-- Logs begin at Fri 2021-06-11 08:42:00 UTC, end at Fri 2021-06-11 11:25:33 UTC. -- Jun 11 09:27:55.774880 n-d-779913-12 systemd[1]: Started Devstack devstack@q-svc.service. Jun 11 09:27:58.422351 n-d-779913-12 neutron-server[93067]: INFO neutron.common.config [-] Logging enabled! Jun 11 09:27:58.422974 n-d-779913-12 neutron-server[93067]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev328 Jun 11 09:27:58.423120 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93067) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 11 09:27:58.426369 n-d-779913-12 neutron-server[93067]: INFO neutron.common.config [-] Logging enabled! Jun 11 09:27:58.426628 n-d-779913-12 neutron-server[93067]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev328 Jun 11 09:27:58.426940 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93067) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 11 09:27:58.427911 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 11 09:27:58.428147 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 11 09:27:58.428507 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 11 09:27:58.428754 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 11 09:27:58.428980 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 11 09:27:58.429294 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:27:58.429592 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:27:58.429888 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:27:58.430118 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:27:58.430414 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:27:58.430704 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:27:58.430988 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:27:58.431275 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:27:58.431623 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:27:58.431884 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:27:58.432165 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:27:58.432450 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:27:58.432681 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:27:58.432962 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:27:58.433248 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:27:58.433560 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:27:58.433785 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] debug = True {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:27:58.434066 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:27:58.434486 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:27:58.434893 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:27:58.435178 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:27:58.435467 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:27:58.435856 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:27:58.436136 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:27:58.436412 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:27:58.436697 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:27:58.437040 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] host = n-d-779913-12 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:27:58.437312 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:27:58.437599 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:27:58.437886 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:27:58.438172 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:27:58.438446 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:27:58.438724 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:27:58.439009 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:27:58.439284 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:27:58.439560 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] log_file = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:27:58.439855 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:27:58.440143 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:27:58.440428 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:27:58.440716 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:27:58.440944 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:27:58.441167 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:27:58.441455 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:27:58.441741 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:27:58.442017 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:27:58.442297 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:27:58.442570 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:27:58.442842 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:27:58.443118 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:27:58.443385 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:27:58.443689 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:27:58.443974 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:27:58.444258 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:27:58.444533 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:27:58.444806 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:27:58.445075 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:27:58.445349 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:27:58.445632 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:27:58.445905 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:27:58.446185 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:27:58.446457 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:27:58.446743 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:27:58.447009 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:27:58.447283 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:27:58.447597 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:27:58.447885 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:27:58.448165 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:27:58.448450 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:27:58.448722 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:27:58.449024 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:27:58.449299 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:27:58.449571 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:27:58.449842 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] use_json = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:27:58.450114 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:27:58.450383 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:27:58.450661 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:27:58.450931 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:27:58.451203 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:27:58.451478 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:27:58.451778 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:27:58.452062 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:27:58.452356 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.452651 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.452950 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.453235 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.453526 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.453805 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.454090 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.454366 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.454653 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.454939 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.455227 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.455503 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.455816 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.456095 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.456386 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.456685 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.456974 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.457270 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.457541 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.457812 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.458084 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.458358 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.458641 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.458931 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.459217 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.459489 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.459789 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.460077 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.460352 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.460622 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.460895 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.461180 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.461454 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.461725 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.462002 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.462277 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.462546 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.462814 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.463088 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.463376 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.463672 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.463944 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.464216 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.464491 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.465297 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.465583 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.465859 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.466129 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.466399 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.466678 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.466953 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.467225 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.467501 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.467803 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.468080 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.468352 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.468624 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.468895 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.469164 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.469434 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.469706 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.469975 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.470248 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.470519 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.470790 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.471060 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.471332 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.471629 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.471916 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.472210 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.472486 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.472769 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.473044 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.473320 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.473597 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.473873 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.474151 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.474683 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.474954 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.475242 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.475524 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.475836 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.476118 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.476397 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.476696 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.476974 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.477254 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.477531 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.477806 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.478093 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.478371 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.478660 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.478949 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.479236 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.479523 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.479838 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.480119 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.481016 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.481296 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:27:58.481512 n-d-779913-12 neutron-server[93067]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 11 09:27:58.481751 n-d-779913-12 neutron-server[93067]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93067) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 11 09:27:58.830080 n-d-779913-12 neutron-server[93067]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:27:58.830356 n-d-779913-12 neutron-server[93067]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:27:58.830648 n-d-779913-12 neutron-server[93067]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:27:58.830981 n-d-779913-12 neutron-server[93067]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 11 09:27:59.220213 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:27:59.220508 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:27:59.220780 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:27:59.222088 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:27:59.222367 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:27:59.222632 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:27:59.256827 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:27:59.257107 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:27:59.257376 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:27:59.271079 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:27:59.271366 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:27:59.271663 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:27:59.300633 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:27:59.300920 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:27:59.301193 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:27:59.337556 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:27:59.337839 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:27:59.338114 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:27:59.569944 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:27:59.570591 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:27:59.570591 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:27:59.570837 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:27:59.571696 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:27:59.694110 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:27:59.694431 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:27:59.694719 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:27:59.694993 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:27:59.695267 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:27:59.695606 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:27:59.695875 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:27:59.696139 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:27:59.696397 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:27:59.696682 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:27:59.696946 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:27:59.697215 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:27:59.697483 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:27:59.697749 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:27:59.698006 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:27:59.698277 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:27:59.698551 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:27:59.698812 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:27:59.699110 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:27:59.699367 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:27:59.699676 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:27:59.700030 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:27:59.700289 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:27:59.700574 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:27:59.700825 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:27:59.701072 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:27:59.701462 n-d-779913-12 neutron-server[93067]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93067) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 11 09:27:59.701706 n-d-779913-12 neutron-server[93067]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93067) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 11 09:27:59.701947 n-d-779913-12 neutron-server[93067]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93067) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 11 09:27:59.702183 n-d-779913-12 neutron-server[93067]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93067) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 11 09:27:59.702418 n-d-779913-12 neutron-server[93067]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93067) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 11 09:27:59.702653 n-d-779913-12 neutron-server[93067]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93067) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 11 09:27:59.703966 n-d-779913-12 neutron-server[93067]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 11 09:27:59.707013 n-d-779913-12 neutron-server[93067]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 11 09:27:59.710924 n-d-779913-12 neutron-server[93067]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 11 09:27:59.714667 n-d-779913-12 neutron-server[93067]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Jun 11 09:27:59.716310 n-d-779913-12 neutron-server[93067]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 11 09:27:59.716758 n-d-779913-12 neutron-server[93067]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 11 09:27:59.717092 n-d-779913-12 neutron-server[93067]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 11 09:27:59.717473 n-d-779913-12 neutron-server[93067]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 11 09:27:59.720274 n-d-779913-12 neutron-server[93067]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 11 09:27:59.720529 n-d-779913-12 neutron-server[93067]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 11 09:27:59.720876 n-d-779913-12 neutron-server[93067]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 11 09:27:59.749299 n-d-779913-12 neutron-server[93067]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 11 09:27:59.749750 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:27:59.750050 n-d-779913-12 neutron-server[93067]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93067) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 11 09:27:59.750416 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:27:59.751805 n-d-779913-12 neutron-server[93067]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93067) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 11 09:27:59.752090 n-d-779913-12 neutron-server[93067]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 11 09:27:59.752336 n-d-779913-12 neutron-server[93067]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 11 09:27:59.755515 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:27:59.755838 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:27:59.818524 n-d-779913-12 neutron-server[93067]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 11 09:27:59.818767 n-d-779913-12 neutron-server[93067]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 11 09:27:59.822600 n-d-779913-12 neutron-server[93067]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 11 09:27:59.822600 n-d-779913-12 neutron-server[93067]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 11 09:27:59.841228 n-d-779913-12 neutron-server[93067]: DEBUG oslo_db.sqlalchemy.engines [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93067) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 11 09:28:00.469203 n-d-779913-12 neutron-server[93067]: INFO neutron.plugins.ml2.managers [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Initializing driver for type 'gre' Jun 11 09:28:00.469760 n-d-779913-12 neutron-server[93067]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] gre ID ranges: [(1, 1000)] Jun 11 09:28:00.616924 n-d-779913-12 neutron-server[93067]: INFO neutron.plugins.ml2.managers [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Initializing driver for type 'local' Jun 11 09:28:00.617519 n-d-779913-12 neutron-server[93067]: INFO neutron.plugins.ml2.managers [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Initializing driver for type 'vlan' Jun 11 09:28:00.696976 n-d-779913-12 neutron-server[93067]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] VlanTypeDriver initialization complete Jun 11 09:28:00.697340 n-d-779913-12 neutron-server[93067]: INFO neutron.plugins.ml2.managers [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Initializing driver for type 'vxlan' Jun 11 09:28:00.697835 n-d-779913-12 neutron-server[93067]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] vxlan ID ranges: [(1, 1000)] Jun 11 09:28:00.908687 n-d-779913-12 neutron-server[93067]: INFO neutron.plugins.ml2.managers [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Initializing extension driver 'port_security' Jun 11 09:28:00.909023 n-d-779913-12 neutron-server[93067]: INFO neutron.plugins.ml2.extensions.port_security [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] PortSecurityExtensionDriver initialization complete Jun 11 09:28:00.909351 n-d-779913-12 neutron-server[93067]: INFO neutron.plugins.ml2.managers [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Initializing mechanism driver 'openvswitch' Jun 11 09:28:00.909664 n-d-779913-12 neutron-server[93067]: INFO neutron.plugins.ml2.managers [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Initializing mechanism driver 'hyperv' Jun 11 09:28:00.916182 n-d-779913-12 neutron-server[93067]: DEBUG neutron.plugins.ml2.plugin [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:28:00.917117 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Subscribe: > port after_create 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:28:00.917493 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Subscribe: > port after_update 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:28:00.917849 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Subscribe: > port after_delete 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:28:00.918232 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Subscribe: > subnet after_create 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:28:00.918676 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Subscribe: > subnet after_update 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:28:00.919024 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:28:00.919438 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Subscribe: > network after_create 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:28:00.919804 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Subscribe: > network after_update 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:28:00.928163 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Subscribe: > network after_delete 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:28:00.928163 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Subscribe: > security_group after_create 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:28:00.928163 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Subscribe: > security_group after_update 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:28:00.928163 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:28:00.928492 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:28:00.928492 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:28:00.928492 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:28:00.928492 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Subscribe: > address_group after_create 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:28:00.928779 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Subscribe: > address_group after_update 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:28:00.928779 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:28:00.928779 n-d-779913-12 neutron-server[93067]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] ML2 OVO RPC backend initialized. {{(pid=93067) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 11 09:28:00.928779 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:28:00.929075 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:28:00.929075 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Subscribe: > network before_response 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:28:00.929075 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Subscribe: > networks before_response 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:28:00.929075 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Subscribe: > port before_response 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:28:00.929374 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Subscribe: > ports before_response 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:28:00.929374 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Subscribe: > subnet before_response 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:28:00.929374 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Subscribe: > subnets before_response 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:28:00.929374 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Subscribe: > network after_create 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:28:00.929672 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Subscribe: > network after_update 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:28:00.929672 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Subscribe: > network after_delete 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:28:00.929672 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Subscribe: > port after_create 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:28:00.929672 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Subscribe: > port after_update 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:28:00.929943 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Subscribe: > port after_delete 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:28:00.929943 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Subscribe: > subnet after_create 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:28:00.930079 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Subscribe: > subnet after_update 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:28:00.930360 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:28:00.930997 n-d-779913-12 neutron-server[93067]: INFO neutron.plugins.ml2.plugin [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Modular L2 Plugin initialization complete Jun 11 09:28:00.931326 n-d-779913-12 neutron-server[93067]: DEBUG neutron.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading services supported by the core plugin {{(pid=93067) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 11 09:28:00.931677 n-d-779913-12 neutron-server[93067]: INFO neutron.plugins.ml2.managers [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Got port-security extension from driver 'port_security' Jun 11 09:28:00.932140 n-d-779913-12 neutron-server[93067]: INFO neutron.extensions.vlantransparent [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Disabled vlantransparent extension. Jun 11 09:28:00.932625 n-d-779913-12 neutron-server[93067]: DEBUG neutron.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93067) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 11 09:28:00.932937 n-d-779913-12 neutron-server[93067]: INFO neutron.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading Plugin: router Jun 11 09:28:00.975245 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:28:00.975668 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Subscribe: > router after_create 55549900 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:28:00.976035 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Subscribe: > router before_create 55549900 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:28:00.976393 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:28:00.976754 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:28:00.977102 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Subscribe: > router after_delete 55549900 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:28:00.977461 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:28:00.977819 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Subscribe: > router after_create 55549900 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:28:00.978161 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Subscribe: > router after_update 55549900 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:28:00.978507 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Subscribe: > router after_update 55549900 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:28:00.978851 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:28:00.979200 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Subscribe: > router after_update 55549900 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:28:00.979626 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Subscribe: > router precommit_update 55549900 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:28:00.979991 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Subscribe: port after_update 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:28:00.980327 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Subscribe: port after_delete 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:28:00.980662 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Subscribe: subnet after_update 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:28:00.981643 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:28:00.981987 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:28:00.982334 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Subscribe: > router precommit_create 55549900 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:28:00.982690 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Subscribe: port before_delete 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:28:00.983127 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Subscribe: > router precommit_create 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:28:00.983485 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Subscribe: > router after_update 55549900 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:28:00.983865 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:28:00.984214 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Subscribe: > router precommit_create 55549900 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:28:00.984569 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:28:00.984911 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Subscribe: > router precommit_update 55549900 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:28:00.985278 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Subscribe: > network after_delete 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:28:00.986127 n-d-779913-12 neutron-server[93067]: DEBUG neutron.quota.resource_registry [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Tracking information for resource: router configured {{(pid=93067) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 11 09:28:00.986456 n-d-779913-12 neutron-server[93067]: DEBUG neutron.quota.resource_registry [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Tracking information for resource: floatingip configured {{(pid=93067) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 11 09:28:00.991486 n-d-779913-12 neutron-server[93067]: INFO neutron.db.l3_agentschedulers_db [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 11 09:28:00.992089 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Subscribe: port after_update 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:28:00.992445 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Subscribe: port after_create 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:28:00.992797 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Subscribe: port after_delete 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:28:00.993201 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Subscribe: port after_update 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:28:00.993983 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Subscribe: > router before_create 55550100 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:28:00.994344 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:28:00.994702 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Subscribe: > router precommit_create 55550100 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:28:00.995054 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Subscribe: > router precommit_update 55550100 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:28:00.999647 n-d-779913-12 neutron-server[93067]: DEBUG neutron.services.provider_configuration [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Service providers = [] {{(pid=93067) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 11 09:28:01.000009 n-d-779913-12 neutron-server[93067]: DEBUG neutron.db.servicetype_db [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93067) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 11 09:28:01.002865 n-d-779913-12 neutron-server[93067]: DEBUG neutron.services.service_base [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93067) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 11 09:28:01.003211 n-d-779913-12 neutron-server[93067]: DEBUG neutron.services.service_base [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93067) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 11 09:28:01.003547 n-d-779913-12 neutron-server[93067]: DEBUG neutron.services.service_base [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93067) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 11 09:28:01.004425 n-d-779913-12 neutron-server[93067]: DEBUG neutron.services.service_base [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93067) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 11 09:28:01.004792 n-d-779913-12 neutron-server[93067]: INFO neutron.services.service_base [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 11 09:28:01.005165 n-d-779913-12 neutron-server[93067]: DEBUG neutron.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93067) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 11 09:28:01.005478 n-d-779913-12 neutron-server[93067]: INFO neutron.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 11 09:28:01.016269 n-d-779913-12 neutron-server[93067]: DEBUG neutron.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93067) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 11 09:28:01.016602 n-d-779913-12 neutron-server[93067]: INFO neutron.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading Plugin: auto_allocate Jun 11 09:28:01.022487 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Subscribe: network precommit_update 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:28:01.022849 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Subscribe: network precommit_create 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:28:01.023364 n-d-779913-12 neutron-server[93067]: DEBUG neutron.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93067) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 11 09:28:01.023709 n-d-779913-12 neutron-server[93067]: INFO neutron.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading Plugin: tag Jun 11 09:28:01.030805 n-d-779913-12 neutron-server[93067]: DEBUG neutron.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93067) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 11 09:28:01.031080 n-d-779913-12 neutron-server[93067]: INFO neutron.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading Plugin: timestamp Jun 11 09:28:01.035025 n-d-779913-12 neutron-server[93067]: DEBUG neutron.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93067) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 11 09:28:01.035313 n-d-779913-12 neutron-server[93067]: INFO neutron.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading Plugin: network_ip_availability Jun 11 09:28:01.040685 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:28:01.041053 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:28:01.041407 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:28:01.042104 n-d-779913-12 neutron-server[93067]: DEBUG neutron.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93067) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 11 09:28:01.042416 n-d-779913-12 neutron-server[93067]: INFO neutron.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading Plugin: flavors Jun 11 09:28:01.047107 n-d-779913-12 neutron-server[93067]: DEBUG neutron.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93067) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 11 09:28:01.047438 n-d-779913-12 neutron-server[93067]: INFO neutron.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading Plugin: revisions Jun 11 09:28:01.051794 n-d-779913-12 neutron-server[93067]: DEBUG neutron.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93067) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 11 09:28:01.052186 n-d-779913-12 neutron-server[93067]: DEBUG oslo_concurrency.lockutils [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.221s {{(pid=93067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:28:01.052923 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93067) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 11 09:28:01.053256 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Initializing extension manager. Jun 11 09:28:01.053758 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: __init__.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.054097 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: __pycache__ {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.054430 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.054756 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: address_group.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.055492 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.056090 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loaded extension: address-group Jun 11 09:28:01.056410 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: address_scope.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.057104 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.057604 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loaded extension: address-scope Jun 11 09:28:01.057923 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.058820 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.059371 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loaded extension: router-admin-state-down-before-update Jun 11 09:28:01.059722 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: agent.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.060579 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.061079 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loaded extension: agent Jun 11 09:28:01.061398 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: agent_resources_synced.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.062279 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.062781 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loaded extension: agent-resources-synced Jun 11 09:28:01.063098 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: allowedaddresspairs.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.064843 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.065364 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loaded extension: allowed-address-pairs Jun 11 09:28:01.065685 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: auto_allocated_topology.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.066738 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.067242 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loaded extension: auto-allocated-topology Jun 11 09:28:01.067574 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: availability_zone.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.068264 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.068764 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loaded extension: availability_zone Jun 11 09:28:01.069086 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: availability_zone_filter.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.069977 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.070478 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loaded extension: availability_zone_filter Jun 11 09:28:01.070799 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: data_plane_status.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.071721 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.072221 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Extension data-plane-status not supported by any of loaded plugins Jun 11 09:28:01.072546 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: default_subnetpools.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.073435 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.073933 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loaded extension: default-subnetpools Jun 11 09:28:01.074249 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.075553 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.076079 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loaded extension: dhcp_agent_scheduler Jun 11 09:28:01.076398 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: dns.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.077286 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.077782 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Extension dns-integration not supported by any of loaded plugins Jun 11 09:28:01.078098 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: dns_domain_ports.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.078990 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.079486 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 11 09:28:01.079828 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: dvr.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.080478 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.080979 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loaded extension: dvr Jun 11 09:28:01.081299 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: empty_string_filtering.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.082178 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.082676 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loaded extension: empty-string-filtering Jun 11 09:28:01.082999 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.083909 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.084400 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 11 09:28:01.084716 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.085600 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.086095 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 11 09:28:01.086412 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: external_net.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.087287 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.087814 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loaded extension: external-net Jun 11 09:28:01.088137 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.089017 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.089512 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loaded extension: extra_dhcp_opt Jun 11 09:28:01.089829 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: extraroute.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.091324 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.091862 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loaded extension: extraroute Jun 11 09:28:01.092180 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: extraroute_atomic.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.093200 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.093700 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loaded extension: extraroute-atomic Jun 11 09:28:01.094019 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: filter_validation.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.094663 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.095162 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loaded extension: filter-validation Jun 11 09:28:01.095482 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: fip_pf_description.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.096398 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.096895 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 11 09:28:01.097213 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: fip_port_details.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.098099 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.098599 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loaded extension: fip-port-details Jun 11 09:28:01.098916 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: flavors.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.100386 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.100894 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loaded extension: flavors Jun 11 09:28:01.101215 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.102845 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.103354 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 11 09:28:01.103715 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: floatingip_pools.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.104394 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.104891 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loaded extension: floatingip-pools Jun 11 09:28:01.105213 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: ip_allocation.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.106139 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.106630 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Extension ip_allocation not supported by any of loaded plugins Jun 11 09:28:01.106949 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.107869 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.108373 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loaded extension: ip-substring-filtering Jun 11 09:28:01.108695 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: l2_adjacency.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.109592 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.110089 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 11 09:28:01.110405 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: l3.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.111336 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.111885 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loaded extension: router Jun 11 09:28:01.112206 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.114520 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.115042 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 11 09:28:01.115368 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.116297 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.116806 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loaded extension: ext-gw-mode Jun 11 09:28:01.117126 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.118017 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.118524 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loaded extension: l3-ha Jun 11 09:28:01.118843 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: l3_flavors.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.119760 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.120262 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loaded extension: l3-flavors Jun 11 09:28:01.120579 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.121507 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.122009 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 11 09:28:01.122328 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: l3agentscheduler.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.123354 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.123889 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loaded extension: l3_agent_scheduler Jun 11 09:28:01.124213 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: logging.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.125681 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.126197 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Extension logging not supported by any of loaded plugins Jun 11 09:28:01.126528 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: metering.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.127248 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.127844 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loaded extension: metering Jun 11 09:28:01.128169 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.129229 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.129736 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loaded extension: metering_source_and_destination_fields Jun 11 09:28:01.130061 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: multiprovidernet.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.130959 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.131459 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loaded extension: multi-provider Jun 11 09:28:01.131807 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: netmtu.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.132717 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.133222 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loaded extension: net-mtu Jun 11 09:28:01.133545 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: netmtu_writable.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.134436 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.134939 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loaded extension: net-mtu-writable Jun 11 09:28:01.135261 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: network_availability_zone.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.135949 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.136448 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loaded extension: network_availability_zone Jun 11 09:28:01.136768 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: network_ip_availability.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.138347 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.138847 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loaded extension: network-ip-availability Jun 11 09:28:01.139169 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: network_segment_range.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.139952 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.140450 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Extension network-segment-range not supported by any of loaded plugins Jun 11 09:28:01.140768 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: pagination.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.141726 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.142048 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loaded extension: pagination Jun 11 09:28:01.142364 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: port_device_profile.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.143257 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.143794 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loaded extension: port-device-profile Jun 11 09:28:01.144112 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.145004 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.145502 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loaded extension: port-mac-address-regenerate Jun 11 09:28:01.145820 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.146707 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.147206 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loaded extension: port-numa-affinity-policy Jun 11 09:28:01.147528 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: port_resource_request.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.148442 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.148941 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Extension port-resource-request not supported by any of loaded plugins Jun 11 09:28:01.149257 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: portbindings.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.150157 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.150661 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loaded extension: binding Jun 11 09:28:01.150975 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: portbindings_extended.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.154193 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.154716 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loaded extension: binding-extended Jun 11 09:28:01.155049 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: portsecurity.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.155986 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.156497 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loaded extension: port-security Jun 11 09:28:01.156822 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: project_id.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.157779 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.158106 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loaded extension: project-id Jun 11 09:28:01.158427 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: providernet.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.159327 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.159872 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loaded extension: provider Jun 11 09:28:01.160192 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: qos.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.163722 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.164241 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Extension qos not supported by any of loaded plugins Jun 11 09:28:01.164572 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.165791 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.166301 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 11 09:28:01.166624 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.167518 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.168048 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 11 09:28:01.168388 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: qos_default.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.169289 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.169792 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Extension qos-default not supported by any of loaded plugins Jun 11 09:28:01.170113 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: qos_fip.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.170741 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.171236 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Extension qos-fip not supported by any of loaded plugins Jun 11 09:28:01.171554 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: qos_gateway_ip.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.172474 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.172978 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 11 09:28:01.173302 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: qos_port_network_policy.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.174189 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.174696 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 11 09:28:01.175016 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: qos_rule_type_details.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.175933 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.176436 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 11 09:28:01.176756 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: qos_rules_alias.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.177763 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.178269 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 11 09:28:01.178590 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: quotasv2.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.179472 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.179820 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loaded extension: quotas Jun 11 09:28:01.180139 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: quotasv2_detail.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.183083 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.183425 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loaded extension: quota_details Jun 11 09:28:01.183790 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: rbac.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.184854 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.185369 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loaded extension: rbac-policies Jun 11 09:28:01.185700 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: rbac_address_group.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.186605 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.187114 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loaded extension: rbac-address-group Jun 11 09:28:01.187437 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: rbac_address_scope.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.188358 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.188861 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loaded extension: rbac-address-scope Jun 11 09:28:01.189183 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: rbac_security_groups.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.190091 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.190592 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loaded extension: rbac-security-groups Jun 11 09:28:01.190914 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: rbac_subnetpool.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.192035 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.192546 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loaded extension: rbac-subnetpool Jun 11 09:28:01.192871 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: revisionifmatch.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.193778 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.194280 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loaded extension: revision-if-match Jun 11 09:28:01.194608 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: revisions.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.195720 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.196228 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loaded extension: standard-attr-revisions Jun 11 09:28:01.196552 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: router_availability_zone.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.197205 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.197705 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loaded extension: router_availability_zone Jun 11 09:28:01.198023 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: routerservicetype.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.198918 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.199416 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Extension router-service-type not supported by any of loaded plugins Jun 11 09:28:01.200286 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.201184 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.201684 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loaded extension: security-groups-normalized-cidr Jun 11 09:28:01.202002 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.202895 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.203401 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loaded extension: port-security-groups-filtering Jun 11 09:28:01.203765 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.204665 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.205167 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loaded extension: security-groups-remote-address-group Jun 11 09:28:01.205485 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: securitygroup.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.214905 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.215996 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loaded extension: security-group Jun 11 09:28:01.216331 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: segment.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.217096 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.217595 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Extension segment not supported by any of loaded plugins Jun 11 09:28:01.217920 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.218833 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.219332 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 11 09:28:01.219681 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: servicetype.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.220776 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.221286 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loaded extension: service-type Jun 11 09:28:01.221605 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: sorting.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.222562 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.222888 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loaded extension: sorting Jun 11 09:28:01.223208 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: standard_attr_segment.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.224126 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.224888 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 11 09:28:01.225207 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: standardattrdescription.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.225836 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.226339 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loaded extension: standard-attr-description Jun 11 09:28:01.226658 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: stateful_security_group.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.227558 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.228090 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loaded extension: stateful-security-group Jun 11 09:28:01.228412 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: stdattrs_common.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.228970 n-d-779913-12 neutron-server[93067]: WARNING neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 11 09:28:01.229288 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.230252 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.230759 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 11 09:28:01.231121 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: subnet_onboard.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.232184 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.232699 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loaded extension: subnet_onboard Jun 11 09:28:01.233018 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.233918 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.234419 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 11 09:28:01.234738 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: subnet_service_types.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.235660 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.236166 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loaded extension: subnet-service-types Jun 11 09:28:01.236482 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: subnetallocation.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.237530 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.238034 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loaded extension: subnet_allocation Jun 11 09:28:01.238352 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.239006 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.239508 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loaded extension: subnetpool-prefix-ops Jun 11 09:28:01.239851 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.240752 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.241250 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 11 09:28:01.241567 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: tagging.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.242592 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.243108 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loaded extension: standard-attr-tag Jun 11 09:28:01.243436 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: timestamp.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.244638 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.245148 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loaded extension: standard-attr-timestamp Jun 11 09:28:01.245472 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: trunk.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.246471 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.247001 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Extension trunk not supported by any of loaded plugins Jun 11 09:28:01.247324 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: trunk_details.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.248243 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.248751 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Extension trunk-details not supported by any of loaded plugins Jun 11 09:28:01.249072 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: uplink_status_propagation.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.249971 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.250475 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 11 09:28:01.250797 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Loading extension file: vlantransparent.py {{(pid=93067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 09:28:01.251445 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 09:28:01.251982 n-d-779913-12 neutron-server[93067]: INFO neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 11 09:28:01.254386 n-d-779913-12 neutron-server[93067]: INFO neutron.quota.resource_registry [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Creating instance of TrackedResource for resource:network Jun 11 09:28:01.254916 n-d-779913-12 neutron-server[93067]: INFO neutron.quota.resource_registry [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Creating instance of TrackedResource for resource:subnet Jun 11 09:28:01.255309 n-d-779913-12 neutron-server[93067]: INFO neutron.quota.resource_registry [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Creating instance of TrackedResource for resource:subnetpool Jun 11 09:28:01.255737 n-d-779913-12 neutron-server[93067]: INFO neutron.quota.resource_registry [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Creating instance of TrackedResource for resource:port Jun 11 09:28:01.256950 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.v2.resource_helper [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93067) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 09:28:01.257384 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.v2.resource_helper [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Service FLAVORS assigned prefix: {{(pid=93067) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 09:28:01.258007 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.v2.resource_helper [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93067) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 09:28:01.258426 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.v2.resource_helper [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93067) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 09:28:01.258752 n-d-779913-12 neutron-server[93067]: INFO neutron.quota.resource_registry [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Creating instance of TrackedResource for resource:router Jun 11 09:28:01.259187 n-d-779913-12 neutron-server[93067]: INFO neutron.quota.resource_registry [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Creating instance of TrackedResource for resource:floatingip Jun 11 09:28:01.259704 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.v2.resource_helper [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Service METERING assigned prefix: /metering {{(pid=93067) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 09:28:01.261107 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:28:01.261472 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:28:01.261824 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:28:01.263296 n-d-779913-12 neutron-server[93067]: INFO neutron.quota.resource_registry [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Creating instance of CountableResource for resource:rbac_policy Jun 11 09:28:01.263755 n-d-779913-12 neutron-server[93067]: INFO neutron.quota.resource_registry [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Creating instance of TrackedResource for resource:security_group Jun 11 09:28:01.264182 n-d-779913-12 neutron-server[93067]: INFO neutron.quota.resource_registry [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 11 09:28:01.264782 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.v2.resource_helper [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Service CORE assigned prefix: {{(pid=93067) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 09:28:01.265107 n-d-779913-12 neutron-server[93067]: INFO neutron.quota.resource_registry [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Creating instance of TrackedResource for resource:subnetpool Jun 11 09:28:01.265450 n-d-779913-12 neutron-server[93067]: WARNING neutron.quota.resource_registry [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] subnetpool is already registered Jun 11 09:28:01.265864 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.v2.resource_helper [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Service CORE assigned prefix: {{(pid=93067) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 09:28:01.266183 n-d-779913-12 neutron-server[93067]: INFO neutron.quota.resource_registry [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Creating instance of TrackedResource for resource:subnetpool Jun 11 09:28:01.266509 n-d-779913-12 neutron-server[93067]: WARNING neutron.quota.resource_registry [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] subnetpool is already registered Jun 11 09:28:01.268805 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.v2.resource_helper [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93067) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 09:28:01.269231 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.v2.resource_helper [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Service FLAVORS assigned prefix: {{(pid=93067) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 09:28:01.269814 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.v2.resource_helper [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93067) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 09:28:01.270233 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.v2.resource_helper [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93067) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 09:28:01.270559 n-d-779913-12 neutron-server[93067]: INFO neutron.quota.resource_registry [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Creating instance of TrackedResource for resource:router Jun 11 09:28:01.270899 n-d-779913-12 neutron-server[93067]: WARNING neutron.quota.resource_registry [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] router is already registered Jun 11 09:28:01.271301 n-d-779913-12 neutron-server[93067]: INFO neutron.quota.resource_registry [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Creating instance of TrackedResource for resource:floatingip Jun 11 09:28:01.271655 n-d-779913-12 neutron-server[93067]: WARNING neutron.quota.resource_registry [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] floatingip is already registered Jun 11 09:28:01.272105 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.v2.resource_helper [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Service METERING assigned prefix: /metering {{(pid=93067) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 09:28:01.272752 n-d-779913-12 neutron-server[93067]: INFO neutron.quota.resource_registry [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Creating instance of CountableResource for resource:rbac_policy Jun 11 09:28:01.273071 n-d-779913-12 neutron-server[93067]: WARNING neutron.quota.resource_registry [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] rbac_policy is already registered Jun 11 09:28:01.273471 n-d-779913-12 neutron-server[93067]: INFO neutron.quota.resource_registry [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Creating instance of TrackedResource for resource:security_group Jun 11 09:28:01.273806 n-d-779913-12 neutron-server[93067]: WARNING neutron.quota.resource_registry [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] security_group is already registered Jun 11 09:28:01.274200 n-d-779913-12 neutron-server[93067]: INFO neutron.quota.resource_registry [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 11 09:28:01.274529 n-d-779913-12 neutron-server[93067]: WARNING neutron.quota.resource_registry [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] security_group_rule is already registered Jun 11 09:28:01.275139 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.v2.resource_helper [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Service CORE assigned prefix: {{(pid=93067) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 09:28:01.275462 n-d-779913-12 neutron-server[93067]: INFO neutron.quota.resource_registry [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Creating instance of TrackedResource for resource:subnetpool Jun 11 09:28:01.275819 n-d-779913-12 neutron-server[93067]: WARNING neutron.quota.resource_registry [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] subnetpool is already registered Jun 11 09:28:01.276232 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.v2.resource_helper [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Service CORE assigned prefix: {{(pid=93067) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 09:28:01.276552 n-d-779913-12 neutron-server[93067]: INFO neutron.quota.resource_registry [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Creating instance of TrackedResource for resource:subnetpool Jun 11 09:28:01.276880 n-d-779913-12 neutron-server[93067]: WARNING neutron.quota.resource_registry [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] subnetpool is already registered Jun 11 09:28:01.277334 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Extended resource: extensions {{(pid=93067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 09:28:01.279333 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Extended resource: address-groups {{(pid=93067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 09:28:01.280833 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Extended resource: address-scopes {{(pid=93067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 09:28:01.282233 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Extended resource: agents {{(pid=93067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 09:28:01.283404 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Extended resource: auto-allocated-topology {{(pid=93067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 09:28:01.284683 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Extended resource: availability_zones {{(pid=93067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 09:28:01.285948 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Extended resource: dhcp-networks {{(pid=93067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 09:28:01.287414 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Extended resource: dhcp-agents {{(pid=93067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 09:28:01.288885 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Extended resource: routers {{(pid=93067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 09:28:01.290607 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Extended resource: flavors {{(pid=93067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 09:28:01.291906 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Extended resource: service_profiles {{(pid=93067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 09:28:01.293122 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Extended resource: next_providers {{(pid=93067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 09:28:01.294700 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Extended resource: service_profiles {{(pid=93067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 09:28:01.296277 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Extended resource: floatingip-pools {{(pid=93067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 09:28:01.297529 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Extended resource: routers {{(pid=93067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 09:28:01.299230 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Extended resource: floatingips {{(pid=93067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 09:28:01.300539 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Extended resource: l3-routers {{(pid=93067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 09:28:01.301929 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Extended resource: l3-agents {{(pid=93067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 09:28:01.303364 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Extended resource: metering-labels {{(pid=93067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 09:28:01.304641 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Extended resource: metering-label-rules {{(pid=93067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 09:28:01.306980 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Extended resource: network-ip-availabilities {{(pid=93067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 09:28:01.308289 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Extended resource: bindings {{(pid=93067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 09:28:01.309890 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Extended resource: quotas {{(pid=93067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 09:28:01.311453 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Extended resource: quotas {{(pid=93067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 09:28:01.312928 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Extended resource: rbac-policies {{(pid=93067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 09:28:01.314122 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Extended resource: security-groups {{(pid=93067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 09:28:01.315436 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Extended resource: security-group-rules {{(pid=93067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 09:28:01.316712 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Extended resource: service-providers {{(pid=93067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 09:28:01.317947 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Extended resource: subnetpools {{(pid=93067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 09:28:01.319291 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Extended resource: subnetpools {{(pid=93067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 09:28:01.320878 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Extended resource: tags {{(pid=93067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 09:28:01.322561 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Extended resource: tags {{(pid=93067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 09:28:01.324416 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Extended resource: tags {{(pid=93067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 09:28:01.326723 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Extended resource: tags {{(pid=93067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 09:28:01.328437 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Extended resource: tags {{(pid=93067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 09:28:01.330397 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Extended resource: tags {{(pid=93067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 09:28:01.332130 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Extended resource: tags {{(pid=93067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 09:28:01.333936 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Extended resource: tags {{(pid=93067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 09:28:01.335808 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Extended resource: tags {{(pid=93067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 09:28:01.337568 n-d-779913-12 neutron-server[93067]: DEBUG neutron.api.extensions [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Extended resource: tags {{(pid=93067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 09:28:01.344185 n-d-779913-12 neutron-server[93067]: WARNING keystonemiddleware.auth_token [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 11 09:28:01.348732 n-d-779913-12 neutron-server[93067]: WARNING keystonemiddleware.auth_token [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 11 09:28:01.357224 n-d-779913-12 neutron-server[93067]: DEBUG oslo_concurrency.lockutils [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Acquired lock "singleton_lock" {{(pid=93067) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 11 09:28:01.357694 n-d-779913-12 neutron-server[93067]: DEBUG oslo_concurrency.lockutils [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Releasing lock "singleton_lock" {{(pid=93067) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 11 09:28:01.358321 n-d-779913-12 neutron-server[93067]: INFO oslo_service.service [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Starting 2 workers Jun 11 09:28:01.363111 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Started child 93176 {{(pid=93067) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 11 09:28:01.367502 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Started child 93177 {{(pid=93067) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 11 09:28:01.368650 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:28:01.369484 n-d-779913-12 neutron-server[93067]: INFO neutron.service [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 11 09:28:01.369738 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Notify callbacks [] for process, before_spawn {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:28:01.370275 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [-] (93176) wsgi starting up on http://0.0.0.0:9696 Jun 11 09:28:01.372740 n-d-779913-12 neutron-server[93067]: INFO oslo_service.service [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Starting 1 workers Jun 11 09:28:01.372900 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:28:01.374203 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [-] (93177) wsgi starting up on http://0.0.0.0:9696 Jun 11 09:28:01.377891 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Started child 93178 {{(pid=93067) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 11 09:28:01.378417 n-d-779913-12 neutron-server[93067]: INFO oslo_service.service [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Starting 1 workers Jun 11 09:28:01.381668 n-d-779913-12 neutron-server[93178]: DEBUG neutron.service [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] calling RpcWorker wait() {{(pid=93178) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 11 09:28:01.382214 n-d-779913-12 neutron-server[93178]: DEBUG neutron.service [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] returning from RpcWorker wait() {{(pid=93178) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 11 09:28:01.382785 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Started child 93179 {{(pid=93067) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 11 09:28:01.383641 n-d-779913-12 neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c7615f22-e269-477b-a67f-ace89c4777a1 None None] Notify callbacks [] for process, after_spawn {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:28:01.383763 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:28:01.384296 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:28:01.385548 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93067) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 11 09:28:01.385752 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 11 09:28:01.385940 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 11 09:28:01.386158 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 11 09:28:01.386502 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 11 09:28:01.386667 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 11 09:28:01.387244 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.388039 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.388302 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.388560 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.388666 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:28:01.389115 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.389422 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.389681 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.389916 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.390181 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.390414 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.390581 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.390749 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.391002 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.391230 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.391523 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.391819 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.392153 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.392437 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.392607 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.392866 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.393124 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.393352 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.393613 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] debug = True {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.393833 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.394327 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.394567 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.394812 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.395027 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.395341 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.395587 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.395886 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.396139 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.396383 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.396615 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.396866 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.397104 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.397321 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.397556 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.397814 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.398101 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.398535 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] host = n-d-779913-12 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.398786 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.399002 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.399259 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.399505 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.399775 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.400012 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.400268 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.400561 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.400756 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.400979 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.401238 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.401480 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.401696 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.401927 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] log_file = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.402092 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] log_options = True {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.402347 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.402640 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.402932 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.403260 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.403260 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.403517 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.403731 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.403894 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.404146 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.404385 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.404600 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.404811 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.405024 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.405257 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.405509 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.405751 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.405962 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.406171 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.406428 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.406653 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.406875 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.407102 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.407325 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.407539 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.407823 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.408071 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.408304 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.408501 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.408715 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.408968 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.409203 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.409489 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.409723 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.409965 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.410189 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.410416 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.410666 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.410887 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.411116 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.411362 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.411647 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.411884 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.412236 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.412601 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.412867 n-d-779913-12 neutron-server[93179]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:28:01.413022 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.413163 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] use_json = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.413456 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.413604 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.413757 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.413935 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.414159 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.414380 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.414614 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.414846 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.415262 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.415673 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.416118 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.416384 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.416619 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.417459 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.417622 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.417908 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.418065 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.418245 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.418701 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.418948 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.419240 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.419484 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.419782 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.420107 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.420378 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.420661 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.420887 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.421106 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.421353 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.421595 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.421924 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.422203 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.422457 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.422709 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.422927 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.423166 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.423509 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.423845 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.424229 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.424729 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.424894 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.425222 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.425611 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.425739 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.425873 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.426205 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.426325 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.426652 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.426778 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.427011 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.427236 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.427461 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.427700 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.428617 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.428833 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.429189 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.429452 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.429731 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.429984 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.430227 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.430480 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.430710 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.430965 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.431207 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.431437 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.431685 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.432019 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.432247 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.432499 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.432749 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.432994 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.440891 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.440891 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.440891 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.440891 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.440891 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.440891 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.440891 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.440891 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.440891 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.442267 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.442267 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.442267 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.442267 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.442267 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.442267 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.442267 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.442267 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.442267 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.443448 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.443448 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.443448 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.443448 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.443448 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.443448 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.443448 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.443448 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.444608 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.444608 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.444608 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.444608 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.444608 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.444608 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.444608 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.444608 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.447847 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.447847 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.447847 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.447847 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.447847 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.447847 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.447847 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.447847 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.448326 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.448326 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.448326 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.448326 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.448326 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.448326 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.448326 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.448326 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.448938 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.448938 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.448938 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.448938 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.448938 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.448938 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.448938 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.448938 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.449481 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.449481 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.449481 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.450487 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 59876) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:28:01.458389 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [-] 10.222.0.60 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064569 Jun 11 09:28:01.459005 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.459341 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.460663 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.460663 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.460663 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.461176 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.461397 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.461659 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.461964 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.462222 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.463002 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.463002 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.463823 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.464429 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.464756 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.465038 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.465763 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.465763 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.465959 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.466057 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.466282 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.466528 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.466760 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.466997 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.467251 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.467543 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.467794 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.468050 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.468309 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.468720 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.469114 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.469500 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.469867 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.470195 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.470431 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.470766 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.471136 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.471514 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.471962 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.472331 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.472722 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.473095 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.473329 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.473577 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.473805 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.474095 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.474612 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.474861 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.475248 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.475663 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.476070 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.476444 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.476752 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.476978 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.477232 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.477324 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.477547 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.477934 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.478158 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.478389 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.478635 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.479080 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.479337 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.479682 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.479924 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.480170 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.480409 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.480626 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.480924 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.481218 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.481534 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.481645 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.481856 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.482067 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.482307 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.482530 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.482752 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.482962 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.483173 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.483381 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.485153 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.485388 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.485686 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.485949 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.486186 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.486426 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.486657 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.486887 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.487100 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.487310 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.487524 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.487783 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.488010 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.488219 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.489417 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.489417 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.489417 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.489417 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.489417 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.489417 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.489818 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.489889 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.490930 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.490930 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.490930 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.490930 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.490930 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.491260 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.491453 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.491667 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.491950 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.492199 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.492424 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.492686 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.493002 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.493210 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.493445 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.493659 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.493893 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.494128 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.494402 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.494915 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.495534 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.495534 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.495873 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.496014 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.496242 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.497673 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.497673 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.497673 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.498120 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.498120 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.498384 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.498583 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.498867 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.499104 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.499323 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.499555 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.499810 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.500046 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.500304 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.500630 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.500798 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.500993 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.501216 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.501449 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.501681 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.501889 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.502124 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.502334 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.502480 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 11 09:28:01.503037 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93067) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 11 09:28:01.503210 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 11 09:28:01.503338 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 11 09:28:01.503689 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 11 09:28:01.504456 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 11 09:28:01.504456 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 11 09:28:01.504456 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.504456 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.504723 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.504723 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.504862 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.504933 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.505092 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.505249 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.505403 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.505559 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.505718 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.505871 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.506030 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.506188 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.506345 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.506499 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.506655 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.506810 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.506974 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.507127 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.507282 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.507436 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.507617 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] debug = True {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.507773 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.508136 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.508298 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.508606 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.508759 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.509062 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.509217 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.509516 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.509669 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.510050 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.510222 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.510375 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.510694 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.511597 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.511911 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.512705 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.512954 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.513187 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] host = n-d-779913-12 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.513426 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.513657 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.513837 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.514109 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.514279 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.514449 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.514614 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.514798 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.514954 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.515095 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.515239 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.515404 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.515586 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.515779 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] log_file = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.515940 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] log_options = True {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.516099 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.516258 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.516417 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.516596 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.516771 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.516932 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.517085 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.517248 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.517410 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.518954 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.519104 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.519309 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.519450 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.519614 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.519766 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.519904 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.520039 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.520176 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.520323 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.520483 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.520658 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.520891 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.521035 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.521171 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.521307 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.521484 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.521650 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.521797 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.521956 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.522108 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.522247 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.522403 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.522542 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.522699 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.522844 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.523006 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.523151 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.523319 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.523473 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.523703 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.523851 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.524116 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.524284 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.524427 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.524577 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.525155 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] use_json = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.525155 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.525155 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.525155 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.525679 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.525679 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.525679 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.526059 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.526059 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 09:28:01.526059 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.526439 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.526439 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.526719 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.526719 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.526978 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.526978 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.527237 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.527372 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.527507 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.527678 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.528605 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.528785 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.528952 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.529117 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.529284 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.529449 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.529604 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.529763 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.529924 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.530087 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.530254 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.530428 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.530595 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.530752 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.530918 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.531079 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.531263 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.531498 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.532002 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.532291 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.532461 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.532623 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.532789 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.532944 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.533100 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.533247 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.533428 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.533586 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.533725 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.533861 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.534022 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.534286 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.534448 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.534608 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.534781 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.534964 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.535097 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.535417 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.535758 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.535938 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.536134 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.536285 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.536561 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.536561 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.536841 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.536841 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.537124 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.537261 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.537403 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.537541 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.537678 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.537814 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.537960 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.538097 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.538243 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.538377 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.538508 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.539540 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.539540 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.539540 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.539540 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.539540 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.539540 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.539540 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.540601 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.540601 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.540601 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.540601 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.540601 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.540601 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.541466 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.541466 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.541466 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.541466 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.541466 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.542210 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.542210 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.542210 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.542210 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.542210 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.542828 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.542828 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.542828 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.542828 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.543379 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.543379 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.543379 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.543864 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.543864 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.544123 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.544123 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.544395 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.544531 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.544666 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.544802 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.544964 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.545132 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.545294 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.545455 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.545617 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.545788 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.545962 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.546117 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.546392 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.546517 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.546623 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.546764 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.546923 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.547253 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.547420 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.547744 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.548053 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.548360 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.548661 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.548833 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.549387 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.549387 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.549387 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.549636 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.549636 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.549785 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.549967 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.550144 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.550300 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.550460 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.550601 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.550762 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.550902 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.551111 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.551347 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.551493 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.551691 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.551873 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.552023 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.552187 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.552344 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.552483 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.552650 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.552815 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.552970 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.553127 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.553289 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.553451 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.553624 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.553773 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.553937 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.554105 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.554283 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.554525 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.554694 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.554860 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.555023 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.555181 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.555338 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.555524 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.555689 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.555831 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.555987 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.556977 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.557077 n-d-779913-12 neutron-server[93178]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:28:01.557153 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.557153 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.557153 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.557153 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.557153 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.557153 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.562187 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.562187 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.562187 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.562187 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.562187 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.562187 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.562187 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.562187 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.562643 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.562643 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.562643 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.562643 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.562643 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.562643 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.562643 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.562643 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.563077 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.563077 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.563077 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.563077 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.563077 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.563077 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.563077 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.563077 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.563505 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.563505 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.563505 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.563505 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.563505 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.563505 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.563505 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.563505 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.563505 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.564043 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.564043 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.564043 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.564043 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.564043 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.564043 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.564043 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.564043 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.564480 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.564480 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.564595 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.565204 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.565204 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.565204 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.565204 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.565712 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.565712 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.565712 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.566097 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.566097 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.566097 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.566480 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.566480 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.566734 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.566734 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.567009 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.567009 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.567264 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.567264 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.567517 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.567717 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.567854 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.567989 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.568133 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.568337 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.568474 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.568608 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.568748 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.568882 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.569017 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.569150 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.569284 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.569454 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.569605 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.569770 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.570655 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.570655 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.570655 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.570655 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.570655 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.571651 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.571651 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.571651 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.571651 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.571651 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.571651 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.572842 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.572842 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.572842 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.572842 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.572842 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.572842 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.572842 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.572842 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.574057 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 09:28:01.574057 n-d-779913-12 neutron-server[93067]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 11 09:28:12.830577 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2ec2f1-0b6f-4d67-9da3-0a5e338f5a4f None None] get_active_networks_info from n-d-779913-12 {{(pid=93178) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 11 09:28:12.910309 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2ec2f1-0b6f-4d67-9da3-0a5e338f5a4f None None] No non-hosted networks {{(pid=93178) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 11 09:28:12.940429 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.agentschedulers_db [None req-7b2ec2f1-0b6f-4d67-9da3-0a5e338f5a4f None None] DHCP Agent not found on host n-d-779913-12 {{(pid=93178) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 11 09:28:13.146959 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-62202beb-b694-4e73-961e-da2d826e290f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925'] for agent, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:28:15.699702 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d686faac-78c5-442d-8816-72e9f482c3e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925'] for agent, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:28:15.737733 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.db.api [None req-ddf7c4a2-1bfd-444f-b3b9-1d26d6abf3a8 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agents.uniq_agents0agent_type0host'] with value(s) L3 agent-n-d-779913-12 {{(pid=93178) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 09:28:15.738393 n-d-779913-12 neutron-server[93178]: DEBUG oslo_db.api [None req-ddf7c4a2-1bfd-444f-b3b9-1d26d6abf3a8 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 09:28:15.817204 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925'] for agent, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:28:15.818268 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:28:15.818784 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:28:15.819280 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:28:15.820347 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:28:15.821411 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:28:15.822304 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:28:15.822791 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:28:15.823289 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:28:15.823857 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:28:15.825028 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:28:15.830106 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:28:15.830106 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:28:15.830106 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-779913-12', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:28:15.833341 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-779913-12', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:28:16.261295 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ddf7c4a2-1bfd-444f-b3b9-1d26d6abf3a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:28:16.452051 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925'] for agent, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:28:18.148394 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925'] for agent, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:28:19.249041 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 59982) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:28:19.751136 n-d-779913-12 neutron-server[93176]: WARNING oslo_policy.policy [None req-bdf6bbbb-0c51-40f1-be00-28423cae6750 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 11 09:28:19.751768 n-d-779913-12 neutron-server[93176]: WARNING oslo_policy.policy [None req-bdf6bbbb-0c51-40f1-be00-28423cae6750 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 11 09:28:19.972709 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [None req-bdf6bbbb-0c51-40f1-be00-28423cae6750 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 09:28:19.973665 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-bdf6bbbb-0c51-40f1-be00-28423cae6750 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7237251 Jun 11 09:28:21.942392 n-d-779913-12 neutron-server[93178]: INFO neutron.db.l3_hamode_db [None req-139e2707-e35e-437d-925b-735e792084b3 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 11 09:28:22.033127 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139e2707-e35e-437d-925b-735e792084b3 None None] Routers set() bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:28:22.033434 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139e2707-e35e-437d-925b-735e792084b3 None None] Router IDs set() for agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 11 09:28:22.308086 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 59996) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:28:22.614076 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-40ed4b80-a028-4fcc-938d-7147a016662c admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:28:22.739286 n-d-779913-12 neutron-server[93176]: DEBUG neutron.policy [None req-40ed4b80-a028-4fcc-938d-7147a016662c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93176) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 11 09:28:22.786049 n-d-779913-12 neutron-server[93176]: WARNING oslo_policy.policy [None req-40ed4b80-a028-4fcc-938d-7147a016662c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 11 09:28:22.786426 n-d-779913-12 neutron-server[93176]: WARNING oslo_policy.policy [None req-40ed4b80-a028-4fcc-938d-7147a016662c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 11 09:28:22.795087 n-d-779913-12 neutron-server[93176]: INFO neutron.quota [None req-40ed4b80-a028-4fcc-938d-7147a016662c admin admin] Loaded quota_driver: . Jun 11 09:28:22.939843 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-40ed4b80-a028-4fcc-938d-7147a016662c admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735268191497', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735268184924', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735268163476', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735268173130', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735268151059', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735268151624', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-544541', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-550797', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3899648', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3832532'] for rbac-policy, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:28:23.074400 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-40ed4b80-a028-4fcc-938d-7147a016662c admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:28:23.075686 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-40ed4b80-a028-4fcc-938d-7147a016662c admin admin] 10.222.0.60 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7659576 Jun 11 09:28:25.604095 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 60008) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:28:25.907199 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-16580c0e-b724-4f2c-a6c7-8acae70795fb admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '4607efa831de4050b15742cb957f5cb1', 'project_id': '4607efa831de4050b15742cb957f5cb1', 'name': 'private'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:28:25.993990 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16580c0e-b724-4f2c-a6c7-8acae70795fb admin admin] Made reservation on behalf of 4607efa831de4050b15742cb957f5cb1 for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:28:25.996752 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-16580c0e-b724-4f2c-a6c7-8acae70795fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:28:26.015972 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-16580c0e-b724-4f2c-a6c7-8acae70795fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:28:26.141712 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-16580c0e-b724-4f2c-a6c7-8acae70795fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:28:26.176899 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-16580c0e-b724-4f2c-a6c7-8acae70795fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:28:26.182046 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:28:26.197671 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16580c0e-b724-4f2c-a6c7-8acae70795fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 765} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 09:28:26.227874 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-16580c0e-b724-4f2c-a6c7-8acae70795fb admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735269376934', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:28:26.228466 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-16580c0e-b724-4f2c-a6c7-8acae70795fb admin admin] Unsubscribe: segment precommit_create {{(pid=93176) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 11 09:28:26.228949 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-16580c0e-b724-4f2c-a6c7-8acae70795fb admin admin] Added segment 5cc4d3c6-eb24-40a7-8406-66382093c9bd of type vlan for network d6ad2faf-2db2-4d13-900c-08865f3975da Jun 11 09:28:26.247597 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16580c0e-b724-4f2c-a6c7-8acae70795fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ced8eb68-db58-4c71-b33c-00ccf8456926,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:28:26.277397 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16580c0e-b724-4f2c-a6c7-8acae70795fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:28:26.277717 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16580c0e-b724-4f2c-a6c7-8acae70795fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:28:26.278056 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16580c0e-b724-4f2c-a6c7-8acae70795fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:28:26.278424 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16580c0e-b724-4f2c-a6c7-8acae70795fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:28:26.278734 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16580c0e-b724-4f2c-a6c7-8acae70795fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:28:26.279042 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16580c0e-b724-4f2c-a6c7-8acae70795fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:28:26.279343 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16580c0e-b724-4f2c-a6c7-8acae70795fb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:28:26.279679 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16580c0e-b724-4f2c-a6c7-8acae70795fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:28:26.279982 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16580c0e-b724-4f2c-a6c7-8acae70795fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:28:26.280281 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16580c0e-b724-4f2c-a6c7-8acae70795fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:28:26.280579 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16580c0e-b724-4f2c-a6c7-8acae70795fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:28:26.280875 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16580c0e-b724-4f2c-a6c7-8acae70795fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:28:26.281966 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16580c0e-b724-4f2c-a6c7-8acae70795fb admin admin] Tracked resource versions report: Jun 11 09:28:26.281966 n-d-779913-12 neutron-server[93176]: pushed versions: Jun 11 09:28:26.281966 n-d-779913-12 neutron-server[93176]: { 'AddressGroup': {'1.2'}, Jun 11 09:28:26.281966 n-d-779913-12 neutron-server[93176]: 'ConntrackHelper': {'1.0'}, Jun 11 09:28:26.281966 n-d-779913-12 neutron-server[93176]: 'Log': {'1.0'}, Jun 11 09:28:26.281966 n-d-779913-12 neutron-server[93176]: 'Network': {'1.1'}, Jun 11 09:28:26.281966 n-d-779913-12 neutron-server[93176]: 'Port': {'1.7'}, Jun 11 09:28:26.281966 n-d-779913-12 neutron-server[93176]: 'PortForwarding': {'1.2'}, Jun 11 09:28:26.281966 n-d-779913-12 neutron-server[93176]: 'QosPolicy': {'1.8'}, Jun 11 09:28:26.281966 n-d-779913-12 neutron-server[93176]: 'SecurityGroup': {'1.4'}, Jun 11 09:28:26.281966 n-d-779913-12 neutron-server[93176]: 'SecurityGroupRule': {'1.2'}, Jun 11 09:28:26.281966 n-d-779913-12 neutron-server[93176]: 'SubPort': {'1.0'}, Jun 11 09:28:26.281966 n-d-779913-12 neutron-server[93176]: 'Subnet': {'1.1'}, Jun 11 09:28:26.281966 n-d-779913-12 neutron-server[93176]: 'Trunk': {'1.1'}} Jun 11 09:28:26.281966 n-d-779913-12 neutron-server[93176]: consumer versions: Jun 11 09:28:26.281966 n-d-779913-12 neutron-server[93176]: { DHCP agent@n-d-779913-12: {}, Jun 11 09:28:26.281966 n-d-779913-12 neutron-server[93176]: L3 agent@n-d-779913-12: {}, Jun 11 09:28:26.281966 n-d-779913-12 neutron-server[93176]: Metadata agent@n-d-779913-12: {}, Jun 11 09:28:26.281966 n-d-779913-12 neutron-server[93176]: Metering agent@n-d-779913-12: {}, Jun 11 09:28:26.281966 n-d-779913-12 neutron-server[93176]: Open vSwitch agent@n-d-779913-12: { 'AddressGroup': '1.2', Jun 11 09:28:26.281966 n-d-779913-12 neutron-server[93176]: 'ConntrackHelper': '1.0', Jun 11 09:28:26.281966 n-d-779913-12 neutron-server[93176]: 'Log': '1.0', Jun 11 09:28:26.281966 n-d-779913-12 neutron-server[93176]: 'Network': '1.1', Jun 11 09:28:26.281966 n-d-779913-12 neutron-server[93176]: 'Port': '1.7', Jun 11 09:28:26.281966 n-d-779913-12 neutron-server[93176]: 'PortForwarding': '1.2', Jun 11 09:28:26.281966 n-d-779913-12 neutron-server[93176]: 'QosPolicy': '1.8', Jun 11 09:28:26.281966 n-d-779913-12 neutron-server[93176]: 'SecurityGroup': '1.4', Jun 11 09:28:26.281966 n-d-779913-12 neutron-server[93176]: 'SecurityGroupRule': '1.2', Jun 11 09:28:26.281966 n-d-779913-12 neutron-server[93176]: 'SubPort': '1.0', Jun 11 09:28:26.281966 n-d-779913-12 neutron-server[93176]: 'Subnet': '1.1', Jun 11 09:28:26.281966 n-d-779913-12 neutron-server[93176]: 'Trunk': '1.1'}} Jun 11 09:28:26.281966 n-d-779913-12 neutron-server[93176]: {{(pid=93176) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 11 09:28:26.359598 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-16580c0e-b724-4f2c-a6c7-8acae70795fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:28:26.361436 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-16580c0e-b724-4f2c-a6c7-8acae70795fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:28:26.451129 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-16580c0e-b724-4f2c-a6c7-8acae70795fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:28:26.452484 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16580c0e-b724-4f2c-a6c7-8acae70795fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:28:26.453132 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-16580c0e-b724-4f2c-a6c7-8acae70795fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:28:26.455925 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:28:26.569418 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16580c0e-b724-4f2c-a6c7-8acae70795fb admin admin] Pushing event updated for resources: {'Network': ['ID=d6ad2faf-2db2-4d13-900c-08865f3975da,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:28:26.571962 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-16580c0e-b724-4f2c-a6c7-8acae70795fb admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9668827 Jun 11 09:28:26.573714 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-16580c0e-b724-4f2c-a6c7-8acae70795fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:28:26.582402 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network d6ad2faf-2db2-4d13-900c-08865f3975da details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:28:29.173085 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 60022) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:28:29.581208 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8f16e0-5a48-4d99-969f-6c846af622ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:28:29.582674 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-ee8f16e0-5a48-4d99-969f-6c846af622ce admin admin] 10.222.0.60 "GET /v2.0/networks/d6ad2faf-2db2-4d13-900c-08865f3975da HTTP/1.1" status: 200 len: 825 time: 0.4086475 Jun 11 09:28:29.608957 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-0ca72d56-1fad-45ed-9c35-53fe6d40ea43 admin admin] 10.222.0.60 "GET /v2.0/subnetpools/0aa5cbaa-af2b-4f75-9951-431931d6c6ec HTTP/1.1" status: 200 len: 734 time: 0.0208368 Jun 11 09:28:29.617354 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-9f64445b-b6cc-4b45-9205-cc9df20cd5fa admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'd6ad2faf-2db2-4d13-900c-08865f3975da', 'tenant_id': '4607efa831de4050b15742cb957f5cb1', 'subnetpool_id': '0aa5cbaa-af2b-4f75-9951-431931d6c6ec', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:28:29.742993 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f64445b-b6cc-4b45-9205-cc9df20cd5fa admin admin] Made reservation on behalf of 4607efa831de4050b15742cb957f5cb1 for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:28:29.745385 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9f64445b-b6cc-4b45-9205-cc9df20cd5fa admin admin] Notify callbacks [] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:28:30.142457 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9f64445b-b6cc-4b45-9205-cc9df20cd5fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:28:30.146661 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:28:30.223291 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f64445b-b6cc-4b45-9205-cc9df20cd5fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac238544-675f-4138-ba39-8a3987152487,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:28:30.229314 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9f64445b-b6cc-4b45-9205-cc9df20cd5fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:28:30.230076 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f64445b-b6cc-4b45-9205-cc9df20cd5fa admin admin] Checking segment: {'id': '5cc4d3c6-eb24-40a7-8406-66382093c9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'd6ad2faf-2db2-4d13-900c-08865f3975da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:28:30.230461 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f64445b-b6cc-4b45-9205-cc9df20cd5fa admin admin] Network hostable DHCP agents. Network: d6ad2faf-2db2-4d13-900c-08865f3975da, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 09:28:30.319664 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f64445b-b6cc-4b45-9205-cc9df20cd5fa admin admin] Network d6ad2faf-2db2-4d13-900c-08865f3975da is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 09:28:30.405282 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-9f64445b-b6cc-4b45-9205-cc9df20cd5fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, d6ad2faf-2db2-4d13-900c-08865f3975da) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:28:30.409782 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f64445b-b6cc-4b45-9205-cc9df20cd5fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:28:30.410356 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9f64445b-b6cc-4b45-9205-cc9df20cd5fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:28:30.415211 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac8ea43-c855-42f6-854e-9e08fd05d629 None None] Network d6ad2faf-2db2-4d13-900c-08865f3975da requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:28:30.514860 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-9f64445b-b6cc-4b45-9205-cc9df20cd5fa admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9006784 Jun 11 09:28:30.749664 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc56c97-29a1-40cd-b981-5bb313091c68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-d6ad2faf-2db2-4d13-900c-08865f3975da', 'network_id': 'd6ad2faf-2db2-4d13-900c-08865f3975da', 'tenant_id': '4607efa831de4050b15742cb957f5cb1', 'fixed_ips': [{'subnet_id': 'ac238544-675f-4138-ba39-8a3987152487'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 09:28:30.750853 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0fc56c97-29a1-40cd-b981-5bb313091c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:28:31.035710 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-0fc56c97-29a1-40cd-b981-5bb313091c68 None None] Allocated IP 172.20.0.2 (d6ad2faf-2db2-4d13-900c-08865f3975da/ac238544-675f-4138-ba39-8a3987152487/9070129f-4c9e-4189-a95e-600b85a41169) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:28:31.294456 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0fc56c97-29a1-40cd-b981-5bb313091c68 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:28:31.309230 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-0fc56c97-29a1-40cd-b981-5bb313091c68 None None] Transition to ACTIVE for port object 9070129f-4c9e-4189-a95e-600b85a41169 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:28:31.330109 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-0fc56c97-29a1-40cd-b981-5bb313091c68 None None] Transition to ACTIVE for port object 9070129f-4c9e-4189-a95e-600b85a41169 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:28:31.412045 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0fc56c97-29a1-40cd-b981-5bb313091c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:28:31.415147 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:28:31.491675 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc56c97-29a1-40cd-b981-5bb313091c68 None None] Network d6ad2faf-2db2-4d13-900c-08865f3975da is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:28:31.496170 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-0fc56c97-29a1-40cd-b981-5bb313091c68 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:28:31.504915 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc56c97-29a1-40cd-b981-5bb313091c68 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:28:31.507944 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc56c97-29a1-40cd-b981-5bb313091c68 None None] Pushing event updated for resources: {'Port': ['ID=9070129f-4c9e-4189-a95e-600b85a41169,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:28:31.532586 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc56c97-29a1-40cd-b981-5bb313091c68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:28:31.532921 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc56c97-29a1-40cd-b981-5bb313091c68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:28:31.533248 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc56c97-29a1-40cd-b981-5bb313091c68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:28:31.533578 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc56c97-29a1-40cd-b981-5bb313091c68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:28:31.533896 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc56c97-29a1-40cd-b981-5bb313091c68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:28:31.534213 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc56c97-29a1-40cd-b981-5bb313091c68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:28:31.534526 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc56c97-29a1-40cd-b981-5bb313091c68 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:28:31.534837 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc56c97-29a1-40cd-b981-5bb313091c68 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:28:31.535146 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc56c97-29a1-40cd-b981-5bb313091c68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:28:31.535456 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc56c97-29a1-40cd-b981-5bb313091c68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:28:31.535788 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc56c97-29a1-40cd-b981-5bb313091c68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:28:31.536098 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc56c97-29a1-40cd-b981-5bb313091c68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:28:31.537200 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc56c97-29a1-40cd-b981-5bb313091c68 None None] Tracked resource versions report: Jun 11 09:28:31.537200 n-d-779913-12 neutron-server[93178]: pushed versions: Jun 11 09:28:31.537200 n-d-779913-12 neutron-server[93178]: { 'AddressGroup': {'1.2'}, Jun 11 09:28:31.537200 n-d-779913-12 neutron-server[93178]: 'ConntrackHelper': {'1.0'}, Jun 11 09:28:31.537200 n-d-779913-12 neutron-server[93178]: 'Log': {'1.0'}, Jun 11 09:28:31.537200 n-d-779913-12 neutron-server[93178]: 'Network': {'1.1'}, Jun 11 09:28:31.537200 n-d-779913-12 neutron-server[93178]: 'Port': {'1.7'}, Jun 11 09:28:31.537200 n-d-779913-12 neutron-server[93178]: 'PortForwarding': {'1.2'}, Jun 11 09:28:31.537200 n-d-779913-12 neutron-server[93178]: 'QosPolicy': {'1.8'}, Jun 11 09:28:31.537200 n-d-779913-12 neutron-server[93178]: 'SecurityGroup': {'1.4'}, Jun 11 09:28:31.537200 n-d-779913-12 neutron-server[93178]: 'SecurityGroupRule': {'1.2'}, Jun 11 09:28:31.537200 n-d-779913-12 neutron-server[93178]: 'SubPort': {'1.0'}, Jun 11 09:28:31.537200 n-d-779913-12 neutron-server[93178]: 'Subnet': {'1.1'}, Jun 11 09:28:31.537200 n-d-779913-12 neutron-server[93178]: 'Trunk': {'1.1'}} Jun 11 09:28:31.537200 n-d-779913-12 neutron-server[93178]: consumer versions: Jun 11 09:28:31.537200 n-d-779913-12 neutron-server[93178]: { DHCP agent@n-d-779913-12: {}, Jun 11 09:28:31.537200 n-d-779913-12 neutron-server[93178]: L3 agent@n-d-779913-12: {}, Jun 11 09:28:31.537200 n-d-779913-12 neutron-server[93178]: Metadata agent@n-d-779913-12: {}, Jun 11 09:28:31.537200 n-d-779913-12 neutron-server[93178]: Metering agent@n-d-779913-12: {}, Jun 11 09:28:31.537200 n-d-779913-12 neutron-server[93178]: Open vSwitch agent@n-d-779913-12: { 'AddressGroup': '1.2', Jun 11 09:28:31.537200 n-d-779913-12 neutron-server[93178]: 'ConntrackHelper': '1.0', Jun 11 09:28:31.537200 n-d-779913-12 neutron-server[93178]: 'Log': '1.0', Jun 11 09:28:31.537200 n-d-779913-12 neutron-server[93178]: 'Network': '1.1', Jun 11 09:28:31.537200 n-d-779913-12 neutron-server[93178]: 'Port': '1.7', Jun 11 09:28:31.537200 n-d-779913-12 neutron-server[93178]: 'PortForwarding': '1.2', Jun 11 09:28:31.537200 n-d-779913-12 neutron-server[93178]: 'QosPolicy': '1.8', Jun 11 09:28:31.537200 n-d-779913-12 neutron-server[93178]: 'SecurityGroup': '1.4', Jun 11 09:28:31.537200 n-d-779913-12 neutron-server[93178]: 'SecurityGroupRule': '1.2', Jun 11 09:28:31.537200 n-d-779913-12 neutron-server[93178]: 'SubPort': '1.0', Jun 11 09:28:31.537200 n-d-779913-12 neutron-server[93178]: 'Subnet': '1.1', Jun 11 09:28:31.537200 n-d-779913-12 neutron-server[93178]: 'Trunk': '1.1'}} Jun 11 09:28:31.537200 n-d-779913-12 neutron-server[93178]: {{(pid=93178) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 11 09:28:31.563880 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-0fc56c97-29a1-40cd-b981-5bb313091c68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:28:31.603548 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-0fc56c97-29a1-40cd-b981-5bb313091c68 None None] Attempting to bind port 9070129f-4c9e-4189-a95e-600b85a41169 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:28:31.603968 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-0fc56c97-29a1-40cd-b981-5bb313091c68 None None] Attempting to bind port 9070129f-4c9e-4189-a95e-600b85a41169 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '5cc4d3c6-eb24-40a7-8406-66382093c9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'd6ad2faf-2db2-4d13-900c-08865f3975da'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:28:31.604389 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc56c97-29a1-40cd-b981-5bb313091c68 None None] Attempting to bind port 9070129f-4c9e-4189-a95e-600b85a41169 on network d6ad2faf-2db2-4d13-900c-08865f3975da {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:28:31.610106 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc56c97-29a1-40cd-b981-5bb313091c68 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:28:31.610511 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc56c97-29a1-40cd-b981-5bb313091c68 None None] Checking segment: {'id': '5cc4d3c6-eb24-40a7-8406-66382093c9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'd6ad2faf-2db2-4d13-900c-08865f3975da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:28:31.610968 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0fc56c97-29a1-40cd-b981-5bb313091c68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:28:31.611357 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc56c97-29a1-40cd-b981-5bb313091c68 None None] Bound using segment: {'id': '5cc4d3c6-eb24-40a7-8406-66382093c9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'd6ad2faf-2db2-4d13-900c-08865f3975da'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:28:31.611847 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-0fc56c97-29a1-40cd-b981-5bb313091c68 None None] Bound port: 9070129f-4c9e-4189-a95e-600b85a41169, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cc4d3c6-eb24-40a7-8406-66382093c9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'd6ad2faf-2db2-4d13-900c-08865f3975da'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:28:31.612241 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0fc56c97-29a1-40cd-b981-5bb313091c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:28:31.684465 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-0fc56c97-29a1-40cd-b981-5bb313091c68 None None] For port 9070129f-4c9e-4189-a95e-600b85a41169, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:28:31.706207 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-0fc56c97-29a1-40cd-b981-5bb313091c68 None None] For port 9070129f-4c9e-4189-a95e-600b85a41169, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=9070129f-4c9e-4189-a95e-600b85a41169,segment=NetworkSegment(5cc4d3c6-eb24-40a7-8406-66382093c9bd),segment_id=5cc4d3c6-eb24-40a7-8406-66382093c9bd)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:28:31.794726 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0fc56c97-29a1-40cd-b981-5bb313091c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:28:31.798035 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:28:31.859922 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc56c97-29a1-40cd-b981-5bb313091c68 None None] Pushing event updated for resources: {'Port': ['ID=9070129f-4c9e-4189-a95e-600b85a41169,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:28:31.869171 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-0fc56c97-29a1-40cd-b981-5bb313091c68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:28:32.903774 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 60030) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:28:33.479211 n-d-779913-12 neutron-server[93177]: WARNING oslo_policy.policy [None req-584f5b3b-2452-4455-8038-36fc88aa94f4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 11 09:28:33.479845 n-d-779913-12 neutron-server[93177]: WARNING oslo_policy.policy [None req-584f5b3b-2452-4455-8038-36fc88aa94f4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 11 09:28:33.703399 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [None req-584f5b3b-2452-4455-8038-36fc88aa94f4 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 09:28:33.704666 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-584f5b3b-2452-4455-8038-36fc88aa94f4 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7988329 Jun 11 09:28:36.045215 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 60044) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:28:36.368813 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [None req-1cba35b4-3da4-438c-ba2e-44867b8d3e45 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 09:28:36.369765 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-1cba35b4-3da4-438c-ba2e-44867b8d3e45 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3236265 Jun 11 09:28:37.614823 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 9070129f-4c9e-4189-a95e-600b85a41169 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:28:37.771365 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 9070129f-4c9e-4189-a95e-600b85a41169 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:28:37.900393 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a46a05-06ec-41f1-80e9-955f79571b1f None None] Network d6ad2faf-2db2-4d13-900c-08865f3975da requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:28:38.091813 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-28c7eb0f-5223-4a2e-87d3-91b4eee4db0f None None] Provisioning for port 9070129f-4c9e-4189-a95e-600b85a41169 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:28:38.099456 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-28c7eb0f-5223-4a2e-87d3-91b4eee4db0f None None] Provisioning complete for port 9070129f-4c9e-4189-a95e-600b85a41169 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:28:38.100121 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-28c7eb0f-5223-4a2e-87d3-91b4eee4db0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:28:38.242739 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-28c7eb0f-5223-4a2e-87d3-91b4eee4db0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:28:38.282108 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-28c7eb0f-5223-4a2e-87d3-91b4eee4db0f None None] For port 9070129f-4c9e-4189-a95e-600b85a41169, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=9070129f-4c9e-4189-a95e-600b85a41169,segment=NetworkSegment(5cc4d3c6-eb24-40a7-8406-66382093c9bd),segment_id=5cc4d3c6-eb24-40a7-8406-66382093c9bd)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:28:38.365466 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-28c7eb0f-5223-4a2e-87d3-91b4eee4db0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:28:38.367445 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-0fc56c97-29a1-40cd-b981-5bb313091c68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:28:38.420736 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c7eb0f-5223-4a2e-87d3-91b4eee4db0f None None] Pushing event updated for resources: {'Port': ['ID=9070129f-4c9e-4189-a95e-600b85a41169,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:28:38.423781 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-28c7eb0f-5223-4a2e-87d3-91b4eee4db0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:28:38.486381 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-4fc3ae18-e9e5-440e-9929-f54d69da83b5 None None] Provisioning complete for port 9070129f-4c9e-4189-a95e-600b85a41169 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:28:38.486666 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-4fc3ae18-e9e5-440e-9929-f54d69da83b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:28:38.976855 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 60058) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:28:39.275813 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-a4ec9e35-9aeb-48b9-bd7a-5de68353cc22 admin admin] Request body: {'router': {'tenant_id': '4607efa831de4050b15742cb957f5cb1', 'name': 'router1', 'admin_state_up': True}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:28:39.345540 n-d-779913-12 neutron-server[93177]: DEBUG neutron.policy [None req-a4ec9e35-9aeb-48b9-bd7a-5de68353cc22 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93177) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 11 09:28:39.393049 n-d-779913-12 neutron-server[93177]: WARNING oslo_policy.policy [None req-a4ec9e35-9aeb-48b9-bd7a-5de68353cc22 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 11 09:28:39.393408 n-d-779913-12 neutron-server[93177]: WARNING oslo_policy.policy [None req-a4ec9e35-9aeb-48b9-bd7a-5de68353cc22 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 11 09:28:39.402030 n-d-779913-12 neutron-server[93177]: INFO neutron.quota [None req-a4ec9e35-9aeb-48b9-bd7a-5de68353cc22 admin admin] Loaded quota_driver: . Jun 11 09:28:39.519886 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a4ec9e35-9aeb-48b9-bd7a-5de68353cc22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:28:39.521545 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a4ec9e35-9aeb-48b9-bd7a-5de68353cc22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:28:39.575219 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 9070129f-4c9e-4189-a95e-600b85a41169 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:28:39.627689 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 9070129f-4c9e-4189-a95e-600b85a41169 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:28:39.628049 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:28:39.689181 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a4ec9e35-9aeb-48b9-bd7a-5de68353cc22 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:28:39.732205 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a4ec9e35-9aeb-48b9-bd7a-5de68353cc22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:28:39.799352 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a4ec9e35-9aeb-48b9-bd7a-5de68353cc22 admin admin] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:28:39.800620 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-a4ec9e35-9aeb-48b9-bd7a-5de68353cc22 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8228233 Jun 11 09:28:42.116735 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 60068) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:28:42.433340 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [None req-63dc3dac-6fb3-4920-98e8-8b7ed1e0f0ff admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 09:28:42.434357 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-63dc3dac-6fb3-4920-98e8-8b7ed1e0f0ff admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3166213 Jun 11 09:28:42.805215 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0c051f11-0fe7-4880-9b48-2bef8d345658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:28:44.775510 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 60076) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:28:45.087882 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-c04a488b-ad1a-4718-959c-72acf337769a admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat', 'router:external': True}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:28:45.170901 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c04a488b-ad1a-4718-959c-72acf337769a admin admin] Made reservation on behalf of d68ffe64270049f08211cc4b6a1516a4 for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:28:45.173631 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c04a488b-ad1a-4718-959c-72acf337769a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:28:45.191323 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c04a488b-ad1a-4718-959c-72acf337769a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:28:45.307928 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c04a488b-ad1a-4718-959c-72acf337769a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:28:45.382119 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c04a488b-ad1a-4718-959c-72acf337769a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:28:45.386291 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:28:45.395816 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c04a488b-ad1a-4718-959c-72acf337769a admin admin] Reserving flat network on physical network physnet1 {{(pid=93177) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 11 09:28:45.429102 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c04a488b-ad1a-4718-959c-72acf337769a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735269376934', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:28:45.429612 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c04a488b-ad1a-4718-959c-72acf337769a admin admin] Unsubscribe: segment precommit_create {{(pid=93177) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 11 09:28:45.430096 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-c04a488b-ad1a-4718-959c-72acf337769a admin admin] Added segment 78ebdac9-7ac7-4be7-bcdc-4bfee9149b11 of type flat for network f0adef6e-169f-4a27-8865-442be2ad072d Jun 11 09:28:45.437179 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04a488b-ad1a-4718-959c-72acf337769a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1fc6242-24c1-4562-93f5-11f8e60cbea4,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:28:45.475719 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04a488b-ad1a-4718-959c-72acf337769a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:28:45.476046 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04a488b-ad1a-4718-959c-72acf337769a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:28:45.476367 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04a488b-ad1a-4718-959c-72acf337769a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:28:45.476684 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04a488b-ad1a-4718-959c-72acf337769a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:28:45.476995 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04a488b-ad1a-4718-959c-72acf337769a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:28:45.477302 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04a488b-ad1a-4718-959c-72acf337769a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:28:45.477607 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04a488b-ad1a-4718-959c-72acf337769a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:28:45.477911 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04a488b-ad1a-4718-959c-72acf337769a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:28:45.478212 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04a488b-ad1a-4718-959c-72acf337769a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:28:45.478513 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04a488b-ad1a-4718-959c-72acf337769a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:28:45.478810 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04a488b-ad1a-4718-959c-72acf337769a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:28:45.479108 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04a488b-ad1a-4718-959c-72acf337769a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:28:45.480218 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04a488b-ad1a-4718-959c-72acf337769a admin admin] Tracked resource versions report: Jun 11 09:28:45.480218 n-d-779913-12 neutron-server[93177]: pushed versions: Jun 11 09:28:45.480218 n-d-779913-12 neutron-server[93177]: { 'AddressGroup': {'1.2'}, Jun 11 09:28:45.480218 n-d-779913-12 neutron-server[93177]: 'ConntrackHelper': {'1.0'}, Jun 11 09:28:45.480218 n-d-779913-12 neutron-server[93177]: 'Log': {'1.0'}, Jun 11 09:28:45.480218 n-d-779913-12 neutron-server[93177]: 'Network': {'1.1'}, Jun 11 09:28:45.480218 n-d-779913-12 neutron-server[93177]: 'Port': {'1.7'}, Jun 11 09:28:45.480218 n-d-779913-12 neutron-server[93177]: 'PortForwarding': {'1.2'}, Jun 11 09:28:45.480218 n-d-779913-12 neutron-server[93177]: 'QosPolicy': {'1.8'}, Jun 11 09:28:45.480218 n-d-779913-12 neutron-server[93177]: 'SecurityGroup': {'1.4'}, Jun 11 09:28:45.480218 n-d-779913-12 neutron-server[93177]: 'SecurityGroupRule': {'1.2'}, Jun 11 09:28:45.480218 n-d-779913-12 neutron-server[93177]: 'SubPort': {'1.0'}, Jun 11 09:28:45.480218 n-d-779913-12 neutron-server[93177]: 'Subnet': {'1.1'}, Jun 11 09:28:45.480218 n-d-779913-12 neutron-server[93177]: 'Trunk': {'1.1'}} Jun 11 09:28:45.480218 n-d-779913-12 neutron-server[93177]: consumer versions: Jun 11 09:28:45.480218 n-d-779913-12 neutron-server[93177]: { DHCP agent@n-d-779913-12: {}, Jun 11 09:28:45.480218 n-d-779913-12 neutron-server[93177]: L3 agent@n-d-779913-12: {}, Jun 11 09:28:45.480218 n-d-779913-12 neutron-server[93177]: Metadata agent@n-d-779913-12: {}, Jun 11 09:28:45.480218 n-d-779913-12 neutron-server[93177]: Metering agent@n-d-779913-12: {}, Jun 11 09:28:45.480218 n-d-779913-12 neutron-server[93177]: Open vSwitch agent@n-d-779913-12: { 'AddressGroup': '1.2', Jun 11 09:28:45.480218 n-d-779913-12 neutron-server[93177]: 'ConntrackHelper': '1.0', Jun 11 09:28:45.480218 n-d-779913-12 neutron-server[93177]: 'Log': '1.0', Jun 11 09:28:45.480218 n-d-779913-12 neutron-server[93177]: 'Network': '1.1', Jun 11 09:28:45.480218 n-d-779913-12 neutron-server[93177]: 'Port': '1.7', Jun 11 09:28:45.480218 n-d-779913-12 neutron-server[93177]: 'PortForwarding': '1.2', Jun 11 09:28:45.480218 n-d-779913-12 neutron-server[93177]: 'QosPolicy': '1.8', Jun 11 09:28:45.480218 n-d-779913-12 neutron-server[93177]: 'SecurityGroup': '1.4', Jun 11 09:28:45.480218 n-d-779913-12 neutron-server[93177]: 'SecurityGroupRule': '1.2', Jun 11 09:28:45.480218 n-d-779913-12 neutron-server[93177]: 'SubPort': '1.0', Jun 11 09:28:45.480218 n-d-779913-12 neutron-server[93177]: 'Subnet': '1.1', Jun 11 09:28:45.480218 n-d-779913-12 neutron-server[93177]: 'Trunk': '1.1'}} Jun 11 09:28:45.480218 n-d-779913-12 neutron-server[93177]: {{(pid=93177) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 11 09:28:45.559939 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c04a488b-ad1a-4718-959c-72acf337769a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:28:45.561730 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c04a488b-ad1a-4718-959c-72acf337769a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:28:45.674106 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c04a488b-ad1a-4718-959c-72acf337769a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:28:45.675763 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04a488b-ad1a-4718-959c-72acf337769a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:28:45.676412 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c04a488b-ad1a-4718-959c-72acf337769a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:28:45.680043 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:28:45.708579 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-19909e2a-f693-4aa4-a6c3-c330c21e74ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:28:45.792519 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04a488b-ad1a-4718-959c-72acf337769a admin admin] Pushing event updated for resources: {'Network': ['ID=f0adef6e-169f-4a27-8865-442be2ad072d,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:28:45.796738 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-c04a488b-ad1a-4718-959c-72acf337769a admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0202091 Jun 11 09:28:45.797411 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c04a488b-ad1a-4718-959c-72acf337769a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:28:45.809417 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network f0adef6e-169f-4a27-8865-442be2ad072d details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:28:45.825505 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:28:46.451340 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:28:48.108382 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:28:48.127339 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 60098) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:28:48.361034 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c436eb2-1889-4c40-889d-5b213a762a43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:28:48.364028 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-5c436eb2-1889-4c40-889d-5b213a762a43 admin admin] 10.222.0.60 "GET /v2.0/subnets/ac238544-675f-4138-ba39-8a3987152487 HTTP/1.1" status: 200 len: 849 time: 0.2355833 Jun 11 09:28:48.517577 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-b53bd298-65e1-43e0-bcc7-951c47caa34c admin admin] 10.222.0.60 "GET /v2.0/routers/99786ad7-6c0a-4c20-95be-9bfee0e630b6 HTTP/1.1" status: 200 len: 704 time: 0.1481483 Jun 11 09:28:48.901046 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c29cd258-9dae-481d-a5c7-870842d46c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:28:49.214155 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-c29cd258-9dae-481d-a5c7-870842d46c81 admin admin] Allocated IP 172.20.0.1 (d6ad2faf-2db2-4d13-900c-08865f3975da/ac238544-675f-4138-ba39-8a3987152487/2fd09ac2-7cee-413a-931d-eed2d8a0db54) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:28:49.412012 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c29cd258-9dae-481d-a5c7-870842d46c81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:28:49.435298 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-c29cd258-9dae-481d-a5c7-870842d46c81 admin admin] Transition to ACTIVE for port object 2fd09ac2-7cee-413a-931d-eed2d8a0db54 will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:28:49.577380 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c29cd258-9dae-481d-a5c7-870842d46c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:28:49.580448 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:28:49.694985 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29cd258-9dae-481d-a5c7-870842d46c81 admin admin] Network d6ad2faf-2db2-4d13-900c-08865f3975da is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:28:49.704154 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-c29cd258-9dae-481d-a5c7-870842d46c81 admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:28:49.707419 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29cd258-9dae-481d-a5c7-870842d46c81 admin admin] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:28:49.708165 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c29cd258-9dae-481d-a5c7-870842d46c81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-375088'] for router_interface, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:28:49.797083 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29cd258-9dae-481d-a5c7-870842d46c81 admin admin] Pushing event updated for resources: {'Port': ['ID=2fd09ac2-7cee-413a-931d-eed2d8a0db54,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:28:49.800584 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c29cd258-9dae-481d-a5c7-870842d46c81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:28:49.919681 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-86c6e18c-d3f5-414c-a5a8-0a02e181c4fd None None] Provisioning for port 2fd09ac2-7cee-413a-931d-eed2d8a0db54 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:28:49.925102 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-86c6e18c-d3f5-414c-a5a8-0a02e181c4fd None None] Provisioning complete for port 2fd09ac2-7cee-413a-931d-eed2d8a0db54 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:28:49.930679 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-86c6e18c-d3f5-414c-a5a8-0a02e181c4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:28:49.966558 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-86c6e18c-d3f5-414c-a5a8-0a02e181c4fd None None] Port 2fd09ac2-7cee-413a-931d-eed2d8a0db54 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:28:50.019680 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c29cd258-9dae-481d-a5c7-870842d46c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:28:50.226627 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c29cd258-9dae-481d-a5c7-870842d46c81 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:28:50.279680 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c29cd258-9dae-481d-a5c7-870842d46c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:28:50.280707 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c29cd258-9dae-481d-a5c7-870842d46c81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375108'] for router_interface, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:28:50.282228 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:28:50.354360 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29cd258-9dae-481d-a5c7-870842d46c81 admin admin] Pushing event updated for resources: {'Port': ['ID=2fd09ac2-7cee-413a-931d-eed2d8a0db54,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:28:50.357675 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c29cd258-9dae-481d-a5c7-870842d46c81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:28:50.447637 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29cd258-9dae-481d-a5c7-870842d46c81 admin admin] Network d6ad2faf-2db2-4d13-900c-08865f3975da is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:28:50.448893 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-c29cd258-9dae-481d-a5c7-870842d46c81 admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:28:50.686145 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c29cd258-9dae-481d-a5c7-870842d46c81 admin admin] Router 99786ad7-6c0a-4c20-95be-9bfee0e630b6 is scheduled to L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 with binding_index 1 {{(pid=93177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 09:28:50.686517 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-52577d24-af4a-4f65-9cca-5debea0c1c4c None None] Provisioning complete for port 2fd09ac2-7cee-413a-931d-eed2d8a0db54 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:28:50.686902 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-52577d24-af4a-4f65-9cca-5debea0c1c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:28:50.728890 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-52577d24-af4a-4f65-9cca-5debea0c1c4c None None] Port 2fd09ac2-7cee-413a-931d-eed2d8a0db54 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:28:50.818074 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c29cd258-9dae-481d-a5c7-870842d46c81 admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:28:50.823092 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-c29cd258-9dae-481d-a5c7-870842d46c81 admin admin] 10.222.0.60 "PUT /v2.0/routers/99786ad7-6c0a-4c20-95be-9bfee0e630b6/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3007004 Jun 11 09:28:50.829942 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9583c24-2e79-46cb-aef3-b1f9fca5aff9 None None] Sync routers for ids ['99786ad7-6c0a-4c20-95be-9bfee0e630b6'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:28:50.841083 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9583c24-2e79-46cb-aef3-b1f9fca5aff9 None None] Routers {'99786ad7-6c0a-4c20-95be-9bfee0e630b6'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:28:50.841886 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-b9583c24-2e79-46cb-aef3-b1f9fca5aff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:28:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['99786ad7-6c0a-4c20-95be-9bfee0e630b6'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:28:51.057010 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-b9583c24-2e79-46cb-aef3-b1f9fca5aff9 None None] Set router 99786ad7-6c0a-4c20-95be-9bfee0e630b6 gateway port host: None {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:28:51.521577 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-b9583c24-2e79-46cb-aef3-b1f9fca5aff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99786ad7-6c0a-4c20-95be-9bfee0e630b6', 'name': 'router1', 'tenant_id': '4607efa831de4050b15742cb957f5cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:28:39Z', 'updated_at': '2021-06-11T09:28:49Z', 'revision_number': 2, 'project_id': '4607efa831de4050b15742cb957f5cb1', 'gw_port_host': None, '_interfaces': [{'id': '2fd09ac2-7cee-413a-931d-eed2d8a0db54', 'name': '', 'network_id': 'd6ad2faf-2db2-4d13-900c-08865f3975da', 'tenant_id': '4607efa831de4050b15742cb957f5cb1', 'mac_address': 'fa:16:3e:99:83:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99786ad7-6c0a-4c20-95be-9bfee0e630b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ac238544-675f-4138-ba39-8a3987152487', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:28:48Z', 'updated_at': '2021-06-11T09:28:50Z', 'revision_number': 2, 'project_id': '4607efa831de4050b15742cb957f5cb1', 'subnets': [{'id': 'ac238544-675f-4138-ba39-8a3987152487', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0aa5cbaa-af2b-4f75-9951-431931d6c6ec'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:28:51.527319 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9583c24-2e79-46cb-aef3-b1f9fca5aff9 None None] Checking router: 99786ad7-6c0a-4c20-95be-9bfee0e630b6 for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:28:51.527748 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9583c24-2e79-46cb-aef3-b1f9fca5aff9 None None] Updating router 99786ad7-6c0a-4c20-95be-9bfee0e630b6 port 2fd09ac2-7cee-413a-931d-eed2d8a0db54 binding host n-d-779913-12 {{(pid=93179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 09:28:51.598787 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-b9583c24-2e79-46cb-aef3-b1f9fca5aff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:28:52.122849 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-b9583c24-2e79-46cb-aef3-b1f9fca5aff9 None None] Notify callbacks [] for port, precommit_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:28:52.140441 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-b9583c24-2e79-46cb-aef3-b1f9fca5aff9 None None] Transition to ACTIVE for port object 2fd09ac2-7cee-413a-931d-eed2d8a0db54 will not be triggered until provisioned by entity L2. {{(pid=93179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:28:52.210600 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-b9583c24-2e79-46cb-aef3-b1f9fca5aff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:28:52.215353 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:28:52.452063 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d15622-65a9-4f4d-8074-39b2a0be3e1a None None] Pushing event updated for resources: {'Port': ['ID=2fd09ac2-7cee-413a-931d-eed2d8a0db54,revision_number=3']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:28:52.456564 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-b9583c24-2e79-46cb-aef3-b1f9fca5aff9 None None] Attempting to bind port 2fd09ac2-7cee-413a-931d-eed2d8a0db54 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:28:52.456958 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-b9583c24-2e79-46cb-aef3-b1f9fca5aff9 None None] Attempting to bind port 2fd09ac2-7cee-413a-931d-eed2d8a0db54 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '5cc4d3c6-eb24-40a7-8406-66382093c9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'd6ad2faf-2db2-4d13-900c-08865f3975da'}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:28:52.457386 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9583c24-2e79-46cb-aef3-b1f9fca5aff9 None None] Attempting to bind port 2fd09ac2-7cee-413a-931d-eed2d8a0db54 on network d6ad2faf-2db2-4d13-900c-08865f3975da {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:28:52.466376 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9583c24-2e79-46cb-aef3-b1f9fca5aff9 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:28:52.467147 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9583c24-2e79-46cb-aef3-b1f9fca5aff9 None None] Checking segment: {'id': '5cc4d3c6-eb24-40a7-8406-66382093c9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'd6ad2faf-2db2-4d13-900c-08865f3975da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:28:52.467629 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-b9583c24-2e79-46cb-aef3-b1f9fca5aff9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:28:52.468014 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9583c24-2e79-46cb-aef3-b1f9fca5aff9 None None] Bound using segment: {'id': '5cc4d3c6-eb24-40a7-8406-66382093c9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'd6ad2faf-2db2-4d13-900c-08865f3975da'} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:28:52.468501 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-b9583c24-2e79-46cb-aef3-b1f9fca5aff9 None None] Bound port: 2fd09ac2-7cee-413a-931d-eed2d8a0db54, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cc4d3c6-eb24-40a7-8406-66382093c9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'd6ad2faf-2db2-4d13-900c-08865f3975da'}}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:28:52.468862 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-b9583c24-2e79-46cb-aef3-b1f9fca5aff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:28:52.492663 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d15622-65a9-4f4d-8074-39b2a0be3e1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:28:52.493005 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d15622-65a9-4f4d-8074-39b2a0be3e1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:28:52.493330 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d15622-65a9-4f4d-8074-39b2a0be3e1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:28:52.493648 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d15622-65a9-4f4d-8074-39b2a0be3e1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:28:52.493960 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d15622-65a9-4f4d-8074-39b2a0be3e1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:28:52.494271 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d15622-65a9-4f4d-8074-39b2a0be3e1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:28:52.494583 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d15622-65a9-4f4d-8074-39b2a0be3e1a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:28:52.494886 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d15622-65a9-4f4d-8074-39b2a0be3e1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:28:52.495188 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d15622-65a9-4f4d-8074-39b2a0be3e1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:28:52.495491 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d15622-65a9-4f4d-8074-39b2a0be3e1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:28:52.495816 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d15622-65a9-4f4d-8074-39b2a0be3e1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:28:52.496117 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d15622-65a9-4f4d-8074-39b2a0be3e1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:28:52.497753 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d15622-65a9-4f4d-8074-39b2a0be3e1a None None] Tracked resource versions report: Jun 11 09:28:52.497753 n-d-779913-12 neutron-server[93179]: pushed versions: Jun 11 09:28:52.497753 n-d-779913-12 neutron-server[93179]: { 'AddressGroup': {'1.2'}, Jun 11 09:28:52.497753 n-d-779913-12 neutron-server[93179]: 'ConntrackHelper': {'1.0'}, Jun 11 09:28:52.497753 n-d-779913-12 neutron-server[93179]: 'Log': {'1.0'}, Jun 11 09:28:52.497753 n-d-779913-12 neutron-server[93179]: 'Network': {'1.1'}, Jun 11 09:28:52.497753 n-d-779913-12 neutron-server[93179]: 'Port': {'1.7'}, Jun 11 09:28:52.497753 n-d-779913-12 neutron-server[93179]: 'PortForwarding': {'1.2'}, Jun 11 09:28:52.497753 n-d-779913-12 neutron-server[93179]: 'QosPolicy': {'1.8'}, Jun 11 09:28:52.497753 n-d-779913-12 neutron-server[93179]: 'SecurityGroup': {'1.4'}, Jun 11 09:28:52.497753 n-d-779913-12 neutron-server[93179]: 'SecurityGroupRule': {'1.2'}, Jun 11 09:28:52.497753 n-d-779913-12 neutron-server[93179]: 'SubPort': {'1.0'}, Jun 11 09:28:52.497753 n-d-779913-12 neutron-server[93179]: 'Subnet': {'1.1'}, Jun 11 09:28:52.497753 n-d-779913-12 neutron-server[93179]: 'Trunk': {'1.1'}} Jun 11 09:28:52.497753 n-d-779913-12 neutron-server[93179]: consumer versions: Jun 11 09:28:52.497753 n-d-779913-12 neutron-server[93179]: { DHCP agent@n-d-779913-12: {}, Jun 11 09:28:52.497753 n-d-779913-12 neutron-server[93179]: L3 agent@n-d-779913-12: {}, Jun 11 09:28:52.497753 n-d-779913-12 neutron-server[93179]: Metadata agent@n-d-779913-12: {}, Jun 11 09:28:52.497753 n-d-779913-12 neutron-server[93179]: Metering agent@n-d-779913-12: {}, Jun 11 09:28:52.497753 n-d-779913-12 neutron-server[93179]: Open vSwitch agent@n-d-779913-12: { 'AddressGroup': '1.2', Jun 11 09:28:52.497753 n-d-779913-12 neutron-server[93179]: 'ConntrackHelper': '1.0', Jun 11 09:28:52.497753 n-d-779913-12 neutron-server[93179]: 'Log': '1.0', Jun 11 09:28:52.497753 n-d-779913-12 neutron-server[93179]: 'Network': '1.1', Jun 11 09:28:52.497753 n-d-779913-12 neutron-server[93179]: 'Port': '1.7', Jun 11 09:28:52.497753 n-d-779913-12 neutron-server[93179]: 'PortForwarding': '1.2', Jun 11 09:28:52.497753 n-d-779913-12 neutron-server[93179]: 'QosPolicy': '1.8', Jun 11 09:28:52.497753 n-d-779913-12 neutron-server[93179]: 'SecurityGroup': '1.4', Jun 11 09:28:52.497753 n-d-779913-12 neutron-server[93179]: 'SecurityGroupRule': '1.2', Jun 11 09:28:52.497753 n-d-779913-12 neutron-server[93179]: 'SubPort': '1.0', Jun 11 09:28:52.497753 n-d-779913-12 neutron-server[93179]: 'Subnet': '1.1', Jun 11 09:28:52.497753 n-d-779913-12 neutron-server[93179]: 'Trunk': '1.1'}} Jun 11 09:28:52.497753 n-d-779913-12 neutron-server[93179]: {{(pid=93179) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 11 09:28:52.506169 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-84d15622-65a9-4f4d-8074-39b2a0be3e1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:28:52.590850 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-b9583c24-2e79-46cb-aef3-b1f9fca5aff9 None None] For port 2fd09ac2-7cee-413a-931d-eed2d8a0db54, host n-d-779913-12, cleared binding levels {{(pid=93179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:28:52.612696 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-b9583c24-2e79-46cb-aef3-b1f9fca5aff9 None None] For port 2fd09ac2-7cee-413a-931d-eed2d8a0db54, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=2fd09ac2-7cee-413a-931d-eed2d8a0db54,segment=NetworkSegment(5cc4d3c6-eb24-40a7-8406-66382093c9bd),segment_id=5cc4d3c6-eb24-40a7-8406-66382093c9bd)] {{(pid=93179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:28:52.686586 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-b9583c24-2e79-46cb-aef3-b1f9fca5aff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:28:52.689760 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-84d15622-65a9-4f4d-8074-39b2a0be3e1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:28:52.756378 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9583c24-2e79-46cb-aef3-b1f9fca5aff9 None None] Routers {'99786ad7-6c0a-4c20-95be-9bfee0e630b6'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:28:52.757013 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-b9583c24-2e79-46cb-aef3-b1f9fca5aff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:28:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['99786ad7-6c0a-4c20-95be-9bfee0e630b6'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:28:52.758886 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d15622-65a9-4f4d-8074-39b2a0be3e1a None None] Pushing event updated for resources: {'Port': ['ID=2fd09ac2-7cee-413a-931d-eed2d8a0db54,revision_number=4']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:28:52.762645 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-84d15622-65a9-4f4d-8074-39b2a0be3e1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:28:52.887349 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-b9583c24-2e79-46cb-aef3-b1f9fca5aff9 None None] Set router 99786ad7-6c0a-4c20-95be-9bfee0e630b6 gateway port host: None {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:28:53.003168 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 60120) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:28:53.130815 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c898442-0e5f-4da7-9fa8-e09ad25ba646 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:28:53.132709 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-3c898442-0e5f-4da7-9fa8-e09ad25ba646 admin admin] 10.222.0.60 "GET /v2.0/networks/f0adef6e-169f-4a27-8865-442be2ad072d HTTP/1.1" status: 200 len: 842 time: 0.1280496 Jun 11 09:28:53.141371 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-189fc0f4-fff6-485a-8363-6b07f2ab42e8 admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'gateway_ip': '172.25.4.1', 'cidr': '172.25.4.0/24'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:28:53.159092 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-b9583c24-2e79-46cb-aef3-b1f9fca5aff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99786ad7-6c0a-4c20-95be-9bfee0e630b6', 'name': 'router1', 'tenant_id': '4607efa831de4050b15742cb957f5cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:28:39Z', 'updated_at': '2021-06-11T09:28:49Z', 'revision_number': 2, 'project_id': '4607efa831de4050b15742cb957f5cb1', 'gw_port_host': None, '_interfaces': [{'id': '2fd09ac2-7cee-413a-931d-eed2d8a0db54', 'name': '', 'network_id': 'd6ad2faf-2db2-4d13-900c-08865f3975da', 'tenant_id': '4607efa831de4050b15742cb957f5cb1', 'mac_address': 'fa:16:3e:99:83:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99786ad7-6c0a-4c20-95be-9bfee0e630b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ac238544-675f-4138-ba39-8a3987152487', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:28:48Z', 'updated_at': '2021-06-11T09:28:52Z', 'revision_number': 4, 'project_id': '4607efa831de4050b15742cb957f5cb1', 'subnets': [{'id': 'ac238544-675f-4138-ba39-8a3987152487', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0aa5cbaa-af2b-4f75-9951-431931d6c6ec'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:28:53.162607 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9583c24-2e79-46cb-aef3-b1f9fca5aff9 None None] The sync data for ids ['99786ad7-6c0a-4c20-95be-9bfee0e630b6'] in n-d-779913-12 is: [{'id': '99786ad7-6c0a-4c20-95be-9bfee0e630b6', 'name': 'router1', 'tenant_id': '4607efa831de4050b15742cb957f5cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:28:39Z', 'updated_at': '2021-06-11T09:28:49Z', 'revision_number': 2, 'project_id': '4607efa831de4050b15742cb957f5cb1', 'gw_port_host': None, '_interfaces': [{'id': '2fd09ac2-7cee-413a-931d-eed2d8a0db54', 'name': '', 'network_id': 'd6ad2faf-2db2-4d13-900c-08865f3975da', 'tenant_id': '4607efa831de4050b15742cb957f5cb1', 'mac_address': 'fa:16:3e:99:83:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99786ad7-6c0a-4c20-95be-9bfee0e630b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ac238544-675f-4138-ba39-8a3987152487', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:28:48Z', 'updated_at': '2021-06-11T09:28:52Z', 'revision_number': 4, 'project_id': '4607efa831de4050b15742cb957f5cb1', 'subnets': [{'id': 'ac238544-675f-4138-ba39-8a3987152487', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0aa5cbaa-af2b-4f75-9951-431931d6c6ec'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:28:53.273855 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-189fc0f4-fff6-485a-8363-6b07f2ab42e8 admin admin] Made reservation on behalf of d68ffe64270049f08211cc4b6a1516a4 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:28:53.276178 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-189fc0f4-fff6-485a-8363-6b07f2ab42e8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:28:53.757215 n-d-779913-12 neutron-server[93177]: DEBUG neutron.objects.ports [None req-189fc0f4-fff6-485a-8363-6b07f2ab42e8 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93177) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 11 09:28:53.757651 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-189fc0f4-fff6-485a-8363-6b07f2ab42e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:28:53.759706 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:28:53.821197 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189fc0f4-fff6-485a-8363-6b07f2ab42e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97752d2d-5735-4589-aced-d67a3dc9e955,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:28:53.831142 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-189fc0f4-fff6-485a-8363-6b07f2ab42e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:28:53.839261 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189fc0f4-fff6-485a-8363-6b07f2ab42e8 admin admin] Checking segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:28:53.839658 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189fc0f4-fff6-485a-8363-6b07f2ab42e8 admin admin] Network hostable DHCP agents. Network: f0adef6e-169f-4a27-8865-442be2ad072d, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 09:28:53.930652 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189fc0f4-fff6-485a-8363-6b07f2ab42e8 admin admin] Network f0adef6e-169f-4a27-8865-442be2ad072d is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 09:28:54.004751 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-189fc0f4-fff6-485a-8363-6b07f2ab42e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, f0adef6e-169f-4a27-8865-442be2ad072d) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:28:54.009298 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189fc0f4-fff6-485a-8363-6b07f2ab42e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:28:54.010351 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-189fc0f4-fff6-485a-8363-6b07f2ab42e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:28:54.014283 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b9d0b6-0eba-465a-8f2d-c5a9c3db5dae None None] Network f0adef6e-169f-4a27-8865-442be2ad072d requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:28:54.086305 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-189fc0f4-fff6-485a-8363-6b07f2ab42e8 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9483080 Jun 11 09:28:54.236573 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0631c70d-53ba-4d11-9d41-6f7f3aa30551 None None] Network f0adef6e-169f-4a27-8865-442be2ad072d requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:28:56.341267 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 60132) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:28:56.504014 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-90185930-d441-4f7c-b152-a9da9ed48586 admin admin] 10.222.0.60 "GET /v2.0/routers/99786ad7-6c0a-4c20-95be-9bfee0e630b6 HTTP/1.1" status: 200 len: 710 time: 0.1615934 Jun 11 09:28:56.615808 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4749fb3-0de8-4413-b5ba-17929fc87ce2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:28:56.617156 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-b4749fb3-0de8-4413-b5ba-17929fc87ce2 admin admin] 10.222.0.60 "GET /v2.0/networks/f0adef6e-169f-4a27-8865-442be2ad072d HTTP/1.1" status: 200 len: 886 time: 0.1081526 Jun 11 09:28:56.625675 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-b242e1c9-3f22-4746-af78-96eeef65265e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:28:56.980465 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b242e1c9-3f22-4746-af78-96eeef65265e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:28:57.348045 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b242e1c9-3f22-4746-af78-96eeef65265e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:28:57.509245 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b242e1c9-3f22-4746-af78-96eeef65265e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:28:57.603942 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 2fd09ac2-7cee-413a-931d-eed2d8a0db54 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:28:57.684979 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-b242e1c9-3f22-4746-af78-96eeef65265e admin admin] Allocated IP 172.25.4.175 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/adec259f-ced1-4a3d-bf06-1c83d680d34c) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:28:57.696350 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 2fd09ac2-7cee-413a-931d-eed2d8a0db54 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:28:57.700074 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 2fd09ac2-7cee-413a-931d-eed2d8a0db54 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:28:57.700451 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:28:57.788317 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:28:57.812305 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b242e1c9-3f22-4746-af78-96eeef65265e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:28:57.823523 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 2fd09ac2-7cee-413a-931d-eed2d8a0db54, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=2fd09ac2-7cee-413a-931d-eed2d8a0db54,segment=NetworkSegment(5cc4d3c6-eb24-40a7-8406-66382093c9bd),segment_id=5cc4d3c6-eb24-40a7-8406-66382093c9bd)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:28:57.901727 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:28:57.903824 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:28:57.925223 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b242e1c9-3f22-4746-af78-96eeef65265e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:28:57.927446 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:28:57.958730 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=2fd09ac2-7cee-413a-931d-eed2d8a0db54,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:28:57.961907 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:28:57.973231 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b242e1c9-3f22-4746-af78-96eeef65265e admin admin] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:28:57.976226 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-b242e1c9-3f22-4746-af78-96eeef65265e admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:28:57.980554 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b242e1c9-3f22-4746-af78-96eeef65265e admin admin] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:28:57.983598 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b242e1c9-3f22-4746-af78-96eeef65265e admin admin] Pushing event updated for resources: {'Port': ['ID=adec259f-ced1-4a3d-bf06-1c83d680d34c,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:28:58.030692 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b242e1c9-3f22-4746-af78-96eeef65265e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:28:58.378636 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b242e1c9-3f22-4746-af78-96eeef65265e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:28:58.651171 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b242e1c9-3f22-4746-af78-96eeef65265e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:28:58.654362 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b242e1c9-3f22-4746-af78-96eeef65265e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-374241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-374254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-363978'] for router, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:28:58.796271 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b242e1c9-3f22-4746-af78-96eeef65265e admin admin] Router 99786ad7-6c0a-4c20-95be-9bfee0e630b6 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 09:28:59.030929 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b242e1c9-3f22-4746-af78-96eeef65265e admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:28:59.035268 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b242e1c9-3f22-4746-af78-96eeef65265e admin admin] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:28:59.036480 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-b242e1c9-3f22-4746-af78-96eeef65265e admin admin] 10.222.0.60 "PUT /v2.0/routers/99786ad7-6c0a-4c20-95be-9bfee0e630b6 HTTP/1.1" status: 200 len: 890 time: 2.4140048 Jun 11 09:28:59.040550 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbc51c9-e757-411b-ae78-c57d27c8f0b5 None None] Sync routers for ids ['99786ad7-6c0a-4c20-95be-9bfee0e630b6'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:28:59.052855 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbc51c9-e757-411b-ae78-c57d27c8f0b5 None None] Routers {'99786ad7-6c0a-4c20-95be-9bfee0e630b6'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:28:59.053556 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-5dbc51c9-e757-411b-ae78-c57d27c8f0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:28:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['99786ad7-6c0a-4c20-95be-9bfee0e630b6'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:28:59.302432 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-5dbc51c9-e757-411b-ae78-c57d27c8f0b5 None None] Set router 99786ad7-6c0a-4c20-95be-9bfee0e630b6 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:28:59.593628 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 2fd09ac2-7cee-413a-931d-eed2d8a0db54 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:28:59.794585 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 2fd09ac2-7cee-413a-931d-eed2d8a0db54 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:28:59.794966 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:28:59.930547 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-5dbc51c9-e757-411b-ae78-c57d27c8f0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99786ad7-6c0a-4c20-95be-9bfee0e630b6', 'name': 'router1', 'tenant_id': '4607efa831de4050b15742cb957f5cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': 'adec259f-ced1-4a3d-bf06-1c83d680d34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:28:39Z', 'updated_at': '2021-06-11T09:28:58Z', 'revision_number': 4, 'project_id': '4607efa831de4050b15742cb957f5cb1', 'gw_port': {'id': 'adec259f-ced1-4a3d-bf06-1c83d680d34c', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:cb:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99786ad7-6c0a-4c20-95be-9bfee0e630b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:28:57Z', 'updated_at': '2021-06-11T09:28:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '2fd09ac2-7cee-413a-931d-eed2d8a0db54', 'name': '', 'network_id': 'd6ad2faf-2db2-4d13-900c-08865f3975da', 'tenant_id': '4607efa831de4050b15742cb957f5cb1', 'mac_address': 'fa:16:3e:99:83:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99786ad7-6c0a-4c20-95be-9bfee0e630b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ac238544-675f-4138-ba39-8a3987152487', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:28:48Z', 'updated_at': '2021-06-11T09:28:57Z', 'revision_number': 5, 'project_id': '4607efa831de4050b15742cb957f5cb1', 'subnets': [{'id': 'ac238544-675f-4138-ba39-8a3987152487', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0aa5cbaa-af2b-4f75-9951-431931d6c6ec'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:28:59.940875 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbc51c9-e757-411b-ae78-c57d27c8f0b5 None None] Checking router: 99786ad7-6c0a-4c20-95be-9bfee0e630b6 for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:28:59.941234 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbc51c9-e757-411b-ae78-c57d27c8f0b5 None None] Updating router 99786ad7-6c0a-4c20-95be-9bfee0e630b6 port adec259f-ced1-4a3d-bf06-1c83d680d34c binding host n-d-779913-12 {{(pid=93178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 09:28:59.982805 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-5dbc51c9-e757-411b-ae78-c57d27c8f0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:29:00.352803 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-5dbc51c9-e757-411b-ae78-c57d27c8f0b5 None None] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:29:00.363508 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-5dbc51c9-e757-411b-ae78-c57d27c8f0b5 None None] Transition to ACTIVE for port object adec259f-ced1-4a3d-bf06-1c83d680d34c will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:29:00.433559 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-5dbc51c9-e757-411b-ae78-c57d27c8f0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:29:00.435923 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-0fc56c97-29a1-40cd-b981-5bb313091c68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:29:00.500580 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-5dbc51c9-e757-411b-ae78-c57d27c8f0b5 None None] Attempting to bind port adec259f-ced1-4a3d-bf06-1c83d680d34c on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:29:00.500958 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-5dbc51c9-e757-411b-ae78-c57d27c8f0b5 None None] Attempting to bind port adec259f-ced1-4a3d-bf06-1c83d680d34c by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:29:00.501340 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbc51c9-e757-411b-ae78-c57d27c8f0b5 None None] Attempting to bind port adec259f-ced1-4a3d-bf06-1c83d680d34c on network f0adef6e-169f-4a27-8865-442be2ad072d {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:29:00.504521 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cfb4d9-4491-4bf9-be93-28cdc2e4d3cb None None] Pushing event updated for resources: {'Port': ['ID=adec259f-ced1-4a3d-bf06-1c83d680d34c,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:29:00.507334 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-b9cfb4d9-4491-4bf9-be93-28cdc2e4d3cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:29:00.510204 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbc51c9-e757-411b-ae78-c57d27c8f0b5 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:29:00.510570 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbc51c9-e757-411b-ae78-c57d27c8f0b5 None None] Checking segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:29:00.510976 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-5dbc51c9-e757-411b-ae78-c57d27c8f0b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:29:00.511375 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbc51c9-e757-411b-ae78-c57d27c8f0b5 None None] Bound using segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:29:00.511857 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-5dbc51c9-e757-411b-ae78-c57d27c8f0b5 None None] Bound port: adec259f-ced1-4a3d-bf06-1c83d680d34c, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:29:00.512787 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-5dbc51c9-e757-411b-ae78-c57d27c8f0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:29:00.579763 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-5dbc51c9-e757-411b-ae78-c57d27c8f0b5 None None] For port adec259f-ced1-4a3d-bf06-1c83d680d34c, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:29:00.582957 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-5dbc51c9-e757-411b-ae78-c57d27c8f0b5 None None] For port adec259f-ced1-4a3d-bf06-1c83d680d34c, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=adec259f-ced1-4a3d-bf06-1c83d680d34c,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:29:00.656634 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-5dbc51c9-e757-411b-ae78-c57d27c8f0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:29:00.658905 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-28c7eb0f-5223-4a2e-87d3-91b4eee4db0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:29:00.719098 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbc51c9-e757-411b-ae78-c57d27c8f0b5 None None] Routers {'99786ad7-6c0a-4c20-95be-9bfee0e630b6'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:29:00.719739 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-5dbc51c9-e757-411b-ae78-c57d27c8f0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:28:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['99786ad7-6c0a-4c20-95be-9bfee0e630b6'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:29:00.724304 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cfb4d9-4491-4bf9-be93-28cdc2e4d3cb None None] Pushing event updated for resources: {'Port': ['ID=adec259f-ced1-4a3d-bf06-1c83d680d34c,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:29:00.770394 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-b9cfb4d9-4491-4bf9-be93-28cdc2e4d3cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:29:00.866286 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-5dbc51c9-e757-411b-ae78-c57d27c8f0b5 None None] Set router 99786ad7-6c0a-4c20-95be-9bfee0e630b6 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:29:01.132464 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-5dbc51c9-e757-411b-ae78-c57d27c8f0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99786ad7-6c0a-4c20-95be-9bfee0e630b6', 'name': 'router1', 'tenant_id': '4607efa831de4050b15742cb957f5cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': 'adec259f-ced1-4a3d-bf06-1c83d680d34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:28:39Z', 'updated_at': '2021-06-11T09:28:58Z', 'revision_number': 4, 'project_id': '4607efa831de4050b15742cb957f5cb1', 'gw_port': {'id': 'adec259f-ced1-4a3d-bf06-1c83d680d34c', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:cb:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99786ad7-6c0a-4c20-95be-9bfee0e630b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:28:57Z', 'updated_at': '2021-06-11T09:29:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '2fd09ac2-7cee-413a-931d-eed2d8a0db54', 'name': '', 'network_id': 'd6ad2faf-2db2-4d13-900c-08865f3975da', 'tenant_id': '4607efa831de4050b15742cb957f5cb1', 'mac_address': 'fa:16:3e:99:83:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99786ad7-6c0a-4c20-95be-9bfee0e630b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ac238544-675f-4138-ba39-8a3987152487', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:28:48Z', 'updated_at': '2021-06-11T09:28:57Z', 'revision_number': 5, 'project_id': '4607efa831de4050b15742cb957f5cb1', 'subnets': [{'id': 'ac238544-675f-4138-ba39-8a3987152487', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0aa5cbaa-af2b-4f75-9951-431931d6c6ec'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:29:01.135817 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbc51c9-e757-411b-ae78-c57d27c8f0b5 None None] The sync data for ids ['99786ad7-6c0a-4c20-95be-9bfee0e630b6'] in n-d-779913-12 is: [{'id': '99786ad7-6c0a-4c20-95be-9bfee0e630b6', 'name': 'router1', 'tenant_id': '4607efa831de4050b15742cb957f5cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': 'adec259f-ced1-4a3d-bf06-1c83d680d34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:28:39Z', 'updated_at': '2021-06-11T09:28:58Z', 'revision_number': 4, 'project_id': '4607efa831de4050b15742cb957f5cb1', 'gw_port': {'id': 'adec259f-ced1-4a3d-bf06-1c83d680d34c', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:cb:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99786ad7-6c0a-4c20-95be-9bfee0e630b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:28:57Z', 'updated_at': '2021-06-11T09:29:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '2fd09ac2-7cee-413a-931d-eed2d8a0db54', 'name': '', 'network_id': 'd6ad2faf-2db2-4d13-900c-08865f3975da', 'tenant_id': '4607efa831de4050b15742cb957f5cb1', 'mac_address': 'fa:16:3e:99:83:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99786ad7-6c0a-4c20-95be-9bfee0e630b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ac238544-675f-4138-ba39-8a3987152487', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:28:48Z', 'updated_at': '2021-06-11T09:28:57Z', 'revision_number': 5, 'project_id': '4607efa831de4050b15742cb957f5cb1', 'subnets': [{'id': 'ac238544-675f-4138-ba39-8a3987152487', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0aa5cbaa-af2b-4f75-9951-431931d6c6ec'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:29:01.379924 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 60140) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:29:01.510387 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-399a240d-2f12-42b0-b1d7-60841f9679a2 admin admin] 10.222.0.60 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1292589 Jun 11 09:29:01.638472 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device adec259f-ced1-4a3d-bf06-1c83d680d34c up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:29:01.748335 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port adec259f-ced1-4a3d-bf06-1c83d680d34c completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:29:01.752524 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port adec259f-ced1-4a3d-bf06-1c83d680d34c triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:29:01.752994 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:29:01.851350 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:29:01.878652 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port adec259f-ced1-4a3d-bf06-1c83d680d34c, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=adec259f-ced1-4a3d-bf06-1c83d680d34c,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:29:01.931436 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:29:01.933739 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:29:01.987443 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=adec259f-ced1-4a3d-bf06-1c83d680d34c,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:29:01.990763 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:29:03.608953 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device adec259f-ced1-4a3d-bf06-1c83d680d34c up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:29:03.674521 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port adec259f-ced1-4a3d-bf06-1c83d680d34c triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:29:03.674903 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:29:12.433406 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 5 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 09:29:12.816142 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-cc67211a-f0cd-4889-9d5f-e08af77389d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:29:15.696123 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b1f1e8c8-20f7-477f-b6f5-c5cd2e39e505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:29:15.795494 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:29:16.439382 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:29:18.130503 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:29:42.821486 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-20e091f9-0708-4b22-87ef-087eae6df1db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:29:45.730047 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-16c22467-5cb5-4c2f-9ad4-8b13d8d0dc19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:29:45.827650 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:29:46.444893 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:29:48.730322 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:29:49.433527 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 5 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 09:30:12.798242 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6b4046fa-2552-4c56-bd00-e2c7b240195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:30:15.689496 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-59d70c5b-41b4-44a5-80af-ed482b18db32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:30:15.815533 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:30:16.409534 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:30:18.146465 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:30:26.433640 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 5 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 09:30:42.803816 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f1b920ab-984f-49b2-9c6b-b3f43c53c9ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:30:43.310992 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 60740) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:30:43.375793 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-a758fe88-77d2-4403-994d-e6766cdf0baa admin admin] GET failed (client error): The resource could not be found. Jun 11 09:30:43.378647 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-a758fe88-77d2-4403-994d-e6766cdf0baa admin admin] 10.222.0.60 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0651751 Jun 11 09:30:43.556664 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd1c094-ca64-4451-b07f-83c00a24c144 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:30:43.558124 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-6bd1c094-ca64-4451-b07f-83c00a24c144 admin admin] 10.222.0.60 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1770923 Jun 11 09:30:45.725723 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 60750) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:30:45.746627 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-120323cf-1447-45b9-8996-55634731363e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:30:45.815015 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:30:45.834536 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6956aa7-e423-4fff-b306-c5639402c57e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:30:45.835940 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-e6956aa7-e423-4fff-b306-c5639402c57e admin admin] 10.222.0.60 "GET /v2.0/subnets/ac238544-675f-4138-ba39-8a3987152487 HTTP/1.1" status: 200 len: 849 time: 0.1092305 Jun 11 09:30:45.845248 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-198b3f4a-d458-4ac3-92cf-54010e78c3cb admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:30:45.950611 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-198b3f4a-d458-4ac3-92cf-54010e78c3cb admin admin] Notify callbacks [] for subnet, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:30:46.163626 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-198b3f4a-d458-4ac3-92cf-54010e78c3cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735269313073'] for subnet, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:30:46.166095 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:30:46.205804 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198b3f4a-d458-4ac3-92cf-54010e78c3cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:30:46.206358 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-198b3f4a-d458-4ac3-92cf-54010e78c3cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:30:46.218259 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-198b3f4a-d458-4ac3-92cf-54010e78c3cb admin admin] 10.222.0.60 "PUT /v2.0/subnets/ac238544-675f-4138-ba39-8a3987152487 HTTP/1.1" status: 200 len: 868 time: 0.3766134 Jun 11 09:30:46.222882 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d34902c-def4-475f-aa98-1dd840a8f93a None None] Network d6ad2faf-2db2-4d13-900c-08865f3975da requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:30:46.240161 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198b3f4a-d458-4ac3-92cf-54010e78c3cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac238544-675f-4138-ba39-8a3987152487,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:30:46.247309 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198b3f4a-d458-4ac3-92cf-54010e78c3cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:30:46.247685 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198b3f4a-d458-4ac3-92cf-54010e78c3cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:30:46.248069 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198b3f4a-d458-4ac3-92cf-54010e78c3cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:30:46.248321 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198b3f4a-d458-4ac3-92cf-54010e78c3cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:30:46.248639 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198b3f4a-d458-4ac3-92cf-54010e78c3cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:30:46.248955 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198b3f4a-d458-4ac3-92cf-54010e78c3cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:30:46.249443 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198b3f4a-d458-4ac3-92cf-54010e78c3cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:30:46.249576 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198b3f4a-d458-4ac3-92cf-54010e78c3cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:30:46.249874 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198b3f4a-d458-4ac3-92cf-54010e78c3cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:30:46.250304 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198b3f4a-d458-4ac3-92cf-54010e78c3cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:30:46.250483 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198b3f4a-d458-4ac3-92cf-54010e78c3cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:30:46.250783 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198b3f4a-d458-4ac3-92cf-54010e78c3cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:30:46.261748 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-198b3f4a-d458-4ac3-92cf-54010e78c3cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:30:46.469197 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:30:46.649368 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-794df40e-7763-4367-9d0d-4cdf2b6f0a0f None None] Provisioning complete for port 9070129f-4c9e-4189-a95e-600b85a41169 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:30:46.649988 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-794df40e-7763-4367-9d0d-4cdf2b6f0a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:30:46.753183 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-794df40e-7763-4367-9d0d-4cdf2b6f0a0f None None] Provisioning complete for port 2fd09ac2-7cee-413a-931d-eed2d8a0db54 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:30:46.754322 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-794df40e-7763-4367-9d0d-4cdf2b6f0a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:30:48.134536 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:30:48.370807 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 60758) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:30:48.584850 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e221a8-e732-4c35-9a83-20ece73b112d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:30:48.585248 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e221a8-e732-4c35-9a83-20ece73b112d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:30:48.588029 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-64e221a8-e732-4c35-9a83-20ece73b112d admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2162213 Jun 11 09:30:50.716898 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 60766) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:30:50.868121 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c781a0f-6b33-4dc1-8499-623da4307159 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:30:50.868601 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c781a0f-6b33-4dc1-8499-623da4307159 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:30:50.870097 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-9c781a0f-6b33-4dc1-8499-623da4307159 admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1522677 Jun 11 09:30:53.016880 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 60774) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:30:53.170133 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945c7c93-922a-47e6-9f3f-e82e87a6e74f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:30:53.171453 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-945c7c93-922a-47e6-9f3f-e82e87a6e74f admin admin] 10.222.0.60 "GET /v2.0/networks/d6ad2faf-2db2-4d13-900c-08865f3975da HTTP/1.1" status: 200 len: 869 time: 0.1536324 Jun 11 09:30:55.298763 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 60782) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:30:55.445515 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f8ad15-4998-4769-8839-552a32b381df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:30:55.446854 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-c5f8ad15-4998-4769-8839-552a32b381df admin admin] 10.222.0.60 "GET /v2.0/networks/f0adef6e-169f-4a27-8865-442be2ad072d HTTP/1.1" status: 200 len: 886 time: 0.1471334 Jun 11 09:30:57.564180 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 60790) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:30:57.692385 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e5f085-0235-494f-9c38-77eaf170c26a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:30:57.692850 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e5f085-0235-494f-9c38-77eaf170c26a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:30:57.694347 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-19e5f085-0235-494f-9c38-77eaf170c26a admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1292048 Jun 11 09:30:59.828079 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 60798) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:30:59.926367 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5291a022-efb8-4bfe-af8b-8629723e5082 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:30:59.926735 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5291a022-efb8-4bfe-af8b-8629723e5082 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:30:59.928274 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-5291a022-efb8-4bfe-af8b-8629723e5082 admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0992248 Jun 11 09:31:02.043988 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 60806) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:31:02.135951 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915e8f3a-b737-4654-b00b-85f7a0962a11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:31:02.137256 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-915e8f3a-b737-4654-b00b-85f7a0962a11 admin admin] 10.222.0.60 "GET /v2.0/subnets/97752d2d-5735-4589-aced-d67a3dc9e955 HTTP/1.1" status: 200 len: 816 time: 0.0917683 Jun 11 09:31:03.431631 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 5 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 09:31:04.241192 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 60814) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:31:04.349537 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4dded90-6e55-4ddc-9940-9da13ee0c95d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:31:04.351122 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-e4dded90-6e55-4ddc-9940-9da13ee0c95d admin admin] 10.222.0.60 "GET /v2.0/subnets/ac238544-675f-4138-ba39-8a3987152487 HTTP/1.1" status: 200 len: 868 time: 0.1084232 Jun 11 09:31:12.786272 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-bd11f36d-1851-4053-94e3-f1c09e082de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:31:15.688797 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-dae34606-ab05-4e57-bb91-b420dcd11d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:31:15.819424 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:31:16.437419 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:31:18.134645 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:31:27.612144 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 60860) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:31:27.657952 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [None req-d8a30773-62a6-4ce5-bba5-85aae45e2dbf admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 09:31:27.658929 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-d8a30773-62a6-4ce5-bba5-85aae45e2dbf admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0458498 Jun 11 09:31:29.858603 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 60868) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:31:29.925172 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d74612f-0ab7-441b-830f-a773c4936e0d admin admin] GET failed (client error): The resource could not be found. Jun 11 09:31:29.926457 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-1d74612f-0ab7-441b-830f-a773c4936e0d admin admin] 10.222.0.60 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0669329 Jun 11 09:31:30.084731 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ac3fe3-df70-477c-a4fe-bc76bd228ece admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:31:30.086195 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-42ac3fe3-df70-477c-a4fe-bc76bd228ece admin admin] 10.222.0.60 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1559253 Jun 11 09:31:32.222648 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 60876) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:31:32.267832 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-85306954-a60e-47c7-85b2-e62542dc1a10 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:31:32.350135 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85306954-a60e-47c7-85b2-e62542dc1a10 admin admin] Made reservation on behalf of d68ffe64270049f08211cc4b6a1516a4 for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:31:32.352710 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-85306954-a60e-47c7-85b2-e62542dc1a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:31:32.384962 n-d-779913-12 neutron-server[93177]: WARNING neutron.services.revisions.revision_plugin [None req-85306954-a60e-47c7-85b2-e62542dc1a10 admin admin] Could not find related network for resource to bump revision. Jun 11 09:31:32.399370 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85306954-a60e-47c7-85b2-e62542dc1a10 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 797} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 09:31:32.409009 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-85306954-a60e-47c7-85b2-e62542dc1a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:31:32.409294 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-85306954-a60e-47c7-85b2-e62542dc1a10 admin admin] Added segment b5e26928-600f-4e26-8b56-7bfae5fe50ef of type vlan for network cf20d108-f84c-44de-9036-2269564edd60 Jun 11 09:31:32.575795 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-85306954-a60e-47c7-85b2-e62542dc1a10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:31:32.905593 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-85306954-a60e-47c7-85b2-e62542dc1a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:31:32.906893 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85306954-a60e-47c7-85b2-e62542dc1a10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:31:32.907462 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-85306954-a60e-47c7-85b2-e62542dc1a10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:31:32.909705 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c04a488b-ad1a-4718-959c-72acf337769a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:31:32.988151 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85306954-a60e-47c7-85b2-e62542dc1a10 admin admin] Pushing event updated for resources: {'Network': ['ID=cf20d108-f84c-44de-9036-2269564edd60,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:31:32.991112 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-85306954-a60e-47c7-85b2-e62542dc1a10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:31:32.998806 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network cf20d108-f84c-44de-9036-2269564edd60 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:31:33.015127 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-85306954-a60e-47c7-85b2-e62542dc1a10 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7913265 Jun 11 09:31:35.242779 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 60884) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:31:35.304180 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-e97e5ee0-533b-4c53-bbf6-fab08f5473be admin admin] GET failed (client error): The resource could not be found. Jun 11 09:31:35.305474 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-e97e5ee0-533b-4c53-bbf6-fab08f5473be admin admin] 10.222.0.60 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0617313 Jun 11 09:31:35.396917 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb380ccd-7112-4918-aaa6-824dd6c8868c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:31:35.398349 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-cb380ccd-7112-4918-aaa6-824dd6c8868c admin admin] 10.222.0.60 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0891356 Jun 11 09:31:35.408343 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-21e136d8-7725-4aa7-b0fb-042fad93de9b admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:31:35.516841 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e136d8-7725-4aa7-b0fb-042fad93de9b admin admin] Made reservation on behalf of d68ffe64270049f08211cc4b6a1516a4 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:31:35.519076 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-21e136d8-7725-4aa7-b0fb-042fad93de9b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:31:35.797672 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-21e136d8-7725-4aa7-b0fb-042fad93de9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:31:35.801608 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-189fc0f4-fff6-485a-8363-6b07f2ab42e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:31:35.864003 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e136d8-7725-4aa7-b0fb-042fad93de9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=189b03cc-b2a8-4615-9ab5-ad0328c3f10f,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:31:35.867205 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-21e136d8-7725-4aa7-b0fb-042fad93de9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:31:35.873318 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e136d8-7725-4aa7-b0fb-042fad93de9b admin admin] Checking segment: {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:31:35.873673 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e136d8-7725-4aa7-b0fb-042fad93de9b admin admin] Network hostable DHCP agents. Network: cf20d108-f84c-44de-9036-2269564edd60, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 09:31:35.962920 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e136d8-7725-4aa7-b0fb-042fad93de9b admin admin] Network cf20d108-f84c-44de-9036-2269564edd60 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 09:31:36.035776 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-21e136d8-7725-4aa7-b0fb-042fad93de9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, cf20d108-f84c-44de-9036-2269564edd60) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:31:36.039815 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e136d8-7725-4aa7-b0fb-042fad93de9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:31:36.040414 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-21e136d8-7725-4aa7-b0fb-042fad93de9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:31:36.047236 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6d1161-46e6-4fbf-a10f-bb292e6e8d7c None None] Network cf20d108-f84c-44de-9036-2269564edd60 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:31:36.116333 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-21e136d8-7725-4aa7-b0fb-042fad93de9b admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7113295 Jun 11 09:31:36.232149 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e4dcf8-2617-4f1d-86f6-7f57e0970598 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-cf20d108-f84c-44de-9036-2269564edd60', 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60', 'tenant_id': 'd68ffe64270049f08211cc4b6a1516a4', 'fixed_ips': [{'subnet_id': '189b03cc-b2a8-4615-9ab5-ad0328c3f10f'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 09:31:36.233019 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-55e4dcf8-2617-4f1d-86f6-7f57e0970598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:31:36.389249 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-55e4dcf8-2617-4f1d-86f6-7f57e0970598 None None] Allocated IP 192.168.233.2 (cf20d108-f84c-44de-9036-2269564edd60/189b03cc-b2a8-4615-9ab5-ad0328c3f10f/45a712bd-bc25-49d9-9312-d361369daed4) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:31:36.563944 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-55e4dcf8-2617-4f1d-86f6-7f57e0970598 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:31:36.572283 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-55e4dcf8-2617-4f1d-86f6-7f57e0970598 None None] Transition to ACTIVE for port object 45a712bd-bc25-49d9-9312-d361369daed4 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:31:36.587353 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-55e4dcf8-2617-4f1d-86f6-7f57e0970598 None None] Transition to ACTIVE for port object 45a712bd-bc25-49d9-9312-d361369daed4 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:31:36.704949 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-55e4dcf8-2617-4f1d-86f6-7f57e0970598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:31:36.707154 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:31:36.856346 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e4dcf8-2617-4f1d-86f6-7f57e0970598 None None] Network cf20d108-f84c-44de-9036-2269564edd60 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:31:36.859389 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-55e4dcf8-2617-4f1d-86f6-7f57e0970598 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:31:36.866084 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e4dcf8-2617-4f1d-86f6-7f57e0970598 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:31:36.867983 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e4dcf8-2617-4f1d-86f6-7f57e0970598 None None] Pushing event updated for resources: {'Port': ['ID=45a712bd-bc25-49d9-9312-d361369daed4,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:31:36.876468 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e4dcf8-2617-4f1d-86f6-7f57e0970598 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:31:36.876815 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e4dcf8-2617-4f1d-86f6-7f57e0970598 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:31:36.877153 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e4dcf8-2617-4f1d-86f6-7f57e0970598 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:31:36.877489 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e4dcf8-2617-4f1d-86f6-7f57e0970598 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:31:36.877819 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e4dcf8-2617-4f1d-86f6-7f57e0970598 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:31:36.878144 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e4dcf8-2617-4f1d-86f6-7f57e0970598 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:31:36.878468 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e4dcf8-2617-4f1d-86f6-7f57e0970598 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:31:36.878789 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e4dcf8-2617-4f1d-86f6-7f57e0970598 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:31:36.879108 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e4dcf8-2617-4f1d-86f6-7f57e0970598 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:31:36.879426 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e4dcf8-2617-4f1d-86f6-7f57e0970598 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:31:36.879796 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e4dcf8-2617-4f1d-86f6-7f57e0970598 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:31:36.880119 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e4dcf8-2617-4f1d-86f6-7f57e0970598 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:31:36.885099 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-55e4dcf8-2617-4f1d-86f6-7f57e0970598 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:31:36.945316 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-55e4dcf8-2617-4f1d-86f6-7f57e0970598 None None] Attempting to bind port 45a712bd-bc25-49d9-9312-d361369daed4 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:31:36.945711 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-55e4dcf8-2617-4f1d-86f6-7f57e0970598 None None] Attempting to bind port 45a712bd-bc25-49d9-9312-d361369daed4 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:31:36.946063 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e4dcf8-2617-4f1d-86f6-7f57e0970598 None None] Attempting to bind port 45a712bd-bc25-49d9-9312-d361369daed4 on network cf20d108-f84c-44de-9036-2269564edd60 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:31:36.951548 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e4dcf8-2617-4f1d-86f6-7f57e0970598 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:31:36.951949 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e4dcf8-2617-4f1d-86f6-7f57e0970598 None None] Checking segment: {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:31:36.952352 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-55e4dcf8-2617-4f1d-86f6-7f57e0970598 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:31:36.952747 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e4dcf8-2617-4f1d-86f6-7f57e0970598 None None] Bound using segment: {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:31:36.953213 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-55e4dcf8-2617-4f1d-86f6-7f57e0970598 None None] Bound port: 45a712bd-bc25-49d9-9312-d361369daed4, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:31:36.953587 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-55e4dcf8-2617-4f1d-86f6-7f57e0970598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:31:37.027548 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-55e4dcf8-2617-4f1d-86f6-7f57e0970598 None None] For port 45a712bd-bc25-49d9-9312-d361369daed4, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:31:37.030928 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-55e4dcf8-2617-4f1d-86f6-7f57e0970598 None None] For port 45a712bd-bc25-49d9-9312-d361369daed4, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=45a712bd-bc25-49d9-9312-d361369daed4,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:31:37.093782 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-55e4dcf8-2617-4f1d-86f6-7f57e0970598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:31:37.096128 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:31:37.162872 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e4dcf8-2617-4f1d-86f6-7f57e0970598 None None] Pushing event updated for resources: {'Port': ['ID=45a712bd-bc25-49d9-9312-d361369daed4,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:31:37.165990 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-55e4dcf8-2617-4f1d-86f6-7f57e0970598 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:31:37.755243 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 45a712bd-bc25-49d9-9312-d361369daed4 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:31:37.889155 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 45a712bd-bc25-49d9-9312-d361369daed4 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:31:38.007771 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859d4fdd-b002-4a59-916b-d3717a9987d1 None None] Network cf20d108-f84c-44de-9036-2269564edd60 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:31:38.173121 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-8a25157f-480c-4f79-9ca2-b9685d638394 None None] Provisioning for port 45a712bd-bc25-49d9-9312-d361369daed4 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:31:38.186008 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-8a25157f-480c-4f79-9ca2-b9685d638394 None None] Provisioning complete for port 45a712bd-bc25-49d9-9312-d361369daed4 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:31:38.186382 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8a25157f-480c-4f79-9ca2-b9685d638394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:31:38.436926 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8a25157f-480c-4f79-9ca2-b9685d638394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:31:38.481961 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-8a25157f-480c-4f79-9ca2-b9685d638394 None None] For port 45a712bd-bc25-49d9-9312-d361369daed4, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=45a712bd-bc25-49d9-9312-d361369daed4,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:31:38.568078 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8a25157f-480c-4f79-9ca2-b9685d638394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:31:38.570230 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-55e4dcf8-2617-4f1d-86f6-7f57e0970598 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:31:38.624770 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a25157f-480c-4f79-9ca2-b9685d638394 None None] Pushing event updated for resources: {'Port': ['ID=45a712bd-bc25-49d9-9312-d361369daed4,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:31:38.627879 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-8a25157f-480c-4f79-9ca2-b9685d638394 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:31:38.695056 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-44787c22-6d9b-498e-abbe-d238741d4c59 None None] Provisioning complete for port 45a712bd-bc25-49d9-9312-d361369daed4 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:31:38.695056 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-44787c22-6d9b-498e-abbe-d238741d4c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:31:39.724076 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 45a712bd-bc25-49d9-9312-d361369daed4 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:31:39.779247 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 45a712bd-bc25-49d9-9312-d361369daed4 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:31:39.779652 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:31:40.430459 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 5 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 09:31:42.803140 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-330845c8-d5fa-4c2c-95a5-55fc4e4f6d4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:31:45.749529 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ba94e94d-e05d-45e9-8420-1db32f709cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:31:45.829972 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:31:46.436623 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:31:48.173565 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:32:12.813853 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6aa95ae3-319a-4af4-ac38-54334c56f31b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:32:15.785351 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e8bd6829-c6a6-4a9a-bd6e-582fa1c0fcd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:32:15.812339 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:32:16.459150 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:32:17.428624 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 5 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 09:32:18.145295 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:32:42.813040 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6511baed-347e-4408-9314-c45ff2b0d2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:32:45.710394 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-fc20648d-18cc-4520-859f-6b6b9e92e990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:32:45.830152 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:32:46.453196 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:32:48.154397 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:32:54.410684 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 60938) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:32:54.416773 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [None req-9a8b5c7f-3967-4993-9826-25a1dd644fa1 tempest-verify_tempest_config-922900339 tempest-verify_tempest_config-922900339-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 09:32:54.417687 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-9a8b5c7f-3967-4993-9826-25a1dd644fa1 tempest-verify_tempest_config-922900339 tempest-verify_tempest_config-922900339-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059526 Jun 11 09:32:54.428354 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 5 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 09:32:54.979935 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 60956) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:32:55.083027 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-97923906-66d8-4dfa-b2c0-fb86996c75da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:32:55.183930 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-97923906-66d8-4dfa-b2c0-fb86996c75da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:32:55.252870 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-97923906-66d8-4dfa-b2c0-fb86996c75da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:32:55.255982 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c04a488b-ad1a-4718-959c-72acf337769a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:32:55.300569 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97923906-66d8-4dfa-b2c0-fb86996c75da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=454f20ad-168d-40c3-9ffd-ce3a7e236403,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:32:55.304941 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-97923906-66d8-4dfa-b2c0-fb86996c75da admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1b0d194315984106ab00d23eecbc282a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3240454 Jun 11 09:32:55.307682 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 60960) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:32:55.309418 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97923906-66d8-4dfa-b2c0-fb86996c75da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:32:55.309835 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97923906-66d8-4dfa-b2c0-fb86996c75da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:32:55.310171 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97923906-66d8-4dfa-b2c0-fb86996c75da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:32:55.310502 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97923906-66d8-4dfa-b2c0-fb86996c75da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:32:55.310829 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97923906-66d8-4dfa-b2c0-fb86996c75da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:32:55.311150 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97923906-66d8-4dfa-b2c0-fb86996c75da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:32:55.311466 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97923906-66d8-4dfa-b2c0-fb86996c75da admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:32:55.311806 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97923906-66d8-4dfa-b2c0-fb86996c75da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:32:55.312121 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97923906-66d8-4dfa-b2c0-fb86996c75da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:32:55.312432 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97923906-66d8-4dfa-b2c0-fb86996c75da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:32:55.312749 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97923906-66d8-4dfa-b2c0-fb86996c75da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:32:55.313062 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97923906-66d8-4dfa-b2c0-fb86996c75da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:32:55.316956 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-97923906-66d8-4dfa-b2c0-fb86996c75da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:32:55.369288 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-57089c36-1df7-4276-9183-0eddcf63e376 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:32:55.391196 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-57089c36-1df7-4276-9183-0eddcf63e376 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:32:55.561737 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-57089c36-1df7-4276-9183-0eddcf63e376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:32:55.564554 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-57089c36-1df7-4276-9183-0eddcf63e376 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:32:55.565683 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-57089c36-1df7-4276-9183-0eddcf63e376 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/454f20ad-168d-40c3-9ffd-ce3a7e236403 HTTP/1.1" status: 204 len: 168 time: 0.2569225 Jun 11 09:32:55.566292 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:32:55.574806 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57089c36-1df7-4276-9183-0eddcf63e376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=454f20ad-168d-40c3-9ffd-ce3a7e236403,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:32:55.582111 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57089c36-1df7-4276-9183-0eddcf63e376 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:32:55.582456 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57089c36-1df7-4276-9183-0eddcf63e376 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:32:55.582764 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57089c36-1df7-4276-9183-0eddcf63e376 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:32:55.583093 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57089c36-1df7-4276-9183-0eddcf63e376 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:32:55.583455 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57089c36-1df7-4276-9183-0eddcf63e376 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:32:55.583762 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57089c36-1df7-4276-9183-0eddcf63e376 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:32:55.584081 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57089c36-1df7-4276-9183-0eddcf63e376 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:32:55.584516 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57089c36-1df7-4276-9183-0eddcf63e376 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:32:55.584831 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57089c36-1df7-4276-9183-0eddcf63e376 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:32:55.585145 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57089c36-1df7-4276-9183-0eddcf63e376 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:32:55.585459 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57089c36-1df7-4276-9183-0eddcf63e376 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:32:55.585770 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57089c36-1df7-4276-9183-0eddcf63e376 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:32:55.589322 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-57089c36-1df7-4276-9183-0eddcf63e376 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:33:12.799829 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e635e3b2-de73-469a-aed1-394d69ac25b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:33:15.713946 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6ee8ec88-6b2c-4bd4-a3f1-cc6314db7501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:33:15.818241 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:33:16.441333 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:33:18.138082 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:33:31.427348 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 5 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 09:33:42.801231 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-67186fa9-bbc2-4352-bcb6-3d4bfba425f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:33:45.703724 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e372cc76-87f0-415b-b793-34e0d342520c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:33:45.818156 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:33:46.514973 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:33:48.181986 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:34:08.426895 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 5 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 09:34:12.800864 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a0b1fa9d-9cd0-4020-ac80-04633a8186e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:34:15.760461 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c35f18fa-6f1a-4145-b309-f17c52750f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:34:15.834653 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:34:16.475531 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:34:18.178106 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:34:42.794495 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2f6d7a93-3172-4911-8cac-617c6033cb2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:34:45.424115 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 5 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 09:34:45.754144 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e58a2e7f-f071-451e-b79b-38f11052025f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:34:45.811379 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:34:46.502971 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:34:48.206005 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:35:12.805676 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-4866bca1-1c25-4a4f-bfcf-6ba73aaae22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:35:15.706246 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-902cebc6-f68a-425a-9261-96dd66719dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:35:15.797922 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:35:16.491199 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:35:18.157345 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:35:22.422135 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 5 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 09:35:42.799314 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-5ea754bc-9d30-4687-b9b4-13e726f41e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:35:45.707795 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f438e26b-4c1e-4a04-aca9-7ee747dbb182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:35:45.799746 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:35:46.456330 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:35:48.163017 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:35:59.421439 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 5 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 09:36:00.741737 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925'] for agent, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:36:05.176683 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925'] for agent, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:36:12.816549 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-77a5b007-813f-4edf-95ce-67391667af29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:36:15.708174 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7537b3b4-1e1b-4e10-b990-1e6f39224a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:36:15.833744 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:36:16.459430 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:36:18.168417 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:36:30.759294 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:36:35.127681 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:36:36.419979 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 09:36:42.825283 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d2c9a862-ae35-4855-970b-a0ae4bb2df2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:36:45.710607 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb7d3-2343-49b1-8bb8-e7ad271e0515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:36:45.827464 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:36:46.476467 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:36:48.162284 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:36:52.559771 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 32790) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:36:52.663447 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-859f9391-f10e-4a9a-bc0e-aacfe652a827 admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1025939 Jun 11 09:36:54.797254 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 32800) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:36:54.852201 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-02ee0819-e40d-4b59-8463-19c540cec130 admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0537279 Jun 11 09:37:00.755799 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:37:05.150268 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:37:12.793256 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-5cd45f4a-ad5b-435a-adb6-98231b13a68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:37:13.418776 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 09:37:15.733130 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-5f1ad88a-3e82-46da-a2d7-717972fef437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:37:15.824254 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:37:16.470059 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:37:18.169932 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:37:30.755510 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:37:35.155935 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:37:42.795548 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a30a6d58-11ad-42ae-a082-f67564003436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:37:45.748715 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6821f48e-981a-4222-a348-b54de37037b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:37:45.847417 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:37:46.492527 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:37:48.201400 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:37:50.417704 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 09:38:00.749273 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:05.154740 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:12.838351 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2bad0aa0-2e8a-4adb-9989-4f16cec05e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:15.730274 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-4af60d7a-005d-4188-a345-81908d6009e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:15.855971 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:16.302558 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 32922) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:38:16.509246 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:16.713565 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-87c0e3f9-36c1-4feb-b0be-cf3a265c8d74 tempest-AutoAllocateNetworkTest-843837853 tempest-AutoAllocateNetworkTest-843837853-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=97b35cd61e19483aa6e5a28a56b1bb32&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4096730 Jun 11 09:38:16.715948 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 32942) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:38:16.912981 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f26ff6b-0afd-4832-a3d4-06d4652dca54 tempest-AutoAllocateNetworkTest-843837853 tempest-AutoAllocateNetworkTest-843837853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:38:16.917513 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-8f26ff6b-0afd-4832-a3d4-06d4652dca54 tempest-AutoAllocateNetworkTest-843837853 tempest-AutoAllocateNetworkTest-843837853-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1974118 Jun 11 09:38:16.917513 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 32950) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:38:16.994398 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-305ac65b-fd35-4b85-999a-a97daa6bc65d tempest-AutoAllocateNetworkTest-843837853 tempest-AutoAllocateNetworkTest-843837853-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0758684 Jun 11 09:38:16.997011 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 32958) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:38:17.026853 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-36218b17-d33b-4da7-aa3d-e97e28bd27a9 tempest-AutoAllocateNetworkTest-843837853 tempest-AutoAllocateNetworkTest-843837853-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=97b35cd61e19483aa6e5a28a56b1bb32 HTTP/1.1" status: 200 len: 208 time: 0.0287173 Jun 11 09:38:18.212317 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:18.244734 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 33002) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:38:18.617431 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d603e496-0acd-4990-9bd6-8eb5e7169bb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:18.714357 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d603e496-0acd-4990-9bd6-8eb5e7169bb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:18.821041 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d603e496-0acd-4990-9bd6-8eb5e7169bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:18.838809 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-97923906-66d8-4dfa-b2c0-fb86996c75da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:38:18.875847 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-d603e496-0acd-4990-9bd6-8eb5e7169bb9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=97b35cd61e19483aa6e5a28a56b1bb32&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6299634 Jun 11 09:38:18.881583 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 33030) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:38:18.882128 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d603e496-0acd-4990-9bd6-8eb5e7169bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c03c3060-7cb8-45fd-aa34-a0190e0f9051,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:38:18.886900 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603e496-0acd-4990-9bd6-8eb5e7169bb9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:38:18.887449 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603e496-0acd-4990-9bd6-8eb5e7169bb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:38:18.887962 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603e496-0acd-4990-9bd6-8eb5e7169bb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:38:18.888473 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603e496-0acd-4990-9bd6-8eb5e7169bb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:38:18.888983 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603e496-0acd-4990-9bd6-8eb5e7169bb9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:38:18.889663 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603e496-0acd-4990-9bd6-8eb5e7169bb9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:38:18.890153 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603e496-0acd-4990-9bd6-8eb5e7169bb9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:38:18.891069 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603e496-0acd-4990-9bd6-8eb5e7169bb9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:38:18.891551 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603e496-0acd-4990-9bd6-8eb5e7169bb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:38:18.892073 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603e496-0acd-4990-9bd6-8eb5e7169bb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:38:18.892585 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603e496-0acd-4990-9bd6-8eb5e7169bb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:38:18.893062 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603e496-0acd-4990-9bd6-8eb5e7169bb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:38:18.894323 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603e496-0acd-4990-9bd6-8eb5e7169bb9 admin admin] Tracked resource versions report: Jun 11 09:38:18.894323 n-d-779913-12 neutron-server[93177]: pushed versions: Jun 11 09:38:18.894323 n-d-779913-12 neutron-server[93177]: { 'AddressGroup': {'1.2'}, Jun 11 09:38:18.894323 n-d-779913-12 neutron-server[93177]: 'ConntrackHelper': {'1.0'}, Jun 11 09:38:18.894323 n-d-779913-12 neutron-server[93177]: 'Log': {'1.0'}, Jun 11 09:38:18.894323 n-d-779913-12 neutron-server[93177]: 'Network': {'1.1'}, Jun 11 09:38:18.894323 n-d-779913-12 neutron-server[93177]: 'Port': {'1.7'}, Jun 11 09:38:18.894323 n-d-779913-12 neutron-server[93177]: 'PortForwarding': {'1.2'}, Jun 11 09:38:18.894323 n-d-779913-12 neutron-server[93177]: 'QosPolicy': {'1.8'}, Jun 11 09:38:18.894323 n-d-779913-12 neutron-server[93177]: 'SecurityGroup': {'1.4'}, Jun 11 09:38:18.894323 n-d-779913-12 neutron-server[93177]: 'SecurityGroupRule': {'1.2'}, Jun 11 09:38:18.894323 n-d-779913-12 neutron-server[93177]: 'SubPort': {'1.0'}, Jun 11 09:38:18.894323 n-d-779913-12 neutron-server[93177]: 'Subnet': {'1.1'}, Jun 11 09:38:18.894323 n-d-779913-12 neutron-server[93177]: 'Trunk': {'1.1'}} Jun 11 09:38:18.894323 n-d-779913-12 neutron-server[93177]: consumer versions: Jun 11 09:38:18.894323 n-d-779913-12 neutron-server[93177]: { DHCP agent@n-d-779913-12: {}, Jun 11 09:38:18.894323 n-d-779913-12 neutron-server[93177]: HyperV agent@n-h1-779913-12: {}, Jun 11 09:38:18.894323 n-d-779913-12 neutron-server[93177]: HyperV agent@n-h2-779913-12: {}, Jun 11 09:38:18.894323 n-d-779913-12 neutron-server[93177]: L3 agent@n-d-779913-12: {}, Jun 11 09:38:18.894323 n-d-779913-12 neutron-server[93177]: Metadata agent@n-d-779913-12: {}, Jun 11 09:38:18.894323 n-d-779913-12 neutron-server[93177]: Metering agent@n-d-779913-12: {}, Jun 11 09:38:18.894323 n-d-779913-12 neutron-server[93177]: Open vSwitch agent@n-d-779913-12: { 'AddressGroup': '1.2', Jun 11 09:38:18.894323 n-d-779913-12 neutron-server[93177]: 'ConntrackHelper': '1.0', Jun 11 09:38:18.894323 n-d-779913-12 neutron-server[93177]: 'Log': '1.0', Jun 11 09:38:18.894323 n-d-779913-12 neutron-server[93177]: 'Network': '1.1', Jun 11 09:38:18.894323 n-d-779913-12 neutron-server[93177]: 'Port': '1.7', Jun 11 09:38:18.894323 n-d-779913-12 neutron-server[93177]: 'PortForwarding': '1.2', Jun 11 09:38:18.894323 n-d-779913-12 neutron-server[93177]: 'QosPolicy': '1.8', Jun 11 09:38:18.894323 n-d-779913-12 neutron-server[93177]: 'SecurityGroup': '1.4', Jun 11 09:38:18.894323 n-d-779913-12 neutron-server[93177]: 'SecurityGroupRule': '1.2', Jun 11 09:38:18.894323 n-d-779913-12 neutron-server[93177]: 'SubPort': '1.0', Jun 11 09:38:18.894323 n-d-779913-12 neutron-server[93177]: 'Subnet': '1.1', Jun 11 09:38:18.894323 n-d-779913-12 neutron-server[93177]: 'Trunk': '1.1'}} Jun 11 09:38:18.894323 n-d-779913-12 neutron-server[93177]: {{(pid=93177) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 11 09:38:18.900145 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d603e496-0acd-4990-9bd6-8eb5e7169bb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:38:18.942470 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ed0f4fb0-0507-4bee-9990-2ebee95ea520 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:18.966310 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ed0f4fb0-0507-4bee-9990-2ebee95ea520 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:19.115367 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ed0f4fb0-0507-4bee-9990-2ebee95ea520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:19.118273 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ed0f4fb0-0507-4bee-9990-2ebee95ea520 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:19.119404 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-ed0f4fb0-0507-4bee-9990-2ebee95ea520 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c03c3060-7cb8-45fd-aa34-a0190e0f9051 HTTP/1.1" status: 204 len: 168 time: 0.2406499 Jun 11 09:38:19.120226 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-57089c36-1df7-4276-9183-0eddcf63e376 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:38:19.129181 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0f4fb0-0507-4bee-9990-2ebee95ea520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c03c3060-7cb8-45fd-aa34-a0190e0f9051,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:38:19.136316 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0f4fb0-0507-4bee-9990-2ebee95ea520 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:38:19.136648 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0f4fb0-0507-4bee-9990-2ebee95ea520 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:38:19.136972 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0f4fb0-0507-4bee-9990-2ebee95ea520 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:38:19.137312 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0f4fb0-0507-4bee-9990-2ebee95ea520 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:38:19.137613 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0f4fb0-0507-4bee-9990-2ebee95ea520 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:38:19.137929 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0f4fb0-0507-4bee-9990-2ebee95ea520 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:38:19.138241 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0f4fb0-0507-4bee-9990-2ebee95ea520 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:38:19.138552 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0f4fb0-0507-4bee-9990-2ebee95ea520 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:38:19.138859 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0f4fb0-0507-4bee-9990-2ebee95ea520 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:38:19.139166 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0f4fb0-0507-4bee-9990-2ebee95ea520 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:38:19.139471 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0f4fb0-0507-4bee-9990-2ebee95ea520 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:38:19.139813 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0f4fb0-0507-4bee-9990-2ebee95ea520 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:38:19.140894 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0f4fb0-0507-4bee-9990-2ebee95ea520 admin admin] Tracked resource versions report: Jun 11 09:38:19.140894 n-d-779913-12 neutron-server[93176]: pushed versions: Jun 11 09:38:19.140894 n-d-779913-12 neutron-server[93176]: { 'AddressGroup': {'1.2'}, Jun 11 09:38:19.140894 n-d-779913-12 neutron-server[93176]: 'ConntrackHelper': {'1.0'}, Jun 11 09:38:19.140894 n-d-779913-12 neutron-server[93176]: 'Log': {'1.0'}, Jun 11 09:38:19.140894 n-d-779913-12 neutron-server[93176]: 'Network': {'1.1'}, Jun 11 09:38:19.140894 n-d-779913-12 neutron-server[93176]: 'Port': {'1.7'}, Jun 11 09:38:19.140894 n-d-779913-12 neutron-server[93176]: 'PortForwarding': {'1.2'}, Jun 11 09:38:19.140894 n-d-779913-12 neutron-server[93176]: 'QosPolicy': {'1.8'}, Jun 11 09:38:19.140894 n-d-779913-12 neutron-server[93176]: 'SecurityGroup': {'1.4'}, Jun 11 09:38:19.140894 n-d-779913-12 neutron-server[93176]: 'SecurityGroupRule': {'1.2'}, Jun 11 09:38:19.140894 n-d-779913-12 neutron-server[93176]: 'SubPort': {'1.0'}, Jun 11 09:38:19.140894 n-d-779913-12 neutron-server[93176]: 'Subnet': {'1.1'}, Jun 11 09:38:19.140894 n-d-779913-12 neutron-server[93176]: 'Trunk': {'1.1'}} Jun 11 09:38:19.140894 n-d-779913-12 neutron-server[93176]: consumer versions: Jun 11 09:38:19.140894 n-d-779913-12 neutron-server[93176]: { DHCP agent@n-d-779913-12: {}, Jun 11 09:38:19.140894 n-d-779913-12 neutron-server[93176]: HyperV agent@n-h1-779913-12: {}, Jun 11 09:38:19.140894 n-d-779913-12 neutron-server[93176]: HyperV agent@n-h2-779913-12: {}, Jun 11 09:38:19.140894 n-d-779913-12 neutron-server[93176]: L3 agent@n-d-779913-12: {}, Jun 11 09:38:19.140894 n-d-779913-12 neutron-server[93176]: Metadata agent@n-d-779913-12: {}, Jun 11 09:38:19.140894 n-d-779913-12 neutron-server[93176]: Metering agent@n-d-779913-12: {}, Jun 11 09:38:19.140894 n-d-779913-12 neutron-server[93176]: Open vSwitch agent@n-d-779913-12: { 'AddressGroup': '1.2', Jun 11 09:38:19.140894 n-d-779913-12 neutron-server[93176]: 'ConntrackHelper': '1.0', Jun 11 09:38:19.140894 n-d-779913-12 neutron-server[93176]: 'Log': '1.0', Jun 11 09:38:19.140894 n-d-779913-12 neutron-server[93176]: 'Network': '1.1', Jun 11 09:38:19.140894 n-d-779913-12 neutron-server[93176]: 'Port': '1.7', Jun 11 09:38:19.140894 n-d-779913-12 neutron-server[93176]: 'PortForwarding': '1.2', Jun 11 09:38:19.140894 n-d-779913-12 neutron-server[93176]: 'QosPolicy': '1.8', Jun 11 09:38:19.140894 n-d-779913-12 neutron-server[93176]: 'SecurityGroup': '1.4', Jun 11 09:38:19.140894 n-d-779913-12 neutron-server[93176]: 'SecurityGroupRule': '1.2', Jun 11 09:38:19.140894 n-d-779913-12 neutron-server[93176]: 'SubPort': '1.0', Jun 11 09:38:19.140894 n-d-779913-12 neutron-server[93176]: 'Subnet': '1.1', Jun 11 09:38:19.140894 n-d-779913-12 neutron-server[93176]: 'Trunk': '1.1'}} Jun 11 09:38:19.140894 n-d-779913-12 neutron-server[93176]: {{(pid=93176) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 11 09:38:19.144187 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ed0f4fb0-0507-4bee-9990-2ebee95ea520 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:38:23.886100 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 33254) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:38:23.889620 n-d-779913-12 neutron-server[93176]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 11 09:38:23.924747 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-dbb724c7-393c-4b31-afbb-2a82cbcff4e6 req-ee032daf-b8de-4234-a36f-ca3691935f10 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=7fb463146b284a1eb7398f66893de6a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361977 Jun 11 09:38:24.125938 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb724c7-393c-4b31-afbb-2a82cbcff4e6 req-aa486ab8-c6a6-47c5-94dc-02993c057c40 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:38:24.128924 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-dbb724c7-393c-4b31-afbb-2a82cbcff4e6 req-aa486ab8-c6a6-47c5-94dc-02993c057c40 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1987405 Jun 11 09:38:24.144349 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-dbb724c7-393c-4b31-afbb-2a82cbcff4e6 req-313f8cf5-196d-4347-8ad2-feb3ad1b66fa tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] 10.222.0.60 "GET /v2.0/quotas/7fb463146b284a1eb7398f66893de6a8 HTTP/1.1" status: 200 len: 375 time: 0.0102644 Jun 11 09:38:24.229272 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-dbb724c7-393c-4b31-afbb-2a82cbcff4e6 req-08db283f-b9c5-486a-b12b-4f1d259637ee tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7fb463146b284a1eb7398f66893de6a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0789521 Jun 11 09:38:24.765952 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 33298) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:38:24.790803 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-611d9582-b411-456d-8261-e123ed12be56 req-1b2b4844-4cc2-4a46-926b-5e291f00b315 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] 10.222.0.60 "GET /v2.0/ports?device_id=0831db26-7dbf-4d78-94d5-ada280374d18 HTTP/1.1" status: 200 len: 210 time: 0.0620487 Jun 11 09:38:24.872982 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 33306) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:38:24.996729 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3db6fe20-7a74-4208-b33e-8ae4206d2948 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:25.073414 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-650c8cbe-0d88-4336-8fe6-b2bbf501b307 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:25.148282 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3db6fe20-7a74-4208-b33e-8ae4206d2948 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:25.296470 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3db6fe20-7a74-4208-b33e-8ae4206d2948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:25.305294 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:38:25.349882 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-3db6fe20-7a74-4208-b33e-8ae4206d2948 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d4561cbf59074bc7ba2953f8ed4751d9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5828462 Jun 11 09:38:25.352563 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 33350) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:38:25.372551 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db6fe20-7a74-4208-b33e-8ae4206d2948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aedd8140-8a72-4231-a120-9cdb8b58a627,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:38:25.375909 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3db6fe20-7a74-4208-b33e-8ae4206d2948 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:38:25.406487 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-940c4796-5163-4e3d-87bd-0a6bb9d8e8f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:25.426576 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-650c8cbe-0d88-4336-8fe6-b2bbf501b307 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:25.433644 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-940c4796-5163-4e3d-87bd-0a6bb9d8e8f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:25.509307 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-650c8cbe-0d88-4336-8fe6-b2bbf501b307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:25.512426 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:38:25.573903 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-650c8cbe-0d88-4336-8fe6-b2bbf501b307 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5f9fac4f908e4a0ca0be201754346269&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7006702 Jun 11 09:38:25.576930 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650c8cbe-0d88-4336-8fe6-b2bbf501b307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d3f5ced-90e9-4b37-9b43-47429a18b6ea,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:38:25.577084 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 33366) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:38:25.588667 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-650c8cbe-0d88-4336-8fe6-b2bbf501b307 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:38:25.603532 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-940c4796-5163-4e3d-87bd-0a6bb9d8e8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:25.611637 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-940c4796-5163-4e3d-87bd-0a6bb9d8e8f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:25.612738 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-940c4796-5163-4e3d-87bd-0a6bb9d8e8f0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/aedd8140-8a72-4231-a120-9cdb8b58a627 HTTP/1.1" status: 204 len: 168 time: 0.2590957 Jun 11 09:38:25.616120 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-16580c0e-b724-4f2c-a6c7-8acae70795fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:38:25.628846 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940c4796-5163-4e3d-87bd-0a6bb9d8e8f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aedd8140-8a72-4231-a120-9cdb8b58a627,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:38:25.631779 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-940c4796-5163-4e3d-87bd-0a6bb9d8e8f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:38:25.678068 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-52bbb922-88cb-40dd-a92a-d48efe74f6d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:25.715487 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-52bbb922-88cb-40dd-a92a-d48efe74f6d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:25.782283 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ec70b4e7-53d2-48c9-908e-595486b4b03b req-fc7f2e40-91f4-458f-ad28-877609d18ab0 tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=8e37b83f6d0348799fd6a3bbdbf238bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280633 Jun 11 09:38:25.893346 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-52bbb922-88cb-40dd-a92a-d48efe74f6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:25.893879 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-52bbb922-88cb-40dd-a92a-d48efe74f6d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:25.897319 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-52bbb922-88cb-40dd-a92a-d48efe74f6d2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1d3f5ced-90e9-4b37-9b43-47429a18b6ea HTTP/1.1" status: 204 len: 168 time: 0.3165329 Jun 11 09:38:25.903209 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ed0f4fb0-0507-4bee-9990-2ebee95ea520 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:38:25.919364 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bbb922-88cb-40dd-a92a-d48efe74f6d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d3f5ced-90e9-4b37-9b43-47429a18b6ea,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:38:25.922311 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-52bbb922-88cb-40dd-a92a-d48efe74f6d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:38:25.955357 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec70b4e7-53d2-48c9-908e-595486b4b03b req-51f0bbd1-9710-4e9e-b90b-5bed8bedc717 tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:38:25.955357 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ec70b4e7-53d2-48c9-908e-595486b4b03b req-51f0bbd1-9710-4e9e-b90b-5bed8bedc717 tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1625080 Jun 11 09:38:25.969208 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ec70b4e7-53d2-48c9-908e-595486b4b03b req-ab8b2660-2c65-4f06-886e-6582f4ec3a16 tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] 10.222.0.60 "GET /v2.0/quotas/8e37b83f6d0348799fd6a3bbdbf238bd HTTP/1.1" status: 200 len: 375 time: 0.0096579 Jun 11 09:38:26.063174 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ec70b4e7-53d2-48c9-908e-595486b4b03b req-7f13ad08-2ff5-4e89-b9c0-75326c3869fa tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=8e37b83f6d0348799fd6a3bbdbf238bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0883045 Jun 11 09:38:26.354511 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d70355e3-b122-478f-b2d0-ddab588e3815 req-fe4da465-2dfe-49f9-bebe-e78b631891be tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] 10.222.0.60 "GET /v2.0/ports?device_id=1045f886-4728-4d29-9dfc-52c060a650ec HTTP/1.1" status: 200 len: 210 time: 0.0434337 Jun 11 09:38:26.632281 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 33436) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:38:26.674647 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 33440) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:38:26.691049 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-57b87022-e705-40f2-8723-49d8c7c7293a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:26.727646 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 33442) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:38:26.805019 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-57b87022-e705-40f2-8723-49d8c7c7293a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:26.906756 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-57b87022-e705-40f2-8723-49d8c7c7293a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:26.915037 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:38:26.960822 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-57b87022-e705-40f2-8723-49d8c7c7293a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f6018e7416d948ab913d67badab8267d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2849774 Jun 11 09:38:26.961675 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b87022-e705-40f2-8723-49d8c7c7293a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5229b31-399a-4181-9f25-ab83e0b7f2b2,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:38:26.963620 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 33448) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:38:26.964843 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-57b87022-e705-40f2-8723-49d8c7c7293a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:38:27.033326 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-44e607e5-7acc-403f-8b1a-ab46918dbd7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:27.054081 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-44e607e5-7acc-403f-8b1a-ab46918dbd7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:27.187229 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-44e607e5-7acc-403f-8b1a-ab46918dbd7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:27.191373 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-44e607e5-7acc-403f-8b1a-ab46918dbd7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:27.192823 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-44e607e5-7acc-403f-8b1a-ab46918dbd7f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f5229b31-399a-4181-9f25-ab83e0b7f2b2 HTTP/1.1" status: 204 len: 168 time: 0.2272117 Jun 11 09:38:27.193892 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3db6fe20-7a74-4208-b33e-8ae4206d2948 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:38:27.205695 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 33456) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:38:27.223655 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e607e5-7acc-403f-8b1a-ab46918dbd7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5229b31-399a-4181-9f25-ab83e0b7f2b2,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:38:27.230844 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-44e607e5-7acc-403f-8b1a-ab46918dbd7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:38:27.253205 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2b22739c-4a6f-4547-a021-a8539fe4cd8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:27.289714 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e3dcfb5f-6c95-4b44-9f76-a7b1a4bde39e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:27.354446 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 33460) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:38:27.403019 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2b22739c-4a6f-4547-a021-a8539fe4cd8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:27.420113 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 09:38:27.447637 n-d-779913-12 neutron-server[93177]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 11 09:38:27.478827 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2b22739c-4a6f-4547-a021-a8539fe4cd8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:27.490585 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-41ec4424-dc50-45dc-aade-ea5951c44132 req-64290bc6-df4e-4520-a0dd-873262a29171 tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] 10.222.0.60 "GET /v2.0/ports?device_id=1045f886-4728-4d29-9dfc-52c060a650ec HTTP/1.1" status: 200 len: 210 time: 0.0579202 Jun 11 09:38:27.499839 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:38:27.512268 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f207febe-f213-463d-b574-3429dc6c5865 req-7b0bc26d-8de4-406c-9c71-3ebb578fd1e4 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] 10.222.0.60 "GET /v2.0/ports?device_id=0831db26-7dbf-4d78-94d5-ada280374d18 HTTP/1.1" status: 200 len: 210 time: 0.7818744 Jun 11 09:38:27.529736 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0de66103-d668-4290-bc7b-b78d54848582 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:27.565091 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b22739c-4a6f-4547-a021-a8539fe4cd8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe16964-20a6-4875-8b75-d96fb758415b,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:38:27.568824 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2b22739c-4a6f-4547-a021-a8539fe4cd8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:38:27.575140 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-2b22739c-4a6f-4547-a021-a8539fe4cd8a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=918301e0ec064baf9373323d5a1a0fe6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3649213 Jun 11 09:38:27.575929 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 33466) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:38:27.653532 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4026e728-50fa-4540-83e7-65635a2ce3c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:27.683537 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e3dcfb5f-6c95-4b44-9f76-a7b1a4bde39e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:27.695509 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4026e728-50fa-4540-83e7-65635a2ce3c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:27.809346 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e3dcfb5f-6c95-4b44-9f76-a7b1a4bde39e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:27.813749 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-52bbb922-88cb-40dd-a92a-d48efe74f6d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:38:27.860654 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4026e728-50fa-4540-83e7-65635a2ce3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:27.862138 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dcfb5f-6c95-4b44-9f76-a7b1a4bde39e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d9b825-8029-4723-a2dc-ffccaee429cd,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:38:27.867785 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-e3dcfb5f-6c95-4b44-9f76-a7b1a4bde39e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=677ed7c4cda34860869e4accc5cfd712&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2343683 Jun 11 09:38:27.868918 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e3dcfb5f-6c95-4b44-9f76-a7b1a4bde39e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:38:27.871952 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4026e728-50fa-4540-83e7-65635a2ce3c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:27.873092 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-4026e728-50fa-4540-83e7-65635a2ce3c0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/efe16964-20a6-4875-8b75-d96fb758415b HTTP/1.1" status: 204 len: 168 time: 0.2962804 Jun 11 09:38:27.873914 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 33476) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:38:27.874403 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:38:27.900262 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4026e728-50fa-4540-83e7-65635a2ce3c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe16964-20a6-4875-8b75-d96fb758415b,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:38:27.906520 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4026e728-50fa-4540-83e7-65635a2ce3c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:38:27.908882 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0de66103-d668-4290-bc7b-b78d54848582 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:27.957777 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7e3d9c79-ecbc-44a1-83b1-b28c9c6e6893 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:27.982402 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7e3d9c79-ecbc-44a1-83b1-b28c9c6e6893 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:27.983765 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0de66103-d668-4290-bc7b-b78d54848582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:27.988242 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d603e496-0acd-4990-9bd6-8eb5e7169bb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:38:28.028679 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-0de66103-d668-4290-bc7b-b78d54848582 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ba85b58d8c304a379763a1b74de56d20&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6727417 Jun 11 09:38:28.031023 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de66103-d668-4290-bc7b-b78d54848582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1da09c05-fa17-487b-af74-1c55ce6f5019,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:38:28.031830 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 33484) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:38:28.033065 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0de66103-d668-4290-bc7b-b78d54848582 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:38:28.086670 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2c86e239-e06a-49c2-98ec-307b8cc75beb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:28.111889 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2c86e239-e06a-49c2-98ec-307b8cc75beb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:28.146839 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7e3d9c79-ecbc-44a1-83b1-b28c9c6e6893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:28.150529 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7e3d9c79-ecbc-44a1-83b1-b28c9c6e6893 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:28.158616 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-7e3d9c79-ecbc-44a1-83b1-b28c9c6e6893 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d3d9b825-8029-4723-a2dc-ffccaee429cd HTTP/1.1" status: 204 len: 168 time: 0.2741122 Jun 11 09:38:28.158616 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-940c4796-5163-4e3d-87bd-0a6bb9d8e8f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:38:28.163079 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3d9c79-ecbc-44a1-83b1-b28c9c6e6893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d9b825-8029-4723-a2dc-ffccaee429cd,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:38:28.165823 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7e3d9c79-ecbc-44a1-83b1-b28c9c6e6893 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:38:28.254663 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2c86e239-e06a-49c2-98ec-307b8cc75beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:28.267765 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2c86e239-e06a-49c2-98ec-307b8cc75beb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:28.267765 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-2c86e239-e06a-49c2-98ec-307b8cc75beb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1da09c05-fa17-487b-af74-1c55ce6f5019 HTTP/1.1" status: 204 len: 168 time: 0.2306468 Jun 11 09:38:28.267765 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:38:28.280517 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c86e239-e06a-49c2-98ec-307b8cc75beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1da09c05-fa17-487b-af74-1c55ce6f5019,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:38:28.288771 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2c86e239-e06a-49c2-98ec-307b8cc75beb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:38:28.476245 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.69', 57313) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:38:28.502100 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-dbb724c7-393c-4b31-afbb-2a82cbcff4e6 req-8048d278-7825-403e-86fc-02200cda31bd tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=7fb463146b284a1eb7398f66893de6a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0246978 Jun 11 09:38:28.651014 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb724c7-393c-4b31-afbb-2a82cbcff4e6 req-02f3fc18-0377-4f84-8889-755765e5a74d tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:38:28.655204 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-dbb724c7-393c-4b31-afbb-2a82cbcff4e6 req-02f3fc18-0377-4f84-8889-755765e5a74d tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1457763 Jun 11 09:38:28.695774 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-bdf2aa55-c1ea-4aa7-b103-88e72adf731b req-8d461e6d-e144-4358-842d-ccce7ab047cc tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] 10.222.0.60 "GET /v2.0/ports?device_id=1045f886-4728-4d29-9dfc-52c060a650ec HTTP/1.1" status: 200 len: 210 time: 0.0420101 Jun 11 09:38:28.720209 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-dbb724c7-393c-4b31-afbb-2a82cbcff4e6 req-df2c3f0b-fecc-4e0f-9967-651eeaf04ed0 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] Request body: {'port': {'device_id': '0831db26-7dbf-4d78-94d5-ada280374d18', 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60', 'admin_state_up': True, 'tenant_id': '7fb463146b284a1eb7398f66893de6a8'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:38:28.757781 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-352ec5e6-8cf6-4d96-93b3-183275318a1f req-6d8a9be6-93ba-40b5-b31d-1ad505cb6544 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] 10.222.0.60 "GET /v2.0/ports?device_id=0831db26-7dbf-4d78-94d5-ada280374d18 HTTP/1.1" status: 200 len: 210 time: 0.0466611 Jun 11 09:38:29.072871 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbb724c7-393c-4b31-afbb-2a82cbcff4e6 req-df2c3f0b-fecc-4e0f-9967-651eeaf04ed0 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] Made reservation on behalf of 7fb463146b284a1eb7398f66893de6a8 for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:38:29.077611 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-dbb724c7-393c-4b31-afbb-2a82cbcff4e6 req-df2c3f0b-fecc-4e0f-9967-651eeaf04ed0 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:29.093187 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-dbb724c7-393c-4b31-afbb-2a82cbcff4e6 req-df2c3f0b-fecc-4e0f-9967-651eeaf04ed0 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:29.205274 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-dbb724c7-393c-4b31-afbb-2a82cbcff4e6 req-df2c3f0b-fecc-4e0f-9967-651eeaf04ed0 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:29.229629 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 33514) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:38:29.246459 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-edccd343-4e05-47c4-bbde-cbc83250ae96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:29.322261 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-dbb724c7-393c-4b31-afbb-2a82cbcff4e6 req-df2c3f0b-fecc-4e0f-9967-651eeaf04ed0 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:29.339996 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 33520) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:38:29.350489 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:38:29.362479 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-eafb3b9e-a004-4a4d-8cee-b873e190e267 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:29.510813 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2c3f0b-fecc-4e0f-9967-651eeaf04ed0 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5306539d-5601-4083-be43-f18f84a4d23e,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:38:29.517401 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-df2c3f0b-fecc-4e0f-9967-651eeaf04ed0 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:38:29.633288 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-dbb724c7-393c-4b31-afbb-2a82cbcff4e6 req-df2c3f0b-fecc-4e0f-9967-651eeaf04ed0 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] Allocated IP 192.168.233.159 (cf20d108-f84c-44de-9036-2269564edd60/189b03cc-b2a8-4615-9ab5-ad0328c3f10f/a44c918d-cae3-4b55-baa2-b01efe4037e3) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:38:29.685943 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-edccd343-4e05-47c4-bbde-cbc83250ae96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:29.791928 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-edccd343-4e05-47c4-bbde-cbc83250ae96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:29.836512 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:38:29.872795 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.64', 52417) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:38:30.022181 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edccd343-4e05-47c4-bbde-cbc83250ae96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=519b7e08-007f-41a7-91b4-66c8d8287269,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:38:30.045143 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-edccd343-4e05-47c4-bbde-cbc83250ae96 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d4767ce6841a41b8aa1866ca1c8b89d1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8115206 Jun 11 09:38:30.045143 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-edccd343-4e05-47c4-bbde-cbc83250ae96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:38:30.063458 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 33560) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:38:30.067806 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ec70b4e7-53d2-48c9-908e-595486b4b03b req-8a3dbef3-3345-4a2a-a3cd-e889a227a8f0 tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=8e37b83f6d0348799fd6a3bbdbf238bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1925721 Jun 11 09:38:30.090328 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-dbb724c7-393c-4b31-afbb-2a82cbcff4e6 req-df2c3f0b-fecc-4e0f-9967-651eeaf04ed0 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:30.129428 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-eafb3b9e-a004-4a4d-8cee-b873e190e267 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:30.134344 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-031c707c-1ef7-4e2f-af59-48f3e6222161 req-0bf5e91c-31ae-4adb-91f5-8a3a9f570f3b tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] 10.222.0.60 "GET /v2.0/ports?device_id=1045f886-4728-4d29-9dfc-52c060a650ec HTTP/1.1" status: 200 len: 210 time: 0.1443517 Jun 11 09:38:30.162263 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fd70c209-c4f8-492a-8f45-3198eb042b37 req-98b734c3-4ae5-4b09-bf2c-37f64d3d82f3 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] 10.222.0.60 "GET /v2.0/ports?device_id=0831db26-7dbf-4d78-94d5-ada280374d18 HTTP/1.1" status: 200 len: 210 time: 0.0354931 Jun 11 09:38:30.200763 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-dbb724c7-393c-4b31-afbb-2a82cbcff4e6 req-df2c3f0b-fecc-4e0f-9967-651eeaf04ed0 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] Transition to ACTIVE for port object a44c918d-cae3-4b55-baa2-b01efe4037e3 will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:38:30.234371 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-eafb3b9e-a004-4a4d-8cee-b873e190e267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:30.268053 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:38:30.334494 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafb3b9e-a004-4a4d-8cee-b873e190e267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a09b4af-ff61-411f-96cf-a405d69d0693,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:38:30.355999 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b0c5789e-3c4e-4847-9c40-5622b38058a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:30.373547 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-eafb3b9e-a004-4a4d-8cee-b873e190e267 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c461739fbf704e7abddc811e963c2733&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0161273 Jun 11 09:38:30.373547 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-eafb3b9e-a004-4a4d-8cee-b873e190e267 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:38:30.373547 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 33572) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:38:30.397737 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec70b4e7-53d2-48c9-908e-595486b4b03b req-467e3c8c-e42f-4581-94f5-9fb290aae1a5 tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:38:30.398822 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ec70b4e7-53d2-48c9-908e-595486b4b03b req-467e3c8c-e42f-4581-94f5-9fb290aae1a5 tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3150265 Jun 11 09:38:30.418003 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4d87cf4d-9381-4d21-ae76-f5ef834067cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:30.425833 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b0c5789e-3c4e-4847-9c40-5622b38058a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:30.442299 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4d87cf4d-9381-4d21-ae76-f5ef834067cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:30.465828 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-ec70b4e7-53d2-48c9-908e-595486b4b03b req-8a9232b9-1bbc-4bf0-887e-9b31d38458d4 tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] Request body: {'port': {'device_id': '1045f886-4728-4d29-9dfc-52c060a650ec', 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60', 'admin_state_up': True, 'tenant_id': '8e37b83f6d0348799fd6a3bbdbf238bd'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:38:30.502670 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-dbb724c7-393c-4b31-afbb-2a82cbcff4e6 req-df2c3f0b-fecc-4e0f-9967-651eeaf04ed0 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:30.521898 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:38:30.577862 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4d87cf4d-9381-4d21-ae76-f5ef834067cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:30.581747 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4d87cf4d-9381-4d21-ae76-f5ef834067cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:30.585413 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-4d87cf4d-9381-4d21-ae76-f5ef834067cd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2a09b4af-ff61-411f-96cf-a405d69d0693 HTTP/1.1" status: 204 len: 168 time: 0.2233112 Jun 11 09:38:30.585413 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-650c8cbe-0d88-4336-8fe6-b2bbf501b307 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:38:30.610562 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d87cf4d-9381-4d21-ae76-f5ef834067cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a09b4af-ff61-411f-96cf-a405d69d0693,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:38:30.620876 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4d87cf4d-9381-4d21-ae76-f5ef834067cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:38:30.655914 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b0c5789e-3c4e-4847-9c40-5622b38058a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:30.688492 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b0c5789e-3c4e-4847-9c40-5622b38058a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:30.689647 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-b0c5789e-3c4e-4847-9c40-5622b38058a8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/519b7e08-007f-41a7-91b4-66c8d8287269 HTTP/1.1" status: 204 len: 168 time: 0.6240878 Jun 11 09:38:30.692080 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbb724c7-393c-4b31-afbb-2a82cbcff4e6 req-df2c3f0b-fecc-4e0f-9967-651eeaf04ed0 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] Network cf20d108-f84c-44de-9036-2269564edd60 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:38:30.709210 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-dbb724c7-393c-4b31-afbb-2a82cbcff4e6 req-df2c3f0b-fecc-4e0f-9967-651eeaf04ed0 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:38:30.721996 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbb724c7-393c-4b31-afbb-2a82cbcff4e6 req-df2c3f0b-fecc-4e0f-9967-651eeaf04ed0 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:38:30.729783 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb724c7-393c-4b31-afbb-2a82cbcff4e6 req-df2c3f0b-fecc-4e0f-9967-651eeaf04ed0 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:38:30.730894 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-dbb724c7-393c-4b31-afbb-2a82cbcff4e6 req-df2c3f0b-fecc-4e0f-9967-651eeaf04ed0 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:30.747428 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2c3f0b-fecc-4e0f-9967-651eeaf04ed0 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] Pushing event updated for resources: {'Port': ['ID=a44c918d-cae3-4b55-baa2-b01efe4037e3,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:38:30.766955 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-df2c3f0b-fecc-4e0f-9967-651eeaf04ed0 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:38:30.766955 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:38:30.796776 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c5789e-3c4e-4847-9c40-5622b38058a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=519b7e08-007f-41a7-91b4-66c8d8287269,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:38:30.798868 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b0c5789e-3c4e-4847-9c40-5622b38058a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:38:30.828940 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:31.240866 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-dbb724c7-393c-4b31-afbb-2a82cbcff4e6 req-df2c3f0b-fecc-4e0f-9967-651eeaf04ed0 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5267563 Jun 11 09:38:31.344187 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-84d9cf69-73ce-4db7-b006-272032c7b2fc req-c1a1ff8b-0af3-4caf-b208-43047003dd24 tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] 10.222.0.60 "GET /v2.0/ports?device_id=1045f886-4728-4d29-9dfc-52c060a650ec HTTP/1.1" status: 200 len: 210 time: 0.0529425 Jun 11 09:38:31.384646 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aa6a27-6ab7-43c9-8612-e5cba6c09431 req-9ee79168-a47a-452e-b8ac-c0d2552e7f06 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:38:31.386136 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-70aa6a27-6ab7-43c9-8612-e5cba6c09431 req-9ee79168-a47a-452e-b8ac-c0d2552e7f06 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] 10.222.0.60 "GET /v2.0/ports?device_id=0831db26-7dbf-4d78-94d5-ada280374d18 HTTP/1.1" status: 200 len: 936 time: 0.1010804 Jun 11 09:38:31.432763 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-a37c460b-d02e-4dd1-a05d-d89705451d3a None None] Provisioning for port a44c918d-cae3-4b55-baa2-b01efe4037e3 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:38:31.439552 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-a37c460b-d02e-4dd1-a05d-d89705451d3a None None] Provisioning complete for port a44c918d-cae3-4b55-baa2-b01efe4037e3 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:38:31.443821 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a37c460b-d02e-4dd1-a05d-d89705451d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:31.456531 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-70aa6a27-6ab7-43c9-8612-e5cba6c09431 req-769967be-f7c8-46c2-a51e-2070d0acdd75 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] 10.222.0.60 "GET /v2.0/security-groups?id=5306539d-5601-4083-be43-f18f84a4d23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642290 Jun 11 09:38:31.498951 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-a37c460b-d02e-4dd1-a05d-d89705451d3a None None] Port a44c918d-cae3-4b55-baa2-b01efe4037e3 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:38:31.543031 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec70b4e7-53d2-48c9-908e-595486b4b03b req-8a9232b9-1bbc-4bf0-887e-9b31d38458d4 tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] Made reservation on behalf of 8e37b83f6d0348799fd6a3bbdbf238bd for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:38:31.546717 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-ec70b4e7-53d2-48c9-908e-595486b4b03b req-8a9232b9-1bbc-4bf0-887e-9b31d38458d4 tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:31.558484 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-ec70b4e7-53d2-48c9-908e-595486b4b03b req-8a9232b9-1bbc-4bf0-887e-9b31d38458d4 tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:31.672508 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-ec70b4e7-53d2-48c9-908e-595486b4b03b req-8a9232b9-1bbc-4bf0-887e-9b31d38458d4 tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:31.784114 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-ec70b4e7-53d2-48c9-908e-595486b4b03b req-8a9232b9-1bbc-4bf0-887e-9b31d38458d4 tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:31.864432 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:38:31.919443 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9232b9-1bbc-4bf0-887e-9b31d38458d4 tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=194cfdab-4351-4c25-aa00-452f378b6969,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:38:31.926641 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8a9232b9-1bbc-4bf0-887e-9b31d38458d4 tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:38:31.999606 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-ec70b4e7-53d2-48c9-908e-595486b4b03b req-8a9232b9-1bbc-4bf0-887e-9b31d38458d4 tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] Allocated IP 192.168.233.221 (cf20d108-f84c-44de-9036-2269564edd60/189b03cc-b2a8-4615-9ab5-ad0328c3f10f/9c0c333a-ca20-4daa-9e05-c61a83a8c592) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:38:32.297457 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-ec70b4e7-53d2-48c9-908e-595486b4b03b req-8a9232b9-1bbc-4bf0-887e-9b31d38458d4 tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:32.317799 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-ec70b4e7-53d2-48c9-908e-595486b4b03b req-8a9232b9-1bbc-4bf0-887e-9b31d38458d4 tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] Transition to ACTIVE for port object 9c0c333a-ca20-4daa-9e05-c61a83a8c592 will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:38:32.515555 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5c673971-770d-4fb8-b9b9-8abbf9efac94 req-e2da6f1f-88bc-43b8-98f6-2df4ee50c0e2 tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] 10.222.0.60 "GET /v2.0/ports?device_id=1045f886-4728-4d29-9dfc-52c060a650ec HTTP/1.1" status: 200 len: 210 time: 0.0332890 Jun 11 09:38:32.580721 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [req-dbb724c7-393c-4b31-afbb-2a82cbcff4e6 req-25f8afd7-c7e6-474f-8566-9f85d5e8001f tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 09:38:32.582422 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-dbb724c7-393c-4b31-afbb-2a82cbcff4e6 req-25f8afd7-c7e6-474f-8566-9f85d5e8001f tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066440 Jun 11 09:38:32.588767 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-ec70b4e7-53d2-48c9-908e-595486b4b03b req-8a9232b9-1bbc-4bf0-887e-9b31d38458d4 tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:32.603200 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-df2c3f0b-fecc-4e0f-9967-651eeaf04ed0 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:38:32.775851 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec70b4e7-53d2-48c9-908e-595486b4b03b req-8a9232b9-1bbc-4bf0-887e-9b31d38458d4 tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] Network cf20d108-f84c-44de-9036-2269564edd60 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:38:32.778669 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-ec70b4e7-53d2-48c9-908e-595486b4b03b req-8a9232b9-1bbc-4bf0-887e-9b31d38458d4 tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:38:32.788346 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec70b4e7-53d2-48c9-908e-595486b4b03b req-8a9232b9-1bbc-4bf0-887e-9b31d38458d4 tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:38:32.794434 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec70b4e7-53d2-48c9-908e-595486b4b03b req-8a9232b9-1bbc-4bf0-887e-9b31d38458d4 tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:38:32.795132 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-ec70b4e7-53d2-48c9-908e-595486b4b03b req-8a9232b9-1bbc-4bf0-887e-9b31d38458d4 tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:32.801080 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9232b9-1bbc-4bf0-887e-9b31d38458d4 tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] Pushing event updated for resources: {'Port': ['ID=9c0c333a-ca20-4daa-9e05-c61a83a8c592,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:38:32.823350 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8a9232b9-1bbc-4bf0-887e-9b31d38458d4 tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:38:32.911658 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87712de-0ec6-445c-99a0-b763e3dce1c1 req-71ab36d5-9846-4b7f-bbc9-5795a30b56f6 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:38:32.918741 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a87712de-0ec6-445c-99a0-b763e3dce1c1 req-71ab36d5-9846-4b7f-bbc9-5795a30b56f6 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] 10.222.0.60 "GET /v2.0/ports?device_id=0831db26-7dbf-4d78-94d5-ada280374d18 HTTP/1.1" status: 200 len: 936 time: 0.2273688 Jun 11 09:38:32.964953 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ec70b4e7-53d2-48c9-908e-595486b4b03b req-8a9232b9-1bbc-4bf0-887e-9b31d38458d4 tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5033791 Jun 11 09:38:33.020382 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a87712de-0ec6-445c-99a0-b763e3dce1c1 req-9b8f818b-c297-462c-957d-1a41d4e5d2b6 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] 10.222.0.60 "GET /v2.0/security-groups?id=5306539d-5601-4083-be43-f18f84a4d23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978024 Jun 11 09:38:33.212279 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-0501a8b7-cd2d-4d4b-a11f-532f742ae86f None None] Provisioning for port 9c0c333a-ca20-4daa-9e05-c61a83a8c592 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:38:33.217743 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-0501a8b7-cd2d-4d4b-a11f-532f742ae86f None None] Provisioning complete for port 9c0c333a-ca20-4daa-9e05-c61a83a8c592 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:38:33.218651 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0501a8b7-cd2d-4d4b-a11f-532f742ae86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:33.288778 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-0501a8b7-cd2d-4d4b-a11f-532f742ae86f None None] Port 9c0c333a-ca20-4daa-9e05-c61a83a8c592 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:38:33.424289 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-dbb724c7-393c-4b31-afbb-2a82cbcff4e6 req-ca1fbde7-9fc9-49bd-9823-c12fe383fdc3 service neutron] Request body: {'port': {'device_id': '0831db26-7dbf-4d78-94d5-ada280374d18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:38:33.639668 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-dbb724c7-393c-4b31-afbb-2a82cbcff4e6 req-ca1fbde7-9fc9-49bd-9823-c12fe383fdc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:33.787111 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8d7669-8ff4-46de-a795-3613ca09f35b req-8cf0b9b6-6120-4c2f-9749-01f722090dd5 tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:38:33.788686 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0b8d7669-8ff4-46de-a795-3613ca09f35b req-8cf0b9b6-6120-4c2f-9749-01f722090dd5 tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] 10.222.0.60 "GET /v2.0/ports?device_id=1045f886-4728-4d29-9dfc-52c060a650ec HTTP/1.1" status: 200 len: 936 time: 0.1071563 Jun 11 09:38:33.911240 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0b8d7669-8ff4-46de-a795-3613ca09f35b req-6fc8d0f0-8a44-47cf-a3ff-9081fe308f24 tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] 10.222.0.60 "GET /v2.0/security-groups?id=194cfdab-4351-4c25-aa00-452f378b6969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026642 Jun 11 09:38:34.416350 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b56f3-4cfc-4959-8809-dc2512033ee8 req-8b4f8cdf-9cba-45bc-8d3d-ca0294004892 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:38:34.418521 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e01b56f3-4cfc-4959-8809-dc2512033ee8 req-8b4f8cdf-9cba-45bc-8d3d-ca0294004892 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] 10.222.0.60 "GET /v2.0/ports?device_id=0831db26-7dbf-4d78-94d5-ada280374d18 HTTP/1.1" status: 200 len: 936 time: 0.1162167 Jun 11 09:38:34.502405 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e01b56f3-4cfc-4959-8809-dc2512033ee8 req-1a180ff7-fe42-4764-a2d1-5d90819515cf tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] 10.222.0.60 "GET /v2.0/security-groups?id=5306539d-5601-4083-be43-f18f84a4d23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723298 Jun 11 09:38:34.698210 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-dbb724c7-393c-4b31-afbb-2a82cbcff4e6 req-ca1fbde7-9fc9-49bd-9823-c12fe383fdc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a44c918d-cae3-4b55-baa2-b01efe4037e3 {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:38:34.707516 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-dbb724c7-393c-4b31-afbb-2a82cbcff4e6 req-ca1fbde7-9fc9-49bd-9823-c12fe383fdc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:34.724720 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-dbb724c7-393c-4b31-afbb-2a82cbcff4e6 req-ca1fbde7-9fc9-49bd-9823-c12fe383fdc3 service neutron] Transition to ACTIVE for port object a44c918d-cae3-4b55-baa2-b01efe4037e3 will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:38:35.101543 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-dbb724c7-393c-4b31-afbb-2a82cbcff4e6 req-ca1fbde7-9fc9-49bd-9823-c12fe383fdc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:35.126836 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8a9232b9-1bbc-4bf0-887e-9b31d38458d4 tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:38:35.169406 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:35.479387 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2eb418-c465-43fd-a94d-d7958948e1a5 req-f39a2d2c-22d0-4567-b97d-92af7faa4ddf tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:38:35.492355 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0e2eb418-c465-43fd-a94d-d7958948e1a5 req-f39a2d2c-22d0-4567-b97d-92af7faa4ddf tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] 10.222.0.60 "GET /v2.0/ports?device_id=1045f886-4728-4d29-9dfc-52c060a650ec HTTP/1.1" status: 200 len: 936 time: 0.1496832 Jun 11 09:38:35.572150 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1fbde7-9fc9-49bd-9823-c12fe383fdc3 service neutron] Pushing event updated for resources: {'Port': ['ID=a44c918d-cae3-4b55-baa2-b01efe4037e3,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:38:35.581832 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ca1fbde7-9fc9-49bd-9823-c12fe383fdc3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:38:35.586690 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0e2eb418-c465-43fd-a94d-d7958948e1a5 req-b2ed5198-1ad8-46d8-a601-d052e0605864 tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] 10.222.0.60 "GET /v2.0/security-groups?id=194cfdab-4351-4c25-aa00-452f378b6969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923030 Jun 11 09:38:35.682202 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [req-ec70b4e7-53d2-48c9-908e-595486b4b03b req-557959de-7786-4d0c-99b0-ef49bca23c92 tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 09:38:35.683249 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ec70b4e7-53d2-48c9-908e-595486b4b03b req-557959de-7786-4d0c-99b0-ef49bca23c92 tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0483427 Jun 11 09:38:35.721254 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-dbb724c7-393c-4b31-afbb-2a82cbcff4e6 req-ca1fbde7-9fc9-49bd-9823-c12fe383fdc3 service neutron] Attempting to bind port a44c918d-cae3-4b55-baa2-b01efe4037e3 on host n-h2-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:38:35.722869 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-dbb724c7-393c-4b31-afbb-2a82cbcff4e6 req-ca1fbde7-9fc9-49bd-9823-c12fe383fdc3 service neutron] Attempting to bind port a44c918d-cae3-4b55-baa2-b01efe4037e3 by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:38:35.723520 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb724c7-393c-4b31-afbb-2a82cbcff4e6 req-ca1fbde7-9fc9-49bd-9823-c12fe383fdc3 service neutron] Attempting to bind port a44c918d-cae3-4b55-baa2-b01efe4037e3 on network cf20d108-f84c-44de-9036-2269564edd60 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:38:35.730544 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb724c7-393c-4b31-afbb-2a82cbcff4e6 req-ca1fbde7-9fc9-49bd-9823-c12fe383fdc3 service neutron] Port a44c918d-cae3-4b55-baa2-b01efe4037e3 on network cf20d108-f84c-44de-9036-2269564edd60 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:38:35.734838 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb724c7-393c-4b31-afbb-2a82cbcff4e6 req-ca1fbde7-9fc9-49bd-9823-c12fe383fdc3 service neutron] Attempting to bind port a44c918d-cae3-4b55-baa2-b01efe4037e3 on network cf20d108-f84c-44de-9036-2269564edd60 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:38:35.741753 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb724c7-393c-4b31-afbb-2a82cbcff4e6 req-ca1fbde7-9fc9-49bd-9823-c12fe383fdc3 service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:38:35.742730 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb724c7-393c-4b31-afbb-2a82cbcff4e6 req-ca1fbde7-9fc9-49bd-9823-c12fe383fdc3 service neutron] Checking segment: {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:38:35.743522 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb724c7-393c-4b31-afbb-2a82cbcff4e6 req-ca1fbde7-9fc9-49bd-9823-c12fe383fdc3 service neutron] Bound using segment: {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:38:35.744317 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-dbb724c7-393c-4b31-afbb-2a82cbcff4e6 req-ca1fbde7-9fc9-49bd-9823-c12fe383fdc3 service neutron] Bound port: a44c918d-cae3-4b55-baa2-b01efe4037e3, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:38:35.745181 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-dbb724c7-393c-4b31-afbb-2a82cbcff4e6 req-ca1fbde7-9fc9-49bd-9823-c12fe383fdc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:36.002589 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-dbb724c7-393c-4b31-afbb-2a82cbcff4e6 req-ca1fbde7-9fc9-49bd-9823-c12fe383fdc3 service neutron] For port a44c918d-cae3-4b55-baa2-b01efe4037e3, host n-h2-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:38:36.032028 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-dbb724c7-393c-4b31-afbb-2a82cbcff4e6 req-ca1fbde7-9fc9-49bd-9823-c12fe383fdc3 service neutron] For port a44c918d-cae3-4b55-baa2-b01efe4037e3, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=a44c918d-cae3-4b55-baa2-b01efe4037e3,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:38:36.062973 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cd2e99-acba-469c-82e6-123f6bf02743 req-94b5774c-ad9f-4118-be74-fb3103582b5f tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:38:36.070639 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b8cd2e99-acba-469c-82e6-123f6bf02743 req-94b5774c-ad9f-4118-be74-fb3103582b5f tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] 10.222.0.60 "GET /v2.0/ports?device_id=0831db26-7dbf-4d78-94d5-ada280374d18 HTTP/1.1" status: 200 len: 948 time: 0.1928592 Jun 11 09:38:36.143494 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b8cd2e99-acba-469c-82e6-123f6bf02743 req-989d04e0-a90a-4e30-8c11-ee8b0611e71d tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] 10.222.0.60 "GET /v2.0/security-groups?id=5306539d-5601-4083-be43-f18f84a4d23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663381 Jun 11 09:38:36.275633 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-dbb724c7-393c-4b31-afbb-2a82cbcff4e6 req-ca1fbde7-9fc9-49bd-9823-c12fe383fdc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:36.278825 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:38:36.426399 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1fbde7-9fc9-49bd-9823-c12fe383fdc3 service neutron] Pushing event updated for resources: {'Port': ['ID=a44c918d-cae3-4b55-baa2-b01efe4037e3,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:38:36.433861 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ca1fbde7-9fc9-49bd-9823-c12fe383fdc3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:38:36.472964 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb724c7-393c-4b31-afbb-2a82cbcff4e6 req-ca1fbde7-9fc9-49bd-9823-c12fe383fdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:38:36.472964 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-dbb724c7-393c-4b31-afbb-2a82cbcff4e6 req-ca1fbde7-9fc9-49bd-9823-c12fe383fdc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:36.472964 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-dbb724c7-393c-4b31-afbb-2a82cbcff4e6 req-ca1fbde7-9fc9-49bd-9823-c12fe383fdc3 service neutron] 10.222.0.69 "PUT /v2.0/ports/a44c918d-cae3-4b55-baa2-b01efe4037e3 HTTP/1.1" status: 200 len: 1097 time: 3.5926163 Jun 11 09:38:36.472964 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0831db26-7dbf-4d78-94d5-ada280374d18', 'tag': 'a44c918d-cae3-4b55-baa2-b01efe4037e3'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:38:36.854013 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 33746) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:38:37.038212 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df4df55-10a3-433c-b2a2-da343c39f1ae req-e204aacd-f162-4449-b4d3-450c12394277 tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:38:37.039768 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9df4df55-10a3-433c-b2a2-da343c39f1ae req-e204aacd-f162-4449-b4d3-450c12394277 tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] 10.222.0.60 "GET /v2.0/ports?device_id=1045f886-4728-4d29-9dfc-52c060a650ec HTTP/1.1" status: 200 len: 936 time: 0.1586435 Jun 11 09:38:37.075617 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb724c7-393c-4b31-afbb-2a82cbcff4e6 req-b6f95779-7b59-4ea7-944e-1733e92a189e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:38:37.077233 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-dbb724c7-393c-4b31-afbb-2a82cbcff4e6 req-b6f95779-7b59-4ea7-944e-1733e92a189e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7fb463146b284a1eb7398f66893de6a8&device_id=0831db26-7dbf-4d78-94d5-ada280374d18 HTTP/1.1" status: 200 len: 1100 time: 0.3341203 Jun 11 09:38:37.171825 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9df4df55-10a3-433c-b2a2-da343c39f1ae req-6bf5c686-bcc9-427d-9028-ca80b29457b1 tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] 10.222.0.60 "GET /v2.0/security-groups?id=194cfdab-4351-4c25-aa00-452f378b6969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145885 Jun 11 09:38:37.280864 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1192ed64-e897-4ac9-b6ce-251e77f47336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:37.465968 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1192ed64-e897-4ac9-b6ce-251e77f47336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:37.518099 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-dbb724c7-393c-4b31-afbb-2a82cbcff4e6 req-edf624f4-f14f-4f2f-9687-05700562a29e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=a44c918d-cae3-4b55-baa2-b01efe4037e3 HTTP/1.1" status: 200 len: 217 time: 0.1405206 Jun 11 09:38:37.522491 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40094a94-d6a9-48ce-9371-127b9b1bc19d" -d '{"events": [{"name": "network-changed", "server_uuid": "0831db26-7dbf-4d78-94d5-ada280374d18", "tag": "a44c918d-cae3-4b55-baa2-b01efe4037e3"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:38:37.569367 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dafd4bd-376b-4550-aee1-02cf6dd83422 req-981710d9-62db-45ab-9494-095d0ee5e9e7 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:38:37.584023 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2dafd4bd-376b-4550-aee1-02cf6dd83422 req-981710d9-62db-45ab-9494-095d0ee5e9e7 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] 10.222.0.60 "GET /v2.0/ports?device_id=0831db26-7dbf-4d78-94d5-ada280374d18 HTTP/1.1" status: 200 len: 948 time: 0.1165187 Jun 11 09:38:37.618311 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1192ed64-e897-4ac9-b6ce-251e77f47336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:37.645823 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0de66103-d668-4290-bc7b-b78d54848582 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:38:37.660843 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb724c7-393c-4b31-afbb-2a82cbcff4e6 req-278837a0-5a91-4684-a7b9-ea2c5af80856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:38:37.662700 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-dbb724c7-393c-4b31-afbb-2a82cbcff4e6 req-278837a0-5a91-4684-a7b9-ea2c5af80856 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=189b03cc-b2a8-4615-9ab5-ad0328c3f10f HTTP/1.1" status: 200 len: 843 time: 0.1362634 Jun 11 09:38:37.702433 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-1192ed64-e897-4ac9-b6ce-251e77f47336 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8df5e191c10d4d6396e701c2d65b5312&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8411822 Jun 11 09:38:37.702433 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1192ed64-e897-4ac9-b6ce-251e77f47336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f1864a-c1cc-4e03-952d-ff712341e993,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:38:37.704238 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 33772) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:38:37.715418 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1192ed64-e897-4ac9-b6ce-251e77f47336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:38:37.730757 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2dafd4bd-376b-4550-aee1-02cf6dd83422 req-dbb2158e-5ed4-4ef4-bfc5-8110c0a2f77e tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] 10.222.0.60 "GET /v2.0/security-groups?id=5306539d-5601-4083-be43-f18f84a4d23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451647 Jun 11 09:38:37.874242 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0d2c39b0-07bf-4026-bc05-f394a1bb172e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:37.925410 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb724c7-393c-4b31-afbb-2a82cbcff4e6 req-7aec26b4-ddbf-40f3-bef9-519e569a66b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:38:37.928063 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-dbb724c7-393c-4b31-afbb-2a82cbcff4e6 req-7aec26b4-ddbf-40f3-bef9-519e569a66b2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cf20d108-f84c-44de-9036-2269564edd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2581868 Jun 11 09:38:37.956657 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0d2c39b0-07bf-4026-bc05-f394a1bb172e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:38.058054 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd74fba-7880-4c68-a847-2a9ffb512701 x-openstack-request-id: req-8fd74fba-7880-4c68-a847-2a9ffb512701 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:38:38.058361 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0831db26-7dbf-4d78-94d5-ada280374d18", "tag": "a44c918d-cae3-4b55-baa2-b01efe4037e3", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:38:38.058628 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8fd74fba-7880-4c68-a847-2a9ffb512701 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:38:38.059104 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0831db26-7dbf-4d78-94d5-ada280374d18', 'tag': 'a44c918d-cae3-4b55-baa2-b01efe4037e3', 'status': 'completed', 'code': 200} Jun 11 09:38:38.236408 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-dbb724c7-393c-4b31-afbb-2a82cbcff4e6 req-3061532c-ffae-4181-a63a-8f2599dc6c6d service neutron] 10.222.0.69 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357430 Jun 11 09:38:38.268226 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0d2c39b0-07bf-4026-bc05-f394a1bb172e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:38.279764 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0d2c39b0-07bf-4026-bc05-f394a1bb172e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:38.283857 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-0d2c39b0-07bf-4026-bc05-f394a1bb172e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c3f1864a-c1cc-4e03-952d-ff712341e993 HTTP/1.1" status: 204 len: 168 time: 0.5786440 Jun 11 09:38:38.289436 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4d87cf4d-9381-4d21-ae76-f5ef834067cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:38:38.318330 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2c39b0-07bf-4026-bc05-f394a1bb172e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f1864a-c1cc-4e03-952d-ff712341e993,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:38:38.322885 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0d2c39b0-07bf-4026-bc05-f394a1bb172e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:38:38.666612 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 33802) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:38:38.685723 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-dbb724c7-393c-4b31-afbb-2a82cbcff4e6 req-ad0655de-2493-4e1a-82e9-1dfd87458d42 service neutron] 10.222.0.69 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231157 Jun 11 09:38:38.698377 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850cd314-fa1f-44cc-9588-b31fd4f219d0 req-001269c1-8273-463a-8b77-8d95d058e63d tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:38:38.699804 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-850cd314-fa1f-44cc-9588-b31fd4f219d0 req-001269c1-8273-463a-8b77-8d95d058e63d tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] 10.222.0.60 "GET /v2.0/ports?device_id=1045f886-4728-4d29-9dfc-52c060a650ec HTTP/1.1" status: 200 len: 936 time: 0.1984825 Jun 11 09:38:38.765780 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-850cd314-fa1f-44cc-9588-b31fd4f219d0 req-6635795b-b618-4844-a6d5-5d4894a7b012 tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] 10.222.0.60 "GET /v2.0/security-groups?id=194cfdab-4351-4c25-aa00-452f378b6969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562882 Jun 11 09:38:38.832058 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b210a779-c18a-4e67-a5fc-eea2534d0504 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:39.078890 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b210a779-c18a-4e67-a5fc-eea2534d0504 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:39.272412 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcb9c74-5a2a-46a8-afdc-dc959414f2b6 req-ef44fd1f-bb6e-4b7e-af06-48f09e6ee85f tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:38:39.272412 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9dcb9c74-5a2a-46a8-afdc-dc959414f2b6 req-ef44fd1f-bb6e-4b7e-af06-48f09e6ee85f tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] 10.222.0.60 "GET /v2.0/ports?device_id=0831db26-7dbf-4d78-94d5-ada280374d18 HTTP/1.1" status: 200 len: 948 time: 0.2701652 Jun 11 09:38:39.343073 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9dcb9c74-5a2a-46a8-afdc-dc959414f2b6 req-8e48bf5a-bffc-4ebb-b9f9-2dcf8f227173 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] 10.222.0.60 "GET /v2.0/security-groups?id=5306539d-5601-4083-be43-f18f84a4d23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660543 Jun 11 09:38:39.350376 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40094a94-d6a9-48ce-9371-127b9b1bc19d req-13df995b-3c59-4a85-a68e-c8af35be54b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:38:39.352106 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-40094a94-d6a9-48ce-9371-127b9b1bc19d req-13df995b-3c59-4a85-a68e-c8af35be54b1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7fb463146b284a1eb7398f66893de6a8&device_id=0831db26-7dbf-4d78-94d5-ada280374d18 HTTP/1.1" status: 200 len: 1100 time: 0.1508739 Jun 11 09:38:39.392390 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b210a779-c18a-4e67-a5fc-eea2534d0504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:39.399239 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:38:39.465826 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-b210a779-c18a-4e67-a5fc-eea2534d0504 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3eab043682dd4b3e900cc6d721b0a131&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7955239 Jun 11 09:38:39.465826 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b210a779-c18a-4e67-a5fc-eea2534d0504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dbd719a-d194-4af4-93bf-303e70416a1f,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:38:39.470605 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 33828) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:38:39.473170 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b210a779-c18a-4e67-a5fc-eea2534d0504 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:38:39.543406 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d94e508d-b96a-41bf-a9e2-0ff9325103df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:39.571865 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d94e508d-b96a-41bf-a9e2-0ff9325103df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:39.620009 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40094a94-d6a9-48ce-9371-127b9b1bc19d req-d2d28695-b9fb-4599-bc86-607bd6d2555b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:38:39.622000 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-40094a94-d6a9-48ce-9371-127b9b1bc19d req-d2d28695-b9fb-4599-bc86-607bd6d2555b service neutron] 10.222.0.69 "GET /v2.0/networks?id=cf20d108-f84c-44de-9036-2269564edd60 HTTP/1.1" status: 200 len: 870 time: 0.2595294 Jun 11 09:38:39.686025 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-40094a94-d6a9-48ce-9371-127b9b1bc19d req-d6dfce47-e37b-4431-8a0c-fb39bd9c0ccb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=a44c918d-cae3-4b55-baa2-b01efe4037e3 HTTP/1.1" status: 200 len: 217 time: 0.0525992 Jun 11 09:38:39.761766 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40094a94-d6a9-48ce-9371-127b9b1bc19d req-a37aa521-e8e7-44c3-8f93-d919dba13d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:38:39.763223 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-40094a94-d6a9-48ce-9371-127b9b1bc19d req-a37aa521-e8e7-44c3-8f93-d919dba13d86 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=189b03cc-b2a8-4615-9ab5-ad0328c3f10f HTTP/1.1" status: 200 len: 843 time: 0.0580025 Jun 11 09:38:39.801826 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d94e508d-b96a-41bf-a9e2-0ff9325103df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:39.804706 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d94e508d-b96a-41bf-a9e2-0ff9325103df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:39.806646 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-d94e508d-b96a-41bf-a9e2-0ff9325103df admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0dbd719a-d194-4af4-93bf-303e70416a1f HTTP/1.1" status: 204 len: 168 time: 0.3339410 Jun 11 09:38:39.806646 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:38:39.816600 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94e508d-b96a-41bf-a9e2-0ff9325103df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dbd719a-d194-4af4-93bf-303e70416a1f,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:38:39.848680 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d94e508d-b96a-41bf-a9e2-0ff9325103df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:38:39.850429 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 33836) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:38:39.924111 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-00dfc892-3304-4ba0-9f98-a33191754459 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:39.987052 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40094a94-d6a9-48ce-9371-127b9b1bc19d req-caee105c-6f99-4c97-a4ca-915932da68e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:38:39.988919 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-40094a94-d6a9-48ce-9371-127b9b1bc19d req-caee105c-6f99-4c97-a4ca-915932da68e4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cf20d108-f84c-44de-9036-2269564edd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1711471 Jun 11 09:38:40.017424 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-ec70b4e7-53d2-48c9-908e-595486b4b03b req-cd9176c1-0e3f-49e5-aa84-320d4cb516f5 service neutron] Request body: {'port': {'device_id': '1045f886-4728-4d29-9dfc-52c060a650ec', 'device_owner': 'compute:tempest-test_az-598863116', 'binding:host_id': 'n-h1-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:38:40.107093 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 33838) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:38:40.260238 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-ec70b4e7-53d2-48c9-908e-595486b4b03b req-cd9176c1-0e3f-49e5-aa84-320d4cb516f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:40.312973 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694de2bd-7f8b-4e7b-b5db-57935e8f82c0 req-abb6e11c-b530-4cc6-9f09-69f498e33bf5 tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:38:40.323602 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-694de2bd-7f8b-4e7b-b5db-57935e8f82c0 req-abb6e11c-b530-4cc6-9f09-69f498e33bf5 tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] 10.222.0.60 "GET /v2.0/ports?device_id=1045f886-4728-4d29-9dfc-52c060a650ec HTTP/1.1" status: 200 len: 936 time: 0.3474412 Jun 11 09:38:40.387853 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-00dfc892-3304-4ba0-9f98-a33191754459 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:40.414790 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-40094a94-d6a9-48ce-9371-127b9b1bc19d req-8b137f91-771f-4244-b50e-62a19679614c service neutron] 10.222.0.69 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3501704 Jun 11 09:38:40.445252 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-694de2bd-7f8b-4e7b-b5db-57935e8f82c0 req-60e3799f-5e24-4237-b100-5de08e3ad383 tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] 10.222.0.60 "GET /v2.0/security-groups?id=194cfdab-4351-4c25-aa00-452f378b6969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205010 Jun 11 09:38:40.510490 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-00dfc892-3304-4ba0-9f98-a33191754459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:40.518881 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:38:40.679532 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dfc892-3304-4ba0-9f98-a33191754459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc8ee8d1-0729-41c0-9422-e6097fb0f622,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:38:40.683940 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-00dfc892-3304-4ba0-9f98-a33191754459 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:38:40.692833 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-00dfc892-3304-4ba0-9f98-a33191754459 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1689befa78eb47beb81116639f3e9f40&name=default HTTP/1.1" status: 200 len: 2978 time: 0.8398497 Jun 11 09:38:40.693679 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 33848) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:38:40.820968 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d3a41875-5378-4f1b-a3cc-b87282bdc41e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:40.872250 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d3a41875-5378-4f1b-a3cc-b87282bdc41e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:40.934690 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b031448e-c731-4ed8-b80a-245cc28d80e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:40.989396 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 33850) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:38:41.191981 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d3a41875-5378-4f1b-a3cc-b87282bdc41e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:41.197890 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d3a41875-5378-4f1b-a3cc-b87282bdc41e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:41.202241 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-d3a41875-5378-4f1b-a3cc-b87282bdc41e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bc8ee8d1-0729-41c0-9422-e6097fb0f622 HTTP/1.1" status: 204 len: 168 time: 0.5065606 Jun 11 09:38:41.208812 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:38:41.240215 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a41875-5378-4f1b-a3cc-b87282bdc41e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc8ee8d1-0729-41c0-9422-e6097fb0f622,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:38:41.244396 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d3a41875-5378-4f1b-a3cc-b87282bdc41e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:38:41.268641 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4d795451-8461-4f37-b187-fc56d55c9be0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:41.275916 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-40094a94-d6a9-48ce-9371-127b9b1bc19d req-e32318bf-9bed-454b-9517-0edc5d7060d2 service neutron] 10.222.0.69 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8479512 Jun 11 09:38:41.284134 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d3f64-e1ee-4cb5-baf5-937a009b0694 req-7c00d884-7a98-4f53-8616-d04325ea5324 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:38:41.291318 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-068d3f64-e1ee-4cb5-baf5-937a009b0694 req-7c00d884-7a98-4f53-8616-d04325ea5324 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] 10.222.0.60 "GET /v2.0/ports?device_id=0831db26-7dbf-4d78-94d5-ada280374d18 HTTP/1.1" status: 200 len: 948 time: 0.6069527 Jun 11 09:38:41.379040 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b031448e-c731-4ed8-b80a-245cc28d80e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:41.386796 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 33856) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:38:41.398244 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-068d3f64-e1ee-4cb5-baf5-937a009b0694 req-a1460521-d581-4bfc-935a-fff0c79dba26 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] 10.222.0.60 "GET /v2.0/security-groups?id=5306539d-5601-4083-be43-f18f84a4d23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038766 Jun 11 09:38:41.411288 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7034266e-ed2e-4544-86ff-6f421e287b60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:41.466597 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-ec70b4e7-53d2-48c9-908e-595486b4b03b req-cd9176c1-0e3f-49e5-aa84-320d4cb516f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c0c333a-ca20-4daa-9e05-c61a83a8c592 {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:38:41.479187 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-ec70b4e7-53d2-48c9-908e-595486b4b03b req-cd9176c1-0e3f-49e5-aa84-320d4cb516f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:41.500046 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b031448e-c731-4ed8-b80a-245cc28d80e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:41.503149 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0d2c39b0-07bf-4026-bc05-f394a1bb172e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:38:41.514622 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-ec70b4e7-53d2-48c9-908e-595486b4b03b req-cd9176c1-0e3f-49e5-aa84-320d4cb516f5 service neutron] Transition to ACTIVE for port object 9c0c333a-ca20-4daa-9e05-c61a83a8c592 will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:38:41.555750 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-ec70b4e7-53d2-48c9-908e-595486b4b03b req-cd9176c1-0e3f-49e5-aa84-320d4cb516f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:41.562169 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ca1fbde7-9fc9-49bd-9823-c12fe383fdc3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:38:41.661619 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-b031448e-c731-4ed8-b80a-245cc28d80e3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a142eab035c14a3ca14518744c027b00&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5504503 Jun 11 09:38:41.662363 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b031448e-c731-4ed8-b80a-245cc28d80e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a8ac256-d3dc-4a5e-8c74-ebaf543735f9,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:38:41.675719 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 33860) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:38:41.731169 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b031448e-c731-4ed8-b80a-245cc28d80e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:38:41.868436 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4d795451-8461-4f37-b187-fc56d55c9be0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:41.873996 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9176c1-0e3f-49e5-aa84-320d4cb516f5 service neutron] Pushing event updated for resources: {'Port': ['ID=9c0c333a-ca20-4daa-9e05-c61a83a8c592,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:38:41.887230 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-cd9176c1-0e3f-49e5-aa84-320d4cb516f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:38:41.936955 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1d0efc5e-0f6b-41b3-bae0-e6549b0af057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:41.985985 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4d795451-8461-4f37-b187-fc56d55c9be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:42.010477 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b0c5789e-3c4e-4847-9c40-5622b38058a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:38:42.045537 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-ec70b4e7-53d2-48c9-908e-595486b4b03b req-cd9176c1-0e3f-49e5-aa84-320d4cb516f5 service neutron] Attempting to bind port 9c0c333a-ca20-4daa-9e05-c61a83a8c592 on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:38:42.045872 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-ec70b4e7-53d2-48c9-908e-595486b4b03b req-cd9176c1-0e3f-49e5-aa84-320d4cb516f5 service neutron] Attempting to bind port 9c0c333a-ca20-4daa-9e05-c61a83a8c592 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:38:42.046210 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec70b4e7-53d2-48c9-908e-595486b4b03b req-cd9176c1-0e3f-49e5-aa84-320d4cb516f5 service neutron] Attempting to bind port 9c0c333a-ca20-4daa-9e05-c61a83a8c592 on network cf20d108-f84c-44de-9036-2269564edd60 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:38:42.107852 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec70b4e7-53d2-48c9-908e-595486b4b03b req-cd9176c1-0e3f-49e5-aa84-320d4cb516f5 service neutron] Port 9c0c333a-ca20-4daa-9e05-c61a83a8c592 on network cf20d108-f84c-44de-9036-2269564edd60 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:38:42.108208 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec70b4e7-53d2-48c9-908e-595486b4b03b req-cd9176c1-0e3f-49e5-aa84-320d4cb516f5 service neutron] Attempting to bind port 9c0c333a-ca20-4daa-9e05-c61a83a8c592 on network cf20d108-f84c-44de-9036-2269564edd60 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:38:42.118115 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1d0efc5e-0f6b-41b3-bae0-e6549b0af057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:42.163274 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-4d795451-8461-4f37-b187-fc56d55c9be0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1dee8d098f3243b588ff10b7cdfe7353&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1727619 Jun 11 09:38:42.164626 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec70b4e7-53d2-48c9-908e-595486b4b03b req-cd9176c1-0e3f-49e5-aa84-320d4cb516f5 service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:38:42.167378 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec70b4e7-53d2-48c9-908e-595486b4b03b req-cd9176c1-0e3f-49e5-aa84-320d4cb516f5 service neutron] Checking segment: {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:38:42.167378 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec70b4e7-53d2-48c9-908e-595486b4b03b req-cd9176c1-0e3f-49e5-aa84-320d4cb516f5 service neutron] Bound using segment: {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:38:42.167378 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-ec70b4e7-53d2-48c9-908e-595486b4b03b req-cd9176c1-0e3f-49e5-aa84-320d4cb516f5 service neutron] Bound port: 9c0c333a-ca20-4daa-9e05-c61a83a8c592, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:38:42.167378 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-ec70b4e7-53d2-48c9-908e-595486b4b03b req-cd9176c1-0e3f-49e5-aa84-320d4cb516f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:42.168487 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 33870) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:38:42.170524 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d795451-8461-4f37-b187-fc56d55c9be0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=090e8518-fde8-46c9-ba93-06201bcd5bd4,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:38:42.174418 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9146fa4-124c-4724-ad39-b5548ab8d45b req-e6f5c2d3-0a66-4d58-a8cd-c4f8006ba549 tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:38:42.182306 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e9146fa4-124c-4724-ad39-b5548ab8d45b req-e6f5c2d3-0a66-4d58-a8cd-c4f8006ba549 tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] 10.222.0.60 "GET /v2.0/ports?device_id=1045f886-4728-4d29-9dfc-52c060a650ec HTTP/1.1" status: 200 len: 969 time: 0.3725138 Jun 11 09:38:42.218452 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4d795451-8461-4f37-b187-fc56d55c9be0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:38:42.324139 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e9146fa4-124c-4724-ad39-b5548ab8d45b req-81d6ca2e-dc9d-43bd-82ef-35f6e291385e tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] 10.222.0.60 "GET /v2.0/security-groups?id=194cfdab-4351-4c25-aa00-452f378b6969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357450 Jun 11 09:38:42.364217 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7034266e-ed2e-4544-86ff-6f421e287b60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:42.601449 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7034266e-ed2e-4544-86ff-6f421e287b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:42.605870 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1d0efc5e-0f6b-41b3-bae0-e6549b0af057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:42.608095 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d3a41875-5378-4f1b-a3cc-b87282bdc41e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:38:42.670745 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1d0efc5e-0f6b-41b3-bae0-e6549b0af057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:42.677164 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-1d0efc5e-0f6b-41b3-bae0-e6549b0af057 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0a8ac256-d3dc-4a5e-8c74-ebaf543735f9 HTTP/1.1" status: 204 len: 168 time: 0.9978251 Jun 11 09:38:42.797967 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7034266e-ed2e-4544-86ff-6f421e287b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b29e0d58-75e6-4fd7-b4a6-00c4006f3185,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:38:42.822187 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5909d1c7-5247-4962-ba79-38aaadd874c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:42.855174 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b90c756f-2870-46dc-b919-acce728b55d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:42.856076 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0efc5e-0f6b-41b3-bae0-e6549b0af057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a8ac256-d3dc-4a5e-8c74-ebaf543735f9,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:38:42.865551 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-7034266e-ed2e-4544-86ff-6f421e287b60 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3289be5b78894623ba574a14a6424b23&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4731195 Jun 11 09:38:42.869023 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1d0efc5e-0f6b-41b3-bae0-e6549b0af057 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:38:42.871028 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.194s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:38:42.871325 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.002s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:38:42.872930 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 33880) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:38:42.992824 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6131af74-a779-464c-a4a6-1390df03fe7d req-99feb136-62bf-4eb0-8735-2134d57ea4ad tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:38:42.995052 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6131af74-a779-464c-a4a6-1390df03fe7d req-99feb136-62bf-4eb0-8735-2134d57ea4ad tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] 10.222.0.60 "GET /v2.0/ports?device_id=0831db26-7dbf-4d78-94d5-ada280374d18 HTTP/1.1" status: 200 len: 948 time: 0.3541667 Jun 11 09:38:42.996750 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-ec70b4e7-53d2-48c9-908e-595486b4b03b req-cd9176c1-0e3f-49e5-aa84-320d4cb516f5 service neutron] For port 9c0c333a-ca20-4daa-9e05-c61a83a8c592, host n-h1-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:38:43.000909 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5909d1c7-5247-4962-ba79-38aaadd874c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:43.081393 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-ec70b4e7-53d2-48c9-908e-595486b4b03b req-cd9176c1-0e3f-49e5-aa84-320d4cb516f5 service neutron] For port 9c0c333a-ca20-4daa-9e05-c61a83a8c592, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=9c0c333a-ca20-4daa-9e05-c61a83a8c592,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:38:43.085829 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6131af74-a779-464c-a4a6-1390df03fe7d req-a67aed0b-c84b-4764-ae1a-c131463d2010 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] 10.222.0.60 "GET /v2.0/security-groups?id=5306539d-5601-4083-be43-f18f84a4d23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737484 Jun 11 09:38:43.117155 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-788244b1-9f1d-4857-860f-70f7fd9241b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:43.161417 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-ec70b4e7-53d2-48c9-908e-595486b4b03b req-cd9176c1-0e3f-49e5-aa84-320d4cb516f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:43.166527 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:38:43.181977 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-788244b1-9f1d-4857-860f-70f7fd9241b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:43.289516 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9176c1-0e3f-49e5-aa84-320d4cb516f5 service neutron] Pushing event updated for resources: {'Port': ['ID=9c0c333a-ca20-4daa-9e05-c61a83a8c592,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:38:43.308050 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-cd9176c1-0e3f-49e5-aa84-320d4cb516f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:38:43.308050 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5909d1c7-5247-4962-ba79-38aaadd874c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:43.310815 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5909d1c7-5247-4962-ba79-38aaadd874c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:43.315278 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-5909d1c7-5247-4962-ba79-38aaadd874c4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/090e8518-fde8-46c9-ba93-06201bcd5bd4 HTTP/1.1" status: 204 len: 168 time: 1.1427662 Jun 11 09:38:43.315278 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:38:43.339980 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5909d1c7-5247-4962-ba79-38aaadd874c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=090e8518-fde8-46c9-ba93-06201bcd5bd4,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:38:43.339980 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5909d1c7-5247-4962-ba79-38aaadd874c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:38:43.339980 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec70b4e7-53d2-48c9-908e-595486b4b03b req-cd9176c1-0e3f-49e5-aa84-320d4cb516f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:38:43.339980 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-ec70b4e7-53d2-48c9-908e-595486b4b03b req-cd9176c1-0e3f-49e5-aa84-320d4cb516f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:43.339980 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ec70b4e7-53d2-48c9-908e-595486b4b03b req-cd9176c1-0e3f-49e5-aa84-320d4cb516f5 service neutron] 10.222.0.64 "PUT /v2.0/ports/9c0c333a-ca20-4daa-9e05-c61a83a8c592 HTTP/1.1" status: 200 len: 1118 time: 4.3771443 Jun 11 09:38:43.339980 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1045f886-4728-4d29-9dfc-52c060a650ec', 'tag': '9c0c333a-ca20-4daa-9e05-c61a83a8c592'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:38:43.363413 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-788244b1-9f1d-4857-860f-70f7fd9241b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:43.366323 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-788244b1-9f1d-4857-860f-70f7fd9241b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:43.370559 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-788244b1-9f1d-4857-860f-70f7fd9241b6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b29e0d58-75e6-4fd7-b4a6-00c4006f3185 HTTP/1.1" status: 204 len: 168 time: 0.4950182 Jun 11 09:38:43.371322 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:38:43.385379 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b73d55af-ff80-42b0-9177-03feff02272e" -d '{"events": [{"name": "network-changed", "server_uuid": "1045f886-4728-4d29-9dfc-52c060a650ec", "tag": "9c0c333a-ca20-4daa-9e05-c61a83a8c592"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:38:43.397743 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788244b1-9f1d-4857-860f-70f7fd9241b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b29e0d58-75e6-4fd7-b4a6-00c4006f3185,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:38:43.400986 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-788244b1-9f1d-4857-860f-70f7fd9241b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:38:43.487560 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bee2c40-60d2-4e8d-af7b-19ca6f76f26d x-openstack-request-id: req-9bee2c40-60d2-4e8d-af7b-19ca6f76f26d {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:38:43.487888 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1045f886-4728-4d29-9dfc-52c060a650ec", "tag": "9c0c333a-ca20-4daa-9e05-c61a83a8c592", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:38:43.488263 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9bee2c40-60d2-4e8d-af7b-19ca6f76f26d {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:38:43.488667 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1045f886-4728-4d29-9dfc-52c060a650ec', 'tag': '9c0c333a-ca20-4daa-9e05-c61a83a8c592', 'status': 'completed', 'code': 200} Jun 11 09:38:43.697589 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec70b4e7-53d2-48c9-908e-595486b4b03b req-921ab58c-2756-4dce-bb53-0d178a01bc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:38:43.699363 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ec70b4e7-53d2-48c9-908e-595486b4b03b req-921ab58c-2756-4dce-bb53-0d178a01bc85 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8e37b83f6d0348799fd6a3bbdbf238bd&device_id=1045f886-4728-4d29-9dfc-52c060a650ec HTTP/1.1" status: 200 len: 1121 time: 0.0871918 Jun 11 09:38:43.709589 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5d647f-325b-4191-8c48-c7246297acb9 req-6fe3263f-1175-4359-bccb-4a0311a0df29 tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:38:43.713949 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1d5d647f-325b-4191-8c48-c7246297acb9 req-6fe3263f-1175-4359-bccb-4a0311a0df29 tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] 10.222.0.60 "GET /v2.0/ports?device_id=1045f886-4728-4d29-9dfc-52c060a650ec HTTP/1.1" status: 200 len: 969 time: 0.1695855 Jun 11 09:38:43.781394 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1d5d647f-325b-4191-8c48-c7246297acb9 req-25de3307-e7de-493c-9588-7a52e4bc34af tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] 10.222.0.60 "GET /v2.0/security-groups?id=194cfdab-4351-4c25-aa00-452f378b6969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484774 Jun 11 09:38:43.802727 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ec70b4e7-53d2-48c9-908e-595486b4b03b req-a3c40705-1d6d-4db0-b42d-bb7e4ace9696 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=9c0c333a-ca20-4daa-9e05-c61a83a8c592 HTTP/1.1" status: 200 len: 217 time: 0.0933442 Jun 11 09:38:43.834618 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 33906) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:38:43.870065 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5e351639-9d31-40a1-b62f-73927a745669 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:43.880276 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec70b4e7-53d2-48c9-908e-595486b4b03b req-b5d2a27a-66c4-410d-9a22-6899247a6170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:38:43.881923 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ec70b4e7-53d2-48c9-908e-595486b4b03b req-b5d2a27a-66c4-410d-9a22-6899247a6170 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=189b03cc-b2a8-4615-9ab5-ad0328c3f10f HTTP/1.1" status: 200 len: 843 time: 0.0653820 Jun 11 09:38:43.962836 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec70b4e7-53d2-48c9-908e-595486b4b03b req-eab150f2-e4ca-4f77-9183-1962704d6f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:38:43.964835 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ec70b4e7-53d2-48c9-908e-595486b4b03b req-eab150f2-e4ca-4f77-9183-1962704d6f59 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf20d108-f84c-44de-9036-2269564edd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0764053 Jun 11 09:38:43.989973 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5e351639-9d31-40a1-b62f-73927a745669 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:44.010647 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 33910) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:38:44.057813 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5e351639-9d31-40a1-b62f-73927a745669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:44.062041 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:38:44.129404 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-5e351639-9d31-40a1-b62f-73927a745669 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bcf7eb4540704407b075c0e73af91256&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2904322 Jun 11 09:38:44.129404 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e351639-9d31-40a1-b62f-73927a745669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9217e213-37b2-44b7-aed4-7d0518b0146a,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:38:44.130326 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 33914) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:38:44.148621 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5e351639-9d31-40a1-b62f-73927a745669 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:38:44.195673 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ec70b4e7-53d2-48c9-908e-595486b4b03b req-3e569e50-9826-4395-9152-2641b52ffc33 service neutron] 10.222.0.64 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115827 Jun 11 09:38:44.206022 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-68245d81-57c9-431d-8e23-ccf2758cb604 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:44.242872 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-68245d81-57c9-431d-8e23-ccf2758cb604 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:44.409387 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ec70b4e7-53d2-48c9-908e-595486b4b03b req-7490cba2-3c28-4f73-8aa8-bff6faf8ec3e service neutron] 10.222.0.64 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077394 Jun 11 09:38:44.411589 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-68245d81-57c9-431d-8e23-ccf2758cb604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:44.414990 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-68245d81-57c9-431d-8e23-ccf2758cb604 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:44.416491 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-68245d81-57c9-431d-8e23-ccf2758cb604 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9217e213-37b2-44b7-aed4-7d0518b0146a HTTP/1.1" status: 204 len: 168 time: 0.2858672 Jun 11 09:38:44.417304 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:38:44.429306 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68245d81-57c9-431d-8e23-ccf2758cb604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9217e213-37b2-44b7-aed4-7d0518b0146a,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:38:44.432846 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-68245d81-57c9-431d-8e23-ccf2758cb604 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:38:44.435722 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 33922) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:38:44.469949 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-72b57224-7885-4f6e-bf85-425ea07ceafe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:44.477872 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed7d95d-db0f-42ab-99bb-45281daeb45c req-76789f96-91b9-4d48-b017-218f4da32418 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:38:44.500038 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9ed7d95d-db0f-42ab-99bb-45281daeb45c req-76789f96-91b9-4d48-b017-218f4da32418 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] 10.222.0.60 "GET /v2.0/ports?device_id=0831db26-7dbf-4d78-94d5-ada280374d18 HTTP/1.1" status: 200 len: 948 time: 0.1469641 Jun 11 09:38:44.576007 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9ed7d95d-db0f-42ab-99bb-45281daeb45c req-233a9bf1-6ad2-40c4-b413-0d851ccdd1f8 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] 10.222.0.60 "GET /v2.0/security-groups?id=5306539d-5601-4083-be43-f18f84a4d23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663164 Jun 11 09:38:44.595879 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-1887924c-8860-4f7d-917a-a22ee7e67de1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-695768602-network', 'tenant_id': 'db9e0ae364434cf4a20ebccef2ca3f2e'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:38:44.690219 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-72b57224-7885-4f6e-bf85-425ea07ceafe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:44.719354 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73d55af-ff80-42b0-9177-03feff02272e req-963b6511-dd3c-4150-a472-c4d516206b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:38:44.721450 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b73d55af-ff80-42b0-9177-03feff02272e req-963b6511-dd3c-4150-a472-c4d516206b09 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8e37b83f6d0348799fd6a3bbdbf238bd&device_id=1045f886-4728-4d29-9dfc-52c060a650ec HTTP/1.1" status: 200 len: 1121 time: 0.1206830 Jun 11 09:38:44.755877 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-72b57224-7885-4f6e-bf85-425ea07ceafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:44.757754 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:38:44.806875 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-72b57224-7885-4f6e-bf85-425ea07ceafe admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=049b649c5e65441eb5098ecefd0f8946&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3696465 Jun 11 09:38:44.808137 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b57224-7885-4f6e-bf85-425ea07ceafe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8182735-f8e0-4139-b9cb-3c112fee00dd,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:38:44.810472 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 33930) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:38:44.833693 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-72b57224-7885-4f6e-bf85-425ea07ceafe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:38:44.850450 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73d55af-ff80-42b0-9177-03feff02272e req-de84c2e0-dc2e-4a6d-9123-bd484e727bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:38:44.855118 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b73d55af-ff80-42b0-9177-03feff02272e req-de84c2e0-dc2e-4a6d-9123-bd484e727bf3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cf20d108-f84c-44de-9036-2269564edd60 HTTP/1.1" status: 200 len: 870 time: 0.1237519 Jun 11 09:38:44.882440 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1887924c-8860-4f7d-917a-a22ee7e67de1 admin admin] Made reservation on behalf of db9e0ae364434cf4a20ebccef2ca3f2e for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:38:44.885446 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1887924c-8860-4f7d-917a-a22ee7e67de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:44.907701 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1887924c-8860-4f7d-917a-a22ee7e67de1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:44.916050 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b73d55af-ff80-42b0-9177-03feff02272e req-21d05b2b-6cf5-4bb7-9809-905fb1604377 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=9c0c333a-ca20-4daa-9e05-c61a83a8c592 HTTP/1.1" status: 200 len: 217 time: 0.0573051 Jun 11 09:38:44.976451 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73d55af-ff80-42b0-9177-03feff02272e req-bc87e2dd-3a85-4fc5-8301-1543fbc11a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:38:44.977938 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b73d55af-ff80-42b0-9177-03feff02272e req-bc87e2dd-3a85-4fc5-8301-1543fbc11a84 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=189b03cc-b2a8-4615-9ab5-ad0328c3f10f HTTP/1.1" status: 200 len: 843 time: 0.0564692 Jun 11 09:38:44.978687 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-dfda4e7a-d588-48ba-a115-e8c5d9bb7e90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:45.024280 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-dfda4e7a-d588-48ba-a115-e8c5d9bb7e90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:45.063785 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73d55af-ff80-42b0-9177-03feff02272e req-2e7b7955-b11c-4b6f-82e3-219d729360ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:38:45.063785 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b73d55af-ff80-42b0-9177-03feff02272e req-2e7b7955-b11c-4b6f-82e3-219d729360ab service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf20d108-f84c-44de-9036-2269564edd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0736496 Jun 11 09:38:45.093233 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a219e27-7c10-4ab9-ba0f-3840ba402cfc req-a789bd4c-1afa-4332-be1a-1bd6f4cf3dc3 tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:38:45.095344 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7a219e27-7c10-4ab9-ba0f-3840ba402cfc req-a789bd4c-1afa-4332-be1a-1bd6f4cf3dc3 tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] 10.222.0.60 "GET /v2.0/ports?device_id=1045f886-4728-4d29-9dfc-52c060a650ec HTTP/1.1" status: 200 len: 969 time: 0.1817625 Jun 11 09:38:45.170688 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7a219e27-7c10-4ab9-ba0f-3840ba402cfc req-8e45173f-7ea5-4252-95a6-b15d2b597388 tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] 10.222.0.60 "GET /v2.0/security-groups?id=194cfdab-4351-4c25-aa00-452f378b6969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676928 Jun 11 09:38:45.184687 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1887924c-8860-4f7d-917a-a22ee7e67de1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:45.201537 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b73d55af-ff80-42b0-9177-03feff02272e req-97a00e12-0e96-4efa-bbd0-9f1f118737dd service neutron] 10.222.0.64 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354487 Jun 11 09:38:45.255094 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-dfda4e7a-d588-48ba-a115-e8c5d9bb7e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:45.257769 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-dfda4e7a-d588-48ba-a115-e8c5d9bb7e90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:45.258955 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-dfda4e7a-d588-48ba-a115-e8c5d9bb7e90 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b8182735-f8e0-4139-b9cb-3c112fee00dd HTTP/1.1" status: 204 len: 168 time: 0.4475486 Jun 11 09:38:45.259695 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d94e508d-b96a-41bf-a9e2-0ff9325103df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:38:45.268495 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda4e7a-d588-48ba-a115-e8c5d9bb7e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8182735-f8e0-4139-b9cb-3c112fee00dd,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:38:45.270614 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-dfda4e7a-d588-48ba-a115-e8c5d9bb7e90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:38:45.293304 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1887924c-8860-4f7d-917a-a22ee7e67de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:45.297270 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:38:45.321508 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1887924c-8860-4f7d-917a-a22ee7e67de1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 778} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 09:38:45.321719 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b73d55af-ff80-42b0-9177-03feff02272e req-af378337-b636-4362-8a2d-cc117c04ff24 service neutron] 10.222.0.64 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136253 Jun 11 09:38:45.340588 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1887924c-8860-4f7d-917a-a22ee7e67de1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49d753b7-a7cc-4778-bca2-d9ac12c2fed5,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:38:45.348930 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1887924c-8860-4f7d-917a-a22ee7e67de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:45.350372 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-1887924c-8860-4f7d-917a-a22ee7e67de1 admin admin] Added segment 57391af4-6626-402e-b649-4a2d7f342011 of type vlan for network 2200e55c-0960-4aac-b7a8-ebf0eca39b99 Jun 11 09:38:45.352977 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1887924c-8860-4f7d-917a-a22ee7e67de1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:38:45.403873 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1887924c-8860-4f7d-917a-a22ee7e67de1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:45.538371 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 33958) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:38:45.552347 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1887924c-8860-4f7d-917a-a22ee7e67de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:45.554454 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1887924c-8860-4f7d-917a-a22ee7e67de1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:38:45.555508 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1887924c-8860-4f7d-917a-a22ee7e67de1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:45.559602 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:38:45.648075 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1887924c-8860-4f7d-917a-a22ee7e67de1 admin admin] Pushing event updated for resources: {'Network': ['ID=2200e55c-0960-4aac-b7a8-ebf0eca39b99,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:38:45.650615 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1887924c-8860-4f7d-917a-a22ee7e67de1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:38:45.658036 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-1887924c-8860-4f7d-917a-a22ee7e67de1 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.6457622 Jun 11 09:38:45.662453 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 33966) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:38:45.667899 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-7345710e-b057-4ac4-b271-7ea7e7e8c2db admin admin] Request body: {'subnet': {'network_id': '2200e55c-0960-4aac-b7a8-ebf0eca39b99', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-695768602-subnet', 'tenant_id': 'db9e0ae364434cf4a20ebccef2ca3f2e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:38:45.668057 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 2200e55c-0960-4aac-b7a8-ebf0eca39b99 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:38:45.742597 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-287853ab-c91c-403a-93d2-94663ec1b3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:45.763591 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7345710e-b057-4ac4-b271-7ea7e7e8c2db admin admin] Made reservation on behalf of db9e0ae364434cf4a20ebccef2ca3f2e for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:38:45.768777 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7345710e-b057-4ac4-b271-7ea7e7e8c2db admin admin] Notify callbacks [] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:45.799384 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-9c92196a-dd7e-42a4-9a66-54d350dd7a91 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1497353181-network', 'tenant_id': '761e66d23fea4903a68cd9de907a43c1'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:38:45.906482 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c92196a-dd7e-42a4-9a66-54d350dd7a91 admin admin] Made reservation on behalf of 761e66d23fea4903a68cd9de907a43c1 for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:38:45.909002 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9c92196a-dd7e-42a4-9a66-54d350dd7a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:45.920961 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9c92196a-dd7e-42a4-9a66-54d350dd7a91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:45.932162 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:45.982140 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d926921-fe80-4b0e-8e84-6b06b2965c4e req-ba5f578f-42c7-41f4-9dea-3d7af26988cd tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:38:45.989606 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8d926921-fe80-4b0e-8e84-6b06b2965c4e req-ba5f578f-42c7-41f4-9dea-3d7af26988cd tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] 10.222.0.60 "GET /v2.0/ports?device_id=0831db26-7dbf-4d78-94d5-ada280374d18 HTTP/1.1" status: 200 len: 948 time: 0.2189705 Jun 11 09:38:46.034844 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9c92196a-dd7e-42a4-9a66-54d350dd7a91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:46.068119 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8d926921-fe80-4b0e-8e84-6b06b2965c4e req-43737238-657f-4ee6-9ca3-cf120907ae74 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] 10.222.0.60 "GET /v2.0/security-groups?id=5306539d-5601-4083-be43-f18f84a4d23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775888 Jun 11 09:38:46.100372 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9c92196a-dd7e-42a4-9a66-54d350dd7a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:46.105842 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:38:46.131761 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c92196a-dd7e-42a4-9a66-54d350dd7a91 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 785} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 09:38:46.142285 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c92196a-dd7e-42a4-9a66-54d350dd7a91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edfc27cd-c925-4f2f-b6ad-e80e4f652a57,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:38:46.146395 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9c92196a-dd7e-42a4-9a66-54d350dd7a91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:38:46.147457 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9c92196a-dd7e-42a4-9a66-54d350dd7a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:46.147824 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-9c92196a-dd7e-42a4-9a66-54d350dd7a91 admin admin] Added segment 56281ee1-4859-40f0-b2a0-2c2117bfda04 of type vlan for network 53a42219-c346-45f9-be41-c5dabab2438f Jun 11 09:38:46.201507 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7345710e-b057-4ac4-b271-7ea7e7e8c2db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:46.201704 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9c92196a-dd7e-42a4-9a66-54d350dd7a91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:46.209223 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9f64445b-b6cc-4b45-9205-cc9df20cd5fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:38:46.289263 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7345710e-b057-4ac4-b271-7ea7e7e8c2db admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d975209-1448-49e3-b064-737640ba01f1,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:38:46.295992 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7345710e-b057-4ac4-b271-7ea7e7e8c2db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:38:46.300029 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7345710e-b057-4ac4-b271-7ea7e7e8c2db admin admin] Checking segment: {'id': '57391af4-6626-402e-b649-4a2d7f342011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '2200e55c-0960-4aac-b7a8-ebf0eca39b99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:38:46.300029 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7345710e-b057-4ac4-b271-7ea7e7e8c2db admin admin] Network hostable DHCP agents. Network: 2200e55c-0960-4aac-b7a8-ebf0eca39b99, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 09:38:46.318249 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9c92196a-dd7e-42a4-9a66-54d350dd7a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:46.319894 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c92196a-dd7e-42a4-9a66-54d350dd7a91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:38:46.322549 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9c92196a-dd7e-42a4-9a66-54d350dd7a91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:46.334969 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1887924c-8860-4f7d-917a-a22ee7e67de1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:38:46.413542 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7345710e-b057-4ac4-b271-7ea7e7e8c2db admin admin] Network 2200e55c-0960-4aac-b7a8-ebf0eca39b99 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 09:38:46.495609 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-7345710e-b057-4ac4-b271-7ea7e7e8c2db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 2200e55c-0960-4aac-b7a8-ebf0eca39b99) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:38:46.498177 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:46.501311 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7345710e-b057-4ac4-b271-7ea7e7e8c2db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:38:46.501980 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7345710e-b057-4ac4-b271-7ea7e7e8c2db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:46.512181 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2a8429-070a-4247-b1d8-fd5d2bcc40ad None None] Network 2200e55c-0960-4aac-b7a8-ebf0eca39b99 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:38:46.595645 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-9c92196a-dd7e-42a4-9a66-54d350dd7a91 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0528235 Jun 11 09:38:46.595645 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c92196a-dd7e-42a4-9a66-54d350dd7a91 admin admin] Pushing event updated for resources: {'Network': ['ID=53a42219-c346-45f9-be41-c5dabab2438f,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:38:46.597627 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9c92196a-dd7e-42a4-9a66-54d350dd7a91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:38:46.597779 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 34000) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:38:46.604214 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-957001e0-9a58-4859-8c7d-4f18b9da5286 admin admin] Request body: {'subnet': {'network_id': '53a42219-c346-45f9-be41-c5dabab2438f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1497353181-subnet', 'tenant_id': '761e66d23fea4903a68cd9de907a43c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:38:46.617979 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 53a42219-c346-45f9-be41-c5dabab2438f details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:38:46.622981 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc21ee15-a85d-4a96-813b-a3ef647f7521 req-b2480ec4-c793-4ce8-99e4-4d76da59e4a9 tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:38:46.624891 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bc21ee15-a85d-4a96-813b-a3ef647f7521 req-b2480ec4-c793-4ce8-99e4-4d76da59e4a9 tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] 10.222.0.60 "GET /v2.0/ports?device_id=1045f886-4728-4d29-9dfc-52c060a650ec HTTP/1.1" status: 200 len: 969 time: 0.3002386 Jun 11 09:38:46.631746 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-7345710e-b057-4ac4-b271-7ea7e7e8c2db admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.9695053 Jun 11 09:38:46.634451 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 34002) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:38:46.640249 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-9cb8177e-540a-4075-8ebb-e32c1578a21f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-695768602-router', 'tenant_id': 'db9e0ae364434cf4a20ebccef2ca3f2e', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:38:46.686672 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bc21ee15-a85d-4a96-813b-a3ef647f7521 req-9c125416-6a2a-41a1-8552-441fd46953a0 tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] 10.222.0.60 "GET /v2.0/security-groups?id=194cfdab-4351-4c25-aa00-452f378b6969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498519 Jun 11 09:38:46.787904 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-957001e0-9a58-4859-8c7d-4f18b9da5286 admin admin] Made reservation on behalf of 761e66d23fea4903a68cd9de907a43c1 for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:38:46.788233 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-957001e0-9a58-4859-8c7d-4f18b9da5286 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:46.833570 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515e9764-7895-4e1e-8368-455b8faefd9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-2200e55c-0960-4aac-b7a8-ebf0eca39b99', 'network_id': '2200e55c-0960-4aac-b7a8-ebf0eca39b99', 'tenant_id': 'db9e0ae364434cf4a20ebccef2ca3f2e', 'fixed_ips': [{'subnet_id': '1d975209-1448-49e3-b064-737640ba01f1'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 09:38:46.833570 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-515e9764-7895-4e1e-8368-455b8faefd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:46.889351 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9cb8177e-540a-4075-8ebb-e32c1578a21f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:46.890569 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9cb8177e-540a-4075-8ebb-e32c1578a21f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:46.968025 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9cb8177e-540a-4075-8ebb-e32c1578a21f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:47.049274 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-515e9764-7895-4e1e-8368-455b8faefd9b None None] Allocated IP 172.20.0.2 (2200e55c-0960-4aac-b7a8-ebf0eca39b99/1d975209-1448-49e3-b064-737640ba01f1/34ce2fb8-e940-4ec5-af2e-72730b3f1b82) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:38:47.262682 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-515e9764-7895-4e1e-8368-455b8faefd9b None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:47.271164 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-515e9764-7895-4e1e-8368-455b8faefd9b None None] Transition to ACTIVE for port object 34ce2fb8-e940-4ec5-af2e-72730b3f1b82 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:38:47.286543 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-515e9764-7895-4e1e-8368-455b8faefd9b None None] Transition to ACTIVE for port object 34ce2fb8-e940-4ec5-af2e-72730b3f1b82 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:38:47.358886 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-957001e0-9a58-4859-8c7d-4f18b9da5286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:47.363815 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7345710e-b057-4ac4-b271-7ea7e7e8c2db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:38:47.386654 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9cb8177e-540a-4075-8ebb-e32c1578a21f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:47.394921 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-515e9764-7895-4e1e-8368-455b8faefd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:47.397381 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:38:47.424942 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957001e0-9a58-4859-8c7d-4f18b9da5286 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20094bda-f8d4-46e6-bab1-f100394de689,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:38:47.428973 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-957001e0-9a58-4859-8c7d-4f18b9da5286 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:38:47.443298 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515e9764-7895-4e1e-8368-455b8faefd9b None None] Network 2200e55c-0960-4aac-b7a8-ebf0eca39b99 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:38:47.445401 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b2b7e4-59f9-4374-91a2-c8a5199c0596 req-c4176ccb-a28a-421d-9b20-ef852527eb4a tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:38:47.446660 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-515e9764-7895-4e1e-8368-455b8faefd9b None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:38:47.447724 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f8b2b7e4-59f9-4374-91a2-c8a5199c0596 req-c4176ccb-a28a-421d-9b20-ef852527eb4a tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] 10.222.0.60 "GET /v2.0/ports?device_id=0831db26-7dbf-4d78-94d5-ada280374d18 HTTP/1.1" status: 200 len: 948 time: 0.1513889 Jun 11 09:38:47.465579 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515e9764-7895-4e1e-8368-455b8faefd9b None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:38:47.477299 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 9c0c333a-ca20-4daa-9e05-c61a83a8c592 details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:38:47.480002 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957001e0-9a58-4859-8c7d-4f18b9da5286 admin admin] Checking segment: {'id': '56281ee1-4859-40f0-b2a0-2c2117bfda04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '53a42219-c346-45f9-be41-c5dabab2438f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:38:47.480634 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957001e0-9a58-4859-8c7d-4f18b9da5286 admin admin] Network hostable DHCP agents. Network: 53a42219-c346-45f9-be41-c5dabab2438f, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 09:38:47.513758 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f8b2b7e4-59f9-4374-91a2-c8a5199c0596 req-051ffa40-0a75-4597-b990-b447cf7ede8f tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] 10.222.0.60 "GET /v2.0/security-groups?id=5306539d-5601-4083-be43-f18f84a4d23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598419 Jun 11 09:38:47.555027 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515e9764-7895-4e1e-8368-455b8faefd9b None None] Pushing event updated for resources: {'Port': ['ID=34ce2fb8-e940-4ec5-af2e-72730b3f1b82,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:38:47.575058 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957001e0-9a58-4859-8c7d-4f18b9da5286 admin admin] Network 53a42219-c346-45f9-be41-c5dabab2438f is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 09:38:47.651842 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-957001e0-9a58-4859-8c7d-4f18b9da5286 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 53a42219-c346-45f9-be41-c5dabab2438f) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:38:47.656523 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957001e0-9a58-4859-8c7d-4f18b9da5286 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:38:47.657835 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-957001e0-9a58-4859-8c7d-4f18b9da5286 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:47.726226 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515e9764-7895-4e1e-8368-455b8faefd9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:38:47.726570 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515e9764-7895-4e1e-8368-455b8faefd9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:38:47.726905 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515e9764-7895-4e1e-8368-455b8faefd9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:38:47.727229 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515e9764-7895-4e1e-8368-455b8faefd9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:38:47.727729 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515e9764-7895-4e1e-8368-455b8faefd9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:38:47.728198 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515e9764-7895-4e1e-8368-455b8faefd9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:38:47.728529 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515e9764-7895-4e1e-8368-455b8faefd9b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:38:47.728847 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515e9764-7895-4e1e-8368-455b8faefd9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:38:47.729165 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515e9764-7895-4e1e-8368-455b8faefd9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:38:47.729480 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515e9764-7895-4e1e-8368-455b8faefd9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:38:47.729806 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515e9764-7895-4e1e-8368-455b8faefd9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:38:47.730111 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515e9764-7895-4e1e-8368-455b8faefd9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:38:47.731484 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515e9764-7895-4e1e-8368-455b8faefd9b None None] Tracked resource versions report: Jun 11 09:38:47.731484 n-d-779913-12 neutron-server[93178]: pushed versions: Jun 11 09:38:47.731484 n-d-779913-12 neutron-server[93178]: { 'AddressGroup': {'1.2'}, Jun 11 09:38:47.731484 n-d-779913-12 neutron-server[93178]: 'ConntrackHelper': {'1.0'}, Jun 11 09:38:47.731484 n-d-779913-12 neutron-server[93178]: 'Log': {'1.0'}, Jun 11 09:38:47.731484 n-d-779913-12 neutron-server[93178]: 'Network': {'1.1'}, Jun 11 09:38:47.731484 n-d-779913-12 neutron-server[93178]: 'Port': {'1.7'}, Jun 11 09:38:47.731484 n-d-779913-12 neutron-server[93178]: 'PortForwarding': {'1.2'}, Jun 11 09:38:47.731484 n-d-779913-12 neutron-server[93178]: 'QosPolicy': {'1.8'}, Jun 11 09:38:47.731484 n-d-779913-12 neutron-server[93178]: 'SecurityGroup': {'1.4'}, Jun 11 09:38:47.731484 n-d-779913-12 neutron-server[93178]: 'SecurityGroupRule': {'1.2'}, Jun 11 09:38:47.731484 n-d-779913-12 neutron-server[93178]: 'SubPort': {'1.0'}, Jun 11 09:38:47.731484 n-d-779913-12 neutron-server[93178]: 'Subnet': {'1.1'}, Jun 11 09:38:47.731484 n-d-779913-12 neutron-server[93178]: 'Trunk': {'1.1'}} Jun 11 09:38:47.731484 n-d-779913-12 neutron-server[93178]: consumer versions: Jun 11 09:38:47.731484 n-d-779913-12 neutron-server[93178]: { DHCP agent@n-d-779913-12: {}, Jun 11 09:38:47.731484 n-d-779913-12 neutron-server[93178]: HyperV agent@n-h1-779913-12: {}, Jun 11 09:38:47.731484 n-d-779913-12 neutron-server[93178]: HyperV agent@n-h2-779913-12: {}, Jun 11 09:38:47.731484 n-d-779913-12 neutron-server[93178]: L3 agent@n-d-779913-12: {}, Jun 11 09:38:47.731484 n-d-779913-12 neutron-server[93178]: Metadata agent@n-d-779913-12: {}, Jun 11 09:38:47.731484 n-d-779913-12 neutron-server[93178]: Metering agent@n-d-779913-12: {}, Jun 11 09:38:47.731484 n-d-779913-12 neutron-server[93178]: Open vSwitch agent@n-d-779913-12: { 'AddressGroup': '1.2', Jun 11 09:38:47.731484 n-d-779913-12 neutron-server[93178]: 'ConntrackHelper': '1.0', Jun 11 09:38:47.731484 n-d-779913-12 neutron-server[93178]: 'Log': '1.0', Jun 11 09:38:47.731484 n-d-779913-12 neutron-server[93178]: 'Network': '1.1', Jun 11 09:38:47.731484 n-d-779913-12 neutron-server[93178]: 'Port': '1.7', Jun 11 09:38:47.731484 n-d-779913-12 neutron-server[93178]: 'PortForwarding': '1.2', Jun 11 09:38:47.731484 n-d-779913-12 neutron-server[93178]: 'QosPolicy': '1.8', Jun 11 09:38:47.731484 n-d-779913-12 neutron-server[93178]: 'SecurityGroup': '1.4', Jun 11 09:38:47.731484 n-d-779913-12 neutron-server[93178]: 'SecurityGroupRule': '1.2', Jun 11 09:38:47.731484 n-d-779913-12 neutron-server[93178]: 'SubPort': '1.0', Jun 11 09:38:47.731484 n-d-779913-12 neutron-server[93178]: 'Subnet': '1.1', Jun 11 09:38:47.731484 n-d-779913-12 neutron-server[93178]: 'Trunk': '1.1'}} Jun 11 09:38:47.731484 n-d-779913-12 neutron-server[93178]: {{(pid=93178) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 11 09:38:47.772488 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-957001e0-9a58-4859-8c7d-4f18b9da5286 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1735673 Jun 11 09:38:47.818719 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 9c0c333a-ca20-4daa-9e05-c61a83a8c592, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=9c0c333a-ca20-4daa-9e05-c61a83a8c592,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:38:47.832063 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4d1d3b-b540-4fa1-87ea-9120776931de None None] Network 53a42219-c346-45f9-be41-c5dabab2438f requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:38:47.927427 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': '9c0c333a-ca20-4daa-9e05-c61a83a8c592', 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60', 'port_id': '9c0c333a-ca20-4daa-9e05-c61a83a8c592', 'mac_address': 'fa:16:3e:e0:bc:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189b03cc-b2a8-4615-9ab5-ad0328c3f10f', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:tempest-test_az-598863116', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:38:47.936442 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-515e9764-7895-4e1e-8368-455b8faefd9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:38:47.945511 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9cb8177e-540a-4075-8ebb-e32c1578a21f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:47.995933 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9cb8177e-540a-4075-8ebb-e32c1578a21f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:48.048991 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-515e9764-7895-4e1e-8368-455b8faefd9b None None] Attempting to bind port 34ce2fb8-e940-4ec5-af2e-72730b3f1b82 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:38:48.049456 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-515e9764-7895-4e1e-8368-455b8faefd9b None None] Attempting to bind port 34ce2fb8-e940-4ec5-af2e-72730b3f1b82 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '57391af4-6626-402e-b649-4a2d7f342011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '2200e55c-0960-4aac-b7a8-ebf0eca39b99'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:38:48.049723 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515e9764-7895-4e1e-8368-455b8faefd9b None None] Attempting to bind port 34ce2fb8-e940-4ec5-af2e-72730b3f1b82 on network 2200e55c-0960-4aac-b7a8-ebf0eca39b99 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:38:48.064330 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515e9764-7895-4e1e-8368-455b8faefd9b None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:38:48.065028 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515e9764-7895-4e1e-8368-455b8faefd9b None None] Checking segment: {'id': '57391af4-6626-402e-b649-4a2d7f342011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '2200e55c-0960-4aac-b7a8-ebf0eca39b99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:38:48.065648 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-515e9764-7895-4e1e-8368-455b8faefd9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:48.066243 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515e9764-7895-4e1e-8368-455b8faefd9b None None] Bound using segment: {'id': '57391af4-6626-402e-b649-4a2d7f342011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '2200e55c-0960-4aac-b7a8-ebf0eca39b99'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:38:48.066807 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-515e9764-7895-4e1e-8368-455b8faefd9b None None] Bound port: 34ce2fb8-e940-4ec5-af2e-72730b3f1b82, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57391af4-6626-402e-b649-4a2d7f342011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '2200e55c-0960-4aac-b7a8-ebf0eca39b99'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:38:48.067269 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-515e9764-7895-4e1e-8368-455b8faefd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:48.093981 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:48.116331 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf4eb87-598d-417e-ab58-b52532ea3f73 None None] Network 53a42219-c346-45f9-be41-c5dabab2438f requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:38:48.158444 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae718082-5f63-48ed-af3b-cec6f5fb471b req-dddebf73-d48a-4217-ac06-fdebf6165966 tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:38:48.159998 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ae718082-5f63-48ed-af3b-cec6f5fb471b req-dddebf73-d48a-4217-ac06-fdebf6165966 tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] 10.222.0.60 "GET /v2.0/ports?device_id=1045f886-4728-4d29-9dfc-52c060a650ec HTTP/1.1" status: 200 len: 969 time: 0.1794534 Jun 11 09:38:48.199350 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c0c333a-ca20-4daa-9e05-c61a83a8c592 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:38:48.203477 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-9cb8177e-540a-4075-8ebb-e32c1578a21f admin admin] Allocated IP 172.25.4.32 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/c886fb50-0db1-4b27-adcc-bde6769fca07) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:38:48.226523 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ae718082-5f63-48ed-af3b-cec6f5fb471b req-5ee30247-e171-4451-b0c1-a5a6633daaf8 tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] 10.222.0.60 "GET /v2.0/security-groups?id=194cfdab-4351-4c25-aa00-452f378b6969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587935 Jun 11 09:38:48.285774 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 9c0c333a-ca20-4daa-9e05-c61a83a8c592, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=9c0c333a-ca20-4daa-9e05-c61a83a8c592,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:38:48.313113 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:48.323660 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-515e9764-7895-4e1e-8368-455b8faefd9b None None] For port 34ce2fb8-e940-4ec5-af2e-72730b3f1b82, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:38:48.332406 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-515e9764-7895-4e1e-8368-455b8faefd9b None None] For port 34ce2fb8-e940-4ec5-af2e-72730b3f1b82, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=34ce2fb8-e940-4ec5-af2e-72730b3f1b82,segment=NetworkSegment(57391af4-6626-402e-b649-4a2d7f342011),segment_id=57391af4-6626-402e-b649-4a2d7f342011)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:38:48.357507 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9cb8177e-540a-4075-8ebb-e32c1578a21f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:48.417096 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:48.418989 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:38:48.470671 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-515e9764-7895-4e1e-8368-455b8faefd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:48.481167 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=9c0c333a-ca20-4daa-9e05-c61a83a8c592,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:38:48.485915 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:38:48.486653 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-b9cfb4d9-4491-4bf9-be93-28cdc2e4d3cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:38:48.504821 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9cb8177e-540a-4075-8ebb-e32c1578a21f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:48.509430 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b242e1c9-3f22-4746-af78-96eeef65265e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:38:48.552786 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515e9764-7895-4e1e-8368-455b8faefd9b None None] Pushing event updated for resources: {'Port': ['ID=34ce2fb8-e940-4ec5-af2e-72730b3f1b82,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:38:48.556463 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-515e9764-7895-4e1e-8368-455b8faefd9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:38:48.563662 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb8177e-540a-4075-8ebb-e32c1578a21f admin admin] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:38:48.566579 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-9cb8177e-540a-4075-8ebb-e32c1578a21f admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:38:48.570886 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb8177e-540a-4075-8ebb-e32c1578a21f admin admin] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:38:48.573887 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb8177e-540a-4075-8ebb-e32c1578a21f admin admin] Pushing event updated for resources: {'Port': ['ID=c886fb50-0db1-4b27-adcc-bde6769fca07,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:38:48.626400 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9cb8177e-540a-4075-8ebb-e32c1578a21f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:38:48.692579 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['9c0c333a-ca20-4daa-9e05-c61a83a8c592'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:38:48.743058 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8075a587-3d7f-4726-8a9e-10509947f3ae req-37f67d6e-e438-4b6f-978a-94fe6f32fb4d tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:38:48.745606 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8075a587-3d7f-4726-8a9e-10509947f3ae req-37f67d6e-e438-4b6f-978a-94fe6f32fb4d tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] 10.222.0.60 "GET /v2.0/ports?device_id=0831db26-7dbf-4d78-94d5-ada280374d18 HTTP/1.1" status: 200 len: 948 time: 0.0982759 Jun 11 09:38:48.847125 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8075a587-3d7f-4726-8a9e-10509947f3ae req-e3e639ee-d586-41e0-8b5f-f5843831ec5e tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] 10.222.0.60 "GET /v2.0/security-groups?id=5306539d-5601-4083-be43-f18f84a4d23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937400 Jun 11 09:38:48.939386 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 34086) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:38:48.984357 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 34090) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:38:49.197266 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9cb8177e-540a-4075-8ebb-e32c1578a21f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:49.289506 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3f8f06f8-3cd9-4ece-8e7f-0d1a914c10e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:49.291412 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0c07ad01-fd42-498e-87bd-b0e977f6d839 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:49.439760 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0c07ad01-fd42-498e-87bd-b0e977f6d839 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:49.462705 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 9c0c333a-ca20-4daa-9e05-c61a83a8c592 up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:38:49.509327 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0c07ad01-fd42-498e-87bd-b0e977f6d839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:49.520947 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:38:49.573730 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116b2425-8bda-4ba8-956d-017a5b6ab2d1 req-4feee7c7-6ff9-4c0e-9880-a7640f87a004 tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:38:49.575231 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-116b2425-8bda-4ba8-956d-017a5b6ab2d1 req-4feee7c7-6ff9-4c0e-9880-a7640f87a004 tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] 10.222.0.60 "GET /v2.0/ports?device_id=1045f886-4728-4d29-9dfc-52c060a650ec HTTP/1.1" status: 200 len: 970 time: 0.2235076 Jun 11 09:38:49.580180 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9cb8177e-540a-4075-8ebb-e32c1578a21f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:49.594154 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c07ad01-fd42-498e-87bd-b0e977f6d839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46c906fe-0fdb-4eaa-8e93-13185754c3c0,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:38:49.598167 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-0c07ad01-fd42-498e-87bd-b0e977f6d839 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e6c7f2e4befe4bb2b3783f9bd5061fa9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6127994 Jun 11 09:38:49.601024 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 34104) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:38:49.611988 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0c07ad01-fd42-498e-87bd-b0e977f6d839 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:38:49.639387 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning for port 9c0c333a-ca20-4daa-9e05-c61a83a8c592 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:38:49.661401 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port 9c0c333a-ca20-4daa-9e05-c61a83a8c592 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:38:49.664493 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:49.672053 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b0ebf7-9754-4bcc-b408-f72a37132cfa None None] Network 2200e55c-0960-4aac-b7a8-ebf0eca39b99 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:38:49.685694 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b462ead5-2e39-4a42-8d69-83ebca4f24de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:49.720155 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3f8f06f8-3cd9-4ece-8e7f-0d1a914c10e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:49.729922 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b462ead5-2e39-4a42-8d69-83ebca4f24de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:49.741120 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 34108) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:38:49.746052 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-09631e7e-1f54-4b01-aafe-26851e9ee9c3 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1116930499-network', 'tenant_id': 'f61d13b2972748bb9a76dfc5bbe046b7'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:38:49.748066 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-116b2425-8bda-4ba8-956d-017a5b6ab2d1 req-1fec18d8-dde9-493b-b589-fa5afe2cd9cc tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] 10.222.0.60 "GET /v2.0/security-groups?id=194cfdab-4351-4c25-aa00-452f378b6969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665387 Jun 11 09:38:49.801982 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3f8f06f8-3cd9-4ece-8e7f-0d1a914c10e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:49.810926 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0c07ad01-fd42-498e-87bd-b0e977f6d839 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:38:49.839766 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-bbe56e2f-902d-44dc-9a3c-aa239c6d7ce9 None None] Provisioning for port 34ce2fb8-e940-4ec5-af2e-72730b3f1b82 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:38:49.854468 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-3f8f06f8-3cd9-4ece-8e7f-0d1a914c10e6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f680ac7972c7424f9a529f45eeb53a50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9139676 Jun 11 09:38:49.856715 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8f06f8-3cd9-4ece-8e7f-0d1a914c10e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a2ae9d9-e416-4f6b-9790-3746f91c0b0b,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:38:49.857496 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 34110) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:38:49.859648 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3f8f06f8-3cd9-4ece-8e7f-0d1a914c10e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:38:49.889825 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b462ead5-2e39-4a42-8d69-83ebca4f24de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:49.893931 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b462ead5-2e39-4a42-8d69-83ebca4f24de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:49.898042 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-b462ead5-2e39-4a42-8d69-83ebca4f24de admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/46c906fe-0fdb-4eaa-8e93-13185754c3c0 HTTP/1.1" status: 204 len: 168 time: 0.2907577 Jun 11 09:38:49.898042 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:38:49.908987 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b462ead5-2e39-4a42-8d69-83ebca4f24de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c906fe-0fdb-4eaa-8e93-13185754c3c0,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:38:49.919959 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b462ead5-2e39-4a42-8d69-83ebca4f24de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:38:49.963034 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:49.964501 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09631e7e-1f54-4b01-aafe-26851e9ee9c3 admin admin] Made reservation on behalf of f61d13b2972748bb9a76dfc5bbe046b7 for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:38:49.967456 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-09631e7e-1f54-4b01-aafe-26851e9ee9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:49.969211 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cb8177e-540a-4075-8ebb-e32c1578a21f admin admin] Router ead7ad64-3085-448d-bb4a-ec8ab6bf0440 is scheduled to L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 with binding_index 1 {{(pid=93177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 09:38:49.986807 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e739d097-edf1-4fcd-85b1-f258aead01b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:50.003318 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-09631e7e-1f54-4b01-aafe-26851e9ee9c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:50.029470 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1045f886-4728-4d29-9dfc-52c060a650ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c0c333a-ca20-4daa-9e05-c61a83a8c592'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:38:50.110908 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 9c0c333a-ca20-4daa-9e05-c61a83a8c592, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=9c0c333a-ca20-4daa-9e05-c61a83a8c592,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:38:50.140862 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 34ce2fb8-e940-4ec5-af2e-72730b3f1b82 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:38:50.143827 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfd050f-a82e-4b26-b07d-ad6af05162e6 req-7b4197b9-e5dd-468c-a282-c7dec633b372 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:38:50.155454 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5dfd050f-a82e-4b26-b07d-ad6af05162e6 req-7b4197b9-e5dd-468c-a282-c7dec633b372 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] 10.222.0.60 "GET /v2.0/ports?device_id=0831db26-7dbf-4d78-94d5-ada280374d18 HTTP/1.1" status: 200 len: 948 time: 0.1564496 Jun 11 09:38:50.183140 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb8177e-540a-4075-8ebb-e32c1578a21f admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:38:50.186014 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e739d097-edf1-4fcd-85b1-f258aead01b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:50.198435 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8daca6-ab37-4685-aa10-b60268033163 None None] Sync routers for ids ['ead7ad64-3085-448d-bb4a-ec8ab6bf0440'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:38:50.202056 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:50.212421 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:38:50.215523 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8daca6-ab37-4685-aa10-b60268033163 None None] Routers {'ead7ad64-3085-448d-bb4a-ec8ab6bf0440'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:38:50.217287 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-4a8daca6-ab37-4685-aa10-b60268033163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:38:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['ead7ad64-3085-448d-bb4a-ec8ab6bf0440'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:38:50.269947 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5dfd050f-a82e-4b26-b07d-ad6af05162e6 req-150b3211-5b13-4333-ade4-b2c6c70e7e07 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] 10.222.0.60 "GET /v2.0/security-groups?id=5306539d-5601-4083-be43-f18f84a4d23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133432 Jun 11 09:38:50.294804 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=9c0c333a-ca20-4daa-9e05-c61a83a8c592,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:38:50.299852 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:38:50.319307 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fb55eda-e6a5-4af3-bc1e-0f15ad7d7873" -d '{"events": [{"server_uuid": "1045f886-4728-4d29-9dfc-52c060a650ec", "name": "network-vif-plugged", "status": "completed", "tag": "9c0c333a-ca20-4daa-9e05-c61a83a8c592"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:38:50.372921 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 34ce2fb8-e940-4ec5-af2e-72730b3f1b82 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:38:50.377492 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 34ce2fb8-e940-4ec5-af2e-72730b3f1b82 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:38:50.377874 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:50.422906 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e739d097-edf1-4fcd-85b1-f258aead01b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:50.427638 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e739d097-edf1-4fcd-85b1-f258aead01b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:50.428820 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-e739d097-edf1-4fcd-85b1-f258aead01b3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6a2ae9d9-e416-4f6b-9790-3746f91c0b0b HTTP/1.1" status: 204 len: 168 time: 0.5703733 Jun 11 09:38:50.429568 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-eafb3b9e-a004-4a4d-8cee-b873e190e267 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:38:50.458714 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e739d097-edf1-4fcd-85b1-f258aead01b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a2ae9d9-e416-4f6b-9790-3746f91c0b0b,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:38:50.459559 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-4a8daca6-ab37-4685-aa10-b60268033163 None None] Set router ead7ad64-3085-448d-bb4a-ec8ab6bf0440 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:38:50.465583 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e739d097-edf1-4fcd-85b1-f258aead01b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:38:50.540154 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-09631e7e-1f54-4b01-aafe-26851e9ee9c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:50.556318 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-01393250-0661-44b6-8724-07ffd88b60e2 None None] Provisioning complete for port 34ce2fb8-e940-4ec5-af2e-72730b3f1b82 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:38:50.556931 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-01393250-0661-44b6-8724-07ffd88b60e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:50.646449 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-09631e7e-1f54-4b01-aafe-26851e9ee9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:50.651154 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-df2c3f0b-fecc-4e0f-9967-651eeaf04ed0 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:38:50.673765 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09631e7e-1f54-4b01-aafe-26851e9ee9c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 756} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 09:38:50.705323 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc4bf2c4-7fdd-44de-b893-aa3b49b2fcdd x-openstack-request-id: req-fc4bf2c4-7fdd-44de-b893-aa3b49b2fcdd {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:38:50.705618 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1045f886-4728-4d29-9dfc-52c060a650ec", "name": "network-vif-plugged", "status": "completed", "tag": "9c0c333a-ca20-4daa-9e05-c61a83a8c592", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:38:50.705886 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fc4bf2c4-7fdd-44de-b893-aa3b49b2fcdd {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:38:50.706364 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1045f886-4728-4d29-9dfc-52c060a650ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c0c333a-ca20-4daa-9e05-c61a83a8c592', 'code': 200} Jun 11 09:38:50.718552 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9cb8177e-540a-4075-8ebb-e32c1578a21f admin admin] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:50.723140 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09631e7e-1f54-4b01-aafe-26851e9ee9c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b55f6926-6162-4b2b-aeea-eb6a176acb1e,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:38:50.723322 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-9cb8177e-540a-4075-8ebb-e32c1578a21f admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 4.0875685 Jun 11 09:38:50.729962 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:50.730102 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 34130) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:38:50.730698 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-4a8daca6-ab37-4685-aa10-b60268033163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead7ad64-3085-448d-bb4a-ec8ab6bf0440', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-695768602-router', 'tenant_id': 'db9e0ae364434cf4a20ebccef2ca3f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': 'c886fb50-0db1-4b27-adcc-bde6769fca07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:38:46Z', 'updated_at': '2021-06-11T09:38:48Z', 'revision_number': 3, 'project_id': 'db9e0ae364434cf4a20ebccef2ca3f2e', 'gw_port': {'id': 'c886fb50-0db1-4b27-adcc-bde6769fca07', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:76:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ead7ad64-3085-448d-bb4a-ec8ab6bf0440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 146, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:38:48Z', 'updated_at': '2021-06-11T09:38:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:38:50.735547 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8daca6-ab37-4685-aa10-b60268033163 None None] Checking router: ead7ad64-3085-448d-bb4a-ec8ab6bf0440 for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:38:50.735847 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8daca6-ab37-4685-aa10-b60268033163 None None] Updating router ead7ad64-3085-448d-bb4a-ec8ab6bf0440 port c886fb50-0db1-4b27-adcc-bde6769fca07 binding host n-d-779913-12 {{(pid=93179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 09:38:50.760434 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-09631e7e-1f54-4b01-aafe-26851e9ee9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:50.760959 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-09631e7e-1f54-4b01-aafe-26851e9ee9c3 admin admin] Added segment 89a3a214-b18e-413c-b8f9-e6dc23573fe7 of type vlan for network 4b7715f1-46e9-41fc-872f-c9b20b6cb1b6 Jun 11 09:38:50.764144 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-09631e7e-1f54-4b01-aafe-26851e9ee9c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:38:50.774922 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 34ce2fb8-e940-4ec5-af2e-72730b3f1b82, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=34ce2fb8-e940-4ec5-af2e-72730b3f1b82,segment=NetworkSegment(57391af4-6626-402e-b649-4a2d7f342011),segment_id=57391af4-6626-402e-b649-4a2d7f342011)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:38:50.830142 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-01393250-0661-44b6-8724-07ffd88b60e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:50.896969 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-4a8daca6-ab37-4685-aa10-b60268033163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:50.898359 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:50.904165 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-55e4dcf8-2617-4f1d-86f6-7f57e0970598 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:38:50.956377 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 34136) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:38:50.983613 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e06aa902-c684-44f3-b620-c8d6950e69a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:51.005907 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.db.api [None req-01393250-0661-44b6-8724-07ffd88b60e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93178) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 09:38:51.006156 n-d-779913-12 neutron-server[93178]: DEBUG oslo_db.api [None req-01393250-0661-44b6-8724-07ffd88b60e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 09:38:51.010993 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=34ce2fb8-e940-4ec5-af2e-72730b3f1b82,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:38:51.014190 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:38:51.083898 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-09631e7e-1f54-4b01-aafe-26851e9ee9c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:51.124461 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e06aa902-c684-44f3-b620-c8d6950e69a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:51.255130 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e06aa902-c684-44f3-b620-c8d6950e69a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:51.258968 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-44e607e5-7acc-403f-8b1a-ab46918dbd7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:38:51.274272 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-4a8daca6-ab37-4685-aa10-b60268033163 None None] Notify callbacks [] for port, precommit_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:51.284962 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-4a8daca6-ab37-4685-aa10-b60268033163 None None] Transition to ACTIVE for port object c886fb50-0db1-4b27-adcc-bde6769fca07 will not be triggered until provisioned by entity L2. {{(pid=93179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:38:51.308124 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-e06aa902-c684-44f3-b620-c8d6950e69a7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=001207d52e4f42e7ab4335351e60fff7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3509808 Jun 11 09:38:51.309084 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 34140) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:38:51.316285 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06aa902-c684-44f3-b620-c8d6950e69a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ec8aa5-6645-4fd5-950c-9b52f37a178c,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:38:51.316514 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-09631e7e-1f54-4b01-aafe-26851e9ee9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:51.319156 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e06aa902-c684-44f3-b620-c8d6950e69a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:38:51.320644 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1619d91-d3c2-42fa-b95f-e26cd56e683d req-f9b75fc7-a1bd-4837-9214-b5fbf48c9791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:38:51.322132 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e1619d91-d3c2-42fa-b95f-e26cd56e683d req-f9b75fc7-a1bd-4837-9214-b5fbf48c9791 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1045f886-4728-4d29-9dfc-52c060a650ec HTTP/1.1" status: 200 len: 1123 time: 0.6322732 Jun 11 09:38:51.325262 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09631e7e-1f54-4b01-aafe-26851e9ee9c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:38:51.325839 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-09631e7e-1f54-4b01-aafe-26851e9ee9c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:51.331729 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-16580c0e-b724-4f2c-a6c7-8acae70795fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:38:51.357672 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-4a8daca6-ab37-4685-aa10-b60268033163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:51.360529 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-84d15622-65a9-4f4d-8074-39b2a0be3e1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:38:51.378827 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e657186-5846-47c4-a541-33c66b596b07 req-5610de95-52c0-45f2-ab6c-e5d40d533553 tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:38:51.380369 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4e657186-5846-47c4-a541-33c66b596b07 req-5610de95-52c0-45f2-ab6c-e5d40d533553 tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] 10.222.0.60 "GET /v2.0/ports?device_id=1045f886-4728-4d29-9dfc-52c060a650ec HTTP/1.1" status: 200 len: 971 time: 0.3395884 Jun 11 09:38:51.388862 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-4a8daca6-ab37-4685-aa10-b60268033163 None None] Attempting to bind port c886fb50-0db1-4b27-adcc-bde6769fca07 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:38:51.389245 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-4a8daca6-ab37-4685-aa10-b60268033163 None None] Attempting to bind port c886fb50-0db1-4b27-adcc-bde6769fca07 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:38:51.389603 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8daca6-ab37-4685-aa10-b60268033163 None None] Attempting to bind port c886fb50-0db1-4b27-adcc-bde6769fca07 on network f0adef6e-169f-4a27-8865-442be2ad072d {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:38:51.396062 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-e1619d91-d3c2-42fa-b95f-e26cd56e683d req-afecf746-829c-4166-b30b-897fa65ec031 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:51.404467 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-43b637b6-3284-4e09-b210-6437d6784f5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:51.417720 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8daca6-ab37-4685-aa10-b60268033163 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:38:51.418410 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8daca6-ab37-4685-aa10-b60268033163 None None] Checking segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:38:51.419036 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-4a8daca6-ab37-4685-aa10-b60268033163 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:51.419732 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8daca6-ab37-4685-aa10-b60268033163 None None] Bound using segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:38:51.420456 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-4a8daca6-ab37-4685-aa10-b60268033163 None None] Bound port: c886fb50-0db1-4b27-adcc-bde6769fca07, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:38:51.421540 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-4a8daca6-ab37-4685-aa10-b60268033163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:51.463529 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-43b637b6-3284-4e09-b210-6437d6784f5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:51.498121 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f969eeea-adde-4f29-bc46-9590253c47ec None None] Pushing event updated for resources: {'Port': ['ID=c886fb50-0db1-4b27-adcc-bde6769fca07,revision_number=2']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:38:51.501075 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-4a8daca6-ab37-4685-aa10-b60268033163 None None] For port c886fb50-0db1-4b27-adcc-bde6769fca07, host n-d-779913-12, cleared binding levels {{(pid=93179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:38:51.505731 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-4a8daca6-ab37-4685-aa10-b60268033163 None None] For port c886fb50-0db1-4b27-adcc-bde6769fca07, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=c886fb50-0db1-4b27-adcc-bde6769fca07,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:38:51.511272 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f969eeea-adde-4f29-bc46-9590253c47ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:38:51.511705 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f969eeea-adde-4f29-bc46-9590253c47ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:38:51.512233 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f969eeea-adde-4f29-bc46-9590253c47ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:38:51.512735 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f969eeea-adde-4f29-bc46-9590253c47ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:38:51.513238 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f969eeea-adde-4f29-bc46-9590253c47ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:38:51.513847 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f969eeea-adde-4f29-bc46-9590253c47ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:38:51.514349 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f969eeea-adde-4f29-bc46-9590253c47ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:38:51.514832 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f969eeea-adde-4f29-bc46-9590253c47ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:38:51.515324 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f969eeea-adde-4f29-bc46-9590253c47ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:38:51.515844 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f969eeea-adde-4f29-bc46-9590253c47ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:38:51.516423 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f969eeea-adde-4f29-bc46-9590253c47ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:38:51.522790 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f969eeea-adde-4f29-bc46-9590253c47ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:38:51.522790 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f969eeea-adde-4f29-bc46-9590253c47ec None None] Tracked resource versions report: Jun 11 09:38:51.522790 n-d-779913-12 neutron-server[93179]: pushed versions: Jun 11 09:38:51.522790 n-d-779913-12 neutron-server[93179]: { 'AddressGroup': {'1.2'}, Jun 11 09:38:51.522790 n-d-779913-12 neutron-server[93179]: 'ConntrackHelper': {'1.0'}, Jun 11 09:38:51.522790 n-d-779913-12 neutron-server[93179]: 'Log': {'1.0'}, Jun 11 09:38:51.522790 n-d-779913-12 neutron-server[93179]: 'Network': {'1.1'}, Jun 11 09:38:51.522790 n-d-779913-12 neutron-server[93179]: 'Port': {'1.7'}, Jun 11 09:38:51.522790 n-d-779913-12 neutron-server[93179]: 'PortForwarding': {'1.2'}, Jun 11 09:38:51.522790 n-d-779913-12 neutron-server[93179]: 'QosPolicy': {'1.8'}, Jun 11 09:38:51.522790 n-d-779913-12 neutron-server[93179]: 'SecurityGroup': {'1.4'}, Jun 11 09:38:51.522790 n-d-779913-12 neutron-server[93179]: 'SecurityGroupRule': {'1.2'}, Jun 11 09:38:51.522790 n-d-779913-12 neutron-server[93179]: 'SubPort': {'1.0'}, Jun 11 09:38:51.522790 n-d-779913-12 neutron-server[93179]: 'Subnet': {'1.1'}, Jun 11 09:38:51.522790 n-d-779913-12 neutron-server[93179]: 'Trunk': {'1.1'}} Jun 11 09:38:51.522790 n-d-779913-12 neutron-server[93179]: consumer versions: Jun 11 09:38:51.522790 n-d-779913-12 neutron-server[93179]: { DHCP agent@n-d-779913-12: {}, Jun 11 09:38:51.522790 n-d-779913-12 neutron-server[93179]: HyperV agent@n-h1-779913-12: {}, Jun 11 09:38:51.522790 n-d-779913-12 neutron-server[93179]: HyperV agent@n-h2-779913-12: {}, Jun 11 09:38:51.522790 n-d-779913-12 neutron-server[93179]: L3 agent@n-d-779913-12: {}, Jun 11 09:38:51.522790 n-d-779913-12 neutron-server[93179]: Metadata agent@n-d-779913-12: {}, Jun 11 09:38:51.522790 n-d-779913-12 neutron-server[93179]: Metering agent@n-d-779913-12: {}, Jun 11 09:38:51.522790 n-d-779913-12 neutron-server[93179]: Open vSwitch agent@n-d-779913-12: { 'AddressGroup': '1.2', Jun 11 09:38:51.522790 n-d-779913-12 neutron-server[93179]: 'ConntrackHelper': '1.0', Jun 11 09:38:51.522790 n-d-779913-12 neutron-server[93179]: 'Log': '1.0', Jun 11 09:38:51.522790 n-d-779913-12 neutron-server[93179]: 'Network': '1.1', Jun 11 09:38:51.522790 n-d-779913-12 neutron-server[93179]: 'Port': '1.7', Jun 11 09:38:51.522790 n-d-779913-12 neutron-server[93179]: 'PortForwarding': '1.2', Jun 11 09:38:51.522790 n-d-779913-12 neutron-server[93179]: 'QosPolicy': '1.8', Jun 11 09:38:51.522790 n-d-779913-12 neutron-server[93179]: 'SecurityGroup': '1.4', Jun 11 09:38:51.522790 n-d-779913-12 neutron-server[93179]: 'SecurityGroupRule': '1.2', Jun 11 09:38:51.522790 n-d-779913-12 neutron-server[93179]: 'SubPort': '1.0', Jun 11 09:38:51.522790 n-d-779913-12 neutron-server[93179]: 'Subnet': '1.1', Jun 11 09:38:51.522790 n-d-779913-12 neutron-server[93179]: 'Trunk': '1.1'}} Jun 11 09:38:51.522790 n-d-779913-12 neutron-server[93179]: {{(pid=93179) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 11 09:38:51.522790 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-f969eeea-adde-4f29-bc46-9590253c47ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:38:51.538123 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d0190-e46a-43ba-af3d-f6d37e063152 req-8ba8b895-53fd-4b0a-af5a-983ac8655c4f tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:38:51.539703 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d98d0190-e46a-43ba-af3d-f6d37e063152 req-8ba8b895-53fd-4b0a-af5a-983ac8655c4f tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] 10.222.0.60 "GET /v2.0/ports?device_id=0831db26-7dbf-4d78-94d5-ada280374d18 HTTP/1.1" status: 200 len: 948 time: 0.1333647 Jun 11 09:38:51.540204 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 34142) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:38:51.567456 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2c9e627c-ab03-4125-81b2-4a5300ed41bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:51.576172 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-4a8daca6-ab37-4685-aa10-b60268033163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:51.584469 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:38:51.616179 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d98d0190-e46a-43ba-af3d-f6d37e063152 req-f03304a5-45e2-42ab-a0d9-a91d46702548 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] 10.222.0.60 "GET /v2.0/security-groups?id=5306539d-5601-4083-be43-f18f84a4d23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693216 Jun 11 09:38:51.654895 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09631e7e-1f54-4b01-aafe-26851e9ee9c3 admin admin] Pushing event updated for resources: {'Network': ['ID=4b7715f1-46e9-41fc-872f-c9b20b6cb1b6,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:38:51.658945 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8daca6-ab37-4685-aa10-b60268033163 None None] Routers {'ead7ad64-3085-448d-bb4a-ec8ab6bf0440'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:38:51.659773 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-4a8daca6-ab37-4685-aa10-b60268033163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:38:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['ead7ad64-3085-448d-bb4a-ec8ab6bf0440'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:38:51.666234 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-09631e7e-1f54-4b01-aafe-26851e9ee9c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:38:51.673967 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 4b7715f1-46e9-41fc-872f-c9b20b6cb1b6 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:38:51.679218 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-43b637b6-3284-4e09-b210-6437d6784f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:51.686782 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-43b637b6-3284-4e09-b210-6437d6784f5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:51.688556 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-43b637b6-3284-4e09-b210-6437d6784f5b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/78ec8aa5-6645-4fd5-950c-9b52f37a178c HTTP/1.1" status: 204 len: 168 time: 0.3780923 Jun 11 09:38:51.764113 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device a44c918d-cae3-4b55-baa2-b01efe4037e3 details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:38:51.784079 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2c9e627c-ab03-4125-81b2-4a5300ed41bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:51.785391 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1192ed64-e897-4ac9-b6ce-251e77f47336 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:38:51.796326 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b637b6-3284-4e09-b210-6437d6784f5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ec8aa5-6645-4fd5-950c-9b52f37a178c,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:38:51.800516 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-43b637b6-3284-4e09-b210-6437d6784f5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:38:51.811741 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4e657186-5846-47c4-a541-33c66b596b07 req-1e62b5bb-5a22-404c-8858-bd8f1fe5beef tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] 10.222.0.60 "GET /v2.0/security-groups?id=194cfdab-4351-4c25-aa00-452f378b6969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4145231 Jun 11 09:38:51.838135 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f969eeea-adde-4f29-bc46-9590253c47ec None None] Pushing event updated for resources: {'Port': ['ID=c886fb50-0db1-4b27-adcc-bde6769fca07,revision_number=3']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:38:51.841288 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-f969eeea-adde-4f29-bc46-9590253c47ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:38:51.857074 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2c9e627c-ab03-4125-81b2-4a5300ed41bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:51.862487 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:38:51.913519 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9e627c-ab03-4125-81b2-4a5300ed41bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4284c69-a730-490f-bd66-4d7fe6faf8dd,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:38:51.932485 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-2c9e627c-ab03-4125-81b2-4a5300ed41bc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c3c5de9040344e809d51bdbd63495ac3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3909779 Jun 11 09:38:51.934664 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-4a8daca6-ab37-4685-aa10-b60268033163 None None] Set router ead7ad64-3085-448d-bb4a-ec8ab6bf0440 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:38:51.934846 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2c9e627c-ab03-4125-81b2-4a5300ed41bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:38:51.935335 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 34146) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:38:51.955794 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port a44c918d-cae3-4b55-baa2-b01efe4037e3, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=a44c918d-cae3-4b55-baa2-b01efe4037e3,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:38:51.975219 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': 'a44c918d-cae3-4b55-baa2-b01efe4037e3', 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60', 'port_id': 'a44c918d-cae3-4b55-baa2-b01efe4037e3', 'mac_address': 'fa:16:3e:52:87:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189b03cc-b2a8-4615-9ab5-ad0328c3f10f', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:38:52.011820 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-09631e7e-1f54-4b01-aafe-26851e9ee9c3 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.2695277 Jun 11 09:38:52.014844 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 34148) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:38:52.022757 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-dc40d4ca-4ad1-4342-92f3-3fc2965917d0 admin admin] Request body: {'subnet': {'network_id': '4b7715f1-46e9-41fc-872f-c9b20b6cb1b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1116930499-subnet', 'tenant_id': 'f61d13b2972748bb9a76dfc5bbe046b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:38:52.036735 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2832d1f1-96b4-47d6-91d2-53218aba6c7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:52.038506 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:52.059711 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a44c918d-cae3-4b55-baa2-b01efe4037e3 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:38:52.069169 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2832d1f1-96b4-47d6-91d2-53218aba6c7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:52.071105 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 34ce2fb8-e940-4ec5-af2e-72730b3f1b82 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:38:52.136765 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-00f46b57-831b-43c9-ad62-d66ab9dbf1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:52.166230 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port a44c918d-cae3-4b55-baa2-b01efe4037e3, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=a44c918d-cae3-4b55-baa2-b01efe4037e3,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:38:52.178947 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 34ce2fb8-e940-4ec5-af2e-72730b3f1b82 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:38:52.179653 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:52.196439 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2832d1f1-96b4-47d6-91d2-53218aba6c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:52.201738 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2832d1f1-96b4-47d6-91d2-53218aba6c7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:52.201738 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-2832d1f1-96b4-47d6-91d2-53218aba6c7b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f4284c69-a730-490f-bd66-4d7fe6faf8dd HTTP/1.1" status: 204 len: 168 time: 0.2649682 Jun 11 09:38:52.202440 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b210a779-c18a-4e67-a5fc-eea2534d0504 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:38:52.216894 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2832d1f1-96b4-47d6-91d2-53218aba6c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4284c69-a730-490f-bd66-4d7fe6faf8dd,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:38:52.226726 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2832d1f1-96b4-47d6-91d2-53218aba6c7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:38:52.271465 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:52.276155 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-4a8daca6-ab37-4685-aa10-b60268033163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead7ad64-3085-448d-bb4a-ec8ab6bf0440', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-695768602-router', 'tenant_id': 'db9e0ae364434cf4a20ebccef2ca3f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': 'c886fb50-0db1-4b27-adcc-bde6769fca07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:38:46Z', 'updated_at': '2021-06-11T09:38:48Z', 'revision_number': 3, 'project_id': 'db9e0ae364434cf4a20ebccef2ca3f2e', 'gw_port': {'id': 'c886fb50-0db1-4b27-adcc-bde6769fca07', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:76:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ead7ad64-3085-448d-bb4a-ec8ab6bf0440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 146, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:38:48Z', 'updated_at': '2021-06-11T09:38:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:38:52.280185 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:38:52.282932 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8daca6-ab37-4685-aa10-b60268033163 None None] The sync data for ids ['ead7ad64-3085-448d-bb4a-ec8ab6bf0440'] in n-d-779913-12 is: [{'id': 'ead7ad64-3085-448d-bb4a-ec8ab6bf0440', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-695768602-router', 'tenant_id': 'db9e0ae364434cf4a20ebccef2ca3f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': 'c886fb50-0db1-4b27-adcc-bde6769fca07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:38:46Z', 'updated_at': '2021-06-11T09:38:48Z', 'revision_number': 3, 'project_id': 'db9e0ae364434cf4a20ebccef2ca3f2e', 'gw_port': {'id': 'c886fb50-0db1-4b27-adcc-bde6769fca07', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:76:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ead7ad64-3085-448d-bb4a-ec8ab6bf0440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 146, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:38:48Z', 'updated_at': '2021-06-11T09:38:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:38:52.387674 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=a44c918d-cae3-4b55-baa2-b01efe4037e3,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:38:52.398048 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:38:52.527674 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-e1619d91-d3c2-42fa-b95f-e26cd56e683d req-afecf746-829c-4166-b30b-897fa65ec031 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:52.530614 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-00f46b57-831b-43c9-ad62-d66ab9dbf1a6 admin admin] Allocated IP 172.20.0.1 (2200e55c-0960-4aac-b7a8-ebf0eca39b99/1d975209-1448-49e3-b064-737640ba01f1/86dd8b37-3611-4728-8bbc-9d6407c1dbee) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:38:52.660049 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-e1619d91-d3c2-42fa-b95f-e26cd56e683d req-afecf746-829c-4166-b30b-897fa65ec031 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:52.666877 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2c86e239-e06a-49c2-98ec-307b8cc75beb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:38:52.688387 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['a44c918d-cae3-4b55-baa2-b01efe4037e3'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:38:52.706856 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc40d4ca-4ad1-4342-92f3-3fc2965917d0 admin admin] Made reservation on behalf of f61d13b2972748bb9a76dfc5bbe046b7 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:38:52.710219 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-dc40d4ca-4ad1-4342-92f3-3fc2965917d0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:52.714112 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e1619d91-d3c2-42fa-b95f-e26cd56e683d req-afecf746-829c-4166-b30b-897fa65ec031 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=194cfdab-4351-4c25-aa00-452f378b6969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3780966 Jun 11 09:38:52.753556 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afecf746-829c-4166-b30b-897fa65ec031 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=418659c3-6b42-486e-a03e-57e71615c9f6,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:38:52.766715 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-afecf746-829c-4166-b30b-897fa65ec031 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:38:52.780935 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-00f46b57-831b-43c9-ad62-d66ab9dbf1a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:52.799849 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [None req-00f46b57-831b-43c9-ad62-d66ab9dbf1a6 admin admin] Transition to ACTIVE for port object 86dd8b37-3611-4728-8bbc-9d6407c1dbee will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:38:52.958247 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-00f46b57-831b-43c9-ad62-d66ab9dbf1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:52.971161 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ca1fbde7-9fc9-49bd-9823-c12fe383fdc3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:38:53.055279 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f46b57-831b-43c9-ad62-d66ab9dbf1a6 admin admin] Network 2200e55c-0960-4aac-b7a8-ebf0eca39b99 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:38:53.076705 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119f18c8-41a7-4020-8742-b08e7c1be5cc req-11727f79-2c1f-4e27-be2c-08ad2c55b93c tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:38:53.078233 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-119f18c8-41a7-4020-8742-b08e7c1be5cc req-11727f79-2c1f-4e27-be2c-08ad2c55b93c tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] 10.222.0.60 "GET /v2.0/ports?device_id=0831db26-7dbf-4d78-94d5-ada280374d18 HTTP/1.1" status: 200 len: 949 time: 0.1612394 Jun 11 09:38:53.099678 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-00f46b57-831b-43c9-ad62-d66ab9dbf1a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:38:53.125613 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f46b57-831b-43c9-ad62-d66ab9dbf1a6 admin admin] Pushing event updated for resources: {'Port': ['ID=86dd8b37-3611-4728-8bbc-9d6407c1dbee,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:38:53.130687 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f46b57-831b-43c9-ad62-d66ab9dbf1a6 admin admin] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:38:53.130687 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-00f46b57-831b-43c9-ad62-d66ab9dbf1a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-375088'] for router_interface, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:53.167995 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-00f46b57-831b-43c9-ad62-d66ab9dbf1a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:38:53.179977 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-119f18c8-41a7-4020-8742-b08e7c1be5cc req-5f3a5b2d-93a1-4b99-b1fc-bbe3720208cc tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] 10.222.0.60 "GET /v2.0/security-groups?id=5306539d-5601-4083-be43-f18f84a4d23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685565 Jun 11 09:38:53.364791 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-dc40d4ca-4ad1-4342-92f3-3fc2965917d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:53.371289 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:38:53.439295 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9e9960-e7b1-4194-b9ac-161972c1244f req-c334886c-c412-46ad-a50b-6f7ca4e7bbb1 tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:38:53.444358 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8e9e9960-e7b1-4194-b9ac-161972c1244f req-c334886c-c412-46ad-a50b-6f7ca4e7bbb1 tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] 10.222.0.60 "GET /v2.0/ports?device_id=1045f886-4728-4d29-9dfc-52c060a650ec HTTP/1.1" status: 200 len: 971 time: 0.4121242 Jun 11 09:38:53.445547 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc40d4ca-4ad1-4342-92f3-3fc2965917d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ded0d9c-0265-4e01-9609-d97161a39769,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:38:53.448692 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-dc40d4ca-4ad1-4342-92f3-3fc2965917d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:38:53.451734 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc40d4ca-4ad1-4342-92f3-3fc2965917d0 admin admin] Checking segment: {'id': '89a3a214-b18e-413c-b8f9-e6dc23573fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '4b7715f1-46e9-41fc-872f-c9b20b6cb1b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:38:53.452052 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc40d4ca-4ad1-4342-92f3-3fc2965917d0 admin admin] Network hostable DHCP agents. Network: 4b7715f1-46e9-41fc-872f-c9b20b6cb1b6, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 09:38:53.507529 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8e9e9960-e7b1-4194-b9ac-161972c1244f req-7ac35f20-13a4-4f9d-ad68-cf7ec5e7b9fd tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] 10.222.0.60 "GET /v2.0/security-groups?id=194cfdab-4351-4c25-aa00-452f378b6969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542009 Jun 11 09:38:53.531649 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-1ea10803-c529-44ee-a67a-aff73a82a8ef None None] Provisioning for port 86dd8b37-3611-4728-8bbc-9d6407c1dbee completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:38:53.537842 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-1ea10803-c529-44ee-a67a-aff73a82a8ef None None] Provisioning complete for port 86dd8b37-3611-4728-8bbc-9d6407c1dbee triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:38:53.538363 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1ea10803-c529-44ee-a67a-aff73a82a8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:53.566571 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc40d4ca-4ad1-4342-92f3-3fc2965917d0 admin admin] Network 4b7715f1-46e9-41fc-872f-c9b20b6cb1b6 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 09:38:53.589486 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-1ea10803-c529-44ee-a67a-aff73a82a8ef None None] Port 86dd8b37-3611-4728-8bbc-9d6407c1dbee cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:38:53.611883 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-00f46b57-831b-43c9-ad62-d66ab9dbf1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:53.645960 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-dc40d4ca-4ad1-4342-92f3-3fc2965917d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 4b7715f1-46e9-41fc-872f-c9b20b6cb1b6) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:38:53.649910 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc40d4ca-4ad1-4342-92f3-3fc2965917d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:38:53.650486 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-dc40d4ca-4ad1-4342-92f3-3fc2965917d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:53.655617 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73681fa-14fc-49f3-ac97-fdec184e2831 None None] Network 4b7715f1-46e9-41fc-872f-c9b20b6cb1b6 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:38:53.741478 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device a44c918d-cae3-4b55-baa2-b01efe4037e3 up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:38:53.771755 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-dc40d4ca-4ad1-4342-92f3-3fc2965917d0 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.7549078 Jun 11 09:38:53.870727 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-00f46b57-831b-43c9-ad62-d66ab9dbf1a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:53.873331 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0642cd04-903e-446b-a209-d6bac1a13301 None None] Network 4b7715f1-46e9-41fc-872f-c9b20b6cb1b6 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:38:53.941383 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-00f46b57-831b-43c9-ad62-d66ab9dbf1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:53.956043 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-00f46b57-831b-43c9-ad62-d66ab9dbf1a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375108'] for router_interface, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:53.992022 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:38:54.150864 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device c886fb50-0db1-4b27-adcc-bde6769fca07 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:38:54.157467 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning for port a44c918d-cae3-4b55-baa2-b01efe4037e3 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:38:54.236091 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port a44c918d-cae3-4b55-baa2-b01efe4037e3 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:38:54.236470 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:54.447935 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:54.515425 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port a44c918d-cae3-4b55-baa2-b01efe4037e3, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=a44c918d-cae3-4b55-baa2-b01efe4037e3,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:38:54.517804 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0831db26-7dbf-4d78-94d5-ada280374d18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a44c918d-cae3-4b55-baa2-b01efe4037e3'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:38:54.521444 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec112f9-6e8a-4bdc-b08b-36b111398ce5" -d '{"events": [{"server_uuid": "0831db26-7dbf-4d78-94d5-ada280374d18", "name": "network-vif-plugged", "status": "completed", "tag": "a44c918d-cae3-4b55-baa2-b01efe4037e3"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:38:54.527508 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port c886fb50-0db1-4b27-adcc-bde6769fca07 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:38:54.532112 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port c886fb50-0db1-4b27-adcc-bde6769fca07 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:38:54.532581 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:54.589438 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f46b57-831b-43c9-ad62-d66ab9dbf1a6 admin admin] Pushing event updated for resources: {'Port': ['ID=86dd8b37-3611-4728-8bbc-9d6407c1dbee,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:38:54.599545 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:54.605005 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-00f46b57-831b-43c9-ad62-d66ab9dbf1a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.601s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:38:54.627072 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f46b57-831b-43c9-ad62-d66ab9dbf1a6 admin admin] Network 2200e55c-0960-4aac-b7a8-ebf0eca39b99 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:38:54.629033 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-00f46b57-831b-43c9-ad62-d66ab9dbf1a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:38:54.631116 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:38:54.665432 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72baa40f-76ed-4015-a438-f7263003dd40 req-83956b7b-5012-4f84-adeb-9156d389db4a tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:38:54.674855 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-72baa40f-76ed-4015-a438-f7263003dd40 req-83956b7b-5012-4f84-adeb-9156d389db4a tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] 10.222.0.60 "GET /v2.0/ports?device_id=0831db26-7dbf-4d78-94d5-ada280374d18 HTTP/1.1" status: 200 len: 949 time: 0.2343893 Jun 11 09:38:54.686440 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:54.730895 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=a44c918d-cae3-4b55-baa2-b01efe4037e3,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:38:54.736875 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:38:54.739313 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port c886fb50-0db1-4b27-adcc-bde6769fca07, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=c886fb50-0db1-4b27-adcc-bde6769fca07,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:38:54.826517 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:54.829553 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:38:54.867117 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-72baa40f-76ed-4015-a438-f7263003dd40 req-f933f6a3-4acc-4ff4-9cae-592b7315c029 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] 10.222.0.60 "GET /v2.0/security-groups?id=5306539d-5601-4083-be43-f18f84a4d23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908720 Jun 11 09:38:54.932450 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00f46b57-831b-43c9-ad62-d66ab9dbf1a6 admin admin] Router ead7ad64-3085-448d-bb4a-ec8ab6bf0440 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 09:38:54.981033 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=c886fb50-0db1-4b27-adcc-bde6769fca07,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:38:54.990368 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:38:55.021144 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-9df26ba9-5752-4c18-bb63-712e453529b5 None None] Provisioning complete for port 86dd8b37-3611-4728-8bbc-9d6407c1dbee triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:38:55.021528 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-9df26ba9-5752-4c18-bb63-712e453529b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:55.073509 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-9df26ba9-5752-4c18-bb63-712e453529b5 None None] Port 86dd8b37-3611-4728-8bbc-9d6407c1dbee cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:38:55.156332 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd2844-b8e2-4498-aeb1-b798593a6e3a req-502c5e04-eeb8-40fc-9d19-f0eb15520484 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:38:55.159529 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cabd2844-b8e2-4498-aeb1-b798593a6e3a req-502c5e04-eeb8-40fc-9d19-f0eb15520484 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/networks?id=53a42219-c346-45f9-be41-c5dabab2438f HTTP/1.1" status: 200 len: 821 time: 0.4448736 Jun 11 09:38:55.176978 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cabd2844-b8e2-4498-aeb1-b798593a6e3a req-b3c5ea03-23b5-4c9d-b634-aeeeab8c1855 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/quotas/761e66d23fea4903a68cd9de907a43c1 HTTP/1.1" status: 200 len: 375 time: 0.0116773 Jun 11 09:38:55.218959 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00f46b57-831b-43c9-ad62-d66ab9dbf1a6 admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:38:55.238740 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ca6dd1-808e-480f-924c-b977253ec566 None None] Sync routers for ids ['ead7ad64-3085-448d-bb4a-ec8ab6bf0440'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:38:55.238977 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-00f46b57-831b-43c9-ad62-d66ab9dbf1a6 admin admin] 10.222.0.60 "PUT /v2.0/routers/ead7ad64-3085-448d-bb4a-ec8ab6bf0440/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4651532 Jun 11 09:38:55.240717 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ca6dd1-808e-480f-924c-b977253ec566 None None] Routers {'ead7ad64-3085-448d-bb4a-ec8ab6bf0440'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:38:55.241341 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-91ca6dd1-808e-480f-924c-b977253ec566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:38:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['ead7ad64-3085-448d-bb4a-ec8ab6bf0440'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:38:55.255810 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cabd2844-b8e2-4498-aeb1-b798593a6e3a req-ff9b700a-db58-4a36-9cad-a952d626e553 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=761e66d23fea4903a68cd9de907a43c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0736699 Jun 11 09:38:55.267338 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e91d09-c90c-4acd-aa42-cfd91a4bca22 req-8c0d7415-f168-46f9-a6ab-e903fbd3bb46 tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:38:55.275550 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b3e91d09-c90c-4acd-aa42-cfd91a4bca22 req-8c0d7415-f168-46f9-a6ab-e903fbd3bb46 tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] 10.222.0.60 "GET /v2.0/ports?device_id=1045f886-4728-4d29-9dfc-52c060a650ec HTTP/1.1" status: 200 len: 971 time: 0.1139553 Jun 11 09:38:55.320295 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b3e91d09-c90c-4acd-aa42-cfd91a4bca22 req-8cc2ca25-4182-4fc6-b9d2-ac274ca888c9 tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] 10.222.0.60 "GET /v2.0/security-groups?id=194cfdab-4351-4c25-aa00-452f378b6969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437722 Jun 11 09:38:55.379492 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d4ddfd-423c-457e-aff8-0f5cb1826d36 x-openstack-request-id: req-84d4ddfd-423c-457e-aff8-0f5cb1826d36 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:38:55.379840 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0831db26-7dbf-4d78-94d5-ada280374d18", "name": "network-vif-plugged", "status": "completed", "tag": "a44c918d-cae3-4b55-baa2-b01efe4037e3", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:38:55.380111 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-84d4ddfd-423c-457e-aff8-0f5cb1826d36 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:38:55.380621 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0831db26-7dbf-4d78-94d5-ada280374d18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a44c918d-cae3-4b55-baa2-b01efe4037e3', 'code': 200} Jun 11 09:38:55.549004 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d5ff89-988d-44e3-b9a8-e794b42be638 req-62b71f5c-c737-41e1-bfce-830453fcfa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:38:55.552844 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f4d5ff89-988d-44e3-b9a8-e794b42be638 req-62b71f5c-c737-41e1-bfce-830453fcfa87 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0831db26-7dbf-4d78-94d5-ada280374d18 HTTP/1.1" status: 200 len: 1102 time: 0.1038890 Jun 11 09:38:55.564396 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-91ca6dd1-808e-480f-924c-b977253ec566 None None] Set router ead7ad64-3085-448d-bb4a-ec8ab6bf0440 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:38:55.587496 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [req-cabd2844-b8e2-4498-aeb1-b798593a6e3a req-95124a3d-eb50-4c70-9d9a-e1ee23b94f09 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 09:38:55.595088 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cabd2844-b8e2-4498-aeb1-b798593a6e3a req-95124a3d-eb50-4c70-9d9a-e1ee23b94f09 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1771851 Jun 11 09:38:55.622494 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f4d5ff89-988d-44e3-b9a8-e794b42be638 req-68e00c3f-74dd-4b2e-beaf-d435d0db5175 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=5306539d-5601-4083-be43-f18f84a4d23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614848 Jun 11 09:38:55.712654 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cabd2844-b8e2-4498-aeb1-b798593a6e3a req-4386300c-a493-4140-af8c-4c23e42f86ca service neutron] 10.222.0.60 "GET /v2.0/networks/53a42219-c346-45f9-be41-c5dabab2438f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166441 Jun 11 09:38:55.739414 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985bd4db-4747-4844-bc3d-b4244dd237ca req-0aea0a70-eeff-4bbf-ada7-0e2091d5eb1b tempest-AggregatesAdminTestJSON-1279494574 tempest-AggregatesAdminTestJSON-1279494574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:38:55.740928 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-985bd4db-4747-4844-bc3d-b4244dd237ca req-0aea0a70-eeff-4bbf-ada7-0e2091d5eb1b tempest-AggregatesAdminTestJSON-1279494574 tempest-AggregatesAdminTestJSON-1279494574-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1045f886-4728-4d29-9dfc-52c060a650ec HTTP/1.1" status: 200 len: 1123 time: 0.0654397 Jun 11 09:38:55.764523 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-985bd4db-4747-4844-bc3d-b4244dd237ca req-50c64ac6-f304-4fd1-b12a-763d9b1a0201 tempest-AggregatesAdminTestJSON-1279494574 tempest-AggregatesAdminTestJSON-1279494574-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:55.842646 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-91ca6dd1-808e-480f-924c-b977253ec566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead7ad64-3085-448d-bb4a-ec8ab6bf0440', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-695768602-router', 'tenant_id': 'db9e0ae364434cf4a20ebccef2ca3f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': 'c886fb50-0db1-4b27-adcc-bde6769fca07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:38:46Z', 'updated_at': '2021-06-11T09:38:53Z', 'revision_number': 4, 'project_id': 'db9e0ae364434cf4a20ebccef2ca3f2e', 'gw_port': {'id': 'c886fb50-0db1-4b27-adcc-bde6769fca07', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:76:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead7ad64-3085-448d-bb4a-ec8ab6bf0440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 146, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:38:48Z', 'updated_at': '2021-06-11T09:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '86dd8b37-3611-4728-8bbc-9d6407c1dbee', 'name': '', 'network_id': '2200e55c-0960-4aac-b7a8-ebf0eca39b99', 'tenant_id': 'db9e0ae364434cf4a20ebccef2ca3f2e', 'mac_address': 'fa:16:3e:69:29:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ead7ad64-3085-448d-bb4a-ec8ab6bf0440', 'device_owner': 'network:router_interface', 'standard_attr_id': 176, 'fixed_ips': [{'subnet_id': '1d975209-1448-49e3-b064-737640ba01f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:38:52Z', 'updated_at': '2021-06-11T09:38:53Z', 'revision_number': 2, 'project_id': 'db9e0ae364434cf4a20ebccef2ca3f2e', 'subnets': [{'id': '1d975209-1448-49e3-b064-737640ba01f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:38:55.846514 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ca6dd1-808e-480f-924c-b977253ec566 None None] Checking router: ead7ad64-3085-448d-bb4a-ec8ab6bf0440 for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:38:55.846877 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ca6dd1-808e-480f-924c-b977253ec566 None None] Updating router ead7ad64-3085-448d-bb4a-ec8ab6bf0440 port 86dd8b37-3611-4728-8bbc-9d6407c1dbee binding host n-d-779913-12 {{(pid=93178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 09:38:55.856217 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cabd2844-b8e2-4498-aeb1-b798593a6e3a req-6f7ace2e-dc6f-4fea-94b6-69c6ab438c8b service neutron] 10.222.0.60 "GET /v2.0/networks/53a42219-c346-45f9-be41-c5dabab2438f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379449 Jun 11 09:38:55.863074 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-985bd4db-4747-4844-bc3d-b4244dd237ca req-50c64ac6-f304-4fd1-b12a-763d9b1a0201 tempest-AggregatesAdminTestJSON-1279494574 tempest-AggregatesAdminTestJSON-1279494574-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:55.888220 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-91ca6dd1-808e-480f-924c-b977253ec566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:55.934759 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-985bd4db-4747-4844-bc3d-b4244dd237ca req-50c64ac6-f304-4fd1-b12a-763d9b1a0201 tempest-AggregatesAdminTestJSON-1279494574 tempest-AggregatesAdminTestJSON-1279494574-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:55.939165 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:38:55.963985 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-985bd4db-4747-4844-bc3d-b4244dd237ca req-50c64ac6-f304-4fd1-b12a-763d9b1a0201 tempest-AggregatesAdminTestJSON-1279494574 tempest-AggregatesAdminTestJSON-1279494574-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=194cfdab-4351-4c25-aa00-452f378b6969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161725 Jun 11 09:38:55.979619 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c64ac6-f304-4fd1-b12a-763d9b1a0201 tempest-AggregatesAdminTestJSON-1279494574 tempest-AggregatesAdminTestJSON-1279494574-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db2c26ce-55bf-4fdb-a4df-5ff3725a04e5,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:38:55.985389 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-50c64ac6-f304-4fd1-b12a-763d9b1a0201 tempest-AggregatesAdminTestJSON-1279494574 tempest-AggregatesAdminTestJSON-1279494574-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:38:56.018241 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device c886fb50-0db1-4b27-adcc-bde6769fca07 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:38:56.154804 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6a6fa2cf-047b-4f00-adf5-c7496d27cf10 req-93d0f113-06bc-4839-9658-8ff71be6f397 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=5abcc8334992469d8b8905b4f8b8d346&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373652 Jun 11 09:38:56.201168 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port c886fb50-0db1-4b27-adcc-bde6769fca07 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:38:56.201547 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:56.309759 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6fa2cf-047b-4f00-adf5-c7496d27cf10 req-c1b23170-17c7-4546-8c80-37497f7714db tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:38:56.311458 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6a6fa2cf-047b-4f00-adf5-c7496d27cf10 req-c1b23170-17c7-4546-8c80-37497f7714db tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1557655 Jun 11 09:38:56.328849 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6a6fa2cf-047b-4f00-adf5-c7496d27cf10 req-10aa9605-63ca-4d39-8f0f-d1505858dd8f tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] 10.222.0.60 "GET /v2.0/quotas/5abcc8334992469d8b8905b4f8b8d346 HTTP/1.1" status: 200 len: 375 time: 0.0107560 Jun 11 09:38:56.342803 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec93344d-68f0-4a35-b03b-4a2d78a3c182 req-0b480778-ffff-4f52-b3a9-81138af8acab tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:38:56.348049 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ec93344d-68f0-4a35-b03b-4a2d78a3c182 req-0b480778-ffff-4f52-b3a9-81138af8acab tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] 10.222.0.60 "GET /v2.0/networks?id=2200e55c-0960-4aac-b7a8-ebf0eca39b99 HTTP/1.1" status: 200 len: 828 time: 0.1608620 Jun 11 09:38:56.361107 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ec93344d-68f0-4a35-b03b-4a2d78a3c182 req-85b46780-ba66-4b5e-a871-b48a5766d1a2 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] 10.222.0.60 "GET /v2.0/quotas/db9e0ae364434cf4a20ebccef2ca3f2e HTTP/1.1" status: 200 len: 375 time: 0.0111587 Jun 11 09:38:56.376529 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-91ca6dd1-808e-480f-924c-b977253ec566 None None] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:56.376913 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6a6fa2cf-047b-4f00-adf5-c7496d27cf10 req-237272f7-662e-4f06-b497-67f3b7bfced2 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5abcc8334992469d8b8905b4f8b8d346&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410786 Jun 11 09:38:56.399622 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-91ca6dd1-808e-480f-924c-b977253ec566 None None] Transition to ACTIVE for port object 86dd8b37-3611-4728-8bbc-9d6407c1dbee will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:38:56.461357 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ec93344d-68f0-4a35-b03b-4a2d78a3c182 req-560553de-619a-4d09-8842-0ddfe9d2a32d tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=db9e0ae364434cf4a20ebccef2ca3f2e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0938597 Jun 11 09:38:56.506229 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-91ca6dd1-808e-480f-924c-b977253ec566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:56.509435 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:38:56.579846 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ec93344d-68f0-4a35-b03b-4a2d78a3c182 req-13089ded-d2a5-40c5-ba9f-aa563bac797b service neutron] 10.222.0.60 "GET /v2.0/networks/2200e55c-0960-4aac-b7a8-ebf0eca39b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117265 Jun 11 09:38:56.713054 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c716f7c-6ad0-4990-8b3e-e09e23851718 None None] Pushing event updated for resources: {'Port': ['ID=86dd8b37-3611-4728-8bbc-9d6407c1dbee,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:38:56.717644 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-7c716f7c-6ad0-4990-8b3e-e09e23851718 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:38:56.735444 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-91ca6dd1-808e-480f-924c-b977253ec566 None None] Attempting to bind port 86dd8b37-3611-4728-8bbc-9d6407c1dbee on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:38:56.736006 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-91ca6dd1-808e-480f-924c-b977253ec566 None None] Attempting to bind port 86dd8b37-3611-4728-8bbc-9d6407c1dbee by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '57391af4-6626-402e-b649-4a2d7f342011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '2200e55c-0960-4aac-b7a8-ebf0eca39b99'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:38:56.736526 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ca6dd1-808e-480f-924c-b977253ec566 None None] Attempting to bind port 86dd8b37-3611-4728-8bbc-9d6407c1dbee on network 2200e55c-0960-4aac-b7a8-ebf0eca39b99 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:38:56.750977 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ca6dd1-808e-480f-924c-b977253ec566 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:38:56.751824 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ca6dd1-808e-480f-924c-b977253ec566 None None] Checking segment: {'id': '57391af4-6626-402e-b649-4a2d7f342011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '2200e55c-0960-4aac-b7a8-ebf0eca39b99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:38:56.752457 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-91ca6dd1-808e-480f-924c-b977253ec566 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:56.753127 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ca6dd1-808e-480f-924c-b977253ec566 None None] Bound using segment: {'id': '57391af4-6626-402e-b649-4a2d7f342011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '2200e55c-0960-4aac-b7a8-ebf0eca39b99'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:38:56.753831 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-91ca6dd1-808e-480f-924c-b977253ec566 None None] Bound port: 86dd8b37-3611-4728-8bbc-9d6407c1dbee, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57391af4-6626-402e-b649-4a2d7f342011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '2200e55c-0960-4aac-b7a8-ebf0eca39b99'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:38:56.754599 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-91ca6dd1-808e-480f-924c-b977253ec566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:56.776195 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ec93344d-68f0-4a35-b03b-4a2d78a3c182 req-56a8d623-1bed-4836-b8a1-069924785131 service neutron] 10.222.0.60 "GET /v2.0/networks/2200e55c-0960-4aac-b7a8-ebf0eca39b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902988 Jun 11 09:38:56.878336 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-91ca6dd1-808e-480f-924c-b977253ec566 None None] For port 86dd8b37-3611-4728-8bbc-9d6407c1dbee, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:38:56.882577 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-91ca6dd1-808e-480f-924c-b977253ec566 None None] For port 86dd8b37-3611-4728-8bbc-9d6407c1dbee, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=86dd8b37-3611-4728-8bbc-9d6407c1dbee,segment=NetworkSegment(57391af4-6626-402e-b649-4a2d7f342011),segment_id=57391af4-6626-402e-b649-4a2d7f342011)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:38:56.883521 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99e47d1-7711-4b88-ade8-bee3ef66e55a req-ff3e123c-a6df-40ef-aa77-a5813574cab2 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:38:56.888325 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a99e47d1-7711-4b88-ade8-bee3ef66e55a req-ff3e123c-a6df-40ef-aa77-a5813574cab2 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] 10.222.0.60 "GET /v2.0/ports?device_id=0831db26-7dbf-4d78-94d5-ada280374d18 HTTP/1.1" status: 200 len: 950 time: 0.1054347 Jun 11 09:38:56.929613 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a99e47d1-7711-4b88-ade8-bee3ef66e55a req-7851b570-daa0-4ffd-9669-f4b007340625 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] 10.222.0.60 "GET /v2.0/security-groups?id=5306539d-5601-4083-be43-f18f84a4d23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385404 Jun 11 09:38:57.032704 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-91ca6dd1-808e-480f-924c-b977253ec566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:57.036477 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-515e9764-7895-4e1e-8368-455b8faefd9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:38:57.150738 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ca6dd1-808e-480f-924c-b977253ec566 None None] Routers {'ead7ad64-3085-448d-bb4a-ec8ab6bf0440'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:38:57.151384 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-91ca6dd1-808e-480f-924c-b977253ec566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:38:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['ead7ad64-3085-448d-bb4a-ec8ab6bf0440'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:38:57.154912 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c716f7c-6ad0-4990-8b3e-e09e23851718 None None] Pushing event updated for resources: {'Port': ['ID=86dd8b37-3611-4728-8bbc-9d6407c1dbee,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:38:57.172983 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-926ab0df-cca3-490f-929d-ba6f6cd93112 req-f4a93e56-03e9-4de4-a38b-c1afdbe2c561 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcb572c-3b00-4f8d-8049-6bc52799374c HTTP/1.1" status: 200 len: 210 time: 0.0611746 Jun 11 09:38:57.218448 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-7c716f7c-6ad0-4990-8b3e-e09e23851718 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:38:57.276911 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-97534a6e-2f40-4f92-9eb7-d27ca8a52c57 req-a8d596ac-921c-4ab2-8410-7c8931b9d289 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9ea85b8-2f51-4556-a0ec-da627c0a57fb HTTP/1.1" status: 200 len: 210 time: 0.0467308 Jun 11 09:38:57.345194 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-91ca6dd1-808e-480f-924c-b977253ec566 None None] Set router ead7ad64-3085-448d-bb4a-ec8ab6bf0440 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:38:57.428248 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9f0e0065-863b-4847-ab3e-1227587ce388 req-79ea89be-bc9d-427f-80b2-1e4e05e3889f tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a2b2a1d-dfdb-45de-ae9b-0ea7720fd0d1 HTTP/1.1" status: 200 len: 210 time: 0.0446949 Jun 11 09:38:57.630272 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-91ca6dd1-808e-480f-924c-b977253ec566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead7ad64-3085-448d-bb4a-ec8ab6bf0440', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-695768602-router', 'tenant_id': 'db9e0ae364434cf4a20ebccef2ca3f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': 'c886fb50-0db1-4b27-adcc-bde6769fca07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:38:46Z', 'updated_at': '2021-06-11T09:38:53Z', 'revision_number': 4, 'project_id': 'db9e0ae364434cf4a20ebccef2ca3f2e', 'gw_port': {'id': 'c886fb50-0db1-4b27-adcc-bde6769fca07', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:76:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead7ad64-3085-448d-bb4a-ec8ab6bf0440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 146, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:38:48Z', 'updated_at': '2021-06-11T09:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '86dd8b37-3611-4728-8bbc-9d6407c1dbee', 'name': '', 'network_id': '2200e55c-0960-4aac-b7a8-ebf0eca39b99', 'tenant_id': 'db9e0ae364434cf4a20ebccef2ca3f2e', 'mac_address': 'fa:16:3e:69:29:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ead7ad64-3085-448d-bb4a-ec8ab6bf0440', 'device_owner': 'network:router_interface', 'standard_attr_id': 176, 'fixed_ips': [{'subnet_id': '1d975209-1448-49e3-b064-737640ba01f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:38:52Z', 'updated_at': '2021-06-11T09:38:56Z', 'revision_number': 4, 'project_id': 'db9e0ae364434cf4a20ebccef2ca3f2e', 'subnets': [{'id': '1d975209-1448-49e3-b064-737640ba01f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:38:57.633814 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ca6dd1-808e-480f-924c-b977253ec566 None None] The sync data for ids ['ead7ad64-3085-448d-bb4a-ec8ab6bf0440'] in n-d-779913-12 is: [{'id': 'ead7ad64-3085-448d-bb4a-ec8ab6bf0440', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-695768602-router', 'tenant_id': 'db9e0ae364434cf4a20ebccef2ca3f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': 'c886fb50-0db1-4b27-adcc-bde6769fca07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:38:46Z', 'updated_at': '2021-06-11T09:38:53Z', 'revision_number': 4, 'project_id': 'db9e0ae364434cf4a20ebccef2ca3f2e', 'gw_port': {'id': 'c886fb50-0db1-4b27-adcc-bde6769fca07', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:76:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead7ad64-3085-448d-bb4a-ec8ab6bf0440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 146, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:38:48Z', 'updated_at': '2021-06-11T09:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '86dd8b37-3611-4728-8bbc-9d6407c1dbee', 'name': '', 'network_id': '2200e55c-0960-4aac-b7a8-ebf0eca39b99', 'tenant_id': 'db9e0ae364434cf4a20ebccef2ca3f2e', 'mac_address': 'fa:16:3e:69:29:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ead7ad64-3085-448d-bb4a-ec8ab6bf0440', 'device_owner': 'network:router_interface', 'standard_attr_id': 176, 'fixed_ips': [{'subnet_id': '1d975209-1448-49e3-b064-737640ba01f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:38:52Z', 'updated_at': '2021-06-11T09:38:56Z', 'revision_number': 4, 'project_id': 'db9e0ae364434cf4a20ebccef2ca3f2e', 'subnets': [{'id': '1d975209-1448-49e3-b064-737640ba01f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:38:58.066462 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 86dd8b37-3611-4728-8bbc-9d6407c1dbee up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:38:58.202278 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc5cd5e-2ad5-45d1-9d91-12b5bf716462 req-408fcb8b-bf70-4c6b-9ad0-9d38dc3cc19b tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:38:58.204396 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 86dd8b37-3611-4728-8bbc-9d6407c1dbee completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:38:58.208987 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 86dd8b37-3611-4728-8bbc-9d6407c1dbee triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:38:58.209600 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:58.217091 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9bc5cd5e-2ad5-45d1-9d91-12b5bf716462 req-408fcb8b-bf70-4c6b-9ad0-9d38dc3cc19b tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] 10.222.0.60 "GET /v2.0/ports?device_id=0831db26-7dbf-4d78-94d5-ada280374d18 HTTP/1.1" status: 200 len: 950 time: 0.1135542 Jun 11 09:38:58.308532 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9bc5cd5e-2ad5-45d1-9d91-12b5bf716462 req-8dfed258-3694-4684-8942-ce9adfe61f21 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] 10.222.0.60 "GET /v2.0/security-groups?id=5306539d-5601-4083-be43-f18f84a4d23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902021 Jun 11 09:38:58.414167 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:58.462162 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 86dd8b37-3611-4728-8bbc-9d6407c1dbee, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=86dd8b37-3611-4728-8bbc-9d6407c1dbee,segment=NetworkSegment(57391af4-6626-402e-b649-4a2d7f342011),segment_id=57391af4-6626-402e-b649-4a2d7f342011)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:38:58.479898 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4aa94574-ef97-45b0-8f03-4ff9a2cc6e86 req-f7123cef-db2f-408f-bfdc-b21ae4e1f4a2 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcb572c-3b00-4f8d-8049-6bc52799374c HTTP/1.1" status: 200 len: 210 time: 0.0350590 Jun 11 09:38:58.550164 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:38:58.555484 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:38:58.648648 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=86dd8b37-3611-4728-8bbc-9d6407c1dbee,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:38:58.653683 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:38:58.713181 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-66ca9537-9558-4835-a4cb-98a4e6abc0bf req-a97d2881-b67e-4d27-8918-9c108f5b10be tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9ea85b8-2f51-4556-a0ec-da627c0a57fb HTTP/1.1" status: 200 len: 210 time: 0.0786757 Jun 11 09:38:58.892261 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-53775219-2592-4cda-87dc-10e715f150d6 req-52a54869-d5e1-442c-abb8-10e2517a6dfd tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a2b2a1d-dfdb-45de-ae9b-0ea7720fd0d1 HTTP/1.1" status: 200 len: 210 time: 0.0388310 Jun 11 09:38:59.382135 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7899ffb5-ebc7-4b40-9e8d-82680c040458 req-84da2909-aa1f-4e23-92d3-3ece49dd9a15 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:38:59.383773 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7899ffb5-ebc7-4b40-9e8d-82680c040458 req-84da2909-aa1f-4e23-92d3-3ece49dd9a15 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] 10.222.0.60 "GET /v2.0/ports?device_id=0831db26-7dbf-4d78-94d5-ada280374d18 HTTP/1.1" status: 200 len: 950 time: 0.0797291 Jun 11 09:38:59.425534 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7899ffb5-ebc7-4b40-9e8d-82680c040458 req-eb0f1b6f-41c1-4c9c-a887-3dca137e0f60 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] 10.222.0.60 "GET /v2.0/security-groups?id=5306539d-5601-4083-be43-f18f84a4d23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361130 Jun 11 09:38:59.559753 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd2844-b8e2-4498-aeb1-b798593a6e3a req-7b25ac21-8e12-4883-b1b7-13dc8f6bcedf tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:38:59.561160 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cabd2844-b8e2-4498-aeb1-b798593a6e3a req-7b25ac21-8e12-4883-b1b7-13dc8f6bcedf tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.69 "GET /v2.0/networks?id=53a42219-c346-45f9-be41-c5dabab2438f HTTP/1.1" status: 200 len: 821 time: 0.2141578 Jun 11 09:38:59.573355 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-cabd2844-b8e2-4498-aeb1-b798593a6e3a req-18cc72a1-4d0b-4f67-80e6-45a88ef14083 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Request body: {'port': {'device_id': '0bcb572c-3b00-4f8d-8049-6bc52799374c', 'network_id': '53a42219-c346-45f9-be41-c5dabab2438f', 'admin_state_up': True, 'tenant_id': '761e66d23fea4903a68cd9de907a43c1'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:38:59.644901 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1e23855f-6e2c-419f-a6cd-c58df63fdf5b req-8c1430fa-f320-43cd-9649-aa93674883f1 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcb572c-3b00-4f8d-8049-6bc52799374c HTTP/1.1" status: 200 len: 210 time: 0.0378122 Jun 11 09:39:00.001027 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 86dd8b37-3611-4728-8bbc-9d6407c1dbee up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:39:00.028766 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cabd2844-b8e2-4498-aeb1-b798593a6e3a req-18cc72a1-4d0b-4f67-80e6-45a88ef14083 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Made reservation on behalf of 761e66d23fea4903a68cd9de907a43c1 for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:39:00.032310 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-cabd2844-b8e2-4498-aeb1-b798593a6e3a req-18cc72a1-4d0b-4f67-80e6-45a88ef14083 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:00.055899 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 86dd8b37-3611-4728-8bbc-9d6407c1dbee triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:39:00.056262 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:00.058891 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-47942e79-c4fe-4ee3-b7b9-2c1bb0e68510 req-df7411ae-f8a6-4862-8748-748d9eadb751 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9ea85b8-2f51-4556-a0ec-da627c0a57fb HTTP/1.1" status: 200 len: 210 time: 0.2277954 Jun 11 09:39:00.106081 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.69', 57325) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:39:00.146371 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6a6fa2cf-047b-4f00-adf5-c7496d27cf10 req-27581436-759b-46c2-9d81-adeeb0d87cac tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=5abcc8334992469d8b8905b4f8b8d346&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385208 Jun 11 09:39:00.251192 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-dc47db0a-f985-485c-9b03-ba776a134db5 req-7bca9d8e-b9f3-4490-9377-a8a6860bbb28 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a2b2a1d-dfdb-45de-ae9b-0ea7720fd0d1 HTTP/1.1" status: 200 len: 210 time: 0.0462601 Jun 11 09:39:00.271194 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-cabd2844-b8e2-4498-aeb1-b798593a6e3a req-18cc72a1-4d0b-4f67-80e6-45a88ef14083 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Allocated IP 172.20.0.7 (53a42219-c346-45f9-be41-c5dabab2438f/20094bda-f8d4-46e6-bab1-f100394de689/74cebd76-aca3-45ac-9c8a-b7e9d0de0e85) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:39:00.318364 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6fa2cf-047b-4f00-adf5-c7496d27cf10 req-2bc4fde3-edee-482e-9a77-78b2b3a0d317 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:00.319830 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6a6fa2cf-047b-4f00-adf5-c7496d27cf10 req-2bc4fde3-edee-482e-9a77-78b2b3a0d317 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1628425 Jun 11 09:39:00.336242 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-6a6fa2cf-047b-4f00-adf5-c7496d27cf10 req-48cbe165-117b-409d-a4e3-79408f67b660 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] Request body: {'port': {'device_id': 'b9ea85b8-2f51-4556-a0ec-da627c0a57fb', 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60', 'admin_state_up': True, 'tenant_id': '5abcc8334992469d8b8905b4f8b8d346'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:39:00.471270 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-cabd2844-b8e2-4498-aeb1-b798593a6e3a req-18cc72a1-4d0b-4f67-80e6-45a88ef14083 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:00.618405 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-cabd2844-b8e2-4498-aeb1-b798593a6e3a req-18cc72a1-4d0b-4f67-80e6-45a88ef14083 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:00.630511 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-cd9176c1-0e3f-49e5-aa84-320d4cb516f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:00.707495 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cabd2844-b8e2-4498-aeb1-b798593a6e3a req-18cc72a1-4d0b-4f67-80e6-45a88ef14083 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Network 53a42219-c346-45f9-be41-c5dabab2438f is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:39:00.711394 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-cabd2844-b8e2-4498-aeb1-b798593a6e3a req-18cc72a1-4d0b-4f67-80e6-45a88ef14083 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:39:00.716236 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-cabd2844-b8e2-4498-aeb1-b798593a6e3a req-18cc72a1-4d0b-4f67-80e6-45a88ef14083 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:39:00.722517 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd2844-b8e2-4498-aeb1-b798593a6e3a req-18cc72a1-4d0b-4f67-80e6-45a88ef14083 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:00.723289 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-cabd2844-b8e2-4498-aeb1-b798593a6e3a req-18cc72a1-4d0b-4f67-80e6-45a88ef14083 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:00.727288 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cc72a1-4d0b-4f67-80e6-45a88ef14083 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Pushing event updated for resources: {'Port': ['ID=74cebd76-aca3-45ac-9c8a-b7e9d0de0e85,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:00.732619 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-18cc72a1-4d0b-4f67-80e6-45a88ef14083 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:00.801270 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff47a73-2899-4faf-8aae-5141b4cdfe6d req-3a45a634-e5bb-44b6-90a3-f6d15f0f2624 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:00.802727 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7ff47a73-2899-4faf-8aae-5141b4cdfe6d req-3a45a634-e5bb-44b6-90a3-f6d15f0f2624 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] 10.222.0.60 "GET /v2.0/ports?device_id=0831db26-7dbf-4d78-94d5-ada280374d18 HTTP/1.1" status: 200 len: 950 time: 0.2538712 Jun 11 09:39:00.817351 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:00.848139 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cabd2844-b8e2-4498-aeb1-b798593a6e3a req-18cc72a1-4d0b-4f67-80e6-45a88ef14083 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2755613 Jun 11 09:39:00.858036 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-cabd2844-b8e2-4498-aeb1-b798593a6e3a req-86778a26-7c34-4277-b3bf-f10c72f5129a service neutron] Request body: {'port': {'device_id': '0bcb572c-3b00-4f8d-8049-6bc52799374c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:39:00.860333 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7ff47a73-2899-4faf-8aae-5141b4cdfe6d req-82fb044e-71d7-4b43-8537-3ba12dda3bda tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] 10.222.0.60 "GET /v2.0/security-groups?id=5306539d-5601-4083-be43-f18f84a4d23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517509 Jun 11 09:39:00.976495 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.69', 57326) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:39:00.981472 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-cabd2844-b8e2-4498-aeb1-b798593a6e3a req-86778a26-7c34-4277-b3bf-f10c72f5129a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:01.007117 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a6fa2cf-047b-4f00-adf5-c7496d27cf10 req-48cbe165-117b-409d-a4e3-79408f67b660 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] Made reservation on behalf of 5abcc8334992469d8b8905b4f8b8d346 for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:39:01.013061 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-6a6fa2cf-047b-4f00-adf5-c7496d27cf10 req-48cbe165-117b-409d-a4e3-79408f67b660 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:01.034531 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-6a6fa2cf-047b-4f00-adf5-c7496d27cf10 req-48cbe165-117b-409d-a4e3-79408f67b660 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:01.063488 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fc4d7e-9ad1-4827-9dbe-4cdd664b01af req-48c08229-71ca-489a-830d-fa27541e117f tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:01.064986 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a0fc4d7e-9ad1-4827-9dbe-4cdd664b01af req-48c08229-71ca-489a-830d-fa27541e117f tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcb572c-3b00-4f8d-8049-6bc52799374c HTTP/1.1" status: 200 len: 931 time: 0.1370299 Jun 11 09:39:01.158250 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec93344d-68f0-4a35-b03b-4a2d78a3c182 req-748045b1-535e-47f6-a53c-857cc7aae7fe tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:01.159723 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ec93344d-68f0-4a35-b03b-4a2d78a3c182 req-748045b1-535e-47f6-a53c-857cc7aae7fe tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] 10.222.0.69 "GET /v2.0/networks?id=2200e55c-0960-4aac-b7a8-ebf0eca39b99 HTTP/1.1" status: 200 len: 828 time: 0.1822190 Jun 11 09:39:01.174300 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-ec93344d-68f0-4a35-b03b-4a2d78a3c182 req-2ed6b150-1650-4bac-bb7e-bdb05356828a tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Request body: {'port': {'device_id': '6a2b2a1d-dfdb-45de-ae9b-0ea7720fd0d1', 'network_id': '2200e55c-0960-4aac-b7a8-ebf0eca39b99', 'admin_state_up': True, 'tenant_id': 'db9e0ae364434cf4a20ebccef2ca3f2e'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:39:01.204587 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a0fc4d7e-9ad1-4827-9dbe-4cdd664b01af req-511aa353-819a-431d-bdcf-afa096051c7f tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828609 Jun 11 09:39:01.267066 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.69', 57327) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:39:01.350112 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-6a6fa2cf-047b-4f00-adf5-c7496d27cf10 req-48cbe165-117b-409d-a4e3-79408f67b660 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:01.386688 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ea3c93ed-df22-493a-960b-ad90e969f192 req-efab8065-f0f9-404d-ba9b-a5e99fbfd897 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9ea85b8-2f51-4556-a0ec-da627c0a57fb HTTP/1.1" status: 200 len: 210 time: 0.0550520 Jun 11 09:39:01.444364 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-cabd2844-b8e2-4498-aeb1-b798593a6e3a req-86778a26-7c34-4277-b3bf-f10c72f5129a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74cebd76-aca3-45ac-9c8a-b7e9d0de0e85 {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:39:01.455054 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-cabd2844-b8e2-4498-aeb1-b798593a6e3a req-86778a26-7c34-4277-b3bf-f10c72f5129a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:01.458405 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb8d94c-b7b4-4782-a242-ab140e1ab58e req-5bae4d28-8bb8-457b-81bc-cb91ea6be2d6 tempest-DeleteServersAdminTestJSON-392217483 tempest-DeleteServersAdminTestJSON-392217483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:01.459901 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-abb8d94c-b7b4-4782-a242-ab140e1ab58e req-5bae4d28-8bb8-457b-81bc-cb91ea6be2d6 tempest-DeleteServersAdminTestJSON-392217483 tempest-DeleteServersAdminTestJSON-392217483-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=0831db26-7dbf-4d78-94d5-ada280374d18 HTTP/1.1" status: 200 len: 1102 time: 0.1915395 Jun 11 09:39:01.476523 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-6a6fa2cf-047b-4f00-adf5-c7496d27cf10 req-48cbe165-117b-409d-a4e3-79408f67b660 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:01.481768 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-72b57224-7885-4f6e-bf85-425ea07ceafe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:01.511560 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-69af46ca-3ba0-4e95-a020-5f656af02496 req-64b15233-9039-4bae-b8ce-1643a4bd085b tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a2b2a1d-dfdb-45de-ae9b-0ea7720fd0d1 HTTP/1.1" status: 200 len: 210 time: 0.0497015 Jun 11 09:39:01.512494 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-cabd2844-b8e2-4498-aeb1-b798593a6e3a req-86778a26-7c34-4277-b3bf-f10c72f5129a service neutron] Transition to ACTIVE for port object 74cebd76-aca3-45ac-9c8a-b7e9d0de0e85 will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:39:01.581050 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cbe165-117b-409d-a4e3-79408f67b660 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79d73196-6efa-49b1-8eea-73a979435c5f,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:01.606748 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-48cbe165-117b-409d-a4e3-79408f67b660 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:01.617773 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-abb8d94c-b7b4-4782-a242-ab140e1ab58e req-36d46827-2b58-4a84-86fa-902e359a84f3 tempest-DeleteServersAdminTestJSON-392217483 tempest-DeleteServersAdminTestJSON-392217483-project-admin] Deleting port a44c918d-cae3-4b55-baa2-b01efe4037e3 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:39:01.618204 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-abb8d94c-b7b4-4782-a242-ab140e1ab58e req-36d46827-2b58-4a84-86fa-902e359a84f3 tempest-DeleteServersAdminTestJSON-392217483 tempest-DeleteServersAdminTestJSON-392217483-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:01.620901 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-cabd2844-b8e2-4498-aeb1-b798593a6e3a req-86778a26-7c34-4277-b3bf-f10c72f5129a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:01.634410 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-00f46b57-831b-43c9-ad62-d66ab9dbf1a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:01.711457 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec93344d-68f0-4a35-b03b-4a2d78a3c182 req-2ed6b150-1650-4bac-bb7e-bdb05356828a tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Made reservation on behalf of db9e0ae364434cf4a20ebccef2ca3f2e for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:39:01.715101 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-ec93344d-68f0-4a35-b03b-4a2d78a3c182 req-2ed6b150-1650-4bac-bb7e-bdb05356828a tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:01.767317 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [req-6a6fa2cf-047b-4f00-adf5-c7496d27cf10 req-48cbe165-117b-409d-a4e3-79408f67b660 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] Allocated IP 192.168.233.235 (cf20d108-f84c-44de-9036-2269564edd60/189b03cc-b2a8-4615-9ab5-ad0328c3f10f/b89e81e3-9a41-4876-bc78-33fc8bc2195a) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:39:01.824623 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86778a26-7c34-4277-b3bf-f10c72f5129a service neutron] Pushing event updated for resources: {'Port': ['ID=74cebd76-aca3-45ac-9c8a-b7e9d0de0e85,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:01.827671 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-86778a26-7c34-4277-b3bf-f10c72f5129a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:01.898365 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-abb8d94c-b7b4-4782-a242-ab140e1ab58e req-36d46827-2b58-4a84-86fa-902e359a84f3 tempest-DeleteServersAdminTestJSON-392217483 tempest-DeleteServersAdminTestJSON-392217483-project-admin] For port a44c918d-cae3-4b55-baa2-b01efe4037e3, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=a44c918d-cae3-4b55-baa2-b01efe4037e3,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:39:01.898737 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-abb8d94c-b7b4-4782-a242-ab140e1ab58e req-36d46827-2b58-4a84-86fa-902e359a84f3 tempest-DeleteServersAdminTestJSON-392217483 tempest-DeleteServersAdminTestJSON-392217483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:01.908114 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-cabd2844-b8e2-4498-aeb1-b798593a6e3a req-86778a26-7c34-4277-b3bf-f10c72f5129a service neutron] Attempting to bind port 74cebd76-aca3-45ac-9c8a-b7e9d0de0e85 on host n-h2-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:39:01.908453 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-cabd2844-b8e2-4498-aeb1-b798593a6e3a req-86778a26-7c34-4277-b3bf-f10c72f5129a service neutron] Attempting to bind port 74cebd76-aca3-45ac-9c8a-b7e9d0de0e85 by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': '56281ee1-4859-40f0-b2a0-2c2117bfda04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '53a42219-c346-45f9-be41-c5dabab2438f'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:39:01.908782 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabd2844-b8e2-4498-aeb1-b798593a6e3a req-86778a26-7c34-4277-b3bf-f10c72f5129a service neutron] Attempting to bind port 74cebd76-aca3-45ac-9c8a-b7e9d0de0e85 on network 53a42219-c346-45f9-be41-c5dabab2438f {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:39:01.917329 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabd2844-b8e2-4498-aeb1-b798593a6e3a req-86778a26-7c34-4277-b3bf-f10c72f5129a service neutron] Port 74cebd76-aca3-45ac-9c8a-b7e9d0de0e85 on network 53a42219-c346-45f9-be41-c5dabab2438f not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:39:01.917649 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabd2844-b8e2-4498-aeb1-b798593a6e3a req-86778a26-7c34-4277-b3bf-f10c72f5129a service neutron] Attempting to bind port 74cebd76-aca3-45ac-9c8a-b7e9d0de0e85 on network 53a42219-c346-45f9-be41-c5dabab2438f {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:39:01.968864 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [req-ec93344d-68f0-4a35-b03b-4a2d78a3c182 req-2ed6b150-1650-4bac-bb7e-bdb05356828a tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Allocated IP 172.20.0.7 (2200e55c-0960-4aac-b7a8-ebf0eca39b99/1d975209-1448-49e3-b064-737640ba01f1/bc16f2e0-9f29-4495-9e73-382743b1b0a1) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:39:02.030704 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-abb8d94c-b7b4-4782-a242-ab140e1ab58e req-36d46827-2b58-4a84-86fa-902e359a84f3 tempest-DeleteServersAdminTestJSON-392217483 tempest-DeleteServersAdminTestJSON-392217483-project-admin] Calling delete_port for a44c918d-cae3-4b55-baa2-b01efe4037e3 owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:39:02.038317 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabd2844-b8e2-4498-aeb1-b798593a6e3a req-86778a26-7c34-4277-b3bf-f10c72f5129a service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:39:02.038759 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabd2844-b8e2-4498-aeb1-b798593a6e3a req-86778a26-7c34-4277-b3bf-f10c72f5129a service neutron] Checking segment: {'id': '56281ee1-4859-40f0-b2a0-2c2117bfda04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '53a42219-c346-45f9-be41-c5dabab2438f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:39:02.039153 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabd2844-b8e2-4498-aeb1-b798593a6e3a req-86778a26-7c34-4277-b3bf-f10c72f5129a service neutron] Bound using segment: {'id': '56281ee1-4859-40f0-b2a0-2c2117bfda04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '53a42219-c346-45f9-be41-c5dabab2438f'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:39:02.039952 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-cabd2844-b8e2-4498-aeb1-b798593a6e3a req-86778a26-7c34-4277-b3bf-f10c72f5129a service neutron] Bound port: 74cebd76-aca3-45ac-9c8a-b7e9d0de0e85, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56281ee1-4859-40f0-b2a0-2c2117bfda04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '53a42219-c346-45f9-be41-c5dabab2438f'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:39:02.039952 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-cabd2844-b8e2-4498-aeb1-b798593a6e3a req-86778a26-7c34-4277-b3bf-f10c72f5129a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:02.101103 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-6a6fa2cf-047b-4f00-adf5-c7496d27cf10 req-48cbe165-117b-409d-a4e3-79408f67b660 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:02.137613 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-6a6fa2cf-047b-4f00-adf5-c7496d27cf10 req-48cbe165-117b-409d-a4e3-79408f67b660 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] Transition to ACTIVE for port object b89e81e3-9a41-4876-bc78-33fc8bc2195a will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:39:02.271795 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-ec93344d-68f0-4a35-b03b-4a2d78a3c182 req-2ed6b150-1650-4bac-bb7e-bdb05356828a tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:02.287433 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-ec93344d-68f0-4a35-b03b-4a2d78a3c182 req-2ed6b150-1650-4bac-bb7e-bdb05356828a tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Transition to ACTIVE for port object bc16f2e0-9f29-4495-9e73-382743b1b0a1 will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:39:02.307815 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-cabd2844-b8e2-4498-aeb1-b798593a6e3a req-86778a26-7c34-4277-b3bf-f10c72f5129a service neutron] For port 74cebd76-aca3-45ac-9c8a-b7e9d0de0e85, host n-h2-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:39:02.326209 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-cabd2844-b8e2-4498-aeb1-b798593a6e3a req-86778a26-7c34-4277-b3bf-f10c72f5129a service neutron] For port 74cebd76-aca3-45ac-9c8a-b7e9d0de0e85, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=74cebd76-aca3-45ac-9c8a-b7e9d0de0e85,segment=NetworkSegment(56281ee1-4859-40f0-b2a0-2c2117bfda04),segment_id=56281ee1-4859-40f0-b2a0-2c2117bfda04)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:39:02.349020 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0276b69-cb06-4c58-a815-7276f9dd9397 req-3edf4747-298b-428c-b245-3702ba9c71cf tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:02.350517 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f0276b69-cb06-4c58-a815-7276f9dd9397 req-3edf4747-298b-428c-b245-3702ba9c71cf tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] 10.222.0.60 "GET /v2.0/ports?device_id=0831db26-7dbf-4d78-94d5-ada280374d18 HTTP/1.1" status: 200 len: 950 time: 0.2699435 Jun 11 09:39:02.366179 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-6a6fa2cf-047b-4f00-adf5-c7496d27cf10 req-48cbe165-117b-409d-a4e3-79408f67b660 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:02.376028 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c29cd258-9dae-481d-a5c7-870842d46c81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:02.432273 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f0276b69-cb06-4c58-a815-7276f9dd9397 req-2b5532eb-d836-4ca4-a3d0-ae39480f9b57 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] 10.222.0.60 "GET /v2.0/security-groups?id=5306539d-5601-4083-be43-f18f84a4d23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566459 Jun 11 09:39:02.473859 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a6fa2cf-047b-4f00-adf5-c7496d27cf10 req-48cbe165-117b-409d-a4e3-79408f67b660 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] Network cf20d108-f84c-44de-9036-2269564edd60 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:39:02.479885 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [req-6a6fa2cf-047b-4f00-adf5-c7496d27cf10 req-48cbe165-117b-409d-a4e3-79408f67b660 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:39:02.493186 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a6fa2cf-047b-4f00-adf5-c7496d27cf10 req-48cbe165-117b-409d-a4e3-79408f67b660 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:39:02.498850 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6fa2cf-047b-4f00-adf5-c7496d27cf10 req-48cbe165-117b-409d-a4e3-79408f67b660 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:02.499619 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-6a6fa2cf-047b-4f00-adf5-c7496d27cf10 req-48cbe165-117b-409d-a4e3-79408f67b660 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:02.504892 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-cabd2844-b8e2-4498-aeb1-b798593a6e3a req-86778a26-7c34-4277-b3bf-f10c72f5129a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:02.509665 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-ec93344d-68f0-4a35-b03b-4a2d78a3c182 req-2ed6b150-1650-4bac-bb7e-bdb05356828a tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:02.510011 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:02.513470 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cbe165-117b-409d-a4e3-79408f67b660 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] Pushing event updated for resources: {'Port': ['ID=b89e81e3-9a41-4876-bc78-33fc8bc2195a,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:02.554966 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-abb8d94c-b7b4-4782-a242-ab140e1ab58e req-36d46827-2b58-4a84-86fa-902e359a84f3 tempest-DeleteServersAdminTestJSON-392217483 tempest-DeleteServersAdminTestJSON-392217483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:02.567239 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec93344d-68f0-4a35-b03b-4a2d78a3c182 req-2ed6b150-1650-4bac-bb7e-bdb05356828a tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Network 2200e55c-0960-4aac-b7a8-ebf0eca39b99 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:39:02.571692 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [req-ec93344d-68f0-4a35-b03b-4a2d78a3c182 req-2ed6b150-1650-4bac-bb7e-bdb05356828a tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:39:02.573761 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-48cbe165-117b-409d-a4e3-79408f67b660 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:02.590266 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:02.591114 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['a44c918d-cae3-4b55-baa2-b01efe4037e3'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:39:02.592285 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec93344d-68f0-4a35-b03b-4a2d78a3c182 req-2ed6b150-1650-4bac-bb7e-bdb05356828a tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:39:02.598493 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd2844-b8e2-4498-aeb1-b798593a6e3a req-86778a26-7c34-4277-b3bf-f10c72f5129a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:02.599095 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-cabd2844-b8e2-4498-aeb1-b798593a6e3a req-86778a26-7c34-4277-b3bf-f10c72f5129a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:02.600403 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec93344d-68f0-4a35-b03b-4a2d78a3c182 req-2ed6b150-1650-4bac-bb7e-bdb05356828a tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:02.600654 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cabd2844-b8e2-4498-aeb1-b798593a6e3a req-86778a26-7c34-4277-b3bf-f10c72f5129a service neutron] 10.222.0.69 "PUT /v2.0/ports/74cebd76-aca3-45ac-9c8a-b7e9d0de0e85 HTTP/1.1" status: 200 len: 1092 time: 1.7473845 Jun 11 09:39:02.601063 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-ec93344d-68f0-4a35-b03b-4a2d78a3c182 req-2ed6b150-1650-4bac-bb7e-bdb05356828a tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:02.603250 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bcb572c-3b00-4f8d-8049-6bc52799374c', 'tag': '74cebd76-aca3-45ac-9c8a-b7e9d0de0e85'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:39:02.606013 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93483ec7-b2c9-4d0d-ac09-347f70c8affd" -d '{"events": [{"name": "network-changed", "server_uuid": "0bcb572c-3b00-4f8d-8049-6bc52799374c", "tag": "74cebd76-aca3-45ac-9c8a-b7e9d0de0e85"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:39:02.667512 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86778a26-7c34-4277-b3bf-f10c72f5129a service neutron] Pushing event updated for resources: {'Port': ['ID=74cebd76-aca3-45ac-9c8a-b7e9d0de0e85,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:02.681516 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-86778a26-7c34-4277-b3bf-f10c72f5129a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:02.682320 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6a6fa2cf-047b-4f00-adf5-c7496d27cf10 req-48cbe165-117b-409d-a4e3-79408f67b660 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3498006 Jun 11 09:39:02.683723 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:02.710188 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-6a6fa2cf-047b-4f00-adf5-c7496d27cf10 req-922754e4-2b52-442e-a119-d7ee001adf73 service neutron] Request body: {'port': {'device_id': 'b9ea85b8-2f51-4556-a0ec-da627c0a57fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-12'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:39:02.716885 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-abb8d94c-b7b4-4782-a242-ab140e1ab58e req-36d46827-2b58-4a84-86fa-902e359a84f3 tempest-DeleteServersAdminTestJSON-392217483 tempest-DeleteServersAdminTestJSON-392217483-project-admin] No DVR routers for this DVR port a44c918d-cae3-4b55-baa2-b01efe4037e3 on host n-h2-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:39:02.769752 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d46827-2b58-4a84-86fa-902e359a84f3 tempest-DeleteServersAdminTestJSON-392217483 tempest-DeleteServersAdminTestJSON-392217483-project-admin] Pushing event deleted for resources: {'Port': ['ID=a44c918d-cae3-4b55-baa2-b01efe4037e3,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:02.773778 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-36d46827-2b58-4a84-86fa-902e359a84f3 tempest-DeleteServersAdminTestJSON-392217483 tempest-DeleteServersAdminTestJSON-392217483-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:02.790323 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-abb8d94c-b7b4-4782-a242-ab140e1ab58e req-36d46827-2b58-4a84-86fa-902e359a84f3 tempest-DeleteServersAdminTestJSON-392217483 tempest-DeleteServersAdminTestJSON-392217483-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:02.792398 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-abb8d94c-b7b4-4782-a242-ab140e1ab58e req-36d46827-2b58-4a84-86fa-902e359a84f3 tempest-DeleteServersAdminTestJSON-392217483 tempest-DeleteServersAdminTestJSON-392217483-project-admin] 10.222.0.69 "DELETE /v2.0/ports/a44c918d-cae3-4b55-baa2-b01efe4037e3 HTTP/1.1" status: 204 len: 173 time: 1.3163674 Jun 11 09:39:02.842148 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ec93344d-68f0-4a35-b03b-4a2d78a3c182 req-2ed6b150-1650-4bac-bb7e-bdb05356828a tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6715231 Jun 11 09:39:02.842826 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed6b150-1650-4bac-bb7e-bdb05356828a tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Pushing event updated for resources: {'Port': ['ID=bc16f2e0-9f29-4495-9e73-382743b1b0a1,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:02.942940 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2ed6b150-1650-4bac-bb7e-bdb05356828a tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:02.942940 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-ec93344d-68f0-4a35-b03b-4a2d78a3c182 req-8e54a798-3aac-4972-9694-9e8e5c98529c service neutron] Request body: {'port': {'device_id': '6a2b2a1d-dfdb-45de-ae9b-0ea7720fd0d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-12'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:39:02.943134 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538f2250-a3f8-45ea-aa08-f46f34789079 req-90e19e2c-a38f-45f7-a593-8e2b24d4a46e tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:02.943134 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-538f2250-a3f8-45ea-aa08-f46f34789079 req-90e19e2c-a38f-45f7-a593-8e2b24d4a46e tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9ea85b8-2f51-4556-a0ec-da627c0a57fb HTTP/1.1" status: 200 len: 936 time: 0.2212691 Jun 11 09:39:02.943134 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd2844-b8e2-4498-aeb1-b798593a6e3a req-996f6fde-59b6-432e-a6ce-a1f123f679cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:02.943134 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cabd2844-b8e2-4498-aeb1-b798593a6e3a req-996f6fde-59b6-432e-a6ce-a1f123f679cd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=761e66d23fea4903a68cd9de907a43c1&device_id=0bcb572c-3b00-4f8d-8049-6bc52799374c HTTP/1.1" status: 200 len: 1095 time: 0.1259410 Jun 11 09:39:02.946084 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64e9a88-b01d-4026-a59d-61bce47bd979 req-91c05cbd-aaf4-4e24-98c2-0b580b08a13a tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:02.947753 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c64e9a88-b01d-4026-a59d-61bce47bd979 req-91c05cbd-aaf4-4e24-98c2-0b580b08a13a tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcb572c-3b00-4f8d-8049-6bc52799374c HTTP/1.1" status: 200 len: 943 time: 0.2582710 Jun 11 09:39:02.971142 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cabd2844-b8e2-4498-aeb1-b798593a6e3a req-421906a8-53ce-4959-9634-0c5d99a6e10d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=74cebd76-aca3-45ac-9c8a-b7e9d0de0e85 HTTP/1.1" status: 200 len: 217 time: 0.0692427 Jun 11 09:39:02.980762 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-6a6fa2cf-047b-4f00-adf5-c7496d27cf10 req-922754e4-2b52-442e-a119-d7ee001adf73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:03.060926 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-538f2250-a3f8-45ea-aa08-f46f34789079 req-ce8eacce-dc43-4ed4-95d0-7e05979b05de tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] 10.222.0.60 "GET /v2.0/security-groups?id=79d73196-6efa-49b1-8eea-73a979435c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444950 Jun 11 09:39:03.063331 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd2844-b8e2-4498-aeb1-b798593a6e3a req-28188789-7687-4a7f-8737-41ab802fe1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:03.065233 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cabd2844-b8e2-4498-aeb1-b798593a6e3a req-28188789-7687-4a7f-8737-41ab802fe1a6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=20094bda-f8d4-46e6-bab1-f100394de689 HTTP/1.1" status: 200 len: 861 time: 0.0865829 Jun 11 09:39:03.089104 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c64e9a88-b01d-4026-a59d-61bce47bd979 req-a033815b-0de6-41b6-9b1d-1cb176b593cd tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325102 Jun 11 09:39:03.093176 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-ec93344d-68f0-4a35-b03b-4a2d78a3c182 req-8e54a798-3aac-4972-9694-9e8e5c98529c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:03.108557 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cabd2844-b8e2-4498-aeb1-b798593a6e3a req-b17a4f55-8124-46fb-b234-01f9d1bda3d6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=53a42219-c346-45f9-be41-c5dabab2438f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361257 Jun 11 09:39:03.123212 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-b70d03a3-4816-4d42-a81a-36c806dd0998 None None] Provisioning for port b89e81e3-9a41-4876-bc78-33fc8bc2195a completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:39:03.123212 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-b70d03a3-4816-4d42-a81a-36c806dd0998 None None] Provisioning complete for port b89e81e3-9a41-4876-bc78-33fc8bc2195a triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:39:03.123212 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b70d03a3-4816-4d42-a81a-36c806dd0998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:03.196044 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-b70d03a3-4816-4d42-a81a-36c806dd0998 None None] Port b89e81e3-9a41-4876-bc78-33fc8bc2195a cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:39:03.255714 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cabd2844-b8e2-4498-aeb1-b798593a6e3a req-4d3c95fc-8d32-4bce-a3f4-5627e7e44bac service neutron] 10.222.0.69 "GET /v2.0/networks/53a42219-c346-45f9-be41-c5dabab2438f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400995 Jun 11 09:39:03.533825 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-ea0b26bc-92b6-4845-a139-78580745e536 None None] Provisioning for port bc16f2e0-9f29-4495-9e73-382743b1b0a1 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:39:03.547944 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-ea0b26bc-92b6-4845-a139-78580745e536 None None] Provisioning complete for port bc16f2e0-9f29-4495-9e73-382743b1b0a1 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:39:03.548716 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ea0b26bc-92b6-4845-a139-78580745e536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:03.586983 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cabd2844-b8e2-4498-aeb1-b798593a6e3a req-a217e43f-bd43-4a50-a375-271f5e979bce service neutron] 10.222.0.69 "GET /v2.0/networks/53a42219-c346-45f9-be41-c5dabab2438f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180189 Jun 11 09:39:03.611870 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a4121fb-076f-4e37-a8c3-714d19fdd257 x-openstack-request-id: req-2a4121fb-076f-4e37-a8c3-714d19fdd257 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:39:03.612262 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bcb572c-3b00-4f8d-8049-6bc52799374c", "tag": "74cebd76-aca3-45ac-9c8a-b7e9d0de0e85", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:39:03.612604 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2a4121fb-076f-4e37-a8c3-714d19fdd257 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:39:03.613106 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bcb572c-3b00-4f8d-8049-6bc52799374c', 'tag': '74cebd76-aca3-45ac-9c8a-b7e9d0de0e85', 'status': 'completed', 'code': 200} Jun 11 09:39:03.790382 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-ea0b26bc-92b6-4845-a139-78580745e536 None None] Port bc16f2e0-9f29-4495-9e73-382743b1b0a1 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:39:03.794759 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-48566e78-21e7-41f8-9829-d67033f58da3 req-9038112d-7423-4f62-945a-dc69e7951545 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] 10.222.0.60 "GET /v2.0/ports?device_id=0831db26-7dbf-4d78-94d5-ada280374d18 HTTP/1.1" status: 200 len: 210 time: 0.0669501 Jun 11 09:39:03.877687 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93483ec7-b2c9-4d0d-ac09-347f70c8affd req-fda8e81f-f804-429b-a58b-c69485568b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:03.879240 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-93483ec7-b2c9-4d0d-ac09-347f70c8affd req-fda8e81f-f804-429b-a58b-c69485568b82 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=761e66d23fea4903a68cd9de907a43c1&device_id=0bcb572c-3b00-4f8d-8049-6bc52799374c HTTP/1.1" status: 200 len: 1095 time: 0.0826809 Jun 11 09:39:03.927920 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ac8b52-1da7-44db-a30e-7288e1dbd3fd req-a1f4f7c6-baed-4706-912d-d4f6eb95f98d tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:03.931762 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-42ac8b52-1da7-44db-a30e-7288e1dbd3fd req-a1f4f7c6-baed-4706-912d-d4f6eb95f98d tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a2b2a1d-dfdb-45de-ae9b-0ea7720fd0d1 HTTP/1.1" status: 200 len: 931 time: 0.2327809 Jun 11 09:39:03.951858 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [req-6a6fa2cf-047b-4f00-adf5-c7496d27cf10 req-922754e4-2b52-442e-a119-d7ee001adf73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b89e81e3-9a41-4876-bc78-33fc8bc2195a {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:39:03.958627 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [req-ec93344d-68f0-4a35-b03b-4a2d78a3c182 req-8e54a798-3aac-4972-9694-9e8e5c98529c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc16f2e0-9f29-4495-9e73-382743b1b0a1 {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:39:03.975437 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-6a6fa2cf-047b-4f00-adf5-c7496d27cf10 req-922754e4-2b52-442e-a119-d7ee001adf73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:03.982915 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-ec93344d-68f0-4a35-b03b-4a2d78a3c182 req-8e54a798-3aac-4972-9694-9e8e5c98529c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:03.999799 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-6a6fa2cf-047b-4f00-adf5-c7496d27cf10 req-922754e4-2b52-442e-a119-d7ee001adf73 service neutron] Transition to ACTIVE for port object b89e81e3-9a41-4876-bc78-33fc8bc2195a will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:39:04.016386 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-ec93344d-68f0-4a35-b03b-4a2d78a3c182 req-8e54a798-3aac-4972-9694-9e8e5c98529c service neutron] Transition to ACTIVE for port object bc16f2e0-9f29-4495-9e73-382743b1b0a1 will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:39:04.024739 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93483ec7-b2c9-4d0d-ac09-347f70c8affd req-2854c9dd-5061-4a2e-8477-39f6f6b592e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:04.025000 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-42ac8b52-1da7-44db-a30e-7288e1dbd3fd req-caea7044-ae30-4ed3-8133-321c4b3b56ae tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] 10.222.0.60 "GET /v2.0/security-groups?id=49d753b7-a7cc-4778-bca2-d9ac12c2fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826335 Jun 11 09:39:04.025200 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-93483ec7-b2c9-4d0d-ac09-347f70c8affd req-2854c9dd-5061-4a2e-8477-39f6f6b592e1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=53a42219-c346-45f9-be41-c5dabab2438f HTTP/1.1" status: 200 len: 922 time: 0.1351180 Jun 11 09:39:04.072186 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-6a6fa2cf-047b-4f00-adf5-c7496d27cf10 req-922754e4-2b52-442e-a119-d7ee001adf73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:04.075739 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9cb8177e-540a-4075-8ebb-e32c1578a21f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:04.080772 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-93483ec7-b2c9-4d0d-ac09-347f70c8affd req-fb4f6fd4-a5ba-47af-b826-27a598dd2ddc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=74cebd76-aca3-45ac-9c8a-b7e9d0de0e85 HTTP/1.1" status: 200 len: 217 time: 0.0495677 Jun 11 09:39:04.153874 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-ec93344d-68f0-4a35-b03b-4a2d78a3c182 req-8e54a798-3aac-4972-9694-9e8e5c98529c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:04.158560 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93483ec7-b2c9-4d0d-ac09-347f70c8affd req-4e69ca59-8738-4309-9d82-55a29fd35d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:04.160233 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-93483ec7-b2c9-4d0d-ac09-347f70c8affd req-4e69ca59-8738-4309-9d82-55a29fd35d62 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=20094bda-f8d4-46e6-bab1-f100394de689 HTTP/1.1" status: 200 len: 861 time: 0.0723619 Jun 11 09:39:04.223832 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-93483ec7-b2c9-4d0d-ac09-347f70c8affd req-56e0bc8a-a756-4767-883d-545eca6e291f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=53a42219-c346-45f9-be41-c5dabab2438f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520113 Jun 11 09:39:04.228728 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922754e4-2b52-442e-a119-d7ee001adf73 service neutron] Pushing event updated for resources: {'Port': ['ID=b89e81e3-9a41-4876-bc78-33fc8bc2195a,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:04.233360 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-922754e4-2b52-442e-a119-d7ee001adf73 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:04.233992 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2ed6b150-1650-4bac-bb7e-bdb05356828a tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:04.425927 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 09:39:04.446912 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-93483ec7-b2c9-4d0d-ac09-347f70c8affd req-1ab36b73-e260-4838-bb33-ec998d0fd3c6 service neutron] 10.222.0.69 "GET /v2.0/networks/53a42219-c346-45f9-be41-c5dabab2438f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170002 Jun 11 09:39:04.465343 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-6a6fa2cf-047b-4f00-adf5-c7496d27cf10 req-922754e4-2b52-442e-a119-d7ee001adf73 service neutron] Attempting to bind port b89e81e3-9a41-4876-bc78-33fc8bc2195a on host n-h2-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:39:04.465925 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-6a6fa2cf-047b-4f00-adf5-c7496d27cf10 req-922754e4-2b52-442e-a119-d7ee001adf73 service neutron] Attempting to bind port b89e81e3-9a41-4876-bc78-33fc8bc2195a by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:39:04.466447 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6fa2cf-047b-4f00-adf5-c7496d27cf10 req-922754e4-2b52-442e-a119-d7ee001adf73 service neutron] Attempting to bind port b89e81e3-9a41-4876-bc78-33fc8bc2195a on network cf20d108-f84c-44de-9036-2269564edd60 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:39:04.472731 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e54a798-3aac-4972-9694-9e8e5c98529c service neutron] Pushing event updated for resources: {'Port': ['ID=bc16f2e0-9f29-4495-9e73-382743b1b0a1,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:04.476178 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8e54a798-3aac-4972-9694-9e8e5c98529c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:04.497970 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9805f2f3-345f-4866-aff0-6085e3dc7cf9 req-11957581-0606-49a7-a19a-e9ab047d6282 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1045f886-4728-4d29-9dfc-52c060a650ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1284297 Jun 11 09:39:04.546111 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6fa2cf-047b-4f00-adf5-c7496d27cf10 req-922754e4-2b52-442e-a119-d7ee001adf73 service neutron] Port b89e81e3-9a41-4876-bc78-33fc8bc2195a on network cf20d108-f84c-44de-9036-2269564edd60 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:39:04.548953 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6fa2cf-047b-4f00-adf5-c7496d27cf10 req-922754e4-2b52-442e-a119-d7ee001adf73 service neutron] Attempting to bind port b89e81e3-9a41-4876-bc78-33fc8bc2195a on network cf20d108-f84c-44de-9036-2269564edd60 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:39:04.577206 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6fa2cf-047b-4f00-adf5-c7496d27cf10 req-922754e4-2b52-442e-a119-d7ee001adf73 service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:39:04.577825 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6fa2cf-047b-4f00-adf5-c7496d27cf10 req-922754e4-2b52-442e-a119-d7ee001adf73 service neutron] Checking segment: {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:39:04.579138 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6fa2cf-047b-4f00-adf5-c7496d27cf10 req-922754e4-2b52-442e-a119-d7ee001adf73 service neutron] Bound using segment: {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:39:04.580277 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-6a6fa2cf-047b-4f00-adf5-c7496d27cf10 req-922754e4-2b52-442e-a119-d7ee001adf73 service neutron] Bound port: b89e81e3-9a41-4876-bc78-33fc8bc2195a, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:39:04.580942 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-6a6fa2cf-047b-4f00-adf5-c7496d27cf10 req-922754e4-2b52-442e-a119-d7ee001adf73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:04.607381 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-ec93344d-68f0-4a35-b03b-4a2d78a3c182 req-8e54a798-3aac-4972-9694-9e8e5c98529c service neutron] Attempting to bind port bc16f2e0-9f29-4495-9e73-382743b1b0a1 on host n-h2-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:39:04.607972 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-ec93344d-68f0-4a35-b03b-4a2d78a3c182 req-8e54a798-3aac-4972-9694-9e8e5c98529c service neutron] Attempting to bind port bc16f2e0-9f29-4495-9e73-382743b1b0a1 by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': '57391af4-6626-402e-b649-4a2d7f342011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '2200e55c-0960-4aac-b7a8-ebf0eca39b99'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:39:04.608446 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec93344d-68f0-4a35-b03b-4a2d78a3c182 req-8e54a798-3aac-4972-9694-9e8e5c98529c service neutron] Attempting to bind port bc16f2e0-9f29-4495-9e73-382743b1b0a1 on network 2200e55c-0960-4aac-b7a8-ebf0eca39b99 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:39:04.648529 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec93344d-68f0-4a35-b03b-4a2d78a3c182 req-8e54a798-3aac-4972-9694-9e8e5c98529c service neutron] Port bc16f2e0-9f29-4495-9e73-382743b1b0a1 on network 2200e55c-0960-4aac-b7a8-ebf0eca39b99 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:39:04.648853 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec93344d-68f0-4a35-b03b-4a2d78a3c182 req-8e54a798-3aac-4972-9694-9e8e5c98529c service neutron] Attempting to bind port bc16f2e0-9f29-4495-9e73-382743b1b0a1 on network 2200e55c-0960-4aac-b7a8-ebf0eca39b99 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:39:04.663196 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a59f08d-7b29-455d-85fa-3d7af8b7c5fe req-9e114591-8e64-4399-81b5-8447d27f95e4 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:04.664679 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9a59f08d-7b29-455d-85fa-3d7af8b7c5fe req-9e114591-8e64-4399-81b5-8447d27f95e4 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9ea85b8-2f51-4556-a0ec-da627c0a57fb HTTP/1.1" status: 200 len: 948 time: 0.3231950 Jun 11 09:39:04.674953 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec93344d-68f0-4a35-b03b-4a2d78a3c182 req-8e54a798-3aac-4972-9694-9e8e5c98529c service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:39:04.675285 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec93344d-68f0-4a35-b03b-4a2d78a3c182 req-8e54a798-3aac-4972-9694-9e8e5c98529c service neutron] Checking segment: {'id': '57391af4-6626-402e-b649-4a2d7f342011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '2200e55c-0960-4aac-b7a8-ebf0eca39b99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:39:04.675692 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec93344d-68f0-4a35-b03b-4a2d78a3c182 req-8e54a798-3aac-4972-9694-9e8e5c98529c service neutron] Bound using segment: {'id': '57391af4-6626-402e-b649-4a2d7f342011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '2200e55c-0960-4aac-b7a8-ebf0eca39b99'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:39:04.676138 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-ec93344d-68f0-4a35-b03b-4a2d78a3c182 req-8e54a798-3aac-4972-9694-9e8e5c98529c service neutron] Bound port: bc16f2e0-9f29-4495-9e73-382743b1b0a1, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57391af4-6626-402e-b649-4a2d7f342011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '2200e55c-0960-4aac-b7a8-ebf0eca39b99'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:39:04.676485 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-ec93344d-68f0-4a35-b03b-4a2d78a3c182 req-8e54a798-3aac-4972-9694-9e8e5c98529c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:04.697950 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-93483ec7-b2c9-4d0d-ac09-347f70c8affd req-73a8eeee-8114-4cc4-961d-70d1f864bb9b service neutron] 10.222.0.69 "GET /v2.0/networks/53a42219-c346-45f9-be41-c5dabab2438f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423394 Jun 11 09:39:04.747602 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805f2f3-345f-4866-aff0-6085e3dc7cf9 req-952348ae-ca6b-44b3-8424-27efeef3d51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:04.749049 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9805f2f3-345f-4866-aff0-6085e3dc7cf9 req-952348ae-ca6b-44b3-8424-27efeef3d51e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8e37b83f6d0348799fd6a3bbdbf238bd&device_id=1045f886-4728-4d29-9dfc-52c060a650ec HTTP/1.1" status: 200 len: 1123 time: 0.1468489 Jun 11 09:39:04.757741 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1d1dc0-c220-4e51-beab-20baec07b049 req-c4e71b81-e1dc-48fe-b83c-c271dc05daef tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:04.760025 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4d1d1dc0-c220-4e51-beab-20baec07b049 req-c4e71b81-e1dc-48fe-b83c-c271dc05daef tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcb572c-3b00-4f8d-8049-6bc52799374c HTTP/1.1" status: 200 len: 943 time: 0.1042442 Jun 11 09:39:04.764774 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-6a6fa2cf-047b-4f00-adf5-c7496d27cf10 req-922754e4-2b52-442e-a119-d7ee001adf73 service neutron] For port b89e81e3-9a41-4876-bc78-33fc8bc2195a, host n-h2-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:39:04.799122 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9a59f08d-7b29-455d-85fa-3d7af8b7c5fe req-462e7088-995a-4e8f-9de1-8e39c231d3c1 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] 10.222.0.60 "GET /v2.0/security-groups?id=79d73196-6efa-49b1-8eea-73a979435c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278756 Jun 11 09:39:04.801580 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-6a6fa2cf-047b-4f00-adf5-c7496d27cf10 req-922754e4-2b52-442e-a119-d7ee001adf73 service neutron] For port b89e81e3-9a41-4876-bc78-33fc8bc2195a, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=b89e81e3-9a41-4876-bc78-33fc8bc2195a,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:39:04.830225 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-ec93344d-68f0-4a35-b03b-4a2d78a3c182 req-8e54a798-3aac-4972-9694-9e8e5c98529c service neutron] For port bc16f2e0-9f29-4495-9e73-382743b1b0a1, host n-h2-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:39:04.836011 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-ec93344d-68f0-4a35-b03b-4a2d78a3c182 req-8e54a798-3aac-4972-9694-9e8e5c98529c service neutron] For port bc16f2e0-9f29-4495-9e73-382743b1b0a1, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=bc16f2e0-9f29-4495-9e73-382743b1b0a1,segment=NetworkSegment(57391af4-6626-402e-b649-4a2d7f342011),segment_id=57391af4-6626-402e-b649-4a2d7f342011)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:39:04.896034 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-ec93344d-68f0-4a35-b03b-4a2d78a3c182 req-8e54a798-3aac-4972-9694-9e8e5c98529c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:04.898253 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-6a6fa2cf-047b-4f00-adf5-c7496d27cf10 req-922754e4-2b52-442e-a119-d7ee001adf73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:04.902200 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:04.905333 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4d1d1dc0-c220-4e51-beab-20baec07b049 req-2fe185a6-c89f-4954-b64c-690e53780ec1 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386268 Jun 11 09:39:04.933091 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805f2f3-345f-4866-aff0-6085e3dc7cf9 req-03bb9bdd-3de3-46f4-9dd0-1b30265c44bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:04.934588 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9805f2f3-345f-4866-aff0-6085e3dc7cf9 req-03bb9bdd-3de3-46f4-9dd0-1b30265c44bc service neutron] 10.222.0.64 "GET /v2.0/networks?id=cf20d108-f84c-44de-9036-2269564edd60 HTTP/1.1" status: 200 len: 870 time: 0.1627564 Jun 11 09:39:04.960516 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec93344d-68f0-4a35-b03b-4a2d78a3c182 req-8e54a798-3aac-4972-9694-9e8e5c98529c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:04.961137 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-ec93344d-68f0-4a35-b03b-4a2d78a3c182 req-8e54a798-3aac-4972-9694-9e8e5c98529c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:04.962609 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ec93344d-68f0-4a35-b03b-4a2d78a3c182 req-8e54a798-3aac-4972-9694-9e8e5c98529c service neutron] 10.222.0.69 "PUT /v2.0/ports/bc16f2e0-9f29-4495-9e73-382743b1b0a1 HTTP/1.1" status: 200 len: 1092 time: 2.1109517 Jun 11 09:39:04.963091 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a2b2a1d-dfdb-45de-ae9b-0ea7720fd0d1', 'tag': 'bc16f2e0-9f29-4495-9e73-382743b1b0a1'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:39:04.997851 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9805f2f3-345f-4866-aff0-6085e3dc7cf9 req-12d1b46b-f607-4025-9940-0e05b1ce1806 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=9c0c333a-ca20-4daa-9e05-c61a83a8c592 HTTP/1.1" status: 200 len: 217 time: 0.0531542 Jun 11 09:39:05.076717 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6fa2cf-047b-4f00-adf5-c7496d27cf10 req-922754e4-2b52-442e-a119-d7ee001adf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:05.077401 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-6a6fa2cf-047b-4f00-adf5-c7496d27cf10 req-922754e4-2b52-442e-a119-d7ee001adf73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:05.079033 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6a6fa2cf-047b-4f00-adf5-c7496d27cf10 req-922754e4-2b52-442e-a119-d7ee001adf73 service neutron] 10.222.0.69 "PUT /v2.0/ports/b89e81e3-9a41-4876-bc78-33fc8bc2195a HTTP/1.1" status: 200 len: 1097 time: 2.3809755 Jun 11 09:39:05.149795 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805f2f3-345f-4866-aff0-6085e3dc7cf9 req-16eea3fa-e2fa-4d42-8341-2552c11ab5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:05.151972 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9805f2f3-345f-4866-aff0-6085e3dc7cf9 req-16eea3fa-e2fa-4d42-8341-2552c11ab5fa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=189b03cc-b2a8-4615-9ab5-ad0328c3f10f HTTP/1.1" status: 200 len: 843 time: 0.1468794 Jun 11 09:39:05.161525 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:05.215255 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5d61a64-7395-420c-8319-bd3f97f43102" -d '{"events": [{"name": "network-changed", "server_uuid": "6a2b2a1d-dfdb-45de-ae9b-0ea7720fd0d1", "tag": "bc16f2e0-9f29-4495-9e73-382743b1b0a1"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:39:05.260771 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e54a798-3aac-4972-9694-9e8e5c98529c service neutron] Pushing event updated for resources: {'Port': ['ID=bc16f2e0-9f29-4495-9e73-382743b1b0a1,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:05.290168 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805f2f3-345f-4866-aff0-6085e3dc7cf9 req-5fe4d2cb-4bce-4a89-a17b-35388845f974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:05.291883 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9805f2f3-345f-4866-aff0-6085e3dc7cf9 req-5fe4d2cb-4bce-4a89-a17b-35388845f974 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf20d108-f84c-44de-9036-2269564edd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1327083 Jun 11 09:39:05.429883 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922754e4-2b52-442e-a119-d7ee001adf73 service neutron] Pushing event updated for resources: {'Port': ['ID=b89e81e3-9a41-4876-bc78-33fc8bc2195a,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:05.432998 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-922754e4-2b52-442e-a119-d7ee001adf73 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:05.436296 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8e54a798-3aac-4972-9694-9e8e5c98529c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.490s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:05.436540 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8e54a798-3aac-4972-9694-9e8e5c98529c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:05.459602 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec93344d-68f0-4a35-b03b-4a2d78a3c182 req-c3111c1e-5be1-4b1f-9cb5-969b6f5270fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:05.461168 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ec93344d-68f0-4a35-b03b-4a2d78a3c182 req-c3111c1e-5be1-4b1f-9cb5-969b6f5270fd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=db9e0ae364434cf4a20ebccef2ca3f2e&device_id=6a2b2a1d-dfdb-45de-ae9b-0ea7720fd0d1 HTTP/1.1" status: 200 len: 1095 time: 0.3327935 Jun 11 09:39:05.462873 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9805f2f3-345f-4866-aff0-6085e3dc7cf9 req-cc525a76-4281-4300-a590-dd087c42ce88 service neutron] 10.222.0.64 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612184 Jun 11 09:39:05.463597 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6fa2cf-047b-4f00-adf5-c7496d27cf10 req-4b3b422b-9862-4fbc-b551-d0d512ee23e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:05.465119 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6a6fa2cf-047b-4f00-adf5-c7496d27cf10 req-4b3b422b-9862-4fbc-b551-d0d512ee23e9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5abcc8334992469d8b8905b4f8b8d346&device_id=b9ea85b8-2f51-4556-a0ec-da627c0a57fb HTTP/1.1" status: 200 len: 1100 time: 0.2465031 Jun 11 09:39:05.488809 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45adbbf5-7b14-451e-a4ab-8d0179eebf28 req-33ab48d7-a862-4c36-86d7-30618619c077 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:05.490619 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-45adbbf5-7b14-451e-a4ab-8d0179eebf28 req-33ab48d7-a862-4c36-86d7-30618619c077 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a2b2a1d-dfdb-45de-ae9b-0ea7720fd0d1 HTTP/1.1" status: 200 len: 943 time: 0.1855042 Jun 11 09:39:05.608660 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9805f2f3-345f-4866-aff0-6085e3dc7cf9 req-a3d06da3-45bd-4b13-9da3-ff09194ae712 service neutron] 10.222.0.64 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384428 Jun 11 09:39:05.614420 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0831db26-7dbf-4d78-94d5-ada280374d18', 'name': 'network-vif-deleted', 'tag': 'a44c918d-cae3-4b55-baa2-b01efe4037e3'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:39:05.617055 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5eef749-4603-44cf-9d40-fa041c155c65" -d '{"events": [{"server_uuid": "0831db26-7dbf-4d78-94d5-ada280374d18", "name": "network-vif-deleted", "tag": "a44c918d-cae3-4b55-baa2-b01efe4037e3"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:39:05.763385 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e2c5d6ab-01c5-4ae5-b9b2-ad3ada3a6496 req-019ae138-79b1-4aec-824b-db5850a4dea3 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=7fb463146b284a1eb7398f66893de6a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0261233 Jun 11 09:39:05.791741 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6a6fa2cf-047b-4f00-adf5-c7496d27cf10 req-cf20397c-a3b9-40a8-aea3-291165b4887e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=b89e81e3-9a41-4876-bc78-33fc8bc2195a HTTP/1.1" status: 200 len: 217 time: 0.3000736 Jun 11 09:39:05.802415 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ec93344d-68f0-4a35-b03b-4a2d78a3c182 req-84d70328-dba1-426d-8449-15a2b2a032be service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc16f2e0-9f29-4495-9e73-382743b1b0a1 HTTP/1.1" status: 200 len: 217 time: 0.3097615 Jun 11 09:39:05.823755 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device a44c918d-cae3-4b55-baa2-b01efe4037e3 no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:39:05.849020 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] No Port match for: a44c918d-cae3-4b55-baa2-b01efe4037e3 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:39:05.849516 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device a44c918d-cae3-4b55-baa2-b01efe4037e3 not bound to the agent host n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:39:05.902285 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c5d6ab-01c5-4ae5-b9b2-ad3ada3a6496 req-fa4d57d4-8c89-4e6a-9d3d-9fc726ff7551 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:05.903774 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e2c5d6ab-01c5-4ae5-b9b2-ad3ada3a6496 req-fa4d57d4-8c89-4e6a-9d3d-9fc726ff7551 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1342585 Jun 11 09:39:05.918605 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e2c5d6ab-01c5-4ae5-b9b2-ad3ada3a6496 req-e4e2af2f-688e-4d19-a528-2969637819c0 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] 10.222.0.60 "GET /v2.0/quotas/7fb463146b284a1eb7398f66893de6a8 HTTP/1.1" status: 200 len: 375 time: 0.0090432 Jun 11 09:39:05.931006 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-45adbbf5-7b14-451e-a4ab-8d0179eebf28 req-5a71ee35-5120-4982-9500-f0fa04e9f6dc tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] 10.222.0.60 "GET /v2.0/security-groups?id=49d753b7-a7cc-4778-bca2-d9ac12c2fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4104211 Jun 11 09:39:05.936685 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec93344d-68f0-4a35-b03b-4a2d78a3c182 req-5f253e12-a65b-410b-97b9-ff4b7d5c70e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:05.938641 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ec93344d-68f0-4a35-b03b-4a2d78a3c182 req-5f253e12-a65b-410b-97b9-ff4b7d5c70e4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1d975209-1448-49e3-b064-737640ba01f1 HTTP/1.1" status: 200 len: 867 time: 0.1276658 Jun 11 09:39:05.939898 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6fa2cf-047b-4f00-adf5-c7496d27cf10 req-1dbfa86d-c2db-4f11-a230-9b0e6b2d516d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:05.941197 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6a6fa2cf-047b-4f00-adf5-c7496d27cf10 req-1dbfa86d-c2db-4f11-a230-9b0e6b2d516d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=189b03cc-b2a8-4615-9ab5-ad0328c3f10f HTTP/1.1" status: 200 len: 843 time: 0.1403763 Jun 11 09:39:05.958214 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e2c5d6ab-01c5-4ae5-b9b2-ad3ada3a6496 req-867e9ea0-62c0-4263-9b31-3dc2a23d8471 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7fb463146b284a1eb7398f66893de6a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342848 Jun 11 09:39:06.056724 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c24f2c7-5abb-41ec-b73c-dc38640e3b8a x-openstack-request-id: req-2c24f2c7-5abb-41ec-b73c-dc38640e3b8a {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:39:06.057250 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a2b2a1d-dfdb-45de-ae9b-0ea7720fd0d1", "tag": "bc16f2e0-9f29-4495-9e73-382743b1b0a1", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:39:06.057353 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2c24f2c7-5abb-41ec-b73c-dc38640e3b8a {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:39:06.057789 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a2b2a1d-dfdb-45de-ae9b-0ea7720fd0d1', 'tag': 'bc16f2e0-9f29-4495-9e73-382743b1b0a1', 'status': 'completed', 'code': 200} Jun 11 09:39:06.104089 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec93344d-68f0-4a35-b03b-4a2d78a3c182 req-825de216-7027-4d21-a194-0a8820ef0254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:06.105851 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ec93344d-68f0-4a35-b03b-4a2d78a3c182 req-825de216-7027-4d21-a194-0a8820ef0254 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2200e55c-0960-4aac-b7a8-ebf0eca39b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1554692 Jun 11 09:39:06.111633 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6fa2cf-047b-4f00-adf5-c7496d27cf10 req-ec0f2d95-c396-47db-8039-7e8a7eb17f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:06.113089 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6a6fa2cf-047b-4f00-adf5-c7496d27cf10 req-ec0f2d95-c396-47db-8039-7e8a7eb17f26 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cf20d108-f84c-44de-9036-2269564edd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1618066 Jun 11 09:39:06.220588 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-244944a3-0982-408d-b029-a09ed4bbd88a x-openstack-request-id: req-244944a3-0982-408d-b029-a09ed4bbd88a {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:39:06.220917 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0831db26-7dbf-4d78-94d5-ada280374d18", "name": "network-vif-deleted", "tag": "a44c918d-cae3-4b55-baa2-b01efe4037e3", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:39:06.221194 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-244944a3-0982-408d-b029-a09ed4bbd88a {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:39:06.221620 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0831db26-7dbf-4d78-94d5-ada280374d18', 'name': 'network-vif-deleted', 'tag': 'a44c918d-cae3-4b55-baa2-b01efe4037e3', 'status': 'completed', 'code': 200} Jun 11 09:39:06.317325 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ec93344d-68f0-4a35-b03b-4a2d78a3c182 req-a4d6fcaf-92ab-4b9f-a29f-c9fcdb78215c service neutron] 10.222.0.69 "GET /v2.0/networks/2200e55c-0960-4aac-b7a8-ebf0eca39b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032397 Jun 11 09:39:06.320890 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6a6fa2cf-047b-4f00-adf5-c7496d27cf10 req-d16f7a96-4507-404a-8c99-4fa5bdc46ac4 service neutron] 10.222.0.69 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989369 Jun 11 09:39:06.538089 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6a6fa2cf-047b-4f00-adf5-c7496d27cf10 req-00ed423c-652d-4d45-b62f-fe56cb5f8f73 service neutron] 10.222.0.69 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008789 Jun 11 09:39:06.540716 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ec93344d-68f0-4a35-b03b-4a2d78a3c182 req-659d67d8-807c-4877-98a2-aa00e44cd418 service neutron] 10.222.0.69 "GET /v2.0/networks/2200e55c-0960-4aac-b7a8-ebf0eca39b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114787 Jun 11 09:39:06.764352 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d61a64-7395-420c-8319-bd3f97f43102 req-71f556aa-2e8f-43a4-a404-175c5b69eb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:06.765898 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a5d61a64-7395-420c-8319-bd3f97f43102 req-71f556aa-2e8f-43a4-a404-175c5b69eb67 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=db9e0ae364434cf4a20ebccef2ca3f2e&device_id=6a2b2a1d-dfdb-45de-ae9b-0ea7720fd0d1 HTTP/1.1" status: 200 len: 1095 time: 0.0820265 Jun 11 09:39:06.830793 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaca4b3-9eda-410b-be89-e8de1e757c09 req-bfb43fa9-bf2b-4777-9eef-e8e76042b2fc tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:06.832460 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fbaca4b3-9eda-410b-be89-e8de1e757c09 req-bfb43fa9-bf2b-4777-9eef-e8e76042b2fc tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9ea85b8-2f51-4556-a0ec-da627c0a57fb HTTP/1.1" status: 200 len: 948 time: 0.0757897 Jun 11 09:39:06.877150 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fbaca4b3-9eda-410b-be89-e8de1e757c09 req-59851afe-fb4e-4860-86f1-f7c1b78f3e71 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] 10.222.0.60 "GET /v2.0/security-groups?id=79d73196-6efa-49b1-8eea-73a979435c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377920 Jun 11 09:39:07.003025 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d61a64-7395-420c-8319-bd3f97f43102 req-ca1b24cf-dab2-43c1-a54b-707ca41bad97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:07.004538 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a5d61a64-7395-420c-8319-bd3f97f43102 req-ca1b24cf-dab2-43c1-a54b-707ca41bad97 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2200e55c-0960-4aac-b7a8-ebf0eca39b99 HTTP/1.1" status: 200 len: 929 time: 0.2313533 Jun 11 09:39:07.013233 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f0b078-6fb7-4eaf-9d4d-0358ca490899 req-6a06ab79-fbfb-4207-983b-a96bcae7e636 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:07.014812 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d8f0b078-6fb7-4eaf-9d4d-0358ca490899 req-6a06ab79-fbfb-4207-983b-a96bcae7e636 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcb572c-3b00-4f8d-8049-6bc52799374c HTTP/1.1" status: 200 len: 943 time: 0.2049537 Jun 11 09:39:07.071512 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a5d61a64-7395-420c-8319-bd3f97f43102 req-ae4edc72-1947-4774-90da-9402fa9bab22 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc16f2e0-9f29-4495-9e73-382743b1b0a1 HTTP/1.1" status: 200 len: 217 time: 0.0557446 Jun 11 09:39:07.143318 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9ce97bdc-c7c3-4b5e-afbd-58c198191518 req-116181f7-c052-4825-8000-370ea6c58af3 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d2f68d0-f06a-449a-98c8-fe4dfc06c694 HTTP/1.1" status: 200 len: 210 time: 0.2267239 Jun 11 09:39:07.150584 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d8f0b078-6fb7-4eaf-9d4d-0358ca490899 req-e835661d-4764-45a1-9051-34bb195622bb tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863450 Jun 11 09:39:07.156195 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d61a64-7395-420c-8319-bd3f97f43102 req-8140d282-26c3-4afc-b3d5-4ef29f596787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:07.166406 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a5d61a64-7395-420c-8319-bd3f97f43102 req-8140d282-26c3-4afc-b3d5-4ef29f596787 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1d975209-1448-49e3-b064-737640ba01f1 HTTP/1.1" status: 200 len: 867 time: 0.0756366 Jun 11 09:39:07.232279 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d61a64-7395-420c-8319-bd3f97f43102 req-4250f07b-c3df-40f5-94c0-af014454b73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:07.233761 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a5d61a64-7395-420c-8319-bd3f97f43102 req-4250f07b-c3df-40f5-94c0-af014454b73b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2200e55c-0960-4aac-b7a8-ebf0eca39b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0692043 Jun 11 09:39:07.613459 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a5d61a64-7395-420c-8319-bd3f97f43102 req-b09c444e-2dda-45bf-8751-d5b44f953214 service neutron] 10.222.0.69 "GET /v2.0/networks/2200e55c-0960-4aac-b7a8-ebf0eca39b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3730767 Jun 11 09:39:07.679303 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224d25d1-1833-47b4-948a-637ea9943bd6 req-4747601f-39d5-45f2-b366-35f4e3c29a9f tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:07.680765 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-224d25d1-1833-47b4-948a-637ea9943bd6 req-4747601f-39d5-45f2-b366-35f4e3c29a9f tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a2b2a1d-dfdb-45de-ae9b-0ea7720fd0d1 HTTP/1.1" status: 200 len: 943 time: 0.3802280 Jun 11 09:39:07.780629 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a5d61a64-7395-420c-8319-bd3f97f43102 req-62287594-8186-4227-91d9-adad12afc9d5 service neutron] 10.222.0.69 "GET /v2.0/networks/2200e55c-0960-4aac-b7a8-ebf0eca39b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583276 Jun 11 09:39:07.794376 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-224d25d1-1833-47b4-948a-637ea9943bd6 req-8e1eb72a-d134-45d8-a455-e773c5a50d68 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] 10.222.0.60 "GET /v2.0/security-groups?id=49d753b7-a7cc-4778-bca2-d9ac12c2fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723908 Jun 11 09:39:07.823847 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 74cebd76-aca3-45ac-9c8a-b7e9d0de0e85 details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:39:07.874537 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 34636) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:39:07.965453 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 74cebd76-aca3-45ac-9c8a-b7e9d0de0e85, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=74cebd76-aca3-45ac-9c8a-b7e9d0de0e85,segment=NetworkSegment(56281ee1-4859-40f0-b2a0-2c2117bfda04),segment_id=56281ee1-4859-40f0-b2a0-2c2117bfda04)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:39:07.978589 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': '74cebd76-aca3-45ac-9c8a-b7e9d0de0e85', 'network_id': '53a42219-c346-45f9-be41-c5dabab2438f', 'port_id': '74cebd76-aca3-45ac-9c8a-b7e9d0de0e85', 'mac_address': 'fa:16:3e:24:52:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20094bda-f8d4-46e6-bab1-f100394de689', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:39:08.017631 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-45bea2a5-da17-44cd-b818-76f6be918645 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:08.059019 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9ea85b8-2f51-4556-a0ec-da627c0a57fb', 'tag': 'b89e81e3-9a41-4876-bc78-33fc8bc2195a'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:39:08.061771 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29014dca-0928-4d9a-ab4a-c7485178505b" -d '{"events": [{"name": "network-changed", "server_uuid": "b9ea85b8-2f51-4556-a0ec-da627c0a57fb", "tag": "b89e81e3-9a41-4876-bc78-33fc8bc2195a"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:39:08.077068 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:08.105420 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74cebd76-aca3-45ac-9c8a-b7e9d0de0e85 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:39:08.130355 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 74cebd76-aca3-45ac-9c8a-b7e9d0de0e85, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=74cebd76-aca3-45ac-9c8a-b7e9d0de0e85,segment=NetworkSegment(56281ee1-4859-40f0-b2a0-2c2117bfda04),segment_id=56281ee1-4859-40f0-b2a0-2c2117bfda04)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:39:08.142005 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-45bea2a5-da17-44cd-b818-76f6be918645 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:08.210063 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b69b7ff-b460-48f8-b0ff-34903b413328 req-1f92b653-73d2-4342-ba3d-90d6a61e03ea tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:08.211595 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2b69b7ff-b460-48f8-b0ff-34903b413328 req-1f92b653-73d2-4342-ba3d-90d6a61e03ea tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9ea85b8-2f51-4556-a0ec-da627c0a57fb HTTP/1.1" status: 200 len: 948 time: 0.0839205 Jun 11 09:39:08.228447 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-45bea2a5-da17-44cd-b818-76f6be918645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:08.228727 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:08.230271 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-b9cfb4d9-4491-4bf9-be93-28cdc2e4d3cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:08.235711 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:08.266722 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2b69b7ff-b460-48f8-b0ff-34903b413328 req-2197dfb8-a99f-41e7-8f15-c5c89646ebf3 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] 10.222.0.60 "GET /v2.0/security-groups?id=79d73196-6efa-49b1-8eea-73a979435c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481579 Jun 11 09:39:08.278311 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-45bea2a5-da17-44cd-b818-76f6be918645 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=69a28581d95342bfa277a10bf3fbcd14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4021184 Jun 11 09:39:08.281002 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 34656) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:39:08.308725 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bea2a5-da17-44cd-b818-76f6be918645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b33f3a1d-a8d0-456c-b427-c746b142a764,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:08.313285 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-45bea2a5-da17-44cd-b818-76f6be918645 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:08.325555 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=74cebd76-aca3-45ac-9c8a-b7e9d0de0e85,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:08.329013 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:08.359091 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c82284b4-8d94-41b0-b81e-b08e08f8be4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:08.386282 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c82284b4-8d94-41b0-b81e-b08e08f8be4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:08.473595 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa69c2c0-dc89-4c2b-b10a-146f0ffd92fe x-openstack-request-id: req-aa69c2c0-dc89-4c2b-b10a-146f0ffd92fe {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:39:08.473595 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9ea85b8-2f51-4556-a0ec-da627c0a57fb", "tag": "b89e81e3-9a41-4876-bc78-33fc8bc2195a", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:39:08.473848 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-aa69c2c0-dc89-4c2b-b10a-146f0ffd92fe {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:39:08.474634 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9ea85b8-2f51-4556-a0ec-da627c0a57fb', 'tag': 'b89e81e3-9a41-4876-bc78-33fc8bc2195a', 'status': 'completed', 'code': 200} Jun 11 09:39:08.520556 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c82284b4-8d94-41b0-b81e-b08e08f8be4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:08.523420 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c82284b4-8d94-41b0-b81e-b08e08f8be4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:08.525112 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-c82284b4-8d94-41b0-b81e-b08e08f8be4f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b33f3a1d-a8d0-456c-b427-c746b142a764 HTTP/1.1" status: 204 len: 168 time: 0.2426906 Jun 11 09:39:08.530455 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:08.537591 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82284b4-8d94-41b0-b81e-b08e08f8be4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b33f3a1d-a8d0-456c-b427-c746b142a764,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:08.544602 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c82284b4-8d94-41b0-b81e-b08e08f8be4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:08.605175 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e2c5d6ab-01c5-4ae5-b9b2-ad3ada3a6496 req-c4acf61b-5fd3-42a2-b101-777f7724ad25 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=7fb463146b284a1eb7398f66893de6a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0572233 Jun 11 09:39:08.607434 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 34664) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:39:08.628534 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29014dca-0928-4d9a-ab4a-c7485178505b req-6d61a588-9f04-478b-80c9-f4baefe78558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:08.630300 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-29014dca-0928-4d9a-ab4a-c7485178505b req-6d61a588-9f04-478b-80c9-f4baefe78558 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5abcc8334992469d8b8905b4f8b8d346&device_id=b9ea85b8-2f51-4556-a0ec-da627c0a57fb HTTP/1.1" status: 200 len: 1100 time: 0.1303573 Jun 11 09:39:08.655190 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b42952d2-0950-4d84-9962-2dc25596480c req-53e23b7e-d93a-4e7c-9064-6b3512623b88 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d2f68d0-f06a-449a-98c8-fe4dfc06c694 HTTP/1.1" status: 200 len: 210 time: 0.0534725 Jun 11 09:39:08.673544 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['74cebd76-aca3-45ac-9c8a-b7e9d0de0e85'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:39:08.905996 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-77e76844-eb5e-43d1-a9a8-c5c60f79e730 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:08.938297 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c5d6ab-01c5-4ae5-b9b2-ad3ada3a6496 req-4b686dff-8a97-435f-80af-c0027fe9d51c tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:08.939990 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e2c5d6ab-01c5-4ae5-b9b2-ad3ada3a6496 req-4b686dff-8a97-435f-80af-c0027fe9d51c tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3261130 Jun 11 09:39:08.954291 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29014dca-0928-4d9a-ab4a-c7485178505b req-1fe2c6e1-d4a6-4ed8-88f9-252dd622d04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:08.954900 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-e2c5d6ab-01c5-4ae5-b9b2-ad3ada3a6496 req-fcfdefda-4411-42ab-85ae-283727785245 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] Request body: {'port': {'device_id': '4d2f68d0-f06a-449a-98c8-fe4dfc06c694', 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60', 'admin_state_up': True, 'tenant_id': '7fb463146b284a1eb7398f66893de6a8'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:39:08.955753 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-29014dca-0928-4d9a-ab4a-c7485178505b req-1fe2c6e1-d4a6-4ed8-88f9-252dd622d04d service neutron] 10.222.0.69 "GET /v2.0/networks?id=cf20d108-f84c-44de-9036-2269564edd60 HTTP/1.1" status: 200 len: 870 time: 0.3031561 Jun 11 09:39:08.995240 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76824ec4-f7a8-4272-94ee-b6cec12407f1 req-b245f780-02d2-4e68-bea4-7795c779ba3b tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:08.996731 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-76824ec4-f7a8-4272-94ee-b6cec12407f1 req-b245f780-02d2-4e68-bea4-7795c779ba3b tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] 10.222.0.60 "GET /v2.0/ports?device_id=1045f886-4728-4d29-9dfc-52c060a650ec HTTP/1.1" status: 200 len: 971 time: 0.1663854 Jun 11 09:39:09.028464 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-29014dca-0928-4d9a-ab4a-c7485178505b req-7a75b03c-a227-4b1b-ba86-10490c3973cd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=b89e81e3-9a41-4876-bc78-33fc8bc2195a HTTP/1.1" status: 200 len: 217 time: 0.0617900 Jun 11 09:39:09.100230 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c26623b-9b7b-4231-8d23-f6a063141809 req-9a1dbd58-88e9-4950-9b3e-b2cca138d636 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:09.107336 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0c26623b-9b7b-4231-8d23-f6a063141809 req-9a1dbd58-88e9-4950-9b3e-b2cca138d636 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcb572c-3b00-4f8d-8049-6bc52799374c HTTP/1.1" status: 200 len: 944 time: 0.2590017 Jun 11 09:39:09.135890 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-76824ec4-f7a8-4272-94ee-b6cec12407f1 req-e4520cd4-85d5-49fd-936b-8c21e9455ba6 tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] 10.222.0.60 "GET /v2.0/security-groups?id=194cfdab-4351-4c25-aa00-452f378b6969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282389 Jun 11 09:39:09.157845 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29014dca-0928-4d9a-ab4a-c7485178505b req-e458e645-d5d7-44e1-ab7e-7814362d2529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:09.159306 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-29014dca-0928-4d9a-ab4a-c7485178505b req-e458e645-d5d7-44e1-ab7e-7814362d2529 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=189b03cc-b2a8-4615-9ab5-ad0328c3f10f HTTP/1.1" status: 200 len: 843 time: 0.1218462 Jun 11 09:39:09.215658 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0c26623b-9b7b-4231-8d23-f6a063141809 req-65e8eeaa-fe33-409b-b80a-c5a28aa868a5 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074131 Jun 11 09:39:09.228600 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-77e76844-eb5e-43d1-a9a8-c5c60f79e730 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:09.255015 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29014dca-0928-4d9a-ab4a-c7485178505b req-b31a59a7-8a56-4917-9d8c-4c15a217e5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:09.256711 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-29014dca-0928-4d9a-ab4a-c7485178505b req-b31a59a7-8a56-4917-9d8c-4c15a217e5da service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cf20d108-f84c-44de-9036-2269564edd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0871425 Jun 11 09:39:09.314529 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-77e76844-eb5e-43d1-a9a8-c5c60f79e730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:09.317022 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-45bea2a5-da17-44cd-b818-76f6be918645 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:09.365590 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2c5d6ab-01c5-4ae5-b9b2-ad3ada3a6496 req-fcfdefda-4411-42ab-85ae-283727785245 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] Made reservation on behalf of 7fb463146b284a1eb7398f66893de6a8 for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:39:09.369183 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-e2c5d6ab-01c5-4ae5-b9b2-ad3ada3a6496 req-fcfdefda-4411-42ab-85ae-283727785245 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:09.441863 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-77e76844-eb5e-43d1-a9a8-c5c60f79e730 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3eea40d320b14ee68c2c3ac56efd0b20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8328593 Jun 11 09:39:09.446288 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 34684) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:39:09.450517 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e76844-eb5e-43d1-a9a8-c5c60f79e730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7ea27f-1da1-45be-9f92-b37f54bbf13e,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:09.455610 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-77e76844-eb5e-43d1-a9a8-c5c60f79e730 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:09.467643 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 34686) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:39:09.498515 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a50fd887-8bdd-480c-885d-7f61c766c3e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:09.502179 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-29014dca-0928-4d9a-ab4a-c7485178505b req-d8ce4415-da88-479c-aec8-be6c53f67dc2 service neutron] 10.222.0.69 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385504 Jun 11 09:39:09.568342 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da551527-4a75-4e98-979c-dfef6ef6bc63 req-67320acf-2937-4dca-8df3-1221f795ce33 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:09.569838 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-da551527-4a75-4e98-979c-dfef6ef6bc63 req-67320acf-2937-4dca-8df3-1221f795ce33 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a2b2a1d-dfdb-45de-ae9b-0ea7720fd0d1 HTTP/1.1" status: 200 len: 943 time: 0.2347419 Jun 11 09:39:09.627651 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-e2c5d6ab-01c5-4ae5-b9b2-ad3ada3a6496 req-fcfdefda-4411-42ab-85ae-283727785245 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] Allocated IP 192.168.233.82 (cf20d108-f84c-44de-9036-2269564edd60/189b03cc-b2a8-4615-9ab5-ad0328c3f10f/dbb567b0-a461-4193-8efa-363e2c51d7b8) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:39:09.635747 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bb1e49fa-1ef2-485f-9c02-7be95092f759 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:09.694024 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bb1e49fa-1ef2-485f-9c02-7be95092f759 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:09.703710 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-da551527-4a75-4e98-979c-dfef6ef6bc63 req-aae84f34-063c-4951-9b79-d88bdff77867 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] 10.222.0.60 "GET /v2.0/security-groups?id=49d753b7-a7cc-4778-bca2-d9ac12c2fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196170 Jun 11 09:39:09.709691 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-29014dca-0928-4d9a-ab4a-c7485178505b req-bc4f1b02-db01-432a-bf1c-3a1be32707aa service neutron] 10.222.0.69 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958947 Jun 11 09:39:09.743780 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1323f668-09b6-46f0-877e-60ce56a2d918 req-521cb564-9a0e-4150-ac5b-d760a8f25093 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:09.745063 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1323f668-09b6-46f0-877e-60ce56a2d918 req-521cb564-9a0e-4150-ac5b-d760a8f25093 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9ea85b8-2f51-4556-a0ec-da627c0a57fb HTTP/1.1" status: 200 len: 948 time: 0.2000964 Jun 11 09:39:09.756753 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a50fd887-8bdd-480c-885d-7f61c766c3e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:09.815047 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a50fd887-8bdd-480c-885d-7f61c766c3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:09.820271 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b031448e-c731-4ed8-b80a-245cc28d80e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:09.829074 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 74cebd76-aca3-45ac-9c8a-b7e9d0de0e85 up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:39:09.885138 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1323f668-09b6-46f0-877e-60ce56a2d918 req-b83f0028-eb86-404f-b750-aaff5b5e509c tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] 10.222.0.60 "GET /v2.0/security-groups?id=79d73196-6efa-49b1-8eea-73a979435c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326060 Jun 11 09:39:09.892607 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50fd887-8bdd-480c-885d-7f61c766c3e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a82b60-3ffe-4c19-bda6-83d22048f7d9,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:09.896296 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a50fd887-8bdd-480c-885d-7f61c766c3e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:09.938285 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-e2c5d6ab-01c5-4ae5-b9b2-ad3ada3a6496 req-fcfdefda-4411-42ab-85ae-283727785245 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:09.946350 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-a50fd887-8bdd-480c-885d-7f61c766c3e2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=23de5a7716924f7fa578f60c8079a919&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4723382 Jun 11 09:39:09.948439 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-672c4661-7888-4348-8704-15cf232bd312 req-c578085c-cfc0-4fbd-81e8-ce8b0cde44e1 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d2f68d0-f06a-449a-98c8-fe4dfc06c694 HTTP/1.1" status: 200 len: 210 time: 0.0940509 Jun 11 09:39:09.948884 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 34692) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:39:09.986331 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-e2c5d6ab-01c5-4ae5-b9b2-ad3ada3a6496 req-fcfdefda-4411-42ab-85ae-283727785245 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] Transition to ACTIVE for port object dbb567b0-a461-4193-8efa-363e2c51d7b8 will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:39:09.987911 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bb1e49fa-1ef2-485f-9c02-7be95092f759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:09.990936 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bb1e49fa-1ef2-485f-9c02-7be95092f759 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:09.992516 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-bb1e49fa-1ef2-485f-9c02-7be95092f759 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1e7ea27f-1da1-45be-9f92-b37f54bbf13e HTTP/1.1" status: 204 len: 168 time: 0.5450881 Jun 11 09:39:10.000851 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2b22739c-4a6f-4547-a021-a8539fe4cd8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:10.003197 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3fad76b4-6a93-4328-ae5c-7f1555ce75fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:10.005889 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1e49fa-1ef2-485f-9c02-7be95092f759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e7ea27f-1da1-45be-9f92-b37f54bbf13e,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:10.009014 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-bb1e49fa-1ef2-485f-9c02-7be95092f759 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:10.027359 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3fad76b4-6a93-4328-ae5c-7f1555ce75fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:10.034133 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning for port 74cebd76-aca3-45ac-9c8a-b7e9d0de0e85 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:39:10.048211 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port 74cebd76-aca3-45ac-9c8a-b7e9d0de0e85 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:39:10.048589 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:10.095404 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.64', 52429) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:39:10.165016 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:10.173150 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44853e73-0a95-4b5d-8082-8bcb64e2dee4 req-fd34d9f6-5be8-4786-af17-3e3a067b3276 tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:10.174662 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-44853e73-0a95-4b5d-8082-8bcb64e2dee4 req-fd34d9f6-5be8-4786-af17-3e3a067b3276 tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] 10.222.0.64 "GET /v2.0/ports?device_id=1045f886-4728-4d29-9dfc-52c060a650ec HTTP/1.1" status: 200 len: 971 time: 0.0779808 Jun 11 09:39:10.175773 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3fad76b4-6a93-4328-ae5c-7f1555ce75fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:10.178960 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3fad76b4-6a93-4328-ae5c-7f1555ce75fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:10.182365 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-3fad76b4-6a93-4328-ae5c-7f1555ce75fd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b0a82b60-3ffe-4c19-bda6-83d22048f7d9 HTTP/1.1" status: 204 len: 168 time: 0.2302907 Jun 11 09:39:10.182365 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e06aa902-c684-44f3-b620-c8d6950e69a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:10.192048 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bcb572c-3b00-4f8d-8049-6bc52799374c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74cebd76-aca3-45ac-9c8a-b7e9d0de0e85'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:39:10.194441 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68bb66f4-6ece-4692-9aa6-370fb72e01ab" -d '{"events": [{"server_uuid": "0bcb572c-3b00-4f8d-8049-6bc52799374c", "name": "network-vif-plugged", "status": "completed", "tag": "74cebd76-aca3-45ac-9c8a-b7e9d0de0e85"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:39:10.202171 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-e2c5d6ab-01c5-4ae5-b9b2-ad3ada3a6496 req-fcfdefda-4411-42ab-85ae-283727785245 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:10.210491 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 74cebd76-aca3-45ac-9c8a-b7e9d0de0e85, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=74cebd76-aca3-45ac-9c8a-b7e9d0de0e85,segment=NetworkSegment(56281ee1-4859-40f0-b2a0-2c2117bfda04),segment_id=56281ee1-4859-40f0-b2a0-2c2117bfda04)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:39:10.214994 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-86778a26-7c34-4277-b3bf-f10c72f5129a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:10.225032 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fad76b4-6a93-4328-ae5c-7f1555ce75fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a82b60-3ffe-4c19-bda6-83d22048f7d9,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:10.277235 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3fad76b4-6a93-4328-ae5c-7f1555ce75fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:10.285794 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:10.287741 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-515e9764-7895-4e1e-8368-455b8faefd9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:10.324007 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303e0609-58da-423a-b81c-97b6071eb595 x-openstack-request-id: req-303e0609-58da-423a-b81c-97b6071eb595 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:39:10.324500 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bcb572c-3b00-4f8d-8049-6bc52799374c", "name": "network-vif-plugged", "status": "completed", "tag": "74cebd76-aca3-45ac-9c8a-b7e9d0de0e85", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:39:10.324987 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-303e0609-58da-423a-b81c-97b6071eb595 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:39:10.325584 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bcb572c-3b00-4f8d-8049-6bc52799374c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74cebd76-aca3-45ac-9c8a-b7e9d0de0e85', 'code': 200} Jun 11 09:39:10.378132 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=74cebd76-aca3-45ac-9c8a-b7e9d0de0e85,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:10.383558 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:10.418694 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2c5d6ab-01c5-4ae5-b9b2-ad3ada3a6496 req-fcfdefda-4411-42ab-85ae-283727785245 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] Network cf20d108-f84c-44de-9036-2269564edd60 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:39:10.426903 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-e2c5d6ab-01c5-4ae5-b9b2-ad3ada3a6496 req-fcfdefda-4411-42ab-85ae-283727785245 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:39:10.432752 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2c5d6ab-01c5-4ae5-b9b2-ad3ada3a6496 req-fcfdefda-4411-42ab-85ae-283727785245 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:39:10.440655 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c5d6ab-01c5-4ae5-b9b2-ad3ada3a6496 req-fcfdefda-4411-42ab-85ae-283727785245 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:10.441338 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-e2c5d6ab-01c5-4ae5-b9b2-ad3ada3a6496 req-fcfdefda-4411-42ab-85ae-283727785245 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:10.446945 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfdefda-4411-42ab-85ae-283727785245 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] Pushing event updated for resources: {'Port': ['ID=dbb567b0-a461-4193-8efa-363e2c51d7b8,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:10.454393 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-fcfdefda-4411-42ab-85ae-283727785245 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:10.495765 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719028c2-77e9-43fb-888b-75d9b202bee8 req-173153e1-938b-44fd-9348-fd2823f04dc0 tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:10.497388 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-719028c2-77e9-43fb-888b-75d9b202bee8 req-173153e1-938b-44fd-9348-fd2823f04dc0 tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] 10.222.0.60 "GET /v2.0/ports?device_id=1045f886-4728-4d29-9dfc-52c060a650ec HTTP/1.1" status: 200 len: 971 time: 0.1792645 Jun 11 09:39:10.520428 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-44853e73-0a95-4b5d-8082-8bcb64e2dee4 req-3070574a-aa32-41f8-9baa-67e05c71bcde tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] Deleting port 9c0c333a-ca20-4daa-9e05-c61a83a8c592 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:39:10.521047 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-44853e73-0a95-4b5d-8082-8bcb64e2dee4 req-3070574a-aa32-41f8-9baa-67e05c71bcde tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:10.575207 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-719028c2-77e9-43fb-888b-75d9b202bee8 req-91a679bd-37f9-4890-a6bd-52c3e7482634 tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] 10.222.0.60 "GET /v2.0/security-groups?id=194cfdab-4351-4c25-aa00-452f378b6969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586767 Jun 11 09:39:10.582612 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8815e12e-5daf-475b-84ad-b1acf80dc946 req-94dad4a5-125a-4c7f-812b-0443b146e60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:10.584125 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8815e12e-5daf-475b-84ad-b1acf80dc946 req-94dad4a5-125a-4c7f-812b-0443b146e60d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0bcb572c-3b00-4f8d-8049-6bc52799374c HTTP/1.1" status: 200 len: 1097 time: 0.1669142 Jun 11 09:39:10.602879 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e2c5d6ab-01c5-4ae5-b9b2-ad3ada3a6496 req-fcfdefda-4411-42ab-85ae-283727785245 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6539772 Jun 11 09:39:10.618030 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-e2c5d6ab-01c5-4ae5-b9b2-ad3ada3a6496 req-1d85d030-12a2-4856-a284-8daed86325c1 service neutron] Request body: {'port': {'device_id': '4d2f68d0-f06a-449a-98c8-fe4dfc06c694', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:39:10.722015 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8815e12e-5daf-475b-84ad-b1acf80dc946 req-5a28031b-2b7c-4e1a-bc93-421ea61d3c7a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709546 Jun 11 09:39:10.732705 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-44853e73-0a95-4b5d-8082-8bcb64e2dee4 req-3070574a-aa32-41f8-9baa-67e05c71bcde tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] For port 9c0c333a-ca20-4daa-9e05-c61a83a8c592, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=9c0c333a-ca20-4daa-9e05-c61a83a8c592,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:39:10.733098 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-44853e73-0a95-4b5d-8082-8bcb64e2dee4 req-3070574a-aa32-41f8-9baa-67e05c71bcde tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:10.826977 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 34728) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:39:10.829896 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-a1c2ab43-22b8-4937-bb6c-c810f072d79d None None] Provisioning for port dbb567b0-a461-4193-8efa-363e2c51d7b8 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:39:10.834352 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-a1c2ab43-22b8-4937-bb6c-c810f072d79d None None] Provisioning complete for port dbb567b0-a461-4193-8efa-363e2c51d7b8 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:39:10.834748 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a1c2ab43-22b8-4937-bb6c-c810f072d79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:10.881988 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-06e7fbf1-67b9-43e9-9c3f-5121652fb9ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:10.883776 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-44853e73-0a95-4b5d-8082-8bcb64e2dee4 req-3070574a-aa32-41f8-9baa-67e05c71bcde tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] Calling delete_port for 9c0c333a-ca20-4daa-9e05-c61a83a8c592 owned by compute:tempest-test_az-598863116 {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:39:10.892969 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-a1c2ab43-22b8-4937-bb6c-c810f072d79d None None] Port dbb567b0-a461-4193-8efa-363e2c51d7b8 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:39:10.910461 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-e2c5d6ab-01c5-4ae5-b9b2-ad3ada3a6496 req-1d85d030-12a2-4856-a284-8daed86325c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:10.949833 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2fbee6-46e6-482f-9f6c-5b48ec167cd2 req-98382e71-e958-4808-9a65-9e65aca5794a tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:10.951365 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7e2fbee6-46e6-482f-9f6c-5b48ec167cd2 req-98382e71-e958-4808-9a65-9e65aca5794a tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcb572c-3b00-4f8d-8049-6bc52799374c HTTP/1.1" status: 200 len: 945 time: 0.2070076 Jun 11 09:39:11.137677 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7e2fbee6-46e6-482f-9f6c-5b48ec167cd2 req-00c04e0a-1741-48ff-8727-2865c93cee55 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589427 Jun 11 09:39:11.222148 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-06e7fbf1-67b9-43e9-9c3f-5121652fb9ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:11.277064 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3538e8-eabd-4bfd-98f8-6265ffb4cdf9 req-971e8fd3-fa86-485d-9c04-cd6e59cb86c5 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:11.278640 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cb3538e8-eabd-4bfd-98f8-6265ffb4cdf9 req-971e8fd3-fa86-485d-9c04-cd6e59cb86c5 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a2b2a1d-dfdb-45de-ae9b-0ea7720fd0d1 HTTP/1.1" status: 200 len: 943 time: 0.3913014 Jun 11 09:39:11.295456 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-06e7fbf1-67b9-43e9-9c3f-5121652fb9ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:11.300786 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4d795451-8461-4f37-b187-fc56d55c9be0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:11.363783 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cb3538e8-eabd-4bfd-98f8-6265ffb4cdf9 req-3e7dd3de-76ea-42da-8177-2d273d6207f9 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] 10.222.0.60 "GET /v2.0/security-groups?id=49d753b7-a7cc-4778-bca2-d9ac12c2fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733957 Jun 11 09:39:11.365573 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-06e7fbf1-67b9-43e9-9c3f-5121652fb9ef admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c8f80aa29c0b465ebf1ee53742a2c736&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5219190 Jun 11 09:39:11.370885 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 34750) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:39:11.375463 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e7fbf1-67b9-43e9-9c3f-5121652fb9ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ec2272-f070-40ca-b769-2b1ffbbc23bd,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:11.379646 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-06e7fbf1-67b9-43e9-9c3f-5121652fb9ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:11.452390 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-20eda1ef-67b4-4144-a5bf-09ab2374f5ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:11.482600 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-20eda1ef-67b4-4144-a5bf-09ab2374f5ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:11.491819 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-44853e73-0a95-4b5d-8082-8bcb64e2dee4 req-3070574a-aa32-41f8-9baa-67e05c71bcde tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:11.503371 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-922754e4-2b52-442e-a119-d7ee001adf73 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:11.504784 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['9c0c333a-ca20-4daa-9e05-c61a83a8c592'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:39:11.507606 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-e2c5d6ab-01c5-4ae5-b9b2-ad3ada3a6496 req-1d85d030-12a2-4856-a284-8daed86325c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbb567b0-a461-4193-8efa-363e2c51d7b8 {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:39:11.525207 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-e2c5d6ab-01c5-4ae5-b9b2-ad3ada3a6496 req-1d85d030-12a2-4856-a284-8daed86325c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:11.540528 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-e2c5d6ab-01c5-4ae5-b9b2-ad3ada3a6496 req-1d85d030-12a2-4856-a284-8daed86325c1 service neutron] Transition to ACTIVE for port object dbb567b0-a461-4193-8efa-363e2c51d7b8 will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:39:11.570190 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3070574a-aa32-41f8-9baa-67e05c71bcde tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] Pushing event deleted for resources: {'Port': ['ID=9c0c333a-ca20-4daa-9e05-c61a83a8c592,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:11.572548 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3070574a-aa32-41f8-9baa-67e05c71bcde tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:11.594363 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-e2c5d6ab-01c5-4ae5-b9b2-ad3ada3a6496 req-1d85d030-12a2-4856-a284-8daed86325c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:11.596079 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-cd9176c1-0e3f-49e5-aa84-320d4cb516f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:11.671374 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 34762) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:39:11.672272 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-44853e73-0a95-4b5d-8082-8bcb64e2dee4 req-3070574a-aa32-41f8-9baa-67e05c71bcde tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] No DVR routers for this DVR port 9c0c333a-ca20-4daa-9e05-c61a83a8c592 on host n-h1-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:39:11.676337 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-44853e73-0a95-4b5d-8082-8bcb64e2dee4 req-3070574a-aa32-41f8-9baa-67e05c71bcde tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:11.679300 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-44853e73-0a95-4b5d-8082-8bcb64e2dee4 req-3070574a-aa32-41f8-9baa-67e05c71bcde tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] 10.222.0.64 "DELETE /v2.0/ports/9c0c333a-ca20-4daa-9e05-c61a83a8c592 HTTP/1.1" status: 204 len: 173 time: 1.4977710 Jun 11 09:39:11.687076 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1045f886-4728-4d29-9dfc-52c060a650ec', 'name': 'network-vif-deleted', 'tag': '9c0c333a-ca20-4daa-9e05-c61a83a8c592'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:39:11.690049 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f7faaa4-7077-4b88-aeba-a97d36f6f6c6" -d '{"events": [{"server_uuid": "1045f886-4728-4d29-9dfc-52c060a650ec", "name": "network-vif-deleted", "tag": "9c0c333a-ca20-4daa-9e05-c61a83a8c592"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:39:11.731485 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d85d030-12a2-4856-a284-8daed86325c1 service neutron] Pushing event updated for resources: {'Port': ['ID=dbb567b0-a461-4193-8efa-363e2c51d7b8,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:11.741921 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9cd993-c197-4cc8-bbc0-2b5aa79e825f req-ff88011a-00e9-43a0-a24e-32edb74c37bf tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:11.743709 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8c9cd993-c197-4cc8-bbc0-2b5aa79e825f req-ff88011a-00e9-43a0-a24e-32edb74c37bf tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9ea85b8-2f51-4556-a0ec-da627c0a57fb HTTP/1.1" status: 200 len: 948 time: 0.1958461 Jun 11 09:39:11.796386 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-20eda1ef-67b4-4144-a5bf-09ab2374f5ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:11.796562 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1d85d030-12a2-4856-a284-8daed86325c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:11.802298 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-20eda1ef-67b4-4144-a5bf-09ab2374f5ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:11.803549 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-20eda1ef-67b4-4144-a5bf-09ab2374f5ac admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c0ec2272-f070-40ca-b769-2b1ffbbc23bd HTTP/1.1" status: 204 len: 168 time: 0.4324911 Jun 11 09:39:11.807257 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2832d1f1-96b4-47d6-91d2-53218aba6c7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:11.832063 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8c9cd993-c197-4cc8-bbc0-2b5aa79e825f req-7f411e40-0d16-45a1-8b24-0014dc6cb090 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] 10.222.0.60 "GET /v2.0/security-groups?id=79d73196-6efa-49b1-8eea-73a979435c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809908 Jun 11 09:39:11.835060 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eda1ef-67b4-4144-a5bf-09ab2374f5ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ec2272-f070-40ca-b769-2b1ffbbc23bd,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:11.838216 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device b89e81e3-9a41-4876-bc78-33fc8bc2195a details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:39:11.840852 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-20eda1ef-67b4-4144-a5bf-09ab2374f5ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:11.897130 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-e2c5d6ab-01c5-4ae5-b9b2-ad3ada3a6496 req-1d85d030-12a2-4856-a284-8daed86325c1 service neutron] Attempting to bind port dbb567b0-a461-4193-8efa-363e2c51d7b8 on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:39:11.897519 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-e2c5d6ab-01c5-4ae5-b9b2-ad3ada3a6496 req-1d85d030-12a2-4856-a284-8daed86325c1 service neutron] Attempting to bind port dbb567b0-a461-4193-8efa-363e2c51d7b8 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:39:11.897982 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c5d6ab-01c5-4ae5-b9b2-ad3ada3a6496 req-1d85d030-12a2-4856-a284-8daed86325c1 service neutron] Attempting to bind port dbb567b0-a461-4193-8efa-363e2c51d7b8 on network cf20d108-f84c-44de-9036-2269564edd60 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:39:11.908327 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-821fd4cb-8df4-4766-9666-930c7b864c53 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1943007393-network', 'tenant_id': 'ac78eeea7bf3498e9a17f0b731c3620c'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:39:11.929592 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d05fc2c-0bbd-4532-a987-4146b479017f req-b4e35b0a-516f-4fc2-82f5-da765941f8e5 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:11.938409 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2d05fc2c-0bbd-4532-a987-4146b479017f req-b4e35b0a-516f-4fc2-82f5-da765941f8e5 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d2f68d0-f06a-449a-98c8-fe4dfc06c694 HTTP/1.1" status: 200 len: 947 time: 0.2831976 Jun 11 09:39:11.940905 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c5d6ab-01c5-4ae5-b9b2-ad3ada3a6496 req-1d85d030-12a2-4856-a284-8daed86325c1 service neutron] Port dbb567b0-a461-4193-8efa-363e2c51d7b8 on network cf20d108-f84c-44de-9036-2269564edd60 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:39:11.941406 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c5d6ab-01c5-4ae5-b9b2-ad3ada3a6496 req-1d85d030-12a2-4856-a284-8daed86325c1 service neutron] Attempting to bind port dbb567b0-a461-4193-8efa-363e2c51d7b8 on network cf20d108-f84c-44de-9036-2269564edd60 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:39:11.977797 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c5d6ab-01c5-4ae5-b9b2-ad3ada3a6496 req-1d85d030-12a2-4856-a284-8daed86325c1 service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:39:11.978177 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c5d6ab-01c5-4ae5-b9b2-ad3ada3a6496 req-1d85d030-12a2-4856-a284-8daed86325c1 service neutron] Checking segment: {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:39:11.978602 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c5d6ab-01c5-4ae5-b9b2-ad3ada3a6496 req-1d85d030-12a2-4856-a284-8daed86325c1 service neutron] Bound using segment: {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:39:11.979113 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-e2c5d6ab-01c5-4ae5-b9b2-ad3ada3a6496 req-1d85d030-12a2-4856-a284-8daed86325c1 service neutron] Bound port: dbb567b0-a461-4193-8efa-363e2c51d7b8, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:39:11.979532 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-e2c5d6ab-01c5-4ae5-b9b2-ad3ada3a6496 req-1d85d030-12a2-4856-a284-8daed86325c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:12.029112 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-821fd4cb-8df4-4766-9666-930c7b864c53 admin admin] Made reservation on behalf of ac78eeea7bf3498e9a17f0b731c3620c for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:39:12.033464 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-821fd4cb-8df4-4766-9666-930c7b864c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:12.068273 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-821fd4cb-8df4-4766-9666-930c7b864c53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:12.086787 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2d05fc2c-0bbd-4532-a987-4146b479017f req-89eb96b5-18f8-4e83-a738-bedc3ac3b1b6 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] 10.222.0.60 "GET /v2.0/security-groups?id=5306539d-5601-4083-be43-f18f84a4d23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471479 Jun 11 09:39:12.158283 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port b89e81e3-9a41-4876-bc78-33fc8bc2195a, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=b89e81e3-9a41-4876-bc78-33fc8bc2195a,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:39:12.180497 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8901f0a6-8d49-4c6c-8e6f-07404422fb26 x-openstack-request-id: req-8901f0a6-8d49-4c6c-8e6f-07404422fb26 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:39:12.180806 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1045f886-4728-4d29-9dfc-52c060a650ec", "name": "network-vif-deleted", "tag": "9c0c333a-ca20-4daa-9e05-c61a83a8c592", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:39:12.181073 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8901f0a6-8d49-4c6c-8e6f-07404422fb26 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:39:12.181553 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1045f886-4728-4d29-9dfc-52c060a650ec', 'name': 'network-vif-deleted', 'tag': '9c0c333a-ca20-4daa-9e05-c61a83a8c592', 'status': 'completed', 'code': 200} Jun 11 09:39:12.183995 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-e2c5d6ab-01c5-4ae5-b9b2-ad3ada3a6496 req-1d85d030-12a2-4856-a284-8daed86325c1 service neutron] For port dbb567b0-a461-4193-8efa-363e2c51d7b8, host n-h1-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:39:12.186414 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': 'b89e81e3-9a41-4876-bc78-33fc8bc2195a', 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60', 'port_id': 'b89e81e3-9a41-4876-bc78-33fc8bc2195a', 'mac_address': 'fa:16:3e:7b:b2:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189b03cc-b2a8-4615-9ab5-ad0328c3f10f', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:39:12.187847 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-e2c5d6ab-01c5-4ae5-b9b2-ad3ada3a6496 req-1d85d030-12a2-4856-a284-8daed86325c1 service neutron] For port dbb567b0-a461-4193-8efa-363e2c51d7b8, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=dbb567b0-a461-4193-8efa-363e2c51d7b8,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:39:12.217926 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-911bacef-f2bb-4ee6-a131-036e2452fc73 req-b8c5d791-a9f9-4eba-8876-26c46aa6b164 tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] 10.222.0.60 "GET /v2.0/ports?device_id=1045f886-4728-4d29-9dfc-52c060a650ec HTTP/1.1" status: 200 len: 210 time: 0.0623775 Jun 11 09:39:12.254033 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:12.274248 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b89e81e3-9a41-4876-bc78-33fc8bc2195a {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:39:12.279980 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-e2c5d6ab-01c5-4ae5-b9b2-ad3ada3a6496 req-1d85d030-12a2-4856-a284-8daed86325c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:12.287743 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-fcfdefda-4411-42ab-85ae-283727785245 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:12.305502 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-821fd4cb-8df4-4766-9666-930c7b864c53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:12.324765 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port b89e81e3-9a41-4876-bc78-33fc8bc2195a, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=b89e81e3-9a41-4876-bc78-33fc8bc2195a,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:39:12.342038 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c5d6ab-01c5-4ae5-b9b2-ad3ada3a6496 req-1d85d030-12a2-4856-a284-8daed86325c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:12.342653 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-e2c5d6ab-01c5-4ae5-b9b2-ad3ada3a6496 req-1d85d030-12a2-4856-a284-8daed86325c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:12.344897 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e2c5d6ab-01c5-4ae5-b9b2-ad3ada3a6496 req-1d85d030-12a2-4856-a284-8daed86325c1 service neutron] 10.222.0.64 "PUT /v2.0/ports/dbb567b0-a461-4193-8efa-363e2c51d7b8 HTTP/1.1" status: 200 len: 1096 time: 1.7337260 Jun 11 09:39:12.345510 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d2f68d0-f06a-449a-98c8-fe4dfc06c694', 'tag': 'dbb567b0-a461-4193-8efa-363e2c51d7b8'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:39:12.347871 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8bca4d4-2e57-4f45-9e7c-f6e2e202152b" -d '{"events": [{"name": "network-changed", "server_uuid": "4d2f68d0-f06a-449a-98c8-fe4dfc06c694", "tag": "dbb567b0-a461-4193-8efa-363e2c51d7b8"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:39:12.372346 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-821fd4cb-8df4-4766-9666-930c7b864c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:12.378852 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:12.385728 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d85d030-12a2-4856-a284-8daed86325c1 service neutron] Pushing event updated for resources: {'Port': ['ID=dbb567b0-a461-4193-8efa-363e2c51d7b8,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:12.388598 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1d85d030-12a2-4856-a284-8daed86325c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:12.421571 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:12.422503 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device bc16f2e0-9f29-4495-9e73-382743b1b0a1 details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:39:12.426702 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:12.426926 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-821fd4cb-8df4-4766-9666-930c7b864c53 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 776} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 09:39:12.435010 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d15e828c-e34d-44e9-af63-65113d4b69c0 x-openstack-request-id: req-d15e828c-e34d-44e9-af63-65113d4b69c0 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:39:12.435114 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d2f68d0-f06a-449a-98c8-fe4dfc06c694", "tag": "dbb567b0-a461-4193-8efa-363e2c51d7b8", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:39:12.435397 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d15e828c-e34d-44e9-af63-65113d4b69c0 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:39:12.435839 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d2f68d0-f06a-449a-98c8-fe4dfc06c694', 'tag': 'dbb567b0-a461-4193-8efa-363e2c51d7b8', 'status': 'completed', 'code': 200} Jun 11 09:39:12.494155 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-821fd4cb-8df4-4766-9666-930c7b864c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:12.494689 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-821fd4cb-8df4-4766-9666-930c7b864c53 admin admin] Added segment f1ba1393-2bbe-436f-8827-2ad0577d069a of type vlan for network bd769a33-d2ae-4a77-8be2-0047382ae593 Jun 11 09:39:12.501386 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821fd4cb-8df4-4766-9666-930c7b864c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0187910a-cb92-4830-9129-b94eed8d0901,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:12.502223 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-821fd4cb-8df4-4766-9666-930c7b864c53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:12.540009 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=b89e81e3-9a41-4876-bc78-33fc8bc2195a,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:12.554311 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:12.585315 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bca4d4-2e57-4f45-9e7c-f6e2e202152b req-471b8abd-cc5d-4018-8edb-122a6e904508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:12.587457 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c8bca4d4-2e57-4f45-9e7c-f6e2e202152b req-471b8abd-cc5d-4018-8edb-122a6e904508 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7fb463146b284a1eb7398f66893de6a8&device_id=4d2f68d0-f06a-449a-98c8-fe4dfc06c694 HTTP/1.1" status: 200 len: 1099 time: 0.1241877 Jun 11 09:39:12.619392 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-821fd4cb-8df4-4766-9666-930c7b864c53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:12.660295 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c8bca4d4-2e57-4f45-9e7c-f6e2e202152b req-72e6d659-2179-4c3b-90c1-919fba6d6b19 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=7fb463146b284a1eb7398f66893de6a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0623436 Jun 11 09:39:12.694823 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409c815e-14a0-4e83-aa6a-dbfe791f68fb req-b08f87f4-604a-4e86-a92e-7a1a321b0367 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:12.704624 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-409c815e-14a0-4e83-aa6a-dbfe791f68fb req-b08f87f4-604a-4e86-a92e-7a1a321b0367 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcb572c-3b00-4f8d-8049-6bc52799374c HTTP/1.1" status: 200 len: 945 time: 0.3275168 Jun 11 09:39:12.735148 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port bc16f2e0-9f29-4495-9e73-382743b1b0a1, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=bc16f2e0-9f29-4495-9e73-382743b1b0a1,segment=NetworkSegment(57391af4-6626-402e-b649-4a2d7f342011),segment_id=57391af4-6626-402e-b649-4a2d7f342011)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:39:12.763034 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': 'bc16f2e0-9f29-4495-9e73-382743b1b0a1', 'network_id': '2200e55c-0960-4aac-b7a8-ebf0eca39b99', 'port_id': 'bc16f2e0-9f29-4495-9e73-382743b1b0a1', 'mac_address': 'fa:16:3e:7d:04:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d975209-1448-49e3-b064-737640ba01f1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:39:12.764731 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-409c815e-14a0-4e83-aa6a-dbfe791f68fb req-285cdf4f-c0c6-4476-9f6b-b481e37f9e0e tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588965 Jun 11 09:39:12.774475 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-821fd4cb-8df4-4766-9666-930c7b864c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:12.782334 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821fd4cb-8df4-4766-9666-930c7b864c53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:12.782334 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-821fd4cb-8df4-4766-9666-930c7b864c53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:12.782334 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-85306954-a60e-47c7-85b2-e62542dc1a10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:12.848184 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:12.864874 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc16f2e0-9f29-4495-9e73-382743b1b0a1 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:39:12.887112 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port bc16f2e0-9f29-4495-9e73-382743b1b0a1, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=bc16f2e0-9f29-4495-9e73-382743b1b0a1,segment=NetworkSegment(57391af4-6626-402e-b649-4a2d7f342011),segment_id=57391af4-6626-402e-b649-4a2d7f342011)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:39:12.898436 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821fd4cb-8df4-4766-9666-930c7b864c53 admin admin] Pushing event updated for resources: {'Network': ['ID=bd769a33-d2ae-4a77-8be2-0047382ae593,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:12.901553 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-821fd4cb-8df4-4766-9666-930c7b864c53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:12.909068 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3c4ed6f1-8245-4ca1-9a38-fa380f2108e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:12.912624 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network bd769a33-d2ae-4a77-8be2-0047382ae593 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:39:12.977010 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-821fd4cb-8df4-4766-9666-930c7b864c53 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2965469 Jun 11 09:39:12.977678 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 34800) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:39:12.984252 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-b464e218-81be-426e-8dba-15042849bf16 admin admin] Request body: {'subnet': {'network_id': 'bd769a33-d2ae-4a77-8be2-0047382ae593', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1943007393-subnet', 'tenant_id': 'ac78eeea7bf3498e9a17f0b731c3620c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:39:13.011624 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:13.014100 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-7c716f7c-6ad0-4990-8b3e-e09e23851718 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:13.076645 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=bc16f2e0-9f29-4495-9e73-382743b1b0a1,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:13.080951 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:13.125429 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b464e218-81be-426e-8dba-15042849bf16 admin admin] Made reservation on behalf of ac78eeea7bf3498e9a17f0b731c3620c for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:39:13.127913 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b464e218-81be-426e-8dba-15042849bf16 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:13.177674 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bca4d4-2e57-4f45-9e7c-f6e2e202152b req-73d79458-d5c1-4bbc-9a60-0f0428ce2ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:13.179122 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c8bca4d4-2e57-4f45-9e7c-f6e2e202152b req-73d79458-d5c1-4bbc-9a60-0f0428ce2ec2 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5140619 Jun 11 09:39:13.199824 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5589077-ca68-415c-99d0-5c49dadf57ee req-2a0e930b-aa72-4db7-b41c-76e575f889ad tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:13.201297 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a5589077-ca68-415c-99d0-5c49dadf57ee req-2a0e930b-aa72-4db7-b41c-76e575f889ad tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a2b2a1d-dfdb-45de-ae9b-0ea7720fd0d1 HTTP/1.1" status: 200 len: 943 time: 0.3839133 Jun 11 09:39:13.325979 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a5589077-ca68-415c-99d0-5c49dadf57ee req-aee84454-3386-402e-9046-5a1fdcc93c3e tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] 10.222.0.60 "GET /v2.0/security-groups?id=49d753b7-a7cc-4778-bca2-d9ac12c2fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099346 Jun 11 09:39:13.352470 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c5d6ab-01c5-4ae5-b9b2-ad3ada3a6496 req-690afb96-fd49-4076-ba33-eda40985ea87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:13.354231 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e2c5d6ab-01c5-4ae5-b9b2-ad3ada3a6496 req-690afb96-fd49-4076-ba33-eda40985ea87 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7fb463146b284a1eb7398f66893de6a8&device_id=4d2f68d0-f06a-449a-98c8-fe4dfc06c694 HTTP/1.1" status: 200 len: 1099 time: 0.1206725 Jun 11 09:39:13.357133 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 34810) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:39:13.388842 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['b89e81e3-9a41-4876-bc78-33fc8bc2195a'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:39:13.455686 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['bc16f2e0-9f29-4495-9e73-382743b1b0a1'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:39:13.464207 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e2c5d6ab-01c5-4ae5-b9b2-ad3ada3a6496 req-7076cc7f-f720-455f-826d-5b3cf2babe3b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=dbb567b0-a461-4193-8efa-363e2c51d7b8 HTTP/1.1" status: 200 len: 217 time: 0.0929170 Jun 11 09:39:13.482670 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b464e218-81be-426e-8dba-15042849bf16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:13.496388 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:13.566488 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b464e218-81be-426e-8dba-15042849bf16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fce8e258-cc45-4e2c-8dcb-94cdefb9f0b0,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:13.566488 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b464e218-81be-426e-8dba-15042849bf16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:13.625267 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b464e218-81be-426e-8dba-15042849bf16 admin admin] Checking segment: {'id': 'f1ba1393-2bbe-436f-8827-2ad0577d069a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'bd769a33-d2ae-4a77-8be2-0047382ae593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:39:13.625989 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b464e218-81be-426e-8dba-15042849bf16 admin admin] Network hostable DHCP agents. Network: bd769a33-d2ae-4a77-8be2-0047382ae593, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 09:39:13.630001 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6aa60392-8812-40b0-8291-0d1cf656cf5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:13.635222 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c5d6ab-01c5-4ae5-b9b2-ad3ada3a6496 req-d6e11de7-a821-4832-860a-c53f3c3f2e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:13.636760 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e2c5d6ab-01c5-4ae5-b9b2-ad3ada3a6496 req-d6e11de7-a821-4832-860a-c53f3c3f2e58 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=189b03cc-b2a8-4615-9ab5-ad0328c3f10f HTTP/1.1" status: 200 len: 843 time: 0.1218269 Jun 11 09:39:13.641302 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cecbd20-c704-4a1c-92df-129856366d5d req-709405f2-58b8-44dc-ac69-9a06697997fd tempest-LiveAutoBlockMigrationV225Test-226334702 tempest-LiveAutoBlockMigrationV225Test-226334702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:13.649457 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2cecbd20-c704-4a1c-92df-129856366d5d req-709405f2-58b8-44dc-ac69-9a06697997fd tempest-LiveAutoBlockMigrationV225Test-226334702 tempest-LiveAutoBlockMigrationV225Test-226334702-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=0bcb572c-3b00-4f8d-8049-6bc52799374c HTTP/1.1" status: 200 len: 1097 time: 0.2391477 Jun 11 09:39:13.707193 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2cecbd20-c704-4a1c-92df-129856366d5d req-16f035b1-21ef-43fe-afc0-36dc2598f874 tempest-LiveAutoBlockMigrationV225Test-226334702 tempest-LiveAutoBlockMigrationV225Test-226334702-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565355 Jun 11 09:39:13.707950 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0293de00-699c-40e3-8559-f353e5a7aaa4 req-1f5cd385-d5e2-4e2f-9aec-d5d78c204e9e tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:13.712064 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0293de00-699c-40e3-8559-f353e5a7aaa4 req-1f5cd385-d5e2-4e2f-9aec-d5d78c204e9e tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9ea85b8-2f51-4556-a0ec-da627c0a57fb HTTP/1.1" status: 200 len: 949 time: 0.2466323 Jun 11 09:39:13.716014 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 34820) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:39:13.751804 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b464e218-81be-426e-8dba-15042849bf16 admin admin] Network bd769a33-d2ae-4a77-8be2-0047382ae593 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 09:39:13.822270 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0293de00-699c-40e3-8559-f353e5a7aaa4 req-87eadec2-7967-423a-ae66-bd4e210aa4c6 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] 10.222.0.60 "GET /v2.0/security-groups?id=79d73196-6efa-49b1-8eea-73a979435c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979578 Jun 11 09:39:13.832222 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c5d6ab-01c5-4ae5-b9b2-ad3ada3a6496 req-f2d1649b-c762-4034-ad41-a3eb8d5dd2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:13.834121 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-b464e218-81be-426e-8dba-15042849bf16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, bd769a33-d2ae-4a77-8be2-0047382ae593) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:39:13.837506 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e2c5d6ab-01c5-4ae5-b9b2-ad3ada3a6496 req-f2d1649b-c762-4034-ad41-a3eb8d5dd2b0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf20d108-f84c-44de-9036-2269564edd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1881380 Jun 11 09:39:13.840483 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b464e218-81be-426e-8dba-15042849bf16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:13.844364 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b464e218-81be-426e-8dba-15042849bf16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:13.844500 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be72f48d-9c9d-469b-85f4-36d43856c04d None None] Network bd769a33-d2ae-4a77-8be2-0047382ae593 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:39:13.862487 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-ba6e40fb-f45f-4078-8461-326aff6a9165 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-323065413-network', 'tenant_id': '455235d9344d45d29863b10a5775a249'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:39:14.022202 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6aa60392-8812-40b0-8291-0d1cf656cf5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:14.026385 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111329c0-b607-4d75-aa90-dab805163408 req-94bee78a-2f51-415b-bd78-5ea01a56b792 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:14.034968 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-111329c0-b607-4d75-aa90-dab805163408 req-94bee78a-2f51-415b-bd78-5ea01a56b792 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d2f68d0-f06a-449a-98c8-fe4dfc06c694 HTTP/1.1" status: 200 len: 947 time: 0.1173332 Jun 11 09:39:14.044860 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e2c5d6ab-01c5-4ae5-b9b2-ad3ada3a6496 req-7644d960-4f27-4e67-9432-2daf33ff1823 service neutron] 10.222.0.64 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935275 Jun 11 09:39:14.080108 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5b28c8-870b-4fd6-a1b2-06408fb608c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-bd769a33-d2ae-4a77-8be2-0047382ae593', 'network_id': 'bd769a33-d2ae-4a77-8be2-0047382ae593', 'tenant_id': 'ac78eeea7bf3498e9a17f0b731c3620c', 'fixed_ips': [{'subnet_id': 'fce8e258-cc45-4e2c-8dcb-94cdefb9f0b0'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 09:39:14.081112 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ed5b28c8-870b-4fd6-a1b2-06408fb608c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:14.088228 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-111329c0-b607-4d75-aa90-dab805163408 req-70569fd8-a7df-4289-a1e5-0b2e03b29176 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] 10.222.0.60 "GET /v2.0/security-groups?id=5306539d-5601-4083-be43-f18f84a4d23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463417 Jun 11 09:39:14.169172 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6aa60392-8812-40b0-8291-0d1cf656cf5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:14.175527 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:14.210537 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-b464e218-81be-426e-8dba-15042849bf16 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.2317472 Jun 11 09:39:14.213397 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 34828) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:39:14.217665 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-f7785b53-b18b-4bf3-9aca-469845be8d44 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1943007393-router', 'tenant_id': 'ac78eeea7bf3498e9a17f0b731c3620c', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:39:14.247779 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-6aa60392-8812-40b0-8291-0d1cf656cf5c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2c8600854e774ca1be1cd6a0c6f64f6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8888001 Jun 11 09:39:14.250308 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 34830) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:39:14.254546 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa60392-8812-40b0-8291-0d1cf656cf5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f97f5912-39dd-4012-974f-996052f9508a,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:14.257309 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-ed5b28c8-870b-4fd6-a1b2-06408fb608c0 None None] Allocated IP 172.20.0.2 (bd769a33-d2ae-4a77-8be2-0047382ae593/fce8e258-cc45-4e2c-8dcb-94cdefb9f0b0/37dcdc0b-e337-4a81-8f67-33cbd55333da) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:39:14.259446 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e2c5d6ab-01c5-4ae5-b9b2-ad3ada3a6496 req-33e421a7-378d-4474-b132-0d77b32fe574 service neutron] 10.222.0.64 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086940 Jun 11 09:39:14.260263 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6aa60392-8812-40b0-8291-0d1cf656cf5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:14.264744 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da17b6-fb5f-4cee-857d-8b3db471fffd req-3921f870-0a6d-4c4c-bf6d-a585962928f8 tempest-LiveAutoBlockMigrationV225Test-226334702 tempest-LiveAutoBlockMigrationV225Test-226334702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:14.266842 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-50da17b6-fb5f-4cee-857d-8b3db471fffd req-3921f870-0a6d-4c4c-bf6d-a585962928f8 tempest-LiveAutoBlockMigrationV225Test-226334702 tempest-LiveAutoBlockMigrationV225Test-226334702-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=0bcb572c-3b00-4f8d-8049-6bc52799374c HTTP/1.1" status: 200 len: 1097 time: 0.1924381 Jun 11 09:39:14.309176 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-50da17b6-fb5f-4cee-857d-8b3db471fffd req-0f4df016-72c0-4b97-9a70-f3dcfaa439dd tempest-LiveAutoBlockMigrationV225Test-226334702 tempest-LiveAutoBlockMigrationV225Test-226334702-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356724 Jun 11 09:39:14.318688 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba6e40fb-f45f-4078-8461-326aff6a9165 admin admin] Made reservation on behalf of 455235d9344d45d29863b10a5775a249 for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:39:14.322485 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ba6e40fb-f45f-4078-8461-326aff6a9165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:14.353566 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ba6e40fb-f45f-4078-8461-326aff6a9165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:14.379999 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a0d7eb75-fbb8-4944-982c-94ef150785c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:14.406092 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a0d7eb75-fbb8-4944-982c-94ef150785c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:14.557412 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 34842) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:39:14.565977 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f7785b53-b18b-4bf3-9aca-469845be8d44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:14.567879 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f7785b53-b18b-4bf3-9aca-469845be8d44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:14.589320 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab13156f-9c7c-4222-b800-6419025e4cd4 req-f60f5db2-2d60-467c-9432-f61f85955c0e tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:14.590996 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ab13156f-9c7c-4222-b800-6419025e4cd4 req-f60f5db2-2d60-467c-9432-f61f85955c0e tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a2b2a1d-dfdb-45de-ae9b-0ea7720fd0d1 HTTP/1.1" status: 200 len: 944 time: 0.1335464 Jun 11 09:39:14.642299 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ed5b28c8-870b-4fd6-a1b2-06408fb608c0 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:14.652191 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-ed5b28c8-870b-4fd6-a1b2-06408fb608c0 None None] Transition to ACTIVE for port object 37dcdc0b-e337-4a81-8f67-33cbd55333da will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:39:14.663483 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a0d7eb75-fbb8-4944-982c-94ef150785c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:14.665981 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a0d7eb75-fbb8-4944-982c-94ef150785c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:14.670691 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-a0d7eb75-fbb8-4944-982c-94ef150785c9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f97f5912-39dd-4012-974f-996052f9508a HTTP/1.1" status: 204 len: 168 time: 0.4156542 Jun 11 09:39:14.670873 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-ed5b28c8-870b-4fd6-a1b2-06408fb608c0 None None] Transition to ACTIVE for port object 37dcdc0b-e337-4a81-8f67-33cbd55333da will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:39:14.673228 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-00dfc892-3304-4ba0-9f98-a33191754459 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:14.705477 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d7eb75-fbb8-4944-982c-94ef150785c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f97f5912-39dd-4012-974f-996052f9508a,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:14.756328 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a0d7eb75-fbb8-4944-982c-94ef150785c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:14.762176 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-7bf002e3-1267-489d-8629-786c43460c10 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8e37b83f6d0348799fd6a3bbdbf238bd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2035005 Jun 11 09:39:14.764812 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 34848) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:39:14.769866 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ed5b28c8-870b-4fd6-a1b2-06408fb608c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:14.773035 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:14.796186 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ba6e40fb-f45f-4078-8461-326aff6a9165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:14.801217 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f7785b53-b18b-4bf3-9aca-469845be8d44 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:14.805596 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ab13156f-9c7c-4222-b800-6419025e4cd4 req-c56e3c7e-c456-4302-9deb-ed5e7b4b8ae1 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] 10.222.0.60 "GET /v2.0/security-groups?id=49d753b7-a7cc-4778-bca2-d9ac12c2fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078876 Jun 11 09:39:14.845670 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5b28c8-870b-4fd6-a1b2-06408fb608c0 None None] Network bd769a33-d2ae-4a77-8be2-0047382ae593 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:39:14.851069 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-01f1ded5-b119-49f8-83ca-6d0681fa20e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:14.851740 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-ed5b28c8-870b-4fd6-a1b2-06408fb608c0 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:39:14.854689 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5b28c8-870b-4fd6-a1b2-06408fb608c0 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:39:14.861449 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5b28c8-870b-4fd6-a1b2-06408fb608c0 None None] Pushing event updated for resources: {'Port': ['ID=37dcdc0b-e337-4a81-8f67-33cbd55333da,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:14.875497 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-ed5b28c8-870b-4fd6-a1b2-06408fb608c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:14.881727 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-01f1ded5-b119-49f8-83ca-6d0681fa20e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:14.895139 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ba6e40fb-f45f-4078-8461-326aff6a9165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:14.902121 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3fad76b4-6a93-4328-ae5c-7f1555ce75fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:14.922273 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba6e40fb-f45f-4078-8461-326aff6a9165 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 766} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 09:39:14.939170 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6e40fb-f45f-4078-8461-326aff6a9165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63cc92d0-c415-40f6-af53-2666a7fd510f,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:14.943128 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ba6e40fb-f45f-4078-8461-326aff6a9165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:14.943473 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-ba6e40fb-f45f-4078-8461-326aff6a9165 admin admin] Added segment 9149788d-877e-41af-83c2-5ce6b1848f17 of type vlan for network f64764ef-1d16-4bb9-abcb-ee15625f8d04 Jun 11 09:39:14.944992 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ba6e40fb-f45f-4078-8461-326aff6a9165 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:14.958765 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-ed5b28c8-870b-4fd6-a1b2-06408fb608c0 None None] Attempting to bind port 37dcdc0b-e337-4a81-8f67-33cbd55333da on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:39:14.959056 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-ed5b28c8-870b-4fd6-a1b2-06408fb608c0 None None] Attempting to bind port 37dcdc0b-e337-4a81-8f67-33cbd55333da by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'f1ba1393-2bbe-436f-8827-2ad0577d069a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'bd769a33-d2ae-4a77-8be2-0047382ae593'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:39:14.959437 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5b28c8-870b-4fd6-a1b2-06408fb608c0 None None] Attempting to bind port 37dcdc0b-e337-4a81-8f67-33cbd55333da on network bd769a33-d2ae-4a77-8be2-0047382ae593 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:39:14.964920 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5b28c8-870b-4fd6-a1b2-06408fb608c0 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:39:14.965602 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5b28c8-870b-4fd6-a1b2-06408fb608c0 None None] Checking segment: {'id': 'f1ba1393-2bbe-436f-8827-2ad0577d069a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'bd769a33-d2ae-4a77-8be2-0047382ae593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:39:14.966186 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ed5b28c8-870b-4fd6-a1b2-06408fb608c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:14.966597 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5b28c8-870b-4fd6-a1b2-06408fb608c0 None None] Bound using segment: {'id': 'f1ba1393-2bbe-436f-8827-2ad0577d069a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'bd769a33-d2ae-4a77-8be2-0047382ae593'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:39:14.967081 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-ed5b28c8-870b-4fd6-a1b2-06408fb608c0 None None] Bound port: 37dcdc0b-e337-4a81-8f67-33cbd55333da, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1ba1393-2bbe-436f-8827-2ad0577d069a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'bd769a33-d2ae-4a77-8be2-0047382ae593'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:39:14.967467 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ed5b28c8-870b-4fd6-a1b2-06408fb608c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:15.003788 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-01f1ded5-b119-49f8-83ca-6d0681fa20e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:15.008613 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-01f1ded5-b119-49f8-83ca-6d0681fa20e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:15.010728 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-01f1ded5-b119-49f8-83ca-6d0681fa20e7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/194cfdab-4351-4c25-aa00-452f378b6969 HTTP/1.1" status: 204 len: 168 time: 0.2442853 Jun 11 09:39:15.011972 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6aa60392-8812-40b0-8291-0d1cf656cf5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:15.025046 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f1ded5-b119-49f8-83ca-6d0681fa20e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=194cfdab-4351-4c25-aa00-452f378b6969,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:15.036531 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-01f1ded5-b119-49f8-83ca-6d0681fa20e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:15.076531 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-ed5b28c8-870b-4fd6-a1b2-06408fb608c0 None None] For port 37dcdc0b-e337-4a81-8f67-33cbd55333da, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:39:15.081325 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-ed5b28c8-870b-4fd6-a1b2-06408fb608c0 None None] For port 37dcdc0b-e337-4a81-8f67-33cbd55333da, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=37dcdc0b-e337-4a81-8f67-33cbd55333da,segment=NetworkSegment(f1ba1393-2bbe-436f-8827-2ad0577d069a),segment_id=f1ba1393-2bbe-436f-8827-2ad0577d069a)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:39:15.149177 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ed5b28c8-870b-4fd6-a1b2-06408fb608c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:15.152184 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:15.221238 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5b28c8-870b-4fd6-a1b2-06408fb608c0 None None] Pushing event updated for resources: {'Port': ['ID=37dcdc0b-e337-4a81-8f67-33cbd55333da,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:15.224646 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-ed5b28c8-870b-4fd6-a1b2-06408fb608c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:15.282599 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f7785b53-b18b-4bf3-9aca-469845be8d44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:15.292072 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ba6e40fb-f45f-4078-8461-326aff6a9165 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:15.342719 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a311af-730e-42ce-8946-0d3539d64cba req-f67f5c27-c6bb-4e17-9f56-1325ed354f48 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:15.344265 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-28a311af-730e-42ce-8946-0d3539d64cba req-f67f5c27-c6bb-4e17-9f56-1325ed354f48 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9ea85b8-2f51-4556-a0ec-da627c0a57fb HTTP/1.1" status: 200 len: 949 time: 0.2664077 Jun 11 09:39:15.407322 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-28a311af-730e-42ce-8946-0d3539d64cba req-f543ecde-5a50-4f86-bc57-f7b42bfc4e41 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] 10.222.0.60 "GET /v2.0/security-groups?id=79d73196-6efa-49b1-8eea-73a979435c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547647 Jun 11 09:39:15.450053 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ba6e40fb-f45f-4078-8461-326aff6a9165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:15.453783 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6e40fb-f45f-4078-8461-326aff6a9165 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:15.454629 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ba6e40fb-f45f-4078-8461-326aff6a9165 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:15.459103 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:15.545487 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 34866) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:39:15.565741 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e0205ac4-789e-4eeb-98cb-e0d548d32b7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:15.580346 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6e40fb-f45f-4078-8461-326aff6a9165 admin admin] Pushing event updated for resources: {'Network': ['ID=f64764ef-1d16-4bb9-abcb-ee15625f8d04,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:15.587768 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 9c0c333a-ca20-4daa-9e05-c61a83a8c592 no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:39:15.593094 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ba6e40fb-f45f-4078-8461-326aff6a9165 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:15.625409 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] No Port match for: 9c0c333a-ca20-4daa-9e05-c61a83a8c592 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:39:15.625702 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 9c0c333a-ca20-4daa-9e05-c61a83a8c592 not bound to the agent host n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:39:15.627186 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network f64764ef-1d16-4bb9-abcb-ee15625f8d04 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:39:15.677913 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-ba6e40fb-f45f-4078-8461-326aff6a9165 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.9604318 Jun 11 09:39:15.679215 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 34868) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:39:15.687093 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-9951e763-ec9b-4411-98b4-268b726397e0 admin admin] Request body: {'subnet': {'network_id': 'f64764ef-1d16-4bb9-abcb-ee15625f8d04', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-323065413-subnet', 'tenant_id': '455235d9344d45d29863b10a5775a249', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:39:15.754507 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2f0cb586-adb3-4ba8-9be7-518d9fde3752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:15.755371 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63184f73-a376-4a72-98d3-3bea68f7e948 req-8c76097a-4091-4f7d-b79f-299b39504593 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:15.764597 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-63184f73-a376-4a72-98d3-3bea68f7e948 req-8c76097a-4091-4f7d-b79f-299b39504593 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d2f68d0-f06a-449a-98c8-fe4dfc06c694 HTTP/1.1" status: 200 len: 947 time: 0.1868067 Jun 11 09:39:15.811620 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e0205ac4-789e-4eeb-98cb-e0d548d32b7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:15.846277 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:15.874648 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e0205ac4-789e-4eeb-98cb-e0d548d32b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:15.881209 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device b89e81e3-9a41-4876-bc78-33fc8bc2195a up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:39:15.907494 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e3dcfb5f-6c95-4b44-9f76-a7b1a4bde39e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:15.942084 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-e0205ac4-789e-4eeb-98cb-e0d548d32b7a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e6e1a21c0fbd4c9da15487a728c747f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3942106 Jun 11 09:39:15.944182 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0205ac4-789e-4eeb-98cb-e0d548d32b7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc50280-daae-47b9-a2f9-b16376ad9c30,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:15.947919 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e0205ac4-789e-4eeb-98cb-e0d548d32b7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:15.948859 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 34884) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:39:16.055776 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6871027e-c427-4c90-bdb9-4d9f9dad344f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:16.084791 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6871027e-c427-4c90-bdb9-4d9f9dad344f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:16.104462 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 34886) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:39:16.128658 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 37dcdc0b-e337-4a81-8f67-33cbd55333da up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:39:16.180445 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning for port b89e81e3-9a41-4876-bc78-33fc8bc2195a completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:39:16.190573 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port b89e81e3-9a41-4876-bc78-33fc8bc2195a triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:39:16.191258 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:16.196963 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-a1f69a92-c0bc-4a7f-9025-5aaa4e3259c3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6980537810ae42979ff4ae1c4cd36512&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0892916 Jun 11 09:39:16.198884 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 34888) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:39:16.212617 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-63184f73-a376-4a72-98d3-3bea68f7e948 req-0065e4e0-17c2-4182-a94c-0657aed77e9c tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] 10.222.0.60 "GET /v2.0/security-groups?id=5306539d-5601-4083-be43-f18f84a4d23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4444163 Jun 11 09:39:16.272819 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6b10fab3-6fdc-4f93-a066-667cea84397d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:16.283971 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 37dcdc0b-e337-4a81-8f67-33cbd55333da completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:39:16.307230 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6b10fab3-6fdc-4f93-a066-667cea84397d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:16.320909 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6871027e-c427-4c90-bdb9-4d9f9dad344f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:16.324764 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6871027e-c427-4c90-bdb9-4d9f9dad344f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:16.326497 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-6871027e-c427-4c90-bdb9-4d9f9dad344f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9dc50280-daae-47b9-a2f9-b16376ad9c30 HTTP/1.1" status: 204 len: 168 time: 0.3764009 Jun 11 09:39:16.330916 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-50c64ac6-f304-4fd1-b12a-763d9b1a0201 tempest-AggregatesAdminTestJSON-1279494574 tempest-AggregatesAdminTestJSON-1279494574-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:16.380685 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f7785b53-b18b-4bf3-9aca-469845be8d44 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:16.387002 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6871027e-c427-4c90-bdb9-4d9f9dad344f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc50280-daae-47b9-a2f9-b16376ad9c30,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:16.387329 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9951e763-ec9b-4411-98b4-268b726397e0 admin admin] Made reservation on behalf of 455235d9344d45d29863b10a5775a249 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:39:16.388622 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:16.397200 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9951e763-ec9b-4411-98b4-268b726397e0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:16.397291 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6871027e-c427-4c90-bdb9-4d9f9dad344f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:16.466705 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port b89e81e3-9a41-4876-bc78-33fc8bc2195a, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=b89e81e3-9a41-4876-bc78-33fc8bc2195a,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:39:16.481694 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9ea85b8-2f51-4556-a0ec-da627c0a57fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b89e81e3-9a41-4876-bc78-33fc8bc2195a'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:39:16.484552 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c30a14f4-a752-47dd-b9d6-7b8d25b32d93" -d '{"events": [{"server_uuid": "b9ea85b8-2f51-4556-a0ec-da627c0a57fb", "name": "network-vif-plugged", "status": "completed", "tag": "b89e81e3-9a41-4876-bc78-33fc8bc2195a"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:39:16.500704 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd26a347-dbbb-461b-92f6-31521f06dbac None None] Network bd769a33-d2ae-4a77-8be2-0047382ae593 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:39:16.533039 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6b10fab3-6fdc-4f93-a066-667cea84397d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:16.534806 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f7785b53-b18b-4bf3-9aca-469845be8d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:16.543951 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6b10fab3-6fdc-4f93-a066-667cea84397d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:16.564425 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-6b10fab3-6fdc-4f93-a066-667cea84397d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/db2c26ce-55bf-4fdb-a4df-5ff3725a04e5 HTTP/1.1" status: 204 len: 168 time: 0.3638566 Jun 11 09:39:16.565815 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7e3d9c79-ecbc-44a1-83b1-b28c9c6e6893 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:16.588780 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b10fab3-6fdc-4f93-a066-667cea84397d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db2c26ce-55bf-4fdb-a4df-5ff3725a04e5,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:16.607057 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6b10fab3-6fdc-4f93-a066-667cea84397d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:16.665944 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:16.667415 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device bc16f2e0-9f29-4495-9e73-382743b1b0a1 up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:39:16.743508 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:16.842078 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-f7785b53-b18b-4bf3-9aca-469845be8d44 admin admin] Allocated IP 172.25.4.161 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/65d7d665-2054-433c-b0b4-b8a1015d6f02) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:39:16.856189 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=b89e81e3-9a41-4876-bc78-33fc8bc2195a,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:16.863705 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:16.872224 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-022c2583-5e78-4cb9-933f-39f54f1c202b None None] Provisioning for port 37dcdc0b-e337-4a81-8f67-33cbd55333da completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:39:16.885816 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-022c2583-5e78-4cb9-933f-39f54f1c202b None None] Provisioning complete for port 37dcdc0b-e337-4a81-8f67-33cbd55333da triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:39:16.886334 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-022c2583-5e78-4cb9-933f-39f54f1c202b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:16.888229 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:16.929028 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb8903a-4ec6-487b-a4ac-886d326ca84e req-a0e92993-7ce1-4104-a978-a264be4b5f1f tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:16.936560 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-beb8903a-4ec6-487b-a4ac-886d326ca84e req-a0e92993-7ce1-4104-a978-a264be4b5f1f tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a2b2a1d-dfdb-45de-ae9b-0ea7720fd0d1 HTTP/1.1" status: 200 len: 944 time: 0.4091544 Jun 11 09:39:17.069309 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning for port bc16f2e0-9f29-4495-9e73-382743b1b0a1 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:39:17.074610 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-022c2583-5e78-4cb9-933f-39f54f1c202b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:17.079878 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port bc16f2e0-9f29-4495-9e73-382743b1b0a1 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:39:17.079878 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:17.080114 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-beb8903a-4ec6-487b-a4ac-886d326ca84e req-684acd44-ccf2-4e13-a9d3-43710586d721 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] 10.222.0.60 "GET /v2.0/security-groups?id=49d753b7-a7cc-4778-bca2-d9ac12c2fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410027 Jun 11 09:39:17.181821 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-022c2583-5e78-4cb9-933f-39f54f1c202b None None] For port 37dcdc0b-e337-4a81-8f67-33cbd55333da, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=37dcdc0b-e337-4a81-8f67-33cbd55333da,segment=NetworkSegment(f1ba1393-2bbe-436f-8827-2ad0577d069a),segment_id=f1ba1393-2bbe-436f-8827-2ad0577d069a)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:39:17.252784 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-022c2583-5e78-4cb9-933f-39f54f1c202b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:17.258150 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:17.345941 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022c2583-5e78-4cb9-933f-39f54f1c202b None None] Pushing event updated for resources: {'Port': ['ID=37dcdc0b-e337-4a81-8f67-33cbd55333da,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:17.346975 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f7785b53-b18b-4bf3-9aca-469845be8d44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:17.351071 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-022c2583-5e78-4cb9-933f-39f54f1c202b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:17.353488 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:17.398079 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-151bf39f-93dc-478a-bac6-8a471ecc3f24 None None] Provisioning complete for port 37dcdc0b-e337-4a81-8f67-33cbd55333da triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:39:17.399991 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-151bf39f-93dc-478a-bac6-8a471ecc3f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:17.411754 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port bc16f2e0-9f29-4495-9e73-382743b1b0a1, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=bc16f2e0-9f29-4495-9e73-382743b1b0a1,segment=NetworkSegment(57391af4-6626-402e-b649-4a2d7f342011),segment_id=57391af4-6626-402e-b649-4a2d7f342011)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:39:17.419398 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22188f12-c04d-4533-be52-71bc6d5a31fe req-13dcb739-bd2b-48db-9684-d77d7a21df6c tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:17.426151 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-22188f12-c04d-4533-be52-71bc6d5a31fe req-13dcb739-bd2b-48db-9684-d77d7a21df6c tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9ea85b8-2f51-4556-a0ec-da627c0a57fb HTTP/1.1" status: 200 len: 950 time: 0.1302297 Jun 11 09:39:17.430334 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9951e763-ec9b-4411-98b4-268b726397e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:17.448075 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b464e218-81be-426e-8dba-15042849bf16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:17.508430 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:17.518322 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:17.521406 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f7785b53-b18b-4bf3-9aca-469845be8d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:17.540277 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-22188f12-c04d-4533-be52-71bc6d5a31fe req-77e273b1-4cf2-43e3-a308-fc3989b32741 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] 10.222.0.60 "GET /v2.0/security-groups?id=79d73196-6efa-49b1-8eea-73a979435c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130767 Jun 11 09:39:17.582956 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device dbb567b0-a461-4193-8efa-363e2c51d7b8 details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:39:17.602462 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7785b53-b18b-4bf3-9aca-469845be8d44 admin admin] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:39:17.604824 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9951e763-ec9b-4411-98b4-268b726397e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f707fbf9-d6b5-48f4-b1c1-e5fd7bd963f6,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:17.611194 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-f7785b53-b18b-4bf3-9aca-469845be8d44 admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:39:17.613225 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9951e763-ec9b-4411-98b4-268b726397e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:17.613795 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3070574a-aa32-41f8-9baa-67e05c71bcde tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:17.621520 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=bc16f2e0-9f29-4495-9e73-382743b1b0a1,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:17.625848 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:17.653790 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b1af3e-d257-4d41-a5ca-44b0c1027e46 x-openstack-request-id: req-d4b1af3e-d257-4d41-a5ca-44b0c1027e46 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:39:17.656629 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9ea85b8-2f51-4556-a0ec-da627c0a57fb", "name": "network-vif-plugged", "status": "completed", "tag": "b89e81e3-9a41-4876-bc78-33fc8bc2195a", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:39:17.656629 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d4b1af3e-d257-4d41-a5ca-44b0c1027e46 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:39:17.656629 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9ea85b8-2f51-4556-a0ec-da627c0a57fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b89e81e3-9a41-4876-bc78-33fc8bc2195a', 'code': 200} Jun 11 09:39:17.663949 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9951e763-ec9b-4411-98b4-268b726397e0 admin admin] Checking segment: {'id': '9149788d-877e-41af-83c2-5ce6b1848f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f64764ef-1d16-4bb9-abcb-ee15625f8d04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:39:17.665058 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9951e763-ec9b-4411-98b4-268b726397e0 admin admin] Network hostable DHCP agents. Network: f64764ef-1d16-4bb9-abcb-ee15625f8d04, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 09:39:17.668746 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7785b53-b18b-4bf3-9aca-469845be8d44 admin admin] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:39:17.785651 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port dbb567b0-a461-4193-8efa-363e2c51d7b8, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=dbb567b0-a461-4193-8efa-363e2c51d7b8,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:39:17.817049 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': 'dbb567b0-a461-4193-8efa-363e2c51d7b8', 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60', 'port_id': 'dbb567b0-a461-4193-8efa-363e2c51d7b8', 'mac_address': 'fa:16:3e:ba:15:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189b03cc-b2a8-4615-9ab5-ad0328c3f10f', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:39:17.858285 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:17.875558 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbb567b0-a461-4193-8efa-363e2c51d7b8 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:39:17.897889 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port dbb567b0-a461-4193-8efa-363e2c51d7b8, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=dbb567b0-a461-4193-8efa-363e2c51d7b8,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:39:17.923116 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7785b53-b18b-4bf3-9aca-469845be8d44 admin admin] Pushing event updated for resources: {'Port': ['ID=65d7d665-2054-433c-b0b4-b8a1015d6f02,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:17.937673 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f7785b53-b18b-4bf3-9aca-469845be8d44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:17.983326 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 34956) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:39:17.991817 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:17.993809 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-7c716f7c-6ad0-4990-8b3e-e09e23851718 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:17.996999 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5243c50e-b40f-4762-8f7e-68b93a0a12a1 req-9e9e1dd7-58ca-478e-a009-061b956c3bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:18.000408 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5243c50e-b40f-4762-8f7e-68b93a0a12a1 req-9e9e1dd7-58ca-478e-a009-061b956c3bbd service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b9ea85b8-2f51-4556-a0ec-da627c0a57fb HTTP/1.1" status: 200 len: 1102 time: 0.2420723 Jun 11 09:39:18.009412 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1d614f-e02c-4a79-96b4-ca984d4ba2b6 req-9cc0b98b-8d89-4214-9ccd-e50f930856d3 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:18.016716 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0d1d614f-e02c-4a79-96b4-ca984d4ba2b6 req-9cc0b98b-8d89-4214-9ccd-e50f930856d3 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d2f68d0-f06a-449a-98c8-fe4dfc06c694 HTTP/1.1" status: 200 len: 947 time: 0.2016070 Jun 11 09:39:18.039527 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9951e763-ec9b-4411-98b4-268b726397e0 admin admin] Network f64764ef-1d16-4bb9-abcb-ee15625f8d04 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 09:39:18.084098 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5243c50e-b40f-4762-8f7e-68b93a0a12a1 req-58a1a955-a681-47e7-966c-ec3ef953c9e2 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=79d73196-6efa-49b1-8eea-73a979435c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650861 Jun 11 09:39:18.097711 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0d1d614f-e02c-4a79-96b4-ca984d4ba2b6 req-fcefc4a9-7bb0-4bf5-a0f6-3d751ff3d0b3 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] 10.222.0.60 "GET /v2.0/security-groups?id=5306539d-5601-4083-be43-f18f84a4d23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799899 Jun 11 09:39:18.100248 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=dbb567b0-a461-4193-8efa-363e2c51d7b8,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:18.106469 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:18.111443 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 37dcdc0b-e337-4a81-8f67-33cbd55333da up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:39:18.162923 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [req-d4124bed-5f7c-4872-854a-82c10a7cf0cc req-64f2c08b-fe14-487a-9948-13b79a59bf6e tempest-LiveAutoBlockMigrationV225Test-226334702 tempest-LiveAutoBlockMigrationV225Test-226334702-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 09:39:18.175825 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d4124bed-5f7c-4872-854a-82c10a7cf0cc req-64f2c08b-fe14-487a-9948-13b79a59bf6e tempest-LiveAutoBlockMigrationV225Test-226334702 tempest-LiveAutoBlockMigrationV225Test-226334702-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1854732 Jun 11 09:39:18.253558 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 37dcdc0b-e337-4a81-8f67-33cbd55333da triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:39:18.254063 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:18.273692 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-9951e763-ec9b-4411-98b4-268b726397e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, f64764ef-1d16-4bb9-abcb-ee15625f8d04) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:39:18.278246 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9951e763-ec9b-4411-98b4-268b726397e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:18.278874 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9951e763-ec9b-4411-98b4-268b726397e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:18.283208 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['dbb567b0-a461-4193-8efa-363e2c51d7b8'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:39:18.311018 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c35711f-e94c-4eb2-abf0-72d88337a1c2 None None] Network f64764ef-1d16-4bb9-abcb-ee15625f8d04 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:39:18.337684 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f7785b53-b18b-4bf3-9aca-469845be8d44 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:18.344051 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:18.452777 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-9951e763-ec9b-4411-98b4-268b726397e0 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.7616107 Jun 11 09:39:18.501310 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71c123a-9d08-43bc-a6b0-7babe0df1a4a req-19aa403e-e88e-4694-bb1e-5527b6dfbb05 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:18.503019 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b71c123a-9d08-43bc-a6b0-7babe0df1a4a req-19aa403e-e88e-4694-bb1e-5527b6dfbb05 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a2b2a1d-dfdb-45de-ae9b-0ea7720fd0d1 HTTP/1.1" status: 200 len: 945 time: 0.2338495 Jun 11 09:39:18.556382 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-d4124bed-5f7c-4872-854a-82c10a7cf0cc req-118f410c-ec75-4eff-8824-13d608332192 service neutron] Request body: {'binding': {'host': 'n-h1-779913-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:39:18.557559 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-d4124bed-5f7c-4872-854a-82c10a7cf0cc req-118f410c-ec75-4eff-8824-13d608332192 service neutron] Unknown quota resources ['binding']. {{(pid=93176) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 11 09:39:18.725208 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696a2251-ee84-4982-91d4-f9ac051aee8c None None] Network f64764ef-1d16-4bb9-abcb-ee15625f8d04 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:39:18.872434 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-d4124bed-5f7c-4872-854a-82c10a7cf0cc req-118f410c-ec75-4eff-8824-13d608332192 service neutron] Attempting to bind port 74cebd76-aca3-45ac-9c8a-b7e9d0de0e85 on host n-h1-779913-12 for vnic_type normal with profile None {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:39:18.873076 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-d4124bed-5f7c-4872-854a-82c10a7cf0cc req-118f410c-ec75-4eff-8824-13d608332192 service neutron] Attempting to bind port 74cebd76-aca3-45ac-9c8a-b7e9d0de0e85 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '56281ee1-4859-40f0-b2a0-2c2117bfda04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '53a42219-c346-45f9-be41-c5dabab2438f'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:39:18.873621 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4124bed-5f7c-4872-854a-82c10a7cf0cc req-118f410c-ec75-4eff-8824-13d608332192 service neutron] Attempting to bind port 74cebd76-aca3-45ac-9c8a-b7e9d0de0e85 on network 53a42219-c346-45f9-be41-c5dabab2438f {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:39:18.879396 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4124bed-5f7c-4872-854a-82c10a7cf0cc req-118f410c-ec75-4eff-8824-13d608332192 service neutron] Port 74cebd76-aca3-45ac-9c8a-b7e9d0de0e85 on network 53a42219-c346-45f9-be41-c5dabab2438f not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:39:18.879966 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4124bed-5f7c-4872-854a-82c10a7cf0cc req-118f410c-ec75-4eff-8824-13d608332192 service neutron] Attempting to bind port 74cebd76-aca3-45ac-9c8a-b7e9d0de0e85 on network 53a42219-c346-45f9-be41-c5dabab2438f {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:39:18.887421 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4124bed-5f7c-4872-854a-82c10a7cf0cc req-118f410c-ec75-4eff-8824-13d608332192 service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:39:18.892973 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4124bed-5f7c-4872-854a-82c10a7cf0cc req-118f410c-ec75-4eff-8824-13d608332192 service neutron] Checking segment: {'id': '56281ee1-4859-40f0-b2a0-2c2117bfda04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '53a42219-c346-45f9-be41-c5dabab2438f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:39:18.892973 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4124bed-5f7c-4872-854a-82c10a7cf0cc req-118f410c-ec75-4eff-8824-13d608332192 service neutron] Bound using segment: {'id': '56281ee1-4859-40f0-b2a0-2c2117bfda04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '53a42219-c346-45f9-be41-c5dabab2438f'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:39:18.892973 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-d4124bed-5f7c-4872-854a-82c10a7cf0cc req-118f410c-ec75-4eff-8824-13d608332192 service neutron] Bound port: 74cebd76-aca3-45ac-9c8a-b7e9d0de0e85, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56281ee1-4859-40f0-b2a0-2c2117bfda04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '53a42219-c346-45f9-be41-c5dabab2438f'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:39:18.959769 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b71c123a-9d08-43bc-a6b0-7babe0df1a4a req-2977a1cf-447a-465f-b23b-ae045fb9a871 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] 10.222.0.60 "GET /v2.0/security-groups?id=49d753b7-a7cc-4778-bca2-d9ac12c2fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4460955 Jun 11 09:39:19.032512 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-d4124bed-5f7c-4872-854a-82c10a7cf0cc req-118f410c-ec75-4eff-8824-13d608332192 service neutron] For port 74cebd76-aca3-45ac-9c8a-b7e9d0de0e85, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=74cebd76-aca3-45ac-9c8a-b7e9d0de0e85,segment=NetworkSegment(56281ee1-4859-40f0-b2a0-2c2117bfda04),segment_id=56281ee1-4859-40f0-b2a0-2c2117bfda04)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:39:19.033550 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f7785b53-b18b-4bf3-9aca-469845be8d44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:19.124514 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-d4124bed-5f7c-4872-854a-82c10a7cf0cc req-118f410c-ec75-4eff-8824-13d608332192 service neutron] Notify callbacks [] for binding, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:19.125719 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d4124bed-5f7c-4872-854a-82c10a7cf0cc req-118f410c-ec75-4eff-8824-13d608332192 service neutron] 10.222.0.60 "POST /v2.0/ports/74cebd76-aca3-45ac-9c8a-b7e9d0de0e85/bindings HTTP/1.1" status: 201 len: 390 time: 0.8881369 Jun 11 09:39:19.262112 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33650573-0612-461d-bced-99ae377d4a55 req-83bc1081-27d5-4384-97db-8c6bde58661c tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:19.269830 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-33650573-0612-461d-bced-99ae377d4a55 req-83bc1081-27d5-4384-97db-8c6bde58661c tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9ea85b8-2f51-4556-a0ec-da627c0a57fb HTTP/1.1" status: 200 len: 950 time: 0.1262629 Jun 11 09:39:19.333408 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-33650573-0612-461d-bced-99ae377d4a55 req-0177433d-1106-43e7-85dc-574f71687f81 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] 10.222.0.60 "GET /v2.0/security-groups?id=79d73196-6efa-49b1-8eea-73a979435c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626435 Jun 11 09:39:19.411221 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7785b53-b18b-4bf3-9aca-469845be8d44 admin admin] Router d7fdfdca-ef40-4cfd-bb95-82ce929d21bb is scheduled to L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 with binding_index 1 {{(pid=93177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 09:39:19.603469 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device dbb567b0-a461-4193-8efa-363e2c51d7b8 up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:39:19.629212 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7785b53-b18b-4bf3-9aca-469845be8d44 admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:39:19.642302 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e064d011-509b-4701-a9b2-7351cfc75e80 None None] Sync routers for ids ['d7fdfdca-ef40-4cfd-bb95-82ce929d21bb'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:39:19.649483 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b9fd82-d66d-4890-8688-8132e5b89f86 req-6ba0000e-1a9c-4671-8101-e00466c2a5bb tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:19.656547 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e6b9fd82-d66d-4890-8688-8132e5b89f86 req-6ba0000e-1a9c-4671-8101-e00466c2a5bb tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d2f68d0-f06a-449a-98c8-fe4dfc06c694 HTTP/1.1" status: 200 len: 948 time: 0.1876047 Jun 11 09:39:19.658350 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a2b2a1d-dfdb-45de-ae9b-0ea7720fd0d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc16f2e0-9f29-4495-9e73-382743b1b0a1'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:39:19.659792 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e064d011-509b-4701-a9b2-7351cfc75e80 None None] Routers {'d7fdfdca-ef40-4cfd-bb95-82ce929d21bb'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:39:19.661084 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5131585-5278-4f47-8de9-2ef2e2360d7f" -d '{"events": [{"server_uuid": "6a2b2a1d-dfdb-45de-ae9b-0ea7720fd0d1", "name": "network-vif-plugged", "status": "completed", "tag": "bc16f2e0-9f29-4495-9e73-382743b1b0a1"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:39:19.661932 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-e064d011-509b-4701-a9b2-7351cfc75e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:39:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['d7fdfdca-ef40-4cfd-bb95-82ce929d21bb'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:39:19.712055 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e6b9fd82-d66d-4890-8688-8132e5b89f86 req-d55cb303-69ad-4373-9a0c-a52e563da7e9 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] 10.222.0.60 "GET /v2.0/security-groups?id=5306539d-5601-4083-be43-f18f84a4d23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545349 Jun 11 09:39:19.735378 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f7785b53-b18b-4bf3-9aca-469845be8d44 admin admin] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:19.736834 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-f7785b53-b18b-4bf3-9aca-469845be8d44 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.5224800 Jun 11 09:39:19.745343 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 35018) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:39:19.759892 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning for port dbb567b0-a461-4193-8efa-363e2c51d7b8 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:39:19.764119 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port dbb567b0-a461-4193-8efa-363e2c51d7b8 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:39:19.764639 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:19.892946 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-e064d011-509b-4701-a9b2-7351cfc75e80 None None] Set router d7fdfdca-ef40-4cfd-bb95-82ce929d21bb gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:39:19.935428 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b482dd6a-0544-427d-b0f3-f893cd6848c5 x-openstack-request-id: req-b482dd6a-0544-427d-b0f3-f893cd6848c5 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:39:19.936211 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a2b2a1d-dfdb-45de-ae9b-0ea7720fd0d1", "name": "network-vif-plugged", "status": "completed", "tag": "bc16f2e0-9f29-4495-9e73-382743b1b0a1", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:39:19.936481 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b482dd6a-0544-427d-b0f3-f893cd6848c5 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:39:19.936892 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a2b2a1d-dfdb-45de-ae9b-0ea7720fd0d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc16f2e0-9f29-4495-9e73-382743b1b0a1', 'code': 200} Jun 11 09:39:19.940394 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:19.979950 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4124bed-5f7c-4872-854a-82c10a7cf0cc req-408726e2-c03c-4cb9-b757-b7cf62591d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:19.979950 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d4124bed-5f7c-4872-854a-82c10a7cf0cc req-408726e2-c03c-4cb9-b757-b7cf62591d70 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=761e66d23fea4903a68cd9de907a43c1&device_id=0bcb572c-3b00-4f8d-8049-6bc52799374c HTTP/1.1" status: 200 len: 1097 time: 0.1351547 Jun 11 09:39:20.019262 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port dbb567b0-a461-4193-8efa-363e2c51d7b8, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=dbb567b0-a461-4193-8efa-363e2c51d7b8,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:39:20.112078 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:20.113988 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-ed5b28c8-870b-4fd6-a1b2-06408fb608c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:20.137493 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4124bed-5f7c-4872-854a-82c10a7cf0cc req-76e205f0-b75b-4db4-a6cc-9ecdfed83019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:20.141823 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d4124bed-5f7c-4872-854a-82c10a7cf0cc req-76e205f0-b75b-4db4-a6cc-9ecdfed83019 service neutron] 10.222.0.64 "GET /v2.0/networks?id=53a42219-c346-45f9-be41-c5dabab2438f HTTP/1.1" status: 200 len: 922 time: 0.1637781 Jun 11 09:39:20.212743 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=dbb567b0-a461-4193-8efa-363e2c51d7b8,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:20.222274 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:20.246940 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d4124bed-5f7c-4872-854a-82c10a7cf0cc req-a9891f7a-cc4f-4589-b7f4-c3447570d3d8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=74cebd76-aca3-45ac-9c8a-b7e9d0de0e85 HTTP/1.1" status: 200 len: 217 time: 0.0995862 Jun 11 09:39:20.325569 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4124bed-5f7c-4872-854a-82c10a7cf0cc req-03f0966e-d6fa-4414-9d9c-6301b9272820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:20.327549 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d4124bed-5f7c-4872-854a-82c10a7cf0cc req-03f0966e-d6fa-4414-9d9c-6301b9272820 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=20094bda-f8d4-46e6-bab1-f100394de689 HTTP/1.1" status: 200 len: 861 time: 0.0737381 Jun 11 09:39:20.384957 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d4124bed-5f7c-4872-854a-82c10a7cf0cc req-8dc5292c-7390-43b7-b07b-2e23851f766d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=53a42219-c346-45f9-be41-c5dabab2438f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502973 Jun 11 09:39:20.388175 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-e064d011-509b-4701-a9b2-7351cfc75e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7fdfdca-ef40-4cfd-bb95-82ce929d21bb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1943007393-router', 'tenant_id': 'ac78eeea7bf3498e9a17f0b731c3620c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '65d7d665-2054-433c-b0b4-b8a1015d6f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:39:14Z', 'updated_at': '2021-06-11T09:39:17Z', 'revision_number': 3, 'project_id': 'ac78eeea7bf3498e9a17f0b731c3620c', 'gw_port': {'id': '65d7d665-2054-433c-b0b4-b8a1015d6f02', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:19:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7fdfdca-ef40-4cfd-bb95-82ce929d21bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:39:16Z', 'updated_at': '2021-06-11T09:39:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:39:20.388691 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe16872-2ad7-4209-ae19-8e663991d3fa req-f6edf183-884d-4ab3-86f2-b27936aed49b tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:20.392657 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e064d011-509b-4701-a9b2-7351cfc75e80 None None] Checking router: d7fdfdca-ef40-4cfd-bb95-82ce929d21bb for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:39:20.393137 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e064d011-509b-4701-a9b2-7351cfc75e80 None None] Updating router d7fdfdca-ef40-4cfd-bb95-82ce929d21bb port 65d7d665-2054-433c-b0b4-b8a1015d6f02 binding host n-d-779913-12 {{(pid=93179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 09:39:20.396971 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cfe16872-2ad7-4209-ae19-8e663991d3fa req-f6edf183-884d-4ab3-86f2-b27936aed49b tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcb572c-3b00-4f8d-8049-6bc52799374c HTTP/1.1" status: 200 len: 945 time: 0.3135023 Jun 11 09:39:20.419939 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 35042) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:39:20.425229 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-5eb3d378-8327-4645-ba67-6460a246abab admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1024010857-network', 'tenant_id': '552e441c72d04fe196a3135059743e45'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:39:20.455657 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-e064d011-509b-4701-a9b2-7351cfc75e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:20.479098 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2afe47a-cabf-44fe-930f-2c228b7fb85d req-0ebde011-52a3-4869-8bd3-00a4f792a910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:20.481536 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e2afe47a-cabf-44fe-930f-2c228b7fb85d req-0ebde011-52a3-4869-8bd3-00a4f792a910 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6a2b2a1d-dfdb-45de-ae9b-0ea7720fd0d1 HTTP/1.1" status: 200 len: 1097 time: 0.3963735 Jun 11 09:39:20.589003 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d4124bed-5f7c-4872-854a-82c10a7cf0cc req-d46b0d49-f9a9-4ad9-b7ac-f0b50cbb6207 service neutron] 10.222.0.64 "GET /v2.0/networks/53a42219-c346-45f9-be41-c5dabab2438f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967509 Jun 11 09:39:20.641221 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87924ec4-f38b-4962-8a2c-deb03a99e381 req-8a75784a-f44c-43e1-bab9-b73c274ab988 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:20.642687 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-87924ec4-f38b-4962-8a2c-deb03a99e381 req-8a75784a-f44c-43e1-bab9-b73c274ab988 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a2b2a1d-dfdb-45de-ae9b-0ea7720fd0d1 HTTP/1.1" status: 200 len: 945 time: 0.1456430 Jun 11 09:39:20.649795 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cfe16872-2ad7-4209-ae19-8e663991d3fa req-621ba5a8-c800-4921-8d90-d75c7be873ea tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519200 Jun 11 09:39:20.668180 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e2afe47a-cabf-44fe-930f-2c228b7fb85d req-1c4ed485-0c74-4d90-84bb-a2fbd8a84540 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=49d753b7-a7cc-4778-bca2-d9ac12c2fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785684 Jun 11 09:39:20.734692 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb3d378-8327-4645-ba67-6460a246abab admin admin] Made reservation on behalf of 552e441c72d04fe196a3135059743e45 for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:39:20.737257 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5eb3d378-8327-4645-ba67-6460a246abab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:20.754553 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5eb3d378-8327-4645-ba67-6460a246abab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:20.757823 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d4124bed-5f7c-4872-854a-82c10a7cf0cc req-973e95f3-949e-4e41-94a9-6e44a012576d service neutron] 10.222.0.64 "GET /v2.0/networks/53a42219-c346-45f9-be41-c5dabab2438f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599634 Jun 11 09:39:20.761412 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-87924ec4-f38b-4962-8a2c-deb03a99e381 req-f07eb578-beda-4647-bb3b-29d4c8df2192 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] 10.222.0.60 "GET /v2.0/security-groups?id=49d753b7-a7cc-4778-bca2-d9ac12c2fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647564 Jun 11 09:39:20.851104 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-e064d011-509b-4701-a9b2-7351cfc75e80 None None] Notify callbacks [] for port, precommit_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:20.863017 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-e064d011-509b-4701-a9b2-7351cfc75e80 None None] Transition to ACTIVE for port object 65d7d665-2054-433c-b0b4-b8a1015d6f02 will not be triggered until provisioned by entity L2. {{(pid=93179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:39:20.942615 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-e064d011-509b-4701-a9b2-7351cfc75e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:20.947104 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:20.973596 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5f2afb46-bd44-480b-ae25-1cfcd905305c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:21.012032 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-e064d011-509b-4701-a9b2-7351cfc75e80 None None] Attempting to bind port 65d7d665-2054-433c-b0b4-b8a1015d6f02 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:39:21.012524 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-e064d011-509b-4701-a9b2-7351cfc75e80 None None] Attempting to bind port 65d7d665-2054-433c-b0b4-b8a1015d6f02 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:39:21.015260 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e064d011-509b-4701-a9b2-7351cfc75e80 None None] Attempting to bind port 65d7d665-2054-433c-b0b4-b8a1015d6f02 on network f0adef6e-169f-4a27-8865-442be2ad072d {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:39:21.016342 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a2fc84-3740-41f3-a5f8-5c0339cbd86a req-6617f8ac-0e90-4af6-92e4-13fc513aff3a tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:21.016342 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-70a2fc84-3740-41f3-a5f8-5c0339cbd86a req-6617f8ac-0e90-4af6-92e4-13fc513aff3a tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9ea85b8-2f51-4556-a0ec-da627c0a57fb HTTP/1.1" status: 200 len: 950 time: 0.2005429 Jun 11 09:39:21.022844 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e064d011-509b-4701-a9b2-7351cfc75e80 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:39:21.023497 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e064d011-509b-4701-a9b2-7351cfc75e80 None None] Checking segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:39:21.024088 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-e064d011-509b-4701-a9b2-7351cfc75e80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:21.024492 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e064d011-509b-4701-a9b2-7351cfc75e80 None None] Bound using segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:39:21.024978 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-e064d011-509b-4701-a9b2-7351cfc75e80 None None] Bound port: 65d7d665-2054-433c-b0b4-b8a1015d6f02, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:39:21.025361 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-e064d011-509b-4701-a9b2-7351cfc75e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:21.048716 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5eb3d378-8327-4645-ba67-6460a246abab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:21.056086 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b08766-d298-448c-afcc-3a8998164d06 None None] Pushing event updated for resources: {'Port': ['ID=65d7d665-2054-433c-b0b4-b8a1015d6f02,revision_number=2']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:21.068713 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-79b08766-d298-448c-afcc-3a8998164d06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:21.103208 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4124bed-5f7c-4872-854a-82c10a7cf0cc req-3d5ab66e-e86d-4c11-9259-f38992e4f304 tempest-LiveAutoBlockMigrationV225Test-226334702 tempest-LiveAutoBlockMigrationV225Test-226334702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:21.105548 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d4124bed-5f7c-4872-854a-82c10a7cf0cc req-3d5ab66e-e86d-4c11-9259-f38992e4f304 tempest-LiveAutoBlockMigrationV225Test-226334702 tempest-LiveAutoBlockMigrationV225Test-226334702-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=0bcb572c-3b00-4f8d-8049-6bc52799374c&tenant_id=761e66d23fea4903a68cd9de907a43c1&binding%3Ahost_id=n-h2-779913-12 HTTP/1.1" status: 200 len: 1097 time: 0.1494367 Jun 11 09:39:21.108652 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-e064d011-509b-4701-a9b2-7351cfc75e80 None None] For port 65d7d665-2054-433c-b0b4-b8a1015d6f02, host n-d-779913-12, cleared binding levels {{(pid=93179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:39:21.112730 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-e064d011-509b-4701-a9b2-7351cfc75e80 None None] For port 65d7d665-2054-433c-b0b4-b8a1015d6f02, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=65d7d665-2054-433c-b0b4-b8a1015d6f02,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:39:21.125962 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-d4124bed-5f7c-4872-854a-82c10a7cf0cc req-200c4629-88cf-40a8-846b-68966e2701cb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-779913-12'}}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:39:21.131433 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-70a2fc84-3740-41f3-a5f8-5c0339cbd86a req-5fe4f97a-9d2f-41da-8194-3eb40062be87 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] 10.222.0.60 "GET /v2.0/security-groups?id=79d73196-6efa-49b1-8eea-73a979435c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036222 Jun 11 09:39:21.164426 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5eb3d378-8327-4645-ba67-6460a246abab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:21.170390 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-20eda1ef-67b4-4144-a5bf-09ab2374f5ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:21.195100 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-e064d011-509b-4701-a9b2-7351cfc75e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:21.195343 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eb3d378-8327-4645-ba67-6460a246abab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 758} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 09:39:21.198719 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-79b08766-d298-448c-afcc-3a8998164d06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:21.229079 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5eb3d378-8327-4645-ba67-6460a246abab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:21.229424 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-5eb3d378-8327-4645-ba67-6460a246abab admin admin] Added segment 915ce20b-405a-4a5c-aadc-e8dab68425ab of type vlan for network 5decf316-2595-4e9c-b3b9-d15b2c19de9f Jun 11 09:39:21.243854 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb3d378-8327-4645-ba67-6460a246abab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=673d8696-edf9-44f9-bc78-7ac423717df2,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:21.261293 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e064d011-509b-4701-a9b2-7351cfc75e80 None None] Routers {'d7fdfdca-ef40-4cfd-bb95-82ce929d21bb'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:39:21.262180 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-e064d011-509b-4701-a9b2-7351cfc75e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:39:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['d7fdfdca-ef40-4cfd-bb95-82ce929d21bb'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:39:21.325052 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb3d378-8327-4645-ba67-6460a246abab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:39:21.325656 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb3d378-8327-4645-ba67-6460a246abab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:39:21.325979 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb3d378-8327-4645-ba67-6460a246abab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:39:21.326326 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb3d378-8327-4645-ba67-6460a246abab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:39:21.327133 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb3d378-8327-4645-ba67-6460a246abab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:39:21.327502 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb3d378-8327-4645-ba67-6460a246abab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:39:21.328409 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb3d378-8327-4645-ba67-6460a246abab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:39:21.328738 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb3d378-8327-4645-ba67-6460a246abab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:39:21.329092 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb3d378-8327-4645-ba67-6460a246abab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:39:21.329618 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb3d378-8327-4645-ba67-6460a246abab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:39:21.329945 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb3d378-8327-4645-ba67-6460a246abab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:39:21.330279 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb3d378-8327-4645-ba67-6460a246abab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:39:21.344292 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b08766-d298-448c-afcc-3a8998164d06 None None] Pushing event updated for resources: {'Port': ['ID=65d7d665-2054-433c-b0b4-b8a1015d6f02,revision_number=3']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:21.349373 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5eb3d378-8327-4645-ba67-6460a246abab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:21.394811 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-79b08766-d298-448c-afcc-3a8998164d06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:21.403855 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5eb3d378-8327-4645-ba67-6460a246abab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:21.424490 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-5f2afb46-bd44-480b-ae25-1cfcd905305c admin admin] Allocated IP 172.20.0.1 (bd769a33-d2ae-4a77-8be2-0047382ae593/fce8e258-cc45-4e2c-8dcb-94cdefb9f0b0/4aee4b2f-e3e1-4fd0-9092-e7ea1799caed) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:39:21.461765 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-e064d011-509b-4701-a9b2-7351cfc75e80 None None] Set router d7fdfdca-ef40-4cfd-bb95-82ce929d21bb gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:39:21.482470 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-d4124bed-5f7c-4872-854a-82c10a7cf0cc req-200c4629-88cf-40a8-846b-68966e2701cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:21.678691 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-d4124bed-5f7c-4872-854a-82c10a7cf0cc req-200c4629-88cf-40a8-846b-68966e2701cb service neutron] For port 74cebd76-aca3-45ac-9c8a-b7e9d0de0e85, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=74cebd76-aca3-45ac-9c8a-b7e9d0de0e85,segment=NetworkSegment(56281ee1-4859-40f0-b2a0-2c2117bfda04),segment_id=56281ee1-4859-40f0-b2a0-2c2117bfda04)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:39:21.738063 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-d4124bed-5f7c-4872-854a-82c10a7cf0cc req-200c4629-88cf-40a8-846b-68966e2701cb service neutron] For port 74cebd76-aca3-45ac-9c8a-b7e9d0de0e85, host n-h2-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:39:21.769809 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-e064d011-509b-4701-a9b2-7351cfc75e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7fdfdca-ef40-4cfd-bb95-82ce929d21bb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1943007393-router', 'tenant_id': 'ac78eeea7bf3498e9a17f0b731c3620c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '65d7d665-2054-433c-b0b4-b8a1015d6f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:39:14Z', 'updated_at': '2021-06-11T09:39:17Z', 'revision_number': 3, 'project_id': 'ac78eeea7bf3498e9a17f0b731c3620c', 'gw_port': {'id': '65d7d665-2054-433c-b0b4-b8a1015d6f02', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:19:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7fdfdca-ef40-4cfd-bb95-82ce929d21bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:39:16Z', 'updated_at': '2021-06-11T09:39:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:39:21.774592 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e064d011-509b-4701-a9b2-7351cfc75e80 None None] The sync data for ids ['d7fdfdca-ef40-4cfd-bb95-82ce929d21bb'] in n-d-779913-12 is: [{'id': 'd7fdfdca-ef40-4cfd-bb95-82ce929d21bb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1943007393-router', 'tenant_id': 'ac78eeea7bf3498e9a17f0b731c3620c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '65d7d665-2054-433c-b0b4-b8a1015d6f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:39:14Z', 'updated_at': '2021-06-11T09:39:17Z', 'revision_number': 3, 'project_id': 'ac78eeea7bf3498e9a17f0b731c3620c', 'gw_port': {'id': '65d7d665-2054-433c-b0b4-b8a1015d6f02', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:19:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7fdfdca-ef40-4cfd-bb95-82ce929d21bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:39:16Z', 'updated_at': '2021-06-11T09:39:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:39:21.809087 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55bca02-ccf1-4f8f-83c9-00fa248dff58 req-16411ad5-cdd5-497e-8b24-4ebe03e22779 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:21.810703 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a55bca02-ccf1-4f8f-83c9-00fa248dff58 req-16411ad5-cdd5-497e-8b24-4ebe03e22779 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d2f68d0-f06a-449a-98c8-fe4dfc06c694 HTTP/1.1" status: 200 len: 949 time: 0.4928806 Jun 11 09:39:21.814891 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5eb3d378-8327-4645-ba67-6460a246abab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:21.817897 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb3d378-8327-4645-ba67-6460a246abab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:21.818471 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5eb3d378-8327-4645-ba67-6460a246abab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:21.824304 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:21.829735 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-d4124bed-5f7c-4872-854a-82c10a7cf0cc req-200c4629-88cf-40a8-846b-68966e2701cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:21.832940 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bcb572c-3b00-4f8d-8049-6bc52799374c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74cebd76-aca3-45ac-9c8a-b7e9d0de0e85'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:39:21.835918 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9acf6d93-a648-48b5-90b2-c446c5e78191" -d '{"events": [{"server_uuid": "0bcb572c-3b00-4f8d-8049-6bc52799374c", "name": "network-vif-unplugged", "status": "completed", "tag": "74cebd76-aca3-45ac-9c8a-b7e9d0de0e85"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:39:21.908134 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5f2afb46-bd44-480b-ae25-1cfcd905305c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:21.920561 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-d4124bed-5f7c-4872-854a-82c10a7cf0cc req-200c4629-88cf-40a8-846b-68966e2701cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:21.929332 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:21.938142 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d2f68d0-f06a-449a-98c8-fe4dfc06c694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbb567b0-a461-4193-8efa-363e2c51d7b8'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:39:21.940499 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ba9c34b-08e7-447e-98a0-a53df7763cd3" -d '{"events": [{"server_uuid": "4d2f68d0-f06a-449a-98c8-fe4dfc06c694", "name": "network-vif-plugged", "status": "completed", "tag": "dbb567b0-a461-4193-8efa-363e2c51d7b8"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:39:21.970213 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb3d378-8327-4645-ba67-6460a246abab admin admin] Pushing event updated for resources: {'Network': ['ID=5decf316-2595-4e9c-b3b9-d15b2c19de9f,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:21.982971 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-5f2afb46-bd44-480b-ae25-1cfcd905305c admin admin] Transition to ACTIVE for port object 4aee4b2f-e3e1-4fd0-9092-e7ea1799caed will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:39:21.993878 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5eb3d378-8327-4645-ba67-6460a246abab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:22.004334 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 5decf316-2595-4e9c-b3b9-d15b2c19de9f details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:39:22.009794 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a55bca02-ccf1-4f8f-83c9-00fa248dff58 req-560e5177-4177-4c4a-98de-cd0d3e20994c tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] 10.222.0.60 "GET /v2.0/security-groups?id=5306539d-5601-4083-be43-f18f84a4d23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887527 Jun 11 09:39:22.017031 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-5eb3d378-8327-4645-ba67-6460a246abab admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5957377 Jun 11 09:39:22.017733 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 35080) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:39:22.025717 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-fa80ed36-0e51-4522-b678-fb83e7f99b23 admin admin] Request body: {'subnet': {'network_id': '5decf316-2595-4e9c-b3b9-d15b2c19de9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1024010857-subnet', 'tenant_id': '552e441c72d04fe196a3135059743e45', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:39:22.114334 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098b09b4-dc63-4e86-82f5-d1ec4d8989e2 req-b3f3647d-5097-4211-b2a5-80422e0291ff tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:22.121469 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-098b09b4-dc63-4e86-82f5-d1ec4d8989e2 req-b3f3647d-5097-4211-b2a5-80422e0291ff tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9ea85b8-2f51-4556-a0ec-da627c0a57fb HTTP/1.1" status: 200 len: 950 time: 0.2537196 Jun 11 09:39:22.175165 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200c4629-88cf-40a8-846b-68966e2701cb service neutron] Pushing event updated for resources: {'Port': ['ID=74cebd76-aca3-45ac-9c8a-b7e9d0de0e85,revision_number=7']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:22.197490 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa80ed36-0e51-4522-b678-fb83e7f99b23 admin admin] Made reservation on behalf of 552e441c72d04fe196a3135059743e45 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:39:22.200017 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fa80ed36-0e51-4522-b678-fb83e7f99b23 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:22.226516 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200c4629-88cf-40a8-846b-68966e2701cb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:39:22.226869 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200c4629-88cf-40a8-846b-68966e2701cb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:39:22.227221 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200c4629-88cf-40a8-846b-68966e2701cb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:39:22.227588 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200c4629-88cf-40a8-846b-68966e2701cb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:39:22.227928 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200c4629-88cf-40a8-846b-68966e2701cb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:39:22.228266 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200c4629-88cf-40a8-846b-68966e2701cb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:39:22.228599 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200c4629-88cf-40a8-846b-68966e2701cb service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:39:22.228929 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200c4629-88cf-40a8-846b-68966e2701cb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:39:22.229260 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200c4629-88cf-40a8-846b-68966e2701cb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:39:22.229590 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200c4629-88cf-40a8-846b-68966e2701cb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:39:22.229916 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200c4629-88cf-40a8-846b-68966e2701cb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:39:22.230243 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200c4629-88cf-40a8-846b-68966e2701cb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:39:22.241271 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-200c4629-88cf-40a8-846b-68966e2701cb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:22.252222 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-098b09b4-dc63-4e86-82f5-d1ec4d8989e2 req-eaa01da4-9f02-4c99-92a3-547c7d3dd1e7 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] 10.222.0.60 "GET /v2.0/security-groups?id=79d73196-6efa-49b1-8eea-73a979435c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298361 Jun 11 09:39:22.271593 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-d4124bed-5f7c-4872-854a-82c10a7cf0cc req-200c4629-88cf-40a8-846b-68966e2701cb service neutron] Attempting to bind port 74cebd76-aca3-45ac-9c8a-b7e9d0de0e85 on host n-h2-779913-12 for vnic_type normal with profile {"migrating_to": "n-h1-779913-12"} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:39:22.271593 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-d4124bed-5f7c-4872-854a-82c10a7cf0cc req-200c4629-88cf-40a8-846b-68966e2701cb service neutron] Attempting to bind port 74cebd76-aca3-45ac-9c8a-b7e9d0de0e85 by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': '56281ee1-4859-40f0-b2a0-2c2117bfda04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '53a42219-c346-45f9-be41-c5dabab2438f'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:39:22.271593 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4124bed-5f7c-4872-854a-82c10a7cf0cc req-200c4629-88cf-40a8-846b-68966e2701cb service neutron] Attempting to bind port 74cebd76-aca3-45ac-9c8a-b7e9d0de0e85 on network 53a42219-c346-45f9-be41-c5dabab2438f {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:39:22.271593 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4124bed-5f7c-4872-854a-82c10a7cf0cc req-200c4629-88cf-40a8-846b-68966e2701cb service neutron] Port 74cebd76-aca3-45ac-9c8a-b7e9d0de0e85 on network 53a42219-c346-45f9-be41-c5dabab2438f not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:39:22.271593 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4124bed-5f7c-4872-854a-82c10a7cf0cc req-200c4629-88cf-40a8-846b-68966e2701cb service neutron] Attempting to bind port 74cebd76-aca3-45ac-9c8a-b7e9d0de0e85 on network 53a42219-c346-45f9-be41-c5dabab2438f {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:39:22.272105 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5f2afb46-bd44-480b-ae25-1cfcd905305c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:22.272889 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4124bed-5f7c-4872-854a-82c10a7cf0cc req-200c4629-88cf-40a8-846b-68966e2701cb service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:39:22.273238 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4124bed-5f7c-4872-854a-82c10a7cf0cc req-200c4629-88cf-40a8-846b-68966e2701cb service neutron] Checking segment: {'id': '56281ee1-4859-40f0-b2a0-2c2117bfda04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '53a42219-c346-45f9-be41-c5dabab2438f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:39:22.273631 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4124bed-5f7c-4872-854a-82c10a7cf0cc req-200c4629-88cf-40a8-846b-68966e2701cb service neutron] Bound using segment: {'id': '56281ee1-4859-40f0-b2a0-2c2117bfda04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '53a42219-c346-45f9-be41-c5dabab2438f'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:39:22.274068 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-d4124bed-5f7c-4872-854a-82c10a7cf0cc req-200c4629-88cf-40a8-846b-68966e2701cb service neutron] Bound port: 74cebd76-aca3-45ac-9c8a-b7e9d0de0e85, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56281ee1-4859-40f0-b2a0-2c2117bfda04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '53a42219-c346-45f9-be41-c5dabab2438f'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:39:22.274415 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-d4124bed-5f7c-4872-854a-82c10a7cf0cc req-200c4629-88cf-40a8-846b-68966e2701cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:22.349397 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:22.390114 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-d4124bed-5f7c-4872-854a-82c10a7cf0cc req-200c4629-88cf-40a8-846b-68966e2701cb service neutron] For port 74cebd76-aca3-45ac-9c8a-b7e9d0de0e85, host n-h2-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:39:22.393504 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-d4124bed-5f7c-4872-854a-82c10a7cf0cc req-200c4629-88cf-40a8-846b-68966e2701cb service neutron] For port 74cebd76-aca3-45ac-9c8a-b7e9d0de0e85, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=74cebd76-aca3-45ac-9c8a-b7e9d0de0e85,segment=NetworkSegment(56281ee1-4859-40f0-b2a0-2c2117bfda04),segment_id=56281ee1-4859-40f0-b2a0-2c2117bfda04)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:39:22.448244 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2afb46-bd44-480b-ae25-1cfcd905305c admin admin] Network bd769a33-d2ae-4a77-8be2-0047382ae593 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:39:22.455946 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-d4124bed-5f7c-4872-854a-82c10a7cf0cc req-200c4629-88cf-40a8-846b-68966e2701cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:22.458597 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-5f2afb46-bd44-480b-ae25-1cfcd905305c admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:39:22.459598 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:22.466399 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2afb46-bd44-480b-ae25-1cfcd905305c admin admin] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:39:22.466888 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5f2afb46-bd44-480b-ae25-1cfcd905305c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-375088'] for router_interface, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:22.541239 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2afb46-bd44-480b-ae25-1cfcd905305c admin admin] Pushing event updated for resources: {'Port': ['ID=4aee4b2f-e3e1-4fd0-9092-e7ea1799caed,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:22.557377 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5f2afb46-bd44-480b-ae25-1cfcd905305c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:22.586135 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84683333-a5f5-4a0c-9e64-0255d20aa7c1 req-6d47953e-c6b8-41c2-bb4f-83cc85ae7056 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:22.587952 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-84683333-a5f5-4a0c-9e64-0255d20aa7c1 req-6d47953e-c6b8-41c2-bb4f-83cc85ae7056 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcb572c-3b00-4f8d-8049-6bc52799374c HTTP/1.1" status: 200 len: 943 time: 0.3659141 Jun 11 09:39:22.646175 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4124bed-5f7c-4872-854a-82c10a7cf0cc req-200c4629-88cf-40a8-846b-68966e2701cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:22.649006 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-d4124bed-5f7c-4872-854a-82c10a7cf0cc req-200c4629-88cf-40a8-846b-68966e2701cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:22.650610 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d4124bed-5f7c-4872-854a-82c10a7cf0cc req-200c4629-88cf-40a8-846b-68966e2701cb service neutron] 10.222.0.64 "PUT /v2.0/ports/74cebd76-aca3-45ac-9c8a-b7e9d0de0e85 HTTP/1.1" status: 200 len: 1123 time: 1.5298355 Jun 11 09:39:22.658918 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200c4629-88cf-40a8-846b-68966e2701cb service neutron] Pushing event updated for resources: {'Port': ['ID=74cebd76-aca3-45ac-9c8a-b7e9d0de0e85,revision_number=8']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:22.663695 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-200c4629-88cf-40a8-846b-68966e2701cb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:22.739725 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['74cebd76-aca3-45ac-9c8a-b7e9d0de0e85'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:39:22.766973 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa88868d-e3f0-41d4-a329-43fdaac2812b req-929a829a-439c-4cdf-a7ea-e98d3205edb8 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:22.775306 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fa88868d-e3f0-41d4-a329-43fdaac2812b req-929a829a-439c-4cdf-a7ea-e98d3205edb8 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a2b2a1d-dfdb-45de-ae9b-0ea7720fd0d1 HTTP/1.1" status: 200 len: 945 time: 0.0943820 Jun 11 09:39:22.813984 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-84683333-a5f5-4a0c-9e64-0255d20aa7c1 req-f8a91f32-f7b5-41f8-9918-6c34fd862acf tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111164 Jun 11 09:39:22.845019 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fa88868d-e3f0-41d4-a329-43fdaac2812b req-6025c1f6-b87b-4672-b785-1bf10f4310f4 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] 10.222.0.60 "GET /v2.0/security-groups?id=49d753b7-a7cc-4778-bca2-d9ac12c2fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598645 Jun 11 09:39:22.903058 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a666dc7-b3b3-45a9-87e4-3886ecb8a882 x-openstack-request-id: req-5a666dc7-b3b3-45a9-87e4-3886ecb8a882 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:39:22.903478 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d2f68d0-f06a-449a-98c8-fe4dfc06c694", "name": "network-vif-plugged", "status": "completed", "tag": "dbb567b0-a461-4193-8efa-363e2c51d7b8", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:39:22.916138 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5a666dc7-b3b3-45a9-87e4-3886ecb8a882 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:39:22.923033 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d2f68d0-f06a-449a-98c8-fe4dfc06c694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbb567b0-a461-4193-8efa-363e2c51d7b8', 'code': 200} Jun 11 09:39:22.936673 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5f2afb46-bd44-480b-ae25-1cfcd905305c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:22.940197 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-dca5b9da-a4c4-4f8c-b93d-d49a71d65167 None None] Provisioning for port 4aee4b2f-e3e1-4fd0-9092-e7ea1799caed completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:39:22.954226 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-dca5b9da-a4c4-4f8c-b93d-d49a71d65167 None None] Provisioning complete for port 4aee4b2f-e3e1-4fd0-9092-e7ea1799caed triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:39:22.955004 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Jun 2021 09:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01260e13-e25f-4b51-a834-c66d8aadc2e2 x-openstack-request-id: req-01260e13-e25f-4b51-a834-c66d8aadc2e2 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:39:22.955370 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bcb572c-3b00-4f8d-8049-6bc52799374c", "name": "network-vif-unplugged", "status": "completed", "tag": "74cebd76-aca3-45ac-9c8a-b7e9d0de0e85", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:39:22.955901 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-01260e13-e25f-4b51-a834-c66d8aadc2e2 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:39:22.956382 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bcb572c-3b00-4f8d-8049-6bc52799374c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74cebd76-aca3-45ac-9c8a-b7e9d0de0e85', 'code': 200} Jun 11 09:39:22.958204 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-dca5b9da-a4c4-4f8c-b93d-d49a71d65167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:22.965770 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fa80ed36-0e51-4522-b678-fb83e7f99b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:23.024747 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-21e136d8-7725-4aa7-b0fb-042fad93de9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:23.052241 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-dca5b9da-a4c4-4f8c-b93d-d49a71d65167 None None] Port 4aee4b2f-e3e1-4fd0-9092-e7ea1799caed cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:39:23.064368 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00980024-f0ee-47a9-b507-136075ca8db5 req-e854e2c0-908b-4880-baea-7b5e92a328ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:23.066358 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-00980024-f0ee-47a9-b507-136075ca8db5 req-e854e2c0-908b-4880-baea-7b5e92a328ed service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4d2f68d0-f06a-449a-98c8-fe4dfc06c694 HTTP/1.1" status: 200 len: 1101 time: 0.0808766 Jun 11 09:39:23.111472 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-00980024-f0ee-47a9-b507-136075ca8db5 req-1108a7c1-a66b-475d-9e3b-9aadd621497a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5306539d-5601-4083-be43-f18f84a4d23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389190 Jun 11 09:39:23.125730 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4f3fd734-ed90-4a0f-b0cb-0f4d2845da95 req-16d2afdb-854a-422c-a6ff-36301e51437e tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=5abcc8334992469d8b8905b4f8b8d346&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0626657 Jun 11 09:39:23.173777 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa80ed36-0e51-4522-b678-fb83e7f99b23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1ba83f2-5eb5-49f5-80d7-a556f249e10d,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:23.201873 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-fa80ed36-0e51-4522-b678-fb83e7f99b23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:23.266297 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa80ed36-0e51-4522-b678-fb83e7f99b23 admin admin] Checking segment: {'id': '915ce20b-405a-4a5c-aadc-e8dab68425ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '5decf316-2595-4e9c-b3b9-d15b2c19de9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:39:23.266653 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa80ed36-0e51-4522-b678-fb83e7f99b23 admin admin] Network hostable DHCP agents. Network: 5decf316-2595-4e9c-b3b9-d15b2c19de9f, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 09:39:23.343410 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d272b196-ddb1-4170-b33c-b38b95ee4f03 req-39ac3fc7-9e5c-4af2-92f5-33de163b436b tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=f0adef6e-169f-4a27-8865-442be2ad072d HTTP/1.1" status: 200 len: 258 time: 0.2119696 Jun 11 09:39:23.352871 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-d272b196-ddb1-4170-b33c-b38b95ee4f03 req-eeb45a05-b697-4acd-8405-4d4d948439eb tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Request body: {'floatingip': {'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:39:23.394880 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3fd734-ed90-4a0f-b0cb-0f4d2845da95 req-f6776f27-ec59-4429-b54b-77ca2de74fc8 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:23.396340 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4f3fd734-ed90-4a0f-b0cb-0f4d2845da95 req-f6776f27-ec59-4429-b54b-77ca2de74fc8 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2504563 Jun 11 09:39:23.418549 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4f3fd734-ed90-4a0f-b0cb-0f4d2845da95 req-65a1d6cc-80e9-4cf4-99b0-09f608b9ce27 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] 10.222.0.60 "GET /v2.0/quotas/5abcc8334992469d8b8905b4f8b8d346 HTTP/1.1" status: 200 len: 375 time: 0.0157740 Jun 11 09:39:23.438439 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5f2afb46-bd44-480b-ae25-1cfcd905305c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:23.478415 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-d272b196-ddb1-4170-b33c-b38b95ee4f03 req-eeb45a05-b697-4acd-8405-4d4d948439eb tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Notify callbacks [] for floatingip, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:23.479332 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa80ed36-0e51-4522-b678-fb83e7f99b23 admin admin] Network 5decf316-2595-4e9c-b3b9-d15b2c19de9f is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 09:39:23.502427 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5f2afb46-bd44-480b-ae25-1cfcd905305c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:23.504365 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5f2afb46-bd44-480b-ae25-1cfcd905305c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375108'] for router_interface, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:23.509126 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:23.562820 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4f3fd734-ed90-4a0f-b0cb-0f4d2845da95 req-89637323-af3a-483b-87c8-cd09ded8e38b tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5abcc8334992469d8b8905b4f8b8d346&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1361809 Jun 11 09:39:23.584764 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-fa80ed36-0e51-4522-b678-fb83e7f99b23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 5decf316-2595-4e9c-b3b9-d15b2c19de9f) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:39:23.592615 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa80ed36-0e51-4522-b678-fb83e7f99b23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:23.593235 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fa80ed36-0e51-4522-b678-fb83e7f99b23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:23.596036 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc32289-6b63-48cb-a7e2-36fc8ed776d3 None None] Network 5decf316-2595-4e9c-b3b9-d15b2c19de9f requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:39:23.611459 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2afb46-bd44-480b-ae25-1cfcd905305c admin admin] Pushing event updated for resources: {'Port': ['ID=4aee4b2f-e3e1-4fd0-9092-e7ea1799caed,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:23.621727 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-d272b196-ddb1-4170-b33c-b38b95ee4f03 req-eeb45a05-b697-4acd-8405-4d4d948439eb tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:23.670344 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5f2afb46-bd44-480b-ae25-1cfcd905305c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:23.697967 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-fa80ed36-0e51-4522-b678-fb83e7f99b23 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6773505 Jun 11 09:39:23.743155 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2afb46-bd44-480b-ae25-1cfcd905305c admin admin] Network bd769a33-d2ae-4a77-8be2-0047382ae593 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:39:23.744980 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-5f2afb46-bd44-480b-ae25-1cfcd905305c admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:39:23.801412 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 35118) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:39:23.886378 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-d272b196-ddb1-4170-b33c-b38b95ee4f03 req-eeb45a05-b697-4acd-8405-4d4d948439eb tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Allocated IP 172.25.4.197 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/e1189229-24c0-4b65-9b9e-2d6b414a8a01) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:39:23.915874 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ca8bcd-e91b-4cf4-820d-5975509f7d04 None None] Network 5decf316-2595-4e9c-b3b9-d15b2c19de9f requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:39:24.100055 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f2afb46-bd44-480b-ae25-1cfcd905305c admin admin] Router d7fdfdca-ef40-4cfd-bb95-82ce929d21bb has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 09:39:24.206038 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-34b8585d-cb04-47d0-9ac5-1cdbf2e78eb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:24.219081 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 65d7d665-2054-433c-b0b4-b8a1015d6f02 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:39:24.269643 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-d272b196-ddb1-4170-b33c-b38b95ee4f03 req-eeb45a05-b697-4acd-8405-4d4d948439eb tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:24.358514 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f2afb46-bd44-480b-ae25-1cfcd905305c admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:39:24.371764 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-5f2afb46-bd44-480b-ae25-1cfcd905305c admin admin] 10.222.0.60 "PUT /v2.0/routers/d7fdfdca-ef40-4cfd-bb95-82ce929d21bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6177886 Jun 11 09:39:24.393946 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61cdf7b-4483-4665-b641-059a30be4a66 None None] Sync routers for ids ['d7fdfdca-ef40-4cfd-bb95-82ce929d21bb'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:39:24.400752 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250d818c-9cbe-4a5a-b915-13bf2f1319f2 req-80e16133-ffa9-4cc9-835f-a32258316ff1 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:24.402312 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-250d818c-9cbe-4a5a-b915-13bf2f1319f2 req-80e16133-ffa9-4cc9-835f-a32258316ff1 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d2f68d0-f06a-449a-98c8-fe4dfc06c694 HTTP/1.1" status: 200 len: 949 time: 0.1197114 Jun 11 09:39:24.411123 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-34b8585d-cb04-47d0-9ac5-1cdbf2e78eb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:24.414584 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-b0f39d9c-92c9-4a3e-a7a5-3093cedf68fc None None] Provisioning complete for port 4aee4b2f-e3e1-4fd0-9092-e7ea1799caed triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:39:24.414975 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b0f39d9c-92c9-4a3e-a7a5-3093cedf68fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:24.435856 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-d272b196-ddb1-4170-b33c-b38b95ee4f03 req-eeb45a05-b697-4acd-8405-4d4d948439eb tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:24.440148 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:24.444848 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61cdf7b-4483-4665-b641-059a30be4a66 None None] Routers {'d7fdfdca-ef40-4cfd-bb95-82ce929d21bb'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:39:24.445413 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-b61cdf7b-4483-4665-b641-059a30be4a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:39:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['d7fdfdca-ef40-4cfd-bb95-82ce929d21bb'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:39:24.457616 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-250d818c-9cbe-4a5a-b915-13bf2f1319f2 req-9224fd42-209b-4ccd-92a7-0c0e81195057 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] 10.222.0.60 "GET /v2.0/security-groups?id=5306539d-5601-4083-be43-f18f84a4d23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437839 Jun 11 09:39:24.512019 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d272b196-ddb1-4170-b33c-b38b95ee4f03 req-eeb45a05-b697-4acd-8405-4d4d948439eb tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:39:24.517621 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-d272b196-ddb1-4170-b33c-b38b95ee4f03 req-eeb45a05-b697-4acd-8405-4d4d948439eb tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:39:24.523452 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-d272b196-ddb1-4170-b33c-b38b95ee4f03 req-eeb45a05-b697-4acd-8405-4d4d948439eb tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:39:24.528257 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb45a05-b697-4acd-8405-4d4d948439eb tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Pushing event updated for resources: {'Port': ['ID=e1189229-24c0-4b65-9b9e-2d6b414a8a01,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:24.533716 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-eeb45a05-b697-4acd-8405-4d4d948439eb tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:24.537882 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-34b8585d-cb04-47d0-9ac5-1cdbf2e78eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:24.541391 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:24.604386 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-b0f39d9c-92c9-4a3e-a7a5-3093cedf68fc None None] Port 4aee4b2f-e3e1-4fd0-9092-e7ea1799caed cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:39:24.638661 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-b61cdf7b-4483-4665-b641-059a30be4a66 None None] Set router d7fdfdca-ef40-4cfd-bb95-82ce929d21bb gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:39:24.658699 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-34b8585d-cb04-47d0-9ac5-1cdbf2e78eb8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dff99f01c0fb42fa9056889c81a8f6cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8461266 Jun 11 09:39:24.659449 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 35144) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:39:24.679406 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b8585d-cb04-47d0-9ac5-1cdbf2e78eb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34faa3c0-f234-4cd8-80fa-e22b78898de5,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:24.683144 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 65d7d665-2054-433c-b0b4-b8a1015d6f02 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:39:24.686739 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-34b8585d-cb04-47d0-9ac5-1cdbf2e78eb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:24.690899 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 65d7d665-2054-433c-b0b4-b8a1015d6f02 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:39:24.691741 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:24.702092 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-d272b196-ddb1-4170-b33c-b38b95ee4f03 req-eeb45a05-b697-4acd-8405-4d4d948439eb tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:24.791199 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-754393a7-c25c-4fce-9ac3-4531e2fe2464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:24.832940 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2728571-ba80-4cc0-904b-f68c0822a6f0 req-3c49e46c-2051-48e3-8d81-9683945734c0 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:24.834521 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a2728571-ba80-4cc0-904b-f68c0822a6f0 req-3c49e46c-2051-48e3-8d81-9683945734c0 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcb572c-3b00-4f8d-8049-6bc52799374c HTTP/1.1" status: 200 len: 943 time: 0.1524775 Jun 11 09:39:24.839804 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-754393a7-c25c-4fce-9ac3-4531e2fe2464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:24.862780 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-d272b196-ddb1-4170-b33c-b38b95ee4f03 req-eeb45a05-b697-4acd-8405-4d4d948439eb tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:24.913957 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a2728571-ba80-4cc0-904b-f68c0822a6f0 req-1fc50077-82bd-48ed-a45e-1d0bf1eed06f tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720339 Jun 11 09:39:24.975345 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bcb572c-3b00-4f8d-8049-6bc52799374c', 'tag': '74cebd76-aca3-45ac-9c8a-b7e9d0de0e85'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:39:24.977648 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10263337-0012-4567-8689-469e5191b9d7" -d '{"events": [{"name": "network-changed", "server_uuid": "0bcb572c-3b00-4f8d-8049-6bc52799374c", "tag": "74cebd76-aca3-45ac-9c8a-b7e9d0de0e85"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:39:25.036139 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-80c2a600-f800-43ae-ab90-3bb9826b835d req-ba18f21b-ea3c-4065-a64c-127f43141d34 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff1ba82c-bd21-4809-9fbc-49b45da5e27f HTTP/1.1" status: 200 len: 210 time: 0.0473554 Jun 11 09:39:25.037745 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-754393a7-c25c-4fce-9ac3-4531e2fe2464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:25.042878 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-754393a7-c25c-4fce-9ac3-4531e2fe2464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:25.042878 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-754393a7-c25c-4fce-9ac3-4531e2fe2464 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/34faa3c0-f234-4cd8-80fa-e22b78898de5 HTTP/1.1" status: 204 len: 168 time: 0.3811166 Jun 11 09:39:25.043368 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:25.060083 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:25.067668 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754393a7-c25c-4fce-9ac3-4531e2fe2464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34faa3c0-f234-4cd8-80fa-e22b78898de5,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:25.070580 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-754393a7-c25c-4fce-9ac3-4531e2fe2464 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:25.107278 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 65d7d665-2054-433c-b0b4-b8a1015d6f02, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=65d7d665-2054-433c-b0b4-b8a1015d6f02,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:39:25.139781 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-d272b196-ddb1-4170-b33c-b38b95ee4f03 req-eeb45a05-b697-4acd-8405-4d4d948439eb tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:25.153229 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:25.156597 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:25.228717 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-d272b196-ddb1-4170-b33c-b38b95ee4f03 req-eeb45a05-b697-4acd-8405-4d4d948439eb tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:25.233112 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=65d7d665-2054-433c-b0b4-b8a1015d6f02,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:25.233641 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-00f46b57-831b-43c9-ad62-d66ab9dbf1a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:25.237385 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:25.247462 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-b61cdf7b-4483-4665-b641-059a30be4a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7fdfdca-ef40-4cfd-bb95-82ce929d21bb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1943007393-router', 'tenant_id': 'ac78eeea7bf3498e9a17f0b731c3620c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '65d7d665-2054-433c-b0b4-b8a1015d6f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:39:14Z', 'updated_at': '2021-06-11T09:39:22Z', 'revision_number': 4, 'project_id': 'ac78eeea7bf3498e9a17f0b731c3620c', 'gw_port': {'id': '65d7d665-2054-433c-b0b4-b8a1015d6f02', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:19:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7fdfdca-ef40-4cfd-bb95-82ce929d21bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:39:16Z', 'updated_at': '2021-06-11T09:39:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '4aee4b2f-e3e1-4fd0-9092-e7ea1799caed', 'name': '', 'network_id': 'bd769a33-d2ae-4a77-8be2-0047382ae593', 'tenant_id': 'ac78eeea7bf3498e9a17f0b731c3620c', 'mac_address': 'fa:16:3e:90:2a:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7fdfdca-ef40-4cfd-bb95-82ce929d21bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'fce8e258-cc45-4e2c-8dcb-94cdefb9f0b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:39:21Z', 'updated_at': '2021-06-11T09:39:23Z', 'revision_number': 2, 'project_id': 'ac78eeea7bf3498e9a17f0b731c3620c', 'subnets': [{'id': 'fce8e258-cc45-4e2c-8dcb-94cdefb9f0b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:39:25.251269 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61cdf7b-4483-4665-b641-059a30be4a66 None None] Checking router: d7fdfdca-ef40-4cfd-bb95-82ce929d21bb for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:39:25.251841 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61cdf7b-4483-4665-b641-059a30be4a66 None None] Updating router d7fdfdca-ef40-4cfd-bb95-82ce929d21bb port 4aee4b2f-e3e1-4fd0-9092-e7ea1799caed binding host n-d-779913-12 {{(pid=93178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 09:39:25.273469 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-d272b196-ddb1-4170-b33c-b38b95ee4f03 req-eeb45a05-b697-4acd-8405-4d4d948439eb tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:25.299333 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb45a05-b697-4acd-8405-4d4d948439eb tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Pushing event updated for resources: {'Port': ['ID=e1189229-24c0-4b65-9b9e-2d6b414a8a01,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:25.301263 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b61cdf7b-4483-4665-b641-059a30be4a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:25.302087 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-eeb45a05-b697-4acd-8405-4d4d948439eb tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:25.369398 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-d272b196-ddb1-4170-b33c-b38b95ee4f03 req-eeb45a05-b697-4acd-8405-4d4d948439eb tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:25.370648 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d272b196-ddb1-4170-b33c-b38b95ee4f03 req-eeb45a05-b697-4acd-8405-4d4d948439eb tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0218303 Jun 11 09:39:25.498058 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 35170) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:39:25.504872 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-8d7b9d70-4891-4f1e-b029-c7ccd00b2dec admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1741541338-network', 'tenant_id': 'e015ec9c2a9445dc90bd706cc768b47c'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:39:25.698260 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d272b196-ddb1-4170-b33c-b38b95ee4f03 req-4b323514-0851-4bc6-bd63-45023f3ef109 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.197 HTTP/1.1" status: 200 len: 696 time: 0.3191669 Jun 11 09:39:25.778378 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 74cebd76-aca3-45ac-9c8a-b7e9d0de0e85 details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:39:25.825125 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 35176) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:39:25.844639 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b61cdf7b-4483-4665-b641-059a30be4a66 None None] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:25.851944 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d272b196-ddb1-4170-b33c-b38b95ee4f03 req-96824b7d-6aed-4bf8-aab8-5c9df406db19 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:25.852136 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d7b9d70-4891-4f1e-b029-c7ccd00b2dec admin admin] Made reservation on behalf of e015ec9c2a9445dc90bd706cc768b47c for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:39:25.853313 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d272b196-ddb1-4170-b33c-b38b95ee4f03 req-96824b7d-6aed-4bf8-aab8-5c9df406db19 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] 10.222.0.60 "GET /v2.0/networks/f0adef6e-169f-4a27-8865-442be2ad072d HTTP/1.1" status: 200 len: 784 time: 0.1539752 Jun 11 09:39:25.854237 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8d7b9d70-4891-4f1e-b029-c7ccd00b2dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:25.854468 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-00094e4b-ff34-414b-980b-f90974e7f88d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:25.861862 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-b61cdf7b-4483-4665-b641-059a30be4a66 None None] Transition to ACTIVE for port object 4aee4b2f-e3e1-4fd0-9092-e7ea1799caed will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:39:25.869154 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8d7b9d70-4891-4f1e-b029-c7ccd00b2dec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:25.877482 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [req-d272b196-ddb1-4170-b33c-b38b95ee4f03 req-759b04e8-2e3f-41ad-8554-28e02ff51d7e tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 09:39:25.880045 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d272b196-ddb1-4170-b33c-b38b95ee4f03 req-759b04e8-2e3f-41ad-8554-28e02ff51d7e tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0095580 Jun 11 09:39:25.934581 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51393f56-0cb3-4c35-99f2-3bd5cd32c8d6 req-0c3010e6-2f8a-45a1-9914-7c9dbc8f3e2b tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:25.936520 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-51393f56-0cb3-4c35-99f2-3bd5cd32c8d6 req-0c3010e6-2f8a-45a1-9914-7c9dbc8f3e2b tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/networks?id=f64764ef-1d16-4bb9-abcb-ee15625f8d04 HTTP/1.1" status: 200 len: 807 time: 0.4136670 Jun 11 09:39:25.955659 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-51393f56-0cb3-4c35-99f2-3bd5cd32c8d6 req-dd6735a6-7bf4-41de-b001-b6a4b96af770 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/quotas/455235d9344d45d29863b10a5775a249 HTTP/1.1" status: 200 len: 375 time: 0.0117288 Jun 11 09:39:25.961572 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b61cdf7b-4483-4665-b641-059a30be4a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:25.965542 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:25.989878 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-00094e4b-ff34-414b-980b-f90974e7f88d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:25.992897 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c8fb9ed-5ddb-484a-992a-8ff4af071dfb x-openstack-request-id: req-5c8fb9ed-5ddb-484a-992a-8ff4af071dfb {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:39:25.992897 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bcb572c-3b00-4f8d-8049-6bc52799374c", "tag": "74cebd76-aca3-45ac-9c8a-b7e9d0de0e85", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:39:25.993192 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5c8fb9ed-5ddb-484a-992a-8ff4af071dfb {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:39:25.993594 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bcb572c-3b00-4f8d-8049-6bc52799374c', 'tag': '74cebd76-aca3-45ac-9c8a-b7e9d0de0e85', 'status': 'completed', 'code': 200} Jun 11 09:39:26.044638 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 74cebd76-aca3-45ac-9c8a-b7e9d0de0e85, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=74cebd76-aca3-45ac-9c8a-b7e9d0de0e85,segment=NetworkSegment(56281ee1-4859-40f0-b2a0-2c2117bfda04),segment_id=56281ee1-4859-40f0-b2a0-2c2117bfda04)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:39:26.064164 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-51393f56-0cb3-4c35-99f2-3bd5cd32c8d6 req-54395f97-65ca-4509-8580-465cd9379cba tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=455235d9344d45d29863b10a5775a249&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1006207 Jun 11 09:39:26.091448 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-00094e4b-ff34-414b-980b-f90974e7f88d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:26.094900 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-57b87022-e705-40f2-8723-49d8c7c7293a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:26.117242 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 74cebd76-aca3-45ac-9c8a-b7e9d0de0e85 has no active binding in host n-h1-779913-12 {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 11 09:39:26.121359 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 65d7d665-2054-433c-b0b4-b8a1015d6f02 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:39:26.125900 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dddf93-2db8-4fa7-a2b3-5335e000b262 None None] Pushing event updated for resources: {'Port': ['ID=4aee4b2f-e3e1-4fd0-9092-e7ea1799caed,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:26.129949 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-43dddf93-2db8-4fa7-a2b3-5335e000b262 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:26.180031 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-00094e4b-ff34-414b-980b-f90974e7f88d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3f93f1608e1b425dbda9ce73bf8b919f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3516519 Jun 11 09:39:26.180031 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00094e4b-ff34-414b-980b-f90974e7f88d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d5d41fa-d391-465e-a367-3722a5ce5427,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:26.197066 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 35186) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:39:26.204066 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-00094e4b-ff34-414b-980b-f90974e7f88d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:26.245206 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-b61cdf7b-4483-4665-b641-059a30be4a66 None None] Attempting to bind port 4aee4b2f-e3e1-4fd0-9092-e7ea1799caed on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:39:26.245742 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-b61cdf7b-4483-4665-b641-059a30be4a66 None None] Attempting to bind port 4aee4b2f-e3e1-4fd0-9092-e7ea1799caed by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'f1ba1393-2bbe-436f-8827-2ad0577d069a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'bd769a33-d2ae-4a77-8be2-0047382ae593'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:39:26.246065 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61cdf7b-4483-4665-b641-059a30be4a66 None None] Attempting to bind port 4aee4b2f-e3e1-4fd0-9092-e7ea1799caed on network bd769a33-d2ae-4a77-8be2-0047382ae593 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:39:26.260291 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61cdf7b-4483-4665-b641-059a30be4a66 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:39:26.260843 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61cdf7b-4483-4665-b641-059a30be4a66 None None] Checking segment: {'id': 'f1ba1393-2bbe-436f-8827-2ad0577d069a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'bd769a33-d2ae-4a77-8be2-0047382ae593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:39:26.261266 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b61cdf7b-4483-4665-b641-059a30be4a66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:26.261667 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61cdf7b-4483-4665-b641-059a30be4a66 None None] Bound using segment: {'id': 'f1ba1393-2bbe-436f-8827-2ad0577d069a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'bd769a33-d2ae-4a77-8be2-0047382ae593'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:39:26.262159 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-b61cdf7b-4483-4665-b641-059a30be4a66 None None] Bound port: 4aee4b2f-e3e1-4fd0-9092-e7ea1799caed, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1ba1393-2bbe-436f-8827-2ad0577d069a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'bd769a33-d2ae-4a77-8be2-0047382ae593'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:39:26.262720 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b61cdf7b-4483-4665-b641-059a30be4a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:26.272430 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-51393f56-0cb3-4c35-99f2-3bd5cd32c8d6 req-9b747e98-56f4-45af-bd11-b6ea49076542 service neutron] 10.222.0.60 "GET /v2.0/networks/f64764ef-1d16-4bb9-abcb-ee15625f8d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001634 Jun 11 09:39:26.274338 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10263337-0012-4567-8689-469e5191b9d7 req-4b4e9600-8747-4c6e-aee6-7c7b710a0cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:26.275946 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-10263337-0012-4567-8689-469e5191b9d7 req-4b4e9600-8747-4c6e-aee6-7c7b710a0cb4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=761e66d23fea4903a68cd9de907a43c1&device_id=0bcb572c-3b00-4f8d-8049-6bc52799374c HTTP/1.1" status: 200 len: 1126 time: 0.2554562 Jun 11 09:39:26.279967 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 65d7d665-2054-433c-b0b4-b8a1015d6f02 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:39:26.280674 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:26.338932 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-61ca04ef-2409-4c90-b669-ce68d1da9674 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:26.351088 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6ae253-91d9-4bd5-b961-1dae4a2d37df req-55128f66-2e29-4ee4-8eeb-967519d57f1b tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:26.352597 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7f6ae253-91d9-4bd5-b961-1dae4a2d37df req-55128f66-2e29-4ee4-8eeb-967519d57f1b tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d2f68d0-f06a-449a-98c8-fe4dfc06c694 HTTP/1.1" status: 200 len: 949 time: 0.2195375 Jun 11 09:39:26.384074 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-61ca04ef-2409-4c90-b669-ce68d1da9674 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:26.410705 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-b61cdf7b-4483-4665-b641-059a30be4a66 None None] For port 4aee4b2f-e3e1-4fd0-9092-e7ea1799caed, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:39:26.414920 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-b61cdf7b-4483-4665-b641-059a30be4a66 None None] For port 4aee4b2f-e3e1-4fd0-9092-e7ea1799caed, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=4aee4b2f-e3e1-4fd0-9092-e7ea1799caed,segment=NetworkSegment(f1ba1393-2bbe-436f-8827-2ad0577d069a),segment_id=f1ba1393-2bbe-436f-8827-2ad0577d069a)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:39:26.455491 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7f6ae253-91d9-4bd5-b961-1dae4a2d37df req-aacd607d-f1d2-40fa-87b9-5a695f9f71fd tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] 10.222.0.60 "GET /v2.0/security-groups?id=5306539d-5601-4083-be43-f18f84a4d23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881202 Jun 11 09:39:26.499141 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8d7b9d70-4891-4f1e-b029-c7ccd00b2dec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:26.540902 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b61cdf7b-4483-4665-b641-059a30be4a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:26.541815 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-51393f56-0cb3-4c35-99f2-3bd5cd32c8d6 req-ff6305de-42fe-4195-a601-b2bc2fedcf01 service neutron] 10.222.0.60 "GET /v2.0/networks/f64764ef-1d16-4bb9-abcb-ee15625f8d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616582 Jun 11 09:39:26.544636 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:26.547713 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10263337-0012-4567-8689-469e5191b9d7 req-3087ac9c-c19e-4a58-9db6-6c8b7db684f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:26.548929 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-10263337-0012-4567-8689-469e5191b9d7 req-3087ac9c-c19e-4a58-9db6-6c8b7db684f6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=53a42219-c346-45f9-be41-c5dabab2438f HTTP/1.1" status: 200 len: 922 time: 0.2571545 Jun 11 09:39:26.565619 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-61ca04ef-2409-4c90-b669-ce68d1da9674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:26.568267 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-61ca04ef-2409-4c90-b669-ce68d1da9674 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:26.569379 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-61ca04ef-2409-4c90-b669-ce68d1da9674 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7d5d41fa-d391-465e-a367-3722a5ce5427 HTTP/1.1" status: 204 len: 168 time: 0.3719649 Jun 11 09:39:26.571648 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e0205ac4-789e-4eeb-98cb-e0d548d32b7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:26.643541 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ca04ef-2409-4c90-b669-ce68d1da9674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d5d41fa-d391-465e-a367-3722a5ce5427,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:26.651943 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-10263337-0012-4567-8689-469e5191b9d7 req-af41cc6a-7404-4068-a175-170dc5188928 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=74cebd76-aca3-45ac-9c8a-b7e9d0de0e85 HTTP/1.1" status: 200 len: 217 time: 0.0766129 Jun 11 09:39:26.677486 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8d7b9d70-4891-4f1e-b029-c7ccd00b2dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:26.679031 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dddf93-2db8-4fa7-a2b3-5335e000b262 None None] Pushing event updated for resources: {'Port': ['ID=4aee4b2f-e3e1-4fd0-9092-e7ea1799caed,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:26.686904 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-43dddf93-2db8-4fa7-a2b3-5335e000b262 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:26.703601 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61cdf7b-4483-4665-b641-059a30be4a66 None None] Routers {'d7fdfdca-ef40-4cfd-bb95-82ce929d21bb'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:39:26.703998 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-61ca04ef-2409-4c90-b669-ce68d1da9674 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:26.705390 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-b61cdf7b-4483-4665-b641-059a30be4a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:39:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['d7fdfdca-ef40-4cfd-bb95-82ce929d21bb'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:39:26.727362 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4f3fd734-ed90-4a0f-b0cb-0f4d2845da95 req-f1f1186f-a8c4-4ae2-9aea-988487c11789 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=5abcc8334992469d8b8905b4f8b8d346&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1201026 Jun 11 09:39:26.783083 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d7b9d70-4891-4f1e-b029-c7ccd00b2dec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 768} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 09:39:26.817468 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8d7b9d70-4891-4f1e-b029-c7ccd00b2dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:26.818150 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-8d7b9d70-4891-4f1e-b029-c7ccd00b2dec admin admin] Added segment 916c18c5-429e-456a-ac13-c22ca482642c of type vlan for network 0eb9fc76-d4ea-4ecf-b856-ac9aa4e4add7 Jun 11 09:39:26.899480 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8d7b9d70-4891-4f1e-b029-c7ccd00b2dec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:26.951744 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e739d097-edf1-4fcd-85b1-f258aead01b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:26.962172 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10263337-0012-4567-8689-469e5191b9d7 req-f4675195-6642-45ba-b423-7d38db7dc224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:26.962172 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-10263337-0012-4567-8689-469e5191b9d7 req-f4675195-6642-45ba-b423-7d38db7dc224 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=20094bda-f8d4-46e6-bab1-f100394de689 HTTP/1.1" status: 200 len: 861 time: 0.3093114 Jun 11 09:39:26.965742 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5926b30f-0276-463d-87ad-791a3ab41dc5 req-1e490568-babb-4e9e-bbb8-8160f3f6750c tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:26.968608 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5926b30f-0276-463d-87ad-791a3ab41dc5 req-1e490568-babb-4e9e-bbb8-8160f3f6750c tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a2b2a1d-dfdb-45de-ae9b-0ea7720fd0d1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3973653 Jun 11 09:39:27.022682 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3fd734-ed90-4a0f-b0cb-0f4d2845da95 req-c751d24b-49f8-4ecb-8d45-e8c87d21bc34 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:27.024619 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4f3fd734-ed90-4a0f-b0cb-0f4d2845da95 req-c751d24b-49f8-4ecb-8d45-e8c87d21bc34 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2914598 Jun 11 09:39:27.060075 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-10263337-0012-4567-8689-469e5191b9d7 req-4b2bb0f1-7f60-4d27-859b-7e099e2247b0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=53a42219-c346-45f9-be41-c5dabab2438f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743783 Jun 11 09:39:27.072665 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8d7b9d70-4891-4f1e-b029-c7ccd00b2dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:27.085980 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-4f3fd734-ed90-4a0f-b0cb-0f4d2845da95 req-85c774bf-4c6f-40c2-adbf-84e925af5f6b tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] Request body: {'port': {'device_id': 'ff1ba82c-bd21-4809-9fbc-49b45da5e27f', 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60', 'admin_state_up': True, 'tenant_id': '5abcc8334992469d8b8905b4f8b8d346'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:39:27.089286 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7b9d70-4891-4f1e-b029-c7ccd00b2dec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:27.089976 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8d7b9d70-4891-4f1e-b029-c7ccd00b2dec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:27.100206 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b9d70-4891-4f1e-b029-c7ccd00b2dec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b12c4e0-4162-4d8f-88ac-452916be662e,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:27.103669 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8d7b9d70-4891-4f1e-b029-c7ccd00b2dec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:27.106493 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-b61cdf7b-4483-4665-b641-059a30be4a66 None None] Set router d7fdfdca-ef40-4cfd-bb95-82ce929d21bb gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:39:27.127201 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5926b30f-0276-463d-87ad-791a3ab41dc5 req-74001f8c-fe30-466f-8375-03b22f39436f tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.197 HTTP/1.1" status: 200 len: 696 time: 0.1364839 Jun 11 09:39:27.162292 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-821fd4cb-8df4-4766-9666-930c7b864c53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:27.164536 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-5926b30f-0276-463d-87ad-791a3ab41dc5 req-7416cfde-8b27-424c-9d30-627288b5ec2d tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Request body: {'floatingip': {'port_id': 'bc16f2e0-9f29-4495-9e73-382743b1b0a1', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:39:27.302918 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-5926b30f-0276-463d-87ad-791a3ab41dc5 req-7416cfde-8b27-424c-9d30-627288b5ec2d tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Notify callbacks [] for floatingip, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:27.323315 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-8d7b9d70-4891-4f1e-b029-c7ccd00b2dec admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8258381 Jun 11 09:39:27.360491 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 35204) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:39:27.367865 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-1241d079-ae77-4629-ba7d-769920bf5d99 admin admin] Request body: {'subnet': {'network_id': '0eb9fc76-d4ea-4ecf-b856-ac9aa4e4add7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1741541338-subnet', 'tenant_id': 'e015ec9c2a9445dc90bd706cc768b47c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:39:27.379346 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b9d70-4891-4f1e-b029-c7ccd00b2dec admin admin] Pushing event updated for resources: {'Network': ['ID=0eb9fc76-d4ea-4ecf-b856-ac9aa4e4add7,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:27.381762 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8d7b9d70-4891-4f1e-b029-c7ccd00b2dec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:27.415705 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 0eb9fc76-d4ea-4ecf-b856-ac9aa4e4add7 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:39:27.460768 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e99572-b01b-4cd7-a4dd-8aaa78014d23 req-d84c1b71-aab2-4350-8c0c-bbc9c1d8ffa8 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:27.462793 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-84e99572-b01b-4cd7-a4dd-8aaa78014d23 req-d84c1b71-aab2-4350-8c0c-bbc9c1d8ffa8 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcb572c-3b00-4f8d-8049-6bc52799374c HTTP/1.1" status: 200 len: 943 time: 0.2855544 Jun 11 09:39:27.464800 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-10263337-0012-4567-8689-469e5191b9d7 req-9eebaa25-763d-4f5e-bc6a-0405fea8859e service neutron] 10.222.0.69 "GET /v2.0/networks/53a42219-c346-45f9-be41-c5dabab2438f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3872595 Jun 11 09:39:27.586903 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1241d079-ae77-4629-ba7d-769920bf5d99 admin admin] Made reservation on behalf of e015ec9c2a9445dc90bd706cc768b47c for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:39:27.589233 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1241d079-ae77-4629-ba7d-769920bf5d99 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:27.600435 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-84e99572-b01b-4cd7-a4dd-8aaa78014d23 req-970d4f12-d4b2-418d-8715-226bbd29e231 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308236 Jun 11 09:39:27.641732 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-10263337-0012-4567-8689-469e5191b9d7 req-0ecaf39b-b05f-4b7e-a867-f6a0c265fe6c service neutron] 10.222.0.69 "GET /v2.0/networks/53a42219-c346-45f9-be41-c5dabab2438f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610849 Jun 11 09:39:27.788589 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-b61cdf7b-4483-4665-b641-059a30be4a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7fdfdca-ef40-4cfd-bb95-82ce929d21bb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1943007393-router', 'tenant_id': 'ac78eeea7bf3498e9a17f0b731c3620c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '65d7d665-2054-433c-b0b4-b8a1015d6f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:39:14Z', 'updated_at': '2021-06-11T09:39:22Z', 'revision_number': 4, 'project_id': 'ac78eeea7bf3498e9a17f0b731c3620c', 'gw_port': {'id': '65d7d665-2054-433c-b0b4-b8a1015d6f02', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:19:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fdfdca-ef40-4cfd-bb95-82ce929d21bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:39:16Z', 'updated_at': '2021-06-11T09:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '4aee4b2f-e3e1-4fd0-9092-e7ea1799caed', 'name': '', 'network_id': 'bd769a33-d2ae-4a77-8be2-0047382ae593', 'tenant_id': 'ac78eeea7bf3498e9a17f0b731c3620c', 'mac_address': 'fa:16:3e:90:2a:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7fdfdca-ef40-4cfd-bb95-82ce929d21bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'fce8e258-cc45-4e2c-8dcb-94cdefb9f0b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:39:21Z', 'updated_at': '2021-06-11T09:39:26Z', 'revision_number': 4, 'project_id': 'ac78eeea7bf3498e9a17f0b731c3620c', 'subnets': [{'id': 'fce8e258-cc45-4e2c-8dcb-94cdefb9f0b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:39:27.792579 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61cdf7b-4483-4665-b641-059a30be4a66 None None] The sync data for ids ['d7fdfdca-ef40-4cfd-bb95-82ce929d21bb'] in n-d-779913-12 is: [{'id': 'd7fdfdca-ef40-4cfd-bb95-82ce929d21bb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1943007393-router', 'tenant_id': 'ac78eeea7bf3498e9a17f0b731c3620c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '65d7d665-2054-433c-b0b4-b8a1015d6f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:39:14Z', 'updated_at': '2021-06-11T09:39:22Z', 'revision_number': 4, 'project_id': 'ac78eeea7bf3498e9a17f0b731c3620c', 'gw_port': {'id': '65d7d665-2054-433c-b0b4-b8a1015d6f02', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:19:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fdfdca-ef40-4cfd-bb95-82ce929d21bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:39:16Z', 'updated_at': '2021-06-11T09:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '4aee4b2f-e3e1-4fd0-9092-e7ea1799caed', 'name': '', 'network_id': 'bd769a33-d2ae-4a77-8be2-0047382ae593', 'tenant_id': 'ac78eeea7bf3498e9a17f0b731c3620c', 'mac_address': 'fa:16:3e:90:2a:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7fdfdca-ef40-4cfd-bb95-82ce929d21bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'fce8e258-cc45-4e2c-8dcb-94cdefb9f0b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:39:21Z', 'updated_at': '2021-06-11T09:39:26Z', 'revision_number': 4, 'project_id': 'ac78eeea7bf3498e9a17f0b731c3620c', 'subnets': [{'id': 'fce8e258-cc45-4e2c-8dcb-94cdefb9f0b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:39:27.818744 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f3fd734-ed90-4a0f-b0cb-0f4d2845da95 req-85c774bf-4c6f-40c2-adbf-84e925af5f6b tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] Made reservation on behalf of 5abcc8334992469d8b8905b4f8b8d346 for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:39:27.822204 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-4f3fd734-ed90-4a0f-b0cb-0f4d2845da95 req-85c774bf-4c6f-40c2-adbf-84e925af5f6b tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:27.830124 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-13c17e43-edd4-4eb7-b44a-152b24a49c1e req-635e38eb-b70f-4869-b7db-d544420197cb tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff1ba82c-bd21-4809-9fbc-49b45da5e27f HTTP/1.1" status: 200 len: 210 time: 0.0722785 Jun 11 09:39:28.114708 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 4aee4b2f-e3e1-4fd0-9092-e7ea1799caed up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:39:28.306408 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 4aee4b2f-e3e1-4fd0-9092-e7ea1799caed completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:39:28.311500 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 4aee4b2f-e3e1-4fd0-9092-e7ea1799caed triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:39:28.312722 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:28.474672 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:28.528015 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 4aee4b2f-e3e1-4fd0-9092-e7ea1799caed, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=4aee4b2f-e3e1-4fd0-9092-e7ea1799caed,segment=NetworkSegment(f1ba1393-2bbe-436f-8827-2ad0577d069a),segment_id=f1ba1393-2bbe-436f-8827-2ad0577d069a)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:39:28.570825 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f7e1a9d8-d8c3-457f-9fbd-f06b6a12fdb9 req-2f469edd-9f93-4d9d-a9e2-e022330d848d tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb53acf8-b818-4202-8875-71959f7fc254 HTTP/1.1" status: 200 len: 210 time: 0.0442035 Jun 11 09:39:28.614476 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:28.619373 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-8a25157f-480c-4f79-9ca2-b9685d638394 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:28.639023 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d4124bed-5f7c-4872-854a-82c10a7cf0cc req-4f2213bb-ef04-44ad-ad8e-565e6ac6450f service neutron] 10.222.0.69 "GET /v2.0/ports/74cebd76-aca3-45ac-9c8a-b7e9d0de0e85/bindings/n-h1-779913-12 HTTP/1.1" status: 200 len: 385 time: 0.1659224 Jun 11 09:39:28.682391 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-4f3fd734-ed90-4a0f-b0cb-0f4d2845da95 req-85c774bf-4c6f-40c2-adbf-84e925af5f6b tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] Allocated IP 192.168.233.217 (cf20d108-f84c-44de-9036-2269564edd60/189b03cc-b2a8-4615-9ab5-ad0328c3f10f/3afb2ec6-27e8-407c-b7ea-8979431dde79) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:39:28.728081 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=4aee4b2f-e3e1-4fd0-9092-e7ea1799caed,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:28.739434 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:28.975848 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.db.resource_extend [req-5926b30f-0276-463d-87ad-791a3ab41dc5 req-7416cfde-8b27-424c-9d30-627288b5ec2d tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 11 09:39:29.028474 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-d4124bed-5f7c-4872-854a-82c10a7cf0cc req-d29c660d-f35d-4417-a766-8de3aa35d7d4 service neutron] For port 74cebd76-aca3-45ac-9c8a-b7e9d0de0e85, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=74cebd76-aca3-45ac-9c8a-b7e9d0de0e85,segment=NetworkSegment(56281ee1-4859-40f0-b2a0-2c2117bfda04),segment_id=56281ee1-4859-40f0-b2a0-2c2117bfda04)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:39:29.061648 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea63647c-04ce-4f42-b187-247e2f7d2fda req-2b3d6a15-9810-4e5d-a10f-d5541d27ea9c tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:29.063203 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ea63647c-04ce-4f42-b187-247e2f7d2fda req-2b3d6a15-9810-4e5d-a10f-d5541d27ea9c tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d2f68d0-f06a-449a-98c8-fe4dfc06c694 HTTP/1.1" status: 200 len: 949 time: 0.1448441 Jun 11 09:39:29.068608 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-d4124bed-5f7c-4872-854a-82c10a7cf0cc req-d29c660d-f35d-4417-a766-8de3aa35d7d4 service neutron] For port 74cebd76-aca3-45ac-9c8a-b7e9d0de0e85, host n-h2-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:39:29.145137 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-5926b30f-0276-463d-87ad-791a3ab41dc5 req-7416cfde-8b27-424c-9d30-627288b5ec2d tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:29.154863 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [req-d4124bed-5f7c-4872-854a-82c10a7cf0cc req-d29c660d-f35d-4417-a766-8de3aa35d7d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74cebd76-aca3-45ac-9c8a-b7e9d0de0e85 {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:39:29.178325 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1241d079-ae77-4629-ba7d-769920bf5d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:29.189390 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-d4124bed-5f7c-4872-854a-82c10a7cf0cc req-d29c660d-f35d-4417-a766-8de3aa35d7d4 service neutron] For port 74cebd76-aca3-45ac-9c8a-b7e9d0de0e85, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=74cebd76-aca3-45ac-9c8a-b7e9d0de0e85,segment=NetworkSegment(56281ee1-4859-40f0-b2a0-2c2117bfda04),segment_id=56281ee1-4859-40f0-b2a0-2c2117bfda04)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:39:29.191900 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:29.194633 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ea63647c-04ce-4f42-b187-247e2f7d2fda req-fc96da4d-ccbd-4c15-9f13-8c635bc8263d tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] 10.222.0.60 "GET /v2.0/security-groups?id=5306539d-5601-4083-be43-f18f84a4d23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839937 Jun 11 09:39:29.263684 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-5926b30f-0276-463d-87ad-791a3ab41dc5 req-7416cfde-8b27-424c-9d30-627288b5ec2d tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:29.268099 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-4f3fd734-ed90-4a0f-b0cb-0f4d2845da95 req-85c774bf-4c6f-40c2-adbf-84e925af5f6b tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:29.285705 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-d4124bed-5f7c-4872-854a-82c10a7cf0cc req-d29c660d-f35d-4417-a766-8de3aa35d7d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:29.395236 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-d4124bed-5f7c-4872-854a-82c10a7cf0cc req-d29c660d-f35d-4417-a766-8de3aa35d7d4 service neutron] Transition to ACTIVE for port object 74cebd76-aca3-45ac-9c8a-b7e9d0de0e85 will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:39:29.397900 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-4f3fd734-ed90-4a0f-b0cb-0f4d2845da95 req-85c774bf-4c6f-40c2-adbf-84e925af5f6b tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] Transition to ACTIVE for port object 3afb2ec6-27e8-407c-b7ea-8979431dde79 will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:39:29.399256 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1241d079-ae77-4629-ba7d-769920bf5d99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7f7ddfe-5b09-4b70-929a-9519baa3f02c,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:29.406582 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1241d079-ae77-4629-ba7d-769920bf5d99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:29.444671 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1241d079-ae77-4629-ba7d-769920bf5d99 admin admin] Checking segment: {'id': '916c18c5-429e-456a-ac13-c22ca482642c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '0eb9fc76-d4ea-4ecf-b856-ac9aa4e4add7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:39:29.445025 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1241d079-ae77-4629-ba7d-769920bf5d99 admin admin] Network hostable DHCP agents. Network: 0eb9fc76-d4ea-4ecf-b856-ac9aa4e4add7, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 09:39:29.485664 n-d-779913-12 neutron-server[93176]: INFO neutron.db.l3_db [req-5926b30f-0276-463d-87ad-791a3ab41dc5 req-7416cfde-8b27-424c-9d30-627288b5ec2d tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Floating IP 256c919f-e4a9-4c76-9540-73ee67a14e3d associated. External IP: 172.25.4.197, port: bc16f2e0-9f29-4495-9e73-382743b1b0a1. Jun 11 09:39:29.504225 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-d4124bed-5f7c-4872-854a-82c10a7cf0cc req-d29c660d-f35d-4417-a766-8de3aa35d7d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:29.510179 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-48cbe165-117b-409d-a4e3-79408f67b660 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:29.597266 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-4f3fd734-ed90-4a0f-b0cb-0f4d2845da95 req-85c774bf-4c6f-40c2-adbf-84e925af5f6b tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:29.608770 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:29.610313 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['b89e81e3-9a41-4876-bc78-33fc8bc2195a'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:39:29.615758 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f901b15d-9c1e-4403-9eeb-5bcdbc9a76d5 req-9cd2fef1-a3fb-4495-a5eb-6b4046b07d6c tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:29.617269 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f901b15d-9c1e-4403-9eeb-5bcdbc9a76d5 req-9cd2fef1-a3fb-4495-a5eb-6b4046b07d6c tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcb572c-3b00-4f8d-8049-6bc52799374c HTTP/1.1" status: 200 len: 943 time: 0.1637187 Jun 11 09:39:29.648805 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1241d079-ae77-4629-ba7d-769920bf5d99 admin admin] Network 0eb9fc76-d4ea-4ecf-b856-ac9aa4e4add7 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 09:39:29.654662 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4124bed-5f7c-4872-854a-82c10a7cf0cc req-d29c660d-f35d-4417-a766-8de3aa35d7d4 service neutron] No DVR routers for this DVR port 74cebd76-aca3-45ac-9c8a-b7e9d0de0e85 on host n-h2-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:39:29.679307 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29c660d-f35d-4417-a766-8de3aa35d7d4 service neutron] Pushing event updated for resources: {'Port': ['ID=74cebd76-aca3-45ac-9c8a-b7e9d0de0e85,revision_number=10']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:29.685787 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d29c660d-f35d-4417-a766-8de3aa35d7d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:29.688792 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f3fd734-ed90-4a0f-b0cb-0f4d2845da95 req-85c774bf-4c6f-40c2-adbf-84e925af5f6b tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] Network cf20d108-f84c-44de-9036-2269564edd60 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:39:29.696513 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-4f3fd734-ed90-4a0f-b0cb-0f4d2845da95 req-85c774bf-4c6f-40c2-adbf-84e925af5f6b tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:39:29.705599 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f3fd734-ed90-4a0f-b0cb-0f4d2845da95 req-85c774bf-4c6f-40c2-adbf-84e925af5f6b tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:39:29.708644 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3fd734-ed90-4a0f-b0cb-0f4d2845da95 req-85c774bf-4c6f-40c2-adbf-84e925af5f6b tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:29.709298 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-4f3fd734-ed90-4a0f-b0cb-0f4d2845da95 req-85c774bf-4c6f-40c2-adbf-84e925af5f6b tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:29.713360 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c774bf-4c6f-40c2-adbf-84e925af5f6b tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] Pushing event updated for resources: {'Port': ['ID=3afb2ec6-27e8-407c-b7ea-8979431dde79,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:29.720126 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-85c774bf-4c6f-40c2-adbf-84e925af5f6b tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:29.727673 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d4124bed-5f7c-4872-854a-82c10a7cf0cc req-d29c660d-f35d-4417-a766-8de3aa35d7d4 service neutron] 10.222.0.69 "PUT /v2.0/ports/74cebd76-aca3-45ac-9c8a-b7e9d0de0e85/bindings/n-h1-779913-12/activate HTTP/1.1" status: 200 len: 370 time: 1.0800881 Jun 11 09:39:29.736317 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f901b15d-9c1e-4403-9eeb-5bcdbc9a76d5 req-162ee40d-8051-4d61-af49-6555e4f30f37 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894759 Jun 11 09:39:29.866265 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-1241d079-ae77-4629-ba7d-769920bf5d99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 0eb9fc76-d4ea-4ecf-b856-ac9aa4e4add7) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:39:29.873301 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1241d079-ae77-4629-ba7d-769920bf5d99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:29.873902 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1241d079-ae77-4629-ba7d-769920bf5d99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:29.875103 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846a7c5c-3247-4702-a2cf-b4c9e6797d5c None None] Network 0eb9fc76-d4ea-4ecf-b856-ac9aa4e4add7 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:39:29.883485 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4f3fd734-ed90-4a0f-b0cb-0f4d2845da95 req-85c774bf-4c6f-40c2-adbf-84e925af5f6b tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8098590 Jun 11 09:39:29.903887 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-4f3fd734-ed90-4a0f-b0cb-0f4d2845da95 req-846a4c46-a9f0-41fe-a75b-254ac6fb7289 service neutron] Request body: {'port': {'device_id': 'ff1ba82c-bd21-4809-9fbc-49b45da5e27f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:39:29.914593 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.64', 52437) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:39:30.004918 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5926b30f-0276-463d-87ad-791a3ab41dc5 req-7416cfde-8b27-424c-9d30-627288b5ec2d tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Router ead7ad64-3085-448d-bb4a-ec8ab6bf0440 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 09:39:30.010997 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-1241d079-ae77-4629-ba7d-769920bf5d99 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.6449361 Jun 11 09:39:30.013233 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 35254) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:39:30.031420 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-b3d540b4-1680-4024-acfd-38ff39b4fad0 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1741541338-router', 'tenant_id': 'e015ec9c2a9445dc90bd706cc768b47c', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:39:30.049019 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-4f3fd734-ed90-4a0f-b0cb-0f4d2845da95 req-846a4c46-a9f0-41fe-a75b-254ac6fb7289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:30.135183 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 4aee4b2f-e3e1-4fd0-9092-e7ea1799caed up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:39:30.166903 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50ffd13-caf2-423f-b444-2e49c42d2dfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-0eb9fc76-d4ea-4ecf-b856-ac9aa4e4add7', 'network_id': '0eb9fc76-d4ea-4ecf-b856-ac9aa4e4add7', 'tenant_id': 'e015ec9c2a9445dc90bd706cc768b47c', 'fixed_ips': [{'subnet_id': 'e7f7ddfe-5b09-4b70-929a-9519baa3f02c'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 09:39:30.167766 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e50ffd13-caf2-423f-b444-2e49c42d2dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:30.360941 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-5ac7092a-27c6-45ef-958d-36ca2cf91f05 None None] Provisioning for port 3afb2ec6-27e8-407c-b7ea-8979431dde79 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:39:30.371195 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-5ac7092a-27c6-45ef-958d-36ca2cf91f05 None None] Provisioning complete for port 3afb2ec6-27e8-407c-b7ea-8979431dde79 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:39:30.371626 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-5ac7092a-27c6-45ef-958d-36ca2cf91f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:30.388363 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 4aee4b2f-e3e1-4fd0-9092-e7ea1799caed triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:39:30.388756 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:30.401138 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-e50ffd13-caf2-423f-b444-2e49c42d2dfc None None] Allocated IP 172.20.0.2 (0eb9fc76-d4ea-4ecf-b856-ac9aa4e4add7/e7f7ddfe-5b09-4b70-929a-9519baa3f02c/42a7e648-1a78-4d67-8391-cd5765390a33) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:39:30.413682 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98287ec5-9e6b-41c9-a652-5dd4ee45762b req-757eed4c-700a-43ff-9343-e8ddf7a757aa tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:30.421559 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-98287ec5-9e6b-41c9-a652-5dd4ee45762b req-757eed4c-700a-43ff-9343-e8ddf7a757aa tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff1ba82c-bd21-4809-9fbc-49b45da5e27f HTTP/1.1" status: 200 len: 936 time: 0.5565774 Jun 11 09:39:30.429256 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51393f56-0cb3-4c35-99f2-3bd5cd32c8d6 req-4c91ee8b-fe78-4220-b359-67c2c7a8224e tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:30.430687 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-51393f56-0cb3-4c35-99f2-3bd5cd32c8d6 req-4c91ee8b-fe78-4220-b359-67c2c7a8224e tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.64 "GET /v2.0/networks?id=f64764ef-1d16-4bb9-abcb-ee15625f8d04 HTTP/1.1" status: 200 len: 807 time: 0.5139513 Jun 11 09:39:30.446099 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4124bed-5f7c-4872-854a-82c10a7cf0cc req-9a8d0f6b-2ae7-4f20-a943-cb1e4dcd5720 tempest-LiveAutoBlockMigrationV225Test-226334702 tempest-LiveAutoBlockMigrationV225Test-226334702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:30.447634 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d4124bed-5f7c-4872-854a-82c10a7cf0cc req-9a8d0f6b-2ae7-4f20-a943-cb1e4dcd5720 tempest-LiveAutoBlockMigrationV225Test-226334702 tempest-LiveAutoBlockMigrationV225Test-226334702-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=0bcb572c-3b00-4f8d-8049-6bc52799374c&tenant_id=761e66d23fea4903a68cd9de907a43c1&binding%3Ahost_id=n-h2-779913-12 HTTP/1.1" status: 200 len: 1096 time: 0.5321059 Jun 11 09:39:30.451162 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-51393f56-0cb3-4c35-99f2-3bd5cd32c8d6 req-79754d17-1302-4da1-b563-e9e6002150d6 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Request body: {'port': {'device_id': 'eb53acf8-b818-4202-8875-71959f7fc254', 'network_id': 'f64764ef-1d16-4bb9-abcb-ee15625f8d04', 'admin_state_up': True, 'tenant_id': '455235d9344d45d29863b10a5775a249'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:39:30.487955 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b3d540b4-1680-4024-acfd-38ff39b4fad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:30.488925 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b3d540b4-1680-4024-acfd-38ff39b4fad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:30.576561 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-5ac7092a-27c6-45ef-958d-36ca2cf91f05 None None] Port 3afb2ec6-27e8-407c-b7ea-8979431dde79 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:39:30.643154 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-98287ec5-9e6b-41c9-a652-5dd4ee45762b req-a5baaf73-fb32-4cf1-973f-df10b582b243 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] 10.222.0.60 "GET /v2.0/security-groups?id=79d73196-6efa-49b1-8eea-73a979435c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207911 Jun 11 09:39:30.702899 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5926b30f-0276-463d-87ad-791a3ab41dc5 req-7416cfde-8b27-424c-9d30-627288b5ec2d tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:39:30.708392 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-5926b30f-0276-463d-87ad-791a3ab41dc5 req-7416cfde-8b27-424c-9d30-627288b5ec2d tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:30.731783 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b3d540b4-1680-4024-acfd-38ff39b4fad0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:30.732861 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e50ffd13-caf2-423f-b444-2e49c42d2dfc None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:30.735741 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41b94f9-3af7-430a-81d5-f4c88cf124f1 None None] Sync routers for ids ['ead7ad64-3085-448d-bb4a-ec8ab6bf0440'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:39:30.743590 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-e50ffd13-caf2-423f-b444-2e49c42d2dfc None None] Transition to ACTIVE for port object 42a7e648-1a78-4d67-8391-cd5765390a33 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:39:30.765803 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-e50ffd13-caf2-423f-b444-2e49c42d2dfc None None] Transition to ACTIVE for port object 42a7e648-1a78-4d67-8391-cd5765390a33 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:39:30.767558 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41b94f9-3af7-430a-81d5-f4c88cf124f1 None None] Routers {'ead7ad64-3085-448d-bb4a-ec8ab6bf0440'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:39:30.768045 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4124bed-5f7c-4872-854a-82c10a7cf0cc req-1cbf80a8-efe2-40a0-bfd7-268537de3c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:30.769541 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d4124bed-5f7c-4872-854a-82c10a7cf0cc req-1cbf80a8-efe2-40a0-bfd7-268537de3c72 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0bcb572c-3b00-4f8d-8049-6bc52799374c&tenant_id=761e66d23fea4903a68cd9de907a43c1 HTTP/1.1" status: 200 len: 1096 time: 0.3036888 Jun 11 09:39:30.770843 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-e41b94f9-3af7-430a-81d5-f4c88cf124f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:39:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['ead7ad64-3085-448d-bb4a-ec8ab6bf0440'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:39:30.776054 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5926b30f-0276-463d-87ad-791a3ab41dc5 req-7416cfde-8b27-424c-9d30-627288b5ec2d tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] 10.222.0.60 "PUT /v2.0/floatingips/256c919f-e4a9-4c76-9540-73ee67a14e3d HTTP/1.1" status: 200 len: 996 time: 3.6307433 Jun 11 09:39:30.779370 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a2b2a1d-dfdb-45de-ae9b-0ea7720fd0d1', 'tag': 'bc16f2e0-9f29-4495-9e73-382743b1b0a1'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:39:30.780223 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-742308f8-d302-4267-9195-6d945266d414" -d '{"events": [{"name": "network-changed", "server_uuid": "6a2b2a1d-dfdb-45de-ae9b-0ea7720fd0d1", "tag": "bc16f2e0-9f29-4495-9e73-382743b1b0a1"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:39:30.811309 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:30.853240 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-4f3fd734-ed90-4a0f-b0cb-0f4d2845da95 req-846a4c46-a9f0-41fe-a75b-254ac6fb7289 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3afb2ec6-27e8-407c-b7ea-8979431dde79 {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:39:30.862714 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-4f3fd734-ed90-4a0f-b0cb-0f4d2845da95 req-846a4c46-a9f0-41fe-a75b-254ac6fb7289 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:30.878848 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-4f3fd734-ed90-4a0f-b0cb-0f4d2845da95 req-846a4c46-a9f0-41fe-a75b-254ac6fb7289 service neutron] Transition to ACTIVE for port object 3afb2ec6-27e8-407c-b7ea-8979431dde79 will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:39:30.889243 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e50ffd13-caf2-423f-b444-2e49c42d2dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:30.892543 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:30.964812 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50ffd13-caf2-423f-b444-2e49c42d2dfc None None] Pushing event updated for resources: {'Port': ['ID=42a7e648-1a78-4d67-8391-cd5765390a33,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:30.988022 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50ffd13-caf2-423f-b444-2e49c42d2dfc None None] Network 0eb9fc76-d4ea-4ecf-b856-ac9aa4e4add7 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:39:30.989544 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-e50ffd13-caf2-423f-b444-2e49c42d2dfc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:30.990653 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-e50ffd13-caf2-423f-b444-2e49c42d2dfc None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:39:30.996461 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50ffd13-caf2-423f-b444-2e49c42d2dfc None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:39:31.001608 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-4f3fd734-ed90-4a0f-b0cb-0f4d2845da95 req-846a4c46-a9f0-41fe-a75b-254ac6fb7289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:31.008225 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1d85d030-12a2-4856-a284-8daed86325c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:31.023091 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51393f56-0cb3-4c35-99f2-3bd5cd32c8d6 req-79754d17-1302-4da1-b563-e9e6002150d6 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Made reservation on behalf of 455235d9344d45d29863b10a5775a249 for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:39:31.026599 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-51393f56-0cb3-4c35-99f2-3bd5cd32c8d6 req-79754d17-1302-4da1-b563-e9e6002150d6 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:31.043284 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-e41b94f9-3af7-430a-81d5-f4c88cf124f1 None None] Set router ead7ad64-3085-448d-bb4a-ec8ab6bf0440 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:39:31.098628 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-e50ffd13-caf2-423f-b444-2e49c42d2dfc None None] Attempting to bind port 42a7e648-1a78-4d67-8391-cd5765390a33 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:39:31.099015 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-e50ffd13-caf2-423f-b444-2e49c42d2dfc None None] Attempting to bind port 42a7e648-1a78-4d67-8391-cd5765390a33 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '916c18c5-429e-456a-ac13-c22ca482642c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '0eb9fc76-d4ea-4ecf-b856-ac9aa4e4add7'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:39:31.099674 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50ffd13-caf2-423f-b444-2e49c42d2dfc None None] Attempting to bind port 42a7e648-1a78-4d67-8391-cd5765390a33 on network 0eb9fc76-d4ea-4ecf-b856-ac9aa4e4add7 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:39:31.108004 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50ffd13-caf2-423f-b444-2e49c42d2dfc None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:39:31.108401 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50ffd13-caf2-423f-b444-2e49c42d2dfc None None] Checking segment: {'id': '916c18c5-429e-456a-ac13-c22ca482642c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '0eb9fc76-d4ea-4ecf-b856-ac9aa4e4add7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:39:31.109827 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e50ffd13-caf2-423f-b444-2e49c42d2dfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:31.110247 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50ffd13-caf2-423f-b444-2e49c42d2dfc None None] Bound using segment: {'id': '916c18c5-429e-456a-ac13-c22ca482642c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '0eb9fc76-d4ea-4ecf-b856-ac9aa4e4add7'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:39:31.110739 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-e50ffd13-caf2-423f-b444-2e49c42d2dfc None None] Bound port: 42a7e648-1a78-4d67-8391-cd5765390a33, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '916c18c5-429e-456a-ac13-c22ca482642c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '0eb9fc76-d4ea-4ecf-b856-ac9aa4e4add7'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:39:31.111133 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e50ffd13-caf2-423f-b444-2e49c42d2dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:31.141836 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846a4c46-a9f0-41fe-a75b-254ac6fb7289 service neutron] Pushing event updated for resources: {'Port': ['ID=3afb2ec6-27e8-407c-b7ea-8979431dde79,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:31.150141 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-846a4c46-a9f0-41fe-a75b-254ac6fb7289 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:31.167203 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5926b30f-0276-463d-87ad-791a3ab41dc5 req-f97dded8-e9c7-420d-9fce-2d2d4b03bbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:31.169002 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5926b30f-0276-463d-87ad-791a3ab41dc5 req-f97dded8-e9c7-420d-9fce-2d2d4b03bbaf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=db9e0ae364434cf4a20ebccef2ca3f2e&device_id=6a2b2a1d-dfdb-45de-ae9b-0ea7720fd0d1 HTTP/1.1" status: 200 len: 1097 time: 0.2602787 Jun 11 09:39:31.223451 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b3d540b4-1680-4024-acfd-38ff39b4fad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:31.235305 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-e50ffd13-caf2-423f-b444-2e49c42d2dfc None None] For port 42a7e648-1a78-4d67-8391-cd5765390a33, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:39:31.239139 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-e50ffd13-caf2-423f-b444-2e49c42d2dfc None None] For port 42a7e648-1a78-4d67-8391-cd5765390a33, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=42a7e648-1a78-4d67-8391-cd5765390a33,segment=NetworkSegment(916c18c5-429e-456a-ac13-c22ca482642c),segment_id=916c18c5-429e-456a-ac13-c22ca482642c)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:39:31.259554 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-4f3fd734-ed90-4a0f-b0cb-0f4d2845da95 req-846a4c46-a9f0-41fe-a75b-254ac6fb7289 service neutron] Attempting to bind port 3afb2ec6-27e8-407c-b7ea-8979431dde79 on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:39:31.260302 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-4f3fd734-ed90-4a0f-b0cb-0f4d2845da95 req-846a4c46-a9f0-41fe-a75b-254ac6fb7289 service neutron] Attempting to bind port 3afb2ec6-27e8-407c-b7ea-8979431dde79 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:39:31.260859 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3fd734-ed90-4a0f-b0cb-0f4d2845da95 req-846a4c46-a9f0-41fe-a75b-254ac6fb7289 service neutron] Attempting to bind port 3afb2ec6-27e8-407c-b7ea-8979431dde79 on network cf20d108-f84c-44de-9036-2269564edd60 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:39:31.279116 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4124bed-5f7c-4872-854a-82c10a7cf0cc req-516e41eb-37b6-423c-8c81-60c5d161e220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:31.281202 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d4124bed-5f7c-4872-854a-82c10a7cf0cc req-516e41eb-37b6-423c-8c81-60c5d161e220 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=761e66d23fea4903a68cd9de907a43c1&device_id=0bcb572c-3b00-4f8d-8049-6bc52799374c HTTP/1.1" status: 200 len: 1096 time: 0.4584668 Jun 11 09:39:31.286311 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3fd734-ed90-4a0f-b0cb-0f4d2845da95 req-846a4c46-a9f0-41fe-a75b-254ac6fb7289 service neutron] Port 3afb2ec6-27e8-407c-b7ea-8979431dde79 on network cf20d108-f84c-44de-9036-2269564edd60 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:39:31.286947 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3fd734-ed90-4a0f-b0cb-0f4d2845da95 req-846a4c46-a9f0-41fe-a75b-254ac6fb7289 service neutron] Attempting to bind port 3afb2ec6-27e8-407c-b7ea-8979431dde79 on network cf20d108-f84c-44de-9036-2269564edd60 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:39:31.297050 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3fd734-ed90-4a0f-b0cb-0f4d2845da95 req-846a4c46-a9f0-41fe-a75b-254ac6fb7289 service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:39:31.297469 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3fd734-ed90-4a0f-b0cb-0f4d2845da95 req-846a4c46-a9f0-41fe-a75b-254ac6fb7289 service neutron] Checking segment: {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:39:31.297860 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3fd734-ed90-4a0f-b0cb-0f4d2845da95 req-846a4c46-a9f0-41fe-a75b-254ac6fb7289 service neutron] Bound using segment: {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:39:31.298296 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-4f3fd734-ed90-4a0f-b0cb-0f4d2845da95 req-846a4c46-a9f0-41fe-a75b-254ac6fb7289 service neutron] Bound port: 3afb2ec6-27e8-407c-b7ea-8979431dde79, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:39:31.298739 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-4f3fd734-ed90-4a0f-b0cb-0f4d2845da95 req-846a4c46-a9f0-41fe-a75b-254ac6fb7289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:31.352187 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e50ffd13-caf2-423f-b444-2e49c42d2dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:31.355481 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:31.431988 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5926b30f-0276-463d-87ad-791a3ab41dc5 req-d296f3a5-6b51-452c-9731-07ba3fd95012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:31.433464 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5926b30f-0276-463d-87ad-791a3ab41dc5 req-d296f3a5-6b51-452c-9731-07ba3fd95012 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2200e55c-0960-4aac-b7a8-ebf0eca39b99 HTTP/1.1" status: 200 len: 929 time: 0.2221968 Jun 11 09:39:31.482134 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50ffd13-caf2-423f-b444-2e49c42d2dfc None None] Pushing event updated for resources: {'Port': ['ID=42a7e648-1a78-4d67-8391-cd5765390a33,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:31.486890 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-e50ffd13-caf2-423f-b444-2e49c42d2dfc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:31.539160 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-e41b94f9-3af7-430a-81d5-f4c88cf124f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead7ad64-3085-448d-bb4a-ec8ab6bf0440', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-695768602-router', 'tenant_id': 'db9e0ae364434cf4a20ebccef2ca3f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': 'c886fb50-0db1-4b27-adcc-bde6769fca07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:38:46Z', 'updated_at': '2021-06-11T09:38:53Z', 'revision_number': 4, 'project_id': 'db9e0ae364434cf4a20ebccef2ca3f2e', 'gw_port': {'id': 'c886fb50-0db1-4b27-adcc-bde6769fca07', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:76:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead7ad64-3085-448d-bb4a-ec8ab6bf0440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 146, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:38:48Z', 'updated_at': '2021-06-11T09:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': '256c919f-e4a9-4c76-9540-73ee67a14e3d', 'tenant_id': 'db9e0ae364434cf4a20ebccef2ca3f2e', 'floating_ip_address': '172.25.4.197', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': 'ead7ad64-3085-448d-bb4a-ec8ab6bf0440', 'port_id': 'bc16f2e0-9f29-4495-9e73-382743b1b0a1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2200e55c-0960-4aac-b7a8-ebf0eca39b99', 'mac_address': 'fa:16:3e:7d:04:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2b2a1d-dfdb-45de-ae9b-0ea7720fd0d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T09:39:24Z', 'updated_at': '2021-06-11T09:39:28Z', 'revision_number': 1, 'project_id': 'db9e0ae364434cf4a20ebccef2ca3f2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86dd8b37-3611-4728-8bbc-9d6407c1dbee', 'name': '', 'network_id': '2200e55c-0960-4aac-b7a8-ebf0eca39b99', 'tenant_id': 'db9e0ae364434cf4a20ebccef2ca3f2e', 'mac_address': 'fa:16:3e:69:29:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead7ad64-3085-448d-bb4a-ec8ab6bf0440', 'device_owner': 'network:router_interface', 'standard_attr_id': 176, 'fixed_ips': [{'subnet_id': '1d975209-1448-49e3-b064-737640ba01f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:38:52Z', 'updated_at': '2021-06-11T09:38:58Z', 'revision_number': 5, 'project_id': 'db9e0ae364434cf4a20ebccef2ca3f2e', 'subnets': [{'id': '1d975209-1448-49e3-b064-737640ba01f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:39:31.541477 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-4f3fd734-ed90-4a0f-b0cb-0f4d2845da95 req-846a4c46-a9f0-41fe-a75b-254ac6fb7289 service neutron] For port 3afb2ec6-27e8-407c-b7ea-8979431dde79, host n-h1-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:39:31.543061 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41b94f9-3af7-430a-81d5-f4c88cf124f1 None None] Checking router: ead7ad64-3085-448d-bb4a-ec8ab6bf0440 for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:39:31.556256 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41b94f9-3af7-430a-81d5-f4c88cf124f1 None None] Routers {'ead7ad64-3085-448d-bb4a-ec8ab6bf0440'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:39:31.556883 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-e41b94f9-3af7-430a-81d5-f4c88cf124f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:39:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['ead7ad64-3085-448d-bb4a-ec8ab6bf0440'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:39:31.590069 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4124bed-5f7c-4872-854a-82c10a7cf0cc req-62cd26bf-2a9e-4f5e-8b23-87d7de8414ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:31.592500 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d4124bed-5f7c-4872-854a-82c10a7cf0cc req-62cd26bf-2a9e-4f5e-8b23-87d7de8414ef service neutron] 10.222.0.64 "GET /v2.0/networks?id=53a42219-c346-45f9-be41-c5dabab2438f HTTP/1.1" status: 200 len: 922 time: 0.2984161 Jun 11 09:39:31.599973 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-4f3fd734-ed90-4a0f-b0cb-0f4d2845da95 req-846a4c46-a9f0-41fe-a75b-254ac6fb7289 service neutron] For port 3afb2ec6-27e8-407c-b7ea-8979431dde79, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=3afb2ec6-27e8-407c-b7ea-8979431dde79,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:39:31.602983 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5926b30f-0276-463d-87ad-791a3ab41dc5 req-15707ca7-acfb-4354-a851-564b9e13338e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc16f2e0-9f29-4495-9e73-382743b1b0a1 HTTP/1.1" status: 200 len: 999 time: 0.1616213 Jun 11 09:39:31.616821 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [req-51393f56-0cb3-4c35-99f2-3bd5cd32c8d6 req-79754d17-1302-4da1-b563-e9e6002150d6 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Allocated IP 172.20.0.2 (f64764ef-1d16-4bb9-abcb-ee15625f8d04/f707fbf9-d6b5-48f4-b1c1-e5fd7bd963f6/a4e92fe1-f7e7-48a2-823e-9c3ae07a476e) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:39:31.670302 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d4124bed-5f7c-4872-854a-82c10a7cf0cc req-9df52fb0-a128-43c5-b506-0b4c975a8c49 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=74cebd76-aca3-45ac-9c8a-b7e9d0de0e85 HTTP/1.1" status: 200 len: 217 time: 0.0658894 Jun 11 09:39:31.677648 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-4f3fd734-ed90-4a0f-b0cb-0f4d2845da95 req-846a4c46-a9f0-41fe-a75b-254ac6fb7289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:31.681251 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5926b30f-0276-463d-87ad-791a3ab41dc5 req-9d0222b3-4fc6-47d4-8fed-2cb68efcb04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:31.682475 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5926b30f-0276-463d-87ad-791a3ab41dc5 req-9d0222b3-4fc6-47d4-8fed-2cb68efcb04d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1d975209-1448-49e3-b064-737640ba01f1 HTTP/1.1" status: 200 len: 867 time: 0.0734055 Jun 11 09:39:31.684161 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-eeb45a05-b697-4acd-8405-4d4d948439eb tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:31.838513 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3fd734-ed90-4a0f-b0cb-0f4d2845da95 req-846a4c46-a9f0-41fe-a75b-254ac6fb7289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:31.839798 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-4f3fd734-ed90-4a0f-b0cb-0f4d2845da95 req-846a4c46-a9f0-41fe-a75b-254ac6fb7289 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:31.841256 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4f3fd734-ed90-4a0f-b0cb-0f4d2845da95 req-846a4c46-a9f0-41fe-a75b-254ac6fb7289 service neutron] 10.222.0.64 "PUT /v2.0/ports/3afb2ec6-27e8-407c-b7ea-8979431dde79 HTTP/1.1" status: 200 len: 1097 time: 1.9474986 Jun 11 09:39:31.900984 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846a4c46-a9f0-41fe-a75b-254ac6fb7289 service neutron] Pushing event updated for resources: {'Port': ['ID=3afb2ec6-27e8-407c-b7ea-8979431dde79,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:31.917088 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-846a4c46-a9f0-41fe-a75b-254ac6fb7289 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:31.955212 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5926b30f-0276-463d-87ad-791a3ab41dc5 req-9ecb1d7c-171f-4e94-a3ee-76c230ec7780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:31.970351 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5926b30f-0276-463d-87ad-791a3ab41dc5 req-9ecb1d7c-171f-4e94-a3ee-76c230ec7780 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2200e55c-0960-4aac-b7a8-ebf0eca39b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2446728 Jun 11 09:39:31.978532 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [req-5926b30f-0276-463d-87ad-791a3ab41dc5 req-6e1d7696-4502-4ac3-9df9-78f3f054dd1f service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 09:39:31.978870 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 74cebd76-aca3-45ac-9c8a-b7e9d0de0e85 no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:39:31.980795 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-e41b94f9-3af7-430a-81d5-f4c88cf124f1 None None] Set router ead7ad64-3085-448d-bb4a-ec8ab6bf0440 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:39:31.983496 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4124bed-5f7c-4872-854a-82c10a7cf0cc req-6768cb86-28b1-4159-ba0f-93d0fa244ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:31.985139 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d4124bed-5f7c-4872-854a-82c10a7cf0cc req-6768cb86-28b1-4159-ba0f-93d0fa244ac7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=20094bda-f8d4-46e6-bab1-f100394de689 HTTP/1.1" status: 200 len: 861 time: 0.3054199 Jun 11 09:39:31.988558 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5926b30f-0276-463d-87ad-791a3ab41dc5 req-6e1d7696-4502-4ac3-9df9-78f3f054dd1f service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0170631 Jun 11 09:39:32.065855 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d4124bed-5f7c-4872-854a-82c10a7cf0cc req-01c8bb1d-a7ae-4342-8396-9ec4112ca629 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=53a42219-c346-45f9-be41-c5dabab2438f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723901 Jun 11 09:39:32.080323 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 74cebd76-aca3-45ac-9c8a-b7e9d0de0e85 not bound to the agent host n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:39:32.207706 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 42a7e648-1a78-4d67-8391-cd5765390a33 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:39:32.208199 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-10ad9f8d-ebac-4db0-b33a-9c53a4af5930 req-6eb98c41-9a26-4e11-8f30-e6f43a4074e2 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb53acf8-b818-4202-8875-71959f7fc254 HTTP/1.1" status: 200 len: 210 time: 0.1615787 Jun 11 09:39:32.295115 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5926b30f-0276-463d-87ad-791a3ab41dc5 req-863d45bd-5a0a-4c53-a7a6-33714dfb1125 service neutron] 10.222.0.60 "GET /v2.0/networks/2200e55c-0960-4aac-b7a8-ebf0eca39b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3048515 Jun 11 09:39:32.413598 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-e41b94f9-3af7-430a-81d5-f4c88cf124f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead7ad64-3085-448d-bb4a-ec8ab6bf0440', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-695768602-router', 'tenant_id': 'db9e0ae364434cf4a20ebccef2ca3f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': 'c886fb50-0db1-4b27-adcc-bde6769fca07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:38:46Z', 'updated_at': '2021-06-11T09:38:53Z', 'revision_number': 4, 'project_id': 'db9e0ae364434cf4a20ebccef2ca3f2e', 'gw_port': {'id': 'c886fb50-0db1-4b27-adcc-bde6769fca07', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:76:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead7ad64-3085-448d-bb4a-ec8ab6bf0440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 146, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:38:48Z', 'updated_at': '2021-06-11T09:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': '256c919f-e4a9-4c76-9540-73ee67a14e3d', 'tenant_id': 'db9e0ae364434cf4a20ebccef2ca3f2e', 'floating_ip_address': '172.25.4.197', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': 'ead7ad64-3085-448d-bb4a-ec8ab6bf0440', 'port_id': 'bc16f2e0-9f29-4495-9e73-382743b1b0a1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2200e55c-0960-4aac-b7a8-ebf0eca39b99', 'mac_address': 'fa:16:3e:7d:04:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2b2a1d-dfdb-45de-ae9b-0ea7720fd0d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T09:39:24Z', 'updated_at': '2021-06-11T09:39:28Z', 'revision_number': 1, 'project_id': 'db9e0ae364434cf4a20ebccef2ca3f2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86dd8b37-3611-4728-8bbc-9d6407c1dbee', 'name': '', 'network_id': '2200e55c-0960-4aac-b7a8-ebf0eca39b99', 'tenant_id': 'db9e0ae364434cf4a20ebccef2ca3f2e', 'mac_address': 'fa:16:3e:69:29:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead7ad64-3085-448d-bb4a-ec8ab6bf0440', 'device_owner': 'network:router_interface', 'standard_attr_id': 176, 'fixed_ips': [{'subnet_id': '1d975209-1448-49e3-b064-737640ba01f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:38:52Z', 'updated_at': '2021-06-11T09:38:58Z', 'revision_number': 5, 'project_id': 'db9e0ae364434cf4a20ebccef2ca3f2e', 'subnets': [{'id': '1d975209-1448-49e3-b064-737640ba01f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:39:32.417790 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41b94f9-3af7-430a-81d5-f4c88cf124f1 None None] The sync data for ids ['ead7ad64-3085-448d-bb4a-ec8ab6bf0440'] in n-d-779913-12 is: [{'id': 'ead7ad64-3085-448d-bb4a-ec8ab6bf0440', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-695768602-router', 'tenant_id': 'db9e0ae364434cf4a20ebccef2ca3f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': 'c886fb50-0db1-4b27-adcc-bde6769fca07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:38:46Z', 'updated_at': '2021-06-11T09:38:53Z', 'revision_number': 4, 'project_id': 'db9e0ae364434cf4a20ebccef2ca3f2e', 'gw_port': {'id': 'c886fb50-0db1-4b27-adcc-bde6769fca07', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:76:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead7ad64-3085-448d-bb4a-ec8ab6bf0440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 146, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:38:48Z', 'updated_at': '2021-06-11T09:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': '256c919f-e4a9-4c76-9540-73ee67a14e3d', 'tenant_id': 'db9e0ae364434cf4a20ebccef2ca3f2e', 'floating_ip_address': '172.25.4.197', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': 'ead7ad64-3085-448d-bb4a-ec8ab6bf0440', 'port_id': 'bc16f2e0-9f29-4495-9e73-382743b1b0a1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2200e55c-0960-4aac-b7a8-ebf0eca39b99', 'mac_address': 'fa:16:3e:7d:04:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2b2a1d-dfdb-45de-ae9b-0ea7720fd0d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T09:39:24Z', 'updated_at': '2021-06-11T09:39:28Z', 'revision_number': 1, 'project_id': 'db9e0ae364434cf4a20ebccef2ca3f2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86dd8b37-3611-4728-8bbc-9d6407c1dbee', 'name': '', 'network_id': '2200e55c-0960-4aac-b7a8-ebf0eca39b99', 'tenant_id': 'db9e0ae364434cf4a20ebccef2ca3f2e', 'mac_address': 'fa:16:3e:69:29:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead7ad64-3085-448d-bb4a-ec8ab6bf0440', 'device_owner': 'network:router_interface', 'standard_attr_id': 176, 'fixed_ips': [{'subnet_id': '1d975209-1448-49e3-b064-737640ba01f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:38:52Z', 'updated_at': '2021-06-11T09:38:58Z', 'revision_number': 5, 'project_id': 'db9e0ae364434cf4a20ebccef2ca3f2e', 'subnets': [{'id': '1d975209-1448-49e3-b064-737640ba01f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:39:32.422770 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3fd734-ed90-4a0f-b0cb-0f4d2845da95 req-95997c74-cbdd-4b6e-8c89-602365410050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:32.424326 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4f3fd734-ed90-4a0f-b0cb-0f4d2845da95 req-95997c74-cbdd-4b6e-8c89-602365410050 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5abcc8334992469d8b8905b4f8b8d346&device_id=ff1ba82c-bd21-4809-9fbc-49b45da5e27f HTTP/1.1" status: 200 len: 1100 time: 0.4325128 Jun 11 09:39:32.494424 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4f3fd734-ed90-4a0f-b0cb-0f4d2845da95 req-207017da-ec66-4ead-a7aa-3ed66a981f58 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=3afb2ec6-27e8-407c-b7ea-8979431dde79 HTTP/1.1" status: 200 len: 217 time: 0.0600336 Jun 11 09:39:32.502584 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 42a7e648-1a78-4d67-8391-cd5765390a33 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:39:32.526909 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5926b30f-0276-463d-87ad-791a3ab41dc5 req-662629cf-7322-4098-8736-4b8b1b8820e8 service neutron] 10.222.0.60 "GET /v2.0/networks/2200e55c-0960-4aac-b7a8-ebf0eca39b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182360 Jun 11 09:39:32.588285 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3fd734-ed90-4a0f-b0cb-0f4d2845da95 req-005f3d45-3ef7-4382-b54f-7b6acb982320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:32.590002 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4f3fd734-ed90-4a0f-b0cb-0f4d2845da95 req-005f3d45-3ef7-4382-b54f-7b6acb982320 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=189b03cc-b2a8-4615-9ab5-ad0328c3f10f HTTP/1.1" status: 200 len: 843 time: 0.0841088 Jun 11 09:39:32.701255 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3fd734-ed90-4a0f-b0cb-0f4d2845da95 req-2cbfb5ed-86a3-47c8-aeb3-c0da503d13b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:32.703146 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4f3fd734-ed90-4a0f-b0cb-0f4d2845da95 req-2cbfb5ed-86a3-47c8-aeb3-c0da503d13b4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf20d108-f84c-44de-9036-2269564edd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1014280 Jun 11 09:39:32.729080 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2592378d-0328-4f3f-8bd3-0d3683d3882f None None] New status for floating IP 256c919f-e4a9-4c76-9540-73ee67a14e3d: ACTIVE {{(pid=93178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 09:39:32.731931 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef89b7f-23b8-46a6-a7d3-50d119db1db0 x-openstack-request-id: req-2ef89b7f-23b8-46a6-a7d3-50d119db1db0 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:39:32.743445 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a2b2a1d-dfdb-45de-ae9b-0ea7720fd0d1", "tag": "bc16f2e0-9f29-4495-9e73-382743b1b0a1", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:39:32.743445 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2ef89b7f-23b8-46a6-a7d3-50d119db1db0 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:39:32.743445 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a2b2a1d-dfdb-45de-ae9b-0ea7720fd0d1', 'tag': 'bc16f2e0-9f29-4495-9e73-382743b1b0a1', 'status': 'completed', 'code': 200} Jun 11 09:39:32.778685 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.64', 52438) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:39:32.795598 n-d-779913-12 neutron-server[93176]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 11 09:39:32.795598 n-d-779913-12 neutron-server[93176]: from cryptography.utils import int_from_bytes Jun 11 09:39:32.795598 n-d-779913-12 neutron-server[93176]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 11 09:39:32.795598 n-d-779913-12 neutron-server[93176]: from cryptography.utils import int_from_bytes Jun 11 09:39:32.795598 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:39:32.795598 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:39:32.795598 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:39:32.795598 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:39:32.795598 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:39:32.795598 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:39:32.795598 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:39:32.795598 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:39:32.795598 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:39:32.795598 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:39:32.795598 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:39:32.795598 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:39:32.795598 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:39:32.795598 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:39:32.795598 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:39:32.795598 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:39:32.795598 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:39:32.795598 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:39:32.795598 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:39:32.795598 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:39:32.795598 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:39:32.795598 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:39:32.795598 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:39:32.795598 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:39:32.795598 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:39:32.795598 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:39:32.795598 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:39:32.795598 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:39:32.795598 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:39:32.795598 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:39:32.795598 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:39:32.795598 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:39:32.795598 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:39:32.795598 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:39:32.795598 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:39:32.795598 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:39:32.795598 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:39:32.795598 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:39:32.795598 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:39:32.795598 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:39:32.795598 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:39:32.798697 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:39:32.798697 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:39:32.798697 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:39:32.798697 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:39:32.798697 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:39:32.798697 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:39:32.798697 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:39:32.798697 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:39:32.798697 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:39:32.798697 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:39:32.798697 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:39:32.798697 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:39:32.798697 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:39:32.798697 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:39:32.798697 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:39:32.877777 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-51393f56-0cb3-4c35-99f2-3bd5cd32c8d6 req-79754d17-1302-4da1-b563-e9e6002150d6 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:32.974543 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d4124bed-5f7c-4872-854a-82c10a7cf0cc req-6908a187-07b6-4b11-834e-2e26723e4eaf service neutron] 10.222.0.64 "GET /v2.0/networks/53a42219-c346-45f9-be41-c5dabab2438f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8386531 Jun 11 09:39:33.012428 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b3d540b4-1680-4024-acfd-38ff39b4fad0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:33.028613 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4f3fd734-ed90-4a0f-b0cb-0f4d2845da95 req-e6edc8ef-fbb4-4298-9954-9ba91f89426b service neutron] 10.222.0.64 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3182666 Jun 11 09:39:33.045002 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae472d41-74bf-4946-ada0-5101bde271fb None None] Network 0eb9fc76-d4ea-4ecf-b856-ac9aa4e4add7 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:39:33.076774 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b3d540b4-1680-4024-acfd-38ff39b4fad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:33.085924 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aaa8c3-3451-4107-b766-05455ef1014e req-192c3f57-cde9-479b-8cc9-3984eda83e73 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:33.087424 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e7aaa8c3-3451-4107-b766-05455ef1014e req-192c3f57-cde9-479b-8cc9-3984eda83e73 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d2f68d0-f06a-449a-98c8-fe4dfc06c694 HTTP/1.1" status: 200 len: 949 time: 0.3076973 Jun 11 09:39:33.161863 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72576dc9-c054-4309-ba0e-9d59e12da4c9 req-09905202-0963-46b6-807c-018d35864bbf tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:33.168171 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-72576dc9-c054-4309-ba0e-9d59e12da4c9 req-09905202-0963-46b6-807c-018d35864bbf tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcb572c-3b00-4f8d-8049-6bc52799374c HTTP/1.1" status: 200 len: 944 time: 0.4792562 Jun 11 09:39:33.189085 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96dfe4b-de78-47ef-b6e2-d8760dc93e8d req-6a57707a-a001-441b-bed1-e0fb5eb5abf4 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:33.190679 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d96dfe4b-de78-47ef-b6e2-d8760dc93e8d req-6a57707a-a001-441b-bed1-e0fb5eb5abf4 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d2f68d0-f06a-449a-98c8-fe4dfc06c694 HTTP/1.1" status: 200 len: 949 time: 0.3213973 Jun 11 09:39:33.234568 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742308f8-d302-4267-9195-6d945266d414 req-8b9a7ed2-dffe-4f5f-b97e-8b702a273ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:33.236076 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-742308f8-d302-4267-9195-6d945266d414 req-8b9a7ed2-dffe-4f5f-b97e-8b702a273ce7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=db9e0ae364434cf4a20ebccef2ca3f2e&device_id=6a2b2a1d-dfdb-45de-ae9b-0ea7720fd0d1 HTTP/1.1" status: 200 len: 1097 time: 0.4624624 Jun 11 09:39:33.285230 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-0129a75a-9114-4edb-b362-27135c5bce79 None None] Provisioning for port 42a7e648-1a78-4d67-8391-cd5765390a33 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:39:33.297399 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-0129a75a-9114-4edb-b362-27135c5bce79 None None] Provisioning complete for port 42a7e648-1a78-4d67-8391-cd5765390a33 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:39:33.298280 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0129a75a-9114-4edb-b362-27135c5bce79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:33.301002 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4f3fd734-ed90-4a0f-b0cb-0f4d2845da95 req-21dfa8ee-b2c4-4f58-8d4d-812902b85619 service neutron] 10.222.0.64 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645700 Jun 11 09:39:33.313855 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d96dfe4b-de78-47ef-b6e2-d8760dc93e8d req-505cd2f6-2f7b-4b34-afb0-bae4e786fa47 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] 10.222.0.60 "GET /v2.0/security-groups?id=5306539d-5601-4083-be43-f18f84a4d23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127658 Jun 11 09:39:33.338685 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-51393f56-0cb3-4c35-99f2-3bd5cd32c8d6 req-79754d17-1302-4da1-b563-e9e6002150d6 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:33.345632 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d4124bed-5f7c-4872-854a-82c10a7cf0cc req-1bde1497-6b03-4172-8533-948012c1ceef service neutron] 10.222.0.64 "GET /v2.0/networks/53a42219-c346-45f9-be41-c5dabab2438f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3574376 Jun 11 09:39:33.350298 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-e7aaa8c3-3451-4107-b766-05455ef1014e req-e4843a1f-793c-4f8d-b81f-336a8002b899 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] Deleting port dbb567b0-a461-4193-8efa-363e2c51d7b8 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:39:33.350779 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-e7aaa8c3-3451-4107-b766-05455ef1014e req-e4843a1f-793c-4f8d-b81f-336a8002b899 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:33.360097 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-72576dc9-c054-4309-ba0e-9d59e12da4c9 req-2f362e8f-7ac9-47d5-8917-527811a59acb tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906841 Jun 11 09:39:33.398894 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8e54a798-3aac-4972-9694-9e8e5c98529c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:33.545762 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0129a75a-9114-4edb-b362-27135c5bce79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:33.572164 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51393f56-0cb3-4c35-99f2-3bd5cd32c8d6 req-79754d17-1302-4da1-b563-e9e6002150d6 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Network f64764ef-1d16-4bb9-abcb-ee15625f8d04 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:39:33.589111 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [req-51393f56-0cb3-4c35-99f2-3bd5cd32c8d6 req-79754d17-1302-4da1-b563-e9e6002150d6 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:39:33.601954 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-b3d540b4-1680-4024-acfd-38ff39b4fad0 admin admin] Allocated IP 172.25.4.37 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/4214d6b8-4fd1-4f83-8629-d7802bc04e2b) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:39:33.603106 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-0129a75a-9114-4edb-b362-27135c5bce79 None None] For port 42a7e648-1a78-4d67-8391-cd5765390a33, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=42a7e648-1a78-4d67-8391-cd5765390a33,segment=NetworkSegment(916c18c5-429e-456a-ac13-c22ca482642c),segment_id=916c18c5-429e-456a-ac13-c22ca482642c)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:39:33.604742 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-51393f56-0cb3-4c35-99f2-3bd5cd32c8d6 req-79754d17-1302-4da1-b563-e9e6002150d6 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:39:33.612218 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51393f56-0cb3-4c35-99f2-3bd5cd32c8d6 req-79754d17-1302-4da1-b563-e9e6002150d6 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:33.612901 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-51393f56-0cb3-4c35-99f2-3bd5cd32c8d6 req-79754d17-1302-4da1-b563-e9e6002150d6 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:33.615516 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79754d17-1302-4da1-b563-e9e6002150d6 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Pushing event updated for resources: {'Port': ['ID=a4e92fe1-f7e7-48a2-823e-9c3ae07a476e,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:33.652190 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-79754d17-1302-4da1-b563-e9e6002150d6 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:33.686208 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 74cebd76-aca3-45ac-9c8a-b7e9d0de0e85 no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:39:33.714992 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742308f8-d302-4267-9195-6d945266d414 req-415c2e70-a4d2-4256-8dcf-8491c6f4c793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:33.716615 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-742308f8-d302-4267-9195-6d945266d414 req-415c2e70-a4d2-4256-8dcf-8491c6f4c793 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2200e55c-0960-4aac-b7a8-ebf0eca39b99 HTTP/1.1" status: 200 len: 929 time: 0.4552271 Jun 11 09:39:33.774076 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0129a75a-9114-4edb-b362-27135c5bce79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:33.802728 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:33.855302 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0129a75a-9114-4edb-b362-27135c5bce79 None None] Pushing event updated for resources: {'Port': ['ID=42a7e648-1a78-4d67-8391-cd5765390a33,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:33.864524 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-0129a75a-9114-4edb-b362-27135c5bce79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:33.890609 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-51393f56-0cb3-4c35-99f2-3bd5cd32c8d6 req-79754d17-1302-4da1-b563-e9e6002150d6 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4473009 Jun 11 09:39:33.893806 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-e7aaa8c3-3451-4107-b766-05455ef1014e req-e4843a1f-793c-4f8d-b81f-336a8002b899 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] For port dbb567b0-a461-4193-8efa-363e2c51d7b8, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=dbb567b0-a461-4193-8efa-363e2c51d7b8,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:39:33.896347 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-e7aaa8c3-3451-4107-b766-05455ef1014e req-e4843a1f-793c-4f8d-b81f-336a8002b899 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:33.904355 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-347b8baf-0029-4f8f-82ff-40578c49721b None None] Provisioning complete for port 42a7e648-1a78-4d67-8391-cd5765390a33 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:39:33.905051 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-347b8baf-0029-4f8f-82ff-40578c49721b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:33.975396 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-51393f56-0cb3-4c35-99f2-3bd5cd32c8d6 req-c7a5c61f-10ab-4523-adab-34794a4334f9 service neutron] Request body: {'port': {'device_id': 'eb53acf8-b818-4202-8875-71959f7fc254', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-12'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:39:34.214350 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-742308f8-d302-4267-9195-6d945266d414 req-45ae1d84-88b3-4b73-9e7f-3e97aef0009b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc16f2e0-9f29-4495-9e73-382743b1b0a1 HTTP/1.1" status: 200 len: 1001 time: 0.2686231 Jun 11 09:39:34.217150 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-e7aaa8c3-3451-4107-b766-05455ef1014e req-e4843a1f-793c-4f8d-b81f-336a8002b899 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] Calling delete_port for dbb567b0-a461-4193-8efa-363e2c51d7b8 owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:39:34.219241 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 42a7e648-1a78-4d67-8391-cd5765390a33 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:39:34.220541 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b8979-5bab-48c2-a013-93b1cbcbd7f9 req-faa4a6e5-03f8-4231-9f91-fade7f92b72e tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:34.220541 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a02b8979-5bab-48c2-a013-93b1cbcbd7f9 req-faa4a6e5-03f8-4231-9f91-fade7f92b72e tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff1ba82c-bd21-4809-9fbc-49b45da5e27f HTTP/1.1" status: 200 len: 948 time: 0.5974276 Jun 11 09:39:34.221965 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 42a7e648-1a78-4d67-8391-cd5765390a33 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:39:34.221965 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:34.222447 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a02b8979-5bab-48c2-a013-93b1cbcbd7f9 req-7d05afda-a846-4cb1-8aa8-2fddc4b935fc tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] 10.222.0.60 "GET /v2.0/security-groups?id=79d73196-6efa-49b1-8eea-73a979435c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580883 Jun 11 09:39:34.222570 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-55ddf798-2da3-4a59-a474-985d64e6ca40 req-9fbf0b79-0a03-437b-ba20-5a4066e8dce4 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=f0adef6e-169f-4a27-8865-442be2ad072d HTTP/1.1" status: 200 len: 258 time: 0.6118243 Jun 11 09:39:34.254837 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-55ddf798-2da3-4a59-a474-985d64e6ca40 req-d8907e8a-6d32-4fb5-a999-7778d8d758fe tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Request body: {'floatingip': {'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:39:34.270918 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742308f8-d302-4267-9195-6d945266d414 req-5e5918be-9a87-41a0-b88b-efa07f966e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:34.272385 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-742308f8-d302-4267-9195-6d945266d414 req-5e5918be-9a87-41a0-b88b-efa07f966e20 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1d975209-1448-49e3-b064-737640ba01f1 HTTP/1.1" status: 200 len: 867 time: 0.2326467 Jun 11 09:39:34.305812 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b3d540b4-1680-4024-acfd-38ff39b4fad0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:34.398295 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefeb5a9-0ad5-4a2a-9079-bc1c2c389f67 req-821ea54a-ef53-4872-b610-d770bcdee3fc tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:34.399885 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-eefeb5a9-0ad5-4a2a-9079-bc1c2c389f67 req-821ea54a-ef53-4872-b610-d770bcdee3fc tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb53acf8-b818-4202-8875-71959f7fc254 HTTP/1.1" status: 200 len: 931 time: 0.0824378 Jun 11 09:39:34.445924 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-eefeb5a9-0ad5-4a2a-9079-bc1c2c389f67 req-d288db57-5131-481e-9388-e22f93090f02 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396309 Jun 11 09:39:34.625004 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-51393f56-0cb3-4c35-99f2-3bd5cd32c8d6 req-c7a5c61f-10ab-4523-adab-34794a4334f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:34.668722 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-e7aaa8c3-3451-4107-b766-05455ef1014e req-e4843a1f-793c-4f8d-b81f-336a8002b899 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:34.674926 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:34.684016 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['dbb567b0-a461-4193-8efa-363e2c51d7b8'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:39:34.710054 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4843a1f-793c-4f8d-b81f-336a8002b899 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] Pushing event deleted for resources: {'Port': ['ID=dbb567b0-a461-4193-8efa-363e2c51d7b8,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:34.715725 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e4843a1f-793c-4f8d-b81f-336a8002b899 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:34.748810 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff1ba82c-bd21-4809-9fbc-49b45da5e27f', 'tag': '3afb2ec6-27e8-407c-b7ea-8979431dde79'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:39:34.751478 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-55ddf798-2da3-4a59-a474-985d64e6ca40 req-d8907e8a-6d32-4fb5-a999-7778d8d758fe tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Notify callbacks [] for floatingip, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:34.751836 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d88c65e-8a52-4f14-b29f-dc1c810c1232" -d '{"events": [{"name": "network-changed", "server_uuid": "ff1ba82c-bd21-4809-9fbc-49b45da5e27f", "tag": "3afb2ec6-27e8-407c-b7ea-8979431dde79"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:39:34.779395 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-23d04689-b381-496e-b8bc-efece5810b90 req-d6078acb-6ba3-4c85-8c34-a0014ac45990 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d2f68d0-f06a-449a-98c8-fe4dfc06c694 HTTP/1.1" status: 200 len: 210 time: 0.0704319 Jun 11 09:39:34.837696 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742308f8-d302-4267-9195-6d945266d414 req-bb3b4e9c-ced1-4b35-8075-ff90ad982ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:34.839168 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-742308f8-d302-4267-9195-6d945266d414 req-bb3b4e9c-ced1-4b35-8075-ff90ad982ddb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2200e55c-0960-4aac-b7a8-ebf0eca39b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5491564 Jun 11 09:39:34.845109 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7aaa8c3-3451-4107-b766-05455ef1014e req-e4843a1f-793c-4f8d-b81f-336a8002b899 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] No DVR routers for this DVR port dbb567b0-a461-4193-8efa-363e2c51d7b8 on host n-h1-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:39:34.848823 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-e7aaa8c3-3451-4107-b766-05455ef1014e req-e4843a1f-793c-4f8d-b81f-336a8002b899 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:34.851044 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e7aaa8c3-3451-4107-b766-05455ef1014e req-e4843a1f-793c-4f8d-b81f-336a8002b899 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] 10.222.0.64 "DELETE /v2.0/ports/dbb567b0-a461-4193-8efa-363e2c51d7b8 HTTP/1.1" status: 204 len: 173 time: 1.7564526 Jun 11 09:39:34.881104 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4124bed-5f7c-4872-854a-82c10a7cf0cc req-4ad85d60-9066-4acb-9570-2adeca1508cd tempest-LiveAutoBlockMigrationV225Test-226334702 tempest-LiveAutoBlockMigrationV225Test-226334702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:34.882557 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d4124bed-5f7c-4872-854a-82c10a7cf0cc req-4ad85d60-9066-4acb-9570-2adeca1508cd tempest-LiveAutoBlockMigrationV225Test-226334702 tempest-LiveAutoBlockMigrationV225Test-226334702-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=0bcb572c-3b00-4f8d-8049-6bc52799374c&tenant_id=761e66d23fea4903a68cd9de907a43c1&binding%3Ahost_id=n-h1-779913-12 HTTP/1.1" status: 200 len: 1096 time: 0.5836573 Jun 11 09:39:34.998157 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b0f7f9-b22d-4828-ba54-6798d97afd32 req-a44a8113-bcfe-4ad8-8fc5-78e3cabb210c tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:34.998157 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-89b0f7f9-b22d-4828-ba54-6798d97afd32 req-a44a8113-bcfe-4ad8-8fc5-78e3cabb210c tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcb572c-3b00-4f8d-8049-6bc52799374c HTTP/1.1" status: 200 len: 944 time: 0.0812147 Jun 11 09:39:35.027812 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b3d540b4-1680-4024-acfd-38ff39b4fad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:35.049042 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-89b0f7f9-b22d-4828-ba54-6798d97afd32 req-b4afff0f-1c6b-42fb-b41c-4ad08b564422 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454726 Jun 11 09:39:35.055768 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:35.198302 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d540b4-1680-4024-acfd-38ff39b4fad0 admin admin] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:39:35.239734 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:35.246510 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-742308f8-d302-4267-9195-6d945266d414 req-7352cd10-8c2d-4f3b-85b3-042334c8cd16 service neutron] 10.222.0.69 "GET /v2.0/networks/2200e55c-0960-4aac-b7a8-ebf0eca39b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3909495 Jun 11 09:39:35.258023 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-b3d540b4-1680-4024-acfd-38ff39b4fad0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:39:35.258023 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d540b4-1680-4024-acfd-38ff39b4fad0 admin admin] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:39:35.366625 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d540b4-1680-4024-acfd-38ff39b4fad0 admin admin] Pushing event updated for resources: {'Port': ['ID=4214d6b8-4fd1-4f83-8629-d7802bc04e2b,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:35.433904 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b3d540b4-1680-4024-acfd-38ff39b4fad0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:35.471667 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65fd2eee-4010-47b9-bd35-9fd59fc8eb3b x-openstack-request-id: req-65fd2eee-4010-47b9-bd35-9fd59fc8eb3b {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:39:35.471667 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff1ba82c-bd21-4809-9fbc-49b45da5e27f", "tag": "3afb2ec6-27e8-407c-b7ea-8979431dde79", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:39:35.471667 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-65fd2eee-4010-47b9-bd35-9fd59fc8eb3b {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:39:35.471667 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff1ba82c-bd21-4809-9fbc-49b45da5e27f', 'tag': '3afb2ec6-27e8-407c-b7ea-8979431dde79', 'status': 'completed', 'code': 200} Jun 11 09:39:35.561746 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d88c65e-8a52-4f14-b29f-dc1c810c1232 req-a0ba0b38-a521-4d62-90d9-97c3df37c990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:35.563593 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6d88c65e-8a52-4f14-b29f-dc1c810c1232 req-a0ba0b38-a521-4d62-90d9-97c3df37c990 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5abcc8334992469d8b8905b4f8b8d346&device_id=ff1ba82c-bd21-4809-9fbc-49b45da5e27f HTTP/1.1" status: 200 len: 1100 time: 0.0628767 Jun 11 09:39:35.669790 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-742308f8-d302-4267-9195-6d945266d414 req-8b0cd775-c944-4b3a-99f4-e5020ad74779 service neutron] 10.222.0.69 "GET /v2.0/networks/2200e55c-0960-4aac-b7a8-ebf0eca39b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4100628 Jun 11 09:39:35.673587 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-55ddf798-2da3-4a59-a474-985d64e6ca40 req-d8907e8a-6d32-4fb5-a999-7778d8d758fe tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:35.685378 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [req-51393f56-0cb3-4c35-99f2-3bd5cd32c8d6 req-c7a5c61f-10ab-4523-adab-34794a4334f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4e92fe1-f7e7-48a2-823e-9c3ae07a476e {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:39:35.695038 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-51393f56-0cb3-4c35-99f2-3bd5cd32c8d6 req-c7a5c61f-10ab-4523-adab-34794a4334f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:35.728271 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d88c65e-8a52-4f14-b29f-dc1c810c1232 req-8033932a-a3e8-4f26-bf56-f9dd6812c28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:35.729724 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6d88c65e-8a52-4f14-b29f-dc1c810c1232 req-8033932a-a3e8-4f26-bf56-f9dd6812c28f service neutron] 10.222.0.64 "GET /v2.0/networks?id=cf20d108-f84c-44de-9036-2269564edd60 HTTP/1.1" status: 200 len: 870 time: 0.1589289 Jun 11 09:39:35.748827 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-d4124bed-5f7c-4872-854a-82c10a7cf0cc req-b3e7fe7b-031c-46e6-a580-ff7fa4bcc81d service neutron] For port 74cebd76-aca3-45ac-9c8a-b7e9d0de0e85, host n-h2-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:39:35.751922 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3140e3a4-636a-42e6-b49f-0d1feabd1db5 req-f228c81f-d878-4b0c-b792-b3929ff79d25 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:35.753483 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3140e3a4-636a-42e6-b49f-0d1feabd1db5 req-f228c81f-d878-4b0c-b792-b3929ff79d25 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff1ba82c-bd21-4809-9fbc-49b45da5e27f HTTP/1.1" status: 200 len: 948 time: 0.1512485 Jun 11 09:39:35.753751 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-51393f56-0cb3-4c35-99f2-3bd5cd32c8d6 req-c7a5c61f-10ab-4523-adab-34794a4334f9 service neutron] Transition to ACTIVE for port object a4e92fe1-f7e7-48a2-823e-9c3ae07a476e will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:39:35.756496 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-d4124bed-5f7c-4872-854a-82c10a7cf0cc req-b3e7fe7b-031c-46e6-a580-ff7fa4bcc81d service neutron] Notify callbacks [] for binding, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:35.757566 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d4124bed-5f7c-4872-854a-82c10a7cf0cc req-b3e7fe7b-031c-46e6-a580-ff7fa4bcc81d service neutron] 10.222.0.64 "DELETE /v2.0/ports/74cebd76-aca3-45ac-9c8a-b7e9d0de0e85/bindings/n-h2-779913-12 HTTP/1.1" status: 204 len: 173 time: 0.8601642 Jun 11 09:39:35.801518 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6d88c65e-8a52-4f14-b29f-dc1c810c1232 req-45c13543-ec91-4194-b1e7-310a98c92c35 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=3afb2ec6-27e8-407c-b7ea-8979431dde79 HTTP/1.1" status: 200 len: 217 time: 0.0643544 Jun 11 09:39:35.834590 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [req-55ddf798-2da3-4a59-a474-985d64e6ca40 req-d8907e8a-6d32-4fb5-a999-7778d8d758fe tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Allocated IP 172.25.4.63 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/68ec8c99-cec6-4b32-ae10-4138182d2ede) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:39:35.885154 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3140e3a4-636a-42e6-b49f-0d1feabd1db5 req-529b0cf2-eb4b-4235-8157-10d2a554d0d8 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] 10.222.0.60 "GET /v2.0/security-groups?id=79d73196-6efa-49b1-8eea-73a979435c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862973 Jun 11 09:39:35.886641 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d88c65e-8a52-4f14-b29f-dc1c810c1232 req-0887fe63-adce-4cea-ac30-76e4754f812b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:35.888004 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6d88c65e-8a52-4f14-b29f-dc1c810c1232 req-0887fe63-adce-4cea-ac30-76e4754f812b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=189b03cc-b2a8-4615-9ab5-ad0328c3f10f HTTP/1.1" status: 200 len: 843 time: 0.0809183 Jun 11 09:39:35.966510 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d88c65e-8a52-4f14-b29f-dc1c810c1232 req-7bf2cffe-9b83-44ce-9e7d-a715cdb032e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:35.968661 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6d88c65e-8a52-4f14-b29f-dc1c810c1232 req-7bf2cffe-9b83-44ce-9e7d-a715cdb032e5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf20d108-f84c-44de-9036-2269564edd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0737314 Jun 11 09:39:35.970592 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-51393f56-0cb3-4c35-99f2-3bd5cd32c8d6 req-c7a5c61f-10ab-4523-adab-34794a4334f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:35.987535 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:36.151056 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a5c61f-10ab-4523-adab-34794a4334f9 service neutron] Pushing event updated for resources: {'Port': ['ID=a4e92fe1-f7e7-48a2-823e-9c3ae07a476e,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:36.153949 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c7a5c61f-10ab-4523-adab-34794a4334f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:36.154826 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6d88c65e-8a52-4f14-b29f-dc1c810c1232 req-18e6612b-7084-485a-aacd-393a8f6cd30e service neutron] 10.222.0.64 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795218 Jun 11 09:39:36.168674 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd7d0b-2c38-4b53-910a-69e1bb58213b req-bbff7306-41cd-4d71-887c-f9b6a193ee16 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:36.170112 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-34dd7d0b-2c38-4b53-910a-69e1bb58213b req-bbff7306-41cd-4d71-887c-f9b6a193ee16 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb53acf8-b818-4202-8875-71959f7fc254 HTTP/1.1" status: 200 len: 943 time: 0.1474097 Jun 11 09:39:36.216167 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-55ddf798-2da3-4a59-a474-985d64e6ca40 req-d8907e8a-6d32-4fb5-a999-7778d8d758fe tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:36.245873 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b3d540b4-1680-4024-acfd-38ff39b4fad0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:36.249555 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-51393f56-0cb3-4c35-99f2-3bd5cd32c8d6 req-c7a5c61f-10ab-4523-adab-34794a4334f9 service neutron] Attempting to bind port a4e92fe1-f7e7-48a2-823e-9c3ae07a476e on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:39:36.249894 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-51393f56-0cb3-4c35-99f2-3bd5cd32c8d6 req-c7a5c61f-10ab-4523-adab-34794a4334f9 service neutron] Attempting to bind port a4e92fe1-f7e7-48a2-823e-9c3ae07a476e by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '9149788d-877e-41af-83c2-5ce6b1848f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f64764ef-1d16-4bb9-abcb-ee15625f8d04'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:39:36.250232 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51393f56-0cb3-4c35-99f2-3bd5cd32c8d6 req-c7a5c61f-10ab-4523-adab-34794a4334f9 service neutron] Attempting to bind port a4e92fe1-f7e7-48a2-823e-9c3ae07a476e on network f64764ef-1d16-4bb9-abcb-ee15625f8d04 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:39:36.282999 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-34dd7d0b-2c38-4b53-910a-69e1bb58213b req-0ab437ce-337f-4370-93e7-f9bb3236f04e tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047418 Jun 11 09:39:36.320087 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6d88c65e-8a52-4f14-b29f-dc1c810c1232 req-ea662099-bd52-42e0-85e0-cc0df36fc11e service neutron] 10.222.0.64 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489000 Jun 11 09:39:36.453726 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dcfc7b-aceb-448d-8617-53503de97598 req-2ca22178-7669-46ec-8870-96debb23ae7c tempest-LiveAutoBlockMigrationV225Test-226334702 tempest-LiveAutoBlockMigrationV225Test-226334702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:36.455940 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-30dcfc7b-aceb-448d-8617-53503de97598 req-2ca22178-7669-46ec-8870-96debb23ae7c tempest-LiveAutoBlockMigrationV225Test-226334702 tempest-LiveAutoBlockMigrationV225Test-226334702-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=0bcb572c-3b00-4f8d-8049-6bc52799374c HTTP/1.1" status: 200 len: 1096 time: 0.0680344 Jun 11 09:39:36.498057 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-30dcfc7b-aceb-448d-8617-53503de97598 req-e435637a-53af-452d-8ebc-1c6cbfa2c961 tempest-LiveAutoBlockMigrationV225Test-226334702 tempest-LiveAutoBlockMigrationV225Test-226334702-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360293 Jun 11 09:39:36.605186 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51393f56-0cb3-4c35-99f2-3bd5cd32c8d6 req-c7a5c61f-10ab-4523-adab-34794a4334f9 service neutron] Port a4e92fe1-f7e7-48a2-823e-9c3ae07a476e on network f64764ef-1d16-4bb9-abcb-ee15625f8d04 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:39:36.608964 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51393f56-0cb3-4c35-99f2-3bd5cd32c8d6 req-c7a5c61f-10ab-4523-adab-34794a4334f9 service neutron] Attempting to bind port a4e92fe1-f7e7-48a2-823e-9c3ae07a476e on network f64764ef-1d16-4bb9-abcb-ee15625f8d04 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:39:36.632601 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51393f56-0cb3-4c35-99f2-3bd5cd32c8d6 req-c7a5c61f-10ab-4523-adab-34794a4334f9 service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:39:36.632961 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51393f56-0cb3-4c35-99f2-3bd5cd32c8d6 req-c7a5c61f-10ab-4523-adab-34794a4334f9 service neutron] Checking segment: {'id': '9149788d-877e-41af-83c2-5ce6b1848f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f64764ef-1d16-4bb9-abcb-ee15625f8d04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:39:36.633337 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51393f56-0cb3-4c35-99f2-3bd5cd32c8d6 req-c7a5c61f-10ab-4523-adab-34794a4334f9 service neutron] Bound using segment: {'id': '9149788d-877e-41af-83c2-5ce6b1848f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f64764ef-1d16-4bb9-abcb-ee15625f8d04'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:39:36.633787 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-51393f56-0cb3-4c35-99f2-3bd5cd32c8d6 req-c7a5c61f-10ab-4523-adab-34794a4334f9 service neutron] Bound port: a4e92fe1-f7e7-48a2-823e-9c3ae07a476e, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9149788d-877e-41af-83c2-5ce6b1848f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f64764ef-1d16-4bb9-abcb-ee15625f8d04'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:39:36.634139 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-51393f56-0cb3-4c35-99f2-3bd5cd32c8d6 req-c7a5c61f-10ab-4523-adab-34794a4334f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:36.837603 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-55ddf798-2da3-4a59-a474-985d64e6ca40 req-d8907e8a-6d32-4fb5-a999-7778d8d758fe tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:36.838814 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-51393f56-0cb3-4c35-99f2-3bd5cd32c8d6 req-c7a5c61f-10ab-4523-adab-34794a4334f9 service neutron] For port a4e92fe1-f7e7-48a2-823e-9c3ae07a476e, host n-h1-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:39:36.853435 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:36.871093 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-51393f56-0cb3-4c35-99f2-3bd5cd32c8d6 req-c7a5c61f-10ab-4523-adab-34794a4334f9 service neutron] For port a4e92fe1-f7e7-48a2-823e-9c3ae07a476e, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=a4e92fe1-f7e7-48a2-823e-9c3ae07a476e,segment=NetworkSegment(9149788d-877e-41af-83c2-5ce6b1848f17),segment_id=9149788d-877e-41af-83c2-5ce6b1848f17)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:39:36.916039 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55ddf798-2da3-4a59-a474-985d64e6ca40 req-d8907e8a-6d32-4fb5-a999-7778d8d758fe tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:39:36.923235 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [req-55ddf798-2da3-4a59-a474-985d64e6ca40 req-d8907e8a-6d32-4fb5-a999-7778d8d758fe tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:39:36.927966 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-55ddf798-2da3-4a59-a474-985d64e6ca40 req-d8907e8a-6d32-4fb5-a999-7778d8d758fe tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:39:36.938414 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8907e8a-6d32-4fb5-a999-7778d8d758fe tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Pushing event updated for resources: {'Port': ['ID=68ec8c99-cec6-4b32-ae10-4138182d2ede,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:36.945897 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d8907e8a-6d32-4fb5-a999-7778d8d758fe tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:37.003453 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-51393f56-0cb3-4c35-99f2-3bd5cd32c8d6 req-c7a5c61f-10ab-4523-adab-34794a4334f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:37.027275 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:37.083818 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b3d540b4-1680-4024-acfd-38ff39b4fad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:37.087980 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-55ddf798-2da3-4a59-a474-985d64e6ca40 req-d8907e8a-6d32-4fb5-a999-7778d8d758fe tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:37.095220 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0b1406-8267-47f9-bfaf-d4ebddf8016f req-ef7833d1-907e-489d-9e96-91d4ae30cead tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:37.096680 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9b0b1406-8267-47f9-bfaf-d4ebddf8016f req-ef7833d1-907e-489d-9e96-91d4ae30cead tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/networks?id=53a42219-c346-45f9-be41-c5dabab2438f HTTP/1.1" status: 200 len: 821 time: 0.1482506 Jun 11 09:39:37.107212 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51393f56-0cb3-4c35-99f2-3bd5cd32c8d6 req-c7a5c61f-10ab-4523-adab-34794a4334f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:37.107866 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-51393f56-0cb3-4c35-99f2-3bd5cd32c8d6 req-c7a5c61f-10ab-4523-adab-34794a4334f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:37.109398 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-51393f56-0cb3-4c35-99f2-3bd5cd32c8d6 req-c7a5c61f-10ab-4523-adab-34794a4334f9 service neutron] 10.222.0.64 "PUT /v2.0/ports/a4e92fe1-f7e7-48a2-823e-9c3ae07a476e HTTP/1.1" status: 200 len: 1092 time: 3.1432476 Jun 11 09:39:37.109868 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb53acf8-b818-4202-8875-71959f7fc254', 'tag': 'a4e92fe1-f7e7-48a2-823e-9c3ae07a476e'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:39:37.112354 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c0c242-a0e1-431d-9a5e-829a769095f9" -d '{"events": [{"name": "network-changed", "server_uuid": "eb53acf8-b818-4202-8875-71959f7fc254", "tag": "a4e92fe1-f7e7-48a2-823e-9c3ae07a476e"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:39:37.113604 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9b0b1406-8267-47f9-bfaf-d4ebddf8016f req-960cd5bf-583b-4dfb-8a91-1ec4e96e103f tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/quotas/761e66d23fea4903a68cd9de907a43c1 HTTP/1.1" status: 200 len: 375 time: 0.0106721 Jun 11 09:39:37.217723 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9b0b1406-8267-47f9-bfaf-d4ebddf8016f req-2c417a26-4693-4349-9f97-509f47449bb8 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=761e66d23fea4903a68cd9de907a43c1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0957949 Jun 11 09:39:37.228398 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [req-9b0b1406-8267-47f9-bfaf-d4ebddf8016f req-15729900-71e2-48fd-b50f-87257011b5dd service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 09:39:37.229319 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9b0b1406-8267-47f9-bfaf-d4ebddf8016f req-15729900-71e2-48fd-b50f-87257011b5dd service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050898 Jun 11 09:39:37.242809 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a5c61f-10ab-4523-adab-34794a4334f9 service neutron] Pushing event updated for resources: {'Port': ['ID=a4e92fe1-f7e7-48a2-823e-9c3ae07a476e,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:37.270125 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c7a5c61f-10ab-4523-adab-34794a4334f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:37.334632 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-55ddf798-2da3-4a59-a474-985d64e6ca40 req-d8907e8a-6d32-4fb5-a999-7778d8d758fe tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:37.348611 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9b0b1406-8267-47f9-bfaf-d4ebddf8016f req-da1106c6-974c-44a7-ac9b-10019079afcf service neutron] 10.222.0.60 "GET /v2.0/networks/53a42219-c346-45f9-be41-c5dabab2438f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133783 Jun 11 09:39:37.449653 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51393f56-0cb3-4c35-99f2-3bd5cd32c8d6 req-b4959a11-da7d-4f2c-9dcc-4219e3fbea2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:37.451130 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-51393f56-0cb3-4c35-99f2-3bd5cd32c8d6 req-b4959a11-da7d-4f2c-9dcc-4219e3fbea2a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=455235d9344d45d29863b10a5775a249&device_id=eb53acf8-b818-4202-8875-71959f7fc254 HTTP/1.1" status: 200 len: 1095 time: 0.1633000 Jun 11 09:39:37.461932 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9b0b1406-8267-47f9-bfaf-d4ebddf8016f req-629ecb3f-9319-466d-9f33-14e676a000fe service neutron] 10.222.0.60 "GET /v2.0/networks/53a42219-c346-45f9-be41-c5dabab2438f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073210 Jun 11 09:39:37.472630 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d2f68d0-f06a-449a-98c8-fe4dfc06c694', 'name': 'network-vif-deleted', 'tag': 'dbb567b0-a461-4193-8efa-363e2c51d7b8'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:39:37.477183 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0afc36c-d40e-4a35-b65d-2b0fee9d4775" -d '{"events": [{"server_uuid": "4d2f68d0-f06a-449a-98c8-fe4dfc06c694", "name": "network-vif-deleted", "tag": "dbb567b0-a461-4193-8efa-363e2c51d7b8"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:39:37.550362 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-51393f56-0cb3-4c35-99f2-3bd5cd32c8d6 req-e8acd385-0b32-459d-8b6d-808a6e3e2362 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a4e92fe1-f7e7-48a2-823e-9c3ae07a476e HTTP/1.1" status: 200 len: 217 time: 0.0903096 Jun 11 09:39:37.597462 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3d540b4-1680-4024-acfd-38ff39b4fad0 admin admin] Router 487ba5e2-32b1-4e09-ae30-77342d2e4b1f is scheduled to L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 with binding_index 1 {{(pid=93177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 09:39:37.705761 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 3afb2ec6-27e8-407c-b7ea-8979431dde79 details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:39:37.741472 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device dbb567b0-a461-4193-8efa-363e2c51d7b8 no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:39:37.745775 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51393f56-0cb3-4c35-99f2-3bd5cd32c8d6 req-7ced3209-91b5-4dad-95ae-b2b394866e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:37.747214 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-51393f56-0cb3-4c35-99f2-3bd5cd32c8d6 req-7ced3209-91b5-4dad-95ae-b2b394866e22 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f707fbf9-d6b5-48f4-b1c1-e5fd7bd963f6 HTTP/1.1" status: 200 len: 847 time: 0.1869972 Jun 11 09:39:37.780078 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] No Port match for: dbb567b0-a461-4193-8efa-363e2c51d7b8 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:39:37.781417 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device dbb567b0-a461-4193-8efa-363e2c51d7b8 not bound to the agent host n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:39:37.807725 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-55ddf798-2da3-4a59-a474-985d64e6ca40 req-d8907e8a-6d32-4fb5-a999-7778d8d758fe tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:37.807842 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-51393f56-0cb3-4c35-99f2-3bd5cd32c8d6 req-c598aa5e-f15f-4518-9d01-8b82666f0917 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f64764ef-1d16-4bb9-abcb-ee15625f8d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501010 Jun 11 09:39:37.864899 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 3afb2ec6-27e8-407c-b7ea-8979431dde79, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=3afb2ec6-27e8-407c-b7ea-8979431dde79,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:39:37.870295 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3d540b4-1680-4024-acfd-38ff39b4fad0 admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:39:37.884992 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f695a5a-bd6c-4b3d-9f64-c27b7d9d61b2 None None] Sync routers for ids ['487ba5e2-32b1-4e09-ae30-77342d2e4b1f'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:39:37.894333 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': '3afb2ec6-27e8-407c-b7ea-8979431dde79', 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60', 'port_id': '3afb2ec6-27e8-407c-b7ea-8979431dde79', 'mac_address': 'fa:16:3e:f3:c9:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189b03cc-b2a8-4615-9ab5-ad0328c3f10f', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:39:37.902769 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f695a5a-bd6c-4b3d-9f64-c27b7d9d61b2 None None] Routers {'487ba5e2-32b1-4e09-ae30-77342d2e4b1f'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:39:37.903400 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-9f695a5a-bd6c-4b3d-9f64-c27b7d9d61b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:39:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['487ba5e2-32b1-4e09-ae30-77342d2e4b1f'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:39:37.926032 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-55ddf798-2da3-4a59-a474-985d64e6ca40 req-d8907e8a-6d32-4fb5-a999-7778d8d758fe tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:37.930883 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:37.940655 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:37.957694 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3afb2ec6-27e8-407c-b7ea-8979431dde79 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:39:37.980752 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 3afb2ec6-27e8-407c-b7ea-8979431dde79, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=3afb2ec6-27e8-407c-b7ea-8979431dde79,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:39:37.986036 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-55ddf798-2da3-4a59-a474-985d64e6ca40 req-d8907e8a-6d32-4fb5-a999-7778d8d758fe tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:38.013107 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b3d540b4-1680-4024-acfd-38ff39b4fad0 admin admin] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:38.016990 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-b3d540b4-1680-4024-acfd-38ff39b4fad0 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 7.9997263 Jun 11 09:39:38.017337 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 35366) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:39:38.023112 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8907e8a-6d32-4fb5-a999-7778d8d758fe tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Pushing event updated for resources: {'Port': ['ID=68ec8c99-cec6-4b32-ae10-4138182d2ede,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:38.039866 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-51393f56-0cb3-4c35-99f2-3bd5cd32c8d6 req-51940508-dbb3-45a4-aa0d-efc4f8c6cca1 service neutron] 10.222.0.64 "GET /v2.0/networks/f64764ef-1d16-4bb9-abcb-ee15625f8d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161014 Jun 11 09:39:38.040846 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d8907e8a-6d32-4fb5-a999-7778d8d758fe tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:38.066636 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:38.068596 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:38.104173 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-9f695a5a-bd6c-4b3d-9f64-c27b7d9d61b2 None None] Set router 487ba5e2-32b1-4e09-ae30-77342d2e4b1f gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:39:38.126519 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-55ddf798-2da3-4a59-a474-985d64e6ca40 req-d8907e8a-6d32-4fb5-a999-7778d8d758fe tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:38.133639 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-55ddf798-2da3-4a59-a474-985d64e6ca40 req-d8907e8a-6d32-4fb5-a999-7778d8d758fe tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.9224911 Jun 11 09:39:38.208389 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=3afb2ec6-27e8-407c-b7ea-8979431dde79,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:38.260913 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:38.315296 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['3afb2ec6-27e8-407c-b7ea-8979431dde79'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:39:38.512308 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-55ddf798-2da3-4a59-a474-985d64e6ca40 req-34fc4e4d-f9e8-4c7b-9fac-adfde56577c0 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.63 HTTP/1.1" status: 200 len: 695 time: 0.3777471 Jun 11 09:39:38.543264 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-9f695a5a-bd6c-4b3d-9f64-c27b7d9d61b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '487ba5e2-32b1-4e09-ae30-77342d2e4b1f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1741541338-router', 'tenant_id': 'e015ec9c2a9445dc90bd706cc768b47c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '4214d6b8-4fd1-4f83-8629-d7802bc04e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:39:30Z', 'updated_at': '2021-06-11T09:39:35Z', 'revision_number': 3, 'project_id': 'e015ec9c2a9445dc90bd706cc768b47c', 'gw_port': {'id': '4214d6b8-4fd1-4f83-8629-d7802bc04e2b', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ee:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '487ba5e2-32b1-4e09-ae30-77342d2e4b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:39:33Z', 'updated_at': '2021-06-11T09:39:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:39:38.547298 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f695a5a-bd6c-4b3d-9f64-c27b7d9d61b2 None None] Checking router: 487ba5e2-32b1-4e09-ae30-77342d2e4b1f for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:39:38.547772 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f695a5a-bd6c-4b3d-9f64-c27b7d9d61b2 None None] Updating router 487ba5e2-32b1-4e09-ae30-77342d2e4b1f port 4214d6b8-4fd1-4f83-8629-d7802bc04e2b binding host n-d-779913-12 {{(pid=93179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 09:39:38.550509 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-51393f56-0cb3-4c35-99f2-3bd5cd32c8d6 req-f1c7afc1-d4bd-4526-942c-d80a6204ceb8 service neutron] 10.222.0.64 "GET /v2.0/networks/f64764ef-1d16-4bb9-abcb-ee15625f8d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5081310 Jun 11 09:39:38.571853 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed0e77b-24b3-40ba-908c-6cc5a08217ec req-5dfe3657-a4aa-460d-b5e7-e92cff43605e tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:38.573627 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-aed0e77b-24b3-40ba-908c-6cc5a08217ec req-5dfe3657-a4aa-460d-b5e7-e92cff43605e tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff1ba82c-bd21-4809-9fbc-49b45da5e27f HTTP/1.1" status: 200 len: 949 time: 0.2949073 Jun 11 09:39:38.595353 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-9f695a5a-bd6c-4b3d-9f64-c27b7d9d61b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:38.664264 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ddf798-2da3-4a59-a474-985d64e6ca40 req-99e4bb11-cf30-41d7-8af1-5d362a2df757 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:38.665828 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-55ddf798-2da3-4a59-a474-985d64e6ca40 req-99e4bb11-cf30-41d7-8af1-5d362a2df757 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] 10.222.0.60 "GET /v2.0/networks/f0adef6e-169f-4a27-8865-442be2ad072d HTTP/1.1" status: 200 len: 784 time: 0.1527054 Jun 11 09:39:38.682182 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [req-55ddf798-2da3-4a59-a474-985d64e6ca40 req-076c5a25-d7a9-41a2-b44a-3a9ce50b6f68 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 09:39:38.683352 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-55ddf798-2da3-4a59-a474-985d64e6ca40 req-076c5a25-d7a9-41a2-b44a-3a9ce50b6f68 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0116065 Jun 11 09:39:38.736340 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c2632b-e66d-4b3d-ba82-e9ae3ff296e8 x-openstack-request-id: req-b4c2632b-e66d-4b3d-ba82-e9ae3ff296e8 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:39:38.736808 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb53acf8-b818-4202-8875-71959f7fc254", "tag": "a4e92fe1-f7e7-48a2-823e-9c3ae07a476e", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:39:38.737109 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b4c2632b-e66d-4b3d-ba82-e9ae3ff296e8 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:39:38.737643 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb53acf8-b818-4202-8875-71959f7fc254', 'tag': 'a4e92fe1-f7e7-48a2-823e-9c3ae07a476e', 'status': 'completed', 'code': 200} Jun 11 09:39:38.938826 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c0c242-a0e1-431d-9a5e-829a769095f9 req-3fb10f3c-1a91-4e81-b084-83f137ee9234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:38.941617 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-40c0c242-a0e1-431d-9a5e-829a769095f9 req-3fb10f3c-1a91-4e81-b084-83f137ee9234 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=455235d9344d45d29863b10a5775a249&device_id=eb53acf8-b818-4202-8875-71959f7fc254 HTTP/1.1" status: 200 len: 1095 time: 0.1748915 Jun 11 09:39:38.966533 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-9f695a5a-bd6c-4b3d-9f64-c27b7d9d61b2 None None] Notify callbacks [] for port, precommit_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:38.977465 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-9f695a5a-bd6c-4b3d-9f64-c27b7d9d61b2 None None] Transition to ACTIVE for port object 4214d6b8-4fd1-4f83-8629-d7802bc04e2b will not be triggered until provisioned by entity L2. {{(pid=93179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:39:38.994762 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-aed0e77b-24b3-40ba-908c-6cc5a08217ec req-1366f4e4-dd5e-43a3-8b3a-94558d46dc75 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] 10.222.0.60 "GET /v2.0/security-groups?id=79d73196-6efa-49b1-8eea-73a979435c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4119985 Jun 11 09:39:39.043027 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-9f695a5a-bd6c-4b3d-9f64-c27b7d9d61b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:39.046598 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-f969eeea-adde-4f29-bc46-9590253c47ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:39.066567 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-852a9275-e763-43fa-af57-89618795efc5 x-openstack-request-id: req-852a9275-e763-43fa-af57-89618795efc5 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:39:39.067460 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d2f68d0-f06a-449a-98c8-fe4dfc06c694", "name": "network-vif-deleted", "tag": "dbb567b0-a461-4193-8efa-363e2c51d7b8", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:39:39.067460 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-852a9275-e763-43fa-af57-89618795efc5 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:39:39.067874 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d2f68d0-f06a-449a-98c8-fe4dfc06c694', 'name': 'network-vif-deleted', 'tag': 'dbb567b0-a461-4193-8efa-363e2c51d7b8', 'status': 'completed', 'code': 200} Jun 11 09:39:39.095228 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166cb68d-a33e-450b-a450-c7555903fbf2 req-d27a9d84-c1da-4444-aaa0-e43dd1a43d4a tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:39.096962 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-166cb68d-a33e-450b-a450-c7555903fbf2 req-d27a9d84-c1da-4444-aaa0-e43dd1a43d4a tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb53acf8-b818-4202-8875-71959f7fc254 HTTP/1.1" status: 200 len: 943 time: 0.2284155 Jun 11 09:39:39.161862 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-9f695a5a-bd6c-4b3d-9f64-c27b7d9d61b2 None None] Attempting to bind port 4214d6b8-4fd1-4f83-8629-d7802bc04e2b on host n-d-779913-12 for vnic_type normal with profile {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:39:39.162548 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-9f695a5a-bd6c-4b3d-9f64-c27b7d9d61b2 None None] Attempting to bind port 4214d6b8-4fd1-4f83-8629-d7802bc04e2b by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:39:39.163092 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f695a5a-bd6c-4b3d-9f64-c27b7d9d61b2 None None] Attempting to bind port 4214d6b8-4fd1-4f83-8629-d7802bc04e2b on network f0adef6e-169f-4a27-8865-442be2ad072d {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:39:39.165682 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212a8ffa-f0bc-4284-a791-c76751d7e10e None None] Pushing event updated for resources: {'Port': ['ID=4214d6b8-4fd1-4f83-8629-d7802bc04e2b,revision_number=2']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:39.169074 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c0c242-a0e1-431d-9a5e-829a769095f9 req-9a978593-596e-4264-8f8a-647d5a7cef71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:39.169074 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-40c0c242-a0e1-431d-9a5e-829a769095f9 req-9a978593-596e-4264-8f8a-647d5a7cef71 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f64764ef-1d16-4bb9-abcb-ee15625f8d04 HTTP/1.1" status: 200 len: 908 time: 0.2180724 Jun 11 09:39:39.169560 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-212a8ffa-f0bc-4284-a791-c76751d7e10e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:39.173251 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f695a5a-bd6c-4b3d-9f64-c27b7d9d61b2 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:39:39.173985 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f695a5a-bd6c-4b3d-9f64-c27b7d9d61b2 None None] Checking segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:39:39.174947 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-9f695a5a-bd6c-4b3d-9f64-c27b7d9d61b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:39.175349 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f695a5a-bd6c-4b3d-9f64-c27b7d9d61b2 None None] Bound using segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:39:39.175916 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-9f695a5a-bd6c-4b3d-9f64-c27b7d9d61b2 None None] Bound port: 4214d6b8-4fd1-4f83-8629-d7802bc04e2b, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:39:39.176777 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-9f695a5a-bd6c-4b3d-9f64-c27b7d9d61b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:39.180647 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-166cb68d-a33e-450b-a450-c7555903fbf2 req-10fe2c23-e20b-49e0-8901-9b0812407af6 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757265 Jun 11 09:39:39.220642 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7b917931-3da1-4e42-b7de-e029d53e3c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:39.264518 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-9f695a5a-bd6c-4b3d-9f64-c27b7d9d61b2 None None] For port 4214d6b8-4fd1-4f83-8629-d7802bc04e2b, host n-d-779913-12, cleared binding levels {{(pid=93179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:39:39.268659 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-9f695a5a-bd6c-4b3d-9f64-c27b7d9d61b2 None None] For port 4214d6b8-4fd1-4f83-8629-d7802bc04e2b, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=4214d6b8-4fd1-4f83-8629-d7802bc04e2b,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:39:39.296348 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-dff70732-6877-4a35-8345-76d0de212e2e req-5a5ed04b-feaf-4f2b-ab3d-3dfce55e818c tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=38c6c614-27f4-461f-b2e5-2fd3163ed925 HTTP/1.1" status: 200 len: 210 time: 0.0705950 Jun 11 09:39:39.315470 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-40c0c242-a0e1-431d-9a5e-829a769095f9 req-7d0300c0-7b7c-453f-acfc-ebc92fc9087d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a4e92fe1-f7e7-48a2-823e-9c3ae07a476e HTTP/1.1" status: 200 len: 217 time: 0.1337850 Jun 11 09:39:39.371861 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-9f695a5a-bd6c-4b3d-9f64-c27b7d9d61b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:39.420764 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:39.439028 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c0c242-a0e1-431d-9a5e-829a769095f9 req-a6d7d890-9ecb-43e2-bf20-f4f0926d1da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:39.445624 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-40c0c242-a0e1-431d-9a5e-829a769095f9 req-a6d7d890-9ecb-43e2-bf20-f4f0926d1da6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f707fbf9-d6b5-48f4-b1c1-e5fd7bd963f6 HTTP/1.1" status: 200 len: 847 time: 0.1220896 Jun 11 09:39:39.499518 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-40c0c242-a0e1-431d-9a5e-829a769095f9 req-f7565aaf-a2d0-4d4f-b0a9-51d6a7d47530 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f64764ef-1d16-4bb9-abcb-ee15625f8d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383356 Jun 11 09:39:39.516551 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f695a5a-bd6c-4b3d-9f64-c27b7d9d61b2 None None] Routers {'487ba5e2-32b1-4e09-ae30-77342d2e4b1f'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:39:39.517193 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-9f695a5a-bd6c-4b3d-9f64-c27b7d9d61b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:39:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['487ba5e2-32b1-4e09-ae30-77342d2e4b1f'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:39:39.519023 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212a8ffa-f0bc-4284-a791-c76751d7e10e None None] Pushing event updated for resources: {'Port': ['ID=4214d6b8-4fd1-4f83-8629-d7802bc04e2b,revision_number=3']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:39.522434 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-212a8ffa-f0bc-4284-a791-c76751d7e10e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:39.604797 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-7b917931-3da1-4e42-b7de-e029d53e3c04 admin admin] Allocated IP 172.20.0.1 (0eb9fc76-d4ea-4ecf-b856-ac9aa4e4add7/e7f7ddfe-5b09-4b70-929a-9519baa3f02c/547b86df-964d-48e0-994c-fbf7f93096c1) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:39:39.634637 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-40c0c242-a0e1-431d-9a5e-829a769095f9 req-aa4f9156-b3f6-4ba6-8768-170e2bc11016 service neutron] 10.222.0.64 "GET /v2.0/networks/f64764ef-1d16-4bb9-abcb-ee15625f8d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311569 Jun 11 09:39:39.669096 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa222cd5-851b-4c6c-9390-98e1df6b4985 req-59607e54-1313-4614-b06c-d534a0ffd3bd tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:39.679286 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fa222cd5-851b-4c6c-9390-98e1df6b4985 req-59607e54-1313-4614-b06c-d534a0ffd3bd tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a2b2a1d-dfdb-45de-ae9b-0ea7720fd0d1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2101619 Jun 11 09:39:39.723419 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 3afb2ec6-27e8-407c-b7ea-8979431dde79 up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:39:39.819008 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-40c0c242-a0e1-431d-9a5e-829a769095f9 req-d9df830c-da3b-4b4e-8c98-3de1948db62d service neutron] 10.222.0.64 "GET /v2.0/networks/f64764ef-1d16-4bb9-abcb-ee15625f8d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753519 Jun 11 09:39:39.846079 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fa222cd5-851b-4c6c-9390-98e1df6b4985 req-2f1ecfa5-6b46-4e87-8b71-690bb499ee95 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.63 HTTP/1.1" status: 200 len: 695 time: 0.1477602 Jun 11 09:39:39.850279 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-9f695a5a-bd6c-4b3d-9f64-c27b7d9d61b2 None None] Set router 487ba5e2-32b1-4e09-ae30-77342d2e4b1f gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:39:39.891549 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning for port 3afb2ec6-27e8-407c-b7ea-8979431dde79 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:39:39.899622 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port 3afb2ec6-27e8-407c-b7ea-8979431dde79 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:39:39.901877 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:39.902127 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-fa222cd5-851b-4c6c-9390-98e1df6b4985 req-3c5dee66-a841-4572-8ac2-64a95b4a800f tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Request body: {'floatingip': {'port_id': 'bc16f2e0-9f29-4495-9e73-382743b1b0a1', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:39:39.937245 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 35394) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:39:39.974532 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fa222cd5-851b-4c6c-9390-98e1df6b4985 req-3c5dee66-a841-4572-8ac2-64a95b4a800f tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Notify callbacks [] for floatingip, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:40.058960 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:40.123195 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7b917931-3da1-4e42-b7de-e029d53e3c04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:40.144040 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2b58df89-27ef-4b95-8371-166c065b56c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:40.180824 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [None req-7b917931-3da1-4e42-b7de-e029d53e3c04 admin admin] Transition to ACTIVE for port object 547b86df-964d-48e0-994c-fbf7f93096c1 will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:39:40.235341 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-9f695a5a-bd6c-4b3d-9f64-c27b7d9d61b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '487ba5e2-32b1-4e09-ae30-77342d2e4b1f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1741541338-router', 'tenant_id': 'e015ec9c2a9445dc90bd706cc768b47c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '4214d6b8-4fd1-4f83-8629-d7802bc04e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:39:30Z', 'updated_at': '2021-06-11T09:39:35Z', 'revision_number': 3, 'project_id': 'e015ec9c2a9445dc90bd706cc768b47c', 'gw_port': {'id': '4214d6b8-4fd1-4f83-8629-d7802bc04e2b', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ee:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '487ba5e2-32b1-4e09-ae30-77342d2e4b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:39:33Z', 'updated_at': '2021-06-11T09:39:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:39:40.244815 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f695a5a-bd6c-4b3d-9f64-c27b7d9d61b2 None None] The sync data for ids ['487ba5e2-32b1-4e09-ae30-77342d2e4b1f'] in n-d-779913-12 is: [{'id': '487ba5e2-32b1-4e09-ae30-77342d2e4b1f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1741541338-router', 'tenant_id': 'e015ec9c2a9445dc90bd706cc768b47c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '4214d6b8-4fd1-4f83-8629-d7802bc04e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:39:30Z', 'updated_at': '2021-06-11T09:39:35Z', 'revision_number': 3, 'project_id': 'e015ec9c2a9445dc90bd706cc768b47c', 'gw_port': {'id': '4214d6b8-4fd1-4f83-8629-d7802bc04e2b', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ee:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '487ba5e2-32b1-4e09-ae30-77342d2e4b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:39:33Z', 'updated_at': '2021-06-11T09:39:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:39:40.336904 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2b58df89-27ef-4b95-8371-166c065b56c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:40.337789 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 35410) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:39:40.411743 n-d-779913-12 neutron-server[93176]: INFO neutron.api.v2.resource [req-fa222cd5-851b-4c6c-9390-98e1df6b4985 req-3c5dee66-a841-4572-8ac2-64a95b4a800f tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] update failed (client error): There was a conflict when trying to complete your request. Jun 11 09:39:40.426244 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fa222cd5-851b-4c6c-9390-98e1df6b4985 req-3c5dee66-a841-4572-8ac2-64a95b4a800f tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] 10.222.0.60 "PUT /v2.0/floatingips/fa58abce-d164-476c-945e-5fe3a9d4ce00 HTTP/1.1" status: 409 len: 549 time: 0.5316398 Jun 11 09:39:40.435449 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff1ba82c-bd21-4809-9fbc-49b45da5e27f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3afb2ec6-27e8-407c-b7ea-8979431dde79'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:39:40.437918 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d00a993f-081f-4e64-8107-a64de9e04aa8" -d '{"events": [{"server_uuid": "ff1ba82c-bd21-4809-9fbc-49b45da5e27f", "name": "network-vif-plugged", "status": "completed", "tag": "3afb2ec6-27e8-407c-b7ea-8979431dde79"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:39:40.451876 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7b917931-3da1-4e42-b7de-e029d53e3c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:40.455304 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-200c4629-88cf-40a8-846b-68966e2701cb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:40.486159 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2b58df89-27ef-4b95-8371-166c065b56c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:40.491922 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5eb3d378-8327-4645-ba67-6460a246abab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:40.499763 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 3afb2ec6-27e8-407c-b7ea-8979431dde79, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=3afb2ec6-27e8-407c-b7ea-8979431dde79,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:39:40.606924 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-2b58df89-27ef-4b95-8371-166c065b56c8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7daea23d40f048d99234b9c25a605d32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6636651 Jun 11 09:39:40.620801 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 35422) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:39:40.634613 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:40.636466 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:40.646962 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b917931-3da1-4e42-b7de-e029d53e3c04 admin admin] Network 0eb9fc76-d4ea-4ecf-b856-ac9aa4e4add7 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:39:40.672759 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-7b917931-3da1-4e42-b7de-e029d53e3c04 admin admin] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:39:40.680042 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b58df89-27ef-4b95-8371-166c065b56c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff1168e-587f-49ff-a2c1-b676c85a2f35,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:40.717401 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b917931-3da1-4e42-b7de-e029d53e3c04 admin admin] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:39:40.726247 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7b917931-3da1-4e42-b7de-e029d53e3c04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-375088'] for router_interface, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:40.779613 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-0e9f31af-098f-46fd-9f4f-9b4b509c171f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7fb463146b284a1eb7398f66893de6a8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4395177 Jun 11 09:39:40.780606 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 35424) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:39:40.782062 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2b58df89-27ef-4b95-8371-166c065b56c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:40.784816 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=3afb2ec6-27e8-407c-b7ea-8979431dde79,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:40.794076 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:40.805411 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0b1406-8267-47f9-bfaf-d4ebddf8016f req-fa61f43b-4ada-4021-a609-c8a3d10db88f tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:40.806998 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9b0b1406-8267-47f9-bfaf-d4ebddf8016f req-fa61f43b-4ada-4021-a609-c8a3d10db88f tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.69 "GET /v2.0/networks?id=53a42219-c346-45f9-be41-c5dabab2438f HTTP/1.1" status: 200 len: 821 time: 0.4615889 Jun 11 09:39:40.868356 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b917931-3da1-4e42-b7de-e029d53e3c04 admin admin] Pushing event updated for resources: {'Port': ['ID=547b86df-964d-48e0-994c-fbf7f93096c1,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:40.891728 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-9b0b1406-8267-47f9-bfaf-d4ebddf8016f req-ce397e89-c2e9-48e4-b4ff-044c5805027f tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Request body: {'port': {'device_id': '38c6c614-27f4-461f-b2e5-2fd3163ed925', 'network_id': '53a42219-c346-45f9-be41-c5dabab2438f', 'admin_state_up': True, 'tenant_id': '761e66d23fea4903a68cd9de907a43c1'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:39:40.907071 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7b917931-3da1-4e42-b7de-e029d53e3c04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:41.040739 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ac52a917-e5c6-483b-846a-932d41d81144 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:41.089155 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a687a8ec-be2f-4427-979a-176798a442fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:41.100371 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095fff0d-763c-4a55-a0f9-d68b9ec51a2e req-b3328f8b-b05b-4024-9f8c-7704e2e82440 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:41.101890 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-095fff0d-763c-4a55-a0f9-d68b9ec51a2e req-b3328f8b-b05b-4024-9f8c-7704e2e82440 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff1ba82c-bd21-4809-9fbc-49b45da5e27f HTTP/1.1" status: 200 len: 950 time: 0.4143765 Jun 11 09:39:41.104181 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7853279c-d0ad-4c02-8d9c-baddcf46e024 req-713bcae8-04fc-4dca-a2c4-033269b4df6a tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:41.112264 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7853279c-d0ad-4c02-8d9c-baddcf46e024 req-713bcae8-04fc-4dca-a2c4-033269b4df6a tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb53acf8-b818-4202-8875-71959f7fc254 HTTP/1.1" status: 200 len: 943 time: 0.3325460 Jun 11 09:39:41.114368 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ac52a917-e5c6-483b-846a-932d41d81144 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:41.167972 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a687a8ec-be2f-4427-979a-176798a442fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:41.187030 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-095fff0d-763c-4a55-a0f9-d68b9ec51a2e req-e5f2f7b9-d50b-4f9f-8194-caa8f922aac0 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] 10.222.0.60 "GET /v2.0/security-groups?id=79d73196-6efa-49b1-8eea-73a979435c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751634 Jun 11 09:39:41.220116 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-4b4bdd8d-9e0a-40a1-869f-114053cdba4b None None] Provisioning for port 547b86df-964d-48e0-994c-fbf7f93096c1 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:39:41.225638 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-4b4bdd8d-9e0a-40a1-869f-114053cdba4b None None] Provisioning complete for port 547b86df-964d-48e0-994c-fbf7f93096c1 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:39:41.228489 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-4b4bdd8d-9e0a-40a1-869f-114053cdba4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:41.247524 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7853279c-d0ad-4c02-8d9c-baddcf46e024 req-2aafee12-b22b-4a0b-90cc-550338bc617e tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343889 Jun 11 09:39:41.264077 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7b917931-3da1-4e42-b7de-e029d53e3c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:41.266001 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b0b1406-8267-47f9-bfaf-d4ebddf8016f req-ce397e89-c2e9-48e4-b4ff-044c5805027f tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Made reservation on behalf of 761e66d23fea4903a68cd9de907a43c1 for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:39:41.280084 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-9b0b1406-8267-47f9-bfaf-d4ebddf8016f req-ce397e89-c2e9-48e4-b4ff-044c5805027f tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:41.302434 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ac52a917-e5c6-483b-846a-932d41d81144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:41.307946 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ac52a917-e5c6-483b-846a-932d41d81144 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:41.314258 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-ac52a917-e5c6-483b-846a-932d41d81144 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1ff1168e-587f-49ff-a2c1-b676c85a2f35 HTTP/1.1" status: 204 len: 168 time: 0.6619239 Jun 11 09:39:41.314879 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:41.317812 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-4b4bdd8d-9e0a-40a1-869f-114053cdba4b None None] Port 547b86df-964d-48e0-994c-fbf7f93096c1 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:39:41.364400 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac52a917-e5c6-483b-846a-932d41d81144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff1168e-587f-49ff-a2c1-b676c85a2f35,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:41.368655 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ac52a917-e5c6-483b-846a-932d41d81144 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:41.417683 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 09:39:41.454367 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fa415e9c-18c9-42b7-a22d-c6858a91fedd req-b83d84b1-7c0f-4fb9-b6e3-d59578727616 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] 10.222.0.60 "GET /v2.0/floatingips/fa58abce-d164-476c-945e-5fe3a9d4ce00 HTTP/1.1" status: 200 len: 692 time: 0.1528888 Jun 11 09:39:41.488359 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d04cacd1-d668-4613-bd11-4582f579c2a2 req-fb91dba6-8083-4d7e-b336-1170627ecd0a tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=38c6c614-27f4-461f-b2e5-2fd3163ed925 HTTP/1.1" status: 200 len: 210 time: 0.0741453 Jun 11 09:39:41.604668 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ea1373-6876-4c14-80db-59a6deec78ae x-openstack-request-id: req-00ea1373-6876-4c14-80db-59a6deec78ae {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:39:41.605391 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff1ba82c-bd21-4809-9fbc-49b45da5e27f", "name": "network-vif-plugged", "status": "completed", "tag": "3afb2ec6-27e8-407c-b7ea-8979431dde79", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:39:41.606722 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-00ea1373-6876-4c14-80db-59a6deec78ae {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:39:41.607340 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff1ba82c-bd21-4809-9fbc-49b45da5e27f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3afb2ec6-27e8-407c-b7ea-8979431dde79', 'code': 200} Jun 11 09:39:41.663031 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a687a8ec-be2f-4427-979a-176798a442fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:41.666387 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a687a8ec-be2f-4427-979a-176798a442fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:41.671120 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-a687a8ec-be2f-4427-979a-176798a442fb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5306539d-5601-4083-be43-f18f84a4d23e HTTP/1.1" status: 204 len: 168 time: 0.8871419 Jun 11 09:39:41.676234 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-dfda4e7a-d588-48ba-a115-e8c5d9bb7e90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:41.705615 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a687a8ec-be2f-4427-979a-176798a442fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5306539d-5601-4083-be43-f18f84a4d23e,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:41.713905 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a687a8ec-be2f-4427-979a-176798a442fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:41.746781 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device a4e92fe1-f7e7-48a2-823e-9c3ae07a476e details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:39:41.824330 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7b917931-3da1-4e42-b7de-e029d53e3c04 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:41.848570 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [req-9b0b1406-8267-47f9-bfaf-d4ebddf8016f req-ce397e89-c2e9-48e4-b4ff-044c5805027f tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Allocated IP 172.20.0.14 (53a42219-c346-45f9-be41-c5dabab2438f/20094bda-f8d4-46e6-bab1-f100394de689/2144b4ad-944a-49ca-91b2-c333f7af0206) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:39:41.861627 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa415e9c-18c9-42b7-a22d-c6858a91fedd req-500721f7-a040-4785-9fd0-2578e0f78b37 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:41.868348 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fa415e9c-18c9-42b7-a22d-c6858a91fedd req-500721f7-a040-4785-9fd0-2578e0f78b37 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] 10.222.0.60 "GET /v2.0/networks/f0adef6e-169f-4a27-8865-442be2ad072d HTTP/1.1" status: 200 len: 784 time: 0.3663154 Jun 11 09:39:41.883246 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [req-fa415e9c-18c9-42b7-a22d-c6858a91fedd req-408bdcfa-14d3-43d2-aa01-44271ef7d024 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 09:39:41.885401 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7b917931-3da1-4e42-b7de-e029d53e3c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:41.886317 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7b917931-3da1-4e42-b7de-e029d53e3c04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375108'] for router_interface, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:41.889302 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:41.890595 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fa415e9c-18c9-42b7-a22d-c6858a91fedd req-408bdcfa-14d3-43d2-aa01-44271ef7d024 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0213697 Jun 11 09:39:41.962882 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b917931-3da1-4e42-b7de-e029d53e3c04 admin admin] Pushing event updated for resources: {'Port': ['ID=547b86df-964d-48e0-994c-fbf7f93096c1,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:41.969435 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7b917931-3da1-4e42-b7de-e029d53e3c04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:41.987076 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fa415e9c-18c9-42b7-a22d-c6858a91fedd req-e6497f7b-70bb-42cf-8f10-3a14c11cec28 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.63 HTTP/1.1" status: 200 len: 695 time: 0.0953951 Jun 11 09:39:42.034750 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port a4e92fe1-f7e7-48a2-823e-9c3ae07a476e, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=a4e92fe1-f7e7-48a2-823e-9c3ae07a476e,segment=NetworkSegment(9149788d-877e-41af-83c2-5ce6b1848f17),segment_id=9149788d-877e-41af-83c2-5ce6b1848f17)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:39:42.075716 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': 'a4e92fe1-f7e7-48a2-823e-9c3ae07a476e', 'network_id': 'f64764ef-1d16-4bb9-abcb-ee15625f8d04', 'port_id': 'a4e92fe1-f7e7-48a2-823e-9c3ae07a476e', 'mac_address': 'fa:16:3e:33:ff:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f707fbf9-d6b5-48f4-b1c1-e5fd7bd963f6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:39:42.122187 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fa415e9c-18c9-42b7-a22d-c6858a91fedd req-dbaa3c63-412d-4d4c-b6b2-d5247b910c57 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.63 HTTP/1.1" status: 200 len: 695 time: 0.1340685 Jun 11 09:39:42.129733 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8367b4e5-0ba2-4c50-a1d3-ab14b40ca6a0 req-eef8cb6e-dbdf-420f-8a36-a69a12ed5d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:42.131984 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8367b4e5-0ba2-4c50-a1d3-ab14b40ca6a0 req-eef8cb6e-dbdf-420f-8a36-a69a12ed5d9c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ff1ba82c-bd21-4809-9fbc-49b45da5e27f HTTP/1.1" status: 200 len: 1102 time: 0.4056051 Jun 11 09:39:42.155056 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:42.169920 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 4214d6b8-4fd1-4f83-8629-d7802bc04e2b up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:39:42.203329 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4e92fe1-f7e7-48a2-823e-9c3ae07a476e {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:39:42.210425 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b917931-3da1-4e42-b7de-e029d53e3c04 admin admin] Network 0eb9fc76-d4ea-4ecf-b856-ac9aa4e4add7 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:39:42.212096 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-7b917931-3da1-4e42-b7de-e029d53e3c04 admin admin] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:39:42.317209 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port a4e92fe1-f7e7-48a2-823e-9c3ae07a476e, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=a4e92fe1-f7e7-48a2-823e-9c3ae07a476e,segment=NetworkSegment(9149788d-877e-41af-83c2-5ce6b1848f17),segment_id=9149788d-877e-41af-83c2-5ce6b1848f17)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:39:42.426191 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:42.428879 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:42.471353 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 35442) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:39:42.490738 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 4214d6b8-4fd1-4f83-8629-d7802bc04e2b completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:39:42.537416 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8367b4e5-0ba2-4c50-a1d3-ab14b40ca6a0 req-5640d887-da0b-4d94-bc29-e1c5939dd34d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=79d73196-6efa-49b1-8eea-73a979435c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3840134 Jun 11 09:39:42.543502 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 4214d6b8-4fd1-4f83-8629-d7802bc04e2b triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:39:42.543920 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:42.600044 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-908b7694-27f2-4f84-af4a-961c46082d0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:42.626268 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-9b0b1406-8267-47f9-bfaf-d4ebddf8016f req-ce397e89-c2e9-48e4-b4ff-044c5805027f tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:42.643242 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b917931-3da1-4e42-b7de-e029d53e3c04 admin admin] Router 487ba5e2-32b1-4e09-ae30-77342d2e4b1f has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 09:39:42.659174 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-fa415e9c-18c9-42b7-a22d-c6858a91fedd req-cbacb5f4-4d0c-456d-8886-2c8b7af8e2f2 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Deleting port 68ec8c99-cec6-4b32-ae10-4138182d2ede {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:39:42.659651 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-fa415e9c-18c9-42b7-a22d-c6858a91fedd req-cbacb5f4-4d0c-456d-8886-2c8b7af8e2f2 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:42.666748 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=a4e92fe1-f7e7-48a2-823e-9c3ae07a476e,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:42.670386 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:42.681935 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-a0b5ae69-a64c-4a10-80bd-2e02aa7b1080 None None] Provisioning complete for port 547b86df-964d-48e0-994c-fbf7f93096c1 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:39:42.682318 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a0b5ae69-a64c-4a10-80bd-2e02aa7b1080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:42.770660 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['a4e92fe1-f7e7-48a2-823e-9c3ae07a476e'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:39:42.819637 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-fa415e9c-18c9-42b7-a22d-c6858a91fedd req-cbacb5f4-4d0c-456d-8886-2c8b7af8e2f2 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:42.820209 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-fa415e9c-18c9-42b7-a22d-c6858a91fedd req-cbacb5f4-4d0c-456d-8886-2c8b7af8e2f2 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:42.837235 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:42.866428 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-a0b5ae69-a64c-4a10-80bd-2e02aa7b1080 None None] Port 547b86df-964d-48e0-994c-fbf7f93096c1 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:39:42.883916 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 4214d6b8-4fd1-4f83-8629-d7802bc04e2b, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=4214d6b8-4fd1-4f83-8629-d7802bc04e2b,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:39:42.944633 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-823a80f0-7027-4a14-b01a-d22d7be1d14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:42.954290 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-fa415e9c-18c9-42b7-a22d-c6858a91fedd req-cbacb5f4-4d0c-456d-8886-2c8b7af8e2f2 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Calling delete_port for 68ec8c99-cec6-4b32-ae10-4138182d2ede owned by network:floatingip {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:39:42.957057 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-9b0b1406-8267-47f9-bfaf-d4ebddf8016f req-ce397e89-c2e9-48e4-b4ff-044c5805027f tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:42.970024 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:42.989180 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 35448) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:39:42.989540 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 35450) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:39:42.997197 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:43.006161 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:43.027538 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b0b1406-8267-47f9-bfaf-d4ebddf8016f req-ce397e89-c2e9-48e4-b4ff-044c5805027f tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Network 53a42219-c346-45f9-be41-c5dabab2438f is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:39:43.061300 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [req-9b0b1406-8267-47f9-bfaf-d4ebddf8016f req-ce397e89-c2e9-48e4-b4ff-044c5805027f tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:39:43.122270 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b0b1406-8267-47f9-bfaf-d4ebddf8016f req-ce397e89-c2e9-48e4-b4ff-044c5805027f tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:39:43.122884 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=4214d6b8-4fd1-4f83-8629-d7802bc04e2b,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:43.127829 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:43.128932 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0b1406-8267-47f9-bfaf-d4ebddf8016f req-ce397e89-c2e9-48e4-b4ff-044c5805027f tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:43.129599 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-9b0b1406-8267-47f9-bfaf-d4ebddf8016f req-ce397e89-c2e9-48e4-b4ff-044c5805027f tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:43.134544 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-aee403a4-2ad9-43e2-9ad1-bd854e90967a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:43.191292 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ae24d-0e7d-4c54-897c-b95e02d60e34 req-35ed462b-590d-41ca-821a-bf14dd890356 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:43.193151 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ef7ae24d-0e7d-4c54-897c-b95e02d60e34 req-35ed462b-590d-41ca-821a-bf14dd890356 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff1ba82c-bd21-4809-9fbc-49b45da5e27f HTTP/1.1" status: 200 len: 950 time: 0.7208896 Jun 11 09:39:43.284920 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b917931-3da1-4e42-b7de-e029d53e3c04 admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:39:43.294826 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-7b917931-3da1-4e42-b7de-e029d53e3c04 admin admin] 10.222.0.60 "PUT /v2.0/routers/487ba5e2-32b1-4e09-ae30-77342d2e4b1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2762260 Jun 11 09:39:43.311092 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4776948a-da87-4b27-85b6-49d027257217 None None] Sync routers for ids ['487ba5e2-32b1-4e09-ae30-77342d2e4b1f'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:39:43.318173 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ef7ae24d-0e7d-4c54-897c-b95e02d60e34 req-b578ac6f-a9c5-4fe2-b0f7-bf77302546b0 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] 10.222.0.60 "GET /v2.0/security-groups?id=79d73196-6efa-49b1-8eea-73a979435c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107991 Jun 11 09:39:43.337326 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4776948a-da87-4b27-85b6-49d027257217 None None] Routers {'487ba5e2-32b1-4e09-ae30-77342d2e4b1f'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:39:43.338158 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-4776948a-da87-4b27-85b6-49d027257217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:39:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['487ba5e2-32b1-4e09-ae30-77342d2e4b1f'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:39:43.428984 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-908b7694-27f2-4f84-af4a-961c46082d0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:43.442990 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce397e89-c2e9-48e4-b4ff-044c5805027f tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Pushing event updated for resources: {'Port': ['ID=2144b4ad-944a-49ca-91b2-c333f7af0206,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:43.449228 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-76796065-5d26-4655-96a1-9f1cc012fb74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:43.458348 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ce397e89-c2e9-48e4-b4ff-044c5805027f tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:43.515442 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-908b7694-27f2-4f84-af4a-961c46082d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:43.519538 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-edccd343-4e05-47c4-bbde-cbc83250ae96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:43.554548 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-4776948a-da87-4b27-85b6-49d027257217 None None] Set router 487ba5e2-32b1-4e09-ae30-77342d2e4b1f gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:39:43.572461 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.db.api [None req-76796065-5d26-4655-96a1-9f1cc012fb74 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 11 09:39:43.572461 n-d-779913-12 neutron-server[93177]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 11 09:39:43.572461 n-d-779913-12 neutron-server[93177]: [parameters: {'project_id_1': '9ff92e8ecc154c3c9bc848b388b6ff97', 'expiration_1': datetime.datetime(2021, 6, 11, 9, 39, 43, 465299)}] Jun 11 09:39:43.572461 n-d-779913-12 neutron-server[93177]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93177) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 09:39:43.580530 n-d-779913-12 neutron-server[93177]: DEBUG oslo_db.api [None req-76796065-5d26-4655-96a1-9f1cc012fb74 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 09:39:43.609252 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-908b7694-27f2-4f84-af4a-961c46082d0b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ec66bc109a91440facd18e8541662393&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1304805 Jun 11 09:39:43.615830 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 35458) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:39:43.617464 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908b7694-27f2-4f84-af4a-961c46082d0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81dbe744-020f-4b31-810d-d829cc97a9ca,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:43.624431 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-908b7694-27f2-4f84-af4a-961c46082d0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:43.679696 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be681a38-1b08-4409-bd1b-110906101d63 req-d1737e90-89a4-443d-9b25-5319a77ffccd tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:43.684148 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-be681a38-1b08-4409-bd1b-110906101d63 req-d1737e90-89a4-443d-9b25-5319a77ffccd tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb53acf8-b818-4202-8875-71959f7fc254 HTTP/1.1" status: 200 len: 944 time: 0.1654582 Jun 11 09:39:43.692272 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-aee403a4-2ad9-43e2-9ad1-bd854e90967a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:43.724977 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-fa415e9c-18c9-42b7-a22d-c6858a91fedd req-cbacb5f4-4d0c-456d-8886-2c8b7af8e2f2 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:43.729798 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:43.746791 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-be681a38-1b08-4409-bd1b-110906101d63 req-76a45e33-5bd5-4b37-a31a-c61cf9333ff8 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564497 Jun 11 09:39:43.747973 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5060bdf7-c3ab-4a03-a5ce-91f2dae30c08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:43.755430 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device a4e92fe1-f7e7-48a2-823e-9c3ae07a476e up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:39:43.782188 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5060bdf7-c3ab-4a03-a5ce-91f2dae30c08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:43.793794 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-aee403a4-2ad9-43e2-9ad1-bd854e90967a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:43.798042 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbacb5f4-4d0c-456d-8886-2c8b7af8e2f2 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Pushing event deleted for resources: {'Port': ['ID=68ec8c99-cec6-4b32-ae10-4138182d2ede,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:43.804213 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-cbacb5f4-4d0c-456d-8886-2c8b7af8e2f2 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:43.833189 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-77e76844-eb5e-43d1-a9a8-c5c60f79e730 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:43.848507 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-fa415e9c-18c9-42b7-a22d-c6858a91fedd req-cbacb5f4-4d0c-456d-8886-2c8b7af8e2f2 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Notify callbacks [] for floatingip, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:43.854290 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-fa415e9c-18c9-42b7-a22d-c6858a91fedd req-cbacb5f4-4d0c-456d-8886-2c8b7af8e2f2 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:43.855735 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fa415e9c-18c9-42b7-a22d-c6858a91fedd req-cbacb5f4-4d0c-456d-8886-2c8b7af8e2f2 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] 10.222.0.60 "DELETE /v2.0/floatingips/fa58abce-d164-476c-945e-5fe3a9d4ce00 HTTP/1.1" status: 204 len: 173 time: 1.7327085 Jun 11 09:39:43.880111 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9b0b1406-8267-47f9-bfaf-d4ebddf8016f req-ce397e89-c2e9-48e4-b4ff-044c5805027f tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0138898 Jun 11 09:39:43.883547 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-aee403a4-2ad9-43e2-9ad1-bd854e90967a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=84ea01a289f447e8aa9ecae3247f9260&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8629632 Jun 11 09:39:43.884904 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee403a4-2ad9-43e2-9ad1-bd854e90967a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31a9d6b8-9ce1-480f-b664-ffaf036f56a6,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:43.886239 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 35464) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:39:43.896550 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-aee403a4-2ad9-43e2-9ad1-bd854e90967a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:43.916425 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-9b0b1406-8267-47f9-bfaf-d4ebddf8016f req-69fc0b69-3537-49f7-a12c-af46a7b4f8dc service neutron] Request body: {'port': {'device_id': '38c6c614-27f4-461f-b2e5-2fd3163ed925', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-12'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:39:43.918843 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-4776948a-da87-4b27-85b6-49d027257217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '487ba5e2-32b1-4e09-ae30-77342d2e4b1f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1741541338-router', 'tenant_id': 'e015ec9c2a9445dc90bd706cc768b47c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '4214d6b8-4fd1-4f83-8629-d7802bc04e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:39:30Z', 'updated_at': '2021-06-11T09:39:41Z', 'revision_number': 4, 'project_id': 'e015ec9c2a9445dc90bd706cc768b47c', 'gw_port': {'id': '4214d6b8-4fd1-4f83-8629-d7802bc04e2b', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ee:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487ba5e2-32b1-4e09-ae30-77342d2e4b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:39:33Z', 'updated_at': '2021-06-11T09:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '547b86df-964d-48e0-994c-fbf7f93096c1', 'name': '', 'network_id': '0eb9fc76-d4ea-4ecf-b856-ac9aa4e4add7', 'tenant_id': 'e015ec9c2a9445dc90bd706cc768b47c', 'mac_address': 'fa:16:3e:f7:c9:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '487ba5e2-32b1-4e09-ae30-77342d2e4b1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'e7f7ddfe-5b09-4b70-929a-9519baa3f02c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:39:39Z', 'updated_at': '2021-06-11T09:39:41Z', 'revision_number': 2, 'project_id': 'e015ec9c2a9445dc90bd706cc768b47c', 'subnets': [{'id': 'e7f7ddfe-5b09-4b70-929a-9519baa3f02c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:39:43.923884 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4776948a-da87-4b27-85b6-49d027257217 None None] Checking router: 487ba5e2-32b1-4e09-ae30-77342d2e4b1f for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:39:43.924254 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4776948a-da87-4b27-85b6-49d027257217 None None] Updating router 487ba5e2-32b1-4e09-ae30-77342d2e4b1f port 547b86df-964d-48e0-994c-fbf7f93096c1 binding host n-d-779913-12 {{(pid=93178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 09:39:43.971145 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-4776948a-da87-4b27-85b6-49d027257217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:43.974237 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning for port a4e92fe1-f7e7-48a2-823e-9c3ae07a476e completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:39:43.991413 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port a4e92fe1-f7e7-48a2-823e-9c3ae07a476e triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:39:43.992195 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:44.015383 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5060bdf7-c3ab-4a03-a5ce-91f2dae30c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:44.018215 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-9b0b1406-8267-47f9-bfaf-d4ebddf8016f req-69fc0b69-3537-49f7-a12c-af46a7b4f8dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:44.020941 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5060bdf7-c3ab-4a03-a5ce-91f2dae30c08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:44.037678 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-5060bdf7-c3ab-4a03-a5ce-91f2dae30c08 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/81dbe744-020f-4b31-810d-d829cc97a9ca HTTP/1.1" status: 204 len: 168 time: 0.4161758 Jun 11 09:39:44.039793 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-61ca04ef-2409-4c90-b669-ce68d1da9674 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:44.068070 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5060bdf7-c3ab-4a03-a5ce-91f2dae30c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81dbe744-020f-4b31-810d-d829cc97a9ca,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:44.076002 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-76796065-5d26-4655-96a1-9f1cc012fb74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:44.086155 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5060bdf7-c3ab-4a03-a5ce-91f2dae30c08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:44.146879 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619cbffd-c4e9-4125-9690-e7052e7310a3 req-8b03d197-206a-4de1-98fc-300937325f22 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:44.148581 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-619cbffd-c4e9-4125-9690-e7052e7310a3 req-8b03d197-206a-4de1-98fc-300937325f22 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=38c6c614-27f4-461f-b2e5-2fd3163ed925 HTTP/1.1" status: 200 len: 932 time: 0.2297456 Jun 11 09:39:44.155842 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f5030178-3c65-4cc7-83b0-14aeaeba4c89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:44.168120 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 4214d6b8-4fd1-4f83-8629-d7802bc04e2b up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:39:44.225368 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-619cbffd-c4e9-4125-9690-e7052e7310a3 req-845ed9a5-eec1-439c-b430-803983caee05 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711038 Jun 11 09:39:44.227605 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f5030178-3c65-4cc7-83b0-14aeaeba4c89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:44.396103 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-56fedc3f-0e88-4bf5-9e05-0619b7039248 req-289c8ee2-0db5-4af9-81f5-8541a6453694 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.197 HTTP/1.1" status: 200 len: 1001 time: 0.2000880 Jun 11 09:39:44.408978 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f5030178-3c65-4cc7-83b0-14aeaeba4c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:44.413012 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f5030178-3c65-4cc7-83b0-14aeaeba4c89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:44.414837 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-f5030178-3c65-4cc7-83b0-14aeaeba4c89 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/31a9d6b8-9ce1-480f-b664-ffaf036f56a6 HTTP/1.1" status: 204 len: 168 time: 0.5275459 Jun 11 09:39:44.416198 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c82284b4-8d94-41b0-b81e-b08e08f8be4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:44.428389 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5030178-3c65-4cc7-83b0-14aeaeba4c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a9d6b8-9ce1-480f-b664-ffaf036f56a6,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:44.432020 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f5030178-3c65-4cc7-83b0-14aeaeba4c89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:44.559350 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:44.567294 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fedc3f-0e88-4bf5-9e05-0619b7039248 req-a01a8a25-b3b0-4f13-840d-33f7c1639e7a tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:44.568713 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-56fedc3f-0e88-4bf5-9e05-0619b7039248 req-a01a8a25-b3b0-4f13-840d-33f7c1639e7a tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] 10.222.0.60 "GET /v2.0/ports/bc16f2e0-9f29-4495-9e73-382743b1b0a1 HTTP/1.1" status: 200 len: 942 time: 0.1280158 Jun 11 09:39:44.585105 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 4214d6b8-4fd1-4f83-8629-d7802bc04e2b triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:39:44.585494 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:44.614863 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-76796065-5d26-4655-96a1-9f1cc012fb74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:44.623706 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb53acf8-b818-4202-8875-71959f7fc254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4e92fe1-f7e7-48a2-823e-9c3ae07a476e'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:39:44.626011 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f483c142-8b17-4807-83ce-75a5e31d503c" -d '{"events": [{"server_uuid": "eb53acf8-b818-4202-8875-71959f7fc254", "name": "network-vif-plugged", "status": "completed", "tag": "a4e92fe1-f7e7-48a2-823e-9c3ae07a476e"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:39:44.670738 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [req-9b0b1406-8267-47f9-bfaf-d4ebddf8016f req-69fc0b69-3537-49f7-a12c-af46a7b4f8dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2144b4ad-944a-49ca-91b2-c333f7af0206 {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:39:44.680440 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-9b0b1406-8267-47f9-bfaf-d4ebddf8016f req-69fc0b69-3537-49f7-a12c-af46a7b4f8dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:44.708614 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port a4e92fe1-f7e7-48a2-823e-9c3ae07a476e, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=a4e92fe1-f7e7-48a2-823e-9c3ae07a476e,segment=NetworkSegment(9149788d-877e-41af-83c2-5ce6b1848f17),segment_id=9149788d-877e-41af-83c2-5ce6b1848f17)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:39:44.762767 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-76796065-5d26-4655-96a1-9f1cc012fb74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:44.766494 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-9b0b1406-8267-47f9-bfaf-d4ebddf8016f req-69fc0b69-3537-49f7-a12c-af46a7b4f8dc service neutron] Transition to ACTIVE for port object 2144b4ad-944a-49ca-91b2-c333f7af0206 will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:39:44.771562 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-43b637b6-3284-4e09-b210-6437d6784f5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:44.797589 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76796065-5d26-4655-96a1-9f1cc012fb74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3ce464-73ce-4ad2-a5dc-98ad29efc1c1,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:44.799959 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:44.805183 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:44.816547 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-76796065-5d26-4655-96a1-9f1cc012fb74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:44.847360 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-56fedc3f-0e88-4bf5-9e05-0619b7039248 req-8fa2eaf5-34ae-4f5e-b294-27d79a8ccfd8 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.197 HTTP/1.1" status: 200 len: 1001 time: 0.1688943 Jun 11 09:39:44.851343 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-76796065-5d26-4655-96a1-9f1cc012fb74 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9ff92e8ecc154c3c9bc848b388b6ff97&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8296752 Jun 11 09:39:44.859403 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1186d7-5798-4d91-a295-979c3a6f6f8e req-80e118f2-23b6-4ae5-9c97-44e107bd6b3f tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:44.860161 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 35490) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:39:44.861672 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ea1186d7-5798-4d91-a295-979c3a6f6f8e req-80e118f2-23b6-4ae5-9c97-44e107bd6b3f tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff1ba82c-bd21-4809-9fbc-49b45da5e27f HTTP/1.1" status: 200 len: 950 time: 0.1066582 Jun 11 09:39:44.863638 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-9b0b1406-8267-47f9-bfaf-d4ebddf8016f req-69fc0b69-3537-49f7-a12c-af46a7b4f8dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:44.886064 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-922754e4-2b52-442e-a119-d7ee001adf73 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:44.894165 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-4776948a-da87-4b27-85b6-49d027257217 None None] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:44.925961 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=a4e92fe1-f7e7-48a2-823e-9c3ae07a476e,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:44.929061 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ea1186d7-5798-4d91-a295-979c3a6f6f8e req-ceb5f0ee-e256-4ee4-ac58-4e3b342214b3 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] 10.222.0.60 "GET /v2.0/security-groups?id=79d73196-6efa-49b1-8eea-73a979435c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599792 Jun 11 09:39:44.931822 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:44.953154 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-4776948a-da87-4b27-85b6-49d027257217 None None] Transition to ACTIVE for port object 547b86df-964d-48e0-994c-fbf7f93096c1 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:39:45.018728 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69e8cc2c-b0cc-4193-a12e-5557b1af0ecd x-openstack-request-id: req-69e8cc2c-b0cc-4193-a12e-5557b1af0ecd {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:39:45.020552 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb53acf8-b818-4202-8875-71959f7fc254", "name": "network-vif-plugged", "status": "completed", "tag": "a4e92fe1-f7e7-48a2-823e-9c3ae07a476e", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:39:45.020825 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-69e8cc2c-b0cc-4193-a12e-5557b1af0ecd {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:39:45.021228 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb53acf8-b818-4202-8875-71959f7fc254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4e92fe1-f7e7-48a2-823e-9c3ae07a476e', 'code': 200} Jun 11 09:39:45.073956 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-4776948a-da87-4b27-85b6-49d027257217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:45.076964 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-43dddf93-2db8-4fa7-a2b3-5335e000b262 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:45.226619 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fedc3f-0e88-4bf5-9e05-0619b7039248 req-49e1af6f-5263-4c24-8d49-c6ada81c2631 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:45.238273 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b605f5-695f-4182-ae3b-c57c2d013bc1 None None] Pushing event updated for resources: {'Port': ['ID=547b86df-964d-48e0-994c-fbf7f93096c1,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:45.241053 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-56fedc3f-0e88-4bf5-9e05-0619b7039248 req-49e1af6f-5263-4c24-8d49-c6ada81c2631 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] 10.222.0.60 "GET /v2.0/networks/f0adef6e-169f-4a27-8865-442be2ad072d HTTP/1.1" status: 200 len: 784 time: 0.3928869 Jun 11 09:39:45.248356 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [req-56fedc3f-0e88-4bf5-9e05-0619b7039248 req-34442a86-509c-4a4d-9f89-7901cd86fc65 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 09:39:45.250978 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa68993-fd7a-49a4-a236-98da9c85f299 req-8849aaa0-fb2c-477c-85d6-b1aaeb06e3b6 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:45.252959 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8fa68993-fd7a-49a4-a236-98da9c85f299 req-8849aaa0-fb2c-477c-85d6-b1aaeb06e3b6 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb53acf8-b818-4202-8875-71959f7fc254 HTTP/1.1" status: 200 len: 945 time: 0.1364939 Jun 11 09:39:45.262700 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-56fedc3f-0e88-4bf5-9e05-0619b7039248 req-34442a86-509c-4a4d-9f89-7901cd86fc65 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0202856 Jun 11 09:39:45.294273 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-a5b605f5-695f-4182-ae3b-c57c2d013bc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:45.314147 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8fa68993-fd7a-49a4-a236-98da9c85f299 req-762d96dd-a472-4b65-86d9-dfc74bb8c268 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531142 Jun 11 09:39:45.327188 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-4776948a-da87-4b27-85b6-49d027257217 None None] Attempting to bind port 547b86df-964d-48e0-994c-fbf7f93096c1 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:39:45.334090 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-4776948a-da87-4b27-85b6-49d027257217 None None] Attempting to bind port 547b86df-964d-48e0-994c-fbf7f93096c1 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '916c18c5-429e-456a-ac13-c22ca482642c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '0eb9fc76-d4ea-4ecf-b856-ac9aa4e4add7'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:39:45.334090 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4776948a-da87-4b27-85b6-49d027257217 None None] Attempting to bind port 547b86df-964d-48e0-994c-fbf7f93096c1 on network 0eb9fc76-d4ea-4ecf-b856-ac9aa4e4add7 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:39:45.342815 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4776948a-da87-4b27-85b6-49d027257217 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:39:45.343206 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4776948a-da87-4b27-85b6-49d027257217 None None] Checking segment: {'id': '916c18c5-429e-456a-ac13-c22ca482642c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '0eb9fc76-d4ea-4ecf-b856-ac9aa4e4add7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:39:45.343657 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-4776948a-da87-4b27-85b6-49d027257217 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:45.344069 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4776948a-da87-4b27-85b6-49d027257217 None None] Bound using segment: {'id': '916c18c5-429e-456a-ac13-c22ca482642c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '0eb9fc76-d4ea-4ecf-b856-ac9aa4e4add7'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:39:45.344556 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-4776948a-da87-4b27-85b6-49d027257217 None None] Bound port: 547b86df-964d-48e0-994c-fbf7f93096c1, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '916c18c5-429e-456a-ac13-c22ca482642c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '0eb9fc76-d4ea-4ecf-b856-ac9aa4e4add7'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:39:45.344969 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-4776948a-da87-4b27-85b6-49d027257217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:45.389477 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-56fedc3f-0e88-4bf5-9e05-0619b7039248 req-d19f6d4d-5f10-4069-ad93-bb45478a8a1d tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.197 HTTP/1.1" status: 200 len: 1001 time: 0.1255362 Jun 11 09:39:45.394441 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-56fedc3f-0e88-4bf5-9e05-0619b7039248 req-0bbcdf02-939b-425e-b5b2-fed3c0875574 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:39:45.499194 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-4776948a-da87-4b27-85b6-49d027257217 None None] For port 547b86df-964d-48e0-994c-fbf7f93096c1, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:39:45.518402 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-4776948a-da87-4b27-85b6-49d027257217 None None] For port 547b86df-964d-48e0-994c-fbf7f93096c1, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=547b86df-964d-48e0-994c-fbf7f93096c1,segment=NetworkSegment(916c18c5-429e-456a-ac13-c22ca482642c),segment_id=916c18c5-429e-456a-ac13-c22ca482642c)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:39:45.557385 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fc0b69-3537-49f7-a12c-af46a7b4f8dc service neutron] Pushing event updated for resources: {'Port': ['ID=2144b4ad-944a-49ca-91b2-c333f7af0206,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:45.575616 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-69fc0b69-3537-49f7-a12c-af46a7b4f8dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.690s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:45.580648 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-571d3d6b-04f3-49ae-a255-be6609906df2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:45.588515 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-56fedc3f-0e88-4bf5-9e05-0619b7039248 req-0bbcdf02-939b-425e-b5b2-fed3c0875574 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Notify callbacks [] for floatingip, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:45.599106 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-9b0b1406-8267-47f9-bfaf-d4ebddf8016f req-69fc0b69-3537-49f7-a12c-af46a7b4f8dc service neutron] Attempting to bind port 2144b4ad-944a-49ca-91b2-c333f7af0206 on host n-h2-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:39:45.599445 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-9b0b1406-8267-47f9-bfaf-d4ebddf8016f req-69fc0b69-3537-49f7-a12c-af46a7b4f8dc service neutron] Attempting to bind port 2144b4ad-944a-49ca-91b2-c333f7af0206 by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': '56281ee1-4859-40f0-b2a0-2c2117bfda04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '53a42219-c346-45f9-be41-c5dabab2438f'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:39:45.599807 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0b1406-8267-47f9-bfaf-d4ebddf8016f req-69fc0b69-3537-49f7-a12c-af46a7b4f8dc service neutron] Attempting to bind port 2144b4ad-944a-49ca-91b2-c333f7af0206 on network 53a42219-c346-45f9-be41-c5dabab2438f {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:39:45.605757 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-4776948a-da87-4b27-85b6-49d027257217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:45.608689 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-ed5b28c8-870b-4fd6-a1b2-06408fb608c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:45.676297 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-571d3d6b-04f3-49ae-a255-be6609906df2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:45.679373 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0b1406-8267-47f9-bfaf-d4ebddf8016f req-69fc0b69-3537-49f7-a12c-af46a7b4f8dc service neutron] Port 2144b4ad-944a-49ca-91b2-c333f7af0206 on network 53a42219-c346-45f9-be41-c5dabab2438f not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:39:45.679737 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0b1406-8267-47f9-bfaf-d4ebddf8016f req-69fc0b69-3537-49f7-a12c-af46a7b4f8dc service neutron] Attempting to bind port 2144b4ad-944a-49ca-91b2-c333f7af0206 on network 53a42219-c346-45f9-be41-c5dabab2438f {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:39:45.701800 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4776948a-da87-4b27-85b6-49d027257217 None None] Routers {'487ba5e2-32b1-4e09-ae30-77342d2e4b1f'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:39:45.702443 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-4776948a-da87-4b27-85b6-49d027257217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:39:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['487ba5e2-32b1-4e09-ae30-77342d2e4b1f'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:39:45.719343 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0b1406-8267-47f9-bfaf-d4ebddf8016f req-69fc0b69-3537-49f7-a12c-af46a7b4f8dc service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:39:45.719720 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0b1406-8267-47f9-bfaf-d4ebddf8016f req-69fc0b69-3537-49f7-a12c-af46a7b4f8dc service neutron] Checking segment: {'id': '56281ee1-4859-40f0-b2a0-2c2117bfda04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '53a42219-c346-45f9-be41-c5dabab2438f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:39:45.720116 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0b1406-8267-47f9-bfaf-d4ebddf8016f req-69fc0b69-3537-49f7-a12c-af46a7b4f8dc service neutron] Bound using segment: {'id': '56281ee1-4859-40f0-b2a0-2c2117bfda04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '53a42219-c346-45f9-be41-c5dabab2438f'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:39:45.725578 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-9b0b1406-8267-47f9-bfaf-d4ebddf8016f req-69fc0b69-3537-49f7-a12c-af46a7b4f8dc service neutron] Bound port: 2144b4ad-944a-49ca-91b2-c333f7af0206, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56281ee1-4859-40f0-b2a0-2c2117bfda04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '53a42219-c346-45f9-be41-c5dabab2438f'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:39:45.725578 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-9b0b1406-8267-47f9-bfaf-d4ebddf8016f req-69fc0b69-3537-49f7-a12c-af46a7b4f8dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:45.828562 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b605f5-695f-4182-ae3b-c57c2d013bc1 None None] Pushing event updated for resources: {'Port': ['ID=547b86df-964d-48e0-994c-fbf7f93096c1,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:45.840180 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-a5b605f5-695f-4182-ae3b-c57c2d013bc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:45.845874 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-873e7713-308f-4f63-ac20-9bb84309fad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:45.869112 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555e074b-bbe1-4c27-9d05-d82169093f17 req-fabfdb0b-5e0a-4e6a-a735-bfe761fce7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:45.870937 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-555e074b-bbe1-4c27-9d05-d82169093f17 req-fabfdb0b-5e0a-4e6a-a735-bfe761fce7a0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=eb53acf8-b818-4202-8875-71959f7fc254 HTTP/1.1" status: 200 len: 1097 time: 0.5001862 Jun 11 09:39:45.940569 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-4776948a-da87-4b27-85b6-49d027257217 None None] Set router 487ba5e2-32b1-4e09-ae30-77342d2e4b1f gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:39:45.969026 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-571d3d6b-04f3-49ae-a255-be6609906df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:45.972280 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-571d3d6b-04f3-49ae-a255-be6609906df2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:45.973808 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-571d3d6b-04f3-49ae-a255-be6609906df2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ec3ce464-73ce-4ad2-a5dc-98ad29efc1c1 HTTP/1.1" status: 204 len: 168 time: 1.1124065 Jun 11 09:39:45.980362 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-821fd4cb-8df4-4766-9666-930c7b864c53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:45.988265 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:45.996856 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571d3d6b-04f3-49ae-a255-be6609906df2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3ce464-73ce-4ad2-a5dc-98ad29efc1c1,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:46.045841 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-571d3d6b-04f3-49ae-a255-be6609906df2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:46.074362 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-56fedc3f-0e88-4bf5-9e05-0619b7039248 req-0bbcdf02-939b-425e-b5b2-fed3c0875574 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:46.085038 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-555e074b-bbe1-4c27-9d05-d82169093f17 req-88075b02-48d8-4e8b-9642-546a3b5159db service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646278 Jun 11 09:39:46.086082 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-9b0b1406-8267-47f9-bfaf-d4ebddf8016f req-69fc0b69-3537-49f7-a12c-af46a7b4f8dc service neutron] For port 2144b4ad-944a-49ca-91b2-c333f7af0206, host n-h2-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:39:46.093739 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-9b0b1406-8267-47f9-bfaf-d4ebddf8016f req-69fc0b69-3537-49f7-a12c-af46a7b4f8dc service neutron] For port 2144b4ad-944a-49ca-91b2-c333f7af0206, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=2144b4ad-944a-49ca-91b2-c333f7af0206,segment=NetworkSegment(56281ee1-4859-40f0-b2a0-2c2117bfda04),segment_id=56281ee1-4859-40f0-b2a0-2c2117bfda04)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:39:46.206275 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-56fedc3f-0e88-4bf5-9e05-0619b7039248 req-0bbcdf02-939b-425e-b5b2-fed3c0875574 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:46.206589 n-d-779913-12 neutron-server[93177]: INFO neutron.db.l3_db [req-56fedc3f-0e88-4bf5-9e05-0619b7039248 req-0bbcdf02-939b-425e-b5b2-fed3c0875574 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Floating IP 256c919f-e4a9-4c76-9540-73ee67a14e3d disassociated. External IP: 172.25.4.197, port: bc16f2e0-9f29-4495-9e73-382743b1b0a1. Jun 11 09:39:46.283764 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2e35a6-a1a6-4a0b-9d3d-e13256e0330b req-31d8988e-5e3b-456a-bfe5-a5c2643bd164 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:46.286044 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-9b0b1406-8267-47f9-bfaf-d4ebddf8016f req-69fc0b69-3537-49f7-a12c-af46a7b4f8dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:46.286935 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9d2e35a6-a1a6-4a0b-9d3d-e13256e0330b req-31d8988e-5e3b-456a-bfe5-a5c2643bd164 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=38c6c614-27f4-461f-b2e5-2fd3163ed925 HTTP/1.1" status: 200 len: 944 time: 0.1031237 Jun 11 09:39:46.305399 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-4776948a-da87-4b27-85b6-49d027257217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '487ba5e2-32b1-4e09-ae30-77342d2e4b1f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1741541338-router', 'tenant_id': 'e015ec9c2a9445dc90bd706cc768b47c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '4214d6b8-4fd1-4f83-8629-d7802bc04e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:39:30Z', 'updated_at': '2021-06-11T09:39:41Z', 'revision_number': 4, 'project_id': 'e015ec9c2a9445dc90bd706cc768b47c', 'gw_port': {'id': '4214d6b8-4fd1-4f83-8629-d7802bc04e2b', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ee:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487ba5e2-32b1-4e09-ae30-77342d2e4b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:39:33Z', 'updated_at': '2021-06-11T09:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '547b86df-964d-48e0-994c-fbf7f93096c1', 'name': '', 'network_id': '0eb9fc76-d4ea-4ecf-b856-ac9aa4e4add7', 'tenant_id': 'e015ec9c2a9445dc90bd706cc768b47c', 'mac_address': 'fa:16:3e:f7:c9:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '487ba5e2-32b1-4e09-ae30-77342d2e4b1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'e7f7ddfe-5b09-4b70-929a-9519baa3f02c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:39:39Z', 'updated_at': '2021-06-11T09:39:45Z', 'revision_number': 4, 'project_id': 'e015ec9c2a9445dc90bd706cc768b47c', 'subnets': [{'id': 'e7f7ddfe-5b09-4b70-929a-9519baa3f02c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:39:46.309195 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4776948a-da87-4b27-85b6-49d027257217 None None] The sync data for ids ['487ba5e2-32b1-4e09-ae30-77342d2e4b1f'] in n-d-779913-12 is: [{'id': '487ba5e2-32b1-4e09-ae30-77342d2e4b1f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1741541338-router', 'tenant_id': 'e015ec9c2a9445dc90bd706cc768b47c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '4214d6b8-4fd1-4f83-8629-d7802bc04e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:39:30Z', 'updated_at': '2021-06-11T09:39:41Z', 'revision_number': 4, 'project_id': 'e015ec9c2a9445dc90bd706cc768b47c', 'gw_port': {'id': '4214d6b8-4fd1-4f83-8629-d7802bc04e2b', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ee:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487ba5e2-32b1-4e09-ae30-77342d2e4b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:39:33Z', 'updated_at': '2021-06-11T09:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '547b86df-964d-48e0-994c-fbf7f93096c1', 'name': '', 'network_id': '0eb9fc76-d4ea-4ecf-b856-ac9aa4e4add7', 'tenant_id': 'e015ec9c2a9445dc90bd706cc768b47c', 'mac_address': 'fa:16:3e:f7:c9:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '487ba5e2-32b1-4e09-ae30-77342d2e4b1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'e7f7ddfe-5b09-4b70-929a-9519baa3f02c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:39:39Z', 'updated_at': '2021-06-11T09:39:45Z', 'revision_number': 4, 'project_id': 'e015ec9c2a9445dc90bd706cc768b47c', 'subnets': [{'id': 'e7f7ddfe-5b09-4b70-929a-9519baa3f02c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:39:46.352113 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9d2e35a6-a1a6-4a0b-9d3d-e13256e0330b req-07b53dd4-7662-4706-a993-24eb0afcc41d tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590484 Jun 11 09:39:46.501169 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:46.636232 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2870e99-4100-4eb7-9f65-0dc28574fb17 req-d98295c9-f062-4d9e-83e2-bac40fd53f1f tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:46.646994 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e2870e99-4100-4eb7-9f65-0dc28574fb17 req-d98295c9-f062-4d9e-83e2-bac40fd53f1f tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff1ba82c-bd21-4809-9fbc-49b45da5e27f HTTP/1.1" status: 200 len: 950 time: 0.1325796 Jun 11 09:39:46.714827 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e2870e99-4100-4eb7-9f65-0dc28574fb17 req-9eee104b-f7f0-43c7-aa63-6f111b8644c9 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] 10.222.0.60 "GET /v2.0/security-groups?id=79d73196-6efa-49b1-8eea-73a979435c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668988 Jun 11 09:39:46.728465 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d8907e8a-6d32-4fb5-a999-7778d8d758fe tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:46.790757 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0b1406-8267-47f9-bfaf-d4ebddf8016f req-69fc0b69-3537-49f7-a12c-af46a7b4f8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:46.792070 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-9b0b1406-8267-47f9-bfaf-d4ebddf8016f req-69fc0b69-3537-49f7-a12c-af46a7b4f8dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:46.793703 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9b0b1406-8267-47f9-bfaf-d4ebddf8016f req-69fc0b69-3537-49f7-a12c-af46a7b4f8dc service neutron] 10.222.0.69 "PUT /v2.0/ports/2144b4ad-944a-49ca-91b2-c333f7af0206 HTTP/1.1" status: 200 len: 1093 time: 2.8961291 Jun 11 09:39:46.807668 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38c6c614-27f4-461f-b2e5-2fd3163ed925', 'tag': '2144b4ad-944a-49ca-91b2-c333f7af0206'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:39:46.814493 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f12a63b-6b39-4c39-80bc-9ac1bba5f298" -d '{"events": [{"name": "network-changed", "server_uuid": "38c6c614-27f4-461f-b2e5-2fd3163ed925", "tag": "2144b4ad-944a-49ca-91b2-c333f7af0206"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:39:46.860575 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fc0b69-3537-49f7-a12c-af46a7b4f8dc service neutron] Pushing event updated for resources: {'Port': ['ID=2144b4ad-944a-49ca-91b2-c333f7af0206,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:46.865559 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-69fc0b69-3537-49f7-a12c-af46a7b4f8dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:46.974011 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0948a847-b664-4d1e-9dd3-b7356efb9e6b req-6193c6c3-92bb-453a-914a-73f4411364fe tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:46.983682 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0948a847-b664-4d1e-9dd3-b7356efb9e6b req-6193c6c3-92bb-453a-914a-73f4411364fe tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb53acf8-b818-4202-8875-71959f7fc254 HTTP/1.1" status: 200 len: 945 time: 0.1149545 Jun 11 09:39:47.043993 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0948a847-b664-4d1e-9dd3-b7356efb9e6b req-350c132e-4f64-43c5-a3c7-284cb5343922 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503182 Jun 11 09:39:47.097041 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0b1406-8267-47f9-bfaf-d4ebddf8016f req-611c59d7-5ce9-4f91-a20a-6f06e762df3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:47.097041 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9b0b1406-8267-47f9-bfaf-d4ebddf8016f req-611c59d7-5ce9-4f91-a20a-6f06e762df3d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=761e66d23fea4903a68cd9de907a43c1&device_id=38c6c614-27f4-461f-b2e5-2fd3163ed925 HTTP/1.1" status: 200 len: 1096 time: 0.1660492 Jun 11 09:39:47.103785 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [req-56fedc3f-0e88-4bf5-9e05-0619b7039248 req-0bbcdf02-939b-425e-b5b2-fed3c0875574 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Router ead7ad64-3085-448d-bb4a-ec8ab6bf0440 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 09:39:47.138871 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 35554) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:39:47.180462 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3d9ad438-d3e3-4055-b104-79253dd6a586 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:47.242542 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9b0b1406-8267-47f9-bfaf-d4ebddf8016f req-cfd928fb-bcd3-415f-a72e-64a44920a0a6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2144b4ad-944a-49ca-91b2-c333f7af0206 HTTP/1.1" status: 200 len: 217 time: 0.1360993 Jun 11 09:39:47.388252 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3d9ad438-d3e3-4055-b104-79253dd6a586 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:47.454284 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0b1406-8267-47f9-bfaf-d4ebddf8016f req-6c88e331-f018-436c-80cc-5853fb11621e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:47.455806 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9b0b1406-8267-47f9-bfaf-d4ebddf8016f req-6c88e331-f018-436c-80cc-5853fb11621e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=20094bda-f8d4-46e6-bab1-f100394de689 HTTP/1.1" status: 200 len: 861 time: 0.2061877 Jun 11 09:39:47.510991 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9b0b1406-8267-47f9-bfaf-d4ebddf8016f req-2b6af3ea-612a-4364-97b5-b464ddb2f449 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=53a42219-c346-45f9-be41-c5dabab2438f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413432 Jun 11 09:39:47.512531 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-56fedc3f-0e88-4bf5-9e05-0619b7039248 req-0bbcdf02-939b-425e-b5b2-fed3c0875574 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:39:47.518887 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-56fedc3f-0e88-4bf5-9e05-0619b7039248 req-0bbcdf02-939b-425e-b5b2-fed3c0875574 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:47.524194 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f9f5f8-7efd-4134-a883-4901d7a210bc None None] Sync routers for ids ['ead7ad64-3085-448d-bb4a-ec8ab6bf0440'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:39:47.535535 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3d9ad438-d3e3-4055-b104-79253dd6a586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:47.540943 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8a9232b9-1bbc-4bf0-887e-9b31d38458d4 tempest-AggregatesAdminTestJSON-1336527733 tempest-AggregatesAdminTestJSON-1336527733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:47.553739 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f9f5f8-7efd-4134-a883-4901d7a210bc None None] Routers {'ead7ad64-3085-448d-bb4a-ec8ab6bf0440'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:39:47.554004 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-50f9f5f8-7efd-4134-a883-4901d7a210bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:39:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['ead7ad64-3085-448d-bb4a-ec8ab6bf0440'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:39:47.613608 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 35564) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:39:47.622806 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-ff339685-64d2-4a08-8705-4ddea6082a6b tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Request body: {'security_group': {'name': 'tempest-securitygroup--892715341', 'description': 'tempest-description--1752040939'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:39:47.669977 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-363ec507-a62e-4d1f-a5a6-3b8f3cda3326 x-openstack-request-id: req-363ec507-a62e-4d1f-a5a6-3b8f3cda3326 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:39:47.670712 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38c6c614-27f4-461f-b2e5-2fd3163ed925", "tag": "2144b4ad-944a-49ca-91b2-c333f7af0206", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:39:47.671057 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-363ec507-a62e-4d1f-a5a6-3b8f3cda3326 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:39:47.671536 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38c6c614-27f4-461f-b2e5-2fd3163ed925', 'tag': '2144b4ad-944a-49ca-91b2-c333f7af0206', 'status': 'completed', 'code': 200} Jun 11 09:39:47.701196 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-3d9ad438-d3e3-4055-b104-79253dd6a586 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0cff17d8d94045948c345254e63422f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5594943 Jun 11 09:39:47.703293 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 35568) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:39:47.705000 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-56fedc3f-0e88-4bf5-9e05-0619b7039248 req-0bbcdf02-939b-425e-b5b2-fed3c0875574 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] 10.222.0.60 "PUT /v2.0/floatingips/256c919f-e4a9-4c76-9540-73ee67a14e3d HTTP/1.1" status: 200 len: 695 time: 2.3146853 Jun 11 09:39:47.713890 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9ad438-d3e3-4055-b104-79253dd6a586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7eac9c-5373-46c5-ab39-21b663a89e62,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:47.736458 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3d9ad438-d3e3-4055-b104-79253dd6a586 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:47.834770 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9b0b1406-8267-47f9-bfaf-d4ebddf8016f req-b050153c-b2f0-4cae-a660-38148908bd29 service neutron] 10.222.0.69 "GET /v2.0/networks/53a42219-c346-45f9-be41-c5dabab2438f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3125105 Jun 11 09:39:47.836645 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-50f9f5f8-7efd-4134-a883-4901d7a210bc None None] Set router ead7ad64-3085-448d-bb4a-ec8ab6bf0440 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:39:47.861584 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ff339685-64d2-4a08-8705-4ddea6082a6b tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:47.918790 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5139e063-c07d-4158-9c12-e814fd0c2d6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:47.946982 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7147316-c16e-4bf4-95c8-7c6889a4b248 req-b237b37a-1585-4120-9ace-15ac837e2e35 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:47.949052 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c7147316-c16e-4bf4-95c8-7c6889a4b248 req-b237b37a-1585-4120-9ace-15ac837e2e35 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=38c6c614-27f4-461f-b2e5-2fd3163ed925 HTTP/1.1" status: 200 len: 944 time: 0.1460726 Jun 11 09:39:48.013955 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5139e063-c07d-4158-9c12-e814fd0c2d6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:48.038268 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fedc3f-0e88-4bf5-9e05-0619b7039248 req-0921d2e9-5f64-4f6d-ae4b-ba2321b93891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:48.048113 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c7147316-c16e-4bf4-95c8-7c6889a4b248 req-766f3cac-785c-4266-bdbc-31997676b7fd tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900519 Jun 11 09:39:48.049760 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-56fedc3f-0e88-4bf5-9e05-0619b7039248 req-0921d2e9-5f64-4f6d-ae4b-ba2321b93891 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=db9e0ae364434cf4a20ebccef2ca3f2e&device_id=6a2b2a1d-dfdb-45de-ae9b-0ea7720fd0d1 HTTP/1.1" status: 200 len: 1097 time: 0.3152308 Jun 11 09:39:48.053076 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ff339685-64d2-4a08-8705-4ddea6082a6b tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:48.136182 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ff339685-64d2-4a08-8705-4ddea6082a6b tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:48.141751 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4026e728-50fa-4540-83e7-65635a2ce3c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:48.152952 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9b0b1406-8267-47f9-bfaf-d4ebddf8016f req-e7482f1e-efed-4407-9f82-1f5b4ca9c87a service neutron] 10.222.0.69 "GET /v2.0/networks/53a42219-c346-45f9-be41-c5dabab2438f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3053176 Jun 11 09:39:48.174148 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 547b86df-964d-48e0-994c-fbf7f93096c1 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:39:48.221825 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff339685-64d2-4a08-8705-4ddea6082a6b tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11bbb81f-d5e0-4a93-9cfb-d456f4aef7e5,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:48.235157 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ff339685-64d2-4a08-8705-4ddea6082a6b tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:48.272631 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fedc3f-0e88-4bf5-9e05-0619b7039248 req-76ae89bf-8a2d-4e31-aedb-85fdf2b193a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:48.274871 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-56fedc3f-0e88-4bf5-9e05-0619b7039248 req-76ae89bf-8a2d-4e31-aedb-85fdf2b193a8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2200e55c-0960-4aac-b7a8-ebf0eca39b99 HTTP/1.1" status: 200 len: 929 time: 0.2239320 Jun 11 09:39:48.321701 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-50f9f5f8-7efd-4134-a883-4901d7a210bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead7ad64-3085-448d-bb4a-ec8ab6bf0440', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-695768602-router', 'tenant_id': 'db9e0ae364434cf4a20ebccef2ca3f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': 'c886fb50-0db1-4b27-adcc-bde6769fca07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:38:46Z', 'updated_at': '2021-06-11T09:38:53Z', 'revision_number': 4, 'project_id': 'db9e0ae364434cf4a20ebccef2ca3f2e', 'gw_port': {'id': 'c886fb50-0db1-4b27-adcc-bde6769fca07', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:76:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead7ad64-3085-448d-bb4a-ec8ab6bf0440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 146, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:38:48Z', 'updated_at': '2021-06-11T09:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '86dd8b37-3611-4728-8bbc-9d6407c1dbee', 'name': '', 'network_id': '2200e55c-0960-4aac-b7a8-ebf0eca39b99', 'tenant_id': 'db9e0ae364434cf4a20ebccef2ca3f2e', 'mac_address': 'fa:16:3e:69:29:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead7ad64-3085-448d-bb4a-ec8ab6bf0440', 'device_owner': 'network:router_interface', 'standard_attr_id': 176, 'fixed_ips': [{'subnet_id': '1d975209-1448-49e3-b064-737640ba01f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:38:52Z', 'updated_at': '2021-06-11T09:38:58Z', 'revision_number': 5, 'project_id': 'db9e0ae364434cf4a20ebccef2ca3f2e', 'subnets': [{'id': '1d975209-1448-49e3-b064-737640ba01f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:39:48.326813 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f9f5f8-7efd-4134-a883-4901d7a210bc None None] Checking router: ead7ad64-3085-448d-bb4a-ec8ab6bf0440 for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:39:48.344238 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f9f5f8-7efd-4134-a883-4901d7a210bc None None] Routers {'ead7ad64-3085-448d-bb4a-ec8ab6bf0440'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:39:48.344238 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-50f9f5f8-7efd-4134-a883-4901d7a210bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:39:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['ead7ad64-3085-448d-bb4a-ec8ab6bf0440'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:39:48.363229 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ff339685-64d2-4a08-8705-4ddea6082a6b tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:48.367465 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-ff339685-64d2-4a08-8705-4ddea6082a6b tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7479355 Jun 11 09:39:48.367639 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:48.367750 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 35584) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:39:48.371469 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-56fedc3f-0e88-4bf5-9e05-0619b7039248 req-25ca11fa-d953-4337-8c02-870e6b9b2931 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc16f2e0-9f29-4495-9e73-382743b1b0a1 HTTP/1.1" status: 200 len: 217 time: 0.0806046 Jun 11 09:39:48.374645 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-f8374734-0a9f-45b3-8c15-26be857fd29b tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Request body: {'security_group_rule': {'security_group_id': '11bbb81f-d5e0-4a93-9cfb-d456f4aef7e5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:39:48.432562 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5139e063-c07d-4158-9c12-e814fd0c2d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:48.435120 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5139e063-c07d-4158-9c12-e814fd0c2d6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:48.438844 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-5139e063-c07d-4158-9c12-e814fd0c2d6b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/eb7eac9c-5373-46c5-ab39-21b663a89e62 HTTP/1.1" status: 204 len: 168 time: 0.7328150 Jun 11 09:39:48.450914 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 547b86df-964d-48e0-994c-fbf7f93096c1 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:39:48.455131 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 547b86df-964d-48e0-994c-fbf7f93096c1 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:39:48.455740 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:48.500380 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2c9e627c-ab03-4125-81b2-4a5300ed41bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:48.503146 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f8374734-0a9f-45b3-8c15-26be857fd29b tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:48.535194 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5139e063-c07d-4158-9c12-e814fd0c2d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7eac9c-5373-46c5-ab39-21b663a89e62,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:48.563285 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-50f9f5f8-7efd-4134-a883-4901d7a210bc None None] Set router ead7ad64-3085-448d-bb4a-ec8ab6bf0440 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:39:48.571626 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5139e063-c07d-4158-9c12-e814fd0c2d6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:48.602198 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fedc3f-0e88-4bf5-9e05-0619b7039248 req-df2b2629-fd79-4bf1-86dd-f803e41439ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:48.612955 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-56fedc3f-0e88-4bf5-9e05-0619b7039248 req-df2b2629-fd79-4bf1-86dd-f803e41439ee service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1d975209-1448-49e3-b064-737640ba01f1 HTTP/1.1" status: 200 len: 867 time: 0.1907234 Jun 11 09:39:48.660146 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f12a63b-6b39-4c39-80bc-9ac1bba5f298 req-a512e9af-456e-4d55-a209-dee521a6c6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:48.661735 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1f12a63b-6b39-4c39-80bc-9ac1bba5f298 req-a512e9af-456e-4d55-a209-dee521a6c6f1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=761e66d23fea4903a68cd9de907a43c1&device_id=38c6c614-27f4-461f-b2e5-2fd3163ed925 HTTP/1.1" status: 200 len: 1096 time: 0.3004935 Jun 11 09:39:48.674815 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:48.710850 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f8374734-0a9f-45b3-8c15-26be857fd29b tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:48.715517 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 547b86df-964d-48e0-994c-fbf7f93096c1, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=547b86df-964d-48e0-994c-fbf7f93096c1,segment=NetworkSegment(916c18c5-429e-456a-ac13-c22ca482642c),segment_id=916c18c5-429e-456a-ac13-c22ca482642c)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:39:48.774952 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fedc3f-0e88-4bf5-9e05-0619b7039248 req-009174d8-aecf-4be6-8584-cd61e6d48fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:48.778467 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f8374734-0a9f-45b3-8c15-26be857fd29b tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:48.787483 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-56fedc3f-0e88-4bf5-9e05-0619b7039248 req-009174d8-aecf-4be6-8584-cd61e6d48fdf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2200e55c-0960-4aac-b7a8-ebf0eca39b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1669502 Jun 11 09:39:48.798740 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:48.817838 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:48.822671 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:48.824044 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8374734-0a9f-45b3-8c15-26be857fd29b tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=659fc348-b3f5-4d65-a230-20e318b66d24,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:48.827798 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f8374734-0a9f-45b3-8c15-26be857fd29b tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:48.837560 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc1bf44-ec27-43a4-b9a4-8061d43a8020 req-542df202-dcb6-4529-a984-f21039e8089e tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:48.845430 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8cc1bf44-ec27-43a4-b9a4-8061d43a8020 req-542df202-dcb6-4529-a984-f21039e8089e tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff1ba82c-bd21-4809-9fbc-49b45da5e27f HTTP/1.1" status: 200 len: 950 time: 0.2050650 Jun 11 09:39:48.860866 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f12a63b-6b39-4c39-80bc-9ac1bba5f298 req-00106107-039d-435a-ae99-c9505e579a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:48.862331 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1f12a63b-6b39-4c39-80bc-9ac1bba5f298 req-00106107-039d-435a-ae99-c9505e579a25 service neutron] 10.222.0.69 "GET /v2.0/networks?id=53a42219-c346-45f9-be41-c5dabab2438f HTTP/1.1" status: 200 len: 922 time: 0.1940765 Jun 11 09:39:48.902100 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8cc1bf44-ec27-43a4-b9a4-8061d43a8020 req-bb7235e6-4fee-44c2-8a2d-c7a1a44e8469 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] 10.222.0.60 "GET /v2.0/security-groups?id=79d73196-6efa-49b1-8eea-73a979435c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536327 Jun 11 09:39:48.919951 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f8374734-0a9f-45b3-8c15-26be857fd29b tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:48.922073 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-f8374734-0a9f-45b3-8c15-26be857fd29b tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5532002 Jun 11 09:39:48.924574 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 35596) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:39:48.929527 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-55f18708-c518-43c5-8a68-55c7df7ae9aa tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Request body: {'security_group_rule': {'security_group_id': '11bbb81f-d5e0-4a93-9cfb-d456f4aef7e5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:39:48.963197 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=547b86df-964d-48e0-994c-fbf7f93096c1,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:48.963842 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1f12a63b-6b39-4c39-80bc-9ac1bba5f298 req-4d6d1eb4-5d49-4892-953b-b2a781c77a8f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2144b4ad-944a-49ca-91b2-c333f7af0206 HTTP/1.1" status: 200 len: 217 time: 0.0507309 Jun 11 09:39:48.985544 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:39:48.985544 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:39:48.985757 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:39:48.986120 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:39:48.988764 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:39:48.988764 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:39:48.988971 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:39:48.992127 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:39:48.992515 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:39:48.993016 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:39:48.993361 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:39:48.993856 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:39:49.003349 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:49.033248 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-50f9f5f8-7efd-4134-a883-4901d7a210bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead7ad64-3085-448d-bb4a-ec8ab6bf0440', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-695768602-router', 'tenant_id': 'db9e0ae364434cf4a20ebccef2ca3f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': 'c886fb50-0db1-4b27-adcc-bde6769fca07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:38:46Z', 'updated_at': '2021-06-11T09:38:53Z', 'revision_number': 4, 'project_id': 'db9e0ae364434cf4a20ebccef2ca3f2e', 'gw_port': {'id': 'c886fb50-0db1-4b27-adcc-bde6769fca07', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:76:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead7ad64-3085-448d-bb4a-ec8ab6bf0440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 146, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:38:48Z', 'updated_at': '2021-06-11T09:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '86dd8b37-3611-4728-8bbc-9d6407c1dbee', 'name': '', 'network_id': '2200e55c-0960-4aac-b7a8-ebf0eca39b99', 'tenant_id': 'db9e0ae364434cf4a20ebccef2ca3f2e', 'mac_address': 'fa:16:3e:69:29:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead7ad64-3085-448d-bb4a-ec8ab6bf0440', 'device_owner': 'network:router_interface', 'standard_attr_id': 176, 'fixed_ips': [{'subnet_id': '1d975209-1448-49e3-b064-737640ba01f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:38:52Z', 'updated_at': '2021-06-11T09:38:58Z', 'revision_number': 5, 'project_id': 'db9e0ae364434cf4a20ebccef2ca3f2e', 'subnets': [{'id': '1d975209-1448-49e3-b064-737640ba01f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:39:49.037785 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f9f5f8-7efd-4134-a883-4901d7a210bc None None] The sync data for ids ['ead7ad64-3085-448d-bb4a-ec8ab6bf0440'] in n-d-779913-12 is: [{'id': 'ead7ad64-3085-448d-bb4a-ec8ab6bf0440', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-695768602-router', 'tenant_id': 'db9e0ae364434cf4a20ebccef2ca3f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': 'c886fb50-0db1-4b27-adcc-bde6769fca07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:38:46Z', 'updated_at': '2021-06-11T09:38:53Z', 'revision_number': 4, 'project_id': 'db9e0ae364434cf4a20ebccef2ca3f2e', 'gw_port': {'id': 'c886fb50-0db1-4b27-adcc-bde6769fca07', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:76:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead7ad64-3085-448d-bb4a-ec8ab6bf0440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 146, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:38:48Z', 'updated_at': '2021-06-11T09:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '86dd8b37-3611-4728-8bbc-9d6407c1dbee', 'name': '', 'network_id': '2200e55c-0960-4aac-b7a8-ebf0eca39b99', 'tenant_id': 'db9e0ae364434cf4a20ebccef2ca3f2e', 'mac_address': 'fa:16:3e:69:29:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead7ad64-3085-448d-bb4a-ec8ab6bf0440', 'device_owner': 'network:router_interface', 'standard_attr_id': 176, 'fixed_ips': [{'subnet_id': '1d975209-1448-49e3-b064-737640ba01f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:38:52Z', 'updated_at': '2021-06-11T09:38:58Z', 'revision_number': 5, 'project_id': 'db9e0ae364434cf4a20ebccef2ca3f2e', 'subnets': [{'id': '1d975209-1448-49e3-b064-737640ba01f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:39:49.056196 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-56fedc3f-0e88-4bf5-9e05-0619b7039248 req-ff8e8220-82e5-48fe-bf88-c383327236b0 service neutron] 10.222.0.60 "GET /v2.0/networks/2200e55c-0960-4aac-b7a8-ebf0eca39b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520776 Jun 11 09:39:49.057984 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f12a63b-6b39-4c39-80bc-9ac1bba5f298 req-60df09f6-a789-41f5-ba2e-f41df65c3cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:49.059474 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1f12a63b-6b39-4c39-80bc-9ac1bba5f298 req-60df09f6-a789-41f5-ba2e-f41df65c3cfa service neutron] 10.222.0.69 "GET /v2.0/subnets?id=20094bda-f8d4-46e6-bab1-f100394de689 HTTP/1.1" status: 200 len: 861 time: 0.0831528 Jun 11 09:39:49.116314 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-55f18708-c518-43c5-8a68-55c7df7ae9aa tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:49.130681 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1f12a63b-6b39-4c39-80bc-9ac1bba5f298 req-d29ac58e-d573-49c4-8691-03ccdacd8342 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=53a42219-c346-45f9-be41-c5dabab2438f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595713 Jun 11 09:39:49.197001 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-55f18708-c518-43c5-8a68-55c7df7ae9aa tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:49.204887 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bd2dfa-2d06-4a96-9af8-86b73961ecd4 req-e2dc709d-6b10-4c56-a83c-c6dafff81c31 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:49.206361 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-08bd2dfa-2d06-4a96-9af8-86b73961ecd4 req-e2dc709d-6b10-4c56-a83c-c6dafff81c31 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb53acf8-b818-4202-8875-71959f7fc254 HTTP/1.1" status: 200 len: 945 time: 0.1276875 Jun 11 09:39:49.261122 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-08bd2dfa-2d06-4a96-9af8-86b73961ecd4 req-e58ce2e4-7998-448a-96a0-b69ddaacddf0 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474956 Jun 11 09:39:49.287636 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-55f18708-c518-43c5-8a68-55c7df7ae9aa tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:49.287636 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:49.309248 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f18708-c518-43c5-8a68-55c7df7ae9aa tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=560a458d-a8ff-4810-b3f4-306da8e9fb04,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:49.312115 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-55f18708-c518-43c5-8a68-55c7df7ae9aa tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:49.317725 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-56fedc3f-0e88-4bf5-9e05-0619b7039248 req-6ccc86c4-9d5d-45a9-bf15-4f9fb359de39 service neutron] 10.222.0.60 "GET /v2.0/networks/2200e55c-0960-4aac-b7a8-ebf0eca39b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546709 Jun 11 09:39:49.341697 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1f12a63b-6b39-4c39-80bc-9ac1bba5f298 req-de9837a8-5b7c-46e4-a3be-65ba43c9b23e service neutron] 10.222.0.69 "GET /v2.0/networks/53a42219-c346-45f9-be41-c5dabab2438f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031353 Jun 11 09:39:49.367504 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 35604) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:39:49.385414 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3db53c96-b272-4bdd-a76d-0a5c7d6d3c4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:49.388298 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6779e578-e936-4f04-a405-f0213130808d None None] New status for floating IP 256c919f-e4a9-4c76-9540-73ee67a14e3d: DOWN {{(pid=93178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 09:39:49.445168 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-55f18708-c518-43c5-8a68-55c7df7ae9aa tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:49.449168 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-55f18708-c518-43c5-8a68-55c7df7ae9aa tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5207896 Jun 11 09:39:49.449509 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 35606) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:39:49.456636 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-ddc666c1-7349-4f56-9bda-9097f50b501d tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Request body: {'floatingip': {'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:39:49.497786 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1f12a63b-6b39-4c39-80bc-9ac1bba5f298 req-e4a9f63f-3a95-4d48-a0e3-85b051240511 service neutron] 10.222.0.69 "GET /v2.0/networks/53a42219-c346-45f9-be41-c5dabab2438f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499007 Jun 11 09:39:49.564492 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3db53c96-b272-4bdd-a76d-0a5c7d6d3c4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:49.673086 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a2b2a1d-dfdb-45de-ae9b-0ea7720fd0d1', 'tag': 'bc16f2e0-9f29-4495-9e73-382743b1b0a1'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:39:49.675542 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ff177bc-62f8-463f-8ea3-b5a5b915fbed" -d '{"events": [{"name": "network-changed", "server_uuid": "6a2b2a1d-dfdb-45de-ae9b-0ea7720fd0d1", "tag": "bc16f2e0-9f29-4495-9e73-382743b1b0a1"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:39:49.694367 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3db53c96-b272-4bdd-a76d-0a5c7d6d3c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:49.700424 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-09631e7e-1f54-4b01-aafe-26851e9ee9c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:49.764714 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-3db53c96-b272-4bdd-a76d-0a5c7d6d3c4d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fa355d1411204040a76a2ffb42a376b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3929663 Jun 11 09:39:49.764714 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db53c96-b272-4bdd-a76d-0a5c7d6d3c4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=865ada5a-8d1d-4a0c-9072-58da45a384af,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:49.765361 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 35616) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:39:49.767849 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3db53c96-b272-4bdd-a76d-0a5c7d6d3c4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:49.789405 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b9231-cf10-4386-8092-98115d232762 req-6dedbeae-3412-4424-b309-6ebb02f8cc16 tempest-LiveMigrationNegativeTest-433178134 tempest-LiveMigrationNegativeTest-433178134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:49.798327 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-656b9231-cf10-4386-8092-98115d232762 req-6dedbeae-3412-4424-b309-6ebb02f8cc16 tempest-LiveMigrationNegativeTest-433178134 tempest-LiveMigrationNegativeTest-433178134-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=ff1ba82c-bd21-4809-9fbc-49b45da5e27f HTTP/1.1" status: 200 len: 1102 time: 0.1417205 Jun 11 09:39:49.816633 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-656b9231-cf10-4386-8092-98115d232762 req-d9312c9f-b2d5-47bd-9771-e8610acd3937 tempest-LiveMigrationNegativeTest-433178134 tempest-LiveMigrationNegativeTest-433178134-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:49.853695 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2572a1a7-a815-41e6-9387-7038d22d882d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:49.856403 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ddc666c1-7349-4f56-9bda-9097f50b501d tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Notify callbacks [] for floatingip, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:49.877037 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2572a1a7-a815-41e6-9387-7038d22d882d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:49.983546 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140996de-e9a7-4c17-8a03-4763dd175182 req-7d64d971-5b5b-4c26-b72f-e077078215b7 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:49.985094 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-140996de-e9a7-4c17-8a03-4763dd175182 req-7d64d971-5b5b-4c26-b72f-e077078215b7 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=38c6c614-27f4-461f-b2e5-2fd3163ed925 HTTP/1.1" status: 200 len: 944 time: 0.0826540 Jun 11 09:39:50.026067 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2572a1a7-a815-41e6-9387-7038d22d882d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:50.028712 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2572a1a7-a815-41e6-9387-7038d22d882d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:50.030156 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-2572a1a7-a815-41e6-9387-7038d22d882d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/865ada5a-8d1d-4a0c-9072-58da45a384af HTTP/1.1" status: 204 len: 168 time: 0.2637098 Jun 11 09:39:50.033122 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-48cbe165-117b-409d-a4e3-79408f67b660 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:50.036930 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-656b9231-cf10-4386-8092-98115d232762 req-d9312c9f-b2d5-47bd-9771-e8610acd3937 tempest-LiveMigrationNegativeTest-433178134 tempest-LiveMigrationNegativeTest-433178134-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:50.046735 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-140996de-e9a7-4c17-8a03-4763dd175182 req-cd4504a4-ddf3-4236-9018-d93c4f79c306 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551515 Jun 11 09:39:50.052121 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ddc666c1-7349-4f56-9bda-9097f50b501d tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:50.067720 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2572a1a7-a815-41e6-9387-7038d22d882d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=865ada5a-8d1d-4a0c-9072-58da45a384af,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:50.070147 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2572a1a7-a815-41e6-9387-7038d22d882d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:50.100650 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 547b86df-964d-48e0-994c-fbf7f93096c1 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:39:50.110091 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-656b9231-cf10-4386-8092-98115d232762 req-d9312c9f-b2d5-47bd-9771-e8610acd3937 tempest-LiveMigrationNegativeTest-433178134 tempest-LiveMigrationNegativeTest-433178134-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:50.116766 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ff339685-64d2-4a08-8705-4ddea6082a6b tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:50.165291 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-656b9231-cf10-4386-8092-98115d232762 req-d9312c9f-b2d5-47bd-9771-e8610acd3937 tempest-LiveMigrationNegativeTest-433178134 tempest-LiveMigrationNegativeTest-433178134-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=79d73196-6efa-49b1-8eea-73a979435c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3658030 Jun 11 09:39:50.168938 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 547b86df-964d-48e0-994c-fbf7f93096c1 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:39:50.169513 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:50.205441 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9312c9f-b2d5-47bd-9771-e8610acd3937 tempest-LiveMigrationNegativeTest-433178134 tempest-LiveMigrationNegativeTest-433178134-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6beddc-7862-4a85-ae8b-991fbc40777a,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:50.238567 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d9312c9f-b2d5-47bd-9771-e8610acd3937 tempest-LiveMigrationNegativeTest-433178134 tempest-LiveMigrationNegativeTest-433178134-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:50.304181 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c156c990-f7c3-459d-832e-b987605f73d9 req-74f876b3-b126-4950-bb0b-90c339832b94 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] 10.222.0.60 "GET /v2.0/floatingips/256c919f-e4a9-4c76-9540-73ee67a14e3d HTTP/1.1" status: 200 len: 693 time: 0.1035445 Jun 11 09:39:50.350538 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-ddc666c1-7349-4f56-9bda-9097f50b501d tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Allocated IP 172.25.4.27 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/d867f0b0-fa19-461b-8cfb-c6dab0b16e92) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:39:50.355033 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3bbc63-4b88-4ec5-991c-1d9b0be6eecf req-ef2399b6-3343-4bd7-80e8-8ce22e0e5125 tempest-LiveMigrationTest-1264164380 tempest-LiveMigrationTest-1264164380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:50.357080 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5e3bbc63-4b88-4ec5-991c-1d9b0be6eecf req-ef2399b6-3343-4bd7-80e8-8ce22e0e5125 tempest-LiveMigrationTest-1264164380 tempest-LiveMigrationTest-1264164380-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=eb53acf8-b818-4202-8875-71959f7fc254 HTTP/1.1" status: 200 len: 1097 time: 0.0627334 Jun 11 09:39:50.401933 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5e3bbc63-4b88-4ec5-991c-1d9b0be6eecf req-ff2069af-a914-48dc-843f-afa656811f86 tempest-LiveMigrationTest-1264164380 tempest-LiveMigrationTest-1264164380-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337639 Jun 11 09:39:50.469767 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-776162c1-2eca-4bcb-8118-6d8e64f9a69a x-openstack-request-id: req-776162c1-2eca-4bcb-8118-6d8e64f9a69a {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:39:50.470425 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a2b2a1d-dfdb-45de-ae9b-0ea7720fd0d1", "tag": "bc16f2e0-9f29-4495-9e73-382743b1b0a1", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:39:50.470943 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-776162c1-2eca-4bcb-8118-6d8e64f9a69a {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:39:50.471717 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a2b2a1d-dfdb-45de-ae9b-0ea7720fd0d1', 'tag': 'bc16f2e0-9f29-4495-9e73-382743b1b0a1', 'status': 'completed', 'code': 200} Jun 11 09:39:50.544569 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c156c990-f7c3-459d-832e-b987605f73d9 req-52bbf5cf-2689-49ca-b8aa-11425311be24 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:50.551511 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c156c990-f7c3-459d-832e-b987605f73d9 req-52bbf5cf-2689-49ca-b8aa-11425311be24 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] 10.222.0.60 "GET /v2.0/networks/f0adef6e-169f-4a27-8865-442be2ad072d HTTP/1.1" status: 200 len: 784 time: 0.2428124 Jun 11 09:39:50.557304 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff177bc-62f8-463f-8ea3-b5a5b915fbed req-b2801cbd-faf1-4d9c-8770-9310695c1ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:50.558902 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5ff177bc-62f8-463f-8ea3-b5a5b915fbed req-b2801cbd-faf1-4d9c-8770-9310695c1ea0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=db9e0ae364434cf4a20ebccef2ca3f2e&device_id=6a2b2a1d-dfdb-45de-ae9b-0ea7720fd0d1 HTTP/1.1" status: 200 len: 1097 time: 0.0647094 Jun 11 09:39:50.565567 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [req-c156c990-f7c3-459d-832e-b987605f73d9 req-9f384276-ab32-4c14-b501-e1d6628345d6 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 09:39:50.566596 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c156c990-f7c3-459d-832e-b987605f73d9 req-9f384276-ab32-4c14-b501-e1d6628345d6 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0142760 Jun 11 09:39:50.664226 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c156c990-f7c3-459d-832e-b987605f73d9 req-e76224ca-3267-45c1-9367-2cc14e058c52 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.197 HTTP/1.1" status: 200 len: 696 time: 0.0905838 Jun 11 09:39:50.687728 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ddc666c1-7349-4f56-9bda-9097f50b501d tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:50.701730 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff177bc-62f8-463f-8ea3-b5a5b915fbed req-517b4826-38d7-411b-86d3-d54f5c6a45b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:50.703756 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5ff177bc-62f8-463f-8ea3-b5a5b915fbed req-517b4826-38d7-411b-86d3-d54f5c6a45b6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2200e55c-0960-4aac-b7a8-ebf0eca39b99 HTTP/1.1" status: 200 len: 929 time: 0.1337373 Jun 11 09:39:50.755911 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c156c990-f7c3-459d-832e-b987605f73d9 req-86f0e0e1-29b9-48e2-b8d9-48d9a40be695 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.197 HTTP/1.1" status: 200 len: 696 time: 0.0838559 Jun 11 09:39:50.778308 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5ff177bc-62f8-463f-8ea3-b5a5b915fbed req-a61eaeee-e93b-41e9-ade8-9f9715dceefa service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc16f2e0-9f29-4495-9e73-382743b1b0a1 HTTP/1.1" status: 200 len: 217 time: 0.0673769 Jun 11 09:39:50.956826 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-c156c990-f7c3-459d-832e-b987605f73d9 req-23b04e43-27fe-4df0-aa74-8ea54c677854 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Deleting port e1189229-24c0-4b65-9b9e-2d6b414a8a01 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:39:50.957353 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-c156c990-f7c3-459d-832e-b987605f73d9 req-23b04e43-27fe-4df0-aa74-8ea54c677854 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:51.000552 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ddc666c1-7349-4f56-9bda-9097f50b501d tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:51.004504 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:51.039352 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 35650) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:39:51.117279 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc666c1-7349-4f56-9bda-9097f50b501d tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:39:51.124055 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-ddc666c1-7349-4f56-9bda-9097f50b501d tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:39:51.127094 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc666c1-7349-4f56-9bda-9097f50b501d tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:39:51.181429 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc666c1-7349-4f56-9bda-9097f50b501d tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Pushing event updated for resources: {'Port': ['ID=d867f0b0-fa19-461b-8cfb-c6dab0b16e92,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:51.184341 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ddc666c1-7349-4f56-9bda-9097f50b501d tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:51.194512 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff177bc-62f8-463f-8ea3-b5a5b915fbed req-2cae59e8-9aba-4efb-b718-bee619e03aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:51.196067 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5ff177bc-62f8-463f-8ea3-b5a5b915fbed req-2cae59e8-9aba-4efb-b718-bee619e03aa8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1d975209-1448-49e3-b064-737640ba01f1 HTTP/1.1" status: 200 len: 867 time: 0.0757704 Jun 11 09:39:51.214415 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b87cb75-0312-4506-a17d-eb82458bc5af req-0bdb025f-98a6-4882-878d-ae85eb74ff7c tempest-LiveMigrationTest-1264164380 tempest-LiveMigrationTest-1264164380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:51.215869 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1b87cb75-0312-4506-a17d-eb82458bc5af req-0bdb025f-98a6-4882-878d-ae85eb74ff7c tempest-LiveMigrationTest-1264164380 tempest-LiveMigrationTest-1264164380-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=eb53acf8-b818-4202-8875-71959f7fc254 HTTP/1.1" status: 200 len: 1097 time: 0.4366639 Jun 11 09:39:51.227464 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0064c965-de78-4140-b344-a33d22bf079a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:51.233427 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-c156c990-f7c3-459d-832e-b987605f73d9 req-23b04e43-27fe-4df0-aa74-8ea54c677854 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:51.233760 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-c156c990-f7c3-459d-832e-b987605f73d9 req-23b04e43-27fe-4df0-aa74-8ea54c677854 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:51.258260 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ddc666c1-7349-4f56-9bda-9097f50b501d tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:51.291506 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1b87cb75-0312-4506-a17d-eb82458bc5af req-18fdea65-f956-403e-8f61-5f32843c9817 tempest-LiveMigrationTest-1264164380 tempest-LiveMigrationTest-1264164380-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506477 Jun 11 09:39:51.298275 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff177bc-62f8-463f-8ea3-b5a5b915fbed req-965f9265-4e07-4e73-a0c8-d44272cc2a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:51.299746 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5ff177bc-62f8-463f-8ea3-b5a5b915fbed req-965f9265-4e07-4e73-a0c8-d44272cc2a17 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2200e55c-0960-4aac-b7a8-ebf0eca39b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0964494 Jun 11 09:39:51.353123 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-c156c990-f7c3-459d-832e-b987605f73d9 req-23b04e43-27fe-4df0-aa74-8ea54c677854 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Calling delete_port for e1189229-24c0-4b65-9b9e-2d6b414a8a01 owned by network:floatingip {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:39:51.465627 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5ff177bc-62f8-463f-8ea3-b5a5b915fbed req-3627370b-e4c4-46f4-935b-27ed10600a9e service neutron] 10.222.0.69 "GET /v2.0/networks/2200e55c-0960-4aac-b7a8-ebf0eca39b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575270 Jun 11 09:39:51.529231 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ddc666c1-7349-4f56-9bda-9097f50b501d tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:51.616014 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5ff177bc-62f8-463f-8ea3-b5a5b915fbed req-94d246e2-2453-434d-9078-c3dd3cfec417 service neutron] 10.222.0.69 "GET /v2.0/networks/2200e55c-0960-4aac-b7a8-ebf0eca39b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421394 Jun 11 09:39:51.691553 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff5f187-8284-4895-84cb-018481f68b08 req-e1e957c0-8fb5-4cac-87df-db26bb3fff54 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:51.692998 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-aff5f187-8284-4895-84cb-018481f68b08 req-e1e957c0-8fb5-4cac-87df-db26bb3fff54 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=38c6c614-27f4-461f-b2e5-2fd3163ed925 HTTP/1.1" status: 200 len: 944 time: 0.0744822 Jun 11 09:39:51.739149 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-aff5f187-8284-4895-84cb-018481f68b08 req-acc6e789-55aa-4ba9-ad1c-20b370bfe138 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397604 Jun 11 09:39:51.979173 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0064c965-de78-4140-b344-a33d22bf079a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:52.040838 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 2144b4ad-944a-49ca-91b2-c333f7af0206 details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:39:52.041572 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0064c965-de78-4140-b344-a33d22bf079a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:52.047725 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5909d1c7-5247-4962-ba79-38aaadd874c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:52.098516 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ddc666c1-7349-4f56-9bda-9097f50b501d tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:52.100500 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-c156c990-f7c3-459d-832e-b987605f73d9 req-23b04e43-27fe-4df0-aa74-8ea54c677854 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:52.109143 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-0064c965-de78-4140-b344-a33d22bf079a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2c92ec877da3496685325e803ab81c64&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0626335 Jun 11 09:39:52.109514 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 35686) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:39:52.111177 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0064c965-de78-4140-b344-a33d22bf079a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b6f522-3e99-4df7-b04b-706f7e21f5e1,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:52.128364 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0064c965-de78-4140-b344-a33d22bf079a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:52.131409 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7b917931-3da1-4e42-b7de-e029d53e3c04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:52.173034 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b04e43-27fe-4df0-aa74-8ea54c677854 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Pushing event deleted for resources: {'Port': ['ID=e1189229-24c0-4b65-9b9e-2d6b414a8a01,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:52.204914 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-23b04e43-27fe-4df0-aa74-8ea54c677854 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:52.207485 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ddc666c1-7349-4f56-9bda-9097f50b501d tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:52.210584 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-c156c990-f7c3-459d-832e-b987605f73d9 req-23b04e43-27fe-4df0-aa74-8ea54c677854 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Notify callbacks [] for floatingip, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:52.211887 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 2144b4ad-944a-49ca-91b2-c333f7af0206, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=2144b4ad-944a-49ca-91b2-c333f7af0206,segment=NetworkSegment(56281ee1-4859-40f0-b2a0-2c2117bfda04),segment_id=56281ee1-4859-40f0-b2a0-2c2117bfda04)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:39:52.213106 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-c156c990-f7c3-459d-832e-b987605f73d9 req-23b04e43-27fe-4df0-aa74-8ea54c677854 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:52.223819 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c156c990-f7c3-459d-832e-b987605f73d9 req-23b04e43-27fe-4df0-aa74-8ea54c677854 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] 10.222.0.60 "DELETE /v2.0/floatingips/256c919f-e4a9-4c76-9540-73ee67a14e3d HTTP/1.1" status: 204 len: 173 time: 1.4598362 Jun 11 09:39:52.223819 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7b917931-3da1-4e42-b7de-e029d53e3c04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:52.225231 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a492e510-dfd0-407b-86ae-1e422ace8d97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:52.247720 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': '2144b4ad-944a-49ca-91b2-c333f7af0206', 'network_id': '53a42219-c346-45f9-be41-c5dabab2438f', 'port_id': '2144b4ad-944a-49ca-91b2-c333f7af0206', 'mac_address': 'fa:16:3e:f1:27:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20094bda-f8d4-46e6-bab1-f100394de689', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:39:52.259335 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ddc666c1-7349-4f56-9bda-9097f50b501d tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:52.279254 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a492e510-dfd0-407b-86ae-1e422ace8d97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:52.283218 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc666c1-7349-4f56-9bda-9097f50b501d tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Pushing event updated for resources: {'Port': ['ID=d867f0b0-fa19-461b-8cfb-c6dab0b16e92,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:52.292657 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ddc666c1-7349-4f56-9bda-9097f50b501d tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:52.322927 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:52.342053 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2144b4ad-944a-49ca-91b2-c333f7af0206 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:39:52.347925 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ddc666c1-7349-4f56-9bda-9097f50b501d tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:52.349481 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-ddc666c1-7349-4f56-9bda-9097f50b501d tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8989656 Jun 11 09:39:52.374315 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 2144b4ad-944a-49ca-91b2-c333f7af0206, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=2144b4ad-944a-49ca-91b2-c333f7af0206,segment=NetworkSegment(56281ee1-4859-40f0-b2a0-2c2117bfda04),segment_id=56281ee1-4859-40f0-b2a0-2c2117bfda04)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:39:52.399767 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a492e510-dfd0-407b-86ae-1e422ace8d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:52.402470 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a492e510-dfd0-407b-86ae-1e422ace8d97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:52.403824 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-a492e510-dfd0-407b-86ae-1e422ace8d97 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f2b6f522-3e99-4df7-b04b-706f7e21f5e1 HTTP/1.1" status: 204 len: 168 time: 0.2931809 Jun 11 09:39:52.405722 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2572a1a7-a815-41e6-9387-7038d22d882d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:52.423289 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a492e510-dfd0-407b-86ae-1e422ace8d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b6f522-3e99-4df7-b04b-706f7e21f5e1,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:52.425589 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a492e510-dfd0-407b-86ae-1e422ace8d97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:52.451400 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:52.455085 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-022c2583-5e78-4cb9-933f-39f54f1c202b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:52.520364 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=2144b4ad-944a-49ca-91b2-c333f7af0206,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:52.523516 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:52.597988 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d37dcff-ad4e-46f2-915a-2b6dd99d0ddb req-d7450fec-1c12-4ffe-92dc-7306b72dd4d6 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:52.599445 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7d37dcff-ad4e-46f2-915a-2b6dd99d0ddb req-d7450fec-1c12-4ffe-92dc-7306b72dd4d6 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff1ba82c-bd21-4809-9fbc-49b45da5e27f HTTP/1.1" status: 200 len: 950 time: 0.0728726 Jun 11 09:39:52.642377 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7d37dcff-ad4e-46f2-915a-2b6dd99d0ddb req-897a3b91-c8ff-44cb-a2d0-e3b31995493f tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] 10.222.0.60 "GET /v2.0/security-groups?id=79d73196-6efa-49b1-8eea-73a979435c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371156 Jun 11 09:39:52.806100 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['2144b4ad-944a-49ca-91b2-c333f7af0206'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:39:53.191223 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 35730) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:39:53.208052 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8511f5d0-9654-4449-9110-9fec5784d36b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:53.285044 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b33ffe-42a5-4bcd-8e17-0afd0cb86190 req-e8391003-285d-4d09-9b59-11c01fb50fa4 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:53.286480 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c4b33ffe-42a5-4bcd-8e17-0afd0cb86190 req-e8391003-285d-4d09-9b59-11c01fb50fa4 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a2b2a1d-dfdb-45de-ae9b-0ea7720fd0d1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1227231 Jun 11 09:39:53.307249 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8511f5d0-9654-4449-9110-9fec5784d36b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:53.340167 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c4b33ffe-42a5-4bcd-8e17-0afd0cb86190 req-bea34976-0e88-41ea-9d02-2d59d89711d5 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0477755 Jun 11 09:39:53.370512 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8511f5d0-9654-4449-9110-9fec5784d36b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:53.374283 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0064c965-de78-4140-b344-a33d22bf079a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:53.418262 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-8511f5d0-9654-4449-9110-9fec5784d36b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=46546d5263724a1290c5778e378f1531&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2255101 Jun 11 09:39:53.420224 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8511f5d0-9654-4449-9110-9fec5784d36b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f0f7ea-e200-4db5-b947-b737e9996dd2,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:53.421010 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 35744) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:39:53.423145 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8511f5d0-9654-4449-9110-9fec5784d36b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:53.508245 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cd5d74b6-3c1d-464b-bf42-1d9be2bc9ab7 req-a3143b96-abb9-46aa-b939-046cfca1edfd tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--892715341&fields=id&tenant_id=ac78eeea7bf3498e9a17f0b731c3620c HTTP/1.1" status: 200 len: 267 time: 0.0788321 Jun 11 09:39:53.546164 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9abce3a1-b5f5-456f-aee4-20268a449663 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:53.626574 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9abce3a1-b5f5-456f-aee4-20268a449663 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:53.691438 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5d74b6-3c1d-464b-bf42-1d9be2bc9ab7 req-40d87e8d-3095-40ad-83bd-4900202b0aff tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:53.692921 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cd5d74b6-3c1d-464b-bf42-1d9be2bc9ab7 req-40d87e8d-3095-40ad-83bd-4900202b0aff tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] 10.222.0.60 "GET /v2.0/networks?id=bd769a33-d2ae-4a77-8be2-0047382ae593 HTTP/1.1" status: 200 len: 824 time: 0.1734755 Jun 11 09:39:53.712617 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cd5d74b6-3c1d-464b-bf42-1d9be2bc9ab7 req-e687fede-7980-4841-8100-9ea8cc507c0a tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] 10.222.0.60 "GET /v2.0/quotas/ac78eeea7bf3498e9a17f0b731c3620c HTTP/1.1" status: 200 len: 375 time: 0.0125582 Jun 11 09:39:53.824070 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9abce3a1-b5f5-456f-aee4-20268a449663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:53.826542 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9abce3a1-b5f5-456f-aee4-20268a449663 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:53.828210 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-9abce3a1-b5f5-456f-aee4-20268a449663 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d3f0f7ea-e200-4db5-b947-b737e9996dd2 HTTP/1.1" status: 204 len: 168 time: 0.4061430 Jun 11 09:39:53.829902 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5e351639-9d31-40a1-b62f-73927a745669 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:53.850751 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bd0643-e6b9-4ee4-b37b-501d39b6f9a8 req-14f20236-82e7-4980-8133-d0e6ecc9bc9d tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:53.852211 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c8bd0643-e6b9-4ee4-b37b-501d39b6f9a8 req-14f20236-82e7-4980-8133-d0e6ecc9bc9d tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff1ba82c-bd21-4809-9fbc-49b45da5e27f HTTP/1.1" status: 200 len: 950 time: 0.1411486 Jun 11 09:39:53.852972 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abce3a1-b5f5-456f-aee4-20268a449663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f0f7ea-e200-4db5-b947-b737e9996dd2,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:53.862307 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cd5d74b6-3c1d-464b-bf42-1d9be2bc9ab7 req-7d69fdd6-d678-49a9-bbd5-dc174c731680 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ac78eeea7bf3498e9a17f0b731c3620c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1425388 Jun 11 09:39:53.864297 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9abce3a1-b5f5-456f-aee4-20268a449663 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:54.069804 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cd5d74b6-3c1d-464b-bf42-1d9be2bc9ab7 req-3e9ccc74-ed4d-4707-a238-227929cac729 service neutron] 10.222.0.60 "GET /v2.0/networks/bd769a33-d2ae-4a77-8be2-0047382ae593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922567 Jun 11 09:39:54.073888 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 2144b4ad-944a-49ca-91b2-c333f7af0206 up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:39:54.114602 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-c8bd0643-e6b9-4ee4-b37b-501d39b6f9a8 req-3b5b2dfb-8b89-4ec6-b9ba-0ad695e1bd22 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] Deleting port 3afb2ec6-27e8-407c-b7ea-8979431dde79 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:39:54.114837 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-c8bd0643-e6b9-4ee4-b37b-501d39b6f9a8 req-3b5b2dfb-8b89-4ec6-b9ba-0ad695e1bd22 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:54.205211 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning for port 2144b4ad-944a-49ca-91b2-c333f7af0206 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:39:54.209480 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port 2144b4ad-944a-49ca-91b2-c333f7af0206 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:39:54.209958 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:54.243206 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [req-8eb9489c-1217-47c9-b053-a4a951a65ac0 req-170e827c-c8c2-43dd-82f8-4e8ec952c54f tempest-LiveMigrationTest-1264164380 tempest-LiveMigrationTest-1264164380-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 09:39:54.246151 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8eb9489c-1217-47c9-b053-a4a951a65ac0 req-170e827c-c8c2-43dd-82f8-4e8ec952c54f tempest-LiveMigrationTest-1264164380 tempest-LiveMigrationTest-1264164380-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089152 Jun 11 09:39:54.262032 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-8eb9489c-1217-47c9-b053-a4a951a65ac0 req-d87bf14e-dc26-4b6d-a149-e5419e72d7a4 service neutron] Request body: {'binding': {'host': 'n-h2-779913-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:39:54.263153 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-8eb9489c-1217-47c9-b053-a4a951a65ac0 req-d87bf14e-dc26-4b6d-a149-e5419e72d7a4 service neutron] Unknown quota resources ['binding']. {{(pid=93176) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 11 09:39:54.282610 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cd5d74b6-3c1d-464b-bf42-1d9be2bc9ab7 req-c54fbae1-765b-4c9a-9c09-c2fb8dd7ea94 service neutron] 10.222.0.60 "GET /v2.0/networks/bd769a33-d2ae-4a77-8be2-0047382ae593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048326 Jun 11 09:39:54.298023 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-c8bd0643-e6b9-4ee4-b37b-501d39b6f9a8 req-3b5b2dfb-8b89-4ec6-b9ba-0ad695e1bd22 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] For port 3afb2ec6-27e8-407c-b7ea-8979431dde79, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=3afb2ec6-27e8-407c-b7ea-8979431dde79,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:39:54.298572 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-c8bd0643-e6b9-4ee4-b37b-501d39b6f9a8 req-3b5b2dfb-8b89-4ec6-b9ba-0ad695e1bd22 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:54.321364 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:54.351924 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c6c614-27f4-461f-b2e5-2fd3163ed925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2144b4ad-944a-49ca-91b2-c333f7af0206'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:39:54.354539 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-073d1db7-11de-42ae-ae71-162e17e8124f" -d '{"events": [{"server_uuid": "38c6c614-27f4-461f-b2e5-2fd3163ed925", "name": "network-vif-plugged", "status": "completed", "tag": "2144b4ad-944a-49ca-91b2-c333f7af0206"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:39:54.373962 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 2144b4ad-944a-49ca-91b2-c333f7af0206, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=2144b4ad-944a-49ca-91b2-c333f7af0206,segment=NetworkSegment(56281ee1-4859-40f0-b2a0-2c2117bfda04),segment_id=56281ee1-4859-40f0-b2a0-2c2117bfda04)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:39:54.400314 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-c8bd0643-e6b9-4ee4-b37b-501d39b6f9a8 req-3b5b2dfb-8b89-4ec6-b9ba-0ad695e1bd22 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] Calling delete_port for 3afb2ec6-27e8-407c-b7ea-8979431dde79 owned by compute:nova {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:39:54.477340 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:54.479370 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:54.561114 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=2144b4ad-944a-49ca-91b2-c333f7af0206,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:54.568696 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-8eb9489c-1217-47c9-b053-a4a951a65ac0 req-d87bf14e-dc26-4b6d-a149-e5419e72d7a4 service neutron] Attempting to bind port a4e92fe1-f7e7-48a2-823e-9c3ae07a476e on host n-h2-779913-12 for vnic_type normal with profile None {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:39:54.569038 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-8eb9489c-1217-47c9-b053-a4a951a65ac0 req-d87bf14e-dc26-4b6d-a149-e5419e72d7a4 service neutron] Attempting to bind port a4e92fe1-f7e7-48a2-823e-9c3ae07a476e by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': '9149788d-877e-41af-83c2-5ce6b1848f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f64764ef-1d16-4bb9-abcb-ee15625f8d04'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:39:54.569731 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb9489c-1217-47c9-b053-a4a951a65ac0 req-d87bf14e-dc26-4b6d-a149-e5419e72d7a4 service neutron] Attempting to bind port a4e92fe1-f7e7-48a2-823e-9c3ae07a476e on network f64764ef-1d16-4bb9-abcb-ee15625f8d04 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:39:54.575670 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb9489c-1217-47c9-b053-a4a951a65ac0 req-d87bf14e-dc26-4b6d-a149-e5419e72d7a4 service neutron] Port a4e92fe1-f7e7-48a2-823e-9c3ae07a476e on network f64764ef-1d16-4bb9-abcb-ee15625f8d04 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:39:54.576182 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb9489c-1217-47c9-b053-a4a951a65ac0 req-d87bf14e-dc26-4b6d-a149-e5419e72d7a4 service neutron] Attempting to bind port a4e92fe1-f7e7-48a2-823e-9c3ae07a476e on network f64764ef-1d16-4bb9-abcb-ee15625f8d04 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:39:54.576694 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:54.582923 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb9489c-1217-47c9-b053-a4a951a65ac0 req-d87bf14e-dc26-4b6d-a149-e5419e72d7a4 service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:39:54.583260 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb9489c-1217-47c9-b053-a4a951a65ac0 req-d87bf14e-dc26-4b6d-a149-e5419e72d7a4 service neutron] Checking segment: {'id': '9149788d-877e-41af-83c2-5ce6b1848f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f64764ef-1d16-4bb9-abcb-ee15625f8d04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:39:54.583806 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb9489c-1217-47c9-b053-a4a951a65ac0 req-d87bf14e-dc26-4b6d-a149-e5419e72d7a4 service neutron] Bound using segment: {'id': '9149788d-877e-41af-83c2-5ce6b1848f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f64764ef-1d16-4bb9-abcb-ee15625f8d04'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:39:54.584234 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-8eb9489c-1217-47c9-b053-a4a951a65ac0 req-d87bf14e-dc26-4b6d-a149-e5419e72d7a4 service neutron] Bound port: a4e92fe1-f7e7-48a2-823e-9c3ae07a476e, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9149788d-877e-41af-83c2-5ce6b1848f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f64764ef-1d16-4bb9-abcb-ee15625f8d04'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:39:54.625565 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-c8bd0643-e6b9-4ee4-b37b-501d39b6f9a8 req-3b5b2dfb-8b89-4ec6-b9ba-0ad695e1bd22 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:54.630332 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c7a5c61f-10ab-4523-adab-34794a4334f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:54.640378 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['3afb2ec6-27e8-407c-b7ea-8979431dde79'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:39:54.642956 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['b89e81e3-9a41-4876-bc78-33fc8bc2195a'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:39:54.662182 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-8eb9489c-1217-47c9-b053-a4a951a65ac0 req-d87bf14e-dc26-4b6d-a149-e5419e72d7a4 service neutron] For port a4e92fe1-f7e7-48a2-823e-9c3ae07a476e, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=a4e92fe1-f7e7-48a2-823e-9c3ae07a476e,segment=NetworkSegment(9149788d-877e-41af-83c2-5ce6b1848f17),segment_id=9149788d-877e-41af-83c2-5ce6b1848f17)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:39:54.676234 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5b2dfb-8b89-4ec6-b9ba-0ad695e1bd22 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] Pushing event deleted for resources: {'Port': ['ID=3afb2ec6-27e8-407c-b7ea-8979431dde79,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:54.680368 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3b5b2dfb-8b89-4ec6-b9ba-0ad695e1bd22 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:54.755386 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-8eb9489c-1217-47c9-b053-a4a951a65ac0 req-d87bf14e-dc26-4b6d-a149-e5419e72d7a4 service neutron] Notify callbacks [] for binding, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:54.756862 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8eb9489c-1217-47c9-b053-a4a951a65ac0 req-d87bf14e-dc26-4b6d-a149-e5419e72d7a4 service neutron] 10.222.0.60 "POST /v2.0/ports/a4e92fe1-f7e7-48a2-823e-9c3ae07a476e/bindings HTTP/1.1" status: 201 len: 390 time: 0.4993241 Jun 11 09:39:54.818642 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b66a1f8-321a-476a-9e93-06bace437fbc req-995ea707-9f1e-4efc-b897-433b0d57b915 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:54.820235 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5b66a1f8-321a-476a-9e93-06bace437fbc req-995ea707-9f1e-4efc-b897-433b0d57b915 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=38c6c614-27f4-461f-b2e5-2fd3163ed925 HTTP/1.1" status: 200 len: 946 time: 0.0998156 Jun 11 09:39:54.896160 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5b66a1f8-321a-476a-9e93-06bace437fbc req-4a5ad4dc-c61e-41e9-943f-687ce2c281a0 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627048 Jun 11 09:39:55.099760 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8bd0643-e6b9-4ee4-b37b-501d39b6f9a8 req-3b5b2dfb-8b89-4ec6-b9ba-0ad695e1bd22 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] No DVR routers for this DVR port 3afb2ec6-27e8-407c-b7ea-8979431dde79 on host n-h1-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:39:55.102639 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-c8bd0643-e6b9-4ee4-b37b-501d39b6f9a8 req-3b5b2dfb-8b89-4ec6-b9ba-0ad695e1bd22 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:55.104875 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c8bd0643-e6b9-4ee4-b37b-501d39b6f9a8 req-3b5b2dfb-8b89-4ec6-b9ba-0ad695e1bd22 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] 10.222.0.64 "DELETE /v2.0/ports/3afb2ec6-27e8-407c-b7ea-8979431dde79 HTTP/1.1" status: 204 len: 173 time: 1.2416699 Jun 11 09:39:55.105577 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff1ba82c-bd21-4809-9fbc-49b45da5e27f', 'name': 'network-vif-deleted', 'tag': '3afb2ec6-27e8-407c-b7ea-8979431dde79'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:39:55.109234 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f7bde5-3fc5-423e-9d95-8ab2ea863f46" -d '{"events": [{"server_uuid": "ff1ba82c-bd21-4809-9fbc-49b45da5e27f", "name": "network-vif-deleted", "tag": "3afb2ec6-27e8-407c-b7ea-8979431dde79"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:39:55.145801 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f9a02ded-1a59-4632-92a1-922ef9501009 req-ad6707c1-512a-40f0-ae8a-cbdfde205fa2 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0676951 Jun 11 09:39:55.188828 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85207e8b-d3c7-49f0-93bd-e52e575d952a x-openstack-request-id: req-85207e8b-d3c7-49f0-93bd-e52e575d952a {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:39:55.189320 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38c6c614-27f4-461f-b2e5-2fd3163ed925", "name": "network-vif-plugged", "status": "completed", "tag": "2144b4ad-944a-49ca-91b2-c333f7af0206", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:39:55.189470 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-85207e8b-d3c7-49f0-93bd-e52e575d952a {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:39:55.189879 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38c6c614-27f4-461f-b2e5-2fd3163ed925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2144b4ad-944a-49ca-91b2-c333f7af0206', 'code': 200} Jun 11 09:39:55.190645 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 35794) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:39:55.303611 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d4e20d6d-5bfe-466d-9cae-3d99cd9b9177 req-1705a4b7-e38d-4506-8c0e-5bf28b82e5a9 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff1ba82c-bd21-4809-9fbc-49b45da5e27f HTTP/1.1" status: 200 len: 210 time: 0.0491500 Jun 11 09:39:55.348382 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-66d11799-2aa2-4af6-858f-f0b0ac63ebff req-9af95994-7ae6-493e-80a2-09dfe7ded2a1 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] 10.222.0.60 "GET /v2.0/ports?device_id=2296b1d4-21a8-436a-916c-04d1277a47ab HTTP/1.1" status: 200 len: 210 time: 0.1051726 Jun 11 09:39:55.395914 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a9091a-6aa3-4772-8f1c-5ca24aa7e826 req-d6b45963-d2e4-4086-a35d-03c2e4dd8acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:55.397954 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-29a9091a-6aa3-4772-8f1c-5ca24aa7e826 req-d6b45963-d2e4-4086-a35d-03c2e4dd8acc service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=38c6c614-27f4-461f-b2e5-2fd3163ed925 HTTP/1.1" status: 200 len: 1098 time: 0.1303797 Jun 11 09:39:55.436736 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-dbe1ac6c-02b8-4875-8390-2896f6e280c6 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-258820853-network', 'tenant_id': 'ddd6be7c87a8413890bc7fa43632d87b'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:39:55.505543 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-29a9091a-6aa3-4772-8f1c-5ca24aa7e826 req-d1a5d54b-8032-4ed7-8b0b-dd586c322d9c service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011107 Jun 11 09:39:55.575264 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb9489c-1217-47c9-b053-a4a951a65ac0 req-dea63b0e-3534-40a7-9c7d-3d55b4f767d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:55.577319 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8eb9489c-1217-47c9-b053-a4a951a65ac0 req-dea63b0e-3534-40a7-9c7d-3d55b4f767d9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=455235d9344d45d29863b10a5775a249&device_id=eb53acf8-b818-4202-8875-71959f7fc254 HTTP/1.1" status: 200 len: 1097 time: 0.1443195 Jun 11 09:39:55.589920 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fbdcab-06ca-4433-9ec2-b3a4cf58a164 req-726cd3e7-6b3a-4470-8309-98c85438a3c6 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:55.591074 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b7fbdcab-06ca-4433-9ec2-b3a4cf58a164 req-726cd3e7-6b3a-4470-8309-98c85438a3c6 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb53acf8-b818-4202-8875-71959f7fc254 HTTP/1.1" status: 200 len: 945 time: 0.1050935 Jun 11 09:39:55.593200 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e9c99fb-38f0-48c4-a243-030ee12ab7ad x-openstack-request-id: req-4e9c99fb-38f0-48c4-a243-030ee12ab7ad {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:39:55.593678 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff1ba82c-bd21-4809-9fbc-49b45da5e27f", "name": "network-vif-deleted", "tag": "3afb2ec6-27e8-407c-b7ea-8979431dde79", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:39:55.596380 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4e9c99fb-38f0-48c4-a243-030ee12ab7ad {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:39:55.596380 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff1ba82c-bd21-4809-9fbc-49b45da5e27f', 'name': 'network-vif-deleted', 'tag': '3afb2ec6-27e8-407c-b7ea-8979431dde79', 'status': 'completed', 'code': 200} Jun 11 09:39:55.596380 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe1ac6c-02b8-4875-8390-2896f6e280c6 admin admin] Made reservation on behalf of ddd6be7c87a8413890bc7fa43632d87b for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:39:55.597851 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-dbe1ac6c-02b8-4875-8390-2896f6e280c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:55.618415 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-dbe1ac6c-02b8-4875-8390-2896f6e280c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:55.691038 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b7fbdcab-06ca-4433-9ec2-b3a4cf58a164 req-1103a2b6-5ce6-4bc3-b9b6-977d223d1470 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900719 Jun 11 09:39:55.816866 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb9489c-1217-47c9-b053-a4a951a65ac0 req-f0ecd326-b05b-4969-80bc-94fb309eb29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:55.817651 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8eb9489c-1217-47c9-b053-a4a951a65ac0 req-f0ecd326-b05b-4969-80bc-94fb309eb29b service neutron] 10.222.0.69 "GET /v2.0/networks?id=f64764ef-1d16-4bb9-abcb-ee15625f8d04 HTTP/1.1" status: 200 len: 908 time: 0.1573164 Jun 11 09:39:55.891434 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8eb9489c-1217-47c9-b053-a4a951a65ac0 req-3aa042b5-9dfe-435b-86ea-383410f717e0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a4e92fe1-f7e7-48a2-823e-9c3ae07a476e HTTP/1.1" status: 200 len: 217 time: 0.0648286 Jun 11 09:39:55.940084 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-dbe1ac6c-02b8-4875-8390-2896f6e280c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:55.958869 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb9489c-1217-47c9-b053-a4a951a65ac0 req-62c638b6-a0a0-4156-b600-59efddb4191a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:55.960374 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8eb9489c-1217-47c9-b053-a4a951a65ac0 req-62c638b6-a0a0-4156-b600-59efddb4191a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f707fbf9-d6b5-48f4-b1c1-e5fd7bd963f6 HTTP/1.1" status: 200 len: 847 time: 0.0577040 Jun 11 09:39:56.004666 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8eb9489c-1217-47c9-b053-a4a951a65ac0 req-9b5d8206-78f9-4694-8b8f-ab1a44b3f670 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f64764ef-1d16-4bb9-abcb-ee15625f8d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345573 Jun 11 09:39:56.010632 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-dbe1ac6c-02b8-4875-8390-2896f6e280c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:56.017960 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9c92196a-dd7e-42a4-9a66-54d350dd7a91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:56.085194 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbe1ac6c-02b8-4875-8390-2896f6e280c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 786} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 09:39:56.423941 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb159b-3996-47f6-b725-e2d589d8c70b req-fcf6acb4-8b85-42c3-bc20-f235bc428de4 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:56.425593 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-20eb159b-3996-47f6-b725-e2d589d8c70b req-fcf6acb4-8b85-42c3-bc20-f235bc428de4 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a2b2a1d-dfdb-45de-ae9b-0ea7720fd0d1 HTTP/1.1" status: 200 len: 945 time: 0.0806065 Jun 11 09:39:56.432372 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe1ac6c-02b8-4875-8390-2896f6e280c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cce9630-4bfa-4ac8-a11d-37869d14edf0,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:56.436586 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-dbe1ac6c-02b8-4875-8390-2896f6e280c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:56.439657 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-dbe1ac6c-02b8-4875-8390-2896f6e280c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:56.440165 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-dbe1ac6c-02b8-4875-8390-2896f6e280c6 admin admin] Added segment 3311431f-b2a4-437d-a1d0-469a192dcca7 of type vlan for network dea381b6-a733-4971-a946-0efc11aa05b2 Jun 11 09:39:56.474857 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-20eb159b-3996-47f6-b725-e2d589d8c70b req-2ef82e33-4394-4459-8766-37ed829a354d tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] 10.222.0.60 "GET /v2.0/security-groups?id=49d753b7-a7cc-4778-bca2-d9ac12c2fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427294 Jun 11 09:39:56.552474 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-dbe1ac6c-02b8-4875-8390-2896f6e280c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:56.581761 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8eb9489c-1217-47c9-b053-a4a951a65ac0 req-ecd8d180-61d9-49c7-a0e3-ea4e19ae9d2b service neutron] 10.222.0.69 "GET /v2.0/networks/f64764ef-1d16-4bb9-abcb-ee15625f8d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5664589 Jun 11 09:39:56.648292 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdbb370-f592-46f9-b9b8-35ad907a3108 req-cd718c22-f831-4f8b-9111-6f9bc6a4cb58 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:56.649797 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cbdbb370-f592-46f9-b9b8-35ad907a3108 req-cd718c22-f831-4f8b-9111-6f9bc6a4cb58 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=38c6c614-27f4-461f-b2e5-2fd3163ed925 HTTP/1.1" status: 200 len: 946 time: 0.2116408 Jun 11 09:39:56.672030 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 35832) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:39:56.724826 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-dbe1ac6c-02b8-4875-8390-2896f6e280c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:56.743781 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3ed14675-6414-4c79-8f5e-ae47e3fd20df req-49283ab9-62fb-4fe9-9700-cbf463993c36 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] 10.222.0.60 "GET /v2.0/ports?device_id=2296b1d4-21a8-436a-916c-04d1277a47ab HTTP/1.1" status: 200 len: 210 time: 0.0443065 Jun 11 09:39:56.747759 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe1ac6c-02b8-4875-8390-2896f6e280c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:56.748317 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-dbe1ac6c-02b8-4875-8390-2896f6e280c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:56.765388 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:56.823219 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a1a7221f-a2bf-4e86-ba98-f182d8b5922a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:56.844268 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cbdbb370-f592-46f9-b9b8-35ad907a3108 req-f5f6e08b-7acd-473a-963f-e8268b89638f tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784499 Jun 11 09:39:56.908707 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-dbe1ac6c-02b8-4875-8390-2896f6e280c6 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7138419 Jun 11 09:39:56.908707 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe1ac6c-02b8-4875-8390-2896f6e280c6 admin admin] Pushing event updated for resources: {'Network': ['ID=dea381b6-a733-4971-a946-0efc11aa05b2,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:56.916917 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-dbe1ac6c-02b8-4875-8390-2896f6e280c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:56.916917 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8eb9489c-1217-47c9-b053-a4a951a65ac0 req-028ea1e8-a26b-492a-a572-a34417de0bbd service neutron] 10.222.0.69 "GET /v2.0/networks/f64764ef-1d16-4bb9-abcb-ee15625f8d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171003 Jun 11 09:39:56.917314 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 35840) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:39:56.917865 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network dea381b6-a733-4971-a946-0efc11aa05b2 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:39:56.923107 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-4997ef99-8f28-42e1-8bc6-1a874d4ba50d admin admin] Request body: {'subnet': {'network_id': 'dea381b6-a733-4971-a946-0efc11aa05b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-258820853-subnet', 'tenant_id': 'ddd6be7c87a8413890bc7fa43632d87b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:39:57.068905 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a1a7221f-a2bf-4e86-ba98-f182d8b5922a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:57.070251 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec913b2d-bcdc-41e2-8019-c782295152f2 req-d64acfeb-529b-4e34-a7f7-923108809b55 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:57.071851 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ec913b2d-bcdc-41e2-8019-c782295152f2 req-d64acfeb-529b-4e34-a7f7-923108809b55 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb53acf8-b818-4202-8875-71959f7fc254 HTTP/1.1" status: 200 len: 945 time: 0.0939527 Jun 11 09:39:57.141030 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a1a7221f-a2bf-4e86-ba98-f182d8b5922a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:57.146888 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3db53c96-b272-4bdd-a76d-0a5c7d6d3c4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:57.159031 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ec913b2d-bcdc-41e2-8019-c782295152f2 req-7d2176bb-6a02-43e7-adad-570c5aeb4441 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780141 Jun 11 09:39:57.173086 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb9489c-1217-47c9-b053-a4a951a65ac0 req-11b45379-896d-4c94-8642-422a2e172978 tempest-LiveMigrationTest-1264164380 tempest-LiveMigrationTest-1264164380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:57.174698 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8eb9489c-1217-47c9-b053-a4a951a65ac0 req-11b45379-896d-4c94-8642-422a2e172978 tempest-LiveMigrationTest-1264164380 tempest-LiveMigrationTest-1264164380-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=eb53acf8-b818-4202-8875-71959f7fc254&tenant_id=455235d9344d45d29863b10a5775a249&binding%3Ahost_id=n-h1-779913-12 HTTP/1.1" status: 200 len: 1097 time: 0.1019368 Jun 11 09:39:57.186950 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-8eb9489c-1217-47c9-b053-a4a951a65ac0 req-363e8bf7-be81-4cc2-86d1-24d1185bf706 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-779913-12'}}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:39:57.220813 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-a1a7221f-a2bf-4e86-ba98-f182d8b5922a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c769a3cb7b5a4c6e8ac5e4f4eee24717&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5476084 Jun 11 09:39:57.221828 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a7221f-a2bf-4e86-ba98-f182d8b5922a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bcaa96c-76da-4c0e-bc25-3118c9b8f08f,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:57.223710 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 35842) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:39:57.225217 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a1a7221f-a2bf-4e86-ba98-f182d8b5922a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:57.313723 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4997ef99-8f28-42e1-8bc6-1a874d4ba50d admin admin] Made reservation on behalf of ddd6be7c87a8413890bc7fa43632d87b for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:39:57.318600 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4997ef99-8f28-42e1-8bc6-1a874d4ba50d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:57.343678 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-8eb9489c-1217-47c9-b053-a4a951a65ac0 req-363e8bf7-be81-4cc2-86d1-24d1185bf706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:57.345952 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-aab888fa-6ebf-4138-9f90-c10dc96e5181 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:57.529796 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-aab888fa-6ebf-4138-9f90-c10dc96e5181 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:57.619126 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5d74b6-3c1d-464b-bf42-1d9be2bc9ab7 req-bb1869fb-b7b5-4143-89ea-c982b3a47409 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:57.620955 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cd5d74b6-3c1d-464b-bf42-1d9be2bc9ab7 req-bb1869fb-b7b5-4143-89ea-c982b3a47409 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] 10.222.0.69 "GET /v2.0/networks?id=bd769a33-d2ae-4a77-8be2-0047382ae593 HTTP/1.1" status: 200 len: 824 time: 0.2717674 Jun 11 09:39:57.635020 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61833db0-dea7-4b7f-bf1f-9ed604b390e1 req-77884ed2-b38a-4d30-baae-95aa809b8dc0 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:57.636553 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-61833db0-dea7-4b7f-bf1f-9ed604b390e1 req-77884ed2-b38a-4d30-baae-95aa809b8dc0 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9ea85b8-2f51-4556-a0ec-da627c0a57fb HTTP/1.1" status: 200 len: 950 time: 0.1943190 Jun 11 09:39:57.683549 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-61833db0-dea7-4b7f-bf1f-9ed604b390e1 req-e5721cee-2d95-41d3-9782-c7bbe1c40a4d tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] 10.222.0.60 "GET /v2.0/security-groups?id=79d73196-6efa-49b1-8eea-73a979435c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382698 Jun 11 09:39:57.723899 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4997ef99-8f28-42e1-8bc6-1a874d4ba50d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:57.727522 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:57.753943 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cd5d74b6-3c1d-464b-bf42-1d9be2bc9ab7 req-9a9259ff-aff3-4d1c-93bd-75e92dc9a2df tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac78eeea7bf3498e9a17f0b731c3620c HTTP/1.1" status: 200 len: 379 time: 0.0757875 Jun 11 09:39:57.759701 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-8eb9489c-1217-47c9-b053-a4a951a65ac0 req-363e8bf7-be81-4cc2-86d1-24d1185bf706 service neutron] For port a4e92fe1-f7e7-48a2-823e-9c3ae07a476e, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=a4e92fe1-f7e7-48a2-823e-9c3ae07a476e,segment=NetworkSegment(9149788d-877e-41af-83c2-5ce6b1848f17),segment_id=9149788d-877e-41af-83c2-5ce6b1848f17)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:39:57.766014 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-cd5d74b6-3c1d-464b-bf42-1d9be2bc9ab7 req-ea668ca1-3a7b-4f43-99a6-a30b9665cb3e tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Request body: {'port': {'device_id': '2296b1d4-21a8-436a-916c-04d1277a47ab', 'network_id': 'bd769a33-d2ae-4a77-8be2-0047382ae593', 'admin_state_up': True, 'tenant_id': 'ac78eeea7bf3498e9a17f0b731c3620c', 'security_groups': ['11bbb81f-d5e0-4a93-9cfb-d456f4aef7e5']}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:39:57.813550 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 3afb2ec6-27e8-407c-b7ea-8979431dde79 no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:39:57.828041 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4997ef99-8f28-42e1-8bc6-1a874d4ba50d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9464822a-40c7-43bf-9472-dfc6d667ace3,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:57.831172 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4997ef99-8f28-42e1-8bc6-1a874d4ba50d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:57.834158 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4997ef99-8f28-42e1-8bc6-1a874d4ba50d admin admin] Checking segment: {'id': '3311431f-b2a4-437d-a1d0-469a192dcca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'dea381b6-a733-4971-a946-0efc11aa05b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:39:57.834728 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4997ef99-8f28-42e1-8bc6-1a874d4ba50d admin admin] Network hostable DHCP agents. Network: dea381b6-a733-4971-a946-0efc11aa05b2, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 09:39:57.858038 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] No Port match for: 3afb2ec6-27e8-407c-b7ea-8979431dde79 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:39:57.858386 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 3afb2ec6-27e8-407c-b7ea-8979431dde79 not bound to the agent host n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:39:57.863983 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-aab888fa-6ebf-4138-9f90-c10dc96e5181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:57.866626 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-aab888fa-6ebf-4138-9f90-c10dc96e5181 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:57.867729 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-aab888fa-6ebf-4138-9f90-c10dc96e5181 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2bcaa96c-76da-4c0e-bc25-3118c9b8f08f HTTP/1.1" status: 204 len: 168 time: 0.6428344 Jun 11 09:39:57.875770 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-aee403a4-2ad9-43e2-9ad1-bd854e90967a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:57.925345 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4997ef99-8f28-42e1-8bc6-1a874d4ba50d admin admin] Network dea381b6-a733-4971-a946-0efc11aa05b2 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 09:39:57.944059 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab888fa-6ebf-4138-9f90-c10dc96e5181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bcaa96c-76da-4c0e-bc25-3118c9b8f08f,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:57.948550 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-aab888fa-6ebf-4138-9f90-c10dc96e5181 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:57.968013 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-8eb9489c-1217-47c9-b053-a4a951a65ac0 req-363e8bf7-be81-4cc2-86d1-24d1185bf706 service neutron] For port a4e92fe1-f7e7-48a2-823e-9c3ae07a476e, host n-h1-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:39:58.012098 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-de570def-6c42-4f3e-b38a-67f2235f6cb1 req-c614e157-784f-47b6-9176-fa6be33006ce tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] 10.222.0.60 "GET /v2.0/ports?device_id=2296b1d4-21a8-436a-916c-04d1277a47ab HTTP/1.1" status: 200 len: 210 time: 0.0328681 Jun 11 09:39:58.045706 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb53acf8-b818-4202-8875-71959f7fc254', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4e92fe1-f7e7-48a2-823e-9c3ae07a476e'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:39:58.047127 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-4997ef99-8f28-42e1-8bc6-1a874d4ba50d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, dea381b6-a733-4971-a946-0efc11aa05b2) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:39:58.048176 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cef795ed-67ca-42bc-82db-6b52b5ce69dd" -d '{"events": [{"server_uuid": "eb53acf8-b818-4202-8875-71959f7fc254", "name": "network-vif-unplugged", "status": "completed", "tag": "a4e92fe1-f7e7-48a2-823e-9c3ae07a476e"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:39:58.052217 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-8eb9489c-1217-47c9-b053-a4a951a65ac0 req-363e8bf7-be81-4cc2-86d1-24d1185bf706 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:58.065516 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e692eca-c8cb-4454-b4f6-b19ec63ee563 None None] Network dea381b6-a733-4971-a946-0efc11aa05b2 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:39:58.069820 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4997ef99-8f28-42e1-8bc6-1a874d4ba50d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:58.070812 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4997ef99-8f28-42e1-8bc6-1a874d4ba50d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:58.072887 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b05bf9-af44-4e3e-80a8-7560f09347ea req-aa31850e-23ad-4044-b1eb-b99ab45ae8b4 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:58.074403 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-03b05bf9-af44-4e3e-80a8-7560f09347ea req-aa31850e-23ad-4044-b1eb-b99ab45ae8b4 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a2b2a1d-dfdb-45de-ae9b-0ea7720fd0d1 HTTP/1.1" status: 200 len: 945 time: 0.2565322 Jun 11 09:39:58.122259 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-03b05bf9-af44-4e3e-80a8-7560f09347ea req-ad7531b9-5796-42db-a7ad-0faeaa28a322 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] 10.222.0.60 "GET /v2.0/security-groups?id=49d753b7-a7cc-4778-bca2-d9ac12c2fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410392 Jun 11 09:39:58.182413 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd5d74b6-3c1d-464b-bf42-1d9be2bc9ab7 req-ea668ca1-3a7b-4f43-99a6-a30b9665cb3e tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Made reservation on behalf of ac78eeea7bf3498e9a17f0b731c3620c for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:39:58.188925 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-cd5d74b6-3c1d-464b-bf42-1d9be2bc9ab7 req-ea668ca1-3a7b-4f43-99a6-a30b9665cb3e tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:58.226222 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Jun 2021 09:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b0036b4-a9a7-4695-8832-b69722c9f962 x-openstack-request-id: req-4b0036b4-a9a7-4695-8832-b69722c9f962 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:39:58.227544 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb53acf8-b818-4202-8875-71959f7fc254", "name": "network-vif-unplugged", "status": "completed", "tag": "a4e92fe1-f7e7-48a2-823e-9c3ae07a476e", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:39:58.228194 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4b0036b4-a9a7-4695-8832-b69722c9f962 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:39:58.229705 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb53acf8-b818-4202-8875-71959f7fc254', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4e92fe1-f7e7-48a2-823e-9c3ae07a476e', 'code': 200} Jun 11 09:39:58.233848 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-8eb9489c-1217-47c9-b053-a4a951a65ac0 req-363e8bf7-be81-4cc2-86d1-24d1185bf706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:58.244210 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:58.267378 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-4997ef99-8f28-42e1-8bc6-1a874d4ba50d admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3493941 Jun 11 09:39:58.305572 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5223b55-c04f-4946-af9c-cf55df3e7cb2 req-d594927d-2906-4607-935d-0751f8c9fc93 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:58.307201 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d5223b55-c04f-4946-af9c-cf55df3e7cb2 req-d594927d-2906-4607-935d-0751f8c9fc93 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a2b2a1d-dfdb-45de-ae9b-0ea7720fd0d1 HTTP/1.1" status: 200 len: 945 time: 0.1235719 Jun 11 09:39:58.318175 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6816d9b9-1cb7-4b2f-b4e2-5e6042ef94aa None None] Network dea381b6-a733-4971-a946-0efc11aa05b2 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:39:58.426232 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c38c19-20c2-4767-ba1d-f56d8f6b025a req-64faed1e-4d4c-4a95-8478-b273b8cdbbfc tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:58.434517 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-16c38c19-20c2-4767-ba1d-f56d8f6b025a req-64faed1e-4d4c-4a95-8478-b273b8cdbbfc tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=38c6c614-27f4-461f-b2e5-2fd3163ed925 HTTP/1.1" status: 200 len: 946 time: 0.2985168 Jun 11 09:39:58.474778 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-8eb9489c-1217-47c9-b053-a4a951a65ac0 req-363e8bf7-be81-4cc2-86d1-24d1185bf706 service neutron] Attempting to bind port a4e92fe1-f7e7-48a2-823e-9c3ae07a476e on host n-h1-779913-12 for vnic_type normal with profile {"migrating_to": "n-h2-779913-12"} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:39:58.474778 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-8eb9489c-1217-47c9-b053-a4a951a65ac0 req-363e8bf7-be81-4cc2-86d1-24d1185bf706 service neutron] Attempting to bind port a4e92fe1-f7e7-48a2-823e-9c3ae07a476e by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '9149788d-877e-41af-83c2-5ce6b1848f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f64764ef-1d16-4bb9-abcb-ee15625f8d04'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:39:58.474778 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb9489c-1217-47c9-b053-a4a951a65ac0 req-363e8bf7-be81-4cc2-86d1-24d1185bf706 service neutron] Attempting to bind port a4e92fe1-f7e7-48a2-823e-9c3ae07a476e on network f64764ef-1d16-4bb9-abcb-ee15625f8d04 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:39:58.485077 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb9489c-1217-47c9-b053-a4a951a65ac0 req-363e8bf7-be81-4cc2-86d1-24d1185bf706 service neutron] Port a4e92fe1-f7e7-48a2-823e-9c3ae07a476e on network f64764ef-1d16-4bb9-abcb-ee15625f8d04 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:39:58.485389 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb9489c-1217-47c9-b053-a4a951a65ac0 req-363e8bf7-be81-4cc2-86d1-24d1185bf706 service neutron] Attempting to bind port a4e92fe1-f7e7-48a2-823e-9c3ae07a476e on network f64764ef-1d16-4bb9-abcb-ee15625f8d04 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:39:58.507354 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb9489c-1217-47c9-b053-a4a951a65ac0 req-363e8bf7-be81-4cc2-86d1-24d1185bf706 service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:39:58.507766 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb9489c-1217-47c9-b053-a4a951a65ac0 req-363e8bf7-be81-4cc2-86d1-24d1185bf706 service neutron] Checking segment: {'id': '9149788d-877e-41af-83c2-5ce6b1848f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f64764ef-1d16-4bb9-abcb-ee15625f8d04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:39:58.508154 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb9489c-1217-47c9-b053-a4a951a65ac0 req-363e8bf7-be81-4cc2-86d1-24d1185bf706 service neutron] Bound using segment: {'id': '9149788d-877e-41af-83c2-5ce6b1848f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f64764ef-1d16-4bb9-abcb-ee15625f8d04'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:39:58.508836 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-8eb9489c-1217-47c9-b053-a4a951a65ac0 req-363e8bf7-be81-4cc2-86d1-24d1185bf706 service neutron] Bound port: a4e92fe1-f7e7-48a2-823e-9c3ae07a476e, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9149788d-877e-41af-83c2-5ce6b1848f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f64764ef-1d16-4bb9-abcb-ee15625f8d04'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:39:58.509165 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-8eb9489c-1217-47c9-b053-a4a951a65ac0 req-363e8bf7-be81-4cc2-86d1-24d1185bf706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:58.524589 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-16c38c19-20c2-4767-ba1d-f56d8f6b025a req-c19d594b-9b84-4103-94a3-5cb9cf293000 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892038 Jun 11 09:39:58.535269 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-d5223b55-c04f-4946-af9c-cf55df3e7cb2 req-c628e027-352f-4067-a9d8-308acf07faa2 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Deleting port bc16f2e0-9f29-4495-9e73-382743b1b0a1 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:39:58.535508 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-d5223b55-c04f-4946-af9c-cf55df3e7cb2 req-c628e027-352f-4067-a9d8-308acf07faa2 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:58.664399 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363e8bf7-be81-4cc2-86d1-24d1185bf706 service neutron] Pushing event updated for resources: {'Port': ['ID=a4e92fe1-f7e7-48a2-823e-9c3ae07a476e,revision_number=7']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:58.675114 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 35888) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:39:58.683165 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-363e8bf7-be81-4cc2-86d1-24d1185bf706 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:58.692277 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-d5223b55-c04f-4946-af9c-cf55df3e7cb2 req-c628e027-352f-4067-a9d8-308acf07faa2 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] For port bc16f2e0-9f29-4495-9e73-382743b1b0a1, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=bc16f2e0-9f29-4495-9e73-382743b1b0a1,segment=NetworkSegment(57391af4-6626-402e-b649-4a2d7f342011),segment_id=57391af4-6626-402e-b649-4a2d7f342011)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:39:58.692633 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-d5223b55-c04f-4946-af9c-cf55df3e7cb2 req-c628e027-352f-4067-a9d8-308acf07faa2 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:58.723026 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ee98dc46-b097-483e-8057-6919f109c30d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:58.736618 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [req-cd5d74b6-3c1d-464b-bf42-1d9be2bc9ab7 req-ea668ca1-3a7b-4f43-99a6-a30b9665cb3e tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Allocated IP 172.20.0.11 (bd769a33-d2ae-4a77-8be2-0047382ae593/fce8e258-cc45-4e2c-8dcb-94cdefb9f0b0/e0bef16c-1f3d-4385-ba40-86408bdd5059) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:39:58.752718 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b9a0e-4597-4a10-81d1-8b9797fe8e38 req-35d2ede6-894c-47be-b9c1-c0ca3b031698 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:58.754239 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-606b9a0e-4597-4a10-81d1-8b9797fe8e38 req-35d2ede6-894c-47be-b9c1-c0ca3b031698 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb53acf8-b818-4202-8875-71959f7fc254 HTTP/1.1" status: 200 len: 943 time: 0.2863355 Jun 11 09:39:58.763946 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-8eb9489c-1217-47c9-b053-a4a951a65ac0 req-363e8bf7-be81-4cc2-86d1-24d1185bf706 service neutron] For port a4e92fe1-f7e7-48a2-823e-9c3ae07a476e, host n-h1-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:39:58.769303 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-8eb9489c-1217-47c9-b053-a4a951a65ac0 req-363e8bf7-be81-4cc2-86d1-24d1185bf706 service neutron] For port a4e92fe1-f7e7-48a2-823e-9c3ae07a476e, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=a4e92fe1-f7e7-48a2-823e-9c3ae07a476e,segment=NetworkSegment(9149788d-877e-41af-83c2-5ce6b1848f17),segment_id=9149788d-877e-41af-83c2-5ce6b1848f17)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:39:58.840123 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-d5223b55-c04f-4946-af9c-cf55df3e7cb2 req-c628e027-352f-4067-a9d8-308acf07faa2 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Calling delete_port for bc16f2e0-9f29-4495-9e73-382743b1b0a1 owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:39:58.861824 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-8eb9489c-1217-47c9-b053-a4a951a65ac0 req-363e8bf7-be81-4cc2-86d1-24d1185bf706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:58.866346 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5f2afb46-bd44-480b-ae25-1cfcd905305c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:58.870444 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-606b9a0e-4597-4a10-81d1-8b9797fe8e38 req-a13e4e94-7660-4bf1-8038-9985a456d154 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030779 Jun 11 09:39:58.996986 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429ae7e5-283f-4064-8bed-ad4e4d687ebd req-3e6024d8-d860-44b2-9bce-b0286884bab8 tempest-LiveAutoBlockMigrationV225Test-226334702 tempest-LiveAutoBlockMigrationV225Test-226334702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:58.998552 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-429ae7e5-283f-4064-8bed-ad4e4d687ebd req-3e6024d8-d860-44b2-9bce-b0286884bab8 tempest-LiveAutoBlockMigrationV225Test-226334702 tempest-LiveAutoBlockMigrationV225Test-226334702-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=38c6c614-27f4-461f-b2e5-2fd3163ed925 HTTP/1.1" status: 200 len: 1098 time: 0.3032875 Jun 11 09:39:59.088709 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb9489c-1217-47c9-b053-a4a951a65ac0 req-363e8bf7-be81-4cc2-86d1-24d1185bf706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:59.089324 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-8eb9489c-1217-47c9-b053-a4a951a65ac0 req-363e8bf7-be81-4cc2-86d1-24d1185bf706 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:59.090712 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8eb9489c-1217-47c9-b053-a4a951a65ac0 req-363e8bf7-be81-4cc2-86d1-24d1185bf706 service neutron] 10.222.0.69 "PUT /v2.0/ports/a4e92fe1-f7e7-48a2-823e-9c3ae07a476e HTTP/1.1" status: 200 len: 1123 time: 1.9083185 Jun 11 09:39:59.091375 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363e8bf7-be81-4cc2-86d1-24d1185bf706 service neutron] Pushing event updated for resources: {'Port': ['ID=a4e92fe1-f7e7-48a2-823e-9c3ae07a476e,revision_number=8']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:59.097099 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-363e8bf7-be81-4cc2-86d1-24d1185bf706 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:59.100001 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-429ae7e5-283f-4064-8bed-ad4e4d687ebd req-95e8f7de-63bb-4b77-9118-ca7ab8ab8a74 tempest-LiveAutoBlockMigrationV225Test-226334702 tempest-LiveAutoBlockMigrationV225Test-226334702-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912921 Jun 11 09:39:59.135307 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ee98dc46-b097-483e-8057-6919f109c30d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:59.139459 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-cd5d74b6-3c1d-464b-bf42-1d9be2bc9ab7 req-ea668ca1-3a7b-4f43-99a6-a30b9665cb3e tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:59.162032 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['a4e92fe1-f7e7-48a2-823e-9c3ae07a476e'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:39:59.261739 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-d5223b55-c04f-4946-af9c-cf55df3e7cb2 req-c628e027-352f-4067-a9d8-308acf07faa2 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:59.275161 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['bc16f2e0-9f29-4495-9e73-382743b1b0a1'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:39:59.282692 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ee98dc46-b097-483e-8057-6919f109c30d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:59.292580 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-cd5d74b6-3c1d-464b-bf42-1d9be2bc9ab7 req-ea668ca1-3a7b-4f43-99a6-a30b9665cb3e tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Transition to ACTIVE for port object e0bef16c-1f3d-4385-ba40-86408bdd5059 will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:39:59.297246 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:59.304977 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 35910) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:39:59.315949 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-80316ba1-3795-46d5-b3e6-30850f1c4694 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-516904847-network', 'tenant_id': '3a85291b44a7429584d0c3b7eadd5119'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:39:59.344873 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bfd461-3707-4c2c-b866-a4ea696ceada req-1e7e46ce-9d09-4c0e-bb5c-769398d5cb93 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:59.346174 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-19bfd461-3707-4c2c-b866-a4ea696ceada req-1e7e46ce-9d09-4c0e-bb5c-769398d5cb93 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9ea85b8-2f51-4556-a0ec-da627c0a57fb HTTP/1.1" status: 200 len: 950 time: 0.2041914 Jun 11 09:39:59.396794 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9c6664-d430-43c4-ba4c-d42a52f9538b req-9939edac-2172-4d22-b3ae-6eb48c17d43a tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:59.398316 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5d9c6664-d430-43c4-ba4c-d42a52f9538b req-9939edac-2172-4d22-b3ae-6eb48c17d43a tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] 10.222.0.69 "GET /v2.0/ports?device_id=b9ea85b8-2f51-4556-a0ec-da627c0a57fb HTTP/1.1" status: 200 len: 950 time: 0.2094703 Jun 11 09:39:59.442903 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0b95b24d-e365-415d-b3df-4c96777eaeae req-e279f335-7bc3-4756-b483-2160e3697ff3 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] 10.222.0.60 "GET /v2.0/ports?device_id=2296b1d4-21a8-436a-916c-04d1277a47ab HTTP/1.1" status: 200 len: 210 time: 0.1172819 Jun 11 09:39:59.449592 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c628e027-352f-4067-a9d8-308acf07faa2 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Pushing event deleted for resources: {'Port': ['ID=bc16f2e0-9f29-4495-9e73-382743b1b0a1,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:59.453051 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c628e027-352f-4067-a9d8-308acf07faa2 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:59.461171 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80316ba1-3795-46d5-b3e6-30850f1c4694 admin admin] Made reservation on behalf of 3a85291b44a7429584d0c3b7eadd5119 for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:39:59.462114 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d9312c9f-b2d5-47bd-9771-e8610acd3937 tempest-LiveMigrationNegativeTest-433178134 tempest-LiveMigrationNegativeTest-433178134-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.155s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:59.463557 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-80316ba1-3795-46d5-b3e6-30850f1c4694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:59.480008 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-ee98dc46-b097-483e-8057-6919f109c30d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=40b319e88fff46de93feb9e2ee6ad3c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8031187 Jun 11 09:39:59.480761 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 35912) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:39:59.501875 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-80316ba1-3795-46d5-b3e6-30850f1c4694 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:59.508111 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-19bfd461-3707-4c2c-b866-a4ea696ceada req-59d86227-d063-411a-ac98-e3aefa9c9818 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] 10.222.0.60 "GET /v2.0/security-groups?id=79d73196-6efa-49b1-8eea-73a979435c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456814 Jun 11 09:39:59.562469 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5223b55-c04f-4946-af9c-cf55df3e7cb2 req-c628e027-352f-4067-a9d8-308acf07faa2 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] No DVR routers for this DVR port bc16f2e0-9f29-4495-9e73-382743b1b0a1 on host n-h2-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:39:59.569761 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-cd5d74b6-3c1d-464b-bf42-1d9be2bc9ab7 req-ea668ca1-3a7b-4f43-99a6-a30b9665cb3e tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:59.574392 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-d5223b55-c04f-4946-af9c-cf55df3e7cb2 req-c628e027-352f-4067-a9d8-308acf07faa2 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:59.577179 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d5223b55-c04f-4946-af9c-cf55df3e7cb2 req-c628e027-352f-4067-a9d8-308acf07faa2 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] 10.222.0.69 "DELETE /v2.0/ports/bc16f2e0-9f29-4495-9e73-382743b1b0a1 HTTP/1.1" status: 204 len: 173 time: 1.2595768 Jun 11 09:39:59.579773 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f7785b53-b18b-4bf3-9aca-469845be8d44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:59.579903 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a2b2a1d-dfdb-45de-ae9b-0ea7720fd0d1', 'name': 'network-vif-deleted', 'tag': 'bc16f2e0-9f29-4495-9e73-382743b1b0a1'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:39:59.580158 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34bc607e-141c-4b74-a9dc-19cc51f89bbb" -d '{"events": [{"server_uuid": "6a2b2a1d-dfdb-45de-ae9b-0ea7720fd0d1", "name": "network-vif-deleted", "tag": "bc16f2e0-9f29-4495-9e73-382743b1b0a1"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:39:59.596863 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee98dc46-b097-483e-8057-6919f109c30d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9def53f7-e36c-4003-81a2-f41b6dd47b1b,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:59.602309 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ee98dc46-b097-483e-8057-6919f109c30d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:59.605213 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-222b1895-0409-4b52-b9da-3f4bf946fa33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:59.634441 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-222b1895-0409-4b52-b9da-3f4bf946fa33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:59.662781 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd5d74b6-3c1d-464b-bf42-1d9be2bc9ab7 req-ea668ca1-3a7b-4f43-99a6-a30b9665cb3e tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Network bd769a33-d2ae-4a77-8be2-0047382ae593 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:39:59.671929 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [req-cd5d74b6-3c1d-464b-bf42-1d9be2bc9ab7 req-ea668ca1-3a7b-4f43-99a6-a30b9665cb3e tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:39:59.679694 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd5d74b6-3c1d-464b-bf42-1d9be2bc9ab7 req-ea668ca1-3a7b-4f43-99a6-a30b9665cb3e tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:39:59.685343 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5d74b6-3c1d-464b-bf42-1d9be2bc9ab7 req-ea668ca1-3a7b-4f43-99a6-a30b9665cb3e tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:39:59.686530 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-cd5d74b6-3c1d-464b-bf42-1d9be2bc9ab7 req-ea668ca1-3a7b-4f43-99a6-a30b9665cb3e tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:59.692059 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea668ca1-3a7b-4f43-99a6-a30b9665cb3e tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Pushing event updated for resources: {'Port': ['ID=e0bef16c-1f3d-4385-ba40-86408bdd5059,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:59.711409 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ea668ca1-3a7b-4f43-99a6-a30b9665cb3e tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:59.723965 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-605780e9-74fc-43d9-9688-948dd8e63b84 req-ef99527f-bf38-4011-9d34-f63499c1a09b tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a2b2a1d-dfdb-45de-ae9b-0ea7720fd0d1 HTTP/1.1" status: 200 len: 210 time: 0.0461833 Jun 11 09:39:59.741243 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-5d9c6664-d430-43c4-ba4c-d42a52f9538b req-ad5ba8a5-0fc9-4eca-993d-ded2cdc3d665 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] Deleting port b89e81e3-9a41-4876-bc78-33fc8bc2195a {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:39:59.741581 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-5d9c6664-d430-43c4-ba4c-d42a52f9538b req-ad5ba8a5-0fc9-4eca-993d-ded2cdc3d665 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:59.809016 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-222b1895-0409-4b52-b9da-3f4bf946fa33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:59.813964 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-222b1895-0409-4b52-b9da-3f4bf946fa33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:39:59.820275 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-222b1895-0409-4b52-b9da-3f4bf946fa33 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9def53f7-e36c-4003-81a2-f41b6dd47b1b HTTP/1.1" status: 204 len: 168 time: 0.3092797 Jun 11 09:39:59.822655 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-06e7fbf1-67b9-43e9-9c3f-5121652fb9ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:39:59.832352 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222b1895-0409-4b52-b9da-3f4bf946fa33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9def53f7-e36c-4003-81a2-f41b6dd47b1b,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:39:59.835418 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-222b1895-0409-4b52-b9da-3f4bf946fa33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:39:59.927557 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab263474-d383-407a-9112-0751757b518d x-openstack-request-id: req-ab263474-d383-407a-9112-0751757b518d {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:39:59.927930 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a2b2a1d-dfdb-45de-ae9b-0ea7720fd0d1", "name": "network-vif-deleted", "tag": "bc16f2e0-9f29-4495-9e73-382743b1b0a1", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:39:59.928273 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ab263474-d383-407a-9112-0751757b518d {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:39:59.928846 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a2b2a1d-dfdb-45de-ae9b-0ea7720fd0d1', 'name': 'network-vif-deleted', 'tag': 'bc16f2e0-9f29-4495-9e73-382743b1b0a1', 'status': 'completed', 'code': 200} Jun 11 09:40:00.047625 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-4f8b734c-f27b-41a6-9283-83d73307ea16 None None] Provisioning for port e0bef16c-1f3d-4385-ba40-86408bdd5059 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:40:00.055681 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-4f8b734c-f27b-41a6-9283-83d73307ea16 None None] Provisioning complete for port e0bef16c-1f3d-4385-ba40-86408bdd5059 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:40:00.056636 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-4f8b734c-f27b-41a6-9283-83d73307ea16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:00.104763 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-4f8b734c-f27b-41a6-9283-83d73307ea16 None None] Port e0bef16c-1f3d-4385-ba40-86408bdd5059 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:40:00.169726 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c08709-b7b2-465f-b066-79a8ec2796a2 req-a55f9037-785c-451b-8613-7980ffd7f241 tempest-LiveAutoBlockMigrationV225Test-226334702 tempest-LiveAutoBlockMigrationV225Test-226334702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:00.176856 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a3c08709-b7b2-465f-b066-79a8ec2796a2 req-a55f9037-785c-451b-8613-7980ffd7f241 tempest-LiveAutoBlockMigrationV225Test-226334702 tempest-LiveAutoBlockMigrationV225Test-226334702-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=38c6c614-27f4-461f-b2e5-2fd3163ed925 HTTP/1.1" status: 200 len: 1098 time: 0.4977019 Jun 11 09:40:00.209445 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3867fdc-094f-44e7-a42a-4c3b1f556eb6 req-91ce4015-3fc9-4db7-b86f-18fc6819e07e tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:00.209445 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d3867fdc-094f-44e7-a42a-4c3b1f556eb6 req-91ce4015-3fc9-4db7-b86f-18fc6819e07e tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb53acf8-b818-4202-8875-71959f7fc254 HTTP/1.1" status: 200 len: 943 time: 0.0736804 Jun 11 09:40:00.215217 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-5d9c6664-d430-43c4-ba4c-d42a52f9538b req-ad5ba8a5-0fc9-4eca-993d-ded2cdc3d665 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] For port b89e81e3-9a41-4876-bc78-33fc8bc2195a, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=b89e81e3-9a41-4876-bc78-33fc8bc2195a,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:40:00.215598 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-5d9c6664-d430-43c4-ba4c-d42a52f9538b req-ad5ba8a5-0fc9-4eca-993d-ded2cdc3d665 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:00.235136 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb53acf8-b818-4202-8875-71959f7fc254', 'tag': 'a4e92fe1-f7e7-48a2-823e-9c3ae07a476e'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:40:00.238206 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1235c4ea-3772-40b7-84ed-4089d40f545c" -d '{"events": [{"name": "network-changed", "server_uuid": "eb53acf8-b818-4202-8875-71959f7fc254", "tag": "a4e92fe1-f7e7-48a2-823e-9c3ae07a476e"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:40:00.254555 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d3867fdc-094f-44e7-a42a-4c3b1f556eb6 req-1d17ad1b-ba8a-4d34-9b19-bb46c9657cce tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415022 Jun 11 09:40:00.339556 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-5d9c6664-d430-43c4-ba4c-d42a52f9538b req-ad5ba8a5-0fc9-4eca-993d-ded2cdc3d665 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] Calling delete_port for b89e81e3-9a41-4876-bc78-33fc8bc2195a owned by compute:nova {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:40:00.344287 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fea8f2c2-b3d7-4141-9fef-e451ea3e55a5 x-openstack-request-id: req-fea8f2c2-b3d7-4141-9fef-e451ea3e55a5 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:40:00.344783 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb53acf8-b818-4202-8875-71959f7fc254", "tag": "a4e92fe1-f7e7-48a2-823e-9c3ae07a476e", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:40:00.345220 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fea8f2c2-b3d7-4141-9fef-e451ea3e55a5 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:40:00.345771 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb53acf8-b818-4202-8875-71959f7fc254', 'tag': 'a4e92fe1-f7e7-48a2-823e-9c3ae07a476e', 'status': 'completed', 'code': 200} Jun 11 09:40:00.360934 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a3c08709-b7b2-465f-b066-79a8ec2796a2 req-f1d2cb8e-8d48-4ce5-8301-0302ee8fc9c3 tempest-LiveAutoBlockMigrationV225Test-226334702 tempest-LiveAutoBlockMigrationV225Test-226334702-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785393 Jun 11 09:40:00.419637 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-80316ba1-3795-46d5-b3e6-30850f1c4694 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:00.529990 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-80316ba1-3795-46d5-b3e6-30850f1c4694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:00.557186 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5139e063-c07d-4158-9c12-e814fd0c2d6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:00.595686 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80316ba1-3795-46d5-b3e6-30850f1c4694 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 769} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 09:40:00.654243 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cd5d74b6-3c1d-464b-bf42-1d9be2bc9ab7 req-ea668ca1-3a7b-4f43-99a6-a30b9665cb3e tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8923807 Jun 11 09:40:00.692999 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-cd5d74b6-3c1d-464b-bf42-1d9be2bc9ab7 req-8d1d827f-8574-4ebc-92be-6d7f58be984d service neutron] Request body: {'port': {'device_id': '2296b1d4-21a8-436a-916c-04d1277a47ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-12'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:40:00.697710 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-80316ba1-3795-46d5-b3e6-30850f1c4694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:00.698050 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-80316ba1-3795-46d5-b3e6-30850f1c4694 admin admin] Added segment 823e1f3e-aa67-4589-aa22-4bb545d39404 of type vlan for network d5c408b6-c985-48dd-a42f-2d54bd2d9db3 Jun 11 09:40:00.699422 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80316ba1-3795-46d5-b3e6-30850f1c4694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fd808d7-54e7-4365-8d4d-d83ff074ba22,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:00.702856 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-80316ba1-3795-46d5-b3e6-30850f1c4694 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:00.802441 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1235c4ea-3772-40b7-84ed-4089d40f545c req-bca13de6-7508-44f9-8a65-3514bd74c010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:00.804136 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1235c4ea-3772-40b7-84ed-4089d40f545c req-bca13de6-7508-44f9-8a65-3514bd74c010 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=455235d9344d45d29863b10a5775a249&device_id=eb53acf8-b818-4202-8875-71959f7fc254 HTTP/1.1" status: 200 len: 1126 time: 0.4348538 Jun 11 09:40:00.809323 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:00.841782 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-80316ba1-3795-46d5-b3e6-30850f1c4694 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:00.860342 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-5d9c6664-d430-43c4-ba4c-d42a52f9538b req-ad5ba8a5-0fc9-4eca-993d-ded2cdc3d665 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:00.878968 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-69fc0b69-3537-49f7-a12c-af46a7b4f8dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:00.967490 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5ba8a5-0fc9-4eca-993d-ded2cdc3d665 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] Pushing event deleted for resources: {'Port': ['ID=b89e81e3-9a41-4876-bc78-33fc8bc2195a,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:01.024401 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ad5ba8a5-0fc9-4eca-993d-ded2cdc3d665 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:01.078133 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-cd5d74b6-3c1d-464b-bf42-1d9be2bc9ab7 req-8d1d827f-8574-4ebc-92be-6d7f58be984d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:01.081184 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-79f5200e-b506-46a2-a6a0-82cf96bb3bae req-4862bd6f-ffc7-4f1a-a0f0-3ab290495cf5 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9ea85b8-2f51-4556-a0ec-da627c0a57fb HTTP/1.1" status: 200 len: 210 time: 0.0445216 Jun 11 09:40:01.116829 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d9c6664-d430-43c4-ba4c-d42a52f9538b req-ad5ba8a5-0fc9-4eca-993d-ded2cdc3d665 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] No DVR routers for this DVR port b89e81e3-9a41-4876-bc78-33fc8bc2195a on host n-h2-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:40:01.125900 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc76d18c-c9a1-4c08-97d4-30395150eeee req-ab7ecac8-711a-41b7-9978-f6f1c03a66ff tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:01.132859 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cc76d18c-c9a1-4c08-97d4-30395150eeee req-ab7ecac8-711a-41b7-9978-f6f1c03a66ff tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] 10.222.0.60 "GET /v2.0/ports?device_id=2296b1d4-21a8-436a-916c-04d1277a47ab HTTP/1.1" status: 200 len: 932 time: 0.5046301 Jun 11 09:40:01.135139 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-5d9c6664-d430-43c4-ba4c-d42a52f9538b req-ad5ba8a5-0fc9-4eca-993d-ded2cdc3d665 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:01.137119 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5d9c6664-d430-43c4-ba4c-d42a52f9538b req-ad5ba8a5-0fc9-4eca-993d-ded2cdc3d665 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] 10.222.0.69 "DELETE /v2.0/ports/b89e81e3-9a41-4876-bc78-33fc8bc2195a HTTP/1.1" status: 204 len: 173 time: 1.7270672 Jun 11 09:40:01.163895 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-80316ba1-3795-46d5-b3e6-30850f1c4694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:01.173445 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 35974) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:40:01.182195 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80316ba1-3795-46d5-b3e6-30850f1c4694 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:01.182774 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-80316ba1-3795-46d5-b3e6-30850f1c4694 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:01.191845 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:01.235258 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1235c4ea-3772-40b7-84ed-4089d40f545c req-1147ad65-6027-44bb-bc74-e1c0c6c8d5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:01.237099 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1235c4ea-3772-40b7-84ed-4089d40f545c req-1147ad65-6027-44bb-bc74-e1c0c6c8d5a7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f64764ef-1d16-4bb9-abcb-ee15625f8d04 HTTP/1.1" status: 200 len: 908 time: 0.4132650 Jun 11 09:40:01.358636 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cc76d18c-c9a1-4c08-97d4-30395150eeee req-6bfe355a-6349-4f5e-b96a-7deb34837fa2 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] 10.222.0.60 "GET /v2.0/security-groups?id=11bbb81f-d5e0-4a93-9cfb-d456f4aef7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2242916 Jun 11 09:40:01.424322 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1235c4ea-3772-40b7-84ed-4089d40f545c req-9ea705be-7b20-4ed9-89d2-a88c991edd3b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a4e92fe1-f7e7-48a2-823e-9c3ae07a476e HTTP/1.1" status: 200 len: 217 time: 0.1476488 Jun 11 09:40:01.427971 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80316ba1-3795-46d5-b3e6-30850f1c4694 admin admin] Pushing event updated for resources: {'Network': ['ID=d5c408b6-c985-48dd-a42f-2d54bd2d9db3,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:01.431347 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-80316ba1-3795-46d5-b3e6-30850f1c4694 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.1251481 Jun 11 09:40:01.436615 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-80316ba1-3795-46d5-b3e6-30850f1c4694 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:01.438489 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 35980) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:40:01.445969 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network d5c408b6-c985-48dd-a42f-2d54bd2d9db3 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:40:01.516934 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-f9120af6-86ec-4e6c-a511-886d9129fa55 admin admin] Request body: {'subnet': {'network_id': 'd5c408b6-c985-48dd-a42f-2d54bd2d9db3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-516904847-subnet', 'tenant_id': '3a85291b44a7429584d0c3b7eadd5119', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:40:01.607948 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1fc20f-f0d5-4d52-bed3-5fcc6cde62dc req-61b941c8-992d-482c-be32-be13ae03b681 tempest-LiveAutoBlockMigrationV225Test-226334702 tempest-LiveAutoBlockMigrationV225Test-226334702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:01.610797 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-bf1fc20f-f0d5-4d52-bed3-5fcc6cde62dc req-61b941c8-992d-482c-be32-be13ae03b681 tempest-LiveAutoBlockMigrationV225Test-226334702 tempest-LiveAutoBlockMigrationV225Test-226334702-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=38c6c614-27f4-461f-b2e5-2fd3163ed925 HTTP/1.1" status: 200 len: 1098 time: 0.2693267 Jun 11 09:40:01.655348 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1235c4ea-3772-40b7-84ed-4089d40f545c req-44d399c7-1c5c-43b6-858e-1784cf3323d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:01.656872 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1235c4ea-3772-40b7-84ed-4089d40f545c req-44d399c7-1c5c-43b6-858e-1784cf3323d6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f707fbf9-d6b5-48f4-b1c1-e5fd7bd963f6 HTTP/1.1" status: 200 len: 847 time: 0.2191277 Jun 11 09:40:01.716150 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1235c4ea-3772-40b7-84ed-4089d40f545c req-4c5a3ca0-23db-49b7-b034-24744deeda25 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f64764ef-1d16-4bb9-abcb-ee15625f8d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487320 Jun 11 09:40:01.719861 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9120af6-86ec-4e6c-a511-886d9129fa55 admin admin] Made reservation on behalf of 3a85291b44a7429584d0c3b7eadd5119 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:40:01.722359 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f9120af6-86ec-4e6c-a511-886d9129fa55 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:01.975270 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-bf1fc20f-f0d5-4d52-bed3-5fcc6cde62dc req-270bd43a-5952-48ef-ba9d-65d182425f71 tempest-LiveAutoBlockMigrationV225Test-226334702 tempest-LiveAutoBlockMigrationV225Test-226334702-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538538 Jun 11 09:40:01.992251 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a3a776-7de1-4a97-aca7-a2ab70df9257 req-afcc06f6-717a-45f6-9b6a-bb5a39e20407 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:01.993780 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-06a3a776-7de1-4a97-aca7-a2ab70df9257 req-afcc06f6-717a-45f6-9b6a-bb5a39e20407 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb53acf8-b818-4202-8875-71959f7fc254 HTTP/1.1" status: 200 len: 943 time: 0.4296436 Jun 11 09:40:02.103313 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device a4e92fe1-f7e7-48a2-823e-9c3ae07a476e details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:40:02.132127 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-06a3a776-7de1-4a97-aca7-a2ab70df9257 req-768b69cc-64aa-46d4-83aa-36d72aeac96f tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242657 Jun 11 09:40:02.145015 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device b89e81e3-9a41-4876-bc78-33fc8bc2195a no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:40:02.183918 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] No Port match for: b89e81e3-9a41-4876-bc78-33fc8bc2195a {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:40:02.184765 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device b89e81e3-9a41-4876-bc78-33fc8bc2195a not bound to the agent host n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:40:02.185339 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device bc16f2e0-9f29-4495-9e73-382743b1b0a1 no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:40:02.226397 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1235c4ea-3772-40b7-84ed-4089d40f545c req-283b5b55-ef1f-4cf0-80fc-d99b2f98d868 service neutron] 10.222.0.64 "GET /v2.0/networks/f64764ef-1d16-4bb9-abcb-ee15625f8d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5016568 Jun 11 09:40:02.285427 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [req-cd5d74b6-3c1d-464b-bf42-1d9be2bc9ab7 req-8d1d827f-8574-4ebc-92be-6d7f58be984d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0bef16c-1f3d-4385-ba40-86408bdd5059 {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:40:02.312452 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-cd5d74b6-3c1d-464b-bf42-1d9be2bc9ab7 req-8d1d827f-8574-4ebc-92be-6d7f58be984d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:02.330646 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port a4e92fe1-f7e7-48a2-823e-9c3ae07a476e, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=a4e92fe1-f7e7-48a2-823e-9c3ae07a476e,segment=NetworkSegment(9149788d-877e-41af-83c2-5ce6b1848f17),segment_id=9149788d-877e-41af-83c2-5ce6b1848f17)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:40:02.348304 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] No Port match for: bc16f2e0-9f29-4495-9e73-382743b1b0a1 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:40:02.348959 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device bc16f2e0-9f29-4495-9e73-382743b1b0a1 not bound to the agent host n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:40:02.352054 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device a4e92fe1-f7e7-48a2-823e-9c3ae07a476e has no active binding in host n-h2-779913-12 {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 11 09:40:02.377208 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9ea85b8-2f51-4556-a0ec-da627c0a57fb', 'name': 'network-vif-deleted', 'tag': 'b89e81e3-9a41-4876-bc78-33fc8bc2195a'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:40:02.379544 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1415056a-aa1f-4b9d-b5ff-6cd6702e8f56" -d '{"events": [{"server_uuid": "b9ea85b8-2f51-4556-a0ec-da627c0a57fb", "name": "network-vif-deleted", "tag": "b89e81e3-9a41-4876-bc78-33fc8bc2195a"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:40:02.406874 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e3997df4-3ebc-44b8-8032-8229e0b1ed7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375209'] for router_interface, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:02.435067 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-cd5d74b6-3c1d-464b-bf42-1d9be2bc9ab7 req-8d1d827f-8574-4ebc-92be-6d7f58be984d service neutron] Transition to ACTIVE for port object e0bef16c-1f3d-4385-ba40-86408bdd5059 will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:40:02.477422 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e551f388-8b41-4500-a979-9e5fa35dc464 req-8ac4fae8-6f9f-4110-928a-d66a9fc9200d tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9ea85b8-2f51-4556-a0ec-da627c0a57fb HTTP/1.1" status: 200 len: 210 time: 0.0574632 Jun 11 09:40:02.499468 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1235c4ea-3772-40b7-84ed-4089d40f545c req-c1a57450-cd78-47f7-a2cd-02a9288d94b1 service neutron] 10.222.0.64 "GET /v2.0/networks/f64764ef-1d16-4bb9-abcb-ee15625f8d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409010 Jun 11 09:40:02.516117 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f2dabc-31f5-49fc-a52f-fbff1eea3cc5 x-openstack-request-id: req-13f2dabc-31f5-49fc-a52f-fbff1eea3cc5 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:40:02.516440 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9ea85b8-2f51-4556-a0ec-da627c0a57fb", "name": "network-vif-deleted", "tag": "b89e81e3-9a41-4876-bc78-33fc8bc2195a", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:40:02.516741 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-13f2dabc-31f5-49fc-a52f-fbff1eea3cc5 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:40:02.517132 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9ea85b8-2f51-4556-a0ec-da627c0a57fb', 'name': 'network-vif-deleted', 'tag': 'b89e81e3-9a41-4876-bc78-33fc8bc2195a', 'status': 'completed', 'code': 200} Jun 11 09:40:02.536756 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-cd5d74b6-3c1d-464b-bf42-1d9be2bc9ab7 req-8d1d827f-8574-4ebc-92be-6d7f58be984d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:02.541330 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:02.646385 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f9120af6-86ec-4e6c-a511-886d9129fa55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:02.666453 n-d-779913-12 neutron-server[93177]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 11 09:40:02.666453 n-d-779913-12 neutron-server[93177]: from cryptography.utils import int_from_bytes Jun 11 09:40:02.666453 n-d-779913-12 neutron-server[93177]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 11 09:40:02.666453 n-d-779913-12 neutron-server[93177]: from cryptography.utils import int_from_bytes Jun 11 09:40:02.666453 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:40:02.666453 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:40:02.666453 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:40:02.666453 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:40:02.666453 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:40:02.666453 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:40:02.666453 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:40:02.666453 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:40:02.666453 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:40:02.666453 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:40:02.666453 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:40:02.666453 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:40:02.666453 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:40:02.666453 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:40:02.666453 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:40:02.666453 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:40:02.666453 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:40:02.666453 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:40:02.666453 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:40:02.666453 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:40:02.666453 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:40:02.666453 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:40:02.666453 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:40:02.666453 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:40:02.666453 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:40:02.666453 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:40:02.666453 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:40:02.666453 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:40:02.666453 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:40:02.666453 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:40:02.666453 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:40:02.666453 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:40:02.666453 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:40:02.666453 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:40:02.666453 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:40:02.666453 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:40:02.666453 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:40:02.666453 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:40:02.666453 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:40:02.666453 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:40:02.670402 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:40:02.670402 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:40:02.670402 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:40:02.670402 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:40:02.670402 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:40:02.670402 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:40:02.670402 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:40:02.670402 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:40:02.670402 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:40:02.670402 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:40:02.670402 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:40:02.670402 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:40:02.670402 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:40:02.670402 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:40:02.670402 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:40:02.670402 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:40:02.694304 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1d827f-8574-4ebc-92be-6d7f58be984d service neutron] Pushing event updated for resources: {'Port': ['ID=e0bef16c-1f3d-4385-ba40-86408bdd5059,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:02.700286 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8d1d827f-8574-4ebc-92be-6d7f58be984d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:02.704245 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-198b3f4a-d458-4ac3-92cf-54010e78c3cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:02.912491 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-e3997df4-3ebc-44b8-8032-8229e0b1ed7e admin admin] Deleting port 86dd8b37-3611-4728-8bbc-9d6407c1dbee {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:40:02.912927 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e3997df4-3ebc-44b8-8032-8229e0b1ed7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:03.038923 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-e3997df4-3ebc-44b8-8032-8229e0b1ed7e admin admin] For port 86dd8b37-3611-4728-8bbc-9d6407c1dbee, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=86dd8b37-3611-4728-8bbc-9d6407c1dbee,segment=NetworkSegment(57391af4-6626-402e-b649-4a2d7f342011),segment_id=57391af4-6626-402e-b649-4a2d7f342011)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:40:03.039310 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e3997df4-3ebc-44b8-8032-8229e0b1ed7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:03.093592 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-cd5d74b6-3c1d-464b-bf42-1d9be2bc9ab7 req-8d1d827f-8574-4ebc-92be-6d7f58be984d service neutron] Attempting to bind port e0bef16c-1f3d-4385-ba40-86408bdd5059 on host n-h2-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:40:03.093927 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-cd5d74b6-3c1d-464b-bf42-1d9be2bc9ab7 req-8d1d827f-8574-4ebc-92be-6d7f58be984d service neutron] Attempting to bind port e0bef16c-1f3d-4385-ba40-86408bdd5059 by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': 'f1ba1393-2bbe-436f-8827-2ad0577d069a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'bd769a33-d2ae-4a77-8be2-0047382ae593'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:40:03.094244 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5d74b6-3c1d-464b-bf42-1d9be2bc9ab7 req-8d1d827f-8574-4ebc-92be-6d7f58be984d service neutron] Attempting to bind port e0bef16c-1f3d-4385-ba40-86408bdd5059 on network bd769a33-d2ae-4a77-8be2-0047382ae593 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:40:03.104652 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9120af6-86ec-4e6c-a511-886d9129fa55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b56f0cc0-400c-4f89-a8dd-a54db2d8e1fe,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:03.113634 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f9120af6-86ec-4e6c-a511-886d9129fa55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:03.114388 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5d74b6-3c1d-464b-bf42-1d9be2bc9ab7 req-8d1d827f-8574-4ebc-92be-6d7f58be984d service neutron] Port e0bef16c-1f3d-4385-ba40-86408bdd5059 on network bd769a33-d2ae-4a77-8be2-0047382ae593 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:40:03.114679 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5d74b6-3c1d-464b-bf42-1d9be2bc9ab7 req-8d1d827f-8574-4ebc-92be-6d7f58be984d service neutron] Attempting to bind port e0bef16c-1f3d-4385-ba40-86408bdd5059 on network bd769a33-d2ae-4a77-8be2-0047382ae593 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:40:03.130692 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5d74b6-3c1d-464b-bf42-1d9be2bc9ab7 req-8d1d827f-8574-4ebc-92be-6d7f58be984d service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:40:03.131032 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5d74b6-3c1d-464b-bf42-1d9be2bc9ab7 req-8d1d827f-8574-4ebc-92be-6d7f58be984d service neutron] Checking segment: {'id': 'f1ba1393-2bbe-436f-8827-2ad0577d069a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'bd769a33-d2ae-4a77-8be2-0047382ae593'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:40:03.131416 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5d74b6-3c1d-464b-bf42-1d9be2bc9ab7 req-8d1d827f-8574-4ebc-92be-6d7f58be984d service neutron] Bound using segment: {'id': 'f1ba1393-2bbe-436f-8827-2ad0577d069a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'bd769a33-d2ae-4a77-8be2-0047382ae593'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:40:03.131878 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-cd5d74b6-3c1d-464b-bf42-1d9be2bc9ab7 req-8d1d827f-8574-4ebc-92be-6d7f58be984d service neutron] Bound port: e0bef16c-1f3d-4385-ba40-86408bdd5059, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1ba1393-2bbe-436f-8827-2ad0577d069a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'bd769a33-d2ae-4a77-8be2-0047382ae593'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:40:03.132221 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-cd5d74b6-3c1d-464b-bf42-1d9be2bc9ab7 req-8d1d827f-8574-4ebc-92be-6d7f58be984d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:03.147469 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9120af6-86ec-4e6c-a511-886d9129fa55 admin admin] Checking segment: {'id': '823e1f3e-aa67-4589-aa22-4bb545d39404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'd5c408b6-c985-48dd-a42f-2d54bd2d9db3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:40:03.147875 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9120af6-86ec-4e6c-a511-886d9129fa55 admin admin] Network hostable DHCP agents. Network: d5c408b6-c985-48dd-a42f-2d54bd2d9db3, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 09:40:03.157799 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-e3997df4-3ebc-44b8-8032-8229e0b1ed7e admin admin] Calling delete_port for 86dd8b37-3611-4728-8bbc-9d6407c1dbee owned by network:router_interface {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:40:03.161771 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d360f-6662-4f90-8bc4-cddf6f112334 req-034511e6-b0e2-4c89-acb3-fb4678f7f703 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:03.163321 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-372d360f-6662-4f90-8bc4-cddf6f112334 req-034511e6-b0e2-4c89-acb3-fb4678f7f703 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] 10.222.0.60 "GET /v2.0/ports?device_id=2296b1d4-21a8-436a-916c-04d1277a47ab HTTP/1.1" status: 200 len: 944 time: 0.5114794 Jun 11 09:40:03.164104 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 36030) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:40:03.267547 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-372d360f-6662-4f90-8bc4-cddf6f112334 req-6647299d-88b5-4e8d-8278-ac3b81673157 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] 10.222.0.60 "GET /v2.0/security-groups?id=11bbb81f-d5e0-4a93-9cfb-d456f4aef7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684996 Jun 11 09:40:03.271791 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-cd5d74b6-3c1d-464b-bf42-1d9be2bc9ab7 req-8d1d827f-8574-4ebc-92be-6d7f58be984d service neutron] For port e0bef16c-1f3d-4385-ba40-86408bdd5059, host n-h2-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:40:03.275028 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-cd5d74b6-3c1d-464b-bf42-1d9be2bc9ab7 req-8d1d827f-8574-4ebc-92be-6d7f58be984d service neutron] For port e0bef16c-1f3d-4385-ba40-86408bdd5059, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=e0bef16c-1f3d-4385-ba40-86408bdd5059,segment=NetworkSegment(f1ba1393-2bbe-436f-8827-2ad0577d069a),segment_id=f1ba1393-2bbe-436f-8827-2ad0577d069a)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:40:03.292644 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3541d621-2b67-416a-b7e3-1a9ff8e9783d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:03.335969 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9120af6-86ec-4e6c-a511-886d9129fa55 admin admin] Network d5c408b6-c985-48dd-a42f-2d54bd2d9db3 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 09:40:03.387785 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-cd5d74b6-3c1d-464b-bf42-1d9be2bc9ab7 req-8d1d827f-8574-4ebc-92be-6d7f58be984d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:03.392478 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ef79a3-2668-408c-b10c-905fd68b585c req-007e3aeb-4b34-44da-905e-8a4b51f42d15 tempest-LiveAutoBlockMigrationV225Test-226334702 tempest-LiveAutoBlockMigrationV225Test-226334702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:03.393682 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:03.394004 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f0ef79a3-2668-408c-b10c-905fd68b585c req-007e3aeb-4b34-44da-905e-8a4b51f42d15 tempest-LiveAutoBlockMigrationV225Test-226334702 tempest-LiveAutoBlockMigrationV225Test-226334702-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=38c6c614-27f4-461f-b2e5-2fd3163ed925 HTTP/1.1" status: 200 len: 1098 time: 0.1740026 Jun 11 09:40:03.434937 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-f9120af6-86ec-4e6c-a511-886d9129fa55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, d5c408b6-c985-48dd-a42f-2d54bd2d9db3) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:40:03.444667 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce181365-beb5-4386-8663-b727af2cbc5a None None] Network d5c408b6-c985-48dd-a42f-2d54bd2d9db3 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:40:03.462977 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9120af6-86ec-4e6c-a511-886d9129fa55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:03.463808 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f9120af6-86ec-4e6c-a511-886d9129fa55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:03.481766 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5d74b6-3c1d-464b-bf42-1d9be2bc9ab7 req-8d1d827f-8574-4ebc-92be-6d7f58be984d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:03.482449 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-cd5d74b6-3c1d-464b-bf42-1d9be2bc9ab7 req-8d1d827f-8574-4ebc-92be-6d7f58be984d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:03.483843 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cd5d74b6-3c1d-464b-bf42-1d9be2bc9ab7 req-8d1d827f-8574-4ebc-92be-6d7f58be984d service neutron] 10.222.0.69 "PUT /v2.0/ports/e0bef16c-1f3d-4385-ba40-86408bdd5059 HTTP/1.1" status: 200 len: 1093 time: 2.8184659 Jun 11 09:40:03.507548 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f0ef79a3-2668-408c-b10c-905fd68b585c req-0d41e00c-affb-4a30-9735-0a51af508435 tempest-LiveAutoBlockMigrationV225Test-226334702 tempest-LiveAutoBlockMigrationV225Test-226334702-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034527 Jun 11 09:40:03.545604 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3541d621-2b67-416a-b7e3-1a9ff8e9783d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:03.565311 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1d827f-8574-4ebc-92be-6d7f58be984d service neutron] Pushing event updated for resources: {'Port': ['ID=e0bef16c-1f3d-4385-ba40-86408bdd5059,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:03.571040 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8d1d827f-8574-4ebc-92be-6d7f58be984d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:03.610169 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dea41a-ac17-4bd0-9749-1ce45138c785 req-e3f181ae-f3f7-401b-84b7-37f695b381d5 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:03.611828 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a5dea41a-ac17-4bd0-9749-1ce45138c785 req-e3f181ae-f3f7-401b-84b7-37f695b381d5 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb53acf8-b818-4202-8875-71959f7fc254 HTTP/1.1" status: 200 len: 943 time: 0.1729879 Jun 11 09:40:03.633386 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e3997df4-3ebc-44b8-8032-8229e0b1ed7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:03.637587 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1d85d030-12a2-4856-a284-8daed86325c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:03.670476 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3541d621-2b67-416a-b7e3-1a9ff8e9783d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:03.675633 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:03.710348 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3997df4-3ebc-44b8-8032-8229e0b1ed7e admin admin] Pushing event deleted for resources: {'Port': ['ID=86dd8b37-3611-4728-8bbc-9d6407c1dbee,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:03.713600 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e3997df4-3ebc-44b8-8032-8229e0b1ed7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:03.744809 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a5dea41a-ac17-4bd0-9749-1ce45138c785 req-a8eedc43-4426-4939-9272-db785035f235 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257234 Jun 11 09:40:03.757371 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-f9120af6-86ec-4e6c-a511-886d9129fa55 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.2510047 Jun 11 09:40:03.759942 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-3541d621-2b67-416a-b7e3-1a9ff8e9783d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a7031b6b68f048189a6c3aaa97880624&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5924516 Jun 11 09:40:03.762175 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3541d621-2b67-416a-b7e3-1a9ff8e9783d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23528544-7b0b-444d-961e-fd680d2a52ef,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:03.766906 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3541d621-2b67-416a-b7e3-1a9ff8e9783d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:03.767229 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 36044) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:40:03.792171 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5d74b6-3c1d-464b-bf42-1d9be2bc9ab7 req-e304fe5f-e5cd-4fe8-8e07-da965e0a6b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:03.793687 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cd5d74b6-3c1d-464b-bf42-1d9be2bc9ab7 req-e304fe5f-e5cd-4fe8-8e07-da965e0a6b01 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ac78eeea7bf3498e9a17f0b731c3620c&device_id=2296b1d4-21a8-436a-916c-04d1277a47ab HTTP/1.1" status: 200 len: 1096 time: 0.1734834 Jun 11 09:40:03.825676 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ea62e8-c8dd-48ba-bb9a-4d495316ed77 None None] Network d5c408b6-c985-48dd-a42f-2d54bd2d9db3 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:40:03.906064 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cd5d74b6-3c1d-464b-bf42-1d9be2bc9ab7 req-4a8a3fc1-669c-4148-a28d-ea07b442d44e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0bef16c-1f3d-4385-ba40-86408bdd5059 HTTP/1.1" status: 200 len: 217 time: 0.1032295 Jun 11 09:40:04.010518 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 36050) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:40:04.077648 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5d74b6-3c1d-464b-bf42-1d9be2bc9ab7 req-2dab8836-fd59-4c26-892c-eda6c5d85eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:04.079430 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cd5d74b6-3c1d-464b-bf42-1d9be2bc9ab7 req-2dab8836-fd59-4c26-892c-eda6c5d85eeb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=fce8e258-cc45-4e2c-8dcb-94cdefb9f0b0 HTTP/1.1" status: 200 len: 863 time: 0.1662424 Jun 11 09:40:04.095775 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-419c25c6-8f4a-4c36-bd28-9f0550c6d1f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:04.141430 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-419c25c6-8f4a-4c36-bd28-9f0550c6d1f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:04.168580 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2b3f287-267b-4aea-9050-ab636ecaf3df admin admin] Deleting subnet 9464822a-40c7-43bf-9472-dfc6d667ace3 {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 09:40:04.180897 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f2b3f287-267b-4aea-9050-ab636ecaf3df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:04.195517 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e3997df4-3ebc-44b8-8032-8229e0b1ed7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362297'] for router_interface, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:04.245664 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5d74b6-3c1d-464b-bf42-1d9be2bc9ab7 req-536fc25f-e326-4d68-83f7-b20a4bd2ae25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:04.249230 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cd5d74b6-3c1d-464b-bf42-1d9be2bc9ab7 req-536fc25f-e326-4d68-83f7-b20a4bd2ae25 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bd769a33-d2ae-4a77-8be2-0047382ae593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1492965 Jun 11 09:40:04.254533 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f2b3f287-267b-4aea-9050-ab636ecaf3df admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:04.291439 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f2b3f287-267b-4aea-9050-ab636ecaf3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:04.512677 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-419c25c6-8f4a-4c36-bd28-9f0550c6d1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:04.515732 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-419c25c6-8f4a-4c36-bd28-9f0550c6d1f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:04.519790 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-419c25c6-8f4a-4c36-bd28-9f0550c6d1f2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/23528544-7b0b-444d-961e-fd680d2a52ef HTTP/1.1" status: 204 len: 168 time: 0.7510993 Jun 11 09:40:04.521476 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2296b1d4-21a8-436a-916c-04d1277a47ab', 'tag': 'e0bef16c-1f3d-4385-ba40-86408bdd5059'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:40:04.522421 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 36064) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:40:04.523823 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a32d90-a408-4448-bee2-7bc4bd2110c4" -d '{"events": [{"name": "network-changed", "server_uuid": "2296b1d4-21a8-436a-916c-04d1277a47ab", "tag": "e0bef16c-1f3d-4385-ba40-86408bdd5059"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:40:04.530880 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b462ead5-2e39-4a42-8d69-83ebca4f24de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:04.542071 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cd5d74b6-3c1d-464b-bf42-1d9be2bc9ab7 req-b9101d22-578f-40dc-9ca1-96ffa7797fac service neutron] 10.222.0.69 "GET /v2.0/networks/bd769a33-d2ae-4a77-8be2-0047382ae593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834160 Jun 11 09:40:04.544617 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6925ea08-97f0-4c2e-b3c4-00576c528eb2 req-79b95c90-002e-4de3-8f8d-dfab7e218962 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0bcb572c-3b00-4f8d-8049-6bc52799374c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2046118 Jun 11 09:40:04.585441 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419c25c6-8f4a-4c36-bd28-9f0550c6d1f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23528544-7b0b-444d-961e-fd680d2a52ef,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:04.591754 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-419c25c6-8f4a-4c36-bd28-9f0550c6d1f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:04.625509 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f2b3f287-267b-4aea-9050-ab636ecaf3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:04.667584 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a68428a-7b7a-4b71-ab22-5959792e3ffa req-ec3f1599-29ff-458c-bf5c-56306e7b26d3 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:04.669055 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6a68428a-7b7a-4b71-ab22-5959792e3ffa req-ec3f1599-29ff-458c-bf5c-56306e7b26d3 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] 10.222.0.60 "GET /v2.0/ports?device_id=2296b1d4-21a8-436a-916c-04d1277a47ab HTTP/1.1" status: 200 len: 944 time: 0.2294314 Jun 11 09:40:04.673691 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3997df4-3ebc-44b8-8032-8229e0b1ed7e admin admin] Router ead7ad64-3085-448d-bb4a-ec8ab6bf0440 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 09:40:04.694869 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:04.730952 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b3f287-267b-4aea-9050-ab636ecaf3df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9464822a-40c7-43bf-9472-dfc6d667ace3,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:04.739254 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f2b3f287-267b-4aea-9050-ab636ecaf3df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:04.764751 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f2b3f287-267b-4aea-9050-ab636ecaf3df admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:04.769229 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-f2b3f287-267b-4aea-9050-ab636ecaf3df admin admin] 10.222.0.60 "DELETE /v2.0/subnets/9464822a-40c7-43bf-9472-dfc6d667ace3 HTTP/1.1" status: 204 len: 168 time: 0.7551503 Jun 11 09:40:04.771511 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 36074) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:40:04.885526 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3b624ca0-18e1-4b8c-a994-185d71301cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:04.912639 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cd5d74b6-3c1d-464b-bf42-1d9be2bc9ab7 req-10ae64ed-0523-488c-b49b-7797bcf47b09 service neutron] 10.222.0.69 "GET /v2.0/networks/bd769a33-d2ae-4a77-8be2-0047382ae593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3625116 Jun 11 09:40:04.954847 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6925ea08-97f0-4c2e-b3c4-00576c528eb2 req-bc30a6f0-c19e-42d5-a054-fbe5b6eab360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:04.956235 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6925ea08-97f0-4c2e-b3c4-00576c528eb2 req-bc30a6f0-c19e-42d5-a054-fbe5b6eab360 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=761e66d23fea4903a68cd9de907a43c1&device_id=0bcb572c-3b00-4f8d-8049-6bc52799374c HTTP/1.1" status: 200 len: 1096 time: 0.3471227 Jun 11 09:40:04.959811 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 36082) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:40:05.078773 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3b624ca0-18e1-4b8c-a994-185d71301cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:05.096598 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3b624ca0-18e1-4b8c-a994-185d71301cbc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93177) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:40:05.097194 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3b624ca0-18e1-4b8c-a994-185d71301cbc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93177) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:40:05.097954 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3b624ca0-18e1-4b8c-a994-185d71301cbc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93177) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:40:05.098291 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3b624ca0-18e1-4b8c-a994-185d71301cbc admin admin] Subscribe: > port after_create 55550000 {{(pid=93177) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:40:05.098618 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3b624ca0-18e1-4b8c-a994-185d71301cbc admin admin] Subscribe: > port after_delete 55550000 {{(pid=93177) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:40:05.098963 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3b624ca0-18e1-4b8c-a994-185d71301cbc admin admin] Subscribe: > port after_update 55550000 {{(pid=93177) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:40:05.099313 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3b624ca0-18e1-4b8c-a994-185d71301cbc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93177) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:40:05.099667 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3b624ca0-18e1-4b8c-a994-185d71301cbc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93177) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:40:05.100050 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3b624ca0-18e1-4b8c-a994-185d71301cbc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93177) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:40:05.100371 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3b624ca0-18e1-4b8c-a994-185d71301cbc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93177) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:40:05.126258 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6a68428a-7b7a-4b71-ab22-5959792e3ffa req-c1d0b3be-15aa-4b74-ac99-4a43e530cf26 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] 10.222.0.60 "GET /v2.0/security-groups?id=11bbb81f-d5e0-4a93-9cfb-d456f4aef7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4441314 Jun 11 09:40:05.204660 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-e9ebd763-875f-43be-96cf-fe8143d8428f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5abcc8334992469d8b8905b4f8b8d346&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6289082 Jun 11 09:40:05.204660 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3997df4-3ebc-44b8-8032-8229e0b1ed7e admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:40:05.204660 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-e3997df4-3ebc-44b8-8032-8229e0b1ed7e admin admin] 10.222.0.60 "PUT /v2.0/routers/ead7ad64-3085-448d-bb4a-ec8ab6bf0440/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0070250 Jun 11 09:40:05.242181 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740432ad-1db8-4420-b78c-91508dedf62b None None] Sync routers for ids ['ead7ad64-3085-448d-bb4a-ec8ab6bf0440'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:40:05.243413 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 36092) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:40:05.244252 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740432ad-1db8-4420-b78c-91508dedf62b None None] Routers {'ead7ad64-3085-448d-bb4a-ec8ab6bf0440'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:40:05.244252 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-740432ad-1db8-4420-b78c-91508dedf62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:39:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['ead7ad64-3085-448d-bb4a-ec8ab6bf0440'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:40:05.244689 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 36094) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:40:05.291520 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3b624ca0-18e1-4b8c-a994-185d71301cbc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93177) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:40:05.292553 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3b624ca0-18e1-4b8c-a994-185d71301cbc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93177) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:40:05.293055 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3b624ca0-18e1-4b8c-a994-185d71301cbc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93177) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:40:05.298673 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3b624ca0-18e1-4b8c-a994-185d71301cbc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93177) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:40:05.298673 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-3b624ca0-18e1-4b8c-a994-185d71301cbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dea381b6-a733-4971-a946-0efc11aa05b2']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:40:05.338611 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-3b624ca0-18e1-4b8c-a994-185d71301cbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3311431f-b2a4-437d-a1d0-469a192dcca7') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:40:05.387962 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-3b624ca0-18e1-4b8c-a994-185d71301cbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3311431f-b2a4-437d-a1d0-469a192dcca7') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:40:05.387962 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3b624ca0-18e1-4b8c-a994-185d71301cbc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:05.396847 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3b624ca0-18e1-4b8c-a994-185d71301cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:05.407657 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b624ca0-18e1-4b8c-a994-185d71301cbc admin admin] Releasing vlan 786 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 09:40:05.408410 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3b624ca0-18e1-4b8c-a994-185d71301cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:05.412407 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04df6491-f8af-4b8e-aa52-ea710d0ad894 x-openstack-request-id: req-04df6491-f8af-4b8e-aa52-ea710d0ad894 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:40:05.413001 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2296b1d4-21a8-436a-916c-04d1277a47ab", "tag": "e0bef16c-1f3d-4385-ba40-86408bdd5059", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:40:05.413536 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-04df6491-f8af-4b8e-aa52-ea710d0ad894 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:40:05.414182 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2296b1d4-21a8-436a-916c-04d1277a47ab', 'tag': 'e0bef16c-1f3d-4385-ba40-86408bdd5059', 'status': 'completed', 'code': 200} Jun 11 09:40:05.429906 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-740432ad-1db8-4420-b78c-91508dedf62b None None] Set router ead7ad64-3085-448d-bb4a-ec8ab6bf0440 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:40:05.450770 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:05.470844 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b08406fb-f123-486f-b0f5-bc2c0847b2d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:05.502008 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8fb41725-db40-4de1-8a9a-2deb422e790a admin admin] Notify callbacks [] for router, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:05.502217 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:40:05.502217 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:40:05.502217 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:40:05.502217 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:40:05.502217 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 09:40:05.502217 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 09:40:05.502217 n-d-779913-12 neutron-server[93177]: timer() Jun 11 09:40:05.502217 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 09:40:05.502217 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 09:40:05.502217 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 09:40:05.502217 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 09:40:05.502217 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 09:40:05.502217 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 09:40:05.502217 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 09:40:05.502217 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 09:40:05.502217 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 09:40:05.502217 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 09:40:05.502217 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 09:40:05.502217 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 09:40:05.502217 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 09:40:05.502217 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 09:40:05.502217 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 09:40:05.502217 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 09:40:05.502217 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 09:40:05.502217 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 09:40:05.502217 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 09:40:05.502217 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 09:40:05.502217 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 09:40:05.502217 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 09:40:05.502217 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 09:40:05.502217 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 09:40:05.502217 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 09:40:05.502217 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 09:40:05.502217 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 09:40:05.502217 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 09:40:05.502217 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 09:40:05.510707 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b08406fb-f123-486f-b0f5-bc2c0847b2d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:05.580413 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e81c0750-838b-45bf-8704-84b01408c9bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:05.633911 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd866b2-6155-4efc-bd5a-11c47353e18e req-cc1a633c-a213-4202-a868-4d0d9d26ee76 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:05.640777 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ecd866b2-6155-4efc-bd5a-11c47353e18e req-cc1a633c-a213-4202-a868-4d0d9d26ee76 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb53acf8-b818-4202-8875-71959f7fc254 HTTP/1.1" status: 200 len: 943 time: 0.2835457 Jun 11 09:40:05.673807 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 36102) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:40:05.703544 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6925ea08-97f0-4c2e-b3c4-00576c528eb2 req-d846df8f-491e-49e1-8a3c-bdc3390e5f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:05.705219 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6925ea08-97f0-4c2e-b3c4-00576c528eb2 req-d846df8f-491e-49e1-8a3c-bdc3390e5f0a service neutron] 10.222.0.64 "GET /v2.0/networks?id=53a42219-c346-45f9-be41-c5dabab2438f HTTP/1.1" status: 200 len: 922 time: 0.7168875 Jun 11 09:40:05.711283 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-25eecc6d-2a6d-4dd5-9b85-8a76ad4a4d3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:05.760531 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ecd866b2-6155-4efc-bd5a-11c47353e18e req-3de581be-6390-4c8d-a22f-9b1e14cf4df7 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188169 Jun 11 09:40:05.774829 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-740432ad-1db8-4420-b78c-91508dedf62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead7ad64-3085-448d-bb4a-ec8ab6bf0440', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-695768602-router', 'tenant_id': 'db9e0ae364434cf4a20ebccef2ca3f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': 'c886fb50-0db1-4b27-adcc-bde6769fca07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:38:46Z', 'updated_at': '2021-06-11T09:40:03Z', 'revision_number': 5, 'project_id': 'db9e0ae364434cf4a20ebccef2ca3f2e', 'gw_port': {'id': 'c886fb50-0db1-4b27-adcc-bde6769fca07', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:76:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead7ad64-3085-448d-bb4a-ec8ab6bf0440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 146, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:38:48Z', 'updated_at': '2021-06-11T09:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:40:05.789180 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740432ad-1db8-4420-b78c-91508dedf62b None None] Checking router: ead7ad64-3085-448d-bb4a-ec8ab6bf0440 for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:40:05.796834 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3b624ca0-18e1-4b8c-a994-185d71301cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:05.799017 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6925ea08-97f0-4c2e-b3c4-00576c528eb2 req-b69c6733-4cbb-40eb-8b8f-3c28f88d2c9d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=74cebd76-aca3-45ac-9c8a-b7e9d0de0e85 HTTP/1.1" status: 200 len: 217 time: 0.0853035 Jun 11 09:40:05.801041 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740432ad-1db8-4420-b78c-91508dedf62b None None] Routers {'ead7ad64-3085-448d-bb4a-ec8ab6bf0440'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:40:05.801195 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8fb41725-db40-4de1-8a9a-2deb422e790a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:05.802275 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-740432ad-1db8-4420-b78c-91508dedf62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:39:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['ead7ad64-3085-448d-bb4a-ec8ab6bf0440'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:40:05.810353 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:05.823937 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a32d90-a408-4448-bee2-7bc4bd2110c4 req-6c1a3e86-cfd2-47ce-b219-d69fdc6f8e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:05.825312 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-30a32d90-a408-4448-bee2-7bc4bd2110c4 req-6c1a3e86-cfd2-47ce-b219-d69fdc6f8e7c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ac78eeea7bf3498e9a17f0b731c3620c&device_id=2296b1d4-21a8-436a-916c-04d1277a47ab HTTP/1.1" status: 200 len: 1096 time: 0.3569775 Jun 11 09:40:05.829747 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3b624ca0-18e1-4b8c-a994-185d71301cbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:05.831513 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-3b624ca0-18e1-4b8c-a994-185d71301cbc admin admin] 10.222.0.60 "DELETE /v2.0/networks/dea381b6-a733-4971-a946-0efc11aa05b2 HTTP/1.1" status: 204 len: 168 time: 1.0590847 Jun 11 09:40:05.831916 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b08406fb-f123-486f-b0f5-bc2c0847b2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:05.835174 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b08406fb-f123-486f-b0f5-bc2c0847b2d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:05.836682 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-b08406fb-f123-486f-b0f5-bc2c0847b2d0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/79d73196-6efa-49b1-8eea-73a979435c5f HTTP/1.1" status: 204 len: 168 time: 0.6243515 Jun 11 09:40:05.837591 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 36108) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:40:05.838709 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6b10fab3-6fdc-4f93-a066-667cea84397d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:05.885828 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08406fb-f123-486f-b0f5-bc2c0847b2d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d73196-6efa-49b1-8eea-73a979435c5f,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:05.890697 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b08406fb-f123-486f-b0f5-bc2c0847b2d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:05.896624 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b624ca0-18e1-4b8c-a994-185d71301cbc admin admin] Pushing event deleted for resources: {'Network': ['ID=dea381b6-a733-4971-a946-0efc11aa05b2,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:05.907722 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3b624ca0-18e1-4b8c-a994-185d71301cbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:05.953689 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-42341b8c-738a-4878-a5fd-c85e05ef6c40 admin admin] Deleting subnet b56f0cc0-400c-4f89-a8dd-a54db2d8e1fe {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 09:40:05.958288 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-42341b8c-738a-4878-a5fd-c85e05ef6c40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:05.974523 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6925ea08-97f0-4c2e-b3c4-00576c528eb2 req-e393167a-6004-44e5-ab22-8d6daef37911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:05.991715 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6925ea08-97f0-4c2e-b3c4-00576c528eb2 req-e393167a-6004-44e5-ab22-8d6daef37911 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=20094bda-f8d4-46e6-bab1-f100394de689 HTTP/1.1" status: 200 len: 861 time: 0.1694756 Jun 11 09:40:05.995145 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-740432ad-1db8-4420-b78c-91508dedf62b None None] Set router ead7ad64-3085-448d-bb4a-ec8ab6bf0440 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:40:06.011021 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-42341b8c-738a-4878-a5fd-c85e05ef6c40 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:06.021141 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-42341b8c-738a-4878-a5fd-c85e05ef6c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:06.068261 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6925ea08-97f0-4c2e-b3c4-00576c528eb2 req-b80c8889-db12-4363-a624-3a94aec8ce14 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=53a42219-c346-45f9-be41-c5dabab2438f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477011 Jun 11 09:40:06.106187 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-8fb41725-db40-4de1-8a9a-2deb422e790a admin admin] Deleting port c886fb50-0db1-4b27-adcc-bde6769fca07 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:40:06.106956 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8fb41725-db40-4de1-8a9a-2deb422e790a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:06.129857 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e81c0750-838b-45bf-8704-84b01408c9bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:06.138956 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a32d90-a408-4448-bee2-7bc4bd2110c4 req-6e461a20-b6d3-4b03-9686-5684ba42665e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:06.140438 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-30a32d90-a408-4448-bee2-7bc4bd2110c4 req-6e461a20-b6d3-4b03-9686-5684ba42665e service neutron] 10.222.0.69 "GET /v2.0/networks?id=bd769a33-d2ae-4a77-8be2-0047382ae593 HTTP/1.1" status: 200 len: 925 time: 0.2785861 Jun 11 09:40:06.220157 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-42341b8c-738a-4878-a5fd-c85e05ef6c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:06.299222 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-740432ad-1db8-4420-b78c-91508dedf62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead7ad64-3085-448d-bb4a-ec8ab6bf0440', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-695768602-router', 'tenant_id': 'db9e0ae364434cf4a20ebccef2ca3f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': 'c886fb50-0db1-4b27-adcc-bde6769fca07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:38:46Z', 'updated_at': '2021-06-11T09:40:03Z', 'revision_number': 5, 'project_id': 'db9e0ae364434cf4a20ebccef2ca3f2e', 'gw_port': {'id': 'c886fb50-0db1-4b27-adcc-bde6769fca07', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:76:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead7ad64-3085-448d-bb4a-ec8ab6bf0440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 146, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:38:48Z', 'updated_at': '2021-06-11T09:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:40:06.310049 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740432ad-1db8-4420-b78c-91508dedf62b None None] The sync data for ids ['ead7ad64-3085-448d-bb4a-ec8ab6bf0440'] in n-d-779913-12 is: [{'id': 'ead7ad64-3085-448d-bb4a-ec8ab6bf0440', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-695768602-router', 'tenant_id': 'db9e0ae364434cf4a20ebccef2ca3f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': 'c886fb50-0db1-4b27-adcc-bde6769fca07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:38:46Z', 'updated_at': '2021-06-11T09:40:03Z', 'revision_number': 5, 'project_id': 'db9e0ae364434cf4a20ebccef2ca3f2e', 'gw_port': {'id': 'c886fb50-0db1-4b27-adcc-bde6769fca07', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:76:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead7ad64-3085-448d-bb4a-ec8ab6bf0440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 146, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:38:48Z', 'updated_at': '2021-06-11T09:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:40:06.349849 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1241d079-ae77-4629-ba7d-769920bf5d99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:06.367045 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8eb9489c-1217-47c9-b053-a4a951a65ac0 req-64fbcae8-cd29-4211-b16f-651c356f3fd5 service neutron] 10.222.0.64 "GET /v2.0/ports/a4e92fe1-f7e7-48a2-823e-9c3ae07a476e/bindings/n-h2-779913-12 HTTP/1.1" status: 200 len: 385 time: 0.1095693 Jun 11 09:40:06.436518 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42341b8c-738a-4878-a5fd-c85e05ef6c40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b56f0cc0-400c-4f89-a8dd-a54db2d8e1fe,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:06.454909 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-42341b8c-738a-4878-a5fd-c85e05ef6c40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:06.479127 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-42341b8c-738a-4878-a5fd-c85e05ef6c40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:06.481550 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-42341b8c-738a-4878-a5fd-c85e05ef6c40 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/b56f0cc0-400c-4f89-a8dd-a54db2d8e1fe HTTP/1.1" status: 204 len: 168 time: 0.6397719 Jun 11 09:40:06.493567 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-8fb41725-db40-4de1-8a9a-2deb422e790a admin admin] For port c886fb50-0db1-4b27-adcc-bde6769fca07, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=c886fb50-0db1-4b27-adcc-bde6769fca07,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:40:06.493942 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8fb41725-db40-4de1-8a9a-2deb422e790a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:06.496107 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 36116) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:40:06.577833 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e81c0750-838b-45bf-8704-84b01408c9bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:06.581044 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-30a32d90-a408-4448-bee2-7bc4bd2110c4 req-ed750829-c48b-4c71-8f3d-f30eca084270 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0bef16c-1f3d-4385-ba40-86408bdd5059 HTTP/1.1" status: 200 len: 217 time: 0.3954842 Jun 11 09:40:06.584032 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3541d621-2b67-416a-b7e3-1a9ff8e9783d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:06.690721 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-8fb41725-db40-4de1-8a9a-2deb422e790a admin admin] Calling delete_port for c886fb50-0db1-4b27-adcc-bde6769fca07 owned by network:router_gateway {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:40:06.691722 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-e81c0750-838b-45bf-8704-84b01408c9bc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9efc2b1caf8b49419d91aa0f3c3915c2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7273195 Jun 11 09:40:06.692549 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 36118) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:40:06.698505 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6925ea08-97f0-4c2e-b3c4-00576c528eb2 req-5cc36233-bcb9-4324-a33f-ded78e2ecba1 service neutron] 10.222.0.64 "GET /v2.0/networks/53a42219-c346-45f9-be41-c5dabab2438f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6211977 Jun 11 09:40:06.705259 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81c0750-838b-45bf-8704-84b01408c9bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c45c7d-0cac-455c-8ee4-a2bf5f3fcc49,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:06.713204 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e81c0750-838b-45bf-8704-84b01408c9bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:06.759917 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a32d90-a408-4448-bee2-7bc4bd2110c4 req-b6500f2b-c218-40ee-bbfd-ca96582069b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:06.761366 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-30a32d90-a408-4448-bee2-7bc4bd2110c4 req-b6500f2b-c218-40ee-bbfd-ca96582069b4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=fce8e258-cc45-4e2c-8dcb-94cdefb9f0b0 HTTP/1.1" status: 200 len: 863 time: 0.1652656 Jun 11 09:40:06.798355 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [req-962cab8e-e848-4698-994f-78943f4422ed req-1cc9c759-bdb6-430f-8eb5-451e80a1f325 tempest-LiveAutoBlockMigrationV225Test-226334702 tempest-LiveAutoBlockMigrationV225Test-226334702-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 09:40:06.799274 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-962cab8e-e848-4698-994f-78943f4422ed req-1cc9c759-bdb6-430f-8eb5-451e80a1f325 tempest-LiveAutoBlockMigrationV225Test-226334702 tempest-LiveAutoBlockMigrationV225Test-226334702-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0111432 Jun 11 09:40:06.859050 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-962cab8e-e848-4698-994f-78943f4422ed req-cd7c2a67-830c-465c-b409-0d9726e9b6ad service neutron] Request body: {'binding': {'host': 'n-h1-779913-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:40:06.859499 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-962cab8e-e848-4698-994f-78943f4422ed req-cd7c2a67-830c-465c-b409-0d9726e9b6ad service neutron] Unknown quota resources ['binding']. {{(pid=93176) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 11 09:40:06.885704 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 36124) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:40:06.919939 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-02585909-f7af-43af-80a3-b4f331b59fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:06.964818 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-48afffea-63fd-45f2-8285-3f17321d7c1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:06.972594 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6925ea08-97f0-4c2e-b3c4-00576c528eb2 req-70a5e604-b002-462f-89bf-0e87fd431ef6 service neutron] 10.222.0.64 "GET /v2.0/networks/53a42219-c346-45f9-be41-c5dabab2438f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627151 Jun 11 09:40:07.006006 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-029d68f7-cee5-4f3e-ae45-3f9939bc1056 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c107035e1c5f4893a8c693f8e9bc85a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1181114 Jun 11 09:40:07.007883 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-48afffea-63fd-45f2-8285-3f17321d7c1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:07.010420 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 36126) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:40:07.061882 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a32d90-a408-4448-bee2-7bc4bd2110c4 req-7e8a548c-0018-4de0-ade1-c96447fdf5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:07.063235 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-30a32d90-a408-4448-bee2-7bc4bd2110c4 req-7e8a548c-0018-4de0-ade1-c96447fdf5e4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bd769a33-d2ae-4a77-8be2-0047382ae593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2905600 Jun 11 09:40:07.066080 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2619885d-c90d-4950-8cdc-48bcf0492071 req-f531075f-4f62-4db0-ad4e-3319f0a0821d tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:07.067546 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2619885d-c90d-4950-8cdc-48bcf0492071 req-f531075f-4f62-4db0-ad4e-3319f0a0821d tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] 10.222.0.60 "GET /v2.0/ports?device_id=2296b1d4-21a8-436a-916c-04d1277a47ab HTTP/1.1" status: 200 len: 944 time: 0.6425698 Jun 11 09:40:07.109182 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-25eecc6d-2a6d-4dd5-9b85-8a76ad4a4d3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:07.191589 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-40da9445-9b6f-4f58-bd77-92e759840620 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:07.234011 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-40da9445-9b6f-4f58-bd77-92e759840620 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:07.237220 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-30a32d90-a408-4448-bee2-7bc4bd2110c4 req-fda37202-dca4-4b04-83ef-dfdc4e4d41ba service neutron] 10.222.0.69 "GET /v2.0/networks/bd769a33-d2ae-4a77-8be2-0047382ae593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661682 Jun 11 09:40:07.244785 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-25eecc6d-2a6d-4dd5-9b85-8a76ad4a4d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:07.268528 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3f8f06f8-3cd9-4ece-8e7f-0d1a914c10e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:07.288127 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-48afffea-63fd-45f2-8285-3f17321d7c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:07.290615 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-48afffea-63fd-45f2-8285-3f17321d7c1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:07.291739 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-48afffea-63fd-45f2-8285-3f17321d7c1d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d0c45c7d-0cac-455c-8ee4-a2bf5f3fcc49 HTTP/1.1" status: 204 len: 168 time: 0.5958593 Jun 11 09:40:07.300793 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1887924c-8860-4f7d-917a-a22ee7e67de1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:07.317015 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48afffea-63fd-45f2-8285-3f17321d7c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c45c7d-0cac-455c-8ee4-a2bf5f3fcc49,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:07.360129 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-48afffea-63fd-45f2-8285-3f17321d7c1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:07.409242 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-30a32d90-a408-4448-bee2-7bc4bd2110c4 req-c4b6cc61-2e2f-4a9c-92ab-f18b6e72ef66 service neutron] 10.222.0.69 "GET /v2.0/networks/bd769a33-d2ae-4a77-8be2-0047382ae593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639547 Jun 11 09:40:07.479358 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-40da9445-9b6f-4f58-bd77-92e759840620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:07.482624 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-40da9445-9b6f-4f58-bd77-92e759840620 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:07.484119 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-40da9445-9b6f-4f58-bd77-92e759840620 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6d6beddc-7862-4a85-ae8b-991fbc40777a HTTP/1.1" status: 204 len: 168 time: 0.4664083 Jun 11 09:40:07.485055 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-dbe1ac6c-02b8-4875-8390-2896f6e280c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:07.500054 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da9445-9b6f-4f58-bd77-92e759840620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6beddc-7862-4a85-ae8b-991fbc40777a,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:07.502423 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-40da9445-9b6f-4f58-bd77-92e759840620 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:07.699545 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-02585909-f7af-43af-80a3-b4f331b59fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:07.741144 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-25eecc6d-2a6d-4dd5-9b85-8a76ad4a4d3c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=72711a723d5247bb9496234ad04bed85&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0580025 Jun 11 09:40:07.746337 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 36136) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:40:07.760844 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2619885d-c90d-4950-8cdc-48bcf0492071 req-02e7e80a-72df-433c-af9d-07b83621357a tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] 10.222.0.60 "GET /v2.0/security-groups?id=11bbb81f-d5e0-4a93-9cfb-d456f4aef7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6538167 Jun 11 09:40:07.765957 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-02585909-f7af-43af-80a3-b4f331b59fc0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:40:07.766343 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-02585909-f7af-43af-80a3-b4f331b59fc0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:40:07.767183 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-02585909-f7af-43af-80a3-b4f331b59fc0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:40:07.767398 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-02585909-f7af-43af-80a3-b4f331b59fc0 admin admin] Subscribe: > port after_create 55550000 {{(pid=93176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:40:07.767730 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-02585909-f7af-43af-80a3-b4f331b59fc0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:40:07.768071 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-02585909-f7af-43af-80a3-b4f331b59fc0 admin admin] Subscribe: > port after_update 55550000 {{(pid=93176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:40:07.768403 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-02585909-f7af-43af-80a3-b4f331b59fc0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:40:07.768716 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-02585909-f7af-43af-80a3-b4f331b59fc0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:40:07.769040 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-02585909-f7af-43af-80a3-b4f331b59fc0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:40:07.769346 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-02585909-f7af-43af-80a3-b4f331b59fc0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:40:07.836299 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-02585909-f7af-43af-80a3-b4f331b59fc0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:40:07.836647 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-02585909-f7af-43af-80a3-b4f331b59fc0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:40:07.836974 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-02585909-f7af-43af-80a3-b4f331b59fc0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:40:07.837300 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-02585909-f7af-43af-80a3-b4f331b59fc0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 09:40:07.837660 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-02585909-f7af-43af-80a3-b4f331b59fc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5c408b6-c985-48dd-a42f-2d54bd2d9db3']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:40:07.846284 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-977165a9-2185-4e48-aa9f-27810664d3c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:07.850950 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-8eb9489c-1217-47c9-b053-a4a951a65ac0 req-9876654c-4fb3-46c1-9786-46efab021ee4 service neutron] For port a4e92fe1-f7e7-48a2-823e-9c3ae07a476e, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=a4e92fe1-f7e7-48a2-823e-9c3ae07a476e,segment=NetworkSegment(9149788d-877e-41af-83c2-5ce6b1848f17),segment_id=9149788d-877e-41af-83c2-5ce6b1848f17)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:40:07.876563 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-977165a9-2185-4e48-aa9f-27810664d3c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:07.881188 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eecc6d-2a6d-4dd5-9b85-8a76ad4a4d3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe8c33db-c208-4f53-9183-8abd1b21123f,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:07.892999 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-02585909-f7af-43af-80a3-b4f331b59fc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '823e1f3e-aa67-4589-aa22-4bb545d39404') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:40:07.893599 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-02585909-f7af-43af-80a3-b4f331b59fc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '823e1f3e-aa67-4589-aa22-4bb545d39404') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:40:07.901170 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-25eecc6d-2a6d-4dd5-9b85-8a76ad4a4d3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.633s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:07.947132 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-02585909-f7af-43af-80a3-b4f331b59fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:07.995771 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-8eb9489c-1217-47c9-b053-a4a951a65ac0 req-9876654c-4fb3-46c1-9786-46efab021ee4 service neutron] For port a4e92fe1-f7e7-48a2-823e-9c3ae07a476e, host n-h1-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:40:08.022347 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-977165a9-2185-4e48-aa9f-27810664d3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:08.025547 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-977165a9-2185-4e48-aa9f-27810664d3c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:08.027607 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-977165a9-2185-4e48-aa9f-27810664d3c7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fe8c33db-c208-4f53-9183-8abd1b21123f HTTP/1.1" status: 204 len: 168 time: 0.2784536 Jun 11 09:40:08.033360 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e81c0750-838b-45bf-8704-84b01408c9bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:08.037431 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977165a9-2185-4e48-aa9f-27810664d3c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe8c33db-c208-4f53-9183-8abd1b21123f,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:08.040013 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-977165a9-2185-4e48-aa9f-27810664d3c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:08.046530 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-02585909-f7af-43af-80a3-b4f331b59fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:08.053442 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-962cab8e-e848-4698-994f-78943f4422ed req-cd7c2a67-830c-465c-b409-0d9726e9b6ad service neutron] Attempting to bind port 2144b4ad-944a-49ca-91b2-c333f7af0206 on host n-h1-779913-12 for vnic_type normal with profile None {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:40:08.053771 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-962cab8e-e848-4698-994f-78943f4422ed req-cd7c2a67-830c-465c-b409-0d9726e9b6ad service neutron] Attempting to bind port 2144b4ad-944a-49ca-91b2-c333f7af0206 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '56281ee1-4859-40f0-b2a0-2c2117bfda04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '53a42219-c346-45f9-be41-c5dabab2438f'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:40:08.054099 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962cab8e-e848-4698-994f-78943f4422ed req-cd7c2a67-830c-465c-b409-0d9726e9b6ad service neutron] Attempting to bind port 2144b4ad-944a-49ca-91b2-c333f7af0206 on network 53a42219-c346-45f9-be41-c5dabab2438f {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:40:08.065184 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 86dd8b37-3611-4728-8bbc-9d6407c1dbee no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:40:08.083997 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02585909-f7af-43af-80a3-b4f331b59fc0 admin admin] Releasing vlan 769 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 09:40:08.084410 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-02585909-f7af-43af-80a3-b4f331b59fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:08.086032 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962cab8e-e848-4698-994f-78943f4422ed req-cd7c2a67-830c-465c-b409-0d9726e9b6ad service neutron] Port 2144b4ad-944a-49ca-91b2-c333f7af0206 on network 53a42219-c346-45f9-be41-c5dabab2438f not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:40:08.086351 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962cab8e-e848-4698-994f-78943f4422ed req-cd7c2a67-830c-465c-b409-0d9726e9b6ad service neutron] Attempting to bind port 2144b4ad-944a-49ca-91b2-c333f7af0206 on network 53a42219-c346-45f9-be41-c5dabab2438f {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:40:08.090504 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:40:08.090504 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:40:08.090504 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:40:08.090504 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:40:08.090504 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:40:08.090504 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:40:08.090504 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:40:08.090504 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:40:08.090504 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 09:40:08.090504 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 09:40:08.090504 n-d-779913-12 neutron-server[93176]: timer() Jun 11 09:40:08.090504 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 09:40:08.090504 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 09:40:08.090504 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 09:40:08.090504 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 09:40:08.090504 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 09:40:08.090504 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 09:40:08.090504 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 09:40:08.090504 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 09:40:08.090504 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 09:40:08.090504 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 09:40:08.090504 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 09:40:08.090504 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 09:40:08.090504 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 09:40:08.090504 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 09:40:08.090504 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 09:40:08.090504 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 09:40:08.090504 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 09:40:08.090504 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 09:40:08.090504 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 09:40:08.090504 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 09:40:08.090504 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 09:40:08.090504 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 09:40:08.090504 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 09:40:08.090504 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 09:40:08.090504 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 09:40:08.090504 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 09:40:08.090504 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 09:40:08.090504 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 09:40:08.090504 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 09:40:08.094477 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 86dd8b37-3611-4728-8bbc-9d6407c1dbee {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:40:08.095003 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 86dd8b37-3611-4728-8bbc-9d6407c1dbee not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:40:08.110838 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-8eb9489c-1217-47c9-b053-a4a951a65ac0 req-9876654c-4fb3-46c1-9786-46efab021ee4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4e92fe1-f7e7-48a2-823e-9c3ae07a476e {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:40:08.130717 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962cab8e-e848-4698-994f-78943f4422ed req-cd7c2a67-830c-465c-b409-0d9726e9b6ad service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:40:08.130985 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962cab8e-e848-4698-994f-78943f4422ed req-cd7c2a67-830c-465c-b409-0d9726e9b6ad service neutron] Checking segment: {'id': '56281ee1-4859-40f0-b2a0-2c2117bfda04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '53a42219-c346-45f9-be41-c5dabab2438f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:40:08.131363 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962cab8e-e848-4698-994f-78943f4422ed req-cd7c2a67-830c-465c-b409-0d9726e9b6ad service neutron] Bound using segment: {'id': '56281ee1-4859-40f0-b2a0-2c2117bfda04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '53a42219-c346-45f9-be41-c5dabab2438f'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:40:08.131825 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-962cab8e-e848-4698-994f-78943f4422ed req-cd7c2a67-830c-465c-b409-0d9726e9b6ad service neutron] Bound port: 2144b4ad-944a-49ca-91b2-c333f7af0206, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56281ee1-4859-40f0-b2a0-2c2117bfda04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '53a42219-c346-45f9-be41-c5dabab2438f'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:40:08.145624 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-8eb9489c-1217-47c9-b053-a4a951a65ac0 req-9876654c-4fb3-46c1-9786-46efab021ee4 service neutron] For port a4e92fe1-f7e7-48a2-823e-9c3ae07a476e, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=a4e92fe1-f7e7-48a2-823e-9c3ae07a476e,segment=NetworkSegment(9149788d-877e-41af-83c2-5ce6b1848f17),segment_id=9149788d-877e-41af-83c2-5ce6b1848f17)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:40:08.231135 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8fb41725-db40-4de1-8a9a-2deb422e790a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:08.237677 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-846a4c46-a9f0-41fe-a75b-254ac6fb7289 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:08.285686 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb41725-db40-4de1-8a9a-2deb422e790a admin admin] Pushing event deleted for resources: {'Port': ['ID=c886fb50-0db1-4b27-adcc-bde6769fca07,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:08.293870 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8fb41725-db40-4de1-8a9a-2deb422e790a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:08.311731 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 36148) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:40:08.328326 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-64f61df4-2788-4d37-813c-bbaefcf72a0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:08.329132 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d859e16-0eec-420c-bc49-8f313ae4f652 req-4fa91af2-98f5-40bd-b160-1f5f010b0ac9 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:08.330007 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1d859e16-0eec-420c-bc49-8f313ae4f652 req-4fa91af2-98f5-40bd-b160-1f5f010b0ac9 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb53acf8-b818-4202-8875-71959f7fc254 HTTP/1.1" status: 200 len: 943 time: 0.3853183 Jun 11 09:40:08.371527 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-962cab8e-e848-4698-994f-78943f4422ed req-cd7c2a67-830c-465c-b409-0d9726e9b6ad service neutron] For port 2144b4ad-944a-49ca-91b2-c333f7af0206, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=2144b4ad-944a-49ca-91b2-c333f7af0206,segment=NetworkSegment(56281ee1-4859-40f0-b2a0-2c2117bfda04),segment_id=56281ee1-4859-40f0-b2a0-2c2117bfda04)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:40:08.382742 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-8eb9489c-1217-47c9-b053-a4a951a65ac0 req-9876654c-4fb3-46c1-9786-46efab021ee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:08.384352 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-02585909-f7af-43af-80a3-b4f331b59fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:08.420686 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:08.441923 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-02585909-f7af-43af-80a3-b4f331b59fc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:08.445207 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-64f61df4-2788-4d37-813c-bbaefcf72a0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:08.446353 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-02585909-f7af-43af-80a3-b4f331b59fc0 admin admin] 10.222.0.60 "DELETE /v2.0/networks/d5c408b6-c985-48dd-a42f-2d54bd2d9db3 HTTP/1.1" status: 204 len: 168 time: 1.9441550 Jun 11 09:40:08.479108 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02585909-f7af-43af-80a3-b4f331b59fc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5c408b6-c985-48dd-a42f-2d54bd2d9db3,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:08.485444 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8fb41725-db40-4de1-8a9a-2deb422e790a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374120'] for router_gateway, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:08.508363 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-02585909-f7af-43af-80a3-b4f331b59fc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:08.562839 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-64f61df4-2788-4d37-813c-bbaefcf72a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:08.566940 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-80316ba1-3795-46d5-b3e6-30850f1c4694 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:08.598600 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1d859e16-0eec-420c-bc49-8f313ae4f652 req-54ce7244-96a0-4ec8-9bd3-8aba57b0b260 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574146 Jun 11 09:40:08.648956 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-962cab8e-e848-4698-994f-78943f4422ed req-cd7c2a67-830c-465c-b409-0d9726e9b6ad service neutron] Notify callbacks [] for binding, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:08.650035 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-962cab8e-e848-4698-994f-78943f4422ed req-cd7c2a67-830c-465c-b409-0d9726e9b6ad service neutron] 10.222.0.60 "POST /v2.0/ports/2144b4ad-944a-49ca-91b2-c333f7af0206/bindings HTTP/1.1" status: 201 len: 390 time: 1.7996159 Jun 11 09:40:08.660895 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8fb41725-db40-4de1-8a9a-2deb422e790a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:08.665194 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-64f61df4-2788-4d37-813c-bbaefcf72a0e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=505a802623324e0d82b54107455dbf6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3520470 Jun 11 09:40:08.667990 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 36156) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:40:08.673304 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8fb41725-db40-4de1-8a9a-2deb422e790a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:08.674651 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f61df4-2788-4d37-813c-bbaefcf72a0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5373893-55de-42db-b288-31b5636e5324,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:08.693299 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-64f61df4-2788-4d37-813c-bbaefcf72a0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:08.764308 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b063c09a-3b4a-4c8d-aa4d-a2bc879f321b req-2c712fc8-ba33-4fdd-ac45-15717637c956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:08.765798 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b063c09a-3b4a-4c8d-aa4d-a2bc879f321b req-2c712fc8-ba33-4fdd-ac45-15717637c956 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=761e66d23fea4903a68cd9de907a43c1&device_id=38c6c614-27f4-461f-b2e5-2fd3163ed925 HTTP/1.1" status: 200 len: 1098 time: 0.0664339 Jun 11 09:40:08.801165 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-8eb9489c-1217-47c9-b053-a4a951a65ac0 req-9876654c-4fb3-46c1-9786-46efab021ee4 service neutron] Transition to ACTIVE for port object a4e92fe1-f7e7-48a2-823e-9c3ae07a476e will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:40:08.823529 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e3a847f9-a87d-4f0e-b9dd-579dd29584de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:08.851112 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e3a847f9-a87d-4f0e-b9dd-579dd29584de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:08.891820 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8fb41725-db40-4de1-8a9a-2deb422e790a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:08.892263 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fb41725-db40-4de1-8a9a-2deb422e790a admin admin] Fanout notify agent at l3_agent the message router_deleted on router ead7ad64-3085-448d-bb4a-ec8ab6bf0440 {{(pid=93176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 09:40:08.894381 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-8eb9489c-1217-47c9-b053-a4a951a65ac0 req-9876654c-4fb3-46c1-9786-46efab021ee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:08.906113 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ddc666c1-7349-4f56-9bda-9097f50b501d tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:08.912796 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8fb41725-db40-4de1-8a9a-2deb422e790a admin admin] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:08.914057 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-8fb41725-db40-4de1-8a9a-2deb422e790a admin admin] 10.222.0.60 "DELETE /v2.0/routers/ead7ad64-3085-448d-bb4a-ec8ab6bf0440 HTTP/1.1" status: 204 len: 168 time: 3.7113659 Jun 11 09:40:08.928641 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 36166) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:40:08.929479 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 36168) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:40:09.118558 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-ebb9cf1d-58c7-4236-b8bb-2794806d0149 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ddd6be7c87a8413890bc7fa43632d87b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1805987 Jun 11 09:40:09.137691 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 36174) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:40:09.138018 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e3a847f9-a87d-4f0e-b9dd-579dd29584de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:09.140842 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e3a847f9-a87d-4f0e-b9dd-579dd29584de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:09.142108 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-e3a847f9-a87d-4f0e-b9dd-579dd29584de admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d5373893-55de-42db-b288-31b5636e5324 HTTP/1.1" status: 204 len: 168 time: 0.4702966 Jun 11 09:40:09.152961 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eb9489c-1217-47c9-b053-a4a951a65ac0 req-9876654c-4fb3-46c1-9786-46efab021ee4 service neutron] No DVR routers for this DVR port a4e92fe1-f7e7-48a2-823e-9c3ae07a476e on host n-h1-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:40:09.175191 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9876654c-4fb3-46c1-9786-46efab021ee4 service neutron] Pushing event updated for resources: {'Port': ['ID=a4e92fe1-f7e7-48a2-823e-9c3ae07a476e,revision_number=10']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:09.181458 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9876654c-4fb3-46c1-9786-46efab021ee4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:09.183464 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ac52a917-e5c6-483b-846a-932d41d81144 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:09.190453 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b063c09a-3b4a-4c8d-aa4d-a2bc879f321b req-83bc964c-ed11-4bad-96b7-a73c2f83e8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:09.191936 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b063c09a-3b4a-4c8d-aa4d-a2bc879f321b req-83bc964c-ed11-4bad-96b7-a73c2f83e8f7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=53a42219-c346-45f9-be41-c5dabab2438f HTTP/1.1" status: 200 len: 922 time: 0.4035659 Jun 11 09:40:09.198446 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-acfd9ca6-6fb6-4e37-aa15-1f9c289567f9 admin admin] Deleting subnet 1d975209-1448-49e3-b064-737640ba01f1 {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 09:40:09.201199 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a847f9-a87d-4f0e-b9dd-579dd29584de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5373893-55de-42db-b288-31b5636e5324,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:09.202047 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-acfd9ca6-6fb6-4e37-aa15-1f9c289567f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:09.228120 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e3a847f9-a87d-4f0e-b9dd-579dd29584de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:09.241399 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8eb9489c-1217-47c9-b053-a4a951a65ac0 req-9876654c-4fb3-46c1-9786-46efab021ee4 service neutron] 10.222.0.64 "PUT /v2.0/ports/a4e92fe1-f7e7-48a2-823e-9c3ae07a476e/bindings/n-h2-779913-12/activate HTTP/1.1" status: 200 len: 370 time: 2.8114047 Jun 11 09:40:09.255935 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9395a1-6ab4-4013-8014-3c8111863a0d req-4bd0b291-f23a-41e0-9ac3-d8eb25b108c5 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:09.259209 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-af9395a1-6ab4-4013-8014-3c8111863a0d req-4bd0b291-f23a-41e0-9ac3-d8eb25b108c5 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] 10.222.0.60 "GET /v2.0/ports?device_id=2296b1d4-21a8-436a-916c-04d1277a47ab HTTP/1.1" status: 200 len: 944 time: 0.3075507 Jun 11 09:40:09.313842 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b063c09a-3b4a-4c8d-aa4d-a2bc879f321b req-82d28a2e-20bb-48a1-9ee6-c8e2a082fd71 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2144b4ad-944a-49ca-91b2-c333f7af0206 HTTP/1.1" status: 200 len: 217 time: 0.0672712 Jun 11 09:40:09.316469 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-af9395a1-6ab4-4013-8014-3c8111863a0d req-0d28ee4a-83c1-4d82-8890-86fec3178fd9 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] 10.222.0.60 "GET /v2.0/security-groups?id=11bbb81f-d5e0-4a93-9cfb-d456f4aef7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496790 Jun 11 09:40:09.409262 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-acfd9ca6-6fb6-4e37-aa15-1f9c289567f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:09.483852 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962cab8e-e848-4698-994f-78943f4422ed req-c08b54c8-0855-431e-a568-c77f8baed0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:09.485543 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-962cab8e-e848-4698-994f-78943f4422ed req-c08b54c8-0855-431e-a568-c77f8baed0d5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=761e66d23fea4903a68cd9de907a43c1&device_id=38c6c614-27f4-461f-b2e5-2fd3163ed925 HTTP/1.1" status: 200 len: 1098 time: 0.0839391 Jun 11 09:40:09.528892 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-228d0f94-9866-405e-bcf6-ed73af0247e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:09.565680 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b063c09a-3b4a-4c8d-aa4d-a2bc879f321b req-ba6277ef-9bee-4bf7-b2a9-f2ef3492171d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:09.567146 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b063c09a-3b4a-4c8d-aa4d-a2bc879f321b req-ba6277ef-9bee-4bf7-b2a9-f2ef3492171d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=20094bda-f8d4-46e6-bab1-f100394de689 HTTP/1.1" status: 200 len: 861 time: 0.2357631 Jun 11 09:40:09.629559 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-228d0f94-9866-405e-bcf6-ed73af0247e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:09.630157 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962cab8e-e848-4698-994f-78943f4422ed req-5119208d-933c-4d3a-a625-7e79aa64d124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:09.632337 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-962cab8e-e848-4698-994f-78943f4422ed req-5119208d-933c-4d3a-a625-7e79aa64d124 service neutron] 10.222.0.64 "GET /v2.0/networks?id=53a42219-c346-45f9-be41-c5dabab2438f HTTP/1.1" status: 200 len: 922 time: 0.1391704 Jun 11 09:40:09.694914 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b063c09a-3b4a-4c8d-aa4d-a2bc879f321b req-58b7df46-83e1-49a9-b9c9-ad8eee9f1cc0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=53a42219-c346-45f9-be41-c5dabab2438f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1058199 Jun 11 09:40:09.711418 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-962cab8e-e848-4698-994f-78943f4422ed req-e4012ac1-3519-4a5b-a1cf-acaa6fa4ebaf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2144b4ad-944a-49ca-91b2-c333f7af0206 HTTP/1.1" status: 200 len: 217 time: 0.0730052 Jun 11 09:40:09.771773 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac26c4d-2d4e-4ba5-ba44-199ad2c0a34e req-2eb1d7c6-1510-47c4-87f2-8997ea477854 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:09.776090 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cac26c4d-2d4e-4ba5-ba44-199ad2c0a34e req-2eb1d7c6-1510-47c4-87f2-8997ea477854 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=38c6c614-27f4-461f-b2e5-2fd3163ed925 HTTP/1.1" status: 200 len: 946 time: 0.4628298 Jun 11 09:40:09.809837 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-acfd9ca6-6fb6-4e37-aa15-1f9c289567f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:09.846544 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962cab8e-e848-4698-994f-78943f4422ed req-e85a836b-95e0-4c55-a941-501120a73066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:09.848048 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-962cab8e-e848-4698-994f-78943f4422ed req-e85a836b-95e0-4c55-a941-501120a73066 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=20094bda-f8d4-46e6-bab1-f100394de689 HTTP/1.1" status: 200 len: 861 time: 0.1299207 Jun 11 09:40:09.854534 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb9489c-1217-47c9-b053-a4a951a65ac0 req-57775a69-7d0f-4ee1-a2a7-00f2719acf5b tempest-LiveMigrationTest-1264164380 tempest-LiveMigrationTest-1264164380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:09.856733 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8eb9489c-1217-47c9-b053-a4a951a65ac0 req-57775a69-7d0f-4ee1-a2a7-00f2719acf5b tempest-LiveMigrationTest-1264164380 tempest-LiveMigrationTest-1264164380-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=eb53acf8-b818-4202-8875-71959f7fc254&tenant_id=455235d9344d45d29863b10a5775a249&binding%3Ahost_id=n-h1-779913-12 HTTP/1.1" status: 200 len: 1096 time: 0.4425442 Jun 11 09:40:09.880097 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device a4e92fe1-f7e7-48a2-823e-9c3ae07a476e no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:40:09.890882 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-962cab8e-e848-4698-994f-78943f4422ed req-dd7388b8-c68f-40ed-a3cb-3da46e2379c8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=53a42219-c346-45f9-be41-c5dabab2438f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342636 Jun 11 09:40:09.941488 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e84be-8a59-48b8-af41-63f000522839 req-b471671f-ea5d-43a5-adfd-9580ea155cc1 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:09.946564 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-071e84be-8a59-48b8-af41-63f000522839 req-b471671f-ea5d-43a5-adfd-9580ea155cc1 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb53acf8-b818-4202-8875-71959f7fc254 HTTP/1.1" status: 200 len: 944 time: 0.1821446 Jun 11 09:40:09.967309 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device a4e92fe1-f7e7-48a2-823e-9c3ae07a476e not bound to the agent host n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:40:10.009404 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cac26c4d-2d4e-4ba5-ba44-199ad2c0a34e req-09818a47-94b0-4afa-8f2a-d7fe67336eda tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080071 Jun 11 09:40:10.051186 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b063c09a-3b4a-4c8d-aa4d-a2bc879f321b req-1c5a8d85-f094-4715-8174-b7d94265352e service neutron] 10.222.0.69 "GET /v2.0/networks/53a42219-c346-45f9-be41-c5dabab2438f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3419924 Jun 11 09:40:10.063912 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb9489c-1217-47c9-b053-a4a951a65ac0 req-c03236a1-f737-42c9-9f26-1fecaf4c638b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:10.070314 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8eb9489c-1217-47c9-b053-a4a951a65ac0 req-c03236a1-f737-42c9-9f26-1fecaf4c638b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=eb53acf8-b818-4202-8875-71959f7fc254&tenant_id=455235d9344d45d29863b10a5775a249 HTTP/1.1" status: 200 len: 1096 time: 0.1929708 Jun 11 09:40:10.071477 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-962cab8e-e848-4698-994f-78943f4422ed req-c14489b3-d64a-4f3a-a999-4c1aa9cb37fe service neutron] 10.222.0.64 "GET /v2.0/networks/53a42219-c346-45f9-be41-c5dabab2438f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732490 Jun 11 09:40:10.103012 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-228d0f94-9866-405e-bcf6-ed73af0247e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:10.105658 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-228d0f94-9866-405e-bcf6-ed73af0247e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:10.107003 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-228d0f94-9866-405e-bcf6-ed73af0247e8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4cce9630-4bfa-4ac8-a11d-37869d14edf0 HTTP/1.1" status: 204 len: 168 time: 0.9652715 Jun 11 09:40:10.117628 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-48afffea-63fd-45f2-8285-3f17321d7c1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:10.139462 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device e0bef16c-1f3d-4385-ba40-86408bdd5059 details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:40:10.145553 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device a4e92fe1-f7e7-48a2-823e-9c3ae07a476e no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:40:10.153446 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-acfd9ca6-6fb6-4e37-aa15-1f9c289567f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:10.163128 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228d0f94-9866-405e-bcf6-ed73af0247e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cce9630-4bfa-4ac8-a11d-37869d14edf0,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:10.165481 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-228d0f94-9866-405e-bcf6-ed73af0247e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:10.187025 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9951e763-ec9b-4411-98b4-268b726397e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:10.199539 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-071e84be-8a59-48b8-af41-63f000522839 req-5990e9a2-aa84-4408-a3a7-c33bbf7eb317 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477503 Jun 11 09:40:10.230183 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device c886fb50-0db1-4b27-adcc-bde6769fca07 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:40:10.237734 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-962cab8e-e848-4698-994f-78943f4422ed req-8d9725be-af1e-47ee-9427-68b8e8e46e9e service neutron] 10.222.0.64 "GET /v2.0/networks/53a42219-c346-45f9-be41-c5dabab2438f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558375 Jun 11 09:40:10.272967 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8051489-7767-4f44-8934-13fd5c4e8649 None None] Network 2200e55c-0960-4aac-b7a8-ebf0eca39b99 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:40:10.276804 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-acfd9ca6-6fb6-4e37-aa15-1f9c289567f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:10.278665 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-acfd9ca6-6fb6-4e37-aa15-1f9c289567f9 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/1d975209-1448-49e3-b064-737640ba01f1 HTTP/1.1" status: 204 len: 168 time: 1.3487391 Jun 11 09:40:10.281034 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfd9ca6-6fb6-4e37-aa15-1f9c289567f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d975209-1448-49e3-b064-737640ba01f1,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:10.287045 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 36214) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:40:10.290667 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-acfd9ca6-6fb6-4e37-aa15-1f9c289567f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:10.301486 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: c886fb50-0db1-4b27-adcc-bde6769fca07 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:40:10.302145 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device c886fb50-0db1-4b27-adcc-bde6769fca07 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:40:10.333297 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b063c09a-3b4a-4c8d-aa4d-a2bc879f321b req-70578185-3f87-429b-9923-2e279cd75093 service neutron] 10.222.0.69 "GET /v2.0/networks/53a42219-c346-45f9-be41-c5dabab2438f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796159 Jun 11 09:40:10.337872 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb9489c-1217-47c9-b053-a4a951a65ac0 req-0fbb0a3a-7be2-4af4-a4f8-e237c5cc5a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:10.339857 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8eb9489c-1217-47c9-b053-a4a951a65ac0 req-0fbb0a3a-7be2-4af4-a4f8-e237c5cc5a3f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=455235d9344d45d29863b10a5775a249&device_id=eb53acf8-b818-4202-8875-71959f7fc254 HTTP/1.1" status: 200 len: 1096 time: 0.2378743 Jun 11 09:40:10.418328 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port e0bef16c-1f3d-4385-ba40-86408bdd5059, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=e0bef16c-1f3d-4385-ba40-86408bdd5059,segment=NetworkSegment(f1ba1393-2bbe-436f-8827-2ad0577d069a),segment_id=f1ba1393-2bbe-436f-8827-2ad0577d069a)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:40:10.439522 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': 'e0bef16c-1f3d-4385-ba40-86408bdd5059', 'network_id': 'bd769a33-d2ae-4a77-8be2-0047382ae593', 'port_id': 'e0bef16c-1f3d-4385-ba40-86408bdd5059', 'mac_address': 'fa:16:3e:7c:00:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fce8e258-cc45-4e2c-8dcb-94cdefb9f0b0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:40:10.554251 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb9489c-1217-47c9-b053-a4a951a65ac0 req-20ab0819-8c03-4b2d-a579-9a8c659e1094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:10.556068 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8eb9489c-1217-47c9-b053-a4a951a65ac0 req-20ab0819-8c03-4b2d-a579-9a8c659e1094 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f64764ef-1d16-4bb9-abcb-ee15625f8d04 HTTP/1.1" status: 200 len: 908 time: 0.2089949 Jun 11 09:40:10.588187 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-634af72b-8707-46cc-a38c-55f260be225f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:10.645159 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:10.649078 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8eb9489c-1217-47c9-b053-a4a951a65ac0 req-beb92fda-11e1-468e-a776-217dc70925e8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a4e92fe1-f7e7-48a2-823e-9c3ae07a476e HTTP/1.1" status: 200 len: 217 time: 0.0841906 Jun 11 09:40:10.649401 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962cab8e-e848-4698-994f-78943f4422ed req-d5a6d696-6085-416d-a14d-e3694119c0ed tempest-LiveAutoBlockMigrationV225Test-226334702 tempest-LiveAutoBlockMigrationV225Test-226334702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:10.650954 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-962cab8e-e848-4698-994f-78943f4422ed req-d5a6d696-6085-416d-a14d-e3694119c0ed tempest-LiveAutoBlockMigrationV225Test-226334702 tempest-LiveAutoBlockMigrationV225Test-226334702-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=38c6c614-27f4-461f-b2e5-2fd3163ed925&tenant_id=761e66d23fea4903a68cd9de907a43c1&binding%3Ahost_id=n-h2-779913-12 HTTP/1.1" status: 200 len: 1098 time: 0.1557887 Jun 11 09:40:10.664490 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-962cab8e-e848-4698-994f-78943f4422ed req-63d2a8db-290c-4e8a-8531-b33d21943ae5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-779913-12'}}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:40:10.674590 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0bef16c-1f3d-4385-ba40-86408bdd5059 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:40:10.702440 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port e0bef16c-1f3d-4385-ba40-86408bdd5059, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=e0bef16c-1f3d-4385-ba40-86408bdd5059,segment=NetworkSegment(f1ba1393-2bbe-436f-8827-2ad0577d069a),segment_id=f1ba1393-2bbe-436f-8827-2ad0577d069a)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:40:10.729964 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-634af72b-8707-46cc-a38c-55f260be225f admin admin] Deleting port 34ce2fb8-e940-4ec5-af2e-72730b3f1b82 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:40:10.730601 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-634af72b-8707-46cc-a38c-55f260be225f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:10.765020 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:10.766692 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:10.795770 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb9489c-1217-47c9-b053-a4a951a65ac0 req-60114856-6590-4dcb-9876-348a98faa280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:10.797942 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8eb9489c-1217-47c9-b053-a4a951a65ac0 req-60114856-6590-4dcb-9876-348a98faa280 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f707fbf9-d6b5-48f4-b1c1-e5fd7bd963f6 HTTP/1.1" status: 200 len: 847 time: 0.1352489 Jun 11 09:40:10.849962 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-962cab8e-e848-4698-994f-78943f4422ed req-63d2a8db-290c-4e8a-8531-b33d21943ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:10.867212 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8eb9489c-1217-47c9-b053-a4a951a65ac0 req-94cdda0c-55e4-4480-aba0-bd5ace2877ed service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f64764ef-1d16-4bb9-abcb-ee15625f8d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599768 Jun 11 09:40:10.870446 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740f3c1f-7a79-4781-9786-a67e70fe622e None None] DHCP port deletion for 2200e55c-0960-4aac-b7a8-ebf0eca39b99 request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 09:40:10.875097 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e192f788-411d-4cf1-821f-e2a3f6cb24e6 req-cf369f29-e863-411b-94f2-2d2e471d82e9 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:10.876636 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e192f788-411d-4cf1-821f-e2a3f6cb24e6 req-cf369f29-e863-411b-94f2-2d2e471d82e9 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] 10.222.0.60 "GET /v2.0/ports?device_id=2296b1d4-21a8-436a-916c-04d1277a47ab HTTP/1.1" status: 200 len: 944 time: 0.2907350 Jun 11 09:40:10.964818 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=e0bef16c-1f3d-4385-ba40-86408bdd5059,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:10.976959 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:10.999997 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-740f3c1f-7a79-4781-9786-a67e70fe622e None None] Deleting port 34ce2fb8-e940-4ec5-af2e-72730b3f1b82 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:40:11.000725 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-740f3c1f-7a79-4781-9786-a67e70fe622e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:11.013159 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-634af72b-8707-46cc-a38c-55f260be225f admin admin] For port 34ce2fb8-e940-4ec5-af2e-72730b3f1b82, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=34ce2fb8-e940-4ec5-af2e-72730b3f1b82,segment=NetworkSegment(57391af4-6626-402e-b649-4a2d7f342011),segment_id=57391af4-6626-402e-b649-4a2d7f342011)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:40:11.013159 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-634af72b-8707-46cc-a38c-55f260be225f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:11.034910 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e192f788-411d-4cf1-821f-e2a3f6cb24e6 req-2a4cf003-9065-40e6-b921-63424a58e944 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] 10.222.0.60 "GET /v2.0/security-groups?id=11bbb81f-d5e0-4a93-9cfb-d456f4aef7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1490233 Jun 11 09:40:11.088985 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8eb9489c-1217-47c9-b053-a4a951a65ac0 req-21b7cbcc-0211-4437-849c-734d4b36f4ae service neutron] 10.222.0.69 "GET /v2.0/networks/f64764ef-1d16-4bb9-abcb-ee15625f8d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111945 Jun 11 09:40:11.121084 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-740f3c1f-7a79-4781-9786-a67e70fe622e None None] For port 34ce2fb8-e940-4ec5-af2e-72730b3f1b82, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=34ce2fb8-e940-4ec5-af2e-72730b3f1b82,segment=NetworkSegment(57391af4-6626-402e-b649-4a2d7f342011),segment_id=57391af4-6626-402e-b649-4a2d7f342011)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:40:11.121512 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-740f3c1f-7a79-4781-9786-a67e70fe622e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:11.175918 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-634af72b-8707-46cc-a38c-55f260be225f admin admin] Calling delete_port for 34ce2fb8-e940-4ec5-af2e-72730b3f1b82 owned by network:dhcp {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:40:11.282567 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-740f3c1f-7a79-4781-9786-a67e70fe622e None None] Calling delete_port for 34ce2fb8-e940-4ec5-af2e-72730b3f1b82 owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:40:11.444070 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['e0bef16c-1f3d-4385-ba40-86408bdd5059'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:40:11.535723 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 36236) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:40:11.647230 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-740f3c1f-7a79-4781-9786-a67e70fe622e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:11.657970 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-43dddf93-2db8-4fa7-a2b3-5335e000b262 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:11.715365 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740f3c1f-7a79-4781-9786-a67e70fe622e None None] Pushing event deleted for resources: {'Port': ['ID=34ce2fb8-e940-4ec5-af2e-72730b3f1b82,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:11.727850 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-740f3c1f-7a79-4781-9786-a67e70fe622e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:11.736070 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-add70e88-6163-43bf-8aa4-7e42c669db5a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3a85291b44a7429584d0c3b7eadd5119&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1812811 Jun 11 09:40:11.736476 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740f3c1f-7a79-4781-9786-a67e70fe622e None None] No DVR routers for this DVR port 34ce2fb8-e940-4ec5-af2e-72730b3f1b82 on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:40:11.743080 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 36246) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:40:11.748619 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8497b3-aca5-4df7-b2df-ff121c2efa43 req-6ee83bb6-ce83-4381-9630-fc9cddbac880 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:11.750145 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cd8497b3-aca5-4df7-b2df-ff121c2efa43 req-6ee83bb6-ce83-4381-9630-fc9cddbac880 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb53acf8-b818-4202-8875-71959f7fc254 HTTP/1.1" status: 200 len: 944 time: 0.2134829 Jun 11 09:40:11.819402 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cd8497b3-aca5-4df7-b2df-ff121c2efa43 req-0a07de27-d4fe-4ef4-87b5-6790c3df09f6 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580401 Jun 11 09:40:11.822070 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8eb9489c-1217-47c9-b053-a4a951a65ac0 req-104c59df-abbe-4771-a8df-6e1aed11be79 service neutron] 10.222.0.69 "GET /v2.0/networks/f64764ef-1d16-4bb9-abcb-ee15625f8d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7252729 Jun 11 09:40:11.936184 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-962cab8e-e848-4698-994f-78943f4422ed req-63d2a8db-290c-4e8a-8531-b33d21943ae5 service neutron] For port 2144b4ad-944a-49ca-91b2-c333f7af0206, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=2144b4ad-944a-49ca-91b2-c333f7af0206,segment=NetworkSegment(56281ee1-4859-40f0-b2a0-2c2117bfda04),segment_id=56281ee1-4859-40f0-b2a0-2c2117bfda04)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:40:11.939080 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d19f44e5-4455-475b-add2-90dfe7c24112 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:11.950759 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2937a5-9d1e-4ca5-9484-c621c4866785 req-903d4506-056c-4af0-accd-98e815ca3f28 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:11.958948 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0e2937a5-9d1e-4ca5-9484-c621c4866785 req-903d4506-056c-4af0-accd-98e815ca3f28 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=38c6c614-27f4-461f-b2e5-2fd3163ed925 HTTP/1.1" status: 200 len: 946 time: 0.7776229 Jun 11 09:40:11.992132 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-634af72b-8707-46cc-a38c-55f260be225f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:12.014953 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-846a4c46-a9f0-41fe-a75b-254ac6fb7289 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:12.069380 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d19f44e5-4455-475b-add2-90dfe7c24112 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:12.073575 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634af72b-8707-46cc-a38c-55f260be225f admin admin] Pushing event deleted for resources: {'Port': ['ID=34ce2fb8-e940-4ec5-af2e-72730b3f1b82,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:12.090052 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-634af72b-8707-46cc-a38c-55f260be225f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:12.100398 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634af72b-8707-46cc-a38c-55f260be225f admin admin] No DVR routers for this DVR port 34ce2fb8-e940-4ec5-af2e-72730b3f1b82 on host n-d-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:40:12.141416 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 34ce2fb8-e940-4ec5-af2e-72730b3f1b82 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:40:12.156878 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0e2937a5-9d1e-4ca5-9484-c621c4866785 req-6a476247-ef29-4540-beca-16b166a4549c tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881585 Jun 11 09:40:12.158044 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-962cab8e-e848-4698-994f-78943f4422ed req-63d2a8db-290c-4e8a-8531-b33d21943ae5 service neutron] For port 2144b4ad-944a-49ca-91b2-c333f7af0206, host n-h2-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:40:12.208706 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 34ce2fb8-e940-4ec5-af2e-72730b3f1b82 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:40:12.210982 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 34ce2fb8-e940-4ec5-af2e-72730b3f1b82 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:40:12.289915 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d64787-eaf5-414f-9e86-9f5bc2d443c3 req-ba3c0915-7990-4d0d-af5e-c49ca909c828 tempest-NetworksTest-29685524 tempest-NetworksTest-29685524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:12.290693 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d64787-eaf5-414f-9e86-9f5bc2d443c3 req-ba3c0915-7990-4d0d-af5e-c49ca909c828 tempest-NetworksTest-29685524 tempest-NetworksTest-29685524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:12.291217 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d64787-eaf5-414f-9e86-9f5bc2d443c3 req-ba3c0915-7990-4d0d-af5e-c49ca909c828 tempest-NetworksTest-29685524 tempest-NetworksTest-29685524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:12.291714 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d64787-eaf5-414f-9e86-9f5bc2d443c3 req-ba3c0915-7990-4d0d-af5e-c49ca909c828 tempest-NetworksTest-29685524 tempest-NetworksTest-29685524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:12.292347 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d64787-eaf5-414f-9e86-9f5bc2d443c3 req-ba3c0915-7990-4d0d-af5e-c49ca909c828 tempest-NetworksTest-29685524 tempest-NetworksTest-29685524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:12.292875 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d64787-eaf5-414f-9e86-9f5bc2d443c3 req-ba3c0915-7990-4d0d-af5e-c49ca909c828 tempest-NetworksTest-29685524 tempest-NetworksTest-29685524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:12.293327 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d64787-eaf5-414f-9e86-9f5bc2d443c3 req-ba3c0915-7990-4d0d-af5e-c49ca909c828 tempest-NetworksTest-29685524 tempest-NetworksTest-29685524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:12.293794 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d64787-eaf5-414f-9e86-9f5bc2d443c3 req-ba3c0915-7990-4d0d-af5e-c49ca909c828 tempest-NetworksTest-29685524 tempest-NetworksTest-29685524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:12.294311 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d64787-eaf5-414f-9e86-9f5bc2d443c3 req-ba3c0915-7990-4d0d-af5e-c49ca909c828 tempest-NetworksTest-29685524 tempest-NetworksTest-29685524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:12.295393 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d64787-eaf5-414f-9e86-9f5bc2d443c3 req-ba3c0915-7990-4d0d-af5e-c49ca909c828 tempest-NetworksTest-29685524 tempest-NetworksTest-29685524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:12.297724 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d5d64787-eaf5-414f-9e86-9f5bc2d443c3 req-ba3c0915-7990-4d0d-af5e-c49ca909c828 tempest-NetworksTest-29685524 tempest-NetworksTest-29685524-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7117 time: 0.1934922 Jun 11 09:40:12.298368 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-634af72b-8707-46cc-a38c-55f260be225f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:12.303099 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c6c614-27f4-461f-b2e5-2fd3163ed925', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2144b4ad-944a-49ca-91b2-c333f7af0206'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:40:12.305531 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f76d0b0d-cf99-4793-8aed-5370458b3703" -d '{"events": [{"server_uuid": "38c6c614-27f4-461f-b2e5-2fd3163ed925", "name": "network-vif-unplugged", "status": "completed", "tag": "2144b4ad-944a-49ca-91b2-c333f7af0206"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:40:12.316367 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-962cab8e-e848-4698-994f-78943f4422ed req-63d2a8db-290c-4e8a-8531-b33d21943ae5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:12.323297 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-634af72b-8707-46cc-a38c-55f260be225f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2200e55c-0960-4aac-b7a8-ebf0eca39b99']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:40:12.370900 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-634af72b-8707-46cc-a38c-55f260be225f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57391af4-6626-402e-b649-4a2d7f342011') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:40:12.371182 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-634af72b-8707-46cc-a38c-55f260be225f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57391af4-6626-402e-b649-4a2d7f342011') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:40:12.385121 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-634af72b-8707-46cc-a38c-55f260be225f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:12.410706 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-634af72b-8707-46cc-a38c-55f260be225f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:12.419830 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-634af72b-8707-46cc-a38c-55f260be225f admin admin] Releasing vlan 778 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 09:40:12.420176 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-634af72b-8707-46cc-a38c-55f260be225f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:12.422268 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:40:12.422268 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:40:12.422268 n-d-779913-12 neutron-server[93176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 09:40:12.422268 n-d-779913-12 neutron-server[93176]: self.session.flush() Jun 11 09:40:12.422268 n-d-779913-12 neutron-server[93176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 09:40:12.422268 n-d-779913-12 neutron-server[93176]: self.session.flush() Jun 11 09:40:12.422268 n-d-779913-12 neutron-server[93176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 09:40:12.422268 n-d-779913-12 neutron-server[93176]: self.session.flush() Jun 11 09:40:12.422268 n-d-779913-12 neutron-server[93176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 09:40:12.422268 n-d-779913-12 neutron-server[93176]: self.session.flush() Jun 11 09:40:12.422268 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:40:12.422268 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:40:12.422268 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 09:40:12.422268 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 09:40:12.422268 n-d-779913-12 neutron-server[93176]: timer() Jun 11 09:40:12.422268 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 09:40:12.422268 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 09:40:12.422268 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 09:40:12.422268 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 09:40:12.422268 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 09:40:12.422268 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 09:40:12.422268 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 09:40:12.422268 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 09:40:12.422268 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 09:40:12.422268 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 09:40:12.422268 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 09:40:12.422268 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 09:40:12.422268 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 09:40:12.422268 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 09:40:12.422268 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 09:40:12.422268 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 09:40:12.422268 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 09:40:12.422268 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 09:40:12.422268 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 09:40:12.422268 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 09:40:12.422268 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 09:40:12.422268 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 09:40:12.422268 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 09:40:12.422268 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 09:40:12.422268 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 09:40:12.422268 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 09:40:12.422268 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 09:40:12.422268 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 09:40:12.422268 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 09:40:12.445809 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d19f44e5-4455-475b-add2-90dfe7c24112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:12.448392 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d19f44e5-4455-475b-add2-90dfe7c24112 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:12.449739 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-d19f44e5-4455-475b-add2-90dfe7c24112 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8fd808d7-54e7-4365-8d4d-d83ff074ba22 HTTP/1.1" status: 204 len: 168 time: 0.7055397 Jun 11 09:40:12.453368 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-afecf746-829c-4166-b30b-897fa65ec031 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:12.509710 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19f44e5-4455-475b-add2-90dfe7c24112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fd808d7-54e7-4365-8d4d-d83ff074ba22,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:12.517483 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-962cab8e-e848-4698-994f-78943f4422ed req-63d2a8db-290c-4e8a-8531-b33d21943ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:12.522432 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d19f44e5-4455-475b-add2-90dfe7c24112 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:12.522914 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ddc666c1-7349-4f56-9bda-9097f50b501d tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:12.532219 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bafa718-a080-48ea-bef9-9ecef1663b44 req-93218937-f666-4084-b9b9-c474e26639a3 tempest-NetworksTest-29685524 tempest-NetworksTest-29685524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:12.533619 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6bafa718-a080-48ea-bef9-9ecef1663b44 req-93218937-f666-4084-b9b9-c474e26639a3 tempest-NetworksTest-29685524 tempest-NetworksTest-29685524-project-admin] 10.222.0.60 "GET /v2.0/networks/f0adef6e-169f-4a27-8865-442be2ad072d HTTP/1.1" status: 200 len: 886 time: 0.2110274 Jun 11 09:40:12.540513 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c9540b-1cec-4dfd-85bf-8ee2640c18e7 req-824f2bc8-3136-4744-9500-f339943454e5 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:12.542056 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b8c9540b-1cec-4dfd-85bf-8ee2640c18e7 req-824f2bc8-3136-4744-9500-f339943454e5 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] 10.222.0.60 "GET /v2.0/ports?device_id=2296b1d4-21a8-436a-916c-04d1277a47ab HTTP/1.1" status: 200 len: 945 time: 0.2159672 Jun 11 09:40:12.548299 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb9489c-1217-47c9-b053-a4a951a65ac0 req-ef078d8c-7ed2-407b-afdd-8ccb16042591 tempest-LiveMigrationTest-1264164380 tempest-LiveMigrationTest-1264164380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:12.548299 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8eb9489c-1217-47c9-b053-a4a951a65ac0 req-ef078d8c-7ed2-407b-afdd-8ccb16042591 tempest-LiveMigrationTest-1264164380 tempest-LiveMigrationTest-1264164380-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=eb53acf8-b818-4202-8875-71959f7fc254&tenant_id=455235d9344d45d29863b10a5775a249&binding%3Ahost_id=n-h2-779913-12 HTTP/1.1" status: 200 len: 1096 time: 0.1594441 Jun 11 09:40:12.581772 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Jun 2021 09:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f22a01-cadf-4f09-86f7-c80aa9df3c40 x-openstack-request-id: req-17f22a01-cadf-4f09-86f7-c80aa9df3c40 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:40:12.582136 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38c6c614-27f4-461f-b2e5-2fd3163ed925", "name": "network-vif-unplugged", "status": "completed", "tag": "2144b4ad-944a-49ca-91b2-c333f7af0206", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:40:12.582384 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-17f22a01-cadf-4f09-86f7-c80aa9df3c40 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:40:12.582845 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38c6c614-27f4-461f-b2e5-2fd3163ed925', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2144b4ad-944a-49ca-91b2-c333f7af0206', 'code': 200} Jun 11 09:40:12.660336 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-634af72b-8707-46cc-a38c-55f260be225f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:12.693158 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-634af72b-8707-46cc-a38c-55f260be225f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:12.697678 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-634af72b-8707-46cc-a38c-55f260be225f admin admin] 10.222.0.60 "DELETE /v2.0/networks/2200e55c-0960-4aac-b7a8-ebf0eca39b99 HTTP/1.1" status: 204 len: 168 time: 2.4090345 Jun 11 09:40:12.726968 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d2a8db-290c-4e8a-8531-b33d21943ae5 service neutron] Pushing event updated for resources: {'Port': ['ID=2144b4ad-944a-49ca-91b2-c333f7af0206,revision_number=7']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:12.733178 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-63d2a8db-290c-4e8a-8531-b33d21943ae5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:12.733881 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-02585909-f7af-43af-80a3-b4f331b59fc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:12.749176 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b8c9540b-1cec-4dfd-85bf-8ee2640c18e7 req-14a1d324-fd43-4df2-9a74-ddf15882a734 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] 10.222.0.60 "GET /v2.0/security-groups?id=11bbb81f-d5e0-4a93-9cfb-d456f4aef7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1792367 Jun 11 09:40:12.785583 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-962cab8e-e848-4698-994f-78943f4422ed req-63d2a8db-290c-4e8a-8531-b33d21943ae5 service neutron] Attempting to bind port 2144b4ad-944a-49ca-91b2-c333f7af0206 on host n-h2-779913-12 for vnic_type normal with profile {"migrating_to": "n-h1-779913-12"} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:40:12.786182 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-962cab8e-e848-4698-994f-78943f4422ed req-63d2a8db-290c-4e8a-8531-b33d21943ae5 service neutron] Attempting to bind port 2144b4ad-944a-49ca-91b2-c333f7af0206 by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': '56281ee1-4859-40f0-b2a0-2c2117bfda04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '53a42219-c346-45f9-be41-c5dabab2438f'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:40:12.786698 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962cab8e-e848-4698-994f-78943f4422ed req-63d2a8db-290c-4e8a-8531-b33d21943ae5 service neutron] Attempting to bind port 2144b4ad-944a-49ca-91b2-c333f7af0206 on network 53a42219-c346-45f9-be41-c5dabab2438f {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:40:12.789698 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634af72b-8707-46cc-a38c-55f260be225f admin admin] Pushing event deleted for resources: {'Network': ['ID=2200e55c-0960-4aac-b7a8-ebf0eca39b99,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:12.793252 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-634af72b-8707-46cc-a38c-55f260be225f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:12.796533 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962cab8e-e848-4698-994f-78943f4422ed req-63d2a8db-290c-4e8a-8531-b33d21943ae5 service neutron] Port 2144b4ad-944a-49ca-91b2-c333f7af0206 on network 53a42219-c346-45f9-be41-c5dabab2438f not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:40:12.796788 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962cab8e-e848-4698-994f-78943f4422ed req-63d2a8db-290c-4e8a-8531-b33d21943ae5 service neutron] Attempting to bind port 2144b4ad-944a-49ca-91b2-c333f7af0206 on network 53a42219-c346-45f9-be41-c5dabab2438f {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:40:12.802212 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962cab8e-e848-4698-994f-78943f4422ed req-63d2a8db-290c-4e8a-8531-b33d21943ae5 service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:40:12.802477 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962cab8e-e848-4698-994f-78943f4422ed req-63d2a8db-290c-4e8a-8531-b33d21943ae5 service neutron] Checking segment: {'id': '56281ee1-4859-40f0-b2a0-2c2117bfda04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '53a42219-c346-45f9-be41-c5dabab2438f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:40:12.802849 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962cab8e-e848-4698-994f-78943f4422ed req-63d2a8db-290c-4e8a-8531-b33d21943ae5 service neutron] Bound using segment: {'id': '56281ee1-4859-40f0-b2a0-2c2117bfda04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '53a42219-c346-45f9-be41-c5dabab2438f'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:40:12.803435 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-962cab8e-e848-4698-994f-78943f4422ed req-63d2a8db-290c-4e8a-8531-b33d21943ae5 service neutron] Bound port: 2144b4ad-944a-49ca-91b2-c333f7af0206, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56281ee1-4859-40f0-b2a0-2c2117bfda04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '53a42219-c346-45f9-be41-c5dabab2438f'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:40:12.804001 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-962cab8e-e848-4698-994f-78943f4422ed req-63d2a8db-290c-4e8a-8531-b33d21943ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:12.815188 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eebac8a-d303-4346-9426-08770961f4af req-6ceeef46-ef93-4382-8bcf-21114a954f21 tempest-NetworksTest-29685524 tempest-NetworksTest-29685524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:12.815690 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eebac8a-d303-4346-9426-08770961f4af req-6ceeef46-ef93-4382-8bcf-21114a954f21 tempest-NetworksTest-29685524 tempest-NetworksTest-29685524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:12.816166 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eebac8a-d303-4346-9426-08770961f4af req-6ceeef46-ef93-4382-8bcf-21114a954f21 tempest-NetworksTest-29685524 tempest-NetworksTest-29685524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:12.816633 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eebac8a-d303-4346-9426-08770961f4af req-6ceeef46-ef93-4382-8bcf-21114a954f21 tempest-NetworksTest-29685524 tempest-NetworksTest-29685524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:12.817096 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eebac8a-d303-4346-9426-08770961f4af req-6ceeef46-ef93-4382-8bcf-21114a954f21 tempest-NetworksTest-29685524 tempest-NetworksTest-29685524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:12.821863 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eebac8a-d303-4346-9426-08770961f4af req-6ceeef46-ef93-4382-8bcf-21114a954f21 tempest-NetworksTest-29685524 tempest-NetworksTest-29685524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:12.825307 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eebac8a-d303-4346-9426-08770961f4af req-6ceeef46-ef93-4382-8bcf-21114a954f21 tempest-NetworksTest-29685524 tempest-NetworksTest-29685524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:12.825307 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eebac8a-d303-4346-9426-08770961f4af req-6ceeef46-ef93-4382-8bcf-21114a954f21 tempest-NetworksTest-29685524 tempest-NetworksTest-29685524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:12.825307 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eebac8a-d303-4346-9426-08770961f4af req-6ceeef46-ef93-4382-8bcf-21114a954f21 tempest-NetworksTest-29685524 tempest-NetworksTest-29685524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:12.825307 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8eebac8a-d303-4346-9426-08770961f4af req-6ceeef46-ef93-4382-8bcf-21114a954f21 tempest-NetworksTest-29685524 tempest-NetworksTest-29685524-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6439 time: 0.2335656 Jun 11 09:40:12.845179 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-35e62f79-9d3f-43cf-a347-b93f0cffd092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:12.907959 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-962cab8e-e848-4698-994f-78943f4422ed req-63d2a8db-290c-4e8a-8531-b33d21943ae5 service neutron] For port 2144b4ad-944a-49ca-91b2-c333f7af0206, host n-h2-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:40:12.913777 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-962cab8e-e848-4698-994f-78943f4422ed req-63d2a8db-290c-4e8a-8531-b33d21943ae5 service neutron] For port 2144b4ad-944a-49ca-91b2-c333f7af0206, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=2144b4ad-944a-49ca-91b2-c333f7af0206,segment=NetworkSegment(56281ee1-4859-40f0-b2a0-2c2117bfda04),segment_id=56281ee1-4859-40f0-b2a0-2c2117bfda04)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:40:12.927985 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-8eb9489c-1217-47c9-b053-a4a951a65ac0 req-459dbc00-0811-4e36-a78a-e36a30c1296d service neutron] For port a4e92fe1-f7e7-48a2-823e-9c3ae07a476e, host n-h1-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:40:12.931173 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-8eb9489c-1217-47c9-b053-a4a951a65ac0 req-459dbc00-0811-4e36-a78a-e36a30c1296d service neutron] Notify callbacks [] for binding, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:12.932358 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8eb9489c-1217-47c9-b053-a4a951a65ac0 req-459dbc00-0811-4e36-a78a-e36a30c1296d service neutron] 10.222.0.69 "DELETE /v2.0/ports/a4e92fe1-f7e7-48a2-823e-9c3ae07a476e/bindings/n-h1-779913-12 HTTP/1.1" status: 204 len: 173 time: 0.3812366 Jun 11 09:40:12.995855 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-962cab8e-e848-4698-994f-78943f4422ed req-63d2a8db-290c-4e8a-8531-b33d21943ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:13.000568 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e3997df4-3ebc-44b8-8032-8229e0b1ed7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:13.129255 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d2a8db-290c-4e8a-8531-b33d21943ae5 service neutron] Pushing event updated for resources: {'Port': ['ID=2144b4ad-944a-49ca-91b2-c333f7af0206,revision_number=8']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:13.139086 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243da3df-6685-41b2-af81-56b79680094f req-92827621-5b02-421f-9955-2c309a348b78 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:13.140615 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-243da3df-6685-41b2-af81-56b79680094f req-92827621-5b02-421f-9955-2c309a348b78 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb53acf8-b818-4202-8875-71959f7fc254 HTTP/1.1" status: 200 len: 944 time: 0.1945753 Jun 11 09:40:13.162574 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-63d2a8db-290c-4e8a-8531-b33d21943ae5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:13.172032 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962cab8e-e848-4698-994f-78943f4422ed req-63d2a8db-290c-4e8a-8531-b33d21943ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:13.172636 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-962cab8e-e848-4698-994f-78943f4422ed req-63d2a8db-290c-4e8a-8531-b33d21943ae5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:13.174033 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-962cab8e-e848-4698-994f-78943f4422ed req-63d2a8db-290c-4e8a-8531-b33d21943ae5 service neutron] 10.222.0.64 "PUT /v2.0/ports/2144b4ad-944a-49ca-91b2-c333f7af0206 HTTP/1.1" status: 200 len: 1124 time: 2.5145760 Jun 11 09:40:13.206483 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-243da3df-6685-41b2-af81-56b79680094f req-0914ac30-ce84-47b1-8724-bf819b8afe01 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429077 Jun 11 09:40:13.243540 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['2144b4ad-944a-49ca-91b2-c333f7af0206'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:40:13.246899 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 36300) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:40:13.317572 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-902f8048-a2d5-4e5d-9896-204ccf611036 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=db9e0ae364434cf4a20ebccef2ca3f2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0689452 Jun 11 09:40:13.320289 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 36302) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:40:13.448996 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b273d87e-1e1e-4bba-be56-bbdb7dc6abf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:13.480987 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb1c21-4c9f-4835-8136-fb7d1572d6c3 req-f9cdf551-01c5-4219-ac8c-8c51c883d657 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:13.483465 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cefb1c21-4c9f-4835-8136-fb7d1572d6c3 req-f9cdf551-01c5-4219-ac8c-8c51c883d657 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=38c6c614-27f4-461f-b2e5-2fd3163ed925 HTTP/1.1" status: 200 len: 944 time: 0.1304870 Jun 11 09:40:13.496028 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b273d87e-1e1e-4bba-be56-bbdb7dc6abf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:13.560488 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cefb1c21-4c9f-4835-8136-fb7d1572d6c3 req-e8ac3ab5-501d-433c-9f6a-e2dae1eededb tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673747 Jun 11 09:40:13.702343 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b273d87e-1e1e-4bba-be56-bbdb7dc6abf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:13.706357 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b273d87e-1e1e-4bba-be56-bbdb7dc6abf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:13.708091 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-b273d87e-1e1e-4bba-be56-bbdb7dc6abf1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/49d753b7-a7cc-4778-bca2-d9ac12c2fed5 HTTP/1.1" status: 204 len: 168 time: 0.3867724 Jun 11 09:40:13.709561 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b08406fb-f123-486f-b0f5-bc2c0847b2d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:13.738587 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b273d87e-1e1e-4bba-be56-bbdb7dc6abf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d753b7-a7cc-4778-bca2-d9ac12c2fed5,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:13.741558 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b273d87e-1e1e-4bba-be56-bbdb7dc6abf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:13.772233 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 36314) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:40:13.813838 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e370c5-8a7d-48c4-8e4d-b9accb2446d0 req-df45106e-dafa-45bd-ac98-54956970784b tempest-LiveMigrationTest-1264164380 tempest-LiveMigrationTest-1264164380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:13.815556 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-60e370c5-8a7d-48c4-8e4d-b9accb2446d0 req-df45106e-dafa-45bd-ac98-54956970784b tempest-LiveMigrationTest-1264164380 tempest-LiveMigrationTest-1264164380-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=eb53acf8-b818-4202-8875-71959f7fc254 HTTP/1.1" status: 200 len: 1096 time: 0.0968707 Jun 11 09:40:13.857431 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-60e370c5-8a7d-48c4-8e4d-b9accb2446d0 req-512e801c-a5e5-49b1-bea3-cee7f0d8c0e7 tempest-LiveMigrationTest-1264164380 tempest-LiveMigrationTest-1264164380-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362785 Jun 11 09:40:14.086384 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-105bfffc-1e77-4a1b-9a18-2ff56f57407e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:14.096422 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d3c5e-08e2-4408-8021-90e088aed39f req-26fb3764-c487-4762-85cd-d92ab83cac91 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:14.098699 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9c7d3c5e-08e2-4408-8021-90e088aed39f req-26fb3764-c487-4762-85cd-d92ab83cac91 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] 10.222.0.60 "GET /v2.0/ports?device_id=2296b1d4-21a8-436a-916c-04d1277a47ab HTTP/1.1" status: 200 len: 945 time: 0.1117847 Jun 11 09:40:14.164371 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device e0bef16c-1f3d-4385-ba40-86408bdd5059 up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:40:14.164593 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9c7d3c5e-08e2-4408-8021-90e088aed39f req-21db92bb-57bb-433d-a36c-aded5fa18677 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] 10.222.0.60 "GET /v2.0/security-groups?id=11bbb81f-d5e0-4a93-9cfb-d456f4aef7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564554 Jun 11 09:40:14.238949 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-105bfffc-1e77-4a1b-9a18-2ff56f57407e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:14.319760 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning for port e0bef16c-1f3d-4385-ba40-86408bdd5059 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:40:14.324619 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port e0bef16c-1f3d-4385-ba40-86408bdd5059 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:40:14.325337 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:14.348167 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-105bfffc-1e77-4a1b-9a18-2ff56f57407e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:14.352295 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-754393a7-c25c-4fce-9ac3-4531e2fe2464 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:14.413586 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105bfffc-1e77-4a1b-9a18-2ff56f57407e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3518211-4469-450d-b5b1-2058453474d9,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:14.448121 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-105bfffc-1e77-4a1b-9a18-2ff56f57407e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e5d0ddb91a724fe7b2bae2d183aaab18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6745818 Jun 11 09:40:14.450282 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-105bfffc-1e77-4a1b-9a18-2ff56f57407e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:14.452812 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 36352) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:40:14.531770 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:14.567076 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d68433b0-68e1-4c76-8184-be870c75efc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:14.580744 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2296b1d4-21a8-436a-916c-04d1277a47ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0bef16c-1f3d-4385-ba40-86408bdd5059'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:40:14.583177 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-640477f6-99b1-4888-9e55-76e5f207e9f9" -d '{"events": [{"server_uuid": "2296b1d4-21a8-436a-916c-04d1277a47ab", "name": "network-vif-plugged", "status": "completed", "tag": "e0bef16c-1f3d-4385-ba40-86408bdd5059"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:40:14.584545 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38c6c614-27f4-461f-b2e5-2fd3163ed925', 'tag': '2144b4ad-944a-49ca-91b2-c333f7af0206'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:40:14.587120 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf5771c-f32c-4d25-beb4-7474f781cbde" -d '{"events": [{"name": "network-changed", "server_uuid": "38c6c614-27f4-461f-b2e5-2fd3163ed925", "tag": "2144b4ad-944a-49ca-91b2-c333f7af0206"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:40:14.597413 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18cf75-52d7-419a-b269-3cbe9ba834ab req-0735db6a-fbbe-4a87-ab8c-d477a4843252 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:14.603789 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port e0bef16c-1f3d-4385-ba40-86408bdd5059, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=e0bef16c-1f3d-4385-ba40-86408bdd5059,segment=NetworkSegment(f1ba1393-2bbe-436f-8827-2ad0577d069a),segment_id=f1ba1393-2bbe-436f-8827-2ad0577d069a)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:40:14.603928 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d68433b0-68e1-4c76-8184-be870c75efc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:14.604784 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2b18cf75-52d7-419a-b269-3cbe9ba834ab req-0735db6a-fbbe-4a87-ab8c-d477a4843252 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/networks?id=f64764ef-1d16-4bb9-abcb-ee15625f8d04 HTTP/1.1" status: 200 len: 807 time: 0.2804365 Jun 11 09:40:14.622422 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2b18cf75-52d7-419a-b269-3cbe9ba834ab req-6242d3e2-15c6-4542-859d-871ce250280c tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/quotas/455235d9344d45d29863b10a5775a249 HTTP/1.1" status: 200 len: 375 time: 0.0167389 Jun 11 09:40:14.713632 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:14.716265 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-e50ffd13-caf2-423f-b444-2e49c42d2dfc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:14.719459 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2b18cf75-52d7-419a-b269-3cbe9ba834ab req-3a4064f4-6bbf-4f0a-b578-74100f5e2936 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=455235d9344d45d29863b10a5775a249&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0873067 Jun 11 09:40:14.739601 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d68433b0-68e1-4c76-8184-be870c75efc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:14.742260 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d68433b0-68e1-4c76-8184-be870c75efc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:14.745830 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-d68433b0-68e1-4c76-8184-be870c75efc6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c3518211-4469-450d-b5b1-2058453474d9 HTTP/1.1" status: 204 len: 168 time: 0.2887118 Jun 11 09:40:14.745830 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a492e510-dfd0-407b-86ae-1e422ace8d97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:14.762497 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68433b0-68e1-4c76-8184-be870c75efc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3518211-4469-450d-b5b1-2058453474d9,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:14.766194 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d68433b0-68e1-4c76-8184-be870c75efc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:14.776307 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c7ac81-6085-42f2-a775-0b7b407cc3d6 x-openstack-request-id: req-c9c7ac81-6085-42f2-a775-0b7b407cc3d6 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:40:14.776971 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2296b1d4-21a8-436a-916c-04d1277a47ab", "name": "network-vif-plugged", "status": "completed", "tag": "e0bef16c-1f3d-4385-ba40-86408bdd5059", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:40:14.777951 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c9c7ac81-6085-42f2-a775-0b7b407cc3d6 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:40:14.778664 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2296b1d4-21a8-436a-916c-04d1277a47ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0bef16c-1f3d-4385-ba40-86408bdd5059', 'code': 200} Jun 11 09:40:14.862668 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=e0bef16c-1f3d-4385-ba40-86408bdd5059,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:14.869026 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d56de786-5d56-4084-9054-91ad44f0f9ed x-openstack-request-id: req-d56de786-5d56-4084-9054-91ad44f0f9ed {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:40:14.870340 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38c6c614-27f4-461f-b2e5-2fd3163ed925", "tag": "2144b4ad-944a-49ca-91b2-c333f7af0206", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:40:14.870965 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d56de786-5d56-4084-9054-91ad44f0f9ed {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:40:14.873599 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38c6c614-27f4-461f-b2e5-2fd3163ed925', 'tag': '2144b4ad-944a-49ca-91b2-c333f7af0206', 'status': 'completed', 'code': 200} Jun 11 09:40:14.878997 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:14.939447 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2b18cf75-52d7-419a-b269-3cbe9ba834ab req-9325f40b-af2a-425a-8392-e70fffa5e549 service neutron] 10.222.0.60 "GET /v2.0/networks/f64764ef-1d16-4bb9-abcb-ee15625f8d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190781 Jun 11 09:40:15.031903 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1a7718-d5b8-4343-bfd4-0b0d765e3a4e req-c62146cb-4b51-4569-943b-9303dac45aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:15.033385 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bc1a7718-d5b8-4343-bfd4-0b0d765e3a4e req-c62146cb-4b51-4569-943b-9303dac45aaf service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2296b1d4-21a8-436a-916c-04d1277a47ab HTTP/1.1" status: 200 len: 1098 time: 0.2075770 Jun 11 09:40:15.041748 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf5771c-f32c-4d25-beb4-7474f781cbde req-cbe5c9d9-07f8-4d97-8d91-cdbbf77ba078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:15.043223 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-eaf5771c-f32c-4d25-beb4-7474f781cbde req-cbe5c9d9-07f8-4d97-8d91-cdbbf77ba078 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=761e66d23fea4903a68cd9de907a43c1&device_id=38c6c614-27f4-461f-b2e5-2fd3163ed925 HTTP/1.1" status: 200 len: 1127 time: 0.1584854 Jun 11 09:40:15.076416 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2b18cf75-52d7-419a-b269-3cbe9ba834ab req-3b8d97dc-c980-4685-be86-37dbcc845f92 service neutron] 10.222.0.60 "GET /v2.0/networks/f64764ef-1d16-4bb9-abcb-ee15625f8d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306994 Jun 11 09:40:15.131902 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab530b13-93e4-4a8f-8778-0ff1d9e88816 req-993713ea-3e9e-418f-82f4-ec5deda98ac9 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:15.133463 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ab530b13-93e4-4a8f-8778-0ff1d9e88816 req-993713ea-3e9e-418f-82f4-ec5deda98ac9 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=38c6c614-27f4-461f-b2e5-2fd3163ed925 HTTP/1.1" status: 200 len: 944 time: 0.1888883 Jun 11 09:40:15.137502 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bc1a7718-d5b8-4343-bfd4-0b0d765e3a4e req-f30a3a7d-f947-42b7-a164-0ed86a1e3f77 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=11bbb81f-d5e0-4a93-9cfb-d456f4aef7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913274 Jun 11 09:40:15.244311 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ab530b13-93e4-4a8f-8778-0ff1d9e88816 req-5ba90ff9-bf6d-4d85-b70a-152052a9c019 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669243 Jun 11 09:40:15.247023 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf5771c-f32c-4d25-beb4-7474f781cbde req-ecb2e34d-d62e-4de7-9a18-916e18864701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:15.249362 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-eaf5771c-f32c-4d25-beb4-7474f781cbde req-ecb2e34d-d62e-4de7-9a18-916e18864701 service neutron] 10.222.0.69 "GET /v2.0/networks?id=53a42219-c346-45f9-be41-c5dabab2438f HTTP/1.1" status: 200 len: 922 time: 0.1971440 Jun 11 09:40:15.380884 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-eaf5771c-f32c-4d25-beb4-7474f781cbde req-8ab7ea0c-341e-4202-bdb5-9f5a88f3f591 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2144b4ad-944a-49ca-91b2-c333f7af0206 HTTP/1.1" status: 200 len: 217 time: 0.0686882 Jun 11 09:40:15.476124 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bb8e74-b281-4c71-8c45-aab422e9ed4c req-ce14acde-6051-4d2d-a037-922196f2a129 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:15.485008 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c9bb8e74-b281-4c71-8c45-aab422e9ed4c req-ce14acde-6051-4d2d-a037-922196f2a129 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] 10.222.0.60 "GET /v2.0/ports?device_id=2296b1d4-21a8-436a-916c-04d1277a47ab HTTP/1.1" status: 200 len: 946 time: 0.0873299 Jun 11 09:40:15.495883 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf5771c-f32c-4d25-beb4-7474f781cbde req-175f9a99-6620-479e-bd37-1015dd59a771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:15.500336 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-eaf5771c-f32c-4d25-beb4-7474f781cbde req-175f9a99-6620-479e-bd37-1015dd59a771 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=20094bda-f8d4-46e6-bab1-f100394de689 HTTP/1.1" status: 200 len: 861 time: 0.0732276 Jun 11 09:40:15.530466 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c9bb8e74-b281-4c71-8c45-aab422e9ed4c req-20f04506-d723-4a9b-9183-4494deb9c42c tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] 10.222.0.60 "GET /v2.0/security-groups?id=11bbb81f-d5e0-4a93-9cfb-d456f4aef7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445731 Jun 11 09:40:15.577227 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-eaf5771c-f32c-4d25-beb4-7474f781cbde req-1782e4be-547e-4dc3-9c0d-29c913aa3436 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=53a42219-c346-45f9-be41-c5dabab2438f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716786 Jun 11 09:40:15.700123 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-eaf5771c-f32c-4d25-beb4-7474f781cbde req-c0b081e1-b32b-4063-9ca7-d564ac13f483 service neutron] 10.222.0.69 "GET /v2.0/networks/53a42219-c346-45f9-be41-c5dabab2438f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150997 Jun 11 09:40:15.717732 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 36406) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:40:15.739240 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-53505d50-2127-4645-b775-7078a724b442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:15.768096 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2b4ba7dd-894e-436b-8f84-c428d35ad8ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:15.872022 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:15.892093 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-53505d50-2127-4645-b775-7078a724b442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:15.902596 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-eaf5771c-f32c-4d25-beb4-7474f781cbde req-6ba2c121-3006-454a-ab0c-bb209c4a715e service neutron] 10.222.0.69 "GET /v2.0/networks/53a42219-c346-45f9-be41-c5dabab2438f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889718 Jun 11 09:40:15.916467 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 2144b4ad-944a-49ca-91b2-c333f7af0206 details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:40:15.982378 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-53505d50-2127-4645-b775-7078a724b442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:15.985176 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-34b8585d-cb04-47d0-9ac5-1cdbf2e78eb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:16.032556 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 36416) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:40:16.033273 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-53505d50-2127-4645-b775-7078a724b442 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5c5a41cf62fb46cf8d744abad511e5df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3138735 Jun 11 09:40:16.042988 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53505d50-2127-4645-b775-7078a724b442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da38fb89-6a5e-4381-87d3-4127b0dce8a4,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:16.051754 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-53505d50-2127-4645-b775-7078a724b442 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:16.166799 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6261fda3-05d4-44e2-8936-d730c2c19a3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:16.172182 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 2144b4ad-944a-49ca-91b2-c333f7af0206, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=2144b4ad-944a-49ca-91b2-c333f7af0206,segment=NetworkSegment(56281ee1-4859-40f0-b2a0-2c2117bfda04),segment_id=56281ee1-4859-40f0-b2a0-2c2117bfda04)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:40:16.189903 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 2144b4ad-944a-49ca-91b2-c333f7af0206 has no active binding in host n-h1-779913-12 {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 11 09:40:16.202641 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6261fda3-05d4-44e2-8936-d730c2c19a3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:16.214370 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-23b500c3-b1f4-4914-829f-bd81af94d8a2 req-106be457-e6ea-40a1-829b-b61a4ff59a16 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=056de3ec-49b3-4169-837a-4b49b03e923d HTTP/1.1" status: 200 len: 210 time: 0.0518768 Jun 11 09:40:16.513171 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6261fda3-05d4-44e2-8936-d730c2c19a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:16.516588 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6261fda3-05d4-44e2-8936-d730c2c19a3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:16.521882 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-6261fda3-05d4-44e2-8936-d730c2c19a3a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/da38fb89-6a5e-4381-87d3-4127b0dce8a4 HTTP/1.1" status: 204 len: 168 time: 0.4842284 Jun 11 09:40:16.521882 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8d7b9d70-4891-4f1e-b029-c7ccd00b2dec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:16.535452 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6261fda3-05d4-44e2-8936-d730c2c19a3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da38fb89-6a5e-4381-87d3-4127b0dce8a4,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:16.538419 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6261fda3-05d4-44e2-8936-d730c2c19a3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:16.570575 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:16.734664 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a12be82-e5ef-41ba-a98a-27839861b54a req-6eb9babb-40cf-4567-b3d4-946f8c9d50bc tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:16.736290 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5a12be82-e5ef-41ba-a98a-27839861b54a req-6eb9babb-40cf-4567-b3d4-946f8c9d50bc tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=38c6c614-27f4-461f-b2e5-2fd3163ed925 HTTP/1.1" status: 200 len: 944 time: 0.0938134 Jun 11 09:40:16.804456 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5a12be82-e5ef-41ba-a98a-27839861b54a req-4a7564dc-dd4b-4580-bb97-b8054fdce33d tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548251 Jun 11 09:40:16.894445 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaf11f8-2e71-4cb5-bc91-dd5b26d86496 req-d4e14af8-48dd-4458-bf7a-da82c3ad1644 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:16.901979 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5eaf11f8-2e71-4cb5-bc91-dd5b26d86496 req-d4e14af8-48dd-4458-bf7a-da82c3ad1644 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] 10.222.0.60 "GET /v2.0/ports?device_id=2296b1d4-21a8-436a-916c-04d1277a47ab HTTP/1.1" status: 200 len: 946 time: 0.0849738 Jun 11 09:40:16.989824 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5eaf11f8-2e71-4cb5-bc91-dd5b26d86496 req-e1e66dbe-436e-4998-98ad-a3e6496ff159 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] 10.222.0.60 "GET /v2.0/security-groups?id=11bbb81f-d5e0-4a93-9cfb-d456f4aef7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868893 Jun 11 09:40:17.211385 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-962cab8e-e848-4698-994f-78943f4422ed req-4c3c5770-3e44-44d1-af6a-b29c37b97ebd service neutron] 10.222.0.69 "GET /v2.0/ports/2144b4ad-944a-49ca-91b2-c333f7af0206/bindings/n-h1-779913-12 HTTP/1.1" status: 200 len: 385 time: 0.1110153 Jun 11 09:40:17.526341 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569bdf6b-0a89-4ab1-b312-5e37dd71093c req-b5415e8e-6b92-41b4-a289-bae7fa0fc71c tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:17.529557 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-569bdf6b-0a89-4ab1-b312-5e37dd71093c req-b5415e8e-6b92-41b4-a289-bae7fa0fc71c tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] 10.222.0.60 "GET /v2.0/ports?device_id=2296b1d4-21a8-436a-916c-04d1277a47ab HTTP/1.1" status: 200 len: 946 time: 0.2024460 Jun 11 09:40:17.539672 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 36472) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:40:17.546129 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-088c99fe-70f7-422f-97f7-c224e8c6cd5c tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Request body: {'floatingip': {'port_id': 'e0bef16c-1f3d-4385-ba40-86408bdd5059'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:40:17.555170 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-962cab8e-e848-4698-994f-78943f4422ed req-6ae18a29-adc7-451c-8b2a-aea860523d94 service neutron] For port 2144b4ad-944a-49ca-91b2-c333f7af0206, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=2144b4ad-944a-49ca-91b2-c333f7af0206,segment=NetworkSegment(56281ee1-4859-40f0-b2a0-2c2117bfda04),segment_id=56281ee1-4859-40f0-b2a0-2c2117bfda04)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:40:17.580737 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-962cab8e-e848-4698-994f-78943f4422ed req-6ae18a29-adc7-451c-8b2a-aea860523d94 service neutron] For port 2144b4ad-944a-49ca-91b2-c333f7af0206, host n-h2-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:40:17.611099 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-088c99fe-70f7-422f-97f7-c224e8c6cd5c tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Notify callbacks [] for floatingip, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:17.628262 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [req-962cab8e-e848-4698-994f-78943f4422ed req-6ae18a29-adc7-451c-8b2a-aea860523d94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2144b4ad-944a-49ca-91b2-c333f7af0206 {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:40:17.639721 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-962cab8e-e848-4698-994f-78943f4422ed req-6ae18a29-adc7-451c-8b2a-aea860523d94 service neutron] For port 2144b4ad-944a-49ca-91b2-c333f7af0206, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=2144b4ad-944a-49ca-91b2-c333f7af0206,segment=NetworkSegment(56281ee1-4859-40f0-b2a0-2c2117bfda04),segment_id=56281ee1-4859-40f0-b2a0-2c2117bfda04)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:40:17.751293 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fb46317c-ab19-499b-a3a3-32606f661742 req-e1156631-cb8e-4b34-bbde-b2ae60989fa2 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=056de3ec-49b3-4169-837a-4b49b03e923d HTTP/1.1" status: 200 len: 210 time: 0.0537188 Jun 11 09:40:17.756153 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-962cab8e-e848-4698-994f-78943f4422ed req-6ae18a29-adc7-451c-8b2a-aea860523d94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:17.760653 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4337ffbc-8cf4-4f11-96aa-b82c051be468 req-270b3d39-fb81-4e95-8b2f-7e0113de9e18 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=4a10270434c34de9b98cfc51150cacd7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0432506 Jun 11 09:40:17.902098 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 36488) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:40:17.956641 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-962cab8e-e848-4698-994f-78943f4422ed req-6ae18a29-adc7-451c-8b2a-aea860523d94 service neutron] Transition to ACTIVE for port object 2144b4ad-944a-49ca-91b2-c333f7af0206 will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:40:18.049614 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbcbd6c-1c10-4f6e-bf45-815092219fcc req-a191a69e-8d5d-4980-ad80-119ab80f00a1 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:18.051388 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cbbcbd6c-1c10-4f6e-bf45-815092219fcc req-a191a69e-8d5d-4980-ad80-119ab80f00a1 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=38c6c614-27f4-461f-b2e5-2fd3163ed925 HTTP/1.1" status: 200 len: 944 time: 0.0828414 Jun 11 09:40:18.066491 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4337ffbc-8cf4-4f11-96aa-b82c051be468 req-5362f37e-f23f-4acd-a44d-c1338f29bf3f tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:18.073150 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4337ffbc-8cf4-4f11-96aa-b82c051be468 req-5362f37e-f23f-4acd-a44d-c1338f29bf3f tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3156912 Jun 11 09:40:18.080063 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-962cab8e-e848-4698-994f-78943f4422ed req-6ae18a29-adc7-451c-8b2a-aea860523d94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:18.086375 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8d1d827f-8574-4ebc-92be-6d7f58be984d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:18.095960 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4337ffbc-8cf4-4f11-96aa-b82c051be468 req-10a02d75-43f2-4882-a689-e74cdaad164e tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/quotas/4a10270434c34de9b98cfc51150cacd7 HTTP/1.1" status: 200 len: 375 time: 0.0214577 Jun 11 09:40:18.152499 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cbbcbd6c-1c10-4f6e-bf45-815092219fcc req-49d88cf1-be15-45f4-9377-7d3c15198dbc tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953381 Jun 11 09:40:18.182406 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4337ffbc-8cf4-4f11-96aa-b82c051be468 req-2b2c63bd-50e8-4152-ae18-b2b11e07392f tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=4a10270434c34de9b98cfc51150cacd7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0849075 Jun 11 09:40:18.228046 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:18.242845 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-962cab8e-e848-4698-994f-78943f4422ed req-6ae18a29-adc7-451c-8b2a-aea860523d94 service neutron] No DVR routers for this DVR port 2144b4ad-944a-49ca-91b2-c333f7af0206 on host n-h2-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:40:18.295848 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae18a29-adc7-451c-8b2a-aea860523d94 service neutron] Pushing event updated for resources: {'Port': ['ID=2144b4ad-944a-49ca-91b2-c333f7af0206,revision_number=10']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:18.301428 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-962cab8e-e848-4698-994f-78943f4422ed req-6ae18a29-adc7-451c-8b2a-aea860523d94 service neutron] 10.222.0.69 "PUT /v2.0/ports/2144b4ad-944a-49ca-91b2-c333f7af0206/bindings/n-h1-779913-12/activate HTTP/1.1" status: 200 len: 370 time: 1.0884376 Jun 11 09:40:18.302202 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6ae18a29-adc7-451c-8b2a-aea860523d94 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:18.356776 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-71e0b076-4daf-4d35-b1fc-a9c8ccf4a704 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:18.433285 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 09:40:18.568411 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962cab8e-e848-4698-994f-78943f4422ed req-f02b3f7b-bdfb-4812-b3d9-d1ebd652bb2e tempest-LiveAutoBlockMigrationV225Test-226334702 tempest-LiveAutoBlockMigrationV225Test-226334702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:18.570146 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-962cab8e-e848-4698-994f-78943f4422ed req-f02b3f7b-bdfb-4812-b3d9-d1ebd652bb2e tempest-LiveAutoBlockMigrationV225Test-226334702 tempest-LiveAutoBlockMigrationV225Test-226334702-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=38c6c614-27f4-461f-b2e5-2fd3163ed925&tenant_id=761e66d23fea4903a68cd9de907a43c1&binding%3Ahost_id=n-h2-779913-12 HTTP/1.1" status: 200 len: 1097 time: 0.0866113 Jun 11 09:40:18.676197 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962cab8e-e848-4698-994f-78943f4422ed req-b8bcd55f-945f-49df-bec0-14dc3b5ccf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:18.677777 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-962cab8e-e848-4698-994f-78943f4422ed req-b8bcd55f-945f-49df-bec0-14dc3b5ccf08 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=38c6c614-27f4-461f-b2e5-2fd3163ed925&tenant_id=761e66d23fea4903a68cd9de907a43c1 HTTP/1.1" status: 200 len: 1097 time: 0.1004317 Jun 11 09:40:18.799870 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962cab8e-e848-4698-994f-78943f4422ed req-b468195a-1cd4-4bb2-8dfe-5000eb1db634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:18.801824 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-962cab8e-e848-4698-994f-78943f4422ed req-b468195a-1cd4-4bb2-8dfe-5000eb1db634 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=761e66d23fea4903a68cd9de907a43c1&device_id=38c6c614-27f4-461f-b2e5-2fd3163ed925 HTTP/1.1" status: 200 len: 1097 time: 0.0983846 Jun 11 09:40:18.938361 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18cf75-52d7-419a-b269-3cbe9ba834ab req-8196aa9a-e4e2-457e-a84f-b46f3ec595a0 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:18.939859 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2b18cf75-52d7-419a-b269-3cbe9ba834ab req-8196aa9a-e4e2-457e-a84f-b46f3ec595a0 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.64 "GET /v2.0/networks?id=f64764ef-1d16-4bb9-abcb-ee15625f8d04 HTTP/1.1" status: 200 len: 807 time: 0.8297071 Jun 11 09:40:18.948641 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962cab8e-e848-4698-994f-78943f4422ed req-263a26c6-2aaf-4cac-84f5-bd7c0186bb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:18.950173 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-962cab8e-e848-4698-994f-78943f4422ed req-263a26c6-2aaf-4cac-84f5-bd7c0186bb84 service neutron] 10.222.0.64 "GET /v2.0/networks?id=53a42219-c346-45f9-be41-c5dabab2438f HTTP/1.1" status: 200 len: 922 time: 0.1427057 Jun 11 09:40:19.010700 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-962cab8e-e848-4698-994f-78943f4422ed req-642fea05-1975-4813-8073-c06fee2476a4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2144b4ad-944a-49ca-91b2-c333f7af0206 HTTP/1.1" status: 200 len: 217 time: 0.0531781 Jun 11 09:40:19.014276 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cdac7143-765a-4314-9303-23f418ebbabd req-615e0299-53d3-4159-b472-84f04ff67c44 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=41acd6a6-fa88-4653-8018-f09936b300f0 HTTP/1.1" status: 200 len: 210 time: 0.0987473 Jun 11 09:40:19.093133 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962cab8e-e848-4698-994f-78943f4422ed req-7aa20191-4e72-46eb-81cb-f5e59a242c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:19.098224 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-962cab8e-e848-4698-994f-78943f4422ed req-7aa20191-4e72-46eb-81cb-f5e59a242c8e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=20094bda-f8d4-46e6-bab1-f100394de689 HTTP/1.1" status: 200 len: 861 time: 0.0802569 Jun 11 09:40:19.140451 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-088c99fe-70f7-422f-97f7-c224e8c6cd5c tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:19.144772 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-962cab8e-e848-4698-994f-78943f4422ed req-848f370e-a3bb-4af2-aae5-6b9f538e6de9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=53a42219-c346-45f9-be41-c5dabab2438f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402799 Jun 11 09:40:19.144936 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-2b18cf75-52d7-419a-b269-3cbe9ba834ab req-fbd6e03c-f212-433a-84d5-b1969da7d638 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Request body: {'port': {'device_id': '056de3ec-49b3-4169-837a-4b49b03e923d', 'network_id': 'f64764ef-1d16-4bb9-abcb-ee15625f8d04', 'admin_state_up': True, 'tenant_id': '455235d9344d45d29863b10a5775a249'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:40:19.188780 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6cba6644-03db-4ecc-8c86-801f28495acf req-a26a594f-ca4e-419a-a885-e192ac9379b5 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=056de3ec-49b3-4169-837a-4b49b03e923d HTTP/1.1" status: 200 len: 210 time: 0.0422320 Jun 11 09:40:19.221819 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-088c99fe-70f7-422f-97f7-c224e8c6cd5c tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:19.592382 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-962cab8e-e848-4698-994f-78943f4422ed req-fb16351b-eea4-4e23-b8f9-74d3359d0ed3 service neutron] 10.222.0.64 "GET /v2.0/networks/53a42219-c346-45f9-be41-c5dabab2438f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4344056 Jun 11 09:40:19.605614 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-71e0b076-4daf-4d35-b1fc-a9c8ccf4a704 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:19.616666 n-d-779913-12 neutron-server[93176]: INFO neutron.db.l3_db [None req-088c99fe-70f7-422f-97f7-c224e8c6cd5c tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Floating IP e0bcb7f8-877e-4244-b3d0-2d0c0f95ccfd associated. External IP: 172.25.4.27, port: e0bef16c-1f3d-4385-ba40-86408bdd5059. Jun 11 09:40:19.627149 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f703ff8-6a33-4a8c-80fb-c61b5e56511d req-fe88b38a-b68f-40eb-87b1-e99fb4a2eac6 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:19.628666 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1f703ff8-6a33-4a8c-80fb-c61b5e56511d req-fe88b38a-b68f-40eb-87b1-e99fb4a2eac6 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=38c6c614-27f4-461f-b2e5-2fd3163ed925 HTTP/1.1" status: 200 len: 945 time: 0.2739317 Jun 11 09:40:19.717774 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-962cab8e-e848-4698-994f-78943f4422ed req-d291f530-3606-4847-ba76-d88ca59ab54d service neutron] 10.222.0.64 "GET /v2.0/networks/53a42219-c346-45f9-be41-c5dabab2438f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192229 Jun 11 09:40:19.745183 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-71e0b076-4daf-4d35-b1fc-a9c8ccf4a704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:19.759493 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-00094e4b-ff34-414b-980b-f90974e7f88d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:19.838968 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e0b076-4daf-4d35-b1fc-a9c8ccf4a704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae259c4-a707-426e-955e-92d30ede62f1,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:19.844279 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1f703ff8-6a33-4a8c-80fb-c61b5e56511d req-70f6212f-3ca7-4562-ad2d-dea02d985eb2 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674032 Jun 11 09:40:19.845103 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-71e0b076-4daf-4d35-b1fc-a9c8ccf4a704 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:19.857123 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-71e0b076-4daf-4d35-b1fc-a9c8ccf4a704 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a614bdfbf9f5447aa4026d8ed809e1af&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9494522 Jun 11 09:40:19.857633 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 36546) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:40:19.937783 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2f6d548b-e2e8-459a-9dcd-079d355ce77b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:19.966017 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2f6d548b-e2e8-459a-9dcd-079d355ce77b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:19.967937 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b18cf75-52d7-419a-b269-3cbe9ba834ab req-fbd6e03c-f212-433a-84d5-b1969da7d638 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Made reservation on behalf of 455235d9344d45d29863b10a5775a249 for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:40:19.971408 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-2b18cf75-52d7-419a-b269-3cbe9ba834ab req-fbd6e03c-f212-433a-84d5-b1969da7d638 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:20.047171 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-088c99fe-70f7-422f-97f7-c224e8c6cd5c tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Router d7fdfdca-ef40-4cfd-bb95-82ce929d21bb has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 09:40:20.123365 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2f6d548b-e2e8-459a-9dcd-079d355ce77b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:20.126240 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2f6d548b-e2e8-459a-9dcd-079d355ce77b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:20.131991 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-2f6d548b-e2e8-459a-9dcd-079d355ce77b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7ae259c4-a707-426e-955e-92d30ede62f1 HTTP/1.1" status: 204 len: 168 time: 0.2680016 Jun 11 09:40:20.131991 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-64f61df4-2788-4d37-813c-bbaefcf72a0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:20.145641 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6d548b-e2e8-459a-9dcd-079d355ce77b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae259c4-a707-426e-955e-92d30ede62f1,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:20.150144 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2f6d548b-e2e8-459a-9dcd-079d355ce77b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:20.198319 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 2144b4ad-944a-49ca-91b2-c333f7af0206 no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:40:20.268348 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 2144b4ad-944a-49ca-91b2-c333f7af0206 not bound to the agent host n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:40:20.277481 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8f6de814-1c1f-4f93-ab01-c022e2f95e58 req-9d2d6c1e-005f-4704-989e-63d41ea9e3ff tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=41acd6a6-fa88-4653-8018-f09936b300f0 HTTP/1.1" status: 200 len: 210 time: 0.0632255 Jun 11 09:40:20.318051 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-088c99fe-70f7-422f-97f7-c224e8c6cd5c tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:40:20.325790 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-088c99fe-70f7-422f-97f7-c224e8c6cd5c tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:20.331181 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc82d81-a646-4e94-acda-2fd41ae9a68b None None] Sync routers for ids ['d7fdfdca-ef40-4cfd-bb95-82ce929d21bb'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:40:20.342990 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc82d81-a646-4e94-acda-2fd41ae9a68b None None] Routers {'d7fdfdca-ef40-4cfd-bb95-82ce929d21bb'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:40:20.345579 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-0dc82d81-a646-4e94-acda-2fd41ae9a68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:40:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['d7fdfdca-ef40-4cfd-bb95-82ce929d21bb'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:40:20.364020 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-2b18cf75-52d7-419a-b269-3cbe9ba834ab req-fbd6e03c-f212-433a-84d5-b1969da7d638 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Allocated IP 172.20.0.6 (f64764ef-1d16-4bb9-abcb-ee15625f8d04/f707fbf9-d6b5-48f4-b1c1-e5fd7bd963f6/1dfb78f9-7841-4e89-901a-9bff042aca5d) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:40:20.397647 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962cab8e-e848-4698-994f-78943f4422ed req-944a2a3e-5b64-4888-b6ad-d598cdb7dc21 tempest-LiveAutoBlockMigrationV225Test-226334702 tempest-LiveAutoBlockMigrationV225Test-226334702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:20.399499 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-962cab8e-e848-4698-994f-78943f4422ed req-944a2a3e-5b64-4888-b6ad-d598cdb7dc21 tempest-LiveAutoBlockMigrationV225Test-226334702 tempest-LiveAutoBlockMigrationV225Test-226334702-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=38c6c614-27f4-461f-b2e5-2fd3163ed925&tenant_id=761e66d23fea4903a68cd9de907a43c1&binding%3Ahost_id=n-h1-779913-12 HTTP/1.1" status: 200 len: 1097 time: 0.1344850 Jun 11 09:40:20.405890 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-088c99fe-70f7-422f-97f7-c224e8c6cd5c tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] 10.222.0.60 "PUT /v2.0/floatingips/e0bcb7f8-877e-4244-b3d0-2d0c0f95ccfd HTTP/1.1" status: 200 len: 991 time: 2.8642411 Jun 11 09:40:20.521351 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2296b1d4-21a8-436a-916c-04d1277a47ab', 'tag': 'e0bef16c-1f3d-4385-ba40-86408bdd5059'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:40:20.523687 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1af0b96d-ccaa-4caa-9f75-28b671d52049" -d '{"events": [{"name": "network-changed", "server_uuid": "2296b1d4-21a8-436a-916c-04d1277a47ab", "tag": "e0bef16c-1f3d-4385-ba40-86408bdd5059"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:40:20.550281 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e6dbc0bd-0cb4-414b-b3c7-ff393f8c4dd4 req-09785d68-e8e4-4d11-9366-2a4118c8ccc2 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=056de3ec-49b3-4169-837a-4b49b03e923d HTTP/1.1" status: 200 len: 210 time: 0.1648624 Jun 11 09:40:20.608893 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-0dc82d81-a646-4e94-acda-2fd41ae9a68b None None] Set router d7fdfdca-ef40-4cfd-bb95-82ce929d21bb gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:40:20.642946 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d079e5fd-c684-4abd-907b-276a0e252fba x-openstack-request-id: req-d079e5fd-c684-4abd-907b-276a0e252fba {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:40:20.643222 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2296b1d4-21a8-436a-916c-04d1277a47ab", "tag": "e0bef16c-1f3d-4385-ba40-86408bdd5059", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:40:20.643600 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d079e5fd-c684-4abd-907b-276a0e252fba {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:40:20.644076 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2296b1d4-21a8-436a-916c-04d1277a47ab', 'tag': 'e0bef16c-1f3d-4385-ba40-86408bdd5059', 'status': 'completed', 'code': 200} Jun 11 09:40:20.703903 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-2b18cf75-52d7-419a-b269-3cbe9ba834ab req-fbd6e03c-f212-433a-84d5-b1969da7d638 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:20.741406 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-962cab8e-e848-4698-994f-78943f4422ed req-36efdd70-031a-4ca2-8043-8cb471ddbaa0 service neutron] For port 2144b4ad-944a-49ca-91b2-c333f7af0206, host n-h2-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:40:20.752692 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-962cab8e-e848-4698-994f-78943f4422ed req-36efdd70-031a-4ca2-8043-8cb471ddbaa0 service neutron] Notify callbacks [] for binding, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:20.756294 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-962cab8e-e848-4698-994f-78943f4422ed req-36efdd70-031a-4ca2-8043-8cb471ddbaa0 service neutron] 10.222.0.64 "DELETE /v2.0/ports/2144b4ad-944a-49ca-91b2-c333f7af0206/bindings/n-h2-779913-12 HTTP/1.1" status: 204 len: 173 time: 0.3497021 Jun 11 09:40:20.818443 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af0b96d-ccaa-4caa-9f75-28b671d52049 req-f216e587-7e5a-4a33-beae-fadeff9a26b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:20.820030 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1af0b96d-ccaa-4caa-9f75-28b671d52049 req-f216e587-7e5a-4a33-beae-fadeff9a26b4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ac78eeea7bf3498e9a17f0b731c3620c&device_id=2296b1d4-21a8-436a-916c-04d1277a47ab HTTP/1.1" status: 200 len: 1098 time: 0.1758611 Jun 11 09:40:20.822869 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-2b18cf75-52d7-419a-b269-3cbe9ba834ab req-fbd6e03c-f212-433a-84d5-b1969da7d638 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:20.828519 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:20.884869 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b18cf75-52d7-419a-b269-3cbe9ba834ab req-fbd6e03c-f212-433a-84d5-b1969da7d638 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Network f64764ef-1d16-4bb9-abcb-ee15625f8d04 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:40:20.888681 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-2b18cf75-52d7-419a-b269-3cbe9ba834ab req-fbd6e03c-f212-433a-84d5-b1969da7d638 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:40:20.892664 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b18cf75-52d7-419a-b269-3cbe9ba834ab req-fbd6e03c-f212-433a-84d5-b1969da7d638 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:40:20.971616 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd6e03c-f212-433a-84d5-b1969da7d638 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Pushing event updated for resources: {'Port': ['ID=1dfb78f9-7841-4e89-901a-9bff042aca5d,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:20.976786 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-fbd6e03c-f212-433a-84d5-b1969da7d638 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:21.003684 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af0b96d-ccaa-4caa-9f75-28b671d52049 req-9e33b303-2a54-4995-b64f-518e976cb803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:21.006525 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1af0b96d-ccaa-4caa-9f75-28b671d52049 req-9e33b303-2a54-4995-b64f-518e976cb803 service neutron] 10.222.0.69 "GET /v2.0/networks?id=bd769a33-d2ae-4a77-8be2-0047382ae593 HTTP/1.1" status: 200 len: 925 time: 0.1802802 Jun 11 09:40:21.032824 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18cf75-52d7-419a-b269-3cbe9ba834ab req-fbd6e03c-f212-433a-84d5-b1969da7d638 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:21.033566 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-2b18cf75-52d7-419a-b269-3cbe9ba834ab req-fbd6e03c-f212-433a-84d5-b1969da7d638 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:21.083852 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 36574) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:40:21.085584 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-0dc82d81-a646-4e94-acda-2fd41ae9a68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7fdfdca-ef40-4cfd-bb95-82ce929d21bb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1943007393-router', 'tenant_id': 'ac78eeea7bf3498e9a17f0b731c3620c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '65d7d665-2054-433c-b0b4-b8a1015d6f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:39:14Z', 'updated_at': '2021-06-11T09:39:22Z', 'revision_number': 4, 'project_id': 'ac78eeea7bf3498e9a17f0b731c3620c', 'gw_port': {'id': '65d7d665-2054-433c-b0b4-b8a1015d6f02', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:19:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fdfdca-ef40-4cfd-bb95-82ce929d21bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:39:16Z', 'updated_at': '2021-06-11T09:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': 'e0bcb7f8-877e-4244-b3d0-2d0c0f95ccfd', 'tenant_id': 'ac78eeea7bf3498e9a17f0b731c3620c', 'floating_ip_address': '172.25.4.27', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': 'd7fdfdca-ef40-4cfd-bb95-82ce929d21bb', 'port_id': 'e0bef16c-1f3d-4385-ba40-86408bdd5059', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd769a33-d2ae-4a77-8be2-0047382ae593', 'mac_address': 'fa:16:3e:7c:00:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2296b1d4-21a8-436a-916c-04d1277a47ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T09:39:51Z', 'updated_at': '2021-06-11T09:40:18Z', 'revision_number': 1, 'project_id': 'ac78eeea7bf3498e9a17f0b731c3620c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4aee4b2f-e3e1-4fd0-9092-e7ea1799caed', 'name': '', 'network_id': 'bd769a33-d2ae-4a77-8be2-0047382ae593', 'tenant_id': 'ac78eeea7bf3498e9a17f0b731c3620c', 'mac_address': 'fa:16:3e:90:2a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fdfdca-ef40-4cfd-bb95-82ce929d21bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'fce8e258-cc45-4e2c-8dcb-94cdefb9f0b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:39:21Z', 'updated_at': '2021-06-11T09:39:28Z', 'revision_number': 5, 'project_id': 'ac78eeea7bf3498e9a17f0b731c3620c', 'subnets': [{'id': 'fce8e258-cc45-4e2c-8dcb-94cdefb9f0b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:40:21.089841 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc82d81-a646-4e94-acda-2fd41ae9a68b None None] Checking router: d7fdfdca-ef40-4cfd-bb95-82ce929d21bb for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:40:21.101667 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc82d81-a646-4e94-acda-2fd41ae9a68b None None] Routers {'d7fdfdca-ef40-4cfd-bb95-82ce929d21bb'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:40:21.108915 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-0dc82d81-a646-4e94-acda-2fd41ae9a68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:40:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['d7fdfdca-ef40-4cfd-bb95-82ce929d21bb'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:40:21.136901 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1af0b96d-ccaa-4caa-9f75-28b671d52049 req-5fb7e765-c9d4-49a3-833e-8a81ae8430df service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0bef16c-1f3d-4385-ba40-86408bdd5059 HTTP/1.1" status: 200 len: 999 time: 0.1225510 Jun 11 09:40:21.138476 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2b18cf75-52d7-419a-b269-3cbe9ba834ab req-fbd6e03c-f212-433a-84d5-b1969da7d638 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1274593 Jun 11 09:40:21.152507 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb32667-4f99-431d-9611-9a37c51ffc27 req-15e011d2-b809-47a2-aa9f-3c4b7f171e00 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:21.157442 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 36578) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:40:21.164616 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-dfb32667-4f99-431d-9611-9a37c51ffc27 req-15e011d2-b809-47a2-aa9f-3c4b7f171e00 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=38c6c614-27f4-461f-b2e5-2fd3163ed925 HTTP/1.1" status: 200 len: 945 time: 0.1076207 Jun 11 09:40:21.170086 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-2b18cf75-52d7-419a-b269-3cbe9ba834ab req-6fa773d2-067c-42e5-a04a-295a02a06c0d service neutron] Request body: {'port': {'device_id': '056de3ec-49b3-4169-837a-4b49b03e923d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:40:21.251356 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f9f601b1-bd47-452d-bd00-07b4c60ffb47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:21.333508 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-dfb32667-4f99-431d-9611-9a37c51ffc27 req-112f4231-2e66-405c-b166-8295be73b3ec tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495326 Jun 11 09:40:21.416234 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-2b18cf75-52d7-419a-b269-3cbe9ba834ab req-6fa773d2-067c-42e5-a04a-295a02a06c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:21.424563 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-0dc82d81-a646-4e94-acda-2fd41ae9a68b None None] Set router d7fdfdca-ef40-4cfd-bb95-82ce929d21bb gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:40:21.448286 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f9f601b1-bd47-452d-bd00-07b4c60ffb47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:21.460130 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af0b96d-ccaa-4caa-9f75-28b671d52049 req-4bc3d900-a967-4513-912b-e55ea3c73d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:21.461608 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1af0b96d-ccaa-4caa-9f75-28b671d52049 req-4bc3d900-a967-4513-912b-e55ea3c73d43 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=fce8e258-cc45-4e2c-8dcb-94cdefb9f0b0 HTTP/1.1" status: 200 len: 863 time: 0.3182425 Jun 11 09:40:21.484119 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a9a1a02b-d85d-4971-8f1b-eb369d91f1fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:21.545545 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0ce57c52-0179-4c58-954f-f57b39503c22 req-54340060-a05e-4e13-8bd2-e128aa54b60a tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=41acd6a6-fa88-4653-8018-f09936b300f0 HTTP/1.1" status: 200 len: 210 time: 0.0409889 Jun 11 09:40:21.556613 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af0b96d-ccaa-4caa-9f75-28b671d52049 req-b37ca2c5-5845-433d-9f7e-a83e9336c7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:21.557861 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1af0b96d-ccaa-4caa-9f75-28b671d52049 req-b37ca2c5-5845-433d-9f7e-a83e9336c7ee service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bd769a33-d2ae-4a77-8be2-0047382ae593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0861430 Jun 11 09:40:21.562071 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f9f601b1-bd47-452d-bd00-07b4c60ffb47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:21.571118 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-76796065-5d26-4655-96a1-9f1cc012fb74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:21.621128 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f601b1-bd47-452d-bd00-07b4c60ffb47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=803354fc-0175-467c-8749-52fed624b5a7,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:21.676916 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f601b1-bd47-452d-bd00-07b4c60ffb47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:40:21.682356 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f601b1-bd47-452d-bd00-07b4c60ffb47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:40:21.682356 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f601b1-bd47-452d-bd00-07b4c60ffb47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:40:21.682356 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f601b1-bd47-452d-bd00-07b4c60ffb47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:40:21.682356 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f601b1-bd47-452d-bd00-07b4c60ffb47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:40:21.682356 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f601b1-bd47-452d-bd00-07b4c60ffb47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:40:21.682356 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f601b1-bd47-452d-bd00-07b4c60ffb47 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:40:21.682356 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f601b1-bd47-452d-bd00-07b4c60ffb47 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:40:21.682356 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f601b1-bd47-452d-bd00-07b4c60ffb47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:40:21.682356 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f601b1-bd47-452d-bd00-07b4c60ffb47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:40:21.682356 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f601b1-bd47-452d-bd00-07b4c60ffb47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:40:21.682356 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f601b1-bd47-452d-bd00-07b4c60ffb47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:40:21.689528 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f9f601b1-bd47-452d-bd00-07b4c60ffb47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:21.696363 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-f9f601b1-bd47-452d-bd00-07b4c60ffb47 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=55ebe7a8a76041b3bb11eaf9a564cd46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5380003 Jun 11 09:40:21.704119 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 36598) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:40:21.774943 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4337ffbc-8cf4-4f11-96aa-b82c051be468 req-8b6bdb55-715f-4ed9-983a-d3fb301711eb tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=4a10270434c34de9b98cfc51150cacd7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0760176 Jun 11 09:40:21.941246 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-0dc82d81-a646-4e94-acda-2fd41ae9a68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7fdfdca-ef40-4cfd-bb95-82ce929d21bb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1943007393-router', 'tenant_id': 'ac78eeea7bf3498e9a17f0b731c3620c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '65d7d665-2054-433c-b0b4-b8a1015d6f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:39:14Z', 'updated_at': '2021-06-11T09:39:22Z', 'revision_number': 4, 'project_id': 'ac78eeea7bf3498e9a17f0b731c3620c', 'gw_port': {'id': '65d7d665-2054-433c-b0b4-b8a1015d6f02', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:19:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fdfdca-ef40-4cfd-bb95-82ce929d21bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:39:16Z', 'updated_at': '2021-06-11T09:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': 'e0bcb7f8-877e-4244-b3d0-2d0c0f95ccfd', 'tenant_id': 'ac78eeea7bf3498e9a17f0b731c3620c', 'floating_ip_address': '172.25.4.27', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': 'd7fdfdca-ef40-4cfd-bb95-82ce929d21bb', 'port_id': 'e0bef16c-1f3d-4385-ba40-86408bdd5059', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd769a33-d2ae-4a77-8be2-0047382ae593', 'mac_address': 'fa:16:3e:7c:00:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2296b1d4-21a8-436a-916c-04d1277a47ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T09:39:51Z', 'updated_at': '2021-06-11T09:40:18Z', 'revision_number': 1, 'project_id': 'ac78eeea7bf3498e9a17f0b731c3620c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4aee4b2f-e3e1-4fd0-9092-e7ea1799caed', 'name': '', 'network_id': 'bd769a33-d2ae-4a77-8be2-0047382ae593', 'tenant_id': 'ac78eeea7bf3498e9a17f0b731c3620c', 'mac_address': 'fa:16:3e:90:2a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fdfdca-ef40-4cfd-bb95-82ce929d21bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'fce8e258-cc45-4e2c-8dcb-94cdefb9f0b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:39:21Z', 'updated_at': '2021-06-11T09:39:28Z', 'revision_number': 5, 'project_id': 'ac78eeea7bf3498e9a17f0b731c3620c', 'subnets': [{'id': 'fce8e258-cc45-4e2c-8dcb-94cdefb9f0b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:40:21.949434 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc82d81-a646-4e94-acda-2fd41ae9a68b None None] The sync data for ids ['d7fdfdca-ef40-4cfd-bb95-82ce929d21bb'] in n-d-779913-12 is: [{'id': 'd7fdfdca-ef40-4cfd-bb95-82ce929d21bb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1943007393-router', 'tenant_id': 'ac78eeea7bf3498e9a17f0b731c3620c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '65d7d665-2054-433c-b0b4-b8a1015d6f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:39:14Z', 'updated_at': '2021-06-11T09:39:22Z', 'revision_number': 4, 'project_id': 'ac78eeea7bf3498e9a17f0b731c3620c', 'gw_port': {'id': '65d7d665-2054-433c-b0b4-b8a1015d6f02', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:19:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fdfdca-ef40-4cfd-bb95-82ce929d21bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:39:16Z', 'updated_at': '2021-06-11T09:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': 'e0bcb7f8-877e-4244-b3d0-2d0c0f95ccfd', 'tenant_id': 'ac78eeea7bf3498e9a17f0b731c3620c', 'floating_ip_address': '172.25.4.27', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': 'd7fdfdca-ef40-4cfd-bb95-82ce929d21bb', 'port_id': 'e0bef16c-1f3d-4385-ba40-86408bdd5059', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd769a33-d2ae-4a77-8be2-0047382ae593', 'mac_address': 'fa:16:3e:7c:00:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2296b1d4-21a8-436a-916c-04d1277a47ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T09:39:51Z', 'updated_at': '2021-06-11T09:40:18Z', 'revision_number': 1, 'project_id': 'ac78eeea7bf3498e9a17f0b731c3620c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4aee4b2f-e3e1-4fd0-9092-e7ea1799caed', 'name': '', 'network_id': 'bd769a33-d2ae-4a77-8be2-0047382ae593', 'tenant_id': 'ac78eeea7bf3498e9a17f0b731c3620c', 'mac_address': 'fa:16:3e:90:2a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fdfdca-ef40-4cfd-bb95-82ce929d21bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'fce8e258-cc45-4e2c-8dcb-94cdefb9f0b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:39:21Z', 'updated_at': '2021-06-11T09:39:28Z', 'revision_number': 5, 'project_id': 'ac78eeea7bf3498e9a17f0b731c3620c', 'subnets': [{'id': 'fce8e258-cc45-4e2c-8dcb-94cdefb9f0b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:40:22.097343 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1af0b96d-ccaa-4caa-9f75-28b671d52049 req-0be9b524-7600-4559-8385-56762c541724 service neutron] 10.222.0.69 "GET /v2.0/networks/bd769a33-d2ae-4a77-8be2-0047382ae593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5302801 Jun 11 09:40:22.157901 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-85449089-94cf-4e53-a41b-0eba1862204e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:22.230246 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4337ffbc-8cf4-4f11-96aa-b82c051be468 req-8d84b80a-b9c9-4e28-b72b-45496bcafc81 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:22.232213 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4337ffbc-8cf4-4f11-96aa-b82c051be468 req-8d84b80a-b9c9-4e28-b72b-45496bcafc81 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4101026 Jun 11 09:40:22.253275 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8243500c-7602-4683-a6b5-b5ed50127ade None None] New status for floating IP e0bcb7f8-877e-4244-b3d0-2d0c0f95ccfd: ACTIVE {{(pid=93179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 09:40:22.272191 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-4337ffbc-8cf4-4f11-96aa-b82c051be468 req-099bbdf3-c030-45a4-89cb-4da1ea21dd5d tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Request body: {'port': {'device_id': '41acd6a6-fa88-4653-8018-f09936b300f0', 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60', 'admin_state_up': True, 'tenant_id': '4a10270434c34de9b98cfc51150cacd7'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:40:22.319831 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a9a1a02b-d85d-4971-8f1b-eb369d91f1fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:22.324025 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-85449089-94cf-4e53-a41b-0eba1862204e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:22.348183 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-2b18cf75-52d7-419a-b269-3cbe9ba834ab req-6fa773d2-067c-42e5-a04a-295a02a06c0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dfb78f9-7841-4e89-901a-9bff042aca5d {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:40:22.356398 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-2b18cf75-52d7-419a-b269-3cbe9ba834ab req-6fa773d2-067c-42e5-a04a-295a02a06c0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:22.369247 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-2b18cf75-52d7-419a-b269-3cbe9ba834ab req-6fa773d2-067c-42e5-a04a-295a02a06c0d service neutron] Transition to ACTIVE for port object 1dfb78f9-7841-4e89-901a-9bff042aca5d will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:40:22.414226 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a9a1a02b-d85d-4971-8f1b-eb369d91f1fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:22.430164 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d4826e-1f25-407e-a95d-2c1e0f7b941e req-069ebec9-abb0-4a5d-b8d1-439af4cc9277 tempest-LiveAutoBlockMigrationV225Test-226334702 tempest-LiveAutoBlockMigrationV225Test-226334702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:22.431670 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-90d4826e-1f25-407e-a95d-2c1e0f7b941e req-069ebec9-abb0-4a5d-b8d1-439af4cc9277 tempest-LiveAutoBlockMigrationV225Test-226334702 tempest-LiveAutoBlockMigrationV225Test-226334702-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=38c6c614-27f4-461f-b2e5-2fd3163ed925 HTTP/1.1" status: 200 len: 1097 time: 0.0609467 Jun 11 09:40:22.446717 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-2b18cf75-52d7-419a-b269-3cbe9ba834ab req-6fa773d2-067c-42e5-a04a-295a02a06c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:22.460457 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-85c774bf-4c6f-40c2-adbf-84e925af5f6b tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:22.464886 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a50fd887-8bdd-480c-885d-7f61c766c3e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:22.473616 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e3c990-e232-44cb-99d9-98428407db76 req-53882546-500f-4cb2-888b-727c86737bf7 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:22.476141 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-13e3c990-e232-44cb-99d9-98428407db76 req-53882546-500f-4cb2-888b-727c86737bf7 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=056de3ec-49b3-4169-837a-4b49b03e923d HTTP/1.1" status: 200 len: 931 time: 0.5574553 Jun 11 09:40:22.541205 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a1a02b-d85d-4971-8f1b-eb369d91f1fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef910da1-89cc-4d4f-83a0-c0cbaed0da1c,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:22.554483 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1af0b96d-ccaa-4caa-9f75-28b671d52049 req-8c65a253-d8f5-4d64-9bc6-d71b5ddc0177 service neutron] 10.222.0.69 "GET /v2.0/networks/bd769a33-d2ae-4a77-8be2-0047382ae593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4359186 Jun 11 09:40:22.565405 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a9a1a02b-d85d-4971-8f1b-eb369d91f1fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:22.580264 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-90d4826e-1f25-407e-a95d-2c1e0f7b941e req-e2ffb916-d641-4630-b101-8f72d8dcd524 tempest-LiveAutoBlockMigrationV225Test-226334702 tempest-LiveAutoBlockMigrationV225Test-226334702-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415696 Jun 11 09:40:22.581567 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa773d2-067c-42e5-a04a-295a02a06c0d service neutron] Pushing event updated for resources: {'Port': ['ID=1dfb78f9-7841-4e89-901a-9bff042aca5d,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:22.589744 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-a9a1a02b-d85d-4971-8f1b-eb369d91f1fb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3239f11f169d475fb60255bb2ad0be6c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5022979 Jun 11 09:40:22.590031 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 36604) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:40:22.648023 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-13e3c990-e232-44cb-99d9-98428407db76 req-9f50a0a4-a33e-4024-a84e-4a10cc903f19 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248713 Jun 11 09:40:22.687318 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa773d2-067c-42e5-a04a-295a02a06c0d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:40:22.687652 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa773d2-067c-42e5-a04a-295a02a06c0d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:40:22.688041 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa773d2-067c-42e5-a04a-295a02a06c0d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:40:22.688397 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa773d2-067c-42e5-a04a-295a02a06c0d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:40:22.688868 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa773d2-067c-42e5-a04a-295a02a06c0d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:40:22.689266 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa773d2-067c-42e5-a04a-295a02a06c0d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:40:22.689695 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa773d2-067c-42e5-a04a-295a02a06c0d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:40:22.689948 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa773d2-067c-42e5-a04a-295a02a06c0d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:40:22.690298 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa773d2-067c-42e5-a04a-295a02a06c0d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:40:22.690637 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa773d2-067c-42e5-a04a-295a02a06c0d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:40:22.690740 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-85449089-94cf-4e53-a41b-0eba1862204e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:22.690993 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa773d2-067c-42e5-a04a-295a02a06c0d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:40:22.691316 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa773d2-067c-42e5-a04a-295a02a06c0d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:40:22.693389 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-85449089-94cf-4e53-a41b-0eba1862204e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:22.697627 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-85449089-94cf-4e53-a41b-0eba1862204e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/803354fc-0175-467c-8749-52fed624b5a7 HTTP/1.1" status: 204 len: 168 time: 0.9244967 Jun 11 09:40:22.701169 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2b58df89-27ef-4b95-8371-166c065b56c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:22.726615 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6fa773d2-067c-42e5-a04a-295a02a06c0d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:22.737976 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85449089-94cf-4e53-a41b-0eba1862204e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=803354fc-0175-467c-8749-52fed624b5a7,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:22.742324 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-85449089-94cf-4e53-a41b-0eba1862204e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:22.770981 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4337ffbc-8cf4-4f11-96aa-b82c051be468 req-099bbdf3-c030-45a4-89cb-4da1ea21dd5d tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Made reservation on behalf of 4a10270434c34de9b98cfc51150cacd7 for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:40:22.787681 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-4337ffbc-8cf4-4f11-96aa-b82c051be468 req-099bbdf3-c030-45a4-89cb-4da1ea21dd5d tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:22.788755 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2d682e81-5a0f-41b5-a1ea-11fa7c2281ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:22.813832 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-4337ffbc-8cf4-4f11-96aa-b82c051be468 req-099bbdf3-c030-45a4-89cb-4da1ea21dd5d tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:22.843309 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-2b18cf75-52d7-419a-b269-3cbe9ba834ab req-6fa773d2-067c-42e5-a04a-295a02a06c0d service neutron] Attempting to bind port 1dfb78f9-7841-4e89-901a-9bff042aca5d on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:40:22.844084 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-2b18cf75-52d7-419a-b269-3cbe9ba834ab req-6fa773d2-067c-42e5-a04a-295a02a06c0d service neutron] Attempting to bind port 1dfb78f9-7841-4e89-901a-9bff042aca5d by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '9149788d-877e-41af-83c2-5ce6b1848f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f64764ef-1d16-4bb9-abcb-ee15625f8d04'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:40:22.844497 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b18cf75-52d7-419a-b269-3cbe9ba834ab req-6fa773d2-067c-42e5-a04a-295a02a06c0d service neutron] Attempting to bind port 1dfb78f9-7841-4e89-901a-9bff042aca5d on network f64764ef-1d16-4bb9-abcb-ee15625f8d04 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:40:22.863890 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b18cf75-52d7-419a-b269-3cbe9ba834ab req-6fa773d2-067c-42e5-a04a-295a02a06c0d service neutron] Port 1dfb78f9-7841-4e89-901a-9bff042aca5d on network f64764ef-1d16-4bb9-abcb-ee15625f8d04 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:40:22.864453 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b18cf75-52d7-419a-b269-3cbe9ba834ab req-6fa773d2-067c-42e5-a04a-295a02a06c0d service neutron] Attempting to bind port 1dfb78f9-7841-4e89-901a-9bff042aca5d on network f64764ef-1d16-4bb9-abcb-ee15625f8d04 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:40:22.873668 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2d682e81-5a0f-41b5-a1ea-11fa7c2281ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:22.894162 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-642903c7-e035-4d9a-b0af-d86ecbc548f4 req-0cda5a12-f284-4468-a7bb-22524d77a2b8 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=41acd6a6-fa88-4653-8018-f09936b300f0 HTTP/1.1" status: 200 len: 210 time: 0.0514314 Jun 11 09:40:22.925374 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b18cf75-52d7-419a-b269-3cbe9ba834ab req-6fa773d2-067c-42e5-a04a-295a02a06c0d service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:40:22.925714 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b18cf75-52d7-419a-b269-3cbe9ba834ab req-6fa773d2-067c-42e5-a04a-295a02a06c0d service neutron] Checking segment: {'id': '9149788d-877e-41af-83c2-5ce6b1848f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f64764ef-1d16-4bb9-abcb-ee15625f8d04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:40:22.926091 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b18cf75-52d7-419a-b269-3cbe9ba834ab req-6fa773d2-067c-42e5-a04a-295a02a06c0d service neutron] Bound using segment: {'id': '9149788d-877e-41af-83c2-5ce6b1848f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f64764ef-1d16-4bb9-abcb-ee15625f8d04'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:40:22.926536 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-2b18cf75-52d7-419a-b269-3cbe9ba834ab req-6fa773d2-067c-42e5-a04a-295a02a06c0d service neutron] Bound port: 1dfb78f9-7841-4e89-901a-9bff042aca5d, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9149788d-877e-41af-83c2-5ce6b1848f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f64764ef-1d16-4bb9-abcb-ee15625f8d04'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:40:22.926883 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-2b18cf75-52d7-419a-b269-3cbe9ba834ab req-6fa773d2-067c-42e5-a04a-295a02a06c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:22.985416 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-4337ffbc-8cf4-4f11-96aa-b82c051be468 req-099bbdf3-c030-45a4-89cb-4da1ea21dd5d tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:23.053764 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-4337ffbc-8cf4-4f11-96aa-b82c051be468 req-099bbdf3-c030-45a4-89cb-4da1ea21dd5d tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:23.058115 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-40da9445-9b6f-4f58-bd77-92e759840620 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:23.117462 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099bbdf3-c030-45a4-89cb-4da1ea21dd5d tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d35df9ed-76e1-4821-b449-9857ba424946,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:23.121258 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-099bbdf3-c030-45a4-89cb-4da1ea21dd5d tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:23.123341 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e349e373-46ac-4b98-9b22-7f2527ca8a60 req-f2602882-3744-4185-9f49-7fef1a6b87e7 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:23.124980 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e349e373-46ac-4b98-9b22-7f2527ca8a60 req-f2602882-3744-4185-9f49-7fef1a6b87e7 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/networks?id=53a42219-c346-45f9-be41-c5dabab2438f HTTP/1.1" status: 200 len: 821 time: 0.2488251 Jun 11 09:40:23.133844 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-2b18cf75-52d7-419a-b269-3cbe9ba834ab req-6fa773d2-067c-42e5-a04a-295a02a06c0d service neutron] For port 1dfb78f9-7841-4e89-901a-9bff042aca5d, host n-h1-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:40:23.137450 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-2b18cf75-52d7-419a-b269-3cbe9ba834ab req-6fa773d2-067c-42e5-a04a-295a02a06c0d service neutron] For port 1dfb78f9-7841-4e89-901a-9bff042aca5d, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=1dfb78f9-7841-4e89-901a-9bff042aca5d,segment=NetworkSegment(9149788d-877e-41af-83c2-5ce6b1848f17),segment_id=9149788d-877e-41af-83c2-5ce6b1848f17)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:40:23.152149 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e349e373-46ac-4b98-9b22-7f2527ca8a60 req-629a7850-5ae6-4fee-b1b1-9d4a13c98353 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/quotas/761e66d23fea4903a68cd9de907a43c1 HTTP/1.1" status: 200 len: 375 time: 0.0198712 Jun 11 09:40:23.196925 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2d682e81-5a0f-41b5-a1ea-11fa7c2281ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:23.199837 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2d682e81-5a0f-41b5-a1ea-11fa7c2281ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:23.204280 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-2d682e81-5a0f-41b5-a1ea-11fa7c2281ed admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ef910da1-89cc-4d4f-83a0-c0cbaed0da1c HTTP/1.1" status: 204 len: 168 time: 0.6061640 Jun 11 09:40:23.206778 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-01f1ded5-b119-49f8-83ca-6d0681fa20e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:23.221362 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d682e81-5a0f-41b5-a1ea-11fa7c2281ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef910da1-89cc-4d4f-83a0-c0cbaed0da1c,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:23.232044 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2d682e81-5a0f-41b5-a1ea-11fa7c2281ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:23.233989 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-2b18cf75-52d7-419a-b269-3cbe9ba834ab req-6fa773d2-067c-42e5-a04a-295a02a06c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:23.244509 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:23.282908 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18cf75-52d7-419a-b269-3cbe9ba834ab req-6fa773d2-067c-42e5-a04a-295a02a06c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:23.283556 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-2b18cf75-52d7-419a-b269-3cbe9ba834ab req-6fa773d2-067c-42e5-a04a-295a02a06c0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:23.284978 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2b18cf75-52d7-419a-b269-3cbe9ba834ab req-6fa773d2-067c-42e5-a04a-295a02a06c0d service neutron] 10.222.0.64 "PUT /v2.0/ports/1dfb78f9-7841-4e89-901a-9bff042aca5d HTTP/1.1" status: 200 len: 1092 time: 2.1194811 Jun 11 09:40:23.285602 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '056de3ec-49b3-4169-837a-4b49b03e923d', 'tag': '1dfb78f9-7841-4e89-901a-9bff042aca5d'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:40:23.288009 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d03aca3f-4108-4e17-919d-310350eeb001" -d '{"events": [{"name": "network-changed", "server_uuid": "056de3ec-49b3-4169-837a-4b49b03e923d", "tag": "1dfb78f9-7841-4e89-901a-9bff042aca5d"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:40:23.323053 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e349e373-46ac-4b98-9b22-7f2527ca8a60 req-61af687e-8ddb-4338-bd41-36fb1908d92c tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=761e66d23fea4903a68cd9de907a43c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1700439 Jun 11 09:40:23.356886 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa773d2-067c-42e5-a04a-295a02a06c0d service neutron] Pushing event updated for resources: {'Port': ['ID=1dfb78f9-7841-4e89-901a-9bff042aca5d,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:23.368756 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6fa773d2-067c-42e5-a04a-295a02a06c0d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:23.423914 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [req-4337ffbc-8cf4-4f11-96aa-b82c051be468 req-099bbdf3-c030-45a4-89cb-4da1ea21dd5d tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Allocated IP 192.168.233.227 (cf20d108-f84c-44de-9036-2269564edd60/189b03cc-b2a8-4615-9ab5-ad0328c3f10f/231f751b-5b35-41a6-87e4-5e96e0d97c74) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:40:23.498936 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e349e373-46ac-4b98-9b22-7f2527ca8a60 req-3ec4d25a-6ad0-46b2-a7c3-8d6d7e9ee1ea service neutron] 10.222.0.60 "GET /v2.0/networks/53a42219-c346-45f9-be41-c5dabab2438f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675386 Jun 11 09:40:23.539274 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18cf75-52d7-419a-b269-3cbe9ba834ab req-e220cec1-09e8-4fa0-baf5-eedfae3f9888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:23.540804 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2b18cf75-52d7-419a-b269-3cbe9ba834ab req-e220cec1-09e8-4fa0-baf5-eedfae3f9888 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=455235d9344d45d29863b10a5775a249&device_id=056de3ec-49b3-4169-837a-4b49b03e923d HTTP/1.1" status: 200 len: 1095 time: 0.1186826 Jun 11 09:40:23.640058 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2b18cf75-52d7-419a-b269-3cbe9ba834ab req-10fdc817-173d-43f7-8344-20f458fbd75c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1dfb78f9-7841-4e89-901a-9bff042aca5d HTTP/1.1" status: 200 len: 217 time: 0.0910285 Jun 11 09:40:23.651866 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d012cdfe-121d-4219-98cd-73dad047f78c x-openstack-request-id: req-d012cdfe-121d-4219-98cd-73dad047f78c {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:40:23.658111 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "056de3ec-49b3-4169-837a-4b49b03e923d", "tag": "1dfb78f9-7841-4e89-901a-9bff042aca5d", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:40:23.658111 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d012cdfe-121d-4219-98cd-73dad047f78c {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:40:23.658111 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '056de3ec-49b3-4169-837a-4b49b03e923d', 'tag': '1dfb78f9-7841-4e89-901a-9bff042aca5d', 'status': 'completed', 'code': 200} Jun 11 09:40:23.680291 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-4337ffbc-8cf4-4f11-96aa-b82c051be468 req-099bbdf3-c030-45a4-89cb-4da1ea21dd5d tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:23.697862 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-4337ffbc-8cf4-4f11-96aa-b82c051be468 req-099bbdf3-c030-45a4-89cb-4da1ea21dd5d tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Transition to ACTIVE for port object 231f751b-5b35-41a6-87e4-5e96e0d97c74 will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:40:23.719237 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e349e373-46ac-4b98-9b22-7f2527ca8a60 req-42cb92b6-1241-4fcc-9ccf-09bad2e4b8b4 service neutron] 10.222.0.60 "GET /v2.0/networks/53a42219-c346-45f9-be41-c5dabab2438f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129707 Jun 11 09:40:23.725442 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18cf75-52d7-419a-b269-3cbe9ba834ab req-1b01dfad-aa19-47ec-8301-69c4e037ee29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:23.727010 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2b18cf75-52d7-419a-b269-3cbe9ba834ab req-1b01dfad-aa19-47ec-8301-69c4e037ee29 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f707fbf9-d6b5-48f4-b1c1-e5fd7bd963f6 HTTP/1.1" status: 200 len: 847 time: 0.0775867 Jun 11 09:40:23.766543 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2b18cf75-52d7-419a-b269-3cbe9ba834ab req-65a72279-bf92-479f-981c-8c4d07f054cb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f64764ef-1d16-4bb9-abcb-ee15625f8d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327749 Jun 11 09:40:23.814832 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-4337ffbc-8cf4-4f11-96aa-b82c051be468 req-099bbdf3-c030-45a4-89cb-4da1ea21dd5d tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:23.820186 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-79754d17-1302-4da1-b563-e9e6002150d6 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:23.879730 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4337ffbc-8cf4-4f11-96aa-b82c051be468 req-099bbdf3-c030-45a4-89cb-4da1ea21dd5d tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Network cf20d108-f84c-44de-9036-2269564edd60 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:40:23.883889 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [req-4337ffbc-8cf4-4f11-96aa-b82c051be468 req-099bbdf3-c030-45a4-89cb-4da1ea21dd5d tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:40:23.886610 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-4337ffbc-8cf4-4f11-96aa-b82c051be468 req-099bbdf3-c030-45a4-89cb-4da1ea21dd5d tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:40:23.926616 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099bbdf3-c030-45a4-89cb-4da1ea21dd5d tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Pushing event updated for resources: {'Port': ['ID=231f751b-5b35-41a6-87e4-5e96e0d97c74,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:23.929494 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-099bbdf3-c030-45a4-89cb-4da1ea21dd5d tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:23.945413 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2b18cf75-52d7-419a-b269-3cbe9ba834ab req-dfa2ec9a-7e0e-4a23-8c06-5200a9af60b7 service neutron] 10.222.0.64 "GET /v2.0/networks/f64764ef-1d16-4bb9-abcb-ee15625f8d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724474 Jun 11 09:40:23.960714 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4337ffbc-8cf4-4f11-96aa-b82c051be468 req-099bbdf3-c030-45a4-89cb-4da1ea21dd5d tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:23.961420 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-4337ffbc-8cf4-4f11-96aa-b82c051be468 req-099bbdf3-c030-45a4-89cb-4da1ea21dd5d tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:24.006795 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 36674) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:40:24.046293 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-48fd9d88-1322-4d45-914d-215d7fda86db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:24.096302 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4337ffbc-8cf4-4f11-96aa-b82c051be468 req-099bbdf3-c030-45a4-89cb-4da1ea21dd5d tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8406956 Jun 11 09:40:24.117728 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-4337ffbc-8cf4-4f11-96aa-b82c051be468 req-3c6859ff-235b-44d5-b245-3da5c32de32d service neutron] Request body: {'port': {'device_id': '41acd6a6-fa88-4653-8018-f09936b300f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-12'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:40:24.283780 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2b18cf75-52d7-419a-b269-3cbe9ba834ab req-c7d77aaf-0bb1-4bd2-8fc7-be004aa4328e service neutron] 10.222.0.64 "GET /v2.0/networks/f64764ef-1d16-4bb9-abcb-ee15625f8d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3314929 Jun 11 09:40:24.323733 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8551c6-d5b0-4339-abb7-32049a44be66 req-348b730a-aef6-4d76-9a87-adabd87bcde8 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:24.325235 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-bc8551c6-d5b0-4339-abb7-32049a44be66 req-348b730a-aef6-4d76-9a87-adabd87bcde8 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=056de3ec-49b3-4169-837a-4b49b03e923d HTTP/1.1" status: 200 len: 943 time: 0.1662164 Jun 11 09:40:24.330511 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-4337ffbc-8cf4-4f11-96aa-b82c051be468 req-3c6859ff-235b-44d5-b245-3da5c32de32d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:24.405115 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-bc8551c6-d5b0-4339-abb7-32049a44be66 req-ba2ee335-aeae-4d6b-ba54-703ec44a22df tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690155 Jun 11 09:40:24.413813 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-48fd9d88-1322-4d45-914d-215d7fda86db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:24.425131 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c40a2c8-8b7c-4430-9c85-4a63dcce207f req-7bcc7966-4953-4c98-8633-f5a7376581e0 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:24.425131 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4c40a2c8-8b7c-4430-9c85-4a63dcce207f req-7bcc7966-4953-4c98-8633-f5a7376581e0 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=41acd6a6-fa88-4653-8018-f09936b300f0 HTTP/1.1" status: 200 len: 936 time: 0.1488190 Jun 11 09:40:24.501706 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-624ca265-3d8d-4b43-a488-cc5b6f2a9d64 None None] Provisioning for port 231f751b-5b35-41a6-87e4-5e96e0d97c74 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:40:24.506546 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-624ca265-3d8d-4b43-a488-cc5b6f2a9d64 None None] Provisioning complete for port 231f751b-5b35-41a6-87e4-5e96e0d97c74 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:40:24.507675 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-624ca265-3d8d-4b43-a488-cc5b6f2a9d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:24.513026 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fcd5cf55-fa58-4645-9011-b3217aa64706 req-c3971b41-4002-456a-9b7e-0bf6e5e1a702 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=257b7d5c-4854-4e33-8e45-7f92ad1c36ff HTTP/1.1" status: 200 len: 210 time: 0.0599105 Jun 11 09:40:24.572160 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4c40a2c8-8b7c-4430-9c85-4a63dcce207f req-fd3c2a03-8bfe-4a37-b512-3f4add949b3b tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/security-groups?id=d35df9ed-76e1-4821-b449-9857ba424946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451676 Jun 11 09:40:24.602054 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-624ca265-3d8d-4b43-a488-cc5b6f2a9d64 None None] Port 231f751b-5b35-41a6-87e4-5e96e0d97c74 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:40:24.615352 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-48fd9d88-1322-4d45-914d-215d7fda86db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:24.649701 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a1a7221f-a2bf-4e86-ba98-f182d8b5922a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:24.680487 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-48fd9d88-1322-4d45-914d-215d7fda86db admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=abbf2ae2e2d14b04ae82e41f839323d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6678836 Jun 11 09:40:24.681819 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 36690) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:40:24.706138 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fd9d88-1322-4d45-914d-215d7fda86db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f58ba79-003d-42f0-80d0-1857695e719d,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:24.710388 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-48fd9d88-1322-4d45-914d-215d7fda86db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:24.725810 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03aca3f-4108-4e17-919d-310350eeb001 req-8f1efefb-4305-4bc2-8f65-ebfcc3c386cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:24.725810 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d03aca3f-4108-4e17-919d-310350eeb001 req-8f1efefb-4305-4bc2-8f65-ebfcc3c386cf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=455235d9344d45d29863b10a5775a249&device_id=056de3ec-49b3-4169-837a-4b49b03e923d HTTP/1.1" status: 200 len: 1095 time: 0.1867189 Jun 11 09:40:24.799491 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d4a76958-3b4e-4800-aba6-eab14c16017e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:24.866411 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d4a76958-3b4e-4800-aba6-eab14c16017e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:24.876319 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [req-4337ffbc-8cf4-4f11-96aa-b82c051be468 req-3c6859ff-235b-44d5-b245-3da5c32de32d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 231f751b-5b35-41a6-87e4-5e96e0d97c74 {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:40:24.886572 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-4337ffbc-8cf4-4f11-96aa-b82c051be468 req-3c6859ff-235b-44d5-b245-3da5c32de32d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:24.888752 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03aca3f-4108-4e17-919d-310350eeb001 req-50e3ef92-4286-45bb-a298-fdaa09f55770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:24.890204 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d03aca3f-4108-4e17-919d-310350eeb001 req-50e3ef92-4286-45bb-a298-fdaa09f55770 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f64764ef-1d16-4bb9-abcb-ee15625f8d04 HTTP/1.1" status: 200 len: 908 time: 0.1589842 Jun 11 09:40:24.918896 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-4337ffbc-8cf4-4f11-96aa-b82c051be468 req-3c6859ff-235b-44d5-b245-3da5c32de32d service neutron] Transition to ACTIVE for port object 231f751b-5b35-41a6-87e4-5e96e0d97c74 will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:40:24.949693 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d03aca3f-4108-4e17-919d-310350eeb001 req-c9c91fe8-354a-4317-a55d-58923a857c78 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1dfb78f9-7841-4e89-901a-9bff042aca5d HTTP/1.1" status: 200 len: 217 time: 0.0526228 Jun 11 09:40:25.002926 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-4337ffbc-8cf4-4f11-96aa-b82c051be468 req-3c6859ff-235b-44d5-b245-3da5c32de32d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:25.006180 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d29c660d-f35d-4417-a766-8de3aa35d7d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:25.009040 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03aca3f-4108-4e17-919d-310350eeb001 req-d1350952-f0b4-4d1c-a0f9-8b4858ad560b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:25.011255 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d03aca3f-4108-4e17-919d-310350eeb001 req-d1350952-f0b4-4d1c-a0f9-8b4858ad560b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f707fbf9-d6b5-48f4-b1c1-e5fd7bd963f6 HTTP/1.1" status: 200 len: 847 time: 0.0547554 Jun 11 09:40:25.043132 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d4a76958-3b4e-4800-aba6-eab14c16017e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:25.045976 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d4a76958-3b4e-4800-aba6-eab14c16017e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:25.047399 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-d4a76958-3b4e-4800-aba6-eab14c16017e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0f58ba79-003d-42f0-80d0-1857695e719d HTTP/1.1" status: 204 len: 168 time: 0.3657336 Jun 11 09:40:25.079792 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d03aca3f-4108-4e17-919d-310350eeb001 req-e635cf76-b110-47d0-8066-27083683b7a7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f64764ef-1d16-4bb9-abcb-ee15625f8d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529618 Jun 11 09:40:25.144471 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6859ff-235b-44d5-b245-3da5c32de32d service neutron] Pushing event updated for resources: {'Port': ['ID=231f751b-5b35-41a6-87e4-5e96e0d97c74,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:25.149020 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3c6859ff-235b-44d5-b245-3da5c32de32d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:25.149020 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-68245d81-57c9-431d-8e23-ccf2758cb604 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.099s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:25.244074 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a76958-3b4e-4800-aba6-eab14c16017e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f58ba79-003d-42f0-80d0-1857695e719d,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:25.247819 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d4a76958-3b4e-4800-aba6-eab14c16017e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:25.255781 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d03aca3f-4108-4e17-919d-310350eeb001 req-024a383a-c665-4929-8d1e-81754603f79e service neutron] 10.222.0.64 "GET /v2.0/networks/f64764ef-1d16-4bb9-abcb-ee15625f8d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762755 Jun 11 09:40:25.293900 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-4337ffbc-8cf4-4f11-96aa-b82c051be468 req-3c6859ff-235b-44d5-b245-3da5c32de32d service neutron] Attempting to bind port 231f751b-5b35-41a6-87e4-5e96e0d97c74 on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:40:25.294273 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-4337ffbc-8cf4-4f11-96aa-b82c051be468 req-3c6859ff-235b-44d5-b245-3da5c32de32d service neutron] Attempting to bind port 231f751b-5b35-41a6-87e4-5e96e0d97c74 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:40:25.294592 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4337ffbc-8cf4-4f11-96aa-b82c051be468 req-3c6859ff-235b-44d5-b245-3da5c32de32d service neutron] Attempting to bind port 231f751b-5b35-41a6-87e4-5e96e0d97c74 on network cf20d108-f84c-44de-9036-2269564edd60 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:40:25.299995 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4337ffbc-8cf4-4f11-96aa-b82c051be468 req-3c6859ff-235b-44d5-b245-3da5c32de32d service neutron] Port 231f751b-5b35-41a6-87e4-5e96e0d97c74 on network cf20d108-f84c-44de-9036-2269564edd60 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:40:25.300322 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4337ffbc-8cf4-4f11-96aa-b82c051be468 req-3c6859ff-235b-44d5-b245-3da5c32de32d service neutron] Attempting to bind port 231f751b-5b35-41a6-87e4-5e96e0d97c74 on network cf20d108-f84c-44de-9036-2269564edd60 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:40:25.305476 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4337ffbc-8cf4-4f11-96aa-b82c051be468 req-3c6859ff-235b-44d5-b245-3da5c32de32d service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:40:25.308693 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4337ffbc-8cf4-4f11-96aa-b82c051be468 req-3c6859ff-235b-44d5-b245-3da5c32de32d service neutron] Checking segment: {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:40:25.308693 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4337ffbc-8cf4-4f11-96aa-b82c051be468 req-3c6859ff-235b-44d5-b245-3da5c32de32d service neutron] Bound using segment: {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:40:25.308693 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-4337ffbc-8cf4-4f11-96aa-b82c051be468 req-3c6859ff-235b-44d5-b245-3da5c32de32d service neutron] Bound port: 231f751b-5b35-41a6-87e4-5e96e0d97c74, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:40:25.308693 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-4337ffbc-8cf4-4f11-96aa-b82c051be468 req-3c6859ff-235b-44d5-b245-3da5c32de32d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:25.385107 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-4337ffbc-8cf4-4f11-96aa-b82c051be468 req-3c6859ff-235b-44d5-b245-3da5c32de32d service neutron] For port 231f751b-5b35-41a6-87e4-5e96e0d97c74, host n-h1-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:40:25.386683 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d03aca3f-4108-4e17-919d-310350eeb001 req-b6a4686c-d05a-46dc-baa4-136143ba5247 service neutron] 10.222.0.64 "GET /v2.0/networks/f64764ef-1d16-4bb9-abcb-ee15625f8d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240318 Jun 11 09:40:25.389700 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-4337ffbc-8cf4-4f11-96aa-b82c051be468 req-3c6859ff-235b-44d5-b245-3da5c32de32d service neutron] For port 231f751b-5b35-41a6-87e4-5e96e0d97c74, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=231f751b-5b35-41a6-87e4-5e96e0d97c74,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:40:25.477620 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-4337ffbc-8cf4-4f11-96aa-b82c051be468 req-3c6859ff-235b-44d5-b245-3da5c32de32d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:25.480641 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3c6859ff-235b-44d5-b245-3da5c32de32d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:25.526312 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4337ffbc-8cf4-4f11-96aa-b82c051be468 req-3c6859ff-235b-44d5-b245-3da5c32de32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:25.527054 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-4337ffbc-8cf4-4f11-96aa-b82c051be468 req-3c6859ff-235b-44d5-b245-3da5c32de32d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:25.528531 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4337ffbc-8cf4-4f11-96aa-b82c051be468 req-3c6859ff-235b-44d5-b245-3da5c32de32d service neutron] 10.222.0.64 "PUT /v2.0/ports/231f751b-5b35-41a6-87e4-5e96e0d97c74 HTTP/1.1" status: 200 len: 1097 time: 1.4221153 Jun 11 09:40:25.529106 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41acd6a6-fa88-4653-8018-f09936b300f0', 'tag': '231f751b-5b35-41a6-87e4-5e96e0d97c74'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:40:25.531474 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b4ef55c-a0d5-4433-b095-68c4e16d5938" -d '{"events": [{"name": "network-changed", "server_uuid": "41acd6a6-fa88-4653-8018-f09936b300f0", "tag": "231f751b-5b35-41a6-87e4-5e96e0d97c74"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:40:25.558697 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6859ff-235b-44d5-b245-3da5c32de32d service neutron] Pushing event updated for resources: {'Port': ['ID=231f751b-5b35-41a6-87e4-5e96e0d97c74,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:25.569977 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3c6859ff-235b-44d5-b245-3da5c32de32d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:25.608328 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6bbb9d-fe9e-4e48-a3cb-8fcdde3e1265 req-fde00a32-b676-42c3-a850-17115b5ecdea tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:25.610241 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-df6bbb9d-fe9e-4e48-a3cb-8fcdde3e1265 req-fde00a32-b676-42c3-a850-17115b5ecdea tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=056de3ec-49b3-4169-837a-4b49b03e923d HTTP/1.1" status: 200 len: 943 time: 0.0924132 Jun 11 09:40:25.663976 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-df6bbb9d-fe9e-4e48-a3cb-8fcdde3e1265 req-b8b11edd-bab7-4e7a-b788-6d477117d1e6 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470326 Jun 11 09:40:25.748852 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4337ffbc-8cf4-4f11-96aa-b82c051be468 req-fd2965b3-8e9a-446d-ba46-8225c569e9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:25.750417 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4337ffbc-8cf4-4f11-96aa-b82c051be468 req-fd2965b3-8e9a-446d-ba46-8225c569e9db service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a10270434c34de9b98cfc51150cacd7&device_id=41acd6a6-fa88-4653-8018-f09936b300f0 HTTP/1.1" status: 200 len: 1100 time: 0.0963101 Jun 11 09:40:25.753419 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03492ce3-47c3-4a49-a04f-95914829c624 x-openstack-request-id: req-03492ce3-47c3-4a49-a04f-95914829c624 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:40:25.753741 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41acd6a6-fa88-4653-8018-f09936b300f0", "tag": "231f751b-5b35-41a6-87e4-5e96e0d97c74", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:40:25.754023 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-03492ce3-47c3-4a49-a04f-95914829c624 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:40:25.754561 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41acd6a6-fa88-4653-8018-f09936b300f0', 'tag': '231f751b-5b35-41a6-87e4-5e96e0d97c74', 'status': 'completed', 'code': 200} Jun 11 09:40:25.825706 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4337ffbc-8cf4-4f11-96aa-b82c051be468 req-ff564242-4e61-460f-806d-636c2bf0235a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=231f751b-5b35-41a6-87e4-5e96e0d97c74 HTTP/1.1" status: 200 len: 217 time: 0.0668578 Jun 11 09:40:25.890294 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4337ffbc-8cf4-4f11-96aa-b82c051be468 req-560cb80c-f313-451d-b87b-a51c84d8ac39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:25.893507 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4337ffbc-8cf4-4f11-96aa-b82c051be468 req-560cb80c-f313-451d-b87b-a51c84d8ac39 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=189b03cc-b2a8-4615-9ab5-ad0328c3f10f HTTP/1.1" status: 200 len: 843 time: 0.0618117 Jun 11 09:40:25.968366 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-334d6ddf-7e9f-4d97-9f7e-e3553e613230 req-9f7f0299-6594-4f8c-87c6-f62b92a40626 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=257b7d5c-4854-4e33-8e45-7f92ad1c36ff HTTP/1.1" status: 200 len: 210 time: 0.0670493 Jun 11 09:40:25.984293 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4337ffbc-8cf4-4f11-96aa-b82c051be468 req-d3478245-1768-4c4f-a8ae-aaae99d83e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:25.986359 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4337ffbc-8cf4-4f11-96aa-b82c051be468 req-d3478245-1768-4c4f-a8ae-aaae99d83e6d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf20d108-f84c-44de-9036-2269564edd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0858517 Jun 11 09:40:26.158542 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 36728) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:40:26.225538 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e960dc8b-1d98-4301-b019-5ea4397ef22a req-fd13c033-2797-4d25-a14d-be77a31d7c6f tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:26.236119 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e960dc8b-1d98-4301-b019-5ea4397ef22a req-fd13c033-2797-4d25-a14d-be77a31d7c6f tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=41acd6a6-fa88-4653-8018-f09936b300f0 HTTP/1.1" status: 200 len: 948 time: 0.1395009 Jun 11 09:40:26.321289 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e960dc8b-1d98-4301-b019-5ea4397ef22a req-cb9d7b63-47bf-42df-b17e-5090092fa298 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/security-groups?id=d35df9ed-76e1-4821-b449-9857ba424946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786564 Jun 11 09:40:26.480998 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6013848f-4df9-4633-b7a5-498e2cf9ac1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:26.511595 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fd40d36d-805a-471a-8e98-ef1013981acd req-66bb9d8d-d8f4-4d5f-90b8-8d4e4d2cd875 tempest-AbsoluteLimitsNegativeTestJSON-1099332030 tempest-AbsoluteLimitsNegativeTestJSON-1099332030-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=d5ceaa689ace42048fa071b7288d09c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373178 Jun 11 09:40:26.583009 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4337ffbc-8cf4-4f11-96aa-b82c051be468 req-e4e2c3d6-f0bb-4185-a6b9-af08766f2dfb service neutron] 10.222.0.64 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5839026 Jun 11 09:40:26.621806 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6013848f-4df9-4633-b7a5-498e2cf9ac1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:26.696585 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6013848f-4df9-4633-b7a5-498e2cf9ac1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:26.700734 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-222b1895-0409-4b52-b9da-3f4bf946fa33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:26.749087 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-6013848f-4df9-4633-b7a5-498e2cf9ac1b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=517da63950ef469d9ffdcb6ff5933f03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5829184 Jun 11 09:40:26.751792 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 36758) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:40:26.759531 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6013848f-4df9-4633-b7a5-498e2cf9ac1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e2d04e-3234-41c1-b2f8-c2631e47f719,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:26.763949 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6013848f-4df9-4633-b7a5-498e2cf9ac1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:26.847971 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-428defc6-0d46-4ecc-bf68-a66bbe4110de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:26.877606 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-428defc6-0d46-4ecc-bf68-a66bbe4110de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:26.898543 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-a7ac997f-604f-430f-927d-5a1218000d9b req-3b8cf5d9-0042-4e33-9db0-aa395f21d20f tempest-SecurityGroupsTestAdminJSON-1539554861 tempest-SecurityGroupsTestAdminJSON-1539554861-project] Request body: {'security_group': {'name': 'tempest-securitygroup-920934705', 'description': 'tempest-description-880961790'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:40:26.918534 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd40d36d-805a-471a-8e98-ef1013981acd req-8f4e4565-b643-446d-bfc8-5f36b0c52296 tempest-AbsoluteLimitsNegativeTestJSON-1099332030 tempest-AbsoluteLimitsNegativeTestJSON-1099332030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:26.920069 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fd40d36d-805a-471a-8e98-ef1013981acd req-8f4e4565-b643-446d-bfc8-5f36b0c52296 tempest-AbsoluteLimitsNegativeTestJSON-1099332030 tempest-AbsoluteLimitsNegativeTestJSON-1099332030-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3999238 Jun 11 09:40:26.929360 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4337ffbc-8cf4-4f11-96aa-b82c051be468 req-6c054c36-88b5-4282-870f-25107a103b9f service neutron] 10.222.0.64 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3384192 Jun 11 09:40:26.964226 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fd40d36d-805a-471a-8e98-ef1013981acd req-ea505b54-c03b-4c2e-b2fc-1d573a10b256 tempest-AbsoluteLimitsNegativeTestJSON-1099332030 tempest-AbsoluteLimitsNegativeTestJSON-1099332030-project] 10.222.0.60 "GET /v2.0/quotas/d5ceaa689ace42048fa071b7288d09c2 HTTP/1.1" status: 200 len: 375 time: 0.0316303 Jun 11 09:40:26.983118 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e349e373-46ac-4b98-9b22-7f2527ca8a60 req-d2074125-2ad1-4e9c-b819-bb8ddb65f07d tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:26.984714 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e349e373-46ac-4b98-9b22-7f2527ca8a60 req-d2074125-2ad1-4e9c-b819-bb8ddb65f07d tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.69 "GET /v2.0/networks?id=53a42219-c346-45f9-be41-c5dabab2438f HTTP/1.1" status: 200 len: 821 time: 0.3026879 Jun 11 09:40:27.011768 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fd40d36d-805a-471a-8e98-ef1013981acd req-bbac1ec8-6509-4cae-8563-2fcbf560a2fc tempest-AbsoluteLimitsNegativeTestJSON-1099332030 tempest-AbsoluteLimitsNegativeTestJSON-1099332030-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d5ceaa689ace42048fa071b7288d09c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446389 Jun 11 09:40:27.014538 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a7ac997f-604f-430f-927d-5a1218000d9b req-3b8cf5d9-0042-4e33-9db0-aa395f21d20f tempest-SecurityGroupsTestAdminJSON-1539554861 tempest-SecurityGroupsTestAdminJSON-1539554861-project] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:27.015792 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-e349e373-46ac-4b98-9b22-7f2527ca8a60 req-032a612f-7b71-4cac-a049-043587789acd tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Request body: {'port': {'device_id': '257b7d5c-4854-4e33-8e45-7f92ad1c36ff', 'network_id': '53a42219-c346-45f9-be41-c5dabab2438f', 'admin_state_up': True, 'tenant_id': '761e66d23fea4903a68cd9de907a43c1'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:40:27.027238 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a7ac997f-604f-430f-927d-5a1218000d9b req-3b8cf5d9-0042-4e33-9db0-aa395f21d20f tempest-SecurityGroupsTestAdminJSON-1539554861 tempest-SecurityGroupsTestAdminJSON-1539554861-project] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:27.053728 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-428defc6-0d46-4ecc-bf68-a66bbe4110de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:27.056298 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-428defc6-0d46-4ecc-bf68-a66bbe4110de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:27.059792 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-428defc6-0d46-4ecc-bf68-a66bbe4110de admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/58e2d04e-3234-41c1-b2f8-c2631e47f719 HTTP/1.1" status: 204 len: 168 time: 0.3041599 Jun 11 09:40:27.081411 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6871027e-c427-4c90-bdb9-4d9f9dad344f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:27.110177 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428defc6-0d46-4ecc-bf68-a66bbe4110de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e2d04e-3234-41c1-b2f8-c2631e47f719,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:27.119371 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-428defc6-0d46-4ecc-bf68-a66bbe4110de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:27.241770 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a7ac997f-604f-430f-927d-5a1218000d9b req-3b8cf5d9-0042-4e33-9db0-aa395f21d20f tempest-SecurityGroupsTestAdminJSON-1539554861 tempest-SecurityGroupsTestAdminJSON-1539554861-project] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:27.318660 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a7ac997f-604f-430f-927d-5a1218000d9b req-3b8cf5d9-0042-4e33-9db0-aa395f21d20f tempest-SecurityGroupsTestAdminJSON-1539554861 tempest-SecurityGroupsTestAdminJSON-1539554861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:27.322154 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f5030178-3c65-4cc7-83b0-14aeaeba4c89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:27.349521 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4ef55c-a0d5-4433-b095-68c4e16d5938 req-06432ed4-8919-4059-a503-65727f04ad55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:27.351009 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6b4ef55c-a0d5-4433-b095-68c4e16d5938 req-06432ed4-8919-4059-a503-65727f04ad55 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a10270434c34de9b98cfc51150cacd7&device_id=41acd6a6-fa88-4653-8018-f09936b300f0 HTTP/1.1" status: 200 len: 1100 time: 0.2596002 Jun 11 09:40:27.360693 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5696545e-1b83-4c32-ae41-b5fb161b71d0 req-caa4bcb3-3afa-4fc2-96ad-1904bd078d8c tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:27.361814 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8cf5d9-0042-4e33-9db0-aa395f21d20f tempest-SecurityGroupsTestAdminJSON-1539554861 tempest-SecurityGroupsTestAdminJSON-1539554861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d599d10-1659-40dd-af03-30e43397d62e,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:27.362092 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5696545e-1b83-4c32-ae41-b5fb161b71d0 req-caa4bcb3-3afa-4fc2-96ad-1904bd078d8c tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=056de3ec-49b3-4169-837a-4b49b03e923d HTTP/1.1" status: 200 len: 943 time: 0.1772077 Jun 11 09:40:27.364668 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.db.api [req-e349e373-46ac-4b98-9b22-7f2527ca8a60 req-032a612f-7b71-4cac-a049-043587789acd tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 11 09:40:27.364668 n-d-779913-12 neutron-server[93177]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 11 09:40:27.364668 n-d-779913-12 neutron-server[93177]: [parameters: {'project_id_1': '761e66d23fea4903a68cd9de907a43c1', 'expiration_1': datetime.datetime(2021, 6, 11, 9, 40, 27, 341253)}] Jun 11 09:40:27.364668 n-d-779913-12 neutron-server[93177]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93177) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 09:40:27.368260 n-d-779913-12 neutron-server[93177]: DEBUG oslo_db.api [req-e349e373-46ac-4b98-9b22-7f2527ca8a60 req-032a612f-7b71-4cac-a049-043587789acd tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 09:40:27.384406 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3b8cf5d9-0042-4e33-9db0-aa395f21d20f tempest-SecurityGroupsTestAdminJSON-1539554861 tempest-SecurityGroupsTestAdminJSON-1539554861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:27.431889 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a7ac997f-604f-430f-927d-5a1218000d9b req-3b8cf5d9-0042-4e33-9db0-aa395f21d20f tempest-SecurityGroupsTestAdminJSON-1539554861 tempest-SecurityGroupsTestAdminJSON-1539554861-project] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:27.480774 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5696545e-1b83-4c32-ae41-b5fb161b71d0 req-3fba6043-f49d-4f2e-b1b6-bffd1edea340 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083758 Jun 11 09:40:27.512901 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4ef55c-a0d5-4433-b095-68c4e16d5938 req-60d4595b-edd9-4653-8742-b17317b5e42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:27.515180 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6b4ef55c-a0d5-4433-b095-68c4e16d5938 req-60d4595b-edd9-4653-8742-b17317b5e42c service neutron] 10.222.0.64 "GET /v2.0/networks?id=cf20d108-f84c-44de-9036-2269564edd60 HTTP/1.1" status: 200 len: 870 time: 0.1520443 Jun 11 09:40:27.556751 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a7ac997f-604f-430f-927d-5a1218000d9b req-3b8cf5d9-0042-4e33-9db0-aa395f21d20f tempest-SecurityGroupsTestAdminJSON-1539554861 tempest-SecurityGroupsTestAdminJSON-1539554861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:27.561364 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ee98dc46-b097-483e-8057-6919f109c30d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:27.578812 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6b4ef55c-a0d5-4433-b095-68c4e16d5938 req-71531c51-1e7d-48fb-a491-6cd0928f99a9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=231f751b-5b35-41a6-87e4-5e96e0d97c74 HTTP/1.1" status: 200 len: 217 time: 0.0567429 Jun 11 09:40:27.593392 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8cf5d9-0042-4e33-9db0-aa395f21d20f tempest-SecurityGroupsTestAdminJSON-1539554861 tempest-SecurityGroupsTestAdminJSON-1539554861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bde4cf2-a621-4955-baed-ce658927f6fe,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:27.596229 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3b8cf5d9-0042-4e33-9db0-aa395f21d20f tempest-SecurityGroupsTestAdminJSON-1539554861 tempest-SecurityGroupsTestAdminJSON-1539554861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:27.654702 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a7ac997f-604f-430f-927d-5a1218000d9b req-3b8cf5d9-0042-4e33-9db0-aa395f21d20f tempest-SecurityGroupsTestAdminJSON-1539554861 tempest-SecurityGroupsTestAdminJSON-1539554861-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:27.662303 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a7ac997f-604f-430f-927d-5a1218000d9b req-3b8cf5d9-0042-4e33-9db0-aa395f21d20f tempest-SecurityGroupsTestAdminJSON-1539554861 tempest-SecurityGroupsTestAdminJSON-1539554861-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7717307 Jun 11 09:40:27.683471 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4ef55c-a0d5-4433-b095-68c4e16d5938 req-3ac88273-5774-4887-ac63-7255677d3b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:27.685377 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6b4ef55c-a0d5-4433-b095-68c4e16d5938 req-3ac88273-5774-4887-ac63-7255677d3b06 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=189b03cc-b2a8-4615-9ab5-ad0328c3f10f HTTP/1.1" status: 200 len: 843 time: 0.0966597 Jun 11 09:40:27.687680 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bdc680bd-952c-4015-8206-ba2b2b0f1177 req-f249e10c-d412-4d77-b46a-3477bf8f8371 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=257b7d5c-4854-4e33-8e45-7f92ad1c36ff HTTP/1.1" status: 200 len: 210 time: 0.0888135 Jun 11 09:40:27.770404 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4ef55c-a0d5-4433-b095-68c4e16d5938 req-ca756462-1b70-4abe-8276-7e9dc58fa720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:27.772468 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6b4ef55c-a0d5-4433-b095-68c4e16d5938 req-ca756462-1b70-4abe-8276-7e9dc58fa720 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf20d108-f84c-44de-9036-2269564edd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0803161 Jun 11 09:40:27.824596 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 36786) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:40:27.854381 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-5cf13103-f972-41f0-91b7-a92c1dce6915 req-0dddb330-7af0-4e77-b0cb-0e2e922fa344 tempest-SecurityGroupsTestAdminJSON-1539554861 tempest-SecurityGroupsTestAdminJSON-1539554861-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1276188891', 'description': 'tempest-description-1949079889'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:40:27.955046 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6b4ef55c-a0d5-4433-b095-68c4e16d5938 req-10703c1b-1bca-4a67-bc7c-71f7a9605b71 service neutron] 10.222.0.64 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745257 Jun 11 09:40:27.991392 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 1dfb78f9-7841-4e89-901a-9bff042aca5d details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:40:27.997897 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-5cf13103-f972-41f0-91b7-a92c1dce6915 req-0dddb330-7af0-4e77-b0cb-0e2e922fa344 tempest-SecurityGroupsTestAdminJSON-1539554861 tempest-SecurityGroupsTestAdminJSON-1539554861-project] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:28.001319 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4539fb1e-f267-42f1-8736-efbbe3a2dc9c req-30e99c6a-8022-4bb0-98e6-6a74a5060125 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:28.003135 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4539fb1e-f267-42f1-8736-efbbe3a2dc9c req-30e99c6a-8022-4bb0-98e6-6a74a5060125 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=41acd6a6-fa88-4653-8018-f09936b300f0 HTTP/1.1" status: 200 len: 948 time: 0.1232884 Jun 11 09:40:28.119322 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4539fb1e-f267-42f1-8736-efbbe3a2dc9c req-8813eb89-993b-4f03-b531-d654c6dffb53 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/security-groups?id=d35df9ed-76e1-4821-b449-9857ba424946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046007 Jun 11 09:40:28.139177 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6b4ef55c-a0d5-4433-b095-68c4e16d5938 req-9da96bb5-6242-4f87-bb25-43d4be249b86 service neutron] 10.222.0.64 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765423 Jun 11 09:40:28.146966 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 1dfb78f9-7841-4e89-901a-9bff042aca5d, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=1dfb78f9-7841-4e89-901a-9bff042aca5d,segment=NetworkSegment(9149788d-877e-41af-83c2-5ce6b1848f17),segment_id=9149788d-877e-41af-83c2-5ce6b1848f17)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:40:28.157875 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 36792) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:40:28.162696 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e349e373-46ac-4b98-9b22-7f2527ca8a60 req-032a612f-7b71-4cac-a049-043587789acd tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Made reservation on behalf of 761e66d23fea4903a68cd9de907a43c1 for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:40:28.163460 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': '1dfb78f9-7841-4e89-901a-9bff042aca5d', 'network_id': 'f64764ef-1d16-4bb9-abcb-ee15625f8d04', 'port_id': '1dfb78f9-7841-4e89-901a-9bff042aca5d', 'mac_address': 'fa:16:3e:02:fe:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f707fbf9-d6b5-48f4-b1c1-e5fd7bd963f6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:40:28.166225 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-e349e373-46ac-4b98-9b22-7f2527ca8a60 req-032a612f-7b71-4cac-a049-043587789acd tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:28.211483 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:28.216752 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ff0331b2-5e51-4c7e-9423-4f8aeef2efaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:28.239302 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dfb78f9-7841-4e89-901a-9bff042aca5d {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:40:28.266125 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 1dfb78f9-7841-4e89-901a-9bff042aca5d, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=1dfb78f9-7841-4e89-901a-9bff042aca5d,segment=NetworkSegment(9149788d-877e-41af-83c2-5ce6b1848f17),segment_id=9149788d-877e-41af-83c2-5ce6b1848f17)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:40:28.274561 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e08fb75a-8f8d-4437-b77d-c5b5cf7ef1bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:28.326466 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [req-e349e373-46ac-4b98-9b22-7f2527ca8a60 req-032a612f-7b71-4cac-a049-043587789acd tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Allocated IP 172.20.0.11 (53a42219-c346-45f9-be41-c5dabab2438f/20094bda-f8d4-46e6-bab1-f100394de689/973e3669-885a-4cbf-a78b-649ea7371a7e) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:40:28.326982 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-5cf13103-f972-41f0-91b7-a92c1dce6915 req-0dddb330-7af0-4e77-b0cb-0e2e922fa344 tempest-SecurityGroupsTestAdminJSON-1539554861 tempest-SecurityGroupsTestAdminJSON-1539554861-project] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:28.351138 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:28.353190 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-e50ffd13-caf2-423f-b444-2e49c42d2dfc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:28.410626 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=1dfb78f9-7841-4e89-901a-9bff042aca5d,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:28.413849 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:28.439707 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-5cf13103-f972-41f0-91b7-a92c1dce6915 req-0dddb330-7af0-4e77-b0cb-0e2e922fa344 tempest-SecurityGroupsTestAdminJSON-1539554861 tempest-SecurityGroupsTestAdminJSON-1539554861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:28.448464 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2d682e81-5a0f-41b5-a1ea-11fa7c2281ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:28.492149 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dddb330-7af0-4e77-b0cb-0e2e922fa344 tempest-SecurityGroupsTestAdminJSON-1539554861 tempest-SecurityGroupsTestAdminJSON-1539554861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=050f00a1-ffab-4bad-a67e-f6ae69de2b14,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:28.503545 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0dddb330-7af0-4e77-b0cb-0e2e922fa344 tempest-SecurityGroupsTestAdminJSON-1539554861 tempest-SecurityGroupsTestAdminJSON-1539554861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:28.522775 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-e349e373-46ac-4b98-9b22-7f2527ca8a60 req-032a612f-7b71-4cac-a049-043587789acd tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:28.563690 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ff0331b2-5e51-4c7e-9423-4f8aeef2efaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:28.573843 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['1dfb78f9-7841-4e89-901a-9bff042aca5d'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:40:28.632069 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-e349e373-46ac-4b98-9b22-7f2527ca8a60 req-032a612f-7b71-4cac-a049-043587789acd tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:28.639036 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:28.678968 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ff0331b2-5e51-4c7e-9423-4f8aeef2efaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:28.703431 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e349e373-46ac-4b98-9b22-7f2527ca8a60 req-032a612f-7b71-4cac-a049-043587789acd tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Network 53a42219-c346-45f9-be41-c5dabab2438f is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:40:28.716766 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b273d87e-1e1e-4bba-be56-bbdb7dc6abf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:28.717108 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [req-e349e373-46ac-4b98-9b22-7f2527ca8a60 req-032a612f-7b71-4cac-a049-043587789acd tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:40:28.719688 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-e349e373-46ac-4b98-9b22-7f2527ca8a60 req-032a612f-7b71-4cac-a049-043587789acd tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:40:28.752261 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-ff0331b2-5e51-4c7e-9423-4f8aeef2efaa admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d080467e96f14187b553eba9cd42ada2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5927210 Jun 11 09:40:28.756079 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032a612f-7b71-4cac-a049-043587789acd tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Pushing event updated for resources: {'Port': ['ID=973e3669-885a-4cbf-a78b-649ea7371a7e,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:28.764877 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 36806) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:40:28.774349 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-032a612f-7b71-4cac-a049-043587789acd tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:28.797859 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0331b2-5e51-4c7e-9423-4f8aeef2efaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=334c244f-91dc-4f4f-b876-87460e9a4c71,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:28.818628 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ff0331b2-5e51-4c7e-9423-4f8aeef2efaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:28.824608 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e349e373-46ac-4b98-9b22-7f2527ca8a60 req-032a612f-7b71-4cac-a049-043587789acd tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:28.825022 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-e349e373-46ac-4b98-9b22-7f2527ca8a60 req-032a612f-7b71-4cac-a049-043587789acd tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:28.836416 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d188ba6-973b-40de-aa8f-737b8dfdde90 req-5bf81526-51b2-490a-b166-502fcb00ca1e tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:28.837946 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1d188ba6-973b-40de-aa8f-737b8dfdde90 req-5bf81526-51b2-490a-b166-502fcb00ca1e tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=056de3ec-49b3-4169-837a-4b49b03e923d HTTP/1.1" status: 200 len: 944 time: 0.2435915 Jun 11 09:40:28.895523 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e08fb75a-8f8d-4437-b77d-c5b5cf7ef1bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:28.906191 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-98c60143-3bb3-483d-9f99-e47c45a1b279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:28.939342 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1d188ba6-973b-40de-aa8f-737b8dfdde90 req-1dd23a17-a00a-4439-a46a-684914bc81ee tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834677 Jun 11 09:40:28.943961 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-98c60143-3bb3-483d-9f99-e47c45a1b279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:28.963675 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e08fb75a-8f8d-4437-b77d-c5b5cf7ef1bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:28.971357 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:29.008307 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08fb75a-8f8d-4437-b77d-c5b5cf7ef1bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61dda79a-3efa-4f61-8099-fb282c6fe13c,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:29.020954 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-e08fb75a-8f8d-4437-b77d-c5b5cf7ef1bd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d5ceaa689ace42048fa071b7288d09c2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1919241 Jun 11 09:40:29.020954 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e08fb75a-8f8d-4437-b77d-c5b5cf7ef1bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:29.021327 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 36816) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:40:29.025470 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-5cf13103-f972-41f0-91b7-a92c1dce6915 req-0dddb330-7af0-4e77-b0cb-0e2e922fa344 tempest-SecurityGroupsTestAdminJSON-1539554861 tempest-SecurityGroupsTestAdminJSON-1539554861-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:29.028821 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5cf13103-f972-41f0-91b7-a92c1dce6915 req-0dddb330-7af0-4e77-b0cb-0e2e922fa344 tempest-SecurityGroupsTestAdminJSON-1539554861 tempest-SecurityGroupsTestAdminJSON-1539554861-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.1764789 Jun 11 09:40:29.074268 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e349e373-46ac-4b98-9b22-7f2527ca8a60 req-032a612f-7b71-4cac-a049-043587789acd tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0649292 Jun 11 09:40:29.101435 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-e349e373-46ac-4b98-9b22-7f2527ca8a60 req-df9c10d6-c4fc-46f6-9fb6-12d26c964f88 service neutron] Request body: {'port': {'device_id': '257b7d5c-4854-4e33-8e45-7f92ad1c36ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-12'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:40:29.103592 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-98c60143-3bb3-483d-9f99-e47c45a1b279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:29.106825 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-98c60143-3bb3-483d-9f99-e47c45a1b279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:29.107866 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-98c60143-3bb3-483d-9f99-e47c45a1b279 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/334c244f-91dc-4f4f-b876-87460e9a4c71 HTTP/1.1" status: 204 len: 168 time: 0.3420126 Jun 11 09:40:29.112833 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a687a8ec-be2f-4427-979a-176798a442fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:29.157559 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c60143-3bb3-483d-9f99-e47c45a1b279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=334c244f-91dc-4f4f-b876-87460e9a4c71,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:29.170069 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-98c60143-3bb3-483d-9f99-e47c45a1b279 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:29.171499 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9f34e287-25d5-4ba7-9c6e-04baaf557285 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:29.237340 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9f34e287-25d5-4ba7-9c6e-04baaf557285 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:29.291008 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9635b262-1dd0-4ffe-87b8-1a3c67185cc1 req-2354ad36-80eb-4705-9952-30d70dcb68e3 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:29.292557 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9635b262-1dd0-4ffe-87b8-1a3c67185cc1 req-2354ad36-80eb-4705-9952-30d70dcb68e3 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=257b7d5c-4854-4e33-8e45-7f92ad1c36ff HTTP/1.1" status: 200 len: 932 time: 0.2318690 Jun 11 09:40:29.300631 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-e349e373-46ac-4b98-9b22-7f2527ca8a60 req-df9c10d6-c4fc-46f6-9fb6-12d26c964f88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:29.358963 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-11182f32-3b16-48c3-97ae-bac81d28b8db req-815b02c9-aca7-47b4-bfb4-ef0cacbb0dca tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=bd284e9f195345ae8ed61d9936756921&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284338 Jun 11 09:40:29.390982 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9635b262-1dd0-4ffe-87b8-1a3c67185cc1 req-6ebf41ce-20db-413c-869e-9e0386dd433a tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912127 Jun 11 09:40:29.513846 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11182f32-3b16-48c3-97ae-bac81d28b8db req-348d9ee7-ed6a-47cb-b9d3-0e82bed4adfd tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:29.514140 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9f34e287-25d5-4ba7-9c6e-04baaf557285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:29.515796 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-11182f32-3b16-48c3-97ae-bac81d28b8db req-348d9ee7-ed6a-47cb-b9d3-0e82bed4adfd tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1514888 Jun 11 09:40:29.516758 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9f34e287-25d5-4ba7-9c6e-04baaf557285 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:29.520515 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-9f34e287-25d5-4ba7-9c6e-04baaf557285 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/61dda79a-3efa-4f61-8099-fb282c6fe13c HTTP/1.1" status: 204 len: 168 time: 0.4959171 Jun 11 09:40:29.520515 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2f6d548b-e2e8-459a-9dcd-079d355ce77b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:29.532811 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-11182f32-3b16-48c3-97ae-bac81d28b8db req-3f6ebc41-7db2-444e-a3f6-d40d09d4bd38 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/quotas/bd284e9f195345ae8ed61d9936756921 HTTP/1.1" status: 200 len: 375 time: 0.0104866 Jun 11 09:40:29.534109 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f34e287-25d5-4ba7-9c6e-04baaf557285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61dda79a-3efa-4f61-8099-fb282c6fe13c,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:29.537445 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9f34e287-25d5-4ba7-9c6e-04baaf557285 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:29.604853 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-11182f32-3b16-48c3-97ae-bac81d28b8db req-20e8a0c5-fc1a-4cff-b05a-3ce119309e49 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=bd284e9f195345ae8ed61d9936756921&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0592103 Jun 11 09:40:29.667561 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-a07b5727-fbbb-4843-a05e-8a6d48a5b81b req-1defbbc6-de87-4f69-ae78-a911cdcfdbf5 tempest-SecurityGroupsTestAdminJSON-1294804633 tempest-SecurityGroupsTestAdminJSON-1294804633-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1362591249', 'description': 'tempest-description-452436354'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:40:29.725039 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [req-e349e373-46ac-4b98-9b22-7f2527ca8a60 req-df9c10d6-c4fc-46f6-9fb6-12d26c964f88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 973e3669-885a-4cbf-a78b-649ea7371a7e {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:40:29.732796 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-e349e373-46ac-4b98-9b22-7f2527ca8a60 req-df9c10d6-c4fc-46f6-9fb6-12d26c964f88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:29.744584 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-e349e373-46ac-4b98-9b22-7f2527ca8a60 req-df9c10d6-c4fc-46f6-9fb6-12d26c964f88 service neutron] Transition to ACTIVE for port object 973e3669-885a-4cbf-a78b-649ea7371a7e will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:40:29.811008 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-e349e373-46ac-4b98-9b22-7f2527ca8a60 req-df9c10d6-c4fc-46f6-9fb6-12d26c964f88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:29.813191 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-a07b5727-fbbb-4843-a05e-8a6d48a5b81b req-1defbbc6-de87-4f69-ae78-a911cdcfdbf5 tempest-SecurityGroupsTestAdminJSON-1294804633 tempest-SecurityGroupsTestAdminJSON-1294804633-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:29.815771 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3b5b2dfb-8b89-4ec6-b9ba-0ad695e1bd22 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:29.868126 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-a07b5727-fbbb-4843-a05e-8a6d48a5b81b req-1defbbc6-de87-4f69-ae78-a911cdcfdbf5 tempest-SecurityGroupsTestAdminJSON-1294804633 tempest-SecurityGroupsTestAdminJSON-1294804633-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:29.975328 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c10d6-c4fc-46f6-9fb6-12d26c964f88 service neutron] Pushing event updated for resources: {'Port': ['ID=973e3669-885a-4cbf-a78b-649ea7371a7e,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:29.982749 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-df9c10d6-c4fc-46f6-9fb6-12d26c964f88 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:30.010825 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 231f751b-5b35-41a6-87e4-5e96e0d97c74 details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:40:30.044861 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883739ee-a7b1-4814-bebf-ab471fca501a req-8df4b118-aa4e-4916-8fce-a414c8839e3c tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:30.048792 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-883739ee-a7b1-4814-bebf-ab471fca501a req-8df4b118-aa4e-4916-8fce-a414c8839e3c tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=41acd6a6-fa88-4653-8018-f09936b300f0 HTTP/1.1" status: 200 len: 948 time: 0.1309128 Jun 11 09:40:30.088018 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-e349e373-46ac-4b98-9b22-7f2527ca8a60 req-df9c10d6-c4fc-46f6-9fb6-12d26c964f88 service neutron] Attempting to bind port 973e3669-885a-4cbf-a78b-649ea7371a7e on host n-h2-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:40:30.088654 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-e349e373-46ac-4b98-9b22-7f2527ca8a60 req-df9c10d6-c4fc-46f6-9fb6-12d26c964f88 service neutron] Attempting to bind port 973e3669-885a-4cbf-a78b-649ea7371a7e by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': '56281ee1-4859-40f0-b2a0-2c2117bfda04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '53a42219-c346-45f9-be41-c5dabab2438f'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:40:30.088654 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e349e373-46ac-4b98-9b22-7f2527ca8a60 req-df9c10d6-c4fc-46f6-9fb6-12d26c964f88 service neutron] Attempting to bind port 973e3669-885a-4cbf-a78b-649ea7371a7e on network 53a42219-c346-45f9-be41-c5dabab2438f {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:40:30.101196 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e349e373-46ac-4b98-9b22-7f2527ca8a60 req-df9c10d6-c4fc-46f6-9fb6-12d26c964f88 service neutron] Port 973e3669-885a-4cbf-a78b-649ea7371a7e on network 53a42219-c346-45f9-be41-c5dabab2438f not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:40:30.101531 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e349e373-46ac-4b98-9b22-7f2527ca8a60 req-df9c10d6-c4fc-46f6-9fb6-12d26c964f88 service neutron] Attempting to bind port 973e3669-885a-4cbf-a78b-649ea7371a7e on network 53a42219-c346-45f9-be41-c5dabab2438f {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:40:30.113301 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e349e373-46ac-4b98-9b22-7f2527ca8a60 req-df9c10d6-c4fc-46f6-9fb6-12d26c964f88 service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:40:30.113644 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e349e373-46ac-4b98-9b22-7f2527ca8a60 req-df9c10d6-c4fc-46f6-9fb6-12d26c964f88 service neutron] Checking segment: {'id': '56281ee1-4859-40f0-b2a0-2c2117bfda04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '53a42219-c346-45f9-be41-c5dabab2438f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:40:30.114030 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e349e373-46ac-4b98-9b22-7f2527ca8a60 req-df9c10d6-c4fc-46f6-9fb6-12d26c964f88 service neutron] Bound using segment: {'id': '56281ee1-4859-40f0-b2a0-2c2117bfda04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '53a42219-c346-45f9-be41-c5dabab2438f'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:40:30.114988 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-e349e373-46ac-4b98-9b22-7f2527ca8a60 req-df9c10d6-c4fc-46f6-9fb6-12d26c964f88 service neutron] Bound port: 973e3669-885a-4cbf-a78b-649ea7371a7e, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56281ee1-4859-40f0-b2a0-2c2117bfda04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '53a42219-c346-45f9-be41-c5dabab2438f'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:40:30.115344 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-e349e373-46ac-4b98-9b22-7f2527ca8a60 req-df9c10d6-c4fc-46f6-9fb6-12d26c964f88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:30.128342 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-883739ee-a7b1-4814-bebf-ab471fca501a req-579f980d-510e-4654-b24d-e61d6aa50e3f tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/security-groups?id=d35df9ed-76e1-4821-b449-9857ba424946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642023 Jun 11 09:40:30.194554 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 231f751b-5b35-41a6-87e4-5e96e0d97c74, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=231f751b-5b35-41a6-87e4-5e96e0d97c74,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:40:30.197433 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 1dfb78f9-7841-4e89-901a-9bff042aca5d up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:40:30.241400 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': '231f751b-5b35-41a6-87e4-5e96e0d97c74', 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60', 'port_id': '231f751b-5b35-41a6-87e4-5e96e0d97c74', 'mac_address': 'fa:16:3e:20:a5:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189b03cc-b2a8-4615-9ab5-ad0328c3f10f', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:40:30.243777 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-e349e373-46ac-4b98-9b22-7f2527ca8a60 req-df9c10d6-c4fc-46f6-9fb6-12d26c964f88 service neutron] For port 973e3669-885a-4cbf-a78b-649ea7371a7e, host n-h2-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:40:30.256941 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-a07b5727-fbbb-4843-a05e-8a6d48a5b81b req-1defbbc6-de87-4f69-ae78-a911cdcfdbf5 tempest-SecurityGroupsTestAdminJSON-1294804633 tempest-SecurityGroupsTestAdminJSON-1294804633-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:30.281613 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-e349e373-46ac-4b98-9b22-7f2527ca8a60 req-df9c10d6-c4fc-46f6-9fb6-12d26c964f88 service neutron] For port 973e3669-885a-4cbf-a78b-649ea7371a7e, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=973e3669-885a-4cbf-a78b-649ea7371a7e,segment=NetworkSegment(56281ee1-4859-40f0-b2a0-2c2117bfda04),segment_id=56281ee1-4859-40f0-b2a0-2c2117bfda04)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:40:30.305457 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:30.330732 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-a07b5727-fbbb-4843-a05e-8a6d48a5b81b req-1defbbc6-de87-4f69-ae78-a911cdcfdbf5 tempest-SecurityGroupsTestAdminJSON-1294804633 tempest-SecurityGroupsTestAdminJSON-1294804633-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:30.333875 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6261fda3-05d4-44e2-8936-d730c2c19a3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:30.347015 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 231f751b-5b35-41a6-87e4-5e96e0d97c74 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:40:30.357380 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d9429-9ae2-4b65-b3e4-da4dc222fff2 req-10151080-0e9c-448c-8278-55e6536f9ad8 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:30.359652 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b41d9429-9ae2-4b65-b3e4-da4dc222fff2 req-10151080-0e9c-448c-8278-55e6536f9ad8 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=056de3ec-49b3-4169-837a-4b49b03e923d HTTP/1.1" status: 200 len: 944 time: 0.0906289 Jun 11 09:40:30.371060 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-e349e373-46ac-4b98-9b22-7f2527ca8a60 req-df9c10d6-c4fc-46f6-9fb6-12d26c964f88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:30.393674 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning for port 1dfb78f9-7841-4e89-901a-9bff042aca5d completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:40:30.399057 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1defbbc6-de87-4f69-ae78-a911cdcfdbf5 tempest-SecurityGroupsTestAdminJSON-1294804633 tempest-SecurityGroupsTestAdminJSON-1294804633-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd6500b-7d4e-4a7d-a438-261cf228bdf2,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:30.399232 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port 1dfb78f9-7841-4e89-901a-9bff042aca5d triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:40:30.399653 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:30.407615 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1defbbc6-de87-4f69-ae78-a911cdcfdbf5 tempest-SecurityGroupsTestAdminJSON-1294804633 tempest-SecurityGroupsTestAdminJSON-1294804633-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:30.408330 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c29cd258-9dae-481d-a5c7-870842d46c81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:30.411251 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e349e373-46ac-4b98-9b22-7f2527ca8a60 req-df9c10d6-c4fc-46f6-9fb6-12d26c964f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:30.412141 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-e349e373-46ac-4b98-9b22-7f2527ca8a60 req-df9c10d6-c4fc-46f6-9fb6-12d26c964f88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:30.413983 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e349e373-46ac-4b98-9b22-7f2527ca8a60 req-df9c10d6-c4fc-46f6-9fb6-12d26c964f88 service neutron] 10.222.0.69 "PUT /v2.0/ports/973e3669-885a-4cbf-a78b-649ea7371a7e HTTP/1.1" status: 200 len: 1093 time: 1.3177838 Jun 11 09:40:30.421310 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '257b7d5c-4854-4e33-8e45-7f92ad1c36ff', 'tag': '973e3669-885a-4cbf-a78b-649ea7371a7e'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:40:30.423761 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fe81b9f-0843-4e41-8240-318250839644" -d '{"events": [{"name": "network-changed", "server_uuid": "257b7d5c-4854-4e33-8e45-7f92ad1c36ff", "tag": "973e3669-885a-4cbf-a78b-649ea7371a7e"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:40:30.460905 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b41d9429-9ae2-4b65-b3e4-da4dc222fff2 req-b5e546af-76f7-43c4-9e9a-415335694879 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911596 Jun 11 09:40:30.514181 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 231f751b-5b35-41a6-87e4-5e96e0d97c74, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=231f751b-5b35-41a6-87e4-5e96e0d97c74,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:40:30.545749 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c10d6-c4fc-46f6-9fb6-12d26c964f88 service neutron] Pushing event updated for resources: {'Port': ['ID=973e3669-885a-4cbf-a78b-649ea7371a7e,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:30.556665 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-df9c10d6-c4fc-46f6-9fb6-12d26c964f88 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:30.567385 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:30.584156 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-a07b5727-fbbb-4843-a05e-8a6d48a5b81b req-1defbbc6-de87-4f69-ae78-a911cdcfdbf5 tempest-SecurityGroupsTestAdminJSON-1294804633 tempest-SecurityGroupsTestAdminJSON-1294804633-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:30.600132 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-51649adc-1288-4809-a562-65098ffbe32b req-e4d004cd-a604-4118-9360-d02c67d90513 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=bd284e9f195345ae8ed61d9936756921&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0414536 Jun 11 09:40:30.610329 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '056de3ec-49b3-4169-837a-4b49b03e923d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dfb78f9-7841-4e89-901a-9bff042aca5d'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:40:30.614171 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9394a8c6-dfff-427f-8ff1-d3e7424bed6e" -d '{"events": [{"server_uuid": "056de3ec-49b3-4169-837a-4b49b03e923d", "name": "network-vif-plugged", "status": "completed", "tag": "1dfb78f9-7841-4e89-901a-9bff042aca5d"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:40:30.632978 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 1dfb78f9-7841-4e89-901a-9bff042aca5d, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=1dfb78f9-7841-4e89-901a-9bff042aca5d,segment=NetworkSegment(9149788d-877e-41af-83c2-5ce6b1848f17),segment_id=9149788d-877e-41af-83c2-5ce6b1848f17)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:40:30.655269 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:30.657443 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:30.660736 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e349e373-46ac-4b98-9b22-7f2527ca8a60 req-5cf583bc-2663-42fe-9ddf-382c3e60e5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:30.662275 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e349e373-46ac-4b98-9b22-7f2527ca8a60 req-5cf583bc-2663-42fe-9ddf-382c3e60e5a1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=761e66d23fea4903a68cd9de907a43c1&device_id=257b7d5c-4854-4e33-8e45-7f92ad1c36ff HTTP/1.1" status: 200 len: 1096 time: 0.0742819 Jun 11 09:40:30.682455 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-a07b5727-fbbb-4843-a05e-8a6d48a5b81b req-1defbbc6-de87-4f69-ae78-a911cdcfdbf5 tempest-SecurityGroupsTestAdminJSON-1294804633 tempest-SecurityGroupsTestAdminJSON-1294804633-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:30.729370 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=231f751b-5b35-41a6-87e4-5e96e0d97c74,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:30.740261 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:30.750548 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:30.755935 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-a5b605f5-695f-4182-ae3b-c57c2d013bc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:30.817098 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51649adc-1288-4809-a562-65098ffbe32b req-80d1f69d-0bb7-4677-a32b-31989cce26f3 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:30.818707 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-51649adc-1288-4809-a562-65098ffbe32b req-80d1f69d-0bb7-4677-a32b-31989cce26f3 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2078700 Jun 11 09:40:30.839219 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:30.846547 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-51649adc-1288-4809-a562-65098ffbe32b req-2760bfba-c63f-4896-8ad5-b0e56543cc22 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/quotas/bd284e9f195345ae8ed61d9936756921 HTTP/1.1" status: 200 len: 375 time: 0.0200093 Jun 11 09:40:30.863732 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=1dfb78f9-7841-4e89-901a-9bff042aca5d,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:30.867602 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:30.893155 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['231f751b-5b35-41a6-87e4-5e96e0d97c74'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:40:31.168481 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-977165a9-2185-4e48-aa9f-27810664d3c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:31.186456 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-51649adc-1288-4809-a562-65098ffbe32b req-5cbd49b6-abc6-4845-bb7b-280a70b0cb38 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=bd284e9f195345ae8ed61d9936756921&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3341434 Jun 11 09:40:31.203878 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e349e373-46ac-4b98-9b22-7f2527ca8a60 req-1c41492f-85da-4e5f-975c-2bc47d7e12c2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=973e3669-885a-4cbf-a78b-649ea7371a7e HTTP/1.1" status: 200 len: 217 time: 0.5291319 Jun 11 09:40:31.207343 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1defbbc6-de87-4f69-ae78-a911cdcfdbf5 tempest-SecurityGroupsTestAdminJSON-1294804633 tempest-SecurityGroupsTestAdminJSON-1294804633-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a826dfa1-7777-4339-842a-09328ff02102,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:31.210175 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1defbbc6-de87-4f69-ae78-a911cdcfdbf5 tempest-SecurityGroupsTestAdminJSON-1294804633 tempest-SecurityGroupsTestAdminJSON-1294804633-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:31.262506 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e349e373-46ac-4b98-9b22-7f2527ca8a60 req-2e2dc55e-1f87-44a3-9235-a57c73ded68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:31.264643 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e349e373-46ac-4b98-9b22-7f2527ca8a60 req-2e2dc55e-1f87-44a3-9235-a57c73ded68b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=20094bda-f8d4-46e6-bab1-f100394de689 HTTP/1.1" status: 200 len: 861 time: 0.0535851 Jun 11 09:40:31.311877 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e349e373-46ac-4b98-9b22-7f2527ca8a60 req-0cd58939-f94a-411e-9db8-97631e2a54ff service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=53a42219-c346-45f9-be41-c5dabab2438f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388582 Jun 11 09:40:31.312859 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 36910) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:40:31.313432 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-a07b5727-fbbb-4843-a05e-8a6d48a5b81b req-1defbbc6-de87-4f69-ae78-a911cdcfdbf5 tempest-SecurityGroupsTestAdminJSON-1294804633 tempest-SecurityGroupsTestAdminJSON-1294804633-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:31.315349 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a07b5727-fbbb-4843-a05e-8a6d48a5b81b req-1defbbc6-de87-4f69-ae78-a911cdcfdbf5 tempest-SecurityGroupsTestAdminJSON-1294804633 tempest-SecurityGroupsTestAdminJSON-1294804633-project-admin] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.6540222 Jun 11 09:40:31.443071 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-27ef3fbf-f417-4337-86c3-62f38e5b2bab admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-44240630-network', 'tenant_id': '85a0b78c318440aa9b70136d633fbbff'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:40:31.446622 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e349e373-46ac-4b98-9b22-7f2527ca8a60 req-0c7f63ad-f480-42ed-b7f2-2c71c9473cf4 service neutron] 10.222.0.69 "GET /v2.0/networks/53a42219-c346-45f9-be41-c5dabab2438f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272907 Jun 11 09:40:31.576838 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ef3fbf-f417-4337-86c3-62f38e5b2bab admin admin] Made reservation on behalf of 85a0b78c318440aa9b70136d633fbbff for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:40:31.579263 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-27ef3fbf-f417-4337-86c3-62f38e5b2bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:31.588717 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c469ed23-80b6-4544-bf59-4071b4be357e x-openstack-request-id: req-c469ed23-80b6-4544-bf59-4071b4be357e {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:40:31.589252 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "257b7d5c-4854-4e33-8e45-7f92ad1c36ff", "tag": "973e3669-885a-4cbf-a78b-649ea7371a7e", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:40:31.589603 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c469ed23-80b6-4544-bf59-4071b4be357e {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:40:31.590123 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '257b7d5c-4854-4e33-8e45-7f92ad1c36ff', 'tag': '973e3669-885a-4cbf-a78b-649ea7371a7e', 'status': 'completed', 'code': 200} Jun 11 09:40:31.590675 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bdf75d5-b523-477a-bb60-86c65a3e85b8 x-openstack-request-id: req-8bdf75d5-b523-477a-bb60-86c65a3e85b8 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:40:31.591170 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "056de3ec-49b3-4169-837a-4b49b03e923d", "name": "network-vif-plugged", "status": "completed", "tag": "1dfb78f9-7841-4e89-901a-9bff042aca5d", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:40:31.591581 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8bdf75d5-b523-477a-bb60-86c65a3e85b8 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:40:31.591987 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '056de3ec-49b3-4169-837a-4b49b03e923d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dfb78f9-7841-4e89-901a-9bff042aca5d', 'code': 200} Jun 11 09:40:31.615231 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-27ef3fbf-f417-4337-86c3-62f38e5b2bab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:31.719250 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e349e373-46ac-4b98-9b22-7f2527ca8a60 req-0083d5e7-ff51-4a6b-bbc5-22b782a0ffb1 service neutron] 10.222.0.69 "GET /v2.0/networks/53a42219-c346-45f9-be41-c5dabab2438f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652502 Jun 11 09:40:31.762110 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c079cd5a-b34c-4605-8838-7540c8950877 req-d960b987-cda8-4b92-8791-9deffca5be2d tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:31.763993 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c079cd5a-b34c-4605-8838-7540c8950877 req-d960b987-cda8-4b92-8791-9deffca5be2d tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=257b7d5c-4854-4e33-8e45-7f92ad1c36ff HTTP/1.1" status: 200 len: 944 time: 0.1868768 Jun 11 09:40:31.782038 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c94285-2ffe-4db7-9d0f-fa251add625a req-c68d3287-21be-49eb-ac0f-ed6aa71625e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:31.783585 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e6c94285-2ffe-4db7-9d0f-fa251add625a req-c68d3287-21be-49eb-ac0f-ed6aa71625e1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=056de3ec-49b3-4169-837a-4b49b03e923d HTTP/1.1" status: 200 len: 1097 time: 0.1118536 Jun 11 09:40:31.805880 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-27ef3fbf-f417-4337-86c3-62f38e5b2bab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:31.866923 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c079cd5a-b34c-4605-8838-7540c8950877 req-da277065-0557-4474-882d-3f4c9e0abffa tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928984 Jun 11 09:40:31.868665 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e6c94285-2ffe-4db7-9d0f-fa251add625a req-1772be2f-923d-42f8-b23e-d222ac4dc3ac service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725617 Jun 11 09:40:31.884798 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-27ef3fbf-f417-4337-86c3-62f38e5b2bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:31.900728 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-908b7694-27f2-4f84-af4a-961c46082d0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:31.922955 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27ef3fbf-f417-4337-86c3-62f38e5b2bab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 779} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 09:40:31.935881 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-a3f595a7-a94d-4073-8828-c6868800f6f6 req-16d3e60c-383c-4a83-8186-42f5d9087054 tempest-SecurityGroupsTestAdminJSON-1294804633 tempest-SecurityGroupsTestAdminJSON-1294804633-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-223201740', 'description': 'tempest-description-260360749'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:40:31.940035 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef3fbf-f417-4337-86c3-62f38e5b2bab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7382d103-d62f-4540-9ac2-5ea0a34701f0,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:31.944919 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-27ef3fbf-f417-4337-86c3-62f38e5b2bab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:31.946283 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-27ef3fbf-f417-4337-86c3-62f38e5b2bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:31.946807 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-27ef3fbf-f417-4337-86c3-62f38e5b2bab admin admin] Added segment f561be66-4e48-459e-8c21-fceaa6c73661 of type vlan for network ecbff90d-5ab6-4357-bf37-5548ca0e9255 Jun 11 09:40:31.979335 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe81b9f-0843-4e41-8240-318250839644 req-3b50324a-45f2-488c-a581-4c3f46d27c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:31.981059 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3fe81b9f-0843-4e41-8240-318250839644 req-3b50324a-45f2-488c-a581-4c3f46d27c69 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=761e66d23fea4903a68cd9de907a43c1&device_id=257b7d5c-4854-4e33-8e45-7f92ad1c36ff HTTP/1.1" status: 200 len: 1096 time: 0.1024818 Jun 11 09:40:32.006496 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-27ef3fbf-f417-4337-86c3-62f38e5b2bab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:32.035271 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 231f751b-5b35-41a6-87e4-5e96e0d97c74 up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:40:32.138069 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-a3f595a7-a94d-4073-8828-c6868800f6f6 req-16d3e60c-383c-4a83-8186-42f5d9087054 tempest-SecurityGroupsTestAdminJSON-1294804633 tempest-SecurityGroupsTestAdminJSON-1294804633-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:32.150343 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8ff020-6be2-47ea-b486-ae26f8a51799 req-c3208f42-a2a0-4b94-9216-ab592c1cff69 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:32.151854 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ea8ff020-6be2-47ea-b486-ae26f8a51799 req-c3208f42-a2a0-4b94-9216-ab592c1cff69 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=41acd6a6-fa88-4653-8018-f09936b300f0 HTTP/1.1" status: 200 len: 949 time: 0.1219981 Jun 11 09:40:32.184804 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe81b9f-0843-4e41-8240-318250839644 req-3ac58a7f-68b0-4fc1-ae6a-4f81d98a572d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:32.186362 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3fe81b9f-0843-4e41-8240-318250839644 req-3ac58a7f-68b0-4fc1-ae6a-4f81d98a572d service neutron] 10.222.0.69 "GET /v2.0/networks?id=53a42219-c346-45f9-be41-c5dabab2438f HTTP/1.1" status: 200 len: 922 time: 0.1958752 Jun 11 09:40:32.201220 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ea8ff020-6be2-47ea-b486-ae26f8a51799 req-72382477-350a-4181-8b2c-e321ac537765 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/security-groups?id=d35df9ed-76e1-4821-b449-9857ba424946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425546 Jun 11 09:40:32.238577 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning for port 231f751b-5b35-41a6-87e4-5e96e0d97c74 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:40:32.238727 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-27ef3fbf-f417-4337-86c3-62f38e5b2bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:32.240083 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ef3fbf-f417-4337-86c3-62f38e5b2bab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:32.240659 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-27ef3fbf-f417-4337-86c3-62f38e5b2bab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:32.242813 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port 231f751b-5b35-41a6-87e4-5e96e0d97c74 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:40:32.243206 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:32.243909 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:32.250498 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3fe81b9f-0843-4e41-8240-318250839644 req-5dc9aba7-a767-4e73-8337-7965170268c7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=973e3669-885a-4cbf-a78b-649ea7371a7e HTTP/1.1" status: 200 len: 217 time: 0.0559297 Jun 11 09:40:32.341119 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe81b9f-0843-4e41-8240-318250839644 req-f49fa5af-b960-4a08-badf-cf0bae00afc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:32.343464 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3fe81b9f-0843-4e41-8240-318250839644 req-f49fa5af-b960-4a08-badf-cf0bae00afc8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=20094bda-f8d4-46e6-bab1-f100394de689 HTTP/1.1" status: 200 len: 861 time: 0.0849504 Jun 11 09:40:32.354859 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef3fbf-f417-4337-86c3-62f38e5b2bab admin admin] Pushing event updated for resources: {'Network': ['ID=ecbff90d-5ab6-4357-bf37-5548ca0e9255,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:32.358188 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-27ef3fbf-f417-4337-86c3-62f38e5b2bab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:32.375151 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network ecbff90d-5ab6-4357-bf37-5548ca0e9255 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:40:32.397177 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3fe81b9f-0843-4e41-8240-318250839644 req-d57283ed-d030-482d-a5ea-3e6a2732fe7f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=53a42219-c346-45f9-be41-c5dabab2438f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406060 Jun 11 09:40:32.399542 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-a3f595a7-a94d-4073-8828-c6868800f6f6 req-16d3e60c-383c-4a83-8186-42f5d9087054 tempest-SecurityGroupsTestAdminJSON-1294804633 tempest-SecurityGroupsTestAdminJSON-1294804633-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:32.401096 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:32.472183 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48efd01-c5f7-4421-99da-08140b56a3c9 req-d2562e78-2911-4467-ac44-bdf6f27d8bad tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:32.480255 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a48efd01-c5f7-4421-99da-08140b56a3c9 req-d2562e78-2911-4467-ac44-bdf6f27d8bad tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=056de3ec-49b3-4169-837a-4b49b03e923d HTTP/1.1" status: 200 len: 945 time: 0.1076629 Jun 11 09:40:32.501211 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-a3f595a7-a94d-4073-8828-c6868800f6f6 req-16d3e60c-383c-4a83-8186-42f5d9087054 tempest-SecurityGroupsTestAdminJSON-1294804633 tempest-SecurityGroupsTestAdminJSON-1294804633-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:32.505635 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f9f601b1-bd47-452d-bd00-07b4c60ffb47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:32.510917 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 231f751b-5b35-41a6-87e4-5e96e0d97c74, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=231f751b-5b35-41a6-87e4-5e96e0d97c74,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:40:32.536886 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a48efd01-c5f7-4421-99da-08140b56a3c9 req-ccf36aa1-248e-4edd-ac55-d4cb70946721 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556257 Jun 11 09:40:32.554540 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d3e60c-383c-4a83-8186-42f5d9087054 tempest-SecurityGroupsTestAdminJSON-1294804633 tempest-SecurityGroupsTestAdminJSON-1294804633-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d2015d-bdf5-4921-ad2a-ab351ce6bd4e,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:32.558364 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-16d3e60c-383c-4a83-8186-42f5d9087054 tempest-SecurityGroupsTestAdminJSON-1294804633 tempest-SecurityGroupsTestAdminJSON-1294804633-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:32.562318 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3fe81b9f-0843-4e41-8240-318250839644 req-b7928ece-6adb-479c-9191-e26b783ac863 service neutron] 10.222.0.69 "GET /v2.0/networks/53a42219-c346-45f9-be41-c5dabab2438f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559334 Jun 11 09:40:32.596812 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-27ef3fbf-f417-4337-86c3-62f38e5b2bab admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2797480 Jun 11 09:40:32.597001 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:32.597482 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 36942) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:40:32.597781 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-a5b605f5-695f-4182-ae3b-c57c2d013bc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:32.603313 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-369bee0a-2d3b-406b-a228-db5e954aff8b admin admin] Request body: {'subnet': {'network_id': 'ecbff90d-5ab6-4357-bf37-5548ca0e9255', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-44240630-subnet', 'tenant_id': '85a0b78c318440aa9b70136d633fbbff', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:40:32.627413 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-a3f595a7-a94d-4073-8828-c6868800f6f6 req-16d3e60c-383c-4a83-8186-42f5d9087054 tempest-SecurityGroupsTestAdminJSON-1294804633 tempest-SecurityGroupsTestAdminJSON-1294804633-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:32.629286 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a3f595a7-a94d-4073-8828-c6868800f6f6 req-16d3e60c-383c-4a83-8186-42f5d9087054 tempest-SecurityGroupsTestAdminJSON-1294804633 tempest-SecurityGroupsTestAdminJSON-1294804633-project-admin] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7117777 Jun 11 09:40:32.684424 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=231f751b-5b35-41a6-87e4-5e96e0d97c74,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:32.688361 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:32.730589 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d6498c81-5411-48e3-8663-f844b4c36922 req-c4cdc68f-4ef7-4d4c-8c39-59155452c555 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/ports?device_id=21573a0f-1ce2-400d-b2ec-a43845e1c869 HTTP/1.1" status: 200 len: 210 time: 0.0521858 Jun 11 09:40:32.737402 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3fe81b9f-0843-4e41-8240-318250839644 req-afecd783-4b10-4533-9a7e-77a0d93e9212 service neutron] 10.222.0.69 "GET /v2.0/networks/53a42219-c346-45f9-be41-c5dabab2438f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659708 Jun 11 09:40:32.764981 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-369bee0a-2d3b-406b-a228-db5e954aff8b admin admin] Made reservation on behalf of 85a0b78c318440aa9b70136d633fbbff for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:40:32.767323 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-369bee0a-2d3b-406b-a228-db5e954aff8b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:33.075380 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-11182f32-3b16-48c3-97ae-bac81d28b8db req-5f11ec69-2216-457d-94c6-ee2cc989a139 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=bd284e9f195345ae8ed61d9936756921&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0580399 Jun 11 09:40:33.152128 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-369bee0a-2d3b-406b-a228-db5e954aff8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:33.156638 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea85d7b-e6df-43d0-83ed-7581599705ad req-89fa4ac9-8d9e-45c0-92fe-bcf6a7ae3466 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:33.158506 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9ea85d7b-e6df-43d0-83ed-7581599705ad req-89fa4ac9-8d9e-45c0-92fe-bcf6a7ae3466 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=257b7d5c-4854-4e33-8e45-7f92ad1c36ff HTTP/1.1" status: 200 len: 944 time: 0.1315684 Jun 11 09:40:33.159153 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:33.256754 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369bee0a-2d3b-406b-a228-db5e954aff8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=65fd936e-e1de-4d66-9d41-076079c1dae3,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:33.267264 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-369bee0a-2d3b-406b-a228-db5e954aff8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:33.279093 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11182f32-3b16-48c3-97ae-bac81d28b8db req-477ddcb6-26d1-475b-8960-a07ffe16ed40 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:33.280754 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-11182f32-3b16-48c3-97ae-bac81d28b8db req-477ddcb6-26d1-475b-8960-a07ffe16ed40 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1876318 Jun 11 09:40:33.286452 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369bee0a-2d3b-406b-a228-db5e954aff8b admin admin] Checking segment: {'id': 'f561be66-4e48-459e-8c21-fceaa6c73661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'ecbff90d-5ab6-4357-bf37-5548ca0e9255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:40:33.286812 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369bee0a-2d3b-406b-a228-db5e954aff8b admin admin] Network hostable DHCP agents. Network: ecbff90d-5ab6-4357-bf37-5548ca0e9255, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 09:40:33.292114 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9ea85d7b-e6df-43d0-83ed-7581599705ad req-15ab6904-9b22-4b6f-b293-b4f1376f278b tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836444 Jun 11 09:40:33.302054 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-11182f32-3b16-48c3-97ae-bac81d28b8db req-9548ba96-7de2-4f94-9272-4191a9a00f10 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Request body: {'port': {'device_id': '32c534e8-6a37-462b-be83-c987e2b54ac8', 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60', 'admin_state_up': True, 'tenant_id': 'bd284e9f195345ae8ed61d9936756921'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:40:33.322203 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b059f19a-9f30-43b1-be76-6c8c878ea612 req-4a6d0ada-4e91-4202-9894-9f58dc39fd88 tempest-SecurityGroupsTestAdminJSON-1294804633 tempest-SecurityGroupsTestAdminJSON-1294804633-project-admin] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 45088 time: 0.4462681 Jun 11 09:40:33.380744 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b059f19a-9f30-43b1-be76-6c8c878ea612 req-200f8ede-6ccc-40d7-8b4a-362b5c6d94a5 tempest-SecurityGroupsTestAdminJSON-1294804633 tempest-SecurityGroupsTestAdminJSON-1294804633-project-admin] 10.222.0.60 "GET /v2.0/security-groups/0187910a-cb92-4830-9129-b94eed8d0901 HTTP/1.1" status: 200 len: 2981 time: 0.0574124 Jun 11 09:40:33.426910 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b059f19a-9f30-43b1-be76-6c8c878ea612 req-cdfbd717-0fe3-4829-9820-1fb0bc3bd974 tempest-SecurityGroupsTestAdminJSON-1294804633 tempest-SecurityGroupsTestAdminJSON-1294804633-project-admin] 10.222.0.60 "GET /v2.0/security-groups/0187910a-cb92-4830-9129-b94eed8d0901 HTTP/1.1" status: 200 len: 2981 time: 0.0453413 Jun 11 09:40:33.478015 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369bee0a-2d3b-406b-a228-db5e954aff8b admin admin] Network ecbff90d-5ab6-4357-bf37-5548ca0e9255 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 09:40:33.485779 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b059f19a-9f30-43b1-be76-6c8c878ea612 req-2c4cd8aa-88ba-484e-8d34-a1b6e120f835 tempest-SecurityGroupsTestAdminJSON-1294804633 tempest-SecurityGroupsTestAdminJSON-1294804633-project-admin] 10.222.0.60 "GET /v2.0/security-groups/418659c3-6b42-486e-a03e-57e71615c9f6 HTTP/1.1" status: 200 len: 2981 time: 0.0516822 Jun 11 09:40:33.535885 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b059f19a-9f30-43b1-be76-6c8c878ea612 req-e82e20da-0ecb-424e-9393-323f5bc72e8a tempest-SecurityGroupsTestAdminJSON-1294804633 tempest-SecurityGroupsTestAdminJSON-1294804633-project-admin] 10.222.0.60 "GET /v2.0/security-groups/418659c3-6b42-486e-a03e-57e71615c9f6 HTTP/1.1" status: 200 len: 2981 time: 0.0440402 Jun 11 09:40:33.556499 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11182f32-3b16-48c3-97ae-bac81d28b8db req-9548ba96-7de2-4f94-9272-4191a9a00f10 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Made reservation on behalf of bd284e9f195345ae8ed61d9936756921 for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:40:33.560082 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-11182f32-3b16-48c3-97ae-bac81d28b8db req-9548ba96-7de2-4f94-9272-4191a9a00f10 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:33.571427 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-11182f32-3b16-48c3-97ae-bac81d28b8db req-9548ba96-7de2-4f94-9272-4191a9a00f10 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:33.584977 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-369bee0a-2d3b-406b-a228-db5e954aff8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, ecbff90d-5ab6-4357-bf37-5548ca0e9255) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:40:33.588202 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b059f19a-9f30-43b1-be76-6c8c878ea612 req-37150f5d-b9b6-4fa9-b625-210a24463377 tempest-SecurityGroupsTestAdminJSON-1294804633 tempest-SecurityGroupsTestAdminJSON-1294804633-project-admin] 10.222.0.60 "GET /v2.0/security-groups/4d599d10-1659-40dd-af03-30e43397d62e HTTP/1.1" status: 200 len: 2981 time: 0.0467298 Jun 11 09:40:33.593255 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41acd6a6-fa88-4653-8018-f09936b300f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '231f751b-5b35-41a6-87e4-5e96e0d97c74'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:40:33.593446 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369bee0a-2d3b-406b-a228-db5e954aff8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:33.593938 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-369bee0a-2d3b-406b-a228-db5e954aff8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:33.596370 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e51edda1-98bd-45a3-828f-3371229671f3" -d '{"events": [{"server_uuid": "41acd6a6-fa88-4653-8018-f09936b300f0", "name": "network-vif-plugged", "status": "completed", "tag": "231f751b-5b35-41a6-87e4-5e96e0d97c74"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:40:33.609239 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68a019a-3c3d-42ed-ac17-9548b146ea91 None None] Network ecbff90d-5ab6-4357-bf37-5548ca0e9255 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:40:33.646052 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b059f19a-9f30-43b1-be76-6c8c878ea612 req-3612c097-8b9e-47e9-b4f7-de80e4ab9bfd tempest-SecurityGroupsTestAdminJSON-1294804633 tempest-SecurityGroupsTestAdminJSON-1294804633-project-admin] 10.222.0.60 "GET /v2.0/security-groups/4d599d10-1659-40dd-af03-30e43397d62e HTTP/1.1" status: 200 len: 2981 time: 0.0473502 Jun 11 09:40:33.697625 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b059f19a-9f30-43b1-be76-6c8c878ea612 req-47042428-15b5-4e1b-aa33-b74daaff8aed tempest-SecurityGroupsTestAdminJSON-1294804633 tempest-SecurityGroupsTestAdminJSON-1294804633-project-admin] 10.222.0.60 "GET /v2.0/security-groups/63cc92d0-c415-40f6-af53-2666a7fd510f HTTP/1.1" status: 200 len: 2981 time: 0.0456867 Jun 11 09:40:33.756291 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b059f19a-9f30-43b1-be76-6c8c878ea612 req-bf19c62d-10c1-4c43-ad0a-dfbf3feff7da tempest-SecurityGroupsTestAdminJSON-1294804633 tempest-SecurityGroupsTestAdminJSON-1294804633-project-admin] 10.222.0.60 "GET /v2.0/security-groups/63cc92d0-c415-40f6-af53-2666a7fd510f HTTP/1.1" status: 200 len: 2981 time: 0.0513194 Jun 11 09:40:33.757412 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-11182f32-3b16-48c3-97ae-bac81d28b8db req-9548ba96-7de2-4f94-9272-4191a9a00f10 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:33.766100 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb6db0-1910-403b-bb47-545f8a6ee06f req-21f10515-211a-4902-ac03-607727b65d0c tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:33.767640 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9feb6db0-1910-403b-bb47-545f8a6ee06f req-21f10515-211a-4902-ac03-607727b65d0c tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=41acd6a6-fa88-4653-8018-f09936b300f0 HTTP/1.1" status: 200 len: 950 time: 0.1251838 Jun 11 09:40:33.812004 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b059f19a-9f30-43b1-be76-6c8c878ea612 req-89d9a8ef-a90a-4bfe-b31e-7b331057a242 tempest-SecurityGroupsTestAdminJSON-1294804633 tempest-SecurityGroupsTestAdminJSON-1294804633-project-admin] 10.222.0.60 "GET /v2.0/security-groups/673d8696-edf9-44f9-bc78-7ac423717df2 HTTP/1.1" status: 200 len: 2981 time: 0.0483253 Jun 11 09:40:33.822518 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-11182f32-3b16-48c3-97ae-bac81d28b8db req-9548ba96-7de2-4f94-9272-4191a9a00f10 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:33.829098 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1d0efc5e-0f6b-41b3-bae0-e6549b0af057 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:33.854392 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6c84cf-ff32-4c89-b923-9247f8692fa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-ecbff90d-5ab6-4357-bf37-5548ca0e9255', 'network_id': 'ecbff90d-5ab6-4357-bf37-5548ca0e9255', 'tenant_id': '85a0b78c318440aa9b70136d633fbbff', 'fixed_ips': [{'subnet_id': '65fd936e-e1de-4d66-9d41-076079c1dae3'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 09:40:33.855309 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-5a6c84cf-ff32-4c89-b923-9247f8692fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:33.856162 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9feb6db0-1910-403b-bb47-545f8a6ee06f req-ce498418-e8e4-4e2b-a839-9015e86d89f9 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/security-groups?id=d35df9ed-76e1-4821-b449-9857ba424946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823030 Jun 11 09:40:33.867880 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b059f19a-9f30-43b1-be76-6c8c878ea612 req-01fe6c72-b82f-4308-b714-61a38e5e50b8 tempest-SecurityGroupsTestAdminJSON-1294804633 tempest-SecurityGroupsTestAdminJSON-1294804633-project-admin] 10.222.0.60 "GET /v2.0/security-groups/673d8696-edf9-44f9-bc78-7ac423717df2 HTTP/1.1" status: 200 len: 2981 time: 0.0485048 Jun 11 09:40:33.893342 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-369bee0a-2d3b-406b-a228-db5e954aff8b admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2937763 Jun 11 09:40:33.895905 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 36972) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:40:33.901576 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-1dec274d-1844-40bf-8e83-eadc9ad2d90d admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-44240630-router', 'tenant_id': '85a0b78c318440aa9b70136d633fbbff', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:40:33.974261 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b059f19a-9f30-43b1-be76-6c8c878ea612 req-13204e1c-949d-466e-a28d-62c16b1acdd0 tempest-SecurityGroupsTestAdminJSON-1294804633 tempest-SecurityGroupsTestAdminJSON-1294804633-project-admin] 10.222.0.60 "GET /v2.0/security-groups/6b12c4e0-4162-4d8f-88ac-452916be662e HTTP/1.1" status: 200 len: 2981 time: 0.1003971 Jun 11 09:40:34.034055 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [req-11182f32-3b16-48c3-97ae-bac81d28b8db req-9548ba96-7de2-4f94-9272-4191a9a00f10 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Allocated IP 192.168.233.95 (cf20d108-f84c-44de-9036-2269564edd60/189b03cc-b2a8-4615-9ab5-ad0328c3f10f/3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:40:34.056174 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b059f19a-9f30-43b1-be76-6c8c878ea612 req-ec03a4e6-69e9-4392-a91e-f87d7f9961ad tempest-SecurityGroupsTestAdminJSON-1294804633 tempest-SecurityGroupsTestAdminJSON-1294804633-project-admin] 10.222.0.60 "GET /v2.0/security-groups/6b12c4e0-4162-4d8f-88ac-452916be662e HTTP/1.1" status: 200 len: 2981 time: 0.0725124 Jun 11 09:40:34.111413 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1dec274d-1844-40bf-8e83-eadc9ad2d90d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:34.113054 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1dec274d-1844-40bf-8e83-eadc9ad2d90d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:34.116423 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-5a6c84cf-ff32-4c89-b923-9247f8692fa8 None None] Allocated IP 172.20.0.2 (ecbff90d-5ab6-4357-bf37-5548ca0e9255/65fd936e-e1de-4d66-9d41-076079c1dae3/d6e05cf1-cbf0-4630-aeb8-5e39d237d434) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:40:34.120718 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9548ba96-7de2-4f94-9272-4191a9a00f10 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca3026f3-8a05-4fe5-9c7d-b1a6d33061fc,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:34.126940 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b059f19a-9f30-43b1-be76-6c8c878ea612 req-16aa890c-5f5c-429b-a8bd-c78b96f4b8e8 tempest-SecurityGroupsTestAdminJSON-1294804633 tempest-SecurityGroupsTestAdminJSON-1294804633-project-admin] 10.222.0.60 "GET /v2.0/security-groups/7382d103-d62f-4540-9ac2-5ea0a34701f0 HTTP/1.1" status: 200 len: 2981 time: 0.0647178 Jun 11 09:40:34.134475 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9548ba96-7de2-4f94-9272-4191a9a00f10 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:34.136637 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-51649adc-1288-4809-a562-65098ffbe32b req-baad129f-c8c3-434f-b3e1-e091a1370cde tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=bd284e9f195345ae8ed61d9936756921&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0916576 Jun 11 09:40:34.275188 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1dec274d-1844-40bf-8e83-eadc9ad2d90d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:34.292232 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b059f19a-9f30-43b1-be76-6c8c878ea612 req-ccda0b00-7ea3-41de-9e63-5de971ae3700 tempest-SecurityGroupsTestAdminJSON-1294804633 tempest-SecurityGroupsTestAdminJSON-1294804633-project-admin] 10.222.0.60 "GET /v2.0/security-groups/7382d103-d62f-4540-9ac2-5ea0a34701f0 HTTP/1.1" status: 200 len: 2981 time: 0.1587133 Jun 11 09:40:34.334851 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-5a6c84cf-ff32-4c89-b923-9247f8692fa8 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:34.336450 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b059f19a-9f30-43b1-be76-6c8c878ea612 req-38a7b539-f636-44b8-8fb0-a2ad91fe1e7e tempest-SecurityGroupsTestAdminJSON-1294804633 tempest-SecurityGroupsTestAdminJSON-1294804633-project-admin] 10.222.0.60 "GET /v2.0/security-groups/b55f6926-6162-4b2b-aeea-eb6a176acb1e HTTP/1.1" status: 200 len: 2981 time: 0.0434823 Jun 11 09:40:34.343185 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-5a6c84cf-ff32-4c89-b923-9247f8692fa8 None None] Transition to ACTIVE for port object d6e05cf1-cbf0-4630-aeb8-5e39d237d434 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:40:34.360282 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-5a6c84cf-ff32-4c89-b923-9247f8692fa8 None None] Transition to ACTIVE for port object d6e05cf1-cbf0-4630-aeb8-5e39d237d434 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:40:34.418296 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3233fe7b-e8c2-4196-a23b-c14b34389fe7 req-b28ec980-d2db-45e9-8d2e-f55d1cbdc5de tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:34.421368 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3233fe7b-e8c2-4196-a23b-c14b34389fe7 req-b28ec980-d2db-45e9-8d2e-f55d1cbdc5de tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=056de3ec-49b3-4169-837a-4b49b03e923d HTTP/1.1" status: 200 len: 945 time: 0.3752308 Jun 11 09:40:34.434891 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51649adc-1288-4809-a562-65098ffbe32b req-54396d48-ab44-470f-a392-598bf8da80fd tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:34.436632 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-51649adc-1288-4809-a562-65098ffbe32b req-54396d48-ab44-470f-a392-598bf8da80fd tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2857969 Jun 11 09:40:34.469247 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-51649adc-1288-4809-a562-65098ffbe32b req-1848515f-9197-41b4-8621-126508795a74 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Request body: {'port': {'device_id': '21573a0f-1ce2-400d-b2ec-a43845e1c869', 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60', 'admin_state_up': True, 'tenant_id': 'bd284e9f195345ae8ed61d9936756921'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:40:34.489844 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b059f19a-9f30-43b1-be76-6c8c878ea612 req-fb6af1e2-7b42-43a3-91f5-34dc1f36a754 tempest-SecurityGroupsTestAdminJSON-1294804633 tempest-SecurityGroupsTestAdminJSON-1294804633-project-admin] 10.222.0.60 "GET /v2.0/security-groups/b55f6926-6162-4b2b-aeea-eb6a176acb1e HTTP/1.1" status: 200 len: 2981 time: 0.1436863 Jun 11 09:40:34.494909 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-5a6c84cf-ff32-4c89-b923-9247f8692fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:34.512709 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:34.523835 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-11182f32-3b16-48c3-97ae-bac81d28b8db req-9548ba96-7de2-4f94-9272-4191a9a00f10 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:34.550730 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3233fe7b-e8c2-4196-a23b-c14b34389fe7 req-410a0d08-4522-4da7-a7d1-03f572736860 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131103 Jun 11 09:40:34.590746 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 36982) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:40:34.591847 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6c84cf-ff32-4c89-b923-9247f8692fa8 None None] Network ecbff90d-5ab6-4357-bf37-5548ca0e9255 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:40:34.593053 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6c84cf-ff32-4c89-b923-9247f8692fa8 None None] Pushing event updated for resources: {'Port': ['ID=d6e05cf1-cbf0-4630-aeb8-5e39d237d434,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:34.596028 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-5a6c84cf-ff32-4c89-b923-9247f8692fa8 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:40:34.598265 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-5a6c84cf-ff32-4c89-b923-9247f8692fa8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:34.598399 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-11182f32-3b16-48c3-97ae-bac81d28b8db req-9548ba96-7de2-4f94-9272-4191a9a00f10 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Transition to ACTIVE for port object 3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:40:34.603938 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6c84cf-ff32-4c89-b923-9247f8692fa8 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:40:34.644579 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd55b41-b2b9-4c6d-a140-155199bbd7ee x-openstack-request-id: req-7bd55b41-b2b9-4c6d-a140-155199bbd7ee {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:40:34.645178 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41acd6a6-fa88-4653-8018-f09936b300f0", "name": "network-vif-plugged", "status": "completed", "tag": "231f751b-5b35-41a6-87e4-5e96e0d97c74", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:40:34.645288 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7bd55b41-b2b9-4c6d-a140-155199bbd7ee {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:40:34.645721 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41acd6a6-fa88-4653-8018-f09936b300f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '231f751b-5b35-41a6-87e4-5e96e0d97c74', 'code': 200} Jun 11 09:40:34.690143 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1dec274d-1844-40bf-8e83-eadc9ad2d90d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:34.704360 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-5a6c84cf-ff32-4c89-b923-9247f8692fa8 None None] Attempting to bind port d6e05cf1-cbf0-4630-aeb8-5e39d237d434 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:40:34.704743 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-5a6c84cf-ff32-4c89-b923-9247f8692fa8 None None] Attempting to bind port d6e05cf1-cbf0-4630-aeb8-5e39d237d434 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'f561be66-4e48-459e-8c21-fceaa6c73661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'ecbff90d-5ab6-4357-bf37-5548ca0e9255'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:40:34.705119 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6c84cf-ff32-4c89-b923-9247f8692fa8 None None] Attempting to bind port d6e05cf1-cbf0-4630-aeb8-5e39d237d434 on network ecbff90d-5ab6-4357-bf37-5548ca0e9255 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:40:34.711455 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6c84cf-ff32-4c89-b923-9247f8692fa8 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:40:34.718963 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6c84cf-ff32-4c89-b923-9247f8692fa8 None None] Checking segment: {'id': 'f561be66-4e48-459e-8c21-fceaa6c73661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'ecbff90d-5ab6-4357-bf37-5548ca0e9255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:40:34.718963 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-5a6c84cf-ff32-4c89-b923-9247f8692fa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:34.718963 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6c84cf-ff32-4c89-b923-9247f8692fa8 None None] Bound using segment: {'id': 'f561be66-4e48-459e-8c21-fceaa6c73661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'ecbff90d-5ab6-4357-bf37-5548ca0e9255'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:40:34.718963 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-5a6c84cf-ff32-4c89-b923-9247f8692fa8 None None] Bound port: d6e05cf1-cbf0-4630-aeb8-5e39d237d434, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f561be66-4e48-459e-8c21-fceaa6c73661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'ecbff90d-5ab6-4357-bf37-5548ca0e9255'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:40:34.718963 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-5a6c84cf-ff32-4c89-b923-9247f8692fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:34.719472 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b059f19a-9f30-43b1-be76-6c8c878ea612 req-73b205ac-d640-4cd9-8b4a-716c02629267 tempest-SecurityGroupsTestAdminJSON-1294804633 tempest-SecurityGroupsTestAdminJSON-1294804633-project-admin] 10.222.0.60 "GET /v2.0/security-groups/ced8eb68-db58-4c71-b33c-00ccf8456926 HTTP/1.1" status: 200 len: 2973 time: 0.1796429 Jun 11 09:40:34.766693 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51649adc-1288-4809-a562-65098ffbe32b req-1848515f-9197-41b4-8621-126508795a74 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Made reservation on behalf of bd284e9f195345ae8ed61d9936756921 for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:40:34.770489 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b059f19a-9f30-43b1-be76-6c8c878ea612 req-d85f6790-47f0-41c3-83d1-86be3f8ed4d3 tempest-SecurityGroupsTestAdminJSON-1294804633 tempest-SecurityGroupsTestAdminJSON-1294804633-project-admin] 10.222.0.60 "GET /v2.0/security-groups/ced8eb68-db58-4c71-b33c-00ccf8456926 HTTP/1.1" status: 200 len: 2973 time: 0.0468674 Jun 11 09:40:34.770970 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-51649adc-1288-4809-a562-65098ffbe32b req-1848515f-9197-41b4-8621-126508795a74 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:34.799857 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-5a6c84cf-ff32-4c89-b923-9247f8692fa8 None None] For port d6e05cf1-cbf0-4630-aeb8-5e39d237d434, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:40:34.803556 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-5a6c84cf-ff32-4c89-b923-9247f8692fa8 None None] For port d6e05cf1-cbf0-4630-aeb8-5e39d237d434, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=d6e05cf1-cbf0-4630-aeb8-5e39d237d434,segment=NetworkSegment(f561be66-4e48-459e-8c21-fceaa6c73661),segment_id=f561be66-4e48-459e-8c21-fceaa6c73661)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:40:34.816469 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-66976f10-c9db-4f54-b54d-f5a31e052d40 req-741b309a-4389-4724-a215-88ea1a75fe2e tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/ports?device_id=21573a0f-1ce2-400d-b2ec-a43845e1c869 HTTP/1.1" status: 200 len: 210 time: 0.0649400 Jun 11 09:40:34.818283 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-11182f32-3b16-48c3-97ae-bac81d28b8db req-9548ba96-7de2-4f94-9272-4191a9a00f10 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:34.825602 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-df9c10d6-c4fc-46f6-9fb6-12d26c964f88 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:34.833274 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-86625b33-ccb7-46dd-b325-b4aabdab94d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:34.879147 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-5a6c84cf-ff32-4c89-b923-9247f8692fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:34.882334 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:34.898314 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b059f19a-9f30-43b1-be76-6c8c878ea612 req-a513efa6-3330-4e3a-b9b7-cc7c4ee5cf47 tempest-SecurityGroupsTestAdminJSON-1294804633 tempest-SecurityGroupsTestAdminJSON-1294804633-project-admin] 10.222.0.60 "GET /v2.0/security-groups/d35df9ed-76e1-4821-b449-9857ba424946 HTTP/1.1" status: 200 len: 2981 time: 0.1171372 Jun 11 09:40:34.957604 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11182f32-3b16-48c3-97ae-bac81d28b8db req-9548ba96-7de2-4f94-9272-4191a9a00f10 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Network cf20d108-f84c-44de-9036-2269564edd60 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:40:34.965809 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6c84cf-ff32-4c89-b923-9247f8692fa8 None None] Pushing event updated for resources: {'Port': ['ID=d6e05cf1-cbf0-4630-aeb8-5e39d237d434,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:34.968948 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-5a6c84cf-ff32-4c89-b923-9247f8692fa8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:34.983140 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [req-11182f32-3b16-48c3-97ae-bac81d28b8db req-9548ba96-7de2-4f94-9272-4191a9a00f10 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:40:34.995202 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-11182f32-3b16-48c3-97ae-bac81d28b8db req-9548ba96-7de2-4f94-9272-4191a9a00f10 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:40:35.029921 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b059f19a-9f30-43b1-be76-6c8c878ea612 req-2fca3192-bafd-4c35-bcc5-3e76f7b5b3bc tempest-SecurityGroupsTestAdminJSON-1294804633 tempest-SecurityGroupsTestAdminJSON-1294804633-project-admin] 10.222.0.60 "GET /v2.0/security-groups/d35df9ed-76e1-4821-b449-9857ba424946 HTTP/1.1" status: 200 len: 2981 time: 0.1253970 Jun 11 09:40:35.040190 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9548ba96-7de2-4f94-9272-4191a9a00f10 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Pushing event updated for resources: {'Port': ['ID=3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:35.046097 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9548ba96-7de2-4f94-9272-4191a9a00f10 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:35.064050 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85214c6b-f4b2-44ea-bbc3-3729cd398b31 req-f14e3cc7-ab3b-4969-872a-cb592b33efe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:35.065794 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-85214c6b-f4b2-44ea-bbc3-3729cd398b31 req-f14e3cc7-ab3b-4969-872a-cb592b33efe0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=41acd6a6-fa88-4653-8018-f09936b300f0 HTTP/1.1" status: 200 len: 1102 time: 0.3703523 Jun 11 09:40:35.148814 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11182f32-3b16-48c3-97ae-bac81d28b8db req-9548ba96-7de2-4f94-9272-4191a9a00f10 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:35.149423 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-11182f32-3b16-48c3-97ae-bac81d28b8db req-9548ba96-7de2-4f94-9272-4191a9a00f10 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:35.166687 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-86625b33-ccb7-46dd-b325-b4aabdab94d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:35.178283 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b059f19a-9f30-43b1-be76-6c8c878ea612 req-8f43d786-5084-4464-a0e5-0f4a931b2e11 tempest-SecurityGroupsTestAdminJSON-1294804633 tempest-SecurityGroupsTestAdminJSON-1294804633-project-admin] 10.222.0.60 "GET /v2.0/security-groups/dfd6500b-7d4e-4a7d-a438-261cf228bdf2 HTTP/1.1" status: 200 len: 2981 time: 0.1385410 Jun 11 09:40:35.196855 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:35.241080 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-85214c6b-f4b2-44ea-bbc3-3729cd398b31 req-c479bc21-edef-4790-a8f5-a294a42fec33 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d35df9ed-76e1-4821-b449-9857ba424946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566796 Jun 11 09:40:35.243498 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [req-51649adc-1288-4809-a562-65098ffbe32b req-1848515f-9197-41b4-8621-126508795a74 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Allocated IP 192.168.233.32 (cf20d108-f84c-44de-9036-2269564edd60/189b03cc-b2a8-4615-9ab5-ad0328c3f10f/7a703afa-3e9a-47c3-94e5-25348c8c58b8) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:40:35.308661 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-86625b33-ccb7-46dd-b325-b4aabdab94d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:35.316804 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-419c25c6-8f4a-4c36-bd28-9f0550c6d1f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:35.318376 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-11182f32-3b16-48c3-97ae-bac81d28b8db req-9548ba96-7de2-4f94-9272-4191a9a00f10 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0252488 Jun 11 09:40:35.352471 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-11182f32-3b16-48c3-97ae-bac81d28b8db req-6ec419fc-a7ac-4482-afbc-7f6228428548 service neutron] Request body: {'port': {'device_id': '32c534e8-6a37-462b-be83-c987e2b54ac8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-12'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:40:35.429751 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86625b33-ccb7-46dd-b325-b4aabdab94d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96bfa7c1-4443-4c0f-a5ac-a1ad62715ec3,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:35.439099 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-86625b33-ccb7-46dd-b325-b4aabdab94d3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2fc0743630834a6e8c337b5b3730cbaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8416452 Jun 11 09:40:35.441027 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 36990) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:40:35.446193 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-86625b33-ccb7-46dd-b325-b4aabdab94d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:35.455821 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b059f19a-9f30-43b1-be76-6c8c878ea612 req-9606ea96-2423-4cc8-b834-11d9b650903f tempest-SecurityGroupsTestAdminJSON-1294804633 tempest-SecurityGroupsTestAdminJSON-1294804633-project-admin] 10.222.0.60 "GET /v2.0/security-groups/dfd6500b-7d4e-4a7d-a438-261cf228bdf2 HTTP/1.1" status: 200 len: 2981 time: 0.1580317 Jun 11 09:40:35.467336 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63953233-f47a-4c11-bd53-364fc4158bab req-e4752b62-7f11-4fee-a80d-06146d4cc249 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:35.468968 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-63953233-f47a-4c11-bd53-364fc4158bab req-e4752b62-7f11-4fee-a80d-06146d4cc249 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=257b7d5c-4854-4e33-8e45-7f92ad1c36ff HTTP/1.1" status: 200 len: 944 time: 0.2939446 Jun 11 09:40:35.486740 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1dec274d-1844-40bf-8e83-eadc9ad2d90d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:35.530549 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1dec274d-1844-40bf-8e83-eadc9ad2d90d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:35.541778 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f8e9867a-ac93-4abd-a935-05ebdafbf017 None None] Provisioning for port 3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:40:35.546264 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f8e9867a-ac93-4abd-a935-05ebdafbf017 None None] Provisioning complete for port 3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:40:35.546751 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f8e9867a-ac93-4abd-a935-05ebdafbf017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:35.582505 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b059f19a-9f30-43b1-be76-6c8c878ea612 req-7d2346df-7377-4e2b-9689-8129b9dec2a1 tempest-SecurityGroupsTestAdminJSON-1294804633 tempest-SecurityGroupsTestAdminJSON-1294804633-project-admin] 10.222.0.60 "GET /v2.0/security-groups/edfc27cd-c925-4f2f-b6ad-e80e4f652a57 HTTP/1.1" status: 200 len: 2981 time: 0.1257772 Jun 11 09:40:35.594508 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f8e9867a-ac93-4abd-a935-05ebdafbf017 None None] Port 3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:40:35.624190 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-11182f32-3b16-48c3-97ae-bac81d28b8db req-6ec419fc-a7ac-4482-afbc-7f6228428548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:35.681046 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-63953233-f47a-4c11-bd53-364fc4158bab req-9d6e66f9-5b02-4dfc-98d2-569d21322cfc tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630304 Jun 11 09:40:35.686736 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f7a732bb-618f-4832-b2ba-443b7c2cd965 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:35.686884 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b059f19a-9f30-43b1-be76-6c8c878ea612 req-e3a87219-70db-4013-963d-2ffae5ddfbd7 tempest-SecurityGroupsTestAdminJSON-1294804633 tempest-SecurityGroupsTestAdminJSON-1294804633-project-admin] 10.222.0.60 "GET /v2.0/security-groups/edfc27cd-c925-4f2f-b6ad-e80e4f652a57 HTTP/1.1" status: 200 len: 2981 time: 0.0906448 Jun 11 09:40:35.689673 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-51649adc-1288-4809-a562-65098ffbe32b req-1848515f-9197-41b4-8621-126508795a74 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:35.722436 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-1dec274d-1844-40bf-8e83-eadc9ad2d90d admin admin] Allocated IP 172.25.4.198 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/9dbefbd5-8436-4aa4-a168-845f89db3ff1) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:40:35.812784 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b059f19a-9f30-43b1-be76-6c8c878ea612 req-ad9de4c1-48f1-4240-bbc2-38cfdf38ac2a tempest-SecurityGroupsTestAdminJSON-1294804633 tempest-SecurityGroupsTestAdminJSON-1294804633-project-admin] 10.222.0.60 "GET /v2.0/security-groups/f1fc6242-24c1-4562-93f5-11f8e60cbea4 HTTP/1.1" status: 200 len: 2977 time: 0.1176701 Jun 11 09:40:35.939431 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b059f19a-9f30-43b1-be76-6c8c878ea612 req-7921ad2a-4665-4519-8f22-128c4a2add01 tempest-SecurityGroupsTestAdminJSON-1294804633 tempest-SecurityGroupsTestAdminJSON-1294804633-project-admin] 10.222.0.60 "GET /v2.0/security-groups/f1fc6242-24c1-4562-93f5-11f8e60cbea4 HTTP/1.1" status: 200 len: 2977 time: 0.1193109 Jun 11 09:40:35.953539 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1dec274d-1844-40bf-8e83-eadc9ad2d90d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:36.074574 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-51649adc-1288-4809-a562-65098ffbe32b req-1848515f-9197-41b4-8621-126508795a74 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Transition to ACTIVE for port object 7a703afa-3e9a-47c3-94e5-25348c8c58b8 will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:40:36.146982 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f7a732bb-618f-4832-b2ba-443b7c2cd965 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:36.169954 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a0e11-23eb-4966-aed3-e62a677630bb req-9731d234-f609-493b-b8e4-85c02dbfaee3 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:36.171505 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9e3a0e11-23eb-4966-aed3-e62a677630bb req-9731d234-f609-493b-b8e4-85c02dbfaee3 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=41acd6a6-fa88-4653-8018-f09936b300f0 HTTP/1.1" status: 200 len: 950 time: 0.0855730 Jun 11 09:40:36.185405 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device d6e05cf1-cbf0-4630-aeb8-5e39d237d434 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:40:36.221940 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd97c6d-101e-4aea-8b4b-0cb51fa03042 None None] Network ecbff90d-5ab6-4357-bf37-5548ca0e9255 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:40:36.225447 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9e3a0e11-23eb-4966-aed3-e62a677630bb req-5bdbbbc7-2bfb-4b2a-9015-8de03651feeb tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/security-groups?id=d35df9ed-76e1-4821-b449-9857ba424946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464058 Jun 11 09:40:36.264366 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 973e3669-885a-4cbf-a78b-649ea7371a7e details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:40:36.310154 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be6a94a-91ef-4cd7-83ad-6c6e7f80a825 req-1e0c2468-f7c7-4d06-8f34-12e186e64167 tempest-LiveMigrationTest-1264164380 tempest-LiveMigrationTest-1264164380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:36.317029 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4be6a94a-91ef-4cd7-83ad-6c6e7f80a825 req-1e0c2468-f7c7-4d06-8f34-12e186e64167 tempest-LiveMigrationTest-1264164380 tempest-LiveMigrationTest-1264164380-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=056de3ec-49b3-4169-837a-4b49b03e923d HTTP/1.1" status: 200 len: 1097 time: 0.2804465 Jun 11 09:40:36.357303 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4be6a94a-91ef-4cd7-83ad-6c6e7f80a825 req-4d3cbcc8-fd80-48bb-b263-3d34e3f3182c tempest-LiveMigrationTest-1264164380 tempest-LiveMigrationTest-1264164380-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383840 Jun 11 09:40:36.390221 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9eae51cf-5f4c-4597-ae8d-7f2e5392e944 req-36988c06-72e3-4db0-ba9c-32931072784a tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/ports?device_id=21573a0f-1ce2-400d-b2ec-a43845e1c869 HTTP/1.1" status: 200 len: 210 time: 0.0433145 Jun 11 09:40:36.467867 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-03b96a9f-1996-495a-b852-14417dd4d8ef req-6bd953d8-19b2-4e24-8903-de5af64e053e tempest-SecurityGroupsTestAdminJSON-1539554861 tempest-SecurityGroupsTestAdminJSON-1539554861-project] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2a452550feb840b3820101ec25550230 HTTP/1.1" status: 200 len: 6102 time: 0.0842228 Jun 11 09:40:36.472206 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1dec274d-1844-40bf-8e83-eadc9ad2d90d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:36.478223 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:36.516006 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port d6e05cf1-cbf0-4630-aeb8-5e39d237d434 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:40:36.517944 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-ecc1e8c9-2ad2-44ec-a842-3ecb33bb76af None None] Provisioning for port d6e05cf1-cbf0-4630-aeb8-5e39d237d434 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:40:36.532221 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dec274d-1844-40bf-8e83-eadc9ad2d90d admin admin] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:40:36.536180 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-1dec274d-1844-40bf-8e83-eadc9ad2d90d admin admin] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:40:36.538714 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dec274d-1844-40bf-8e83-eadc9ad2d90d admin admin] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:40:36.552848 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f7a732bb-618f-4832-b2ba-443b7c2cd965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:36.555529 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f7a732bb-618f-4832-b2ba-443b7c2cd965 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:36.558984 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-f7a732bb-618f-4832-b2ba-443b7c2cd965 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/96bfa7c1-4443-4c0f-a5ac-a1ad62715ec3 HTTP/1.1" status: 204 len: 168 time: 1.1114221 Jun 11 09:40:36.558984 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-51649adc-1288-4809-a562-65098ffbe32b req-1848515f-9197-41b4-8621-126508795a74 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:36.562183 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 973e3669-885a-4cbf-a78b-649ea7371a7e, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=973e3669-885a-4cbf-a78b-649ea7371a7e,segment=NetworkSegment(56281ee1-4859-40f0-b2a0-2c2117bfda04),segment_id=56281ee1-4859-40f0-b2a0-2c2117bfda04)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:40:36.578429 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-16d3e60c-383c-4a83-8186-42f5d9087054 tempest-SecurityGroupsTestAdminJSON-1294804633 tempest-SecurityGroupsTestAdminJSON-1294804633-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:36.609885 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': '973e3669-885a-4cbf-a78b-649ea7371a7e', 'network_id': '53a42219-c346-45f9-be41-c5dabab2438f', 'port_id': '973e3669-885a-4cbf-a78b-649ea7371a7e', 'mac_address': 'fa:16:3e:93:22:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20094bda-f8d4-46e6-bab1-f100394de689', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:40:36.613853 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-03b96a9f-1996-495a-b852-14417dd4d8ef req-e6d303ba-908a-4529-8ef4-6a82ed404a1a tempest-SecurityGroupsTestAdminJSON-1539554861 tempest-SecurityGroupsTestAdminJSON-1539554861-project] 10.222.0.60 "GET /v2.0/security-groups/4d599d10-1659-40dd-af03-30e43397d62e HTTP/1.1" status: 200 len: 2981 time: 0.1300046 Jun 11 09:40:36.622750 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dec274d-1844-40bf-8e83-eadc9ad2d90d admin admin] Pushing event updated for resources: {'Port': ['ID=9dbefbd5-8436-4aa4-a168-845f89db3ff1,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:36.624086 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a732bb-618f-4832-b2ba-443b7c2cd965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96bfa7c1-4443-4c0f-a5ac-a1ad62715ec3,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:36.637672 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1dec274d-1844-40bf-8e83-eadc9ad2d90d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:36.656662 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port d6e05cf1-cbf0-4630-aeb8-5e39d237d434 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:40:36.657376 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:36.701919 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f7a732bb-618f-4832-b2ba-443b7c2cd965 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:36.702586 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b3d540b4-1680-4024-acfd-38ff39b4fad0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:36.761039 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51649adc-1288-4809-a562-65098ffbe32b req-1848515f-9197-41b4-8621-126508795a74 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Network cf20d108-f84c-44de-9036-2269564edd60 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:40:36.785848 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [req-51649adc-1288-4809-a562-65098ffbe32b req-1848515f-9197-41b4-8621-126508795a74 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:40:36.804103 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-51649adc-1288-4809-a562-65098ffbe32b req-1848515f-9197-41b4-8621-126508795a74 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:40:36.833157 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-ecc1e8c9-2ad2-44ec-a842-3ecb33bb76af None None] Provisioning complete for port d6e05cf1-cbf0-4630-aeb8-5e39d237d434 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:40:36.833535 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ecc1e8c9-2ad2-44ec-a842-3ecb33bb76af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:36.867628 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-03b96a9f-1996-495a-b852-14417dd4d8ef req-771eb34c-a076-4948-96a3-ccced126b231 tempest-SecurityGroupsTestAdminJSON-1539554861 tempest-SecurityGroupsTestAdminJSON-1539554861-project] 10.222.0.60 "GET /v2.0/security-groups/4d599d10-1659-40dd-af03-30e43397d62e HTTP/1.1" status: 200 len: 2981 time: 0.2512586 Jun 11 09:40:36.879867 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1848515f-9197-41b4-8621-126508795a74 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Pushing event updated for resources: {'Port': ['ID=7a703afa-3e9a-47c3-94e5-25348c8c58b8,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:36.909333 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1848515f-9197-41b4-8621-126508795a74 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:36.968922 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:37.006619 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 973e3669-885a-4cbf-a78b-649ea7371a7e {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:40:37.010252 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51649adc-1288-4809-a562-65098ffbe32b req-1848515f-9197-41b4-8621-126508795a74 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:37.014210 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-51649adc-1288-4809-a562-65098ffbe32b req-1848515f-9197-41b4-8621-126508795a74 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:37.117823 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 973e3669-885a-4cbf-a78b-649ea7371a7e, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=973e3669-885a-4cbf-a78b-649ea7371a7e,segment=NetworkSegment(56281ee1-4859-40f0-b2a0-2c2117bfda04),segment_id=56281ee1-4859-40f0-b2a0-2c2117bfda04)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:40:37.175724 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [req-11182f32-3b16-48c3-97ae-bac81d28b8db req-6ec419fc-a7ac-4482-afbc-7f6228428548 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:40:37.191201 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:37.194988 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-11182f32-3b16-48c3-97ae-bac81d28b8db req-6ec419fc-a7ac-4482-afbc-7f6228428548 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:37.212613 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:37.214902 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:37.216889 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-51649adc-1288-4809-a562-65098ffbe32b req-1848515f-9197-41b4-8621-126508795a74 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7666969 Jun 11 09:40:37.218703 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ecc1e8c9-2ad2-44ec-a842-3ecb33bb76af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:37.225394 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b4069a-e866-4c4a-a212-e322465b1d59 req-be535ddb-d66f-43e0-b153-4ed4fe2cb71a tempest-LiveMigrationTest-1264164380 tempest-LiveMigrationTest-1264164380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:37.233897 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-32b4069a-e866-4c4a-a212-e322465b1d59 req-be535ddb-d66f-43e0-b153-4ed4fe2cb71a tempest-LiveMigrationTest-1264164380 tempest-LiveMigrationTest-1264164380-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=056de3ec-49b3-4169-837a-4b49b03e923d HTTP/1.1" status: 200 len: 1097 time: 0.5930722 Jun 11 09:40:37.246909 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-51649adc-1288-4809-a562-65098ffbe32b req-dfe956b9-067b-4b89-95b9-ac31edee675b service neutron] Request body: {'port': {'device_id': '21573a0f-1ce2-400d-b2ec-a43845e1c869', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-12'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:40:37.257538 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-11182f32-3b16-48c3-97ae-bac81d28b8db req-6ec419fc-a7ac-4482-afbc-7f6228428548 service neutron] Transition to ACTIVE for port object 3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:40:37.289590 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-32b4069a-e866-4c4a-a212-e322465b1d59 req-5c599468-9c5e-4574-a71a-8ea98e8a9573 tempest-LiveMigrationTest-1264164380 tempest-LiveMigrationTest-1264164380-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544207 Jun 11 09:40:37.329854 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port d6e05cf1-cbf0-4630-aeb8-5e39d237d434, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=d6e05cf1-cbf0-4630-aeb8-5e39d237d434,segment=NetworkSegment(f561be66-4e48-459e-8c21-fceaa6c73661),segment_id=f561be66-4e48-459e-8c21-fceaa6c73661)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:40:37.337725 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69d90b5-71c7-41d9-9e24-a8bd209aa198 req-1e25ec1c-720d-4894-a039-1c15c872bca5 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:37.339291 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f69d90b5-71c7-41d9-9e24-a8bd209aa198 req-1e25ec1c-720d-4894-a039-1c15c872bca5 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=257b7d5c-4854-4e33-8e45-7f92ad1c36ff HTTP/1.1" status: 200 len: 944 time: 0.2683585 Jun 11 09:40:37.350679 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=973e3669-885a-4cbf-a78b-649ea7371a7e,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:37.353907 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:37.373503 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-11182f32-3b16-48c3-97ae-bac81d28b8db req-6ec419fc-a7ac-4482-afbc-7f6228428548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:37.397847 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9548ba96-7de2-4f94-9272-4191a9a00f10 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:37.433557 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:37.437465 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:37.455147 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-51649adc-1288-4809-a562-65098ffbe32b req-dfe956b9-067b-4b89-95b9-ac31edee675b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:37.508185 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3fd0ead0-1691-423a-8cba-b78213a24f63 req-2f9a933d-8f82-4a59-8156-909a70d9e01e tempest-SecurityGroupsTestAdminJSON-1294804633 tempest-SecurityGroupsTestAdminJSON-1294804633-project-admin] 10.222.0.60 "GET /v2.0/security-groups/97d2015d-bdf5-4921-ad2a-ab351ce6bd4e HTTP/1.1" status: 200 len: 1776 time: 0.1856887 Jun 11 09:40:37.537477 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.db.api [None req-ecc1e8c9-2ad2-44ec-a842-3ecb33bb76af None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93178) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 09:40:37.537847 n-d-779913-12 neutron-server[93178]: DEBUG oslo_db.api [None req-ecc1e8c9-2ad2-44ec-a842-3ecb33bb76af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 09:40:37.540712 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=d6e05cf1-cbf0-4630-aeb8-5e39d237d434,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:37.552339 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f69d90b5-71c7-41d9-9e24-a8bd209aa198 req-0bef76b4-8d12-4ddb-95b0-176df77cf39a tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112625 Jun 11 09:40:37.554500 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:37.558648 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec419fc-a7ac-4482-afbc-7f6228428548 service neutron] Pushing event updated for resources: {'Port': ['ID=3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:37.561811 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6ec419fc-a7ac-4482-afbc-7f6228428548 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:37.590498 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['973e3669-885a-4cbf-a78b-649ea7371a7e'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:40:37.617466 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1dec274d-1844-40bf-8e83-eadc9ad2d90d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:37.682094 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 37016) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:40:37.788693 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3fd0ead0-1691-423a-8cba-b78213a24f63 req-38b92a5f-0a83-4597-80e5-0d7934e8f8b9 tempest-SecurityGroupsTestAdminJSON-1294804633 tempest-SecurityGroupsTestAdminJSON-1294804633-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:37.807826 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-420eaf4a-b8c5-4300-b3c7-8f93c4f51881 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:37.862066 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-11182f32-3b16-48c3-97ae-bac81d28b8db req-6ec419fc-a7ac-4482-afbc-7f6228428548 service neutron] Attempting to bind port 3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d on host n-h2-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:40:37.862393 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-11182f32-3b16-48c3-97ae-bac81d28b8db req-6ec419fc-a7ac-4482-afbc-7f6228428548 service neutron] Attempting to bind port 3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:40:37.862717 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11182f32-3b16-48c3-97ae-bac81d28b8db req-6ec419fc-a7ac-4482-afbc-7f6228428548 service neutron] Attempting to bind port 3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d on network cf20d108-f84c-44de-9036-2269564edd60 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:40:37.911382 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11182f32-3b16-48c3-97ae-bac81d28b8db req-6ec419fc-a7ac-4482-afbc-7f6228428548 service neutron] Port 3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d on network cf20d108-f84c-44de-9036-2269564edd60 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:40:37.911710 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11182f32-3b16-48c3-97ae-bac81d28b8db req-6ec419fc-a7ac-4482-afbc-7f6228428548 service neutron] Attempting to bind port 3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d on network cf20d108-f84c-44de-9036-2269564edd60 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:40:37.913560 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3fd0ead0-1691-423a-8cba-b78213a24f63 req-38b92a5f-0a83-4597-80e5-0d7934e8f8b9 tempest-SecurityGroupsTestAdminJSON-1294804633 tempest-SecurityGroupsTestAdminJSON-1294804633-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:37.931480 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11182f32-3b16-48c3-97ae-bac81d28b8db req-6ec419fc-a7ac-4482-afbc-7f6228428548 service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:40:37.931769 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11182f32-3b16-48c3-97ae-bac81d28b8db req-6ec419fc-a7ac-4482-afbc-7f6228428548 service neutron] Checking segment: {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:40:37.932152 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11182f32-3b16-48c3-97ae-bac81d28b8db req-6ec419fc-a7ac-4482-afbc-7f6228428548 service neutron] Bound using segment: {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:40:37.932578 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-11182f32-3b16-48c3-97ae-bac81d28b8db req-6ec419fc-a7ac-4482-afbc-7f6228428548 service neutron] Bound port: 3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:40:37.932923 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-11182f32-3b16-48c3-97ae-bac81d28b8db req-6ec419fc-a7ac-4482-afbc-7f6228428548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:37.972599 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1dec274d-1844-40bf-8e83-eadc9ad2d90d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:38.015920 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c659a27e-6c75-4384-9abd-063e8df35c72 req-8f0a073d-3b20-448e-8b06-5d3e6aa89b62 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:38.017380 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c659a27e-6c75-4384-9abd-063e8df35c72 req-8f0a073d-3b20-448e-8b06-5d3e6aa89b62 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=41acd6a6-fa88-4653-8018-f09936b300f0 HTTP/1.1" status: 200 len: 950 time: 0.3229487 Jun 11 09:40:38.070730 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3fd0ead0-1691-423a-8cba-b78213a24f63 req-38b92a5f-0a83-4597-80e5-0d7934e8f8b9 tempest-SecurityGroupsTestAdminJSON-1294804633 tempest-SecurityGroupsTestAdminJSON-1294804633-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:38.071844 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3fd0ead0-1691-423a-8cba-b78213a24f63 req-38b92a5f-0a83-4597-80e5-0d7934e8f8b9 tempest-SecurityGroupsTestAdminJSON-1294804633 tempest-SecurityGroupsTestAdminJSON-1294804633-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:38.073359 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3fd0ead0-1691-423a-8cba-b78213a24f63 req-38b92a5f-0a83-4597-80e5-0d7934e8f8b9 tempest-SecurityGroupsTestAdminJSON-1294804633 tempest-SecurityGroupsTestAdminJSON-1294804633-project-admin] 10.222.0.60 "DELETE /v2.0/security-groups/97d2015d-bdf5-4921-ad2a-ab351ce6bd4e HTTP/1.1" status: 204 len: 173 time: 0.5543249 Jun 11 09:40:38.075836 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-bb1e49fa-1ef2-485f-9c02-7be95092f759 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:38.099525 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b92a5f-0a83-4597-80e5-0d7934e8f8b9 tempest-SecurityGroupsTestAdminJSON-1294804633 tempest-SecurityGroupsTestAdminJSON-1294804633-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d2015d-bdf5-4921-ad2a-ab351ce6bd4e,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:38.099525 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-38b92a5f-0a83-4597-80e5-0d7934e8f8b9 tempest-SecurityGroupsTestAdminJSON-1294804633 tempest-SecurityGroupsTestAdminJSON-1294804633-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:38.169237 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c659a27e-6c75-4384-9abd-063e8df35c72 req-f0ea90a1-4ac2-4064-a48b-b74b448d7f6c tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/security-groups?id=d35df9ed-76e1-4821-b449-9857ba424946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169159 Jun 11 09:40:38.177998 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-11182f32-3b16-48c3-97ae-bac81d28b8db req-6ec419fc-a7ac-4482-afbc-7f6228428548 service neutron] For port 3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d, host n-h2-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:40:38.184053 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-11182f32-3b16-48c3-97ae-bac81d28b8db req-6ec419fc-a7ac-4482-afbc-7f6228428548 service neutron] For port 3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:40:38.214125 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device d6e05cf1-cbf0-4630-aeb8-5e39d237d434 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:40:38.221210 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-907078c3-fc7d-40d4-ba48-41554fbbcbf6 None None] Provisioning complete for port d6e05cf1-cbf0-4630-aeb8-5e39d237d434 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:40:38.221844 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-907078c3-fc7d-40d4-ba48-41554fbbcbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:38.225515 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dec274d-1844-40bf-8e83-eadc9ad2d90d admin admin] Router 16e2f4f2-b924-4e2a-88b9-a54ee9818027 is scheduled to L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 with binding_index 1 {{(pid=93176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 09:40:38.241625 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-420eaf4a-b8c5-4300-b3c7-8f93c4f51881 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:38.260902 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [req-51649adc-1288-4809-a562-65098ffbe32b req-dfe956b9-067b-4b89-95b9-ac31edee675b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a703afa-3e9a-47c3-94e5-25348c8c58b8 {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:40:38.269469 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-51649adc-1288-4809-a562-65098ffbe32b req-dfe956b9-067b-4b89-95b9-ac31edee675b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:38.281627 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-51649adc-1288-4809-a562-65098ffbe32b req-dfe956b9-067b-4b89-95b9-ac31edee675b service neutron] Transition to ACTIVE for port object 7a703afa-3e9a-47c3-94e5-25348c8c58b8 will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:40:38.285629 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-11182f32-3b16-48c3-97ae-bac81d28b8db req-6ec419fc-a7ac-4482-afbc-7f6228428548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:38.289115 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1848515f-9197-41b4-8621-126508795a74 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:38.331225 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-420eaf4a-b8c5-4300-b3c7-8f93c4f51881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:38.345734 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port d6e05cf1-cbf0-4630-aeb8-5e39d237d434 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:40:38.346405 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:38.359081 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11182f32-3b16-48c3-97ae-bac81d28b8db req-6ec419fc-a7ac-4482-afbc-7f6228428548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:38.359797 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-11182f32-3b16-48c3-97ae-bac81d28b8db req-6ec419fc-a7ac-4482-afbc-7f6228428548 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:38.361167 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-11182f32-3b16-48c3-97ae-bac81d28b8db req-6ec419fc-a7ac-4482-afbc-7f6228428548 service neutron] 10.222.0.69 "PUT /v2.0/ports/3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d HTTP/1.1" status: 200 len: 1096 time: 3.0248215 Jun 11 09:40:38.361674 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32c534e8-6a37-462b-be83-c987e2b54ac8', 'tag': '3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:40:38.367115 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1befb626-d3b3-499b-9165-01f39e900d4f" -d '{"events": [{"name": "network-changed", "server_uuid": "32c534e8-6a37-462b-be83-c987e2b54ac8", "tag": "3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:40:38.386180 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-51649adc-1288-4809-a562-65098ffbe32b req-dfe956b9-067b-4b89-95b9-ac31edee675b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:38.501700 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dec274d-1844-40bf-8e83-eadc9ad2d90d admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:40:38.514265 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce18667-ddf8-4c6f-bcdf-c1babfe972f2 None None] Sync routers for ids ['16e2f4f2-b924-4e2a-88b9-a54ee9818027'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:40:38.518210 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-420eaf4a-b8c5-4300-b3c7-8f93c4f51881 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fe2086e27c6b4cb9a07511de86de24f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8347456 Jun 11 09:40:38.522489 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcc12c5-f1ad-4004-9088-91a478e610da req-860b66c7-db2a-432f-9a16-8ce265bcf26f tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:38.528959 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce18667-ddf8-4c6f-bcdf-c1babfe972f2 None None] Routers {'16e2f4f2-b924-4e2a-88b9-a54ee9818027'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:40:38.530267 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-1ce18667-ddf8-4c6f-bcdf-c1babfe972f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:40:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['16e2f4f2-b924-4e2a-88b9-a54ee9818027'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:40:38.530509 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cdcc12c5-f1ad-4004-9088-91a478e610da req-860b66c7-db2a-432f-9a16-8ce265bcf26f tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/ports?device_id=21573a0f-1ce2-400d-b2ec-a43845e1c869 HTTP/1.1" status: 200 len: 947 time: 0.1267223 Jun 11 09:40:38.533701 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 37028) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:40:38.568418 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-882b4850-08c1-42dc-9096-4f3124915dc7 req-86113835-9250-4fb6-be7e-68ef169bacba tempest-SecurityGroupsTestAdminJSON-1294804633 tempest-SecurityGroupsTestAdminJSON-1294804633-project-admin] 10.222.0.60 "GET /v2.0/security-groups/a826dfa1-7777-4339-842a-09328ff02102 HTTP/1.1" status: 200 len: 1777 time: 0.1787302 Jun 11 09:40:38.571956 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec419fc-a7ac-4482-afbc-7f6228428548 service neutron] Pushing event updated for resources: {'Port': ['ID=3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:38.582979 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6ec419fc-a7ac-4482-afbc-7f6228428548 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:38.584936 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9abce3a1-b5f5-456f-aee4-20268a449663 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.238s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:38.585333 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-907078c3-fc7d-40d4-ba48-41554fbbcbf6 None None] Provisioning for port 7a703afa-3e9a-47c3-94e5-25348c8c58b8 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:40:38.603101 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1dec274d-1844-40bf-8e83-eadc9ad2d90d admin admin] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:38.607521 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-1dec274d-1844-40bf-8e83-eadc9ad2d90d admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.7106302 Jun 11 09:40:38.610578 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 37032) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:40:38.619914 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cdcc12c5-f1ad-4004-9088-91a478e610da req-37dd1a78-9d31-4334-88dc-44979f0141c3 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca3026f3-8a05-4fe5-9c7d-b1a6d33061fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884984 Jun 11 09:40:38.706204 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-1ce18667-ddf8-4c6f-bcdf-c1babfe972f2 None None] Set router 16e2f4f2-b924-4e2a-88b9-a54ee9818027 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:40:38.883353 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420eaf4a-b8c5-4300-b3c7-8f93c4f51881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d625bd85-7314-473a-9870-f4e8a768b73b,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:38.886878 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-420eaf4a-b8c5-4300-b3c7-8f93c4f51881 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:38.890809 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-882b4850-08c1-42dc-9096-4f3124915dc7 req-1974cfd2-5a66-4659-8ce7-3e80e419b764 tempest-SecurityGroupsTestAdminJSON-1294804633 tempest-SecurityGroupsTestAdminJSON-1294804633-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:38.895077 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-363e8bf7-be81-4cc2-86d1-24d1185bf706 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.499s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:38.957012 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6ad207bb-e9a1-4606-a032-dfbaa2d6e211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:38.957350 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-51649adc-1288-4809-a562-65098ffbe32b req-dfe956b9-067b-4b89-95b9-ac31edee675b service neutron] Attempting to bind port 7a703afa-3e9a-47c3-94e5-25348c8c58b8 on host n-h2-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:40:38.957663 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-51649adc-1288-4809-a562-65098ffbe32b req-dfe956b9-067b-4b89-95b9-ac31edee675b service neutron] Attempting to bind port 7a703afa-3e9a-47c3-94e5-25348c8c58b8 by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:40:38.958046 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51649adc-1288-4809-a562-65098ffbe32b req-dfe956b9-067b-4b89-95b9-ac31edee675b service neutron] Attempting to bind port 7a703afa-3e9a-47c3-94e5-25348c8c58b8 on network cf20d108-f84c-44de-9036-2269564edd60 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:40:38.977389 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-882b4850-08c1-42dc-9096-4f3124915dc7 req-1974cfd2-5a66-4659-8ce7-3e80e419b764 tempest-SecurityGroupsTestAdminJSON-1294804633 tempest-SecurityGroupsTestAdminJSON-1294804633-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:38.983754 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11182f32-3b16-48c3-97ae-bac81d28b8db req-a9fb863d-a545-42d7-a8d8-1ef21d35c064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:38.985185 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-11182f32-3b16-48c3-97ae-bac81d28b8db req-a9fb863d-a545-42d7-a8d8-1ef21d35c064 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bd284e9f195345ae8ed61d9936756921&device_id=32c534e8-6a37-462b-be83-c987e2b54ac8 HTTP/1.1" status: 200 len: 1099 time: 0.4598451 Jun 11 09:40:38.993571 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51649adc-1288-4809-a562-65098ffbe32b req-dfe956b9-067b-4b89-95b9-ac31edee675b service neutron] Port 7a703afa-3e9a-47c3-94e5-25348c8c58b8 on network cf20d108-f84c-44de-9036-2269564edd60 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:40:38.993902 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51649adc-1288-4809-a562-65098ffbe32b req-dfe956b9-067b-4b89-95b9-ac31edee675b service neutron] Attempting to bind port 7a703afa-3e9a-47c3-94e5-25348c8c58b8 on network cf20d108-f84c-44de-9036-2269564edd60 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:40:38.995879 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe956b9-067b-4b89-95b9-ac31edee675b service neutron] Pushing event updated for resources: {'Port': ['ID=7a703afa-3e9a-47c3-94e5-25348c8c58b8,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:38.998119 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6ad207bb-e9a1-4606-a032-dfbaa2d6e211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:39.003072 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-dfe956b9-067b-4b89-95b9-ac31edee675b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:39.042366 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51649adc-1288-4809-a562-65098ffbe32b req-dfe956b9-067b-4b89-95b9-ac31edee675b service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:40:39.044301 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51649adc-1288-4809-a562-65098ffbe32b req-dfe956b9-067b-4b89-95b9-ac31edee675b service neutron] Checking segment: {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:40:39.044301 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51649adc-1288-4809-a562-65098ffbe32b req-dfe956b9-067b-4b89-95b9-ac31edee675b service neutron] Bound using segment: {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:40:39.044301 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-51649adc-1288-4809-a562-65098ffbe32b req-dfe956b9-067b-4b89-95b9-ac31edee675b service neutron] Bound port: 7a703afa-3e9a-47c3-94e5-25348c8c58b8, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:40:39.044650 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-51649adc-1288-4809-a562-65098ffbe32b req-dfe956b9-067b-4b89-95b9-ac31edee675b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:39.087509 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-1ce18667-ddf8-4c6f-bcdf-c1babfe972f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e2f4f2-b924-4e2a-88b9-a54ee9818027', 'name': 'tempest-ServerActionsTestJSON-44240630-router', 'tenant_id': '85a0b78c318440aa9b70136d633fbbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '9dbefbd5-8436-4aa4-a168-845f89db3ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:40:34Z', 'updated_at': '2021-06-11T09:40:37Z', 'revision_number': 3, 'project_id': '85a0b78c318440aa9b70136d633fbbff', 'gw_port': {'id': '9dbefbd5-8436-4aa4-a168-845f89db3ff1', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16e2f4f2-b924-4e2a-88b9-a54ee9818027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:40:35Z', 'updated_at': '2021-06-11T09:40:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:40:39.096737 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce18667-ddf8-4c6f-bcdf-c1babfe972f2 None None] Checking router: 16e2f4f2-b924-4e2a-88b9-a54ee9818027 for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:40:39.097265 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce18667-ddf8-4c6f-bcdf-c1babfe972f2 None None] Updating router 16e2f4f2-b924-4e2a-88b9-a54ee9818027 port 9dbefbd5-8436-4aa4-a168-845f89db3ff1 binding host n-d-779913-12 {{(pid=93178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 09:40:39.128162 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-11182f32-3b16-48c3-97ae-bac81d28b8db req-55fb5fbb-d4a0-4098-872d-20e67ea1a58f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d HTTP/1.1" status: 200 len: 217 time: 0.1217909 Jun 11 09:40:39.158286 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1ce18667-ddf8-4c6f-bcdf-c1babfe972f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:39.242838 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11182f32-3b16-48c3-97ae-bac81d28b8db req-dc58b105-5612-4e04-8e7f-510943a7a4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:39.246303 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-11182f32-3b16-48c3-97ae-bac81d28b8db req-dc58b105-5612-4e04-8e7f-510943a7a4c1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=189b03cc-b2a8-4615-9ab5-ad0328c3f10f HTTP/1.1" status: 200 len: 843 time: 0.1133587 Jun 11 09:40:39.252246 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6ad207bb-e9a1-4606-a032-dfbaa2d6e211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:39.254821 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6ad207bb-e9a1-4606-a032-dfbaa2d6e211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:39.258271 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-6ad207bb-e9a1-4606-a032-dfbaa2d6e211 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d625bd85-7314-473a-9870-f4e8a768b73b HTTP/1.1" status: 204 len: 168 time: 0.7213495 Jun 11 09:40:39.259183 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-51649adc-1288-4809-a562-65098ffbe32b req-dfe956b9-067b-4b89-95b9-ac31edee675b service neutron] For port 7a703afa-3e9a-47c3-94e5-25348c8c58b8, host n-h2-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:40:39.260064 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-86625b33-ccb7-46dd-b325-b4aabdab94d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:39.266222 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-51649adc-1288-4809-a562-65098ffbe32b req-dfe956b9-067b-4b89-95b9-ac31edee675b service neutron] For port 7a703afa-3e9a-47c3-94e5-25348c8c58b8, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=7a703afa-3e9a-47c3-94e5-25348c8c58b8,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:40:39.281978 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-882b4850-08c1-42dc-9096-4f3124915dc7 req-1974cfd2-5a66-4659-8ce7-3e80e419b764 tempest-SecurityGroupsTestAdminJSON-1294804633 tempest-SecurityGroupsTestAdminJSON-1294804633-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:39.286334 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-882b4850-08c1-42dc-9096-4f3124915dc7 req-1974cfd2-5a66-4659-8ce7-3e80e419b764 tempest-SecurityGroupsTestAdminJSON-1294804633 tempest-SecurityGroupsTestAdminJSON-1294804633-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:39.287679 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-882b4850-08c1-42dc-9096-4f3124915dc7 req-1974cfd2-5a66-4659-8ce7-3e80e419b764 tempest-SecurityGroupsTestAdminJSON-1294804633 tempest-SecurityGroupsTestAdminJSON-1294804633-project-admin] 10.222.0.60 "DELETE /v2.0/security-groups/a826dfa1-7777-4339-842a-09328ff02102 HTTP/1.1" status: 204 len: 173 time: 0.7083297 Jun 11 09:40:39.289571 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad207bb-e9a1-4606-a032-dfbaa2d6e211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d625bd85-7314-473a-9870-f4e8a768b73b,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:39.297236 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6ad207bb-e9a1-4606-a032-dfbaa2d6e211 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:39.370791 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9f34e287-25d5-4ba7-9c6e-04baaf557285 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:39.392066 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb7338da-49bf-4eb5-929f-0c48a39e26e1 x-openstack-request-id: req-eb7338da-49bf-4eb5-929f-0c48a39e26e1 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:40:39.393598 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32c534e8-6a37-462b-be83-c987e2b54ac8", "tag": "3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:40:39.394130 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-eb7338da-49bf-4eb5-929f-0c48a39e26e1 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:40:39.395748 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32c534e8-6a37-462b-be83-c987e2b54ac8', 'tag': '3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d', 'status': 'completed', 'code': 200} Jun 11 09:40:39.410023 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-51649adc-1288-4809-a562-65098ffbe32b req-dfe956b9-067b-4b89-95b9-ac31edee675b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:39.430057 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1974cfd2-5a66-4659-8ce7-3e80e419b764 tempest-SecurityGroupsTestAdminJSON-1294804633 tempest-SecurityGroupsTestAdminJSON-1294804633-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a826dfa1-7777-4339-842a-09328ff02102,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:39.432682 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1974cfd2-5a66-4659-8ce7-3e80e419b764 tempest-SecurityGroupsTestAdminJSON-1294804633 tempest-SecurityGroupsTestAdminJSON-1294804633-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:39.437171 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c7a5c61f-10ab-4523-adab-34794a4334f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:39.486481 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51649adc-1288-4809-a562-65098ffbe32b req-dfe956b9-067b-4b89-95b9-ac31edee675b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:39.487842 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-51649adc-1288-4809-a562-65098ffbe32b req-dfe956b9-067b-4b89-95b9-ac31edee675b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:39.489535 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-51649adc-1288-4809-a562-65098ffbe32b req-dfe956b9-067b-4b89-95b9-ac31edee675b service neutron] 10.222.0.69 "PUT /v2.0/ports/7a703afa-3e9a-47c3-94e5-25348c8c58b8 HTTP/1.1" status: 200 len: 1096 time: 2.2581406 Jun 11 09:40:39.512033 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b42096d9-905c-4502-934d-a63e0a0885be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:39.527402 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11182f32-3b16-48c3-97ae-bac81d28b8db req-cf6f3073-95be-496d-9724-41263370da04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:39.530303 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-11182f32-3b16-48c3-97ae-bac81d28b8db req-cf6f3073-95be-496d-9724-41263370da04 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cf20d108-f84c-44de-9036-2269564edd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2623580 Jun 11 09:40:39.588721 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe956b9-067b-4b89-95b9-ac31edee675b service neutron] Pushing event updated for resources: {'Port': ['ID=7a703afa-3e9a-47c3-94e5-25348c8c58b8,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:39.594023 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-dfe956b9-067b-4b89-95b9-ac31edee675b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:39.759329 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1ce18667-ddf8-4c6f-bcdf-c1babfe972f2 None None] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:39.760124 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43fa81c-e277-403d-95dc-fc4dc98e407f req-5cf4d41f-cc91-4664-9170-4b0852892510 tempest-ServersOnMultiNodesTest-764403187 tempest-ServersOnMultiNodesTest-764403187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:39.761764 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a43fa81c-e277-403d-95dc-fc4dc98e407f req-5cf4d41f-cc91-4664-9170-4b0852892510 tempest-ServersOnMultiNodesTest-764403187 tempest-ServersOnMultiNodesTest-764403187-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=41acd6a6-fa88-4653-8018-f09936b300f0 HTTP/1.1" status: 200 len: 1102 time: 0.1987352 Jun 11 09:40:39.774417 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-1ce18667-ddf8-4c6f-bcdf-c1babfe972f2 None None] Transition to ACTIVE for port object 9dbefbd5-8436-4aa4-a168-845f89db3ff1 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:40:39.807927 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a43fa81c-e277-403d-95dc-fc4dc98e407f req-dcdf97cd-32b9-48a3-b5d5-23610e1ca26f tempest-ServersOnMultiNodesTest-764403187 tempest-ServersOnMultiNodesTest-764403187-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:39.826165 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879efc05-67e6-4e4f-a73d-ab20325b144e req-645c8c5a-3caf-4f12-92bf-308bce7c0e45 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:39.827922 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-879efc05-67e6-4e4f-a73d-ab20325b144e req-645c8c5a-3caf-4f12-92bf-308bce7c0e45 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=257b7d5c-4854-4e33-8e45-7f92ad1c36ff HTTP/1.1" status: 200 len: 945 time: 0.2589657 Jun 11 09:40:39.837606 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-11182f32-3b16-48c3-97ae-bac81d28b8db req-8947b2d1-fc3a-40a6-b033-3df8afa04ad7 service neutron] 10.222.0.69 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956560 Jun 11 09:40:39.850409 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51649adc-1288-4809-a562-65098ffbe32b req-b7db6c3b-1ace-4c71-8e16-f730f244e9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:39.852332 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-51649adc-1288-4809-a562-65098ffbe32b req-b7db6c3b-1ace-4c71-8e16-f730f244e9da service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bd284e9f195345ae8ed61d9936756921&device_id=21573a0f-1ce2-400d-b2ec-a43845e1c869 HTTP/1.1" status: 200 len: 1099 time: 0.2162967 Jun 11 09:40:39.855912 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1ce18667-ddf8-4c6f-bcdf-c1babfe972f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:39.862955 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:39.926687 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-1ce18667-ddf8-4c6f-bcdf-c1babfe972f2 None None] Attempting to bind port 9dbefbd5-8436-4aa4-a168-845f89db3ff1 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:40:39.927172 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-1ce18667-ddf8-4c6f-bcdf-c1babfe972f2 None None] Attempting to bind port 9dbefbd5-8436-4aa4-a168-845f89db3ff1 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:40:39.927558 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce18667-ddf8-4c6f-bcdf-c1babfe972f2 None None] Attempting to bind port 9dbefbd5-8436-4aa4-a168-845f89db3ff1 on network f0adef6e-169f-4a27-8865-442be2ad072d {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:40:39.936377 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0803ae-7654-42f2-a6ee-7dfe28b100b9 None None] Pushing event updated for resources: {'Port': ['ID=9dbefbd5-8436-4aa4-a168-845f89db3ff1,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:39.939138 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce18667-ddf8-4c6f-bcdf-c1babfe972f2 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:40:39.939533 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce18667-ddf8-4c6f-bcdf-c1babfe972f2 None None] Checking segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:40:39.939997 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1ce18667-ddf8-4c6f-bcdf-c1babfe972f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:39.940447 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce18667-ddf8-4c6f-bcdf-c1babfe972f2 None None] Bound using segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:40:39.941016 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-1ce18667-ddf8-4c6f-bcdf-c1babfe972f2 None None] Bound port: 9dbefbd5-8436-4aa4-a168-845f89db3ff1, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:40:39.941403 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1ce18667-ddf8-4c6f-bcdf-c1babfe972f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:39.943367 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-8f0803ae-7654-42f2-a6ee-7dfe28b100b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:40.016937 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-1ce18667-ddf8-4c6f-bcdf-c1babfe972f2 None None] For port 9dbefbd5-8436-4aa4-a168-845f89db3ff1, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:40:40.020574 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-1ce18667-ddf8-4c6f-bcdf-c1babfe972f2 None None] For port 9dbefbd5-8436-4aa4-a168-845f89db3ff1, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=9dbefbd5-8436-4aa4-a168-845f89db3ff1,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:40:40.023559 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-11182f32-3b16-48c3-97ae-bac81d28b8db req-45dc52c7-45ea-42d9-b0d2-5e1187d11d92 service neutron] 10.222.0.69 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753452 Jun 11 09:40:40.073784 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1ce18667-ddf8-4c6f-bcdf-c1babfe972f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:40.076150 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:40.080771 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-51649adc-1288-4809-a562-65098ffbe32b req-eb3d01ab-de31-4081-9628-46545e7eca39 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=7a703afa-3e9a-47c3-94e5-25348c8c58b8 HTTP/1.1" status: 200 len: 217 time: 0.0551751 Jun 11 09:40:40.139504 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-879efc05-67e6-4e4f-a73d-ab20325b144e req-d5339de9-49bd-4a63-8707-ddc1bc85415e tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007481 Jun 11 09:40:40.163545 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0803ae-7654-42f2-a6ee-7dfe28b100b9 None None] Pushing event updated for resources: {'Port': ['ID=9dbefbd5-8436-4aa4-a168-845f89db3ff1,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:40.176574 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-8f0803ae-7654-42f2-a6ee-7dfe28b100b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:40.195191 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-b42096d9-905c-4502-934d-a63e0a0885be admin admin] Allocated IP 172.20.0.1 (ecbff90d-5ab6-4357-bf37-5548ca0e9255/65fd936e-e1de-4d66-9d41-076079c1dae3/c8bca2f3-c339-4089-8f67-301674add5ea) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:40:40.198604 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce18667-ddf8-4c6f-bcdf-c1babfe972f2 None None] Routers {'16e2f4f2-b924-4e2a-88b9-a54ee9818027'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:40:40.203853 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-1ce18667-ddf8-4c6f-bcdf-c1babfe972f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:40:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['16e2f4f2-b924-4e2a-88b9-a54ee9818027'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:40:40.219626 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51649adc-1288-4809-a562-65098ffbe32b req-727e91ff-a757-4dc3-ac16-e4c7e7d9cc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:40.225336 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-51649adc-1288-4809-a562-65098ffbe32b req-727e91ff-a757-4dc3-ac16-e4c7e7d9cc2b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=189b03cc-b2a8-4615-9ab5-ad0328c3f10f HTTP/1.1" status: 200 len: 843 time: 0.1328435 Jun 11 09:40:40.281366 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1befb626-d3b3-499b-9165-01f39e900d4f req-120df10a-789a-48f6-9e3c-8af36237d79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:40.281366 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1befb626-d3b3-499b-9165-01f39e900d4f req-120df10a-789a-48f6-9e3c-8af36237d79e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bd284e9f195345ae8ed61d9936756921&device_id=32c534e8-6a37-462b-be83-c987e2b54ac8 HTTP/1.1" status: 200 len: 1099 time: 0.1386969 Jun 11 09:40:40.282118 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 973e3669-885a-4cbf-a78b-649ea7371a7e up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:40:40.417785 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a43fa81c-e277-403d-95dc-fc4dc98e407f req-dcdf97cd-32b9-48a3-b5d5-23610e1ca26f tempest-ServersOnMultiNodesTest-764403187 tempest-ServersOnMultiNodesTest-764403187-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:40.424280 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b42096d9-905c-4502-934d-a63e0a0885be admin admin] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:40.436730 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51649adc-1288-4809-a562-65098ffbe32b req-54f7cb6b-ce0c-4df8-9695-56090708ddea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:40.438248 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-51649adc-1288-4809-a562-65098ffbe32b req-54f7cb6b-ce0c-4df8-9695-56090708ddea service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cf20d108-f84c-44de-9036-2269564edd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2104030 Jun 11 09:40:40.439167 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [None req-b42096d9-905c-4502-934d-a63e0a0885be admin admin] Transition to ACTIVE for port object c8bca2f3-c339-4089-8f67-301674add5ea will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:40:40.499016 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a43fa81c-e277-403d-95dc-fc4dc98e407f req-dcdf97cd-32b9-48a3-b5d5-23610e1ca26f tempest-ServersOnMultiNodesTest-764403187 tempest-ServersOnMultiNodesTest-764403187-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:40.506129 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e3a847f9-a87d-4f0e-b9dd-579dd29584de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:40.547103 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a43fa81c-e277-403d-95dc-fc4dc98e407f req-dcdf97cd-32b9-48a3-b5d5-23610e1ca26f tempest-ServersOnMultiNodesTest-764403187 tempest-ServersOnMultiNodesTest-764403187-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=d35df9ed-76e1-4821-b449-9857ba424946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7716777 Jun 11 09:40:40.554249 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b42096d9-905c-4502-934d-a63e0a0885be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:40.565075 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdf97cd-32b9-48a3-b5d5-23610e1ca26f tempest-ServersOnMultiNodesTest-764403187 tempest-ServersOnMultiNodesTest-764403187-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51f04170-5431-4a94-81a7-a05ef64a5d00,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:40.573787 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-dcdf97cd-32b9-48a3-b5d5-23610e1ca26f tempest-ServersOnMultiNodesTest-764403187 tempest-ServersOnMultiNodesTest-764403187-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:40.576644 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-86778a26-7c34-4277-b3bf-f10c72f5129a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:40.580469 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-1ce18667-ddf8-4c6f-bcdf-c1babfe972f2 None None] Set router 16e2f4f2-b924-4e2a-88b9-a54ee9818027 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:40:40.624321 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42096d9-905c-4502-934d-a63e0a0885be admin admin] Network ecbff90d-5ab6-4357-bf37-5548ca0e9255 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:40:40.628622 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-b42096d9-905c-4502-934d-a63e0a0885be admin admin] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:40:40.631881 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42096d9-905c-4502-934d-a63e0a0885be admin admin] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:40:40.646159 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning for port 973e3669-885a-4cbf-a78b-649ea7371a7e completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:40:40.702583 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port 973e3669-885a-4cbf-a78b-649ea7371a7e triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:40:40.703450 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:40.719384 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42096d9-905c-4502-934d-a63e0a0885be admin admin] Pushing event updated for resources: {'Port': ['ID=c8bca2f3-c339-4089-8f67-301674add5ea,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:40.726488 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b42096d9-905c-4502-934d-a63e0a0885be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:40.740177 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b42096d9-905c-4502-934d-a63e0a0885be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-375088'] for router_interface, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:40.833884 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1befb626-d3b3-499b-9165-01f39e900d4f req-17804f48-4167-4273-8a74-9485c074e3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:40.835349 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1befb626-d3b3-499b-9165-01f39e900d4f req-17804f48-4167-4273-8a74-9485c074e3f2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cf20d108-f84c-44de-9036-2269564edd60 HTTP/1.1" status: 200 len: 870 time: 0.5459685 Jun 11 09:40:40.865442 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-de65f257-e274-4ffd-a636-a6935f294cda req-a9c863aa-4ef0-4010-9a59-8c65fcfdf4d8 tempest-SecurityGroupsTestAdminJSON-1539554861 tempest-SecurityGroupsTestAdminJSON-1539554861-project] 10.222.0.60 "GET /v2.0/security-groups/050f00a1-ffab-4bad-a67e-f6ae69de2b14 HTTP/1.1" status: 200 len: 1778 time: 0.1821010 Jun 11 09:40:40.883636 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 37066) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:40:40.963896 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1befb626-d3b3-499b-9165-01f39e900d4f req-5cdd09fe-5586-43fa-b869-185441e9dac5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d HTTP/1.1" status: 200 len: 217 time: 0.0653741 Jun 11 09:40:40.975298 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aadbdc-6559-4887-9934-113c304cf0c2 req-0046257d-60c1-40d1-bfae-a05f1f926360 tempest-LiveMigrationTest-1264164380 tempest-LiveMigrationTest-1264164380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:40.982729 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c9aadbdc-6559-4887-9934-113c304cf0c2 req-0046257d-60c1-40d1-bfae-a05f1f926360 tempest-LiveMigrationTest-1264164380 tempest-LiveMigrationTest-1264164380-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=056de3ec-49b3-4169-837a-4b49b03e923d HTTP/1.1" status: 200 len: 1097 time: 0.5967650 Jun 11 09:40:41.015067 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-de65f257-e274-4ffd-a636-a6935f294cda req-7666bfbf-9e87-4a1f-8cc1-6bf534ac8b0e tempest-SecurityGroupsTestAdminJSON-1539554861 tempest-SecurityGroupsTestAdminJSON-1539554861-project] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:41.015202 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:41.041992 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-de65f257-e274-4ffd-a636-a6935f294cda req-7666bfbf-9e87-4a1f-8cc1-6bf534ac8b0e tempest-SecurityGroupsTestAdminJSON-1539554861 tempest-SecurityGroupsTestAdminJSON-1539554861-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:41.070632 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '257b7d5c-4854-4e33-8e45-7f92ad1c36ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '973e3669-885a-4cbf-a78b-649ea7371a7e'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:40:41.072781 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-c4422b7f-c7b9-48fb-a033-adec7f3c0391 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1804136138-network', 'tenant_id': 'b45337579131456f96bbbe68609b8874'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:40:41.078736 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d85aefb6-8413-402d-b4a1-909be61f544f" -d '{"events": [{"server_uuid": "257b7d5c-4854-4e33-8e45-7f92ad1c36ff", "name": "network-vif-plugged", "status": "completed", "tag": "973e3669-885a-4cbf-a78b-649ea7371a7e"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:40:41.078909 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c9aadbdc-6559-4887-9934-113c304cf0c2 req-ae14d32f-fbb3-4089-93da-8ed6ea3bc3d3 tempest-LiveMigrationTest-1264164380 tempest-LiveMigrationTest-1264164380-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925186 Jun 11 09:40:41.090303 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 973e3669-885a-4cbf-a78b-649ea7371a7e, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=973e3669-885a-4cbf-a78b-649ea7371a7e,segment=NetworkSegment(56281ee1-4859-40f0-b2a0-2c2117bfda04),segment_id=56281ee1-4859-40f0-b2a0-2c2117bfda04)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:40:41.092005 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1befb626-d3b3-499b-9165-01f39e900d4f req-c4cdfd37-0b37-484f-911a-dd8ce19023b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:41.093991 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1befb626-d3b3-499b-9165-01f39e900d4f req-c4cdfd37-0b37-484f-911a-dd8ce19023b0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=189b03cc-b2a8-4615-9ab5-ad0328c3f10f HTTP/1.1" status: 200 len: 843 time: 0.1217127 Jun 11 09:40:41.097238 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-51649adc-1288-4809-a562-65098ffbe32b req-eb4239e3-d279-425c-8f57-de15b7e580c0 service neutron] 10.222.0.69 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6507952 Jun 11 09:40:41.116930 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-1ce18667-ddf8-4c6f-bcdf-c1babfe972f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e2f4f2-b924-4e2a-88b9-a54ee9818027', 'name': 'tempest-ServerActionsTestJSON-44240630-router', 'tenant_id': '85a0b78c318440aa9b70136d633fbbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '9dbefbd5-8436-4aa4-a168-845f89db3ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:40:34Z', 'updated_at': '2021-06-11T09:40:37Z', 'revision_number': 3, 'project_id': '85a0b78c318440aa9b70136d633fbbff', 'gw_port': {'id': '9dbefbd5-8436-4aa4-a168-845f89db3ff1', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16e2f4f2-b924-4e2a-88b9-a54ee9818027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:40:35Z', 'updated_at': '2021-06-11T09:40:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:40:41.121257 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce18667-ddf8-4c6f-bcdf-c1babfe972f2 None None] The sync data for ids ['16e2f4f2-b924-4e2a-88b9-a54ee9818027'] in n-d-779913-12 is: [{'id': '16e2f4f2-b924-4e2a-88b9-a54ee9818027', 'name': 'tempest-ServerActionsTestJSON-44240630-router', 'tenant_id': '85a0b78c318440aa9b70136d633fbbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '9dbefbd5-8436-4aa4-a168-845f89db3ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:40:34Z', 'updated_at': '2021-06-11T09:40:37Z', 'revision_number': 3, 'project_id': '85a0b78c318440aa9b70136d633fbbff', 'gw_port': {'id': '9dbefbd5-8436-4aa4-a168-845f89db3ff1', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16e2f4f2-b924-4e2a-88b9-a54ee9818027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:40:35Z', 'updated_at': '2021-06-11T09:40:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:40:41.166807 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b42096d9-905c-4502-934d-a63e0a0885be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:41.182337 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-d6f0c072-405a-447d-9aa3-bbf225ff4a68 None None] Provisioning for port c8bca2f3-c339-4089-8f67-301674add5ea completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:40:41.190544 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-d6f0c072-405a-447d-9aa3-bbf225ff4a68 None None] Provisioning complete for port c8bca2f3-c339-4089-8f67-301674add5ea triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:40:41.190939 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d6f0c072-405a-447d-9aa3-bbf225ff4a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:41.223084 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:41.226383 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:41.287629 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-d6f0c072-405a-447d-9aa3-bbf225ff4a68 None None] Port c8bca2f3-c339-4089-8f67-301674add5ea cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:40:41.305578 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=973e3669-885a-4cbf-a78b-649ea7371a7e,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:41.312240 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:41.331080 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-de65f257-e274-4ffd-a636-a6935f294cda req-7666bfbf-9e87-4a1f-8cc1-6bf534ac8b0e tempest-SecurityGroupsTestAdminJSON-1539554861 tempest-SecurityGroupsTestAdminJSON-1539554861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:41.333652 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-de65f257-e274-4ffd-a636-a6935f294cda req-7666bfbf-9e87-4a1f-8cc1-6bf534ac8b0e tempest-SecurityGroupsTestAdminJSON-1539554861 tempest-SecurityGroupsTestAdminJSON-1539554861-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:41.344715 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-de65f257-e274-4ffd-a636-a6935f294cda req-7666bfbf-9e87-4a1f-8cc1-6bf534ac8b0e tempest-SecurityGroupsTestAdminJSON-1539554861 tempest-SecurityGroupsTestAdminJSON-1539554861-project] 10.222.0.60 "DELETE /v2.0/security-groups/050f00a1-ffab-4bad-a67e-f6ae69de2b14 HTTP/1.1" status: 204 len: 173 time: 0.4594707 Jun 11 09:40:41.345512 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4422b7f-c7b9-48fb-a033-adec7f3c0391 admin admin] Made reservation on behalf of b45337579131456f96bbbe68609b8874 for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:40:41.348181 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c4422b7f-c7b9-48fb-a033-adec7f3c0391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:41.354111 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-25eecc6d-2a6d-4dd5-9b85-8a76ad4a4d3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:41.385380 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c4422b7f-c7b9-48fb-a033-adec7f3c0391 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:41.391103 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7666bfbf-9e87-4a1f-8cc1-6bf534ac8b0e tempest-SecurityGroupsTestAdminJSON-1539554861 tempest-SecurityGroupsTestAdminJSON-1539554861-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=050f00a1-ffab-4bad-a67e-f6ae69de2b14,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:41.393695 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7666bfbf-9e87-4a1f-8cc1-6bf534ac8b0e tempest-SecurityGroupsTestAdminJSON-1539554861 tempest-SecurityGroupsTestAdminJSON-1539554861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:41.398523 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21573a0f-1ce2-400d-b2ec-a43845e1c869', 'tag': '7a703afa-3e9a-47c3-94e5-25348c8c58b8'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:40:41.413329 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc78cdb1-8c5a-4ccc-b989-bbf71f0b30ee" -d '{"events": [{"name": "network-changed", "server_uuid": "21573a0f-1ce2-400d-b2ec-a43845e1c869", "tag": "7a703afa-3e9a-47c3-94e5-25348c8c58b8"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:40:41.433184 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1befb626-d3b3-499b-9165-01f39e900d4f req-6934b20e-5742-42cb-956e-75fc76d5da46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:41.435919 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1befb626-d3b3-499b-9165-01f39e900d4f req-6934b20e-5742-42cb-956e-75fc76d5da46 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cf20d108-f84c-44de-9036-2269564edd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3160021 Jun 11 09:40:41.441034 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-51649adc-1288-4809-a562-65098ffbe32b req-3e82828f-c1ee-42f0-a06a-c07dc5dbde6d service neutron] 10.222.0.69 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3322001 Jun 11 09:40:41.521832 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b42096d9-905c-4502-934d-a63e0a0885be admin admin] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:41.538897 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b690cd78-44a0-4cd5-aef1-104d616d4912 req-c3359a35-3615-4562-8575-b146cd02122a tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:41.540861 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b690cd78-44a0-4cd5-aef1-104d616d4912 req-c3359a35-3615-4562-8575-b146cd02122a tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/ports?device_id=21573a0f-1ce2-400d-b2ec-a43845e1c869 HTTP/1.1" status: 200 len: 947 time: 0.2068148 Jun 11 09:40:41.590770 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c4422b7f-c7b9-48fb-a033-adec7f3c0391 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:41.592797 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b42096d9-905c-4502-934d-a63e0a0885be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:41.595518 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:41.606651 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e4447c-7a9a-4713-a23b-9cedd4f18593 x-openstack-request-id: req-b4e4447c-7a9a-4713-a23b-9cedd4f18593 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:40:41.607645 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "257b7d5c-4854-4e33-8e45-7f92ad1c36ff", "name": "network-vif-plugged", "status": "completed", "tag": "973e3669-885a-4cbf-a78b-649ea7371a7e", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:40:41.608165 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b4e4447c-7a9a-4713-a23b-9cedd4f18593 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:40:41.608672 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '257b7d5c-4854-4e33-8e45-7f92ad1c36ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '973e3669-885a-4cbf-a78b-649ea7371a7e', 'code': 200} Jun 11 09:40:41.696831 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c4422b7f-c7b9-48fb-a033-adec7f3c0391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:41.735341 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b690cd78-44a0-4cd5-aef1-104d616d4912 req-9dbb23aa-bbda-4e01-aaf0-48776a04eeff tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca3026f3-8a05-4fe5-9c7d-b1a6d33061fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195230 Jun 11 09:40:41.753140 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b42096d9-905c-4502-934d-a63e0a0885be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375108'] for router_interface, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:41.763075 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4422b7f-c7b9-48fb-a033-adec7f3c0391 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 769} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 09:40:41.765761 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42096d9-905c-4502-934d-a63e0a0885be admin admin] Pushing event updated for resources: {'Port': ['ID=c8bca2f3-c339-4089-8f67-301674add5ea,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:41.781623 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b42096d9-905c-4502-934d-a63e0a0885be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:41.788211 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d19f44e5-4455-475b-add2-90dfe7c24112 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:41.799755 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1befb626-d3b3-499b-9165-01f39e900d4f req-20d8615e-cf22-409d-9318-73cdf25fab32 service neutron] 10.222.0.69 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3480334 Jun 11 09:40:41.828184 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c4422b7f-c7b9-48fb-a033-adec7f3c0391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:41.828533 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-c4422b7f-c7b9-48fb-a033-adec7f3c0391 admin admin] Added segment 1df4e852-26c2-4351-8bb6-614dccc2bd7d of type vlan for network 5f5b4bd2-720b-4d8c-8f94-0c6e8edf7aa1 Jun 11 09:40:41.947745 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4422b7f-c7b9-48fb-a033-adec7f3c0391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1535470-6fd6-470a-87ae-22be32747a38,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:41.969268 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c4422b7f-c7b9-48fb-a033-adec7f3c0391 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:41.973246 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c4422b7f-c7b9-48fb-a033-adec7f3c0391 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:42.006566 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a8cc4-80df-46b4-9e1c-971494c11a70 req-071f562f-ad14-4594-be08-a8c7c861faa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:42.008094 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c39a8cc4-80df-46b4-9e1c-971494c11a70 req-071f562f-ad14-4594-be08-a8c7c861faa7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=257b7d5c-4854-4e33-8e45-7f92ad1c36ff HTTP/1.1" status: 200 len: 1098 time: 0.3135304 Jun 11 09:40:42.038045 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42096d9-905c-4502-934d-a63e0a0885be admin admin] Network ecbff90d-5ab6-4357-bf37-5548ca0e9255 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:40:42.041432 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-b42096d9-905c-4502-934d-a63e0a0885be admin admin] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:40:42.065723 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1befb626-d3b3-499b-9165-01f39e900d4f req-a810c65d-ec5c-4f38-baff-cedc08bc8a9b service neutron] 10.222.0.69 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542956 Jun 11 09:40:42.080353 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1866273a-5257-4def-8e2f-06ebeb538a7a req-02f6654e-487c-4dfd-83f3-584f6fc13be7 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:42.081887 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1866273a-5257-4def-8e2f-06ebeb538a7a req-02f6654e-487c-4dfd-83f3-584f6fc13be7 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=257b7d5c-4854-4e33-8e45-7f92ad1c36ff HTTP/1.1" status: 200 len: 946 time: 0.2145574 Jun 11 09:40:42.084178 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c39a8cc4-80df-46b4-9e1c-971494c11a70 req-02836bb4-ea38-4bd0-b506-d5db2b29b188 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693336 Jun 11 09:40:42.178252 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1866273a-5257-4def-8e2f-06ebeb538a7a req-37390c21-69df-4218-8f7e-66e45487b36f tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881920 Jun 11 09:40:42.247276 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c4422b7f-c7b9-48fb-a033-adec7f3c0391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:42.258445 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4422b7f-c7b9-48fb-a033-adec7f3c0391 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:42.259244 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c4422b7f-c7b9-48fb-a033-adec7f3c0391 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:42.264326 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 9dbefbd5-8436-4aa4-a168-845f89db3ff1 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:40:42.265484 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-09631e7e-1f54-4b01-aafe-26851e9ee9c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:42.314994 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1e36dec1-7f94-4a4c-8389-d57d0ad29bb7 req-7692e474-d31c-4967-a844-3e61446d463f tempest-SecurityGroupsTestAdminJSON-1539554861 tempest-SecurityGroupsTestAdminJSON-1539554861-project] 10.222.0.60 "GET /v2.0/security-groups/6bde4cf2-a621-4955-baed-ce658927f6fe HTTP/1.1" status: 200 len: 1776 time: 0.0975897 Jun 11 09:40:42.408225 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-1e36dec1-7f94-4a4c-8389-d57d0ad29bb7 req-7efcbc7d-82a1-4d63-9d20-761cb130e671 tempest-SecurityGroupsTestAdminJSON-1539554861 tempest-SecurityGroupsTestAdminJSON-1539554861-project] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:42.408860 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-c4422b7f-c7b9-48fb-a033-adec7f3c0391 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5230672 Jun 11 09:40:42.415546 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 37090) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:40:42.415975 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4422b7f-c7b9-48fb-a033-adec7f3c0391 admin admin] Pushing event updated for resources: {'Network': ['ID=5f5b4bd2-720b-4d8c-8f94-0c6e8edf7aa1,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:42.420192 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c4422b7f-c7b9-48fb-a033-adec7f3c0391 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:42.428966 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-fd53a2a9-25e5-40ea-8092-2fcd0d8b91c3 admin admin] Request body: {'subnet': {'network_id': '5f5b4bd2-720b-4d8c-8f94-0c6e8edf7aa1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1804136138-subnet', 'tenant_id': 'b45337579131456f96bbbe68609b8874', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:40:42.436326 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 5f5b4bd2-720b-4d8c-8f94-0c6e8edf7aa1 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:40:42.464587 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b42096d9-905c-4502-934d-a63e0a0885be admin admin] Router 16e2f4f2-b924-4e2a-88b9-a54ee9818027 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 09:40:42.464959 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-1e36dec1-7f94-4a4c-8389-d57d0ad29bb7 req-7efcbc7d-82a1-4d63-9d20-761cb130e671 tempest-SecurityGroupsTestAdminJSON-1539554861 tempest-SecurityGroupsTestAdminJSON-1539554861-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:42.468395 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 9dbefbd5-8436-4aa4-a168-845f89db3ff1 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:40:42.489293 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 9dbefbd5-8436-4aa4-a168-845f89db3ff1 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:40:42.489673 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:42.553189 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd53a2a9-25e5-40ea-8092-2fcd0d8b91c3 admin admin] Made reservation on behalf of b45337579131456f96bbbe68609b8874 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:40:42.555534 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fd53a2a9-25e5-40ea-8092-2fcd0d8b91c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:42.629961 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-5b73ef05-7010-4e3a-837a-1d46e6065c3e None None] Provisioning complete for port c8bca2f3-c339-4089-8f67-301674add5ea triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:40:42.630842 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-5b73ef05-7010-4e3a-837a-1d46e6065c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:42.659145 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b42096d9-905c-4502-934d-a63e0a0885be admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:40:42.680272 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-b42096d9-905c-4502-934d-a63e0a0885be admin admin] 10.222.0.60 "PUT /v2.0/routers/16e2f4f2-b924-4e2a-88b9-a54ee9818027/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0592458 Jun 11 09:40:42.688491 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-1e36dec1-7f94-4a4c-8389-d57d0ad29bb7 req-7efcbc7d-82a1-4d63-9d20-761cb130e671 tempest-SecurityGroupsTestAdminJSON-1539554861 tempest-SecurityGroupsTestAdminJSON-1539554861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:42.691219 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-1e36dec1-7f94-4a4c-8389-d57d0ad29bb7 req-7efcbc7d-82a1-4d63-9d20-761cb130e671 tempest-SecurityGroupsTestAdminJSON-1539554861 tempest-SecurityGroupsTestAdminJSON-1539554861-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:42.701743 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1e36dec1-7f94-4a4c-8389-d57d0ad29bb7 req-7efcbc7d-82a1-4d63-9d20-761cb130e671 tempest-SecurityGroupsTestAdminJSON-1539554861 tempest-SecurityGroupsTestAdminJSON-1539554861-project] 10.222.0.60 "DELETE /v2.0/security-groups/6bde4cf2-a621-4955-baed-ce658927f6fe HTTP/1.1" status: 204 len: 173 time: 0.3817728 Jun 11 09:40:42.706646 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1974cfd2-5a66-4659-8ce7-3e80e419b764 tempest-SecurityGroupsTestAdminJSON-1294804633 tempest-SecurityGroupsTestAdminJSON-1294804633-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:42.724009 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efcbc7d-82a1-4d63-9d20-761cb130e671 tempest-SecurityGroupsTestAdminJSON-1539554861 tempest-SecurityGroupsTestAdminJSON-1539554861-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bde4cf2-a621-4955-baed-ce658927f6fe,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:42.726174 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-5b73ef05-7010-4e3a-837a-1d46e6065c3e None None] Port c8bca2f3-c339-4089-8f67-301674add5ea cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:40:42.736430 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:42.741935 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7efcbc7d-82a1-4d63-9d20-761cb130e671 tempest-SecurityGroupsTestAdminJSON-1539554861 tempest-SecurityGroupsTestAdminJSON-1539554861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:42.788145 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 9dbefbd5-8436-4aa4-a168-845f89db3ff1, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=9dbefbd5-8436-4aa4-a168-845f89db3ff1,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:40:42.821367 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a799e141-5219-4d71-98f1-3719060168be x-openstack-request-id: req-a799e141-5219-4d71-98f1-3719060168be {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:40:42.821702 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21573a0f-1ce2-400d-b2ec-a43845e1c869", "tag": "7a703afa-3e9a-47c3-94e5-25348c8c58b8", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:40:42.821975 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a799e141-5219-4d71-98f1-3719060168be {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:40:42.822531 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21573a0f-1ce2-400d-b2ec-a43845e1c869', 'tag': '7a703afa-3e9a-47c3-94e5-25348c8c58b8', 'status': 'completed', 'code': 200} Jun 11 09:40:42.865330 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a5652d5c-b53e-46a7-9c05-dc67e9749c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:42.895802 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:42.898005 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-0129a75a-9114-4edb-b362-27135c5bce79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:42.957323 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=9dbefbd5-8436-4aa4-a168-845f89db3ff1,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:42.960626 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:42.968854 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-ea20aceb-76bf-4e5c-9eaf-9943b28f4325 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=4a10270434c34de9b98cfc51150cacd7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0517950 Jun 11 09:40:43.160841 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc78cdb1-8c5a-4ccc-b989-bbf71f0b30ee req-b1cca716-2f59-4996-8180-275aee2aa4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:43.162224 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fc78cdb1-8c5a-4ccc-b989-bbf71f0b30ee req-b1cca716-2f59-4996-8180-275aee2aa4de service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bd284e9f195345ae8ed61d9936756921&device_id=21573a0f-1ce2-400d-b2ec-a43845e1c869 HTTP/1.1" status: 200 len: 1099 time: 0.3153284 Jun 11 09:40:43.228852 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-908921aa-fd41-4a6d-9dfa-2f6d30316388 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:43.236448 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-908921aa-fd41-4a6d-9dfa-2f6d30316388 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2622075 Jun 11 09:40:43.248874 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fd53a2a9-25e5-40ea-8092-2fcd0d8b91c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:43.259302 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 37128) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:40:43.302365 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:43.315191 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-d8a875ea-44e5-42c3-9886-000589d1d382 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/quotas/4a10270434c34de9b98cfc51150cacd7 HTTP/1.1" status: 200 len: 375 time: 0.0777667 Jun 11 09:40:43.416652 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615c612b-04c2-4707-a983-916dd421c6dd None None] Sync routers for ids ['16e2f4f2-b924-4e2a-88b9-a54ee9818027'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:40:43.431302 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615c612b-04c2-4707-a983-916dd421c6dd None None] Routers {'16e2f4f2-b924-4e2a-88b9-a54ee9818027'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:40:43.432107 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-615c612b-04c2-4707-a983-916dd421c6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:40:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['16e2f4f2-b924-4e2a-88b9-a54ee9818027'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:40:43.454970 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc78cdb1-8c5a-4ccc-b989-bbf71f0b30ee req-2039d24c-a08a-4c97-8431-dc5c06078b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:43.456132 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fc78cdb1-8c5a-4ccc-b989-bbf71f0b30ee req-2039d24c-a08a-4c97-8431-dc5c06078b55 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cf20d108-f84c-44de-9036-2269564edd60 HTTP/1.1" status: 200 len: 870 time: 0.2844434 Jun 11 09:40:43.459662 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-7182d793-44b0-4dcf-b3fb-aacfa8d073d4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2a452550feb840b3820101ec25550230&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1963990 Jun 11 09:40:43.464922 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 37132) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:40:43.479138 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd53a2a9-25e5-40ea-8092-2fcd0d8b91c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=931e6e90-3bbb-45ba-ae16-760114c6ec48,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:43.493642 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-fd53a2a9-25e5-40ea-8092-2fcd0d8b91c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:43.559370 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fc78cdb1-8c5a-4ccc-b989-bbf71f0b30ee req-6528ec30-6adb-440d-8cfa-51e8c45e1081 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=7a703afa-3e9a-47c3-94e5-25348c8c58b8 HTTP/1.1" status: 200 len: 217 time: 0.0825384 Jun 11 09:40:43.567655 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bc7d6455-2021-4ef7-ae01-b5ad9f7d32e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:43.567877 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd53a2a9-25e5-40ea-8092-2fcd0d8b91c3 admin admin] Checking segment: {'id': '1df4e852-26c2-4351-8bb6-614dccc2bd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '5f5b4bd2-720b-4d8c-8f94-0c6e8edf7aa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:40:43.568142 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd53a2a9-25e5-40ea-8092-2fcd0d8b91c3 admin admin] Network hostable DHCP agents. Network: 5f5b4bd2-720b-4d8c-8f94-0c6e8edf7aa1, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 09:40:43.600031 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bc7d6455-2021-4ef7-ae01-b5ad9f7d32e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:43.609994 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-615c612b-04c2-4707-a983-916dd421c6dd None None] Set router 16e2f4f2-b924-4e2a-88b9-a54ee9818027 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:40:43.636179 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-aa389722-de30-440f-8dc0-01203ef43e55 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=4a10270434c34de9b98cfc51150cacd7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3198895 Jun 11 09:40:43.664496 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc78cdb1-8c5a-4ccc-b989-bbf71f0b30ee req-1953a130-5ebc-4a77-8642-ff31b98a3309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:43.666214 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fc78cdb1-8c5a-4ccc-b989-bbf71f0b30ee req-1953a130-5ebc-4a77-8642-ff31b98a3309 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=189b03cc-b2a8-4615-9ab5-ad0328c3f10f HTTP/1.1" status: 200 len: 843 time: 0.0996280 Jun 11 09:40:43.728871 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd53a2a9-25e5-40ea-8092-2fcd0d8b91c3 admin admin] Network 5f5b4bd2-720b-4d8c-8f94-0c6e8edf7aa1 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 09:40:43.760130 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc78cdb1-8c5a-4ccc-b989-bbf71f0b30ee req-2fffd70b-93b9-4bd4-8c25-c144e07c87ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:43.761718 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fc78cdb1-8c5a-4ccc-b989-bbf71f0b30ee req-2fffd70b-93b9-4bd4-8c25-c144e07c87ca service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cf20d108-f84c-44de-9036-2269564edd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0768807 Jun 11 09:40:43.774725 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bc7d6455-2021-4ef7-ae01-b5ad9f7d32e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:43.779297 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bc7d6455-2021-4ef7-ae01-b5ad9f7d32e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:43.790900 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-bc7d6455-2021-4ef7-ae01-b5ad9f7d32e9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4d599d10-1659-40dd-af03-30e43397d62e HTTP/1.1" status: 204 len: 168 time: 0.3154268 Jun 11 09:40:43.790900 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8511f5d0-9654-4449-9110-9fec5784d36b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:43.792448 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7d6455-2021-4ef7-ae01-b5ad9f7d32e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d599d10-1659-40dd-af03-30e43397d62e,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:43.795794 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-bc7d6455-2021-4ef7-ae01-b5ad9f7d32e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:43.888267 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-fd53a2a9-25e5-40ea-8092-2fcd0d8b91c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 5f5b4bd2-720b-4d8c-8f94-0c6e8edf7aa1) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:40:43.894879 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd53a2a9-25e5-40ea-8092-2fcd0d8b91c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:43.895462 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fd53a2a9-25e5-40ea-8092-2fcd0d8b91c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:43.898285 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafb6815-ec39-49ff-a519-7a0136598f2b None None] Network 5f5b4bd2-720b-4d8c-8f94-0c6e8edf7aa1 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:40:43.942797 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [req-b4853c0a-85bd-4bb7-b334-a559ad424fab req-b421d357-ee60-42e4-a557-d046dd84a4ce tempest-LiveMigrationTest-1264164380 tempest-LiveMigrationTest-1264164380-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 09:40:43.943911 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b4853c0a-85bd-4bb7-b334-a559ad424fab req-b421d357-ee60-42e4-a557-d046dd84a4ce tempest-LiveMigrationTest-1264164380 tempest-LiveMigrationTest-1264164380-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061860 Jun 11 09:40:43.959625 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fc78cdb1-8c5a-4ccc-b989-bbf71f0b30ee req-a2c4c521-7041-4da6-8cb3-ee2220943841 service neutron] 10.222.0.69 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905088 Jun 11 09:40:43.961950 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-b4853c0a-85bd-4bb7-b334-a559ad424fab req-6524a7d9-2ec9-4ff4-92df-b71353f11ee7 service neutron] Request body: {'binding': {'host': 'n-h2-779913-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:40:43.962812 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-b4853c0a-85bd-4bb7-b334-a559ad424fab req-6524a7d9-2ec9-4ff4-92df-b71353f11ee7 service neutron] Unknown quota resources ['binding']. {{(pid=93176) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 11 09:40:44.020271 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-615c612b-04c2-4707-a983-916dd421c6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e2f4f2-b924-4e2a-88b9-a54ee9818027', 'name': 'tempest-ServerActionsTestJSON-44240630-router', 'tenant_id': '85a0b78c318440aa9b70136d633fbbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '9dbefbd5-8436-4aa4-a168-845f89db3ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:40:34Z', 'updated_at': '2021-06-11T09:40:40Z', 'revision_number': 4, 'project_id': '85a0b78c318440aa9b70136d633fbbff', 'gw_port': {'id': '9dbefbd5-8436-4aa4-a168-845f89db3ff1', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e2f4f2-b924-4e2a-88b9-a54ee9818027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:40:35Z', 'updated_at': '2021-06-11T09:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': 'c8bca2f3-c339-4089-8f67-301674add5ea', 'name': '', 'network_id': 'ecbff90d-5ab6-4357-bf37-5548ca0e9255', 'tenant_id': '85a0b78c318440aa9b70136d633fbbff', 'mac_address': 'fa:16:3e:eb:db:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16e2f4f2-b924-4e2a-88b9-a54ee9818027', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '65fd936e-e1de-4d66-9d41-076079c1dae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:40:39Z', 'updated_at': '2021-06-11T09:40:41Z', 'revision_number': 2, 'project_id': '85a0b78c318440aa9b70136d633fbbff', 'subnets': [{'id': '65fd936e-e1de-4d66-9d41-076079c1dae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:40:44.024017 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615c612b-04c2-4707-a983-916dd421c6dd None None] Checking router: 16e2f4f2-b924-4e2a-88b9-a54ee9818027 for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:40:44.024374 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615c612b-04c2-4707-a983-916dd421c6dd None None] Updating router 16e2f4f2-b924-4e2a-88b9-a54ee9818027 port c8bca2f3-c339-4089-8f67-301674add5ea binding host n-d-779913-12 {{(pid=93179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 09:40:44.040015 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-fd53a2a9-25e5-40ea-8092-2fcd0d8b91c3 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6227577 Jun 11 09:40:44.046349 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 37136) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:40:44.052450 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-a6bf9699-9686-4dcc-a375-e18bfb28986b admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1804136138-router', 'tenant_id': 'b45337579131456f96bbbe68609b8874', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:40:44.081525 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-615c612b-04c2-4707-a983-916dd421c6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:44.178683 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fc78cdb1-8c5a-4ccc-b989-bbf71f0b30ee req-5ec3ed3c-acc7-4208-a3ad-0a856f89166f service neutron] 10.222.0.69 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055774 Jun 11 09:40:44.207081 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a6bf9699-9686-4dcc-a375-e18bfb28986b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:44.208298 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a6bf9699-9686-4dcc-a375-e18bfb28986b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:44.217571 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 9dbefbd5-8436-4aa4-a168-845f89db3ff1 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:40:44.290394 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:40:44.323067 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a6bf9699-9686-4dcc-a375-e18bfb28986b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:44.335670 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-b4853c0a-85bd-4bb7-b334-a559ad424fab req-6524a7d9-2ec9-4ff4-92df-b71353f11ee7 service neutron] Attempting to bind port 1dfb78f9-7841-4e89-901a-9bff042aca5d on host n-h2-779913-12 for vnic_type normal with profile None {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:40:44.336020 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-b4853c0a-85bd-4bb7-b334-a559ad424fab req-6524a7d9-2ec9-4ff4-92df-b71353f11ee7 service neutron] Attempting to bind port 1dfb78f9-7841-4e89-901a-9bff042aca5d by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': '9149788d-877e-41af-83c2-5ce6b1848f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f64764ef-1d16-4bb9-abcb-ee15625f8d04'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:40:44.336347 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4853c0a-85bd-4bb7-b334-a559ad424fab req-6524a7d9-2ec9-4ff4-92df-b71353f11ee7 service neutron] Attempting to bind port 1dfb78f9-7841-4e89-901a-9bff042aca5d on network f64764ef-1d16-4bb9-abcb-ee15625f8d04 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:40:44.341056 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4853c0a-85bd-4bb7-b334-a559ad424fab req-6524a7d9-2ec9-4ff4-92df-b71353f11ee7 service neutron] Port 1dfb78f9-7841-4e89-901a-9bff042aca5d on network f64764ef-1d16-4bb9-abcb-ee15625f8d04 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:40:44.341384 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4853c0a-85bd-4bb7-b334-a559ad424fab req-6524a7d9-2ec9-4ff4-92df-b71353f11ee7 service neutron] Attempting to bind port 1dfb78f9-7841-4e89-901a-9bff042aca5d on network f64764ef-1d16-4bb9-abcb-ee15625f8d04 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:40:44.352562 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4853c0a-85bd-4bb7-b334-a559ad424fab req-6524a7d9-2ec9-4ff4-92df-b71353f11ee7 service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:40:44.352931 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4853c0a-85bd-4bb7-b334-a559ad424fab req-6524a7d9-2ec9-4ff4-92df-b71353f11ee7 service neutron] Checking segment: {'id': '9149788d-877e-41af-83c2-5ce6b1848f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f64764ef-1d16-4bb9-abcb-ee15625f8d04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:40:44.353313 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4853c0a-85bd-4bb7-b334-a559ad424fab req-6524a7d9-2ec9-4ff4-92df-b71353f11ee7 service neutron] Bound using segment: {'id': '9149788d-877e-41af-83c2-5ce6b1848f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f64764ef-1d16-4bb9-abcb-ee15625f8d04'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:40:44.354011 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-b4853c0a-85bd-4bb7-b334-a559ad424fab req-6524a7d9-2ec9-4ff4-92df-b71353f11ee7 service neutron] Bound port: 1dfb78f9-7841-4e89-901a-9bff042aca5d, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9149788d-877e-41af-83c2-5ce6b1848f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f64764ef-1d16-4bb9-abcb-ee15625f8d04'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:40:44.355297 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf550efb-8344-46b1-846d-4f5b4e8d3df4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-5f5b4bd2-720b-4d8c-8f94-0c6e8edf7aa1', 'network_id': '5f5b4bd2-720b-4d8c-8f94-0c6e8edf7aa1', 'tenant_id': 'b45337579131456f96bbbe68609b8874', 'fixed_ips': [{'subnet_id': '931e6e90-3bbb-45ba-ae16-760114c6ec48'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 09:40:44.356986 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-bf550efb-8344-46b1-846d-4f5b4e8d3df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:44.442340 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-b4853c0a-85bd-4bb7-b334-a559ad424fab req-6524a7d9-2ec9-4ff4-92df-b71353f11ee7 service neutron] For port 1dfb78f9-7841-4e89-901a-9bff042aca5d, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=1dfb78f9-7841-4e89-901a-9bff042aca5d,segment=NetworkSegment(9149788d-877e-41af-83c2-5ce6b1848f17),segment_id=9149788d-877e-41af-83c2-5ce6b1848f17)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:40:44.453448 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 9dbefbd5-8436-4aa4-a168-845f89db3ff1 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:40:44.453827 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:44.563076 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-615c612b-04c2-4707-a983-916dd421c6dd None None] Notify callbacks [] for port, precommit_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:44.576007 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-615c612b-04c2-4707-a983-916dd421c6dd None None] Transition to ACTIVE for port object c8bca2f3-c339-4089-8f67-301674add5ea will not be triggered until provisioned by entity L2. {{(pid=93179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:40:44.582665 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-b4853c0a-85bd-4bb7-b334-a559ad424fab req-6524a7d9-2ec9-4ff4-92df-b71353f11ee7 service neutron] Notify callbacks [] for binding, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:44.583928 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b4853c0a-85bd-4bb7-b334-a559ad424fab req-6524a7d9-2ec9-4ff4-92df-b71353f11ee7 service neutron] 10.222.0.60 "POST /v2.0/ports/1dfb78f9-7841-4e89-901a-9bff042aca5d/bindings HTTP/1.1" status: 201 len: 390 time: 0.6258354 Jun 11 09:40:44.625167 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:40:44.664276 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': '3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d', 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60', 'port_id': '3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d', 'mac_address': 'fa:16:3e:9f:d5:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189b03cc-b2a8-4615-9ab5-ad0328c3f10f', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:40:44.667267 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-615c612b-04c2-4707-a983-916dd421c6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:44.670616 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:44.707294 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 37144) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:40:44.741811 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a6bf9699-9686-4dcc-a375-e18bfb28986b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:44.928824 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-e6eca92e-7b8b-40ea-b689-ee0743dce9f4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6dbe8f21f1ca4bea844733539dbd204b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2198637 Jun 11 09:40:44.929767 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 37154) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:40:44.932582 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7f33b0-c0eb-4a44-a102-b37f2d5d08bf None None] Pushing event updated for resources: {'Port': ['ID=c8bca2f3-c339-4089-8f67-301674add5ea,revision_number=3']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:44.961105 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7f33b0-c0eb-4a44-a102-b37f2d5d08bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:40:44.961752 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7f33b0-c0eb-4a44-a102-b37f2d5d08bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:40:44.962909 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7f33b0-c0eb-4a44-a102-b37f2d5d08bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:40:44.963430 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7f33b0-c0eb-4a44-a102-b37f2d5d08bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:40:44.963969 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7f33b0-c0eb-4a44-a102-b37f2d5d08bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:40:44.964502 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7f33b0-c0eb-4a44-a102-b37f2d5d08bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:40:44.965011 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7f33b0-c0eb-4a44-a102-b37f2d5d08bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:40:44.965557 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7f33b0-c0eb-4a44-a102-b37f2d5d08bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:40:44.966067 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7f33b0-c0eb-4a44-a102-b37f2d5d08bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:40:44.966599 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7f33b0-c0eb-4a44-a102-b37f2d5d08bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:40:44.967123 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7f33b0-c0eb-4a44-a102-b37f2d5d08bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:40:44.967717 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7f33b0-c0eb-4a44-a102-b37f2d5d08bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:40:44.976513 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-6b7f33b0-c0eb-4a44-a102-b37f2d5d08bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:44.980264 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-615c612b-04c2-4707-a983-916dd421c6dd None None] Attempting to bind port c8bca2f3-c339-4089-8f67-301674add5ea on host n-d-779913-12 for vnic_type normal with profile {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:40:44.980869 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-615c612b-04c2-4707-a983-916dd421c6dd None None] Attempting to bind port c8bca2f3-c339-4089-8f67-301674add5ea by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'f561be66-4e48-459e-8c21-fceaa6c73661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'ecbff90d-5ab6-4357-bf37-5548ca0e9255'}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:40:44.981597 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615c612b-04c2-4707-a983-916dd421c6dd None None] Attempting to bind port c8bca2f3-c339-4089-8f67-301674add5ea on network ecbff90d-5ab6-4357-bf37-5548ca0e9255 {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:40:44.988284 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615c612b-04c2-4707-a983-916dd421c6dd None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:40:44.989052 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615c612b-04c2-4707-a983-916dd421c6dd None None] Checking segment: {'id': 'f561be66-4e48-459e-8c21-fceaa6c73661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'ecbff90d-5ab6-4357-bf37-5548ca0e9255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:40:44.989663 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-615c612b-04c2-4707-a983-916dd421c6dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:44.990251 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615c612b-04c2-4707-a983-916dd421c6dd None None] Bound using segment: {'id': 'f561be66-4e48-459e-8c21-fceaa6c73661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'ecbff90d-5ab6-4357-bf37-5548ca0e9255'} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:40:44.990916 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-615c612b-04c2-4707-a983-916dd421c6dd None None] Bound port: c8bca2f3-c339-4089-8f67-301674add5ea, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f561be66-4e48-459e-8c21-fceaa6c73661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'ecbff90d-5ab6-4357-bf37-5548ca0e9255'}}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:40:44.991508 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-615c612b-04c2-4707-a983-916dd421c6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:45.006446 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9caee9b-abcc-402c-b604-97d88c0fc654 req-6a21c5b4-3cc9-4d8a-bec9-442e8783efa7 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:45.013956 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b9caee9b-abcc-402c-b604-97d88c0fc654 req-6a21c5b4-3cc9-4d8a-bec9-442e8783efa7 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/ports?device_id=21573a0f-1ce2-400d-b2ec-a43845e1c869 HTTP/1.1" status: 200 len: 947 time: 0.2572744 Jun 11 09:40:45.082948 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-615c612b-04c2-4707-a983-916dd421c6dd None None] For port c8bca2f3-c339-4089-8f67-301674add5ea, host n-d-779913-12, cleared binding levels {{(pid=93179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:40:45.087434 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-615c612b-04c2-4707-a983-916dd421c6dd None None] For port c8bca2f3-c339-4089-8f67-301674add5ea, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=c8bca2f3-c339-4089-8f67-301674add5ea,segment=NetworkSegment(f561be66-4e48-459e-8c21-fceaa6c73661),segment_id=f561be66-4e48-459e-8c21-fceaa6c73661)] {{(pid=93179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:40:45.105591 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b9caee9b-abcc-402c-b604-97d88c0fc654 req-fe07ce22-16e0-4c39-9483-c6feae6c53c0 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca3026f3-8a05-4fe5-9c7d-b1a6d33061fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905807 Jun 11 09:40:45.123876 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d7b8919b-7dcb-46a4-8832-9d4fad1348ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:45.151509 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d7b8919b-7dcb-46a4-8832-9d4fad1348ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:45.185466 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:45.187767 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-615c612b-04c2-4707-a983-916dd421c6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:45.190480 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-f969eeea-adde-4f29-bc46-9590253c47ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:45.279889 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:40:45.296522 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d7b8919b-7dcb-46a4-8832-9d4fad1348ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:45.299691 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-bf550efb-8344-46b1-846d-4f5b4e8d3df4 None None] Allocated IP 172.20.0.2 (5f5b4bd2-720b-4d8c-8f94-0c6e8edf7aa1/931e6e90-3bbb-45ba-ae16-760114c6ec48/f1379a4f-512f-4695-b698-83ef08a91380) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:40:45.301688 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d7b8919b-7dcb-46a4-8832-9d4fad1348ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:45.302632 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-d7b8919b-7dcb-46a4-8832-9d4fad1348ad admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dfd6500b-7d4e-4a7d-a438-261cf228bdf2 HTTP/1.1" status: 204 len: 168 time: 0.3708391 Jun 11 09:40:45.303854 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1defbbc6-de87-4f69-ae78-a911cdcfdbf5 tempest-SecurityGroupsTestAdminJSON-1294804633 tempest-SecurityGroupsTestAdminJSON-1294804633-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:45.326006 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b8919b-7dcb-46a4-8832-9d4fad1348ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd6500b-7d4e-4a7d-a438-261cf228bdf2,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:45.342728 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615c612b-04c2-4707-a983-916dd421c6dd None None] Routers {'16e2f4f2-b924-4e2a-88b9-a54ee9818027'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:40:45.358771 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d7b8919b-7dcb-46a4-8832-9d4fad1348ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:45.359851 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-615c612b-04c2-4707-a983-916dd421c6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:40:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['16e2f4f2-b924-4e2a-88b9-a54ee9818027'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:40:45.400049 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:40:45.477961 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:45.491885 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7f33b0-c0eb-4a44-a102-b37f2d5d08bf None None] Pushing event updated for resources: {'Port': ['ID=c8bca2f3-c339-4089-8f67-301674add5ea,revision_number=4']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:45.588081 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:45.608461 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-6b7f33b0-c0eb-4a44-a102-b37f2d5d08bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:45.671714 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a425004-3625-489e-8445-556210967867 req-6670150c-acd9-41d3-be97-7b667513af98 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:45.673252 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6a425004-3625-489e-8445-556210967867 req-6670150c-acd9-41d3-be97-7b667513af98 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=257b7d5c-4854-4e33-8e45-7f92ad1c36ff HTTP/1.1" status: 200 len: 946 time: 0.2421060 Jun 11 09:40:45.697937 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-615c612b-04c2-4707-a983-916dd421c6dd None None] Set router 16e2f4f2-b924-4e2a-88b9-a54ee9818027 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:40:45.722017 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4853c0a-85bd-4bb7-b334-a559ad424fab req-26c29c1c-f20a-4719-978d-763a9cf63434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:45.723470 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b4853c0a-85bd-4bb7-b334-a559ad424fab req-26c29c1c-f20a-4719-978d-763a9cf63434 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=455235d9344d45d29863b10a5775a249&device_id=056de3ec-49b3-4169-837a-4b49b03e923d HTTP/1.1" status: 200 len: 1097 time: 0.3915906 Jun 11 09:40:45.744090 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:45.755010 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:45.829873 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c79349a8-a3b4-4b14-93a1-d83385e8725f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:45.872628 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-bf550efb-8344-46b1-846d-4f5b4e8d3df4 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:45.883688 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a6bf9699-9686-4dcc-a375-e18bfb28986b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:45.893326 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-bf550efb-8344-46b1-846d-4f5b4e8d3df4 None None] Transition to ACTIVE for port object f1379a4f-512f-4695-b698-83ef08a91380 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:40:45.898759 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4853c0a-85bd-4bb7-b334-a559ad424fab req-7da150fb-f15e-4bee-9ac3-6999b2700b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:45.900255 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b4853c0a-85bd-4bb7-b334-a559ad424fab req-7da150fb-f15e-4bee-9ac3-6999b2700b47 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f64764ef-1d16-4bb9-abcb-ee15625f8d04 HTTP/1.1" status: 200 len: 908 time: 0.1695192 Jun 11 09:40:45.916146 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-bf550efb-8344-46b1-846d-4f5b4e8d3df4 None None] Transition to ACTIVE for port object f1379a4f-512f-4695-b698-83ef08a91380 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:40:45.921129 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:40:45.945392 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a6bf9699-9686-4dcc-a375-e18bfb28986b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:46.001979 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:46.018523 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-bf550efb-8344-46b1-846d-4f5b4e8d3df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:46.032118 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:46.058580 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6a425004-3625-489e-8445-556210967867 req-5072047d-512e-413f-b5c2-78b9224a06aa tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3761885 Jun 11 09:40:46.068983 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b4853c0a-85bd-4bb7-b334-a559ad424fab req-6ee0bb78-003d-48e8-8954-ce5b6bb63909 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1dfb78f9-7841-4e89-901a-9bff042aca5d HTTP/1.1" status: 200 len: 217 time: 0.1540301 Jun 11 09:40:46.097927 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf550efb-8344-46b1-846d-4f5b4e8d3df4 None None] Network 5f5b4bd2-720b-4d8c-8f94-0c6e8edf7aa1 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:40:46.123036 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-bf550efb-8344-46b1-846d-4f5b4e8d3df4 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:40:46.157757 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf550efb-8344-46b1-846d-4f5b4e8d3df4 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:40:46.196585 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4853c0a-85bd-4bb7-b334-a559ad424fab req-7993168d-fa98-4ca9-8e78-0cd34f2de649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:46.200657 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b4853c0a-85bd-4bb7-b334-a559ad424fab req-7993168d-fa98-4ca9-8e78-0cd34f2de649 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f707fbf9-d6b5-48f4-b1c1-e5fd7bd963f6 HTTP/1.1" status: 200 len: 847 time: 0.1255789 Jun 11 09:40:46.218153 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-a6bf9699-9686-4dcc-a375-e18bfb28986b admin admin] Allocated IP 172.25.4.100 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/8b315445-29e5-443f-8b17-b6bcd42654b3) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:40:46.219125 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-615c612b-04c2-4707-a983-916dd421c6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e2f4f2-b924-4e2a-88b9-a54ee9818027', 'name': 'tempest-ServerActionsTestJSON-44240630-router', 'tenant_id': '85a0b78c318440aa9b70136d633fbbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '9dbefbd5-8436-4aa4-a168-845f89db3ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:40:34Z', 'updated_at': '2021-06-11T09:40:40Z', 'revision_number': 4, 'project_id': '85a0b78c318440aa9b70136d633fbbff', 'gw_port': {'id': '9dbefbd5-8436-4aa4-a168-845f89db3ff1', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e2f4f2-b924-4e2a-88b9-a54ee9818027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:40:35Z', 'updated_at': '2021-06-11T09:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': 'c8bca2f3-c339-4089-8f67-301674add5ea', 'name': '', 'network_id': 'ecbff90d-5ab6-4357-bf37-5548ca0e9255', 'tenant_id': '85a0b78c318440aa9b70136d633fbbff', 'mac_address': 'fa:16:3e:eb:db:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16e2f4f2-b924-4e2a-88b9-a54ee9818027', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '65fd936e-e1de-4d66-9d41-076079c1dae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:40:39Z', 'updated_at': '2021-06-11T09:40:45Z', 'revision_number': 4, 'project_id': '85a0b78c318440aa9b70136d633fbbff', 'subnets': [{'id': '65fd936e-e1de-4d66-9d41-076079c1dae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:40:46.247378 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615c612b-04c2-4707-a983-916dd421c6dd None None] The sync data for ids ['16e2f4f2-b924-4e2a-88b9-a54ee9818027'] in n-d-779913-12 is: [{'id': '16e2f4f2-b924-4e2a-88b9-a54ee9818027', 'name': 'tempest-ServerActionsTestJSON-44240630-router', 'tenant_id': '85a0b78c318440aa9b70136d633fbbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '9dbefbd5-8436-4aa4-a168-845f89db3ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:40:34Z', 'updated_at': '2021-06-11T09:40:40Z', 'revision_number': 4, 'project_id': '85a0b78c318440aa9b70136d633fbbff', 'gw_port': {'id': '9dbefbd5-8436-4aa4-a168-845f89db3ff1', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e2f4f2-b924-4e2a-88b9-a54ee9818027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:40:35Z', 'updated_at': '2021-06-11T09:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': 'c8bca2f3-c339-4089-8f67-301674add5ea', 'name': '', 'network_id': 'ecbff90d-5ab6-4357-bf37-5548ca0e9255', 'tenant_id': '85a0b78c318440aa9b70136d633fbbff', 'mac_address': 'fa:16:3e:eb:db:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16e2f4f2-b924-4e2a-88b9-a54ee9818027', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '65fd936e-e1de-4d66-9d41-076079c1dae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:40:39Z', 'updated_at': '2021-06-11T09:40:45Z', 'revision_number': 4, 'project_id': '85a0b78c318440aa9b70136d633fbbff', 'subnets': [{'id': '65fd936e-e1de-4d66-9d41-076079c1dae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:40:46.297037 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b4853c0a-85bd-4bb7-b334-a559ad424fab req-3a40d365-b4d2-464f-af6e-1792ddb76705 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f64764ef-1d16-4bb9-abcb-ee15625f8d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834892 Jun 11 09:40:46.355241 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 7a703afa-3e9a-47c3-94e5-25348c8c58b8 details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:40:46.479495 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a6bf9699-9686-4dcc-a375-e18bfb28986b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:46.571631 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b4853c0a-85bd-4bb7-b334-a559ad424fab req-a8ced0f2-abf9-4381-a71f-c70d473ea236 service neutron] 10.222.0.69 "GET /v2.0/networks/f64764ef-1d16-4bb9-abcb-ee15625f8d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680907 Jun 11 09:40:46.572535 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 37178) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:40:46.577203 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 7a703afa-3e9a-47c3-94e5-25348c8c58b8, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=7a703afa-3e9a-47c3-94e5-25348c8c58b8,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:40:46.590115 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-039b21d0-7ee4-4a9b-9412-d969144a4e95 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1497886229', 'description': 'tempest-description--1529491769'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:40:46.604599 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf550efb-8344-46b1-846d-4f5b4e8d3df4 None None] Pushing event updated for resources: {'Port': ['ID=f1379a4f-512f-4695-b698-83ef08a91380,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:46.638648 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-bf550efb-8344-46b1-846d-4f5b4e8d3df4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.606s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:46.640821 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': '7a703afa-3e9a-47c3-94e5-25348c8c58b8', 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60', 'port_id': '7a703afa-3e9a-47c3-94e5-25348c8c58b8', 'mac_address': 'fa:16:3e:99:f2:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189b03cc-b2a8-4615-9ab5-ad0328c3f10f', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:40:46.682185 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a6bf9699-9686-4dcc-a375-e18bfb28986b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:46.685459 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b42096d9-905c-4502-934d-a63e0a0885be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:46.752735 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf9699-9686-4dcc-a375-e18bfb28986b admin admin] Pushing event updated for resources: {'Port': ['ID=8b315445-29e5-443f-8b17-b6bcd42654b3,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:46.756406 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a6bf9699-9686-4dcc-a375-e18bfb28986b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:46.767516 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:46.770351 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-bf550efb-8344-46b1-846d-4f5b4e8d3df4 None None] Attempting to bind port f1379a4f-512f-4695-b698-83ef08a91380 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:40:46.770927 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-bf550efb-8344-46b1-846d-4f5b4e8d3df4 None None] Attempting to bind port f1379a4f-512f-4695-b698-83ef08a91380 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '1df4e852-26c2-4351-8bb6-614dccc2bd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '5f5b4bd2-720b-4d8c-8f94-0c6e8edf7aa1'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:40:46.771488 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf550efb-8344-46b1-846d-4f5b4e8d3df4 None None] Attempting to bind port f1379a4f-512f-4695-b698-83ef08a91380 on network 5f5b4bd2-720b-4d8c-8f94-0c6e8edf7aa1 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:40:46.779687 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6bf9699-9686-4dcc-a375-e18bfb28986b admin admin] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:40:46.782348 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-a6bf9699-9686-4dcc-a375-e18bfb28986b admin admin] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:40:46.785218 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bf9699-9686-4dcc-a375-e18bfb28986b admin admin] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:40:46.801919 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf550efb-8344-46b1-846d-4f5b4e8d3df4 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:40:46.802561 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf550efb-8344-46b1-846d-4f5b4e8d3df4 None None] Checking segment: {'id': '1df4e852-26c2-4351-8bb6-614dccc2bd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '5f5b4bd2-720b-4d8c-8f94-0c6e8edf7aa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:40:46.803161 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-bf550efb-8344-46b1-846d-4f5b4e8d3df4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:46.803772 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf550efb-8344-46b1-846d-4f5b4e8d3df4 None None] Bound using segment: {'id': '1df4e852-26c2-4351-8bb6-614dccc2bd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '5f5b4bd2-720b-4d8c-8f94-0c6e8edf7aa1'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:40:46.804412 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-bf550efb-8344-46b1-846d-4f5b4e8d3df4 None None] Bound port: f1379a4f-512f-4695-b698-83ef08a91380, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1df4e852-26c2-4351-8bb6-614dccc2bd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '5f5b4bd2-720b-4d8c-8f94-0c6e8edf7aa1'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:40:46.804961 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-bf550efb-8344-46b1-846d-4f5b4e8d3df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:46.831202 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a703afa-3e9a-47c3-94e5-25348c8c58b8 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:40:46.862087 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-039b21d0-7ee4-4a9b-9412-d969144a4e95 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:46.897884 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 7a703afa-3e9a-47c3-94e5-25348c8c58b8, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=7a703afa-3e9a-47c3-94e5-25348c8c58b8,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:40:46.904043 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:46.953876 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b4853c0a-85bd-4bb7-b334-a559ad424fab req-97aaf806-9aac-40f5-86e3-71a301cc2e97 service neutron] 10.222.0.69 "GET /v2.0/networks/f64764ef-1d16-4bb9-abcb-ee15625f8d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3620570 Jun 11 09:40:47.050218 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:47.056174 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:47.081519 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-039b21d0-7ee4-4a9b-9412-d969144a4e95 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:47.140679 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=7a703afa-3e9a-47c3-94e5-25348c8c58b8,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:47.163962 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-bf550efb-8344-46b1-846d-4f5b4e8d3df4 None None] For port f1379a4f-512f-4695-b698-83ef08a91380, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:40:47.167393 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:47.188674 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-bf550efb-8344-46b1-846d-4f5b4e8d3df4 None None] For port f1379a4f-512f-4695-b698-83ef08a91380, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=f1379a4f-512f-4695-b698-83ef08a91380,segment=NetworkSegment(1df4e852-26c2-4351-8bb6-614dccc2bd7d),segment_id=1df4e852-26c2-4351-8bb6-614dccc2bd7d)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:40:47.201397 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd2c6c6-0b61-459f-a6a5-d63c2265bf26 req-2f3c60c9-86d2-4351-a612-59114a4ed811 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:47.203665 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2dd2c6c6-0b61-459f-a6a5-d63c2265bf26 req-2f3c60c9-86d2-4351-a612-59114a4ed811 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=056de3ec-49b3-4169-837a-4b49b03e923d HTTP/1.1" status: 200 len: 945 time: 0.5789020 Jun 11 09:40:47.275168 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2dd2c6c6-0b61-459f-a6a5-d63c2265bf26 req-3b18e325-d3f4-424a-a3c6-6db52a1ae26b tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643289 Jun 11 09:40:47.317640 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-bf550efb-8344-46b1-846d-4f5b4e8d3df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:47.325574 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-bf550efb-8344-46b1-846d-4f5b4e8d3df4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:47.455450 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['7a703afa-3e9a-47c3-94e5-25348c8c58b8'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:40:47.573576 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf550efb-8344-46b1-846d-4f5b4e8d3df4 None None] Pushing event updated for resources: {'Port': ['ID=f1379a4f-512f-4695-b698-83ef08a91380,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:47.588138 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-bf550efb-8344-46b1-846d-4f5b4e8d3df4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:47.690088 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-039b21d0-7ee4-4a9b-9412-d969144a4e95 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:47.728684 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9548ba96-7de2-4f94-9272-4191a9a00f10 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:47.766416 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a6bf9699-9686-4dcc-a375-e18bfb28986b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:47.820268 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039b21d0-7ee4-4a9b-9412-d969144a4e95 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24d1f1aa-3601-424b-af20-9acf0698c1b3,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:47.855611 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-039b21d0-7ee4-4a9b-9412-d969144a4e95 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:47.865689 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-039b21d0-7ee4-4a9b-9412-d969144a4e95 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:47.871408 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-039b21d0-7ee4-4a9b-9412-d969144a4e95 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.2951219 Jun 11 09:40:47.882484 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 37198) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:40:47.885309 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4853c0a-85bd-4bb7-b334-a559ad424fab req-ac843415-6747-4c9f-924d-93b8337e4b23 tempest-LiveMigrationTest-1264164380 tempest-LiveMigrationTest-1264164380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:47.890716 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b4853c0a-85bd-4bb7-b334-a559ad424fab req-ac843415-6747-4c9f-924d-93b8337e4b23 tempest-LiveMigrationTest-1264164380 tempest-LiveMigrationTest-1264164380-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=056de3ec-49b3-4169-837a-4b49b03e923d&tenant_id=455235d9344d45d29863b10a5775a249&binding%3Ahost_id=n-h1-779913-12 HTTP/1.1" status: 200 len: 1097 time: 0.7475328 Jun 11 09:40:47.896791 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-16342629-3926-47a6-9391-481720d1ed57 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Request body: {'security_group_rule': {'security_group_id': '24d1f1aa-3601-424b-af20-9acf0698c1b3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:40:47.910325 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d478647-9709-4bdf-af30-f143a18de7da req-88a0f691-6dd7-4eb0-ae9d-e2708d0a2489 tempest-LiveAutoBlockMigrationV225Test-226334702 tempest-LiveAutoBlockMigrationV225Test-226334702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:47.917514 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8d478647-9709-4bdf-af30-f143a18de7da req-88a0f691-6dd7-4eb0-ae9d-e2708d0a2489 tempest-LiveAutoBlockMigrationV225Test-226334702 tempest-LiveAutoBlockMigrationV225Test-226334702-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=257b7d5c-4854-4e33-8e45-7f92ad1c36ff HTTP/1.1" status: 200 len: 1098 time: 0.8288975 Jun 11 09:40:47.934721 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-b4853c0a-85bd-4bb7-b334-a559ad424fab req-9444b252-b767-4b3d-a99b-c5ed692eab43 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-779913-12'}}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:40:47.953610 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c47d2-dd19-4f19-8023-9c59be0cbb77 req-0981de99-4d21-4771-83a0-29e21be382fd tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:47.964770 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cf3c47d2-dd19-4f19-8023-9c59be0cbb77 req-0981de99-4d21-4771-83a0-29e21be382fd tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/ports?device_id=21573a0f-1ce2-400d-b2ec-a43845e1c869 HTTP/1.1" status: 200 len: 948 time: 0.3679922 Jun 11 09:40:48.037069 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cf3c47d2-dd19-4f19-8023-9c59be0cbb77 req-9f9cd480-cd95-4b34-8fa9-bd96bf7aecb9 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca3026f3-8a05-4fe5-9c7d-b1a6d33061fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685918 Jun 11 09:40:48.045098 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8d478647-9709-4bdf-af30-f143a18de7da req-030fc267-cdfa-47d8-a1f1-3cd0749a6b0b tempest-LiveAutoBlockMigrationV225Test-226334702 tempest-LiveAutoBlockMigrationV225Test-226334702-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264718 Jun 11 09:40:48.179296 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-16342629-3926-47a6-9391-481720d1ed57 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:48.216406 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-b4853c0a-85bd-4bb7-b334-a559ad424fab req-9444b252-b767-4b3d-a99b-c5ed692eab43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:48.255900 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:48.297618 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:40:48.401225 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-eb952bb6-4dbe-4e43-99f9-8a41cdeb6a63 req-20594046-91a2-4448-aecc-d84bbf8ccb57 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=90f20d92-0f10-48eb-8c8d-7739d68ebe15 HTTP/1.1" status: 200 len: 210 time: 0.0993009 Jun 11 09:40:48.425527 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device c8bca2f3-c339-4089-8f67-301674add5ea up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:40:48.458848 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-16342629-3926-47a6-9391-481720d1ed57 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:48.531157 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a6bf9699-9686-4dcc-a375-e18bfb28986b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:48.538766 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-ad64f273-2f89-4524-850b-27660e60de15 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=4a10270434c34de9b98cfc51150cacd7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0753186 Jun 11 09:40:48.582368 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port c8bca2f3-c339-4089-8f67-301674add5ea completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:40:48.588487 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning for port 3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:40:48.593340 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port c8bca2f3-c339-4089-8f67-301674add5ea triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:40:48.595429 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:48.597377 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port 3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:40:48.599354 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:48.617049 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-16342629-3926-47a6-9391-481720d1ed57 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:48.674689 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:49.008615 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:49.015018 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16342629-3926-47a6-9391-481720d1ed57 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bc72a44-8567-4583-8656-cd9ed9013c43,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:49.033453 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6bf9699-9686-4dcc-a375-e18bfb28986b admin admin] Router 11cb885d-e4d1-4694-aa61-110cc1b2a89b is scheduled to L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 with binding_index 1 {{(pid=93176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 09:40:49.048985 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-16342629-3926-47a6-9391-481720d1ed57 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:49.050075 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-16342629-3926-47a6-9391-481720d1ed57 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:49.055237 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-16342629-3926-47a6-9391-481720d1ed57 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1594644 Jun 11 09:40:49.062944 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32c534e8-6a37-462b-be83-c987e2b54ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:40:49.066629 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 37226) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:40:49.069051 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5417e5a-69a6-424f-adc2-9715003d2e55" -d '{"events": [{"server_uuid": "32c534e8-6a37-462b-be83-c987e2b54ac8", "name": "network-vif-plugged", "status": "completed", "tag": "3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:40:49.073271 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:49.080995 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-18b0282e-6715-4bc9-9fee-183395c51d65 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Request body: {'security_group_rule': {'security_group_id': '24d1f1aa-3601-424b-af20-9acf0698c1b3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:40:49.128490 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1648b0-9987-44d6-b91a-af551128b988 None None] Network 5f5b4bd2-720b-4d8c-8f94-0c6e8edf7aa1 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:40:49.133366 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-b4853c0a-85bd-4bb7-b334-a559ad424fab req-9444b252-b767-4b3d-a99b-c5ed692eab43 service neutron] For port 1dfb78f9-7841-4e89-901a-9bff042aca5d, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=1dfb78f9-7841-4e89-901a-9bff042aca5d,segment=NetworkSegment(9149788d-877e-41af-83c2-5ce6b1848f17),segment_id=9149788d-877e-41af-83c2-5ce6b1848f17)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:40:49.140688 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:40:49.207152 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-60eb1c97-10a8-48bf-ae15-7f83e6c18a2d tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:49.208728 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-60eb1c97-10a8-48bf-ae15-7f83e6c18a2d tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6632438 Jun 11 09:40:49.216109 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port c8bca2f3-c339-4089-8f67-301674add5ea, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=c8bca2f3-c339-4089-8f67-301674add5ea,segment=NetworkSegment(f561be66-4e48-459e-8c21-fceaa6c73661),segment_id=f561be66-4e48-459e-8c21-fceaa6c73661)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:40:49.241467 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-3af19ced-317d-4251-90af-235086fb4afc tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Request body: {'port': {'device_id': '7159e938-ef90-4b7c-8d48-367dbc322c35', 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60', 'admin_state_up': True, 'tenant_id': '4a10270434c34de9b98cfc51150cacd7'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:40:49.247657 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220264aa-2670-4eb7-9b26-b4a5c057e99e req-bcc9c863-0a86-421c-a603-838f550b0f64 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:49.249129 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-220264aa-2670-4eb7-9b26-b4a5c057e99e req-bcc9c863-0a86-421c-a603-838f550b0f64 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=056de3ec-49b3-4169-837a-4b49b03e923d HTTP/1.1" status: 200 len: 945 time: 0.6562717 Jun 11 09:40:49.255678 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6bf9699-9686-4dcc-a375-e18bfb28986b admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:40:49.260867 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:49.274127 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:49.298100 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-b4853c0a-85bd-4bb7-b334-a559ad424fab req-9444b252-b767-4b3d-a99b-c5ed692eab43 service neutron] For port 1dfb78f9-7841-4e89-901a-9bff042aca5d, host n-h1-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:40:49.305113 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1966d9c9-6c2a-4bcd-a6da-0896ea9d9cbb None None] Sync routers for ids ['11cb885d-e4d1-4694-aa61-110cc1b2a89b'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:40:49.324528 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9cf71e11-fa5d-4ccd-9044-d7f5d7f0e930 req-548f4ec6-41e8-4f0a-b8ae-7d5e7487725e tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=1178bb6cb1294102badada6ab83fb558&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0700834 Jun 11 09:40:49.343344 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-cbc6ddcd-c1cd-4a72-a21a-18af6d2caa47 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=4a10270434c34de9b98cfc51150cacd7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353706 Jun 11 09:40:49.363163 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:49.364456 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device f1379a4f-512f-4695-b698-83ef08a91380 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:40:49.390234 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-d4f163fa-91d8-45eb-8f65-438e0622ad76 None None] Provisioning for port f1379a4f-512f-4695-b698-83ef08a91380 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:40:49.409024 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-18b0282e-6715-4bc9-9fee-183395c51d65 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:49.446341 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1966d9c9-6c2a-4bcd-a6da-0896ea9d9cbb None None] Routers {'11cb885d-e4d1-4694-aa61-110cc1b2a89b'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:40:49.446524 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-1966d9c9-6c2a-4bcd-a6da-0896ea9d9cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:40:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['11cb885d-e4d1-4694-aa61-110cc1b2a89b'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:40:49.471945 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '056de3ec-49b3-4169-837a-4b49b03e923d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1dfb78f9-7841-4e89-901a-9bff042aca5d'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:40:49.475459 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-589eac96-faf9-481f-bee6-44e2e097db27" -d '{"events": [{"server_uuid": "056de3ec-49b3-4169-837a-4b49b03e923d", "name": "network-vif-unplugged", "status": "completed", "tag": "1dfb78f9-7841-4e89-901a-9bff042aca5d"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:40:49.483773 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-b4853c0a-85bd-4bb7-b334-a559ad424fab req-9444b252-b767-4b3d-a99b-c5ed692eab43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:49.495996 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-220264aa-2670-4eb7-9b26-b4a5c057e99e req-b1c80149-d78b-43f8-a101-714e459f658b tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169013 Jun 11 09:40:49.514829 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a6bf9699-9686-4dcc-a375-e18bfb28986b admin admin] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:49.518648 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-a6bf9699-9686-4dcc-a375-e18bfb28986b admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.4688551 Jun 11 09:40:49.519736 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 37246) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:40:49.651242 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf71e11-fa5d-4ccd-9044-d7f5d7f0e930 req-020819d3-8e83-48e8-aee8-f94c6f001004 tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:49.660085 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9cf71e11-fa5d-4ccd-9044-d7f5d7f0e930 req-020819d3-8e83-48e8-aee8-f94c6f001004 tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3199942 Jun 11 09:40:49.681077 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9cf71e11-fa5d-4ccd-9044-d7f5d7f0e930 req-b7492e71-7f8f-4b0a-9f90-e54c123e3d75 tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] 10.222.0.60 "GET /v2.0/quotas/1178bb6cb1294102badada6ab83fb558 HTTP/1.1" status: 200 len: 375 time: 0.0204012 Jun 11 09:40:49.697417 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-18b0282e-6715-4bc9-9fee-183395c51d65 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:49.700782 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-b4853c0a-85bd-4bb7-b334-a559ad424fab req-9444b252-b767-4b3d-a99b-c5ed692eab43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:49.704201 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:49.743172 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9cf71e11-fa5d-4ccd-9044-d7f5d7f0e930 req-2f37ca9a-b935-454e-a172-13b19fd9cefa tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=1178bb6cb1294102badada6ab83fb558&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0609691 Jun 11 09:40:49.761622 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-392ce2bd-d2dd-4213-be63-b4b77dd04ada tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:49.780438 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-392ce2bd-d2dd-4213-be63-b4b77dd04ada tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3928044 Jun 11 09:40:49.807499 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-e5180958-4a18-4f4b-b481-37419c2f0645 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Request body: {'port': {'device_id': '90f20d92-0f10-48eb-8c8d-7739d68ebe15', 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60', 'admin_state_up': True, 'tenant_id': '4a10270434c34de9b98cfc51150cacd7'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:40:49.928829 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:49.984556 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:40:49.984960 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:40:49.985231 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:40:49.985617 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:40:49.986106 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:40:49.986429 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:40:49.986819 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:40:49.987138 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:40:49.987466 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:40:49.987814 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:40:49.988388 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:40:49.988500 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:40:49.998512 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.724s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:50.005295 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.604s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:50.067157 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-18b0282e-6715-4bc9-9fee-183395c51d65 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:50.071311 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-3af19ced-317d-4251-90af-235086fb4afc tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Made reservation on behalf of 4a10270434c34de9b98cfc51150cacd7 for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:40:50.073361 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-3af19ced-317d-4251-90af-235086fb4afc tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:50.107957 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a00ec698-3353-452a-87a4-68e34bfcefdc x-openstack-request-id: req-a00ec698-3353-452a-87a4-68e34bfcefdc {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:40:50.108270 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32c534e8-6a37-462b-be83-c987e2b54ac8", "name": "network-vif-plugged", "status": "completed", "tag": "3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:40:50.108538 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a00ec698-3353-452a-87a4-68e34bfcefdc {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:40:50.108947 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32c534e8-6a37-462b-be83-c987e2b54ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d', 'code': 200} Jun 11 09:40:50.110619 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-1966d9c9-6c2a-4bcd-a6da-0896ea9d9cbb None None] Set router 11cb885d-e4d1-4694-aa61-110cc1b2a89b gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:40:50.116603 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-e5180958-4a18-4f4b-b481-37419c2f0645 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Made reservation on behalf of 4a10270434c34de9b98cfc51150cacd7 for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:40:50.120640 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-e5180958-4a18-4f4b-b481-37419c2f0645 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:50.162374 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9444b252-b767-4b3d-a99b-c5ed692eab43 service neutron] Pushing event updated for resources: {'Port': ['ID=1dfb78f9-7841-4e89-901a-9bff042aca5d,revision_number=7']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:50.228901 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9444b252-b767-4b3d-a99b-c5ed692eab43 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:50.248509 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-16342629-3926-47a6-9391-481720d1ed57 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:50.296571 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port f1379a4f-512f-4695-b698-83ef08a91380 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:40:50.303123 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 7a703afa-3e9a-47c3-94e5-25348c8c58b8 up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:40:50.308574 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=c8bca2f3-c339-4089-8f67-301674add5ea,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:50.343384 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:50.344962 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port f1379a4f-512f-4695-b698-83ef08a91380 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:40:50.345351 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:50.373868 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-e5180958-4a18-4f4b-b481-37419c2f0645 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Allocated IP 192.168.233.48 (cf20d108-f84c-44de-9036-2269564edd60/189b03cc-b2a8-4615-9ab5-ad0328c3f10f/de89716f-db2e-416a-aceb-70adaacf4086) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:40:50.439332 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-b4853c0a-85bd-4bb7-b334-a559ad424fab req-9444b252-b767-4b3d-a99b-c5ed692eab43 service neutron] Attempting to bind port 1dfb78f9-7841-4e89-901a-9bff042aca5d on host n-h1-779913-12 for vnic_type normal with profile {"migrating_to": "n-h2-779913-12"} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:40:50.439598 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-b4853c0a-85bd-4bb7-b334-a559ad424fab req-9444b252-b767-4b3d-a99b-c5ed692eab43 service neutron] Attempting to bind port 1dfb78f9-7841-4e89-901a-9bff042aca5d by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '9149788d-877e-41af-83c2-5ce6b1848f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f64764ef-1d16-4bb9-abcb-ee15625f8d04'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:40:50.439754 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-95a3a268-6e58-4df3-b852-5addb21d82de req-a3d9e3d6-3bab-400e-85ba-829b6fdcd36b tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=90f20d92-0f10-48eb-8c8d-7739d68ebe15 HTTP/1.1" status: 200 len: 210 time: 0.0391145 Jun 11 09:40:50.440221 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4853c0a-85bd-4bb7-b334-a559ad424fab req-9444b252-b767-4b3d-a99b-c5ed692eab43 service neutron] Attempting to bind port 1dfb78f9-7841-4e89-901a-9bff042aca5d on network f64764ef-1d16-4bb9-abcb-ee15625f8d04 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:40:50.457908 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b0282e-6715-4bc9-9fee-183395c51d65 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c341ceeb-096f-48fb-a777-a382fed70fc5,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:50.465762 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-18b0282e-6715-4bc9-9fee-183395c51d65 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:50.480360 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-18b0282e-6715-4bc9-9fee-183395c51d65 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4078772 Jun 11 09:40:50.485041 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-18b0282e-6715-4bc9-9fee-183395c51d65 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:50.508002 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 37270) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:40:50.514769 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4853c0a-85bd-4bb7-b334-a559ad424fab req-9444b252-b767-4b3d-a99b-c5ed692eab43 service neutron] Port 1dfb78f9-7841-4e89-901a-9bff042aca5d on network f64764ef-1d16-4bb9-abcb-ee15625f8d04 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:40:50.515703 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4853c0a-85bd-4bb7-b334-a559ad424fab req-9444b252-b767-4b3d-a99b-c5ed692eab43 service neutron] Attempting to bind port 1dfb78f9-7841-4e89-901a-9bff042aca5d on network f64764ef-1d16-4bb9-abcb-ee15625f8d04 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:40:50.530764 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-f53694b5-c64c-4b29-93e5-29f8b4b767ed tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Request body: {'floatingip': {'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:40:50.595183 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Jun 2021 09:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c39376-b2d5-4831-ac95-b2d2fa8233ac x-openstack-request-id: req-94c39376-b2d5-4831-ac95-b2d2fa8233ac {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:40:50.595696 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "056de3ec-49b3-4169-837a-4b49b03e923d", "name": "network-vif-unplugged", "status": "completed", "tag": "1dfb78f9-7841-4e89-901a-9bff042aca5d", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:40:50.600964 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-94c39376-b2d5-4831-ac95-b2d2fa8233ac {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:40:50.600964 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '056de3ec-49b3-4169-837a-4b49b03e923d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1dfb78f9-7841-4e89-901a-9bff042aca5d', 'code': 200} Jun 11 09:40:50.680635 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning for port 7a703afa-3e9a-47c3-94e5-25348c8c58b8 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:40:50.688715 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port 7a703afa-3e9a-47c3-94e5-25348c8c58b8 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:40:50.692800 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:50.692800 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:50.788317 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4853c0a-85bd-4bb7-b334-a559ad424fab req-9444b252-b767-4b3d-a99b-c5ed692eab43 service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:40:50.788914 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4853c0a-85bd-4bb7-b334-a559ad424fab req-9444b252-b767-4b3d-a99b-c5ed692eab43 service neutron] Checking segment: {'id': '9149788d-877e-41af-83c2-5ce6b1848f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f64764ef-1d16-4bb9-abcb-ee15625f8d04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:40:50.789469 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4853c0a-85bd-4bb7-b334-a559ad424fab req-9444b252-b767-4b3d-a99b-c5ed692eab43 service neutron] Bound using segment: {'id': '9149788d-877e-41af-83c2-5ce6b1848f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f64764ef-1d16-4bb9-abcb-ee15625f8d04'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:40:50.790553 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-b4853c0a-85bd-4bb7-b334-a559ad424fab req-9444b252-b767-4b3d-a99b-c5ed692eab43 service neutron] Bound port: 1dfb78f9-7841-4e89-901a-9bff042aca5d, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9149788d-877e-41af-83c2-5ce6b1848f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f64764ef-1d16-4bb9-abcb-ee15625f8d04'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:40:50.790980 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-b4853c0a-85bd-4bb7-b334-a559ad424fab req-9444b252-b767-4b3d-a99b-c5ed692eab43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:50.810192 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd15216d-5cab-4138-96a6-f862d270d651 req-efb28622-9815-477c-bed1-c6fc08dea196 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:50.815125 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-dd15216d-5cab-4138-96a6-f862d270d651 req-efb28622-9815-477c-bed1-c6fc08dea196 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/ports?device_id=21573a0f-1ce2-400d-b2ec-a43845e1c869 HTTP/1.1" status: 200 len: 948 time: 1.0716410 Jun 11 09:40:50.820921 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port f1379a4f-512f-4695-b698-83ef08a91380, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=f1379a4f-512f-4695-b698-83ef08a91380,segment=NetworkSegment(1df4e852-26c2-4351-8bb6-614dccc2bd7d),segment_id=1df4e852-26c2-4351-8bb6-614dccc2bd7d)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:40:50.822772 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-0d636a99-73ae-4928-a2f1-66915108378b None None] Provisioning complete for port f1379a4f-512f-4695-b698-83ef08a91380 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:40:50.823443 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0d636a99-73ae-4928-a2f1-66915108378b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:50.831523 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f53694b5-c64c-4b29-93e5-29f8b4b767ed tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Notify callbacks [] for floatingip, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:50.931478 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:50.956579 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-1966d9c9-6c2a-4bcd-a6da-0896ea9d9cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11cb885d-e4d1-4694-aa61-110cc1b2a89b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1804136138-router', 'tenant_id': 'b45337579131456f96bbbe68609b8874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '8b315445-29e5-443f-8b17-b6bcd42654b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:40:44Z', 'updated_at': '2021-06-11T09:40:47Z', 'revision_number': 3, 'project_id': 'b45337579131456f96bbbe68609b8874', 'gw_port': {'id': '8b315445-29e5-443f-8b17-b6bcd42654b3', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11cb885d-e4d1-4694-aa61-110cc1b2a89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:40:45Z', 'updated_at': '2021-06-11T09:40:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:40:50.961373 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:51.019828 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b73ee57-9f54-4b9f-9c8f-285cac2215c7 req-9c98d287-5d6f-4fc5-981d-ef9922a911f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:51.021656 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5b73ee57-9f54-4b9f-9c8f-285cac2215c7 req-9c98d287-5d6f-4fc5-981d-ef9922a911f2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=32c534e8-6a37-462b-be83-c987e2b54ac8 HTTP/1.1" status: 200 len: 1101 time: 0.8166208 Jun 11 09:40:51.049538 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1966d9c9-6c2a-4bcd-a6da-0896ea9d9cbb None None] Checking router: 11cb885d-e4d1-4694-aa61-110cc1b2a89b for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:40:51.049927 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1966d9c9-6c2a-4bcd-a6da-0896ea9d9cbb None None] Updating router 11cb885d-e4d1-4694-aa61-110cc1b2a89b port 8b315445-29e5-443f-8b17-b6bcd42654b3 binding host n-d-779913-12 {{(pid=93178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 09:40:51.056540 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device c8bca2f3-c339-4089-8f67-301674add5ea up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:40:51.108640 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-dd15216d-5cab-4138-96a6-f862d270d651 req-47c0e195-9f41-48e8-8ad5-77282283adc4 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca3026f3-8a05-4fe5-9c7d-b1a6d33061fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453501 Jun 11 09:40:51.138781 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:51.142206 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cc1cf0b2-3b05-45a0-bb66-4ab07ac48e35 req-05b974e4-c810-47a5-b1a0-509a6533adec tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] 10.222.0.60 "GET /v2.0/ports?device_id=130f2b97-6743-4845-99df-82e42a416269 HTTP/1.1" status: 200 len: 210 time: 0.0549130 Jun 11 09:40:51.182513 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-e5180958-4a18-4f4b-b481-37419c2f0645 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:51.204138 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-e5180958-4a18-4f4b-b481-37419c2f0645 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Transition to ACTIVE for port object de89716f-db2e-416a-aceb-70adaacf4086 will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:40:51.286100 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=f1379a4f-512f-4695-b698-83ef08a91380,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:51.298600 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1966d9c9-6c2a-4bcd-a6da-0896ea9d9cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:51.304078 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:51.310296 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-b4853c0a-85bd-4bb7-b334-a559ad424fab req-9444b252-b767-4b3d-a99b-c5ed692eab43 service neutron] For port 1dfb78f9-7841-4e89-901a-9bff042aca5d, host n-h1-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:40:51.315005 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 7a703afa-3e9a-47c3-94e5-25348c8c58b8, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=7a703afa-3e9a-47c3-94e5-25348c8c58b8,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:40:51.361495 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port c8bca2f3-c339-4089-8f67-301674add5ea triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:40:51.361901 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:51.399313 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-e5180958-4a18-4f4b-b481-37419c2f0645 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:51.406421 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-fbd6e03c-f212-433a-84d5-b1969da7d638 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:51.479009 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5180958-4a18-4f4b-b481-37419c2f0645 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Pushing event updated for resources: {'Port': ['ID=de89716f-db2e-416a-aceb-70adaacf4086,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:51.487665 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e5180958-4a18-4f4b-b481-37419c2f0645 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:51.506176 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-e5180958-4a18-4f4b-b481-37419c2f0645 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Network cf20d108-f84c-44de-9036-2269564edd60 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:40:51.508987 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-e5180958-4a18-4f4b-b481-37419c2f0645 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:40:51.513225 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-e5180958-4a18-4f4b-b481-37419c2f0645 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:40:51.537588 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['231f751b-5b35-41a6-87e4-5e96e0d97c74'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:40:51.541214 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:51.576879 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-bf550efb-8344-46b1-846d-4f5b4e8d3df4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:51.594905 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-e5180958-4a18-4f4b-b481-37419c2f0645 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:51.596869 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-e5180958-4a18-4f4b-b481-37419c2f0645 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:51.730695 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-e5180958-4a18-4f4b-b481-37419c2f0645 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9386287 Jun 11 09:40:51.747735 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-518d8de1-418f-4171-a047-2fe57c9ebd56 service neutron] Request body: {'port': {'device_id': '90f20d92-0f10-48eb-8c8d-7739d68ebe15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:40:51.886808 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5b73ee57-9f54-4b9f-9c8f-285cac2215c7 req-dc6a91e2-0614-44cc-923d-670e2f5ebaa1 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ca3026f3-8a05-4fe5-9c7d-b1a6d33061fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8448668 Jun 11 09:40:51.945119 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-518d8de1-418f-4171-a047-2fe57c9ebd56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:51.953283 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-b4853c0a-85bd-4bb7-b334-a559ad424fab req-9444b252-b767-4b3d-a99b-c5ed692eab43 service neutron] For port 1dfb78f9-7841-4e89-901a-9bff042aca5d, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=1dfb78f9-7841-4e89-901a-9bff042aca5d,segment=NetworkSegment(9149788d-877e-41af-83c2-5ce6b1848f17),segment_id=9149788d-877e-41af-83c2-5ce6b1848f17)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:40:51.968779 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=7a703afa-3e9a-47c3-94e5-25348c8c58b8,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:51.977189 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:51.981448 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-3af19ced-317d-4251-90af-235086fb4afc tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Allocated IP 192.168.233.223 (cf20d108-f84c-44de-9036-2269564edd60/189b03cc-b2a8-4615-9ab5-ad0328c3f10f/8bb8cb28-fd60-4e20-b866-29efe9a08741) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:40:52.001729 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed1a77-8308-4720-9767-1b2f6f989e6a req-1c66c7f9-5e34-48b5-9da2-0734235ea610 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:52.007717 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3fed1a77-8308-4720-9767-1b2f6f989e6a req-1c66c7f9-5e34-48b5-9da2-0734235ea610 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=90f20d92-0f10-48eb-8c8d-7739d68ebe15 HTTP/1.1" status: 200 len: 935 time: 0.3436537 Jun 11 09:40:52.146625 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1966d9c9-6c2a-4bcd-a6da-0896ea9d9cbb None None] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:52.165484 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-1966d9c9-6c2a-4bcd-a6da-0896ea9d9cbb None None] Transition to ACTIVE for port object 8b315445-29e5-443f-8b17-b6bcd42654b3 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:40:52.176123 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21573a0f-1ce2-400d-b2ec-a43845e1c869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a703afa-3e9a-47c3-94e5-25348c8c58b8'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:40:52.177360 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a4d3eb-dde8-4cf5-a069-a4f45772c256" -d '{"events": [{"server_uuid": "21573a0f-1ce2-400d-b2ec-a43845e1c869", "name": "network-vif-plugged", "status": "completed", "tag": "7a703afa-3e9a-47c3-94e5-25348c8c58b8"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:40:52.185138 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-92a21f87-f3e2-45a8-ac30-08469885c11a None None] Provisioning for port de89716f-db2e-416a-aceb-70adaacf4086 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:40:52.235314 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-92a21f87-f3e2-45a8-ac30-08469885c11a None None] Provisioning complete for port de89716f-db2e-416a-aceb-70adaacf4086 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:40:52.235525 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-92a21f87-f3e2-45a8-ac30-08469885c11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:52.236153 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-3af19ced-317d-4251-90af-235086fb4afc tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:52.239535 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1966d9c9-6c2a-4bcd-a6da-0896ea9d9cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:52.250107 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-3af19ced-317d-4251-90af-235086fb4afc tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Transition to ACTIVE for port object 8bb8cb28-fd60-4e20-b866-29efe9a08741 will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:40:52.252026 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:52.286243 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3fed1a77-8308-4720-9767-1b2f6f989e6a req-78bdb050-e36b-4b73-98d6-e92b1f4e0438 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/security-groups?id=d35df9ed-76e1-4821-b449-9857ba424946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779171 Jun 11 09:40:52.297483 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-b4853c0a-85bd-4bb7-b334-a559ad424fab req-9444b252-b767-4b3d-a99b-c5ed692eab43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:52.304695 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-cbacb5f4-4d0c-456d-8886-2c8b7af8e2f2 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:52.314836 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f53694b5-c64c-4b29-93e5-29f8b4b767ed tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:52.354459 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a98224b4-8600-4d66-b13b-778d9ac06e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:52.398539 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-3af19ced-317d-4251-90af-235086fb4afc tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:52.504267 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09768b6e-2507-44a3-8e8a-2a1c462f5bc2 req-3403ea49-8319-4f25-80cb-d856d13dbfbd tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:52.505735 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-09768b6e-2507-44a3-8e8a-2a1c462f5bc2 req-3403ea49-8319-4f25-80cb-d856d13dbfbd tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=056de3ec-49b3-4169-837a-4b49b03e923d HTTP/1.1" status: 200 len: 943 time: 0.6829932 Jun 11 09:40:52.583756 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-1966d9c9-6c2a-4bcd-a6da-0896ea9d9cbb None None] Attempting to bind port 8b315445-29e5-443f-8b17-b6bcd42654b3 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:40:52.584428 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-1966d9c9-6c2a-4bcd-a6da-0896ea9d9cbb None None] Attempting to bind port 8b315445-29e5-443f-8b17-b6bcd42654b3 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:40:52.584875 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1966d9c9-6c2a-4bcd-a6da-0896ea9d9cbb None None] Attempting to bind port 8b315445-29e5-443f-8b17-b6bcd42654b3 on network f0adef6e-169f-4a27-8865-442be2ad072d {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:40:52.603842 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2073f09-36a7-4380-9598-5fdc56ec6c0f None None] Pushing event updated for resources: {'Port': ['ID=8b315445-29e5-443f-8b17-b6bcd42654b3,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:52.607162 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f2073f09-36a7-4380-9598-5fdc56ec6c0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:52.609371 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1966d9c9-6c2a-4bcd-a6da-0896ea9d9cbb None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:40:52.609832 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1966d9c9-6c2a-4bcd-a6da-0896ea9d9cbb None None] Checking segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:40:52.610256 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1966d9c9-6c2a-4bcd-a6da-0896ea9d9cbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:52.610659 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1966d9c9-6c2a-4bcd-a6da-0896ea9d9cbb None None] Bound using segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:40:52.611286 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-1966d9c9-6c2a-4bcd-a6da-0896ea9d9cbb None None] Bound port: 8b315445-29e5-443f-8b17-b6bcd42654b3, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:40:52.611706 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1966d9c9-6c2a-4bcd-a6da-0896ea9d9cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:52.612154 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-3af19ced-317d-4251-90af-235086fb4afc tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Network cf20d108-f84c-44de-9036-2269564edd60 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:40:52.613337 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-92a21f87-f3e2-45a8-ac30-08469885c11a None None] Port de89716f-db2e-416a-aceb-70adaacf4086 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:40:52.619214 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9444b252-b767-4b3d-a99b-c5ed692eab43 service neutron] Pushing event updated for resources: {'Port': ['ID=1dfb78f9-7841-4e89-901a-9bff042aca5d,revision_number=8']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:52.624864 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-3af19ced-317d-4251-90af-235086fb4afc tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:40:52.626901 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9444b252-b767-4b3d-a99b-c5ed692eab43 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:52.633409 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ce397e89-c2e9-48e4-b4ff-044c5805027f tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.143s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:52.640535 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-3af19ced-317d-4251-90af-235086fb4afc tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:40:52.711362 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d9a0ae-105d-4efa-b5a0-c44ff88577d0 req-9db8e00d-b7ed-4f8f-b769-bdd2e7c209e4 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:52.713476 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d4d9a0ae-105d-4efa-b5a0-c44ff88577d0 req-9db8e00d-b7ed-4f8f-b769-bdd2e7c209e4 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/ports?device_id=21573a0f-1ce2-400d-b2ec-a43845e1c869 HTTP/1.1" status: 200 len: 949 time: 0.1395710 Jun 11 09:40:52.744481 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-1966d9c9-6c2a-4bcd-a6da-0896ea9d9cbb None None] For port 8b315445-29e5-443f-8b17-b6bcd42654b3, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:40:52.752550 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-1966d9c9-6c2a-4bcd-a6da-0896ea9d9cbb None None] For port 8b315445-29e5-443f-8b17-b6bcd42654b3, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=8b315445-29e5-443f-8b17-b6bcd42654b3,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:40:52.805916 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-518d8de1-418f-4171-a047-2fe57c9ebd56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de89716f-db2e-416a-aceb-70adaacf4086 {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:40:52.817709 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-518d8de1-418f-4171-a047-2fe57c9ebd56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:52.818859 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-09768b6e-2507-44a3-8e8a-2a1c462f5bc2 req-36a155b3-a3cf-4f1f-baf4-c5fdd7fc2518 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876103 Jun 11 09:40:52.823983 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d4d9a0ae-105d-4efa-b5a0-c44ff88577d0 req-a3945c62-b5c8-4962-a60e-f0e226119a04 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca3026f3-8a05-4fe5-9c7d-b1a6d33061fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938618 Jun 11 09:40:52.837153 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-518d8de1-418f-4171-a047-2fe57c9ebd56 service neutron] Transition to ACTIVE for port object de89716f-db2e-416a-aceb-70adaacf4086 will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:40:52.846307 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['231f751b-5b35-41a6-87e4-5e96e0d97c74'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:40:52.886279 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-3af19ced-317d-4251-90af-235086fb4afc tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:52.889225 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-3af19ced-317d-4251-90af-235086fb4afc tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:52.893921 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af19ced-317d-4251-90af-235086fb4afc tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Pushing event updated for resources: {'Port': ['ID=8bb8cb28-fd60-4e20-b866-29efe9a08741,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:52.906513 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3af19ced-317d-4251-90af-235086fb4afc tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:52.924070 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1966d9c9-6c2a-4bcd-a6da-0896ea9d9cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:52.936487 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-f53694b5-c64c-4b29-93e5-29f8b4b767ed tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Allocated IP 172.25.4.235 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/5eb39aa2-3662-4b22-a191-029c04e8411b) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:40:52.940602 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:52.947606 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-518d8de1-418f-4171-a047-2fe57c9ebd56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:52.961405 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9876654c-4fb3-46c1-9786-46efab021ee4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:53.075407 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15d834b1-7dfa-4f22-a439-055b6634290e x-openstack-request-id: req-15d834b1-7dfa-4f22-a439-055b6634290e {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:40:53.076050 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21573a0f-1ce2-400d-b2ec-a43845e1c869", "name": "network-vif-plugged", "status": "completed", "tag": "7a703afa-3e9a-47c3-94e5-25348c8c58b8", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:40:53.076050 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-15d834b1-7dfa-4f22-a439-055b6634290e {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:40:53.076379 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21573a0f-1ce2-400d-b2ec-a43845e1c869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a703afa-3e9a-47c3-94e5-25348c8c58b8', 'code': 200} Jun 11 09:40:53.102821 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device f1379a4f-512f-4695-b698-83ef08a91380 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:40:53.154965 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518d8de1-418f-4171-a047-2fe57c9ebd56 service neutron] Pushing event updated for resources: {'Port': ['ID=de89716f-db2e-416a-aceb-70adaacf4086,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:53.164110 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-a98224b4-8600-4d66-b13b-778d9ac06e7c admin admin] Allocated IP 172.20.0.1 (5f5b4bd2-720b-4d8c-8f94-0c6e8edf7aa1/931e6e90-3bbb-45ba-ae16-760114c6ec48/3b716bd5-44c0-4481-9ea0-9f80105970a1) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:40:53.215602 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2073f09-36a7-4380-9598-5fdc56ec6c0f None None] Pushing event updated for resources: {'Port': ['ID=8b315445-29e5-443f-8b17-b6bcd42654b3,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:53.221338 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-518d8de1-418f-4171-a047-2fe57c9ebd56 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:53.232969 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f2073f09-36a7-4380-9598-5fdc56ec6c0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:53.242528 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9c3018e0-e63e-4601-a5e0-6ffcea1c9672 req-2561aad5-73e1-4d7b-a28c-d9ca645dce92 tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] 10.222.0.60 "GET /v2.0/ports?device_id=130f2b97-6743-4845-99df-82e42a416269 HTTP/1.1" status: 200 len: 210 time: 0.1453679 Jun 11 09:40:53.261059 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1966d9c9-6c2a-4bcd-a6da-0896ea9d9cbb None None] Routers {'11cb885d-e4d1-4694-aa61-110cc1b2a89b'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:40:53.261725 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-1966d9c9-6c2a-4bcd-a6da-0896ea9d9cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:40:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['11cb885d-e4d1-4694-aa61-110cc1b2a89b'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:40:53.341619 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4853c0a-85bd-4bb7-b334-a559ad424fab req-9444b252-b767-4b3d-a99b-c5ed692eab43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:53.342992 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-b4853c0a-85bd-4bb7-b334-a559ad424fab req-9444b252-b767-4b3d-a99b-c5ed692eab43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:53.345142 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b4853c0a-85bd-4bb7-b334-a559ad424fab req-9444b252-b767-4b3d-a99b-c5ed692eab43 service neutron] 10.222.0.69 "PUT /v2.0/ports/1dfb78f9-7841-4e89-901a-9bff042aca5d HTTP/1.1" status: 200 len: 1123 time: 5.4370799 Jun 11 09:40:53.422187 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '056de3ec-49b3-4169-837a-4b49b03e923d', 'tag': '1dfb78f9-7841-4e89-901a-9bff042aca5d'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:40:53.424752 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec3105ff-759c-4eba-bfa2-36a111ab6193" -d '{"events": [{"name": "network-changed", "server_uuid": "056de3ec-49b3-4169-837a-4b49b03e923d", "tag": "1dfb78f9-7841-4e89-901a-9bff042aca5d"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:40:53.432848 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-3af19ced-317d-4251-90af-235086fb4afc tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2130287 Jun 11 09:40:53.442642 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-518d8de1-418f-4171-a047-2fe57c9ebd56 service neutron] Attempting to bind port de89716f-db2e-416a-aceb-70adaacf4086 on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:40:53.447131 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-518d8de1-418f-4171-a047-2fe57c9ebd56 service neutron] Attempting to bind port de89716f-db2e-416a-aceb-70adaacf4086 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:40:53.447131 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-518d8de1-418f-4171-a047-2fe57c9ebd56 service neutron] Attempting to bind port de89716f-db2e-416a-aceb-70adaacf4086 on network cf20d108-f84c-44de-9036-2269564edd60 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:40:53.450313 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-518d8de1-418f-4171-a047-2fe57c9ebd56 service neutron] Port de89716f-db2e-416a-aceb-70adaacf4086 on network cf20d108-f84c-44de-9036-2269564edd60 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:40:53.450910 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-518d8de1-418f-4171-a047-2fe57c9ebd56 service neutron] Attempting to bind port de89716f-db2e-416a-aceb-70adaacf4086 on network cf20d108-f84c-44de-9036-2269564edd60 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:40:53.457158 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-518d8de1-418f-4171-a047-2fe57c9ebd56 service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:40:53.458092 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-518d8de1-418f-4171-a047-2fe57c9ebd56 service neutron] Checking segment: {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:40:53.458840 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-518d8de1-418f-4171-a047-2fe57c9ebd56 service neutron] Bound using segment: {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:40:53.459698 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-518d8de1-418f-4171-a047-2fe57c9ebd56 service neutron] Bound port: de89716f-db2e-416a-aceb-70adaacf4086, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:40:53.460295 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-518d8de1-418f-4171-a047-2fe57c9ebd56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:53.486941 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-7e117f1c-f015-4868-a50d-bc83d4415333 None None] Provisioning for port 8bb8cb28-fd60-4e20-b866-29efe9a08741 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:40:53.491962 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-52afd11a-e572-4b90-a429-3522a966f028 service neutron] Request body: {'port': {'device_id': '7159e938-ef90-4b7c-8d48-367dbc322c35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-12'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:40:53.494626 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['1dfb78f9-7841-4e89-901a-9bff042aca5d'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:40:53.545533 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-7e117f1c-f015-4868-a50d-bc83d4415333 None None] Provisioning complete for port 8bb8cb28-fd60-4e20-b866-29efe9a08741 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:40:53.545921 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7e117f1c-f015-4868-a50d-bc83d4415333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:53.590019 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-518d8de1-418f-4171-a047-2fe57c9ebd56 service neutron] For port de89716f-db2e-416a-aceb-70adaacf4086, host n-h1-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:40:53.596196 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-518d8de1-418f-4171-a047-2fe57c9ebd56 service neutron] For port de89716f-db2e-416a-aceb-70adaacf4086, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=de89716f-db2e-416a-aceb-70adaacf4086,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:40:53.653876 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port f1379a4f-512f-4695-b698-83ef08a91380 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:40:53.654267 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:53.668397 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-7e117f1c-f015-4868-a50d-bc83d4415333 None None] Port 8bb8cb28-fd60-4e20-b866-29efe9a08741 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:40:53.670755 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f53694b5-c64c-4b29-93e5-29f8b4b767ed tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:53.673045 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c467c260-5f4c-4410-ba21-a21d3dcb1e0e req-9006ca39-8f02-47d2-809e-15305327e140 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:53.679833 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c467c260-5f4c-4410-ba21-a21d3dcb1e0e req-9006ca39-8f02-47d2-809e-15305327e140 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=90f20d92-0f10-48eb-8c8d-7739d68ebe15 HTTP/1.1" status: 200 len: 947 time: 0.1413617 Jun 11 09:40:53.687599 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a98224b4-8600-4d66-b13b-778d9ac06e7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:53.690282 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-52afd11a-e572-4b90-a429-3522a966f028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:53.711534 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf27a840-3d6f-4f20-b1c7-cc1f5c592456 req-9fcda79e-d69b-4a54-ac09-42bd33647551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:53.713054 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cf27a840-3d6f-4f20-b1c7-cc1f5c592456 req-9fcda79e-d69b-4a54-ac09-42bd33647551 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=21573a0f-1ce2-400d-b2ec-a43845e1c869 HTTP/1.1" status: 200 len: 1101 time: 0.3781056 Jun 11 09:40:53.728574 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-1966d9c9-6c2a-4bcd-a6da-0896ea9d9cbb None None] Set router 11cb885d-e4d1-4694-aa61-110cc1b2a89b gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:40:53.738918 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c467c260-5f4c-4410-ba21-a21d3dcb1e0e req-81e65735-ba1d-4445-9f7c-e4d3fc58d232 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/security-groups?id=d35df9ed-76e1-4821-b449-9857ba424946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554132 Jun 11 09:40:53.740680 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-a98224b4-8600-4d66-b13b-778d9ac06e7c admin admin] Transition to ACTIVE for port object 3b716bd5-44c0-4481-9ea0-9f80105970a1 will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:40:53.799285 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-518d8de1-418f-4171-a047-2fe57c9ebd56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:53.805481 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-200c4629-88cf-40a8-846b-68966e2701cb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:53.835373 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7742e6ce-e992-4a51-a3dc-012329f14a68 x-openstack-request-id: req-7742e6ce-e992-4a51-a3dc-012329f14a68 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:40:53.835822 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "056de3ec-49b3-4169-837a-4b49b03e923d", "tag": "1dfb78f9-7841-4e89-901a-9bff042aca5d", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:40:53.836065 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7742e6ce-e992-4a51-a3dc-012329f14a68 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:40:53.836484 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '056de3ec-49b3-4169-837a-4b49b03e923d', 'tag': '1dfb78f9-7841-4e89-901a-9bff042aca5d', 'status': 'completed', 'code': 200} Jun 11 09:40:53.872251 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9cf71e11-fa5d-4ccd-9044-d7f5d7f0e930 req-fb11c47a-eb5e-47dc-8663-a3de6aae189b tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=1178bb6cb1294102badada6ab83fb558&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0944667 Jun 11 09:40:53.885681 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-518d8de1-418f-4171-a047-2fe57c9ebd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:53.889673 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-518d8de1-418f-4171-a047-2fe57c9ebd56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:53.893896 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-518d8de1-418f-4171-a047-2fe57c9ebd56 service neutron] 10.222.0.64 "PUT /v2.0/ports/de89716f-db2e-416a-aceb-70adaacf4086 HTTP/1.1" status: 200 len: 1096 time: 2.1533594 Jun 11 09:40:53.904419 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90f20d92-0f10-48eb-8c8d-7739d68ebe15', 'tag': 'de89716f-db2e-416a-aceb-70adaacf4086'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:40:53.934667 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12fa2814-2264-4285-8aa9-f1e0d3ac70fa" -d '{"events": [{"name": "network-changed", "server_uuid": "90f20d92-0f10-48eb-8c8d-7739d68ebe15", "tag": "de89716f-db2e-416a-aceb-70adaacf4086"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:40:53.962685 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cf27a840-3d6f-4f20-b1c7-cc1f5c592456 req-fbe6d2e2-cec4-4269-a116-f794ffec5a74 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ca3026f3-8a05-4fe5-9c7d-b1a6d33061fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397039 Jun 11 09:40:53.976835 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518d8de1-418f-4171-a047-2fe57c9ebd56 service neutron] Pushing event updated for resources: {'Port': ['ID=de89716f-db2e-416a-aceb-70adaacf4086,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:53.980544 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-518d8de1-418f-4171-a047-2fe57c9ebd56 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:54.133870 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f53694b5-c64c-4b29-93e5-29f8b4b767ed tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:54.147216 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-099bbdf3-c030-45a4-89cb-4da1ea21dd5d tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:54.242228 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-1966d9c9-6c2a-4bcd-a6da-0896ea9d9cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11cb885d-e4d1-4694-aa61-110cc1b2a89b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1804136138-router', 'tenant_id': 'b45337579131456f96bbbe68609b8874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '8b315445-29e5-443f-8b17-b6bcd42654b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:40:44Z', 'updated_at': '2021-06-11T09:40:47Z', 'revision_number': 3, 'project_id': 'b45337579131456f96bbbe68609b8874', 'gw_port': {'id': '8b315445-29e5-443f-8b17-b6bcd42654b3', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11cb885d-e4d1-4694-aa61-110cc1b2a89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:40:45Z', 'updated_at': '2021-06-11T09:40:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:40:54.247518 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1966d9c9-6c2a-4bcd-a6da-0896ea9d9cbb None None] The sync data for ids ['11cb885d-e4d1-4694-aa61-110cc1b2a89b'] in n-d-779913-12 is: [{'id': '11cb885d-e4d1-4694-aa61-110cc1b2a89b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1804136138-router', 'tenant_id': 'b45337579131456f96bbbe68609b8874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '8b315445-29e5-443f-8b17-b6bcd42654b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:40:44Z', 'updated_at': '2021-06-11T09:40:47Z', 'revision_number': 3, 'project_id': 'b45337579131456f96bbbe68609b8874', 'gw_port': {'id': '8b315445-29e5-443f-8b17-b6bcd42654b3', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11cb885d-e4d1-4694-aa61-110cc1b2a89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:40:45Z', 'updated_at': '2021-06-11T09:40:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:40:54.252732 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a98224b4-8600-4d66-b13b-778d9ac06e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:54.255217 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-7264dd89-a141-4967-9b41-0ac4e3231e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:54.255979 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53694b5-c64c-4b29-93e5-29f8b4b767ed tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:40:54.256755 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-7264dd89-a141-4967-9b41-0ac4e3231e7a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a10270434c34de9b98cfc51150cacd7&device_id=90f20d92-0f10-48eb-8c8d-7739d68ebe15 HTTP/1.1" status: 200 len: 1099 time: 0.1918685 Jun 11 09:40:54.267462 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b67789-a7c3-4a6b-a359-457f6d314fc6 req-4c4d03c5-5fd7-42d9-b4c4-fbbab33abbca tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:54.269403 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-03b67789-a7c3-4a6b-a359-457f6d314fc6 req-4c4d03c5-5fd7-42d9-b4c4-fbbab33abbca tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/ports?device_id=21573a0f-1ce2-400d-b2ec-a43845e1c869 HTTP/1.1" status: 200 len: 949 time: 0.1289124 Jun 11 09:40:54.300265 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3105ff-759c-4eba-bfa2-36a111ab6193 req-8ab1c9e9-e1df-434f-afc7-3ae9ef1493e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:54.302124 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ec3105ff-759c-4eba-bfa2-36a111ab6193 req-8ab1c9e9-e1df-434f-afc7-3ae9ef1493e6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=455235d9344d45d29863b10a5775a249&device_id=056de3ec-49b3-4169-837a-4b49b03e923d HTTP/1.1" status: 200 len: 1126 time: 0.4579160 Jun 11 09:40:54.303012 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-f53694b5-c64c-4b29-93e5-29f8b4b767ed tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:40:54.305466 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53694b5-c64c-4b29-93e5-29f8b4b767ed tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:40:54.339175 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-5fc9be48-213f-4041-8654-75f870d39c5c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=de89716f-db2e-416a-aceb-70adaacf4086 HTTP/1.1" status: 200 len: 217 time: 0.0690026 Jun 11 09:40:54.369868 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf71e11-fa5d-4ccd-9044-d7f5d7f0e930 req-178e1c1a-3ad7-4dec-bc31-af8d1e160bdd tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:54.370955 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9cf71e11-fa5d-4ccd-9044-d7f5d7f0e930 req-178e1c1a-3ad7-4dec-bc31-af8d1e160bdd tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4532518 Jun 11 09:40:54.407243 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53694b5-c64c-4b29-93e5-29f8b4b767ed tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Pushing event updated for resources: {'Port': ['ID=5eb39aa2-3662-4b22-a191-029c04e8411b,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:54.410180 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f53694b5-c64c-4b29-93e5-29f8b4b767ed tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:54.425924 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-03b67789-a7c3-4a6b-a359-457f6d314fc6 req-8377a80e-a6da-4647-b3c5-55511ca92ac1 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca3026f3-8a05-4fe5-9c7d-b1a6d33061fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955162 Jun 11 09:40:54.431349 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-9cf71e11-fa5d-4ccd-9044-d7f5d7f0e930 req-e5f04b2d-e4d6-4e30-b95f-a1b26c6cfa1a tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] Request body: {'port': {'device_id': '130f2b97-6743-4845-99df-82e42a416269', 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60', 'admin_state_up': True, 'tenant_id': '1178bb6cb1294102badada6ab83fb558'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:40:54.432215 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-45cd48f0-2300-4a75-856e-2c3499c23268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:54.432404 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ad5ba8a5-0fc9-4eca-993d-ded2cdc3d665 tempest-LiveMigrationNegativeTest-735690821 tempest-LiveMigrationNegativeTest-735690821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.164s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:54.432954 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-45cd48f0-2300-4a75-856e-2c3499c23268 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=189b03cc-b2a8-4615-9ab5-ad0328c3f10f HTTP/1.1" status: 200 len: 843 time: 0.0825214 Jun 11 09:40:54.439239 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98224b4-8600-4d66-b13b-778d9ac06e7c admin admin] Network 5f5b4bd2-720b-4d8c-8f94-0c6e8edf7aa1 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:40:54.515734 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-0878127b-9a5f-4a39-825a-e21025aebe60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:54.517211 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-0878127b-9a5f-4a39-825a-e21025aebe60 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf20d108-f84c-44de-9036-2269564edd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0770636 Jun 11 09:40:54.721828 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-535de080-3f5f-429a-ad5d-c138d49649ef x-openstack-request-id: req-535de080-3f5f-429a-ad5d-c138d49649ef {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:40:54.722151 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90f20d92-0f10-48eb-8c8d-7739d68ebe15", "tag": "de89716f-db2e-416a-aceb-70adaacf4086", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:40:54.722426 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-535de080-3f5f-429a-ad5d-c138d49649ef {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:40:54.722848 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90f20d92-0f10-48eb-8c8d-7739d68ebe15', 'tag': 'de89716f-db2e-416a-aceb-70adaacf4086', 'status': 'completed', 'code': 200} Jun 11 09:40:54.749319 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-68f290a9-b7c0-4cd7-b76d-139c6e336886 service neutron] 10.222.0.64 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241938 Jun 11 09:40:54.871047 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7a7e52-6bfe-48cb-a8e2-700d17f7aa7f req-a914bd94-9735-44db-9456-49771b08862b tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:54.873359 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8b7a7e52-6bfe-48cb-a8e2-700d17f7aa7f req-a914bd94-9735-44db-9456-49771b08862b tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=056de3ec-49b3-4169-837a-4b49b03e923d HTTP/1.1" status: 200 len: 943 time: 0.3001068 Jun 11 09:40:54.873833 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-a98224b4-8600-4d66-b13b-778d9ac06e7c admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:40:54.876659 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98224b4-8600-4d66-b13b-778d9ac06e7c admin admin] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:40:54.983746 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8b7a7e52-6bfe-48cb-a8e2-700d17f7aa7f req-23cc92ba-ee62-4bea-b63b-7ad5dea911e9 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975711 Jun 11 09:40:55.016736 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-8a6dfb3a-183a-47bb-8260-fd940745399d service neutron] 10.222.0.64 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594433 Jun 11 09:40:55.155920 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98224b4-8600-4d66-b13b-778d9ac06e7c admin admin] Pushing event updated for resources: {'Port': ['ID=3b716bd5-44c0-4481-9ea0-9f80105970a1,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:55.158180 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a98224b4-8600-4d66-b13b-778d9ac06e7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.725s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:55.198499 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 8b315445-29e5-443f-8b17-b6bcd42654b3 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:40:55.271919 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a98224b4-8600-4d66-b13b-778d9ac06e7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-375088'] for router_interface, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:55.307940 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f53694b5-c64c-4b29-93e5-29f8b4b767ed tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:55.335996 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fa2814-2264-4285-8aa9-f1e0d3ac70fa req-b2bf9efe-da4e-4f92-93d6-67c980e43d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:55.338912 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-12fa2814-2264-4285-8aa9-f1e0d3ac70fa req-b2bf9efe-da4e-4f92-93d6-67c980e43d97 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a10270434c34de9b98cfc51150cacd7&device_id=90f20d92-0f10-48eb-8c8d-7739d68ebe15 HTTP/1.1" status: 200 len: 1099 time: 0.1362545 Jun 11 09:40:55.358825 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-aa8146f8-0aa7-4d61-b8d6-75e72b844afd req-aba8fc9d-726e-414f-b278-592f552507ef tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] 10.222.0.60 "GET /v2.0/ports?device_id=130f2b97-6743-4845-99df-82e42a416269 HTTP/1.1" status: 200 len: 210 time: 0.1078119 Jun 11 09:40:55.365231 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 8b315445-29e5-443f-8b17-b6bcd42654b3 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:40:55.368336 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fdefe1-6a30-4ab9-ac16-94c9dbfe22ef req-984f37a0-6b4a-43fc-9480-7bd4ce27bda3 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:55.369380 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 8b315445-29e5-443f-8b17-b6bcd42654b3 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:40:55.369981 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:55.370344 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f1fdefe1-6a30-4ab9-ac16-94c9dbfe22ef req-984f37a0-6b4a-43fc-9480-7bd4ce27bda3 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=90f20d92-0f10-48eb-8c8d-7739d68ebe15 HTTP/1.1" status: 200 len: 947 time: 0.1821117 Jun 11 09:40:55.423251 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-94bd26ad-35d3-45e2-a2f4-fdc7f8105f46 None None] Provisioning for port 3b716bd5-44c0-4481-9ea0-9f80105970a1 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:40:55.423628 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 09:40:55.437127 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-94bd26ad-35d3-45e2-a2f4-fdc7f8105f46 None None] Provisioning complete for port 3b716bd5-44c0-4481-9ea0-9f80105970a1 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:40:55.437510 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-94bd26ad-35d3-45e2-a2f4-fdc7f8105f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:55.452384 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f1fdefe1-6a30-4ab9-ac16-94c9dbfe22ef req-006f4639-993b-44cc-84e9-f78b7e74220f tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/security-groups?id=d35df9ed-76e1-4821-b449-9857ba424946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610096 Jun 11 09:40:55.542854 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-94bd26ad-35d3-45e2-a2f4-fdc7f8105f46 None None] Port 3b716bd5-44c0-4481-9ea0-9f80105970a1 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:40:55.560577 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:55.606317 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 8b315445-29e5-443f-8b17-b6bcd42654b3, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=8b315445-29e5-443f-8b17-b6bcd42654b3,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:40:55.622843 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fa2814-2264-4285-8aa9-f1e0d3ac70fa req-dc687cbb-9d34-4fae-80f7-3b124453bedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:55.624521 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-12fa2814-2264-4285-8aa9-f1e0d3ac70fa req-dc687cbb-9d34-4fae-80f7-3b124453bedb service neutron] 10.222.0.64 "GET /v2.0/networks?id=cf20d108-f84c-44de-9036-2269564edd60 HTTP/1.1" status: 200 len: 870 time: 0.2774415 Jun 11 09:40:55.674557 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3105ff-759c-4eba-bfa2-36a111ab6193 req-8ec662a1-0c5e-4b59-ac37-2fdcea989cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:55.679824 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ec3105ff-759c-4eba-bfa2-36a111ab6193 req-8ec662a1-0c5e-4b59-ac37-2fdcea989cb2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f64764ef-1d16-4bb9-abcb-ee15625f8d04 HTTP/1.1" status: 200 len: 908 time: 1.3143728 Jun 11 09:40:55.679824 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-52afd11a-e572-4b90-a429-3522a966f028 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bb8cb28-fd60-4e20-b866-29efe9a08741 {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:40:55.687945 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-12fa2814-2264-4285-8aa9-f1e0d3ac70fa req-0c5cacf1-b136-496c-9014-ec27ab925dfd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=de89716f-db2e-416a-aceb-70adaacf4086 HTTP/1.1" status: 200 len: 217 time: 0.0552282 Jun 11 09:40:55.705582 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:55.712091 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:55.738290 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-52afd11a-e572-4b90-a429-3522a966f028 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:55.784755 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fa2814-2264-4285-8aa9-f1e0d3ac70fa req-affe27cf-6815-494c-8934-1e488653b6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:55.786214 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-12fa2814-2264-4285-8aa9-f1e0d3ac70fa req-affe27cf-6815-494c-8934-1e488653b6f8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=189b03cc-b2a8-4615-9ab5-ad0328c3f10f HTTP/1.1" status: 200 len: 843 time: 0.0905082 Jun 11 09:40:55.821192 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=8b315445-29e5-443f-8b17-b6bcd42654b3,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:55.828259 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f53694b5-c64c-4b29-93e5-29f8b4b767ed tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:55.829120 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:55.858813 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ec3105ff-759c-4eba-bfa2-36a111ab6193 req-2cff4c19-819f-4d98-aaf9-27c3aa31b454 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1dfb78f9-7841-4e89-901a-9bff042aca5d HTTP/1.1" status: 200 len: 217 time: 0.1495197 Jun 11 09:40:55.877202 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fa2814-2264-4285-8aa9-f1e0d3ac70fa req-a0305da4-9e3d-473c-b612-9565fb26f12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:55.881634 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-12fa2814-2264-4285-8aa9-f1e0d3ac70fa req-a0305da4-9e3d-473c-b612-9565fb26f12b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf20d108-f84c-44de-9036-2269564edd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0874772 Jun 11 09:40:55.937951 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-52afd11a-e572-4b90-a429-3522a966f028 service neutron] Transition to ACTIVE for port object 8bb8cb28-fd60-4e20-b866-29efe9a08741 will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:40:56.001809 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3105ff-759c-4eba-bfa2-36a111ab6193 req-b57cfdc5-1b4d-4866-bc56-b544ae544bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:56.006259 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ec3105ff-759c-4eba-bfa2-36a111ab6193 req-b57cfdc5-1b4d-4866-bc56-b544ae544bcf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f707fbf9-d6b5-48f4-b1c1-e5fd7bd963f6 HTTP/1.1" status: 200 len: 847 time: 0.1348689 Jun 11 09:40:56.032031 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-12fa2814-2264-4285-8aa9-f1e0d3ac70fa req-34c91b62-f7b4-4dba-a413-974cdba08703 service neutron] 10.222.0.64 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408834 Jun 11 09:40:56.050752 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cf71e11-fa5d-4ccd-9044-d7f5d7f0e930 req-e5f04b2d-e4d6-4e30-b95f-a1b26c6cfa1a tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] Made reservation on behalf of 1178bb6cb1294102badada6ab83fb558 for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:40:56.059694 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-9cf71e11-fa5d-4ccd-9044-d7f5d7f0e930 req-e5f04b2d-e4d6-4e30-b95f-a1b26c6cfa1a tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:56.078783 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-9cf71e11-fa5d-4ccd-9044-d7f5d7f0e930 req-e5f04b2d-e4d6-4e30-b95f-a1b26c6cfa1a tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:56.114843 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-52afd11a-e572-4b90-a429-3522a966f028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:56.128577 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f53694b5-c64c-4b29-93e5-29f8b4b767ed tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:56.160847 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ec3105ff-759c-4eba-bfa2-36a111ab6193 req-7eeb9ab5-6183-4f11-9037-e2c558af8eaf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f64764ef-1d16-4bb9-abcb-ee15625f8d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1452994 Jun 11 09:40:56.214410 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ca34a-8217-4183-bb54-82741d4f66ce req-df00288e-5e92-4f41-9dba-e70096f418d2 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:56.223407 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a61ca34a-8217-4183-bb54-82741d4f66ce req-df00288e-5e92-4f41-9dba-e70096f418d2 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/ports?device_id=21573a0f-1ce2-400d-b2ec-a43845e1c869 HTTP/1.1" status: 200 len: 949 time: 0.5873146 Jun 11 09:40:56.314880 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-12fa2814-2264-4285-8aa9-f1e0d3ac70fa req-a1fca93a-9dd8-43cd-892f-f7ee60a468d8 service neutron] 10.222.0.64 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758801 Jun 11 09:40:56.344527 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 1dfb78f9-7841-4e89-901a-9bff042aca5d details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:40:56.379101 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d003d8-2f1d-4f80-a6ac-303514f41874 req-995c3259-3cbd-4bcb-9630-d7a8602c6d20 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:56.380424 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-98d003d8-2f1d-4f80-a6ac-303514f41874 req-995c3259-3cbd-4bcb-9630-d7a8602c6d20 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=056de3ec-49b3-4169-837a-4b49b03e923d HTTP/1.1" status: 200 len: 943 time: 0.1797464 Jun 11 09:40:56.385700 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:40:56.385700 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:40:56.385700 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:40:56.385700 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:40:56.385700 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:40:56.385700 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:40:56.385700 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:40:56.385700 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:40:56.385700 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:40:56.385700 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:40:56.385700 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:40:56.385700 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:40:56.385700 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:40:56.385700 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:40:56.385700 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:40:56.385700 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:40:56.385700 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:40:56.385700 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:40:56.385700 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:40:56.385700 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:40:56.385700 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:40:56.385700 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:40:56.385700 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:40:56.385700 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:40:56.385700 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:40:56.385700 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:40:56.385700 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:40:56.385700 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:40:56.385700 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:40:56.385700 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:40:56.385700 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:40:56.385700 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:40:56.385700 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:40:56.385700 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:40:56.385700 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:40:56.385700 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:40:56.385700 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:40:56.385700 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:40:56.385700 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:40:56.385700 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:40:56.385700 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:40:56.385700 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:40:56.385700 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:40:56.385700 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:40:56.388762 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:40:56.388762 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:40:56.388762 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:40:56.388762 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:40:56.388762 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:40:56.388762 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:40:56.388762 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:40:56.388762 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:40:56.388762 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:40:56.388762 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:40:56.388762 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:40:56.388762 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:40:56.388762 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:40:56.388762 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:40:56.388762 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:40:56.388762 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:40:56.461955 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52afd11a-e572-4b90-a429-3522a966f028 service neutron] Pushing event updated for resources: {'Port': ['ID=8bb8cb28-fd60-4e20-b866-29efe9a08741,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:56.478074 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-52afd11a-e572-4b90-a429-3522a966f028 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:56.503533 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-98d003d8-2f1d-4f80-a6ac-303514f41874 req-64ac08d6-68f3-4fa5-8797-8362d3c28df9 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948687 Jun 11 09:40:56.578587 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 1dfb78f9-7841-4e89-901a-9bff042aca5d, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=1dfb78f9-7841-4e89-901a-9bff042aca5d,segment=NetworkSegment(9149788d-877e-41af-83c2-5ce6b1848f17),segment_id=9149788d-877e-41af-83c2-5ce6b1848f17)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:40:56.598544 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 1dfb78f9-7841-4e89-901a-9bff042aca5d has no active binding in host n-h2-779913-12 {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 11 09:40:56.635677 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a98224b4-8600-4d66-b13b-778d9ac06e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:56.711045 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-07e4110e-af49-458b-8899-fb520f944a13 req-52103183-0ee5-4da4-91b4-81735e5aa1b2 tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] 10.222.0.60 "GET /v2.0/ports?device_id=130f2b97-6743-4845-99df-82e42a416269 HTTP/1.1" status: 200 len: 210 time: 0.0674343 Jun 11 09:40:56.753878 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a61ca34a-8217-4183-bb54-82741d4f66ce req-0eb8b5d2-dfdf-4213-aaf9-f864afaa98b1 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca3026f3-8a05-4fe5-9c7d-b1a6d33061fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5295115 Jun 11 09:40:56.789027 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-9cf71e11-fa5d-4ccd-9044-d7f5d7f0e930 req-e5f04b2d-e4d6-4e30-b95f-a1b26c6cfa1a tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:56.866821 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ec3105ff-759c-4eba-bfa2-36a111ab6193 req-ef7cdc35-dc6e-4d59-845d-739afd2910a8 service neutron] 10.222.0.64 "GET /v2.0/networks/f64764ef-1d16-4bb9-abcb-ee15625f8d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6906562 Jun 11 09:40:56.918952 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-9cf71e11-fa5d-4ccd-9044-d7f5d7f0e930 req-e5f04b2d-e4d6-4e30-b95f-a1b26c6cfa1a tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:56.937527 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-aab888fa-6ebf-4138-9f90-c10dc96e5181 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:56.958301 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-52afd11a-e572-4b90-a429-3522a966f028 service neutron] Attempting to bind port 8bb8cb28-fd60-4e20-b866-29efe9a08741 on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:40:56.958535 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-52afd11a-e572-4b90-a429-3522a966f028 service neutron] Attempting to bind port 8bb8cb28-fd60-4e20-b866-29efe9a08741 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:40:56.958870 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-52afd11a-e572-4b90-a429-3522a966f028 service neutron] Attempting to bind port 8bb8cb28-fd60-4e20-b866-29efe9a08741 on network cf20d108-f84c-44de-9036-2269564edd60 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:40:57.012465 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f53694b5-c64c-4b29-93e5-29f8b4b767ed tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:57.066358 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 8b315445-29e5-443f-8b17-b6bcd42654b3 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:40:57.109391 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-52afd11a-e572-4b90-a429-3522a966f028 service neutron] Port 8bb8cb28-fd60-4e20-b866-29efe9a08741 on network cf20d108-f84c-44de-9036-2269564edd60 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:40:57.109735 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-52afd11a-e572-4b90-a429-3522a966f028 service neutron] Attempting to bind port 8bb8cb28-fd60-4e20-b866-29efe9a08741 on network cf20d108-f84c-44de-9036-2269564edd60 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:40:57.177319 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 8b315445-29e5-443f-8b17-b6bcd42654b3 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:40:57.177756 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:57.252125 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4819e51c-a2d5-4b74-9e91-a373d3c9ef48 req-74115547-4020-47b1-b054-1acf901c8a47 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:57.253700 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4819e51c-a2d5-4b74-9e91-a373d3c9ef48 req-74115547-4020-47b1-b054-1acf901c8a47 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=90f20d92-0f10-48eb-8c8d-7739d68ebe15 HTTP/1.1" status: 200 len: 947 time: 0.4098549 Jun 11 09:40:57.327893 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4819e51c-a2d5-4b74-9e91-a373d3c9ef48 req-08e3f54e-2917-4e33-8c28-1f26e10cc510 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/security-groups?id=d35df9ed-76e1-4821-b449-9857ba424946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643027 Jun 11 09:40:57.499749 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f53694b5-c64c-4b29-93e5-29f8b4b767ed tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:57.508745 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f04b2d-e4d6-4e30-b95f-a1b26c6cfa1a tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd74cd75-2ac1-41ab-b341-6eaf5b1aaa0f,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:57.524523 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-52afd11a-e572-4b90-a429-3522a966f028 service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:40:57.524899 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-52afd11a-e572-4b90-a429-3522a966f028 service neutron] Checking segment: {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:40:57.525769 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-52afd11a-e572-4b90-a429-3522a966f028 service neutron] Bound using segment: {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:40:57.527653 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-52afd11a-e572-4b90-a429-3522a966f028 service neutron] Bound port: 8bb8cb28-fd60-4e20-b866-29efe9a08741, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:40:57.527653 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-52afd11a-e572-4b90-a429-3522a966f028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:57.535767 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e5f04b2d-e4d6-4e30-b95f-a1b26c6cfa1a tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.598s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:57.541405 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a98224b4-8600-4d66-b13b-778d9ac06e7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:57.694590 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ec3105ff-759c-4eba-bfa2-36a111ab6193 req-9b644ca6-aaa0-41c8-b672-dac03c088d68 service neutron] 10.222.0.64 "GET /v2.0/networks/f64764ef-1d16-4bb9-abcb-ee15625f8d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8180890 Jun 11 09:40:57.798420 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53694b5-c64c-4b29-93e5-29f8b4b767ed tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Pushing event updated for resources: {'Port': ['ID=5eb39aa2-3662-4b22-a191-029c04e8411b,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:57.815936 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f53694b5-c64c-4b29-93e5-29f8b4b767ed tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:57.835289 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f53694b5-c64c-4b29-93e5-29f8b4b767ed tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:57.907124 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-92f7c937-d109-4a33-be0c-03681f9e6854 req-ff552825-2efe-4a50-a7af-24a07fab3876 tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] 10.222.0.60 "GET /v2.0/ports?device_id=130f2b97-6743-4845-99df-82e42a416269 HTTP/1.1" status: 200 len: 210 time: 0.0460215 Jun 11 09:40:57.909389 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a98224b4-8600-4d66-b13b-778d9ac06e7c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:57.909389 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [req-9cf71e11-fa5d-4ccd-9044-d7f5d7f0e930 req-e5f04b2d-e4d6-4e30-b95f-a1b26c6cfa1a tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] Allocated IP 192.168.233.200 (cf20d108-f84c-44de-9036-2269564edd60/189b03cc-b2a8-4615-9ab5-ad0328c3f10f/9311e98a-cf5e-4c9b-8641-68ee83a22fb3) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:40:57.909389 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-52afd11a-e572-4b90-a429-3522a966f028 service neutron] For port 8bb8cb28-fd60-4e20-b866-29efe9a08741, host n-h1-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:40:57.935808 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-52afd11a-e572-4b90-a429-3522a966f028 service neutron] For port 8bb8cb28-fd60-4e20-b866-29efe9a08741, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=8bb8cb28-fd60-4e20-b866-29efe9a08741,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:40:57.977568 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e601a27-0d54-4131-9a78-f9a3df51f0a2 req-32a6a77d-2718-4a6d-8e45-c8793ffa7761 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:57.979099 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3e601a27-0d54-4131-9a78-f9a3df51f0a2 req-32a6a77d-2718-4a6d-8e45-c8793ffa7761 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=056de3ec-49b3-4169-837a-4b49b03e923d HTTP/1.1" status: 200 len: 943 time: 0.3265705 Jun 11 09:40:57.983116 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a98224b4-8600-4d66-b13b-778d9ac06e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:57.990467 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-363e8bf7-be81-4cc2-86d1-24d1185bf706 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:58.110613 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-52afd11a-e572-4b90-a429-3522a966f028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:58.110613 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f53694b5-c64c-4b29-93e5-29f8b4b767ed tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:58.110613 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-f53694b5-c64c-4b29-93e5-29f8b4b767ed tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.5620093 Jun 11 09:40:58.111623 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device de89716f-db2e-416a-aceb-70adaacf4086 details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:40:58.115274 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871e494e-3f3d-47e2-a867-fce553945d84 req-c97f61f1-9eed-44e9-bd4e-80836d81689b tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:58.124152 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-871e494e-3f3d-47e2-a867-fce553945d84 req-c97f61f1-9eed-44e9-bd4e-80836d81689b tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/ports?device_id=21573a0f-1ce2-400d-b2ec-a43845e1c869 HTTP/1.1" status: 200 len: 949 time: 0.1076107 Jun 11 09:40:58.160444 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-52afd11a-e572-4b90-a429-3522a966f028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:58.160708 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-52afd11a-e572-4b90-a429-3522a966f028 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:58.162902 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-52afd11a-e572-4b90-a429-3522a966f028 service neutron] 10.222.0.64 "PUT /v2.0/ports/8bb8cb28-fd60-4e20-b866-29efe9a08741 HTTP/1.1" status: 200 len: 1097 time: 4.6873281 Jun 11 09:40:58.166212 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a98224b4-8600-4d66-b13b-778d9ac06e7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375108'] for router_interface, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:58.168021 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7159e938-ef90-4b7c-8d48-367dbc322c35', 'tag': '8bb8cb28-fd60-4e20-b866-29efe9a08741'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:40:58.170966 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60305150-0efe-4466-a6c2-a54c6a6fdfe8" -d '{"events": [{"name": "network-changed", "server_uuid": "7159e938-ef90-4b7c-8d48-367dbc322c35", "tag": "8bb8cb28-fd60-4e20-b866-29efe9a08741"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:40:58.179516 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98224b4-8600-4d66-b13b-778d9ac06e7c admin admin] Pushing event updated for resources: {'Port': ['ID=3b716bd5-44c0-4481-9ea0-9f80105970a1,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:58.193394 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a98224b4-8600-4d66-b13b-778d9ac06e7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:58.193934 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6ae18a29-adc7-451c-8b2a-aea860523d94 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:58.210273 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3e601a27-0d54-4131-9a78-f9a3df51f0a2 req-a1007881-544a-4f71-a01e-133eb97fe181 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245517 Jun 11 09:40:58.258859 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-871e494e-3f3d-47e2-a867-fce553945d84 req-6606db62-9484-4119-9a18-663729b0c867 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca3026f3-8a05-4fe5-9c7d-b1a6d33061fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321535 Jun 11 09:40:58.380380 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-254f4ca2-3236-4dac-b3db-c415d5cdc4b9 x-openstack-request-id: req-254f4ca2-3236-4dac-b3db-c415d5cdc4b9 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:40:58.380711 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7159e938-ef90-4b7c-8d48-367dbc322c35", "tag": "8bb8cb28-fd60-4e20-b866-29efe9a08741", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:40:58.381005 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-254f4ca2-3236-4dac-b3db-c415d5cdc4b9 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:40:58.381444 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7159e938-ef90-4b7c-8d48-367dbc322c35', 'tag': '8bb8cb28-fd60-4e20-b866-29efe9a08741', 'status': 'completed', 'code': 200} Jun 11 09:40:58.512146 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port de89716f-db2e-416a-aceb-70adaacf4086, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=de89716f-db2e-416a-aceb-70adaacf4086,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:40:58.535377 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': 'de89716f-db2e-416a-aceb-70adaacf4086', 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60', 'port_id': 'de89716f-db2e-416a-aceb-70adaacf4086', 'mac_address': 'fa:16:3e:1e:2e:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189b03cc-b2a8-4615-9ab5-ad0328c3f10f', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:40:58.596753 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:58.611092 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52afd11a-e572-4b90-a429-3522a966f028 service neutron] Pushing event updated for resources: {'Port': ['ID=8bb8cb28-fd60-4e20-b866-29efe9a08741,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:58.614031 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de89716f-db2e-416a-aceb-70adaacf4086 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:40:58.627591 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-52afd11a-e572-4b90-a429-3522a966f028 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:58.640493 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port de89716f-db2e-416a-aceb-70adaacf4086, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=de89716f-db2e-416a-aceb-70adaacf4086,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:40:58.699874 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f539233-fcdb-4539-9d37-14db403a536b req-ce2ed140-ea1a-4658-8948-0a73d1dc4011 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:58.700130 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-9cf71e11-fa5d-4ccd-9044-d7f5d7f0e930 req-e5f04b2d-e4d6-4e30-b95f-a1b26c6cfa1a tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:58.707437 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2f539233-fcdb-4539-9d37-14db403a536b req-ce2ed140-ea1a-4658-8948-0a73d1dc4011 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=90f20d92-0f10-48eb-8c8d-7739d68ebe15 HTTP/1.1" status: 200 len: 947 time: 0.0815284 Jun 11 09:40:58.741606 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-9cf71e11-fa5d-4ccd-9044-d7f5d7f0e930 req-e5f04b2d-e4d6-4e30-b95f-a1b26c6cfa1a tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] Transition to ACTIVE for port object 9311e98a-cf5e-4c9b-8641-68ee83a22fb3 will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:40:58.746192 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2f539233-fcdb-4539-9d37-14db403a536b req-d3b90c1e-acc0-40f4-b2bf-7f3a0e2a26e8 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/security-groups?id=d35df9ed-76e1-4821-b449-9857ba424946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376217 Jun 11 09:40:58.755671 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98224b4-8600-4d66-b13b-778d9ac06e7c admin admin] Network 5f5b4bd2-720b-4d8c-8f94-0c6e8edf7aa1 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:40:58.758301 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-a741a8b6-4d82-40e8-b19c-41c862c32d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:58.759811 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-a741a8b6-4d82-40e8-b19c-41c862c32d0c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a10270434c34de9b98cfc51150cacd7&device_id=7159e938-ef90-4b7c-8d48-367dbc322c35 HTTP/1.1" status: 200 len: 1100 time: 0.3938298 Jun 11 09:40:58.763070 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:58.772436 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:58.773097 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-a98224b4-8600-4d66-b13b-778d9ac06e7c admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:40:58.843864 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=de89716f-db2e-416a-aceb-70adaacf4086,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:58.851053 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:58.935222 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-343c4ca3-3885-43c4-93af-fff85b4460cc req-415367ab-37f4-4722-b50a-e5004f4526a0 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1497886229&fields=id&tenant_id=85a0b78c318440aa9b70136d633fbbff HTTP/1.1" status: 200 len: 267 time: 0.0682509 Jun 11 09:40:58.946140 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-f8939cde-6e45-4820-a745-1660d85f1e11 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=8bb8cb28-fd60-4e20-b866-29efe9a08741 HTTP/1.1" status: 200 len: 217 time: 0.1772254 Jun 11 09:40:58.970466 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f22b47a-4f57-4f02-baee-4ea8bed49aa8 req-739d7cdc-74a0-47e7-921d-9b1eb8bb3625 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:58.980190 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7f22b47a-4f57-4f02-baee-4ea8bed49aa8 req-739d7cdc-74a0-47e7-921d-9b1eb8bb3625 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/ports?device_id=32c534e8-6a37-462b-be83-c987e2b54ac8 HTTP/1.1" status: 200 len: 949 time: 0.3643608 Jun 11 09:40:59.022238 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['de89716f-db2e-416a-aceb-70adaacf4086'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:40:59.102934 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7f22b47a-4f57-4f02-baee-4ea8bed49aa8 req-72c4c64c-8d38-4e80-9374-93a41d703d83 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca3026f3-8a05-4fe5-9c7d-b1a6d33061fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217217 Jun 11 09:40:59.105313 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c4ca3-3885-43c4-93af-fff85b4460cc req-bb37eae2-a27b-44a9-8ace-822b7a80e7a7 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:59.110808 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-343c4ca3-3885-43c4-93af-fff85b4460cc req-bb37eae2-a27b-44a9-8ace-822b7a80e7a7 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/networks?id=ecbff90d-5ab6-4357-bf37-5548ca0e9255 HTTP/1.1" status: 200 len: 810 time: 0.1745703 Jun 11 09:40:59.125443 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-3bb739a4-b8fa-4376-8ef0-ca3b577be873 None None] Provisioning complete for port 3b716bd5-44c0-4481-9ea0-9f80105970a1 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:40:59.126027 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3bb739a4-b8fa-4376-8ef0-ca3b577be873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:59.128714 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-343c4ca3-3885-43c4-93af-fff85b4460cc req-75e67dd5-5ba8-4112-989d-b6f95a5809bf tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/quotas/85a0b78c318440aa9b70136d633fbbff HTTP/1.1" status: 200 len: 375 time: 0.0159247 Jun 11 09:40:59.134926 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a98224b4-8600-4d66-b13b-778d9ac06e7c admin admin] Router 11cb885d-e4d1-4694-aa61-110cc1b2a89b has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 09:40:59.136214 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-5c13e395-e8e3-4f06-b32a-b68d844d94c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:59.138333 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-5c13e395-e8e3-4f06-b32a-b68d844d94c3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=189b03cc-b2a8-4615-9ab5-ad0328c3f10f HTTP/1.1" status: 200 len: 843 time: 0.1313524 Jun 11 09:40:59.189637 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-3bb739a4-b8fa-4376-8ef0-ca3b577be873 None None] Port 3b716bd5-44c0-4481-9ea0-9f80105970a1 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:40:59.236711 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-9cf71e11-fa5d-4ccd-9044-d7f5d7f0e930 req-e5f04b2d-e4d6-4e30-b95f-a1b26c6cfa1a tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:59.251897 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-343c4ca3-3885-43c4-93af-fff85b4460cc req-8bf4c163-b6ca-47e3-8ed0-fa0e9919e983 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=85a0b78c318440aa9b70136d633fbbff&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1229630 Jun 11 09:40:59.302509 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-032a612f-7b71-4cac-a049-043587789acd tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:40:59.390939 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cf71e11-fa5d-4ccd-9044-d7f5d7f0e930 req-e5f04b2d-e4d6-4e30-b95f-a1b26c6cfa1a tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] Network cf20d108-f84c-44de-9036-2269564edd60 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:40:59.400599 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-343c4ca3-3885-43c4-93af-fff85b4460cc req-d300a27c-29c8-477b-ae0f-051c0b71c29e service neutron] 10.222.0.60 "GET /v2.0/networks/ecbff90d-5ab6-4357-bf37-5548ca0e9255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410246 Jun 11 09:40:59.416030 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [req-9cf71e11-fa5d-4ccd-9044-d7f5d7f0e930 req-e5f04b2d-e4d6-4e30-b95f-a1b26c6cfa1a tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:40:59.449371 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cf71e11-fa5d-4ccd-9044-d7f5d7f0e930 req-e5f04b2d-e4d6-4e30-b95f-a1b26c6cfa1a tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:40:59.452295 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f04b2d-e4d6-4e30-b95f-a1b26c6cfa1a tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] Pushing event updated for resources: {'Port': ['ID=9311e98a-cf5e-4c9b-8641-68ee83a22fb3,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:40:59.465863 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e5f04b2d-e4d6-4e30-b95f-a1b26c6cfa1a tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:40:59.514990 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a98224b4-8600-4d66-b13b-778d9ac06e7c admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:40:59.528531 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16cdf17-7174-4db8-be1a-71fdc421e344 None None] Sync routers for ids ['11cb885d-e4d1-4694-aa61-110cc1b2a89b'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:40:59.531879 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-a98224b4-8600-4d66-b13b-778d9ac06e7c admin admin] 10.222.0.60 "PUT /v2.0/routers/11cb885d-e4d1-4694-aa61-110cc1b2a89b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0110588 Jun 11 09:40:59.533790 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-343c4ca3-3885-43c4-93af-fff85b4460cc req-f71178dc-a633-4b36-b9bf-b7e91b322208 service neutron] 10.222.0.60 "GET /v2.0/networks/ecbff90d-5ab6-4357-bf37-5548ca0e9255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272542 Jun 11 09:40:59.554813 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-b6760274-7861-4c95-8656-7298b71ad220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:59.556338 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-b6760274-7861-4c95-8656-7298b71ad220 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf20d108-f84c-44de-9036-2269564edd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4092896 Jun 11 09:40:59.564246 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf71e11-fa5d-4ccd-9044-d7f5d7f0e930 req-e5f04b2d-e4d6-4e30-b95f-a1b26c6cfa1a tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:59.564885 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-9cf71e11-fa5d-4ccd-9044-d7f5d7f0e930 req-e5f04b2d-e4d6-4e30-b95f-a1b26c6cfa1a tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:59.575016 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16cdf17-7174-4db8-be1a-71fdc421e344 None None] Routers {'11cb885d-e4d1-4694-aa61-110cc1b2a89b'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:40:59.577569 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-d16cdf17-7174-4db8-be1a-71fdc421e344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:40:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['11cb885d-e4d1-4694-aa61-110cc1b2a89b'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:40:59.664627 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a8ef4-0f0c-427b-9103-4a2cb247be06 req-d4a62027-47f5-4a3a-a186-3d560769775d tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:40:59.672242 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-400a8ef4-0f0c-427b-9103-4a2cb247be06 req-d4a62027-47f5-4a3a-a186-3d560769775d tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] 10.222.0.60 "GET /v2.0/ports?device_id=130f2b97-6743-4845-99df-82e42a416269 HTTP/1.1" status: 200 len: 936 time: 0.2801881 Jun 11 09:40:59.694426 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9cf71e11-fa5d-4ccd-9044-d7f5d7f0e930 req-e5f04b2d-e4d6-4e30-b95f-a1b26c6cfa1a tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.2692864 Jun 11 09:40:59.838126 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-86a2e304-8993-4307-a084-542310fbe135 None None] Provisioning for port 9311e98a-cf5e-4c9b-8641-68ee83a22fb3 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:40:59.842906 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-86a2e304-8993-4307-a084-542310fbe135 None None] Provisioning complete for port 9311e98a-cf5e-4c9b-8641-68ee83a22fb3 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:40:59.843295 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-86a2e304-8993-4307-a084-542310fbe135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:40:59.878188 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-9cf71e11-fa5d-4ccd-9044-d7f5d7f0e930 req-8da14c90-7805-4cfc-b29d-5a515c9db0f3 service neutron] Request body: {'port': {'device_id': '130f2b97-6743-4845-99df-82e42a416269', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-12'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:40:59.905286 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-400a8ef4-0f0c-427b-9103-4a2cb247be06 req-3d67b75b-4c56-4bbb-8526-ba417641b223 tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd74cd75-2ac1-41ab-b341-6eaf5b1aaa0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320943 Jun 11 09:40:59.975799 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-86a2e304-8993-4307-a084-542310fbe135 None None] Port 9311e98a-cf5e-4c9b-8641-68ee83a22fb3 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:40:59.984560 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-d16cdf17-7174-4db8-be1a-71fdc421e344 None None] Set router 11cb885d-e4d1-4694-aa61-110cc1b2a89b gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:41:00.048973 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdf6951-4285-4079-9f45-d3a1759adc1a req-c4842fc1-9499-4e36-9eb3-6a09b224b504 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:00.056049 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-efdf6951-4285-4079-9f45-d3a1759adc1a req-c4842fc1-9499-4e36-9eb3-6a09b224b504 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=056de3ec-49b3-4169-837a-4b49b03e923d HTTP/1.1" status: 200 len: 943 time: 0.1026375 Jun 11 09:41:00.099901 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device de89716f-db2e-416a-aceb-70adaacf4086 up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:41:00.112023 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-efdf6951-4285-4079-9f45-d3a1759adc1a req-54776e1d-38d1-4f56-99d9-6a013bb82dda tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549979 Jun 11 09:41:00.245876 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b4853c0a-85bd-4bb7-b334-a559ad424fab req-e9cfbd1b-1512-4858-b0c8-c1a4260d23e2 service neutron] 10.222.0.64 "GET /v2.0/ports/1dfb78f9-7841-4e89-901a-9bff042aca5d/bindings/n-h2-779913-12 HTTP/1.1" status: 200 len: 385 time: 0.4540708 Jun 11 09:41:00.248742 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-160475c2-8bca-4b98-ab8d-b8bd2d2d8222 req-6b86f06a-225b-42f1-9743-f56141eb1bfd tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=bd284e9f195345ae8ed61d9936756921&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1537218 Jun 11 09:41:00.307954 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning for port de89716f-db2e-416a-aceb-70adaacf4086 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:41:00.315755 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port de89716f-db2e-416a-aceb-70adaacf4086 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:41:00.316660 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:00.389530 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-9cf71e11-fa5d-4ccd-9044-d7f5d7f0e930 req-8da14c90-7805-4cfc-b29d-5a515c9db0f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:00.456617 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-d16cdf17-7174-4db8-be1a-71fdc421e344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11cb885d-e4d1-4694-aa61-110cc1b2a89b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1804136138-router', 'tenant_id': 'b45337579131456f96bbbe68609b8874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '8b315445-29e5-443f-8b17-b6bcd42654b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:40:44Z', 'updated_at': '2021-06-11T09:40:56Z', 'revision_number': 4, 'project_id': 'b45337579131456f96bbbe68609b8874', 'gw_port': {'id': '8b315445-29e5-443f-8b17-b6bcd42654b3', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cb885d-e4d1-4694-aa61-110cc1b2a89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:40:45Z', 'updated_at': '2021-06-11T09:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '3b716bd5-44c0-4481-9ea0-9f80105970a1', 'name': '', 'network_id': '5f5b4bd2-720b-4d8c-8f94-0c6e8edf7aa1', 'tenant_id': 'b45337579131456f96bbbe68609b8874', 'mac_address': 'fa:16:3e:46:c7:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11cb885d-e4d1-4694-aa61-110cc1b2a89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '931e6e90-3bbb-45ba-ae16-760114c6ec48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:40:52Z', 'updated_at': '2021-06-11T09:40:56Z', 'revision_number': 2, 'project_id': 'b45337579131456f96bbbe68609b8874', 'subnets': [{'id': '931e6e90-3bbb-45ba-ae16-760114c6ec48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:41:00.461133 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16cdf17-7174-4db8-be1a-71fdc421e344 None None] Checking router: 11cb885d-e4d1-4694-aa61-110cc1b2a89b for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:41:00.461618 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16cdf17-7174-4db8-be1a-71fdc421e344 None None] Updating router 11cb885d-e4d1-4694-aa61-110cc1b2a89b port 3b716bd5-44c0-4481-9ea0-9f80105970a1 binding host n-d-779913-12 {{(pid=93179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 09:41:00.489669 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-b5772c58-a4de-428f-875d-2569c9286fbe service neutron] 10.222.0.64 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9202490 Jun 11 09:41:00.567679 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:00.579082 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-d16cdf17-7174-4db8-be1a-71fdc421e344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:00.626927 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f20d92-0f10-48eb-8c8d-7739d68ebe15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de89716f-db2e-416a-aceb-70adaacf4086'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:41:00.630429 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8496a7cc-3e6b-4bc7-a4b7-88031a2f6358" -d '{"events": [{"server_uuid": "90f20d92-0f10-48eb-8c8d-7739d68ebe15", "name": "network-vif-plugged", "status": "completed", "tag": "de89716f-db2e-416a-aceb-70adaacf4086"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:41:00.641168 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aca9e7-7804-43a7-a086-91bd1a119c73 req-d2ba12d2-77dd-4d32-9ff4-d0007833d7ed tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:00.649715 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port de89716f-db2e-416a-aceb-70adaacf4086, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=de89716f-db2e-416a-aceb-70adaacf4086,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:41:00.650028 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b5aca9e7-7804-43a7-a086-91bd1a119c73 req-d2ba12d2-77dd-4d32-9ff4-d0007833d7ed tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=90f20d92-0f10-48eb-8c8d-7739d68ebe15 HTTP/1.1" status: 200 len: 948 time: 0.1575446 Jun 11 09:41:00.731703 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:00.733162 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 1dfb78f9-7841-4e89-901a-9bff042aca5d no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:41:00.740180 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b5aca9e7-7804-43a7-a086-91bd1a119c73 req-3801cb2c-31ad-4f30-a152-5aa117306374 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/security-groups?id=d35df9ed-76e1-4821-b449-9857ba424946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892456 Jun 11 09:41:00.757768 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 37420) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:41:00.763555 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-f3955e49-d0e1-4131-a4ac-4b0cdc42ee88 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1228936636-network', 'tenant_id': '26784c180a9a401eb78ffb55ac1ecfdd'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:41:00.812982 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-8f0803ae-7654-42f2-a6ee-7dfe28b100b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:41:00.885781 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c50b2314-6a3e-4819-925b-050f900d612e req-bb96c462-fe3c-407b-9212-ed6d2423e9ab tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 210 time: 0.0597272 Jun 11 09:41:00.886400 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=de89716f-db2e-416a-aceb-70adaacf4086,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:41:00.900840 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:41:00.903700 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:00.935549 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3955e49-d0e1-4131-a4ac-4b0cdc42ee88 admin admin] Made reservation on behalf of 26784c180a9a401eb78ffb55ac1ecfdd for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:41:00.937974 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f3955e49-d0e1-4131-a4ac-4b0cdc42ee88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:00.964598 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f3955e49-d0e1-4131-a4ac-4b0cdc42ee88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:01.033327 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f58720-91a8-4fe6-82bf-bb6523e5887c x-openstack-request-id: req-42f58720-91a8-4fe6-82bf-bb6523e5887c {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:41:01.033627 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90f20d92-0f10-48eb-8c8d-7739d68ebe15", "name": "network-vif-plugged", "status": "completed", "tag": "de89716f-db2e-416a-aceb-70adaacf4086", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:41:01.033891 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-42f58720-91a8-4fe6-82bf-bb6523e5887c {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:41:01.034339 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90f20d92-0f10-48eb-8c8d-7739d68ebe15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de89716f-db2e-416a-aceb-70adaacf4086', 'code': 200} Jun 11 09:41:01.195866 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-d16cdf17-7174-4db8-be1a-71fdc421e344 None None] Notify callbacks [] for port, precommit_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:01.216084 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-d16cdf17-7174-4db8-be1a-71fdc421e344 None None] Transition to ACTIVE for port object 3b716bd5-44c0-4481-9ea0-9f80105970a1 will not be triggered until provisioned by entity L2. {{(pid=93179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:41:01.226631 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec82381f-6ca7-4bc6-ab12-ba6a3d60f482 req-dca9d9c7-3258-4711-9d48-1f3d44be4f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:01.228250 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ec82381f-6ca7-4bc6-ab12-ba6a3d60f482 req-dca9d9c7-3258-4711-9d48-1f3d44be4f62 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=90f20d92-0f10-48eb-8c8d-7739d68ebe15 HTTP/1.1" status: 200 len: 1101 time: 0.1244271 Jun 11 09:41:01.234227 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f3955e49-d0e1-4131-a4ac-4b0cdc42ee88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:01.271762 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ec82381f-6ca7-4bc6-ab12-ba6a3d60f482 req-6a48b7da-909e-45a3-8d6c-e7413e0e36d6 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d35df9ed-76e1-4821-b449-9857ba424946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361016 Jun 11 09:41:01.310771 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6ad61e94-8da5-43dc-9e2a-745733057f29 req-b5cfdb61-d3c2-4946-96de-1be2b4fadb27 service neutron] 10.222.0.64 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8081164 Jun 11 09:41:01.317337 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160475c2-8bca-4b98-ab8d-b8bd2d2d8222 req-6686d2d4-650b-42c1-bcb8-d893ccec8e24 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:01.322473 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-160475c2-8bca-4b98-ab8d-b8bd2d2d8222 req-6686d2d4-650b-42c1-bcb8-d893ccec8e24 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0612888 Jun 11 09:41:01.386378 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e109a98e-cf2f-4ee1-ab79-6541b65101e2 req-20f5f6a2-d0bf-429c-b921-57cf307afa24 tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:01.388765 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e109a98e-cf2f-4ee1-ab79-6541b65101e2 req-20f5f6a2-d0bf-429c-b921-57cf307afa24 tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] 10.222.0.60 "GET /v2.0/ports?device_id=130f2b97-6743-4845-99df-82e42a416269 HTTP/1.1" status: 200 len: 936 time: 0.1078167 Jun 11 09:41:01.397999 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-d16cdf17-7174-4db8-be1a-71fdc421e344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:01.402813 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-212a8ffa-f0bc-4284-a791-c76751d7e10e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:41:01.424220 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f3955e49-d0e1-4131-a4ac-4b0cdc42ee88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:01.441892 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-160475c2-8bca-4b98-ab8d-b8bd2d2d8222 req-479843c0-3fb8-433c-91b2-3b5c8ca9c48d tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/quotas/bd284e9f195345ae8ed61d9936756921 HTTP/1.1" status: 200 len: 375 time: 0.0642085 Jun 11 09:41:01.454610 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-27ef3fbf-f417-4337-86c3-62f38e5b2bab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:41:01.488630 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3955e49-d0e1-4131-a4ac-4b0cdc42ee88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6884c80-0b97-4fed-b94e-fc8fea8f71d9,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:41:01.496762 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3db1cf8-bf34-400d-ae37-90320e1dacee None None] Pushing event updated for resources: {'Port': ['ID=3b716bd5-44c0-4481-9ea0-9f80105970a1,revision_number=3']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:41:01.500637 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-b3db1cf8-bf34-400d-ae37-90320e1dacee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:41:01.534365 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f3955e49-d0e1-4131-a4ac-4b0cdc42ee88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:41:01.563128 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3955e49-d0e1-4131-a4ac-4b0cdc42ee88 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 772} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 09:41:01.579317 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e109a98e-cf2f-4ee1-ab79-6541b65101e2 req-aaaab02e-5d6e-4d95-a56e-b44e38bcec66 tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd74cd75-2ac1-41ab-b341-6eaf5b1aaa0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827388 Jun 11 09:41:01.592825 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f3955e49-d0e1-4131-a4ac-4b0cdc42ee88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:01.595970 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-f3955e49-d0e1-4131-a4ac-4b0cdc42ee88 admin admin] Added segment 7d8269b1-fb57-48c7-8d99-2863ebbcfd29 of type vlan for network 30fc0033-7e8d-4297-8cad-978a0ffeb9f4 Jun 11 09:41:01.663402 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-b4853c0a-85bd-4bb7-b334-a559ad424fab req-97b8f1ce-ddf1-4af1-a954-d711a16c6f44 service neutron] For port 1dfb78f9-7841-4e89-901a-9bff042aca5d, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=1dfb78f9-7841-4e89-901a-9bff042aca5d,segment=NetworkSegment(9149788d-877e-41af-83c2-5ce6b1848f17),segment_id=9149788d-877e-41af-83c2-5ce6b1848f17)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:41:01.740556 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f3955e49-d0e1-4131-a4ac-4b0cdc42ee88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:01.748036 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-d16cdf17-7174-4db8-be1a-71fdc421e344 None None] Attempting to bind port 3b716bd5-44c0-4481-9ea0-9f80105970a1 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:41:01.748578 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-d16cdf17-7174-4db8-be1a-71fdc421e344 None None] Attempting to bind port 3b716bd5-44c0-4481-9ea0-9f80105970a1 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '1df4e852-26c2-4351-8bb6-614dccc2bd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '5f5b4bd2-720b-4d8c-8f94-0c6e8edf7aa1'}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:41:01.748793 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16cdf17-7174-4db8-be1a-71fdc421e344 None None] Attempting to bind port 3b716bd5-44c0-4481-9ea0-9f80105970a1 on network 5f5b4bd2-720b-4d8c-8f94-0c6e8edf7aa1 {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:41:01.759943 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16cdf17-7174-4db8-be1a-71fdc421e344 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:41:01.760368 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16cdf17-7174-4db8-be1a-71fdc421e344 None None] Checking segment: {'id': '1df4e852-26c2-4351-8bb6-614dccc2bd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '5f5b4bd2-720b-4d8c-8f94-0c6e8edf7aa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:41:01.763885 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-d16cdf17-7174-4db8-be1a-71fdc421e344 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:01.764339 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16cdf17-7174-4db8-be1a-71fdc421e344 None None] Bound using segment: {'id': '1df4e852-26c2-4351-8bb6-614dccc2bd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '5f5b4bd2-720b-4d8c-8f94-0c6e8edf7aa1'} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:41:01.764844 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-d16cdf17-7174-4db8-be1a-71fdc421e344 None None] Bound port: 3b716bd5-44c0-4481-9ea0-9f80105970a1, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1df4e852-26c2-4351-8bb6-614dccc2bd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '5f5b4bd2-720b-4d8c-8f94-0c6e8edf7aa1'}}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:41:01.765232 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-d16cdf17-7174-4db8-be1a-71fdc421e344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:01.846485 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-b4853c0a-85bd-4bb7-b334-a559ad424fab req-97b8f1ce-ddf1-4af1-a954-d711a16c6f44 service neutron] For port 1dfb78f9-7841-4e89-901a-9bff042aca5d, host n-h1-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:41:01.874868 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-d16cdf17-7174-4db8-be1a-71fdc421e344 None None] For port 3b716bd5-44c0-4481-9ea0-9f80105970a1, host n-d-779913-12, cleared binding levels {{(pid=93179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:41:01.878045 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-d16cdf17-7174-4db8-be1a-71fdc421e344 None None] For port 3b716bd5-44c0-4481-9ea0-9f80105970a1, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=3b716bd5-44c0-4481-9ea0-9f80105970a1,segment=NetworkSegment(1df4e852-26c2-4351-8bb6-614dccc2bd7d),segment_id=1df4e852-26c2-4351-8bb6-614dccc2bd7d)] {{(pid=93179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:41:01.879206 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [req-9cf71e11-fa5d-4ccd-9044-d7f5d7f0e930 req-8da14c90-7805-4cfc-b29d-5a515c9db0f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9311e98a-cf5e-4c9b-8641-68ee83a22fb3 {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:41:01.891021 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4176eade-83e6-4445-8d9a-652749c0e84a req-a14641fe-a9dc-4010-8d65-95a13cde9fd3 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:01.892766 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4176eade-83e6-4445-8d9a-652749c0e84a req-a14641fe-a9dc-4010-8d65-95a13cde9fd3 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=056de3ec-49b3-4169-837a-4b49b03e923d HTTP/1.1" status: 200 len: 943 time: 0.0747132 Jun 11 09:41:01.893031 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-9cf71e11-fa5d-4ccd-9044-d7f5d7f0e930 req-8da14c90-7805-4cfc-b29d-5a515c9db0f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:01.895550 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f3955e49-d0e1-4131-a4ac-4b0cdc42ee88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:01.897004 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3955e49-d0e1-4131-a4ac-4b0cdc42ee88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:01.897681 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f3955e49-d0e1-4131-a4ac-4b0cdc42ee88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:01.901245 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c4422b7f-c7b9-48fb-a033-adec7f3c0391 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:41:01.926368 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-160475c2-8bca-4b98-ab8d-b8bd2d2d8222 req-199063f2-fac1-43c0-a222-26bee1951a02 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=bd284e9f195345ae8ed61d9936756921&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4628918 Jun 11 09:41:01.947408 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [req-b4853c0a-85bd-4bb7-b334-a559ad424fab req-97b8f1ce-ddf1-4af1-a954-d711a16c6f44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dfb78f9-7841-4e89-901a-9bff042aca5d {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:41:01.954533 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60305150-0efe-4466-a6c2-a54c6a6fdfe8 req-81c49c60-b686-4825-8124-0f2231bc1769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:01.956648 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-60305150-0efe-4466-a6c2-a54c6a6fdfe8 req-81c49c60-b686-4825-8124-0f2231bc1769 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a10270434c34de9b98cfc51150cacd7&device_id=7159e938-ef90-4b7c-8d48-367dbc322c35 HTTP/1.1" status: 200 len: 1100 time: 0.4315472 Jun 11 09:41:01.959921 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-9cf71e11-fa5d-4ccd-9044-d7f5d7f0e930 req-8da14c90-7805-4cfc-b29d-5a515c9db0f3 service neutron] Transition to ACTIVE for port object 9311e98a-cf5e-4c9b-8641-68ee83a22fb3 will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:41:01.965721 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-b4853c0a-85bd-4bb7-b334-a559ad424fab req-97b8f1ce-ddf1-4af1-a954-d711a16c6f44 service neutron] For port 1dfb78f9-7841-4e89-901a-9bff042aca5d, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=1dfb78f9-7841-4e89-901a-9bff042aca5d,segment=NetworkSegment(9149788d-877e-41af-83c2-5ce6b1848f17),segment_id=9149788d-877e-41af-83c2-5ce6b1848f17)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:41:01.967101 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-d16cdf17-7174-4db8-be1a-71fdc421e344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:01.987256 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-212a8ffa-f0bc-4284-a791-c76751d7e10e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:41:02.023999 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3955e49-d0e1-4131-a4ac-4b0cdc42ee88 admin admin] Pushing event updated for resources: {'Network': ['ID=30fc0033-7e8d-4297-8cad-978a0ffeb9f4,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:41:02.029862 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f3955e49-d0e1-4131-a4ac-4b0cdc42ee88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:41:02.041909 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 30fc0033-7e8d-4297-8cad-978a0ffeb9f4 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:41:02.044270 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4176eade-83e6-4445-8d9a-652749c0e84a req-739b6d23-29a6-4542-96a6-f539ab8ccb81 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375358 Jun 11 09:41:02.078053 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-f3955e49-d0e1-4131-a4ac-4b0cdc42ee88 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3154407 Jun 11 09:41:02.078231 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 37436) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:41:02.084051 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-bf4c47a8-61b1-4454-bd1f-15357c88b3f7 admin admin] Request body: {'subnet': {'network_id': '30fc0033-7e8d-4297-8cad-978a0ffeb9f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1228936636-subnet', 'tenant_id': '26784c180a9a401eb78ffb55ac1ecfdd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:41:02.137776 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-9cf71e11-fa5d-4ccd-9044-d7f5d7f0e930 req-8da14c90-7805-4cfc-b29d-5a515c9db0f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:02.147867 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-dfe956b9-067b-4b89-95b9-ac31edee675b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:41:02.171244 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16cdf17-7174-4db8-be1a-71fdc421e344 None None] Routers {'11cb885d-e4d1-4694-aa61-110cc1b2a89b'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:41:02.175221 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-d16cdf17-7174-4db8-be1a-71fdc421e344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:40:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['11cb885d-e4d1-4694-aa61-110cc1b2a89b'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:41:02.181919 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3db1cf8-bf34-400d-ae37-90320e1dacee None None] Pushing event updated for resources: {'Port': ['ID=3b716bd5-44c0-4481-9ea0-9f80105970a1,revision_number=4']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:41:02.234407 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf4c47a8-61b1-4454-bd1f-15357c88b3f7 admin admin] Made reservation on behalf of 26784c180a9a401eb78ffb55ac1ecfdd for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:41:02.237731 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-b4853c0a-85bd-4bb7-b334-a559ad424fab req-97b8f1ce-ddf1-4af1-a954-d711a16c6f44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:02.238470 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bf4c47a8-61b1-4454-bd1f-15357c88b3f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:02.282767 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-b3db1cf8-bf34-400d-ae37-90320e1dacee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:41:02.401474 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-d16cdf17-7174-4db8-be1a-71fdc421e344 None None] Set router 11cb885d-e4d1-4694-aa61-110cc1b2a89b gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:41:02.542201 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da14c90-7805-4cfc-b29d-5a515c9db0f3 service neutron] Pushing event updated for resources: {'Port': ['ID=9311e98a-cf5e-4c9b-8641-68ee83a22fb3,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:41:02.550458 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8da14c90-7805-4cfc-b29d-5a515c9db0f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:41:02.629275 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60305150-0efe-4466-a6c2-a54c6a6fdfe8 req-ddb32326-f6f2-4bb3-8a96-5cab69b2890f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:02.630757 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-60305150-0efe-4466-a6c2-a54c6a6fdfe8 req-ddb32326-f6f2-4bb3-8a96-5cab69b2890f service neutron] 10.222.0.64 "GET /v2.0/networks?id=cf20d108-f84c-44de-9036-2269564edd60 HTTP/1.1" status: 200 len: 870 time: 0.6624067 Jun 11 09:41:02.784548 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7878aa09-2d84-44f9-8d49-aab1acf77a9a req-13c8e3c3-00fa-4080-a1f7-d7ef00bad22e tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 210 time: 0.1062040 Jun 11 09:41:02.844355 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-60305150-0efe-4466-a6c2-a54c6a6fdfe8 req-b1eba741-973e-440e-a1c2-68f9c1793c60 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=8bb8cb28-fd60-4e20-b866-29efe9a08741 HTTP/1.1" status: 200 len: 217 time: 0.1172485 Jun 11 09:41:02.882292 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-d16cdf17-7174-4db8-be1a-71fdc421e344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11cb885d-e4d1-4694-aa61-110cc1b2a89b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1804136138-router', 'tenant_id': 'b45337579131456f96bbbe68609b8874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '8b315445-29e5-443f-8b17-b6bcd42654b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:40:44Z', 'updated_at': '2021-06-11T09:40:56Z', 'revision_number': 4, 'project_id': 'b45337579131456f96bbbe68609b8874', 'gw_port': {'id': '8b315445-29e5-443f-8b17-b6bcd42654b3', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cb885d-e4d1-4694-aa61-110cc1b2a89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:40:45Z', 'updated_at': '2021-06-11T09:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '3b716bd5-44c0-4481-9ea0-9f80105970a1', 'name': '', 'network_id': '5f5b4bd2-720b-4d8c-8f94-0c6e8edf7aa1', 'tenant_id': 'b45337579131456f96bbbe68609b8874', 'mac_address': 'fa:16:3e:46:c7:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11cb885d-e4d1-4694-aa61-110cc1b2a89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '931e6e90-3bbb-45ba-ae16-760114c6ec48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:40:52Z', 'updated_at': '2021-06-11T09:41:01Z', 'revision_number': 4, 'project_id': 'b45337579131456f96bbbe68609b8874', 'subnets': [{'id': '931e6e90-3bbb-45ba-ae16-760114c6ec48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:41:02.887431 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16cdf17-7174-4db8-be1a-71fdc421e344 None None] The sync data for ids ['11cb885d-e4d1-4694-aa61-110cc1b2a89b'] in n-d-779913-12 is: [{'id': '11cb885d-e4d1-4694-aa61-110cc1b2a89b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1804136138-router', 'tenant_id': 'b45337579131456f96bbbe68609b8874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '8b315445-29e5-443f-8b17-b6bcd42654b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:40:44Z', 'updated_at': '2021-06-11T09:40:56Z', 'revision_number': 4, 'project_id': 'b45337579131456f96bbbe68609b8874', 'gw_port': {'id': '8b315445-29e5-443f-8b17-b6bcd42654b3', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cb885d-e4d1-4694-aa61-110cc1b2a89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:40:45Z', 'updated_at': '2021-06-11T09:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '3b716bd5-44c0-4481-9ea0-9f80105970a1', 'name': '', 'network_id': '5f5b4bd2-720b-4d8c-8f94-0c6e8edf7aa1', 'tenant_id': 'b45337579131456f96bbbe68609b8874', 'mac_address': 'fa:16:3e:46:c7:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11cb885d-e4d1-4694-aa61-110cc1b2a89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '931e6e90-3bbb-45ba-ae16-760114c6ec48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:40:52Z', 'updated_at': '2021-06-11T09:41:01Z', 'revision_number': 4, 'project_id': 'b45337579131456f96bbbe68609b8874', 'subnets': [{'id': '931e6e90-3bbb-45ba-ae16-760114c6ec48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:41:02.906790 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-873d5041-7c57-46fb-8f8c-e2df96861dbe req-bc998dd8-cc2b-4d84-9f52-20a2b82b391e tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/ports?device_id=e03c3d59-e6d8-4b5e-ab76-3b2deda95807 HTTP/1.1" status: 200 len: 210 time: 0.0409379 Jun 11 09:41:02.968987 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bf4c47a8-61b1-4454-bd1f-15357c88b3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:02.981622 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:41:03.039726 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-b4853c0a-85bd-4bb7-b334-a559ad424fab req-97b8f1ce-ddf1-4af1-a954-d711a16c6f44 service neutron] Transition to ACTIVE for port object 1dfb78f9-7841-4e89-901a-9bff042aca5d will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:41:03.042457 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60305150-0efe-4466-a6c2-a54c6a6fdfe8 req-757bb098-fbed-40c7-9999-2aed6b43a62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:03.044542 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-60305150-0efe-4466-a6c2-a54c6a6fdfe8 req-757bb098-fbed-40c7-9999-2aed6b43a62e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=189b03cc-b2a8-4615-9ab5-ad0328c3f10f HTTP/1.1" status: 200 len: 843 time: 0.1579652 Jun 11 09:41:03.047905 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-9cf71e11-fa5d-4ccd-9044-d7f5d7f0e930 req-8da14c90-7805-4cfc-b29d-5a515c9db0f3 service neutron] Attempting to bind port 9311e98a-cf5e-4c9b-8641-68ee83a22fb3 on host n-h2-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:41:03.048244 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-9cf71e11-fa5d-4ccd-9044-d7f5d7f0e930 req-8da14c90-7805-4cfc-b29d-5a515c9db0f3 service neutron] Attempting to bind port 9311e98a-cf5e-4c9b-8641-68ee83a22fb3 by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:41:03.048580 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf71e11-fa5d-4ccd-9044-d7f5d7f0e930 req-8da14c90-7805-4cfc-b29d-5a515c9db0f3 service neutron] Attempting to bind port 9311e98a-cf5e-4c9b-8641-68ee83a22fb3 on network cf20d108-f84c-44de-9036-2269564edd60 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:41:03.049805 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4c47a8-61b1-4454-bd1f-15357c88b3f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f18eccc-f45e-4f21-9a51-8466031c1371,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:41:03.055982 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-bf4c47a8-61b1-4454-bd1f-15357c88b3f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:41:03.082293 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd45a63-c2c0-4c79-98b5-078ae6bdec34 req-7ba61400-af83-4bed-985d-629c5ff6a743 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:03.088931 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8bd45a63-c2c0-4c79-98b5-078ae6bdec34 req-7ba61400-af83-4bed-985d-629c5ff6a743 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=90f20d92-0f10-48eb-8c8d-7739d68ebe15 HTTP/1.1" status: 200 len: 949 time: 0.4393702 Jun 11 09:41:03.101777 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4c47a8-61b1-4454-bd1f-15357c88b3f7 admin admin] Checking segment: {'id': '7d8269b1-fb57-48c7-8d99-2863ebbcfd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '30fc0033-7e8d-4297-8cad-978a0ffeb9f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:41:03.102137 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4c47a8-61b1-4454-bd1f-15357c88b3f7 admin admin] Network hostable DHCP agents. Network: 30fc0033-7e8d-4297-8cad-978a0ffeb9f4, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 09:41:03.128885 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf71e11-fa5d-4ccd-9044-d7f5d7f0e930 req-8da14c90-7805-4cfc-b29d-5a515c9db0f3 service neutron] Port 9311e98a-cf5e-4c9b-8641-68ee83a22fb3 on network cf20d108-f84c-44de-9036-2269564edd60 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:41:03.131157 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf71e11-fa5d-4ccd-9044-d7f5d7f0e930 req-8da14c90-7805-4cfc-b29d-5a515c9db0f3 service neutron] Attempting to bind port 9311e98a-cf5e-4c9b-8641-68ee83a22fb3 on network cf20d108-f84c-44de-9036-2269564edd60 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:41:03.136163 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-b4853c0a-85bd-4bb7-b334-a559ad424fab req-97b8f1ce-ddf1-4af1-a954-d711a16c6f44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:03.153083 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a98224b4-8600-4d66-b13b-778d9ac06e7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:41:03.159321 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 3b716bd5-44c0-4481-9ea0-9f80105970a1 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:41:03.197975 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf71e11-fa5d-4ccd-9044-d7f5d7f0e930 req-8da14c90-7805-4cfc-b29d-5a515c9db0f3 service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:41:03.197975 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf71e11-fa5d-4ccd-9044-d7f5d7f0e930 req-8da14c90-7805-4cfc-b29d-5a515c9db0f3 service neutron] Checking segment: {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:41:03.197975 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf71e11-fa5d-4ccd-9044-d7f5d7f0e930 req-8da14c90-7805-4cfc-b29d-5a515c9db0f3 service neutron] Bound using segment: {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:41:03.197975 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-9cf71e11-fa5d-4ccd-9044-d7f5d7f0e930 req-8da14c90-7805-4cfc-b29d-5a515c9db0f3 service neutron] Bound port: 9311e98a-cf5e-4c9b-8641-68ee83a22fb3, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:41:03.198504 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-9cf71e11-fa5d-4ccd-9044-d7f5d7f0e930 req-8da14c90-7805-4cfc-b29d-5a515c9db0f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:03.236404 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4c47a8-61b1-4454-bd1f-15357c88b3f7 admin admin] Network 30fc0033-7e8d-4297-8cad-978a0ffeb9f4 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 09:41:03.253230 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ec641c-10be-4c83-aa27-e0d222241924 req-f77063e9-2306-474b-80a4-1bb7524595f3 tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:03.254834 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-07ec641c-10be-4c83-aa27-e0d222241924 req-f77063e9-2306-474b-80a4-1bb7524595f3 tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] 10.222.0.60 "GET /v2.0/ports?device_id=130f2b97-6743-4845-99df-82e42a416269 HTTP/1.1" status: 200 len: 948 time: 0.1041484 Jun 11 09:41:03.309435 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-07ec641c-10be-4c83-aa27-e0d222241924 req-5a4b5396-7d22-412e-9504-0813b9ab8d38 tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd74cd75-2ac1-41ab-b341-6eaf5b1aaa0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471807 Jun 11 09:41:03.333388 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-bf4c47a8-61b1-4454-bd1f-15357c88b3f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 30fc0033-7e8d-4297-8cad-978a0ffeb9f4) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:41:03.333508 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 3b716bd5-44c0-4481-9ea0-9f80105970a1 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:41:03.334641 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4c47a8-61b1-4454-bd1f-15357c88b3f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:03.335237 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bf4c47a8-61b1-4454-bd1f-15357c88b3f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:03.348903 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38db3909-9436-44e0-ab5a-efafd997b791 None None] Network 30fc0033-7e8d-4297-8cad-978a0ffeb9f4 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:41:03.355028 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 3b716bd5-44c0-4481-9ea0-9f80105970a1 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:41:03.356761 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:03.443208 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4853c0a-85bd-4bb7-b334-a559ad424fab req-97b8f1ce-ddf1-4af1-a954-d711a16c6f44 service neutron] No DVR routers for this DVR port 1dfb78f9-7841-4e89-901a-9bff042aca5d on host n-h1-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:41:03.460160 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8bd45a63-c2c0-4c79-98b5-078ae6bdec34 req-31a93c20-5cee-4998-b22c-41f13b7cb97e tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/security-groups?id=d35df9ed-76e1-4821-b449-9857ba424946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3371973 Jun 11 09:41:03.503053 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-9cf71e11-fa5d-4ccd-9044-d7f5d7f0e930 req-8da14c90-7805-4cfc-b29d-5a515c9db0f3 service neutron] For port 9311e98a-cf5e-4c9b-8641-68ee83a22fb3, host n-h2-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:41:03.506374 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-9cf71e11-fa5d-4ccd-9044-d7f5d7f0e930 req-8da14c90-7805-4cfc-b29d-5a515c9db0f3 service neutron] For port 9311e98a-cf5e-4c9b-8641-68ee83a22fb3, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=9311e98a-cf5e-4c9b-8641-68ee83a22fb3,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:41:03.543919 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b8f1ce-ddf1-4af1-a954-d711a16c6f44 service neutron] Pushing event updated for resources: {'Port': ['ID=1dfb78f9-7841-4e89-901a-9bff042aca5d,revision_number=10']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:41:03.555882 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-97b8f1ce-ddf1-4af1-a954-d711a16c6f44 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:41:03.555882 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60305150-0efe-4466-a6c2-a54c6a6fdfe8 req-085e41a5-f00b-4930-bbd9-be01d26362ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:03.557149 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-60305150-0efe-4466-a6c2-a54c6a6fdfe8 req-085e41a5-f00b-4930-bbd9-be01d26362ae service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf20d108-f84c-44de-9036-2269564edd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5037427 Jun 11 09:41:03.558033 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-bf4c47a8-61b1-4454-bd1f-15357c88b3f7 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4785724 Jun 11 09:41:03.564740 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b4853c0a-85bd-4bb7-b334-a559ad424fab req-97b8f1ce-ddf1-4af1-a954-d711a16c6f44 service neutron] 10.222.0.64 "PUT /v2.0/ports/1dfb78f9-7841-4e89-901a-9bff042aca5d/bindings/n-h2-779913-12/activate HTTP/1.1" status: 200 len: 370 time: 3.3081133 Jun 11 09:41:03.565346 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 37458) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:41:03.585934 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-e630402b-6eb4-4775-bb08-9c012aff2542 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1228936636-router', 'tenant_id': '26784c180a9a401eb78ffb55ac1ecfdd', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:41:03.647346 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-9cf71e11-fa5d-4ccd-9044-d7f5d7f0e930 req-8da14c90-7805-4cfc-b29d-5a515c9db0f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:03.656061 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d3748a-2641-4c16-b4c7-c6bbe41d3d4e req-f0298554-decd-4db9-83ee-0bc2de921380 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:03.663336 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b1d3748a-2641-4c16-b4c7-c6bbe41d3d4e req-f0298554-decd-4db9-83ee-0bc2de921380 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=056de3ec-49b3-4169-837a-4b49b03e923d HTTP/1.1" status: 200 len: 944 time: 0.2070246 Jun 11 09:41:03.664499 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:03.667530 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6ec419fc-a7ac-4482-afbc-7f6228428548 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:41:03.739414 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b1d3748a-2641-4c16-b4c7-c6bbe41d3d4e req-e119f079-6c49-4a63-b7cd-fbc7d4cf8947 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745595 Jun 11 09:41:03.754721 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a845b82-4ddc-43b5-ac92-ae4320b687bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-30fc0033-7e8d-4297-8cad-978a0ffeb9f4', 'network_id': '30fc0033-7e8d-4297-8cad-978a0ffeb9f4', 'tenant_id': '26784c180a9a401eb78ffb55ac1ecfdd', 'fixed_ips': [{'subnet_id': '5f18eccc-f45e-4f21-9a51-8466031c1371'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 09:41:03.755817 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6a845b82-4ddc-43b5-ac92-ae4320b687bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:03.779249 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 3b716bd5-44c0-4481-9ea0-9f80105970a1, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=3b716bd5-44c0-4481-9ea0-9f80105970a1,segment=NetworkSegment(1df4e852-26c2-4351-8bb6-614dccc2bd7d),segment_id=1df4e852-26c2-4351-8bb6-614dccc2bd7d)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:41:03.861614 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf71e11-fa5d-4ccd-9044-d7f5d7f0e930 req-8da14c90-7805-4cfc-b29d-5a515c9db0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:03.861614 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-9cf71e11-fa5d-4ccd-9044-d7f5d7f0e930 req-8da14c90-7805-4cfc-b29d-5a515c9db0f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:03.861614 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9cf71e11-fa5d-4ccd-9044-d7f5d7f0e930 req-8da14c90-7805-4cfc-b29d-5a515c9db0f3 service neutron] 10.222.0.69 "PUT /v2.0/ports/9311e98a-cf5e-4c9b-8641-68ee83a22fb3 HTTP/1.1" status: 200 len: 1097 time: 3.9852650 Jun 11 09:41:03.861614 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '130f2b97-6743-4845-99df-82e42a416269', 'tag': '9311e98a-cf5e-4c9b-8641-68ee83a22fb3'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:41:03.863765 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d2b2985-1acd-4105-8194-c2ce8c9ff22d" -d '{"events": [{"name": "network-changed", "server_uuid": "130f2b97-6743-4845-99df-82e42a416269", "tag": "9311e98a-cf5e-4c9b-8641-68ee83a22fb3"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:41:03.941335 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:03.958802 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:41:04.068064 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88194fa5-84d5-473a-acc9-58c0b91d4a7b x-openstack-request-id: req-88194fa5-84d5-473a-acc9-58c0b91d4a7b {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:41:04.068516 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "130f2b97-6743-4845-99df-82e42a416269", "tag": "9311e98a-cf5e-4c9b-8641-68ee83a22fb3", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:41:04.068898 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-88194fa5-84d5-473a-acc9-58c0b91d4a7b {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:41:04.069390 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '130f2b97-6743-4845-99df-82e42a416269', 'tag': '9311e98a-cf5e-4c9b-8641-68ee83a22fb3', 'status': 'completed', 'code': 200} Jun 11 09:41:04.070444 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e630402b-6eb4-4775-bb08-9c012aff2542 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:04.071537 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e630402b-6eb4-4775-bb08-9c012aff2542 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:04.136119 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 8bb8cb28-fd60-4e20-b866-29efe9a08741 details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:41:04.189831 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f38d086e-aa09-4f97-8e4e-78db58010c62 req-f0c4bc8e-e209-4f92-8d0f-de628c40ed4d tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 210 time: 0.1759634 Jun 11 09:41:04.214568 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da14c90-7805-4cfc-b29d-5a515c9db0f3 service neutron] Pushing event updated for resources: {'Port': ['ID=9311e98a-cf5e-4c9b-8641-68ee83a22fb3,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:41:04.224513 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a316de8d-c683-4a39-8f1a-a739dc82a8a9 req-1b882781-f9e3-4680-ab4e-40baeb699fd9 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/ports?device_id=e03c3d59-e6d8-4b5e-ab76-3b2deda95807 HTTP/1.1" status: 200 len: 210 time: 0.0761485 Jun 11 09:41:04.274730 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=3b716bd5-44c0-4481-9ea0-9f80105970a1,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:41:04.280519 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-6a845b82-4ddc-43b5-ac92-ae4320b687bf None None] Allocated IP 172.20.0.2 (30fc0033-7e8d-4297-8cad-978a0ffeb9f4/5f18eccc-f45e-4f21-9a51-8466031c1371/6583e7a4-54d5-48b8-9ac0-51d825a28819) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:41:04.284777 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:41:04.563232 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 8bb8cb28-fd60-4e20-b866-29efe9a08741, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=8bb8cb28-fd60-4e20-b866-29efe9a08741,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:41:04.581850 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': '8bb8cb28-fd60-4e20-b866-29efe9a08741', 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60', 'port_id': '8bb8cb28-fd60-4e20-b866-29efe9a08741', 'mac_address': 'fa:16:3e:0f:ff:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189b03cc-b2a8-4615-9ab5-ad0328c3f10f', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:41:04.616337 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7bfd6c-a859-44a9-880d-fc5e130d8432 req-2f898b5c-a569-4241-ae77-9f4a04bf2cb4 tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:04.625967 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4b7bfd6c-a859-44a9-880d-fc5e130d8432 req-2f898b5c-a569-4241-ae77-9f4a04bf2cb4 tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] 10.222.0.60 "GET /v2.0/ports?device_id=130f2b97-6743-4845-99df-82e42a416269 HTTP/1.1" status: 200 len: 948 time: 0.1408341 Jun 11 09:41:04.634130 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8da14c90-7805-4cfc-b29d-5a515c9db0f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.967s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:41:04.645647 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e630402b-6eb4-4775-bb08-9c012aff2542 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:04.679525 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-60305150-0efe-4466-a6c2-a54c6a6fdfe8 req-fc4f6e36-52eb-4436-90cf-bbe3d1fa2e69 service neutron] 10.222.0.64 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1072223 Jun 11 09:41:04.709627 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4b7bfd6c-a859-44a9-880d-fc5e130d8432 req-4971fbd9-dce5-48e9-bf4c-2743b9c53d96 tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd74cd75-2ac1-41ab-b341-6eaf5b1aaa0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825372 Jun 11 09:41:04.768735 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c4ca3-3885-43c4-93af-fff85b4460cc req-0cef6732-94c7-4412-aae3-2abaea4e28c5 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:04.770187 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-343c4ca3-3885-43c4-93af-fff85b4460cc req-0cef6732-94c7-4412-aae3-2abaea4e28c5 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.64 "GET /v2.0/networks?id=ecbff90d-5ab6-4357-bf37-5548ca0e9255 HTTP/1.1" status: 200 len: 810 time: 1.1243930 Jun 11 09:41:04.795929 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:04.824849 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bb8cb28-fd60-4e20-b866-29efe9a08741 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:41:04.863672 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6a845b82-4ddc-43b5-ac92-ae4320b687bf None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:04.863672 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 8bb8cb28-fd60-4e20-b866-29efe9a08741, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=8bb8cb28-fd60-4e20-b866-29efe9a08741,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:41:04.867496 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-6a845b82-4ddc-43b5-ac92-ae4320b687bf None None] Transition to ACTIVE for port object 6583e7a4-54d5-48b8-9ac0-51d825a28819 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:41:04.888325 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-6a845b82-4ddc-43b5-ac92-ae4320b687bf None None] Transition to ACTIVE for port object 6583e7a4-54d5-48b8-9ac0-51d825a28819 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:41:04.920520 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4853c0a-85bd-4bb7-b334-a559ad424fab req-c32094b2-0431-4318-b55e-d1b13461c524 tempest-LiveMigrationTest-1264164380 tempest-LiveMigrationTest-1264164380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:04.922139 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b4853c0a-85bd-4bb7-b334-a559ad424fab req-c32094b2-0431-4318-b55e-d1b13461c524 tempest-LiveMigrationTest-1264164380 tempest-LiveMigrationTest-1264164380-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=056de3ec-49b3-4169-837a-4b49b03e923d&tenant_id=455235d9344d45d29863b10a5775a249&binding%3Ahost_id=n-h1-779913-12 HTTP/1.1" status: 200 len: 1096 time: 1.0630956 Jun 11 09:41:04.952895 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:04.954754 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:41:05.035814 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2b2985-1acd-4105-8194-c2ce8c9ff22d req-e2f6171b-929a-4503-94d2-eb17971af9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:05.037298 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9d2b2985-1acd-4105-8194-c2ce8c9ff22d req-e2f6171b-929a-4503-94d2-eb17971af9cb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1178bb6cb1294102badada6ab83fb558&device_id=130f2b97-6743-4845-99df-82e42a416269 HTTP/1.1" status: 200 len: 1100 time: 1.0246537 Jun 11 09:41:05.042805 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6a845b82-4ddc-43b5-ac92-ae4320b687bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:05.072959 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 3b716bd5-44c0-4481-9ea0-9f80105970a1 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:41:05.100657 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edec7ad-045c-4d61-b714-e8f47512ece8 req-47abfbe9-6154-493d-9687-1172c2c83f1d tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:05.102564 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3edec7ad-045c-4d61-b714-e8f47512ece8 req-47abfbe9-6154-493d-9687-1172c2c83f1d tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=056de3ec-49b3-4169-837a-4b49b03e923d HTTP/1.1" status: 200 len: 944 time: 0.1221523 Jun 11 09:41:05.106664 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a845b82-4ddc-43b5-ac92-ae4320b687bf None None] Network 30fc0033-7e8d-4297-8cad-978a0ffeb9f4 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:41:05.120039 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-60305150-0efe-4466-a6c2-a54c6a6fdfe8 req-622a6fe2-3750-43f7-86f1-6b651e50fa04 service neutron] 10.222.0.64 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4058750 Jun 11 09:41:05.120450 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-6a845b82-4ddc-43b5-ac92-ae4320b687bf None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:41:05.123382 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a845b82-4ddc-43b5-ac92-ae4320b687bf None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:41:05.130574 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=8bb8cb28-fd60-4e20-b866-29efe9a08741,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:41:05.136842 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:41:05.146404 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-5a6c84cf-ff32-4c89-b923-9247f8692fa8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.097s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:41:05.176511 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9d2b2985-1acd-4105-8194-c2ce8c9ff22d req-d7ca14f2-0837-4218-b898-b0871499ab22 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=1178bb6cb1294102badada6ab83fb558&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0839155 Jun 11 09:41:05.180776 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3edec7ad-045c-4d61-b714-e8f47512ece8 req-bfc21804-adcf-4785-a2c4-3dcfb3346f05 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701962 Jun 11 09:41:05.243774 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['8bb8cb28-fd60-4e20-b866-29efe9a08741'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:41:05.300815 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-343c4ca3-3885-43c4-93af-fff85b4460cc req-7bb4b40f-e13c-4382-a3bb-7b542fb187dc tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=85a0b78c318440aa9b70136d633fbbff HTTP/1.1" status: 200 len: 380 time: 0.3952289 Jun 11 09:41:05.355956 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-343c4ca3-3885-43c4-93af-fff85b4460cc req-fadefeeb-20bc-4824-abf0-c18161bd4649 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Request body: {'port': {'device_id': '8355cfd8-6f02-48e7-8c0c-764b8c44cfb7', 'network_id': 'ecbff90d-5ab6-4357-bf37-5548ca0e9255', 'admin_state_up': True, 'tenant_id': '85a0b78c318440aa9b70136d633fbbff', 'security_groups': ['24d1f1aa-3601-424b-af20-9acf0698c1b3']}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:41:05.361104 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e630402b-6eb4-4775-bb08-9c012aff2542 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:05.386241 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b98efb0-da73-49fc-b304-b313a36f7b26 req-1163a381-9c8e-4403-b002-ad1acafb145a tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:05.393912 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4b98efb0-da73-49fc-b304-b313a36f7b26 req-1163a381-9c8e-4403-b002-ad1acafb145a tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=90f20d92-0f10-48eb-8c8d-7739d68ebe15 HTTP/1.1" status: 200 len: 949 time: 0.7177711 Jun 11 09:41:05.412647 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-67e3e2fa-674f-49d8-b8fd-60640cbf5cb8 req-fb3d80ff-3de5-4558-bbb6-404df753e1dc tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/ports?device_id=e03c3d59-e6d8-4b5e-ab76-3b2deda95807 HTTP/1.1" status: 200 len: 210 time: 0.0764868 Jun 11 09:41:05.453932 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:05.507958 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a845b82-4ddc-43b5-ac92-ae4320b687bf None None] Pushing event updated for resources: {'Port': ['ID=6583e7a4-54d5-48b8-9ac0-51d825a28819,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:41:05.510965 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-6a845b82-4ddc-43b5-ac92-ae4320b687bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:41:05.512758 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-6a845b82-4ddc-43b5-ac92-ae4320b687bf None None] Attempting to bind port 6583e7a4-54d5-48b8-9ac0-51d825a28819 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:41:05.513146 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-6a845b82-4ddc-43b5-ac92-ae4320b687bf None None] Attempting to bind port 6583e7a4-54d5-48b8-9ac0-51d825a28819 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '7d8269b1-fb57-48c7-8d99-2863ebbcfd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '30fc0033-7e8d-4297-8cad-978a0ffeb9f4'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:41:05.513515 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a845b82-4ddc-43b5-ac92-ae4320b687bf None None] Attempting to bind port 6583e7a4-54d5-48b8-9ac0-51d825a28819 on network 30fc0033-7e8d-4297-8cad-978a0ffeb9f4 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:41:05.532876 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 3b716bd5-44c0-4481-9ea0-9f80105970a1 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:41:05.533266 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:05.559963 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a845b82-4ddc-43b5-ac92-ae4320b687bf None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:41:05.560350 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a845b82-4ddc-43b5-ac92-ae4320b687bf None None] Checking segment: {'id': '7d8269b1-fb57-48c7-8d99-2863ebbcfd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '30fc0033-7e8d-4297-8cad-978a0ffeb9f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:41:05.562221 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6a845b82-4ddc-43b5-ac92-ae4320b687bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:05.562221 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a845b82-4ddc-43b5-ac92-ae4320b687bf None None] Bound using segment: {'id': '7d8269b1-fb57-48c7-8d99-2863ebbcfd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '30fc0033-7e8d-4297-8cad-978a0ffeb9f4'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:41:05.562221 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-6a845b82-4ddc-43b5-ac92-ae4320b687bf None None] Bound port: 6583e7a4-54d5-48b8-9ac0-51d825a28819, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8269b1-fb57-48c7-8d99-2863ebbcfd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '30fc0033-7e8d-4297-8cad-978a0ffeb9f4'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:41:05.562221 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6a845b82-4ddc-43b5-ac92-ae4320b687bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:05.599837 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-830cbf48-77cf-4d84-acfa-1f2bbb7d9d69 req-675321e9-74c1-497b-99f3-956dbd84c2c4 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 210 time: 0.0462964 Jun 11 09:41:05.666757 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4853c0a-85bd-4bb7-b334-a559ad424fab req-e41cabf9-2619-4fca-87f3-65950876e687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:05.668219 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b4853c0a-85bd-4bb7-b334-a559ad424fab req-e41cabf9-2619-4fca-87f3-65950876e687 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=056de3ec-49b3-4169-837a-4b49b03e923d&tenant_id=455235d9344d45d29863b10a5775a249 HTTP/1.1" status: 200 len: 1096 time: 0.7361975 Jun 11 09:41:05.690113 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4b98efb0-da73-49fc-b304-b313a36f7b26 req-8d049eb9-6c73-48c4-ba78-37401f8b9415 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/security-groups?id=d35df9ed-76e1-4821-b449-9857ba424946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953143 Jun 11 09:41:05.698516 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-160475c2-8bca-4b98-ab8d-b8bd2d2d8222 req-a5590f3d-f80e-4aad-b853-0603accc25f7 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=bd284e9f195345ae8ed61d9936756921&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0566354 Jun 11 09:41:05.701675 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2b2985-1acd-4105-8194-c2ce8c9ff22d req-8793fd6f-5445-46c8-8e05-4718799ffd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:05.703141 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9d2b2985-1acd-4105-8194-c2ce8c9ff22d req-8793fd6f-5445-46c8-8e05-4718799ffd7e service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5155168 Jun 11 09:41:05.738400 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-6a845b82-4ddc-43b5-ac92-ae4320b687bf None None] For port 6583e7a4-54d5-48b8-9ac0-51d825a28819, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:41:05.789489 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-6a845b82-4ddc-43b5-ac92-ae4320b687bf None None] For port 6583e7a4-54d5-48b8-9ac0-51d825a28819, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=6583e7a4-54d5-48b8-9ac0-51d825a28819,segment=NetworkSegment(7d8269b1-fb57-48c7-8d99-2863ebbcfd29),segment_id=7d8269b1-fb57-48c7-8d99-2863ebbcfd29)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:41:05.918653 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6a845b82-4ddc-43b5-ac92-ae4320b687bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:05.922250 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:41:05.957515 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160475c2-8bca-4b98-ab8d-b8bd2d2d8222 req-12ccc5fe-589c-4bdd-a3de-0b5980242edb tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:05.959870 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-343c4ca3-3885-43c4-93af-fff85b4460cc req-fadefeeb-20bc-4824-abf0-c18161bd4649 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Made reservation on behalf of 85a0b78c318440aa9b70136d633fbbff for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:41:05.962713 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-160475c2-8bca-4b98-ab8d-b8bd2d2d8222 req-12ccc5fe-589c-4bdd-a3de-0b5980242edb tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2527053 Jun 11 09:41:05.965126 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-343c4ca3-3885-43c4-93af-fff85b4460cc req-fadefeeb-20bc-4824-abf0-c18161bd4649 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:06.003234 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a845b82-4ddc-43b5-ac92-ae4320b687bf None None] Pushing event updated for resources: {'Port': ['ID=6583e7a4-54d5-48b8-9ac0-51d825a28819,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:41:06.015621 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-160475c2-8bca-4b98-ab8d-b8bd2d2d8222 req-6862b8ff-9427-4351-b692-5f2ba0a88c78 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Request body: {'port': {'device_id': 'e03c3d59-e6d8-4b5e-ab76-3b2deda95807', 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60', 'admin_state_up': True, 'tenant_id': 'bd284e9f195345ae8ed61d9936756921'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:41:06.020698 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-6a845b82-4ddc-43b5-ac92-ae4320b687bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:41:06.073961 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4853c0a-85bd-4bb7-b334-a559ad424fab req-31acc101-723e-40af-9490-5319363e9f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:06.076670 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b4853c0a-85bd-4bb7-b334-a559ad424fab req-31acc101-723e-40af-9490-5319363e9f7d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=455235d9344d45d29863b10a5775a249&device_id=056de3ec-49b3-4169-837a-4b49b03e923d HTTP/1.1" status: 200 len: 1096 time: 0.3569305 Jun 11 09:41:06.161075 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f4da96-d5f2-4f20-b0b8-4a16a0ebc48c req-80b4945d-3aaf-41ff-90bb-e3f08a7f271a tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:06.168877 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d8f4da96-d5f2-4f20-b0b8-4a16a0ebc48c req-80b4945d-3aaf-41ff-90bb-e3f08a7f271a tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] 10.222.0.60 "GET /v2.0/ports?device_id=130f2b97-6743-4845-99df-82e42a416269 HTTP/1.1" status: 200 len: 948 time: 0.2071013 Jun 11 09:41:06.244027 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d8f4da96-d5f2-4f20-b0b8-4a16a0ebc48c req-6a148d2e-62c3-4965-9ce5-d65a651fa88c tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd74cd75-2ac1-41ab-b341-6eaf5b1aaa0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728657 Jun 11 09:41:06.250654 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf71e11-fa5d-4ccd-9044-d7f5d7f0e930 req-8d198167-20d1-4d5e-a682-864117380f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:06.252539 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9cf71e11-fa5d-4ccd-9044-d7f5d7f0e930 req-8d198167-20d1-4d5e-a682-864117380f22 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1178bb6cb1294102badada6ab83fb558&device_id=130f2b97-6743-4845-99df-82e42a416269 HTTP/1.1" status: 200 len: 1100 time: 0.4171536 Jun 11 09:41:06.327817 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-160475c2-8bca-4b98-ab8d-b8bd2d2d8222 req-6862b8ff-9427-4351-b692-5f2ba0a88c78 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Made reservation on behalf of bd284e9f195345ae8ed61d9936756921 for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:41:06.331645 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-160475c2-8bca-4b98-ab8d-b8bd2d2d8222 req-6862b8ff-9427-4351-b692-5f2ba0a88c78 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:06.405376 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9cf71e11-fa5d-4ccd-9044-d7f5d7f0e930 req-2d841faa-5c31-4fc3-93d1-23578a5df234 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=9311e98a-cf5e-4c9b-8641-68ee83a22fb3 HTTP/1.1" status: 200 len: 217 time: 0.0838814 Jun 11 09:41:06.543351 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-160475c2-8bca-4b98-ab8d-b8bd2d2d8222 req-6862b8ff-9427-4351-b692-5f2ba0a88c78 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Allocated IP 192.168.233.105 (cf20d108-f84c-44de-9036-2269564edd60/189b03cc-b2a8-4615-9ab5-ad0328c3f10f/efd73367-24c4-4a5c-8841-c703ec77c8b2) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:41:06.656920 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20528464-f825-4a18-be08-f84f5e38242a req-8de0c9ef-a670-48c9-a38b-389af6af9c64 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:06.658474 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-20528464-f825-4a18-be08-f84f5e38242a req-8de0c9ef-a670-48c9-a38b-389af6af9c64 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=056de3ec-49b3-4169-837a-4b49b03e923d HTTP/1.1" status: 200 len: 944 time: 0.1669583 Jun 11 09:41:06.770799 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-20528464-f825-4a18-be08-f84f5e38242a req-9d0fde9a-afa7-42a5-ab0d-9fab793353d9 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059434 Jun 11 09:41:06.821284 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-160475c2-8bca-4b98-ab8d-b8bd2d2d8222 req-6862b8ff-9427-4351-b692-5f2ba0a88c78 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:06.838269 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-160475c2-8bca-4b98-ab8d-b8bd2d2d8222 req-6862b8ff-9427-4351-b692-5f2ba0a88c78 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Transition to ACTIVE for port object efd73367-24c4-4a5c-8841-c703ec77c8b2 will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:41:06.902111 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f88d265-742b-4588-b65d-2eb6a3a16b33 req-7a477698-6246-40f7-bdf1-0c6f25b8ca2e tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:06.903795 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4f88d265-742b-4588-b65d-2eb6a3a16b33 req-7a477698-6246-40f7-bdf1-0c6f25b8ca2e tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=7159e938-ef90-4b7c-8d48-367dbc322c35 HTTP/1.1" status: 200 len: 949 time: 0.9581072 Jun 11 09:41:06.957421 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fefe86e2-3cf6-4f40-8937-83a1ff048ed7 req-816db19c-a954-400a-95db-4a980e640f2f tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/ports?device_id=e03c3d59-e6d8-4b5e-ab76-3b2deda95807 HTTP/1.1" status: 200 len: 210 time: 0.0455532 Jun 11 09:41:06.958345 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-160475c2-8bca-4b98-ab8d-b8bd2d2d8222 req-6862b8ff-9427-4351-b692-5f2ba0a88c78 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:06.974367 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e630402b-6eb4-4775-bb08-9c012aff2542 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:06.990490 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d', '7a703afa-3e9a-47c3-94e5-25348c8c58b8'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:41:07.010717 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8fb41725-db40-4de1-8a9a-2deb422e790a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:41:07.025960 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e630402b-6eb4-4775-bb08-9c012aff2542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:07.029713 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [req-343c4ca3-3885-43c4-93af-fff85b4460cc req-fadefeeb-20bc-4824-abf0-c18161bd4649 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Allocated IP 172.20.0.8 (ecbff90d-5ab6-4357-bf37-5548ca0e9255/65fd936e-e1de-4d66-9d41-076079c1dae3/730c5223-87c0-4868-94fb-7a041e9c63ba) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:41:07.033873 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4853c0a-85bd-4bb7-b334-a559ad424fab req-17d15b2b-332d-43cc-a585-64cace2a4231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:07.033873 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b4853c0a-85bd-4bb7-b334-a559ad424fab req-17d15b2b-332d-43cc-a585-64cace2a4231 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f64764ef-1d16-4bb9-abcb-ee15625f8d04 HTTP/1.1" status: 200 len: 908 time: 0.9373403 Jun 11 09:41:07.037639 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-160475c2-8bca-4b98-ab8d-b8bd2d2d8222 req-6862b8ff-9427-4351-b692-5f2ba0a88c78 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Network cf20d108-f84c-44de-9036-2269564edd60 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:41:07.040297 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-160475c2-8bca-4b98-ab8d-b8bd2d2d8222 req-6862b8ff-9427-4351-b692-5f2ba0a88c78 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:41:07.049034 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf71e11-fa5d-4ccd-9044-d7f5d7f0e930 req-98d4e7f8-7d4b-4338-b9b6-27e305fa2a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:07.050460 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9cf71e11-fa5d-4ccd-9044-d7f5d7f0e930 req-98d4e7f8-7d4b-4338-b9b6-27e305fa2a56 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=189b03cc-b2a8-4615-9ab5-ad0328c3f10f HTTP/1.1" status: 200 len: 843 time: 0.5656171 Jun 11 09:41:07.072269 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-160475c2-8bca-4b98-ab8d-b8bd2d2d8222 req-6862b8ff-9427-4351-b692-5f2ba0a88c78 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:41:07.169951 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 6583e7a4-54d5-48b8-9ac0-51d825a28819 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:41:07.174007 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6862b8ff-9427-4351-b692-5f2ba0a88c78 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Pushing event updated for resources: {'Port': ['ID=efd73367-24c4-4a5c-8841-c703ec77c8b2,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:41:07.188579 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6862b8ff-9427-4351-b692-5f2ba0a88c78 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:41:07.234268 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4f3b10e5-8f49-46a9-b5cb-e001aadefd8f req-03bcf3e8-a6a2-423e-aed2-1334c7fd1b63 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 210 time: 0.0612581 Jun 11 09:41:07.249210 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b4853c0a-85bd-4bb7-b334-a559ad424fab req-1fea013a-9f2c-47ab-a454-70ba16cb8caa service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1dfb78f9-7841-4e89-901a-9bff042aca5d HTTP/1.1" status: 200 len: 217 time: 0.1953554 Jun 11 09:41:07.256144 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4f88d265-742b-4588-b65d-2eb6a3a16b33 req-3da6d088-2a8d-44ca-834f-7022c35213a5 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/security-groups?id=d35df9ed-76e1-4821-b449-9857ba424946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3419642 Jun 11 09:41:07.272871 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338d4812-be7d-4290-a0de-101f63c897da None None] Network 30fc0033-7e8d-4297-8cad-978a0ffeb9f4 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:41:07.300692 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160475c2-8bca-4b98-ab8d-b8bd2d2d8222 req-6862b8ff-9427-4351-b692-5f2ba0a88c78 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:07.302049 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-160475c2-8bca-4b98-ab8d-b8bd2d2d8222 req-6862b8ff-9427-4351-b692-5f2ba0a88c78 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:07.403121 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-160475c2-8bca-4b98-ab8d-b8bd2d2d8222 req-6862b8ff-9427-4351-b692-5f2ba0a88c78 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3942688 Jun 11 09:41:07.420350 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4853c0a-85bd-4bb7-b334-a559ad424fab req-b66821c7-c66e-4dea-82f8-ce7b6e0ec2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:07.423793 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b4853c0a-85bd-4bb7-b334-a559ad424fab req-b66821c7-c66e-4dea-82f8-ce7b6e0ec2cd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f707fbf9-d6b5-48f4-b1c1-e5fd7bd963f6 HTTP/1.1" status: 200 len: 847 time: 0.1591516 Jun 11 09:41:07.427953 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-160475c2-8bca-4b98-ab8d-b8bd2d2d8222 req-49a06269-cc3c-42e1-ae7a-40fc27ffca6e service neutron] Request body: {'port': {'device_id': 'e03c3d59-e6d8-4b5e-ab76-3b2deda95807', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:41:07.491624 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-714272fb-0b42-410d-90d5-9f4bcd2a7d88 None None] Provisioning for port 6583e7a4-54d5-48b8-9ac0-51d825a28819 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:41:07.500729 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b4853c0a-85bd-4bb7-b334-a559ad424fab req-187cebd0-6544-4275-8306-2fc14964d87c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f64764ef-1d16-4bb9-abcb-ee15625f8d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580842 Jun 11 09:41:07.526428 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-e630402b-6eb4-4775-bb08-9c012aff2542 admin admin] Allocated IP 172.25.4.40 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/a1359836-3390-40ae-bb69-91b7ff1e4b73) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:41:07.567278 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 6583e7a4-54d5-48b8-9ac0-51d825a28819 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:41:07.582416 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf71e11-fa5d-4ccd-9044-d7f5d7f0e930 req-55008e5f-2676-414e-8dcd-a675a2db0bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:07.584155 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9cf71e11-fa5d-4ccd-9044-d7f5d7f0e930 req-55008e5f-2676-414e-8dcd-a675a2db0bac service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cf20d108-f84c-44de-9036-2269564edd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5193310 Jun 11 09:41:07.585826 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-160475c2-8bca-4b98-ab8d-b8bd2d2d8222 req-49a06269-cc3c-42e1-ae7a-40fc27ffca6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:07.590962 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 6583e7a4-54d5-48b8-9ac0-51d825a28819 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:41:07.590962 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:07.609415 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcfdd18-c321-4d19-b045-ab8830a6edbb req-d7b159be-1603-4442-8539-e9592e3158cf tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:07.610538 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9dcfdd18-c321-4d19-b045-ab8830a6edbb req-d7b159be-1603-4442-8539-e9592e3158cf tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] 10.222.0.60 "GET /v2.0/ports?device_id=130f2b97-6743-4845-99df-82e42a416269 HTTP/1.1" status: 200 len: 948 time: 0.2060933 Jun 11 09:41:07.749018 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-343c4ca3-3885-43c4-93af-fff85b4460cc req-fadefeeb-20bc-4824-abf0-c18161bd4649 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:07.762188 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9dcfdd18-c321-4d19-b045-ab8830a6edbb req-106eef21-f021-4452-b86c-50aed166adc3 tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd74cd75-2ac1-41ab-b341-6eaf5b1aaa0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445918 Jun 11 09:41:07.786485 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-e47c9feb-436a-4221-8055-21e479c01be4 None None] Provisioning for port efd73367-24c4-4a5c-8841-c703ec77c8b2 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:41:07.823514 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-e47c9feb-436a-4221-8055-21e479c01be4 None None] Provisioning complete for port efd73367-24c4-4a5c-8841-c703ec77c8b2 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:41:07.824930 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e47c9feb-436a-4221-8055-21e479c01be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:07.833151 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:07.872155 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-343c4ca3-3885-43c4-93af-fff85b4460cc req-fadefeeb-20bc-4824-abf0-c18161bd4649 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Transition to ACTIVE for port object 730c5223-87c0-4868-94fb-7a041e9c63ba will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:41:07.898287 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-e47c9feb-436a-4221-8055-21e479c01be4 None None] Port efd73367-24c4-4a5c-8841-c703ec77c8b2 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:41:07.919481 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 6583e7a4-54d5-48b8-9ac0-51d825a28819, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=6583e7a4-54d5-48b8-9ac0-51d825a28819,segment=NetworkSegment(7d8269b1-fb57-48c7-8d99-2863ebbcfd29),segment_id=7d8269b1-fb57-48c7-8d99-2863ebbcfd29)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:41:07.964623 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:07.971704 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:41:08.033101 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e630402b-6eb4-4775-bb08-9c012aff2542 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:08.055435 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9cf71e11-fa5d-4ccd-9044-d7f5d7f0e930 req-8477f9ef-763f-4e78-95e1-99476af552f3 service neutron] 10.222.0.69 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3940148 Jun 11 09:41:08.094419 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=6583e7a4-54d5-48b8-9ac0-51d825a28819,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:41:08.107274 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:41:08.123351 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 8bb8cb28-fd60-4e20-b866-29efe9a08741 up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:41:08.131912 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b4853c0a-85bd-4bb7-b334-a559ad424fab req-963a7a17-0ac9-4849-8fe5-3a3e58647af6 service neutron] 10.222.0.69 "GET /v2.0/networks/f64764ef-1d16-4bb9-abcb-ee15625f8d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4694467 Jun 11 09:41:08.139820 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-160475c2-8bca-4b98-ab8d-b8bd2d2d8222 req-49a06269-cc3c-42e1-ae7a-40fc27ffca6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efd73367-24c4-4a5c-8841-c703ec77c8b2 {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:41:08.150419 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-160475c2-8bca-4b98-ab8d-b8bd2d2d8222 req-49a06269-cc3c-42e1-ae7a-40fc27ffca6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:08.202199 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-160475c2-8bca-4b98-ab8d-b8bd2d2d8222 req-49a06269-cc3c-42e1-ae7a-40fc27ffca6e service neutron] Transition to ACTIVE for port object efd73367-24c4-4a5c-8841-c703ec77c8b2 will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:41:08.219538 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-7b70ed2d-89ce-4f99-a125-9697ee0a01a5 None None] Provisioning complete for port 6583e7a4-54d5-48b8-9ac0-51d825a28819 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:41:08.220239 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7b70ed2d-89ce-4f99-a125-9697ee0a01a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:08.264378 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-343c4ca3-3885-43c4-93af-fff85b4460cc req-fadefeeb-20bc-4824-abf0-c18161bd4649 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:08.278663 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning for port 8bb8cb28-fd60-4e20-b866-29efe9a08741 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:41:08.290230 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8da14c90-7805-4cfc-b29d-5a515c9db0f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:41:08.307411 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port 8bb8cb28-fd60-4e20-b866-29efe9a08741 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:41:08.307829 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:08.387024 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f58383-6318-4067-a830-fb7f968005fa req-e082c18b-c275-462a-a12a-511f6709dfe5 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:08.389921 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e5f58383-6318-4067-a830-fb7f968005fa req-e082c18b-c275-462a-a12a-511f6709dfe5 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=056de3ec-49b3-4169-837a-4b49b03e923d HTTP/1.1" status: 200 len: 944 time: 0.4411724 Jun 11 09:41:08.429169 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:08.456375 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7159e938-ef90-4b7c-8d48-367dbc322c35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bb8cb28-fd60-4e20-b866-29efe9a08741'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:41:08.457573 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9cf71e11-fa5d-4ccd-9044-d7f5d7f0e930 req-11d31914-4f06-49cc-a487-9f542155af64 service neutron] 10.222.0.69 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3817375 Jun 11 09:41:08.458573 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b50e4734-b4f0-44a8-a8e5-4d3f799ddd61" -d '{"events": [{"server_uuid": "7159e938-ef90-4b7c-8d48-367dbc322c35", "name": "network-vif-plugged", "status": "completed", "tag": "8bb8cb28-fd60-4e20-b866-29efe9a08741"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:41:08.471139 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadefeeb-20bc-4824-abf0-c18161bd4649 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Pushing event updated for resources: {'Port': ['ID=730c5223-87c0-4868-94fb-7a041e9c63ba,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:41:08.487789 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 8bb8cb28-fd60-4e20-b866-29efe9a08741, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=8bb8cb28-fd60-4e20-b866-29efe9a08741,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:41:08.487958 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-343c4ca3-3885-43c4-93af-fff85b4460cc req-fadefeeb-20bc-4824-abf0-c18161bd4649 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Network ecbff90d-5ab6-4357-bf37-5548ca0e9255 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:41:08.487958 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-fadefeeb-20bc-4824-abf0-c18161bd4649 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:41:08.488159 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e630402b-6eb4-4775-bb08-9c012aff2542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:08.493688 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e5f04b2d-e4d6-4e30-b95f-a1b26c6cfa1a tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:41:08.495594 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [req-343c4ca3-3885-43c4-93af-fff85b4460cc req-fadefeeb-20bc-4824-abf0-c18161bd4649 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:41:08.505372 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-160475c2-8bca-4b98-ab8d-b8bd2d2d8222 req-49a06269-cc3c-42e1-ae7a-40fc27ffca6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:08.510844 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b42096d9-905c-4502-934d-a63e0a0885be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:41:08.533317 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-343c4ca3-3885-43c4-93af-fff85b4460cc req-fadefeeb-20bc-4824-abf0-c18161bd4649 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:41:08.543592 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b4853c0a-85bd-4bb7-b334-a559ad424fab req-d833d50a-8a93-42bd-a9ec-b2f2e4d7b7ff service neutron] 10.222.0.69 "GET /v2.0/networks/f64764ef-1d16-4bb9-abcb-ee15625f8d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3982217 Jun 11 09:41:08.571961 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:08.578265 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:41:08.590657 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e5f58383-6318-4067-a830-fb7f968005fa req-811ab777-7f0a-4523-a59c-dbce11771c72 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700459 Jun 11 09:41:08.625702 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e630402b-6eb4-4775-bb08-9c012aff2542 admin admin] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:41:08.629769 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e630402b-6eb4-4775-bb08-9c012aff2542 admin admin] Pushing event updated for resources: {'Port': ['ID=a1359836-3390-40ae-bb69-91b7ff1e4b73,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:41:08.639149 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-e630402b-6eb4-4775-bb08-9c012aff2542 admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:41:08.641154 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e630402b-6eb4-4775-bb08-9c012aff2542 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:41:08.643969 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e630402b-6eb4-4775-bb08-9c012aff2542 admin admin] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:41:08.670698 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b0920-206b-4fb1-a06c-aff0a3078874 req-23e22862-1728-4454-bedb-edbd629da34c tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:08.679668 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ba6b0920-206b-4fb1-a06c-aff0a3078874 req-23e22862-1728-4454-bedb-edbd629da34c tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/ports?device_id=e03c3d59-e6d8-4b5e-ab76-3b2deda95807 HTTP/1.1" status: 200 len: 936 time: 0.5315058 Jun 11 09:41:08.692922 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a06269-cc3c-42e1-ae7a-40fc27ffca6e service neutron] Pushing event updated for resources: {'Port': ['ID=efd73367-24c4-4a5c-8841-c703ec77c8b2,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:41:08.701130 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=8bb8cb28-fd60-4e20-b866-29efe9a08741,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:41:08.706474 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:41:08.712693 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c4ca3-3885-43c4-93af-fff85b4460cc req-fadefeeb-20bc-4824-abf0-c18161bd4649 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:08.713320 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-343c4ca3-3885-43c4-93af-fff85b4460cc req-fadefeeb-20bc-4824-abf0-c18161bd4649 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:08.721152 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-49a06269-cc3c-42e1-ae7a-40fc27ffca6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:41:08.852085 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ba6b0920-206b-4fb1-a06c-aff0a3078874 req-3aab5613-7cc0-482c-8dd7-d98377b21c02 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca3026f3-8a05-4fe5-9c7d-b1a6d33061fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712887 Jun 11 09:41:08.906337 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-160475c2-8bca-4b98-ab8d-b8bd2d2d8222 req-49a06269-cc3c-42e1-ae7a-40fc27ffca6e service neutron] Attempting to bind port efd73367-24c4-4a5c-8841-c703ec77c8b2 on host n-h2-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:41:08.906676 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-160475c2-8bca-4b98-ab8d-b8bd2d2d8222 req-49a06269-cc3c-42e1-ae7a-40fc27ffca6e service neutron] Attempting to bind port efd73367-24c4-4a5c-8841-c703ec77c8b2 by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:41:08.911685 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160475c2-8bca-4b98-ab8d-b8bd2d2d8222 req-49a06269-cc3c-42e1-ae7a-40fc27ffca6e service neutron] Attempting to bind port efd73367-24c4-4a5c-8841-c703ec77c8b2 on network cf20d108-f84c-44de-9036-2269564edd60 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:41:08.913272 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160475c2-8bca-4b98-ab8d-b8bd2d2d8222 req-49a06269-cc3c-42e1-ae7a-40fc27ffca6e service neutron] Port efd73367-24c4-4a5c-8841-c703ec77c8b2 on network cf20d108-f84c-44de-9036-2269564edd60 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:41:08.913651 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160475c2-8bca-4b98-ab8d-b8bd2d2d8222 req-49a06269-cc3c-42e1-ae7a-40fc27ffca6e service neutron] Attempting to bind port efd73367-24c4-4a5c-8841-c703ec77c8b2 on network cf20d108-f84c-44de-9036-2269564edd60 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:41:08.918919 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160475c2-8bca-4b98-ab8d-b8bd2d2d8222 req-49a06269-cc3c-42e1-ae7a-40fc27ffca6e service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:41:08.919267 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160475c2-8bca-4b98-ab8d-b8bd2d2d8222 req-49a06269-cc3c-42e1-ae7a-40fc27ffca6e service neutron] Checking segment: {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:41:08.919903 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160475c2-8bca-4b98-ab8d-b8bd2d2d8222 req-49a06269-cc3c-42e1-ae7a-40fc27ffca6e service neutron] Bound using segment: {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:41:08.920354 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-160475c2-8bca-4b98-ab8d-b8bd2d2d8222 req-49a06269-cc3c-42e1-ae7a-40fc27ffca6e service neutron] Bound port: efd73367-24c4-4a5c-8841-c703ec77c8b2, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:41:08.920681 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-160475c2-8bca-4b98-ab8d-b8bd2d2d8222 req-49a06269-cc3c-42e1-ae7a-40fc27ffca6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:08.961324 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-343c4ca3-3885-43c4-93af-fff85b4460cc req-fadefeeb-20bc-4824-abf0-c18161bd4649 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6474838 Jun 11 09:41:08.981548 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-156a42e4-12bb-4e17-8967-9144631e6684 None None] Provisioning for port 730c5223-87c0-4868-94fb-7a041e9c63ba completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:41:08.989258 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-156a42e4-12bb-4e17-8967-9144631e6684 None None] Provisioning complete for port 730c5223-87c0-4868-94fb-7a041e9c63ba triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:41:08.989657 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-156a42e4-12bb-4e17-8967-9144631e6684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:09.004915 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-343c4ca3-3885-43c4-93af-fff85b4460cc req-f6b442ff-9b90-42f6-8cbe-b0b98540464c service neutron] Request body: {'port': {'device_id': '8355cfd8-6f02-48e7-8c0c-764b8c44cfb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-12'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:41:09.023416 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d63e7d2b-687c-4ace-a45c-03db9c1245df req-46be61b2-6166-49a0-801f-79c8db9ef25f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=eb53acf8-b818-4202-8875-71959f7fc254&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3342283 Jun 11 09:41:09.079951 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 6583e7a4-54d5-48b8-9ac0-51d825a28819 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:41:09.081750 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-160475c2-8bca-4b98-ab8d-b8bd2d2d8222 req-49a06269-cc3c-42e1-ae7a-40fc27ffca6e service neutron] For port efd73367-24c4-4a5c-8841-c703ec77c8b2, host n-h2-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:41:09.086181 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-160475c2-8bca-4b98-ab8d-b8bd2d2d8222 req-49a06269-cc3c-42e1-ae7a-40fc27ffca6e service neutron] For port efd73367-24c4-4a5c-8841-c703ec77c8b2, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=efd73367-24c4-4a5c-8841-c703ec77c8b2,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:41:09.113154 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d269816c-eaeb-4889-add9-2ad68c3db48a req-c4078f22-40f8-4b97-80e7-c0751c555fc8 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:09.117704 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-156a42e4-12bb-4e17-8967-9144631e6684 None None] Port 730c5223-87c0-4868-94fb-7a041e9c63ba cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:41:09.124187 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d269816c-eaeb-4889-add9-2ad68c3db48a req-c4078f22-40f8-4b97-80e7-c0751c555fc8 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=7159e938-ef90-4b7c-8d48-367dbc322c35 HTTP/1.1" status: 200 len: 950 time: 0.1537793 Jun 11 09:41:09.156490 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 6583e7a4-54d5-48b8-9ac0-51d825a28819 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:41:09.156995 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:09.177165 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d269816c-eaeb-4889-add9-2ad68c3db48a req-66205b07-b83c-4c1c-aafe-361d68fabc24 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/security-groups?id=d35df9ed-76e1-4821-b449-9857ba424946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521646 Jun 11 09:41:09.195861 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f717393-4ca0-485f-8317-f4165423f001 req-df7cbee5-84ed-45e7-a137-4f5c2bb4c349 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:09.197562 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6f717393-4ca0-485f-8317-f4165423f001 req-df7cbee5-84ed-45e7-a137-4f5c2bb4c349 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 931 time: 0.3935773 Jun 11 09:41:09.208423 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-160475c2-8bca-4b98-ab8d-b8bd2d2d8222 req-49a06269-cc3c-42e1-ae7a-40fc27ffca6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:09.219768 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-23b04e43-27fe-4df0-aa74-8ea54c677854 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:41:09.247525 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a972479-c902-4f40-b1ce-3668faee4bde x-openstack-request-id: req-6a972479-c902-4f40-b1ce-3668faee4bde {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:41:09.252239 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7159e938-ef90-4b7c-8d48-367dbc322c35", "name": "network-vif-plugged", "status": "completed", "tag": "8bb8cb28-fd60-4e20-b866-29efe9a08741", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:41:09.252714 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6a972479-c902-4f40-b1ce-3668faee4bde {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:41:09.253519 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7159e938-ef90-4b7c-8d48-367dbc322c35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bb8cb28-fd60-4e20-b866-29efe9a08741', 'code': 200} Jun 11 09:41:09.304357 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a06269-cc3c-42e1-ae7a-40fc27ffca6e service neutron] Pushing event updated for resources: {'Port': ['ID=efd73367-24c4-4a5c-8841-c703ec77c8b2,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:41:09.322228 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-49a06269-cc3c-42e1-ae7a-40fc27ffca6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:41:09.326186 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160475c2-8bca-4b98-ab8d-b8bd2d2d8222 req-49a06269-cc3c-42e1-ae7a-40fc27ffca6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:09.327054 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-160475c2-8bca-4b98-ab8d-b8bd2d2d8222 req-49a06269-cc3c-42e1-ae7a-40fc27ffca6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:09.328937 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-160475c2-8bca-4b98-ab8d-b8bd2d2d8222 req-49a06269-cc3c-42e1-ae7a-40fc27ffca6e service neutron] 10.222.0.69 "PUT /v2.0/ports/efd73367-24c4-4a5c-8841-c703ec77c8b2 HTTP/1.1" status: 200 len: 1097 time: 1.9133489 Jun 11 09:41:09.329430 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e03c3d59-e6d8-4b5e-ab76-3b2deda95807', 'tag': 'efd73367-24c4-4a5c-8841-c703ec77c8b2'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:41:09.332200 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b4ab2b9-7b93-4fbd-ac9e-f03dab02b9b9" -d '{"events": [{"name": "network-changed", "server_uuid": "e03c3d59-e6d8-4b5e-ab76-3b2deda95807", "tag": "efd73367-24c4-4a5c-8841-c703ec77c8b2"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:41:09.523697 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160475c2-8bca-4b98-ab8d-b8bd2d2d8222 req-76359582-1131-46b4-9e2c-35ccffed29e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:09.525249 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-160475c2-8bca-4b98-ab8d-b8bd2d2d8222 req-76359582-1131-46b4-9e2c-35ccffed29e4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bd284e9f195345ae8ed61d9936756921&device_id=e03c3d59-e6d8-4b5e-ab76-3b2deda95807 HTTP/1.1" status: 200 len: 1100 time: 0.0724697 Jun 11 09:41:09.596119 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-160475c2-8bca-4b98-ab8d-b8bd2d2d8222 req-6dc46e19-50f1-47fe-bb9b-f556d5f00bd5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=efd73367-24c4-4a5c-8841-c703ec77c8b2 HTTP/1.1" status: 200 len: 217 time: 0.0559170 Jun 11 09:41:09.697207 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160475c2-8bca-4b98-ab8d-b8bd2d2d8222 req-d1fc167a-6464-4014-b56e-4847d1216e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:09.698587 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-160475c2-8bca-4b98-ab8d-b8bd2d2d8222 req-d1fc167a-6464-4014-b56e-4847d1216e1f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=189b03cc-b2a8-4615-9ab5-ad0328c3f10f HTTP/1.1" status: 200 len: 843 time: 0.0935035 Jun 11 09:41:09.712264 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-343c4ca3-3885-43c4-93af-fff85b4460cc req-f6b442ff-9b90-42f6-8cbe-b0b98540464c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:09.727415 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a154dd-e76e-4eaf-b38b-b8754fd7a967 req-a006f893-eb18-470b-a748-74bbf4b81036 tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:09.728915 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-75a154dd-e76e-4eaf-b38b-b8754fd7a967 req-a006f893-eb18-470b-a748-74bbf4b81036 tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] 10.222.0.60 "GET /v2.0/ports?device_id=130f2b97-6743-4845-99df-82e42a416269 HTTP/1.1" status: 200 len: 948 time: 0.1356387 Jun 11 09:41:09.809483 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-75a154dd-e76e-4eaf-b38b-b8754fd7a967 req-b5765b29-1371-47eb-92f2-89b2a7f67f0b tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd74cd75-2ac1-41ab-b341-6eaf5b1aaa0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580347 Jun 11 09:41:09.819244 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160475c2-8bca-4b98-ab8d-b8bd2d2d8222 req-a1423dc1-b91b-4148-89ca-38106ae75c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:09.820918 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-160475c2-8bca-4b98-ab8d-b8bd2d2d8222 req-a1423dc1-b91b-4148-89ca-38106ae75c86 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cf20d108-f84c-44de-9036-2269564edd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1107047 Jun 11 09:41:09.860113 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6f717393-4ca0-485f-8317-f4165423f001 req-bd1349d6-67e7-4794-bd11-f7ee8eb0b472 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d1f1aa-3601-424b-af20-9acf0698c1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6252029 Jun 11 09:41:09.866422 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-185a67c2-9429-4824-9f9e-d89fd8b96bce x-openstack-request-id: req-185a67c2-9429-4824-9f9e-d89fd8b96bce {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:41:09.866746 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e03c3d59-e6d8-4b5e-ab76-3b2deda95807", "tag": "efd73367-24c4-4a5c-8841-c703ec77c8b2", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:41:09.867029 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-185a67c2-9429-4824-9f9e-d89fd8b96bce {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:41:09.867450 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e03c3d59-e6d8-4b5e-ab76-3b2deda95807', 'tag': 'efd73367-24c4-4a5c-8841-c703ec77c8b2', 'status': 'completed', 'code': 200} Jun 11 09:41:09.989533 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-160475c2-8bca-4b98-ab8d-b8bd2d2d8222 req-167145cd-ec22-4dc2-a399-4669e3cc5f3c service neutron] 10.222.0.69 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533670 Jun 11 09:41:09.990896 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63e7d2b-687c-4ace-a45c-03db9c1245df req-25ebd553-15b0-459f-a6ab-1cc272fa62e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:09.992492 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d63e7d2b-687c-4ace-a45c-03db9c1245df req-25ebd553-15b0-459f-a6ab-1cc272fa62e8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=455235d9344d45d29863b10a5775a249&device_id=eb53acf8-b818-4202-8875-71959f7fc254 HTTP/1.1" status: 200 len: 1096 time: 0.8984067 Jun 11 09:41:10.046499 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4853c0a-85bd-4bb7-b334-a559ad424fab req-ab4f4252-204e-4d44-8776-61fa175259cb tempest-LiveMigrationTest-1264164380 tempest-LiveMigrationTest-1264164380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:10.048042 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b4853c0a-85bd-4bb7-b334-a559ad424fab req-ab4f4252-204e-4d44-8776-61fa175259cb tempest-LiveMigrationTest-1264164380 tempest-LiveMigrationTest-1264164380-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=056de3ec-49b3-4169-837a-4b49b03e923d&tenant_id=455235d9344d45d29863b10a5775a249&binding%3Ahost_id=n-h2-779913-12 HTTP/1.1" status: 200 len: 1096 time: 0.9106910 Jun 11 09:41:10.149851 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e630402b-6eb4-4775-bb08-9c012aff2542 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:10.155821 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c8d8e7-fd06-4ef1-ac66-2c2757cce8c3 req-b0c9544b-5f02-4e93-b18c-ef9d037916f7 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:10.157311 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-41c8d8e7-fd06-4ef1-ac66-2c2757cce8c3 req-b0c9544b-5f02-4e93-b18c-ef9d037916f7 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=056de3ec-49b3-4169-837a-4b49b03e923d HTTP/1.1" status: 200 len: 944 time: 0.1809444 Jun 11 09:41:10.167028 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-160475c2-8bca-4b98-ab8d-b8bd2d2d8222 req-cf9585ef-f26e-4743-b3ce-5bb35d11773a service neutron] 10.222.0.69 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506717 Jun 11 09:41:10.214175 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-41c8d8e7-fd06-4ef1-ac66-2c2757cce8c3 req-5f1a6d1a-eee6-4d3e-99ad-bd0758b0e21f tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500991 Jun 11 09:41:10.310044 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef30ead5-3c49-43da-a418-cfce5435b68a req-7268e838-305c-4090-a733-bd3a31ef071f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:10.311556 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ef30ead5-3c49-43da-a418-cfce5435b68a req-7268e838-305c-4090-a733-bd3a31ef071f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7159e938-ef90-4b7c-8d48-367dbc322c35 HTTP/1.1" status: 200 len: 1102 time: 0.6017921 Jun 11 09:41:10.442968 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b258c9-822d-4292-8559-b2ec62051f52 req-b73d2069-a928-4b75-99aa-5d29ea6a88c6 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:10.444579 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b6b258c9-822d-4292-8559-b2ec62051f52 req-b73d2069-a928-4b75-99aa-5d29ea6a88c6 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=7159e938-ef90-4b7c-8d48-367dbc322c35 HTTP/1.1" status: 200 len: 950 time: 0.1165020 Jun 11 09:41:10.447252 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ab2b9-7b93-4fbd-ac9e-f03dab02b9b9 req-8a82fbd8-96b7-4da1-bc60-7b6e6ef06adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:10.448642 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0b4ab2b9-7b93-4fbd-ac9e-f03dab02b9b9 req-8a82fbd8-96b7-4da1-bc60-7b6e6ef06adb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bd284e9f195345ae8ed61d9936756921&device_id=e03c3d59-e6d8-4b5e-ab76-3b2deda95807 HTTP/1.1" status: 200 len: 1100 time: 0.1180744 Jun 11 09:41:10.563959 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b6b258c9-822d-4292-8559-b2ec62051f52 req-0831bf03-8d84-43b7-9b16-bbf65dc66ddf tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/security-groups?id=d35df9ed-76e1-4821-b449-9857ba424946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117973 Jun 11 09:41:10.570407 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ef30ead5-3c49-43da-a418-cfce5435b68a req-cee015c0-1899-471e-a714-fae434701cc4 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d35df9ed-76e1-4821-b449-9857ba424946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402389 Jun 11 09:41:10.587156 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63e7d2b-687c-4ace-a45c-03db9c1245df req-2a78c76a-0775-4bbd-ac2a-c55e7d9470e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:10.587156 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d63e7d2b-687c-4ace-a45c-03db9c1245df req-2a78c76a-0775-4bbd-ac2a-c55e7d9470e7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f64764ef-1d16-4bb9-abcb-ee15625f8d04 HTTP/1.1" status: 200 len: 908 time: 0.5512342 Jun 11 09:41:10.594654 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fa66f8-2e18-4cfc-9fed-86543ced736e req-d5a48657-f769-430a-b577-483a1bc881de tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:10.604301 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c8fa66f8-2e18-4cfc-9fed-86543ced736e req-d5a48657-f769-430a-b577-483a1bc881de tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/ports?device_id=e03c3d59-e6d8-4b5e-ab76-3b2deda95807 HTTP/1.1" status: 200 len: 948 time: 0.6014538 Jun 11 09:41:10.621859 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ab2b9-7b93-4fbd-ac9e-f03dab02b9b9 req-cd5072e8-250f-4e8a-acc6-b919c6a99151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:10.623390 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0b4ab2b9-7b93-4fbd-ac9e-f03dab02b9b9 req-cd5072e8-250f-4e8a-acc6-b919c6a99151 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cf20d108-f84c-44de-9036-2269564edd60 HTTP/1.1" status: 200 len: 870 time: 0.1653986 Jun 11 09:41:10.680559 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0b4ab2b9-7b93-4fbd-ac9e-f03dab02b9b9 req-4b23aa44-7a96-4323-b27d-dcc7a0fac6e2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=efd73367-24c4-4a5c-8841-c703ec77c8b2 HTTP/1.1" status: 200 len: 217 time: 0.0484762 Jun 11 09:41:10.717516 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d63e7d2b-687c-4ace-a45c-03db9c1245df req-1dc2f9f9-54bd-4def-a606-9d252505f29e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a4e92fe1-f7e7-48a2-823e-9c3ae07a476e HTTP/1.1" status: 200 len: 217 time: 0.0909390 Jun 11 09:41:10.758793 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ab2b9-7b93-4fbd-ac9e-f03dab02b9b9 req-67726114-9ca3-4caf-b2ac-022cc77f547b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:10.760612 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0b4ab2b9-7b93-4fbd-ac9e-f03dab02b9b9 req-67726114-9ca3-4caf-b2ac-022cc77f547b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=189b03cc-b2a8-4615-9ab5-ad0328c3f10f HTTP/1.1" status: 200 len: 843 time: 0.0574267 Jun 11 09:41:10.890454 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ab2b9-7b93-4fbd-ac9e-f03dab02b9b9 req-4ef41fcb-3070-41ca-9a12-d5fc269cfe1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:10.891885 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0b4ab2b9-7b93-4fbd-ac9e-f03dab02b9b9 req-4ef41fcb-3070-41ca-9a12-d5fc269cfe1f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cf20d108-f84c-44de-9036-2269564edd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1218193 Jun 11 09:41:10.896923 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b963f03c-2e35-43d1-b178-47b2ad388be7 req-0f1de477-ca4a-46c3-ae0f-bafbdd80a4cd tempest-LiveMigrationTest-1264164380 tempest-LiveMigrationTest-1264164380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:10.898267 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b963f03c-2e35-43d1-b178-47b2ad388be7 req-0f1de477-ca4a-46c3-ae0f-bafbdd80a4cd tempest-LiveMigrationTest-1264164380 tempest-LiveMigrationTest-1264164380-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=056de3ec-49b3-4169-837a-4b49b03e923d HTTP/1.1" status: 200 len: 1096 time: 0.0809329 Jun 11 09:41:10.939841 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c8fa66f8-2e18-4cfc-9fed-86543ced736e req-66c76fc0-5697-4521-ab3d-b4a6dcf62ee0 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca3026f3-8a05-4fe5-9c7d-b1a6d33061fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003256 Jun 11 09:41:10.955654 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63e7d2b-687c-4ace-a45c-03db9c1245df req-20448717-551f-48b0-bd29-d33a3926243b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:10.957103 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d63e7d2b-687c-4ace-a45c-03db9c1245df req-20448717-551f-48b0-bd29-d33a3926243b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f707fbf9-d6b5-48f4-b1c1-e5fd7bd963f6 HTTP/1.1" status: 200 len: 847 time: 0.1832371 Jun 11 09:41:10.958390 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-b4853c0a-85bd-4bb7-b334-a559ad424fab req-34b42439-4ecc-4b8d-acdb-fbc751112905 service neutron] For port 1dfb78f9-7841-4e89-901a-9bff042aca5d, host n-h1-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:41:10.961510 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [req-343c4ca3-3885-43c4-93af-fff85b4460cc req-f6b442ff-9b90-42f6-8cbe-b0b98540464c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 730c5223-87c0-4868-94fb-7a041e9c63ba {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:41:10.989151 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-b4853c0a-85bd-4bb7-b334-a559ad424fab req-34b42439-4ecc-4b8d-acdb-fbc751112905 service neutron] Notify callbacks [] for binding, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:10.990189 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b4853c0a-85bd-4bb7-b334-a559ad424fab req-34b42439-4ecc-4b8d-acdb-fbc751112905 service neutron] 10.222.0.69 "DELETE /v2.0/ports/1dfb78f9-7841-4e89-901a-9bff042aca5d/bindings/n-h1-779913-12 HTTP/1.1" status: 204 len: 173 time: 0.9008851 Jun 11 09:41:10.994247 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-343c4ca3-3885-43c4-93af-fff85b4460cc req-f6b442ff-9b90-42f6-8cbe-b0b98540464c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:11.016091 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b963f03c-2e35-43d1-b178-47b2ad388be7 req-81853cc5-0e68-4e01-ae83-f181825abba8 tempest-LiveMigrationTest-1264164380 tempest-LiveMigrationTest-1264164380-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063054 Jun 11 09:41:11.022727 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d63e7d2b-687c-4ace-a45c-03db9c1245df req-72904bd3-c04e-4cd3-8743-58225cb6f5bc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f64764ef-1d16-4bb9-abcb-ee15625f8d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470855 Jun 11 09:41:11.026120 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e630402b-6eb4-4775-bb08-9c012aff2542 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:11.047359 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-343c4ca3-3885-43c4-93af-fff85b4460cc req-f6b442ff-9b90-42f6-8cbe-b0b98540464c service neutron] Transition to ACTIVE for port object 730c5223-87c0-4868-94fb-7a041e9c63ba will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:41:11.062617 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0b4ab2b9-7b93-4fbd-ac9e-f03dab02b9b9 req-bd274a51-5412-453a-b65c-6e0aef52a43c service neutron] 10.222.0.69 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594656 Jun 11 09:41:11.186895 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-343c4ca3-3885-43c4-93af-fff85b4460cc req-f6b442ff-9b90-42f6-8cbe-b0b98540464c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:11.189072 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-52afd11a-e572-4b90-a429-3522a966f028 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:41:11.259450 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0b4ab2b9-7b93-4fbd-ac9e-f03dab02b9b9 req-3fbc66f0-582a-4a31-b079-c5e6af33e159 service neutron] 10.222.0.69 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903722 Jun 11 09:41:11.278083 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba4204b-d8a7-426b-bef4-3ba83a08053d req-d2081921-d42b-460b-a23b-24153551da3f tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:11.279561 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0ba4204b-d8a7-426b-bef4-3ba83a08053d req-d2081921-d42b-460b-a23b-24153551da3f tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 943 time: 0.0999959 Jun 11 09:41:11.355758 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0ba4204b-d8a7-426b-bef4-3ba83a08053d req-58763cbc-bf49-4ea4-ab8e-22200f9e8c15 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d1f1aa-3601-424b-af20-9acf0698c1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617301 Jun 11 09:41:11.411843 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b442ff-9b90-42f6-8cbe-b0b98540464c service neutron] Pushing event updated for resources: {'Port': ['ID=730c5223-87c0-4868-94fb-7a041e9c63ba,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:41:11.431159 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f6b442ff-9b90-42f6-8cbe-b0b98540464c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:41:11.583859 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d63e7d2b-687c-4ace-a45c-03db9c1245df req-d8224cac-d1d1-448f-ba01-0df90e41b1e1 service neutron] 10.222.0.69 "GET /v2.0/networks/f64764ef-1d16-4bb9-abcb-ee15625f8d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5475700 Jun 11 09:41:11.589412 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da77dff8-a165-4c7c-8156-abc122ea7312 req-3d8284cd-2fbe-4c07-b031-ceb52ea05b60 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:11.597000 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-da77dff8-a165-4c7c-8156-abc122ea7312 req-3d8284cd-2fbe-4c07-b031-ceb52ea05b60 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/networks?id=f64764ef-1d16-4bb9-abcb-ee15625f8d04 HTTP/1.1" status: 200 len: 807 time: 0.1529992 Jun 11 09:41:11.603743 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87e777b-7383-4ce8-b538-ccf56316b68c req-7a1048b3-830f-4f99-a668-9ae3c44ed845 tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:11.605987 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d87e777b-7383-4ce8-b538-ccf56316b68c req-7a1048b3-830f-4f99-a668-9ae3c44ed845 tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] 10.222.0.60 "GET /v2.0/ports?device_id=130f2b97-6743-4845-99df-82e42a416269 HTTP/1.1" status: 200 len: 948 time: 0.4970729 Jun 11 09:41:11.613124 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-da77dff8-a165-4c7c-8156-abc122ea7312 req-44b71336-e291-482d-8745-51559e82c148 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/quotas/455235d9344d45d29863b10a5775a249 HTTP/1.1" status: 200 len: 375 time: 0.0152392 Jun 11 09:41:11.686247 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-da77dff8-a165-4c7c-8156-abc122ea7312 req-f90e1d79-ac60-4064-ab03-7bac46fbcbc4 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=455235d9344d45d29863b10a5775a249&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0720193 Jun 11 09:41:11.686611 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-343c4ca3-3885-43c4-93af-fff85b4460cc req-f6b442ff-9b90-42f6-8cbe-b0b98540464c service neutron] Attempting to bind port 730c5223-87c0-4868-94fb-7a041e9c63ba on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:41:11.686953 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-343c4ca3-3885-43c4-93af-fff85b4460cc req-f6b442ff-9b90-42f6-8cbe-b0b98540464c service neutron] Attempting to bind port 730c5223-87c0-4868-94fb-7a041e9c63ba by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': 'f561be66-4e48-459e-8c21-fceaa6c73661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'ecbff90d-5ab6-4357-bf37-5548ca0e9255'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:41:11.687326 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343c4ca3-3885-43c4-93af-fff85b4460cc req-f6b442ff-9b90-42f6-8cbe-b0b98540464c service neutron] Attempting to bind port 730c5223-87c0-4868-94fb-7a041e9c63ba on network ecbff90d-5ab6-4357-bf37-5548ca0e9255 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:41:11.753664 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343c4ca3-3885-43c4-93af-fff85b4460cc req-f6b442ff-9b90-42f6-8cbe-b0b98540464c service neutron] Port 730c5223-87c0-4868-94fb-7a041e9c63ba on network ecbff90d-5ab6-4357-bf37-5548ca0e9255 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:41:11.753986 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343c4ca3-3885-43c4-93af-fff85b4460cc req-f6b442ff-9b90-42f6-8cbe-b0b98540464c service neutron] Attempting to bind port 730c5223-87c0-4868-94fb-7a041e9c63ba on network ecbff90d-5ab6-4357-bf37-5548ca0e9255 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:41:11.784999 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343c4ca3-3885-43c4-93af-fff85b4460cc req-f6b442ff-9b90-42f6-8cbe-b0b98540464c service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:41:11.785402 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343c4ca3-3885-43c4-93af-fff85b4460cc req-f6b442ff-9b90-42f6-8cbe-b0b98540464c service neutron] Checking segment: {'id': 'f561be66-4e48-459e-8c21-fceaa6c73661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'ecbff90d-5ab6-4357-bf37-5548ca0e9255'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:41:11.785733 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343c4ca3-3885-43c4-93af-fff85b4460cc req-f6b442ff-9b90-42f6-8cbe-b0b98540464c service neutron] Bound using segment: {'id': 'f561be66-4e48-459e-8c21-fceaa6c73661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'ecbff90d-5ab6-4357-bf37-5548ca0e9255'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:41:11.786187 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-343c4ca3-3885-43c4-93af-fff85b4460cc req-f6b442ff-9b90-42f6-8cbe-b0b98540464c service neutron] Bound port: 730c5223-87c0-4868-94fb-7a041e9c63ba, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f561be66-4e48-459e-8c21-fceaa6c73661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'ecbff90d-5ab6-4357-bf37-5548ca0e9255'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:41:11.786677 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-343c4ca3-3885-43c4-93af-fff85b4460cc req-f6b442ff-9b90-42f6-8cbe-b0b98540464c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:11.793505 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d87e777b-7383-4ce8-b538-ccf56316b68c req-3a666bac-bc17-4935-8f8e-9c405f38e52d tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd74cd75-2ac1-41ab-b341-6eaf5b1aaa0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697030 Jun 11 09:41:11.834319 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-da77dff8-a165-4c7c-8156-abc122ea7312 req-749a4f05-af04-40d5-b67e-9c2272424f21 service neutron] 10.222.0.60 "GET /v2.0/networks/f64764ef-1d16-4bb9-abcb-ee15625f8d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409147 Jun 11 09:41:11.860249 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e630402b-6eb4-4775-bb08-9c012aff2542 admin admin] Router f4e5d692-bd61-41ba-892e-c38120a760d5 is scheduled to L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 with binding_index 1 {{(pid=93177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 09:41:11.865774 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d63e7d2b-687c-4ace-a45c-03db9c1245df req-566f86dd-1ce1-494a-a8ac-5ec158a2918c service neutron] 10.222.0.69 "GET /v2.0/networks/f64764ef-1d16-4bb9-abcb-ee15625f8d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524984 Jun 11 09:41:11.966517 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-da77dff8-a165-4c7c-8156-abc122ea7312 req-266f5066-37fe-4c41-843b-7ea9edd0d11a service neutron] 10.222.0.60 "GET /v2.0/networks/f64764ef-1d16-4bb9-abcb-ee15625f8d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237161 Jun 11 09:41:12.391597 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-343c4ca3-3885-43c4-93af-fff85b4460cc req-f6b442ff-9b90-42f6-8cbe-b0b98540464c service neutron] For port 730c5223-87c0-4868-94fb-7a041e9c63ba, host n-h1-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:41:12.396382 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-343c4ca3-3885-43c4-93af-fff85b4460cc req-f6b442ff-9b90-42f6-8cbe-b0b98540464c service neutron] For port 730c5223-87c0-4868-94fb-7a041e9c63ba, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=730c5223-87c0-4868-94fb-7a041e9c63ba,segment=NetworkSegment(f561be66-4e48-459e-8c21-fceaa6c73661),segment_id=f561be66-4e48-459e-8c21-fceaa6c73661)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:41:12.397708 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc7d89-e694-402e-95bc-96a41bd445e4 req-993d2db9-5a2f-4d6d-9ebe-b62b8aaf2306 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:12.399621 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d8bc7d89-e694-402e-95bc-96a41bd445e4 req-993d2db9-5a2f-4d6d-9ebe-b62b8aaf2306 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=7159e938-ef90-4b7c-8d48-367dbc322c35 HTTP/1.1" status: 200 len: 950 time: 0.0869179 Jun 11 09:41:12.408451 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 9311e98a-cf5e-4c9b-8641-68ee83a22fb3 details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:41:12.435795 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e630402b-6eb4-4775-bb08-9c012aff2542 admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:41:12.445335 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572bf701-a21d-4d2b-863b-5efe5900087a req-1bc682b5-8335-4b6a-b992-6578d8523f93 tempest-LiveAutoBlockMigrationV225Test-226334702 tempest-LiveAutoBlockMigrationV225Test-226334702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:12.446848 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-572bf701-a21d-4d2b-863b-5efe5900087a req-1bc682b5-8335-4b6a-b992-6578d8523f93 tempest-LiveAutoBlockMigrationV225Test-226334702 tempest-LiveAutoBlockMigrationV225Test-226334702-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=257b7d5c-4854-4e33-8e45-7f92ad1c36ff HTTP/1.1" status: 200 len: 1098 time: 0.5027349 Jun 11 09:41:12.452403 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d8bc7d89-e694-402e-95bc-96a41bd445e4 req-6bed6937-221c-4793-b8c9-e6ff6bbdfacf tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/security-groups?id=d35df9ed-76e1-4821-b449-9857ba424946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465856 Jun 11 09:41:12.463980 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d234858e-7545-4be6-a7f4-39a4464b11fa None None] Sync routers for ids ['f4e5d692-bd61-41ba-892e-c38120a760d5'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:41:12.470875 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-343c4ca3-3885-43c4-93af-fff85b4460cc req-f6b442ff-9b90-42f6-8cbe-b0b98540464c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:12.476247 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3af19ced-317d-4251-90af-235086fb4afc tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:41:12.520726 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c4ca3-3885-43c4-93af-fff85b4460cc req-f6b442ff-9b90-42f6-8cbe-b0b98540464c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:12.521186 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-343c4ca3-3885-43c4-93af-fff85b4460cc req-f6b442ff-9b90-42f6-8cbe-b0b98540464c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:12.522348 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-343c4ca3-3885-43c4-93af-fff85b4460cc req-f6b442ff-9b90-42f6-8cbe-b0b98540464c service neutron] 10.222.0.64 "PUT /v2.0/ports/730c5223-87c0-4868-94fb-7a041e9c63ba HTTP/1.1" status: 200 len: 1092 time: 3.5466216 Jun 11 09:41:12.522860 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8355cfd8-6f02-48e7-8c0c-764b8c44cfb7', 'tag': '730c5223-87c0-4868-94fb-7a041e9c63ba'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:41:12.525174 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40784d56-727c-4c01-b661-38f585ca6e92" -d '{"events": [{"name": "network-changed", "server_uuid": "8355cfd8-6f02-48e7-8c0c-764b8c44cfb7", "tag": "730c5223-87c0-4868-94fb-7a041e9c63ba"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:41:12.552679 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-572bf701-a21d-4d2b-863b-5efe5900087a req-593277b5-bd60-4df7-9ed7-4b7e69af0eea tempest-LiveAutoBlockMigrationV225Test-226334702 tempest-LiveAutoBlockMigrationV225Test-226334702-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989981 Jun 11 09:41:12.553373 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e630402b-6eb4-4775-bb08-9c012aff2542 admin admin] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:12.557601 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-e630402b-6eb4-4775-bb08-9c012aff2542 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.9912310 Jun 11 09:41:12.559094 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 37576) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:41:12.566021 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d234858e-7545-4be6-a7f4-39a4464b11fa None None] Routers {'f4e5d692-bd61-41ba-892e-c38120a760d5'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:41:12.568701 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-d234858e-7545-4be6-a7f4-39a4464b11fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:40:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['f4e5d692-bd61-41ba-892e-c38120a760d5'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:41:12.571505 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b442ff-9b90-42f6-8cbe-b0b98540464c service neutron] Pushing event updated for resources: {'Port': ['ID=730c5223-87c0-4868-94fb-7a041e9c63ba,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:41:12.575936 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f6b442ff-9b90-42f6-8cbe-b0b98540464c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:41:12.842017 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-88ad1ea0-bf0d-4037-beb0-3b28fa35d078 req-ae7618ef-50db-4a0a-bd3e-5c397286fe1a tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4b12e42-17f6-4964-bd58-6a1784ef3b8b HTTP/1.1" status: 200 len: 210 time: 0.0621586 Jun 11 09:41:12.897383 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c4ca3-3885-43c4-93af-fff85b4460cc req-49ea69d5-9839-445b-9152-15cec8c65bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:12.899765 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-343c4ca3-3885-43c4-93af-fff85b4460cc req-49ea69d5-9839-445b-9152-15cec8c65bcb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=85a0b78c318440aa9b70136d633fbbff&device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 1095 time: 0.2021046 Jun 11 09:41:12.904878 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-d234858e-7545-4be6-a7f4-39a4464b11fa None None] Set router f4e5d692-bd61-41ba-892e-c38120a760d5 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:41:12.983533 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-343c4ca3-3885-43c4-93af-fff85b4460cc req-28feaacf-ef6e-4e24-9e3d-69b88a954ba8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=730c5223-87c0-4868-94fb-7a041e9c63ba HTTP/1.1" status: 200 len: 217 time: 0.0692992 Jun 11 09:41:13.050739 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c4ca3-3885-43c4-93af-fff85b4460cc req-57b00b4b-b179-4485-93b0-e7551ddce07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:13.052427 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-343c4ca3-3885-43c4-93af-fff85b4460cc req-57b00b4b-b179-4485-93b0-e7551ddce07c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65fd936e-e1de-4d66-9d41-076079c1dae3 HTTP/1.1" status: 200 len: 849 time: 0.0608451 Jun 11 09:41:13.065747 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bedaf5-14d8-47ff-a4dd-fd5b909f7d80 req-7dc319f6-3622-4986-9b52-47a15cec6afc tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:13.073449 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b3bedaf5-14d8-47ff-a4dd-fd5b909f7d80 req-7dc319f6-3622-4986-9b52-47a15cec6afc tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/ports?device_id=e03c3d59-e6d8-4b5e-ab76-3b2deda95807 HTTP/1.1" status: 200 len: 948 time: 0.2574048 Jun 11 09:41:13.159517 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b3bedaf5-14d8-47ff-a4dd-fd5b909f7d80 req-b5122857-1c48-4585-b0fe-2267610d7f48 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca3026f3-8a05-4fe5-9c7d-b1a6d33061fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845451 Jun 11 09:41:13.194775 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e4ed460a-9351-42df-b45d-72ec47799f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:13.201247 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c4ca3-3885-43c4-93af-fff85b4460cc req-20bcc856-bea4-41ee-b46e-97bb2648d928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:13.202902 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-343c4ca3-3885-43c4-93af-fff85b4460cc req-20bcc856-bea4-41ee-b46e-97bb2648d928 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ecbff90d-5ab6-4357-bf37-5548ca0e9255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1260743 Jun 11 09:41:13.302242 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 9311e98a-cf5e-4c9b-8641-68ee83a22fb3, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=9311e98a-cf5e-4c9b-8641-68ee83a22fb3,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:41:13.344989 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-343c4ca3-3885-43c4-93af-fff85b4460cc req-ecfa1c87-e89b-42ad-81b9-ec74c0d7218e service neutron] 10.222.0.64 "GET /v2.0/networks/ecbff90d-5ab6-4357-bf37-5548ca0e9255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354520 Jun 11 09:41:13.346339 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': '9311e98a-cf5e-4c9b-8641-68ee83a22fb3', 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60', 'port_id': '9311e98a-cf5e-4c9b-8641-68ee83a22fb3', 'mac_address': 'fa:16:3e:42:f6:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189b03cc-b2a8-4615-9ab5-ad0328c3f10f', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:41:13.458023 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-d234858e-7545-4be6-a7f4-39a4464b11fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e5d692-bd61-41ba-892e-c38120a760d5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1228936636-router', 'tenant_id': '26784c180a9a401eb78ffb55ac1ecfdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'a1359836-3390-40ae-bb69-91b7ff1e4b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:41:04Z', 'updated_at': '2021-06-11T09:41:09Z', 'revision_number': 3, 'project_id': '26784c180a9a401eb78ffb55ac1ecfdd', 'gw_port': {'id': 'a1359836-3390-40ae-bb69-91b7ff1e4b73', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b5:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4e5d692-bd61-41ba-892e-c38120a760d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:41:07Z', 'updated_at': '2021-06-11T09:41:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:41:13.462173 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:13.490851 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9311e98a-cf5e-4c9b-8641-68ee83a22fb3 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:41:13.523997 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 9311e98a-cf5e-4c9b-8641-68ee83a22fb3, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=9311e98a-cf5e-4c9b-8641-68ee83a22fb3,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:41:13.525549 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d234858e-7545-4be6-a7f4-39a4464b11fa None None] Checking router: f4e5d692-bd61-41ba-892e-c38120a760d5 for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:41:13.526284 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d234858e-7545-4be6-a7f4-39a4464b11fa None None] Updating router f4e5d692-bd61-41ba-892e-c38120a760d5 port a1359836-3390-40ae-bb69-91b7ff1e4b73 binding host n-d-779913-12 {{(pid=93178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 09:41:13.559228 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-343c4ca3-3885-43c4-93af-fff85b4460cc req-b3140d66-2e86-46c2-85d4-a5b68f5e1889 service neutron] 10.222.0.64 "GET /v2.0/networks/ecbff90d-5ab6-4357-bf37-5548ca0e9255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977472 Jun 11 09:41:13.579827 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d234858e-7545-4be6-a7f4-39a4464b11fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:13.598553 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef89e1a7-f1de-4f13-a67a-e694b942ae92 req-4dd0dd41-2192-4ec8-ba0e-86113685f98b tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:13.604452 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef89e1a7-f1de-4f13-a67a-e694b942ae92 req-4dd0dd41-2192-4ec8-ba0e-86113685f98b tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:13.606085 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ef89e1a7-f1de-4f13-a67a-e694b942ae92 req-4dd0dd41-2192-4ec8-ba0e-86113685f98b tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=90f20d92-0f10-48eb-8c8d-7739d68ebe15&device_id=7159e938-ef90-4b7c-8d48-367dbc322c35 HTTP/1.1" status: 200 len: 1690 time: 0.1204121 Jun 11 09:41:13.635196 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd6bf1e-dccf-4cea-b866-35dfebc5daa5 req-479b1041-1fd8-420e-afe2-f5d69b4c0b1e tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:13.642594 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9bd6bf1e-dccf-4cea-b866-35dfebc5daa5 req-479b1041-1fd8-420e-afe2-f5d69b4c0b1e tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 943 time: 0.2169561 Jun 11 09:41:13.653849 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ef89e1a7-f1de-4f13-a67a-e694b942ae92 req-e52265a5-fcdf-4253-bc4c-0cdeb5a03567 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/security-groups?id=d35df9ed-76e1-4821-b449-9857ba424946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407066 Jun 11 09:41:13.685016 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:13.691676 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:41:13.708224 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9bd6bf1e-dccf-4cea-b866-35dfebc5daa5 req-adb01ae1-8fab-4650-afc5-a37c61ed58c9 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d1f1aa-3601-424b-af20-9acf0698c1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647755 Jun 11 09:41:13.717678 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc165a86-0b30-40bd-9621-7ebfbe86e42c x-openstack-request-id: req-dc165a86-0b30-40bd-9621-7ebfbe86e42c {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:41:13.718012 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8355cfd8-6f02-48e7-8c0c-764b8c44cfb7", "tag": "730c5223-87c0-4868-94fb-7a041e9c63ba", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:41:13.718295 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dc165a86-0b30-40bd-9621-7ebfbe86e42c {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:41:13.718720 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8355cfd8-6f02-48e7-8c0c-764b8c44cfb7', 'tag': '730c5223-87c0-4868-94fb-7a041e9c63ba', 'status': 'completed', 'code': 200} Jun 11 09:41:13.788415 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=9311e98a-cf5e-4c9b-8641-68ee83a22fb3,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:41:13.794087 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:41:13.938793 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40784d56-727c-4c01-b661-38f585ca6e92 req-37b38f8a-8fc2-4ed7-870f-6b92aa7b450b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:13.940527 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-40784d56-727c-4c01-b661-38f585ca6e92 req-37b38f8a-8fc2-4ed7-870f-6b92aa7b450b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=85a0b78c318440aa9b70136d633fbbff&device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 1095 time: 0.1043684 Jun 11 09:41:13.985232 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d234858e-7545-4be6-a7f4-39a4464b11fa None None] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:14.002039 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-d234858e-7545-4be6-a7f4-39a4464b11fa None None] Transition to ACTIVE for port object a1359836-3390-40ae-bb69-91b7ff1e4b73 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:41:14.042297 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45769d11-e5a8-4eec-9136-8262e3b217be req-ad3ecdb9-e3c9-4ffc-b735-d34f9d7d4f88 tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:14.044003 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-45769d11-e5a8-4eec-9136-8262e3b217be req-ad3ecdb9-e3c9-4ffc-b735-d34f9d7d4f88 tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] 10.222.0.60 "GET /v2.0/ports?device_id=130f2b97-6743-4845-99df-82e42a416269 HTTP/1.1" status: 200 len: 949 time: 0.1309855 Jun 11 09:41:14.045845 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c61f0136-b383-4829-90e4-92139516e451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:14.067348 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d234858e-7545-4be6-a7f4-39a4464b11fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:14.070588 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f2073f09-36a7-4380-9598-5fdc56ec6c0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:41:14.101676 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40784d56-727c-4c01-b661-38f585ca6e92 req-45c64df4-e770-401e-b99e-29b01177f0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:14.103356 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-40784d56-727c-4c01-b661-38f585ca6e92 req-45c64df4-e770-401e-b99e-29b01177f0f8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ecbff90d-5ab6-4357-bf37-5548ca0e9255 HTTP/1.1" status: 200 len: 911 time: 0.1556756 Jun 11 09:41:14.145113 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-d234858e-7545-4be6-a7f4-39a4464b11fa None None] Attempting to bind port a1359836-3390-40ae-bb69-91b7ff1e4b73 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:41:14.146349 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-d234858e-7545-4be6-a7f4-39a4464b11fa None None] Attempting to bind port a1359836-3390-40ae-bb69-91b7ff1e4b73 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:41:14.147196 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d234858e-7545-4be6-a7f4-39a4464b11fa None None] Attempting to bind port a1359836-3390-40ae-bb69-91b7ff1e4b73 on network f0adef6e-169f-4a27-8865-442be2ad072d {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:41:14.150489 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-45769d11-e5a8-4eec-9136-8262e3b217be req-2a72a2c4-3c84-42da-957c-bcb943043f4d tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd74cd75-2ac1-41ab-b341-6eaf5b1aaa0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911298 Jun 11 09:41:14.163916 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d234858e-7545-4be6-a7f4-39a4464b11fa None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:41:14.164604 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d234858e-7545-4be6-a7f4-39a4464b11fa None None] Checking segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:41:14.165238 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d234858e-7545-4be6-a7f4-39a4464b11fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:14.165824 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d234858e-7545-4be6-a7f4-39a4464b11fa None None] Bound using segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:41:14.166643 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-d234858e-7545-4be6-a7f4-39a4464b11fa None None] Bound port: a1359836-3390-40ae-bb69-91b7ff1e4b73, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:41:14.167224 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d234858e-7545-4be6-a7f4-39a4464b11fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:14.191239 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-40784d56-727c-4c01-b661-38f585ca6e92 req-112cf0b3-b2fe-4ae4-bd75-c7a445e7577a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=730c5223-87c0-4868-94fb-7a041e9c63ba HTTP/1.1" status: 200 len: 217 time: 0.0800364 Jun 11 09:41:14.206342 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c86a934-33f9-4980-8979-7e9ef27001a9 None None] Pushing event updated for resources: {'Port': ['ID=a1359836-3390-40ae-bb69-91b7ff1e4b73,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:41:14.216292 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-5c86a934-33f9-4980-8979-7e9ef27001a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:41:14.245397 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-d234858e-7545-4be6-a7f4-39a4464b11fa None None] For port a1359836-3390-40ae-bb69-91b7ff1e4b73, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:41:14.250613 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-d234858e-7545-4be6-a7f4-39a4464b11fa None None] For port a1359836-3390-40ae-bb69-91b7ff1e4b73, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=a1359836-3390-40ae-bb69-91b7ff1e4b73,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:41:14.286669 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40784d56-727c-4c01-b661-38f585ca6e92 req-44ca5712-2f2c-49c3-b5da-bf814c64714f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:14.288235 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-40784d56-727c-4c01-b661-38f585ca6e92 req-44ca5712-2f2c-49c3-b5da-bf814c64714f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65fd936e-e1de-4d66-9d41-076079c1dae3 HTTP/1.1" status: 200 len: 849 time: 0.0894699 Jun 11 09:41:14.302688 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-c61f0136-b383-4829-90e4-92139516e451 admin admin] Allocated IP 172.20.0.1 (30fc0033-7e8d-4297-8cad-978a0ffeb9f4/5f18eccc-f45e-4f21-9a51-8466031c1371/6fcc0219-59e1-422e-8d64-ec50ff732168) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:41:14.334136 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d234858e-7545-4be6-a7f4-39a4464b11fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:14.337418 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:41:14.345617 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['9311e98a-cf5e-4c9b-8641-68ee83a22fb3'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:41:14.372272 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40784d56-727c-4c01-b661-38f585ca6e92 req-2f7d90a9-dc59-4c93-97eb-eb4c5e205837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:14.373822 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-40784d56-727c-4c01-b661-38f585ca6e92 req-2f7d90a9-dc59-4c93-97eb-eb4c5e205837 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ecbff90d-5ab6-4357-bf37-5548ca0e9255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0632682 Jun 11 09:41:14.426718 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device efd73367-24c4-4a5c-8841-c703ec77c8b2 details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:41:14.475965 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d234858e-7545-4be6-a7f4-39a4464b11fa None None] Routers {'f4e5d692-bd61-41ba-892e-c38120a760d5'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:41:14.476632 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-d234858e-7545-4be6-a7f4-39a4464b11fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:40:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['f4e5d692-bd61-41ba-892e-c38120a760d5'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:41:14.479276 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c61f0136-b383-4829-90e4-92139516e451 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:14.481077 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c86a934-33f9-4980-8979-7e9ef27001a9 None None] Pushing event updated for resources: {'Port': ['ID=a1359836-3390-40ae-bb69-91b7ff1e4b73,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:41:14.488246 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-5c86a934-33f9-4980-8979-7e9ef27001a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:41:14.496409 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [None req-c61f0136-b383-4829-90e4-92139516e451 admin admin] Transition to ACTIVE for port object 6fcc0219-59e1-422e-8d64-ec50ff732168 will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:41:14.559801 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-40784d56-727c-4c01-b661-38f585ca6e92 req-3b4d991f-1c67-4da0-a08a-1ccde1a61fe1 service neutron] 10.222.0.64 "GET /v2.0/networks/ecbff90d-5ab6-4357-bf37-5548ca0e9255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760027 Jun 11 09:41:14.592067 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ac58eecd-659e-4b59-9519-8825133f29e8 req-b4e356a6-e814-434d-815a-ec976d000d05 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4b12e42-17f6-4964-bd58-6a1784ef3b8b HTTP/1.1" status: 200 len: 210 time: 0.0525098 Jun 11 09:41:14.659720 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c61f0136-b383-4829-90e4-92139516e451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:14.663286 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e5180958-4a18-4f4b-b481-37419c2f0645 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:41:14.702019 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-40784d56-727c-4c01-b661-38f585ca6e92 req-82eafab1-6467-426b-b0e2-7703913557f0 service neutron] 10.222.0.64 "GET /v2.0/networks/ecbff90d-5ab6-4357-bf37-5548ca0e9255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329403 Jun 11 09:41:14.726606 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61f0136-b383-4829-90e4-92139516e451 admin admin] Network 30fc0033-7e8d-4297-8cad-978a0ffeb9f4 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:41:14.731416 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-c61f0136-b383-4829-90e4-92139516e451 admin admin] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:41:14.738775 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61f0136-b383-4829-90e4-92139516e451 admin admin] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:41:14.746376 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f0136-b383-4829-90e4-92139516e451 admin admin] Pushing event updated for resources: {'Port': ['ID=6fcc0219-59e1-422e-8d64-ec50ff732168,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:41:14.758674 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c61f0136-b383-4829-90e4-92139516e451 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:41:14.826158 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port efd73367-24c4-4a5c-8841-c703ec77c8b2, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=efd73367-24c4-4a5c-8841-c703ec77c8b2,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:41:14.843518 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c61f0136-b383-4829-90e4-92139516e451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-375088'] for router_interface, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:14.844741 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-d234858e-7545-4be6-a7f4-39a4464b11fa None None] Set router f4e5d692-bd61-41ba-892e-c38120a760d5 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:41:14.946593 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': 'efd73367-24c4-4a5c-8841-c703ec77c8b2', 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60', 'port_id': 'efd73367-24c4-4a5c-8841-c703ec77c8b2', 'mac_address': 'fa:16:3e:62:6c:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189b03cc-b2a8-4615-9ab5-ad0328c3f10f', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:41:14.956485 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a110a509-bb91-4454-adab-d3c10a1325ab req-e1d9f099-4d03-4342-a10c-ce34925ca829 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:14.958863 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a110a509-bb91-4454-adab-d3c10a1325ab req-e1d9f099-4d03-4342-a10c-ce34925ca829 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/ports?device_id=e03c3d59-e6d8-4b5e-ab76-3b2deda95807 HTTP/1.1" status: 200 len: 948 time: 0.1709476 Jun 11 09:41:15.045355 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a110a509-bb91-4454-adab-d3c10a1325ab req-44bb1bc9-021e-4b5b-a1d5-f69110d19847 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca3026f3-8a05-4fe5-9c7d-b1a6d33061fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558476 Jun 11 09:41:15.259198 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:15.277253 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c61f0136-b383-4829-90e4-92139516e451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:15.285846 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da77dff8-a165-4c7c-8156-abc122ea7312 req-fef43f52-f3dd-49b3-8e9d-31a73be4b16b tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:15.287467 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-da77dff8-a165-4c7c-8156-abc122ea7312 req-fef43f52-f3dd-49b3-8e9d-31a73be4b16b tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.64 "GET /v2.0/networks?id=f64764ef-1d16-4bb9-abcb-ee15625f8d04 HTTP/1.1" status: 200 len: 807 time: 0.2428210 Jun 11 09:41:15.295095 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efd73367-24c4-4a5c-8841-c703ec77c8b2 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:41:15.299476 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5bd0c7-4c76-4454-a028-916aa459b2ae req-46fe5630-938f-40cd-a68a-7b379d90d322 tempest-ServersOnMultiNodesTest-764403187 tempest-ServersOnMultiNodesTest-764403187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:15.300551 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-da77dff8-a165-4c7c-8156-abc122ea7312 req-0b85e5f0-2803-4f9f-acb6-5a360b3c65e2 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Request body: {'port': {'device_id': 'c4b12e42-17f6-4964-bd58-6a1784ef3b8b', 'network_id': 'f64764ef-1d16-4bb9-abcb-ee15625f8d04', 'admin_state_up': True, 'tenant_id': '455235d9344d45d29863b10a5775a249'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:41:15.304097 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cd5bd0c7-4c76-4454-a028-916aa459b2ae req-46fe5630-938f-40cd-a68a-7b379d90d322 tempest-ServersOnMultiNodesTest-764403187 tempest-ServersOnMultiNodesTest-764403187-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=90f20d92-0f10-48eb-8c8d-7739d68ebe15 HTTP/1.1" status: 200 len: 1101 time: 0.1104286 Jun 11 09:41:15.339085 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-1836402f-dc5f-477c-bb92-5b28d1b9e9ba None None] Provisioning for port 6fcc0219-59e1-422e-8d64-ec50ff732168 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:41:15.346056 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port efd73367-24c4-4a5c-8841-c703ec77c8b2, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=efd73367-24c4-4a5c-8841-c703ec77c8b2,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:41:15.348535 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-1836402f-dc5f-477c-bb92-5b28d1b9e9ba None None] Provisioning complete for port 6fcc0219-59e1-422e-8d64-ec50ff732168 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:41:15.352512 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1836402f-dc5f-477c-bb92-5b28d1b9e9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:15.403504 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-1836402f-dc5f-477c-bb92-5b28d1b9e9ba None None] Port 6fcc0219-59e1-422e-8d64-ec50ff732168 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:41:15.414724 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-d234858e-7545-4be6-a7f4-39a4464b11fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e5d692-bd61-41ba-892e-c38120a760d5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1228936636-router', 'tenant_id': '26784c180a9a401eb78ffb55ac1ecfdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'a1359836-3390-40ae-bb69-91b7ff1e4b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:41:04Z', 'updated_at': '2021-06-11T09:41:09Z', 'revision_number': 3, 'project_id': '26784c180a9a401eb78ffb55ac1ecfdd', 'gw_port': {'id': 'a1359836-3390-40ae-bb69-91b7ff1e4b73', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b5:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4e5d692-bd61-41ba-892e-c38120a760d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:41:07Z', 'updated_at': '2021-06-11T09:41:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:41:15.418594 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d234858e-7545-4be6-a7f4-39a4464b11fa None None] The sync data for ids ['f4e5d692-bd61-41ba-892e-c38120a760d5'] in n-d-779913-12 is: [{'id': 'f4e5d692-bd61-41ba-892e-c38120a760d5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1228936636-router', 'tenant_id': '26784c180a9a401eb78ffb55ac1ecfdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'a1359836-3390-40ae-bb69-91b7ff1e4b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:41:04Z', 'updated_at': '2021-06-11T09:41:09Z', 'revision_number': 3, 'project_id': '26784c180a9a401eb78ffb55ac1ecfdd', 'gw_port': {'id': 'a1359836-3390-40ae-bb69-91b7ff1e4b73', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b5:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4e5d692-bd61-41ba-892e-c38120a760d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:41:07Z', 'updated_at': '2021-06-11T09:41:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:41:15.421124 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:15.422617 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:41:15.468264 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cd5bd0c7-4c76-4454-a028-916aa459b2ae req-8de19c91-e6b2-4a0f-9384-0d83b0afb79a tempest-ServersOnMultiNodesTest-764403187 tempest-ServersOnMultiNodesTest-764403187-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=d35df9ed-76e1-4821-b449-9857ba424946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586204 Jun 11 09:41:15.534294 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=efd73367-24c4-4a5c-8841-c703ec77c8b2,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:41:15.537710 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:41:15.602042 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da77dff8-a165-4c7c-8156-abc122ea7312 req-0b85e5f0-2803-4f9f-acb6-5a360b3c65e2 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Made reservation on behalf of 455235d9344d45d29863b10a5775a249 for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:41:15.605722 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-da77dff8-a165-4c7c-8156-abc122ea7312 req-0b85e5f0-2803-4f9f-acb6-5a360b3c65e2 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:15.640583 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c61f0136-b383-4829-90e4-92139516e451 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:15.723741 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c61f0136-b383-4829-90e4-92139516e451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:15.729629 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-18cc72a1-4d0b-4f67-80e6-45a88ef14083 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:41:15.749152 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-48d2e044-a9fc-479f-add0-3b8fa62d76b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:15.832572 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c61f0136-b383-4829-90e4-92139516e451 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375108'] for router_interface, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:15.835864 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [req-da77dff8-a165-4c7c-8156-abc122ea7312 req-0b85e5f0-2803-4f9f-acb6-5a360b3c65e2 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Allocated IP 172.20.0.3 (f64764ef-1d16-4bb9-abcb-ee15625f8d04/f707fbf9-d6b5-48f4-b1c1-e5fd7bd963f6/b312982e-ede2-411d-8a4c-a79af3606d60) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:41:15.843755 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe93286-abf9-4bea-b844-ea29d5db4913 req-b33489c5-ca74-4a3d-b00c-b344501c45cd tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:15.848649 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:15.854050 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9fe93286-abf9-4bea-b844-ea29d5db4913 req-b33489c5-ca74-4a3d-b00c-b344501c45cd tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 943 time: 0.2185881 Jun 11 09:41:15.864182 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f0136-b383-4829-90e4-92139516e451 admin admin] Pushing event updated for resources: {'Port': ['ID=6fcc0219-59e1-422e-8d64-ec50ff732168,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:41:15.877949 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c61f0136-b383-4829-90e4-92139516e451 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:41:15.922446 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9fe93286-abf9-4bea-b844-ea29d5db4913 req-c6a83a54-05e8-489b-a97a-c01cc709578a tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d1f1aa-3601-424b-af20-9acf0698c1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707250 Jun 11 09:41:15.997463 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [req-1e2dc514-a547-4055-9e96-fdf2844587aa req-b9e32b11-6975-4503-a434-f021e856d033 tempest-LiveAutoBlockMigrationV225Test-226334702 tempest-LiveAutoBlockMigrationV225Test-226334702-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 09:41:15.998502 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1e2dc514-a547-4055-9e96-fdf2844587aa req-b9e32b11-6975-4503-a434-f021e856d033 tempest-LiveAutoBlockMigrationV225Test-226334702 tempest-LiveAutoBlockMigrationV225Test-226334702-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0102708 Jun 11 09:41:16.015231 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-1e2dc514-a547-4055-9e96-fdf2844587aa req-b93929f2-ecd3-432b-a18a-e695acf7a6cf service neutron] Request body: {'binding': {'host': 'n-h1-779913-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:41:16.015985 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-1e2dc514-a547-4055-9e96-fdf2844587aa req-b93929f2-ecd3-432b-a18a-e695acf7a6cf service neutron] Unknown quota resources ['binding']. {{(pid=93176) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 11 09:41:16.056989 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-da77dff8-a165-4c7c-8156-abc122ea7312 req-0b85e5f0-2803-4f9f-acb6-5a360b3c65e2 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:16.079605 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['efd73367-24c4-4a5c-8841-c703ec77c8b2'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:41:16.145071 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61f0136-b383-4829-90e4-92139516e451 admin admin] Network 30fc0033-7e8d-4297-8cad-978a0ffeb9f4 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:41:16.146942 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 730c5223-87c0-4868-94fb-7a041e9c63ba details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:41:16.151221 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-da77dff8-a165-4c7c-8156-abc122ea7312 req-0b85e5f0-2803-4f9f-acb6-5a360b3c65e2 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:16.153877 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-c61f0136-b383-4829-90e4-92139516e451 admin admin] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:41:16.163689 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8d1d827f-8574-4ebc-92be-6d7f58be984d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:41:16.243955 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b85e5f0-2803-4f9f-acb6-5a360b3c65e2 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Pushing event updated for resources: {'Port': ['ID=b312982e-ede2-411d-8a4c-a79af3606d60,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:41:16.256383 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0b85e5f0-2803-4f9f-acb6-5a360b3c65e2 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:41:16.271449 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da77dff8-a165-4c7c-8156-abc122ea7312 req-0b85e5f0-2803-4f9f-acb6-5a360b3c65e2 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Network f64764ef-1d16-4bb9-abcb-ee15625f8d04 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:41:16.273487 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [req-da77dff8-a165-4c7c-8156-abc122ea7312 req-0b85e5f0-2803-4f9f-acb6-5a360b3c65e2 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:41:16.282631 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-da77dff8-a165-4c7c-8156-abc122ea7312 req-0b85e5f0-2803-4f9f-acb6-5a360b3c65e2 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:41:16.369465 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da77dff8-a165-4c7c-8156-abc122ea7312 req-0b85e5f0-2803-4f9f-acb6-5a360b3c65e2 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:16.370130 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-da77dff8-a165-4c7c-8156-abc122ea7312 req-0b85e5f0-2803-4f9f-acb6-5a360b3c65e2 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:16.413486 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a1d816-e2ac-4bdc-97b0-6555518a1094 req-5d939764-0569-40d0-a4cb-34ca34b58c39 tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:16.415752 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-29a1d816-e2ac-4bdc-97b0-6555518a1094 req-5d939764-0569-40d0-a4cb-34ca34b58c39 tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] 10.222.0.60 "GET /v2.0/ports?device_id=130f2b97-6743-4845-99df-82e42a416269 HTTP/1.1" status: 200 len: 949 time: 0.3582041 Jun 11 09:41:16.454449 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 730c5223-87c0-4868-94fb-7a041e9c63ba, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=730c5223-87c0-4868-94fb-7a041e9c63ba,segment=NetworkSegment(f561be66-4e48-459e-8c21-fceaa6c73661),segment_id=f561be66-4e48-459e-8c21-fceaa6c73661)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:41:16.466759 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-da77dff8-a165-4c7c-8156-abc122ea7312 req-0b85e5f0-2803-4f9f-acb6-5a360b3c65e2 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1703951 Jun 11 09:41:16.471374 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': '730c5223-87c0-4868-94fb-7a041e9c63ba', 'network_id': 'ecbff90d-5ab6-4357-bf37-5548ca0e9255', 'port_id': '730c5223-87c0-4868-94fb-7a041e9c63ba', 'mac_address': 'fa:16:3e:d6:da:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65fd936e-e1de-4d66-9d41-076079c1dae3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:41:16.481751 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-da77dff8-a165-4c7c-8156-abc122ea7312 req-99f053a8-7a3e-47fe-8d1a-4c02d68f7e33 service neutron] Request body: {'port': {'device_id': 'c4b12e42-17f6-4964-bd58-6a1784ef3b8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-12'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:41:16.502643 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-1e2dc514-a547-4055-9e96-fdf2844587aa req-b93929f2-ecd3-432b-a18a-e695acf7a6cf service neutron] Attempting to bind port 973e3669-885a-4cbf-a78b-649ea7371a7e on host n-h1-779913-12 for vnic_type normal with profile None {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:41:16.503080 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-1e2dc514-a547-4055-9e96-fdf2844587aa req-b93929f2-ecd3-432b-a18a-e695acf7a6cf service neutron] Attempting to bind port 973e3669-885a-4cbf-a78b-649ea7371a7e by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '56281ee1-4859-40f0-b2a0-2c2117bfda04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '53a42219-c346-45f9-be41-c5dabab2438f'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:41:16.503466 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2dc514-a547-4055-9e96-fdf2844587aa req-b93929f2-ecd3-432b-a18a-e695acf7a6cf service neutron] Attempting to bind port 973e3669-885a-4cbf-a78b-649ea7371a7e on network 53a42219-c346-45f9-be41-c5dabab2438f {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:41:16.517812 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-29a1d816-e2ac-4bdc-97b0-6555518a1094 req-5391a0f1-ac64-4016-a53a-70e92f13e0cc tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd74cd75-2ac1-41ab-b341-6eaf5b1aaa0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874586 Jun 11 09:41:16.521161 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2dc514-a547-4055-9e96-fdf2844587aa req-b93929f2-ecd3-432b-a18a-e695acf7a6cf service neutron] Port 973e3669-885a-4cbf-a78b-649ea7371a7e on network 53a42219-c346-45f9-be41-c5dabab2438f not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:41:16.521269 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2dc514-a547-4055-9e96-fdf2844587aa req-b93929f2-ecd3-432b-a18a-e695acf7a6cf service neutron] Attempting to bind port 973e3669-885a-4cbf-a78b-649ea7371a7e on network 53a42219-c346-45f9-be41-c5dabab2438f {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:41:16.543965 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:16.553566 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c61f0136-b383-4829-90e4-92139516e451 admin admin] Router f4e5d692-bd61-41ba-892e-c38120a760d5 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 09:41:16.554242 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:16.554352 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2dc514-a547-4055-9e96-fdf2844587aa req-b93929f2-ecd3-432b-a18a-e695acf7a6cf service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:41:16.554768 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2dc514-a547-4055-9e96-fdf2844587aa req-b93929f2-ecd3-432b-a18a-e695acf7a6cf service neutron] Checking segment: {'id': '56281ee1-4859-40f0-b2a0-2c2117bfda04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '53a42219-c346-45f9-be41-c5dabab2438f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:41:16.555307 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2dc514-a547-4055-9e96-fdf2844587aa req-b93929f2-ecd3-432b-a18a-e695acf7a6cf service neutron] Bound using segment: {'id': '56281ee1-4859-40f0-b2a0-2c2117bfda04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '53a42219-c346-45f9-be41-c5dabab2438f'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:41:16.556936 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-1e2dc514-a547-4055-9e96-fdf2844587aa req-b93929f2-ecd3-432b-a18a-e695acf7a6cf service neutron] Bound port: 973e3669-885a-4cbf-a78b-649ea7371a7e, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56281ee1-4859-40f0-b2a0-2c2117bfda04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '53a42219-c346-45f9-be41-c5dabab2438f'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:41:16.575119 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-88a45448-1d61-4e15-a168-f14107de409d None None] Provisioning complete for port 6fcc0219-59e1-422e-8d64-ec50ff732168 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:41:16.575751 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-88a45448-1d61-4e15-a168-f14107de409d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:16.582368 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 730c5223-87c0-4868-94fb-7a041e9c63ba {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:41:16.595930 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-da77dff8-a165-4c7c-8156-abc122ea7312 req-99f053a8-7a3e-47fe-8d1a-4c02d68f7e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:16.644472 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 730c5223-87c0-4868-94fb-7a041e9c63ba, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=730c5223-87c0-4868-94fb-7a041e9c63ba,segment=NetworkSegment(f561be66-4e48-459e-8c21-fceaa6c73661),segment_id=f561be66-4e48-459e-8c21-fceaa6c73661)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:41:16.649402 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-88a45448-1d61-4e15-a168-f14107de409d None None] Port 6fcc0219-59e1-422e-8d64-ec50ff732168 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:41:16.741931 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:16.745803 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-5c86a934-33f9-4980-8979-7e9ef27001a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:41:16.750392 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-1e2dc514-a547-4055-9e96-fdf2844587aa req-b93929f2-ecd3-432b-a18a-e695acf7a6cf service neutron] For port 973e3669-885a-4cbf-a78b-649ea7371a7e, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=973e3669-885a-4cbf-a78b-649ea7371a7e,segment=NetworkSegment(56281ee1-4859-40f0-b2a0-2c2117bfda04),segment_id=56281ee1-4859-40f0-b2a0-2c2117bfda04)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:41:16.823175 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c61f0136-b383-4829-90e4-92139516e451 admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:41:16.838925 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-c61f0136-b383-4829-90e4-92139516e451 admin admin] 10.222.0.60 "PUT /v2.0/routers/f4e5d692-bd61-41ba-892e-c38120a760d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2710247 Jun 11 09:41:16.839404 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=730c5223-87c0-4868-94fb-7a041e9c63ba,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:41:16.850488 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:41:16.854806 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-1e2dc514-a547-4055-9e96-fdf2844587aa req-b93929f2-ecd3-432b-a18a-e695acf7a6cf service neutron] Notify callbacks [] for binding, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:16.856057 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1e2dc514-a547-4055-9e96-fdf2844587aa req-b93929f2-ecd3-432b-a18a-e695acf7a6cf service neutron] 10.222.0.60 "POST /v2.0/ports/973e3669-885a-4cbf-a78b-649ea7371a7e/bindings HTTP/1.1" status: 201 len: 390 time: 0.8447430 Jun 11 09:41:16.867317 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31fba22-40b1-41de-bad0-5a9a2413b4a3 req-9f30365e-3865-49e8-a048-c7b718cee2c9 tempest-ServersOnMultiNodesTest-764403187 tempest-ServersOnMultiNodesTest-764403187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:16.868852 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c31fba22-40b1-41de-bad0-5a9a2413b4a3 req-9f30365e-3865-49e8-a048-c7b718cee2c9 tempest-ServersOnMultiNodesTest-764403187 tempest-ServersOnMultiNodesTest-764403187-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=7159e938-ef90-4b7c-8d48-367dbc322c35 HTTP/1.1" status: 200 len: 1102 time: 0.0813894 Jun 11 09:41:16.914437 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c31fba22-40b1-41de-bad0-5a9a2413b4a3 req-830c2bbd-6c28-4e3b-bdf6-cc15edcc51fa tempest-ServersOnMultiNodesTest-764403187 tempest-ServersOnMultiNodesTest-764403187-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=d35df9ed-76e1-4821-b449-9857ba424946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379329 Jun 11 09:41:16.972511 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [req-da77dff8-a165-4c7c-8156-abc122ea7312 req-99f053a8-7a3e-47fe-8d1a-4c02d68f7e33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b312982e-ede2-411d-8a4c-a79af3606d60 {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:41:16.981456 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-da77dff8-a165-4c7c-8156-abc122ea7312 req-99f053a8-7a3e-47fe-8d1a-4c02d68f7e33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:16.993992 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-da77dff8-a165-4c7c-8156-abc122ea7312 req-99f053a8-7a3e-47fe-8d1a-4c02d68f7e33 service neutron] Transition to ACTIVE for port object b312982e-ede2-411d-8a4c-a79af3606d60 will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:41:17.022194 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['730c5223-87c0-4868-94fb-7a041e9c63ba'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:41:17.072201 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-da77dff8-a165-4c7c-8156-abc122ea7312 req-99f053a8-7a3e-47fe-8d1a-4c02d68f7e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:17.076003 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:41:17.143411 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device a1359836-3390-40ae-bb69-91b7ff1e4b73 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:41:17.190103 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbecd543-d1eb-472b-800a-c64ab5956fa1 req-5c7a5c1d-0dcf-4b29-98aa-6b246f8a3d61 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:17.200747 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-dbecd543-d1eb-472b-800a-c64ab5956fa1 req-5c7a5c1d-0dcf-4b29-98aa-6b246f8a3d61 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4b12e42-17f6-4964-bd58-6a1784ef3b8b HTTP/1.1" status: 200 len: 943 time: 0.1182449 Jun 11 09:41:17.300382 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-dbecd543-d1eb-472b-800a-c64ab5956fa1 req-9f9dfc51-d992-42f4-a01b-589cc02a1c8f tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979962 Jun 11 09:41:17.329073 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port a1359836-3390-40ae-bb69-91b7ff1e4b73 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:41:17.335355 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port a1359836-3390-40ae-bb69-91b7ff1e4b73 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:41:17.335879 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f053a8-7a3e-47fe-8d1a-4c02d68f7e33 service neutron] Pushing event updated for resources: {'Port': ['ID=b312982e-ede2-411d-8a4c-a79af3606d60,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:41:17.336004 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:17.377206 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-99f053a8-7a3e-47fe-8d1a-4c02d68f7e33 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:41:17.532276 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:17.536220 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-da77dff8-a165-4c7c-8156-abc122ea7312 req-99f053a8-7a3e-47fe-8d1a-4c02d68f7e33 service neutron] Attempting to bind port b312982e-ede2-411d-8a4c-a79af3606d60 on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:41:17.536770 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-da77dff8-a165-4c7c-8156-abc122ea7312 req-99f053a8-7a3e-47fe-8d1a-4c02d68f7e33 service neutron] Attempting to bind port b312982e-ede2-411d-8a4c-a79af3606d60 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '9149788d-877e-41af-83c2-5ce6b1848f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f64764ef-1d16-4bb9-abcb-ee15625f8d04'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:41:17.537270 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da77dff8-a165-4c7c-8156-abc122ea7312 req-99f053a8-7a3e-47fe-8d1a-4c02d68f7e33 service neutron] Attempting to bind port b312982e-ede2-411d-8a4c-a79af3606d60 on network f64764ef-1d16-4bb9-abcb-ee15625f8d04 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:41:17.554298 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da77dff8-a165-4c7c-8156-abc122ea7312 req-99f053a8-7a3e-47fe-8d1a-4c02d68f7e33 service neutron] Port b312982e-ede2-411d-8a4c-a79af3606d60 on network f64764ef-1d16-4bb9-abcb-ee15625f8d04 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:41:17.554891 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da77dff8-a165-4c7c-8156-abc122ea7312 req-99f053a8-7a3e-47fe-8d1a-4c02d68f7e33 service neutron] Attempting to bind port b312982e-ede2-411d-8a4c-a79af3606d60 on network f64764ef-1d16-4bb9-abcb-ee15625f8d04 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:41:17.563444 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port a1359836-3390-40ae-bb69-91b7ff1e4b73, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=a1359836-3390-40ae-bb69-91b7ff1e4b73,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:41:17.567468 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da77dff8-a165-4c7c-8156-abc122ea7312 req-99f053a8-7a3e-47fe-8d1a-4c02d68f7e33 service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:41:17.567840 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da77dff8-a165-4c7c-8156-abc122ea7312 req-99f053a8-7a3e-47fe-8d1a-4c02d68f7e33 service neutron] Checking segment: {'id': '9149788d-877e-41af-83c2-5ce6b1848f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f64764ef-1d16-4bb9-abcb-ee15625f8d04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:41:17.568220 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da77dff8-a165-4c7c-8156-abc122ea7312 req-99f053a8-7a3e-47fe-8d1a-4c02d68f7e33 service neutron] Bound using segment: {'id': '9149788d-877e-41af-83c2-5ce6b1848f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f64764ef-1d16-4bb9-abcb-ee15625f8d04'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:41:17.568660 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-da77dff8-a165-4c7c-8156-abc122ea7312 req-99f053a8-7a3e-47fe-8d1a-4c02d68f7e33 service neutron] Bound port: b312982e-ede2-411d-8a4c-a79af3606d60, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9149788d-877e-41af-83c2-5ce6b1848f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f64764ef-1d16-4bb9-abcb-ee15625f8d04'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:41:17.569076 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-da77dff8-a165-4c7c-8156-abc122ea7312 req-99f053a8-7a3e-47fe-8d1a-4c02d68f7e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:17.648726 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f83e816-0711-41a8-b591-68ccf990ef36 req-d31a05ce-9b80-4a94-9e95-a1ee4a204243 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:17.656535 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3f83e816-0711-41a8-b591-68ccf990ef36 req-d31a05ce-9b80-4a94-9e95-a1ee4a204243 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/ports?device_id=e03c3d59-e6d8-4b5e-ab76-3b2deda95807 HTTP/1.1" status: 200 len: 949 time: 0.2658169 Jun 11 09:41:17.722227 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2dc514-a547-4055-9e96-fdf2844587aa req-5e88a415-1358-4c4c-aaa4-c0439d2e9a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:17.723968 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1e2dc514-a547-4055-9e96-fdf2844587aa req-5e88a415-1358-4c4c-aaa4-c0439d2e9a85 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=761e66d23fea4903a68cd9de907a43c1&device_id=257b7d5c-4854-4e33-8e45-7f92ad1c36ff HTTP/1.1" status: 200 len: 1098 time: 0.2531493 Jun 11 09:41:17.753919 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-da77dff8-a165-4c7c-8156-abc122ea7312 req-99f053a8-7a3e-47fe-8d1a-4c02d68f7e33 service neutron] For port b312982e-ede2-411d-8a4c-a79af3606d60, host n-h1-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:41:17.768946 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-da77dff8-a165-4c7c-8156-abc122ea7312 req-99f053a8-7a3e-47fe-8d1a-4c02d68f7e33 service neutron] For port b312982e-ede2-411d-8a4c-a79af3606d60, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=b312982e-ede2-411d-8a4c-a79af3606d60,segment=NetworkSegment(9149788d-877e-41af-83c2-5ce6b1848f17),segment_id=9149788d-877e-41af-83c2-5ce6b1848f17)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:41:17.773889 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3f83e816-0711-41a8-b591-68ccf990ef36 req-4e3e4a57-f885-49e1-b7ed-29ea686bf00f tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca3026f3-8a05-4fe5-9c7d-b1a6d33061fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165354 Jun 11 09:41:17.792477 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82005e62-db9c-4e5a-8c95-1225c6c109ed None None] Sync routers for ids ['f4e5d692-bd61-41ba-892e-c38120a760d5'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:41:17.822946 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82005e62-db9c-4e5a-8c95-1225c6c109ed None None] Routers {'f4e5d692-bd61-41ba-892e-c38120a760d5'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:41:17.826873 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-82005e62-db9c-4e5a-8c95-1225c6c109ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:41:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['f4e5d692-bd61-41ba-892e-c38120a760d5'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:41:17.920800 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:17.929179 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:41:17.941407 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2dc514-a547-4055-9e96-fdf2844587aa req-7018984d-56f2-49a4-bbaa-b6e0c4f36630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:17.947210 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1e2dc514-a547-4055-9e96-fdf2844587aa req-7018984d-56f2-49a4-bbaa-b6e0c4f36630 service neutron] 10.222.0.64 "GET /v2.0/networks?id=53a42219-c346-45f9-be41-c5dabab2438f HTTP/1.1" status: 200 len: 922 time: 0.1898482 Jun 11 09:41:17.953239 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-da77dff8-a165-4c7c-8156-abc122ea7312 req-99f053a8-7a3e-47fe-8d1a-4c02d68f7e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:17.986530 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-df9c10d6-c4fc-46f6-9fb6-12d26c964f88 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:41:18.046111 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=a1359836-3390-40ae-bb69-91b7ff1e4b73,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:41:18.063111 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:41:18.110162 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da77dff8-a165-4c7c-8156-abc122ea7312 req-99f053a8-7a3e-47fe-8d1a-4c02d68f7e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:18.111405 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-da77dff8-a165-4c7c-8156-abc122ea7312 req-99f053a8-7a3e-47fe-8d1a-4c02d68f7e33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:18.112697 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-da77dff8-a165-4c7c-8156-abc122ea7312 req-99f053a8-7a3e-47fe-8d1a-4c02d68f7e33 service neutron] 10.222.0.64 "PUT /v2.0/ports/b312982e-ede2-411d-8a4c-a79af3606d60 HTTP/1.1" status: 200 len: 1092 time: 1.6376808 Jun 11 09:41:18.113299 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4b12e42-17f6-4964-bd58-6a1784ef3b8b', 'tag': 'b312982e-ede2-411d-8a4c-a79af3606d60'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:41:18.117129 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f567c5-fe65-45e9-be31-dd652b25108f" -d '{"events": [{"name": "network-changed", "server_uuid": "c4b12e42-17f6-4964-bd58-6a1784ef3b8b", "tag": "b312982e-ede2-411d-8a4c-a79af3606d60"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:41:18.126354 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96729d06-f8a2-4c01-98fe-1858021981bb req-441271a7-10ff-47aa-8255-679e9259697f tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:18.133289 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-96729d06-f8a2-4c01-98fe-1858021981bb req-441271a7-10ff-47aa-8255-679e9259697f tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=257b7d5c-4854-4e33-8e45-7f92ad1c36ff HTTP/1.1" status: 200 len: 946 time: 0.1391664 Jun 11 09:41:18.140724 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1e2dc514-a547-4055-9e96-fdf2844587aa req-ece5c407-e9f0-4617-ad2c-1f23872cd13e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=973e3669-885a-4cbf-a78b-649ea7371a7e HTTP/1.1" status: 200 len: 217 time: 0.1585805 Jun 11 09:41:18.157047 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 730c5223-87c0-4868-94fb-7a041e9c63ba up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:41:18.232513 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-96729d06-f8a2-4c01-98fe-1858021981bb req-ee87f8bc-08c6-4295-8632-fdc45b538dda tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958216 Jun 11 09:41:18.238056 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:18.272575 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-82005e62-db9c-4e5a-8c95-1225c6c109ed None None] Set router f4e5d692-bd61-41ba-892e-c38120a760d5 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:41:18.318112 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning for port 730c5223-87c0-4868-94fb-7a041e9c63ba completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:41:18.323380 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port 730c5223-87c0-4868-94fb-7a041e9c63ba triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:41:18.324298 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:18.325201 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f053a8-7a3e-47fe-8d1a-4c02d68f7e33 service neutron] Pushing event updated for resources: {'Port': ['ID=b312982e-ede2-411d-8a4c-a79af3606d60,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:41:18.332656 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-99f053a8-7a3e-47fe-8d1a-4c02d68f7e33 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:41:18.351327 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2dc514-a547-4055-9e96-fdf2844587aa req-1a8ff7c0-6316-4afb-83ad-b766b14fe6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:18.352948 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1e2dc514-a547-4055-9e96-fdf2844587aa req-1a8ff7c0-6316-4afb-83ad-b766b14fe6cf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=20094bda-f8d4-46e6-bab1-f100394de689 HTTP/1.1" status: 200 len: 861 time: 0.1511981 Jun 11 09:41:18.409874 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1e2dc514-a547-4055-9e96-fdf2844587aa req-2a25ea5e-dd37-4d07-9040-e86b42a5c616 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=53a42219-c346-45f9-be41-c5dabab2438f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491292 Jun 11 09:41:18.422149 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aa6350-7283-4803-ab5c-070f58bcb048 req-9b718398-97e5-4b5f-a62f-88aa991d74ca tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:18.429184 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-39aa6350-7283-4803-ab5c-070f58bcb048 req-9b718398-97e5-4b5f-a62f-88aa991d74ca tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 944 time: 0.3896706 Jun 11 09:41:18.434189 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device efd73367-24c4-4a5c-8841-c703ec77c8b2 up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:41:18.507117 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:18.508837 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da77dff8-a165-4c7c-8156-abc122ea7312 req-2d25f703-96b0-4f4b-ae50-0516b7a971e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:18.510310 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-da77dff8-a165-4c7c-8156-abc122ea7312 req-2d25f703-96b0-4f4b-ae50-0516b7a971e0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=455235d9344d45d29863b10a5775a249&device_id=c4b12e42-17f6-4964-bd58-6a1784ef3b8b HTTP/1.1" status: 200 len: 1095 time: 0.2703044 Jun 11 09:41:18.524585 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-39aa6350-7283-4803-ab5c-070f58bcb048 req-ba19dbc9-8e2b-4b42-947f-06e7267b218d tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d1f1aa-3601-424b-af20-9acf0698c1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944870 Jun 11 09:41:18.552619 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8355cfd8-6f02-48e7-8c0c-764b8c44cfb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '730c5223-87c0-4868-94fb-7a041e9c63ba'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:41:18.552619 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-952bfd4f-0cc1-453e-a2bf-851c18996905" -d '{"events": [{"server_uuid": "8355cfd8-6f02-48e7-8c0c-764b8c44cfb7", "name": "network-vif-plugged", "status": "completed", "tag": "730c5223-87c0-4868-94fb-7a041e9c63ba"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:41:18.579822 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2fdad3-048c-4a07-822a-26eaf2fd4792 req-423467e2-126b-4157-8f73-0b6f6fc2b12d tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:18.587849 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7e2fdad3-048c-4a07-822a-26eaf2fd4792 req-423467e2-126b-4157-8f73-0b6f6fc2b12d tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] 10.222.0.60 "GET /v2.0/ports?device_id=130f2b97-6743-4845-99df-82e42a416269 HTTP/1.1" status: 200 len: 949 time: 0.1828017 Jun 11 09:41:18.625345 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning for port efd73367-24c4-4a5c-8841-c703ec77c8b2 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:41:18.647258 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port efd73367-24c4-4a5c-8841-c703ec77c8b2 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:41:18.650208 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:18.663936 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 730c5223-87c0-4868-94fb-7a041e9c63ba, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=730c5223-87c0-4868-94fb-7a041e9c63ba,segment=NetworkSegment(f561be66-4e48-459e-8c21-fceaa6c73661),segment_id=f561be66-4e48-459e-8c21-fceaa6c73661)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:41:18.670307 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7e2fdad3-048c-4a07-822a-26eaf2fd4792 req-d185b990-feb7-44cc-8f0c-e6c14c1ad6fe tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd74cd75-2ac1-41ab-b341-6eaf5b1aaa0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784581 Jun 11 09:41:18.730628 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:18.737423 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-8f0803ae-7654-42f2-a6ee-7dfe28b100b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:41:18.749344 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-da77dff8-a165-4c7c-8156-abc122ea7312 req-e8341186-c338-41e2-b966-8cf625e84b11 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b312982e-ede2-411d-8a4c-a79af3606d60 HTTP/1.1" status: 200 len: 217 time: 0.1166945 Jun 11 09:41:18.845780 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=730c5223-87c0-4868-94fb-7a041e9c63ba,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:41:18.858031 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e698b0d0-c43b-46af-ac99-308218ddf42e x-openstack-request-id: req-e698b0d0-c43b-46af-ac99-308218ddf42e {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:41:18.858213 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4b12e42-17f6-4964-bd58-6a1784ef3b8b", "tag": "b312982e-ede2-411d-8a4c-a79af3606d60", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:41:18.858390 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e698b0d0-c43b-46af-ac99-308218ddf42e {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:41:18.858823 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4b12e42-17f6-4964-bd58-6a1784ef3b8b', 'tag': 'b312982e-ede2-411d-8a4c-a79af3606d60', 'status': 'completed', 'code': 200} Jun 11 09:41:18.861276 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:41:18.863676 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-62f64185-89d0-44c2-b24c-8fb7f3f60e9e tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=4a10270434c34de9b98cfc51150cacd7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0502961 Jun 11 09:41:18.865847 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-82005e62-db9c-4e5a-8c95-1225c6c109ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e5d692-bd61-41ba-892e-c38120a760d5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1228936636-router', 'tenant_id': '26784c180a9a401eb78ffb55ac1ecfdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'a1359836-3390-40ae-bb69-91b7ff1e4b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:41:04Z', 'updated_at': '2021-06-11T09:41:15Z', 'revision_number': 4, 'project_id': '26784c180a9a401eb78ffb55ac1ecfdd', 'gw_port': {'id': 'a1359836-3390-40ae-bb69-91b7ff1e4b73', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b5:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4e5d692-bd61-41ba-892e-c38120a760d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:41:07Z', 'updated_at': '2021-06-11T09:41:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '6fcc0219-59e1-422e-8d64-ec50ff732168', 'name': '', 'network_id': '30fc0033-7e8d-4297-8cad-978a0ffeb9f4', 'tenant_id': '26784c180a9a401eb78ffb55ac1ecfdd', 'mac_address': 'fa:16:3e:f5:b8:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4e5d692-bd61-41ba-892e-c38120a760d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '5f18eccc-f45e-4f21-9a51-8466031c1371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:41:14Z', 'updated_at': '2021-06-11T09:41:15Z', 'revision_number': 2, 'project_id': '26784c180a9a401eb78ffb55ac1ecfdd', 'subnets': [{'id': '5f18eccc-f45e-4f21-9a51-8466031c1371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:41:18.873452 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82005e62-db9c-4e5a-8c95-1225c6c109ed None None] Checking router: f4e5d692-bd61-41ba-892e-c38120a760d5 for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:41:18.873813 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82005e62-db9c-4e5a-8c95-1225c6c109ed None None] Updating router f4e5d692-bd61-41ba-892e-c38120a760d5 port 6fcc0219-59e1-422e-8d64-ec50ff732168 binding host n-d-779913-12 {{(pid=93179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 09:41:18.915759 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:18.931928 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1e2dc514-a547-4055-9e96-fdf2844587aa req-a2332a47-9346-45c7-9391-f32e2eef4b4f service neutron] 10.222.0.64 "GET /v2.0/networks/53a42219-c346-45f9-be41-c5dabab2438f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4992716 Jun 11 09:41:18.953962 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da77dff8-a165-4c7c-8156-abc122ea7312 req-986c2c88-f726-4c2e-bb07-30d8504a10e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:18.961896 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-da77dff8-a165-4c7c-8156-abc122ea7312 req-986c2c88-f726-4c2e-bb07-30d8504a10e5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f707fbf9-d6b5-48f4-b1c1-e5fd7bd963f6 HTTP/1.1" status: 200 len: 847 time: 0.2007024 Jun 11 09:41:18.969093 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-82005e62-db9c-4e5a-8c95-1225c6c109ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:19.002291 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port efd73367-24c4-4a5c-8841-c703ec77c8b2, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=efd73367-24c4-4a5c-8841-c703ec77c8b2,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:41:19.097282 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:19.098321 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 9311e98a-cf5e-4c9b-8641-68ee83a22fb3 up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:41:19.100245 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-740f3c1f-7a79-4781-9786-a67e70fe622e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:41:19.180078 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device a1359836-3390-40ae-bb69-91b7ff1e4b73 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:41:19.409878 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=efd73367-24c4-4a5c-8841-c703ec77c8b2,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:41:19.430385 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:41:19.450026 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port a1359836-3390-40ae-bb69-91b7ff1e4b73 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:41:19.456308 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:19.467035 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-da77dff8-a165-4c7c-8156-abc122ea7312 req-547685bd-40e9-4a78-9a67-879f8105d252 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f64764ef-1d16-4bb9-abcb-ee15625f8d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4738960 Jun 11 09:41:19.501509 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-1d7dc9e8-96fd-4f32-9525-4a2a58d7067e tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:19.509343 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-1d7dc9e8-96fd-4f32-9525-4a2a58d7067e tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6414680 Jun 11 09:41:19.527706 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-7674d4f6-bc1b-4c39-a342-298a3b7abeed tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/quotas/4a10270434c34de9b98cfc51150cacd7 HTTP/1.1" status: 200 len: 375 time: 0.0172856 Jun 11 09:41:19.555889 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning for port 9311e98a-cf5e-4c9b-8641-68ee83a22fb3 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:41:19.562174 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port 9311e98a-cf5e-4c9b-8641-68ee83a22fb3 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:41:19.562573 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:19.634482 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-5cdf2b69-d238-4e89-8e1a-b1280f281057 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=4a10270434c34de9b98cfc51150cacd7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1058145 Jun 11 09:41:19.670520 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-82005e62-db9c-4e5a-8c95-1225c6c109ed None None] Notify callbacks [] for port, precommit_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:19.686185 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-82005e62-db9c-4e5a-8c95-1225c6c109ed None None] Transition to ACTIVE for port object 6fcc0219-59e1-422e-8d64-ec50ff732168 will not be triggered until provisioned by entity L2. {{(pid=93179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:41:19.763717 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-82005e62-db9c-4e5a-8c95-1225c6c109ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:19.778512 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:41:19.799330 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1e2dc514-a547-4055-9e96-fdf2844587aa req-076266a7-4a79-49f7-8a58-e1be97a0d529 service neutron] 10.222.0.64 "GET /v2.0/networks/53a42219-c346-45f9-be41-c5dabab2438f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8573971 Jun 11 09:41:19.822483 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:19.839838 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5fcb70-82c5-4f3a-95f9-539f33e63777 req-66735ee2-8956-4e46-a2e3-d7086abc60f1 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:19.843892 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-da5fcb70-82c5-4f3a-95f9-539f33e63777 req-66735ee2-8956-4e46-a2e3-d7086abc60f1 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4b12e42-17f6-4964-bd58-6a1784ef3b8b HTTP/1.1" status: 200 len: 943 time: 0.8078640 Jun 11 09:41:19.845898 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-da77dff8-a165-4c7c-8156-abc122ea7312 req-fb28b8a7-329f-40b0-9354-8c9b47bcd530 service neutron] 10.222.0.64 "GET /v2.0/networks/f64764ef-1d16-4bb9-abcb-ee15625f8d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766116 Jun 11 09:41:20.022749 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 9311e98a-cf5e-4c9b-8641-68ee83a22fb3, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=9311e98a-cf5e-4c9b-8641-68ee83a22fb3,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:41:20.099204 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:20.104799 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:41:20.137033 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3074dc6d-4752-4796-b697-c83243126f37 None None] Pushing event updated for resources: {'Port': ['ID=6fcc0219-59e1-422e-8d64-ec50ff732168,revision_number=3']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:41:20.144966 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-3074dc6d-4752-4796-b697-c83243126f37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:41:20.181663 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-82005e62-db9c-4e5a-8c95-1225c6c109ed None None] Attempting to bind port 6fcc0219-59e1-422e-8d64-ec50ff732168 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:41:20.188345 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-82005e62-db9c-4e5a-8c95-1225c6c109ed None None] Attempting to bind port 6fcc0219-59e1-422e-8d64-ec50ff732168 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '7d8269b1-fb57-48c7-8d99-2863ebbcfd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '30fc0033-7e8d-4297-8cad-978a0ffeb9f4'}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:41:20.188345 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82005e62-db9c-4e5a-8c95-1225c6c109ed None None] Attempting to bind port 6fcc0219-59e1-422e-8d64-ec50ff732168 on network 30fc0033-7e8d-4297-8cad-978a0ffeb9f4 {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:41:20.203759 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82005e62-db9c-4e5a-8c95-1225c6c109ed None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:41:20.205294 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82005e62-db9c-4e5a-8c95-1225c6c109ed None None] Checking segment: {'id': '7d8269b1-fb57-48c7-8d99-2863ebbcfd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '30fc0033-7e8d-4297-8cad-978a0ffeb9f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:41:20.207450 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-82005e62-db9c-4e5a-8c95-1225c6c109ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:20.220883 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82005e62-db9c-4e5a-8c95-1225c6c109ed None None] Bound using segment: {'id': '7d8269b1-fb57-48c7-8d99-2863ebbcfd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '30fc0033-7e8d-4297-8cad-978a0ffeb9f4'} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:41:20.226019 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-82005e62-db9c-4e5a-8c95-1225c6c109ed None None] Bound port: 6fcc0219-59e1-422e-8d64-ec50ff732168, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8269b1-fb57-48c7-8d99-2863ebbcfd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '30fc0033-7e8d-4297-8cad-978a0ffeb9f4'}}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:41:20.228148 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-82005e62-db9c-4e5a-8c95-1225c6c109ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:20.236911 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=9311e98a-cf5e-4c9b-8641-68ee83a22fb3,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:41:20.240602 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:41:20.260081 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-da5fcb70-82c5-4f3a-95f9-539f33e63777 req-a33b4658-34ad-47f4-a061-2a2714749bc1 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4117804 Jun 11 09:41:20.355922 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-da77dff8-a165-4c7c-8156-abc122ea7312 req-9be946fe-7a87-4dc8-a743-9f98f349d7fa service neutron] 10.222.0.64 "GET /v2.0/networks/f64764ef-1d16-4bb9-abcb-ee15625f8d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4982958 Jun 11 09:41:20.387796 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-82005e62-db9c-4e5a-8c95-1225c6c109ed None None] For port 6fcc0219-59e1-422e-8d64-ec50ff732168, host n-d-779913-12, cleared binding levels {{(pid=93179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:41:20.389133 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cc0c460-8fba-43f5-8389-ae49fc5541d8 x-openstack-request-id: req-1cc0c460-8fba-43f5-8389-ae49fc5541d8 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:41:20.391176 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8355cfd8-6f02-48e7-8c0c-764b8c44cfb7", "name": "network-vif-plugged", "status": "completed", "tag": "730c5223-87c0-4868-94fb-7a041e9c63ba", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:41:20.391689 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1cc0c460-8fba-43f5-8389-ae49fc5541d8 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:41:20.391838 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-82005e62-db9c-4e5a-8c95-1225c6c109ed None None] For port 6fcc0219-59e1-422e-8d64-ec50ff732168, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=6fcc0219-59e1-422e-8d64-ec50ff732168,segment=NetworkSegment(7d8269b1-fb57-48c7-8d99-2863ebbcfd29),segment_id=7d8269b1-fb57-48c7-8d99-2863ebbcfd29)] {{(pid=93179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:41:20.394682 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8355cfd8-6f02-48e7-8c0c-764b8c44cfb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '730c5223-87c0-4868-94fb-7a041e9c63ba', 'code': 200} Jun 11 09:41:20.550916 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-82005e62-db9c-4e5a-8c95-1225c6c109ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:20.558006 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:41:20.673349 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d19add2-96a7-448b-b7dd-48b3ba2cf56b req-d2527fe9-f0ab-4973-9681-09d27bc681be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:20.675805 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8d19add2-96a7-448b-b7dd-48b3ba2cf56b req-d2527fe9-f0ab-4973-9681-09d27bc681be service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 1097 time: 0.2087517 Jun 11 09:41:20.679796 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82005e62-db9c-4e5a-8c95-1225c6c109ed None None] Routers {'f4e5d692-bd61-41ba-892e-c38120a760d5'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:41:20.680435 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-82005e62-db9c-4e5a-8c95-1225c6c109ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:41:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['f4e5d692-bd61-41ba-892e-c38120a760d5'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:41:20.692522 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3074dc6d-4752-4796-b697-c83243126f37 None None] Pushing event updated for resources: {'Port': ['ID=6fcc0219-59e1-422e-8d64-ec50ff732168,revision_number=4']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:41:20.697010 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-3074dc6d-4752-4796-b697-c83243126f37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:41:20.708313 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ad3add-2418-44b4-97c4-128cd68765f3 req-35fa22a7-4197-4a4a-a12b-7efd598d7e82 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:20.718558 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-05ad3add-2418-44b4-97c4-128cd68765f3 req-35fa22a7-4197-4a4a-a12b-7efd598d7e82 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/ports?device_id=e03c3d59-e6d8-4b5e-ab76-3b2deda95807 HTTP/1.1" status: 200 len: 950 time: 0.2172165 Jun 11 09:41:20.909297 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8d19add2-96a7-448b-b7dd-48b3ba2cf56b req-19da9da0-bd7f-4ad7-8217-abd96fcb240b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=24d1f1aa-3601-424b-af20-9acf0698c1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2189915 Jun 11 09:41:20.911922 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f567c5-fe65-45e9-be31-dd652b25108f req-65622cbb-51f3-41d6-bfef-261ae9b3792d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:20.913557 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-46f567c5-fe65-45e9-be31-dd652b25108f req-65622cbb-51f3-41d6-bfef-261ae9b3792d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=455235d9344d45d29863b10a5775a249&device_id=c4b12e42-17f6-4964-bd58-6a1784ef3b8b HTTP/1.1" status: 200 len: 1095 time: 0.3423836 Jun 11 09:41:20.927537 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-05ad3add-2418-44b4-97c4-128cd68765f3 req-9c1e5561-d109-4ee0-92f9-49da6c4afdc8 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca3026f3-8a05-4fe5-9c7d-b1a6d33061fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077582 Jun 11 09:41:21.105195 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-82005e62-db9c-4e5a-8c95-1225c6c109ed None None] Set router f4e5d692-bd61-41ba-892e-c38120a760d5 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:41:21.182038 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6111ec86-a89d-47e4-bc74-0753a0ec1e13 req-012941cb-9675-47c8-8241-1ba7566c029b tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:21.208029 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6111ec86-a89d-47e4-bc74-0753a0ec1e13 req-012941cb-9675-47c8-8241-1ba7566c029b tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=257b7d5c-4854-4e33-8e45-7f92ad1c36ff HTTP/1.1" status: 200 len: 946 time: 0.2176285 Jun 11 09:41:21.298074 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f567c5-fe65-45e9-be31-dd652b25108f req-6f69b006-e028-47e5-b780-e811fb56b92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:21.299535 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-46f567c5-fe65-45e9-be31-dd652b25108f req-6f69b006-e028-47e5-b780-e811fb56b92f service neutron] 10.222.0.64 "GET /v2.0/networks?id=f64764ef-1d16-4bb9-abcb-ee15625f8d04 HTTP/1.1" status: 200 len: 908 time: 0.3190613 Jun 11 09:41:21.300437 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6111ec86-a89d-47e4-bc74-0753a0ec1e13 req-7bff24c6-a3f1-4224-8fcd-8db125d67250 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896463 Jun 11 09:41:21.369544 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-46f567c5-fe65-45e9-be31-dd652b25108f req-9afff7e6-2169-42aa-bac9-d1e1f94c6aef service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b312982e-ede2-411d-8a4c-a79af3606d60 HTTP/1.1" status: 200 len: 217 time: 0.0604258 Jun 11 09:41:21.383711 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203046ac-2fd9-4188-804c-00daf6d817bf req-9e1bba8f-4c66-4e28-b46b-0c0d54ad2c0f tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:21.390805 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-203046ac-2fd9-4188-804c-00daf6d817bf req-9e1bba8f-4c66-4e28-b46b-0c0d54ad2c0f tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 945 time: 0.1815727 Jun 11 09:41:21.520605 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f567c5-fe65-45e9-be31-dd652b25108f req-fe9ae4c3-b223-4135-8aa7-e48c951a6936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:21.522074 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-46f567c5-fe65-45e9-be31-dd652b25108f req-fe9ae4c3-b223-4135-8aa7-e48c951a6936 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f707fbf9-d6b5-48f4-b1c1-e5fd7bd963f6 HTTP/1.1" status: 200 len: 847 time: 0.1287715 Jun 11 09:41:21.537150 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-203046ac-2fd9-4188-804c-00daf6d817bf req-57851155-97aa-4d09-a152-d40949c52f4d tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d1f1aa-3601-424b-af20-9acf0698c1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453981 Jun 11 09:41:21.631243 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e7328c-dbd1-4b75-b9d9-e26cd34f4645 req-4dbce56b-b94c-488d-a20e-0a4d7c59dfc2 tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:21.631509 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-46f567c5-fe65-45e9-be31-dd652b25108f req-3d1547e4-e01e-4d01-9b7e-53c7970b0260 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f64764ef-1d16-4bb9-abcb-ee15625f8d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815644 Jun 11 09:41:21.668546 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b9e7328c-dbd1-4b75-b9d9-e26cd34f4645 req-4dbce56b-b94c-488d-a20e-0a4d7c59dfc2 tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] 10.222.0.60 "GET /v2.0/ports?device_id=130f2b97-6743-4845-99df-82e42a416269 HTTP/1.1" status: 200 len: 950 time: 0.1409304 Jun 11 09:41:21.692366 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-82005e62-db9c-4e5a-8c95-1225c6c109ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e5d692-bd61-41ba-892e-c38120a760d5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1228936636-router', 'tenant_id': '26784c180a9a401eb78ffb55ac1ecfdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'a1359836-3390-40ae-bb69-91b7ff1e4b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:41:04Z', 'updated_at': '2021-06-11T09:41:15Z', 'revision_number': 4, 'project_id': '26784c180a9a401eb78ffb55ac1ecfdd', 'gw_port': {'id': 'a1359836-3390-40ae-bb69-91b7ff1e4b73', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e5d692-bd61-41ba-892e-c38120a760d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:41:07Z', 'updated_at': '2021-06-11T09:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '6fcc0219-59e1-422e-8d64-ec50ff732168', 'name': '', 'network_id': '30fc0033-7e8d-4297-8cad-978a0ffeb9f4', 'tenant_id': '26784c180a9a401eb78ffb55ac1ecfdd', 'mac_address': 'fa:16:3e:f5:b8:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4e5d692-bd61-41ba-892e-c38120a760d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '5f18eccc-f45e-4f21-9a51-8466031c1371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:41:14Z', 'updated_at': '2021-06-11T09:41:20Z', 'revision_number': 4, 'project_id': '26784c180a9a401eb78ffb55ac1ecfdd', 'subnets': [{'id': '5f18eccc-f45e-4f21-9a51-8466031c1371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:41:21.703415 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82005e62-db9c-4e5a-8c95-1225c6c109ed None None] The sync data for ids ['f4e5d692-bd61-41ba-892e-c38120a760d5'] in n-d-779913-12 is: [{'id': 'f4e5d692-bd61-41ba-892e-c38120a760d5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1228936636-router', 'tenant_id': '26784c180a9a401eb78ffb55ac1ecfdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'a1359836-3390-40ae-bb69-91b7ff1e4b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:41:04Z', 'updated_at': '2021-06-11T09:41:15Z', 'revision_number': 4, 'project_id': '26784c180a9a401eb78ffb55ac1ecfdd', 'gw_port': {'id': 'a1359836-3390-40ae-bb69-91b7ff1e4b73', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e5d692-bd61-41ba-892e-c38120a760d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:41:07Z', 'updated_at': '2021-06-11T09:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '6fcc0219-59e1-422e-8d64-ec50ff732168', 'name': '', 'network_id': '30fc0033-7e8d-4297-8cad-978a0ffeb9f4', 'tenant_id': '26784c180a9a401eb78ffb55ac1ecfdd', 'mac_address': 'fa:16:3e:f5:b8:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4e5d692-bd61-41ba-892e-c38120a760d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '5f18eccc-f45e-4f21-9a51-8466031c1371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:41:14Z', 'updated_at': '2021-06-11T09:41:20Z', 'revision_number': 4, 'project_id': '26784c180a9a401eb78ffb55ac1ecfdd', 'subnets': [{'id': '5f18eccc-f45e-4f21-9a51-8466031c1371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:41:21.836704 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b9e7328c-dbd1-4b75-b9d9-e26cd34f4645 req-0594ab8d-b5dc-4e69-a3df-56488f322c0c tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd74cd75-2ac1-41ab-b341-6eaf5b1aaa0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592121 Jun 11 09:41:22.149922 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-46f567c5-fe65-45e9-be31-dd652b25108f req-d13e15f1-8e00-4a4b-aaf6-da16540f3353 service neutron] 10.222.0.64 "GET /v2.0/networks/f64764ef-1d16-4bb9-abcb-ee15625f8d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5176022 Jun 11 09:41:22.284016 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cc6cbc-747f-4e2d-993b-4909b659449e req-1c8c0a93-a066-4cdf-b38d-a53a5c714ad7 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:22.294482 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-12cc6cbc-747f-4e2d-993b-4909b659449e req-1c8c0a93-a066-4cdf-b38d-a53a5c714ad7 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4b12e42-17f6-4964-bd58-6a1784ef3b8b HTTP/1.1" status: 200 len: 943 time: 0.1977315 Jun 11 09:41:22.395746 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e03c3d59-e6d8-4b5e-ab76-3b2deda95807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efd73367-24c4-4a5c-8841-c703ec77c8b2'}, {'server_uuid': '130f2b97-6743-4845-99df-82e42a416269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9311e98a-cf5e-4c9b-8641-68ee83a22fb3'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:41:22.398699 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd9773b-c13c-4323-a01b-72ef88ffb8f8" -d '{"events": [{"server_uuid": "e03c3d59-e6d8-4b5e-ab76-3b2deda95807", "name": "network-vif-plugged", "status": "completed", "tag": "efd73367-24c4-4a5c-8841-c703ec77c8b2"}, {"server_uuid": "130f2b97-6743-4845-99df-82e42a416269", "name": "network-vif-plugged", "status": "completed", "tag": "9311e98a-cf5e-4c9b-8641-68ee83a22fb3"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:41:22.404327 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-12cc6cbc-747f-4e2d-993b-4909b659449e req-bbe27c6c-a87b-491c-a32a-8645ef0f11a4 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084650 Jun 11 09:41:22.470267 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-46f567c5-fe65-45e9-be31-dd652b25108f req-6264d12f-8159-442a-8c56-d64479abfb4c service neutron] 10.222.0.64 "GET /v2.0/networks/f64764ef-1d16-4bb9-abcb-ee15625f8d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3127677 Jun 11 09:41:22.563971 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-898f3df3-1f92-4737-8144-e94f0edebe72 req-0620d7d7-ee1a-4b49-a886-7bd7f2371207 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e4d2124-ede4-4545-966b-5099a048d84f HTTP/1.1" status: 200 len: 210 time: 0.0730281 Jun 11 09:41:22.627623 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5596524-1342-4761-9dfa-70f9713b7401 req-34078e38-bc6b-43f1-873c-cb8485688747 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:22.629631 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c5596524-1342-4761-9dfa-70f9713b7401 req-34078e38-bc6b-43f1-873c-cb8485688747 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/ports?device_id=e03c3d59-e6d8-4b5e-ab76-3b2deda95807 HTTP/1.1" status: 200 len: 950 time: 0.1623998 Jun 11 09:41:22.698227 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c5596524-1342-4761-9dfa-70f9713b7401 req-bc126412-a46b-4bdb-8211-f8e4e494fcc6 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca3026f3-8a05-4fe5-9c7d-b1a6d33061fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547910 Jun 11 09:41:22.761851 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Jun 2021 09:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfba0655-baa6-4a1c-938a-a4e4d552c292 x-openstack-request-id: req-dfba0655-baa6-4a1c-938a-a4e4d552c292 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:41:22.761851 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e03c3d59-e6d8-4b5e-ab76-3b2deda95807", "name": "network-vif-plugged", "status": "completed", "tag": "efd73367-24c4-4a5c-8841-c703ec77c8b2", "code": 200}, {"server_uuid": "130f2b97-6743-4845-99df-82e42a416269", "name": "network-vif-plugged", "status": "completed", "tag": "9311e98a-cf5e-4c9b-8641-68ee83a22fb3", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:41:22.761851 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dfba0655-baa6-4a1c-938a-a4e4d552c292 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:41:22.761851 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e03c3d59-e6d8-4b5e-ab76-3b2deda95807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efd73367-24c4-4a5c-8841-c703ec77c8b2', 'code': 200} Jun 11 09:41:22.762297 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '130f2b97-6743-4845-99df-82e42a416269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9311e98a-cf5e-4c9b-8641-68ee83a22fb3', 'code': 200} Jun 11 09:41:23.126782 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b477196-efff-4c91-bc07-a5bf630b67f9 req-2dab05d7-9381-48ae-a637-2c38588c488b tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:23.142846 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6b477196-efff-4c91-bc07-a5bf630b67f9 req-2dab05d7-9381-48ae-a637-2c38588c488b tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=257b7d5c-4854-4e33-8e45-7f92ad1c36ff HTTP/1.1" status: 200 len: 946 time: 0.2937672 Jun 11 09:41:23.170954 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 6fcc0219-59e1-422e-8d64-ec50ff732168 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:41:23.198940 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6544ed-9912-4255-93a4-cec2ce68b6f7 req-a9ffbc32-fd29-4f36-b34a-111d555eec3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:23.200703 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6d6544ed-9912-4255-93a4-cec2ce68b6f7 req-a9ffbc32-fd29-4f36-b34a-111d555eec3b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=130f2b97-6743-4845-99df-82e42a416269 HTTP/1.1" status: 200 len: 1102 time: 0.2663751 Jun 11 09:41:23.231334 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa450209-231a-4f84-abf5-3ec3d21115b6 req-570cfeb5-f98d-4d1e-a49b-51ce52137331 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:23.238216 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-aa450209-231a-4f84-abf5-3ec3d21115b6 req-570cfeb5-f98d-4d1e-a49b-51ce52137331 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 945 time: 0.2444253 Jun 11 09:41:23.285041 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6b477196-efff-4c91-bc07-a5bf630b67f9 req-9bb4d5ac-451c-4267-b450-1bb06d318089 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408014 Jun 11 09:41:23.291550 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58921f5-71cc-447f-bdbb-5b00b47a99df req-68a627a4-3cd9-46a2-8661-69217102b9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:23.298459 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f58921f5-71cc-447f-bdbb-5b00b47a99df req-68a627a4-3cd9-46a2-8661-69217102b9c1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e03c3d59-e6d8-4b5e-ab76-3b2deda95807 HTTP/1.1" status: 200 len: 1102 time: 0.3477550 Jun 11 09:41:23.349472 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6d6544ed-9912-4255-93a4-cec2ce68b6f7 req-005ef88f-efb4-41fa-b8ec-1b6c88001c92 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=bd74cd75-2ac1-41ab-b341-6eaf5b1aaa0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331911 Jun 11 09:41:23.370229 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f58921f5-71cc-447f-bdbb-5b00b47a99df req-b24e5e30-3ac0-45df-9c4c-787bae595e9f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ca3026f3-8a05-4fe5-9c7d-b1a6d33061fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649116 Jun 11 09:41:23.396581 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 6fcc0219-59e1-422e-8d64-ec50ff732168 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:41:23.400980 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 6fcc0219-59e1-422e-8d64-ec50ff732168 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:41:23.401346 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:23.456330 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-aa450209-231a-4f84-abf5-3ec3d21115b6 req-20741767-05f6-4b07-b833-197ab9618559 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d1f1aa-3601-424b-af20-9acf0698c1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1691453 Jun 11 09:41:23.575780 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:23.674627 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 6fcc0219-59e1-422e-8d64-ec50ff732168, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=6fcc0219-59e1-422e-8d64-ec50ff732168,segment=NetworkSegment(7d8269b1-fb57-48c7-8d99-2863ebbcfd29),segment_id=7d8269b1-fb57-48c7-8d99-2863ebbcfd29)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:41:23.735239 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:23.737171 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-6a845b82-4ddc-43b5-ac92-ae4320b687bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:41:23.839756 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=6fcc0219-59e1-422e-8d64-ec50ff732168,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:41:23.846011 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:41:23.865475 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b49da91-5320-4789-8f1a-04bbca6bd4cd req-c4a59a32-13fa-4be0-9387-2391354156bf tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:23.869553 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1b49da91-5320-4789-8f1a-04bbca6bd4cd req-c4a59a32-13fa-4be0-9387-2391354156bf tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] 10.222.0.60 "GET /v2.0/ports?device_id=130f2b97-6743-4845-99df-82e42a416269 HTTP/1.1" status: 200 len: 950 time: 0.1719463 Jun 11 09:41:23.949102 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1b49da91-5320-4789-8f1a-04bbca6bd4cd req-0da68d2c-938f-4185-9f7a-1c8042036d98 tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd74cd75-2ac1-41ab-b341-6eaf5b1aaa0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721333 Jun 11 09:41:24.049662 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9225c534-c91a-4fb9-8367-4ccb85864a76 req-d5dea3bc-238a-497e-b924-2106ed8aba0b tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:24.058598 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9225c534-c91a-4fb9-8367-4ccb85864a76 req-d5dea3bc-238a-497e-b924-2106ed8aba0b tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4b12e42-17f6-4964-bd58-6a1784ef3b8b HTTP/1.1" status: 200 len: 943 time: 0.1304631 Jun 11 09:41:24.117315 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9225c534-c91a-4fb9-8367-4ccb85864a76 req-43360968-f121-44ae-a2f5-dd1791c6f336 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551457 Jun 11 09:41:24.177444 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device b312982e-ede2-411d-8a4c-a79af3606d60 details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:41:24.278318 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4023d7-c511-4bad-bdb1-5df3a8514d33 req-c75f7b7d-2630-4bb9-b8d9-fba00615e86c tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:24.278802 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3770091e-c27b-466f-987c-1be46c4943d7 req-9e2af8b0-8f41-43b0-ad33-dc48144e5935 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e4d2124-ede4-4545-966b-5099a048d84f HTTP/1.1" status: 200 len: 210 time: 0.0464537 Jun 11 09:41:24.294114 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ec4023d7-c511-4bad-bdb1-5df3a8514d33 req-c75f7b7d-2630-4bb9-b8d9-fba00615e86c tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 945 time: 0.1252065 Jun 11 09:41:24.298237 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 37716) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:41:24.302940 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-2631f495-1ca8-4ba8-886a-6b3f78da7963 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Request body: {'floatingip': {'port_id': '730c5223-87c0-4868-94fb-7a041e9c63ba'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:41:24.365439 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2631f495-1ca8-4ba8-886a-6b3f78da7963 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Notify callbacks [] for floatingip, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:24.534511 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port b312982e-ede2-411d-8a4c-a79af3606d60, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=b312982e-ede2-411d-8a4c-a79af3606d60,segment=NetworkSegment(9149788d-877e-41af-83c2-5ce6b1848f17),segment_id=9149788d-877e-41af-83c2-5ce6b1848f17)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:41:24.550373 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': 'b312982e-ede2-411d-8a4c-a79af3606d60', 'network_id': 'f64764ef-1d16-4bb9-abcb-ee15625f8d04', 'port_id': 'b312982e-ede2-411d-8a4c-a79af3606d60', 'mac_address': 'fa:16:3e:c9:56:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f707fbf9-d6b5-48f4-b1c1-e5fd7bd963f6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:41:24.603845 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:24.626467 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b312982e-ede2-411d-8a4c-a79af3606d60 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:41:24.660235 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port b312982e-ede2-411d-8a4c-a79af3606d60, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=b312982e-ede2-411d-8a4c-a79af3606d60,segment=NetworkSegment(9149788d-877e-41af-83c2-5ce6b1848f17),segment_id=9149788d-877e-41af-83c2-5ce6b1848f17)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:41:24.678225 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aeabaa-7372-4f56-bf0f-d704ac004faa req-f788d42d-8b1b-4695-89b4-d35a29294e1d tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:24.680506 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-08aeabaa-7372-4f56-bf0f-d704ac004faa req-f788d42d-8b1b-4695-89b4-d35a29294e1d tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=257b7d5c-4854-4e33-8e45-7f92ad1c36ff HTTP/1.1" status: 200 len: 946 time: 0.1453385 Jun 11 09:41:24.740809 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:24.744838 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:41:24.759409 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-08aeabaa-7372-4f56-bf0f-d704ac004faa req-667ad34f-c0cc-47b2-ab3d-433aec6e4b60 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671813 Jun 11 09:41:24.931312 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=b312982e-ede2-411d-8a4c-a79af3606d60,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:41:24.947823 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:41:25.065010 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['b312982e-ede2-411d-8a4c-a79af3606d60'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:41:25.196109 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 6fcc0219-59e1-422e-8d64-ec50ff732168 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:41:25.219009 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2631f495-1ca8-4ba8-886a-6b3f78da7963 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:25.275820 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500a76c4-a68d-4042-86f1-a518fe1a5a0d req-7e2066ce-80d1-4412-8f16-e4ab994f21ba tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:25.287796 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-500a76c4-a68d-4042-86f1-a518fe1a5a0d req-7e2066ce-80d1-4412-8f16-e4ab994f21ba tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/ports?device_id=e03c3d59-e6d8-4b5e-ab76-3b2deda95807 HTTP/1.1" status: 200 len: 950 time: 0.7536736 Jun 11 09:41:25.304709 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2631f495-1ca8-4ba8-886a-6b3f78da7963 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:25.411588 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 6fcc0219-59e1-422e-8d64-ec50ff732168 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:41:25.412157 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:25.553939 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d4c244-0fd5-42c2-b6f2-5cd88848d8e9 req-a3669df1-606d-4d4a-8d05-0f3504cbd50a tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:25.556737 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-59d4c244-0fd5-42c2-b6f2-5cd88848d8e9 req-a3669df1-606d-4d4a-8d05-0f3504cbd50a tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] 10.222.0.60 "GET /v2.0/ports?device_id=130f2b97-6743-4845-99df-82e42a416269 HTTP/1.1" status: 200 len: 950 time: 0.2206969 Jun 11 09:41:25.613674 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-59d4c244-0fd5-42c2-b6f2-5cd88848d8e9 req-ea8578f5-dfb1-4656-bdd3-8e97f9a2178b tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd74cd75-2ac1-41ab-b341-6eaf5b1aaa0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509827 Jun 11 09:41:25.634202 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-500a76c4-a68d-4042-86f1-a518fe1a5a0d req-7fd45ceb-2d45-4ef5-9e53-45fd1fbfca3c tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca3026f3-8a05-4fe5-9c7d-b1a6d33061fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3452451 Jun 11 09:41:25.714661 n-d-779913-12 neutron-server[93176]: INFO neutron.db.l3_db [None req-2631f495-1ca8-4ba8-886a-6b3f78da7963 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Floating IP 0ba2e5aa-b88f-4f8a-beb6-a1ecb81dcd39 associated. External IP: 172.25.4.235, port: 730c5223-87c0-4868-94fb-7a041e9c63ba. Jun 11 09:41:25.750159 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-95c8180d-623e-4387-99e8-702d3d41e495 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=4a10270434c34de9b98cfc51150cacd7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0835607 Jun 11 09:41:25.980681 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-daedc038-e896-48d4-a4fd-9fb31d8d8543 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=4a10270434c34de9b98cfc51150cacd7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304768 Jun 11 09:41:26.037870 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-38ff24ad-f926-42b4-9614-f685b7ff7a3f req-065f602b-2c30-4fca-9523-4ce50270c858 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e4d2124-ede4-4545-966b-5099a048d84f HTTP/1.1" status: 200 len: 210 time: 0.0555031 Jun 11 09:41:26.117819 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-eca74353-05ba-42d6-b2d9-0898f5cf538c tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:26.119754 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-eca74353-05ba-42d6-b2d9-0898f5cf538c tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3641932 Jun 11 09:41:26.138354 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa4d56b-4001-4db2-b54f-442109a34c6f req-bb08e768-9827-4e9b-802c-06a615a8e7fc tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:26.146788 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-eaa4d56b-4001-4db2-b54f-442109a34c6f req-bb08e768-9827-4e9b-802c-06a615a8e7fc tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4b12e42-17f6-4964-bd58-6a1784ef3b8b HTTP/1.1" status: 200 len: 944 time: 0.2825940 Jun 11 09:41:26.203267 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-eaa4d56b-4001-4db2-b54f-442109a34c6f req-228ff068-770b-4893-82b4-99bc66cc9290 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552034 Jun 11 09:41:26.253825 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-5cad717a-d683-4f11-9607-b2b6ecc991b4 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Request body: {'port': {'device_id': '1e4d2124-ede4-4545-966b-5099a048d84f', 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60', 'admin_state_up': True, 'tenant_id': '4a10270434c34de9b98cfc51150cacd7'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:41:26.334585 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-6e516312-a32a-4d13-8d1e-b713f2adae83 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:26.334585 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-6e516312-a32a-4d13-8d1e-b713f2adae83 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2608285 Jun 11 09:41:26.347194 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-9c68c8d0-2942-44dc-afc8-bcb807403ea2 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Request body: {'port': {'device_id': '42890047-83b7-4b27-af6d-1ab02818e34c', 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60', 'admin_state_up': True, 'tenant_id': '4a10270434c34de9b98cfc51150cacd7'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:41:26.665848 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-5cad717a-d683-4f11-9607-b2b6ecc991b4 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Made reservation on behalf of 4a10270434c34de9b98cfc51150cacd7 for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:41:26.665848 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-5cad717a-d683-4f11-9607-b2b6ecc991b4 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:27.009948 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-5cad717a-d683-4f11-9607-b2b6ecc991b4 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Allocated IP 192.168.233.215 (cf20d108-f84c-44de-9036-2269564edd60/189b03cc-b2a8-4615-9ab5-ad0328c3f10f/7036c337-11e5-4ef3-b5ac-9c60e3590b59) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:41:27.239701 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2631f495-1ca8-4ba8-886a-6b3f78da7963 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Router 16e2f4f2-b924-4e2a-88b9-a54ee9818027 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 09:41:27.248624 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-5cad717a-d683-4f11-9607-b2b6ecc991b4 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:27.266720 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-5cad717a-d683-4f11-9607-b2b6ecc991b4 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Transition to ACTIVE for port object 7036c337-11e5-4ef3-b5ac-9c60e3590b59 will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:41:27.350288 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0fbb99-6ae9-4b73-a637-ab93d569d027 req-373ef629-c8a2-40ae-8338-03e7af8372ea tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:27.360000 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ec0fbb99-6ae9-4b73-a637-ab93d569d027 req-373ef629-c8a2-40ae-8338-03e7af8372ea tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] 10.222.0.60 "GET /v2.0/ports?device_id=130f2b97-6743-4845-99df-82e42a416269 HTTP/1.1" status: 200 len: 950 time: 0.5105307 Jun 11 09:41:27.395780 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-9c68c8d0-2942-44dc-afc8-bcb807403ea2 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Made reservation on behalf of 4a10270434c34de9b98cfc51150cacd7 for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:41:27.399259 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-9c68c8d0-2942-44dc-afc8-bcb807403ea2 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:27.426234 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ec0fbb99-6ae9-4b73-a637-ab93d569d027 req-c988884d-f584-4507-ab74-08f4cc514795 tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd74cd75-2ac1-41ab-b341-6eaf5b1aaa0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594466 Jun 11 09:41:27.431156 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-5cad717a-d683-4f11-9607-b2b6ecc991b4 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:27.437600 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efaaed2-d3fe-4dc4-a505-0353fa513428 req-57825d26-05e3-4577-a5b2-34548373cfc8 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:27.457136 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-99f053a8-7a3e-47fe-8d1a-4c02d68f7e33 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:41:27.457623 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5efaaed2-d3fe-4dc4-a505-0353fa513428 req-57825d26-05e3-4577-a5b2-34548373cfc8 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=257b7d5c-4854-4e33-8e45-7f92ad1c36ff HTTP/1.1" status: 200 len: 946 time: 1.0190079 Jun 11 09:41:27.471932 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['231f751b-5b35-41a6-87e4-5e96e0d97c74', 'de89716f-db2e-416a-aceb-70adaacf4086', '8bb8cb28-fd60-4e20-b866-29efe9a08741'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:41:27.556539 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2631f495-1ca8-4ba8-886a-6b3f78da7963 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:41:27.566370 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2631f495-1ca8-4ba8-886a-6b3f78da7963 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:27.588038 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8cb313-ca80-4a09-9986-e37e8c83d39a None None] Sync routers for ids ['16e2f4f2-b924-4e2a-88b9-a54ee9818027'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:41:27.601899 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cad717a-d683-4f11-9607-b2b6ecc991b4 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Pushing event updated for resources: {'Port': ['ID=7036c337-11e5-4ef3-b5ac-9c60e3590b59,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:41:27.626795 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cad717a-d683-4f11-9607-b2b6ecc991b4 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:41:27.627171 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cad717a-d683-4f11-9607-b2b6ecc991b4 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:41:27.627682 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cad717a-d683-4f11-9607-b2b6ecc991b4 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:41:27.628050 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cad717a-d683-4f11-9607-b2b6ecc991b4 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:41:27.628538 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cad717a-d683-4f11-9607-b2b6ecc991b4 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:41:27.628897 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cad717a-d683-4f11-9607-b2b6ecc991b4 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:41:27.629248 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cad717a-d683-4f11-9607-b2b6ecc991b4 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:41:27.629597 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cad717a-d683-4f11-9607-b2b6ecc991b4 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:41:27.629946 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cad717a-d683-4f11-9607-b2b6ecc991b4 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:41:27.631997 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cad717a-d683-4f11-9607-b2b6ecc991b4 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:41:27.632381 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cad717a-d683-4f11-9607-b2b6ecc991b4 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:41:27.632743 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cad717a-d683-4f11-9607-b2b6ecc991b4 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:41:27.634428 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8cb313-ca80-4a09-9986-e37e8c83d39a None None] Routers {'16e2f4f2-b924-4e2a-88b9-a54ee9818027'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:41:27.637823 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-1e8cb313-ca80-4a09-9986-e37e8c83d39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:41:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['16e2f4f2-b924-4e2a-88b9-a54ee9818027'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:41:27.667729 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-5cad717a-d683-4f11-9607-b2b6ecc991b4 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Network cf20d108-f84c-44de-9036-2269564edd60 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:41:27.667729 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5cad717a-d683-4f11-9607-b2b6ecc991b4 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:41:27.673489 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-5cad717a-d683-4f11-9607-b2b6ecc991b4 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:41:27.684601 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-5cad717a-d683-4f11-9607-b2b6ecc991b4 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:41:27.690396 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-2631f495-1ca8-4ba8-886a-6b3f78da7963 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "PUT /v2.0/floatingips/0ba2e5aa-b88f-4f8a-beb6-a1ecb81dcd39 HTTP/1.1" status: 200 len: 991 time: 3.3910735 Jun 11 09:41:27.705668 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8355cfd8-6f02-48e7-8c0c-764b8c44cfb7', 'tag': '730c5223-87c0-4868-94fb-7a041e9c63ba'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:41:27.708669 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8e7cb6a-619a-441c-9aba-25a881811f92" -d '{"events": [{"name": "network-changed", "server_uuid": "8355cfd8-6f02-48e7-8c0c-764b8c44cfb7", "tag": "730c5223-87c0-4868-94fb-7a041e9c63ba"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:41:27.739958 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5efaaed2-d3fe-4dc4-a505-0353fa513428 req-74d776b3-820d-4a5b-84cb-7b51c329f64c tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944307 Jun 11 09:41:27.994032 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-9c68c8d0-2942-44dc-afc8-bcb807403ea2 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Allocated IP 192.168.233.101 (cf20d108-f84c-44de-9036-2269564edd60/189b03cc-b2a8-4615-9ab5-ad0328c3f10f/216f3a04-a633-4ba6-ad8e-d639b8b1bf74) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:41:28.279153 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device b312982e-ede2-411d-8a4c-a79af3606d60 up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:41:28.305514 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-9c68c8d0-2942-44dc-afc8-bcb807403ea2 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:28.321624 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-9c68c8d0-2942-44dc-afc8-bcb807403ea2 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Transition to ACTIVE for port object 216f3a04-a633-4ba6-ad8e-d639b8b1bf74 will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:41:28.323292 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-1e8cb313-ca80-4a09-9986-e37e8c83d39a None None] Set router 16e2f4f2-b924-4e2a-88b9-a54ee9818027 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:41:28.376199 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-ae503c8d-8741-4f98-a006-095b73258528 None None] Provisioning for port 7036c337-11e5-4ef3-b5ac-9c60e3590b59 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:41:28.429070 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-5cad717a-d683-4f11-9607-b2b6ecc991b4 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:28.430786 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-5cad717a-d683-4f11-9607-b2b6ecc991b4 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:28.462868 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e706876-5a4f-4a23-be85-08580ce9613f req-a3cebf7d-1459-49e6-beeb-9a9b009a1687 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:28.471469 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1e706876-5a4f-4a23-be85-08580ce9613f req-a3cebf7d-1459-49e6-beeb-9a9b009a1687 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/ports?device_id=e03c3d59-e6d8-4b5e-ab76-3b2deda95807 HTTP/1.1" status: 200 len: 950 time: 0.7175045 Jun 11 09:41:28.473399 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-ae503c8d-8741-4f98-a006-095b73258528 None None] Provisioning complete for port 7036c337-11e5-4ef3-b5ac-9c60e3590b59 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:41:28.473920 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ae503c8d-8741-4f98-a006-095b73258528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:28.505016 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48e0ffb-1b89-4b04-ab01-48d68b8dc4b1 req-f99905c2-2878-4055-aecc-e2a523e816fd tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:28.524086 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d48e0ffb-1b89-4b04-ab01-48d68b8dc4b1 req-f99905c2-2878-4055-aecc-e2a523e816fd tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e4d2124-ede4-4545-966b-5099a048d84f HTTP/1.1" status: 200 len: 936 time: 0.1417565 Jun 11 09:41:28.544998 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1e706876-5a4f-4a23-be85-08580ce9613f req-a86e4272-7f81-4dc6-ab16-1cc84f620180 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca3026f3-8a05-4fe5-9c7d-b1a6d33061fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677762 Jun 11 09:41:28.584825 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-ae503c8d-8741-4f98-a006-095b73258528 None None] Port 7036c337-11e5-4ef3-b5ac-9c60e3590b59 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:41:28.594954 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-9c68c8d0-2942-44dc-afc8-bcb807403ea2 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:28.626482 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c628e027-352f-4067-a9d8-308acf07faa2 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:41:28.627953 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-5cad717a-d683-4f11-9607-b2b6ecc991b4 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3901660 Jun 11 09:41:28.641572 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-acfb8fe8-1145-4733-8770-23dfa27d02ca service neutron] Request body: {'port': {'device_id': '1e4d2124-ede4-4545-966b-5099a048d84f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-12'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:41:28.649364 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-9c68c8d0-2942-44dc-afc8-bcb807403ea2 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Network cf20d108-f84c-44de-9036-2269564edd60 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:41:28.658827 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-9c68c8d0-2942-44dc-afc8-bcb807403ea2 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:41:28.730957 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-9c68c8d0-2942-44dc-afc8-bcb807403ea2 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:41:28.740232 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d48e0ffb-1b89-4b04-ab01-48d68b8dc4b1 req-6307a150-6f46-40ac-813e-4d60167901f2 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/security-groups?id=d35df9ed-76e1-4821-b449-9857ba424946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070777 Jun 11 09:41:28.958251 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-acfb8fe8-1145-4733-8770-23dfa27d02ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:28.963641 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-9c68c8d0-2942-44dc-afc8-bcb807403ea2 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:28.966683 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-9c68c8d0-2942-44dc-afc8-bcb807403ea2 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:28.972625 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c68c8d0-2942-44dc-afc8-bcb807403ea2 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Pushing event updated for resources: {'Port': ['ID=216f3a04-a633-4ba6-ad8e-d639b8b1bf74,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:41:29.019096 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c68c8d0-2942-44dc-afc8-bcb807403ea2 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:41:29.019459 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c68c8d0-2942-44dc-afc8-bcb807403ea2 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:41:29.019916 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c68c8d0-2942-44dc-afc8-bcb807403ea2 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:41:29.020265 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c68c8d0-2942-44dc-afc8-bcb807403ea2 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:41:29.020639 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c68c8d0-2942-44dc-afc8-bcb807403ea2 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:41:29.020934 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c68c8d0-2942-44dc-afc8-bcb807403ea2 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:41:29.031493 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c68c8d0-2942-44dc-afc8-bcb807403ea2 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:41:29.031493 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c68c8d0-2942-44dc-afc8-bcb807403ea2 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:41:29.031493 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c68c8d0-2942-44dc-afc8-bcb807403ea2 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:41:29.031493 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c68c8d0-2942-44dc-afc8-bcb807403ea2 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:41:29.031493 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c68c8d0-2942-44dc-afc8-bcb807403ea2 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:41:29.032034 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c68c8d0-2942-44dc-afc8-bcb807403ea2 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:41:29.077310 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9c68c8d0-2942-44dc-afc8-bcb807403ea2 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:41:29.089477 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b905fa-b9d1-4c9e-9692-cb701a9c14de req-dd422617-6b61-41c7-8f5f-f158deda191d tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:29.091410 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-00b905fa-b9d1-4c9e-9692-cb701a9c14de req-dd422617-6b61-41c7-8f5f-f158deda191d tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4b12e42-17f6-4964-bd58-6a1784ef3b8b HTTP/1.1" status: 200 len: 944 time: 0.3566206 Jun 11 09:41:29.153868 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-9c68c8d0-2942-44dc-afc8-bcb807403ea2 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8124027 Jun 11 09:41:29.175250 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-846ff82e-4bf9-4f33-b617-f8b134d1aae2 service neutron] Request body: {'port': {'device_id': '42890047-83b7-4b27-af6d-1ab02818e34c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:41:29.203174 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning for port b312982e-ede2-411d-8a4c-a79af3606d60 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:41:29.278284 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-00b905fa-b9d1-4c9e-9692-cb701a9c14de req-728858b7-9dce-422d-84f2-430601b595d1 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756322 Jun 11 09:41:29.379468 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-846ff82e-4bf9-4f33-b617-f8b134d1aae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:29.394404 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port b312982e-ede2-411d-8a4c-a79af3606d60 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:41:29.395984 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:29.413230 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3864f0f2-48b2-433a-ab91-daca73606da1 x-openstack-request-id: req-3864f0f2-48b2-433a-ab91-daca73606da1 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:41:29.413230 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8355cfd8-6f02-48e7-8c0c-764b8c44cfb7", "tag": "730c5223-87c0-4868-94fb-7a041e9c63ba", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:41:29.413230 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3864f0f2-48b2-433a-ab91-daca73606da1 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:41:29.413230 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8355cfd8-6f02-48e7-8c0c-764b8c44cfb7', 'tag': '730c5223-87c0-4868-94fb-7a041e9c63ba', 'status': 'completed', 'code': 200} Jun 11 09:41:29.595879 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-1e8cb313-ca80-4a09-9986-e37e8c83d39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e2f4f2-b924-4e2a-88b9-a54ee9818027', 'name': 'tempest-ServerActionsTestJSON-44240630-router', 'tenant_id': '85a0b78c318440aa9b70136d633fbbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '9dbefbd5-8436-4aa4-a168-845f89db3ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:40:34Z', 'updated_at': '2021-06-11T09:40:40Z', 'revision_number': 4, 'project_id': '85a0b78c318440aa9b70136d633fbbff', 'gw_port': {'id': '9dbefbd5-8436-4aa4-a168-845f89db3ff1', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e2f4f2-b924-4e2a-88b9-a54ee9818027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:40:35Z', 'updated_at': '2021-06-11T09:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': '0ba2e5aa-b88f-4f8a-beb6-a1ecb81dcd39', 'tenant_id': '85a0b78c318440aa9b70136d633fbbff', 'floating_ip_address': '172.25.4.235', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': '16e2f4f2-b924-4e2a-88b9-a54ee9818027', 'port_id': '730c5223-87c0-4868-94fb-7a041e9c63ba', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecbff90d-5ab6-4357-bf37-5548ca0e9255', 'mac_address': 'fa:16:3e:d6:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8355cfd8-6f02-48e7-8c0c-764b8c44cfb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T09:40:55Z', 'updated_at': '2021-06-11T09:41:25Z', 'revision_number': 1, 'project_id': '85a0b78c318440aa9b70136d633fbbff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8bca2f3-c339-4089-8f67-301674add5ea', 'name': '', 'network_id': 'ecbff90d-5ab6-4357-bf37-5548ca0e9255', 'tenant_id': '85a0b78c318440aa9b70136d633fbbff', 'mac_address': 'fa:16:3e:eb:db:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e2f4f2-b924-4e2a-88b9-a54ee9818027', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '65fd936e-e1de-4d66-9d41-076079c1dae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:40:39Z', 'updated_at': '2021-06-11T09:40:49Z', 'revision_number': 5, 'project_id': '85a0b78c318440aa9b70136d633fbbff', 'subnets': [{'id': '65fd936e-e1de-4d66-9d41-076079c1dae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:41:29.610764 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8cb313-ca80-4a09-9986-e37e8c83d39a None None] Checking router: 16e2f4f2-b924-4e2a-88b9-a54ee9818027 for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:41:29.621486 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-5211690c-f889-43e7-aed1-f6d3afcc4b66 None None] Provisioning for port 216f3a04-a633-4ba6-ad8e-d639b8b1bf74 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:41:29.626240 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8cb313-ca80-4a09-9986-e37e8c83d39a None None] Routers {'16e2f4f2-b924-4e2a-88b9-a54ee9818027'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:41:29.627196 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-1e8cb313-ca80-4a09-9986-e37e8c83d39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:41:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['16e2f4f2-b924-4e2a-88b9-a54ee9818027'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:41:29.629473 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-5211690c-f889-43e7-aed1-f6d3afcc4b66 None None] Provisioning complete for port 216f3a04-a633-4ba6-ad8e-d639b8b1bf74 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:41:29.630238 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-5211690c-f889-43e7-aed1-f6d3afcc4b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:29.679516 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-5211690c-f889-43e7-aed1-f6d3afcc4b66 None None] Port 216f3a04-a633-4ba6-ad8e-d639b8b1bf74 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:41:29.823624 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-acfb8fe8-1145-4733-8770-23dfa27d02ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7036c337-11e5-4ef3-b5ac-9c60e3590b59 {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:41:29.832274 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-acfb8fe8-1145-4733-8770-23dfa27d02ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:29.848295 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-acfb8fe8-1145-4733-8770-23dfa27d02ca service neutron] Transition to ACTIVE for port object 7036c337-11e5-4ef3-b5ac-9c60e3590b59 will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:41:29.867708 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7cb6a-619a-441c-9aba-25a881811f92 req-03f7ee9c-f318-4ab8-98af-18f5a651e521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:29.867875 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c8e7cb6a-619a-441c-9aba-25a881811f92 req-03f7ee9c-f318-4ab8-98af-18f5a651e521 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=85a0b78c318440aa9b70136d633fbbff&device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 1097 time: 0.4289267 Jun 11 09:41:29.884407 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6677ac0f-8d96-4db0-bf57-abf7e042ba14 req-e683d22c-70b2-42ab-ba56-2f05452f2da1 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:29.887231 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6677ac0f-8d96-4db0-bf57-abf7e042ba14 req-e683d22c-70b2-42ab-ba56-2f05452f2da1 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=257b7d5c-4854-4e33-8e45-7f92ad1c36ff HTTP/1.1" status: 200 len: 946 time: 0.2418666 Jun 11 09:41:29.935948 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:29.957663 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-acfb8fe8-1145-4733-8770-23dfa27d02ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:29.972022 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-97b8f1ce-ddf1-4af1-a954-d711a16c6f44 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:41:30.014655 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-1e8cb313-ca80-4a09-9986-e37e8c83d39a None None] Set router 16e2f4f2-b924-4e2a-88b9-a54ee9818027 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:41:30.255555 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7cb6a-619a-441c-9aba-25a881811f92 req-1e1f2215-d036-4d68-aec3-d50e2da9b216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:30.257690 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c8e7cb6a-619a-441c-9aba-25a881811f92 req-1e1f2215-d036-4d68-aec3-d50e2da9b216 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ecbff90d-5ab6-4357-bf37-5548ca0e9255 HTTP/1.1" status: 200 len: 911 time: 0.3695364 Jun 11 09:41:30.321663 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-846ff82e-4bf9-4f33-b617-f8b134d1aae2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 216f3a04-a633-4ba6-ad8e-d639b8b1bf74 {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:41:30.335354 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-846ff82e-4bf9-4f33-b617-f8b134d1aae2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:30.349439 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-846ff82e-4bf9-4f33-b617-f8b134d1aae2 service neutron] Transition to ACTIVE for port object 216f3a04-a633-4ba6-ad8e-d639b8b1bf74 will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:41:30.365463 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['231f751b-5b35-41a6-87e4-5e96e0d97c74', 'de89716f-db2e-416a-aceb-70adaacf4086', '8bb8cb28-fd60-4e20-b866-29efe9a08741'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:41:30.403413 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6677ac0f-8d96-4db0-bf57-abf7e042ba14 req-728cf557-304f-4688-b4c5-1df088bdcf35 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5050397 Jun 11 09:41:30.415710 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfb8fe8-1145-4733-8770-23dfa27d02ca service neutron] Pushing event updated for resources: {'Port': ['ID=7036c337-11e5-4ef3-b5ac-9c60e3590b59,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:41:30.426357 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-846ff82e-4bf9-4f33-b617-f8b134d1aae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:30.432087 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e4843a1f-793c-4f8d-b81f-336a8002b899 tempest-DeleteServersAdminTestJSON-820664884 tempest-DeleteServersAdminTestJSON-820664884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:41:30.478750 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-acfb8fe8-1145-4733-8770-23dfa27d02ca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:41:30.485426 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4b12e42-17f6-4964-bd58-6a1784ef3b8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b312982e-ede2-411d-8a4c-a79af3606d60'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:41:30.488706 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd73ddb-b3e4-44bd-b0bd-ff3bbe5e777e" -d '{"events": [{"server_uuid": "c4b12e42-17f6-4964-bd58-6a1784ef3b8b", "name": "network-vif-plugged", "status": "completed", "tag": "b312982e-ede2-411d-8a4c-a79af3606d60"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:41:30.523781 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port b312982e-ede2-411d-8a4c-a79af3606d60, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=b312982e-ede2-411d-8a4c-a79af3606d60,segment=NetworkSegment(9149788d-877e-41af-83c2-5ce6b1848f17),segment_id=9149788d-877e-41af-83c2-5ce6b1848f17)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:41:30.552893 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c8e7cb6a-619a-441c-9aba-25a881811f92 req-c222bcc2-c537-4211-ae0d-fddc47229863 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=730c5223-87c0-4868-94fb-7a041e9c63ba HTTP/1.1" status: 200 len: 999 time: 0.2741733 Jun 11 09:41:30.614051 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:30.640577 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-5c86a934-33f9-4980-8979-7e9ef27001a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:41:30.670165 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-acfb8fe8-1145-4733-8770-23dfa27d02ca service neutron] Attempting to bind port 7036c337-11e5-4ef3-b5ac-9c60e3590b59 on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:41:30.673418 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-acfb8fe8-1145-4733-8770-23dfa27d02ca service neutron] Attempting to bind port 7036c337-11e5-4ef3-b5ac-9c60e3590b59 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:41:30.673873 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-acfb8fe8-1145-4733-8770-23dfa27d02ca service neutron] Attempting to bind port 7036c337-11e5-4ef3-b5ac-9c60e3590b59 on network cf20d108-f84c-44de-9036-2269564edd60 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:41:30.680887 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846ff82e-4bf9-4f33-b617-f8b134d1aae2 service neutron] Pushing event updated for resources: {'Port': ['ID=216f3a04-a633-4ba6-ad8e-d639b8b1bf74,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:41:30.694243 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-846ff82e-4bf9-4f33-b617-f8b134d1aae2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:41:30.750343 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-acfb8fe8-1145-4733-8770-23dfa27d02ca service neutron] Port 7036c337-11e5-4ef3-b5ac-9c60e3590b59 on network cf20d108-f84c-44de-9036-2269564edd60 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:41:30.754020 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-acfb8fe8-1145-4733-8770-23dfa27d02ca service neutron] Attempting to bind port 7036c337-11e5-4ef3-b5ac-9c60e3590b59 on network cf20d108-f84c-44de-9036-2269564edd60 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:41:30.852640 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7cb6a-619a-441c-9aba-25a881811f92 req-5e2c7cf7-2f99-4a85-94c1-7ca45452b870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:30.852905 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-1e8cb313-ca80-4a09-9986-e37e8c83d39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e2f4f2-b924-4e2a-88b9-a54ee9818027', 'name': 'tempest-ServerActionsTestJSON-44240630-router', 'tenant_id': '85a0b78c318440aa9b70136d633fbbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '9dbefbd5-8436-4aa4-a168-845f89db3ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:40:34Z', 'updated_at': '2021-06-11T09:40:40Z', 'revision_number': 4, 'project_id': '85a0b78c318440aa9b70136d633fbbff', 'gw_port': {'id': '9dbefbd5-8436-4aa4-a168-845f89db3ff1', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e2f4f2-b924-4e2a-88b9-a54ee9818027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:40:35Z', 'updated_at': '2021-06-11T09:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': '0ba2e5aa-b88f-4f8a-beb6-a1ecb81dcd39', 'tenant_id': '85a0b78c318440aa9b70136d633fbbff', 'floating_ip_address': '172.25.4.235', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': '16e2f4f2-b924-4e2a-88b9-a54ee9818027', 'port_id': '730c5223-87c0-4868-94fb-7a041e9c63ba', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecbff90d-5ab6-4357-bf37-5548ca0e9255', 'mac_address': 'fa:16:3e:d6:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8355cfd8-6f02-48e7-8c0c-764b8c44cfb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T09:40:55Z', 'updated_at': '2021-06-11T09:41:25Z', 'revision_number': 1, 'project_id': '85a0b78c318440aa9b70136d633fbbff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8bca2f3-c339-4089-8f67-301674add5ea', 'name': '', 'network_id': 'ecbff90d-5ab6-4357-bf37-5548ca0e9255', 'tenant_id': '85a0b78c318440aa9b70136d633fbbff', 'mac_address': 'fa:16:3e:eb:db:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e2f4f2-b924-4e2a-88b9-a54ee9818027', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '65fd936e-e1de-4d66-9d41-076079c1dae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:40:39Z', 'updated_at': '2021-06-11T09:40:49Z', 'revision_number': 5, 'project_id': '85a0b78c318440aa9b70136d633fbbff', 'subnets': [{'id': '65fd936e-e1de-4d66-9d41-076079c1dae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:41:30.855401 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=b312982e-ede2-411d-8a4c-a79af3606d60,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:41:30.857047 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c8e7cb6a-619a-441c-9aba-25a881811f92 req-5e2c7cf7-2f99-4a85-94c1-7ca45452b870 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65fd936e-e1de-4d66-9d41-076079c1dae3 HTTP/1.1" status: 200 len: 849 time: 0.3029273 Jun 11 09:41:30.863009 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:41:30.864365 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:30.867825 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8cb313-ca80-4a09-9986-e37e8c83d39a None None] The sync data for ids ['16e2f4f2-b924-4e2a-88b9-a54ee9818027'] in n-d-779913-12 is: [{'id': '16e2f4f2-b924-4e2a-88b9-a54ee9818027', 'name': 'tempest-ServerActionsTestJSON-44240630-router', 'tenant_id': '85a0b78c318440aa9b70136d633fbbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '9dbefbd5-8436-4aa4-a168-845f89db3ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:40:34Z', 'updated_at': '2021-06-11T09:40:40Z', 'revision_number': 4, 'project_id': '85a0b78c318440aa9b70136d633fbbff', 'gw_port': {'id': '9dbefbd5-8436-4aa4-a168-845f89db3ff1', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e2f4f2-b924-4e2a-88b9-a54ee9818027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:40:35Z', 'updated_at': '2021-06-11T09:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': '0ba2e5aa-b88f-4f8a-beb6-a1ecb81dcd39', 'tenant_id': '85a0b78c318440aa9b70136d633fbbff', 'floating_ip_address': '172.25.4.235', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': '16e2f4f2-b924-4e2a-88b9-a54ee9818027', 'port_id': '730c5223-87c0-4868-94fb-7a041e9c63ba', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecbff90d-5ab6-4357-bf37-5548ca0e9255', 'mac_address': 'fa:16:3e:d6:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8355cfd8-6f02-48e7-8c0c-764b8c44cfb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T09:40:55Z', 'updated_at': '2021-06-11T09:41:25Z', 'revision_number': 1, 'project_id': '85a0b78c318440aa9b70136d633fbbff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8bca2f3-c339-4089-8f67-301674add5ea', 'name': '', 'network_id': 'ecbff90d-5ab6-4357-bf37-5548ca0e9255', 'tenant_id': '85a0b78c318440aa9b70136d633fbbff', 'mac_address': 'fa:16:3e:eb:db:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e2f4f2-b924-4e2a-88b9-a54ee9818027', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '65fd936e-e1de-4d66-9d41-076079c1dae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:40:39Z', 'updated_at': '2021-06-11T09:40:49Z', 'revision_number': 5, 'project_id': '85a0b78c318440aa9b70136d633fbbff', 'subnets': [{'id': '65fd936e-e1de-4d66-9d41-076079c1dae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:41:30.877934 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-acfb8fe8-1145-4733-8770-23dfa27d02ca service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:41:30.877934 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-acfb8fe8-1145-4733-8770-23dfa27d02ca service neutron] Checking segment: {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:41:30.878423 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-acfb8fe8-1145-4733-8770-23dfa27d02ca service neutron] Bound using segment: {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:41:30.878977 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-acfb8fe8-1145-4733-8770-23dfa27d02ca service neutron] Bound port: 7036c337-11e5-4ef3-b5ac-9c60e3590b59, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:41:30.879427 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-acfb8fe8-1145-4733-8770-23dfa27d02ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:31.002428 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-846ff82e-4bf9-4f33-b617-f8b134d1aae2 service neutron] Attempting to bind port 216f3a04-a633-4ba6-ad8e-d639b8b1bf74 on host n-h2-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:41:31.002832 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-846ff82e-4bf9-4f33-b617-f8b134d1aae2 service neutron] Attempting to bind port 216f3a04-a633-4ba6-ad8e-d639b8b1bf74 by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:41:31.003253 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-846ff82e-4bf9-4f33-b617-f8b134d1aae2 service neutron] Attempting to bind port 216f3a04-a633-4ba6-ad8e-d639b8b1bf74 on network cf20d108-f84c-44de-9036-2269564edd60 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:41:31.017221 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-846ff82e-4bf9-4f33-b617-f8b134d1aae2 service neutron] Port 216f3a04-a633-4ba6-ad8e-d639b8b1bf74 on network cf20d108-f84c-44de-9036-2269564edd60 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:41:31.017592 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-846ff82e-4bf9-4f33-b617-f8b134d1aae2 service neutron] Attempting to bind port 216f3a04-a633-4ba6-ad8e-d639b8b1bf74 on network cf20d108-f84c-44de-9036-2269564edd60 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:41:31.033659 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-846ff82e-4bf9-4f33-b617-f8b134d1aae2 service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:41:31.034009 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-846ff82e-4bf9-4f33-b617-f8b134d1aae2 service neutron] Checking segment: {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:41:31.034408 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-846ff82e-4bf9-4f33-b617-f8b134d1aae2 service neutron] Bound using segment: {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:41:31.036567 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-846ff82e-4bf9-4f33-b617-f8b134d1aae2 service neutron] Bound port: 216f3a04-a633-4ba6-ad8e-d639b8b1bf74, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:41:31.037604 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-846ff82e-4bf9-4f33-b617-f8b134d1aae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:31.086979 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-acfb8fe8-1145-4733-8770-23dfa27d02ca service neutron] For port 7036c337-11e5-4ef3-b5ac-9c60e3590b59, host n-h1-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:41:31.091159 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-acfb8fe8-1145-4733-8770-23dfa27d02ca service neutron] For port 7036c337-11e5-4ef3-b5ac-9c60e3590b59, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=7036c337-11e5-4ef3-b5ac-9c60e3590b59,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:41:31.141320 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf94e2e2-c5db-4d38-bed3-2ffc90875628 req-0ea243c2-c59b-47fc-b2ed-c5b9e6d66b89 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:31.142877 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bf94e2e2-c5db-4d38-bed3-2ffc90875628 req-0ea243c2-c59b-47fc-b2ed-c5b9e6d66b89 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e4d2124-ede4-4545-966b-5099a048d84f HTTP/1.1" status: 200 len: 948 time: 0.4323742 Jun 11 09:41:31.191999 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7cb6a-619a-441c-9aba-25a881811f92 req-8a112f0c-8992-405b-8b5f-10f2e5ed0aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:31.192595 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c8e7cb6a-619a-441c-9aba-25a881811f92 req-8a112f0c-8992-405b-8b5f-10f2e5ed0aee service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ecbff90d-5ab6-4357-bf37-5548ca0e9255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3252957 Jun 11 09:41:31.199502 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-846ff82e-4bf9-4f33-b617-f8b134d1aae2 service neutron] For port 216f3a04-a633-4ba6-ad8e-d639b8b1bf74, host n-h2-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:41:31.206324 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-846ff82e-4bf9-4f33-b617-f8b134d1aae2 service neutron] For port 216f3a04-a633-4ba6-ad8e-d639b8b1bf74, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=216f3a04-a633-4ba6-ad8e-d639b8b1bf74,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:41:31.230590 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-acfb8fe8-1145-4733-8770-23dfa27d02ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:31.249237 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5f2afb46-bd44-480b-ae25-1cfcd905305c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:41:31.309412 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bf94e2e2-c5db-4d38-bed3-2ffc90875628 req-ff2e1203-9ee0-4b64-91f1-26c43fde323a tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/security-groups?id=d35df9ed-76e1-4821-b449-9857ba424946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529374 Jun 11 09:41:31.329806 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-846ff82e-4bf9-4f33-b617-f8b134d1aae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:31.350961 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-acfb8fe8-1145-4733-8770-23dfa27d02ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:31.351664 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-acfb8fe8-1145-4733-8770-23dfa27d02ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:31.352990 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-acfb8fe8-1145-4733-8770-23dfa27d02ca service neutron] 10.222.0.64 "PUT /v2.0/ports/7036c337-11e5-4ef3-b5ac-9c60e3590b59 HTTP/1.1" status: 200 len: 1097 time: 2.7172556 Jun 11 09:41:31.381110 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-634af72b-8707-46cc-a38c-55f260be225f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:41:31.467604 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e4d2124-ede4-4545-966b-5099a048d84f', 'tag': '7036c337-11e5-4ef3-b5ac-9c60e3590b59'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:41:31.475469 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98dcf500-f781-4727-938e-5cd27cc3259f" -d '{"events": [{"name": "network-changed", "server_uuid": "1e4d2124-ede4-4545-966b-5099a048d84f", "tag": "7036c337-11e5-4ef3-b5ac-9c60e3590b59"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:41:31.481116 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-846ff82e-4bf9-4f33-b617-f8b134d1aae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:31.482930 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-846ff82e-4bf9-4f33-b617-f8b134d1aae2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:31.484694 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-846ff82e-4bf9-4f33-b617-f8b134d1aae2 service neutron] 10.222.0.69 "PUT /v2.0/ports/216f3a04-a633-4ba6-ad8e-d639b8b1bf74 HTTP/1.1" status: 200 len: 1097 time: 2.3143137 Jun 11 09:41:31.505624 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42890047-83b7-4b27-af6d-1ab02818e34c', 'tag': '216f3a04-a633-4ba6-ad8e-d639b8b1bf74'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:41:31.508843 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4ecc760-d023-491a-ab65-1eeb79be517b" -d '{"events": [{"name": "network-changed", "server_uuid": "42890047-83b7-4b27-af6d-1ab02818e34c", "tag": "216f3a04-a633-4ba6-ad8e-d639b8b1bf74"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:41:31.537054 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ab80da-79f7-4b4f-8705-1e4c39fee372 None None] New status for floating IP 0ba2e5aa-b88f-4f8a-beb6-a1ecb81dcd39: ACTIVE {{(pid=93179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 09:41:31.581494 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846ff82e-4bf9-4f33-b617-f8b134d1aae2 service neutron] Pushing event updated for resources: {'Port': ['ID=216f3a04-a633-4ba6-ad8e-d639b8b1bf74,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:41:31.586003 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-846ff82e-4bf9-4f33-b617-f8b134d1aae2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:41:31.696245 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfb8fe8-1145-4733-8770-23dfa27d02ca service neutron] Pushing event updated for resources: {'Port': ['ID=7036c337-11e5-4ef3-b5ac-9c60e3590b59,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:41:31.709289 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c8e7cb6a-619a-441c-9aba-25a881811f92 req-63cb1048-1a98-4940-a49c-d8e07f43ca5e service neutron] 10.222.0.64 "GET /v2.0/networks/ecbff90d-5ab6-4357-bf37-5548ca0e9255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5076747 Jun 11 09:41:31.710264 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-acfb8fe8-1145-4733-8770-23dfa27d02ca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:41:31.762677 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a553b3-e289-49d9-9028-7dba4a2a8ddc req-76f4cd11-9289-4ee9-befa-6d1e6c9eda43 tempest-ServersAdminTestJSON-332299916 tempest-ServersAdminTestJSON-332299916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:31.763295 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a553b3-e289-49d9-9028-7dba4a2a8ddc req-76f4cd11-9289-4ee9-befa-6d1e6c9eda43 tempest-ServersAdminTestJSON-332299916 tempest-ServersAdminTestJSON-332299916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:31.763799 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a553b3-e289-49d9-9028-7dba4a2a8ddc req-76f4cd11-9289-4ee9-befa-6d1e6c9eda43 tempest-ServersAdminTestJSON-332299916 tempest-ServersAdminTestJSON-332299916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:31.764276 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a553b3-e289-49d9-9028-7dba4a2a8ddc req-76f4cd11-9289-4ee9-befa-6d1e6c9eda43 tempest-ServersAdminTestJSON-332299916 tempest-ServersAdminTestJSON-332299916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:31.764742 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a553b3-e289-49d9-9028-7dba4a2a8ddc req-76f4cd11-9289-4ee9-befa-6d1e6c9eda43 tempest-ServersAdminTestJSON-332299916 tempest-ServersAdminTestJSON-332299916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:31.765210 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a553b3-e289-49d9-9028-7dba4a2a8ddc req-76f4cd11-9289-4ee9-befa-6d1e6c9eda43 tempest-ServersAdminTestJSON-332299916 tempest-ServersAdminTestJSON-332299916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:31.765917 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a553b3-e289-49d9-9028-7dba4a2a8ddc req-76f4cd11-9289-4ee9-befa-6d1e6c9eda43 tempest-ServersAdminTestJSON-332299916 tempest-ServersAdminTestJSON-332299916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:31.766516 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a553b3-e289-49d9-9028-7dba4a2a8ddc req-76f4cd11-9289-4ee9-befa-6d1e6c9eda43 tempest-ServersAdminTestJSON-332299916 tempest-ServersAdminTestJSON-332299916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:31.766851 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a553b3-e289-49d9-9028-7dba4a2a8ddc req-76f4cd11-9289-4ee9-befa-6d1e6c9eda43 tempest-ServersAdminTestJSON-332299916 tempest-ServersAdminTestJSON-332299916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:31.768595 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a553b3-e289-49d9-9028-7dba4a2a8ddc req-76f4cd11-9289-4ee9-befa-6d1e6c9eda43 tempest-ServersAdminTestJSON-332299916 tempest-ServersAdminTestJSON-332299916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:31.768889 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a553b3-e289-49d9-9028-7dba4a2a8ddc req-76f4cd11-9289-4ee9-befa-6d1e6c9eda43 tempest-ServersAdminTestJSON-332299916 tempest-ServersAdminTestJSON-332299916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:31.773306 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a553b3-e289-49d9-9028-7dba4a2a8ddc req-76f4cd11-9289-4ee9-befa-6d1e6c9eda43 tempest-ServersAdminTestJSON-332299916 tempest-ServersAdminTestJSON-332299916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:31.793868 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a553b3-e289-49d9-9028-7dba4a2a8ddc req-76f4cd11-9289-4ee9-befa-6d1e6c9eda43 tempest-ServersAdminTestJSON-332299916 tempest-ServersAdminTestJSON-332299916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:31.794458 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a553b3-e289-49d9-9028-7dba4a2a8ddc req-76f4cd11-9289-4ee9-befa-6d1e6c9eda43 tempest-ServersAdminTestJSON-332299916 tempest-ServersAdminTestJSON-332299916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:31.794938 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a553b3-e289-49d9-9028-7dba4a2a8ddc req-76f4cd11-9289-4ee9-befa-6d1e6c9eda43 tempest-ServersAdminTestJSON-332299916 tempest-ServersAdminTestJSON-332299916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:31.795808 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a553b3-e289-49d9-9028-7dba4a2a8ddc req-76f4cd11-9289-4ee9-befa-6d1e6c9eda43 tempest-ServersAdminTestJSON-332299916 tempest-ServersAdminTestJSON-332299916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:31.795938 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a553b3-e289-49d9-9028-7dba4a2a8ddc req-76f4cd11-9289-4ee9-befa-6d1e6c9eda43 tempest-ServersAdminTestJSON-332299916 tempest-ServersAdminTestJSON-332299916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:31.806836 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-71a553b3-e289-49d9-9028-7dba4a2a8ddc req-76f4cd11-9289-4ee9-befa-6d1e6c9eda43 tempest-ServersAdminTestJSON-332299916 tempest-ServersAdminTestJSON-332299916-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1e4d2124-ede4-4545-966b-5099a048d84f&device_id=42890047-83b7-4b27-af6d-1ab02818e34c&device_id=c4b12e42-17f6-4964-bd58-6a1784ef3b8b&device_id=e03c3d59-e6d8-4b5e-ab76-3b2deda95807&device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7&device_id=130f2b97-6743-4845-99df-82e42a416269&device_id=90f20d92-0f10-48eb-8c8d-7739d68ebe15&device_id=7159e938-ef90-4b7c-8d48-367dbc322c35&device_id=21573a0f-1ce2-400d-b2ec-a43845e1c869&device_id=32c534e8-6a37-462b-be83-c987e2b54ac8&device_id=257b7d5c-4854-4e33-8e45-7f92ad1c36ff&device_id=41acd6a6-fa88-4653-8018-f09936b300f0&device_id=056de3ec-49b3-4169-837a-4b49b03e923d&device_id=2296b1d4-21a8-436a-916c-04d1277a47ab&device_id=38c6c614-27f4-461f-b2e5-2fd3163ed925&device_id=eb53acf8-b818-4202-8875-71959f7fc254&device_id=0bcb572c-3b00-4f8d-8049-6bc52799374c HTTP/1.1" status: 200 len: 15328 time: 0.3129592 Jun 11 09:41:31.832080 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-71a553b3-e289-49d9-9028-7dba4a2a8ddc req-024df237-9eaa-47df-8e7b-3ad8549be95a tempest-ServersAdminTestJSON-332299916 tempest-ServersAdminTestJSON-332299916-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:31.886994 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-e3ddd617-0310-4e7b-9506-dd2a4d9a919f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:31.888887 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-e3ddd617-0310-4e7b-9506-dd2a4d9a919f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a10270434c34de9b98cfc51150cacd7&device_id=1e4d2124-ede4-4545-966b-5099a048d84f HTTP/1.1" status: 200 len: 1100 time: 0.3849585 Jun 11 09:41:31.893008 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-59c33903-1d27-434b-9f75-553e23a998d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:31.894417 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-59c33903-1d27-434b-9f75-553e23a998d9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4a10270434c34de9b98cfc51150cacd7&device_id=42890047-83b7-4b27-af6d-1ab02818e34c HTTP/1.1" status: 200 len: 1100 time: 0.2640057 Jun 11 09:41:31.983551 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-860809a8-4528-46ea-a3a5-96444510a5d1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=7036c337-11e5-4ef3-b5ac-9c60e3590b59 HTTP/1.1" status: 200 len: 217 time: 0.0798323 Jun 11 09:41:31.988539 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c8e7cb6a-619a-441c-9aba-25a881811f92 req-91d52d71-47dd-4e58-912f-c81093df943d service neutron] 10.222.0.64 "GET /v2.0/networks/ecbff90d-5ab6-4357-bf37-5548ca0e9255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697794 Jun 11 09:41:31.999195 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-5d27d4d2-de00-4fd7-b5b0-29e6d2a9f097 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=216f3a04-a633-4ba6-ad8e-d639b8b1bf74 HTTP/1.1" status: 200 len: 217 time: 0.0946259 Jun 11 09:41:32.013731 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39911acc-61f7-46c0-97f8-66f30a4e1419 req-d24d4da0-9c8a-4645-b651-7581e60e4503 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:32.016155 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-39911acc-61f7-46c0-97f8-66f30a4e1419 req-d24d4da0-9c8a-4645-b651-7581e60e4503 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4b12e42-17f6-4964-bd58-6a1784ef3b8b HTTP/1.1" status: 200 len: 945 time: 0.2825637 Jun 11 09:41:32.080110 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-36125d07-0436-4796-b4a4-1fad83dffd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:32.081595 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-36125d07-0436-4796-b4a4-1fad83dffd92 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=189b03cc-b2a8-4615-9ab5-ad0328c3f10f HTTP/1.1" status: 200 len: 843 time: 0.0730851 Jun 11 09:41:32.104458 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-3716af2f-2c50-4fe8-87b2-ad7213559759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:32.106262 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-3716af2f-2c50-4fe8-87b2-ad7213559759 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=189b03cc-b2a8-4615-9ab5-ad0328c3f10f HTTP/1.1" status: 200 len: 843 time: 0.0886917 Jun 11 09:41:32.117441 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-39911acc-61f7-46c0-97f8-66f30a4e1419 req-c77a41bc-1a2b-46b2-b1f7-19501e40e646 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903966 Jun 11 09:41:32.144524 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-71a553b3-e289-49d9-9028-7dba4a2a8ddc req-024df237-9eaa-47df-8e7b-3ad8549be95a tempest-ServersAdminTestJSON-332299916 tempest-ServersAdminTestJSON-332299916-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:32.168373 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-48e9e04e-93c3-4742-93bd-34d4d645d334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:32.170147 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-48e9e04e-93c3-4742-93bd-34d4d645d334 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cf20d108-f84c-44de-9036-2269564edd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0800936 Jun 11 09:41:32.246930 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-ef9b07ec-bdb2-44dc-9d81-07ec1048532c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:32.248464 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-ef9b07ec-bdb2-44dc-9d81-07ec1048532c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf20d108-f84c-44de-9036-2269564edd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1301196 Jun 11 09:41:32.254158 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-71a553b3-e289-49d9-9028-7dba4a2a8ddc req-024df237-9eaa-47df-8e7b-3ad8549be95a tempest-ServersAdminTestJSON-332299916 tempest-ServersAdminTestJSON-332299916-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:32.258226 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:41:32.383792 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-71a553b3-e289-49d9-9028-7dba4a2a8ddc req-024df237-9eaa-47df-8e7b-3ad8549be95a tempest-ServersAdminTestJSON-332299916 tempest-ServersAdminTestJSON-332299916-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=11bbb81f-d5e0-4a93-9cfb-d456f4aef7e5&id=bd74cd75-2ac1-41ab-b341-6eaf5b1aaa0f&id=24d1f1aa-3601-424b-af20-9acf0698c1b3&id=ca3026f3-8a05-4fe5-9c7d-b1a6d33061fc&id=d35df9ed-76e1-4821-b449-9857ba424946&id=63cc92d0-c415-40f6-af53-2666a7fd510f&id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 740 time: 0.5613441 Jun 11 09:41:32.407296 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-efb17cf0-a696-4097-a159-18af0745b119 service neutron] 10.222.0.64 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511717 Jun 11 09:41:32.414482 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f448525c-e2e6-4120-9192-13fa36339ae3 x-openstack-request-id: req-f448525c-e2e6-4120-9192-13fa36339ae3 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:41:32.415364 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4b12e42-17f6-4964-bd58-6a1784ef3b8b", "name": "network-vif-plugged", "status": "completed", "tag": "b312982e-ede2-411d-8a4c-a79af3606d60", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:41:32.415814 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f448525c-e2e6-4120-9192-13fa36339ae3 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:41:32.416359 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4b12e42-17f6-4964-bd58-6a1784ef3b8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b312982e-ede2-411d-8a4c-a79af3606d60', 'code': 200} Jun 11 09:41:32.423297 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 09:41:32.440111 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024df237-9eaa-47df-8e7b-3ad8549be95a tempest-ServersAdminTestJSON-332299916 tempest-ServersAdminTestJSON-332299916-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3e9b04-dee0-4319-b1ac-a4d8d5a3fc9f,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:41:32.473854 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-024df237-9eaa-47df-8e7b-3ad8549be95a tempest-ServersAdminTestJSON-332299916 tempest-ServersAdminTestJSON-332299916-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:41:32.521419 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-4d712dba-7f3d-436a-83ed-5784c2b334b7 service neutron] 10.222.0.69 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3374455 Jun 11 09:41:32.713374 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-42dddfa6-3c63-4832-b54f-8ad026ec32b8 service neutron] 10.222.0.69 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767552 Jun 11 09:41:32.744532 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f838471a-6e81-4f82-ac79-b1808363571d req-f16c057c-36d7-4472-b39b-14b060b563e5 tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:32.753549 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f838471a-6e81-4f82-ac79-b1808363571d req-f16c057c-36d7-4472-b39b-14b060b563e5 tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] 10.222.0.60 "GET /v2.0/ports?device_id=130f2b97-6743-4845-99df-82e42a416269 HTTP/1.1" status: 200 len: 950 time: 0.2270222 Jun 11 09:41:32.802301 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c5f9c43b-e213-4d47-a558-5ac637509cbd req-c3678bf7-2db2-4b6f-aeab-c3eeb1260bed service neutron] 10.222.0.64 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3764291 Jun 11 09:41:32.816890 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f838471a-6e81-4f82-ac79-b1808363571d req-3216fb22-d506-44e7-bb10-825927e682e9 tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd74cd75-2ac1-41ab-b341-6eaf5b1aaa0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616622 Jun 11 09:41:32.839192 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f849a42-a515-434b-8295-0d8438306b05 req-fcd29d24-70f7-4f5c-849c-4a671e7c8162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:32.840830 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8f849a42-a515-434b-8295-0d8438306b05 req-fcd29d24-70f7-4f5c-849c-4a671e7c8162 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c4b12e42-17f6-4964-bd58-6a1784ef3b8b HTTP/1.1" status: 200 len: 1097 time: 0.3138275 Jun 11 09:41:32.857714 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70f0fa6-2fff-44ac-a8f2-058d61ef7deb req-7a567bb4-8c8e-4a66-ab59-87cda4eacf36 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:32.864784 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d70f0fa6-2fff-44ac-a8f2-058d61ef7deb req-7a567bb4-8c8e-4a66-ab59-87cda4eacf36 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=257b7d5c-4854-4e33-8e45-7f92ad1c36ff HTTP/1.1" status: 200 len: 946 time: 0.3090606 Jun 11 09:41:32.873655 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce22dfee-d2eb-4dff-a297-c803ba78b5e7 req-7a7c331b-05a6-4403-bcd3-fa7d11785191 tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:32.875244 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ce22dfee-d2eb-4dff-a297-c803ba78b5e7 req-7a7c331b-05a6-4403-bcd3-fa7d11785191 tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] 10.222.0.69 "GET /v2.0/ports?device_id=130f2b97-6743-4845-99df-82e42a416269 HTTP/1.1" status: 200 len: 950 time: 0.1960199 Jun 11 09:41:32.890014 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-333b37c4-d9a6-480f-a196-ee4fff8ca132 x-openstack-request-id: req-333b37c4-d9a6-480f-a196-ee4fff8ca132 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:41:32.890014 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e4d2124-ede4-4545-966b-5099a048d84f", "tag": "7036c337-11e5-4ef3-b5ac-9c60e3590b59", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:41:32.890014 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-333b37c4-d9a6-480f-a196-ee4fff8ca132 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:41:32.890014 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e4d2124-ede4-4545-966b-5099a048d84f', 'tag': '7036c337-11e5-4ef3-b5ac-9c60e3590b59', 'status': 'completed', 'code': 200} Jun 11 09:41:32.909791 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae5dd945-6236-4aff-93c1-e4d66dd8e05d x-openstack-request-id: req-ae5dd945-6236-4aff-93c1-e4d66dd8e05d {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:41:32.910340 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42890047-83b7-4b27-af6d-1ab02818e34c", "tag": "216f3a04-a633-4ba6-ad8e-d639b8b1bf74", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:41:32.910792 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ae5dd945-6236-4aff-93c1-e4d66dd8e05d {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:41:32.911381 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42890047-83b7-4b27-af6d-1ab02818e34c', 'tag': '216f3a04-a633-4ba6-ad8e-d639b8b1bf74', 'status': 'completed', 'code': 200} Jun 11 09:41:33.044197 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d70f0fa6-2fff-44ac-a8f2-058d61ef7deb req-25358115-837f-4c38-8dee-2566efb44abd tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783783 Jun 11 09:41:33.046813 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8f849a42-a515-434b-8295-0d8438306b05 req-b58330ee-16ee-4171-8490-718601ecaf32 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650054 Jun 11 09:41:33.061327 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ecc760-d023-491a-ab65-1eeb79be517b req-40f7fbcf-4639-4951-8c13-129506d71342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:33.064385 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d4ecc760-d023-491a-ab65-1eeb79be517b req-40f7fbcf-4639-4951-8c13-129506d71342 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4a10270434c34de9b98cfc51150cacd7&device_id=42890047-83b7-4b27-af6d-1ab02818e34c HTTP/1.1" status: 200 len: 1100 time: 0.1250360 Jun 11 09:41:33.175730 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dcf500-f781-4727-938e-5cd27cc3259f req-929f6798-588f-4a0f-a340-26a58a998c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:33.177215 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-98dcf500-f781-4727-938e-5cd27cc3259f req-929f6798-588f-4a0f-a340-26a58a998c32 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a10270434c34de9b98cfc51150cacd7&device_id=1e4d2124-ede4-4545-966b-5099a048d84f HTTP/1.1" status: 200 len: 1100 time: 0.2222447 Jun 11 09:41:33.242220 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-ce22dfee-d2eb-4dff-a297-c803ba78b5e7 req-eb63cfc1-289a-4939-bfe0-a470272ad223 tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] Deleting port 9311e98a-cf5e-4c9b-8641-68ee83a22fb3 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:41:33.242476 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-ce22dfee-d2eb-4dff-a297-c803ba78b5e7 req-eb63cfc1-289a-4939-bfe0-a470272ad223 tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:33.251396 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ecc760-d023-491a-ab65-1eeb79be517b req-9b8bd5ba-b3f9-4ca0-9ea6-a068c407d539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:33.252889 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d4ecc760-d023-491a-ab65-1eeb79be517b req-9b8bd5ba-b3f9-4ca0-9ea6-a068c407d539 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cf20d108-f84c-44de-9036-2269564edd60 HTTP/1.1" status: 200 len: 870 time: 0.1819770 Jun 11 09:41:33.329331 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d4ecc760-d023-491a-ab65-1eeb79be517b req-6f082a41-a8e4-4a4c-a030-a7e84a0d4ac4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=216f3a04-a633-4ba6-ad8e-d639b8b1bf74 HTTP/1.1" status: 200 len: 217 time: 0.0663354 Jun 11 09:41:33.338242 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d7b7a1-dcbb-4875-85e3-414e799573ff req-2243d8ea-1ec4-45e7-827e-f06e5e9e0e87 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:33.340970 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d1d7b7a1-dcbb-4875-85e3-414e799573ff req-2243d8ea-1ec4-45e7-827e-f06e5e9e0e87 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e4d2124-ede4-4545-966b-5099a048d84f HTTP/1.1" status: 200 len: 948 time: 0.2343967 Jun 11 09:41:33.446468 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d1d7b7a1-dcbb-4875-85e3-414e799573ff req-57769de6-e86a-402e-b274-0183685bfa93 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/security-groups?id=d35df9ed-76e1-4821-b449-9857ba424946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961730 Jun 11 09:41:33.451124 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ecc760-d023-491a-ab65-1eeb79be517b req-8d4fda91-5c8d-4dcb-aff5-e4df287416f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:33.452812 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d4ecc760-d023-491a-ab65-1eeb79be517b req-8d4fda91-5c8d-4dcb-aff5-e4df287416f4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=189b03cc-b2a8-4615-9ab5-ad0328c3f10f HTTP/1.1" status: 200 len: 843 time: 0.1108065 Jun 11 09:41:33.563323 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ecc760-d023-491a-ab65-1eeb79be517b req-1e3bae8c-4034-4d48-b05d-851873175ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:33.566344 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d4ecc760-d023-491a-ab65-1eeb79be517b req-1e3bae8c-4034-4d48-b05d-851873175ce7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cf20d108-f84c-44de-9036-2269564edd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1043184 Jun 11 09:41:33.738731 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d4ecc760-d023-491a-ab65-1eeb79be517b req-3e1d9d25-4ad7-434e-b608-b73b0d009f5f service neutron] 10.222.0.69 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621380 Jun 11 09:41:33.823494 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dcf500-f781-4727-938e-5cd27cc3259f req-948a8264-f08d-464f-9f78-50014fed3421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:33.825094 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-98dcf500-f781-4727-938e-5cd27cc3259f req-948a8264-f08d-464f-9f78-50014fed3421 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cf20d108-f84c-44de-9036-2269564edd60 HTTP/1.1" status: 200 len: 870 time: 0.6352308 Jun 11 09:41:33.911641 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-98dcf500-f781-4727-938e-5cd27cc3259f req-ffd8e158-aba9-4241-95c4-86dc2a7957d8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=7036c337-11e5-4ef3-b5ac-9c60e3590b59 HTTP/1.1" status: 200 len: 217 time: 0.0676258 Jun 11 09:41:33.936958 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-ce22dfee-d2eb-4dff-a297-c803ba78b5e7 req-eb63cfc1-289a-4939-bfe0-a470272ad223 tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] For port 9311e98a-cf5e-4c9b-8641-68ee83a22fb3, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=9311e98a-cf5e-4c9b-8641-68ee83a22fb3,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:41:33.937442 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-ce22dfee-d2eb-4dff-a297-c803ba78b5e7 req-eb63cfc1-289a-4939-bfe0-a470272ad223 tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:33.940988 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d4ecc760-d023-491a-ab65-1eeb79be517b req-16462a6d-8e32-4d03-89f4-d371243de50a service neutron] 10.222.0.69 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943135 Jun 11 09:41:33.950671 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4392acef-a47d-43fd-947a-1d0b249180c3 req-e77e7a4d-857b-4876-9087-616bca46c331 tempest-ServersAdminTestJSON-332299916 tempest-ServersAdminTestJSON-332299916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:33.951161 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4392acef-a47d-43fd-947a-1d0b249180c3 req-e77e7a4d-857b-4876-9087-616bca46c331 tempest-ServersAdminTestJSON-332299916 tempest-ServersAdminTestJSON-332299916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:33.951648 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4392acef-a47d-43fd-947a-1d0b249180c3 req-e77e7a4d-857b-4876-9087-616bca46c331 tempest-ServersAdminTestJSON-332299916 tempest-ServersAdminTestJSON-332299916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:33.958935 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4392acef-a47d-43fd-947a-1d0b249180c3 req-e77e7a4d-857b-4876-9087-616bca46c331 tempest-ServersAdminTestJSON-332299916 tempest-ServersAdminTestJSON-332299916-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e03c3d59-e6d8-4b5e-ab76-3b2deda95807&device_id=21573a0f-1ce2-400d-b2ec-a43845e1c869&device_id=32c534e8-6a37-462b-be83-c987e2b54ac8 HTTP/1.1" status: 200 len: 2885 time: 0.1685727 Jun 11 09:41:34.007241 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4392acef-a47d-43fd-947a-1d0b249180c3 req-7cc5a393-0678-4e7c-a460-e5a26fa929d0 tempest-ServersAdminTestJSON-332299916 tempest-ServersAdminTestJSON-332299916-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=ca3026f3-8a05-4fe5-9c7d-b1a6d33061fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474470 Jun 11 09:41:34.092569 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-ce22dfee-d2eb-4dff-a297-c803ba78b5e7 req-eb63cfc1-289a-4939-bfe0-a470272ad223 tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] Calling delete_port for 9311e98a-cf5e-4c9b-8641-68ee83a22fb3 owned by compute:nova {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:41:34.106391 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6277ab-e473-4493-900f-3cc48cacb341 req-d1988480-e934-4bfd-b6d6-908cfdbf266e tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:34.111387 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ed6277ab-e473-4493-900f-3cc48cacb341 req-d1988480-e934-4bfd-b6d6-908cfdbf266e tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4b12e42-17f6-4964-bd58-6a1784ef3b8b HTTP/1.1" status: 200 len: 945 time: 0.4803364 Jun 11 09:41:34.201763 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dcf500-f781-4727-938e-5cd27cc3259f req-def59961-4aa4-487e-9233-bfc194e17556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:34.203482 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-98dcf500-f781-4727-938e-5cd27cc3259f req-def59961-4aa4-487e-9233-bfc194e17556 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=189b03cc-b2a8-4615-9ab5-ad0328c3f10f HTTP/1.1" status: 200 len: 843 time: 0.2807839 Jun 11 09:41:34.265758 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ed6277ab-e473-4493-900f-3cc48cacb341 req-e2711e0a-d4e9-4c05-ac27-0b15591f32c3 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418624 Jun 11 09:41:34.400903 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3be7d4-4b1d-4414-9562-8f081892169a req-bec07267-0365-49ef-98e0-006fac9fc927 tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:34.402079 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dcf500-f781-4727-938e-5cd27cc3259f req-77112139-cff6-4b71-929c-8d09a8eb14e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:34.403848 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-98dcf500-f781-4727-938e-5cd27cc3259f req-77112139-cff6-4b71-929c-8d09a8eb14e5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf20d108-f84c-44de-9036-2269564edd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1859992 Jun 11 09:41:34.408779 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fd3be7d4-4b1d-4414-9562-8f081892169a req-bec07267-0365-49ef-98e0-006fac9fc927 tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] 10.222.0.60 "GET /v2.0/ports?device_id=130f2b97-6743-4845-99df-82e42a416269 HTTP/1.1" status: 200 len: 950 time: 0.1056132 Jun 11 09:41:34.468441 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fd3be7d4-4b1d-4414-9562-8f081892169a req-1a075193-7312-477a-ba6a-ffd4998a488c tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd74cd75-2ac1-41ab-b341-6eaf5b1aaa0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584464 Jun 11 09:41:34.490196 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-ce22dfee-d2eb-4dff-a297-c803ba78b5e7 req-eb63cfc1-289a-4939-bfe0-a470272ad223 tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:34.503728 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3c6859ff-235b-44d5-b245-3da5c32de32d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:41:34.505840 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['9311e98a-cf5e-4c9b-8641-68ee83a22fb3'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:41:34.541577 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb63cfc1-289a-4939-bfe0-a470272ad223 tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] Pushing event deleted for resources: {'Port': ['ID=9311e98a-cf5e-4c9b-8641-68ee83a22fb3,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:41:34.548085 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-eb63cfc1-289a-4939-bfe0-a470272ad223 tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:41:34.719827 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce22dfee-d2eb-4dff-a297-c803ba78b5e7 req-eb63cfc1-289a-4939-bfe0-a470272ad223 tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] No DVR routers for this DVR port 9311e98a-cf5e-4c9b-8641-68ee83a22fb3 on host n-h2-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:41:34.724301 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-ce22dfee-d2eb-4dff-a297-c803ba78b5e7 req-eb63cfc1-289a-4939-bfe0-a470272ad223 tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:34.726270 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ce22dfee-d2eb-4dff-a297-c803ba78b5e7 req-eb63cfc1-289a-4939-bfe0-a470272ad223 tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] 10.222.0.69 "DELETE /v2.0/ports/9311e98a-cf5e-4c9b-8641-68ee83a22fb3 HTTP/1.1" status: 204 len: 173 time: 1.8358476 Jun 11 09:41:34.757276 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-98dcf500-f781-4727-938e-5cd27cc3259f req-e21a2eae-a99f-46dd-8fde-73fa87b5521e service neutron] 10.222.0.64 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3353095 Jun 11 09:41:34.897009 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '130f2b97-6743-4845-99df-82e42a416269', 'name': 'network-vif-deleted', 'tag': '9311e98a-cf5e-4c9b-8641-68ee83a22fb3'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:41:34.899360 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc3ce899-dd1b-4665-bc83-63b8b2e73e95" -d '{"events": [{"server_uuid": "130f2b97-6743-4845-99df-82e42a416269", "name": "network-vif-deleted", "tag": "9311e98a-cf5e-4c9b-8641-68ee83a22fb3"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:41:34.970002 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-98dcf500-f781-4727-938e-5cd27cc3259f req-c8f95b34-b0ef-4488-803a-e37aac5e037f service neutron] 10.222.0.64 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041719 Jun 11 09:41:35.016652 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4ff77c-e903-40b1-bdc8-40b556993568 req-98cef874-4009-4dca-ba6d-2629e335f840 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:35.018911 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1b4ff77c-e903-40b1-bdc8-40b556993568 req-98cef874-4009-4dca-ba6d-2629e335f840 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e4d2124-ede4-4545-966b-5099a048d84f HTTP/1.1" status: 200 len: 948 time: 0.1305501 Jun 11 09:41:35.092215 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1b4ff77c-e903-40b1-bdc8-40b556993568 req-79520bd3-b78e-41c7-8c71-945ea45a9e84 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/security-groups?id=d35df9ed-76e1-4821-b449-9857ba424946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668876 Jun 11 09:41:35.098760 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088b2fe5-11f6-4384-a49e-62d7efcf8126 req-9e0a4014-98f6-429c-8aaf-f6282a4da15b tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:35.100433 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-088b2fe5-11f6-4384-a49e-62d7efcf8126 req-9e0a4014-98f6-429c-8aaf-f6282a4da15b tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=257b7d5c-4854-4e33-8e45-7f92ad1c36ff HTTP/1.1" status: 200 len: 946 time: 0.4741046 Jun 11 09:41:35.160972 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-088b2fe5-11f6-4384-a49e-62d7efcf8126 req-9c2b487c-c0c1-409d-936b-35401f889b72 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531378 Jun 11 09:41:35.203843 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:35.206490 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eecc1064-ef16-402d-8a9f-22d384a132dc x-openstack-request-id: req-eecc1064-ef16-402d-8a9f-22d384a132dc {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:41:35.207057 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "130f2b97-6743-4845-99df-82e42a416269", "name": "network-vif-deleted", "tag": "9311e98a-cf5e-4c9b-8641-68ee83a22fb3", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:41:35.207152 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-eecc1064-ef16-402d-8a9f-22d384a132dc {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:41:35.207624 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '130f2b97-6743-4845-99df-82e42a416269', 'name': 'network-vif-deleted', 'tag': '9311e98a-cf5e-4c9b-8641-68ee83a22fb3', 'status': 'completed', 'code': 200} Jun 11 09:41:35.497896 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4bc276-27d7-4d5c-b576-85395b8a5658 req-6f654127-bc33-4314-a405-3c4e4f325ce3 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:35.499410 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ae4bc276-27d7-4d5c-b576-85395b8a5658 req-6f654127-bc33-4314-a405-3c4e4f325ce3 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4b12e42-17f6-4964-bd58-6a1784ef3b8b HTTP/1.1" status: 200 len: 945 time: 0.0828288 Jun 11 09:41:35.544556 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ae4bc276-27d7-4d5c-b576-85395b8a5658 req-bd99a0a9-54e1-4920-90f7-d270cb69b6b5 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389075 Jun 11 09:41:35.762319 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c05b670c-8238-4496-ba4c-1b668afb8d8c req-9ca5ee2e-8542-42e1-ba43-01947ba2cd4e tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] 10.222.0.60 "GET /v2.0/ports?device_id=130f2b97-6743-4845-99df-82e42a416269 HTTP/1.1" status: 200 len: 210 time: 0.0511894 Jun 11 09:41:35.882514 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5204c7-d034-4fd8-813b-fe48b85c6fcd req-cd086b84-b51b-4829-8310-834d03475909 tempest-LiveMigrationTest-1264164380 tempest-LiveMigrationTest-1264164380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:35.892621 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2c5204c7-d034-4fd8-813b-fe48b85c6fcd req-cd086b84-b51b-4829-8310-834d03475909 tempest-LiveMigrationTest-1264164380 tempest-LiveMigrationTest-1264164380-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=c4b12e42-17f6-4964-bd58-6a1784ef3b8b HTTP/1.1" status: 200 len: 1097 time: 0.1236100 Jun 11 09:41:35.930757 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2c5204c7-d034-4fd8-813b-fe48b85c6fcd req-3a140f5a-c70b-42c0-8d57-43e3d070fa07 tempest-LiveMigrationTest-1264164380 tempest-LiveMigrationTest-1264164380-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372655 Jun 11 09:41:36.257385 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 7036c337-11e5-4ef3-b5ac-9c60e3590b59 details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:41:36.346526 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff6055-74bc-4197-8fa2-d40b592bf59f req-07665427-be04-440b-b341-4ee74ba0ca69 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:36.355289 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9dff6055-74bc-4197-8fa2-d40b592bf59f req-07665427-be04-440b-b341-4ee74ba0ca69 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e4d2124-ede4-4545-966b-5099a048d84f HTTP/1.1" status: 200 len: 948 time: 0.1120865 Jun 11 09:41:36.401952 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9dff6055-74bc-4197-8fa2-d40b592bf59f req-6321c4de-dddf-4055-803f-b10a30ccf474 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/security-groups?id=d35df9ed-76e1-4821-b449-9857ba424946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450125 Jun 11 09:41:36.439558 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 7036c337-11e5-4ef3-b5ac-9c60e3590b59, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=7036c337-11e5-4ef3-b5ac-9c60e3590b59,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:41:36.453718 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': '7036c337-11e5-4ef3-b5ac-9c60e3590b59', 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60', 'port_id': '7036c337-11e5-4ef3-b5ac-9c60e3590b59', 'mac_address': 'fa:16:3e:09:be:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189b03cc-b2a8-4615-9ab5-ad0328c3f10f', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:41:36.497174 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:36.514297 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 216f3a04-a633-4ba6-ad8e-d639b8b1bf74 details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:41:36.518886 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 9311e98a-cf5e-4c9b-8641-68ee83a22fb3 no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:41:36.554402 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7036c337-11e5-4ef3-b5ac-9c60e3590b59 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:41:36.565944 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] No Port match for: 9311e98a-cf5e-4c9b-8641-68ee83a22fb3 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:41:36.566417 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 9311e98a-cf5e-4c9b-8641-68ee83a22fb3 not bound to the agent host n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:41:36.586142 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6042fa9b-406c-4d8a-af2a-5d741415661f req-0592620d-06a4-49f5-a2cd-ff559998ac5d tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:36.592346 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6042fa9b-406c-4d8a-af2a-5d741415661f req-0592620d-06a4-49f5-a2cd-ff559998ac5d tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=257b7d5c-4854-4e33-8e45-7f92ad1c36ff HTTP/1.1" status: 200 len: 946 time: 0.0715325 Jun 11 09:41:36.596914 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 7036c337-11e5-4ef3-b5ac-9c60e3590b59, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=7036c337-11e5-4ef3-b5ac-9c60e3590b59,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:41:36.644057 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6042fa9b-406c-4d8a-af2a-5d741415661f req-20531e94-784f-4c67-ba78-283b0e8d1549 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491712 Jun 11 09:41:36.728028 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 216f3a04-a633-4ba6-ad8e-d639b8b1bf74, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=216f3a04-a633-4ba6-ad8e-d639b8b1bf74,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:41:36.744159 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': '216f3a04-a633-4ba6-ad8e-d639b8b1bf74', 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60', 'port_id': '216f3a04-a633-4ba6-ad8e-d639b8b1bf74', 'mac_address': 'fa:16:3e:ea:96:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189b03cc-b2a8-4615-9ab5-ad0328c3f10f', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:41:36.780859 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2dc514-a547-4055-9e96-fdf2844587aa req-71cecf0a-4a51-408f-841a-446014297e15 tempest-LiveAutoBlockMigrationV225Test-226334702 tempest-LiveAutoBlockMigrationV225Test-226334702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:36.783041 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1e2dc514-a547-4055-9e96-fdf2844587aa req-71cecf0a-4a51-408f-841a-446014297e15 tempest-LiveAutoBlockMigrationV225Test-226334702 tempest-LiveAutoBlockMigrationV225Test-226334702-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=257b7d5c-4854-4e33-8e45-7f92ad1c36ff&tenant_id=761e66d23fea4903a68cd9de907a43c1&binding%3Ahost_id=n-h2-779913-12 HTTP/1.1" status: 200 len: 1098 time: 0.0769165 Jun 11 09:41:36.793718 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:36.797399 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-1e2dc514-a547-4055-9e96-fdf2844587aa req-a94939e3-45ef-4bba-b1f7-5aecc37085ee service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-779913-12'}}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:41:36.812884 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 216f3a04-a633-4ba6-ad8e-d639b8b1bf74 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:41:36.826774 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:36.839839 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-5a6c84cf-ff32-4c89-b923-9247f8692fa8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:41:36.878066 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 216f3a04-a633-4ba6-ad8e-d639b8b1bf74, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=216f3a04-a633-4ba6-ad8e-d639b8b1bf74,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:41:36.900651 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-1e2dc514-a547-4055-9e96-fdf2844587aa req-a94939e3-45ef-4bba-b1f7-5aecc37085ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:36.908084 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=7036c337-11e5-4ef3-b5ac-9c60e3590b59,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:41:36.914648 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:41:36.949135 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:36.949135 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-6a845b82-4ddc-43b5-ac92-ae4320b687bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:41:37.069834 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=216f3a04-a633-4ba6-ad8e-d639b8b1bf74,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:41:37.075209 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:41:37.161245 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-1e2dc514-a547-4055-9e96-fdf2844587aa req-a94939e3-45ef-4bba-b1f7-5aecc37085ee service neutron] For port 973e3669-885a-4cbf-a78b-649ea7371a7e, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=973e3669-885a-4cbf-a78b-649ea7371a7e,segment=NetworkSegment(56281ee1-4859-40f0-b2a0-2c2117bfda04),segment_id=56281ee1-4859-40f0-b2a0-2c2117bfda04)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:41:37.223445 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-1e2dc514-a547-4055-9e96-fdf2844587aa req-a94939e3-45ef-4bba-b1f7-5aecc37085ee service neutron] For port 973e3669-885a-4cbf-a78b-649ea7371a7e, host n-h2-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:41:37.233337 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed1f3cb-5a31-4e42-9df8-6912d4824731 req-38901e24-a75a-44f4-a8fb-2e6932fcf83f tempest-ServersAdminTestJSON-332299916 tempest-ServersAdminTestJSON-332299916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:37.243658 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7ed1f3cb-5a31-4e42-9df8-6912d4824731 req-38901e24-a75a-44f4-a8fb-2e6932fcf83f tempest-ServersAdminTestJSON-332299916 tempest-ServersAdminTestJSON-332299916-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=32c534e8-6a37-462b-be83-c987e2b54ac8 HTTP/1.1" status: 200 len: 1101 time: 0.1630065 Jun 11 09:41:37.246351 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['7036c337-11e5-4ef3-b5ac-9c60e3590b59'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:41:37.297275 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7ed1f3cb-5a31-4e42-9df8-6912d4824731 req-cf97ef4b-24d5-4029-aaf8-f97a1653e32a tempest-ServersAdminTestJSON-332299916 tempest-ServersAdminTestJSON-332299916-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=ca3026f3-8a05-4fe5-9c7d-b1a6d33061fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469930 Jun 11 09:41:37.315655 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-1e2dc514-a547-4055-9e96-fdf2844587aa req-a94939e3-45ef-4bba-b1f7-5aecc37085ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:37.319471 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '257b7d5c-4854-4e33-8e45-7f92ad1c36ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '973e3669-885a-4cbf-a78b-649ea7371a7e'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:41:37.321904 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-790927d9-b615-4f03-81cb-7d8dd1b609d2" -d '{"events": [{"server_uuid": "257b7d5c-4854-4e33-8e45-7f92ad1c36ff", "name": "network-vif-unplugged", "status": "completed", "tag": "973e3669-885a-4cbf-a78b-649ea7371a7e"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:41:37.370231 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Jun 2021 09:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e07fd7d9-ff6a-4f8b-9f4b-cdd831b5a6d1 x-openstack-request-id: req-e07fd7d9-ff6a-4f8b-9f4b-cdd831b5a6d1 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:41:37.370567 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "257b7d5c-4854-4e33-8e45-7f92ad1c36ff", "name": "network-vif-unplugged", "status": "completed", "tag": "973e3669-885a-4cbf-a78b-649ea7371a7e", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:41:37.370855 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e07fd7d9-ff6a-4f8b-9f4b-cdd831b5a6d1 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:41:37.371330 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '257b7d5c-4854-4e33-8e45-7f92ad1c36ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '973e3669-885a-4cbf-a78b-649ea7371a7e', 'code': 200} Jun 11 09:41:37.416797 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['216f3a04-a633-4ba6-ad8e-d639b8b1bf74'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:41:37.428443 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-1e2dc514-a547-4055-9e96-fdf2844587aa req-a94939e3-45ef-4bba-b1f7-5aecc37085ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:37.430711 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8da14c90-7805-4cfc-b29d-5a515c9db0f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:41:37.654021 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5499d4-8afb-4407-9238-5d32f8ca592a req-b135d622-fd2e-46cb-8951-b40c42f54e35 tempest-ServersAdminTestJSON-332299916 tempest-ServersAdminTestJSON-332299916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:37.659069 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4c5499d4-8afb-4407-9238-5d32f8ca592a req-b135d622-fd2e-46cb-8951-b40c42f54e35 tempest-ServersAdminTestJSON-332299916 tempest-ServersAdminTestJSON-332299916-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=32c534e8-6a37-462b-be83-c987e2b54ac8 HTTP/1.1" status: 200 len: 1101 time: 0.1674066 Jun 11 09:41:37.733099 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4c5499d4-8afb-4407-9238-5d32f8ca592a req-cf5dea1e-957f-43bc-8919-9f575f31532c tempest-ServersAdminTestJSON-332299916 tempest-ServersAdminTestJSON-332299916-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=ca3026f3-8a05-4fe5-9c7d-b1a6d33061fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673308 Jun 11 09:41:37.743286 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 37880) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:41:37.783198 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94939e3-45ef-4bba-b1f7-5aecc37085ee service neutron] Pushing event updated for resources: {'Port': ['ID=973e3669-885a-4cbf-a78b-649ea7371a7e,revision_number=7']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:41:37.808504 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a94939e3-45ef-4bba-b1f7-5aecc37085ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:41:37.821235 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-1e2dc514-a547-4055-9e96-fdf2844587aa req-a94939e3-45ef-4bba-b1f7-5aecc37085ee service neutron] Attempting to bind port 973e3669-885a-4cbf-a78b-649ea7371a7e on host n-h2-779913-12 for vnic_type normal with profile {"migrating_to": "n-h1-779913-12"} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:41:37.836169 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-1e2dc514-a547-4055-9e96-fdf2844587aa req-a94939e3-45ef-4bba-b1f7-5aecc37085ee service neutron] Attempting to bind port 973e3669-885a-4cbf-a78b-649ea7371a7e by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': '56281ee1-4859-40f0-b2a0-2c2117bfda04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '53a42219-c346-45f9-be41-c5dabab2438f'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:41:37.840506 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2dc514-a547-4055-9e96-fdf2844587aa req-a94939e3-45ef-4bba-b1f7-5aecc37085ee service neutron] Attempting to bind port 973e3669-885a-4cbf-a78b-649ea7371a7e on network 53a42219-c346-45f9-be41-c5dabab2438f {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:41:37.845196 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2dc514-a547-4055-9e96-fdf2844587aa req-a94939e3-45ef-4bba-b1f7-5aecc37085ee service neutron] Port 973e3669-885a-4cbf-a78b-649ea7371a7e on network 53a42219-c346-45f9-be41-c5dabab2438f not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:41:37.845523 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2dc514-a547-4055-9e96-fdf2844587aa req-a94939e3-45ef-4bba-b1f7-5aecc37085ee service neutron] Attempting to bind port 973e3669-885a-4cbf-a78b-649ea7371a7e on network 53a42219-c346-45f9-be41-c5dabab2438f {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:41:37.863782 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2dc514-a547-4055-9e96-fdf2844587aa req-a94939e3-45ef-4bba-b1f7-5aecc37085ee service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:41:37.864131 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2dc514-a547-4055-9e96-fdf2844587aa req-a94939e3-45ef-4bba-b1f7-5aecc37085ee service neutron] Checking segment: {'id': '56281ee1-4859-40f0-b2a0-2c2117bfda04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '53a42219-c346-45f9-be41-c5dabab2438f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:41:37.864529 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2dc514-a547-4055-9e96-fdf2844587aa req-a94939e3-45ef-4bba-b1f7-5aecc37085ee service neutron] Bound using segment: {'id': '56281ee1-4859-40f0-b2a0-2c2117bfda04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '53a42219-c346-45f9-be41-c5dabab2438f'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:41:37.865068 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-1e2dc514-a547-4055-9e96-fdf2844587aa req-a94939e3-45ef-4bba-b1f7-5aecc37085ee service neutron] Bound port: 973e3669-885a-4cbf-a78b-649ea7371a7e, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56281ee1-4859-40f0-b2a0-2c2117bfda04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '53a42219-c346-45f9-be41-c5dabab2438f'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:41:37.865297 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-1e2dc514-a547-4055-9e96-fdf2844587aa req-a94939e3-45ef-4bba-b1f7-5aecc37085ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:37.917433 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006937b7-6f2e-43e1-895c-0889067ccf0a req-740e9400-45c8-4008-af89-67e1fc037fc7 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:37.932074 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-006937b7-6f2e-43e1-895c-0889067ccf0a req-740e9400-45c8-4008-af89-67e1fc037fc7 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e4d2124-ede4-4545-966b-5099a048d84f HTTP/1.1" status: 200 len: 949 time: 0.3059630 Jun 11 09:41:37.947515 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-de441972-cfaa-4dc0-aa5e-f3af2431c6ee admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1178bb6cb1294102badada6ab83fb558&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2007761 Jun 11 09:41:37.947846 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 37890) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:41:38.048349 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-006937b7-6f2e-43e1-895c-0889067ccf0a req-c636c349-d8c8-444c-93fa-203144b47a5a tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/security-groups?id=d35df9ed-76e1-4821-b449-9857ba424946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147981 Jun 11 09:41:38.073979 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-31037ab0-4283-4b73-a037-806e95259fa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:38.078218 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-1e2dc514-a547-4055-9e96-fdf2844587aa req-a94939e3-45ef-4bba-b1f7-5aecc37085ee service neutron] For port 973e3669-885a-4cbf-a78b-649ea7371a7e, host n-h2-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:41:38.086907 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-1e2dc514-a547-4055-9e96-fdf2844587aa req-a94939e3-45ef-4bba-b1f7-5aecc37085ee service neutron] For port 973e3669-885a-4cbf-a78b-649ea7371a7e, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=973e3669-885a-4cbf-a78b-649ea7371a7e,segment=NetworkSegment(56281ee1-4859-40f0-b2a0-2c2117bfda04),segment_id=56281ee1-4859-40f0-b2a0-2c2117bfda04)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:41:38.110821 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-31037ab0-4283-4b73-a037-806e95259fa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:38.120924 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df566a5e-e092-4bad-928b-3269ccc14207 req-a0066f5e-f660-479d-9eea-0fb5aaf7142a tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:38.122405 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-df566a5e-e092-4bad-928b-3269ccc14207 req-a0066f5e-f660-479d-9eea-0fb5aaf7142a tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=257b7d5c-4854-4e33-8e45-7f92ad1c36ff HTTP/1.1" status: 200 len: 944 time: 0.1650662 Jun 11 09:41:38.180442 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-1e2dc514-a547-4055-9e96-fdf2844587aa req-a94939e3-45ef-4bba-b1f7-5aecc37085ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:38.183927 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d8907e8a-6d32-4fb5-a999-7778d8d758fe tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:41:38.200717 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-df566a5e-e092-4bad-928b-3269ccc14207 req-82da7166-de89-437d-8111-1bdeda84540c tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690191 Jun 11 09:41:38.286844 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94939e3-45ef-4bba-b1f7-5aecc37085ee service neutron] Pushing event updated for resources: {'Port': ['ID=973e3669-885a-4cbf-a78b-649ea7371a7e,revision_number=8']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:41:38.293875 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a94939e3-45ef-4bba-b1f7-5aecc37085ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:41:38.322199 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-31037ab0-4283-4b73-a037-806e95259fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:38.327510 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-31037ab0-4283-4b73-a037-806e95259fa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:38.327510 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-31037ab0-4283-4b73-a037-806e95259fa0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bd74cd75-2ac1-41ab-b341-6eaf5b1aaa0f HTTP/1.1" status: 204 len: 168 time: 0.3780921 Jun 11 09:41:38.327943 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-53505d50-2127-4645-b775-7078a724b442 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:41:38.339684 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31037ab0-4283-4b73-a037-806e95259fa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd74cd75-2ac1-41ab-b341-6eaf5b1aaa0f,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:41:38.348477 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-31037ab0-4283-4b73-a037-806e95259fa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:41:38.390236 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 973e3669-885a-4cbf-a78b-649ea7371a7e details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:41:38.474285 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2dc514-a547-4055-9e96-fdf2844587aa req-a94939e3-45ef-4bba-b1f7-5aecc37085ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:38.475017 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-1e2dc514-a547-4055-9e96-fdf2844587aa req-a94939e3-45ef-4bba-b1f7-5aecc37085ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:38.476667 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1e2dc514-a547-4055-9e96-fdf2844587aa req-a94939e3-45ef-4bba-b1f7-5aecc37085ee service neutron] 10.222.0.64 "PUT /v2.0/ports/973e3669-885a-4cbf-a78b-649ea7371a7e HTTP/1.1" status: 200 len: 1124 time: 1.6841042 Jun 11 09:41:38.727971 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['973e3669-885a-4cbf-a78b-649ea7371a7e'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:41:38.806145 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['973e3669-885a-4cbf-a78b-649ea7371a7e'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:41:38.900452 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 973e3669-885a-4cbf-a78b-649ea7371a7e, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=973e3669-885a-4cbf-a78b-649ea7371a7e,segment=NetworkSegment(56281ee1-4859-40f0-b2a0-2c2117bfda04),segment_id=56281ee1-4859-40f0-b2a0-2c2117bfda04)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:41:38.924844 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 973e3669-885a-4cbf-a78b-649ea7371a7e has no active binding in host n-h1-779913-12 {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 11 09:41:39.231607 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 37908) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:41:39.271062 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f113abea-5877-4b3a-a38d-80ff22f92406 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:39.373709 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '257b7d5c-4854-4e33-8e45-7f92ad1c36ff', 'tag': '973e3669-885a-4cbf-a78b-649ea7371a7e'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:41:39.394030 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c286c8ad-7b09-4770-af7e-fed05a79649d" -d '{"events": [{"name": "network-changed", "server_uuid": "257b7d5c-4854-4e33-8e45-7f92ad1c36ff", "tag": "973e3669-885a-4cbf-a78b-649ea7371a7e"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:41:39.422764 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fe6466-31f0-48fc-bd1f-877e245d0d6a req-924a9f0c-e545-4857-a995-db22ff887185 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:39.430652 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-33fe6466-31f0-48fc-bd1f-877e245d0d6a req-924a9f0c-e545-4857-a995-db22ff887185 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e4d2124-ede4-4545-966b-5099a048d84f HTTP/1.1" status: 200 len: 949 time: 0.1514769 Jun 11 09:41:39.446758 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f113abea-5877-4b3a-a38d-80ff22f92406 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:39.488656 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-33fe6466-31f0-48fc-bd1f-877e245d0d6a req-1c358c29-cf07-4e7e-89dd-a5b04c5a595d tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/security-groups?id=d35df9ed-76e1-4821-b449-9857ba424946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553844 Jun 11 09:41:39.546261 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f113abea-5877-4b3a-a38d-80ff22f92406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:39.549424 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-dcdf97cd-32b9-48a3-b5d5-23610e1ca26f tempest-ServersOnMultiNodesTest-764403187 tempest-ServersOnMultiNodesTest-764403187-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:41:39.610782 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-f113abea-5877-4b3a-a38d-80ff22f92406 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b4d9a97a6e604c698ef9f40c51734300&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3775785 Jun 11 09:41:39.611991 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f113abea-5877-4b3a-a38d-80ff22f92406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e41b89d3-55b0-495f-8ae3-1a407edfaed8,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:41:39.613370 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 37924) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:41:39.632019 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f113abea-5877-4b3a-a38d-80ff22f92406 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:41:39.759660 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-339d600f-8bfb-4c66-a9bc-002b4b23f4da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:39.796075 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-339d600f-8bfb-4c66-a9bc-002b4b23f4da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:39.818315 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0333ef5-d7df-4029-983a-4a6a2c351229 req-04936bd8-81ba-4ebd-b925-4243dc72ecd6 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:39.825319 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b0333ef5-d7df-4029-983a-4a6a2c351229 req-04936bd8-81ba-4ebd-b925-4243dc72ecd6 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=257b7d5c-4854-4e33-8e45-7f92ad1c36ff HTTP/1.1" status: 200 len: 944 time: 0.1718762 Jun 11 09:41:39.904157 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b0333ef5-d7df-4029-983a-4a6a2c351229 req-207cba82-9800-41a7-9c6c-0e61062341b1 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776029 Jun 11 09:41:39.972393 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-317892d3-7116-421b-9720-f0604b04063b x-openstack-request-id: req-317892d3-7116-421b-9720-f0604b04063b {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:41:39.972964 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "257b7d5c-4854-4e33-8e45-7f92ad1c36ff", "tag": "973e3669-885a-4cbf-a78b-649ea7371a7e", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:41:39.973453 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-317892d3-7116-421b-9720-f0604b04063b {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:41:39.974060 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '257b7d5c-4854-4e33-8e45-7f92ad1c36ff', 'tag': '973e3669-885a-4cbf-a78b-649ea7371a7e', 'status': 'completed', 'code': 200} Jun 11 09:41:39.985369 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-339d600f-8bfb-4c66-a9bc-002b4b23f4da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:39.988948 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-339d600f-8bfb-4c66-a9bc-002b4b23f4da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:39.999736 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-339d600f-8bfb-4c66-a9bc-002b4b23f4da admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e41b89d3-55b0-495f-8ae3-1a407edfaed8 HTTP/1.1" status: 204 len: 168 time: 0.3845801 Jun 11 09:41:40.000563 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-571d3d6b-04f3-49ae-a255-be6609906df2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:41:40.025221 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339d600f-8bfb-4c66-a9bc-002b4b23f4da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e41b89d3-55b0-495f-8ae3-1a407edfaed8,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:41:40.029870 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-339d600f-8bfb-4c66-a9bc-002b4b23f4da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:41:40.091404 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c286c8ad-7b09-4770-af7e-fed05a79649d req-cca94e62-fffb-4acd-912f-650634a988c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:40.095440 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c286c8ad-7b09-4770-af7e-fed05a79649d req-cca94e62-fffb-4acd-912f-650634a988c6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=761e66d23fea4903a68cd9de907a43c1&device_id=257b7d5c-4854-4e33-8e45-7f92ad1c36ff HTTP/1.1" status: 200 len: 1127 time: 0.0814712 Jun 11 09:41:40.305897 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 7036c337-11e5-4ef3-b5ac-9c60e3590b59 up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:41:40.358808 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c286c8ad-7b09-4770-af7e-fed05a79649d req-626fa1b8-0e4a-4fe9-906d-257e64ccd12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:40.359323 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c286c8ad-7b09-4770-af7e-fed05a79649d req-626fa1b8-0e4a-4fe9-906d-257e64ccd12f service neutron] 10.222.0.69 "GET /v2.0/networks?id=53a42219-c346-45f9-be41-c5dabab2438f HTTP/1.1" status: 200 len: 922 time: 0.2554305 Jun 11 09:41:40.448530 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c286c8ad-7b09-4770-af7e-fed05a79649d req-f0b99dcf-083a-4259-8795-5635b552e79f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=973e3669-885a-4cbf-a78b-649ea7371a7e HTTP/1.1" status: 200 len: 217 time: 0.0791440 Jun 11 09:41:40.499499 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c56033b-9527-45c7-a3d6-13a43df41e91 req-ae685820-0b00-4867-84b1-d778f1715448 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:40.506201 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning for port 7036c337-11e5-4ef3-b5ac-9c60e3590b59 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:41:40.508452 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7c56033b-9527-45c7-a3d6-13a43df41e91 req-ae685820-0b00-4867-84b1-d778f1715448 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/ports?device_id=32c534e8-6a37-462b-be83-c987e2b54ac8 HTTP/1.1" status: 200 len: 949 time: 0.2274380 Jun 11 09:41:40.512304 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port 7036c337-11e5-4ef3-b5ac-9c60e3590b59 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:41:40.512304 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:40.550535 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c286c8ad-7b09-4770-af7e-fed05a79649d req-63aa808b-7d09-45f5-b3be-133a40cbf5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:40.552392 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c286c8ad-7b09-4770-af7e-fed05a79649d req-63aa808b-7d09-45f5-b3be-133a40cbf5ed service neutron] 10.222.0.69 "GET /v2.0/subnets?id=20094bda-f8d4-46e6-bab1-f100394de689 HTTP/1.1" status: 200 len: 861 time: 0.0955172 Jun 11 09:41:40.576083 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7c56033b-9527-45c7-a3d6-13a43df41e91 req-225e38f7-8e68-42f8-ac89-4e056a54a0b9 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca3026f3-8a05-4fe5-9c7d-b1a6d33061fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662136 Jun 11 09:41:40.610229 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 216f3a04-a633-4ba6-ad8e-d639b8b1bf74 up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:41:40.653928 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c286c8ad-7b09-4770-af7e-fed05a79649d req-7d1f4e01-e8ba-4835-ae67-9a6c500a0801 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=53a42219-c346-45f9-be41-c5dabab2438f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729742 Jun 11 09:41:40.903415 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning for port 216f3a04-a633-4ba6-ad8e-d639b8b1bf74 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:41:40.923674 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port 216f3a04-a633-4ba6-ad8e-d639b8b1bf74 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:41:40.924032 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:40.928751 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c286c8ad-7b09-4770-af7e-fed05a79649d req-793c2262-b38e-4664-8318-32704465fddc service neutron] 10.222.0.69 "GET /v2.0/networks/53a42219-c346-45f9-be41-c5dabab2438f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626882 Jun 11 09:41:40.981883 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c338c496-7419-455f-b2b1-6ece121b72c7 req-9e350caa-619d-40c5-ae8b-7b42962f6672 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:40.989428 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c338c496-7419-455f-b2b1-6ece121b72c7 req-9e350caa-619d-40c5-ae8b-7b42962f6672 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e4d2124-ede4-4545-966b-5099a048d84f HTTP/1.1" status: 200 len: 949 time: 0.1977735 Jun 11 09:41:41.220557 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:41.380166 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e4d2124-ede4-4545-966b-5099a048d84f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7036c337-11e5-4ef3-b5ac-9c60e3590b59'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:41:41.395653 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5202a45-eb8a-49c8-9076-0fb749e8e672" -d '{"events": [{"server_uuid": "1e4d2124-ede4-4545-966b-5099a048d84f", "name": "network-vif-plugged", "status": "completed", "tag": "7036c337-11e5-4ef3-b5ac-9c60e3590b59"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:41:41.451219 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 7036c337-11e5-4ef3-b5ac-9c60e3590b59, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=7036c337-11e5-4ef3-b5ac-9c60e3590b59,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:41:41.558507 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:41.643305 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:41.647408 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:41:41.688266 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c338c496-7419-455f-b2b1-6ece121b72c7 req-01acc1d1-4e52-436b-af78-109ad2954d84 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/security-groups?id=d35df9ed-76e1-4821-b449-9857ba424946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6973968 Jun 11 09:41:41.724724 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecd0c4d-6858-45ea-b27f-d9c7ffcd1fb1 req-25bf87bd-3ae1-429b-a084-93db341c894f tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:41.727146 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4ecd0c4d-6858-45ea-b27f-d9c7ffcd1fb1 req-25bf87bd-3ae1-429b-a084-93db341c894f tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=257b7d5c-4854-4e33-8e45-7f92ad1c36ff HTTP/1.1" status: 200 len: 944 time: 0.1868718 Jun 11 09:41:41.748665 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 37980) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:41:41.777574 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c286c8ad-7b09-4770-af7e-fed05a79649d req-f1aaf7fe-c2ef-4ec2-99b4-e36535d45f35 service neutron] 10.222.0.69 "GET /v2.0/networks/53a42219-c346-45f9-be41-c5dabab2438f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8401823 Jun 11 09:41:41.825455 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=7036c337-11e5-4ef3-b5ac-9c60e3590b59,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:41:41.830011 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 216f3a04-a633-4ba6-ad8e-d639b8b1bf74, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=216f3a04-a633-4ba6-ad8e-d639b8b1bf74,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:41:41.831850 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:41:41.850235 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4ecd0c4d-6858-45ea-b27f-d9c7ffcd1fb1 req-de0b48de-4631-4934-a7cd-8a58d0aa9673 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160626 Jun 11 09:41:41.918445 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:41.921085 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:41:41.986276 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-3710ddd8-4593-4643-a63c-fe3bc8a9123b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1895560236-network', 'tenant_id': '8f6d0c0c8c2f411eb12d310daa1cd1b1'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:41:42.052318 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5b3c39c-4e02-4895-83be-f84e99e60112 x-openstack-request-id: req-d5b3c39c-4e02-4895-83be-f84e99e60112 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:41:42.052967 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e4d2124-ede4-4545-966b-5099a048d84f", "name": "network-vif-plugged", "status": "completed", "tag": "7036c337-11e5-4ef3-b5ac-9c60e3590b59", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:41:42.055525 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d5b3c39c-4e02-4895-83be-f84e99e60112 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:41:42.055525 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e4d2124-ede4-4545-966b-5099a048d84f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7036c337-11e5-4ef3-b5ac-9c60e3590b59', 'code': 200} Jun 11 09:41:42.096197 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=216f3a04-a633-4ba6-ad8e-d639b8b1bf74,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:41:42.106460 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3710ddd8-4593-4643-a63c-fe3bc8a9123b admin admin] Made reservation on behalf of 8f6d0c0c8c2f411eb12d310daa1cd1b1 for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:41:42.110569 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:41:42.110978 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3710ddd8-4593-4643-a63c-fe3bc8a9123b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:42.154556 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3710ddd8-4593-4643-a63c-fe3bc8a9123b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:42.311117 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f6a8cf-d3f1-4b92-aad4-03c3ae48342e req-dfe71c0e-4d9d-4f45-a2e2-61c079af997d tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:42.312629 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd0020c-c153-442a-b3ae-422850e396a4 req-92cc478b-4466-45bd-a6a6-b9b0daa5ff4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:42.314283 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-04f6a8cf-d3f1-4b92-aad4-03c3ae48342e req-dfe71c0e-4d9d-4f45-a2e2-61c079af997d tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/ports?device_id=32c534e8-6a37-462b-be83-c987e2b54ac8 HTTP/1.1" status: 200 len: 949 time: 0.1620800 Jun 11 09:41:42.320092 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6dd0020c-c153-442a-b3ae-422850e396a4 req-92cc478b-4466-45bd-a6a6-b9b0daa5ff4b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1e4d2124-ede4-4545-966b-5099a048d84f HTTP/1.1" status: 200 len: 1102 time: 0.1715217 Jun 11 09:41:42.390619 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-04f6a8cf-d3f1-4b92-aad4-03c3ae48342e req-ec90fcef-19be-4c32-8936-94c4c99443f9 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca3026f3-8a05-4fe5-9c7d-b1a6d33061fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705485 Jun 11 09:41:42.420650 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6dd0020c-c153-442a-b3ae-422850e396a4 req-fae24c5e-0c32-4af3-a247-bc8937f6afb9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d35df9ed-76e1-4821-b449-9857ba424946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869877 Jun 11 09:41:42.422403 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3710ddd8-4593-4643-a63c-fe3bc8a9123b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:42.477812 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3710ddd8-4593-4643-a63c-fe3bc8a9123b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:42.488259 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a0d7eb75-fbb8-4944-982c-94ef150785c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:41:42.521401 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3710ddd8-4593-4643-a63c-fe3bc8a9123b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 794} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 09:41:42.530378 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3710ddd8-4593-4643-a63c-fe3bc8a9123b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f83a507-a742-483a-91ea-68ee9412bd8a,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:41:42.533600 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3710ddd8-4593-4643-a63c-fe3bc8a9123b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:41:42.540020 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3710ddd8-4593-4643-a63c-fe3bc8a9123b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:42.540451 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-3710ddd8-4593-4643-a63c-fe3bc8a9123b admin admin] Added segment f1e93d06-0619-4e74-a2b5-3da93735a623 of type vlan for network b127305b-b0b0-4ef8-8eac-d0d350ff86e3 Jun 11 09:41:42.599785 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3710ddd8-4593-4643-a63c-fe3bc8a9123b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:42.699688 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3710ddd8-4593-4643-a63c-fe3bc8a9123b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:42.701211 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3710ddd8-4593-4643-a63c-fe3bc8a9123b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:42.705969 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3710ddd8-4593-4643-a63c-fe3bc8a9123b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:42.705969 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9c92196a-dd7e-42a4-9a66-54d350dd7a91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:41:42.824088 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3710ddd8-4593-4643-a63c-fe3bc8a9123b admin admin] Pushing event updated for resources: {'Network': ['ID=b127305b-b0b0-4ef8-8eac-d0d350ff86e3,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:41:42.833053 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3710ddd8-4593-4643-a63c-fe3bc8a9123b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:41:42.842798 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network b127305b-b0b0-4ef8-8eac-d0d350ff86e3 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:41:42.997094 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7442a7e0-7ca4-4a87-a304-196928f007ff req-09a800ba-ce54-47f4-a1e2-554aa05527c0 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:42.998793 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7442a7e0-7ca4-4a87-a304-196928f007ff req-09a800ba-ce54-47f4-a1e2-554aa05527c0 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e4d2124-ede4-4545-966b-5099a048d84f HTTP/1.1" status: 200 len: 950 time: 0.0987833 Jun 11 09:41:43.050775 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7442a7e0-7ca4-4a87-a304-196928f007ff req-e47c0383-692b-4b40-9b4f-de22b49e66d3 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/security-groups?id=d35df9ed-76e1-4821-b449-9857ba424946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420821 Jun 11 09:41:43.101170 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5938401b-d750-4dca-a99a-d9cf3e813ad5 req-29d39ad9-8f53-4920-a0e6-e1c49de08f28 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:43.102889 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5938401b-d750-4dca-a99a-d9cf3e813ad5 req-29d39ad9-8f53-4920-a0e6-e1c49de08f28 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=257b7d5c-4854-4e33-8e45-7f92ad1c36ff HTTP/1.1" status: 200 len: 944 time: 0.0975752 Jun 11 09:41:43.164435 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5938401b-d750-4dca-a99a-d9cf3e813ad5 req-6ec9bbfb-3ab2-4b2c-ae9c-97dbc1ea8415 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524058 Jun 11 09:41:43.221457 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-3710ddd8-4593-4643-a63c-fe3bc8a9123b admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4556592 Jun 11 09:41:43.224439 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 37996) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:41:43.230259 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-58324248-1c16-4d9c-89b4-23688db5bf0f admin admin] Request body: {'subnet': {'network_id': 'b127305b-b0b0-4ef8-8eac-d0d350ff86e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1895560236-subnet', 'tenant_id': '8f6d0c0c8c2f411eb12d310daa1cd1b1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:41:43.249190 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6d1f46f4-00cb-4b18-8991-77477a9ab924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:43.317987 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58324248-1c16-4d9c-89b4-23688db5bf0f admin admin] Made reservation on behalf of 8f6d0c0c8c2f411eb12d310daa1cd1b1 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:41:43.320477 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-58324248-1c16-4d9c-89b4-23688db5bf0f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:43.705417 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c08ac1-afc6-4948-8cfb-b442f1491230 req-0a5f1b53-88c8-4216-90be-e69ff220bdde tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:43.707605 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-14c08ac1-afc6-4948-8cfb-b442f1491230 req-0a5f1b53-88c8-4216-90be-e69ff220bdde tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/ports?device_id=32c534e8-6a37-462b-be83-c987e2b54ac8 HTTP/1.1" status: 200 len: 949 time: 0.1069763 Jun 11 09:41:43.717934 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-58324248-1c16-4d9c-89b4-23688db5bf0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:43.742564 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:41:43.815352 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-14c08ac1-afc6-4948-8cfb-b442f1491230 req-946045c5-1137-48e3-ba8b-8668d34d719a tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca3026f3-8a05-4fe5-9c7d-b1a6d33061fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958245 Jun 11 09:41:43.850128 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58324248-1c16-4d9c-89b4-23688db5bf0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=288f0081-0ead-4843-b7ef-ce9137d62c2a,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:41:43.854622 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-58324248-1c16-4d9c-89b4-23688db5bf0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:41:43.862302 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58324248-1c16-4d9c-89b4-23688db5bf0f admin admin] Checking segment: {'id': 'f1e93d06-0619-4e74-a2b5-3da93735a623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'b127305b-b0b0-4ef8-8eac-d0d350ff86e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:41:43.862731 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58324248-1c16-4d9c-89b4-23688db5bf0f admin admin] Network hostable DHCP agents. Network: b127305b-b0b0-4ef8-8eac-d0d350ff86e3, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 09:41:43.950413 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58324248-1c16-4d9c-89b4-23688db5bf0f admin admin] Network b127305b-b0b0-4ef8-8eac-d0d350ff86e3 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 09:41:44.028952 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-58324248-1c16-4d9c-89b4-23688db5bf0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, b127305b-b0b0-4ef8-8eac-d0d350ff86e3) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:41:44.037454 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58324248-1c16-4d9c-89b4-23688db5bf0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:44.038053 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-58324248-1c16-4d9c-89b4-23688db5bf0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:44.042505 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fba306a-f363-4266-a61d-9c762ba16f5d None None] Network b127305b-b0b0-4ef8-8eac-d0d350ff86e3 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:41:44.059452 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42890047-83b7-4b27-af6d-1ab02818e34c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '216f3a04-a633-4ba6-ad8e-d639b8b1bf74'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:41:44.062919 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c8687ed-fbb3-42b4-a3ce-6523c8b63be8" -d '{"events": [{"server_uuid": "42890047-83b7-4b27-af6d-1ab02818e34c", "name": "network-vif-plugged", "status": "completed", "tag": "216f3a04-a633-4ba6-ad8e-d639b8b1bf74"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:41:44.147660 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-58324248-1c16-4d9c-89b4-23688db5bf0f admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9218283 Jun 11 09:41:44.152926 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38010) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:41:44.164656 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-d5c60bb6-47ea-4634-93f1-a8f768ea1133 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1895560236-router', 'tenant_id': '8f6d0c0c8c2f411eb12d310daa1cd1b1', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:41:44.186350 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10d17979-2331-41f3-b880-383da60e552c x-openstack-request-id: req-10d17979-2331-41f3-b880-383da60e552c {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:41:44.188336 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42890047-83b7-4b27-af6d-1ab02818e34c", "name": "network-vif-plugged", "status": "completed", "tag": "216f3a04-a633-4ba6-ad8e-d639b8b1bf74", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:41:44.188788 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-10d17979-2331-41f3-b880-383da60e552c {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:41:44.189366 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42890047-83b7-4b27-af6d-1ab02818e34c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '216f3a04-a633-4ba6-ad8e-d639b8b1bf74', 'code': 200} Jun 11 09:41:44.277172 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d5c60bb6-47ea-4634-93f1-a8f768ea1133 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:44.278780 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d5c60bb6-47ea-4634-93f1-a8f768ea1133 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:44.357300 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f6a61e-951b-474a-90f2-1808c4825aba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-b127305b-b0b0-4ef8-8eac-d0d350ff86e3', 'network_id': 'b127305b-b0b0-4ef8-8eac-d0d350ff86e3', 'tenant_id': '8f6d0c0c8c2f411eb12d310daa1cd1b1', 'fixed_ips': [{'subnet_id': '288f0081-0ead-4843-b7ef-ce9137d62c2a'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 09:41:44.358692 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-95f6a61e-951b-474a-90f2-1808c4825aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:44.516737 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d5c60bb6-47ea-4634-93f1-a8f768ea1133 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:44.528042 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe348bb-d8c8-4a34-a9a4-2246b0a910f8 req-ac8aa434-69a7-4bf6-8197-4517cb68a370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:44.529969 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1fe348bb-d8c8-4a34-a9a4-2246b0a910f8 req-ac8aa434-69a7-4bf6-8197-4517cb68a370 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=42890047-83b7-4b27-af6d-1ab02818e34c HTTP/1.1" status: 200 len: 1102 time: 0.2455862 Jun 11 09:41:44.576091 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f808eead-ec52-42ef-a802-2b7bb154934e req-b4fccf4a-7282-4508-baf9-9b841813b3e3 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:44.577883 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f808eead-ec52-42ef-a802-2b7bb154934e req-b4fccf4a-7282-4508-baf9-9b841813b3e3 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e4d2124-ede4-4545-966b-5099a048d84f HTTP/1.1" status: 200 len: 950 time: 0.2162077 Jun 11 09:41:44.670683 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-95f6a61e-951b-474a-90f2-1808c4825aba None None] Allocated IP 172.20.0.2 (b127305b-b0b0-4ef8-8eac-d0d350ff86e3/288f0081-0ead-4843-b7ef-ce9137d62c2a/37e844e9-64d1-45a0-bb28-48acb64a5674) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:41:44.693262 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4566616-9575-484a-8af8-16710e046990 req-4bfac914-3f3b-4e0c-8540-a27041d97f8c tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:44.698666 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e4566616-9575-484a-8af8-16710e046990 req-4bfac914-3f3b-4e0c-8540-a27041d97f8c tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=257b7d5c-4854-4e33-8e45-7f92ad1c36ff HTTP/1.1" status: 200 len: 944 time: 0.1843619 Jun 11 09:41:44.780620 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e4566616-9575-484a-8af8-16710e046990 req-5298c3e3-9077-443a-833a-b9ccec13877c tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738583 Jun 11 09:41:44.798363 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f808eead-ec52-42ef-a802-2b7bb154934e req-b1773234-a7f1-4828-9abb-1806acfa8df6 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/security-groups?id=d35df9ed-76e1-4821-b449-9857ba424946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088037 Jun 11 09:41:44.975104 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1fe348bb-d8c8-4a34-a9a4-2246b0a910f8 req-7ce59ada-105c-4dba-83d5-d80776f9f893 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d35df9ed-76e1-4821-b449-9857ba424946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4280009 Jun 11 09:41:44.993644 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d5c60bb6-47ea-4634-93f1-a8f768ea1133 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:45.102510 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-95f6a61e-951b-474a-90f2-1808c4825aba None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:45.117052 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-95f6a61e-951b-474a-90f2-1808c4825aba None None] Transition to ACTIVE for port object 37e844e9-64d1-45a0-bb28-48acb64a5674 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:41:45.139549 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-95f6a61e-951b-474a-90f2-1808c4825aba None None] Transition to ACTIVE for port object 37e844e9-64d1-45a0-bb28-48acb64a5674 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:41:45.155244 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67499f12-b1a4-4d01-b3b8-0cdf0ccbf4e1 req-e026ec09-c405-4030-97cf-6bcf1e73c3d1 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:45.161211 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-67499f12-b1a4-4d01-b3b8-0cdf0ccbf4e1 req-e026ec09-c405-4030-97cf-6bcf1e73c3d1 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=42890047-83b7-4b27-af6d-1ab02818e34c HTTP/1.1" status: 200 len: 950 time: 0.1487536 Jun 11 09:41:45.242265 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-67499f12-b1a4-4d01-b3b8-0cdf0ccbf4e1 req-3c7a063e-7b0b-4fa7-87bb-9d31f11a9966 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/security-groups?id=d35df9ed-76e1-4821-b449-9857ba424946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742171 Jun 11 09:41:45.285296 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-95f6a61e-951b-474a-90f2-1808c4825aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:45.300661 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f2073f09-36a7-4380-9598-5fdc56ec6c0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:41:45.343306 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f6a61e-951b-474a-90f2-1808c4825aba None None] Network b127305b-b0b0-4ef8-8eac-d0d350ff86e3 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:41:45.351003 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-95f6a61e-951b-474a-90f2-1808c4825aba None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:41:45.355793 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f6a61e-951b-474a-90f2-1808c4825aba None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:41:45.375034 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f6a61e-951b-474a-90f2-1808c4825aba None None] Pushing event updated for resources: {'Port': ['ID=37e844e9-64d1-45a0-bb28-48acb64a5674,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:41:45.401953 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0d5061-6f1e-4cfc-bab2-86faf728df79 req-9751bb7a-9ecc-4a27-8ae5-789d1976755f tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:45.402110 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-95f6a61e-951b-474a-90f2-1808c4825aba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:41:45.403059 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1a0d5061-6f1e-4cfc-bab2-86faf728df79 req-9751bb7a-9ecc-4a27-8ae5-789d1976755f tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/ports?device_id=32c534e8-6a37-462b-be83-c987e2b54ac8 HTTP/1.1" status: 200 len: 949 time: 0.2289817 Jun 11 09:41:45.450078 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-95f6a61e-951b-474a-90f2-1808c4825aba None None] Attempting to bind port 37e844e9-64d1-45a0-bb28-48acb64a5674 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:41:45.450560 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-95f6a61e-951b-474a-90f2-1808c4825aba None None] Attempting to bind port 37e844e9-64d1-45a0-bb28-48acb64a5674 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'f1e93d06-0619-4e74-a2b5-3da93735a623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'b127305b-b0b0-4ef8-8eac-d0d350ff86e3'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:41:45.451003 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f6a61e-951b-474a-90f2-1808c4825aba None None] Attempting to bind port 37e844e9-64d1-45a0-bb28-48acb64a5674 on network b127305b-b0b0-4ef8-8eac-d0d350ff86e3 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:41:45.458880 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f6a61e-951b-474a-90f2-1808c4825aba None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:41:45.459386 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f6a61e-951b-474a-90f2-1808c4825aba None None] Checking segment: {'id': 'f1e93d06-0619-4e74-a2b5-3da93735a623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'b127305b-b0b0-4ef8-8eac-d0d350ff86e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:41:45.459891 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-95f6a61e-951b-474a-90f2-1808c4825aba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:45.460373 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f6a61e-951b-474a-90f2-1808c4825aba None None] Bound using segment: {'id': 'f1e93d06-0619-4e74-a2b5-3da93735a623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'b127305b-b0b0-4ef8-8eac-d0d350ff86e3'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:41:45.460950 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-95f6a61e-951b-474a-90f2-1808c4825aba None None] Bound port: 37e844e9-64d1-45a0-bb28-48acb64a5674, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1e93d06-0619-4e74-a2b5-3da93735a623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'b127305b-b0b0-4ef8-8eac-d0d350ff86e3'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:41:45.461402 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-95f6a61e-951b-474a-90f2-1808c4825aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:45.480953 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1a0d5061-6f1e-4cfc-bab2-86faf728df79 req-b40792eb-ca4d-40b1-882a-4c276b9cd1a8 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca3026f3-8a05-4fe5-9c7d-b1a6d33061fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713849 Jun 11 09:41:45.553390 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-95f6a61e-951b-474a-90f2-1808c4825aba None None] For port 37e844e9-64d1-45a0-bb28-48acb64a5674, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:41:45.558330 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-95f6a61e-951b-474a-90f2-1808c4825aba None None] For port 37e844e9-64d1-45a0-bb28-48acb64a5674, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=37e844e9-64d1-45a0-bb28-48acb64a5674,segment=NetworkSegment(f1e93d06-0619-4e74-a2b5-3da93735a623),segment_id=f1e93d06-0619-4e74-a2b5-3da93735a623)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:41:45.627391 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-95f6a61e-951b-474a-90f2-1808c4825aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:45.629644 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:41:45.662384 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d5c60bb6-47ea-4634-93f1-a8f768ea1133 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:45.692305 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d5c60bb6-47ea-4634-93f1-a8f768ea1133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:45.793711 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f6a61e-951b-474a-90f2-1808c4825aba None None] Pushing event updated for resources: {'Port': ['ID=37e844e9-64d1-45a0-bb28-48acb64a5674,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:41:45.797793 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-95f6a61e-951b-474a-90f2-1808c4825aba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:41:45.809146 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-dcf52fa6-fbbf-4b8b-b241-81d8a260878c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:45.893232 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:45.909796 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-d5c60bb6-47ea-4634-93f1-a8f768ea1133 admin admin] Allocated IP 172.25.4.11 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/5e9d9bd5-1b48-4485-b113-d4702678a7a7) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:41:46.271369 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085a5332-49f2-4e4c-84cd-c5b1da342343 req-4c81154f-0e51-428f-acbb-f9b646610d55 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:46.273601 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-085a5332-49f2-4e4c-84cd-c5b1da342343 req-4c81154f-0e51-428f-acbb-f9b646610d55 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=257b7d5c-4854-4e33-8e45-7f92ad1c36ff HTTP/1.1" status: 200 len: 944 time: 0.2378500 Jun 11 09:41:46.279470 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d5c60bb6-47ea-4634-93f1-a8f768ea1133 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:46.352094 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-085a5332-49f2-4e4c-84cd-c5b1da342343 req-ea6ae034-08e0-4cea-9626-8a94d334dc91 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694778 Jun 11 09:41:46.478498 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d5c60bb6-47ea-4634-93f1-a8f768ea1133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:46.491371 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-dfe956b9-067b-4b89-95b9-ac31edee675b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:41:46.511919 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c60bb6-47ea-4634-93f1-a8f768ea1133 admin admin] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:41:46.517165 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:46.537763 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-d5c60bb6-47ea-4634-93f1-a8f768ea1133 admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:41:46.546994 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c60bb6-47ea-4634-93f1-a8f768ea1133 admin admin] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:41:46.576627 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cf0634-3f18-4033-9b5f-4506f326b96e req-878e3df6-52fa-4982-a27c-e4f23554122d tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:46.578059 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d7cf0634-3f18-4033-9b5f-4506f326b96e req-878e3df6-52fa-4982-a27c-e4f23554122d tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=42890047-83b7-4b27-af6d-1ab02818e34c HTTP/1.1" status: 200 len: 950 time: 0.1401014 Jun 11 09:41:46.682268 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d7cf0634-3f18-4033-9b5f-4506f326b96e req-17ec84de-7f88-47d2-ba13-fc54a85d17ed tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/security-groups?id=d35df9ed-76e1-4821-b449-9857ba424946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949986 Jun 11 09:41:46.796529 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c60bb6-47ea-4634-93f1-a8f768ea1133 admin admin] Pushing event updated for resources: {'Port': ['ID=5e9d9bd5-1b48-4485-b113-d4702678a7a7,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:41:46.826539 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d5c60bb6-47ea-4634-93f1-a8f768ea1133 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:41:47.067095 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a0141-32c6-4365-b6d4-3cb70e94fc95 req-3737fb20-744b-4dac-80d1-c6dbabeeb1e9 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:47.072224 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4c0a0141-32c6-4365-b6d4-3cb70e94fc95 req-3737fb20-744b-4dac-80d1-c6dbabeeb1e9 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/ports?device_id=32c534e8-6a37-462b-be83-c987e2b54ac8 HTTP/1.1" status: 200 len: 949 time: 0.3665857 Jun 11 09:41:47.153214 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4c0a0141-32c6-4365-b6d4-3cb70e94fc95 req-329b7e48-8894-4820-b5fa-0a7a010cfce4 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca3026f3-8a05-4fe5-9c7d-b1a6d33061fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480912 Jun 11 09:41:47.219865 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 37e844e9-64d1-45a0-bb28-48acb64a5674 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:41:47.264074 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5338411c-9384-4e5a-9250-b9d30011091a None None] Network b127305b-b0b0-4ef8-8eac-d0d350ff86e3 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:41:47.465164 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-2dd349b2-7269-46a9-ae18-4383bb78fc4e None None] Provisioning for port 37e844e9-64d1-45a0-bb28-48acb64a5674 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:41:47.580930 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 37e844e9-64d1-45a0-bb28-48acb64a5674 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:41:47.593008 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 37e844e9-64d1-45a0-bb28-48acb64a5674 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:41:47.593486 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:47.746774 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:47.835045 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 37e844e9-64d1-45a0-bb28-48acb64a5674, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=37e844e9-64d1-45a0-bb28-48acb64a5674,segment=NetworkSegment(f1e93d06-0619-4e74-a2b5-3da93735a623),segment_id=f1e93d06-0619-4e74-a2b5-3da93735a623)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:41:47.920419 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-27b4b2cf-9e2e-4e2d-82dc-b3218f3cd4cd None None] Provisioning complete for port 37e844e9-64d1-45a0-bb28-48acb64a5674 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:41:47.920822 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-27b4b2cf-9e2e-4e2d-82dc-b3218f3cd4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:47.931298 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:47.982136 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:41:48.002169 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d5c60bb6-47ea-4634-93f1-a8f768ea1133 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:48.034470 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016ec8b8-8556-4f5a-8973-a123c595830f req-e42756de-eb11-43e0-9049-83f94150f48c tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:48.045314 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-016ec8b8-8556-4f5a-8973-a123c595830f req-e42756de-eb11-43e0-9049-83f94150f48c tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=42890047-83b7-4b27-af6d-1ab02818e34c HTTP/1.1" status: 200 len: 950 time: 0.1525221 Jun 11 09:41:48.115120 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-016ec8b8-8556-4f5a-8973-a123c595830f req-ebe3a12c-4f36-4daf-802b-bf33453acc10 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/security-groups?id=d35df9ed-76e1-4821-b449-9857ba424946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688572 Jun 11 09:41:48.137294 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=37e844e9-64d1-45a0-bb28-48acb64a5674,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:41:48.168402 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:41:48.284446 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1e2dc514-a547-4055-9e96-fdf2844587aa req-e95b8f5f-f2fe-4843-9998-5636d8d3f279 service neutron] 10.222.0.69 "GET /v2.0/ports/973e3669-885a-4cbf-a78b-649ea7371a7e/bindings/n-h1-779913-12 HTTP/1.1" status: 200 len: 385 time: 0.2787247 Jun 11 09:41:48.304749 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:48.525279 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4612576d-5985-41b3-aa26-c27cff8f27bf req-172af083-d140-44c1-b141-ac8a4ec61c16 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:48.532618 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4612576d-5985-41b3-aa26-c27cff8f27bf req-172af083-d140-44c1-b141-ac8a4ec61c16 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=257b7d5c-4854-4e33-8e45-7f92ad1c36ff HTTP/1.1" status: 200 len: 944 time: 0.5250821 Jun 11 09:41:48.568909 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 973e3669-885a-4cbf-a78b-649ea7371a7e no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:41:48.588747 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d5c60bb6-47ea-4634-93f1-a8f768ea1133 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:48.643237 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4612576d-5985-41b3-aa26-c27cff8f27bf req-37ef2f6a-684d-484e-8cbd-920feece3530 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096430 Jun 11 09:41:48.737851 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9416bda-3b70-4767-b6b3-323be326e5a3 req-e6fc480f-51f2-4264-b814-3becb869003c tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:48.745978 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9416bda-3b70-4767-b6b3-323be326e5a3 req-e6fc480f-51f2-4264-b814-3becb869003c tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:48.753519 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a9416bda-3b70-4767-b6b3-323be326e5a3 req-e6fc480f-51f2-4264-b814-3becb869003c tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e4d2124-ede4-4545-966b-5099a048d84f&device_id=42890047-83b7-4b27-af6d-1ab02818e34c HTTP/1.1" status: 200 len: 1691 time: 0.1995280 Jun 11 09:41:48.824916 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a9416bda-3b70-4767-b6b3-323be326e5a3 req-0574f722-d298-4fb1-9d1a-94b3673479f5 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/security-groups?id=d35df9ed-76e1-4821-b449-9857ba424946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697508 Jun 11 09:41:49.132914 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 37e844e9-64d1-45a0-bb28-48acb64a5674 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:41:49.144581 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bd1dd9-84ed-4e47-ba97-fe6fe063a86a req-e5bb1279-5d73-4524-9cee-654ef80010d7 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:49.146623 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c7bd1dd9-84ed-4e47-ba97-fe6fe063a86a req-e5bb1279-5d73-4524-9cee-654ef80010d7 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/ports?device_id=32c534e8-6a37-462b-be83-c987e2b54ac8 HTTP/1.1" status: 200 len: 949 time: 0.2565594 Jun 11 09:41:49.205386 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c03315-3436-455f-88a5-dc54bf8692ea req-40fdcde9-5aed-411d-9495-e77f309cf15e tempest-ServersOnMultiNodesTest-764403187 tempest-ServersOnMultiNodesTest-764403187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:49.207558 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e3c03315-3436-455f-88a5-dc54bf8692ea req-40fdcde9-5aed-411d-9495-e77f309cf15e tempest-ServersOnMultiNodesTest-764403187 tempest-ServersOnMultiNodesTest-764403187-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1e4d2124-ede4-4545-966b-5099a048d84f HTTP/1.1" status: 200 len: 1102 time: 0.0919361 Jun 11 09:41:49.208554 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-1e2dc514-a547-4055-9e96-fdf2844587aa req-c55fb980-b108-49b5-9441-e69cd1dfd4cc service neutron] For port 973e3669-885a-4cbf-a78b-649ea7371a7e, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=973e3669-885a-4cbf-a78b-649ea7371a7e,segment=NetworkSegment(56281ee1-4859-40f0-b2a0-2c2117bfda04),segment_id=56281ee1-4859-40f0-b2a0-2c2117bfda04)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:41:49.214845 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 37e844e9-64d1-45a0-bb28-48acb64a5674 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:41:49.215755 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:49.248075 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:41:49.248075 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:41:49.248075 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:41:49.248075 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:41:49.248075 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:41:49.248075 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:41:49.248075 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:41:49.248075 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:41:49.248075 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:41:49.248075 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:41:49.248075 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:41:49.248075 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:41:49.248075 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:41:49.248075 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:41:49.248075 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:41:49.248075 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:41:49.248075 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:41:49.248075 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:41:49.248075 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:41:49.248075 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:41:49.248075 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:41:49.248075 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:41:49.248075 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:41:49.248075 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:41:49.248075 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:41:49.248075 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:41:49.248075 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:41:49.248075 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:41:49.248075 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:41:49.248075 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:41:49.248075 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:41:49.248075 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:41:49.248075 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:41:49.248075 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:41:49.248075 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:41:49.248075 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:41:49.248075 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:41:49.248075 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:41:49.248075 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:41:49.248075 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:41:49.248075 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:41:49.248075 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:41:49.248075 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:41:49.248075 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:41:49.250873 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:41:49.250873 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:41:49.250873 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:41:49.250873 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:41:49.250873 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:41:49.250873 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:41:49.250873 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:41:49.250873 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:41:49.250873 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:41:49.250873 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:41:49.250873 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:41:49.250873 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:41:49.250873 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:41:49.250873 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:41:49.250873 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:41:49.250873 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:41:49.253576 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c7bd1dd9-84ed-4e47-ba97-fe6fe063a86a req-74f2dbef-0784-49f1-9312-88ac39adc73c tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca3026f3-8a05-4fe5-9c7d-b1a6d33061fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983176 Jun 11 09:41:49.257884 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e3c03315-3436-455f-88a5-dc54bf8692ea req-0adb54ca-1258-4c74-a3fb-9c3f9f8c61f7 tempest-ServersOnMultiNodesTest-764403187 tempest-ServersOnMultiNodesTest-764403187-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=d35df9ed-76e1-4821-b449-9857ba424946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392473 Jun 11 09:41:49.266600 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-1e2dc514-a547-4055-9e96-fdf2844587aa req-c55fb980-b108-49b5-9441-e69cd1dfd4cc service neutron] For port 973e3669-885a-4cbf-a78b-649ea7371a7e, host n-h2-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:41:49.356411 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [req-1e2dc514-a547-4055-9e96-fdf2844587aa req-c55fb980-b108-49b5-9441-e69cd1dfd4cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 973e3669-885a-4cbf-a78b-649ea7371a7e {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:41:49.380101 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-1e2dc514-a547-4055-9e96-fdf2844587aa req-c55fb980-b108-49b5-9441-e69cd1dfd4cc service neutron] For port 973e3669-885a-4cbf-a78b-649ea7371a7e, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=973e3669-885a-4cbf-a78b-649ea7371a7e,segment=NetworkSegment(56281ee1-4859-40f0-b2a0-2c2117bfda04),segment_id=56281ee1-4859-40f0-b2a0-2c2117bfda04)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:41:49.473320 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b97bbf1-f6b2-4955-8dad-eb208a6fd24b req-44242788-5a0a-4ac8-b1a6-69b6cb7b9df9 tempest-ServersOnMultiNodesTest-764403187 tempest-ServersOnMultiNodesTest-764403187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:49.474869 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7b97bbf1-f6b2-4955-8dad-eb208a6fd24b req-44242788-5a0a-4ac8-b1a6-69b6cb7b9df9 tempest-ServersOnMultiNodesTest-764403187 tempest-ServersOnMultiNodesTest-764403187-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=42890047-83b7-4b27-af6d-1ab02818e34c HTTP/1.1" status: 200 len: 1102 time: 0.0595608 Jun 11 09:41:49.512685 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7b97bbf1-f6b2-4955-8dad-eb208a6fd24b req-172cd95e-8fd9-4479-b4db-ac67575566e3 tempest-ServersOnMultiNodesTest-764403187 tempest-ServersOnMultiNodesTest-764403187-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=d35df9ed-76e1-4821-b449-9857ba424946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316279 Jun 11 09:41:49.592774 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5c60bb6-47ea-4634-93f1-a8f768ea1133 admin admin] Router b29cca65-45b9-4d62-bf5a-989434b31c9e is scheduled to L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 with binding_index 1 {{(pid=93177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 09:41:49.661678 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-1e2dc514-a547-4055-9e96-fdf2844587aa req-c55fb980-b108-49b5-9441-e69cd1dfd4cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:49.740682 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-da339513-4641-4ffb-8105-32eb1a362f61 req-a3274d53-32b3-4770-bd9d-789799242af4 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=4a10270434c34de9b98cfc51150cacd7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298538 Jun 11 09:41:49.916958 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da339513-4641-4ffb-8105-32eb1a362f61 req-9ac3c0cd-4741-4703-b75d-efac8d575087 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:49.916958 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-da339513-4641-4ffb-8105-32eb1a362f61 req-9ac3c0cd-4741-4703-b75d-efac8d575087 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1685119 Jun 11 09:41:49.938100 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-da339513-4641-4ffb-8105-32eb1a362f61 req-46533140-d800-4335-acb5-67deb6f18c3e tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/quotas/4a10270434c34de9b98cfc51150cacd7 HTTP/1.1" status: 200 len: 375 time: 0.0100999 Jun 11 09:41:49.954611 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-1e2dc514-a547-4055-9e96-fdf2844587aa req-c55fb980-b108-49b5-9441-e69cd1dfd4cc service neutron] Transition to ACTIVE for port object 973e3669-885a-4cbf-a78b-649ea7371a7e will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:41:49.957473 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5c60bb6-47ea-4634-93f1-a8f768ea1133 admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:41:49.974984 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098583df-319e-470c-9c30-e83b13f4cda9 None None] Sync routers for ids ['b29cca65-45b9-4d62-bf5a-989434b31c9e'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:41:49.980923 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc395f-698e-4566-a5f2-c5f4756248a0 req-fe55d9b5-1b67-4651-97ce-c1b3ebe2314a tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:49.983003 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-54dc395f-698e-4566-a5f2-c5f4756248a0 req-fe55d9b5-1b67-4651-97ce-c1b3ebe2314a tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=257b7d5c-4854-4e33-8e45-7f92ad1c36ff HTTP/1.1" status: 200 len: 944 time: 0.1647310 Jun 11 09:41:50.005892 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098583df-319e-470c-9c30-e83b13f4cda9 None None] Routers {'b29cca65-45b9-4d62-bf5a-989434b31c9e'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:41:50.007424 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-098583df-319e-470c-9c30-e83b13f4cda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:41:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['b29cca65-45b9-4d62-bf5a-989434b31c9e'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:41:50.027972 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-1e2dc514-a547-4055-9e96-fdf2844587aa req-c55fb980-b108-49b5-9441-e69cd1dfd4cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:50.035263 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-eb63cfc1-289a-4939-bfe0-a470272ad223 tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:41:50.080197 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-da339513-4641-4ffb-8105-32eb1a362f61 req-26a7bfe3-e980-4b0f-b2bc-26b299560b1e tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=4a10270434c34de9b98cfc51150cacd7&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1396925 Jun 11 09:41:50.102292 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-54dc395f-698e-4566-a5f2-c5f4756248a0 req-236e4d86-99eb-4363-8b0f-81e68fd12bed tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083691 Jun 11 09:41:50.105535 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d5c60bb6-47ea-4634-93f1-a8f768ea1133 admin admin] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:50.110020 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38088) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:41:50.112510 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-d5c60bb6-47ea-4634-93f1-a8f768ea1133 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.9580319 Jun 11 09:41:50.226113 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e2dc514-a547-4055-9e96-fdf2844587aa req-c55fb980-b108-49b5-9441-e69cd1dfd4cc service neutron] No DVR routers for this DVR port 973e3669-885a-4cbf-a78b-649ea7371a7e on host n-h2-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:41:50.281071 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55fb980-b108-49b5-9441-e69cd1dfd4cc service neutron] Pushing event updated for resources: {'Port': ['ID=973e3669-885a-4cbf-a78b-649ea7371a7e,revision_number=10']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:41:50.313648 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c55fb980-b108-49b5-9441-e69cd1dfd4cc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:41:50.335633 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1e2dc514-a547-4055-9e96-fdf2844587aa req-c55fb980-b108-49b5-9441-e69cd1dfd4cc service neutron] 10.222.0.69 "PUT /v2.0/ports/973e3669-885a-4cbf-a78b-649ea7371a7e/bindings/n-h1-779913-12/activate HTTP/1.1" status: 200 len: 370 time: 2.0205500 Jun 11 09:41:50.467814 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-098583df-319e-470c-9c30-e83b13f4cda9 None None] Set router b29cca65-45b9-4d62-bf5a-989434b31c9e gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:41:50.667398 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2461525d-d865-4dd9-9b23-fc72dcf547c0 req-4bc0060f-c714-4f33-be13-fda7f5ec042a tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:50.669592 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2461525d-d865-4dd9-9b23-fc72dcf547c0 req-4bc0060f-c714-4f33-be13-fda7f5ec042a tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/ports?device_id=32c534e8-6a37-462b-be83-c987e2b54ac8 HTTP/1.1" status: 200 len: 949 time: 0.1738749 Jun 11 09:41:50.672958 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2dc514-a547-4055-9e96-fdf2844587aa req-104f782f-9193-494c-a79d-45fd9162d6a3 tempest-LiveAutoBlockMigrationV225Test-226334702 tempest-LiveAutoBlockMigrationV225Test-226334702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:50.674792 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1e2dc514-a547-4055-9e96-fdf2844587aa req-104f782f-9193-494c-a79d-45fd9162d6a3 tempest-LiveAutoBlockMigrationV225Test-226334702 tempest-LiveAutoBlockMigrationV225Test-226334702-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=257b7d5c-4854-4e33-8e45-7f92ad1c36ff&tenant_id=761e66d23fea4903a68cd9de907a43c1&binding%3Ahost_id=n-h2-779913-12 HTTP/1.1" status: 200 len: 1097 time: 0.1622772 Jun 11 09:41:50.752768 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-098583df-319e-470c-9c30-e83b13f4cda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29cca65-45b9-4d62-bf5a-989434b31c9e', 'name': 'tempest-FloatingIPDetailsTestJSON-1895560236-router', 'tenant_id': '8f6d0c0c8c2f411eb12d310daa1cd1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': '5e9d9bd5-1b48-4485-b113-d4702678a7a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:41:44Z', 'updated_at': '2021-06-11T09:41:47Z', 'revision_number': 3, 'project_id': '8f6d0c0c8c2f411eb12d310daa1cd1b1', 'gw_port': {'id': '5e9d9bd5-1b48-4485-b113-d4702678a7a7', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:30:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b29cca65-45b9-4d62-bf5a-989434b31c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:41:45Z', 'updated_at': '2021-06-11T09:41:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:41:50.756546 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2461525d-d865-4dd9-9b23-fc72dcf547c0 req-230a348b-0b14-4f2a-b279-ef453f7cc966 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca3026f3-8a05-4fe5-9c7d-b1a6d33061fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802350 Jun 11 09:41:50.756676 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098583df-319e-470c-9c30-e83b13f4cda9 None None] Checking router: b29cca65-45b9-4d62-bf5a-989434b31c9e for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:41:50.756930 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098583df-319e-470c-9c30-e83b13f4cda9 None None] Updating router b29cca65-45b9-4d62-bf5a-989434b31c9e port 5e9d9bd5-1b48-4485-b113-d4702678a7a7 binding host n-d-779913-12 {{(pid=93178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 09:41:50.762227 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-921d5f65-4ac4-4bef-bf4f-b1ac17c6338d req-38d67392-4b7b-4211-a4c5-3a9d9ad89035 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=29b85db7-c5bc-4f80-a30c-06de146f209d HTTP/1.1" status: 200 len: 210 time: 0.0696647 Jun 11 09:41:50.783447 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2dc514-a547-4055-9e96-fdf2844587aa req-cb8a20cb-6f3a-4ef7-8edc-ece672ab9d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:50.785373 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1e2dc514-a547-4055-9e96-fdf2844587aa req-cb8a20cb-6f3a-4ef7-8edc-ece672ab9d1e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=257b7d5c-4854-4e33-8e45-7f92ad1c36ff&tenant_id=761e66d23fea4903a68cd9de907a43c1 HTTP/1.1" status: 200 len: 1097 time: 0.1000617 Jun 11 09:41:50.813696 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-098583df-319e-470c-9c30-e83b13f4cda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:50.887277 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2dc514-a547-4055-9e96-fdf2844587aa req-7eedf7e7-0dc0-4017-9a02-837eb1e6aa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:50.888980 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1e2dc514-a547-4055-9e96-fdf2844587aa req-7eedf7e7-0dc0-4017-9a02-837eb1e6aa98 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=761e66d23fea4903a68cd9de907a43c1&device_id=257b7d5c-4854-4e33-8e45-7f92ad1c36ff HTTP/1.1" status: 200 len: 1097 time: 0.0768018 Jun 11 09:41:51.067887 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2dc514-a547-4055-9e96-fdf2844587aa req-54b07017-6fc7-40f8-9954-555eceabfa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:51.069817 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1e2dc514-a547-4055-9e96-fdf2844587aa req-54b07017-6fc7-40f8-9954-555eceabfa65 service neutron] 10.222.0.64 "GET /v2.0/networks?id=53a42219-c346-45f9-be41-c5dabab2438f HTTP/1.1" status: 200 len: 922 time: 0.1722214 Jun 11 09:41:51.078808 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5a76eb1c-52cd-498e-b7c1-2ab8b235b79b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:51.177479 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1e2dc514-a547-4055-9e96-fdf2844587aa req-3d88b480-cd22-466d-9476-2beac6fb2e0d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=973e3669-885a-4cbf-a78b-649ea7371a7e HTTP/1.1" status: 200 len: 217 time: 0.0897570 Jun 11 09:41:51.208262 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-098583df-319e-470c-9c30-e83b13f4cda9 None None] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:51.221764 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-098583df-319e-470c-9c30-e83b13f4cda9 None None] Transition to ACTIVE for port object 5e9d9bd5-1b48-4485-b113-d4702678a7a7 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:41:51.300571 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2dc514-a547-4055-9e96-fdf2844587aa req-bf2ee5c5-625d-407a-99c6-6a17c128523a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:51.302129 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1e2dc514-a547-4055-9e96-fdf2844587aa req-bf2ee5c5-625d-407a-99c6-6a17c128523a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=20094bda-f8d4-46e6-bab1-f100394de689 HTTP/1.1" status: 200 len: 861 time: 0.1083214 Jun 11 09:41:51.304661 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-098583df-319e-470c-9c30-e83b13f4cda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:51.311100 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:41:51.321036 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-5a76eb1c-52cd-498e-b7c1-2ab8b235b79b admin admin] Allocated IP 172.20.0.1 (b127305b-b0b0-4ef8-8eac-d0d350ff86e3/288f0081-0ead-4843-b7ef-ce9137d62c2a/8cc73808-d9f1-49ed-8093-054f0fe3ac81) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:41:51.361385 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1e2dc514-a547-4055-9e96-fdf2844587aa req-b851a9da-824c-4726-acaf-ed3c2ef97245 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=53a42219-c346-45f9-be41-c5dabab2438f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491004 Jun 11 09:41:51.390202 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30199e35-f2aa-4a05-895c-0afc6aa5cc9b req-7c4f16e2-a94d-4b71-97f9-b0dae9011941 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:51.391806 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-30199e35-f2aa-4a05-895c-0afc6aa5cc9b req-7c4f16e2-a94d-4b71-97f9-b0dae9011941 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=257b7d5c-4854-4e33-8e45-7f92ad1c36ff HTTP/1.1" status: 200 len: 945 time: 0.1400049 Jun 11 09:41:51.430497 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc632095-3539-4093-9d4c-d4678c375222 None None] Pushing event updated for resources: {'Port': ['ID=5e9d9bd5-1b48-4485-b113-d4702678a7a7,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:41:51.441934 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-098583df-319e-470c-9c30-e83b13f4cda9 None None] Attempting to bind port 5e9d9bd5-1b48-4485-b113-d4702678a7a7 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:41:51.442336 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-098583df-319e-470c-9c30-e83b13f4cda9 None None] Attempting to bind port 5e9d9bd5-1b48-4485-b113-d4702678a7a7 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:41:51.443998 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098583df-319e-470c-9c30-e83b13f4cda9 None None] Attempting to bind port 5e9d9bd5-1b48-4485-b113-d4702678a7a7 on network f0adef6e-169f-4a27-8865-442be2ad072d {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:41:51.451518 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc632095-3539-4093-9d4c-d4678c375222 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:41:51.451890 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc632095-3539-4093-9d4c-d4678c375222 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:41:51.452233 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc632095-3539-4093-9d4c-d4678c375222 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:41:51.453372 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc632095-3539-4093-9d4c-d4678c375222 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:41:51.453901 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc632095-3539-4093-9d4c-d4678c375222 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:41:51.454202 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc632095-3539-4093-9d4c-d4678c375222 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:41:51.454575 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc632095-3539-4093-9d4c-d4678c375222 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:41:51.455087 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc632095-3539-4093-9d4c-d4678c375222 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:41:51.455589 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc632095-3539-4093-9d4c-d4678c375222 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:41:51.456072 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc632095-3539-4093-9d4c-d4678c375222 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:41:51.457386 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc632095-3539-4093-9d4c-d4678c375222 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:41:51.457386 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc632095-3539-4093-9d4c-d4678c375222 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:41:51.462117 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098583df-319e-470c-9c30-e83b13f4cda9 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:41:51.462523 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098583df-319e-470c-9c30-e83b13f4cda9 None None] Checking segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:41:51.462921 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-098583df-319e-470c-9c30-e83b13f4cda9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:51.464429 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098583df-319e-470c-9c30-e83b13f4cda9 None None] Bound using segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:41:51.465079 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-098583df-319e-470c-9c30-e83b13f4cda9 None None] Bound port: 5e9d9bd5-1b48-4485-b113-d4702678a7a7, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:41:51.465633 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-098583df-319e-470c-9c30-e83b13f4cda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:51.466317 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5a76eb1c-52cd-498e-b7c1-2ab8b235b79b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:51.481656 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [None req-5a76eb1c-52cd-498e-b7c1-2ab8b235b79b admin admin] Transition to ACTIVE for port object 8cc73808-d9f1-49ed-8093-054f0fe3ac81 will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:41:51.510673 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-30199e35-f2aa-4a05-895c-0afc6aa5cc9b req-0d17e02d-6b0e-477b-95a6-4dd038d268da tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021721 Jun 11 09:41:51.514989 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-cc632095-3539-4093-9d4c-d4678c375222 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:41:51.553090 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-098583df-319e-470c-9c30-e83b13f4cda9 None None] For port 5e9d9bd5-1b48-4485-b113-d4702678a7a7, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:41:51.557521 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-098583df-319e-470c-9c30-e83b13f4cda9 None None] For port 5e9d9bd5-1b48-4485-b113-d4702678a7a7, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=5e9d9bd5-1b48-4485-b113-d4702678a7a7,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:41:51.567652 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1e2dc514-a547-4055-9e96-fdf2844587aa req-130c255d-334b-48b3-8dae-348c9b36136f service neutron] 10.222.0.64 "GET /v2.0/networks/53a42219-c346-45f9-be41-c5dabab2438f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915915 Jun 11 09:41:51.598214 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5a76eb1c-52cd-498e-b7c1-2ab8b235b79b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:51.601490 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6fa773d2-067c-42e5-a04a-295a02a06c0d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:41:51.646888 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a76eb1c-52cd-498e-b7c1-2ab8b235b79b admin admin] Network b127305b-b0b0-4ef8-8eac-d0d350ff86e3 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:41:51.651653 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-5a76eb1c-52cd-498e-b7c1-2ab8b235b79b admin admin] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:41:51.654400 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a76eb1c-52cd-498e-b7c1-2ab8b235b79b admin admin] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:41:51.695616 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-098583df-319e-470c-9c30-e83b13f4cda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:51.700979 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:41:51.760550 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a76eb1c-52cd-498e-b7c1-2ab8b235b79b admin admin] Pushing event updated for resources: {'Port': ['ID=8cc73808-d9f1-49ed-8093-054f0fe3ac81,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:41:51.764785 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5a76eb1c-52cd-498e-b7c1-2ab8b235b79b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:41:51.777611 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5a76eb1c-52cd-498e-b7c1-2ab8b235b79b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-375088'] for router_interface, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:51.843853 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098583df-319e-470c-9c30-e83b13f4cda9 None None] Routers {'b29cca65-45b9-4d62-bf5a-989434b31c9e'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:41:51.844504 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-098583df-319e-470c-9c30-e83b13f4cda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:41:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['b29cca65-45b9-4d62-bf5a-989434b31c9e'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:41:51.995748 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc632095-3539-4093-9d4c-d4678c375222 None None] Pushing event updated for resources: {'Port': ['ID=5e9d9bd5-1b48-4485-b113-d4702678a7a7,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:41:51.999134 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-cc632095-3539-4093-9d4c-d4678c375222 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:41:52.033184 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a0a584-6379-4c9e-9941-797be9ed4060 req-db2bd799-6570-4847-ad24-4dcbde216975 tempest-AttachSCSIVolumeTestJSON-1132769149 tempest-AttachSCSIVolumeTestJSON-1132769149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:52.036057 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-54a0a584-6379-4c9e-9941-797be9ed4060 req-db2bd799-6570-4847-ad24-4dcbde216975 tempest-AttachSCSIVolumeTestJSON-1132769149 tempest-AttachSCSIVolumeTestJSON-1132769149-project] 10.222.0.60 "GET /v2.0/networks?id=5f5b4bd2-720b-4d8c-8f94-0c6e8edf7aa1 HTTP/1.1" status: 200 len: 815 time: 0.3861525 Jun 11 09:41:52.058282 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-54a0a584-6379-4c9e-9941-797be9ed4060 req-df5395cf-3cb4-467b-9781-187e671e07e1 tempest-AttachSCSIVolumeTestJSON-1132769149 tempest-AttachSCSIVolumeTestJSON-1132769149-project] 10.222.0.60 "GET /v2.0/quotas/b45337579131456f96bbbe68609b8874 HTTP/1.1" status: 200 len: 375 time: 0.0177021 Jun 11 09:41:52.082879 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-098583df-319e-470c-9c30-e83b13f4cda9 None None] Set router b29cca65-45b9-4d62-bf5a-989434b31c9e gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:41:52.137527 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1e2dc514-a547-4055-9e96-fdf2844587aa req-354ad8d3-4239-4365-98df-d6210c8d0121 service neutron] 10.222.0.64 "GET /v2.0/networks/53a42219-c346-45f9-be41-c5dabab2438f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5633624 Jun 11 09:41:52.172210 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced5d885-a2cf-48af-b4d8-e1b9620460ae req-72658bf0-a576-4256-81aa-ab15051cb4c8 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:52.176813 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5a76eb1c-52cd-498e-b7c1-2ab8b235b79b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:52.186995 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ced5d885-a2cf-48af-b4d8-e1b9620460ae req-72658bf0-a576-4256-81aa-ab15051cb4c8 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/ports?device_id=32c534e8-6a37-462b-be83-c987e2b54ac8 HTTP/1.1" status: 200 len: 949 time: 0.1255772 Jun 11 09:41:52.194003 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-e703a1a6-3c24-41dc-828d-dcf316f3bd01 None None] Provisioning for port 8cc73808-d9f1-49ed-8093-054f0fe3ac81 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:41:52.211205 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-e703a1a6-3c24-41dc-828d-dcf316f3bd01 None None] Provisioning complete for port 8cc73808-d9f1-49ed-8093-054f0fe3ac81 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:41:52.211627 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e703a1a6-3c24-41dc-828d-dcf316f3bd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:52.248088 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ced5d885-a2cf-48af-b4d8-e1b9620460ae req-b2b68e85-d994-40bb-b2bc-1084bb6ac300 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca3026f3-8a05-4fe5-9c7d-b1a6d33061fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601110 Jun 11 09:41:52.296904 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-54a0a584-6379-4c9e-9941-797be9ed4060 req-aa65ed6b-f808-4015-b68c-792d2cf1f111 tempest-AttachSCSIVolumeTestJSON-1132769149 tempest-AttachSCSIVolumeTestJSON-1132769149-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b45337579131456f96bbbe68609b8874&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1794198 Jun 11 09:41:52.347741 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-e703a1a6-3c24-41dc-828d-dcf316f3bd01 None None] Port 8cc73808-d9f1-49ed-8093-054f0fe3ac81 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:41:52.406732 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4a4c06a7-f7d2-4e75-994f-394145c4290c req-0bd0756b-949c-4cc9-8c16-e80cd641da4f tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=29b85db7-c5bc-4f80-a30c-06de146f209d HTTP/1.1" status: 200 len: 210 time: 0.0486991 Jun 11 09:41:52.456588 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-098583df-319e-470c-9c30-e83b13f4cda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29cca65-45b9-4d62-bf5a-989434b31c9e', 'name': 'tempest-FloatingIPDetailsTestJSON-1895560236-router', 'tenant_id': '8f6d0c0c8c2f411eb12d310daa1cd1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': '5e9d9bd5-1b48-4485-b113-d4702678a7a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:41:44Z', 'updated_at': '2021-06-11T09:41:47Z', 'revision_number': 3, 'project_id': '8f6d0c0c8c2f411eb12d310daa1cd1b1', 'gw_port': {'id': '5e9d9bd5-1b48-4485-b113-d4702678a7a7', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:30:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b29cca65-45b9-4d62-bf5a-989434b31c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:41:45Z', 'updated_at': '2021-06-11T09:41:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:41:52.460581 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098583df-319e-470c-9c30-e83b13f4cda9 None None] The sync data for ids ['b29cca65-45b9-4d62-bf5a-989434b31c9e'] in n-d-779913-12 is: [{'id': 'b29cca65-45b9-4d62-bf5a-989434b31c9e', 'name': 'tempest-FloatingIPDetailsTestJSON-1895560236-router', 'tenant_id': '8f6d0c0c8c2f411eb12d310daa1cd1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': '5e9d9bd5-1b48-4485-b113-d4702678a7a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:41:44Z', 'updated_at': '2021-06-11T09:41:47Z', 'revision_number': 3, 'project_id': '8f6d0c0c8c2f411eb12d310daa1cd1b1', 'gw_port': {'id': '5e9d9bd5-1b48-4485-b113-d4702678a7a7', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:30:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b29cca65-45b9-4d62-bf5a-989434b31c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:41:45Z', 'updated_at': '2021-06-11T09:41:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:41:52.523365 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-54a0a584-6379-4c9e-9941-797be9ed4060 req-343865b5-ae20-418e-89e3-7d38b503c6ab service neutron] 10.222.0.60 "GET /v2.0/networks/5f5b4bd2-720b-4d8c-8f94-0c6e8edf7aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050498 Jun 11 09:41:52.565533 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5a76eb1c-52cd-498e-b7c1-2ab8b235b79b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:52.640309 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5a76eb1c-52cd-498e-b7c1-2ab8b235b79b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:52.644555 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-36d46827-2b58-4a84-86fa-902e359a84f3 tempest-DeleteServersAdminTestJSON-392217483 tempest-DeleteServersAdminTestJSON-392217483-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:41:52.819227 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed275e9-631e-40ff-b497-4db29aeb39a6 req-d6df4161-94ae-4a1b-a34d-cd1955772ce9 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:52.820897 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-aed275e9-631e-40ff-b497-4db29aeb39a6 req-d6df4161-94ae-4a1b-a34d-cd1955772ce9 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=257b7d5c-4854-4e33-8e45-7f92ad1c36ff HTTP/1.1" status: 200 len: 945 time: 0.1536977 Jun 11 09:41:52.882266 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-aed275e9-631e-40ff-b497-4db29aeb39a6 req-cacb4383-c2bd-4ad3-846b-852a0d05b93c tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515647 Jun 11 09:41:52.891706 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2dc514-a547-4055-9e96-fdf2844587aa req-369ebcd0-da25-4201-9056-ce762fdd784f tempest-LiveAutoBlockMigrationV225Test-226334702 tempest-LiveAutoBlockMigrationV225Test-226334702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:52.893213 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1e2dc514-a547-4055-9e96-fdf2844587aa req-369ebcd0-da25-4201-9056-ce762fdd784f tempest-LiveAutoBlockMigrationV225Test-226334702 tempest-LiveAutoBlockMigrationV225Test-226334702-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=257b7d5c-4854-4e33-8e45-7f92ad1c36ff&tenant_id=761e66d23fea4903a68cd9de907a43c1&binding%3Ahost_id=n-h1-779913-12 HTTP/1.1" status: 200 len: 1097 time: 0.1655231 Jun 11 09:41:53.108185 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a76eb1c-52cd-498e-b7c1-2ab8b235b79b admin admin] Pushing event updated for resources: {'Port': ['ID=8cc73808-d9f1-49ed-8093-054f0fe3ac81,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:41:53.114915 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5a76eb1c-52cd-498e-b7c1-2ab8b235b79b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:41:53.147359 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5a76eb1c-52cd-498e-b7c1-2ab8b235b79b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375108'] for router_interface, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:53.184286 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 5e9d9bd5-1b48-4485-b113-d4702678a7a7 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:41:53.188274 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-54a0a584-6379-4c9e-9941-797be9ed4060 req-9dfede1e-ae4e-470e-bc29-d5031a07efe5 service neutron] 10.222.0.60 "GET /v2.0/networks/5f5b4bd2-720b-4d8c-8f94-0c6e8edf7aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6560652 Jun 11 09:41:53.265965 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-1e2dc514-a547-4055-9e96-fdf2844587aa req-d3ca1f43-bd5d-4a27-b1b4-4587261b3aa8 service neutron] For port 973e3669-885a-4cbf-a78b-649ea7371a7e, host n-h2-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:41:53.278015 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-1e2dc514-a547-4055-9e96-fdf2844587aa req-d3ca1f43-bd5d-4a27-b1b4-4587261b3aa8 service neutron] Notify callbacks [] for binding, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:53.278015 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1e2dc514-a547-4055-9e96-fdf2844587aa req-d3ca1f43-bd5d-4a27-b1b4-4587261b3aa8 service neutron] 10.222.0.64 "DELETE /v2.0/ports/973e3669-885a-4cbf-a78b-649ea7371a7e/bindings/n-h2-779913-12 HTTP/1.1" status: 204 len: 173 time: 0.3670311 Jun 11 09:41:53.349882 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-da339513-4641-4ffb-8105-32eb1a362f61 req-b2f22a8d-f23b-4fef-ad4d-26ae6bdb73c1 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=4a10270434c34de9b98cfc51150cacd7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418713 Jun 11 09:41:53.394875 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a76eb1c-52cd-498e-b7c1-2ab8b235b79b admin admin] Network b127305b-b0b0-4ef8-8eac-d0d350ff86e3 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:41:53.401600 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-5a76eb1c-52cd-498e-b7c1-2ab8b235b79b admin admin] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:41:53.426673 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 5e9d9bd5-1b48-4485-b113-d4702678a7a7 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:41:53.431496 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 5e9d9bd5-1b48-4485-b113-d4702678a7a7 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:41:53.432185 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:53.617305 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:53.663105 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 5e9d9bd5-1b48-4485-b113-d4702678a7a7, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=5e9d9bd5-1b48-4485-b113-d4702678a7a7,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:41:53.688172 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac460b9-81bb-410a-b235-1d5e5b8fe574 req-a6ba1ac0-1892-425f-b215-6d2fcdfc7bb7 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:53.698645 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1ac460b9-81bb-410a-b235-1d5e5b8fe574 req-a6ba1ac0-1892-425f-b215-6d2fcdfc7bb7 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/ports?device_id=32c534e8-6a37-462b-be83-c987e2b54ac8 HTTP/1.1" status: 200 len: 949 time: 0.2823606 Jun 11 09:41:53.735136 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:53.741331 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:41:53.750040 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a76eb1c-52cd-498e-b7c1-2ab8b235b79b admin admin] Router b29cca65-45b9-4d62-bf5a-989434b31c9e has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 09:41:53.792941 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1ac460b9-81bb-410a-b235-1d5e5b8fe574 req-cb46cc10-20ca-4a8f-8571-1c65d22588a9 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca3026f3-8a05-4fe5-9c7d-b1a6d33061fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734284 Jun 11 09:41:53.813443 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da339513-4641-4ffb-8105-32eb1a362f61 req-fb65f5b3-f683-43b3-a759-1b4067937068 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:53.814923 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-da339513-4641-4ffb-8105-32eb1a362f61 req-fb65f5b3-f683-43b3-a759-1b4067937068 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4562917 Jun 11 09:41:53.821647 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-51e533e4-5176-4155-a544-9902dfa083f2 None None] Provisioning complete for port 8cc73808-d9f1-49ed-8093-054f0fe3ac81 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:41:53.822311 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-51e533e4-5176-4155-a544-9902dfa083f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:53.830892 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-da339513-4641-4ffb-8105-32eb1a362f61 req-79eda3b2-cf04-43ec-8392-5afa88f2812c tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Request body: {'port': {'device_id': '29b85db7-c5bc-4f80-a30c-06de146f209d', 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60', 'admin_state_up': True, 'tenant_id': '4a10270434c34de9b98cfc51150cacd7'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:41:53.887313 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=5e9d9bd5-1b48-4485-b113-d4702678a7a7,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:41:53.890216 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-51e533e4-5176-4155-a544-9902dfa083f2 None None] Port 8cc73808-d9f1-49ed-8093-054f0fe3ac81 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:41:53.893685 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:41:54.014176 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b0b9f32b-77d5-4305-8904-dc34886cee1b req-5e299454-ef90-4631-b83e-499f068cfd82 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=29b85db7-c5bc-4f80-a30c-06de146f209d HTTP/1.1" status: 200 len: 210 time: 0.0459681 Jun 11 09:41:54.071672 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e08286da-dbab-439b-a70b-b2518d23a89f req-86f2d2b5-c9af-4ccc-b534-f40eab6d82fc tempest-AttachSCSIVolumeTestJSON-1132769149 tempest-AttachSCSIVolumeTestJSON-1132769149-project] 10.222.0.60 "GET /v2.0/ports?device_id=b71463a9-08f5-44fc-b2c3-92a5cfc52778 HTTP/1.1" status: 200 len: 210 time: 0.0465102 Jun 11 09:41:54.072258 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a76eb1c-52cd-498e-b7c1-2ab8b235b79b admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:41:54.100691 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-5a76eb1c-52cd-498e-b7c1-2ab8b235b79b admin admin] 10.222.0.60 "PUT /v2.0/routers/b29cca65-45b9-4d62-bf5a-989434b31c9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9895344 Jun 11 09:41:54.173276 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da339513-4641-4ffb-8105-32eb1a362f61 req-79eda3b2-cf04-43ec-8392-5afa88f2812c tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Made reservation on behalf of 4a10270434c34de9b98cfc51150cacd7 for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:41:54.177190 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-da339513-4641-4ffb-8105-32eb1a362f61 req-79eda3b2-cf04-43ec-8392-5afa88f2812c tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:54.288993 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b7b65e-f768-4fbd-9ef2-47ad63bbc7f7 req-2f0f9be7-92dd-4a5a-aafd-9121d0e72d91 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:54.290642 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a6b7b65e-f768-4fbd-9ef2-47ad63bbc7f7 req-2f0f9be7-92dd-4a5a-aafd-9121d0e72d91 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=257b7d5c-4854-4e33-8e45-7f92ad1c36ff HTTP/1.1" status: 200 len: 945 time: 0.1406729 Jun 11 09:41:54.339468 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a6b7b65e-f768-4fbd-9ef2-47ad63bbc7f7 req-2ad3d159-1333-4446-b084-c4217dc5bd8f tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407043 Jun 11 09:41:54.504752 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [req-da339513-4641-4ffb-8105-32eb1a362f61 req-79eda3b2-cf04-43ec-8392-5afa88f2812c tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Allocated IP 192.168.233.85 (cf20d108-f84c-44de-9036-2269564edd60/189b03cc-b2a8-4615-9ab5-ad0328c3f10f/2b3502fb-9e75-49f0-8d54-4f9b57e8bd95) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:41:54.575843 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232d6ee2-20fe-4c80-a22e-48acd2ae8200 req-0c06a1b2-f52a-4060-8bcf-364ba903639e tempest-LiveAutoBlockMigrationV225Test-226334702 tempest-LiveAutoBlockMigrationV225Test-226334702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:54.577631 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-232d6ee2-20fe-4c80-a22e-48acd2ae8200 req-0c06a1b2-f52a-4060-8bcf-364ba903639e tempest-LiveAutoBlockMigrationV225Test-226334702 tempest-LiveAutoBlockMigrationV225Test-226334702-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=257b7d5c-4854-4e33-8e45-7f92ad1c36ff HTTP/1.1" status: 200 len: 1097 time: 0.0605054 Jun 11 09:41:54.592104 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7a1b6f98-bcc4-457e-ba4f-4f3fa8ad8dab req-f5670d74-3d33-4e29-8063-43c9625916cc tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2521410 Jun 11 09:41:54.609245 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-7a1b6f98-bcc4-457e-ba4f-4f3fa8ad8dab req-85c1aaaf-7805-44ae-8080-384b743403ae tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Request body: {'floatingip': {'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:41:54.637649 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b41fe9-ebac-4d9e-a53e-d93fc39c0c63 None None] Sync routers for ids ['b29cca65-45b9-4d62-bf5a-989434b31c9e'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:41:54.644875 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-232d6ee2-20fe-4c80-a22e-48acd2ae8200 req-395dc0dd-0fee-47b7-82f7-b634441423d0 tempest-LiveAutoBlockMigrationV225Test-226334702 tempest-LiveAutoBlockMigrationV225Test-226334702-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603247 Jun 11 09:41:54.656813 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b41fe9-ebac-4d9e-a53e-d93fc39c0c63 None None] Routers {'b29cca65-45b9-4d62-bf5a-989434b31c9e'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:41:54.656813 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-70b41fe9-ebac-4d9e-a53e-d93fc39c0c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:41:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['b29cca65-45b9-4d62-bf5a-989434b31c9e'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:41:54.730868 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-7a1b6f98-bcc4-457e-ba4f-4f3fa8ad8dab req-85c1aaaf-7805-44ae-8080-384b743403ae tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Notify callbacks [] for floatingip, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:54.802216 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-70b41fe9-ebac-4d9e-a53e-d93fc39c0c63 None None] Set router b29cca65-45b9-4d62-bf5a-989434b31c9e gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:41:54.807985 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-da339513-4641-4ffb-8105-32eb1a362f61 req-79eda3b2-cf04-43ec-8392-5afa88f2812c tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:54.827971 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-da339513-4641-4ffb-8105-32eb1a362f61 req-79eda3b2-cf04-43ec-8392-5afa88f2812c tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Transition to ACTIVE for port object 2b3502fb-9e75-49f0-8d54-4f9b57e8bd95 will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:41:54.888603 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7352d8-fae3-42e4-bed0-b9f4f56bc414 req-ebbb69ac-3e0c-401c-b122-fa638978c0a3 tempest-LiveAutoBlockMigrationV225Test-226334702 tempest-LiveAutoBlockMigrationV225Test-226334702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:54.890574 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2a7352d8-fae3-42e4-bed0-b9f4f56bc414 req-ebbb69ac-3e0c-401c-b122-fa638978c0a3 tempest-LiveAutoBlockMigrationV225Test-226334702 tempest-LiveAutoBlockMigrationV225Test-226334702-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=257b7d5c-4854-4e33-8e45-7f92ad1c36ff HTTP/1.1" status: 200 len: 1097 time: 0.0980904 Jun 11 09:41:54.930188 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-7a1b6f98-bcc4-457e-ba4f-4f3fa8ad8dab req-85c1aaaf-7805-44ae-8080-384b743403ae tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:54.937196 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2a7352d8-fae3-42e4-bed0-b9f4f56bc414 req-2893b6b6-68ce-4c7e-b88c-7770d68dbdde tempest-LiveAutoBlockMigrationV225Test-226334702 tempest-LiveAutoBlockMigrationV225Test-226334702-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400560 Jun 11 09:41:55.042759 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-da339513-4641-4ffb-8105-32eb1a362f61 req-79eda3b2-cf04-43ec-8392-5afa88f2812c tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:55.060513 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['231f751b-5b35-41a6-87e4-5e96e0d97c74', 'de89716f-db2e-416a-aceb-70adaacf4086', '8bb8cb28-fd60-4e20-b866-29efe9a08741', '7036c337-11e5-4ef3-b5ac-9c60e3590b59'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:41:55.061186 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ea668ca1-3a7b-4f43-99a6-a30b9665cb3e tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:41:55.063703 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['216f3a04-a633-4ba6-ad8e-d639b8b1bf74'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:41:55.076190 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-70b41fe9-ebac-4d9e-a53e-d93fc39c0c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29cca65-45b9-4d62-bf5a-989434b31c9e', 'name': 'tempest-FloatingIPDetailsTestJSON-1895560236-router', 'tenant_id': '8f6d0c0c8c2f411eb12d310daa1cd1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': '5e9d9bd5-1b48-4485-b113-d4702678a7a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:41:44Z', 'updated_at': '2021-06-11T09:41:51Z', 'revision_number': 4, 'project_id': '8f6d0c0c8c2f411eb12d310daa1cd1b1', 'gw_port': {'id': '5e9d9bd5-1b48-4485-b113-d4702678a7a7', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:30:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29cca65-45b9-4d62-bf5a-989434b31c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:41:45Z', 'updated_at': '2021-06-11T09:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '8cc73808-d9f1-49ed-8093-054f0fe3ac81', 'name': '', 'network_id': 'b127305b-b0b0-4ef8-8eac-d0d350ff86e3', 'tenant_id': '8f6d0c0c8c2f411eb12d310daa1cd1b1', 'mac_address': 'fa:16:3e:7e:ed:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b29cca65-45b9-4d62-bf5a-989434b31c9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '288f0081-0ead-4843-b7ef-ce9137d62c2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:41:51Z', 'updated_at': '2021-06-11T09:41:52Z', 'revision_number': 2, 'project_id': '8f6d0c0c8c2f411eb12d310daa1cd1b1', 'subnets': [{'id': '288f0081-0ead-4843-b7ef-ce9137d62c2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:41:55.080161 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b41fe9-ebac-4d9e-a53e-d93fc39c0c63 None None] Checking router: b29cca65-45b9-4d62-bf5a-989434b31c9e for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:41:55.080722 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b41fe9-ebac-4d9e-a53e-d93fc39c0c63 None None] Updating router b29cca65-45b9-4d62-bf5a-989434b31c9e port 8cc73808-d9f1-49ed-8093-054f0fe3ac81 binding host n-d-779913-12 {{(pid=93179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 09:41:55.090960 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da339513-4641-4ffb-8105-32eb1a362f61 req-79eda3b2-cf04-43ec-8392-5afa88f2812c tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Network cf20d108-f84c-44de-9036-2269564edd60 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:41:55.096898 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [req-da339513-4641-4ffb-8105-32eb1a362f61 req-79eda3b2-cf04-43ec-8392-5afa88f2812c tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:41:55.099785 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-da339513-4641-4ffb-8105-32eb1a362f61 req-79eda3b2-cf04-43ec-8392-5afa88f2812c tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:41:55.184692 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-70b41fe9-ebac-4d9e-a53e-d93fc39c0c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:55.221078 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 5e9d9bd5-1b48-4485-b113-d4702678a7a7 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:41:55.222009 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7db934b-1e97-499e-82c4-38fa3f50a2d2 req-daf02247-eacb-4512-89ec-35620e3422ca tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:55.232097 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e7db934b-1e97-499e-82c4-38fa3f50a2d2 req-daf02247-eacb-4512-89ec-35620e3422ca tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/ports?device_id=32c534e8-6a37-462b-be83-c987e2b54ac8 HTTP/1.1" status: 200 len: 949 time: 0.1241350 Jun 11 09:41:55.294185 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eda3b2-cf04-43ec-8392-5afa88f2812c tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Pushing event updated for resources: {'Port': ['ID=2b3502fb-9e75-49f0-8d54-4f9b57e8bd95,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:41:55.297966 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-79eda3b2-cf04-43ec-8392-5afa88f2812c tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:41:55.303920 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [req-7a1b6f98-bcc4-457e-ba4f-4f3fa8ad8dab req-85c1aaaf-7805-44ae-8080-384b743403ae tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Allocated IP 172.25.4.136 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/b9457f7d-3d11-4695-bfaa-4b849e9e3776) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:41:55.317999 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e7db934b-1e97-499e-82c4-38fa3f50a2d2 req-3fcd078d-e96f-4048-9d23-cd66cacae833 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca3026f3-8a05-4fe5-9c7d-b1a6d33061fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849378 Jun 11 09:41:55.320271 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da339513-4641-4ffb-8105-32eb1a362f61 req-79eda3b2-cf04-43ec-8392-5afa88f2812c tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:55.321320 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-da339513-4641-4ffb-8105-32eb1a362f61 req-79eda3b2-cf04-43ec-8392-5afa88f2812c tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:55.511229 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 5e9d9bd5-1b48-4485-b113-d4702678a7a7 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:41:55.511711 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:55.582940 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-da339513-4641-4ffb-8105-32eb1a362f61 req-79eda3b2-cf04-43ec-8392-5afa88f2812c tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7564321 Jun 11 09:41:55.600144 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-da339513-4641-4ffb-8105-32eb1a362f61 req-b9a8097c-94a7-4af7-910c-60e3f1d0670c service neutron] Request body: {'port': {'device_id': '29b85db7-c5bc-4f80-a30c-06de146f209d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-12'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:41:55.605172 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-70b41fe9-ebac-4d9e-a53e-d93fc39c0c63 None None] Notify callbacks [] for port, precommit_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:55.616745 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-70b41fe9-ebac-4d9e-a53e-d93fc39c0c63 None None] Transition to ACTIVE for port object 8cc73808-d9f1-49ed-8093-054f0fe3ac81 will not be triggered until provisioned by entity L2. {{(pid=93179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:41:55.701646 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-7a1b6f98-bcc4-457e-ba4f-4f3fa8ad8dab req-85c1aaaf-7805-44ae-8080-384b743403ae tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:55.709504 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-0dd40b6e-3e8c-4c16-8fd7-cd2d9aca1c5d None None] Provisioning for port 2b3502fb-9e75-49f0-8d54-4f9b57e8bd95 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:41:55.712926 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-70b41fe9-ebac-4d9e-a53e-d93fc39c0c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:55.713824 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b71490e-cdb7-45a8-8334-7ebe176c68da req-4b2387b1-5f3c-49f0-9174-8483f2ef53f5 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:55.715546 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4b71490e-cdb7-45a8-8334-7ebe176c68da req-4b2387b1-5f3c-49f0-9174-8483f2ef53f5 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=29b85db7-c5bc-4f80-a30c-06de146f209d HTTP/1.1" status: 200 len: 935 time: 0.0894535 Jun 11 09:41:55.723289 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:41:55.735915 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-0dd40b6e-3e8c-4c16-8fd7-cd2d9aca1c5d None None] Provisioning complete for port 2b3502fb-9e75-49f0-8d54-4f9b57e8bd95 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:41:55.736294 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0dd40b6e-3e8c-4c16-8fd7-cd2d9aca1c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:55.774480 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-da339513-4641-4ffb-8105-32eb1a362f61 req-b9a8097c-94a7-4af7-910c-60e3f1d0670c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:55.796044 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4b71490e-cdb7-45a8-8334-7ebe176c68da req-337012d2-5c4c-4b05-873b-23759ce1fe05 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/security-groups?id=d35df9ed-76e1-4821-b449-9857ba424946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717564 Jun 11 09:41:55.836761 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-0dd40b6e-3e8c-4c16-8fd7-cd2d9aca1c5d None None] Port 2b3502fb-9e75-49f0-8d54-4f9b57e8bd95 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:41:55.912100 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11544f9-c864-4799-a396-395f72a1c758 None None] Pushing event updated for resources: {'Port': ['ID=8cc73808-d9f1-49ed-8093-054f0fe3ac81,revision_number=3']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:41:55.999934 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11544f9-c864-4799-a396-395f72a1c758 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:41:56.000558 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11544f9-c864-4799-a396-395f72a1c758 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:41:56.001053 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11544f9-c864-4799-a396-395f72a1c758 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:41:56.001539 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11544f9-c864-4799-a396-395f72a1c758 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:41:56.002023 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11544f9-c864-4799-a396-395f72a1c758 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:41:56.002516 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11544f9-c864-4799-a396-395f72a1c758 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:41:56.002994 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11544f9-c864-4799-a396-395f72a1c758 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:41:56.003482 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11544f9-c864-4799-a396-395f72a1c758 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:41:56.006313 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11544f9-c864-4799-a396-395f72a1c758 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:41:56.006313 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11544f9-c864-4799-a396-395f72a1c758 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:41:56.006313 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11544f9-c864-4799-a396-395f72a1c758 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:41:56.007772 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11544f9-c864-4799-a396-395f72a1c758 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:41:56.035804 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-a11544f9-c864-4799-a396-395f72a1c758 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:41:56.051631 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-70b41fe9-ebac-4d9e-a53e-d93fc39c0c63 None None] Attempting to bind port 8cc73808-d9f1-49ed-8093-054f0fe3ac81 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:41:56.052250 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-70b41fe9-ebac-4d9e-a53e-d93fc39c0c63 None None] Attempting to bind port 8cc73808-d9f1-49ed-8093-054f0fe3ac81 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'f1e93d06-0619-4e74-a2b5-3da93735a623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'b127305b-b0b0-4ef8-8eac-d0d350ff86e3'}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:41:56.052808 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b41fe9-ebac-4d9e-a53e-d93fc39c0c63 None None] Attempting to bind port 8cc73808-d9f1-49ed-8093-054f0fe3ac81 on network b127305b-b0b0-4ef8-8eac-d0d350ff86e3 {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:41:56.061536 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b41fe9-ebac-4d9e-a53e-d93fc39c0c63 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:41:56.062177 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b41fe9-ebac-4d9e-a53e-d93fc39c0c63 None None] Checking segment: {'id': 'f1e93d06-0619-4e74-a2b5-3da93735a623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'b127305b-b0b0-4ef8-8eac-d0d350ff86e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:41:56.063409 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-70b41fe9-ebac-4d9e-a53e-d93fc39c0c63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:56.063409 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b41fe9-ebac-4d9e-a53e-d93fc39c0c63 None None] Bound using segment: {'id': 'f1e93d06-0619-4e74-a2b5-3da93735a623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'b127305b-b0b0-4ef8-8eac-d0d350ff86e3'} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:41:56.063919 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-70b41fe9-ebac-4d9e-a53e-d93fc39c0c63 None None] Bound port: 8cc73808-d9f1-49ed-8093-054f0fe3ac81, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1e93d06-0619-4e74-a2b5-3da93735a623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'b127305b-b0b0-4ef8-8eac-d0d350ff86e3'}}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:41:56.064460 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-70b41fe9-ebac-4d9e-a53e-d93fc39c0c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:56.071025 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6153239e-6ba8-4f16-a107-b68cefffea22 req-ec51e939-b415-43b2-879e-63096502dc9b tempest-AttachSCSIVolumeTestJSON-1132769149 tempest-AttachSCSIVolumeTestJSON-1132769149-project] 10.222.0.60 "GET /v2.0/ports?device_id=b71463a9-08f5-44fc-b2c3-92a5cfc52778 HTTP/1.1" status: 200 len: 210 time: 0.0460026 Jun 11 09:41:56.083717 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-7a1b6f98-bcc4-457e-ba4f-4f3fa8ad8dab req-85c1aaaf-7805-44ae-8080-384b743403ae tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:56.097545 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0b85e5f0-2803-4f9f-acb6-5a360b3c65e2 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:41:56.177533 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a1b6f98-bcc4-457e-ba4f-4f3fa8ad8dab req-85c1aaaf-7805-44ae-8080-384b743403ae tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:41:56.188429 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [req-7a1b6f98-bcc4-457e-ba4f-4f3fa8ad8dab req-85c1aaaf-7805-44ae-8080-384b743403ae tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:41:56.194948 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a1b6f98-bcc4-457e-ba4f-4f3fa8ad8dab req-85c1aaaf-7805-44ae-8080-384b743403ae tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:41:56.233416 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-70b41fe9-ebac-4d9e-a53e-d93fc39c0c63 None None] For port 8cc73808-d9f1-49ed-8093-054f0fe3ac81, host n-d-779913-12, cleared binding levels {{(pid=93179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:41:56.237138 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-70b41fe9-ebac-4d9e-a53e-d93fc39c0c63 None None] For port 8cc73808-d9f1-49ed-8093-054f0fe3ac81, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=8cc73808-d9f1-49ed-8093-054f0fe3ac81,segment=NetworkSegment(f1e93d06-0619-4e74-a2b5-3da93735a623),segment_id=f1e93d06-0619-4e74-a2b5-3da93735a623)] {{(pid=93179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:41:56.243536 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c1aaaf-7805-44ae-8080-384b743403ae tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Pushing event updated for resources: {'Port': ['ID=b9457f7d-3d11-4695-bfaa-4b849e9e3776,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:41:56.250375 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-85c1aaaf-7805-44ae-8080-384b743403ae tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:41:56.316943 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-70b41fe9-ebac-4d9e-a53e-d93fc39c0c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:56.320818 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:41:56.351116 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [req-da339513-4641-4ffb-8105-32eb1a362f61 req-b9a8097c-94a7-4af7-910c-60e3f1d0670c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b3502fb-9e75-49f0-8d54-4f9b57e8bd95 {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:41:56.377313 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-7a1b6f98-bcc4-457e-ba4f-4f3fa8ad8dab req-85c1aaaf-7805-44ae-8080-384b743403ae tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:56.394986 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b41fe9-ebac-4d9e-a53e-d93fc39c0c63 None None] Routers {'b29cca65-45b9-4d62-bf5a-989434b31c9e'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:41:56.395691 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-70b41fe9-ebac-4d9e-a53e-d93fc39c0c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:41:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['b29cca65-45b9-4d62-bf5a-989434b31c9e'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:41:56.411776 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-da339513-4641-4ffb-8105-32eb1a362f61 req-b9a8097c-94a7-4af7-910c-60e3f1d0670c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:56.425454 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-da339513-4641-4ffb-8105-32eb1a362f61 req-b9a8097c-94a7-4af7-910c-60e3f1d0670c service neutron] Transition to ACTIVE for port object 2b3502fb-9e75-49f0-8d54-4f9b57e8bd95 will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:41:56.447724 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11544f9-c864-4799-a396-395f72a1c758 None None] Pushing event updated for resources: {'Port': ['ID=8cc73808-d9f1-49ed-8093-054f0fe3ac81,revision_number=4']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:41:56.450978 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-a11544f9-c864-4799-a396-395f72a1c758 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:41:56.500974 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-da339513-4641-4ffb-8105-32eb1a362f61 req-b9a8097c-94a7-4af7-910c-60e3f1d0670c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:56.503815 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a94939e3-45ef-4bba-b1f7-5aecc37085ee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:41:56.554548 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-70b41fe9-ebac-4d9e-a53e-d93fc39c0c63 None None] Set router b29cca65-45b9-4d62-bf5a-989434b31c9e gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:41:56.618373 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:41:56.643133 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a8097c-94a7-4af7-910c-60e3f1d0670c service neutron] Pushing event updated for resources: {'Port': ['ID=2b3502fb-9e75-49f0-8d54-4f9b57e8bd95,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:41:56.647654 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-7a1b6f98-bcc4-457e-ba4f-4f3fa8ad8dab req-85c1aaaf-7805-44ae-8080-384b743403ae tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:56.652101 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b9a8097c-94a7-4af7-910c-60e3f1d0670c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:41:56.850944 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-da339513-4641-4ffb-8105-32eb1a362f61 req-b9a8097c-94a7-4af7-910c-60e3f1d0670c service neutron] Attempting to bind port 2b3502fb-9e75-49f0-8d54-4f9b57e8bd95 on host n-h2-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:41:56.851289 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-da339513-4641-4ffb-8105-32eb1a362f61 req-b9a8097c-94a7-4af7-910c-60e3f1d0670c service neutron] Attempting to bind port 2b3502fb-9e75-49f0-8d54-4f9b57e8bd95 by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:41:56.851649 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da339513-4641-4ffb-8105-32eb1a362f61 req-b9a8097c-94a7-4af7-910c-60e3f1d0670c service neutron] Attempting to bind port 2b3502fb-9e75-49f0-8d54-4f9b57e8bd95 on network cf20d108-f84c-44de-9036-2269564edd60 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:41:56.861130 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da339513-4641-4ffb-8105-32eb1a362f61 req-b9a8097c-94a7-4af7-910c-60e3f1d0670c service neutron] Port 2b3502fb-9e75-49f0-8d54-4f9b57e8bd95 on network cf20d108-f84c-44de-9036-2269564edd60 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:41:56.861435 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da339513-4641-4ffb-8105-32eb1a362f61 req-b9a8097c-94a7-4af7-910c-60e3f1d0670c service neutron] Attempting to bind port 2b3502fb-9e75-49f0-8d54-4f9b57e8bd95 on network cf20d108-f84c-44de-9036-2269564edd60 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:41:56.880928 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:56.901526 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da339513-4641-4ffb-8105-32eb1a362f61 req-b9a8097c-94a7-4af7-910c-60e3f1d0670c service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:41:56.901914 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da339513-4641-4ffb-8105-32eb1a362f61 req-b9a8097c-94a7-4af7-910c-60e3f1d0670c service neutron] Checking segment: {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:41:56.902261 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da339513-4641-4ffb-8105-32eb1a362f61 req-b9a8097c-94a7-4af7-910c-60e3f1d0670c service neutron] Bound using segment: {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:41:56.902714 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-da339513-4641-4ffb-8105-32eb1a362f61 req-b9a8097c-94a7-4af7-910c-60e3f1d0670c service neutron] Bound port: 2b3502fb-9e75-49f0-8d54-4f9b57e8bd95, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:41:56.903069 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-da339513-4641-4ffb-8105-32eb1a362f61 req-b9a8097c-94a7-4af7-910c-60e3f1d0670c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:57.127999 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-7a1b6f98-bcc4-457e-ba4f-4f3fa8ad8dab req-85c1aaaf-7805-44ae-8080-384b743403ae tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:57.137858 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32c534e8-6a37-462b-be83-c987e2b54ac8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:41:57.140174 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f20a916a-442d-4bcc-a58d-710d276c610f" -d '{"events": [{"server_uuid": "32c534e8-6a37-462b-be83-c987e2b54ac8", "name": "network-vif-unplugged", "status": "completed", "tag": "3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:41:57.148368 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-70b41fe9-ebac-4d9e-a53e-d93fc39c0c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29cca65-45b9-4d62-bf5a-989434b31c9e', 'name': 'tempest-FloatingIPDetailsTestJSON-1895560236-router', 'tenant_id': '8f6d0c0c8c2f411eb12d310daa1cd1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': '5e9d9bd5-1b48-4485-b113-d4702678a7a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:41:44Z', 'updated_at': '2021-06-11T09:41:51Z', 'revision_number': 4, 'project_id': '8f6d0c0c8c2f411eb12d310daa1cd1b1', 'gw_port': {'id': '5e9d9bd5-1b48-4485-b113-d4702678a7a7', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:30:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29cca65-45b9-4d62-bf5a-989434b31c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:41:45Z', 'updated_at': '2021-06-11T09:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '8cc73808-d9f1-49ed-8093-054f0fe3ac81', 'name': '', 'network_id': 'b127305b-b0b0-4ef8-8eac-d0d350ff86e3', 'tenant_id': '8f6d0c0c8c2f411eb12d310daa1cd1b1', 'mac_address': 'fa:16:3e:7e:ed:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b29cca65-45b9-4d62-bf5a-989434b31c9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '288f0081-0ead-4843-b7ef-ce9137d62c2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:41:51Z', 'updated_at': '2021-06-11T09:41:56Z', 'revision_number': 4, 'project_id': '8f6d0c0c8c2f411eb12d310daa1cd1b1', 'subnets': [{'id': '288f0081-0ead-4843-b7ef-ce9137d62c2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:41:57.155114 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b41fe9-ebac-4d9e-a53e-d93fc39c0c63 None None] The sync data for ids ['b29cca65-45b9-4d62-bf5a-989434b31c9e'] in n-d-779913-12 is: [{'id': 'b29cca65-45b9-4d62-bf5a-989434b31c9e', 'name': 'tempest-FloatingIPDetailsTestJSON-1895560236-router', 'tenant_id': '8f6d0c0c8c2f411eb12d310daa1cd1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': '5e9d9bd5-1b48-4485-b113-d4702678a7a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:41:44Z', 'updated_at': '2021-06-11T09:41:51Z', 'revision_number': 4, 'project_id': '8f6d0c0c8c2f411eb12d310daa1cd1b1', 'gw_port': {'id': '5e9d9bd5-1b48-4485-b113-d4702678a7a7', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:30:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29cca65-45b9-4d62-bf5a-989434b31c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:41:45Z', 'updated_at': '2021-06-11T09:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '8cc73808-d9f1-49ed-8093-054f0fe3ac81', 'name': '', 'network_id': 'b127305b-b0b0-4ef8-8eac-d0d350ff86e3', 'tenant_id': '8f6d0c0c8c2f411eb12d310daa1cd1b1', 'mac_address': 'fa:16:3e:7e:ed:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b29cca65-45b9-4d62-bf5a-989434b31c9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '288f0081-0ead-4843-b7ef-ce9137d62c2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:41:51Z', 'updated_at': '2021-06-11T09:41:56Z', 'revision_number': 4, 'project_id': '8f6d0c0c8c2f411eb12d310daa1cd1b1', 'subnets': [{'id': '288f0081-0ead-4843-b7ef-ce9137d62c2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:41:57.156761 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:41:57.182212 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-da339513-4641-4ffb-8105-32eb1a362f61 req-b9a8097c-94a7-4af7-910c-60e3f1d0670c service neutron] For port 2b3502fb-9e75-49f0-8d54-4f9b57e8bd95, host n-h2-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:41:57.187650 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-da339513-4641-4ffb-8105-32eb1a362f61 req-b9a8097c-94a7-4af7-910c-60e3f1d0670c service neutron] For port 2b3502fb-9e75-49f0-8d54-4f9b57e8bd95, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=2b3502fb-9e75-49f0-8d54-4f9b57e8bd95,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:41:57.208979 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-7a1b6f98-bcc4-457e-ba4f-4f3fa8ad8dab req-85c1aaaf-7805-44ae-8080-384b743403ae tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:57.210521 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f021f0-f251-463b-9ed5-a7c89629e787 req-ecdc8f10-d055-4cff-80e6-47684a621fd9 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:57.224946 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d2f021f0-f251-463b-9ed5-a7c89629e787 req-ecdc8f10-d055-4cff-80e6-47684a621fd9 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/ports?device_id=32c534e8-6a37-462b-be83-c987e2b54ac8 HTTP/1.1" status: 200 len: 949 time: 0.2440004 Jun 11 09:41:57.241902 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:57.246557 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:41:57.273568 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-52afd11a-e572-4b90-a429-3522a966f028 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:41:57.323910 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d2f021f0-f251-463b-9ed5-a7c89629e787 req-c6d902b9-2edf-4f15-bb6e-d7ed9b22f8f3 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca3026f3-8a05-4fe5-9c7d-b1a6d33061fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982881 Jun 11 09:41:57.334610 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a0a584-6379-4c9e-9941-797be9ed4060 req-52d37ab6-0d55-47bd-a3d6-9039d8e96fac tempest-AttachSCSIVolumeTestJSON-1132769149 tempest-AttachSCSIVolumeTestJSON-1132769149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:57.336115 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-54a0a584-6379-4c9e-9941-797be9ed4060 req-52d37ab6-0d55-47bd-a3d6-9039d8e96fac tempest-AttachSCSIVolumeTestJSON-1132769149 tempest-AttachSCSIVolumeTestJSON-1132769149-project] 10.222.0.69 "GET /v2.0/networks?id=5f5b4bd2-720b-4d8c-8f94-0c6e8edf7aa1 HTTP/1.1" status: 200 len: 815 time: 0.2934079 Jun 11 09:41:57.337153 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d,revision_number=6']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:41:57.341525 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-da339513-4641-4ffb-8105-32eb1a362f61 req-b9a8097c-94a7-4af7-910c-60e3f1d0670c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:57.350480 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:41:57.352906 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-54a0a584-6379-4c9e-9941-797be9ed4060 req-1aee302d-9dd3-4d97-97b1-04383adf8b55 tempest-AttachSCSIVolumeTestJSON-1132769149 tempest-AttachSCSIVolumeTestJSON-1132769149-project] Request body: {'port': {'device_id': 'b71463a9-08f5-44fc-b2c3-92a5cfc52778', 'network_id': '5f5b4bd2-720b-4d8c-8f94-0c6e8edf7aa1', 'admin_state_up': True, 'tenant_id': 'b45337579131456f96bbbe68609b8874'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:41:57.363982 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da339513-4641-4ffb-8105-32eb1a362f61 req-b9a8097c-94a7-4af7-910c-60e3f1d0670c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:57.364587 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-da339513-4641-4ffb-8105-32eb1a362f61 req-b9a8097c-94a7-4af7-910c-60e3f1d0670c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:57.366401 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-da339513-4641-4ffb-8105-32eb1a362f61 req-b9a8097c-94a7-4af7-910c-60e3f1d0670c service neutron] 10.222.0.69 "PUT /v2.0/ports/2b3502fb-9e75-49f0-8d54-4f9b57e8bd95 HTTP/1.1" status: 200 len: 1096 time: 1.7704856 Jun 11 09:41:57.368852 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29b85db7-c5bc-4f80-a30c-06de146f209d', 'tag': '2b3502fb-9e75-49f0-8d54-4f9b57e8bd95'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:41:57.372892 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a115dc70-158e-461f-b117-62588e7566bd" -d '{"events": [{"name": "network-changed", "server_uuid": "29b85db7-c5bc-4f80-a30c-06de146f209d", "tag": "2b3502fb-9e75-49f0-8d54-4f9b57e8bd95"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:41:57.412446 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c1aaaf-7805-44ae-8080-384b743403ae tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Pushing event updated for resources: {'Port': ['ID=b9457f7d-3d11-4695-bfaa-4b849e9e3776,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:41:57.436765 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-85c1aaaf-7805-44ae-8080-384b743403ae tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:41:57.437288 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6ec419fc-a7ac-4482-afbc-7f6228428548 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:41:57.492831 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-7a1b6f98-bcc4-457e-ba4f-4f3fa8ad8dab req-85c1aaaf-7805-44ae-8080-384b743403ae tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:57.581386 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a8097c-94a7-4af7-910c-60e3f1d0670c service neutron] Pushing event updated for resources: {'Port': ['ID=2b3502fb-9e75-49f0-8d54-4f9b57e8bd95,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:41:57.590995 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b9a8097c-94a7-4af7-910c-60e3f1d0670c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:41:57.598096 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-7a1b6f98-bcc4-457e-ba4f-4f3fa8ad8dab req-85c1aaaf-7805-44ae-8080-384b743403ae tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:57.599476 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7a1b6f98-bcc4-457e-ba4f-4f3fa8ad8dab req-85c1aaaf-7805-44ae-8080-384b743403ae tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9961593 Jun 11 09:41:57.688582 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7a1b6f98-bcc4-457e-ba4f-4f3fa8ad8dab req-3534ca65-0525-4966-83c9-7a3d6c55b26b tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.136 HTTP/1.1" status: 200 len: 696 time: 0.0744030 Jun 11 09:41:57.754273 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54a0a584-6379-4c9e-9941-797be9ed4060 req-1aee302d-9dd3-4d97-97b1-04383adf8b55 tempest-AttachSCSIVolumeTestJSON-1132769149 tempest-AttachSCSIVolumeTestJSON-1132769149-project] Made reservation on behalf of b45337579131456f96bbbe68609b8874 for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:41:57.759478 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da339513-4641-4ffb-8105-32eb1a362f61 req-e2207c37-f712-46a4-91bb-073edd3ef6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:57.761188 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-da339513-4641-4ffb-8105-32eb1a362f61 req-e2207c37-f712-46a4-91bb-073edd3ef6c2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4a10270434c34de9b98cfc51150cacd7&device_id=29b85db7-c5bc-4f80-a30c-06de146f209d HTTP/1.1" status: 200 len: 1099 time: 0.2342324 Jun 11 09:41:57.763960 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-54a0a584-6379-4c9e-9941-797be9ed4060 req-1aee302d-9dd3-4d97-97b1-04383adf8b55 tempest-AttachSCSIVolumeTestJSON-1132769149 tempest-AttachSCSIVolumeTestJSON-1132769149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:57.909257 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ade58cc-c0ea-4650-b75b-72379cdf2469 req-460d2e93-acb1-4168-ace3-55e1c3a58f00 tempest-LiveMigrationTest-1264164380 tempest-LiveMigrationTest-1264164380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:57.911014 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8ade58cc-c0ea-4650-b75b-72379cdf2469 req-460d2e93-acb1-4168-ace3-55e1c3a58f00 tempest-LiveMigrationTest-1264164380 tempest-LiveMigrationTest-1264164380-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=c4b12e42-17f6-4964-bd58-6a1784ef3b8b HTTP/1.1" status: 200 len: 1097 time: 0.2506361 Jun 11 09:41:58.093821 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8ade58cc-c0ea-4650-b75b-72379cdf2469 req-1cf5514b-4799-4726-affb-f0d1dd4f9b06 tempest-LiveMigrationTest-1264164380 tempest-LiveMigrationTest-1264164380-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001282 Jun 11 09:41:58.102598 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-54a0a584-6379-4c9e-9941-797be9ed4060 req-1aee302d-9dd3-4d97-97b1-04383adf8b55 tempest-AttachSCSIVolumeTestJSON-1132769149 tempest-AttachSCSIVolumeTestJSON-1132769149-project] Allocated IP 172.20.0.10 (5f5b4bd2-720b-4d8c-8f94-0c6e8edf7aa1/931e6e90-3bbb-45ba-ae16-760114c6ec48/7fdec3ad-425b-4999-a92c-e8dfb07059d6) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:41:58.315188 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-da339513-4641-4ffb-8105-32eb1a362f61 req-020dbe5f-89fc-4b64-a8d8-a3e136d834f1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=2b3502fb-9e75-49f0-8d54-4f9b57e8bd95 HTTP/1.1" status: 200 len: 217 time: 0.5456400 Jun 11 09:41:58.444237 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1b6f98-bcc4-457e-ba4f-4f3fa8ad8dab req-2a23d919-d078-4a08-a1ac-985e2bfc3793 tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:58.456180 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7a1b6f98-bcc4-457e-ba4f-4f3fa8ad8dab req-2a23d919-d078-4a08-a1ac-985e2bfc3793 tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] 10.222.0.60 "GET /v2.0/networks/f0adef6e-169f-4a27-8865-442be2ad072d HTTP/1.1" status: 200 len: 784 time: 0.7609725 Jun 11 09:41:58.474809 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da339513-4641-4ffb-8105-32eb1a362f61 req-9002a887-2d8d-40c5-b27b-27befc66b995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:58.479499 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-da339513-4641-4ffb-8105-32eb1a362f61 req-9002a887-2d8d-40c5-b27b-27befc66b995 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=189b03cc-b2a8-4615-9ab5-ad0328c3f10f HTTP/1.1" status: 200 len: 843 time: 0.1459696 Jun 11 09:41:58.606195 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-54a0a584-6379-4c9e-9941-797be9ed4060 req-1aee302d-9dd3-4d97-97b1-04383adf8b55 tempest-AttachSCSIVolumeTestJSON-1132769149 tempest-AttachSCSIVolumeTestJSON-1132769149-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:58.664473 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae287d2-0518-4e4e-bacc-dc4aae4dada3 req-4a53e2b5-4eea-485d-af97-ecbafaf84ae4 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:58.672865 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-bae287d2-0518-4e4e-bacc-dc4aae4dada3 req-4a53e2b5-4eea-485d-af97-ecbafaf84ae4 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=29b85db7-c5bc-4f80-a30c-06de146f209d HTTP/1.1" status: 200 len: 947 time: 0.4133906 Jun 11 09:41:58.682251 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-54a0a584-6379-4c9e-9941-797be9ed4060 req-1aee302d-9dd3-4d97-97b1-04383adf8b55 tempest-AttachSCSIVolumeTestJSON-1132769149 tempest-AttachSCSIVolumeTestJSON-1132769149-project] Transition to ACTIVE for port object 7fdec3ad-425b-4999-a92c-e8dfb07059d6 will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:41:58.729503 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-30ba1cdf-7c3c-4a54-9abc-90a43d9369d6 req-08306ff2-0871-4af7-ba4d-2ab24c52bcb5 tempest-AttachSCSIVolumeTestJSON-1132769149 tempest-AttachSCSIVolumeTestJSON-1132769149-project] 10.222.0.60 "GET /v2.0/ports?device_id=b71463a9-08f5-44fc-b2c3-92a5cfc52778 HTTP/1.1" status: 200 len: 210 time: 0.0698860 Jun 11 09:41:58.730375 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-bae287d2-0518-4e4e-bacc-dc4aae4dada3 req-6a29ca5e-36a2-4ad1-a386-38b6139fbf69 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/security-groups?id=d35df9ed-76e1-4821-b449-9857ba424946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565858 Jun 11 09:41:58.834895 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Jun 2021 09:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-662e290e-5a55-4de1-b078-8989e7ff13ac x-openstack-request-id: req-662e290e-5a55-4de1-b078-8989e7ff13ac {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:41:58.835343 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32c534e8-6a37-462b-be83-c987e2b54ac8", "name": "network-vif-unplugged", "status": "completed", "tag": "3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:41:58.835455 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-662e290e-5a55-4de1-b078-8989e7ff13ac {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:41:58.835879 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32c534e8-6a37-462b-be83-c987e2b54ac8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d', 'code': 200} Jun 11 09:41:58.849848 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-54a0a584-6379-4c9e-9941-797be9ed4060 req-1aee302d-9dd3-4d97-97b1-04383adf8b55 tempest-AttachSCSIVolumeTestJSON-1132769149 tempest-AttachSCSIVolumeTestJSON-1132769149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:58.860494 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6fa773d2-067c-42e5-a04a-295a02a06c0d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:41:58.884113 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa184c50-2300-4772-9332-6ff2ab289ae5 x-openstack-request-id: req-fa184c50-2300-4772-9332-6ff2ab289ae5 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:41:58.885280 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29b85db7-c5bc-4f80-a30c-06de146f209d", "tag": "2b3502fb-9e75-49f0-8d54-4f9b57e8bd95", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:41:58.885726 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fa184c50-2300-4772-9332-6ff2ab289ae5 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:41:58.886336 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29b85db7-c5bc-4f80-a30c-06de146f209d', 'tag': '2b3502fb-9e75-49f0-8d54-4f9b57e8bd95', 'status': 'completed', 'code': 200} Jun 11 09:41:58.992746 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54a0a584-6379-4c9e-9941-797be9ed4060 req-1aee302d-9dd3-4d97-97b1-04383adf8b55 tempest-AttachSCSIVolumeTestJSON-1132769149 tempest-AttachSCSIVolumeTestJSON-1132769149-project] Network 5f5b4bd2-720b-4d8c-8f94-0c6e8edf7aa1 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:41:58.997179 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-54a0a584-6379-4c9e-9941-797be9ed4060 req-1aee302d-9dd3-4d97-97b1-04383adf8b55 tempest-AttachSCSIVolumeTestJSON-1132769149 tempest-AttachSCSIVolumeTestJSON-1132769149-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:41:59.011880 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-54a0a584-6379-4c9e-9941-797be9ed4060 req-1aee302d-9dd3-4d97-97b1-04383adf8b55 tempest-AttachSCSIVolumeTestJSON-1132769149 tempest-AttachSCSIVolumeTestJSON-1132769149-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:41:59.112506 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aee302d-9dd3-4d97-97b1-04383adf8b55 tempest-AttachSCSIVolumeTestJSON-1132769149 tempest-AttachSCSIVolumeTestJSON-1132769149-project] Pushing event updated for resources: {'Port': ['ID=7fdec3ad-425b-4999-a92c-e8dfb07059d6,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:41:59.117447 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1aee302d-9dd3-4d97-97b1-04383adf8b55 tempest-AttachSCSIVolumeTestJSON-1132769149 tempest-AttachSCSIVolumeTestJSON-1132769149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:41:59.133844 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a0a584-6379-4c9e-9941-797be9ed4060 req-1aee302d-9dd3-4d97-97b1-04383adf8b55 tempest-AttachSCSIVolumeTestJSON-1132769149 tempest-AttachSCSIVolumeTestJSON-1132769149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:41:59.136564 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-54a0a584-6379-4c9e-9941-797be9ed4060 req-1aee302d-9dd3-4d97-97b1-04383adf8b55 tempest-AttachSCSIVolumeTestJSON-1132769149 tempest-AttachSCSIVolumeTestJSON-1132769149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:59.264285 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 8cc73808-d9f1-49ed-8093-054f0fe3ac81 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:41:59.282408 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-54a0a584-6379-4c9e-9941-797be9ed4060 req-1aee302d-9dd3-4d97-97b1-04383adf8b55 tempest-AttachSCSIVolumeTestJSON-1132769149 tempest-AttachSCSIVolumeTestJSON-1132769149-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9353681 Jun 11 09:41:59.487278 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 8cc73808-d9f1-49ed-8093-054f0fe3ac81 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:41:59.491780 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 8cc73808-d9f1-49ed-8093-054f0fe3ac81 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:41:59.492044 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:59.578614 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-4170975f-9596-4185-a56d-3e40e6916cae None None] Provisioning for port 7fdec3ad-425b-4999-a92c-e8dfb07059d6 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:41:59.588652 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-4170975f-9596-4185-a56d-3e40e6916cae None None] Provisioning complete for port 7fdec3ad-425b-4999-a92c-e8dfb07059d6 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:41:59.589162 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-4170975f-9596-4185-a56d-3e40e6916cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:59.674420 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:59.677412 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-4170975f-9596-4185-a56d-3e40e6916cae None None] Port 7fdec3ad-425b-4999-a92c-e8dfb07059d6 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:41:59.719512 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 8cc73808-d9f1-49ed-8093-054f0fe3ac81, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=8cc73808-d9f1-49ed-8093-054f0fe3ac81,segment=NetworkSegment(f1e93d06-0619-4e74-a2b5-3da93735a623),segment_id=f1e93d06-0619-4e74-a2b5-3da93735a623)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:41:59.807917 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:41:59.810821 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:41:59.884271 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=8cc73808-d9f1-49ed-8093-054f0fe3ac81,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:41:59.888952 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:42:00.630538 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:42:00.792813 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:00.830678 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:42:00.848372 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': '3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d', 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60', 'port_id': '3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d', 'mac_address': 'fa:16:3e:9f:d5:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189b03cc-b2a8-4615-9ab5-ad0328c3f10f', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:42:00.897965 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:00.928278 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:42:00.950496 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:42:01.020759 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:01.024118 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:42:01.102567 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 8cc73808-d9f1-49ed-8093-054f0fe3ac81 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:42:01.136705 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d,revision_number=7']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:42:01.140872 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:42:01.167634 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 8cc73808-d9f1-49ed-8093-054f0fe3ac81 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:42:01.168019 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:01.500755 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:42:04.645329 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:42:04.722881 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port 3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:42:04.723182 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:04.857397 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:04.901367 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32c534e8-6a37-462b-be83-c987e2b54ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:42:04.903691 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-106de4dc-71d5-49e5-8f41-fe0f9caca7d7" -d '{"events": [{"server_uuid": "32c534e8-6a37-462b-be83-c987e2b54ac8", "name": "network-vif-plugged", "status": "completed", "tag": "3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:42:04.917364 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:42:05.001732 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:05.003698 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:42:05.070041 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d,revision_number=8']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:42:05.073101 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:42:05.208554 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:08.445504 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d910ca9f-339e-40a7-9e83-4ab15757439e req-bb6f0010-900c-46ff-bbfb-0204ce5e7961 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0bcb572c-3b00-4f8d-8049-6bc52799374c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0872626 Jun 11 09:42:08.589244 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d910ca9f-339e-40a7-9e83-4ab15757439e req-cca0881e-e8f5-454c-94fe-bff8cb800b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:08.594119 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d910ca9f-339e-40a7-9e83-4ab15757439e req-cca0881e-e8f5-454c-94fe-bff8cb800b8a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=761e66d23fea4903a68cd9de907a43c1&device_id=0bcb572c-3b00-4f8d-8049-6bc52799374c HTTP/1.1" status: 200 len: 1096 time: 0.0632362 Jun 11 09:42:08.774776 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d910ca9f-339e-40a7-9e83-4ab15757439e req-e09af6bd-7ce7-4d2e-b9de-8759e142d866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:08.776438 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d910ca9f-339e-40a7-9e83-4ab15757439e req-e09af6bd-7ce7-4d2e-b9de-8759e142d866 service neutron] 10.222.0.64 "GET /v2.0/networks?id=53a42219-c346-45f9-be41-c5dabab2438f HTTP/1.1" status: 200 len: 922 time: 0.1548278 Jun 11 09:42:08.835791 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d910ca9f-339e-40a7-9e83-4ab15757439e req-89bb441a-50ef-4920-bffb-165d66b979c8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=74cebd76-aca3-45ac-9c8a-b7e9d0de0e85 HTTP/1.1" status: 200 len: 217 time: 0.0509436 Jun 11 09:42:08.911016 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d910ca9f-339e-40a7-9e83-4ab15757439e req-13c7db44-4b59-4149-8fa5-2e33b8cd0444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:08.913457 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d910ca9f-339e-40a7-9e83-4ab15757439e req-13c7db44-4b59-4149-8fa5-2e33b8cd0444 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=20094bda-f8d4-46e6-bab1-f100394de689 HTTP/1.1" status: 200 len: 861 time: 0.0694234 Jun 11 09:42:08.963994 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d910ca9f-339e-40a7-9e83-4ab15757439e req-9f4a3799-5027-462b-b7c0-cb5b185f53ed service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=53a42219-c346-45f9-be41-c5dabab2438f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353601 Jun 11 09:42:09.097002 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d910ca9f-339e-40a7-9e83-4ab15757439e req-070df5ec-b725-4e06-8c3e-504d5c960ca1 service neutron] 10.222.0.64 "GET /v2.0/networks/53a42219-c346-45f9-be41-c5dabab2438f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218350 Jun 11 09:42:09.240993 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d910ca9f-339e-40a7-9e83-4ab15757439e req-cd0dc411-bea5-4179-91be-b80bbeb0615c service neutron] 10.222.0.64 "GET /v2.0/networks/53a42219-c346-45f9-be41-c5dabab2438f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349561 Jun 11 09:42:09.424020 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 09:42:12.841554 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a9bc66a1-a4b3-405d-a5d9-d9bd7fef2d84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:14.012327 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-54a0a584-6379-4c9e-9941-797be9ed4060 req-8e5d9eca-42de-4a17-8ee1-f1c12dadb568 service neutron] Request body: {'port': {'device_id': 'b71463a9-08f5-44fc-b2c3-92a5cfc52778', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:42:14.087613 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da339513-4641-4ffb-8105-32eb1a362f61 req-e2acea02-bcfa-4f35-95a3-21e045254fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:14.089053 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-da339513-4641-4ffb-8105-32eb1a362f61 req-e2acea02-bcfa-4f35-95a3-21e045254fb1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cf20d108-f84c-44de-9036-2269564edd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0904415 Jun 11 09:42:14.147891 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-54a0a584-6379-4c9e-9941-797be9ed4060 req-8e5d9eca-42de-4a17-8ee1-f1c12dadb568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:14.312475 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe0925-cd1b-405f-834b-680d2c1d7d53 req-8b7cd5a6-f428-495e-b28a-bc85b1cd1635 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:14.314017 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0bfe0925-cd1b-405f-834b-680d2c1d7d53 req-8b7cd5a6-f428-495e-b28a-bc85b1cd1635 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/ports?device_id=32c534e8-6a37-462b-be83-c987e2b54ac8 HTTP/1.1" status: 200 len: 949 time: 0.2232020 Jun 11 09:42:14.339983 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-da339513-4641-4ffb-8105-32eb1a362f61 req-f5302ae3-ae25-4081-8d0b-40a495f603b6 service neutron] 10.222.0.69 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104514 Jun 11 09:42:14.361958 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-89abacaa-77a2-4f35-b109-50b5f0185d25 req-a7e8d93c-90bc-438f-b5de-110afc6fa932 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2296b1d4-21a8-436a-916c-04d1277a47ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2022650 Jun 11 09:42:14.491496 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0bfe0925-cd1b-405f-834b-680d2c1d7d53 req-dd5a1c8c-e691-41c1-b179-df8751977668 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca3026f3-8a05-4fe5-9c7d-b1a6d33061fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661041 Jun 11 09:42:14.526292 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-54a0a584-6379-4c9e-9941-797be9ed4060 req-8e5d9eca-42de-4a17-8ee1-f1c12dadb568 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fdec3ad-425b-4999-a92c-e8dfb07059d6 {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:42:14.533096 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-54a0a584-6379-4c9e-9941-797be9ed4060 req-8e5d9eca-42de-4a17-8ee1-f1c12dadb568 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:14.546147 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-54a0a584-6379-4c9e-9941-797be9ed4060 req-8e5d9eca-42de-4a17-8ee1-f1c12dadb568 service neutron] Transition to ACTIVE for port object 7fdec3ad-425b-4999-a92c-e8dfb07059d6 will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:42:14.602473 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-da339513-4641-4ffb-8105-32eb1a362f61 req-11dba7f6-a67a-4fe8-9721-30750735de2f service neutron] 10.222.0.69 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516341 Jun 11 09:42:14.638395 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38388) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:42:14.645679 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-54a0a584-6379-4c9e-9941-797be9ed4060 req-8e5d9eca-42de-4a17-8ee1-f1c12dadb568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:14.648131 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-518d8de1-418f-4171-a047-2fe57c9ebd56 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:42:14.671482 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89abacaa-77a2-4f35-b109-50b5f0185d25 req-47768b59-dc5a-4f0a-894d-ec8e35abc65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:14.672868 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-89abacaa-77a2-4f35-b109-50b5f0185d25 req-47768b59-dc5a-4f0a-894d-ec8e35abc65a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ac78eeea7bf3498e9a17f0b731c3620c&device_id=2296b1d4-21a8-436a-916c-04d1277a47ab HTTP/1.1" status: 200 len: 1098 time: 0.2821529 Jun 11 09:42:14.776923 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f17dcc5d-7dba-4f63-8870-c0d185125b36 req-8e4f86a1-d7de-4431-b39c-d02dae58ee97 tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2451179 Jun 11 09:42:14.781676 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-f17dcc5d-7dba-4f63-8870-c0d185125b36 req-917afec7-d5f2-4c91-87c2-343854d084f2 tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Request body: {'floatingip': {'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:42:14.801246 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [req-64a39426-3660-4e16-ba00-d1ce2029bc17 req-5fca2c00-f7bb-4ed2-820a-be850d58d13e tempest-LiveMigrationTest-1264164380 tempest-LiveMigrationTest-1264164380-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 09:42:14.819278 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-64a39426-3660-4e16-ba00-d1ce2029bc17 req-5fca2c00-f7bb-4ed2-820a-be850d58d13e tempest-LiveMigrationTest-1264164380 tempest-LiveMigrationTest-1264164380-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1748605 Jun 11 09:42:14.820380 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5d9eca-42de-4a17-8ee1-f1c12dadb568 service neutron] Pushing event updated for resources: {'Port': ['ID=7fdec3ad-425b-4999-a92c-e8dfb07059d6,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:42:14.860291 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8e5d9eca-42de-4a17-8ee1-f1c12dadb568 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:42:14.950208 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a115dc70-158e-461f-b117-62588e7566bd req-b1509da2-5648-45c1-ac19-befbb11ffc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:14.952117 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a115dc70-158e-461f-b117-62588e7566bd req-b1509da2-5648-45c1-ac19-befbb11ffc70 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4a10270434c34de9b98cfc51150cacd7&device_id=29b85db7-c5bc-4f80-a30c-06de146f209d HTTP/1.1" status: 200 len: 1099 time: 0.1659780 Jun 11 09:42:14.954856 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89abacaa-77a2-4f35-b109-50b5f0185d25 req-285a3140-cec9-4704-8adf-6c7ec04f1b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:14.956263 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-89abacaa-77a2-4f35-b109-50b5f0185d25 req-285a3140-cec9-4704-8adf-6c7ec04f1b14 service neutron] 10.222.0.69 "GET /v2.0/networks?id=bd769a33-d2ae-4a77-8be2-0047382ae593 HTTP/1.1" status: 200 len: 925 time: 0.2352812 Jun 11 09:42:14.973970 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-64a39426-3660-4e16-ba00-d1ce2029bc17 req-35867152-3432-4073-9ad9-7e7d907fdd89 service neutron] Request body: {'binding': {'host': 'n-h2-779913-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:42:14.974556 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-64a39426-3660-4e16-ba00-d1ce2029bc17 req-35867152-3432-4073-9ad9-7e7d907fdd89 service neutron] Unknown quota resources ['binding']. {{(pid=93176) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 11 09:42:15.067195 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-54a0a584-6379-4c9e-9941-797be9ed4060 req-8e5d9eca-42de-4a17-8ee1-f1c12dadb568 service neutron] Attempting to bind port 7fdec3ad-425b-4999-a92c-e8dfb07059d6 on host n-h2-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:42:15.067919 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-54a0a584-6379-4c9e-9941-797be9ed4060 req-8e5d9eca-42de-4a17-8ee1-f1c12dadb568 service neutron] Attempting to bind port 7fdec3ad-425b-4999-a92c-e8dfb07059d6 by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': '1df4e852-26c2-4351-8bb6-614dccc2bd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '5f5b4bd2-720b-4d8c-8f94-0c6e8edf7aa1'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:42:15.067919 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a0a584-6379-4c9e-9941-797be9ed4060 req-8e5d9eca-42de-4a17-8ee1-f1c12dadb568 service neutron] Attempting to bind port 7fdec3ad-425b-4999-a92c-e8dfb07059d6 on network 5f5b4bd2-720b-4d8c-8f94-0c6e8edf7aa1 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:42:15.075228 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a0a584-6379-4c9e-9941-797be9ed4060 req-8e5d9eca-42de-4a17-8ee1-f1c12dadb568 service neutron] Port 7fdec3ad-425b-4999-a92c-e8dfb07059d6 on network 5f5b4bd2-720b-4d8c-8f94-0c6e8edf7aa1 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:42:15.075544 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a0a584-6379-4c9e-9941-797be9ed4060 req-8e5d9eca-42de-4a17-8ee1-f1c12dadb568 service neutron] Attempting to bind port 7fdec3ad-425b-4999-a92c-e8dfb07059d6 on network 5f5b4bd2-720b-4d8c-8f94-0c6e8edf7aa1 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:42:15.122012 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a0a584-6379-4c9e-9941-797be9ed4060 req-8e5d9eca-42de-4a17-8ee1-f1c12dadb568 service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:42:15.122350 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a0a584-6379-4c9e-9941-797be9ed4060 req-8e5d9eca-42de-4a17-8ee1-f1c12dadb568 service neutron] Checking segment: {'id': '1df4e852-26c2-4351-8bb6-614dccc2bd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '5f5b4bd2-720b-4d8c-8f94-0c6e8edf7aa1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:42:15.122726 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a0a584-6379-4c9e-9941-797be9ed4060 req-8e5d9eca-42de-4a17-8ee1-f1c12dadb568 service neutron] Bound using segment: {'id': '1df4e852-26c2-4351-8bb6-614dccc2bd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '5f5b4bd2-720b-4d8c-8f94-0c6e8edf7aa1'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:42:15.123162 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-54a0a584-6379-4c9e-9941-797be9ed4060 req-8e5d9eca-42de-4a17-8ee1-f1c12dadb568 service neutron] Bound port: 7fdec3ad-425b-4999-a92c-e8dfb07059d6, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1df4e852-26c2-4351-8bb6-614dccc2bd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '5f5b4bd2-720b-4d8c-8f94-0c6e8edf7aa1'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:42:15.123507 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-54a0a584-6379-4c9e-9941-797be9ed4060 req-8e5d9eca-42de-4a17-8ee1-f1c12dadb568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:15.128353 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-89abacaa-77a2-4f35-b109-50b5f0185d25 req-e1bb84b3-5eb5-4f1e-bc6a-55b89a2fe06c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0bef16c-1f3d-4385-ba40-86408bdd5059 HTTP/1.1" status: 200 len: 1001 time: 0.1618426 Jun 11 09:42:15.184199 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a115dc70-158e-461f-b117-62588e7566bd req-814aeee7-b7ee-4679-9676-f76551316921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:15.185700 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a115dc70-158e-461f-b117-62588e7566bd req-814aeee7-b7ee-4679-9676-f76551316921 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cf20d108-f84c-44de-9036-2269564edd60 HTTP/1.1" status: 200 len: 870 time: 0.2204030 Jun 11 09:42:15.244794 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-64a39426-3660-4e16-ba00-d1ce2029bc17 req-35867152-3432-4073-9ad9-7e7d907fdd89 service neutron] Attempting to bind port b312982e-ede2-411d-8a4c-a79af3606d60 on host n-h2-779913-12 for vnic_type normal with profile None {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:42:15.245128 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-64a39426-3660-4e16-ba00-d1ce2029bc17 req-35867152-3432-4073-9ad9-7e7d907fdd89 service neutron] Attempting to bind port b312982e-ede2-411d-8a4c-a79af3606d60 by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': '9149788d-877e-41af-83c2-5ce6b1848f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f64764ef-1d16-4bb9-abcb-ee15625f8d04'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:42:15.245453 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a39426-3660-4e16-ba00-d1ce2029bc17 req-35867152-3432-4073-9ad9-7e7d907fdd89 service neutron] Attempting to bind port b312982e-ede2-411d-8a4c-a79af3606d60 on network f64764ef-1d16-4bb9-abcb-ee15625f8d04 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:42:15.248436 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-54a0a584-6379-4c9e-9941-797be9ed4060 req-8e5d9eca-42de-4a17-8ee1-f1c12dadb568 service neutron] For port 7fdec3ad-425b-4999-a92c-e8dfb07059d6, host n-h2-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:42:15.250572 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a115dc70-158e-461f-b117-62588e7566bd req-0d3f4d82-1bf1-473a-8853-f8d207208f95 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=2b3502fb-9e75-49f0-8d54-4f9b57e8bd95 HTTP/1.1" status: 200 len: 217 time: 0.0568783 Jun 11 09:42:15.252137 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89abacaa-77a2-4f35-b109-50b5f0185d25 req-07287f95-dd98-4b70-94c3-1b0368d499b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:15.252297 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-54a0a584-6379-4c9e-9941-797be9ed4060 req-8e5d9eca-42de-4a17-8ee1-f1c12dadb568 service neutron] For port 7fdec3ad-425b-4999-a92c-e8dfb07059d6, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=7fdec3ad-425b-4999-a92c-e8dfb07059d6,segment=NetworkSegment(1df4e852-26c2-4351-8bb6-614dccc2bd7d),segment_id=1df4e852-26c2-4351-8bb6-614dccc2bd7d)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:42:15.253481 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-89abacaa-77a2-4f35-b109-50b5f0185d25 req-07287f95-dd98-4b70-94c3-1b0368d499b3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=fce8e258-cc45-4e2c-8dcb-94cdefb9f0b0 HTTP/1.1" status: 200 len: 863 time: 0.1171277 Jun 11 09:42:15.253641 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a39426-3660-4e16-ba00-d1ce2029bc17 req-35867152-3432-4073-9ad9-7e7d907fdd89 service neutron] Port b312982e-ede2-411d-8a4c-a79af3606d60 on network f64764ef-1d16-4bb9-abcb-ee15625f8d04 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:42:15.253794 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a39426-3660-4e16-ba00-d1ce2029bc17 req-35867152-3432-4073-9ad9-7e7d907fdd89 service neutron] Attempting to bind port b312982e-ede2-411d-8a4c-a79af3606d60 on network f64764ef-1d16-4bb9-abcb-ee15625f8d04 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:42:15.258525 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a39426-3660-4e16-ba00-d1ce2029bc17 req-35867152-3432-4073-9ad9-7e7d907fdd89 service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:42:15.258849 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a39426-3660-4e16-ba00-d1ce2029bc17 req-35867152-3432-4073-9ad9-7e7d907fdd89 service neutron] Checking segment: {'id': '9149788d-877e-41af-83c2-5ce6b1848f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f64764ef-1d16-4bb9-abcb-ee15625f8d04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:42:15.259935 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a39426-3660-4e16-ba00-d1ce2029bc17 req-35867152-3432-4073-9ad9-7e7d907fdd89 service neutron] Bound using segment: {'id': '9149788d-877e-41af-83c2-5ce6b1848f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f64764ef-1d16-4bb9-abcb-ee15625f8d04'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:42:15.260351 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-64a39426-3660-4e16-ba00-d1ce2029bc17 req-35867152-3432-4073-9ad9-7e7d907fdd89 service neutron] Bound port: b312982e-ede2-411d-8a4c-a79af3606d60, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9149788d-877e-41af-83c2-5ce6b1848f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f64764ef-1d16-4bb9-abcb-ee15625f8d04'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:42:15.322047 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-64a39426-3660-4e16-ba00-d1ce2029bc17 req-35867152-3432-4073-9ad9-7e7d907fdd89 service neutron] For port b312982e-ede2-411d-8a4c-a79af3606d60, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=b312982e-ede2-411d-8a4c-a79af3606d60,segment=NetworkSegment(9149788d-877e-41af-83c2-5ce6b1848f17),segment_id=9149788d-877e-41af-83c2-5ce6b1848f17)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:42:15.353142 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a115dc70-158e-461f-b117-62588e7566bd req-513c2e69-5b23-4c6e-8e32-3fa7a397c6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:15.354617 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a115dc70-158e-461f-b117-62588e7566bd req-513c2e69-5b23-4c6e-8e32-3fa7a397c6a3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=189b03cc-b2a8-4615-9ab5-ad0328c3f10f HTTP/1.1" status: 200 len: 843 time: 0.0926814 Jun 11 09:42:15.408725 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89abacaa-77a2-4f35-b109-50b5f0185d25 req-bf3dd1c2-aecf-4b9b-804b-6d8284bb4319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:15.410187 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-89abacaa-77a2-4f35-b109-50b5f0185d25 req-bf3dd1c2-aecf-4b9b-804b-6d8284bb4319 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bd769a33-d2ae-4a77-8be2-0047382ae593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1471879 Jun 11 09:42:15.462976 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a115dc70-158e-461f-b117-62588e7566bd req-13713dda-2b76-41b9-8e31-aac8a1940362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:15.464433 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a115dc70-158e-461f-b117-62588e7566bd req-13713dda-2b76-41b9-8e31-aac8a1940362 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cf20d108-f84c-44de-9036-2269564edd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1028419 Jun 11 09:42:15.520390 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-f17dcc5d-7dba-4f63-8870-c0d185125b36 req-917afec7-d5f2-4c91-87c2-343854d084f2 tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Notify callbacks [] for floatingip, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:15.653451 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-89abacaa-77a2-4f35-b109-50b5f0185d25 req-208382e6-a2b1-4986-8bc0-d01f8f869c75 service neutron] 10.222.0.69 "GET /v2.0/networks/bd769a33-d2ae-4a77-8be2-0047382ae593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348139 Jun 11 09:42:15.700411 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a115dc70-158e-461f-b117-62588e7566bd req-d77ffb67-457f-4d24-8ece-8be5413ed48e service neutron] 10.222.0.69 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937015 Jun 11 09:42:15.833622 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-54a0a584-6379-4c9e-9941-797be9ed4060 req-8e5d9eca-42de-4a17-8ee1-f1c12dadb568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:15.847535 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5a76eb1c-52cd-498e-b7c1-2ab8b235b79b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:42:15.872164 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:15.873859 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3443dafd-d487-4301-bbe0-f579faa80916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:15.890498 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-64a39426-3660-4e16-ba00-d1ce2029bc17 req-35867152-3432-4073-9ad9-7e7d907fdd89 service neutron] Notify callbacks [] for binding, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:15.892099 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-64a39426-3660-4e16-ba00-d1ce2029bc17 req-35867152-3432-4073-9ad9-7e7d907fdd89 service neutron] 10.222.0.60 "POST /v2.0/ports/b312982e-ede2-411d-8a4c-a79af3606d60/bindings HTTP/1.1" status: 201 len: 390 time: 0.9826245 Jun 11 09:42:15.903989 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a0a584-6379-4c9e-9941-797be9ed4060 req-8e5d9eca-42de-4a17-8ee1-f1c12dadb568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:15.904541 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-54a0a584-6379-4c9e-9941-797be9ed4060 req-8e5d9eca-42de-4a17-8ee1-f1c12dadb568 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:15.905891 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-54a0a584-6379-4c9e-9941-797be9ed4060 req-8e5d9eca-42de-4a17-8ee1-f1c12dadb568 service neutron] 10.222.0.69 "PUT /v2.0/ports/7fdec3ad-425b-4999-a92c-e8dfb07059d6 HTTP/1.1" status: 200 len: 1093 time: 1.9019244 Jun 11 09:42:15.906407 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b71463a9-08f5-44fc-b2c3-92a5cfc52778', 'tag': '7fdec3ad-425b-4999-a92c-e8dfb07059d6'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:42:15.909224 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7151bd1e-bf55-42dd-9a4a-bff9d7e80f7d" -d '{"events": [{"name": "network-changed", "server_uuid": "b71463a9-08f5-44fc-b2c3-92a5cfc52778", "tag": "7fdec3ad-425b-4999-a92c-e8dfb07059d6"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:42:15.938760 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5d9eca-42de-4a17-8ee1-f1c12dadb568 service neutron] Pushing event updated for resources: {'Port': ['ID=7fdec3ad-425b-4999-a92c-e8dfb07059d6,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:42:15.942007 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8e5d9eca-42de-4a17-8ee1-f1c12dadb568 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:42:15.949178 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-89abacaa-77a2-4f35-b109-50b5f0185d25 req-5cf979b9-5ed3-4b67-9818-75e200216248 service neutron] 10.222.0.69 "GET /v2.0/networks/bd769a33-d2ae-4a77-8be2-0047382ae593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778373 Jun 11 09:42:15.973266 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a115dc70-158e-461f-b117-62588e7566bd req-d47338b6-3bf0-4c7a-9df7-d1702cdc5cff service neutron] 10.222.0.69 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632377 Jun 11 09:42:15.975660 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-f17dcc5d-7dba-4f63-8870-c0d185125b36 req-917afec7-d5f2-4c91-87c2-343854d084f2 tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:16.147654 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [req-f17dcc5d-7dba-4f63-8870-c0d185125b36 req-917afec7-d5f2-4c91-87c2-343854d084f2 tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Allocated IP 172.25.4.59 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/9a494060-ec11-4fdf-ab73-f2a8ca3d3fc0) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:42:16.155686 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a0a584-6379-4c9e-9941-797be9ed4060 req-a3919b78-7eeb-4c54-b0ae-f838192a23b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:16.157170 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-54a0a584-6379-4c9e-9941-797be9ed4060 req-a3919b78-7eeb-4c54-b0ae-f838192a23b2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b45337579131456f96bbbe68609b8874&device_id=b71463a9-08f5-44fc-b2c3-92a5cfc52778 HTTP/1.1" status: 200 len: 1096 time: 0.1333280 Jun 11 09:42:16.523088 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:16.568354 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-54a0a584-6379-4c9e-9941-797be9ed4060 req-ffc156e2-4da9-447c-8595-f64e2fcd272a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7fdec3ad-425b-4999-a92c-e8dfb07059d6 HTTP/1.1" status: 200 len: 217 time: 0.4025118 Jun 11 09:42:16.586148 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1368d9-6769-4208-8480-bfbca1eca6d7 req-b4a3e1d8-7c68-4869-bc29-ff58d3e1db3b tempest-AttachSCSIVolumeTestJSON-1132769149 tempest-AttachSCSIVolumeTestJSON-1132769149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:16.589010 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-dd1368d9-6769-4208-8480-bfbca1eca6d7 req-b4a3e1d8-7c68-4869-bc29-ff58d3e1db3b tempest-AttachSCSIVolumeTestJSON-1132769149 tempest-AttachSCSIVolumeTestJSON-1132769149-project] 10.222.0.60 "GET /v2.0/ports?device_id=b71463a9-08f5-44fc-b2c3-92a5cfc52778 HTTP/1.1" status: 200 len: 944 time: 0.1237354 Jun 11 09:42:16.648598 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-dd1368d9-6769-4208-8480-bfbca1eca6d7 req-5357b9a2-a4b5-4137-aa82-0b26fad4a5be tempest-AttachSCSIVolumeTestJSON-1132769149 tempest-AttachSCSIVolumeTestJSON-1132769149-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1535470-6fd6-470a-87ae-22be32747a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482299 Jun 11 09:42:16.774501 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a0a584-6379-4c9e-9941-797be9ed4060 req-9131118f-c60f-4ab8-aabd-6a920133e24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:16.781101 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-54a0a584-6379-4c9e-9941-797be9ed4060 req-9131118f-c60f-4ab8-aabd-6a920133e24e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=931e6e90-3bbb-45ba-ae16-760114c6ec48 HTTP/1.1" status: 200 len: 854 time: 0.1978710 Jun 11 09:42:16.835139 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ccee99-d8a8-4f16-a456-adc24d629144 req-e2c468e5-bbd9-4984-94c6-dc20222b61f9 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:16.836665 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-76ccee99-d8a8-4f16-a456-adc24d629144 req-e2c468e5-bbd9-4984-94c6-dc20222b61f9 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=29b85db7-c5bc-4f80-a30c-06de146f209d HTTP/1.1" status: 200 len: 947 time: 0.0865114 Jun 11 09:42:16.846851 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-f17dcc5d-7dba-4f63-8870-c0d185125b36 req-917afec7-d5f2-4c91-87c2-343854d084f2 tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:16.865109 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a39426-3660-4e16-ba00-d1ce2029bc17 req-a4285e53-a771-4dfc-8c33-58a86ca67a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:16.866568 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-64a39426-3660-4e16-ba00-d1ce2029bc17 req-a4285e53-a771-4dfc-8c33-58a86ca67a42 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=455235d9344d45d29863b10a5775a249&device_id=c4b12e42-17f6-4964-bd58-6a1784ef3b8b HTTP/1.1" status: 200 len: 1097 time: 0.2805028 Jun 11 09:42:16.912140 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-76ccee99-d8a8-4f16-a456-adc24d629144 req-d199340a-a291-4f2c-be53-6e96048c485b tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/security-groups?id=d35df9ed-76e1-4821-b449-9857ba424946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676019 Jun 11 09:42:16.963486 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-433957be-092e-462a-be42-a9714f48dd59 x-openstack-request-id: req-433957be-092e-462a-be42-a9714f48dd59 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:42:16.964390 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32c534e8-6a37-462b-be83-c987e2b54ac8", "name": "network-vif-plugged", "status": "completed", "tag": "3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:42:16.964861 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-433957be-092e-462a-be42-a9714f48dd59 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:42:16.965418 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32c534e8-6a37-462b-be83-c987e2b54ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d', 'code': 200} Jun 11 09:42:17.002250 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a0a584-6379-4c9e-9941-797be9ed4060 req-ffe5c8c6-506f-484f-8d87-af0cfde9ba2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:17.003790 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-54a0a584-6379-4c9e-9941-797be9ed4060 req-ffe5c8c6-506f-484f-8d87-af0cfde9ba2a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5f5b4bd2-720b-4d8c-8f94-0c6e8edf7aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2175233 Jun 11 09:42:17.071946 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a39426-3660-4e16-ba00-d1ce2029bc17 req-0534ffe1-9e68-4c0d-bc52-f81daef8d1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:17.073506 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-64a39426-3660-4e16-ba00-d1ce2029bc17 req-0534ffe1-9e68-4c0d-bc52-f81daef8d1a7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f64764ef-1d16-4bb9-abcb-ee15625f8d04 HTTP/1.1" status: 200 len: 908 time: 0.1995139 Jun 11 09:42:17.128064 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-f17dcc5d-7dba-4f63-8870-c0d185125b36 req-917afec7-d5f2-4c91-87c2-343854d084f2 tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:17.139301 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-acfb8fe8-1145-4733-8770-23dfa27d02ca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:42:17.226958 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-64a39426-3660-4e16-ba00-d1ce2029bc17 req-a58e5c46-a710-4047-8dc7-8fa4170d3a05 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b312982e-ede2-411d-8a4c-a79af3606d60 HTTP/1.1" status: 200 len: 217 time: 0.1009076 Jun 11 09:42:17.246018 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f17dcc5d-7dba-4f63-8870-c0d185125b36 req-917afec7-d5f2-4c91-87c2-343854d084f2 tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:42:17.288950 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [req-f17dcc5d-7dba-4f63-8870-c0d185125b36 req-917afec7-d5f2-4c91-87c2-343854d084f2 tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:42:17.289694 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8c2489-acc4-4ea7-acd5-5596ef862a65 req-3b5d1a58-3173-425f-a42a-78707f85f079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:17.291851 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ed8c2489-acc4-4ea7-acd5-5596ef862a65 req-3b5d1a58-3173-425f-a42a-78707f85f079 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=32c534e8-6a37-462b-be83-c987e2b54ac8 HTTP/1.1" status: 200 len: 1101 time: 0.1126783 Jun 11 09:42:17.300434 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3321f30b-6e7d-4960-8405-ace52e7aa647 req-5134ea11-7a42-4684-9b27-9d14ba6b2a48 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:17.301866 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3321f30b-6e7d-4960-8405-ace52e7aa647 req-5134ea11-7a42-4684-9b27-9d14ba6b2a48 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/ports?device_id=32c534e8-6a37-462b-be83-c987e2b54ac8 HTTP/1.1" status: 200 len: 949 time: 0.1148038 Jun 11 09:42:17.310473 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-f17dcc5d-7dba-4f63-8870-c0d185125b36 req-917afec7-d5f2-4c91-87c2-343854d084f2 tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:42:17.319034 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917afec7-d5f2-4c91-87c2-343854d084f2 tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Pushing event updated for resources: {'Port': ['ID=9a494060-ec11-4fdf-ab73-f2a8ca3d3fc0,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:42:17.325302 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-917afec7-d5f2-4c91-87c2-343854d084f2 tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:42:17.328924 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-54a0a584-6379-4c9e-9941-797be9ed4060 req-bf6e8987-c87d-473c-9052-9129349c9581 service neutron] 10.222.0.69 "GET /v2.0/networks/5f5b4bd2-720b-4d8c-8f94-0c6e8edf7aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3125536 Jun 11 09:42:17.369433 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ed8c2489-acc4-4ea7-acd5-5596ef862a65 req-5a420952-0dd3-4bb8-b372-db9d246ff395 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ca3026f3-8a05-4fe5-9c7d-b1a6d33061fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665579 Jun 11 09:42:17.374573 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3321f30b-6e7d-4960-8405-ace52e7aa647 req-41309865-0b51-4eb4-a2f8-6663f0a45bb0 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca3026f3-8a05-4fe5-9c7d-b1a6d33061fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662854 Jun 11 09:42:17.393881 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a39426-3660-4e16-ba00-d1ce2029bc17 req-cfd394c6-8569-4e8b-ab5d-239870f60e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:17.397163 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-64a39426-3660-4e16-ba00-d1ce2029bc17 req-cfd394c6-8569-4e8b-ab5d-239870f60e07 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f707fbf9-d6b5-48f4-b1c1-e5fd7bd963f6 HTTP/1.1" status: 200 len: 847 time: 0.1558471 Jun 11 09:42:17.430538 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1650477-6b78-47fc-812b-f8509d69422e x-openstack-request-id: req-c1650477-6b78-47fc-812b-f8509d69422e {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:42:17.430909 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b71463a9-08f5-44fc-b2c3-92a5cfc52778", "tag": "7fdec3ad-425b-4999-a92c-e8dfb07059d6", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:42:17.431189 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c1650477-6b78-47fc-812b-f8509d69422e {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:42:17.431658 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b71463a9-08f5-44fc-b2c3-92a5cfc52778', 'tag': '7fdec3ad-425b-4999-a92c-e8dfb07059d6', 'status': 'completed', 'code': 200} Jun 11 09:42:17.585756 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-64a39426-3660-4e16-ba00-d1ce2029bc17 req-d243da53-0c41-4d2b-b5a9-264228d5b091 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f64764ef-1d16-4bb9-abcb-ee15625f8d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615938 Jun 11 09:42:17.591677 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-54a0a584-6379-4c9e-9941-797be9ed4060 req-59ae2e78-7017-4b37-9726-68e97d382160 service neutron] 10.222.0.69 "GET /v2.0/networks/5f5b4bd2-720b-4d8c-8f94-0c6e8edf7aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328897 Jun 11 09:42:17.593618 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be055075-bc02-4640-b42d-7d997bc8f82c req-766138f7-31af-433e-bb22-746568eb1974 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:17.595094 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-be055075-bc02-4640-b42d-7d997bc8f82c req-766138f7-31af-433e-bb22-746568eb1974 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4b12e42-17f6-4964-bd58-6a1784ef3b8b HTTP/1.1" status: 200 len: 945 time: 0.0693431 Jun 11 09:42:17.597980 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-f17dcc5d-7dba-4f63-8870-c0d185125b36 req-917afec7-d5f2-4c91-87c2-343854d084f2 tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:17.648230 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-be055075-bc02-4640-b42d-7d997bc8f82c req-11f0215e-86f9-4b7a-9320-4bfa8068bb4d tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464454 Jun 11 09:42:17.759520 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-f17dcc5d-7dba-4f63-8870-c0d185125b36 req-917afec7-d5f2-4c91-87c2-343854d084f2 tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:17.928937 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-64a39426-3660-4e16-ba00-d1ce2029bc17 req-e97df06b-d8d1-4bd9-b9b6-d75daac220bb service neutron] 10.222.0.69 "GET /v2.0/networks/f64764ef-1d16-4bb9-abcb-ee15625f8d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3277309 Jun 11 09:42:17.975350 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609b346c-1c08-4a0c-b662-0e9e8d8cd54c req-b9a1bc86-9f04-4d80-b143-af4a72c3d793 tempest-AttachSCSIVolumeTestJSON-1132769149 tempest-AttachSCSIVolumeTestJSON-1132769149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:17.977409 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-609b346c-1c08-4a0c-b662-0e9e8d8cd54c req-b9a1bc86-9f04-4d80-b143-af4a72c3d793 tempest-AttachSCSIVolumeTestJSON-1132769149 tempest-AttachSCSIVolumeTestJSON-1132769149-project] 10.222.0.60 "GET /v2.0/ports?device_id=b71463a9-08f5-44fc-b2c3-92a5cfc52778 HTTP/1.1" status: 200 len: 944 time: 0.1109798 Jun 11 09:42:18.067243 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-609b346c-1c08-4a0c-b662-0e9e8d8cd54c req-2958b07f-868e-42a8-a033-7b49d79fb64f tempest-AttachSCSIVolumeTestJSON-1132769149 tempest-AttachSCSIVolumeTestJSON-1132769149-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1535470-6fd6-470a-87ae-22be32747a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509048 Jun 11 09:42:18.079833 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7151bd1e-bf55-42dd-9a4a-bff9d7e80f7d req-1cf8df64-507c-4e9d-98ce-2f7d5ff68f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:18.081326 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7151bd1e-bf55-42dd-9a4a-bff9d7e80f7d req-1cf8df64-507c-4e9d-98ce-2f7d5ff68f5c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b45337579131456f96bbbe68609b8874&device_id=b71463a9-08f5-44fc-b2c3-92a5cfc52778 HTTP/1.1" status: 200 len: 1096 time: 0.2374895 Jun 11 09:42:18.176380 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-f17dcc5d-7dba-4f63-8870-c0d185125b36 req-917afec7-d5f2-4c91-87c2-343854d084f2 tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:18.229767 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:18.260679 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7884746c-4095-4f59-b2d4-6a2c9ad564c7 req-e5a36e7e-f990-48db-a3ca-1e2823534eec tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:18.262337 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7884746c-4095-4f59-b2d4-6a2c9ad564c7 req-e5a36e7e-f990-48db-a3ca-1e2823534eec tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=29b85db7-c5bc-4f80-a30c-06de146f209d HTTP/1.1" status: 200 len: 947 time: 0.0776432 Jun 11 09:42:18.272897 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-64a39426-3660-4e16-ba00-d1ce2029bc17 req-ed72f153-7c3f-4e09-9b24-a1bb81696d4d service neutron] 10.222.0.69 "GET /v2.0/networks/f64764ef-1d16-4bb9-abcb-ee15625f8d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3340080 Jun 11 09:42:18.304720 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-f17dcc5d-7dba-4f63-8870-c0d185125b36 req-917afec7-d5f2-4c91-87c2-343854d084f2 tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:18.310755 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e630402b-6eb4-4775-bb08-9c012aff2542 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:42:18.316524 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7884746c-4095-4f59-b2d4-6a2c9ad564c7 req-4f6a7dc0-3b11-49a7-9a5b-b77b657b8261 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/security-groups?id=d35df9ed-76e1-4821-b449-9857ba424946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468075 Jun 11 09:42:18.342065 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7151bd1e-bf55-42dd-9a4a-bff9d7e80f7d req-6e908796-5a92-4f32-a001-a0e144253f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:18.343984 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7151bd1e-bf55-42dd-9a4a-bff9d7e80f7d req-6e908796-5a92-4f32-a001-a0e144253f2c service neutron] 10.222.0.69 "GET /v2.0/networks?id=5f5b4bd2-720b-4d8c-8f94-0c6e8edf7aa1 HTTP/1.1" status: 200 len: 916 time: 0.2507472 Jun 11 09:42:18.445705 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7151bd1e-bf55-42dd-9a4a-bff9d7e80f7d req-d5d9712c-163b-4fa0-b77c-7ad9ff8f1833 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7fdec3ad-425b-4999-a92c-e8dfb07059d6 HTTP/1.1" status: 200 len: 217 time: 0.0883496 Jun 11 09:42:18.452134 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917afec7-d5f2-4c91-87c2-343854d084f2 tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Pushing event updated for resources: {'Port': ['ID=9a494060-ec11-4fdf-ab73-f2a8ca3d3fc0,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:42:18.456386 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-917afec7-d5f2-4c91-87c2-343854d084f2 tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:42:18.501042 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-f17dcc5d-7dba-4f63-8870-c0d185125b36 req-917afec7-d5f2-4c91-87c2-343854d084f2 tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:18.524253 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7151bd1e-bf55-42dd-9a4a-bff9d7e80f7d req-78cbf972-f217-48d8-9966-367364463531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:18.526256 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7151bd1e-bf55-42dd-9a4a-bff9d7e80f7d req-78cbf972-f217-48d8-9966-367364463531 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=931e6e90-3bbb-45ba-ae16-760114c6ec48 HTTP/1.1" status: 200 len: 854 time: 0.0690043 Jun 11 09:42:18.593707 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-f17dcc5d-7dba-4f63-8870-c0d185125b36 req-917afec7-d5f2-4c91-87c2-343854d084f2 tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:18.595669 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f17dcc5d-7dba-4f63-8870-c0d185125b36 req-917afec7-d5f2-4c91-87c2-343854d084f2 tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.8211370 Jun 11 09:42:18.640945 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3578ce56-d75b-48d8-9f0b-f4c77efbc7c0 req-18f1846d-e55e-4eb3-8e9a-87f79aa67250 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:18.642561 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3578ce56-d75b-48d8-9f0b-f4c77efbc7c0 req-18f1846d-e55e-4eb3-8e9a-87f79aa67250 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/ports?device_id=32c534e8-6a37-462b-be83-c987e2b54ac8 HTTP/1.1" status: 200 len: 949 time: 0.0929883 Jun 11 09:42:18.683936 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f17dcc5d-7dba-4f63-8870-c0d185125b36 req-8f8a18b4-695c-43d2-8b75-0b15d600826a tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.59 HTTP/1.1" status: 200 len: 695 time: 0.0732872 Jun 11 09:42:18.702619 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7151bd1e-bf55-42dd-9a4a-bff9d7e80f7d req-1efd7791-b0b4-4109-b68b-e2eac01b1b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:18.704056 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7151bd1e-bf55-42dd-9a4a-bff9d7e80f7d req-1efd7791-b0b4-4109-b68b-e2eac01b1b5e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5f5b4bd2-720b-4d8c-8f94-0c6e8edf7aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1646798 Jun 11 09:42:18.705766 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3578ce56-d75b-48d8-9f0b-f4c77efbc7c0 req-94b2c1e6-d59a-45c3-9cdb-cf81152e29ed tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca3026f3-8a05-4fe5-9c7d-b1a6d33061fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528681 Jun 11 09:42:18.852411 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7151bd1e-bf55-42dd-9a4a-bff9d7e80f7d req-37878b01-e465-4c9f-8074-e6f27a45036a service neutron] 10.222.0.69 "GET /v2.0/networks/5f5b4bd2-720b-4d8c-8f94-0c6e8edf7aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321847 Jun 11 09:42:18.910105 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89755f29-ebeb-48f0-bff2-1a3d1da71966 req-c88f08a2-1592-44fb-97d8-0e33d3b9c0c0 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:18.911641 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-89755f29-ebeb-48f0-bff2-1a3d1da71966 req-c88f08a2-1592-44fb-97d8-0e33d3b9c0c0 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4b12e42-17f6-4964-bd58-6a1784ef3b8b HTTP/1.1" status: 200 len: 945 time: 0.0910738 Jun 11 09:42:18.976639 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-89755f29-ebeb-48f0-bff2-1a3d1da71966 req-c9a8012d-1d71-45e0-bbb3-da6f5addb2dd tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581775 Jun 11 09:42:19.378769 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b2cd44-f18b-47e3-8cff-776ddbe01b89 req-f1017b1e-7a03-4b2d-a5aa-a3eb40593639 tempest-AttachSCSIVolumeTestJSON-1132769149 tempest-AttachSCSIVolumeTestJSON-1132769149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:19.380499 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-47b2cd44-f18b-47e3-8cff-776ddbe01b89 req-f1017b1e-7a03-4b2d-a5aa-a3eb40593639 tempest-AttachSCSIVolumeTestJSON-1132769149 tempest-AttachSCSIVolumeTestJSON-1132769149-project] 10.222.0.60 "GET /v2.0/ports?device_id=b71463a9-08f5-44fc-b2c3-92a5cfc52778 HTTP/1.1" status: 200 len: 944 time: 0.0773897 Jun 11 09:42:19.437688 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-47b2cd44-f18b-47e3-8cff-776ddbe01b89 req-7d886f1e-98fb-472b-a373-5b4245af3186 tempest-AttachSCSIVolumeTestJSON-1132769149 tempest-AttachSCSIVolumeTestJSON-1132769149-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1535470-6fd6-470a-87ae-22be32747a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508492 Jun 11 09:42:19.441026 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7151bd1e-bf55-42dd-9a4a-bff9d7e80f7d req-d631ea62-e3e0-4bb0-beff-7f2b5033cce5 service neutron] 10.222.0.69 "GET /v2.0/networks/5f5b4bd2-720b-4d8c-8f94-0c6e8edf7aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541364 Jun 11 09:42:19.449245 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17dcc5d-7dba-4f63-8870-c0d185125b36 req-cb031189-4926-402f-a515-3fa9690dd720 tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:19.450930 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f17dcc5d-7dba-4f63-8870-c0d185125b36 req-cb031189-4926-402f-a515-3fa9690dd720 tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] 10.222.0.60 "GET /v2.0/networks/f0adef6e-169f-4a27-8865-442be2ad072d HTTP/1.1" status: 200 len: 784 time: 0.7580388 Jun 11 09:42:19.688710 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f869421-291c-41dd-9218-88938a446ca9 req-d3db59de-0fc4-4d7a-aa6e-74bf61e217b1 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:19.696196 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5f869421-291c-41dd-9218-88938a446ca9 req-d3db59de-0fc4-4d7a-aa6e-74bf61e217b1 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=29b85db7-c5bc-4f80-a30c-06de146f209d HTTP/1.1" status: 200 len: 947 time: 0.0979729 Jun 11 09:42:19.742558 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5f869421-291c-41dd-9218-88938a446ca9 req-f95bff22-fbe7-4080-8688-c7c2d2c5ae36 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/security-groups?id=d35df9ed-76e1-4821-b449-9857ba424946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454733 Jun 11 09:42:19.955813 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dff4a1-d39d-4a84-a177-b00640471499 req-535631d4-0332-49d9-b712-4524854456f1 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:19.957411 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-47dff4a1-d39d-4a84-a177-b00640471499 req-535631d4-0332-49d9-b712-4524854456f1 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/ports?device_id=32c534e8-6a37-462b-be83-c987e2b54ac8 HTTP/1.1" status: 200 len: 949 time: 0.0975790 Jun 11 09:42:20.009994 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-47dff4a1-d39d-4a84-a177-b00640471499 req-fbff66d1-08b6-48c2-afcc-458ab57e6982 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca3026f3-8a05-4fe5-9c7d-b1a6d33061fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441880 Jun 11 09:42:20.173614 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c69a20ce-05ad-4422-b097-30cf7bf73081 req-bf686308-dde1-488c-8422-0f7bc348df5f tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5507233 Jun 11 09:42:20.188011 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-c69a20ce-05ad-4422-b097-30cf7bf73081 req-2be82248-f20c-48e6-8595-8d0113b0e1bf tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Request body: {'floatingip': {'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:42:20.197854 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f9ca4-f2d4-408c-96e4-632b0bbb4156 req-a4880d14-f053-4d3f-a158-765e14f7a69a tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:20.199431 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-643f9ca4-f2d4-408c-96e4-632b0bbb4156 req-a4880d14-f053-4d3f-a158-765e14f7a69a tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4b12e42-17f6-4964-bd58-6a1784ef3b8b HTTP/1.1" status: 200 len: 945 time: 0.0770683 Jun 11 09:42:20.244240 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-643f9ca4-f2d4-408c-96e4-632b0bbb4156 req-7aba105b-d08f-4a9c-81c5-88cfacfba1ad tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374334 Jun 11 09:42:20.335087 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-c69a20ce-05ad-4422-b097-30cf7bf73081 req-2be82248-f20c-48e6-8595-8d0113b0e1bf tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Notify callbacks [] for floatingip, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:20.471989 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-c69a20ce-05ad-4422-b097-30cf7bf73081 req-2be82248-f20c-48e6-8595-8d0113b0e1bf tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:20.593223 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50308c7-c8ab-4e24-8a08-544ab6ce5cc3 req-e6ee37f6-011a-422c-b4c3-12dce86647b2 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:20.595029 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f50308c7-c8ab-4e24-8a08-544ab6ce5cc3 req-e6ee37f6-011a-422c-b4c3-12dce86647b2 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/ports?device_id=32c534e8-6a37-462b-be83-c987e2b54ac8 HTTP/1.1" status: 200 len: 949 time: 0.0817428 Jun 11 09:42:20.624120 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-c69a20ce-05ad-4422-b097-30cf7bf73081 req-2be82248-f20c-48e6-8595-8d0113b0e1bf tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Allocated IP 172.25.4.205 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/63115ac2-e640-4db6-81ca-7ad94cfc5faa) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:42:20.640185 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f50308c7-c8ab-4e24-8a08-544ab6ce5cc3 req-0e2a7b8a-ef2c-427c-aaf4-e1b2e8ee02e5 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca3026f3-8a05-4fe5-9c7d-b1a6d33061fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390561 Jun 11 09:42:20.722856 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 2b3502fb-9e75-49f0-8d54-4f9b57e8bd95 details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:42:20.781786 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-c69a20ce-05ad-4422-b097-30cf7bf73081 req-2be82248-f20c-48e6-8595-8d0113b0e1bf tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:20.867716 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 2b3502fb-9e75-49f0-8d54-4f9b57e8bd95, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=2b3502fb-9e75-49f0-8d54-4f9b57e8bd95,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:42:20.881652 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': '2b3502fb-9e75-49f0-8d54-4f9b57e8bd95', 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60', 'port_id': '2b3502fb-9e75-49f0-8d54-4f9b57e8bd95', 'mac_address': 'fa:16:3e:c8:a3:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189b03cc-b2a8-4615-9ab5-ad0328c3f10f', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:42:20.922376 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-c69a20ce-05ad-4422-b097-30cf7bf73081 req-2be82248-f20c-48e6-8595-8d0113b0e1bf tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:20.926512 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6862b8ff-9427-4351-b692-5f2ba0a88c78 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:42:20.931707 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:20.951654 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b3502fb-9e75-49f0-8d54-4f9b57e8bd95 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:42:20.958250 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7c4fcd-bfd0-4e90-b2cd-789767980508 req-35f28483-31ad-4647-8640-fdad13a6d8a3 tempest-AttachSCSIVolumeTestJSON-1132769149 tempest-AttachSCSIVolumeTestJSON-1132769149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:20.959980 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5a7c4fcd-bfd0-4e90-b2cd-789767980508 req-35f28483-31ad-4647-8640-fdad13a6d8a3 tempest-AttachSCSIVolumeTestJSON-1132769149 tempest-AttachSCSIVolumeTestJSON-1132769149-project] 10.222.0.60 "GET /v2.0/ports?device_id=b71463a9-08f5-44fc-b2c3-92a5cfc52778 HTTP/1.1" status: 200 len: 944 time: 0.0806394 Jun 11 09:42:20.979157 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 2b3502fb-9e75-49f0-8d54-4f9b57e8bd95, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=2b3502fb-9e75-49f0-8d54-4f9b57e8bd95,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:42:20.990739 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c69a20ce-05ad-4422-b097-30cf7bf73081 req-2be82248-f20c-48e6-8595-8d0113b0e1bf tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:42:20.993934 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-c69a20ce-05ad-4422-b097-30cf7bf73081 req-2be82248-f20c-48e6-8595-8d0113b0e1bf tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:42:21.000321 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-c69a20ce-05ad-4422-b097-30cf7bf73081 req-2be82248-f20c-48e6-8595-8d0113b0e1bf tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:42:21.010488 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5a7c4fcd-bfd0-4e90-b2cd-789767980508 req-1ea4dde2-72af-4ec8-90c2-b8d4922cfe7d tempest-AttachSCSIVolumeTestJSON-1132769149 tempest-AttachSCSIVolumeTestJSON-1132769149-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1535470-6fd6-470a-87ae-22be32747a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438750 Jun 11 09:42:21.037147 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be82248-f20c-48e6-8595-8d0113b0e1bf tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Pushing event updated for resources: {'Port': ['ID=63115ac2-e640-4db6-81ca-7ad94cfc5faa,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:42:21.041516 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2be82248-f20c-48e6-8595-8d0113b0e1bf tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:42:21.106461 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:21.108952 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:42:21.117592 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-c69a20ce-05ad-4422-b097-30cf7bf73081 req-2be82248-f20c-48e6-8595-8d0113b0e1bf tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:21.167246 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=2b3502fb-9e75-49f0-8d54-4f9b57e8bd95,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:42:21.170584 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:42:21.261486 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-c69a20ce-05ad-4422-b097-30cf7bf73081 req-2be82248-f20c-48e6-8595-8d0113b0e1bf tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:21.450678 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-c69a20ce-05ad-4422-b097-30cf7bf73081 req-2be82248-f20c-48e6-8595-8d0113b0e1bf tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:21.521935 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-c69a20ce-05ad-4422-b097-30cf7bf73081 req-2be82248-f20c-48e6-8595-8d0113b0e1bf tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:21.524304 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-49a06269-cc3c-42e1-ae7a-40fc27ffca6e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:42:21.586919 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['2b3502fb-9e75-49f0-8d54-4f9b57e8bd95'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:42:21.620107 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be82248-f20c-48e6-8595-8d0113b0e1bf tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Pushing event updated for resources: {'Port': ['ID=63115ac2-e640-4db6-81ca-7ad94cfc5faa,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:42:21.623073 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2be82248-f20c-48e6-8595-8d0113b0e1bf tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:42:21.633023 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-c69a20ce-05ad-4422-b097-30cf7bf73081 req-2be82248-f20c-48e6-8595-8d0113b0e1bf tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:21.764192 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-c69a20ce-05ad-4422-b097-30cf7bf73081 req-2be82248-f20c-48e6-8595-8d0113b0e1bf tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:21.767627 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c69a20ce-05ad-4422-b097-30cf7bf73081 req-2be82248-f20c-48e6-8595-8d0113b0e1bf tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5829282 Jun 11 09:42:21.846349 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c69a20ce-05ad-4422-b097-30cf7bf73081 req-35c093f0-c21b-4a30-9601-6c40cae8294d tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.205 HTTP/1.1" status: 200 len: 696 time: 0.0739250 Jun 11 09:42:21.860958 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4d1183-0d29-4d77-967b-04f1271ccf5d req-8340b306-b633-4e8c-8423-60c9173593e3 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:21.862748 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2a4d1183-0d29-4d77-967b-04f1271ccf5d req-8340b306-b633-4e8c-8423-60c9173593e3 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=29b85db7-c5bc-4f80-a30c-06de146f209d HTTP/1.1" status: 200 len: 948 time: 0.0851781 Jun 11 09:42:21.908776 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2a4d1183-0d29-4d77-967b-04f1271ccf5d req-25ab98ab-00ec-4f2d-85a3-6611b2f553a9 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/security-groups?id=d35df9ed-76e1-4821-b449-9857ba424946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394819 Jun 11 09:42:22.005393 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69a20ce-05ad-4422-b097-30cf7bf73081 req-b45f0196-2b4a-437f-9a98-c952961597b1 tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:22.008147 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c69a20ce-05ad-4422-b097-30cf7bf73081 req-b45f0196-2b4a-437f-9a98-c952961597b1 tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] 10.222.0.60 "GET /v2.0/networks/f0adef6e-169f-4a27-8865-442be2ad072d HTTP/1.1" status: 200 len: 784 time: 0.1546698 Jun 11 09:42:22.111207 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ee722d-aec4-4fa0-b735-c4c33d3e05c0 req-151c88de-717e-4d7e-9508-ed14689d974e tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:22.113085 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-32ee722d-aec4-4fa0-b735-c4c33d3e05c0 req-151c88de-717e-4d7e-9508-ed14689d974e tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4b12e42-17f6-4964-bd58-6a1784ef3b8b HTTP/1.1" status: 200 len: 945 time: 0.0736260 Jun 11 09:42:22.160261 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-32ee722d-aec4-4fa0-b735-c4c33d3e05c0 req-f9453f59-c2c1-423d-bc01-973e8a720de5 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405872 Jun 11 09:42:22.189535 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac6aae9-aedf-4bbc-85b5-2736824f3f8f req-3ee2ae4d-5c14-4d9e-a3ab-d3b4c40c4aab tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:22.195482 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-dac6aae9-aedf-4bbc-85b5-2736824f3f8f req-3ee2ae4d-5c14-4d9e-a3ab-d3b4c40c4aab tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/ports?device_id=32c534e8-6a37-462b-be83-c987e2b54ac8 HTTP/1.1" status: 200 len: 949 time: 0.0844445 Jun 11 09:42:22.259165 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-dac6aae9-aedf-4bbc-85b5-2736824f3f8f req-47ca0298-a334-4805-af6d-35c1a3f11f5e tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca3026f3-8a05-4fe5-9c7d-b1a6d33061fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594878 Jun 11 09:42:22.431997 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e6b8f979-516a-4361-ad4a-824b1c8b34ae req-d95b5f65-62ca-4b63-acf6-f14673f3bcdc tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1503656 Jun 11 09:42:22.441166 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-e6b8f979-516a-4361-ad4a-824b1c8b34ae req-5ac58b15-6a6f-4ba6-891d-f4451d855943 tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Request body: {'floatingip': {'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:42:22.484813 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a14b3-8010-4712-b40a-cfabe129098e req-07f96d4f-2b79-4dd0-b37b-a1ff7704bae5 tempest-AttachSCSIVolumeTestJSON-1132769149 tempest-AttachSCSIVolumeTestJSON-1132769149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:22.486324 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c83a14b3-8010-4712-b40a-cfabe129098e req-07f96d4f-2b79-4dd0-b37b-a1ff7704bae5 tempest-AttachSCSIVolumeTestJSON-1132769149 tempest-AttachSCSIVolumeTestJSON-1132769149-project] 10.222.0.60 "GET /v2.0/ports?device_id=b71463a9-08f5-44fc-b2c3-92a5cfc52778 HTTP/1.1" status: 200 len: 944 time: 0.0916238 Jun 11 09:42:22.530389 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c83a14b3-8010-4712-b40a-cfabe129098e req-84f7767e-8d68-4507-983d-471e7b2e1839 tempest-AttachSCSIVolumeTestJSON-1132769149 tempest-AttachSCSIVolumeTestJSON-1132769149-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1535470-6fd6-470a-87ae-22be32747a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378616 Jun 11 09:42:22.580311 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-e6b8f979-516a-4361-ad4a-824b1c8b34ae req-5ac58b15-6a6f-4ba6-891d-f4451d855943 tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Notify callbacks [] for floatingip, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:22.716435 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-e6b8f979-516a-4361-ad4a-824b1c8b34ae req-5ac58b15-6a6f-4ba6-891d-f4451d855943 tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:22.735324 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 7fdec3ad-425b-4999-a92c-e8dfb07059d6 details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:42:22.851544 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-e6b8f979-516a-4361-ad4a-824b1c8b34ae req-5ac58b15-6a6f-4ba6-891d-f4451d855943 tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Allocated IP 172.25.4.106 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/f287b8cb-806b-4ac6-b9ae-fd9a28e1b0ef) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:42:22.861154 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 7fdec3ad-425b-4999-a92c-e8dfb07059d6, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=7fdec3ad-425b-4999-a92c-e8dfb07059d6,segment=NetworkSegment(1df4e852-26c2-4351-8bb6-614dccc2bd7d),segment_id=1df4e852-26c2-4351-8bb6-614dccc2bd7d)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:42:22.875829 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': '7fdec3ad-425b-4999-a92c-e8dfb07059d6', 'network_id': '5f5b4bd2-720b-4d8c-8f94-0c6e8edf7aa1', 'port_id': '7fdec3ad-425b-4999-a92c-e8dfb07059d6', 'mac_address': 'fa:16:3e:d7:ae:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '931e6e90-3bbb-45ba-ae16-760114c6ec48', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:42:22.920381 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:22.946011 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fdec3ad-425b-4999-a92c-e8dfb07059d6 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:42:22.969713 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 7fdec3ad-425b-4999-a92c-e8dfb07059d6, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=7fdec3ad-425b-4999-a92c-e8dfb07059d6,segment=NetworkSegment(1df4e852-26c2-4351-8bb6-614dccc2bd7d),segment_id=1df4e852-26c2-4351-8bb6-614dccc2bd7d)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:42:22.994047 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-e6b8f979-516a-4361-ad4a-824b1c8b34ae req-5ac58b15-6a6f-4ba6-891d-f4451d855943 tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:23.071190 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:23.073061 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:42:23.105043 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa55253-3bab-4f62-b910-cbe4f11fad50 req-db6b3f2f-1623-44bd-8508-7a9f80082e3b tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:23.106561 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bfa55253-3bab-4f62-b910-cbe4f11fad50 req-db6b3f2f-1623-44bd-8508-7a9f80082e3b tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=29b85db7-c5bc-4f80-a30c-06de146f209d HTTP/1.1" status: 200 len: 948 time: 0.0722003 Jun 11 09:42:23.130179 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=7fdec3ad-425b-4999-a92c-e8dfb07059d6,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:42:23.133259 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:42:23.151162 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-e6b8f979-516a-4361-ad4a-824b1c8b34ae req-5ac58b15-6a6f-4ba6-891d-f4451d855943 tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:23.153916 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bfa55253-3bab-4f62-b910-cbe4f11fad50 req-2934ce55-08c7-41c8-add2-ebdb2e04371a tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/security-groups?id=d35df9ed-76e1-4821-b449-9857ba424946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408731 Jun 11 09:42:23.154308 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-846ff82e-4bf9-4f33-b617-f8b134d1aae2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:42:23.200329 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6b8f979-516a-4361-ad4a-824b1c8b34ae req-5ac58b15-6a6f-4ba6-891d-f4451d855943 tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:42:23.204728 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-e6b8f979-516a-4361-ad4a-824b1c8b34ae req-5ac58b15-6a6f-4ba6-891d-f4451d855943 tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:42:23.209057 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6b8f979-516a-4361-ad4a-824b1c8b34ae req-5ac58b15-6a6f-4ba6-891d-f4451d855943 tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:42:23.212717 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac58b15-6a6f-4ba6-891d-f4451d855943 tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Pushing event updated for resources: {'Port': ['ID=f287b8cb-806b-4ac6-b9ae-fd9a28e1b0ef,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:42:23.238407 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5ac58b15-6a6f-4ba6-891d-f4451d855943 tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:42:23.313438 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-e6b8f979-516a-4361-ad4a-824b1c8b34ae req-5ac58b15-6a6f-4ba6-891d-f4451d855943 tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:23.358753 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c2dc9-4ba3-4a07-bcd4-a8ed6355682b req-48ae47cc-40ab-477c-bde3-20eca2a0f62f tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:23.361386 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-be5c2dc9-4ba3-4a07-bcd4-a8ed6355682b req-48ae47cc-40ab-477c-bde3-20eca2a0f62f tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4b12e42-17f6-4964-bd58-6a1784ef3b8b HTTP/1.1" status: 200 len: 945 time: 0.0808799 Jun 11 09:42:23.411464 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-be5c2dc9-4ba3-4a07-bcd4-a8ed6355682b req-6b26c2eb-be7f-4b5c-9839-25526996d880 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430021 Jun 11 09:42:23.523878 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-e6b8f979-516a-4361-ad4a-824b1c8b34ae req-5ac58b15-6a6f-4ba6-891d-f4451d855943 tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:23.581569 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['7fdec3ad-425b-4999-a92c-e8dfb07059d6'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:42:23.588094 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4d0a0-d792-4f7a-a857-b6b5084d7754 req-acd99db3-56a3-47e0-b20d-3dee7b512f22 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:23.589985 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7cf4d0a0-d792-4f7a-a857-b6b5084d7754 req-acd99db3-56a3-47e0-b20d-3dee7b512f22 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/ports?device_id=32c534e8-6a37-462b-be83-c987e2b54ac8 HTTP/1.1" status: 200 len: 949 time: 0.0748601 Jun 11 09:42:23.638459 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7cf4d0a0-d792-4f7a-a857-b6b5084d7754 req-d5505efa-04f8-4f60-b0e1-b2191e2ed30d tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca3026f3-8a05-4fe5-9c7d-b1a6d33061fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417087 Jun 11 09:42:23.734274 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-e6b8f979-516a-4361-ad4a-824b1c8b34ae req-5ac58b15-6a6f-4ba6-891d-f4451d855943 tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:23.852615 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-e6b8f979-516a-4361-ad4a-824b1c8b34ae req-5ac58b15-6a6f-4ba6-891d-f4451d855943 tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:23.855304 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-63d2a8db-290c-4e8a-8531-b33d21943ae5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:42:23.923503 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a96790-05f6-4144-89a4-b8d6ff76d3eb req-6c867895-1b73-47bb-ad8b-ec65e6b87705 tempest-AttachSCSIVolumeTestJSON-1132769149 tempest-AttachSCSIVolumeTestJSON-1132769149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:23.925050 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-73a96790-05f6-4144-89a4-b8d6ff76d3eb req-6c867895-1b73-47bb-ad8b-ec65e6b87705 tempest-AttachSCSIVolumeTestJSON-1132769149 tempest-AttachSCSIVolumeTestJSON-1132769149-project] 10.222.0.60 "GET /v2.0/ports?device_id=b71463a9-08f5-44fc-b2c3-92a5cfc52778 HTTP/1.1" status: 200 len: 945 time: 0.0755033 Jun 11 09:42:23.936290 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac58b15-6a6f-4ba6-891d-f4451d855943 tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Pushing event updated for resources: {'Port': ['ID=f287b8cb-806b-4ac6-b9ae-fd9a28e1b0ef,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:42:23.943529 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5ac58b15-6a6f-4ba6-891d-f4451d855943 tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:42:23.953859 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-e6b8f979-516a-4361-ad4a-824b1c8b34ae req-5ac58b15-6a6f-4ba6-891d-f4451d855943 tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:23.968942 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-73a96790-05f6-4144-89a4-b8d6ff76d3eb req-b8e3f3c3-00e9-4324-a608-c19d6fedb548 tempest-AttachSCSIVolumeTestJSON-1132769149 tempest-AttachSCSIVolumeTestJSON-1132769149-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1535470-6fd6-470a-87ae-22be32747a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380981 Jun 11 09:42:24.064668 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-e6b8f979-516a-4361-ad4a-824b1c8b34ae req-5ac58b15-6a6f-4ba6-891d-f4451d855943 tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:24.066642 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e6b8f979-516a-4361-ad4a-824b1c8b34ae req-5ac58b15-6a6f-4ba6-891d-f4451d855943 tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6294589 Jun 11 09:42:24.139173 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e6b8f979-516a-4361-ad4a-824b1c8b34ae req-ee323639-46cb-4076-b334-c0b39613ecc8 tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.106 HTTP/1.1" status: 200 len: 696 time: 0.0659420 Jun 11 09:42:24.271909 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b8f979-516a-4361-ad4a-824b1c8b34ae req-09ab6747-f87d-4936-8645-40645ecdcca7 tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:24.273236 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e6b8f979-516a-4361-ad4a-824b1c8b34ae req-09ab6747-f87d-4936-8645-40645ecdcca7 tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] 10.222.0.60 "GET /v2.0/networks/f0adef6e-169f-4a27-8865-442be2ad072d HTTP/1.1" status: 200 len: 784 time: 0.1287076 Jun 11 09:42:24.346848 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620a0dd6-2642-45fb-b70a-c17eb6142f88 req-eef59a57-68bb-42f2-8251-232d3f7ab1df tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:24.348517 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-620a0dd6-2642-45fb-b70a-c17eb6142f88 req-eef59a57-68bb-42f2-8251-232d3f7ab1df tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=29b85db7-c5bc-4f80-a30c-06de146f209d HTTP/1.1" status: 200 len: 948 time: 0.0738108 Jun 11 09:42:24.362398 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2f22019e-4e6d-4d8e-8bd3-db44ffcd103d req-e18dd60a-2555-4d9e-9fa9-b14bbf05ace5 tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] 10.222.0.60 "GET /v2.0/floatingips/6890f2d0-5524-4ea0-8ea7-110de7d7f426 HTTP/1.1" status: 200 len: 693 time: 0.0682569 Jun 11 09:42:24.392350 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-620a0dd6-2642-45fb-b70a-c17eb6142f88 req-6dac238d-4002-4643-802c-b4d015ad655d tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/security-groups?id=d35df9ed-76e1-4821-b449-9857ba424946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375843 Jun 11 09:42:24.498101 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f22019e-4e6d-4d8e-8bd3-db44ffcd103d req-05d72468-6f58-45d9-870a-d73a0dbee5e1 tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:24.499476 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2f22019e-4e6d-4d8e-8bd3-db44ffcd103d req-05d72468-6f58-45d9-870a-d73a0dbee5e1 tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] 10.222.0.60 "GET /v2.0/networks/f0adef6e-169f-4a27-8865-442be2ad072d HTTP/1.1" status: 200 len: 784 time: 0.1316462 Jun 11 09:42:24.510087 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [req-2f22019e-4e6d-4d8e-8bd3-db44ffcd103d req-887d1ce1-85c8-4beb-b6a3-b89c7c0fc32e tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 09:42:24.511026 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2f22019e-4e6d-4d8e-8bd3-db44ffcd103d req-887d1ce1-85c8-4beb-b6a3-b89c7c0fc32e tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060644 Jun 11 09:42:24.590217 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8abef165-a9ac-4138-8e7f-58e5aaf6e101 req-f6fae0ac-159c-4b0f-962a-ac68face7f07 tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] 10.222.0.60 "GET /v2.0/floatingips/6890f2d0-5524-4ea0-8ea7-110de7d7f426 HTTP/1.1" status: 200 len: 693 time: 0.0586603 Jun 11 09:42:24.602343 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98064312-3c00-4651-b478-8efe268a472e req-e3e455d0-6278-4727-9cf2-a6ce2ccd0c15 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:24.603998 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-98064312-3c00-4651-b478-8efe268a472e req-e3e455d0-6278-4727-9cf2-a6ce2ccd0c15 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4b12e42-17f6-4964-bd58-6a1784ef3b8b HTTP/1.1" status: 200 len: 945 time: 0.0772099 Jun 11 09:42:24.655530 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-98064312-3c00-4651-b478-8efe268a472e req-dc283b31-acaa-4dea-9538-e291ee03e9f4 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379236 Jun 11 09:42:24.730590 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abef165-a9ac-4138-8e7f-58e5aaf6e101 req-d892da05-c2e6-4d62-a137-6f7959862440 tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:24.731996 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8abef165-a9ac-4138-8e7f-58e5aaf6e101 req-d892da05-c2e6-4d62-a137-6f7959862440 tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] 10.222.0.60 "GET /v2.0/networks/f0adef6e-169f-4a27-8865-442be2ad072d HTTP/1.1" status: 200 len: 784 time: 0.1353593 Jun 11 09:42:24.747969 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 2b3502fb-9e75-49f0-8d54-4f9b57e8bd95 up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:42:24.804508 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8abef165-a9ac-4138-8e7f-58e5aaf6e101 req-ca8bdcd8-5aba-4b9a-bf15-a9ae0668f2dc tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.106 HTTP/1.1" status: 200 len: 696 time: 0.0662766 Jun 11 09:42:24.837494 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ae11ac-a47e-40cd-a538-39db6ca3f4d2 req-8b2ae39a-f7d9-4c39-afe3-6dd03c8d7cb9 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:24.838949 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d7ae11ac-a47e-40cd-a538-39db6ca3f4d2 req-8b2ae39a-f7d9-4c39-afe3-6dd03c8d7cb9 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/ports?device_id=32c534e8-6a37-462b-be83-c987e2b54ac8 HTTP/1.1" status: 200 len: 949 time: 0.0754344 Jun 11 09:42:24.871788 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning for port 2b3502fb-9e75-49f0-8d54-4f9b57e8bd95 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:42:24.875929 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port 2b3502fb-9e75-49f0-8d54-4f9b57e8bd95 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:42:24.876312 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:24.876627 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8abef165-a9ac-4138-8e7f-58e5aaf6e101 req-d53ea0ab-079c-4a1d-954a-5ebff5d6ed12 tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.106 HTTP/1.1" status: 200 len: 696 time: 0.0638826 Jun 11 09:42:24.885175 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d7ae11ac-a47e-40cd-a538-39db6ca3f4d2 req-a5a2e924-6c9d-4321-b312-10c82505e546 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca3026f3-8a05-4fe5-9c7d-b1a6d33061fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399487 Jun 11 09:42:24.980699 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:25.007087 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29b85db7-c5bc-4f80-a30c-06de146f209d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b3502fb-9e75-49f0-8d54-4f9b57e8bd95'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:42:25.009986 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97cb1a37-7482-4688-8a05-023849cfeebc" -d '{"events": [{"server_uuid": "29b85db7-c5bc-4f80-a30c-06de146f209d", "name": "network-vif-plugged", "status": "completed", "tag": "2b3502fb-9e75-49f0-8d54-4f9b57e8bd95"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:42:25.025372 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 2b3502fb-9e75-49f0-8d54-4f9b57e8bd95, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=2b3502fb-9e75-49f0-8d54-4f9b57e8bd95,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:42:25.062332 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-8abef165-a9ac-4138-8e7f-58e5aaf6e101 req-a53f8fb1-64a6-4621-a9a0-9ce4eb5ae748 tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Deleting port f287b8cb-806b-4ac6-b9ae-fd9a28e1b0ef {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:42:25.062681 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-8abef165-a9ac-4138-8e7f-58e5aaf6e101 req-a53f8fb1-64a6-4621-a9a0-9ce4eb5ae748 tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:25.100377 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:25.102626 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:42:25.159886 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=2b3502fb-9e75-49f0-8d54-4f9b57e8bd95,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:42:25.162897 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:42:25.174825 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-8abef165-a9ac-4138-8e7f-58e5aaf6e101 req-a53f8fb1-64a6-4621-a9a0-9ce4eb5ae748 tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:25.174825 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-8abef165-a9ac-4138-8e7f-58e5aaf6e101 req-a53f8fb1-64a6-4621-a9a0-9ce4eb5ae748 tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:25.177697 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b67f25e-be0e-493c-94ce-9c29c8987667 req-db98e513-038a-4d44-ae81-a6c4a138feba tempest-AttachSCSIVolumeTestJSON-1132769149 tempest-AttachSCSIVolumeTestJSON-1132769149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:25.179174 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6b67f25e-be0e-493c-94ce-9c29c8987667 req-db98e513-038a-4d44-ae81-a6c4a138feba tempest-AttachSCSIVolumeTestJSON-1132769149 tempest-AttachSCSIVolumeTestJSON-1132769149-project] 10.222.0.60 "GET /v2.0/ports?device_id=b71463a9-08f5-44fc-b2c3-92a5cfc52778 HTTP/1.1" status: 200 len: 945 time: 0.0787685 Jun 11 09:42:25.222442 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6b67f25e-be0e-493c-94ce-9c29c8987667 req-eaef63ca-7ddf-410f-b613-538ae44c43f7 tempest-AttachSCSIVolumeTestJSON-1132769149 tempest-AttachSCSIVolumeTestJSON-1132769149-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1535470-6fd6-470a-87ae-22be32747a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367818 Jun 11 09:42:25.267231 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa45d482-8c8e-4fe1-8330-087f061a1302 x-openstack-request-id: req-aa45d482-8c8e-4fe1-8330-087f061a1302 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:42:25.267529 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29b85db7-c5bc-4f80-a30c-06de146f209d", "name": "network-vif-plugged", "status": "completed", "tag": "2b3502fb-9e75-49f0-8d54-4f9b57e8bd95", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:42:25.267808 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-aa45d482-8c8e-4fe1-8330-087f061a1302 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:42:25.268203 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29b85db7-c5bc-4f80-a30c-06de146f209d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b3502fb-9e75-49f0-8d54-4f9b57e8bd95', 'code': 200} Jun 11 09:42:25.270474 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-8abef165-a9ac-4138-8e7f-58e5aaf6e101 req-a53f8fb1-64a6-4621-a9a0-9ce4eb5ae748 tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Calling delete_port for f287b8cb-806b-4ac6-b9ae-fd9a28e1b0ef owned by network:floatingip {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:42:25.404642 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96176b93-7272-4e53-8c9e-6fdda6bf0762 req-6552a205-32e2-4dff-8b51-2e8aed612748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:25.406575 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-96176b93-7272-4e53-8c9e-6fdda6bf0762 req-6552a205-32e2-4dff-8b51-2e8aed612748 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=29b85db7-c5bc-4f80-a30c-06de146f209d HTTP/1.1" status: 200 len: 1101 time: 0.0661945 Jun 11 09:42:25.449512 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-96176b93-7272-4e53-8c9e-6fdda6bf0762 req-cf48d529-71a0-483b-868c-8038a40404e2 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d35df9ed-76e1-4821-b449-9857ba424946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356014 Jun 11 09:42:25.523172 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-8abef165-a9ac-4138-8e7f-58e5aaf6e101 req-a53f8fb1-64a6-4621-a9a0-9ce4eb5ae748 tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:25.526301 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:42:25.561264 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53f8fb1-64a6-4621-a9a0-9ce4eb5ae748 tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Pushing event deleted for resources: {'Port': ['ID=f287b8cb-806b-4ac6-b9ae-fd9a28e1b0ef,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:42:25.565132 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a53f8fb1-64a6-4621-a9a0-9ce4eb5ae748 tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:42:25.591818 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4892e2f4-75da-4642-936c-ae26bd79c82b req-2e97cbac-2f54-4476-99a0-1af713454988 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:25.593339 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4892e2f4-75da-4642-936c-ae26bd79c82b req-2e97cbac-2f54-4476-99a0-1af713454988 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=29b85db7-c5bc-4f80-a30c-06de146f209d HTTP/1.1" status: 200 len: 949 time: 0.0789495 Jun 11 09:42:25.637170 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4892e2f4-75da-4642-936c-ae26bd79c82b req-c9eeac99-fb2c-4f54-b9e9-4b2e7de119dc tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/security-groups?id=d35df9ed-76e1-4821-b449-9857ba424946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380025 Jun 11 09:42:25.637430 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-8abef165-a9ac-4138-8e7f-58e5aaf6e101 req-a53f8fb1-64a6-4621-a9a0-9ce4eb5ae748 tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Notify callbacks [] for floatingip, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:25.640621 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-8abef165-a9ac-4138-8e7f-58e5aaf6e101 req-a53f8fb1-64a6-4621-a9a0-9ce4eb5ae748 tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:25.641732 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8abef165-a9ac-4138-8e7f-58e5aaf6e101 req-a53f8fb1-64a6-4621-a9a0-9ce4eb5ae748 tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] 10.222.0.60 "DELETE /v2.0/floatingips/6890f2d0-5524-4ea0-8ea7-110de7d7f426 HTTP/1.1" status: 204 len: 173 time: 0.7623158 Jun 11 09:42:25.833300 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf9e3d-7c2c-4326-b6a9-773d2f9c5858 req-1bc36ae5-2662-48fb-998c-25fdc90e308b tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:25.834811 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-16cf9e3d-7c2c-4326-b6a9-773d2f9c5858 req-1bc36ae5-2662-48fb-998c-25fdc90e308b tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4b12e42-17f6-4964-bd58-6a1784ef3b8b HTTP/1.1" status: 200 len: 945 time: 0.0709755 Jun 11 09:42:25.867696 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea407a34-fc1a-4793-9bf0-0fe4a42e7005 req-70f20520-4b6b-4b0e-8473-fcc224daf9d0 tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:25.869717 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ea407a34-fc1a-4793-9bf0-0fe4a42e7005 req-70f20520-4b6b-4b0e-8473-fcc224daf9d0 tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2105393 Jun 11 09:42:25.879869 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-16cf9e3d-7c2c-4326-b6a9-773d2f9c5858 req-d56226ad-ef99-4df3-af8c-e6b3e9fe3c12 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381954 Jun 11 09:42:26.080218 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a629f56d-608b-4790-8db6-21e7a13dd156 req-eeb46d8b-d6e8-44cb-986a-a19f65648cd3 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:26.081855 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a629f56d-608b-4790-8db6-21e7a13dd156 req-eeb46d8b-d6e8-44cb-986a-a19f65648cd3 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/ports?device_id=32c534e8-6a37-462b-be83-c987e2b54ac8 HTTP/1.1" status: 200 len: 949 time: 0.0798650 Jun 11 09:42:26.127799 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a629f56d-608b-4790-8db6-21e7a13dd156 req-ec03dd21-c740-4628-826d-b1e5237a46a3 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca3026f3-8a05-4fe5-9c7d-b1a6d33061fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394807 Jun 11 09:42:26.272626 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6f566960-d915-4065-ad87-787ba94e858f req-a6cdd690-1e6d-4bfe-a637-843be03424a8 tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] 10.222.0.60 "GET /v2.0/floatingips?tenant_id=8f6d0c0c8c2f411eb12d310daa1cd1b1 HTTP/1.1" status: 200 len: 1656 time: 0.3825319 Jun 11 09:42:26.406131 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5000a8-3434-4bff-9f9c-6bf004b6a047 req-0483c6c0-f700-409e-a6f1-e5f9bf182fff tempest-AttachSCSIVolumeTestJSON-1132769149 tempest-AttachSCSIVolumeTestJSON-1132769149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:26.407555 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-af5000a8-3434-4bff-9f9c-6bf004b6a047 req-0483c6c0-f700-409e-a6f1-e5f9bf182fff tempest-AttachSCSIVolumeTestJSON-1132769149 tempest-AttachSCSIVolumeTestJSON-1132769149-project] 10.222.0.60 "GET /v2.0/ports?device_id=b71463a9-08f5-44fc-b2c3-92a5cfc52778 HTTP/1.1" status: 200 len: 945 time: 0.0716062 Jun 11 09:42:26.410366 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f566960-d915-4065-ad87-787ba94e858f req-c9db6aa5-60fc-4501-b2c0-2e8a05e4680f tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:26.411836 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6f566960-d915-4065-ad87-787ba94e858f req-c9db6aa5-60fc-4501-b2c0-2e8a05e4680f tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] 10.222.0.60 "GET /v2.0/networks?id=f0adef6e-169f-4a27-8865-442be2ad072d&id=f0adef6e-169f-4a27-8865-442be2ad072d&id=f0adef6e-169f-4a27-8865-442be2ad072d HTTP/1.1" status: 200 len: 787 time: 0.1328194 Jun 11 09:42:26.422145 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [req-6f566960-d915-4065-ad87-787ba94e858f req-32e079f8-9369-4c95-9ca4-a4eaf9970e4c tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 09:42:26.423092 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6f566960-d915-4065-ad87-787ba94e858f req-32e079f8-9369-4c95-9ca4-a4eaf9970e4c tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056927 Jun 11 09:42:26.452447 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-af5000a8-3434-4bff-9f9c-6bf004b6a047 req-ca0dacac-bfeb-46b3-b158-6dc6ac6b9054 tempest-AttachSCSIVolumeTestJSON-1132769149 tempest-AttachSCSIVolumeTestJSON-1132769149-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1535470-6fd6-470a-87ae-22be32747a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390174 Jun 11 09:42:26.542022 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-59afddb2-7115-4b0e-887c-c92cd86fe936 req-4ba785df-2a27-469b-bd19-3e08f19312fb tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] 10.222.0.60 "GET /v2.0/floatingips/a15e2a5a-9213-473d-9c5e-1f25e3b3f718 HTTP/1.1" status: 200 len: 693 time: 0.0639398 Jun 11 09:42:26.682475 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59afddb2-7115-4b0e-887c-c92cd86fe936 req-1c9fa229-649c-4af9-ad54-bdd4da2b265f tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:26.684885 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-59afddb2-7115-4b0e-887c-c92cd86fe936 req-1c9fa229-649c-4af9-ad54-bdd4da2b265f tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] 10.222.0.60 "GET /v2.0/networks/f0adef6e-169f-4a27-8865-442be2ad072d HTTP/1.1" status: 200 len: 784 time: 0.1368811 Jun 11 09:42:26.756315 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 7fdec3ad-425b-4999-a92c-e8dfb07059d6 up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:42:26.762500 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-59afddb2-7115-4b0e-887c-c92cd86fe936 req-bbfe008e-1b2a-4540-9cc9-67318de2ec1e tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.205 HTTP/1.1" status: 200 len: 696 time: 0.0683770 Jun 11 09:42:26.841553 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-59afddb2-7115-4b0e-887c-c92cd86fe936 req-b70f6951-d6ba-4ad2-b79d-28b4405bc496 tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.205 HTTP/1.1" status: 200 len: 696 time: 0.0730529 Jun 11 09:42:26.858005 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8d5a35-e9a6-47ce-a26c-a07acc8686c4 req-565eccc4-7a3a-4bf9-88f7-9b36da64a067 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:26.859859 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4e8d5a35-e9a6-47ce-a26c-a07acc8686c4 req-565eccc4-7a3a-4bf9-88f7-9b36da64a067 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=29b85db7-c5bc-4f80-a30c-06de146f209d HTTP/1.1" status: 200 len: 949 time: 0.0929868 Jun 11 09:42:26.894357 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning for port 7fdec3ad-425b-4999-a92c-e8dfb07059d6 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:42:26.898420 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port 7fdec3ad-425b-4999-a92c-e8dfb07059d6 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:42:26.898803 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:26.908222 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4e8d5a35-e9a6-47ce-a26c-a07acc8686c4 req-3a78a895-1275-4c3e-865d-cf61eeee1c00 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/security-groups?id=d35df9ed-76e1-4821-b449-9857ba424946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417008 Jun 11 09:42:27.011091 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:27.051961 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-59afddb2-7115-4b0e-887c-c92cd86fe936 req-fbd6f05a-3e5b-46d5-8d32-2742311f9f7f tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Deleting port 63115ac2-e640-4db6-81ca-7ad94cfc5faa {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:42:27.051961 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-59afddb2-7115-4b0e-887c-c92cd86fe936 req-fbd6f05a-3e5b-46d5-8d32-2742311f9f7f tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:27.069189 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 7fdec3ad-425b-4999-a92c-e8dfb07059d6, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=7fdec3ad-425b-4999-a92c-e8dfb07059d6,segment=NetworkSegment(1df4e852-26c2-4351-8bb6-614dccc2bd7d),segment_id=1df4e852-26c2-4351-8bb6-614dccc2bd7d)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:42:27.113336 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18290c1-4222-407e-ad36-420829eee2e4 req-6d1805f3-5d23-4a79-a03f-8d5b47db7b43 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:27.114890 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c18290c1-4222-407e-ad36-420829eee2e4 req-6d1805f3-5d23-4a79-a03f-8d5b47db7b43 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4b12e42-17f6-4964-bd58-6a1784ef3b8b HTTP/1.1" status: 200 len: 945 time: 0.0931907 Jun 11 09:42:27.156394 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-59afddb2-7115-4b0e-887c-c92cd86fe936 req-fbd6f05a-3e5b-46d5-8d32-2742311f9f7f tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:27.156812 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-59afddb2-7115-4b0e-887c-c92cd86fe936 req-fbd6f05a-3e5b-46d5-8d32-2742311f9f7f tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:27.161788 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c18290c1-4222-407e-ad36-420829eee2e4 req-f66f3491-ec38-4576-a5e7-76ec60810adc tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391381 Jun 11 09:42:27.166987 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:27.169921 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:42:27.229821 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=7fdec3ad-425b-4999-a92c-e8dfb07059d6,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:42:27.233312 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:42:27.258787 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-59afddb2-7115-4b0e-887c-c92cd86fe936 req-fbd6f05a-3e5b-46d5-8d32-2742311f9f7f tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Calling delete_port for 63115ac2-e640-4db6-81ca-7ad94cfc5faa owned by network:floatingip {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:42:27.269074 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b71463a9-08f5-44fc-b2c3-92a5cfc52778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fdec3ad-425b-4999-a92c-e8dfb07059d6'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:42:27.271542 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f3dcab1-ed78-45b6-b84e-624e5afc2ec1" -d '{"events": [{"server_uuid": "b71463a9-08f5-44fc-b2c3-92a5cfc52778", "name": "network-vif-plugged", "status": "completed", "tag": "7fdec3ad-425b-4999-a92c-e8dfb07059d6"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:42:27.338118 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05850c77-12fc-47cb-89bf-c888e1648d0c req-3d1ce1c7-55e1-41c0-943f-1f79300ddb91 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:27.339676 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-05850c77-12fc-47cb-89bf-c888e1648d0c req-3d1ce1c7-55e1-41c0-943f-1f79300ddb91 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/ports?device_id=32c534e8-6a37-462b-be83-c987e2b54ac8 HTTP/1.1" status: 200 len: 949 time: 0.0747194 Jun 11 09:42:27.383834 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-05850c77-12fc-47cb-89bf-c888e1648d0c req-36c15621-15e6-4816-a957-c5da5356e16f tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca3026f3-8a05-4fe5-9c7d-b1a6d33061fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381734 Jun 11 09:42:27.505639 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-59afddb2-7115-4b0e-887c-c92cd86fe936 req-fbd6f05a-3e5b-46d5-8d32-2742311f9f7f tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:27.508879 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-69fc0b69-3537-49f7-a12c-af46a7b4f8dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:42:27.533647 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eaaff64-8895-4fa3-8449-ba0b2e0ae45e x-openstack-request-id: req-8eaaff64-8895-4fa3-8449-ba0b2e0ae45e {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:42:27.534094 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b71463a9-08f5-44fc-b2c3-92a5cfc52778", "name": "network-vif-plugged", "status": "completed", "tag": "7fdec3ad-425b-4999-a92c-e8dfb07059d6", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:42:27.534432 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8eaaff64-8895-4fa3-8449-ba0b2e0ae45e {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:42:27.534894 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b71463a9-08f5-44fc-b2c3-92a5cfc52778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fdec3ad-425b-4999-a92c-e8dfb07059d6', 'code': 200} Jun 11 09:42:27.539501 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd6f05a-3e5b-46d5-8d32-2742311f9f7f tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Pushing event deleted for resources: {'Port': ['ID=63115ac2-e640-4db6-81ca-7ad94cfc5faa,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:42:27.545018 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-fbd6f05a-3e5b-46d5-8d32-2742311f9f7f tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:42:27.660941 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-59afddb2-7115-4b0e-887c-c92cd86fe936 req-fbd6f05a-3e5b-46d5-8d32-2742311f9f7f tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Notify callbacks [] for floatingip, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:27.663743 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-59afddb2-7115-4b0e-887c-c92cd86fe936 req-fbd6f05a-3e5b-46d5-8d32-2742311f9f7f tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:27.664958 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-59afddb2-7115-4b0e-887c-c92cd86fe936 req-fbd6f05a-3e5b-46d5-8d32-2742311f9f7f tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] 10.222.0.60 "DELETE /v2.0/floatingips/a15e2a5a-9213-473d-9c5e-1f25e3b3f718 HTTP/1.1" status: 204 len: 173 time: 0.8174806 Jun 11 09:42:27.693163 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466aa5b-a8e7-4760-b923-c824f0fb27ec req-ebee27ce-5b3e-4d0a-80de-35856b644d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:27.694646 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8466aa5b-a8e7-4760-b923-c824f0fb27ec req-ebee27ce-5b3e-4d0a-80de-35856b644d95 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b71463a9-08f5-44fc-b2c3-92a5cfc52778 HTTP/1.1" status: 200 len: 1098 time: 0.0754571 Jun 11 09:42:27.706373 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab52a16-2889-4607-96ba-0ebc5dc7749f req-33b4e609-3443-43f5-b06f-2cb6cbc88ebe tempest-AttachSCSIVolumeTestJSON-1132769149 tempest-AttachSCSIVolumeTestJSON-1132769149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:27.708218 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1ab52a16-2889-4607-96ba-0ebc5dc7749f req-33b4e609-3443-43f5-b06f-2cb6cbc88ebe tempest-AttachSCSIVolumeTestJSON-1132769149 tempest-AttachSCSIVolumeTestJSON-1132769149-project] 10.222.0.60 "GET /v2.0/ports?device_id=b71463a9-08f5-44fc-b2c3-92a5cfc52778 HTTP/1.1" status: 200 len: 946 time: 0.0776923 Jun 11 09:42:27.736393 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8466aa5b-a8e7-4760-b923-c824f0fb27ec req-391c3ea9-12a4-460b-90c0-ec68daf4af42 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e1535470-6fd6-470a-87ae-22be32747a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347607 Jun 11 09:42:27.752939 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1ab52a16-2889-4607-96ba-0ebc5dc7749f req-9c45a307-a140-47d7-b9d3-c071146efb79 tempest-AttachSCSIVolumeTestJSON-1132769149 tempest-AttachSCSIVolumeTestJSON-1132769149-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1535470-6fd6-470a-87ae-22be32747a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377481 Jun 11 09:42:27.838572 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f99d90f3-1949-4d5c-9b44-471369883fc4 req-30ffab7d-dd36-446d-b0f0-a5edaab06c57 tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] 10.222.0.60 "GET /v2.0/floatingips/282a74f9-e6ef-43bd-8ef4-b244d10f5059 HTTP/1.1" status: 200 len: 692 time: 0.0605655 Jun 11 09:42:27.975538 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99d90f3-1949-4d5c-9b44-471369883fc4 req-997bdcfe-6bbd-45c1-aec8-cf2b81277861 tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:27.976890 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f99d90f3-1949-4d5c-9b44-471369883fc4 req-997bdcfe-6bbd-45c1-aec8-cf2b81277861 tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] 10.222.0.60 "GET /v2.0/networks/f0adef6e-169f-4a27-8865-442be2ad072d HTTP/1.1" status: 200 len: 784 time: 0.1331663 Jun 11 09:42:28.047526 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f99d90f3-1949-4d5c-9b44-471369883fc4 req-afe843a6-8ed2-4e1e-8b64-4f6b7935b582 tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.59 HTTP/1.1" status: 200 len: 695 time: 0.0645037 Jun 11 09:42:28.094146 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd17b04-fa25-46ae-9d59-9b6a98ce09c3 req-726a48db-a980-4de2-855f-afcfe0cfc222 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:28.095643 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-dcd17b04-fa25-46ae-9d59-9b6a98ce09c3 req-726a48db-a980-4de2-855f-afcfe0cfc222 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=29b85db7-c5bc-4f80-a30c-06de146f209d HTTP/1.1" status: 200 len: 949 time: 0.0710995 Jun 11 09:42:28.112821 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f99d90f3-1949-4d5c-9b44-471369883fc4 req-df860f66-adde-4d2d-8954-4fbf3c0be34c tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.59 HTTP/1.1" status: 200 len: 695 time: 0.0591831 Jun 11 09:42:28.138480 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-dcd17b04-fa25-46ae-9d59-9b6a98ce09c3 req-b4c9a3ae-fcd7-4b1c-b4c9-26bdc33600f2 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/security-groups?id=d35df9ed-76e1-4821-b449-9857ba424946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370235 Jun 11 09:42:28.289464 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-f99d90f3-1949-4d5c-9b44-471369883fc4 req-0eab2d28-758e-4902-8d8e-5040188ee04b tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Deleting port 9a494060-ec11-4fdf-ab73-f2a8ca3d3fc0 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:42:28.289921 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-f99d90f3-1949-4d5c-9b44-471369883fc4 req-0eab2d28-758e-4902-8d8e-5040188ee04b tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:28.317506 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d694be8e-288c-4dfb-a150-31167f99366e req-b1e980ab-f4f6-48ab-94aa-763bf54c07b9 tempest-ServersOnMultiNodesTest-764403187 tempest-ServersOnMultiNodesTest-764403187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:28.319049 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d694be8e-288c-4dfb-a150-31167f99366e req-b1e980ab-f4f6-48ab-94aa-763bf54c07b9 tempest-ServersOnMultiNodesTest-764403187 tempest-ServersOnMultiNodesTest-764403187-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=29b85db7-c5bc-4f80-a30c-06de146f209d HTTP/1.1" status: 200 len: 1101 time: 0.0639768 Jun 11 09:42:28.363939 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d694be8e-288c-4dfb-a150-31167f99366e req-17d4b537-b009-446c-be9f-1a4714721c99 tempest-ServersOnMultiNodesTest-764403187 tempest-ServersOnMultiNodesTest-764403187-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=d35df9ed-76e1-4821-b449-9857ba424946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381272 Jun 11 09:42:28.400528 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-f99d90f3-1949-4d5c-9b44-471369883fc4 req-0eab2d28-758e-4902-8d8e-5040188ee04b tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:28.400528 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-f99d90f3-1949-4d5c-9b44-471369883fc4 req-0eab2d28-758e-4902-8d8e-5040188ee04b tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:28.506078 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-f99d90f3-1949-4d5c-9b44-471369883fc4 req-0eab2d28-758e-4902-8d8e-5040188ee04b tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Calling delete_port for 9a494060-ec11-4fdf-ab73-f2a8ca3d3fc0 owned by network:floatingip {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:42:28.543715 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc00a95f-7c38-41aa-b654-f35d41668824 req-e682515a-6f0b-4f54-8e66-b2f129da745e tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:28.545402 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cc00a95f-7c38-41aa-b654-f35d41668824 req-e682515a-6f0b-4f54-8e66-b2f129da745e tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4b12e42-17f6-4964-bd58-6a1784ef3b8b HTTP/1.1" status: 200 len: 945 time: 0.0728474 Jun 11 09:42:28.588406 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cc00a95f-7c38-41aa-b654-f35d41668824 req-66345e4d-0d90-497a-831d-ca42048c7ec4 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370719 Jun 11 09:42:28.772618 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad41cefe-f6ad-4fbd-a4f6-995a6f48235c req-087c4556-7c5b-495c-96c6-0f3612e4d68a tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:28.774146 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ad41cefe-f6ad-4fbd-a4f6-995a6f48235c req-087c4556-7c5b-495c-96c6-0f3612e4d68a tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/ports?device_id=32c534e8-6a37-462b-be83-c987e2b54ac8 HTTP/1.1" status: 200 len: 949 time: 0.0742741 Jun 11 09:42:28.780915 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-f99d90f3-1949-4d5c-9b44-471369883fc4 req-0eab2d28-758e-4902-8d8e-5040188ee04b tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:28.781482 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-518d8de1-418f-4171-a047-2fe57c9ebd56 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:42:28.815514 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eab2d28-758e-4902-8d8e-5040188ee04b tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Pushing event deleted for resources: {'Port': ['ID=9a494060-ec11-4fdf-ab73-f2a8ca3d3fc0,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:42:28.819030 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0eab2d28-758e-4902-8d8e-5040188ee04b tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:42:28.820570 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ad41cefe-f6ad-4fbd-a4f6-995a6f48235c req-905e9947-2b68-44b8-8ec8-10c84eea73c5 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca3026f3-8a05-4fe5-9c7d-b1a6d33061fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406132 Jun 11 09:42:28.897936 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-f99d90f3-1949-4d5c-9b44-471369883fc4 req-0eab2d28-758e-4902-8d8e-5040188ee04b tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Notify callbacks [] for floatingip, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:28.902745 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-f99d90f3-1949-4d5c-9b44-471369883fc4 req-0eab2d28-758e-4902-8d8e-5040188ee04b tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:28.903956 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f99d90f3-1949-4d5c-9b44-471369883fc4 req-0eab2d28-758e-4902-8d8e-5040188ee04b tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] 10.222.0.60 "DELETE /v2.0/floatingips/282a74f9-e6ef-43bd-8ef4-b244d10f5059 HTTP/1.1" status: 204 len: 173 time: 0.7857399 Jun 11 09:42:28.926390 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6764c989-ef7b-4cae-b090-603f2a68c7eb req-0ea1c64f-ddb8-42ec-b2e0-b128380eecf3 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=4a10270434c34de9b98cfc51150cacd7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0259500 Jun 11 09:42:29.077663 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6764c989-ef7b-4cae-b090-603f2a68c7eb req-e300f9fb-03f4-4aad-b83f-94fcc7a49d7f tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:29.079198 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6764c989-ef7b-4cae-b090-603f2a68c7eb req-e300f9fb-03f4-4aad-b83f-94fcc7a49d7f tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1468592 Jun 11 09:42:29.094686 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6764c989-ef7b-4cae-b090-603f2a68c7eb req-5b5b15b2-a697-40d0-bb93-2613b10f01e6 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/quotas/4a10270434c34de9b98cfc51150cacd7 HTTP/1.1" status: 200 len: 375 time: 0.0095656 Jun 11 09:42:29.176967 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd03d0dc-589e-4e7c-8f55-4c886e09cf13 req-db707e05-5a08-4e6f-befa-a1d8b56e6000 tempest-AttachSCSIVolumeTestJSON-1132769149 tempest-AttachSCSIVolumeTestJSON-1132769149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:29.178412 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-dd03d0dc-589e-4e7c-8f55-4c886e09cf13 req-db707e05-5a08-4e6f-befa-a1d8b56e6000 tempest-AttachSCSIVolumeTestJSON-1132769149 tempest-AttachSCSIVolumeTestJSON-1132769149-project] 10.222.0.60 "GET /v2.0/ports?device_id=b71463a9-08f5-44fc-b2c3-92a5cfc52778 HTTP/1.1" status: 200 len: 946 time: 0.0780575 Jun 11 09:42:29.179361 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6764c989-ef7b-4cae-b090-603f2a68c7eb req-d8e56b53-3d4a-40dc-9d0f-f6ea1224f0ae tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=4a10270434c34de9b98cfc51150cacd7&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0796604 Jun 11 09:42:29.221976 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-dd03d0dc-589e-4e7c-8f55-4c886e09cf13 req-ddab77bb-9cdd-498a-a6ce-120b3dca34e0 tempest-AttachSCSIVolumeTestJSON-1132769149 tempest-AttachSCSIVolumeTestJSON-1132769149-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1535470-6fd6-470a-87ae-22be32747a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371587 Jun 11 09:42:29.416917 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-23c9c6ee-cdcc-40ad-9882-35dbb7021945 req-fab4a5c3-2eaa-4c0e-bd83-029b0eaf2690 tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] 10.222.0.60 "GET /v2.0/floatingips/c96ab1ae-342c-413e-aa59-f0c500d56357 HTTP/1.1" status: 200 len: 693 time: 0.0592411 Jun 11 09:42:29.562943 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c9c6ee-cdcc-40ad-9882-35dbb7021945 req-b4bc18ce-e4ce-4e48-914c-b28f2b1abed0 tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:29.564794 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-23c9c6ee-cdcc-40ad-9882-35dbb7021945 req-b4bc18ce-e4ce-4e48-914c-b28f2b1abed0 tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] 10.222.0.60 "GET /v2.0/networks/f0adef6e-169f-4a27-8865-442be2ad072d HTTP/1.1" status: 200 len: 784 time: 0.1421103 Jun 11 09:42:29.569966 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-55b709af-09da-4747-b6a4-ef08a9b9e5c7 req-364f4d94-136c-4409-b227-dfbac8728c3e tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=626ec2e1-370e-4765-bde4-c601eaf4f801 HTTP/1.1" status: 200 len: 210 time: 0.0382082 Jun 11 09:42:29.647338 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-23c9c6ee-cdcc-40ad-9882-35dbb7021945 req-7e5a60de-8523-4c48-8923-b5dba663c860 tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.136 HTTP/1.1" status: 200 len: 696 time: 0.0759106 Jun 11 09:42:29.720146 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-23c9c6ee-cdcc-40ad-9882-35dbb7021945 req-95c60652-9329-4c38-86e0-7e65f7c46285 tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.136 HTTP/1.1" status: 200 len: 696 time: 0.0658610 Jun 11 09:42:29.794164 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f0c357-047f-47c0-8060-4e7133fdd9cb req-3d3b0427-c1f7-4299-a15a-146bb15c5fbb tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:29.795885 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-46f0c357-047f-47c0-8060-4e7133fdd9cb req-3d3b0427-c1f7-4299-a15a-146bb15c5fbb tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4b12e42-17f6-4964-bd58-6a1784ef3b8b HTTP/1.1" status: 200 len: 945 time: 0.0823004 Jun 11 09:42:29.853666 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-46f0c357-047f-47c0-8060-4e7133fdd9cb req-f2326c7d-5ea6-4d4f-b47e-c5c206c3b0b1 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516906 Jun 11 09:42:29.906652 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-23c9c6ee-cdcc-40ad-9882-35dbb7021945 req-b436f6ec-1cd9-45ee-b19e-7b361f750e1f tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Deleting port b9457f7d-3d11-4695-bfaa-4b849e9e3776 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:42:29.907243 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-23c9c6ee-cdcc-40ad-9882-35dbb7021945 req-b436f6ec-1cd9-45ee-b19e-7b361f750e1f tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:30.032164 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-23c9c6ee-cdcc-40ad-9882-35dbb7021945 req-b436f6ec-1cd9-45ee-b19e-7b361f750e1f tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:30.032491 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-23c9c6ee-cdcc-40ad-9882-35dbb7021945 req-b436f6ec-1cd9-45ee-b19e-7b361f750e1f tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:30.060216 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119384be-7b9f-4a50-ac22-0355cdb293b8 req-a63b587f-b0f4-4a0f-8946-9f856512fe99 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:30.062648 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-119384be-7b9f-4a50-ac22-0355cdb293b8 req-a63b587f-b0f4-4a0f-8946-9f856512fe99 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/ports?device_id=32c534e8-6a37-462b-be83-c987e2b54ac8 HTTP/1.1" status: 200 len: 949 time: 0.0804513 Jun 11 09:42:30.120145 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-119384be-7b9f-4a50-ac22-0355cdb293b8 req-89c535f5-e5fe-4260-820a-99260b5595e7 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca3026f3-8a05-4fe5-9c7d-b1a6d33061fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519662 Jun 11 09:42:30.144305 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-23c9c6ee-cdcc-40ad-9882-35dbb7021945 req-b436f6ec-1cd9-45ee-b19e-7b361f750e1f tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Calling delete_port for b9457f7d-3d11-4695-bfaa-4b849e9e3776 owned by network:floatingip {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:42:30.432295 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a6f49f-1f22-411f-8f40-8299d9b15205 req-19293019-5802-443b-b024-d7ce2d969637 tempest-AttachSCSIVolumeTestJSON-1132769149 tempest-AttachSCSIVolumeTestJSON-1132769149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:30.433647 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-80a6f49f-1f22-411f-8f40-8299d9b15205 req-19293019-5802-443b-b024-d7ce2d969637 tempest-AttachSCSIVolumeTestJSON-1132769149 tempest-AttachSCSIVolumeTestJSON-1132769149-project] 10.222.0.60 "GET /v2.0/ports?device_id=b71463a9-08f5-44fc-b2c3-92a5cfc52778 HTTP/1.1" status: 200 len: 946 time: 0.0777924 Jun 11 09:42:30.448804 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-23c9c6ee-cdcc-40ad-9882-35dbb7021945 req-b436f6ec-1cd9-45ee-b19e-7b361f750e1f tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:30.450907 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9c68c8d0-2942-44dc-afc8-bcb807403ea2 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:42:30.480543 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b436f6ec-1cd9-45ee-b19e-7b361f750e1f tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Pushing event deleted for resources: {'Port': ['ID=b9457f7d-3d11-4695-bfaa-4b849e9e3776,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:42:30.481176 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-80a6f49f-1f22-411f-8f40-8299d9b15205 req-0746d74e-1492-4d20-9158-d6133a5ea887 tempest-AttachSCSIVolumeTestJSON-1132769149 tempest-AttachSCSIVolumeTestJSON-1132769149-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1535470-6fd6-470a-87ae-22be32747a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414751 Jun 11 09:42:30.526933 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b436f6ec-1cd9-45ee-b19e-7b361f750e1f tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:42:30.527394 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b436f6ec-1cd9-45ee-b19e-7b361f750e1f tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:42:30.527715 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b436f6ec-1cd9-45ee-b19e-7b361f750e1f tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:42:30.528078 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b436f6ec-1cd9-45ee-b19e-7b361f750e1f tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:42:30.528456 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b436f6ec-1cd9-45ee-b19e-7b361f750e1f tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:42:30.528822 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b436f6ec-1cd9-45ee-b19e-7b361f750e1f tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:42:30.529166 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b436f6ec-1cd9-45ee-b19e-7b361f750e1f tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:42:30.529515 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b436f6ec-1cd9-45ee-b19e-7b361f750e1f tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:42:30.529868 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b436f6ec-1cd9-45ee-b19e-7b361f750e1f tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:42:30.530261 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b436f6ec-1cd9-45ee-b19e-7b361f750e1f tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:42:30.530559 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b436f6ec-1cd9-45ee-b19e-7b361f750e1f tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:42:30.530940 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b436f6ec-1cd9-45ee-b19e-7b361f750e1f tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:42:30.534868 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b436f6ec-1cd9-45ee-b19e-7b361f750e1f tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:42:30.580771 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-23c9c6ee-cdcc-40ad-9882-35dbb7021945 req-b436f6ec-1cd9-45ee-b19e-7b361f750e1f tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Notify callbacks [] for floatingip, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:30.583710 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-23c9c6ee-cdcc-40ad-9882-35dbb7021945 req-b436f6ec-1cd9-45ee-b19e-7b361f750e1f tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:30.585156 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-23c9c6ee-cdcc-40ad-9882-35dbb7021945 req-b436f6ec-1cd9-45ee-b19e-7b361f750e1f tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] 10.222.0.60 "DELETE /v2.0/floatingips/c96ab1ae-342c-413e-aa59-f0c500d56357 HTTP/1.1" status: 204 len: 173 time: 0.8641269 Jun 11 09:42:30.591582 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38634) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:42:30.718745 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a39426-3660-4e16-ba00-d1ce2029bc17 req-c1ab79a8-ae12-4af5-a5db-cd038cc3368d tempest-LiveMigrationTest-1264164380 tempest-LiveMigrationTest-1264164380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:30.720335 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-64a39426-3660-4e16-ba00-d1ce2029bc17 req-c1ab79a8-ae12-4af5-a5db-cd038cc3368d tempest-LiveMigrationTest-1264164380 tempest-LiveMigrationTest-1264164380-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=c4b12e42-17f6-4964-bd58-6a1784ef3b8b&tenant_id=455235d9344d45d29863b10a5775a249&binding%3Ahost_id=n-h1-779913-12 HTTP/1.1" status: 200 len: 1097 time: 0.0807974 Jun 11 09:42:30.732961 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-64a39426-3660-4e16-ba00-d1ce2029bc17 req-d6a0f8d0-5772-4770-9bd4-e58b04a37177 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-779913-12'}}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:42:30.757894 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2368dc0f-f7a3-4b8d-8709-7e9e6141db64 req-28085368-7fa9-4898-a506-620b72f2883a tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=626ec2e1-370e-4765-bde4-c601eaf4f801 HTTP/1.1" status: 200 len: 210 time: 0.0428753 Jun 11 09:42:30.774488 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:30.850224 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-64a39426-3660-4e16-ba00-d1ce2029bc17 req-d6a0f8d0-5772-4770-9bd4-e58b04a37177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:31.084334 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-64a39426-3660-4e16-ba00-d1ce2029bc17 req-d6a0f8d0-5772-4770-9bd4-e58b04a37177 service neutron] For port b312982e-ede2-411d-8a4c-a79af3606d60, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=b312982e-ede2-411d-8a4c-a79af3606d60,segment=NetworkSegment(9149788d-877e-41af-83c2-5ce6b1848f17),segment_id=9149788d-877e-41af-83c2-5ce6b1848f17)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:42:31.147896 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fa286c-ef1d-4c76-be4d-e0319b38ec6f req-1b1e3429-28d7-4fc9-bb70-7f0afcbc6765 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:31.150091 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-99fa286c-ef1d-4c76-be4d-e0319b38ec6f req-1b1e3429-28d7-4fc9-bb70-7f0afcbc6765 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4b12e42-17f6-4964-bd58-6a1784ef3b8b HTTP/1.1" status: 200 len: 945 time: 0.1567054 Jun 11 09:42:31.155695 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-64a39426-3660-4e16-ba00-d1ce2029bc17 req-d6a0f8d0-5772-4770-9bd4-e58b04a37177 service neutron] For port b312982e-ede2-411d-8a4c-a79af3606d60, host n-h1-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:42:31.160528 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-474582b8-f96f-4ffa-ae84-82cd25f0d641 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375209'] for router_interface, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:31.256101 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-99fa286c-ef1d-4c76-be4d-e0319b38ec6f req-6b4d91e3-c9e0-4d4f-b2de-648e314b5d55 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874524 Jun 11 09:42:31.258417 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4b12e42-17f6-4964-bd58-6a1784ef3b8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b312982e-ede2-411d-8a4c-a79af3606d60'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:42:31.261614 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d18c714-e4ec-4462-bdb0-f28af4462035" -d '{"events": [{"server_uuid": "c4b12e42-17f6-4964-bd58-6a1784ef3b8b", "name": "network-vif-unplugged", "status": "completed", "tag": "b312982e-ede2-411d-8a4c-a79af3606d60"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:42:31.266112 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-64a39426-3660-4e16-ba00-d1ce2029bc17 req-d6a0f8d0-5772-4770-9bd4-e58b04a37177 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:31.322999 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-64a39426-3660-4e16-ba00-d1ce2029bc17 req-d6a0f8d0-5772-4770-9bd4-e58b04a37177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:31.328712 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c55fb980-b108-49b5-9441-e69cd1dfd4cc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:42:31.426419 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Jun 2021 09:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd069be-0a63-493e-9d52-929e56654fab x-openstack-request-id: req-5fd069be-0a63-493e-9d52-929e56654fab {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:42:31.426743 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4b12e42-17f6-4964-bd58-6a1784ef3b8b", "name": "network-vif-unplugged", "status": "completed", "tag": "b312982e-ede2-411d-8a4c-a79af3606d60", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:42:31.427028 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5fd069be-0a63-493e-9d52-929e56654fab {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:42:31.427445 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4b12e42-17f6-4964-bd58-6a1784ef3b8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b312982e-ede2-411d-8a4c-a79af3606d60', 'code': 200} Jun 11 09:42:31.455154 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb99fa-101a-4477-a450-55ffeec393c3 req-3633912a-6439-447d-8544-342368ff49b4 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:31.456848 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a6eb99fa-101a-4477-a450-55ffeec393c3 req-3633912a-6439-447d-8544-342368ff49b4 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/ports?device_id=32c534e8-6a37-462b-be83-c987e2b54ac8 HTTP/1.1" status: 200 len: 949 time: 0.1586635 Jun 11 09:42:31.471664 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a0f8d0-5772-4770-9bd4-e58b04a37177 service neutron] Pushing event updated for resources: {'Port': ['ID=b312982e-ede2-411d-8a4c-a79af3606d60,revision_number=7']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:42:31.489290 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a0f8d0-5772-4770-9bd4-e58b04a37177 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:42:31.489660 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a0f8d0-5772-4770-9bd4-e58b04a37177 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:42:31.490023 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a0f8d0-5772-4770-9bd4-e58b04a37177 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:42:31.490382 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a0f8d0-5772-4770-9bd4-e58b04a37177 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:42:31.490732 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a0f8d0-5772-4770-9bd4-e58b04a37177 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:42:31.491084 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a0f8d0-5772-4770-9bd4-e58b04a37177 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:42:31.491433 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a0f8d0-5772-4770-9bd4-e58b04a37177 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:42:31.491804 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a0f8d0-5772-4770-9bd4-e58b04a37177 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:42:31.492179 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a0f8d0-5772-4770-9bd4-e58b04a37177 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:42:31.492546 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a0f8d0-5772-4770-9bd4-e58b04a37177 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:42:31.492985 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a0f8d0-5772-4770-9bd4-e58b04a37177 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:42:31.493312 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a0f8d0-5772-4770-9bd4-e58b04a37177 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:42:31.497228 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-64a39426-3660-4e16-ba00-d1ce2029bc17 req-d6a0f8d0-5772-4770-9bd4-e58b04a37177 service neutron] Attempting to bind port b312982e-ede2-411d-8a4c-a79af3606d60 on host n-h1-779913-12 for vnic_type normal with profile {"migrating_to": "n-h2-779913-12"} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:42:31.497560 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-64a39426-3660-4e16-ba00-d1ce2029bc17 req-d6a0f8d0-5772-4770-9bd4-e58b04a37177 service neutron] Attempting to bind port b312982e-ede2-411d-8a4c-a79af3606d60 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '9149788d-877e-41af-83c2-5ce6b1848f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f64764ef-1d16-4bb9-abcb-ee15625f8d04'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:42:31.508945 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a39426-3660-4e16-ba00-d1ce2029bc17 req-d6a0f8d0-5772-4770-9bd4-e58b04a37177 service neutron] Attempting to bind port b312982e-ede2-411d-8a4c-a79af3606d60 on network f64764ef-1d16-4bb9-abcb-ee15625f8d04 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:42:31.508945 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d6a0f8d0-5772-4770-9bd4-e58b04a37177 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:42:31.508945 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a39426-3660-4e16-ba00-d1ce2029bc17 req-d6a0f8d0-5772-4770-9bd4-e58b04a37177 service neutron] Port b312982e-ede2-411d-8a4c-a79af3606d60 on network f64764ef-1d16-4bb9-abcb-ee15625f8d04 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:42:31.508945 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a39426-3660-4e16-ba00-d1ce2029bc17 req-d6a0f8d0-5772-4770-9bd4-e58b04a37177 service neutron] Attempting to bind port b312982e-ede2-411d-8a4c-a79af3606d60 on network f64764ef-1d16-4bb9-abcb-ee15625f8d04 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:42:31.508945 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a39426-3660-4e16-ba00-d1ce2029bc17 req-d6a0f8d0-5772-4770-9bd4-e58b04a37177 service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:42:31.509666 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a39426-3660-4e16-ba00-d1ce2029bc17 req-d6a0f8d0-5772-4770-9bd4-e58b04a37177 service neutron] Checking segment: {'id': '9149788d-877e-41af-83c2-5ce6b1848f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f64764ef-1d16-4bb9-abcb-ee15625f8d04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:42:31.509666 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a39426-3660-4e16-ba00-d1ce2029bc17 req-d6a0f8d0-5772-4770-9bd4-e58b04a37177 service neutron] Bound using segment: {'id': '9149788d-877e-41af-83c2-5ce6b1848f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f64764ef-1d16-4bb9-abcb-ee15625f8d04'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:42:31.510063 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-64a39426-3660-4e16-ba00-d1ce2029bc17 req-d6a0f8d0-5772-4770-9bd4-e58b04a37177 service neutron] Bound port: b312982e-ede2-411d-8a4c-a79af3606d60, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9149788d-877e-41af-83c2-5ce6b1848f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f64764ef-1d16-4bb9-abcb-ee15625f8d04'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:42:31.510396 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-64a39426-3660-4e16-ba00-d1ce2029bc17 req-d6a0f8d0-5772-4770-9bd4-e58b04a37177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:31.596731 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-64a39426-3660-4e16-ba00-d1ce2029bc17 req-d6a0f8d0-5772-4770-9bd4-e58b04a37177 service neutron] For port b312982e-ede2-411d-8a4c-a79af3606d60, host n-h1-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:42:31.600212 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-64a39426-3660-4e16-ba00-d1ce2029bc17 req-d6a0f8d0-5772-4770-9bd4-e58b04a37177 service neutron] For port b312982e-ede2-411d-8a4c-a79af3606d60, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=b312982e-ede2-411d-8a4c-a79af3606d60,segment=NetworkSegment(9149788d-877e-41af-83c2-5ce6b1848f17),segment_id=9149788d-877e-41af-83c2-5ce6b1848f17)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:42:31.671752 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-64a39426-3660-4e16-ba00-d1ce2029bc17 req-d6a0f8d0-5772-4770-9bd4-e58b04a37177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:31.675777 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-fbd6f05a-3e5b-46d5-8d32-2742311f9f7f tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:42:31.888333 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a39426-3660-4e16-ba00-d1ce2029bc17 req-d6a0f8d0-5772-4770-9bd4-e58b04a37177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:31.889188 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-64a39426-3660-4e16-ba00-d1ce2029bc17 req-d6a0f8d0-5772-4770-9bd4-e58b04a37177 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:31.891321 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-64a39426-3660-4e16-ba00-d1ce2029bc17 req-d6a0f8d0-5772-4770-9bd4-e58b04a37177 service neutron] 10.222.0.69 "PUT /v2.0/ports/b312982e-ede2-411d-8a4c-a79af3606d60 HTTP/1.1" status: 200 len: 1123 time: 1.1632178 Jun 11 09:42:31.920664 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a6eb99fa-101a-4477-a450-55ffeec393c3 req-cfb06494-eea1-43b6-bfbb-fd15ba156b49 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca3026f3-8a05-4fe5-9c7d-b1a6d33061fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4348261 Jun 11 09:42:31.938251 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6764c989-ef7b-4cae-b090-603f2a68c7eb req-c19c1c14-9632-411b-b100-4f824bad03ff tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=4a10270434c34de9b98cfc51150cacd7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0460293 Jun 11 09:42:31.938251 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a0f8d0-5772-4770-9bd4-e58b04a37177 service neutron] Pushing event updated for resources: {'Port': ['ID=b312982e-ede2-411d-8a4c-a79af3606d60,revision_number=8']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:42:31.942171 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d6a0f8d0-5772-4770-9bd4-e58b04a37177 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:42:32.006985 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['b312982e-ede2-411d-8a4c-a79af3606d60'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:42:32.035235 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-df885953-f6cd-435a-9ae4-1531402c7605 req-a30e0356-a7b2-4540-99e1-de28d9578dae tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=626ec2e1-370e-4765-bde4-c601eaf4f801 HTTP/1.1" status: 200 len: 210 time: 0.0662992 Jun 11 09:42:32.106532 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['b312982e-ede2-411d-8a4c-a79af3606d60'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:42:32.124480 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-474582b8-f96f-4ffa-ae84-82cd25f0d641 admin admin] Deleting port 8cc73808-d9f1-49ed-8093-054f0fe3ac81 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:42:32.124822 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-474582b8-f96f-4ffa-ae84-82cd25f0d641 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:32.476765 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb09d6e0-4401-4f91-b68d-549321950127 req-157bbda8-22a9-43ba-a04f-0cab4855026e tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:32.478814 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cb09d6e0-4401-4f91-b68d-549321950127 req-157bbda8-22a9-43ba-a04f-0cab4855026e tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/networks?id=53a42219-c346-45f9-be41-c5dabab2438f HTTP/1.1" status: 200 len: 821 time: 0.3684742 Jun 11 09:42:32.487312 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-474582b8-f96f-4ffa-ae84-82cd25f0d641 admin admin] For port 8cc73808-d9f1-49ed-8093-054f0fe3ac81, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=8cc73808-d9f1-49ed-8093-054f0fe3ac81,segment=NetworkSegment(f1e93d06-0619-4e74-a2b5-3da93735a623),segment_id=f1e93d06-0619-4e74-a2b5-3da93735a623)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:42:32.487711 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-474582b8-f96f-4ffa-ae84-82cd25f0d641 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:32.509066 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cb09d6e0-4401-4f91-b68d-549321950127 req-6d40513a-afa0-4152-82ac-dd64738258a0 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/quotas/761e66d23fea4903a68cd9de907a43c1 HTTP/1.1" status: 200 len: 375 time: 0.0237255 Jun 11 09:42:32.597484 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-474582b8-f96f-4ffa-ae84-82cd25f0d641 admin admin] Calling delete_port for 8cc73808-d9f1-49ed-8093-054f0fe3ac81 owned by network:router_interface {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:42:32.655059 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6764c989-ef7b-4cae-b090-603f2a68c7eb req-c2d2fe46-ebe3-492a-ae16-7769bc8e1ac1 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:32.656500 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6764c989-ef7b-4cae-b090-603f2a68c7eb req-c2d2fe46-ebe3-492a-ae16-7769bc8e1ac1 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7121668 Jun 11 09:42:32.674589 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-6764c989-ef7b-4cae-b090-603f2a68c7eb req-ddb9b6f5-d229-4a8d-a70d-7868758ea10f tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Request body: {'port': {'device_id': '626ec2e1-370e-4765-bde4-c601eaf4f801', 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60', 'admin_state_up': True, 'tenant_id': '4a10270434c34de9b98cfc51150cacd7'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:42:32.686870 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63045f4b-6ca4-4dc1-99a4-7fe24adeefd0 req-27dff99f-d48f-4e5e-b66f-7ae9ce0904d4 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:32.688251 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-63045f4b-6ca4-4dc1-99a4-7fe24adeefd0 req-27dff99f-d48f-4e5e-b66f-7ae9ce0904d4 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4b12e42-17f6-4964-bd58-6a1784ef3b8b HTTP/1.1" status: 200 len: 943 time: 0.1159754 Jun 11 09:42:32.742087 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cb09d6e0-4401-4f91-b68d-549321950127 req-6d60b824-c694-4060-bd24-d6b37445e100 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=761e66d23fea4903a68cd9de907a43c1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1830359 Jun 11 09:42:32.770938 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device b312982e-ede2-411d-8a4c-a79af3606d60 details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:42:32.826773 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-63045f4b-6ca4-4dc1-99a4-7fe24adeefd0 req-cd7e78e2-fe38-4a2a-9d7c-2a36a0890bc0 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232307 Jun 11 09:42:32.957916 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6764c989-ef7b-4cae-b090-603f2a68c7eb req-ddb9b6f5-d229-4a8d-a70d-7868758ea10f tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Made reservation on behalf of 4a10270434c34de9b98cfc51150cacd7 for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:42:32.963839 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-6764c989-ef7b-4cae-b090-603f2a68c7eb req-ddb9b6f5-d229-4a8d-a70d-7868758ea10f tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:32.981367 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cb09d6e0-4401-4f91-b68d-549321950127 req-0125b956-2299-4bf4-801a-4b91e76a0790 service neutron] 10.222.0.60 "GET /v2.0/networks/53a42219-c346-45f9-be41-c5dabab2438f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309623 Jun 11 09:42:33.063485 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port b312982e-ede2-411d-8a4c-a79af3606d60, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=b312982e-ede2-411d-8a4c-a79af3606d60,segment=NetworkSegment(9149788d-877e-41af-83c2-5ce6b1848f17),segment_id=9149788d-877e-41af-83c2-5ce6b1848f17)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:42:33.077577 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device b312982e-ede2-411d-8a4c-a79af3606d60 has no active binding in host n-h2-779913-12 {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 11 09:42:33.117760 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-474582b8-f96f-4ffa-ae84-82cd25f0d641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:33.123109 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8e5d9eca-42de-4a17-8ee1-f1c12dadb568 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:42:33.150571 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cb09d6e0-4401-4f91-b68d-549321950127 req-64321d1f-747d-40a9-9f10-bea875cf7445 service neutron] 10.222.0.60 "GET /v2.0/networks/53a42219-c346-45f9-be41-c5dabab2438f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683314 Jun 11 09:42:33.153315 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474582b8-f96f-4ffa-ae84-82cd25f0d641 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cc73808-d9f1-49ed-8093-054f0fe3ac81,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:42:33.157054 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-474582b8-f96f-4ffa-ae84-82cd25f0d641 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:42:33.166061 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [req-6764c989-ef7b-4cae-b090-603f2a68c7eb req-ddb9b6f5-d229-4a8d-a70d-7868758ea10f tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Allocated IP 192.168.233.150 (cf20d108-f84c-44de-9036-2269564edd60/189b03cc-b2a8-4615-9ab5-ad0328c3f10f/5ccc7a6a-a04a-4416-9f50-a731016fdc25) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:42:33.321587 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ed9d38-fe9f-4ca4-9d07-58dd2a2765df req-b76e0767-7bc6-4a43-bd57-f4b5af0505be tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:33.323133 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-97ed9d38-fe9f-4ca4-9d07-58dd2a2765df req-b76e0767-7bc6-4a43-bd57-f4b5af0505be tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/ports?device_id=32c534e8-6a37-462b-be83-c987e2b54ac8 HTTP/1.1" status: 200 len: 949 time: 0.1427100 Jun 11 09:42:33.398526 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-474582b8-f96f-4ffa-ae84-82cd25f0d641 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362297'] for router_interface, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:33.428411 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4b12e42-17f6-4964-bd58-6a1784ef3b8b', 'tag': 'b312982e-ede2-411d-8a4c-a79af3606d60'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:42:33.431329 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb95028-2c49-48f7-910b-df602a9afc74" -d '{"events": [{"name": "network-changed", "server_uuid": "c4b12e42-17f6-4964-bd58-6a1784ef3b8b", "tag": "b312982e-ede2-411d-8a4c-a79af3606d60"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:42:33.455380 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-97ed9d38-fe9f-4ca4-9d07-58dd2a2765df req-435b538f-4e01-4cbf-9c0a-43f7d16e3908 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca3026f3-8a05-4fe5-9c7d-b1a6d33061fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186354 Jun 11 09:42:33.491486 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-6764c989-ef7b-4cae-b090-603f2a68c7eb req-ddb9b6f5-d229-4a8d-a70d-7868758ea10f tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:33.505981 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-6764c989-ef7b-4cae-b090-603f2a68c7eb req-ddb9b6f5-d229-4a8d-a70d-7868758ea10f tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Transition to ACTIVE for port object 5ccc7a6a-a04a-4416-9f50-a731016fdc25 will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:42:33.608655 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7d2ed0b8-d072-4877-b367-46e103df5c45 req-b6e220e0-7fa9-49af-8faf-d5fe551ce204 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=626ec2e1-370e-4765-bde4-c601eaf4f801 HTTP/1.1" status: 200 len: 210 time: 0.0329342 Jun 11 09:42:33.642082 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-6764c989-ef7b-4cae-b090-603f2a68c7eb req-ddb9b6f5-d229-4a8d-a70d-7868758ea10f tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:33.646529 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b9a8097c-94a7-4af7-910c-60e3f1d0670c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:42:33.655168 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['231f751b-5b35-41a6-87e4-5e96e0d97c74', 'de89716f-db2e-416a-aceb-70adaacf4086', '8bb8cb28-fd60-4e20-b866-29efe9a08741', '7036c337-11e5-4ef3-b5ac-9c60e3590b59'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:42:33.659905 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['216f3a04-a633-4ba6-ad8e-d639b8b1bf74', '2b3502fb-9e75-49f0-8d54-4f9b57e8bd95'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:42:33.667548 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c53f05-d7d9-4bad-bb8a-bdb342707057 x-openstack-request-id: req-99c53f05-d7d9-4bad-bb8a-bdb342707057 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:42:33.667902 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4b12e42-17f6-4964-bd58-6a1784ef3b8b", "tag": "b312982e-ede2-411d-8a4c-a79af3606d60", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:42:33.668191 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-99c53f05-d7d9-4bad-bb8a-bdb342707057 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:42:33.668617 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4b12e42-17f6-4964-bd58-6a1784ef3b8b', 'tag': 'b312982e-ede2-411d-8a4c-a79af3606d60', 'status': 'completed', 'code': 200} Jun 11 09:42:33.748076 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-474582b8-f96f-4ffa-ae84-82cd25f0d641 admin admin] Router b29cca65-45b9-4d62-bf5a-989434b31c9e has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 09:42:33.769382 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6764c989-ef7b-4cae-b090-603f2a68c7eb req-ddb9b6f5-d229-4a8d-a70d-7868758ea10f tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Network cf20d108-f84c-44de-9036-2269564edd60 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:42:33.781214 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [req-6764c989-ef7b-4cae-b090-603f2a68c7eb req-ddb9b6f5-d229-4a8d-a70d-7868758ea10f tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:42:33.781214 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb9b6f5-d229-4a8d-a70d-7868758ea10f tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Pushing event updated for resources: {'Port': ['ID=5ccc7a6a-a04a-4416-9f50-a731016fdc25,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:42:33.785430 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-6764c989-ef7b-4cae-b090-603f2a68c7eb req-ddb9b6f5-d229-4a8d-a70d-7868758ea10f tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:42:33.787701 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ddb9b6f5-d229-4a8d-a70d-7868758ea10f tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:42:33.910989 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6764c989-ef7b-4cae-b090-603f2a68c7eb req-ddb9b6f5-d229-4a8d-a70d-7868758ea10f tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:33.911709 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-6764c989-ef7b-4cae-b090-603f2a68c7eb req-ddb9b6f5-d229-4a8d-a70d-7868758ea10f tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:33.919791 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb95028-2c49-48f7-910b-df602a9afc74 req-2742d288-cb5e-4e3f-90b8-b37c1418989d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:33.921279 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ccb95028-2c49-48f7-910b-df602a9afc74 req-2742d288-cb5e-4e3f-90b8-b37c1418989d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=455235d9344d45d29863b10a5775a249&device_id=c4b12e42-17f6-4964-bd58-6a1784ef3b8b HTTP/1.1" status: 200 len: 1126 time: 0.2111654 Jun 11 09:42:34.010530 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-474582b8-f96f-4ffa-ae84-82cd25f0d641 admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:42:34.030154 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fc7e12-ff98-4aef-ae6d-a70d040e8029 None None] Sync routers for ids ['b29cca65-45b9-4d62-bf5a-989434b31c9e'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:42:34.034990 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-474582b8-f96f-4ffa-ae84-82cd25f0d641 admin admin] 10.222.0.60 "PUT /v2.0/routers/b29cca65-45b9-4d62-bf5a-989434b31c9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4402022 Jun 11 09:42:34.035806 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38698) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:42:34.089635 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fc7e12-ff98-4aef-ae6d-a70d040e8029 None None] Routers {'b29cca65-45b9-4d62-bf5a-989434b31c9e'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:42:34.089635 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-d8fc7e12-ff98-4aef-ae6d-a70d040e8029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:42:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['b29cca65-45b9-4d62-bf5a-989434b31c9e'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:42:34.162553 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb95028-2c49-48f7-910b-df602a9afc74 req-b4f641e7-4353-4ed2-988a-1923001b33b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:34.164118 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ccb95028-2c49-48f7-910b-df602a9afc74 req-b4f641e7-4353-4ed2-988a-1923001b33b7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f64764ef-1d16-4bb9-abcb-ee15625f8d04 HTTP/1.1" status: 200 len: 908 time: 0.2301729 Jun 11 09:42:34.167378 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6764c989-ef7b-4cae-b090-603f2a68c7eb req-ddb9b6f5-d229-4a8d-a70d-7868758ea10f tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4975824 Jun 11 09:42:34.236485 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-6764c989-ef7b-4cae-b090-603f2a68c7eb req-e75866e2-5a54-4be3-a422-453d3b5583bc service neutron] Request body: {'port': {'device_id': '626ec2e1-370e-4765-bde4-c601eaf4f801', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-12'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:42:34.239505 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ccb95028-2c49-48f7-910b-df602a9afc74 req-382a2b07-e04b-48a6-8f4b-c005f527dee1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b312982e-ede2-411d-8a4c-a79af3606d60 HTTP/1.1" status: 200 len: 217 time: 0.0681565 Jun 11 09:42:34.307016 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0845294-aaf4-40d5-bb82-37041552dfc0 req-0d35b628-1fa1-4cc0-9d35-7f7eabe071d2 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:34.314155 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e0845294-aaf4-40d5-bb82-37041552dfc0 req-0d35b628-1fa1-4cc0-9d35-7f7eabe071d2 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4b12e42-17f6-4964-bd58-6a1784ef3b8b HTTP/1.1" status: 200 len: 943 time: 0.1209280 Jun 11 09:42:34.318437 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-d8fc7e12-ff98-4aef-ae6d-a70d040e8029 None None] Set router b29cca65-45b9-4d62-bf5a-989434b31c9e gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:42:34.335478 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-611c73b5-f9d0-4759-8e5b-0186b623df0c admin admin] Notify callbacks [] for router, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:34.392480 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb95028-2c49-48f7-910b-df602a9afc74 req-8b21dce5-f212-4931-bf29-93f4017a5368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:34.394396 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ccb95028-2c49-48f7-910b-df602a9afc74 req-8b21dce5-f212-4931-bf29-93f4017a5368 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f707fbf9-d6b5-48f4-b1c1-e5fd7bd963f6 HTTP/1.1" status: 200 len: 847 time: 0.1229341 Jun 11 09:42:34.425542 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-92591771-7f13-4549-af88-62b11e523138 None None] Provisioning for port 5ccc7a6a-a04a-4416-9f50-a731016fdc25 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:42:34.448733 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-92591771-7f13-4549-af88-62b11e523138 None None] Provisioning complete for port 5ccc7a6a-a04a-4416-9f50-a731016fdc25 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:42:34.449124 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-92591771-7f13-4549-af88-62b11e523138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:34.474558 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ccb95028-2c49-48f7-910b-df602a9afc74 req-0909d83e-2c22-4131-be62-4e8aef2e16d4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f64764ef-1d16-4bb9-abcb-ee15625f8d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500138 Jun 11 09:42:34.477977 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e0845294-aaf4-40d5-bb82-37041552dfc0 req-246de9d0-32e8-4f24-a8d2-304c7bd7829e tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628163 Jun 11 09:42:34.521313 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-6764c989-ef7b-4cae-b090-603f2a68c7eb req-e75866e2-5a54-4be3-a422-453d3b5583bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:34.566891 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-611c73b5-f9d0-4759-8e5b-0186b623df0c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:34.609075 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-92591771-7f13-4549-af88-62b11e523138 None None] Port 5ccc7a6a-a04a-4416-9f50-a731016fdc25 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:42:34.629799 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-11104714-68f3-4e1e-932f-0e76aaa16a5b req-21132bfd-6a09-46d7-b270-ef3533c3ccd7 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=06244c58-7914-4ac4-ba34-fcb809a8fc02 HTTP/1.1" status: 200 len: 210 time: 0.0723639 Jun 11 09:42:34.715414 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-611c73b5-f9d0-4759-8e5b-0186b623df0c admin admin] Deleting port 5e9d9bd5-1b48-4485-b113-d4702678a7a7 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:42:34.715786 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-611c73b5-f9d0-4759-8e5b-0186b623df0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:34.740458 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ccb95028-2c49-48f7-910b-df602a9afc74 req-137a0009-633d-4a8c-92c4-6b343dd7014b service neutron] 10.222.0.64 "GET /v2.0/networks/f64764ef-1d16-4bb9-abcb-ee15625f8d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588084 Jun 11 09:42:34.799743 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-d8fc7e12-ff98-4aef-ae6d-a70d040e8029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29cca65-45b9-4d62-bf5a-989434b31c9e', 'name': 'tempest-FloatingIPDetailsTestJSON-1895560236-router', 'tenant_id': '8f6d0c0c8c2f411eb12d310daa1cd1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': '5e9d9bd5-1b48-4485-b113-d4702678a7a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:41:44Z', 'updated_at': '2021-06-11T09:42:32Z', 'revision_number': 5, 'project_id': '8f6d0c0c8c2f411eb12d310daa1cd1b1', 'gw_port': {'id': '5e9d9bd5-1b48-4485-b113-d4702678a7a7', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:30:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29cca65-45b9-4d62-bf5a-989434b31c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:41:45Z', 'updated_at': '2021-06-11T09:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:42:34.828216 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fc7e12-ff98-4aef-ae6d-a70d040e8029 None None] Checking router: b29cca65-45b9-4d62-bf5a-989434b31c9e for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:42:34.855540 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fc7e12-ff98-4aef-ae6d-a70d040e8029 None None] Routers {'b29cca65-45b9-4d62-bf5a-989434b31c9e'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:42:34.858479 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-d8fc7e12-ff98-4aef-ae6d-a70d040e8029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:42:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['b29cca65-45b9-4d62-bf5a-989434b31c9e'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:42:34.863255 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-611c73b5-f9d0-4759-8e5b-0186b623df0c admin admin] For port 5e9d9bd5-1b48-4485-b113-d4702678a7a7, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=5e9d9bd5-1b48-4485-b113-d4702678a7a7,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:42:34.864360 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-611c73b5-f9d0-4759-8e5b-0186b623df0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:34.987881 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-611c73b5-f9d0-4759-8e5b-0186b623df0c admin admin] Calling delete_port for 5e9d9bd5-1b48-4485-b113-d4702678a7a7 owned by network:router_gateway {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:42:35.123899 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-d8fc7e12-ff98-4aef-ae6d-a70d040e8029 None None] Set router b29cca65-45b9-4d62-bf5a-989434b31c9e gateway port host: None {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:42:35.209311 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ccb95028-2c49-48f7-910b-df602a9afc74 req-6bc1d255-cd8f-4d1f-91bb-b3de5b2ae065 service neutron] 10.222.0.64 "GET /v2.0/networks/f64764ef-1d16-4bb9-abcb-ee15625f8d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4557793 Jun 11 09:42:35.270885 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-d8fc7e12-ff98-4aef-ae6d-a70d040e8029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29cca65-45b9-4d62-bf5a-989434b31c9e', 'name': 'tempest-FloatingIPDetailsTestJSON-1895560236-router', 'tenant_id': '8f6d0c0c8c2f411eb12d310daa1cd1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:41:44Z', 'updated_at': '2021-06-11T09:42:34Z', 'revision_number': 6, 'project_id': '8f6d0c0c8c2f411eb12d310daa1cd1b1', 'gw_port_host': None}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:42:35.279063 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fc7e12-ff98-4aef-ae6d-a70d040e8029 None None] The sync data for ids ['b29cca65-45b9-4d62-bf5a-989434b31c9e'] in n-d-779913-12 is: [{'id': 'b29cca65-45b9-4d62-bf5a-989434b31c9e', 'name': 'tempest-FloatingIPDetailsTestJSON-1895560236-router', 'tenant_id': '8f6d0c0c8c2f411eb12d310daa1cd1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:41:44Z', 'updated_at': '2021-06-11T09:42:34Z', 'revision_number': 6, 'project_id': '8f6d0c0c8c2f411eb12d310daa1cd1b1', 'gw_port_host': None}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:42:35.339336 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a39cf-8db6-45ea-894b-3dfd8ca98cda req-a6df684c-ca54-43df-9a48-b0b55e15f2f8 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:35.346299 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:35.346532 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-856a39cf-8db6-45ea-894b-3dfd8ca98cda req-a6df684c-ca54-43df-9a48-b0b55e15f2f8 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/ports?device_id=32c534e8-6a37-462b-be83-c987e2b54ac8 HTTP/1.1" status: 200 len: 949 time: 0.2622957 Jun 11 09:42:35.376410 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [req-6764c989-ef7b-4cae-b090-603f2a68c7eb req-e75866e2-5a54-4be3-a422-453d3b5583bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ccc7a6a-a04a-4416-9f50-a731016fdc25 {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:42:35.386516 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-6764c989-ef7b-4cae-b090-603f2a68c7eb req-e75866e2-5a54-4be3-a422-453d3b5583bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:35.413707 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-6764c989-ef7b-4cae-b090-603f2a68c7eb req-e75866e2-5a54-4be3-a422-453d3b5583bc service neutron] Transition to ACTIVE for port object 5ccc7a6a-a04a-4416-9f50-a731016fdc25 will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:42:35.428734 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-856a39cf-8db6-45ea-894b-3dfd8ca98cda req-a8fd76c5-a892-4432-9344-3f4879eaf609 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca3026f3-8a05-4fe5-9c7d-b1a6d33061fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813100 Jun 11 09:42:35.488516 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-6764c989-ef7b-4cae-b090-603f2a68c7eb req-e75866e2-5a54-4be3-a422-453d3b5583bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:35.491220 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-85c1aaaf-7805-44ae-8080-384b743403ae tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:42:35.642883 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75866e2-5a54-4be3-a422-453d3b5583bc service neutron] Pushing event updated for resources: {'Port': ['ID=5ccc7a6a-a04a-4416-9f50-a731016fdc25,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:42:35.647273 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e75866e2-5a54-4be3-a422-453d3b5583bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:42:35.850549 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-6764c989-ef7b-4cae-b090-603f2a68c7eb req-e75866e2-5a54-4be3-a422-453d3b5583bc service neutron] Attempting to bind port 5ccc7a6a-a04a-4416-9f50-a731016fdc25 on host n-h2-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:42:35.850998 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-6764c989-ef7b-4cae-b090-603f2a68c7eb req-e75866e2-5a54-4be3-a422-453d3b5583bc service neutron] Attempting to bind port 5ccc7a6a-a04a-4416-9f50-a731016fdc25 by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:42:35.856393 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6764c989-ef7b-4cae-b090-603f2a68c7eb req-e75866e2-5a54-4be3-a422-453d3b5583bc service neutron] Attempting to bind port 5ccc7a6a-a04a-4416-9f50-a731016fdc25 on network cf20d108-f84c-44de-9036-2269564edd60 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:42:35.860249 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6764c989-ef7b-4cae-b090-603f2a68c7eb req-e75866e2-5a54-4be3-a422-453d3b5583bc service neutron] Port 5ccc7a6a-a04a-4416-9f50-a731016fdc25 on network cf20d108-f84c-44de-9036-2269564edd60 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:42:35.860572 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6764c989-ef7b-4cae-b090-603f2a68c7eb req-e75866e2-5a54-4be3-a422-453d3b5583bc service neutron] Attempting to bind port 5ccc7a6a-a04a-4416-9f50-a731016fdc25 on network cf20d108-f84c-44de-9036-2269564edd60 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:42:35.861037 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9200b33-8491-4323-a7aa-dc65e1274961 req-39475c55-38f4-4290-aba9-08c510a60ad7 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:35.868499 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c9200b33-8491-4323-a7aa-dc65e1274961 req-39475c55-38f4-4290-aba9-08c510a60ad7 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=626ec2e1-370e-4765-bde4-c601eaf4f801 HTTP/1.1" status: 200 len: 948 time: 0.1096475 Jun 11 09:42:35.869113 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6764c989-ef7b-4cae-b090-603f2a68c7eb req-e75866e2-5a54-4be3-a422-453d3b5583bc service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:42:35.869390 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6764c989-ef7b-4cae-b090-603f2a68c7eb req-e75866e2-5a54-4be3-a422-453d3b5583bc service neutron] Checking segment: {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:42:35.869792 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6764c989-ef7b-4cae-b090-603f2a68c7eb req-e75866e2-5a54-4be3-a422-453d3b5583bc service neutron] Bound using segment: {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:42:35.870157 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-6764c989-ef7b-4cae-b090-603f2a68c7eb req-e75866e2-5a54-4be3-a422-453d3b5583bc service neutron] Bound port: 5ccc7a6a-a04a-4416-9f50-a731016fdc25, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:42:35.870510 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-6764c989-ef7b-4cae-b090-603f2a68c7eb req-e75866e2-5a54-4be3-a422-453d3b5583bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:35.885601 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-611c73b5-f9d0-4759-8e5b-0186b623df0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:35.889290 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1dec274d-1844-40bf-8e83-eadc9ad2d90d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:42:35.891548 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1d350-9989-4a7f-8cbd-32b686e8d432 req-59364fca-4245-45ce-9a94-0eb0b09525fe tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:35.893202 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f0b1d350-9989-4a7f-8cbd-32b686e8d432 req-59364fca-4245-45ce-9a94-0eb0b09525fe tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4b12e42-17f6-4964-bd58-6a1784ef3b8b HTTP/1.1" status: 200 len: 943 time: 0.1860354 Jun 11 09:42:35.928540 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611c73b5-f9d0-4759-8e5b-0186b623df0c admin admin] Pushing event deleted for resources: {'Port': ['ID=5e9d9bd5-1b48-4485-b113-d4702678a7a7,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:42:35.939702 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-611c73b5-f9d0-4759-8e5b-0186b623df0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:42:35.978899 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c9200b33-8491-4323-a7aa-dc65e1274961 req-2721e598-d2fb-48e7-b0da-21eda11ec294 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/security-groups?id=d35df9ed-76e1-4821-b449-9857ba424946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094575 Jun 11 09:42:35.993942 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f0b1d350-9989-4a7f-8cbd-32b686e8d432 req-7888d9f3-18c5-4907-8d14-bbedded7a94d tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924649 Jun 11 09:42:36.019718 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-6764c989-ef7b-4cae-b090-603f2a68c7eb req-e75866e2-5a54-4be3-a422-453d3b5583bc service neutron] For port 5ccc7a6a-a04a-4416-9f50-a731016fdc25, host n-h2-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:42:36.029921 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-6764c989-ef7b-4cae-b090-603f2a68c7eb req-e75866e2-5a54-4be3-a422-453d3b5583bc service neutron] For port 5ccc7a6a-a04a-4416-9f50-a731016fdc25, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=5ccc7a6a-a04a-4416-9f50-a731016fdc25,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:42:36.073990 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-611c73b5-f9d0-4759-8e5b-0186b623df0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374120'] for router_gateway, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:36.118360 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-6764c989-ef7b-4cae-b090-603f2a68c7eb req-e75866e2-5a54-4be3-a422-453d3b5583bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:36.121347 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a94939e3-45ef-4bba-b1f7-5aecc37085ee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:42:36.272227 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-611c73b5-f9d0-4759-8e5b-0186b623df0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:36.274630 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-611c73b5-f9d0-4759-8e5b-0186b623df0c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:36.276191 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6764c989-ef7b-4cae-b090-603f2a68c7eb req-e75866e2-5a54-4be3-a422-453d3b5583bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:36.276802 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-6764c989-ef7b-4cae-b090-603f2a68c7eb req-e75866e2-5a54-4be3-a422-453d3b5583bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:36.278176 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6764c989-ef7b-4cae-b090-603f2a68c7eb req-e75866e2-5a54-4be3-a422-453d3b5583bc service neutron] 10.222.0.69 "PUT /v2.0/ports/5ccc7a6a-a04a-4416-9f50-a731016fdc25 HTTP/1.1" status: 200 len: 1097 time: 2.0464237 Jun 11 09:42:36.280030 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-259fff0e-d808-4e24-a040-a14a3b924156 req-2de5fbb3-7f85-4f80-8398-e03570dcc579 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=06244c58-7914-4ac4-ba34-fcb809a8fc02 HTTP/1.1" status: 200 len: 210 time: 0.0846515 Jun 11 09:42:36.288359 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '626ec2e1-370e-4765-bde4-c601eaf4f801', 'tag': '5ccc7a6a-a04a-4416-9f50-a731016fdc25'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:42:36.291876 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc2fc3f1-df1d-4400-aa29-05b44d2d495d" -d '{"events": [{"name": "network-changed", "server_uuid": "626ec2e1-370e-4765-bde4-c601eaf4f801", "tag": "5ccc7a6a-a04a-4416-9f50-a731016fdc25"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:42:36.314289 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75866e2-5a54-4be3-a422-453d3b5583bc service neutron] Pushing event updated for resources: {'Port': ['ID=5ccc7a6a-a04a-4416-9f50-a731016fdc25,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:42:36.318134 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e75866e2-5a54-4be3-a422-453d3b5583bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:42:36.386604 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-166f728a-5706-4959-affc-d6a14a77117c x-openstack-request-id: req-166f728a-5706-4959-affc-d6a14a77117c {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:42:36.386999 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "626ec2e1-370e-4765-bde4-c601eaf4f801", "tag": "5ccc7a6a-a04a-4416-9f50-a731016fdc25", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:42:36.387287 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-166f728a-5706-4959-affc-d6a14a77117c {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:42:36.387750 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '626ec2e1-370e-4765-bde4-c601eaf4f801', 'tag': '5ccc7a6a-a04a-4416-9f50-a731016fdc25', 'status': 'completed', 'code': 200} Jun 11 09:42:36.475003 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6764c989-ef7b-4cae-b090-603f2a68c7eb req-6b7178bc-f4ec-4b26-833e-15f4abf95017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:36.476934 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6764c989-ef7b-4cae-b090-603f2a68c7eb req-6b7178bc-f4ec-4b26-833e-15f4abf95017 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4a10270434c34de9b98cfc51150cacd7&device_id=626ec2e1-370e-4765-bde4-c601eaf4f801 HTTP/1.1" status: 200 len: 1100 time: 0.0738339 Jun 11 09:42:36.499162 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-611c73b5-f9d0-4759-8e5b-0186b623df0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:36.499708 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-611c73b5-f9d0-4759-8e5b-0186b623df0c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b29cca65-45b9-4d62-bf5a-989434b31c9e {{(pid=93176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 09:42:36.504032 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-611c73b5-f9d0-4759-8e5b-0186b623df0c admin admin] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:36.514475 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-611c73b5-f9d0-4759-8e5b-0186b623df0c admin admin] 10.222.0.60 "DELETE /v2.0/routers/b29cca65-45b9-4d62-bf5a-989434b31c9e HTTP/1.1" status: 204 len: 168 time: 2.4708676 Jun 11 09:42:36.514475 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38732) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:42:36.644102 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6764c989-ef7b-4cae-b090-603f2a68c7eb req-46300d1d-5eda-49a8-907a-356d20e078ed service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=5ccc7a6a-a04a-4416-9f50-a731016fdc25 HTTP/1.1" status: 200 len: 217 time: 0.1594355 Jun 11 09:42:36.647910 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-3540f678-d059-4f11-838d-4d91926e062e admin admin] Deleting subnet 288f0081-0ead-4843-b7ef-ce9137d62c2a {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 09:42:36.655046 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3540f678-d059-4f11-838d-4d91926e062e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:36.728918 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3540f678-d059-4f11-838d-4d91926e062e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:36.790382 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19196b23-e664-441b-bf77-3dd02ea562e8 req-f22236b8-1838-4aeb-8a25-a79a4ea2c83e tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:36.792136 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-19196b23-e664-441b-bf77-3dd02ea562e8 req-f22236b8-1838-4aeb-8a25-a79a4ea2c83e tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/ports?device_id=32c534e8-6a37-462b-be83-c987e2b54ac8 HTTP/1.1" status: 200 len: 949 time: 0.2020650 Jun 11 09:42:36.817134 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6764c989-ef7b-4cae-b090-603f2a68c7eb req-a526db2a-a843-44a8-bb17-04229dac29d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:36.818988 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6764c989-ef7b-4cae-b090-603f2a68c7eb req-a526db2a-a843-44a8-bb17-04229dac29d0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=189b03cc-b2a8-4615-9ab5-ad0328c3f10f HTTP/1.1" status: 200 len: 843 time: 0.1567633 Jun 11 09:42:36.895480 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb09d6e0-4401-4f91-b68d-549321950127 req-f97dbc19-74fe-41e7-9780-de81de08fdfd tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:36.897275 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cb09d6e0-4401-4f91-b68d-549321950127 req-f97dbc19-74fe-41e7-9780-de81de08fdfd tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.64 "GET /v2.0/networks?id=53a42219-c346-45f9-be41-c5dabab2438f HTTP/1.1" status: 200 len: 821 time: 0.3958085 Jun 11 09:42:36.914295 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-19196b23-e664-441b-bf77-3dd02ea562e8 req-d67bc3c6-0c47-4072-b7e7-871daca4701c tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca3026f3-8a05-4fe5-9c7d-b1a6d33061fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098607 Jun 11 09:42:36.917761 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-cb09d6e0-4401-4f91-b68d-549321950127 req-85f44b8d-37a2-490d-a462-07ba438c9cbd tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Request body: {'port': {'device_id': '06244c58-7914-4ac4-ba34-fcb809a8fc02', 'network_id': '53a42219-c346-45f9-be41-c5dabab2438f', 'admin_state_up': True, 'tenant_id': '761e66d23fea4903a68cd9de907a43c1'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:42:36.940550 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3540f678-d059-4f11-838d-4d91926e062e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:36.970516 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6764c989-ef7b-4cae-b090-603f2a68c7eb req-c112b81d-99b4-4e09-8074-44ef845af269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:36.972219 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6764c989-ef7b-4cae-b090-603f2a68c7eb req-c112b81d-99b4-4e09-8074-44ef845af269 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cf20d108-f84c-44de-9036-2269564edd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1409805 Jun 11 09:42:37.120559 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3540f678-d059-4f11-838d-4d91926e062e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:37.133467 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4997ef99-8f28-42e1-8bc6-1a874d4ba50d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:42:37.158108 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 8cc73808-d9f1-49ed-8093-054f0fe3ac81 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:42:37.202880 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3540f678-d059-4f11-838d-4d91926e062e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:37.208694 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-3540f678-d059-4f11-838d-4d91926e062e admin admin] 10.222.0.60 "DELETE /v2.0/subnets/288f0081-0ead-4843-b7ef-ce9137d62c2a HTTP/1.1" status: 204 len: 168 time: 0.6989129 Jun 11 09:42:37.215457 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3540f678-d059-4f11-838d-4d91926e062e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=288f0081-0ead-4843-b7ef-ce9137d62c2a,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:42:37.220070 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584095f2-e057-4241-bfa9-8b11a1a26259 None None] Network b127305b-b0b0-4ef8-8eac-d0d350ff86e3 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:42:37.224532 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 8cc73808-d9f1-49ed-8093-054f0fe3ac81 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:42:37.225096 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 8cc73808-d9f1-49ed-8093-054f0fe3ac81 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:42:37.225447 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3540f678-d059-4f11-838d-4d91926e062e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:42:37.225963 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38742) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:42:37.226444 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 5e9d9bd5-1b48-4485-b113-d4702678a7a7 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:42:37.264843 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6764c989-ef7b-4cae-b090-603f2a68c7eb req-dca52066-5673-4fe2-8347-683438d61015 service neutron] 10.222.0.69 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200480 Jun 11 09:42:37.295077 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 5e9d9bd5-1b48-4485-b113-d4702678a7a7 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:42:37.295794 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 5e9d9bd5-1b48-4485-b113-d4702678a7a7 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:42:37.395973 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deb3294-4d23-4d41-ae92-06cdb785fe3c req-5c42cc42-fb7b-413b-97b6-6b93aa97704e tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:37.397455 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4deb3294-4d23-4d41-ae92-06cdb785fe3c req-5c42cc42-fb7b-413b-97b6-6b93aa97704e tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=626ec2e1-370e-4765-bde4-c601eaf4f801 HTTP/1.1" status: 200 len: 948 time: 0.2152815 Jun 11 09:42:37.400382 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb09d6e0-4401-4f91-b68d-549321950127 req-85f44b8d-37a2-490d-a462-07ba438c9cbd tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Made reservation on behalf of 761e66d23fea4903a68cd9de907a43c1 for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:42:37.404340 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-cb09d6e0-4401-4f91-b68d-549321950127 req-85f44b8d-37a2-490d-a462-07ba438c9cbd tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:37.486644 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6764c989-ef7b-4cae-b090-603f2a68c7eb req-4dfed79f-e03f-40f8-b841-cac7121fff89 service neutron] 10.222.0.69 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078378 Jun 11 09:42:37.503341 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-aeaf7615-718e-488b-9775-d7eb27bcdf18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:37.537577 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb5af21-a70f-4238-bb52-8039e627d38b req-ff8bfa2f-ee11-471a-aef7-ec78c98c203e tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:37.539321 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cdb5af21-a70f-4238-bb52-8039e627d38b req-ff8bfa2f-ee11-471a-aef7-ec78c98c203e tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4b12e42-17f6-4964-bd58-6a1784ef3b8b HTTP/1.1" status: 200 len: 943 time: 0.3278794 Jun 11 09:42:37.557362 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ded718-174e-475e-909d-a6985f01fe2d None None] DHCP port deletion for b127305b-b0b0-4ef8-8eac-d0d350ff86e3 request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 09:42:37.580462 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4deb3294-4d23-4d41-ae92-06cdb785fe3c req-436fdef5-119f-469a-8b97-6a5f8dd32005 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/security-groups?id=d35df9ed-76e1-4821-b449-9857ba424946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714749 Jun 11 09:42:37.739345 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cdb5af21-a70f-4238-bb52-8039e627d38b req-00891766-a9f8-4f2e-aaae-eab7be74e4d3 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905804 Jun 11 09:42:37.785016 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-aeaf7615-718e-488b-9775-d7eb27bcdf18 admin admin] Deleting port 37e844e9-64d1-45a0-bb28-48acb64a5674 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:42:37.785549 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-aeaf7615-718e-488b-9775-d7eb27bcdf18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:37.846419 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-a8ded718-174e-475e-909d-a6985f01fe2d None None] Deleting port 37e844e9-64d1-45a0-bb28-48acb64a5674 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:42:37.846938 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a8ded718-174e-475e-909d-a6985f01fe2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:37.865751 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [req-cb09d6e0-4401-4f91-b68d-549321950127 req-85f44b8d-37a2-490d-a462-07ba438c9cbd tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Allocated IP 172.20.0.6 (53a42219-c346-45f9-be41-c5dabab2438f/20094bda-f8d4-46e6-bab1-f100394de689/d00a4cdc-7d41-4b90-b7e8-37b4816a64e9) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:42:37.922143 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-aeaf7615-718e-488b-9775-d7eb27bcdf18 admin admin] For port 37e844e9-64d1-45a0-bb28-48acb64a5674, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=37e844e9-64d1-45a0-bb28-48acb64a5674,segment=NetworkSegment(f1e93d06-0619-4e74-a2b5-3da93735a623),segment_id=f1e93d06-0619-4e74-a2b5-3da93735a623)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:42:37.924324 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-aeaf7615-718e-488b-9775-d7eb27bcdf18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:37.958194 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2fc3f1-df1d-4400-aa29-05b44d2d495d req-24acd801-ec33-441d-a2d5-7c3401336574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:37.961098 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fc2fc3f1-df1d-4400-aa29-05b44d2d495d req-24acd801-ec33-441d-a2d5-7c3401336574 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4a10270434c34de9b98cfc51150cacd7&device_id=626ec2e1-370e-4765-bde4-c601eaf4f801 HTTP/1.1" status: 200 len: 1100 time: 0.3007681 Jun 11 09:42:37.997574 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-a8ded718-174e-475e-909d-a6985f01fe2d None None] For port 37e844e9-64d1-45a0-bb28-48acb64a5674, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=37e844e9-64d1-45a0-bb28-48acb64a5674,segment=NetworkSegment(f1e93d06-0619-4e74-a2b5-3da93735a623),segment_id=f1e93d06-0619-4e74-a2b5-3da93735a623)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:42:37.997984 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a8ded718-174e-475e-909d-a6985f01fe2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:38.066362 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-aeaf7615-718e-488b-9775-d7eb27bcdf18 admin admin] Calling delete_port for 37e844e9-64d1-45a0-bb28-48acb64a5674 owned by network:dhcp {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:42:38.098527 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-a8ded718-174e-475e-909d-a6985f01fe2d None None] Calling delete_port for 37e844e9-64d1-45a0-bb28-48acb64a5674 owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:42:38.246173 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf291dfb-d49d-41ae-9bb1-16686d5d261c req-7a1fa77b-a95f-4b39-a715-f28aabb569c2 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:38.247684 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cf291dfb-d49d-41ae-9bb1-16686d5d261c req-7a1fa77b-a95f-4b39-a715-f28aabb569c2 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/ports?device_id=32c534e8-6a37-462b-be83-c987e2b54ac8 HTTP/1.1" status: 200 len: 949 time: 0.1084826 Jun 11 09:42:38.299974 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a8ded718-174e-475e-909d-a6985f01fe2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:38.300570 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cf291dfb-d49d-41ae-9bb1-16686d5d261c req-a4da9c61-b09e-4459-83ef-56fcde88ae26 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca3026f3-8a05-4fe5-9c7d-b1a6d33061fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463731 Jun 11 09:42:38.312853 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-aeaf7615-718e-488b-9775-d7eb27bcdf18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:38.316697 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:42:38.327657 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5ac58b15-6a6f-4ba6-891d-f4451d855943 tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:42:38.328237 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ded718-174e-475e-909d-a6985f01fe2d None None] No DVR routers for this DVR port 37e844e9-64d1-45a0-bb28-48acb64a5674 on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:42:38.358676 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeaf7615-718e-488b-9775-d7eb27bcdf18 admin admin] No DVR routers for this DVR port 37e844e9-64d1-45a0-bb28-48acb64a5674 on host n-d-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:42:38.368760 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ded718-174e-475e-909d-a6985f01fe2d None None] Pushing event deleted for resources: {'Port': ['ID=37e844e9-64d1-45a0-bb28-48acb64a5674,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:42:38.371144 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-a8ded718-174e-475e-909d-a6985f01fe2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:42:38.412169 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaf7615-718e-488b-9775-d7eb27bcdf18 admin admin] Pushing event deleted for resources: {'Port': ['ID=37e844e9-64d1-45a0-bb28-48acb64a5674,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:42:38.412860 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-945ed3d5-c149-42f8-9309-fe75e6348876 req-7242f57e-02ee-47a9-9902-2105fdf4c886 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=06244c58-7914-4ac4-ba34-fcb809a8fc02 HTTP/1.1" status: 200 len: 210 time: 0.4923379 Jun 11 09:42:38.414659 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-aeaf7615-718e-488b-9775-d7eb27bcdf18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:42:38.491057 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-aeaf7615-718e-488b-9775-d7eb27bcdf18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:38.505895 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-aeaf7615-718e-488b-9775-d7eb27bcdf18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b127305b-b0b0-4ef8-8eac-d0d350ff86e3']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:42:38.521687 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-aeaf7615-718e-488b-9775-d7eb27bcdf18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1e93d06-0619-4e74-a2b5-3da93735a623') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:42:38.522023 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-aeaf7615-718e-488b-9775-d7eb27bcdf18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1e93d06-0619-4e74-a2b5-3da93735a623') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:42:38.533685 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-aeaf7615-718e-488b-9775-d7eb27bcdf18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:38.558075 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-aeaf7615-718e-488b-9775-d7eb27bcdf18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:38.568673 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeaf7615-718e-488b-9775-d7eb27bcdf18 admin admin] Releasing vlan 794 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 09:42:38.568673 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-aeaf7615-718e-488b-9775-d7eb27bcdf18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:38.570064 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:42:38.570064 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:42:38.570064 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:42:38.570064 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:42:38.570064 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:42:38.570064 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:42:38.570064 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:42:38.570064 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:42:38.570064 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:42:38.570064 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:42:38.570064 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:42:38.570064 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:42:38.570064 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:42:38.570064 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:42:38.570064 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:42:38.570064 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:42:38.570064 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:42:38.570064 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:42:38.570064 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:42:38.570064 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:42:38.570064 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:42:38.570064 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:42:38.570064 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:42:38.570064 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:42:38.570064 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:42:38.570064 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:42:38.570064 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:42:38.570064 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:42:38.570064 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:42:38.570064 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:42:38.570064 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:42:38.570064 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:42:38.570064 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:42:38.570064 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:42:38.570064 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:42:38.570064 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:42:38.570064 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:42:38.570064 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:42:38.570064 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:42:38.570064 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:42:38.570064 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:42:38.570064 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:42:38.570064 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:42:38.570064 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:42:38.573131 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:42:38.573131 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:42:38.573131 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:42:38.573131 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:42:38.573131 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:42:38.573131 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:42:38.573131 n-d-779913-12 neutron-server[93176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 09:42:38.573131 n-d-779913-12 neutron-server[93176]: self.session.flush() Jun 11 09:42:38.573131 n-d-779913-12 neutron-server[93176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 09:42:38.573131 n-d-779913-12 neutron-server[93176]: self.session.flush() Jun 11 09:42:38.573131 n-d-779913-12 neutron-server[93176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 09:42:38.573131 n-d-779913-12 neutron-server[93176]: self.session.flush() Jun 11 09:42:38.573131 n-d-779913-12 neutron-server[93176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 09:42:38.573131 n-d-779913-12 neutron-server[93176]: self.session.flush() Jun 11 09:42:38.573131 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 09:42:38.573131 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 09:42:38.573131 n-d-779913-12 neutron-server[93176]: timer() Jun 11 09:42:38.573131 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 09:42:38.573131 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 09:42:38.573131 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 09:42:38.573131 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 09:42:38.573131 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 09:42:38.573131 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 09:42:38.573131 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 09:42:38.573131 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 09:42:38.573131 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 09:42:38.573131 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 09:42:38.573131 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 09:42:38.573131 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 09:42:38.573131 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 09:42:38.573131 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 09:42:38.573131 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 09:42:38.573131 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 09:42:38.573131 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 09:42:38.573131 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 09:42:38.573131 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 09:42:38.573131 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 09:42:38.573131 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 09:42:38.573131 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 09:42:38.573131 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 09:42:38.573131 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 09:42:38.573131 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 09:42:38.573131 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 09:42:38.573131 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 09:42:38.573131 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 09:42:38.573131 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 09:42:38.628250 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2fc3f1-df1d-4400-aa29-05b44d2d495d req-6f968a01-8188-48c2-bb7b-c8d0c6a4bdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:38.629707 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fc2fc3f1-df1d-4400-aa29-05b44d2d495d req-6f968a01-8188-48c2-bb7b-c8d0c6a4bdf7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cf20d108-f84c-44de-9036-2269564edd60 HTTP/1.1" status: 200 len: 870 time: 0.2307122 Jun 11 09:42:38.699289 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fc2fc3f1-df1d-4400-aa29-05b44d2d495d req-34daf825-c3e9-4af5-93e3-daedba86dc36 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=5ccc7a6a-a04a-4416-9f50-a731016fdc25 HTTP/1.1" status: 200 len: 217 time: 0.0573003 Jun 11 09:42:38.733933 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-cb09d6e0-4401-4f91-b68d-549321950127 req-85f44b8d-37a2-490d-a462-07ba438c9cbd tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:38.754063 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-aeaf7615-718e-488b-9775-d7eb27bcdf18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:38.762756 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-aeaf7615-718e-488b-9775-d7eb27bcdf18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:38.764557 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-aeaf7615-718e-488b-9775-d7eb27bcdf18 admin admin] 10.222.0.60 "DELETE /v2.0/networks/b127305b-b0b0-4ef8-8eac-d0d350ff86e3 HTTP/1.1" status: 204 len: 168 time: 1.5350573 Jun 11 09:42:38.766637 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:42:38.808000 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaf7615-718e-488b-9775-d7eb27bcdf18 admin admin] Pushing event deleted for resources: {'Network': ['ID=b127305b-b0b0-4ef8-8eac-d0d350ff86e3,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:42:38.811709 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-aeaf7615-718e-488b-9775-d7eb27bcdf18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:42:38.823842 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2fc3f1-df1d-4400-aa29-05b44d2d495d req-e6cf7197-648e-437c-994f-4248c9c35f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:38.826491 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fc2fc3f1-df1d-4400-aa29-05b44d2d495d req-e6cf7197-648e-437c-994f-4248c9c35f14 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=189b03cc-b2a8-4615-9ab5-ad0328c3f10f HTTP/1.1" status: 200 len: 843 time: 0.1061354 Jun 11 09:42:38.848297 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28ea04f-bce6-4718-9799-cb9f35fa6f18 req-da639050-6247-497a-8036-8832d217b32c tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:38.849905 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f28ea04f-bce6-4718-9799-cb9f35fa6f18 req-da639050-6247-497a-8036-8832d217b32c tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=626ec2e1-370e-4765-bde4-c601eaf4f801 HTTP/1.1" status: 200 len: 948 time: 0.1406152 Jun 11 09:42:38.918087 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2fc3f1-df1d-4400-aa29-05b44d2d495d req-63131af3-be4a-4ccb-a8d7-c6c9ad2a97e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:38.919701 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fc2fc3f1-df1d-4400-aa29-05b44d2d495d req-63131af3-be4a-4ccb-a8d7-c6c9ad2a97e8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cf20d108-f84c-44de-9036-2269564edd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0786536 Jun 11 09:42:38.924111 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f28ea04f-bce6-4718-9799-cb9f35fa6f18 req-bd317e96-3b0c-4806-a029-2430b552d3df tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/security-groups?id=d35df9ed-76e1-4821-b449-9857ba424946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664752 Jun 11 09:42:38.974149 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-cb09d6e0-4401-4f91-b68d-549321950127 req-85f44b8d-37a2-490d-a462-07ba438c9cbd tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:38.990269 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9444b252-b767-4b3d-a99b-c5ed692eab43 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:42:38.993363 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['973e3669-885a-4cbf-a78b-649ea7371a7e'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:42:39.157787 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 37e844e9-64d1-45a0-bb28-48acb64a5674 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:42:39.176259 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb09d6e0-4401-4f91-b68d-549321950127 req-85f44b8d-37a2-490d-a462-07ba438c9cbd tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Network 53a42219-c346-45f9-be41-c5dabab2438f is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:42:39.193748 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 37e844e9-64d1-45a0-bb28-48acb64a5674 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:42:39.337741 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 37e844e9-64d1-45a0-bb28-48acb64a5674 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:42:39.338671 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [req-cb09d6e0-4401-4f91-b68d-549321950127 req-85f44b8d-37a2-490d-a462-07ba438c9cbd tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:42:39.338671 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb09d6e0-4401-4f91-b68d-549321950127 req-85f44b8d-37a2-490d-a462-07ba438c9cbd tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:42:39.338671 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f44b8d-37a2-490d-a462-07ba438c9cbd tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Pushing event updated for resources: {'Port': ['ID=d00a4cdc-7d41-4b90-b7e8-37b4816a64e9,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:42:39.338671 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-85f44b8d-37a2-490d-a462-07ba438c9cbd tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:42:39.338671 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fc2fc3f1-df1d-4400-aa29-05b44d2d495d req-297ee20c-7966-4eb7-96c4-1aa90b224806 service neutron] 10.222.0.69 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3193622 Jun 11 09:42:39.338671 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eea62c-0103-45a8-a3f1-af036ce6cc3a req-03fba47c-87d2-4ca4-95dd-ee4809577b8f tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:39.338671 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-39eea62c-0103-45a8-a3f1-af036ce6cc3a req-03fba47c-87d2-4ca4-95dd-ee4809577b8f tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4b12e42-17f6-4964-bd58-6a1784ef3b8b HTTP/1.1" status: 200 len: 943 time: 0.2899997 Jun 11 09:42:39.339452 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb09d6e0-4401-4f91-b68d-549321950127 req-85f44b8d-37a2-490d-a462-07ba438c9cbd tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:39.339868 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-cb09d6e0-4401-4f91-b68d-549321950127 req-85f44b8d-37a2-490d-a462-07ba438c9cbd tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:39.442151 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38764) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:42:39.468669 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-39eea62c-0103-45a8-a3f1-af036ce6cc3a req-4335dbcc-2f32-4d0c-9112-ae24b35a6183 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670816 Jun 11 09:42:39.504427 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fc2fc3f1-df1d-4400-aa29-05b44d2d495d req-797cd645-994f-409c-8c0f-7f8c6dcd5698 service neutron] 10.222.0.69 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135365 Jun 11 09:42:39.514628 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-039c1139-d34b-4486-bd58-691ad21347c2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8f6d0c0c8c2f411eb12d310daa1cd1b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0758092 Jun 11 09:42:39.515113 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38768) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:42:39.589071 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fe767951-6e17-482b-a03d-aa3b0e147429 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:39.616268 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc02773-e51e-48f5-8f52-f8ab0dddb511 req-f62bd0ea-1cfd-440d-9fc4-4a42cce8a432 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:39.618803 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6bc02773-e51e-48f5-8f52-f8ab0dddb511 req-f62bd0ea-1cfd-440d-9fc4-4a42cce8a432 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/ports?device_id=32c534e8-6a37-462b-be83-c987e2b54ac8 HTTP/1.1" status: 200 len: 949 time: 0.0979095 Jun 11 09:42:39.622452 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fe767951-6e17-482b-a03d-aa3b0e147429 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:39.663159 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6bc02773-e51e-48f5-8f52-f8ab0dddb511 req-5dcf5e26-5cf7-4f3e-ba60-fe88621cc524 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca3026f3-8a05-4fe5-9c7d-b1a6d33061fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380323 Jun 11 09:42:39.716555 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cb09d6e0-4401-4f91-b68d-549321950127 req-85f44b8d-37a2-490d-a462-07ba438c9cbd tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8033750 Jun 11 09:42:39.731304 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-cb09d6e0-4401-4f91-b68d-549321950127 req-aa26d459-02c9-43fa-97a1-eafd3e49251a service neutron] Request body: {'port': {'device_id': '06244c58-7914-4ac4-ba34-fcb809a8fc02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-12'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:42:39.741327 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d5b7ff-a02a-4865-880e-8659de388291 req-a0a0d1c1-db23-46da-9275-3b9d2e6fca39 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:39.742778 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b4d5b7ff-a02a-4865-880e-8659de388291 req-a0a0d1c1-db23-46da-9275-3b9d2e6fca39 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=06244c58-7914-4ac4-ba34-fcb809a8fc02 HTTP/1.1" status: 200 len: 931 time: 0.1118069 Jun 11 09:42:39.802104 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fe767951-6e17-482b-a03d-aa3b0e147429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:39.804929 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fe767951-6e17-482b-a03d-aa3b0e147429 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:39.805877 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-fe767951-6e17-482b-a03d-aa3b0e147429 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0f83a507-a742-483a-91ea-68ee9412bd8a HTTP/1.1" status: 204 len: 168 time: 0.2895186 Jun 11 09:42:39.806856 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-099bbdf3-c030-45a4-89cb-4da1ea21dd5d tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:42:39.856496 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe767951-6e17-482b-a03d-aa3b0e147429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f83a507-a742-483a-91ea-68ee9412bd8a,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:42:39.859213 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-fe767951-6e17-482b-a03d-aa3b0e147429 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:42:39.864462 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b4d5b7ff-a02a-4865-880e-8659de388291 req-08fc6a90-b991-4787-90a8-2e68d0c24417 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998046 Jun 11 09:42:39.891671 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-cb09d6e0-4401-4f91-b68d-549321950127 req-aa26d459-02c9-43fa-97a1-eafd3e49251a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:40.229738 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dfaa04-14ad-456f-a57c-a34e7ffa238c req-c731882f-9732-4804-aeb5-fa3c401bd9db tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:40.231300 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-82dfaa04-14ad-456f-a57c-a34e7ffa238c req-c731882f-9732-4804-aeb5-fa3c401bd9db tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=626ec2e1-370e-4765-bde4-c601eaf4f801 HTTP/1.1" status: 200 len: 948 time: 0.1777215 Jun 11 09:42:40.306749 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-82dfaa04-14ad-456f-a57c-a34e7ffa238c req-28bb7d26-69fa-4435-9e6c-53ad005b125b tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/security-groups?id=d35df9ed-76e1-4821-b449-9857ba424946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689943 Jun 11 09:42:40.356550 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [req-cb09d6e0-4401-4f91-b68d-549321950127 req-aa26d459-02c9-43fa-97a1-eafd3e49251a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d00a4cdc-7d41-4b90-b7e8-37b4816a64e9 {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:42:40.365416 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-cb09d6e0-4401-4f91-b68d-549321950127 req-aa26d459-02c9-43fa-97a1-eafd3e49251a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:40.378185 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-cb09d6e0-4401-4f91-b68d-549321950127 req-aa26d459-02c9-43fa-97a1-eafd3e49251a service neutron] Transition to ACTIVE for port object d00a4cdc-7d41-4b90-b7e8-37b4816a64e9 will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:42:40.464161 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-cb09d6e0-4401-4f91-b68d-549321950127 req-aa26d459-02c9-43fa-97a1-eafd3e49251a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:40.467292 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f6b442ff-9b90-42f6-8cbe-b0b98540464c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:42:40.590023 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa26d459-02c9-43fa-97a1-eafd3e49251a service neutron] Pushing event updated for resources: {'Port': ['ID=d00a4cdc-7d41-4b90-b7e8-37b4816a64e9,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:42:40.595484 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-aa26d459-02c9-43fa-97a1-eafd3e49251a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:42:40.672366 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-cb09d6e0-4401-4f91-b68d-549321950127 req-aa26d459-02c9-43fa-97a1-eafd3e49251a service neutron] Attempting to bind port d00a4cdc-7d41-4b90-b7e8-37b4816a64e9 on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:42:40.672711 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-cb09d6e0-4401-4f91-b68d-549321950127 req-aa26d459-02c9-43fa-97a1-eafd3e49251a service neutron] Attempting to bind port d00a4cdc-7d41-4b90-b7e8-37b4816a64e9 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '56281ee1-4859-40f0-b2a0-2c2117bfda04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '53a42219-c346-45f9-be41-c5dabab2438f'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:42:40.674383 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb09d6e0-4401-4f91-b68d-549321950127 req-aa26d459-02c9-43fa-97a1-eafd3e49251a service neutron] Attempting to bind port d00a4cdc-7d41-4b90-b7e8-37b4816a64e9 on network 53a42219-c346-45f9-be41-c5dabab2438f {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:42:40.678907 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb09d6e0-4401-4f91-b68d-549321950127 req-aa26d459-02c9-43fa-97a1-eafd3e49251a service neutron] Port d00a4cdc-7d41-4b90-b7e8-37b4816a64e9 on network 53a42219-c346-45f9-be41-c5dabab2438f not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:42:40.679248 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb09d6e0-4401-4f91-b68d-549321950127 req-aa26d459-02c9-43fa-97a1-eafd3e49251a service neutron] Attempting to bind port d00a4cdc-7d41-4b90-b7e8-37b4816a64e9 on network 53a42219-c346-45f9-be41-c5dabab2438f {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:42:40.684719 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb09d6e0-4401-4f91-b68d-549321950127 req-aa26d459-02c9-43fa-97a1-eafd3e49251a service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:42:40.684913 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb09d6e0-4401-4f91-b68d-549321950127 req-aa26d459-02c9-43fa-97a1-eafd3e49251a service neutron] Checking segment: {'id': '56281ee1-4859-40f0-b2a0-2c2117bfda04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '53a42219-c346-45f9-be41-c5dabab2438f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:42:40.685286 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb09d6e0-4401-4f91-b68d-549321950127 req-aa26d459-02c9-43fa-97a1-eafd3e49251a service neutron] Bound using segment: {'id': '56281ee1-4859-40f0-b2a0-2c2117bfda04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '53a42219-c346-45f9-be41-c5dabab2438f'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:42:40.685723 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-cb09d6e0-4401-4f91-b68d-549321950127 req-aa26d459-02c9-43fa-97a1-eafd3e49251a service neutron] Bound port: d00a4cdc-7d41-4b90-b7e8-37b4816a64e9, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56281ee1-4859-40f0-b2a0-2c2117bfda04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '53a42219-c346-45f9-be41-c5dabab2438f'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:42:40.686077 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-cb09d6e0-4401-4f91-b68d-549321950127 req-aa26d459-02c9-43fa-97a1-eafd3e49251a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:40.750303 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5ec4b6-278b-4b99-a978-ccd7574737ff req-7b26f7a3-2017-485e-89e6-187a21815343 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:40.752600 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9f5ec4b6-278b-4b99-a978-ccd7574737ff req-7b26f7a3-2017-485e-89e6-187a21815343 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4b12e42-17f6-4964-bd58-6a1784ef3b8b HTTP/1.1" status: 200 len: 943 time: 0.0919075 Jun 11 09:42:40.863212 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9f5ec4b6-278b-4b99-a978-ccd7574737ff req-18543b7d-97b5-4a40-bb31-b8fd806d8f28 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945449 Jun 11 09:42:40.899387 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-cb09d6e0-4401-4f91-b68d-549321950127 req-aa26d459-02c9-43fa-97a1-eafd3e49251a service neutron] For port d00a4cdc-7d41-4b90-b7e8-37b4816a64e9, host n-h1-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:42:40.925870 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-cb09d6e0-4401-4f91-b68d-549321950127 req-aa26d459-02c9-43fa-97a1-eafd3e49251a service neutron] For port d00a4cdc-7d41-4b90-b7e8-37b4816a64e9, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=d00a4cdc-7d41-4b90-b7e8-37b4816a64e9,segment=NetworkSegment(56281ee1-4859-40f0-b2a0-2c2117bfda04),segment_id=56281ee1-4859-40f0-b2a0-2c2117bfda04)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:42:40.976869 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba33d3a3-425c-4a9d-9077-dca9de065bab req-2bbbee34-9cce-4e9e-8ab4-e8aef0531770 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:40.981761 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ba33d3a3-425c-4a9d-9077-dca9de065bab req-2bbbee34-9cce-4e9e-8ab4-e8aef0531770 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/ports?device_id=32c534e8-6a37-462b-be83-c987e2b54ac8 HTTP/1.1" status: 200 len: 949 time: 0.1409743 Jun 11 09:42:41.029361 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-cb09d6e0-4401-4f91-b68d-549321950127 req-aa26d459-02c9-43fa-97a1-eafd3e49251a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:41.035159 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b9a8097c-94a7-4af7-910c-60e3f1d0670c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:42:41.073092 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ba33d3a3-425c-4a9d-9077-dca9de065bab req-bb0a7d2b-bd76-4d1c-a276-ae3b1f5e0251 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca3026f3-8a05-4fe5-9c7d-b1a6d33061fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846844 Jun 11 09:42:41.080815 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb09d6e0-4401-4f91-b68d-549321950127 req-aa26d459-02c9-43fa-97a1-eafd3e49251a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:41.081786 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-cb09d6e0-4401-4f91-b68d-549321950127 req-aa26d459-02c9-43fa-97a1-eafd3e49251a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:41.083772 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cb09d6e0-4401-4f91-b68d-549321950127 req-aa26d459-02c9-43fa-97a1-eafd3e49251a service neutron] 10.222.0.64 "PUT /v2.0/ports/d00a4cdc-7d41-4b90-b7e8-37b4816a64e9 HTTP/1.1" status: 200 len: 1092 time: 1.3579676 Jun 11 09:42:41.086766 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06244c58-7914-4ac4-ba34-fcb809a8fc02', 'tag': 'd00a4cdc-7d41-4b90-b7e8-37b4816a64e9'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:42:41.097982 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c699f1-d69e-42e0-b3c5-1f6e4812affd" -d '{"events": [{"name": "network-changed", "server_uuid": "06244c58-7914-4ac4-ba34-fcb809a8fc02", "tag": "d00a4cdc-7d41-4b90-b7e8-37b4816a64e9"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:42:41.134356 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa26d459-02c9-43fa-97a1-eafd3e49251a service neutron] Pushing event updated for resources: {'Port': ['ID=d00a4cdc-7d41-4b90-b7e8-37b4816a64e9,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:42:41.138893 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-aa26d459-02c9-43fa-97a1-eafd3e49251a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:42:41.282001 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb09d6e0-4401-4f91-b68d-549321950127 req-e616be86-4279-4803-bc0c-f6e3228fdef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:41.283480 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cb09d6e0-4401-4f91-b68d-549321950127 req-e616be86-4279-4803-bc0c-f6e3228fdef7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=761e66d23fea4903a68cd9de907a43c1&device_id=06244c58-7914-4ac4-ba34-fcb809a8fc02 HTTP/1.1" status: 200 len: 1095 time: 0.0893500 Jun 11 09:42:41.351098 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7773f33e-b642-4387-8420-f14451f6b0dc x-openstack-request-id: req-7773f33e-b642-4387-8420-f14451f6b0dc {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:42:41.351519 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06244c58-7914-4ac4-ba34-fcb809a8fc02", "tag": "d00a4cdc-7d41-4b90-b7e8-37b4816a64e9", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:42:41.352527 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7773f33e-b642-4387-8420-f14451f6b0dc {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:42:41.352927 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06244c58-7914-4ac4-ba34-fcb809a8fc02', 'tag': 'd00a4cdc-7d41-4b90-b7e8-37b4816a64e9', 'status': 'completed', 'code': 200} Jun 11 09:42:41.354542 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cb09d6e0-4401-4f91-b68d-549321950127 req-7ff51961-9ec0-4ecb-822a-119e42675092 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d00a4cdc-7d41-4b90-b7e8-37b4816a64e9 HTTP/1.1" status: 200 len: 217 time: 0.0629299 Jun 11 09:42:41.361918 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3570b85-23bc-4533-8dd0-38efcf0414f3 req-fd6f596e-5dd0-4a41-b244-7e400a895008 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:41.363816 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b3570b85-23bc-4533-8dd0-38efcf0414f3 req-fd6f596e-5dd0-4a41-b244-7e400a895008 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=06244c58-7914-4ac4-ba34-fcb809a8fc02 HTTP/1.1" status: 200 len: 943 time: 0.0767899 Jun 11 09:42:41.421301 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb09d6e0-4401-4f91-b68d-549321950127 req-880bc785-96a6-42d7-a336-8d485e8a7e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:41.421301 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cb09d6e0-4401-4f91-b68d-549321950127 req-880bc785-96a6-42d7-a336-8d485e8a7e72 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=20094bda-f8d4-46e6-bab1-f100394de689 HTTP/1.1" status: 200 len: 861 time: 0.0592906 Jun 11 09:42:41.470522 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cb09d6e0-4401-4f91-b68d-549321950127 req-8b079e7b-93a1-4c4e-bcdf-9aada07abda9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=53a42219-c346-45f9-be41-c5dabab2438f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411441 Jun 11 09:42:41.480087 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b3570b85-23bc-4533-8dd0-38efcf0414f3 req-e8c15806-3b90-4d6a-8b68-9abf79ae18f1 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093068 Jun 11 09:42:41.664091 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cb09d6e0-4401-4f91-b68d-549321950127 req-2dd7b314-b177-4438-a52f-12c9015f0174 service neutron] 10.222.0.64 "GET /v2.0/networks/53a42219-c346-45f9-be41-c5dabab2438f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859171 Jun 11 09:42:41.735867 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd32129e-228e-4869-bd22-dd0c2aab1e21 req-e4652f7d-6550-4614-969b-0c8e6a958c89 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:41.737357 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cd32129e-228e-4869-bd22-dd0c2aab1e21 req-e4652f7d-6550-4614-969b-0c8e6a958c89 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=626ec2e1-370e-4765-bde4-c601eaf4f801 HTTP/1.1" status: 200 len: 948 time: 0.1291573 Jun 11 09:42:41.798575 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cd32129e-228e-4869-bd22-dd0c2aab1e21 req-8bc1849a-1287-497a-83be-2190ce40443c tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/security-groups?id=d35df9ed-76e1-4821-b449-9857ba424946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539014 Jun 11 09:42:41.837764 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cb09d6e0-4401-4f91-b68d-549321950127 req-9dad0c0f-8115-4a92-8b08-eb223444938a service neutron] 10.222.0.64 "GET /v2.0/networks/53a42219-c346-45f9-be41-c5dabab2438f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641307 Jun 11 09:42:42.057815 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dd2528-489e-4c44-9528-7d9e296e8847 req-5a7ae396-35ff-4c2e-b3c9-7eaf35245ba4 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:42.059519 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-01dd2528-489e-4c44-9528-7d9e296e8847 req-5a7ae396-35ff-4c2e-b3c9-7eaf35245ba4 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4b12e42-17f6-4964-bd58-6a1784ef3b8b HTTP/1.1" status: 200 len: 943 time: 0.0823135 Jun 11 09:42:42.076801 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c699f1-d69e-42e0-b3c5-1f6e4812affd req-af07fb23-bc3f-4077-8bd1-9e1a23c9ca7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:42.078513 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-19c699f1-d69e-42e0-b3c5-1f6e4812affd req-af07fb23-bc3f-4077-8bd1-9e1a23c9ca7e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=761e66d23fea4903a68cd9de907a43c1&device_id=06244c58-7914-4ac4-ba34-fcb809a8fc02 HTTP/1.1" status: 200 len: 1095 time: 0.0741460 Jun 11 09:42:42.112064 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-01dd2528-489e-4c44-9528-7d9e296e8847 req-8b0ecbf8-4d92-4bcc-8b94-01845de34e72 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463145 Jun 11 09:42:42.218718 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c699f1-d69e-42e0-b3c5-1f6e4812affd req-2edcfc2a-2bc6-457f-be9f-8d399074de66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:42.220666 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-19c699f1-d69e-42e0-b3c5-1f6e4812affd req-2edcfc2a-2bc6-457f-be9f-8d399074de66 service neutron] 10.222.0.64 "GET /v2.0/networks?id=53a42219-c346-45f9-be41-c5dabab2438f HTTP/1.1" status: 200 len: 922 time: 0.1352324 Jun 11 09:42:42.304809 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-19c699f1-d69e-42e0-b3c5-1f6e4812affd req-76c63e29-871b-4c33-aa60-9ee70595b4ff service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d00a4cdc-7d41-4b90-b7e8-37b4816a64e9 HTTP/1.1" status: 200 len: 217 time: 0.0764096 Jun 11 09:42:42.341986 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2575b4b0-6a2c-4d3c-a1b4-36531babd0b8 req-1c20011b-6ffa-494b-9eaf-1e36c50ddc49 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:42.344743 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2575b4b0-6a2c-4d3c-a1b4-36531babd0b8 req-1c20011b-6ffa-494b-9eaf-1e36c50ddc49 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/ports?device_id=32c534e8-6a37-462b-be83-c987e2b54ac8 HTTP/1.1" status: 200 len: 949 time: 0.0976403 Jun 11 09:42:42.367248 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c699f1-d69e-42e0-b3c5-1f6e4812affd req-1ee02d0f-c30d-4d95-b0d9-3cebd77c7c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:42.369587 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-19c699f1-d69e-42e0-b3c5-1f6e4812affd req-1ee02d0f-c30d-4d95-b0d9-3cebd77c7c24 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=20094bda-f8d4-46e6-bab1-f100394de689 HTTP/1.1" status: 200 len: 861 time: 0.0574808 Jun 11 09:42:42.415702 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-19c699f1-d69e-42e0-b3c5-1f6e4812affd req-4cf4f0cc-317b-4a7d-9027-13bcf1bfa780 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=53a42219-c346-45f9-be41-c5dabab2438f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386796 Jun 11 09:42:42.416161 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2575b4b0-6a2c-4d3c-a1b4-36531babd0b8 req-311f4660-3872-4742-a2bd-52baac68cec8 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca3026f3-8a05-4fe5-9c7d-b1a6d33061fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619361 Jun 11 09:42:42.551706 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-19c699f1-d69e-42e0-b3c5-1f6e4812affd req-569e96d0-c4b0-4333-96fc-24713d67a429 service neutron] 10.222.0.64 "GET /v2.0/networks/53a42219-c346-45f9-be41-c5dabab2438f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270468 Jun 11 09:42:42.725352 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-19c699f1-d69e-42e0-b3c5-1f6e4812affd req-bb3f6ab9-5ee0-4bff-8f53-c1061c0fd664 service neutron] 10.222.0.64 "GET /v2.0/networks/53a42219-c346-45f9-be41-c5dabab2438f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642773 Jun 11 09:42:42.744827 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be4f25c-73a9-4e18-8d4c-a4f7653f4941 req-84e3d8e3-1c29-4a76-8821-a1974118c6c1 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:42.748986 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3be4f25c-73a9-4e18-8d4c-a4f7653f4941 req-84e3d8e3-1c29-4a76-8821-a1974118c6c1 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=06244c58-7914-4ac4-ba34-fcb809a8fc02 HTTP/1.1" status: 200 len: 943 time: 0.1168799 Jun 11 09:42:42.797947 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3be4f25c-73a9-4e18-8d4c-a4f7653f4941 req-0c89f2f6-7d18-4d2c-b3e8-86db174c9f4a tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431592 Jun 11 09:42:42.838389 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 5ccc7a6a-a04a-4416-9f50-a731016fdc25 details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:42:42.843032 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-42fe4b02-b4c9-423f-a311-ba754d37db99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:43.036424 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 5ccc7a6a-a04a-4416-9f50-a731016fdc25, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=5ccc7a6a-a04a-4416-9f50-a731016fdc25,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:42:43.056028 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': '5ccc7a6a-a04a-4416-9f50-a731016fdc25', 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60', 'port_id': '5ccc7a6a-a04a-4416-9f50-a731016fdc25', 'mac_address': 'fa:16:3e:16:54:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189b03cc-b2a8-4615-9ab5-ad0328c3f10f', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:42:43.077892 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b7133-8308-483e-8c9a-48f35a90f082 req-1bd6473e-f57e-4e7a-811b-108f67871ca1 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:43.080116 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-727b7133-8308-483e-8c9a-48f35a90f082 req-1bd6473e-f57e-4e7a-811b-108f67871ca1 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=626ec2e1-370e-4765-bde4-c601eaf4f801 HTTP/1.1" status: 200 len: 948 time: 0.0842161 Jun 11 09:42:43.115433 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:43.129416 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-727b7133-8308-483e-8c9a-48f35a90f082 req-71870804-71b2-4d49-a27f-4784d27eb908 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/security-groups?id=d35df9ed-76e1-4821-b449-9857ba424946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407279 Jun 11 09:42:43.135299 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ccc7a6a-a04a-4416-9f50-a731016fdc25 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:42:43.161840 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 5ccc7a6a-a04a-4416-9f50-a731016fdc25, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=5ccc7a6a-a04a-4416-9f50-a731016fdc25,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:42:43.275499 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:43.277660 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:42:43.319087 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0222a83b-f7c3-47b9-9d1f-d34435fc25a2 req-27247bd1-6f88-4dc8-ae18-fbfb51e6ff88 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:43.326558 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0222a83b-f7c3-47b9-9d1f-d34435fc25a2 req-27247bd1-6f88-4dc8-ae18-fbfb51e6ff88 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4b12e42-17f6-4964-bd58-6a1784ef3b8b HTTP/1.1" status: 200 len: 943 time: 0.0791743 Jun 11 09:42:43.333866 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=5ccc7a6a-a04a-4416-9f50-a731016fdc25,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:42:43.336951 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:42:43.370670 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0222a83b-f7c3-47b9-9d1f-d34435fc25a2 req-c30307d7-e0dc-48fd-8cb3-37a86b44546d tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430038 Jun 11 09:42:43.594918 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dccb2ad-1c9a-44f8-94a9-10cde77423c3 req-3a37b509-4e0b-4a1b-9280-52351aa6d7f0 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:43.598603 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38854) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:42:43.600031 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3dccb2ad-1c9a-44f8-94a9-10cde77423c3 req-3a37b509-4e0b-4a1b-9280-52351aa6d7f0 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/ports?device_id=32c534e8-6a37-462b-be83-c987e2b54ac8 HTTP/1.1" status: 200 len: 949 time: 0.0764341 Jun 11 09:42:43.654007 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3dccb2ad-1c9a-44f8-94a9-10cde77423c3 req-e4689199-a067-4fe7-82eb-bb88e04d19ab tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca3026f3-8a05-4fe5-9c7d-b1a6d33061fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454493 Jun 11 09:42:43.720443 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5856a401-0d03-4eaf-9d2e-d32bc19b6e19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:43.814249 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5856a401-0d03-4eaf-9d2e-d32bc19b6e19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:43.866674 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5856a401-0d03-4eaf-9d2e-d32bc19b6e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:43.868118 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ba6e40fb-f45f-4078-8461-326aff6a9165 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:42:43.889436 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['5ccc7a6a-a04a-4416-9f50-a731016fdc25'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:42:43.912570 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5856a401-0d03-4eaf-9d2e-d32bc19b6e19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e4262d8-6b73-4f67-8e41-626a304fb6a5,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:42:43.915760 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5856a401-0d03-4eaf-9d2e-d32bc19b6e19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:42:43.919738 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-5856a401-0d03-4eaf-9d2e-d32bc19b6e19 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=287ced3f6f16469ab65d0fdd0745c2c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3188705 Jun 11 09:42:43.921259 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38862) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:42:44.041243 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-15bcb6b1-7071-4d05-b8a5-fa21b39caefd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:44.072282 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-15bcb6b1-7071-4d05-b8a5-fa21b39caefd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:44.090645 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425b2f40-6dd2-47be-b813-f214b390caab req-87d7cbd8-a737-4c35-9ee5-18a826222b00 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:44.092177 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-425b2f40-6dd2-47be-b813-f214b390caab req-87d7cbd8-a737-4c35-9ee5-18a826222b00 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=06244c58-7914-4ac4-ba34-fcb809a8fc02 HTTP/1.1" status: 200 len: 943 time: 0.1375756 Jun 11 09:42:44.152090 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-425b2f40-6dd2-47be-b813-f214b390caab req-5e69f7b5-e324-474d-8d24-a8a04d6f5823 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516326 Jun 11 09:42:44.299842 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-15bcb6b1-7071-4d05-b8a5-fa21b39caefd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:44.303524 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-15bcb6b1-7071-4d05-b8a5-fa21b39caefd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:44.304796 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-15bcb6b1-7071-4d05-b8a5-fa21b39caefd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8e4262d8-6b73-4f67-8e41-626a304fb6a5 HTTP/1.1" status: 204 len: 168 time: 0.3825896 Jun 11 09:42:44.306476 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-105bfffc-1e77-4a1b-9a18-2ff56f57407e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:42:44.315656 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bcb6b1-7071-4d05-b8a5-fa21b39caefd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e4262d8-6b73-4f67-8e41-626a304fb6a5,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:42:44.326733 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-15bcb6b1-7071-4d05-b8a5-fa21b39caefd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:42:44.380853 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d306cdc4-c073-4de6-ac7d-4349e461467e req-0b8e30cf-f9b0-4fee-a309-1c5c7b0768ba tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:44.382608 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d306cdc4-c073-4de6-ac7d-4349e461467e req-0b8e30cf-f9b0-4fee-a309-1c5c7b0768ba tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=626ec2e1-370e-4765-bde4-c601eaf4f801 HTTP/1.1" status: 200 len: 949 time: 0.1132951 Jun 11 09:42:44.438854 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d306cdc4-c073-4de6-ac7d-4349e461467e req-2c839dfd-c5fc-4546-be2f-171e350a298d tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/security-groups?id=d35df9ed-76e1-4821-b449-9857ba424946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504653 Jun 11 09:42:44.569606 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324701bc-49cc-447c-8c2e-5503a1c374b0 req-c819dde3-bce0-4378-b290-87d6ecaf9de5 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:44.571780 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-324701bc-49cc-447c-8c2e-5503a1c374b0 req-c819dde3-bce0-4378-b290-87d6ecaf9de5 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4b12e42-17f6-4964-bd58-6a1784ef3b8b HTTP/1.1" status: 200 len: 943 time: 0.0713799 Jun 11 09:42:44.632690 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-324701bc-49cc-447c-8c2e-5503a1c374b0 req-a3ff8b07-9995-4338-be81-f24b900c9cd2 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549929 Jun 11 09:42:44.753821 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device b312982e-ede2-411d-8a4c-a79af3606d60 no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:42:44.963393 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ac9376-cbf3-4a91-9025-e3b74a0bd58f req-d9b541c3-04f7-47d8-8627-5e09b789db80 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:44.968158 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-59ac9376-cbf3-4a91-9025-e3b74a0bd58f req-d9b541c3-04f7-47d8-8627-5e09b789db80 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/ports?device_id=32c534e8-6a37-462b-be83-c987e2b54ac8 HTTP/1.1" status: 200 len: 949 time: 0.1268113 Jun 11 09:42:45.012832 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-59ac9376-cbf3-4a91-9025-e3b74a0bd58f req-1dd07308-3a61-4ce1-a15d-e74515deba0c tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca3026f3-8a05-4fe5-9c7d-b1a6d33061fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421667 Jun 11 09:42:45.354795 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5065e99-519d-46b0-be87-f63d735ef2b7 req-db0a6813-b3ca-4a04-9ebc-a0a2c51469c9 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:45.354795 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a5065e99-519d-46b0-be87-f63d735ef2b7 req-db0a6813-b3ca-4a04-9ebc-a0a2c51469c9 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=06244c58-7914-4ac4-ba34-fcb809a8fc02 HTTP/1.1" status: 200 len: 943 time: 0.0726991 Jun 11 09:42:45.401927 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a5065e99-519d-46b0-be87-f63d735ef2b7 req-be93aaed-8dc2-4e70-b0bf-b3a72b470532 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428562 Jun 11 09:42:45.659601 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e96b117-db11-40be-8369-38df53c41f25 req-dc6f7a3b-3d71-47ef-aa41-38c983a2ad6a tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:45.661854 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6e96b117-db11-40be-8369-38df53c41f25 req-dc6f7a3b-3d71-47ef-aa41-38c983a2ad6a tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=626ec2e1-370e-4765-bde4-c601eaf4f801 HTTP/1.1" status: 200 len: 949 time: 0.0850172 Jun 11 09:42:45.715881 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6e96b117-db11-40be-8369-38df53c41f25 req-e109bb7c-621a-4c19-a754-832700a3dba6 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/security-groups?id=d35df9ed-76e1-4821-b449-9857ba424946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453753 Jun 11 09:42:45.728650 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-64a39426-3660-4e16-ba00-d1ce2029bc17 req-40c4b8b4-20f2-40e9-bb1c-ca9043b0e75b service neutron] 10.222.0.64 "GET /v2.0/ports/b312982e-ede2-411d-8a4c-a79af3606d60/bindings/n-h2-779913-12 HTTP/1.1" status: 200 len: 385 time: 0.0834334 Jun 11 09:42:45.734660 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b20f7955-29b5-4030-97bf-bdc6c9ee03d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:45.860102 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:45.948095 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5d9daf-a7dd-478f-b7ca-72f4b890835c req-2f7f51dd-ac38-423e-a54d-107ce1173b40 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:45.949951 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3a5d9daf-a7dd-478f-b7ca-72f4b890835c req-2f7f51dd-ac38-423e-a54d-107ce1173b40 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4b12e42-17f6-4964-bd58-6a1784ef3b8b HTTP/1.1" status: 200 len: 943 time: 0.0983679 Jun 11 09:42:45.978234 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-64a39426-3660-4e16-ba00-d1ce2029bc17 req-edfe8d4a-9fdb-4576-96bc-e431ba81d869 service neutron] For port b312982e-ede2-411d-8a4c-a79af3606d60, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=b312982e-ede2-411d-8a4c-a79af3606d60,segment=NetworkSegment(9149788d-877e-41af-83c2-5ce6b1848f17),segment_id=9149788d-877e-41af-83c2-5ce6b1848f17)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:42:45.995657 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3a5d9daf-a7dd-478f-b7ca-72f4b890835c req-ed5c0921-0146-486e-af9e-0024794f70ca tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393376 Jun 11 09:42:46.000348 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-64a39426-3660-4e16-ba00-d1ce2029bc17 req-edfe8d4a-9fdb-4576-96bc-e431ba81d869 service neutron] For port b312982e-ede2-411d-8a4c-a79af3606d60, host n-h1-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:42:46.042970 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [req-64a39426-3660-4e16-ba00-d1ce2029bc17 req-edfe8d4a-9fdb-4576-96bc-e431ba81d869 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b312982e-ede2-411d-8a4c-a79af3606d60 {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:42:46.053938 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-64a39426-3660-4e16-ba00-d1ce2029bc17 req-edfe8d4a-9fdb-4576-96bc-e431ba81d869 service neutron] For port b312982e-ede2-411d-8a4c-a79af3606d60, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=b312982e-ede2-411d-8a4c-a79af3606d60,segment=NetworkSegment(9149788d-877e-41af-83c2-5ce6b1848f17),segment_id=9149788d-877e-41af-83c2-5ce6b1848f17)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:42:46.134186 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-64a39426-3660-4e16-ba00-d1ce2029bc17 req-edfe8d4a-9fdb-4576-96bc-e431ba81d869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:46.261983 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-64a39426-3660-4e16-ba00-d1ce2029bc17 req-edfe8d4a-9fdb-4576-96bc-e431ba81d869 service neutron] Transition to ACTIVE for port object b312982e-ede2-411d-8a4c-a79af3606d60 will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:42:46.277433 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e61bbf1-fb56-44bc-9f6b-0c98bd7eab33 req-21e6234d-b366-49a8-a2c4-5bd5152921e4 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:46.278916 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8e61bbf1-fb56-44bc-9f6b-0c98bd7eab33 req-21e6234d-b366-49a8-a2c4-5bd5152921e4 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/ports?device_id=32c534e8-6a37-462b-be83-c987e2b54ac8 HTTP/1.1" status: 200 len: 949 time: 0.1424060 Jun 11 09:42:46.303511 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38918) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:42:46.304406 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-64a39426-3660-4e16-ba00-d1ce2029bc17 req-edfe8d4a-9fdb-4576-96bc-e431ba81d869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:46.308587 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d6a0f8d0-5772-4770-9bd4-e58b04a37177 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:42:46.414895 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-783303e9-02fd-4f40-aa45-2d06c7f38f9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:46.415820 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8e61bbf1-fb56-44bc-9f6b-0c98bd7eab33 req-65f3a252-affb-4fc4-96ce-611bf03fa865 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca3026f3-8a05-4fe5-9c7d-b1a6d33061fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309931 Jun 11 09:42:46.424753 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 09:42:46.511543 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:46.552708 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-783303e9-02fd-4f40-aa45-2d06c7f38f9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:46.625330 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-783303e9-02fd-4f40-aa45-2d06c7f38f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:46.628936 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3b8cf5d9-0042-4e33-9db0-aa395f21d20f tempest-SecurityGroupsTestAdminJSON-1539554861 tempest-SecurityGroupsTestAdminJSON-1539554861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:42:46.639024 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5c747b-b076-4c9b-be28-daa4d474f129 req-fb63e734-91f9-43e3-858f-cf994a622696 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:46.642753 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-bb5c747b-b076-4c9b-be28-daa4d474f129 req-fb63e734-91f9-43e3-858f-cf994a622696 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=06244c58-7914-4ac4-ba34-fcb809a8fc02 HTTP/1.1" status: 200 len: 943 time: 0.0940056 Jun 11 09:42:46.699722 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-783303e9-02fd-4f40-aa45-2d06c7f38f9a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=28ddff33fb6f486685b3fc470ac29cea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3944438 Jun 11 09:42:46.702577 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38926) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:42:46.709313 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783303e9-02fd-4f40-aa45-2d06c7f38f9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9000cbe-872b-4d4e-8ae7-fa92be87a3f8,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:42:46.712615 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-783303e9-02fd-4f40-aa45-2d06c7f38f9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:42:46.748389 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-bb5c747b-b076-4c9b-be28-daa4d474f129 req-ea263113-3d75-4ddd-8ff1-2e6c22179914 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996509 Jun 11 09:42:46.754208 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-64a39426-3660-4e16-ba00-d1ce2029bc17 req-edfe8d4a-9fdb-4576-96bc-e431ba81d869 service neutron] No DVR routers for this DVR port b312982e-ede2-411d-8a4c-a79af3606d60 on host n-h1-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:42:46.756230 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfe8d4a-9fdb-4576-96bc-e431ba81d869 service neutron] Pushing event updated for resources: {'Port': ['ID=b312982e-ede2-411d-8a4c-a79af3606d60,revision_number=10']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:42:46.760378 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-edfe8d4a-9fdb-4576-96bc-e431ba81d869 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:42:46.793734 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-64a39426-3660-4e16-ba00-d1ce2029bc17 req-edfe8d4a-9fdb-4576-96bc-e431ba81d869 service neutron] 10.222.0.64 "PUT /v2.0/ports/b312982e-ede2-411d-8a4c-a79af3606d60/bindings/n-h2-779913-12/activate HTTP/1.1" status: 200 len: 370 time: 1.0583889 Jun 11 09:42:46.812097 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-634a1f65-097f-4bf2-aed5-de416a105ccf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:46.838858 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-634a1f65-097f-4bf2-aed5-de416a105ccf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:46.866570 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 5ccc7a6a-a04a-4416-9f50-a731016fdc25 up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:42:46.937459 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e99665-37a0-4a40-a155-40bdeb550d81 req-d680acda-525e-474a-886a-5827bfa2986a tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:46.938888 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-57e99665-37a0-4a40-a155-40bdeb550d81 req-d680acda-525e-474a-886a-5827bfa2986a tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=626ec2e1-370e-4765-bde4-c601eaf4f801 HTTP/1.1" status: 200 len: 949 time: 0.0806000 Jun 11 09:42:46.968364 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-634a1f65-097f-4bf2-aed5-de416a105ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:46.971636 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-634a1f65-097f-4bf2-aed5-de416a105ccf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:46.973895 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-634a1f65-097f-4bf2-aed5-de416a105ccf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d9000cbe-872b-4d4e-8ae7-fa92be87a3f8 HTTP/1.1" status: 204 len: 168 time: 0.2695708 Jun 11 09:42:46.975932 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-38b92a5f-0a83-4597-80e5-0d7934e8f8b9 tempest-SecurityGroupsTestAdminJSON-1294804633 tempest-SecurityGroupsTestAdminJSON-1294804633-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:42:46.993752 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634a1f65-097f-4bf2-aed5-de416a105ccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9000cbe-872b-4d4e-8ae7-fa92be87a3f8,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:42:46.996852 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning for port 5ccc7a6a-a04a-4416-9f50-a731016fdc25 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:42:47.002075 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port 5ccc7a6a-a04a-4416-9f50-a731016fdc25 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:42:47.002526 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:47.013785 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-634a1f65-097f-4bf2-aed5-de416a105ccf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:42:47.018456 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-57e99665-37a0-4a40-a155-40bdeb550d81 req-6fe6539b-613c-4920-a1b8-0520af4796c2 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/security-groups?id=d35df9ed-76e1-4821-b449-9857ba424946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551717 Jun 11 09:42:47.029802 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a39426-3660-4e16-ba00-d1ce2029bc17 req-b985ffcc-778d-4009-b3e2-c4288813dde9 tempest-LiveMigrationTest-1264164380 tempest-LiveMigrationTest-1264164380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:47.031356 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-64a39426-3660-4e16-ba00-d1ce2029bc17 req-b985ffcc-778d-4009-b3e2-c4288813dde9 tempest-LiveMigrationTest-1264164380 tempest-LiveMigrationTest-1264164380-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=c4b12e42-17f6-4964-bd58-6a1784ef3b8b&tenant_id=455235d9344d45d29863b10a5775a249&binding%3Ahost_id=n-h1-779913-12 HTTP/1.1" status: 200 len: 1096 time: 0.1108656 Jun 11 09:42:47.114611 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:47.118254 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a39426-3660-4e16-ba00-d1ce2029bc17 req-3dd9928c-959d-4635-a9e3-8cc817343d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:47.119844 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-64a39426-3660-4e16-ba00-d1ce2029bc17 req-3dd9928c-959d-4635-a9e3-8cc817343d71 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c4b12e42-17f6-4964-bd58-6a1784ef3b8b&tenant_id=455235d9344d45d29863b10a5775a249 HTTP/1.1" status: 200 len: 1096 time: 0.0779066 Jun 11 09:42:47.153133 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '626ec2e1-370e-4765-bde4-c601eaf4f801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ccc7a6a-a04a-4416-9f50-a731016fdc25'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:42:47.155983 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5995c5e2-9ab2-4097-ac90-a8c75643298e" -d '{"events": [{"server_uuid": "626ec2e1-370e-4765-bde4-c601eaf4f801", "name": "network-vif-plugged", "status": "completed", "tag": "5ccc7a6a-a04a-4416-9f50-a731016fdc25"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:42:47.172738 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 5ccc7a6a-a04a-4416-9f50-a731016fdc25, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=5ccc7a6a-a04a-4416-9f50-a731016fdc25,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:42:47.202967 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e358d7-0d5a-4dc1-9e6f-8772204b03fc x-openstack-request-id: req-71e358d7-0d5a-4dc1-9e6f-8772204b03fc {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:42:47.203273 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "626ec2e1-370e-4765-bde4-c601eaf4f801", "name": "network-vif-plugged", "status": "completed", "tag": "5ccc7a6a-a04a-4416-9f50-a731016fdc25", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:42:47.203528 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-71e358d7-0d5a-4dc1-9e6f-8772204b03fc {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:42:47.204126 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '626ec2e1-370e-4765-bde4-c601eaf4f801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ccc7a6a-a04a-4416-9f50-a731016fdc25', 'code': 200} Jun 11 09:42:47.259191 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:47.272289 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-a8ded718-174e-475e-909d-a6985f01fe2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:42:47.278604 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a39426-3660-4e16-ba00-d1ce2029bc17 req-0caf5516-f3c2-4e17-87d8-6e26c1aa52b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:47.280137 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-64a39426-3660-4e16-ba00-d1ce2029bc17 req-0caf5516-f3c2-4e17-87d8-6e26c1aa52b2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=455235d9344d45d29863b10a5775a249&device_id=c4b12e42-17f6-4964-bd58-6a1784ef3b8b HTTP/1.1" status: 200 len: 1096 time: 0.1237044 Jun 11 09:42:47.297494 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db892aa8-d618-4645-ad3d-8441e037bf98 req-8f04394f-2398-4499-9702-d3f2084731cf tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:47.299015 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-db892aa8-d618-4645-ad3d-8441e037bf98 req-8f04394f-2398-4499-9702-d3f2084731cf tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4b12e42-17f6-4964-bd58-6a1784ef3b8b HTTP/1.1" status: 200 len: 944 time: 0.1334395 Jun 11 09:42:47.353668 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=5ccc7a6a-a04a-4416-9f50-a731016fdc25,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:42:47.357226 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:42:47.469649 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-db892aa8-d618-4645-ad3d-8441e037bf98 req-d9a70466-3b0a-4f33-9194-3cfe2eeece77 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620798 Jun 11 09:42:47.500300 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a39426-3660-4e16-ba00-d1ce2029bc17 req-d5b5929d-2632-4894-b82f-a5b90ee1da54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:47.501969 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-64a39426-3660-4e16-ba00-d1ce2029bc17 req-d5b5929d-2632-4894-b82f-a5b90ee1da54 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f64764ef-1d16-4bb9-abcb-ee15625f8d04 HTTP/1.1" status: 200 len: 908 time: 0.2020869 Jun 11 09:42:47.504869 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5205bc-75e0-4a55-9ce1-ec3cb3a700aa req-3e6dc1fb-6f3b-4666-8b92-577e50664124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:47.506192 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5f5205bc-75e0-4a55-9ce1-ec3cb3a700aa req-3e6dc1fb-6f3b-4666-8b92-577e50664124 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=626ec2e1-370e-4765-bde4-c601eaf4f801 HTTP/1.1" status: 200 len: 1102 time: 0.1783860 Jun 11 09:42:47.567048 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-64a39426-3660-4e16-ba00-d1ce2029bc17 req-c1aafddc-f82a-4634-85fb-d25c672b1dea service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b312982e-ede2-411d-8a4c-a79af3606d60 HTTP/1.1" status: 200 len: 217 time: 0.0522382 Jun 11 09:42:47.626935 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7ccf62-5dfd-40b1-8422-56f82822b99e req-5ea9ec19-16f1-4dd6-86e9-7724af93cc07 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:47.628539 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6b7ccf62-5dfd-40b1-8422-56f82822b99e req-5ea9ec19-16f1-4dd6-86e9-7724af93cc07 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/ports?device_id=32c534e8-6a37-462b-be83-c987e2b54ac8 HTTP/1.1" status: 200 len: 949 time: 0.0844297 Jun 11 09:42:47.644000 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5f5205bc-75e0-4a55-9ce1-ec3cb3a700aa req-7fdfc21d-8474-405f-964d-498f9e3ddb81 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d35df9ed-76e1-4821-b449-9857ba424946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230257 Jun 11 09:42:47.650563 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a39426-3660-4e16-ba00-d1ce2029bc17 req-2d9724ac-9fa7-4da0-b149-43f2a2abc834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:47.652221 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-64a39426-3660-4e16-ba00-d1ce2029bc17 req-2d9724ac-9fa7-4da0-b149-43f2a2abc834 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f707fbf9-d6b5-48f4-b1c1-e5fd7bd963f6 HTTP/1.1" status: 200 len: 847 time: 0.0754526 Jun 11 09:42:47.678176 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6b7ccf62-5dfd-40b1-8422-56f82822b99e req-b5ec0068-e8a7-4409-99c5-95eb730dc4e1 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca3026f3-8a05-4fe5-9c7d-b1a6d33061fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410440 Jun 11 09:42:47.851101 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-64a39426-3660-4e16-ba00-d1ce2029bc17 req-02894e34-c13e-4ae3-a88c-43ce052706d7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f64764ef-1d16-4bb9-abcb-ee15625f8d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343573 Jun 11 09:42:48.031088 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-64a39426-3660-4e16-ba00-d1ce2029bc17 req-261fb236-badf-45c5-ab35-2dbdafe6f1a6 service neutron] 10.222.0.69 "GET /v2.0/networks/f64764ef-1d16-4bb9-abcb-ee15625f8d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621945 Jun 11 09:42:48.042621 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0df9a1-4cef-43bd-a748-c31c319b3c88 req-a8db63bb-9c0d-4f45-b263-90f13a2d5248 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:48.044248 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4a0df9a1-4cef-43bd-a748-c31c319b3c88 req-a8db63bb-9c0d-4f45-b263-90f13a2d5248 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=06244c58-7914-4ac4-ba34-fcb809a8fc02 HTTP/1.1" status: 200 len: 943 time: 0.1535697 Jun 11 09:42:48.073201 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38966) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:42:48.170946 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4a0df9a1-4cef-43bd-a748-c31c319b3c88 req-509c040f-6de0-46b9-bc9b-865d03af6aaa tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184886 Jun 11 09:42:48.193089 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-e1b1060a-71a4-40a3-9280-c67d49684a96 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1525637807-network', 'tenant_id': 'd9da6d07c7144d68abff6d528a287a09'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:42:48.210471 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-64a39426-3660-4e16-ba00-d1ce2029bc17 req-2b5f05f1-6984-4d59-bb6d-9c6bfc57c1d2 service neutron] 10.222.0.69 "GET /v2.0/networks/f64764ef-1d16-4bb9-abcb-ee15625f8d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651525 Jun 11 09:42:48.241750 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d61bdd-fa9e-47bb-8cfa-53755326f4c7 req-7f56325d-c23b-4262-8d8b-fa2bb67c4ce7 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:48.243266 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-46d61bdd-fa9e-47bb-8cfa-53755326f4c7 req-7f56325d-c23b-4262-8d8b-fa2bb67c4ce7 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=626ec2e1-370e-4765-bde4-c601eaf4f801 HTTP/1.1" status: 200 len: 950 time: 0.0987329 Jun 11 09:42:48.247999 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:48.287765 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-46d61bdd-fa9e-47bb-8cfa-53755326f4c7 req-cf266b05-d740-4c7d-afc8-cbd124906024 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/security-groups?id=d35df9ed-76e1-4821-b449-9857ba424946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383017 Jun 11 09:42:48.305218 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b1060a-71a4-40a3-9280-c67d49684a96 admin admin] Made reservation on behalf of d9da6d07c7144d68abff6d528a287a09 for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:42:48.307628 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e1b1060a-71a4-40a3-9280-c67d49684a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:48.322965 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e1b1060a-71a4-40a3-9280-c67d49684a96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:48.416716 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e1b1060a-71a4-40a3-9280-c67d49684a96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:48.528391 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e1b1060a-71a4-40a3-9280-c67d49684a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:48.532620 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f3955e49-d0e1-4131-a4ac-4b0cdc42ee88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:42:48.560630 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1b1060a-71a4-40a3-9280-c67d49684a96 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 788} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 09:42:48.570407 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b1060a-71a4-40a3-9280-c67d49684a96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c9f17ce-f43f-4bb5-99db-9fa6af84fd44,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:42:48.575191 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e1b1060a-71a4-40a3-9280-c67d49684a96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:42:48.576278 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e1b1060a-71a4-40a3-9280-c67d49684a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:48.576620 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-e1b1060a-71a4-40a3-9280-c67d49684a96 admin admin] Added segment 7a429fb3-233e-45d8-9b93-9bd36a7f6040 of type vlan for network c9f93891-447d-4495-997b-1b739b394a27 Jun 11 09:42:48.659218 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e1b1060a-71a4-40a3-9280-c67d49684a96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:48.718388 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ed7927-90cd-47e9-9490-872470d3ea2c req-0ea7df1a-0fd5-47c8-9f53-41451e426fa1 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:48.719882 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d9ed7927-90cd-47e9-9490-872470d3ea2c req-0ea7df1a-0fd5-47c8-9f53-41451e426fa1 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4b12e42-17f6-4964-bd58-6a1784ef3b8b HTTP/1.1" status: 200 len: 944 time: 0.1081929 Jun 11 09:42:48.763141 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d9ed7927-90cd-47e9-9490-872470d3ea2c req-7bafd87a-575c-4004-be11-668bf008411f tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372326 Jun 11 09:42:48.772809 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e1b1060a-71a4-40a3-9280-c67d49684a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:48.775175 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b1060a-71a4-40a3-9280-c67d49684a96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:48.775983 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e1b1060a-71a4-40a3-9280-c67d49684a96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:48.779013 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:42:48.865607 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b1060a-71a4-40a3-9280-c67d49684a96 admin admin] Pushing event updated for resources: {'Network': ['ID=c9f93891-447d-4495-997b-1b739b394a27,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:42:48.868342 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e1b1060a-71a4-40a3-9280-c67d49684a96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:42:48.871743 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-e1b1060a-71a4-40a3-9280-c67d49684a96 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7965965 Jun 11 09:42:48.874729 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38980) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:42:48.879812 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network c9f93891-447d-4495-997b-1b739b394a27 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:42:48.879993 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-7c0f7f89-8d22-4387-9de8-873a917f50f6 admin admin] Request body: {'subnet': {'network_id': 'c9f93891-447d-4495-997b-1b739b394a27', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1525637807-subnet', 'tenant_id': 'd9da6d07c7144d68abff6d528a287a09', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:42:48.905824 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a39426-3660-4e16-ba00-d1ce2029bc17 req-09751e33-ce00-4469-8019-f1d5f0fda53f tempest-LiveMigrationTest-1264164380 tempest-LiveMigrationTest-1264164380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:48.907313 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-64a39426-3660-4e16-ba00-d1ce2029bc17 req-09751e33-ce00-4469-8019-f1d5f0fda53f tempest-LiveMigrationTest-1264164380 tempest-LiveMigrationTest-1264164380-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=c4b12e42-17f6-4964-bd58-6a1784ef3b8b&tenant_id=455235d9344d45d29863b10a5775a249&binding%3Ahost_id=n-h2-779913-12 HTTP/1.1" status: 200 len: 1096 time: 0.1339240 Jun 11 09:42:48.918481 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b24530-d13d-4496-a17a-a4a22c34008c req-1a453a2d-bf70-4873-aa5f-87457b196a45 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:48.920187 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-38b24530-d13d-4496-a17a-a4a22c34008c req-1a453a2d-bf70-4873-aa5f-87457b196a45 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/ports?device_id=32c534e8-6a37-462b-be83-c987e2b54ac8 HTTP/1.1" status: 200 len: 949 time: 0.1232309 Jun 11 09:42:48.956679 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c0f7f89-8d22-4387-9de8-873a917f50f6 admin admin] Made reservation on behalf of d9da6d07c7144d68abff6d528a287a09 for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:42:48.959319 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7c0f7f89-8d22-4387-9de8-873a917f50f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:49.017923 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-38b24530-d13d-4496-a17a-a4a22c34008c req-5475aa2d-54bf-4d91-aa5b-567467dc3046 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca3026f3-8a05-4fe5-9c7d-b1a6d33061fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851111 Jun 11 09:42:49.166530 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-64a39426-3660-4e16-ba00-d1ce2029bc17 req-b67f32a2-3ee7-45fa-9f66-3445e9a1a7db service neutron] For port b312982e-ede2-411d-8a4c-a79af3606d60, host n-h1-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:42:49.169763 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-64a39426-3660-4e16-ba00-d1ce2029bc17 req-b67f32a2-3ee7-45fa-9f66-3445e9a1a7db service neutron] Notify callbacks [] for binding, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:49.170876 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-64a39426-3660-4e16-ba00-d1ce2029bc17 req-b67f32a2-3ee7-45fa-9f66-3445e9a1a7db service neutron] 10.222.0.69 "DELETE /v2.0/ports/b312982e-ede2-411d-8a4c-a79af3606d60/bindings/n-h1-779913-12 HTTP/1.1" status: 204 len: 173 time: 0.2440860 Jun 11 09:42:49.283249 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7c0f7f89-8d22-4387-9de8-873a917f50f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:49.286722 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:42:49.413204 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0f7f89-8d22-4387-9de8-873a917f50f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2993b50a-0956-4b75-85e8-91af6beab6c9,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:42:49.416582 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7c0f7f89-8d22-4387-9de8-873a917f50f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:42:49.421228 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0f7f89-8d22-4387-9de8-873a917f50f6 admin admin] Checking segment: {'id': '7a429fb3-233e-45d8-9b93-9bd36a7f6040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'c9f93891-447d-4495-997b-1b739b394a27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:42:49.421586 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0f7f89-8d22-4387-9de8-873a917f50f6 admin admin] Network hostable DHCP agents. Network: c9f93891-447d-4495-997b-1b739b394a27, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 09:42:49.451852 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563b900-9693-440e-ac97-dcce47e0f915 req-66dc899e-5ff7-43ce-91f1-d901887f772f tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:49.453378 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4563b900-9693-440e-ac97-dcce47e0f915 req-66dc899e-5ff7-43ce-91f1-d901887f772f tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=06244c58-7914-4ac4-ba34-fcb809a8fc02 HTTP/1.1" status: 200 len: 943 time: 0.1582696 Jun 11 09:42:49.502602 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4563b900-9693-440e-ac97-dcce47e0f915 req-2761db71-90b6-4db0-ab1d-bebc21d3211a tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434437 Jun 11 09:42:49.533044 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0f7f89-8d22-4387-9de8-873a917f50f6 admin admin] Network c9f93891-447d-4495-997b-1b739b394a27 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 09:42:49.555930 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02406a16-2ff8-43c7-b249-99508802b254 req-891da738-f2d1-4fd6-a38f-fb0531e1eaa5 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:49.557438 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-02406a16-2ff8-43c7-b249-99508802b254 req-891da738-f2d1-4fd6-a38f-fb0531e1eaa5 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=626ec2e1-370e-4765-bde4-c601eaf4f801 HTTP/1.1" status: 200 len: 950 time: 0.0699437 Jun 11 09:42:49.603759 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-02406a16-2ff8-43c7-b249-99508802b254 req-e8c9f1ae-1582-4119-bbc1-ea86b0a2c3db tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/security-groups?id=d35df9ed-76e1-4821-b449-9857ba424946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393720 Jun 11 09:42:49.669756 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-7c0f7f89-8d22-4387-9de8-873a917f50f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, c9f93891-447d-4495-997b-1b739b394a27) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:42:49.678654 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0f7f89-8d22-4387-9de8-873a917f50f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:49.679424 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7c0f7f89-8d22-4387-9de8-873a917f50f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:49.680520 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42f840b-90e8-4e9b-8fce-47c913a2e648 None None] Network c9f93891-447d-4495-997b-1b739b394a27 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:42:49.769284 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-7c0f7f89-8d22-4387-9de8-873a917f50f6 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8934901 Jun 11 09:42:49.917728 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4bb0a4b-2288-4749-a9de-e6bc50eb8728 None None] Network c9f93891-447d-4495-997b-1b739b394a27 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:42:50.047703 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028086e6-50f7-433c-a9a1-36a6ea9d8a3a req-a7023e34-0ae6-4eaa-84a1-6cfb7501c806 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:50.049456 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-028086e6-50f7-433c-a9a1-36a6ea9d8a3a req-a7023e34-0ae6-4eaa-84a1-6cfb7501c806 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4b12e42-17f6-4964-bd58-6a1784ef3b8b HTTP/1.1" status: 200 len: 944 time: 0.0974445 Jun 11 09:42:50.098257 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-028086e6-50f7-433c-a9a1-36a6ea9d8a3a req-439b496c-2f1b-422e-adf5-7fdde9301fe3 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419924 Jun 11 09:42:50.304716 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c340da04-3989-455a-ab30-732e027597ef req-40bedb22-150a-4144-8996-29cedc30da23 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:50.307437 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c340da04-3989-455a-ab30-732e027597ef req-40bedb22-150a-4144-8996-29cedc30da23 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/ports?device_id=32c534e8-6a37-462b-be83-c987e2b54ac8 HTTP/1.1" status: 200 len: 949 time: 0.0799356 Jun 11 09:42:50.349445 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c340da04-3989-455a-ab30-732e027597ef req-5728139f-4ce5-4fa1-be86-67f26d0b46da tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca3026f3-8a05-4fe5-9c7d-b1a6d33061fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356317 Jun 11 09:42:50.732362 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d94ed32-a068-4129-9863-274f63047c5a req-19fd8a5d-329f-4f05-bfa1-368b8d29b53b tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:50.734169 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1d94ed32-a068-4129-9863-274f63047c5a req-19fd8a5d-329f-4f05-bfa1-368b8d29b53b tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] 10.222.0.60 "GET /v2.0/networks?id=c9f93891-447d-4495-997b-1b739b394a27 HTTP/1.1" status: 200 len: 813 time: 0.1450324 Jun 11 09:42:50.738737 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d3ecf0-b89f-49c6-a48a-b013e6b8b53c req-b2269152-a346-46f7-9b64-b1eda1f0eb2b tempest-LiveMigrationTest-1264164380 tempest-LiveMigrationTest-1264164380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:50.741255 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-24d3ecf0-b89f-49c6-a48a-b013e6b8b53c req-b2269152-a346-46f7-9b64-b1eda1f0eb2b tempest-LiveMigrationTest-1264164380 tempest-LiveMigrationTest-1264164380-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=c4b12e42-17f6-4964-bd58-6a1784ef3b8b HTTP/1.1" status: 200 len: 1096 time: 0.0640094 Jun 11 09:42:50.749842 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1d94ed32-a068-4129-9863-274f63047c5a req-dd0c81f2-5a63-4bfb-8e8a-3c6d4ac896b4 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] 10.222.0.60 "GET /v2.0/quotas/d9da6d07c7144d68abff6d528a287a09 HTTP/1.1" status: 200 len: 375 time: 0.0096776 Jun 11 09:42:50.788714 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-24d3ecf0-b89f-49c6-a48a-b013e6b8b53c req-d0e12334-bf37-4cc9-81e0-3281ee3f8171 tempest-LiveMigrationTest-1264164380 tempest-LiveMigrationTest-1264164380-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373297 Jun 11 09:42:50.792221 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1d94ed32-a068-4129-9863-274f63047c5a req-3e4b0739-ba3b-4c7b-9836-849f7515713b tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d9da6d07c7144d68abff6d528a287a09&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367475 Jun 11 09:42:50.915061 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1d94ed32-a068-4129-9863-274f63047c5a req-db604b2b-2314-4dfc-a813-85174f26153d service neutron] 10.222.0.60 "GET /v2.0/networks/c9f93891-447d-4495-997b-1b739b394a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161535 Jun 11 09:42:50.972915 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bda4432-471b-409a-bd9b-1007098c9759 req-0f72b0d0-b72e-45ea-9e22-9e93f3698bdf tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:50.974362 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6bda4432-471b-409a-bd9b-1007098c9759 req-0f72b0d0-b72e-45ea-9e22-9e93f3698bdf tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=06244c58-7914-4ac4-ba34-fcb809a8fc02 HTTP/1.1" status: 200 len: 943 time: 0.0756931 Jun 11 09:42:51.017100 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6bda4432-471b-409a-bd9b-1007098c9759 req-e2c1550a-a39c-4b30-a71a-1695d676325e tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368330 Jun 11 09:42:51.049045 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1d94ed32-a068-4129-9863-274f63047c5a req-bca93f11-0eb0-42a2-ae24-f1b5bb16dd8d service neutron] 10.222.0.60 "GET /v2.0/networks/c9f93891-447d-4495-997b-1b739b394a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266344 Jun 11 09:42:51.192868 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4258b17d-340a-4504-af96-4ade29f5f66e req-8b4d243c-f029-4c9f-a561-3c77d4f87c99 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:51.194443 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4258b17d-340a-4504-af96-4ade29f5f66e req-8b4d243c-f029-4c9f-a561-3c77d4f87c99 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=626ec2e1-370e-4765-bde4-c601eaf4f801 HTTP/1.1" status: 200 len: 950 time: 0.0715380 Jun 11 09:42:51.246535 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4258b17d-340a-4504-af96-4ade29f5f66e req-da536fa5-7dc6-4e06-821b-f2dfd99f193f tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/security-groups?id=d35df9ed-76e1-4821-b449-9857ba424946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460725 Jun 11 09:42:51.566963 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04d1cb3-8d6c-4e25-a61f-c8896ff6b618 req-fc590346-3c93-422f-99d1-fd344a796d19 tempest-LiveMigrationTest-1264164380 tempest-LiveMigrationTest-1264164380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:51.568510 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b04d1cb3-8d6c-4e25-a61f-c8896ff6b618 req-fc590346-3c93-422f-99d1-fd344a796d19 tempest-LiveMigrationTest-1264164380 tempest-LiveMigrationTest-1264164380-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=c4b12e42-17f6-4964-bd58-6a1784ef3b8b HTTP/1.1" status: 200 len: 1096 time: 0.1065624 Jun 11 09:42:51.593946 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a5f9a8-6103-4030-803a-c42a309aaff9 req-2ef61e55-5276-45e0-87b0-603e72bd257c tempest-ServersOnMultiNodesTest-764403187 tempest-ServersOnMultiNodesTest-764403187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:51.596117 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a0a5f9a8-6103-4030-803a-c42a309aaff9 req-2ef61e55-5276-45e0-87b0-603e72bd257c tempest-ServersOnMultiNodesTest-764403187 tempest-ServersOnMultiNodesTest-764403187-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=626ec2e1-370e-4765-bde4-c601eaf4f801 HTTP/1.1" status: 200 len: 1102 time: 0.0737522 Jun 11 09:42:51.614487 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b04d1cb3-8d6c-4e25-a61f-c8896ff6b618 req-718519fc-fd31-42c8-99d7-eacbc80e03fa tempest-LiveMigrationTest-1264164380 tempest-LiveMigrationTest-1264164380-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389304 Jun 11 09:42:51.647808 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a0a5f9a8-6103-4030-803a-c42a309aaff9 req-3109f211-464a-4e5e-9173-d16cf68f7430 tempest-ServersOnMultiNodesTest-764403187 tempest-ServersOnMultiNodesTest-764403187-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=d35df9ed-76e1-4821-b449-9857ba424946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434370 Jun 11 09:42:51.827621 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598d0332-f02d-474c-b26b-ecc9d9db8186 req-6d9238d0-3e89-4772-997a-3756a8e4ad8b tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:51.829118 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-598d0332-f02d-474c-b26b-ecc9d9db8186 req-6d9238d0-3e89-4772-997a-3756a8e4ad8b tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/ports?device_id=32c534e8-6a37-462b-be83-c987e2b54ac8 HTTP/1.1" status: 200 len: 949 time: 0.0904016 Jun 11 09:42:51.874691 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-598d0332-f02d-474c-b26b-ecc9d9db8186 req-b47d585c-f3a2-452f-9a02-9f5414616725 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca3026f3-8a05-4fe5-9c7d-b1a6d33061fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385909 Jun 11 09:42:51.995602 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f5c4eaef-18f7-4203-826b-60c59b69a61b req-1eac6df7-1b23-4987-9c67-6e9bafdd5194 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=4a10270434c34de9b98cfc51150cacd7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291061 Jun 11 09:42:52.157195 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c4eaef-18f7-4203-826b-60c59b69a61b req-b9b0fc88-6e51-4ebf-98b2-b9094a2bfd71 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:52.158719 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f5c4eaef-18f7-4203-826b-60c59b69a61b req-b9b0fc88-6e51-4ebf-98b2-b9094a2bfd71 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1575737 Jun 11 09:42:52.174818 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f5c4eaef-18f7-4203-826b-60c59b69a61b req-79a68fe9-1883-4ffb-b3e6-f0c35c43da05 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/quotas/4a10270434c34de9b98cfc51150cacd7 HTTP/1.1" status: 200 len: 375 time: 0.0097477 Jun 11 09:42:52.284000 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f5c4eaef-18f7-4203-826b-60c59b69a61b req-8ba773e9-6450-42c3-ab17-ab2a91aa08c3 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=4a10270434c34de9b98cfc51150cacd7&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1020741 Jun 11 09:42:52.365439 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5074fd88-6e47-4dd3-b9d0-1418c3ebd462 req-a5eb99bf-f2dc-4b0e-93ac-11e6dbc0bffd tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] 10.222.0.60 "GET /v2.0/ports?device_id=37b30037-a02b-413e-b345-f18e6fde59c3 HTTP/1.1" status: 200 len: 210 time: 0.0622568 Jun 11 09:42:52.573960 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fd5227-fb57-4ab4-87d8-ce635796e065 req-fcb699bf-559d-4a24-80c7-711ca242ce5b tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:52.573960 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-44fd5227-fb57-4ab4-87d8-ce635796e065 req-fcb699bf-559d-4a24-80c7-711ca242ce5b tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=06244c58-7914-4ac4-ba34-fcb809a8fc02 HTTP/1.1" status: 200 len: 943 time: 0.0847266 Jun 11 09:42:52.629068 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-44fd5227-fb57-4ab4-87d8-ce635796e065 req-d2baef03-55e8-4237-8e11-14eb08d6e460 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525498 Jun 11 09:42:52.739816 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-86ab353f-63e1-478a-9700-792abf4c7c8e req-6623a301-e44d-4cae-a770-827c9db5cf5b tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=61bdd584-92ea-40d1-956a-4728400d9b4c HTTP/1.1" status: 200 len: 210 time: 0.0479643 Jun 11 09:42:52.816302 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device d00a4cdc-7d41-4b90-b7e8-37b4816a64e9 details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:42:52.948714 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port d00a4cdc-7d41-4b90-b7e8-37b4816a64e9, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=d00a4cdc-7d41-4b90-b7e8-37b4816a64e9,segment=NetworkSegment(56281ee1-4859-40f0-b2a0-2c2117bfda04),segment_id=56281ee1-4859-40f0-b2a0-2c2117bfda04)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:42:52.964436 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': 'd00a4cdc-7d41-4b90-b7e8-37b4816a64e9', 'network_id': '53a42219-c346-45f9-be41-c5dabab2438f', 'port_id': 'd00a4cdc-7d41-4b90-b7e8-37b4816a64e9', 'mac_address': 'fa:16:3e:1c:0d:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20094bda-f8d4-46e6-bab1-f100394de689', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:42:53.048653 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:53.068285 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d00a4cdc-7d41-4b90-b7e8-37b4816a64e9 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:42:53.091715 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port d00a4cdc-7d41-4b90-b7e8-37b4816a64e9, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=d00a4cdc-7d41-4b90-b7e8-37b4816a64e9,segment=NetworkSegment(56281ee1-4859-40f0-b2a0-2c2117bfda04),segment_id=56281ee1-4859-40f0-b2a0-2c2117bfda04)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:42:53.124736 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c44b6a-1b4a-4c57-a0a9-363d018460b9 req-7176e724-44b0-4bba-9591-66719e546dee tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:53.132149 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b3c44b6a-1b4a-4c57-a0a9-363d018460b9 req-7176e724-44b0-4bba-9591-66719e546dee tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/ports?device_id=32c534e8-6a37-462b-be83-c987e2b54ac8 HTTP/1.1" status: 200 len: 949 time: 0.1119235 Jun 11 09:42:53.168376 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:53.170556 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b3c44b6a-1b4a-4c57-a0a9-363d018460b9 req-cf8130f4-98aa-41fa-a974-1bd8dee6e78c tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca3026f3-8a05-4fe5-9c7d-b1a6d33061fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366216 Jun 11 09:42:53.172011 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:42:53.239591 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=d00a4cdc-7d41-4b90-b7e8-37b4816a64e9,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:42:53.247986 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:42:53.252876 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:42:53.252876 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:42:53.252876 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:42:53.252876 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:42:53.252876 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:42:53.252876 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:42:53.252876 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:42:53.252876 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:42:53.252876 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:42:53.252876 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:42:53.252876 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:42:53.256748 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:42:53.464353 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['d00a4cdc-7d41-4b90-b7e8-37b4816a64e9'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:42:53.480789 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a1fa7d4d-1b3f-433f-ab7c-ccd0acd2837a req-e00bc991-aa4d-4999-94d6-c28cd25d73b7 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] 10.222.0.60 "GET /v2.0/ports?device_id=37b30037-a02b-413e-b345-f18e6fde59c3 HTTP/1.1" status: 200 len: 210 time: 0.0391424 Jun 11 09:42:53.902882 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d958a123-0402-40d9-bab3-a77ed691dd05 req-10286744-f44f-4944-9b28-c4341d0cfa61 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:53.910795 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d958a123-0402-40d9-bab3-a77ed691dd05 req-10286744-f44f-4944-9b28-c4341d0cfa61 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=06244c58-7914-4ac4-ba34-fcb809a8fc02 HTTP/1.1" status: 200 len: 944 time: 0.0868723 Jun 11 09:42:53.954118 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d958a123-0402-40d9-bab3-a77ed691dd05 req-6db09c0c-b173-4cc4-8c78-634ede58325b tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420461 Jun 11 09:42:54.037129 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5b173ba3-e8c7-4b49-b412-2e14882af3ab req-52a30543-8cba-45e1-813f-c719b5a5a695 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=61bdd584-92ea-40d1-956a-4728400d9b4c HTTP/1.1" status: 200 len: 210 time: 0.0361135 Jun 11 09:42:54.359582 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7985824b-85ba-4694-ac81-ceda39008b13 req-293142b9-b2e1-4474-85f3-83c2e682552f tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:54.367583 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7985824b-85ba-4694-ac81-ceda39008b13 req-293142b9-b2e1-4474-85f3-83c2e682552f tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/ports?device_id=32c534e8-6a37-462b-be83-c987e2b54ac8 HTTP/1.1" status: 200 len: 949 time: 0.0838704 Jun 11 09:42:54.412317 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7985824b-85ba-4694-ac81-ceda39008b13 req-696a94d6-df2d-4010-8d47-fd19d3f07213 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca3026f3-8a05-4fe5-9c7d-b1a6d33061fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437109 Jun 11 09:42:54.674749 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d10e94a7-3de9-409b-8970-edc42d6567ee req-5d4219d1-8a73-4026-8b9f-81ff9d495bd7 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] 10.222.0.60 "GET /v2.0/ports?device_id=37b30037-a02b-413e-b345-f18e6fde59c3 HTTP/1.1" status: 200 len: 210 time: 0.0598423 Jun 11 09:42:54.686554 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d94ed32-a068-4129-9863-274f63047c5a req-2252fff7-f5fc-47a0-9ea8-69cf82b2cf5e tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:54.688161 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1d94ed32-a068-4129-9863-274f63047c5a req-2252fff7-f5fc-47a0-9ea8-69cf82b2cf5e tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] 10.222.0.64 "GET /v2.0/networks?id=c9f93891-447d-4495-997b-1b739b394a27 HTTP/1.1" status: 200 len: 813 time: 0.1541071 Jun 11 09:42:54.700892 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-1d94ed32-a068-4129-9863-274f63047c5a req-0e0acba7-68b6-47a7-b4ea-7719489d220e tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Request body: {'port': {'device_id': '2a68ffda-989a-46a3-a342-df3ac5f36713', 'network_id': 'c9f93891-447d-4495-997b-1b739b394a27', 'admin_state_up': True, 'tenant_id': 'd9da6d07c7144d68abff6d528a287a09'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:42:54.835372 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device d00a4cdc-7d41-4b90-b7e8-37b4816a64e9 up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:42:54.973701 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d94ed32-a068-4129-9863-274f63047c5a req-0e0acba7-68b6-47a7-b4ea-7719489d220e tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Made reservation on behalf of d9da6d07c7144d68abff6d528a287a09 for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:42:54.978056 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-1d94ed32-a068-4129-9863-274f63047c5a req-0e0acba7-68b6-47a7-b4ea-7719489d220e tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:55.002397 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning for port d00a4cdc-7d41-4b90-b7e8-37b4816a64e9 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:42:55.006904 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port d00a4cdc-7d41-4b90-b7e8-37b4816a64e9 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:42:55.007467 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:55.198732 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [req-1d94ed32-a068-4129-9863-274f63047c5a req-0e0acba7-68b6-47a7-b4ea-7719489d220e tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Allocated IP 172.20.0.2 (c9f93891-447d-4495-997b-1b739b394a27/2993b50a-0956-4b75-85e8-91af6beab6c9/2b925635-d5de-4e53-882f-e501264397e6) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:42:55.200624 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:55.244282 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06244c58-7914-4ac4-ba34-fcb809a8fc02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd00a4cdc-7d41-4b90-b7e8-37b4816a64e9'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:42:55.247037 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b82b52-9290-44a0-8702-ac090d19e7a7" -d '{"events": [{"server_uuid": "06244c58-7914-4ac4-ba34-fcb809a8fc02", "name": "network-vif-plugged", "status": "completed", "tag": "d00a4cdc-7d41-4b90-b7e8-37b4816a64e9"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:42:55.251084 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee519657-5a89-4141-bd97-3370ed47bd93 req-493566a4-f43c-48ad-b8c1-224bdd0e8d36 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:55.264491 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port d00a4cdc-7d41-4b90-b7e8-37b4816a64e9, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=d00a4cdc-7d41-4b90-b7e8-37b4816a64e9,segment=NetworkSegment(56281ee1-4859-40f0-b2a0-2c2117bfda04),segment_id=56281ee1-4859-40f0-b2a0-2c2117bfda04)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:42:55.271973 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ee519657-5a89-4141-bd97-3370ed47bd93 req-493566a4-f43c-48ad-b8c1-224bdd0e8d36 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=06244c58-7914-4ac4-ba34-fcb809a8fc02 HTTP/1.1" status: 200 len: 944 time: 0.1113727 Jun 11 09:42:55.314628 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ee519657-5a89-4141-bd97-3370ed47bd93 req-3f3cc02f-53e3-4ba7-9ab6-225bea892cec tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416343 Jun 11 09:42:55.336845 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6af4b7cf-e54c-4edb-8903-04cc148dd84a req-b0d68f74-e47c-43be-81ba-eabcf3899025 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=61bdd584-92ea-40d1-956a-4728400d9b4c HTTP/1.1" status: 200 len: 210 time: 0.0508707 Jun 11 09:42:55.399689 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-882949d9-9feb-49d5-afdc-da1e8cef059e x-openstack-request-id: req-882949d9-9feb-49d5-afdc-da1e8cef059e {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:42:55.400283 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06244c58-7914-4ac4-ba34-fcb809a8fc02", "name": "network-vif-plugged", "status": "completed", "tag": "d00a4cdc-7d41-4b90-b7e8-37b4816a64e9", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:42:55.400735 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-882949d9-9feb-49d5-afdc-da1e8cef059e {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:42:55.401390 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06244c58-7914-4ac4-ba34-fcb809a8fc02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd00a4cdc-7d41-4b90-b7e8-37b4816a64e9', 'code': 200} Jun 11 09:42:55.402738 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:55.405113 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-95f6a61e-951b-474a-90f2-1808c4825aba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:42:55.517918 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-1d94ed32-a068-4129-9863-274f63047c5a req-0e0acba7-68b6-47a7-b4ea-7719489d220e tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:55.556886 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=d00a4cdc-7d41-4b90-b7e8-37b4816a64e9,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:42:55.573390 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:42:55.651046 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b78c4a1-3d37-48f0-b079-c4f8433d1cac req-276c5adb-1698-4c9f-aef0-a366dccb9227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:55.656344 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3b78c4a1-3d37-48f0-b079-c4f8433d1cac req-276c5adb-1698-4c9f-aef0-a366dccb9227 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=06244c58-7914-4ac4-ba34-fcb809a8fc02 HTTP/1.1" status: 200 len: 1097 time: 0.1197608 Jun 11 09:42:55.697727 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-1d94ed32-a068-4129-9863-274f63047c5a req-0e0acba7-68b6-47a7-b4ea-7719489d220e tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:55.720793 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3b78c4a1-3d37-48f0-b079-c4f8433d1cac req-fdb8e653-f89d-43a2-87cd-817997775e55 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518582 Jun 11 09:42:55.815462 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-79eda3b2-cf04-43ec-8392-5afa88f2812c tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:42:55.827230 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d94ed32-a068-4129-9863-274f63047c5a req-906f9ba8-06a0-4f1f-b187-dc4525fb8752 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:55.829050 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1d94ed32-a068-4129-9863-274f63047c5a req-906f9ba8-06a0-4f1f-b187-dc4525fb8752 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] 10.222.0.64 "GET /v2.0/networks?id=c9f93891-447d-4495-997b-1b739b394a27 HTTP/1.1" status: 200 len: 813 time: 0.2307978 Jun 11 09:42:55.876942 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-1d94ed32-a068-4129-9863-274f63047c5a req-9a52b4cb-4a18-41c3-a94c-5e4b53a462a7 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Request body: {'port': {'device_id': '37b30037-a02b-413e-b345-f18e6fde59c3', 'network_id': 'c9f93891-447d-4495-997b-1b739b394a27', 'admin_state_up': True, 'tenant_id': 'd9da6d07c7144d68abff6d528a287a09'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:42:55.893480 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d94ed32-a068-4129-9863-274f63047c5a req-0e0acba7-68b6-47a7-b4ea-7719489d220e tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Network c9f93891-447d-4495-997b-1b739b394a27 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:42:55.906766 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [req-1d94ed32-a068-4129-9863-274f63047c5a req-0e0acba7-68b6-47a7-b4ea-7719489d220e tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:42:55.983152 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-46ab58d8-8869-4926-a4a0-661231c6eb61 req-c852de7e-381b-412f-af61-ecacc9b9dff9 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] 10.222.0.60 "GET /v2.0/ports?device_id=37b30037-a02b-413e-b345-f18e6fde59c3 HTTP/1.1" status: 200 len: 210 time: 0.0604930 Jun 11 09:42:56.293753 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f5c4eaef-18f7-4203-826b-60c59b69a61b req-b6519f8a-ac06-435e-996a-64ed2517e939 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=4a10270434c34de9b98cfc51150cacd7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278895 Jun 11 09:42:56.334820 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d94ed32-a068-4129-9863-274f63047c5a req-0e0acba7-68b6-47a7-b4ea-7719489d220e tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:42:56.397140 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0acba7-68b6-47a7-b4ea-7719489d220e tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Pushing event updated for resources: {'Port': ['ID=2b925635-d5de-4e53-882f-e501264397e6,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:42:56.409849 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0e0acba7-68b6-47a7-b4ea-7719489d220e tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.594s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:42:56.437615 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0726b430-3beb-4004-91b1-b857366297df req-4f68998a-a805-4be4-baec-9da068892a46 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:56.447608 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0726b430-3beb-4004-91b1-b857366297df req-4f68998a-a805-4be4-baec-9da068892a46 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/ports?device_id=32c534e8-6a37-462b-be83-c987e2b54ac8 HTTP/1.1" status: 200 len: 949 time: 0.8097484 Jun 11 09:42:56.472951 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d94ed32-a068-4129-9863-274f63047c5a req-0e0acba7-68b6-47a7-b4ea-7719489d220e tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:56.474324 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-1d94ed32-a068-4129-9863-274f63047c5a req-0e0acba7-68b6-47a7-b4ea-7719489d220e tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:56.530300 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0726b430-3beb-4004-91b1-b857366297df req-8636482d-8f4f-403a-8311-50d532f78e7f tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca3026f3-8a05-4fe5-9c7d-b1a6d33061fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817122 Jun 11 09:42:56.620961 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1d94ed32-a068-4129-9863-274f63047c5a req-0e0acba7-68b6-47a7-b4ea-7719489d220e tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9237638 Jun 11 09:42:56.642217 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-1d94ed32-a068-4129-9863-274f63047c5a req-4700dfce-ec2e-49c5-8ca8-e9805ad2702a service neutron] Request body: {'port': {'device_id': '2a68ffda-989a-46a3-a342-df3ac5f36713', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-12'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:42:56.789484 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d94ed32-a068-4129-9863-274f63047c5a req-9a52b4cb-4a18-41c3-a94c-5e4b53a462a7 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Made reservation on behalf of d9da6d07c7144d68abff6d528a287a09 for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:42:56.793233 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-1d94ed32-a068-4129-9863-274f63047c5a req-9a52b4cb-4a18-41c3-a94c-5e4b53a462a7 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:56.889807 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-1d94ed32-a068-4129-9863-274f63047c5a req-4700dfce-ec2e-49c5-8ca8-e9805ad2702a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:56.911303 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c4eaef-18f7-4203-826b-60c59b69a61b req-e39b6105-736b-46ce-965a-4e974895b049 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:56.913374 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f5c4eaef-18f7-4203-826b-60c59b69a61b req-e39b6105-736b-46ce-965a-4e974895b049 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6131408 Jun 11 09:42:56.928274 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-f5c4eaef-18f7-4203-826b-60c59b69a61b req-ce74f165-ae71-4ef9-8d5a-44fccbb49fa9 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Request body: {'port': {'device_id': '61bdd584-92ea-40d1-956a-4728400d9b4c', 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60', 'admin_state_up': True, 'tenant_id': '4a10270434c34de9b98cfc51150cacd7'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:42:56.948637 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac837e17-31dd-4595-ad24-8d6a79c6f664 req-9a7237e7-e9ac-4234-bb10-12466c865488 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:56.956288 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ac837e17-31dd-4595-ad24-8d6a79c6f664 req-9a7237e7-e9ac-4234-bb10-12466c865488 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=06244c58-7914-4ac4-ba34-fcb809a8fc02 HTTP/1.1" status: 200 len: 945 time: 0.2671790 Jun 11 09:42:57.013170 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-efe033f7-91bb-4aba-8b58-1dd5404f1040 req-559e278d-81b7-4b8b-a137-b8f48090ffdb tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=61bdd584-92ea-40d1-956a-4728400d9b4c HTTP/1.1" status: 200 len: 210 time: 0.0421629 Jun 11 09:42:57.104541 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ac837e17-31dd-4595-ad24-8d6a79c6f664 req-27a022c7-3288-4c6f-a703-f5ff352643de tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472692 Jun 11 09:42:57.197683 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [req-1d94ed32-a068-4129-9863-274f63047c5a req-9a52b4cb-4a18-41c3-a94c-5e4b53a462a7 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Allocated IP 172.20.0.10 (c9f93891-447d-4495-997b-1b739b394a27/2993b50a-0956-4b75-85e8-91af6beab6c9/171214e0-4b28-4aec-b56d-731d2e4c00c5) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:42:57.231195 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5c4eaef-18f7-4203-826b-60c59b69a61b req-ce74f165-ae71-4ef9-8d5a-44fccbb49fa9 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Made reservation on behalf of 4a10270434c34de9b98cfc51150cacd7 for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:42:57.235844 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-f5c4eaef-18f7-4203-826b-60c59b69a61b req-ce74f165-ae71-4ef9-8d5a-44fccbb49fa9 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:57.387399 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-95dc5da0-9d75-4f10-8e8d-86cdfbc1db59 req-ad65e82c-3ec8-40fc-97ba-836296f4d9ee tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] 10.222.0.60 "GET /v2.0/ports?device_id=37b30037-a02b-413e-b345-f18e6fde59c3 HTTP/1.1" status: 200 len: 210 time: 0.0485277 Jun 11 09:42:57.462815 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-f5c4eaef-18f7-4203-826b-60c59b69a61b req-ce74f165-ae71-4ef9-8d5a-44fccbb49fa9 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Allocated IP 192.168.233.173 (cf20d108-f84c-44de-9036-2269564edd60/189b03cc-b2a8-4615-9ab5-ad0328c3f10f/e499b54f-6875-4b60-a912-027fedf9c989) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:42:57.499555 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4e1982-8443-4fa9-b7ac-3ba6f303dcb3 req-3bee6c82-9d03-41d3-8e69-b06ea16ebdbe tempest-AttachSCSIVolumeTestJSON-1132769149 tempest-AttachSCSIVolumeTestJSON-1132769149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:57.501073 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2f4e1982-8443-4fa9-b7ac-3ba6f303dcb3 req-3bee6c82-9d03-41d3-8e69-b06ea16ebdbe tempest-AttachSCSIVolumeTestJSON-1132769149 tempest-AttachSCSIVolumeTestJSON-1132769149-project] 10.222.0.60 "GET /v2.0/ports?device_id=b71463a9-08f5-44fc-b2c3-92a5cfc52778 HTTP/1.1" status: 200 len: 946 time: 0.1861653 Jun 11 09:42:57.506405 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-1d94ed32-a068-4129-9863-274f63047c5a req-9a52b4cb-4a18-41c3-a94c-5e4b53a462a7 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:57.576024 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2f4e1982-8443-4fa9-b7ac-3ba6f303dcb3 req-1339f86a-496d-40ff-9465-29941a1ffd81 tempest-AttachSCSIVolumeTestJSON-1132769149 tempest-AttachSCSIVolumeTestJSON-1132769149-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1535470-6fd6-470a-87ae-22be32747a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656238 Jun 11 09:42:57.656764 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-1d94ed32-a068-4129-9863-274f63047c5a req-9a52b4cb-4a18-41c3-a94c-5e4b53a462a7 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:57.682897 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f53694b5-c64c-4b29-93e5-29f8b4b767ed tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:42:57.734503 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-f5c4eaef-18f7-4203-826b-60c59b69a61b req-ce74f165-ae71-4ef9-8d5a-44fccbb49fa9 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:57.796549 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-f5c4eaef-18f7-4203-826b-60c59b69a61b req-ce74f165-ae71-4ef9-8d5a-44fccbb49fa9 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Transition to ACTIVE for port object e499b54f-6875-4b60-a912-027fedf9c989 will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:42:57.823556 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d94ed32-a068-4129-9863-274f63047c5a req-9a52b4cb-4a18-41c3-a94c-5e4b53a462a7 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Network c9f93891-447d-4495-997b-1b739b394a27 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:42:57.839128 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [req-1d94ed32-a068-4129-9863-274f63047c5a req-9a52b4cb-4a18-41c3-a94c-5e4b53a462a7 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:42:57.847066 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d94ed32-a068-4129-9863-274f63047c5a req-9a52b4cb-4a18-41c3-a94c-5e4b53a462a7 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:42:57.850481 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62a21ac-04ac-4728-a408-c2900f6dafd8 req-d217310c-9c96-4c33-bebf-f4f82906195f tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:57.863101 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e62a21ac-04ac-4728-a408-c2900f6dafd8 req-d217310c-9c96-4c33-bebf-f4f82906195f tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/ports?device_id=32c534e8-6a37-462b-be83-c987e2b54ac8 HTTP/1.1" status: 200 len: 949 time: 0.1912179 Jun 11 09:42:57.887022 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a52b4cb-4a18-41c3-a94c-5e4b53a462a7 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Pushing event updated for resources: {'Port': ['ID=171214e0-4b28-4aec-b56d-731d2e4c00c5,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:42:57.896061 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9a52b4cb-4a18-41c3-a94c-5e4b53a462a7 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:42:57.949656 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e62a21ac-04ac-4728-a408-c2900f6dafd8 req-b2b89cef-0d9d-42bc-9033-0f21cffc152c tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca3026f3-8a05-4fe5-9c7d-b1a6d33061fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819342 Jun 11 09:42:57.954102 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d94ed32-a068-4129-9863-274f63047c5a req-9a52b4cb-4a18-41c3-a94c-5e4b53a462a7 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:57.954750 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-1d94ed32-a068-4129-9863-274f63047c5a req-9a52b4cb-4a18-41c3-a94c-5e4b53a462a7 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:58.008861 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-f5c4eaef-18f7-4203-826b-60c59b69a61b req-ce74f165-ae71-4ef9-8d5a-44fccbb49fa9 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:58.013376 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5ac58b15-6a6f-4ba6-891d-f4451d855943 tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:42:58.022455 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['231f751b-5b35-41a6-87e4-5e96e0d97c74', 'de89716f-db2e-416a-aceb-70adaacf4086', '8bb8cb28-fd60-4e20-b866-29efe9a08741', '7036c337-11e5-4ef3-b5ac-9c60e3590b59'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:42:58.030533 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [req-1d94ed32-a068-4129-9863-274f63047c5a req-4700dfce-ec2e-49c5-8ca8-e9805ad2702a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b925635-d5de-4e53-882f-e501264397e6 {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:42:58.045069 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-1d94ed32-a068-4129-9863-274f63047c5a req-4700dfce-ec2e-49c5-8ca8-e9805ad2702a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:58.073058 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1d94ed32-a068-4129-9863-274f63047c5a req-9a52b4cb-4a18-41c3-a94c-5e4b53a462a7 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1984823 Jun 11 09:42:58.083898 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-1d94ed32-a068-4129-9863-274f63047c5a req-4700dfce-ec2e-49c5-8ca8-e9805ad2702a service neutron] Transition to ACTIVE for port object 2b925635-d5de-4e53-882f-e501264397e6 will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:42:58.096410 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-1d94ed32-a068-4129-9863-274f63047c5a req-66ccce83-5a48-4a1d-aae6-eb1026b7d33b service neutron] Request body: {'port': {'device_id': '37b30037-a02b-413e-b345-f18e6fde59c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-12'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:42:58.103374 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce74f165-ae71-4ef9-8d5a-44fccbb49fa9 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Pushing event updated for resources: {'Port': ['ID=e499b54f-6875-4b60-a912-027fedf9c989,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:42:58.111147 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['216f3a04-a633-4ba6-ad8e-d639b8b1bf74', '2b3502fb-9e75-49f0-8d54-4f9b57e8bd95', '5ccc7a6a-a04a-4416-9f50-a731016fdc25'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:42:58.117797 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ce74f165-ae71-4ef9-8d5a-44fccbb49fa9 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:42:58.127776 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5c4eaef-18f7-4203-826b-60c59b69a61b req-ce74f165-ae71-4ef9-8d5a-44fccbb49fa9 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Network cf20d108-f84c-44de-9036-2269564edd60 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:42:58.131047 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-f5c4eaef-18f7-4203-826b-60c59b69a61b req-ce74f165-ae71-4ef9-8d5a-44fccbb49fa9 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:42:58.137452 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5c4eaef-18f7-4203-826b-60c59b69a61b req-ce74f165-ae71-4ef9-8d5a-44fccbb49fa9 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:42:58.207999 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-1d94ed32-a068-4129-9863-274f63047c5a req-4700dfce-ec2e-49c5-8ca8-e9805ad2702a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:58.224993 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-acfb8fe8-1145-4733-8770-23dfa27d02ca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:42:58.274704 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c4eaef-18f7-4203-826b-60c59b69a61b req-ce74f165-ae71-4ef9-8d5a-44fccbb49fa9 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:58.288761 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-f5c4eaef-18f7-4203-826b-60c59b69a61b req-ce74f165-ae71-4ef9-8d5a-44fccbb49fa9 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:58.420488 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f5c4eaef-18f7-4203-826b-60c59b69a61b req-ce74f165-ae71-4ef9-8d5a-44fccbb49fa9 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4979231 Jun 11 09:42:58.436286 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-f5c4eaef-18f7-4203-826b-60c59b69a61b req-3722c12d-00b9-4faa-ab18-274bb0c2758a service neutron] Request body: {'port': {'device_id': '61bdd584-92ea-40d1-956a-4728400d9b4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:42:58.547622 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4700dfce-ec2e-49c5-8ca8-e9805ad2702a service neutron] Pushing event updated for resources: {'Port': ['ID=2b925635-d5de-4e53-882f-e501264397e6,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:42:58.557996 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4700dfce-ec2e-49c5-8ca8-e9805ad2702a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:42:58.607117 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-1d94ed32-a068-4129-9863-274f63047c5a req-66ccce83-5a48-4a1d-aae6-eb1026b7d33b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:58.657998 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-f5c4eaef-18f7-4203-826b-60c59b69a61b req-3722c12d-00b9-4faa-ab18-274bb0c2758a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:58.673460 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8242ca-414b-48bd-9d8f-6127c55235e9 req-635a43a0-8af1-47bc-aff8-bc6d4bcc0c31 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:58.676128 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ab8242ca-414b-48bd-9d8f-6127c55235e9 req-635a43a0-8af1-47bc-aff8-bc6d4bcc0c31 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=06244c58-7914-4ac4-ba34-fcb809a8fc02 HTTP/1.1" status: 200 len: 945 time: 0.3213379 Jun 11 09:42:58.722160 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed86a42-4c28-45b4-ad48-c740830db46d req-09af5066-39a3-45e7-8e8e-3df69c3d3dfd tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:58.728172 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-aed86a42-4c28-45b4-ad48-c740830db46d req-09af5066-39a3-45e7-8e8e-3df69c3d3dfd tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=61bdd584-92ea-40d1-956a-4728400d9b4c HTTP/1.1" status: 200 len: 936 time: 0.4172854 Jun 11 09:42:58.812547 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ab8242ca-414b-48bd-9d8f-6127c55235e9 req-ccfd4b24-d546-43a6-bb7b-f7b97fb59bcf tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250618 Jun 11 09:42:58.823891 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f78275a8-a90b-4708-a0c2-f702de448065 None None] Provisioning for port e499b54f-6875-4b60-a912-027fedf9c989 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:42:58.870819 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f78275a8-a90b-4708-a0c2-f702de448065 None None] Provisioning complete for port e499b54f-6875-4b60-a912-027fedf9c989 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:42:58.871428 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f78275a8-a90b-4708-a0c2-f702de448065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:59.029411 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f78275a8-a90b-4708-a0c2-f702de448065 None None] Port e499b54f-6875-4b60-a912-027fedf9c989 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:42:59.096815 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-1d94ed32-a068-4129-9863-274f63047c5a req-4700dfce-ec2e-49c5-8ca8-e9805ad2702a service neutron] Attempting to bind port 2b925635-d5de-4e53-882f-e501264397e6 on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:42:59.097433 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-1d94ed32-a068-4129-9863-274f63047c5a req-4700dfce-ec2e-49c5-8ca8-e9805ad2702a service neutron] Attempting to bind port 2b925635-d5de-4e53-882f-e501264397e6 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '7a429fb3-233e-45d8-9b93-9bd36a7f6040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'c9f93891-447d-4495-997b-1b739b394a27'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:42:59.097433 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d94ed32-a068-4129-9863-274f63047c5a req-4700dfce-ec2e-49c5-8ca8-e9805ad2702a service neutron] Attempting to bind port 2b925635-d5de-4e53-882f-e501264397e6 on network c9f93891-447d-4495-997b-1b739b394a27 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:42:59.140175 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d94ed32-a068-4129-9863-274f63047c5a req-4700dfce-ec2e-49c5-8ca8-e9805ad2702a service neutron] Port 2b925635-d5de-4e53-882f-e501264397e6 on network c9f93891-447d-4495-997b-1b739b394a27 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:42:59.140505 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d94ed32-a068-4129-9863-274f63047c5a req-4700dfce-ec2e-49c5-8ca8-e9805ad2702a service neutron] Attempting to bind port 2b925635-d5de-4e53-882f-e501264397e6 on network c9f93891-447d-4495-997b-1b739b394a27 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:42:59.151188 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d94ed32-a068-4129-9863-274f63047c5a req-4700dfce-ec2e-49c5-8ca8-e9805ad2702a service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:42:59.151518 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d94ed32-a068-4129-9863-274f63047c5a req-4700dfce-ec2e-49c5-8ca8-e9805ad2702a service neutron] Checking segment: {'id': '7a429fb3-233e-45d8-9b93-9bd36a7f6040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'c9f93891-447d-4495-997b-1b739b394a27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:42:59.151928 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d94ed32-a068-4129-9863-274f63047c5a req-4700dfce-ec2e-49c5-8ca8-e9805ad2702a service neutron] Bound using segment: {'id': '7a429fb3-233e-45d8-9b93-9bd36a7f6040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'c9f93891-447d-4495-997b-1b739b394a27'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:42:59.152361 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-1d94ed32-a068-4129-9863-274f63047c5a req-4700dfce-ec2e-49c5-8ca8-e9805ad2702a service neutron] Bound port: 2b925635-d5de-4e53-882f-e501264397e6, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a429fb3-233e-45d8-9b93-9bd36a7f6040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'c9f93891-447d-4495-997b-1b739b394a27'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:42:59.152708 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-1d94ed32-a068-4129-9863-274f63047c5a req-4700dfce-ec2e-49c5-8ca8-e9805ad2702a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:59.184826 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-aed86a42-4c28-45b4-ad48-c740830db46d req-1eeed3ef-79b9-4821-9241-cf17b1bc32c3 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/security-groups?id=d35df9ed-76e1-4821-b449-9857ba424946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759672 Jun 11 09:42:59.190172 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [req-1d94ed32-a068-4129-9863-274f63047c5a req-66ccce83-5a48-4a1d-aae6-eb1026b7d33b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 171214e0-4b28-4aec-b56d-731d2e4c00c5 {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:42:59.262359 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-1d94ed32-a068-4129-9863-274f63047c5a req-4700dfce-ec2e-49c5-8ca8-e9805ad2702a service neutron] For port 2b925635-d5de-4e53-882f-e501264397e6, host n-h1-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:42:59.267053 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-1d94ed32-a068-4129-9863-274f63047c5a req-4700dfce-ec2e-49c5-8ca8-e9805ad2702a service neutron] For port 2b925635-d5de-4e53-882f-e501264397e6, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=2b925635-d5de-4e53-882f-e501264397e6,segment=NetworkSegment(7a429fb3-233e-45d8-9b93-9bd36a7f6040),segment_id=7a429fb3-233e-45d8-9b93-9bd36a7f6040)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:42:59.282133 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-1d94ed32-a068-4129-9863-274f63047c5a req-66ccce83-5a48-4a1d-aae6-eb1026b7d33b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:59.295967 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-1d94ed32-a068-4129-9863-274f63047c5a req-66ccce83-5a48-4a1d-aae6-eb1026b7d33b service neutron] Transition to ACTIVE for port object 171214e0-4b28-4aec-b56d-731d2e4c00c5 will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:42:59.310749 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-f5c4eaef-18f7-4203-826b-60c59b69a61b req-3722c12d-00b9-4faa-ab18-274bb0c2758a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e499b54f-6875-4b60-a912-027fedf9c989 {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:42:59.334558 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-1d94ed32-a068-4129-9863-274f63047c5a req-4700dfce-ec2e-49c5-8ca8-e9805ad2702a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:59.337012 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-917afec7-d5f2-4c91-87c2-343854d084f2 tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:42:59.344791 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-f5c4eaef-18f7-4203-826b-60c59b69a61b req-3722c12d-00b9-4faa-ab18-274bb0c2758a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:59.365505 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-f5c4eaef-18f7-4203-826b-60c59b69a61b req-3722c12d-00b9-4faa-ab18-274bb0c2758a service neutron] Transition to ACTIVE for port object e499b54f-6875-4b60-a912-027fedf9c989 will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:42:59.404164 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc5479f-ea2f-4864-9077-ddb0531b7d40 req-c5724003-c999-4b44-9323-76f65aee488f tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:59.406254 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-bbc5479f-ea2f-4864-9077-ddb0531b7d40 req-c5724003-c999-4b44-9323-76f65aee488f tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] 10.222.0.60 "GET /v2.0/ports?device_id=37b30037-a02b-413e-b345-f18e6fde59c3 HTTP/1.1" status: 200 len: 932 time: 0.1073511 Jun 11 09:42:59.424077 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:42:59.424077 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:42:59.424077 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:42:59.424077 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:42:59.424077 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:42:59.424077 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:42:59.424077 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:42:59.424077 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:42:59.424077 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:42:59.424077 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:42:59.424077 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:42:59.424077 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:42:59.424077 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:42:59.424077 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:42:59.424077 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:42:59.424077 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:42:59.424077 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:42:59.424077 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:42:59.424077 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:42:59.424077 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:42:59.424077 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:42:59.424077 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:42:59.424077 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:42:59.424077 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:42:59.424077 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:42:59.424077 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:42:59.424077 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:42:59.424077 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:42:59.424077 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:42:59.424077 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:42:59.424077 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:42:59.424077 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:42:59.424077 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:42:59.424077 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:42:59.424077 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:42:59.424077 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:42:59.424077 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:42:59.424077 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:42:59.424077 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:42:59.424077 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:42:59.424077 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:42:59.424077 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:42:59.424077 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:42:59.424077 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:42:59.427444 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:42:59.427444 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:42:59.427444 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:42:59.427444 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:42:59.427444 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:42:59.427444 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:42:59.427444 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:42:59.427444 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:42:59.427444 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:42:59.427444 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:42:59.427444 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:42:59.427444 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:42:59.427444 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:42:59.427444 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:42:59.427444 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:42:59.427444 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:42:59.452151 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-f5c4eaef-18f7-4203-826b-60c59b69a61b req-3722c12d-00b9-4faa-ab18-274bb0c2758a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:59.456678 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5a76eb1c-52cd-498e-b7c1-2ab8b235b79b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:42:59.467117 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-bbc5479f-ea2f-4864-9077-ddb0531b7d40 req-c79d0396-7252-468b-9dd3-d3fd7af894f0 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] 10.222.0.60 "GET /v2.0/security-groups?id=8c9f17ce-f43f-4bb5-99db-9fa6af84fd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542068 Jun 11 09:42:59.471927 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-1d94ed32-a068-4129-9863-274f63047c5a req-66ccce83-5a48-4a1d-aae6-eb1026b7d33b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:59.520118 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d94ed32-a068-4129-9863-274f63047c5a req-4700dfce-ec2e-49c5-8ca8-e9805ad2702a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:59.520741 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-1d94ed32-a068-4129-9863-274f63047c5a req-4700dfce-ec2e-49c5-8ca8-e9805ad2702a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:59.522156 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1d94ed32-a068-4129-9863-274f63047c5a req-4700dfce-ec2e-49c5-8ca8-e9805ad2702a service neutron] 10.222.0.64 "PUT /v2.0/ports/2b925635-d5de-4e53-882f-e501264397e6 HTTP/1.1" status: 200 len: 1092 time: 2.8842435 Jun 11 09:42:59.522679 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a68ffda-989a-46a3-a342-df3ac5f36713', 'tag': '2b925635-d5de-4e53-882f-e501264397e6'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:42:59.525640 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c1ee9d-b0d5-49c9-a89c-e38200dfb1df" -d '{"events": [{"name": "network-changed", "server_uuid": "2a68ffda-989a-46a3-a342-df3ac5f36713", "tag": "2b925635-d5de-4e53-882f-e501264397e6"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:42:59.545998 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4700dfce-ec2e-49c5-8ca8-e9805ad2702a service neutron] Pushing event updated for resources: {'Port': ['ID=2b925635-d5de-4e53-882f-e501264397e6,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:42:59.598197 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3722c12d-00b9-4faa-ab18-274bb0c2758a service neutron] Pushing event updated for resources: {'Port': ['ID=e499b54f-6875-4b60-a912-027fedf9c989,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:42:59.601792 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3722c12d-00b9-4faa-ab18-274bb0c2758a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:42:59.613152 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4700dfce-ec2e-49c5-8ca8-e9805ad2702a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:42:59.614617 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0e0acba7-68b6-47a7-b4ea-7719489d220e tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.141s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:42:59.762867 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-f5c4eaef-18f7-4203-826b-60c59b69a61b req-3722c12d-00b9-4faa-ab18-274bb0c2758a service neutron] Attempting to bind port e499b54f-6875-4b60-a912-027fedf9c989 on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:42:59.763209 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-f5c4eaef-18f7-4203-826b-60c59b69a61b req-3722c12d-00b9-4faa-ab18-274bb0c2758a service neutron] Attempting to bind port e499b54f-6875-4b60-a912-027fedf9c989 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:42:59.763548 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c4eaef-18f7-4203-826b-60c59b69a61b req-3722c12d-00b9-4faa-ab18-274bb0c2758a service neutron] Attempting to bind port e499b54f-6875-4b60-a912-027fedf9c989 on network cf20d108-f84c-44de-9036-2269564edd60 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:42:59.769230 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c4eaef-18f7-4203-826b-60c59b69a61b req-3722c12d-00b9-4faa-ab18-274bb0c2758a service neutron] Port e499b54f-6875-4b60-a912-027fedf9c989 on network cf20d108-f84c-44de-9036-2269564edd60 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:42:59.769560 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c4eaef-18f7-4203-826b-60c59b69a61b req-3722c12d-00b9-4faa-ab18-274bb0c2758a service neutron] Attempting to bind port e499b54f-6875-4b60-a912-027fedf9c989 on network cf20d108-f84c-44de-9036-2269564edd60 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:42:59.781893 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b4d86f-7295-4c33-b4c0-4b333356b611 req-40f3d77e-ab1b-41ad-ba12-8f9cf8a192f7 tempest-LiveAutoBlockMigrationV225Test-226334702 tempest-LiveAutoBlockMigrationV225Test-226334702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:59.781893 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-86b4d86f-7295-4c33-b4c0-4b333356b611 req-40f3d77e-ab1b-41ad-ba12-8f9cf8a192f7 tempest-LiveAutoBlockMigrationV225Test-226334702 tempest-LiveAutoBlockMigrationV225Test-226334702-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=06244c58-7914-4ac4-ba34-fcb809a8fc02 HTTP/1.1" status: 200 len: 1097 time: 0.1107390 Jun 11 09:42:59.784310 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c4eaef-18f7-4203-826b-60c59b69a61b req-3722c12d-00b9-4faa-ab18-274bb0c2758a service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:42:59.784624 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c4eaef-18f7-4203-826b-60c59b69a61b req-3722c12d-00b9-4faa-ab18-274bb0c2758a service neutron] Checking segment: {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:42:59.785053 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c4eaef-18f7-4203-826b-60c59b69a61b req-3722c12d-00b9-4faa-ab18-274bb0c2758a service neutron] Bound using segment: {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:42:59.785473 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-f5c4eaef-18f7-4203-826b-60c59b69a61b req-3722c12d-00b9-4faa-ab18-274bb0c2758a service neutron] Bound port: e499b54f-6875-4b60-a912-027fedf9c989, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:42:59.785901 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-f5c4eaef-18f7-4203-826b-60c59b69a61b req-3722c12d-00b9-4faa-ab18-274bb0c2758a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:42:59.828242 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ccce83-5a48-4a1d-aae6-eb1026b7d33b service neutron] Pushing event updated for resources: {'Port': ['ID=171214e0-4b28-4aec-b56d-731d2e4c00c5,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:42:59.846022 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4775574-43bc-45bc-a873-6a153b47088a req-c1326950-c23e-4a3d-84f9-3ae287eea1e6 tempest-AttachSCSIVolumeTestJSON-1132769149 tempest-AttachSCSIVolumeTestJSON-1132769149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:59.852908 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b4775574-43bc-45bc-a873-6a153b47088a req-c1326950-c23e-4a3d-84f9-3ae287eea1e6 tempest-AttachSCSIVolumeTestJSON-1132769149 tempest-AttachSCSIVolumeTestJSON-1132769149-project] 10.222.0.60 "GET /v2.0/ports?device_id=b71463a9-08f5-44fc-b2c3-92a5cfc52778 HTTP/1.1" status: 200 len: 946 time: 0.4419928 Jun 11 09:42:59.863687 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b0700-e4f5-4f19-bd29-0c12b2006799 req-c685aab1-f035-495a-bee0-59b29e29c452 tempest-AttachSCSIVolumeTestJSON-1132769149 tempest-AttachSCSIVolumeTestJSON-1132769149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:42:59.865473 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3d3b0700-e4f5-4f19-bd29-0c12b2006799 req-c685aab1-f035-495a-bee0-59b29e29c452 tempest-AttachSCSIVolumeTestJSON-1132769149 tempest-AttachSCSIVolumeTestJSON-1132769149-project] 10.222.0.69 "GET /v2.0/ports?device_id=b71463a9-08f5-44fc-b2c3-92a5cfc52778 HTTP/1.1" status: 200 len: 946 time: 0.4519067 Jun 11 09:42:59.872686 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-86b4d86f-7295-4c33-b4c0-4b333356b611 req-c3843fcc-227d-4447-b5df-88795ff61ee1 tempest-LiveAutoBlockMigrationV225Test-226334702 tempest-LiveAutoBlockMigrationV225Test-226334702-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788605 Jun 11 09:42:59.878848 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-66ccce83-5a48-4a1d-aae6-eb1026b7d33b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:42:59.896275 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-f5c4eaef-18f7-4203-826b-60c59b69a61b req-3722c12d-00b9-4faa-ab18-274bb0c2758a service neutron] For port e499b54f-6875-4b60-a912-027fedf9c989, host n-h1-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:42:59.900027 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-f5c4eaef-18f7-4203-826b-60c59b69a61b req-3722c12d-00b9-4faa-ab18-274bb0c2758a service neutron] For port e499b54f-6875-4b60-a912-027fedf9c989, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=e499b54f-6875-4b60-a912-027fedf9c989,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:42:59.991730 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-1d94ed32-a068-4129-9863-274f63047c5a req-66ccce83-5a48-4a1d-aae6-eb1026b7d33b service neutron] Attempting to bind port 171214e0-4b28-4aec-b56d-731d2e4c00c5 on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:42:59.992415 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-1d94ed32-a068-4129-9863-274f63047c5a req-66ccce83-5a48-4a1d-aae6-eb1026b7d33b service neutron] Attempting to bind port 171214e0-4b28-4aec-b56d-731d2e4c00c5 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '7a429fb3-233e-45d8-9b93-9bd36a7f6040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'c9f93891-447d-4495-997b-1b739b394a27'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:42:59.992577 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d94ed32-a068-4129-9863-274f63047c5a req-66ccce83-5a48-4a1d-aae6-eb1026b7d33b service neutron] Attempting to bind port 171214e0-4b28-4aec-b56d-731d2e4c00c5 on network c9f93891-447d-4495-997b-1b739b394a27 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:43:00.002761 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-f5c4eaef-18f7-4203-826b-60c59b69a61b req-3722c12d-00b9-4faa-ab18-274bb0c2758a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:00.005238 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-846ff82e-4bf9-4f33-b617-f8b134d1aae2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:43:00.012456 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b4775574-43bc-45bc-a873-6a153b47088a req-1fb6cae3-7716-4f7e-b5fe-d003d5d2f5aa tempest-AttachSCSIVolumeTestJSON-1132769149 tempest-AttachSCSIVolumeTestJSON-1132769149-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1535470-6fd6-470a-87ae-22be32747a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582546 Jun 11 09:43:00.018890 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d94ed32-a068-4129-9863-274f63047c5a req-66ccce83-5a48-4a1d-aae6-eb1026b7d33b service neutron] Port 171214e0-4b28-4aec-b56d-731d2e4c00c5 on network c9f93891-447d-4495-997b-1b739b394a27 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:43:00.019225 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d94ed32-a068-4129-9863-274f63047c5a req-66ccce83-5a48-4a1d-aae6-eb1026b7d33b service neutron] Attempting to bind port 171214e0-4b28-4aec-b56d-731d2e4c00c5 on network c9f93891-447d-4495-997b-1b739b394a27 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:43:00.049083 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d94ed32-a068-4129-9863-274f63047c5a req-e99cafb6-c483-4475-8a5c-e42d60227d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:00.050556 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1d94ed32-a068-4129-9863-274f63047c5a req-e99cafb6-c483-4475-8a5c-e42d60227d43 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d9da6d07c7144d68abff6d528a287a09&device_id=2a68ffda-989a-46a3-a342-df3ac5f36713 HTTP/1.1" status: 200 len: 1095 time: 0.4085362 Jun 11 09:43:00.058837 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d94ed32-a068-4129-9863-274f63047c5a req-66ccce83-5a48-4a1d-aae6-eb1026b7d33b service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:43:00.068621 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d94ed32-a068-4129-9863-274f63047c5a req-66ccce83-5a48-4a1d-aae6-eb1026b7d33b service neutron] Checking segment: {'id': '7a429fb3-233e-45d8-9b93-9bd36a7f6040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'c9f93891-447d-4495-997b-1b739b394a27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:43:00.071319 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d94ed32-a068-4129-9863-274f63047c5a req-66ccce83-5a48-4a1d-aae6-eb1026b7d33b service neutron] Bound using segment: {'id': '7a429fb3-233e-45d8-9b93-9bd36a7f6040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'c9f93891-447d-4495-997b-1b739b394a27'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:43:00.071319 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-1d94ed32-a068-4129-9863-274f63047c5a req-66ccce83-5a48-4a1d-aae6-eb1026b7d33b service neutron] Bound port: 171214e0-4b28-4aec-b56d-731d2e4c00c5, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a429fb3-233e-45d8-9b93-9bd36a7f6040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'c9f93891-447d-4495-997b-1b739b394a27'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:43:00.071319 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-1d94ed32-a068-4129-9863-274f63047c5a req-66ccce83-5a48-4a1d-aae6-eb1026b7d33b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:00.102760 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3722c12d-00b9-4faa-ab18-274bb0c2758a service neutron] Pushing event updated for resources: {'Port': ['ID=e499b54f-6875-4b60-a912-027fedf9c989,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:43:00.106705 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3722c12d-00b9-4faa-ab18-274bb0c2758a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:43:00.110596 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c4eaef-18f7-4203-826b-60c59b69a61b req-3722c12d-00b9-4faa-ab18-274bb0c2758a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:00.110891 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-f5c4eaef-18f7-4203-826b-60c59b69a61b req-3722c12d-00b9-4faa-ab18-274bb0c2758a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:00.112316 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f5c4eaef-18f7-4203-826b-60c59b69a61b req-3722c12d-00b9-4faa-ab18-274bb0c2758a service neutron] 10.222.0.64 "PUT /v2.0/ports/e499b54f-6875-4b60-a912-027fedf9c989 HTTP/1.1" status: 200 len: 1097 time: 1.6824882 Jun 11 09:43:00.112847 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61bdd584-92ea-40d1-956a-4728400d9b4c', 'tag': 'e499b54f-6875-4b60-a912-027fedf9c989'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:43:00.115140 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ee1977-af72-402f-a9ec-bc2dc4bf4880" -d '{"events": [{"name": "network-changed", "server_uuid": "61bdd584-92ea-40d1-956a-4728400d9b4c", "tag": "e499b54f-6875-4b60-a912-027fedf9c989"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:43:00.163606 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa2fa6f2-6922-4575-ad09-35443f972111 x-openstack-request-id: req-aa2fa6f2-6922-4575-ad09-35443f972111 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:43:00.164268 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a68ffda-989a-46a3-a342-df3ac5f36713", "tag": "2b925635-d5de-4e53-882f-e501264397e6", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:43:00.164268 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-aa2fa6f2-6922-4575-ad09-35443f972111 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:43:00.164659 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a68ffda-989a-46a3-a342-df3ac5f36713', 'tag': '2b925635-d5de-4e53-882f-e501264397e6', 'status': 'completed', 'code': 200} Jun 11 09:43:00.172882 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1d94ed32-a068-4129-9863-274f63047c5a req-3834691c-32e1-4faa-8b59-8e4c2a2b6bde service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2b925635-d5de-4e53-882f-e501264397e6 HTTP/1.1" status: 200 len: 217 time: 0.0993950 Jun 11 09:43:00.246928 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0362a1cf-e9a9-4900-974e-9de9c9fa1306 req-0410115c-6313-4022-9aae-8c26a21352fb tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:00.254313 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0362a1cf-e9a9-4900-974e-9de9c9fa1306 req-0410115c-6313-4022-9aae-8c26a21352fb tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/ports?device_id=32c534e8-6a37-462b-be83-c987e2b54ac8 HTTP/1.1" status: 200 len: 949 time: 0.1140771 Jun 11 09:43:00.338699 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0362a1cf-e9a9-4900-974e-9de9c9fa1306 req-a6d1ea7d-a370-4132-98c9-2578b35b1e55 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca3026f3-8a05-4fe5-9c7d-b1a6d33061fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832164 Jun 11 09:43:00.358805 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-3d3b0700-e4f5-4f19-bd29-0c12b2006799 req-ebab50c5-0425-4c70-a2ab-e8a565f63c9b tempest-AttachSCSIVolumeTestJSON-1132769149 tempest-AttachSCSIVolumeTestJSON-1132769149-project] Deleting port 7fdec3ad-425b-4999-a92c-e8dfb07059d6 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:43:00.359097 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-3d3b0700-e4f5-4f19-bd29-0c12b2006799 req-ebab50c5-0425-4c70-a2ab-e8a565f63c9b tempest-AttachSCSIVolumeTestJSON-1132769149 tempest-AttachSCSIVolumeTestJSON-1132769149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:00.381011 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c4eaef-18f7-4203-826b-60c59b69a61b req-b752eace-8d79-4142-aa0c-3a29aa6344b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:00.385063 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f5c4eaef-18f7-4203-826b-60c59b69a61b req-b752eace-8d79-4142-aa0c-3a29aa6344b0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a10270434c34de9b98cfc51150cacd7&device_id=61bdd584-92ea-40d1-956a-4728400d9b4c HTTP/1.1" status: 200 len: 1100 time: 0.1082258 Jun 11 09:43:00.398830 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d94ed32-a068-4129-9863-274f63047c5a req-b1ff3f94-8e77-4d3e-84a2-50e4dd69bd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:00.398830 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1d94ed32-a068-4129-9863-274f63047c5a req-b1ff3f94-8e77-4d3e-84a2-50e4dd69bd76 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2993b50a-0956-4b75-85e8-91af6beab6c9 HTTP/1.1" status: 200 len: 853 time: 0.1735568 Jun 11 09:43:00.458600 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1d94ed32-a068-4129-9863-274f63047c5a req-0ae3df50-3045-450e-85ec-929cef14fc2c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c9f93891-447d-4495-997b-1b739b394a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478332 Jun 11 09:43:00.463872 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f5c4eaef-18f7-4203-826b-60c59b69a61b req-28796d0f-7f0a-4b38-9435-b9ce447d91f9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=e499b54f-6875-4b60-a912-027fedf9c989 HTTP/1.1" status: 200 len: 217 time: 0.0705242 Jun 11 09:43:00.464100 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-1d94ed32-a068-4129-9863-274f63047c5a req-66ccce83-5a48-4a1d-aae6-eb1026b7d33b service neutron] For port 171214e0-4b28-4aec-b56d-731d2e4c00c5, host n-h1-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:43:00.538146 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a7beb9-f1a4-49ea-97cb-fcacbe5c6d14 x-openstack-request-id: req-70a7beb9-f1a4-49ea-97cb-fcacbe5c6d14 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:43:00.538601 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61bdd584-92ea-40d1-956a-4728400d9b4c", "tag": "e499b54f-6875-4b60-a912-027fedf9c989", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:43:00.538825 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-70a7beb9-f1a4-49ea-97cb-fcacbe5c6d14 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:43:00.539193 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61bdd584-92ea-40d1-956a-4728400d9b4c', 'tag': 'e499b54f-6875-4b60-a912-027fedf9c989', 'status': 'completed', 'code': 200} Jun 11 09:43:00.541071 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c4eaef-18f7-4203-826b-60c59b69a61b req-cec16a3f-8d0b-4b61-b298-f17539a9a64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:00.542714 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f5c4eaef-18f7-4203-826b-60c59b69a61b req-cec16a3f-8d0b-4b61-b298-f17539a9a64a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=189b03cc-b2a8-4615-9ab5-ad0328c3f10f HTTP/1.1" status: 200 len: 843 time: 0.0664942 Jun 11 09:43:00.552051 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-1d94ed32-a068-4129-9863-274f63047c5a req-66ccce83-5a48-4a1d-aae6-eb1026b7d33b service neutron] For port 171214e0-4b28-4aec-b56d-731d2e4c00c5, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=171214e0-4b28-4aec-b56d-731d2e4c00c5,segment=NetworkSegment(7a429fb3-233e-45d8-9b93-9bd36a7f6040),segment_id=7a429fb3-233e-45d8-9b93-9bd36a7f6040)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:43:00.614882 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c4eaef-18f7-4203-826b-60c59b69a61b req-e4c9b715-de02-4083-97c8-caa606d845aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:00.616333 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f5c4eaef-18f7-4203-826b-60c59b69a61b req-e4c9b715-de02-4083-97c8-caa606d845aa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf20d108-f84c-44de-9036-2269564edd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0666425 Jun 11 09:43:00.616673 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-1d94ed32-a068-4129-9863-274f63047c5a req-66ccce83-5a48-4a1d-aae6-eb1026b7d33b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:00.619555 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4700dfce-ec2e-49c5-8ca8-e9805ad2702a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:43:00.791019 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:00.794351 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9df5b5-0a02-49f1-89e6-33f7d036f0c5 req-95b95b8f-aa4c-44bf-b4ae-6085cf6e35ab tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:00.795936 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1a9df5b5-0a02-49f1-89e6-33f7d036f0c5 req-95b95b8f-aa4c-44bf-b4ae-6085cf6e35ab tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=61bdd584-92ea-40d1-956a-4728400d9b4c HTTP/1.1" status: 200 len: 948 time: 0.1648700 Jun 11 09:43:00.797806 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f5c4eaef-18f7-4203-826b-60c59b69a61b req-184ea4b7-bb9a-46da-bdc5-7ca086a73ed4 service neutron] 10.222.0.64 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743741 Jun 11 09:43:00.872362 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1a9df5b5-0a02-49f1-89e6-33f7d036f0c5 req-425879c6-d1d8-4672-8a68-944496a5ff37 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/security-groups?id=d35df9ed-76e1-4821-b449-9857ba424946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698287 Jun 11 09:43:00.964830 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f5c4eaef-18f7-4203-826b-60c59b69a61b req-4178b567-42d0-489c-a2bc-bdd650c34fdc service neutron] 10.222.0.64 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560080 Jun 11 09:43:01.011585 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24588db-f533-46d9-86c8-3a1c8e1fc0e1 req-2a93f86d-677a-4c85-bb8d-2e3cf7d871e7 tempest-LiveAutoBlockMigrationV225Test-226334702 tempest-LiveAutoBlockMigrationV225Test-226334702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:01.013219 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d24588db-f533-46d9-86c8-3a1c8e1fc0e1 req-2a93f86d-677a-4c85-bb8d-2e3cf7d871e7 tempest-LiveAutoBlockMigrationV225Test-226334702 tempest-LiveAutoBlockMigrationV225Test-226334702-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=06244c58-7914-4ac4-ba34-fcb809a8fc02 HTTP/1.1" status: 200 len: 1097 time: 0.7217314 Jun 11 09:43:01.026750 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-3d3b0700-e4f5-4f19-bd29-0c12b2006799 req-ebab50c5-0425-4c70-a2ab-e8a565f63c9b tempest-AttachSCSIVolumeTestJSON-1132769149 tempest-AttachSCSIVolumeTestJSON-1132769149-project] For port 7fdec3ad-425b-4999-a92c-e8dfb07059d6, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=7fdec3ad-425b-4999-a92c-e8dfb07059d6,segment=NetworkSegment(1df4e852-26c2-4351-8bb6-614dccc2bd7d),segment_id=1df4e852-26c2-4351-8bb6-614dccc2bd7d)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:43:01.026750 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-3d3b0700-e4f5-4f19-bd29-0c12b2006799 req-ebab50c5-0425-4c70-a2ab-e8a565f63c9b tempest-AttachSCSIVolumeTestJSON-1132769149 tempest-AttachSCSIVolumeTestJSON-1132769149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:01.053193 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9380a4-8965-40aa-80b5-7c8d9654f085 req-cb7ba6d2-a8fd-4281-b6a8-c5c927d190d6 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:01.054845 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3f9380a4-8965-40aa-80b5-7c8d9654f085 req-cb7ba6d2-a8fd-4281-b6a8-c5c927d190d6 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] 10.222.0.60 "GET /v2.0/ports?device_id=37b30037-a02b-413e-b345-f18e6fde59c3 HTTP/1.1" status: 200 len: 944 time: 0.0751576 Jun 11 09:43:01.098107 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d94ed32-a068-4129-9863-274f63047c5a req-66ccce83-5a48-4a1d-aae6-eb1026b7d33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:01.098107 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-1d94ed32-a068-4129-9863-274f63047c5a req-66ccce83-5a48-4a1d-aae6-eb1026b7d33b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:01.098107 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1d94ed32-a068-4129-9863-274f63047c5a req-66ccce83-5a48-4a1d-aae6-eb1026b7d33b service neutron] 10.222.0.64 "PUT /v2.0/ports/171214e0-4b28-4aec-b56d-731d2e4c00c5 HTTP/1.1" status: 200 len: 1093 time: 3.0153911 Jun 11 09:43:01.164640 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3f9380a4-8965-40aa-80b5-7c8d9654f085 req-38ab2b84-abf8-40a9-a6f6-59a5e86cc6ee tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] 10.222.0.60 "GET /v2.0/security-groups?id=8c9f17ce-f43f-4bb5-99db-9fa6af84fd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881693 Jun 11 09:43:01.177112 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee1977-af72-402f-a9ec-bc2dc4bf4880 req-2c7cf1a9-f1f5-4b35-b1be-15d14a76886e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:01.178623 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b5ee1977-af72-402f-a9ec-bc2dc4bf4880 req-2c7cf1a9-f1f5-4b35-b1be-15d14a76886e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a10270434c34de9b98cfc51150cacd7&device_id=61bdd584-92ea-40d1-956a-4728400d9b4c HTTP/1.1" status: 200 len: 1100 time: 0.0850468 Jun 11 09:43:01.207802 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-3d3b0700-e4f5-4f19-bd29-0c12b2006799 req-ebab50c5-0425-4c70-a2ab-e8a565f63c9b tempest-AttachSCSIVolumeTestJSON-1132769149 tempest-AttachSCSIVolumeTestJSON-1132769149-project] Calling delete_port for 7fdec3ad-425b-4999-a92c-e8dfb07059d6 owned by compute:nova {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:43:01.245565 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1d94ed32-a068-4129-9863-274f63047c5a req-f05fd3fe-7944-454b-99af-39e886a6a07c service neutron] 10.222.0.64 "GET /v2.0/networks/c9f93891-447d-4495-997b-1b739b394a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7108550 Jun 11 09:43:01.289448 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ccce83-5a48-4a1d-aae6-eb1026b7d33b service neutron] Pushing event updated for resources: {'Port': ['ID=171214e0-4b28-4aec-b56d-731d2e4c00c5,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:43:01.293036 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-66ccce83-5a48-4a1d-aae6-eb1026b7d33b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.673s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:43:01.340581 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee1977-af72-402f-a9ec-bc2dc4bf4880 req-b82f673e-13b7-4008-8626-db168f1c00b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:01.344329 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b5ee1977-af72-402f-a9ec-bc2dc4bf4880 req-b82f673e-13b7-4008-8626-db168f1c00b9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cf20d108-f84c-44de-9036-2269564edd60 HTTP/1.1" status: 200 len: 870 time: 0.1586688 Jun 11 09:43:01.388774 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d24588db-f533-46d9-86c8-3a1c8e1fc0e1 req-7319a517-00bf-4f83-bbc0-89b17be113f1 tempest-LiveAutoBlockMigrationV225Test-226334702 tempest-LiveAutoBlockMigrationV225Test-226334702-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3587096 Jun 11 09:43:01.424054 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b5ee1977-af72-402f-a9ec-bc2dc4bf4880 req-6e1204e2-804b-4ce3-a438-47bd0ec655ca service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=e499b54f-6875-4b60-a912-027fedf9c989 HTTP/1.1" status: 200 len: 217 time: 0.0729048 Jun 11 09:43:01.515420 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee1977-af72-402f-a9ec-bc2dc4bf4880 req-d4d95296-4ce8-4e90-86e8-a8e790bfc19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:01.517459 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b5ee1977-af72-402f-a9ec-bc2dc4bf4880 req-d4d95296-4ce8-4e90-86e8-a8e790bfc19b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=189b03cc-b2a8-4615-9ab5-ad0328c3f10f HTTP/1.1" status: 200 len: 843 time: 0.0862825 Jun 11 09:43:01.526508 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1d94ed32-a068-4129-9863-274f63047c5a req-4159e4d1-fa6a-45e9-8dee-70b460537f16 service neutron] 10.222.0.64 "GET /v2.0/networks/c9f93891-447d-4495-997b-1b739b394a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475240 Jun 11 09:43:01.529327 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d94ed32-a068-4129-9863-274f63047c5a req-ba0ae97a-debc-4d52-94fa-4db4d2596006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:01.532092 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1d94ed32-a068-4129-9863-274f63047c5a req-ba0ae97a-debc-4d52-94fa-4db4d2596006 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d9da6d07c7144d68abff6d528a287a09&device_id=37b30037-a02b-413e-b345-f18e6fde59c3 HTTP/1.1" status: 200 len: 1096 time: 0.2984357 Jun 11 09:43:01.658365 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1d94ed32-a068-4129-9863-274f63047c5a req-2c8faa37-dc8e-4314-8040-1f6376907b1a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=171214e0-4b28-4aec-b56d-731d2e4c00c5 HTTP/1.1" status: 200 len: 217 time: 0.1140997 Jun 11 09:43:01.658691 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee1977-af72-402f-a9ec-bc2dc4bf4880 req-723878c7-35af-4ea0-929c-561ba6594309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:01.660194 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b5ee1977-af72-402f-a9ec-bc2dc4bf4880 req-723878c7-35af-4ea0-929c-561ba6594309 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf20d108-f84c-44de-9036-2269564edd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1355383 Jun 11 09:43:01.671433 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d199a78-1005-494e-9cd0-443e16a33748 req-5b6f40e6-0a35-4d44-bc08-d879c8f73134 tempest-AttachSCSIVolumeTestJSON-1132769149 tempest-AttachSCSIVolumeTestJSON-1132769149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:01.672921 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1d199a78-1005-494e-9cd0-443e16a33748 req-5b6f40e6-0a35-4d44-bc08-d879c8f73134 tempest-AttachSCSIVolumeTestJSON-1132769149 tempest-AttachSCSIVolumeTestJSON-1132769149-project] 10.222.0.60 "GET /v2.0/ports?device_id=b71463a9-08f5-44fc-b2c3-92a5cfc52778 HTTP/1.1" status: 200 len: 946 time: 0.0937400 Jun 11 09:43:01.789220 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1d199a78-1005-494e-9cd0-443e16a33748 req-8ab6ec16-6560-47a4-bcfd-95e168f23763 tempest-AttachSCSIVolumeTestJSON-1132769149 tempest-AttachSCSIVolumeTestJSON-1132769149-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1535470-6fd6-470a-87ae-22be32747a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077750 Jun 11 09:43:01.809307 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d94ed32-a068-4129-9863-274f63047c5a req-fb1fc11d-cefa-488c-b109-a60fe9d2b172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:01.810835 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1d94ed32-a068-4129-9863-274f63047c5a req-fb1fc11d-cefa-488c-b109-a60fe9d2b172 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2993b50a-0956-4b75-85e8-91af6beab6c9 HTTP/1.1" status: 200 len: 853 time: 0.1011291 Jun 11 09:43:01.830755 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b5ee1977-af72-402f-a9ec-bc2dc4bf4880 req-2801aec0-309a-46db-884b-6353d7b37ebd service neutron] 10.222.0.64 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566885 Jun 11 09:43:01.863083 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f1ce9d-5e05-4edf-b2c6-3b991b110163 req-e5bcfa68-c1b8-4b1d-b491-38a6607fab44 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:01.864899 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-78f1ce9d-5e05-4edf-b2c6-3b991b110163 req-e5bcfa68-c1b8-4b1d-b491-38a6607fab44 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/ports?device_id=32c534e8-6a37-462b-be83-c987e2b54ac8 HTTP/1.1" status: 200 len: 949 time: 0.2783480 Jun 11 09:43:01.869438 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1d94ed32-a068-4129-9863-274f63047c5a req-f45dc457-eb84-4a26-9067-8d498e079365 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c9f93891-447d-4495-997b-1b739b394a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480680 Jun 11 09:43:01.876136 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-3d3b0700-e4f5-4f19-bd29-0c12b2006799 req-ebab50c5-0425-4c70-a2ab-e8a565f63c9b tempest-AttachSCSIVolumeTestJSON-1132769149 tempest-AttachSCSIVolumeTestJSON-1132769149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:01.877436 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c1ee9d-b0d5-49c9-a89c-e38200dfb1df req-7e391d2f-5909-4f8d-b480-565092f5c6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:01.879126 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-42c1ee9d-b0d5-49c9-a89c-e38200dfb1df req-7e391d2f-5909-4f8d-b480-565092f5c6f1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d9da6d07c7144d68abff6d528a287a09&device_id=2a68ffda-989a-46a3-a342-df3ac5f36713 HTTP/1.1" status: 200 len: 1095 time: 0.2402279 Jun 11 09:43:01.882051 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-fadefeeb-20bc-4824-abf0-c18161bd4649 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:43:01.941121 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebab50c5-0425-4c70-a2ab-e8a565f63c9b tempest-AttachSCSIVolumeTestJSON-1132769149 tempest-AttachSCSIVolumeTestJSON-1132769149-project] Pushing event deleted for resources: {'Port': ['ID=7fdec3ad-425b-4999-a92c-e8dfb07059d6,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:43:01.975381 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ebab50c5-0425-4c70-a2ab-e8a565f63c9b tempest-AttachSCSIVolumeTestJSON-1132769149 tempest-AttachSCSIVolumeTestJSON-1132769149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:43:02.030883 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b5ee1977-af72-402f-a9ec-bc2dc4bf4880 req-26a0a5c5-21d0-4097-b9a1-256cadefa2b2 service neutron] 10.222.0.64 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926334 Jun 11 09:43:02.142607 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d3b0700-e4f5-4f19-bd29-0c12b2006799 req-ebab50c5-0425-4c70-a2ab-e8a565f63c9b tempest-AttachSCSIVolumeTestJSON-1132769149 tempest-AttachSCSIVolumeTestJSON-1132769149-project] No DVR routers for this DVR port 7fdec3ad-425b-4999-a92c-e8dfb07059d6 on host n-h2-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:43:02.150202 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-3d3b0700-e4f5-4f19-bd29-0c12b2006799 req-ebab50c5-0425-4c70-a2ab-e8a565f63c9b tempest-AttachSCSIVolumeTestJSON-1132769149 tempest-AttachSCSIVolumeTestJSON-1132769149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:02.152245 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3d3b0700-e4f5-4f19-bd29-0c12b2006799 req-ebab50c5-0425-4c70-a2ab-e8a565f63c9b tempest-AttachSCSIVolumeTestJSON-1132769149 tempest-AttachSCSIVolumeTestJSON-1132769149-project] 10.222.0.69 "DELETE /v2.0/ports/7fdec3ad-425b-4999-a92c-e8dfb07059d6 HTTP/1.1" status: 204 len: 173 time: 2.2687621 Jun 11 09:43:02.198836 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-78f1ce9d-5e05-4edf-b2c6-3b991b110163 req-1711627b-7a90-4e9b-a0ac-5124cd7b1855 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca3026f3-8a05-4fe5-9c7d-b1a6d33061fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117657 Jun 11 09:43:02.199354 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37b30037-a02b-413e-b345-f18e6fde59c3', 'tag': '171214e0-4b28-4aec-b56d-731d2e4c00c5'}, {'server_uuid': 'b71463a9-08f5-44fc-b2c3-92a5cfc52778', 'name': 'network-vif-deleted', 'tag': '7fdec3ad-425b-4999-a92c-e8dfb07059d6'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:43:02.201757 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-500611c4-7e74-4703-877b-378af2883ec3" -d '{"events": [{"name": "network-changed", "server_uuid": "37b30037-a02b-413e-b345-f18e6fde59c3", "tag": "171214e0-4b28-4aec-b56d-731d2e4c00c5"}, {"server_uuid": "b71463a9-08f5-44fc-b2c3-92a5cfc52778", "name": "network-vif-deleted", "tag": "7fdec3ad-425b-4999-a92c-e8dfb07059d6"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:43:02.267141 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c1ee9d-b0d5-49c9-a89c-e38200dfb1df req-616cfca6-aa38-40d4-901f-8b2aa1ad954d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:02.268637 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-42c1ee9d-b0d5-49c9-a89c-e38200dfb1df req-616cfca6-aa38-40d4-901f-8b2aa1ad954d service neutron] 10.222.0.64 "GET /v2.0/networks?id=c9f93891-447d-4495-997b-1b739b394a27 HTTP/1.1" status: 200 len: 914 time: 0.3421757 Jun 11 09:43:02.270597 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1d94ed32-a068-4129-9863-274f63047c5a req-905674b2-3ec0-47a6-9c16-8ffb22da71c8 service neutron] 10.222.0.64 "GET /v2.0/networks/c9f93891-447d-4495-997b-1b739b394a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3825774 Jun 11 09:43:02.333523 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-42c1ee9d-b0d5-49c9-a89c-e38200dfb1df req-fede60c8-217a-4acd-9138-984f6fc9a5e2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2b925635-d5de-4e53-882f-e501264397e6 HTTP/1.1" status: 200 len: 217 time: 0.0509243 Jun 11 09:43:02.403336 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c1ee9d-b0d5-49c9-a89c-e38200dfb1df req-272fa4fd-d0fb-441b-a345-2f423569564e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:02.404793 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-42c1ee9d-b0d5-49c9-a89c-e38200dfb1df req-272fa4fd-d0fb-441b-a345-2f423569564e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2993b50a-0956-4b75-85e8-91af6beab6c9 HTTP/1.1" status: 200 len: 853 time: 0.0611331 Jun 11 09:43:02.473817 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-42c1ee9d-b0d5-49c9-a89c-e38200dfb1df req-ad56d93f-4e21-4ca2-ab17-968664405e0c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c9f93891-447d-4495-997b-1b739b394a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514314 Jun 11 09:43:02.696754 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1d94ed32-a068-4129-9863-274f63047c5a req-a6fd3619-97f5-40ba-b3ea-1f5687f681f0 service neutron] 10.222.0.64 "GET /v2.0/networks/c9f93891-447d-4495-997b-1b739b394a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3620906 Jun 11 09:43:02.712797 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8045e07-b7d2-474a-92d5-886fdb15b1d6 req-d8b64ea3-7243-476d-a33b-db9f1cd2c844 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:02.714243 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e8045e07-b7d2-474a-92d5-886fdb15b1d6 req-d8b64ea3-7243-476d-a33b-db9f1cd2c844 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=61bdd584-92ea-40d1-956a-4728400d9b4c HTTP/1.1" status: 200 len: 948 time: 0.3085566 Jun 11 09:43:02.716505 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-42c1ee9d-b0d5-49c9-a89c-e38200dfb1df req-aadcaf52-4579-4e4d-bc77-cce0558109c3 service neutron] 10.222.0.64 "GET /v2.0/networks/c9f93891-447d-4495-997b-1b739b394a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139902 Jun 11 09:43:02.795384 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e8045e07-b7d2-474a-92d5-886fdb15b1d6 req-6596071c-554f-4c26-995b-d12b2876ddaf tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/security-groups?id=d35df9ed-76e1-4821-b449-9857ba424946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733421 Jun 11 09:43:02.882018 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-42c1ee9d-b0d5-49c9-a89c-e38200dfb1df req-8f9ae1a9-2821-46f8-85ef-bea8d646e48d service neutron] 10.222.0.64 "GET /v2.0/networks/c9f93891-447d-4495-997b-1b739b394a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526728 Jun 11 09:43:02.998953 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 7fdec3ad-425b-4999-a92c-e8dfb07059d6 no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:43:03.026418 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] No Port match for: 7fdec3ad-425b-4999-a92c-e8dfb07059d6 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:43:03.026528 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 7fdec3ad-425b-4999-a92c-e8dfb07059d6 not bound to the agent host n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:43:03.028031 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:43:03.035845 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc241c6-7b83-4677-af78-a8a4a41f22b4 req-45e13054-3c36-4f1c-ba76-6bed2e047a11 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:03.037944 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2cc241c6-7b83-4677-af78-a8a4a41f22b4 req-45e13054-3c36-4f1c-ba76-6bed2e047a11 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] 10.222.0.60 "GET /v2.0/ports?device_id=37b30037-a02b-413e-b345-f18e6fde59c3 HTTP/1.1" status: 200 len: 944 time: 0.1132109 Jun 11 09:43:03.123086 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2cc241c6-7b83-4677-af78-a8a4a41f22b4 req-011094e8-fa62-4d96-939c-556c1a2d4037 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] 10.222.0.60 "GET /v2.0/security-groups?id=8c9f17ce-f43f-4bb5-99db-9fa6af84fd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784965 Jun 11 09:43:03.139959 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:03.165756 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32c534e8-6a37-462b-be83-c987e2b54ac8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:43:03.168098 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf75edf-74dd-4a6c-b09b-9e8186ade384" -d '{"events": [{"server_uuid": "32c534e8-6a37-462b-be83-c987e2b54ac8", "name": "network-vif-unplugged", "status": "completed", "tag": "3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:43:03.181822 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 11 Jun 2021 09:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-346a5357-488f-4ecb-a2e1-540ef2a3c35d x-openstack-request-id: req-346a5357-488f-4ecb-a2e1-540ef2a3c35d {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:43:03.182985 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37b30037-a02b-413e-b345-f18e6fde59c3", "tag": "171214e0-4b28-4aec-b56d-731d2e4c00c5", "status": "completed", "code": 200}, {"server_uuid": "b71463a9-08f5-44fc-b2c3-92a5cfc52778", "name": "network-vif-deleted", "tag": "7fdec3ad-425b-4999-a92c-e8dfb07059d6", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:43:03.184876 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-346a5357-488f-4ecb-a2e1-540ef2a3c35d {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:43:03.184876 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37b30037-a02b-413e-b345-f18e6fde59c3', 'tag': '171214e0-4b28-4aec-b56d-731d2e4c00c5', 'status': 'completed', 'code': 200} Jun 11 09:43:03.184876 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b71463a9-08f5-44fc-b2c3-92a5cfc52778', 'name': 'network-vif-deleted', 'tag': '7fdec3ad-425b-4999-a92c-e8dfb07059d6', 'status': 'completed', 'code': 200} Jun 11 09:43:03.185190 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:43:03.282469 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:03.286482 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:43:03.311237 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500611c4-7e74-4703-877b-378af2883ec3 req-4f14f7ab-c733-4968-a5b8-053e682d8889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:03.312823 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-500611c4-7e74-4703-877b-378af2883ec3 req-4f14f7ab-c733-4968-a5b8-053e682d8889 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d9da6d07c7144d68abff6d528a287a09&device_id=37b30037-a02b-413e-b345-f18e6fde59c3 HTTP/1.1" status: 200 len: 1096 time: 0.0937901 Jun 11 09:43:03.386093 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d,revision_number=9']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:43:03.410492 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:43:03.508544 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c8bf1440-96bb-45cc-a2a4-136915236db3 req-1bb9a0fd-2ce6-4c27-b51f-8253c1c97fed tempest-AttachSCSIVolumeTestJSON-1132769149 tempest-AttachSCSIVolumeTestJSON-1132769149-project] 10.222.0.60 "GET /v2.0/ports?device_id=b71463a9-08f5-44fc-b2c3-92a5cfc52778 HTTP/1.1" status: 200 len: 210 time: 0.0440600 Jun 11 09:43:03.531468 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500611c4-7e74-4703-877b-378af2883ec3 req-da52708b-f289-4ce7-8bb2-4f552cbe9b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:03.533479 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-500611c4-7e74-4703-877b-378af2883ec3 req-da52708b-f289-4ce7-8bb2-4f552cbe9b9e service neutron] 10.222.0.64 "GET /v2.0/networks?id=c9f93891-447d-4495-997b-1b739b394a27 HTTP/1.1" status: 200 len: 914 time: 0.2129614 Jun 11 09:43:03.598033 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-500611c4-7e74-4703-877b-378af2883ec3 req-b4257312-9c5e-4fc3-9786-fb4784a3d6f0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=171214e0-4b28-4aec-b56d-731d2e4c00c5 HTTP/1.1" status: 200 len: 217 time: 0.0579638 Jun 11 09:43:03.664814 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500611c4-7e74-4703-877b-378af2883ec3 req-fe894e95-b241-4345-9c04-2f22ecab76d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:03.666582 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-500611c4-7e74-4703-877b-378af2883ec3 req-fe894e95-b241-4345-9c04-2f22ecab76d7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2993b50a-0956-4b75-85e8-91af6beab6c9 HTTP/1.1" status: 200 len: 853 time: 0.0621428 Jun 11 09:43:03.680736 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Jun 2021 09:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12adc650-9581-44ed-a78b-1aca2dbb89d0 x-openstack-request-id: req-12adc650-9581-44ed-a78b-1aca2dbb89d0 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:43:03.681106 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32c534e8-6a37-462b-be83-c987e2b54ac8", "name": "network-vif-unplugged", "status": "completed", "tag": "3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:43:03.681624 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-12adc650-9581-44ed-a78b-1aca2dbb89d0 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:43:03.682262 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32c534e8-6a37-462b-be83-c987e2b54ac8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d', 'code': 200} Jun 11 09:43:03.710595 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-500611c4-7e74-4703-877b-378af2883ec3 req-afdef0ba-0695-4514-a454-7870e07bf065 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c9f93891-447d-4495-997b-1b739b394a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346649 Jun 11 09:43:03.893424 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-500611c4-7e74-4703-877b-378af2883ec3 req-d34c50e9-6fd9-4f1d-b021-ed03cdd812a9 service neutron] 10.222.0.64 "GET /v2.0/networks/c9f93891-447d-4495-997b-1b739b394a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745591 Jun 11 09:43:03.958175 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b84abb3-990f-4a4b-9d52-9f7da6e7136d req-b5ea695e-8643-4f8d-aa44-d1d79f554dcf tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:03.959514 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9b84abb3-990f-4a4b-9d52-9f7da6e7136d req-b5ea695e-8643-4f8d-aa44-d1d79f554dcf tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/ports?device_id=32c534e8-6a37-462b-be83-c987e2b54ac8 HTTP/1.1" status: 200 len: 947 time: 0.1472929 Jun 11 09:43:04.024776 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [req-9f3b2775-c816-44da-b231-7a40d8187493 req-0e0d849b-b6fe-4714-82f8-0fc240d4b30c tempest-LiveAutoBlockMigrationV225Test-226334702 tempest-LiveAutoBlockMigrationV225Test-226334702-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 09:43:04.026389 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9f3b2775-c816-44da-b231-7a40d8187493 req-0e0d849b-b6fe-4714-82f8-0fc240d4b30c tempest-LiveAutoBlockMigrationV225Test-226334702 tempest-LiveAutoBlockMigrationV225Test-226334702-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071747 Jun 11 09:43:04.042232 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-9f3b2775-c816-44da-b231-7a40d8187493 req-ffeea29b-8a7a-425f-ba8a-e44729726e6b service neutron] Request body: {'binding': {'host': 'n-h2-779913-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:43:04.042715 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-9f3b2775-c816-44da-b231-7a40d8187493 req-ffeea29b-8a7a-425f-ba8a-e44729726e6b service neutron] Unknown quota resources ['binding']. {{(pid=93176) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 11 09:43:04.072662 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9b84abb3-990f-4a4b-9d52-9f7da6e7136d req-a1ac7dba-d177-4fcd-98dd-a5ab6eacf458 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca3026f3-8a05-4fe5-9c7d-b1a6d33061fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705774 Jun 11 09:43:04.076324 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-500611c4-7e74-4703-877b-378af2883ec3 req-cf996b30-f6c2-48ca-af34-42e882fda836 service neutron] 10.222.0.64 "GET /v2.0/networks/c9f93891-447d-4495-997b-1b739b394a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748660 Jun 11 09:43:04.241197 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-9f3b2775-c816-44da-b231-7a40d8187493 req-ffeea29b-8a7a-425f-ba8a-e44729726e6b service neutron] Attempting to bind port d00a4cdc-7d41-4b90-b7e8-37b4816a64e9 on host n-h2-779913-12 for vnic_type normal with profile None {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:43:04.241511 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-9f3b2775-c816-44da-b231-7a40d8187493 req-ffeea29b-8a7a-425f-ba8a-e44729726e6b service neutron] Attempting to bind port d00a4cdc-7d41-4b90-b7e8-37b4816a64e9 by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': '56281ee1-4859-40f0-b2a0-2c2117bfda04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '53a42219-c346-45f9-be41-c5dabab2438f'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:43:04.241887 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3b2775-c816-44da-b231-7a40d8187493 req-ffeea29b-8a7a-425f-ba8a-e44729726e6b service neutron] Attempting to bind port d00a4cdc-7d41-4b90-b7e8-37b4816a64e9 on network 53a42219-c346-45f9-be41-c5dabab2438f {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:43:04.247216 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3b2775-c816-44da-b231-7a40d8187493 req-ffeea29b-8a7a-425f-ba8a-e44729726e6b service neutron] Port d00a4cdc-7d41-4b90-b7e8-37b4816a64e9 on network 53a42219-c346-45f9-be41-c5dabab2438f not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:43:04.247530 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3b2775-c816-44da-b231-7a40d8187493 req-ffeea29b-8a7a-425f-ba8a-e44729726e6b service neutron] Attempting to bind port d00a4cdc-7d41-4b90-b7e8-37b4816a64e9 on network 53a42219-c346-45f9-be41-c5dabab2438f {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:43:04.252863 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3b2775-c816-44da-b231-7a40d8187493 req-ffeea29b-8a7a-425f-ba8a-e44729726e6b service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:43:04.253204 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3b2775-c816-44da-b231-7a40d8187493 req-ffeea29b-8a7a-425f-ba8a-e44729726e6b service neutron] Checking segment: {'id': '56281ee1-4859-40f0-b2a0-2c2117bfda04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '53a42219-c346-45f9-be41-c5dabab2438f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:43:04.253866 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3b2775-c816-44da-b231-7a40d8187493 req-ffeea29b-8a7a-425f-ba8a-e44729726e6b service neutron] Bound using segment: {'id': '56281ee1-4859-40f0-b2a0-2c2117bfda04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '53a42219-c346-45f9-be41-c5dabab2438f'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:43:04.254296 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-9f3b2775-c816-44da-b231-7a40d8187493 req-ffeea29b-8a7a-425f-ba8a-e44729726e6b service neutron] Bound port: d00a4cdc-7d41-4b90-b7e8-37b4816a64e9, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56281ee1-4859-40f0-b2a0-2c2117bfda04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '53a42219-c346-45f9-be41-c5dabab2438f'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:43:04.328162 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-9f3b2775-c816-44da-b231-7a40d8187493 req-ffeea29b-8a7a-425f-ba8a-e44729726e6b service neutron] For port d00a4cdc-7d41-4b90-b7e8-37b4816a64e9, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=d00a4cdc-7d41-4b90-b7e8-37b4816a64e9,segment=NetworkSegment(56281ee1-4859-40f0-b2a0-2c2117bfda04),segment_id=56281ee1-4859-40f0-b2a0-2c2117bfda04)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:43:04.397530 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-9f3b2775-c816-44da-b231-7a40d8187493 req-ffeea29b-8a7a-425f-ba8a-e44729726e6b service neutron] Notify callbacks [] for binding, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:04.399634 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9f3b2775-c816-44da-b231-7a40d8187493 req-ffeea29b-8a7a-425f-ba8a-e44729726e6b service neutron] 10.222.0.60 "POST /v2.0/ports/d00a4cdc-7d41-4b90-b7e8-37b4816a64e9/bindings HTTP/1.1" status: 201 len: 390 time: 0.3661823 Jun 11 09:43:04.586601 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d0c222-422c-4339-93d6-414871f05db7 req-e09c4c8b-9a7c-40d4-9bf6-bb70b81e6ff3 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:04.588159 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-04d0c222-422c-4339-93d6-414871f05db7 req-e09c4c8b-9a7c-40d4-9bf6-bb70b81e6ff3 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=61bdd584-92ea-40d1-956a-4728400d9b4c HTTP/1.1" status: 200 len: 948 time: 0.3886213 Jun 11 09:43:04.642265 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-04d0c222-422c-4339-93d6-414871f05db7 req-17a94ae5-5613-455b-a58b-df8bfe16601a tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/security-groups?id=d35df9ed-76e1-4821-b449-9857ba424946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445447 Jun 11 09:43:04.785287 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be39f365-fccf-4146-8425-84f5312f29de req-228ad130-2e4e-449c-b1f7-2387a3937a90 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:04.786775 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-be39f365-fccf-4146-8425-84f5312f29de req-228ad130-2e4e-449c-b1f7-2387a3937a90 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] 10.222.0.60 "GET /v2.0/ports?device_id=37b30037-a02b-413e-b345-f18e6fde59c3 HTTP/1.1" status: 200 len: 944 time: 0.0956683 Jun 11 09:43:04.836445 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-be39f365-fccf-4146-8425-84f5312f29de req-8ed47b06-f3e0-4126-b69b-bfd3a75a6993 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] 10.222.0.60 "GET /v2.0/security-groups?id=8c9f17ce-f43f-4bb5-99db-9fa6af84fd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428216 Jun 11 09:43:04.935107 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device e499b54f-6875-4b60-a912-027fedf9c989 details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:43:05.086746 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b2775-c816-44da-b231-7a40d8187493 req-abb6d63b-53e0-4ff8-8961-631301b3d52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:05.088288 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9f3b2775-c816-44da-b231-7a40d8187493 req-abb6d63b-53e0-4ff8-8961-631301b3d52d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=761e66d23fea4903a68cd9de907a43c1&device_id=06244c58-7914-4ac4-ba34-fcb809a8fc02 HTTP/1.1" status: 200 len: 1097 time: 0.0815058 Jun 11 09:43:05.092573 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port e499b54f-6875-4b60-a912-027fedf9c989, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=e499b54f-6875-4b60-a912-027fedf9c989,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:43:05.094179 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b186427d-d5c4-4f39-b790-2b523a5acfd6 req-17605b61-bff8-42d2-8622-c2cec25e1664 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:05.101469 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b186427d-d5c4-4f39-b790-2b523a5acfd6 req-17605b61-bff8-42d2-8622-c2cec25e1664 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=06244c58-7914-4ac4-ba34-fcb809a8fc02 HTTP/1.1" status: 200 len: 945 time: 0.1487300 Jun 11 09:43:05.134931 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': 'e499b54f-6875-4b60-a912-027fedf9c989', 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60', 'port_id': 'e499b54f-6875-4b60-a912-027fedf9c989', 'mac_address': 'fa:16:3e:05:50:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189b03cc-b2a8-4615-9ab5-ad0328c3f10f', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:43:05.182129 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b186427d-d5c4-4f39-b790-2b523a5acfd6 req-e8fa4973-5b55-44c2-8061-c426c9cb87ee tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795894 Jun 11 09:43:05.237054 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:05.260277 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e499b54f-6875-4b60-a912-027fedf9c989 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:43:05.289440 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:05.291334 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port e499b54f-6875-4b60-a912-027fedf9c989, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=e499b54f-6875-4b60-a912-027fedf9c989,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:43:05.341630 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b2775-c816-44da-b231-7a40d8187493 req-4abfa8ae-d636-47d8-8dd5-884d29d11f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:05.345064 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9f3b2775-c816-44da-b231-7a40d8187493 req-4abfa8ae-d636-47d8-8dd5-884d29d11f31 service neutron] 10.222.0.69 "GET /v2.0/networks?id=53a42219-c346-45f9-be41-c5dabab2438f HTTP/1.1" status: 200 len: 922 time: 0.2478116 Jun 11 09:43:05.362704 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:05.364130 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 171214e0-4b28-4aec-b56d-731d2e4c00c5 details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:43:05.367183 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:43:05.416123 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9f3b2775-c816-44da-b231-7a40d8187493 req-611fc67d-0c06-4137-9bef-b6694e346418 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d00a4cdc-7d41-4b90-b7e8-37b4816a64e9 HTTP/1.1" status: 200 len: 217 time: 0.0646164 Jun 11 09:43:05.452389 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8621dc53-d628-473f-8ddf-f0fe3dac1c86 req-11392a3b-30fd-4cba-af93-b9980a341dea tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:05.453838 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8621dc53-d628-473f-8ddf-f0fe3dac1c86 req-11392a3b-30fd-4cba-af93-b9980a341dea tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/ports?device_id=32c534e8-6a37-462b-be83-c987e2b54ac8 HTTP/1.1" status: 200 len: 947 time: 0.1867535 Jun 11 09:43:05.466172 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=e499b54f-6875-4b60-a912-027fedf9c989,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:43:05.470361 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:43:05.533220 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b2775-c816-44da-b231-7a40d8187493 req-c7f63b46-a008-4ae2-870c-ace2cc7e7b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:05.534682 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9f3b2775-c816-44da-b231-7a40d8187493 req-c7f63b46-a008-4ae2-870c-ace2cc7e7b51 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=20094bda-f8d4-46e6-bab1-f100394de689 HTTP/1.1" status: 200 len: 861 time: 0.1066782 Jun 11 09:43:05.558747 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 171214e0-4b28-4aec-b56d-731d2e4c00c5, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=171214e0-4b28-4aec-b56d-731d2e4c00c5,segment=NetworkSegment(7a429fb3-233e-45d8-9b93-9bd36a7f6040),segment_id=7a429fb3-233e-45d8-9b93-9bd36a7f6040)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:43:05.572667 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': '171214e0-4b28-4aec-b56d-731d2e4c00c5', 'network_id': 'c9f93891-447d-4495-997b-1b739b394a27', 'port_id': '171214e0-4b28-4aec-b56d-731d2e4c00c5', 'mac_address': 'fa:16:3e:13:0d:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2993b50a-0956-4b75-85e8-91af6beab6c9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:43:05.581917 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8621dc53-d628-473f-8ddf-f0fe3dac1c86 req-52af35e8-61e0-42a9-a058-d8064a0ba3ff tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca3026f3-8a05-4fe5-9c7d-b1a6d33061fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931015 Jun 11 09:43:05.584091 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9f3b2775-c816-44da-b231-7a40d8187493 req-f0dab080-a366-4851-891f-882b030ea62e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=53a42219-c346-45f9-be41-c5dabab2438f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396204 Jun 11 09:43:05.619161 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:05.635498 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 171214e0-4b28-4aec-b56d-731d2e4c00c5 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:43:05.657239 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 171214e0-4b28-4aec-b56d-731d2e4c00c5, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=171214e0-4b28-4aec-b56d-731d2e4c00c5,segment=NetworkSegment(7a429fb3-233e-45d8-9b93-9bd36a7f6040),segment_id=7a429fb3-233e-45d8-9b93-9bd36a7f6040)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:43:05.716857 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:05.717648 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 2b925635-d5de-4e53-882f-e501264397e6 details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:43:05.720329 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:43:05.723042 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9f3b2775-c816-44da-b231-7a40d8187493 req-249cce6e-0fd1-4227-8cf3-ec86385cd0d5 service neutron] 10.222.0.69 "GET /v2.0/networks/53a42219-c346-45f9-be41-c5dabab2438f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271417 Jun 11 09:43:05.846919 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 2b925635-d5de-4e53-882f-e501264397e6, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=2b925635-d5de-4e53-882f-e501264397e6,segment=NetworkSegment(7a429fb3-233e-45d8-9b93-9bd36a7f6040),segment_id=7a429fb3-233e-45d8-9b93-9bd36a7f6040)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:43:05.849869 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=171214e0-4b28-4aec-b56d-731d2e4c00c5,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:43:05.863525 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:43:05.869224 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': '2b925635-d5de-4e53-882f-e501264397e6', 'network_id': 'c9f93891-447d-4495-997b-1b739b394a27', 'port_id': '2b925635-d5de-4e53-882f-e501264397e6', 'mac_address': 'fa:16:3e:78:6f:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2993b50a-0956-4b75-85e8-91af6beab6c9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:43:05.912286 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b646d1ac-a089-4975-b7a3-2a048b17db15 req-72815d26-cb79-44fd-867a-393b8882db0c tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:05.922368 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b646d1ac-a089-4975-b7a3-2a048b17db15 req-72815d26-cb79-44fd-867a-393b8882db0c tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=61bdd584-92ea-40d1-956a-4728400d9b4c HTTP/1.1" status: 200 len: 949 time: 0.1464872 Jun 11 09:43:05.953865 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:06.002013 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b925635-d5de-4e53-882f-e501264397e6 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:43:06.003987 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9f3b2775-c816-44da-b231-7a40d8187493 req-e4ad7189-1568-4d50-867b-b6635a6c5f06 service neutron] 10.222.0.69 "GET /v2.0/networks/53a42219-c346-45f9-be41-c5dabab2438f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725909 Jun 11 09:43:06.016457 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b646d1ac-a089-4975-b7a3-2a048b17db15 req-ef5aa349-c424-4027-97ad-9d4e1fba5df0 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/security-groups?id=d35df9ed-76e1-4821-b449-9857ba424946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931301 Jun 11 09:43:06.042134 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 2b925635-d5de-4e53-882f-e501264397e6, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=2b925635-d5de-4e53-882f-e501264397e6,segment=NetworkSegment(7a429fb3-233e-45d8-9b93-9bd36a7f6040),segment_id=7a429fb3-233e-45d8-9b93-9bd36a7f6040)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:43:06.151141 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:06.154705 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:43:06.161407 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0210cd3-b40f-4813-8ed8-16d68ab32195 req-39aef3c8-4f94-4f06-8132-6144ee549720 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:06.162892 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a0210cd3-b40f-4813-8ed8-16d68ab32195 req-39aef3c8-4f94-4f06-8132-6144ee549720 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] 10.222.0.60 "GET /v2.0/ports?device_id=37b30037-a02b-413e-b345-f18e6fde59c3 HTTP/1.1" status: 200 len: 945 time: 0.0866287 Jun 11 09:43:06.220285 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a0210cd3-b40f-4813-8ed8-16d68ab32195 req-9d270ed5-e5ee-45be-80e9-9cf7b0495526 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] 10.222.0.60 "GET /v2.0/security-groups?id=8c9f17ce-f43f-4bb5-99db-9fa6af84fd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506973 Jun 11 09:43:06.223324 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=2b925635-d5de-4e53-882f-e501264397e6,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:43:06.235191 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:43:06.415400 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4afb99-9230-4344-a235-fee9b3b20456 req-725003e5-a45d-403b-bb54-428b51f13150 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:06.417287 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-bc4afb99-9230-4344-a235-fee9b3b20456 req-725003e5-a45d-403b-bb54-428b51f13150 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=06244c58-7914-4ac4-ba34-fcb809a8fc02 HTTP/1.1" status: 200 len: 945 time: 0.0769489 Jun 11 09:43:06.482057 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-bc4afb99-9230-4344-a235-fee9b3b20456 req-aa27d5f9-63d4-4d47-89be-b8444be10026 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592821 Jun 11 09:43:06.636053 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['e499b54f-6875-4b60-a912-027fedf9c989'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:43:06.692026 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['171214e0-4b28-4aec-b56d-731d2e4c00c5'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:43:06.699068 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['2b925635-d5de-4e53-882f-e501264397e6'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:43:06.883706 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bcdce2-7d5c-470a-8c5f-4a61fd828543 req-1bd5014c-1492-4837-849b-75ac9d99a6dd tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:06.885190 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-87bcdce2-7d5c-470a-8c5f-4a61fd828543 req-1bd5014c-1492-4837-849b-75ac9d99a6dd tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/ports?device_id=32c534e8-6a37-462b-be83-c987e2b54ac8 HTTP/1.1" status: 200 len: 947 time: 0.1161687 Jun 11 09:43:06.943389 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-87bcdce2-7d5c-470a-8c5f-4a61fd828543 req-dda9dff2-84f2-4c71-8b7c-5e8b027928ee tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca3026f3-8a05-4fe5-9c7d-b1a6d33061fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516231 Jun 11 09:43:07.015531 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:43:07.275078 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:43:07.294393 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': '3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d', 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60', 'port_id': '3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d', 'mac_address': 'fa:16:3e:9f:d5:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189b03cc-b2a8-4615-9ab5-ad0328c3f10f', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:43:07.299719 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5280b2b-1f74-410c-be49-f7136fda856a req-176def3a-da88-4b63-90a1-c9f32045dd8d tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:07.301418 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b5280b2b-1f74-410c-be49-f7136fda856a req-176def3a-da88-4b63-90a1-c9f32045dd8d tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=61bdd584-92ea-40d1-956a-4728400d9b4c HTTP/1.1" status: 200 len: 949 time: 0.1269326 Jun 11 09:43:07.359786 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:07.381799 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b5280b2b-1f74-410c-be49-f7136fda856a req-30de170d-03bd-4ac3-b0f9-ecadae078241 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/security-groups?id=d35df9ed-76e1-4821-b449-9857ba424946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669701 Jun 11 09:43:07.394838 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:43:07.422489 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:43:07.516738 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:07.521657 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:43:07.534289 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1953ce-c03e-4c5a-9e3c-1adb4cadd7f8 req-febee388-c998-4f7c-9d88-5c3d4602f103 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:07.535524 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0c1953ce-c03e-4c5a-9e3c-1adb4cadd7f8 req-febee388-c998-4f7c-9d88-5c3d4602f103 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] 10.222.0.60 "GET /v2.0/ports?device_id=37b30037-a02b-413e-b345-f18e6fde59c3 HTTP/1.1" status: 200 len: 945 time: 0.0827343 Jun 11 09:43:07.597471 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0c1953ce-c03e-4c5a-9e3c-1adb4cadd7f8 req-4f8042ea-f859-4d93-83f6-a35e526a7965 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] 10.222.0.60 "GET /v2.0/security-groups?id=8c9f17ce-f43f-4bb5-99db-9fa6af84fd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549397 Jun 11 09:43:07.624716 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d,revision_number=10']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:43:07.628569 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:43:07.741524 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ccef3f-b98d-45d6-9c1c-a6477dcb7790 req-ccf994e0-d2c7-46a4-b627-c831c3c67fb1 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:07.743669 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d0ccef3f-b98d-45d6-9c1c-a6477dcb7790 req-ccf994e0-d2c7-46a4-b627-c831c3c67fb1 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=06244c58-7914-4ac4-ba34-fcb809a8fc02 HTTP/1.1" status: 200 len: 945 time: 0.0846381 Jun 11 09:43:07.794147 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d0ccef3f-b98d-45d6-9c1c-a6477dcb7790 req-85005bdd-b3df-4ffc-acce-2b760f7b91bb tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441408 Jun 11 09:43:08.023021 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:43:08.123223 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e93c7-6ec7-4262-8c82-6a1c1786cecf req-86a2e4c7-149f-4d73-823f-ad86510de8e0 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:08.124780 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-218e93c7-6ec7-4262-8c82-6a1c1786cecf req-86a2e4c7-149f-4d73-823f-ad86510de8e0 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/ports?device_id=32c534e8-6a37-462b-be83-c987e2b54ac8 HTTP/1.1" status: 200 len: 949 time: 0.0728166 Jun 11 09:43:08.188360 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-218e93c7-6ec7-4262-8c82-6a1c1786cecf req-337a67c3-506b-410b-be84-559362a24d56 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca3026f3-8a05-4fe5-9c7d-b1a6d33061fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566149 Jun 11 09:43:08.446828 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-220afcff-1fb9-4172-a7b9-fcc011a9f103 req-9b0f47ea-318f-4a09-b573-1cda49cc24ab service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=38c6c614-27f4-461f-b2e5-2fd3163ed925&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0765061 Jun 11 09:43:08.630984 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220afcff-1fb9-4172-a7b9-fcc011a9f103 req-e688f07c-e849-49e2-bd7d-c39265ed572a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:08.633326 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-220afcff-1fb9-4172-a7b9-fcc011a9f103 req-e688f07c-e849-49e2-bd7d-c39265ed572a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=761e66d23fea4903a68cd9de907a43c1&device_id=38c6c614-27f4-461f-b2e5-2fd3163ed925 HTTP/1.1" status: 200 len: 1097 time: 0.1442878 Jun 11 09:43:08.650323 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760beb42-2810-4262-b7b5-b9f6d0e3c921 req-9564c116-a053-430d-b2cf-34b7f78038d4 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:08.653615 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-760beb42-2810-4262-b7b5-b9f6d0e3c921 req-9564c116-a053-430d-b2cf-34b7f78038d4 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=61bdd584-92ea-40d1-956a-4728400d9b4c HTTP/1.1" status: 200 len: 949 time: 0.1211228 Jun 11 09:43:08.791046 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6091785-c4c9-467c-a218-272efa4af173 req-5e03d972-a293-41cb-9152-067b218c8cc4 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:08.793393 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d6091785-c4c9-467c-a218-272efa4af173 req-5e03d972-a293-41cb-9152-067b218c8cc4 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] 10.222.0.60 "GET /v2.0/ports?device_id=37b30037-a02b-413e-b345-f18e6fde59c3 HTTP/1.1" status: 200 len: 945 time: 0.0833578 Jun 11 09:43:08.845739 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-760beb42-2810-4262-b7b5-b9f6d0e3c921 req-a1518cb3-7c50-4b9d-a6b4-4853ef4eb98e tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/security-groups?id=d35df9ed-76e1-4821-b449-9857ba424946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762316 Jun 11 09:43:08.863137 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d6091785-c4c9-467c-a218-272efa4af173 req-0a25e393-905f-4a67-a271-bd230a6fb177 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] 10.222.0.60 "GET /v2.0/security-groups?id=8c9f17ce-f43f-4bb5-99db-9fa6af84fd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622418 Jun 11 09:43:08.879973 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220afcff-1fb9-4172-a7b9-fcc011a9f103 req-1380674d-3e87-4823-bfcb-fa737dde247f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:08.882987 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-220afcff-1fb9-4172-a7b9-fcc011a9f103 req-1380674d-3e87-4823-bfcb-fa737dde247f service neutron] 10.222.0.64 "GET /v2.0/networks?id=53a42219-c346-45f9-be41-c5dabab2438f HTTP/1.1" status: 200 len: 922 time: 0.2226775 Jun 11 09:43:08.945719 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-220afcff-1fb9-4172-a7b9-fcc011a9f103 req-4819a28b-b2fa-498d-97f3-9708a6a59c09 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2144b4ad-944a-49ca-91b2-c333f7af0206 HTTP/1.1" status: 200 len: 217 time: 0.0556109 Jun 11 09:43:08.970405 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device e499b54f-6875-4b60-a912-027fedf9c989 up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:43:09.079402 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220afcff-1fb9-4172-a7b9-fcc011a9f103 req-2642e2f1-ce21-4603-a63a-fa28699060c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:09.080981 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-220afcff-1fb9-4172-a7b9-fcc011a9f103 req-2642e2f1-ce21-4603-a63a-fa28699060c8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=20094bda-f8d4-46e6-bab1-f100394de689 HTTP/1.1" status: 200 len: 861 time: 0.1293731 Jun 11 09:43:09.109935 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning for port e499b54f-6875-4b60-a912-027fedf9c989 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:43:09.115683 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port e499b54f-6875-4b60-a912-027fedf9c989 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:43:09.116243 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:09.132274 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-220afcff-1fb9-4172-a7b9-fcc011a9f103 req-4052eb67-d25f-4aba-aaee-65e25e8cb2c4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=53a42219-c346-45f9-be41-c5dabab2438f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436611 Jun 11 09:43:09.156410 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298609a5-195d-4069-bad6-3faac06f69c3 req-50ad964b-111b-4b2e-8820-bddcd65b04fc tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:09.159464 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-298609a5-195d-4069-bad6-3faac06f69c3 req-50ad964b-111b-4b2e-8820-bddcd65b04fc tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=06244c58-7914-4ac4-ba34-fcb809a8fc02 HTTP/1.1" status: 200 len: 945 time: 0.1517653 Jun 11 09:43:09.298304 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-298609a5-195d-4069-bad6-3faac06f69c3 req-f138a350-7e5d-4800-9991-951a5bb5021d tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241229 Jun 11 09:43:09.331177 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-220afcff-1fb9-4172-a7b9-fcc011a9f103 req-75afecda-2fb9-4af0-8a0f-c1c80a7c081e service neutron] 10.222.0.64 "GET /v2.0/networks/53a42219-c346-45f9-be41-c5dabab2438f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927412 Jun 11 09:43:09.451362 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:09.496126 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830fc086-b7ab-43a6-abb5-3fda7792ff88 req-2a978524-a2d1-4f54-a7a4-b5c55e0128c2 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:09.504429 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-830fc086-b7ab-43a6-abb5-3fda7792ff88 req-2a978524-a2d1-4f54-a7a4-b5c55e0128c2 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/ports?device_id=32c534e8-6a37-462b-be83-c987e2b54ac8 HTTP/1.1" status: 200 len: 949 time: 0.1078563 Jun 11 09:43:09.512121 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port e499b54f-6875-4b60-a912-027fedf9c989, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=e499b54f-6875-4b60-a912-027fedf9c989,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:43:09.513603 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61bdd584-92ea-40d1-956a-4728400d9b4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e499b54f-6875-4b60-a912-027fedf9c989'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:43:09.516699 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c00fe04f-c004-4b5d-b446-45481d19056b" -d '{"events": [{"server_uuid": "61bdd584-92ea-40d1-956a-4728400d9b4c", "name": "network-vif-plugged", "status": "completed", "tag": "e499b54f-6875-4b60-a912-027fedf9c989"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:43:09.537059 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-220afcff-1fb9-4172-a7b9-fcc011a9f103 req-791f6b68-bc01-4d17-aa84-c625435201db service neutron] 10.222.0.64 "GET /v2.0/networks/53a42219-c346-45f9-be41-c5dabab2438f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987898 Jun 11 09:43:09.597803 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:09.598879 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 2b925635-d5de-4e53-882f-e501264397e6 up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:43:09.614482 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-830fc086-b7ab-43a6-abb5-3fda7792ff88 req-83974565-550a-476b-bd46-c680160b08f5 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca3026f3-8a05-4fe5-9c7d-b1a6d33061fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074657 Jun 11 09:43:09.663786 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:43:09.738509 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52eb8eee-9dee-493d-9947-c193ef77a388 x-openstack-request-id: req-52eb8eee-9dee-493d-9947-c193ef77a388 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:43:09.738946 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61bdd584-92ea-40d1-956a-4728400d9b4c", "name": "network-vif-plugged", "status": "completed", "tag": "e499b54f-6875-4b60-a912-027fedf9c989", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:43:09.739158 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-52eb8eee-9dee-493d-9947-c193ef77a388 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:43:09.739519 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61bdd584-92ea-40d1-956a-4728400d9b4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e499b54f-6875-4b60-a912-027fedf9c989', 'code': 200} Jun 11 09:43:09.772148 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=e499b54f-6875-4b60-a912-027fedf9c989,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:43:09.778794 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:43:09.837827 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de59f70-f313-493d-8689-b1df3a8d346e req-0be80a0b-db9e-402e-847e-8e8d5561b288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:09.839350 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6de59f70-f313-493d-8689-b1df3a8d346e req-0be80a0b-db9e-402e-847e-8e8d5561b288 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=61bdd584-92ea-40d1-956a-4728400d9b4c HTTP/1.1" status: 200 len: 1102 time: 0.0828784 Jun 11 09:43:09.859987 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning for port 2b925635-d5de-4e53-882f-e501264397e6 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:43:09.866340 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port 2b925635-d5de-4e53-882f-e501264397e6 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:43:09.867028 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:09.889275 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6de59f70-f313-493d-8689-b1df3a8d346e req-bfb7dfee-ddf9-4335-8bc4-890a67d12e36 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d35df9ed-76e1-4821-b449-9857ba424946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429051 Jun 11 09:43:10.016301 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:10.081031 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 2b925635-d5de-4e53-882f-e501264397e6, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=2b925635-d5de-4e53-882f-e501264397e6,segment=NetworkSegment(7a429fb3-233e-45d8-9b93-9bd36a7f6040),segment_id=7a429fb3-233e-45d8-9b93-9bd36a7f6040)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:43:10.136741 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f44cd8b-73a5-4f92-9634-54fb909713cd req-a7b489ba-081b-468c-b27e-7d3c22bd0a14 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:10.139198 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7f44cd8b-73a5-4f92-9634-54fb909713cd req-a7b489ba-081b-468c-b27e-7d3c22bd0a14 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] 10.222.0.60 "GET /v2.0/ports?device_id=37b30037-a02b-413e-b345-f18e6fde59c3 HTTP/1.1" status: 200 len: 945 time: 0.1352637 Jun 11 09:43:10.182256 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c548f9-6567-4b45-aff5-0df3f5c65bd7 req-ccf7bee5-1c57-4e6f-9764-f1e3e23c6df4 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:10.183955 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-48c548f9-6567-4b45-aff5-0df3f5c65bd7 req-ccf7bee5-1c57-4e6f-9764-f1e3e23c6df4 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=61bdd584-92ea-40d1-956a-4728400d9b4c HTTP/1.1" status: 200 len: 950 time: 0.1216497 Jun 11 09:43:10.192630 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7f44cd8b-73a5-4f92-9634-54fb909713cd req-ab717e0b-fe2d-433b-a226-41393b31bbcd tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] 10.222.0.60 "GET /v2.0/security-groups?id=8c9f17ce-f43f-4bb5-99db-9fa6af84fd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470278 Jun 11 09:43:10.256321 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-48c548f9-6567-4b45-aff5-0df3f5c65bd7 req-2e9b1851-d977-4132-be55-d7f986d3b9c8 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/security-groups?id=d35df9ed-76e1-4821-b449-9857ba424946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620775 Jun 11 09:43:10.322505 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:10.331646 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 171214e0-4b28-4aec-b56d-731d2e4c00c5 up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:43:10.331646 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-cc632095-3539-4093-9d4c-d4678c375222 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:43:10.449446 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=2b925635-d5de-4e53-882f-e501264397e6,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:43:10.456903 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:43:10.551312 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning for port 171214e0-4b28-4aec-b56d-731d2e4c00c5 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:43:10.558443 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port 171214e0-4b28-4aec-b56d-731d2e4c00c5 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:43:10.560598 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:10.569943 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f5993e-70ba-4b85-9e6f-d9495b2bdf90 req-0e737fad-90fa-43d3-b86b-e52fc72b5c40 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:10.571552 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d1f5993e-70ba-4b85-9e6f-d9495b2bdf90 req-0e737fad-90fa-43d3-b86b-e52fc72b5c40 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=06244c58-7914-4ac4-ba34-fcb809a8fc02 HTTP/1.1" status: 200 len: 945 time: 0.0975192 Jun 11 09:43:10.696902 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d1f5993e-70ba-4b85-9e6f-d9495b2bdf90 req-f5df4ac1-14bf-4522-9e34-e58dbecb31fc tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151032 Jun 11 09:43:10.721845 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:10.789506 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 171214e0-4b28-4aec-b56d-731d2e4c00c5, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=171214e0-4b28-4aec-b56d-731d2e4c00c5,segment=NetworkSegment(7a429fb3-233e-45d8-9b93-9bd36a7f6040),segment_id=7a429fb3-233e-45d8-9b93-9bd36a7f6040)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:43:10.864305 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:10.870136 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-95f6a61e-951b-474a-90f2-1808c4825aba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:43:10.971376 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=171214e0-4b28-4aec-b56d-731d2e4c00c5,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:43:10.975147 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:43:11.050689 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:43:11.150221 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb7cafe-314a-444e-8681-f7def4a0c6b6 req-621b4fbc-3e3f-4154-b947-4e8022dd6ded tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:11.161329 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6cb7cafe-314a-444e-8681-f7def4a0c6b6 req-621b4fbc-3e3f-4154-b947-4e8022dd6ded tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/ports?device_id=32c534e8-6a37-462b-be83-c987e2b54ac8 HTTP/1.1" status: 200 len: 949 time: 0.2138696 Jun 11 09:43:11.203556 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port 3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:43:11.205652 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:11.219395 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a185d7-627f-4ad5-bbc2-284590bb7a29 req-eef90748-c41e-4658-937c-d75bde1231f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:11.221822 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-55a185d7-627f-4ad5-bbc2-284590bb7a29 req-eef90748-c41e-4658-937c-d75bde1231f7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bd284e9f195345ae8ed61d9936756921&device_id=32c534e8-6a37-462b-be83-c987e2b54ac8 HTTP/1.1" status: 200 len: 1101 time: 0.2626779 Jun 11 09:43:11.259179 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6cb7cafe-314a-444e-8681-f7def4a0c6b6 req-df03ea4e-9cae-4c5e-8ff0-b80eaa946dc2 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca3026f3-8a05-4fe5-9c7d-b1a6d33061fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960493 Jun 11 09:43:11.511421 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:11.543581 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0542dd-68a7-4d5a-a016-6626b18e87d7 req-a3faf6fd-f69c-4c90-9174-bb154576a010 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:11.544563 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a185d7-627f-4ad5-bbc2-284590bb7a29 req-07e99abc-e63b-4581-9668-27438a1ffc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:11.547126 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-55a185d7-627f-4ad5-bbc2-284590bb7a29 req-07e99abc-e63b-4581-9668-27438a1ffc0b service neutron] 10.222.0.69 "GET /v2.0/networks?id=cf20d108-f84c-44de-9036-2269564edd60 HTTP/1.1" status: 200 len: 870 time: 0.2866633 Jun 11 09:43:11.549281 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4a0542dd-68a7-4d5a-a016-6626b18e87d7 req-a3faf6fd-f69c-4c90-9174-bb154576a010 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] 10.222.0.60 "GET /v2.0/ports?device_id=37b30037-a02b-413e-b345-f18e6fde59c3 HTTP/1.1" status: 200 len: 946 time: 0.1736517 Jun 11 09:43:11.603590 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:43:11.620877 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-55a185d7-627f-4ad5-bbc2-284590bb7a29 req-484c95d4-de8e-4d62-a6d1-13aaf9e5133a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d HTTP/1.1" status: 200 len: 217 time: 0.0583255 Jun 11 09:43:11.644437 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd0b901-1e83-4c90-84a6-478b9e0abe0e req-46a46b46-245e-4d97-ba87-c145c126e8fa tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:11.645925 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9fd0b901-1e83-4c90-84a6-478b9e0abe0e req-46a46b46-245e-4d97-ba87-c145c126e8fa tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=61bdd584-92ea-40d1-956a-4728400d9b4c HTTP/1.1" status: 200 len: 950 time: 0.1510258 Jun 11 09:43:11.648934 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4a0542dd-68a7-4d5a-a016-6626b18e87d7 req-09a2dc8f-23e7-458d-a1cd-07c1f7b8d1f2 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] 10.222.0.60 "GET /v2.0/security-groups?id=8c9f17ce-f43f-4bb5-99db-9fa6af84fd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931149 Jun 11 09:43:11.715984 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:11.719039 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:43:11.737925 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9fd0b901-1e83-4c90-84a6-478b9e0abe0e req-7234ebd1-a39b-4351-8607-996c99ab5484 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/security-groups?id=d35df9ed-76e1-4821-b449-9857ba424946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604227 Jun 11 09:43:11.755062 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a185d7-627f-4ad5-bbc2-284590bb7a29 req-009c9d0c-e189-4b38-87b7-80fc7f2edb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:11.757736 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-55a185d7-627f-4ad5-bbc2-284590bb7a29 req-009c9d0c-e189-4b38-87b7-80fc7f2edb57 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=189b03cc-b2a8-4615-9ab5-ad0328c3f10f HTTP/1.1" status: 200 len: 843 time: 0.1298139 Jun 11 09:43:11.760760 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a68ffda-989a-46a3-a342-df3ac5f36713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b925635-d5de-4e53-882f-e501264397e6'}, {'server_uuid': '37b30037-a02b-413e-b345-f18e6fde59c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '171214e0-4b28-4aec-b56d-731d2e4c00c5'}, {'server_uuid': '32c534e8-6a37-462b-be83-c987e2b54ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:43:11.763297 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09959283-3a9e-4481-b428-6ed2fe1c2035" -d '{"events": [{"server_uuid": "2a68ffda-989a-46a3-a342-df3ac5f36713", "name": "network-vif-plugged", "status": "completed", "tag": "2b925635-d5de-4e53-882f-e501264397e6"}, {"server_uuid": "37b30037-a02b-413e-b345-f18e6fde59c3", "name": "network-vif-plugged", "status": "completed", "tag": "171214e0-4b28-4aec-b56d-731d2e4c00c5"}, {"server_uuid": "32c534e8-6a37-462b-be83-c987e2b54ac8", "name": "network-vif-plugged", "status": "completed", "tag": "3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:43:11.849663 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d,revision_number=11']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:43:11.859583 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:43:11.887472 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a185d7-627f-4ad5-bbc2-284590bb7a29 req-46be8956-6044-4f58-a536-5b0acf07fabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:11.889805 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-55a185d7-627f-4ad5-bbc2-284590bb7a29 req-46be8956-6044-4f58-a536-5b0acf07fabf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cf20d108-f84c-44de-9036-2269564edd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1208243 Jun 11 09:43:11.999620 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d26d4-3e1b-44ac-aa1a-ead5604856d8 req-9ce2c667-430f-4c3f-b0b8-b67d14312e57 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:12.006788 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f46d26d4-3e1b-44ac-aa1a-ead5604856d8 req-9ce2c667-430f-4c3f-b0b8-b67d14312e57 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=06244c58-7914-4ac4-ba34-fcb809a8fc02 HTTP/1.1" status: 200 len: 945 time: 0.0795267 Jun 11 09:43:12.063270 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f46d26d4-3e1b-44ac-aa1a-ead5604856d8 req-ccdb69fe-64a6-42d2-93dc-483747dccd78 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552127 Jun 11 09:43:12.117612 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 11 Jun 2021 09:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f0b198-6c53-48ea-91eb-93ce8f7a21fc x-openstack-request-id: req-73f0b198-6c53-48ea-91eb-93ce8f7a21fc {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:43:12.118072 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a68ffda-989a-46a3-a342-df3ac5f36713", "name": "network-vif-plugged", "status": "completed", "tag": "2b925635-d5de-4e53-882f-e501264397e6", "code": 200}, {"server_uuid": "37b30037-a02b-413e-b345-f18e6fde59c3", "name": "network-vif-plugged", "status": "completed", "tag": "171214e0-4b28-4aec-b56d-731d2e4c00c5", "code": 200}, {"server_uuid": "32c534e8-6a37-462b-be83-c987e2b54ac8", "name": "network-vif-plugged", "status": "completed", "tag": "3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:43:12.118298 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-73f0b198-6c53-48ea-91eb-93ce8f7a21fc {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:43:12.118690 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a68ffda-989a-46a3-a342-df3ac5f36713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b925635-d5de-4e53-882f-e501264397e6', 'code': 200} Jun 11 09:43:12.118951 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37b30037-a02b-413e-b345-f18e6fde59c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '171214e0-4b28-4aec-b56d-731d2e4c00c5', 'code': 200} Jun 11 09:43:12.119207 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32c534e8-6a37-462b-be83-c987e2b54ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d', 'code': 200} Jun 11 09:43:12.156303 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-55a185d7-627f-4ad5-bbc2-284590bb7a29 req-9de9fd09-c793-4997-8152-03e8b37267e4 service neutron] 10.222.0.69 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476938 Jun 11 09:43:12.403237 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc0fcc-f379-4af1-9859-69bbd46c9427 req-9a98be70-b933-4348-9032-6a4a86a72827 tempest-ServersOnMultiNodesTest-764403187 tempest-ServersOnMultiNodesTest-764403187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:12.404768 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-72cc0fcc-f379-4af1-9859-69bbd46c9427 req-9a98be70-b933-4348-9032-6a4a86a72827 tempest-ServersOnMultiNodesTest-764403187 tempest-ServersOnMultiNodesTest-764403187-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=61bdd584-92ea-40d1-956a-4728400d9b4c HTTP/1.1" status: 200 len: 1102 time: 0.2931252 Jun 11 09:43:12.518816 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-55a185d7-627f-4ad5-bbc2-284590bb7a29 req-44dd5a85-bb86-4106-9b7d-2f2f8f6cd4e6 service neutron] 10.222.0.69 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3531871 Jun 11 09:43:12.544863 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-72cc0fcc-f379-4af1-9859-69bbd46c9427 req-ef8a5038-ec15-41ad-bb32-37fd737585ce tempest-ServersOnMultiNodesTest-764403187 tempest-ServersOnMultiNodesTest-764403187-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=d35df9ed-76e1-4821-b449-9857ba424946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295640 Jun 11 09:43:12.547800 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8671a95-5b77-4878-969a-5a1254bb06be req-b2ac3ab5-43d0-403c-a179-a35dce54dd97 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:12.554752 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a8671a95-5b77-4878-969a-5a1254bb06be req-b2ac3ab5-43d0-403c-a179-a35dce54dd97 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/ports?device_id=32c534e8-6a37-462b-be83-c987e2b54ac8 HTTP/1.1" status: 200 len: 950 time: 0.1178310 Jun 11 09:43:12.560443 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7601cf29-e3bd-4a9c-8a5f-d003b71945fe req-d9fc08aa-6717-470f-9d7a-47a97c903d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:12.561975 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7601cf29-e3bd-4a9c-8a5f-d003b71945fe req-d9fc08aa-6717-470f-9d7a-47a97c903d32 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2a68ffda-989a-46a3-a342-df3ac5f36713 HTTP/1.1" status: 200 len: 1097 time: 0.2423356 Jun 11 09:43:12.587945 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19d8005-7fd1-4860-ac52-1f60dacc6bfd req-08a707f5-5a0f-4f06-b0cb-cc84c919f966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:12.587945 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c19d8005-7fd1-4860-ac52-1f60dacc6bfd req-08a707f5-5a0f-4f06-b0cb-cc84c919f966 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=37b30037-a02b-413e-b345-f18e6fde59c3 HTTP/1.1" status: 200 len: 1098 time: 0.2832494 Jun 11 09:43:12.621917 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a8671a95-5b77-4878-969a-5a1254bb06be req-e2e6772b-648a-480a-8ab9-76ef8c26fef2 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca3026f3-8a05-4fe5-9c7d-b1a6d33061fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662091 Jun 11 09:43:12.658364 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7601cf29-e3bd-4a9c-8a5f-d003b71945fe req-472f0063-8b64-4d26-95c8-96c4ac8268ed service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8c9f17ce-f43f-4bb5-99db-9fa6af84fd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884311 Jun 11 09:43:12.665425 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd1f9c0-66c9-4fd3-8eb9-9486edefb7d2 req-aa5f659f-b143-4e79-bb1c-d57e9f4933fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:12.666862 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ffd1f9c0-66c9-4fd3-8eb9-9486edefb7d2 req-aa5f659f-b143-4e79-bb1c-d57e9f4933fd service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=32c534e8-6a37-462b-be83-c987e2b54ac8 HTTP/1.1" status: 200 len: 1102 time: 0.1982310 Jun 11 09:43:12.668884 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c19d8005-7fd1-4860-ac52-1f60dacc6bfd req-abe005a5-aca7-4053-8ee4-53aa34465448 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8c9f17ce-f43f-4bb5-99db-9fa6af84fd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707672 Jun 11 09:43:12.712258 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ffd1f9c0-66c9-4fd3-8eb9-9486edefb7d2 req-da22bc40-9680-47c6-855b-4f03a9e1bb28 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ca3026f3-8a05-4fe5-9c7d-b1a6d33061fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371342 Jun 11 09:43:12.868033 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac802d87-0062-4b63-8299-404648519b92 req-7e0f78bf-72e5-4b77-8115-f9c1ea1710a9 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:12.869816 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ac802d87-0062-4b63-8299-404648519b92 req-7e0f78bf-72e5-4b77-8115-f9c1ea1710a9 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] 10.222.0.60 "GET /v2.0/ports?device_id=37b30037-a02b-413e-b345-f18e6fde59c3 HTTP/1.1" status: 200 len: 946 time: 0.0716484 Jun 11 09:43:12.876460 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2eff40ab-e3e1-4fc9-9cf0-da8b9951ff18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:12.921699 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ac802d87-0062-4b63-8299-404648519b92 req-49425e86-ba81-4dd9-9b9d-c496a8f3d2dd tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] 10.222.0.60 "GET /v2.0/security-groups?id=8c9f17ce-f43f-4bb5-99db-9fa6af84fd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438025 Jun 11 09:43:13.306417 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c02c4f-3a1e-4731-96da-6360b6af921e req-5eff0af4-a5a3-4b56-a24c-bc8f3ef8b31a tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:13.309441 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838c757b-c849-4424-912a-e3946fc366ad req-9e2d5bc3-daff-46b6-a497-87f42c77bb4f tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:13.315324 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-15c02c4f-3a1e-4731-96da-6360b6af921e req-5eff0af4-a5a3-4b56-a24c-bc8f3ef8b31a tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=61bdd584-92ea-40d1-956a-4728400d9b4c HTTP/1.1" status: 200 len: 950 time: 0.1119390 Jun 11 09:43:13.316850 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-838c757b-c849-4424-912a-e3946fc366ad req-9e2d5bc3-daff-46b6-a497-87f42c77bb4f tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=06244c58-7914-4ac4-ba34-fcb809a8fc02 HTTP/1.1" status: 200 len: 945 time: 0.0953023 Jun 11 09:43:13.377749 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-15c02c4f-3a1e-4731-96da-6360b6af921e req-1368083f-d291-4e82-8e5d-49cdab3375c0 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/security-groups?id=d35df9ed-76e1-4821-b449-9857ba424946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613348 Jun 11 09:43:13.397265 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-838c757b-c849-4424-912a-e3946fc366ad req-d8a4d736-bd7b-426b-8303-61ea34c30409 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678804 Jun 11 09:43:13.554578 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39510) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:43:14.139035 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6a11c5-4787-4b6e-88af-f68906668806 req-c70b1242-ed9c-4fc4-be37-6acbdcff2911 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:14.140679 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1f6a11c5-4787-4b6e-88af-f68906668806 req-c70b1242-ed9c-4fc4-be37-6acbdcff2911 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/ports?device_id=32c534e8-6a37-462b-be83-c987e2b54ac8 HTTP/1.1" status: 200 len: 950 time: 0.1211126 Jun 11 09:43:14.186725 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7fb42d-0d43-439a-a279-2804be753d6b req-638fad03-8332-4c37-a17c-f68bbbbde50b tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:14.188255 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fc7fb42d-0d43-439a-a279-2804be753d6b req-638fad03-8332-4c37-a17c-f68bbbbde50b tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] 10.222.0.60 "GET /v2.0/ports?device_id=37b30037-a02b-413e-b345-f18e6fde59c3 HTTP/1.1" status: 200 len: 946 time: 0.1020350 Jun 11 09:43:14.238948 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fc7fb42d-0d43-439a-a279-2804be753d6b req-985c1a32-f451-4754-bcbc-2125544128bc tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] 10.222.0.60 "GET /v2.0/security-groups?id=8c9f17ce-f43f-4bb5-99db-9fa6af84fd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441818 Jun 11 09:43:14.300069 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1f6a11c5-4787-4b6e-88af-f68906668806 req-f4ea2dd3-e796-4360-831e-bfbcb4da64df tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca3026f3-8a05-4fe5-9c7d-b1a6d33061fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959964 Jun 11 09:43:14.608989 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd1d990-15d2-42b6-8531-ab72f8ced3ea req-17612461-bd34-41e7-9306-0ca6b94c80d6 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:14.610891 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ccd1d990-15d2-42b6-8531-ab72f8ced3ea req-17612461-bd34-41e7-9306-0ca6b94c80d6 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=06244c58-7914-4ac4-ba34-fcb809a8fc02 HTTP/1.1" status: 200 len: 945 time: 0.0821168 Jun 11 09:43:14.658432 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8efaf17d-648f-45b6-9721-cdd45d0abd81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375209'] for router_interface, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:14.670876 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ccd1d990-15d2-42b6-8531-ab72f8ced3ea req-9c5dba71-4f06-429d-b0d5-85afd5860594 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499403 Jun 11 09:43:14.798340 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da10c6-1adb-4450-9b14-57d90eec3f42 req-844b63bd-04fb-4d12-9dc8-2090b9e3e34b tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:14.800056 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d1da10c6-1adb-4450-9b14-57d90eec3f42 req-844b63bd-04fb-4d12-9dc8-2090b9e3e34b tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=61bdd584-92ea-40d1-956a-4728400d9b4c HTTP/1.1" status: 200 len: 950 time: 0.2409298 Jun 11 09:43:14.865629 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d1da10c6-1adb-4450-9b14-57d90eec3f42 req-6ff60370-7a9b-463e-b9d2-2ae4e9e29342 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/security-groups?id=d35df9ed-76e1-4821-b449-9857ba424946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537632 Jun 11 09:43:14.870712 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0515f2f6-c84e-4a6a-9c1b-6f268675f323 req-a5733af9-8927-4dae-a676-6f4c5aede6d0 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:14.872641 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0515f2f6-c84e-4a6a-9c1b-6f268675f323 req-a5733af9-8927-4dae-a676-6f4c5aede6d0 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.64 "GET /v2.0/ports?device_id=61bdd584-92ea-40d1-956a-4728400d9b4c HTTP/1.1" status: 200 len: 950 time: 0.0863557 Jun 11 09:43:15.008520 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-0515f2f6-c84e-4a6a-9c1b-6f268675f323 req-5996001f-55fa-4eab-8c3b-e44807a14163 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Deleting port e499b54f-6875-4b60-a912-027fedf9c989 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:43:15.009114 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-0515f2f6-c84e-4a6a-9c1b-6f268675f323 req-5996001f-55fa-4eab-8c3b-e44807a14163 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:15.108542 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-8efaf17d-648f-45b6-9721-cdd45d0abd81 admin admin] Deleting port 3b716bd5-44c0-4481-9ea0-9f80105970a1 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:43:15.109153 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8efaf17d-648f-45b6-9721-cdd45d0abd81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:15.139652 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-0515f2f6-c84e-4a6a-9c1b-6f268675f323 req-5996001f-55fa-4eab-8c3b-e44807a14163 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] For port e499b54f-6875-4b60-a912-027fedf9c989, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=e499b54f-6875-4b60-a912-027fedf9c989,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:43:15.139933 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-0515f2f6-c84e-4a6a-9c1b-6f268675f323 req-5996001f-55fa-4eab-8c3b-e44807a14163 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:15.229250 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-8efaf17d-648f-45b6-9721-cdd45d0abd81 admin admin] For port 3b716bd5-44c0-4481-9ea0-9f80105970a1, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=3b716bd5-44c0-4481-9ea0-9f80105970a1,segment=NetworkSegment(1df4e852-26c2-4351-8bb6-614dccc2bd7d),segment_id=1df4e852-26c2-4351-8bb6-614dccc2bd7d)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:43:15.231889 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8efaf17d-648f-45b6-9721-cdd45d0abd81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:15.236382 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-0515f2f6-c84e-4a6a-9c1b-6f268675f323 req-5996001f-55fa-4eab-8c3b-e44807a14163 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Calling delete_port for e499b54f-6875-4b60-a912-027fedf9c989 owned by compute:nova {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:43:15.353204 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-8efaf17d-648f-45b6-9721-cdd45d0abd81 admin admin] Calling delete_port for 3b716bd5-44c0-4481-9ea0-9f80105970a1 owned by network:router_interface {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:43:15.634913 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436863ff-e267-4690-81cf-8e177c32d9b4 req-f6ecc545-d7a9-44f7-ae6d-55e40d7af9d7 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:15.636644 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-436863ff-e267-4690-81cf-8e177c32d9b4 req-f6ecc545-d7a9-44f7-ae6d-55e40d7af9d7 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/ports?device_id=32c534e8-6a37-462b-be83-c987e2b54ac8 HTTP/1.1" status: 200 len: 950 time: 0.1950259 Jun 11 09:43:15.727121 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-436863ff-e267-4690-81cf-8e177c32d9b4 req-21372a80-9c77-4f19-acbf-2faf1222e6dc tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca3026f3-8a05-4fe5-9c7d-b1a6d33061fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809708 Jun 11 09:43:15.744714 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d66a75-258d-4ff8-8a67-1d464ec89a5e req-3835d833-6a57-40ea-8e2d-645a2ecee5f2 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:15.744714 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-10d66a75-258d-4ff8-8a67-1d464ec89a5e req-3835d833-6a57-40ea-8e2d-645a2ecee5f2 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] 10.222.0.60 "GET /v2.0/ports?device_id=37b30037-a02b-413e-b345-f18e6fde59c3 HTTP/1.1" status: 200 len: 946 time: 0.1328452 Jun 11 09:43:15.768264 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3469f792-1eb7-43b6-bb98-92086ce767fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:15.826476 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-10d66a75-258d-4ff8-8a67-1d464ec89a5e req-9d54a8b8-a59e-43d4-a839-738b0ff08fcc tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] 10.222.0.60 "GET /v2.0/security-groups?id=8c9f17ce-f43f-4bb5-99db-9fa6af84fd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638461 Jun 11 09:43:15.843725 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8efaf17d-648f-45b6-9721-cdd45d0abd81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:15.847073 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-49a06269-cc3c-42e1-ae7a-40fc27ffca6e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:43:15.876491 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-0515f2f6-c84e-4a6a-9c1b-6f268675f323 req-5996001f-55fa-4eab-8c3b-e44807a14163 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:15.877387 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:15.881028 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5cad717a-d683-4f11-9607-b2b6ecc991b4 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:43:15.892638 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['216f3a04-a633-4ba6-ad8e-d639b8b1bf74', '2b3502fb-9e75-49f0-8d54-4f9b57e8bd95', '5ccc7a6a-a04a-4416-9f50-a731016fdc25'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:43:15.896178 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['231f751b-5b35-41a6-87e4-5e96e0d97c74', 'de89716f-db2e-416a-aceb-70adaacf4086', '8bb8cb28-fd60-4e20-b866-29efe9a08741', '7036c337-11e5-4ef3-b5ac-9c60e3590b59', 'e499b54f-6875-4b60-a912-027fedf9c989'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:43:15.908907 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efaf17d-648f-45b6-9721-cdd45d0abd81 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b716bd5-44c0-4481-9ea0-9f80105970a1,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:43:15.912892 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8efaf17d-648f-45b6-9721-cdd45d0abd81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:43:15.951052 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5996001f-55fa-4eab-8c3b-e44807a14163 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Pushing event deleted for resources: {'Port': ['ID=e499b54f-6875-4b60-a912-027fedf9c989,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:43:15.954517 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5996001f-55fa-4eab-8c3b-e44807a14163 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:43:16.165843 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-0515f2f6-c84e-4a6a-9c1b-6f268675f323 req-5996001f-55fa-4eab-8c3b-e44807a14163 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] No DVR routers for this DVR port e499b54f-6875-4b60-a912-027fedf9c989 on host n-h1-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:43:16.174606 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-0515f2f6-c84e-4a6a-9c1b-6f268675f323 req-5996001f-55fa-4eab-8c3b-e44807a14163 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:16.181294 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0515f2f6-c84e-4a6a-9c1b-6f268675f323 req-5996001f-55fa-4eab-8c3b-e44807a14163 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.64 "DELETE /v2.0/ports/e499b54f-6875-4b60-a912-027fedf9c989 HTTP/1.1" status: 204 len: 173 time: 1.2940955 Jun 11 09:43:16.181294 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61bdd584-92ea-40d1-956a-4728400d9b4c', 'name': 'network-vif-deleted', 'tag': 'e499b54f-6875-4b60-a912-027fedf9c989'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:43:16.181294 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c1b95b4-6f95-40b4-a269-ff5c186f23da" -d '{"events": [{"server_uuid": "61bdd584-92ea-40d1-956a-4728400d9b4c", "name": "network-vif-deleted", "tag": "e499b54f-6875-4b60-a912-027fedf9c989"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:43:16.269609 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a182634-b542-4074-a47e-659fa164c0cb req-bfa250c6-7635-4fc2-ba5a-028922ceb0ce tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:16.270847 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3a182634-b542-4074-a47e-659fa164c0cb req-bfa250c6-7635-4fc2-ba5a-028922ceb0ce tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=06244c58-7914-4ac4-ba34-fcb809a8fc02 HTTP/1.1" status: 200 len: 945 time: 0.3040662 Jun 11 09:43:16.364477 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8efaf17d-648f-45b6-9721-cdd45d0abd81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362297'] for router_interface, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:16.365205 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3a182634-b542-4074-a47e-659fa164c0cb req-37fbeac3-6157-40a4-867d-3bf82f2b0288 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864244 Jun 11 09:43:16.563238 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:16.738774 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cb97bed0-73c4-4abc-ba63-d2cb4538f279 req-f604453a-9d1a-429a-a659-b2dcd30c7a3a tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=61bdd584-92ea-40d1-956a-4728400d9b4c HTTP/1.1" status: 200 len: 210 time: 0.0351353 Jun 11 09:43:16.812461 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb97a7da-1299-4f69-bf16-42e36646533e x-openstack-request-id: req-fb97a7da-1299-4f69-bf16-42e36646533e {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:43:16.812788 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61bdd584-92ea-40d1-956a-4728400d9b4c", "name": "network-vif-deleted", "tag": "e499b54f-6875-4b60-a912-027fedf9c989", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:43:16.813074 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fb97a7da-1299-4f69-bf16-42e36646533e {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:43:16.813692 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61bdd584-92ea-40d1-956a-4728400d9b4c', 'name': 'network-vif-deleted', 'tag': 'e499b54f-6875-4b60-a912-027fedf9c989', 'status': 'completed', 'code': 200} Jun 11 09:43:16.884375 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7509606-c1e9-4877-bc80-1a1a3d45d450 req-3bde4281-cba1-46dd-922b-b3de13a3f665 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:16.885871 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e7509606-c1e9-4877-bc80-1a1a3d45d450 req-3bde4281-cba1-46dd-922b-b3de13a3f665 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] 10.222.0.60 "GET /v2.0/ports?device_id=2a68ffda-989a-46a3-a342-df3ac5f36713 HTTP/1.1" status: 200 len: 945 time: 0.2583978 Jun 11 09:43:16.925196 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8efaf17d-648f-45b6-9721-cdd45d0abd81 admin admin] Router 11cb885d-e4d1-4694-aa61-110cc1b2a89b has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 09:43:16.956164 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e7509606-c1e9-4877-bc80-1a1a3d45d450 req-5c106300-95f4-4006-942f-798b4027992d tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] 10.222.0.60 "GET /v2.0/security-groups?id=8c9f17ce-f43f-4bb5-99db-9fa6af84fd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550773 Jun 11 09:43:17.021787 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63fece8-db8e-4410-987f-ee55ce302f1a req-ad8465ae-5c6b-4903-bd58-d13654550156 tempest-ServersAdminTestJSON-332299916 tempest-ServersAdminTestJSON-332299916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:17.023785 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a63fece8-db8e-4410-987f-ee55ce302f1a req-ad8465ae-5c6b-4903-bd58-d13654550156 tempest-ServersAdminTestJSON-332299916 tempest-ServersAdminTestJSON-332299916-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=32c534e8-6a37-462b-be83-c987e2b54ac8 HTTP/1.1" status: 200 len: 1102 time: 0.0817506 Jun 11 09:43:17.088500 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a63fece8-db8e-4410-987f-ee55ce302f1a req-17016038-fd94-4cda-ad23-123436a05694 tempest-ServersAdminTestJSON-332299916 tempest-ServersAdminTestJSON-332299916-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=ca3026f3-8a05-4fe5-9c7d-b1a6d33061fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525830 Jun 11 09:43:17.154574 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8efaf17d-648f-45b6-9721-cdd45d0abd81 admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:43:17.165746 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21586657-e958-4173-84ce-a461578b31b2 None None] Sync routers for ids ['11cb885d-e4d1-4694-aa61-110cc1b2a89b'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:43:17.183250 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-8efaf17d-648f-45b6-9721-cdd45d0abd81 admin admin] 10.222.0.60 "PUT /v2.0/routers/11cb885d-e4d1-4694-aa61-110cc1b2a89b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6251855 Jun 11 09:43:17.183851 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39558) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:43:17.188084 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21586657-e958-4173-84ce-a461578b31b2 None None] Routers {'11cb885d-e4d1-4694-aa61-110cc1b2a89b'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:43:17.190678 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-21586657-e958-4173-84ce-a461578b31b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:43:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['11cb885d-e4d1-4694-aa61-110cc1b2a89b'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:43:17.432885 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-21586657-e958-4173-84ce-a461578b31b2 None None] Set router 11cb885d-e4d1-4694-aa61-110cc1b2a89b gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:43:17.448855 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4634dbe8-2cfc-4981-aaba-361e3d1b5455 admin admin] Notify callbacks [] for router, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:17.638959 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4634dbe8-2cfc-4981-aaba-361e3d1b5455 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:17.816525 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-21586657-e958-4173-84ce-a461578b31b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11cb885d-e4d1-4694-aa61-110cc1b2a89b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1804136138-router', 'tenant_id': 'b45337579131456f96bbbe68609b8874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '8b315445-29e5-443f-8b17-b6bcd42654b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:40:44Z', 'updated_at': '2021-06-11T09:43:15Z', 'revision_number': 5, 'project_id': 'b45337579131456f96bbbe68609b8874', 'gw_port': {'id': '8b315445-29e5-443f-8b17-b6bcd42654b3', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cb885d-e4d1-4694-aa61-110cc1b2a89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:40:45Z', 'updated_at': '2021-06-11T09:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:43:17.821247 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21586657-e958-4173-84ce-a461578b31b2 None None] Checking router: 11cb885d-e4d1-4694-aa61-110cc1b2a89b for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:43:17.830406 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21586657-e958-4173-84ce-a461578b31b2 None None] Routers {'11cb885d-e4d1-4694-aa61-110cc1b2a89b'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:43:17.831320 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-21586657-e958-4173-84ce-a461578b31b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:43:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['11cb885d-e4d1-4694-aa61-110cc1b2a89b'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:43:18.019081 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-21586657-e958-4173-84ce-a461578b31b2 None None] Set router 11cb885d-e4d1-4694-aa61-110cc1b2a89b gateway port host: None {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:43:18.119965 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-21586657-e958-4173-84ce-a461578b31b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11cb885d-e4d1-4694-aa61-110cc1b2a89b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1804136138-router', 'tenant_id': 'b45337579131456f96bbbe68609b8874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:40:44Z', 'updated_at': '2021-06-11T09:43:17Z', 'revision_number': 6, 'project_id': 'b45337579131456f96bbbe68609b8874', 'gw_port_host': None}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:43:18.124283 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21586657-e958-4173-84ce-a461578b31b2 None None] The sync data for ids ['11cb885d-e4d1-4694-aa61-110cc1b2a89b'] in n-d-779913-12 is: [{'id': '11cb885d-e4d1-4694-aa61-110cc1b2a89b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1804136138-router', 'tenant_id': 'b45337579131456f96bbbe68609b8874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:40:44Z', 'updated_at': '2021-06-11T09:43:17Z', 'revision_number': 6, 'project_id': 'b45337579131456f96bbbe68609b8874', 'gw_port_host': None}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:43:18.187977 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-4634dbe8-2cfc-4981-aaba-361e3d1b5455 admin admin] Deleting port 8b315445-29e5-443f-8b17-b6bcd42654b3 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:43:18.192863 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4634dbe8-2cfc-4981-aaba-361e3d1b5455 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:18.252210 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:18.281653 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7303b375-147f-4b6d-937e-a167ecd2b3bb req-dfee515a-47b4-4d38-8fb6-1a658db684c9 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:18.435340 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7303b375-147f-4b6d-937e-a167ecd2b3bb req-dfee515a-47b4-4d38-8fb6-1a658db684c9 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=06244c58-7914-4ac4-ba34-fcb809a8fc02 HTTP/1.1" status: 200 len: 945 time: 0.5255980 Jun 11 09:43:18.435340 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-4634dbe8-2cfc-4981-aaba-361e3d1b5455 admin admin] For port 8b315445-29e5-443f-8b17-b6bcd42654b3, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=8b315445-29e5-443f-8b17-b6bcd42654b3,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:43:18.435340 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4634dbe8-2cfc-4981-aaba-361e3d1b5455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:18.435340 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7303b375-147f-4b6d-937e-a167ecd2b3bb req-b0719845-fc7e-4263-98d0-25e439e7abb8 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671012 Jun 11 09:43:18.472126 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-4634dbe8-2cfc-4981-aaba-361e3d1b5455 admin admin] Calling delete_port for 8b315445-29e5-443f-8b17-b6bcd42654b3 owned by network:router_gateway {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:43:18.673329 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5df069-464f-4bf9-b435-2ca12c22e468 req-0c67f6ec-e83c-48ba-a254-9bcbd56f1387 tempest-ServersAdminTestJSON-332299916 tempest-ServersAdminTestJSON-332299916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:18.674900 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2a5df069-464f-4bf9-b435-2ca12c22e468 req-0c67f6ec-e83c-48ba-a254-9bcbd56f1387 tempest-ServersAdminTestJSON-332299916 tempest-ServersAdminTestJSON-332299916-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=32c534e8-6a37-462b-be83-c987e2b54ac8 HTTP/1.1" status: 200 len: 1102 time: 0.1999671 Jun 11 09:43:18.732333 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2a5df069-464f-4bf9-b435-2ca12c22e468 req-3aac5829-cfbb-4c56-8b2d-1a0cd226d48a tempest-ServersAdminTestJSON-332299916 tempest-ServersAdminTestJSON-332299916-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=ca3026f3-8a05-4fe5-9c7d-b1a6d33061fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433757 Jun 11 09:43:19.003087 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7176c9e1-39a4-4c24-954e-84d00858bb5b req-3f11c0ee-b299-4a74-81de-7020b5d8ab0e tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:19.004763 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7176c9e1-39a4-4c24-954e-84d00858bb5b req-3f11c0ee-b299-4a74-81de-7020b5d8ab0e tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 945 time: 0.1078072 Jun 11 09:43:19.033434 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device e499b54f-6875-4b60-a912-027fedf9c989 no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:43:19.053146 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7176c9e1-39a4-4c24-954e-84d00858bb5b req-768a2f1d-5418-490c-8394-e496f0332a5b tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d1f1aa-3601-424b-af20-9acf0698c1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408840 Jun 11 09:43:19.063584 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] No Port match for: e499b54f-6875-4b60-a912-027fedf9c989 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:43:19.064003 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device e499b54f-6875-4b60-a912-027fedf9c989 not bound to the agent host n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:43:19.161154 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 8b315445-29e5-443f-8b17-b6bcd42654b3 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:43:19.285706 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:19.357768 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8d3580-29ad-4b25-a9b1-d886ad0db8a7 req-c3a0167f-5462-43ee-8e56-7772453f356b tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:19.359528 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7a8d3580-29ad-4b25-a9b1-d886ad0db8a7 req-c3a0167f-5462-43ee-8e56-7772453f356b tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a68ffda-989a-46a3-a342-df3ac5f36713 HTTP/1.1" status: 200 len: 945 time: 0.0766592 Jun 11 09:43:19.482427 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-7a8d3580-29ad-4b25-a9b1-d886ad0db8a7 req-8ac52be7-137b-4b01-9d9f-f68c4a48e550 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Deleting port 2b925635-d5de-4e53-882f-e501264397e6 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:43:19.482772 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-7a8d3580-29ad-4b25-a9b1-d886ad0db8a7 req-8ac52be7-137b-4b01-9d9f-f68c4a48e550 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:19.609413 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-7a8d3580-29ad-4b25-a9b1-d886ad0db8a7 req-8ac52be7-137b-4b01-9d9f-f68c4a48e550 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] For port 2b925635-d5de-4e53-882f-e501264397e6, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=2b925635-d5de-4e53-882f-e501264397e6,segment=NetworkSegment(7a429fb3-233e-45d8-9b93-9bd36a7f6040),segment_id=7a429fb3-233e-45d8-9b93-9bd36a7f6040)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:43:19.609758 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-7a8d3580-29ad-4b25-a9b1-d886ad0db8a7 req-8ac52be7-137b-4b01-9d9f-f68c4a48e550 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:19.670968 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4634dbe8-2cfc-4981-aaba-361e3d1b5455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:19.676470 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8efaf17d-648f-45b6-9721-cdd45d0abd81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:43:19.696305 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 3b716bd5-44c0-4481-9ea0-9f80105970a1 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:43:19.713122 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-7a8d3580-29ad-4b25-a9b1-d886ad0db8a7 req-8ac52be7-137b-4b01-9d9f-f68c4a48e550 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Calling delete_port for 2b925635-d5de-4e53-882f-e501264397e6 owned by compute:nova {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:43:19.726627 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4634dbe8-2cfc-4981-aaba-361e3d1b5455 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b315445-29e5-443f-8b17-b6bcd42654b3,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:43:19.736246 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4634dbe8-2cfc-4981-aaba-361e3d1b5455 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:43:19.749012 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 3b716bd5-44c0-4481-9ea0-9f80105970a1 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:43:19.749658 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 3b716bd5-44c0-4481-9ea0-9f80105970a1 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:43:19.833522 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4634dbe8-2cfc-4981-aaba-361e3d1b5455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374120'] for router_gateway, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:20.025843 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-7a8d3580-29ad-4b25-a9b1-d886ad0db8a7 req-8ac52be7-137b-4b01-9d9f-f68c4a48e550 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:20.031344 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ebab50c5-0425-4c70-a2ab-e8a565f63c9b tempest-AttachSCSIVolumeTestJSON-1132769149 tempest-AttachSCSIVolumeTestJSON-1132769149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:43:20.033258 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4634dbe8-2cfc-4981-aaba-361e3d1b5455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:20.046024 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['171214e0-4b28-4aec-b56d-731d2e4c00c5', '2b925635-d5de-4e53-882f-e501264397e6'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:43:20.046559 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4634dbe8-2cfc-4981-aaba-361e3d1b5455 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:20.083908 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac52be7-137b-4b01-9d9f-f68c4a48e550 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Pushing event deleted for resources: {'Port': ['ID=2b925635-d5de-4e53-882f-e501264397e6,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:43:20.093568 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8ac52be7-137b-4b01-9d9f-f68c4a48e550 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:43:20.168407 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a8d3580-29ad-4b25-a9b1-d886ad0db8a7 req-8ac52be7-137b-4b01-9d9f-f68c4a48e550 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] No DVR routers for this DVR port 2b925635-d5de-4e53-882f-e501264397e6 on host n-h1-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:43:20.173163 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-7a8d3580-29ad-4b25-a9b1-d886ad0db8a7 req-8ac52be7-137b-4b01-9d9f-f68c4a48e550 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:20.175752 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7a8d3580-29ad-4b25-a9b1-d886ad0db8a7 req-8ac52be7-137b-4b01-9d9f-f68c4a48e550 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] 10.222.0.64 "DELETE /v2.0/ports/2b925635-d5de-4e53-882f-e501264397e6 HTTP/1.1" status: 204 len: 173 time: 0.8079576 Jun 11 09:43:20.176888 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a68ffda-989a-46a3-a342-df3ac5f36713', 'name': 'network-vif-deleted', 'tag': '2b925635-d5de-4e53-882f-e501264397e6'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:43:20.181680 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cdb50ac-cec4-42f2-b351-0903dd10f157" -d '{"events": [{"server_uuid": "2a68ffda-989a-46a3-a342-df3ac5f36713", "name": "network-vif-deleted", "tag": "2b925635-d5de-4e53-882f-e501264397e6"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:43:20.218033 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b4227c-643a-4c5f-b8cb-6b4c4bab25b6 req-cdc817fe-f5f0-4d88-b4c5-8cc39e6bfef9 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:20.224069 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-98b4227c-643a-4c5f-b8cb-6b4c4bab25b6 req-cdc817fe-f5f0-4d88-b4c5-8cc39e6bfef9 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] 10.222.0.60 "GET /v2.0/networks?id=c9f93891-447d-4495-997b-1b739b394a27 HTTP/1.1" status: 200 len: 813 time: 0.2151663 Jun 11 09:43:20.239810 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-98b4227c-643a-4c5f-b8cb-6b4c4bab25b6 req-a55c60f5-8997-47bd-95a4-9001cbd4a553 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] 10.222.0.60 "GET /v2.0/quotas/d9da6d07c7144d68abff6d528a287a09 HTTP/1.1" status: 200 len: 375 time: 0.0145233 Jun 11 09:43:20.251302 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4634dbe8-2cfc-4981-aaba-361e3d1b5455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:20.251878 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4634dbe8-2cfc-4981-aaba-361e3d1b5455 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11cb885d-e4d1-4694-aa61-110cc1b2a89b {{(pid=93176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 09:43:20.284169 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4634dbe8-2cfc-4981-aaba-361e3d1b5455 admin admin] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:20.285286 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-4634dbe8-2cfc-4981-aaba-361e3d1b5455 admin admin] 10.222.0.60 "DELETE /v2.0/routers/11cb885d-e4d1-4694-aa61-110cc1b2a89b HTTP/1.1" status: 204 len: 168 time: 3.1004584 Jun 11 09:43:20.287702 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39632) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:43:20.374059 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-80d4c891-71c0-430d-bfbc-4335da269583 admin admin] Deleting subnet 931e6e90-3bbb-45ba-ae16-760114c6ec48 {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 09:43:20.374341 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b2775-c816-44da-b231-7a40d8187493 req-73948a5a-6685-48a4-a9bc-e55095ac5399 tempest-LiveAutoBlockMigrationV225Test-226334702 tempest-LiveAutoBlockMigrationV225Test-226334702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:20.375991 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9f3b2775-c816-44da-b231-7a40d8187493 req-73948a5a-6685-48a4-a9bc-e55095ac5399 tempest-LiveAutoBlockMigrationV225Test-226334702 tempest-LiveAutoBlockMigrationV225Test-226334702-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=06244c58-7914-4ac4-ba34-fcb809a8fc02&tenant_id=761e66d23fea4903a68cd9de907a43c1&binding%3Ahost_id=n-h1-779913-12 HTTP/1.1" status: 200 len: 1097 time: 0.0938818 Jun 11 09:43:20.379409 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-80d4c891-71c0-430d-bfbc-4335da269583 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:20.393892 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-9f3b2775-c816-44da-b231-7a40d8187493 req-e08f3a01-0d22-4596-8ab4-a2ee87d37bcf service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-779913-12'}}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:43:20.451280 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-98b4227c-643a-4c5f-b8cb-6b4c4bab25b6 req-7598d8e6-3b21-430e-ab95-8bc935df8041 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d9da6d07c7144d68abff6d528a287a09&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2105393 Jun 11 09:43:20.504300 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-80d4c891-71c0-430d-bfbc-4335da269583 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:20.558015 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-9f3b2775-c816-44da-b231-7a40d8187493 req-e08f3a01-0d22-4596-8ab4-a2ee87d37bcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:20.666576 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-98b4227c-643a-4c5f-b8cb-6b4c4bab25b6 req-362b58b9-740b-48d0-8b30-50b4da0b9bbb service neutron] 10.222.0.60 "GET /v2.0/networks/c9f93891-447d-4495-997b-1b739b394a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140708 Jun 11 09:43:20.687526 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-80d4c891-71c0-430d-bfbc-4335da269583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:20.718599 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c0f66a-f183-4a8a-a38a-3dd94990cc93 req-48c7fbe7-2d5e-4223-8ec3-6dfc1a7ecb1e tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:20.720870 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-77c0f66a-f183-4a8a-a38a-3dd94990cc93 req-48c7fbe7-2d5e-4223-8ec3-6dfc1a7ecb1e tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] 10.222.0.64 "GET /v2.0/ports?device_id=37b30037-a02b-413e-b345-f18e6fde59c3 HTTP/1.1" status: 200 len: 946 time: 0.1544476 Jun 11 09:43:20.867694 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-98b4227c-643a-4c5f-b8cb-6b4c4bab25b6 req-c1e6a02e-8716-4bd8-b994-b189e122ae6b service neutron] 10.222.0.60 "GET /v2.0/networks/c9f93891-447d-4495-997b-1b739b394a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895468 Jun 11 09:43:20.928019 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-80d4c891-71c0-430d-bfbc-4335da269583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:20.931102 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-957001e0-9a58-4859-8c7d-4f18b9da5286 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:43:20.973278 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d4c891-71c0-430d-bfbc-4335da269583 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=931e6e90-3bbb-45ba-ae16-760114c6ec48,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:43:20.980599 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea37e33f-6cae-47de-a7a5-6d6f6b47bfb8 None None] Network 5f5b4bd2-720b-4d8c-8f94-0c6e8edf7aa1 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:43:20.986884 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-9f3b2775-c816-44da-b231-7a40d8187493 req-e08f3a01-0d22-4596-8ab4-a2ee87d37bcf service neutron] For port d00a4cdc-7d41-4b90-b7e8-37b4816a64e9, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=d00a4cdc-7d41-4b90-b7e8-37b4816a64e9,segment=NetworkSegment(56281ee1-4859-40f0-b2a0-2c2117bfda04),segment_id=56281ee1-4859-40f0-b2a0-2c2117bfda04)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:43:20.990108 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-80d4c891-71c0-430d-bfbc-4335da269583 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:20.992527 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-80d4c891-71c0-430d-bfbc-4335da269583 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/931e6e90-3bbb-45ba-ae16-760114c6ec48 HTTP/1.1" status: 204 len: 168 time: 0.7038577 Jun 11 09:43:20.993580 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-80d4c891-71c0-430d-bfbc-4335da269583 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:43:21.001265 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39640) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:43:21.074230 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-9f3b2775-c816-44da-b231-7a40d8187493 req-e08f3a01-0d22-4596-8ab4-a2ee87d37bcf service neutron] For port d00a4cdc-7d41-4b90-b7e8-37b4816a64e9, host n-h1-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:43:21.105956 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device d00a4cdc-7d41-4b90-b7e8-37b4816a64e9 details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:43:21.157730 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-77c0f66a-f183-4a8a-a38a-3dd94990cc93 req-a367c4ad-70fd-4bb8-a052-b1917589fef6 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Deleting port 171214e0-4b28-4aec-b56d-731d2e4c00c5 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:43:21.158107 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-77c0f66a-f183-4a8a-a38a-3dd94990cc93 req-a367c4ad-70fd-4bb8-a052-b1917589fef6 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:21.185751 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6278b2-1619-4c2f-94d9-50ca0292b3e9 req-830e4056-2a21-4b68-a3ca-ee69989ccdc8 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:21.187321 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0a6278b2-1619-4c2f-94d9-50ca0292b3e9 req-830e4056-2a21-4b68-a3ca-ee69989ccdc8 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=06244c58-7914-4ac4-ba34-fcb809a8fc02 HTTP/1.1" status: 200 len: 945 time: 0.2911406 Jun 11 09:43:21.187459 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ded5d150-2551-4fbe-b187-db9375458f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:21.234947 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-9f3b2775-c816-44da-b231-7a40d8187493 req-e08f3a01-0d22-4596-8ab4-a2ee87d37bcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:21.271683 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-ded5d150-2551-4fbe-b187-db9375458f8a admin admin] Deleting port f1379a4f-512f-4695-b698-83ef08a91380 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:43:21.273179 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ded5d150-2551-4fbe-b187-db9375458f8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:21.339235 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-9f3b2775-c816-44da-b231-7a40d8187493 req-e08f3a01-0d22-4596-8ab4-a2ee87d37bcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:21.349485 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-917afec7-d5f2-4c91-87c2-343854d084f2 tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:43:21.374845 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port d00a4cdc-7d41-4b90-b7e8-37b4816a64e9, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=d00a4cdc-7d41-4b90-b7e8-37b4816a64e9,segment=NetworkSegment(56281ee1-4859-40f0-b2a0-2c2117bfda04),segment_id=56281ee1-4859-40f0-b2a0-2c2117bfda04)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:43:21.393505 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device d00a4cdc-7d41-4b90-b7e8-37b4816a64e9 has no active binding in host n-h2-779913-12 {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 11 09:43:21.422312 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0a6278b2-1619-4c2f-94d9-50ca0292b3e9 req-01358eff-c685-480e-b75c-157613451edf tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133980 Jun 11 09:43:21.441276 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59213cd6-8e74-4a70-8a1f-e679394d1be4 None None] DHCP port deletion for 5f5b4bd2-720b-4d8c-8f94-0c6e8edf7aa1 request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 09:43:21.600236 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-59213cd6-8e74-4a70-8a1f-e679394d1be4 None None] Deleting port f1379a4f-512f-4695-b698-83ef08a91380 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:43:21.601039 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-59213cd6-8e74-4a70-8a1f-e679394d1be4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:21.610525 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08f3a01-0d22-4596-8ab4-a2ee87d37bcf service neutron] Pushing event updated for resources: {'Port': ['ID=d00a4cdc-7d41-4b90-b7e8-37b4816a64e9,revision_number=7']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:43:21.619242 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-ded5d150-2551-4fbe-b187-db9375458f8a admin admin] For port f1379a4f-512f-4695-b698-83ef08a91380, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=f1379a4f-512f-4695-b698-83ef08a91380,segment=NetworkSegment(1df4e852-26c2-4351-8bb6-614dccc2bd7d),segment_id=1df4e852-26c2-4351-8bb6-614dccc2bd7d)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:43:21.619876 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ded5d150-2551-4fbe-b187-db9375458f8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:21.624555 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e08f3a01-0d22-4596-8ab4-a2ee87d37bcf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:43:21.633398 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-77c0f66a-f183-4a8a-a38a-3dd94990cc93 req-a367c4ad-70fd-4bb8-a052-b1917589fef6 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] For port 171214e0-4b28-4aec-b56d-731d2e4c00c5, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=171214e0-4b28-4aec-b56d-731d2e4c00c5,segment=NetworkSegment(7a429fb3-233e-45d8-9b93-9bd36a7f6040),segment_id=7a429fb3-233e-45d8-9b93-9bd36a7f6040)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:43:21.633763 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-77c0f66a-f183-4a8a-a38a-3dd94990cc93 req-a367c4ad-70fd-4bb8-a052-b1917589fef6 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:21.768191 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-ded5d150-2551-4fbe-b187-db9375458f8a admin admin] Calling delete_port for f1379a4f-512f-4695-b698-83ef08a91380 owned by network:dhcp {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:43:21.810162 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-77c0f66a-f183-4a8a-a38a-3dd94990cc93 req-a367c4ad-70fd-4bb8-a052-b1917589fef6 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Calling delete_port for 171214e0-4b28-4aec-b56d-731d2e4c00c5 owned by compute:nova {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:43:21.819101 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-59213cd6-8e74-4a70-8a1f-e679394d1be4 None None] For port f1379a4f-512f-4695-b698-83ef08a91380, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=f1379a4f-512f-4695-b698-83ef08a91380,segment=NetworkSegment(1df4e852-26c2-4351-8bb6-614dccc2bd7d),segment_id=1df4e852-26c2-4351-8bb6-614dccc2bd7d)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:43:21.819537 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-59213cd6-8e74-4a70-8a1f-e679394d1be4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:21.820089 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-9f3b2775-c816-44da-b231-7a40d8187493 req-e08f3a01-0d22-4596-8ab4-a2ee87d37bcf service neutron] Attempting to bind port d00a4cdc-7d41-4b90-b7e8-37b4816a64e9 on host n-h1-779913-12 for vnic_type normal with profile {"migrating_to": "n-h2-779913-12"} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:43:21.820428 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-9f3b2775-c816-44da-b231-7a40d8187493 req-e08f3a01-0d22-4596-8ab4-a2ee87d37bcf service neutron] Attempting to bind port d00a4cdc-7d41-4b90-b7e8-37b4816a64e9 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '56281ee1-4859-40f0-b2a0-2c2117bfda04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '53a42219-c346-45f9-be41-c5dabab2438f'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:43:21.820765 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3b2775-c816-44da-b231-7a40d8187493 req-e08f3a01-0d22-4596-8ab4-a2ee87d37bcf service neutron] Attempting to bind port d00a4cdc-7d41-4b90-b7e8-37b4816a64e9 on network 53a42219-c346-45f9-be41-c5dabab2438f {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:43:21.829858 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3b2775-c816-44da-b231-7a40d8187493 req-e08f3a01-0d22-4596-8ab4-a2ee87d37bcf service neutron] Port d00a4cdc-7d41-4b90-b7e8-37b4816a64e9 on network 53a42219-c346-45f9-be41-c5dabab2438f not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:43:21.830205 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3b2775-c816-44da-b231-7a40d8187493 req-e08f3a01-0d22-4596-8ab4-a2ee87d37bcf service neutron] Attempting to bind port d00a4cdc-7d41-4b90-b7e8-37b4816a64e9 on network 53a42219-c346-45f9-be41-c5dabab2438f {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:43:21.874771 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da8fe2c-1dbc-4611-be5a-f7c4700cf479 req-cba60ae7-27fd-403d-97a6-7943f264e322 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:21.881670 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7da8fe2c-1dbc-4611-be5a-f7c4700cf479 req-cba60ae7-27fd-403d-97a6-7943f264e322 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/ports?device_id=e03c3d59-e6d8-4b5e-ab76-3b2deda95807 HTTP/1.1" status: 200 len: 950 time: 0.3220220 Jun 11 09:43:21.916254 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3b2775-c816-44da-b231-7a40d8187493 req-e08f3a01-0d22-4596-8ab4-a2ee87d37bcf service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:43:21.916645 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3b2775-c816-44da-b231-7a40d8187493 req-e08f3a01-0d22-4596-8ab4-a2ee87d37bcf service neutron] Checking segment: {'id': '56281ee1-4859-40f0-b2a0-2c2117bfda04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '53a42219-c346-45f9-be41-c5dabab2438f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:43:21.917064 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3b2775-c816-44da-b231-7a40d8187493 req-e08f3a01-0d22-4596-8ab4-a2ee87d37bcf service neutron] Bound using segment: {'id': '56281ee1-4859-40f0-b2a0-2c2117bfda04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '53a42219-c346-45f9-be41-c5dabab2438f'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:43:21.917426 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-9f3b2775-c816-44da-b231-7a40d8187493 req-e08f3a01-0d22-4596-8ab4-a2ee87d37bcf service neutron] Bound port: d00a4cdc-7d41-4b90-b7e8-37b4816a64e9, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56281ee1-4859-40f0-b2a0-2c2117bfda04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '53a42219-c346-45f9-be41-c5dabab2438f'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:43:21.917789 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-9f3b2775-c816-44da-b231-7a40d8187493 req-e08f3a01-0d22-4596-8ab4-a2ee87d37bcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:21.939687 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7da8fe2c-1dbc-4611-be5a-f7c4700cf479 req-34f98d24-28b8-491a-9a90-37c5c032f3da tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca3026f3-8a05-4fe5-9c7d-b1a6d33061fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570669 Jun 11 09:43:21.943787 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-59213cd6-8e74-4a70-8a1f-e679394d1be4 None None] Calling delete_port for f1379a4f-512f-4695-b698-83ef08a91380 owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:43:22.035059 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e7171b-5c02-45f3-9ef6-b050c7527bf4 x-openstack-request-id: req-30e7171b-5c02-45f3-9ef6-b050c7527bf4 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:43:22.035393 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a68ffda-989a-46a3-a342-df3ac5f36713", "name": "network-vif-deleted", "tag": "2b925635-d5de-4e53-882f-e501264397e6", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:43:22.035719 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-30e7171b-5c02-45f3-9ef6-b050c7527bf4 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:43:22.036158 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a68ffda-989a-46a3-a342-df3ac5f36713', 'name': 'network-vif-deleted', 'tag': '2b925635-d5de-4e53-882f-e501264397e6', 'status': 'completed', 'code': 200} Jun 11 09:43:22.052476 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ded5d150-2551-4fbe-b187-db9375458f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:22.058343 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0eab2d28-758e-4902-8d8e-5040188ee04b tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:43:22.074120 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-59213cd6-8e74-4a70-8a1f-e679394d1be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:22.077133 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:43:22.123504 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59213cd6-8e74-4a70-8a1f-e679394d1be4 None None] Pushing event deleted for resources: {'Port': ['ID=f1379a4f-512f-4695-b698-83ef08a91380,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:43:22.127784 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-59213cd6-8e74-4a70-8a1f-e679394d1be4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:43:22.133321 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59213cd6-8e74-4a70-8a1f-e679394d1be4 None None] No DVR routers for this DVR port f1379a4f-512f-4695-b698-83ef08a91380 on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:43:22.160896 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded5d150-2551-4fbe-b187-db9375458f8a admin admin] No DVR routers for this DVR port f1379a4f-512f-4695-b698-83ef08a91380 on host n-d-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:43:22.169642 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded5d150-2551-4fbe-b187-db9375458f8a admin admin] Pushing event deleted for resources: {'Port': ['ID=f1379a4f-512f-4695-b698-83ef08a91380,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:43:22.173622 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ded5d150-2551-4fbe-b187-db9375458f8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:43:22.220886 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361354d0-d4a0-4d73-841f-4ef1701a7089 req-4036172b-5017-491e-b683-44a38a346ab1 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:22.229341 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-361354d0-d4a0-4d73-841f-4ef1701a7089 req-4036172b-5017-491e-b683-44a38a346ab1 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=626ec2e1-370e-4765-bde4-c601eaf4f801 HTTP/1.1" status: 200 len: 950 time: 0.3150210 Jun 11 09:43:22.270810 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-9f3b2775-c816-44da-b231-7a40d8187493 req-e08f3a01-0d22-4596-8ab4-a2ee87d37bcf service neutron] For port d00a4cdc-7d41-4b90-b7e8-37b4816a64e9, host n-h1-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:43:22.276535 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-9f3b2775-c816-44da-b231-7a40d8187493 req-e08f3a01-0d22-4596-8ab4-a2ee87d37bcf service neutron] For port d00a4cdc-7d41-4b90-b7e8-37b4816a64e9, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=d00a4cdc-7d41-4b90-b7e8-37b4816a64e9,segment=NetworkSegment(56281ee1-4859-40f0-b2a0-2c2117bfda04),segment_id=56281ee1-4859-40f0-b2a0-2c2117bfda04)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:43:22.337167 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ded5d150-2551-4fbe-b187-db9375458f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:22.358521 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-ded5d150-2551-4fbe-b187-db9375458f8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f5b4bd2-720b-4d8c-8f94-0c6e8edf7aa1']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:43:22.381460 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-ded5d150-2551-4fbe-b187-db9375458f8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1df4e852-26c2-4351-8bb6-614dccc2bd7d') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:43:22.382459 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-ded5d150-2551-4fbe-b187-db9375458f8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1df4e852-26c2-4351-8bb6-614dccc2bd7d') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:43:22.387989 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-361354d0-d4a0-4d73-841f-4ef1701a7089 req-b09e10e5-9a4e-45c7-942f-354ffe5d19a3 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/security-groups?id=d35df9ed-76e1-4821-b449-9857ba424946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576757 Jun 11 09:43:22.393885 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ded5d150-2551-4fbe-b187-db9375458f8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:22.423475 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-9f3b2775-c816-44da-b231-7a40d8187493 req-e08f3a01-0d22-4596-8ab4-a2ee87d37bcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:22.430104 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f6b442ff-9b90-42f6-8cbe-b0b98540464c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:43:22.459399 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-86aa8b2b-ae11-457d-a989-9b545db225a6 req-d3ca32d6-253c-4fd9-b3ee-7ed346738359 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c79f244-85fb-47d0-8790-7a20e47df174 HTTP/1.1" status: 200 len: 210 time: 0.0468204 Jun 11 09:43:22.518675 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ded5d150-2551-4fbe-b187-db9375458f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:22.547654 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ded5d150-2551-4fbe-b187-db9375458f8a admin admin] Releasing vlan 769 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 09:43:22.550425 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ded5d150-2551-4fbe-b187-db9375458f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:22.579258 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:43:22.579258 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:43:22.579258 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:43:22.579258 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:43:22.579258 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:43:22.579258 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:43:22.579258 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:43:22.579258 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:43:22.579258 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 09:43:22.579258 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 09:43:22.579258 n-d-779913-12 neutron-server[93176]: timer() Jun 11 09:43:22.579258 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 09:43:22.579258 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 09:43:22.579258 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 09:43:22.579258 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 09:43:22.579258 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 09:43:22.579258 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 09:43:22.579258 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 09:43:22.579258 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 09:43:22.579258 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 09:43:22.579258 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 09:43:22.579258 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 09:43:22.579258 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 09:43:22.579258 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 09:43:22.579258 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 09:43:22.579258 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 09:43:22.579258 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 09:43:22.579258 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 09:43:22.579258 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 09:43:22.579258 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 09:43:22.579258 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 09:43:22.579258 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 09:43:22.579258 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 09:43:22.579258 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 09:43:22.579258 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 09:43:22.579258 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 09:43:22.579258 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 09:43:22.579258 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 09:43:22.579258 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 09:43:22.579258 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 09:43:22.610564 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ddd90c-36e7-4d53-9333-d7f12bb7c24a req-5c0bdfa5-6ce1-461f-9a95-807890507ead tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:22.612119 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-02ddd90c-36e7-4d53-9333-d7f12bb7c24a req-5c0bdfa5-6ce1-461f-9a95-807890507ead tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.69 "GET /v2.0/ports?device_id=e03c3d59-e6d8-4b5e-ab76-3b2deda95807 HTTP/1.1" status: 200 len: 950 time: 0.4218285 Jun 11 09:43:22.667465 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c025a2fd-1023-45b9-a0ee-4a2a42b86506 req-cfd01b86-f1de-4ec9-a73c-257a7189e13c tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:22.669161 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c025a2fd-1023-45b9-a0ee-4a2a42b86506 req-cfd01b86-f1de-4ec9-a73c-257a7189e13c tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.69 "GET /v2.0/ports?device_id=626ec2e1-370e-4765-bde4-c601eaf4f801 HTTP/1.1" status: 200 len: 950 time: 0.2579093 Jun 11 09:43:22.676813 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b2775-c816-44da-b231-7a40d8187493 req-e08f3a01-0d22-4596-8ab4-a2ee87d37bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:22.677424 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-9f3b2775-c816-44da-b231-7a40d8187493 req-e08f3a01-0d22-4596-8ab4-a2ee87d37bcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:22.691998 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9f3b2775-c816-44da-b231-7a40d8187493 req-e08f3a01-0d22-4596-8ab4-a2ee87d37bcf service neutron] 10.222.0.69 "PUT /v2.0/ports/d00a4cdc-7d41-4b90-b7e8-37b4816a64e9 HTTP/1.1" status: 200 len: 1123 time: 2.2983513 Jun 11 09:43:22.742662 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-77c0f66a-f183-4a8a-a38a-3dd94990cc93 req-a367c4ad-70fd-4bb8-a052-b1917589fef6 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:22.779165 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08f3a01-0d22-4596-8ab4-a2ee87d37bcf service neutron] Pushing event updated for resources: {'Port': ['ID=d00a4cdc-7d41-4b90-b7e8-37b4816a64e9,revision_number=8']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:43:22.796968 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e08f3a01-0d22-4596-8ab4-a2ee87d37bcf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:43:22.796968 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e08f3a01-0d22-4596-8ab4-a2ee87d37bcf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:43:22.810187 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['d00a4cdc-7d41-4b90-b7e8-37b4816a64e9'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:43:22.857639 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ded5d150-2551-4fbe-b187-db9375458f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:22.873119 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-27ef3fbf-f417-4337-86c3-62f38e5b2bab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:43:22.878024 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ded5d150-2551-4fbe-b187-db9375458f8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:22.886537 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-ded5d150-2551-4fbe-b187-db9375458f8a admin admin] 10.222.0.60 "DELETE /v2.0/networks/5f5b4bd2-720b-4d8c-8f94-0c6e8edf7aa1 HTTP/1.1" status: 204 len: 168 time: 1.8823361 Jun 11 09:43:22.893743 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39682) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:43:22.897843 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a367c4ad-70fd-4bb8-a052-b1917589fef6 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Pushing event deleted for resources: {'Port': ['ID=171214e0-4b28-4aec-b56d-731d2e4c00c5,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:43:22.912047 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a367c4ad-70fd-4bb8-a052-b1917589fef6 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:43:22.913568 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['d00a4cdc-7d41-4b90-b7e8-37b4816a64e9'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:43:23.003063 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-77c0f66a-f183-4a8a-a38a-3dd94990cc93 req-a367c4ad-70fd-4bb8-a052-b1917589fef6 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] No DVR routers for this DVR port 171214e0-4b28-4aec-b56d-731d2e4c00c5 on host n-h1-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:43:23.014747 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-77c0f66a-f183-4a8a-a38a-3dd94990cc93 req-a367c4ad-70fd-4bb8-a052-b1917589fef6 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:23.020814 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded5d150-2551-4fbe-b187-db9375458f8a admin admin] Pushing event deleted for resources: {'Network': ['ID=5f5b4bd2-720b-4d8c-8f94-0c6e8edf7aa1,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:43:23.028394 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-77c0f66a-f183-4a8a-a38a-3dd94990cc93 req-a367c4ad-70fd-4bb8-a052-b1917589fef6 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] 10.222.0.64 "DELETE /v2.0/ports/171214e0-4b28-4aec-b56d-731d2e4c00c5 HTTP/1.1" status: 204 len: 173 time: 2.2872984 Jun 11 09:43:23.087337 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a14aa7b-b866-4448-80d6-093dba1b372a req-2c68dde0-ab5c-4470-9b8b-a665bdaf0084 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:23.091120 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5a14aa7b-b866-4448-80d6-093dba1b372a req-2c68dde0-ab5c-4470-9b8b-a665bdaf0084 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=06244c58-7914-4ac4-ba34-fcb809a8fc02 HTTP/1.1" status: 200 len: 943 time: 0.4217646 Jun 11 09:43:23.096643 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 730c5223-87c0-4868-94fb-7a041e9c63ba details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:43:23.103112 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 2b925635-d5de-4e53-882f-e501264397e6 no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:43:23.110726 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ded5d150-2551-4fbe-b187-db9375458f8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:43:23.177310 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-02ddd90c-36e7-4d53-9333-d7f12bb7c24a req-1f92f4a1-59e8-46bc-8735-fb9038e6921d tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Deleting port efd73367-24c4-4a5c-8841-c703ec77c8b2 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:43:23.178030 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-02ddd90c-36e7-4d53-9333-d7f12bb7c24a req-1f92f4a1-59e8-46bc-8735-fb9038e6921d tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:23.194613 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] No Port match for: 2b925635-d5de-4e53-882f-e501264397e6 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:43:23.199981 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 2b925635-d5de-4e53-882f-e501264397e6 not bound to the agent host n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:43:23.207429 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-c025a2fd-1023-45b9-a0ee-4a2a42b86506 req-599879e7-5af2-410c-8981-e6074d0e327e tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Deleting port 5ccc7a6a-a04a-4416-9f50-a731016fdc25 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:43:23.207900 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-c025a2fd-1023-45b9-a0ee-4a2a42b86506 req-599879e7-5af2-410c-8981-e6074d0e327e tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:23.232183 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5a14aa7b-b866-4448-80d6-093dba1b372a req-5d4d2244-274a-42d0-b001-80b4173ec6ec tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251578 Jun 11 09:43:23.301859 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.db.resource_extend [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 11 09:43:23.395370 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-02ddd90c-36e7-4d53-9333-d7f12bb7c24a req-1f92f4a1-59e8-46bc-8735-fb9038e6921d tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] For port efd73367-24c4-4a5c-8841-c703ec77c8b2, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=efd73367-24c4-4a5c-8841-c703ec77c8b2,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:43:23.396185 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-02ddd90c-36e7-4d53-9333-d7f12bb7c24a req-1f92f4a1-59e8-46bc-8735-fb9038e6921d tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:23.419141 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device f1379a4f-512f-4695-b698-83ef08a91380 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:43:23.425279 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 09:43:23.502510 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: f1379a4f-512f-4695-b698-83ef08a91380 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:43:23.503177 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device f1379a4f-512f-4695-b698-83ef08a91380 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:43:23.579854 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-02ddd90c-36e7-4d53-9333-d7f12bb7c24a req-1f92f4a1-59e8-46bc-8735-fb9038e6921d tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Calling delete_port for efd73367-24c4-4a5c-8841-c703ec77c8b2 owned by compute:nova {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:43:23.894875 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 730c5223-87c0-4868-94fb-7a041e9c63ba, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=730c5223-87c0-4868-94fb-7a041e9c63ba,segment=NetworkSegment(f561be66-4e48-459e-8c21-fceaa6c73661),segment_id=f561be66-4e48-459e-8c21-fceaa6c73661)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:43:23.922815 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': '730c5223-87c0-4868-94fb-7a041e9c63ba', 'network_id': 'ecbff90d-5ab6-4357-bf37-5548ca0e9255', 'port_id': '730c5223-87c0-4868-94fb-7a041e9c63ba', 'mac_address': 'fa:16:3e:d6:da:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65fd936e-e1de-4d66-9d41-076079c1dae3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:43:24.006870 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:24.027015 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 730c5223-87c0-4868-94fb-7a041e9c63ba {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:43:24.039329 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06244c58-7914-4ac4-ba34-fcb809a8fc02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd00a4cdc-7d41-4b90-b7e8-37b4816a64e9'}, {'name': 'network-changed', 'server_uuid': '06244c58-7914-4ac4-ba34-fcb809a8fc02', 'tag': 'd00a4cdc-7d41-4b90-b7e8-37b4816a64e9'}, {'server_uuid': '37b30037-a02b-413e-b345-f18e6fde59c3', 'name': 'network-vif-deleted', 'tag': '171214e0-4b28-4aec-b56d-731d2e4c00c5'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:43:24.042128 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a7767a-f026-4ac1-8c1e-ef1a205b2f13" -d '{"events": [{"server_uuid": "06244c58-7914-4ac4-ba34-fcb809a8fc02", "name": "network-vif-unplugged", "status": "completed", "tag": "d00a4cdc-7d41-4b90-b7e8-37b4816a64e9"}, {"name": "network-changed", "server_uuid": "06244c58-7914-4ac4-ba34-fcb809a8fc02", "tag": "d00a4cdc-7d41-4b90-b7e8-37b4816a64e9"}, {"server_uuid": "37b30037-a02b-413e-b345-f18e6fde59c3", "name": "network-vif-deleted", "tag": "171214e0-4b28-4aec-b56d-731d2e4c00c5"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:43:24.068844 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 730c5223-87c0-4868-94fb-7a041e9c63ba, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=730c5223-87c0-4868-94fb-7a041e9c63ba,segment=NetworkSegment(f561be66-4e48-459e-8c21-fceaa6c73661),segment_id=f561be66-4e48-459e-8c21-fceaa6c73661)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:43:24.071309 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d09a25-7c9c-4afb-a1e9-2bfad4b302ac req-12f73af5-1141-4e74-8c7a-254f7d3edddd tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:24.079178 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-82d09a25-7c9c-4afb-a1e9-2bfad4b302ac req-12f73af5-1141-4e74-8c7a-254f7d3edddd tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=626ec2e1-370e-4765-bde4-c601eaf4f801 HTTP/1.1" status: 200 len: 950 time: 0.1329217 Jun 11 09:43:24.132916 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-82d09a25-7c9c-4afb-a1e9-2bfad4b302ac req-a15ca8df-6994-405f-ab73-e72dfe93c3fc tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/security-groups?id=d35df9ed-76e1-4821-b449-9857ba424946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526690 Jun 11 09:43:24.137368 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-02ddd90c-36e7-4d53-9333-d7f12bb7c24a req-1f92f4a1-59e8-46bc-8735-fb9038e6921d tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:24.158973 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-85c1aaaf-7805-44ae-8080-384b743403ae tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:43:24.170651 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:24.179040 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:43:24.229919 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f92f4a1-59e8-46bc-8735-fb9038e6921d tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Pushing event deleted for resources: {'Port': ['ID=efd73367-24c4-4a5c-8841-c703ec77c8b2,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:43:24.240552 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1f92f4a1-59e8-46bc-8735-fb9038e6921d tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:43:24.348577 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-02ddd90c-36e7-4d53-9333-d7f12bb7c24a req-1f92f4a1-59e8-46bc-8735-fb9038e6921d tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] No DVR routers for this DVR port efd73367-24c4-4a5c-8841-c703ec77c8b2 on host n-h2-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:43:24.354125 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-02ddd90c-36e7-4d53-9333-d7f12bb7c24a req-1f92f4a1-59e8-46bc-8735-fb9038e6921d tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:24.361854 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-02ddd90c-36e7-4d53-9333-d7f12bb7c24a req-1f92f4a1-59e8-46bc-8735-fb9038e6921d tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.69 "DELETE /v2.0/ports/efd73367-24c4-4a5c-8841-c703ec77c8b2 HTTP/1.1" status: 204 len: 173 time: 1.7049303 Jun 11 09:43:24.365846 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=730c5223-87c0-4868-94fb-7a041e9c63ba,revision_number=6']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:43:24.367615 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:43:24.370744 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['730c5223-87c0-4868-94fb-7a041e9c63ba'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:43:24.404739 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7dc675c8-1a88-4d53-9161-38ba296ba1f6 req-7da1d2c2-14b0-4e57-a264-6fbb885191d5 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c79f244-85fb-47d0-8790-7a20e47df174 HTTP/1.1" status: 200 len: 210 time: 0.0787010 Jun 11 09:43:24.477169 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-c025a2fd-1023-45b9-a0ee-4a2a42b86506 req-599879e7-5af2-410c-8981-e6074d0e327e tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] For port 5ccc7a6a-a04a-4416-9f50-a731016fdc25, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=5ccc7a6a-a04a-4416-9f50-a731016fdc25,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:43:24.477753 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-c025a2fd-1023-45b9-a0ee-4a2a42b86506 req-599879e7-5af2-410c-8981-e6074d0e327e tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:24.638627 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-c025a2fd-1023-45b9-a0ee-4a2a42b86506 req-599879e7-5af2-410c-8981-e6074d0e327e tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Calling delete_port for 5ccc7a6a-a04a-4416-9f50-a731016fdc25 owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:43:24.647929 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a86d4d-5b2b-46c1-96a9-ada147a696de req-04efc5b0-df5b-4dca-91ca-dde4f82e97af tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:24.655672 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-95a86d4d-5b2b-46c1-96a9-ada147a696de req-04efc5b0-df5b-4dca-91ca-dde4f82e97af tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/ports?device_id=e03c3d59-e6d8-4b5e-ab76-3b2deda95807 HTTP/1.1" status: 200 len: 867 time: 1.4392169 Jun 11 09:43:24.715850 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['7a703afa-3e9a-47c3-94e5-25348c8c58b8', '3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:43:24.825506 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Fri, 11 Jun 2021 09:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f492812-da14-4e8e-8d6e-68ec0a2db9be x-openstack-request-id: req-4f492812-da14-4e8e-8d6e-68ec0a2db9be {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:43:24.825911 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06244c58-7914-4ac4-ba34-fcb809a8fc02", "name": "network-vif-unplugged", "status": "completed", "tag": "d00a4cdc-7d41-4b90-b7e8-37b4816a64e9", "code": 200}, {"name": "network-changed", "server_uuid": "06244c58-7914-4ac4-ba34-fcb809a8fc02", "tag": "d00a4cdc-7d41-4b90-b7e8-37b4816a64e9", "status": "completed", "code": 200}, {"server_uuid": "37b30037-a02b-413e-b345-f18e6fde59c3", "name": "network-vif-deleted", "tag": "171214e0-4b28-4aec-b56d-731d2e4c00c5", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:43:24.826236 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4f492812-da14-4e8e-8d6e-68ec0a2db9be {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:43:24.826970 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06244c58-7914-4ac4-ba34-fcb809a8fc02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd00a4cdc-7d41-4b90-b7e8-37b4816a64e9', 'code': 200} Jun 11 09:43:24.830869 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06244c58-7914-4ac4-ba34-fcb809a8fc02', 'tag': 'd00a4cdc-7d41-4b90-b7e8-37b4816a64e9', 'status': 'completed', 'code': 200} Jun 11 09:43:24.835342 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37b30037-a02b-413e-b345-f18e6fde59c3', 'name': 'network-vif-deleted', 'tag': '171214e0-4b28-4aec-b56d-731d2e4c00c5', 'status': 'completed', 'code': 200} Jun 11 09:43:24.888000 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-95a86d4d-5b2b-46c1-96a9-ada147a696de req-edc75a59-2092-472b-9731-6f5fcb3f1bc8 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca3026f3-8a05-4fe5-9c7d-b1a6d33061fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253501 Jun 11 09:43:25.079522 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 730c5223-87c0-4868-94fb-7a041e9c63ba up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:43:25.123677 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a7767a-f026-4ac1-8c1e-ef1a205b2f13 req-47f28dcc-6f79-44d8-a324-b8b54ef5eeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:25.129275 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-86a7767a-f026-4ac1-8c1e-ef1a205b2f13 req-47f28dcc-6f79-44d8-a324-b8b54ef5eeb5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=761e66d23fea4903a68cd9de907a43c1&device_id=06244c58-7914-4ac4-ba34-fcb809a8fc02 HTTP/1.1" status: 200 len: 1126 time: 0.2364495 Jun 11 09:43:25.224629 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 5ccc7a6a-a04a-4416-9f50-a731016fdc25 no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:43:25.231937 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-39cdb6fd-4738-4d63-aed1-942d76e7145c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375209'] for router_interface, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:25.464068 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port 730c5223-87c0-4868-94fb-7a041e9c63ba triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:43:25.464978 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:25.502394 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-c025a2fd-1023-45b9-a0ee-4a2a42b86506 req-599879e7-5af2-410c-8981-e6074d0e327e tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:25.515283 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3722c12d-00b9-4faa-ab18-274bb0c2758a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:43:25.530537 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['231f751b-5b35-41a6-87e4-5e96e0d97c74', 'de89716f-db2e-416a-aceb-70adaacf4086', '8bb8cb28-fd60-4e20-b866-29efe9a08741', '7036c337-11e5-4ef3-b5ac-9c60e3590b59'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:43:25.630257 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a140b697-a571-4224-aae2-61d1a49de4c4 req-a8f3a7f1-a89b-4987-9a0a-76657f6080da tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=626ec2e1-370e-4765-bde4-c601eaf4f801 HTTP/1.1" status: 200 len: 210 time: 0.2081704 Jun 11 09:43:25.668951 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599879e7-5af2-410c-8981-e6074d0e327e tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Pushing event deleted for resources: {'Port': ['ID=5ccc7a6a-a04a-4416-9f50-a731016fdc25,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:43:25.678410 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-599879e7-5af2-410c-8981-e6074d0e327e tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:43:25.715754 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:25.740035 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-c025a2fd-1023-45b9-a0ee-4a2a42b86506 req-599879e7-5af2-410c-8981-e6074d0e327e tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] No DVR routers for this DVR port 5ccc7a6a-a04a-4416-9f50-a731016fdc25 on host n-h2-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:43:25.744841 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-c025a2fd-1023-45b9-a0ee-4a2a42b86506 req-599879e7-5af2-410c-8981-e6074d0e327e tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:25.746525 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c025a2fd-1023-45b9-a0ee-4a2a42b86506 req-599879e7-5af2-410c-8981-e6074d0e327e tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.69 "DELETE /v2.0/ports/5ccc7a6a-a04a-4416-9f50-a731016fdc25 HTTP/1.1" status: 204 len: 173 time: 3.0703607 Jun 11 09:43:25.747059 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '626ec2e1-370e-4765-bde4-c601eaf4f801', 'name': 'network-vif-deleted', 'tag': '5ccc7a6a-a04a-4416-9f50-a731016fdc25'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:43:25.749809 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c5a36ed-9a38-45fe-a725-18a5c99eb815" -d '{"events": [{"server_uuid": "626ec2e1-370e-4765-bde4-c601eaf4f801", "name": "network-vif-deleted", "tag": "5ccc7a6a-a04a-4416-9f50-a731016fdc25"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:43:25.873767 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 730c5223-87c0-4868-94fb-7a041e9c63ba, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=730c5223-87c0-4868-94fb-7a041e9c63ba,segment=NetworkSegment(f561be66-4e48-459e-8c21-fceaa6c73661),segment_id=f561be66-4e48-459e-8c21-fceaa6c73661)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:43:25.913628 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] No active binding found for port 5ccc7a6a-a04a-4416-9f50-a731016fdc25 {{(pid=93178) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 11 09:43:25.913628 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 5ccc7a6a-a04a-4416-9f50-a731016fdc25 not bound to the agent host n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:43:25.913628 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device efd73367-24c4-4a5c-8841-c703ec77c8b2 no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:43:25.922768 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8355cfd8-6f02-48e7-8c0c-764b8c44cfb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '730c5223-87c0-4868-94fb-7a041e9c63ba'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:43:25.927906 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf3fb0d-ddad-4e32-8f1d-97171780b8e5" -d '{"events": [{"server_uuid": "8355cfd8-6f02-48e7-8c0c-764b8c44cfb7", "name": "network-vif-plugged", "status": "completed", "tag": "730c5223-87c0-4868-94fb-7a041e9c63ba"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:43:25.945182 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4e0761e5-49d4-4fe1-9c14-ccf574e0bf3e req-1035de2e-aedd-4aa5-accb-204220a76cdf tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c79f244-85fb-47d0-8790-7a20e47df174 HTTP/1.1" status: 200 len: 210 time: 0.0516508 Jun 11 09:43:25.992947 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:25.994656 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 171214e0-4b28-4aec-b56d-731d2e4c00c5 no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:43:25.997929 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-39cdb6fd-4738-4d63-aed1-942d76e7145c admin admin] Deleting port 6fcc0219-59e1-422e-8d64-ec50ff732168 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:43:25.998828 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] No Port match for: efd73367-24c4-4a5c-8841-c703ec77c8b2 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:43:25.999369 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device efd73367-24c4-4a5c-8841-c703ec77c8b2 not bound to the agent host n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:43:26.000359 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-39cdb6fd-4738-4d63-aed1-942d76e7145c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:26.006033 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:43:26.115769 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b4227c-643a-4c5f-b8cb-6b4c4bab25b6 req-cbca2a0b-36e6-4df6-9161-d320d5e427f0 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:26.121433 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-98b4227c-643a-4c5f-b8cb-6b4c4bab25b6 req-cbca2a0b-36e6-4df6-9161-d320d5e427f0 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] 10.222.0.69 "GET /v2.0/networks?id=c9f93891-447d-4495-997b-1b739b394a27 HTTP/1.1" status: 200 len: 813 time: 0.3746071 Jun 11 09:43:26.164578 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] No Port match for: 171214e0-4b28-4aec-b56d-731d2e4c00c5 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:43:26.164918 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 171214e0-4b28-4aec-b56d-731d2e4c00c5 not bound to the agent host n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:43:26.235262 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d5ece24-0804-4896-b251-9fa456edbb02 x-openstack-request-id: req-6d5ece24-0804-4896-b251-9fa456edbb02 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:43:26.235669 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "626ec2e1-370e-4765-bde4-c601eaf4f801", "name": "network-vif-deleted", "tag": "5ccc7a6a-a04a-4416-9f50-a731016fdc25", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:43:26.235910 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6d5ece24-0804-4896-b251-9fa456edbb02 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:43:26.236364 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '626ec2e1-370e-4765-bde4-c601eaf4f801', 'name': 'network-vif-deleted', 'tag': '5ccc7a6a-a04a-4416-9f50-a731016fdc25', 'status': 'completed', 'code': 200} Jun 11 09:43:26.280420 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b4227c-643a-4c5f-b8cb-6b4c4bab25b6 req-d1d5b69e-5f7b-4f30-ad9b-aa914e5e4de6 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:26.281883 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-98b4227c-643a-4c5f-b8cb-6b4c4bab25b6 req-d1d5b69e-5f7b-4f30-ad9b-aa914e5e4de6 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] 10.222.0.64 "GET /v2.0/networks?id=c9f93891-447d-4495-997b-1b739b394a27 HTTP/1.1" status: 200 len: 813 time: 0.3505216 Jun 11 09:43:26.289382 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-98b4227c-643a-4c5f-b8cb-6b4c4bab25b6 req-5575ec37-0f6a-4ab6-adcf-bd4c38e8c60b tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Request body: {'port': {'device_id': 'd4ebe5f9-0c40-43e4-af01-457a9e124c1f', 'network_id': 'c9f93891-447d-4495-997b-1b739b394a27', 'admin_state_up': True, 'tenant_id': 'd9da6d07c7144d68abff6d528a287a09'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:43:26.318130 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-39cdb6fd-4738-4d63-aed1-942d76e7145c admin admin] For port 6fcc0219-59e1-422e-8d64-ec50ff732168, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=6fcc0219-59e1-422e-8d64-ec50ff732168,segment=NetworkSegment(7d8269b1-fb57-48c7-8d99-2863ebbcfd29),segment_id=7d8269b1-fb57-48c7-8d99-2863ebbcfd29)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:43:26.318459 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-39cdb6fd-4738-4d63-aed1-942d76e7145c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:26.360793 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=730c5223-87c0-4868-94fb-7a041e9c63ba,revision_number=7']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:43:26.374535 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:43:26.454152 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a7767a-f026-4ac1-8c1e-ef1a205b2f13 req-a2a28c70-2f4d-469b-abb0-6cfbe96a4740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:26.455678 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-86a7767a-f026-4ac1-8c1e-ef1a205b2f13 req-a2a28c70-2f4d-469b-abb0-6cfbe96a4740 service neutron] 10.222.0.64 "GET /v2.0/networks?id=53a42219-c346-45f9-be41-c5dabab2438f HTTP/1.1" status: 200 len: 922 time: 1.3201029 Jun 11 09:43:26.526953 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-98b4227c-643a-4c5f-b8cb-6b4c4bab25b6 req-1eadf031-9299-42b0-b37b-4b611c164ec6 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Request body: {'port': {'device_id': '3c79f244-85fb-47d0-8790-7a20e47df174', 'network_id': 'c9f93891-447d-4495-997b-1b739b394a27', 'admin_state_up': True, 'tenant_id': 'd9da6d07c7144d68abff6d528a287a09'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:43:26.531449 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['216f3a04-a633-4ba6-ad8e-d639b8b1bf74', '2b3502fb-9e75-49f0-8d54-4f9b57e8bd95'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:43:26.531656 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-86a7767a-f026-4ac1-8c1e-ef1a205b2f13 req-4c1a91e5-5550-49ab-b463-3dd67b44d060 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d00a4cdc-7d41-4b90-b7e8-37b4816a64e9 HTTP/1.1" status: 200 len: 217 time: 0.0660005 Jun 11 09:43:26.636054 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-39cdb6fd-4738-4d63-aed1-942d76e7145c admin admin] Calling delete_port for 6fcc0219-59e1-422e-8d64-ec50ff732168 owned by network:router_interface {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:43:26.658899 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a7767a-f026-4ac1-8c1e-ef1a205b2f13 req-0b029fe0-8a1c-49fd-bdb7-57f8d3b72c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:26.663550 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-86a7767a-f026-4ac1-8c1e-ef1a205b2f13 req-0b029fe0-8a1c-49fd-bdb7-57f8d3b72c69 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=20094bda-f8d4-46e6-bab1-f100394de689 HTTP/1.1" status: 200 len: 861 time: 0.1214099 Jun 11 09:43:26.677116 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df05e5e3-3037-47d5-a28a-9639ae80c5c3 req-c3f8a599-43dd-41d6-86af-775992648caf tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:26.684927 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-df05e5e3-3037-47d5-a28a-9639ae80c5c3 req-c3f8a599-43dd-41d6-86af-775992648caf tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=06244c58-7914-4ac4-ba34-fcb809a8fc02 HTTP/1.1" status: 200 len: 943 time: 1.5378911 Jun 11 09:43:26.743749 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0cd091f3-aa91-4b40-9c60-c291e394ff65 req-9fad6634-cf80-4e17-a9dd-aa430d94ae57 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/ports?device_id=e03c3d59-e6d8-4b5e-ab76-3b2deda95807 HTTP/1.1" status: 200 len: 210 time: 0.0933383 Jun 11 09:43:26.862186 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e03c3d59-e6d8-4b5e-ab76-3b2deda95807', 'name': 'network-vif-deleted', 'tag': 'efd73367-24c4-4a5c-8841-c703ec77c8b2'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:43:26.868819 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd65e1a-ede3-4721-b081-98398dde41e0" -d '{"events": [{"server_uuid": "e03c3d59-e6d8-4b5e-ab76-3b2deda95807", "name": "network-vif-deleted", "tag": "efd73367-24c4-4a5c-8841-c703ec77c8b2"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:43:26.879416 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-86a7767a-f026-4ac1-8c1e-ef1a205b2f13 req-d5182abd-f477-40f0-9c63-a3a9586bbb7e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=53a42219-c346-45f9-be41-c5dabab2438f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1841815 Jun 11 09:43:26.881404 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98b4227c-643a-4c5f-b8cb-6b4c4bab25b6 req-5575ec37-0f6a-4ab6-adcf-bd4c38e8c60b tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Made reservation on behalf of d9da6d07c7144d68abff6d528a287a09 for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:43:26.886794 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-98b4227c-643a-4c5f-b8cb-6b4c4bab25b6 req-5575ec37-0f6a-4ab6-adcf-bd4c38e8c60b tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:26.892195 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f34fe5cd-689d-40a2-a8cc-4a5e44d73e8d x-openstack-request-id: req-f34fe5cd-689d-40a2-a8cc-4a5e44d73e8d {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:43:26.892195 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8355cfd8-6f02-48e7-8c0c-764b8c44cfb7", "name": "network-vif-plugged", "status": "completed", "tag": "730c5223-87c0-4868-94fb-7a041e9c63ba", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:43:26.892195 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f34fe5cd-689d-40a2-a8cc-4a5e44d73e8d {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:43:26.892195 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8355cfd8-6f02-48e7-8c0c-764b8c44cfb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '730c5223-87c0-4868-94fb-7a041e9c63ba', 'code': 200} Jun 11 09:43:27.140433 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device d00a4cdc-7d41-4b90-b7e8-37b4816a64e9 details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:43:27.252348 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-bc70bbe9-a0db-41f7-b646-6bbde308d8ed req-9bd989e5-38c6-4d19-9027-1fc353d23fb8 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=626ec2e1-370e-4765-bde4-c601eaf4f801 HTTP/1.1" status: 200 len: 210 time: 0.0513124 Jun 11 09:43:27.315833 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-39cdb6fd-4738-4d63-aed1-942d76e7145c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:27.325698 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c61f0136-b383-4829-90e4-92139516e451 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:43:27.404845 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cdb6fd-4738-4d63-aed1-942d76e7145c admin admin] Pushing event deleted for resources: {'Port': ['ID=6fcc0219-59e1-422e-8d64-ec50ff732168,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:43:27.405853 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab4cd6c4-4da6-4113-bb79-e92c75e9daad x-openstack-request-id: req-ab4cd6c4-4da6-4113-bb79-e92c75e9daad {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:43:27.408481 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e03c3d59-e6d8-4b5e-ab76-3b2deda95807", "name": "network-vif-deleted", "tag": "efd73367-24c4-4a5c-8841-c703ec77c8b2", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:43:27.409038 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ab4cd6c4-4da6-4113-bb79-e92c75e9daad {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:43:27.411931 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e03c3d59-e6d8-4b5e-ab76-3b2deda95807', 'name': 'network-vif-deleted', 'tag': 'efd73367-24c4-4a5c-8841-c703ec77c8b2', 'status': 'completed', 'code': 200} Jun 11 09:43:27.420513 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-39cdb6fd-4738-4d63-aed1-942d76e7145c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:43:27.462406 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-df05e5e3-3037-47d5-a28a-9639ae80c5c3 req-9398cc35-cb87-4912-8200-d64506223f83 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7765112 Jun 11 09:43:27.685545 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-288066d9-d011-4c4e-aa42-b595f290461d req-cf387b15-410a-4bfc-b0fc-1a04e27f6f4b tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c79f244-85fb-47d0-8790-7a20e47df174 HTTP/1.1" status: 200 len: 210 time: 0.0768468 Jun 11 09:43:27.761199 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-86a7767a-f026-4ac1-8c1e-ef1a205b2f13 req-26f7eadc-6ba4-4def-b23f-a13b1b369b5a service neutron] 10.222.0.64 "GET /v2.0/networks/53a42219-c346-45f9-be41-c5dabab2438f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8455715 Jun 11 09:43:27.854290 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port d00a4cdc-7d41-4b90-b7e8-37b4816a64e9, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=d00a4cdc-7d41-4b90-b7e8-37b4816a64e9,segment=NetworkSegment(56281ee1-4859-40f0-b2a0-2c2117bfda04),segment_id=56281ee1-4859-40f0-b2a0-2c2117bfda04)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:43:27.876031 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device d00a4cdc-7d41-4b90-b7e8-37b4816a64e9 has no active binding in host n-h2-779913-12 {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 11 09:43:27.980241 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-86a7767a-f026-4ac1-8c1e-ef1a205b2f13 req-5dcb9d0c-4d5e-4383-81e5-a2669840779f service neutron] 10.222.0.64 "GET /v2.0/networks/53a42219-c346-45f9-be41-c5dabab2438f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117343 Jun 11 09:43:27.983717 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98b4227c-643a-4c5f-b8cb-6b4c4bab25b6 req-1eadf031-9299-42b0-b37b-4b611c164ec6 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Made reservation on behalf of d9da6d07c7144d68abff6d528a287a09 for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:43:27.996876 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-98b4227c-643a-4c5f-b8cb-6b4c4bab25b6 req-1eadf031-9299-42b0-b37b-4b611c164ec6 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:28.017667 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [req-98b4227c-643a-4c5f-b8cb-6b4c4bab25b6 req-5575ec37-0f6a-4ab6-adcf-bd4c38e8c60b tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Allocated IP 172.20.0.14 (c9f93891-447d-4495-997b-1b739b394a27/2993b50a-0956-4b75-85e8-91af6beab6c9/d9e039a4-36de-4a16-85fc-5c80e951e4a5) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:43:28.066427 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-39cdb6fd-4738-4d63-aed1-942d76e7145c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362297'] for router_interface, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:28.313403 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-98b4227c-643a-4c5f-b8cb-6b4c4bab25b6 req-5575ec37-0f6a-4ab6-adcf-bd4c38e8c60b tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:28.651102 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-98b4227c-643a-4c5f-b8cb-6b4c4bab25b6 req-5575ec37-0f6a-4ab6-adcf-bd4c38e8c60b tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:28.659197 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d5c60bb6-47ea-4634-93f1-a8f768ea1133 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:43:28.672564 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0883ca43-7fbe-4d06-821a-410e1108fa39 req-8f5a1d57-474a-4591-93a0-8e4e016071ae tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=626ec2e1-370e-4765-bde4-c601eaf4f801 HTTP/1.1" status: 200 len: 210 time: 0.0970807 Jun 11 09:43:28.739596 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39cdb6fd-4738-4d63-aed1-942d76e7145c admin admin] Router f4e5d692-bd61-41ba-892e-c38120a760d5 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 09:43:28.761390 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98b4227c-643a-4c5f-b8cb-6b4c4bab25b6 req-5575ec37-0f6a-4ab6-adcf-bd4c38e8c60b tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Network c9f93891-447d-4495-997b-1b739b394a27 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:43:28.770388 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [req-98b4227c-643a-4c5f-b8cb-6b4c4bab25b6 req-5575ec37-0f6a-4ab6-adcf-bd4c38e8c60b tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:43:28.777900 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-98b4227c-643a-4c5f-b8cb-6b4c4bab25b6 req-5575ec37-0f6a-4ab6-adcf-bd4c38e8c60b tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:43:28.844507 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5575ec37-0f6a-4ab6-adcf-bd4c38e8c60b tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Pushing event updated for resources: {'Port': ['ID=d9e039a4-36de-4a16-85fc-5c80e951e4a5,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:43:28.852413 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5575ec37-0f6a-4ab6-adcf-bd4c38e8c60b tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:43:28.868484 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [req-98b4227c-643a-4c5f-b8cb-6b4c4bab25b6 req-1eadf031-9299-42b0-b37b-4b611c164ec6 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Allocated IP 172.20.0.10 (c9f93891-447d-4495-997b-1b739b394a27/2993b50a-0956-4b75-85e8-91af6beab6c9/b0dd3a63-8244-4d82-b3ce-7a9ce764394b) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:43:29.027980 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39cdb6fd-4738-4d63-aed1-942d76e7145c admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:43:29.038556 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-39cdb6fd-4738-4d63-aed1-942d76e7145c admin admin] 10.222.0.60 "PUT /v2.0/routers/f4e5d692-bd61-41ba-892e-c38120a760d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1343691 Jun 11 09:43:29.042369 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc028c0-c295-4e39-9080-753ca480f337 None None] Sync routers for ids ['f4e5d692-bd61-41ba-892e-c38120a760d5'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:43:29.043202 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39788) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:43:29.076529 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc028c0-c295-4e39-9080-753ca480f337 None None] Routers {'f4e5d692-bd61-41ba-892e-c38120a760d5'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:43:29.091843 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-fdc028c0-c295-4e39-9080-753ca480f337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:43:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['f4e5d692-bd61-41ba-892e-c38120a760d5'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:43:29.318049 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-98b4227c-643a-4c5f-b8cb-6b4c4bab25b6 req-1eadf031-9299-42b0-b37b-4b611c164ec6 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:29.450397 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cd3f9ed2-1662-4e26-a2f4-6b017dfa246a req-bd131a83-8977-4299-a423-4fc77f4c4867 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c79f244-85fb-47d0-8790-7a20e47df174 HTTP/1.1" status: 200 len: 210 time: 0.0789177 Jun 11 09:43:29.482565 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b4227c-643a-4c5f-b8cb-6b4c4bab25b6 req-5575ec37-0f6a-4ab6-adcf-bd4c38e8c60b tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:29.483239 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-98b4227c-643a-4c5f-b8cb-6b4c4bab25b6 req-5575ec37-0f6a-4ab6-adcf-bd4c38e8c60b tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:29.517670 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-98b4227c-643a-4c5f-b8cb-6b4c4bab25b6 req-1eadf031-9299-42b0-b37b-4b611c164ec6 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:29.544644 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9a52b4cb-4a18-41c3-a94c-5e4b53a462a7 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:43:29.576031 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-fdc028c0-c295-4e39-9080-753ca480f337 None None] Set router f4e5d692-bd61-41ba-892e-c38120a760d5 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:43:29.626942 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-98b4227c-643a-4c5f-b8cb-6b4c4bab25b6 req-5575ec37-0f6a-4ab6-adcf-bd4c38e8c60b tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3437128 Jun 11 09:43:29.645454 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98b4227c-643a-4c5f-b8cb-6b4c4bab25b6 req-1eadf031-9299-42b0-b37b-4b611c164ec6 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Network c9f93891-447d-4495-997b-1b739b394a27 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:43:29.662731 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-98b4227c-643a-4c5f-b8cb-6b4c4bab25b6 req-72798f3d-1e35-4054-926e-61f948358c6a service neutron] Request body: {'port': {'device_id': 'd4ebe5f9-0c40-43e4-af01-457a9e124c1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-12'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:43:29.669163 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [req-98b4227c-643a-4c5f-b8cb-6b4c4bab25b6 req-1eadf031-9299-42b0-b37b-4b611c164ec6 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:43:29.677551 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-98b4227c-643a-4c5f-b8cb-6b4c4bab25b6 req-1eadf031-9299-42b0-b37b-4b611c164ec6 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:43:29.856123 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eadf031-9299-42b0-b37b-4b611c164ec6 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Pushing event updated for resources: {'Port': ['ID=b0dd3a63-8244-4d82-b3ce-7a9ce764394b,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:43:29.860199 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1eadf031-9299-42b0-b37b-4b611c164ec6 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:43:29.965152 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-98b4227c-643a-4c5f-b8cb-6b4c4bab25b6 req-72798f3d-1e35-4054-926e-61f948358c6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:30.022912 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b4227c-643a-4c5f-b8cb-6b4c4bab25b6 req-1eadf031-9299-42b0-b37b-4b611c164ec6 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:30.023156 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-fdc028c0-c295-4e39-9080-753ca480f337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e5d692-bd61-41ba-892e-c38120a760d5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1228936636-router', 'tenant_id': '26784c180a9a401eb78ffb55ac1ecfdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'a1359836-3390-40ae-bb69-91b7ff1e4b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:41:04Z', 'updated_at': '2021-06-11T09:43:27Z', 'revision_number': 5, 'project_id': '26784c180a9a401eb78ffb55ac1ecfdd', 'gw_port': {'id': 'a1359836-3390-40ae-bb69-91b7ff1e4b73', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e5d692-bd61-41ba-892e-c38120a760d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:41:07Z', 'updated_at': '2021-06-11T09:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:43:30.023579 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-98b4227c-643a-4c5f-b8cb-6b4c4bab25b6 req-1eadf031-9299-42b0-b37b-4b611c164ec6 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:30.039187 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc028c0-c295-4e39-9080-753ca480f337 None None] Checking router: f4e5d692-bd61-41ba-892e-c38120a760d5 for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:43:30.052964 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc028c0-c295-4e39-9080-753ca480f337 None None] Routers {'f4e5d692-bd61-41ba-892e-c38120a760d5'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:43:30.054189 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-fdc028c0-c295-4e39-9080-753ca480f337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:43:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['f4e5d692-bd61-41ba-892e-c38120a760d5'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:43:30.187129 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-98b4227c-643a-4c5f-b8cb-6b4c4bab25b6 req-1eadf031-9299-42b0-b37b-4b611c164ec6 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7237384 Jun 11 09:43:30.326424 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-98b4227c-643a-4c5f-b8cb-6b4c4bab25b6 req-33b7e138-db8c-423a-938a-5cdc8af68985 service neutron] Request body: {'port': {'device_id': '3c79f244-85fb-47d0-8790-7a20e47df174', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-12'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:43:30.386892 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-dfd51d24-2e4c-435c-8ad4-af09103f4ba2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:30.399667 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaf2d29-bb22-4bab-99b0-fc686ef39c24 req-55a5d29c-c537-44db-818e-33143fb13df0 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:30.407215 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-adaf2d29-bb22-4bab-99b0-fc686ef39c24 req-55a5d29c-c537-44db-818e-33143fb13df0 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=06244c58-7914-4ac4-ba34-fcb809a8fc02 HTTP/1.1" status: 200 len: 943 time: 1.2306910 Jun 11 09:43:30.451662 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-fdc028c0-c295-4e39-9080-753ca480f337 None None] Set router f4e5d692-bd61-41ba-892e-c38120a760d5 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:43:30.475667 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5e6adb-33d7-46a9-908c-7cf64b3cc453 req-7605cf4a-d6b7-4536-81fa-4167e4edba5c tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:30.483311 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-be5e6adb-33d7-46a9-908c-7cf64b3cc453 req-7605cf4a-d6b7-4536-81fa-4167e4edba5c tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/ports?device_id=21573a0f-1ce2-400d-b2ec-a43845e1c869 HTTP/1.1" status: 200 len: 949 time: 0.5411067 Jun 11 09:43:30.602756 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-dfd51d24-2e4c-435c-8ad4-af09103f4ba2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:30.624833 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-adaf2d29-bb22-4bab-99b0-fc686ef39c24 req-fb11ed88-6283-4c78-ab21-a167ef711275 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167180 Jun 11 09:43:30.875529 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:30.879486 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-dfd51d24-2e4c-435c-8ad4-af09103f4ba2 admin admin] Deleting port a1359836-3390-40ae-bb69-91b7ff1e4b73 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:43:30.879833 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-dfd51d24-2e4c-435c-8ad4-af09103f4ba2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:30.910615 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-fdc028c0-c295-4e39-9080-753ca480f337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e5d692-bd61-41ba-892e-c38120a760d5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1228936636-router', 'tenant_id': '26784c180a9a401eb78ffb55ac1ecfdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'a1359836-3390-40ae-bb69-91b7ff1e4b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:41:04Z', 'updated_at': '2021-06-11T09:43:27Z', 'revision_number': 5, 'project_id': '26784c180a9a401eb78ffb55ac1ecfdd', 'gw_port': {'id': 'a1359836-3390-40ae-bb69-91b7ff1e4b73', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e5d692-bd61-41ba-892e-c38120a760d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:41:07Z', 'updated_at': '2021-06-11T09:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:43:30.916657 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc028c0-c295-4e39-9080-753ca480f337 None None] The sync data for ids ['f4e5d692-bd61-41ba-892e-c38120a760d5'] in n-d-779913-12 is: [{'id': 'f4e5d692-bd61-41ba-892e-c38120a760d5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1228936636-router', 'tenant_id': '26784c180a9a401eb78ffb55ac1ecfdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'a1359836-3390-40ae-bb69-91b7ff1e4b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:41:04Z', 'updated_at': '2021-06-11T09:43:27Z', 'revision_number': 5, 'project_id': '26784c180a9a401eb78ffb55ac1ecfdd', 'gw_port': {'id': 'a1359836-3390-40ae-bb69-91b7ff1e4b73', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e5d692-bd61-41ba-892e-c38120a760d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:41:07Z', 'updated_at': '2021-06-11T09:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:43:31.080295 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device d00a4cdc-7d41-4b90-b7e8-37b4816a64e9 no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:43:31.144063 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-dfd51d24-2e4c-435c-8ad4-af09103f4ba2 admin admin] For port a1359836-3390-40ae-bb69-91b7ff1e4b73, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=a1359836-3390-40ae-bb69-91b7ff1e4b73,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:43:31.144471 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-dfd51d24-2e4c-435c-8ad4-af09103f4ba2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:31.177906 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-be5e6adb-33d7-46a9-908c-7cf64b3cc453 req-e4fc8816-22b0-40cd-aa81-a975c5c39b7c tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca3026f3-8a05-4fe5-9c7d-b1a6d33061fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6934714 Jun 11 09:43:31.271803 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-dfd51d24-2e4c-435c-8ad4-af09103f4ba2 admin admin] Calling delete_port for a1359836-3390-40ae-bb69-91b7ff1e4b73 owned by network:router_gateway {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:43:31.321217 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-98b4227c-643a-4c5f-b8cb-6b4c4bab25b6 req-33b7e138-db8c-423a-938a-5cdc8af68985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:31.328790 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 6fcc0219-59e1-422e-8d64-ec50ff732168 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:43:31.361348 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 6fcc0219-59e1-422e-8d64-ec50ff732168 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:43:31.364544 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 6fcc0219-59e1-422e-8d64-ec50ff732168 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:43:31.440313 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e197b009-aff0-4843-8bc7-d7c17759b1f8 req-84a31bd9-ef63-4327-9c2c-ac23060e0f19 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:31.452413 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e197b009-aff0-4843-8bc7-d7c17759b1f8 req-84a31bd9-ef63-4327-9c2c-ac23060e0f19 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c79f244-85fb-47d0-8790-7a20e47df174 HTTP/1.1" status: 200 len: 932 time: 0.5022957 Jun 11 09:43:31.523689 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [req-98b4227c-643a-4c5f-b8cb-6b4c4bab25b6 req-72798f3d-1e35-4054-926e-61f948358c6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9e039a4-36de-4a16-85fc-5c80e951e4a5 {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:43:31.533869 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-98b4227c-643a-4c5f-b8cb-6b4c4bab25b6 req-72798f3d-1e35-4054-926e-61f948358c6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:31.548865 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-98b4227c-643a-4c5f-b8cb-6b4c4bab25b6 req-72798f3d-1e35-4054-926e-61f948358c6a service neutron] Transition to ACTIVE for port object d9e039a4-36de-4a16-85fc-5c80e951e4a5 will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:43:31.590095 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e197b009-aff0-4843-8bc7-d7c17759b1f8 req-c50f71b6-b207-463e-8082-75f2a37c931d tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] 10.222.0.60 "GET /v2.0/security-groups?id=8c9f17ce-f43f-4bb5-99db-9fa6af84fd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311486 Jun 11 09:43:31.661853 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9f10d8-6744-4dad-84e3-3770a59aaa3d req-6178c174-8932-499b-b989-91572b89fc33 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:31.664532 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ec9f10d8-6744-4dad-84e3-3770a59aaa3d req-6178c174-8932-499b-b989-91572b89fc33 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.69 "GET /v2.0/ports?device_id=21573a0f-1ce2-400d-b2ec-a43845e1c869 HTTP/1.1" status: 200 len: 949 time: 0.3646665 Jun 11 09:43:31.742042 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-98b4227c-643a-4c5f-b8cb-6b4c4bab25b6 req-72798f3d-1e35-4054-926e-61f948358c6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:31.745357 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9f3b2775-c816-44da-b231-7a40d8187493 req-a6d8a4ed-4e1e-4c3b-8f29-304c8116da92 service neutron] 10.222.0.64 "GET /v2.0/ports/d00a4cdc-7d41-4b90-b7e8-37b4816a64e9/bindings/n-h2-779913-12 HTTP/1.1" status: 200 len: 385 time: 0.5926397 Jun 11 09:43:31.748687 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-66ccce83-5a48-4a1d-aae6-eb1026b7d33b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:43:32.012060 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-ec9f10d8-6744-4dad-84e3-3770a59aaa3d req-654daa55-f834-4aad-8189-bcb979b9f359 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Deleting port 7a703afa-3e9a-47c3-94e5-25348c8c58b8 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:43:32.012462 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-ec9f10d8-6744-4dad-84e3-3770a59aaa3d req-654daa55-f834-4aad-8189-bcb979b9f359 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:32.015434 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72798f3d-1e35-4054-926e-61f948358c6a service neutron] Pushing event updated for resources: {'Port': ['ID=d9e039a4-36de-4a16-85fc-5c80e951e4a5,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:43:32.026802 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72798f3d-1e35-4054-926e-61f948358c6a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:43:32.027172 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72798f3d-1e35-4054-926e-61f948358c6a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:43:32.027535 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72798f3d-1e35-4054-926e-61f948358c6a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:43:32.027938 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72798f3d-1e35-4054-926e-61f948358c6a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:43:32.028368 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72798f3d-1e35-4054-926e-61f948358c6a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:43:32.028720 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72798f3d-1e35-4054-926e-61f948358c6a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:43:32.029081 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72798f3d-1e35-4054-926e-61f948358c6a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:43:32.029412 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72798f3d-1e35-4054-926e-61f948358c6a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:43:32.029755 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72798f3d-1e35-4054-926e-61f948358c6a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:43:32.030596 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72798f3d-1e35-4054-926e-61f948358c6a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:43:32.030596 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72798f3d-1e35-4054-926e-61f948358c6a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:43:32.030804 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72798f3d-1e35-4054-926e-61f948358c6a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:43:32.057969 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c595b80c-6c94-459b-bf99-7ea28e774056 req-26f39c2d-7bcb-467a-8ad6-7c3eb1695cef tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:32.059706 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c595b80c-6c94-459b-bf99-7ea28e774056 req-26f39c2d-7bcb-467a-8ad6-7c3eb1695cef tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=06244c58-7914-4ac4-ba34-fcb809a8fc02 HTTP/1.1" status: 200 len: 943 time: 0.1944847 Jun 11 09:43:32.106085 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-72798f3d-1e35-4054-926e-61f948358c6a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:43:32.155141 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-dfd51d24-2e4c-435c-8ad4-af09103f4ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:32.168175 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-eeb45a05-b697-4acd-8405-4d4d948439eb tempest-FloatingIPsAssociationNegativeTestJSON-1781821750 tempest-FloatingIPsAssociationNegativeTestJSON-1781821750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:43:32.212290 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c595b80c-6c94-459b-bf99-7ea28e774056 req-01275a77-da33-460e-908c-f484e6590e50 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465485 Jun 11 09:43:32.219129 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd51d24-2e4c-435c-8ad4-af09103f4ba2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1359836-3390-40ae-bb69-91b7ff1e4b73,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:43:32.274560 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-ec9f10d8-6744-4dad-84e3-3770a59aaa3d req-654daa55-f834-4aad-8189-bcb979b9f359 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] For port 7a703afa-3e9a-47c3-94e5-25348c8c58b8, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=7a703afa-3e9a-47c3-94e5-25348c8c58b8,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:43:32.274917 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-ec9f10d8-6744-4dad-84e3-3770a59aaa3d req-654daa55-f834-4aad-8189-bcb979b9f359 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:32.282974 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-98b4227c-643a-4c5f-b8cb-6b4c4bab25b6 req-72798f3d-1e35-4054-926e-61f948358c6a service neutron] Attempting to bind port d9e039a4-36de-4a16-85fc-5c80e951e4a5 on host n-h2-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:43:32.283620 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-98b4227c-643a-4c5f-b8cb-6b4c4bab25b6 req-72798f3d-1e35-4054-926e-61f948358c6a service neutron] Attempting to bind port d9e039a4-36de-4a16-85fc-5c80e951e4a5 by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': '7a429fb3-233e-45d8-9b93-9bd36a7f6040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'c9f93891-447d-4495-997b-1b739b394a27'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:43:32.283724 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b4227c-643a-4c5f-b8cb-6b4c4bab25b6 req-72798f3d-1e35-4054-926e-61f948358c6a service neutron] Attempting to bind port d9e039a4-36de-4a16-85fc-5c80e951e4a5 on network c9f93891-447d-4495-997b-1b739b394a27 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:43:32.315879 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd51d24-2e4c-435c-8ad4-af09103f4ba2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:43:32.316280 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd51d24-2e4c-435c-8ad4-af09103f4ba2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:43:32.316619 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd51d24-2e4c-435c-8ad4-af09103f4ba2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:43:32.316984 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd51d24-2e4c-435c-8ad4-af09103f4ba2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:43:32.317345 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd51d24-2e4c-435c-8ad4-af09103f4ba2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:43:32.317703 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd51d24-2e4c-435c-8ad4-af09103f4ba2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:43:32.318058 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd51d24-2e4c-435c-8ad4-af09103f4ba2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:43:32.318420 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd51d24-2e4c-435c-8ad4-af09103f4ba2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:43:32.318772 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd51d24-2e4c-435c-8ad4-af09103f4ba2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:43:32.319692 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd51d24-2e4c-435c-8ad4-af09103f4ba2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:43:32.320047 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd51d24-2e4c-435c-8ad4-af09103f4ba2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:43:32.320399 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd51d24-2e4c-435c-8ad4-af09103f4ba2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:43:32.329417 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-dfd51d24-2e4c-435c-8ad4-af09103f4ba2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:43:32.414799 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b4227c-643a-4c5f-b8cb-6b4c4bab25b6 req-72798f3d-1e35-4054-926e-61f948358c6a service neutron] Port d9e039a4-36de-4a16-85fc-5c80e951e4a5 on network c9f93891-447d-4495-997b-1b739b394a27 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:43:32.415177 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b4227c-643a-4c5f-b8cb-6b4c4bab25b6 req-72798f3d-1e35-4054-926e-61f948358c6a service neutron] Attempting to bind port d9e039a4-36de-4a16-85fc-5c80e951e4a5 on network c9f93891-447d-4495-997b-1b739b394a27 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:43:32.436037 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b4227c-643a-4c5f-b8cb-6b4c4bab25b6 req-72798f3d-1e35-4054-926e-61f948358c6a service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:43:32.436382 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b4227c-643a-4c5f-b8cb-6b4c4bab25b6 req-72798f3d-1e35-4054-926e-61f948358c6a service neutron] Checking segment: {'id': '7a429fb3-233e-45d8-9b93-9bd36a7f6040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'c9f93891-447d-4495-997b-1b739b394a27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:43:32.436776 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b4227c-643a-4c5f-b8cb-6b4c4bab25b6 req-72798f3d-1e35-4054-926e-61f948358c6a service neutron] Bound using segment: {'id': '7a429fb3-233e-45d8-9b93-9bd36a7f6040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'c9f93891-447d-4495-997b-1b739b394a27'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:43:32.437222 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-98b4227c-643a-4c5f-b8cb-6b4c4bab25b6 req-72798f3d-1e35-4054-926e-61f948358c6a service neutron] Bound port: d9e039a4-36de-4a16-85fc-5c80e951e4a5, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a429fb3-233e-45d8-9b93-9bd36a7f6040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'c9f93891-447d-4495-997b-1b739b394a27'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:43:32.437573 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-98b4227c-643a-4c5f-b8cb-6b4c4bab25b6 req-72798f3d-1e35-4054-926e-61f948358c6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:32.459317 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-ec9f10d8-6744-4dad-84e3-3770a59aaa3d req-654daa55-f834-4aad-8189-bcb979b9f359 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Calling delete_port for 7a703afa-3e9a-47c3-94e5-25348c8c58b8 owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:43:32.528885 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-9f3b2775-c816-44da-b231-7a40d8187493 req-f1101f13-fa65-4589-8093-373807963261 service neutron] For port d00a4cdc-7d41-4b90-b7e8-37b4816a64e9, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=d00a4cdc-7d41-4b90-b7e8-37b4816a64e9,segment=NetworkSegment(56281ee1-4859-40f0-b2a0-2c2117bfda04),segment_id=56281ee1-4859-40f0-b2a0-2c2117bfda04)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:43:32.577476 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-dfd51d24-2e4c-435c-8ad4-af09103f4ba2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374120'] for router_gateway, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:32.593699 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [req-98b4227c-643a-4c5f-b8cb-6b4c4bab25b6 req-33b7e138-db8c-423a-938a-5cdc8af68985 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0dd3a63-8244-4d82-b3ce-7a9ce764394b {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:43:32.616783 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-98b4227c-643a-4c5f-b8cb-6b4c4bab25b6 req-33b7e138-db8c-423a-938a-5cdc8af68985 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:32.627775 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-9f3b2775-c816-44da-b231-7a40d8187493 req-f1101f13-fa65-4589-8093-373807963261 service neutron] For port d00a4cdc-7d41-4b90-b7e8-37b4816a64e9, host n-h1-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:43:32.687769 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000e0679-8780-4d36-8bf8-eb2b49f77c1b req-573555c8-2ad0-4927-9306-953381c656c2 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:32.689369 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-000e0679-8780-4d36-8bf8-eb2b49f77c1b req-573555c8-2ad0-4927-9306-953381c656c2 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=29b85db7-c5bc-4f80-a30c-06de146f209d HTTP/1.1" status: 200 len: 949 time: 0.4803414 Jun 11 09:43:32.700709 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-98b4227c-643a-4c5f-b8cb-6b4c4bab25b6 req-33b7e138-db8c-423a-938a-5cdc8af68985 service neutron] Transition to ACTIVE for port object b0dd3a63-8244-4d82-b3ce-7a9ce764394b will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:43:32.762156 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-dfd51d24-2e4c-435c-8ad4-af09103f4ba2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:32.769627 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-98b4227c-643a-4c5f-b8cb-6b4c4bab25b6 req-72798f3d-1e35-4054-926e-61f948358c6a service neutron] For port d9e039a4-36de-4a16-85fc-5c80e951e4a5, host n-h2-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:43:32.771772 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-dfd51d24-2e4c-435c-8ad4-af09103f4ba2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:32.775439 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [req-9f3b2775-c816-44da-b231-7a40d8187493 req-f1101f13-fa65-4589-8093-373807963261 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d00a4cdc-7d41-4b90-b7e8-37b4816a64e9 {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:43:32.793425 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-000e0679-8780-4d36-8bf8-eb2b49f77c1b req-f429d8f1-bb40-4901-a5c3-ba3528c6a7b5 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/security-groups?id=d35df9ed-76e1-4821-b449-9857ba424946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887117 Jun 11 09:43:32.820507 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-9f3b2775-c816-44da-b231-7a40d8187493 req-f1101f13-fa65-4589-8093-373807963261 service neutron] For port d00a4cdc-7d41-4b90-b7e8-37b4816a64e9, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=d00a4cdc-7d41-4b90-b7e8-37b4816a64e9,segment=NetworkSegment(56281ee1-4859-40f0-b2a0-2c2117bfda04),segment_id=56281ee1-4859-40f0-b2a0-2c2117bfda04)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:43:32.839792 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-98b4227c-643a-4c5f-b8cb-6b4c4bab25b6 req-72798f3d-1e35-4054-926e-61f948358c6a service neutron] For port d9e039a4-36de-4a16-85fc-5c80e951e4a5, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=d9e039a4-36de-4a16-85fc-5c80e951e4a5,segment=NetworkSegment(7a429fb3-233e-45d8-9b93-9bd36a7f6040),segment_id=7a429fb3-233e-45d8-9b93-9bd36a7f6040)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:43:32.844160 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-98b4227c-643a-4c5f-b8cb-6b4c4bab25b6 req-33b7e138-db8c-423a-938a-5cdc8af68985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:32.868624 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1f92f4a1-59e8-46bc-8735-fb9038e6921d tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:43:32.872057 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2915ea08-0bdf-4e4c-a164-292c24a95f98 req-56d8753d-a655-4377-a040-97942680b66a tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:32.873605 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2915ea08-0bdf-4e4c-a164-292c24a95f98 req-56d8753d-a655-4377-a040-97942680b66a tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/ports?device_id=21573a0f-1ce2-400d-b2ec-a43845e1c869 HTTP/1.1" status: 200 len: 949 time: 0.4106939 Jun 11 09:43:32.937309 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b7e138-db8c-423a-938a-5cdc8af68985 service neutron] Pushing event updated for resources: {'Port': ['ID=b0dd3a63-8244-4d82-b3ce-7a9ce764394b,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:43:32.941887 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-33b7e138-db8c-423a-938a-5cdc8af68985 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:43:32.951068 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2915ea08-0bdf-4e4c-a164-292c24a95f98 req-24476549-8694-45d7-b312-fe1eda886b53 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca3026f3-8a05-4fe5-9c7d-b1a6d33061fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647213 Jun 11 09:43:33.013544 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-98b4227c-643a-4c5f-b8cb-6b4c4bab25b6 req-72798f3d-1e35-4054-926e-61f948358c6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:33.021832 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-aa26d459-02c9-43fa-97a1-eafd3e49251a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:43:33.030776 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-dfd51d24-2e4c-435c-8ad4-af09103f4ba2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:33.031349 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfd51d24-2e4c-435c-8ad4-af09103f4ba2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4e5d692-bd61-41ba-892e-c38120a760d5 {{(pid=93176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 09:43:33.036267 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-dfd51d24-2e4c-435c-8ad4-af09103f4ba2 admin admin] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:33.038218 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-dfd51d24-2e4c-435c-8ad4-af09103f4ba2 admin admin] 10.222.0.60 "DELETE /v2.0/routers/f4e5d692-bd61-41ba-892e-c38120a760d5 HTTP/1.1" status: 204 len: 168 time: 3.9923491 Jun 11 09:43:33.041225 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39832) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:43:33.061351 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-9f3b2775-c816-44da-b231-7a40d8187493 req-f1101f13-fa65-4589-8093-373807963261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:33.095496 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b4227c-643a-4c5f-b8cb-6b4c4bab25b6 req-72798f3d-1e35-4054-926e-61f948358c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:33.097240 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-98b4227c-643a-4c5f-b8cb-6b4c4bab25b6 req-72798f3d-1e35-4054-926e-61f948358c6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:33.101284 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-98b4227c-643a-4c5f-b8cb-6b4c4bab25b6 req-72798f3d-1e35-4054-926e-61f948358c6a service neutron] 10.222.0.69 "PUT /v2.0/ports/d9e039a4-36de-4a16-85fc-5c80e951e4a5 HTTP/1.1" status: 200 len: 1093 time: 3.4502316 Jun 11 09:43:33.111137 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4ebe5f9-0c40-43e4-af01-457a9e124c1f', 'tag': 'd9e039a4-36de-4a16-85fc-5c80e951e4a5'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:43:33.111137 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2946143c-dbcb-4056-975a-a034b940bc92" -d '{"events": [{"name": "network-changed", "server_uuid": "d4ebe5f9-0c40-43e4-af01-457a9e124c1f", "tag": "d9e039a4-36de-4a16-85fc-5c80e951e4a5"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:43:33.153057 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ffa8a57-2f4c-4a04-aa8f-56dafe3cc170 admin admin] Deleting subnet 5f18eccc-f45e-4f21-9a51-8466031c1371 {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 09:43:33.224415 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7ffa8a57-2f4c-4a04-aa8f-56dafe3cc170 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:33.247373 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-809fbddc-b36b-4404-ac57-ca1213d7b5f2 x-openstack-request-id: req-809fbddc-b36b-4404-ac57-ca1213d7b5f2 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:43:33.248070 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4ebe5f9-0c40-43e4-af01-457a9e124c1f", "tag": "d9e039a4-36de-4a16-85fc-5c80e951e4a5", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:43:33.248562 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-809fbddc-b36b-4404-ac57-ca1213d7b5f2 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:43:33.249144 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4ebe5f9-0c40-43e4-af01-457a9e124c1f', 'tag': 'd9e039a4-36de-4a16-85fc-5c80e951e4a5', 'status': 'completed', 'code': 200} Jun 11 09:43:33.290565 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7ffa8a57-2f4c-4a04-aa8f-56dafe3cc170 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:33.320003 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72798f3d-1e35-4054-926e-61f948358c6a service neutron] Pushing event updated for resources: {'Port': ['ID=d9e039a4-36de-4a16-85fc-5c80e951e4a5,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:43:33.332809 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-72798f3d-1e35-4054-926e-61f948358c6a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:43:33.358383 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-ec9f10d8-6744-4dad-84e3-3770a59aaa3d req-654daa55-f834-4aad-8189-bcb979b9f359 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:33.370695 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:43:33.380736 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:43:33.456198 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-98b4227c-643a-4c5f-b8cb-6b4c4bab25b6 req-33b7e138-db8c-423a-938a-5cdc8af68985 service neutron] Attempting to bind port b0dd3a63-8244-4d82-b3ce-7a9ce764394b on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:43:33.456413 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-98b4227c-643a-4c5f-b8cb-6b4c4bab25b6 req-33b7e138-db8c-423a-938a-5cdc8af68985 service neutron] Attempting to bind port b0dd3a63-8244-4d82-b3ce-7a9ce764394b by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '7a429fb3-233e-45d8-9b93-9bd36a7f6040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'c9f93891-447d-4495-997b-1b739b394a27'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:43:33.456747 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b4227c-643a-4c5f-b8cb-6b4c4bab25b6 req-33b7e138-db8c-423a-938a-5cdc8af68985 service neutron] Attempting to bind port b0dd3a63-8244-4d82-b3ce-7a9ce764394b on network c9f93891-447d-4495-997b-1b739b394a27 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:43:33.491622 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b4227c-643a-4c5f-b8cb-6b4c4bab25b6 req-33b7e138-db8c-423a-938a-5cdc8af68985 service neutron] Port b0dd3a63-8244-4d82-b3ce-7a9ce764394b on network c9f93891-447d-4495-997b-1b739b394a27 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:43:33.491622 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b4227c-643a-4c5f-b8cb-6b4c4bab25b6 req-33b7e138-db8c-423a-938a-5cdc8af68985 service neutron] Attempting to bind port b0dd3a63-8244-4d82-b3ce-7a9ce764394b on network c9f93891-447d-4495-997b-1b739b394a27 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:43:33.523178 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654daa55-f834-4aad-8189-bcb979b9f359 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Pushing event deleted for resources: {'Port': ['ID=7a703afa-3e9a-47c3-94e5-25348c8c58b8,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:43:33.530407 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-654daa55-f834-4aad-8189-bcb979b9f359 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:43:33.577629 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-9f3b2775-c816-44da-b231-7a40d8187493 req-f1101f13-fa65-4589-8093-373807963261 service neutron] Transition to ACTIVE for port object d00a4cdc-7d41-4b90-b7e8-37b4816a64e9 will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:43:33.644149 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b4227c-643a-4c5f-b8cb-6b4c4bab25b6 req-33b7e138-db8c-423a-938a-5cdc8af68985 service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:43:33.644149 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b4227c-643a-4c5f-b8cb-6b4c4bab25b6 req-33b7e138-db8c-423a-938a-5cdc8af68985 service neutron] Checking segment: {'id': '7a429fb3-233e-45d8-9b93-9bd36a7f6040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'c9f93891-447d-4495-997b-1b739b394a27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:43:33.644149 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b4227c-643a-4c5f-b8cb-6b4c4bab25b6 req-33b7e138-db8c-423a-938a-5cdc8af68985 service neutron] Bound using segment: {'id': '7a429fb3-233e-45d8-9b93-9bd36a7f6040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'c9f93891-447d-4495-997b-1b739b394a27'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:43:33.644149 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-98b4227c-643a-4c5f-b8cb-6b4c4bab25b6 req-33b7e138-db8c-423a-938a-5cdc8af68985 service neutron] Bound port: b0dd3a63-8244-4d82-b3ce-7a9ce764394b, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a429fb3-233e-45d8-9b93-9bd36a7f6040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'c9f93891-447d-4495-997b-1b739b394a27'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:43:33.644149 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-98b4227c-643a-4c5f-b8cb-6b4c4bab25b6 req-33b7e138-db8c-423a-938a-5cdc8af68985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:33.646292 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec9f10d8-6744-4dad-84e3-3770a59aaa3d req-654daa55-f834-4aad-8189-bcb979b9f359 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] No DVR routers for this DVR port 7a703afa-3e9a-47c3-94e5-25348c8c58b8 on host n-h2-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:43:33.646292 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-ec9f10d8-6744-4dad-84e3-3770a59aaa3d req-654daa55-f834-4aad-8189-bcb979b9f359 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:33.646292 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ec9f10d8-6744-4dad-84e3-3770a59aaa3d req-654daa55-f834-4aad-8189-bcb979b9f359 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.69 "DELETE /v2.0/ports/7a703afa-3e9a-47c3-94e5-25348c8c58b8 HTTP/1.1" status: 204 len: 173 time: 1.9473901 Jun 11 09:43:33.646292 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21573a0f-1ce2-400d-b2ec-a43845e1c869', 'name': 'network-vif-deleted', 'tag': '7a703afa-3e9a-47c3-94e5-25348c8c58b8'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:43:33.646292 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ad02fe-890f-47be-b09b-b2ca3d441463" -d '{"events": [{"server_uuid": "21573a0f-1ce2-400d-b2ec-a43845e1c869", "name": "network-vif-deleted", "tag": "7a703afa-3e9a-47c3-94e5-25348c8c58b8"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:43:33.667222 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b3562-6fee-4b38-be64-3dc196f6bc68 req-6c1256f3-574e-48d5-8a9e-06171325e02c tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:33.676200 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-212b3562-6fee-4b38-be64-3dc196f6bc68 req-6c1256f3-574e-48d5-8a9e-06171325e02c tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c79f244-85fb-47d0-8790-7a20e47df174 HTTP/1.1" status: 200 len: 944 time: 0.5199838 Jun 11 09:43:33.682556 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7ffa8a57-2f4c-4a04-aa8f-56dafe3cc170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:33.705812 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2946143c-dbcb-4056-975a-a034b940bc92 req-fb2785ac-d705-4b68-9d13-4b5d86f03ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:33.707239 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2946143c-dbcb-4056-975a-a034b940bc92 req-fb2785ac-d705-4b68-9d13-4b5d86f03ca9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d9da6d07c7144d68abff6d528a287a09&device_id=d4ebe5f9-0c40-43e4-af01-457a9e124c1f HTTP/1.1" status: 200 len: 1096 time: 0.4670341 Jun 11 09:43:33.725731 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef5d50-8c08-412a-9d43-31feb771b752 req-7baa290b-a47c-430b-b56e-920326a82ed6 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:33.727216 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-93ef5d50-8c08-412a-9d43-31feb771b752 req-7baa290b-a47c-430b-b56e-920326a82ed6 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=06244c58-7914-4ac4-ba34-fcb809a8fc02 HTTP/1.1" status: 200 len: 943 time: 0.2666543 Jun 11 09:43:33.730680 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-98b4227c-643a-4c5f-b8cb-6b4c4bab25b6 req-33b7e138-db8c-423a-938a-5cdc8af68985 service neutron] For port b0dd3a63-8244-4d82-b3ce-7a9ce764394b, host n-h1-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:43:33.742909 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-98b4227c-643a-4c5f-b8cb-6b4c4bab25b6 req-33b7e138-db8c-423a-938a-5cdc8af68985 service neutron] For port b0dd3a63-8244-4d82-b3ce-7a9ce764394b, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=b0dd3a63-8244-4d82-b3ce-7a9ce764394b,segment=NetworkSegment(7a429fb3-233e-45d8-9b93-9bd36a7f6040),segment_id=7a429fb3-233e-45d8-9b93-9bd36a7f6040)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:43:33.784508 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-212b3562-6fee-4b38-be64-3dc196f6bc68 req-54cf8942-0593-47c9-971d-bd5c06758e3b tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] 10.222.0.60 "GET /v2.0/security-groups?id=8c9f17ce-f43f-4bb5-99db-9fa6af84fd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072111 Jun 11 09:43:33.852591 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f066e2-3310-44a7-9df5-6b96a44e56d7 x-openstack-request-id: req-56f066e2-3310-44a7-9df5-6b96a44e56d7 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:43:33.853386 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21573a0f-1ce2-400d-b2ec-a43845e1c869", "name": "network-vif-deleted", "tag": "7a703afa-3e9a-47c3-94e5-25348c8c58b8", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:43:33.853894 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-56f066e2-3310-44a7-9df5-6b96a44e56d7 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:43:33.854571 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21573a0f-1ce2-400d-b2ec-a43845e1c869', 'name': 'network-vif-deleted', 'tag': '7a703afa-3e9a-47c3-94e5-25348c8c58b8', 'status': 'completed', 'code': 200} Jun 11 09:43:33.913813 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-93ef5d50-8c08-412a-9d43-31feb771b752 req-a4463609-b561-4cd1-8d65-20ec8e03c8b5 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660717 Jun 11 09:43:33.954693 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-9f3b2775-c816-44da-b231-7a40d8187493 req-f1101f13-fa65-4589-8093-373807963261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:33.960660 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-99f053a8-7a3e-47fe-8d1a-4c02d68f7e33 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:43:33.998749 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7ffa8a57-2f4c-4a04-aa8f-56dafe3cc170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:34.008720 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-98b4227c-643a-4c5f-b8cb-6b4c4bab25b6 req-33b7e138-db8c-423a-938a-5cdc8af68985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:34.013373 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2946143c-dbcb-4056-975a-a034b940bc92 req-64222080-8c7c-4336-af58-e9be090e185b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:34.016115 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2946143c-dbcb-4056-975a-a034b940bc92 req-64222080-8c7c-4336-af58-e9be090e185b service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=d9da6d07c7144d68abff6d528a287a09&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2867155 Jun 11 09:43:34.071242 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-42341b8c-738a-4878-a5fd-c85e05ef6c40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:43:34.111543 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffa8a57-2f4c-4a04-aa8f-56dafe3cc170 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f18eccc-f45e-4f21-9a51-8466031c1371,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:43:34.114253 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7ffa8a57-2f4c-4a04-aa8f-56dafe3cc170 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:34.120047 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-7ffa8a57-2f4c-4a04-aa8f-56dafe3cc170 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/5f18eccc-f45e-4f21-9a51-8466031c1371 HTTP/1.1" status: 204 len: 168 time: 1.0778193 Jun 11 09:43:34.122191 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7ffa8a57-2f4c-4a04-aa8f-56dafe3cc170 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:43:34.122646 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39858) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:43:34.122783 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01446d63-1d8b-4b94-a5c6-216c2098dc0b None None] Network 30fc0033-7e8d-4297-8cad-978a0ffeb9f4 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:43:34.234544 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f3b2775-c816-44da-b231-7a40d8187493 req-f1101f13-fa65-4589-8093-373807963261 service neutron] No DVR routers for this DVR port d00a4cdc-7d41-4b90-b7e8-37b4816a64e9 on host n-h1-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:43:34.242204 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b4227c-643a-4c5f-b8cb-6b4c4bab25b6 req-33b7e138-db8c-423a-938a-5cdc8af68985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:34.243061 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-98b4227c-643a-4c5f-b8cb-6b4c4bab25b6 req-33b7e138-db8c-423a-938a-5cdc8af68985 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:34.244653 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-98b4227c-643a-4c5f-b8cb-6b4c4bab25b6 req-33b7e138-db8c-423a-938a-5cdc8af68985 service neutron] 10.222.0.64 "PUT /v2.0/ports/b0dd3a63-8244-4d82-b3ce-7a9ce764394b HTTP/1.1" status: 200 len: 1093 time: 3.9364002 Jun 11 09:43:34.249280 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1101f13-fa65-4589-8093-373807963261 service neutron] Pushing event updated for resources: {'Port': ['ID=d00a4cdc-7d41-4b90-b7e8-37b4816a64e9,revision_number=10']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:43:34.264352 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f1101f13-fa65-4589-8093-373807963261 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:43:34.268338 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5575ec37-0f6a-4ab6-adcf-bd4c38e8c60b tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.255s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:43:34.295187 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a18ff43-365e-44ab-ae86-c4a81ece98d8 req-9b6970a3-9b9c-424d-9887-7932e6e1e637 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:34.304361 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1a18ff43-365e-44ab-ae86-c4a81ece98d8 req-9b6970a3-9b9c-424d-9887-7932e6e1e637 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=29b85db7-c5bc-4f80-a30c-06de146f209d HTTP/1.1" status: 200 len: 949 time: 0.3347480 Jun 11 09:43:34.335649 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ec2df17b-9cb3-4c72-9b29-17e946eff62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:34.504467 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1a18ff43-365e-44ab-ae86-c4a81ece98d8 req-0d9d0d58-84d8-4837-a362-e6aec0e37009 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/security-groups?id=d35df9ed-76e1-4821-b449-9857ba424946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990240 Jun 11 09:43:34.553101 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee3ce5-4d75-4ce9-8867-dce6685d96ab req-8be1fac7-9f93-4afc-9a7c-384361654de5 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:34.554831 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a5ee3ce5-4d75-4ce9-8867-dce6685d96ab req-8be1fac7-9f93-4afc-9a7c-384361654de5 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.69 "GET /v2.0/ports?device_id=29b85db7-c5bc-4f80-a30c-06de146f209d HTTP/1.1" status: 200 len: 949 time: 0.2477169 Jun 11 09:43:34.560086 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-ec2df17b-9cb3-4c72-9b29-17e946eff62d admin admin] Deleting port 6583e7a4-54d5-48b8-9ac0-51d825a28819 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:43:34.560434 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ec2df17b-9cb3-4c72-9b29-17e946eff62d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:34.568020 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9f3b2775-c816-44da-b231-7a40d8187493 req-f1101f13-fa65-4589-8093-373807963261 service neutron] 10.222.0.64 "PUT /v2.0/ports/d00a4cdc-7d41-4b90-b7e8-37b4816a64e9/bindings/n-h2-779913-12/activate HTTP/1.1" status: 200 len: 370 time: 2.8121879 Jun 11 09:43:34.581332 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bb423f08-d0dd-4f5a-a66b-e737618386da req-d74a522a-d9e0-489e-8670-48fa2f64a14e tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/ports?device_id=21573a0f-1ce2-400d-b2ec-a43845e1c869 HTTP/1.1" status: 200 len: 210 time: 0.1033392 Jun 11 09:43:34.650718 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2946143c-dbcb-4056-975a-a034b940bc92 req-57131f5f-5df4-4bb0-a6ef-60c94df2f679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:34.652828 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2946143c-dbcb-4056-975a-a034b940bc92 req-57131f5f-5df4-4bb0-a6ef-60c94df2f679 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6138124 Jun 11 09:43:34.663024 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b7e138-db8c-423a-938a-5cdc8af68985 service neutron] Pushing event updated for resources: {'Port': ['ID=b0dd3a63-8244-4d82-b3ce-7a9ce764394b,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:43:34.685671 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-33b7e138-db8c-423a-938a-5cdc8af68985 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:43:34.708996 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b4227c-643a-4c5f-b8cb-6b4c4bab25b6 req-fc8b9643-5195-40e7-84f1-8271aa2c1694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:34.711690 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-98b4227c-643a-4c5f-b8cb-6b4c4bab25b6 req-fc8b9643-5195-40e7-84f1-8271aa2c1694 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d9da6d07c7144d68abff6d528a287a09&device_id=3c79f244-85fb-47d0-8790-7a20e47df174 HTTP/1.1" status: 200 len: 1096 time: 0.2348371 Jun 11 09:43:34.728580 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0124e34d-ade8-4d68-b14b-ec22fdc8dae6 None None] DHCP port deletion for 30fc0033-7e8d-4297-8cad-978a0ffeb9f4 request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 09:43:34.790853 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-98b4227c-643a-4c5f-b8cb-6b4c4bab25b6 req-ecf7bf7f-6ade-4ae8-809a-f513a3b7dab6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0dd3a63-8244-4d82-b3ce-7a9ce764394b HTTP/1.1" status: 200 len: 217 time: 0.0709014 Jun 11 09:43:34.823340 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-0124e34d-ade8-4d68-b14b-ec22fdc8dae6 None None] Deleting port 6583e7a4-54d5-48b8-9ac0-51d825a28819 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:43:34.824063 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0124e34d-ade8-4d68-b14b-ec22fdc8dae6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:35.012377 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-0124e34d-ade8-4d68-b14b-ec22fdc8dae6 None None] For port 6583e7a4-54d5-48b8-9ac0-51d825a28819, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=6583e7a4-54d5-48b8-9ac0-51d825a28819,segment=NetworkSegment(7d8269b1-fb57-48c7-8d99-2863ebbcfd29),segment_id=7d8269b1-fb57-48c7-8d99-2863ebbcfd29)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:43:35.013221 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0124e34d-ade8-4d68-b14b-ec22fdc8dae6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:35.255839 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-0124e34d-ade8-4d68-b14b-ec22fdc8dae6 None None] Calling delete_port for 6583e7a4-54d5-48b8-9ac0-51d825a28819 owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:43:35.305276 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-ec2df17b-9cb3-4c72-9b29-17e946eff62d admin admin] For port 6583e7a4-54d5-48b8-9ac0-51d825a28819, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=6583e7a4-54d5-48b8-9ac0-51d825a28819,segment=NetworkSegment(7d8269b1-fb57-48c7-8d99-2863ebbcfd29),segment_id=7d8269b1-fb57-48c7-8d99-2863ebbcfd29)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:43:35.305637 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ec2df17b-9cb3-4c72-9b29-17e946eff62d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:35.339679 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 7a703afa-3e9a-47c3-94e5-25348c8c58b8 no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:43:35.347277 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device a1359836-3390-40ae-bb69-91b7ff1e4b73 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:43:35.414002 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] No Port match for: 7a703afa-3e9a-47c3-94e5-25348c8c58b8 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:43:35.414002 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 7a703afa-3e9a-47c3-94e5-25348c8c58b8 not bound to the agent host n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:43:35.416791 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: a1359836-3390-40ae-bb69-91b7ff1e4b73 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:43:35.417451 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device a1359836-3390-40ae-bb69-91b7ff1e4b73 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:43:35.417944 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 6583e7a4-54d5-48b8-9ac0-51d825a28819 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:43:35.453204 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c79f244-85fb-47d0-8790-7a20e47df174', 'tag': 'b0dd3a63-8244-4d82-b3ce-7a9ce764394b'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:43:35.455737 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb394e0e-00a8-4d28-aeb7-07f3e050c8e2" -d '{"events": [{"name": "network-changed", "server_uuid": "3c79f244-85fb-47d0-8790-7a20e47df174", "tag": "b0dd3a63-8244-4d82-b3ce-7a9ce764394b"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:43:35.526557 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-ec2df17b-9cb3-4c72-9b29-17e946eff62d admin admin] Calling delete_port for 6583e7a4-54d5-48b8-9ac0-51d825a28819 owned by network:dhcp {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:43:35.568453 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:35.569703 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:35.596940 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b4227c-643a-4c5f-b8cb-6b4c4bab25b6 req-de271300-bee1-4d97-969c-ca92d550917f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:35.598474 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-98b4227c-643a-4c5f-b8cb-6b4c4bab25b6 req-de271300-bee1-4d97-969c-ca92d550917f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2993b50a-0956-4b75-85e8-91af6beab6c9 HTTP/1.1" status: 200 len: 853 time: 0.7750919 Jun 11 09:43:35.622637 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0124e34d-ade8-4d68-b14b-ec22fdc8dae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:35.661923 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:43:35.669918 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-98b4227c-643a-4c5f-b8cb-6b4c4bab25b6 req-fe5a418e-70b4-41a9-9186-3cc2a9b5eac4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c9f93891-447d-4495-997b-1b739b394a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525370 Jun 11 09:43:35.675051 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b4227c-643a-4c5f-b8cb-6b4c4bab25b6 req-93ce78ff-8f5e-4a3f-a7d7-eab1d59e90b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:35.679997 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-98b4227c-643a-4c5f-b8cb-6b4c4bab25b6 req-93ce78ff-8f5e-4a3f-a7d7-eab1d59e90b5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d9da6d07c7144d68abff6d528a287a09&device_id=d4ebe5f9-0c40-43e4-af01-457a9e124c1f HTTP/1.1" status: 200 len: 1096 time: 0.8956411 Jun 11 09:43:35.692906 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ec2df17b-9cb3-4c72-9b29-17e946eff62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:35.720840 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0124e34d-ade8-4d68-b14b-ec22fdc8dae6 None None] No DVR routers for this DVR port 6583e7a4-54d5-48b8-9ac0-51d825a28819 on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:43:35.722369 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0124e34d-ade8-4d68-b14b-ec22fdc8dae6 None None] Pushing event deleted for resources: {'Port': ['ID=6583e7a4-54d5-48b8-9ac0-51d825a28819,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:43:35.725575 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-0124e34d-ade8-4d68-b14b-ec22fdc8dae6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:43:35.765878 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c61f0136-b383-4829-90e4-92139516e451 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:43:35.786202 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-98b4227c-643a-4c5f-b8cb-6b4c4bab25b6 req-11f67f37-aebe-47ae-9e9e-21b243d2842b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9e039a4-36de-4a16-85fc-5c80e951e4a5 HTTP/1.1" status: 200 len: 217 time: 0.0942616 Jun 11 09:43:35.798965 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d5eca-7a92-43ec-8779-771dc912be93 req-12744d2c-378d-4676-8afd-ff3e14b8f490 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:35.804409 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2df17b-9cb3-4c72-9b29-17e946eff62d admin admin] No DVR routers for this DVR port 6583e7a4-54d5-48b8-9ac0-51d825a28819 on host n-d-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:43:35.806732 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9e6d5eca-7a92-43ec-8779-771dc912be93 req-12744d2c-378d-4676-8afd-ff3e14b8f490 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=06244c58-7914-4ac4-ba34-fcb809a8fc02 HTTP/1.1" status: 200 len: 944 time: 0.3481233 Jun 11 09:43:35.814991 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2df17b-9cb3-4c72-9b29-17e946eff62d admin admin] Pushing event deleted for resources: {'Port': ['ID=6583e7a4-54d5-48b8-9ac0-51d825a28819,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:43:35.822575 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ec2df17b-9cb3-4c72-9b29-17e946eff62d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:43:35.830998 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b2775-c816-44da-b231-7a40d8187493 req-a131cf1f-a4b7-4d30-8a29-9c03e2f570c1 tempest-LiveAutoBlockMigrationV225Test-226334702 tempest-LiveAutoBlockMigrationV225Test-226334702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:35.832533 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9f3b2775-c816-44da-b231-7a40d8187493 req-a131cf1f-a4b7-4d30-8a29-9c03e2f570c1 tempest-LiveAutoBlockMigrationV225Test-226334702 tempest-LiveAutoBlockMigrationV225Test-226334702-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=06244c58-7914-4ac4-ba34-fcb809a8fc02&tenant_id=761e66d23fea4903a68cd9de907a43c1&binding%3Ahost_id=n-h1-779913-12 HTTP/1.1" status: 200 len: 1096 time: 0.3595533 Jun 11 09:43:35.916292 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28429cd-1b19-4826-b8e7-334b7b95f022 req-d273cb01-a7a1-49cd-a3d0-9c8123014b5f tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:35.917691 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b28429cd-1b19-4826-b8e7-334b7b95f022 req-d273cb01-a7a1-49cd-a3d0-9c8123014b5f tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c79f244-85fb-47d0-8790-7a20e47df174 HTTP/1.1" status: 200 len: 944 time: 0.7467949 Jun 11 09:43:35.955383 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-a5ee3ce5-4d75-4ce9-8867-dce6685d96ab req-7a142ce7-c186-4f0d-91d5-dc4b724d9adb tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Deleting port 2b3502fb-9e75-49f0-8d54-4f9b57e8bd95 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:43:35.955773 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a5ee3ce5-4d75-4ce9-8867-dce6685d96ab req-7a142ce7-c186-4f0d-91d5-dc4b724d9adb tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:36.029430 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ec2df17b-9cb3-4c72-9b29-17e946eff62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:36.046115 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9e6d5eca-7a92-43ec-8779-771dc912be93 req-5d88dd3c-126d-402e-8c68-9c2bcf148f77 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364841 Jun 11 09:43:36.046115 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b4227c-643a-4c5f-b8cb-6b4c4bab25b6 req-6f9facc9-e6f5-4f23-86dc-4cf41e746b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:36.047174 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-98b4227c-643a-4c5f-b8cb-6b4c4bab25b6 req-6f9facc9-e6f5-4f23-86dc-4cf41e746b25 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2993b50a-0956-4b75-85e8-91af6beab6c9 HTTP/1.1" status: 200 len: 853 time: 0.2314804 Jun 11 09:43:36.050856 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-98b4227c-643a-4c5f-b8cb-6b4c4bab25b6 req-e5e4ceb7-c737-477f-9842-c7f110ab8128 service neutron] 10.222.0.64 "GET /v2.0/networks/c9f93891-447d-4495-997b-1b739b394a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3732150 Jun 11 09:43:36.188723 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-98b4227c-643a-4c5f-b8cb-6b4c4bab25b6 req-d3f80ca1-2c89-4c80-b353-90f97a01a5cd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c9f93891-447d-4495-997b-1b739b394a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1232464 Jun 11 09:43:36.207628 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-ec2df17b-9cb3-4c72-9b29-17e946eff62d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30fc0033-7e8d-4297-8cad-978a0ffeb9f4']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:43:36.233173 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b2775-c816-44da-b231-7a40d8187493 req-d29555c0-c318-4c4f-8799-77184272c334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:36.235199 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9f3b2775-c816-44da-b231-7a40d8187493 req-d29555c0-c318-4c4f-8799-77184272c334 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=06244c58-7914-4ac4-ba34-fcb809a8fc02&tenant_id=761e66d23fea4903a68cd9de907a43c1 HTTP/1.1" status: 200 len: 1096 time: 0.3407633 Jun 11 09:43:36.277934 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-ec2df17b-9cb3-4c72-9b29-17e946eff62d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d8269b1-fb57-48c7-8d99-2863ebbcfd29') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:43:36.277934 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-ec2df17b-9cb3-4c72-9b29-17e946eff62d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d8269b1-fb57-48c7-8d99-2863ebbcfd29') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:43:36.294741 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ec2df17b-9cb3-4c72-9b29-17e946eff62d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:36.307948 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de5f7f5b-214b-43a7-bf05-48fc49a384fa x-openstack-request-id: req-de5f7f5b-214b-43a7-bf05-48fc49a384fa {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:43:36.308791 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c79f244-85fb-47d0-8790-7a20e47df174", "tag": "b0dd3a63-8244-4d82-b3ce-7a9ce764394b", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:43:36.309788 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-de5f7f5b-214b-43a7-bf05-48fc49a384fa {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:43:36.310316 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c79f244-85fb-47d0-8790-7a20e47df174', 'tag': 'b0dd3a63-8244-4d82-b3ce-7a9ce764394b', 'status': 'completed', 'code': 200} Jun 11 09:43:36.320483 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ec2df17b-9cb3-4c72-9b29-17e946eff62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:36.328485 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec2df17b-9cb3-4c72-9b29-17e946eff62d admin admin] Releasing vlan 772 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 09:43:36.328891 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ec2df17b-9cb3-4c72-9b29-17e946eff62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:36.366370 n-d-779913-12 neutron-server[93176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 09:43:36.366370 n-d-779913-12 neutron-server[93176]: self.session.flush() Jun 11 09:43:36.366370 n-d-779913-12 neutron-server[93176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 09:43:36.366370 n-d-779913-12 neutron-server[93176]: self.session.flush() Jun 11 09:43:36.366370 n-d-779913-12 neutron-server[93176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 09:43:36.366370 n-d-779913-12 neutron-server[93176]: self.session.flush() Jun 11 09:43:36.366370 n-d-779913-12 neutron-server[93176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 09:43:36.366370 n-d-779913-12 neutron-server[93176]: self.session.flush() Jun 11 09:43:36.366370 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 09:43:36.366370 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 09:43:36.366370 n-d-779913-12 neutron-server[93176]: timer() Jun 11 09:43:36.366370 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 09:43:36.366370 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 09:43:36.366370 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 09:43:36.366370 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 09:43:36.366370 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 09:43:36.366370 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 09:43:36.366370 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 09:43:36.366370 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 09:43:36.366370 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 09:43:36.366370 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 09:43:36.366370 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 09:43:36.366370 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 09:43:36.366370 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 09:43:36.366370 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 09:43:36.366370 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 09:43:36.366370 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 09:43:36.366370 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 09:43:36.366370 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 09:43:36.366370 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 09:43:36.366370 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 09:43:36.366370 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 09:43:36.366370 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 09:43:36.366370 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 09:43:36.366370 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 09:43:36.366370 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 09:43:36.366370 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 09:43:36.366370 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 09:43:36.366370 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 09:43:36.366370 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 09:43:36.441872 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b28429cd-1b19-4826-b8e7-334b7b95f022 req-a128919e-cede-4c5d-97b4-fa7d9a9c1818 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] 10.222.0.60 "GET /v2.0/security-groups?id=8c9f17ce-f43f-4bb5-99db-9fa6af84fd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5144970 Jun 11 09:43:36.471587 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-a5ee3ce5-4d75-4ce9-8867-dce6685d96ab req-7a142ce7-c186-4f0d-91d5-dc4b724d9adb tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] For port 2b3502fb-9e75-49f0-8d54-4f9b57e8bd95, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=2b3502fb-9e75-49f0-8d54-4f9b57e8bd95,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:43:36.471970 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a5ee3ce5-4d75-4ce9-8867-dce6685d96ab req-7a142ce7-c186-4f0d-91d5-dc4b724d9adb tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:36.495940 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-98b4227c-643a-4c5f-b8cb-6b4c4bab25b6 req-4f6b2aca-227d-49d4-bff7-36d620cfe10a service neutron] 10.222.0.64 "GET /v2.0/networks/c9f93891-447d-4495-997b-1b739b394a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4066141 Jun 11 09:43:36.557870 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-98b4227c-643a-4c5f-b8cb-6b4c4bab25b6 req-317da840-a87c-40ef-99e6-d9f52a2280d0 service neutron] 10.222.0.69 "GET /v2.0/networks/c9f93891-447d-4495-997b-1b739b394a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3521700 Jun 11 09:43:36.570995 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b2775-c816-44da-b231-7a40d8187493 req-31531bd0-609b-428b-a90d-3f06ff0c6be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:36.570995 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9f3b2775-c816-44da-b231-7a40d8187493 req-31531bd0-609b-428b-a90d-3f06ff0c6be1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=761e66d23fea4903a68cd9de907a43c1&device_id=06244c58-7914-4ac4-ba34-fcb809a8fc02 HTTP/1.1" status: 200 len: 1096 time: 0.2566352 Jun 11 09:43:36.672748 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377b14bd-3fd2-412f-adad-e4ed8a7a6d71 req-a00bfdd1-d959-485e-9c5c-fd7ee579757a tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:36.679859 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-377b14bd-3fd2-412f-adad-e4ed8a7a6d71 req-a00bfdd1-d959-485e-9c5c-fd7ee579757a tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=29b85db7-c5bc-4f80-a30c-06de146f209d HTTP/1.1" status: 200 len: 949 time: 0.3154967 Jun 11 09:43:36.751612 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-a5ee3ce5-4d75-4ce9-8867-dce6685d96ab req-7a142ce7-c186-4f0d-91d5-dc4b724d9adb tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Calling delete_port for 2b3502fb-9e75-49f0-8d54-4f9b57e8bd95 owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:43:36.755520 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ec2df17b-9cb3-4c72-9b29-17e946eff62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:36.766685 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:43:36.785379 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ec2df17b-9cb3-4c72-9b29-17e946eff62d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:36.790884 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-ec2df17b-9cb3-4c72-9b29-17e946eff62d admin admin] 10.222.0.60 "DELETE /v2.0/networks/30fc0033-7e8d-4297-8cad-978a0ffeb9f4 HTTP/1.1" status: 204 len: 168 time: 2.6671450 Jun 11 09:43:36.791917 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2df17b-9cb3-4c72-9b29-17e946eff62d admin admin] Pushing event deleted for resources: {'Network': ['ID=30fc0033-7e8d-4297-8cad-978a0ffeb9f4,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:43:36.819539 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ec2df17b-9cb3-4c72-9b29-17e946eff62d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:43:36.995352 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-98b4227c-643a-4c5f-b8cb-6b4c4bab25b6 req-fd6eb335-004d-49af-9359-b757ee886a0e service neutron] 10.222.0.69 "GET /v2.0/networks/c9f93891-447d-4495-997b-1b739b394a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4228003 Jun 11 09:43:36.998354 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-377b14bd-3fd2-412f-adad-e4ed8a7a6d71 req-48e6d29b-d8e2-4354-8b5d-88114954f3ae tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/security-groups?id=d35df9ed-76e1-4821-b449-9857ba424946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3176434 Jun 11 09:43:37.022724 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b2775-c816-44da-b231-7a40d8187493 req-89b1b85a-43b2-4534-b902-290f9a7f9c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:37.025137 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9f3b2775-c816-44da-b231-7a40d8187493 req-89b1b85a-43b2-4534-b902-290f9a7f9c47 service neutron] 10.222.0.69 "GET /v2.0/networks?id=53a42219-c346-45f9-be41-c5dabab2438f HTTP/1.1" status: 200 len: 922 time: 0.4415822 Jun 11 09:43:37.092156 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9f3b2775-c816-44da-b231-7a40d8187493 req-ab6ec833-1187-48a1-bf62-2e8f38b112e2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d00a4cdc-7d41-4b90-b7e8-37b4816a64e9 HTTP/1.1" status: 200 len: 217 time: 0.0598595 Jun 11 09:43:37.099159 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb394e0e-00a8-4d28-aeb7-07f3e050c8e2 req-b24616c4-a0c8-4a7c-a69a-a1d9d6a1234d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:37.101542 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bb394e0e-00a8-4d28-aeb7-07f3e050c8e2 req-b24616c4-a0c8-4a7c-a69a-a1d9d6a1234d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d9da6d07c7144d68abff6d528a287a09&device_id=3c79f244-85fb-47d0-8790-7a20e47df174 HTTP/1.1" status: 200 len: 1096 time: 0.3287294 Jun 11 09:43:37.255589 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b2775-c816-44da-b231-7a40d8187493 req-1840ba0e-171a-403a-99a9-4eefbc878f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:37.257052 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9f3b2775-c816-44da-b231-7a40d8187493 req-1840ba0e-171a-403a-99a9-4eefbc878f27 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=20094bda-f8d4-46e6-bab1-f100394de689 HTTP/1.1" status: 200 len: 861 time: 0.1541629 Jun 11 09:43:37.259693 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a5ee3ce5-4d75-4ce9-8867-dce6685d96ab req-7a142ce7-c186-4f0d-91d5-dc4b724d9adb tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:37.281648 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['231f751b-5b35-41a6-87e4-5e96e0d97c74', 'de89716f-db2e-416a-aceb-70adaacf4086', '8bb8cb28-fd60-4e20-b866-29efe9a08741', '7036c337-11e5-4ef3-b5ac-9c60e3590b59'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:43:37.315885 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-63d2a8db-290c-4e8a-8531-b33d21943ae5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:43:37.343462 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9f3b2775-c816-44da-b231-7a40d8187493 req-b75d09bc-8c18-4da0-87ff-5608f0595834 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=53a42219-c346-45f9-be41-c5dabab2438f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439200 Jun 11 09:43:37.393962 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb394e0e-00a8-4d28-aeb7-07f3e050c8e2 req-828709f6-cbf1-447b-9a1a-2a99ee6b2ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:37.395409 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bb394e0e-00a8-4d28-aeb7-07f3e050c8e2 req-828709f6-cbf1-447b-9a1a-2a99ee6b2ece service neutron] 10.222.0.64 "GET /v2.0/networks?id=c9f93891-447d-4495-997b-1b739b394a27 HTTP/1.1" status: 200 len: 914 time: 0.2839804 Jun 11 09:43:37.425592 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['216f3a04-a633-4ba6-ad8e-d639b8b1bf74'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:43:37.450163 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a142ce7-c186-4f0d-91d5-dc4b724d9adb tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Pushing event deleted for resources: {'Port': ['ID=2b3502fb-9e75-49f0-8d54-4f9b57e8bd95,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:43:37.453634 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7a142ce7-c186-4f0d-91d5-dc4b724d9adb tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:43:37.477519 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bb394e0e-00a8-4d28-aeb7-07f3e050c8e2 req-499c901d-fdf1-498a-8125-c88f7da710a1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0dd3a63-8244-4d82-b3ce-7a9ce764394b HTTP/1.1" status: 200 len: 217 time: 0.0672970 Jun 11 09:43:37.489193 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae23f85-f46c-4cc7-8cce-ed2d5a584afd req-19aa8b49-c0a6-422d-b8ae-faf2479de090 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:37.490710 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-dae23f85-f46c-4cc7-8cce-ed2d5a584afd req-19aa8b49-c0a6-422d-b8ae-faf2479de090 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=06244c58-7914-4ac4-ba34-fcb809a8fc02 HTTP/1.1" status: 200 len: 944 time: 0.2458832 Jun 11 09:43:37.506042 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5ee3ce5-4d75-4ce9-8867-dce6685d96ab req-7a142ce7-c186-4f0d-91d5-dc4b724d9adb tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] No DVR routers for this DVR port 2b3502fb-9e75-49f0-8d54-4f9b57e8bd95 on host n-h2-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:43:37.510867 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a5ee3ce5-4d75-4ce9-8867-dce6685d96ab req-7a142ce7-c186-4f0d-91d5-dc4b724d9adb tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:37.518688 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a5ee3ce5-4d75-4ce9-8867-dce6685d96ab req-7a142ce7-c186-4f0d-91d5-dc4b724d9adb tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.69 "DELETE /v2.0/ports/2b3502fb-9e75-49f0-8d54-4f9b57e8bd95 HTTP/1.1" status: 204 len: 173 time: 2.9547994 Jun 11 09:43:37.519388 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29b85db7-c5bc-4f80-a30c-06de146f209d', 'name': 'network-vif-deleted', 'tag': '2b3502fb-9e75-49f0-8d54-4f9b57e8bd95'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:43:37.522727 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d99258d3-b6dc-473b-b747-7bd6f2482ed6" -d '{"events": [{"server_uuid": "29b85db7-c5bc-4f80-a30c-06de146f209d", "name": "network-vif-deleted", "tag": "2b3502fb-9e75-49f0-8d54-4f9b57e8bd95"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:43:37.561647 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39908) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:43:37.676239 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-85457573-8774-49e8-9516-50e1a35cf544 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b45337579131456f96bbbe68609b8874&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1108706 Jun 11 09:43:37.676697 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39910) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:43:37.788296 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-dae23f85-f46c-4cc7-8cce-ed2d5a584afd req-449a23f0-2236-4dbf-a60d-8bf8408facd9 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438266 Jun 11 09:43:37.795608 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9f3b2775-c816-44da-b231-7a40d8187493 req-31f865eb-a196-4925-ae61-ddc7ede46688 service neutron] 10.222.0.69 "GET /v2.0/networks/53a42219-c346-45f9-be41-c5dabab2438f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4371498 Jun 11 09:43:37.812121 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ad34baed-3fc4-431f-bc6e-7a46fe574c6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:37.929107 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ad34baed-3fc4-431f-bc6e-7a46fe574c6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:38.115435 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9f3b2775-c816-44da-b231-7a40d8187493 req-3556b088-d46d-4394-8c27-74b735009a3a service neutron] 10.222.0.69 "GET /v2.0/networks/53a42219-c346-45f9-be41-c5dabab2438f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3022206 Jun 11 09:43:38.137851 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb394e0e-00a8-4d28-aeb7-07f3e050c8e2 req-1f9e19d1-839f-45ce-aa59-8d49d3006da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:38.140413 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bb394e0e-00a8-4d28-aeb7-07f3e050c8e2 req-1f9e19d1-839f-45ce-aa59-8d49d3006da6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2993b50a-0956-4b75-85e8-91af6beab6c9 HTTP/1.1" status: 200 len: 853 time: 0.6062396 Jun 11 09:43:38.210371 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bb394e0e-00a8-4d28-aeb7-07f3e050c8e2 req-92c5e8aa-5a3e-4c99-bf86-a38798f8c823 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c9f93891-447d-4495-997b-1b739b394a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377829 Jun 11 09:43:38.242597 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ad34baed-3fc4-431f-bc6e-7a46fe574c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:38.248200 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ad34baed-3fc4-431f-bc6e-7a46fe574c6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:38.248200 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-ad34baed-3fc4-431f-bc6e-7a46fe574c6a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e1535470-6fd6-470a-87ae-22be32747a38 HTTP/1.1" status: 204 len: 168 time: 0.5689013 Jun 11 09:43:38.248200 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7666bfbf-9e87-4a1f-8cc1-6bf534ac8b0e tempest-SecurityGroupsTestAdminJSON-1539554861 tempest-SecurityGroupsTestAdminJSON-1539554861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:43:38.277065 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad34baed-3fc4-431f-bc6e-7a46fe574c6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1535470-6fd6-470a-87ae-22be32747a38,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:43:38.281201 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ad34baed-3fc4-431f-bc6e-7a46fe574c6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:43:38.443362 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea79739a-ca3c-4471-88dd-9486e070a641 req-73ea8eef-4112-4b8a-ac50-aa87008a15b1 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:38.445789 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ea79739a-ca3c-4471-88dd-9486e070a641 req-73ea8eef-4112-4b8a-ac50-aa87008a15b1 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/ports?device_id=32c534e8-6a37-462b-be83-c987e2b54ac8 HTTP/1.1" status: 200 len: 950 time: 0.0888646 Jun 11 09:43:38.534594 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ea79739a-ca3c-4471-88dd-9486e070a641 req-286d0a28-b743-488b-a6ec-46228f4ee549 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca3026f3-8a05-4fe5-9c7d-b1a6d33061fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820389 Jun 11 09:43:38.563212 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121946e6-d2e7-466a-9a02-dd7978fbf94c req-ed296482-76b0-422f-809b-09ba1496fa33 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:38.563212 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-121946e6-d2e7-466a-9a02-dd7978fbf94c req-ed296482-76b0-422f-809b-09ba1496fa33 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c79f244-85fb-47d0-8790-7a20e47df174 HTTP/1.1" status: 200 len: 944 time: 0.4447360 Jun 11 09:43:38.575716 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bb394e0e-00a8-4d28-aeb7-07f3e050c8e2 req-3f61a6c1-6e2c-4f1a-84cd-8c4b3c7d7ba7 service neutron] 10.222.0.64 "GET /v2.0/networks/c9f93891-447d-4495-997b-1b739b394a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3583405 Jun 11 09:43:38.645436 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-121946e6-d2e7-466a-9a02-dd7978fbf94c req-c2791aa5-ddd9-4545-90ec-785b257d3eb6 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] 10.222.0.60 "GET /v2.0/security-groups?id=8c9f17ce-f43f-4bb5-99db-9fa6af84fd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809553 Jun 11 09:43:38.730458 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bb394e0e-00a8-4d28-aeb7-07f3e050c8e2 req-28a8c92b-8aad-4244-98da-5cc2caf72748 service neutron] 10.222.0.64 "GET /v2.0/networks/c9f93891-447d-4495-997b-1b739b394a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429844 Jun 11 09:43:38.931437 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7545cb4f-31c7-467c-b0bc-0687bd781098 x-openstack-request-id: req-7545cb4f-31c7-467c-b0bc-0687bd781098 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:43:38.932066 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29b85db7-c5bc-4f80-a30c-06de146f209d", "name": "network-vif-deleted", "tag": "2b3502fb-9e75-49f0-8d54-4f9b57e8bd95", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:43:38.932312 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7545cb4f-31c7-467c-b0bc-0687bd781098 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:43:38.932838 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29b85db7-c5bc-4f80-a30c-06de146f209d', 'name': 'network-vif-deleted', 'tag': '2b3502fb-9e75-49f0-8d54-4f9b57e8bd95', 'status': 'completed', 'code': 200} Jun 11 09:43:38.976275 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c49016f5-f066-48b9-9a35-b1507b367372 req-e752919f-7b50-43c9-b2cb-c1a39dcfe2cb tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=29b85db7-c5bc-4f80-a30c-06de146f209d HTTP/1.1" status: 200 len: 210 time: 0.1134617 Jun 11 09:43:39.133346 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device b0dd3a63-8244-4d82-b3ce-7a9ce764394b details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:43:39.152895 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 2b3502fb-9e75-49f0-8d54-4f9b57e8bd95 no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:43:39.229316 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d194d7c5-4059-4400-84af-69ed1b4961a3 req-149a8f2c-9375-43f6-9ca2-56e75b044c69 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:39.231762 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d194d7c5-4059-4400-84af-69ed1b4961a3 req-149a8f2c-9375-43f6-9ca2-56e75b044c69 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=06244c58-7914-4ac4-ba34-fcb809a8fc02 HTTP/1.1" status: 200 len: 944 time: 0.1616135 Jun 11 09:43:39.245083 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] No Port match for: 2b3502fb-9e75-49f0-8d54-4f9b57e8bd95 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:43:39.250360 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 2b3502fb-9e75-49f0-8d54-4f9b57e8bd95 not bound to the agent host n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:43:39.263981 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.db.resource_extend [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 11 09:43:39.302869 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d194d7c5-4059-4400-84af-69ed1b4961a3 req-f607ae63-d193-40ca-8bb0-9bd8575dffe5 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622001 Jun 11 09:43:39.455306 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port b0dd3a63-8244-4d82-b3ce-7a9ce764394b, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=b0dd3a63-8244-4d82-b3ce-7a9ce764394b,segment=NetworkSegment(7a429fb3-233e-45d8-9b93-9bd36a7f6040),segment_id=7a429fb3-233e-45d8-9b93-9bd36a7f6040)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:43:39.471048 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': 'b0dd3a63-8244-4d82-b3ce-7a9ce764394b', 'network_id': 'c9f93891-447d-4495-997b-1b739b394a27', 'port_id': 'b0dd3a63-8244-4d82-b3ce-7a9ce764394b', 'mac_address': 'fa:16:3e:54:b2:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2993b50a-0956-4b75-85e8-91af6beab6c9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:43:39.515508 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:39.531037 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0dd3a63-8244-4d82-b3ce-7a9ce764394b {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:43:39.552439 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port b0dd3a63-8244-4d82-b3ce-7a9ce764394b, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=b0dd3a63-8244-4d82-b3ce-7a9ce764394b,segment=NetworkSegment(7a429fb3-233e-45d8-9b93-9bd36a7f6040),segment_id=7a429fb3-233e-45d8-9b93-9bd36a7f6040)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:43:39.731343 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d016a-6a84-4c41-bdba-dbaae4768206 req-1a473304-93e6-4894-be35-6f38e08f8450 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:39.732857 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-466d016a-6a84-4c41-bdba-dbaae4768206 req-1a473304-93e6-4894-be35-6f38e08f8450 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/ports?device_id=32c534e8-6a37-462b-be83-c987e2b54ac8 HTTP/1.1" status: 200 len: 950 time: 0.0762212 Jun 11 09:43:39.784909 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-466d016a-6a84-4c41-bdba-dbaae4768206 req-21ce88f2-ecf0-4754-a944-3945e8a12146 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca3026f3-8a05-4fe5-9c7d-b1a6d33061fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453832 Jun 11 09:43:39.978030 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:39.979993 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:43:40.077059 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39942) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:43:40.143236 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-a0b8f092-257c-4de8-8c29-e1fa25144a02 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=26784c180a9a401eb78ffb55ac1ecfdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0638750 Jun 11 09:43:40.148022 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39950) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:43:40.249156 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=b0dd3a63-8244-4d82-b3ce-7a9ce764394b,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:43:40.255513 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:43:40.262188 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e83610-c6e4-42dd-ad9e-82b036c06ac8 req-6b7baed0-44f4-4d4e-b454-36c4b86d963e tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:40.263706 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-27e83610-c6e4-42dd-ad9e-82b036c06ac8 req-6b7baed0-44f4-4d4e-b454-36c4b86d963e tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.69 "GET /v2.0/ports?device_id=32c534e8-6a37-462b-be83-c987e2b54ac8 HTTP/1.1" status: 200 len: 950 time: 0.4886882 Jun 11 09:43:40.275787 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b3d9a4-2b00-4fb8-bb1b-80b6ceb828a6 req-da188b66-d13f-4e17-94ec-3017490e9bf7 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:40.285271 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c1b3d9a4-2b00-4fb8-bb1b-80b6ceb828a6 req-da188b66-d13f-4e17-94ec-3017490e9bf7 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c79f244-85fb-47d0-8790-7a20e47df174 HTTP/1.1" status: 200 len: 945 time: 0.1129715 Jun 11 09:43:40.313589 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-08d3d5c8-c148-4fc2-b067-150dcbda05de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:40.345687 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['b0dd3a63-8244-4d82-b3ce-7a9ce764394b'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:43:40.370026 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-08d3d5c8-c148-4fc2-b067-150dcbda05de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:40.384552 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c1b3d9a4-2b00-4fb8-bb1b-80b6ceb828a6 req-c42b2a58-6b05-4095-abab-5a73ca3dad32 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] 10.222.0.60 "GET /v2.0/security-groups?id=8c9f17ce-f43f-4bb5-99db-9fa6af84fd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983062 Jun 11 09:43:40.531343 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-27e83610-c6e4-42dd-ad9e-82b036c06ac8 req-cb2939b1-6c50-4af3-8401-9cf3919915b7 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Deleting port 3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:43:40.533262 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-27e83610-c6e4-42dd-ad9e-82b036c06ac8 req-cb2939b1-6c50-4af3-8401-9cf3919915b7 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:40.551975 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b2775-c816-44da-b231-7a40d8187493 req-11d53ee5-9a9a-4ea2-a213-66ae3f12a4f4 tempest-LiveAutoBlockMigrationV225Test-226334702 tempest-LiveAutoBlockMigrationV225Test-226334702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:40.558192 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9f3b2775-c816-44da-b231-7a40d8187493 req-11d53ee5-9a9a-4ea2-a213-66ae3f12a4f4 tempest-LiveAutoBlockMigrationV225Test-226334702 tempest-LiveAutoBlockMigrationV225Test-226334702-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=06244c58-7914-4ac4-ba34-fcb809a8fc02&tenant_id=761e66d23fea4903a68cd9de907a43c1&binding%3Ahost_id=n-h2-779913-12 HTTP/1.1" status: 200 len: 1096 time: 0.3224192 Jun 11 09:43:40.649963 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-08d3d5c8-c148-4fc2-b067-150dcbda05de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:40.657156 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-08d3d5c8-c148-4fc2-b067-150dcbda05de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:40.658474 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-08d3d5c8-c148-4fc2-b067-150dcbda05de admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d6884c80-0b97-4fed-b94e-fc8fea8f71d9 HTTP/1.1" status: 204 len: 168 time: 0.5076532 Jun 11 09:43:40.665995 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ff0331b2-5e51-4c7e-9423-4f8aeef2efaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:43:40.703202 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d3d5c8-c148-4fc2-b067-150dcbda05de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6884c80-0b97-4fed-b94e-fc8fea8f71d9,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:43:40.706597 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-08d3d5c8-c148-4fc2-b067-150dcbda05de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:43:40.866395 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da902018-1fa3-4ccf-a55e-d1547e40676b req-ec8aec71-8249-482f-83a8-8d595430eb4d tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:40.875883 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-da902018-1fa3-4ccf-a55e-d1547e40676b req-ec8aec71-8249-482f-83a8-8d595430eb4d tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=06244c58-7914-4ac4-ba34-fcb809a8fc02 HTTP/1.1" status: 200 len: 944 time: 0.2647204 Jun 11 09:43:40.893303 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-27e83610-c6e4-42dd-ad9e-82b036c06ac8 req-cb2939b1-6c50-4af3-8401-9cf3919915b7 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] For port 3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:43:40.893675 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-27e83610-c6e4-42dd-ad9e-82b036c06ac8 req-cb2939b1-6c50-4af3-8401-9cf3919915b7 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:41.028342 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-27e83610-c6e4-42dd-ad9e-82b036c06ac8 req-cb2939b1-6c50-4af3-8401-9cf3919915b7 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Calling delete_port for 3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d owned by compute:nova {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:43:41.050080 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-da902018-1fa3-4ccf-a55e-d1547e40676b req-39a1d0b2-b247-45d8-8f77-eae1c213867f tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732974 Jun 11 09:43:41.077381 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-9f3b2775-c816-44da-b231-7a40d8187493 req-7decb678-6718-49c2-a012-f898ed64ba76 service neutron] For port d00a4cdc-7d41-4b90-b7e8-37b4816a64e9, host n-h1-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:43:41.095974 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-9f3b2775-c816-44da-b231-7a40d8187493 req-7decb678-6718-49c2-a012-f898ed64ba76 service neutron] Notify callbacks [] for binding, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:41.113726 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9f3b2775-c816-44da-b231-7a40d8187493 req-7decb678-6718-49c2-a012-f898ed64ba76 service neutron] 10.222.0.69 "DELETE /v2.0/ports/d00a4cdc-7d41-4b90-b7e8-37b4816a64e9/bindings/n-h1-779913-12 HTTP/1.1" status: 204 len: 173 time: 0.5505853 Jun 11 09:43:41.163863 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device d9e039a4-36de-4a16-85fc-5c80e951e4a5 details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:43:41.399897 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928c6e3f-3568-4ace-9169-fcd64869199b req-c69c0854-67b3-40f0-98ef-c32f1447b5ee tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:41.409812 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-928c6e3f-3568-4ace-9169-fcd64869199b req-c69c0854-67b3-40f0-98ef-c32f1447b5ee tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/ports?device_id=32c534e8-6a37-462b-be83-c987e2b54ac8 HTTP/1.1" status: 200 len: 950 time: 0.1557677 Jun 11 09:43:41.439676 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port d9e039a4-36de-4a16-85fc-5c80e951e4a5, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=d9e039a4-36de-4a16-85fc-5c80e951e4a5,segment=NetworkSegment(7a429fb3-233e-45d8-9b93-9bd36a7f6040),segment_id=7a429fb3-233e-45d8-9b93-9bd36a7f6040)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:43:41.464016 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-27e83610-c6e4-42dd-ad9e-82b036c06ac8 req-cb2939b1-6c50-4af3-8401-9cf3919915b7 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:41.470289 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9444b252-b767-4b3d-a99b-c5ed692eab43 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:43:41.485997 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': 'd9e039a4-36de-4a16-85fc-5c80e951e4a5', 'network_id': 'c9f93891-447d-4495-997b-1b739b394a27', 'port_id': 'd9e039a4-36de-4a16-85fc-5c80e951e4a5', 'mac_address': 'fa:16:3e:b6:c9:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2993b50a-0956-4b75-85e8-91af6beab6c9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:43:41.504999 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:43:41.540663 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-928c6e3f-3568-4ace-9169-fcd64869199b req-fc238439-c02c-4906-aba4-a1e4896b06c3 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca3026f3-8a05-4fe5-9c7d-b1a6d33061fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244800 Jun 11 09:43:41.566072 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2939b1-6c50-4af3-8401-9cf3919915b7 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Pushing event deleted for resources: {'Port': ['ID=3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:43:41.577544 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-cb2939b1-6c50-4af3-8401-9cf3919915b7 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:43:41.792037 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:41.819806 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-27e83610-c6e4-42dd-ad9e-82b036c06ac8 req-cb2939b1-6c50-4af3-8401-9cf3919915b7 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] No DVR routers for this DVR port 3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d on host n-h2-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:43:41.826408 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-27e83610-c6e4-42dd-ad9e-82b036c06ac8 req-cb2939b1-6c50-4af3-8401-9cf3919915b7 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:41.830227 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-27e83610-c6e4-42dd-ad9e-82b036c06ac8 req-cb2939b1-6c50-4af3-8401-9cf3919915b7 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.69 "DELETE /v2.0/ports/3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d HTTP/1.1" status: 204 len: 173 time: 1.5423646 Jun 11 09:43:41.831365 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9e039a4-36de-4a16-85fc-5c80e951e4a5 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:43:41.850970 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32c534e8-6a37-462b-be83-c987e2b54ac8', 'name': 'network-vif-deleted', 'tag': '3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:43:41.858568 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-420b9fd7-53c3-4cac-b37c-f22c2b90ca50" -d '{"events": [{"server_uuid": "32c534e8-6a37-462b-be83-c987e2b54ac8", "name": "network-vif-deleted", "tag": "3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:43:41.895079 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port d9e039a4-36de-4a16-85fc-5c80e951e4a5, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=d9e039a4-36de-4a16-85fc-5c80e951e4a5,segment=NetworkSegment(7a429fb3-233e-45d8-9b93-9bd36a7f6040),segment_id=7a429fb3-233e-45d8-9b93-9bd36a7f6040)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:43:41.937990 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04909078-9267-49d1-9462-242c950daddd req-dad208cc-4cd2-4bf3-9686-ac852d0cbb9e tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:41.966718 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-04909078-9267-49d1-9462-242c950daddd req-dad208cc-4cd2-4bf3-9686-ac852d0cbb9e tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c79f244-85fb-47d0-8790-7a20e47df174 HTTP/1.1" status: 200 len: 945 time: 0.1402674 Jun 11 09:43:42.019154 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-04909078-9267-49d1-9462-242c950daddd req-7407007a-0cad-4175-b1eb-db1606e1a9a4 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] 10.222.0.60 "GET /v2.0/security-groups?id=8c9f17ce-f43f-4bb5-99db-9fa6af84fd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512674 Jun 11 09:43:42.104722 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:42.106983 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:43:42.186333 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=d9e039a4-36de-4a16-85fc-5c80e951e4a5,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:43:42.191923 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:43:42.260952 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d472ea-aced-489d-9c00-bf5b9166d600 req-b3e7ba58-c04e-4603-95ce-90ab7fe159f9 tempest-LiveAutoBlockMigrationV225Test-226334702 tempest-LiveAutoBlockMigrationV225Test-226334702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:42.263456 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b1d472ea-aced-489d-9c00-bf5b9166d600 req-b3e7ba58-c04e-4603-95ce-90ab7fe159f9 tempest-LiveAutoBlockMigrationV225Test-226334702 tempest-LiveAutoBlockMigrationV225Test-226334702-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=06244c58-7914-4ac4-ba34-fcb809a8fc02 HTTP/1.1" status: 200 len: 1096 time: 0.0867014 Jun 11 09:43:42.342871 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b1d472ea-aced-489d-9c00-bf5b9166d600 req-df900698-e744-4209-ac67-179c7b76b770 tempest-LiveAutoBlockMigrationV225Test-226334702 tempest-LiveAutoBlockMigrationV225Test-226334702-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628691 Jun 11 09:43:42.449603 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb529fe-80b1-4907-bf62-e209fbff709c x-openstack-request-id: req-1cb529fe-80b1-4907-bf62-e209fbff709c {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:43:42.449874 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32c534e8-6a37-462b-be83-c987e2b54ac8", "name": "network-vif-deleted", "tag": "3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:43:42.450143 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1cb529fe-80b1-4907-bf62-e209fbff709c {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:43:42.450580 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32c534e8-6a37-462b-be83-c987e2b54ac8', 'name': 'network-vif-deleted', 'tag': '3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d', 'status': 'completed', 'code': 200} Jun 11 09:43:42.573559 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['d9e039a4-36de-4a16-85fc-5c80e951e4a5'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:43:42.821530 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaf59e2-b613-4e62-8d96-a9a3c48f80d4 req-6c08ad70-73ee-4fef-8773-12da614ed2db tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:42.845965 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2aaf59e2-b613-4e62-8d96-a9a3c48f80d4 req-6c08ad70-73ee-4fef-8773-12da614ed2db tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=42890047-83b7-4b27-af6d-1ab02818e34c HTTP/1.1" status: 200 len: 950 time: 0.2263732 Jun 11 09:43:42.965259 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 40014) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:43:42.973700 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d68e66c8-54e8-4a87-8786-2741040d3719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:42.987275 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2aaf59e2-b613-4e62-8d96-a9a3c48f80d4 req-0e9d934b-6741-4ed4-9edd-0c5d309c0761 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/security-groups?id=d35df9ed-76e1-4821-b449-9857ba424946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378636 Jun 11 09:43:43.099993 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba317e85-1b02-433b-b91c-2f7be0b598e9 req-9eb2d4c9-0f44-47b2-b40e-8997df401da0 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:43.103028 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ba317e85-1b02-433b-b91c-2f7be0b598e9 req-9eb2d4c9-0f44-47b2-b40e-8997df401da0 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.69 "GET /v2.0/ports?device_id=42890047-83b7-4b27-af6d-1ab02818e34c HTTP/1.1" status: 200 len: 950 time: 0.2407761 Jun 11 09:43:43.145827 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device b0dd3a63-8244-4d82-b3ce-7a9ce764394b up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:43:43.208713 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-b41487b8-a840-4e00-8b78-f1e3ead41656 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-913285329-network', 'tenant_id': '9e00f0b8050a4c758f9c2d03d3f429fa'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:43:43.209594 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:43:43.268087 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] No Port match for: 3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:43:43.268630 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 3e47ac6e-c36f-42f6-8ec2-481fbaba8f6d not bound to the agent host n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:43:43.294812 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a57fcc6f-c1fe-4414-a5a8-87cd799a4ecf req-db5e841d-7c55-4047-9cb2-95f6671459a2 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] 10.222.0.60 "GET /v2.0/ports?device_id=32c534e8-6a37-462b-be83-c987e2b54ac8 HTTP/1.1" status: 200 len: 210 time: 0.0614021 Jun 11 09:43:43.369728 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-ba317e85-1b02-433b-b91c-2f7be0b598e9 req-c965f7ab-adfa-46b8-9da1-559d58e57d02 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Deleting port 216f3a04-a633-4ba6-ad8e-d639b8b1bf74 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:43:43.370084 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-ba317e85-1b02-433b-b91c-2f7be0b598e9 req-c965f7ab-adfa-46b8-9da1-559d58e57d02 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:43.390359 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning for port b0dd3a63-8244-4d82-b3ce-7a9ce764394b completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:43:43.396274 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port b0dd3a63-8244-4d82-b3ce-7a9ce764394b triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:43:43.396692 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:43.502679 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b41487b8-a840-4e00-8b78-f1e3ead41656 admin admin] Made reservation on behalf of 9e00f0b8050a4c758f9c2d03d3f429fa for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:43:43.505648 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b41487b8-a840-4e00-8b78-f1e3ead41656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:43.541832 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b41487b8-a840-4e00-8b78-f1e3ead41656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:43.641037 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:43.698286 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port b0dd3a63-8244-4d82-b3ce-7a9ce764394b, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=b0dd3a63-8244-4d82-b3ce-7a9ce764394b,segment=NetworkSegment(7a429fb3-233e-45d8-9b93-9bd36a7f6040),segment_id=7a429fb3-233e-45d8-9b93-9bd36a7f6040)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:43:43.699599 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c79f244-85fb-47d0-8790-7a20e47df174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0dd3a63-8244-4d82-b3ce-7a9ce764394b'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:43:43.702833 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb845f03-1dff-4315-b53e-7cbc7c268803" -d '{"events": [{"server_uuid": "3c79f244-85fb-47d0-8790-7a20e47df174", "name": "network-vif-plugged", "status": "completed", "tag": "b0dd3a63-8244-4d82-b3ce-7a9ce764394b"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:43:43.704003 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-ba317e85-1b02-433b-b91c-2f7be0b598e9 req-c965f7ab-adfa-46b8-9da1-559d58e57d02 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] For port 216f3a04-a633-4ba6-ad8e-d639b8b1bf74, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=216f3a04-a633-4ba6-ad8e-d639b8b1bf74,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:43:43.704374 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-ba317e85-1b02-433b-b91c-2f7be0b598e9 req-c965f7ab-adfa-46b8-9da1-559d58e57d02 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:43.774642 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:43.779064 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:43:43.885677 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=b0dd3a63-8244-4d82-b3ce-7a9ce764394b,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:43:43.889623 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:43:43.899088 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-ba317e85-1b02-433b-b91c-2f7be0b598e9 req-c965f7ab-adfa-46b8-9da1-559d58e57d02 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Calling delete_port for 216f3a04-a633-4ba6-ad8e-d639b8b1bf74 owned by compute:nova {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:43:43.899629 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261baeb6-efb3-4dc2-ae4d-2f52c7c67fff req-ef7c058f-f9e9-4873-b547-bbe1637146b0 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:43.904066 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-261baeb6-efb3-4dc2-ae4d-2f52c7c67fff req-ef7c058f-f9e9-4873-b547-bbe1637146b0 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=06244c58-7914-4ac4-ba34-fcb809a8fc02 HTTP/1.1" status: 200 len: 944 time: 0.1538739 Jun 11 09:43:43.987804 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-261baeb6-efb3-4dc2-ae4d-2f52c7c67fff req-679f89f7-1ce6-48e0-ad6a-8349368a1007 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766022 Jun 11 09:43:44.059105 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa9d415-e24c-42dc-b8db-41b322f26fa1 req-b0dd1e5f-382e-4a85-8224-b7ded43067e9 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:44.060774 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0aa9d415-e24c-42dc-b8db-41b322f26fa1 req-b0dd1e5f-382e-4a85-8224-b7ded43067e9 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c79f244-85fb-47d0-8790-7a20e47df174 HTTP/1.1" status: 200 len: 945 time: 0.4966187 Jun 11 09:43:44.143870 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e9fc7e-f40b-4fb5-a8ab-9766689653f2 req-8aa8533a-e0be-426e-8201-631351df1a78 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:44.145438 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-94e9fc7e-f40b-4fb5-a8ab-9766689653f2 req-8aa8533a-e0be-426e-8201-631351df1a78 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e4d2124-ede4-4545-966b-5099a048d84f HTTP/1.1" status: 200 len: 950 time: 0.4127598 Jun 11 09:43:44.170885 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ffdf5a-983e-4140-9f0a-8cb4b8ef355e x-openstack-request-id: req-b7ffdf5a-983e-4140-9f0a-8cb4b8ef355e {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:43:44.171808 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c79f244-85fb-47d0-8790-7a20e47df174", "name": "network-vif-plugged", "status": "completed", "tag": "b0dd3a63-8244-4d82-b3ce-7a9ce764394b", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:43:44.172136 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b7ffdf5a-983e-4140-9f0a-8cb4b8ef355e {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:43:44.172609 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c79f244-85fb-47d0-8790-7a20e47df174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0dd3a63-8244-4d82-b3ce-7a9ce764394b', 'code': 200} Jun 11 09:43:44.228768 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0aa9d415-e24c-42dc-b8db-41b322f26fa1 req-5ecdd4e9-aa13-4624-a698-6bbbe1018369 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] 10.222.0.60 "GET /v2.0/security-groups?id=8c9f17ce-f43f-4bb5-99db-9fa6af84fd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516542 Jun 11 09:43:44.287390 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b41487b8-a840-4e00-8b78-f1e3ead41656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:44.374057 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b41487b8-a840-4e00-8b78-f1e3ead41656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:44.384420 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d7b8919b-7dcb-46a4-8832-9d4fad1348ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:43:44.446308 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b41487b8-a840-4e00-8b78-f1e3ead41656 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 782} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 09:43:44.481247 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41487b8-a840-4e00-8b78-f1e3ead41656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f483c6-cf52-4168-b2e6-1a9686fe8b6b,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:43:44.489625 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b41487b8-a840-4e00-8b78-f1e3ead41656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:44.490298 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-b41487b8-a840-4e00-8b78-f1e3ead41656 admin admin] Added segment 5b557a6f-ee49-4b07-a4c0-158e09a12290 of type vlan for network 8306b3b2-c7c1-4b78-8462-356897eaa70e Jun 11 09:43:44.494314 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b41487b8-a840-4e00-8b78-f1e3ead41656 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:43:44.538680 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc7ab4d-e391-442a-bc19-755d0800222f req-420d9750-184b-444e-92a2-88e57cc3050e tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:44.540184 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0cc7ab4d-e391-442a-bc19-755d0800222f req-420d9750-184b-444e-92a2-88e57cc3050e tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.69 "GET /v2.0/ports?device_id=06244c58-7914-4ac4-ba34-fcb809a8fc02 HTTP/1.1" status: 200 len: 944 time: 0.1373160 Jun 11 09:43:44.548128 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c184f25a-9f9d-4c2b-bc83-77f29e9b1355 req-e5b33b9b-47da-4309-b6dd-76aee2fbaec8 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:44.555967 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c184f25a-9f9d-4c2b-bc83-77f29e9b1355 req-e5b33b9b-47da-4309-b6dd-76aee2fbaec8 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=42890047-83b7-4b27-af6d-1ab02818e34c HTTP/1.1" status: 200 len: 950 time: 0.2335787 Jun 11 09:43:44.574462 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b41487b8-a840-4e00-8b78-f1e3ead41656 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:44.579825 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-94e9fc7e-f40b-4fb5-a8ab-9766689653f2 req-40e352e5-e9e7-411c-bdc6-baf6bdcff675 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Deleting port 7036c337-11e5-4ef3-b5ac-9c60e3590b59 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:43:44.580164 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-94e9fc7e-f40b-4fb5-a8ab-9766689653f2 req-40e352e5-e9e7-411c-bdc6-baf6bdcff675 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:44.585584 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-ba317e85-1b02-433b-b91c-2f7be0b598e9 req-c965f7ab-adfa-46b8-9da1-559d58e57d02 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:44.600278 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['216f3a04-a633-4ba6-ad8e-d639b8b1bf74'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:43:44.603542 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['231f751b-5b35-41a6-87e4-5e96e0d97c74', 'de89716f-db2e-416a-aceb-70adaacf4086', '8bb8cb28-fd60-4e20-b866-29efe9a08741', '7036c337-11e5-4ef3-b5ac-9c60e3590b59'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:43:44.605207 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-72798f3d-1e35-4054-926e-61f948358c6a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:43:44.630844 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51d99fc-d3a7-48ed-bbb0-fa003905421b req-3b34e1cd-c4ae-400f-b1b6-1ba533ba849b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:44.632888 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d51d99fc-d3a7-48ed-bbb0-fa003905421b req-3b34e1cd-c4ae-400f-b1b6-1ba533ba849b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3c79f244-85fb-47d0-8790-7a20e47df174 HTTP/1.1" status: 200 len: 1098 time: 0.3594477 Jun 11 09:43:44.657669 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c184f25a-9f9d-4c2b-bc83-77f29e9b1355 req-e16d9756-757d-4898-b264-c24eb7b3cc7c tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/security-groups?id=d35df9ed-76e1-4821-b449-9857ba424946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005948 Jun 11 09:43:44.669835 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c965f7ab-adfa-46b8-9da1-559d58e57d02 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Pushing event deleted for resources: {'Port': ['ID=216f3a04-a633-4ba6-ad8e-d639b8b1bf74,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:43:44.683605 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c965f7ab-adfa-46b8-9da1-559d58e57d02 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:43:44.752533 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-0cc7ab4d-e391-442a-bc19-755d0800222f req-d4827af5-9cee-4462-a709-4acb81595571 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Deleting port d00a4cdc-7d41-4b90-b7e8-37b4816a64e9 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:43:44.753137 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-0cc7ab4d-e391-442a-bc19-755d0800222f req-d4827af5-9cee-4462-a709-4acb81595571 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:44.820727 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-94e9fc7e-f40b-4fb5-a8ab-9766689653f2 req-40e352e5-e9e7-411c-bdc6-baf6bdcff675 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] For port 7036c337-11e5-4ef3-b5ac-9c60e3590b59, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=7036c337-11e5-4ef3-b5ac-9c60e3590b59,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:43:44.821102 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-94e9fc7e-f40b-4fb5-a8ab-9766689653f2 req-40e352e5-e9e7-411c-bdc6-baf6bdcff675 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:44.990835 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-0cc7ab4d-e391-442a-bc19-755d0800222f req-d4827af5-9cee-4462-a709-4acb81595571 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] For port d00a4cdc-7d41-4b90-b7e8-37b4816a64e9, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=d00a4cdc-7d41-4b90-b7e8-37b4816a64e9,segment=NetworkSegment(56281ee1-4859-40f0-b2a0-2c2117bfda04),segment_id=56281ee1-4859-40f0-b2a0-2c2117bfda04)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:43:44.991418 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-0cc7ab4d-e391-442a-bc19-755d0800222f req-d4827af5-9cee-4462-a709-4acb81595571 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:45.046863 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-94e9fc7e-f40b-4fb5-a8ab-9766689653f2 req-40e352e5-e9e7-411c-bdc6-baf6bdcff675 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Calling delete_port for 7036c337-11e5-4ef3-b5ac-9c60e3590b59 owned by compute:nova {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:43:45.213628 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device d9e039a4-36de-4a16-85fc-5c80e951e4a5 up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:43:45.285166 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-0cc7ab4d-e391-442a-bc19-755d0800222f req-d4827af5-9cee-4462-a709-4acb81595571 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Calling delete_port for d00a4cdc-7d41-4b90-b7e8-37b4816a64e9 owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:43:45.311734 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 40052) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:43:45.351043 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d51d99fc-d3a7-48ed-bbb0-fa003905421b req-b9beaf5b-64ed-4023-ad40-a690b4823208 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8c9f17ce-f43f-4bb5-99db-9fa6af84fd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6903839 Jun 11 09:43:45.402292 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba317e85-1b02-433b-b91c-2f7be0b598e9 req-c965f7ab-adfa-46b8-9da1-559d58e57d02 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] No DVR routers for this DVR port 216f3a04-a633-4ba6-ad8e-d639b8b1bf74 on host n-h2-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:43:45.411470 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-ba317e85-1b02-433b-b91c-2f7be0b598e9 req-c965f7ab-adfa-46b8-9da1-559d58e57d02 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:45.413961 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ba317e85-1b02-433b-b91c-2f7be0b598e9 req-c965f7ab-adfa-46b8-9da1-559d58e57d02 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.69 "DELETE /v2.0/ports/216f3a04-a633-4ba6-ad8e-d639b8b1bf74 HTTP/1.1" status: 204 len: 173 time: 2.3053317 Jun 11 09:43:45.439666 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42890047-83b7-4b27-af6d-1ab02818e34c', 'name': 'network-vif-deleted', 'tag': '216f3a04-a633-4ba6-ad8e-d639b8b1bf74'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:43:45.447848 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f238ea3e-ccf9-4d83-87d4-6e64b653cb27" -d '{"events": [{"server_uuid": "42890047-83b7-4b27-af6d-1ab02818e34c", "name": "network-vif-deleted", "tag": "216f3a04-a633-4ba6-ad8e-d639b8b1bf74"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:43:45.505723 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c847917-5ba5-4346-9ab2-ed811c0045f0 req-332d778d-482d-4c0e-b8ad-d1f8b3bb6b60 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:45.508025 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0c847917-5ba5-4346-9ab2-ed811c0045f0 req-332d778d-482d-4c0e-b8ad-d1f8b3bb6b60 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=06244c58-7914-4ac4-ba34-fcb809a8fc02 HTTP/1.1" status: 200 len: 944 time: 0.1934252 Jun 11 09:43:45.552318 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b41487b8-a840-4e00-8b78-f1e3ead41656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:45.574151 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning for port d9e039a4-36de-4a16-85fc-5c80e951e4a5 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:43:45.579194 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port d9e039a4-36de-4a16-85fc-5c80e951e4a5 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:43:45.580464 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:45.612312 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41487b8-a840-4e00-8b78-f1e3ead41656 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:45.612902 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b41487b8-a840-4e00-8b78-f1e3ead41656 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:45.635794 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-0cc7ab4d-e391-442a-bc19-755d0800222f req-d4827af5-9cee-4462-a709-4acb81595571 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:45.654956 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a53f8fb1-64a6-4621-a9a0-9ce4eb5ae748 tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:43:45.657018 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8d7b9d70-4891-4f1e-b029-c7ccd00b2dec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:43:45.703470 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4827af5-9cee-4462-a709-4acb81595571 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Pushing event deleted for resources: {'Port': ['ID=d00a4cdc-7d41-4b90-b7e8-37b4816a64e9,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:43:45.707334 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d4827af5-9cee-4462-a709-4acb81595571 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:43:45.732131 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['d00a4cdc-7d41-4b90-b7e8-37b4816a64e9'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:43:45.769647 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75751040-2bcf-40be-a8d4-b32cf9acb438 req-dd2084dc-c6a6-4b49-8da4-d5c810916cca tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:45.771783 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-75751040-2bcf-40be-a8d4-b32cf9acb438 req-dd2084dc-c6a6-4b49-8da4-d5c810916cca tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/networks?id=f64764ef-1d16-4bb9-abcb-ee15625f8d04 HTTP/1.1" status: 200 len: 807 time: 0.2646861 Jun 11 09:43:45.815548 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cc7ab4d-e391-442a-bc19-755d0800222f req-d4827af5-9cee-4462-a709-4acb81595571 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] No DVR routers for this DVR port d00a4cdc-7d41-4b90-b7e8-37b4816a64e9 on host n-h2-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:43:45.821519 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-0cc7ab4d-e391-442a-bc19-755d0800222f req-d4827af5-9cee-4462-a709-4acb81595571 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:45.825567 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0cc7ab4d-e391-442a-bc19-755d0800222f req-d4827af5-9cee-4462-a709-4acb81595571 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.69 "DELETE /v2.0/ports/d00a4cdc-7d41-4b90-b7e8-37b4816a64e9 HTTP/1.1" status: 204 len: 173 time: 1.2660470 Jun 11 09:43:45.826344 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06244c58-7914-4ac4-ba34-fcb809a8fc02', 'name': 'network-vif-deleted', 'tag': 'd00a4cdc-7d41-4b90-b7e8-37b4816a64e9'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:43:45.829117 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b7eb1c-137a-46b9-8f91-07ec00df7024" -d '{"events": [{"server_uuid": "06244c58-7914-4ac4-ba34-fcb809a8fc02", "name": "network-vif-deleted", "tag": "d00a4cdc-7d41-4b90-b7e8-37b4816a64e9"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:43:45.836707 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-75751040-2bcf-40be-a8d4-b32cf9acb438 req-3cfe7d9b-e0ab-438f-9544-a6d0d33311bb tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/quotas/455235d9344d45d29863b10a5775a249 HTTP/1.1" status: 200 len: 375 time: 0.0348830 Jun 11 09:43:45.846890 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41487b8-a840-4e00-8b78-f1e3ead41656 admin admin] Pushing event updated for resources: {'Network': ['ID=8306b3b2-c7c1-4b78-8462-356897eaa70e,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:43:45.852843 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-b41487b8-a840-4e00-8b78-f1e3ead41656 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.8858461 Jun 11 09:43:45.856227 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b41487b8-a840-4e00-8b78-f1e3ead41656 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:43:45.874817 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 8306b3b2-c7c1-4b78-8462-356897eaa70e details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:43:45.907935 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ad1feefa-1537-449f-8c8d-1b77a7f91764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:45.908540 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0c847917-5ba5-4346-9ab2-ed811c0045f0 req-2a842886-9abd-4989-9640-b3ab1ca106bd tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3934832 Jun 11 09:43:45.914971 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 40068) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:43:45.924652 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-fe0b2468-a524-48be-ab9b-b35e5a5cd81d admin admin] Request body: {'subnet': {'network_id': '8306b3b2-c7c1-4b78-8462-356897eaa70e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-913285329-subnet', 'tenant_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:43:45.950284 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:45.999081 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-75751040-2bcf-40be-a8d4-b32cf9acb438 req-f71475b0-2ac0-4de5-a652-356b2098a56f tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=455235d9344d45d29863b10a5775a249&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1577117 Jun 11 09:43:46.016674 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:46.061782 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-2b3e661a-6880-4cca-a97c-f4f86ccdfde7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bd284e9f195345ae8ed61d9936756921&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6675735 Jun 11 09:43:46.065558 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 40070) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:43:46.111609 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port d9e039a4-36de-4a16-85fc-5c80e951e4a5, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=d9e039a4-36de-4a16-85fc-5c80e951e4a5,segment=NetworkSegment(7a429fb3-233e-45d8-9b93-9bd36a7f6040),segment_id=7a429fb3-233e-45d8-9b93-9bd36a7f6040)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:43:46.174199 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4ebe5f9-0c40-43e4-af01-457a9e124c1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9e039a4-36de-4a16-85fc-5c80e951e4a5'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:43:46.176975 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eca0151-5a45-4594-96fc-6c8e0a50dfb5" -d '{"events": [{"server_uuid": "d4ebe5f9-0c40-43e4-af01-457a9e124c1f", "name": "network-vif-plugged", "status": "completed", "tag": "d9e039a4-36de-4a16-85fc-5c80e951e4a5"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:43:46.231028 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:46.235464 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:43:46.250199 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f9706a82-27a4-479c-a0ae-f7a84f40c622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:46.252924 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe0b2468-a524-48be-ab9b-b35e5a5cd81d admin admin] Made reservation on behalf of 9e00f0b8050a4c758f9c2d03d3f429fa for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:43:46.255291 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fe0b2468-a524-48be-ab9b-b35e5a5cd81d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:46.289359 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-75751040-2bcf-40be-a8d4-b32cf9acb438 req-03fad2ef-9191-4a46-a62c-f6b0ff601850 service neutron] 10.222.0.60 "GET /v2.0/networks/f64764ef-1d16-4bb9-abcb-ee15625f8d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809987 Jun 11 09:43:46.353871 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-94e9fc7e-f40b-4fb5-a8ab-9766689653f2 req-40e352e5-e9e7-411c-bdc6-baf6bdcff675 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:46.366414 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f9706a82-27a4-479c-a0ae-f7a84f40c622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:46.371357 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=d9e039a4-36de-4a16-85fc-5c80e951e4a5,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:43:46.376752 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['973e3669-885a-4cbf-a78b-649ea7371a7e'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:43:46.380040 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:43:46.394378 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-aa26d459-02c9-43fa-97a1-eafd3e49251a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:43:46.473639 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e352e5-e9e7-411c-bdc6-baf6bdcff675 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Pushing event deleted for resources: {'Port': ['ID=7036c337-11e5-4ef3-b5ac-9c60e3590b59,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:43:46.489234 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-40e352e5-e9e7-411c-bdc6-baf6bdcff675 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:43:46.634788 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-75751040-2bcf-40be-a8d4-b32cf9acb438 req-78b5be30-b44a-44fc-a7b0-c73c831c792b service neutron] 10.222.0.60 "GET /v2.0/networks/f64764ef-1d16-4bb9-abcb-ee15625f8d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3060944 Jun 11 09:43:46.647657 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-94e9fc7e-f40b-4fb5-a8ab-9766689653f2 req-40e352e5-e9e7-411c-bdc6-baf6bdcff675 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] No DVR routers for this DVR port 7036c337-11e5-4ef3-b5ac-9c60e3590b59 on host n-h1-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:43:46.652969 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-94e9fc7e-f40b-4fb5-a8ab-9766689653f2 req-40e352e5-e9e7-411c-bdc6-baf6bdcff675 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:46.660399 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-94e9fc7e-f40b-4fb5-a8ab-9766689653f2 req-40e352e5-e9e7-411c-bdc6-baf6bdcff675 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.64 "DELETE /v2.0/ports/7036c337-11e5-4ef3-b5ac-9c60e3590b59 HTTP/1.1" status: 204 len: 173 time: 2.4978478 Jun 11 09:43:46.724334 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4fac6b-e7cd-4eac-b425-bce9ba3e46c4 req-3e03aeb3-c786-4589-95d9-1627368e40bf tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:46.726616 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4a4fac6b-e7cd-4eac-b425-bce9ba3e46c4 req-3e03aeb3-c786-4589-95d9-1627368e40bf tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c79f244-85fb-47d0-8790-7a20e47df174 HTTP/1.1" status: 200 len: 946 time: 0.3660824 Jun 11 09:43:46.856595 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4a4fac6b-e7cd-4eac-b425-bce9ba3e46c4 req-db30302e-1952-44b1-b8a1-ee16c7665723 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] 10.222.0.60 "GET /v2.0/security-groups?id=8c9f17ce-f43f-4bb5-99db-9fa6af84fd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210051 Jun 11 09:43:46.915817 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-823c378b-b260-49fa-abf8-0e97973b8451 x-openstack-request-id: req-823c378b-b260-49fa-abf8-0e97973b8451 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:43:46.916395 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42890047-83b7-4b27-af6d-1ab02818e34c", "name": "network-vif-deleted", "tag": "216f3a04-a633-4ba6-ad8e-d639b8b1bf74", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:43:46.916972 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-823c378b-b260-49fa-abf8-0e97973b8451 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:43:46.917623 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42890047-83b7-4b27-af6d-1ab02818e34c', 'name': 'network-vif-deleted', 'tag': '216f3a04-a633-4ba6-ad8e-d639b8b1bf74', 'status': 'completed', 'code': 200} Jun 11 09:43:47.000114 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['231f751b-5b35-41a6-87e4-5e96e0d97c74', 'de89716f-db2e-416a-aceb-70adaacf4086', '8bb8cb28-fd60-4e20-b866-29efe9a08741'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:43:47.058785 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ccb1ba47-c443-4680-a865-eeb05395478c req-ca68dd86-7454-4976-94b2-a256846ac413 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=42890047-83b7-4b27-af6d-1ab02818e34c HTTP/1.1" status: 200 len: 210 time: 0.0343125 Jun 11 09:43:47.110925 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf141dd-ea8b-462d-8b41-19e275744e98 x-openstack-request-id: req-5cf141dd-ea8b-462d-8b41-19e275744e98 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:43:47.113912 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06244c58-7914-4ac4-ba34-fcb809a8fc02", "name": "network-vif-deleted", "tag": "d00a4cdc-7d41-4b90-b7e8-37b4816a64e9", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:43:47.114135 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5cf141dd-ea8b-462d-8b41-19e275744e98 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:43:47.114597 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06244c58-7914-4ac4-ba34-fcb809a8fc02', 'name': 'network-vif-deleted', 'tag': 'd00a4cdc-7d41-4b90-b7e8-37b4816a64e9', 'status': 'completed', 'code': 200} Jun 11 09:43:47.161846 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 7036c337-11e5-4ef3-b5ac-9c60e3590b59 no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:43:47.206170 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] No Port match for: 7036c337-11e5-4ef3-b5ac-9c60e3590b59 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:43:47.206567 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 7036c337-11e5-4ef3-b5ac-9c60e3590b59 not bound to the agent host n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:43:47.214519 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device d00a4cdc-7d41-4b90-b7e8-37b4816a64e9 no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:43:47.241169 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] No Port match for: d00a4cdc-7d41-4b90-b7e8-37b4816a64e9 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:43:47.241872 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device d00a4cdc-7d41-4b90-b7e8-37b4816a64e9 not bound to the agent host n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:43:47.242272 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 216f3a04-a633-4ba6-ad8e-d639b8b1bf74 no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:43:47.267767 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] No Port match for: 216f3a04-a633-4ba6-ad8e-d639b8b1bf74 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:43:47.268137 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 216f3a04-a633-4ba6-ad8e-d639b8b1bf74 not bound to the agent host n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:43:47.281574 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9c607c-049e-4ffb-b222-726c0bea6661 req-7054437c-3ff2-4bc9-bb42-c3df0e95fc9a tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:47.283170 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ec9c607c-049e-4ffb-b222-726c0bea6661 req-7054437c-3ff2-4bc9-bb42-c3df0e95fc9a tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] 10.222.0.60 "GET /v2.0/ports?device_id=2296b1d4-21a8-436a-916c-04d1277a47ab HTTP/1.1" status: 200 len: 946 time: 0.0808780 Jun 11 09:43:47.329543 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ec9c607c-049e-4ffb-b222-726c0bea6661 req-071ef950-f536-47cc-a94a-e3cf692d9bb4 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] 10.222.0.60 "GET /v2.0/security-groups?id=11bbb81f-d5e0-4a93-9cfb-d456f4aef7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379944 Jun 11 09:43:47.390928 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7979209-affb-4474-8ba0-3ddbdd6f7e85 x-openstack-request-id: req-a7979209-affb-4474-8ba0-3ddbdd6f7e85 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:43:47.391233 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4ebe5f9-0c40-43e4-af01-457a9e124c1f", "name": "network-vif-plugged", "status": "completed", "tag": "d9e039a4-36de-4a16-85fc-5c80e951e4a5", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:43:47.391499 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a7979209-affb-4474-8ba0-3ddbdd6f7e85 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:43:47.391940 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4ebe5f9-0c40-43e4-af01-457a9e124c1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9e039a4-36de-4a16-85fc-5c80e951e4a5', 'code': 200} Jun 11 09:43:47.531876 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-edfc8110-e0a8-41eb-9f9f-15df616aad80 req-d9e17ff9-a1c4-4822-a98f-9ed7a4f29eeb tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=06244c58-7914-4ac4-ba34-fcb809a8fc02 HTTP/1.1" status: 200 len: 210 time: 0.0348372 Jun 11 09:43:47.548259 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f78b21-68c0-42f1-a09f-cee55020bbd3 req-1d887cf4-086d-411c-a3db-a709d9b7dc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:47.549953 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f3f78b21-68c0-42f1-a09f-cee55020bbd3 req-1d887cf4-086d-411c-a3db-a709d9b7dc1d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d4ebe5f9-0c40-43e4-af01-457a9e124c1f HTTP/1.1" status: 200 len: 1098 time: 0.0908237 Jun 11 09:43:47.592518 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f3f78b21-68c0-42f1-a09f-cee55020bbd3 req-8d809ab5-707d-45d2-b453-81a2751e93c9 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8c9f17ce-f43f-4bb5-99db-9fa6af84fd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321252 Jun 11 09:43:47.607528 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:47.763912 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fe0b2468-a524-48be-ab9b-b35e5a5cd81d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:47.763912 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f9706a82-27a4-479c-a0ae-f7a84f40c622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:47.763912 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f9706a82-27a4-479c-a0ae-f7a84f40c622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:47.767284 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-f9706a82-27a4-479c-a0ae-f7a84f40c622 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ca3026f3-8a05-4fe5-9c7d-b1a6d33061fc HTTP/1.1" status: 204 len: 168 time: 1.6940782 Jun 11 09:43:47.767284 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3710ddd8-4593-4643-a63c-fe3bc8a9123b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:43:47.793837 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9706a82-27a4-479c-a0ae-f7a84f40c622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca3026f3-8a05-4fe5-9c7d-b1a6d33061fc,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:43:47.847023 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f9706a82-27a4-479c-a0ae-f7a84f40c622 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:43:47.847668 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-58324248-1c16-4d9c-89b4-23688db5bf0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:43:47.976751 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0b2468-a524-48be-ab9b-b35e5a5cd81d admin admin] Checking segment: {'id': '5b557a6f-ee49-4b07-a4c0-158e09a12290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '8306b3b2-c7c1-4b78-8462-356897eaa70e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:43:47.980374 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0b2468-a524-48be-ab9b-b35e5a5cd81d admin admin] Network hostable DHCP agents. Network: 8306b3b2-c7c1-4b78-8462-356897eaa70e, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 09:43:47.982753 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0b2468-a524-48be-ab9b-b35e5a5cd81d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bbe8ee4-e19a-4280-9545-f4e3ba21ac03,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:43:47.988853 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-fe0b2468-a524-48be-ab9b-b35e5a5cd81d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:43:48.154319 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0b2468-a524-48be-ab9b-b35e5a5cd81d admin admin] Network 8306b3b2-c7c1-4b78-8462-356897eaa70e is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 09:43:48.238701 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84df511-bb88-4d23-a20a-c6fd07868ea6 req-47fb3c44-2914-4ee3-a275-a537f1cac722 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:48.250924 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d84df511-bb88-4d23-a20a-c6fd07868ea6 req-47fb3c44-2914-4ee3-a275-a537f1cac722 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c79f244-85fb-47d0-8790-7a20e47df174 HTTP/1.1" status: 200 len: 946 time: 0.2333226 Jun 11 09:43:48.327326 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d84df511-bb88-4d23-a20a-c6fd07868ea6 req-a78a963a-f6eb-4690-9b77-4cfdfb44b1d7 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] 10.222.0.60 "GET /v2.0/security-groups?id=8c9f17ce-f43f-4bb5-99db-9fa6af84fd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646343 Jun 11 09:43:48.369773 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-fe0b2468-a524-48be-ab9b-b35e5a5cd81d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 8306b3b2-c7c1-4b78-8462-356897eaa70e) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:43:48.371022 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:48.384653 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0b2468-a524-48be-ab9b-b35e5a5cd81d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:48.385301 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fe0b2468-a524-48be-ab9b-b35e5a5cd81d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:48.389041 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3cc6e2-2752-48c2-beb4-65f6e65b01c7 None None] Network 8306b3b2-c7c1-4b78-8462-356897eaa70e requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:43:48.497588 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-fe0b2468-a524-48be-ab9b-b35e5a5cd81d admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.5803640 Jun 11 09:43:48.497838 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 40116) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:43:48.507809 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-7bdd3294-7dd8-48af-b4e4-fb4d3c80c9f4 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-913285329-router', 'tenant_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:43:48.703856 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7bdd3294-7dd8-48af-b4e4-fb4d3c80c9f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:48.705026 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7bdd3294-7dd8-48af-b4e4-fb4d3c80c9f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:48.762413 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef64d73-a8c6-4edf-b0d9-f50e4337bd58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-8306b3b2-c7c1-4b78-8462-356897eaa70e', 'network_id': '8306b3b2-c7c1-4b78-8462-356897eaa70e', 'tenant_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'fixed_ips': [{'subnet_id': '5bbe8ee4-e19a-4280-9545-f4e3ba21ac03'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 09:43:48.762413 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-fef64d73-a8c6-4edf-b0d9-f50e4337bd58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:48.871644 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7bdd3294-7dd8-48af-b4e4-fb4d3c80c9f4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:48.978934 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e4d2124-ede4-4545-966b-5099a048d84f', 'name': 'network-vif-deleted', 'tag': '7036c337-11e5-4ef3-b5ac-9c60e3590b59'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:43:48.978934 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7013e486-2ce4-4cad-b078-c8c792a9adbe" -d '{"events": [{"server_uuid": "1e4d2124-ede4-4545-966b-5099a048d84f", "name": "network-vif-deleted", "tag": "7036c337-11e5-4ef3-b5ac-9c60e3590b59"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:43:49.054961 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a362bda-f441-4d54-b686-21b355968f29 req-40a0fe96-3d12-45dd-a262-a4e886be3d02 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:49.059673 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7a362bda-f441-4d54-b686-21b355968f29 req-40a0fe96-3d12-45dd-a262-a4e886be3d02 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4ebe5f9-0c40-43e4-af01-457a9e124c1f HTTP/1.1" status: 200 len: 946 time: 0.1816468 Jun 11 09:43:49.112680 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-fef64d73-a8c6-4edf-b0d9-f50e4337bd58 None None] Allocated IP 172.20.0.2 (8306b3b2-c7c1-4b78-8462-356897eaa70e/5bbe8ee4-e19a-4280-9545-f4e3ba21ac03/35514d09-3c8d-4a0b-865a-dc5d8be87bff) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:43:49.123085 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7a362bda-f441-4d54-b686-21b355968f29 req-57bdec0b-99f7-4a41-a35b-4407beff160e tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] 10.222.0.60 "GET /v2.0/security-groups?id=8c9f17ce-f43f-4bb5-99db-9fa6af84fd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573993 Jun 11 09:43:49.475964 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 40140) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:43:49.571335 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-1b41dff7-72d3-4a2f-8f49-10b7dc920c3e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=171c3cc8c4a14e1e8b3b2467ed074713&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0915661 Jun 11 09:43:49.572037 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 40142) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:43:49.617855 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-fef64d73-a8c6-4edf-b0d9-f50e4337bd58 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:49.628133 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-fef64d73-a8c6-4edf-b0d9-f50e4337bd58 None None] Transition to ACTIVE for port object 35514d09-3c8d-4a0b-865a-dc5d8be87bff will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:43:49.676494 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-fef64d73-a8c6-4edf-b0d9-f50e4337bd58 None None] Transition to ACTIVE for port object 35514d09-3c8d-4a0b-865a-dc5d8be87bff will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:43:49.739348 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-454536b4-17b6-42b6-b3d1-496e5038cb46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:49.794343 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-454536b4-17b6-42b6-b3d1-496e5038cb46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:49.859898 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-63415df7-e6cf-4a72-810b-dd5574c8783c req-7612c546-d2d9-488f-ac5e-95c7d8eda4bb tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=06244c58-7914-4ac4-ba34-fcb809a8fc02 HTTP/1.1" status: 200 len: 210 time: 0.0464439 Jun 11 09:43:49.968195 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-fef64d73-a8c6-4edf-b0d9-f50e4337bd58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:49.970520 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:43:50.018723 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9b287588-f5c2-4578-a188-2f4dc3afc02c req-4195857b-51f4-49ff-aea3-6d622b3f4045 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ce3a764-af8f-4837-9ffe-fc80edb30850 HTTP/1.1" status: 200 len: 210 time: 0.0983245 Jun 11 09:43:50.021069 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-454536b4-17b6-42b6-b3d1-496e5038cb46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:50.035072 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-454536b4-17b6-42b6-b3d1-496e5038cb46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:50.038860 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-454536b4-17b6-42b6-b3d1-496e5038cb46 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4d3e9b04-dee0-4319-b1ac-a4d8d5a3fc9f HTTP/1.1" status: 204 len: 168 time: 0.4656453 Jun 11 09:43:50.039872 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ad34baed-3fc4-431f-bc6e-7a46fe574c6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:43:50.053798 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef64d73-a8c6-4edf-b0d9-f50e4337bd58 None None] Network 8306b3b2-c7c1-4b78-8462-356897eaa70e is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:43:50.065121 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-fef64d73-a8c6-4edf-b0d9-f50e4337bd58 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:43:50.067263 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef64d73-a8c6-4edf-b0d9-f50e4337bd58 None None] Pushing event updated for resources: {'Port': ['ID=35514d09-3c8d-4a0b-865a-dc5d8be87bff,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:43:50.080518 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-fef64d73-a8c6-4edf-b0d9-f50e4337bd58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:43:50.081312 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef64d73-a8c6-4edf-b0d9-f50e4337bd58 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:43:50.126794 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fd82cce-df92-4d9c-9385-1ae24e4d6579 x-openstack-request-id: req-6fd82cce-df92-4d9c-9385-1ae24e4d6579 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:43:50.126794 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e4d2124-ede4-4545-966b-5099a048d84f", "name": "network-vif-deleted", "tag": "7036c337-11e5-4ef3-b5ac-9c60e3590b59", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:43:50.126794 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6fd82cce-df92-4d9c-9385-1ae24e4d6579 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:43:50.126794 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e4d2124-ede4-4545-966b-5099a048d84f', 'name': 'network-vif-deleted', 'tag': '7036c337-11e5-4ef3-b5ac-9c60e3590b59', 'status': 'completed', 'code': 200} Jun 11 09:43:50.129944 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454536b4-17b6-42b6-b3d1-496e5038cb46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d3e9b04-dee0-4319-b1ac-a4d8d5a3fc9f,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:43:50.137662 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-454536b4-17b6-42b6-b3d1-496e5038cb46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:43:50.149365 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7bdd3294-7dd8-48af-b4e4-fb4d3c80c9f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:50.197260 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-fef64d73-a8c6-4edf-b0d9-f50e4337bd58 None None] Attempting to bind port 35514d09-3c8d-4a0b-865a-dc5d8be87bff on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:43:50.197260 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-fef64d73-a8c6-4edf-b0d9-f50e4337bd58 None None] Attempting to bind port 35514d09-3c8d-4a0b-865a-dc5d8be87bff by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '5b557a6f-ee49-4b07-a4c0-158e09a12290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '8306b3b2-c7c1-4b78-8462-356897eaa70e'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:43:50.197582 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef64d73-a8c6-4edf-b0d9-f50e4337bd58 None None] Attempting to bind port 35514d09-3c8d-4a0b-865a-dc5d8be87bff on network 8306b3b2-c7c1-4b78-8462-356897eaa70e {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:43:50.209358 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef64d73-a8c6-4edf-b0d9-f50e4337bd58 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:43:50.209849 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef64d73-a8c6-4edf-b0d9-f50e4337bd58 None None] Checking segment: {'id': '5b557a6f-ee49-4b07-a4c0-158e09a12290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '8306b3b2-c7c1-4b78-8462-356897eaa70e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:43:50.210906 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-fef64d73-a8c6-4edf-b0d9-f50e4337bd58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:50.211521 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef64d73-a8c6-4edf-b0d9-f50e4337bd58 None None] Bound using segment: {'id': '5b557a6f-ee49-4b07-a4c0-158e09a12290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '8306b3b2-c7c1-4b78-8462-356897eaa70e'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:43:50.211895 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-fef64d73-a8c6-4edf-b0d9-f50e4337bd58 None None] Bound port: 35514d09-3c8d-4a0b-865a-dc5d8be87bff, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b557a6f-ee49-4b07-a4c0-158e09a12290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '8306b3b2-c7c1-4b78-8462-356897eaa70e'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:43:50.212302 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-fef64d73-a8c6-4edf-b0d9-f50e4337bd58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:50.254656 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c10a1f6f-d4e6-4604-ab07-bea4cc3c1d1a req-c4a036d6-5257-4f67-a00c-a0c1e7b0dcec tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--892715341&fields=id&tenant_id=ac78eeea7bf3498e9a17f0b731c3620c HTTP/1.1" status: 200 len: 267 time: 0.0740812 Jun 11 09:43:50.356461 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-fef64d73-a8c6-4edf-b0d9-f50e4337bd58 None None] For port 35514d09-3c8d-4a0b-865a-dc5d8be87bff, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:43:50.360682 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-fef64d73-a8c6-4edf-b0d9-f50e4337bd58 None None] For port 35514d09-3c8d-4a0b-865a-dc5d8be87bff, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=35514d09-3c8d-4a0b-865a-dc5d8be87bff,segment=NetworkSegment(5b557a6f-ee49-4b07-a4c0-158e09a12290),segment_id=5b557a6f-ee49-4b07-a4c0-158e09a12290)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:43:50.452451 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10a1f6f-d4e6-4604-ab07-bea4cc3c1d1a req-b580191d-f284-41e3-9842-242094eea7fe tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:50.458284 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c10a1f6f-d4e6-4604-ab07-bea4cc3c1d1a req-b580191d-f284-41e3-9842-242094eea7fe tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] 10.222.0.60 "GET /v2.0/networks?id=bd769a33-d2ae-4a77-8be2-0047382ae593 HTTP/1.1" status: 200 len: 824 time: 0.2023265 Jun 11 09:43:50.486839 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c10a1f6f-d4e6-4604-ab07-bea4cc3c1d1a req-22788543-ba87-4098-9fbb-65132f72ef7f tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] 10.222.0.60 "GET /v2.0/quotas/ac78eeea7bf3498e9a17f0b731c3620c HTTP/1.1" status: 200 len: 375 time: 0.0264821 Jun 11 09:43:50.550672 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d75fbdc-0d51-47fd-a6d7-88c675bd36fd req-076f5590-5e9b-4bd0-a46f-c9e7abc1b950 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:50.552609 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6d75fbdc-0d51-47fd-a6d7-88c675bd36fd req-076f5590-5e9b-4bd0-a46f-c9e7abc1b950 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4ebe5f9-0c40-43e4-af01-457a9e124c1f HTTP/1.1" status: 200 len: 946 time: 0.1752429 Jun 11 09:43:50.568141 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c10a1f6f-d4e6-4604-ab07-bea4cc3c1d1a req-ff3a802b-1d40-4c08-a04b-297aec8e0e0f tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ac78eeea7bf3498e9a17f0b731c3620c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0799339 Jun 11 09:43:50.613456 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-fef64d73-a8c6-4edf-b0d9-f50e4337bd58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:50.628461 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:43:50.782131 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef64d73-a8c6-4edf-b0d9-f50e4337bd58 None None] Pushing event updated for resources: {'Port': ['ID=35514d09-3c8d-4a0b-865a-dc5d8be87bff,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:43:50.789840 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6d75fbdc-0d51-47fd-a6d7-88c675bd36fd req-17c950bc-2ae1-4a85-8e7b-6e25e94def80 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] 10.222.0.60 "GET /v2.0/security-groups?id=8c9f17ce-f43f-4bb5-99db-9fa6af84fd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126529 Jun 11 09:43:50.808428 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-fef64d73-a8c6-4edf-b0d9-f50e4337bd58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:43:50.835309 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7bdd3294-7dd8-48af-b4e4-fb4d3c80c9f4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:50.903161 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7bdd3294-7dd8-48af-b4e4-fb4d3c80c9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:51.218719 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-7bdd3294-7dd8-48af-b4e4-fb4d3c80c9f4 admin admin] Allocated IP 172.25.4.127 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/85a0effd-9698-440e-8280-68136d88e76e) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:43:51.287469 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 35514d09-3c8d-4a0b-865a-dc5d8be87bff up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:43:51.442797 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c10a1f6f-d4e6-4604-ab07-bea4cc3c1d1a req-b5aa005a-843a-4847-ba4c-764f34a4b225 service neutron] 10.222.0.60 "GET /v2.0/networks/bd769a33-d2ae-4a77-8be2-0047382ae593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8660951 Jun 11 09:43:51.461261 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7bdd3294-7dd8-48af-b4e4-fb4d3c80c9f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:51.516225 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 35514d09-3c8d-4a0b-865a-dc5d8be87bff completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:43:51.586523 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7bdd3294-7dd8-48af-b4e4-fb4d3c80c9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:51.590219 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c965f7ab-adfa-46b8-9da1-559d58e57d02 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:43:51.597322 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f77044-864f-4c2b-85c4-ea516197936c req-5c33b75a-ecde-4b06-998f-b05c7d95aba2 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:51.597322 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e4f77044-864f-4c2b-85c4-ea516197936c req-5c33b75a-ecde-4b06-998f-b05c7d95aba2 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] 10.222.0.69 "GET /v2.0/ports?device_id=2296b1d4-21a8-436a-916c-04d1277a47ab HTTP/1.1" status: 200 len: 946 time: 0.1924334 Jun 11 09:43:51.676223 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bdd3294-7dd8-48af-b4e4-fb4d3c80c9f4 admin admin] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:43:51.680142 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-7bdd3294-7dd8-48af-b4e4-fb4d3c80c9f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:43:51.688972 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdd3294-7dd8-48af-b4e4-fb4d3c80c9f4 admin admin] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:43:51.694630 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdd3294-7dd8-48af-b4e4-fb4d3c80c9f4 admin admin] Pushing event updated for resources: {'Port': ['ID=85a0effd-9698-440e-8280-68136d88e76e,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:43:51.712316 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c10a1f6f-d4e6-4604-ab07-bea4cc3c1d1a req-e11e3435-e036-4d94-bbf1-5dc4d26aca9a service neutron] 10.222.0.60 "GET /v2.0/networks/bd769a33-d2ae-4a77-8be2-0047382ae593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617226 Jun 11 09:43:51.758537 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7bdd3294-7dd8-48af-b4e4-fb4d3c80c9f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:43:51.813466 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-e4f77044-864f-4c2b-85c4-ea516197936c req-0081bb70-677b-4e68-891d-45d0a3f9a74d tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Deleting port e0bef16c-1f3d-4385-ba40-86408bdd5059 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:43:51.814788 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-e4f77044-864f-4c2b-85c4-ea516197936c req-0081bb70-677b-4e68-891d-45d0a3f9a74d tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:51.994766 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-e4f77044-864f-4c2b-85c4-ea516197936c req-0081bb70-677b-4e68-891d-45d0a3f9a74d tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] For port e0bef16c-1f3d-4385-ba40-86408bdd5059, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=e0bef16c-1f3d-4385-ba40-86408bdd5059,segment=NetworkSegment(f1ba1393-2bbe-436f-8827-2ad0577d069a),segment_id=f1ba1393-2bbe-436f-8827-2ad0577d069a)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:43:51.995148 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-e4f77044-864f-4c2b-85c4-ea516197936c req-0081bb70-677b-4e68-891d-45d0a3f9a74d tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:52.158676 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11585606-fd0d-47c1-b733-1d09bef536a3 None None] Network 8306b3b2-c7c1-4b78-8462-356897eaa70e requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:43:52.465311 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-677beb9b-858c-42f1-ba84-2aca9de9d071 req-386a8dc2-0979-464e-8319-0d7aa5c2ef33 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=06244c58-7914-4ac4-ba34-fcb809a8fc02 HTTP/1.1" status: 200 len: 210 time: 0.0466828 Jun 11 09:43:52.471244 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7bdd3294-7dd8-48af-b4e4-fb4d3c80c9f4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:52.519270 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-e4f77044-864f-4c2b-85c4-ea516197936c req-0081bb70-677b-4e68-891d-45d0a3f9a74d tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:52.519892 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-e4f77044-864f-4c2b-85c4-ea516197936c req-0081bb70-677b-4e68-891d-45d0a3f9a74d tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:52.520186 n-d-779913-12 neutron-server[93176]: INFO neutron.db.l3_db [req-e4f77044-864f-4c2b-85c4-ea516197936c req-0081bb70-677b-4e68-891d-45d0a3f9a74d tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Floating IP e0bcb7f8-877e-4244-b3d0-2d0c0f95ccfd disassociated. External IP: 172.25.4.27, port: e0bef16c-1f3d-4385-ba40-86408bdd5059. Jun 11 09:43:52.520722 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-e4f77044-864f-4c2b-85c4-ea516197936c req-0081bb70-677b-4e68-891d-45d0a3f9a74d tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Calling delete_port for e0bef16c-1f3d-4385-ba40-86408bdd5059 owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:43:52.690860 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-66d618f1-64e7-4dfb-9c01-5f16b78720a2 req-31ca558d-5ba1-442d-b905-6afc766529b6 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ce3a764-af8f-4837-9ffe-fc80edb30850 HTTP/1.1" status: 200 len: 210 time: 0.1281812 Jun 11 09:43:52.802053 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-031e915e-e333-4063-bd8e-7e264954108d None None] Provisioning for port 35514d09-3c8d-4a0b-865a-dc5d8be87bff completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:43:52.808293 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-031e915e-e333-4063-bd8e-7e264954108d None None] Provisioning complete for port 35514d09-3c8d-4a0b-865a-dc5d8be87bff triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:43:52.808682 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-031e915e-e333-4063-bd8e-7e264954108d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:53.082920 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0321ce44-fd67-444a-a882-b434efeb13a6 req-71f7d070-7c0e-4673-aeaa-2220363e3342 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:53.092449 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0321ce44-fd67-444a-a882-b434efeb13a6 req-71f7d070-7c0e-4673-aeaa-2220363e3342 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 945 time: 0.3624477 Jun 11 09:43:53.159470 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-e4f77044-864f-4c2b-85c4-ea516197936c req-0081bb70-677b-4e68-891d-45d0a3f9a74d tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:53.169610 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2be82248-f20c-48e6-8595-8d0113b0e1bf tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:43:53.228727 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0081bb70-677b-4e68-891d-45d0a3f9a74d tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Pushing event deleted for resources: {'Port': ['ID=e0bef16c-1f3d-4385-ba40-86408bdd5059,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:43:53.235414 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0081bb70-677b-4e68-891d-45d0a3f9a74d tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:43:53.304902 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0321ce44-fd67-444a-a882-b434efeb13a6 req-e503f004-803d-4891-8334-87cbce094b40 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d1f1aa-3601-424b-af20-9acf0698c1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2111726 Jun 11 09:43:53.347377 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7bdd3294-7dd8-48af-b4e4-fb4d3c80c9f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:53.405613 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27938538-c306-4682-b622-fedec79505a0 req-67949076-ee6d-4227-90fc-a0bb0921a8fb tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:53.409940 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-27938538-c306-4682-b622-fedec79505a0 req-67949076-ee6d-4227-90fc-a0bb0921a8fb tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.64 "GET /v2.0/ports?device_id=7159e938-ef90-4b7c-8d48-367dbc322c35 HTTP/1.1" status: 200 len: 950 time: 0.4383171 Jun 11 09:43:53.468220 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-031e915e-e333-4063-bd8e-7e264954108d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:53.545735 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-031e915e-e333-4063-bd8e-7e264954108d None None] For port 35514d09-3c8d-4a0b-865a-dc5d8be87bff, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=35514d09-3c8d-4a0b-865a-dc5d8be87bff,segment=NetworkSegment(5b557a6f-ee49-4b07-a4c0-158e09a12290),segment_id=5b557a6f-ee49-4b07-a4c0-158e09a12290)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:43:53.546319 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d2ad5621-246e-4c8d-83ad-2e33ac0df4c7 req-7788271a-3afc-4d28-b199-accf6704bc4c tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe19a04e-7480-44f2-85e4-1ad69ca54cb6 HTTP/1.1" status: 200 len: 210 time: 0.0628440 Jun 11 09:43:53.617652 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e4f77044-864f-4c2b-85c4-ea516197936c req-0081bb70-677b-4e68-891d-45d0a3f9a74d tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Router d7fdfdca-ef40-4cfd-bb95-82ce929d21bb has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 09:43:53.670704 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-031e915e-e333-4063-bd8e-7e264954108d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:53.679104 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:43:53.828262 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031e915e-e333-4063-bd8e-7e264954108d None None] Pushing event updated for resources: {'Port': ['ID=35514d09-3c8d-4a0b-865a-dc5d8be87bff,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:43:53.851492 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031e915e-e333-4063-bd8e-7e264954108d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:43:53.857085 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031e915e-e333-4063-bd8e-7e264954108d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:43:53.857452 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031e915e-e333-4063-bd8e-7e264954108d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:43:53.857783 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031e915e-e333-4063-bd8e-7e264954108d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:43:53.858240 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031e915e-e333-4063-bd8e-7e264954108d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:43:53.858568 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031e915e-e333-4063-bd8e-7e264954108d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:43:53.859662 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031e915e-e333-4063-bd8e-7e264954108d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:43:53.859662 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031e915e-e333-4063-bd8e-7e264954108d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:43:53.859876 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031e915e-e333-4063-bd8e-7e264954108d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:43:53.860111 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031e915e-e333-4063-bd8e-7e264954108d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:43:53.860428 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031e915e-e333-4063-bd8e-7e264954108d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:43:53.860742 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031e915e-e333-4063-bd8e-7e264954108d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:43:53.867486 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-031e915e-e333-4063-bd8e-7e264954108d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:43:53.876758 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-ec01c8d3-4853-4bf2-b8c4-f431d59c860a None None] Provisioning complete for port 35514d09-3c8d-4a0b-865a-dc5d8be87bff triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:43:53.880497 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ec01c8d3-4853-4bf2-b8c4-f431d59c860a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:53.982728 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e4f77044-864f-4c2b-85c4-ea516197936c req-0081bb70-677b-4e68-891d-45d0a3f9a74d tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:43:53.997000 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546bd5a6-a20a-4c8d-ad98-d1bd43527e36 None None] Sync routers for ids ['d7fdfdca-ef40-4cfd-bb95-82ce929d21bb'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:43:54.022387 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546bd5a6-a20a-4c8d-ad98-d1bd43527e36 None None] Routers {'d7fdfdca-ef40-4cfd-bb95-82ce929d21bb'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:43:54.027967 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-546bd5a6-a20a-4c8d-ad98-d1bd43527e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:43:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['d7fdfdca-ef40-4cfd-bb95-82ce929d21bb'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:43:54.049018 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75751040-2bcf-40be-a8d4-b32cf9acb438 req-dd5b9919-245f-4e6f-bbef-116d513fb917 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:54.052392 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-75751040-2bcf-40be-a8d4-b32cf9acb438 req-dd5b9919-245f-4e6f-bbef-116d513fb917 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.69 "GET /v2.0/networks?id=f64764ef-1d16-4bb9-abcb-ee15625f8d04 HTTP/1.1" status: 200 len: 807 time: 0.9333110 Jun 11 09:43:54.068790 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-75751040-2bcf-40be-a8d4-b32cf9acb438 req-b97b4f17-1b95-41e6-a33b-3ca5908aa869 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Request body: {'port': {'device_id': '2ce3a764-af8f-4837-9ffe-fc80edb30850', 'network_id': 'f64764ef-1d16-4bb9-abcb-ee15625f8d04', 'admin_state_up': True, 'tenant_id': '455235d9344d45d29863b10a5775a249'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:43:54.079405 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e8347f-ba8f-4dc8-b774-421041c33ad9 req-1d139c25-c07f-4321-ba53-ba2aa96f1f3d tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:54.080833 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-26e8347f-ba8f-4dc8-b774-421041c33ad9 req-1d139c25-c07f-4321-ba53-ba2aa96f1f3d tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4ebe5f9-0c40-43e4-af01-457a9e124c1f HTTP/1.1" status: 200 len: 946 time: 0.2056487 Jun 11 09:43:54.157048 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bdd3294-7dd8-48af-b4e4-fb4d3c80c9f4 admin admin] Router d7118f6f-9aab-4125-b378-18f244e7c2f1 is scheduled to L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 with binding_index 1 {{(pid=93177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 09:43:54.162893 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-27938538-c306-4682-b622-fedec79505a0 req-3aed7999-1525-45f5-9acb-96aadf2ed91b tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Deleting port 8bb8cb28-fd60-4e20-b866-29efe9a08741 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:43:54.163240 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-27938538-c306-4682-b622-fedec79505a0 req-3aed7999-1525-45f5-9acb-96aadf2ed91b tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:54.185108 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4f77044-864f-4c2b-85c4-ea516197936c req-0081bb70-677b-4e68-891d-45d0a3f9a74d tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] No DVR routers for this DVR port e0bef16c-1f3d-4385-ba40-86408bdd5059 on host n-h2-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:43:54.188471 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-e4f77044-864f-4c2b-85c4-ea516197936c req-0081bb70-677b-4e68-891d-45d0a3f9a74d tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:54.197532 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e4f77044-864f-4c2b-85c4-ea516197936c req-0081bb70-677b-4e68-891d-45d0a3f9a74d tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] 10.222.0.69 "DELETE /v2.0/ports/e0bef16c-1f3d-4385-ba40-86408bdd5059 HTTP/1.1" status: 204 len: 173 time: 2.5928614 Jun 11 09:43:54.198376 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2296b1d4-21a8-436a-916c-04d1277a47ab', 'name': 'network-vif-deleted', 'tag': 'e0bef16c-1f3d-4385-ba40-86408bdd5059'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:43:54.202978 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac7cb3cd-5e0d-457e-905a-141ca659ffa2" -d '{"events": [{"server_uuid": "2296b1d4-21a8-436a-916c-04d1277a47ab", "name": "network-vif-deleted", "tag": "e0bef16c-1f3d-4385-ba40-86408bdd5059"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:43:54.290030 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-546bd5a6-a20a-4c8d-ad98-d1bd43527e36 None None] Set router d7fdfdca-ef40-4cfd-bb95-82ce929d21bb gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:43:54.889356 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-546bd5a6-a20a-4c8d-ad98-d1bd43527e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7fdfdca-ef40-4cfd-bb95-82ce929d21bb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1943007393-router', 'tenant_id': 'ac78eeea7bf3498e9a17f0b731c3620c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '65d7d665-2054-433c-b0b4-b8a1015d6f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:39:14Z', 'updated_at': '2021-06-11T09:39:22Z', 'revision_number': 4, 'project_id': 'ac78eeea7bf3498e9a17f0b731c3620c', 'gw_port': {'id': '65d7d665-2054-433c-b0b4-b8a1015d6f02', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:19:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fdfdca-ef40-4cfd-bb95-82ce929d21bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:39:16Z', 'updated_at': '2021-06-11T09:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '4aee4b2f-e3e1-4fd0-9092-e7ea1799caed', 'name': '', 'network_id': 'bd769a33-d2ae-4a77-8be2-0047382ae593', 'tenant_id': 'ac78eeea7bf3498e9a17f0b731c3620c', 'mac_address': 'fa:16:3e:90:2a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fdfdca-ef40-4cfd-bb95-82ce929d21bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'fce8e258-cc45-4e2c-8dcb-94cdefb9f0b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:39:21Z', 'updated_at': '2021-06-11T09:39:28Z', 'revision_number': 5, 'project_id': 'ac78eeea7bf3498e9a17f0b731c3620c', 'subnets': [{'id': 'fce8e258-cc45-4e2c-8dcb-94cdefb9f0b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:43:54.894286 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546bd5a6-a20a-4c8d-ad98-d1bd43527e36 None None] Checking router: d7fdfdca-ef40-4cfd-bb95-82ce929d21bb for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:43:54.905634 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546bd5a6-a20a-4c8d-ad98-d1bd43527e36 None None] Routers {'d7fdfdca-ef40-4cfd-bb95-82ce929d21bb'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:43:54.914009 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-546bd5a6-a20a-4c8d-ad98-d1bd43527e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:43:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['d7fdfdca-ef40-4cfd-bb95-82ce929d21bb'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:43:55.144896 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-546bd5a6-a20a-4c8d-ad98-d1bd43527e36 None None] Set router d7fdfdca-ef40-4cfd-bb95-82ce929d21bb gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:43:55.213778 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 730c5223-87c0-4868-94fb-7a041e9c63ba no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:43:55.300628 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-edecb2e4-6225-4dda-ada9-b63b06f02a4b req-19940853-4e42-449a-9f13-cf8aaac7763a tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ce3a764-af8f-4837-9ffe-fc80edb30850 HTTP/1.1" status: 200 len: 210 time: 0.1111836 Jun 11 09:43:55.327807 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device e0bef16c-1f3d-4385-ba40-86408bdd5059 no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:43:55.333888 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-27938538-c306-4682-b622-fedec79505a0 req-3aed7999-1525-45f5-9acb-96aadf2ed91b tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] For port 8bb8cb28-fd60-4e20-b866-29efe9a08741, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=8bb8cb28-fd60-4e20-b866-29efe9a08741,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:43:55.334434 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-27938538-c306-4682-b622-fedec79505a0 req-3aed7999-1525-45f5-9acb-96aadf2ed91b tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:55.430028 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a25a9b0-f545-4792-bb80-c96d2e6541ff x-openstack-request-id: req-8a25a9b0-f545-4792-bb80-c96d2e6541ff {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:43:55.430260 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] No Port match for: e0bef16c-1f3d-4385-ba40-86408bdd5059 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:43:55.430563 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device e0bef16c-1f3d-4385-ba40-86408bdd5059 not bound to the agent host n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:43:55.431082 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2296b1d4-21a8-436a-916c-04d1277a47ab", "name": "network-vif-deleted", "tag": "e0bef16c-1f3d-4385-ba40-86408bdd5059", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:43:55.431479 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8a25a9b0-f545-4792-bb80-c96d2e6541ff {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:43:55.432099 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2296b1d4-21a8-436a-916c-04d1277a47ab', 'name': 'network-vif-deleted', 'tag': 'e0bef16c-1f3d-4385-ba40-86408bdd5059', 'status': 'completed', 'code': 200} Jun 11 09:43:55.438533 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 35514d09-3c8d-4a0b-865a-dc5d8be87bff up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:43:55.509739 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-27938538-c306-4682-b622-fedec79505a0 req-3aed7999-1525-45f5-9acb-96aadf2ed91b tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Calling delete_port for 8bb8cb28-fd60-4e20-b866-29efe9a08741 owned by compute:nova {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:43:55.586731 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bdd3294-7dd8-48af-b4e4-fb4d3c80c9f4 admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:43:55.612159 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8707ef-71ae-43f5-af6f-594671e1de11 None None] Sync routers for ids ['d7118f6f-9aab-4125-b378-18f244e7c2f1'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:43:55.617966 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 35514d09-3c8d-4a0b-865a-dc5d8be87bff triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:43:55.618371 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:55.720305 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8707ef-71ae-43f5-af6f-594671e1de11 None None] Routers {'d7118f6f-9aab-4125-b378-18f244e7c2f1'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:43:55.721260 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-2f8707ef-71ae-43f5-af6f-594671e1de11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:43:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['d7118f6f-9aab-4125-b378-18f244e7c2f1'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:43:55.846734 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092f67ed-dc9b-4c9b-a113-a9ff36fca050 req-cd98025d-d50b-4e98-9a26-1929a4e52ae9 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:55.854604 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-092f67ed-dc9b-4c9b-a113-a9ff36fca050 req-cd98025d-d50b-4e98-9a26-1929a4e52ae9 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4ebe5f9-0c40-43e4-af01-457a9e124c1f HTTP/1.1" status: 200 len: 946 time: 0.2441931 Jun 11 09:43:55.866775 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75751040-2bcf-40be-a8d4-b32cf9acb438 req-b97b4f17-1b95-41e6-a33b-3ca5908aa869 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Made reservation on behalf of 455235d9344d45d29863b10a5775a249 for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:43:55.871604 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-75751040-2bcf-40be-a8d4-b32cf9acb438 req-b97b4f17-1b95-41e6-a33b-3ca5908aa869 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:55.875606 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-546bd5a6-a20a-4c8d-ad98-d1bd43527e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7fdfdca-ef40-4cfd-bb95-82ce929d21bb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1943007393-router', 'tenant_id': 'ac78eeea7bf3498e9a17f0b731c3620c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '65d7d665-2054-433c-b0b4-b8a1015d6f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:39:14Z', 'updated_at': '2021-06-11T09:39:22Z', 'revision_number': 4, 'project_id': 'ac78eeea7bf3498e9a17f0b731c3620c', 'gw_port': {'id': '65d7d665-2054-433c-b0b4-b8a1015d6f02', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:19:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fdfdca-ef40-4cfd-bb95-82ce929d21bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:39:16Z', 'updated_at': '2021-06-11T09:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '4aee4b2f-e3e1-4fd0-9092-e7ea1799caed', 'name': '', 'network_id': 'bd769a33-d2ae-4a77-8be2-0047382ae593', 'tenant_id': 'ac78eeea7bf3498e9a17f0b731c3620c', 'mac_address': 'fa:16:3e:90:2a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fdfdca-ef40-4cfd-bb95-82ce929d21bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'fce8e258-cc45-4e2c-8dcb-94cdefb9f0b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:39:21Z', 'updated_at': '2021-06-11T09:39:28Z', 'revision_number': 5, 'project_id': 'ac78eeea7bf3498e9a17f0b731c3620c', 'subnets': [{'id': 'fce8e258-cc45-4e2c-8dcb-94cdefb9f0b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:43:55.883224 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546bd5a6-a20a-4c8d-ad98-d1bd43527e36 None None] The sync data for ids ['d7fdfdca-ef40-4cfd-bb95-82ce929d21bb'] in n-d-779913-12 is: [{'id': 'd7fdfdca-ef40-4cfd-bb95-82ce929d21bb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1943007393-router', 'tenant_id': 'ac78eeea7bf3498e9a17f0b731c3620c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '65d7d665-2054-433c-b0b4-b8a1015d6f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:39:14Z', 'updated_at': '2021-06-11T09:39:22Z', 'revision_number': 4, 'project_id': 'ac78eeea7bf3498e9a17f0b731c3620c', 'gw_port': {'id': '65d7d665-2054-433c-b0b4-b8a1015d6f02', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:19:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fdfdca-ef40-4cfd-bb95-82ce929d21bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:39:16Z', 'updated_at': '2021-06-11T09:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '4aee4b2f-e3e1-4fd0-9092-e7ea1799caed', 'name': '', 'network_id': 'bd769a33-d2ae-4a77-8be2-0047382ae593', 'tenant_id': 'ac78eeea7bf3498e9a17f0b731c3620c', 'mac_address': 'fa:16:3e:90:2a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fdfdca-ef40-4cfd-bb95-82ce929d21bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'fce8e258-cc45-4e2c-8dcb-94cdefb9f0b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:39:21Z', 'updated_at': '2021-06-11T09:39:28Z', 'revision_number': 5, 'project_id': 'ac78eeea7bf3498e9a17f0b731c3620c', 'subnets': [{'id': 'fce8e258-cc45-4e2c-8dcb-94cdefb9f0b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:43:55.897920 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2f0296-bf2a-4a5e-9589-9dd1cebc343c req-e91eaf56-3e72-4abc-90e5-f2b625a90ed7 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:55.899884 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6b2f0296-bf2a-4a5e-9589-9dd1cebc343c req-e91eaf56-3e72-4abc-90e5-f2b625a90ed7 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.64 "GET /v2.0/ports?device_id=90f20d92-0f10-48eb-8c8d-7739d68ebe15 HTTP/1.1" status: 200 len: 949 time: 0.6920640 Jun 11 09:43:55.901279 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-26e8347f-ba8f-4dc8-b774-421041c33ad9 req-35412160-3682-4dc6-afd8-79031e51bd15 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Deleting port d9e039a4-36de-4a16-85fc-5c80e951e4a5 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:43:55.901616 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-26e8347f-ba8f-4dc8-b774-421041c33ad9 req-35412160-3682-4dc6-afd8-79031e51bd15 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:55.953613 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1224861c-5d33-4b8f-b894-1a6bd347dfaf req-b2bcc9d7-2810-4a57-a080-eccf3f8cc2cd tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:55.959278 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1224861c-5d33-4b8f-b894-1a6bd347dfaf req-b2bcc9d7-2810-4a57-a080-eccf3f8cc2cd tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c79f244-85fb-47d0-8790-7a20e47df174 HTTP/1.1" status: 200 len: 946 time: 0.2669046 Jun 11 09:43:55.980557 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-2f8707ef-71ae-43f5-af6f-594671e1de11 None None] Set router d7118f6f-9aab-4125-b378-18f244e7c2f1 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:43:56.114768 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-092f67ed-dc9b-4c9b-a113-a9ff36fca050 req-13eeab44-806c-4b3e-847a-d651045d0fe0 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] 10.222.0.60 "GET /v2.0/security-groups?id=8c9f17ce-f43f-4bb5-99db-9fa6af84fd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574069 Jun 11 09:43:56.157218 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7bdd3294-7dd8-48af-b4e4-fb4d3c80c9f4 admin admin] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:56.158515 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-7bdd3294-7dd8-48af-b4e4-fb4d3c80c9f4 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 7.6598356 Jun 11 09:43:56.186183 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 40282) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:43:56.260395 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10a1f6f-d4e6-4604-ab07-bea4cc3c1d1a req-ada5a591-509b-4f2a-aba9-8ca226a9df6d tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:56.264784 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c10a1f6f-d4e6-4604-ab07-bea4cc3c1d1a req-ada5a591-509b-4f2a-aba9-8ca226a9df6d tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] 10.222.0.64 "GET /v2.0/networks?id=bd769a33-d2ae-4a77-8be2-0047382ae593 HTTP/1.1" status: 200 len: 824 time: 0.5153277 Jun 11 09:43:56.417964 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c10a1f6f-d4e6-4604-ab07-bea4cc3c1d1a req-5983acc4-2400-4828-b1cc-9371043362b1 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac78eeea7bf3498e9a17f0b731c3620c HTTP/1.1" status: 200 len: 379 time: 0.1323783 Jun 11 09:43:56.418604 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac53d85-cfa6-459e-909c-73d6a882efb9 None None] New status for floating IP e0bcb7f8-877e-4244-b3d0-2d0c0f95ccfd: DOWN {{(pid=93179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 09:43:56.433936 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-c10a1f6f-d4e6-4604-ab07-bea4cc3c1d1a req-2360e629-c711-46a8-84ba-dffcd500b434 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Request body: {'port': {'device_id': 'fe19a04e-7480-44f2-85e4-1ad69ca54cb6', 'network_id': 'bd769a33-d2ae-4a77-8be2-0047382ae593', 'admin_state_up': True, 'tenant_id': 'ac78eeea7bf3498e9a17f0b731c3620c', 'security_groups': ['11bbb81f-d5e0-4a93-9cfb-d456f4aef7e5']}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:43:56.497120 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:56.510665 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98c761f-1297-434e-8853-e61317f13313 req-d12292ee-fd90-4d5e-be4a-f5494edb7041 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:56.519875 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f98c761f-1297-434e-8853-e61317f13313 req-d12292ee-fd90-4d5e-be4a-f5494edb7041 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=7159e938-ef90-4b7c-8d48-367dbc322c35 HTTP/1.1" status: 200 len: 950 time: 0.9782655 Jun 11 09:43:56.533517 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a4791e10-eae0-4dc4-8a00-e20bfc1ac48f req-f4db16e4-041d-45f0-8ba7-3801ea61284e tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe19a04e-7480-44f2-85e4-1ad69ca54cb6 HTTP/1.1" status: 200 len: 210 time: 0.0431325 Jun 11 09:43:56.550158 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-6b2f0296-bf2a-4a5e-9589-9dd1cebc343c req-970d5367-46b2-4984-ba12-e9e6805ffd5d tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Deleting port de89716f-db2e-416a-aceb-70adaacf4086 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:43:56.550498 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-6b2f0296-bf2a-4a5e-9589-9dd1cebc343c req-970d5367-46b2-4984-ba12-e9e6805ffd5d tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:56.759505 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8355cfd8-6f02-48e7-8c0c-764b8c44cfb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '730c5223-87c0-4868-94fb-7a041e9c63ba'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:43:56.763316 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9029b950-a8ca-4b9e-b308-d88940641e12" -d '{"events": [{"server_uuid": "8355cfd8-6f02-48e7-8c0c-764b8c44cfb7", "name": "network-vif-unplugged", "status": "completed", "tag": "730c5223-87c0-4868-94fb-7a041e9c63ba"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:43:56.777691 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 730c5223-87c0-4868-94fb-7a041e9c63ba, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=730c5223-87c0-4868-94fb-7a041e9c63ba,segment=NetworkSegment(f561be66-4e48-459e-8c21-fceaa6c73661),segment_id=f561be66-4e48-459e-8c21-fceaa6c73661)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:43:56.860065 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-2f8707ef-71ae-43f5-af6f-594671e1de11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7118f6f-9aab-4125-b378-18f244e7c2f1', 'name': 'tempest-FloatingIPsAssociationTestJSON-913285329-router', 'tenant_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '85a0effd-9698-440e-8280-68136d88e76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:43:48Z', 'updated_at': '2021-06-11T09:43:52Z', 'revision_number': 3, 'project_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'gw_port': {'id': '85a0effd-9698-440e-8280-68136d88e76e', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7118f6f-9aab-4125-b378-18f244e7c2f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:43:50Z', 'updated_at': '2021-06-11T09:43:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:43:56.864568 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8707ef-71ae-43f5-af6f-594671e1de11 None None] Checking router: d7118f6f-9aab-4125-b378-18f244e7c2f1 for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:43:56.865556 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8707ef-71ae-43f5-af6f-594671e1de11 None None] Updating router d7118f6f-9aab-4125-b378-18f244e7c2f1 port 85a0effd-9698-440e-8280-68136d88e76e binding host n-d-779913-12 {{(pid=93178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 09:43:56.871879 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:56.874037 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 8bb8cb28-fd60-4e20-b866-29efe9a08741 no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:43:56.897933 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6b7d2ddc-ce7b-43f0-9bd2-a820aee36fac req-204d12b7-4e52-4562-b84a-c07678abd131 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ce3a764-af8f-4837-9ffe-fc80edb30850 HTTP/1.1" status: 200 len: 210 time: 0.1113157 Jun 11 09:43:56.930515 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:43:57.016080 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-1224861c-5d33-4b8f-b894-1a6bd347dfaf req-b39b71ac-8b10-49c9-96cf-48168404c336 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Deleting port b0dd3a63-8244-4d82-b3ce-7a9ce764394b {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:43:57.017815 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-1224861c-5d33-4b8f-b894-1a6bd347dfaf req-b39b71ac-8b10-49c9-96cf-48168404c336 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:57.037637 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2f8707ef-71ae-43f5-af6f-594671e1de11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:57.310301 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-1224861c-5d33-4b8f-b894-1a6bd347dfaf req-b39b71ac-8b10-49c9-96cf-48168404c336 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] For port b0dd3a63-8244-4d82-b3ce-7a9ce764394b, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=b0dd3a63-8244-4d82-b3ce-7a9ce764394b,segment=NetworkSegment(7a429fb3-233e-45d8-9b93-9bd36a7f6040),segment_id=7a429fb3-233e-45d8-9b93-9bd36a7f6040)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:43:57.310301 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-1224861c-5d33-4b8f-b894-1a6bd347dfaf req-b39b71ac-8b10-49c9-96cf-48168404c336 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:57.375887 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2f8707ef-71ae-43f5-af6f-594671e1de11 None None] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:57.379651 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Jun 2021 09:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-405ebe98-acd4-4920-9c83-fec0ceda2d0d x-openstack-request-id: req-405ebe98-acd4-4920-9c83-fec0ceda2d0d {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:43:57.382165 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8355cfd8-6f02-48e7-8c0c-764b8c44cfb7", "name": "network-vif-unplugged", "status": "completed", "tag": "730c5223-87c0-4868-94fb-7a041e9c63ba", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:43:57.382165 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-405ebe98-acd4-4920-9c83-fec0ceda2d0d {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:43:57.382165 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8355cfd8-6f02-48e7-8c0c-764b8c44cfb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '730c5223-87c0-4868-94fb-7a041e9c63ba', 'code': 200} Jun 11 09:43:57.386216 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 730c5223-87c0-4868-94fb-7a041e9c63ba details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:43:57.416906 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f98c761f-1297-434e-8853-e61317f13313 req-8d78c7e5-c3d9-4cc5-8cbb-3e42cfd1089f tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/security-groups?id=d35df9ed-76e1-4821-b449-9857ba424946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8946691 Jun 11 09:43:57.551724 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-1224861c-5d33-4b8f-b894-1a6bd347dfaf req-b39b71ac-8b10-49c9-96cf-48168404c336 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Calling delete_port for b0dd3a63-8244-4d82-b3ce-7a9ce764394b owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:43:57.561062 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c10a1f6f-d4e6-4604-ab07-bea4cc3c1d1a req-2360e629-c711-46a8-84ba-dffcd500b434 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Made reservation on behalf of ac78eeea7bf3498e9a17f0b731c3620c for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:43:57.565226 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-c10a1f6f-d4e6-4604-ab07-bea4cc3c1d1a req-2360e629-c711-46a8-84ba-dffcd500b434 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:57.679595 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-26e8347f-ba8f-4dc8-b774-421041c33ad9 req-35412160-3682-4dc6-afd8-79031e51bd15 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] For port d9e039a4-36de-4a16-85fc-5c80e951e4a5, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=d9e039a4-36de-4a16-85fc-5c80e951e4a5,segment=NetworkSegment(7a429fb3-233e-45d8-9b93-9bd36a7f6040),segment_id=7a429fb3-233e-45d8-9b93-9bd36a7f6040)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:43:57.692313 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-26e8347f-ba8f-4dc8-b774-421041c33ad9 req-35412160-3682-4dc6-afd8-79031e51bd15 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:57.757574 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=730c5223-87c0-4868-94fb-7a041e9c63ba,revision_number=8']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:43:57.764484 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.834s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:43:57.874772 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 730c5223-87c0-4868-94fb-7a041e9c63ba, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=730c5223-87c0-4868-94fb-7a041e9c63ba,segment=NetworkSegment(f561be66-4e48-459e-8c21-fceaa6c73661),segment_id=f561be66-4e48-459e-8c21-fceaa6c73661)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:43:57.889893 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-2f8707ef-71ae-43f5-af6f-594671e1de11 None None] Transition to ACTIVE for port object 85a0effd-9698-440e-8280-68136d88e76e will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:43:57.902101 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': '730c5223-87c0-4868-94fb-7a041e9c63ba', 'network_id': 'ecbff90d-5ab6-4357-bf37-5548ca0e9255', 'port_id': '730c5223-87c0-4868-94fb-7a041e9c63ba', 'mac_address': 'fa:16:3e:d6:da:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65fd936e-e1de-4d66-9d41-076079c1dae3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:43:57.904037 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:57.945322 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-26e8347f-ba8f-4dc8-b774-421041c33ad9 req-35412160-3682-4dc6-afd8-79031e51bd15 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Calling delete_port for d9e039a4-36de-4a16-85fc-5c80e951e4a5 owned by compute:nova {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:43:57.949579 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-27938538-c306-4682-b622-fedec79505a0 req-3aed7999-1525-45f5-9acb-96aadf2ed91b tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:57.966246 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['231f751b-5b35-41a6-87e4-5e96e0d97c74', 'de89716f-db2e-416a-aceb-70adaacf4086'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:43:57.979206 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2f8707ef-71ae-43f5-af6f-594671e1de11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:57.987917 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-66ccce83-5a48-4a1d-aae6-eb1026b7d33b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:43:58.008868 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-cc632095-3539-4093-9d4c-d4678c375222 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:43:58.045725 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a5bdbbda-d669-4c5e-b770-c7018829b4fd req-bb4598c6-e9f9-4a5c-9d87-a93445d9bad7 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe19a04e-7480-44f2-85e4-1ad69ca54cb6 HTTP/1.1" status: 200 len: 210 time: 0.1610146 Jun 11 09:43:58.072047 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-6b2f0296-bf2a-4a5e-9589-9dd1cebc343c req-970d5367-46b2-4984-ba12-e9e6805ffd5d tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] For port de89716f-db2e-416a-aceb-70adaacf4086, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=de89716f-db2e-416a-aceb-70adaacf4086,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:43:58.072692 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-6b2f0296-bf2a-4a5e-9589-9dd1cebc343c req-970d5367-46b2-4984-ba12-e9e6805ffd5d tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:58.081743 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:58.126859 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aed7999-1525-45f5-9acb-96aadf2ed91b tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Pushing event deleted for resources: {'Port': ['ID=8bb8cb28-fd60-4e20-b866-29efe9a08741,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:43:58.156171 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 730c5223-87c0-4868-94fb-7a041e9c63ba {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:43:58.188395 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adfb842-b49e-40fe-abe3-cf1700f95145 None None] Pushing event updated for resources: {'Port': ['ID=85a0effd-9698-440e-8280-68136d88e76e,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:43:58.194218 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-7adfb842-b49e-40fe-abe3-cf1700f95145 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:43:58.198029 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [req-75751040-2bcf-40be-a8d4-b32cf9acb438 req-b97b4f17-1b95-41e6-a33b-3ca5908aa869 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Allocated IP 172.20.0.5 (f64764ef-1d16-4bb9-abcb-ee15625f8d04/f707fbf9-d6b5-48f4-b1c1-e5fd7bd963f6/a50615cd-da31-4b6d-a338-e4161a1af7f5) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:43:58.221879 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-2f8707ef-71ae-43f5-af6f-594671e1de11 None None] Attempting to bind port 85a0effd-9698-440e-8280-68136d88e76e on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:43:58.223442 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-2f8707ef-71ae-43f5-af6f-594671e1de11 None None] Attempting to bind port 85a0effd-9698-440e-8280-68136d88e76e by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:43:58.226241 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8707ef-71ae-43f5-af6f-594671e1de11 None None] Attempting to bind port 85a0effd-9698-440e-8280-68136d88e76e on network f0adef6e-169f-4a27-8865-442be2ad072d {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:43:58.235847 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3aed7999-1525-45f5-9acb-96aadf2ed91b tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:43:58.260170 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8707ef-71ae-43f5-af6f-594671e1de11 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:43:58.264015 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8707ef-71ae-43f5-af6f-594671e1de11 None None] Checking segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:43:58.264531 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2f8707ef-71ae-43f5-af6f-594671e1de11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:58.265090 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8707ef-71ae-43f5-af6f-594671e1de11 None None] Bound using segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:43:58.265684 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-2f8707ef-71ae-43f5-af6f-594671e1de11 None None] Bound port: 85a0effd-9698-440e-8280-68136d88e76e, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:43:58.266430 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2f8707ef-71ae-43f5-af6f-594671e1de11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:58.341367 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 730c5223-87c0-4868-94fb-7a041e9c63ba, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=730c5223-87c0-4868-94fb-7a041e9c63ba,segment=NetworkSegment(f561be66-4e48-459e-8c21-fceaa6c73661),segment_id=f561be66-4e48-459e-8c21-fceaa6c73661)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:43:58.462807 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:58.474998 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-7adfb842-b49e-40fe-abe3-cf1700f95145 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:43:58.481320 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-2f8707ef-71ae-43f5-af6f-594671e1de11 None None] For port 85a0effd-9698-440e-8280-68136d88e76e, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:43:58.597417 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-2f8707ef-71ae-43f5-af6f-594671e1de11 None None] For port 85a0effd-9698-440e-8280-68136d88e76e, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=85a0effd-9698-440e-8280-68136d88e76e,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:43:58.683470 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['730c5223-87c0-4868-94fb-7a041e9c63ba'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:43:58.869114 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=730c5223-87c0-4868-94fb-7a041e9c63ba,revision_number=9']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:43:58.874897 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:43:58.911714 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-6b2f0296-bf2a-4a5e-9589-9dd1cebc343c req-970d5367-46b2-4984-ba12-e9e6805ffd5d tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Calling delete_port for de89716f-db2e-416a-aceb-70adaacf4086 owned by compute:nova {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:43:58.920472 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2f8707ef-71ae-43f5-af6f-594671e1de11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:58.928651 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-1224861c-5d33-4b8f-b894-1a6bd347dfaf req-b39b71ac-8b10-49c9-96cf-48168404c336 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:58.948133 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7a142ce7-c186-4f0d-91d5-dc4b724d9adb tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:43:58.948351 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:43:58.971077 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 40342) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:43:58.995765 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b624298-1b2c-4ec5-8490-4a5903eb7ed8 req-52a3e836-2ebc-4131-b04d-63f1598d6427 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:43:58.998017 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3b624298-1b2c-4ec5-8490-4a5903eb7ed8 req-52a3e836-2ebc-4131-b04d-63f1598d6427 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4ebe5f9-0c40-43e4-af01-457a9e124c1f HTTP/1.1" status: 200 len: 946 time: 1.4436953 Jun 11 09:43:58.998903 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39b71ac-8b10-49c9-96cf-48168404c336 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Pushing event deleted for resources: {'Port': ['ID=b0dd3a63-8244-4d82-b3ce-7a9ce764394b,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:43:59.023380 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b39b71ac-8b10-49c9-96cf-48168404c336 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:43:59.057172 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8707ef-71ae-43f5-af6f-594671e1de11 None None] Routers {'d7118f6f-9aab-4125-b378-18f244e7c2f1'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:43:59.058677 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-2f8707ef-71ae-43f5-af6f-594671e1de11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:43:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['d7118f6f-9aab-4125-b378-18f244e7c2f1'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:43:59.067626 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-27938538-c306-4682-b622-fedec79505a0 req-3aed7999-1525-45f5-9acb-96aadf2ed91b tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] No DVR routers for this DVR port 8bb8cb28-fd60-4e20-b866-29efe9a08741 on host n-h1-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:43:59.094043 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-c10a1f6f-d4e6-4604-ab07-bea4cc3c1d1a req-2360e629-c711-46a8-84ba-dffcd500b434 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Allocated IP 172.20.0.9 (bd769a33-d2ae-4a77-8be2-0047382ae593/fce8e258-cc45-4e2c-8dcb-94cdefb9f0b0/8474bfdd-bcbb-4fb4-8675-2331d75bd6ab) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:43:59.140976 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-1224861c-5d33-4b8f-b894-1a6bd347dfaf req-b39b71ac-8b10-49c9-96cf-48168404c336 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] No DVR routers for this DVR port b0dd3a63-8244-4d82-b3ce-7a9ce764394b on host n-h1-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:43:59.149673 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3b624298-1b2c-4ec5-8490-4a5903eb7ed8 req-a1f76c72-97b9-4d07-b55a-cc3034aab7ff tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] 10.222.0.60 "GET /v2.0/security-groups?id=8c9f17ce-f43f-4bb5-99db-9fa6af84fd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323485 Jun 11 09:43:59.149673 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-1224861c-5d33-4b8f-b894-1a6bd347dfaf req-b39b71ac-8b10-49c9-96cf-48168404c336 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:59.151621 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1224861c-5d33-4b8f-b894-1a6bd347dfaf req-b39b71ac-8b10-49c9-96cf-48168404c336 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] 10.222.0.64 "DELETE /v2.0/ports/b0dd3a63-8244-4d82-b3ce-7a9ce764394b HTTP/1.1" status: 204 len: 173 time: 3.1525447 Jun 11 09:43:59.152145 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c79f244-85fb-47d0-8790-7a20e47df174', 'name': 'network-vif-deleted', 'tag': 'b0dd3a63-8244-4d82-b3ce-7a9ce764394b'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:43:59.154618 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e7bd6ec-c3d6-45b0-95ce-a9a808c60c97" -d '{"events": [{"server_uuid": "3c79f244-85fb-47d0-8790-7a20e47df174", "name": "network-vif-deleted", "tag": "b0dd3a63-8244-4d82-b3ce-7a9ce764394b"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:43:59.212378 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-27938538-c306-4682-b622-fedec79505a0 req-3aed7999-1525-45f5-9acb-96aadf2ed91b tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:59.220482 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-27938538-c306-4682-b622-fedec79505a0 req-3aed7999-1525-45f5-9acb-96aadf2ed91b tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.64 "DELETE /v2.0/ports/8bb8cb28-fd60-4e20-b866-29efe9a08741 HTTP/1.1" status: 204 len: 173 time: 5.6999221 Jun 11 09:43:59.232093 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7159e938-ef90-4b7c-8d48-367dbc322c35', 'name': 'network-vif-deleted', 'tag': '8bb8cb28-fd60-4e20-b866-29efe9a08741'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:43:59.239431 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79cf1aba-7ed7-4f54-bde4-1b546dc31874" -d '{"events": [{"server_uuid": "7159e938-ef90-4b7c-8d48-367dbc322c35", "name": "network-vif-deleted", "tag": "8bb8cb28-fd60-4e20-b866-29efe9a08741"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:43:59.248506 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adfb842-b49e-40fe-abe3-cf1700f95145 None None] Pushing event updated for resources: {'Port': ['ID=85a0effd-9698-440e-8280-68136d88e76e,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:43:59.258393 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5cd8c454-3a0e-412b-8275-be3ad4cac4eb req-358777e3-cdfa-49ff-82c5-4a39af892c7b tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ce3a764-af8f-4837-9ffe-fc80edb30850 HTTP/1.1" status: 200 len: 210 time: 0.3361385 Jun 11 09:43:59.358891 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device b0dd3a63-8244-4d82-b3ce-7a9ce764394b no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:43:59.361682 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device d9e039a4-36de-4a16-85fc-5c80e951e4a5 no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:43:59.405042 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-7adfb842-b49e-40fe-abe3-cf1700f95145 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:43:59.468956 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8d253085-a906-49b5-8890-b42df65e8a44 req-ee98fd75-6d8b-492e-8246-21ce6930f4af tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=7159e938-ef90-4b7c-8d48-367dbc322c35 HTTP/1.1" status: 200 len: 210 time: 0.0607479 Jun 11 09:43:59.517888 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:59.530632 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] No Port match for: b0dd3a63-8244-4d82-b3ce-7a9ce764394b {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:43:59.530997 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device b0dd3a63-8244-4d82-b3ce-7a9ce764394b not bound to the agent host n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:43:59.531436 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device de89716f-db2e-416a-aceb-70adaacf4086 no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:43:59.586751 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e96a934-82d1-49db-a4e3-06c4a4a98391 x-openstack-request-id: req-8e96a934-82d1-49db-a4e3-06c4a4a98391 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:43:59.587190 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c79f244-85fb-47d0-8790-7a20e47df174", "name": "network-vif-deleted", "tag": "b0dd3a63-8244-4d82-b3ce-7a9ce764394b", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:43:59.588207 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8e96a934-82d1-49db-a4e3-06c4a4a98391 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:43:59.590358 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c79f244-85fb-47d0-8790-7a20e47df174', 'name': 'network-vif-deleted', 'tag': 'b0dd3a63-8244-4d82-b3ce-7a9ce764394b', 'status': 'completed', 'code': 200} Jun 11 09:43:59.603026 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-c10a1f6f-d4e6-4604-ab07-bea4cc3c1d1a req-2360e629-c711-46a8-84ba-dffcd500b434 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:59.662604 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-c10a1f6f-d4e6-4604-ab07-bea4cc3c1d1a req-2360e629-c711-46a8-84ba-dffcd500b434 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Transition to ACTIVE for port object 8474bfdd-bcbb-4fb4-8675-2331d75bd6ab will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:43:59.780850 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:59.834470 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-2f8707ef-71ae-43f5-af6f-594671e1de11 None None] Set router d7118f6f-9aab-4125-b378-18f244e7c2f1 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:43:59.866023 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-c10a1f6f-d4e6-4604-ab07-bea4cc3c1d1a req-2360e629-c711-46a8-84ba-dffcd500b434 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:59.877332 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-852c2948-5d52-4d77-8af8-bece82d5c5fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:43:59.877437 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b436f6ec-1cd9-45ee-b19e-7b361f750e1f tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:43:59.886352 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7631740e-4f2e-4712-8db9-443c3162022f x-openstack-request-id: req-7631740e-4f2e-4712-8db9-443c3162022f {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:43:59.886352 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7159e938-ef90-4b7c-8d48-367dbc322c35", "name": "network-vif-deleted", "tag": "8bb8cb28-fd60-4e20-b866-29efe9a08741", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:43:59.886686 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7631740e-4f2e-4712-8db9-443c3162022f {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:43:59.887375 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7159e938-ef90-4b7c-8d48-367dbc322c35', 'name': 'network-vif-deleted', 'tag': '8bb8cb28-fd60-4e20-b866-29efe9a08741', 'status': 'completed', 'code': 200} Jun 11 09:43:59.987426 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c10a1f6f-d4e6-4604-ab07-bea4cc3c1d1a req-2360e629-c711-46a8-84ba-dffcd500b434 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Network bd769a33-d2ae-4a77-8be2-0047382ae593 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:43:59.995929 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-c10a1f6f-d4e6-4604-ab07-bea4cc3c1d1a req-2360e629-c711-46a8-84ba-dffcd500b434 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:44:00.000454 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-c10a1f6f-d4e6-4604-ab07-bea4cc3c1d1a req-2360e629-c711-46a8-84ba-dffcd500b434 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:44:00.050214 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2360e629-c711-46a8-84ba-dffcd500b434 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Pushing event updated for resources: {'Port': ['ID=8474bfdd-bcbb-4fb4-8675-2331d75bd6ab,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:00.056085 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2360e629-c711-46a8-84ba-dffcd500b434 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:00.123541 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10a1f6f-d4e6-4604-ab07-bea4cc3c1d1a req-2360e629-c711-46a8-84ba-dffcd500b434 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:00.124782 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-c10a1f6f-d4e6-4604-ab07-bea4cc3c1d1a req-2360e629-c711-46a8-84ba-dffcd500b434 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:00.134590 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-6b2f0296-bf2a-4a5e-9589-9dd1cebc343c req-970d5367-46b2-4984-ba12-e9e6805ffd5d tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:00.235787 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-85f44b8d-37a2-490d-a462-07ba438c9cbd tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:00.265878 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-2f8707ef-71ae-43f5-af6f-594671e1de11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7118f6f-9aab-4125-b378-18f244e7c2f1', 'name': 'tempest-FloatingIPsAssociationTestJSON-913285329-router', 'tenant_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '85a0effd-9698-440e-8280-68136d88e76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:43:48Z', 'updated_at': '2021-06-11T09:43:52Z', 'revision_number': 3, 'project_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'gw_port': {'id': '85a0effd-9698-440e-8280-68136d88e76e', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7118f6f-9aab-4125-b378-18f244e7c2f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:43:50Z', 'updated_at': '2021-06-11T09:43:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:44:00.272557 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8707ef-71ae-43f5-af6f-594671e1de11 None None] The sync data for ids ['d7118f6f-9aab-4125-b378-18f244e7c2f1'] in n-d-779913-12 is: [{'id': 'd7118f6f-9aab-4125-b378-18f244e7c2f1', 'name': 'tempest-FloatingIPsAssociationTestJSON-913285329-router', 'tenant_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '85a0effd-9698-440e-8280-68136d88e76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:43:48Z', 'updated_at': '2021-06-11T09:43:52Z', 'revision_number': 3, 'project_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'gw_port': {'id': '85a0effd-9698-440e-8280-68136d88e76e', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7118f6f-9aab-4125-b378-18f244e7c2f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:43:50Z', 'updated_at': '2021-06-11T09:43:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:44:00.323755 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['231f751b-5b35-41a6-87e4-5e96e0d97c74'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:44:00.412275 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970d5367-46b2-4984-ba12-e9e6805ffd5d tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Pushing event deleted for resources: {'Port': ['ID=de89716f-db2e-416a-aceb-70adaacf4086,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:00.412275 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-970d5367-46b2-4984-ba12-e9e6805ffd5d tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:00.417187 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-26e8347f-ba8f-4dc8-b774-421041c33ad9 req-35412160-3682-4dc6-afd8-79031e51bd15 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:00.430761 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 09:44:00.453170 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1eadf031-9299-42b0-b37b-4b611c164ec6 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:00.464304 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-852c2948-5d52-4d77-8af8-bece82d5c5fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:00.523850 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a6f7dcbb-4d34-4a7f-b43d-470adc43f8b6 req-e77095b5-d0e3-440b-82c0-5714f410db14 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4ebe5f9-0c40-43e4-af01-457a9e124c1f HTTP/1.1" status: 200 len: 210 time: 0.1082370 Jun 11 09:44:00.669813 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-32ef4595-118d-491a-9749-9bcbe067b87d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:00.712493 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-75751040-2bcf-40be-a8d4-b32cf9acb438 req-b97b4f17-1b95-41e6-a33b-3ca5908aa869 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:00.807040 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362a0046-da1e-4bd3-b270-7a84c19623d2 req-9d25d970-3c68-44a7-aec1-5ad7acdda711 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:00.813382 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-362a0046-da1e-4bd3-b270-7a84c19623d2 req-9d25d970-3c68-44a7-aec1-5ad7acdda711 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe19a04e-7480-44f2-85e4-1ad69ca54cb6 HTTP/1.1" status: 200 len: 931 time: 1.0759108 Jun 11 09:44:00.813827 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c10a1f6f-d4e6-4604-ab07-bea4cc3c1d1a req-2360e629-c711-46a8-84ba-dffcd500b434 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3862083 Jun 11 09:44:00.826157 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-c10a1f6f-d4e6-4604-ab07-bea4cc3c1d1a req-efdfa324-0845-4edd-9503-fc7e82d8473f service neutron] Request body: {'port': {'device_id': 'fe19a04e-7480-44f2-85e4-1ad69ca54cb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:44:01.004729 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35412160-3682-4dc6-afd8-79031e51bd15 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Pushing event deleted for resources: {'Port': ['ID=d9e039a4-36de-4a16-85fc-5c80e951e4a5,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:01.019072 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b2f0296-bf2a-4a5e-9589-9dd1cebc343c req-970d5367-46b2-4984-ba12-e9e6805ffd5d tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] No DVR routers for this DVR port de89716f-db2e-416a-aceb-70adaacf4086 on host n-h1-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:44:01.032423 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-852c2948-5d52-4d77-8af8-bece82d5c5fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:01.038878 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-6b2f0296-bf2a-4a5e-9589-9dd1cebc343c req-970d5367-46b2-4984-ba12-e9e6805ffd5d tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:01.040884 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6b2f0296-bf2a-4a5e-9589-9dd1cebc343c req-970d5367-46b2-4984-ba12-e9e6805ffd5d tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.64 "DELETE /v2.0/ports/de89716f-db2e-416a-aceb-70adaacf4086 HTTP/1.1" status: 204 len: 173 time: 5.0899937 Jun 11 09:44:01.043715 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-35412160-3682-4dc6-afd8-79031e51bd15 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.590s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:01.056161 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1defbbc6-de87-4f69-ae78-a911cdcfdbf5 tempest-SecurityGroupsTestAdminJSON-1294804633 tempest-SecurityGroupsTestAdminJSON-1294804633-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:01.119650 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-009317c4-9d56-4807-8393-949891be8f2b req-b401e65f-98a6-45a1-93ab-530d8ed9137a tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ce3a764-af8f-4837-9ffe-fc80edb30850 HTTP/1.1" status: 200 len: 210 time: 0.2380023 Jun 11 09:44:01.256640 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 730c5223-87c0-4868-94fb-7a041e9c63ba up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:44:01.289439 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852c2948-5d52-4d77-8af8-bece82d5c5fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d41aa840-04d1-46cc-870a-3b8cda010285,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:01.294757 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-852c2948-5d52-4d77-8af8-bece82d5c5fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:01.306043 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-26e8347f-ba8f-4dc8-b774-421041c33ad9 req-35412160-3682-4dc6-afd8-79031e51bd15 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] No DVR routers for this DVR port d9e039a4-36de-4a16-85fc-5c80e951e4a5 on host n-h2-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:44:01.342176 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-6b2f9001-ef08-4ad7-a80f-c7ea26a0cea2 None None] Provisioning for port 8474bfdd-bcbb-4fb4-8675-2331d75bd6ab completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:44:01.365721 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:01.366376 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-26e8347f-ba8f-4dc8-b774-421041c33ad9 req-35412160-3682-4dc6-afd8-79031e51bd15 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:01.382548 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-26e8347f-ba8f-4dc8-b774-421041c33ad9 req-35412160-3682-4dc6-afd8-79031e51bd15 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] 10.222.0.69 "DELETE /v2.0/ports/d9e039a4-36de-4a16-85fc-5c80e951e4a5 HTTP/1.1" status: 204 len: 173 time: 7.2695477 Jun 11 09:44:01.431379 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 85a0effd-9698-440e-8280-68136d88e76e up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:44:01.433457 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-6b2f9001-ef08-4ad7-a80f-c7ea26a0cea2 None None] Provisioning complete for port 8474bfdd-bcbb-4fb4-8675-2331d75bd6ab triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:44:01.433833 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6b2f9001-ef08-4ad7-a80f-c7ea26a0cea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:01.442156 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-c10a1f6f-d4e6-4604-ab07-bea4cc3c1d1a req-efdfa324-0845-4edd-9503-fc7e82d8473f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:01.460956 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-852c2948-5d52-4d77-8af8-bece82d5c5fe admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cf47da0b916542b09cf8bf9141dc05c8&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4715254 Jun 11 09:44:01.489490 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 40392) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:44:01.712017 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-6b2f9001-ef08-4ad7-a80f-c7ea26a0cea2 None None] Port 8474bfdd-bcbb-4fb4-8675-2331d75bd6ab cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:44:01.715936 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port 730c5223-87c0-4868-94fb-7a041e9c63ba triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:44:01.716326 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:01.900281 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0e90f52d-ee98-4a21-aa19-c683a73218e6 req-fed238ca-8a2b-4d5d-81df-3da9f7f66fa0 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=7159e938-ef90-4b7c-8d48-367dbc322c35 HTTP/1.1" status: 200 len: 210 time: 0.2032297 Jun 11 09:44:01.951155 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-75751040-2bcf-40be-a8d4-b32cf9acb438 req-b97b4f17-1b95-41e6-a33b-3ca5908aa869 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:01.967311 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f20d92-0f10-48eb-8c8d-7739d68ebe15', 'name': 'network-vif-deleted', 'tag': 'de89716f-db2e-416a-aceb-70adaacf4086'}, {'server_uuid': 'd4ebe5f9-0c40-43e4-af01-457a9e124c1f', 'name': 'network-vif-deleted', 'tag': 'd9e039a4-36de-4a16-85fc-5c80e951e4a5'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:44:01.978418 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4384819c-fe48-474b-8223-cc37169f434f" -d '{"events": [{"server_uuid": "90f20d92-0f10-48eb-8c8d-7739d68ebe15", "name": "network-vif-deleted", "tag": "de89716f-db2e-416a-aceb-70adaacf4086"}, {"server_uuid": "d4ebe5f9-0c40-43e4-af01-457a9e124c1f", "name": "network-vif-deleted", "tag": "d9e039a4-36de-4a16-85fc-5c80e951e4a5"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:44:01.994240 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-33b7e138-db8c-423a-938a-5cdc8af68985 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:02.025710 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:02.028012 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['b312982e-ede2-411d-8a4c-a79af3606d60'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:44:02.032753 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 85a0effd-9698-440e-8280-68136d88e76e completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:44:02.098409 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 85a0effd-9698-440e-8280-68136d88e76e triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:44:02.099072 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:02.230004 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-362a0046-da1e-4bd3-b270-7a84c19623d2 req-4afd1584-d0a0-4972-a21d-f33379574063 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] 10.222.0.60 "GET /v2.0/security-groups?id=11bbb81f-d5e0-4a93-9cfb-d456f4aef7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2191887 Jun 11 09:44:02.244479 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97b4f17-1b95-41e6-a33b-3ca5908aa869 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Pushing event updated for resources: {'Port': ['ID=a50615cd-da31-4b6d-a338-e4161a1af7f5,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:02.263428 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8355cfd8-6f02-48e7-8c0c-764b8c44cfb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '730c5223-87c0-4868-94fb-7a041e9c63ba'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:44:02.271840 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b97b4f17-1b95-41e6-a33b-3ca5908aa869 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:02.275493 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94f543fe-2a58-4689-b2d8-02d518a78d49" -d '{"events": [{"server_uuid": "8355cfd8-6f02-48e7-8c0c-764b8c44cfb7", "name": "network-vif-plugged", "status": "completed", "tag": "730c5223-87c0-4868-94fb-7a041e9c63ba"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:44:02.304951 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75751040-2bcf-40be-a8d4-b32cf9acb438 req-b97b4f17-1b95-41e6-a33b-3ca5908aa869 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Network f64764ef-1d16-4bb9-abcb-ee15625f8d04 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:44:02.317222 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [req-75751040-2bcf-40be-a8d4-b32cf9acb438 req-b97b4f17-1b95-41e6-a33b-3ca5908aa869 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:44:02.324679 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-63d703e9-9b8c-4d5b-b84a-e27b04ee6e9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:02.381108 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-63d703e9-9b8c-4d5b-b84a-e27b04ee6e9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:02.385506 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 730c5223-87c0-4868-94fb-7a041e9c63ba, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=730c5223-87c0-4868-94fb-7a041e9c63ba,segment=NetworkSegment(f561be66-4e48-459e-8c21-fceaa6c73661),segment_id=f561be66-4e48-459e-8c21-fceaa6c73661)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:44:02.424394 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-eab70259-f441-4539-98ed-47f252d65836 req-163b863b-feea-4e93-91f7-006f51068eda tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4ebe5f9-0c40-43e4-af01-457a9e124c1f HTTP/1.1" status: 200 len: 210 time: 0.0590928 Jun 11 09:44:02.439175 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-75751040-2bcf-40be-a8d4-b32cf9acb438 req-b97b4f17-1b95-41e6-a33b-3ca5908aa869 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:44:02.609033 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:02.660682 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:02.767554 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75751040-2bcf-40be-a8d4-b32cf9acb438 req-b97b4f17-1b95-41e6-a33b-3ca5908aa869 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:02.768269 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-75751040-2bcf-40be-a8d4-b32cf9acb438 req-b97b4f17-1b95-41e6-a33b-3ca5908aa869 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:02.776649 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a030df3b-1ebc-4195-8c51-36fa89c348dc x-openstack-request-id: req-a030df3b-1ebc-4195-8c51-36fa89c348dc {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:44:02.777187 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8355cfd8-6f02-48e7-8c0c-764b8c44cfb7", "name": "network-vif-plugged", "status": "completed", "tag": "730c5223-87c0-4868-94fb-7a041e9c63ba", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:44:02.777729 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a030df3b-1ebc-4195-8c51-36fa89c348dc {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:44:02.778456 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8355cfd8-6f02-48e7-8c0c-764b8c44cfb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '730c5223-87c0-4868-94fb-7a041e9c63ba', 'code': 200} Jun 11 09:44:02.782919 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Jun 2021 09:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-634b2e94-21bf-4d27-b749-39cc51bf3e05 x-openstack-request-id: req-634b2e94-21bf-4d27-b749-39cc51bf3e05 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:44:02.782919 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90f20d92-0f10-48eb-8c8d-7739d68ebe15", "name": "network-vif-deleted", "tag": "de89716f-db2e-416a-aceb-70adaacf4086", "status": "completed", "code": 200}, {"server_uuid": "d4ebe5f9-0c40-43e4-af01-457a9e124c1f", "name": "network-vif-deleted", "tag": "d9e039a4-36de-4a16-85fc-5c80e951e4a5", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:44:02.783237 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-634b2e94-21bf-4d27-b749-39cc51bf3e05 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:44:02.788088 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90f20d92-0f10-48eb-8c8d-7739d68ebe15', 'name': 'network-vif-deleted', 'tag': 'de89716f-db2e-416a-aceb-70adaacf4086', 'status': 'completed', 'code': 200} Jun 11 09:44:02.788389 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4ebe5f9-0c40-43e4-af01-457a9e124c1f', 'name': 'network-vif-deleted', 'tag': 'd9e039a4-36de-4a16-85fc-5c80e951e4a5', 'status': 'completed', 'code': 200} Jun 11 09:44:02.837578 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:02.844246 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=730c5223-87c0-4868-94fb-7a041e9c63ba,revision_number=10']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:02.848629 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:02.850859 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-c10a1f6f-d4e6-4604-ab07-bea4cc3c1d1a req-efdfa324-0845-4edd-9503-fc7e82d8473f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8474bfdd-bcbb-4fb4-8675-2331d75bd6ab {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:44:02.916148 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-c10a1f6f-d4e6-4604-ab07-bea4cc3c1d1a req-efdfa324-0845-4edd-9503-fc7e82d8473f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:02.921704 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 85a0effd-9698-440e-8280-68136d88e76e, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=85a0effd-9698-440e-8280-68136d88e76e,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:44:02.958116 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-c10a1f6f-d4e6-4604-ab07-bea4cc3c1d1a req-efdfa324-0845-4edd-9503-fc7e82d8473f service neutron] Transition to ACTIVE for port object 8474bfdd-bcbb-4fb4-8675-2331d75bd6ab will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:44:03.001701 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:03.003806 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:03.029704 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f8daba-8b5e-469e-b4a8-8e32cf9ea396 req-cf804df4-1150-4e91-ad99-0ce5af542ea0 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:03.031328 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-53f8daba-8b5e-469e-b4a8-8e32cf9ea396 req-cf804df4-1150-4e91-ad99-0ce5af542ea0 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ce3a764-af8f-4837-9ffe-fc80edb30850 HTTP/1.1" status: 200 len: 931 time: 0.2091601 Jun 11 09:44:03.104047 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-c10a1f6f-d4e6-4604-ab07-bea4cc3c1d1a req-efdfa324-0845-4edd-9503-fc7e82d8473f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:03.130683 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-32ef4595-118d-491a-9749-9bcbe067b87d admin admin] Allocated IP 172.20.0.1 (8306b3b2-c7c1-4b78-8462-356897eaa70e/5bbe8ee4-e19a-4280-9545-f4e3ba21ac03/a82c68ca-9bc5-4c36-8760-d663de2ac702) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:44:03.135538 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-654daa55-f834-4aad-8189-bcb979b9f359 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:03.155257 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=85a0effd-9698-440e-8280-68136d88e76e,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:03.166623 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:03.421002 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-32ef4595-118d-491a-9749-9bcbe067b87d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:03.465013 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-32ef4595-118d-491a-9749-9bcbe067b87d admin admin] Transition to ACTIVE for port object a82c68ca-9bc5-4c36-8760-d663de2ac702 will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:44:03.494563 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-53f8daba-8b5e-469e-b4a8-8e32cf9ea396 req-8ca31b32-d9e8-49e0-a389-ce93299f8241 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4498770 Jun 11 09:44:03.522116 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdfa324-0845-4edd-9503-fc7e82d8473f service neutron] Pushing event updated for resources: {'Port': ['ID=8474bfdd-bcbb-4fb4-8675-2331d75bd6ab,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:03.529192 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-efdfa324-0845-4edd-9503-fc7e82d8473f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:03.563871 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-63d703e9-9b8c-4d5b-b84a-e27b04ee6e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:03.571382 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-63d703e9-9b8c-4d5b-b84a-e27b04ee6e9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:03.577963 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-63d703e9-9b8c-4d5b-b84a-e27b04ee6e9f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d41aa840-04d1-46cc-870a-3b8cda010285 HTTP/1.1" status: 204 len: 168 time: 2.0871832 Jun 11 09:44:03.614504 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-15bcb6b1-7071-4d05-b8a5-fa21b39caefd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:03.645039 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d703e9-9b8c-4d5b-b84a-e27b04ee6e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41aa840-04d1-46cc-870a-3b8cda010285,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:03.651928 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-63d703e9-9b8c-4d5b-b84a-e27b04ee6e9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:03.653712 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-32ef4595-118d-491a-9749-9bcbe067b87d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:03.675600 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5996001f-55fa-4eab-8c3b-e44807a14163 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:03.785038 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ef4595-118d-491a-9749-9bcbe067b87d admin admin] Pushing event updated for resources: {'Port': ['ID=a82c68ca-9bc5-4c36-8760-d663de2ac702,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:03.791854 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-32ef4595-118d-491a-9749-9bcbe067b87d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:03.803159 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-75751040-2bcf-40be-a8d4-b32cf9acb438 req-b97b4f17-1b95-41e6-a33b-3ca5908aa869 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 9.7393408 Jun 11 09:44:03.844047 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-c10a1f6f-d4e6-4604-ab07-bea4cc3c1d1a req-efdfa324-0845-4edd-9503-fc7e82d8473f service neutron] Attempting to bind port 8474bfdd-bcbb-4fb4-8675-2331d75bd6ab on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:44:03.845936 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-c10a1f6f-d4e6-4604-ab07-bea4cc3c1d1a req-efdfa324-0845-4edd-9503-fc7e82d8473f service neutron] Attempting to bind port 8474bfdd-bcbb-4fb4-8675-2331d75bd6ab by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': 'f1ba1393-2bbe-436f-8827-2ad0577d069a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'bd769a33-d2ae-4a77-8be2-0047382ae593'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:44:03.846089 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ef4595-118d-491a-9749-9bcbe067b87d admin admin] Network 8306b3b2-c7c1-4b78-8462-356897eaa70e is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:44:03.846559 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10a1f6f-d4e6-4604-ab07-bea4cc3c1d1a req-efdfa324-0845-4edd-9503-fc7e82d8473f service neutron] Attempting to bind port 8474bfdd-bcbb-4fb4-8675-2331d75bd6ab on network bd769a33-d2ae-4a77-8be2-0047382ae593 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:44:03.851080 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-75751040-2bcf-40be-a8d4-b32cf9acb438 req-03b58e81-d910-4183-865f-ccd846c3e598 service neutron] Request body: {'port': {'device_id': '2ce3a764-af8f-4837-9ffe-fc80edb30850', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-12'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:44:03.860665 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10a1f6f-d4e6-4604-ab07-bea4cc3c1d1a req-efdfa324-0845-4edd-9503-fc7e82d8473f service neutron] Port 8474bfdd-bcbb-4fb4-8675-2331d75bd6ab on network bd769a33-d2ae-4a77-8be2-0047382ae593 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:44:03.861525 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10a1f6f-d4e6-4604-ab07-bea4cc3c1d1a req-efdfa324-0845-4edd-9503-fc7e82d8473f service neutron] Attempting to bind port 8474bfdd-bcbb-4fb4-8675-2331d75bd6ab on network bd769a33-d2ae-4a77-8be2-0047382ae593 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:44:03.870666 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-32ef4595-118d-491a-9749-9bcbe067b87d admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:44:03.880809 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10a1f6f-d4e6-4604-ab07-bea4cc3c1d1a req-efdfa324-0845-4edd-9503-fc7e82d8473f service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:44:03.881815 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10a1f6f-d4e6-4604-ab07-bea4cc3c1d1a req-efdfa324-0845-4edd-9503-fc7e82d8473f service neutron] Checking segment: {'id': 'f1ba1393-2bbe-436f-8827-2ad0577d069a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'bd769a33-d2ae-4a77-8be2-0047382ae593'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:44:03.882839 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10a1f6f-d4e6-4604-ab07-bea4cc3c1d1a req-efdfa324-0845-4edd-9503-fc7e82d8473f service neutron] Bound using segment: {'id': 'f1ba1393-2bbe-436f-8827-2ad0577d069a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'bd769a33-d2ae-4a77-8be2-0047382ae593'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:44:03.884479 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-c10a1f6f-d4e6-4604-ab07-bea4cc3c1d1a req-efdfa324-0845-4edd-9503-fc7e82d8473f service neutron] Bound port: 8474bfdd-bcbb-4fb4-8675-2331d75bd6ab, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1ba1393-2bbe-436f-8827-2ad0577d069a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'bd769a33-d2ae-4a77-8be2-0047382ae593'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:44:03.886788 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-c10a1f6f-d4e6-4604-ab07-bea4cc3c1d1a req-efdfa324-0845-4edd-9503-fc7e82d8473f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:03.914449 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ef4595-118d-491a-9749-9bcbe067b87d admin admin] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:44:04.013665 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-32ef4595-118d-491a-9749-9bcbe067b87d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-375088'] for router_interface, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:04.080403 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-c10a1f6f-d4e6-4604-ab07-bea4cc3c1d1a req-efdfa324-0845-4edd-9503-fc7e82d8473f service neutron] For port 8474bfdd-bcbb-4fb4-8675-2331d75bd6ab, host n-h1-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:44:04.086871 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-c10a1f6f-d4e6-4604-ab07-bea4cc3c1d1a req-efdfa324-0845-4edd-9503-fc7e82d8473f service neutron] For port 8474bfdd-bcbb-4fb4-8675-2331d75bd6ab, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=8474bfdd-bcbb-4fb4-8675-2331d75bd6ab,segment=NetworkSegment(f1ba1393-2bbe-436f-8827-2ad0577d069a),segment_id=f1ba1393-2bbe-436f-8827-2ad0577d069a)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:44:04.197858 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-c10a1f6f-d4e6-4604-ab07-bea4cc3c1d1a req-efdfa324-0845-4edd-9503-fc7e82d8473f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:04.211981 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d4827af5-9cee-4462-a709-4acb81595571 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:04.238476 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-75751040-2bcf-40be-a8d4-b32cf9acb438 req-03b58e81-d910-4183-865f-ccd846c3e598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:04.322460 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdfa324-0845-4edd-9503-fc7e82d8473f service neutron] Pushing event updated for resources: {'Port': ['ID=8474bfdd-bcbb-4fb4-8675-2331d75bd6ab,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:04.328218 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-efdfa324-0845-4edd-9503-fc7e82d8473f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:04.334652 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10a1f6f-d4e6-4604-ab07-bea4cc3c1d1a req-efdfa324-0845-4edd-9503-fc7e82d8473f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:04.340829 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-c10a1f6f-d4e6-4604-ab07-bea4cc3c1d1a req-efdfa324-0845-4edd-9503-fc7e82d8473f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:04.340829 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c10a1f6f-d4e6-4604-ab07-bea4cc3c1d1a req-efdfa324-0845-4edd-9503-fc7e82d8473f service neutron] 10.222.0.64 "PUT /v2.0/ports/8474bfdd-bcbb-4fb4-8675-2331d75bd6ab HTTP/1.1" status: 200 len: 1092 time: 3.5172102 Jun 11 09:44:04.340829 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe19a04e-7480-44f2-85e4-1ad69ca54cb6', 'tag': '8474bfdd-bcbb-4fb4-8675-2331d75bd6ab'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:44:04.342762 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f86013f-d394-4dab-9333-e1f0ae512ae5" -d '{"events": [{"name": "network-changed", "server_uuid": "fe19a04e-7480-44f2-85e4-1ad69ca54cb6", "tag": "8474bfdd-bcbb-4fb4-8675-2331d75bd6ab"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:44:04.347640 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a87e66-93e4-4755-b589-491acc9c46a2 req-0039fc33-fda0-422a-94c1-73aa19ee7464 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:04.355146 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a7a87e66-93e4-4755-b589-491acc9c46a2 req-0039fc33-fda0-422a-94c1-73aa19ee7464 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe19a04e-7480-44f2-85e4-1ad69ca54cb6 HTTP/1.1" status: 200 len: 943 time: 0.6899841 Jun 11 09:44:04.576646 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a7a87e66-93e4-4755-b589-491acc9c46a2 req-91238597-1642-487b-9552-c8fe1d20a519 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] 10.222.0.60 "GET /v2.0/security-groups?id=11bbb81f-d5e0-4a93-9cfb-d456f4aef7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2200100 Jun 11 09:44:04.644467 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-6eae6fca-c534-41a8-90df-d254d767367c None None] Provisioning for port a82c68ca-9bc5-4c36-8760-d663de2ac702 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:44:04.663176 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-6eae6fca-c534-41a8-90df-d254d767367c None None] Provisioning complete for port a82c68ca-9bc5-4c36-8760-d663de2ac702 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:44:04.663331 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6eae6fca-c534-41a8-90df-d254d767367c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:04.757555 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c73807a0-945b-4db9-948e-6015ab395ac3 x-openstack-request-id: req-c73807a0-945b-4db9-948e-6015ab395ac3 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:44:04.758074 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe19a04e-7480-44f2-85e4-1ad69ca54cb6", "tag": "8474bfdd-bcbb-4fb4-8675-2331d75bd6ab", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:44:04.758857 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c73807a0-945b-4db9-948e-6015ab395ac3 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:44:04.759624 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe19a04e-7480-44f2-85e4-1ad69ca54cb6', 'tag': '8474bfdd-bcbb-4fb4-8675-2331d75bd6ab', 'status': 'completed', 'code': 200} Jun 11 09:44:04.776823 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-6eae6fca-c534-41a8-90df-d254d767367c None None] Port a82c68ca-9bc5-4c36-8760-d663de2ac702 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:44:04.792519 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10a1f6f-d4e6-4604-ab07-bea4cc3c1d1a req-e43ee469-bc53-465d-ab9b-e1c909feaed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:04.798005 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c10a1f6f-d4e6-4604-ab07-bea4cc3c1d1a req-e43ee469-bc53-465d-ab9b-e1c909feaed7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ac78eeea7bf3498e9a17f0b731c3620c&device_id=fe19a04e-7480-44f2-85e4-1ad69ca54cb6 HTTP/1.1" status: 200 len: 1095 time: 0.2165551 Jun 11 09:44:04.940030 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c10a1f6f-d4e6-4604-ab07-bea4cc3c1d1a req-4e482f2a-0988-47ea-a98c-3fa20d25128a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8474bfdd-bcbb-4fb4-8675-2331d75bd6ab HTTP/1.1" status: 200 len: 217 time: 0.1333542 Jun 11 09:44:05.044030 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 40448) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:44:05.048197 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10a1f6f-d4e6-4604-ab07-bea4cc3c1d1a req-0b6147eb-9e7a-4bc3-aa2e-a92f7d0a4003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:05.049738 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c10a1f6f-d4e6-4604-ab07-bea4cc3c1d1a req-0b6147eb-9e7a-4bc3-aa2e-a92f7d0a4003 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fce8e258-cc45-4e2c-8dcb-94cdefb9f0b0 HTTP/1.1" status: 200 len: 863 time: 0.0978024 Jun 11 09:44:05.102048 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-14c9282a-f052-4fe0-baa3-48b1d6c1631a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:05.154640 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-32ef4595-118d-491a-9749-9bcbe067b87d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:05.158028 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0f1d4f-c404-4f6c-bfb0-110111d4d55f req-a43a3ec3-b7cc-42ba-a393-8b7275b6f609 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:05.159694 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6f0f1d4f-c404-4f6c-bfb0-110111d4d55f req-a43a3ec3-b7cc-42ba-a393-8b7275b6f609 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ce3a764-af8f-4837-9ffe-fc80edb30850 HTTP/1.1" status: 200 len: 931 time: 0.2244241 Jun 11 09:44:05.208417 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10a1f6f-d4e6-4604-ab07-bea4cc3c1d1a req-0b2e5262-1fa6-42a6-928f-3c633ba60222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:05.211204 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c10a1f6f-d4e6-4604-ab07-bea4cc3c1d1a req-0b2e5262-1fa6-42a6-928f-3c633ba60222 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bd769a33-d2ae-4a77-8be2-0047382ae593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1484685 Jun 11 09:44:05.247626 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:05.267359 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6f0f1d4f-c404-4f6c-bfb0-110111d4d55f req-18e8166d-2db3-4dd1-93ef-278f6432f500 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993254 Jun 11 09:44:05.270724 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 85a0effd-9698-440e-8280-68136d88e76e up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:44:05.292573 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [req-75751040-2bcf-40be-a8d4-b32cf9acb438 req-03b58e81-d910-4183-865f-ccd846c3e598 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a50615cd-da31-4b6d-a338-e4161a1af7f5 {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:44:05.412639 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 85a0effd-9698-440e-8280-68136d88e76e triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:44:05.413411 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:05.425031 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-14c9282a-f052-4fe0-baa3-48b1d6c1631a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:05.428037 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-75751040-2bcf-40be-a8d4-b32cf9acb438 req-03b58e81-d910-4183-865f-ccd846c3e598 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:05.429057 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 40450) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:44:05.439339 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d0e7df-d1d5-4013-a8ca-eb1462ff3a67 req-9a990181-6da0-496f-a956-822874c97621 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:05.447121 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-11d0e7df-d1d5-4013-a8ca-eb1462ff3a67 req-9a990181-6da0-496f-a956-822874c97621 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=41acd6a6-fa88-4653-8018-f09936b300f0 HTTP/1.1" status: 200 len: 950 time: 0.4977074 Jun 11 09:44:05.496887 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-e93e2eed-94b2-44be-a3d3-9595d407ed79 admin admin] Deleting subnet 2993b50a-0956-4b75-85e8-91af6beab6c9 {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 09:44:05.510973 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e93e2eed-94b2-44be-a3d3-9595d407ed79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:05.584777 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-14c9282a-f052-4fe0-baa3-48b1d6c1631a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:05.599870 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c10a1f6f-d4e6-4604-ab07-bea4cc3c1d1a req-2f6912f7-6eb6-4405-8d9f-40e4ff5463ff service neutron] 10.222.0.64 "GET /v2.0/networks/bd769a33-d2ae-4a77-8be2-0047382ae593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3598328 Jun 11 09:44:05.601326 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e93e2eed-94b2-44be-a3d3-9595d407ed79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:05.605924 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-fe767951-6e17-482b-a03d-aa3b0e147429 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:05.634739 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-75751040-2bcf-40be-a8d4-b32cf9acb438 req-03b58e81-d910-4183-865f-ccd846c3e598 service neutron] Transition to ACTIVE for port object a50615cd-da31-4b6d-a338-e4161a1af7f5 will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:44:05.699634 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-14c9282a-f052-4fe0-baa3-48b1d6c1631a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c25f938cf10f4a579e562d4d7f300cc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6543093 Jun 11 09:44:05.769432 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-11d0e7df-d1d5-4013-a8ca-eb1462ff3a67 req-2a3aec17-e14f-4c84-960c-a52d72ea6463 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/security-groups?id=d35df9ed-76e1-4821-b449-9857ba424946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3213415 Jun 11 09:44:05.778519 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 40460) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:44:05.779951 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-75751040-2bcf-40be-a8d4-b32cf9acb438 req-03b58e81-d910-4183-865f-ccd846c3e598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:05.801166 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c10a1f6f-d4e6-4604-ab07-bea4cc3c1d1a req-aeaa52a6-a5f7-47a8-bab7-9546d9920fd6 service neutron] 10.222.0.64 "GET /v2.0/networks/bd769a33-d2ae-4a77-8be2-0047382ae593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676459 Jun 11 09:44:05.846123 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c9282a-f052-4fe0-baa3-48b1d6c1631a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37ab1a4e-f131-4c6e-a13f-190f46fb7674,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:05.864493 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-14c9282a-f052-4fe0-baa3-48b1d6c1631a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:05.865900 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e93e2eed-94b2-44be-a3d3-9595d407ed79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:05.892528 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d6a0f8d0-5772-4770-9bd4-e58b04a37177 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:06.138958 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e547707-8963-4d23-98ba-132917d8465c req-d3ea4ad5-1f75-4527-a112-c1d4419b7870 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:06.140769 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4e547707-8963-4d23-98ba-132917d8465c req-d3ea4ad5-1f75-4527-a112-c1d4419b7870 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.64 "GET /v2.0/ports?device_id=41acd6a6-fa88-4653-8018-f09936b300f0 HTTP/1.1" status: 200 len: 950 time: 0.1000245 Jun 11 09:44:06.211299 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e93e2eed-94b2-44be-a3d3-9595d407ed79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:06.226841 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:06.239816 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e93e2eed-94b2-44be-a3d3-9595d407ed79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:06.241694 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-e93e2eed-94b2-44be-a3d3-9595d407ed79 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/2993b50a-0956-4b75-85e8-91af6beab6c9 HTTP/1.1" status: 204 len: 168 time: 0.8084478 Jun 11 09:44:06.273671 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 40466) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:44:06.392880 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-57e2f426-99c6-4763-b7d3-76b547daca24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:06.398045 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93e2eed-94b2-44be-a3d3-9595d407ed79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2993b50a-0956-4b75-85e8-91af6beab6c9,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:06.403697 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e93e2eed-94b2-44be-a3d3-9595d407ed79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:06.542811 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-4e547707-8963-4d23-98ba-132917d8465c req-92fdb7bf-a0e8-480f-8e75-82fe30a60593 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Deleting port 231f751b-5b35-41a6-87e4-5e96e0d97c74 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:44:06.543489 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-4e547707-8963-4d23-98ba-132917d8465c req-92fdb7bf-a0e8-480f-8e75-82fe30a60593 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:06.606738 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-57e2f426-99c6-4763-b7d3-76b547daca24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:06.633878 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-57e2f426-99c6-4763-b7d3-76b547daca24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9f93891-447d-4495-997b-1b739b394a27']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:44:06.639627 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-75751040-2bcf-40be-a8d4-b32cf9acb438 req-03b58e81-d910-4183-865f-ccd846c3e598 service neutron] Attempting to bind port a50615cd-da31-4b6d-a338-e4161a1af7f5 on host n-h2-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:44:06.640178 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-75751040-2bcf-40be-a8d4-b32cf9acb438 req-03b58e81-d910-4183-865f-ccd846c3e598 service neutron] Attempting to bind port a50615cd-da31-4b6d-a338-e4161a1af7f5 by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': '9149788d-877e-41af-83c2-5ce6b1848f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f64764ef-1d16-4bb9-abcb-ee15625f8d04'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:44:06.640408 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75751040-2bcf-40be-a8d4-b32cf9acb438 req-03b58e81-d910-4183-865f-ccd846c3e598 service neutron] Attempting to bind port a50615cd-da31-4b6d-a338-e4161a1af7f5 on network f64764ef-1d16-4bb9-abcb-ee15625f8d04 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:44:06.644857 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f6daa3b6-0025-4fed-8618-79f28edf5c01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:06.653688 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-57e2f426-99c6-4763-b7d3-76b547daca24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a429fb3-233e-45d8-9b93-9bd36a7f6040') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:44:06.654320 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-57e2f426-99c6-4763-b7d3-76b547daca24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a429fb3-233e-45d8-9b93-9bd36a7f6040') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:44:06.670467 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f6daa3b6-0025-4fed-8618-79f28edf5c01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:06.751210 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b58e81-d910-4183-865f-ccd846c3e598 service neutron] Pushing event updated for resources: {'Port': ['ID=a50615cd-da31-4b6d-a338-e4161a1af7f5,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:06.759390 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-57e2f426-99c6-4763-b7d3-76b547daca24 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:06.769102 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-03b58e81-d910-4183-865f-ccd846c3e598 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.877s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:06.793318 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75751040-2bcf-40be-a8d4-b32cf9acb438 req-03b58e81-d910-4183-865f-ccd846c3e598 service neutron] Port a50615cd-da31-4b6d-a338-e4161a1af7f5 on network f64764ef-1d16-4bb9-abcb-ee15625f8d04 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:44:06.793658 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75751040-2bcf-40be-a8d4-b32cf9acb438 req-03b58e81-d910-4183-865f-ccd846c3e598 service neutron] Attempting to bind port a50615cd-da31-4b6d-a338-e4161a1af7f5 on network f64764ef-1d16-4bb9-abcb-ee15625f8d04 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:44:06.812885 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f6daa3b6-0025-4fed-8618-79f28edf5c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:06.817596 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f6daa3b6-0025-4fed-8618-79f28edf5c01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:06.821182 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-f6daa3b6-0025-4fed-8618-79f28edf5c01 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/37ab1a4e-f131-4c6e-a13f-190f46fb7674 HTTP/1.1" status: 204 len: 168 time: 1.0032239 Jun 11 09:44:06.829729 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-98c60143-3bb3-483d-9f99-e47c45a1b279 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:06.831853 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75751040-2bcf-40be-a8d4-b32cf9acb438 req-03b58e81-d910-4183-865f-ccd846c3e598 service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:44:06.832208 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75751040-2bcf-40be-a8d4-b32cf9acb438 req-03b58e81-d910-4183-865f-ccd846c3e598 service neutron] Checking segment: {'id': '9149788d-877e-41af-83c2-5ce6b1848f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f64764ef-1d16-4bb9-abcb-ee15625f8d04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:44:06.832583 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75751040-2bcf-40be-a8d4-b32cf9acb438 req-03b58e81-d910-4183-865f-ccd846c3e598 service neutron] Bound using segment: {'id': '9149788d-877e-41af-83c2-5ce6b1848f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f64764ef-1d16-4bb9-abcb-ee15625f8d04'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:44:06.833030 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-75751040-2bcf-40be-a8d4-b32cf9acb438 req-03b58e81-d910-4183-865f-ccd846c3e598 service neutron] Bound port: a50615cd-da31-4b6d-a338-e4161a1af7f5, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9149788d-877e-41af-83c2-5ce6b1848f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f64764ef-1d16-4bb9-abcb-ee15625f8d04'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:44:06.833421 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-75751040-2bcf-40be-a8d4-b32cf9acb438 req-03b58e81-d910-4183-865f-ccd846c3e598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:06.873120 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-57e2f426-99c6-4763-b7d3-76b547daca24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:06.881739 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f0479-5c3d-42a6-b46c-5dbf7b035bb9 req-c138357f-c5b6-462b-8a1e-b39c13ff3111 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:06.883955 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-593f0479-5c3d-42a6-b46c-5dbf7b035bb9 req-c138357f-c5b6-462b-8a1e-b39c13ff3111 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe19a04e-7480-44f2-85e4-1ad69ca54cb6 HTTP/1.1" status: 200 len: 943 time: 0.5286953 Jun 11 09:44:06.884359 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57e2f426-99c6-4763-b7d3-76b547daca24 admin admin] Releasing vlan 788 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 09:44:06.885020 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-57e2f426-99c6-4763-b7d3-76b547daca24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:06.889320 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-32ef4595-118d-491a-9749-9bcbe067b87d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:06.890368 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:44:06.890368 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:44:06.890368 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:44:06.890368 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:44:06.890368 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:44:06.890368 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:44:06.890368 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:44:06.890368 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:44:06.890368 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:44:06.890368 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:44:06.890368 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:44:06.890368 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:44:06.890368 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 09:44:06.890368 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 09:44:06.890368 n-d-779913-12 neutron-server[93176]: timer() Jun 11 09:44:06.890368 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 09:44:06.890368 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 09:44:06.890368 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 09:44:06.890368 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 09:44:06.890368 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 09:44:06.890368 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 09:44:06.890368 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 09:44:06.890368 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 09:44:06.890368 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 09:44:06.890368 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 09:44:06.890368 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 09:44:06.890368 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 09:44:06.890368 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 09:44:06.890368 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 09:44:06.890368 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 09:44:06.890368 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 09:44:06.890368 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 09:44:06.890368 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 09:44:06.890368 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 09:44:06.890368 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 09:44:06.890368 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 09:44:06.890368 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 09:44:06.890368 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 09:44:06.890368 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 09:44:06.890368 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 09:44:06.890368 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 09:44:06.890368 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 09:44:06.890368 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 09:44:06.890368 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 09:44:06.895731 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-4e547707-8963-4d23-98ba-132917d8465c req-92fdb7bf-a0e8-480f-8e75-82fe30a60593 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] For port 231f751b-5b35-41a6-87e4-5e96e0d97c74, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=231f751b-5b35-41a6-87e4-5e96e0d97c74,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:44:06.896528 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-4e547707-8963-4d23-98ba-132917d8465c req-92fdb7bf-a0e8-480f-8e75-82fe30a60593 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:06.897068 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6daa3b6-0025-4fed-8618-79f28edf5c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ab1a4e-f131-4c6e-a13f-190f46fb7674,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:06.906007 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f6daa3b6-0025-4fed-8618-79f28edf5c01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:07.046106 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-4e547707-8963-4d23-98ba-132917d8465c req-92fdb7bf-a0e8-480f-8e75-82fe30a60593 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Calling delete_port for 231f751b-5b35-41a6-87e4-5e96e0d97c74 owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:44:07.069347 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-32ef4595-118d-491a-9749-9bcbe067b87d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:07.073194 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f86013f-d394-4dab-9333-e1f0ae512ae5 req-e62aeda7-2525-4224-bdba-063934aa1a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:07.074389 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0f86013f-d394-4dab-9333-e1f0ae512ae5 req-e62aeda7-2525-4224-bdba-063934aa1a48 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ac78eeea7bf3498e9a17f0b731c3620c&device_id=fe19a04e-7480-44f2-85e4-1ad69ca54cb6 HTTP/1.1" status: 200 len: 1095 time: 0.7209127 Jun 11 09:44:07.079820 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-593f0479-5c3d-42a6-b46c-5dbf7b035bb9 req-3d657205-feb0-488d-9385-a4ed2a1b61f0 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] 10.222.0.60 "GET /v2.0/security-groups?id=11bbb81f-d5e0-4a93-9cfb-d456f4aef7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1839473 Jun 11 09:44:07.080511 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-edfe8d4a-9fdb-4576-96bc-e431ba81d869 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:07.184222 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc9175-05fb-4415-bd81-33087402fb7b req-1508769c-4e24-4a7f-b14c-aebe9eb435f5 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:07.191110 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7bdc9175-05fb-4415-bd81-33087402fb7b req-1508769c-4e24-4a7f-b14c-aebe9eb435f5 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ce3a764-af8f-4837-9ffe-fc80edb30850 HTTP/1.1" status: 200 len: 943 time: 0.3937998 Jun 11 09:44:07.222509 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ef4595-118d-491a-9749-9bcbe067b87d admin admin] Pushing event updated for resources: {'Port': ['ID=a82c68ca-9bc5-4c36-8760-d663de2ac702,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:07.231989 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-32ef4595-118d-491a-9749-9bcbe067b87d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:07.234771 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-57e2f426-99c6-4763-b7d3-76b547daca24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:07.252154 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:07.255888 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-57e2f426-99c6-4763-b7d3-76b547daca24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:07.260663 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-57e2f426-99c6-4763-b7d3-76b547daca24 admin admin] 10.222.0.60 "DELETE /v2.0/networks/c9f93891-447d-4495-997b-1b739b394a27 HTTP/1.1" status: 204 len: 168 time: 0.9832001 Jun 11 09:44:07.283496 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7bdc9175-05fb-4415-bd81-33087402fb7b req-b6c05a48-c11a-4834-9214-0c5ec4d118d0 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912504 Jun 11 09:44:07.299436 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e2f426-99c6-4763-b7d3-76b547daca24 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9f93891-447d-4495-997b-1b739b394a27,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:07.313122 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-57e2f426-99c6-4763-b7d3-76b547daca24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:07.556091 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231c5b36-c443-46d8-bbe6-68ae23b92491 req-584fa793-3d39-4b15-b367-65c5496241b6 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:07.557605 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-231c5b36-c443-46d8-bbe6-68ae23b92491 req-584fa793-3d39-4b15-b367-65c5496241b6 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.64 "GET /v2.0/ports?device_id=257b7d5c-4854-4e33-8e45-7f92ad1c36ff HTTP/1.1" status: 200 len: 945 time: 0.6640882 Jun 11 09:44:07.558496 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-32ef4595-118d-491a-9749-9bcbe067b87d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375108'] for router_interface, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:07.593931 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-75751040-2bcf-40be-a8d4-b32cf9acb438 req-03b58e81-d910-4183-865f-ccd846c3e598 service neutron] For port a50615cd-da31-4b6d-a338-e4161a1af7f5, host n-h2-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:44:07.604062 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8687001b-571b-4499-ae7d-19e4e6fce332 req-ec60a3c7-aa0a-4a79-ae93-dcda5f59192b tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:07.605785 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8687001b-571b-4499-ae7d-19e4e6fce332 req-ec60a3c7-aa0a-4a79-ae93-dcda5f59192b tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=41acd6a6-fa88-4653-8018-f09936b300f0 HTTP/1.1" status: 200 len: 950 time: 0.1104198 Jun 11 09:44:07.607000 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-4e547707-8963-4d23-98ba-132917d8465c req-92fdb7bf-a0e8-480f-8e75-82fe30a60593 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:07.615210 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-611c73b5-f9d0-4759-8e5b-0186b623df0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:07.656158 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-75751040-2bcf-40be-a8d4-b32cf9acb438 req-03b58e81-d910-4183-865f-ccd846c3e598 service neutron] For port a50615cd-da31-4b6d-a338-e4161a1af7f5, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=a50615cd-da31-4b6d-a338-e4161a1af7f5,segment=NetworkSegment(9149788d-877e-41af-83c2-5ce6b1848f17),segment_id=9149788d-877e-41af-83c2-5ce6b1848f17)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:44:07.663793 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fdb7bf-a0e8-480f-8e75-82fe30a60593 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Pushing event deleted for resources: {'Port': ['ID=231f751b-5b35-41a6-87e4-5e96e0d97c74,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:07.672121 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-92fdb7bf-a0e8-480f-8e75-82fe30a60593 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:07.719263 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f86013f-d394-4dab-9333-e1f0ae512ae5 req-983c990d-77c4-44c9-9ab3-64f0c4d1b788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:07.720760 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0f86013f-d394-4dab-9333-e1f0ae512ae5 req-983c990d-77c4-44c9-9ab3-64f0c4d1b788 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bd769a33-d2ae-4a77-8be2-0047382ae593 HTTP/1.1" status: 200 len: 925 time: 0.5241890 Jun 11 09:44:07.788295 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-75751040-2bcf-40be-a8d4-b32cf9acb438 req-03b58e81-d910-4183-865f-ccd846c3e598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:07.789898 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e547707-8963-4d23-98ba-132917d8465c req-92fdb7bf-a0e8-480f-8e75-82fe30a60593 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] No DVR routers for this DVR port 231f751b-5b35-41a6-87e4-5e96e0d97c74 on host n-h1-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:44:07.795517 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-4e547707-8963-4d23-98ba-132917d8465c req-92fdb7bf-a0e8-480f-8e75-82fe30a60593 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:07.797624 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4e547707-8963-4d23-98ba-132917d8465c req-92fdb7bf-a0e8-480f-8e75-82fe30a60593 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.64 "DELETE /v2.0/ports/231f751b-5b35-41a6-87e4-5e96e0d97c74 HTTP/1.1" status: 204 len: 173 time: 1.6496875 Jun 11 09:44:07.800298 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9da6cd9-a2dd-4afd-a9ea-83e2d0ee71a5 req-fa4174fa-5a89-46e2-a320-a45a6273af86 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:07.800485 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41acd6a6-fa88-4653-8018-f09936b300f0', 'name': 'network-vif-deleted', 'tag': '231f751b-5b35-41a6-87e4-5e96e0d97c74'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:44:07.804106 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c9883d-5ec3-48c4-b01e-ee9f016d9daf" -d '{"events": [{"server_uuid": "41acd6a6-fa88-4653-8018-f09936b300f0", "name": "network-vif-deleted", "tag": "231f751b-5b35-41a6-87e4-5e96e0d97c74"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:44:07.808666 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f9da6cd9-a2dd-4afd-a9ea-83e2d0ee71a5 req-fa4174fa-5a89-46e2-a320-a45a6273af86 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=257b7d5c-4854-4e33-8e45-7f92ad1c36ff HTTP/1.1" status: 200 len: 945 time: 0.4505625 Jun 11 09:44:07.815145 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3aed7999-1525-45f5-9acb-96aadf2ed91b tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:07.821608 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8687001b-571b-4499-ae7d-19e4e6fce332 req-92d528cd-aec4-45bb-9fdd-7f150d85b557 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/security-groups?id=d35df9ed-76e1-4821-b449-9857ba424946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075536 Jun 11 09:44:07.878048 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 40498) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:44:07.921754 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c411a2f-547b-47a1-891e-86666b01c8e2 x-openstack-request-id: req-6c411a2f-547b-47a1-891e-86666b01c8e2 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:44:07.922342 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41acd6a6-fa88-4653-8018-f09936b300f0", "name": "network-vif-deleted", "tag": "231f751b-5b35-41a6-87e4-5e96e0d97c74", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:44:07.926370 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6c411a2f-547b-47a1-891e-86666b01c8e2 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:44:07.926370 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41acd6a6-fa88-4653-8018-f09936b300f0', 'name': 'network-vif-deleted', 'tag': '231f751b-5b35-41a6-87e4-5e96e0d97c74', 'status': 'completed', 'code': 200} Jun 11 09:44:07.952346 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-a314f130-1451-4bc9-aadf-aa61e225d76b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d9da6d07c7144d68abff6d528a287a09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0721364 Jun 11 09:44:07.954436 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 40500) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:44:08.026355 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a6c33fa5-59fe-43a6-8924-2ef8c1b3b352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:08.026795 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0f86013f-d394-4dab-9333-e1f0ae512ae5 req-1fae0ec5-af48-4826-8ae4-8215437f2a64 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8474bfdd-bcbb-4fb4-8675-2331d75bd6ab HTTP/1.1" status: 200 len: 217 time: 0.2484660 Jun 11 09:44:08.055912 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a6c33fa5-59fe-43a6-8924-2ef8c1b3b352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:08.110699 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75751040-2bcf-40be-a8d4-b32cf9acb438 req-03b58e81-d910-4183-865f-ccd846c3e598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:08.110699 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-75751040-2bcf-40be-a8d4-b32cf9acb438 req-03b58e81-d910-4183-865f-ccd846c3e598 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:08.110699 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-75751040-2bcf-40be-a8d4-b32cf9acb438 req-03b58e81-d910-4183-865f-ccd846c3e598 service neutron] 10.222.0.69 "PUT /v2.0/ports/a50615cd-da31-4b6d-a338-e4161a1af7f5 HTTP/1.1" status: 200 len: 1092 time: 4.2746029 Jun 11 09:44:08.159104 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ce3a764-af8f-4837-9ffe-fc80edb30850', 'tag': 'a50615cd-da31-4b6d-a338-e4161a1af7f5'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:44:08.162921 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf88b325-5b11-4b78-9812-f6d97cb28fb3" -d '{"events": [{"name": "network-changed", "server_uuid": "2ce3a764-af8f-4837-9ffe-fc80edb30850", "tag": "a50615cd-da31-4b6d-a338-e4161a1af7f5"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:44:08.304950 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a6c33fa5-59fe-43a6-8924-2ef8c1b3b352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:08.316737 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a6c33fa5-59fe-43a6-8924-2ef8c1b3b352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:08.316737 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-a6c33fa5-59fe-43a6-8924-2ef8c1b3b352 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8c9f17ce-f43f-4bb5-99db-9fa6af84fd44 HTTP/1.1" status: 204 len: 168 time: 0.3544500 Jun 11 09:44:08.316737 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-71e0b076-4daf-4d35-b1fc-a9c8ccf4a704 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:08.317122 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f9da6cd9-a2dd-4afd-a9ea-83e2d0ee71a5 req-cfab031b-b0b1-4790-8f06-a4ebf360cd1a tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5051916 Jun 11 09:44:08.317122 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b58e81-d910-4183-865f-ccd846c3e598 service neutron] Pushing event updated for resources: {'Port': ['ID=a50615cd-da31-4b6d-a338-e4161a1af7f5,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:08.333910 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f86013f-d394-4dab-9333-e1f0ae512ae5 req-ad1df1ba-2525-47df-8a49-6299183a52cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:08.342679 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0f86013f-d394-4dab-9333-e1f0ae512ae5 req-ad1df1ba-2525-47df-8a49-6299183a52cd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fce8e258-cc45-4e2c-8dcb-94cdefb9f0b0 HTTP/1.1" status: 200 len: 863 time: 0.2686107 Jun 11 09:44:08.345850 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-03b58e81-d910-4183-865f-ccd846c3e598 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:08.389502 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ef4595-118d-491a-9749-9bcbe067b87d admin admin] Network 8306b3b2-c7c1-4b78-8462-356897eaa70e is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:44:08.455519 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c33fa5-59fe-43a6-8924-2ef8c1b3b352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c9f17ce-f43f-4bb5-99db-9fa6af84fd44,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:08.455519 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a6c33fa5-59fe-43a6-8924-2ef8c1b3b352 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:08.456699 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-32ef4595-118d-491a-9749-9bcbe067b87d admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:44:08.473195 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-231c5b36-c443-46d8-bbe6-68ae23b92491 req-87a3116e-fc5f-4a8c-b410-43cdd6d3e589 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Deleting port 973e3669-885a-4cbf-a78b-649ea7371a7e {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:44:08.473787 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-231c5b36-c443-46d8-bbe6-68ae23b92491 req-87a3116e-fc5f-4a8c-b410-43cdd6d3e589 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:08.477918 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-28e5c6ad-b673-448a-aa7f-02875e3677d2 req-0f6f5396-e92c-4866-b010-f47e71a629a2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=41acd6a6-fa88-4653-8018-f09936b300f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0335786 Jun 11 09:44:08.539339 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-28e5c6ad-b673-448a-aa7f-02875e3677d2 req-52eeda4f-14b7-4866-bb8a-45199fb4949f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a10270434c34de9b98cfc51150cacd7&device_id=41acd6a6-fa88-4653-8018-f09936b300f0 HTTP/1.1" status: 200 len: 210 time: 0.0335236 Jun 11 09:44:08.558386 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed22582-cd72-45e8-a607-6e5592a831e5 req-af7e6aa4-173f-4c70-95e9-cde00e8a067c tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:08.560117 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0ed22582-cd72-45e8-a607-6e5592a831e5 req-af7e6aa4-173f-4c70-95e9-cde00e8a067c tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe19a04e-7480-44f2-85e4-1ad69ca54cb6 HTTP/1.1" status: 200 len: 943 time: 0.1868923 Jun 11 09:44:08.594253 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-28e5c6ad-b673-448a-aa7f-02875e3677d2 req-d89f8dc1-b870-4329-b100-fa537e977277 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=4a10270434c34de9b98cfc51150cacd7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328512 Jun 11 09:44:08.690918 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0ed22582-cd72-45e8-a607-6e5592a831e5 req-5f874b09-0f8e-4aa7-873e-de62e97b334b tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] 10.222.0.60 "GET /v2.0/security-groups?id=11bbb81f-d5e0-4a93-9cfb-d456f4aef7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193428 Jun 11 09:44:08.715559 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0817e516-745a-4e02-87b3-c1909f870a8a x-openstack-request-id: req-0817e516-745a-4e02-87b3-c1909f870a8a {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:44:08.716182 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ce3a764-af8f-4837-9ffe-fc80edb30850", "tag": "a50615cd-da31-4b6d-a338-e4161a1af7f5", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:44:08.716484 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0817e516-745a-4e02-87b3-c1909f870a8a {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:44:08.716990 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ce3a764-af8f-4837-9ffe-fc80edb30850', 'tag': 'a50615cd-da31-4b6d-a338-e4161a1af7f5', 'status': 'completed', 'code': 200} Jun 11 09:44:08.770501 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e5c6ad-b673-448a-aa7f-02875e3677d2 req-21797efc-a9c5-489f-8687-3b969413059f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:08.772230 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-28e5c6ad-b673-448a-aa7f-02875e3677d2 req-21797efc-a9c5-489f-8687-3b969413059f service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1644151 Jun 11 09:44:08.842242 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75751040-2bcf-40be-a8d4-b32cf9acb438 req-ade5b606-cd97-4619-a332-0a86c03bcc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:08.843770 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-75751040-2bcf-40be-a8d4-b32cf9acb438 req-ade5b606-cd97-4619-a332-0a86c03bcc0a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=455235d9344d45d29863b10a5775a249&device_id=2ce3a764-af8f-4837-9ffe-fc80edb30850 HTTP/1.1" status: 200 len: 1095 time: 0.4732144 Jun 11 09:44:08.850850 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f86013f-d394-4dab-9333-e1f0ae512ae5 req-a03c5ca0-d189-41b7-8a28-13894ea40d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:08.852279 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0f86013f-d394-4dab-9333-e1f0ae512ae5 req-a03c5ca0-d189-41b7-8a28-13894ea40d6e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bd769a33-d2ae-4a77-8be2-0047382ae593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4897101 Jun 11 09:44:08.857852 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-231c5b36-c443-46d8-bbe6-68ae23b92491 req-87a3116e-fc5f-4a8c-b410-43cdd6d3e589 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] For port 973e3669-885a-4cbf-a78b-649ea7371a7e, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=973e3669-885a-4cbf-a78b-649ea7371a7e,segment=NetworkSegment(56281ee1-4859-40f0-b2a0-2c2117bfda04),segment_id=56281ee1-4859-40f0-b2a0-2c2117bfda04)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:44:08.858214 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-231c5b36-c443-46d8-bbe6-68ae23b92491 req-87a3116e-fc5f-4a8c-b410-43cdd6d3e589 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:08.944804 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-0b06e557-fc76-4daf-a542-31472bd828ac None None] Provisioning complete for port a82c68ca-9bc5-4c36-8760-d663de2ac702 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:44:08.945387 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0b06e557-fc76-4daf-a542-31472bd828ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:08.952669 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-75751040-2bcf-40be-a8d4-b32cf9acb438 req-f49a168f-3904-4578-89a9-6e61780982a0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a50615cd-da31-4b6d-a338-e4161a1af7f5 HTTP/1.1" status: 200 len: 217 time: 0.0966027 Jun 11 09:44:08.987880 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-0b06e557-fc76-4daf-a542-31472bd828ac None None] Port a82c68ca-9bc5-4c36-8760-d663de2ac702 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:44:08.999799 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d2b4a406-e2cb-432e-8335-65eee44c0076 req-1a17b865-5772-4482-affc-4109371ef479 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] 10.222.0.60 "GET /v2.0/ports?device_id=41acd6a6-fa88-4653-8018-f09936b300f0 HTTP/1.1" status: 200 len: 210 time: 0.0422804 Jun 11 09:44:09.007703 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32ef4595-118d-491a-9749-9bcbe067b87d admin admin] Router d7118f6f-9aab-4125-b378-18f244e7c2f1 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 09:44:09.046570 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-231c5b36-c443-46d8-bbe6-68ae23b92491 req-87a3116e-fc5f-4a8c-b410-43cdd6d3e589 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Calling delete_port for 973e3669-885a-4cbf-a78b-649ea7371a7e owned by compute:nova {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:44:09.175449 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58a82a0-e444-494c-b87d-e532f780f8d1 req-9894e101-83e2-4f05-a994-3de0df087c97 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:09.179485 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b58a82a0-e444-494c-b87d-e532f780f8d1 req-9894e101-83e2-4f05-a994-3de0df087c97 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ce3a764-af8f-4837-9ffe-fc80edb30850 HTTP/1.1" status: 200 len: 943 time: 0.4351084 Jun 11 09:44:09.282508 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 8474bfdd-bcbb-4fb4-8675-2331d75bd6ab details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:44:09.435174 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 231f751b-5b35-41a6-87e4-5e96e0d97c74 no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:44:09.470812 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] No Port match for: 231f751b-5b35-41a6-87e4-5e96e0d97c74 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:44:09.471336 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 231f751b-5b35-41a6-87e4-5e96e0d97c74 not bound to the agent host n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:44:09.571229 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 8474bfdd-bcbb-4fb4-8675-2331d75bd6ab, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=8474bfdd-bcbb-4fb4-8675-2331d75bd6ab,segment=NetworkSegment(f1ba1393-2bbe-436f-8827-2ad0577d069a),segment_id=f1ba1393-2bbe-436f-8827-2ad0577d069a)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:44:09.587190 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': '8474bfdd-bcbb-4fb4-8675-2331d75bd6ab', 'network_id': 'bd769a33-d2ae-4a77-8be2-0047382ae593', 'port_id': '8474bfdd-bcbb-4fb4-8675-2331d75bd6ab', 'mac_address': 'fa:16:3e:e3:8b:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fce8e258-cc45-4e2c-8dcb-94cdefb9f0b0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:44:09.650857 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:09.697322 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75751040-2bcf-40be-a8d4-b32cf9acb438 req-59ef0046-bf6c-4fca-932e-2dbd68781303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:09.698685 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-75751040-2bcf-40be-a8d4-b32cf9acb438 req-59ef0046-bf6c-4fca-932e-2dbd68781303 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f707fbf9-d6b5-48f4-b1c1-e5fd7bd963f6 HTTP/1.1" status: 200 len: 847 time: 0.6499915 Jun 11 09:44:09.699648 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8474bfdd-bcbb-4fb4-8675-2331d75bd6ab {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:44:09.738415 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 8474bfdd-bcbb-4fb4-8675-2331d75bd6ab, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=8474bfdd-bcbb-4fb4-8675-2331d75bd6ab,segment=NetworkSegment(f1ba1393-2bbe-436f-8827-2ad0577d069a),segment_id=f1ba1393-2bbe-436f-8827-2ad0577d069a)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:44:09.782390 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-75751040-2bcf-40be-a8d4-b32cf9acb438 req-a9a425ff-0ca9-4073-a37c-bd6e76c0e878 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f64764ef-1d16-4bb9-abcb-ee15625f8d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696993 Jun 11 09:44:09.798025 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0f86013f-d394-4dab-9333-e1f0ae512ae5 req-67593822-c279-44b4-8279-b74b01f3aa63 service neutron] 10.222.0.64 "GET /v2.0/networks/bd769a33-d2ae-4a77-8be2-0047382ae593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9314001 Jun 11 09:44:09.830363 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:09.834709 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:09.876104 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaadda0-b435-4580-8318-08a35e10ab8b req-e4b4fe91-180a-4648-b2f6-72e7a70caaaf tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:09.891026 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4aaadda0-b435-4580-8318-08a35e10ab8b req-e4b4fe91-180a-4648-b2f6-72e7a70caaaf tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=257b7d5c-4854-4e33-8e45-7f92ad1c36ff HTTP/1.1" status: 200 len: 945 time: 0.1539590 Jun 11 09:44:09.925994 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b58a82a0-e444-494c-b87d-e532f780f8d1 req-eaedfb70-732d-41f8-bd92-6fe006920cfd tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6940200 Jun 11 09:44:09.934655 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=8474bfdd-bcbb-4fb4-8675-2331d75bd6ab,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:09.950245 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:10.009551 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4aaadda0-b435-4580-8318-08a35e10ab8b req-71cd0be5-41b9-45d6-a3d9-46d673e5cd33 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055040 Jun 11 09:44:10.090502 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['8474bfdd-bcbb-4fb4-8675-2331d75bd6ab'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:44:10.104842 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ef4595-118d-491a-9749-9bcbe067b87d admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:44:10.120012 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-32ef4595-118d-491a-9749-9bcbe067b87d admin admin] 10.222.0.60 "PUT /v2.0/routers/d7118f6f-9aab-4125-b378-18f244e7c2f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.9286389 Jun 11 09:44:10.150700 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a63ed72-0822-4226-abd3-16fefd5de95e None None] Sync routers for ids ['d7118f6f-9aab-4125-b378-18f244e7c2f1'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:44:10.179708 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a63ed72-0822-4226-abd3-16fefd5de95e None None] Routers {'d7118f6f-9aab-4125-b378-18f244e7c2f1'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:44:10.180974 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-9a63ed72-0822-4226-abd3-16fefd5de95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:43:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['d7118f6f-9aab-4125-b378-18f244e7c2f1'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:44:10.387933 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0f86013f-d394-4dab-9333-e1f0ae512ae5 req-0f741df0-3ee1-4acf-b0e1-b75642dfcf34 service neutron] 10.222.0.64 "GET /v2.0/networks/bd769a33-d2ae-4a77-8be2-0047382ae593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5508637 Jun 11 09:44:10.395024 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38ed437-a931-4891-aae1-50283eb76799 req-9ffd489b-42aa-4328-92a9-c5047cb6c12f tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:10.412780 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c38ed437-a931-4891-aae1-50283eb76799 req-9ffd489b-42aa-4328-92a9-c5047cb6c12f tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe19a04e-7480-44f2-85e4-1ad69ca54cb6 HTTP/1.1" status: 200 len: 944 time: 0.1888449 Jun 11 09:44:10.424874 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-75751040-2bcf-40be-a8d4-b32cf9acb438 req-4923b7e5-8554-4585-b523-8b360e90fcf9 service neutron] 10.222.0.69 "GET /v2.0/networks/f64764ef-1d16-4bb9-abcb-ee15625f8d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6159871 Jun 11 09:44:10.488864 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-9a63ed72-0822-4226-abd3-16fefd5de95e None None] Set router d7118f6f-9aab-4125-b378-18f244e7c2f1 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:44:10.522370 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c38ed437-a931-4891-aae1-50283eb76799 req-1b5c81e8-c855-4e58-98fa-94e74e57c780 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] 10.222.0.60 "GET /v2.0/security-groups?id=11bbb81f-d5e0-4a93-9cfb-d456f4aef7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086953 Jun 11 09:44:10.567221 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-231c5b36-c443-46d8-bbe6-68ae23b92491 req-87a3116e-fc5f-4a8c-b410-43cdd6d3e589 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:10.581291 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b97b4f17-1b95-41e6-a33b-3ca5908aa869 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:10.687786 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a3116e-fc5f-4a8c-b410-43cdd6d3e589 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Pushing event deleted for resources: {'Port': ['ID=973e3669-885a-4cbf-a78b-649ea7371a7e,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:10.691117 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-87a3116e-fc5f-4a8c-b410-43cdd6d3e589 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:10.797903 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-231c5b36-c443-46d8-bbe6-68ae23b92491 req-87a3116e-fc5f-4a8c-b410-43cdd6d3e589 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] No DVR routers for this DVR port 973e3669-885a-4cbf-a78b-649ea7371a7e on host n-h1-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:44:10.801353 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-231c5b36-c443-46d8-bbe6-68ae23b92491 req-87a3116e-fc5f-4a8c-b410-43cdd6d3e589 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:10.804786 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-231c5b36-c443-46d8-bbe6-68ae23b92491 req-87a3116e-fc5f-4a8c-b410-43cdd6d3e589 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.64 "DELETE /v2.0/ports/973e3669-885a-4cbf-a78b-649ea7371a7e HTTP/1.1" status: 204 len: 173 time: 3.2257466 Jun 11 09:44:10.811836 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '257b7d5c-4854-4e33-8e45-7f92ad1c36ff', 'name': 'network-vif-deleted', 'tag': '973e3669-885a-4cbf-a78b-649ea7371a7e'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:44:10.815304 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96265284-e979-4eb6-a1da-965b7a58fb1d" -d '{"events": [{"server_uuid": "257b7d5c-4854-4e33-8e45-7f92ad1c36ff", "name": "network-vif-deleted", "tag": "973e3669-885a-4cbf-a78b-649ea7371a7e"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:44:10.827736 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-75751040-2bcf-40be-a8d4-b32cf9acb438 req-1be6ec02-78dd-4f5f-9e2c-1016348295ec service neutron] 10.222.0.69 "GET /v2.0/networks/f64764ef-1d16-4bb9-abcb-ee15625f8d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3890111 Jun 11 09:44:10.876049 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ab4afa-bcc0-495a-9d62-582f225be0f5 x-openstack-request-id: req-12ab4afa-bcc0-495a-9d62-582f225be0f5 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:44:10.876049 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "257b7d5c-4854-4e33-8e45-7f92ad1c36ff", "name": "network-vif-deleted", "tag": "973e3669-885a-4cbf-a78b-649ea7371a7e", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:44:10.876049 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-12ab4afa-bcc0-495a-9d62-582f225be0f5 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:44:10.876049 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '257b7d5c-4854-4e33-8e45-7f92ad1c36ff', 'name': 'network-vif-deleted', 'tag': '973e3669-885a-4cbf-a78b-649ea7371a7e', 'status': 'completed', 'code': 200} Jun 11 09:44:11.091458 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 40624) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:44:11.168164 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 40628) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:44:11.237277 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf88b325-5b11-4b78-9812-f6d97cb28fb3 req-ae7dce46-ecec-45b0-b54b-50bcd64a283c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:11.238983 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bf88b325-5b11-4b78-9812-f6d97cb28fb3 req-ae7dce46-ecec-45b0-b54b-50bcd64a283c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=455235d9344d45d29863b10a5775a249&device_id=2ce3a764-af8f-4837-9ffe-fc80edb30850 HTTP/1.1" status: 200 len: 1095 time: 0.2732706 Jun 11 09:44:11.300019 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 973e3669-885a-4cbf-a78b-649ea7371a7e no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:44:11.361378 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] No Port match for: 973e3669-885a-4cbf-a78b-649ea7371a7e {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:44:11.361818 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 973e3669-885a-4cbf-a78b-649ea7371a7e not bound to the agent host n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:44:11.373774 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-9a63ed72-0822-4226-abd3-16fefd5de95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7118f6f-9aab-4125-b378-18f244e7c2f1', 'name': 'tempest-FloatingIPsAssociationTestJSON-913285329-router', 'tenant_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '85a0effd-9698-440e-8280-68136d88e76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:43:48Z', 'updated_at': '2021-06-11T09:44:04Z', 'revision_number': 4, 'project_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'gw_port': {'id': '85a0effd-9698-440e-8280-68136d88e76e', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7118f6f-9aab-4125-b378-18f244e7c2f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:43:50Z', 'updated_at': '2021-06-11T09:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': 'a82c68ca-9bc5-4c36-8760-d663de2ac702', 'name': '', 'network_id': '8306b3b2-c7c1-4b78-8462-356897eaa70e', 'tenant_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'mac_address': 'fa:16:3e:76:fe:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7118f6f-9aab-4125-b378-18f244e7c2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '5bbe8ee4-e19a-4280-9545-f4e3ba21ac03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:44:01Z', 'updated_at': '2021-06-11T09:44:05Z', 'revision_number': 2, 'project_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'subnets': [{'id': '5bbe8ee4-e19a-4280-9545-f4e3ba21ac03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:44:11.379372 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a63ed72-0822-4226-abd3-16fefd5de95e None None] Checking router: d7118f6f-9aab-4125-b378-18f244e7c2f1 for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:44:11.379863 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a63ed72-0822-4226-abd3-16fefd5de95e None None] Updating router d7118f6f-9aab-4125-b378-18f244e7c2f1 port a82c68ca-9bc5-4c36-8760-d663de2ac702 binding host n-d-779913-12 {{(pid=93178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 09:44:11.428796 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a572f3-30db-48f7-9d91-fdd2668e24ae req-ef0a2e16-779e-42d1-a875-3400fda45c07 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:11.431808 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-9a63ed72-0822-4226-abd3-16fefd5de95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:11.435906 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c5a572f3-30db-48f7-9d91-fdd2668e24ae req-ef0a2e16-779e-42d1-a875-3400fda45c07 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ce3a764-af8f-4837-9ffe-fc80edb30850 HTTP/1.1" status: 200 len: 943 time: 0.2751830 Jun 11 09:44:11.519779 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf88b325-5b11-4b78-9812-f6d97cb28fb3 req-8dc6f780-326b-4b67-96c5-02b84c224dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:11.524758 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bf88b325-5b11-4b78-9812-f6d97cb28fb3 req-8dc6f780-326b-4b67-96c5-02b84c224dc6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f64764ef-1d16-4bb9-abcb-ee15625f8d04 HTTP/1.1" status: 200 len: 908 time: 0.2759099 Jun 11 09:44:11.610547 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bf88b325-5b11-4b78-9812-f6d97cb28fb3 req-a1a9dc72-cc4a-4799-83b4-a4d5c080ccc3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a50615cd-da31-4b6d-a338-e4161a1af7f5 HTTP/1.1" status: 200 len: 217 time: 0.0757589 Jun 11 09:44:11.627991 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b81b90-7a89-4409-a22e-c4384c337303 req-a26364d6-84ca-4f7e-ada6-acd06f8d234a tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:11.637189 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-27b81b90-7a89-4409-a22e-c4384c337303 req-a26364d6-84ca-4f7e-ada6-acd06f8d234a tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.60 "GET /v2.0/networks?id=8306b3b2-c7c1-4b78-8462-356897eaa70e HTTP/1.1" status: 200 len: 820 time: 0.2540529 Jun 11 09:44:11.653369 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-540ac98e-48cc-4820-a1e5-5c3a654ed07e admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1529224064-network', 'tenant_id': '10870ee7e1ac4551bbcedb5e3a5a930d'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:44:11.654991 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c5a572f3-30db-48f7-9d91-fdd2668e24ae req-0085f044-569a-432f-9ffe-66d65c9bc225 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181518 Jun 11 09:44:11.680831 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-27b81b90-7a89-4409-a22e-c4384c337303 req-ec8e925a-7227-4cbb-b19b-12d7a49f4978 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.60 "GET /v2.0/quotas/9e00f0b8050a4c758f9c2d03d3f429fa HTTP/1.1" status: 200 len: 375 time: 0.0424292 Jun 11 09:44:11.826499 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-e7f956bd-89a7-4d8c-bdee-dbd6f97eaf92 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4a10270434c34de9b98cfc51150cacd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6570597 Jun 11 09:44:11.828642 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf88b325-5b11-4b78-9812-f6d97cb28fb3 req-5a78febb-0d3c-483e-9c55-ce86caed027f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:11.829130 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 40646) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:44:11.834321 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bf88b325-5b11-4b78-9812-f6d97cb28fb3 req-5a78febb-0d3c-483e-9c55-ce86caed027f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f707fbf9-d6b5-48f4-b1c1-e5fd7bd963f6 HTTP/1.1" status: 200 len: 847 time: 0.1931231 Jun 11 09:44:11.868984 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-27b81b90-7a89-4409-a22e-c4384c337303 req-131ca027-438b-49f5-9678-d082e2d5c997 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=9e00f0b8050a4c758f9c2d03d3f429fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1866820 Jun 11 09:44:11.905219 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 40648) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:44:11.920487 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bf88b325-5b11-4b78-9812-f6d97cb28fb3 req-b5f06090-549d-4f13-8580-0de0555214eb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f64764ef-1d16-4bb9-abcb-ee15625f8d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782487 Jun 11 09:44:11.947769 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-540ac98e-48cc-4820-a1e5-5c3a654ed07e admin admin] Made reservation on behalf of 10870ee7e1ac4551bbcedb5e3a5a930d for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:44:11.964559 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-540ac98e-48cc-4820-a1e5-5c3a654ed07e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:12.075727 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-10d396a7-7f5a-4d33-97be-96d99b12ef64 req-cfdef6ca-fe55-44d3-84b1-8876213798cb tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=257b7d5c-4854-4e33-8e45-7f92ad1c36ff HTTP/1.1" status: 200 len: 210 time: 0.0817947 Jun 11 09:44:12.078690 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-540ac98e-48cc-4820-a1e5-5c3a654ed07e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:12.208660 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bf88b325-5b11-4b78-9812-f6d97cb28fb3 req-11f2203f-6f83-408e-9a4b-093efbe02143 service neutron] 10.222.0.69 "GET /v2.0/networks/f64764ef-1d16-4bb9-abcb-ee15625f8d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795324 Jun 11 09:44:12.255735 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-25953374-30bf-4867-8359-2a1ea0c07ee6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:12.269830 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-27b81b90-7a89-4409-a22e-c4384c337303 req-8f2ad506-6da8-4693-b1a6-7b1ea7263ab3 service neutron] 10.222.0.60 "GET /v2.0/networks/8306b3b2-c7c1-4b78-8462-356897eaa70e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3981597 Jun 11 09:44:12.296601 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-9a63ed72-0822-4226-abd3-16fefd5de95e None None] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:12.309692 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-9a63ed72-0822-4226-abd3-16fefd5de95e None None] Transition to ACTIVE for port object a82c68ca-9bc5-4c36-8760-d663de2ac702 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:44:12.339668 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3f945a87-754d-46bc-b3fb-47d1e782e592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:12.396723 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-9a63ed72-0822-4226-abd3-16fefd5de95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:12.398562 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-fef64d73-a8c6-4edf-b0d9-f50e4337bd58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:12.476526 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bf88b325-5b11-4b78-9812-f6d97cb28fb3 req-e680ed87-0c0c-44bf-923e-f0929e5ae11e service neutron] 10.222.0.69 "GET /v2.0/networks/f64764ef-1d16-4bb9-abcb-ee15625f8d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406869 Jun 11 09:44:12.504558 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc810b9-3250-48e0-bb5e-dd2e6322c927 req-f5a70e2a-a582-4cf5-ba51-3631456ce693 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:12.522043 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cdc810b9-3250-48e0-bb5e-dd2e6322c927 req-f5a70e2a-a582-4cf5-ba51-3631456ce693 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe19a04e-7480-44f2-85e4-1ad69ca54cb6 HTTP/1.1" status: 200 len: 944 time: 0.2059925 Jun 11 09:44:12.577607 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b90232-f079-4a20-8f5a-a1b0e98c4a53 None None] Pushing event updated for resources: {'Port': ['ID=a82c68ca-9bc5-4c36-8760-d663de2ac702,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:12.589403 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-26b90232-f079-4a20-8f5a-a1b0e98c4a53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:12.607053 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cdc810b9-3250-48e0-bb5e-dd2e6322c927 req-918c2319-2074-4b40-933a-6d2dd008b8c9 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] 10.222.0.60 "GET /v2.0/security-groups?id=11bbb81f-d5e0-4a93-9cfb-d456f4aef7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840144 Jun 11 09:44:12.696162 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-9a63ed72-0822-4226-abd3-16fefd5de95e None None] Attempting to bind port a82c68ca-9bc5-4c36-8760-d663de2ac702 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:44:12.699879 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-9a63ed72-0822-4226-abd3-16fefd5de95e None None] Attempting to bind port a82c68ca-9bc5-4c36-8760-d663de2ac702 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '5b557a6f-ee49-4b07-a4c0-158e09a12290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '8306b3b2-c7c1-4b78-8462-356897eaa70e'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:44:12.700446 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a63ed72-0822-4226-abd3-16fefd5de95e None None] Attempting to bind port a82c68ca-9bc5-4c36-8760-d663de2ac702 on network 8306b3b2-c7c1-4b78-8462-356897eaa70e {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:44:12.718988 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a63ed72-0822-4226-abd3-16fefd5de95e None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:44:12.725246 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a63ed72-0822-4226-abd3-16fefd5de95e None None] Checking segment: {'id': '5b557a6f-ee49-4b07-a4c0-158e09a12290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '8306b3b2-c7c1-4b78-8462-356897eaa70e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:44:12.725246 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-9a63ed72-0822-4226-abd3-16fefd5de95e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:12.725246 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a63ed72-0822-4226-abd3-16fefd5de95e None None] Bound using segment: {'id': '5b557a6f-ee49-4b07-a4c0-158e09a12290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '8306b3b2-c7c1-4b78-8462-356897eaa70e'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:44:12.725246 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-9a63ed72-0822-4226-abd3-16fefd5de95e None None] Bound port: a82c68ca-9bc5-4c36-8760-d663de2ac702, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b557a6f-ee49-4b07-a4c0-158e09a12290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '8306b3b2-c7c1-4b78-8462-356897eaa70e'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:44:12.725246 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-9a63ed72-0822-4226-abd3-16fefd5de95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:12.895500 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-9a63ed72-0822-4226-abd3-16fefd5de95e None None] For port a82c68ca-9bc5-4c36-8760-d663de2ac702, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:44:12.899278 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-9a63ed72-0822-4226-abd3-16fefd5de95e None None] For port a82c68ca-9bc5-4c36-8760-d663de2ac702, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=a82c68ca-9bc5-4c36-8760-d663de2ac702,segment=NetworkSegment(5b557a6f-ee49-4b07-a4c0-158e09a12290),segment_id=5b557a6f-ee49-4b07-a4c0-158e09a12290)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:44:12.914937 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a5fac-264c-4972-91f0-04957908e071 req-6b7266f2-f74c-421e-88ca-ec340d46a7f9 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:12.919030 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4e0a5fac-264c-4972-91f0-04957908e071 req-6b7266f2-f74c-421e-88ca-ec340d46a7f9 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ce3a764-af8f-4837-9ffe-fc80edb30850 HTTP/1.1" status: 200 len: 943 time: 0.1078899 Jun 11 09:44:12.928005 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3f945a87-754d-46bc-b3fb-47d1e782e592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:12.944539 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f715d21f-c793-4855-8aff-cfc1a72db4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:12.978805 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4e0a5fac-264c-4972-91f0-04957908e071 req-70bdead3-e4b2-4650-822f-a133c590828c tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496404 Jun 11 09:44:12.990574 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-9a63ed72-0822-4226-abd3-16fefd5de95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:13.003482 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:13.009867 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-27b81b90-7a89-4409-a22e-c4384c337303 req-f3c37671-5ab3-4c1d-808f-570694e6fbec service neutron] 10.222.0.60 "GET /v2.0/networks/8306b3b2-c7c1-4b78-8462-356897eaa70e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7368059 Jun 11 09:44:13.074238 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a63ed72-0822-4226-abd3-16fefd5de95e None None] Routers {'d7118f6f-9aab-4125-b378-18f244e7c2f1'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:44:13.074987 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-9a63ed72-0822-4226-abd3-16fefd5de95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:43:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['d7118f6f-9aab-4125-b378-18f244e7c2f1'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:44:13.100630 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-540ac98e-48cc-4820-a1e5-5c3a654ed07e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:13.229960 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3f945a87-754d-46bc-b3fb-47d1e782e592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:13.234418 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3f945a87-754d-46bc-b3fb-47d1e782e592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:13.240769 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-3f945a87-754d-46bc-b3fb-47d1e782e592 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d35df9ed-76e1-4821-b449-9857ba424946 HTTP/1.1" status: 204 len: 168 time: 1.4083128 Jun 11 09:44:13.240769 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a6c33fa5-59fe-43a6-8924-2ef8c1b3b352 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:13.263855 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f945a87-754d-46bc-b3fb-47d1e782e592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35df9ed-76e1-4821-b449-9857ba424946,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:13.263995 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b90232-f079-4a20-8f5a-a1b0e98c4a53 None None] Pushing event updated for resources: {'Port': ['ID=a82c68ca-9bc5-4c36-8760-d663de2ac702,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:13.264101 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3f945a87-754d-46bc-b3fb-47d1e782e592 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:13.272884 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-26b90232-f079-4a20-8f5a-a1b0e98c4a53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:13.287256 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-540ac98e-48cc-4820-a1e5-5c3a654ed07e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:13.295034 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e1b1060a-71a4-40a3-9280-c67d49684a96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:13.321097 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 8474bfdd-bcbb-4fb4-8675-2331d75bd6ab up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:44:13.363856 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540ac98e-48cc-4820-a1e5-5c3a654ed07e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=235a9866-3157-4064-8522-830d9578cd87,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:13.374425 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-540ac98e-48cc-4820-a1e5-5c3a654ed07e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:13.382510 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-540ac98e-48cc-4820-a1e5-5c3a654ed07e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 781} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 09:44:13.409110 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-540ac98e-48cc-4820-a1e5-5c3a654ed07e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:13.409110 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-540ac98e-48cc-4820-a1e5-5c3a654ed07e admin admin] Added segment 2ab14b98-41a1-4b9f-aef2-611307423bc7 of type vlan for network e2f74757-c968-4c5e-a7bd-c4d324755fae Jun 11 09:44:13.474654 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-9a63ed72-0822-4226-abd3-16fefd5de95e None None] Set router d7118f6f-9aab-4125-b378-18f244e7c2f1 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:44:13.535364 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-25953374-30bf-4867-8359-2a1ea0c07ee6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:13.635468 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d3580d29-864d-4ddd-8939-e42d671dc290 req-cb2718f0-cb19-47f2-b2e5-c0b16f44c113 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2f9eff9-fbba-4367-b0de-883742133207 HTTP/1.1" status: 200 len: 210 time: 0.0919361 Jun 11 09:44:13.646310 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-540ac98e-48cc-4820-a1e5-5c3a654ed07e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:13.695771 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-25953374-30bf-4867-8359-2a1ea0c07ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:13.705540 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-039b21d0-7ee4-4a9b-9412-d969144a4e95 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:13.808980 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-9a63ed72-0822-4226-abd3-16fefd5de95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7118f6f-9aab-4125-b378-18f244e7c2f1', 'name': 'tempest-FloatingIPsAssociationTestJSON-913285329-router', 'tenant_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '85a0effd-9698-440e-8280-68136d88e76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:43:48Z', 'updated_at': '2021-06-11T09:44:04Z', 'revision_number': 4, 'project_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'gw_port': {'id': '85a0effd-9698-440e-8280-68136d88e76e', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7118f6f-9aab-4125-b378-18f244e7c2f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:43:50Z', 'updated_at': '2021-06-11T09:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': 'a82c68ca-9bc5-4c36-8760-d663de2ac702', 'name': '', 'network_id': '8306b3b2-c7c1-4b78-8462-356897eaa70e', 'tenant_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'mac_address': 'fa:16:3e:76:fe:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7118f6f-9aab-4125-b378-18f244e7c2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '5bbe8ee4-e19a-4280-9545-f4e3ba21ac03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:44:01Z', 'updated_at': '2021-06-11T09:44:12Z', 'revision_number': 4, 'project_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'subnets': [{'id': '5bbe8ee4-e19a-4280-9545-f4e3ba21ac03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:44:13.813080 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a63ed72-0822-4226-abd3-16fefd5de95e None None] The sync data for ids ['d7118f6f-9aab-4125-b378-18f244e7c2f1'] in n-d-779913-12 is: [{'id': 'd7118f6f-9aab-4125-b378-18f244e7c2f1', 'name': 'tempest-FloatingIPsAssociationTestJSON-913285329-router', 'tenant_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '85a0effd-9698-440e-8280-68136d88e76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:43:48Z', 'updated_at': '2021-06-11T09:44:04Z', 'revision_number': 4, 'project_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'gw_port': {'id': '85a0effd-9698-440e-8280-68136d88e76e', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7118f6f-9aab-4125-b378-18f244e7c2f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:43:50Z', 'updated_at': '2021-06-11T09:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': 'a82c68ca-9bc5-4c36-8760-d663de2ac702', 'name': '', 'network_id': '8306b3b2-c7c1-4b78-8462-356897eaa70e', 'tenant_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'mac_address': 'fa:16:3e:76:fe:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7118f6f-9aab-4125-b378-18f244e7c2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '5bbe8ee4-e19a-4280-9545-f4e3ba21ac03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:44:01Z', 'updated_at': '2021-06-11T09:44:12Z', 'revision_number': 4, 'project_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'subnets': [{'id': '5bbe8ee4-e19a-4280-9545-f4e3ba21ac03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:44:13.844683 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-540ac98e-48cc-4820-a1e5-5c3a654ed07e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:13.847619 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540ac98e-48cc-4820-a1e5-5c3a654ed07e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:13.848337 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-540ac98e-48cc-4820-a1e5-5c3a654ed07e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:13.852875 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:13.902849 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-25953374-30bf-4867-8359-2a1ea0c07ee6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5c4028608d56468abfdc61815ef59c3a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9785879 Jun 11 09:44:13.906617 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 40680) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:44:13.932917 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25953374-30bf-4867-8359-2a1ea0c07ee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21979a08-92bd-4766-b2b5-5bba4409209a,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:13.944204 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-25953374-30bf-4867-8359-2a1ea0c07ee6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:13.947810 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning for port 8474bfdd-bcbb-4fb4-8675-2331d75bd6ab completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:44:13.952625 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port 8474bfdd-bcbb-4fb4-8675-2331d75bd6ab triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:44:13.957180 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:14.145714 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-540ac98e-48cc-4820-a1e5-5c3a654ed07e admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 3.0522296 Jun 11 09:44:14.148942 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 40686) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:44:14.155182 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-2c4d5f8a-ec17-41c8-a49f-80b873f77310 admin admin] Request body: {'subnet': {'network_id': 'e2f74757-c968-4c5e-a7bd-c4d324755fae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1529224064-subnet', 'tenant_id': '10870ee7e1ac4551bbcedb5e3a5a930d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:44:14.165888 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540ac98e-48cc-4820-a1e5-5c3a654ed07e admin admin] Pushing event updated for resources: {'Network': ['ID=e2f74757-c968-4c5e-a7bd-c4d324755fae,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:14.171483 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-540ac98e-48cc-4820-a1e5-5c3a654ed07e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:14.202462 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network e2f74757-c968-4c5e-a7bd-c4d324755fae details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:44:14.242726 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5b2011-77f6-4efc-8948-8d9fbb36ed55 req-ad5dbfad-e8d3-420e-bd7a-1678ab1ef959 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:14.244344 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cd5b2011-77f6-4efc-8948-8d9fbb36ed55 req-ad5dbfad-e8d3-420e-bd7a-1678ab1ef959 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe19a04e-7480-44f2-85e4-1ad69ca54cb6 HTTP/1.1" status: 200 len: 944 time: 0.4721587 Jun 11 09:44:14.276169 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:14.288033 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-15ac602b-fea7-467f-ad04-f6b2fa664915 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:14.373189 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cd5b2011-77f6-4efc-8948-8d9fbb36ed55 req-832eb73d-f2ac-4fb0-bc84-55fabdbd7d5e tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] 10.222.0.60 "GET /v2.0/security-groups?id=11bbb81f-d5e0-4a93-9cfb-d456f4aef7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159275 Jun 11 09:44:14.375635 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-15ac602b-fea7-467f-ad04-f6b2fa664915 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:14.409246 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe19a04e-7480-44f2-85e4-1ad69ca54cb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8474bfdd-bcbb-4fb4-8675-2331d75bd6ab'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:44:14.412217 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-964fef0e-cf77-4f76-9558-f0d570928a92" -d '{"events": [{"server_uuid": "fe19a04e-7480-44f2-85e4-1ad69ca54cb6", "name": "network-vif-plugged", "status": "completed", "tag": "8474bfdd-bcbb-4fb4-8675-2331d75bd6ab"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:44:14.423321 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d64b59-39b8-489c-ae21-f9db12b230e5 req-50370579-849c-43d6-9dc4-71bc0c9fa0f2 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:14.431384 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-94d64b59-39b8-489c-ae21-f9db12b230e5 req-50370579-849c-43d6-9dc4-71bc0c9fa0f2 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ce3a764-af8f-4837-9ffe-fc80edb30850 HTTP/1.1" status: 200 len: 943 time: 0.2305062 Jun 11 09:44:14.462933 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c4d5f8a-ec17-41c8-a49f-80b873f77310 admin admin] Made reservation on behalf of 10870ee7e1ac4551bbcedb5e3a5a930d for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:44:14.462933 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2c4d5f8a-ec17-41c8-a49f-80b873f77310 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:14.480829 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 8474bfdd-bcbb-4fb4-8675-2331d75bd6ab, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=8474bfdd-bcbb-4fb4-8675-2331d75bd6ab,segment=NetworkSegment(f1ba1393-2bbe-436f-8827-2ad0577d069a),segment_id=f1ba1393-2bbe-436f-8827-2ad0577d069a)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:44:14.570899 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 40694) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:44:14.618625 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:14.620714 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:14.692427 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-15ac602b-fea7-467f-ad04-f6b2fa664915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:14.695320 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-15ac602b-fea7-467f-ad04-f6b2fa664915 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:14.699147 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-15ac602b-fea7-467f-ad04-f6b2fa664915 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/21979a08-92bd-4766-b2b5-5bba4409209a HTTP/1.1" status: 204 len: 168 time: 0.7894969 Jun 11 09:44:14.712703 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5060bdf7-c3ab-4a03-a5ce-91f2dae30c08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:14.720470 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-94d64b59-39b8-489c-ae21-f9db12b230e5 req-2016d95c-4ad4-40a8-bdbb-6f6fdecb0501 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880456 Jun 11 09:44:14.741492 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-1e3d8a1e-d6dd-48ad-a519-a67b6d47f892 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=eb7815354075453e81698c52d5fc79cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1580627 Jun 11 09:44:14.743525 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ac602b-fea7-467f-ad04-f6b2fa664915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21979a08-92bd-4766-b2b5-5bba4409209a,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:14.745287 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 40702) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:44:14.748901 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-15ac602b-fea7-467f-ad04-f6b2fa664915 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:14.802559 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=8474bfdd-bcbb-4fb4-8675-2331d75bd6ab,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:14.812434 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:14.827218 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9d6acd-5ab1-4e44-a677-0a3893009f96 req-67c22f24-f5db-4cf2-a663-ac8ddf27b2e8 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:14.834712 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fe9d6acd-5ab1-4e44-a677-0a3893009f96 req-67c22f24-f5db-4cf2-a663-ac8ddf27b2e8 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=38c6c614-27f4-461f-b2e5-2fd3163ed925 HTTP/1.1" status: 200 len: 945 time: 0.2726817 Jun 11 09:44:14.872741 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c162aeae-556c-4b8b-b8d7-d8ca975689d6 x-openstack-request-id: req-c162aeae-556c-4b8b-b8d7-d8ca975689d6 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:44:14.873049 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe19a04e-7480-44f2-85e4-1ad69ca54cb6", "name": "network-vif-plugged", "status": "completed", "tag": "8474bfdd-bcbb-4fb4-8675-2331d75bd6ab", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:44:14.873322 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c162aeae-556c-4b8b-b8d7-d8ca975689d6 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:44:14.878963 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe19a04e-7480-44f2-85e4-1ad69ca54cb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8474bfdd-bcbb-4fb4-8675-2331d75bd6ab', 'code': 200} Jun 11 09:44:14.939451 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6719fd8c-6fba-4dc5-af79-fc196ac18065 req-8b77f55d-9343-4681-a1c0-9faa5220f966 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:14.945103 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6719fd8c-6fba-4dc5-af79-fc196ac18065 req-8b77f55d-9343-4681-a1c0-9faa5220f966 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.64 "GET /v2.0/ports?device_id=38c6c614-27f4-461f-b2e5-2fd3163ed925 HTTP/1.1" status: 200 len: 945 time: 0.3360376 Jun 11 09:44:14.971453 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4a57ab2e-530e-4834-a970-4c3bf20b1791 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:14.987151 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fe9d6acd-5ab1-4e44-a677-0a3893009f96 req-3bef348b-d762-4d8a-9e45-2b327efbe928 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515820 Jun 11 09:44:15.026192 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4a57ab2e-530e-4834-a970-4c3bf20b1791 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:15.230100 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4a57ab2e-530e-4834-a970-4c3bf20b1791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:15.235228 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4a57ab2e-530e-4834-a970-4c3bf20b1791 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:15.240156 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-4a57ab2e-530e-4834-a970-4c3bf20b1791 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/51f04170-5431-4a94-81a7-a05ef64a5d00 HTTP/1.1" status: 204 len: 168 time: 0.4900002 Jun 11 09:44:15.240156 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-024df237-9eaa-47df-8e7b-3ad8549be95a tempest-ServersAdminTestJSON-332299916 tempest-ServersAdminTestJSON-332299916-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:15.264374 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57ab2e-530e-4834-a970-4c3bf20b1791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f04170-5431-4a94-81a7-a05ef64a5d00,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:15.269521 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4a57ab2e-530e-4834-a970-4c3bf20b1791 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:15.306368 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d53995ea-b9bb-4fd1-bc2a-47e3f3f1caf4 req-5c0ce0ff-fa3b-4f6f-8e19-7601e21e37e6 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2f9eff9-fbba-4367-b0de-883742133207 HTTP/1.1" status: 200 len: 210 time: 0.3113532 Jun 11 09:44:15.372713 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device a82c68ca-9bc5-4c36-8760-d663de2ac702 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:44:15.473532 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8edd621-7989-48fa-8b29-9356fdb11795 req-7f9b5ff5-dee0-49e3-8e4a-77ce6f6bf254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:15.477205 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c8edd621-7989-48fa-8b29-9356fdb11795 req-7f9b5ff5-dee0-49e3-8e4a-77ce6f6bf254 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fe19a04e-7480-44f2-85e4-1ad69ca54cb6 HTTP/1.1" status: 200 len: 1097 time: 0.4860525 Jun 11 09:44:15.481990 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-6719fd8c-6fba-4dc5-af79-fc196ac18065 req-b98b275a-970a-4b2e-a1b4-ef32e6cbd57f tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Deleting port 2144b4ad-944a-49ca-91b2-c333f7af0206 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:44:15.485979 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-6719fd8c-6fba-4dc5-af79-fc196ac18065 req-b98b275a-970a-4b2e-a1b4-ef32e6cbd57f tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:15.584346 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port a82c68ca-9bc5-4c36-8760-d663de2ac702 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:44:15.589298 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port a82c68ca-9bc5-4c36-8760-d663de2ac702 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:44:15.589298 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:15.620377 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2c4d5f8a-ec17-41c8-a49f-80b873f77310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:15.622262 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c8edd621-7989-48fa-8b29-9356fdb11795 req-628ec758-1155-4290-a13a-f8132de4a749 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=11bbb81f-d5e0-4a93-9cfb-d456f4aef7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287308 Jun 11 09:44:15.712100 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ba343d-d2d8-411b-835b-e3a92cbc2d8e req-a4b9478f-b698-4e27-a369-cb02f1039957 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:15.726950 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e9ba343d-d2d8-411b-835b-e3a92cbc2d8e req-a4b9478f-b698-4e27-a369-cb02f1039957 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe19a04e-7480-44f2-85e4-1ad69ca54cb6 HTTP/1.1" status: 200 len: 945 time: 0.1503849 Jun 11 09:44:15.744148 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:15.781974 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e9ba343d-d2d8-411b-835b-e3a92cbc2d8e req-0a39c8dc-9d13-4c7d-a9d5-564da156d22c tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] 10.222.0.60 "GET /v2.0/security-groups?id=11bbb81f-d5e0-4a93-9cfb-d456f4aef7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559769 Jun 11 09:44:15.837166 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-54925903-23f1-416b-992b-604e523d1056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:15.847081 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:15.914413 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port a82c68ca-9bc5-4c36-8760-d663de2ac702, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=a82c68ca-9bc5-4c36-8760-d663de2ac702,segment=NetworkSegment(5b557a6f-ee49-4b07-a4c0-158e09a12290),segment_id=5b557a6f-ee49-4b07-a4c0-158e09a12290)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:44:15.945129 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4d5f8a-ec17-41c8-a49f-80b873f77310 admin admin] Checking segment: {'id': '2ab14b98-41a1-4b9f-aef2-611307423bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'e2f74757-c968-4c5e-a7bd-c4d324755fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:44:15.945129 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4d5f8a-ec17-41c8-a49f-80b873f77310 admin admin] Network hostable DHCP agents. Network: e2f74757-c968-4c5e-a7bd-c4d324755fae, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 09:44:15.945672 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-6719fd8c-6fba-4dc5-af79-fc196ac18065 req-b98b275a-970a-4b2e-a1b4-ef32e6cbd57f tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] For port 2144b4ad-944a-49ca-91b2-c333f7af0206, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=2144b4ad-944a-49ca-91b2-c333f7af0206,segment=NetworkSegment(56281ee1-4859-40f0-b2a0-2c2117bfda04),segment_id=56281ee1-4859-40f0-b2a0-2c2117bfda04)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:44:15.945792 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-6719fd8c-6fba-4dc5-af79-fc196ac18065 req-b98b275a-970a-4b2e-a1b4-ef32e6cbd57f tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:15.951996 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:15.954454 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4d5f8a-ec17-41c8-a49f-80b873f77310 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9e89ad9-88c2-458f-9d49-e4922ecc48d8,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:15.963075 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2c4d5f8a-ec17-41c8-a49f-80b873f77310 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:16.032706 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:16.039209 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-fef64d73-a8c6-4edf-b0d9-f50e4337bd58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:16.082790 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-6719fd8c-6fba-4dc5-af79-fc196ac18065 req-b98b275a-970a-4b2e-a1b4-ef32e6cbd57f tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Calling delete_port for 2144b4ad-944a-49ca-91b2-c333f7af0206 owned by compute:nova {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:44:16.093535 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4d5f8a-ec17-41c8-a49f-80b873f77310 admin admin] Network e2f74757-c968-4c5e-a7bd-c4d324755fae is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 09:44:16.238892 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=a82c68ca-9bc5-4c36-8760-d663de2ac702,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:16.252399 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-2c4d5f8a-ec17-41c8-a49f-80b873f77310 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, e2f74757-c968-4c5e-a7bd-c4d324755fae) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:44:16.254337 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:16.262812 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4d5f8a-ec17-41c8-a49f-80b873f77310 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:16.263433 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2c4d5f8a-ec17-41c8-a49f-80b873f77310 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:16.281530 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4235381a-8657-4f17-91dc-2732cb642150 None None] Network e2f74757-c968-4c5e-a7bd-c4d324755fae requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:44:16.372589 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc34c59b-d6be-4214-afed-0dc8c83f49c4 req-8eff35de-6b6e-4114-941d-05c1d0e1b0a3 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:16.380678 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-dc34c59b-d6be-4214-afed-0dc8c83f49c4 req-8eff35de-6b6e-4114-941d-05c1d0e1b0a3 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ce3a764-af8f-4837-9ffe-fc80edb30850 HTTP/1.1" status: 200 len: 943 time: 0.2928588 Jun 11 09:44:16.445909 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-dc34c59b-d6be-4214-afed-0dc8c83f49c4 req-a9cbd198-a94b-48ba-b8bb-c629319f6e69 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641649 Jun 11 09:44:16.573601 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1604cf4-6bd2-4723-9ad5-e9ca4dab18de req-fec02a82-3ce4-4ba8-84d3-382dd96fe5e6 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:16.580413 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f1604cf4-6bd2-4723-9ad5-e9ca4dab18de req-fec02a82-3ce4-4ba8-84d3-382dd96fe5e6 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=38c6c614-27f4-461f-b2e5-2fd3163ed925 HTTP/1.1" status: 200 len: 945 time: 0.3135121 Jun 11 09:44:16.599053 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0675fd-0295-441f-bf40-066eabf412c3 None None] Network e2f74757-c968-4c5e-a7bd-c4d324755fae requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:44:16.655759 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-2c4d5f8a-ec17-41c8-a49f-80b873f77310 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.5038152 Jun 11 09:44:16.672670 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f1604cf4-6bd2-4723-9ad5-e9ca4dab18de req-8e1e36a4-c9ad-4119-8465-ce5de24cd518 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835478 Jun 11 09:44:16.704886 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f96b295e-678f-4441-9ffd-90ebab5dadc2 req-1321edca-248f-4c60-ac0d-7541369bcada tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2f9eff9-fbba-4367-b0de-883742133207 HTTP/1.1" status: 200 len: 210 time: 0.0796738 Jun 11 09:44:16.735310 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-6719fd8c-6fba-4dc5-af79-fc196ac18065 req-b98b275a-970a-4b2e-a1b4-ef32e6cbd57f tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:16.777857 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ddb9b6f5-d229-4a8d-a70d-7868758ea10f tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:16.849052 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98b275a-970a-4b2e-a1b4-ef32e6cbd57f tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Pushing event deleted for resources: {'Port': ['ID=2144b4ad-944a-49ca-91b2-c333f7af0206,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:16.860827 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b98b275a-970a-4b2e-a1b4-ef32e6cbd57f tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:16.984242 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-6719fd8c-6fba-4dc5-af79-fc196ac18065 req-b98b275a-970a-4b2e-a1b4-ef32e6cbd57f tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] No DVR routers for this DVR port 2144b4ad-944a-49ca-91b2-c333f7af0206 on host n-h1-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:44:16.987049 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-6719fd8c-6fba-4dc5-af79-fc196ac18065 req-b98b275a-970a-4b2e-a1b4-ef32e6cbd57f tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:16.990894 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6719fd8c-6fba-4dc5-af79-fc196ac18065 req-b98b275a-970a-4b2e-a1b4-ef32e6cbd57f tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.64 "DELETE /v2.0/ports/2144b4ad-944a-49ca-91b2-c333f7af0206 HTTP/1.1" status: 204 len: 173 time: 1.9951577 Jun 11 09:44:16.991545 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c6c614-27f4-461f-b2e5-2fd3163ed925', 'name': 'network-vif-deleted', 'tag': '2144b4ad-944a-49ca-91b2-c333f7af0206'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:44:16.994533 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-057ed51a-ce59-4a4a-bb18-e03eebefa83d" -d '{"events": [{"server_uuid": "38c6c614-27f4-461f-b2e5-2fd3163ed925", "name": "network-vif-deleted", "tag": "2144b4ad-944a-49ca-91b2-c333f7af0206"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:44:17.019145 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:17.082079 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd02022-266d-4ae1-87e5-3db808f510c4 x-openstack-request-id: req-1dd02022-266d-4ae1-87e5-3db808f510c4 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:44:17.082414 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38c6c614-27f4-461f-b2e5-2fd3163ed925", "name": "network-vif-deleted", "tag": "2144b4ad-944a-49ca-91b2-c333f7af0206", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:44:17.082701 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1dd02022-266d-4ae1-87e5-3db808f510c4 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:44:17.083268 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38c6c614-27f4-461f-b2e5-2fd3163ed925', 'name': 'network-vif-deleted', 'tag': '2144b4ad-944a-49ca-91b2-c333f7af0206', 'status': 'completed', 'code': 200} Jun 11 09:44:17.106758 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 40760) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:44:17.180917 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff8fe2d-d885-45f4-a5f5-7189a62b5b1a req-05ec7d78-a530-4f52-9307-d2686c070b40 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:17.182510 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-dff8fe2d-d885-45f4-a5f5-7189a62b5b1a req-05ec7d78-a530-4f52-9307-d2686c070b40 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe19a04e-7480-44f2-85e4-1ad69ca54cb6 HTTP/1.1" status: 200 len: 945 time: 0.1163235 Jun 11 09:44:17.236318 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-dff8fe2d-d885-45f4-a5f5-7189a62b5b1a req-3d127941-5ba9-4f8d-8ad4-63401d6796c1 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] 10.222.0.60 "GET /v2.0/security-groups?id=11bbb81f-d5e0-4a93-9cfb-d456f4aef7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466020 Jun 11 09:44:17.240244 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device a82c68ca-9bc5-4c36-8760-d663de2ac702 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:44:17.259363 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-b838943c-8883-4855-8efc-bd4be4cefb7d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-965892627-network', 'tenant_id': '5837db8aa3a04394960eca4b4d599a6a'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:44:17.304065 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port a82c68ca-9bc5-4c36-8760-d663de2ac702 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:44:17.320643 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:17.334507 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 2144b4ad-944a-49ca-91b2-c333f7af0206 no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:44:17.384662 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] No Port match for: 2144b4ad-944a-49ca-91b2-c333f7af0206 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:44:17.385017 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 2144b4ad-944a-49ca-91b2-c333f7af0206 not bound to the agent host n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:44:17.612606 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b838943c-8883-4855-8efc-bd4be4cefb7d admin admin] Made reservation on behalf of 5837db8aa3a04394960eca4b4d599a6a for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:44:17.615483 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b838943c-8883-4855-8efc-bd4be4cefb7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:17.647602 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f98b5e-f2e8-402d-92fc-ea6629766847 req-f1cc20f5-2791-42b4-ad1d-3e1794c27754 tempest-ServerAddressesNegativeTestJSON-689532097 tempest-ServerAddressesNegativeTestJSON-689532097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:17.647602 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-40f98b5e-f2e8-402d-92fc-ea6629766847 req-f1cc20f5-2791-42b4-ad1d-3e1794c27754 tempest-ServerAddressesNegativeTestJSON-689532097 tempest-ServerAddressesNegativeTestJSON-689532097-project] 10.222.0.60 "GET /v2.0/networks?id=e2f74757-c968-4c5e-a7bd-c4d324755fae HTTP/1.1" status: 200 len: 822 time: 0.1507041 Jun 11 09:44:17.647602 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b838943c-8883-4855-8efc-bd4be4cefb7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:17.671668 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed11a4cd-71f5-4669-9667-8cc7a4cb273f req-92b89146-29b8-4724-ab42-542e68c6c4d4 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:17.680627 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ed11a4cd-71f5-4669-9667-8cc7a4cb273f req-92b89146-29b8-4724-ab42-542e68c6c4d4 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ce3a764-af8f-4837-9ffe-fc80edb30850 HTTP/1.1" status: 200 len: 943 time: 0.1084020 Jun 11 09:44:17.738525 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ed11a4cd-71f5-4669-9667-8cc7a4cb273f req-362b01c0-b0bc-4965-9305-774f41b763de tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566576 Jun 11 09:44:17.763868 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b838943c-8883-4855-8efc-bd4be4cefb7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:17.775203 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-40f98b5e-f2e8-402d-92fc-ea6629766847 req-8c2a846f-6ea3-4ddd-a96e-b00cd54e9f27 tempest-ServerAddressesNegativeTestJSON-689532097 tempest-ServerAddressesNegativeTestJSON-689532097-project] 10.222.0.60 "GET /v2.0/quotas/10870ee7e1ac4551bbcedb5e3a5a930d HTTP/1.1" status: 200 len: 375 time: 0.1177380 Jun 11 09:44:17.835448 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-40f98b5e-f2e8-402d-92fc-ea6629766847 req-9e17ec0b-fc8e-4ace-a526-17ae38441e15 tempest-ServerAddressesNegativeTestJSON-689532097 tempest-ServerAddressesNegativeTestJSON-689532097-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=10870ee7e1ac4551bbcedb5e3a5a930d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0588174 Jun 11 09:44:17.842361 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b838943c-8883-4855-8efc-bd4be4cefb7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:17.856979 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-63d703e9-9b8c-4d5b-b84a-e27b04ee6e9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:17.914526 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b838943c-8883-4855-8efc-bd4be4cefb7d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 790} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 09:44:17.963295 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b838943c-8883-4855-8efc-bd4be4cefb7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1081e40e-86de-44cd-ba88-36ce303a591e,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:17.966448 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b838943c-8883-4855-8efc-bd4be4cefb7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:17.967815 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b838943c-8883-4855-8efc-bd4be4cefb7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:17.968155 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-b838943c-8883-4855-8efc-bd4be4cefb7d admin admin] Added segment cbaee97a-9e0b-4b2c-900c-4c5d4457e292 of type vlan for network 7b4c8197-b24a-42b4-a9d3-572a2b9ff4c4 Jun 11 09:44:18.011107 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-78d82a08-73be-4517-919c-32e2f3d7a7f1 req-ea2492dd-5923-4e65-bdaa-f9fd33516648 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=38c6c614-27f4-461f-b2e5-2fd3163ed925 HTTP/1.1" status: 200 len: 210 time: 0.0876625 Jun 11 09:44:18.184179 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b838943c-8883-4855-8efc-bd4be4cefb7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:18.219935 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b81b90-7a89-4409-a22e-c4384c337303 req-ebb0f842-23e2-41f1-989d-b9fd1e71eac0 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:18.221461 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-27b81b90-7a89-4409-a22e-c4384c337303 req-ebb0f842-23e2-41f1-989d-b9fd1e71eac0 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.64 "GET /v2.0/networks?id=8306b3b2-c7c1-4b78-8462-356897eaa70e HTTP/1.1" status: 200 len: 820 time: 0.3839004 Jun 11 09:44:18.237622 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-27b81b90-7a89-4409-a22e-c4384c337303 req-e7a2c658-6058-44d7-be37-39e8cc04c3d0 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Request body: {'port': {'device_id': 'a2f9eff9-fbba-4367-b0de-883742133207', 'network_id': '8306b3b2-c7c1-4b78-8462-356897eaa70e', 'admin_state_up': True, 'tenant_id': '9e00f0b8050a4c758f9c2d03d3f429fa'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:44:18.258628 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:18.263717 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1a137622-f6c4-40f7-a9e4-01e784046f74 req-f5c9195e-4510-4101-8e80-cbabe029adf4 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2f9eff9-fbba-4367-b0de-883742133207 HTTP/1.1" status: 200 len: 210 time: 0.0553567 Jun 11 09:44:18.322434 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-40f98b5e-f2e8-402d-92fc-ea6629766847 req-8c1842d3-0110-445c-ab77-a327a22e8ec7 service neutron] 10.222.0.60 "GET /v2.0/networks/e2f74757-c968-4c5e-a7bd-c4d324755fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4860895 Jun 11 09:44:18.535601 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba455f-81d9-48fd-be62-6979f914eb54 req-691cc6d6-cab3-4c0b-9615-8c40444c6e36 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:18.544797 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-26ba455f-81d9-48fd-be62-6979f914eb54 req-691cc6d6-cab3-4c0b-9615-8c40444c6e36 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe19a04e-7480-44f2-85e4-1ad69ca54cb6 HTTP/1.1" status: 200 len: 945 time: 0.1083562 Jun 11 09:44:18.604800 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-26ba455f-81d9-48fd-be62-6979f914eb54 req-62a977b4-9d04-4492-88e9-f454f7d288e9 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] 10.222.0.60 "GET /v2.0/security-groups?id=11bbb81f-d5e0-4a93-9cfb-d456f4aef7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586975 Jun 11 09:44:19.038254 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b838943c-8883-4855-8efc-bd4be4cefb7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:19.047702 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f560f56-3e97-488f-81b8-bafc7daf0709 req-67082375-70f7-4bd4-97e0-0ddf4ef2f32e tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:19.050030 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b838943c-8883-4855-8efc-bd4be4cefb7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:19.050612 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b838943c-8883-4855-8efc-bd4be4cefb7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:19.061962 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0f560f56-3e97-488f-81b8-bafc7daf0709 req-67082375-70f7-4bd4-97e0-0ddf4ef2f32e tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe19a04e-7480-44f2-85e4-1ad69ca54cb6 HTTP/1.1" status: 200 len: 945 time: 0.1656566 Jun 11 09:44:19.064323 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 40816) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:44:19.072794 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:19.077539 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-1a0380f6-76ff-4add-99dc-127d381434ed tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Request body: {'floatingip': {'port_id': '8474bfdd-bcbb-4fb4-8675-2331d75bd6ab'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:44:19.188551 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-b838943c-8883-4855-8efc-bd4be4cefb7d admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.0805540 Jun 11 09:44:19.192919 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 40822) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:44:19.201667 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-62cbe427-353a-4425-8a7a-e3b3224b010d admin admin] Request body: {'subnet': {'network_id': '7b4c8197-b24a-42b4-a9d3-572a2b9ff4c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-965892627-subnet', 'tenant_id': '5837db8aa3a04394960eca4b4d599a6a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:44:19.218453 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1a0380f6-76ff-4add-99dc-127d381434ed tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Notify callbacks [] for floatingip, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:19.220752 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-40f98b5e-f2e8-402d-92fc-ea6629766847 req-a041349d-1a25-4ca0-bef6-17d414b02763 service neutron] 10.222.0.60 "GET /v2.0/networks/e2f74757-c968-4c5e-a7bd-c4d324755fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8811953 Jun 11 09:44:19.291025 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b838943c-8883-4855-8efc-bd4be4cefb7d admin admin] Pushing event updated for resources: {'Network': ['ID=7b4c8197-b24a-42b4-a9d3-572a2b9ff4c4,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:19.293945 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b838943c-8883-4855-8efc-bd4be4cefb7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:19.303065 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 7b4c8197-b24a-42b4-a9d3-572a2b9ff4c4 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:44:19.856299 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3b535a86-5aea-48d4-8e17-66b436373efc req-68c1d40e-9ed3-4d0c-a15b-a737f4dd526d tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2f9eff9-fbba-4367-b0de-883742133207 HTTP/1.1" status: 200 len: 210 time: 0.0481126 Jun 11 09:44:20.007436 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a6b1bfbf-ea59-45af-be4a-59d80130b449 req-1992503c-911b-4ff7-aa01-2bd3e34495fc tempest-ServerAddressesNegativeTestJSON-689532097 tempest-ServerAddressesNegativeTestJSON-689532097-project] 10.222.0.60 "GET /v2.0/ports?device_id=50724db0-85b9-4ebd-8895-eea18978d2b8 HTTP/1.1" status: 200 len: 210 time: 0.0439584 Jun 11 09:44:20.011522 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.db.api [None req-62cbe427-353a-4425-8a7a-e3b3224b010d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 11 09:44:20.011522 n-d-779913-12 neutron-server[93176]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 11 09:44:20.011522 n-d-779913-12 neutron-server[93176]: [parameters: {'project_id': '5837db8aa3a04394960eca4b4d599a6a', 'id': '5a7e20e0-e5ea-4c7c-9005-d204fcd8b6b1', 'expiration': datetime.datetime(2021, 6, 11, 9, 46, 19, 938267)}] Jun 11 09:44:20.011522 n-d-779913-12 neutron-server[93176]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 09:44:20.012458 n-d-779913-12 neutron-server[93176]: DEBUG oslo_db.api [None req-62cbe427-353a-4425-8a7a-e3b3224b010d admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 09:44:20.116825 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.db.resource_extend [None req-1a0380f6-76ff-4add-99dc-127d381434ed tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 11 09:44:20.215163 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51be197-1273-4fff-a0b7-bcd4a9126cf7 req-b91049a6-3c94-4a23-b475-e98e4e6d51e3 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:20.222748 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c51be197-1273-4fff-a0b7-bcd4a9126cf7 req-b91049a6-3c94-4a23-b475-e98e4e6d51e3 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ce3a764-af8f-4837-9ffe-fc80edb30850 HTTP/1.1" status: 200 len: 943 time: 0.7006536 Jun 11 09:44:20.226557 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1a0380f6-76ff-4add-99dc-127d381434ed tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:20.278657 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c51be197-1273-4fff-a0b7-bcd4a9126cf7 req-e176214e-b421-4ead-a660-04fe6ab2f546 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549984 Jun 11 09:44:20.327778 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27b81b90-7a89-4409-a22e-c4384c337303 req-e7a2c658-6058-44d7-be37-39e8cc04c3d0 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Made reservation on behalf of 9e00f0b8050a4c758f9c2d03d3f429fa for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:44:20.335303 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-27b81b90-7a89-4409-a22e-c4384c337303 req-e7a2c658-6058-44d7-be37-39e8cc04c3d0 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:20.402042 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1a0380f6-76ff-4add-99dc-127d381434ed tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:20.655464 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [req-27b81b90-7a89-4409-a22e-c4384c337303 req-e7a2c658-6058-44d7-be37-39e8cc04c3d0 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Allocated IP 172.20.0.11 (8306b3b2-c7c1-4b78-8462-356897eaa70e/5bbe8ee4-e19a-4280-9545-f4e3ba21ac03/eadae33e-f095-4f7c-9ab4-6c7a354f6f90) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:44:20.812882 n-d-779913-12 neutron-server[93176]: INFO neutron.db.l3_db [None req-1a0380f6-76ff-4add-99dc-127d381434ed tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Floating IP e0bcb7f8-877e-4244-b3d0-2d0c0f95ccfd associated. External IP: 172.25.4.27, port: 8474bfdd-bcbb-4fb4-8675-2331d75bd6ab. Jun 11 09:44:20.966011 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-27b81b90-7a89-4409-a22e-c4384c337303 req-e7a2c658-6058-44d7-be37-39e8cc04c3d0 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:20.986996 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-27b81b90-7a89-4409-a22e-c4384c337303 req-e7a2c658-6058-44d7-be37-39e8cc04c3d0 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Transition to ACTIVE for port object eadae33e-f095-4f7c-9ab4-6c7a354f6f90 will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:44:21.035479 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62cbe427-353a-4425-8a7a-e3b3224b010d admin admin] Made reservation on behalf of 5837db8aa3a04394960eca4b4d599a6a for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:44:21.039327 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-62cbe427-353a-4425-8a7a-e3b3224b010d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:21.140083 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-27b81b90-7a89-4409-a22e-c4384c337303 req-e7a2c658-6058-44d7-be37-39e8cc04c3d0 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:21.185102 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e75866e2-5a54-4be3-a422-453d3b5583bc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:21.273978 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a2c658-6058-44d7-be37-39e8cc04c3d0 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Pushing event updated for resources: {'Port': ['ID=eadae33e-f095-4f7c-9ab4-6c7a354f6f90,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:21.278170 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e7a2c658-6058-44d7-be37-39e8cc04c3d0 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:21.346181 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27b81b90-7a89-4409-a22e-c4384c337303 req-e7a2c658-6058-44d7-be37-39e8cc04c3d0 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Network 8306b3b2-c7c1-4b78-8462-356897eaa70e is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:44:21.369633 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52ca2e3-726c-45bd-a8ab-1c12fbea7399 req-27993fed-c2a3-48b3-979f-55dc64a06275 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:21.371869 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c52ca2e3-726c-45bd-a8ab-1c12fbea7399 req-27993fed-c2a3-48b3-979f-55dc64a06275 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcb572c-3b00-4f8d-8049-6bc52799374c HTTP/1.1" status: 200 len: 944 time: 0.3370030 Jun 11 09:44:21.394196 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc203ea4-d14f-4734-b194-6e7fe03100fd req-f2ab843f-e917-4a58-86d2-f706c3ad13c9 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:21.397093 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cc203ea4-d14f-4734-b194-6e7fe03100fd req-f2ab843f-e917-4a58-86d2-f706c3ad13c9 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bcb572c-3b00-4f8d-8049-6bc52799374c HTTP/1.1" status: 200 len: 944 time: 0.2789531 Jun 11 09:44:21.399243 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [req-27b81b90-7a89-4409-a22e-c4384c337303 req-e7a2c658-6058-44d7-be37-39e8cc04c3d0 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:44:21.455054 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device a50615cd-da31-4b6d-a338-e4161a1af7f5 details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:44:21.580582 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-27b81b90-7a89-4409-a22e-c4384c337303 req-e7a2c658-6058-44d7-be37-39e8cc04c3d0 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:44:21.720444 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port a50615cd-da31-4b6d-a338-e4161a1af7f5, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=a50615cd-da31-4b6d-a338-e4161a1af7f5,segment=NetworkSegment(9149788d-877e-41af-83c2-5ce6b1848f17),segment_id=9149788d-877e-41af-83c2-5ce6b1848f17)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:44:21.737424 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': 'a50615cd-da31-4b6d-a338-e4161a1af7f5', 'network_id': 'f64764ef-1d16-4bb9-abcb-ee15625f8d04', 'port_id': 'a50615cd-da31-4b6d-a338-e4161a1af7f5', 'mac_address': 'fa:16:3e:ad:e4:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f707fbf9-d6b5-48f4-b1c1-e5fd7bd963f6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:44:21.811390 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c52ca2e3-726c-45bd-a8ab-1c12fbea7399 req-2b559874-0ac4-4342-b751-d8bd58de2c38 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3931401 Jun 11 09:44:21.815098 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:21.843717 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a50615cd-da31-4b6d-a338-e4161a1af7f5 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:44:21.873480 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port a50615cd-da31-4b6d-a338-e4161a1af7f5, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=a50615cd-da31-4b6d-a338-e4161a1af7f5,segment=NetworkSegment(9149788d-877e-41af-83c2-5ce6b1848f17),segment_id=9149788d-877e-41af-83c2-5ce6b1848f17)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:44:21.888628 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b81b90-7a89-4409-a22e-c4384c337303 req-e7a2c658-6058-44d7-be37-39e8cc04c3d0 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:21.893847 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-27b81b90-7a89-4409-a22e-c4384c337303 req-e7a2c658-6058-44d7-be37-39e8cc04c3d0 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:21.923963 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a0380f6-76ff-4add-99dc-127d381434ed tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Router d7fdfdca-ef40-4cfd-bb95-82ce929d21bb has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 09:44:21.939231 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b37b81-c454-46f7-861c-c6660f91d8be req-d88dfd57-ed65-4440-8158-140f5e5066d2 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:21.940837 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c1b37b81-c454-46f7-861c-c6660f91d8be req-d88dfd57-ed65-4440-8158-140f5e5066d2 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2f9eff9-fbba-4367-b0de-883742133207 HTTP/1.1" status: 200 len: 932 time: 0.7307920 Jun 11 09:44:21.960891 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:21.964520 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:21.983268 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-cc203ea4-d14f-4734-b194-6e7fe03100fd req-cf8c01d6-c583-4222-a390-1da38737ccaf tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Deleting port 74cebd76-aca3-45ac-9c8a-b7e9d0de0e85 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:44:21.989301 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-cc203ea4-d14f-4734-b194-6e7fe03100fd req-cf8c01d6-c583-4222-a390-1da38737ccaf tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:22.052968 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=a50615cd-da31-4b6d-a338-e4161a1af7f5,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:22.058049 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:22.059599 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-76a73f10-5bdb-42ef-817d-d1d6eda9ae1e None None] Provisioning for port eadae33e-f095-4f7c-9ab4-6c7a354f6f90 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:44:22.065065 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-76a73f10-5bdb-42ef-817d-d1d6eda9ae1e None None] Provisioning complete for port eadae33e-f095-4f7c-9ab4-6c7a354f6f90 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:44:22.075291 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-76a73f10-5bdb-42ef-817d-d1d6eda9ae1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:22.082609 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b1097e78-f381-4fa5-830e-7e7fe717e02d req-ebfed8a4-50fc-4a5d-887d-5ec581ffc3aa tempest-ServerAddressesNegativeTestJSON-689532097 tempest-ServerAddressesNegativeTestJSON-689532097-project] 10.222.0.60 "GET /v2.0/ports?device_id=50724db0-85b9-4ebd-8895-eea18978d2b8 HTTP/1.1" status: 200 len: 210 time: 0.0917490 Jun 11 09:44:22.097378 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-27b81b90-7a89-4409-a22e-c4384c337303 req-e7a2c658-6058-44d7-be37-39e8cc04c3d0 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8671980 Jun 11 09:44:22.115557 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-76a73f10-5bdb-42ef-817d-d1d6eda9ae1e None None] Port eadae33e-f095-4f7c-9ab4-6c7a354f6f90 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:44:22.160385 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-27b81b90-7a89-4409-a22e-c4384c337303 req-91821ed1-a561-4730-8b51-f16a375e2ef9 service neutron] Request body: {'port': {'device_id': 'a2f9eff9-fbba-4367-b0de-883742133207', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-12'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:44:22.209568 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c1b37b81-c454-46f7-861c-c6660f91d8be req-4e008d6b-5a40-4d6a-8590-7386fc0fd90c tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.60 "GET /v2.0/security-groups?id=09f483c6-cf52-4168-b2e6-1a9686fe8b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044535 Jun 11 09:44:22.281202 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-62cbe427-353a-4425-8a7a-e3b3224b010d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:22.362134 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:22.375557 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['a50615cd-da31-4b6d-a338-e4161a1af7f5'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:44:22.407679 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-cc203ea4-d14f-4734-b194-6e7fe03100fd req-cf8c01d6-c583-4222-a390-1da38737ccaf tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] For port 74cebd76-aca3-45ac-9c8a-b7e9d0de0e85, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=74cebd76-aca3-45ac-9c8a-b7e9d0de0e85,segment=NetworkSegment(56281ee1-4859-40f0-b2a0-2c2117bfda04),segment_id=56281ee1-4859-40f0-b2a0-2c2117bfda04)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:44:22.408706 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-cc203ea4-d14f-4734-b194-6e7fe03100fd req-cf8c01d6-c583-4222-a390-1da38737ccaf tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:22.519404 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cbe427-353a-4425-8a7a-e3b3224b010d admin admin] Checking segment: {'id': 'cbaee97a-9e0b-4b2c-900c-4c5d4457e292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '7b4c8197-b24a-42b4-a9d3-572a2b9ff4c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:44:22.521013 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62cbe427-353a-4425-8a7a-e3b3224b010d admin admin] Network hostable DHCP agents. Network: 7b4c8197-b24a-42b4-a9d3-572a2b9ff4c4, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 09:44:22.525810 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cbe427-353a-4425-8a7a-e3b3224b010d admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcda7a2b-29c5-4185-bf2f-5158ec53f229,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:22.535344 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-62cbe427-353a-4425-8a7a-e3b3224b010d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:22.548298 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a0380f6-76ff-4add-99dc-127d381434ed tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:44:22.556488 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-cc203ea4-d14f-4734-b194-6e7fe03100fd req-cf8c01d6-c583-4222-a390-1da38737ccaf tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Calling delete_port for 74cebd76-aca3-45ac-9c8a-b7e9d0de0e85 owned by compute:nova {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:44:22.561325 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1a0380f6-76ff-4add-99dc-127d381434ed tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:22.565804 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38395182-90b9-4a29-ac0c-bfe2a9fc4b0e None None] Sync routers for ids ['d7fdfdca-ef40-4cfd-bb95-82ce929d21bb'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:44:22.624233 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-1a0380f6-76ff-4add-99dc-127d381434ed tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] 10.222.0.60 "PUT /v2.0/floatingips/e0bcb7f8-877e-4244-b3d0-2d0c0f95ccfd HTTP/1.1" status: 200 len: 990 time: 3.5577657 Jun 11 09:44:22.626297 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe19a04e-7480-44f2-85e4-1ad69ca54cb6', 'tag': '8474bfdd-bcbb-4fb4-8675-2331d75bd6ab'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:44:22.628316 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38395182-90b9-4a29-ac0c-bfe2a9fc4b0e None None] Routers {'d7fdfdca-ef40-4cfd-bb95-82ce929d21bb'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:44:22.629163 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b10671-fa9c-40be-9e07-5bb5d13e15de" -d '{"events": [{"name": "network-changed", "server_uuid": "fe19a04e-7480-44f2-85e4-1ad69ca54cb6", "tag": "8474bfdd-bcbb-4fb4-8675-2331d75bd6ab"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:44:22.632905 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-38395182-90b9-4a29-ac0c-bfe2a9fc4b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:44:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['d7fdfdca-ef40-4cfd-bb95-82ce929d21bb'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:44:22.706234 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-27b81b90-7a89-4409-a22e-c4384c337303 req-91821ed1-a561-4730-8b51-f16a375e2ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:22.732261 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62cbe427-353a-4425-8a7a-e3b3224b010d admin admin] Network 7b4c8197-b24a-42b4-a9d3-572a2b9ff4c4 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 09:44:22.886526 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-62cbe427-353a-4425-8a7a-e3b3224b010d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 7b4c8197-b24a-42b4-a9d3-572a2b9ff4c4) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:44:22.890860 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cbe427-353a-4425-8a7a-e3b3224b010d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:22.896046 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-62cbe427-353a-4425-8a7a-e3b3224b010d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:22.897688 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e87176f-75ba-4098-bc0b-8f1df53d1c05 None None] Network 7b4c8197-b24a-42b4-a9d3-572a2b9ff4c4 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:44:22.915802 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7103aa59-01c8-4b91-8d91-a23e36d2801e x-openstack-request-id: req-7103aa59-01c8-4b91-8d91-a23e36d2801e {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:44:22.916253 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe19a04e-7480-44f2-85e4-1ad69ca54cb6", "tag": "8474bfdd-bcbb-4fb4-8675-2331d75bd6ab", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:44:22.916661 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7103aa59-01c8-4b91-8d91-a23e36d2801e {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:44:22.917238 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe19a04e-7480-44f2-85e4-1ad69ca54cb6', 'tag': '8474bfdd-bcbb-4fb4-8675-2331d75bd6ab', 'status': 'completed', 'code': 200} Jun 11 09:44:22.918019 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e9eea-f08f-4eed-9c17-d3973a1b692c req-a0f1f6b0-9ba4-41a8-891c-3dd64a6c92bb tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:22.925468 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-828e9eea-f08f-4eed-9c17-d3973a1b692c req-a0f1f6b0-9ba4-41a8-891c-3dd64a6c92bb tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ce3a764-af8f-4837-9ffe-fc80edb30850 HTTP/1.1" status: 200 len: 944 time: 0.5385118 Jun 11 09:44:22.993761 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-38395182-90b9-4a29-ac0c-bfe2a9fc4b0e None None] Set router d7fdfdca-ef40-4cfd-bb95-82ce929d21bb gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:44:23.021498 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-62cbe427-353a-4425-8a7a-e3b3224b010d admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.8225434 Jun 11 09:44:23.099286 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b10671-fa9c-40be-9e07-5bb5d13e15de req-e5743d24-fff3-4981-b7b7-889fc23fcf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:23.101043 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e7b10671-fa9c-40be-9e07-5bb5d13e15de req-e5743d24-fff3-4981-b7b7-889fc23fcf21 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ac78eeea7bf3498e9a17f0b731c3620c&device_id=fe19a04e-7480-44f2-85e4-1ad69ca54cb6 HTTP/1.1" status: 200 len: 1097 time: 0.1643777 Jun 11 09:44:23.232935 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d8486-61ea-4d75-9f0d-3f29d183b7b4 req-c87b6a59-c9b1-4e12-a235-07028a3cf35c tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:23.242194 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-056d8486-61ea-4d75-9f0d-3f29d183b7b4 req-c87b6a59-c9b1-4e12-a235-07028a3cf35c tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcb572c-3b00-4f8d-8049-6bc52799374c HTTP/1.1" status: 200 len: 944 time: 0.2006507 Jun 11 09:44:23.273427 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-828e9eea-f08f-4eed-9c17-d3973a1b692c req-00f4d149-e901-4077-aa12-6a15c5e5bf23 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3456738 Jun 11 09:44:23.362662 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc392a3f-c675-480b-9e55-340ce8cc7538 None None] Network 7b4c8197-b24a-42b4-a9d3-572a2b9ff4c4 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:44:23.377047 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-cc203ea4-d14f-4734-b194-6e7fe03100fd req-cf8c01d6-c583-4222-a390-1da38737ccaf tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:23.391728 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b10671-fa9c-40be-9e07-5bb5d13e15de req-ca1437bf-1e4b-499d-aa38-b783cdd3fc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:23.392836 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e7b10671-fa9c-40be-9e07-5bb5d13e15de req-ca1437bf-1e4b-499d-aa38-b783cdd3fc0f service neutron] 10.222.0.64 "GET /v2.0/networks?id=bd769a33-d2ae-4a77-8be2-0047382ae593 HTTP/1.1" status: 200 len: 925 time: 0.2855883 Jun 11 09:44:23.412691 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8ac52be7-137b-4b01-9d9f-f68c4a48e550 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:23.416156 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-056d8486-61ea-4d75-9f0d-3f29d183b7b4 req-a31f8a6b-4233-4f76-ad71-604d4e3cfaeb tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/security-groups?id=edfc27cd-c925-4f2f-b6ad-e80e4f652a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727228 Jun 11 09:44:23.470871 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8c01d6-c583-4222-a390-1da38737ccaf tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Pushing event deleted for resources: {'Port': ['ID=74cebd76-aca3-45ac-9c8a-b7e9d0de0e85,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:23.533383 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-cf8c01d6-c583-4222-a390-1da38737ccaf tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:23.538212 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 40922) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:44:23.671351 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e7b10671-fa9c-40be-9e07-5bb5d13e15de req-db33c201-380a-4cfb-b2ae-cd632fdd3556 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8474bfdd-bcbb-4fb4-8675-2331d75bd6ab HTTP/1.1" status: 200 len: 998 time: 0.2538950 Jun 11 09:44:23.673596 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc203ea4-d14f-4734-b194-6e7fe03100fd req-cf8c01d6-c583-4222-a390-1da38737ccaf tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] No DVR routers for this DVR port 74cebd76-aca3-45ac-9c8a-b7e9d0de0e85 on host n-h1-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:44:23.693727 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2d775453-6ec9-4bfa-89b7-384c663a4257 req-76d07fbe-951b-4124-8a0e-e36beb648eaa tempest-ServerAddressesNegativeTestJSON-689532097 tempest-ServerAddressesNegativeTestJSON-689532097-project] 10.222.0.60 "GET /v2.0/ports?device_id=50724db0-85b9-4ebd-8895-eea18978d2b8 HTTP/1.1" status: 200 len: 210 time: 0.1139450 Jun 11 09:44:23.696238 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-cc203ea4-d14f-4734-b194-6e7fe03100fd req-cf8c01d6-c583-4222-a390-1da38737ccaf tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:23.714718 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cc203ea4-d14f-4734-b194-6e7fe03100fd req-cf8c01d6-c583-4222-a390-1da38737ccaf tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.64 "DELETE /v2.0/ports/74cebd76-aca3-45ac-9c8a-b7e9d0de0e85 HTTP/1.1" status: 204 len: 173 time: 2.2812312 Jun 11 09:44:23.722924 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bcb572c-3b00-4f8d-8049-6bc52799374c', 'name': 'network-vif-deleted', 'tag': '74cebd76-aca3-45ac-9c8a-b7e9d0de0e85'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:44:23.729671 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-634262e7-a8fc-4aef-9489-9e3628a286cb" -d '{"events": [{"server_uuid": "0bcb572c-3b00-4f8d-8049-6bc52799374c", "name": "network-vif-deleted", "tag": "74cebd76-aca3-45ac-9c8a-b7e9d0de0e85"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:44:23.839377 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-38395182-90b9-4a29-ac0c-bfe2a9fc4b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7fdfdca-ef40-4cfd-bb95-82ce929d21bb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1943007393-router', 'tenant_id': 'ac78eeea7bf3498e9a17f0b731c3620c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '65d7d665-2054-433c-b0b4-b8a1015d6f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:39:14Z', 'updated_at': '2021-06-11T09:39:22Z', 'revision_number': 4, 'project_id': 'ac78eeea7bf3498e9a17f0b731c3620c', 'gw_port': {'id': '65d7d665-2054-433c-b0b4-b8a1015d6f02', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:19:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fdfdca-ef40-4cfd-bb95-82ce929d21bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:39:16Z', 'updated_at': '2021-06-11T09:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': 'e0bcb7f8-877e-4244-b3d0-2d0c0f95ccfd', 'tenant_id': 'ac78eeea7bf3498e9a17f0b731c3620c', 'floating_ip_address': '172.25.4.27', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': 'd7fdfdca-ef40-4cfd-bb95-82ce929d21bb', 'port_id': '8474bfdd-bcbb-4fb4-8675-2331d75bd6ab', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd769a33-d2ae-4a77-8be2-0047382ae593', 'mac_address': 'fa:16:3e:e3:8b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe19a04e-7480-44f2-85e4-1ad69ca54cb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T09:39:51Z', 'updated_at': '2021-06-11T09:44:19Z', 'revision_number': 5, 'project_id': 'ac78eeea7bf3498e9a17f0b731c3620c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4aee4b2f-e3e1-4fd0-9092-e7ea1799caed', 'name': '', 'network_id': 'bd769a33-d2ae-4a77-8be2-0047382ae593', 'tenant_id': 'ac78eeea7bf3498e9a17f0b731c3620c', 'mac_address': 'fa:16:3e:90:2a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fdfdca-ef40-4cfd-bb95-82ce929d21bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'fce8e258-cc45-4e2c-8dcb-94cdefb9f0b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:39:21Z', 'updated_at': '2021-06-11T09:39:28Z', 'revision_number': 5, 'project_id': 'ac78eeea7bf3498e9a17f0b731c3620c', 'subnets': [{'id': 'fce8e258-cc45-4e2c-8dcb-94cdefb9f0b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:44:23.855002 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38395182-90b9-4a29-ac0c-bfe2a9fc4b0e None None] Checking router: d7fdfdca-ef40-4cfd-bb95-82ce929d21bb for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:44:23.871272 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38395182-90b9-4a29-ac0c-bfe2a9fc4b0e None None] Routers {'d7fdfdca-ef40-4cfd-bb95-82ce929d21bb'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:44:23.872775 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-38395182-90b9-4a29-ac0c-bfe2a9fc4b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:44:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['d7fdfdca-ef40-4cfd-bb95-82ce929d21bb'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:44:23.890393 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b10671-fa9c-40be-9e07-5bb5d13e15de req-b9fc55f0-c4ae-43ae-9a50-c0440e709569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:23.892194 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e7b10671-fa9c-40be-9e07-5bb5d13e15de req-b9fc55f0-c4ae-43ae-9a50-c0440e709569 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fce8e258-cc45-4e2c-8dcb-94cdefb9f0b0 HTTP/1.1" status: 200 len: 863 time: 0.2139614 Jun 11 09:44:23.905790 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c6c4af15-f7c7-4474-881e-bfa502f4d5f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:23.934044 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [req-27b81b90-7a89-4409-a22e-c4384c337303 req-91821ed1-a561-4730-8b51-f16a375e2ef9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eadae33e-f095-4f7c-9ab4-6c7a354f6f90 {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:44:23.947499 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-27b81b90-7a89-4409-a22e-c4384c337303 req-91821ed1-a561-4730-8b51-f16a375e2ef9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:23.959210 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e4942-7b75-4ae1-af64-0198c4aaf24f req-4b2c94e4-90cc-46ba-b0e7-02b30c84ff47 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:23.966599 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-966e4942-7b75-4ae1-af64-0198c4aaf24f req-4b2c94e4-90cc-46ba-b0e7-02b30c84ff47 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2f9eff9-fbba-4367-b0de-883742133207 HTTP/1.1" status: 200 len: 932 time: 0.3128963 Jun 11 09:44:23.970915 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-27b81b90-7a89-4409-a22e-c4384c337303 req-91821ed1-a561-4730-8b51-f16a375e2ef9 service neutron] Transition to ACTIVE for port object eadae33e-f095-4f7c-9ab4-6c7a354f6f90 will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:44:24.030614 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-966e4942-7b75-4ae1-af64-0198c4aaf24f req-335916ec-aedc-427c-b0ac-b25c71bb7c7b tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.60 "GET /v2.0/security-groups?id=09f483c6-cf52-4168-b2e6-1a9686fe8b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628898 Jun 11 09:44:24.039241 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b10671-fa9c-40be-9e07-5bb5d13e15de req-209f4c6d-2eda-49dd-baba-2d69314b71e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:24.040606 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e7b10671-fa9c-40be-9e07-5bb5d13e15de req-209f4c6d-2eda-49dd-baba-2d69314b71e6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bd769a33-d2ae-4a77-8be2-0047382ae593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1387782 Jun 11 09:44:24.103065 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c6c4af15-f7c7-4474-881e-bfa502f4d5f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:24.143336 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed67700f-7b35-4847-8c7a-0b60741f273e x-openstack-request-id: req-ed67700f-7b35-4847-8c7a-0b60741f273e {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:44:24.143833 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bcb572c-3b00-4f8d-8049-6bc52799374c", "name": "network-vif-deleted", "tag": "74cebd76-aca3-45ac-9c8a-b7e9d0de0e85", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:44:24.144282 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ed67700f-7b35-4847-8c7a-0b60741f273e {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:44:24.144855 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bcb572c-3b00-4f8d-8049-6bc52799374c', 'name': 'network-vif-deleted', 'tag': '74cebd76-aca3-45ac-9c8a-b7e9d0de0e85', 'status': 'completed', 'code': 200} Jun 11 09:44:24.166613 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-01083e7b-0f1e-4eb0-b9f2-e2deb60a71d8 req-5fc30952-6661-4f1f-83f6-99f1aba639d8 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1312172284', 'description': 'tempest-description-1601879812'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:44:24.184292 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e7b10671-fa9c-40be-9e07-5bb5d13e15de req-81e52c4b-9d29-4f69-b0c1-a05f13946f9c service neutron] 10.222.0.64 "GET /v2.0/networks/bd769a33-d2ae-4a77-8be2-0047382ae593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370630 Jun 11 09:44:24.214720 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-38395182-90b9-4a29-ac0c-bfe2a9fc4b0e None None] Set router d7fdfdca-ef40-4cfd-bb95-82ce929d21bb gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:44:24.305925 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e7b10671-fa9c-40be-9e07-5bb5d13e15de req-579a8f34-3fce-476a-b28d-b88355552a60 service neutron] 10.222.0.64 "GET /v2.0/networks/bd769a33-d2ae-4a77-8be2-0047382ae593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156733 Jun 11 09:44:24.462834 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-27b81b90-7a89-4409-a22e-c4384c337303 req-91821ed1-a561-4730-8b51-f16a375e2ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:24.481096 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e08f3a01-0d22-4596-8ab4-a2ee87d37bcf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:24.485237 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c6c4af15-f7c7-4474-881e-bfa502f4d5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:24.528148 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-c6c4af15-f7c7-4474-881e-bfa502f4d5f8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6ab00178c0f340c786c1e48ac6cd9282&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9888635 Jun 11 09:44:24.542355 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 40944) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:44:24.643896 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e3d6c5-d18b-47f6-819f-dbcfdb8b2de2 req-297a7f42-1d0a-4ea6-97f8-87221f866efe tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:24.646364 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c2e3d6c5-d18b-47f6-819f-dbcfdb8b2de2 req-297a7f42-1d0a-4ea6-97f8-87221f866efe tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ce3a764-af8f-4837-9ffe-fc80edb30850 HTTP/1.1" status: 200 len: 944 time: 0.2257133 Jun 11 09:44:24.647319 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9eacf166-2299-4aed-9e50-109402b3a212 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:24.668086 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-38395182-90b9-4a29-ac0c-bfe2a9fc4b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7fdfdca-ef40-4cfd-bb95-82ce929d21bb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1943007393-router', 'tenant_id': 'ac78eeea7bf3498e9a17f0b731c3620c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '65d7d665-2054-433c-b0b4-b8a1015d6f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:39:14Z', 'updated_at': '2021-06-11T09:39:22Z', 'revision_number': 4, 'project_id': 'ac78eeea7bf3498e9a17f0b731c3620c', 'gw_port': {'id': '65d7d665-2054-433c-b0b4-b8a1015d6f02', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:19:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fdfdca-ef40-4cfd-bb95-82ce929d21bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:39:16Z', 'updated_at': '2021-06-11T09:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': 'e0bcb7f8-877e-4244-b3d0-2d0c0f95ccfd', 'tenant_id': 'ac78eeea7bf3498e9a17f0b731c3620c', 'floating_ip_address': '172.25.4.27', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': 'd7fdfdca-ef40-4cfd-bb95-82ce929d21bb', 'port_id': '8474bfdd-bcbb-4fb4-8675-2331d75bd6ab', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd769a33-d2ae-4a77-8be2-0047382ae593', 'mac_address': 'fa:16:3e:e3:8b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe19a04e-7480-44f2-85e4-1ad69ca54cb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T09:39:51Z', 'updated_at': '2021-06-11T09:44:19Z', 'revision_number': 5, 'project_id': 'ac78eeea7bf3498e9a17f0b731c3620c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4aee4b2f-e3e1-4fd0-9092-e7ea1799caed', 'name': '', 'network_id': 'bd769a33-d2ae-4a77-8be2-0047382ae593', 'tenant_id': 'ac78eeea7bf3498e9a17f0b731c3620c', 'mac_address': 'fa:16:3e:90:2a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fdfdca-ef40-4cfd-bb95-82ce929d21bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'fce8e258-cc45-4e2c-8dcb-94cdefb9f0b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:39:21Z', 'updated_at': '2021-06-11T09:39:28Z', 'revision_number': 5, 'project_id': 'ac78eeea7bf3498e9a17f0b731c3620c', 'subnets': [{'id': 'fce8e258-cc45-4e2c-8dcb-94cdefb9f0b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:44:24.672730 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38395182-90b9-4a29-ac0c-bfe2a9fc4b0e None None] The sync data for ids ['d7fdfdca-ef40-4cfd-bb95-82ce929d21bb'] in n-d-779913-12 is: [{'id': 'd7fdfdca-ef40-4cfd-bb95-82ce929d21bb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1943007393-router', 'tenant_id': 'ac78eeea7bf3498e9a17f0b731c3620c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '65d7d665-2054-433c-b0b4-b8a1015d6f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:39:14Z', 'updated_at': '2021-06-11T09:39:22Z', 'revision_number': 4, 'project_id': 'ac78eeea7bf3498e9a17f0b731c3620c', 'gw_port': {'id': '65d7d665-2054-433c-b0b4-b8a1015d6f02', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:19:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fdfdca-ef40-4cfd-bb95-82ce929d21bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:39:16Z', 'updated_at': '2021-06-11T09:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': 'e0bcb7f8-877e-4244-b3d0-2d0c0f95ccfd', 'tenant_id': 'ac78eeea7bf3498e9a17f0b731c3620c', 'floating_ip_address': '172.25.4.27', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': 'd7fdfdca-ef40-4cfd-bb95-82ce929d21bb', 'port_id': '8474bfdd-bcbb-4fb4-8675-2331d75bd6ab', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd769a33-d2ae-4a77-8be2-0047382ae593', 'mac_address': 'fa:16:3e:e3:8b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe19a04e-7480-44f2-85e4-1ad69ca54cb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T09:39:51Z', 'updated_at': '2021-06-11T09:44:19Z', 'revision_number': 5, 'project_id': 'ac78eeea7bf3498e9a17f0b731c3620c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4aee4b2f-e3e1-4fd0-9092-e7ea1799caed', 'name': '', 'network_id': 'bd769a33-d2ae-4a77-8be2-0047382ae593', 'tenant_id': 'ac78eeea7bf3498e9a17f0b731c3620c', 'mac_address': 'fa:16:3e:90:2a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fdfdca-ef40-4cfd-bb95-82ce929d21bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'fce8e258-cc45-4e2c-8dcb-94cdefb9f0b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:39:21Z', 'updated_at': '2021-06-11T09:39:28Z', 'revision_number': 5, 'project_id': 'ac78eeea7bf3498e9a17f0b731c3620c', 'subnets': [{'id': 'fce8e258-cc45-4e2c-8dcb-94cdefb9f0b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:44:24.685501 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9eacf166-2299-4aed-9e50-109402b3a212 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:24.778362 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c2e3d6c5-d18b-47f6-819f-dbcfdb8b2de2 req-22c05f0c-429c-467a-918d-961838569b4a tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828304 Jun 11 09:44:24.861520 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-01083e7b-0f1e-4eb0-b9f2-e2deb60a71d8 req-5fc30952-6661-4f1f-83f6-99f1aba639d8 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:24.915543 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9eacf166-2299-4aed-9e50-109402b3a212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:24.918506 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9eacf166-2299-4aed-9e50-109402b3a212 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:24.919831 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-9eacf166-2299-4aed-9e50-109402b3a212 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b48478e0-7079-4850-8197-e6648c3cb49e HTTP/1.1" status: 204 len: 168 time: 0.3750963 Jun 11 09:44:24.920947 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0dddb330-7af0-4e77-b0cb-0e2e922fa344 tempest-SecurityGroupsTestAdminJSON-1539554861 tempest-SecurityGroupsTestAdminJSON-1539554861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:24.936040 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eacf166-2299-4aed-9e50-109402b3a212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b48478e0-7079-4850-8197-e6648c3cb49e,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:24.947258 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9eacf166-2299-4aed-9e50-109402b3a212 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:24.986521 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-27b81b90-7a89-4409-a22e-c4384c337303 req-91821ed1-a561-4730-8b51-f16a375e2ef9 service neutron] Attempting to bind port eadae33e-f095-4f7c-9ab4-6c7a354f6f90 on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:44:24.987845 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-27b81b90-7a89-4409-a22e-c4384c337303 req-91821ed1-a561-4730-8b51-f16a375e2ef9 service neutron] Attempting to bind port eadae33e-f095-4f7c-9ab4-6c7a354f6f90 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '5b557a6f-ee49-4b07-a4c0-158e09a12290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '8306b3b2-c7c1-4b78-8462-356897eaa70e'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:44:24.988172 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b81b90-7a89-4409-a22e-c4384c337303 req-91821ed1-a561-4730-8b51-f16a375e2ef9 service neutron] Attempting to bind port eadae33e-f095-4f7c-9ab4-6c7a354f6f90 on network 8306b3b2-c7c1-4b78-8462-356897eaa70e {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:44:24.997667 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f98b5e-f2e8-402d-92fc-ea6629766847 req-98e9620a-619d-4a36-be81-6d1c56692c76 tempest-ServerAddressesNegativeTestJSON-689532097 tempest-ServerAddressesNegativeTestJSON-689532097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:25.000346 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-40f98b5e-f2e8-402d-92fc-ea6629766847 req-98e9620a-619d-4a36-be81-6d1c56692c76 tempest-ServerAddressesNegativeTestJSON-689532097 tempest-ServerAddressesNegativeTestJSON-689532097-project] 10.222.0.69 "GET /v2.0/networks?id=e2f74757-c968-4c5e-a7bd-c4d324755fae HTTP/1.1" status: 200 len: 822 time: 0.6514246 Jun 11 09:44:25.001086 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91821ed1-a561-4730-8b51-f16a375e2ef9 service neutron] Pushing event updated for resources: {'Port': ['ID=eadae33e-f095-4f7c-9ab4-6c7a354f6f90,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:25.027608 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b81b90-7a89-4409-a22e-c4384c337303 req-91821ed1-a561-4730-8b51-f16a375e2ef9 service neutron] Port eadae33e-f095-4f7c-9ab4-6c7a354f6f90 on network 8306b3b2-c7c1-4b78-8462-356897eaa70e not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:44:25.028189 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b81b90-7a89-4409-a22e-c4384c337303 req-91821ed1-a561-4730-8b51-f16a375e2ef9 service neutron] Attempting to bind port eadae33e-f095-4f7c-9ab4-6c7a354f6f90 on network 8306b3b2-c7c1-4b78-8462-356897eaa70e {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:44:25.038330 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-91821ed1-a561-4730-8b51-f16a375e2ef9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:25.040924 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-60ee742c-049a-4a11-b09b-f618ff07d764 req-21b2eec4-a405-4697-8d3d-d56c86f7c2c4 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bcb572c-3b00-4f8d-8049-6bc52799374c HTTP/1.1" status: 200 len: 210 time: 0.0861251 Jun 11 09:44:25.049842 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-40f98b5e-f2e8-402d-92fc-ea6629766847 req-0bef4bdb-3d05-43ce-ac9b-97c2f821cf73 tempest-ServerAddressesNegativeTestJSON-689532097 tempest-ServerAddressesNegativeTestJSON-689532097-project] Request body: {'port': {'device_id': '50724db0-85b9-4ebd-8895-eea18978d2b8', 'network_id': 'e2f74757-c968-4c5e-a7bd-c4d324755fae', 'admin_state_up': True, 'tenant_id': '10870ee7e1ac4551bbcedb5e3a5a930d'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:44:25.068519 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b81b90-7a89-4409-a22e-c4384c337303 req-91821ed1-a561-4730-8b51-f16a375e2ef9 service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:44:25.069105 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b81b90-7a89-4409-a22e-c4384c337303 req-91821ed1-a561-4730-8b51-f16a375e2ef9 service neutron] Checking segment: {'id': '5b557a6f-ee49-4b07-a4c0-158e09a12290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '8306b3b2-c7c1-4b78-8462-356897eaa70e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:44:25.069695 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b81b90-7a89-4409-a22e-c4384c337303 req-91821ed1-a561-4730-8b51-f16a375e2ef9 service neutron] Bound using segment: {'id': '5b557a6f-ee49-4b07-a4c0-158e09a12290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '8306b3b2-c7c1-4b78-8462-356897eaa70e'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:44:25.073124 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-27b81b90-7a89-4409-a22e-c4384c337303 req-91821ed1-a561-4730-8b51-f16a375e2ef9 service neutron] Bound port: eadae33e-f095-4f7c-9ab4-6c7a354f6f90, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b557a6f-ee49-4b07-a4c0-158e09a12290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '8306b3b2-c7c1-4b78-8462-356897eaa70e'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:44:25.073703 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-27b81b90-7a89-4409-a22e-c4384c337303 req-91821ed1-a561-4730-8b51-f16a375e2ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:25.078397 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-420eaf4a-b8c5-4300-b3c7-8f93c4f51881 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.552s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:25.183248 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3f8499-a9c5-470d-8257-708b98328b27 None None] New status for floating IP e0bcb7f8-877e-4244-b3d0-2d0c0f95ccfd: ACTIVE {{(pid=93178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 09:44:25.245641 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c4af15-f7c7-4474-881e-bfa502f4d5f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b48478e0-7079-4850-8197-e6648c3cb49e,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:25.255335 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c6c4af15-f7c7-4474-881e-bfa502f4d5f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:25.296920 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-22cad564-8ae5-41e5-a286-c6ebea70debc req-6756f1b9-a989-4316-a0cd-501f7e15c17b tempest-ServerAddressesNegativeTestJSON-689532097 tempest-ServerAddressesNegativeTestJSON-689532097-project] 10.222.0.60 "GET /v2.0/ports?device_id=50724db0-85b9-4ebd-8895-eea18978d2b8 HTTP/1.1" status: 200 len: 210 time: 0.0538180 Jun 11 09:44:25.484077 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-01083e7b-0f1e-4eb0-b9f2-e2deb60a71d8 req-5fc30952-6661-4f1f-83f6-99f1aba639d8 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:25.485933 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-27b81b90-7a89-4409-a22e-c4384c337303 req-91821ed1-a561-4730-8b51-f16a375e2ef9 service neutron] For port eadae33e-f095-4f7c-9ab4-6c7a354f6f90, host n-h1-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:44:25.489492 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-27b81b90-7a89-4409-a22e-c4384c337303 req-91821ed1-a561-4730-8b51-f16a375e2ef9 service neutron] For port eadae33e-f095-4f7c-9ab4-6c7a354f6f90, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=eadae33e-f095-4f7c-9ab4-6c7a354f6f90,segment=NetworkSegment(5b557a6f-ee49-4b07-a4c0-158e09a12290),segment_id=5b557a6f-ee49-4b07-a4c0-158e09a12290)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:44:25.501846 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 74cebd76-aca3-45ac-9c8a-b7e9d0de0e85 no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:44:25.582565 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-01083e7b-0f1e-4eb0-b9f2-e2deb60a71d8 req-5fc30952-6661-4f1f-83f6-99f1aba639d8 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:25.588905 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e5f04b2d-e4d6-4e30-b95f-a1b26c6cfa1a tempest-ServerDiagnosticsNegativeTest-296060114 tempest-ServerDiagnosticsNegativeTest-296060114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:25.608240 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device a50615cd-da31-4b6d-a338-e4161a1af7f5 up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:44:25.625365 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-27b81b90-7a89-4409-a22e-c4384c337303 req-91821ed1-a561-4730-8b51-f16a375e2ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:25.643926 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc30952-6661-4f1f-83f6-99f1aba639d8 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92a68496-ca6a-416f-8344-637dc4fe9012,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:25.648198 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5fc30952-6661-4f1f-83f6-99f1aba639d8 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:25.648761 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f1101f13-fa65-4589-8093-373807963261 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:25.654333 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b81b90-7a89-4409-a22e-c4384c337303 req-91821ed1-a561-4730-8b51-f16a375e2ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:25.654674 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-27b81b90-7a89-4409-a22e-c4384c337303 req-91821ed1-a561-4730-8b51-f16a375e2ef9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:25.656153 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-27b81b90-7a89-4409-a22e-c4384c337303 req-91821ed1-a561-4730-8b51-f16a375e2ef9 service neutron] 10.222.0.64 "PUT /v2.0/ports/eadae33e-f095-4f7c-9ab4-6c7a354f6f90 HTTP/1.1" status: 200 len: 1093 time: 3.5499423 Jun 11 09:44:25.710759 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1162ea71-37aa-48ae-8766-653a406bce63 req-cf22fa64-9c2d-42b9-b68a-4e984c066b1b tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:25.713137 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] No Port match for: 74cebd76-aca3-45ac-9c8a-b7e9d0de0e85 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:44:25.713774 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 74cebd76-aca3-45ac-9c8a-b7e9d0de0e85 not bound to the agent host n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:44:25.716288 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1162ea71-37aa-48ae-8766-653a406bce63 req-cf22fa64-9c2d-42b9-b68a-4e984c066b1b tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2f9eff9-fbba-4367-b0de-883742133207 HTTP/1.1" status: 200 len: 944 time: 0.1851778 Jun 11 09:44:25.765203 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40f98b5e-f2e8-402d-92fc-ea6629766847 req-0bef4bdb-3d05-43ce-ac9b-97c2f821cf73 tempest-ServerAddressesNegativeTestJSON-689532097 tempest-ServerAddressesNegativeTestJSON-689532097-project] Made reservation on behalf of 10870ee7e1ac4551bbcedb5e3a5a930d for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:44:25.771523 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-40f98b5e-f2e8-402d-92fc-ea6629766847 req-0bef4bdb-3d05-43ce-ac9b-97c2f821cf73 tempest-ServerAddressesNegativeTestJSON-689532097 tempest-ServerAddressesNegativeTestJSON-689532097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:25.792943 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91821ed1-a561-4730-8b51-f16a375e2ef9 service neutron] Pushing event updated for resources: {'Port': ['ID=eadae33e-f095-4f7c-9ab4-6c7a354f6f90,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:25.806525 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-91821ed1-a561-4730-8b51-f16a375e2ef9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:25.807506 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1162ea71-37aa-48ae-8766-653a406bce63 req-0cd0f6fc-7f77-49f0-ac3f-699324bb9a1f tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.60 "GET /v2.0/security-groups?id=09f483c6-cf52-4168-b2e6-1a9686fe8b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760782 Jun 11 09:44:25.961712 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning for port a50615cd-da31-4b6d-a338-e4161a1af7f5 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:44:25.966748 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port a50615cd-da31-4b6d-a338-e4161a1af7f5 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:44:25.979922 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:26.052580 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-01083e7b-0f1e-4eb0-b9f2-e2deb60a71d8 req-5fc30952-6661-4f1f-83f6-99f1aba639d8 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:26.052580 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-01083e7b-0f1e-4eb0-b9f2-e2deb60a71d8 req-5fc30952-6661-4f1f-83f6-99f1aba639d8 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 1.8337195 Jun 11 09:44:26.053952 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 40970) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:44:26.059456 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-063ef11d-0e84-4b9d-bbf6-6726321ccd03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:26.148031 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2f9eff9-fbba-4367-b0de-883742133207', 'tag': 'eadae33e-f095-4f7c-9ab4-6c7a354f6f90'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:44:26.149997 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a1f6b89-fda5-4fe1-9e4e-7843188f1813" -d '{"events": [{"name": "network-changed", "server_uuid": "a2f9eff9-fbba-4367-b0de-883742133207", "tag": "eadae33e-f095-4f7c-9ab4-6c7a354f6f90"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:44:26.154021 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [req-40f98b5e-f2e8-402d-92fc-ea6629766847 req-0bef4bdb-3d05-43ce-ac9b-97c2f821cf73 tempest-ServerAddressesNegativeTestJSON-689532097 tempest-ServerAddressesNegativeTestJSON-689532097-project] Allocated IP 172.20.0.14 (e2f74757-c968-4c5e-a7bd-c4d324755fae/f9e89ad9-88c2-458f-9d49-e4922ecc48d8/3691a36c-9161-48a8-9af5-1c94a1f1e012) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:44:26.162902 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b81b90-7a89-4409-a22e-c4384c337303 req-02693288-a5f6-4ea3-8be0-a0311dd38ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:26.164420 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-27b81b90-7a89-4409-a22e-c4384c337303 req-02693288-a5f6-4ea3-8be0-a0311dd38ea5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9e00f0b8050a4c758f9c2d03d3f429fa&device_id=a2f9eff9-fbba-4367-b0de-883742133207 HTTP/1.1" status: 200 len: 1096 time: 0.1910958 Jun 11 09:44:26.182944 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-063ef11d-0e84-4b9d-bbf6-6726321ccd03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:26.229651 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-27b81b90-7a89-4409-a22e-c4384c337303 req-4b837ac0-c6a8-4f06-84f1-3297e4c155c3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eadae33e-f095-4f7c-9ab4-6c7a354f6f90 HTTP/1.1" status: 200 len: 217 time: 0.0580082 Jun 11 09:44:26.255993 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-82e4ad37-8214-4510-83f1-42169b3f50eb req-61d60163-fa62-4cc2-ab17-dc058351391b tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] 10.222.0.60 "GET /v2.0/security-groups/92a68496-ca6a-416f-8344-637dc4fe9012 HTTP/1.1" status: 200 len: 1813 time: 0.0575855 Jun 11 09:44:26.266109 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-82e4ad37-8214-4510-83f1-42169b3f50eb req-6d242d62-a43a-473e-b887-65b517323693 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '92a68496-ca6a-416f-8344-637dc4fe9012', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:44:26.266451 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-82e4ad37-8214-4510-83f1-42169b3f50eb req-6d242d62-a43a-473e-b887-65b517323693 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '92a68496-ca6a-416f-8344-637dc4fe9012', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:44:26.273124 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:26.312208 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-063ef11d-0e84-4b9d-bbf6-6726321ccd03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:26.318713 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9eacf166-2299-4aed-9e50-109402b3a212 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:26.327034 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ce3a764-af8f-4837-9ffe-fc80edb30850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a50615cd-da31-4b6d-a338-e4161a1af7f5'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:44:26.329601 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76917739-8e58-4ca7-b6d6-100595697c48" -d '{"events": [{"server_uuid": "2ce3a764-af8f-4837-9ffe-fc80edb30850", "name": "network-vif-plugged", "status": "completed", "tag": "a50615cd-da31-4b6d-a338-e4161a1af7f5"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:44:26.352218 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port a50615cd-da31-4b6d-a338-e4161a1af7f5, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=a50615cd-da31-4b6d-a338-e4161a1af7f5,segment=NetworkSegment(9149788d-877e-41af-83c2-5ce6b1848f17),segment_id=9149788d-877e-41af-83c2-5ce6b1848f17)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:44:26.364767 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b81b90-7a89-4409-a22e-c4384c337303 req-e5cee756-d39b-412a-8a96-417fe61631ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:26.366686 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-27b81b90-7a89-4409-a22e-c4384c337303 req-e5cee756-d39b-412a-8a96-417fe61631ec service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5bbe8ee4-e19a-4280-9545-f4e3ba21ac03 HTTP/1.1" status: 200 len: 859 time: 0.1236098 Jun 11 09:44:26.376852 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-063ef11d-0e84-4b9d-bbf6-6726321ccd03 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5dcde786b4a64337a616cfaaa1f0f6d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3341720 Jun 11 09:44:26.382884 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 40984) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:44:26.402197 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063ef11d-0e84-4b9d-bbf6-6726321ccd03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41efc569-99e9-40ba-9e7d-3ff232141d8f,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:26.407392 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-063ef11d-0e84-4b9d-bbf6-6726321ccd03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:26.456075 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-eb37b42b-17a8-4b22-acf5-9258ac0123ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:26.477261 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-eb37b42b-17a8-4b22-acf5-9258ac0123ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:26.522007 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-40f98b5e-f2e8-402d-92fc-ea6629766847 req-0bef4bdb-3d05-43ce-ac9b-97c2f821cf73 tempest-ServerAddressesNegativeTestJSON-689532097 tempest-ServerAddressesNegativeTestJSON-689532097-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:26.532165 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b81b90-7a89-4409-a22e-c4384c337303 req-3fe393a6-ad83-4c7a-a2e8-681ec709f0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:26.533133 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:26.533554 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-27b81b90-7a89-4409-a22e-c4384c337303 req-3fe393a6-ad83-4c7a-a2e8-681ec709f0ea service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8306b3b2-c7c1-4b78-8462-356897eaa70e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1611352 Jun 11 09:44:26.535271 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:26.601591 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=a50615cd-da31-4b6d-a338-e4161a1af7f5,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:26.605059 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:26.722341 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-82e4ad37-8214-4510-83f1-42169b3f50eb req-6d242d62-a43a-473e-b887-65b517323693 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:26.733413 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-eb37b42b-17a8-4b22-acf5-9258ac0123ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:26.736341 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-eb37b42b-17a8-4b22-acf5-9258ac0123ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:26.737531 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-eb37b42b-17a8-4b22-acf5-9258ac0123ef admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/41efc569-99e9-40ba-9e7d-3ff232141d8f HTTP/1.1" status: 204 len: 168 time: 0.3536825 Jun 11 09:44:26.755301 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3b8cf5d9-0042-4e33-9db0-aa395f21d20f tempest-SecurityGroupsTestAdminJSON-1539554861 tempest-SecurityGroupsTestAdminJSON-1539554861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:26.799937 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb37b42b-17a8-4b22-acf5-9258ac0123ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41efc569-99e9-40ba-9e7d-3ff232141d8f,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:26.812455 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-eb37b42b-17a8-4b22-acf5-9258ac0123ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:26.829849 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-82e4ad37-8214-4510-83f1-42169b3f50eb req-6d242d62-a43a-473e-b887-65b517323693 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:26.887816 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-82e4ad37-8214-4510-83f1-42169b3f50eb req-6d242d62-a43a-473e-b887-65b517323693 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:26.896647 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-55f18708-c518-43c5-8a68-55c7df7ae9aa tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:26.923202 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d242d62-a43a-473e-b887-65b517323693 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d6df30a-328c-44b5-887c-ee6e3183fc92,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:26.926044 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6d242d62-a43a-473e-b887-65b517323693 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:27.000571 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-82e4ad37-8214-4510-83f1-42169b3f50eb req-6d242d62-a43a-473e-b887-65b517323693 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:27.002226 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-82e4ad37-8214-4510-83f1-42169b3f50eb req-6d242d62-a43a-473e-b887-65b517323693 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7409761 Jun 11 09:44:27.046661 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-27b81b90-7a89-4409-a22e-c4384c337303 req-16cc6e1b-d32d-4826-a7f7-458bb80e44a9 service neutron] 10.222.0.64 "GET /v2.0/networks/8306b3b2-c7c1-4b78-8462-356897eaa70e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5063126 Jun 11 09:44:27.067629 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd46962-8bb8-4d47-b5f5-decbca1870ed req-386ae1ec-e75f-4087-8002-2715dc50de51 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:27.069174 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4dd46962-8bb8-4d47-b5f5-decbca1870ed req-386ae1ec-e75f-4087-8002-2715dc50de51 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ce3a764-af8f-4837-9ffe-fc80edb30850 HTTP/1.1" status: 200 len: 945 time: 0.4819827 Jun 11 09:44:27.087475 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 41010) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:44:27.106145 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-40f98b5e-f2e8-402d-92fc-ea6629766847 req-0bef4bdb-3d05-43ce-ac9b-97c2f821cf73 tempest-ServerAddressesNegativeTestJSON-689532097 tempest-ServerAddressesNegativeTestJSON-689532097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:27.131050 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e7a2c658-6058-44d7-be37-39e8cc04c3d0 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:27.212639 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4dd46962-8bb8-4d47-b5f5-decbca1870ed req-de006bf3-7ace-4e37-91c0-acc71e9526ec tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357081 Jun 11 09:44:27.222604 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e2cab7-80e5-4d7f-85ba-fb9fd3175489 x-openstack-request-id: req-e8e2cab7-80e5-4d7f-85ba-fb9fd3175489 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:44:27.223819 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2f9eff9-fbba-4367-b0de-883742133207", "tag": "eadae33e-f095-4f7c-9ab4-6c7a354f6f90", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:44:27.224416 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e8e2cab7-80e5-4d7f-85ba-fb9fd3175489 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:44:27.225181 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2f9eff9-fbba-4367-b0de-883742133207', 'tag': 'eadae33e-f095-4f7c-9ab4-6c7a354f6f90', 'status': 'completed', 'code': 200} Jun 11 09:44:27.314087 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bef4bdb-3d05-43ce-ac9b-97c2f821cf73 tempest-ServerAddressesNegativeTestJSON-689532097 tempest-ServerAddressesNegativeTestJSON-689532097-project] Pushing event updated for resources: {'Port': ['ID=3691a36c-9161-48a8-9af5-1c94a1f1e012,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:27.320536 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40f98b5e-f2e8-402d-92fc-ea6629766847 req-0bef4bdb-3d05-43ce-ac9b-97c2f821cf73 tempest-ServerAddressesNegativeTestJSON-689532097 tempest-ServerAddressesNegativeTestJSON-689532097-project] Network e2f74757-c968-4c5e-a7bd-c4d324755fae is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:44:27.323203 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0bef4bdb-3d05-43ce-ac9b-97c2f821cf73 tempest-ServerAddressesNegativeTestJSON-689532097 tempest-ServerAddressesNegativeTestJSON-689532097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:27.370468 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-57e04e9c-68e3-466f-ad21-98e44c1d3447 admin admin] Deleting subnet 20094bda-f8d4-46e6-bab1-f100394de689 {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 09:44:27.379364 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [req-40f98b5e-f2e8-402d-92fc-ea6629766847 req-0bef4bdb-3d05-43ce-ac9b-97c2f821cf73 tempest-ServerAddressesNegativeTestJSON-689532097 tempest-ServerAddressesNegativeTestJSON-689532097-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:44:27.384152 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c46d84-4179-4ce7-8b74-b14d8f348a9e x-openstack-request-id: req-e8c46d84-4179-4ce7-8b74-b14d8f348a9e {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:44:27.385156 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ce3a764-af8f-4837-9ffe-fc80edb30850", "name": "network-vif-plugged", "status": "completed", "tag": "a50615cd-da31-4b6d-a338-e4161a1af7f5", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:44:27.385659 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e8c46d84-4179-4ce7-8b74-b14d8f348a9e {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:44:27.386274 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ce3a764-af8f-4837-9ffe-fc80edb30850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a50615cd-da31-4b6d-a338-e4161a1af7f5', 'code': 200} Jun 11 09:44:27.386406 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-57e04e9c-68e3-466f-ad21-98e44c1d3447 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:27.390699 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-40f98b5e-f2e8-402d-92fc-ea6629766847 req-0bef4bdb-3d05-43ce-ac9b-97c2f821cf73 tempest-ServerAddressesNegativeTestJSON-689532097 tempest-ServerAddressesNegativeTestJSON-689532097-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:44:27.448847 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-57e04e9c-68e3-466f-ad21-98e44c1d3447 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:27.519426 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-57e04e9c-68e3-466f-ad21-98e44c1d3447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:27.540737 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-27b81b90-7a89-4409-a22e-c4384c337303 req-942b1d9d-ac1d-4605-988a-631f334a4aae service neutron] 10.222.0.64 "GET /v2.0/networks/8306b3b2-c7c1-4b78-8462-356897eaa70e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3947325 Jun 11 09:44:27.552424 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f98b5e-f2e8-402d-92fc-ea6629766847 req-0bef4bdb-3d05-43ce-ac9b-97c2f821cf73 tempest-ServerAddressesNegativeTestJSON-689532097 tempest-ServerAddressesNegativeTestJSON-689532097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:27.553094 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-40f98b5e-f2e8-402d-92fc-ea6629766847 req-0bef4bdb-3d05-43ce-ac9b-97c2f821cf73 tempest-ServerAddressesNegativeTestJSON-689532097 tempest-ServerAddressesNegativeTestJSON-689532097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:27.565058 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:44:27.565058 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:44:27.565058 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:44:27.565058 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:44:27.565058 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:44:27.565058 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:44:27.565058 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:44:27.565058 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:44:27.565058 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:44:27.565058 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:44:27.565058 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:44:27.565058 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:44:27.565058 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:44:27.565058 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:44:27.565058 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:44:27.565058 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:44:27.565058 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:44:27.565058 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:44:27.565058 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:44:27.565058 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:44:27.565058 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:44:27.565058 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:44:27.565058 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:44:27.565058 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:44:27.565058 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:44:27.565058 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:44:27.565058 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:44:27.565058 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:44:27.565058 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:44:27.565058 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:44:27.565058 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:44:27.565058 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:44:27.565058 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:44:27.565058 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:44:27.565058 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:44:27.565058 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:44:27.565058 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:44:27.565058 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:44:27.565058 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:44:27.565058 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:44:27.565058 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:44:27.565058 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:44:27.565058 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:44:27.565058 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:44:27.568813 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:44:27.568813 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:44:27.568813 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:44:27.568813 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:44:27.568813 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:44:27.568813 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:44:27.568813 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:44:27.568813 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:44:27.568813 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:44:27.568813 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:44:27.568813 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:44:27.568813 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:44:27.568813 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:44:27.568813 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:44:27.568813 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:44:27.568813 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:44:27.645821 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a11215d-5645-4d6a-a83f-8edec5b1cb1d req-6571fc6e-dafa-4a55-a1a0-13a520ebd986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:27.647480 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6a11215d-5645-4d6a-a83f-8edec5b1cb1d req-6571fc6e-dafa-4a55-a1a0-13a520ebd986 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2ce3a764-af8f-4837-9ffe-fc80edb30850 HTTP/1.1" status: 200 len: 1097 time: 0.1706679 Jun 11 09:44:27.671520 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd22798-6714-4cba-9894-0b475fa04fd1 req-73812d1a-1124-44d8-a06a-d55922ead14a tempest-ServerAddressesNegativeTestJSON-689532097 tempest-ServerAddressesNegativeTestJSON-689532097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:27.671829 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44a00b9-5bb6-4c8d-9e24-7cf70288eb86 req-058ac0d7-572d-4ee3-86bc-35242fd647c6 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:27.672937 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3fd22798-6714-4cba-9894-0b475fa04fd1 req-73812d1a-1124-44d8-a06a-d55922ead14a tempest-ServerAddressesNegativeTestJSON-689532097 tempest-ServerAddressesNegativeTestJSON-689532097-project] 10.222.0.60 "GET /v2.0/ports?device_id=50724db0-85b9-4ebd-8895-eea18978d2b8 HTTP/1.1" status: 200 len: 932 time: 0.1112208 Jun 11 09:44:27.676055 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f44a00b9-5bb6-4c8d-9e24-7cf70288eb86 req-058ac0d7-572d-4ee3-86bc-35242fd647c6 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2f9eff9-fbba-4367-b0de-883742133207 HTTP/1.1" status: 200 len: 944 time: 0.1300828 Jun 11 09:44:27.728177 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6a11215d-5645-4d6a-a83f-8edec5b1cb1d req-a823b8ed-137e-4f41-9910-034b4f4d88e5 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717332 Jun 11 09:44:27.730233 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3fd22798-6714-4cba-9894-0b475fa04fd1 req-64617311-ad0b-421c-a0d9-154ff7d46e2e tempest-ServerAddressesNegativeTestJSON-689532097 tempest-ServerAddressesNegativeTestJSON-689532097-project] 10.222.0.60 "GET /v2.0/security-groups?id=235a9866-3157-4064-8522-830d9578cd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502849 Jun 11 09:44:27.756535 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f44a00b9-5bb6-4c8d-9e24-7cf70288eb86 req-c58e3a21-195f-4ae9-bac5-bcedb9a9511b tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.60 "GET /v2.0/security-groups?id=09f483c6-cf52-4168-b2e6-1a9686fe8b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698555 Jun 11 09:44:27.761789 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-57e04e9c-68e3-466f-ad21-98e44c1d3447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:27.766224 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:27.798113 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-40f98b5e-f2e8-402d-92fc-ea6629766847 req-0bef4bdb-3d05-43ce-ac9b-97c2f821cf73 tempest-ServerAddressesNegativeTestJSON-689532097 tempest-ServerAddressesNegativeTestJSON-689532097-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7583630 Jun 11 09:44:27.816084 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e04e9c-68e3-466f-ad21-98e44c1d3447 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20094bda-f8d4-46e6-bab1-f100394de689,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:27.819714 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-57e04e9c-68e3-466f-ad21-98e44c1d3447 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:27.822491 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-57e04e9c-68e3-466f-ad21-98e44c1d3447 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/20094bda-f8d4-46e6-bab1-f100394de689 HTTP/1.1" status: 204 len: 168 time: 0.7339234 Jun 11 09:44:27.824922 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-57e04e9c-68e3-466f-ad21-98e44c1d3447 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:27.825158 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 41028) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:44:27.847040 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-40f98b5e-f2e8-402d-92fc-ea6629766847 req-0a8a25ff-4214-4f24-9395-869dac8d5552 service neutron] Request body: {'port': {'device_id': '50724db0-85b9-4ebd-8895-eea18978d2b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-12'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:44:27.940188 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fede694e-ed4b-4972-bef1-544062a4e064 req-deea663b-34bf-4d13-88ea-555ab3ef67d8 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] 10.222.0.60 "GET /v2.0/security-groups/92a68496-ca6a-416f-8344-637dc4fe9012 HTTP/1.1" status: 200 len: 2406 time: 0.1458247 Jun 11 09:44:27.970924 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1f6b89-fda5-4fe1-9e4e-7843188f1813 req-79eaf027-0cc7-4176-9cb4-fb25fef0b94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:27.972597 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6a1f6b89-fda5-4fe1-9e4e-7843188f1813 req-79eaf027-0cc7-4176-9cb4-fb25fef0b94f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9e00f0b8050a4c758f9c2d03d3f429fa&device_id=a2f9eff9-fbba-4367-b0de-883742133207 HTTP/1.1" status: 200 len: 1096 time: 0.2363865 Jun 11 09:44:27.979531 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3adabea3-03bb-448f-a0b7-33699b76d15f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:28.001657 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f547d-3e0d-4455-951f-177b01951473 req-c6e289dd-7521-4c75-91cf-fe46ce56103f tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:28.003131 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cc5f547d-3e0d-4455-951f-177b01951473 req-c6e289dd-7521-4c75-91cf-fe46ce56103f tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 946 time: 0.1475761 Jun 11 09:44:28.034640 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-40f98b5e-f2e8-402d-92fc-ea6629766847 req-0a8a25ff-4214-4f24-9395-869dac8d5552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:28.141697 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3adabea3-03bb-448f-a0b7-33699b76d15f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:28.154323 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-3adabea3-03bb-448f-a0b7-33699b76d15f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53a42219-c346-45f9-be41-c5dabab2438f']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:44:28.168781 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-3adabea3-03bb-448f-a0b7-33699b76d15f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56281ee1-4859-40f0-b2a0-2c2117bfda04') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:44:28.168781 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-3adabea3-03bb-448f-a0b7-33699b76d15f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56281ee1-4859-40f0-b2a0-2c2117bfda04') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:44:28.188240 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-12c1a81d-0d1c-4ed1-9887-c0e08bd24c80 req-0f66c65c-3936-42a6-be8c-47e50482c552 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] 10.222.0.60 "GET /v2.0/security-group-rules/2d6df30a-328c-44b5-887c-ee6e3183fc92 HTTP/1.1" status: 200 len: 778 time: 0.0834754 Jun 11 09:44:28.192824 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3adabea3-03bb-448f-a0b7-33699b76d15f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:28.212561 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cc5f547d-3e0d-4455-951f-177b01951473 req-0ffdbc63-2ab5-4e3a-ad35-f4530b52cefd tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d1f1aa-3601-424b-af20-9acf0698c1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1785133 Jun 11 09:44:28.218328 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1f6b89-fda5-4fe1-9e4e-7843188f1813 req-554c0d0b-14bc-442c-a65a-c9024fcb48f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:28.223830 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6a1f6b89-fda5-4fe1-9e4e-7843188f1813 req-554c0d0b-14bc-442c-a65a-c9024fcb48f8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8306b3b2-c7c1-4b78-8462-356897eaa70e HTTP/1.1" status: 200 len: 921 time: 0.2356312 Jun 11 09:44:28.228170 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3adabea3-03bb-448f-a0b7-33699b76d15f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:28.242003 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3adabea3-03bb-448f-a0b7-33699b76d15f admin admin] Releasing vlan 785 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 09:44:28.246355 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3adabea3-03bb-448f-a0b7-33699b76d15f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:28.342620 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 09:44:28.342620 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 09:44:28.342620 n-d-779913-12 neutron-server[93176]: timer() Jun 11 09:44:28.342620 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 09:44:28.342620 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 09:44:28.342620 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 09:44:28.342620 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 09:44:28.342620 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 09:44:28.342620 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 09:44:28.342620 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 09:44:28.342620 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 09:44:28.342620 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 09:44:28.342620 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 09:44:28.342620 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 09:44:28.342620 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 09:44:28.342620 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 09:44:28.342620 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 09:44:28.342620 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 09:44:28.342620 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 09:44:28.342620 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 09:44:28.342620 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 09:44:28.342620 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 09:44:28.342620 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 09:44:28.342620 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 09:44:28.342620 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 09:44:28.342620 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 09:44:28.342620 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 09:44:28.342620 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 09:44:28.342620 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 09:44:28.342620 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 09:44:28.342620 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 09:44:28.342620 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 09:44:28.362678 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6a1f6b89-fda5-4fe1-9e4e-7843188f1813 req-26ba1755-7810-4315-afed-a43c1a4a3a17 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eadae33e-f095-4f7c-9ab4-6c7a354f6f90 HTTP/1.1" status: 200 len: 217 time: 0.1241241 Jun 11 09:44:28.431476 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-12c1a81d-0d1c-4ed1-9887-c0e08bd24c80 req-baf09c5d-a938-4932-9d31-1eba2f34c75c tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] 10.222.0.60 "GET /v2.0/security-groups/92a68496-ca6a-416f-8344-637dc4fe9012 HTTP/1.1" status: 200 len: 2406 time: 0.2286701 Jun 11 09:44:28.435721 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3adabea3-03bb-448f-a0b7-33699b76d15f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:28.452782 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-540ac98e-48cc-4820-a1e5-5c3a654ed07e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:28.459863 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3adabea3-03bb-448f-a0b7-33699b76d15f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:28.462484 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-3adabea3-03bb-448f-a0b7-33699b76d15f admin admin] 10.222.0.60 "DELETE /v2.0/networks/53a42219-c346-45f9-be41-c5dabab2438f HTTP/1.1" status: 204 len: 168 time: 0.6361639 Jun 11 09:44:28.470636 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 41052) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:44:28.490951 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adabea3-03bb-448f-a0b7-33699b76d15f admin admin] Pushing event deleted for resources: {'Network': ['ID=53a42219-c346-45f9-be41-c5dabab2438f,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:28.494002 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3adabea3-03bb-448f-a0b7-33699b76d15f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:28.543477 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1f6b89-fda5-4fe1-9e4e-7843188f1813 req-c97cb39c-1714-487e-aa5c-3e554b17f744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:28.561352 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6a1f6b89-fda5-4fe1-9e4e-7843188f1813 req-c97cb39c-1714-487e-aa5c-3e554b17f744 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5bbe8ee4-e19a-4280-9545-f4e3ba21ac03 HTTP/1.1" status: 200 len: 859 time: 0.1659243 Jun 11 09:44:28.609230 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-12c1a81d-0d1c-4ed1-9887-c0e08bd24c80 req-4c84ca81-b7f2-4de2-b04d-e434f17524b5 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:28.649015 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-12c1a81d-0d1c-4ed1-9887-c0e08bd24c80 req-4c84ca81-b7f2-4de2-b04d-e434f17524b5 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:28.687957 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-572e0dd3-9be8-4ac4-9407-e7d0c77b7134 admin admin] Deleting subnet 2ded0d9c-0265-4e01-9609-d97161a39769 {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 09:44:28.699907 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-572e0dd3-9be8-4ac4-9407-e7d0c77b7134 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:28.779864 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-572e0dd3-9be8-4ac4-9407-e7d0c77b7134 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:28.828468 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-12c1a81d-0d1c-4ed1-9887-c0e08bd24c80 req-4c84ca81-b7f2-4de2-b04d-e434f17524b5 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:28.843552 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-12c1a81d-0d1c-4ed1-9887-c0e08bd24c80 req-4c84ca81-b7f2-4de2-b04d-e434f17524b5 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:28.844982 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-12c1a81d-0d1c-4ed1-9887-c0e08bd24c80 req-4c84ca81-b7f2-4de2-b04d-e434f17524b5 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/2d6df30a-328c-44b5-887c-ee6e3183fc92 HTTP/1.1" status: 204 len: 173 time: 0.4031072 Jun 11 09:44:28.854502 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:28.858208 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1f6b89-fda5-4fe1-9e4e-7843188f1813 req-4889da5c-8ab6-4b5f-94f9-8c4adb7b10bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:28.859672 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6a1f6b89-fda5-4fe1-9e4e-7843188f1813 req-4889da5c-8ab6-4b5f-94f9-8c4adb7b10bc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8306b3b2-c7c1-4b78-8462-356897eaa70e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3054104 Jun 11 09:44:28.912618 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-572e0dd3-9be8-4ac4-9407-e7d0c77b7134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:28.914934 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c84ca81-b7f2-4de2-b04d-e434f17524b5 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2d6df30a-328c-44b5-887c-ee6e3183fc92,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:28.918663 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4c84ca81-b7f2-4de2-b04d-e434f17524b5 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:29.063091 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [req-40f98b5e-f2e8-402d-92fc-ea6629766847 req-0a8a25ff-4214-4f24-9395-869dac8d5552 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3691a36c-9161-48a8-9af5-1c94a1f1e012 {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:44:29.095559 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d2499a-59ae-434f-8ffc-5bb0ba68bd02 req-af652691-35d4-465f-acb5-c994ec9c3fc6 tempest-ServerAddressesNegativeTestJSON-689532097 tempest-ServerAddressesNegativeTestJSON-689532097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:29.100301 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-99d2499a-59ae-434f-8ffc-5bb0ba68bd02 req-af652691-35d4-465f-acb5-c994ec9c3fc6 tempest-ServerAddressesNegativeTestJSON-689532097 tempest-ServerAddressesNegativeTestJSON-689532097-project] 10.222.0.60 "GET /v2.0/ports?device_id=50724db0-85b9-4ebd-8895-eea18978d2b8 HTTP/1.1" status: 200 len: 932 time: 0.0792482 Jun 11 09:44:29.100443 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-40f98b5e-f2e8-402d-92fc-ea6629766847 req-0a8a25ff-4214-4f24-9395-869dac8d5552 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:29.146245 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-40f98b5e-f2e8-402d-92fc-ea6629766847 req-0a8a25ff-4214-4f24-9395-869dac8d5552 service neutron] Transition to ACTIVE for port object 3691a36c-9161-48a8-9af5-1c94a1f1e012 will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:44:29.162146 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-99d2499a-59ae-434f-8ffc-5bb0ba68bd02 req-3e19be62-d445-4d74-9274-634cc1754cd3 tempest-ServerAddressesNegativeTestJSON-689532097 tempest-ServerAddressesNegativeTestJSON-689532097-project] 10.222.0.60 "GET /v2.0/security-groups?id=235a9866-3157-4064-8522-830d9578cd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571673 Jun 11 09:44:29.168055 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6a1f6b89-fda5-4fe1-9e4e-7843188f1813 req-b88c2e50-cd48-464c-a25b-1b520009c017 service neutron] 10.222.0.64 "GET /v2.0/networks/8306b3b2-c7c1-4b78-8462-356897eaa70e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914274 Jun 11 09:44:29.210913 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192b22cd-c7fb-4817-9035-1e53aa30d04d req-f380a91e-9b81-4dba-8334-5f33ec42c458 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:29.212427 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-192b22cd-c7fb-4817-9035-1e53aa30d04d req-f380a91e-9b81-4dba-8334-5f33ec42c458 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ce3a764-af8f-4837-9ffe-fc80edb30850 HTTP/1.1" status: 200 len: 945 time: 0.2058246 Jun 11 09:44:29.299476 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-572e0dd3-9be8-4ac4-9407-e7d0c77b7134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:29.300272 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-40f98b5e-f2e8-402d-92fc-ea6629766847 req-0a8a25ff-4214-4f24-9395-869dac8d5552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:29.305590 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4700dfce-ec2e-49c5-8ca8-e9805ad2702a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:29.371136 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-192b22cd-c7fb-4817-9035-1e53aa30d04d req-5859660b-cf7b-4a22-9370-f986d8fa6023 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480861 Jun 11 09:44:29.374829 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910fa2c4-ac0a-4b52-a41c-1ec659fc34b9 req-765598ac-1a30-4fc2-ac36-aadbb316cc81 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:29.382059 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-910fa2c4-ac0a-4b52-a41c-1ec659fc34b9 req-765598ac-1a30-4fc2-ac36-aadbb316cc81 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2f9eff9-fbba-4367-b0de-883742133207 HTTP/1.1" status: 200 len: 944 time: 0.0907493 Jun 11 09:44:29.394196 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device eadae33e-f095-4f7c-9ab4-6c7a354f6f90 details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:44:29.402735 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-572e0dd3-9be8-4ac4-9407-e7d0c77b7134 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:29.404767 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-572e0dd3-9be8-4ac4-9407-e7d0c77b7134 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/2ded0d9c-0265-4e01-9609-d97161a39769 HTTP/1.1" status: 204 len: 168 time: 0.9224796 Jun 11 09:44:29.408654 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 41080) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:44:29.452133 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-910fa2c4-ac0a-4b52-a41c-1ec659fc34b9 req-59f26aac-48b2-44b5-8561-7717bac54bb9 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.60 "GET /v2.0/security-groups?id=09f483c6-cf52-4168-b2e6-1a9686fe8b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691507 Jun 11 09:44:29.465672 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-fb085f05-6835-45b9-b7dd-7f89789138a9 req-54740074-4f7f-4c6e-8496-333ecc872ce6 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1192119567', 'description': 'tempest-description-1413029985'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:44:29.491689 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6a1f6b89-fda5-4fe1-9e4e-7843188f1813 req-c62da249-a337-4049-a3b8-9da90215a42e service neutron] 10.222.0.64 "GET /v2.0/networks/8306b3b2-c7c1-4b78-8462-356897eaa70e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171532 Jun 11 09:44:29.501735 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8a25ff-4214-4f24-9395-869dac8d5552 service neutron] Pushing event updated for resources: {'Port': ['ID=3691a36c-9161-48a8-9af5-1c94a1f1e012,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:29.526465 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-334ac926-8098-475f-94da-0dae90fbb50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:29.535418 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0a8a25ff-4214-4f24-9395-869dac8d5552 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:29.537290 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f2b3f287-267b-4aea-9050-ab636ecaf3df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.205s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:29.580978 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port eadae33e-f095-4f7c-9ab4-6c7a354f6f90, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=eadae33e-f095-4f7c-9ab4-6c7a354f6f90,segment=NetworkSegment(5b557a6f-ee49-4b07-a4c0-158e09a12290),segment_id=5b557a6f-ee49-4b07-a4c0-158e09a12290)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:44:29.599337 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': 'eadae33e-f095-4f7c-9ab4-6c7a354f6f90', 'network_id': '8306b3b2-c7c1-4b78-8462-356897eaa70e', 'port_id': 'eadae33e-f095-4f7c-9ab4-6c7a354f6f90', 'mac_address': 'fa:16:3e:97:97:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bbe8ee4-e19a-4280-9545-f4e3ba21ac03', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:44:29.605728 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572e0dd3-9be8-4ac4-9407-e7d0c77b7134 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ded0d9c-0265-4e01-9609-d97161a39769,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:29.609605 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-572e0dd3-9be8-4ac4-9407-e7d0c77b7134 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:29.640991 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-40f98b5e-f2e8-402d-92fc-ea6629766847 req-0a8a25ff-4214-4f24-9395-869dac8d5552 service neutron] Attempting to bind port 3691a36c-9161-48a8-9af5-1c94a1f1e012 on host n-h2-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:44:29.640991 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-40f98b5e-f2e8-402d-92fc-ea6629766847 req-0a8a25ff-4214-4f24-9395-869dac8d5552 service neutron] Attempting to bind port 3691a36c-9161-48a8-9af5-1c94a1f1e012 by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': '2ab14b98-41a1-4b9f-aef2-611307423bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'e2f74757-c968-4c5e-a7bd-c4d324755fae'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:44:29.641390 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f98b5e-f2e8-402d-92fc-ea6629766847 req-0a8a25ff-4214-4f24-9395-869dac8d5552 service neutron] Attempting to bind port 3691a36c-9161-48a8-9af5-1c94a1f1e012 on network e2f74757-c968-4c5e-a7bd-c4d324755fae {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:44:29.646489 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f98b5e-f2e8-402d-92fc-ea6629766847 req-0a8a25ff-4214-4f24-9395-869dac8d5552 service neutron] Port 3691a36c-9161-48a8-9af5-1c94a1f1e012 on network e2f74757-c968-4c5e-a7bd-c4d324755fae not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:44:29.647240 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f98b5e-f2e8-402d-92fc-ea6629766847 req-0a8a25ff-4214-4f24-9395-869dac8d5552 service neutron] Attempting to bind port 3691a36c-9161-48a8-9af5-1c94a1f1e012 on network e2f74757-c968-4c5e-a7bd-c4d324755fae {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:44:29.649589 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:29.651993 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f98b5e-f2e8-402d-92fc-ea6629766847 req-0a8a25ff-4214-4f24-9395-869dac8d5552 service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:44:29.652348 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f98b5e-f2e8-402d-92fc-ea6629766847 req-0a8a25ff-4214-4f24-9395-869dac8d5552 service neutron] Checking segment: {'id': '2ab14b98-41a1-4b9f-aef2-611307423bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'e2f74757-c968-4c5e-a7bd-c4d324755fae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:44:29.652810 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f98b5e-f2e8-402d-92fc-ea6629766847 req-0a8a25ff-4214-4f24-9395-869dac8d5552 service neutron] Bound using segment: {'id': '2ab14b98-41a1-4b9f-aef2-611307423bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'e2f74757-c968-4c5e-a7bd-c4d324755fae'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:44:29.653373 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-40f98b5e-f2e8-402d-92fc-ea6629766847 req-0a8a25ff-4214-4f24-9395-869dac8d5552 service neutron] Bound port: 3691a36c-9161-48a8-9af5-1c94a1f1e012, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ab14b98-41a1-4b9f-aef2-611307423bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'e2f74757-c968-4c5e-a7bd-c4d324755fae'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:44:29.653795 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-40f98b5e-f2e8-402d-92fc-ea6629766847 req-0a8a25ff-4214-4f24-9395-869dac8d5552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:29.656427 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-334ac926-8098-475f-94da-0dae90fbb50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:29.666602 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eadae33e-f095-4f7c-9ab4-6c7a354f6f90 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:44:29.669614 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-fb085f05-6835-45b9-b7dd-7f89789138a9 req-54740074-4f7f-4c6e-8496-333ecc872ce6 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:29.684060 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-334ac926-8098-475f-94da-0dae90fbb50e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b7715f1-46e9-41fc-872f-c9b20b6cb1b6']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:44:29.690901 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port eadae33e-f095-4f7c-9ab4-6c7a354f6f90, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=eadae33e-f095-4f7c-9ab4-6c7a354f6f90,segment=NetworkSegment(5b557a6f-ee49-4b07-a4c0-158e09a12290),segment_id=5b557a6f-ee49-4b07-a4c0-158e09a12290)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:44:29.725386 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-334ac926-8098-475f-94da-0dae90fbb50e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89a3a214-b18e-413c-b8f9-e6dc23573fe7') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:44:29.725711 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-334ac926-8098-475f-94da-0dae90fbb50e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89a3a214-b18e-413c-b8f9-e6dc23573fe7') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:44:29.739829 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-334ac926-8098-475f-94da-0dae90fbb50e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:29.764711 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-40f98b5e-f2e8-402d-92fc-ea6629766847 req-0a8a25ff-4214-4f24-9395-869dac8d5552 service neutron] For port 3691a36c-9161-48a8-9af5-1c94a1f1e012, host n-h2-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:44:29.766725 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-334ac926-8098-475f-94da-0dae90fbb50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:29.769630 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-40f98b5e-f2e8-402d-92fc-ea6629766847 req-0a8a25ff-4214-4f24-9395-869dac8d5552 service neutron] For port 3691a36c-9161-48a8-9af5-1c94a1f1e012, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=3691a36c-9161-48a8-9af5-1c94a1f1e012,segment=NetworkSegment(2ab14b98-41a1-4b9f-aef2-611307423bc7),segment_id=2ab14b98-41a1-4b9f-aef2-611307423bc7)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:44:29.777058 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-334ac926-8098-475f-94da-0dae90fbb50e admin admin] Releasing vlan 756 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 09:44:29.777520 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-334ac926-8098-475f-94da-0dae90fbb50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:29.779405 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 09:44:29.779405 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 09:44:29.779405 n-d-779913-12 neutron-server[93176]: timer() Jun 11 09:44:29.779405 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 09:44:29.779405 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 09:44:29.779405 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 09:44:29.779405 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 09:44:29.779405 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 09:44:29.779405 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 09:44:29.779405 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 09:44:29.779405 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 09:44:29.779405 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 09:44:29.779405 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 09:44:29.779405 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 09:44:29.779405 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 09:44:29.779405 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 09:44:29.779405 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 09:44:29.779405 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 09:44:29.779405 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 09:44:29.779405 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 09:44:29.779405 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 09:44:29.779405 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 09:44:29.779405 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 09:44:29.779405 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 09:44:29.779405 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 09:44:29.779405 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 09:44:29.779405 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 09:44:29.779405 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 09:44:29.779405 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 09:44:29.779405 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 09:44:29.779405 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 09:44:29.779405 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 09:44:29.789626 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:29.791441 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:29.817102 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf372234-1bab-4769-85ba-55020ef10466 req-939c75d5-db02-4b78-a8f0-7bb48d542638 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:29.818692 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-bf372234-1bab-4769-85ba-55020ef10466 req-939c75d5-db02-4b78-a8f0-7bb48d542638 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 946 time: 0.1593742 Jun 11 09:44:29.829021 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-fb085f05-6835-45b9-b7dd-7f89789138a9 req-54740074-4f7f-4c6e-8496-333ecc872ce6 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:29.835610 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-40f98b5e-f2e8-402d-92fc-ea6629766847 req-0a8a25ff-4214-4f24-9395-869dac8d5552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:29.837862 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-87a3116e-fc5f-4a8c-b410-43cdd6d3e589 tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:29.853029 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=eadae33e-f095-4f7c-9ab4-6c7a354f6f90,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:29.863661 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:29.891183 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f98b5e-f2e8-402d-92fc-ea6629766847 req-0a8a25ff-4214-4f24-9395-869dac8d5552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:29.891993 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-40f98b5e-f2e8-402d-92fc-ea6629766847 req-0a8a25ff-4214-4f24-9395-869dac8d5552 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:29.893492 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-40f98b5e-f2e8-402d-92fc-ea6629766847 req-0a8a25ff-4214-4f24-9395-869dac8d5552 service neutron] 10.222.0.69 "PUT /v2.0/ports/3691a36c-9161-48a8-9af5-1c94a1f1e012 HTTP/1.1" status: 200 len: 1093 time: 2.0616820 Jun 11 09:44:29.894957 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50724db0-85b9-4ebd-8895-eea18978d2b8', 'tag': '3691a36c-9161-48a8-9af5-1c94a1f1e012'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:44:29.897105 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f2457f-ef40-443a-8ada-c87e2c715fdb" -d '{"events": [{"name": "network-changed", "server_uuid": "50724db0-85b9-4ebd-8895-eea18978d2b8", "tag": "3691a36c-9161-48a8-9af5-1c94a1f1e012"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:44:29.904263 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-fb085f05-6835-45b9-b7dd-7f89789138a9 req-54740074-4f7f-4c6e-8496-333ecc872ce6 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:29.920313 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-bf372234-1bab-4769-85ba-55020ef10466 req-0afa8322-0143-418b-b3c7-dc6ac19dcf4b tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d1f1aa-3601-424b-af20-9acf0698c1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431950 Jun 11 09:44:29.928684 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8a25ff-4214-4f24-9395-869dac8d5552 service neutron] Pushing event updated for resources: {'Port': ['ID=3691a36c-9161-48a8-9af5-1c94a1f1e012,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:29.931959 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0a8a25ff-4214-4f24-9395-869dac8d5552 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:29.932481 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a9a1a02b-d85d-4971-8f1b-eb369d91f1fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:29.960672 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54740074-4f7f-4c6e-8496-333ecc872ce6 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5174c1bf-4a83-495c-8ef4-e7a39ee1c1ec,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:29.963504 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-54740074-4f7f-4c6e-8496-333ecc872ce6 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:29.973872 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-334ac926-8098-475f-94da-0dae90fbb50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:29.977730 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:29.980510 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-334ac926-8098-475f-94da-0dae90fbb50e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:29.982473 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-334ac926-8098-475f-94da-0dae90fbb50e admin admin] 10.222.0.60 "DELETE /v2.0/networks/4b7715f1-46e9-41fc-872f-c9b20b6cb1b6 HTTP/1.1" status: 204 len: 168 time: 0.5725806 Jun 11 09:44:29.997965 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334ac926-8098-475f-94da-0dae90fbb50e admin admin] Pushing event deleted for resources: {'Network': ['ID=4b7715f1-46e9-41fc-872f-c9b20b6cb1b6,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:30.001421 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-fb085f05-6835-45b9-b7dd-7f89789138a9 req-54740074-4f7f-4c6e-8496-333ecc872ce6 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:30.002761 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fb085f05-6835-45b9-b7dd-7f89789138a9 req-54740074-4f7f-4c6e-8496-333ecc872ce6 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.5950127 Jun 11 09:44:30.003520 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-334ac926-8098-475f-94da-0dae90fbb50e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:30.052142 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['eadae33e-f095-4f7c-9ab4-6c7a354f6f90'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:44:30.128449 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f98b5e-f2e8-402d-92fc-ea6629766847 req-320abfba-f9ba-48d8-be86-7ed3b1d5fb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:30.131728 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-40f98b5e-f2e8-402d-92fc-ea6629766847 req-320abfba-f9ba-48d8-be86-7ed3b1d5fb04 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=10870ee7e1ac4551bbcedb5e3a5a930d&device_id=50724db0-85b9-4ebd-8895-eea18978d2b8 HTTP/1.1" status: 200 len: 1096 time: 0.1036799 Jun 11 09:44:30.206061 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e739950c-87f5-4ac3-8666-9e0f3ada23bc x-openstack-request-id: req-e739950c-87f5-4ac3-8666-9e0f3ada23bc {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:44:30.206396 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50724db0-85b9-4ebd-8895-eea18978d2b8", "tag": "3691a36c-9161-48a8-9af5-1c94a1f1e012", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:44:30.206682 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e739950c-87f5-4ac3-8666-9e0f3ada23bc {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:44:30.207112 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50724db0-85b9-4ebd-8895-eea18978d2b8', 'tag': '3691a36c-9161-48a8-9af5-1c94a1f1e012', 'status': 'completed', 'code': 200} Jun 11 09:44:30.215406 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-40f98b5e-f2e8-402d-92fc-ea6629766847 req-3285c72d-c3c9-46ec-a471-64bbb63b0753 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3691a36c-9161-48a8-9af5-1c94a1f1e012 HTTP/1.1" status: 200 len: 217 time: 0.0764112 Jun 11 09:44:30.286847 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2462472b-b72c-4703-a1a8-2423e6b1a951 req-811eefd8-b9e5-42bd-9449-79fee5bd6e1f tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] 10.222.0.60 "GET /v2.0/security-groups/5174c1bf-4a83-495c-8ef4-e7a39ee1c1ec HTTP/1.1" status: 200 len: 1813 time: 0.1352396 Jun 11 09:44:30.301501 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f98b5e-f2e8-402d-92fc-ea6629766847 req-5a6754d7-9e7a-4db9-9266-39aef0985693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:30.305071 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-40f98b5e-f2e8-402d-92fc-ea6629766847 req-5a6754d7-9e7a-4db9-9266-39aef0985693 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f9e89ad9-88c2-458f-9d49-e4922ecc48d8 HTTP/1.1" status: 200 len: 862 time: 0.0767677 Jun 11 09:44:30.349816 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-f7740b66-87da-4cc3-b648-920474b3004a req-3814d378-ace7-42c8-a810-800914c771f4 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1935696761', 'description': 'tempest-description-1464871008'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:44:30.355809 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-40f98b5e-f2e8-402d-92fc-ea6629766847 req-1473a51d-751d-4582-85d5-6e36e816bd10 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e2f74757-c968-4c5e-a7bd-c4d324755fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464931 Jun 11 09:44:30.473548 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b95b93c-947f-48a0-8abe-362e7d737810 req-fa7bb29b-040e-45c9-a664-316c2125cfa6 tempest-ServerAddressesNegativeTestJSON-689532097 tempest-ServerAddressesNegativeTestJSON-689532097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:30.475316 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0b95b93c-947f-48a0-8abe-362e7d737810 req-fa7bb29b-040e-45c9-a664-316c2125cfa6 tempest-ServerAddressesNegativeTestJSON-689532097 tempest-ServerAddressesNegativeTestJSON-689532097-project] 10.222.0.60 "GET /v2.0/ports?device_id=50724db0-85b9-4ebd-8895-eea18978d2b8 HTTP/1.1" status: 200 len: 944 time: 0.0849657 Jun 11 09:44:30.488668 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-40f98b5e-f2e8-402d-92fc-ea6629766847 req-bb7e9f5c-6027-476c-aff7-b3c84146060c service neutron] 10.222.0.69 "GET /v2.0/networks/e2f74757-c968-4c5e-a7bd-c4d324755fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248300 Jun 11 09:44:30.520682 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0b95b93c-947f-48a0-8abe-362e7d737810 req-540c972a-b20f-4b37-a6af-d2759196fae0 tempest-ServerAddressesNegativeTestJSON-689532097 tempest-ServerAddressesNegativeTestJSON-689532097-project] 10.222.0.60 "GET /v2.0/security-groups?id=235a9866-3157-4064-8522-830d9578cd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387623 Jun 11 09:44:30.644998 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 41108) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:44:30.743965 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-0b4cd73e-2089-4897-8146-be0c95b07b53 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=761e66d23fea4903a68cd9de907a43c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0954874 Jun 11 09:44:30.744923 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 41110) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:44:30.775227 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276040f-7f2a-4d49-9df6-d8c4d3bb353b req-ed3dc308-254d-4f51-83f9-3427be65b6ea tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:30.782244 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a276040f-7f2a-4d49-9df6-d8c4d3bb353b req-ed3dc308-254d-4f51-83f9-3427be65b6ea tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ce3a764-af8f-4837-9ffe-fc80edb30850 HTTP/1.1" status: 200 len: 945 time: 0.1448801 Jun 11 09:44:30.852461 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:30.853946 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-80669f33-4877-46e2-af69-cf31670d4aeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:30.859627 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a276040f-7f2a-4d49-9df6-d8c4d3bb353b req-3ca3e0af-3386-4cd1-a937-3e1cf4b86e34 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591784 Jun 11 09:44:30.881607 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 41114) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:44:30.892895 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-80669f33-4877-46e2-af69-cf31670d4aeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:30.952639 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-f7740b66-87da-4cc3-b648-920474b3004a req-3814d378-ace7-42c8-a810-800914c771f4 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:30.993355 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-40f98b5e-f2e8-402d-92fc-ea6629766847 req-bf1ace94-8cca-4c5b-aad0-62c295eb6135 service neutron] 10.222.0.69 "GET /v2.0/networks/e2f74757-c968-4c5e-a7bd-c4d324755fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4982965 Jun 11 09:44:31.031870 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5f271d39-cd5e-4bbd-880a-b6aec5b2f10d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:31.035530 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-80669f33-4877-46e2-af69-cf31670d4aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:31.039152 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-80669f33-4877-46e2-af69-cf31670d4aeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:31.040314 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-80669f33-4877-46e2-af69-cf31670d4aeb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/edfc27cd-c925-4f2f-b6ad-e80e4f652a57 HTTP/1.1" status: 204 len: 168 time: 0.2951894 Jun 11 09:44:31.068413 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-f7740b66-87da-4cc3-b648-920474b3004a req-3814d378-ace7-42c8-a810-800914c771f4 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:31.070908 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f113abea-5877-4b3a-a38d-80ff22f92406 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:31.086779 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80669f33-4877-46e2-af69-cf31670d4aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edfc27cd-c925-4f2f-b6ad-e80e4f652a57,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:31.089531 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-80669f33-4877-46e2-af69-cf31670d4aeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:31.132369 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-f7740b66-87da-4cc3-b648-920474b3004a req-3814d378-ace7-42c8-a810-800914c771f4 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:31.133198 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f59b54-a2b0-4868-9aa6-d910c92b4b28 req-1b0eed36-5c61-45f3-8b3b-65d2c9521adb tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:31.134677 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-75f59b54-a2b0-4868-9aa6-d910c92b4b28 req-1b0eed36-5c61-45f3-8b3b-65d2c9521adb tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2f9eff9-fbba-4367-b0de-883742133207 HTTP/1.1" status: 200 len: 945 time: 0.1127913 Jun 11 09:44:31.135261 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f7a732bb-618f-4832-b2ba-443b7c2cd965 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:31.202951 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-75f59b54-a2b0-4868-9aa6-d910c92b4b28 req-6370a690-c9e8-4422-a6dc-c875edce0139 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.60 "GET /v2.0/security-groups?id=09f483c6-cf52-4168-b2e6-1a9686fe8b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607290 Jun 11 09:44:31.211036 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3814d378-ace7-42c8-a810-800914c771f4 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=691b4ae0-9dc6-4b0c-9a7e-9b334f890ace,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:31.216633 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3814d378-ace7-42c8-a810-800914c771f4 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:31.248904 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f2457f-ef40-443a-8ada-c87e2c715fdb req-c4dd362b-c02e-42d8-acc8-4f3b90c09659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:31.250618 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d1f2457f-ef40-443a-8ada-c87e2c715fdb req-c4dd362b-c02e-42d8-acc8-4f3b90c09659 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=10870ee7e1ac4551bbcedb5e3a5a930d&device_id=50724db0-85b9-4ebd-8895-eea18978d2b8 HTTP/1.1" status: 200 len: 1096 time: 0.1105282 Jun 11 09:44:31.264688 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5f271d39-cd5e-4bbd-880a-b6aec5b2f10d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:31.362129 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5f271d39-cd5e-4bbd-880a-b6aec5b2f10d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:31.366192 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-063ef11d-0e84-4b9d-bbf6-6726321ccd03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:31.386708 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f2457f-ef40-443a-8ada-c87e2c715fdb req-b7ba7db9-a55b-4cbe-9ecd-4bbebb1a67e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:31.388289 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d1f2457f-ef40-443a-8ada-c87e2c715fdb req-b7ba7db9-a55b-4cbe-9ecd-4bbebb1a67e2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e2f74757-c968-4c5e-a7bd-c4d324755fae HTTP/1.1" status: 200 len: 923 time: 0.1307490 Jun 11 09:44:31.403259 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 730c5223-87c0-4868-94fb-7a041e9c63ba details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:44:31.406216 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device eadae33e-f095-4f7c-9ab4-6c7a354f6f90 up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:44:31.425871 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-5f271d39-cd5e-4bbd-880a-b6aec5b2f10d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6167716363a9475b9eeeebf8b5280230&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5407479 Jun 11 09:44:31.430252 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 41128) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:44:31.430252 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f271d39-cd5e-4bbd-880a-b6aec5b2f10d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3771956-598f-4ee8-ac3e-0307123cc9c7,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:31.430612 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5f271d39-cd5e-4bbd-880a-b6aec5b2f10d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:31.461352 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-f7740b66-87da-4cc3-b648-920474b3004a req-3814d378-ace7-42c8-a810-800914c771f4 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:31.462713 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f7740b66-87da-4cc3-b648-920474b3004a req-3814d378-ace7-42c8-a810-800914c771f4 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 1.1169369 Jun 11 09:44:31.464199 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d1f2457f-ef40-443a-8ada-c87e2c715fdb req-5976fb24-028d-4b29-afcd-3c70b9398d89 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3691a36c-9161-48a8-9af5-1c94a1f1e012 HTTP/1.1" status: 200 len: 217 time: 0.0681756 Jun 11 09:44:31.466231 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc762f3-8fe7-4677-975b-828c18b2137d req-72e80fe0-0962-478e-820f-92080105161f tempest-LiveMigrationTest-1264164380 tempest-LiveMigrationTest-1264164380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:31.468587 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3cc762f3-8fe7-4677-975b-828c18b2137d req-72e80fe0-0962-478e-820f-92080105161f tempest-LiveMigrationTest-1264164380 tempest-LiveMigrationTest-1264164380-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2ce3a764-af8f-4837-9ffe-fc80edb30850 HTTP/1.1" status: 200 len: 1097 time: 0.1452377 Jun 11 09:44:31.539376 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-51a8a622-7744-40f0-81be-8a2b434faa10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:31.540717 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f2457f-ef40-443a-8ada-c87e2c715fdb req-fe6dd6a0-9fa1-424a-8b09-3c7b755b1031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:31.542342 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3cc762f3-8fe7-4677-975b-828c18b2137d req-d78de12a-3212-42c3-bf08-af2df15f333e tempest-LiveMigrationTest-1264164380 tempest-LiveMigrationTest-1264164380-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637550 Jun 11 09:44:31.543019 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d1f2457f-ef40-443a-8ada-c87e2c715fdb req-fe6dd6a0-9fa1-424a-8b09-3c7b755b1031 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f9e89ad9-88c2-458f-9d49-e4922ecc48d8 HTTP/1.1" status: 200 len: 862 time: 0.0721231 Jun 11 09:44:31.581109 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-51a8a622-7744-40f0-81be-8a2b434faa10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:31.625206 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d1f2457f-ef40-443a-8ada-c87e2c715fdb req-0e48f9fb-3a25-4f77-9ba4-6ae9cdf0cc5a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e2f74757-c968-4c5e-a7bd-c4d324755fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747080 Jun 11 09:44:31.740540 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-51a8a622-7744-40f0-81be-8a2b434faa10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:31.746839 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-51a8a622-7744-40f0-81be-8a2b434faa10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:31.753049 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-51a8a622-7744-40f0-81be-8a2b434faa10 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a3771956-598f-4ee8-ac3e-0307123cc9c7 HTTP/1.1" status: 204 len: 168 time: 0.3171046 Jun 11 09:44:31.753049 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6013848f-4df9-4633-b7a5-498e2cf9ac1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:31.788993 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a8a622-7744-40f0-81be-8a2b434faa10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3771956-598f-4ee8-ac3e-0307123cc9c7,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:31.801575 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-51a8a622-7744-40f0-81be-8a2b434faa10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:31.806456 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a147eb62-7566-4cfb-b2b4-3c61b1be6ffb req-d521c57d-af15-4a49-8f3b-576f6a71ae32 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] 10.222.0.60 "GET /v2.0/security-groups/691b4ae0-9dc6-4b0c-9a7e-9b334f890ace HTTP/1.1" status: 200 len: 1813 time: 0.0917630 Jun 11 09:44:31.843525 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d1f2457f-ef40-443a-8ada-c87e2c715fdb req-4331d3cf-63bb-4cf8-a38e-8b050814b90e service neutron] 10.222.0.69 "GET /v2.0/networks/e2f74757-c968-4c5e-a7bd-c4d324755fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071319 Jun 11 09:44:31.852772 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba82e5-96f4-4b50-a128-9f90223fbda8 req-72f2cfeb-66b9-4e05-9b14-7c4b9a7bc962 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:31.856348 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3dba82e5-96f4-4b50-a128-9f90223fbda8 req-72f2cfeb-66b9-4e05-9b14-7c4b9a7bc962 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 946 time: 0.2329268 Jun 11 09:44:31.856610 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 41140) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:44:31.922304 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-faa4d331-6c18-411c-be08-99ba037bb64b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f61d13b2972748bb9a76dfc5bbe046b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0643926 Jun 11 09:44:31.922991 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 730c5223-87c0-4868-94fb-7a041e9c63ba, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=730c5223-87c0-4868-94fb-7a041e9c63ba,segment=NetworkSegment(f561be66-4e48-459e-8c21-fceaa6c73661),segment_id=f561be66-4e48-459e-8c21-fceaa6c73661)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:44:31.925866 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 41142) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:44:31.938149 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning for port eadae33e-f095-4f7c-9ab4-6c7a354f6f90 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:44:31.945251 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port eadae33e-f095-4f7c-9ab4-6c7a354f6f90 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:44:31.945962 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:31.948515 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': '730c5223-87c0-4868-94fb-7a041e9c63ba', 'network_id': 'ecbff90d-5ab6-4357-bf37-5548ca0e9255', 'port_id': '730c5223-87c0-4868-94fb-7a041e9c63ba', 'mac_address': 'fa:16:3e:d6:da:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65fd936e-e1de-4d66-9d41-076079c1dae3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:44:31.998887 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3dba82e5-96f4-4b50-a128-9f90223fbda8 req-ae5c1a7c-de45-413e-a72c-9a2d96317058 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d1f1aa-3601-424b-af20-9acf0698c1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026573 Jun 11 09:44:32.017489 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d1f2457f-ef40-443a-8ada-c87e2c715fdb req-a9c02183-2190-4f4a-9f58-44136d3f43fc service neutron] 10.222.0.69 "GET /v2.0/networks/e2f74757-c968-4c5e-a7bd-c4d324755fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619999 Jun 11 09:44:32.044289 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:32.060594 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bf514b98-1416-453e-87c6-4eb60e506fa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:32.062736 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 730c5223-87c0-4868-94fb-7a041e9c63ba {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:44:32.085319 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba435983-cd2e-4369-af85-584c48800132 req-713c720e-14ef-4435-b3a6-e9e8a611f05f tempest-ServerAddressesNegativeTestJSON-689532097 tempest-ServerAddressesNegativeTestJSON-689532097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:32.094107 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ba435983-cd2e-4369-af85-584c48800132 req-713c720e-14ef-4435-b3a6-e9e8a611f05f tempest-ServerAddressesNegativeTestJSON-689532097 tempest-ServerAddressesNegativeTestJSON-689532097-project] 10.222.0.60 "GET /v2.0/ports?device_id=50724db0-85b9-4ebd-8895-eea18978d2b8 HTTP/1.1" status: 200 len: 944 time: 0.1596365 Jun 11 09:44:32.128475 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 730c5223-87c0-4868-94fb-7a041e9c63ba, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=730c5223-87c0-4868-94fb-7a041e9c63ba,segment=NetworkSegment(f561be66-4e48-459e-8c21-fceaa6c73661),segment_id=f561be66-4e48-459e-8c21-fceaa6c73661)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:44:32.132069 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:32.139743 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bf514b98-1416-453e-87c6-4eb60e506fa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:32.178548 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port eadae33e-f095-4f7c-9ab4-6c7a354f6f90, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=eadae33e-f095-4f7c-9ab4-6c7a354f6f90,segment=NetworkSegment(5b557a6f-ee49-4b07-a4c0-158e09a12290),segment_id=5b557a6f-ee49-4b07-a4c0-158e09a12290)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:44:32.179650 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f9eff9-fbba-4367-b0de-883742133207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eadae33e-f095-4f7c-9ab4-6c7a354f6f90'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:44:32.182949 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1843c38-31c8-4d2d-8c64-ef22f532d57f" -d '{"events": [{"server_uuid": "a2f9eff9-fbba-4367-b0de-883742133207", "name": "network-vif-plugged", "status": "completed", "tag": "eadae33e-f095-4f7c-9ab4-6c7a354f6f90"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:44:32.195793 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:32.199933 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-031e915e-e333-4063-bd8e-7e264954108d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:32.209595 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ba435983-cd2e-4369-af85-584c48800132 req-ff29aa88-3c6f-4f91-bd59-116ce020e133 tempest-ServerAddressesNegativeTestJSON-689532097 tempest-ServerAddressesNegativeTestJSON-689532097-project] 10.222.0.60 "GET /v2.0/security-groups?id=235a9866-3157-4064-8522-830d9578cd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124575 Jun 11 09:44:32.242337 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d3a4b-7b33-443a-9c8b-8d251fdc389f req-da86716c-1097-4620-a35d-378772228cb2 tempest-LiveMigrationTest-1264164380 tempest-LiveMigrationTest-1264164380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:32.243876 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0e2d3a4b-7b33-443a-9c8b-8d251fdc389f req-da86716c-1097-4620-a35d-378772228cb2 tempest-LiveMigrationTest-1264164380 tempest-LiveMigrationTest-1264164380-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2ce3a764-af8f-4837-9ffe-fc80edb30850 HTTP/1.1" status: 200 len: 1097 time: 0.0853322 Jun 11 09:44:32.248176 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-f5c54708-67dc-4ed2-90c7-41be1d62853c req-a101d1f5-7fab-4b60-862d-3f6ebe205137 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1724359787', 'description': 'tempest-description-500136221'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:44:32.272502 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:32.273493 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 730c5223-87c0-4868-94fb-7a041e9c63ba no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:44:32.288011 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0e2d3a4b-7b33-443a-9c8b-8d251fdc389f req-99f8070e-fb24-46f8-b499-42c90fc873a6 tempest-LiveMigrationTest-1264164380 tempest-LiveMigrationTest-1264164380-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370209 Jun 11 09:44:32.314787 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bf514b98-1416-453e-87c6-4eb60e506fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:32.317660 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bf514b98-1416-453e-87c6-4eb60e506fa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:32.319044 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-bf514b98-1416-453e-87c6-4eb60e506fa4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b55f6926-6162-4b2b-aeea-eb6a176acb1e HTTP/1.1" status: 204 len: 168 time: 0.3913078 Jun 11 09:44:32.320295 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-bc7d6455-2021-4ef7-ae01-b5ad9f7d32e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:32.327221 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['730c5223-87c0-4868-94fb-7a041e9c63ba'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:44:32.332115 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf514b98-1416-453e-87c6-4eb60e506fa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b55f6926-6162-4b2b-aeea-eb6a176acb1e,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:32.341481 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf514b98-1416-453e-87c6-4eb60e506fa4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:44:32.342289 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf514b98-1416-453e-87c6-4eb60e506fa4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:44:32.346707 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf514b98-1416-453e-87c6-4eb60e506fa4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:44:32.346707 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf514b98-1416-453e-87c6-4eb60e506fa4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:44:32.346707 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf514b98-1416-453e-87c6-4eb60e506fa4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:44:32.346707 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf514b98-1416-453e-87c6-4eb60e506fa4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:44:32.346707 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf514b98-1416-453e-87c6-4eb60e506fa4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:44:32.346707 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf514b98-1416-453e-87c6-4eb60e506fa4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:44:32.346707 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf514b98-1416-453e-87c6-4eb60e506fa4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:44:32.346707 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf514b98-1416-453e-87c6-4eb60e506fa4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:44:32.346707 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf514b98-1416-453e-87c6-4eb60e506fa4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:44:32.349204 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf514b98-1416-453e-87c6-4eb60e506fa4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:44:32.354035 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-bf514b98-1416-453e-87c6-4eb60e506fa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:32.355235 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-f5c54708-67dc-4ed2-90c7-41be1d62853c req-a101d1f5-7fab-4b60-862d-3f6ebe205137 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:32.417352 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-724bb507-bd12-4cf1-a734-df386166ad9f x-openstack-request-id: req-724bb507-bd12-4cf1-a734-df386166ad9f {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:44:32.421452 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2f9eff9-fbba-4367-b0de-883742133207", "name": "network-vif-plugged", "status": "completed", "tag": "eadae33e-f095-4f7c-9ab4-6c7a354f6f90", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:44:32.421452 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-724bb507-bd12-4cf1-a734-df386166ad9f {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:44:32.421452 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2f9eff9-fbba-4367-b0de-883742133207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eadae33e-f095-4f7c-9ab4-6c7a354f6f90', 'code': 200} Jun 11 09:44:32.433747 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=730c5223-87c0-4868-94fb-7a041e9c63ba,revision_number=11']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:32.448516 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:32.467884 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.177s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:32.501327 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-f5c54708-67dc-4ed2-90c7-41be1d62853c req-a101d1f5-7fab-4b60-862d-3f6ebe205137 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:32.590042 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-f5c54708-67dc-4ed2-90c7-41be1d62853c req-a101d1f5-7fab-4b60-862d-3f6ebe205137 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:32.593578 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-540ac98e-48cc-4820-a1e5-5c3a654ed07e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:32.597984 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1689e4d-fd26-49b0-952f-d5fb8fddaf2e req-41857ed4-fb7f-42a4-ac56-0a36f996c7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:32.600034 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b1689e4d-fd26-49b0-952f-d5fb8fddaf2e req-41857ed4-fb7f-42a4-ac56-0a36f996c7e7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a2f9eff9-fbba-4367-b0de-883742133207 HTTP/1.1" status: 200 len: 1098 time: 0.1163807 Jun 11 09:44:32.607058 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=eadae33e-f095-4f7c-9ab4-6c7a354f6f90,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:32.616338 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:32.617090 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:32.643041 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 730c5223-87c0-4868-94fb-7a041e9c63ba {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:44:32.646514 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a101d1f5-7fab-4b60-862d-3f6ebe205137 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45f32649-2d0a-4e8d-87e1-f9f83fb38361,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:32.651915 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a101d1f5-7fab-4b60-862d-3f6ebe205137 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:32.654497 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b1689e4d-fd26-49b0-952f-d5fb8fddaf2e req-f7f25e88-1812-4bc4-a93c-e39e25c9fbd4 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=09f483c6-cf52-4168-b2e6-1a9686fe8b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449572 Jun 11 09:44:32.663614 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826684dd-167e-4441-806a-8f98983999ea req-ea92e8fa-224b-4308-9eca-b4e163c98f57 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:32.665050 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-826684dd-167e-4441-806a-8f98983999ea req-ea92e8fa-224b-4308-9eca-b4e163c98f57 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2f9eff9-fbba-4367-b0de-883742133207 HTTP/1.1" status: 200 len: 946 time: 0.1240983 Jun 11 09:44:32.678184 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 730c5223-87c0-4868-94fb-7a041e9c63ba, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=730c5223-87c0-4868-94fb-7a041e9c63ba,segment=NetworkSegment(f561be66-4e48-459e-8c21-fceaa6c73661),segment_id=f561be66-4e48-459e-8c21-fceaa6c73661)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:44:32.713317 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-826684dd-167e-4441-806a-8f98983999ea req-94a378df-3f73-4e5d-a186-5be6d5cd4958 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.60 "GET /v2.0/security-groups?id=09f483c6-cf52-4168-b2e6-1a9686fe8b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413413 Jun 11 09:44:32.755714 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-f5c54708-67dc-4ed2-90c7-41be1d62853c req-a101d1f5-7fab-4b60-862d-3f6ebe205137 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:32.757060 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f5c54708-67dc-4ed2-90c7-41be1d62853c req-a101d1f5-7fab-4b60-862d-3f6ebe205137 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.5166647 Jun 11 09:44:32.797345 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:32.799655 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:32.816353 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 41162) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:44:32.849435 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b66cd5a7-fd02-4745-b053-c62339e4bf84 req-fc27f3f9-952b-4004-8519-be222b49c125 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] 10.222.0.60 "GET /v2.0/security-groups/45f32649-2d0a-4e8d-87e1-f9f83fb38361 HTTP/1.1" status: 200 len: 1812 time: 0.0635171 Jun 11 09:44:32.864735 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f111ecba-6151-4399-a653-ad159fb4a8f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:32.903383 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-d4bb4fb6-ed2c-49e2-994e-08bfdf0a6b46 req-8e7dfd23-d97c-4725-a5b4-0936bfcb7f22 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1746281253', 'description': 'tempest-description-197668399'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:44:32.917838 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=730c5223-87c0-4868-94fb-7a041e9c63ba,revision_number=12']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:32.922635 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:32.945693 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.db.api [req-d4bb4fb6-ed2c-49e2-994e-08bfdf0a6b46 req-8e7dfd23-d97c-4725-a5b4-0936bfcb7f22 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 11 09:44:32.945693 n-d-779913-12 neutron-server[93176]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 11 09:44:32.945693 n-d-779913-12 neutron-server[93176]: [parameters: {'project_id': '5837db8aa3a04394960eca4b4d599a6a', 'id': '38667bd2-3145-4be0-8874-dc6f8197b6ac', 'expiration': datetime.datetime(2021, 6, 11, 9, 46, 32, 937859)}] Jun 11 09:44:32.945693 n-d-779913-12 neutron-server[93176]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 09:44:32.946646 n-d-779913-12 neutron-server[93176]: DEBUG oslo_db.api [req-d4bb4fb6-ed2c-49e2-994e-08bfdf0a6b46 req-8e7dfd23-d97c-4725-a5b4-0936bfcb7f22 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 09:44:33.031506 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f111ecba-6151-4399-a653-ad159fb4a8f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:33.121100 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f111ecba-6151-4399-a653-ad159fb4a8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:33.124779 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-428defc6-0d46-4ecc-bf68-a66bbe4110de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:33.168309 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-f111ecba-6151-4399-a653-ad159fb4a8f3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7f2bb28db3704d03a056de008f012c63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3504770 Jun 11 09:44:33.169517 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f111ecba-6151-4399-a653-ad159fb4a8f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe1963fc-95ba-4ccc-bbd5-2b28e57f6a11,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:33.171116 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 41184) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:44:33.172822 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f111ecba-6151-4399-a653-ad159fb4a8f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:33.226073 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c6ca39d4-e4aa-4d3a-98b3-2e9163429af4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:33.250268 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c6ca39d4-e4aa-4d3a-98b3-2e9163429af4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:33.411502 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 730c5223-87c0-4868-94fb-7a041e9c63ba up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:44:33.465279 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c6ca39d4-e4aa-4d3a-98b3-2e9163429af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:33.472088 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port 730c5223-87c0-4868-94fb-7a041e9c63ba triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:44:33.472476 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:33.475218 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c6ca39d4-e4aa-4d3a-98b3-2e9163429af4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:33.475963 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-c6ca39d4-e4aa-4d3a-98b3-2e9163429af4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fe1963fc-95ba-4ccc-bbd5-2b28e57f6a11 HTTP/1.1" status: 204 len: 168 time: 0.3016849 Jun 11 09:44:33.477024 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-228d0f94-9866-405e-bcf6-ed73af0247e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:33.503862 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ca39d4-e4aa-4d3a-98b3-2e9163429af4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe1963fc-95ba-4ccc-bbd5-2b28e57f6a11,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:33.513488 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ca39d4-e4aa-4d3a-98b3-2e9163429af4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:44:33.514223 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ca39d4-e4aa-4d3a-98b3-2e9163429af4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:44:33.514672 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ca39d4-e4aa-4d3a-98b3-2e9163429af4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:44:33.517148 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ca39d4-e4aa-4d3a-98b3-2e9163429af4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:44:33.517148 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ca39d4-e4aa-4d3a-98b3-2e9163429af4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:44:33.517148 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ca39d4-e4aa-4d3a-98b3-2e9163429af4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:44:33.517148 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ca39d4-e4aa-4d3a-98b3-2e9163429af4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:44:33.517148 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ca39d4-e4aa-4d3a-98b3-2e9163429af4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:44:33.517848 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ca39d4-e4aa-4d3a-98b3-2e9163429af4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:44:33.517848 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ca39d4-e4aa-4d3a-98b3-2e9163429af4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:44:33.518169 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ca39d4-e4aa-4d3a-98b3-2e9163429af4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:44:33.519112 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ca39d4-e4aa-4d3a-98b3-2e9163429af4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:44:33.523011 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c6ca39d4-e4aa-4d3a-98b3-2e9163429af4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:33.584796 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-d4bb4fb6-ed2c-49e2-994e-08bfdf0a6b46 req-8e7dfd23-d97c-4725-a5b4-0936bfcb7f22 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:33.599334 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:33.641848 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 730c5223-87c0-4868-94fb-7a041e9c63ba, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=730c5223-87c0-4868-94fb-7a041e9c63ba,segment=NetworkSegment(f561be66-4e48-459e-8c21-fceaa6c73661),segment_id=f561be66-4e48-459e-8c21-fceaa6c73661)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:44:33.687560 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-d4bb4fb6-ed2c-49e2-994e-08bfdf0a6b46 req-8e7dfd23-d97c-4725-a5b4-0936bfcb7f22 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:33.795545 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:33.797767 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:33.841927 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-d4bb4fb6-ed2c-49e2-994e-08bfdf0a6b46 req-8e7dfd23-d97c-4725-a5b4-0936bfcb7f22 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:33.849306 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6ad207bb-e9a1-4606-a032-dfbaa2d6e211 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:33.867279 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=730c5223-87c0-4868-94fb-7a041e9c63ba,revision_number=13']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:33.870448 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:33.892820 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7dfd23-d97c-4725-a5b4-0936bfcb7f22 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47a078e4-91de-43b3-b8c2-dffd6f855dfb,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:33.895897 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8e7dfd23-d97c-4725-a5b4-0936bfcb7f22 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:33.955103 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-d4bb4fb6-ed2c-49e2-994e-08bfdf0a6b46 req-8e7dfd23-d97c-4725-a5b4-0936bfcb7f22 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:33.956561 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d4bb4fb6-ed2c-49e2-994e-08bfdf0a6b46 req-8e7dfd23-d97c-4725-a5b4-0936bfcb7f22 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 1.0663013 Jun 11 09:44:34.125359 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e3e23c-2bad-48cc-a718-1b7d09d6c740 req-fc1441ca-fe33-4b34-8bc1-551cabf47845 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:34.126863 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-04e3e23c-2bad-48cc-a718-1b7d09d6c740 req-fc1441ca-fe33-4b34-8bc1-551cabf47845 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 946 time: 0.0741954 Jun 11 09:44:34.174651 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-04e3e23c-2bad-48cc-a718-1b7d09d6c740 req-91661ba9-7e79-4be4-be30-fb1ce2fde5e8 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d1f1aa-3601-424b-af20-9acf0698c1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419180 Jun 11 09:44:34.419678 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8355cfd8-6f02-48e7-8c0c-764b8c44cfb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '730c5223-87c0-4868-94fb-7a041e9c63ba'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:44:34.422811 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23bd6c7a-1c7f-4223-9b06-ee9515679054" -d '{"events": [{"server_uuid": "8355cfd8-6f02-48e7-8c0c-764b8c44cfb7", "name": "network-vif-plugged", "status": "completed", "tag": "730c5223-87c0-4868-94fb-7a041e9c63ba"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:44:34.878044 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16417926-020f-442b-86f1-d4460cbcce8c req-8a7d5bec-a08f-4f6c-acbb-c64aff8ae91e tempest-ServerAddressesNegativeTestJSON-689532097 tempest-ServerAddressesNegativeTestJSON-689532097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:34.891842 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-16417926-020f-442b-86f1-d4460cbcce8c req-8a7d5bec-a08f-4f6c-acbb-c64aff8ae91e tempest-ServerAddressesNegativeTestJSON-689532097 tempest-ServerAddressesNegativeTestJSON-689532097-project] 10.222.0.60 "GET /v2.0/ports?device_id=50724db0-85b9-4ebd-8895-eea18978d2b8 HTTP/1.1" status: 200 len: 944 time: 0.5954862 Jun 11 09:44:34.953698 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-16417926-020f-442b-86f1-d4460cbcce8c req-a7a1c4e0-375a-4518-a21d-88007fe6406d tempest-ServerAddressesNegativeTestJSON-689532097 tempest-ServerAddressesNegativeTestJSON-689532097-project] 10.222.0.60 "GET /v2.0/security-groups?id=235a9866-3157-4064-8522-830d9578cd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608380 Jun 11 09:44:35.214404 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d21c614-0228-477a-9b4c-7eb0819062a9 req-7cf55521-e370-4b67-992d-d4e793369c27 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:35.226448 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6d21c614-0228-477a-9b4c-7eb0819062a9 req-7cf55521-e370-4b67-992d-d4e793369c27 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2f9eff9-fbba-4367-b0de-883742133207 HTTP/1.1" status: 200 len: 946 time: 0.1280468 Jun 11 09:44:35.252600 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:35.335092 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6d21c614-0228-477a-9b4c-7eb0819062a9 req-14ec24c3-f7fc-427b-a0eb-e0d0cdf0e60f tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.60 "GET /v2.0/security-groups?id=09f483c6-cf52-4168-b2e6-1a9686fe8b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056705 Jun 11 09:44:35.533705 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 3691a36c-9161-48a8-9af5-1c94a1f1e012 details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:44:35.581442 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 41282) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:44:35.663523 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7f5d1a43-5906-4289-bb14-bdf791126e0f req-f011da2b-d4e8-474e-a792-809e8c8c9e66 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] 10.222.0.60 "GET /v2.0/security-groups/47a078e4-91de-43b3-b8c2-dffd6f855dfb HTTP/1.1" status: 200 len: 1812 time: 0.1269174 Jun 11 09:44:35.728272 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd4a5539-ff1e-454b-842e-d699127da423 x-openstack-request-id: req-bd4a5539-ff1e-454b-842e-d699127da423 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:44:35.729338 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8355cfd8-6f02-48e7-8c0c-764b8c44cfb7", "name": "network-vif-plugged", "status": "completed", "tag": "730c5223-87c0-4868-94fb-7a041e9c63ba", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:44:35.729768 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bd4a5539-ff1e-454b-842e-d699127da423 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:44:35.730110 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8355cfd8-6f02-48e7-8c0c-764b8c44cfb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '730c5223-87c0-4868-94fb-7a041e9c63ba', 'code': 200} Jun 11 09:44:35.740613 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 3691a36c-9161-48a8-9af5-1c94a1f1e012, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=3691a36c-9161-48a8-9af5-1c94a1f1e012,segment=NetworkSegment(2ab14b98-41a1-4b9f-aef2-611307423bc7),segment_id=2ab14b98-41a1-4b9f-aef2-611307423bc7)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:44:35.758123 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': '3691a36c-9161-48a8-9af5-1c94a1f1e012', 'network_id': 'e2f74757-c968-4c5e-a7bd-c4d324755fae', 'port_id': '3691a36c-9161-48a8-9af5-1c94a1f1e012', 'mac_address': 'fa:16:3e:84:f0:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9e89ad9-88c2-458f-9d49-e4922ecc48d8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:44:35.811208 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-618ad65e-7094-4328-a48d-edd4b09e2072 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1181414750-network', 'tenant_id': '61d3c4040251405785317f897ecabfbd'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:44:35.854072 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:35.875639 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3691a36c-9161-48a8-9af5-1c94a1f1e012 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:44:35.911373 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 3691a36c-9161-48a8-9af5-1c94a1f1e012, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=3691a36c-9161-48a8-9af5-1c94a1f1e012,segment=NetworkSegment(2ab14b98-41a1-4b9f-aef2-611307423bc7),segment_id=2ab14b98-41a1-4b9f-aef2-611307423bc7)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:44:35.915852 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-618ad65e-7094-4328-a48d-edd4b09e2072 admin admin] Made reservation on behalf of 61d3c4040251405785317f897ecabfbd for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:44:35.916933 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb7bd8-211c-4eba-9135-4da9bb51ad83 req-62365b19-f9ac-49c2-b606-731d472df15d tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:35.918431 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-32cb7bd8-211c-4eba-9135-4da9bb51ad83 req-62365b19-f9ac-49c2-b606-731d472df15d tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 946 time: 0.0780206 Jun 11 09:44:35.919463 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-618ad65e-7094-4328-a48d-edd4b09e2072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:35.935250 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-618ad65e-7094-4328-a48d-edd4b09e2072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:35.980175 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-32cb7bd8-211c-4eba-9135-4da9bb51ad83 req-ba5c2021-e6a4-4d6d-b464-1239c558968e tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d1f1aa-3601-424b-af20-9acf0698c1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542285 Jun 11 09:44:36.035225 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:36.037792 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:36.079215 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-618ad65e-7094-4328-a48d-edd4b09e2072 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:36.119267 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=3691a36c-9161-48a8-9af5-1c94a1f1e012,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:36.126260 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:36.149041 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [req-4cb551e4-b702-45e7-9149-5aa191973315 req-efd9ea91-d62c-4fe3-a2c6-26144efb5619 tempest-LiveMigrationTest-1264164380 tempest-LiveMigrationTest-1264164380-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 09:44:36.150056 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4cb551e4-b702-45e7-9149-5aa191973315 req-efd9ea91-d62c-4fe3-a2c6-26144efb5619 tempest-LiveMigrationTest-1264164380 tempest-LiveMigrationTest-1264164380-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080450 Jun 11 09:44:36.166539 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-4cb551e4-b702-45e7-9149-5aa191973315 req-cf5e022b-467a-41c0-9a9c-3d0166b7d36d service neutron] Request body: {'binding': {'host': 'n-h1-779913-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:44:36.171039 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-4cb551e4-b702-45e7-9149-5aa191973315 req-cf5e022b-467a-41c0-9a9c-3d0166b7d36d service neutron] Unknown quota resources ['binding']. {{(pid=93176) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 11 09:44:36.196254 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-618ad65e-7094-4328-a48d-edd4b09e2072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:36.202130 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d4a76958-3b4e-4800-aba6-eab14c16017e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:36.222630 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-618ad65e-7094-4328-a48d-edd4b09e2072 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 791} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 09:44:36.254740 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-618ad65e-7094-4328-a48d-edd4b09e2072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:36.255141 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-618ad65e-7094-4328-a48d-edd4b09e2072 admin admin] Added segment 59465666-5c69-4224-8b1f-2b974d7d569d of type vlan for network 9c71e42f-a279-434a-9733-2e0a55ab4074 Jun 11 09:44:36.282153 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9baa2b3d-0450-4419-b3d7-7cbbbb1c9d12 req-c69b34ac-a38b-4438-a617-5f1632adf8e5 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2659051 Jun 11 09:44:36.292596 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-9baa2b3d-0450-4419-b3d7-7cbbbb1c9d12 req-fbe771ca-fbc1-4d6d-ac8f-a31b57d8ee20 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Request body: {'floatingip': {'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:44:36.312492 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618ad65e-7094-4328-a48d-edd4b09e2072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18fc41cb-d5ab-4d35-ab48-499184b426b1,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:36.317481 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-618ad65e-7094-4328-a48d-edd4b09e2072 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:36.338795 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-618ad65e-7094-4328-a48d-edd4b09e2072 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:36.401425 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['3691a36c-9161-48a8-9af5-1c94a1f1e012'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:44:36.439806 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-4cb551e4-b702-45e7-9149-5aa191973315 req-cf5e022b-467a-41c0-9a9c-3d0166b7d36d service neutron] Attempting to bind port a50615cd-da31-4b6d-a338-e4161a1af7f5 on host n-h1-779913-12 for vnic_type normal with profile None {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:44:36.440141 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-4cb551e4-b702-45e7-9149-5aa191973315 req-cf5e022b-467a-41c0-9a9c-3d0166b7d36d service neutron] Attempting to bind port a50615cd-da31-4b6d-a338-e4161a1af7f5 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '9149788d-877e-41af-83c2-5ce6b1848f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f64764ef-1d16-4bb9-abcb-ee15625f8d04'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:44:36.440480 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb551e4-b702-45e7-9149-5aa191973315 req-cf5e022b-467a-41c0-9a9c-3d0166b7d36d service neutron] Attempting to bind port a50615cd-da31-4b6d-a338-e4161a1af7f5 on network f64764ef-1d16-4bb9-abcb-ee15625f8d04 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:44:36.446696 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb551e4-b702-45e7-9149-5aa191973315 req-cf5e022b-467a-41c0-9a9c-3d0166b7d36d service neutron] Port a50615cd-da31-4b6d-a338-e4161a1af7f5 on network f64764ef-1d16-4bb9-abcb-ee15625f8d04 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:44:36.447080 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb551e4-b702-45e7-9149-5aa191973315 req-cf5e022b-467a-41c0-9a9c-3d0166b7d36d service neutron] Attempting to bind port a50615cd-da31-4b6d-a338-e4161a1af7f5 on network f64764ef-1d16-4bb9-abcb-ee15625f8d04 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:44:36.452515 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb551e4-b702-45e7-9149-5aa191973315 req-cf5e022b-467a-41c0-9a9c-3d0166b7d36d service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:44:36.452849 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb551e4-b702-45e7-9149-5aa191973315 req-cf5e022b-467a-41c0-9a9c-3d0166b7d36d service neutron] Checking segment: {'id': '9149788d-877e-41af-83c2-5ce6b1848f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f64764ef-1d16-4bb9-abcb-ee15625f8d04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:44:36.453230 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb551e4-b702-45e7-9149-5aa191973315 req-cf5e022b-467a-41c0-9a9c-3d0166b7d36d service neutron] Bound using segment: {'id': '9149788d-877e-41af-83c2-5ce6b1848f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f64764ef-1d16-4bb9-abcb-ee15625f8d04'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:44:36.453654 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-4cb551e4-b702-45e7-9149-5aa191973315 req-cf5e022b-467a-41c0-9a9c-3d0166b7d36d service neutron] Bound port: a50615cd-da31-4b6d-a338-e4161a1af7f5, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9149788d-877e-41af-83c2-5ce6b1848f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f64764ef-1d16-4bb9-abcb-ee15625f8d04'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:44:36.530406 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-4cb551e4-b702-45e7-9149-5aa191973315 req-cf5e022b-467a-41c0-9a9c-3d0166b7d36d service neutron] For port a50615cd-da31-4b6d-a338-e4161a1af7f5, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=a50615cd-da31-4b6d-a338-e4161a1af7f5,segment=NetworkSegment(9149788d-877e-41af-83c2-5ce6b1848f17),segment_id=9149788d-877e-41af-83c2-5ce6b1848f17)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:44:36.543922 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-618ad65e-7094-4328-a48d-edd4b09e2072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:36.550587 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618ad65e-7094-4328-a48d-edd4b09e2072 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:36.550587 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-618ad65e-7094-4328-a48d-edd4b09e2072 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:36.552099 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:36.553192 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-9baa2b3d-0450-4419-b3d7-7cbbbb1c9d12 req-fbe771ca-fbc1-4d6d-ac8f-a31b57d8ee20 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Notify callbacks [] for floatingip, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:36.663593 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618ad65e-7094-4328-a48d-edd4b09e2072 admin admin] Pushing event updated for resources: {'Network': ['ID=9c71e42f-a279-434a-9733-2e0a55ab4074,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:36.674294 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-618ad65e-7094-4328-a48d-edd4b09e2072 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:36.679950 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 9c71e42f-a279-434a-9733-2e0a55ab4074 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:44:36.704517 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-4cb551e4-b702-45e7-9149-5aa191973315 req-cf5e022b-467a-41c0-9a9c-3d0166b7d36d service neutron] Notify callbacks [] for binding, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:36.713092 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4cb551e4-b702-45e7-9149-5aa191973315 req-cf5e022b-467a-41c0-9a9c-3d0166b7d36d service neutron] 10.222.0.60 "POST /v2.0/ports/a50615cd-da31-4b6d-a338-e4161a1af7f5/bindings HTTP/1.1" status: 201 len: 390 time: 0.5462909 Jun 11 09:44:36.722480 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-618ad65e-7094-4328-a48d-edd4b09e2072 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1395690 Jun 11 09:44:36.725119 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 41294) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:44:36.731196 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-7d614c82-47a0-4df8-b953-da51f44d47d3 admin admin] Request body: {'subnet': {'network_id': '9c71e42f-a279-434a-9733-2e0a55ab4074', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1181414750-subnet', 'tenant_id': '61d3c4040251405785317f897ecabfbd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:44:36.781622 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-9baa2b3d-0450-4419-b3d7-7cbbbb1c9d12 req-fbe771ca-fbc1-4d6d-ac8f-a31b57d8ee20 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:36.869210 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d614c82-47a0-4df8-b953-da51f44d47d3 admin admin] Made reservation on behalf of 61d3c4040251405785317f897ecabfbd for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:44:36.873244 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7d614c82-47a0-4df8-b953-da51f44d47d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:36.949340 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-9baa2b3d-0450-4419-b3d7-7cbbbb1c9d12 req-fbe771ca-fbc1-4d6d-ac8f-a31b57d8ee20 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Allocated IP 172.25.4.209 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/1f815ecc-4411-4bc0-a35e-af34e398cd0f) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:44:37.051484 n-d-779913-12 neutron-server[93177]: INFO neutron.api.v2.resource [req-0c782fdd-479a-4cdb-b6c4-6bc25753bbf4 req-e25013fd-9803-4005-8d39-5881a3823a3f tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] show failed (client error): The resource could not be found. Jun 11 09:44:37.065493 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0c782fdd-479a-4cdb-b6c4-6bc25753bbf4 req-e25013fd-9803-4005-8d39-5881a3823a3f tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] 10.222.0.60 "GET /v2.0/security-groups/3e3415d8-1218-463c-a667-bda57bb4ff14 HTTP/1.1" status: 404 len: 352 time: 0.0429797 Jun 11 09:44:37.168406 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-9baa2b3d-0450-4419-b3d7-7cbbbb1c9d12 req-fbe771ca-fbc1-4d6d-ac8f-a31b57d8ee20 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:37.310533 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-9baa2b3d-0450-4419-b3d7-7cbbbb1c9d12 req-fbe771ca-fbc1-4d6d-ac8f-a31b57d8ee20 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:37.314130 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-92fdb7bf-a0e8-480f-8e75-82fe30a60593 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:37.391044 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9baa2b3d-0450-4419-b3d7-7cbbbb1c9d12 req-fbe771ca-fbc1-4d6d-ac8f-a31b57d8ee20 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:44:37.394369 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-9baa2b3d-0450-4419-b3d7-7cbbbb1c9d12 req-fbe771ca-fbc1-4d6d-ac8f-a31b57d8ee20 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:44:37.408258 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-9baa2b3d-0450-4419-b3d7-7cbbbb1c9d12 req-fbe771ca-fbc1-4d6d-ac8f-a31b57d8ee20 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:44:37.421484 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 09:44:37.440793 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe771ca-fbc1-4d6d-ac8f-a31b57d8ee20 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Pushing event updated for resources: {'Port': ['ID=1f815ecc-4411-4bc0-a35e-af34e398cd0f,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:37.462908 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-20144e99-f5bd-4240-8f80-b7be226915f1 req-1cbb3c43-bb3c-4774-b677-7781447f4383 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=2d153095abe14427b94c36cd340ad809&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0632155 Jun 11 09:44:37.474135 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7d614c82-47a0-4df8-b953-da51f44d47d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:37.474970 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-fbe771ca-fbc1-4d6d-ac8f-a31b57d8ee20 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:37.530890 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 3691a36c-9161-48a8-9af5-1c94a1f1e012 up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:44:37.581792 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-9baa2b3d-0450-4419-b3d7-7cbbbb1c9d12 req-fbe771ca-fbc1-4d6d-ac8f-a31b57d8ee20 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:37.613885 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20144e99-f5bd-4240-8f80-b7be226915f1 req-64e8266a-da14-468c-bd6c-8b82385bbd08 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:37.615389 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-20144e99-f5bd-4240-8f80-b7be226915f1 req-64e8266a-da14-468c-bd6c-8b82385bbd08 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1444075 Jun 11 09:44:37.621728 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:37.691791 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-20144e99-f5bd-4240-8f80-b7be226915f1 req-b84bdaf6-984c-466a-85c0-e82ad0e63eef tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/quotas/2d153095abe14427b94c36cd340ad809 HTTP/1.1" status: 200 len: 375 time: 0.0643294 Jun 11 09:44:37.715734 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb551e4-b702-45e7-9149-5aa191973315 req-6367f46a-fb05-4383-aaaf-51ab82d27e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:37.720517 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4cb551e4-b702-45e7-9149-5aa191973315 req-6367f46a-fb05-4383-aaaf-51ab82d27e34 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=455235d9344d45d29863b10a5775a249&device_id=2ce3a764-af8f-4837-9ffe-fc80edb30850 HTTP/1.1" status: 200 len: 1097 time: 0.3074622 Jun 11 09:44:37.729032 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-9baa2b3d-0450-4419-b3d7-7cbbbb1c9d12 req-fbe771ca-fbc1-4d6d-ac8f-a31b57d8ee20 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:37.750600 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d614c82-47a0-4df8-b953-da51f44d47d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a16cacaa-1221-489c-8d0a-2d30aee455ad,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:37.761231 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning for port 3691a36c-9161-48a8-9af5-1c94a1f1e012 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:44:37.767721 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-20144e99-f5bd-4240-8f80-b7be226915f1 req-7cb5722b-a73a-464c-a15a-1bde379ffa76 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2d153095abe14427b94c36cd340ad809&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0750053 Jun 11 09:44:37.776594 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7d614c82-47a0-4df8-b953-da51f44d47d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:37.800397 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port 3691a36c-9161-48a8-9af5-1c94a1f1e012 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:44:37.800397 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:37.800730 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d614c82-47a0-4df8-b953-da51f44d47d3 admin admin] Checking segment: {'id': '59465666-5c69-4224-8b1f-2b974d7d569d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '9c71e42f-a279-434a-9733-2e0a55ab4074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:44:37.800730 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d614c82-47a0-4df8-b953-da51f44d47d3 admin admin] Network hostable DHCP agents. Network: 9c71e42f-a279-434a-9733-2e0a55ab4074, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 09:44:37.909863 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d614c82-47a0-4df8-b953-da51f44d47d3 admin admin] Network 9c71e42f-a279-434a-9733-2e0a55ab4074 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 09:44:37.971740 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb551e4-b702-45e7-9149-5aa191973315 req-989b48a1-2361-4088-8b79-cb7868ad719e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:37.973865 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4cb551e4-b702-45e7-9149-5aa191973315 req-989b48a1-2361-4088-8b79-cb7868ad719e service neutron] 10.222.0.64 "GET /v2.0/networks?id=f64764ef-1d16-4bb9-abcb-ee15625f8d04 HTTP/1.1" status: 200 len: 908 time: 0.2249565 Jun 11 09:44:37.993301 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:38.009874 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-9baa2b3d-0450-4419-b3d7-7cbbbb1c9d12 req-fbe771ca-fbc1-4d6d-ac8f-a31b57d8ee20 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:38.022716 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50724db0-85b9-4ebd-8895-eea18978d2b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3691a36c-9161-48a8-9af5-1c94a1f1e012'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:44:38.025109 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-252e9c27-b037-4480-905d-3b9b1d1c7f5c" -d '{"events": [{"server_uuid": "50724db0-85b9-4ebd-8895-eea18978d2b8", "name": "network-vif-plugged", "status": "completed", "tag": "3691a36c-9161-48a8-9af5-1c94a1f1e012"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:44:38.039110 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4cb551e4-b702-45e7-9149-5aa191973315 req-8377f1f5-d78f-4c50-9ec1-814a67e44423 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a50615cd-da31-4b6d-a338-e4161a1af7f5 HTTP/1.1" status: 200 len: 217 time: 0.0584998 Jun 11 09:44:38.055325 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 3691a36c-9161-48a8-9af5-1c94a1f1e012, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=3691a36c-9161-48a8-9af5-1c94a1f1e012,segment=NetworkSegment(2ab14b98-41a1-4b9f-aef2-611307423bc7),segment_id=2ab14b98-41a1-4b9f-aef2-611307423bc7)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:44:38.098200 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb551e4-b702-45e7-9149-5aa191973315 req-940fc9da-8569-4fa2-8bd3-957755a02b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:38.099811 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4cb551e4-b702-45e7-9149-5aa191973315 req-940fc9da-8569-4fa2-8bd3-957755a02b1b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f707fbf9-d6b5-48f4-b1c1-e5fd7bd963f6 HTTP/1.1" status: 200 len: 847 time: 0.0533674 Jun 11 09:44:38.139856 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4cb551e4-b702-45e7-9149-5aa191973315 req-e2c120c8-28ff-4507-a614-bd4b25bd425b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f64764ef-1d16-4bb9-abcb-ee15625f8d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339518 Jun 11 09:44:38.276974 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4cb551e4-b702-45e7-9149-5aa191973315 req-6b98fb35-4053-4585-965e-2f9bd3c25ed5 service neutron] 10.222.0.64 "GET /v2.0/networks/f64764ef-1d16-4bb9-abcb-ee15625f8d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303234 Jun 11 09:44:38.412248 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-7d614c82-47a0-4df8-b953-da51f44d47d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 9c71e42f-a279-434a-9733-2e0a55ab4074) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:44:38.412702 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4cb551e4-b702-45e7-9149-5aa191973315 req-70caa700-e4c7-465f-8b6c-39527275cb28 service neutron] 10.222.0.64 "GET /v2.0/networks/f64764ef-1d16-4bb9-abcb-ee15625f8d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275842 Jun 11 09:44:38.415297 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d614c82-47a0-4df8-b953-da51f44d47d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:38.415888 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7d614c82-47a0-4df8-b953-da51f44d47d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:38.417312 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a190de4e-c229-4350-af78-319a1793cac0 None None] Network 9c71e42f-a279-434a-9733-2e0a55ab4074 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:44:38.605753 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50909a0-3df3-4d84-87bb-da6a833ae949 None None] Network 9c71e42f-a279-434a-9733-2e0a55ab4074 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:44:38.721963 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:38.722258 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-9baa2b3d-0450-4419-b3d7-7cbbbb1c9d12 req-fbe771ca-fbc1-4d6d-ac8f-a31b57d8ee20 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:38.725673 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-39cdb6fd-4738-4d63-aed1-942d76e7145c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:38.730601 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-59213cd6-8e74-4a70-8a1f-e679394d1be4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:38.761307 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-7d614c82-47a0-4df8-b953-da51f44d47d3 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.0347404 Jun 11 09:44:38.952648 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fcb949-8a06-4225-91f6-06d11cc4de81 req-21aa57c7-8b13-4d2e-99bb-8649dad53833 tempest-ServerAddressesNegativeTestJSON-689532097 tempest-ServerAddressesNegativeTestJSON-689532097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:38.963620 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-72fcb949-8a06-4225-91f6-06d11cc4de81 req-21aa57c7-8b13-4d2e-99bb-8649dad53833 tempest-ServerAddressesNegativeTestJSON-689532097 tempest-ServerAddressesNegativeTestJSON-689532097-project] 10.222.0.60 "GET /v2.0/ports?device_id=50724db0-85b9-4ebd-8895-eea18978d2b8 HTTP/1.1" status: 200 len: 946 time: 0.1657696 Jun 11 09:44:38.977561 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe771ca-fbc1-4d6d-ac8f-a31b57d8ee20 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Pushing event updated for resources: {'Port': ['ID=1f815ecc-4411-4bc0-a35e-af34e398cd0f,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:38.998910 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-fbe771ca-fbc1-4d6d-ac8f-a31b57d8ee20 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:39.008649 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-9baa2b3d-0450-4419-b3d7-7cbbbb1c9d12 req-fbe771ca-fbc1-4d6d-ac8f-a31b57d8ee20 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:39.032546 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-72fcb949-8a06-4225-91f6-06d11cc4de81 req-4544fee6-6b3e-4241-941f-c110db8bee9d tempest-ServerAddressesNegativeTestJSON-689532097 tempest-ServerAddressesNegativeTestJSON-689532097-project] 10.222.0.60 "GET /v2.0/security-groups?id=235a9866-3157-4064-8522-830d9578cd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677555 Jun 11 09:44:39.096865 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=3691a36c-9161-48a8-9af5-1c94a1f1e012,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:39.101951 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:39.167170 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-9baa2b3d-0450-4419-b3d7-7cbbbb1c9d12 req-fbe771ca-fbc1-4d6d-ac8f-a31b57d8ee20 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:39.170029 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9baa2b3d-0450-4419-b3d7-7cbbbb1c9d12 req-fbe771ca-fbc1-4d6d-ac8f-a31b57d8ee20 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8865430 Jun 11 09:44:39.276843 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9baa2b3d-0450-4419-b3d7-7cbbbb1c9d12 req-fac3c922-1ae3-439e-bc7f-a57c6b91efa9 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.209 HTTP/1.1" status: 200 len: 696 time: 0.0978043 Jun 11 09:44:39.472913 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e269db-ec5a-4706-9110-c01ef9a7b770 req-3e4a3436-7114-448b-9387-ce9975d4b5ee tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:39.480886 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-87e269db-ec5a-4706-9110-c01ef9a7b770 req-3e4a3436-7114-448b-9387-ce9975d4b5ee tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ce3a764-af8f-4837-9ffe-fc80edb30850 HTTP/1.1" status: 200 len: 945 time: 0.1077456 Jun 11 09:44:39.484274 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa2b3d-0450-4419-b3d7-7cbbbb1c9d12 req-dddf5b5d-d7d4-4b79-8e2e-42d532c400a6 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:39.486152 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9baa2b3d-0450-4419-b3d7-7cbbbb1c9d12 req-dddf5b5d-d7d4-4b79-8e2e-42d532c400a6 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.60 "GET /v2.0/networks/f0adef6e-169f-4a27-8865-442be2ad072d HTTP/1.1" status: 200 len: 784 time: 0.2096970 Jun 11 09:44:39.619613 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-87e269db-ec5a-4706-9110-c01ef9a7b770 req-f9a967b8-add0-46f5-9748-261acc2e45b9 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376393 Jun 11 09:44:39.666767 n-d-779913-12 neutron-server[93177]: INFO neutron.api.v2.resource [req-9a25656b-9d6e-4c5d-adca-6eabe88e93af req-61221200-337e-4049-9f90-50866c94a17e tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] show failed (client error): The resource could not be found. Jun 11 09:44:39.672647 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9a25656b-9d6e-4c5d-adca-6eabe88e93af req-61221200-337e-4049-9f90-50866c94a17e tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] 10.222.0.60 "GET /v2.0/security-group-rules/e7ad25e6-886f-4765-90fd-fbffb4895607 HTTP/1.1" status: 404 len: 361 time: 0.0182371 Jun 11 09:44:39.725358 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2111f26f-a75d-4531-89cd-30e6353acf5f x-openstack-request-id: req-2111f26f-a75d-4531-89cd-30e6353acf5f {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:44:39.725662 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50724db0-85b9-4ebd-8895-eea18978d2b8", "name": "network-vif-plugged", "status": "completed", "tag": "3691a36c-9161-48a8-9af5-1c94a1f1e012", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:44:39.725936 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2111f26f-a75d-4531-89cd-30e6353acf5f {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:44:39.726344 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50724db0-85b9-4ebd-8895-eea18978d2b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3691a36c-9161-48a8-9af5-1c94a1f1e012', 'code': 200} Jun 11 09:44:39.832858 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35cf244-e50e-4717-89be-6dec17d74b6e req-92d51ec3-bf0c-4e0e-a628-4525bb716ac3 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:39.834827 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b35cf244-e50e-4717-89be-6dec17d74b6e req-92d51ec3-bf0c-4e0e-a628-4525bb716ac3 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 946 time: 0.1390076 Jun 11 09:44:39.860474 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-353f39dc-6c54-4976-a631-edba49629ddc req-6d8b604d-4ada-4195-81e1-2e7fd555bb43 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe3ef3f-9a6b-4e95-a654-f9fec0c4a05d HTTP/1.1" status: 200 len: 210 time: 0.0908914 Jun 11 09:44:39.916273 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b35cf244-e50e-4717-89be-6dec17d74b6e req-01b6ba33-3b06-4201-a64b-839f81e5d4ed tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d1f1aa-3601-424b-af20-9acf0698c1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755486 Jun 11 09:44:39.966420 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b565ace-57fa-4a50-93f8-d23e5fdd3790 req-684f3b50-1551-4aae-a0d4-fc959386e414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:39.966420 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9b565ace-57fa-4a50-93f8-d23e5fdd3790 req-684f3b50-1551-4aae-a0d4-fc959386e414 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=50724db0-85b9-4ebd-8895-eea18978d2b8 HTTP/1.1" status: 200 len: 1098 time: 0.1084993 Jun 11 09:44:40.046853 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4ba8c8bf-589c-4f4f-83da-0cf0a839dfa3 req-35b8046f-a7f0-4e72-bfb7-f81276f221d3 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] 10.222.0.60 "GET /v2.0/security-groups/47a078e4-91de-43b3-b8c2-dffd6f855dfb HTTP/1.1" status: 200 len: 1812 time: 0.0775685 Jun 11 09:44:40.077428 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9b565ace-57fa-4a50-93f8-d23e5fdd3790 req-0eb020cd-4e61-4d40-aa8c-7fbec3e50237 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=235a9866-3157-4064-8522-830d9578cd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001966 Jun 11 09:44:40.156477 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-4ba8c8bf-589c-4f4f-83da-0cf0a839dfa3 req-94a6fec1-3ba4-4a6e-abda-22b4959153a9 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:40.187183 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-4ba8c8bf-589c-4f4f-83da-0cf0a839dfa3 req-94a6fec1-3ba4-4a6e-abda-22b4959153a9 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:40.243401 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2b381e-eb00-4ed8-a6f2-ce734e37b827 req-76768fa4-e58c-4f1b-affc-14b8f903d7a0 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:40.259330 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ce2b381e-eb00-4ed8-a6f2-ce734e37b827 req-76768fa4-e58c-4f1b-affc-14b8f903d7a0 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/networks?id=9c71e42f-a279-434a-9733-2e0a55ab4074 HTTP/1.1" status: 200 len: 805 time: 0.2075183 Jun 11 09:44:40.289070 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ce2b381e-eb00-4ed8-a6f2-ce734e37b827 req-e4dfaa3a-fba9-482a-b535-17b36def065f tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/quotas/61d3c4040251405785317f897ecabfbd HTTP/1.1" status: 200 len: 375 time: 0.0262983 Jun 11 09:44:40.342859 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ce2b381e-eb00-4ed8-a6f2-ce734e37b827 req-dd406813-b916-41cd-a2d5-dc8eea7edf85 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=61d3c4040251405785317f897ecabfbd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0482442 Jun 11 09:44:40.355214 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-4ba8c8bf-589c-4f4f-83da-0cf0a839dfa3 req-94a6fec1-3ba4-4a6e-abda-22b4959153a9 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:40.358600 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-4ba8c8bf-589c-4f4f-83da-0cf0a839dfa3 req-94a6fec1-3ba4-4a6e-abda-22b4959153a9 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:40.360303 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4ba8c8bf-589c-4f4f-83da-0cf0a839dfa3 req-94a6fec1-3ba4-4a6e-abda-22b4959153a9 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] 10.222.0.60 "DELETE /v2.0/security-groups/47a078e4-91de-43b3-b8c2-dffd6f855dfb HTTP/1.1" status: 204 len: 173 time: 0.3029265 Jun 11 09:44:40.361107 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-634a1f65-097f-4bf2-aed5-de416a105ccf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:40.387042 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a6fec1-3ba4-4a6e-abda-22b4959153a9 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a078e4-91de-43b3-b8c2-dffd6f855dfb,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:40.390343 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-94a6fec1-3ba4-4a6e-abda-22b4959153a9 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:40.540959 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ce2b381e-eb00-4ed8-a6f2-ce734e37b827 req-da037128-7612-45e0-86e8-b6771e357e6f service neutron] 10.222.0.60 "GET /v2.0/networks/9c71e42f-a279-434a-9733-2e0a55ab4074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892059 Jun 11 09:44:40.696014 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196e6f39-61d2-48a7-a174-a2559a2b08f9 req-bd0fba03-419f-4134-a64a-77e6e2f36f02 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:40.705691 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-196e6f39-61d2-48a7-a174-a2559a2b08f9 req-bd0fba03-419f-4134-a64a-77e6e2f36f02 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.60 "GET /v2.0/networks?id=8306b3b2-c7c1-4b78-8462-356897eaa70e HTTP/1.1" status: 200 len: 820 time: 0.2389345 Jun 11 09:44:40.726139 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-196e6f39-61d2-48a7-a174-a2559a2b08f9 req-2f4e98a0-7dcb-43fa-9f7d-60f281afba29 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.60 "GET /v2.0/quotas/9e00f0b8050a4c758f9c2d03d3f429fa HTTP/1.1" status: 200 len: 375 time: 0.0130470 Jun 11 09:44:40.731297 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ce2b381e-eb00-4ed8-a6f2-ce734e37b827 req-fad19b0b-666b-4947-932c-f11455087694 service neutron] 10.222.0.60 "GET /v2.0/networks/9c71e42f-a279-434a-9733-2e0a55ab4074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891556 Jun 11 09:44:40.855739 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-196e6f39-61d2-48a7-a174-a2559a2b08f9 req-7252b414-00df-46fc-8c44-4cb5cb8f8e29 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=9e00f0b8050a4c758f9c2d03d3f429fa&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1186495 Jun 11 09:44:41.239097 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-196e6f39-61d2-48a7-a174-a2559a2b08f9 req-743efff5-6c3b-4287-abd4-59f050b4886e service neutron] 10.222.0.60 "GET /v2.0/networks/8306b3b2-c7c1-4b78-8462-356897eaa70e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3655608 Jun 11 09:44:41.416865 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-196e6f39-61d2-48a7-a174-a2559a2b08f9 req-e86ed674-9d86-417c-99f4-eeade9854022 service neutron] 10.222.0.60 "GET /v2.0/networks/8306b3b2-c7c1-4b78-8462-356897eaa70e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771791 Jun 11 09:44:41.434796 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a709b20-2811-47dd-8a20-f249c39e4fed req-93b923c6-261f-4634-98a3-77ad4b5b10d3 tempest-ServerAddressesNegativeTestJSON-689532097 tempest-ServerAddressesNegativeTestJSON-689532097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:41.456176 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3a709b20-2811-47dd-8a20-f249c39e4fed req-93b923c6-261f-4634-98a3-77ad4b5b10d3 tempest-ServerAddressesNegativeTestJSON-689532097 tempest-ServerAddressesNegativeTestJSON-689532097-project] 10.222.0.60 "GET /v2.0/ports?device_id=50724db0-85b9-4ebd-8895-eea18978d2b8 HTTP/1.1" status: 200 len: 946 time: 0.1359155 Jun 11 09:44:41.534372 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3a709b20-2811-47dd-8a20-f249c39e4fed req-7b1f6301-f4c7-4ad0-ab20-663807f145cb tempest-ServerAddressesNegativeTestJSON-689532097 tempest-ServerAddressesNegativeTestJSON-689532097-project] 10.222.0.60 "GET /v2.0/security-groups?id=235a9866-3157-4064-8522-830d9578cd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772505 Jun 11 09:44:41.799770 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0852b015-1232-4154-bd77-77a47debac83 req-602ebefe-405c-4a38-a1da-11e39acd3001 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] 10.222.0.60 "GET /v2.0/security-groups/45f32649-2d0a-4e8d-87e1-f9f83fb38361 HTTP/1.1" status: 200 len: 1812 time: 0.0661035 Jun 11 09:44:41.981421 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-0852b015-1232-4154-bd77-77a47debac83 req-eb3c25f5-c312-43e0-a216-fdbb91b618f5 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:42.011504 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd15b725-a3de-4bee-8fc7-7bce6b075eb4 req-5f2660c1-5fb0-45d1-a2fd-2e6521ba1ec2 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:42.013185 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fd15b725-a3de-4bee-8fc7-7bce6b075eb4 req-5f2660c1-5fb0-45d1-a2fd-2e6521ba1ec2 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ce3a764-af8f-4837-9ffe-fc80edb30850 HTTP/1.1" status: 200 len: 945 time: 0.1026468 Jun 11 09:44:42.078127 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-0852b015-1232-4154-bd77-77a47debac83 req-eb3c25f5-c312-43e0-a216-fdbb91b618f5 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:42.093632 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fd15b725-a3de-4bee-8fc7-7bce6b075eb4 req-5a8b9e5f-5e9d-4712-8b4e-9d405690b801 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737975 Jun 11 09:44:42.252840 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-0852b015-1232-4154-bd77-77a47debac83 req-eb3c25f5-c312-43e0-a216-fdbb91b618f5 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:42.259930 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-0852b015-1232-4154-bd77-77a47debac83 req-eb3c25f5-c312-43e0-a216-fdbb91b618f5 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:42.277271 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0852b015-1232-4154-bd77-77a47debac83 req-eb3c25f5-c312-43e0-a216-fdbb91b618f5 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] 10.222.0.60 "DELETE /v2.0/security-groups/45f32649-2d0a-4e8d-87e1-f9f83fb38361 HTTP/1.1" status: 204 len: 173 time: 0.4643958 Jun 11 09:44:42.281138 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3d9ad438-d3e3-4055-b104-79253dd6a586 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:42.303030 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3c25f5-c312-43e0-a216-fdbb91b618f5 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f32649-2d0a-4e8d-87e1-f9f83fb38361,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:42.323483 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-eb3c25f5-c312-43e0-a216-fdbb91b618f5 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:42.333619 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3b984c8f-2205-432d-928b-36428f00d5d8 req-13e6d2d5-7b33-4db7-982b-d685b54780f6 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe3ef3f-9a6b-4e95-a654-f9fec0c4a05d HTTP/1.1" status: 200 len: 210 time: 0.0731144 Jun 11 09:44:42.469656 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6d01e570-af21-44fe-a536-b66e4460b319 req-055c6d6c-2b6a-4d44-bc81-cfeb2987e7d5 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c8a90ed-0034-4063-a884-6b2e0283e4a2 HTTP/1.1" status: 200 len: 210 time: 0.0363038 Jun 11 09:44:42.565382 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf05311-eb30-4505-a9b6-34df115de82a req-b5b5b4d7-3b4c-4345-8d7b-5c4e7ad2bd57 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:42.576202 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cbf05311-eb30-4505-a9b6-34df115de82a req-b5b5b4d7-3b4c-4345-8d7b-5c4e7ad2bd57 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 946 time: 0.1069298 Jun 11 09:44:42.640174 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cbf05311-eb30-4505-a9b6-34df115de82a req-bfd8a926-015b-4cf3-ba08-0d8473c96c13 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d1f1aa-3601-424b-af20-9acf0698c1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625885 Jun 11 09:44:42.675061 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-643758c3-764b-45d1-8c76-9663d5ce6a2b req-ed936dff-5cdf-4584-af90-17922fe886b8 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb755b01-30a0-45f8-b07b-3c7f8a5c6eb0 HTTP/1.1" status: 200 len: 210 time: 0.1459057 Jun 11 09:44:42.728852 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b1ddcb88-aa71-4e4d-805e-b65c45397327 req-db304e0a-d252-40cc-b782-6f3bed0510bc tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] 10.222.0.60 "GET /v2.0/security-groups/691b4ae0-9dc6-4b0c-9a7e-9b334f890ace HTTP/1.1" status: 200 len: 1813 time: 0.0697846 Jun 11 09:44:42.760988 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-20144e99-f5bd-4240-8f80-b7be226915f1 req-5d25646a-8abe-4fbf-b05e-9b090a6cad57 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=2d153095abe14427b94c36cd340ad809&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0876977 Jun 11 09:44:42.869776 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-b1ddcb88-aa71-4e4d-805e-b65c45397327 req-22a97368-55b8-4cd3-ac91-f77e5ce4f938 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:42.917329 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-b1ddcb88-aa71-4e4d-805e-b65c45397327 req-22a97368-55b8-4cd3-ac91-f77e5ce4f938 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:42.920508 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1329921e-8a49-4b8a-afbd-84ed61cd7ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:43.036361 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-b1ddcb88-aa71-4e4d-805e-b65c45397327 req-22a97368-55b8-4cd3-ac91-f77e5ce4f938 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:43.043889 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-b1ddcb88-aa71-4e4d-805e-b65c45397327 req-22a97368-55b8-4cd3-ac91-f77e5ce4f938 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:43.045421 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b1ddcb88-aa71-4e4d-805e-b65c45397327 req-22a97368-55b8-4cd3-ac91-f77e5ce4f938 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] 10.222.0.60 "DELETE /v2.0/security-groups/691b4ae0-9dc6-4b0c-9a7e-9b334f890ace HTTP/1.1" status: 204 len: 173 time: 0.3080049 Jun 11 09:44:43.046395 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-783303e9-02fd-4f40-aa45-2d06c7f38f9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:43.062604 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a97368-55b8-4cd3-ac91-f77e5ce4f938 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=691b4ae0-9dc6-4b0c-9a7e-9b334f890ace,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:43.079704 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-22a97368-55b8-4cd3-ac91-f77e5ce4f938 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:43.296237 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-799693d3-c2d2-4d89-b393-1ddd42d729a9 req-132381e3-8bc6-47c3-8537-60baab2c2dea tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] 10.222.0.60 "GET /v2.0/security-groups/5174c1bf-4a83-495c-8ef4-e7a39ee1c1ec HTTP/1.1" status: 200 len: 1813 time: 0.0851567 Jun 11 09:44:43.431593 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-799693d3-c2d2-4d89-b393-1ddd42d729a9 req-829052ec-12a1-4b83-b0d7-dc83c35c77d9 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:43.496283 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-799693d3-c2d2-4d89-b393-1ddd42d729a9 req-829052ec-12a1-4b83-b0d7-dc83c35c77d9 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:43.655204 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20144e99-f5bd-4240-8f80-b7be226915f1 req-75be033b-8c19-43ec-96bd-2728d090df29 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:43.657239 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-20144e99-f5bd-4240-8f80-b7be226915f1 req-75be033b-8c19-43ec-96bd-2728d090df29 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8918035 Jun 11 09:44:43.673146 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-20144e99-f5bd-4240-8f80-b7be226915f1 req-9c87d812-c311-47cf-bccc-ecbc0d704763 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Request body: {'port': {'device_id': '3fe3ef3f-9a6b-4e95-a654-f9fec0c4a05d', 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60', 'admin_state_up': True, 'tenant_id': '2d153095abe14427b94c36cd340ad809'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:44:43.698288 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-799693d3-c2d2-4d89-b393-1ddd42d729a9 req-829052ec-12a1-4b83-b0d7-dc83c35c77d9 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:43.701685 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-799693d3-c2d2-4d89-b393-1ddd42d729a9 req-829052ec-12a1-4b83-b0d7-dc83c35c77d9 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:43.703230 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-799693d3-c2d2-4d89-b393-1ddd42d729a9 req-829052ec-12a1-4b83-b0d7-dc83c35c77d9 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] 10.222.0.60 "DELETE /v2.0/security-groups/5174c1bf-4a83-495c-8ef4-e7a39ee1c1ec HTTP/1.1" status: 204 len: 173 time: 0.3960793 Jun 11 09:44:43.704239 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-51a8a622-7744-40f0-81be-8a2b434faa10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:43.732810 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829052ec-12a1-4b83-b0d7-dc83c35c77d9 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5174c1bf-4a83-495c-8ef4-e7a39ee1c1ec,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:43.736917 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-829052ec-12a1-4b83-b0d7-dc83c35c77d9 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:43.774694 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d646a6-4ff8-46a5-a6d0-b77e19aeeead req-ee68cb47-2ee1-49a0-ac76-27f13ef9c341 tempest-ServerAddressesNegativeTestJSON-689532097 tempest-ServerAddressesNegativeTestJSON-689532097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:43.783492 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-66d646a6-4ff8-46a5-a6d0-b77e19aeeead req-ee68cb47-2ee1-49a0-ac76-27f13ef9c341 tempest-ServerAddressesNegativeTestJSON-689532097 tempest-ServerAddressesNegativeTestJSON-689532097-project] 10.222.0.60 "GET /v2.0/ports?device_id=50724db0-85b9-4ebd-8895-eea18978d2b8 HTTP/1.1" status: 200 len: 946 time: 0.7873969 Jun 11 09:44:43.936426 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-66d646a6-4ff8-46a5-a6d0-b77e19aeeead req-1b36396e-56a5-4170-9c9a-56fc1a55893f tempest-ServerAddressesNegativeTestJSON-689532097 tempest-ServerAddressesNegativeTestJSON-689532097-project] 10.222.0.60 "GET /v2.0/security-groups?id=235a9866-3157-4064-8522-830d9578cd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518126 Jun 11 09:44:44.060936 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deb61e6-6507-48ee-9c3d-b3f098c3ff81 req-4c4dc339-741c-4874-885f-d64fdfa9e600 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:44.062590 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8deb61e6-6507-48ee-9c3d-b3f098c3ff81 req-4c4dc339-741c-4874-885f-d64fdfa9e600 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ce3a764-af8f-4837-9ffe-fc80edb30850 HTTP/1.1" status: 200 len: 945 time: 0.1632149 Jun 11 09:44:44.121934 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20144e99-f5bd-4240-8f80-b7be226915f1 req-9c87d812-c311-47cf-bccc-ecbc0d704763 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Made reservation on behalf of 2d153095abe14427b94c36cd340ad809 for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:44:44.125780 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-20144e99-f5bd-4240-8f80-b7be226915f1 req-9c87d812-c311-47cf-bccc-ecbc0d704763 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:44.134594 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8deb61e6-6507-48ee-9c3d-b3f098c3ff81 req-ef8d1ed2-6c81-4d00-97e2-9147332ba50f tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650368 Jun 11 09:44:44.162568 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-20144e99-f5bd-4240-8f80-b7be226915f1 req-9c87d812-c311-47cf-bccc-ecbc0d704763 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:44.375095 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-20144e99-f5bd-4240-8f80-b7be226915f1 req-9c87d812-c311-47cf-bccc-ecbc0d704763 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:44.407944 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bb756d17-8151-401d-bf86-684b6d68bad4 req-3290f977-7d1f-458b-89e6-2ba7fb151e21 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe3ef3f-9a6b-4e95-a654-f9fec0c4a05d HTTP/1.1" status: 200 len: 210 time: 0.2140605 Jun 11 09:44:44.409618 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a82f9b9c-bac9-435e-88f8-e37229e7ba5f req-fc668b41-11f9-4ef3-ba2a-ddff0ba55dbe tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c8a90ed-0034-4063-a884-6b2e0283e4a2 HTTP/1.1" status: 200 len: 210 time: 0.0632286 Jun 11 09:44:44.463625 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-20144e99-f5bd-4240-8f80-b7be226915f1 req-9c87d812-c311-47cf-bccc-ecbc0d704763 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:44.475142 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f9706a82-27a4-479c-a0ae-f7a84f40c622 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:44.551205 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c87d812-c311-47cf-bccc-ecbc0d704763 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=338aba35-b6d3-4f8b-97b8-e5f6c6090518,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:44.555556 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9c87d812-c311-47cf-bccc-ecbc0d704763 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:44.637058 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b661b8e-4acd-4960-a319-f2919c09f4b9 req-4b68c661-6d19-4c40-8ef6-de9e72542b5d tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:44.645942 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5b661b8e-4acd-4960-a319-f2919c09f4b9 req-4b68c661-6d19-4c40-8ef6-de9e72542b5d tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 946 time: 0.0905845 Jun 11 09:44:44.708874 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-715b1efc-620a-46e7-874c-5467ea2b93e6 req-ce960ff2-6070-4d29-b4f8-d5328dff6e81 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] 10.222.0.60 "GET /v2.0/security-groups/92a68496-ca6a-416f-8344-637dc4fe9012 HTTP/1.1" status: 200 len: 1813 time: 0.2406993 Jun 11 09:44:44.734351 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5b661b8e-4acd-4960-a319-f2919c09f4b9 req-f7318aca-278d-4d72-8ee2-cd28f8094b2a tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d1f1aa-3601-424b-af20-9acf0698c1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872762 Jun 11 09:44:44.809209 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [req-20144e99-f5bd-4240-8f80-b7be226915f1 req-9c87d812-c311-47cf-bccc-ecbc0d704763 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Allocated IP 192.168.233.94 (cf20d108-f84c-44de-9036-2269564edd60/189b03cc-b2a8-4615-9ab5-ad0328c3f10f/377f653d-177d-4337-aeab-2d19af79e208) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:44:44.867726 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-715b1efc-620a-46e7-874c-5467ea2b93e6 req-7928380d-2b15-43d9-b382-7d42830a1a13 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:44.906159 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-38788311-ed55-4f10-ab74-eede564cb97a req-3e76abd2-7ab1-4fb0-954d-58336b07efc8 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb755b01-30a0-45f8-b07b-3c7f8a5c6eb0 HTTP/1.1" status: 200 len: 210 time: 0.0402379 Jun 11 09:44:44.913703 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-715b1efc-620a-46e7-874c-5467ea2b93e6 req-7928380d-2b15-43d9-b382-7d42830a1a13 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:45.104505 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-20144e99-f5bd-4240-8f80-b7be226915f1 req-9c87d812-c311-47cf-bccc-ecbc0d704763 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:45.184046 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-20144e99-f5bd-4240-8f80-b7be226915f1 req-9c87d812-c311-47cf-bccc-ecbc0d704763 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Transition to ACTIVE for port object 377f653d-177d-4337-aeab-2d19af79e208 will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:44:45.187666 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-715b1efc-620a-46e7-874c-5467ea2b93e6 req-7928380d-2b15-43d9-b382-7d42830a1a13 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:45.190859 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-715b1efc-620a-46e7-874c-5467ea2b93e6 req-7928380d-2b15-43d9-b382-7d42830a1a13 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:45.199169 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 41422) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:44:45.203305 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-715b1efc-620a-46e7-874c-5467ea2b93e6 req-7928380d-2b15-43d9-b382-7d42830a1a13 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] 10.222.0.60 "DELETE /v2.0/security-groups/92a68496-ca6a-416f-8344-637dc4fe9012 HTTP/1.1" status: 204 len: 173 time: 0.4934998 Jun 11 09:44:45.211666 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-339d600f-8bfb-4c66-a9bc-002b4b23f4da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:45.239208 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7928380d-2b15-43d9-b382-7d42830a1a13 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a68496-ca6a-416f-8344-637dc4fe9012,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:45.253089 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7928380d-2b15-43d9-b382-7d42830a1a13 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:45.374258 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-019c8936-27f9-4db6-beb0-6887b762ea20 admin admin] Deleting subnet fcda7a2b-29c5-4185-bf2f-5158ec53f229 {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 09:44:45.378058 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-019c8936-27f9-4db6-beb0-6887b762ea20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:45.426767 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-019c8936-27f9-4db6-beb0-6887b762ea20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:45.495411 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-20144e99-f5bd-4240-8f80-b7be226915f1 req-9c87d812-c311-47cf-bccc-ecbc0d704763 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:45.531485 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b98b275a-970a-4b2e-a1b4-ef32e6cbd57f tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:45.770651 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e28ed508-3ed3-42b0-9132-c688a9c60176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:45.819057 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-019c8936-27f9-4db6-beb0-6887b762ea20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:45.904227 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2b381e-eb00-4ed8-a6f2-ce734e37b827 req-a87dee9c-63bf-4490-8d08-9514b23e4dcb tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:45.905782 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ce2b381e-eb00-4ed8-a6f2-ce734e37b827 req-a87dee9c-63bf-4490-8d08-9514b23e4dcb tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.64 "GET /v2.0/networks?id=9c71e42f-a279-434a-9733-2e0a55ab4074 HTTP/1.1" status: 200 len: 805 time: 0.4006662 Jun 11 09:44:45.921424 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:45.925205 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-ce2b381e-eb00-4ed8-a6f2-ce734e37b827 req-f1218e0b-7b0e-4a01-bb2a-00342e866740 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Request body: {'port': {'device_id': '5c8a90ed-0034-4063-a884-6b2e0283e4a2', 'network_id': '9c71e42f-a279-434a-9733-2e0a55ab4074', 'admin_state_up': True, 'tenant_id': '61d3c4040251405785317f897ecabfbd'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:44:46.016920 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20144e99-f5bd-4240-8f80-b7be226915f1 req-9c87d812-c311-47cf-bccc-ecbc0d704763 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Network cf20d108-f84c-44de-9036-2269564edd60 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:44:46.036022 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196e6f39-61d2-48a7-a174-a2559a2b08f9 req-5c018f86-e3cf-4fd7-819a-5c0ea8f52ce1 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:46.037871 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-196e6f39-61d2-48a7-a174-a2559a2b08f9 req-5c018f86-e3cf-4fd7-819a-5c0ea8f52ce1 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.69 "GET /v2.0/networks?id=8306b3b2-c7c1-4b78-8462-356897eaa70e HTTP/1.1" status: 200 len: 820 time: 0.5627666 Jun 11 09:44:46.038716 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c87d812-c311-47cf-bccc-ecbc0d704763 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Pushing event updated for resources: {'Port': ['ID=377f653d-177d-4337-aeab-2d19af79e208,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:46.041977 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [req-20144e99-f5bd-4240-8f80-b7be226915f1 req-9c87d812-c311-47cf-bccc-ecbc0d704763 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:44:46.057333 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9c87d812-c311-47cf-bccc-ecbc0d704763 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:46.060169 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-20144e99-f5bd-4240-8f80-b7be226915f1 req-9c87d812-c311-47cf-bccc-ecbc0d704763 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:44:46.132273 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-196e6f39-61d2-48a7-a174-a2559a2b08f9 req-7a0a52aa-0976-4a32-abfb-390685fc3876 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Request body: {'port': {'device_id': 'bb755b01-30a0-45f8-b07b-3c7f8a5c6eb0', 'network_id': '8306b3b2-c7c1-4b78-8462-356897eaa70e', 'admin_state_up': True, 'tenant_id': '9e00f0b8050a4c758f9c2d03d3f429fa'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:44:46.178216 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-54c91a3a-ec0d-4280-b65a-fbb70f590d34 req-100fc3cb-c94c-48ee-9c99-e133d2bdf3b8 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c8a90ed-0034-4063-a884-6b2e0283e4a2 HTTP/1.1" status: 200 len: 210 time: 0.0722854 Jun 11 09:44:46.321515 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce2b381e-eb00-4ed8-a6f2-ce734e37b827 req-f1218e0b-7b0e-4a01-bb2a-00342e866740 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Made reservation on behalf of 61d3c4040251405785317f897ecabfbd for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:44:46.335873 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-ce2b381e-eb00-4ed8-a6f2-ce734e37b827 req-f1218e0b-7b0e-4a01-bb2a-00342e866740 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:46.375005 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b10a74d-e283-49a4-a1be-db570659b4b4 req-ddfef263-a54f-47b4-9714-74fc719da2f4 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:46.377013 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9b10a74d-e283-49a4-a1be-db570659b4b4 req-ddfef263-a54f-47b4-9714-74fc719da2f4 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ce3a764-af8f-4837-9ffe-fc80edb30850 HTTP/1.1" status: 200 len: 945 time: 0.9968243 Jun 11 09:44:46.391619 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-019c8936-27f9-4db6-beb0-6887b762ea20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:46.411547 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20144e99-f5bd-4240-8f80-b7be226915f1 req-9c87d812-c311-47cf-bccc-ecbc0d704763 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:46.418106 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-20144e99-f5bd-4240-8f80-b7be226915f1 req-9c87d812-c311-47cf-bccc-ecbc0d704763 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:46.429803 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7ffa8a57-2f4c-4a04-aa8f-56dafe3cc170 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:46.473928 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c8936-27f9-4db6-beb0-6887b762ea20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcda7a2b-29c5-4185-bf2f-5158ec53f229,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:46.486234 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9b10a74d-e283-49a4-a1be-db570659b4b4 req-5c031869-a778-48b5-9e91-b154dbe51941 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948236 Jun 11 09:44:46.486669 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-019c8936-27f9-4db6-beb0-6887b762ea20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:46.534167 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-019c8936-27f9-4db6-beb0-6887b762ea20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:46.538334 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-20144e99-f5bd-4240-8f80-b7be226915f1 req-9c87d812-c311-47cf-bccc-ecbc0d704763 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8700097 Jun 11 09:44:46.539202 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 41442) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:44:46.539398 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-019c8936-27f9-4db6-beb0-6887b762ea20 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/fcda7a2b-29c5-4185-bf2f-5158ec53f229 HTTP/1.1" status: 204 len: 168 time: 1.3391418 Jun 11 09:44:46.549510 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:46.571514 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-20144e99-f5bd-4240-8f80-b7be226915f1 req-0389bf43-66d1-4d18-8562-9e7610d07849 service neutron] Request body: {'port': {'device_id': '3fe3ef3f-9a6b-4e95-a654-f9fec0c4a05d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-12'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:44:46.618320 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-9bb2ca31-c26f-4c56-9ecc-c1b25513c476 None None] Provisioning for port 377f653d-177d-4337-aeab-2d19af79e208 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:44:46.622525 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-9bb2ca31-c26f-4c56-9ecc-c1b25513c476 None None] Provisioning complete for port 377f653d-177d-4337-aeab-2d19af79e208 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:44:46.622898 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-9bb2ca31-c26f-4c56-9ecc-c1b25513c476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:46.633835 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a394f53-a043-4d60-b83a-68344d785264 req-726303f2-e75f-45de-ba07-d62f0475e817 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:46.642375 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4a394f53-a043-4d60-b83a-68344d785264 req-726303f2-e75f-45de-ba07-d62f0475e817 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe3ef3f-9a6b-4e95-a654-f9fec0c4a05d HTTP/1.1" status: 200 len: 935 time: 0.2683592 Jun 11 09:44:46.706845 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-9bb2ca31-c26f-4c56-9ecc-c1b25513c476 None None] Port 377f653d-177d-4337-aeab-2d19af79e208 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:44:46.708425 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4a394f53-a043-4d60-b83a-68344d785264 req-a2411982-904c-4a5e-8d19-837f1d11bfcc tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650928 Jun 11 09:44:46.742430 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-196e6f39-61d2-48a7-a174-a2559a2b08f9 req-7a0a52aa-0976-4a32-abfb-390685fc3876 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Made reservation on behalf of 9e00f0b8050a4c758f9c2d03d3f429fa for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:44:46.747944 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-196e6f39-61d2-48a7-a174-a2559a2b08f9 req-7a0a52aa-0976-4a32-abfb-390685fc3876 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:46.757433 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-ce2b381e-eb00-4ed8-a6f2-ce734e37b827 req-f1218e0b-7b0e-4a01-bb2a-00342e866740 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Allocated IP 172.20.0.3 (9c71e42f-a279-434a-9733-2e0a55ab4074/a16cacaa-1221-489c-8d0a-2d30aee455ad/9430d443-1577-4b80-9a80-55fd62d4016f) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:44:46.875023 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6bf06920-a4ec-4e47-8f1b-e54f8cfa7825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:46.962894 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-20144e99-f5bd-4240-8f80-b7be226915f1 req-0389bf43-66d1-4d18-8562-9e7610d07849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:47.006920 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe87b05-39b2-4873-a1a9-3d55863f70cb req-90f1292a-0993-49f9-b46c-e76b4742b36d tempest-ServerAddressesNegativeTestJSON-689532097 tempest-ServerAddressesNegativeTestJSON-689532097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:47.008502 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-abe87b05-39b2-4873-a1a9-3d55863f70cb req-90f1292a-0993-49f9-b46c-e76b4742b36d tempest-ServerAddressesNegativeTestJSON-689532097 tempest-ServerAddressesNegativeTestJSON-689532097-project] 10.222.0.60 "GET /v2.0/ports?device_id=50724db0-85b9-4ebd-8895-eea18978d2b8 HTTP/1.1" status: 200 len: 946 time: 0.1708958 Jun 11 09:44:47.073300 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-ce2b381e-eb00-4ed8-a6f2-ce734e37b827 req-f1218e0b-7b0e-4a01-bb2a-00342e866740 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:47.081634 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c95a87-ce02-4194-8c1e-c5abb67bdb2a req-9b589002-491a-4a0f-9d04-9164f4bbfaf7 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:47.083261 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-abe87b05-39b2-4873-a1a9-3d55863f70cb req-1956b83c-1c98-4b33-bdc3-65a861bffcb6 tempest-ServerAddressesNegativeTestJSON-689532097 tempest-ServerAddressesNegativeTestJSON-689532097-project] 10.222.0.60 "GET /v2.0/security-groups?id=235a9866-3157-4064-8522-830d9578cd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669203 Jun 11 09:44:47.102325 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-60c95a87-ce02-4194-8c1e-c5abb67bdb2a req-9b589002-491a-4a0f-9d04-9164f4bbfaf7 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 946 time: 0.4400277 Jun 11 09:44:47.184578 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-ce2b381e-eb00-4ed8-a6f2-ce734e37b827 req-f1218e0b-7b0e-4a01-bb2a-00342e866740 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:47.204104 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-60c95a87-ce02-4194-8c1e-c5abb67bdb2a req-8f906ad6-597c-4211-bcf4-279d333879c8 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d1f1aa-3601-424b-af20-9acf0698c1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001534 Jun 11 09:44:47.211033 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ded5d150-2551-4fbe-b187-db9375458f8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:47.298137 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce2b381e-eb00-4ed8-a6f2-ce734e37b827 req-f1218e0b-7b0e-4a01-bb2a-00342e866740 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Network 9c71e42f-a279-434a-9733-2e0a55ab4074 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:44:47.330007 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b0a355dc-9688-4d0e-b7d7-8d73f8d2d7ff req-c348a1e3-6c7d-4267-8f03-8f8370efa0d2 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb755b01-30a0-45f8-b07b-3c7f8a5c6eb0 HTTP/1.1" status: 200 len: 210 time: 0.0454147 Jun 11 09:44:47.333103 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-ce2b381e-eb00-4ed8-a6f2-ce734e37b827 req-f1218e0b-7b0e-4a01-bb2a-00342e866740 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:44:47.337388 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce2b381e-eb00-4ed8-a6f2-ce734e37b827 req-f1218e0b-7b0e-4a01-bb2a-00342e866740 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:44:47.389032 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1218e0b-7b0e-4a01-bb2a-00342e866740 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Pushing event updated for resources: {'Port': ['ID=9430d443-1577-4b80-9a80-55fd62d4016f,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:47.396689 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f1218e0b-7b0e-4a01-bb2a-00342e866740 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:47.433680 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2b381e-eb00-4ed8-a6f2-ce734e37b827 req-f1218e0b-7b0e-4a01-bb2a-00342e866740 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:47.435147 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-ce2b381e-eb00-4ed8-a6f2-ce734e37b827 req-f1218e0b-7b0e-4a01-bb2a-00342e866740 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:47.522037 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ce2b381e-eb00-4ed8-a6f2-ce734e37b827 req-f1218e0b-7b0e-4a01-bb2a-00342e866740 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6061070 Jun 11 09:44:47.526055 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6bf06920-a4ec-4e47-8f1b-e54f8cfa7825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:47.539378 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-ce2b381e-eb00-4ed8-a6f2-ce734e37b827 req-e25a4ff5-8731-4be4-9dc4-dd8be935f8f2 service neutron] Request body: {'port': {'device_id': '5c8a90ed-0034-4063-a884-6b2e0283e4a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:44:47.619252 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-6bf06920-a4ec-4e47-8f1b-e54f8cfa7825 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b4c8197-b24a-42b4-a9d3-572a2b9ff4c4']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:44:47.662041 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-6bf06920-a4ec-4e47-8f1b-e54f8cfa7825 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbaee97a-9e0b-4b2c-900c-4c5d4457e292') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:44:47.662252 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-6bf06920-a4ec-4e47-8f1b-e54f8cfa7825 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbaee97a-9e0b-4b2c-900c-4c5d4457e292') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:44:47.686785 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [req-196e6f39-61d2-48a7-a174-a2559a2b08f9 req-7a0a52aa-0976-4a32-abfb-390685fc3876 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Allocated IP 172.20.0.10 (8306b3b2-c7c1-4b78-8462-356897eaa70e/5bbe8ee4-e19a-4280-9545-f4e3ba21ac03/59e61c48-225d-4e7a-ba3a-53f1a0ee83f9) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:44:47.689708 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6bf06920-a4ec-4e47-8f1b-e54f8cfa7825 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:47.710528 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-ce2b381e-eb00-4ed8-a6f2-ce734e37b827 req-e25a4ff5-8731-4be4-9dc4-dd8be935f8f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:47.814273 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6bf06920-a4ec-4e47-8f1b-e54f8cfa7825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:47.855466 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bf06920-a4ec-4e47-8f1b-e54f8cfa7825 admin admin] Releasing vlan 790 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 09:44:47.855757 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6bf06920-a4ec-4e47-8f1b-e54f8cfa7825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:47.858497 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:44:47.858497 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:44:47.858497 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:44:47.858497 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:44:47.858497 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:44:47.858497 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:44:47.858497 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:44:47.858497 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:44:47.858497 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:44:47.858497 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:44:47.858497 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:44:47.858497 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:44:47.858497 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 09:44:47.858497 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 09:44:47.858497 n-d-779913-12 neutron-server[93177]: timer() Jun 11 09:44:47.858497 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 09:44:47.858497 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 09:44:47.858497 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 09:44:47.858497 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 09:44:47.858497 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 09:44:47.858497 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 09:44:47.858497 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 09:44:47.858497 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 09:44:47.858497 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 09:44:47.858497 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 09:44:47.858497 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 09:44:47.858497 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 09:44:47.858497 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 09:44:47.858497 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 09:44:47.858497 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 09:44:47.858497 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 09:44:47.858497 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 09:44:47.858497 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 09:44:47.858497 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 09:44:47.858497 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 09:44:47.858497 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 09:44:47.858497 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 09:44:47.858497 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 09:44:47.858497 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 09:44:47.858497 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 09:44:47.858497 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 09:44:47.858497 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 09:44:47.858497 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 09:44:47.858497 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 09:44:47.935475 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4d4434-e14b-4d4c-88c9-c2e03cd8c599 req-8612c619-e253-440b-9b75-eaa12c695635 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:47.937152 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c83df-42d0-4189-b530-6107bc7a5dde req-69873c46-b10c-4dbb-98c4-c1ef1f461975 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:47.938774 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8f6c83df-42d0-4189-b530-6107bc7a5dde req-69873c46-b10c-4dbb-98c4-c1ef1f461975 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c8a90ed-0034-4063-a884-6b2e0283e4a2 HTTP/1.1" status: 200 len: 931 time: 0.4058943 Jun 11 09:44:47.943301 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1a4d4434-e14b-4d4c-88c9-c2e03cd8c599 req-8612c619-e253-440b-9b75-eaa12c695635 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ce3a764-af8f-4837-9ffe-fc80edb30850 HTTP/1.1" status: 200 len: 945 time: 0.2119014 Jun 11 09:44:48.023943 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1a4d4434-e14b-4d4c-88c9-c2e03cd8c599 req-13e4478c-216f-4914-a277-5f1cab7a55fe tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795095 Jun 11 09:44:48.187356 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238efeb2-cb54-4d83-a67b-f0fabd839198 req-2a53052a-f758-4417-9fb4-a8d91bc65381 tempest-ServerAddressesNegativeTestJSON-689532097 tempest-ServerAddressesNegativeTestJSON-689532097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:48.188964 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-238efeb2-cb54-4d83-a67b-f0fabd839198 req-2a53052a-f758-4417-9fb4-a8d91bc65381 tempest-ServerAddressesNegativeTestJSON-689532097 tempest-ServerAddressesNegativeTestJSON-689532097-project] 10.222.0.69 "GET /v2.0/ports?device_id=50724db0-85b9-4ebd-8895-eea18978d2b8 HTTP/1.1" status: 200 len: 946 time: 0.4782851 Jun 11 09:44:48.193498 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6bf06920-a4ec-4e47-8f1b-e54f8cfa7825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:48.206208 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8f6c83df-42d0-4189-b530-6107bc7a5dde req-a2e0576c-d4f8-4f26-a7ae-0c030e19e838 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/security-groups?id=18fc41cb-d5ab-4d35-ab48-499184b426b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549818 Jun 11 09:44:48.251215 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:48.273934 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:48.305898 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-ce2b381e-eb00-4ed8-a6f2-ce734e37b827 req-e25a4ff5-8731-4be4-9dc4-dd8be935f8f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9430d443-1577-4b80-9a80-55fd62d4016f {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:44:48.322409 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-ce2b381e-eb00-4ed8-a6f2-ce734e37b827 req-e25a4ff5-8731-4be4-9dc4-dd8be935f8f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:48.344197 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-ce2b381e-eb00-4ed8-a6f2-ce734e37b827 req-e25a4ff5-8731-4be4-9dc4-dd8be935f8f2 service neutron] Transition to ACTIVE for port object 9430d443-1577-4b80-9a80-55fd62d4016f will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:44:48.352951 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6bf06920-a4ec-4e47-8f1b-e54f8cfa7825 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:48.357523 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-6bf06920-a4ec-4e47-8f1b-e54f8cfa7825 admin admin] 10.222.0.60 "DELETE /v2.0/networks/7b4c8197-b24a-42b4-a9d3-572a2b9ff4c4 HTTP/1.1" status: 204 len: 168 time: 1.8142016 Jun 11 09:44:48.368377 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fe4386-6a75-4f21-9cad-02ce940b6b02 req-a2ee850e-fb93-4123-ad3c-43c619521297 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:48.370303 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-15fe4386-6a75-4f21-9cad-02ce940b6b02 req-a2ee850e-fb93-4123-ad3c-43c619521297 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe3ef3f-9a6b-4e95-a654-f9fec0c4a05d HTTP/1.1" status: 200 len: 935 time: 0.1216938 Jun 11 09:44:48.415954 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [req-20144e99-f5bd-4240-8f80-b7be226915f1 req-0389bf43-66d1-4d18-8562-9e7610d07849 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 377f653d-177d-4337-aeab-2d19af79e208 {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:44:48.425933 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-20144e99-f5bd-4240-8f80-b7be226915f1 req-0389bf43-66d1-4d18-8562-9e7610d07849 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:48.431345 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-15fe4386-6a75-4f21-9cad-02ce940b6b02 req-4453d16e-d047-43ba-baf0-b6af34a1fca2 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508804 Jun 11 09:44:48.461903 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-ce2b381e-eb00-4ed8-a6f2-ce734e37b827 req-e25a4ff5-8731-4be4-9dc4-dd8be935f8f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:48.470460 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0081bb70-677b-4e68-891d-45d0a3f9a74d tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:48.561556 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25a4ff5-8731-4be4-9dc4-dd8be935f8f2 service neutron] Pushing event updated for resources: {'Port': ['ID=9430d443-1577-4b80-9a80-55fd62d4016f,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:48.566571 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e25a4ff5-8731-4be4-9dc4-dd8be935f8f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:48.853300 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 41460) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:44:48.898288 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf06920-a4ec-4e47-8f1b-e54f8cfa7825 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b4c8197-b24a-42b4-a9d3-572a2b9ff4c4,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:48.908570 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-20144e99-f5bd-4240-8f80-b7be226915f1 req-0389bf43-66d1-4d18-8562-9e7610d07849 service neutron] Transition to ACTIVE for port object 377f653d-177d-4337-aeab-2d19af79e208 will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:44:48.910642 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6bf06920-a4ec-4e47-8f1b-e54f8cfa7825 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.637s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:48.958700 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-196e6f39-61d2-48a7-a174-a2559a2b08f9 req-7a0a52aa-0976-4a32-abfb-390685fc3876 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:49.009504 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-196e6f39-61d2-48a7-a174-a2559a2b08f9 req-7a0a52aa-0976-4a32-abfb-390685fc3876 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Transition to ACTIVE for port object 59e61c48-225d-4e7a-ba3a-53f1a0ee83f9 will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:44:49.018379 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-dd9f321e-8afc-4414-aea8-8c0f1206e4b3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5837db8aa3a04394960eca4b4d599a6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1550031 Jun 11 09:44:49.024713 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 41462) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:44:49.034493 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-20144e99-f5bd-4240-8f80-b7be226915f1 req-0389bf43-66d1-4d18-8562-9e7610d07849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:49.045530 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-91821ed1-a561-4730-8b51-f16a375e2ef9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:49.063846 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-238efeb2-cb54-4d83-a67b-f0fabd839198 req-53da3f9e-235d-4016-8a14-9785715276e2 tempest-ServerAddressesNegativeTestJSON-689532097 tempest-ServerAddressesNegativeTestJSON-689532097-project] Deleting port 3691a36c-9161-48a8-9af5-1c94a1f1e012 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:44:49.064196 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-238efeb2-cb54-4d83-a67b-f0fabd839198 req-53da3f9e-235d-4016-8a14-9785715276e2 tempest-ServerAddressesNegativeTestJSON-689532097 tempest-ServerAddressesNegativeTestJSON-689532097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:49.172128 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a107e41c-c409-4e0b-b696-6233227aecff req-f2099fe7-312e-4622-8a74-7661cd12cd75 tempest-ServerAddressesNegativeTestJSON-689532097 tempest-ServerAddressesNegativeTestJSON-689532097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:49.184042 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a107e41c-c409-4e0b-b696-6233227aecff req-f2099fe7-312e-4622-8a74-7661cd12cd75 tempest-ServerAddressesNegativeTestJSON-689532097 tempest-ServerAddressesNegativeTestJSON-689532097-project] 10.222.0.60 "GET /v2.0/ports?device_id=50724db0-85b9-4ebd-8895-eea18978d2b8 HTTP/1.1" status: 200 len: 946 time: 0.7460520 Jun 11 09:44:49.205967 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-ce2b381e-eb00-4ed8-a6f2-ce734e37b827 req-e25a4ff5-8731-4be4-9dc4-dd8be935f8f2 service neutron] Attempting to bind port 9430d443-1577-4b80-9a80-55fd62d4016f on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:44:49.206400 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-ce2b381e-eb00-4ed8-a6f2-ce734e37b827 req-e25a4ff5-8731-4be4-9dc4-dd8be935f8f2 service neutron] Attempting to bind port 9430d443-1577-4b80-9a80-55fd62d4016f by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '59465666-5c69-4224-8b1f-2b974d7d569d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '9c71e42f-a279-434a-9733-2e0a55ab4074'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:44:49.206797 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2b381e-eb00-4ed8-a6f2-ce734e37b827 req-e25a4ff5-8731-4be4-9dc4-dd8be935f8f2 service neutron] Attempting to bind port 9430d443-1577-4b80-9a80-55fd62d4016f on network 9c71e42f-a279-434a-9733-2e0a55ab4074 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:44:49.215691 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2b381e-eb00-4ed8-a6f2-ce734e37b827 req-e25a4ff5-8731-4be4-9dc4-dd8be935f8f2 service neutron] Port 9430d443-1577-4b80-9a80-55fd62d4016f on network 9c71e42f-a279-434a-9733-2e0a55ab4074 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:44:49.216176 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2b381e-eb00-4ed8-a6f2-ce734e37b827 req-e25a4ff5-8731-4be4-9dc4-dd8be935f8f2 service neutron] Attempting to bind port 9430d443-1577-4b80-9a80-55fd62d4016f on network 9c71e42f-a279-434a-9733-2e0a55ab4074 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:44:49.235472 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b30bbc8-0440-41cb-816e-eba7b4fd3ca3 req-9a8c8488-7633-4b95-be04-48e4495b96e5 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:49.243091 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9b30bbc8-0440-41cb-816e-eba7b4fd3ca3 req-9a8c8488-7633-4b95-be04-48e4495b96e5 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 946 time: 0.6673951 Jun 11 09:44:49.250858 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2b381e-eb00-4ed8-a6f2-ce734e37b827 req-e25a4ff5-8731-4be4-9dc4-dd8be935f8f2 service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:44:49.251506 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2b381e-eb00-4ed8-a6f2-ce734e37b827 req-e25a4ff5-8731-4be4-9dc4-dd8be935f8f2 service neutron] Checking segment: {'id': '59465666-5c69-4224-8b1f-2b974d7d569d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '9c71e42f-a279-434a-9733-2e0a55ab4074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:44:49.251772 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2b381e-eb00-4ed8-a6f2-ce734e37b827 req-e25a4ff5-8731-4be4-9dc4-dd8be935f8f2 service neutron] Bound using segment: {'id': '59465666-5c69-4224-8b1f-2b974d7d569d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '9c71e42f-a279-434a-9733-2e0a55ab4074'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:44:49.252295 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-ce2b381e-eb00-4ed8-a6f2-ce734e37b827 req-e25a4ff5-8731-4be4-9dc4-dd8be935f8f2 service neutron] Bound port: 9430d443-1577-4b80-9a80-55fd62d4016f, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59465666-5c69-4224-8b1f-2b974d7d569d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '9c71e42f-a279-434a-9733-2e0a55ab4074'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:44:49.252709 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-ce2b381e-eb00-4ed8-a6f2-ce734e37b827 req-e25a4ff5-8731-4be4-9dc4-dd8be935f8f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:49.351537 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9b30bbc8-0440-41cb-816e-eba7b4fd3ca3 req-4a9ad288-1f7d-4409-8bca-46b819be6243 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d1f1aa-3601-424b-af20-9acf0698c1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073551 Jun 11 09:44:49.378970 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0389bf43-66d1-4d18-8562-9e7610d07849 service neutron] Pushing event updated for resources: {'Port': ['ID=377f653d-177d-4337-aeab-2d19af79e208,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:49.386033 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0389bf43-66d1-4d18-8562-9e7610d07849 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:49.429460 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-ce2b381e-eb00-4ed8-a6f2-ce734e37b827 req-e25a4ff5-8731-4be4-9dc4-dd8be935f8f2 service neutron] For port 9430d443-1577-4b80-9a80-55fd62d4016f, host n-h1-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:44:49.434973 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-ce2b381e-eb00-4ed8-a6f2-ce734e37b827 req-e25a4ff5-8731-4be4-9dc4-dd8be935f8f2 service neutron] For port 9430d443-1577-4b80-9a80-55fd62d4016f, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=9430d443-1577-4b80-9a80-55fd62d4016f,segment=NetworkSegment(59465666-5c69-4224-8b1f-2b974d7d569d),segment_id=59465666-5c69-4224-8b1f-2b974d7d569d)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:44:49.465031 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-10073007-f32e-4751-a090-a3e6d4d709a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:49.487850 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a107e41c-c409-4e0b-b696-6233227aecff req-223d5156-0c77-4fc7-a571-ca706191df9a tempest-ServerAddressesNegativeTestJSON-689532097 tempest-ServerAddressesNegativeTestJSON-689532097-project] 10.222.0.60 "GET /v2.0/security-groups?id=235a9866-3157-4064-8522-830d9578cd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999239 Jun 11 09:44:49.524698 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-ce2b381e-eb00-4ed8-a6f2-ce734e37b827 req-e25a4ff5-8731-4be4-9dc4-dd8be935f8f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:49.528535 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-efdfa324-0845-4edd-9503-fc7e82d8473f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:49.566097 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-196e6f39-61d2-48a7-a174-a2559a2b08f9 req-7a0a52aa-0976-4a32-abfb-390685fc3876 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:49.582483 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['eadae33e-f095-4f7c-9ab4-6c7a354f6f90'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:44:49.637716 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7bdd3294-7dd8-48af-b4e4-fb4d3c80c9f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:49.645806 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2b381e-eb00-4ed8-a6f2-ce734e37b827 req-e25a4ff5-8731-4be4-9dc4-dd8be935f8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:49.646772 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-ce2b381e-eb00-4ed8-a6f2-ce734e37b827 req-e25a4ff5-8731-4be4-9dc4-dd8be935f8f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:49.648497 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ce2b381e-eb00-4ed8-a6f2-ce734e37b827 req-e25a4ff5-8731-4be4-9dc4-dd8be935f8f2 service neutron] 10.222.0.64 "PUT /v2.0/ports/9430d443-1577-4b80-9a80-55fd62d4016f HTTP/1.1" status: 200 len: 1092 time: 2.1171639 Jun 11 09:44:49.649273 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c8a90ed-0034-4063-a884-6b2e0283e4a2', 'tag': '9430d443-1577-4b80-9a80-55fd62d4016f'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:44:49.652157 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d2b82d-91ae-483d-a955-46a5ef51bda1" -d '{"events": [{"name": "network-changed", "server_uuid": "5c8a90ed-0034-4063-a884-6b2e0283e4a2", "tag": "9430d443-1577-4b80-9a80-55fd62d4016f"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:44:49.702571 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25a4ff5-8731-4be4-9dc4-dd8be935f8f2 service neutron] Pushing event updated for resources: {'Port': ['ID=9430d443-1577-4b80-9a80-55fd62d4016f,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:49.713908 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e25a4ff5-8731-4be4-9dc4-dd8be935f8f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:49.737541 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-196e6f39-61d2-48a7-a174-a2559a2b08f9 req-7a0a52aa-0976-4a32-abfb-390685fc3876 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Network 8306b3b2-c7c1-4b78-8462-356897eaa70e is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:44:49.760868 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [req-196e6f39-61d2-48a7-a174-a2559a2b08f9 req-7a0a52aa-0976-4a32-abfb-390685fc3876 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:44:49.776640 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-238efeb2-cb54-4d83-a67b-f0fabd839198 req-53da3f9e-235d-4016-8a14-9785715276e2 tempest-ServerAddressesNegativeTestJSON-689532097 tempest-ServerAddressesNegativeTestJSON-689532097-project] For port 3691a36c-9161-48a8-9af5-1c94a1f1e012, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=3691a36c-9161-48a8-9af5-1c94a1f1e012,segment=NetworkSegment(2ab14b98-41a1-4b9f-aef2-611307423bc7),segment_id=2ab14b98-41a1-4b9f-aef2-611307423bc7)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:44:49.777021 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-238efeb2-cb54-4d83-a67b-f0fabd839198 req-53da3f9e-235d-4016-8a14-9785715276e2 tempest-ServerAddressesNegativeTestJSON-689532097 tempest-ServerAddressesNegativeTestJSON-689532097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:49.813020 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-196e6f39-61d2-48a7-a174-a2559a2b08f9 req-7a0a52aa-0976-4a32-abfb-390685fc3876 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:44:49.853209 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69afa915-cf14-44b5-b863-a1ae3bd1cbff req-9835c6fc-bb1e-4e92-968b-561a2451ce76 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:49.855653 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-69afa915-cf14-44b5-b863-a1ae3bd1cbff req-9835c6fc-bb1e-4e92-968b-561a2451ce76 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ce3a764-af8f-4837-9ffe-fc80edb30850 HTTP/1.1" status: 200 len: 945 time: 0.1349123 Jun 11 09:44:49.926831 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-10073007-f32e-4751-a090-a3e6d4d709a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:49.928694 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-69afa915-cf14-44b5-b863-a1ae3bd1cbff req-9f42d373-6942-4316-8fb5-80fcc33eafb5 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656397 Jun 11 09:44:49.938937 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2b381e-eb00-4ed8-a6f2-ce734e37b827 req-a50f59bb-7005-48da-8d88-0bf449d97b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:49.940904 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ce2b381e-eb00-4ed8-a6f2-ce734e37b827 req-a50f59bb-7005-48da-8d88-0bf449d97b7b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=61d3c4040251405785317f897ecabfbd&device_id=5c8a90ed-0034-4063-a884-6b2e0283e4a2 HTTP/1.1" status: 200 len: 1095 time: 0.1321182 Jun 11 09:44:50.033186 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ce2b381e-eb00-4ed8-a6f2-ce734e37b827 req-b2c7e951-82b2-480e-96ce-35f8b7ef79f2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9430d443-1577-4b80-9a80-55fd62d4016f HTTP/1.1" status: 200 len: 217 time: 0.0824056 Jun 11 09:44:50.064151 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-238efeb2-cb54-4d83-a67b-f0fabd839198 req-53da3f9e-235d-4016-8a14-9785715276e2 tempest-ServerAddressesNegativeTestJSON-689532097 tempest-ServerAddressesNegativeTestJSON-689532097-project] Calling delete_port for 3691a36c-9161-48a8-9af5-1c94a1f1e012 owned by compute:nova {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:44:50.094145 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0a52aa-0976-4a32-abfb-390685fc3876 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Pushing event updated for resources: {'Port': ['ID=59e61c48-225d-4e7a-ba3a-53f1a0ee83f9,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:50.116237 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7a0a52aa-0976-4a32-abfb-390685fc3876 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:50.164585 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2b381e-eb00-4ed8-a6f2-ce734e37b827 req-113875cb-4c30-4ac4-ac64-4faf9fb62bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:50.166056 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ce2b381e-eb00-4ed8-a6f2-ce734e37b827 req-113875cb-4c30-4ac4-ac64-4faf9fb62bf1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a16cacaa-1221-489c-8d0a-2d30aee455ad HTTP/1.1" status: 200 len: 845 time: 0.1231849 Jun 11 09:44:50.212959 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ce2b381e-eb00-4ed8-a6f2-ce734e37b827 req-c4ac0a2d-eed0-4e52-85ec-b7d8ebda52fa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9c71e42f-a279-434a-9733-2e0a55ab4074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383208 Jun 11 09:44:50.221076 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196e6f39-61d2-48a7-a174-a2559a2b08f9 req-7a0a52aa-0976-4a32-abfb-390685fc3876 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:50.221924 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-196e6f39-61d2-48a7-a174-a2559a2b08f9 req-7a0a52aa-0976-4a32-abfb-390685fc3876 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:50.228657 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-20144e99-f5bd-4240-8f80-b7be226915f1 req-0389bf43-66d1-4d18-8562-9e7610d07849 service neutron] Attempting to bind port 377f653d-177d-4337-aeab-2d19af79e208 on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:44:50.229400 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-20144e99-f5bd-4240-8f80-b7be226915f1 req-0389bf43-66d1-4d18-8562-9e7610d07849 service neutron] Attempting to bind port 377f653d-177d-4337-aeab-2d19af79e208 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:44:50.229543 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20144e99-f5bd-4240-8f80-b7be226915f1 req-0389bf43-66d1-4d18-8562-9e7610d07849 service neutron] Attempting to bind port 377f653d-177d-4337-aeab-2d19af79e208 on network cf20d108-f84c-44de-9036-2269564edd60 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:44:50.258469 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20144e99-f5bd-4240-8f80-b7be226915f1 req-0389bf43-66d1-4d18-8562-9e7610d07849 service neutron] Port 377f653d-177d-4337-aeab-2d19af79e208 on network cf20d108-f84c-44de-9036-2269564edd60 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:44:50.258967 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20144e99-f5bd-4240-8f80-b7be226915f1 req-0389bf43-66d1-4d18-8562-9e7610d07849 service neutron] Attempting to bind port 377f653d-177d-4337-aeab-2d19af79e208 on network cf20d108-f84c-44de-9036-2269564edd60 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:44:50.270118 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab0cde3-440c-48fe-adb4-21c52b6c920b req-f40f4c16-99d2-4826-8ced-b99232221fe9 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:50.271904 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2ab0cde3-440c-48fe-adb4-21c52b6c920b req-f40f4c16-99d2-4826-8ced-b99232221fe9 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c8a90ed-0034-4063-a884-6b2e0283e4a2 HTTP/1.1" status: 200 len: 943 time: 0.1683526 Jun 11 09:44:50.275932 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-fed52585-4cd0-4340-b2d7-74a23f0773a2 None None] Provisioning for port 59e61c48-225d-4e7a-ba3a-53f1a0ee83f9 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:44:50.282799 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-fed52585-4cd0-4340-b2d7-74a23f0773a2 None None] Provisioning complete for port 59e61c48-225d-4e7a-ba3a-53f1a0ee83f9 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:44:50.283479 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-fed52585-4cd0-4340-b2d7-74a23f0773a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:50.286667 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20144e99-f5bd-4240-8f80-b7be226915f1 req-0389bf43-66d1-4d18-8562-9e7610d07849 service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:44:50.287143 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20144e99-f5bd-4240-8f80-b7be226915f1 req-0389bf43-66d1-4d18-8562-9e7610d07849 service neutron] Checking segment: {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:44:50.287660 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20144e99-f5bd-4240-8f80-b7be226915f1 req-0389bf43-66d1-4d18-8562-9e7610d07849 service neutron] Bound using segment: {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:44:50.288186 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-20144e99-f5bd-4240-8f80-b7be226915f1 req-0389bf43-66d1-4d18-8562-9e7610d07849 service neutron] Bound port: 377f653d-177d-4337-aeab-2d19af79e208, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:44:50.288625 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-20144e99-f5bd-4240-8f80-b7be226915f1 req-0389bf43-66d1-4d18-8562-9e7610d07849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:50.320086 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fd29fc-93eb-49b6-b6a2-9498a593212e req-9dd5496c-8975-4a45-8b67-d6429119ecc4 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:50.321793 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b9fd29fc-93eb-49b6-b6a2-9498a593212e req-9dd5496c-8975-4a45-8b67-d6429119ecc4 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb755b01-30a0-45f8-b07b-3c7f8a5c6eb0 HTTP/1.1" status: 200 len: 932 time: 0.5722797 Jun 11 09:44:50.345961 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-196e6f39-61d2-48a7-a174-a2559a2b08f9 req-7a0a52aa-0976-4a32-abfb-390685fc3876 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2186401 Jun 11 09:44:50.359227 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-fed52585-4cd0-4340-b2d7-74a23f0773a2 None None] Port 59e61c48-225d-4e7a-ba3a-53f1a0ee83f9 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:44:50.376083 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-196e6f39-61d2-48a7-a174-a2559a2b08f9 req-d6ebd210-1b44-4873-859f-22eb13dd417a service neutron] Request body: {'port': {'device_id': 'bb755b01-30a0-45f8-b07b-3c7f8a5c6eb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-12'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:44:50.415539 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-10073007-f32e-4751-a090-a3e6d4d709a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:50.418298 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-10073007-f32e-4751-a090-a3e6d4d709a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:50.421860 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-10073007-f32e-4751-a090-a3e6d4d709a0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1081e40e-86de-44cd-ba88-36ce303a591e HTTP/1.1" status: 204 len: 168 time: 1.3941677 Jun 11 09:44:50.446040 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-788244b1-9f1d-4857-860f-70f7fd9241b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:50.481145 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2ab0cde3-440c-48fe-adb4-21c52b6c920b req-c1497d7a-a7bb-4644-b3a6-031c4db73a67 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/security-groups?id=18fc41cb-d5ab-4d35-ab48-499184b426b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837536 Jun 11 09:44:50.483723 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ce2b381e-eb00-4ed8-a6f2-ce734e37b827 req-5142c927-92e2-47fa-9aa4-6a7776a6ff01 service neutron] 10.222.0.64 "GET /v2.0/networks/9c71e42f-a279-434a-9733-2e0a55ab4074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623963 Jun 11 09:44:50.500135 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10073007-f32e-4751-a090-a3e6d4d709a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1081e40e-86de-44cd-ba88-36ce303a591e,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:50.520980 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-10073007-f32e-4751-a090-a3e6d4d709a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:50.585627 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b9fd29fc-93eb-49b6-b6a2-9498a593212e req-b8fe81f1-e120-4092-b513-da3dfe4ee248 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.60 "GET /v2.0/security-groups?id=09f483c6-cf52-4168-b2e6-1a9686fe8b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567627 Jun 11 09:44:50.661091 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47375def-5302-440f-94b9-343ed402f167 x-openstack-request-id: req-47375def-5302-440f-94b9-343ed402f167 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:44:50.661624 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c8a90ed-0034-4063-a884-6b2e0283e4a2", "tag": "9430d443-1577-4b80-9a80-55fd62d4016f", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:44:50.661743 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-47375def-5302-440f-94b9-343ed402f167 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:44:50.662124 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c8a90ed-0034-4063-a884-6b2e0283e4a2', 'tag': '9430d443-1577-4b80-9a80-55fd62d4016f', 'status': 'completed', 'code': 200} Jun 11 09:44:50.669480 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-20144e99-f5bd-4240-8f80-b7be226915f1 req-0389bf43-66d1-4d18-8562-9e7610d07849 service neutron] For port 377f653d-177d-4337-aeab-2d19af79e208, host n-h1-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:44:50.691039 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-196e6f39-61d2-48a7-a174-a2559a2b08f9 req-d6ebd210-1b44-4873-859f-22eb13dd417a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:50.707237 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ce2b381e-eb00-4ed8-a6f2-ce734e37b827 req-162f597a-abb3-4bb2-8266-5f1560dd553b service neutron] 10.222.0.64 "GET /v2.0/networks/9c71e42f-a279-434a-9733-2e0a55ab4074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156868 Jun 11 09:44:50.731669 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2f1d40-68e8-4f96-a0ca-11e9caddc668 req-394b9c1d-68b2-4d43-b0c6-7276b18e769a tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:50.733426 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6d2f1d40-68e8-4f96-a0ca-11e9caddc668 req-394b9c1d-68b2-4d43-b0c6-7276b18e769a tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe3ef3f-9a6b-4e95-a654-f9fec0c4a05d HTTP/1.1" status: 200 len: 947 time: 0.1128566 Jun 11 09:44:50.783124 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6d2f1d40-68e8-4f96-a0ca-11e9caddc668 req-8f3fd7a0-6c8f-4c8c-a6eb-284f39239d5c tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430038 Jun 11 09:44:50.956337 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f97f7b2-a694-40c4-b92d-f1b497428057 req-5f6054fd-5a0a-498b-8d2a-3776f0baf9b9 tempest-ServerAddressesNegativeTestJSON-689532097 tempest-ServerAddressesNegativeTestJSON-689532097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:50.957807 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5f97f7b2-a694-40c4-b92d-f1b497428057 req-5f6054fd-5a0a-498b-8d2a-3776f0baf9b9 tempest-ServerAddressesNegativeTestJSON-689532097 tempest-ServerAddressesNegativeTestJSON-689532097-project] 10.222.0.60 "GET /v2.0/ports?device_id=50724db0-85b9-4ebd-8895-eea18978d2b8 HTTP/1.1" status: 200 len: 946 time: 0.0713058 Jun 11 09:44:51.002906 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5f97f7b2-a694-40c4-b92d-f1b497428057 req-e6cd86ba-c29e-4c38-bb25-0a4c1c9eb24c tempest-ServerAddressesNegativeTestJSON-689532097 tempest-ServerAddressesNegativeTestJSON-689532097-project] 10.222.0.60 "GET /v2.0/security-groups?id=235a9866-3157-4064-8522-830d9578cd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392895 Jun 11 09:44:51.006032 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086131de-b009-416f-af8d-b104e23f67d4 req-b93d8bbf-e44f-46c4-88fc-4a6feb3b304a tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:51.007541 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-086131de-b009-416f-af8d-b104e23f67d4 req-b93d8bbf-e44f-46c4-88fc-4a6feb3b304a tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 946 time: 0.2412794 Jun 11 09:44:51.079883 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-086131de-b009-416f-af8d-b104e23f67d4 req-3590ad73-c869-4357-9a80-5ce9c491da6c tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d1f1aa-3601-424b-af20-9acf0698c1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633969 Jun 11 09:44:51.136327 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [req-196e6f39-61d2-48a7-a174-a2559a2b08f9 req-d6ebd210-1b44-4873-859f-22eb13dd417a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59e61c48-225d-4e7a-ba3a-53f1a0ee83f9 {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:44:51.144471 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-196e6f39-61d2-48a7-a174-a2559a2b08f9 req-d6ebd210-1b44-4873-859f-22eb13dd417a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:51.156458 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-196e6f39-61d2-48a7-a174-a2559a2b08f9 req-d6ebd210-1b44-4873-859f-22eb13dd417a service neutron] Transition to ACTIVE for port object 59e61c48-225d-4e7a-ba3a-53f1a0ee83f9 will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:44:51.262827 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c72585-9826-49f0-9ac4-47d64eb66886 req-93323cae-6fe2-44aa-93b7-8a9bf9ac836e tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:51.264199 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-54c72585-9826-49f0-9ac4-47d64eb66886 req-93323cae-6fe2-44aa-93b7-8a9bf9ac836e tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ce3a764-af8f-4837-9ffe-fc80edb30850 HTTP/1.1" status: 200 len: 945 time: 0.0687385 Jun 11 09:44:51.305928 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-54c72585-9826-49f0-9ac4-47d64eb66886 req-3510c38d-21a7-4e2b-bf11-ba309ec73720 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359621 Jun 11 09:44:51.367609 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-238efeb2-cb54-4d83-a67b-f0fabd839198 req-53da3f9e-235d-4016-8a14-9785715276e2 tempest-ServerAddressesNegativeTestJSON-689532097 tempest-ServerAddressesNegativeTestJSON-689532097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:51.378170 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-32ef4595-118d-491a-9749-9bcbe067b87d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:51.384980 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-196e6f39-61d2-48a7-a174-a2559a2b08f9 req-d6ebd210-1b44-4873-859f-22eb13dd417a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:51.391060 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-20144e99-f5bd-4240-8f80-b7be226915f1 req-0389bf43-66d1-4d18-8562-9e7610d07849 service neutron] For port 377f653d-177d-4337-aeab-2d19af79e208, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=377f653d-177d-4337-aeab-2d19af79e208,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:44:51.484220 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53da3f9e-235d-4016-8a14-9785715276e2 tempest-ServerAddressesNegativeTestJSON-689532097 tempest-ServerAddressesNegativeTestJSON-689532097-project] Pushing event deleted for resources: {'Port': ['ID=3691a36c-9161-48a8-9af5-1c94a1f1e012,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:51.489543 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-53da3f9e-235d-4016-8a14-9785715276e2 tempest-ServerAddressesNegativeTestJSON-689532097 tempest-ServerAddressesNegativeTestJSON-689532097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:51.596330 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d2b82d-91ae-483d-a955-46a5ef51bda1 req-894602dc-cd3a-4095-ae34-a599b59564a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:51.596330 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-32d2b82d-91ae-483d-a955-46a5ef51bda1 req-894602dc-cd3a-4095-ae34-a599b59564a9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=61d3c4040251405785317f897ecabfbd&device_id=5c8a90ed-0034-4063-a884-6b2e0283e4a2 HTTP/1.1" status: 200 len: 1095 time: 0.1761532 Jun 11 09:44:51.596964 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e75866e2-5a54-4be3-a422-453d3b5583bc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.195s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:51.598432 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 3691a36c-9161-48a8-9af5-1c94a1f1e012 no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:44:51.708113 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] No Port match for: 3691a36c-9161-48a8-9af5-1c94a1f1e012 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:44:51.710180 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 3691a36c-9161-48a8-9af5-1c94a1f1e012 not bound to the agent host n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:44:51.712531 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-238efeb2-cb54-4d83-a67b-f0fabd839198 req-53da3f9e-235d-4016-8a14-9785715276e2 tempest-ServerAddressesNegativeTestJSON-689532097 tempest-ServerAddressesNegativeTestJSON-689532097-project] No DVR routers for this DVR port 3691a36c-9161-48a8-9af5-1c94a1f1e012 on host n-h2-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:44:51.715348 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-20144e99-f5bd-4240-8f80-b7be226915f1 req-0389bf43-66d1-4d18-8562-9e7610d07849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:51.736778 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-238efeb2-cb54-4d83-a67b-f0fabd839198 req-53da3f9e-235d-4016-8a14-9785715276e2 tempest-ServerAddressesNegativeTestJSON-689532097 tempest-ServerAddressesNegativeTestJSON-689532097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:51.750496 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-238efeb2-cb54-4d83-a67b-f0fabd839198 req-53da3f9e-235d-4016-8a14-9785715276e2 tempest-ServerAddressesNegativeTestJSON-689532097 tempest-ServerAddressesNegativeTestJSON-689532097-project] 10.222.0.69 "DELETE /v2.0/ports/3691a36c-9161-48a8-9af5-1c94a1f1e012 HTTP/1.1" status: 204 len: 173 time: 3.5080190 Jun 11 09:44:51.874652 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50724db0-85b9-4ebd-8895-eea18978d2b8', 'name': 'network-vif-deleted', 'tag': '3691a36c-9161-48a8-9af5-1c94a1f1e012'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:44:51.880026 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f4851c-42ce-4d68-9d4e-2fe63a0328c9" -d '{"events": [{"server_uuid": "50724db0-85b9-4ebd-8895-eea18978d2b8", "name": "network-vif-deleted", "tag": "3691a36c-9161-48a8-9af5-1c94a1f1e012"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:44:52.081516 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d2b82d-91ae-483d-a955-46a5ef51bda1 req-dc74cffe-b5c2-4e5f-b32b-36df04a6ade5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:52.084874 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-32d2b82d-91ae-483d-a955-46a5ef51bda1 req-dc74cffe-b5c2-4e5f-b32b-36df04a6ade5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9c71e42f-a279-434a-9733-2e0a55ab4074 HTTP/1.1" status: 200 len: 906 time: 0.4818258 Jun 11 09:44:52.117192 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20144e99-f5bd-4240-8f80-b7be226915f1 req-0389bf43-66d1-4d18-8562-9e7610d07849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:52.118836 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-20144e99-f5bd-4240-8f80-b7be226915f1 req-0389bf43-66d1-4d18-8562-9e7610d07849 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:52.123421 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-20144e99-f5bd-4240-8f80-b7be226915f1 req-0389bf43-66d1-4d18-8562-9e7610d07849 service neutron] 10.222.0.64 "PUT /v2.0/ports/377f653d-177d-4337-aeab-2d19af79e208 HTTP/1.1" status: 200 len: 1096 time: 5.5584433 Jun 11 09:44:52.251053 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff851a08-c044-485a-83c9-e74a6cd88627 req-8bef8afa-1937-42b9-bb69-2e2e225bfa89 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:52.260317 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ff851a08-c044-485a-83c9-e74a6cd88627 req-8bef8afa-1937-42b9-bb69-2e2e225bfa89 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb755b01-30a0-45f8-b07b-3c7f8a5c6eb0 HTTP/1.1" status: 200 len: 944 time: 0.3376970 Jun 11 09:44:52.354286 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-196e6f39-61d2-48a7-a174-a2559a2b08f9 req-d6ebd210-1b44-4873-859f-22eb13dd417a service neutron] Attempting to bind port 59e61c48-225d-4e7a-ba3a-53f1a0ee83f9 on host n-h2-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:44:52.354751 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-196e6f39-61d2-48a7-a174-a2559a2b08f9 req-d6ebd210-1b44-4873-859f-22eb13dd417a service neutron] Attempting to bind port 59e61c48-225d-4e7a-ba3a-53f1a0ee83f9 by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': '5b557a6f-ee49-4b07-a4c0-158e09a12290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '8306b3b2-c7c1-4b78-8462-356897eaa70e'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:44:52.370659 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196e6f39-61d2-48a7-a174-a2559a2b08f9 req-d6ebd210-1b44-4873-859f-22eb13dd417a service neutron] Attempting to bind port 59e61c48-225d-4e7a-ba3a-53f1a0ee83f9 on network 8306b3b2-c7c1-4b78-8462-356897eaa70e {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:44:52.413244 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ebd210-1b44-4873-859f-22eb13dd417a service neutron] Pushing event updated for resources: {'Port': ['ID=59e61c48-225d-4e7a-ba3a-53f1a0ee83f9,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:52.415606 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d6ebd210-1b44-4873-859f-22eb13dd417a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.818s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:52.423193 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0a8a25ff-4214-4f24-9395-869dac8d5552 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.548s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:52.430565 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-32d2b82d-91ae-483d-a955-46a5ef51bda1 req-465ba2a7-42f5-483a-b5e5-03587aa7812b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9430d443-1577-4b80-9a80-55fd62d4016f HTTP/1.1" status: 200 len: 217 time: 0.3303523 Jun 11 09:44:52.501367 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196e6f39-61d2-48a7-a174-a2559a2b08f9 req-d6ebd210-1b44-4873-859f-22eb13dd417a service neutron] Port 59e61c48-225d-4e7a-ba3a-53f1a0ee83f9 on network 8306b3b2-c7c1-4b78-8462-356897eaa70e not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:44:52.502108 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196e6f39-61d2-48a7-a174-a2559a2b08f9 req-d6ebd210-1b44-4873-859f-22eb13dd417a service neutron] Attempting to bind port 59e61c48-225d-4e7a-ba3a-53f1a0ee83f9 on network 8306b3b2-c7c1-4b78-8462-356897eaa70e {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:44:52.603492 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d2b82d-91ae-483d-a955-46a5ef51bda1 req-f7c7b676-0d47-4437-82fb-ecf542427ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:52.612730 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-32d2b82d-91ae-483d-a955-46a5ef51bda1 req-f7c7b676-0d47-4437-82fb-ecf542427ef1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a16cacaa-1221-489c-8d0a-2d30aee455ad HTTP/1.1" status: 200 len: 845 time: 0.1234562 Jun 11 09:44:52.629906 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ff851a08-c044-485a-83c9-e74a6cd88627 req-8b8aef40-f156-4f4b-83b3-61fd1ee88df9 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.60 "GET /v2.0/security-groups?id=09f483c6-cf52-4168-b2e6-1a9686fe8b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3668113 Jun 11 09:44:52.663366 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196e6f39-61d2-48a7-a174-a2559a2b08f9 req-d6ebd210-1b44-4873-859f-22eb13dd417a service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:44:52.663929 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196e6f39-61d2-48a7-a174-a2559a2b08f9 req-d6ebd210-1b44-4873-859f-22eb13dd417a service neutron] Checking segment: {'id': '5b557a6f-ee49-4b07-a4c0-158e09a12290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '8306b3b2-c7c1-4b78-8462-356897eaa70e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:44:52.664537 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196e6f39-61d2-48a7-a174-a2559a2b08f9 req-d6ebd210-1b44-4873-859f-22eb13dd417a service neutron] Bound using segment: {'id': '5b557a6f-ee49-4b07-a4c0-158e09a12290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '8306b3b2-c7c1-4b78-8462-356897eaa70e'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:44:52.688475 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-196e6f39-61d2-48a7-a174-a2559a2b08f9 req-d6ebd210-1b44-4873-859f-22eb13dd417a service neutron] Bound port: 59e61c48-225d-4e7a-ba3a-53f1a0ee83f9, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b557a6f-ee49-4b07-a4c0-158e09a12290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '8306b3b2-c7c1-4b78-8462-356897eaa70e'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:44:52.689082 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-196e6f39-61d2-48a7-a174-a2559a2b08f9 req-d6ebd210-1b44-4873-859f-22eb13dd417a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:52.705426 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-32d2b82d-91ae-483d-a955-46a5ef51bda1 req-6dd2030a-50c8-4240-a13f-e1a2dbdb6dd2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9c71e42f-a279-434a-9733-2e0a55ab4074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0903127 Jun 11 09:44:52.759102 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b557ad-d6e5-46ad-a780-907712911cca req-aedca7d2-3228-45e3-8a1a-9e4366164571 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:52.766904 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-51b557ad-d6e5-46ad-a780-907712911cca req-aedca7d2-3228-45e3-8a1a-9e4366164571 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c8a90ed-0034-4063-a884-6b2e0283e4a2 HTTP/1.1" status: 200 len: 943 time: 0.3839302 Jun 11 09:44:52.914357 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-51b557ad-d6e5-46ad-a780-907712911cca req-ea89b9ce-8c8e-411b-b186-f1fa94664bd3 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/security-groups?id=18fc41cb-d5ab-4d35-ab48-499184b426b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451101 Jun 11 09:44:52.918673 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0389bf43-66d1-4d18-8562-9e7610d07849 service neutron] Pushing event updated for resources: {'Port': ['ID=377f653d-177d-4337-aeab-2d19af79e208,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:52.922610 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0389bf43-66d1-4d18-8562-9e7610d07849 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:52.972804 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-32d2b82d-91ae-483d-a955-46a5ef51bda1 req-20c7b012-a2fc-45f9-abe3-05e6d311e423 service neutron] 10.222.0.64 "GET /v2.0/networks/9c71e42f-a279-434a-9733-2e0a55ab4074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591703 Jun 11 09:44:53.005376 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20144e99-f5bd-4240-8f80-b7be226915f1 req-27336af4-59e5-4692-9981-507f9413919c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:53.006884 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-20144e99-f5bd-4240-8f80-b7be226915f1 req-27336af4-59e5-4692-9981-507f9413919c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2d153095abe14427b94c36cd340ad809&device_id=3fe3ef3f-9a6b-4e95-a654-f9fec0c4a05d HTTP/1.1" status: 200 len: 1099 time: 0.6231606 Jun 11 09:44:53.014444 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d387f02-1ab8-481c-a0b5-01293dc43e59 x-openstack-request-id: req-7d387f02-1ab8-481c-a0b5-01293dc43e59 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:44:53.014893 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50724db0-85b9-4ebd-8895-eea18978d2b8", "name": "network-vif-deleted", "tag": "3691a36c-9161-48a8-9af5-1c94a1f1e012", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:44:53.015212 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7d387f02-1ab8-481c-a0b5-01293dc43e59 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:44:53.015796 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50724db0-85b9-4ebd-8895-eea18978d2b8', 'name': 'network-vif-deleted', 'tag': '3691a36c-9161-48a8-9af5-1c94a1f1e012', 'status': 'completed', 'code': 200} Jun 11 09:44:53.170823 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-32d2b82d-91ae-483d-a955-46a5ef51bda1 req-c37e0b2b-0692-4426-b89a-f8e41fb44ec4 service neutron] 10.222.0.64 "GET /v2.0/networks/9c71e42f-a279-434a-9733-2e0a55ab4074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767476 Jun 11 09:44:53.171561 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-196e6f39-61d2-48a7-a174-a2559a2b08f9 req-d6ebd210-1b44-4873-859f-22eb13dd417a service neutron] For port 59e61c48-225d-4e7a-ba3a-53f1a0ee83f9, host n-h2-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:44:53.175390 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-20144e99-f5bd-4240-8f80-b7be226915f1 req-b5e782ba-3aa1-411d-8313-95f31de438ac service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=377f653d-177d-4337-aeab-2d19af79e208 HTTP/1.1" status: 200 len: 217 time: 0.1514039 Jun 11 09:44:53.206028 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-196e6f39-61d2-48a7-a174-a2559a2b08f9 req-d6ebd210-1b44-4873-859f-22eb13dd417a service neutron] For port 59e61c48-225d-4e7a-ba3a-53f1a0ee83f9, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=59e61c48-225d-4e7a-ba3a-53f1a0ee83f9,segment=NetworkSegment(5b557a6f-ee49-4b07-a4c0-158e09a12290),segment_id=5b557a6f-ee49-4b07-a4c0-158e09a12290)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:44:53.234688 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb551e4-b702-45e7-9149-5aa191973315 req-b3f51a90-12f9-4e3a-8eb2-13d9552e5472 tempest-LiveMigrationTest-1264164380 tempest-LiveMigrationTest-1264164380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:53.236409 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4f05e263-08b7-48e3-89ef-37f90601ea35 req-da0b3615-76e0-480b-bd3e-218f04bf8746 tempest-ServerAddressesNegativeTestJSON-689532097 tempest-ServerAddressesNegativeTestJSON-689532097-project] 10.222.0.60 "GET /v2.0/ports?device_id=50724db0-85b9-4ebd-8895-eea18978d2b8 HTTP/1.1" status: 200 len: 210 time: 0.0370800 Jun 11 09:44:53.236587 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4cb551e4-b702-45e7-9149-5aa191973315 req-b3f51a90-12f9-4e3a-8eb2-13d9552e5472 tempest-LiveMigrationTest-1264164380 tempest-LiveMigrationTest-1264164380-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=2ce3a764-af8f-4837-9ffe-fc80edb30850&tenant_id=455235d9344d45d29863b10a5775a249&binding%3Ahost_id=n-h2-779913-12 HTTP/1.1" status: 200 len: 1097 time: 1.0420446 Jun 11 09:44:53.255454 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-4cb551e4-b702-45e7-9149-5aa191973315 req-03275596-fbaa-4d4b-8d64-33a1363b5faa service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-779913-12'}}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:44:53.299501 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362768c8-1692-41c6-8aa3-fd1225a1c669 req-95ac687f-f56a-4078-9652-46ea3cacb53a tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:53.301047 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-362768c8-1692-41c6-8aa3-fd1225a1c669 req-95ac687f-f56a-4078-9652-46ea3cacb53a tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe3ef3f-9a6b-4e95-a654-f9fec0c4a05d HTTP/1.1" status: 200 len: 947 time: 0.4262171 Jun 11 09:44:53.307973 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20144e99-f5bd-4240-8f80-b7be226915f1 req-45395b82-0f7c-45eb-b7b4-25c4a7a5e5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:53.309399 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-20144e99-f5bd-4240-8f80-b7be226915f1 req-45395b82-0f7c-45eb-b7b4-25c4a7a5e5e0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=189b03cc-b2a8-4615-9ab5-ad0328c3f10f HTTP/1.1" status: 200 len: 843 time: 0.1200995 Jun 11 09:44:53.419624 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-196e6f39-61d2-48a7-a174-a2559a2b08f9 req-d6ebd210-1b44-4873-859f-22eb13dd417a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:53.423327 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d6ebd210-1b44-4873-859f-22eb13dd417a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:53.444706 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6722dd-c965-4848-a7b6-e5d30e0141d4 req-fe7794cd-6a43-46e7-b0d8-facb6b106f97 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:53.448064 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-dd6722dd-c965-4848-a7b6-e5d30e0141d4 req-fe7794cd-6a43-46e7-b0d8-facb6b106f97 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 946 time: 0.1045778 Jun 11 09:44:53.472383 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-4cb551e4-b702-45e7-9149-5aa191973315 req-03275596-fbaa-4d4b-8d64-33a1363b5faa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:53.475550 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 41526) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:44:53.499577 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 9430d443-1577-4b80-9a80-55fd62d4016f details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:44:53.506175 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-362768c8-1692-41c6-8aa3-fd1225a1c669 req-86bcdf32-861e-47ff-abeb-9f0937b142c6 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958194 Jun 11 09:44:53.508701 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-dd6722dd-c965-4848-a7b6-e5d30e0141d4 req-1fa849fc-b020-4383-8082-a28b3a66d4a8 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d1f1aa-3601-424b-af20-9acf0698c1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561504 Jun 11 09:44:53.514377 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196e6f39-61d2-48a7-a174-a2559a2b08f9 req-d6ebd210-1b44-4873-859f-22eb13dd417a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:53.514996 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-196e6f39-61d2-48a7-a174-a2559a2b08f9 req-d6ebd210-1b44-4873-859f-22eb13dd417a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:53.516431 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-196e6f39-61d2-48a7-a174-a2559a2b08f9 req-d6ebd210-1b44-4873-859f-22eb13dd417a service neutron] 10.222.0.69 "PUT /v2.0/ports/59e61c48-225d-4e7a-ba3a-53f1a0ee83f9 HTTP/1.1" status: 200 len: 1093 time: 3.1545651 Jun 11 09:44:53.584830 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ebd210-1b44-4873-859f-22eb13dd417a service neutron] Pushing event updated for resources: {'Port': ['ID=59e61c48-225d-4e7a-ba3a-53f1a0ee83f9,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:53.589713 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d6ebd210-1b44-4873-859f-22eb13dd417a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:53.638556 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20144e99-f5bd-4240-8f80-b7be226915f1 req-4277559a-05ca-4c36-ba03-fa4112e206df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:53.654337 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-20144e99-f5bd-4240-8f80-b7be226915f1 req-4277559a-05ca-4c36-ba03-fa4112e206df service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf20d108-f84c-44de-9036-2269564edd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3174803 Jun 11 09:44:53.722449 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-8224a1bd-e6ba-4f17-ad14-eb49e67e2539 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1432557353-network', 'tenant_id': 'd24e741749bb444aa56d7973520354f2'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:44:53.774420 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 9430d443-1577-4b80-9a80-55fd62d4016f, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=9430d443-1577-4b80-9a80-55fd62d4016f,segment=NetworkSegment(59465666-5c69-4224-8b1f-2b974d7d569d),segment_id=59465666-5c69-4224-8b1f-2b974d7d569d)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:44:53.793566 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': '9430d443-1577-4b80-9a80-55fd62d4016f', 'network_id': '9c71e42f-a279-434a-9733-2e0a55ab4074', 'port_id': '9430d443-1577-4b80-9a80-55fd62d4016f', 'mac_address': 'fa:16:3e:5d:7b:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 791, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a16cacaa-1221-489c-8d0a-2d30aee455ad', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:44:53.852717 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8224a1bd-e6ba-4f17-ad14-eb49e67e2539 admin admin] Made reservation on behalf of d24e741749bb444aa56d7973520354f2 for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:44:53.856325 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8224a1bd-e6ba-4f17-ad14-eb49e67e2539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:53.857336 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:53.869656 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8224a1bd-e6ba-4f17-ad14-eb49e67e2539 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:53.890567 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9430d443-1577-4b80-9a80-55fd62d4016f {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:44:53.918910 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 9430d443-1577-4b80-9a80-55fd62d4016f, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=9430d443-1577-4b80-9a80-55fd62d4016f,segment=NetworkSegment(59465666-5c69-4224-8b1f-2b974d7d569d),segment_id=59465666-5c69-4224-8b1f-2b974d7d569d)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:44:54.008366 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2e493e-1815-4756-889c-6f30cba559f4 req-f295a651-4bb7-429c-bb72-273cf838805c tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:54.009900 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3a2e493e-1815-4756-889c-6f30cba559f4 req-f295a651-4bb7-429c-bb72-273cf838805c tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb755b01-30a0-45f8-b07b-3c7f8a5c6eb0 HTTP/1.1" status: 200 len: 944 time: 0.1188192 Jun 11 09:44:54.041684 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:54.043330 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device a50615cd-da31-4b6d-a338-e4161a1af7f5 details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:44:54.076654 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3a2e493e-1815-4756-889c-6f30cba559f4 req-b8b3bf39-062e-4ae1-aaed-dbc2e6a2b4a4 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.60 "GET /v2.0/security-groups?id=09f483c6-cf52-4168-b2e6-1a9686fe8b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605900 Jun 11 09:44:54.082846 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8224a1bd-e6ba-4f17-ad14-eb49e67e2539 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:54.095871 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:54.178889 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8224a1bd-e6ba-4f17-ad14-eb49e67e2539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:54.187268 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f111ecba-6151-4399-a653-ad159fb4a8f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:54.214255 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8224a1bd-e6ba-4f17-ad14-eb49e67e2539 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 773} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 09:44:54.215869 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=9430d443-1577-4b80-9a80-55fd62d4016f,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:54.225635 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:44:54.225987 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:44:54.226330 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:44:54.226672 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:44:54.227003 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:44:54.227514 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:44:54.228062 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:44:54.228571 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:44:54.229059 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:44:54.229549 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:44:54.230034 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:44:54.230558 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:44:54.247352 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:54.249989 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8224a1bd-e6ba-4f17-ad14-eb49e67e2539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:54.261543 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-8224a1bd-e6ba-4f17-ad14-eb49e67e2539 admin admin] Added segment 9388e4c0-1006-417a-a39e-c23dbe71f5de of type vlan for network b537298e-f738-45bc-b8bd-09656b08b64a Jun 11 09:44:54.263369 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8224a1bd-e6ba-4f17-ad14-eb49e67e2539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb522e51-e2bf-4d3b-a522-efd9f10855b1,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:54.265366 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port a50615cd-da31-4b6d-a338-e4161a1af7f5, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=a50615cd-da31-4b6d-a338-e4161a1af7f5,segment=NetworkSegment(9149788d-877e-41af-83c2-5ce6b1848f17),segment_id=9149788d-877e-41af-83c2-5ce6b1848f17)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:44:54.278856 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8224a1bd-e6ba-4f17-ad14-eb49e67e2539 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:54.298063 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-4cb551e4-b702-45e7-9149-5aa191973315 req-03275596-fbaa-4d4b-8d64-33a1363b5faa service neutron] For port a50615cd-da31-4b6d-a338-e4161a1af7f5, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=a50615cd-da31-4b6d-a338-e4161a1af7f5,segment=NetworkSegment(9149788d-877e-41af-83c2-5ce6b1848f17),segment_id=9149788d-877e-41af-83c2-5ce6b1848f17)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:44:54.304255 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device a50615cd-da31-4b6d-a338-e4161a1af7f5 has no active binding in host n-h1-779913-12 {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 11 09:44:54.352235 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-20144e99-f5bd-4240-8f80-b7be226915f1 req-880248a6-3274-43b9-887d-a2295fd36682 service neutron] 10.222.0.64 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6968842 Jun 11 09:44:54.367886 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8224a1bd-e6ba-4f17-ad14-eb49e67e2539 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:54.414924 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5fe58d-1338-498b-826b-5a2c4a105afe req-e242efd9-df98-41eb-b93f-2f4e9f5cabdd tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:54.416748 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9a5fe58d-1338-498b-826b-5a2c4a105afe req-e242efd9-df98-41eb-b93f-2f4e9f5cabdd tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c8a90ed-0034-4063-a884-6b2e0283e4a2 HTTP/1.1" status: 200 len: 944 time: 0.1695282 Jun 11 09:44:54.424518 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196e6f39-61d2-48a7-a174-a2559a2b08f9 req-fe56d5ed-2086-4c2c-ad1e-a3083f162bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:54.426790 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-196e6f39-61d2-48a7-a174-a2559a2b08f9 req-fe56d5ed-2086-4c2c-ad1e-a3083f162bb6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9e00f0b8050a4c758f9c2d03d3f429fa&device_id=bb755b01-30a0-45f8-b07b-3c7f8a5c6eb0 HTTP/1.1" status: 200 len: 1096 time: 0.2931275 Jun 11 09:44:54.430991 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-4cb551e4-b702-45e7-9149-5aa191973315 req-03275596-fbaa-4d4b-8d64-33a1363b5faa service neutron] For port a50615cd-da31-4b6d-a338-e4161a1af7f5, host n-h2-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:44:54.470323 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9a5fe58d-1338-498b-826b-5a2c4a105afe req-06c01eb1-6682-4ca4-b41c-72eafbbaa70e tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/security-groups?id=18fc41cb-d5ab-4d35-ab48-499184b426b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473719 Jun 11 09:44:54.474603 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a458222e-0226-48c3-b00b-53f1d39c9618 req-9a0fa125-83d8-40cb-9f38-c57d372f71ca tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:54.476091 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a458222e-0226-48c3-b00b-53f1d39c9618 req-9a0fa125-83d8-40cb-9f38-c57d372f71ca tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ce3a764-af8f-4837-9ffe-fc80edb30850 HTTP/1.1" status: 200 len: 945 time: 0.3434937 Jun 11 09:44:54.533419 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8224a1bd-e6ba-4f17-ad14-eb49e67e2539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:54.536098 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8224a1bd-e6ba-4f17-ad14-eb49e67e2539 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:54.538882 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8224a1bd-e6ba-4f17-ad14-eb49e67e2539 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:54.543722 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:54.569606 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 41554) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:44:54.585871 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-196e6f39-61d2-48a7-a174-a2559a2b08f9 req-969bd28f-22a4-49e6-8912-0dbb5a5b561f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=59e61c48-225d-4e7a-ba3a-53f1a0ee83f9 HTTP/1.1" status: 200 len: 217 time: 0.1503291 Jun 11 09:44:54.615651 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['9430d443-1577-4b80-9a80-55fd62d4016f'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:44:54.649346 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f273780-c3cf-4fea-aa91-1e965ea513c3 admin admin] Deleting subnet f9e89ad9-88c2-458f-9d49-e4922ecc48d8 {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 09:44:54.660358 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7f273780-c3cf-4fea-aa91-1e965ea513c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:54.684472 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-4cb551e4-b702-45e7-9149-5aa191973315 req-03275596-fbaa-4d4b-8d64-33a1363b5faa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:54.723172 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a458222e-0226-48c3-b00b-53f1d39c9618 req-25507e01-4d3e-48ad-86b9-ec74621a1877 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378507 Jun 11 09:44:54.739110 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-20144e99-f5bd-4240-8f80-b7be226915f1 req-3ada6747-b378-40fc-bd8e-ce6ef19dc012 service neutron] 10.222.0.64 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3726327 Jun 11 09:44:54.747126 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196e6f39-61d2-48a7-a174-a2559a2b08f9 req-b8f9e171-6ac1-4969-b05c-c5df0aada068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:54.751515 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-196e6f39-61d2-48a7-a174-a2559a2b08f9 req-b8f9e171-6ac1-4969-b05c-c5df0aada068 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5bbe8ee4-e19a-4280-9545-f4e3ba21ac03 HTTP/1.1" status: 200 len: 859 time: 0.1468873 Jun 11 09:44:54.778248 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8224a1bd-e6ba-4f17-ad14-eb49e67e2539 admin admin] Pushing event updated for resources: {'Network': ['ID=b537298e-f738-45bc-b8bd-09656b08b64a,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:54.809991 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7f273780-c3cf-4fea-aa91-1e965ea513c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:54.827452 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-4cb551e4-b702-45e7-9149-5aa191973315 req-03275596-fbaa-4d4b-8d64-33a1363b5faa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:54.831701 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-32ef4595-118d-491a-9749-9bcbe067b87d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:54.852783 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network b537298e-f738-45bc-b8bd-09656b08b64a details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:44:54.888033 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7f273780-c3cf-4fea-aa91-1e965ea513c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:54.942110 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8224a1bd-e6ba-4f17-ad14-eb49e67e2539 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:54.943974 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-8224a1bd-e6ba-4f17-ad14-eb49e67e2539 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4672105 Jun 11 09:44:54.955058 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 41566) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:44:54.996155 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-f8d9a750-880d-4d7c-9922-1adbfc4c40f3 admin admin] Request body: {'subnet': {'network_id': 'b537298e-f738-45bc-b8bd-09656b08b64a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1432557353-subnet', 'tenant_id': 'd24e741749bb444aa56d7973520354f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:44:55.029946 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fe3ef3f-9a6b-4e95-a654-f9fec0c4a05d', 'tag': '377f653d-177d-4337-aeab-2d19af79e208'}, {'name': 'network-changed', 'server_uuid': 'bb755b01-30a0-45f8-b07b-3c7f8a5c6eb0', 'tag': '59e61c48-225d-4e7a-ba3a-53f1a0ee83f9'}, {'server_uuid': '2ce3a764-af8f-4837-9ffe-fc80edb30850', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a50615cd-da31-4b6d-a338-e4161a1af7f5'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:44:55.032343 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b13e2a5d-88a5-4453-8d5c-c3fa5e841c21" -d '{"events": [{"name": "network-changed", "server_uuid": "3fe3ef3f-9a6b-4e95-a654-f9fec0c4a05d", "tag": "377f653d-177d-4337-aeab-2d19af79e208"}, {"name": "network-changed", "server_uuid": "bb755b01-30a0-45f8-b07b-3c7f8a5c6eb0", "tag": "59e61c48-225d-4e7a-ba3a-53f1a0ee83f9"}, {"server_uuid": "2ce3a764-af8f-4837-9ffe-fc80edb30850", "name": "network-vif-unplugged", "status": "completed", "tag": "a50615cd-da31-4b6d-a338-e4161a1af7f5"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:44:55.044016 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196e6f39-61d2-48a7-a174-a2559a2b08f9 req-552d0cf9-eea6-4d72-9706-81aedb445f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:55.045571 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-196e6f39-61d2-48a7-a174-a2559a2b08f9 req-552d0cf9-eea6-4d72-9706-81aedb445f0c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8306b3b2-c7c1-4b78-8462-356897eaa70e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2837958 Jun 11 09:44:55.049742 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03275596-fbaa-4d4b-8d64-33a1363b5faa service neutron] Pushing event updated for resources: {'Port': ['ID=a50615cd-da31-4b6d-a338-e4161a1af7f5,revision_number=7']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:55.064991 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-03275596-fbaa-4d4b-8d64-33a1363b5faa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:55.070680 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d064ee4-cec6-45f2-8838-4df899b0d69d req-6e0395e5-c198-4ee7-b20f-05aaddd23ab6 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:55.086215 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7d064ee4-cec6-45f2-8838-4df899b0d69d req-6e0395e5-c198-4ee7-b20f-05aaddd23ab6 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 946 time: 0.2913890 Jun 11 09:44:55.086215 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7f273780-c3cf-4fea-aa91-1e965ea513c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:55.086215 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-62cbe427-353a-4425-8a7a-e3b3224b010d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:55.086574 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-4cb551e4-b702-45e7-9149-5aa191973315 req-03275596-fbaa-4d4b-8d64-33a1363b5faa service neutron] Attempting to bind port a50615cd-da31-4b6d-a338-e4161a1af7f5 on host n-h2-779913-12 for vnic_type normal with profile {"migrating_to": "n-h1-779913-12"} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:44:55.086574 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-4cb551e4-b702-45e7-9149-5aa191973315 req-03275596-fbaa-4d4b-8d64-33a1363b5faa service neutron] Attempting to bind port a50615cd-da31-4b6d-a338-e4161a1af7f5 by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': '9149788d-877e-41af-83c2-5ce6b1848f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f64764ef-1d16-4bb9-abcb-ee15625f8d04'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:44:55.086574 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb551e4-b702-45e7-9149-5aa191973315 req-03275596-fbaa-4d4b-8d64-33a1363b5faa service neutron] Attempting to bind port a50615cd-da31-4b6d-a338-e4161a1af7f5 on network f64764ef-1d16-4bb9-abcb-ee15625f8d04 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:44:55.111435 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb551e4-b702-45e7-9149-5aa191973315 req-03275596-fbaa-4d4b-8d64-33a1363b5faa service neutron] Port a50615cd-da31-4b6d-a338-e4161a1af7f5 on network f64764ef-1d16-4bb9-abcb-ee15625f8d04 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:44:55.111786 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb551e4-b702-45e7-9149-5aa191973315 req-03275596-fbaa-4d4b-8d64-33a1363b5faa service neutron] Attempting to bind port a50615cd-da31-4b6d-a338-e4161a1af7f5 on network f64764ef-1d16-4bb9-abcb-ee15625f8d04 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:44:55.128949 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f273780-c3cf-4fea-aa91-1e965ea513c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9e89ad9-88c2-458f-9d49-e4922ecc48d8,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:55.133087 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7f273780-c3cf-4fea-aa91-1e965ea513c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:55.134723 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-7f273780-c3cf-4fea-aa91-1e965ea513c3 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/f9e89ad9-88c2-458f-9d49-e4922ecc48d8 HTTP/1.1" status: 204 len: 168 time: 0.5510571 Jun 11 09:44:55.136676 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7f273780-c3cf-4fea-aa91-1e965ea513c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:55.140363 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 41576) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:44:55.149199 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8d9a750-880d-4d7c-9922-1adbfc4c40f3 admin admin] Made reservation on behalf of d24e741749bb444aa56d7973520354f2 for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:44:55.150676 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f8d9a750-880d-4d7c-9922-1adbfc4c40f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:55.181676 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb551e4-b702-45e7-9149-5aa191973315 req-03275596-fbaa-4d4b-8d64-33a1363b5faa service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:44:55.182026 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb551e4-b702-45e7-9149-5aa191973315 req-03275596-fbaa-4d4b-8d64-33a1363b5faa service neutron] Checking segment: {'id': '9149788d-877e-41af-83c2-5ce6b1848f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f64764ef-1d16-4bb9-abcb-ee15625f8d04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:44:55.182407 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb551e4-b702-45e7-9149-5aa191973315 req-03275596-fbaa-4d4b-8d64-33a1363b5faa service neutron] Bound using segment: {'id': '9149788d-877e-41af-83c2-5ce6b1848f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f64764ef-1d16-4bb9-abcb-ee15625f8d04'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:44:55.182850 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-4cb551e4-b702-45e7-9149-5aa191973315 req-03275596-fbaa-4d4b-8d64-33a1363b5faa service neutron] Bound port: a50615cd-da31-4b6d-a338-e4161a1af7f5, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9149788d-877e-41af-83c2-5ce6b1848f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f64764ef-1d16-4bb9-abcb-ee15625f8d04'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:44:55.183205 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-4cb551e4-b702-45e7-9149-5aa191973315 req-03275596-fbaa-4d4b-8d64-33a1363b5faa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:55.208300 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd74efce-3b73-4ea6-96a4-b35cd38e74c5 req-0ee19fd7-a45a-4056-a3e9-a563d7e36145 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:55.209784 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-dd74efce-3b73-4ea6-96a4-b35cd38e74c5 req-0ee19fd7-a45a-4056-a3e9-a563d7e36145 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe3ef3f-9a6b-4e95-a654-f9fec0c4a05d HTTP/1.1" status: 200 len: 947 time: 0.3323615 Jun 11 09:44:55.217256 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7d064ee4-cec6-45f2-8838-4df899b0d69d req-9a777bfa-d7e8-4f21-b3a0-a44753782d8a tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d1f1aa-3601-424b-af20-9acf0698c1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379750 Jun 11 09:44:55.337323 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-70d58f53-8caf-4da1-ae76-903a0d7f6e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:55.366968 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-196e6f39-61d2-48a7-a174-a2559a2b08f9 req-bc02f3a3-be9c-45a9-871e-b71a80bb860a service neutron] 10.222.0.69 "GET /v2.0/networks/8306b3b2-c7c1-4b78-8462-356897eaa70e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996523 Jun 11 09:44:55.391104 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-4cb551e4-b702-45e7-9149-5aa191973315 req-03275596-fbaa-4d4b-8d64-33a1363b5faa service neutron] For port a50615cd-da31-4b6d-a338-e4161a1af7f5, host n-h2-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:44:55.420733 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Fri, 11 Jun 2021 09:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3650451-6aa2-46d8-913f-bf8a2faae311 x-openstack-request-id: req-d3650451-6aa2-46d8-913f-bf8a2faae311 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:44:55.421184 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fe3ef3f-9a6b-4e95-a654-f9fec0c4a05d", "tag": "377f653d-177d-4337-aeab-2d19af79e208", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bb755b01-30a0-45f8-b07b-3c7f8a5c6eb0", "tag": "59e61c48-225d-4e7a-ba3a-53f1a0ee83f9", "status": "completed", "code": 200}, {"server_uuid": "2ce3a764-af8f-4837-9ffe-fc80edb30850", "name": "network-vif-unplugged", "status": "completed", "tag": "a50615cd-da31-4b6d-a338-e4161a1af7f5", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:44:55.430303 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d3650451-6aa2-46d8-913f-bf8a2faae311 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:44:55.430303 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fe3ef3f-9a6b-4e95-a654-f9fec0c4a05d', 'tag': '377f653d-177d-4337-aeab-2d19af79e208', 'status': 'completed', 'code': 200} Jun 11 09:44:55.430303 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb755b01-30a0-45f8-b07b-3c7f8a5c6eb0', 'tag': '59e61c48-225d-4e7a-ba3a-53f1a0ee83f9', 'status': 'completed', 'code': 200} Jun 11 09:44:55.430303 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ce3a764-af8f-4837-9ffe-fc80edb30850', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a50615cd-da31-4b6d-a338-e4161a1af7f5', 'code': 200} Jun 11 09:44:55.430303 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-dd74efce-3b73-4ea6-96a4-b35cd38e74c5 req-f58e0e97-2896-4802-90fa-0bd91507fbc7 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092748 Jun 11 09:44:55.453038 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-4cb551e4-b702-45e7-9149-5aa191973315 req-03275596-fbaa-4d4b-8d64-33a1363b5faa service neutron] For port a50615cd-da31-4b6d-a338-e4161a1af7f5, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=a50615cd-da31-4b6d-a338-e4161a1af7f5,segment=NetworkSegment(9149788d-877e-41af-83c2-5ce6b1848f17),segment_id=9149788d-877e-41af-83c2-5ce6b1848f17)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:44:55.497072 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-70d58f53-8caf-4da1-ae76-903a0d7f6e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:55.533210 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-70d58f53-8caf-4da1-ae76-903a0d7f6e3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2f74757-c968-4c5e-a7bd-c4d324755fae']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:44:55.540443 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-4cb551e4-b702-45e7-9149-5aa191973315 req-03275596-fbaa-4d4b-8d64-33a1363b5faa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:55.545365 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-53da3f9e-235d-4016-8a14-9785715276e2 tempest-ServerAddressesNegativeTestJSON-689532097 tempest-ServerAddressesNegativeTestJSON-689532097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:55.556912 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-70d58f53-8caf-4da1-ae76-903a0d7f6e3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ab14b98-41a1-4b9f-aef2-611307423bc7') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:44:55.557315 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-70d58f53-8caf-4da1-ae76-903a0d7f6e3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ab14b98-41a1-4b9f-aef2-611307423bc7') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:44:55.573814 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-70d58f53-8caf-4da1-ae76-903a0d7f6e3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:55.664970 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-70d58f53-8caf-4da1-ae76-903a0d7f6e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:55.676700 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70d58f53-8caf-4da1-ae76-903a0d7f6e3f admin admin] Releasing vlan 781 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 09:44:55.677091 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-70d58f53-8caf-4da1-ae76-903a0d7f6e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:55.678789 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:44:55.678789 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:44:55.678789 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:44:55.678789 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:44:55.678789 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:44:55.678789 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:44:55.678789 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:44:55.678789 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:44:55.678789 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:44:55.678789 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:44:55.678789 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 09:44:55.678789 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 09:44:55.678789 n-d-779913-12 neutron-server[93176]: timer() Jun 11 09:44:55.678789 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 09:44:55.678789 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 09:44:55.678789 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 09:44:55.678789 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 09:44:55.678789 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 09:44:55.678789 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 09:44:55.678789 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 09:44:55.678789 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 09:44:55.678789 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 09:44:55.678789 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 09:44:55.678789 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 09:44:55.678789 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 09:44:55.678789 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 09:44:55.678789 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 09:44:55.678789 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 09:44:55.678789 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 09:44:55.678789 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 09:44:55.678789 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 09:44:55.678789 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 09:44:55.678789 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 09:44:55.678789 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 09:44:55.678789 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 09:44:55.678789 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 09:44:55.678789 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 09:44:55.678789 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 09:44:55.678789 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 09:44:55.678789 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 09:44:55.678789 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 09:44:55.678789 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 09:44:55.713991 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-196e6f39-61d2-48a7-a174-a2559a2b08f9 req-e7b112ff-0e80-4a11-af11-55e94a8bb98c service neutron] 10.222.0.69 "GET /v2.0/networks/8306b3b2-c7c1-4b78-8462-356897eaa70e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3362713 Jun 11 09:44:55.762680 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f8d9a750-880d-4d7c-9922-1adbfc4c40f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:55.769325 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:55.780395 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03275596-fbaa-4d4b-8d64-33a1363b5faa service neutron] Pushing event updated for resources: {'Port': ['ID=a50615cd-da31-4b6d-a338-e4161a1af7f5,revision_number=8']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:55.790226 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb551e4-b702-45e7-9149-5aa191973315 req-03275596-fbaa-4d4b-8d64-33a1363b5faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:55.793467 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-4cb551e4-b702-45e7-9149-5aa191973315 req-03275596-fbaa-4d4b-8d64-33a1363b5faa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:55.793467 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4cb551e4-b702-45e7-9149-5aa191973315 req-03275596-fbaa-4d4b-8d64-33a1363b5faa service neutron] 10.222.0.64 "PUT /v2.0/ports/a50615cd-da31-4b6d-a338-e4161a1af7f5 HTTP/1.1" status: 200 len: 1123 time: 2.5436637 Jun 11 09:44:55.797204 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-03275596-fbaa-4d4b-8d64-33a1363b5faa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:55.800012 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e2a5d-88a5-4453-8d5c-c3fa5e841c21 req-5896f3ee-add1-428b-b776-ddd3fdacb2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:55.802223 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b13e2a5d-88a5-4453-8d5c-c3fa5e841c21 req-5896f3ee-add1-428b-b776-ddd3fdacb2b7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2d153095abe14427b94c36cd340ad809&device_id=3fe3ef3f-9a6b-4e95-a654-f9fec0c4a05d HTTP/1.1" status: 200 len: 1099 time: 0.3571520 Jun 11 09:44:55.813637 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcc3699-995d-4c12-aa46-17bdc98f047c req-5b860783-6d70-4fe0-8bd7-9325d153d298 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:55.815386 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4fcc3699-995d-4c12-aa46-17bdc98f047c req-5b860783-6d70-4fe0-8bd7-9325d153d298 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb755b01-30a0-45f8-b07b-3c7f8a5c6eb0 HTTP/1.1" status: 200 len: 944 time: 0.2463088 Jun 11 09:44:55.857628 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-70d58f53-8caf-4da1-ae76-903a0d7f6e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:55.879074 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cf360a-ecbd-49c9-b9d2-ef71858fd8b1 req-3771c7b5-78d5-4265-9f1c-f1178941dbd5 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:55.883087 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d9a750-880d-4d7c-9922-1adbfc4c40f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e71164d-4a66-4650-998f-06691835edb1,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:55.886188 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['a50615cd-da31-4b6d-a338-e4161a1af7f5'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:44:55.891222 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-13cf360a-ecbd-49c9-b9d2-ef71858fd8b1 req-3771c7b5-78d5-4265-9f1c-f1178941dbd5 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c8a90ed-0034-4063-a884-6b2e0283e4a2 HTTP/1.1" status: 200 len: 944 time: 0.2548058 Jun 11 09:44:55.893137 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-70d58f53-8caf-4da1-ae76-903a0d7f6e3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:55.896300 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-70d58f53-8caf-4da1-ae76-903a0d7f6e3f admin admin] 10.222.0.60 "DELETE /v2.0/networks/e2f74757-c968-4c5e-a7bd-c4d324755fae HTTP/1.1" status: 204 len: 168 time: 0.7550323 Jun 11 09:44:55.899856 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f8d9a750-880d-4d7c-9922-1adbfc4c40f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:55.902171 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ec2df17b-9cb3-4c72-9b29-17e946eff62d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:55.923484 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4fcc3699-995d-4c12-aa46-17bdc98f047c req-7651c934-f81c-4b7f-86d3-d82c4e636720 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.60 "GET /v2.0/security-groups?id=09f483c6-cf52-4168-b2e6-1a9686fe8b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983877 Jun 11 09:44:55.925459 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d58f53-8caf-4da1-ae76-903a0d7f6e3f admin admin] Pushing event deleted for resources: {'Network': ['ID=e2f74757-c968-4c5e-a7bd-c4d324755fae,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:55.929089 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-70d58f53-8caf-4da1-ae76-903a0d7f6e3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:55.930320 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d9a750-880d-4d7c-9922-1adbfc4c40f3 admin admin] Checking segment: {'id': '9388e4c0-1006-417a-a39e-c23dbe71f5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'b537298e-f738-45bc-b8bd-09656b08b64a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:44:55.930555 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d9a750-880d-4d7c-9922-1adbfc4c40f3 admin admin] Network hostable DHCP agents. Network: b537298e-f738-45bc-b8bd-09656b08b64a, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 09:44:55.976511 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['a50615cd-da31-4b6d-a338-e4161a1af7f5'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:44:56.017487 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d9a750-880d-4d7c-9922-1adbfc4c40f3 admin admin] Network b537298e-f738-45bc-b8bd-09656b08b64a is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 09:44:56.075759 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-13cf360a-ecbd-49c9-b9d2-ef71858fd8b1 req-cff5b553-d752-4e9b-8010-4ee7e20c07cb tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/security-groups?id=18fc41cb-d5ab-4d35-ab48-499184b426b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834519 Jun 11 09:44:56.082905 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e2a5d-88a5-4453-8d5c-c3fa5e841c21 req-fdb92ce9-d814-4171-95ea-5073d97b7bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:56.084836 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b13e2a5d-88a5-4453-8d5c-c3fa5e841c21 req-fdb92ce9-d814-4171-95ea-5073d97b7bab service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9e00f0b8050a4c758f9c2d03d3f429fa&device_id=bb755b01-30a0-45f8-b07b-3c7f8a5c6eb0 HTTP/1.1" status: 200 len: 1096 time: 0.2212830 Jun 11 09:44:56.086145 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e2a5d-88a5-4453-8d5c-c3fa5e841c21 req-b1f9b5ab-912a-4d3c-ae83-4f604bd510ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:56.087886 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b13e2a5d-88a5-4453-8d5c-c3fa5e841c21 req-b1f9b5ab-912a-4d3c-ae83-4f604bd510ca service neutron] 10.222.0.64 "GET /v2.0/networks?id=cf20d108-f84c-44de-9036-2269564edd60 HTTP/1.1" status: 200 len: 870 time: 0.2727776 Jun 11 09:44:56.136618 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a681c4d5-d348-4587-9e30-4ab43e0c5974 req-a3d2b634-fc2b-4ba6-85f1-ebeb441fe0ef tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:56.138732 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a681c4d5-d348-4587-9e30-4ab43e0c5974 req-a3d2b634-fc2b-4ba6-85f1-ebeb441fe0ef tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ce3a764-af8f-4837-9ffe-fc80edb30850 HTTP/1.1" status: 200 len: 943 time: 0.0820799 Jun 11 09:44:56.140110 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-f8d9a750-880d-4d7c-9922-1adbfc4c40f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, b537298e-f738-45bc-b8bd-09656b08b64a) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:44:56.145691 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d9a750-880d-4d7c-9922-1adbfc4c40f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:56.150950 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f8d9a750-880d-4d7c-9922-1adbfc4c40f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:56.180211 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d74ef52-8c68-46a3-a1e8-7eb47e07e382 None None] Network b537298e-f738-45bc-b8bd-09656b08b64a requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:44:56.182228 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b13e2a5d-88a5-4453-8d5c-c3fa5e841c21 req-9a291aab-febb-4d30-97f7-4d938600d8ae service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=377f653d-177d-4337-aeab-2d19af79e208 HTTP/1.1" status: 200 len: 217 time: 0.0552325 Jun 11 09:44:56.209233 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a681c4d5-d348-4587-9e30-4ab43e0c5974 req-6df211ce-71cd-4a9a-927f-a3c4697189b2 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448964 Jun 11 09:44:56.276696 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-f8d9a750-880d-4d7c-9922-1adbfc4c40f3 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3178117 Jun 11 09:44:56.304071 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 41612) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:44:56.332476 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e2a5d-88a5-4453-8d5c-c3fa5e841c21 req-6de9ab12-e687-4db1-b511-1bd7164d1277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:56.334598 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b13e2a5d-88a5-4453-8d5c-c3fa5e841c21 req-6de9ab12-e687-4db1-b511-1bd7164d1277 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8306b3b2-c7c1-4b78-8462-356897eaa70e HTTP/1.1" status: 200 len: 921 time: 0.2427998 Jun 11 09:44:56.336579 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e2a5d-88a5-4453-8d5c-c3fa5e841c21 req-89a6d2b4-d92e-4815-ac14-0a3a5f593665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:56.338545 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b13e2a5d-88a5-4453-8d5c-c3fa5e841c21 req-89a6d2b4-d92e-4815-ac14-0a3a5f593665 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=189b03cc-b2a8-4615-9ab5-ad0328c3f10f HTTP/1.1" status: 200 len: 843 time: 0.1060252 Jun 11 09:44:56.375499 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-560199c1-a6f9-4f61-9526-cd0352821136 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=10870ee7e1ac4551bbcedb5e3a5a930d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0676296 Jun 11 09:44:56.375731 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 41620) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:44:56.476484 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b13e2a5d-88a5-4453-8d5c-c3fa5e841c21 req-a67c558a-1a9f-4a3e-83ef-7671b581526b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=59e61c48-225d-4e7a-ba3a-53f1a0ee83f9 HTTP/1.1" status: 200 len: 217 time: 0.1335158 Jun 11 09:44:56.495902 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d2a38e58-e050-46f5-8b95-a3e7ea16681f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:56.533122 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d2a38e58-e050-46f5-8b95-a3e7ea16681f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:56.570066 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e2a5d-88a5-4453-8d5c-c3fa5e841c21 req-8d47c6ee-fbe4-4ba7-a433-1fdc65ca3125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:56.575549 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b13e2a5d-88a5-4453-8d5c-c3fa5e841c21 req-8d47c6ee-fbe4-4ba7-a433-1fdc65ca3125 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf20d108-f84c-44de-9036-2269564edd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2038665 Jun 11 09:44:56.575549 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e2a5d-88a5-4453-8d5c-c3fa5e841c21 req-48c4b8cd-3630-4e3f-bd98-dad2c2c98031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:56.575549 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b13e2a5d-88a5-4453-8d5c-c3fa5e841c21 req-48c4b8cd-3630-4e3f-bd98-dad2c2c98031 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5bbe8ee4-e19a-4280-9545-f4e3ba21ac03 HTTP/1.1" status: 200 len: 859 time: 0.0916710 Jun 11 09:44:56.593875 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a4d425-b0fe-40c8-ba91-7856918ea494 None None] Network b537298e-f738-45bc-b8bd-09656b08b64a requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:44:56.717822 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfe412d-4aac-487c-a65a-a80f22d6bad7 req-89c8085c-84c8-446f-8aba-693835fe1085 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:56.719501 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9dfe412d-4aac-487c-a65a-a80f22d6bad7 req-89c8085c-84c8-446f-8aba-693835fe1085 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 946 time: 0.0884354 Jun 11 09:44:56.740314 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d2a38e58-e050-46f5-8b95-a3e7ea16681f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:56.743164 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d2a38e58-e050-46f5-8b95-a3e7ea16681f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:56.744307 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-d2a38e58-e050-46f5-8b95-a3e7ea16681f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/235a9866-3157-4064-8522-830d9578cd87 HTTP/1.1" status: 204 len: 168 time: 0.3676476 Jun 11 09:44:56.750123 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-22a97368-55b8-4cd3-ac91-f77e5ce4f938 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:56.797703 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a38e58-e050-46f5-8b95-a3e7ea16681f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=235a9866-3157-4064-8522-830d9578cd87,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:56.813752 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d2a38e58-e050-46f5-8b95-a3e7ea16681f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:56.831760 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9dfe412d-4aac-487c-a65a-a80f22d6bad7 req-d98bf6dc-d57f-4faa-a316-c092c949c939 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d1f1aa-3601-424b-af20-9acf0698c1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986891 Jun 11 09:44:56.839251 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e2a5d-88a5-4453-8d5c-c3fa5e841c21 req-92877dc4-2b88-4d8c-866b-b444b3a06617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:56.839251 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b13e2a5d-88a5-4453-8d5c-c3fa5e841c21 req-92877dc4-2b88-4d8c-866b-b444b3a06617 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8306b3b2-c7c1-4b78-8462-356897eaa70e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2381725 Jun 11 09:44:56.872521 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b13e2a5d-88a5-4453-8d5c-c3fa5e841c21 req-1249506c-151a-45e5-a864-97849ebed762 service neutron] 10.222.0.64 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926929 Jun 11 09:44:56.995978 n-d-779913-12 neutron-server[93176]: INFO neutron.api.v2.resource [req-669b71b4-3c14-4b4b-9b79-964d2a118d1e req-1ab9b3de-8c49-493f-8c5d-a1878c445cba tempest-SecurityGroupsNegativeTestJSON-444798193 tempest-SecurityGroupsNegativeTestJSON-444798193-project] show failed (client error): The resource could not be found. Jun 11 09:44:56.996825 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-669b71b4-3c14-4b4b-9b79-964d2a118d1e req-1ab9b3de-8c49-493f-8c5d-a1878c445cba tempest-SecurityGroupsNegativeTestJSON-444798193 tempest-SecurityGroupsNegativeTestJSON-444798193-project] 10.222.0.60 "GET /v2.0/security-groups/19d3b1be-6bd1-4165-a39d-f52bd8dfb9b2 HTTP/1.1" status: 404 len: 352 time: 0.0180786 Jun 11 09:44:57.232333 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecbf7d4-49d1-4d0a-b41e-c07ca64ef57b req-1cc2e984-a88d-4be0-bf78-abd2419a53a9 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:57.234019 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3ecbf7d4-49d1-4d0a-b41e-c07ca64ef57b req-1cc2e984-a88d-4be0-bf78-abd2419a53a9 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb755b01-30a0-45f8-b07b-3c7f8a5c6eb0 HTTP/1.1" status: 200 len: 944 time: 0.1011467 Jun 11 09:44:57.293166 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3ecbf7d4-49d1-4d0a-b41e-c07ca64ef57b req-3a48f1bd-437b-4702-9b66-fbe326b89c45 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.60 "GET /v2.0/security-groups?id=09f483c6-cf52-4168-b2e6-1a9686fe8b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499384 Jun 11 09:44:57.427899 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5890cb64-43a1-4892-b418-8f7c790f5f8f req-22476549-a05e-458d-a65e-d1e2c6b4ea1a tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:57.429357 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5890cb64-43a1-4892-b418-8f7c790f5f8f req-22476549-a05e-458d-a65e-d1e2c6b4ea1a tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe3ef3f-9a6b-4e95-a654-f9fec0c4a05d HTTP/1.1" status: 200 len: 947 time: 0.7135968 Jun 11 09:44:57.437749 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ce3a764-af8f-4837-9ffe-fc80edb30850', 'tag': 'a50615cd-da31-4b6d-a338-e4161a1af7f5'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:44:57.441032 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3571444-4bf9-4da5-925b-432b6f38ee41" -d '{"events": [{"name": "network-changed", "server_uuid": "2ce3a764-af8f-4837-9ffe-fc80edb30850", "tag": "a50615cd-da31-4b6d-a338-e4161a1af7f5"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:44:57.511277 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b13e2a5d-88a5-4453-8d5c-c3fa5e841c21 req-fe2c63f5-3ca1-4aa0-ab43-edb38000670f service neutron] 10.222.0.69 "GET /v2.0/networks/8306b3b2-c7c1-4b78-8462-356897eaa70e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6632700 Jun 11 09:44:57.518564 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b06de8-d527-4116-8f6a-ed2849868497 req-2f269112-f63b-411c-8b5c-6f2a12d707e1 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:57.518791 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 377f653d-177d-4337-aeab-2d19af79e208 details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:44:57.519381 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b13e2a5d-88a5-4453-8d5c-c3fa5e841c21 req-9291a425-f96b-4493-ad6a-7ea9a840ea52 service neutron] 10.222.0.64 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6213546 Jun 11 09:44:57.521739 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 9430d443-1577-4b80-9a80-55fd62d4016f up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:44:57.524175 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-29b06de8-d527-4116-8f6a-ed2849868497 req-2f269112-f63b-411c-8b5c-6f2a12d707e1 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c8a90ed-0034-4063-a884-6b2e0283e4a2 HTTP/1.1" status: 200 len: 944 time: 0.0855582 Jun 11 09:44:57.555087 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5890cb64-43a1-4892-b418-8f7c790f5f8f req-38b3a5e0-72d3-480f-892f-d4e4aa2df607 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112607 Jun 11 09:44:57.628318 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-29b06de8-d527-4116-8f6a-ed2849868497 req-22e24227-6e5e-4e35-8071-2dba9677dffa tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/security-groups?id=18fc41cb-d5ab-4d35-ab48-499184b426b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860586 Jun 11 09:44:57.697087 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b13e2a5d-88a5-4453-8d5c-c3fa5e841c21 req-124d3432-98c1-4160-8a91-3b10dc5634a3 service neutron] 10.222.0.69 "GET /v2.0/networks/8306b3b2-c7c1-4b78-8462-356897eaa70e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763420 Jun 11 09:44:57.735545 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning for port 9430d443-1577-4b80-9a80-55fd62d4016f completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:44:57.747321 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port 9430d443-1577-4b80-9a80-55fd62d4016f triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:44:57.747843 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:57.751141 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c321bdc9-ca3b-437f-915f-2dcbeace617c req-2bf72fbb-06af-45ba-84f4-0a3f02e38f13 tempest-SecurityGroupsNegativeTestJSON-444798193 tempest-SecurityGroupsNegativeTestJSON-444798193-project] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d24e741749bb444aa56d7973520354f2 HTTP/1.1" status: 200 len: 2984 time: 0.0889425 Jun 11 09:44:57.754422 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 377f653d-177d-4337-aeab-2d19af79e208, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=377f653d-177d-4337-aeab-2d19af79e208,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:44:57.805253 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': '377f653d-177d-4337-aeab-2d19af79e208', 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60', 'port_id': '377f653d-177d-4337-aeab-2d19af79e208', 'mac_address': 'fa:16:3e:f2:bf:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189b03cc-b2a8-4615-9ab5-ad0328c3f10f', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:44:57.811336 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c321bdc9-ca3b-437f-915f-2dcbeace617c req-08393cf9-1b0c-4d03-bdf1-3de4d00f9593 tempest-SecurityGroupsNegativeTestJSON-444798193 tempest-SecurityGroupsNegativeTestJSON-444798193-project] 10.222.0.60 "GET /v2.0/security-groups/fb522e51-e2bf-4d3b-a522-efd9f10855b1 HTTP/1.1" status: 200 len: 2981 time: 0.0507569 Jun 11 09:44:57.841807 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f3c91-58de-4c2f-b496-0744c0b1d774 req-bfd2f1ae-0365-435d-9e0c-ceca42ad049a tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:57.843440 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-516f3c91-58de-4c2f-b496-0744c0b1d774 req-bfd2f1ae-0365-435d-9e0c-ceca42ad049a tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ce3a764-af8f-4837-9ffe-fc80edb30850 HTTP/1.1" status: 200 len: 943 time: 0.0888481 Jun 11 09:44:57.864022 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:57.879065 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c321bdc9-ca3b-437f-915f-2dcbeace617c req-7665a3ff-4186-46d3-afa0-a810dac34cb8 tempest-SecurityGroupsNegativeTestJSON-444798193 tempest-SecurityGroupsNegativeTestJSON-444798193-project] 10.222.0.60 "GET /v2.0/security-groups/fb522e51-e2bf-4d3b-a522-efd9f10855b1 HTTP/1.1" status: 200 len: 2981 time: 0.0605698 Jun 11 09:44:57.892016 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-516f3c91-58de-4c2f-b496-0744c0b1d774 req-ee601f91-2abf-4976-b469-a6adc581691f tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415132 Jun 11 09:44:57.929735 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d340310-6c8b-4bf7-a487-6cbf84e42357 x-openstack-request-id: req-3d340310-6c8b-4bf7-a487-6cbf84e42357 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:44:57.930258 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ce3a764-af8f-4837-9ffe-fc80edb30850", "tag": "a50615cd-da31-4b6d-a338-e4161a1af7f5", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:44:57.930879 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3d340310-6c8b-4bf7-a487-6cbf84e42357 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:44:57.931513 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ce3a764-af8f-4837-9ffe-fc80edb30850', 'tag': 'a50615cd-da31-4b6d-a338-e4161a1af7f5', 'status': 'completed', 'code': 200} Jun 11 09:44:57.940502 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:57.959606 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 377f653d-177d-4337-aeab-2d19af79e208 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:44:58.023982 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c8a90ed-0034-4063-a884-6b2e0283e4a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9430d443-1577-4b80-9a80-55fd62d4016f'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:44:58.027057 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e74379e9-90b2-47c3-9509-a05ea43d914e" -d '{"events": [{"server_uuid": "5c8a90ed-0034-4063-a884-6b2e0283e4a2", "name": "network-vif-plugged", "status": "completed", "tag": "9430d443-1577-4b80-9a80-55fd62d4016f"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:44:58.040021 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 9430d443-1577-4b80-9a80-55fd62d4016f, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=9430d443-1577-4b80-9a80-55fd62d4016f,segment=NetworkSegment(59465666-5c69-4224-8b1f-2b974d7d569d),segment_id=59465666-5c69-4224-8b1f-2b974d7d569d)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:44:58.040342 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 377f653d-177d-4337-aeab-2d19af79e208, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=377f653d-177d-4337-aeab-2d19af79e208,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:44:58.041932 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3571444-4bf9-4da5-925b-432b6f38ee41 req-d1f52294-5b66-452d-9959-d48082cd27b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:58.044215 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a3571444-4bf9-4da5-925b-432b6f38ee41 req-d1f52294-5b66-452d-9959-d48082cd27b0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=455235d9344d45d29863b10a5775a249&device_id=2ce3a764-af8f-4837-9ffe-fc80edb30850 HTTP/1.1" status: 200 len: 1126 time: 0.0814660 Jun 11 09:44:58.049675 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4cdb13df-bc32-4be0-ae2c-2ce81b127cd1 req-0f525d3b-eb3e-474d-a369-4323a36d07ff tempest-SecurityGroupsNegativeTestJSON-444798193 tempest-SecurityGroupsNegativeTestJSON-444798193-project] 10.222.0.60 "GET /v2.0/security-groups/fb522e51-e2bf-4d3b-a522-efd9f10855b1 HTTP/1.1" status: 200 len: 2981 time: 0.1000822 Jun 11 09:44:58.079050 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ac4563-33ef-40c6-9575-c56bf03bb304 x-openstack-request-id: req-91ac4563-33ef-40c6-9575-c56bf03bb304 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:44:58.079243 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c8a90ed-0034-4063-a884-6b2e0283e4a2", "name": "network-vif-plugged", "status": "completed", "tag": "9430d443-1577-4b80-9a80-55fd62d4016f", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:44:58.079476 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-91ac4563-33ef-40c6-9575-c56bf03bb304 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:44:58.079928 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c8a90ed-0034-4063-a884-6b2e0283e4a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9430d443-1577-4b80-9a80-55fd62d4016f', 'code': 200} Jun 11 09:44:58.141280 n-d-779913-12 neutron-server[93176]: INFO neutron.api.v2.resource [req-4cdb13df-bc32-4be0-ae2c-2ce81b127cd1 req-984d6d17-9d2c-4257-8cf6-21d264e97a35 tempest-SecurityGroupsNegativeTestJSON-444798193 tempest-SecurityGroupsNegativeTestJSON-444798193-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 11 09:44:58.142373 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4cdb13df-bc32-4be0-ae2c-2ce81b127cd1 req-984d6d17-9d2c-4257-8cf6-21d264e97a35 tempest-SecurityGroupsNegativeTestJSON-444798193 tempest-SecurityGroupsNegativeTestJSON-444798193-project] 10.222.0.60 "DELETE /v2.0/security-groups/fb522e51-e2bf-4d3b-a522-efd9f10855b1 HTTP/1.1" status: 409 len: 352 time: 0.0856788 Jun 11 09:44:58.149417 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:58.150534 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 730c5223-87c0-4868-94fb-7a041e9c63ba no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:44:58.153147 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:58.247517 n-d-779913-12 neutron-server[93177]: INFO neutron.api.v2.resource [req-af46fbc8-b9e5-4fdf-a528-48e3ef5bfc4f req-8f4eca89-7769-44ce-80db-66efc68af733 tempest-SecurityGroupsNegativeTestJSON-444798193 tempest-SecurityGroupsNegativeTestJSON-444798193-project] show failed (client error): The resource could not be found. Jun 11 09:44:58.250125 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-af46fbc8-b9e5-4fdf-a528-48e3ef5bfc4f req-8f4eca89-7769-44ce-80db-66efc68af733 tempest-SecurityGroupsNegativeTestJSON-444798193 tempest-SecurityGroupsNegativeTestJSON-444798193-project] 10.222.0.60 "GET /v2.0/security-groups/585efd3f-14e4-4e02-9ffc-740952a82310 HTTP/1.1" status: 404 len: 352 time: 0.0428252 Jun 11 09:44:58.254009 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3571444-4bf9-4da5-925b-432b6f38ee41 req-90808ae1-f5f0-4c77-bccd-3971e6b95bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:58.255474 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a3571444-4bf9-4da5-925b-432b6f38ee41 req-90808ae1-f5f0-4c77-bccd-3971e6b95bb1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f64764ef-1d16-4bb9-abcb-ee15625f8d04 HTTP/1.1" status: 200 len: 908 time: 0.1982751 Jun 11 09:44:58.300114 n-d-779913-12 neutron-server[93176]: INFO neutron.api.v2.resource [req-f568f143-2863-4c47-a898-c74e167522f5 req-9f61e83b-5d2a-48c4-87f7-93434d3e4c89 tempest-SecurityGroupsNegativeTestJSON-444798193 tempest-SecurityGroupsNegativeTestJSON-444798193-project] show failed (client error): The resource could not be found. Jun 11 09:44:58.318109 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f568f143-2863-4c47-a898-c74e167522f5 req-9f61e83b-5d2a-48c4-87f7-93434d3e4c89 tempest-SecurityGroupsNegativeTestJSON-444798193 tempest-SecurityGroupsNegativeTestJSON-444798193-project] 10.222.0.60 "GET /v2.0/security-groups/16b738fe-0820-46d3-a32c-a026246c2cf8 HTTP/1.1" status: 404 len: 352 time: 0.0251527 Jun 11 09:44:58.318109 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 41706) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:44:58.382628 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:58.401528 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a3571444-4bf9-4da5-925b-432b6f38ee41 req-9f1f97d3-3ea4-4c1f-8e88-da9586fe7ec9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a50615cd-da31-4b6d-a338-e4161a1af7f5 HTTP/1.1" status: 200 len: 217 time: 0.1335268 Jun 11 09:44:58.414849 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07fb947-dc10-4793-949e-0ebe4cb76fd7 req-8d2742a4-e232-4a40-806b-55d41ead2651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:58.418285 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a26ad09-68e6-4ee7-a3f2-ac979d893053 admin admin] Deleting subnet 0e71164d-4a66-4650-998f-06691835edb1 {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 09:44:58.418434 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a07fb947-dc10-4793-949e-0ebe4cb76fd7 req-8d2742a4-e232-4a40-806b-55d41ead2651 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5c8a90ed-0034-4063-a884-6b2e0283e4a2 HTTP/1.1" status: 200 len: 1097 time: 0.2486491 Jun 11 09:44:58.419810 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0a26ad09-68e6-4ee7-a3f2-ac979d893053 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:58.430646 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=9430d443-1577-4b80-9a80-55fd62d4016f,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:58.435022 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:58.441233 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:58.454676 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 41712) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:44:58.487355 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0a26ad09-68e6-4ee7-a3f2-ac979d893053 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:58.529786 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:58.549274 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0a26ad09-68e6-4ee7-a3f2-ac979d893053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:58.603260 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a07fb947-dc10-4793-949e-0ebe4cb76fd7 req-223174b1-e1d6-4e17-b76c-257382e7e67f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=18fc41cb-d5ab-4d35-ab48-499184b426b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709244 Jun 11 09:44:58.608796 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3571444-4bf9-4da5-925b-432b6f38ee41 req-26612913-e5c9-403d-8d9a-e4ad43562697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:58.611114 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a3571444-4bf9-4da5-925b-432b6f38ee41 req-26612913-e5c9-403d-8d9a-e4ad43562697 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f707fbf9-d6b5-48f4-b1c1-e5fd7bd963f6 HTTP/1.1" status: 200 len: 847 time: 0.1994910 Jun 11 09:44:58.627330 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=377f653d-177d-4337-aeab-2d19af79e208,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:58.632830 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:58.634565 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 730c5223-87c0-4868-94fb-7a041e9c63ba, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=730c5223-87c0-4868-94fb-7a041e9c63ba,segment=NetworkSegment(f561be66-4e48-459e-8c21-fceaa6c73661),segment_id=f561be66-4e48-459e-8c21-fceaa6c73661)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:44:58.676715 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-7b079ea5-ce95-4ac5-8ad8-d79f9d6edc26 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-695232099-network', 'tenant_id': '79fea5739a3a4904be37b5000471e690'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:44:58.679892 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a3571444-4bf9-4da5-925b-432b6f38ee41 req-5ee06fdb-6bdd-4940-b8a7-2e28cc50dbbd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f64764ef-1d16-4bb9-abcb-ee15625f8d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612979 Jun 11 09:44:58.684124 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['377f653d-177d-4337-aeab-2d19af79e208'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:44:58.737182 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:58.740688 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-26b90232-f079-4a20-8f5a-a1b0e98c4a53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:58.803557 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0a26ad09-68e6-4ee7-a3f2-ac979d893053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:58.809764 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-57e04e9c-68e3-466f-ad21-98e44c1d3447 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:58.855184 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=730c5223-87c0-4868-94fb-7a041e9c63ba,revision_number=14']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:58.863626 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:58.864710 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d364fec-145c-4740-bdb2-8099d12d4f37 req-56c109ba-6056-4e01-a2b1-1d620a4f3d4b tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:58.874164 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4d364fec-145c-4740-bdb2-8099d12d4f37 req-56c109ba-6056-4e01-a2b1-1d620a4f3d4b tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe3ef3f-9a6b-4e95-a654-f9fec0c4a05d HTTP/1.1" status: 200 len: 948 time: 0.1571214 Jun 11 09:44:58.886514 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a26ad09-68e6-4ee7-a3f2-ac979d893053 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e71164d-4a66-4650-998f-06691835edb1,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:58.889078 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b079ea5-ce95-4ac5-8ad8-d79f9d6edc26 admin admin] Made reservation on behalf of 79fea5739a3a4904be37b5000471e690 for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:44:58.892061 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7b079ea5-ce95-4ac5-8ad8-d79f9d6edc26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:58.897545 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0a26ad09-68e6-4ee7-a3f2-ac979d893053 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:58.917886 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a3571444-4bf9-4da5-925b-432b6f38ee41 req-40ea6796-8b2d-43cd-a3a0-310937c7c882 service neutron] 10.222.0.69 "GET /v2.0/networks/f64764ef-1d16-4bb9-abcb-ee15625f8d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276711 Jun 11 09:44:58.926350 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0a26ad09-68e6-4ee7-a3f2-ac979d893053 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:58.930633 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-0a26ad09-68e6-4ee7-a3f2-ac979d893053 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/0e71164d-4a66-4650-998f-06691835edb1 HTTP/1.1" status: 204 len: 168 time: 0.6138234 Jun 11 09:44:58.931021 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 41722) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:44:58.938193 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7b079ea5-ce95-4ac5-8ad8-d79f9d6edc26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:59.048210 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4d364fec-145c-4740-bdb2-8099d12d4f37 req-c7227e78-4e01-4919-9275-76e2d50bded3 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731598 Jun 11 09:44:59.052657 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6415e2-dee1-437e-af8f-477356d0006c req-0603a6db-5164-4f23-a975-fb63c608d5ef tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:59.054180 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ea6415e2-dee1-437e-af8f-477356d0006c req-0603a6db-5164-4f23-a975-fb63c608d5ef tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb755b01-30a0-45f8-b07b-3c7f8a5c6eb0 HTTP/1.1" status: 200 len: 944 time: 0.2296576 Jun 11 09:44:59.068529 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cbc5117f-14b9-493e-aca1-4156e48bd42a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:59.091789 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a3571444-4bf9-4da5-925b-432b6f38ee41 req-f6ffd4ba-6204-4200-8884-1f54290c49bf service neutron] 10.222.0.69 "GET /v2.0/networks/f64764ef-1d16-4bb9-abcb-ee15625f8d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654878 Jun 11 09:44:59.149276 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ea6415e2-dee1-437e-af8f-477356d0006c req-d6aebe56-4e50-4ae6-a875-8e6784a404f3 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.60 "GET /v2.0/security-groups?id=09f483c6-cf52-4168-b2e6-1a9686fe8b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854340 Jun 11 09:44:59.261094 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cbc5117f-14b9-493e-aca1-4156e48bd42a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:59.331590 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-cbc5117f-14b9-493e-aca1-4156e48bd42a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b537298e-f738-45bc-b8bd-09656b08b64a']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:44:59.354231 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7b079ea5-ce95-4ac5-8ad8-d79f9d6edc26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:59.357632 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-cbc5117f-14b9-493e-aca1-4156e48bd42a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9388e4c0-1006-417a-a39e-c23dbe71f5de') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:44:59.357922 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-cbc5117f-14b9-493e-aca1-4156e48bd42a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9388e4c0-1006-417a-a39e-c23dbe71f5de') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:44:59.376781 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cbc5117f-14b9-493e-aca1-4156e48bd42a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:59.398726 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0cbcfc-0df8-422c-a98a-bdace81ebc2c req-ab671220-058b-413e-9c05-879839834092 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:59.398726 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5e0cbcfc-0df8-422c-a98a-bdace81ebc2c req-ab671220-058b-413e-9c05-879839834092 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ce3a764-af8f-4837-9ffe-fc80edb30850 HTTP/1.1" status: 200 len: 943 time: 0.0879381 Jun 11 09:44:59.405002 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cbc5117f-14b9-493e-aca1-4156e48bd42a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:59.426574 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8015bfcb-5418-4ed3-a3b7-4098f791ca7e req-6996df31-93f9-4086-9e2b-85c20b822fd9 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:44:59.434733 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8015bfcb-5418-4ed3-a3b7-4098f791ca7e req-6996df31-93f9-4086-9e2b-85c20b822fd9 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c8a90ed-0034-4063-a884-6b2e0283e4a2 HTTP/1.1" status: 200 len: 945 time: 0.1681991 Jun 11 09:44:59.445126 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbc5117f-14b9-493e-aca1-4156e48bd42a admin admin] Releasing vlan 773 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 09:44:59.445554 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cbc5117f-14b9-493e-aca1-4156e48bd42a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:59.447175 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 09:44:59.447175 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 09:44:59.447175 n-d-779913-12 neutron-server[93176]: timer() Jun 11 09:44:59.447175 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 09:44:59.447175 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 09:44:59.447175 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 09:44:59.447175 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 09:44:59.447175 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 09:44:59.447175 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 09:44:59.447175 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 09:44:59.447175 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 09:44:59.447175 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 09:44:59.447175 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 09:44:59.447175 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 09:44:59.447175 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 09:44:59.447175 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 09:44:59.447175 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 09:44:59.447175 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 09:44:59.447175 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 09:44:59.447175 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 09:44:59.447175 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 09:44:59.447175 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 09:44:59.447175 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 09:44:59.447175 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 09:44:59.447175 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 09:44:59.447175 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 09:44:59.447175 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 09:44:59.447175 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 09:44:59.447175 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 09:44:59.447175 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 09:44:59.447175 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 09:44:59.447175 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 09:44:59.469406 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5e0cbcfc-0df8-422c-a98a-bdace81ebc2c req-90a984c8-5ed8-405c-9bb5-902254a3bc8e tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555496 Jun 11 09:44:59.479918 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7b079ea5-ce95-4ac5-8ad8-d79f9d6edc26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:59.484499 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d2a38e58-e050-46f5-8b95-a3e7ea16681f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:44:59.670671 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 59e61c48-225d-4e7a-ba3a-53f1a0ee83f9 details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:44:59.834862 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 59e61c48-225d-4e7a-ba3a-53f1a0ee83f9, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=59e61c48-225d-4e7a-ba3a-53f1a0ee83f9,segment=NetworkSegment(5b557a6f-ee49-4b07-a4c0-158e09a12290),segment_id=5b557a6f-ee49-4b07-a4c0-158e09a12290)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:44:59.848380 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': '59e61c48-225d-4e7a-ba3a-53f1a0ee83f9', 'network_id': '8306b3b2-c7c1-4b78-8462-356897eaa70e', 'port_id': '59e61c48-225d-4e7a-ba3a-53f1a0ee83f9', 'mac_address': 'fa:16:3e:38:15:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bbe8ee4-e19a-4280-9545-f4e3ba21ac03', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:44:59.895703 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:44:59.914199 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59e61c48-225d-4e7a-ba3a-53f1a0ee83f9 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:44:59.934367 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b079ea5-ce95-4ac5-8ad8-d79f9d6edc26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5915571c-2f9b-4bcb-9750-22ae6d4c051a,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:44:59.938320 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7b079ea5-ce95-4ac5-8ad8-d79f9d6edc26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:44:59.938755 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 59e61c48-225d-4e7a-ba3a-53f1a0ee83f9, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=59e61c48-225d-4e7a-ba3a-53f1a0ee83f9,segment=NetworkSegment(5b557a6f-ee49-4b07-a4c0-158e09a12290),segment_id=5b557a6f-ee49-4b07-a4c0-158e09a12290)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:44:59.953907 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8015bfcb-5418-4ed3-a3b7-4098f791ca7e req-f1d00238-a496-4ab0-bc56-0a45912ebbee tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/security-groups?id=18fc41cb-d5ab-4d35-ab48-499184b426b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5182285 Jun 11 09:45:00.082208 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8355cfd8-6f02-48e7-8c0c-764b8c44cfb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '730c5223-87c0-4868-94fb-7a041e9c63ba'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:45:00.084712 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6be1312-2602-4559-b9c1-e3f80731e15f" -d '{"events": [{"server_uuid": "8355cfd8-6f02-48e7-8c0c-764b8c44cfb7", "name": "network-vif-unplugged", "status": "completed", "tag": "730c5223-87c0-4868-94fb-7a041e9c63ba"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:45:00.098037 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:00.102331 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:45:00.123560 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cbc5117f-14b9-493e-aca1-4156e48bd42a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:00.128259 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b079ea5-ce95-4ac5-8ad8-d79f9d6edc26 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 752} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 09:45:00.147408 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Jun 2021 09:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a57a3f-aba2-4f70-81a5-a490b0cb3ee9 x-openstack-request-id: req-14a57a3f-aba2-4f70-81a5-a490b0cb3ee9 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:45:00.147725 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8355cfd8-6f02-48e7-8c0c-764b8c44cfb7", "name": "network-vif-unplugged", "status": "completed", "tag": "730c5223-87c0-4868-94fb-7a041e9c63ba", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:45:00.148178 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-14a57a3f-aba2-4f70-81a5-a490b0cb3ee9 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:45:00.148696 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7b079ea5-ce95-4ac5-8ad8-d79f9d6edc26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:00.148904 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8355cfd8-6f02-48e7-8c0c-764b8c44cfb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '730c5223-87c0-4868-94fb-7a041e9c63ba', 'code': 200} Jun 11 09:45:00.149275 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-7b079ea5-ce95-4ac5-8ad8-d79f9d6edc26 admin admin] Added segment 001d18ae-164f-4031-819e-53a4dde709cd of type vlan for network 11b9284c-75bd-436e-87ca-0e5afa1e436d Jun 11 09:45:00.195680 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=59e61c48-225d-4e7a-ba3a-53f1a0ee83f9,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:45:00.202456 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:45:00.227014 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-aeaf7615-718e-488b-9775-d7eb27bcdf18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:45:00.245670 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cbc5117f-14b9-493e-aca1-4156e48bd42a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:00.251285 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-cbc5117f-14b9-493e-aca1-4156e48bd42a admin admin] 10.222.0.60 "DELETE /v2.0/networks/b537298e-f738-45bc-b8bd-09656b08b64a HTTP/1.1" status: 204 len: 168 time: 1.3161993 Jun 11 09:45:00.262035 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc5117f-14b9-493e-aca1-4156e48bd42a admin admin] Pushing event deleted for resources: {'Network': ['ID=b537298e-f738-45bc-b8bd-09656b08b64a,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:45:00.267253 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-cbc5117f-14b9-493e-aca1-4156e48bd42a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:45:00.295707 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7b079ea5-ce95-4ac5-8ad8-d79f9d6edc26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:00.322930 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e32786f-fd91-45df-b5ef-6c9dd23f7723 req-8d8c9c17-54b6-43aa-a36a-dc4046b03d18 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:00.324260 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1e32786f-fd91-45df-b5ef-6c9dd23f7723 req-8d8c9c17-54b6-43aa-a36a-dc4046b03d18 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe3ef3f-9a6b-4e95-a654-f9fec0c4a05d HTTP/1.1" status: 200 len: 948 time: 0.1110213 Jun 11 09:45:00.374357 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1e32786f-fd91-45df-b5ef-6c9dd23f7723 req-9903d036-cf73-4ac2-8223-d1d88d58902d tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442686 Jun 11 09:45:00.407397 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811e3d1d-66ee-4863-a653-d28a37d3f653 req-cbc2826f-dc5f-43b4-92e5-33cb4ea98c12 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:00.408916 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-811e3d1d-66ee-4863-a653-d28a37d3f653 req-cbc2826f-dc5f-43b4-92e5-33cb4ea98c12 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb755b01-30a0-45f8-b07b-3c7f8a5c6eb0 HTTP/1.1" status: 200 len: 945 time: 0.1028318 Jun 11 09:45:00.448509 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['59e61c48-225d-4e7a-ba3a-53f1a0ee83f9'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:45:00.454091 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-811e3d1d-66ee-4863-a653-d28a37d3f653 req-03704a1d-402d-48d7-8784-56815c499759 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.60 "GET /v2.0/security-groups?id=09f483c6-cf52-4168-b2e6-1a9686fe8b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388267 Jun 11 09:45:00.497780 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7b079ea5-ce95-4ac5-8ad8-d79f9d6edc26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:00.499093 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b079ea5-ce95-4ac5-8ad8-d79f9d6edc26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:00.499695 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7b079ea5-ce95-4ac5-8ad8-d79f9d6edc26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:00.513875 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:45:00.633352 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b079ea5-ce95-4ac5-8ad8-d79f9d6edc26 admin admin] Pushing event updated for resources: {'Network': ['ID=11b9284c-75bd-436e-87ca-0e5afa1e436d,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:45:00.639421 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-7b079ea5-ce95-4ac5-8ad8-d79f9d6edc26 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.1836820 Jun 11 09:45:00.640451 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7b079ea5-ce95-4ac5-8ad8-d79f9d6edc26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:45:00.640893 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 41776) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:45:00.650154 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-3a378704-e989-4785-8527-c41b2ff4d075 admin admin] Request body: {'subnet': {'network_id': '11b9284c-75bd-436e-87ca-0e5afa1e436d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-695232099-subnet', 'tenant_id': '79fea5739a3a4904be37b5000471e690', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:45:00.657486 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 11b9284c-75bd-436e-87ca-0e5afa1e436d details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:45:00.738810 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd64481-3545-42ca-b5f9-268ea24f89e0 req-6b622251-da15-4dfb-81b7-25ed9da9ef2f tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:00.741259 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-dcd64481-3545-42ca-b5f9-268ea24f89e0 req-6b622251-da15-4dfb-81b7-25ed9da9ef2f tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ce3a764-af8f-4837-9ffe-fc80edb30850 HTTP/1.1" status: 200 len: 943 time: 0.1165664 Jun 11 09:45:00.776921 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a378704-e989-4785-8527-c41b2ff4d075 admin admin] Made reservation on behalf of 79fea5739a3a4904be37b5000471e690 for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:45:00.779361 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3a378704-e989-4785-8527-c41b2ff4d075 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:00.826962 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 41780) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:45:00.828239 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-dcd64481-3545-42ca-b5f9-268ea24f89e0 req-5358c510-d85a-49da-879a-ddae8e15e63b tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808940 Jun 11 09:45:00.886493 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:00.980781 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-8e4acdd5-0408-46ab-9376-eb3926b43155 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d24e741749bb444aa56d7973520354f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1556478 Jun 11 09:45:00.983794 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 41784) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:45:01.066885 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf484bd-8477-49ed-8ffa-0485b53a0a22 req-02277029-cf60-42c7-9c3b-7529ba3892e9 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:01.068486 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-faf484bd-8477-49ed-8ffa-0485b53a0a22 req-02277029-cf60-42c7-9c3b-7529ba3892e9 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 944 time: 0.1522708 Jun 11 09:45:01.140765 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4cb551e4-b702-45e7-9149-5aa191973315 req-80d4acc5-2323-4320-b3f2-adfcdaaab87c service neutron] 10.222.0.69 "GET /v2.0/ports/a50615cd-da31-4b6d-a338-e4161a1af7f5/bindings/n-h1-779913-12 HTTP/1.1" status: 200 len: 385 time: 0.1392128 Jun 11 09:45:01.146590 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d788732b-48a1-44f6-92cb-6eb53906cfb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:01.158953 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-faf484bd-8477-49ed-8ffa-0485b53a0a22 req-d93f8427-1f18-4e11-90e1-fd6cad927a8a tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d1f1aa-3601-424b-af20-9acf0698c1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832322 Jun 11 09:45:01.221067 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d788732b-48a1-44f6-92cb-6eb53906cfb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:01.223762 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3a378704-e989-4785-8527-c41b2ff4d075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:01.227649 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:45:01.257801 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65e2c6f-1f38-431e-a99d-e2faf31ce5a8 req-bfc475e3-fd90-40a1-b4bf-e85e14372509 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:01.258997 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c65e2c6f-1f38-431e-a99d-e2faf31ce5a8 req-bfc475e3-fd90-40a1-b4bf-e85e14372509 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c8a90ed-0034-4063-a884-6b2e0283e4a2 HTTP/1.1" status: 200 len: 945 time: 0.1938307 Jun 11 09:45:01.295683 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a378704-e989-4785-8527-c41b2ff4d075 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9468a919-e64a-4d3b-b538-495fb8a57fd7,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:45:01.299408 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3a378704-e989-4785-8527-c41b2ff4d075 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:45:01.306964 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a378704-e989-4785-8527-c41b2ff4d075 admin admin] Checking segment: {'id': '001d18ae-164f-4031-819e-53a4dde709cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '11b9284c-75bd-436e-87ca-0e5afa1e436d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:45:01.307144 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a378704-e989-4785-8527-c41b2ff4d075 admin admin] Network hostable DHCP agents. Network: 11b9284c-75bd-436e-87ca-0e5afa1e436d, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 09:45:01.357649 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c65e2c6f-1f38-431e-a99d-e2faf31ce5a8 req-6b83740a-0631-405d-a92e-69b7fb95dfa3 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/security-groups?id=18fc41cb-d5ab-4d35-ab48-499184b426b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902901 Jun 11 09:45:01.470104 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-4cb551e4-b702-45e7-9149-5aa191973315 req-387b2a62-7d27-4e72-a782-30bc7592fe08 service neutron] For port a50615cd-da31-4b6d-a338-e4161a1af7f5, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=a50615cd-da31-4b6d-a338-e4161a1af7f5,segment=NetworkSegment(9149788d-877e-41af-83c2-5ce6b1848f17),segment_id=9149788d-877e-41af-83c2-5ce6b1848f17)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:45:01.491538 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a378704-e989-4785-8527-c41b2ff4d075 admin admin] Network 11b9284c-75bd-436e-87ca-0e5afa1e436d is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 09:45:01.493238 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-4cb551e4-b702-45e7-9149-5aa191973315 req-387b2a62-7d27-4e72-a782-30bc7592fe08 service neutron] For port a50615cd-da31-4b6d-a338-e4161a1af7f5, host n-h2-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:45:01.513387 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 377f653d-177d-4337-aeab-2d19af79e208 up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:45:01.537152 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [req-4cb551e4-b702-45e7-9149-5aa191973315 req-387b2a62-7d27-4e72-a782-30bc7592fe08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a50615cd-da31-4b6d-a338-e4161a1af7f5 {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:45:01.546952 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d788732b-48a1-44f6-92cb-6eb53906cfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:01.553463 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d788732b-48a1-44f6-92cb-6eb53906cfb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:01.553463 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-d788732b-48a1-44f6-92cb-6eb53906cfb5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fb522e51-e2bf-4d3b-a522-efd9f10855b1 HTTP/1.1" status: 204 len: 168 time: 0.5654984 Jun 11 09:45:01.553463 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-4cb551e4-b702-45e7-9149-5aa191973315 req-387b2a62-7d27-4e72-a782-30bc7592fe08 service neutron] For port a50615cd-da31-4b6d-a338-e4161a1af7f5, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=a50615cd-da31-4b6d-a338-e4161a1af7f5,segment=NetworkSegment(9149788d-877e-41af-83c2-5ce6b1848f17),segment_id=9149788d-877e-41af-83c2-5ce6b1848f17)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:45:01.555360 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5fc30952-6661-4f1f-83f6-99f1aba639d8 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:45:01.573345 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d788732b-48a1-44f6-92cb-6eb53906cfb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb522e51-e2bf-4d3b-a522-efd9f10855b1,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:45:01.575948 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d788732b-48a1-44f6-92cb-6eb53906cfb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:45:01.617822 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-3a378704-e989-4785-8527-c41b2ff4d075 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 11b9284c-75bd-436e-87ca-0e5afa1e436d) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:45:01.622615 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a378704-e989-4785-8527-c41b2ff4d075 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:01.623219 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3a378704-e989-4785-8527-c41b2ff4d075 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:01.669478 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-4cb551e4-b702-45e7-9149-5aa191973315 req-387b2a62-7d27-4e72-a782-30bc7592fe08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:01.670677 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning for port 377f653d-177d-4337-aeab-2d19af79e208 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:45:01.679601 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port 377f653d-177d-4337-aeab-2d19af79e208 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:45:01.680259 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:01.733344 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 59e61c48-225d-4e7a-ba3a-53f1a0ee83f9 up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:45:01.752459 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-3a378704-e989-4785-8527-c41b2ff4d075 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1033351 Jun 11 09:45:01.793103 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f76cee-094f-4df2-be3b-4cad3c220ff8 None None] Network 11b9284c-75bd-436e-87ca-0e5afa1e436d requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:45:01.814235 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-4cb551e4-b702-45e7-9149-5aa191973315 req-387b2a62-7d27-4e72-a782-30bc7592fe08 service neutron] Transition to ACTIVE for port object a50615cd-da31-4b6d-a338-e4161a1af7f5 will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:45:01.919097 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-4cb551e4-b702-45e7-9149-5aa191973315 req-387b2a62-7d27-4e72-a782-30bc7592fe08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:01.922951 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d6ebd210-1b44-4873-859f-22eb13dd417a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:45:01.993267 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning for port 59e61c48-225d-4e7a-ba3a-53f1a0ee83f9 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:45:02.014510 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b39cf49-5b8e-4a38-b679-5bc0217aa68b req-0a66ee89-96c1-43ea-b1c6-a7658b599213 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:02.015068 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port 59e61c48-225d-4e7a-ba3a-53f1a0ee83f9 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:45:02.015461 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:02.017000 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8b39cf49-5b8e-4a38-b679-5bc0217aa68b req-0a66ee89-96c1-43ea-b1c6-a7658b599213 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe3ef3f-9a6b-4e95-a654-f9fec0c4a05d HTTP/1.1" status: 200 len: 948 time: 0.1354592 Jun 11 09:45:02.072880 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:02.096922 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8b39cf49-5b8e-4a38-b679-5bc0217aa68b req-fd884f1e-54ae-42bb-a38e-5190dae0c603 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692966 Jun 11 09:45:02.111875 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cb551e4-b702-45e7-9149-5aa191973315 req-387b2a62-7d27-4e72-a782-30bc7592fe08 service neutron] No DVR routers for this DVR port a50615cd-da31-4b6d-a338-e4161a1af7f5 on host n-h2-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:45:02.172793 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe3ef3f-9a6b-4e95-a654-f9fec0c4a05d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '377f653d-177d-4337-aeab-2d19af79e208'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:45:02.175091 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0028bd92-2676-4203-8faa-cb3f3dcd1018" -d '{"events": [{"server_uuid": "3fe3ef3f-9a6b-4e95-a654-f9fec0c4a05d", "name": "network-vif-plugged", "status": "completed", "tag": "377f653d-177d-4337-aeab-2d19af79e208"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:45:02.188536 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df25eec4-db02-4e11-be1a-c548ac7ae392 None None] Network 11b9284c-75bd-436e-87ca-0e5afa1e436d requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:45:02.213132 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387b2a62-7d27-4e72-a782-30bc7592fe08 service neutron] Pushing event updated for resources: {'Port': ['ID=a50615cd-da31-4b6d-a338-e4161a1af7f5,revision_number=10']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:45:02.214697 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 377f653d-177d-4337-aeab-2d19af79e208, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=377f653d-177d-4337-aeab-2d19af79e208,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:45:02.224268 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4cb551e4-b702-45e7-9149-5aa191973315 req-387b2a62-7d27-4e72-a782-30bc7592fe08 service neutron] 10.222.0.69 "PUT /v2.0/ports/a50615cd-da31-4b6d-a338-e4161a1af7f5/bindings/n-h1-779913-12/activate HTTP/1.1" status: 200 len: 370 time: 1.0755751 Jun 11 09:45:02.225067 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-387b2a62-7d27-4e72-a782-30bc7592fe08 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:45:02.233723 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9431f1d0-9a31-45dd-976e-dd448c9a156e req-f4417dac-0cd8-4ff4-a407-25f1fdbcf07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:02.233723 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9431f1d0-9a31-45dd-976e-dd448c9a156e req-f4417dac-0cd8-4ff4-a407-25f1fdbcf07a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=85a0b78c318440aa9b70136d633fbbff&device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 1096 time: 0.3556983 Jun 11 09:45:02.293001 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2816e461-ac6f-456f-a185-b5326b65c27d req-827170f1-aafa-4c3a-8b07-49ff63fe250f tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:02.299956 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2816e461-ac6f-456f-a185-b5326b65c27d req-827170f1-aafa-4c3a-8b07-49ff63fe250f tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb755b01-30a0-45f8-b07b-3c7f8a5c6eb0 HTTP/1.1" status: 200 len: 945 time: 0.3275611 Jun 11 09:45:02.341751 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:02.345153 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:45:02.347353 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:02.368921 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e1976d-f918-4795-bc89-f9c0043ecf88 req-3cd8a64c-87ff-48d5-8969-245579c1ccba tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:02.376753 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-88e1976d-f918-4795-bc89-f9c0043ecf88 req-3cd8a64c-87ff-48d5-8969-245579c1ccba tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 944 time: 0.1044023 Jun 11 09:45:02.416829 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2816e461-ac6f-456f-a185-b5326b65c27d req-42ee7ad9-6d53-439c-a671-52b2ebf0f5ad tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.60 "GET /v2.0/security-groups?id=09f483c6-cf52-4168-b2e6-1a9686fe8b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158776 Jun 11 09:45:02.444278 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-88e1976d-f918-4795-bc89-f9c0043ecf88 req-8681108f-88a8-4f34-9bf7-f448ee990781 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d1f1aa-3601-424b-af20-9acf0698c1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660601 Jun 11 09:45:02.469243 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9431f1d0-9a31-45dd-976e-dd448c9a156e req-b718c015-2143-4579-9ce9-b3a53b32d405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:02.478667 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9431f1d0-9a31-45dd-976e-dd448c9a156e req-b718c015-2143-4579-9ce9-b3a53b32d405 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ecbff90d-5ab6-4357-bf37-5548ca0e9255 HTTP/1.1" status: 200 len: 911 time: 0.2350159 Jun 11 09:45:02.497021 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 59e61c48-225d-4e7a-ba3a-53f1a0ee83f9, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=59e61c48-225d-4e7a-ba3a-53f1a0ee83f9,segment=NetworkSegment(5b557a6f-ee49-4b07-a4c0-158e09a12290),segment_id=5b557a6f-ee49-4b07-a4c0-158e09a12290)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:45:02.531146 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=377f653d-177d-4337-aeab-2d19af79e208,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:45:02.535594 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:45:02.640772 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:02.643630 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-26b90232-f079-4a20-8f5a-a1b0e98c4a53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:45:02.698074 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9431f1d0-9a31-45dd-976e-dd448c9a156e req-fc7b94eb-97eb-491d-a9f3-b6a5b7c5f750 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=730c5223-87c0-4868-94fb-7a041e9c63ba HTTP/1.1" status: 200 len: 999 time: 0.2174640 Jun 11 09:45:02.708859 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=59e61c48-225d-4e7a-ba3a-53f1a0ee83f9,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:45:02.712095 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:45:02.787104 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2045f3-7eac-4644-b328-4b4f300c5e2f req-1955ca0b-40d3-47ef-b0d9-ce49faccb9b9 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:02.792116 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7a2045f3-7eac-4644-b328-4b4f300c5e2f req-1955ca0b-40d3-47ef-b0d9-ce49faccb9b9 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ce3a764-af8f-4837-9ffe-fc80edb30850 HTTP/1.1" status: 200 len: 944 time: 0.1041727 Jun 11 09:45:02.796564 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e57593-e13a-4330-9801-129a0bed69b9 req-86804457-9f2c-4cbf-a4d0-9d59d9bded61 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:02.804065 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e3e57593-e13a-4330-9801-129a0bed69b9 req-86804457-9f2c-4cbf-a4d0-9d59d9bded61 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c8a90ed-0034-4063-a884-6b2e0283e4a2 HTTP/1.1" status: 200 len: 945 time: 0.2052650 Jun 11 09:45:02.810009 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb551e4-b702-45e7-9149-5aa191973315 req-57a3b387-6d94-4036-9245-190f33d5182a tempest-LiveMigrationTest-1264164380 tempest-LiveMigrationTest-1264164380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:02.811493 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4cb551e4-b702-45e7-9149-5aa191973315 req-57a3b387-6d94-4036-9245-190f33d5182a tempest-LiveMigrationTest-1264164380 tempest-LiveMigrationTest-1264164380-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=2ce3a764-af8f-4837-9ffe-fc80edb30850&tenant_id=455235d9344d45d29863b10a5775a249&binding%3Ahost_id=n-h2-779913-12 HTTP/1.1" status: 200 len: 1096 time: 0.2142162 Jun 11 09:45:02.819172 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9431f1d0-9a31-45dd-976e-dd448c9a156e req-f2f600ff-94c6-40b6-b991-985763742972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:02.820644 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9431f1d0-9a31-45dd-976e-dd448c9a156e req-f2f600ff-94c6-40b6-b991-985763742972 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65fd936e-e1de-4d66-9d41-076079c1dae3 HTTP/1.1" status: 200 len: 849 time: 0.1132252 Jun 11 09:45:02.854005 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7a2045f3-7eac-4644-b328-4b4f300c5e2f req-4fb3b9b1-981d-4433-8da8-f221cb38c52c tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582066 Jun 11 09:45:02.930746 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e3e57593-e13a-4330-9801-129a0bed69b9 req-3a1224b9-721b-461f-a667-579e3586e22b tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/security-groups?id=18fc41cb-d5ab-4d35-ab48-499184b426b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258156 Jun 11 09:45:02.957261 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9431f1d0-9a31-45dd-976e-dd448c9a156e req-e6d3ddc5-5671-4c0d-8782-194898f7b900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:02.958976 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9431f1d0-9a31-45dd-976e-dd448c9a156e req-e6d3ddc5-5671-4c0d-8782-194898f7b900 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ecbff90d-5ab6-4357-bf37-5548ca0e9255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1208794 Jun 11 09:45:02.966816 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb551e4-b702-45e7-9149-5aa191973315 req-e90038bd-3daa-47f7-8dcd-ffb13b1eace1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:02.968442 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4cb551e4-b702-45e7-9149-5aa191973315 req-e90038bd-3daa-47f7-8dcd-ffb13b1eace1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2ce3a764-af8f-4837-9ffe-fc80edb30850&tenant_id=455235d9344d45d29863b10a5775a249 HTTP/1.1" status: 200 len: 1096 time: 0.1469755 Jun 11 09:45:02.988276 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c9d2274-d470-44e7-a694-4718be53c797 x-openstack-request-id: req-2c9d2274-d470-44e7-a694-4718be53c797 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:45:02.988813 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fe3ef3f-9a6b-4e95-a654-f9fec0c4a05d", "name": "network-vif-plugged", "status": "completed", "tag": "377f653d-177d-4337-aeab-2d19af79e208", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:45:02.989244 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2c9d2274-d470-44e7-a694-4718be53c797 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:45:02.990094 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe3ef3f-9a6b-4e95-a654-f9fec0c4a05d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '377f653d-177d-4337-aeab-2d19af79e208', 'code': 200} Jun 11 09:45:03.099939 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 41832) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:45:03.137668 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9431f1d0-9a31-45dd-976e-dd448c9a156e req-e2e72b99-1ee0-4896-a243-81ff822fe157 service neutron] 10.222.0.64 "GET /v2.0/networks/ecbff90d-5ab6-4357-bf37-5548ca0e9255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680810 Jun 11 09:45:03.139027 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca80da-ef37-4f6e-ab96-1bda9a0656d7 req-524fabf2-800c-4a3e-aec0-a8b42fceb151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:03.140773 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-82ca80da-ef37-4f6e-ab96-1bda9a0656d7 req-524fabf2-800c-4a3e-aec0-a8b42fceb151 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3fe3ef3f-9a6b-4e95-a654-f9fec0c4a05d HTTP/1.1" status: 200 len: 1101 time: 0.0784509 Jun 11 09:45:03.148742 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb551e4-b702-45e7-9149-5aa191973315 req-e05146de-3206-48be-8eac-3040c6775161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:03.150272 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4cb551e4-b702-45e7-9149-5aa191973315 req-e05146de-3206-48be-8eac-3040c6775161 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=455235d9344d45d29863b10a5775a249&device_id=2ce3a764-af8f-4837-9ffe-fc80edb30850 HTTP/1.1" status: 200 len: 1096 time: 0.1441555 Jun 11 09:45:03.199777 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-82ca80da-ef37-4f6e-ab96-1bda9a0656d7 req-f852068e-0922-4d63-9fcc-8ae7eb00ea55 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497749 Jun 11 09:45:03.404966 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e248a930-ccb1-4033-a18e-10736d8939d1 req-ef6c7009-4014-442a-83b3-b15059d80478 tempest-ServerMetadataNegativeTestJSON-2000341031 tempest-ServerMetadataNegativeTestJSON-2000341031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:03.406497 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e248a930-ccb1-4033-a18e-10736d8939d1 req-ef6c7009-4014-442a-83b3-b15059d80478 tempest-ServerMetadataNegativeTestJSON-2000341031 tempest-ServerMetadataNegativeTestJSON-2000341031-project] 10.222.0.60 "GET /v2.0/networks?id=11b9284c-75bd-436e-87ca-0e5afa1e436d HTTP/1.1" status: 200 len: 820 time: 0.1374416 Jun 11 09:45:03.423451 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e248a930-ccb1-4033-a18e-10736d8939d1 req-ad27db1b-93c5-4f9b-ab7b-3357f58186d8 tempest-ServerMetadataNegativeTestJSON-2000341031 tempest-ServerMetadataNegativeTestJSON-2000341031-project] 10.222.0.60 "GET /v2.0/quotas/79fea5739a3a4904be37b5000471e690 HTTP/1.1" status: 200 len: 375 time: 0.0101099 Jun 11 09:45:03.465074 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e248a930-ccb1-4033-a18e-10736d8939d1 req-21ee43ed-301a-4ecc-80b4-ff74cc367e7b tempest-ServerMetadataNegativeTestJSON-2000341031 tempest-ServerMetadataNegativeTestJSON-2000341031-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=79fea5739a3a4904be37b5000471e690&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348876 Jun 11 09:45:03.602073 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e248a930-ccb1-4033-a18e-10736d8939d1 req-255ff986-826a-477e-8152-ff31de3fffdb service neutron] 10.222.0.60 "GET /v2.0/networks/11b9284c-75bd-436e-87ca-0e5afa1e436d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288552 Jun 11 09:45:03.650791 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-cc530bde-c851-4cdf-a3d8-87431a0e7cb2 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1169562274-network', 'tenant_id': '48d3383cf10f4d488b7563f5db977a68'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:45:03.663201 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device a50615cd-da31-4b6d-a338-e4161a1af7f5 no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:45:03.716128 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device a50615cd-da31-4b6d-a338-e4161a1af7f5 not bound to the agent host n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:45:03.725747 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e248a930-ccb1-4033-a18e-10736d8939d1 req-34e410d1-691d-4a2b-92b6-bd606b604900 service neutron] 10.222.0.60 "GET /v2.0/networks/11b9284c-75bd-436e-87ca-0e5afa1e436d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166492 Jun 11 09:45:03.763445 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb551e4-b702-45e7-9149-5aa191973315 req-753b6eff-6d60-445c-9e3f-b02e4099b473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:03.764542 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4cb551e4-b702-45e7-9149-5aa191973315 req-753b6eff-6d60-445c-9e3f-b02e4099b473 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f64764ef-1d16-4bb9-abcb-ee15625f8d04 HTTP/1.1" status: 200 len: 908 time: 0.5983810 Jun 11 09:45:03.767617 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9431f1d0-9a31-45dd-976e-dd448c9a156e req-349d058e-e6cc-4826-9349-437ecac28178 service neutron] 10.222.0.64 "GET /v2.0/networks/ecbff90d-5ab6-4357-bf37-5548ca0e9255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6164641 Jun 11 09:45:03.838851 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4cb551e4-b702-45e7-9149-5aa191973315 req-c02ec6ee-6239-4919-bbd4-3c81038caf9f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a50615cd-da31-4b6d-a338-e4161a1af7f5 HTTP/1.1" status: 200 len: 217 time: 0.0616198 Jun 11 09:45:03.846193 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205d60bd-da99-4f0f-a44e-8938d2541d00 req-2b63c15b-db5c-4c3a-b5ca-e7a8c60143a4 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:03.847592 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-205d60bd-da99-4f0f-a44e-8938d2541d00 req-2b63c15b-db5c-4c3a-b5ca-e7a8c60143a4 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe3ef3f-9a6b-4e95-a654-f9fec0c4a05d HTTP/1.1" status: 200 len: 949 time: 0.1934824 Jun 11 09:45:03.848161 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc530bde-c851-4cdf-a3d8-87431a0e7cb2 admin admin] Made reservation on behalf of 48d3383cf10f4d488b7563f5db977a68 for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:45:03.850527 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cc530bde-c851-4cdf-a3d8-87431a0e7cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:03.904892 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cc530bde-c851-4cdf-a3d8-87431a0e7cb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:03.965279 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb551e4-b702-45e7-9149-5aa191973315 req-1157118f-ace5-4e32-9463-4dcdfe9f6cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:03.966874 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4cb551e4-b702-45e7-9149-5aa191973315 req-1157118f-ace5-4e32-9463-4dcdfe9f6cca service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f707fbf9-d6b5-48f4-b1c1-e5fd7bd963f6 HTTP/1.1" status: 200 len: 847 time: 0.1140471 Jun 11 09:45:03.977500 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-205d60bd-da99-4f0f-a44e-8938d2541d00 req-cb4612bb-14d5-4235-a4df-c3d472abf6d8 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172199 Jun 11 09:45:04.065536 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4cb551e4-b702-45e7-9149-5aa191973315 req-04783566-24fc-458d-b0c9-4202e7de2a90 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f64764ef-1d16-4bb9-abcb-ee15625f8d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0860505 Jun 11 09:45:04.191158 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cffb53e-85c2-4606-a695-458bf00508fb req-a7278665-3665-4aa8-9240-be90dbb7502a tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:04.196130 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3cffb53e-85c2-4606-a695-458bf00508fb req-a7278665-3665-4aa8-9240-be90dbb7502a tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 944 time: 0.0839450 Jun 11 09:45:04.241431 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3cffb53e-85c2-4606-a695-458bf00508fb req-9dd7d3b4-6c1d-4650-83e0-8f7ae96fa14c tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d1f1aa-3601-424b-af20-9acf0698c1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427728 Jun 11 09:45:04.310519 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cc530bde-c851-4cdf-a3d8-87431a0e7cb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:04.313253 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4cb551e4-b702-45e7-9149-5aa191973315 req-ce92ce6d-6560-4185-a18e-0f5d5cd96cea service neutron] 10.222.0.64 "GET /v2.0/networks/f64764ef-1d16-4bb9-abcb-ee15625f8d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329917 Jun 11 09:45:04.354165 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc230c9d-ccb9-475c-8bf1-02ca1983ec9e req-a2127a81-d393-435e-8263-b902346710e8 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:04.356427 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-dc230c9d-ccb9-475c-8bf1-02ca1983ec9e req-a2127a81-d393-435e-8263-b902346710e8 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb755b01-30a0-45f8-b07b-3c7f8a5c6eb0 HTTP/1.1" status: 200 len: 946 time: 0.1675837 Jun 11 09:45:04.440700 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cc530bde-c851-4cdf-a3d8-87431a0e7cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:04.452237 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d788732b-48a1-44f6-92cb-6eb53906cfb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:45:04.483363 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-dc230c9d-ccb9-475c-8bf1-02ca1983ec9e req-37209ff9-e642-40b6-b509-2ec045c37d57 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.60 "GET /v2.0/security-groups?id=09f483c6-cf52-4168-b2e6-1a9686fe8b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159639 Jun 11 09:45:04.494889 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc530bde-c851-4cdf-a3d8-87431a0e7cb2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 787} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 09:45:04.525831 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc530bde-c851-4cdf-a3d8-87431a0e7cb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d31fe6-b977-48a3-8ac8-d2d7f926a295,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:45:04.559326 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-cc530bde-c851-4cdf-a3d8-87431a0e7cb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:45:04.559326 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cc530bde-c851-4cdf-a3d8-87431a0e7cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:04.559326 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-cc530bde-c851-4cdf-a3d8-87431a0e7cb2 admin admin] Added segment 13db550d-c68a-47ca-82f2-d9812795d659 of type vlan for network 718f9aa9-b65a-4682-b046-7aa2ec9e0ee7 Jun 11 09:45:04.559326 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4cb551e4-b702-45e7-9149-5aa191973315 req-44407618-3fcd-4816-ac1e-398ecb30c1b0 service neutron] 10.222.0.64 "GET /v2.0/networks/f64764ef-1d16-4bb9-abcb-ee15625f8d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143021 Jun 11 09:45:04.560534 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7e6ec1-c590-41a0-87d0-4b254a90f13d req-f353a403-509c-435c-951c-7c46510298a1 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:04.560534 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6e7e6ec1-c590-41a0-87d0-4b254a90f13d req-f353a403-509c-435c-951c-7c46510298a1 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ce3a764-af8f-4837-9ffe-fc80edb30850 HTTP/1.1" status: 200 len: 944 time: 0.0954595 Jun 11 09:45:04.597811 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cc530bde-c851-4cdf-a3d8-87431a0e7cb2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:04.607773 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6e7e6ec1-c590-41a0-87d0-4b254a90f13d req-ae0de30a-8701-444c-a3fb-e1aa0cbe1529 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486660 Jun 11 09:45:04.691769 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-bf08a468-6215-46f0-8d6c-1d3581d9f3c0 req-75181014-f60c-4d14-b424-abb815402b2e tempest-ServerMetadataNegativeTestJSON-2000341031 tempest-ServerMetadataNegativeTestJSON-2000341031-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8236051-9973-40bc-8027-f9d509c3e51c HTTP/1.1" status: 200 len: 210 time: 0.0348065 Jun 11 09:45:04.702034 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8127df-da9d-49a9-ada7-f8cd4b6e64d9 req-c2af6f05-9de0-4b36-b8b6-aec88a1d4bf9 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:04.703489 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1c8127df-da9d-49a9-ada7-f8cd4b6e64d9 req-c2af6f05-9de0-4b36-b8b6-aec88a1d4bf9 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c8a90ed-0034-4063-a884-6b2e0283e4a2 HTTP/1.1" status: 200 len: 945 time: 0.0930061 Jun 11 09:45:04.750165 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1c8127df-da9d-49a9-ada7-f8cd4b6e64d9 req-7c4851b0-e0e0-42ab-9405-48004d99bbdb tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/security-groups?id=18fc41cb-d5ab-4d35-ab48-499184b426b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394971 Jun 11 09:45:04.761148 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cc530bde-c851-4cdf-a3d8-87431a0e7cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:04.779374 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc530bde-c851-4cdf-a3d8-87431a0e7cb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:04.780016 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cc530bde-c851-4cdf-a3d8-87431a0e7cb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:04.783332 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5eb3d378-8327-4645-ba67-6460a246abab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:45:04.872071 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc530bde-c851-4cdf-a3d8-87431a0e7cb2 admin admin] Pushing event updated for resources: {'Network': ['ID=718f9aa9-b65a-4682-b046-7aa2ec9e0ee7,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:45:04.874727 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-cc530bde-c851-4cdf-a3d8-87431a0e7cb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:45:04.882237 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 718f9aa9-b65a-4682-b046-7aa2ec9e0ee7 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:45:04.915686 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-cc530bde-c851-4cdf-a3d8-87431a0e7cb2 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8146117 Jun 11 09:45:04.918536 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 41870) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:45:04.923457 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-466ab070-02be-48f8-92da-c1216229b157 admin admin] Request body: {'subnet': {'network_id': '718f9aa9-b65a-4682-b046-7aa2ec9e0ee7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1169562274-subnet', 'tenant_id': '48d3383cf10f4d488b7563f5db977a68', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:45:05.091220 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-466ab070-02be-48f8-92da-c1216229b157 admin admin] Made reservation on behalf of 48d3383cf10f4d488b7563f5db977a68 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:45:05.093882 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-466ab070-02be-48f8-92da-c1216229b157 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:05.123051 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb755b01-30a0-45f8-b07b-3c7f8a5c6eb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59e61c48-225d-4e7a-ba3a-53f1a0ee83f9'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:45:05.125414 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d8b37c-78c8-450d-81b7-488f9605a579" -d '{"events": [{"server_uuid": "bb755b01-30a0-45f8-b07b-3c7f8a5c6eb0", "name": "network-vif-plugged", "status": "completed", "tag": "59e61c48-225d-4e7a-ba3a-53f1a0ee83f9"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:45:05.310701 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005bd2f7-0cb3-49a7-b9ff-b60b64938d55 req-f7d543d2-a906-47b4-acd8-ba552ffe2b37 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:05.312267 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-005bd2f7-0cb3-49a7-b9ff-b60b64938d55 req-f7d543d2-a906-47b4-acd8-ba552ffe2b37 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe3ef3f-9a6b-4e95-a654-f9fec0c4a05d HTTP/1.1" status: 200 len: 949 time: 0.2018228 Jun 11 09:45:05.332251 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:05.421416 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-005bd2f7-0cb3-49a7-b9ff-b60b64938d55 req-a1799f56-ae37-4a61-9460-6f17bcd78c22 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006241 Jun 11 09:45:05.423345 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb551e4-b702-45e7-9149-5aa191973315 req-ebe94611-1805-4a41-af6a-37dd1273f6f4 tempest-LiveMigrationTest-1264164380 tempest-LiveMigrationTest-1264164380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:05.424753 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4cb551e4-b702-45e7-9149-5aa191973315 req-ebe94611-1805-4a41-af6a-37dd1273f6f4 tempest-LiveMigrationTest-1264164380 tempest-LiveMigrationTest-1264164380-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=2ce3a764-af8f-4837-9ffe-fc80edb30850&tenant_id=455235d9344d45d29863b10a5775a249&binding%3Ahost_id=n-h1-779913-12 HTTP/1.1" status: 200 len: 1096 time: 0.1913602 Jun 11 09:45:05.469263 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc609cd-a48f-4440-883e-e88d1a945901 x-openstack-request-id: req-8fc609cd-a48f-4440-883e-e88d1a945901 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:45:05.474128 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb755b01-30a0-45f8-b07b-3c7f8a5c6eb0", "name": "network-vif-plugged", "status": "completed", "tag": "59e61c48-225d-4e7a-ba3a-53f1a0ee83f9", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:45:05.474128 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8fc609cd-a48f-4440-883e-e88d1a945901 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:45:05.474128 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb755b01-30a0-45f8-b07b-3c7f8a5c6eb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59e61c48-225d-4e7a-ba3a-53f1a0ee83f9', 'code': 200} Jun 11 09:45:05.648481 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-466ab070-02be-48f8-92da-c1216229b157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:05.660937 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:45:05.760589 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ab070-02be-48f8-92da-c1216229b157 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c12c3382-b4c1-4405-873e-e185c4997a47,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:45:05.772047 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-466ab070-02be-48f8-92da-c1216229b157 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:45:05.793384 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6925300d-2a2a-4e96-acc5-99399cca504d req-3da34678-f813-4774-9435-5377cf9be20d tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:05.793384 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6925300d-2a2a-4e96-acc5-99399cca504d req-3da34678-f813-4774-9435-5377cf9be20d tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 944 time: 0.2206933 Jun 11 09:45:05.793384 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ffc656-891c-4d08-b776-a36ea88480db req-66b4660f-2144-437d-9e42-a479b30c3dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:05.793384 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-03ffc656-891c-4d08-b776-a36ea88480db req-66b4660f-2144-437d-9e42-a479b30c3dd9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=bb755b01-30a0-45f8-b07b-3c7f8a5c6eb0 HTTP/1.1" status: 200 len: 1098 time: 0.2228005 Jun 11 09:45:05.806652 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-4cb551e4-b702-45e7-9149-5aa191973315 req-bcb2f156-4f9f-495f-9894-9cc4396ce3ad service neutron] For port a50615cd-da31-4b6d-a338-e4161a1af7f5, host n-h2-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:45:05.807660 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466ab070-02be-48f8-92da-c1216229b157 admin admin] Checking segment: {'id': '13db550d-c68a-47ca-82f2-d9812795d659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '718f9aa9-b65a-4682-b046-7aa2ec9e0ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:45:05.808020 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466ab070-02be-48f8-92da-c1216229b157 admin admin] Network hostable DHCP agents. Network: 718f9aa9-b65a-4682-b046-7aa2ec9e0ee7, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 09:45:05.824238 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-4cb551e4-b702-45e7-9149-5aa191973315 req-bcb2f156-4f9f-495f-9894-9cc4396ce3ad service neutron] Notify callbacks [] for binding, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:05.825301 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4cb551e4-b702-45e7-9149-5aa191973315 req-bcb2f156-4f9f-495f-9894-9cc4396ce3ad service neutron] 10.222.0.64 "DELETE /v2.0/ports/a50615cd-da31-4b6d-a338-e4161a1af7f5/bindings/n-h2-779913-12 HTTP/1.1" status: 204 len: 173 time: 0.3725009 Jun 11 09:45:05.878200 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-03ffc656-891c-4d08-b776-a36ea88480db req-e5fa8fc8-8152-454a-8dd4-8d28b21b75c4 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=09f483c6-cf52-4168-b2e6-1a9686fe8b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770767 Jun 11 09:45:05.885314 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6925300d-2a2a-4e96-acc5-99399cca504d req-60cb2503-40a7-41a4-8064-b0e396cd0ed0 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d1f1aa-3601-424b-af20-9acf0698c1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740430 Jun 11 09:45:05.947022 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b93f0e6-1b3e-40d4-9fa3-5a157c9addb2 req-b8ec8bd3-bbe0-47c8-b05a-1675bc30078c tempest-MigrationsAdminTest-1888859807 tempest-MigrationsAdminTest-1888859807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:05.948540 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9b93f0e6-1b3e-40d4-9fa3-5a157c9addb2 req-b8ec8bd3-bbe0-47c8-b05a-1675bc30078c tempest-MigrationsAdminTest-1888859807 tempest-MigrationsAdminTest-1888859807-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=3fe3ef3f-9a6b-4e95-a654-f9fec0c4a05d HTTP/1.1" status: 200 len: 1101 time: 0.0584531 Jun 11 09:45:05.966208 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466ab070-02be-48f8-92da-c1216229b157 admin admin] Network 718f9aa9-b65a-4682-b046-7aa2ec9e0ee7 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 09:45:05.977775 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-9b93f0e6-1b3e-40d4-9fa3-5a157c9addb2 req-b9f6b183-3ed9-4ad2-816f-9656fffdec30 tempest-MigrationsAdminTest-1888859807 tempest-MigrationsAdminTest-1888859807-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:06.088633 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba07e8b-3a5f-4d91-9a81-a60328df0a38 req-6c014825-17f8-4ee7-b8eb-ce7089e52bdc tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:06.090057 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3ba07e8b-3a5f-4d91-9a81-a60328df0a38 req-6c014825-17f8-4ee7-b8eb-ce7089e52bdc tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb755b01-30a0-45f8-b07b-3c7f8a5c6eb0 HTTP/1.1" status: 200 len: 946 time: 0.0944691 Jun 11 09:45:06.093030 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-9b93f0e6-1b3e-40d4-9fa3-5a157c9addb2 req-b9f6b183-3ed9-4ad2-816f-9656fffdec30 tempest-MigrationsAdminTest-1888859807 tempest-MigrationsAdminTest-1888859807-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:06.132538 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3ba07e8b-3a5f-4d91-9a81-a60328df0a38 req-dab3964d-f26e-4b63-92c3-765575cf2794 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.60 "GET /v2.0/security-groups?id=09f483c6-cf52-4168-b2e6-1a9686fe8b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364721 Jun 11 09:45:06.155232 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-466ab070-02be-48f8-92da-c1216229b157 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 718f9aa9-b65a-4682-b046-7aa2ec9e0ee7) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:45:06.159646 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466ab070-02be-48f8-92da-c1216229b157 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:06.160328 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-466ab070-02be-48f8-92da-c1216229b157 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:06.166370 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd07fc36-dcbd-4e15-a477-14414f486946 None None] Network 718f9aa9-b65a-4682-b046-7aa2ec9e0ee7 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:45:06.321193 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-9b93f0e6-1b3e-40d4-9fa3-5a157c9addb2 req-b9f6b183-3ed9-4ad2-816f-9656fffdec30 tempest-MigrationsAdminTest-1888859807 tempest-MigrationsAdminTest-1888859807-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:06.325236 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-94a6fec1-3ba4-4a6e-abda-22b4959153a9 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:45:06.341150 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff79b1d-ecf3-42db-ade7-9d8950a9821d None None] Network 718f9aa9-b65a-4682-b046-7aa2ec9e0ee7 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:45:06.362135 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9b93f0e6-1b3e-40d4-9fa3-5a157c9addb2 req-b9f6b183-3ed9-4ad2-816f-9656fffdec30 tempest-MigrationsAdminTest-1888859807 tempest-MigrationsAdminTest-1888859807-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4078331 Jun 11 09:45:06.367529 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f6b183-3ed9-4ad2-816f-9656fffdec30 tempest-MigrationsAdminTest-1888859807 tempest-MigrationsAdminTest-1888859807-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e85e029a-746a-42ca-8b85-2e28a56f197e,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:45:06.370850 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b9f6b183-3ed9-4ad2-816f-9656fffdec30 tempest-MigrationsAdminTest-1888859807 tempest-MigrationsAdminTest-1888859807-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:45:06.400432 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-466ab070-02be-48f8-92da-c1216229b157 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4806805 Jun 11 09:45:06.526899 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b58805f-16ac-4403-b736-145dffd2173d req-10e5e9f9-6f76-4939-a7a0-07d471b18b2f tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:06.528700 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8b58805f-16ac-4403-b736-145dffd2173d req-10e5e9f9-6f76-4939-a7a0-07d471b18b2f tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ce3a764-af8f-4837-9ffe-fc80edb30850 HTTP/1.1" status: 200 len: 944 time: 0.1143320 Jun 11 09:45:06.560172 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-895eb83d-c568-4294-81ce-9f3f15d72725 req-94c3ae64-75c3-41ee-89c1-966b05a56a3e tempest-ServerMetadataNegativeTestJSON-2000341031 tempest-ServerMetadataNegativeTestJSON-2000341031-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8236051-9973-40bc-8027-f9d509c3e51c HTTP/1.1" status: 200 len: 210 time: 0.0394561 Jun 11 09:45:06.583272 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8b58805f-16ac-4403-b736-145dffd2173d req-67c75208-ae10-4317-920c-b5fb62537062 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482767 Jun 11 09:45:06.949711 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f12f24-2fb3-45c8-b727-85d48eb7b55e req-90958cdb-12ca-4ca5-a683-79e021d62896 tempest-ServerAddressesTestJSON-1780781347 tempest-ServerAddressesTestJSON-1780781347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:06.951303 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d1f12f24-2fb3-45c8-b727-85d48eb7b55e req-90958cdb-12ca-4ca5-a683-79e021d62896 tempest-ServerAddressesTestJSON-1780781347 tempest-ServerAddressesTestJSON-1780781347-project] 10.222.0.60 "GET /v2.0/networks?id=718f9aa9-b65a-4682-b046-7aa2ec9e0ee7 HTTP/1.1" status: 200 len: 814 time: 0.1537442 Jun 11 09:45:06.969920 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d1f12f24-2fb3-45c8-b727-85d48eb7b55e req-d6d9805c-58b3-4ec7-b418-1fed21464df3 tempest-ServerAddressesTestJSON-1780781347 tempest-ServerAddressesTestJSON-1780781347-project] 10.222.0.60 "GET /v2.0/quotas/48d3383cf10f4d488b7563f5db977a68 HTTP/1.1" status: 200 len: 375 time: 0.0105367 Jun 11 09:45:07.016451 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d1f12f24-2fb3-45c8-b727-85d48eb7b55e req-c2fbc7c8-0f10-41eb-9335-5fc654125f75 tempest-ServerAddressesTestJSON-1780781347 tempest-ServerAddressesTestJSON-1780781347-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=48d3383cf10f4d488b7563f5db977a68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392244 Jun 11 09:45:07.138357 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d1f12f24-2fb3-45c8-b727-85d48eb7b55e req-cf990b9d-83ba-4bfc-b9d4-569a975044f2 service neutron] 10.222.0.60 "GET /v2.0/networks/718f9aa9-b65a-4682-b046-7aa2ec9e0ee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146197 Jun 11 09:45:07.259780 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d1f12f24-2fb3-45c8-b727-85d48eb7b55e req-4df81bf0-0b0e-40ee-91e4-30aacd2b9d90 service neutron] 10.222.0.60 "GET /v2.0/networks/718f9aa9-b65a-4682-b046-7aa2ec9e0ee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146884 Jun 11 09:45:07.453959 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e248a930-ccb1-4033-a18e-10736d8939d1 req-b52f7b9c-fdaf-4090-9e44-7586ee165400 tempest-ServerMetadataNegativeTestJSON-2000341031 tempest-ServerMetadataNegativeTestJSON-2000341031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:07.455393 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e248a930-ccb1-4033-a18e-10736d8939d1 req-b52f7b9c-fdaf-4090-9e44-7586ee165400 tempest-ServerMetadataNegativeTestJSON-2000341031 tempest-ServerMetadataNegativeTestJSON-2000341031-project] 10.222.0.69 "GET /v2.0/networks?id=11b9284c-75bd-436e-87ca-0e5afa1e436d HTTP/1.1" status: 200 len: 820 time: 0.1571815 Jun 11 09:45:07.474741 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-e248a930-ccb1-4033-a18e-10736d8939d1 req-fb973728-7772-48a0-8eab-fd6212fb64f1 tempest-ServerMetadataNegativeTestJSON-2000341031 tempest-ServerMetadataNegativeTestJSON-2000341031-project] Request body: {'port': {'device_id': 'c8236051-9973-40bc-8027-f9d509c3e51c', 'network_id': '11b9284c-75bd-436e-87ca-0e5afa1e436d', 'admin_state_up': True, 'tenant_id': '79fea5739a3a4904be37b5000471e690'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:45:07.560832 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 9430d443-1577-4b80-9a80-55fd62d4016f details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:45:07.673064 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dfeda5-b55e-4eb3-b5bc-f391bd19c186 req-86d523a9-cf93-4390-9c96-9dd7e2a9a424 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:07.681876 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c0dfeda5-b55e-4eb3-b5bc-f391bd19c186 req-86d523a9-cf93-4390-9c96-9dd7e2a9a424 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 944 time: 0.1193688 Jun 11 09:45:07.727256 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43c2c94-0d17-4f0c-953f-af9e86070d6c req-42ea200b-5903-45c1-9ecd-71e0a0e50f99 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:07.734864 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d43c2c94-0d17-4f0c-953f-af9e86070d6c req-42ea200b-5903-45c1-9ecd-71e0a0e50f99 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb755b01-30a0-45f8-b07b-3c7f8a5c6eb0 HTTP/1.1" status: 200 len: 946 time: 0.0986006 Jun 11 09:45:07.743506 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c0dfeda5-b55e-4eb3-b5bc-f391bd19c186 req-79c00713-ee79-488e-98d6-8d2c9c66b201 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d1f1aa-3601-424b-af20-9acf0698c1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618539 Jun 11 09:45:07.806332 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d43c2c94-0d17-4f0c-953f-af9e86070d6c req-cacb04f1-f585-4b7f-85b3-53e3d0045bc7 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.60 "GET /v2.0/security-groups?id=09f483c6-cf52-4168-b2e6-1a9686fe8b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699594 Jun 11 09:45:07.832817 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e248a930-ccb1-4033-a18e-10736d8939d1 req-fb973728-7772-48a0-8eab-fd6212fb64f1 tempest-ServerMetadataNegativeTestJSON-2000341031 tempest-ServerMetadataNegativeTestJSON-2000341031-project] Made reservation on behalf of 79fea5739a3a4904be37b5000471e690 for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:45:07.832817 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-e248a930-ccb1-4033-a18e-10736d8939d1 req-fb973728-7772-48a0-8eab-fd6212fb64f1 tempest-ServerMetadataNegativeTestJSON-2000341031 tempest-ServerMetadataNegativeTestJSON-2000341031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:07.876273 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 9430d443-1577-4b80-9a80-55fd62d4016f, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=9430d443-1577-4b80-9a80-55fd62d4016f,segment=NetworkSegment(59465666-5c69-4224-8b1f-2b974d7d569d),segment_id=59465666-5c69-4224-8b1f-2b974d7d569d)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:45:07.891776 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': '9430d443-1577-4b80-9a80-55fd62d4016f', 'network_id': '9c71e42f-a279-434a-9733-2e0a55ab4074', 'port_id': '9430d443-1577-4b80-9a80-55fd62d4016f', 'mac_address': 'fa:16:3e:5d:7b:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 791, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a16cacaa-1221-489c-8d0a-2d30aee455ad', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:45:07.951989 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:07.955611 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-10626e30-1459-4fe6-8fe5-1946620605a1 req-5ffcd56e-a2d7-40f7-93c5-8826ca98ed38 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3fe3ef3f-9a6b-4e95-a654-f9fec0c4a05d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2766032 Jun 11 09:45:07.970073 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9430d443-1577-4b80-9a80-55fd62d4016f {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:45:07.996545 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 9430d443-1577-4b80-9a80-55fd62d4016f, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=9430d443-1577-4b80-9a80-55fd62d4016f,segment=NetworkSegment(59465666-5c69-4224-8b1f-2b974d7d569d),segment_id=59465666-5c69-4224-8b1f-2b974d7d569d)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:45:08.094649 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf863e6-7584-419c-9227-b8b97fcfc0b0 req-3dc7a384-30fc-4cea-af33-e8b8c0bc4025 tempest-LiveMigrationTest-1264164380 tempest-LiveMigrationTest-1264164380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:08.096192 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-bcf863e6-7584-419c-9227-b8b97fcfc0b0 req-3dc7a384-30fc-4cea-af33-e8b8c0bc4025 tempest-LiveMigrationTest-1264164380 tempest-LiveMigrationTest-1264164380-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2ce3a764-af8f-4837-9ffe-fc80edb30850 HTTP/1.1" status: 200 len: 1096 time: 0.0584302 Jun 11 09:45:08.127327 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049f0ce5-d675-46e5-bd69-5f100a9b3bb0 req-038367d1-db5c-47f5-9f32-d59873bce33d tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:08.129184 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-049f0ce5-d675-46e5-bd69-5f100a9b3bb0 req-038367d1-db5c-47f5-9f32-d59873bce33d tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe3ef3f-9a6b-4e95-a654-f9fec0c4a05d HTTP/1.1" status: 200 len: 949 time: 0.2154748 Jun 11 09:45:08.135666 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [req-e248a930-ccb1-4033-a18e-10736d8939d1 req-fb973728-7772-48a0-8eab-fd6212fb64f1 tempest-ServerMetadataNegativeTestJSON-2000341031 tempest-ServerMetadataNegativeTestJSON-2000341031-project] Allocated IP 172.20.0.7 (11b9284c-75bd-436e-87ca-0e5afa1e436d/9468a919-e64a-4d3b-b538-495fb8a57fd7/4ed39efc-32a7-4ca4-9ed7-c7b6c76c4c86) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:45:08.143084 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-bcf863e6-7584-419c-9227-b8b97fcfc0b0 req-da6b95ab-650b-4b29-bd45-5fd633f4d3ec tempest-LiveMigrationTest-1264164380 tempest-LiveMigrationTest-1264164380-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409327 Jun 11 09:45:08.182417 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:08.189016 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-7adfb842-b49e-40fe-abe3-cf1700f95145 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:45:08.202592 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-049f0ce5-d675-46e5-bd69-5f100a9b3bb0 req-15b03501-0038-4236-8f34-a2d490f23654 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630443 Jun 11 09:45:08.272010 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-05657215-42dc-411b-b33e-a29542e298a9 req-bd5f0a8e-d317-4f0f-a3d1-978b04920c43 tempest-ServerAddressesTestJSON-1780781347 tempest-ServerAddressesTestJSON-1780781347-project] 10.222.0.60 "GET /v2.0/ports?device_id=f96eda32-b2da-40e5-95d2-a555bc44f76b HTTP/1.1" status: 200 len: 210 time: 0.0697267 Jun 11 09:45:08.322028 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=9430d443-1577-4b80-9a80-55fd62d4016f,revision_number=6']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:45:08.335259 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:45:08.338894 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['9430d443-1577-4b80-9a80-55fd62d4016f'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:45:08.453671 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-80a4b4ba-95d1-4ed4-acad-11ce2cf4ec59 req-e8a7852b-e065-4ed7-9282-578a938bfc00 tempest-ServerMetadataNegativeTestJSON-2000341031 tempest-ServerMetadataNegativeTestJSON-2000341031-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8236051-9973-40bc-8027-f9d509c3e51c HTTP/1.1" status: 200 len: 210 time: 0.0450044 Jun 11 09:45:08.506811 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-e248a930-ccb1-4033-a18e-10736d8939d1 req-fb973728-7772-48a0-8eab-fd6212fb64f1 tempest-ServerMetadataNegativeTestJSON-2000341031 tempest-ServerMetadataNegativeTestJSON-2000341031-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:08.537689 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9b8763-bf59-4def-a7f9-39f1a0e2a1c5 req-c22c5739-ff32-4f69-b89b-0a3ca05bddf7 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:08.539240 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2d9b8763-bf59-4def-a7f9-39f1a0e2a1c5 req-c22c5739-ff32-4f69-b89b-0a3ca05bddf7 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 944 time: 0.1530077 Jun 11 09:45:08.604567 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2d9b8763-bf59-4def-a7f9-39f1a0e2a1c5 req-78a98bd4-0877-4a4f-909d-3b04998d403b tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d1f1aa-3601-424b-af20-9acf0698c1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556118 Jun 11 09:45:08.650285 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-e248a930-ccb1-4033-a18e-10736d8939d1 req-fb973728-7772-48a0-8eab-fd6212fb64f1 tempest-ServerMetadataNegativeTestJSON-2000341031 tempest-ServerMetadataNegativeTestJSON-2000341031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:08.655672 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-cb2939b1-6c50-4af3-8401-9cf3919915b7 tempest-ServersAdminTestJSON-737313358 tempest-ServersAdminTestJSON-737313358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:45:08.715783 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81158b3-7afe-41d7-a89e-dfc65124d977 req-6b0a4669-b696-434d-a32b-9004ee514ada tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:08.724228 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f81158b3-7afe-41d7-a89e-dfc65124d977 req-6b0a4669-b696-434d-a32b-9004ee514ada tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2f9eff9-fbba-4367-b0de-883742133207&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1447353 Jun 11 09:45:08.738925 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e248a930-ccb1-4033-a18e-10736d8939d1 req-fb973728-7772-48a0-8eab-fd6212fb64f1 tempest-ServerMetadataNegativeTestJSON-2000341031 tempest-ServerMetadataNegativeTestJSON-2000341031-project] Network 11b9284c-75bd-436e-87ca-0e5afa1e436d is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:45:08.745768 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [req-e248a930-ccb1-4033-a18e-10736d8939d1 req-fb973728-7772-48a0-8eab-fd6212fb64f1 tempest-ServerMetadataNegativeTestJSON-2000341031 tempest-ServerMetadataNegativeTestJSON-2000341031-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:45:08.820724 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-e248a930-ccb1-4033-a18e-10736d8939d1 req-fb973728-7772-48a0-8eab-fd6212fb64f1 tempest-ServerMetadataNegativeTestJSON-2000341031 tempest-ServerMetadataNegativeTestJSON-2000341031-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:45:08.828047 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb973728-7772-48a0-8eab-fd6212fb64f1 tempest-ServerMetadataNegativeTestJSON-2000341031 tempest-ServerMetadataNegativeTestJSON-2000341031-project] Pushing event updated for resources: {'Port': ['ID=4ed39efc-32a7-4ca4-9ed7-c7b6c76c4c86,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:45:08.842292 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-fb973728-7772-48a0-8eab-fd6212fb64f1 tempest-ServerMetadataNegativeTestJSON-2000341031 tempest-ServerMetadataNegativeTestJSON-2000341031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:45:08.878922 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f81158b3-7afe-41d7-a89e-dfc65124d977 req-f978d2a6-5886-4798-9ec0-526f5fe37cf0 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.209 HTTP/1.1" status: 200 len: 696 time: 0.1547270 Jun 11 09:45:08.902920 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-f81158b3-7afe-41d7-a89e-dfc65124d977 req-04a6b62e-9a2e-45df-a76c-29a6d4a7c6db tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Request body: {'floatingip': {'port_id': 'eadae33e-f095-4f7c-9ab4-6c7a354f6f90', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:45:08.968808 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-f81158b3-7afe-41d7-a89e-dfc65124d977 req-04a6b62e-9a2e-45df-a76c-29a6d4a7c6db tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Notify callbacks [] for floatingip, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:08.976551 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e248a930-ccb1-4033-a18e-10736d8939d1 req-fb973728-7772-48a0-8eab-fd6212fb64f1 tempest-ServerMetadataNegativeTestJSON-2000341031 tempest-ServerMetadataNegativeTestJSON-2000341031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:08.977131 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-e248a930-ccb1-4033-a18e-10736d8939d1 req-fb973728-7772-48a0-8eab-fd6212fb64f1 tempest-ServerMetadataNegativeTestJSON-2000341031 tempest-ServerMetadataNegativeTestJSON-2000341031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:09.198890 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e248a930-ccb1-4033-a18e-10736d8939d1 req-fb973728-7772-48a0-8eab-fd6212fb64f1 tempest-ServerMetadataNegativeTestJSON-2000341031 tempest-ServerMetadataNegativeTestJSON-2000341031-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7192738 Jun 11 09:45:09.522593 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0050156-b8d2-421f-ba2d-f3efe7f2e693 req-58dbe594-189a-47d3-aae3-b8c9e9bce830 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:09.524101 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a0050156-b8d2-421f-ba2d-f3efe7f2e693 req-58dbe594-189a-47d3-aae3-b8c9e9bce830 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/networks?id=ecbff90d-5ab6-4357-bf37-5548ca0e9255 HTTP/1.1" status: 200 len: 810 time: 0.1556129 Jun 11 09:45:09.540938 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a0050156-b8d2-421f-ba2d-f3efe7f2e693 req-d170b59d-8a99-4c4a-af3b-7d28110f64e4 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/quotas/85a0b78c318440aa9b70136d633fbbff HTTP/1.1" status: 200 len: 375 time: 0.0107126 Jun 11 09:45:09.560448 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 9430d443-1577-4b80-9a80-55fd62d4016f up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:45:09.644653 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port 9430d443-1577-4b80-9a80-55fd62d4016f triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:45:09.646014 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:09.653786 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a0050156-b8d2-421f-ba2d-f3efe7f2e693 req-e3034d22-22ac-4bca-99c7-74cd66c59ea5 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=85a0b78c318440aa9b70136d633fbbff&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1057730 Jun 11 09:45:09.659645 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-e248a930-ccb1-4033-a18e-10736d8939d1 req-91bdd7a3-2924-4121-b777-ab9dcfd8b597 service neutron] Request body: {'port': {'device_id': 'c8236051-9973-40bc-8027-f9d509c3e51c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-12'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:45:09.787180 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:09.787467 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-e248a930-ccb1-4033-a18e-10736d8939d1 req-91bdd7a3-2924-4121-b777-ab9dcfd8b597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:09.816806 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c8a90ed-0034-4063-a884-6b2e0283e4a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9430d443-1577-4b80-9a80-55fd62d4016f'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:45:09.819087 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dec27a0-84be-4058-887d-f1507dbb8b29" -d '{"events": [{"server_uuid": "5c8a90ed-0034-4063-a884-6b2e0283e4a2", "name": "network-vif-plugged", "status": "completed", "tag": "9430d443-1577-4b80-9a80-55fd62d4016f"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:45:09.832821 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 9430d443-1577-4b80-9a80-55fd62d4016f, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=9430d443-1577-4b80-9a80-55fd62d4016f,segment=NetworkSegment(59465666-5c69-4224-8b1f-2b974d7d569d),segment_id=59465666-5c69-4224-8b1f-2b974d7d569d)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:45:09.837077 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a0050156-b8d2-421f-ba2d-f3efe7f2e693 req-250620f2-158f-4196-b159-65ab77aa52a9 service neutron] 10.222.0.60 "GET /v2.0/networks/ecbff90d-5ab6-4357-bf37-5548ca0e9255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823549 Jun 11 09:45:09.932431 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:09.935046 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:45:10.006320 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=9430d443-1577-4b80-9a80-55fd62d4016f,revision_number=7']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:45:10.022156 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:45:10.056155 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a0050156-b8d2-421f-ba2d-f3efe7f2e693 req-094ae881-0533-44d0-880c-f7d3aefe98a9 service neutron] 10.222.0.60 "GET /v2.0/networks/ecbff90d-5ab6-4357-bf37-5548ca0e9255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127700 Jun 11 09:45:10.351026 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9115d1-f068-429d-9dea-ed49175e2447 req-d1b9665c-747a-4df5-a474-ac9629e7ca1b tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:10.352995 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1a9115d1-f068-429d-9dea-ed49175e2447 req-d1b9665c-747a-4df5-a474-ac9629e7ca1b tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ce3a764-af8f-4837-9ffe-fc80edb30850 HTTP/1.1" status: 200 len: 944 time: 0.3836651 Jun 11 09:45:10.355007 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.db.resource_extend [req-f81158b3-7afe-41d7-a89e-dfc65124d977 req-04a6b62e-9a2e-45df-a76c-29a6d4a7c6db tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 11 09:45:10.563965 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-f81158b3-7afe-41d7-a89e-dfc65124d977 req-04a6b62e-9a2e-45df-a76c-29a6d4a7c6db tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:10.633015 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-f81158b3-7afe-41d7-a89e-dfc65124d977 req-04a6b62e-9a2e-45df-a76c-29a6d4a7c6db tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:10.726008 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3311cc38-7771-484c-9c12-9fbee3012c68 req-6c272726-3bd6-4794-8bee-e1fb0d406aec tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:10.729218 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3311cc38-7771-484c-9c12-9fbee3012c68 req-6c272726-3bd6-4794-8bee-e1fb0d406aec tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ce3a764-af8f-4837-9ffe-fc80edb30850 HTTP/1.1" status: 200 len: 944 time: 0.1261325 Jun 11 09:45:10.791634 n-d-779913-12 neutron-server[93177]: INFO neutron.db.l3_db [req-f81158b3-7afe-41d7-a89e-dfc65124d977 req-04a6b62e-9a2e-45df-a76c-29a6d4a7c6db tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Floating IP ef4cdb92-b0ef-46a9-80b5-c3f12e242379 associated. External IP: 172.25.4.209, port: eadae33e-f095-4f7c-9ab4-6c7a354f6f90. Jun 11 09:45:10.797646 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3311cc38-7771-484c-9c12-9fbee3012c68 req-a7127e32-285b-4e63-ba7c-34cd882838e1 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632548 Jun 11 09:45:11.086933 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10626e30-1459-4fe6-8fe5-1946620605a1 req-a449af21-69e3-4b92-9d9f-7c03b246d23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:11.087738 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-10626e30-1459-4fe6-8fe5-1946620605a1 req-a449af21-69e3-4b92-9d9f-7c03b246d23f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2d153095abe14427b94c36cd340ad809&device_id=3fe3ef3f-9a6b-4e95-a654-f9fec0c4a05d HTTP/1.1" status: 200 len: 1101 time: 0.1402271 Jun 11 09:45:11.100313 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7322805d-3f31-4da4-8e30-250f4bff5dab req-9d2a4f8e-ee3c-4077-9214-c6bc8e2d0bb1 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:11.107656 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7322805d-3f31-4da4-8e30-250f4bff5dab req-9d2a4f8e-ee3c-4077-9214-c6bc8e2d0bb1 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe3ef3f-9a6b-4e95-a654-f9fec0c4a05d HTTP/1.1" status: 200 len: 949 time: 0.1506286 Jun 11 09:45:11.186094 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [req-e248a930-ccb1-4033-a18e-10736d8939d1 req-91bdd7a3-2924-4121-b777-ab9dcfd8b597 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ed39efc-32a7-4ca4-9ed7-c7b6c76c4c86 {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:45:11.201515 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-e248a930-ccb1-4033-a18e-10736d8939d1 req-91bdd7a3-2924-4121-b777-ab9dcfd8b597 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:11.221635 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7322805d-3f31-4da4-8e30-250f4bff5dab req-80e07134-233b-4e3f-a43f-d6f68aa9ff89 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098027 Jun 11 09:45:11.222106 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-e248a930-ccb1-4033-a18e-10736d8939d1 req-91bdd7a3-2924-4121-b777-ab9dcfd8b597 service neutron] Transition to ACTIVE for port object 4ed39efc-32a7-4ca4-9ed7-c7b6c76c4c86 will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:45:11.432573 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f81158b3-7afe-41d7-a89e-dfc65124d977 req-04a6b62e-9a2e-45df-a76c-29a6d4a7c6db tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Router d7118f6f-9aab-4125-b378-18f244e7c2f1 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 09:45:11.435294 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-e248a930-ccb1-4033-a18e-10736d8939d1 req-91bdd7a3-2924-4121-b777-ab9dcfd8b597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:11.445517 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-72798f3d-1e35-4054-926e-61f948358c6a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:45:11.457693 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-23468290-1e4b-43e2-bb31-f8981d8c6ccc req-0ecadc6f-1719-4908-bd1f-ce7df185e3b3 tempest-ServerAddressesTestJSON-1780781347 tempest-ServerAddressesTestJSON-1780781347-project] 10.222.0.60 "GET /v2.0/ports?device_id=f96eda32-b2da-40e5-95d2-a555bc44f76b HTTP/1.1" status: 200 len: 210 time: 0.1123164 Jun 11 09:45:11.461458 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10626e30-1459-4fe6-8fe5-1946620605a1 req-9dd6cd3d-47a4-44c0-8e20-dd8c1e4c6094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:11.462925 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-10626e30-1459-4fe6-8fe5-1946620605a1 req-9dd6cd3d-47a4-44c0-8e20-dd8c1e4c6094 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cf20d108-f84c-44de-9036-2269564edd60 HTTP/1.1" status: 200 len: 870 time: 0.3509440 Jun 11 09:45:11.511605 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-1a9115d1-f068-429d-9dea-ed49175e2447 req-5ead6aa0-172b-4705-bc24-60ed3a7d28ab tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Deleting port a50615cd-da31-4b6d-a338-e4161a1af7f5 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:45:11.511958 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-1a9115d1-f068-429d-9dea-ed49175e2447 req-5ead6aa0-172b-4705-bc24-60ed3a7d28ab tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:11.540877 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bdd7a3-2924-4121-b777-ab9dcfd8b597 service neutron] Pushing event updated for resources: {'Port': ['ID=4ed39efc-32a7-4ca4-9ed7-c7b6c76c4c86,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:45:11.562999 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-10626e30-1459-4fe6-8fe5-1946620605a1 req-267c46b7-9213-40ae-a2a4-c1f0f9e73316 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=377f653d-177d-4337-aeab-2d19af79e208 HTTP/1.1" status: 200 len: 217 time: 0.0835557 Jun 11 09:45:11.577255 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-91bdd7a3-2924-4121-b777-ab9dcfd8b597 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:45:11.588728 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f12f24-2fb3-45c8-b727-85d48eb7b55e req-cd5a008d-ca69-4111-b31e-c620bd7a9d50 tempest-ServerAddressesTestJSON-1780781347 tempest-ServerAddressesTestJSON-1780781347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:11.590937 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d1f12f24-2fb3-45c8-b727-85d48eb7b55e req-cd5a008d-ca69-4111-b31e-c620bd7a9d50 tempest-ServerAddressesTestJSON-1780781347 tempest-ServerAddressesTestJSON-1780781347-project] 10.222.0.64 "GET /v2.0/networks?id=718f9aa9-b65a-4682-b046-7aa2ec9e0ee7 HTTP/1.1" status: 200 len: 814 time: 0.3605518 Jun 11 09:45:11.624137 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-d1f12f24-2fb3-45c8-b727-85d48eb7b55e req-9c85899b-69b7-46a0-ae4e-5f5e52651471 tempest-ServerAddressesTestJSON-1780781347 tempest-ServerAddressesTestJSON-1780781347-project] Request body: {'port': {'device_id': 'f96eda32-b2da-40e5-95d2-a555bc44f76b', 'network_id': '718f9aa9-b65a-4682-b046-7aa2ec9e0ee7', 'admin_state_up': True, 'tenant_id': '48d3383cf10f4d488b7563f5db977a68'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:45:11.663137 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f5119977-eca1-4f08-9d2f-9a69458bf042 req-bbcee0da-4b8f-492f-9031-19b5568628f2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7785554 Jun 11 09:45:11.721223 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10626e30-1459-4fe6-8fe5-1946620605a1 req-37107205-0770-4ddb-b9b9-8866ea93b8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:11.723523 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-10626e30-1459-4fe6-8fe5-1946620605a1 req-37107205-0770-4ddb-b9b9-8866ea93b8ca service neutron] 10.222.0.64 "GET /v2.0/subnets?id=189b03cc-b2a8-4615-9ab5-ad0328c3f10f HTTP/1.1" status: 200 len: 843 time: 0.1515484 Jun 11 09:45:12.246747 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c653074c-a8cb-409a-a5b9-80ca1c0a2178 req-211614b2-b1b1-48f7-9a36-15290ec63474 tempest-ServerMetadataNegativeTestJSON-2000341031 tempest-ServerMetadataNegativeTestJSON-2000341031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:12.248301 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c653074c-a8cb-409a-a5b9-80ca1c0a2178 req-211614b2-b1b1-48f7-9a36-15290ec63474 tempest-ServerMetadataNegativeTestJSON-2000341031 tempest-ServerMetadataNegativeTestJSON-2000341031-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8236051-9973-40bc-8027-f9d509c3e51c HTTP/1.1" status: 200 len: 943 time: 0.6124108 Jun 11 09:45:12.282876 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10626e30-1459-4fe6-8fe5-1946620605a1 req-c8010d55-aebb-4074-90e1-46d8618eb790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:12.284544 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-10626e30-1459-4fe6-8fe5-1946620605a1 req-c8010d55-aebb-4074-90e1-46d8618eb790 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf20d108-f84c-44de-9036-2269564edd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5139821 Jun 11 09:45:12.320512 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c653074c-a8cb-409a-a5b9-80ca1c0a2178 req-359306e2-2371-4cbb-b93f-7c5b77df25ef tempest-ServerMetadataNegativeTestJSON-2000341031 tempest-ServerMetadataNegativeTestJSON-2000341031-project] 10.222.0.60 "GET /v2.0/security-groups?id=5915571c-2f9b-4bcb-9750-22ae6d4c051a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613425 Jun 11 09:45:12.356308 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-1a9115d1-f068-429d-9dea-ed49175e2447 req-5ead6aa0-172b-4705-bc24-60ed3a7d28ab tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] For port a50615cd-da31-4b6d-a338-e4161a1af7f5, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=a50615cd-da31-4b6d-a338-e4161a1af7f5,segment=NetworkSegment(9149788d-877e-41af-83c2-5ce6b1848f17),segment_id=9149788d-877e-41af-83c2-5ce6b1848f17)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:45:12.356874 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-1a9115d1-f068-429d-9dea-ed49175e2447 req-5ead6aa0-172b-4705-bc24-60ed3a7d28ab tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:12.378974 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5119977-eca1-4f08-9d2f-9a69458bf042 req-d2f43eef-bc24-48ca-955d-b3e378942fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:12.380626 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f5119977-eca1-4f08-9d2f-9a69458bf042 req-d2f43eef-bc24-48ca-955d-b3e378942fb9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=85a0b78c318440aa9b70136d633fbbff&device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 1096 time: 0.2980967 Jun 11 09:45:12.393030 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1f12f24-2fb3-45c8-b727-85d48eb7b55e req-9c85899b-69b7-46a0-ae4e-5f5e52651471 tempest-ServerAddressesTestJSON-1780781347 tempest-ServerAddressesTestJSON-1780781347-project] Made reservation on behalf of 48d3383cf10f4d488b7563f5db977a68 for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:45:12.395723 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-d1f12f24-2fb3-45c8-b727-85d48eb7b55e req-9c85899b-69b7-46a0-ae4e-5f5e52651471 tempest-ServerAddressesTestJSON-1780781347 tempest-ServerAddressesTestJSON-1780781347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:12.419088 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d45ed5-ad73-4c8b-8807-d1ea79a6e18e x-openstack-request-id: req-b6d45ed5-ad73-4c8b-8807-d1ea79a6e18e {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:45:12.420068 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c8a90ed-0034-4063-a884-6b2e0283e4a2", "name": "network-vif-plugged", "status": "completed", "tag": "9430d443-1577-4b80-9a80-55fd62d4016f", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:45:12.420556 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b6d45ed5-ad73-4c8b-8807-d1ea79a6e18e {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:45:12.421173 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c8a90ed-0034-4063-a884-6b2e0283e4a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9430d443-1577-4b80-9a80-55fd62d4016f', 'code': 200} Jun 11 09:45:12.570332 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-1a9115d1-f068-429d-9dea-ed49175e2447 req-5ead6aa0-172b-4705-bc24-60ed3a7d28ab tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Calling delete_port for a50615cd-da31-4b6d-a338-e4161a1af7f5 owned by compute:nova {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:45:12.581655 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-10626e30-1459-4fe6-8fe5-1946620605a1 req-8c582fc1-9854-410e-a9cb-faaf4b24f56e service neutron] 10.222.0.64 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842321 Jun 11 09:45:12.661204 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-e248a930-ccb1-4033-a18e-10736d8939d1 req-91bdd7a3-2924-4121-b777-ab9dcfd8b597 service neutron] Attempting to bind port 4ed39efc-32a7-4ca4-9ed7-c7b6c76c4c86 on host n-h2-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:45:12.661672 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-e248a930-ccb1-4033-a18e-10736d8939d1 req-91bdd7a3-2924-4121-b777-ab9dcfd8b597 service neutron] Attempting to bind port 4ed39efc-32a7-4ca4-9ed7-c7b6c76c4c86 by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': '001d18ae-164f-4031-819e-53a4dde709cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '11b9284c-75bd-436e-87ca-0e5afa1e436d'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:45:12.662179 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e248a930-ccb1-4033-a18e-10736d8939d1 req-91bdd7a3-2924-4121-b777-ab9dcfd8b597 service neutron] Attempting to bind port 4ed39efc-32a7-4ca4-9ed7-c7b6c76c4c86 on network 11b9284c-75bd-436e-87ca-0e5afa1e436d {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:45:12.725848 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f81158b3-7afe-41d7-a89e-dfc65124d977 req-04a6b62e-9a2e-45df-a76c-29a6d4a7c6db tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:45:12.732524 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-f81158b3-7afe-41d7-a89e-dfc65124d977 req-04a6b62e-9a2e-45df-a76c-29a6d4a7c6db tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:12.740517 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56cc932-043f-4e4b-b578-6852f1722d00 None None] Sync routers for ids ['d7118f6f-9aab-4125-b378-18f244e7c2f1'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:45:12.751477 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e248a930-ccb1-4033-a18e-10736d8939d1 req-91bdd7a3-2924-4121-b777-ab9dcfd8b597 service neutron] Port 4ed39efc-32a7-4ca4-9ed7-c7b6c76c4c86 on network 11b9284c-75bd-436e-87ca-0e5afa1e436d not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:45:12.752112 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e248a930-ccb1-4033-a18e-10736d8939d1 req-91bdd7a3-2924-4121-b777-ab9dcfd8b597 service neutron] Attempting to bind port 4ed39efc-32a7-4ca4-9ed7-c7b6c76c4c86 on network 11b9284c-75bd-436e-87ca-0e5afa1e436d {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:45:12.765339 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56cc932-043f-4e4b-b578-6852f1722d00 None None] Routers {'d7118f6f-9aab-4125-b378-18f244e7c2f1'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:45:12.766192 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-c56cc932-043f-4e4b-b578-6852f1722d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:44:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['d7118f6f-9aab-4125-b378-18f244e7c2f1'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:45:12.838958 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-790ef4bc-5a59-4d5a-9101-09fdbc56ce9c req-0951963b-20cd-47f4-8a17-5cec0dc34ed1 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=6862493a-d39d-40b0-b207-242830221721 HTTP/1.1" status: 200 len: 210 time: 0.0792389 Jun 11 09:45:12.848017 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-d1f12f24-2fb3-45c8-b727-85d48eb7b55e req-9c85899b-69b7-46a0-ae4e-5f5e52651471 tempest-ServerAddressesTestJSON-1780781347 tempest-ServerAddressesTestJSON-1780781347-project] Allocated IP 172.20.0.4 (718f9aa9-b65a-4682-b046-7aa2ec9e0ee7/c12c3382-b4c1-4405-873e-e185c4997a47/fde7ca4c-7f4f-4a66-9f59-8a5d54e6b802) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:45:12.886200 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2beb98e8-5641-4bcd-a7b6-6961a21f2f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:12.893814 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-10626e30-1459-4fe6-8fe5-1946620605a1 req-5a0e1118-7780-433c-b585-124d6d0adb65 service neutron] 10.222.0.64 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967799 Jun 11 09:45:12.954913 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5119977-eca1-4f08-9d2f-9a69458bf042 req-cb8f4efd-f2c9-472c-9a8c-7d353753ea10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:12.970129 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f5119977-eca1-4f08-9d2f-9a69458bf042 req-cb8f4efd-f2c9-472c-9a8c-7d353753ea10 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ecbff90d-5ab6-4357-bf37-5548ca0e9255 HTTP/1.1" status: 200 len: 911 time: 0.3725135 Jun 11 09:45:12.995440 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-c56cc932-043f-4e4b-b578-6852f1722d00 None None] Set router d7118f6f-9aab-4125-b378-18f244e7c2f1 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:45:13.000966 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e248a930-ccb1-4033-a18e-10736d8939d1 req-91bdd7a3-2924-4121-b777-ab9dcfd8b597 service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:45:13.001588 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e248a930-ccb1-4033-a18e-10736d8939d1 req-91bdd7a3-2924-4121-b777-ab9dcfd8b597 service neutron] Checking segment: {'id': '001d18ae-164f-4031-819e-53a4dde709cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '11b9284c-75bd-436e-87ca-0e5afa1e436d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:45:13.007304 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e248a930-ccb1-4033-a18e-10736d8939d1 req-91bdd7a3-2924-4121-b777-ab9dcfd8b597 service neutron] Bound using segment: {'id': '001d18ae-164f-4031-819e-53a4dde709cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '11b9284c-75bd-436e-87ca-0e5afa1e436d'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:45:13.007803 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-e248a930-ccb1-4033-a18e-10736d8939d1 req-91bdd7a3-2924-4121-b777-ab9dcfd8b597 service neutron] Bound port: 4ed39efc-32a7-4ca4-9ed7-c7b6c76c4c86, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '001d18ae-164f-4031-819e-53a4dde709cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '11b9284c-75bd-436e-87ca-0e5afa1e436d'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:45:13.008165 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-e248a930-ccb1-4033-a18e-10736d8939d1 req-91bdd7a3-2924-4121-b777-ab9dcfd8b597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:13.182883 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-d1f12f24-2fb3-45c8-b727-85d48eb7b55e req-9c85899b-69b7-46a0-ae4e-5f5e52651471 tempest-ServerAddressesTestJSON-1780781347 tempest-ServerAddressesTestJSON-1780781347-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:13.195428 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f5119977-eca1-4f08-9d2f-9a69458bf042 req-27259dde-0193-4b82-9f8b-af4d2776d833 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=730c5223-87c0-4868-94fb-7a041e9c63ba HTTP/1.1" status: 200 len: 999 time: 0.2230284 Jun 11 09:45:13.360189 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c2c42e-0d9a-40bb-8af8-60752da06286 req-39de8585-8bd2-4ad1-87d1-70ead7fbfb96 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:13.369769 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d3c2c42e-0d9a-40bb-8af8-60752da06286 req-39de8585-8bd2-4ad1-87d1-70ead7fbfb96 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ce3a764-af8f-4837-9ffe-fc80edb30850 HTTP/1.1" status: 200 len: 944 time: 0.2126634 Jun 11 09:45:13.412512 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f81158b3-7afe-41d7-a89e-dfc65124d977 req-04a6b62e-9a2e-45df-a76c-29a6d4a7c6db tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.60 "PUT /v2.0/floatingips/ef4cdb92-b0ef-46a9-80b5-c3f12e242379 HTTP/1.1" status: 200 len: 997 time: 4.5257339 Jun 11 09:45:13.417171 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-d1f12f24-2fb3-45c8-b727-85d48eb7b55e req-9c85899b-69b7-46a0-ae4e-5f5e52651471 tempest-ServerAddressesTestJSON-1780781347 tempest-ServerAddressesTestJSON-1780781347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:13.432108 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4634dbe8-2cfc-4981-aaba-361e3d1b5455 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:45:13.499417 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-c56cc932-043f-4e4b-b578-6852f1722d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7118f6f-9aab-4125-b378-18f244e7c2f1', 'name': 'tempest-FloatingIPsAssociationTestJSON-913285329-router', 'tenant_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '85a0effd-9698-440e-8280-68136d88e76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:43:48Z', 'updated_at': '2021-06-11T09:44:04Z', 'revision_number': 4, 'project_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'gw_port': {'id': '85a0effd-9698-440e-8280-68136d88e76e', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7118f6f-9aab-4125-b378-18f244e7c2f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:43:50Z', 'updated_at': '2021-06-11T09:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': 'ef4cdb92-b0ef-46a9-80b5-c3f12e242379', 'tenant_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'floating_ip_address': '172.25.4.209', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': 'd7118f6f-9aab-4125-b378-18f244e7c2f1', 'port_id': 'eadae33e-f095-4f7c-9ab4-6c7a354f6f90', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8306b3b2-c7c1-4b78-8462-356897eaa70e', 'mac_address': 'fa:16:3e:97:97:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f9eff9-fbba-4367-b0de-883742133207', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T09:44:37Z', 'updated_at': '2021-06-11T09:45:10Z', 'revision_number': 1, 'project_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a82c68ca-9bc5-4c36-8760-d663de2ac702', 'name': '', 'network_id': '8306b3b2-c7c1-4b78-8462-356897eaa70e', 'tenant_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'mac_address': 'fa:16:3e:76:fe:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7118f6f-9aab-4125-b378-18f244e7c2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '5bbe8ee4-e19a-4280-9545-f4e3ba21ac03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:44:01Z', 'updated_at': '2021-06-11T09:44:15Z', 'revision_number': 5, 'project_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'subnets': [{'id': '5bbe8ee4-e19a-4280-9545-f4e3ba21ac03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:45:13.514724 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56cc932-043f-4e4b-b578-6852f1722d00 None None] Checking router: d7118f6f-9aab-4125-b378-18f244e7c2f1 for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:45:13.515197 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1f12f24-2fb3-45c8-b727-85d48eb7b55e req-9c85899b-69b7-46a0-ae4e-5f5e52651471 tempest-ServerAddressesTestJSON-1780781347 tempest-ServerAddressesTestJSON-1780781347-project] Network 718f9aa9-b65a-4682-b046-7aa2ec9e0ee7 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:45:13.526988 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-e248a930-ccb1-4033-a18e-10736d8939d1 req-91bdd7a3-2924-4121-b777-ab9dcfd8b597 service neutron] For port 4ed39efc-32a7-4ca4-9ed7-c7b6c76c4c86, host n-h2-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:45:13.530844 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-e248a930-ccb1-4033-a18e-10736d8939d1 req-91bdd7a3-2924-4121-b777-ab9dcfd8b597 service neutron] For port 4ed39efc-32a7-4ca4-9ed7-c7b6c76c4c86, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=4ed39efc-32a7-4ca4-9ed7-c7b6c76c4c86,segment=NetworkSegment(001d18ae-164f-4031-819e-53a4dde709cd),segment_id=001d18ae-164f-4031-819e-53a4dde709cd)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:45:13.532086 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2f9eff9-fbba-4367-b0de-883742133207', 'tag': 'eadae33e-f095-4f7c-9ab4-6c7a354f6f90'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:45:13.535143 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11477289-ac6d-40fb-a494-780ace6747d8" -d '{"events": [{"name": "network-changed", "server_uuid": "a2f9eff9-fbba-4367-b0de-883742133207", "tag": "eadae33e-f095-4f7c-9ab4-6c7a354f6f90"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:45:13.539246 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56cc932-043f-4e4b-b578-6852f1722d00 None None] Routers {'d7118f6f-9aab-4125-b378-18f244e7c2f1'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:45:13.539667 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5119977-eca1-4f08-9d2f-9a69458bf042 req-80bfa137-0fb5-4931-9ecd-5ceb24321f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:13.540058 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-c56cc932-043f-4e4b-b578-6852f1722d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:44:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['d7118f6f-9aab-4125-b378-18f244e7c2f1'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:45:13.541676 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f5119977-eca1-4f08-9d2f-9a69458bf042 req-80bfa137-0fb5-4931-9ecd-5ceb24321f5e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65fd936e-e1de-4d66-9d41-076079c1dae3 HTTP/1.1" status: 200 len: 849 time: 0.3255320 Jun 11 09:45:13.546850 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-d1f12f24-2fb3-45c8-b727-85d48eb7b55e req-9c85899b-69b7-46a0-ae4e-5f5e52651471 tempest-ServerAddressesTestJSON-1780781347 tempest-ServerAddressesTestJSON-1780781347-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:45:13.557339 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1f12f24-2fb3-45c8-b727-85d48eb7b55e req-9c85899b-69b7-46a0-ae4e-5f5e52651471 tempest-ServerAddressesTestJSON-1780781347 tempest-ServerAddressesTestJSON-1780781347-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:45:13.576168 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device a50615cd-da31-4b6d-a338-e4161a1af7f5 no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:45:13.626090 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-1a9115d1-f068-429d-9dea-ed49175e2447 req-5ead6aa0-172b-4705-bc24-60ed3a7d28ab tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:13.634186 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-e248a930-ccb1-4033-a18e-10736d8939d1 req-91bdd7a3-2924-4121-b777-ab9dcfd8b597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:13.654619 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-35412160-3682-4dc6-afd8-79031e51bd15 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:45:13.679539 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d3c2c42e-0d9a-40bb-8af8-60752da06286 req-694c8ff4-a6b8-4462-935a-8d5ef45e0a36 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841370 Jun 11 09:45:13.700340 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['b312982e-ede2-411d-8a4c-a79af3606d60'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:45:13.705436 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] No active binding found for port a50615cd-da31-4b6d-a338-e4161a1af7f5 {{(pid=93178) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 11 09:45:13.706200 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device a50615cd-da31-4b6d-a338-e4161a1af7f5 not bound to the agent host n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:45:13.711117 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c85899b-69b7-46a0-ae4e-5f5e52651471 tempest-ServerAddressesTestJSON-1780781347 tempest-ServerAddressesTestJSON-1780781347-project] Pushing event updated for resources: {'Port': ['ID=fde7ca4c-7f4f-4a66-9f59-8a5d54e6b802,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:45:13.731138 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9c85899b-69b7-46a0-ae4e-5f5e52651471 tempest-ServerAddressesTestJSON-1780781347 tempest-ServerAddressesTestJSON-1780781347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:45:13.853633 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-c56cc932-043f-4e4b-b578-6852f1722d00 None None] Set router d7118f6f-9aab-4125-b378-18f244e7c2f1 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:45:13.907465 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f12f24-2fb3-45c8-b727-85d48eb7b55e req-9c85899b-69b7-46a0-ae4e-5f5e52651471 tempest-ServerAddressesTestJSON-1780781347 tempest-ServerAddressesTestJSON-1780781347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:13.908198 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-d1f12f24-2fb3-45c8-b727-85d48eb7b55e req-9c85899b-69b7-46a0-ae4e-5f5e52651471 tempest-ServerAddressesTestJSON-1780781347 tempest-ServerAddressesTestJSON-1780781347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:13.918215 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0050156-b8d2-421f-ba2d-f3efe7f2e693 req-80aed4d9-4f26-4083-bb01-fbf3c785c7ff tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:13.920553 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a0050156-b8d2-421f-ba2d-f3efe7f2e693 req-80aed4d9-4f26-4083-bb01-fbf3c785c7ff tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.64 "GET /v2.0/networks?id=ecbff90d-5ab6-4357-bf37-5548ca0e9255 HTTP/1.1" status: 200 len: 810 time: 0.3947251 Jun 11 09:45:13.933910 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e248a930-ccb1-4033-a18e-10736d8939d1 req-91bdd7a3-2924-4121-b777-ab9dcfd8b597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:13.935058 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-e248a930-ccb1-4033-a18e-10736d8939d1 req-91bdd7a3-2924-4121-b777-ab9dcfd8b597 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:13.936472 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e248a930-ccb1-4033-a18e-10736d8939d1 req-91bdd7a3-2924-4121-b777-ab9dcfd8b597 service neutron] 10.222.0.69 "PUT /v2.0/ports/4ed39efc-32a7-4ca4-9ed7-c7b6c76c4c86 HTTP/1.1" status: 200 len: 1092 time: 4.2916229 Jun 11 09:45:13.977445 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-a0050156-b8d2-421f-ba2d-f3efe7f2e693 req-3d23cd49-d736-4818-a80f-401648e1a615 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Request body: {'port': {'device_id': '6862493a-d39d-40b0-b207-242830221721', 'network_id': 'ecbff90d-5ab6-4357-bf37-5548ca0e9255', 'admin_state_up': True, 'tenant_id': '85a0b78c318440aa9b70136d633fbbff'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:45:14.047399 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a9115d1-f068-429d-9dea-ed49175e2447 req-5ead6aa0-172b-4705-bc24-60ed3a7d28ab tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] No DVR routers for this DVR port a50615cd-da31-4b6d-a338-e4161a1af7f5 on host n-h1-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:45:14.053454 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5119977-eca1-4f08-9d2f-9a69458bf042 req-d14db1cb-c664-4946-9e20-d57527fd6daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:14.054950 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f5119977-eca1-4f08-9d2f-9a69458bf042 req-d14db1cb-c664-4946-9e20-d57527fd6daa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ecbff90d-5ab6-4357-bf37-5548ca0e9255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5028267 Jun 11 09:45:14.058646 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-1a9115d1-f068-429d-9dea-ed49175e2447 req-5ead6aa0-172b-4705-bc24-60ed3a7d28ab tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:14.060581 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1a9115d1-f068-429d-9dea-ed49175e2447 req-5ead6aa0-172b-4705-bc24-60ed3a7d28ab tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.64 "DELETE /v2.0/ports/a50615cd-da31-4b6d-a338-e4161a1af7f5 HTTP/1.1" status: 204 len: 173 time: 3.6499634 Jun 11 09:45:14.132288 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d59190-1862-49f8-aa4f-a8adfafc082f req-ba6af067-0b87-4b49-8596-9556ae9dce4b tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:14.134373 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-23d59190-1862-49f8-aa4f-a8adfafc082f req-ba6af067-0b87-4b49-8596-9556ae9dce4b tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe3ef3f-9a6b-4e95-a654-f9fec0c4a05d HTTP/1.1" status: 200 len: 949 time: 0.2118204 Jun 11 09:45:14.161054 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bdd7a3-2924-4121-b777-ab9dcfd8b597 service neutron] Pushing event updated for resources: {'Port': ['ID=4ed39efc-32a7-4ca4-9ed7-c7b6c76c4c86,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:45:14.300108 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-23d59190-1862-49f8-aa4f-a8adfafc082f req-7f2e2e09-6047-40bf-8769-a40bbdd3f329 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501777 Jun 11 09:45:14.325735 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81158b3-7afe-41d7-a89e-dfc65124d977 req-b6caa3f2-0c0a-4a8a-8f00-14a41f1f004f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:14.332427 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f81158b3-7afe-41d7-a89e-dfc65124d977 req-b6caa3f2-0c0a-4a8a-8f00-14a41f1f004f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9e00f0b8050a4c758f9c2d03d3f429fa&device_id=a2f9eff9-fbba-4367-b0de-883742133207 HTTP/1.1" status: 200 len: 1098 time: 0.7891967 Jun 11 09:45:14.344063 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ead6aa0-172b-4705-bc24-60ed3a7d28ab tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Pushing event deleted for resources: {'Port': ['ID=a50615cd-da31-4b6d-a338-e4161a1af7f5,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:45:14.351778 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5ead6aa0-172b-4705-bc24-60ed3a7d28ab tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.697s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:45:14.356470 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-33b7e138-db8c-423a-938a-5cdc8af68985 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.589s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:45:14.356963 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-33b7e138-db8c-423a-938a-5cdc8af68985 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:45:14.459252 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-41f36013-98ad-4d74-b113-a65d64f12cb8 req-76bc4def-d059-4287-8a84-2716fe0d0a9b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=eb53acf8-b818-4202-8875-71959f7fc254&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6498272 Jun 11 09:45:14.586581 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 09:45:14.610180 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e248a930-ccb1-4033-a18e-10736d8939d1 req-78a18a4b-400f-4c00-8dbd-24fcb7051ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:14.612670 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e248a930-ccb1-4033-a18e-10736d8939d1 req-78a18a4b-400f-4c00-8dbd-24fcb7051ad0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=79fea5739a3a4904be37b5000471e690&device_id=c8236051-9973-40bc-8027-f9d509c3e51c HTTP/1.1" status: 200 len: 1095 time: 0.3802643 Jun 11 09:45:14.617321 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e0f646-7916-4272-9f12-689d949d4383 req-1099f71f-0889-4ff9-953c-865645ac4195 tempest-ServerAddressesTestJSON-1780781347 tempest-ServerAddressesTestJSON-1780781347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:14.620514 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f5119977-eca1-4f08-9d2f-9a69458bf042 req-03e65683-21ad-4032-b1b3-1269ca075ada service neutron] 10.222.0.64 "GET /v2.0/networks/ecbff90d-5ab6-4357-bf37-5548ca0e9255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5373158 Jun 11 09:45:14.626945 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-74e0f646-7916-4272-9f12-689d949d4383 req-1099f71f-0889-4ff9-953c-865645ac4195 tempest-ServerAddressesTestJSON-1780781347 tempest-ServerAddressesTestJSON-1780781347-project] 10.222.0.60 "GET /v2.0/ports?device_id=f96eda32-b2da-40e5-95d2-a555bc44f76b HTTP/1.1" status: 200 len: 931 time: 0.1396198 Jun 11 09:45:14.636777 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-c56cc932-043f-4e4b-b578-6852f1722d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7118f6f-9aab-4125-b378-18f244e7c2f1', 'name': 'tempest-FloatingIPsAssociationTestJSON-913285329-router', 'tenant_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '85a0effd-9698-440e-8280-68136d88e76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:43:48Z', 'updated_at': '2021-06-11T09:44:04Z', 'revision_number': 4, 'project_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'gw_port': {'id': '85a0effd-9698-440e-8280-68136d88e76e', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7118f6f-9aab-4125-b378-18f244e7c2f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:43:50Z', 'updated_at': '2021-06-11T09:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': 'ef4cdb92-b0ef-46a9-80b5-c3f12e242379', 'tenant_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'floating_ip_address': '172.25.4.209', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': 'd7118f6f-9aab-4125-b378-18f244e7c2f1', 'port_id': 'eadae33e-f095-4f7c-9ab4-6c7a354f6f90', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8306b3b2-c7c1-4b78-8462-356897eaa70e', 'mac_address': 'fa:16:3e:97:97:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f9eff9-fbba-4367-b0de-883742133207', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T09:44:37Z', 'updated_at': '2021-06-11T09:45:10Z', 'revision_number': 1, 'project_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a82c68ca-9bc5-4c36-8760-d663de2ac702', 'name': '', 'network_id': '8306b3b2-c7c1-4b78-8462-356897eaa70e', 'tenant_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'mac_address': 'fa:16:3e:76:fe:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7118f6f-9aab-4125-b378-18f244e7c2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '5bbe8ee4-e19a-4280-9545-f4e3ba21ac03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:44:01Z', 'updated_at': '2021-06-11T09:44:15Z', 'revision_number': 5, 'project_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'subnets': [{'id': '5bbe8ee4-e19a-4280-9545-f4e3ba21ac03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:45:14.637137 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d1f12f24-2fb3-45c8-b727-85d48eb7b55e req-9c85899b-69b7-46a0-ae4e-5f5e52651471 tempest-ServerAddressesTestJSON-1780781347 tempest-ServerAddressesTestJSON-1780781347-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0190985 Jun 11 09:45:14.641974 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56cc932-043f-4e4b-b578-6852f1722d00 None None] The sync data for ids ['d7118f6f-9aab-4125-b378-18f244e7c2f1'] in n-d-779913-12 is: [{'id': 'd7118f6f-9aab-4125-b378-18f244e7c2f1', 'name': 'tempest-FloatingIPsAssociationTestJSON-913285329-router', 'tenant_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '85a0effd-9698-440e-8280-68136d88e76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:43:48Z', 'updated_at': '2021-06-11T09:44:04Z', 'revision_number': 4, 'project_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'gw_port': {'id': '85a0effd-9698-440e-8280-68136d88e76e', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7118f6f-9aab-4125-b378-18f244e7c2f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:43:50Z', 'updated_at': '2021-06-11T09:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': 'ef4cdb92-b0ef-46a9-80b5-c3f12e242379', 'tenant_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'floating_ip_address': '172.25.4.209', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': 'd7118f6f-9aab-4125-b378-18f244e7c2f1', 'port_id': 'eadae33e-f095-4f7c-9ab4-6c7a354f6f90', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8306b3b2-c7c1-4b78-8462-356897eaa70e', 'mac_address': 'fa:16:3e:97:97:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f9eff9-fbba-4367-b0de-883742133207', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T09:44:37Z', 'updated_at': '2021-06-11T09:45:10Z', 'revision_number': 1, 'project_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a82c68ca-9bc5-4c36-8760-d663de2ac702', 'name': '', 'network_id': '8306b3b2-c7c1-4b78-8462-356897eaa70e', 'tenant_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'mac_address': 'fa:16:3e:76:fe:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7118f6f-9aab-4125-b378-18f244e7c2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '5bbe8ee4-e19a-4280-9545-f4e3ba21ac03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:44:01Z', 'updated_at': '2021-06-11T09:44:15Z', 'revision_number': 5, 'project_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'subnets': [{'id': '5bbe8ee4-e19a-4280-9545-f4e3ba21ac03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:45:14.699700 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-d1f12f24-2fb3-45c8-b727-85d48eb7b55e req-6398a2ce-3b0b-4f18-954d-b13e5df233e9 service neutron] Request body: {'port': {'device_id': 'f96eda32-b2da-40e5-95d2-a555bc44f76b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:45:14.736731 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81158b3-7afe-41d7-a89e-dfc65124d977 req-fb034a1a-bc52-4d18-bf6d-f77f821826f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:14.744210 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f81158b3-7afe-41d7-a89e-dfc65124d977 req-fb034a1a-bc52-4d18-bf6d-f77f821826f7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8306b3b2-c7c1-4b78-8462-356897eaa70e HTTP/1.1" status: 200 len: 921 time: 0.4108505 Jun 11 09:45:14.749267 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e248a930-ccb1-4033-a18e-10736d8939d1 req-e1474977-b89f-4afd-9145-6c00447f12b9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4ed39efc-32a7-4ca4-9ed7-c7b6c76c4c86 HTTP/1.1" status: 200 len: 217 time: 0.1193440 Jun 11 09:45:14.750706 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0050156-b8d2-421f-ba2d-f3efe7f2e693 req-3d23cd49-d736-4818-a80f-401648e1a615 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Made reservation on behalf of 85a0b78c318440aa9b70136d633fbbff for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:45:14.754877 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a0050156-b8d2-421f-ba2d-f3efe7f2e693 req-3d23cd49-d736-4818-a80f-401648e1a615 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:14.802417 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-74e0f646-7916-4272-9f12-689d949d4383 req-23041b05-a20e-4d77-8b8b-4ac2168744b2 tempest-ServerAddressesTestJSON-1780781347 tempest-ServerAddressesTestJSON-1780781347-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7d31fe6-b977-48a3-8ac8-d2d7f926a295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745319 Jun 11 09:45:14.903548 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-d1f12f24-2fb3-45c8-b727-85d48eb7b55e req-6398a2ce-3b0b-4f18-954d-b13e5df233e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:15.039279 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3324d7-c4c4-45bd-bf42-86ae321462d5 None None] New status for floating IP ef4cdb92-b0ef-46a9-80b5-c3f12e242379: ACTIVE {{(pid=93178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 09:45:15.123990 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e248a930-ccb1-4033-a18e-10736d8939d1 req-7edba2ba-40f5-4f41-9a88-47b3cd0ae677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:15.125411 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e248a930-ccb1-4033-a18e-10736d8939d1 req-7edba2ba-40f5-4f41-9a88-47b3cd0ae677 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9468a919-e64a-4d3b-b538-495fb8a57fd7 HTTP/1.1" status: 200 len: 860 time: 0.3613570 Jun 11 09:45:15.158629 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f81158b3-7afe-41d7-a89e-dfc65124d977 req-cae14add-4e0e-496c-880c-6ca5a8a2ab51 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eadae33e-f095-4f7c-9ab4-6c7a354f6f90 HTTP/1.1" status: 200 len: 1000 time: 0.4133019 Jun 11 09:45:15.207016 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e248a930-ccb1-4033-a18e-10736d8939d1 req-e6cba26e-f85d-4c44-aa22-8929e304ae7c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=11b9284c-75bd-436e-87ca-0e5afa1e436d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673296 Jun 11 09:45:15.208935 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f36013-98ad-4d74-b113-a65d64f12cb8 req-16ba27aa-6282-45e8-87bf-d84cb36066ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:15.210265 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-41f36013-98ad-4d74-b113-a65d64f12cb8 req-16ba27aa-6282-45e8-87bf-d84cb36066ef service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=455235d9344d45d29863b10a5775a249&device_id=eb53acf8-b818-4202-8875-71959f7fc254 HTTP/1.1" status: 200 len: 1096 time: 0.6658874 Jun 11 09:45:15.247587 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f5119977-eca1-4f08-9d2f-9a69458bf042 req-74ccf658-d829-462c-8e22-1cf98b99742c service neutron] 10.222.0.64 "GET /v2.0/networks/ecbff90d-5ab6-4357-bf37-5548ca0e9255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6064732 Jun 11 09:45:15.366126 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-a0050156-b8d2-421f-ba2d-f3efe7f2e693 req-3d23cd49-d736-4818-a80f-401648e1a615 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Allocated IP 172.20.0.3 (ecbff90d-5ab6-4357-bf37-5548ca0e9255/65fd936e-e1de-4d66-9d41-076079c1dae3/e21094f9-fbfa-4270-bdd9-5d903859b711) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:45:15.368317 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81158b3-7afe-41d7-a89e-dfc65124d977 req-6c6fd325-0ce7-4119-89a3-c79995022377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:15.370046 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f81158b3-7afe-41d7-a89e-dfc65124d977 req-6c6fd325-0ce7-4119-89a3-c79995022377 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5bbe8ee4-e19a-4280-9545-f4e3ba21ac03 HTTP/1.1" status: 200 len: 859 time: 0.1768591 Jun 11 09:45:15.588027 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f36013-98ad-4d74-b113-a65d64f12cb8 req-55b79338-e642-465b-bc90-6c1ab01c1217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:15.589490 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-41f36013-98ad-4d74-b113-a65d64f12cb8 req-55b79338-e642-465b-bc90-6c1ab01c1217 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f64764ef-1d16-4bb9-abcb-ee15625f8d04 HTTP/1.1" status: 200 len: 908 time: 0.3407228 Jun 11 09:45:15.592561 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e248a930-ccb1-4033-a18e-10736d8939d1 req-c81c6ba8-4d5e-4f3f-bb0a-226fe86c11cb service neutron] 10.222.0.69 "GET /v2.0/networks/11b9284c-75bd-436e-87ca-0e5afa1e436d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163102 Jun 11 09:45:15.598335 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81158b3-7afe-41d7-a89e-dfc65124d977 req-83e0b2ff-0d8a-4c6a-a0a9-b7b287086d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:15.600833 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f81158b3-7afe-41d7-a89e-dfc65124d977 req-83e0b2ff-0d8a-4c6a-a0a9-b7b287086d45 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8306b3b2-c7c1-4b78-8462-356897eaa70e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1384094 Jun 11 09:45:15.621988 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a0050156-b8d2-421f-ba2d-f3efe7f2e693 req-3d23cd49-d736-4818-a80f-401648e1a615 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:15.634057 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-a0050156-b8d2-421f-ba2d-f3efe7f2e693 req-3d23cd49-d736-4818-a80f-401648e1a615 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Transition to ACTIVE for port object e21094f9-fbfa-4270-bdd9-5d903859b711 will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:45:15.664112 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-41f36013-98ad-4d74-b113-a65d64f12cb8 req-220430d0-d0af-42cc-9ce3-ce0df04aebf4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a4e92fe1-f7e7-48a2-823e-9c3ae07a476e HTTP/1.1" status: 200 len: 217 time: 0.0623121 Jun 11 09:45:15.754983 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3d9821b2-9d53-425e-b218-e331956af88f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:15.867000 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52a6373-6268-4c2b-9a56-946ba9f426c2 req-50cca9d3-73ae-4afb-a8ed-1b0c4045e22d tempest-ServerMetadataNegativeTestJSON-2000341031 tempest-ServerMetadataNegativeTestJSON-2000341031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:15.884323 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c52a6373-6268-4c2b-9a56-946ba9f426c2 req-50cca9d3-73ae-4afb-a8ed-1b0c4045e22d tempest-ServerMetadataNegativeTestJSON-2000341031 tempest-ServerMetadataNegativeTestJSON-2000341031-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8236051-9973-40bc-8027-f9d509c3e51c HTTP/1.1" status: 200 len: 943 time: 0.8825092 Jun 11 09:45:15.913788 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a0050156-b8d2-421f-ba2d-f3efe7f2e693 req-3d23cd49-d736-4818-a80f-401648e1a615 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:15.944992 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ec2df17b-9cb3-4c72-9b29-17e946eff62d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:45:15.971525 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:16.087191 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c52a6373-6268-4c2b-9a56-946ba9f426c2 req-500e60bd-bf1e-4fd5-ab6b-c45a35164917 tempest-ServerMetadataNegativeTestJSON-2000341031 tempest-ServerMetadataNegativeTestJSON-2000341031-project] 10.222.0.60 "GET /v2.0/security-groups?id=5915571c-2f9b-4bcb-9750-22ae6d4c051a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015498 Jun 11 09:45:16.093036 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0050156-b8d2-421f-ba2d-f3efe7f2e693 req-3d23cd49-d736-4818-a80f-401648e1a615 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Network ecbff90d-5ab6-4357-bf37-5548ca0e9255 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:45:16.106699 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-a0050156-b8d2-421f-ba2d-f3efe7f2e693 req-3d23cd49-d736-4818-a80f-401648e1a615 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:45:16.111682 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0050156-b8d2-421f-ba2d-f3efe7f2e693 req-3d23cd49-d736-4818-a80f-401648e1a615 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:45:16.176751 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d23cd49-d736-4818-a80f-401648e1a615 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Pushing event updated for resources: {'Port': ['ID=e21094f9-fbfa-4270-bdd9-5d903859b711,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:45:16.245787 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0050156-b8d2-421f-ba2d-f3efe7f2e693 req-3d23cd49-d736-4818-a80f-401648e1a615 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:16.245787 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a0050156-b8d2-421f-ba2d-f3efe7f2e693 req-3d23cd49-d736-4818-a80f-401648e1a615 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:16.245787 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3d23cd49-d736-4818-a80f-401648e1a615 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:45:16.342385 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a0050156-b8d2-421f-ba2d-f3efe7f2e693 req-3d23cd49-d736-4818-a80f-401648e1a615 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3987567 Jun 11 09:45:16.372345 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeec30bc-873f-4d2e-8641-3b64d4f6ee61 x-openstack-request-id: req-eeec30bc-873f-4d2e-8641-3b64d4f6ee61 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:45:16.372669 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2f9eff9-fbba-4367-b0de-883742133207", "tag": "eadae33e-f095-4f7c-9ab4-6c7a354f6f90", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:45:16.372962 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-eeec30bc-873f-4d2e-8641-3b64d4f6ee61 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:45:16.373399 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2f9eff9-fbba-4367-b0de-883742133207', 'tag': 'eadae33e-f095-4f7c-9ab4-6c7a354f6f90', 'status': 'completed', 'code': 200} Jun 11 09:45:16.396217 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-a0050156-b8d2-421f-ba2d-f3efe7f2e693 req-56f0d8c5-1ecc-4b11-bcdf-6f9a49cfda04 service neutron] Request body: {'port': {'device_id': '6862493a-d39d-40b0-b207-242830221721', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:45:16.437786 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f81158b3-7afe-41d7-a89e-dfc65124d977 req-420fee0f-3e4b-4241-9438-2452caae10bd service neutron] 10.222.0.60 "GET /v2.0/networks/8306b3b2-c7c1-4b78-8462-356897eaa70e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7718043 Jun 11 09:45:16.490864 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-d1f12f24-2fb3-45c8-b727-85d48eb7b55e req-6398a2ce-3b0b-4f18-954d-b13e5df233e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fde7ca4c-7f4f-4a66-9f59-8a5d54e6b802 {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:45:16.503908 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-d1f12f24-2fb3-45c8-b727-85d48eb7b55e req-6398a2ce-3b0b-4f18-954d-b13e5df233e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:16.548193 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f36013-98ad-4d74-b113-a65d64f12cb8 req-74d53b48-d91f-4718-8a7e-8912ff4a9a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:16.549717 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-41f36013-98ad-4d74-b113-a65d64f12cb8 req-74d53b48-d91f-4718-8a7e-8912ff4a9a52 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f707fbf9-d6b5-48f4-b1c1-e5fd7bd963f6 HTTP/1.1" status: 200 len: 847 time: 0.7313030 Jun 11 09:45:16.567675 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:16.572583 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-d1f12f24-2fb3-45c8-b727-85d48eb7b55e req-6398a2ce-3b0b-4f18-954d-b13e5df233e9 service neutron] Transition to ACTIVE for port object fde7ca4c-7f4f-4a66-9f59-8a5d54e6b802 will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:45:16.620047 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-41f36013-98ad-4d74-b113-a65d64f12cb8 req-080222e3-1942-4028-a0b7-acd1746a8444 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f64764ef-1d16-4bb9-abcb-ee15625f8d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534723 Jun 11 09:45:16.624055 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a0050156-b8d2-421f-ba2d-f3efe7f2e693 req-56f0d8c5-1ecc-4b11-bcdf-6f9a49cfda04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:16.629776 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-de97ca39-3c83-4765-8075-ef300a6ce636 None None] Provisioning for port e21094f9-fbfa-4270-bdd9-5d903859b711 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:45:16.635202 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-de97ca39-3c83-4765-8075-ef300a6ce636 None None] Provisioning complete for port e21094f9-fbfa-4270-bdd9-5d903859b711 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:45:16.636671 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-de97ca39-3c83-4765-8075-ef300a6ce636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:16.696828 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e248a930-ccb1-4033-a18e-10736d8939d1 req-af10293f-3fb3-4bcd-8471-4f4d4c3210c8 service neutron] 10.222.0.69 "GET /v2.0/networks/11b9284c-75bd-436e-87ca-0e5afa1e436d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0417259 Jun 11 09:45:16.732507 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11477289-ac6d-40fb-a494-780ace6747d8 req-b4b89b1d-8e2a-4ef3-a4df-133d4f50d2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:16.733987 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-11477289-ac6d-40fb-a494-780ace6747d8 req-b4b89b1d-8e2a-4ef3-a4df-133d4f50d2e9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9e00f0b8050a4c758f9c2d03d3f429fa&device_id=a2f9eff9-fbba-4367-b0de-883742133207 HTTP/1.1" status: 200 len: 1098 time: 0.3598459 Jun 11 09:45:16.774553 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-de97ca39-3c83-4765-8075-ef300a6ce636 None None] Port e21094f9-fbfa-4270-bdd9-5d903859b711 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:45:16.881761 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f81158b3-7afe-41d7-a89e-dfc65124d977 req-9bc65ce5-f8ea-43fa-831e-fc416524064e service neutron] 10.222.0.60 "GET /v2.0/networks/8306b3b2-c7c1-4b78-8462-356897eaa70e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3691871 Jun 11 09:45:16.997526 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-d1f12f24-2fb3-45c8-b727-85d48eb7b55e req-6398a2ce-3b0b-4f18-954d-b13e5df233e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:17.000579 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-41f36013-98ad-4d74-b113-a65d64f12cb8 req-a3cf99df-f5b8-4463-b0df-b1d71fcd12a4 service neutron] 10.222.0.69 "GET /v2.0/networks/f64764ef-1d16-4bb9-abcb-ee15625f8d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3256297 Jun 11 09:45:17.005956 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-dfd51d24-2e4c-435c-8ad4-af09103f4ba2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:45:17.066162 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11477289-ac6d-40fb-a494-780ace6747d8 req-c65741a6-e237-4bb5-a5da-1c1d9e09f940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:17.078619 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-11477289-ac6d-40fb-a494-780ace6747d8 req-c65741a6-e237-4bb5-a5da-1c1d9e09f940 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8306b3b2-c7c1-4b78-8462-356897eaa70e HTTP/1.1" status: 200 len: 921 time: 0.3199217 Jun 11 09:45:17.152055 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58297a16-ea8d-447c-b85f-53144db4494f req-95f17b56-00f6-47f2-bc12-f658b18bc40a tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:17.155270 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-58297a16-ea8d-447c-b85f-53144db4494f req-95f17b56-00f6-47f2-bc12-f658b18bc40a tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=6862493a-d39d-40b0-b207-242830221721 HTTP/1.1" status: 200 len: 931 time: 0.5986710 Jun 11 09:45:17.181175 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-a0050156-b8d2-421f-ba2d-f3efe7f2e693 req-56f0d8c5-1ecc-4b11-bcdf-6f9a49cfda04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e21094f9-fbfa-4270-bdd9-5d903859b711 {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:45:17.189787 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a0050156-b8d2-421f-ba2d-f3efe7f2e693 req-56f0d8c5-1ecc-4b11-bcdf-6f9a49cfda04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:17.210146 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-a0050156-b8d2-421f-ba2d-f3efe7f2e693 req-56f0d8c5-1ecc-4b11-bcdf-6f9a49cfda04 service neutron] Transition to ACTIVE for port object e21094f9-fbfa-4270-bdd9-5d903859b711 will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:45:17.213669 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-04f1ad93-0d9d-4173-a63d-f45ac0758213 req-4d261a90-4102-44bf-9c02-0f45601c1871 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ce3a764-af8f-4837-9ffe-fc80edb30850 HTTP/1.1" status: 200 len: 210 time: 0.0630035 Jun 11 09:45:17.296113 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-11477289-ac6d-40fb-a494-780ace6747d8 req-a5cfca00-26d8-4473-969a-ad44b2f8cc87 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eadae33e-f095-4f7c-9ab4-6c7a354f6f90 HTTP/1.1" status: 200 len: 1002 time: 0.2166302 Jun 11 09:45:17.338648 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a0050156-b8d2-421f-ba2d-f3efe7f2e693 req-56f0d8c5-1ecc-4b11-bcdf-6f9a49cfda04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:17.429132 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11477289-ac6d-40fb-a494-780ace6747d8 req-86018ec7-5bd5-4ae8-9071-caf5897af0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:17.430991 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-11477289-ac6d-40fb-a494-780ace6747d8 req-86018ec7-5bd5-4ae8-9071-caf5897af0f5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5bbe8ee4-e19a-4280-9545-f4e3ba21ac03 HTTP/1.1" status: 200 len: 859 time: 0.1183739 Jun 11 09:45:17.437758 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-41f36013-98ad-4d74-b113-a65d64f12cb8 req-539d481f-d680-4210-83d0-afaaabb81453 service neutron] 10.222.0.69 "GET /v2.0/networks/f64764ef-1d16-4bb9-abcb-ee15625f8d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4152126 Jun 11 09:45:17.517015 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6398a2ce-3b0b-4f18-954d-b13e5df233e9 service neutron] Pushing event updated for resources: {'Port': ['ID=fde7ca4c-7f4f-4a66-9f59-8a5d54e6b802,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:45:17.522179 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6398a2ce-3b0b-4f18-954d-b13e5df233e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:45:17.542299 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e25a4ff5-8731-4be4-9dc4-dd8be935f8f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.191s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:45:17.575942 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-d1f12f24-2fb3-45c8-b727-85d48eb7b55e req-6398a2ce-3b0b-4f18-954d-b13e5df233e9 service neutron] Attempting to bind port fde7ca4c-7f4f-4a66-9f59-8a5d54e6b802 on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:45:17.576577 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-d1f12f24-2fb3-45c8-b727-85d48eb7b55e req-6398a2ce-3b0b-4f18-954d-b13e5df233e9 service neutron] Attempting to bind port fde7ca4c-7f4f-4a66-9f59-8a5d54e6b802 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '13db550d-c68a-47ca-82f2-d9812795d659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '718f9aa9-b65a-4682-b046-7aa2ec9e0ee7'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:45:17.578240 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f12f24-2fb3-45c8-b727-85d48eb7b55e req-6398a2ce-3b0b-4f18-954d-b13e5df233e9 service neutron] Attempting to bind port fde7ca4c-7f4f-4a66-9f59-8a5d54e6b802 on network 718f9aa9-b65a-4682-b046-7aa2ec9e0ee7 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:45:17.603819 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-58297a16-ea8d-447c-b85f-53144db4494f req-286f4218-29ad-4348-8112-22e75d57a545 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=7382d103-d62f-4540-9ac2-5ea0a34701f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3751903 Jun 11 09:45:17.617130 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11477289-ac6d-40fb-a494-780ace6747d8 req-f475d95b-0453-490f-88c5-af8575ecd3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:17.618605 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-11477289-ac6d-40fb-a494-780ace6747d8 req-f475d95b-0453-490f-88c5-af8575ecd3dd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8306b3b2-c7c1-4b78-8462-356897eaa70e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1796587 Jun 11 09:45:17.634633 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f12f24-2fb3-45c8-b727-85d48eb7b55e req-6398a2ce-3b0b-4f18-954d-b13e5df233e9 service neutron] Port fde7ca4c-7f4f-4a66-9f59-8a5d54e6b802 on network 718f9aa9-b65a-4682-b046-7aa2ec9e0ee7 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:45:17.635199 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f12f24-2fb3-45c8-b727-85d48eb7b55e req-6398a2ce-3b0b-4f18-954d-b13e5df233e9 service neutron] Attempting to bind port fde7ca4c-7f4f-4a66-9f59-8a5d54e6b802 on network 718f9aa9-b65a-4682-b046-7aa2ec9e0ee7 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:45:17.733255 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-a0050156-b8d2-421f-ba2d-f3efe7f2e693 req-56f0d8c5-1ecc-4b11-bcdf-6f9a49cfda04 service neutron] Attempting to bind port e21094f9-fbfa-4270-bdd9-5d903859b711 on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:45:17.733901 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-a0050156-b8d2-421f-ba2d-f3efe7f2e693 req-56f0d8c5-1ecc-4b11-bcdf-6f9a49cfda04 service neutron] Attempting to bind port e21094f9-fbfa-4270-bdd9-5d903859b711 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': 'f561be66-4e48-459e-8c21-fceaa6c73661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'ecbff90d-5ab6-4357-bf37-5548ca0e9255'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:45:17.734414 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0050156-b8d2-421f-ba2d-f3efe7f2e693 req-56f0d8c5-1ecc-4b11-bcdf-6f9a49cfda04 service neutron] Attempting to bind port e21094f9-fbfa-4270-bdd9-5d903859b711 on network ecbff90d-5ab6-4357-bf37-5548ca0e9255 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:45:17.746329 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f12f24-2fb3-45c8-b727-85d48eb7b55e req-6398a2ce-3b0b-4f18-954d-b13e5df233e9 service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:45:17.747321 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f12f24-2fb3-45c8-b727-85d48eb7b55e req-6398a2ce-3b0b-4f18-954d-b13e5df233e9 service neutron] Checking segment: {'id': '13db550d-c68a-47ca-82f2-d9812795d659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '718f9aa9-b65a-4682-b046-7aa2ec9e0ee7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:45:17.747926 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f12f24-2fb3-45c8-b727-85d48eb7b55e req-6398a2ce-3b0b-4f18-954d-b13e5df233e9 service neutron] Bound using segment: {'id': '13db550d-c68a-47ca-82f2-d9812795d659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '718f9aa9-b65a-4682-b046-7aa2ec9e0ee7'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:45:17.748537 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-d1f12f24-2fb3-45c8-b727-85d48eb7b55e req-6398a2ce-3b0b-4f18-954d-b13e5df233e9 service neutron] Bound port: fde7ca4c-7f4f-4a66-9f59-8a5d54e6b802, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13db550d-c68a-47ca-82f2-d9812795d659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '718f9aa9-b65a-4682-b046-7aa2ec9e0ee7'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:45:17.749060 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-d1f12f24-2fb3-45c8-b727-85d48eb7b55e req-6398a2ce-3b0b-4f18-954d-b13e5df233e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:17.771547 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0050156-b8d2-421f-ba2d-f3efe7f2e693 req-56f0d8c5-1ecc-4b11-bcdf-6f9a49cfda04 service neutron] Port e21094f9-fbfa-4270-bdd9-5d903859b711 on network ecbff90d-5ab6-4357-bf37-5548ca0e9255 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:45:17.772183 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0050156-b8d2-421f-ba2d-f3efe7f2e693 req-56f0d8c5-1ecc-4b11-bcdf-6f9a49cfda04 service neutron] Attempting to bind port e21094f9-fbfa-4270-bdd9-5d903859b711 on network ecbff90d-5ab6-4357-bf37-5548ca0e9255 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:45:17.783083 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5568c7-aa4c-4aab-86db-24bc15e99ffd req-9f0064f8-2b12-4fc3-aa3d-8edbf172a76e tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:17.790880 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ca5568c7-aa4c-4aab-86db-24bc15e99ffd req-9f0064f8-2b12-4fc3-aa3d-8edbf172a76e tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe3ef3f-9a6b-4e95-a654-f9fec0c4a05d HTTP/1.1" status: 200 len: 949 time: 0.2943635 Jun 11 09:45:17.804008 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-11477289-ac6d-40fb-a494-780ace6747d8 req-263f8f46-af6a-4458-90d2-d1d081de0244 service neutron] 10.222.0.64 "GET /v2.0/networks/8306b3b2-c7c1-4b78-8462-356897eaa70e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756959 Jun 11 09:45:17.858243 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f0d8c5-1ecc-4b11-bcdf-6f9a49cfda04 service neutron] Pushing event updated for resources: {'Port': ['ID=e21094f9-fbfa-4270-bdd9-5d903859b711,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:45:17.880339 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-56f0d8c5-1ecc-4b11-bcdf-6f9a49cfda04 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:45:17.941683 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0050156-b8d2-421f-ba2d-f3efe7f2e693 req-56f0d8c5-1ecc-4b11-bcdf-6f9a49cfda04 service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:45:17.942559 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0050156-b8d2-421f-ba2d-f3efe7f2e693 req-56f0d8c5-1ecc-4b11-bcdf-6f9a49cfda04 service neutron] Checking segment: {'id': 'f561be66-4e48-459e-8c21-fceaa6c73661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'ecbff90d-5ab6-4357-bf37-5548ca0e9255'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:45:17.942559 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0050156-b8d2-421f-ba2d-f3efe7f2e693 req-56f0d8c5-1ecc-4b11-bcdf-6f9a49cfda04 service neutron] Bound using segment: {'id': 'f561be66-4e48-459e-8c21-fceaa6c73661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'ecbff90d-5ab6-4357-bf37-5548ca0e9255'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:45:17.942967 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-a0050156-b8d2-421f-ba2d-f3efe7f2e693 req-56f0d8c5-1ecc-4b11-bcdf-6f9a49cfda04 service neutron] Bound port: e21094f9-fbfa-4270-bdd9-5d903859b711, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f561be66-4e48-459e-8c21-fceaa6c73661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'ecbff90d-5ab6-4357-bf37-5548ca0e9255'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:45:17.943290 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a0050156-b8d2-421f-ba2d-f3efe7f2e693 req-56f0d8c5-1ecc-4b11-bcdf-6f9a49cfda04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:17.956560 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ca5568c7-aa4c-4aab-86db-24bc15e99ffd req-7bdfdc0f-bfea-4be2-af9c-c19ed62bc9ec tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642644 Jun 11 09:45:18.130915 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-11477289-ac6d-40fb-a494-780ace6747d8 req-86c6c8a1-bd28-4096-97b4-c7d21259c087 service neutron] 10.222.0.64 "GET /v2.0/networks/8306b3b2-c7c1-4b78-8462-356897eaa70e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115115 Jun 11 09:45:18.219967 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-a0050156-b8d2-421f-ba2d-f3efe7f2e693 req-56f0d8c5-1ecc-4b11-bcdf-6f9a49cfda04 service neutron] For port e21094f9-fbfa-4270-bdd9-5d903859b711, host n-h1-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:45:18.232747 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-a0050156-b8d2-421f-ba2d-f3efe7f2e693 req-56f0d8c5-1ecc-4b11-bcdf-6f9a49cfda04 service neutron] For port e21094f9-fbfa-4270-bdd9-5d903859b711, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=e21094f9-fbfa-4270-bdd9-5d903859b711,segment=NetworkSegment(f561be66-4e48-459e-8c21-fceaa6c73661),segment_id=f561be66-4e48-459e-8c21-fceaa6c73661)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:45:18.236089 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-d1f12f24-2fb3-45c8-b727-85d48eb7b55e req-6398a2ce-3b0b-4f18-954d-b13e5df233e9 service neutron] For port fde7ca4c-7f4f-4a66-9f59-8a5d54e6b802, host n-h1-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:45:18.248262 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-d1f12f24-2fb3-45c8-b727-85d48eb7b55e req-6398a2ce-3b0b-4f18-954d-b13e5df233e9 service neutron] For port fde7ca4c-7f4f-4a66-9f59-8a5d54e6b802, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=fde7ca4c-7f4f-4a66-9f59-8a5d54e6b802,segment=NetworkSegment(13db550d-c68a-47ca-82f2-d9812795d659),segment_id=13db550d-c68a-47ca-82f2-d9812795d659)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:45:18.270745 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:18.276963 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7e2c72-1414-41fb-a302-db2c0c619f2b req-44da06c3-afba-4efa-9d2e-34f9734a8eb6 tempest-ServerAddressesTestJSON-1780781347 tempest-ServerAddressesTestJSON-1780781347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:18.288615 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5e7e2c72-1414-41fb-a302-db2c0c619f2b req-44da06c3-afba-4efa-9d2e-34f9734a8eb6 tempest-ServerAddressesTestJSON-1780781347 tempest-ServerAddressesTestJSON-1780781347-project] 10.222.0.60 "GET /v2.0/ports?device_id=f96eda32-b2da-40e5-95d2-a555bc44f76b HTTP/1.1" status: 200 len: 943 time: 0.4384441 Jun 11 09:45:18.347627 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ba4b97-1f7d-409b-8cbb-c3995459a17e req-01670284-59f1-4ab4-b3f7-25690aef0ba5 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:18.349094 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-10ba4b97-1f7d-409b-8cbb-c3995459a17e req-01670284-59f1-4ab4-b3f7-25690aef0ba5 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb755b01-30a0-45f8-b07b-3c7f8a5c6eb0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1416087 Jun 11 09:45:18.350887 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a0050156-b8d2-421f-ba2d-f3efe7f2e693 req-56f0d8c5-1ecc-4b11-bcdf-6f9a49cfda04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:18.355792 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9c85899b-69b7-46a0-ae4e-5f5e52651471 tempest-ServerAddressesTestJSON-1780781347 tempest-ServerAddressesTestJSON-1780781347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:45:18.413302 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8236051-9973-40bc-8027-f9d509c3e51c', 'tag': '4ed39efc-32a7-4ca4-9ed7-c7b6c76c4c86'}, {'server_uuid': '2ce3a764-af8f-4837-9ffe-fc80edb30850', 'name': 'network-vif-deleted', 'tag': 'a50615cd-da31-4b6d-a338-e4161a1af7f5'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:45:18.415744 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d62dc1f-6cf0-4399-9151-0b84035a229b" -d '{"events": [{"name": "network-changed", "server_uuid": "c8236051-9973-40bc-8027-f9d509c3e51c", "tag": "4ed39efc-32a7-4ca4-9ed7-c7b6c76c4c86"}, {"server_uuid": "2ce3a764-af8f-4837-9ffe-fc80edb30850", "name": "network-vif-deleted", "tag": "a50615cd-da31-4b6d-a338-e4161a1af7f5"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:45:18.449244 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f0d8c5-1ecc-4b11-bcdf-6f9a49cfda04 service neutron] Pushing event updated for resources: {'Port': ['ID=e21094f9-fbfa-4270-bdd9-5d903859b711,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:45:18.471633 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-d1f12f24-2fb3-45c8-b727-85d48eb7b55e req-6398a2ce-3b0b-4f18-954d-b13e5df233e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:18.473111 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-10ba4b97-1f7d-409b-8cbb-c3995459a17e req-cd44456c-b3d8-4697-9be7-eaf079b9ee2e tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.209 HTTP/1.1" status: 200 len: 1002 time: 0.1174188 Jun 11 09:45:18.477345 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-56f0d8c5-1ecc-4b11-bcdf-6f9a49cfda04 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:45:18.477932 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-56f0d8c5-1ecc-4b11-bcdf-6f9a49cfda04 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:45:18.484742 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-10ba4b97-1f7d-409b-8cbb-c3995459a17e req-12cd310b-37b5-448d-a504-607224d3bbef tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Request body: {'floatingip': {'port_id': '59e61c48-225d-4e7a-ba3a-53f1a0ee83f9', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:45:18.543811 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5e7e2c72-1414-41fb-a302-db2c0c619f2b req-f247ea3f-59ed-41f3-bf35-e3faa59699a7 tempest-ServerAddressesTestJSON-1780781347 tempest-ServerAddressesTestJSON-1780781347-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7d31fe6-b977-48a3-8ac8-d2d7f926a295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491093 Jun 11 09:45:18.557027 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0050156-b8d2-421f-ba2d-f3efe7f2e693 req-56f0d8c5-1ecc-4b11-bcdf-6f9a49cfda04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:18.557027 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a0050156-b8d2-421f-ba2d-f3efe7f2e693 req-56f0d8c5-1ecc-4b11-bcdf-6f9a49cfda04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:18.557027 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a0050156-b8d2-421f-ba2d-f3efe7f2e693 req-56f0d8c5-1ecc-4b11-bcdf-6f9a49cfda04 service neutron] 10.222.0.64 "PUT /v2.0/ports/e21094f9-fbfa-4270-bdd9-5d903859b711 HTTP/1.1" status: 200 len: 1092 time: 2.1710494 Jun 11 09:45:18.563547 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6862493a-d39d-40b0-b207-242830221721', 'tag': 'e21094f9-fbfa-4270-bdd9-5d903859b711'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:45:18.565783 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e089e73f-d2f0-4f27-940f-89c5241cca64" -d '{"events": [{"name": "network-changed", "server_uuid": "6862493a-d39d-40b0-b207-242830221721", "tag": "e21094f9-fbfa-4270-bdd9-5d903859b711"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:45:18.574311 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f12f24-2fb3-45c8-b727-85d48eb7b55e req-6398a2ce-3b0b-4f18-954d-b13e5df233e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:18.575199 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-d1f12f24-2fb3-45c8-b727-85d48eb7b55e req-6398a2ce-3b0b-4f18-954d-b13e5df233e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:18.576725 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d1f12f24-2fb3-45c8-b727-85d48eb7b55e req-6398a2ce-3b0b-4f18-954d-b13e5df233e9 service neutron] 10.222.0.64 "PUT /v2.0/ports/fde7ca4c-7f4f-4a66-9f59-8a5d54e6b802 HTTP/1.1" status: 200 len: 1092 time: 3.8888137 Jun 11 09:45:18.617289 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6398a2ce-3b0b-4f18-954d-b13e5df233e9 service neutron] Pushing event updated for resources: {'Port': ['ID=fde7ca4c-7f4f-4a66-9f59-8a5d54e6b802,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:45:18.629335 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6398a2ce-3b0b-4f18-954d-b13e5df233e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:45:18.678230 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-10ba4b97-1f7d-409b-8cbb-c3995459a17e req-12cd310b-37b5-448d-a504-607224d3bbef tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Notify callbacks [] for floatingip, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:19.340837 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0050156-b8d2-421f-ba2d-f3efe7f2e693 req-8b98a52b-fb1d-4afb-970d-bcfaeb822b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:19.342247 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a0050156-b8d2-421f-ba2d-f3efe7f2e693 req-8b98a52b-fb1d-4afb-970d-bcfaeb822b91 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=85a0b78c318440aa9b70136d633fbbff&device_id=6862493a-d39d-40b0-b207-242830221721 HTTP/1.1" status: 200 len: 1095 time: 0.6603925 Jun 11 09:45:19.346833 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f12f24-2fb3-45c8-b727-85d48eb7b55e req-cf50319d-1580-4c38-8d91-7e2ec4d1d3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:19.348126 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d1f12f24-2fb3-45c8-b727-85d48eb7b55e req-cf50319d-1580-4c38-8d91-7e2ec4d1d3da service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=48d3383cf10f4d488b7563f5db977a68&device_id=f96eda32-b2da-40e5-95d2-a555bc44f76b HTTP/1.1" status: 200 len: 1095 time: 0.6133447 Jun 11 09:45:19.425128 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02104ae5-8afc-432b-b1e0-4a3b6020e141 req-41f4853d-02fa-4a36-b354-caa74678172b tempest-ServerMetadataNegativeTestJSON-2000341031 tempest-ServerMetadataNegativeTestJSON-2000341031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:19.431960 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-02104ae5-8afc-432b-b1e0-4a3b6020e141 req-41f4853d-02fa-4a36-b354-caa74678172b tempest-ServerMetadataNegativeTestJSON-2000341031 tempest-ServerMetadataNegativeTestJSON-2000341031-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8236051-9973-40bc-8027-f9d509c3e51c HTTP/1.1" status: 200 len: 943 time: 0.6208265 Jun 11 09:45:19.442160 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a0050156-b8d2-421f-ba2d-f3efe7f2e693 req-1f8cd81a-e5ae-4169-8ed8-e7ca8c4a2eca service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e21094f9-fbfa-4270-bdd9-5d903859b711 HTTP/1.1" status: 200 len: 217 time: 0.0917594 Jun 11 09:45:19.501172 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d1f12f24-2fb3-45c8-b727-85d48eb7b55e req-08945b5d-226d-45bb-9534-3668e3a07cf0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fde7ca4c-7f4f-4a66-9f59-8a5d54e6b802 HTTP/1.1" status: 200 len: 217 time: 0.1346536 Jun 11 09:45:19.625340 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-02104ae5-8afc-432b-b1e0-4a3b6020e141 req-436c69d0-1c8d-4920-a11b-12655ac78354 tempest-ServerMetadataNegativeTestJSON-2000341031 tempest-ServerMetadataNegativeTestJSON-2000341031-project] 10.222.0.60 "GET /v2.0/security-groups?id=5915571c-2f9b-4bcb-9750-22ae6d4c051a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889791 Jun 11 09:45:19.632488 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0050156-b8d2-421f-ba2d-f3efe7f2e693 req-a5fdfac4-c611-459c-8af2-251a55a1dafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:19.634169 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a0050156-b8d2-421f-ba2d-f3efe7f2e693 req-a5fdfac4-c611-459c-8af2-251a55a1dafa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65fd936e-e1de-4d66-9d41-076079c1dae3 HTTP/1.1" status: 200 len: 849 time: 0.1439459 Jun 11 09:45:19.640102 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f12f24-2fb3-45c8-b727-85d48eb7b55e req-aa3a5d01-8f56-4b58-84eb-841a24349191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:19.650442 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d1f12f24-2fb3-45c8-b727-85d48eb7b55e req-aa3a5d01-8f56-4b58-84eb-841a24349191 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c12c3382-b4c1-4405-873e-e185c4997a47 HTTP/1.1" status: 200 len: 854 time: 0.1187031 Jun 11 09:45:19.679319 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.db.resource_extend [req-10ba4b97-1f7d-409b-8cbb-c3995459a17e req-12cd310b-37b5-448d-a504-607224d3bbef tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 11 09:45:19.768971 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-10ba4b97-1f7d-409b-8cbb-c3995459a17e req-12cd310b-37b5-448d-a504-607224d3bbef tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:19.792378 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d1f12f24-2fb3-45c8-b727-85d48eb7b55e req-18c014ef-54c2-4632-9763-368a2f6abf6c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=718f9aa9-b65a-4682-b046-7aa2ec9e0ee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1333263 Jun 11 09:45:19.835045 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-10ba4b97-1f7d-409b-8cbb-c3995459a17e req-12cd310b-37b5-448d-a504-607224d3bbef tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:20.098419 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0050156-b8d2-421f-ba2d-f3efe7f2e693 req-6a87fe1e-5019-4766-8e6c-dced735642cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:20.100027 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a0050156-b8d2-421f-ba2d-f3efe7f2e693 req-6a87fe1e-5019-4766-8e6c-dced735642cd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ecbff90d-5ab6-4357-bf37-5548ca0e9255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4484594 Jun 11 09:45:20.119165 n-d-779913-12 neutron-server[93177]: INFO neutron.db.l3_db [req-10ba4b97-1f7d-409b-8cbb-c3995459a17e req-12cd310b-37b5-448d-a504-607224d3bbef tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Floating IP ef4cdb92-b0ef-46a9-80b5-c3f12e242379 associated. External IP: 172.25.4.209, port: eadae33e-f095-4f7c-9ab4-6c7a354f6f90. Jun 11 09:45:20.230010 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d99e8dfd-7d94-4921-9afd-eae96ac846aa req-e36dd52a-6857-40b7-a253-8c86b9460d24 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ce3a764-af8f-4837-9ffe-fc80edb30850 HTTP/1.1" status: 200 len: 210 time: 0.0623007 Jun 11 09:45:20.238328 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d1f12f24-2fb3-45c8-b727-85d48eb7b55e req-ea296f65-459a-496b-9f1f-ac7c17bd41e9 service neutron] 10.222.0.64 "GET /v2.0/networks/718f9aa9-b65a-4682-b046-7aa2ec9e0ee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4286990 Jun 11 09:45:20.355736 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 11 Jun 2021 09:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a135034d-a991-47b2-b519-517b474820e0 x-openstack-request-id: req-a135034d-a991-47b2-b519-517b474820e0 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:45:20.356218 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8236051-9973-40bc-8027-f9d509c3e51c", "tag": "4ed39efc-32a7-4ca4-9ed7-c7b6c76c4c86", "status": "completed", "code": 200}, {"server_uuid": "2ce3a764-af8f-4837-9ffe-fc80edb30850", "name": "network-vif-deleted", "tag": "a50615cd-da31-4b6d-a338-e4161a1af7f5", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:45:20.356515 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a135034d-a991-47b2-b519-517b474820e0 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:45:20.357159 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8236051-9973-40bc-8027-f9d509c3e51c', 'tag': '4ed39efc-32a7-4ca4-9ed7-c7b6c76c4c86', 'status': 'completed', 'code': 200} Jun 11 09:45:20.357588 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ce3a764-af8f-4837-9ffe-fc80edb30850', 'name': 'network-vif-deleted', 'tag': 'a50615cd-da31-4b6d-a338-e4161a1af7f5', 'status': 'completed', 'code': 200} Jun 11 09:45:20.380276 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a0050156-b8d2-421f-ba2d-f3efe7f2e693 req-fd1238f9-4634-4356-9fba-12ced356f9c1 service neutron] 10.222.0.64 "GET /v2.0/networks/ecbff90d-5ab6-4357-bf37-5548ca0e9255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729225 Jun 11 09:45:20.382522 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7693276d-43f5-4839-91d4-6e70e7408063 x-openstack-request-id: req-7693276d-43f5-4839-91d4-6e70e7408063 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:45:20.383080 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6862493a-d39d-40b0-b207-242830221721", "tag": "e21094f9-fbfa-4270-bdd9-5d903859b711", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:45:20.383601 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7693276d-43f5-4839-91d4-6e70e7408063 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:45:20.384225 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6862493a-d39d-40b0-b207-242830221721', 'tag': 'e21094f9-fbfa-4270-bdd9-5d903859b711', 'status': 'completed', 'code': 200} Jun 11 09:45:20.566356 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d62dc1f-6cf0-4399-9151-0b84035a229b req-79c2c575-8663-4884-8f86-83ba755307dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:20.579938 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1d62dc1f-6cf0-4399-9151-0b84035a229b req-79c2c575-8663-4884-8f86-83ba755307dc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=79fea5739a3a4904be37b5000471e690&device_id=c8236051-9973-40bc-8027-f9d509c3e51c HTTP/1.1" status: 200 len: 1095 time: 0.2096028 Jun 11 09:45:20.628523 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10ba4b97-1f7d-409b-8cbb-c3995459a17e req-12cd310b-37b5-448d-a504-607224d3bbef tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Router d7118f6f-9aab-4125-b378-18f244e7c2f1 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 09:45:20.732619 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d1f12f24-2fb3-45c8-b727-85d48eb7b55e req-07a7900f-1303-4105-a618-4fb777440fe2 service neutron] 10.222.0.64 "GET /v2.0/networks/718f9aa9-b65a-4682-b046-7aa2ec9e0ee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3473620 Jun 11 09:45:20.815894 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f759ae4-7325-4b4f-80d2-f3278f66e350 req-732b9dc9-1aa7-4ba7-ab01-094142bd5fe6 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:20.823265 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1f759ae4-7325-4b4f-80d2-f3278f66e350 req-732b9dc9-1aa7-4ba7-ab01-094142bd5fe6 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=6862493a-d39d-40b0-b207-242830221721 HTTP/1.1" status: 200 len: 943 time: 0.3527484 Jun 11 09:45:20.852506 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a0050156-b8d2-421f-ba2d-f3efe7f2e693 req-d9d26dc0-2462-42a4-8175-d5a91a83f119 service neutron] 10.222.0.64 "GET /v2.0/networks/ecbff90d-5ab6-4357-bf37-5548ca0e9255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4579432 Jun 11 09:45:20.899303 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1f759ae4-7325-4b4f-80d2-f3278f66e350 req-1b8604ef-c3f8-4b90-8db1-12526dbd65dd tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=7382d103-d62f-4540-9ac2-5ea0a34701f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750527 Jun 11 09:45:21.209445 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e089e73f-d2f0-4f27-940f-89c5241cca64 req-1993f479-794d-4d6f-8b79-8873c3f9f022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:21.212165 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e089e73f-d2f0-4f27-940f-89c5241cca64 req-1993f479-794d-4d6f-8b79-8873c3f9f022 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=85a0b78c318440aa9b70136d633fbbff&device_id=6862493a-d39d-40b0-b207-242830221721 HTTP/1.1" status: 200 len: 1095 time: 0.1837950 Jun 11 09:45:21.262324 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6397e0f9-0b5b-4335-a464-79b5c23b4a43 req-8fb3f82c-a4e2-4616-82f7-16852a40f2f5 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:21.270482 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6397e0f9-0b5b-4335-a464-79b5c23b4a43 req-8fb3f82c-a4e2-4616-82f7-16852a40f2f5 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe3ef3f-9a6b-4e95-a654-f9fec0c4a05d HTTP/1.1" status: 200 len: 949 time: 0.1482558 Jun 11 09:45:21.350098 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6397e0f9-0b5b-4335-a464-79b5c23b4a43 req-7dfee1d1-80b9-49fe-9394-33a21296a95d tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783849 Jun 11 09:45:21.388718 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10ba4b97-1f7d-409b-8cbb-c3995459a17e req-12cd310b-37b5-448d-a504-607224d3bbef tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:45:21.401624 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ba6a94-10c3-412f-8def-8b19e51b7377 None None] Sync routers for ids ['d7118f6f-9aab-4125-b378-18f244e7c2f1'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:45:21.424176 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ba6a94-10c3-412f-8def-8b19e51b7377 None None] Routers {'d7118f6f-9aab-4125-b378-18f244e7c2f1'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:45:21.424874 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-61ba6a94-10c3-412f-8def-8b19e51b7377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:45:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['d7118f6f-9aab-4125-b378-18f244e7c2f1'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:45:21.513519 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e089e73f-d2f0-4f27-940f-89c5241cca64 req-d268b08b-8b1e-4b6d-aff8-9a28d8a6d586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:21.515069 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e089e73f-d2f0-4f27-940f-89c5241cca64 req-d268b08b-8b1e-4b6d-aff8-9a28d8a6d586 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ecbff90d-5ab6-4357-bf37-5548ca0e9255 HTTP/1.1" status: 200 len: 911 time: 0.2915969 Jun 11 09:45:21.588523 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d62dc1f-6cf0-4399-9151-0b84035a229b req-56009f83-aa1d-4d73-9db8-a56c9e4907c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:21.590028 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1d62dc1f-6cf0-4399-9151-0b84035a229b req-56009f83-aa1d-4d73-9db8-a56c9e4907c7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=11b9284c-75bd-436e-87ca-0e5afa1e436d HTTP/1.1" status: 200 len: 921 time: 0.9749141 Jun 11 09:45:21.638787 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e089e73f-d2f0-4f27-940f-89c5241cca64 req-b4bf80db-a04d-4e76-aaea-6180838bfe5f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e21094f9-fbfa-4270-bdd9-5d903859b711 HTTP/1.1" status: 200 len: 217 time: 0.1157870 Jun 11 09:45:21.666362 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1d62dc1f-6cf0-4399-9151-0b84035a229b req-4d8a0dba-36a6-462e-986b-e8dcebdb5e0a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4ed39efc-32a7-4ca4-9ed7-c7b6c76c4c86 HTTP/1.1" status: 200 len: 217 time: 0.0669570 Jun 11 09:45:21.708363 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-61ba6a94-10c3-412f-8def-8b19e51b7377 None None] Set router d7118f6f-9aab-4125-b378-18f244e7c2f1 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:45:21.766719 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d62dc1f-6cf0-4399-9151-0b84035a229b req-70677f4a-922e-4e75-9767-c1c3099dbfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:21.768229 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1d62dc1f-6cf0-4399-9151-0b84035a229b req-70677f4a-922e-4e75-9767-c1c3099dbfa7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9468a919-e64a-4d3b-b538-495fb8a57fd7 HTTP/1.1" status: 200 len: 860 time: 0.0827222 Jun 11 09:45:21.785090 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e089e73f-d2f0-4f27-940f-89c5241cca64 req-623e4f11-b8bf-4c74-aa36-5996a51e7374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:21.786842 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e089e73f-d2f0-4f27-940f-89c5241cca64 req-623e4f11-b8bf-4c74-aa36-5996a51e7374 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65fd936e-e1de-4d66-9d41-076079c1dae3 HTTP/1.1" status: 200 len: 849 time: 0.1256902 Jun 11 09:45:21.801009 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 4ed39efc-32a7-4ca4-9ed7-c7b6c76c4c86 details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:45:21.840834 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1d62dc1f-6cf0-4399-9151-0b84035a229b req-8a7d554e-aaef-4acc-a01c-672ddf025859 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=11b9284c-75bd-436e-87ca-0e5afa1e436d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593288 Jun 11 09:45:21.937355 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ae4a8-4edd-45bb-9b81-37987b38920e req-6a0272b6-6767-4982-accd-5c3463c0f34d tempest-ServerAddressesTestJSON-1780781347 tempest-ServerAddressesTestJSON-1780781347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:21.944969 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-df8ae4a8-4edd-45bb-9b81-37987b38920e req-6a0272b6-6767-4982-accd-5c3463c0f34d tempest-ServerAddressesTestJSON-1780781347 tempest-ServerAddressesTestJSON-1780781347-project] 10.222.0.60 "GET /v2.0/ports?device_id=f96eda32-b2da-40e5-95d2-a555bc44f76b HTTP/1.1" status: 200 len: 943 time: 0.3023038 Jun 11 09:45:21.964093 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 4ed39efc-32a7-4ca4-9ed7-c7b6c76c4c86, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=4ed39efc-32a7-4ca4-9ed7-c7b6c76c4c86,segment=NetworkSegment(001d18ae-164f-4031-819e-53a4dde709cd),segment_id=001d18ae-164f-4031-819e-53a4dde709cd)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:45:21.982807 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': '4ed39efc-32a7-4ca4-9ed7-c7b6c76c4c86', 'network_id': '11b9284c-75bd-436e-87ca-0e5afa1e436d', 'port_id': '4ed39efc-32a7-4ca4-9ed7-c7b6c76c4c86', 'mac_address': 'fa:16:3e:95:ca:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9468a919-e64a-4d3b-b538-495fb8a57fd7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:45:22.016858 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e089e73f-d2f0-4f27-940f-89c5241cca64 req-6e488453-eedf-47c0-8f99-24ac9852f0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:22.018305 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e089e73f-d2f0-4f27-940f-89c5241cca64 req-6e488453-eedf-47c0-8f99-24ac9852f0be service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ecbff90d-5ab6-4357-bf37-5548ca0e9255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2001717 Jun 11 09:45:22.095324 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:22.150791 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ed39efc-32a7-4ca4-9ed7-c7b6c76c4c86 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:45:22.163632 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-df8ae4a8-4edd-45bb-9b81-37987b38920e req-d8cc8539-56fb-496d-bb60-9e32c3ee2e7d tempest-ServerAddressesTestJSON-1780781347 tempest-ServerAddressesTestJSON-1780781347-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7d31fe6-b977-48a3-8ac8-d2d7f926a295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176862 Jun 11 09:45:22.231873 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 4ed39efc-32a7-4ca4-9ed7-c7b6c76c4c86, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=4ed39efc-32a7-4ca4-9ed7-c7b6c76c4c86,segment=NetworkSegment(001d18ae-164f-4031-819e-53a4dde709cd),segment_id=001d18ae-164f-4031-819e-53a4dde709cd)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:45:22.235085 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10ba4b97-1f7d-409b-8cbb-c3995459a17e req-12cd310b-37b5-448d-a504-607224d3bbef tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Router d7118f6f-9aab-4125-b378-18f244e7c2f1 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 09:45:22.238893 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1d62dc1f-6cf0-4399-9151-0b84035a229b req-099acd14-715f-4564-9621-4cc2de587a4e service neutron] 10.222.0.69 "GET /v2.0/networks/11b9284c-75bd-436e-87ca-0e5afa1e436d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398612 Jun 11 09:45:22.303159 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:22.305106 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:45:22.376039 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-61ba6a94-10c3-412f-8def-8b19e51b7377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7118f6f-9aab-4125-b378-18f244e7c2f1', 'name': 'tempest-FloatingIPsAssociationTestJSON-913285329-router', 'tenant_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '85a0effd-9698-440e-8280-68136d88e76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:43:48Z', 'updated_at': '2021-06-11T09:44:04Z', 'revision_number': 4, 'project_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'gw_port': {'id': '85a0effd-9698-440e-8280-68136d88e76e', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7118f6f-9aab-4125-b378-18f244e7c2f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:43:50Z', 'updated_at': '2021-06-11T09:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': 'ef4cdb92-b0ef-46a9-80b5-c3f12e242379', 'tenant_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'floating_ip_address': '172.25.4.209', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': 'd7118f6f-9aab-4125-b378-18f244e7c2f1', 'port_id': '59e61c48-225d-4e7a-ba3a-53f1a0ee83f9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8306b3b2-c7c1-4b78-8462-356897eaa70e', 'mac_address': 'fa:16:3e:38:15:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb755b01-30a0-45f8-b07b-3c7f8a5c6eb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T09:44:37Z', 'updated_at': '2021-06-11T09:45:19Z', 'revision_number': 3, 'project_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a82c68ca-9bc5-4c36-8760-d663de2ac702', 'name': '', 'network_id': '8306b3b2-c7c1-4b78-8462-356897eaa70e', 'tenant_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'mac_address': 'fa:16:3e:76:fe:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7118f6f-9aab-4125-b378-18f244e7c2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '5bbe8ee4-e19a-4280-9545-f4e3ba21ac03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:44:01Z', 'updated_at': '2021-06-11T09:44:15Z', 'revision_number': 5, 'project_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'subnets': [{'id': '5bbe8ee4-e19a-4280-9545-f4e3ba21ac03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:45:22.382807 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ba6a94-10c3-412f-8def-8b19e51b7377 None None] Checking router: d7118f6f-9aab-4125-b378-18f244e7c2f1 for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:45:22.393499 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ba6a94-10c3-412f-8def-8b19e51b7377 None None] Routers {'d7118f6f-9aab-4125-b378-18f244e7c2f1'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:45:22.394264 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-61ba6a94-10c3-412f-8def-8b19e51b7377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:45:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['d7118f6f-9aab-4125-b378-18f244e7c2f1'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:45:22.398539 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f96eda32-b2da-40e5-95d2-a555bc44f76b', 'tag': 'fde7ca4c-7f4f-4a66-9f59-8a5d54e6b802'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:45:22.413029 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b0667c-117c-40ec-a28e-8b1af5b34880" -d '{"events": [{"name": "network-changed", "server_uuid": "f96eda32-b2da-40e5-95d2-a555bc44f76b", "tag": "fde7ca4c-7f4f-4a66-9f59-8a5d54e6b802"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:45:22.433604 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=4ed39efc-32a7-4ca4-9ed7-c7b6c76c4c86,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:45:22.450361 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:45:22.500858 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e089e73f-d2f0-4f27-940f-89c5241cca64 req-91e4f470-1ba2-47b1-bf35-08101bdebfc6 service neutron] 10.222.0.64 "GET /v2.0/networks/ecbff90d-5ab6-4357-bf37-5548ca0e9255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4643402 Jun 11 09:45:22.551391 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1d62dc1f-6cf0-4399-9151-0b84035a229b req-34e54c10-d2b3-4f5b-8f22-c1ed5c13570a service neutron] 10.222.0.69 "GET /v2.0/networks/11b9284c-75bd-436e-87ca-0e5afa1e436d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974937 Jun 11 09:45:22.593093 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b32271-51cf-4093-b5c6-c0db26487d3d req-422c9be1-202e-457e-ac70-4992903d2faf tempest-ServerMetadataNegativeTestJSON-2000341031 tempest-ServerMetadataNegativeTestJSON-2000341031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:22.595238 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-46b32271-51cf-4093-b5c6-c0db26487d3d req-422c9be1-202e-457e-ac70-4992903d2faf tempest-ServerMetadataNegativeTestJSON-2000341031 tempest-ServerMetadataNegativeTestJSON-2000341031-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8236051-9973-40bc-8027-f9d509c3e51c HTTP/1.1" status: 200 len: 944 time: 0.1750777 Jun 11 09:45:22.619839 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-61ba6a94-10c3-412f-8def-8b19e51b7377 None None] Set router d7118f6f-9aab-4125-b378-18f244e7c2f1 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:45:22.634155 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10ba4b97-1f7d-409b-8cbb-c3995459a17e req-12cd310b-37b5-448d-a504-607224d3bbef tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:45:22.639776 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-10ba4b97-1f7d-409b-8cbb-c3995459a17e req-12cd310b-37b5-448d-a504-607224d3bbef tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:22.699670 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['4ed39efc-32a7-4ca4-9ed7-c7b6c76c4c86'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:45:22.787218 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2f9eff9-fbba-4367-b0de-883742133207', 'tag': 'eadae33e-f095-4f7c-9ab4-6c7a354f6f90'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:45:22.789656 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac057ea9-f0db-45e5-b05f-138d9b0ebd50" -d '{"events": [{"name": "network-changed", "server_uuid": "a2f9eff9-fbba-4367-b0de-883742133207", "tag": "eadae33e-f095-4f7c-9ab4-6c7a354f6f90"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:45:22.869360 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-10ba4b97-1f7d-409b-8cbb-c3995459a17e req-12cd310b-37b5-448d-a504-607224d3bbef tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.60 "PUT /v2.0/floatingips/ef4cdb92-b0ef-46a9-80b5-c3f12e242379 HTTP/1.1" status: 200 len: 999 time: 4.3897364 Jun 11 09:45:22.929148 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-46b32271-51cf-4093-b5c6-c0db26487d3d req-6b69afeb-ec1e-41f4-b288-c469ed26e553 tempest-ServerMetadataNegativeTestJSON-2000341031 tempest-ServerMetadataNegativeTestJSON-2000341031-project] 10.222.0.60 "GET /v2.0/security-groups?id=5915571c-2f9b-4bcb-9750-22ae6d4c051a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3240774 Jun 11 09:45:22.931094 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e089e73f-d2f0-4f27-940f-89c5241cca64 req-3318102e-33fe-419e-a2ec-7eebdd7967ec service neutron] 10.222.0.64 "GET /v2.0/networks/ecbff90d-5ab6-4357-bf37-5548ca0e9255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4215226 Jun 11 09:45:23.017490 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ba4b97-1f7d-409b-8cbb-c3995459a17e req-7e8fdd66-1494-4cc0-a1e3-94c25ab6e1eb tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:23.019009 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-10ba4b97-1f7d-409b-8cbb-c3995459a17e req-7e8fdd66-1494-4cc0-a1e3-94c25ab6e1eb tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.60 "GET /v2.0/ports/eadae33e-f095-4f7c-9ab4-6c7a354f6f90 HTTP/1.1" status: 200 len: 943 time: 0.1359708 Jun 11 09:45:23.049667 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-61ba6a94-10c3-412f-8def-8b19e51b7377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7118f6f-9aab-4125-b378-18f244e7c2f1', 'name': 'tempest-FloatingIPsAssociationTestJSON-913285329-router', 'tenant_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '85a0effd-9698-440e-8280-68136d88e76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:43:48Z', 'updated_at': '2021-06-11T09:44:04Z', 'revision_number': 4, 'project_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'gw_port': {'id': '85a0effd-9698-440e-8280-68136d88e76e', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7118f6f-9aab-4125-b378-18f244e7c2f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:43:50Z', 'updated_at': '2021-06-11T09:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': 'ef4cdb92-b0ef-46a9-80b5-c3f12e242379', 'tenant_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'floating_ip_address': '172.25.4.209', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': 'd7118f6f-9aab-4125-b378-18f244e7c2f1', 'port_id': '59e61c48-225d-4e7a-ba3a-53f1a0ee83f9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8306b3b2-c7c1-4b78-8462-356897eaa70e', 'mac_address': 'fa:16:3e:38:15:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb755b01-30a0-45f8-b07b-3c7f8a5c6eb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T09:44:37Z', 'updated_at': '2021-06-11T09:45:19Z', 'revision_number': 3, 'project_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a82c68ca-9bc5-4c36-8760-d663de2ac702', 'name': '', 'network_id': '8306b3b2-c7c1-4b78-8462-356897eaa70e', 'tenant_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'mac_address': 'fa:16:3e:76:fe:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7118f6f-9aab-4125-b378-18f244e7c2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '5bbe8ee4-e19a-4280-9545-f4e3ba21ac03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:44:01Z', 'updated_at': '2021-06-11T09:44:15Z', 'revision_number': 5, 'project_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'subnets': [{'id': '5bbe8ee4-e19a-4280-9545-f4e3ba21ac03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:45:23.054283 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ba6a94-10c3-412f-8def-8b19e51b7377 None None] The sync data for ids ['d7118f6f-9aab-4125-b378-18f244e7c2f1'] in n-d-779913-12 is: [{'id': 'd7118f6f-9aab-4125-b378-18f244e7c2f1', 'name': 'tempest-FloatingIPsAssociationTestJSON-913285329-router', 'tenant_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '85a0effd-9698-440e-8280-68136d88e76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:43:48Z', 'updated_at': '2021-06-11T09:44:04Z', 'revision_number': 4, 'project_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'gw_port': {'id': '85a0effd-9698-440e-8280-68136d88e76e', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7118f6f-9aab-4125-b378-18f244e7c2f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:43:50Z', 'updated_at': '2021-06-11T09:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': 'ef4cdb92-b0ef-46a9-80b5-c3f12e242379', 'tenant_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'floating_ip_address': '172.25.4.209', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': 'd7118f6f-9aab-4125-b378-18f244e7c2f1', 'port_id': '59e61c48-225d-4e7a-ba3a-53f1a0ee83f9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8306b3b2-c7c1-4b78-8462-356897eaa70e', 'mac_address': 'fa:16:3e:38:15:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb755b01-30a0-45f8-b07b-3c7f8a5c6eb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T09:44:37Z', 'updated_at': '2021-06-11T09:45:19Z', 'revision_number': 3, 'project_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a82c68ca-9bc5-4c36-8760-d663de2ac702', 'name': '', 'network_id': '8306b3b2-c7c1-4b78-8462-356897eaa70e', 'tenant_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'mac_address': 'fa:16:3e:76:fe:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7118f6f-9aab-4125-b378-18f244e7c2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '5bbe8ee4-e19a-4280-9545-f4e3ba21ac03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:44:01Z', 'updated_at': '2021-06-11T09:44:15Z', 'revision_number': 5, 'project_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'subnets': [{'id': '5bbe8ee4-e19a-4280-9545-f4e3ba21ac03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:45:23.205098 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ba4b97-1f7d-409b-8cbb-c3995459a17e req-f8e0544d-6154-48ec-9cfc-da2a72f6aac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:23.207260 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-10ba4b97-1f7d-409b-8cbb-c3995459a17e req-f8e0544d-6154-48ec-9cfc-da2a72f6aac7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9e00f0b8050a4c758f9c2d03d3f429fa&device_id=a2f9eff9-fbba-4367-b0de-883742133207 HTTP/1.1" status: 200 len: 1098 time: 0.0815985 Jun 11 09:45:23.281255 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04daa84b-ba45-4e72-ac2f-bfdc743d0820 None None] New status for floating IP ef4cdb92-b0ef-46a9-80b5-c3f12e242379: ACTIVE {{(pid=93178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 09:45:23.376473 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ba4b97-1f7d-409b-8cbb-c3995459a17e req-b7ff6124-27c4-4f0b-854b-8fca4d847486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:23.378511 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-10ba4b97-1f7d-409b-8cbb-c3995459a17e req-b7ff6124-27c4-4f0b-854b-8fca4d847486 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8306b3b2-c7c1-4b78-8462-356897eaa70e HTTP/1.1" status: 200 len: 921 time: 0.1627676 Jun 11 09:45:23.445035 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262bf37e-c430-4f42-8014-45cc0c5e5954 req-b72851e9-39bc-49c0-befc-c84201254c95 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:23.447846 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-262bf37e-c430-4f42-8014-45cc0c5e5954 req-b72851e9-39bc-49c0-befc-c84201254c95 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=6862493a-d39d-40b0-b207-242830221721 HTTP/1.1" status: 200 len: 943 time: 0.0957355 Jun 11 09:45:23.453390 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-10ba4b97-1f7d-409b-8cbb-c3995459a17e req-370fd708-3d56-40b3-8277-41c211c1f1c6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eadae33e-f095-4f7c-9ab4-6c7a354f6f90 HTTP/1.1" status: 200 len: 217 time: 0.0689363 Jun 11 09:45:23.561550 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-262bf37e-c430-4f42-8014-45cc0c5e5954 req-878b9620-9e6b-495c-ab6b-01a04d721ba0 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=7382d103-d62f-4540-9ac2-5ea0a34701f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050522 Jun 11 09:45:23.583494 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ba4b97-1f7d-409b-8cbb-c3995459a17e req-d5c912d3-8482-490b-bc01-a38e52aff3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:23.584063 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-10ba4b97-1f7d-409b-8cbb-c3995459a17e req-d5c912d3-8482-490b-bc01-a38e52aff3ed service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5bbe8ee4-e19a-4280-9545-f4e3ba21ac03 HTTP/1.1" status: 200 len: 859 time: 0.1236346 Jun 11 09:45:23.615336 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device e21094f9-fbfa-4270-bdd9-5d903859b711 details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:45:23.739521 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ba4b97-1f7d-409b-8cbb-c3995459a17e req-9ea0dd98-691a-48be-9058-aef1c68e2de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:23.750385 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-10ba4b97-1f7d-409b-8cbb-c3995459a17e req-9ea0dd98-691a-48be-9058-aef1c68e2de3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8306b3b2-c7c1-4b78-8462-356897eaa70e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1571088 Jun 11 09:45:23.868443 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port e21094f9-fbfa-4270-bdd9-5d903859b711, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=e21094f9-fbfa-4270-bdd9-5d903859b711,segment=NetworkSegment(f561be66-4e48-459e-8c21-fceaa6c73661),segment_id=f561be66-4e48-459e-8c21-fceaa6c73661)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:45:23.896384 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': 'e21094f9-fbfa-4270-bdd9-5d903859b711', 'network_id': 'ecbff90d-5ab6-4357-bf37-5548ca0e9255', 'port_id': 'e21094f9-fbfa-4270-bdd9-5d903859b711', 'mac_address': 'fa:16:3e:f8:7b:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65fd936e-e1de-4d66-9d41-076079c1dae3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:45:23.944295 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3765120b-b757-4c5c-8002-1d475ab9b33e None None] Sync routers for ids ['d7118f6f-9aab-4125-b378-18f244e7c2f1'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:45:23.956926 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a1f4ca-25f0-476b-92fb-b0ecf051bfa1 req-0989197e-590a-483c-8b70-d5b773d89b64 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:23.959164 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3765120b-b757-4c5c-8002-1d475ab9b33e None None] Routers {'d7118f6f-9aab-4125-b378-18f244e7c2f1'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:45:23.959832 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-3765120b-b757-4c5c-8002-1d475ab9b33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:45:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['d7118f6f-9aab-4125-b378-18f244e7c2f1'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:45:23.969246 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d8a1f4ca-25f0-476b-92fb-b0ecf051bfa1 req-0989197e-590a-483c-8b70-d5b773d89b64 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe3ef3f-9a6b-4e95-a654-f9fec0c4a05d HTTP/1.1" status: 200 len: 949 time: 0.1653123 Jun 11 09:45:23.996928 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:24.028188 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-10ba4b97-1f7d-409b-8cbb-c3995459a17e req-4e1927c4-e5da-4f55-ad5f-b4be02d322b4 service neutron] 10.222.0.60 "GET /v2.0/networks/8306b3b2-c7c1-4b78-8462-356897eaa70e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793136 Jun 11 09:45:24.052837 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d8a1f4ca-25f0-476b-92fb-b0ecf051bfa1 req-ce1de94a-a123-433c-bc71-8146e675deb6 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826197 Jun 11 09:45:24.120765 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c45d64-618e-4b62-a089-ed92d6c2a340 x-openstack-request-id: req-c0c45d64-618e-4b62-a089-ed92d6c2a340 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:45:24.121357 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f96eda32-b2da-40e5-95d2-a555bc44f76b", "tag": "fde7ca4c-7f4f-4a66-9f59-8a5d54e6b802", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:45:24.121855 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c0c45d64-618e-4b62-a089-ed92d6c2a340 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:45:24.122996 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f96eda32-b2da-40e5-95d2-a555bc44f76b', 'tag': 'fde7ca4c-7f4f-4a66-9f59-8a5d54e6b802', 'status': 'completed', 'code': 200} Jun 11 09:45:24.278960 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e21094f9-fbfa-4270-bdd9-5d903859b711 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:45:24.311362 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port e21094f9-fbfa-4270-bdd9-5d903859b711, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=e21094f9-fbfa-4270-bdd9-5d903859b711,segment=NetworkSegment(f561be66-4e48-459e-8c21-fceaa6c73661),segment_id=f561be66-4e48-459e-8c21-fceaa6c73661)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:45:24.387254 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-3765120b-b757-4c5c-8002-1d475ab9b33e None None] Set router d7118f6f-9aab-4125-b378-18f244e7c2f1 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:45:24.400925 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:24.405419 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device fde7ca4c-7f4f-4a66-9f59-8a5d54e6b802 details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:45:24.405419 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:45:24.445353 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-10ba4b97-1f7d-409b-8cbb-c3995459a17e req-782cf744-d3ac-4855-b537-ccf6871f55e2 service neutron] 10.222.0.60 "GET /v2.0/networks/8306b3b2-c7c1-4b78-8462-356897eaa70e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4161940 Jun 11 09:45:24.450587 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa6f3bd-af01-4833-b2a5-311b5f895c5f x-openstack-request-id: req-2fa6f3bd-af01-4833-b2a5-311b5f895c5f {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:45:24.451112 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2f9eff9-fbba-4367-b0de-883742133207", "tag": "eadae33e-f095-4f7c-9ab4-6c7a354f6f90", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:45:24.451216 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2fa6f3bd-af01-4833-b2a5-311b5f895c5f {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:45:24.451721 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2f9eff9-fbba-4367-b0de-883742133207', 'tag': 'eadae33e-f095-4f7c-9ab4-6c7a354f6f90', 'status': 'completed', 'code': 200} Jun 11 09:45:24.548984 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=e21094f9-fbfa-4270-bdd9-5d903859b711,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:45:24.554867 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:45:24.564213 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b0667c-117c-40ec-a28e-8b1af5b34880 req-59df9427-d6b2-4608-a9a0-7ce01b6f9928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:24.569568 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-77b0667c-117c-40ec-a28e-8b1af5b34880 req-59df9427-d6b2-4608-a9a0-7ce01b6f9928 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=48d3383cf10f4d488b7563f5db977a68&device_id=f96eda32-b2da-40e5-95d2-a555bc44f76b HTTP/1.1" status: 200 len: 1095 time: 0.4210200 Jun 11 09:45:24.674214 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port fde7ca4c-7f4f-4a66-9f59-8a5d54e6b802, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=fde7ca4c-7f4f-4a66-9f59-8a5d54e6b802,segment=NetworkSegment(13db550d-c68a-47ca-82f2-d9812795d659),segment_id=13db550d-c68a-47ca-82f2-d9812795d659)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:45:24.678669 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ba4b97-1f7d-409b-8cbb-c3995459a17e req-52cd2ef3-2038-4f5e-af48-91592c976827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:24.680293 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-10ba4b97-1f7d-409b-8cbb-c3995459a17e req-52cd2ef3-2038-4f5e-af48-91592c976827 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9e00f0b8050a4c758f9c2d03d3f429fa&device_id=bb755b01-30a0-45f8-b07b-3c7f8a5c6eb0 HTTP/1.1" status: 200 len: 1098 time: 0.1422038 Jun 11 09:45:24.699236 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': 'fde7ca4c-7f4f-4a66-9f59-8a5d54e6b802', 'network_id': '718f9aa9-b65a-4682-b046-7aa2ec9e0ee7', 'port_id': 'fde7ca4c-7f4f-4a66-9f59-8a5d54e6b802', 'mac_address': 'fa:16:3e:cd:1c:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c12c3382-b4c1-4405-873e-e185c4997a47', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:45:24.703963 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4452da2d-4169-4280-a20b-74a237c06f25 req-384ee2d2-5fdb-4d16-879d-100d1019d286 tempest-ServerAddressesTestJSON-1780781347 tempest-ServerAddressesTestJSON-1780781347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:24.705471 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4452da2d-4169-4280-a20b-74a237c06f25 req-384ee2d2-5fdb-4d16-879d-100d1019d286 tempest-ServerAddressesTestJSON-1780781347 tempest-ServerAddressesTestJSON-1780781347-project] 10.222.0.60 "GET /v2.0/ports?device_id=f96eda32-b2da-40e5-95d2-a555bc44f76b HTTP/1.1" status: 200 len: 943 time: 0.3095887 Jun 11 09:45:24.724984 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac057ea9-f0db-45e5-b05f-138d9b0ebd50 req-31dd1bf6-a270-42f3-af8f-702026f8d7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:24.727941 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ac057ea9-f0db-45e5-b05f-138d9b0ebd50 req-31dd1bf6-a270-42f3-af8f-702026f8d7d1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9e00f0b8050a4c758f9c2d03d3f429fa&device_id=a2f9eff9-fbba-4367-b0de-883742133207 HTTP/1.1" status: 200 len: 1098 time: 0.4930892 Jun 11 09:45:24.812271 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:24.850021 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4452da2d-4169-4280-a20b-74a237c06f25 req-9cb614af-a6aa-49b3-8e1c-2aba09b2ddea tempest-ServerAddressesTestJSON-1780781347 tempest-ServerAddressesTestJSON-1780781347-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7d31fe6-b977-48a3-8ac8-d2d7f926a295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207037 Jun 11 09:45:24.869482 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fde7ca4c-7f4f-4a66-9f59-8a5d54e6b802 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:45:24.935031 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port fde7ca4c-7f4f-4a66-9f59-8a5d54e6b802, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=fde7ca4c-7f4f-4a66-9f59-8a5d54e6b802,segment=NetworkSegment(13db550d-c68a-47ca-82f2-d9812795d659),segment_id=13db550d-c68a-47ca-82f2-d9812795d659)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:45:24.963713 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ba4b97-1f7d-409b-8cbb-c3995459a17e req-5b7d6ea5-1bed-4e44-924e-282981ac60b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:24.972106 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-10ba4b97-1f7d-409b-8cbb-c3995459a17e req-5b7d6ea5-1bed-4e44-924e-282981ac60b1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8306b3b2-c7c1-4b78-8462-356897eaa70e HTTP/1.1" status: 200 len: 921 time: 0.2836845 Jun 11 09:45:25.001500 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:25.004471 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-0124e34d-ade8-4d68-b14b-ec22fdc8dae6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:45:25.156786 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=fde7ca4c-7f4f-4a66-9f59-8a5d54e6b802,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:45:25.157844 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-10ba4b97-1f7d-409b-8cbb-c3995459a17e req-43278e3b-27ef-4881-8f66-26ffa98cad3c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=59e61c48-225d-4e7a-ba3a-53f1a0ee83f9 HTTP/1.1" status: 200 len: 1002 time: 0.1848948 Jun 11 09:45:25.160077 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:45:25.275249 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ba4b97-1f7d-409b-8cbb-c3995459a17e req-a4d8f29a-4d7f-4221-a49d-8d6b36d8cc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:25.279135 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-10ba4b97-1f7d-409b-8cbb-c3995459a17e req-a4d8f29a-4d7f-4221-a49d-8d6b36d8cc21 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5bbe8ee4-e19a-4280-9545-f4e3ba21ac03 HTTP/1.1" status: 200 len: 859 time: 0.1078036 Jun 11 09:45:25.294585 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['e21094f9-fbfa-4270-bdd9-5d903859b711'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:45:25.300854 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['fde7ca4c-7f4f-4a66-9f59-8a5d54e6b802'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:45:25.354193 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-3765120b-b757-4c5c-8002-1d475ab9b33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7118f6f-9aab-4125-b378-18f244e7c2f1', 'name': 'tempest-FloatingIPsAssociationTestJSON-913285329-router', 'tenant_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '85a0effd-9698-440e-8280-68136d88e76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:43:48Z', 'updated_at': '2021-06-11T09:44:04Z', 'revision_number': 4, 'project_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'gw_port': {'id': '85a0effd-9698-440e-8280-68136d88e76e', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7118f6f-9aab-4125-b378-18f244e7c2f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:43:50Z', 'updated_at': '2021-06-11T09:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': 'ef4cdb92-b0ef-46a9-80b5-c3f12e242379', 'tenant_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'floating_ip_address': '172.25.4.209', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': 'd7118f6f-9aab-4125-b378-18f244e7c2f1', 'port_id': '59e61c48-225d-4e7a-ba3a-53f1a0ee83f9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8306b3b2-c7c1-4b78-8462-356897eaa70e', 'mac_address': 'fa:16:3e:38:15:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb755b01-30a0-45f8-b07b-3c7f8a5c6eb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T09:44:37Z', 'updated_at': '2021-06-11T09:45:23Z', 'revision_number': 4, 'project_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a82c68ca-9bc5-4c36-8760-d663de2ac702', 'name': '', 'network_id': '8306b3b2-c7c1-4b78-8462-356897eaa70e', 'tenant_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'mac_address': 'fa:16:3e:76:fe:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7118f6f-9aab-4125-b378-18f244e7c2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '5bbe8ee4-e19a-4280-9545-f4e3ba21ac03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:44:01Z', 'updated_at': '2021-06-11T09:44:15Z', 'revision_number': 5, 'project_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'subnets': [{'id': '5bbe8ee4-e19a-4280-9545-f4e3ba21ac03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:45:25.363032 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3765120b-b757-4c5c-8002-1d475ab9b33e None None] Checking router: d7118f6f-9aab-4125-b378-18f244e7c2f1 for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:45:25.387938 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b0667c-117c-40ec-a28e-8b1af5b34880 req-a7eff5ad-86e3-4a9d-a9f3-22ed92d182e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:25.392643 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-77b0667c-117c-40ec-a28e-8b1af5b34880 req-a7eff5ad-86e3-4a9d-a9f3-22ed92d182e2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=718f9aa9-b65a-4682-b046-7aa2ec9e0ee7 HTTP/1.1" status: 200 len: 915 time: 0.8073754 Jun 11 09:45:25.394592 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3765120b-b757-4c5c-8002-1d475ab9b33e None None] Routers {'d7118f6f-9aab-4125-b378-18f244e7c2f1'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:45:25.396296 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-3765120b-b757-4c5c-8002-1d475ab9b33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:45:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['d7118f6f-9aab-4125-b378-18f244e7c2f1'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:45:25.405592 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ba4b97-1f7d-409b-8cbb-c3995459a17e req-b8db6360-4e1b-4155-948e-222152c10651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:25.407104 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-10ba4b97-1f7d-409b-8cbb-c3995459a17e req-b8db6360-4e1b-4155-948e-222152c10651 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8306b3b2-c7c1-4b78-8462-356897eaa70e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1209261 Jun 11 09:45:25.612333 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-77b0667c-117c-40ec-a28e-8b1af5b34880 req-80528894-1665-4de2-a83d-951142b929ed service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fde7ca4c-7f4f-4a66-9f59-8a5d54e6b802 HTTP/1.1" status: 200 len: 217 time: 0.2085667 Jun 11 09:45:25.619765 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac057ea9-f0db-45e5-b05f-138d9b0ebd50 req-35a8410c-2481-4156-b231-3fe843b477b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:25.628936 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ac057ea9-f0db-45e5-b05f-138d9b0ebd50 req-35a8410c-2481-4156-b231-3fe843b477b3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8306b3b2-c7c1-4b78-8462-356897eaa70e HTTP/1.1" status: 200 len: 921 time: 0.8058169 Jun 11 09:45:25.674923 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-10ba4b97-1f7d-409b-8cbb-c3995459a17e req-8c348414-ffca-468e-9059-7d9b9452aea1 service neutron] 10.222.0.60 "GET /v2.0/networks/8306b3b2-c7c1-4b78-8462-356897eaa70e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600474 Jun 11 09:45:25.765827 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b0667c-117c-40ec-a28e-8b1af5b34880 req-071ee89f-b189-4fb3-8dcb-0baf8984f763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:25.767373 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-77b0667c-117c-40ec-a28e-8b1af5b34880 req-071ee89f-b189-4fb3-8dcb-0baf8984f763 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c12c3382-b4c1-4405-873e-e185c4997a47 HTTP/1.1" status: 200 len: 854 time: 0.1339207 Jun 11 09:45:25.809442 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-3765120b-b757-4c5c-8002-1d475ab9b33e None None] Set router d7118f6f-9aab-4125-b378-18f244e7c2f1 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:45:25.820326 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 4ed39efc-32a7-4ca4-9ed7-c7b6c76c4c86 up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:45:25.913674 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ac057ea9-f0db-45e5-b05f-138d9b0ebd50 req-4adf1c13-41c2-4c10-a974-e32c1986ff0d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eadae33e-f095-4f7c-9ab4-6c7a354f6f90 HTTP/1.1" status: 200 len: 217 time: 0.1422939 Jun 11 09:45:25.943470 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-10ba4b97-1f7d-409b-8cbb-c3995459a17e req-84a5691a-f1d9-40c3-8fb5-ec841d214c3b service neutron] 10.222.0.60 "GET /v2.0/networks/8306b3b2-c7c1-4b78-8462-356897eaa70e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615535 Jun 11 09:45:25.977132 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning for port 4ed39efc-32a7-4ca4-9ed7-c7b6c76c4c86 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:45:25.981296 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port 4ed39efc-32a7-4ca4-9ed7-c7b6c76c4c86 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:45:25.981677 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:26.016432 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-77b0667c-117c-40ec-a28e-8b1af5b34880 req-7bbecffa-07e4-4f6a-be74-60dff8d43347 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=718f9aa9-b65a-4682-b046-7aa2ec9e0ee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1018579 Jun 11 09:45:26.235868 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:26.278214 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-77b0667c-117c-40ec-a28e-8b1af5b34880 req-f5a9796c-83a1-4bac-bd5c-e9cef851c863 service neutron] 10.222.0.64 "GET /v2.0/networks/718f9aa9-b65a-4682-b046-7aa2ec9e0ee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488146 Jun 11 09:45:26.289637 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-3765120b-b757-4c5c-8002-1d475ab9b33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7118f6f-9aab-4125-b378-18f244e7c2f1', 'name': 'tempest-FloatingIPsAssociationTestJSON-913285329-router', 'tenant_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '85a0effd-9698-440e-8280-68136d88e76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:43:48Z', 'updated_at': '2021-06-11T09:44:04Z', 'revision_number': 4, 'project_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'gw_port': {'id': '85a0effd-9698-440e-8280-68136d88e76e', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7118f6f-9aab-4125-b378-18f244e7c2f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:43:50Z', 'updated_at': '2021-06-11T09:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': 'ef4cdb92-b0ef-46a9-80b5-c3f12e242379', 'tenant_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'floating_ip_address': '172.25.4.209', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': 'd7118f6f-9aab-4125-b378-18f244e7c2f1', 'port_id': '59e61c48-225d-4e7a-ba3a-53f1a0ee83f9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8306b3b2-c7c1-4b78-8462-356897eaa70e', 'mac_address': 'fa:16:3e:38:15:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb755b01-30a0-45f8-b07b-3c7f8a5c6eb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T09:44:37Z', 'updated_at': '2021-06-11T09:45:23Z', 'revision_number': 4, 'project_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a82c68ca-9bc5-4c36-8760-d663de2ac702', 'name': '', 'network_id': '8306b3b2-c7c1-4b78-8462-356897eaa70e', 'tenant_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'mac_address': 'fa:16:3e:76:fe:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7118f6f-9aab-4125-b378-18f244e7c2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '5bbe8ee4-e19a-4280-9545-f4e3ba21ac03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:44:01Z', 'updated_at': '2021-06-11T09:44:15Z', 'revision_number': 5, 'project_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'subnets': [{'id': '5bbe8ee4-e19a-4280-9545-f4e3ba21ac03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:45:26.304153 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8236051-9973-40bc-8027-f9d509c3e51c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ed39efc-32a7-4ca4-9ed7-c7b6c76c4c86'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:45:26.309327 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3765120b-b757-4c5c-8002-1d475ab9b33e None None] The sync data for ids ['d7118f6f-9aab-4125-b378-18f244e7c2f1'] in n-d-779913-12 is: [{'id': 'd7118f6f-9aab-4125-b378-18f244e7c2f1', 'name': 'tempest-FloatingIPsAssociationTestJSON-913285329-router', 'tenant_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '85a0effd-9698-440e-8280-68136d88e76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:43:48Z', 'updated_at': '2021-06-11T09:44:04Z', 'revision_number': 4, 'project_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'gw_port': {'id': '85a0effd-9698-440e-8280-68136d88e76e', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7118f6f-9aab-4125-b378-18f244e7c2f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:43:50Z', 'updated_at': '2021-06-11T09:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': 'ef4cdb92-b0ef-46a9-80b5-c3f12e242379', 'tenant_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'floating_ip_address': '172.25.4.209', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': 'd7118f6f-9aab-4125-b378-18f244e7c2f1', 'port_id': '59e61c48-225d-4e7a-ba3a-53f1a0ee83f9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8306b3b2-c7c1-4b78-8462-356897eaa70e', 'mac_address': 'fa:16:3e:38:15:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb755b01-30a0-45f8-b07b-3c7f8a5c6eb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T09:44:37Z', 'updated_at': '2021-06-11T09:45:23Z', 'revision_number': 4, 'project_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a82c68ca-9bc5-4c36-8760-d663de2ac702', 'name': '', 'network_id': '8306b3b2-c7c1-4b78-8462-356897eaa70e', 'tenant_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'mac_address': 'fa:16:3e:76:fe:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7118f6f-9aab-4125-b378-18f244e7c2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '5bbe8ee4-e19a-4280-9545-f4e3ba21ac03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:44:01Z', 'updated_at': '2021-06-11T09:44:15Z', 'revision_number': 5, 'project_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'subnets': [{'id': '5bbe8ee4-e19a-4280-9545-f4e3ba21ac03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:45:26.310376 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e0249d-b46b-4bd7-8240-332173a94535" -d '{"events": [{"server_uuid": "c8236051-9973-40bc-8027-f9d509c3e51c", "name": "network-vif-plugged", "status": "completed", "tag": "4ed39efc-32a7-4ca4-9ed7-c7b6c76c4c86"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:45:26.367675 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 4ed39efc-32a7-4ca4-9ed7-c7b6c76c4c86, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=4ed39efc-32a7-4ca4-9ed7-c7b6c76c4c86,segment=NetworkSegment(001d18ae-164f-4031-819e-53a4dde709cd),segment_id=001d18ae-164f-4031-819e-53a4dde709cd)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:45:26.453308 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb755b01-30a0-45f8-b07b-3c7f8a5c6eb0', 'tag': '59e61c48-225d-4e7a-ba3a-53f1a0ee83f9'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:45:26.456408 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe5fa07-4f07-4bf8-be63-787a166aa5b0" -d '{"events": [{"name": "network-changed", "server_uuid": "bb755b01-30a0-45f8-b07b-3c7f8a5c6eb0", "tag": "59e61c48-225d-4e7a-ba3a-53f1a0ee83f9"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:45:26.518787 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:26.521238 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:45:26.677832 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefcb426-c424-400b-82f0-b49ab6e48339 req-4eab341b-aab6-4c1b-bd1d-bdacc2f7e049 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:26.687805 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=4ed39efc-32a7-4ca4-9ed7-c7b6c76c4c86,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:45:26.693972 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-eefcb426-c424-400b-82f0-b49ab6e48339 req-4eab341b-aab6-4c1b-bd1d-bdacc2f7e049 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=6862493a-d39d-40b0-b207-242830221721 HTTP/1.1" status: 200 len: 944 time: 0.1255081 Jun 11 09:45:26.694132 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:45:26.792996 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-eefcb426-c424-400b-82f0-b49ab6e48339 req-015ef667-cf40-472f-a059-80b4a96cfbde tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=7382d103-d62f-4540-9ac2-5ea0a34701f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988379 Jun 11 09:45:27.037727 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de76a649-627c-45ff-835d-332bfd772c24 req-e4be60d7-1fbc-497e-aba7-e27727cbce2e tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:27.046126 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-de76a649-627c-45ff-835d-332bfd772c24 req-e4be60d7-1fbc-497e-aba7-e27727cbce2e tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe3ef3f-9a6b-4e95-a654-f9fec0c4a05d HTTP/1.1" status: 200 len: 949 time: 0.1157973 Jun 11 09:45:27.070313 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac057ea9-f0db-45e5-b05f-138d9b0ebd50 req-2e1d9776-2197-4d2c-9e44-56c4ae6cf5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:27.071905 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ac057ea9-f0db-45e5-b05f-138d9b0ebd50 req-2e1d9776-2197-4d2c-9e44-56c4ae6cf5a0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5bbe8ee4-e19a-4280-9545-f4e3ba21ac03 HTTP/1.1" status: 200 len: 859 time: 1.1363547 Jun 11 09:45:27.079274 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a955e-0e7e-4936-9502-cf2588a890f2 req-c752b99a-2a8b-4da6-8c20-d955175ba0a2 tempest-ServerMetadataNegativeTestJSON-2000341031 tempest-ServerMetadataNegativeTestJSON-2000341031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:27.087620 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f55a955e-0e7e-4936-9502-cf2588a890f2 req-c752b99a-2a8b-4da6-8c20-d955175ba0a2 tempest-ServerMetadataNegativeTestJSON-2000341031 tempest-ServerMetadataNegativeTestJSON-2000341031-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8236051-9973-40bc-8027-f9d509c3e51c HTTP/1.1" status: 200 len: 944 time: 1.9226186 Jun 11 09:45:27.103479 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-de76a649-627c-45ff-835d-332bfd772c24 req-f81db4dd-4bae-444a-b1cf-71cbd98250ce tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561583 Jun 11 09:45:27.253075 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-77b0667c-117c-40ec-a28e-8b1af5b34880 req-0ef58009-cb13-427e-acc2-47c7e893f79d service neutron] 10.222.0.64 "GET /v2.0/networks/718f9aa9-b65a-4682-b046-7aa2ec9e0ee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9516137 Jun 11 09:45:27.258816 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f55a955e-0e7e-4936-9502-cf2588a890f2 req-dff96049-a393-44fb-8b0f-850222956129 tempest-ServerMetadataNegativeTestJSON-2000341031 tempest-ServerMetadataNegativeTestJSON-2000341031-project] 10.222.0.60 "GET /v2.0/security-groups?id=5915571c-2f9b-4bcb-9750-22ae6d4c051a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703956 Jun 11 09:45:27.336435 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a1990-483d-4be3-ab0f-001bb65c76b2 req-ba282897-4d6f-4c44-a615-5a9f59c911a2 tempest-ServerAddressesTestJSON-1780781347 tempest-ServerAddressesTestJSON-1780781347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:27.344988 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-294a1990-483d-4be3-ab0f-001bb65c76b2 req-ba282897-4d6f-4c44-a615-5a9f59c911a2 tempest-ServerAddressesTestJSON-1780781347 tempest-ServerAddressesTestJSON-1780781347-project] 10.222.0.60 "GET /v2.0/ports?device_id=f96eda32-b2da-40e5-95d2-a555bc44f76b HTTP/1.1" status: 200 len: 944 time: 0.1145184 Jun 11 09:45:27.409945 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5e601e1d-8816-4bd6-b513-2eb8e5d10d5f req-8258ab39-01a5-441c-ae1f-ef5af7693e3c tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.209 HTTP/1.1" status: 200 len: 1002 time: 0.1178052 Jun 11 09:45:27.432199 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-294a1990-483d-4be3-ab0f-001bb65c76b2 req-2f3f812b-5964-4d5b-8904-f8c726061ad0 tempest-ServerAddressesTestJSON-1780781347 tempest-ServerAddressesTestJSON-1780781347-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7d31fe6-b977-48a3-8ac8-d2d7f926a295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860958 Jun 11 09:45:27.475224 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d77bcadb-a0d4-409a-88bf-d86ba4279d7b x-openstack-request-id: req-d77bcadb-a0d4-409a-88bf-d86ba4279d7b {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:45:27.475796 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8236051-9973-40bc-8027-f9d509c3e51c", "name": "network-vif-plugged", "status": "completed", "tag": "4ed39efc-32a7-4ca4-9ed7-c7b6c76c4c86", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:45:27.475899 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d77bcadb-a0d4-409a-88bf-d86ba4279d7b {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:45:27.476213 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8236051-9973-40bc-8027-f9d509c3e51c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ed39efc-32a7-4ca4-9ed7-c7b6c76c4c86', 'code': 200} Jun 11 09:45:27.484822 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac057ea9-f0db-45e5-b05f-138d9b0ebd50 req-d85b53a3-d581-44b1-87ff-d9d61185432e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:27.486550 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ac057ea9-f0db-45e5-b05f-138d9b0ebd50 req-d85b53a3-d581-44b1-87ff-d9d61185432e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8306b3b2-c7c1-4b78-8462-356897eaa70e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3714314 Jun 11 09:45:27.554720 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43f348b5-136c-44c0-b554-36c444259245 x-openstack-request-id: req-43f348b5-136c-44c0-b554-36c444259245 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:45:27.555981 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb755b01-30a0-45f8-b07b-3c7f8a5c6eb0", "tag": "59e61c48-225d-4e7a-ba3a-53f1a0ee83f9", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:45:27.556608 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-43f348b5-136c-44c0-b554-36c444259245 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:45:27.557297 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb755b01-30a0-45f8-b07b-3c7f8a5c6eb0', 'tag': '59e61c48-225d-4e7a-ba3a-53f1a0ee83f9', 'status': 'completed', 'code': 200} Jun 11 09:45:27.627004 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device fde7ca4c-7f4f-4a66-9f59-8a5d54e6b802 up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:45:27.688814 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ac057ea9-f0db-45e5-b05f-138d9b0ebd50 req-69585deb-c9ea-4fc7-85de-9c3348dc7497 service neutron] 10.222.0.64 "GET /v2.0/networks/8306b3b2-c7c1-4b78-8462-356897eaa70e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780548 Jun 11 09:45:27.712053 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e601e1d-8816-4bd6-b513-2eb8e5d10d5f req-609ca582-d78e-4534-b15e-532ab23fb1d2 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:27.716900 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5e601e1d-8816-4bd6-b513-2eb8e5d10d5f req-609ca582-d78e-4534-b15e-532ab23fb1d2 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.60 "GET /v2.0/ports/59e61c48-225d-4e7a-ba3a-53f1a0ee83f9 HTTP/1.1" status: 200 len: 943 time: 0.2921374 Jun 11 09:45:27.831827 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8d667f-9aa9-4038-ab55-f31e75f8bf5b req-b1d12ac6-4239-4732-9bda-1cfe6bd20625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:27.839834 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bd8d667f-9aa9-4038-ab55-f31e75f8bf5b req-b1d12ac6-4239-4732-9bda-1cfe6bd20625 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c8236051-9973-40bc-8027-f9d509c3e51c HTTP/1.1" status: 200 len: 1097 time: 0.2713854 Jun 11 09:45:27.851740 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning for port fde7ca4c-7f4f-4a66-9f59-8a5d54e6b802 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:45:27.852617 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5fa07-4f07-4bf8-be63-787a166aa5b0 req-c6966aca-115d-4ce4-bb40-33dce33b0ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:27.856550 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ffe5fa07-4f07-4bf8-be63-787a166aa5b0 req-c6966aca-115d-4ce4-bb40-33dce33b0ac9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9e00f0b8050a4c758f9c2d03d3f429fa&device_id=bb755b01-30a0-45f8-b07b-3c7f8a5c6eb0 HTTP/1.1" status: 200 len: 1098 time: 0.2007048 Jun 11 09:45:27.862404 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port fde7ca4c-7f4f-4a66-9f59-8a5d54e6b802 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:45:27.862404 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:27.994499 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:27.995154 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bd8d667f-9aa9-4038-ab55-f31e75f8bf5b req-8e0a02fc-579a-4eaa-b502-17fc25f9bc9d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=5915571c-2f9b-4bcb-9750-22ae6d4c051a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373878 Jun 11 09:45:28.079017 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port fde7ca4c-7f4f-4a66-9f59-8a5d54e6b802, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=fde7ca4c-7f4f-4a66-9f59-8a5d54e6b802,segment=NetworkSegment(13db550d-c68a-47ca-82f2-d9812795d659),segment_id=13db550d-c68a-47ca-82f2-d9812795d659)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:45:28.082148 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ac057ea9-f0db-45e5-b05f-138d9b0ebd50 req-36cc4c11-a2e9-4d75-8e79-4226df8de807 service neutron] 10.222.0.64 "GET /v2.0/networks/8306b3b2-c7c1-4b78-8462-356897eaa70e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3647330 Jun 11 09:45:28.085647 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5e601e1d-8816-4bd6-b513-2eb8e5d10d5f req-04d99d31-c10a-4b97-92d8-eb12253ac3fd tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.209 HTTP/1.1" status: 200 len: 1002 time: 0.2138176 Jun 11 09:45:28.095323 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5fa07-4f07-4bf8-be63-787a166aa5b0 req-2c73781d-c3b6-4b6c-8f71-e00953d31868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:28.097832 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ffe5fa07-4f07-4bf8-be63-787a166aa5b0 req-2c73781d-c3b6-4b6c-8f71-e00953d31868 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8306b3b2-c7c1-4b78-8462-356897eaa70e HTTP/1.1" status: 200 len: 921 time: 0.2229424 Jun 11 09:45:28.165871 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:28.166791 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device e21094f9-fbfa-4270-bdd9-5d903859b711 up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:45:28.225575 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:45:28.301562 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=fde7ca4c-7f4f-4a66-9f59-8a5d54e6b802,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:45:28.305956 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:45:28.337592 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning for port e21094f9-fbfa-4270-bdd9-5d903859b711 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:45:28.358402 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port e21094f9-fbfa-4270-bdd9-5d903859b711 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:45:28.358791 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:28.376641 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e601e1d-8816-4bd6-b513-2eb8e5d10d5f req-1c51f0ca-4b9a-4c0c-a273-34f37e92873c tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:28.393912 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5e601e1d-8816-4bd6-b513-2eb8e5d10d5f req-1c51f0ca-4b9a-4c0c-a273-34f37e92873c tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.60 "GET /v2.0/networks/f0adef6e-169f-4a27-8865-442be2ad072d HTTP/1.1" status: 200 len: 784 time: 0.2907791 Jun 11 09:45:28.558774 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:28.615064 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port e21094f9-fbfa-4270-bdd9-5d903859b711, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=e21094f9-fbfa-4270-bdd9-5d903859b711,segment=NetworkSegment(f561be66-4e48-459e-8c21-fceaa6c73661),segment_id=f561be66-4e48-459e-8c21-fceaa6c73661)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:45:28.686732 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:28.688949 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:45:28.843423 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=e21094f9-fbfa-4270-bdd9-5d903859b711,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:45:28.843926 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ffe5fa07-4f07-4bf8-be63-787a166aa5b0 req-989c8507-a199-4682-849d-21297684af18 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=59e61c48-225d-4e7a-ba3a-53f1a0ee83f9 HTTP/1.1" status: 200 len: 1002 time: 0.6968799 Jun 11 09:45:28.848397 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:45:28.917426 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162ff5ae-dd86-4bf5-a0fb-ae2b5f56bb6c req-c8a4292d-f849-4641-8fa0-7b01d4ce0f8d tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:28.925441 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-162ff5ae-dd86-4bf5-a0fb-ae2b5f56bb6c req-c8a4292d-f849-4641-8fa0-7b01d4ce0f8d tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=6862493a-d39d-40b0-b207-242830221721 HTTP/1.1" status: 200 len: 944 time: 0.8263931 Jun 11 09:45:28.973897 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5fa07-4f07-4bf8-be63-787a166aa5b0 req-968c565a-a1ac-40f9-9fb7-901e4cc85334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:28.975257 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ffe5fa07-4f07-4bf8-be63-787a166aa5b0 req-968c565a-a1ac-40f9-9fb7-901e4cc85334 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5bbe8ee4-e19a-4280-9545-f4e3ba21ac03 HTTP/1.1" status: 200 len: 859 time: 0.1229739 Jun 11 09:45:29.000925 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-162ff5ae-dd86-4bf5-a0fb-ae2b5f56bb6c req-b280a279-2481-4fad-a244-f3ebcfc60616 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=7382d103-d62f-4540-9ac2-5ea0a34701f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658934 Jun 11 09:45:29.193914 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5fa07-4f07-4bf8-be63-787a166aa5b0 req-62148cd9-5c18-43d2-b062-07736732b96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:29.195704 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ffe5fa07-4f07-4bf8-be63-787a166aa5b0 req-62148cd9-5c18-43d2-b062-07736732b96f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8306b3b2-c7c1-4b78-8462-356897eaa70e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2013586 Jun 11 09:45:29.318847 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa793d-9130-4e31-bd47-6fd9da684029 req-830eff64-cdd8-47ff-997e-6f96dbf45615 tempest-ServerMetadataNegativeTestJSON-2000341031 tempest-ServerMetadataNegativeTestJSON-2000341031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:29.325934 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7eaa793d-9130-4e31-bd47-6fd9da684029 req-830eff64-cdd8-47ff-997e-6f96dbf45615 tempest-ServerMetadataNegativeTestJSON-2000341031 tempest-ServerMetadataNegativeTestJSON-2000341031-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8236051-9973-40bc-8027-f9d509c3e51c HTTP/1.1" status: 200 len: 945 time: 0.1246274 Jun 11 09:45:29.370962 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b466542e-8f99-4815-9d5c-4084cffc3aa6 req-451ae6c5-801f-47d1-b57c-a556c1e30827 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:29.372511 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b466542e-8f99-4815-9d5c-4084cffc3aa6 req-451ae6c5-801f-47d1-b57c-a556c1e30827 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe3ef3f-9a6b-4e95-a654-f9fec0c4a05d HTTP/1.1" status: 200 len: 949 time: 0.2235501 Jun 11 09:45:29.410063 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7eaa793d-9130-4e31-bd47-6fd9da684029 req-12f2d60f-c1c4-4e52-aa91-3d941a643d51 tempest-ServerMetadataNegativeTestJSON-2000341031 tempest-ServerMetadataNegativeTestJSON-2000341031-project] 10.222.0.60 "GET /v2.0/security-groups?id=5915571c-2f9b-4bcb-9750-22ae6d4c051a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832274 Jun 11 09:45:29.444848 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ffe5fa07-4f07-4bf8-be63-787a166aa5b0 req-cd5471a5-f113-4fe9-8096-f25694f55a48 service neutron] 10.222.0.69 "GET /v2.0/networks/8306b3b2-c7c1-4b78-8462-356897eaa70e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415321 Jun 11 09:45:29.469128 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b466542e-8f99-4815-9d5c-4084cffc3aa6 req-798fe074-ce5e-4564-812a-39dbfe421527 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887530 Jun 11 09:45:29.478303 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f96eda32-b2da-40e5-95d2-a555bc44f76b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fde7ca4c-7f4f-4a66-9f59-8a5d54e6b802'}, {'server_uuid': '6862493a-d39d-40b0-b207-242830221721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e21094f9-fbfa-4270-bdd9-5d903859b711'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:45:29.483939 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae136cff-ad4d-4fe1-8f95-04fb1db8ab3c" -d '{"events": [{"server_uuid": "f96eda32-b2da-40e5-95d2-a555bc44f76b", "name": "network-vif-plugged", "status": "completed", "tag": "fde7ca4c-7f4f-4a66-9f59-8a5d54e6b802"}, {"server_uuid": "6862493a-d39d-40b0-b207-242830221721", "name": "network-vif-plugged", "status": "completed", "tag": "e21094f9-fbfa-4270-bdd9-5d903859b711"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:45:29.605311 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ba108c0e-d836-43dd-81fc-11b6fc3313a7 req-e57bfb06-3696-451c-bffa-a46e78fdf97c tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.209 HTTP/1.1" status: 200 len: 1002 time: 0.1552210 Jun 11 09:45:29.699386 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba108c0e-d836-43dd-81fc-11b6fc3313a7 req-7df0d06e-9a11-48b4-93aa-e7f10c9f9b63 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:29.708911 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ba108c0e-d836-43dd-81fc-11b6fc3313a7 req-7df0d06e-9a11-48b4-93aa-e7f10c9f9b63 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.60 "GET /v2.0/ports/59e61c48-225d-4e7a-ba3a-53f1a0ee83f9 HTTP/1.1" status: 200 len: 943 time: 0.0950081 Jun 11 09:45:29.711709 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ffe5fa07-4f07-4bf8-be63-787a166aa5b0 req-12b11093-cd56-4fe8-8614-3fe77d54699f service neutron] 10.222.0.69 "GET /v2.0/networks/8306b3b2-c7c1-4b78-8462-356897eaa70e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405040 Jun 11 09:45:29.755596 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de27d54-26f5-4951-8793-be7fd35e09c8 req-b2b39f19-af3f-46f1-afa6-2d7bf5267a28 tempest-ServerAddressesTestJSON-1780781347 tempest-ServerAddressesTestJSON-1780781347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:29.755596 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6de27d54-26f5-4951-8793-be7fd35e09c8 req-b2b39f19-af3f-46f1-afa6-2d7bf5267a28 tempest-ServerAddressesTestJSON-1780781347 tempest-ServerAddressesTestJSON-1780781347-project] 10.222.0.60 "GET /v2.0/ports?device_id=f96eda32-b2da-40e5-95d2-a555bc44f76b HTTP/1.1" status: 200 len: 945 time: 0.1028600 Jun 11 09:45:29.896750 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6de27d54-26f5-4951-8793-be7fd35e09c8 req-0fc32dfc-a829-4956-8daa-32a9537223d9 tempest-ServerAddressesTestJSON-1780781347 tempest-ServerAddressesTestJSON-1780781347-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7d31fe6-b977-48a3-8ac8-d2d7f926a295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005807 Jun 11 09:45:29.922465 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385aaa56-e574-4552-9093-786923d8cd1d req-21831c70-ab3d-429b-a257-788922c48a28 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:29.924220 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-385aaa56-e574-4552-9093-786923d8cd1d req-21831c70-ab3d-429b-a257-788922c48a28 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.69 "GET /v2.0/ports?device_id=c4b12e42-17f6-4964-bd58-6a1784ef3b8b HTTP/1.1" status: 200 len: 944 time: 0.1152210 Jun 11 09:45:29.928105 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ba108c0e-d836-43dd-81fc-11b6fc3313a7 req-3efc67d6-aadf-4da0-bec2-0a03d7e01d00 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.209 HTTP/1.1" status: 200 len: 1002 time: 0.1013029 Jun 11 09:45:30.064763 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-385aaa56-e574-4552-9093-786923d8cd1d req-173d6197-3daf-4512-9fd6-1f447c3f0d83 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Deleting port b312982e-ede2-411d-8a4c-a79af3606d60 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:45:30.066502 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-385aaa56-e574-4552-9093-786923d8cd1d req-173d6197-3daf-4512-9fd6-1f447c3f0d83 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:30.075683 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba108c0e-d836-43dd-81fc-11b6fc3313a7 req-9deddef5-bc0f-45f2-9c52-b3de442e7021 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:30.077340 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ba108c0e-d836-43dd-81fc-11b6fc3313a7 req-9deddef5-bc0f-45f2-9c52-b3de442e7021 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.60 "GET /v2.0/networks/f0adef6e-169f-4a27-8865-442be2ad072d HTTP/1.1" status: 200 len: 784 time: 0.1457195 Jun 11 09:45:30.164696 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ba108c0e-d836-43dd-81fc-11b6fc3313a7 req-e771e066-2d16-4dec-8b68-ecaeeba61870 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.209 HTTP/1.1" status: 200 len: 1002 time: 0.0803061 Jun 11 09:45:30.174029 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-ba108c0e-d836-43dd-81fc-11b6fc3313a7 req-144820a9-8a67-49f8-bff0-a62bf45490fa tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:45:30.239972 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-385aaa56-e574-4552-9093-786923d8cd1d req-173d6197-3daf-4512-9fd6-1f447c3f0d83 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] For port b312982e-ede2-411d-8a4c-a79af3606d60, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=b312982e-ede2-411d-8a4c-a79af3606d60,segment=NetworkSegment(9149788d-877e-41af-83c2-5ce6b1848f17),segment_id=9149788d-877e-41af-83c2-5ce6b1848f17)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:45:30.240600 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-385aaa56-e574-4552-9093-786923d8cd1d req-173d6197-3daf-4512-9fd6-1f447c3f0d83 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:30.256600 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-ba108c0e-d836-43dd-81fc-11b6fc3313a7 req-144820a9-8a67-49f8-bff0-a62bf45490fa tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Notify callbacks [] for floatingip, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:30.337468 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-385aaa56-e574-4552-9093-786923d8cd1d req-173d6197-3daf-4512-9fd6-1f447c3f0d83 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Calling delete_port for b312982e-ede2-411d-8a4c-a79af3606d60 owned by compute:nova {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:45:30.357836 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e9ed13-2677-470d-8563-179594e206d2 req-3bb20865-2981-4391-8a7a-0bccb0c406af tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:30.359401 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b0e9ed13-2677-470d-8563-179594e206d2 req-3bb20865-2981-4391-8a7a-0bccb0c406af tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4b12e42-17f6-4964-bd58-6a1784ef3b8b HTTP/1.1" status: 200 len: 944 time: 0.2017081 Jun 11 09:45:30.468992 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b0e9ed13-2677-470d-8563-179594e206d2 req-b7421837-8af3-41f9-8ecb-0552bcc8e9eb tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592999 Jun 11 09:45:30.477151 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-ba108c0e-d836-43dd-81fc-11b6fc3313a7 req-144820a9-8a67-49f8-bff0-a62bf45490fa tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:30.551104 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Jun 2021 09:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0cf6b20-fe56-4181-81a1-183eaf642664 x-openstack-request-id: req-f0cf6b20-fe56-4181-81a1-183eaf642664 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:45:30.551620 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f96eda32-b2da-40e5-95d2-a555bc44f76b", "name": "network-vif-plugged", "status": "completed", "tag": "fde7ca4c-7f4f-4a66-9f59-8a5d54e6b802", "code": 200}, {"server_uuid": "6862493a-d39d-40b0-b207-242830221721", "name": "network-vif-plugged", "status": "completed", "tag": "e21094f9-fbfa-4270-bdd9-5d903859b711", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:45:30.552032 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f0cf6b20-fe56-4181-81a1-183eaf642664 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:45:30.552503 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f96eda32-b2da-40e5-95d2-a555bc44f76b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fde7ca4c-7f4f-4a66-9f59-8a5d54e6b802', 'code': 200} Jun 11 09:45:30.552828 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6862493a-d39d-40b0-b207-242830221721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e21094f9-fbfa-4270-bdd9-5d903859b711', 'code': 200} Jun 11 09:45:30.583139 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-ba108c0e-d836-43dd-81fc-11b6fc3313a7 req-144820a9-8a67-49f8-bff0-a62bf45490fa tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:30.583461 n-d-779913-12 neutron-server[93176]: INFO neutron.db.l3_db [req-ba108c0e-d836-43dd-81fc-11b6fc3313a7 req-144820a9-8a67-49f8-bff0-a62bf45490fa tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Floating IP ef4cdb92-b0ef-46a9-80b5-c3f12e242379 disassociated. External IP: 172.25.4.209, port: 59e61c48-225d-4e7a-ba3a-53f1a0ee83f9. Jun 11 09:45:30.635091 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-385aaa56-e574-4552-9093-786923d8cd1d req-173d6197-3daf-4512-9fd6-1f447c3f0d83 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:30.639471 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5ead6aa0-172b-4705-bc24-60ed3a7d28ab tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:45:30.647961 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['b312982e-ede2-411d-8a4c-a79af3606d60'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:45:30.747834 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173d6197-3daf-4512-9fd6-1f447c3f0d83 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Pushing event deleted for resources: {'Port': ['ID=b312982e-ede2-411d-8a4c-a79af3606d60,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:45:30.756721 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-173d6197-3daf-4512-9fd6-1f447c3f0d83 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:45:30.834751 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-385aaa56-e574-4552-9093-786923d8cd1d req-173d6197-3daf-4512-9fd6-1f447c3f0d83 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] No DVR routers for this DVR port b312982e-ede2-411d-8a4c-a79af3606d60 on host n-h2-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:45:30.842760 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-385aaa56-e574-4552-9093-786923d8cd1d req-173d6197-3daf-4512-9fd6-1f447c3f0d83 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:30.846241 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-385aaa56-e574-4552-9093-786923d8cd1d req-173d6197-3daf-4512-9fd6-1f447c3f0d83 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.69 "DELETE /v2.0/ports/b312982e-ede2-411d-8a4c-a79af3606d60 HTTP/1.1" status: 204 len: 173 time: 0.9162474 Jun 11 09:45:30.847538 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4b12e42-17f6-4964-bd58-6a1784ef3b8b', 'name': 'network-vif-deleted', 'tag': 'b312982e-ede2-411d-8a4c-a79af3606d60'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:45:30.850401 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61cfd9d2-a245-4434-94cc-6fa82c5e0926" -d '{"events": [{"server_uuid": "c4b12e42-17f6-4964-bd58-6a1784ef3b8b", "name": "network-vif-deleted", "tag": "b312982e-ede2-411d-8a4c-a79af3606d60"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:45:30.881213 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:30.894438 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f667a592-550a-4bee-98b2-e2dc1f11f772 req-45b97fa9-30c4-4db2-95ee-6a27c6f5d78f tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:30.902469 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f667a592-550a-4bee-98b2-e2dc1f11f772 req-45b97fa9-30c4-4db2-95ee-6a27c6f5d78f tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=6862493a-d39d-40b0-b207-242830221721 HTTP/1.1" status: 200 len: 945 time: 0.2377520 Jun 11 09:45:30.908082 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678b17c6-1ad1-47a1-8f5c-1abf82135c0b req-efb92d1d-931c-4c7f-9c9b-9374c6e309a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:30.910098 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-678b17c6-1ad1-47a1-8f5c-1abf82135c0b req-efb92d1d-931c-4c7f-9c9b-9374c6e309a9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f96eda32-b2da-40e5-95d2-a555bc44f76b HTTP/1.1" status: 200 len: 1097 time: 0.2432175 Jun 11 09:45:30.912333 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ebaa7d-cc33-4297-b417-ae9fffc694d7 req-6f2f82e1-2fea-4638-8f87-22acfe99c973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:30.913681 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-01ebaa7d-cc33-4297-b417-ae9fffc694d7 req-6f2f82e1-2fea-4638-8f87-22acfe99c973 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6862493a-d39d-40b0-b207-242830221721 HTTP/1.1" status: 200 len: 1097 time: 0.2380250 Jun 11 09:45:30.964618 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f667a592-550a-4bee-98b2-e2dc1f11f772 req-d8aeb0bf-9427-4221-84a8-8a75ab846cdc tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=7382d103-d62f-4540-9ac2-5ea0a34701f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611596 Jun 11 09:45:31.112366 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-678b17c6-1ad1-47a1-8f5c-1abf82135c0b req-20785583-a261-4067-aa41-5ffd4cbc9d32 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e7d31fe6-b977-48a3-8ac8-d2d7f926a295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386828 Jun 11 09:45:31.115542 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-01ebaa7d-cc33-4297-b417-ae9fffc694d7 req-8b9bd322-e0a3-493c-9f92-57859d6b9386 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7382d103-d62f-4540-9ac2-5ea0a34701f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446698 Jun 11 09:45:31.143527 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba108c0e-d836-43dd-81fc-11b6fc3313a7 req-144820a9-8a67-49f8-bff0-a62bf45490fa tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Router d7118f6f-9aab-4125-b378-18f244e7c2f1 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 09:45:31.145761 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4782b6a-3362-41ec-a672-2cd9dccaade7 req-d8e9ca05-9a2e-421b-8df6-7e3e0bc6ab8a tempest-ServerMetadataNegativeTestJSON-2000341031 tempest-ServerMetadataNegativeTestJSON-2000341031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:31.147328 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b4782b6a-3362-41ec-a672-2cd9dccaade7 req-d8e9ca05-9a2e-421b-8df6-7e3e0bc6ab8a tempest-ServerMetadataNegativeTestJSON-2000341031 tempest-ServerMetadataNegativeTestJSON-2000341031-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8236051-9973-40bc-8027-f9d509c3e51c HTTP/1.1" status: 200 len: 945 time: 0.0841351 Jun 11 09:45:31.202369 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b4782b6a-3362-41ec-a672-2cd9dccaade7 req-ee742763-7dbe-46bf-8991-2c263397b045 tempest-ServerMetadataNegativeTestJSON-2000341031 tempest-ServerMetadataNegativeTestJSON-2000341031-project] 10.222.0.60 "GET /v2.0/security-groups?id=5915571c-2f9b-4bcb-9750-22ae6d4c051a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480661 Jun 11 09:45:31.397421 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dd33f3-9621-485d-95e0-902dccf3e4a1 req-d27d66ca-cb56-400a-ba81-a75e4ecea1e9 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:31.399039 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-39dd33f3-9621-485d-95e0-902dccf3e4a1 req-d27d66ca-cb56-400a-ba81-a75e4ecea1e9 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe3ef3f-9a6b-4e95-a654-f9fec0c4a05d HTTP/1.1" status: 200 len: 949 time: 0.0753429 Jun 11 09:45:31.454041 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-39dd33f3-9621-485d-95e0-902dccf3e4a1 req-b8d8771b-f9fc-465d-b6bf-09fa1c235ee7 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484970 Jun 11 09:45:31.502733 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee1fd61-0dcd-4e75-bda0-be9222f42d8b x-openstack-request-id: req-8ee1fd61-0dcd-4e75-bda0-be9222f42d8b {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:45:31.503072 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4b12e42-17f6-4964-bd58-6a1784ef3b8b", "name": "network-vif-deleted", "tag": "b312982e-ede2-411d-8a4c-a79af3606d60", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:45:31.503367 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8ee1fd61-0dcd-4e75-bda0-be9222f42d8b {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:45:31.503844 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4b12e42-17f6-4964-bd58-6a1784ef3b8b', 'name': 'network-vif-deleted', 'tag': 'b312982e-ede2-411d-8a4c-a79af3606d60', 'status': 'completed', 'code': 200} Jun 11 09:45:31.634126 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba108c0e-d836-43dd-81fc-11b6fc3313a7 req-144820a9-8a67-49f8-bff0-a62bf45490fa tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:45:31.640460 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-ba108c0e-d836-43dd-81fc-11b6fc3313a7 req-144820a9-8a67-49f8-bff0-a62bf45490fa tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:31.644583 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868c850e-f332-4245-a2de-03ecac25859c None None] Sync routers for ids ['d7118f6f-9aab-4125-b378-18f244e7c2f1'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:45:31.653322 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868c850e-f332-4245-a2de-03ecac25859c None None] Routers {'d7118f6f-9aab-4125-b378-18f244e7c2f1'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:45:31.653893 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-868c850e-f332-4245-a2de-03ecac25859c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:45:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['d7118f6f-9aab-4125-b378-18f244e7c2f1'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:45:31.665365 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c608b09-ce32-444f-84e1-23f5816ef63c req-c29e0d77-18d7-4b88-9608-c8edf0555091 tempest-ServerAddressesTestJSON-1780781347 tempest-ServerAddressesTestJSON-1780781347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:31.667210 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1c608b09-ce32-444f-84e1-23f5816ef63c req-c29e0d77-18d7-4b88-9608-c8edf0555091 tempest-ServerAddressesTestJSON-1780781347 tempest-ServerAddressesTestJSON-1780781347-project] 10.222.0.60 "GET /v2.0/ports?device_id=f96eda32-b2da-40e5-95d2-a555bc44f76b HTTP/1.1" status: 200 len: 945 time: 0.0765634 Jun 11 09:45:31.688227 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ba108c0e-d836-43dd-81fc-11b6fc3313a7 req-144820a9-8a67-49f8-bff0-a62bf45490fa tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.60 "PUT /v2.0/floatingips/ef4cdb92-b0ef-46a9-80b5-c3f12e242379 HTTP/1.1" status: 200 len: 695 time: 1.5180290 Jun 11 09:45:31.688848 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb755b01-30a0-45f8-b07b-3c7f8a5c6eb0', 'tag': '59e61c48-225d-4e7a-ba3a-53f1a0ee83f9'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:45:31.692067 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bab3950-ec7d-497b-b435-09fce3c9d627" -d '{"events": [{"name": "network-changed", "server_uuid": "bb755b01-30a0-45f8-b07b-3c7f8a5c6eb0", "tag": "59e61c48-225d-4e7a-ba3a-53f1a0ee83f9"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:45:31.716689 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1c608b09-ce32-444f-84e1-23f5816ef63c req-7e41283b-edcb-4de5-8125-eab63c11f5aa tempest-ServerAddressesTestJSON-1780781347 tempest-ServerAddressesTestJSON-1780781347-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7d31fe6-b977-48a3-8ac8-d2d7f926a295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436780 Jun 11 09:45:31.788234 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba108c0e-d836-43dd-81fc-11b6fc3313a7 req-842e1af2-3a51-4bde-9d15-2b75fb531295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:31.792041 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ba108c0e-d836-43dd-81fc-11b6fc3313a7 req-842e1af2-3a51-4bde-9d15-2b75fb531295 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9e00f0b8050a4c758f9c2d03d3f429fa&device_id=bb755b01-30a0-45f8-b07b-3c7f8a5c6eb0 HTTP/1.1" status: 200 len: 1098 time: 0.0816803 Jun 11 09:45:31.824770 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-868c850e-f332-4245-a2de-03ecac25859c None None] Set router d7118f6f-9aab-4125-b378-18f244e7c2f1 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:45:31.931394 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba108c0e-d836-43dd-81fc-11b6fc3313a7 req-c6944648-1d9c-42e5-8ecd-a799c103cc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:31.932965 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ba108c0e-d836-43dd-81fc-11b6fc3313a7 req-c6944648-1d9c-42e5-8ecd-a799c103cc85 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8306b3b2-c7c1-4b78-8462-356897eaa70e HTTP/1.1" status: 200 len: 921 time: 0.1367471 Jun 11 09:45:32.006333 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ba108c0e-d836-43dd-81fc-11b6fc3313a7 req-92d7f69a-f454-4490-bb00-294b2389a76c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=59e61c48-225d-4e7a-ba3a-53f1a0ee83f9 HTTP/1.1" status: 200 len: 217 time: 0.0666261 Jun 11 09:45:32.072301 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba108c0e-d836-43dd-81fc-11b6fc3313a7 req-e938ad23-b026-4142-aca6-2977259311e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:32.080113 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ba108c0e-d836-43dd-81fc-11b6fc3313a7 req-e938ad23-b026-4142-aca6-2977259311e6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5bbe8ee4-e19a-4280-9545-f4e3ba21ac03 HTTP/1.1" status: 200 len: 859 time: 0.0683191 Jun 11 09:45:32.133999 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-868c850e-f332-4245-a2de-03ecac25859c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7118f6f-9aab-4125-b378-18f244e7c2f1', 'name': 'tempest-FloatingIPsAssociationTestJSON-913285329-router', 'tenant_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '85a0effd-9698-440e-8280-68136d88e76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:43:48Z', 'updated_at': '2021-06-11T09:44:04Z', 'revision_number': 4, 'project_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'gw_port': {'id': '85a0effd-9698-440e-8280-68136d88e76e', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7118f6f-9aab-4125-b378-18f244e7c2f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:43:50Z', 'updated_at': '2021-06-11T09:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': 'a82c68ca-9bc5-4c36-8760-d663de2ac702', 'name': '', 'network_id': '8306b3b2-c7c1-4b78-8462-356897eaa70e', 'tenant_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'mac_address': 'fa:16:3e:76:fe:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7118f6f-9aab-4125-b378-18f244e7c2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '5bbe8ee4-e19a-4280-9545-f4e3ba21ac03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:44:01Z', 'updated_at': '2021-06-11T09:44:15Z', 'revision_number': 5, 'project_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'subnets': [{'id': '5bbe8ee4-e19a-4280-9545-f4e3ba21ac03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:45:32.137469 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868c850e-f332-4245-a2de-03ecac25859c None None] Checking router: d7118f6f-9aab-4125-b378-18f244e7c2f1 for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:45:32.145931 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d03947b3-45e7-4962-a352-9fbe6e591b1c req-25d7642b-27cc-446d-9951-30e750143856 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4b12e42-17f6-4964-bd58-6a1784ef3b8b HTTP/1.1" status: 200 len: 210 time: 0.0526867 Jun 11 09:45:32.146865 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868c850e-f332-4245-a2de-03ecac25859c None None] Routers {'d7118f6f-9aab-4125-b378-18f244e7c2f1'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:45:32.147486 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-868c850e-f332-4245-a2de-03ecac25859c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:45:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['d7118f6f-9aab-4125-b378-18f244e7c2f1'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:45:32.157421 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba108c0e-d836-43dd-81fc-11b6fc3313a7 req-47d8c00f-b1a0-4c95-a0b8-2418b06ab0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:32.159735 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ba108c0e-d836-43dd-81fc-11b6fc3313a7 req-47d8c00f-b1a0-4c95-a0b8-2418b06ab0cc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8306b3b2-c7c1-4b78-8462-356897eaa70e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0785108 Jun 11 09:45:32.260582 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5b94066-133b-4391-880e-9e163298f655 x-openstack-request-id: req-d5b94066-133b-4391-880e-9e163298f655 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:45:32.261068 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb755b01-30a0-45f8-b07b-3c7f8a5c6eb0", "tag": "59e61c48-225d-4e7a-ba3a-53f1a0ee83f9", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:45:32.261272 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d5b94066-133b-4391-880e-9e163298f655 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:45:32.261763 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb755b01-30a0-45f8-b07b-3c7f8a5c6eb0', 'tag': '59e61c48-225d-4e7a-ba3a-53f1a0ee83f9', 'status': 'completed', 'code': 200} Jun 11 09:45:32.310580 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ba108c0e-d836-43dd-81fc-11b6fc3313a7 req-6c54b04f-2b34-4741-8b0d-e8cb02c5522f service neutron] 10.222.0.60 "GET /v2.0/networks/8306b3b2-c7c1-4b78-8462-356897eaa70e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434920 Jun 11 09:45:32.325794 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-868c850e-f332-4245-a2de-03ecac25859c None None] Set router d7118f6f-9aab-4125-b378-18f244e7c2f1 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:45:32.343285 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bab3950-ec7d-497b-b435-09fce3c9d627 req-9558f3ba-1e1a-4d71-9bf0-2f038fe0531d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:32.344945 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8bab3950-ec7d-497b-b435-09fce3c9d627 req-9558f3ba-1e1a-4d71-9bf0-2f038fe0531d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9e00f0b8050a4c758f9c2d03d3f429fa&device_id=bb755b01-30a0-45f8-b07b-3c7f8a5c6eb0 HTTP/1.1" status: 200 len: 1098 time: 0.1062715 Jun 11 09:45:32.523587 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ba108c0e-d836-43dd-81fc-11b6fc3313a7 req-765f1ce7-950f-4f3a-8374-5d167401bd36 service neutron] 10.222.0.60 "GET /v2.0/networks/8306b3b2-c7c1-4b78-8462-356897eaa70e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075229 Jun 11 09:45:32.559666 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bab3950-ec7d-497b-b435-09fce3c9d627 req-8dbf61ac-10eb-4329-96f9-a27827ec37e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:32.561140 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8bab3950-ec7d-497b-b435-09fce3c9d627 req-8dbf61ac-10eb-4329-96f9-a27827ec37e6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8306b3b2-c7c1-4b78-8462-356897eaa70e HTTP/1.1" status: 200 len: 921 time: 0.2082388 Jun 11 09:45:32.618447 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8bab3950-ec7d-497b-b435-09fce3c9d627 req-4a7d5711-0393-4530-a9ef-8e76d5cb83c4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=59e61c48-225d-4e7a-ba3a-53f1a0ee83f9 HTTP/1.1" status: 200 len: 217 time: 0.0497775 Jun 11 09:45:32.626064 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844cd1d3-d55c-4e8b-8c92-6f43282fa0ec req-0ee7dbd2-eb53-4228-80cc-d551f27c5d8d tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:32.627685 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-844cd1d3-d55c-4e8b-8c92-6f43282fa0ec req-0ee7dbd2-eb53-4228-80cc-d551f27c5d8d tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=6862493a-d39d-40b0-b207-242830221721 HTTP/1.1" status: 200 len: 945 time: 0.1949329 Jun 11 09:45:32.714514 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bab3950-ec7d-497b-b435-09fce3c9d627 req-34f8df78-5708-494a-8a1a-192c2cff3f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:32.716047 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8bab3950-ec7d-497b-b435-09fce3c9d627 req-34f8df78-5708-494a-8a1a-192c2cff3f79 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5bbe8ee4-e19a-4280-9545-f4e3ba21ac03 HTTP/1.1" status: 200 len: 859 time: 0.0874133 Jun 11 09:45:32.730423 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-844cd1d3-d55c-4e8b-8c92-6f43282fa0ec req-e418954e-0a94-4722-8172-5fdf0910364c tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=7382d103-d62f-4540-9ac2-5ea0a34701f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940247 Jun 11 09:45:32.866010 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bab3950-ec7d-497b-b435-09fce3c9d627 req-9816fb9f-7025-4077-a63f-ba336a2e5bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:32.867669 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8bab3950-ec7d-497b-b435-09fce3c9d627 req-9816fb9f-7025-4077-a63f-ba336a2e5bfb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8306b3b2-c7c1-4b78-8462-356897eaa70e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1362822 Jun 11 09:45:32.885372 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-868c850e-f332-4245-a2de-03ecac25859c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7118f6f-9aab-4125-b378-18f244e7c2f1', 'name': 'tempest-FloatingIPsAssociationTestJSON-913285329-router', 'tenant_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '85a0effd-9698-440e-8280-68136d88e76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:43:48Z', 'updated_at': '2021-06-11T09:44:04Z', 'revision_number': 4, 'project_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'gw_port': {'id': '85a0effd-9698-440e-8280-68136d88e76e', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7118f6f-9aab-4125-b378-18f244e7c2f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:43:50Z', 'updated_at': '2021-06-11T09:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': 'a82c68ca-9bc5-4c36-8760-d663de2ac702', 'name': '', 'network_id': '8306b3b2-c7c1-4b78-8462-356897eaa70e', 'tenant_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'mac_address': 'fa:16:3e:76:fe:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7118f6f-9aab-4125-b378-18f244e7c2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '5bbe8ee4-e19a-4280-9545-f4e3ba21ac03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:44:01Z', 'updated_at': '2021-06-11T09:44:15Z', 'revision_number': 5, 'project_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'subnets': [{'id': '5bbe8ee4-e19a-4280-9545-f4e3ba21ac03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:45:32.888995 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868c850e-f332-4245-a2de-03ecac25859c None None] The sync data for ids ['d7118f6f-9aab-4125-b378-18f244e7c2f1'] in n-d-779913-12 is: [{'id': 'd7118f6f-9aab-4125-b378-18f244e7c2f1', 'name': 'tempest-FloatingIPsAssociationTestJSON-913285329-router', 'tenant_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '85a0effd-9698-440e-8280-68136d88e76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:43:48Z', 'updated_at': '2021-06-11T09:44:04Z', 'revision_number': 4, 'project_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'gw_port': {'id': '85a0effd-9698-440e-8280-68136d88e76e', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7118f6f-9aab-4125-b378-18f244e7c2f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:43:50Z', 'updated_at': '2021-06-11T09:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': 'a82c68ca-9bc5-4c36-8760-d663de2ac702', 'name': '', 'network_id': '8306b3b2-c7c1-4b78-8462-356897eaa70e', 'tenant_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'mac_address': 'fa:16:3e:76:fe:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7118f6f-9aab-4125-b378-18f244e7c2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '5bbe8ee4-e19a-4280-9545-f4e3ba21ac03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:44:01Z', 'updated_at': '2021-06-11T09:44:15Z', 'revision_number': 5, 'project_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'subnets': [{'id': '5bbe8ee4-e19a-4280-9545-f4e3ba21ac03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:45:33.045784 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8bab3950-ec7d-497b-b435-09fce3c9d627 req-f9a13ec3-e394-4ef6-83e1-f30ba17a38fa service neutron] 10.222.0.69 "GET /v2.0/networks/8306b3b2-c7c1-4b78-8462-356897eaa70e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713157 Jun 11 09:45:33.058509 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a398a1f8-a57a-425c-9f12-0fc0fb63f271 req-5ae6307e-5dcd-4095-910b-f0cb9d8359a0 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:33.060042 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a398a1f8-a57a-425c-9f12-0fc0fb63f271 req-5ae6307e-5dcd-4095-910b-f0cb9d8359a0 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe3ef3f-9a6b-4e95-a654-f9fec0c4a05d HTTP/1.1" status: 200 len: 949 time: 0.1765771 Jun 11 09:45:33.120043 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8676a4-961f-417f-950a-f8a2d658b6c2 None None] New status for floating IP ef4cdb92-b0ef-46a9-80b5-c3f12e242379: DOWN {{(pid=93179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 09:45:33.181764 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a398a1f8-a57a-425c-9f12-0fc0fb63f271 req-bba10142-aff3-4252-8679-65d6c509c91e tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130936 Jun 11 09:45:33.226646 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8bab3950-ec7d-497b-b435-09fce3c9d627 req-12784186-3039-4a84-b5a4-34c365ae6eab service neutron] 10.222.0.69 "GET /v2.0/networks/8306b3b2-c7c1-4b78-8462-356897eaa70e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656184 Jun 11 09:45:33.873247 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device b312982e-ede2-411d-8a4c-a79af3606d60 no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:45:33.889325 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f379d7-bc88-4d7c-ac36-a115db784273 req-b3b691df-6359-455f-baa4-e7a27234c425 tempest-ServerAddressesTestJSON-1780781347 tempest-ServerAddressesTestJSON-1780781347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:33.890789 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-91f379d7-bc88-4d7c-ac36-a115db784273 req-b3b691df-6359-455f-baa4-e7a27234c425 tempest-ServerAddressesTestJSON-1780781347 tempest-ServerAddressesTestJSON-1780781347-project] 10.222.0.60 "GET /v2.0/ports?device_id=f96eda32-b2da-40e5-95d2-a555bc44f76b HTTP/1.1" status: 200 len: 945 time: 0.0728183 Jun 11 09:45:33.897717 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] No Port match for: b312982e-ede2-411d-8a4c-a79af3606d60 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:45:33.898200 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device b312982e-ede2-411d-8a4c-a79af3606d60 not bound to the agent host n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:45:33.936889 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-91f379d7-bc88-4d7c-ac36-a115db784273 req-6ba484ec-0b84-49f8-bd5b-f757e9bf1b1a tempest-ServerAddressesTestJSON-1780781347 tempest-ServerAddressesTestJSON-1780781347-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7d31fe6-b977-48a3-8ac8-d2d7f926a295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390589 Jun 11 09:45:34.189450 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c5deb4-fb8a-4bc7-9513-bcf7e3f9d7c2 req-79d4df73-2ffc-43ac-97c0-5f0cb78df00a tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:34.191509 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-12c5deb4-fb8a-4bc7-9513-bcf7e3f9d7c2 req-79d4df73-2ffc-43ac-97c0-5f0cb78df00a tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=6862493a-d39d-40b0-b207-242830221721 HTTP/1.1" status: 200 len: 945 time: 0.0800252 Jun 11 09:45:34.205238 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb38dc7-3171-47d5-9381-3d3663efd94d req-73ff5dd6-c932-40e4-bae9-52910f367e0c tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:34.206837 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-afb38dc7-3171-47d5-9381-3d3663efd94d req-73ff5dd6-c932-40e4-bae9-52910f367e0c tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2f9eff9-fbba-4367-b0de-883742133207&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0864697 Jun 11 09:45:34.234946 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-12c5deb4-fb8a-4bc7-9513-bcf7e3f9d7c2 req-00a552a8-505d-4bee-a3e2-a1b251303587 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=7382d103-d62f-4540-9ac2-5ea0a34701f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377340 Jun 11 09:45:34.273148 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-afb38dc7-3171-47d5-9381-3d3663efd94d req-8a30a1ba-436f-4717-9d01-ea65e26e42c8 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.209 HTTP/1.1" status: 200 len: 696 time: 0.0600657 Jun 11 09:45:34.282872 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-afb38dc7-3171-47d5-9381-3d3663efd94d req-12787940-2617-49c3-91ff-f879303e2bb0 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Request body: {'floatingip': {'port_id': 'eadae33e-f095-4f7c-9ab4-6c7a354f6f90', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:45:34.339930 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-afb38dc7-3171-47d5-9381-3d3663efd94d req-12787940-2617-49c3-91ff-f879303e2bb0 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Notify callbacks [] for floatingip, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:35.285087 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-afb38dc7-3171-47d5-9381-3d3663efd94d req-12787940-2617-49c3-91ff-f879303e2bb0 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:35.303275 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:35.360426 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-afb38dc7-3171-47d5-9381-3d3663efd94d req-12787940-2617-49c3-91ff-f879303e2bb0 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:35.378161 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4129858-f5eb-4b4e-b0e5-94d86373e647 req-3a777502-f152-484a-98ed-e33dcc9792c2 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:35.379617 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f4129858-f5eb-4b4e-b0e5-94d86373e647 req-3a777502-f152-484a-98ed-e33dcc9792c2 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe3ef3f-9a6b-4e95-a654-f9fec0c4a05d HTTP/1.1" status: 200 len: 949 time: 0.0677507 Jun 11 09:45:35.421719 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f4129858-f5eb-4b4e-b0e5-94d86373e647 req-111329e6-f454-448a-8453-822466483a7b tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361872 Jun 11 09:45:35.498108 n-d-779913-12 neutron-server[93177]: INFO neutron.db.l3_db [req-afb38dc7-3171-47d5-9381-3d3663efd94d req-12787940-2617-49c3-91ff-f879303e2bb0 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Floating IP ef4cdb92-b0ef-46a9-80b5-c3f12e242379 associated. External IP: 172.25.4.209, port: eadae33e-f095-4f7c-9ab4-6c7a354f6f90. Jun 11 09:45:35.657878 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 9430d443-1577-4b80-9a80-55fd62d4016f no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:45:35.699399 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe11ae-2a68-433d-9ae3-de9b18ebde15 req-471c5d3a-6a97-48ca-b192-c3cdf1e2d880 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:35.701074 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0fbe11ae-2a68-433d-9ae3-de9b18ebde15 req-471c5d3a-6a97-48ca-b192-c3cdf1e2d880 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.69 "GET /v2.0/ports?device_id=bb755b01-30a0-45f8-b07b-3c7f8a5c6eb0 HTTP/1.1" status: 200 len: 946 time: 0.1467321 Jun 11 09:45:35.748487 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:35.787888 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c8a90ed-0034-4063-a884-6b2e0283e4a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9430d443-1577-4b80-9a80-55fd62d4016f'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:45:35.790782 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b8749cf-1a29-4928-b31d-489f9872c53b" -d '{"events": [{"server_uuid": "5c8a90ed-0034-4063-a884-6b2e0283e4a2", "name": "network-vif-unplugged", "status": "completed", "tag": "9430d443-1577-4b80-9a80-55fd62d4016f"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:45:35.807341 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 9430d443-1577-4b80-9a80-55fd62d4016f, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=9430d443-1577-4b80-9a80-55fd62d4016f,segment=NetworkSegment(59465666-5c69-4224-8b1f-2b974d7d569d),segment_id=59465666-5c69-4224-8b1f-2b974d7d569d)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:45:35.897324 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:35.899374 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:45:35.946000 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [req-afb38dc7-3171-47d5-9381-3d3663efd94d req-12787940-2617-49c3-91ff-f879303e2bb0 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Router d7118f6f-9aab-4125-b378-18f244e7c2f1 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 09:45:35.964141 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-0fbe11ae-2a68-433d-9ae3-de9b18ebde15 req-e60d1e40-dce3-4d60-8979-50c1f9f65de9 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Deleting port 59e61c48-225d-4e7a-ba3a-53f1a0ee83f9 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:45:35.964489 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-0fbe11ae-2a68-433d-9ae3-de9b18ebde15 req-e60d1e40-dce3-4d60-8979-50c1f9f65de9 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:35.969529 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=9430d443-1577-4b80-9a80-55fd62d4016f,revision_number=8']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:45:35.972997 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:45:36.085431 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac91f75-58cc-41a6-9b17-6f0357058e98 req-b2f81184-9174-4fc1-af70-bae3423b5405 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:36.086880 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-aac91f75-58cc-41a6-9b17-6f0357058e98 req-b2f81184-9174-4fc1-af70-bae3423b5405 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/networks?id=9c71e42f-a279-434a-9733-2e0a55ab4074 HTTP/1.1" status: 200 len: 805 time: 0.1382625 Jun 11 09:45:36.101589 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-aac91f75-58cc-41a6-9b17-6f0357058e98 req-f398a928-131d-44d0-ba28-da59fa1401b1 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/quotas/61d3c4040251405785317f897ecabfbd HTTP/1.1" status: 200 len: 375 time: 0.0091364 Jun 11 09:45:36.172504 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-aac91f75-58cc-41a6-9b17-6f0357058e98 req-b287d077-4db5-4c95-b6ff-e877dba1dba1 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=61d3c4040251405785317f897ecabfbd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0651340 Jun 11 09:45:36.249376 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-0fbe11ae-2a68-433d-9ae3-de9b18ebde15 req-e60d1e40-dce3-4d60-8979-50c1f9f65de9 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] For port 59e61c48-225d-4e7a-ba3a-53f1a0ee83f9, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=59e61c48-225d-4e7a-ba3a-53f1a0ee83f9,segment=NetworkSegment(5b557a6f-ee49-4b07-a4c0-158e09a12290),segment_id=5b557a6f-ee49-4b07-a4c0-158e09a12290)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:45:36.249734 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-0fbe11ae-2a68-433d-9ae3-de9b18ebde15 req-e60d1e40-dce3-4d60-8979-50c1f9f65de9 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:36.291695 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-aac91f75-58cc-41a6-9b17-6f0357058e98 req-1a948b18-46c6-4eb4-bc7b-ac4a2e9a0f34 service neutron] 10.222.0.60 "GET /v2.0/networks/9c71e42f-a279-434a-9733-2e0a55ab4074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112382 Jun 11 09:45:36.310974 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-afb38dc7-3171-47d5-9381-3d3663efd94d req-12787940-2617-49c3-91ff-f879303e2bb0 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:45:36.317034 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-afb38dc7-3171-47d5-9381-3d3663efd94d req-12787940-2617-49c3-91ff-f879303e2bb0 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:36.321927 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226425b9-b4b7-4e10-828d-d2c68241b515 None None] Sync routers for ids ['d7118f6f-9aab-4125-b378-18f244e7c2f1'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:45:36.331002 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226425b9-b4b7-4e10-828d-d2c68241b515 None None] Routers {'d7118f6f-9aab-4125-b378-18f244e7c2f1'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:45:36.331661 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-226425b9-b4b7-4e10-828d-d2c68241b515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:45:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['d7118f6f-9aab-4125-b378-18f244e7c2f1'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:45:36.359923 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-0fbe11ae-2a68-433d-9ae3-de9b18ebde15 req-e60d1e40-dce3-4d60-8979-50c1f9f65de9 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Calling delete_port for 59e61c48-225d-4e7a-ba3a-53f1a0ee83f9 owned by compute:nova {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:45:36.399966 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aac9c5-b92b-45f8-bbe2-f26a74e6aca3 req-3fac11bf-e91f-462a-bfc3-4f4c84683a27 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:36.401448 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e6aac9c5-b92b-45f8-bbe2-f26a74e6aca3 req-3fac11bf-e91f-462a-bfc3-4f4c84683a27 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.69 "GET /v2.0/ports?device_id=056de3ec-49b3-4169-837a-4b49b03e923d HTTP/1.1" status: 200 len: 944 time: 0.3648620 Jun 11 09:45:36.413160 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-aac91f75-58cc-41a6-9b17-6f0357058e98 req-ea4e3c48-bea4-42f3-a4c2-bfdc9df96674 service neutron] 10.222.0.60 "GET /v2.0/networks/9c71e42f-a279-434a-9733-2e0a55ab4074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155360 Jun 11 09:45:36.487956 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-226425b9-b4b7-4e10-828d-d2c68241b515 None None] Set router d7118f6f-9aab-4125-b378-18f244e7c2f1 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:45:36.510059 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-afb38dc7-3171-47d5-9381-3d3663efd94d req-12787940-2617-49c3-91ff-f879303e2bb0 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.60 "PUT /v2.0/floatingips/ef4cdb92-b0ef-46a9-80b5-c3f12e242379 HTTP/1.1" status: 200 len: 997 time: 2.2311921 Jun 11 09:45:36.513794 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2f9eff9-fbba-4367-b0de-883742133207', 'tag': 'eadae33e-f095-4f7c-9ab4-6c7a354f6f90'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:45:36.516045 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee3c1ca-95b5-4d5d-930c-03e0418a9f0e" -d '{"events": [{"name": "network-changed", "server_uuid": "a2f9eff9-fbba-4367-b0de-883742133207", "tag": "eadae33e-f095-4f7c-9ab4-6c7a354f6f90"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:45:36.699723 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-e6aac9c5-b92b-45f8-bbe2-f26a74e6aca3 req-6bbbb434-daea-46c0-94dd-ed7792992d7b tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Deleting port 1dfb78f9-7841-4e89-901a-9bff042aca5d {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:45:36.700073 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-e6aac9c5-b92b-45f8-bbe2-f26a74e6aca3 req-6bbbb434-daea-46c0-94dd-ed7792992d7b tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:36.709767 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb38dc7-3171-47d5-9381-3d3663efd94d req-aef8703d-24c2-462b-8a36-e87bb93cf103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:36.716115 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-afb38dc7-3171-47d5-9381-3d3663efd94d req-aef8703d-24c2-462b-8a36-e87bb93cf103 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9e00f0b8050a4c758f9c2d03d3f429fa&device_id=a2f9eff9-fbba-4367-b0de-883742133207 HTTP/1.1" status: 200 len: 1098 time: 0.1886101 Jun 11 09:45:36.801975 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd559d10-fdfd-480a-86f4-b2599ec64bfe req-74e30448-83f9-42fe-acbe-fee2a1660cfc tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:36.803803 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-dd559d10-fdfd-480a-86f4-b2599ec64bfe req-74e30448-83f9-42fe-acbe-fee2a1660cfc tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c8a90ed-0034-4063-a884-6b2e0283e4a2 HTTP/1.1" status: 200 len: 943 time: 0.1191921 Jun 11 09:45:36.894760 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb38dc7-3171-47d5-9381-3d3663efd94d req-f12de14a-bc06-48bf-ad1b-a57c2a1f7b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:36.901966 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-afb38dc7-3171-47d5-9381-3d3663efd94d req-f12de14a-bc06-48bf-ad1b-a57c2a1f7b47 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8306b3b2-c7c1-4b78-8462-356897eaa70e HTTP/1.1" status: 200 len: 921 time: 0.1572950 Jun 11 09:45:36.907969 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-226425b9-b4b7-4e10-828d-d2c68241b515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7118f6f-9aab-4125-b378-18f244e7c2f1', 'name': 'tempest-FloatingIPsAssociationTestJSON-913285329-router', 'tenant_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '85a0effd-9698-440e-8280-68136d88e76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:43:48Z', 'updated_at': '2021-06-11T09:44:04Z', 'revision_number': 4, 'project_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'gw_port': {'id': '85a0effd-9698-440e-8280-68136d88e76e', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7118f6f-9aab-4125-b378-18f244e7c2f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:43:50Z', 'updated_at': '2021-06-11T09:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': 'ef4cdb92-b0ef-46a9-80b5-c3f12e242379', 'tenant_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'floating_ip_address': '172.25.4.209', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': 'd7118f6f-9aab-4125-b378-18f244e7c2f1', 'port_id': 'eadae33e-f095-4f7c-9ab4-6c7a354f6f90', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8306b3b2-c7c1-4b78-8462-356897eaa70e', 'mac_address': 'fa:16:3e:97:97:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f9eff9-fbba-4367-b0de-883742133207', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T09:44:37Z', 'updated_at': '2021-06-11T09:45:34Z', 'revision_number': 8, 'project_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a82c68ca-9bc5-4c36-8760-d663de2ac702', 'name': '', 'network_id': '8306b3b2-c7c1-4b78-8462-356897eaa70e', 'tenant_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'mac_address': 'fa:16:3e:76:fe:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7118f6f-9aab-4125-b378-18f244e7c2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '5bbe8ee4-e19a-4280-9545-f4e3ba21ac03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:44:01Z', 'updated_at': '2021-06-11T09:44:15Z', 'revision_number': 5, 'project_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'subnets': [{'id': '5bbe8ee4-e19a-4280-9545-f4e3ba21ac03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:45:36.912017 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226425b9-b4b7-4e10-828d-d2c68241b515 None None] Checking router: d7118f6f-9aab-4125-b378-18f244e7c2f1 for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:45:36.920397 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226425b9-b4b7-4e10-828d-d2c68241b515 None None] Routers {'d7118f6f-9aab-4125-b378-18f244e7c2f1'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:45:36.921239 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-226425b9-b4b7-4e10-828d-d2c68241b515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:45:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['d7118f6f-9aab-4125-b378-18f244e7c2f1'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:45:37.010465 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837bf9ad-4404-4dc0-8bca-ca5a2bd42493 req-141d93f0-1fe6-44dd-be45-58114853f5bf tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:37.012453 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-837bf9ad-4404-4dc0-8bca-ca5a2bd42493 req-141d93f0-1fe6-44dd-be45-58114853f5bf tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=056de3ec-49b3-4169-837a-4b49b03e923d HTTP/1.1" status: 200 len: 944 time: 0.1268492 Jun 11 09:45:37.014300 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-dd559d10-fdfd-480a-86f4-b2599ec64bfe req-327c74a9-4b38-45ee-a63e-71f45eaab4ff tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Deleting port 9430d443-1577-4b80-9a80-55fd62d4016f {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:45:37.014879 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-dd559d10-fdfd-480a-86f4-b2599ec64bfe req-327c74a9-4b38-45ee-a63e-71f45eaab4ff tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:37.039366 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-0fbe11ae-2a68-433d-9ae3-de9b18ebde15 req-e60d1e40-dce3-4d60-8979-50c1f9f65de9 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:37.047675 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-cf8c01d6-c583-4222-a390-1da38737ccaf tempest-LiveAutoBlockMigrationV225Test-1112647020 tempest-LiveAutoBlockMigrationV225Test-1112647020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:45:37.052284 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['eadae33e-f095-4f7c-9ab4-6c7a354f6f90'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:45:37.057835 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['59e61c48-225d-4e7a-ba3a-53f1a0ee83f9'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:45:37.093599 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d1e40-dce3-4d60-8979-50c1f9f65de9 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Pushing event deleted for resources: {'Port': ['ID=59e61c48-225d-4e7a-ba3a-53f1a0ee83f9,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:45:37.099635 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-afb38dc7-3171-47d5-9381-3d3663efd94d req-5881bd3c-cbae-4a54-aefa-48be9a6026cb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eadae33e-f095-4f7c-9ab4-6c7a354f6f90 HTTP/1.1" status: 200 len: 1000 time: 0.1964715 Jun 11 09:45:37.126425 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d1e40-dce3-4d60-8979-50c1f9f65de9 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:45:37.130662 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d1e40-dce3-4d60-8979-50c1f9f65de9 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:45:37.130662 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d1e40-dce3-4d60-8979-50c1f9f65de9 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:45:37.130662 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d1e40-dce3-4d60-8979-50c1f9f65de9 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:45:37.130662 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d1e40-dce3-4d60-8979-50c1f9f65de9 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:45:37.130662 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d1e40-dce3-4d60-8979-50c1f9f65de9 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:45:37.130662 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d1e40-dce3-4d60-8979-50c1f9f65de9 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:45:37.130662 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d1e40-dce3-4d60-8979-50c1f9f65de9 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:45:37.130662 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d1e40-dce3-4d60-8979-50c1f9f65de9 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:45:37.130662 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d1e40-dce3-4d60-8979-50c1f9f65de9 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:45:37.130662 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d1e40-dce3-4d60-8979-50c1f9f65de9 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:45:37.130662 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d1e40-dce3-4d60-8979-50c1f9f65de9 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:45:37.161003 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-837bf9ad-4404-4dc0-8bca-ca5a2bd42493 req-63f472ea-aebe-43ea-b832-4c2e525e7db8 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409256 Jun 11 09:45:37.172828 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-226425b9-b4b7-4e10-828d-d2c68241b515 None None] Set router d7118f6f-9aab-4125-b378-18f244e7c2f1 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:45:37.178657 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e60d1e40-dce3-4d60-8979-50c1f9f65de9 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:45:37.201482 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-dd559d10-fdfd-480a-86f4-b2599ec64bfe req-327c74a9-4b38-45ee-a63e-71f45eaab4ff tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] For port 9430d443-1577-4b80-9a80-55fd62d4016f, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=9430d443-1577-4b80-9a80-55fd62d4016f,segment=NetworkSegment(59465666-5c69-4224-8b1f-2b974d7d569d),segment_id=59465666-5c69-4224-8b1f-2b974d7d569d)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:45:37.202012 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-dd559d10-fdfd-480a-86f4-b2599ec64bfe req-327c74a9-4b38-45ee-a63e-71f45eaab4ff tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:37.264694 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fbe11ae-2a68-433d-9ae3-de9b18ebde15 req-e60d1e40-dce3-4d60-8979-50c1f9f65de9 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] No DVR routers for this DVR port 59e61c48-225d-4e7a-ba3a-53f1a0ee83f9 on host n-h2-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:45:37.269590 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-e6aac9c5-b92b-45f8-bbe2-f26a74e6aca3 req-6bbbb434-daea-46c0-94dd-ed7792992d7b tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] For port 1dfb78f9-7841-4e89-901a-9bff042aca5d, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=1dfb78f9-7841-4e89-901a-9bff042aca5d,segment=NetworkSegment(9149788d-877e-41af-83c2-5ce6b1848f17),segment_id=9149788d-877e-41af-83c2-5ce6b1848f17)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:45:37.269960 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-e6aac9c5-b92b-45f8-bbe2-f26a74e6aca3 req-6bbbb434-daea-46c0-94dd-ed7792992d7b tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:37.278385 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-0fbe11ae-2a68-433d-9ae3-de9b18ebde15 req-e60d1e40-dce3-4d60-8979-50c1f9f65de9 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:37.280427 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0fbe11ae-2a68-433d-9ae3-de9b18ebde15 req-e60d1e40-dce3-4d60-8979-50c1f9f65de9 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.69 "DELETE /v2.0/ports/59e61c48-225d-4e7a-ba3a-53f1a0ee83f9 HTTP/1.1" status: 204 len: 173 time: 1.5284851 Jun 11 09:45:37.386170 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-dd559d10-fdfd-480a-86f4-b2599ec64bfe req-327c74a9-4b38-45ee-a63e-71f45eaab4ff tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Calling delete_port for 9430d443-1577-4b80-9a80-55fd62d4016f owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:45:37.426844 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-e6aac9c5-b92b-45f8-bbe2-f26a74e6aca3 req-6bbbb434-daea-46c0-94dd-ed7792992d7b tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Calling delete_port for 1dfb78f9-7841-4e89-901a-9bff042aca5d owned by compute:nova {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:45:37.434347 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb38dc7-3171-47d5-9381-3d3663efd94d req-5038b629-6b4f-4d70-b5d9-160dc9383710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:37.435782 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-afb38dc7-3171-47d5-9381-3d3663efd94d req-5038b629-6b4f-4d70-b5d9-160dc9383710 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5bbe8ee4-e19a-4280-9545-f4e3ba21ac03 HTTP/1.1" status: 200 len: 859 time: 0.3111048 Jun 11 09:45:37.602864 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc0087b-9108-4ceb-a9bf-b40b6a550d50 req-97e7a280-ba8f-42a2-b58d-a0131e5f3ec1 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:37.604599 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8dc0087b-9108-4ceb-a9bf-b40b6a550d50 req-97e7a280-ba8f-42a2-b58d-a0131e5f3ec1 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=6862493a-d39d-40b0-b207-242830221721 HTTP/1.1" status: 200 len: 945 time: 0.2142470 Jun 11 09:45:37.633338 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-226425b9-b4b7-4e10-828d-d2c68241b515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7118f6f-9aab-4125-b378-18f244e7c2f1', 'name': 'tempest-FloatingIPsAssociationTestJSON-913285329-router', 'tenant_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '85a0effd-9698-440e-8280-68136d88e76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:43:48Z', 'updated_at': '2021-06-11T09:44:04Z', 'revision_number': 4, 'project_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'gw_port': {'id': '85a0effd-9698-440e-8280-68136d88e76e', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7118f6f-9aab-4125-b378-18f244e7c2f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:43:50Z', 'updated_at': '2021-06-11T09:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': 'ef4cdb92-b0ef-46a9-80b5-c3f12e242379', 'tenant_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'floating_ip_address': '172.25.4.209', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': 'd7118f6f-9aab-4125-b378-18f244e7c2f1', 'port_id': 'eadae33e-f095-4f7c-9ab4-6c7a354f6f90', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8306b3b2-c7c1-4b78-8462-356897eaa70e', 'mac_address': 'fa:16:3e:97:97:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f9eff9-fbba-4367-b0de-883742133207', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T09:44:37Z', 'updated_at': '2021-06-11T09:45:34Z', 'revision_number': 8, 'project_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a82c68ca-9bc5-4c36-8760-d663de2ac702', 'name': '', 'network_id': '8306b3b2-c7c1-4b78-8462-356897eaa70e', 'tenant_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'mac_address': 'fa:16:3e:76:fe:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7118f6f-9aab-4125-b378-18f244e7c2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '5bbe8ee4-e19a-4280-9545-f4e3ba21ac03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:44:01Z', 'updated_at': '2021-06-11T09:44:15Z', 'revision_number': 5, 'project_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'subnets': [{'id': '5bbe8ee4-e19a-4280-9545-f4e3ba21ac03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:45:37.636975 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226425b9-b4b7-4e10-828d-d2c68241b515 None None] The sync data for ids ['d7118f6f-9aab-4125-b378-18f244e7c2f1'] in n-d-779913-12 is: [{'id': 'd7118f6f-9aab-4125-b378-18f244e7c2f1', 'name': 'tempest-FloatingIPsAssociationTestJSON-913285329-router', 'tenant_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '85a0effd-9698-440e-8280-68136d88e76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:43:48Z', 'updated_at': '2021-06-11T09:44:04Z', 'revision_number': 4, 'project_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'gw_port': {'id': '85a0effd-9698-440e-8280-68136d88e76e', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7118f6f-9aab-4125-b378-18f244e7c2f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:43:50Z', 'updated_at': '2021-06-11T09:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': 'ef4cdb92-b0ef-46a9-80b5-c3f12e242379', 'tenant_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'floating_ip_address': '172.25.4.209', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': 'd7118f6f-9aab-4125-b378-18f244e7c2f1', 'port_id': 'eadae33e-f095-4f7c-9ab4-6c7a354f6f90', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8306b3b2-c7c1-4b78-8462-356897eaa70e', 'mac_address': 'fa:16:3e:97:97:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f9eff9-fbba-4367-b0de-883742133207', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T09:44:37Z', 'updated_at': '2021-06-11T09:45:34Z', 'revision_number': 8, 'project_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a82c68ca-9bc5-4c36-8760-d663de2ac702', 'name': '', 'network_id': '8306b3b2-c7c1-4b78-8462-356897eaa70e', 'tenant_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'mac_address': 'fa:16:3e:76:fe:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7118f6f-9aab-4125-b378-18f244e7c2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '5bbe8ee4-e19a-4280-9545-f4e3ba21ac03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:44:01Z', 'updated_at': '2021-06-11T09:44:15Z', 'revision_number': 5, 'project_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'subnets': [{'id': '5bbe8ee4-e19a-4280-9545-f4e3ba21ac03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:45:37.692197 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8dc0087b-9108-4ceb-a9bf-b40b6a550d50 req-7b358dca-cdb1-4339-bd7f-a4f554ce2706 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=7382d103-d62f-4540-9ac2-5ea0a34701f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729437 Jun 11 09:45:37.788933 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Jun 2021 09:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d6a58c-42b6-4187-8e42-51ca2d66d2e2 x-openstack-request-id: req-08d6a58c-42b6-4187-8e42-51ca2d66d2e2 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:45:37.789389 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c8a90ed-0034-4063-a884-6b2e0283e4a2", "name": "network-vif-unplugged", "status": "completed", "tag": "9430d443-1577-4b80-9a80-55fd62d4016f", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:45:37.789787 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-08d6a58c-42b6-4187-8e42-51ca2d66d2e2 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:45:37.790608 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c8a90ed-0034-4063-a884-6b2e0283e4a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9430d443-1577-4b80-9a80-55fd62d4016f', 'code': 200} Jun 11 09:45:37.829566 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-dd559d10-fdfd-480a-86f4-b2599ec64bfe req-327c74a9-4b38-45ee-a63e-71f45eaab4ff tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:37.836542 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-fbe771ca-fbc1-4d6d-ac8f-a31b57d8ee20 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:45:37.883734 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327c74a9-4b38-45ee-a63e-71f45eaab4ff tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Pushing event deleted for resources: {'Port': ['ID=9430d443-1577-4b80-9a80-55fd62d4016f,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:45:37.908990 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327c74a9-4b38-45ee-a63e-71f45eaab4ff tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:45:37.908990 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327c74a9-4b38-45ee-a63e-71f45eaab4ff tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:45:37.909703 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327c74a9-4b38-45ee-a63e-71f45eaab4ff tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:45:37.909703 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327c74a9-4b38-45ee-a63e-71f45eaab4ff tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:45:37.910034 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327c74a9-4b38-45ee-a63e-71f45eaab4ff tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:45:37.910277 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327c74a9-4b38-45ee-a63e-71f45eaab4ff tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:45:37.910929 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327c74a9-4b38-45ee-a63e-71f45eaab4ff tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:45:37.911830 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327c74a9-4b38-45ee-a63e-71f45eaab4ff tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:45:37.912387 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327c74a9-4b38-45ee-a63e-71f45eaab4ff tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:45:37.913579 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327c74a9-4b38-45ee-a63e-71f45eaab4ff tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:45:37.913579 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327c74a9-4b38-45ee-a63e-71f45eaab4ff tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:45:37.921150 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327c74a9-4b38-45ee-a63e-71f45eaab4ff tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:45:37.929070 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-327c74a9-4b38-45ee-a63e-71f45eaab4ff tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:45:37.979646 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51366964-7192-432c-8fd4-e90efb700c5b None None] New status for floating IP ef4cdb92-b0ef-46a9-80b5-c3f12e242379: ACTIVE {{(pid=93179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 09:45:38.017272 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd559d10-fdfd-480a-86f4-b2599ec64bfe req-327c74a9-4b38-45ee-a63e-71f45eaab4ff tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] No DVR routers for this DVR port 9430d443-1577-4b80-9a80-55fd62d4016f on host n-h1-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:45:38.022053 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-dd559d10-fdfd-480a-86f4-b2599ec64bfe req-327c74a9-4b38-45ee-a63e-71f45eaab4ff tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:38.023974 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-dd559d10-fdfd-480a-86f4-b2599ec64bfe req-327c74a9-4b38-45ee-a63e-71f45eaab4ff tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.64 "DELETE /v2.0/ports/9430d443-1577-4b80-9a80-55fd62d4016f HTTP/1.1" status: 204 len: 173 time: 1.2130804 Jun 11 09:45:38.024515 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c8a90ed-0034-4063-a884-6b2e0283e4a2', 'name': 'network-vif-deleted', 'tag': '9430d443-1577-4b80-9a80-55fd62d4016f'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:45:38.027053 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97d842cc-282f-4ce8-baeb-02f4913bc1c5" -d '{"events": [{"server_uuid": "5c8a90ed-0034-4063-a884-6b2e0283e4a2", "name": "network-vif-deleted", "tag": "9430d443-1577-4b80-9a80-55fd62d4016f"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:45:38.097516 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb38dc7-3171-47d5-9381-3d3663efd94d req-05662b49-264f-47b7-872c-363a7d88a49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:38.101087 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ae10b1-4f69-477b-b99d-76486c268198 req-a2d6867a-d94d-4e61-9c56-a265e71e20db tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:38.106246 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-afb38dc7-3171-47d5-9381-3d3663efd94d req-05662b49-264f-47b7-872c-363a7d88a49e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8306b3b2-c7c1-4b78-8462-356897eaa70e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6117790 Jun 11 09:45:38.108712 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-49ae10b1-4f69-477b-b99d-76486c268198 req-a2d6867a-d94d-4e61-9c56-a265e71e20db tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe3ef3f-9a6b-4e95-a654-f9fec0c4a05d HTTP/1.1" status: 200 len: 949 time: 0.0967658 Jun 11 09:45:38.175321 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-49ae10b1-4f69-477b-b99d-76486c268198 req-d1fc4ba4-035f-4667-be51-fd7bf35ed998 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615246 Jun 11 09:45:38.206694 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-e6aac9c5-b92b-45f8-bbe2-f26a74e6aca3 req-6bbbb434-daea-46c0-94dd-ed7792992d7b tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:38.212431 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e60d1e40-dce3-4d60-8979-50c1f9f65de9 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:45:38.232775 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be139999-b9fd-4836-9de1-b01e424d8249 x-openstack-request-id: req-be139999-b9fd-4836-9de1-b01e424d8249 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:45:38.233201 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2f9eff9-fbba-4367-b0de-883742133207", "tag": "eadae33e-f095-4f7c-9ab4-6c7a354f6f90", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:45:38.233598 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-be139999-b9fd-4836-9de1-b01e424d8249 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:45:38.234290 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2f9eff9-fbba-4367-b0de-883742133207', 'tag': 'eadae33e-f095-4f7c-9ab4-6c7a354f6f90', 'status': 'completed', 'code': 200} Jun 11 09:45:38.271198 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbbb434-daea-46c0-94dd-ed7792992d7b tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Pushing event deleted for resources: {'Port': ['ID=1dfb78f9-7841-4e89-901a-9bff042aca5d,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:45:38.281021 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6bbbb434-daea-46c0-94dd-ed7792992d7b tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:45:38.346621 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6aac9c5-b92b-45f8-bbe2-f26a74e6aca3 req-6bbbb434-daea-46c0-94dd-ed7792992d7b tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] No DVR routers for this DVR port 1dfb78f9-7841-4e89-901a-9bff042aca5d on host n-h2-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:45:38.356254 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-afb38dc7-3171-47d5-9381-3d3663efd94d req-4bd65b44-a88e-4892-b68c-3862e812f8fa service neutron] 10.222.0.60 "GET /v2.0/networks/8306b3b2-c7c1-4b78-8462-356897eaa70e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487414 Jun 11 09:45:38.358654 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-e6aac9c5-b92b-45f8-bbe2-f26a74e6aca3 req-6bbbb434-daea-46c0-94dd-ed7792992d7b tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:38.360957 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e6aac9c5-b92b-45f8-bbe2-f26a74e6aca3 req-6bbbb434-daea-46c0-94dd-ed7792992d7b tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.69 "DELETE /v2.0/ports/1dfb78f9-7841-4e89-901a-9bff042aca5d HTTP/1.1" status: 204 len: 173 time: 1.9518290 Jun 11 09:45:38.397976 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee3c1ca-95b5-4d5d-930c-03e0418a9f0e req-0e146655-3884-43bb-aea5-73e48c985186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:38.399754 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fee3c1ca-95b5-4d5d-930c-03e0418a9f0e req-0e146655-3884-43bb-aea5-73e48c985186 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9e00f0b8050a4c758f9c2d03d3f429fa&device_id=a2f9eff9-fbba-4367-b0de-883742133207 HTTP/1.1" status: 200 len: 1098 time: 0.1397927 Jun 11 09:45:38.461650 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9eedd51b-8bd3-4a62-a59d-c9bda60bce57 req-4f49e75e-d58e-4e69-8b13-2c6f8a0714e0 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/ports?device_id=c633a603-9c68-4fee-a384-310d8fcc4a30 HTTP/1.1" status: 200 len: 210 time: 0.0599456 Jun 11 09:45:38.527952 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-afb38dc7-3171-47d5-9381-3d3663efd94d req-28c58c65-7d70-4c4e-a2ff-03a44761cd86 service neutron] 10.222.0.60 "GET /v2.0/networks/8306b3b2-c7c1-4b78-8462-356897eaa70e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706364 Jun 11 09:45:38.672750 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee3c1ca-95b5-4d5d-930c-03e0418a9f0e req-f03c04ab-3b66-4235-9be6-3e3cb608894f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:38.674845 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fee3c1ca-95b5-4d5d-930c-03e0418a9f0e req-f03c04ab-3b66-4235-9be6-3e3cb608894f service neutron] 10.222.0.64 "GET /v2.0/networks?id=8306b3b2-c7c1-4b78-8462-356897eaa70e HTTP/1.1" status: 200 len: 921 time: 0.2072713 Jun 11 09:45:38.805491 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fee3c1ca-95b5-4d5d-930c-03e0418a9f0e req-46ddc81c-10bf-44df-99c1-10cc69dccf30 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eadae33e-f095-4f7c-9ab4-6c7a354f6f90 HTTP/1.1" status: 200 len: 1002 time: 0.1230402 Jun 11 09:45:38.872057 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee3c1ca-95b5-4d5d-930c-03e0418a9f0e req-d779ab0c-59bc-4615-b5b7-a898d90a7257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:38.873541 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fee3c1ca-95b5-4d5d-930c-03e0418a9f0e req-d779ab0c-59bc-4615-b5b7-a898d90a7257 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5bbe8ee4-e19a-4280-9545-f4e3ba21ac03 HTTP/1.1" status: 200 len: 859 time: 0.0573285 Jun 11 09:45:38.946427 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee3c1ca-95b5-4d5d-930c-03e0418a9f0e req-72a7d27a-9105-4561-b71d-9df76b7b5e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:38.948028 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fee3c1ca-95b5-4d5d-930c-03e0418a9f0e req-72a7d27a-9105-4561-b71d-9df76b7b5e28 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8306b3b2-c7c1-4b78-8462-356897eaa70e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0601847 Jun 11 09:45:39.084167 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fee3c1ca-95b5-4d5d-930c-03e0418a9f0e req-5d20c6f0-3922-49d5-b774-a774922e7e35 service neutron] 10.222.0.64 "GET /v2.0/networks/8306b3b2-c7c1-4b78-8462-356897eaa70e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267796 Jun 11 09:45:39.175263 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d7fa87-c053-4176-a08d-910c636a8857 x-openstack-request-id: req-11d7fa87-c053-4176-a08d-910c636a8857 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:45:39.175662 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c8a90ed-0034-4063-a884-6b2e0283e4a2", "name": "network-vif-deleted", "tag": "9430d443-1577-4b80-9a80-55fd62d4016f", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:45:39.175957 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-11d7fa87-c053-4176-a08d-910c636a8857 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:45:39.176388 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c8a90ed-0034-4063-a884-6b2e0283e4a2', 'name': 'network-vif-deleted', 'tag': '9430d443-1577-4b80-9a80-55fd62d4016f', 'status': 'completed', 'code': 200} Jun 11 09:45:39.221947 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fee3c1ca-95b5-4d5d-930c-03e0418a9f0e req-a5d2616c-1258-4464-9a01-19b0f23849cc service neutron] 10.222.0.64 "GET /v2.0/networks/8306b3b2-c7c1-4b78-8462-356897eaa70e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281302 Jun 11 09:45:39.307608 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-350d44d0-8e23-472f-9545-00cc76867cb1 req-8d4f8987-83fa-4a82-9607-233e4daa490e tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.60 "GET /v2.0/floatingips/ef4cdb92-b0ef-46a9-80b5-c3f12e242379 HTTP/1.1" status: 200 len: 999 time: 0.0978310 Jun 11 09:45:39.336603 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-85a05e35-ad5d-439a-9adc-e2aecb7c4469 req-89e5c17a-9bcd-4669-9a39-0d01fc2bcb01 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=056de3ec-49b3-4169-837a-4b49b03e923d HTTP/1.1" status: 200 len: 210 time: 0.0469768 Jun 11 09:45:39.452837 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350d44d0-8e23-472f-9545-00cc76867cb1 req-830298ce-60b4-4d88-a5c0-e27e8687411d tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:39.454197 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-350d44d0-8e23-472f-9545-00cc76867cb1 req-830298ce-60b4-4d88-a5c0-e27e8687411d tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.60 "GET /v2.0/networks/f0adef6e-169f-4a27-8865-442be2ad072d HTTP/1.1" status: 200 len: 784 time: 0.1377578 Jun 11 09:45:39.608996 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac91f75-58cc-41a6-9b17-6f0357058e98 req-f825b057-3aa3-460f-a96a-12fd4948efb5 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:39.610444 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-aac91f75-58cc-41a6-9b17-6f0357058e98 req-f825b057-3aa3-460f-a96a-12fd4948efb5 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.69 "GET /v2.0/networks?id=9c71e42f-a279-434a-9733-2e0a55ab4074 HTTP/1.1" status: 200 len: 805 time: 0.1786387 Jun 11 09:45:39.620969 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115ef1c6-07fe-4d10-8596-9696f12e0269 req-8428a1bb-5b41-4646-86c1-742be17323fe tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:39.622395 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-115ef1c6-07fe-4d10-8596-9696f12e0269 req-8428a1bb-5b41-4646-86c1-742be17323fe tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=6862493a-d39d-40b0-b207-242830221721 HTTP/1.1" status: 200 len: 945 time: 0.1797135 Jun 11 09:45:39.626932 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-aac91f75-58cc-41a6-9b17-6f0357058e98 req-a36d2f46-f823-4966-9648-e4bb68a4c684 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Request body: {'port': {'device_id': 'c633a603-9c68-4fee-a384-310d8fcc4a30', 'network_id': '9c71e42f-a279-434a-9733-2e0a55ab4074', 'admin_state_up': True, 'tenant_id': '61d3c4040251405785317f897ecabfbd'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:45:39.634108 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c69682-f952-4f70-bbad-b4fc05a3108f req-cd3231e9-e183-4218-bc41-408d8ed60794 tempest-ServerMetadataNegativeTestJSON-2000341031 tempest-ServerMetadataNegativeTestJSON-2000341031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:39.647237 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b3c69682-f952-4f70-bbad-b4fc05a3108f req-cd3231e9-e183-4218-bc41-408d8ed60794 tempest-ServerMetadataNegativeTestJSON-2000341031 tempest-ServerMetadataNegativeTestJSON-2000341031-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8236051-9973-40bc-8027-f9d509c3e51c HTTP/1.1" status: 200 len: 945 time: 0.0850804 Jun 11 09:45:39.680826 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b3c69682-f952-4f70-bbad-b4fc05a3108f req-1f78b780-28f4-4d21-adc3-18398ea618a3 tempest-ServerMetadataNegativeTestJSON-2000341031 tempest-ServerMetadataNegativeTestJSON-2000341031-project] 10.222.0.60 "GET /v2.0/security-groups?id=5915571c-2f9b-4bcb-9750-22ae6d4c051a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406210 Jun 11 09:45:39.697830 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 9430d443-1577-4b80-9a80-55fd62d4016f no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:45:39.724290 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] No Port match for: 9430d443-1577-4b80-9a80-55fd62d4016f {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:45:39.725331 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 9430d443-1577-4b80-9a80-55fd62d4016f not bound to the agent host n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:45:39.756530 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-115ef1c6-07fe-4d10-8596-9696f12e0269 req-ad5c1174-428b-4d80-9dc3-124add1feaa7 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=7382d103-d62f-4540-9ac2-5ea0a34701f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242957 Jun 11 09:45:39.893119 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f251e730-d29b-425d-8b3f-d359322d1031 req-1cee3b66-4839-455e-a5f2-6e534e77eefc tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:39.896261 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 1dfb78f9-7841-4e89-901a-9bff042aca5d no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:45:39.898574 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f251e730-d29b-425d-8b3f-d359322d1031 req-1cee3b66-4839-455e-a5f2-6e534e77eefc tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe3ef3f-9a6b-4e95-a654-f9fec0c4a05d HTTP/1.1" status: 200 len: 949 time: 0.0739233 Jun 11 09:45:39.921734 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] No Port match for: 1dfb78f9-7841-4e89-901a-9bff042aca5d {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:45:39.923084 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 1dfb78f9-7841-4e89-901a-9bff042aca5d not bound to the agent host n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:45:39.923084 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 59e61c48-225d-4e7a-ba3a-53f1a0ee83f9 no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:45:39.934178 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aac91f75-58cc-41a6-9b17-6f0357058e98 req-a36d2f46-f823-4966-9648-e4bb68a4c684 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Made reservation on behalf of 61d3c4040251405785317f897ecabfbd for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:45:39.937888 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-aac91f75-58cc-41a6-9b17-6f0357058e98 req-a36d2f46-f823-4966-9648-e4bb68a4c684 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:39.960528 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f251e730-d29b-425d-8b3f-d359322d1031 req-65bf74e8-cd85-4299-b168-4395164fd8ac tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591426 Jun 11 09:45:39.967124 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] No Port match for: 59e61c48-225d-4e7a-ba3a-53f1a0ee83f9 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:45:39.967748 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 59e61c48-225d-4e7a-ba3a-53f1a0ee83f9 not bound to the agent host n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:45:40.062502 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-38d69aa1-5064-431a-aafa-6ac5b0f4d32a req-e1063763-457e-49b0-8471-e1bbc452b742 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.209 HTTP/1.1" status: 200 len: 1002 time: 0.0794950 Jun 11 09:45:40.097676 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccad97b-f8e8-4848-97c9-04239c63b0b2 req-11444267-0704-4087-9847-e29923570a77 tempest-ServerAddressesTestJSON-1780781347 tempest-ServerAddressesTestJSON-1780781347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:40.099541 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4ccad97b-f8e8-4848-97c9-04239c63b0b2 req-11444267-0704-4087-9847-e29923570a77 tempest-ServerAddressesTestJSON-1780781347 tempest-ServerAddressesTestJSON-1780781347-project] 10.222.0.60 "GET /v2.0/ports?device_id=f96eda32-b2da-40e5-95d2-a555bc44f76b HTTP/1.1" status: 200 len: 945 time: 0.2164080 Jun 11 09:45:40.133906 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d69aa1-5064-431a-aafa-6ac5b0f4d32a req-e7106b13-3f4c-4877-957b-9891c202d820 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:40.135246 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-38d69aa1-5064-431a-aafa-6ac5b0f4d32a req-e7106b13-3f4c-4877-957b-9891c202d820 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.60 "GET /v2.0/ports/eadae33e-f095-4f7c-9ab4-6c7a354f6f90 HTTP/1.1" status: 200 len: 943 time: 0.0666592 Jun 11 09:45:40.142479 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [req-aac91f75-58cc-41a6-9b17-6f0357058e98 req-a36d2f46-f823-4966-9648-e4bb68a4c684 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Allocated IP 172.20.0.10 (9c71e42f-a279-434a-9733-2e0a55ab4074/a16cacaa-1221-489c-8d0a-2d30aee455ad/3bb32f6d-7477-4696-b349-b5a005eb2f00) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:45:40.166611 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4ccad97b-f8e8-4848-97c9-04239c63b0b2 req-66059a7e-f391-4103-a18f-08a6d8d1c401 tempest-ServerAddressesTestJSON-1780781347 tempest-ServerAddressesTestJSON-1780781347-project] 10.222.0.60 "GET /v2.0/security-groups?id=e7d31fe6-b977-48a3-8ac8-d2d7f926a295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582433 Jun 11 09:45:40.245114 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb755b01-30a0-45f8-b07b-3c7f8a5c6eb0', 'name': 'network-vif-deleted', 'tag': '59e61c48-225d-4e7a-ba3a-53f1a0ee83f9'}, {'server_uuid': '056de3ec-49b3-4169-837a-4b49b03e923d', 'name': 'network-vif-deleted', 'tag': '1dfb78f9-7841-4e89-901a-9bff042aca5d'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:45:40.247780 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f2fc3be-c405-4907-9f16-4331a1854f5f" -d '{"events": [{"server_uuid": "bb755b01-30a0-45f8-b07b-3c7f8a5c6eb0", "name": "network-vif-deleted", "tag": "59e61c48-225d-4e7a-ba3a-53f1a0ee83f9"}, {"server_uuid": "056de3ec-49b3-4169-837a-4b49b03e923d", "name": "network-vif-deleted", "tag": "1dfb78f9-7841-4e89-901a-9bff042aca5d"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:45:40.299945 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-38d69aa1-5064-431a-aafa-6ac5b0f4d32a req-03c059a9-7219-4b2d-bd10-a873c3bc64c5 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.209 HTTP/1.1" status: 200 len: 1002 time: 0.0793273 Jun 11 09:45:40.345975 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6c525b0a-4082-43e2-a9de-0ac4c0ae6b66 req-a7dc6da9-2deb-4446-963e-bf588df6e720 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/ports?device_id=c633a603-9c68-4fee-a384-310d8fcc4a30 HTTP/1.1" status: 200 len: 210 time: 0.0755017 Jun 11 09:45:40.404270 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-aac91f75-58cc-41a6-9b17-6f0357058e98 req-a36d2f46-f823-4966-9648-e4bb68a4c684 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:40.435889 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d69aa1-5064-431a-aafa-6ac5b0f4d32a req-1eb2494b-ff37-4ffa-9c27-af4e1f9157c8 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:40.437578 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-38d69aa1-5064-431a-aafa-6ac5b0f4d32a req-1eb2494b-ff37-4ffa-9c27-af4e1f9157c8 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.60 "GET /v2.0/networks/f0adef6e-169f-4a27-8865-442be2ad072d HTTP/1.1" status: 200 len: 784 time: 0.1320133 Jun 11 09:45:40.504202 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Jun 2021 09:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-022261db-4422-45bd-92c4-083fc0b01190 x-openstack-request-id: req-022261db-4422-45bd-92c4-083fc0b01190 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:45:40.504611 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb755b01-30a0-45f8-b07b-3c7f8a5c6eb0", "name": "network-vif-deleted", "tag": "59e61c48-225d-4e7a-ba3a-53f1a0ee83f9", "status": "completed", "code": 200}, {"server_uuid": "056de3ec-49b3-4169-837a-4b49b03e923d", "name": "network-vif-deleted", "tag": "1dfb78f9-7841-4e89-901a-9bff042aca5d", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:45:40.504972 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-022261db-4422-45bd-92c4-083fc0b01190 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:45:40.505477 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb755b01-30a0-45f8-b07b-3c7f8a5c6eb0', 'name': 'network-vif-deleted', 'tag': '59e61c48-225d-4e7a-ba3a-53f1a0ee83f9', 'status': 'completed', 'code': 200} Jun 11 09:45:40.505841 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '056de3ec-49b3-4169-837a-4b49b03e923d', 'name': 'network-vif-deleted', 'tag': '1dfb78f9-7841-4e89-901a-9bff042aca5d', 'status': 'completed', 'code': 200} Jun 11 09:45:40.516117 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-aac91f75-58cc-41a6-9b17-6f0357058e98 req-a36d2f46-f823-4966-9648-e4bb68a4c684 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:40.525641 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a367c4ad-70fd-4bb8-a052-b1917589fef6 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:45:40.535610 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-38d69aa1-5064-431a-aafa-6ac5b0f4d32a req-0bf5dc4b-8d0b-477d-8359-f4b49b997d02 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.209 HTTP/1.1" status: 200 len: 1002 time: 0.0895014 Jun 11 09:45:40.544428 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-38d69aa1-5064-431a-aafa-6ac5b0f4d32a req-2163df01-2ff3-49f7-9ad1-18b82c4cc7d7 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:45:40.592439 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aac91f75-58cc-41a6-9b17-6f0357058e98 req-a36d2f46-f823-4966-9648-e4bb68a4c684 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Network 9c71e42f-a279-434a-9733-2e0a55ab4074 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:45:40.596716 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [req-aac91f75-58cc-41a6-9b17-6f0357058e98 req-a36d2f46-f823-4966-9648-e4bb68a4c684 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:45:40.599812 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-aac91f75-58cc-41a6-9b17-6f0357058e98 req-a36d2f46-f823-4966-9648-e4bb68a4c684 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:45:40.621007 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-38d69aa1-5064-431a-aafa-6ac5b0f4d32a req-2163df01-2ff3-49f7-9ad1-18b82c4cc7d7 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Notify callbacks [] for floatingip, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:40.635382 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36d2f46-f823-4966-9648-e4bb68a4c684 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Pushing event updated for resources: {'Port': ['ID=3bb32f6d-7477-4696-b349-b5a005eb2f00,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:45:40.638783 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a36d2f46-f823-4966-9648-e4bb68a4c684 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:45:40.667847 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac91f75-58cc-41a6-9b17-6f0357058e98 req-a36d2f46-f823-4966-9648-e4bb68a4c684 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:40.668462 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-aac91f75-58cc-41a6-9b17-6f0357058e98 req-a36d2f46-f823-4966-9648-e4bb68a4c684 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:40.749204 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-aac91f75-58cc-41a6-9b17-6f0357058e98 req-a36d2f46-f823-4966-9648-e4bb68a4c684 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1257868 Jun 11 09:45:40.772472 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-aac91f75-58cc-41a6-9b17-6f0357058e98 req-00637e13-b30f-46b5-acd3-5206c5942a91 service neutron] Request body: {'port': {'device_id': 'c633a603-9c68-4fee-a384-310d8fcc4a30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-12'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:45:40.860158 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-38d69aa1-5064-431a-aafa-6ac5b0f4d32a req-2163df01-2ff3-49f7-9ad1-18b82c4cc7d7 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:40.875418 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-aac91f75-58cc-41a6-9b17-6f0357058e98 req-00637e13-b30f-46b5-acd3-5206c5942a91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:40.938298 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-38d69aa1-5064-431a-aafa-6ac5b0f4d32a req-2163df01-2ff3-49f7-9ad1-18b82c4cc7d7 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:40.938603 n-d-779913-12 neutron-server[93176]: INFO neutron.db.l3_db [req-38d69aa1-5064-431a-aafa-6ac5b0f4d32a req-2163df01-2ff3-49f7-9ad1-18b82c4cc7d7 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Floating IP ef4cdb92-b0ef-46a9-80b5-c3f12e242379 disassociated. External IP: 172.25.4.209, port: eadae33e-f095-4f7c-9ab4-6c7a354f6f90. Jun 11 09:45:41.319354 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b6f0b7-70b3-4ee4-b787-fbc8e92395c8 req-e3895029-c34d-492f-b14c-064cf54186cb tempest-ServerMetadataNegativeTestJSON-2000341031 tempest-ServerMetadataNegativeTestJSON-2000341031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:41.320904 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a8b6f0b7-70b3-4ee4-b787-fbc8e92395c8 req-e3895029-c34d-492f-b14c-064cf54186cb tempest-ServerMetadataNegativeTestJSON-2000341031 tempest-ServerMetadataNegativeTestJSON-2000341031-project] 10.222.0.69 "GET /v2.0/ports?device_id=c8236051-9973-40bc-8027-f9d509c3e51c HTTP/1.1" status: 200 len: 945 time: 0.1826472 Jun 11 09:45:41.407708 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [req-aac91f75-58cc-41a6-9b17-6f0357058e98 req-00637e13-b30f-46b5-acd3-5206c5942a91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bb32f6d-7477-4696-b349-b5a005eb2f00 {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:45:41.418625 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a79e765-19a0-4904-b2dd-9ab0b50a6007 req-14aa36ed-ab38-4538-a786-490eaf0b984c tempest-ServerAddressesTestJSON-1780781347 tempest-ServerAddressesTestJSON-1780781347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:41.419761 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8a79e765-19a0-4904-b2dd-9ab0b50a6007 req-14aa36ed-ab38-4538-a786-490eaf0b984c tempest-ServerAddressesTestJSON-1780781347 tempest-ServerAddressesTestJSON-1780781347-project] 10.222.0.64 "GET /v2.0/ports?device_id=f96eda32-b2da-40e5-95d2-a555bc44f76b HTTP/1.1" status: 200 len: 945 time: 0.5220470 Jun 11 09:45:41.420461 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-aac91f75-58cc-41a6-9b17-6f0357058e98 req-00637e13-b30f-46b5-acd3-5206c5942a91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:41.452073 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407b6948-2e66-48a7-a01f-dffd85baffaf req-febc1494-05b5-491c-8d5e-cd81808c10d0 tempest-ServerMetadataNegativeTestJSON-2000341031 tempest-ServerMetadataNegativeTestJSON-2000341031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:41.453518 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-407b6948-2e66-48a7-a01f-dffd85baffaf req-febc1494-05b5-491c-8d5e-cd81808c10d0 tempest-ServerMetadataNegativeTestJSON-2000341031 tempest-ServerMetadataNegativeTestJSON-2000341031-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8236051-9973-40bc-8027-f9d509c3e51c HTTP/1.1" status: 200 len: 945 time: 0.2441795 Jun 11 09:45:41.456545 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-aac91f75-58cc-41a6-9b17-6f0357058e98 req-00637e13-b30f-46b5-acd3-5206c5942a91 service neutron] Transition to ACTIVE for port object 3bb32f6d-7477-4696-b349-b5a005eb2f00 will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:45:41.538840 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-407b6948-2e66-48a7-a01f-dffd85baffaf req-fad47eef-44b4-4e67-a100-381bf6168e09 tempest-ServerMetadataNegativeTestJSON-2000341031 tempest-ServerMetadataNegativeTestJSON-2000341031-project] 10.222.0.60 "GET /v2.0/security-groups?id=5915571c-2f9b-4bcb-9750-22ae6d4c051a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604694 Jun 11 09:45:41.554877 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-a8b6f0b7-70b3-4ee4-b787-fbc8e92395c8 req-159e7cb8-2180-4af6-a362-47b81df52f63 tempest-ServerMetadataNegativeTestJSON-2000341031 tempest-ServerMetadataNegativeTestJSON-2000341031-project] Deleting port 4ed39efc-32a7-4ca4-9ed7-c7b6c76c4c86 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:45:41.555497 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-a8b6f0b7-70b3-4ee4-b787-fbc8e92395c8 req-159e7cb8-2180-4af6-a362-47b81df52f63 tempest-ServerMetadataNegativeTestJSON-2000341031 tempest-ServerMetadataNegativeTestJSON-2000341031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:41.606790 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-aac91f75-58cc-41a6-9b17-6f0357058e98 req-00637e13-b30f-46b5-acd3-5206c5942a91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:41.612562 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-173d6197-3daf-4512-9fd6-1f447c3f0d83 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:45:41.688090 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38d69aa1-5064-431a-aafa-6ac5b0f4d32a req-2163df01-2ff3-49f7-9ad1-18b82c4cc7d7 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Router d7118f6f-9aab-4125-b378-18f244e7c2f1 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 09:45:41.690105 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-8a79e765-19a0-4904-b2dd-9ab0b50a6007 req-25d184e5-bf6c-4c20-aea4-0b83a995580d tempest-ServerAddressesTestJSON-1780781347 tempest-ServerAddressesTestJSON-1780781347-project] Deleting port fde7ca4c-7f4f-4a66-9f59-8a5d54e6b802 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:45:41.690442 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-8a79e765-19a0-4904-b2dd-9ab0b50a6007 req-25d184e5-bf6c-4c20-aea4-0b83a995580d tempest-ServerAddressesTestJSON-1780781347 tempest-ServerAddressesTestJSON-1780781347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:41.824545 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00637e13-b30f-46b5-acd3-5206c5942a91 service neutron] Pushing event updated for resources: {'Port': ['ID=3bb32f6d-7477-4696-b349-b5a005eb2f00,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:45:41.827884 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-00637e13-b30f-46b5-acd3-5206c5942a91 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:45:41.835830 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-a8b6f0b7-70b3-4ee4-b787-fbc8e92395c8 req-159e7cb8-2180-4af6-a362-47b81df52f63 tempest-ServerMetadataNegativeTestJSON-2000341031 tempest-ServerMetadataNegativeTestJSON-2000341031-project] For port 4ed39efc-32a7-4ca4-9ed7-c7b6c76c4c86, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=4ed39efc-32a7-4ca4-9ed7-c7b6c76c4c86,segment=NetworkSegment(001d18ae-164f-4031-819e-53a4dde709cd),segment_id=001d18ae-164f-4031-819e-53a4dde709cd)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:45:41.836184 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-a8b6f0b7-70b3-4ee4-b787-fbc8e92395c8 req-159e7cb8-2180-4af6-a362-47b81df52f63 tempest-ServerMetadataNegativeTestJSON-2000341031 tempest-ServerMetadataNegativeTestJSON-2000341031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:41.967026 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-8a79e765-19a0-4904-b2dd-9ab0b50a6007 req-25d184e5-bf6c-4c20-aea4-0b83a995580d tempest-ServerAddressesTestJSON-1780781347 tempest-ServerAddressesTestJSON-1780781347-project] For port fde7ca4c-7f4f-4a66-9f59-8a5d54e6b802, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=fde7ca4c-7f4f-4a66-9f59-8a5d54e6b802,segment=NetworkSegment(13db550d-c68a-47ca-82f2-d9812795d659),segment_id=13db550d-c68a-47ca-82f2-d9812795d659)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:45:41.967672 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-8a79e765-19a0-4904-b2dd-9ab0b50a6007 req-25d184e5-bf6c-4c20-aea4-0b83a995580d tempest-ServerAddressesTestJSON-1780781347 tempest-ServerAddressesTestJSON-1780781347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:41.985366 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-a8b6f0b7-70b3-4ee4-b787-fbc8e92395c8 req-159e7cb8-2180-4af6-a362-47b81df52f63 tempest-ServerMetadataNegativeTestJSON-2000341031 tempest-ServerMetadataNegativeTestJSON-2000341031-project] Calling delete_port for 4ed39efc-32a7-4ca4-9ed7-c7b6c76c4c86 owned by compute:nova {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:45:42.065769 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfe8b91-213e-48e4-a855-3ec49a7ac834 req-8b00270d-f43a-48f3-963a-0f9b83db75ef tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:42.067198 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4bfe8b91-213e-48e4-a855-3ec49a7ac834 req-8b00270d-f43a-48f3-963a-0f9b83db75ef tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=6862493a-d39d-40b0-b207-242830221721 HTTP/1.1" status: 200 len: 945 time: 0.3664992 Jun 11 09:45:42.077975 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-8a79e765-19a0-4904-b2dd-9ab0b50a6007 req-25d184e5-bf6c-4c20-aea4-0b83a995580d tempest-ServerAddressesTestJSON-1780781347 tempest-ServerAddressesTestJSON-1780781347-project] Calling delete_port for fde7ca4c-7f4f-4a66-9f59-8a5d54e6b802 owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:45:42.088083 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38d69aa1-5064-431a-aafa-6ac5b0f4d32a req-2163df01-2ff3-49f7-9ad1-18b82c4cc7d7 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:45:42.098043 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-38d69aa1-5064-431a-aafa-6ac5b0f4d32a req-2163df01-2ff3-49f7-9ad1-18b82c4cc7d7 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:42.098217 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e40ddd3-c220-48cb-b568-5df3cfeafaf3 None None] Sync routers for ids ['d7118f6f-9aab-4125-b378-18f244e7c2f1'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:45:42.110138 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e40ddd3-c220-48cb-b568-5df3cfeafaf3 None None] Routers {'d7118f6f-9aab-4125-b378-18f244e7c2f1'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:45:42.111174 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-3e40ddd3-c220-48cb-b568-5df3cfeafaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:45:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['d7118f6f-9aab-4125-b378-18f244e7c2f1'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:45:42.126460 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-aac91f75-58cc-41a6-9b17-6f0357058e98 req-00637e13-b30f-46b5-acd3-5206c5942a91 service neutron] Attempting to bind port 3bb32f6d-7477-4696-b349-b5a005eb2f00 on host n-h2-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:45:42.126800 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-aac91f75-58cc-41a6-9b17-6f0357058e98 req-00637e13-b30f-46b5-acd3-5206c5942a91 service neutron] Attempting to bind port 3bb32f6d-7477-4696-b349-b5a005eb2f00 by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': '59465666-5c69-4224-8b1f-2b974d7d569d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '9c71e42f-a279-434a-9733-2e0a55ab4074'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:45:42.127842 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac91f75-58cc-41a6-9b17-6f0357058e98 req-00637e13-b30f-46b5-acd3-5206c5942a91 service neutron] Attempting to bind port 3bb32f6d-7477-4696-b349-b5a005eb2f00 on network 9c71e42f-a279-434a-9733-2e0a55ab4074 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:45:42.136047 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a833d-d21b-486f-b39d-8372ad5739e2 req-2d1eb7e3-f35b-45b4-a13b-bb7923b14af6 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:42.137504 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9e3a833d-d21b-486f-b39d-8372ad5739e2 req-2d1eb7e3-f35b-45b4-a13b-bb7923b14af6 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.69 "GET /v2.0/ports?device_id=eb53acf8-b818-4202-8875-71959f7fc254 HTTP/1.1" status: 200 len: 944 time: 0.3141360 Jun 11 09:45:42.145081 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac91f75-58cc-41a6-9b17-6f0357058e98 req-00637e13-b30f-46b5-acd3-5206c5942a91 service neutron] Port 3bb32f6d-7477-4696-b349-b5a005eb2f00 on network 9c71e42f-a279-434a-9733-2e0a55ab4074 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:45:42.145405 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac91f75-58cc-41a6-9b17-6f0357058e98 req-00637e13-b30f-46b5-acd3-5206c5942a91 service neutron] Attempting to bind port 3bb32f6d-7477-4696-b349-b5a005eb2f00 on network 9c71e42f-a279-434a-9733-2e0a55ab4074 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:45:42.162974 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac91f75-58cc-41a6-9b17-6f0357058e98 req-00637e13-b30f-46b5-acd3-5206c5942a91 service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:45:42.163303 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac91f75-58cc-41a6-9b17-6f0357058e98 req-00637e13-b30f-46b5-acd3-5206c5942a91 service neutron] Checking segment: {'id': '59465666-5c69-4224-8b1f-2b974d7d569d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '9c71e42f-a279-434a-9733-2e0a55ab4074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:45:42.163701 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac91f75-58cc-41a6-9b17-6f0357058e98 req-00637e13-b30f-46b5-acd3-5206c5942a91 service neutron] Bound using segment: {'id': '59465666-5c69-4224-8b1f-2b974d7d569d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '9c71e42f-a279-434a-9733-2e0a55ab4074'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:45:42.164128 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-aac91f75-58cc-41a6-9b17-6f0357058e98 req-00637e13-b30f-46b5-acd3-5206c5942a91 service neutron] Bound port: 3bb32f6d-7477-4696-b349-b5a005eb2f00, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59465666-5c69-4224-8b1f-2b974d7d569d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '9c71e42f-a279-434a-9733-2e0a55ab4074'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:45:42.164469 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-aac91f75-58cc-41a6-9b17-6f0357058e98 req-00637e13-b30f-46b5-acd3-5206c5942a91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:42.169285 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4bfe8b91-213e-48e4-a855-3ec49a7ac834 req-f5bc5261-d208-47be-b1fb-767764749698 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=7382d103-d62f-4540-9ac2-5ea0a34701f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878012 Jun 11 09:45:42.264760 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-38d69aa1-5064-431a-aafa-6ac5b0f4d32a req-2163df01-2ff3-49f7-9ad1-18b82c4cc7d7 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.60 "PUT /v2.0/floatingips/ef4cdb92-b0ef-46a9-80b5-c3f12e242379 HTTP/1.1" status: 200 len: 696 time: 1.7242782 Jun 11 09:45:42.268684 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2f9eff9-fbba-4367-b0de-883742133207', 'tag': 'eadae33e-f095-4f7c-9ab4-6c7a354f6f90'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:45:42.271007 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c97fd6-6b0c-4903-8d68-a126784d07ed" -d '{"events": [{"name": "network-changed", "server_uuid": "a2f9eff9-fbba-4367-b0de-883742133207", "tag": "eadae33e-f095-4f7c-9ab4-6c7a354f6f90"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:45:42.293875 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-aac91f75-58cc-41a6-9b17-6f0357058e98 req-00637e13-b30f-46b5-acd3-5206c5942a91 service neutron] For port 3bb32f6d-7477-4696-b349-b5a005eb2f00, host n-h2-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:45:42.297549 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-aac91f75-58cc-41a6-9b17-6f0357058e98 req-00637e13-b30f-46b5-acd3-5206c5942a91 service neutron] For port 3bb32f6d-7477-4696-b349-b5a005eb2f00, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=3bb32f6d-7477-4696-b349-b5a005eb2f00,segment=NetworkSegment(59465666-5c69-4224-8b1f-2b974d7d569d),segment_id=59465666-5c69-4224-8b1f-2b974d7d569d)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:45:42.300798 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-3e40ddd3-c220-48cb-b568-5df3cfeafaf3 None None] Set router d7118f6f-9aab-4125-b378-18f244e7c2f1 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:45:42.357465 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-a8b6f0b7-70b3-4ee4-b787-fbc8e92395c8 req-159e7cb8-2180-4af6-a362-47b81df52f63 tempest-ServerMetadataNegativeTestJSON-2000341031 tempest-ServerMetadataNegativeTestJSON-2000341031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:42.364499 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-33b7e138-db8c-423a-938a-5cdc8af68985 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:45:42.409569 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159e7cb8-2180-4af6-a362-47b81df52f63 tempest-ServerMetadataNegativeTestJSON-2000341031 tempest-ServerMetadataNegativeTestJSON-2000341031-project] Pushing event deleted for resources: {'Port': ['ID=4ed39efc-32a7-4ca4-9ed7-c7b6c76c4c86,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:45:42.413734 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-159e7cb8-2180-4af6-a362-47b81df52f63 tempest-ServerMetadataNegativeTestJSON-2000341031 tempest-ServerMetadataNegativeTestJSON-2000341031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:45:42.413734 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-aac91f75-58cc-41a6-9b17-6f0357058e98 req-00637e13-b30f-46b5-acd3-5206c5942a91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:42.417516 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['4ed39efc-32a7-4ca4-9ed7-c7b6c76c4c86'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:45:42.419636 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-970d5367-46b2-4984-ba12-e9e6805ffd5d tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:45:42.457374 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-9e3a833d-d21b-486f-b39d-8372ad5739e2 req-3ec34061-1500-474d-830e-de030e3ebfbe tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Deleting port a4e92fe1-f7e7-48a2-823e-9c3ae07a476e {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:45:42.457719 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-9e3a833d-d21b-486f-b39d-8372ad5739e2 req-3ec34061-1500-474d-830e-de030e3ebfbe tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:42.478223 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d69aa1-5064-431a-aafa-6ac5b0f4d32a req-7f28d80d-ec4b-46d5-b667-5c5128caeacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:42.485204 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-38d69aa1-5064-431a-aafa-6ac5b0f4d32a req-7f28d80d-ec4b-46d5-b667-5c5128caeacb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9e00f0b8050a4c758f9c2d03d3f429fa&device_id=a2f9eff9-fbba-4367-b0de-883742133207 HTTP/1.1" status: 200 len: 1098 time: 0.1951048 Jun 11 09:45:42.519003 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8b6f0b7-70b3-4ee4-b787-fbc8e92395c8 req-159e7cb8-2180-4af6-a362-47b81df52f63 tempest-ServerMetadataNegativeTestJSON-2000341031 tempest-ServerMetadataNegativeTestJSON-2000341031-project] No DVR routers for this DVR port 4ed39efc-32a7-4ca4-9ed7-c7b6c76c4c86 on host n-h2-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:45:42.523822 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac91f75-58cc-41a6-9b17-6f0357058e98 req-00637e13-b30f-46b5-acd3-5206c5942a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:42.524449 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-aac91f75-58cc-41a6-9b17-6f0357058e98 req-00637e13-b30f-46b5-acd3-5206c5942a91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:42.525831 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-aac91f75-58cc-41a6-9b17-6f0357058e98 req-00637e13-b30f-46b5-acd3-5206c5942a91 service neutron] 10.222.0.69 "PUT /v2.0/ports/3bb32f6d-7477-4696-b349-b5a005eb2f00 HTTP/1.1" status: 200 len: 1093 time: 1.7590113 Jun 11 09:45:42.526367 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c633a603-9c68-4fee-a384-310d8fcc4a30', 'tag': '3bb32f6d-7477-4696-b349-b5a005eb2f00'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:45:42.528708 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f621b6b-0aa7-4dcd-8593-b85b8de00e6b" -d '{"events": [{"name": "network-changed", "server_uuid": "c633a603-9c68-4fee-a384-310d8fcc4a30", "tag": "3bb32f6d-7477-4696-b349-b5a005eb2f00"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:45:42.536607 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-a8b6f0b7-70b3-4ee4-b787-fbc8e92395c8 req-159e7cb8-2180-4af6-a362-47b81df52f63 tempest-ServerMetadataNegativeTestJSON-2000341031 tempest-ServerMetadataNegativeTestJSON-2000341031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:42.539007 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a8b6f0b7-70b3-4ee4-b787-fbc8e92395c8 req-159e7cb8-2180-4af6-a362-47b81df52f63 tempest-ServerMetadataNegativeTestJSON-2000341031 tempest-ServerMetadataNegativeTestJSON-2000341031-project] 10.222.0.69 "DELETE /v2.0/ports/4ed39efc-32a7-4ca4-9ed7-c7b6c76c4c86 HTTP/1.1" status: 204 len: 173 time: 1.1871548 Jun 11 09:45:42.539171 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-8a79e765-19a0-4904-b2dd-9ab0b50a6007 req-25d184e5-bf6c-4c20-aea4-0b83a995580d tempest-ServerAddressesTestJSON-1780781347 tempest-ServerAddressesTestJSON-1780781347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:42.548755 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8e5d9eca-42de-4a17-8ee1-f1c12dadb568 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:45:42.569833 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00637e13-b30f-46b5-acd3-5206c5942a91 service neutron] Pushing event updated for resources: {'Port': ['ID=3bb32f6d-7477-4696-b349-b5a005eb2f00,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:45:42.586166 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-00637e13-b30f-46b5-acd3-5206c5942a91 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:45:42.595149 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30285763-3e5b-47f3-9870-5b51d4fcabce req-633ca360-01ab-4fc3-b813-625c01f4a367 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:42.597961 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-30285763-3e5b-47f3-9870-5b51d4fcabce req-633ca360-01ab-4fc3-b813-625c01f4a367 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe3ef3f-9a6b-4e95-a654-f9fec0c4a05d HTTP/1.1" status: 200 len: 949 time: 0.2758265 Jun 11 09:45:42.646680 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-3e40ddd3-c220-48cb-b568-5df3cfeafaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7118f6f-9aab-4125-b378-18f244e7c2f1', 'name': 'tempest-FloatingIPsAssociationTestJSON-913285329-router', 'tenant_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '85a0effd-9698-440e-8280-68136d88e76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:43:48Z', 'updated_at': '2021-06-11T09:44:04Z', 'revision_number': 4, 'project_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'gw_port': {'id': '85a0effd-9698-440e-8280-68136d88e76e', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7118f6f-9aab-4125-b378-18f244e7c2f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:43:50Z', 'updated_at': '2021-06-11T09:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': 'a82c68ca-9bc5-4c36-8760-d663de2ac702', 'name': '', 'network_id': '8306b3b2-c7c1-4b78-8462-356897eaa70e', 'tenant_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'mac_address': 'fa:16:3e:76:fe:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7118f6f-9aab-4125-b378-18f244e7c2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '5bbe8ee4-e19a-4280-9545-f4e3ba21ac03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:44:01Z', 'updated_at': '2021-06-11T09:44:15Z', 'revision_number': 5, 'project_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'subnets': [{'id': '5bbe8ee4-e19a-4280-9545-f4e3ba21ac03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:45:42.650814 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e40ddd3-c220-48cb-b568-5df3cfeafaf3 None None] Checking router: d7118f6f-9aab-4125-b378-18f244e7c2f1 for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:45:42.663264 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e40ddd3-c220-48cb-b568-5df3cfeafaf3 None None] Routers {'d7118f6f-9aab-4125-b378-18f244e7c2f1'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:45:42.664166 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-3e40ddd3-c220-48cb-b568-5df3cfeafaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:45:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['d7118f6f-9aab-4125-b378-18f244e7c2f1'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:45:42.672226 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d184e5-bf6c-4c20-aea4-0b83a995580d tempest-ServerAddressesTestJSON-1780781347 tempest-ServerAddressesTestJSON-1780781347-project] Pushing event deleted for resources: {'Port': ['ID=fde7ca4c-7f4f-4a66-9f59-8a5d54e6b802,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:45:42.683449 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-25d184e5-bf6c-4c20-aea4-0b83a995580d tempest-ServerAddressesTestJSON-1780781347 tempest-ServerAddressesTestJSON-1780781347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:45:42.689370 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-30285763-3e5b-47f3-9870-5b51d4fcabce req-0de401a3-a31d-489c-8435-12b6f3d4793e tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812588 Jun 11 09:45:42.725597 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac91f75-58cc-41a6-9b17-6f0357058e98 req-86ed1e48-b533-40a9-9a69-5204db07320d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:42.727785 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-aac91f75-58cc-41a6-9b17-6f0357058e98 req-86ed1e48-b533-40a9-9a69-5204db07320d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=61d3c4040251405785317f897ecabfbd&device_id=c633a603-9c68-4fee-a384-310d8fcc4a30 HTTP/1.1" status: 200 len: 1096 time: 0.0852888 Jun 11 09:45:42.774555 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a79e765-19a0-4904-b2dd-9ab0b50a6007 req-25d184e5-bf6c-4c20-aea4-0b83a995580d tempest-ServerAddressesTestJSON-1780781347 tempest-ServerAddressesTestJSON-1780781347-project] No DVR routers for this DVR port fde7ca4c-7f4f-4a66-9f59-8a5d54e6b802 on host n-h1-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:45:42.780833 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-9e3a833d-d21b-486f-b39d-8372ad5739e2 req-3ec34061-1500-474d-830e-de030e3ebfbe tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] For port a4e92fe1-f7e7-48a2-823e-9c3ae07a476e, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=a4e92fe1-f7e7-48a2-823e-9c3ae07a476e,segment=NetworkSegment(9149788d-877e-41af-83c2-5ce6b1848f17),segment_id=9149788d-877e-41af-83c2-5ce6b1848f17)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:45:42.781241 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-9e3a833d-d21b-486f-b39d-8372ad5739e2 req-3ec34061-1500-474d-830e-de030e3ebfbe tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:42.790305 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-8a79e765-19a0-4904-b2dd-9ab0b50a6007 req-25d184e5-bf6c-4c20-aea4-0b83a995580d tempest-ServerAddressesTestJSON-1780781347 tempest-ServerAddressesTestJSON-1780781347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:42.792305 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8a79e765-19a0-4904-b2dd-9ab0b50a6007 req-25d184e5-bf6c-4c20-aea4-0b83a995580d tempest-ServerAddressesTestJSON-1780781347 tempest-ServerAddressesTestJSON-1780781347-project] 10.222.0.64 "DELETE /v2.0/ports/fde7ca4c-7f4f-4a66-9f59-8a5d54e6b802 HTTP/1.1" status: 204 len: 173 time: 1.3648717 Jun 11 09:45:42.806563 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d69aa1-5064-431a-aafa-6ac5b0f4d32a req-3fdb57bf-9b94-4203-a4e0-9e0d3c1cfcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:42.813625 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-38d69aa1-5064-431a-aafa-6ac5b0f4d32a req-3fdb57bf-9b94-4203-a4e0-9e0d3c1cfcf5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8306b3b2-c7c1-4b78-8462-356897eaa70e HTTP/1.1" status: 200 len: 921 time: 0.3275738 Jun 11 09:45:42.874191 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-3e40ddd3-c220-48cb-b568-5df3cfeafaf3 None None] Set router d7118f6f-9aab-4125-b378-18f244e7c2f1 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:45:42.874519 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-aac91f75-58cc-41a6-9b17-6f0357058e98 req-b03e2589-be88-4bba-89db-5060a88bc5e1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3bb32f6d-7477-4696-b349-b5a005eb2f00 HTTP/1.1" status: 200 len: 217 time: 0.1205359 Jun 11 09:45:42.928267 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70a4c247-6682-4316-bc59-059693a333d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:42.946307 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-9e3a833d-d21b-486f-b39d-8372ad5739e2 req-3ec34061-1500-474d-830e-de030e3ebfbe tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Calling delete_port for a4e92fe1-f7e7-48a2-823e-9c3ae07a476e owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:45:42.957501 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-38d69aa1-5064-431a-aafa-6ac5b0f4d32a req-01743d37-0897-4b5b-a9d7-ac97e47988c7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eadae33e-f095-4f7c-9ab4-6c7a354f6f90 HTTP/1.1" status: 200 len: 217 time: 0.1429834 Jun 11 09:45:42.973761 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac91f75-58cc-41a6-9b17-6f0357058e98 req-8583d6c2-5470-4238-81f1-8769d3e2f428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:42.975482 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-aac91f75-58cc-41a6-9b17-6f0357058e98 req-8583d6c2-5470-4238-81f1-8769d3e2f428 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a16cacaa-1221-489c-8d0a-2d30aee455ad HTTP/1.1" status: 200 len: 845 time: 0.0699937 Jun 11 09:45:43.032009 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-aac91f75-58cc-41a6-9b17-6f0357058e98 req-7a8ac70d-76be-482e-a706-90b8264c4d61 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9c71e42f-a279-434a-9733-2e0a55ab4074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483706 Jun 11 09:45:43.041110 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbb1f84-44c2-4f54-83a0-2697a635d6f0 req-03756f8b-30cb-45d4-b6c3-05f3eafa9964 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:43.048233 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fcbb1f84-44c2-4f54-83a0-2697a635d6f0 req-03756f8b-30cb-45d4-b6c3-05f3eafa9964 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb53acf8-b818-4202-8875-71959f7fc254 HTTP/1.1" status: 200 len: 944 time: 0.1836646 Jun 11 09:45:43.071942 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d69aa1-5064-431a-aafa-6ac5b0f4d32a req-1548912e-1893-4540-b8a6-e3f340c6ffe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:43.079020 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-38d69aa1-5064-431a-aafa-6ac5b0f4d32a req-1548912e-1893-4540-b8a6-e3f340c6ffe2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5bbe8ee4-e19a-4280-9545-f4e3ba21ac03 HTTP/1.1" status: 200 len: 859 time: 0.1206667 Jun 11 09:45:43.141952 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fcbb1f84-44c2-4f54-83a0-2697a635d6f0 req-f2d142e6-8c6a-4782-944e-23b8bc4a8c2d tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/security-groups?id=63cc92d0-c415-40f6-af53-2666a7fd510f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908542 Jun 11 09:45:43.203222 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d69aa1-5064-431a-aafa-6ac5b0f4d32a req-81a9a846-691e-4bf7-9201-c3b93cdf57cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:43.211654 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-38d69aa1-5064-431a-aafa-6ac5b0f4d32a req-81a9a846-691e-4bf7-9201-c3b93cdf57cc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8306b3b2-c7c1-4b78-8462-356897eaa70e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1310737 Jun 11 09:45:43.217291 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-3e40ddd3-c220-48cb-b568-5df3cfeafaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7118f6f-9aab-4125-b378-18f244e7c2f1', 'name': 'tempest-FloatingIPsAssociationTestJSON-913285329-router', 'tenant_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '85a0effd-9698-440e-8280-68136d88e76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:43:48Z', 'updated_at': '2021-06-11T09:44:04Z', 'revision_number': 4, 'project_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'gw_port': {'id': '85a0effd-9698-440e-8280-68136d88e76e', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7118f6f-9aab-4125-b378-18f244e7c2f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:43:50Z', 'updated_at': '2021-06-11T09:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': 'a82c68ca-9bc5-4c36-8760-d663de2ac702', 'name': '', 'network_id': '8306b3b2-c7c1-4b78-8462-356897eaa70e', 'tenant_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'mac_address': 'fa:16:3e:76:fe:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7118f6f-9aab-4125-b378-18f244e7c2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '5bbe8ee4-e19a-4280-9545-f4e3ba21ac03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:44:01Z', 'updated_at': '2021-06-11T09:44:15Z', 'revision_number': 5, 'project_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'subnets': [{'id': '5bbe8ee4-e19a-4280-9545-f4e3ba21ac03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:45:43.223223 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e40ddd3-c220-48cb-b568-5df3cfeafaf3 None None] The sync data for ids ['d7118f6f-9aab-4125-b378-18f244e7c2f1'] in n-d-779913-12 is: [{'id': 'd7118f6f-9aab-4125-b378-18f244e7c2f1', 'name': 'tempest-FloatingIPsAssociationTestJSON-913285329-router', 'tenant_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '85a0effd-9698-440e-8280-68136d88e76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:43:48Z', 'updated_at': '2021-06-11T09:44:04Z', 'revision_number': 4, 'project_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'gw_port': {'id': '85a0effd-9698-440e-8280-68136d88e76e', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7118f6f-9aab-4125-b378-18f244e7c2f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:43:50Z', 'updated_at': '2021-06-11T09:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': 'a82c68ca-9bc5-4c36-8760-d663de2ac702', 'name': '', 'network_id': '8306b3b2-c7c1-4b78-8462-356897eaa70e', 'tenant_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'mac_address': 'fa:16:3e:76:fe:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7118f6f-9aab-4125-b378-18f244e7c2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '5bbe8ee4-e19a-4280-9545-f4e3ba21ac03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:44:01Z', 'updated_at': '2021-06-11T09:44:15Z', 'revision_number': 5, 'project_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'subnets': [{'id': '5bbe8ee4-e19a-4280-9545-f4e3ba21ac03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:45:43.358880 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-9e3a833d-d21b-486f-b39d-8372ad5739e2 req-3ec34061-1500-474d-830e-de030e3ebfbe tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:43.368015 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f1218e0b-7b0e-4a01-bb2a-00342e866740 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:45:43.402860 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec34061-1500-474d-830e-de030e3ebfbe tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Pushing event deleted for resources: {'Port': ['ID=a4e92fe1-f7e7-48a2-823e-9c3ae07a476e,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:45:43.406928 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3ec34061-1500-474d-830e-de030e3ebfbe tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:45:43.454707 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-38d69aa1-5064-431a-aafa-6ac5b0f4d32a req-67d2811f-1578-4756-80d9-8e9131bc3819 service neutron] 10.222.0.60 "GET /v2.0/networks/8306b3b2-c7c1-4b78-8462-356897eaa70e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420416 Jun 11 09:45:43.489360 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e3a833d-d21b-486f-b39d-8372ad5739e2 req-3ec34061-1500-474d-830e-de030e3ebfbe tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] No DVR routers for this DVR port a4e92fe1-f7e7-48a2-823e-9c3ae07a476e on host n-h2-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:45:43.492775 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-9e3a833d-d21b-486f-b39d-8372ad5739e2 req-3ec34061-1500-474d-830e-de030e3ebfbe tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:43.494765 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9e3a833d-d21b-486f-b39d-8372ad5739e2 req-3ec34061-1500-474d-830e-de030e3ebfbe tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.69 "DELETE /v2.0/ports/a4e92fe1-f7e7-48a2-823e-9c3ae07a476e HTTP/1.1" status: 204 len: 173 time: 1.3090408 Jun 11 09:45:43.614081 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-38d69aa1-5064-431a-aafa-6ac5b0f4d32a req-bdae8d81-ff10-418f-8b86-4f16560843b7 service neutron] 10.222.0.60 "GET /v2.0/networks/8306b3b2-c7c1-4b78-8462-356897eaa70e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335881 Jun 11 09:45:43.631474 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ca88cb7d-e93d-4e8e-aa8d-9415f26ea79a req-bb79f7be-e643-43bf-bbb4-4d972a34f9b8 tempest-ServerAddressesTestJSON-1780781347 tempest-ServerAddressesTestJSON-1780781347-project] 10.222.0.60 "GET /v2.0/ports?device_id=f96eda32-b2da-40e5-95d2-a555bc44f76b HTTP/1.1" status: 200 len: 210 time: 0.0454252 Jun 11 09:45:43.659601 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5609707-b0fa-4843-8eb2-205ad6ee7c60 None None] New status for floating IP ef4cdb92-b0ef-46a9-80b5-c3f12e242379: DOWN {{(pid=93179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 09:45:43.660729 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-aac91f75-58cc-41a6-9b17-6f0357058e98 req-dd45bc05-5d63-4117-a1a7-2c387434e633 service neutron] 10.222.0.69 "GET /v2.0/networks/9c71e42f-a279-434a-9733-2e0a55ab4074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6047962 Jun 11 09:45:43.724440 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device fde7ca4c-7f4f-4a66-9f59-8a5d54e6b802 no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:45:43.786143 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] No Port match for: fde7ca4c-7f4f-4a66-9f59-8a5d54e6b802 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:45:43.786548 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device fde7ca4c-7f4f-4a66-9f59-8a5d54e6b802 not bound to the agent host n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:45:43.899698 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-aac91f75-58cc-41a6-9b17-6f0357058e98 req-d901aa1b-ff29-42b3-9248-a51b19ebc1ee service neutron] 10.222.0.69 "GET /v2.0/networks/9c71e42f-a279-434a-9733-2e0a55ab4074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324975 Jun 11 09:45:43.929793 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f5bcb0a-4cfc-485d-b551-ba18d01fc74d x-openstack-request-id: req-5f5bcb0a-4cfc-485d-b551-ba18d01fc74d {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:45:43.930158 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2f9eff9-fbba-4367-b0de-883742133207", "tag": "eadae33e-f095-4f7c-9ab4-6c7a354f6f90", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:45:43.930451 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5f5bcb0a-4cfc-485d-b551-ba18d01fc74d {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:45:43.930886 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2f9eff9-fbba-4367-b0de-883742133207', 'tag': 'eadae33e-f095-4f7c-9ab4-6c7a354f6f90', 'status': 'completed', 'code': 200} Jun 11 09:45:43.933572 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cece28c-b518-461e-a7cd-ba9a7aa7bbd9 req-870ee366-69fd-4325-90b5-c8f58a7b3392 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:43.942549 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1cece28c-b518-461e-a7cd-ba9a7aa7bbd9 req-870ee366-69fd-4325-90b5-c8f58a7b3392 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/ports?device_id=c633a603-9c68-4fee-a384-310d8fcc4a30 HTTP/1.1" status: 200 len: 944 time: 0.1291976 Jun 11 09:45:43.987420 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-931f7612-5bf4-4148-933c-0de406434944 x-openstack-request-id: req-931f7612-5bf4-4148-933c-0de406434944 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:45:43.988284 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c633a603-9c68-4fee-a384-310d8fcc4a30", "tag": "3bb32f6d-7477-4696-b349-b5a005eb2f00", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:45:43.988603 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-931f7612-5bf4-4148-933c-0de406434944 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:45:43.989072 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c633a603-9c68-4fee-a384-310d8fcc4a30', 'tag': '3bb32f6d-7477-4696-b349-b5a005eb2f00', 'status': 'completed', 'code': 200} Jun 11 09:45:44.028438 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1cece28c-b518-461e-a7cd-ba9a7aa7bbd9 req-5cf756d3-854e-4de0-973c-c38c9769643e tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/security-groups?id=18fc41cb-d5ab-4d35-ab48-499184b426b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845878 Jun 11 09:45:44.059260 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 42486) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:45:44.133707 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f621b6b-0aa7-4dcd-8593-b85b8de00e6b req-e4e0610e-7571-46b0-af79-b529092b1656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:44.135228 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4f621b6b-0aa7-4dcd-8593-b85b8de00e6b req-e4e0610e-7571-46b0-af79-b529092b1656 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=61d3c4040251405785317f897ecabfbd&device_id=c633a603-9c68-4fee-a384-310d8fcc4a30 HTTP/1.1" status: 200 len: 1096 time: 0.0880733 Jun 11 09:45:44.227156 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a293e67-fa86-40da-800f-c042c7e40e79 admin admin] Deleting subnet 9468a919-e64a-4d3b-b538-495fb8a57fd7 {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 09:45:44.233357 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4a293e67-fa86-40da-800f-c042c7e40e79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:44.319861 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f621b6b-0aa7-4dcd-8593-b85b8de00e6b req-1b036749-eb23-4c8f-af60-430d14b2446a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:44.321314 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4f621b6b-0aa7-4dcd-8593-b85b8de00e6b req-1b036749-eb23-4c8f-af60-430d14b2446a service neutron] 10.222.0.69 "GET /v2.0/networks?id=9c71e42f-a279-434a-9733-2e0a55ab4074 HTTP/1.1" status: 200 len: 906 time: 0.1777129 Jun 11 09:45:44.334183 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726ea02d-75d0-4968-b544-c4fd30edd07a req-3d85e72f-e644-4dd5-aa84-b5e2004359c3 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:44.335765 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-726ea02d-75d0-4968-b544-c4fd30edd07a req-3d85e72f-e644-4dd5-aa84-b5e2004359c3 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=6862493a-d39d-40b0-b207-242830221721 HTTP/1.1" status: 200 len: 945 time: 0.1550400 Jun 11 09:45:44.403979 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4f621b6b-0aa7-4dcd-8593-b85b8de00e6b req-1c09d54e-55cd-4c7f-ae12-26d02a60eb29 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3bb32f6d-7477-4696-b349-b5a005eb2f00 HTTP/1.1" status: 200 len: 217 time: 0.0671754 Jun 11 09:45:44.480256 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-726ea02d-75d0-4968-b544-c4fd30edd07a req-30d61eec-e960-4cb3-bcfa-eec564defbc5 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=7382d103-d62f-4540-9ac2-5ea0a34701f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374798 Jun 11 09:45:44.489622 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f621b6b-0aa7-4dcd-8593-b85b8de00e6b req-322ab4df-9f88-495d-bc58-3362a3ef3ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:44.491066 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4f621b6b-0aa7-4dcd-8593-b85b8de00e6b req-322ab4df-9f88-495d-bc58-3362a3ef3ff1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a16cacaa-1221-489c-8d0a-2d30aee455ad HTTP/1.1" status: 200 len: 845 time: 0.0772612 Jun 11 09:45:44.534552 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4f621b6b-0aa7-4dcd-8593-b85b8de00e6b req-720fef00-f597-4770-8c38-58ebce71075c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9c71e42f-a279-434a-9733-2e0a55ab4074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366924 Jun 11 09:45:44.631539 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4a293e67-fa86-40da-800f-c042c7e40e79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:44.663371 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4f621b6b-0aa7-4dcd-8593-b85b8de00e6b req-e13c5ca5-dee9-48f4-b95c-4924b6f91b3a service neutron] 10.222.0.69 "GET /v2.0/networks/9c71e42f-a279-434a-9733-2e0a55ab4074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219969 Jun 11 09:45:44.684336 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c97fd6-6b0c-4903-8d68-a126784d07ed req-1584fb02-897a-4c4f-a86c-912ed50fb76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:44.685814 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-14c97fd6-6b0c-4903-8d68-a126784d07ed req-1584fb02-897a-4c4f-a86c-912ed50fb76c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9e00f0b8050a4c758f9c2d03d3f429fa&device_id=a2f9eff9-fbba-4367-b0de-883742133207 HTTP/1.1" status: 200 len: 1098 time: 0.5715549 Jun 11 09:45:44.695275 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ce013-1cef-4564-bea8-1c4e1999adc4 req-6a73e66a-f356-41c8-beaa-77fb41c45fe0 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:44.696777 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8c6ce013-1cef-4564-bea8-1c4e1999adc4 req-6a73e66a-f356-41c8-beaa-77fb41c45fe0 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe3ef3f-9a6b-4e95-a654-f9fec0c4a05d HTTP/1.1" status: 200 len: 949 time: 0.5273588 Jun 11 09:45:44.720491 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-39044e46-0e9a-4ade-a539-abc243fbc0b9 req-efa25275-b24b-45b9-b398-03d1af53cb44 tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb53acf8-b818-4202-8875-71959f7fc254 HTTP/1.1" status: 200 len: 210 time: 0.0501921 Jun 11 09:45:44.745389 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4a293e67-fa86-40da-800f-c042c7e40e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:44.834039 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4f621b6b-0aa7-4dcd-8593-b85b8de00e6b req-030c2e10-2957-4465-b81c-194382719f2d service neutron] 10.222.0.69 "GET /v2.0/networks/9c71e42f-a279-434a-9733-2e0a55ab4074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626861 Jun 11 09:45:44.873417 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8c6ce013-1cef-4564-bea8-1c4e1999adc4 req-892600ee-a019-4aec-bdcb-2bb63c10d894 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636477 Jun 11 09:45:44.908233 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c97fd6-6b0c-4903-8d68-a126784d07ed req-1fa1c612-2e6a-47fd-b42c-05fc84bfa389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:44.908233 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-14c97fd6-6b0c-4903-8d68-a126784d07ed req-1fa1c612-2e6a-47fd-b42c-05fc84bfa389 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8306b3b2-c7c1-4b78-8462-356897eaa70e HTTP/1.1" status: 200 len: 921 time: 0.2084231 Jun 11 09:45:44.920796 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 42498) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:45:44.993187 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4307c1f-39dc-4065-802b-2e82e070e3c0 admin admin] Deleting subnet c12c3382-b4c1-4405-873e-e185c4997a47 {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 09:45:44.996657 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c4307c1f-39dc-4065-802b-2e82e070e3c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:45.012198 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4a293e67-fa86-40da-800f-c042c7e40e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:45.014933 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-14c97fd6-6b0c-4903-8d68-a126784d07ed req-3e983abe-471c-46e8-9bbb-6b0cc3b9d975 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eadae33e-f095-4f7c-9ab4-6c7a354f6f90 HTTP/1.1" status: 200 len: 217 time: 0.1013167 Jun 11 09:45:45.019555 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:45:45.025608 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b8d1ac55-fd90-42b4-ab80-ea5f06a07ff6 req-3099b099-c0ed-4a73-a1f6-1143d3223177 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.60 "GET /v2.0/floatingips/ef4cdb92-b0ef-46a9-80b5-c3f12e242379 HTTP/1.1" status: 200 len: 694 time: 0.1224473 Jun 11 09:45:45.050783 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c4307c1f-39dc-4065-802b-2e82e070e3c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:45.064098 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a293e67-fa86-40da-800f-c042c7e40e79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9468a919-e64a-4d3b-b538-495fb8a57fd7,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:45:45.108986 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4a293e67-fa86-40da-800f-c042c7e40e79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:45.111060 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-4a293e67-fa86-40da-800f-c042c7e40e79 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/9468a919-e64a-4d3b-b538-495fb8a57fd7 HTTP/1.1" status: 204 len: 168 time: 1.0513663 Jun 11 09:45:45.115678 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 42502) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:45:45.116235 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4a293e67-fa86-40da-800f-c042c7e40e79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:45:45.122672 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c4307c1f-39dc-4065-802b-2e82e070e3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:45.208206 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c97fd6-6b0c-4903-8d68-a126784d07ed req-60392c75-6e79-4c7b-a3c4-f04d3d6db76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:45.209655 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-14c97fd6-6b0c-4903-8d68-a126784d07ed req-60392c75-6e79-4c7b-a3c4-f04d3d6db76b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5bbe8ee4-e19a-4280-9545-f4e3ba21ac03 HTTP/1.1" status: 200 len: 859 time: 0.1579146 Jun 11 09:45:45.284805 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f782b7e8-23c9-45a3-9e03-f63aa7c31c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:45.321838 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d1ac55-fd90-42b4-ab80-ea5f06a07ff6 req-dac21bb2-0eeb-4f71-9f5c-c70509bb0cbc tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:45.323491 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b8d1ac55-fd90-42b4-ab80-ea5f06a07ff6 req-dac21bb2-0eeb-4f71-9f5c-c70509bb0cbc tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.60 "GET /v2.0/networks/f0adef6e-169f-4a27-8865-442be2ad072d HTTP/1.1" status: 200 len: 784 time: 0.2639880 Jun 11 09:45:45.384060 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91726be1-f941-4c7d-afff-e6482b140f7d req-d1f16105-d66b-495d-b852-919318743c57 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:45.385498 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-91726be1-f941-4c7d-afff-e6482b140f7d req-d1f16105-d66b-495d-b852-919318743c57 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/ports?device_id=c633a603-9c68-4fee-a384-310d8fcc4a30 HTTP/1.1" status: 200 len: 944 time: 0.2062128 Jun 11 09:45:45.418147 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b8d1ac55-fd90-42b4-ab80-ea5f06a07ff6 req-45778d88-9e8d-4e8c-9646-c664cc3d49f4 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.209 HTTP/1.1" status: 200 len: 697 time: 0.0833905 Jun 11 09:45:45.420230 n-d-779913-12 neutron-server[93176]: INFO neutron.api.v2.resource [req-10626e30-1459-4fe6-8fe5-1946620605a1 req-5af472a7-4822-427b-8454-b8641c40d180 service neutron] show failed (client error): The resource could not be found. Jun 11 09:45:45.421132 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-10626e30-1459-4fe6-8fe5-1946620605a1 req-5af472a7-4822-427b-8454-b8641c40d180 service neutron] 10.222.0.64 "GET /v2.0/ports/377f653d-177d-4337-aeab-2d19af79e208/bindings/n-h2-779913-12 HTTP/1.1" status: 404 len: 381 time: 0.1917663 Jun 11 09:45:45.428745 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c97fd6-6b0c-4903-8d68-a126784d07ed req-35565dea-0b6a-492a-9f88-306f88f7f14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:45.430169 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-14c97fd6-6b0c-4903-8d68-a126784d07ed req-35565dea-0b6a-492a-9f88-306f88f7f14a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8306b3b2-c7c1-4b78-8462-356897eaa70e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2086992 Jun 11 09:45:45.434549 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f782b7e8-23c9-45a3-9e03-f63aa7c31c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:45.449255 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c4307c1f-39dc-4065-802b-2e82e070e3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:45.467067 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-f782b7e8-23c9-45a3-9e03-f63aa7c31c2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11b9284c-75bd-436e-87ca-0e5afa1e436d']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:45:45.469992 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-572e0dd3-9be8-4ac4-9407-e7d0c77b7134 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:45:45.511623 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-f782b7e8-23c9-45a3-9e03-f63aa7c31c2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '001d18ae-164f-4031-819e-53a4dde709cd') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:45:45.511908 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-f782b7e8-23c9-45a3-9e03-f63aa7c31c2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '001d18ae-164f-4031-819e-53a4dde709cd') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:45:45.517412 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b8d1ac55-fd90-42b4-ab80-ea5f06a07ff6 req-628b7dd3-5176-455a-9ef4-3be1e09b941f tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.209 HTTP/1.1" status: 200 len: 697 time: 0.0923483 Jun 11 09:45:45.522122 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4307c1f-39dc-4065-802b-2e82e070e3c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c12c3382-b4c1-4405-873e-e185c4997a47,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:45:45.525596 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c4307c1f-39dc-4065-802b-2e82e070e3c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:45.527419 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-c4307c1f-39dc-4065-802b-2e82e070e3c0 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/c12c3382-b4c1-4405-873e-e185c4997a47 HTTP/1.1" status: 204 len: 168 time: 0.6055763 Jun 11 09:45:45.531265 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 42506) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:45:45.540978 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c4307c1f-39dc-4065-802b-2e82e070e3c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:45:45.540978 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f782b7e8-23c9-45a3-9e03-f63aa7c31c2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:45.554624 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-91726be1-f941-4c7d-afff-e6482b140f7d req-79c3dcc0-10e5-445a-9017-6051b4e7c51b tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/security-groups?id=18fc41cb-d5ab-4d35-ab48-499184b426b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625905 Jun 11 09:45:45.558191 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f782b7e8-23c9-45a3-9e03-f63aa7c31c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:45.564417 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f782b7e8-23c9-45a3-9e03-f63aa7c31c2b admin admin] Releasing vlan 752 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 09:45:45.564815 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f782b7e8-23c9-45a3-9e03-f63aa7c31c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:45.566544 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:45:45.566544 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:45:45.566544 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:45:45.566544 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:45:45.566544 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:45:45.566544 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:45:45.566544 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:45:45.566544 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:45:45.566544 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:45:45.566544 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:45:45.566544 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:45:45.566544 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:45:45.566544 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:45:45.566544 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:45:45.566544 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:45:45.566544 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:45:45.566544 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:45:45.566544 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:45:45.566544 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:45:45.566544 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:45:45.566544 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:45:45.566544 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:45:45.566544 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:45:45.566544 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:45:45.566544 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:45:45.566544 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:45:45.566544 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:45:45.566544 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:45:45.566544 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:45:45.566544 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:45:45.566544 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:45:45.566544 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:45:45.566544 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:45:45.566544 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:45:45.566544 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:45:45.566544 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:45:45.566544 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:45:45.566544 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:45:45.566544 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:45:45.566544 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:45:45.566544 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:45:45.566544 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:45:45.566544 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:45:45.566544 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:45:45.569636 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:45:45.569636 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:45:45.569636 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:45:45.569636 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:45:45.569636 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:45:45.569636 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:45:45.569636 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:45:45.569636 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:45:45.569636 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 09:45:45.569636 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 09:45:45.569636 n-d-779913-12 neutron-server[93177]: timer() Jun 11 09:45:45.569636 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 09:45:45.569636 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 09:45:45.569636 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 09:45:45.569636 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 09:45:45.569636 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 09:45:45.569636 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 09:45:45.569636 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 09:45:45.569636 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 09:45:45.569636 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 09:45:45.569636 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 09:45:45.569636 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 09:45:45.569636 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 09:45:45.569636 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 09:45:45.569636 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 09:45:45.569636 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 09:45:45.569636 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 09:45:45.569636 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 09:45:45.569636 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 09:45:45.569636 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 09:45:45.569636 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 09:45:45.569636 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 09:45:45.569636 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 09:45:45.569636 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 09:45:45.569636 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 09:45:45.569636 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 09:45:45.569636 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 09:45:45.569636 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 09:45:45.569636 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 09:45:45.569636 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 09:45:45.748494 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8fb78179-1934-4a61-9546-5e5842b8f104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:45.755108 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f782b7e8-23c9-45a3-9e03-f63aa7c31c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:45.780527 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:45:45.795743 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f782b7e8-23c9-45a3-9e03-f63aa7c31c2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:45.796112 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e5af814e-a161-48fb-b19f-d2098402d362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:45.800710 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-f782b7e8-23c9-45a3-9e03-f63aa7c31c2b admin admin] 10.222.0.60 "DELETE /v2.0/networks/11b9284c-75bd-436e-87ca-0e5afa1e436d HTTP/1.1" status: 204 len: 168 time: 0.6810024 Jun 11 09:45:45.800710 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f782b7e8-23c9-45a3-9e03-f63aa7c31c2b admin admin] Pushing event deleted for resources: {'Network': ['ID=11b9284c-75bd-436e-87ca-0e5afa1e436d,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:45:45.803853 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f782b7e8-23c9-45a3-9e03-f63aa7c31c2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:45:45.830571 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-14c97fd6-6b0c-4903-8d68-a126784d07ed req-a6ab39e9-e4b8-4a11-965e-ed5266fb2c59 service neutron] 10.222.0.64 "GET /v2.0/networks/8306b3b2-c7c1-4b78-8462-356897eaa70e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3933203 Jun 11 09:45:45.836986 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0b6918-67e3-4ebf-b1c6-4bc2f8ac8d50 req-f5ee81f7-4e45-46b6-97c1-8e6756072311 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:45.838736 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cb0b6918-67e3-4ebf-b1c6-4bc2f8ac8d50 req-f5ee81f7-4e45-46b6-97c1-8e6756072311 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=6862493a-d39d-40b0-b207-242830221721 HTTP/1.1" status: 200 len: 945 time: 0.1457338 Jun 11 09:45:45.869005 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:45.899601 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cb0b6918-67e3-4ebf-b1c6-4bc2f8ac8d50 req-561dfaaf-5498-4248-826e-6e9874f77c9f tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=7382d103-d62f-4540-9ac2-5ea0a34701f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537472 Jun 11 09:45:45.933856 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f96eda32-b2da-40e5-95d2-a555bc44f76b', 'name': 'network-vif-deleted', 'tag': 'fde7ca4c-7f4f-4a66-9f59-8a5d54e6b802'}, {'server_uuid': 'eb53acf8-b818-4202-8875-71959f7fc254', 'name': 'network-vif-deleted', 'tag': 'a4e92fe1-f7e7-48a2-823e-9c3ae07a476e'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:45:45.936229 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49acc215-015f-4fa5-b6ba-8d9a190d6515" -d '{"events": [{"server_uuid": "f96eda32-b2da-40e5-95d2-a555bc44f76b", "name": "network-vif-deleted", "tag": "fde7ca4c-7f4f-4a66-9f59-8a5d54e6b802"}, {"server_uuid": "eb53acf8-b818-4202-8875-71959f7fc254", "name": "network-vif-deleted", "tag": "a4e92fe1-f7e7-48a2-823e-9c3ae07a476e"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:45:45.952374 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 4ed39efc-32a7-4ca4-9ed7-c7b6c76c4c86 no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:45:45.985636 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] No Port match for: 4ed39efc-32a7-4ca4-9ed7-c7b6c76c4c86 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:45:45.986844 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 4ed39efc-32a7-4ca4-9ed7-c7b6c76c4c86 not bound to the agent host n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:45:45.987292 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device a4e92fe1-f7e7-48a2-823e-9c3ae07a476e no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:45:45.996839 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e5af814e-a161-48fb-b19f-d2098402d362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:46.018440 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] No Port match for: a4e92fe1-f7e7-48a2-823e-9c3ae07a476e {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:45:46.018802 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device a4e92fe1-f7e7-48a2-823e-9c3ae07a476e not bound to the agent host n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:45:46.022033 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8236051-9973-40bc-8027-f9d509c3e51c', 'name': 'network-vif-deleted', 'tag': '4ed39efc-32a7-4ca4-9ed7-c7b6c76c4c86'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:45:46.025520 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31693870-4cae-4736-9380-daab9ae45d92" -d '{"events": [{"server_uuid": "c8236051-9973-40bc-8027-f9d509c3e51c", "name": "network-vif-deleted", "tag": "4ed39efc-32a7-4ca4-9ed7-c7b6c76c4c86"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:45:46.028633 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 42518) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:45:46.051415 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-e5af814e-a161-48fb-b19f-d2098402d362 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['718f9aa9-b65a-4682-b046-7aa2ec9e0ee7']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:45:46.073489 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-b8d1ac55-fd90-42b4-ab80-ea5f06a07ff6 req-62895c61-a216-4539-9f09-3f69911ffed4 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Deleting port 1f815ecc-4411-4bc0-a35e-af34e398cd0f {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:45:46.073695 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10626e30-1459-4fe6-8fe5-1946620605a1 req-6d8e6e5f-ad39-412e-9b99-8dec0f198ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:46.073837 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-b8d1ac55-fd90-42b4-ab80-ea5f06a07ff6 req-62895c61-a216-4539-9f09-3f69911ffed4 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:46.075450 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-10626e30-1459-4fe6-8fe5-1946620605a1 req-6d8e6e5f-ad39-412e-9b99-8dec0f198ba9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3fe3ef3f-9a6b-4e95-a654-f9fec0c4a05d&tenant_id=2d153095abe14427b94c36cd340ad809 HTTP/1.1" status: 200 len: 1101 time: 0.0983181 Jun 11 09:45:46.077363 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-e5af814e-a161-48fb-b19f-d2098402d362 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13db550d-c68a-47ca-82f2-d9812795d659') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:45:46.077667 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-e5af814e-a161-48fb-b19f-d2098402d362 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13db550d-c68a-47ca-82f2-d9812795d659') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:45:46.096462 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-10626e30-1459-4fe6-8fe5-1946620605a1 req-4a3b8c66-e113-4e6f-9066-95b55d3aad65 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-779913-12', 'device_owner': 'compute:nova'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:45:46.112717 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e5af814e-a161-48fb-b19f-d2098402d362 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:46.186430 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e5af814e-a161-48fb-b19f-d2098402d362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:46.192185 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-14c97fd6-6b0c-4903-8d68-a126784d07ed req-318027e7-d418-4a80-afe9-484820de1781 service neutron] 10.222.0.64 "GET /v2.0/networks/8306b3b2-c7c1-4b78-8462-356897eaa70e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3221402 Jun 11 09:45:46.204303 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5af814e-a161-48fb-b19f-d2098402d362 admin admin] Releasing vlan 787 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 09:45:46.204717 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e5af814e-a161-48fb-b19f-d2098402d362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:46.207003 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:45:46.207003 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:45:46.207003 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:45:46.207003 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:45:46.207003 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:45:46.207003 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:45:46.207003 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:45:46.207003 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:45:46.207003 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:45:46.207003 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:45:46.207003 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:45:46.207003 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:45:46.207003 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:45:46.207003 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:45:46.207003 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 09:45:46.207003 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 09:45:46.207003 n-d-779913-12 neutron-server[93176]: timer() Jun 11 09:45:46.207003 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 09:45:46.207003 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 09:45:46.207003 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 09:45:46.207003 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 09:45:46.207003 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 09:45:46.207003 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 09:45:46.207003 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 09:45:46.207003 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 09:45:46.207003 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 09:45:46.207003 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 09:45:46.207003 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 09:45:46.207003 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 09:45:46.207003 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 09:45:46.207003 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 09:45:46.207003 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 09:45:46.207003 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 09:45:46.207003 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 09:45:46.207003 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 09:45:46.207003 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 09:45:46.207003 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 09:45:46.207003 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 09:45:46.207003 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 09:45:46.207003 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 09:45:46.207003 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 09:45:46.207003 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 09:45:46.207003 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 09:45:46.207003 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 09:45:46.207003 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 09:45:46.207003 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 09:45:46.210798 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 42526) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:45:46.236841 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe9ac737-3c96-4482-93ca-cf7d6b8ed531 admin admin] Deleting subnet f707fbf9-d6b5-48f4-b1c1-e5fd7bd963f6 {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 09:45:46.245200 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fe9ac737-3c96-4482-93ca-cf7d6b8ed531 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:46.315093 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-b8d1ac55-fd90-42b4-ab80-ea5f06a07ff6 req-62895c61-a216-4539-9f09-3f69911ffed4 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:46.315325 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-b8d1ac55-fd90-42b4-ab80-ea5f06a07ff6 req-62895c61-a216-4539-9f09-3f69911ffed4 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:46.331798 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-10626e30-1459-4fe6-8fe5-1946620605a1 req-4a3b8c66-e113-4e6f-9066-95b55d3aad65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:46.336352 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fe9ac737-3c96-4482-93ca-cf7d6b8ed531 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:46.399492 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a2cfdd-0af0-4ee0-b263-75db33b80b0c req-757059f1-7d0e-4149-bd5e-e73abcab2e78 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:46.400955 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-99a2cfdd-0af0-4ee0-b263-75db33b80b0c req-757059f1-7d0e-4149-bd5e-e73abcab2e78 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe3ef3f-9a6b-4e95-a654-f9fec0c4a05d HTTP/1.1" status: 200 len: 949 time: 0.2408390 Jun 11 09:45:46.425070 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-b8d1ac55-fd90-42b4-ab80-ea5f06a07ff6 req-62895c61-a216-4539-9f09-3f69911ffed4 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Calling delete_port for 1f815ecc-4411-4bc0-a35e-af34e398cd0f owned by network:floatingip {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:45:46.430388 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e5af814e-a161-48fb-b19f-d2098402d362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:46.435518 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-b9967bbc-6cff-4ff4-8b3b-deb673345547 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=79fea5739a3a4904be37b5000471e690&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2139144 Jun 11 09:45:46.441652 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 42528) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:45:46.450245 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e5af814e-a161-48fb-b19f-d2098402d362 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:46.454622 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-e5af814e-a161-48fb-b19f-d2098402d362 admin admin] 10.222.0.60 "DELETE /v2.0/networks/718f9aa9-b65a-4682-b046-7aa2ec9e0ee7 HTTP/1.1" status: 204 len: 168 time: 0.8830984 Jun 11 09:45:46.455461 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:45:46.480549 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fe9ac737-3c96-4482-93ca-cf7d6b8ed531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:46.521741 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5af814e-a161-48fb-b19f-d2098402d362 admin admin] Pushing event deleted for resources: {'Network': ['ID=718f9aa9-b65a-4682-b046-7aa2ec9e0ee7,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:45:46.535258 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e5af814e-a161-48fb-b19f-d2098402d362 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:45:46.623693 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b2487400-f2f6-4902-bfd3-f26a72757d3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:46.624551 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-99a2cfdd-0af0-4ee0-b263-75db33b80b0c req-1a2b54f5-8cfc-4a71-82a3-23201d0c7300 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880507 Jun 11 09:45:46.627855 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b2487400-f2f6-4902-bfd3-f26a72757d3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:46.641481 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:46.693074 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Jun 2021 09:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a62a33-d24a-47b6-aac3-dab6e8698abe x-openstack-request-id: req-f3a62a33-d24a-47b6-aac3-dab6e8698abe {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:45:46.693494 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f96eda32-b2da-40e5-95d2-a555bc44f76b", "name": "network-vif-deleted", "tag": "fde7ca4c-7f4f-4a66-9f59-8a5d54e6b802", "status": "completed", "code": 200}, {"server_uuid": "eb53acf8-b818-4202-8875-71959f7fc254", "name": "network-vif-deleted", "tag": "a4e92fe1-f7e7-48a2-823e-9c3ae07a476e", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:45:46.693721 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f3a62a33-d24a-47b6-aac3-dab6e8698abe {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:45:46.694165 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f96eda32-b2da-40e5-95d2-a555bc44f76b', 'name': 'network-vif-deleted', 'tag': 'fde7ca4c-7f4f-4a66-9f59-8a5d54e6b802', 'status': 'completed', 'code': 200} Jun 11 09:45:46.694503 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb53acf8-b818-4202-8875-71959f7fc254', 'name': 'network-vif-deleted', 'tag': 'a4e92fe1-f7e7-48a2-823e-9c3ae07a476e', 'status': 'completed', 'code': 200} Jun 11 09:45:46.768317 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-10626e30-1459-4fe6-8fe5-1946620605a1 req-4a3b8c66-e113-4e6f-9066-95b55d3aad65 service neutron] For port 377f653d-177d-4337-aeab-2d19af79e208, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=377f653d-177d-4337-aeab-2d19af79e208,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:45:46.806424 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-10626e30-1459-4fe6-8fe5-1946620605a1 req-4a3b8c66-e113-4e6f-9066-95b55d3aad65 service neutron] For port 377f653d-177d-4337-aeab-2d19af79e208, host n-h1-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:45:46.843735 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-433e4519-f8ce-4521-bc35-1b617dcce866 x-openstack-request-id: req-433e4519-f8ce-4521-bc35-1b617dcce866 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:45:46.844140 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8236051-9973-40bc-8027-f9d509c3e51c", "name": "network-vif-deleted", "tag": "4ed39efc-32a7-4ca4-9ed7-c7b6c76c4c86", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:45:46.844431 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-433e4519-f8ce-4521-bc35-1b617dcce866 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:45:46.844851 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8236051-9973-40bc-8027-f9d509c3e51c', 'name': 'network-vif-deleted', 'tag': '4ed39efc-32a7-4ca4-9ed7-c7b6c76c4c86', 'status': 'completed', 'code': 200} Jun 11 09:45:46.858935 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-10626e30-1459-4fe6-8fe5-1946620605a1 req-4a3b8c66-e113-4e6f-9066-95b55d3aad65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:46.914822 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-10626e30-1459-4fe6-8fe5-1946620605a1 req-4a3b8c66-e113-4e6f-9066-95b55d3aad65 service neutron] Transition to ACTIVE for port object 377f653d-177d-4337-aeab-2d19af79e208 will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:45:46.915333 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-b8d1ac55-fd90-42b4-ab80-ea5f06a07ff6 req-62895c61-a216-4539-9f09-3f69911ffed4 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:46.915924 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fe9ac737-3c96-4482-93ca-cf7d6b8ed531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:46.919300 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2be82248-f20c-48e6-8595-8d0113b0e1bf tempest-FloatingIPDetailsTestJSON-1176941496 tempest-FloatingIPDetailsTestJSON-1176941496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:45:46.919488 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:45:46.945159 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b2487400-f2f6-4902-bfd3-f26a72757d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:46.947768 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b2487400-f2f6-4902-bfd3-f26a72757d3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:46.951519 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-b2487400-f2f6-4902-bfd3-f26a72757d3f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5915571c-2f9b-4bcb-9750-22ae6d4c051a HTTP/1.1" status: 204 len: 168 time: 0.5079098 Jun 11 09:45:46.952525 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9ac737-3c96-4482-93ca-cf7d6b8ed531 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f707fbf9-d6b5-48f4-b1c1-e5fd7bd963f6,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:45:46.955103 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-fe9ac737-3c96-4482-93ca-cf7d6b8ed531 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:45:46.956478 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62895c61-a216-4539-9f09-3f69911ffed4 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Pushing event deleted for resources: {'Port': ['ID=1f815ecc-4411-4bc0-a35e-af34e398cd0f,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:45:46.960720 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-62895c61-a216-4539-9f09-3f69911ffed4 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:45:46.961230 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-454536b4-17b6-42b6-b3d1-496e5038cb46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:45:46.967749 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fe9ac737-3c96-4482-93ca-cf7d6b8ed531 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:46.969640 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-fe9ac737-3c96-4482-93ca-cf7d6b8ed531 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/f707fbf9-d6b5-48f4-b1c1-e5fd7bd963f6 HTTP/1.1" status: 204 len: 168 time: 0.9323177 Jun 11 09:45:47.000316 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 42538) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:45:47.005655 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2487400-f2f6-4902-bfd3-f26a72757d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5915571c-2f9b-4bcb-9750-22ae6d4c051a,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:45:47.010617 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b2487400-f2f6-4902-bfd3-f26a72757d3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:45:47.038162 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-10626e30-1459-4fe6-8fe5-1946620605a1 req-4a3b8c66-e113-4e6f-9066-95b55d3aad65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:47.043938 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-03b58e81-d910-4183-865f-ccd846c3e598 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:45:47.059988 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-b8d1ac55-fd90-42b4-ab80-ea5f06a07ff6 req-62895c61-a216-4539-9f09-3f69911ffed4 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Notify callbacks [] for floatingip, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:47.062527 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-b8d1ac55-fd90-42b4-ab80-ea5f06a07ff6 req-62895c61-a216-4539-9f09-3f69911ffed4 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:47.063696 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b8d1ac55-fd90-42b4-ab80-ea5f06a07ff6 req-62895c61-a216-4539-9f09-3f69911ffed4 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.60 "DELETE /v2.0/floatingips/ef4cdb92-b0ef-46a9-80b5-c3f12e242379 HTTP/1.1" status: 204 len: 173 time: 1.5332189 Jun 11 09:45:47.129033 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 42542) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:45:47.188568 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-d6f5671d-2687-41d8-96c0-55916352e918 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=48d3383cf10f4d488b7563f5db977a68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0579703 Jun 11 09:45:47.192350 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 42544) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:45:47.217137 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3b8c66-e113-4e6f-9066-95b55d3aad65 service neutron] Pushing event updated for resources: {'Port': ['ID=377f653d-177d-4337-aeab-2d19af79e208,revision_number=6']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:45:47.221196 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4a3b8c66-e113-4e6f-9066-95b55d3aad65 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:45:47.250919 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f04d7435-e639-48b0-b70e-2abd54a2ef44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:47.253277 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-10626e30-1459-4fe6-8fe5-1946620605a1 req-4a3b8c66-e113-4e6f-9066-95b55d3aad65 service neutron] No DVR routers for this DVR port 377f653d-177d-4337-aeab-2d19af79e208 on host n-h1-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:45:47.306470 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d836c5-4680-4aa5-960d-90153a1e9103 req-09c02a22-1f33-41ba-8bc2-1889f956ea81 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:47.307920 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-37d836c5-4680-4aa5-960d-90153a1e9103 req-09c02a22-1f33-41ba-8bc2-1889f956ea81 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/ports?device_id=c633a603-9c68-4fee-a384-310d8fcc4a30 HTTP/1.1" status: 200 len: 944 time: 0.3585322 Jun 11 09:45:47.343611 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f75e76e6-1486-41de-8d62-5be81b4797ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:47.349350 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b835581-565e-4e57-9486-6729d9893056 req-0d89da2d-1d84-4c73-b90d-5289235e9a0b tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:47.350883 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1b835581-565e-4e57-9486-6729d9893056 req-0d89da2d-1d84-4c73-b90d-5289235e9a0b tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=6862493a-d39d-40b0-b207-242830221721 HTTP/1.1" status: 200 len: 945 time: 0.1608758 Jun 11 09:45:47.370107 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-10626e30-1459-4fe6-8fe5-1946620605a1 req-4a3b8c66-e113-4e6f-9066-95b55d3aad65 service neutron] Attempting to bind port 377f653d-177d-4337-aeab-2d19af79e208 on host n-h2-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:45:47.370107 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-10626e30-1459-4fe6-8fe5-1946620605a1 req-4a3b8c66-e113-4e6f-9066-95b55d3aad65 service neutron] Attempting to bind port 377f653d-177d-4337-aeab-2d19af79e208 by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:45:47.370413 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10626e30-1459-4fe6-8fe5-1946620605a1 req-4a3b8c66-e113-4e6f-9066-95b55d3aad65 service neutron] Attempting to bind port 377f653d-177d-4337-aeab-2d19af79e208 on network cf20d108-f84c-44de-9036-2269564edd60 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:45:47.392457 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f75e76e6-1486-41de-8d62-5be81b4797ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:47.395328 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10626e30-1459-4fe6-8fe5-1946620605a1 req-4a3b8c66-e113-4e6f-9066-95b55d3aad65 service neutron] Port 377f653d-177d-4337-aeab-2d19af79e208 on network cf20d108-f84c-44de-9036-2269564edd60 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:45:47.395680 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10626e30-1459-4fe6-8fe5-1946620605a1 req-4a3b8c66-e113-4e6f-9066-95b55d3aad65 service neutron] Attempting to bind port 377f653d-177d-4337-aeab-2d19af79e208 on network cf20d108-f84c-44de-9036-2269564edd60 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:45:47.432825 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10626e30-1459-4fe6-8fe5-1946620605a1 req-4a3b8c66-e113-4e6f-9066-95b55d3aad65 service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:45:47.433241 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10626e30-1459-4fe6-8fe5-1946620605a1 req-4a3b8c66-e113-4e6f-9066-95b55d3aad65 service neutron] Checking segment: {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:45:47.433696 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10626e30-1459-4fe6-8fe5-1946620605a1 req-4a3b8c66-e113-4e6f-9066-95b55d3aad65 service neutron] Bound using segment: {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:45:47.435843 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-10626e30-1459-4fe6-8fe5-1946620605a1 req-4a3b8c66-e113-4e6f-9066-95b55d3aad65 service neutron] Bound port: 377f653d-177d-4337-aeab-2d19af79e208, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:45:47.436227 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-10626e30-1459-4fe6-8fe5-1946620605a1 req-4a3b8c66-e113-4e6f-9066-95b55d3aad65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:47.458708 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1b835581-565e-4e57-9486-6729d9893056 req-52b79893-4a03-4844-a57a-70baa420ed48 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=7382d103-d62f-4540-9ac2-5ea0a34701f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981123 Jun 11 09:45:47.480573 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f04d7435-e639-48b0-b70e-2abd54a2ef44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:47.497127 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-37d836c5-4680-4aa5-960d-90153a1e9103 req-d06b6757-10b3-4b8d-a6ba-9df915086458 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/security-groups?id=18fc41cb-d5ab-4d35-ab48-499184b426b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523378 Jun 11 09:45:47.513228 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-f04d7435-e639-48b0-b70e-2abd54a2ef44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f64764ef-1d16-4bb9-abcb-ee15625f8d04']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:45:47.531536 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-f04d7435-e639-48b0-b70e-2abd54a2ef44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9149788d-877e-41af-83c2-5ce6b1848f17') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:45:47.531840 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-f04d7435-e639-48b0-b70e-2abd54a2ef44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9149788d-877e-41af-83c2-5ce6b1848f17') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:45:47.563434 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f04d7435-e639-48b0-b70e-2abd54a2ef44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:47.571440 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f75e76e6-1486-41de-8d62-5be81b4797ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:47.574532 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f75e76e6-1486-41de-8d62-5be81b4797ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:47.575872 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-f75e76e6-1486-41de-8d62-5be81b4797ed admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e7d31fe6-b977-48a3-8ac8-d2d7f926a295 HTTP/1.1" status: 204 len: 168 time: 0.3823209 Jun 11 09:45:47.578087 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-80669f33-4877-46e2-af69-cf31670d4aeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:45:47.590460 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75e76e6-1486-41de-8d62-5be81b4797ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d31fe6-b977-48a3-8ac8-d2d7f926a295,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:45:47.593372 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f75e76e6-1486-41de-8d62-5be81b4797ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:45:47.755052 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 377f653d-177d-4337-aeab-2d19af79e208 no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:45:47.827489 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 377f653d-177d-4337-aeab-2d19af79e208 not bound to the agent host n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:45:47.952418 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 3bb32f6d-7477-4696-b349-b5a005eb2f00 details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:45:47.969201 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f04d7435-e639-48b0-b70e-2abd54a2ef44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:48.009091 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f04d7435-e639-48b0-b70e-2abd54a2ef44 admin admin] Releasing vlan 766 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 09:45:48.009091 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f04d7435-e639-48b0-b70e-2abd54a2ef44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:48.010507 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:45:48.010507 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:45:48.010507 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 09:45:48.010507 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 09:45:48.010507 n-d-779913-12 neutron-server[93177]: timer() Jun 11 09:45:48.010507 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 09:45:48.010507 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 09:45:48.010507 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 09:45:48.010507 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 09:45:48.010507 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 09:45:48.010507 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 09:45:48.010507 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 09:45:48.010507 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 09:45:48.010507 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 09:45:48.010507 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 09:45:48.010507 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 09:45:48.010507 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 09:45:48.010507 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 09:45:48.010507 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 09:45:48.010507 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 09:45:48.010507 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 09:45:48.010507 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 09:45:48.010507 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 09:45:48.010507 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 09:45:48.010507 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 09:45:48.010507 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 09:45:48.010507 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 09:45:48.010507 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 09:45:48.010507 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 09:45:48.010507 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 09:45:48.010507 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 09:45:48.010507 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 09:45:48.010507 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 09:45:48.010507 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 09:45:48.040648 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-10626e30-1459-4fe6-8fe5-1946620605a1 req-4a3b8c66-e113-4e6f-9066-95b55d3aad65 service neutron] For port 377f653d-177d-4337-aeab-2d19af79e208, host n-h2-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:45:48.116884 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-10626e30-1459-4fe6-8fe5-1946620605a1 req-4a3b8c66-e113-4e6f-9066-95b55d3aad65 service neutron] For port 377f653d-177d-4337-aeab-2d19af79e208, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=377f653d-177d-4337-aeab-2d19af79e208,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:45:48.161539 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d8f9c1-b231-4e05-93ba-a061e44bb30a req-feadd08c-1995-459f-a9c5-9e9e50e9dab0 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:48.163147 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-50d8f9c1-b231-4e05-93ba-a061e44bb30a req-feadd08c-1995-459f-a9c5-9e9e50e9dab0 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe3ef3f-9a6b-4e95-a654-f9fec0c4a05d HTTP/1.1" status: 200 len: 947 time: 0.2200251 Jun 11 09:45:48.198586 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-10626e30-1459-4fe6-8fe5-1946620605a1 req-4a3b8c66-e113-4e6f-9066-95b55d3aad65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:48.202081 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a36d2f46-f823-4966-9648-e4bb68a4c684 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:45:48.212641 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 3bb32f6d-7477-4696-b349-b5a005eb2f00, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=3bb32f6d-7477-4696-b349-b5a005eb2f00,segment=NetworkSegment(59465666-5c69-4224-8b1f-2b974d7d569d),segment_id=59465666-5c69-4224-8b1f-2b974d7d569d)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:45:48.229597 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': '3bb32f6d-7477-4696-b349-b5a005eb2f00', 'network_id': '9c71e42f-a279-434a-9733-2e0a55ab4074', 'port_id': '3bb32f6d-7477-4696-b349-b5a005eb2f00', 'mac_address': 'fa:16:3e:0f:e4:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 791, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a16cacaa-1221-489c-8d0a-2d30aee455ad', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:45:48.251329 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-50d8f9c1-b231-4e05-93ba-a061e44bb30a req-e97250bd-0567-46aa-9be9-e56bc7664f25 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792904 Jun 11 09:45:48.254714 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f04d7435-e639-48b0-b70e-2abd54a2ef44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:48.271882 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10626e30-1459-4fe6-8fe5-1946620605a1 req-4a3b8c66-e113-4e6f-9066-95b55d3aad65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:48.272503 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-10626e30-1459-4fe6-8fe5-1946620605a1 req-4a3b8c66-e113-4e6f-9066-95b55d3aad65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:48.274091 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-10626e30-1459-4fe6-8fe5-1946620605a1 req-4a3b8c66-e113-4e6f-9066-95b55d3aad65 service neutron] 10.222.0.69 "PUT /v2.0/ports/377f653d-177d-4337-aeab-2d19af79e208 HTTP/1.1" status: 200 len: 1096 time: 2.1897368 Jun 11 09:45:48.277402 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f04d7435-e639-48b0-b70e-2abd54a2ef44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:48.279975 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-f04d7435-e639-48b0-b70e-2abd54a2ef44 admin admin] 10.222.0.60 "DELETE /v2.0/networks/f64764ef-1d16-4bb9-abcb-ee15625f8d04 HTTP/1.1" status: 204 len: 168 time: 1.2776515 Jun 11 09:45:48.283872 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 42578) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:45:48.329256 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:48.358699 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:48.362417 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bb32f6d-7477-4696-b349-b5a005eb2f00 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:45:48.391826 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 3bb32f6d-7477-4696-b349-b5a005eb2f00, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=3bb32f6d-7477-4696-b349-b5a005eb2f00,segment=NetworkSegment(59465666-5c69-4224-8b1f-2b974d7d569d),segment_id=59465666-5c69-4224-8b1f-2b974d7d569d)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:45:48.404973 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3b8c66-e113-4e6f-9066-95b55d3aad65 service neutron] Pushing event updated for resources: {'Port': ['ID=377f653d-177d-4337-aeab-2d19af79e208,revision_number=7']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:45:48.410931 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4a3b8c66-e113-4e6f-9066-95b55d3aad65 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:45:48.412824 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b41487b8-a840-4e00-8b78-f1e3ead41656 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.136s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:45:48.424516 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbc0800c-5c57-4085-bf74-8c4ba4731535 admin admin] Deleting subnet d1ba83f2-5eb5-49f5-80d7-a556f249e10d {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 09:45:48.431510 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04d7435-e639-48b0-b70e-2abd54a2ef44 admin admin] Pushing event deleted for resources: {'Network': ['ID=f64764ef-1d16-4bb9-abcb-ee15625f8d04,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:45:48.434970 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f04d7435-e639-48b0-b70e-2abd54a2ef44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:45:48.436402 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cbc0800c-5c57-4085-bf74-8c4ba4731535 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:48.461572 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10626e30-1459-4fe6-8fe5-1946620605a1 req-07f28949-ad1d-4ac1-9b74-1fe687cc84a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:48.463530 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-10626e30-1459-4fe6-8fe5-1946620605a1 req-07f28949-ad1d-4ac1-9b74-1fe687cc84a3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2d153095abe14427b94c36cd340ad809&device_id=3fe3ef3f-9a6b-4e95-a654-f9fec0c4a05d HTTP/1.1" status: 200 len: 1099 time: 0.1285012 Jun 11 09:45:48.469345 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:48.471802 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:45:48.494225 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 42584) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:45:48.504976 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cbc0800c-5c57-4085-bf74-8c4ba4731535 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:48.516922 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9616602-775e-4b4a-8928-253ee3bffd34 req-23eb9e6f-e408-479b-bd9a-d918460f6045 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:48.535466 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c9616602-775e-4b4a-8928-253ee3bffd34 req-23eb9e6f-e408-479b-bd9a-d918460f6045 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2f9eff9-fbba-4367-b0de-883742133207 HTTP/1.1" status: 200 len: 946 time: 0.1844604 Jun 11 09:45:48.669302 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=3bb32f6d-7477-4696-b349-b5a005eb2f00,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:45:48.675120 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c9616602-775e-4b4a-8928-253ee3bffd34 req-0b51b25b-fd8b-409c-a6a6-a8520bac674e tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.60 "GET /v2.0/security-groups?id=09f483c6-cf52-4168-b2e6-1a9686fe8b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373961 Jun 11 09:45:48.676853 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:45:48.678420 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cbc0800c-5c57-4085-bf74-8c4ba4731535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:48.686476 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10626e30-1459-4fe6-8fe5-1946620605a1 req-a1d17744-71e5-4bf6-a3c0-0d2e185e1edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:48.687822 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-10626e30-1459-4fe6-8fe5-1946620605a1 req-a1d17744-71e5-4bf6-a3c0-0d2e185e1edb service neutron] 10.222.0.69 "GET /v2.0/networks?id=cf20d108-f84c-44de-9036-2269564edd60 HTTP/1.1" status: 200 len: 870 time: 0.2116673 Jun 11 09:45:48.758957 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-1c7ee19e-7b5f-4273-8bef-70927245c5a9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-2107822683-network', 'tenant_id': 'c5132d58a61b4dee97f4685d93187a0e'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:45:48.785339 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['3bb32f6d-7477-4696-b349-b5a005eb2f00'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:45:48.795647 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-10626e30-1459-4fe6-8fe5-1946620605a1 req-2ec8fa90-3a90-4457-a31e-f19c33014c8e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=377f653d-177d-4337-aeab-2d19af79e208 HTTP/1.1" status: 200 len: 217 time: 0.0963552 Jun 11 09:45:48.851958 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe3ef3f-9a6b-4e95-a654-f9fec0c4a05d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '377f653d-177d-4337-aeab-2d19af79e208'}, {'name': 'network-changed', 'server_uuid': '3fe3ef3f-9a6b-4e95-a654-f9fec0c4a05d', 'tag': '377f653d-177d-4337-aeab-2d19af79e208'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:45:48.857343 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1693fcb8-6072-40a4-b9fb-c7fc4c0d6475" -d '{"events": [{"server_uuid": "3fe3ef3f-9a6b-4e95-a654-f9fec0c4a05d", "name": "network-vif-unplugged", "status": "completed", "tag": "377f653d-177d-4337-aeab-2d19af79e208"}, {"name": "network-changed", "server_uuid": "3fe3ef3f-9a6b-4e95-a654-f9fec0c4a05d", "tag": "377f653d-177d-4337-aeab-2d19af79e208"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:45:48.857497 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cbc0800c-5c57-4085-bf74-8c4ba4731535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:48.885847 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f8d9a750-880d-4d7c-9922-1adbfc4c40f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:45:48.887976 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10626e30-1459-4fe6-8fe5-1946620605a1 req-f64871c1-3552-4054-b9b3-a79ec636c1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:48.889642 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-10626e30-1459-4fe6-8fe5-1946620605a1 req-f64871c1-3552-4054-b9b3-a79ec636c1e8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=189b03cc-b2a8-4615-9ab5-ad0328c3f10f HTTP/1.1" status: 200 len: 843 time: 0.0852761 Jun 11 09:45:48.897686 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a2080-8b55-42d8-82e7-e4037377a500 req-69edc794-7a74-450e-8b9f-a06f34634e5f tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:48.899235 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4a4a2080-8b55-42d8-82e7-e4037377a500 req-69edc794-7a74-450e-8b9f-a06f34634e5f tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=6862493a-d39d-40b0-b207-242830221721 HTTP/1.1" status: 200 len: 945 time: 0.2105250 Jun 11 09:45:48.917991 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c7ee19e-7b5f-4273-8bef-70927245c5a9 admin admin] Made reservation on behalf of c5132d58a61b4dee97f4685d93187a0e for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:45:48.920520 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1c7ee19e-7b5f-4273-8bef-70927245c5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:48.938557 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc0800c-5c57-4085-bf74-8c4ba4731535 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1ba83f2-5eb5-49f5-80d7-a556f249e10d,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:45:48.943541 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cbc0800c-5c57-4085-bf74-8c4ba4731535 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:48.948423 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-cbc0800c-5c57-4085-bf74-8c4ba4731535 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/d1ba83f2-5eb5-49f5-80d7-a556f249e10d HTTP/1.1" status: 204 len: 168 time: 0.6606126 Jun 11 09:45:48.948423 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-cbc0800c-5c57-4085-bf74-8c4ba4731535 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:45:48.948423 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 42600) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:45:48.950478 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1c7ee19e-7b5f-4273-8bef-70927245c5a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:48.987323 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4a4a2080-8b55-42d8-82e7-e4037377a500 req-85e7faf8-22d6-4ecf-9f4d-91f6e29a94d8 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=7382d103-d62f-4540-9ac2-5ea0a34701f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782776 Jun 11 09:45:48.995506 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10626e30-1459-4fe6-8fe5-1946620605a1 req-a58d0d30-f38c-4afe-87db-783ffe795673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:48.997090 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-10626e30-1459-4fe6-8fe5-1946620605a1 req-a58d0d30-f38c-4afe-87db-783ffe795673 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cf20d108-f84c-44de-9036-2269564edd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0968931 Jun 11 09:45:49.087948 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c5b0c639-c94c-4ee1-80b5-d3b4bdbdf853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:49.114539 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 42604) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:45:49.120610 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 11 Jun 2021 09:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81fc2ee7-6eab-41a4-b0da-d8a205085eb3 x-openstack-request-id: req-81fc2ee7-6eab-41a4-b0da-d8a205085eb3 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:45:49.120610 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fe3ef3f-9a6b-4e95-a654-f9fec0c4a05d", "name": "network-vif-unplugged", "status": "completed", "tag": "377f653d-177d-4337-aeab-2d19af79e208", "code": 200}, {"name": "network-changed", "server_uuid": "3fe3ef3f-9a6b-4e95-a654-f9fec0c4a05d", "tag": "377f653d-177d-4337-aeab-2d19af79e208", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:45:49.120899 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbda9589-c69c-4baf-ba52-20c09975c36a req-9dc78322-6dc7-43c0-8673-b091796674f6 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:49.121013 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-81fc2ee7-6eab-41a4-b0da-d8a205085eb3 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:45:49.121013 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe3ef3f-9a6b-4e95-a654-f9fec0c4a05d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '377f653d-177d-4337-aeab-2d19af79e208', 'code': 200} Jun 11 09:45:49.121013 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fe3ef3f-9a6b-4e95-a654-f9fec0c4a05d', 'tag': '377f653d-177d-4337-aeab-2d19af79e208', 'status': 'completed', 'code': 200} Jun 11 09:45:49.121288 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fbda9589-c69c-4baf-ba52-20c09975c36a req-9dc78322-6dc7-43c0-8673-b091796674f6 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/ports?device_id=c633a603-9c68-4fee-a384-310d8fcc4a30 HTTP/1.1" status: 200 len: 945 time: 0.2757075 Jun 11 09:45:49.160605 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-10626e30-1459-4fe6-8fe5-1946620605a1 req-7c6b80cd-dab0-4bbb-b7a8-8b0e25e7042e service neutron] 10.222.0.69 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553490 Jun 11 09:45:49.291395 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-07358cff-533a-425e-8bbe-00df89c4d055 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2127972742-network', 'tenant_id': '845e0c4a59a549beb9cd8a20149f973b'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:45:49.331158 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-10626e30-1459-4fe6-8fe5-1946620605a1 req-cfbd8c30-ecef-4bd9-bf2d-a75dba71ad6c service neutron] 10.222.0.69 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632857 Jun 11 09:45:49.536852 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ebc5f-6355-4f38-9014-2bcee8f75992 req-a48b1ef1-0dd6-403f-b47d-c026ac22c776 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:49.538353 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-220ebc5f-6355-4f38-9014-2bcee8f75992 req-a48b1ef1-0dd6-403f-b47d-c026ac22c776 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe3ef3f-9a6b-4e95-a654-f9fec0c4a05d HTTP/1.1" status: 200 len: 947 time: 0.1133356 Jun 11 09:45:49.601845 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-220ebc5f-6355-4f38-9014-2bcee8f75992 req-b9bc3e54-d2c8-4cb5-b079-29cdf2052cc4 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558686 Jun 11 09:45:49.603710 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1693fcb8-6072-40a4-b9fb-c7fc4c0d6475 req-c8e27f81-6cfb-4412-95a2-56df9d4eb5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:49.605319 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1693fcb8-6072-40a4-b9fb-c7fc4c0d6475 req-c8e27f81-6cfb-4412-95a2-56df9d4eb5cd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2d153095abe14427b94c36cd340ad809&device_id=3fe3ef3f-9a6b-4e95-a654-f9fec0c4a05d HTTP/1.1" status: 200 len: 1099 time: 0.1168909 Jun 11 09:45:49.625852 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fbda9589-c69c-4baf-ba52-20c09975c36a req-2d1512d2-af57-4e2f-ade0-79a02e1e9b41 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/security-groups?id=18fc41cb-d5ab-4d35-ab48-499184b426b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4775171 Jun 11 09:45:49.713029 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c5b0c639-c94c-4ee1-80b5-d3b4bdbdf853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:49.748689 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-c5b0c639-c94c-4ee1-80b5-d3b4bdbdf853 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5decf316-2595-4e9c-b3b9-d15b2c19de9f']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:45:49.753446 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1693fcb8-6072-40a4-b9fb-c7fc4c0d6475 req-702063b4-afed-4153-b9f7-9b05481dfa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:49.759377 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1693fcb8-6072-40a4-b9fb-c7fc4c0d6475 req-b934b4c3-a3ef-4738-98f7-53b9eeddeab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:49.759377 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1693fcb8-6072-40a4-b9fb-c7fc4c0d6475 req-b934b4c3-a3ef-4738-98f7-53b9eeddeab3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cf20d108-f84c-44de-9036-2269564edd60 HTTP/1.1" status: 200 len: 870 time: 0.1418092 Jun 11 09:45:49.759705 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1693fcb8-6072-40a4-b9fb-c7fc4c0d6475 req-702063b4-afed-4153-b9f7-9b05481dfa25 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2d153095abe14427b94c36cd340ad809&device_id=3fe3ef3f-9a6b-4e95-a654-f9fec0c4a05d HTTP/1.1" status: 200 len: 1099 time: 0.6600609 Jun 11 09:45:49.774087 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-c5b0c639-c94c-4ee1-80b5-d3b4bdbdf853 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '915ce20b-405a-4a5c-aadc-e8dab68425ab') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:45:49.774483 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-c5b0c639-c94c-4ee1-80b5-d3b4bdbdf853 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '915ce20b-405a-4a5c-aadc-e8dab68425ab') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:45:49.817481 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1693fcb8-6072-40a4-b9fb-c7fc4c0d6475 req-8e8009d1-dab7-4ee4-9add-b4d2a07fb26e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=377f653d-177d-4337-aeab-2d19af79e208 HTTP/1.1" status: 200 len: 217 time: 0.0550056 Jun 11 09:45:49.837731 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1c7ee19e-7b5f-4273-8bef-70927245c5a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:49.841723 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c5b0c639-c94c-4ee1-80b5-d3b4bdbdf853 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:49.907518 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c5b0c639-c94c-4ee1-80b5-d3b4bdbdf853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:49.920778 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1693fcb8-6072-40a4-b9fb-c7fc4c0d6475 req-bd973ae3-5856-4cd2-a47c-38551205c25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:49.922247 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1693fcb8-6072-40a4-b9fb-c7fc4c0d6475 req-bd973ae3-5856-4cd2-a47c-38551205c25d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=189b03cc-b2a8-4615-9ab5-ad0328c3f10f HTTP/1.1" status: 200 len: 843 time: 0.0953867 Jun 11 09:45:49.925030 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1c7ee19e-7b5f-4273-8bef-70927245c5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:49.928251 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5b0c639-c94c-4ee1-80b5-d3b4bdbdf853 admin admin] Releasing vlan 758 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 09:45:49.928687 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c5b0c639-c94c-4ee1-80b5-d3b4bdbdf853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:49.933518 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4a57ab2e-530e-4834-a970-4c3bf20b1791 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:45:49.935400 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:45:49.935400 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:45:49.935400 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:45:49.935400 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:45:49.935400 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 09:45:49.935400 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 09:45:49.935400 n-d-779913-12 neutron-server[93176]: timer() Jun 11 09:45:49.935400 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 09:45:49.935400 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 09:45:49.935400 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 09:45:49.935400 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 09:45:49.935400 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 09:45:49.935400 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 09:45:49.935400 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 09:45:49.935400 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 09:45:49.935400 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 09:45:49.935400 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 09:45:49.935400 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 09:45:49.935400 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 09:45:49.935400 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 09:45:49.935400 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 09:45:49.935400 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 09:45:49.935400 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 09:45:49.935400 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 09:45:49.935400 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 09:45:49.935400 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 09:45:49.935400 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 09:45:49.935400 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 09:45:49.935400 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 09:45:49.935400 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 09:45:49.935400 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 09:45:49.935400 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 09:45:49.935400 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 09:45:49.935400 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 09:45:49.935400 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 09:45:49.935400 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 09:45:49.958894 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dce91c5-2a72-4154-b4d6-5bea4b77f964 req-b8cc28c6-b875-4280-a49e-abab6cfe30ef tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:49.960381 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6dce91c5-2a72-4154-b4d6-5bea4b77f964 req-b8cc28c6-b875-4280-a49e-abab6cfe30ef tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2f9eff9-fbba-4367-b0de-883742133207 HTTP/1.1" status: 200 len: 946 time: 0.3557577 Jun 11 09:45:49.969710 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 3bb32f6d-7477-4696-b349-b5a005eb2f00 up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:45:49.977192 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3501a396-078e-4367-8b05-8a55afddbe57 req-d24250a9-71f4-4068-9ffc-0dec41ba018b tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:49.978676 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3501a396-078e-4367-8b05-8a55afddbe57 req-d24250a9-71f4-4068-9ffc-0dec41ba018b tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2f9eff9-fbba-4367-b0de-883742133207 HTTP/1.1" status: 200 len: 946 time: 0.1599779 Jun 11 09:45:50.006642 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c7ee19e-7b5f-4273-8bef-70927245c5a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 793} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 09:45:50.052384 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07358cff-533a-425e-8bbe-00df89c4d055 admin admin] Made reservation on behalf of 845e0c4a59a549beb9cd8a20149f973b for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:45:50.056346 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-07358cff-533a-425e-8bbe-00df89c4d055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:50.061354 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1693fcb8-6072-40a4-b9fb-c7fc4c0d6475 req-f804be59-02a2-449b-a245-906eead884f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:50.062894 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1693fcb8-6072-40a4-b9fb-c7fc4c0d6475 req-f804be59-02a2-449b-a245-906eead884f9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cf20d108-f84c-44de-9036-2269564edd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1324186 Jun 11 09:45:50.085404 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3501a396-078e-4367-8b05-8a55afddbe57 req-0c2f7383-3e82-4ec7-8efb-9c509936f467 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.60 "GET /v2.0/security-groups?id=09f483c6-cf52-4168-b2e6-1a9686fe8b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947325 Jun 11 09:45:50.106088 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-07358cff-533a-425e-8bbe-00df89c4d055 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:50.120139 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7ee19e-7b5f-4273-8bef-70927245c5a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f660163-b4cf-41bb-9ff5-65f9e727e866,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:45:50.122543 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1c7ee19e-7b5f-4273-8bef-70927245c5a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:45:50.129309 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1693fcb8-6072-40a4-b9fb-c7fc4c0d6475 req-c72885cb-5251-4ec3-8d9b-a0ce29d1d515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:50.131393 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1693fcb8-6072-40a4-b9fb-c7fc4c0d6475 req-c72885cb-5251-4ec3-8d9b-a0ce29d1d515 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cf20d108-f84c-44de-9036-2269564edd60 HTTP/1.1" status: 200 len: 870 time: 0.3588371 Jun 11 09:45:50.137861 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning for port 3bb32f6d-7477-4696-b349-b5a005eb2f00 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:45:50.146159 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port 3bb32f6d-7477-4696-b349-b5a005eb2f00 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:45:50.147767 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:50.234818 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1c7ee19e-7b5f-4273-8bef-70927245c5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:50.235063 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-1c7ee19e-7b5f-4273-8bef-70927245c5a9 admin admin] Added segment 802e9f6d-3ccd-4201-9afd-53110d0b2010 of type vlan for network 482bdf30-6ecc-4c58-babd-2078999f07ec Jun 11 09:45:50.237559 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1693fcb8-6072-40a4-b9fb-c7fc4c0d6475 req-e524d4ef-d3b9-409f-b375-835bfeba54fc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=377f653d-177d-4337-aeab-2d19af79e208 HTTP/1.1" status: 200 len: 217 time: 0.0985737 Jun 11 09:45:50.241586 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c5b0c639-c94c-4ee1-80b5-d3b4bdbdf853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:50.243030 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:50.249334 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1693fcb8-6072-40a4-b9fb-c7fc4c0d6475 req-d4c7ca94-2676-480a-b5d0-804bf8e971eb service neutron] 10.222.0.69 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723135 Jun 11 09:45:50.250429 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c5b0c639-c94c-4ee1-80b5-d3b4bdbdf853 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:50.252143 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-c5b0c639-c94c-4ee1-80b5-d3b4bdbdf853 admin admin] 10.222.0.60 "DELETE /v2.0/networks/5decf316-2595-4e9c-b3b9-d15b2c19de9f HTTP/1.1" status: 204 len: 168 time: 1.3021777 Jun 11 09:45:50.264042 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-634af72b-8707-46cc-a38c-55f260be225f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:45:50.277102 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c633a603-9c68-4fee-a384-310d8fcc4a30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bb32f6d-7477-4696-b349-b5a005eb2f00'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:45:50.280846 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-227178a2-8063-4750-acbe-302230a38682" -d '{"events": [{"server_uuid": "c633a603-9c68-4fee-a384-310d8fcc4a30", "name": "network-vif-plugged", "status": "completed", "tag": "3bb32f6d-7477-4696-b349-b5a005eb2f00"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:45:50.296903 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 3bb32f6d-7477-4696-b349-b5a005eb2f00, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=3bb32f6d-7477-4696-b349-b5a005eb2f00,segment=NetworkSegment(59465666-5c69-4224-8b1f-2b974d7d569d),segment_id=59465666-5c69-4224-8b1f-2b974d7d569d)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:45:50.324595 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e00f77-873a-4d02-b649-b464a6ed3bfa x-openstack-request-id: req-08e00f77-873a-4d02-b649-b464a6ed3bfa {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:45:50.326171 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c633a603-9c68-4fee-a384-310d8fcc4a30", "name": "network-vif-plugged", "status": "completed", "tag": "3bb32f6d-7477-4696-b349-b5a005eb2f00", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:45:50.326171 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-08e00f77-873a-4d02-b649-b464a6ed3bfa {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:45:50.326171 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c633a603-9c68-4fee-a384-310d8fcc4a30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bb32f6d-7477-4696-b349-b5a005eb2f00', 'code': 200} Jun 11 09:45:50.377657 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:50.380108 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b0c639-c94c-4ee1-80b5-d3b4bdbdf853 admin admin] Pushing event deleted for resources: {'Network': ['ID=5decf316-2595-4e9c-b3b9-d15b2c19de9f,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:45:50.382423 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:45:50.383039 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c5b0c639-c94c-4ee1-80b5-d3b4bdbdf853 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:45:50.417516 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1c7ee19e-7b5f-4273-8bef-70927245c5a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:50.432842 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-07358cff-533a-425e-8bbe-00df89c4d055 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:50.457939 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=3bb32f6d-7477-4696-b349-b5a005eb2f00,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:45:50.461410 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:45:50.472196 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1693fcb8-6072-40a4-b9fb-c7fc4c0d6475 req-2e0fb325-242d-4ffd-83b0-a530b0107bcf service neutron] 10.222.0.69 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724951 Jun 11 09:45:50.480235 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1693fcb8-6072-40a4-b9fb-c7fc4c0d6475 req-dbe43069-631d-4338-8f48-e644ff57269c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:50.489057 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1693fcb8-6072-40a4-b9fb-c7fc4c0d6475 req-dbe43069-631d-4338-8f48-e644ff57269c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=189b03cc-b2a8-4615-9ab5-ad0328c3f10f HTTP/1.1" status: 200 len: 843 time: 0.2205255 Jun 11 09:45:50.514119 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-07358cff-533a-425e-8bbe-00df89c4d055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:50.518195 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:45:50.537874 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07358cff-533a-425e-8bbe-00df89c4d055 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 757} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 09:45:50.552935 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07358cff-533a-425e-8bbe-00df89c4d055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7521a1b-0cb2-4502-95f4-08d0b3dba639,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:45:50.556227 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-6dce91c5-2a72-4154-b4d6-5bea4b77f964 req-47c0a64f-1333-4d5b-81a2-112e4efd1efd tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Deleting port eadae33e-f095-4f7c-9ab4-6c7a354f6f90 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:45:50.556570 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-6dce91c5-2a72-4154-b4d6-5bea4b77f964 req-47c0a64f-1333-4d5b-81a2-112e4efd1efd tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:50.557150 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-07358cff-533a-425e-8bbe-00df89c4d055 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:45:50.558191 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-07358cff-533a-425e-8bbe-00df89c4d055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:50.558730 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-07358cff-533a-425e-8bbe-00df89c4d055 admin admin] Added segment b51c68b7-80ed-4de8-bd6d-e2ba699aba0b of type vlan for network 743172cf-2dc7-4438-9267-f806a2cb8a77 Jun 11 09:45:50.607336 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-07358cff-533a-425e-8bbe-00df89c4d055 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:50.610628 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29cf8c3-bafe-414c-b2e6-0886334aa828 req-20a045eb-b17c-49ce-9fd0-eb2d37506245 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:50.613041 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c29cf8c3-bafe-414c-b2e6-0886334aa828 req-20a045eb-b17c-49ce-9fd0-eb2d37506245 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=6862493a-d39d-40b0-b207-242830221721 HTTP/1.1" status: 200 len: 945 time: 0.4560945 Jun 11 09:45:50.634953 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 42624) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:45:50.707338 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1c7ee19e-7b5f-4273-8bef-70927245c5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:50.708405 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7ee19e-7b5f-4273-8bef-70927245c5a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:50.708979 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1c7ee19e-7b5f-4273-8bef-70927245c5a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:50.714894 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-07358cff-533a-425e-8bbe-00df89c4d055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:50.716025 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07358cff-533a-425e-8bbe-00df89c4d055 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:50.716699 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-07358cff-533a-425e-8bbe-00df89c4d055 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:50.720001 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:45:50.724025 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3adabea3-03bb-448f-a0b7-33699b76d15f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:45:50.729374 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11377e7e-ac63-4f66-9dca-6ba6a6fcbf9c req-f95f0af5-1498-4153-b994-16159c638121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:50.730897 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-11377e7e-ac63-4f66-9dca-6ba6a6fcbf9c req-f95f0af5-1498-4153-b994-16159c638121 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c633a603-9c68-4fee-a384-310d8fcc4a30 HTTP/1.1" status: 200 len: 1098 time: 0.3239226 Jun 11 09:45:50.844828 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-07358cff-533a-425e-8bbe-00df89c4d055 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.7249351 Jun 11 09:45:50.846268 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07358cff-533a-425e-8bbe-00df89c4d055 admin admin] Pushing event updated for resources: {'Network': ['ID=743172cf-2dc7-4438-9267-f806a2cb8a77,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:45:50.848360 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 42628) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:45:50.854636 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c29cf8c3-bafe-414c-b2e6-0886334aa828 req-a6fce8e4-c4d9-4fc0-8404-9bb10b75844b tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=7382d103-d62f-4540-9ac2-5ea0a34701f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325754 Jun 11 09:45:50.856600 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-07358cff-533a-425e-8bbe-00df89c4d055 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:45:50.858329 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1693fcb8-6072-40a4-b9fb-c7fc4c0d6475 req-4399f3e2-b789-485d-a895-4cef63b551ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:50.859873 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 743172cf-2dc7-4438-9267-f806a2cb8a77 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:45:50.862883 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1693fcb8-6072-40a4-b9fb-c7fc4c0d6475 req-4399f3e2-b789-485d-a895-4cef63b551ca service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf20d108-f84c-44de-9036-2269564edd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3617537 Jun 11 09:45:50.863017 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-f5044ddc-8900-4e47-8062-78e5479e66dd admin admin] Request body: {'subnet': {'network_id': '743172cf-2dc7-4438-9267-f806a2cb8a77', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2127972742-subnet', 'tenant_id': '845e0c4a59a549beb9cd8a20149f973b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:45:50.890581 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f11439-406b-4dbf-93e4-bdf4eee8b6f7 req-7a71f31d-3ac5-4300-913c-a0a60ea08245 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:50.892285 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-91f11439-406b-4dbf-93e4-bdf4eee8b6f7 req-7a71f31d-3ac5-4300-913c-a0a60ea08245 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe3ef3f-9a6b-4e95-a654-f9fec0c4a05d HTTP/1.1" status: 200 len: 947 time: 0.1643789 Jun 11 09:45:50.933744 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-6dce91c5-2a72-4154-b4d6-5bea4b77f964 req-47c0a64f-1333-4d5b-81a2-112e4efd1efd tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] For port eadae33e-f095-4f7c-9ab4-6c7a354f6f90, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=eadae33e-f095-4f7c-9ab4-6c7a354f6f90,segment=NetworkSegment(5b557a6f-ee49-4b07-a4c0-158e09a12290),segment_id=5b557a6f-ee49-4b07-a4c0-158e09a12290)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:45:50.934113 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-6dce91c5-2a72-4154-b4d6-5bea4b77f964 req-47c0a64f-1333-4d5b-81a2-112e4efd1efd tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:50.936672 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7ee19e-7b5f-4273-8bef-70927245c5a9 admin admin] Pushing event updated for resources: {'Network': ['ID=482bdf30-6ecc-4c58-babd-2078999f07ec,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:45:50.939519 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-1c7ee19e-7b5f-4273-8bef-70927245c5a9 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.4434597 Jun 11 09:45:50.942330 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1c7ee19e-7b5f-4273-8bef-70927245c5a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:45:50.943180 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 42630) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:45:50.949493 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-e41c3a77-6858-4287-b0ef-6ef72cfa53a2 admin admin] Request body: {'subnet': {'network_id': '482bdf30-6ecc-4c58-babd-2078999f07ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-2107822683-subnet', 'tenant_id': 'c5132d58a61b4dee97f4685d93187a0e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:45:50.956897 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-91f11439-406b-4dbf-93e4-bdf4eee8b6f7 req-08a28f15-6d78-4a50-9e72-96032e470863 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576975 Jun 11 09:45:50.962046 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5044ddc-8900-4e47-8062-78e5479e66dd admin admin] Made reservation on behalf of 845e0c4a59a549beb9cd8a20149f973b for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:45:50.964823 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f5044ddc-8900-4e47-8062-78e5479e66dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:50.990065 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 482bdf30-6ecc-4c58-babd-2078999f07ec details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:45:51.001207 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-a5460bea-fcdf-49b6-a76e-9f35da35eadb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=455235d9344d45d29863b10a5775a249&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3163798 Jun 11 09:45:51.004796 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 42632) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:45:51.008131 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-11377e7e-ac63-4f66-9dca-6ba6a6fcbf9c req-b5766e49-8c5a-48e3-8f54-4dee61164975 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=18fc41cb-d5ab-4d35-ab48-499184b426b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606411 Jun 11 09:45:51.088776 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e41c3a77-6858-4287-b0ef-6ef72cfa53a2 admin admin] Made reservation on behalf of c5132d58a61b4dee97f4685d93187a0e for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:45:51.091279 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e41c3a77-6858-4287-b0ef-6ef72cfa53a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:51.141104 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-6dce91c5-2a72-4154-b4d6-5bea4b77f964 req-47c0a64f-1333-4d5b-81a2-112e4efd1efd tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Calling delete_port for eadae33e-f095-4f7c-9ab4-6c7a354f6f90 owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:45:51.181201 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-712f9feb-9910-4fb1-b554-1938d067bec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:51.207069 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-712f9feb-9910-4fb1-b554-1938d067bec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:51.355199 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1693fcb8-6072-40a4-b9fb-c7fc4c0d6475 req-c5cceb55-daee-4df0-a073-94dbb06e69bd service neutron] 10.222.0.64 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4262860 Jun 11 09:45:51.429875 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8680a6bc-ca17-4989-b499-7a831ff3e7e4 req-de6cd105-9094-4809-be46-c817b9011916 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:51.431325 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8680a6bc-ca17-4989-b499-7a831ff3e7e4 req-de6cd105-9094-4809-be46-c817b9011916 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/ports?device_id=c633a603-9c68-4fee-a384-310d8fcc4a30 HTTP/1.1" status: 200 len: 946 time: 0.4330833 Jun 11 09:45:51.519915 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-712f9feb-9910-4fb1-b554-1938d067bec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:51.522401 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-712f9feb-9910-4fb1-b554-1938d067bec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:51.523499 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-712f9feb-9910-4fb1-b554-1938d067bec0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/63cc92d0-c415-40f6-af53-2666a7fd510f HTTP/1.1" status: 204 len: 168 time: 0.5091157 Jun 11 09:45:51.528146 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c6c4af15-f7c7-4474-881e-bfa502f4d5f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:45:51.560730 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 09:45:51.562777 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5100752c-f694-417e-a894-c14f1af173be req-dc356bb8-2d81-4b8c-a1e0-ac3103f2d45f tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:51.564773 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8680a6bc-ca17-4989-b499-7a831ff3e7e4 req-834459c1-d16c-4337-b83e-777a963a809c tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/security-groups?id=18fc41cb-d5ab-4d35-ab48-499184b426b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188927 Jun 11 09:45:51.564907 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5100752c-f694-417e-a894-c14f1af173be req-dc356bb8-2d81-4b8c-a1e0-ac3103f2d45f tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2f9eff9-fbba-4367-b0de-883742133207 HTTP/1.1" status: 200 len: 946 time: 0.3304758 Jun 11 09:45:51.581817 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712f9feb-9910-4fb1-b554-1938d067bec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63cc92d0-c415-40f6-af53-2666a7fd510f,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:45:51.588948 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1693fcb8-6072-40a4-b9fb-c7fc4c0d6475 req-cc8b78ec-1087-4e12-af8f-46410349631f service neutron] 10.222.0.64 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229605 Jun 11 09:45:51.590725 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-712f9feb-9910-4fb1-b554-1938d067bec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:45:51.609409 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f5044ddc-8900-4e47-8062-78e5479e66dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:51.617330 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:45:51.630088 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-6dce91c5-2a72-4154-b4d6-5bea4b77f964 req-47c0a64f-1333-4d5b-81a2-112e4efd1efd tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:51.643156 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['eadae33e-f095-4f7c-9ab4-6c7a354f6f90'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:45:51.661271 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-599879e7-5af2-410c-8981-e6074d0e327e tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:45:51.670595 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5100752c-f694-417e-a894-c14f1af173be req-62ae422a-a532-4deb-a9f0-5969d29bb461 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.60 "GET /v2.0/security-groups?id=09f483c6-cf52-4168-b2e6-1a9686fe8b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939529 Jun 11 09:45:51.692893 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e41c3a77-6858-4287-b0ef-6ef72cfa53a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:51.701252 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5044ddc-8900-4e47-8062-78e5479e66dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=78635cc5-5408-4976-b3d9-b4cc65a6e8b4,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:45:51.703664 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c0a64f-1333-4d5b-81a2-112e4efd1efd tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Pushing event deleted for resources: {'Port': ['ID=eadae33e-f095-4f7c-9ab4-6c7a354f6f90,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:45:51.718269 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f5044ddc-8900-4e47-8062-78e5479e66dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:45:51.718269 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:45:51.720208 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-47c0a64f-1333-4d5b-81a2-112e4efd1efd tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:45:51.764235 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5044ddc-8900-4e47-8062-78e5479e66dd admin admin] Checking segment: {'id': 'b51c68b7-80ed-4de8-bd6d-e2ba699aba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '743172cf-2dc7-4438-9267-f806a2cb8a77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:45:51.764591 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5044ddc-8900-4e47-8062-78e5479e66dd admin admin] Network hostable DHCP agents. Network: 743172cf-2dc7-4438-9267-f806a2cb8a77, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 09:45:51.780528 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dce91c5-2a72-4154-b4d6-5bea4b77f964 req-47c0a64f-1333-4d5b-81a2-112e4efd1efd tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] No DVR routers for this DVR port eadae33e-f095-4f7c-9ab4-6c7a354f6f90 on host n-h1-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:45:51.783043 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-6dce91c5-2a72-4154-b4d6-5bea4b77f964 req-47c0a64f-1333-4d5b-81a2-112e4efd1efd tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:51.785235 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6dce91c5-2a72-4154-b4d6-5bea4b77f964 req-47c0a64f-1333-4d5b-81a2-112e4efd1efd tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.64 "DELETE /v2.0/ports/eadae33e-f095-4f7c-9ab4-6c7a354f6f90 HTTP/1.1" status: 204 len: 173 time: 1.8027201 Jun 11 09:45:51.785779 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f9eff9-fbba-4367-b0de-883742133207', 'name': 'network-vif-deleted', 'tag': 'eadae33e-f095-4f7c-9ab4-6c7a354f6f90'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:45:51.792775 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0f22c5f-c006-44c7-9c53-63f26661c65e" -d '{"events": [{"server_uuid": "a2f9eff9-fbba-4367-b0de-883742133207", "name": "network-vif-deleted", "tag": "eadae33e-f095-4f7c-9ab4-6c7a354f6f90"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:45:51.796369 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41c3a77-6858-4287-b0ef-6ef72cfa53a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aff27218-fe9b-4902-82d1-323ec8f666a1,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:45:51.805606 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e41c3a77-6858-4287-b0ef-6ef72cfa53a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:45:51.810896 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41c3a77-6858-4287-b0ef-6ef72cfa53a2 admin admin] Checking segment: {'id': '802e9f6d-3ccd-4201-9afd-53110d0b2010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '482bdf30-6ecc-4c58-babd-2078999f07ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:45:51.811253 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41c3a77-6858-4287-b0ef-6ef72cfa53a2 admin admin] Network hostable DHCP agents. Network: 482bdf30-6ecc-4c58-babd-2078999f07ec, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 09:45:51.830451 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a86c93-716f-4421-843d-ad07e9a78134 x-openstack-request-id: req-d2a86c93-716f-4421-843d-ad07e9a78134 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:45:51.830794 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2f9eff9-fbba-4367-b0de-883742133207", "name": "network-vif-deleted", "tag": "eadae33e-f095-4f7c-9ab4-6c7a354f6f90", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:45:51.831091 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d2a86c93-716f-4421-843d-ad07e9a78134 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:45:51.831538 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2f9eff9-fbba-4367-b0de-883742133207', 'name': 'network-vif-deleted', 'tag': 'eadae33e-f095-4f7c-9ab4-6c7a354f6f90', 'status': 'completed', 'code': 200} Jun 11 09:45:51.964568 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5044ddc-8900-4e47-8062-78e5479e66dd admin admin] Network 743172cf-2dc7-4438-9267-f806a2cb8a77 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 09:45:51.966835 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41c3a77-6858-4287-b0ef-6ef72cfa53a2 admin admin] Network 482bdf30-6ecc-4c58-babd-2078999f07ec is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 09:45:52.074038 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6fae2a-b3f9-42d0-ab44-de4e34ac43e4 req-eeb05945-c2ed-4fb8-a274-33afc7fe5df5 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:52.075871 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bc6fae2a-b3f9-42d0-ab44-de4e34ac43e4 req-eeb05945-c2ed-4fb8-a274-33afc7fe5df5 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=6862493a-d39d-40b0-b207-242830221721 HTTP/1.1" status: 200 len: 945 time: 0.0958977 Jun 11 09:45:52.091345 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-f5044ddc-8900-4e47-8062-78e5479e66dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 743172cf-2dc7-4438-9267-f806a2cb8a77) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:45:52.104810 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-e41c3a77-6858-4287-b0ef-6ef72cfa53a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 482bdf30-6ecc-4c58-babd-2078999f07ec) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:45:52.104939 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c823017-b2d0-40a7-987c-7a8ce36669f6 None None] Network 743172cf-2dc7-4438-9267-f806a2cb8a77 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:45:52.115940 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5044ddc-8900-4e47-8062-78e5479e66dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:52.116526 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f5044ddc-8900-4e47-8062-78e5479e66dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:52.123097 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41c3a77-6858-4287-b0ef-6ef72cfa53a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:52.123679 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e41c3a77-6858-4287-b0ef-6ef72cfa53a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:52.131845 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1edccd-6639-4e93-ab0f-2b0543a4cc08 None None] Network 482bdf30-6ecc-4c58-babd-2078999f07ec requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:45:52.206214 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bc6fae2a-b3f9-42d0-ab44-de4e34ac43e4 req-25a3b686-b2df-4a0b-850c-2b1178431435 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=7382d103-d62f-4540-9ac2-5ea0a34701f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780449 Jun 11 09:45:52.238572 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ca73d-7867-4d43-ab35-81ec4159c89e req-9c15d39d-e2e5-486c-b373-1b15acae1e5c tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:52.240288 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-907ca73d-7867-4d43-ab35-81ec4159c89e req-9c15d39d-e2e5-486c-b373-1b15acae1e5c tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe3ef3f-9a6b-4e95-a654-f9fec0c4a05d HTTP/1.1" status: 200 len: 947 time: 0.1076322 Jun 11 09:45:52.292718 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-907ca73d-7867-4d43-ab35-81ec4159c89e req-7436dde9-bbb2-4ca8-8000-a7169c32d798 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460684 Jun 11 09:45:52.343834 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-e41c3a77-6858-4287-b0ef-6ef72cfa53a2 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3991985 Jun 11 09:45:52.346250 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-f5044ddc-8900-4e47-8062-78e5479e66dd admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.4911520 Jun 11 09:45:52.346995 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 42648) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:45:52.352558 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-08f1aaa9-8bad-46e0-8773-9e624d2ec694 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-2107822683-router', 'tenant_id': 'c5132d58a61b4dee97f4685d93187a0e', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:45:52.447891 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2d7cea-77e5-4f9f-86e3-9953ba9bb2d8 None None] Network 743172cf-2dc7-4438-9267-f806a2cb8a77 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:45:52.491294 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-08f1aaa9-8bad-46e0-8773-9e624d2ec694 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:52.493191 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-08f1aaa9-8bad-46e0-8773-9e624d2ec694 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:52.510933 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff04259d-3e0e-44fa-8dc7-223172d1b495 None None] Network 482bdf30-6ecc-4c58-babd-2078999f07ec requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:45:52.562059 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-08f1aaa9-8bad-46e0-8773-9e624d2ec694 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:52.580931 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 42654) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:45:52.647265 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-d171726f-2cc9-4c9a-9aa9-f1083d238bdc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=552e441c72d04fe196a3135059743e45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0630069 Jun 11 09:45:52.647666 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 42662) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:45:52.863016 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c0de2f11-34a9-4fb4-a703-04c75f15b8d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:52.865487 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6574475-ab91-4c10-b31e-78b60d3d5b6e req-cf8fb8e9-b783-4534-86fb-7c87223d8a68 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:52.869180 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f6574475-ab91-4c10-b31e-78b60d3d5b6e req-cf8fb8e9-b783-4534-86fb-7c87223d8a68 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/ports?device_id=c633a603-9c68-4fee-a384-310d8fcc4a30 HTTP/1.1" status: 200 len: 946 time: 0.0912287 Jun 11 09:45:52.912521 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f6574475-ab91-4c10-b31e-78b60d3d5b6e req-b6897b74-f609-4296-b29f-97f271d36153 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/security-groups?id=18fc41cb-d5ab-4d35-ab48-499184b426b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398231 Jun 11 09:45:52.995498 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-08f1aaa9-8bad-46e0-8773-9e624d2ec694 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:53.001013 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c0de2f11-34a9-4fb4-a703-04c75f15b8d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:53.086991 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-65fc652b-35f4-42d5-9c83-dd6e5710f3c4 req-07c558e3-897f-46a2-8d72-dc0ae70a6e07 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2f9eff9-fbba-4367-b0de-883742133207 HTTP/1.1" status: 200 len: 210 time: 0.0364916 Jun 11 09:45:53.169153 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58873d2-0a31-4fd8-9cc8-98c5f8d03e29 req-05caa6f8-e6cb-4e23-8481-111e4f2f9b03 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:53.170690 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e58873d2-0a31-4fd8-9cc8-98c5f8d03e29 req-05caa6f8-e6cb-4e23-8481-111e4f2f9b03 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/networks?id=743172cf-2dc7-4438-9267-f806a2cb8a77 HTTP/1.1" status: 200 len: 806 time: 0.1901877 Jun 11 09:45:53.193026 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e58873d2-0a31-4fd8-9cc8-98c5f8d03e29 req-b3894850-a0f8-4824-a111-991ae15ef053 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/quotas/845e0c4a59a549beb9cd8a20149f973b HTTP/1.1" status: 200 len: 375 time: 0.0124893 Jun 11 09:45:53.245728 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e58873d2-0a31-4fd8-9cc8-98c5f8d03e29 req-2c60f148-0f2d-44c1-8495-808f3177b20f tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=845e0c4a59a549beb9cd8a20149f973b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397980 Jun 11 09:45:53.252598 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c0de2f11-34a9-4fb4-a703-04c75f15b8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:53.255150 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c0de2f11-34a9-4fb4-a703-04c75f15b8d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:53.256265 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-c0de2f11-34a9-4fb4-a703-04c75f15b8d7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/673d8696-edf9-44f9-bc78-7ac423717df2 HTTP/1.1" status: 204 len: 168 time: 0.6074398 Jun 11 09:45:53.261678 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b41487b8-a840-4e00-8b78-f1e3ead41656 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:45:53.635025 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0de2f11-34a9-4fb4-a703-04c75f15b8d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=673d8696-edf9-44f9-bc78-7ac423717df2,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:45:53.639869 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c0de2f11-34a9-4fb4-a703-04c75f15b8d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:45:53.773407 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e58873d2-0a31-4fd8-9cc8-98c5f8d03e29 req-f296499f-e3fb-4822-abde-30cd4db9e91f service neutron] 10.222.0.60 "GET /v2.0/networks/743172cf-2dc7-4438-9267-f806a2cb8a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5160730 Jun 11 09:45:53.800348 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device eadae33e-f095-4f7c-9ab4-6c7a354f6f90 no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:45:53.851843 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] No Port match for: eadae33e-f095-4f7c-9ab4-6c7a354f6f90 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:45:53.852765 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device eadae33e-f095-4f7c-9ab4-6c7a354f6f90 not bound to the agent host n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:45:53.886314 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138aeaf9-a149-4040-a096-2a3ba0ba779b req-c7d8faf0-8a1e-4173-8369-1b3548360345 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:53.887876 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-138aeaf9-a149-4040-a096-2a3ba0ba779b req-c7d8faf0-8a1e-4173-8369-1b3548360345 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=6862493a-d39d-40b0-b207-242830221721 HTTP/1.1" status: 200 len: 945 time: 0.0794919 Jun 11 09:45:53.940716 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-138aeaf9-a149-4040-a096-2a3ba0ba779b req-3e816f4c-ae2b-4335-a095-fb9ee8afc44f tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=7382d103-d62f-4540-9ac2-5ea0a34701f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463290 Jun 11 09:45:53.981595 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 377f653d-177d-4337-aeab-2d19af79e208 details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:45:54.032630 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e58873d2-0a31-4fd8-9cc8-98c5f8d03e29 req-160cd53b-a261-483d-9579-03864afdb3f4 service neutron] 10.222.0.60 "GET /v2.0/networks/743172cf-2dc7-4438-9267-f806a2cb8a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471492 Jun 11 09:45:54.042434 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-08f1aaa9-8bad-46e0-8773-9e624d2ec694 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:54.077270 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-08f1aaa9-8bad-46e0-8773-9e624d2ec694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:54.149453 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 377f653d-177d-4337-aeab-2d19af79e208, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=377f653d-177d-4337-aeab-2d19af79e208,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:45:54.158254 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cef021e-1e7c-4986-bd1f-4b33f3a334b4 req-c1771d29-49e4-4429-9991-70e02a5678e0 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:54.160459 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4cef021e-1e7c-4986-bd1f-4b33f3a334b4 req-c1771d29-49e4-4429-9991-70e02a5678e0 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe3ef3f-9a6b-4e95-a654-f9fec0c4a05d HTTP/1.1" status: 200 len: 947 time: 0.1001589 Jun 11 09:45:54.173199 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': '377f653d-177d-4337-aeab-2d19af79e208', 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60', 'port_id': '377f653d-177d-4337-aeab-2d19af79e208', 'mac_address': 'fa:16:3e:f2:bf:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189b03cc-b2a8-4615-9ab5-ad0328c3f10f', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:45:54.217860 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4cef021e-1e7c-4986-bd1f-4b33f3a334b4 req-71bf0ed9-e804-45cb-ac85-f5fbe1b0a57c tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492547 Jun 11 09:45:54.224398 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-08f1aaa9-8bad-46e0-8773-9e624d2ec694 admin admin] Allocated IP 172.25.4.43 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/45593247-f253-4566-badd-4f2044a48209) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:45:54.228108 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:54.255702 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 377f653d-177d-4337-aeab-2d19af79e208 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:45:54.282783 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 377f653d-177d-4337-aeab-2d19af79e208, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=377f653d-177d-4337-aeab-2d19af79e208,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:45:54.388832 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 42708) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:45:54.394629 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:54.396627 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:45:54.399097 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-08f1aaa9-8bad-46e0-8773-9e624d2ec694 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:54.527638 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=377f653d-177d-4337-aeab-2d19af79e208,revision_number=8']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:45:54.544677 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:45:54.545115 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:45:54.545524 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:45:54.546028 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:45:54.546748 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:45:54.546871 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:45:54.547211 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:45:54.547616 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:45:54.548466 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:45:54.548466 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:45:54.549751 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:45:54.550174 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:45:54.554711 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:45:54.562850 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-08f1aaa9-8bad-46e0-8773-9e624d2ec694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:54.572475 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-03b58e81-d910-4183-865f-ccd846c3e598 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:45:54.614857 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93ee477-0908-40c9-aff4-87ec7af85296 req-173ff7f2-907c-4774-834d-0581c5dfd300 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:54.620350 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d93ee477-0908-40c9-aff4-87ec7af85296 req-173ff7f2-907c-4774-834d-0581c5dfd300 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/ports?device_id=c633a603-9c68-4fee-a384-310d8fcc4a30 HTTP/1.1" status: 200 len: 946 time: 0.2678580 Jun 11 09:45:54.625492 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f1aaa9-8bad-46e0-8773-9e624d2ec694 admin admin] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:45:54.628435 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-08f1aaa9-8bad-46e0-8773-9e624d2ec694 admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:45:54.631027 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f1aaa9-8bad-46e0-8773-9e624d2ec694 admin admin] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:45:54.665866 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f1aaa9-8bad-46e0-8773-9e624d2ec694 admin admin] Pushing event updated for resources: {'Port': ['ID=45593247-f253-4566-badd-4f2044a48209,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:45:54.669222 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-08f1aaa9-8bad-46e0-8773-9e624d2ec694 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:45:54.766840 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['377f653d-177d-4337-aeab-2d19af79e208'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:45:54.771279 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d93ee477-0908-40c9-aff4-87ec7af85296 req-cc4adf6f-e808-4735-a170-d0ed49105690 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/security-groups?id=18fc41cb-d5ab-4d35-ab48-499184b426b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459472 Jun 11 09:45:54.875786 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-989d1171-2a6e-463b-9391-3b4bb9b7b409 req-1c191169-c524-4992-9c47-136e3a1181db tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=428fcaf3-5051-4cf2-a026-dbe56a91446f HTTP/1.1" status: 200 len: 210 time: 0.0484684 Jun 11 09:45:55.248349 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba1c1d9-8f6d-475b-9cbf-565e93eed496 req-de17ef16-5ead-4fda-b30a-b6214baf195a tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:55.249916 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5ba1c1d9-8f6d-475b-9cbf-565e93eed496 req-de17ef16-5ead-4fda-b30a-b6214baf195a tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe3ef3f-9a6b-4e95-a654-f9fec0c4a05d HTTP/1.1" status: 200 len: 948 time: 0.1808355 Jun 11 09:45:55.251595 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-08f1aaa9-8bad-46e0-8773-9e624d2ec694 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:55.404753 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5ba1c1d9-8f6d-475b-9cbf-565e93eed496 req-b25f1c07-79e5-40c0-9f74-239cd817f4a7 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028380 Jun 11 09:45:55.512612 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da94a348-153c-4314-b951-b99ca8eab0d5 req-d881eebe-664d-46cc-b0f1-213d7f83b034 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:55.514064 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-da94a348-153c-4314-b951-b99ca8eab0d5 req-d881eebe-664d-46cc-b0f1-213d7f83b034 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.64 "GET /v2.0/ports?device_id=3fe3ef3f-9a6b-4e95-a654-f9fec0c4a05d&tenant_id=2d153095abe14427b94c36cd340ad809&binding%3Ahost_id=n-h2-779913-12 HTTP/1.1" status: 200 len: 948 time: 0.2261186 Jun 11 09:45:55.522778 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d32307-da00-4129-bad6-e985d1cf3b7b req-8610cb06-892c-4e33-a467-5a5149dc633f tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:55.529496 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e4d32307-da00-4129-bad6-e985d1cf3b7b req-8610cb06-892c-4e33-a467-5a5149dc633f tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=6862493a-d39d-40b0-b207-242830221721 HTTP/1.1" status: 200 len: 945 time: 0.2401533 Jun 11 09:45:55.604582 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-08f1aaa9-8bad-46e0-8773-9e624d2ec694 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:55.636145 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e4d32307-da00-4129-bad6-e985d1cf3b7b req-aa33c1ce-3fbf-407c-9485-ba7fc0553537 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=7382d103-d62f-4540-9ac2-5ea0a34701f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057990 Jun 11 09:45:55.649125 n-d-779913-12 neutron-server[93176]: INFO neutron.api.v2.resource [req-da94a348-153c-4314-b951-b99ca8eab0d5 req-3c764a5a-2858-4808-90ec-43752a76cb3b service neutron] delete failed (client error): The resource could not be found. Jun 11 09:45:55.650125 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-da94a348-153c-4314-b951-b99ca8eab0d5 req-3c764a5a-2858-4808-90ec-43752a76cb3b service neutron] 10.222.0.64 "DELETE /v2.0/ports/377f653d-177d-4337-aeab-2d19af79e208/bindings/n-h1-779913-12 HTTP/1.1" status: 404 len: 381 time: 0.1162040 Jun 11 09:45:55.711111 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5f6326db-e64b-44ad-8d2d-d65571a3fe8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375209'] for router_interface, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:55.951803 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08f1aaa9-8bad-46e0-8773-9e624d2ec694 admin admin] Router fb47f02b-a17b-4911-bfce-5344faf007c6 is scheduled to L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 with binding_index 1 {{(pid=93177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 09:45:55.968321 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da94a348-153c-4314-b951-b99ca8eab0d5 req-272ddcfe-2fd5-49fc-a99e-42aeb51cc024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:55.969998 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-da94a348-153c-4314-b951-b99ca8eab0d5 req-272ddcfe-2fd5-49fc-a99e-42aeb51cc024 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2d153095abe14427b94c36cd340ad809&device_id=3fe3ef3f-9a6b-4e95-a654-f9fec0c4a05d HTTP/1.1" status: 200 len: 1100 time: 0.2027164 Jun 11 09:45:55.996520 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 377f653d-177d-4337-aeab-2d19af79e208 up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:45:56.143124 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-45413f38-6d0b-4ca9-89af-b41e1b12bf18 req-edcd419e-8f7d-4fca-a4ea-c0ce80fbaa40 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=428fcaf3-5051-4cf2-a026-dbe56a91446f HTTP/1.1" status: 200 len: 210 time: 0.0463033 Jun 11 09:45:56.160077 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a014aaaf-4dc8-43ee-9b0a-fc7479fd3857 req-37eae59a-cb71-4d81-a46d-014eabac474d tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:56.161944 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a014aaaf-4dc8-43ee-9b0a-fc7479fd3857 req-37eae59a-cb71-4d81-a46d-014eabac474d tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/ports?device_id=c633a603-9c68-4fee-a384-310d8fcc4a30 HTTP/1.1" status: 200 len: 946 time: 0.2544384 Jun 11 09:45:56.170350 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da94a348-153c-4314-b951-b99ca8eab0d5 req-4259facd-1b53-4192-a884-c06fdef45956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:56.176100 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-da94a348-153c-4314-b951-b99ca8eab0d5 req-4259facd-1b53-4192-a884-c06fdef45956 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cf20d108-f84c-44de-9036-2269564edd60 HTTP/1.1" status: 200 len: 870 time: 0.1929586 Jun 11 09:45:56.194722 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08f1aaa9-8bad-46e0-8773-9e624d2ec694 admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:45:56.200963 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning for port 377f653d-177d-4337-aeab-2d19af79e208 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:45:56.213553 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1895d35a-396c-44bd-bd71-96a6ae57a982 None None] Sync routers for ids ['fb47f02b-a17b-4911-bfce-5344faf007c6'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:45:56.221270 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port 377f653d-177d-4337-aeab-2d19af79e208 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:45:56.222187 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:56.259281 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-da94a348-153c-4314-b951-b99ca8eab0d5 req-b1eeca1d-a5c6-45e3-bd5f-483a50dd17f7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=377f653d-177d-4337-aeab-2d19af79e208 HTTP/1.1" status: 200 len: 217 time: 0.0583069 Jun 11 09:45:56.278022 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a014aaaf-4dc8-43ee-9b0a-fc7479fd3857 req-a18a1a96-fa45-45a9-b531-abf20e1f0707 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/security-groups?id=18fc41cb-d5ab-4d35-ab48-499184b426b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843205 Jun 11 09:45:56.294686 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1895d35a-396c-44bd-bd71-96a6ae57a982 None None] Routers {'fb47f02b-a17b-4911-bfce-5344faf007c6'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:45:56.305544 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-1895d35a-396c-44bd-bd71-96a6ae57a982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:45:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['fb47f02b-a17b-4911-bfce-5344faf007c6'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:45:56.354732 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-08f1aaa9-8bad-46e0-8773-9e624d2ec694 admin admin] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:56.359418 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 42752) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:45:56.359710 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-08f1aaa9-8bad-46e0-8773-9e624d2ec694 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.0111899 Jun 11 09:45:56.420614 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da94a348-153c-4314-b951-b99ca8eab0d5 req-10b86596-31a0-4526-963f-9147c62fba18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:56.422046 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-da94a348-153c-4314-b951-b99ca8eab0d5 req-10b86596-31a0-4526-963f-9147c62fba18 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=189b03cc-b2a8-4615-9ab5-ad0328c3f10f HTTP/1.1" status: 200 len: 843 time: 0.1557395 Jun 11 09:45:56.523295 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:56.526938 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-1895d35a-396c-44bd-bd71-96a6ae57a982 None None] Set router fb47f02b-a17b-4911-bfce-5344faf007c6 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:45:56.560123 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-5f6326db-e64b-44ad-8d2d-d65571a3fe8a admin admin] Deleting port a82c68ca-9bc5-4c36-8760-d663de2ac702 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:45:56.560706 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5f6326db-e64b-44ad-8d2d-d65571a3fe8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:56.618158 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d5c21e-c586-4e9a-a5c1-94dfe233bdf0 req-4b4fea63-6e70-4924-bd77-60e2a34251e8 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:56.628303 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e5d5c21e-c586-4e9a-a5c1-94dfe233bdf0 req-4b4fea63-6e70-4924-bd77-60e2a34251e8 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe3ef3f-9a6b-4e95-a654-f9fec0c4a05d HTTP/1.1" status: 200 len: 948 time: 0.0889826 Jun 11 09:45:56.665156 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe3ef3f-9a6b-4e95-a654-f9fec0c4a05d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '377f653d-177d-4337-aeab-2d19af79e208'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:45:56.668290 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e02f4d54-d3a7-46a6-a07d-31ee0fc2cb81" -d '{"events": [{"server_uuid": "3fe3ef3f-9a6b-4e95-a654-f9fec0c4a05d", "name": "network-vif-plugged", "status": "completed", "tag": "377f653d-177d-4337-aeab-2d19af79e208"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:45:56.677371 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e5d5c21e-c586-4e9a-a5c1-94dfe233bdf0 req-6347112c-e884-4584-b0ed-a76059a4cec5 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480776 Jun 11 09:45:56.685032 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 377f653d-177d-4337-aeab-2d19af79e208, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=377f653d-177d-4337-aeab-2d19af79e208,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:45:56.791408 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da94a348-153c-4314-b951-b99ca8eab0d5 req-f61a245d-4c3f-4bb2-a6ed-9b96da37ad9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:56.793201 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-da94a348-153c-4314-b951-b99ca8eab0d5 req-f61a245d-4c3f-4bb2-a6ed-9b96da37ad9b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf20d108-f84c-44de-9036-2269564edd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3200529 Jun 11 09:45:56.849011 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-5f6326db-e64b-44ad-8d2d-d65571a3fe8a admin admin] For port a82c68ca-9bc5-4c36-8760-d663de2ac702, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=a82c68ca-9bc5-4c36-8760-d663de2ac702,segment=NetworkSegment(5b557a6f-ee49-4b07-a4c0-158e09a12290),segment_id=5b557a6f-ee49-4b07-a4c0-158e09a12290)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:45:56.849374 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5f6326db-e64b-44ad-8d2d-d65571a3fe8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:56.875802 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:56.885032 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:45:56.981841 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=377f653d-177d-4337-aeab-2d19af79e208,revision_number=9']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:45:56.985757 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:45:57.000186 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-5f6326db-e64b-44ad-8d2d-d65571a3fe8a admin admin] Calling delete_port for a82c68ca-9bc5-4c36-8760-d663de2ac702 owned by network:router_interface {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:45:57.018192 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-1895d35a-396c-44bd-bd71-96a6ae57a982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb47f02b-a17b-4911-bfce-5344faf007c6', 'name': 'tempest-ServerRescueTestJSONUnderV235-2107822683-router', 'tenant_id': 'c5132d58a61b4dee97f4685d93187a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '45593247-f253-4566-badd-4f2044a48209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:45:52Z', 'updated_at': '2021-06-11T09:45:54Z', 'revision_number': 3, 'project_id': 'c5132d58a61b4dee97f4685d93187a0e', 'gw_port': {'id': '45593247-f253-4566-badd-4f2044a48209', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:4b:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb47f02b-a17b-4911-bfce-5344faf007c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:45:54Z', 'updated_at': '2021-06-11T09:45:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:45:57.022050 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1895d35a-396c-44bd-bd71-96a6ae57a982 None None] Checking router: fb47f02b-a17b-4911-bfce-5344faf007c6 for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:45:57.022512 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1895d35a-396c-44bd-bd71-96a6ae57a982 None None] Updating router fb47f02b-a17b-4911-bfce-5344faf007c6 port 45593247-f253-4566-badd-4f2044a48209 binding host n-d-779913-12 {{(pid=93178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 09:45:57.037060 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20683113-f122-4ba1-844e-0489b45f274f req-7db6dce2-68c1-4d7f-beae-b4773327761b tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:57.038559 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-20683113-f122-4ba1-844e-0489b45f274f req-7db6dce2-68c1-4d7f-beae-b4773327761b tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=6862493a-d39d-40b0-b207-242830221721 HTTP/1.1" status: 200 len: 945 time: 0.0918183 Jun 11 09:45:57.072235 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1895d35a-396c-44bd-bd71-96a6ae57a982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:57.094933 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-20683113-f122-4ba1-844e-0489b45f274f req-8ba94db1-276d-4fc1-898f-8fcbb10ca9e1 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=7382d103-d62f-4540-9ac2-5ea0a34701f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500698 Jun 11 09:45:57.130012 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-da94a348-153c-4314-b951-b99ca8eab0d5 req-6dd46dd7-a132-46ca-b4a9-da7fab8997b9 service neutron] 10.222.0.64 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255436 Jun 11 09:45:57.167347 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60af7005-55ed-425f-8d58-e083f9275fdc x-openstack-request-id: req-60af7005-55ed-425f-8d58-e083f9275fdc {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:45:57.167673 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fe3ef3f-9a6b-4e95-a654-f9fec0c4a05d", "name": "network-vif-plugged", "status": "completed", "tag": "377f653d-177d-4337-aeab-2d19af79e208", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:45:57.167941 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-60af7005-55ed-425f-8d58-e083f9275fdc {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:45:57.168338 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe3ef3f-9a6b-4e95-a654-f9fec0c4a05d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '377f653d-177d-4337-aeab-2d19af79e208', 'code': 200} Jun 11 09:45:57.315490 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b4d425bf-f039-47b0-9aad-1142c71c6359 req-de0b1384-2883-4d9d-8907-7cf7f4bc5475 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=428fcaf3-5051-4cf2-a026-dbe56a91446f HTTP/1.1" status: 200 len: 210 time: 0.0407293 Jun 11 09:45:57.504115 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49db2c7-d465-4044-8402-a90a62477f9f req-366d41bf-b42f-46ca-9b6b-aa568bc8c3a1 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:57.508632 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1895d35a-396c-44bd-bd71-96a6ae57a982 None None] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:57.511233 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f49db2c7-d465-4044-8402-a90a62477f9f req-366d41bf-b42f-46ca-9b6b-aa568bc8c3a1 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/ports?device_id=c633a603-9c68-4fee-a384-310d8fcc4a30 HTTP/1.1" status: 200 len: 946 time: 0.0832016 Jun 11 09:45:57.525578 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-1895d35a-396c-44bd-bd71-96a6ae57a982 None None] Transition to ACTIVE for port object 45593247-f253-4566-badd-4f2044a48209 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:45:57.552168 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f49db2c7-d465-4044-8402-a90a62477f9f req-9bff9f47-bf6f-4b78-ba54-0294831ba7ab tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/security-groups?id=18fc41cb-d5ab-4d35-ab48-499184b426b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400150 Jun 11 09:45:57.612021 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1895d35a-396c-44bd-bd71-96a6ae57a982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:57.614156 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:45:57.676656 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-1895d35a-396c-44bd-bd71-96a6ae57a982 None None] Attempting to bind port 45593247-f253-4566-badd-4f2044a48209 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:45:57.677056 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-1895d35a-396c-44bd-bd71-96a6ae57a982 None None] Attempting to bind port 45593247-f253-4566-badd-4f2044a48209 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:45:57.677414 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1895d35a-396c-44bd-bd71-96a6ae57a982 None None] Attempting to bind port 45593247-f253-4566-badd-4f2044a48209 on network f0adef6e-169f-4a27-8865-442be2ad072d {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:45:57.680624 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b01db4-14ac-469d-b9fd-1c1e5b2b4fd7 None None] Pushing event updated for resources: {'Port': ['ID=45593247-f253-4566-badd-4f2044a48209,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:45:57.685137 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-a5b01db4-14ac-469d-b9fd-1c1e5b2b4fd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:45:57.686342 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1895d35a-396c-44bd-bd71-96a6ae57a982 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:45:57.686724 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1895d35a-396c-44bd-bd71-96a6ae57a982 None None] Checking segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:45:57.687139 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1895d35a-396c-44bd-bd71-96a6ae57a982 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:57.687540 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1895d35a-396c-44bd-bd71-96a6ae57a982 None None] Bound using segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:45:57.688051 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-1895d35a-396c-44bd-bd71-96a6ae57a982 None None] Bound port: 45593247-f253-4566-badd-4f2044a48209, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:45:57.688445 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1895d35a-396c-44bd-bd71-96a6ae57a982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:57.754227 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-1895d35a-396c-44bd-bd71-96a6ae57a982 None None] For port 45593247-f253-4566-badd-4f2044a48209, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:45:57.759143 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-1895d35a-396c-44bd-bd71-96a6ae57a982 None None] For port 45593247-f253-4566-badd-4f2044a48209, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=45593247-f253-4566-badd-4f2044a48209,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:45:57.840738 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1895d35a-396c-44bd-bd71-96a6ae57a982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:58.041684 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:45:58.042197 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60491d5b-fd28-4c5c-8c9e-1e1959993e42 req-99d32b4b-aa08-4cc2-8d49-7ebc80428c03 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:58.042197 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-60491d5b-fd28-4c5c-8c9e-1e1959993e42 req-99d32b4b-aa08-4cc2-8d49-7ebc80428c03 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe3ef3f-9a6b-4e95-a654-f9fec0c4a05d HTTP/1.1" status: 200 len: 949 time: 0.0854871 Jun 11 09:45:58.042658 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1895d35a-396c-44bd-bd71-96a6ae57a982 None None] Routers {'fb47f02b-a17b-4911-bfce-5344faf007c6'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:45:58.042658 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-1895d35a-396c-44bd-bd71-96a6ae57a982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:45:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['fb47f02b-a17b-4911-bfce-5344faf007c6'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:45:58.042658 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b01db4-14ac-469d-b9fd-1c1e5b2b4fd7 None None] Pushing event updated for resources: {'Port': ['ID=45593247-f253-4566-badd-4f2044a48209,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:45:58.042658 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-a5b01db4-14ac-469d-b9fd-1c1e5b2b4fd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:45:58.042993 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-60491d5b-fd28-4c5c-8c9e-1e1959993e42 req-7597a09d-2195-467a-873c-c480faceef7a tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419986 Jun 11 09:45:58.043084 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-da94a348-153c-4314-b951-b99ca8eab0d5 req-b6bbbe98-4272-4cb0-97bc-0dac835166eb service neutron] 10.222.0.64 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8029492 Jun 11 09:45:58.061053 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58873d2-0a31-4fd8-9cc8-98c5f8d03e29 req-50cb3415-a5e9-4cfa-bc46-531db680ae9d tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:58.062508 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e58873d2-0a31-4fd8-9cc8-98c5f8d03e29 req-50cb3415-a5e9-4cfa-bc46-531db680ae9d tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.69 "GET /v2.0/networks?id=743172cf-2dc7-4438-9267-f806a2cb8a77 HTTP/1.1" status: 200 len: 806 time: 0.8075306 Jun 11 09:45:58.079731 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-e58873d2-0a31-4fd8-9cc8-98c5f8d03e29 req-480a36fc-fab7-4d2f-822e-33731660f35f tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Request body: {'port': {'device_id': '428fcaf3-5051-4cf2-a026-dbe56a91446f', 'network_id': '743172cf-2dc7-4438-9267-f806a2cb8a77', 'admin_state_up': True, 'tenant_id': '845e0c4a59a549beb9cd8a20149f973b'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:45:58.080258 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-1895d35a-396c-44bd-bd71-96a6ae57a982 None None] Set router fb47f02b-a17b-4911-bfce-5344faf007c6 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:45:58.290523 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba25bbbc-c81a-439e-982d-0bda7824eecc req-285e7ac0-1839-42ac-b98d-a377a52f4ba6 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:58.297417 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ba25bbbc-c81a-439e-982d-0bda7824eecc req-285e7ac0-1839-42ac-b98d-a377a52f4ba6 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=6862493a-d39d-40b0-b207-242830221721 HTTP/1.1" status: 200 len: 945 time: 0.0896773 Jun 11 09:45:58.336459 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-1895d35a-396c-44bd-bd71-96a6ae57a982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb47f02b-a17b-4911-bfce-5344faf007c6', 'name': 'tempest-ServerRescueTestJSONUnderV235-2107822683-router', 'tenant_id': 'c5132d58a61b4dee97f4685d93187a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '45593247-f253-4566-badd-4f2044a48209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:45:52Z', 'updated_at': '2021-06-11T09:45:54Z', 'revision_number': 3, 'project_id': 'c5132d58a61b4dee97f4685d93187a0e', 'gw_port': {'id': '45593247-f253-4566-badd-4f2044a48209', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:4b:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb47f02b-a17b-4911-bfce-5344faf007c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:45:54Z', 'updated_at': '2021-06-11T09:45:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:45:58.341150 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1895d35a-396c-44bd-bd71-96a6ae57a982 None None] The sync data for ids ['fb47f02b-a17b-4911-bfce-5344faf007c6'] in n-d-779913-12 is: [{'id': 'fb47f02b-a17b-4911-bfce-5344faf007c6', 'name': 'tempest-ServerRescueTestJSONUnderV235-2107822683-router', 'tenant_id': 'c5132d58a61b4dee97f4685d93187a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '45593247-f253-4566-badd-4f2044a48209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:45:52Z', 'updated_at': '2021-06-11T09:45:54Z', 'revision_number': 3, 'project_id': 'c5132d58a61b4dee97f4685d93187a0e', 'gw_port': {'id': '45593247-f253-4566-badd-4f2044a48209', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:4b:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb47f02b-a17b-4911-bfce-5344faf007c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:45:54Z', 'updated_at': '2021-06-11T09:45:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:45:58.349320 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ba25bbbc-c81a-439e-982d-0bda7824eecc req-0fd22c4d-0de1-4891-8914-036f846a03d3 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=7382d103-d62f-4540-9ac2-5ea0a34701f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506029 Jun 11 09:45:58.349925 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-32295d69-f7f5-4910-ab47-f871508600ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:58.419017 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5f6326db-e64b-44ad-8d2d-d65571a3fe8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:58.428531 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-efdfa324-0845-4edd-9503-fc7e82d8473f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:45:58.465057 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6326db-e64b-44ad-8d2d-d65571a3fe8a admin admin] Pushing event deleted for resources: {'Port': ['ID=a82c68ca-9bc5-4c36-8760-d663de2ac702,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:45:58.536654 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5f6326db-e64b-44ad-8d2d-d65571a3fe8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:45:58.536853 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b2cf0a98-7824-4117-9f63-6d034ad013cc req-eafd0aad-e0f5-404e-ad0c-37f68752c535 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=428fcaf3-5051-4cf2-a026-dbe56a91446f HTTP/1.1" status: 200 len: 210 time: 0.0448213 Jun 11 09:45:58.564704 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e58873d2-0a31-4fd8-9cc8-98c5f8d03e29 req-480a36fc-fab7-4d2f-822e-33731660f35f tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Made reservation on behalf of 845e0c4a59a549beb9cd8a20149f973b for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:45:58.568587 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-e58873d2-0a31-4fd8-9cc8-98c5f8d03e29 req-480a36fc-fab7-4d2f-822e-33731660f35f tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:58.809915 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe0688-00a2-4e11-9574-e934ec5a5ae7 req-4f364eda-ed88-48d0-94de-4514f2d2d70b tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:58.811447 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7ffe0688-00a2-4e11-9574-e934ec5a5ae7 req-4f364eda-ed88-48d0-94de-4514f2d2d70b tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/ports?device_id=c633a603-9c68-4fee-a384-310d8fcc4a30 HTTP/1.1" status: 200 len: 946 time: 0.0876107 Jun 11 09:45:58.862715 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7ffe0688-00a2-4e11-9574-e934ec5a5ae7 req-58832bda-5059-4392-8bee-54c04a06df5a tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/security-groups?id=18fc41cb-d5ab-4d35-ab48-499184b426b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444291 Jun 11 09:45:58.919073 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-32295d69-f7f5-4910-ab47-f871508600ab admin admin] Allocated IP 172.20.0.1 (482bdf30-6ecc-4c58-babd-2078999f07ec/aff27218-fe9b-4902-82d1-323ec8f666a1/e27a1017-8750-4cd8-950f-7d95583b871f) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:45:59.037860 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-e58873d2-0a31-4fd8-9cc8-98c5f8d03e29 req-480a36fc-fab7-4d2f-822e-33731660f35f tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Allocated IP 172.20.0.14 (743172cf-2dc7-4438-9267-f806a2cb8a77/78635cc5-5408-4976-b3d9-b4cc65a6e8b4/8d90aed3-d0d9-439d-99e2-28dedffaf1bf) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:45:59.041771 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5f6326db-e64b-44ad-8d2d-d65571a3fe8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362297'] for router_interface, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:59.169604 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fe3a66-34c6-4fc1-9d38-007a57dd5fb5 req-8176c7e9-c06c-4780-b5dc-0d55e597a6ac tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:59.171173 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d2fe3a66-34c6-4fc1-9d38-007a57dd5fb5 req-8176c7e9-c06c-4780-b5dc-0d55e597a6ac tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe3ef3f-9a6b-4e95-a654-f9fec0c4a05d HTTP/1.1" status: 200 len: 949 time: 0.0851052 Jun 11 09:45:59.217490 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d2fe3a66-34c6-4fc1-9d38-007a57dd5fb5 req-2cd5aeff-940a-4093-97bd-877bb939b1dd tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404885 Jun 11 09:45:59.372591 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-32295d69-f7f5-4910-ab47-f871508600ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:59.468026 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 45593247-f253-4566-badd-4f2044a48209 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:45:59.605941 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 45593247-f253-4566-badd-4f2044a48209 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:45:59.613285 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 45593247-f253-4566-badd-4f2044a48209 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:45:59.613721 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:59.624799 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d868bc8-ce9b-49db-887f-36c1cd4049dc req-2a95c2a8-d8a3-4383-97ac-b11136c0d0e7 tempest-MigrationsAdminTest-1888859807 tempest-MigrationsAdminTest-1888859807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:59.627429 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5d868bc8-ce9b-49db-887f-36c1cd4049dc req-2a95c2a8-d8a3-4383-97ac-b11136c0d0e7 tempest-MigrationsAdminTest-1888859807 tempest-MigrationsAdminTest-1888859807-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=3fe3ef3f-9a6b-4e95-a654-f9fec0c4a05d HTTP/1.1" status: 200 len: 1101 time: 0.0831721 Jun 11 09:45:59.688156 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5d868bc8-ce9b-49db-887f-36c1cd4049dc req-9b93dafb-bad8-4dc8-8403-c0413265bc8b tempest-MigrationsAdminTest-1888859807 tempest-MigrationsAdminTest-1888859807-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541453 Jun 11 09:45:59.716236 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-e58873d2-0a31-4fd8-9cc8-98c5f8d03e29 req-480a36fc-fab7-4d2f-822e-33731660f35f tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:59.754348 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:59.778629 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 45593247-f253-4566-badd-4f2044a48209, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=45593247-f253-4566-badd-4f2044a48209,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:45:59.796565 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f6326db-e64b-44ad-8d2d-d65571a3fe8a admin admin] Router d7118f6f-9aab-4125-b378-18f244e7c2f1 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 09:45:59.811904 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb36de4f-bdb7-4f89-beb3-02007d68843b req-d7501094-4f0c-47c8-b2fa-82f5a0d37389 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:59.814939 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-bb36de4f-bdb7-4f89-beb3-02007d68843b req-d7501094-4f0c-47c8-b2fa-82f5a0d37389 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=6862493a-d39d-40b0-b207-242830221721 HTTP/1.1" status: 200 len: 945 time: 0.2098854 Jun 11 09:45:59.818473 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-32295d69-f7f5-4910-ab47-f871508600ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:59.820629 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-47c0a64f-1333-4d5b-81a2-112e4efd1efd tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:45:59.878059 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:45:59.878059 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:45:59.896185 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fff22cd-8193-44c7-bc03-f1fffdb26e92 req-0229655e-9694-49e2-ac10-b886091b8161 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:45:59.903544 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0fff22cd-8193-44c7-bc03-f1fffdb26e92 req-0229655e-9694-49e2-ac10-b886091b8161 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe19a04e-7480-44f2-85e4-1ad69ca54cb6 HTTP/1.1" status: 200 len: 945 time: 0.0868843 Jun 11 09:45:59.912122 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32295d69-f7f5-4910-ab47-f871508600ab admin admin] Network 482bdf30-6ecc-4c58-babd-2078999f07ec is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:45:59.943594 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=45593247-f253-4566-badd-4f2044a48209,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:45:59.948187 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:45:59.974713 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32295d69-f7f5-4910-ab47-f871508600ab admin admin] Pushing event updated for resources: {'Port': ['ID=e27a1017-8750-4cd8-950f-7d95583b871f,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:45:59.983385 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-32295d69-f7f5-4910-ab47-f871508600ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:00.035331 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-32295d69-f7f5-4910-ab47-f871508600ab admin admin] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:46:00.037836 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32295d69-f7f5-4910-ab47-f871508600ab admin admin] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:46:00.051332 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-e58873d2-0a31-4fd8-9cc8-98c5f8d03e29 req-480a36fc-fab7-4d2f-822e-33731660f35f tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:00.088796 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-aeaf7615-718e-488b-9775-d7eb27bcdf18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:00.145994 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-bb36de4f-bdb7-4f89-beb3-02007d68843b req-e4206bd2-4d13-4cf9-b6a4-ef2b55fe74bf tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=7382d103-d62f-4540-9ac2-5ea0a34701f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891817 Jun 11 09:46:00.188302 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e58873d2-0a31-4fd8-9cc8-98c5f8d03e29 req-480a36fc-fab7-4d2f-822e-33731660f35f tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Network 743172cf-2dc7-4438-9267-f806a2cb8a77 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:46:00.189305 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 42800) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:46:00.190086 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-32295d69-f7f5-4910-ab47-f871508600ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-375088'] for router_interface, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:00.200025 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480a36fc-fab7-4d2f-822e-33731660f35f tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Pushing event updated for resources: {'Port': ['ID=8d90aed3-d0d9-439d-99e2-28dedffaf1bf,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:00.210574 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-480a36fc-fab7-4d2f-822e-33731660f35f tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:00.262860 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-e58873d2-0a31-4fd8-9cc8-98c5f8d03e29 req-480a36fc-fab7-4d2f-822e-33731660f35f tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:46:00.265918 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-e58873d2-0a31-4fd8-9cc8-98c5f8d03e29 req-480a36fc-fab7-4d2f-822e-33731660f35f tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:46:00.334452 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0fff22cd-8193-44c7-bc03-f1fffdb26e92 req-56422c11-339b-4b32-823c-07664048afb6 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] 10.222.0.60 "GET /v2.0/security-groups?id=11bbb81f-d5e0-4a93-9cfb-d456f4aef7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4295456 Jun 11 09:46:00.546953 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc58d0db-7412-45a2-9d21-279f6b812403 req-b69c9743-cf48-41b0-bf51-41238bde6e0f tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:00.548577 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-dc58d0db-7412-45a2-9d21-279f6b812403 req-b69c9743-cf48-41b0-bf51-41238bde6e0f tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/ports?device_id=c633a603-9c68-4fee-a384-310d8fcc4a30 HTTP/1.1" status: 200 len: 946 time: 0.0723741 Jun 11 09:46:00.594118 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-dc58d0db-7412-45a2-9d21-279f6b812403 req-0a07f4f3-5b17-48a1-93ff-0e6e763ef32a tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/security-groups?id=18fc41cb-d5ab-4d35-ab48-499184b426b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394745 Jun 11 09:46:00.704567 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-dd24b054-6911-4bbe-aed4-aafee9c1d9c2 req-9fd1a3bf-a685-4358-b70f-8d41ce6261ca tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=2d153095abe14427b94c36cd340ad809&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282686 Jun 11 09:46:00.781865 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f6326db-e64b-44ad-8d2d-d65571a3fe8a admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:46:00.785260 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0e152c1a-dd72-4189-b53c-e4d83e0f8ed6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:00.790134 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1ae521-8252-48c2-832d-9d4cef4c53b2 None None] Sync routers for ids ['d7118f6f-9aab-4125-b378-18f244e7c2f1'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:46:00.799897 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1ae521-8252-48c2-832d-9d4cef4c53b2 None None] Routers {'d7118f6f-9aab-4125-b378-18f244e7c2f1'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:46:00.800761 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-df1ae521-8252-48c2-832d-9d4cef4c53b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:45:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['d7118f6f-9aab-4125-b378-18f244e7c2f1'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:46:00.811830 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-5f6326db-e64b-44ad-8d2d-d65571a3fe8a admin admin] 10.222.0.60 "PUT /v2.0/routers/d7118f6f-9aab-4125-b378-18f244e7c2f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4215271 Jun 11 09:46:00.813606 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 42818) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:46:00.828713 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58873d2-0a31-4fd8-9cc8-98c5f8d03e29 req-480a36fc-fab7-4d2f-822e-33731660f35f tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:00.829485 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-e58873d2-0a31-4fd8-9cc8-98c5f8d03e29 req-480a36fc-fab7-4d2f-822e-33731660f35f tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:00.893607 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:00.942484 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89fc51c-4350-48cf-b678-b400af1f2d12 req-9d1a2884-59d3-4026-aaee-046c6d7c375a tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:00.949416 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f89fc51c-4350-48cf-b678-b400af1f2d12 req-9d1a2884-59d3-4026-aaee-046c6d7c375a tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=428fcaf3-5051-4cf2-a026-dbe56a91446f HTTP/1.1" status: 200 len: 932 time: 0.6330459 Jun 11 09:46:00.951062 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-df1ae521-8252-48c2-832d-9d4cef4c53b2 None None] Set router d7118f6f-9aab-4125-b378-18f244e7c2f1 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:46:00.966852 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd24b054-6911-4bbe-aed4-aafee9c1d9c2 req-7e8dfedd-d1d7-458a-9a5d-695e1dd2e541 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:00.968593 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-dd24b054-6911-4bbe-aed4-aafee9c1d9c2 req-7e8dfedd-d1d7-458a-9a5d-695e1dd2e541 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2568851 Jun 11 09:46:00.996247 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-dd24b054-6911-4bbe-aed4-aafee9c1d9c2 req-f379d471-66cc-4d93-9e7b-575f9105e04c tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/quotas/2d153095abe14427b94c36cd340ad809 HTTP/1.1" status: 200 len: 375 time: 0.0213606 Jun 11 09:46:01.018240 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e1a2b1e2-4736-453b-8b92-ae2e7ee08b19 admin admin] Notify callbacks [] for router, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:01.042306 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f89fc51c-4350-48cf-b678-b400af1f2d12 req-112d7b87-6eb1-4a25-9011-dbbca98e4a2a tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919347 Jun 11 09:46:01.067957 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-32295d69-f7f5-4910-ab47-f871508600ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:01.102449 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0e152c1a-dd72-4189-b53c-e4d83e0f8ed6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:01.161939 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0e152c1a-dd72-4189-b53c-e4d83e0f8ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:01.166136 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a101d1f5-7fab-4b60-862d-3f6ebe205137 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:01.207036 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e1a2b1e2-4736-453b-8b92-ae2e7ee08b19 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:01.210469 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e152c1a-dd72-4189-b53c-e4d83e0f8ed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b98b7a40-b658-4584-bb72-ccbb7c4d8760,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:01.229623 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-df1ae521-8252-48c2-832d-9d4cef4c53b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7118f6f-9aab-4125-b378-18f244e7c2f1', 'name': 'tempest-FloatingIPsAssociationTestJSON-913285329-router', 'tenant_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '85a0effd-9698-440e-8280-68136d88e76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:43:48Z', 'updated_at': '2021-06-11T09:45:58Z', 'revision_number': 5, 'project_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'gw_port': {'id': '85a0effd-9698-440e-8280-68136d88e76e', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7118f6f-9aab-4125-b378-18f244e7c2f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:43:50Z', 'updated_at': '2021-06-11T09:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:46:01.229886 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0e152c1a-dd72-4189-b53c-e4d83e0f8ed6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:01.234851 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1ae521-8252-48c2-832d-9d4cef4c53b2 None None] Checking router: d7118f6f-9aab-4125-b378-18f244e7c2f1 for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:46:01.239300 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e58873d2-0a31-4fd8-9cc8-98c5f8d03e29 req-480a36fc-fab7-4d2f-822e-33731660f35f tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1673458 Jun 11 09:46:01.246750 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1ae521-8252-48c2-832d-9d4cef4c53b2 None None] Routers {'d7118f6f-9aab-4125-b378-18f244e7c2f1'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:46:01.247992 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-df1ae521-8252-48c2-832d-9d4cef4c53b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:45:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['d7118f6f-9aab-4125-b378-18f244e7c2f1'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:46:01.293348 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-e58873d2-0a31-4fd8-9cc8-98c5f8d03e29 req-ea83d5f2-b1ac-47c8-88a8-8a5e5a45f7b4 service neutron] Request body: {'port': {'device_id': '428fcaf3-5051-4cf2-a026-dbe56a91446f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:46:01.304765 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-dd24b054-6911-4bbe-aed4-aafee9c1d9c2 req-49420e2b-0180-400a-a44a-5fc0b514b33d tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2d153095abe14427b94c36cd340ad809&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2999420 Jun 11 09:46:01.341219 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-0e152c1a-dd72-4189-b53c-e4d83e0f8ed6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=699247de0eaa4b11bfff5cd68611bf09&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1479843 Jun 11 09:46:01.344100 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 42824) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:46:01.360015 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 45593247-f253-4566-badd-4f2044a48209 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:46:01.439957 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 45593247-f253-4566-badd-4f2044a48209 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:46:01.440632 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:01.443507 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-df1ae521-8252-48c2-832d-9d4cef4c53b2 None None] Set router d7118f6f-9aab-4125-b378-18f244e7c2f1 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:46:01.454198 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-e1a2b1e2-4736-453b-8b92-ae2e7ee08b19 admin admin] Deleting port 85a0effd-9698-440e-8280-68136d88e76e {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:46:01.455137 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e1a2b1e2-4736-453b-8b92-ae2e7ee08b19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:01.590976 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-e58873d2-0a31-4fd8-9cc8-98c5f8d03e29 req-ea83d5f2-b1ac-47c8-88a8-8a5e5a45f7b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:01.619918 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-e1a2b1e2-4736-453b-8b92-ae2e7ee08b19 admin admin] For port 85a0effd-9698-440e-8280-68136d88e76e, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=85a0effd-9698-440e-8280-68136d88e76e,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:46:01.620525 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e1a2b1e2-4736-453b-8b92-ae2e7ee08b19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:01.624911 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e17abd60-a08e-416a-a3ab-3592a16728f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:01.691119 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-32295d69-f7f5-4910-ab47-f871508600ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:01.712804 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e17abd60-a08e-416a-a3ab-3592a16728f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:01.775406 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-df1ae521-8252-48c2-832d-9d4cef4c53b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7118f6f-9aab-4125-b378-18f244e7c2f1', 'name': 'tempest-FloatingIPsAssociationTestJSON-913285329-router', 'tenant_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '85a0effd-9698-440e-8280-68136d88e76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:43:48Z', 'updated_at': '2021-06-11T09:45:58Z', 'revision_number': 5, 'project_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'gw_port': {'id': '85a0effd-9698-440e-8280-68136d88e76e', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7118f6f-9aab-4125-b378-18f244e7c2f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:43:50Z', 'updated_at': '2021-06-11T09:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:46:01.779291 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1ae521-8252-48c2-832d-9d4cef4c53b2 None None] The sync data for ids ['d7118f6f-9aab-4125-b378-18f244e7c2f1'] in n-d-779913-12 is: [{'id': 'd7118f6f-9aab-4125-b378-18f244e7c2f1', 'name': 'tempest-FloatingIPsAssociationTestJSON-913285329-router', 'tenant_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '85a0effd-9698-440e-8280-68136d88e76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:43:48Z', 'updated_at': '2021-06-11T09:45:58Z', 'revision_number': 5, 'project_id': '9e00f0b8050a4c758f9c2d03d3f429fa', 'gw_port': {'id': '85a0effd-9698-440e-8280-68136d88e76e', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7118f6f-9aab-4125-b378-18f244e7c2f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:43:50Z', 'updated_at': '2021-06-11T09:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:46:01.789923 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-e1a2b1e2-4736-453b-8b92-ae2e7ee08b19 admin admin] Calling delete_port for 85a0effd-9698-440e-8280-68136d88e76e owned by network:router_gateway {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:46:01.840133 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-32295d69-f7f5-4910-ab47-f871508600ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:01.847135 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-62895c61-a216-4539-9f09-3f69911ffed4 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:02.005119 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e17abd60-a08e-416a-a3ab-3592a16728f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:02.007731 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e17abd60-a08e-416a-a3ab-3592a16728f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:02.008853 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-e17abd60-a08e-416a-a3ab-3592a16728f9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b98b7a40-b658-4584-bb72-ccbb7c4d8760 HTTP/1.1" status: 204 len: 168 time: 0.6618478 Jun 11 09:46:02.024277 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32295d69-f7f5-4910-ab47-f871508600ab admin admin] Pushing event updated for resources: {'Port': ['ID=e27a1017-8750-4cd8-950f-7d95583b871f,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:02.029993 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-32295d69-f7f5-4910-ab47-f871508600ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375108'] for router_interface, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:02.032899 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-32295d69-f7f5-4910-ab47-f871508600ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:02.034715 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-31037ab0-4283-4b73-a037-806e95259fa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:02.035130 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13e05f7-bb51-4f94-9b46-835fdbd84383 req-52b8810f-e6c9-4e5b-a2af-c357a2333301 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:02.036672 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d13e05f7-bb51-4f94-9b46-835fdbd84383 req-52b8810f-e6c9-4e5b-a2af-c357a2333301 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/ports?device_id=c633a603-9c68-4fee-a384-310d8fcc4a30 HTTP/1.1" status: 200 len: 946 time: 0.1648111 Jun 11 09:46:02.112952 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17abd60-a08e-416a-a3ab-3592a16728f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b98b7a40-b658-4584-bb72-ccbb7c4d8760,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:02.118650 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e17abd60-a08e-416a-a3ab-3592a16728f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:02.145456 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d13e05f7-bb51-4f94-9b46-835fdbd84383 req-59d99e4d-eddb-413d-8b70-c339701347cd tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/security-groups?id=18fc41cb-d5ab-4d35-ab48-499184b426b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965407 Jun 11 09:46:02.264109 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e1a2b1e2-4736-453b-8b92-ae2e7ee08b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:02.271878 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-159e7cb8-2180-4af6-a362-47b81df52f63 tempest-ServerMetadataNegativeTestJSON-2000341031 tempest-ServerMetadataNegativeTestJSON-2000341031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:02.277469 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b0541-51b3-4cc2-b49a-9115a55a5563 req-60be5f1f-e63a-4dc2-99f0-4ed413cff672 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:02.277976 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d76b0541-51b3-4cc2-b49a-9115a55a5563 req-60be5f1f-e63a-4dc2-99f0-4ed413cff672 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=6862493a-d39d-40b0-b207-242830221721 HTTP/1.1" status: 200 len: 945 time: 0.3630030 Jun 11 09:46:02.326830 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a2b1e2-4736-453b-8b92-ae2e7ee08b19 admin admin] Pushing event deleted for resources: {'Port': ['ID=85a0effd-9698-440e-8280-68136d88e76e,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:02.375743 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e1a2b1e2-4736-453b-8b92-ae2e7ee08b19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:02.388408 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32295d69-f7f5-4910-ab47-f871508600ab admin admin] Network 482bdf30-6ecc-4c58-babd-2078999f07ec is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:46:02.398078 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-32295d69-f7f5-4910-ab47-f871508600ab admin admin] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:46:02.418155 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d76b0541-51b3-4cc2-b49a-9115a55a5563 req-0f87a1fe-1b43-4292-ad9e-150f4d6d03ad tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=7382d103-d62f-4540-9ac2-5ea0a34701f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308811 Jun 11 09:46:02.422732 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-e58873d2-0a31-4fd8-9cc8-98c5f8d03e29 req-ea83d5f2-b1ac-47c8-88a8-8a5e5a45f7b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d90aed3-d0d9-439d-99e2-28dedffaf1bf {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:46:02.479078 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e1a2b1e2-4736-453b-8b92-ae2e7ee08b19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374120'] for router_gateway, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:02.497934 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-e58873d2-0a31-4fd8-9cc8-98c5f8d03e29 req-ea83d5f2-b1ac-47c8-88a8-8a5e5a45f7b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:02.593386 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-feb65966-3635-4b79-a336-4cc49c1288a5 req-d5c1b143-6234-4eec-95fc-58af49d7e40f tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a97632d-2625-4ca9-afb6-ae7df42d0ac2 HTTP/1.1" status: 200 len: 210 time: 0.0977063 Jun 11 09:46:02.597322 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-e58873d2-0a31-4fd8-9cc8-98c5f8d03e29 req-ea83d5f2-b1ac-47c8-88a8-8a5e5a45f7b4 service neutron] Transition to ACTIVE for port object 8d90aed3-d0d9-439d-99e2-28dedffaf1bf will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:46:02.641929 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b234d2eb-1aff-48c0-86c1-c2fb2296cb28 req-27e99b86-9b97-42d6-a7c6-df411f5643b4 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:02.647665 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32295d69-f7f5-4910-ab47-f871508600ab admin admin] Router fb47f02b-a17b-4911-bfce-5344faf007c6 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 09:46:02.648876 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b234d2eb-1aff-48c0-86c1-c2fb2296cb28 req-27e99b86-9b97-42d6-a7c6-df411f5643b4 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe19a04e-7480-44f2-85e4-1ad69ca54cb6 HTTP/1.1" status: 200 len: 945 time: 0.3772724 Jun 11 09:46:02.671949 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e1a2b1e2-4736-453b-8b92-ae2e7ee08b19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:02.676216 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e1a2b1e2-4736-453b-8b92-ae2e7ee08b19 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:02.765277 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b234d2eb-1aff-48c0-86c1-c2fb2296cb28 req-f808a57a-a0b9-4c97-808c-a4ee9e73b1d7 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] 10.222.0.60 "GET /v2.0/security-groups?id=11bbb81f-d5e0-4a93-9cfb-d456f4aef7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153932 Jun 11 09:46:02.767925 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-e58873d2-0a31-4fd8-9cc8-98c5f8d03e29 req-ea83d5f2-b1ac-47c8-88a8-8a5e5a45f7b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:02.794463 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a6bf9699-9686-4dcc-a375-e18bfb28986b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:02.888867 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e1a2b1e2-4736-453b-8b92-ae2e7ee08b19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:02.888867 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1a2b1e2-4736-453b-8b92-ae2e7ee08b19 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7118f6f-9aab-4125-b378-18f244e7c2f1 {{(pid=93177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 09:46:02.905834 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e1a2b1e2-4736-453b-8b92-ae2e7ee08b19 admin admin] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:02.905834 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-e1a2b1e2-4736-453b-8b92-ae2e7ee08b19 admin admin] 10.222.0.60 "DELETE /v2.0/routers/d7118f6f-9aab-4125-b378-18f244e7c2f1 HTTP/1.1" status: 204 len: 168 time: 2.0785906 Jun 11 09:46:02.905834 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 42850) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:46:02.905834 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 42852) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:46:02.943660 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea83d5f2-b1ac-47c8-88a8-8a5e5a45f7b4 service neutron] Pushing event updated for resources: {'Port': ['ID=8d90aed3-d0d9-439d-99e2-28dedffaf1bf,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:02.949505 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ea83d5f2-b1ac-47c8-88a8-8a5e5a45f7b4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:02.965848 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-554b101f-52ce-4732-b895-34168d5ab748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:03.060197 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6766f860-1061-4166-ac00-ea4660c02143 req-cd42a99b-2fe7-4ae3-a23e-15a1d41dc3fd tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:03.061422 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6c22ce3-3176-49ac-889f-758301a36934 admin admin] Deleting subnet 5bbe8ee4-e19a-4280-9545-f4e3ba21ac03 {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 09:46:03.061657 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6766f860-1061-4166-ac00-ea4660c02143 req-cd42a99b-2fe7-4ae3-a23e-15a1d41dc3fd tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=428fcaf3-5051-4cf2-a026-dbe56a91446f HTTP/1.1" status: 200 len: 944 time: 0.3504934 Jun 11 09:46:03.086249 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32295d69-f7f5-4910-ab47-f871508600ab admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:46:03.087191 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c6c22ce3-3176-49ac-889f-758301a36934 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:03.094402 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-32295d69-f7f5-4910-ab47-f871508600ab admin admin] 10.222.0.60 "PUT /v2.0/routers/fb47f02b-a17b-4911-bfce-5344faf007c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7322776 Jun 11 09:46:03.098098 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079c3bed-5ce5-43ba-a898-b3eb257a252a None None] Sync routers for ids ['fb47f02b-a17b-4911-bfce-5344faf007c6'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:46:03.116769 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079c3bed-5ce5-43ba-a898-b3eb257a252a None None] Routers {'fb47f02b-a17b-4911-bfce-5344faf007c6'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:46:03.117803 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-079c3bed-5ce5-43ba-a898-b3eb257a252a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:45:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['fb47f02b-a17b-4911-bfce-5344faf007c6'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:46:03.149665 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-e58873d2-0a31-4fd8-9cc8-98c5f8d03e29 req-ea83d5f2-b1ac-47c8-88a8-8a5e5a45f7b4 service neutron] Attempting to bind port 8d90aed3-d0d9-439d-99e2-28dedffaf1bf on host n-h2-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:46:03.149896 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-e58873d2-0a31-4fd8-9cc8-98c5f8d03e29 req-ea83d5f2-b1ac-47c8-88a8-8a5e5a45f7b4 service neutron] Attempting to bind port 8d90aed3-d0d9-439d-99e2-28dedffaf1bf by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': 'b51c68b7-80ed-4de8-bd6d-e2ba699aba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '743172cf-2dc7-4438-9267-f806a2cb8a77'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:46:03.150213 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58873d2-0a31-4fd8-9cc8-98c5f8d03e29 req-ea83d5f2-b1ac-47c8-88a8-8a5e5a45f7b4 service neutron] Attempting to bind port 8d90aed3-d0d9-439d-99e2-28dedffaf1bf on network 743172cf-2dc7-4438-9267-f806a2cb8a77 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:46:03.168707 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c6c22ce3-3176-49ac-889f-758301a36934 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:03.170922 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58873d2-0a31-4fd8-9cc8-98c5f8d03e29 req-ea83d5f2-b1ac-47c8-88a8-8a5e5a45f7b4 service neutron] Port 8d90aed3-d0d9-439d-99e2-28dedffaf1bf on network 743172cf-2dc7-4438-9267-f806a2cb8a77 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:46:03.171251 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58873d2-0a31-4fd8-9cc8-98c5f8d03e29 req-ea83d5f2-b1ac-47c8-88a8-8a5e5a45f7b4 service neutron] Attempting to bind port 8d90aed3-d0d9-439d-99e2-28dedffaf1bf on network 743172cf-2dc7-4438-9267-f806a2cb8a77 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:46:03.193497 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6766f860-1061-4166-ac00-ea4660c02143 req-3f6c80b1-701e-48ec-9a93-6f0d48e17077 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052334 Jun 11 09:46:03.201525 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58873d2-0a31-4fd8-9cc8-98c5f8d03e29 req-ea83d5f2-b1ac-47c8-88a8-8a5e5a45f7b4 service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:46:03.202065 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58873d2-0a31-4fd8-9cc8-98c5f8d03e29 req-ea83d5f2-b1ac-47c8-88a8-8a5e5a45f7b4 service neutron] Checking segment: {'id': 'b51c68b7-80ed-4de8-bd6d-e2ba699aba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '743172cf-2dc7-4438-9267-f806a2cb8a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:46:03.202904 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58873d2-0a31-4fd8-9cc8-98c5f8d03e29 req-ea83d5f2-b1ac-47c8-88a8-8a5e5a45f7b4 service neutron] Bound using segment: {'id': 'b51c68b7-80ed-4de8-bd6d-e2ba699aba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '743172cf-2dc7-4438-9267-f806a2cb8a77'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:46:03.203521 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-e58873d2-0a31-4fd8-9cc8-98c5f8d03e29 req-ea83d5f2-b1ac-47c8-88a8-8a5e5a45f7b4 service neutron] Bound port: 8d90aed3-d0d9-439d-99e2-28dedffaf1bf, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b51c68b7-80ed-4de8-bd6d-e2ba699aba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '743172cf-2dc7-4438-9267-f806a2cb8a77'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:46:03.212139 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-e58873d2-0a31-4fd8-9cc8-98c5f8d03e29 req-ea83d5f2-b1ac-47c8-88a8-8a5e5a45f7b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:03.265577 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88183b6c-8583-44a3-b2eb-e9c98c793df5 req-2cdae292-61be-4e21-9c85-52f960fa8b92 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:03.268256 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-88183b6c-8583-44a3-b2eb-e9c98c793df5 req-2cdae292-61be-4e21-9c85-52f960fa8b92 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe19a04e-7480-44f2-85e4-1ad69ca54cb6 HTTP/1.1" status: 200 len: 945 time: 0.2393310 Jun 11 09:46:03.330593 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-554b101f-52ce-4732-b895-34168d5ab748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:03.352609 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f684f29-acd0-4c26-94fb-c6506a53cfde req-192a12af-cd10-47bb-a2cd-3381184afce9 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:03.360720 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7f684f29-acd0-4c26-94fb-c6506a53cfde req-192a12af-cd10-47bb-a2cd-3381184afce9 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 944 time: 0.3245592 Jun 11 09:46:03.389991 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-079c3bed-5ce5-43ba-a898-b3eb257a252a None None] Set router fb47f02b-a17b-4911-bfce-5344faf007c6 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:46:03.412962 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c6c22ce3-3176-49ac-889f-758301a36934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:03.467818 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-554b101f-52ce-4732-b895-34168d5ab748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:03.473256 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9c87d812-c311-47cf-bccc-ecbc0d704763 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:03.478292 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-e58873d2-0a31-4fd8-9cc8-98c5f8d03e29 req-ea83d5f2-b1ac-47c8-88a8-8a5e5a45f7b4 service neutron] For port 8d90aed3-d0d9-439d-99e2-28dedffaf1bf, host n-h2-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:46:03.502901 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 85a0effd-9698-440e-8280-68136d88e76e no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:46:03.528607 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-e58873d2-0a31-4fd8-9cc8-98c5f8d03e29 req-ea83d5f2-b1ac-47c8-88a8-8a5e5a45f7b4 service neutron] For port 8d90aed3-d0d9-439d-99e2-28dedffaf1bf, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=8d90aed3-d0d9-439d-99e2-28dedffaf1bf,segment=NetworkSegment(b51c68b7-80ed-4de8-bd6d-e2ba699aba0b),segment_id=b51c68b7-80ed-4de8-bd6d-e2ba699aba0b)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:46:03.529525 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7f684f29-acd0-4c26-94fb-c6506a53cfde req-88b70fa8-df52-40b9-b3a8-5a13dd0ed37c tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d1f1aa-3601-424b-af20-9acf0698c1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1672599 Jun 11 09:46:03.550910 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-554b101f-52ce-4732-b895-34168d5ab748 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d025cb1139024d59a97c789f86261472&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6449080 Jun 11 09:46:03.553684 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 42862) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:46:03.554736 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554b101f-52ce-4732-b895-34168d5ab748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3dd217-827d-409d-875a-d5d4aef274e5,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:03.571225 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-554b101f-52ce-4732-b895-34168d5ab748 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:03.634774 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0dfbb4-b79c-4cc0-95ed-792447ea287e req-d72d0051-a3ff-4257-986a-2d043fd46883 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:03.636410 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4f0dfbb4-b79c-4cc0-95ed-792447ea287e req-d72d0051-a3ff-4257-986a-2d043fd46883 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/ports?device_id=c633a603-9c68-4fee-a384-310d8fcc4a30 HTTP/1.1" status: 200 len: 946 time: 0.2599115 Jun 11 09:46:03.686655 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 85a0effd-9698-440e-8280-68136d88e76e {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:46:03.687015 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 85a0effd-9698-440e-8280-68136d88e76e not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:46:03.687445 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device a82c68ca-9bc5-4c36-8760-d663de2ac702 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:46:03.689567 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-88183b6c-8583-44a3-b2eb-e9c98c793df5 req-42330dab-eeaa-4133-944e-68a755ed5888 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Deleting port 8474bfdd-bcbb-4fb4-8675-2331d75bd6ab {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:46:03.689930 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-88183b6c-8583-44a3-b2eb-e9c98c793df5 req-42330dab-eeaa-4133-944e-68a755ed5888 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:03.721060 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: a82c68ca-9bc5-4c36-8760-d663de2ac702 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:46:03.721411 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device a82c68ca-9bc5-4c36-8760-d663de2ac702 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:46:03.738499 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-e58873d2-0a31-4fd8-9cc8-98c5f8d03e29 req-ea83d5f2-b1ac-47c8-88a8-8a5e5a45f7b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:03.744359 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c6c22ce3-3176-49ac-889f-758301a36934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:03.746264 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3ec34061-1500-474d-830e-de030e3ebfbe tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:03.762724 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:03.780530 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c6c22ce3-3176-49ac-889f-758301a36934 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:03.789647 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-c6c22ce3-3176-49ac-889f-758301a36934 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/5bbe8ee4-e19a-4280-9545-f4e3ba21ac03 HTTP/1.1" status: 204 len: 168 time: 0.8746214 Jun 11 09:46:03.789647 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 42878) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:46:03.805291 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2ec062-b98b-4b4c-a841-ee5dd15ce1d5 None None] Network 8306b3b2-c7c1-4b78-8462-356897eaa70e requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:46:03.850114 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c22ce3-3176-49ac-889f-758301a36934 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bbe8ee4-e19a-4280-9545-f4e3ba21ac03,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:03.852978 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c6c22ce3-3176-49ac-889f-758301a36934 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:03.861478 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4f0dfbb4-b79c-4cc0-95ed-792447ea287e req-30efefa3-4fc2-4de5-853c-d51cedd0478b tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/security-groups?id=18fc41cb-d5ab-4d35-ab48-499184b426b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120266 Jun 11 09:46:03.867381 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3ab22442-c0f4-4045-8399-d58d401f0fed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:03.886813 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58873d2-0a31-4fd8-9cc8-98c5f8d03e29 req-ea83d5f2-b1ac-47c8-88a8-8a5e5a45f7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:03.887434 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-e58873d2-0a31-4fd8-9cc8-98c5f8d03e29 req-ea83d5f2-b1ac-47c8-88a8-8a5e5a45f7b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:03.888853 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e58873d2-0a31-4fd8-9cc8-98c5f8d03e29 req-ea83d5f2-b1ac-47c8-88a8-8a5e5a45f7b4 service neutron] 10.222.0.69 "PUT /v2.0/ports/8d90aed3-d0d9-439d-99e2-28dedffaf1bf HTTP/1.1" status: 200 len: 1093 time: 2.6359301 Jun 11 09:46:03.892194 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '428fcaf3-5051-4cf2-a026-dbe56a91446f', 'tag': '8d90aed3-d0d9-439d-99e2-28dedffaf1bf'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:46:03.894620 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29d51966-c667-4d6f-86bc-149f146de88c" -d '{"events": [{"name": "network-changed", "server_uuid": "428fcaf3-5051-4cf2-a026-dbe56a91446f", "tag": "8d90aed3-d0d9-439d-99e2-28dedffaf1bf"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:46:03.934436 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea83d5f2-b1ac-47c8-88a8-8a5e5a45f7b4 service neutron] Pushing event updated for resources: {'Port': ['ID=8d90aed3-d0d9-439d-99e2-28dedffaf1bf,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:03.938466 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3ab22442-c0f4-4045-8399-d58d401f0fed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:03.943214 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ea83d5f2-b1ac-47c8-88a8-8a5e5a45f7b4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:03.976879 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-88183b6c-8583-44a3-b2eb-e9c98c793df5 req-42330dab-eeaa-4133-944e-68a755ed5888 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] For port 8474bfdd-bcbb-4fb4-8675-2331d75bd6ab, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=8474bfdd-bcbb-4fb4-8675-2331d75bd6ab,segment=NetworkSegment(f1ba1393-2bbe-436f-8827-2ad0577d069a),segment_id=f1ba1393-2bbe-436f-8827-2ad0577d069a)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:46:03.977604 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-88183b6c-8583-44a3-b2eb-e9c98c793df5 req-42330dab-eeaa-4133-944e-68a755ed5888 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:04.018152 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf838e0-b7f1-478a-84e0-be3090063fde req-dc5344aa-0f62-4c95-b042-490a113b9936 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:04.019623 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1bf838e0-b7f1-478a-84e0-be3090063fde req-dc5344aa-0f62-4c95-b042-490a113b9936 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "GET /v2.0/networks?id=482bdf30-6ecc-4c58-babd-2078999f07ec HTTP/1.1" status: 200 len: 820 time: 0.2193272 Jun 11 09:46:04.085661 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1bf838e0-b7f1-478a-84e0-be3090063fde req-d029f35f-4eb1-4f22-ae1b-d2ce3c227c92 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "GET /v2.0/quotas/c5132d58a61b4dee97f4685d93187a0e HTTP/1.1" status: 200 len: 375 time: 0.0596862 Jun 11 09:46:04.089813 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-38a7dff9-0be7-4897-8cb3-cea8896af028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:04.204053 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1bf838e0-b7f1-478a-84e0-be3090063fde req-47adf04e-6467-4ec6-9ca2-282a53d9ed54 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c5132d58a61b4dee97f4685d93187a0e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1121202 Jun 11 09:46:04.229355 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-38a7dff9-0be7-4897-8cb3-cea8896af028 admin admin] Deleting port 35514d09-3c8d-4a0b-865a-dc5d8be87bff {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:46:04.229847 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-38a7dff9-0be7-4897-8cb3-cea8896af028 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:04.242728 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-079c3bed-5ce5-43ba-a898-b3eb257a252a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb47f02b-a17b-4911-bfce-5344faf007c6', 'name': 'tempest-ServerRescueTestJSONUnderV235-2107822683-router', 'tenant_id': 'c5132d58a61b4dee97f4685d93187a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '45593247-f253-4566-badd-4f2044a48209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:45:52Z', 'updated_at': '2021-06-11T09:46:00Z', 'revision_number': 4, 'project_id': 'c5132d58a61b4dee97f4685d93187a0e', 'gw_port': {'id': '45593247-f253-4566-badd-4f2044a48209', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:4b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb47f02b-a17b-4911-bfce-5344faf007c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:45:54Z', 'updated_at': '2021-06-11T09:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': 'e27a1017-8750-4cd8-950f-7d95583b871f', 'name': '', 'network_id': '482bdf30-6ecc-4c58-babd-2078999f07ec', 'tenant_id': 'c5132d58a61b4dee97f4685d93187a0e', 'mac_address': 'fa:16:3e:db:36:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb47f02b-a17b-4911-bfce-5344faf007c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'aff27218-fe9b-4902-82d1-323ec8f666a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:45:58Z', 'updated_at': '2021-06-11T09:46:01Z', 'revision_number': 2, 'project_id': 'c5132d58a61b4dee97f4685d93187a0e', 'subnets': [{'id': 'aff27218-fe9b-4902-82d1-323ec8f666a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:46:04.247933 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079c3bed-5ce5-43ba-a898-b3eb257a252a None None] Checking router: fb47f02b-a17b-4911-bfce-5344faf007c6 for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:46:04.248952 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079c3bed-5ce5-43ba-a898-b3eb257a252a None None] Updating router fb47f02b-a17b-4911-bfce-5344faf007c6 port e27a1017-8750-4cd8-950f-7d95583b871f binding host n-d-779913-12 {{(pid=93178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 09:46:04.295792 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-079c3bed-5ce5-43ba-a898-b3eb257a252a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:04.425035 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-38a7dff9-0be7-4897-8cb3-cea8896af028 admin admin] For port 35514d09-3c8d-4a0b-865a-dc5d8be87bff, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=35514d09-3c8d-4a0b-865a-dc5d8be87bff,segment=NetworkSegment(5b557a6f-ee49-4b07-a4c0-158e09a12290),segment_id=5b557a6f-ee49-4b07-a4c0-158e09a12290)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:46:04.425401 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-38a7dff9-0be7-4897-8cb3-cea8896af028 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:04.458007 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e696c35-477a-428d-b5be-725a2785f810 None None] DHCP port deletion for 8306b3b2-c7c1-4b78-8462-356897eaa70e request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 09:46:04.540805 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-38a7dff9-0be7-4897-8cb3-cea8896af028 admin admin] Calling delete_port for 35514d09-3c8d-4a0b-865a-dc5d8be87bff owned by network:dhcp {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:46:04.552419 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1bf838e0-b7f1-478a-84e0-be3090063fde req-be8097a3-0c69-4dc0-aa87-2a6af41f6f1a service neutron] 10.222.0.60 "GET /v2.0/networks/482bdf30-6ecc-4c58-babd-2078999f07ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3337586 Jun 11 09:46:04.619088 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-6e696c35-477a-428d-b5be-725a2785f810 None None] Deleting port 35514d09-3c8d-4a0b-865a-dc5d8be87bff {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:46:04.619419 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6e696c35-477a-428d-b5be-725a2785f810 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:04.620661 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-dd24b054-6911-4bbe-aed4-aafee9c1d9c2 req-2ff75d31-14e3-4c7e-9bdd-b2185a2b0a63 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=2d153095abe14427b94c36cd340ad809&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0514209 Jun 11 09:46:04.722881 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3ab22442-c0f4-4045-8399-d58d401f0fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:04.725824 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3ab22442-c0f4-4045-8399-d58d401f0fed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:04.726959 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-3ab22442-c0f4-4045-8399-d58d401f0fed admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ec3dd217-827d-409d-875a-d5d4aef274e5 HTTP/1.1" status: 204 len: 168 time: 1.1723368 Jun 11 09:46:04.745888 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e08fb75a-8f8d-4437-b77d-c5b5cf7ef1bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:04.746547 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58873d2-0a31-4fd8-9cc8-98c5f8d03e29 req-ce60f405-575b-49df-b618-186a4b9487ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:04.748051 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e58873d2-0a31-4fd8-9cc8-98c5f8d03e29 req-ce60f405-575b-49df-b618-186a4b9487ba service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=845e0c4a59a549beb9cd8a20149f973b&device_id=428fcaf3-5051-4cf2-a026-dbe56a91446f HTTP/1.1" status: 200 len: 1096 time: 0.7035155 Jun 11 09:46:04.757631 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-6e696c35-477a-428d-b5be-725a2785f810 None None] For port 35514d09-3c8d-4a0b-865a-dc5d8be87bff, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=35514d09-3c8d-4a0b-865a-dc5d8be87bff,segment=NetworkSegment(5b557a6f-ee49-4b07-a4c0-158e09a12290),segment_id=5b557a6f-ee49-4b07-a4c0-158e09a12290)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:46:04.758037 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6e696c35-477a-428d-b5be-725a2785f810 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:04.763617 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dfa136-fb56-4e4e-982c-7694685cb364 req-781d98e5-7a91-4d14-ade0-fe382550d389 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:04.770639 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d5dfa136-fb56-4e4e-982c-7694685cb364 req-781d98e5-7a91-4d14-ade0-fe382550d389 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 944 time: 0.7126765 Jun 11 09:46:04.782952 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-079c3bed-5ce5-43ba-a898-b3eb257a252a None None] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:04.783765 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1bf838e0-b7f1-478a-84e0-be3090063fde req-d71e2de4-a968-4392-a218-9f1695f470cf service neutron] 10.222.0.60 "GET /v2.0/networks/482bdf30-6ecc-4c58-babd-2078999f07ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254622 Jun 11 09:46:04.806505 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab22442-c0f4-4045-8399-d58d401f0fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3dd217-827d-409d-875a-d5d4aef274e5,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:04.876986 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3ab22442-c0f4-4045-8399-d58d401f0fed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:04.879597 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-6e696c35-477a-428d-b5be-725a2785f810 None None] Calling delete_port for 35514d09-3c8d-4a0b-865a-dc5d8be87bff owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:46:04.891963 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-079c3bed-5ce5-43ba-a898-b3eb257a252a None None] Transition to ACTIVE for port object e27a1017-8750-4cd8-950f-7d95583b871f will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:46:04.892134 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-38a7dff9-0be7-4897-8cb3-cea8896af028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:04.898090 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4a3b8c66-e113-4e6f-9066-95b55d3aad65 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:04.926687 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-88183b6c-8583-44a3-b2eb-e9c98c793df5 req-42330dab-eeaa-4133-944e-68a755ed5888 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:04.927140 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-88183b6c-8583-44a3-b2eb-e9c98c793df5 req-42330dab-eeaa-4133-944e-68a755ed5888 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:04.927554 n-d-779913-12 neutron-server[93176]: INFO neutron.db.l3_db [req-88183b6c-8583-44a3-b2eb-e9c98c793df5 req-42330dab-eeaa-4133-944e-68a755ed5888 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Floating IP e0bcb7f8-877e-4244-b3d0-2d0c0f95ccfd disassociated. External IP: 172.25.4.27, port: 8474bfdd-bcbb-4fb4-8675-2331d75bd6ab. Jun 11 09:46:04.927998 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-88183b6c-8583-44a3-b2eb-e9c98c793df5 req-42330dab-eeaa-4133-944e-68a755ed5888 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Calling delete_port for 8474bfdd-bcbb-4fb4-8675-2331d75bd6ab owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:46:04.946535 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e58873d2-0a31-4fd8-9cc8-98c5f8d03e29 req-d2772497-dd14-4415-a7b8-18baf7b70a56 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d90aed3-d0d9-439d-99e2-28dedffaf1bf HTTP/1.1" status: 200 len: 217 time: 0.1681490 Jun 11 09:46:04.964628 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7dff9-0be7-4897-8cb3-cea8896af028 admin admin] Pushing event deleted for resources: {'Port': ['ID=35514d09-3c8d-4a0b-865a-dc5d8be87bff,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:04.977240 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-38a7dff9-0be7-4897-8cb3-cea8896af028 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:04.985335 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-079c3bed-5ce5-43ba-a898-b3eb257a252a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:04.990570 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a7dff9-0be7-4897-8cb3-cea8896af028 admin admin] No DVR routers for this DVR port 35514d09-3c8d-4a0b-865a-dc5d8be87bff on host n-d-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:46:05.000881 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:05.030460 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d5dfa136-fb56-4e4e-982c-7694685cb364 req-7e5157f5-611f-4cc2-b89c-8a3a9ca96262 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d1f1aa-3601-424b-af20-9acf0698c1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2555945 Jun 11 09:46:05.125340 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c4c416-081b-4983-9f55-98472ee2562a None None] Pushing event updated for resources: {'Port': ['ID=e27a1017-8750-4cd8-950f-7d95583b871f,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:05.132125 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-72c4c416-081b-4983-9f55-98472ee2562a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:05.171353 n-d-779913-12 neutron-server[93178]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 11 09:46:05.171353 n-d-779913-12 neutron-server[93178]: from cryptography.utils import int_from_bytes Jun 11 09:46:05.171353 n-d-779913-12 neutron-server[93178]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 11 09:46:05.171353 n-d-779913-12 neutron-server[93178]: from cryptography.utils import int_from_bytes Jun 11 09:46:05.171353 n-d-779913-12 neutron-server[93178]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:46:05.171353 n-d-779913-12 neutron-server[93178]: retrieve_revision_numbers = { Jun 11 09:46:05.171353 n-d-779913-12 neutron-server[93178]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:46:05.171353 n-d-779913-12 neutron-server[93178]: retrieve_revision_numbers = { Jun 11 09:46:05.171353 n-d-779913-12 neutron-server[93178]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:46:05.171353 n-d-779913-12 neutron-server[93178]: retrieve_revision_numbers = { Jun 11 09:46:05.171353 n-d-779913-12 neutron-server[93178]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:46:05.171353 n-d-779913-12 neutron-server[93178]: retrieve_revision_numbers = { Jun 11 09:46:05.171353 n-d-779913-12 neutron-server[93178]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:46:05.171353 n-d-779913-12 neutron-server[93178]: retrieve_revision_numbers = { Jun 11 09:46:05.171353 n-d-779913-12 neutron-server[93178]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:46:05.171353 n-d-779913-12 neutron-server[93178]: retrieve_revision_numbers = { Jun 11 09:46:05.171353 n-d-779913-12 neutron-server[93178]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:46:05.171353 n-d-779913-12 neutron-server[93178]: retrieve_revision_numbers = { Jun 11 09:46:05.171353 n-d-779913-12 neutron-server[93178]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:46:05.171353 n-d-779913-12 neutron-server[93178]: retrieve_revision_numbers = { Jun 11 09:46:05.171353 n-d-779913-12 neutron-server[93178]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:46:05.171353 n-d-779913-12 neutron-server[93178]: retrieve_revision_numbers = { Jun 11 09:46:05.171353 n-d-779913-12 neutron-server[93178]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:46:05.171353 n-d-779913-12 neutron-server[93178]: retrieve_revision_numbers = { Jun 11 09:46:05.171353 n-d-779913-12 neutron-server[93178]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:46:05.171353 n-d-779913-12 neutron-server[93178]: retrieve_revision_numbers = { Jun 11 09:46:05.171353 n-d-779913-12 neutron-server[93178]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:46:05.171353 n-d-779913-12 neutron-server[93178]: retrieve_revision_numbers = { Jun 11 09:46:05.171353 n-d-779913-12 neutron-server[93178]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:46:05.171353 n-d-779913-12 neutron-server[93178]: retrieve_revision_numbers = { Jun 11 09:46:05.171353 n-d-779913-12 neutron-server[93178]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:46:05.171353 n-d-779913-12 neutron-server[93178]: retrieve_revision_numbers = { Jun 11 09:46:05.171353 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 09:46:05.171353 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 09:46:05.171353 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 09:46:05.171353 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 09:46:05.171353 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 09:46:05.171353 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 09:46:05.175287 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 09:46:05.175287 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 09:46:05.175287 n-d-779913-12 neutron-server[93178]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:46:05.175287 n-d-779913-12 neutron-server[93178]: retrieve_revision_numbers = { Jun 11 09:46:05.175287 n-d-779913-12 neutron-server[93178]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:46:05.175287 n-d-779913-12 neutron-server[93178]: retrieve_revision_numbers = { Jun 11 09:46:05.175287 n-d-779913-12 neutron-server[93178]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:46:05.175287 n-d-779913-12 neutron-server[93178]: retrieve_revision_numbers = { Jun 11 09:46:05.175287 n-d-779913-12 neutron-server[93178]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:46:05.175287 n-d-779913-12 neutron-server[93178]: retrieve_revision_numbers = { Jun 11 09:46:05.175287 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 09:46:05.175287 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 09:46:05.175287 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 09:46:05.175287 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 09:46:05.238265 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-079c3bed-5ce5-43ba-a898-b3eb257a252a None None] Attempting to bind port e27a1017-8750-4cd8-950f-7d95583b871f on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:46:05.239748 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-079c3bed-5ce5-43ba-a898-b3eb257a252a None None] Attempting to bind port e27a1017-8750-4cd8-950f-7d95583b871f by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '802e9f6d-3ccd-4201-9afd-53110d0b2010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '482bdf30-6ecc-4c58-babd-2078999f07ec'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:46:05.239748 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079c3bed-5ce5-43ba-a898-b3eb257a252a None None] Attempting to bind port e27a1017-8750-4cd8-950f-7d95583b871f on network 482bdf30-6ecc-4c58-babd-2078999f07ec {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:46:05.245591 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6e696c35-477a-428d-b5be-725a2785f810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:05.249739 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:05.259778 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58873d2-0a31-4fd8-9cc8-98c5f8d03e29 req-5d6705ec-fe8b-429b-8579-7874eb6bb08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:05.262774 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e58873d2-0a31-4fd8-9cc8-98c5f8d03e29 req-5d6705ec-fe8b-429b-8579-7874eb6bb08c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=78635cc5-5408-4976-b3d9-b4cc65a6e8b4 HTTP/1.1" status: 200 len: 846 time: 0.2940266 Jun 11 09:46:05.289734 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e696c35-477a-428d-b5be-725a2785f810 None None] No DVR routers for this DVR port 35514d09-3c8d-4a0b-865a-dc5d8be87bff on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:46:05.294786 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079c3bed-5ce5-43ba-a898-b3eb257a252a None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:46:05.295252 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-38a7dff9-0be7-4897-8cb3-cea8896af028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:05.297173 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079c3bed-5ce5-43ba-a898-b3eb257a252a None None] Checking segment: {'id': '802e9f6d-3ccd-4201-9afd-53110d0b2010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '482bdf30-6ecc-4c58-babd-2078999f07ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:46:05.297173 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-079c3bed-5ce5-43ba-a898-b3eb257a252a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:05.297173 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079c3bed-5ce5-43ba-a898-b3eb257a252a None None] Bound using segment: {'id': '802e9f6d-3ccd-4201-9afd-53110d0b2010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '482bdf30-6ecc-4c58-babd-2078999f07ec'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:46:05.297173 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-079c3bed-5ce5-43ba-a898-b3eb257a252a None None] Bound port: e27a1017-8750-4cd8-950f-7d95583b871f, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '802e9f6d-3ccd-4201-9afd-53110d0b2010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '482bdf30-6ecc-4c58-babd-2078999f07ec'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:46:05.298045 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-079c3bed-5ce5-43ba-a898-b3eb257a252a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:05.302011 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e696c35-477a-428d-b5be-725a2785f810 None None] Pushing event deleted for resources: {'Port': ['ID=35514d09-3c8d-4a0b-865a-dc5d8be87bff,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:05.304700 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-6e696c35-477a-428d-b5be-725a2785f810 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:05.325906 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-38a7dff9-0be7-4897-8cb3-cea8896af028 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8306b3b2-c7c1-4b78-8462-356897eaa70e']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:46:05.331846 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:05.355946 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-38a7dff9-0be7-4897-8cb3-cea8896af028 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b557a6f-ee49-4b07-a4c0-158e09a12290') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:46:05.356617 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-38a7dff9-0be7-4897-8cb3-cea8896af028 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b557a6f-ee49-4b07-a4c0-158e09a12290') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:46:05.369130 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-38a7dff9-0be7-4897-8cb3-cea8896af028 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:05.388430 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-38a7dff9-0be7-4897-8cb3-cea8896af028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:05.398107 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38a7dff9-0be7-4897-8cb3-cea8896af028 admin admin] Releasing vlan 782 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 09:46:05.398328 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd24b054-6911-4bbe-aed4-aafee9c1d9c2 req-9bb3e911-a95b-49a7-87e1-a81601eeec45 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:05.399373 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-38a7dff9-0be7-4897-8cb3-cea8896af028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:05.401199 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:46:05.401199 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:46:05.401199 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:46:05.401199 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:46:05.401199 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:46:05.401199 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:46:05.401199 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 09:46:05.401199 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 09:46:05.401199 n-d-779913-12 neutron-server[93177]: timer() Jun 11 09:46:05.401199 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 09:46:05.401199 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 09:46:05.401199 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 09:46:05.401199 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 09:46:05.401199 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 09:46:05.401199 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 09:46:05.401199 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 09:46:05.401199 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 09:46:05.401199 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 09:46:05.401199 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 09:46:05.401199 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 09:46:05.401199 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 09:46:05.401199 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 09:46:05.401199 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 09:46:05.401199 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 09:46:05.401199 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 09:46:05.401199 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 09:46:05.401199 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 09:46:05.401199 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 09:46:05.401199 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 09:46:05.401199 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 09:46:05.401199 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 09:46:05.401199 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 09:46:05.401199 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 09:46:05.401199 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 09:46:05.401199 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 09:46:05.401199 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 09:46:05.401199 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 09:46:05.401199 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 09:46:05.404291 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-dd24b054-6911-4bbe-aed4-aafee9c1d9c2 req-9bb3e911-a95b-49a7-87e1-a81601eeec45 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7760317 Jun 11 09:46:05.433025 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 35514d09-3c8d-4a0b-865a-dc5d8be87bff no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:46:05.447662 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-dd24b054-6911-4bbe-aed4-aafee9c1d9c2 req-a258ef2e-0fd8-43fb-92e4-9d29d37d0f8f tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Request body: {'port': {'device_id': '4a97632d-2625-4ca9-afb6-ae7df42d0ac2', 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60', 'admin_state_up': True, 'tenant_id': '2d153095abe14427b94c36cd340ad809'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:46:05.474561 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 35514d09-3c8d-4a0b-865a-dc5d8be87bff {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:46:05.474955 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 35514d09-3c8d-4a0b-865a-dc5d8be87bff not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:46:05.482500 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-eb6c26f9-7739-4413-9a8e-bf629ef12fbd req-767cc1be-6551-441d-a841-83533842e96d tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a97632d-2625-4ca9-afb6-ae7df42d0ac2 HTTP/1.1" status: 200 len: 210 time: 0.2078238 Jun 11 09:46:05.487549 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e58873d2-0a31-4fd8-9cc8-98c5f8d03e29 req-f2835dba-19cf-455e-87b3-235d7cdbb717 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=743172cf-2dc7-4438-9267-f806a2cb8a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1476138 Jun 11 09:46:05.539370 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-079c3bed-5ce5-43ba-a898-b3eb257a252a None None] For port e27a1017-8750-4cd8-950f-7d95583b871f, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:46:05.549383 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-079c3bed-5ce5-43ba-a898-b3eb257a252a None None] For port e27a1017-8750-4cd8-950f-7d95583b871f, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=e27a1017-8750-4cd8-950f-7d95583b871f,segment=NetworkSegment(802e9f6d-3ccd-4201-9afd-53110d0b2010),segment_id=802e9f6d-3ccd-4201-9afd-53110d0b2010)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:46:05.599524 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c7c6358-bb72-45e4-8895-b60e4f739b0f x-openstack-request-id: req-5c7c6358-bb72-45e4-8895-b60e4f739b0f {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:46:05.601694 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "428fcaf3-5051-4cf2-a026-dbe56a91446f", "tag": "8d90aed3-d0d9-439d-99e2-28dedffaf1bf", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:46:05.601694 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5c7c6358-bb72-45e4-8895-b60e4f739b0f {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:46:05.601694 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '428fcaf3-5051-4cf2-a026-dbe56a91446f', 'tag': '8d90aed3-d0d9-439d-99e2-28dedffaf1bf', 'status': 'completed', 'code': 200} Jun 11 09:46:05.676251 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-079c3bed-5ce5-43ba-a898-b3eb257a252a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:05.680217 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:05.758809 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079c3bed-5ce5-43ba-a898-b3eb257a252a None None] Routers {'fb47f02b-a17b-4911-bfce-5344faf007c6'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:46:05.759510 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-079c3bed-5ce5-43ba-a898-b3eb257a252a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:45:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['fb47f02b-a17b-4911-bfce-5344faf007c6'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:46:05.865816 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 8474bfdd-bcbb-4fb4-8675-2331d75bd6ab no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:46:05.869878 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c4c416-081b-4983-9f55-98472ee2562a None None] Pushing event updated for resources: {'Port': ['ID=e27a1017-8750-4cd8-950f-7d95583b871f,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:05.875709 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-72c4c416-081b-4983-9f55-98472ee2562a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:05.948421 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e58873d2-0a31-4fd8-9cc8-98c5f8d03e29 req-79d2cf9a-2a08-41c6-9119-1e1f3806ba6b service neutron] 10.222.0.69 "GET /v2.0/networks/743172cf-2dc7-4438-9267-f806a2cb8a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4393034 Jun 11 09:46:05.949772 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1620fc2a-3d78-4e92-b9eb-908c3fa51ed6 req-e5ba07a7-1155-452b-891d-fb16b3cef12d tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:05.957592 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1620fc2a-3d78-4e92-b9eb-908c3fa51ed6 req-e5ba07a7-1155-452b-891d-fb16b3cef12d tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe19a04e-7480-44f2-85e4-1ad69ca54cb6 HTTP/1.1" status: 200 len: 945 time: 0.5421219 Jun 11 09:46:05.991040 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-38a7dff9-0be7-4897-8cb3-cea8896af028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:05.993020 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-079c3bed-5ce5-43ba-a898-b3eb257a252a None None] Set router fb47f02b-a17b-4911-bfce-5344faf007c6 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:46:05.995605 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-dbe1ac6c-02b8-4875-8390-2896f6e280c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:05.997885 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-38a7dff9-0be7-4897-8cb3-cea8896af028 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:06.000109 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-38a7dff9-0be7-4897-8cb3-cea8896af028 admin admin] 10.222.0.60 "DELETE /v2.0/networks/8306b3b2-c7c1-4b78-8462-356897eaa70e HTTP/1.1" status: 204 len: 168 time: 2.2089026 Jun 11 09:46:06.026861 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1620fc2a-3d78-4e92-b9eb-908c3fa51ed6 req-356035ef-6810-4ed5-b58a-c8a36de735ed tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] 10.222.0.60 "GET /v2.0/security-groups?id=11bbb81f-d5e0-4a93-9cfb-d456f4aef7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683012 Jun 11 09:46:06.030919 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7dff9-0be7-4897-8cb3-cea8896af028 admin admin] Pushing event deleted for resources: {'Network': ['ID=8306b3b2-c7c1-4b78-8462-356897eaa70e,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:06.036561 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-38a7dff9-0be7-4897-8cb3-cea8896af028 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:06.231493 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:06.233841 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c72e242-f288-4abb-b16c-085a3db15d57 req-01cae502-ada2-41ec-aa51-270007da00f4 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:06.236797 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd24b054-6911-4bbe-aed4-aafee9c1d9c2 req-a258ef2e-0fd8-43fb-92e4-9d29d37d0f8f tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Made reservation on behalf of 2d153095abe14427b94c36cd340ad809 for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:46:06.240390 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-dd24b054-6911-4bbe-aed4-aafee9c1d9c2 req-a258ef2e-0fd8-43fb-92e4-9d29d37d0f8f tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:06.242912 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8c72e242-f288-4abb-b16c-085a3db15d57 req-01cae502-ada2-41ec-aa51-270007da00f4 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/ports?device_id=c633a603-9c68-4fee-a384-310d8fcc4a30 HTTP/1.1" status: 200 len: 946 time: 0.0914423 Jun 11 09:46:06.285122 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe0c54-61db-4763-bd46-9ca0c808a61f req-027b4db9-873f-42fe-8154-7b44f50202d2 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:06.285122 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2dfe0c54-61db-4763-bd46-9ca0c808a61f req-027b4db9-873f-42fe-8154-7b44f50202d2 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=428fcaf3-5051-4cf2-a026-dbe56a91446f HTTP/1.1" status: 200 len: 944 time: 0.5228238 Jun 11 09:46:06.292323 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8c72e242-f288-4abb-b16c-085a3db15d57 req-098e528f-ab3e-440e-a2e6-4314ddff84eb tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/security-groups?id=18fc41cb-d5ab-4d35-ab48-499184b426b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483444 Jun 11 09:46:06.380829 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e58873d2-0a31-4fd8-9cc8-98c5f8d03e29 req-103d2d62-fd78-4d26-94a3-d2a9898f132a service neutron] 10.222.0.69 "GET /v2.0/networks/743172cf-2dc7-4438-9267-f806a2cb8a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3669405 Jun 11 09:46:06.396556 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-88183b6c-8583-44a3-b2eb-e9c98c793df5 req-42330dab-eeaa-4133-944e-68a755ed5888 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:06.425941 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-dd3181df-231d-4da9-8352-f0e1d3f1ba5b req-d2a03737-e82b-4898-a4a0-48bf3bbe6dd0 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "GET /v2.0/ports?device_id=604f9f22-aaf7-4f98-8e1d-78b9326e5b57 HTTP/1.1" status: 200 len: 210 time: 0.0939994 Jun 11 09:46:06.443512 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3d23cd49-d736-4818-a80f-401648e1a615 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:06.507580 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2dfe0c54-61db-4763-bd46-9ca0c808a61f req-49001872-0833-49ce-aca9-435f6a01cdd9 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263143 Jun 11 09:46:06.523936 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42330dab-eeaa-4133-944e-68a755ed5888 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Pushing event deleted for resources: {'Port': ['ID=8474bfdd-bcbb-4fb4-8675-2331d75bd6ab,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:06.544175 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-42330dab-eeaa-4133-944e-68a755ed5888 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:06.566194 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 42936) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:46:06.609522 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-079c3bed-5ce5-43ba-a898-b3eb257a252a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb47f02b-a17b-4911-bfce-5344faf007c6', 'name': 'tempest-ServerRescueTestJSONUnderV235-2107822683-router', 'tenant_id': 'c5132d58a61b4dee97f4685d93187a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '45593247-f253-4566-badd-4f2044a48209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:45:52Z', 'updated_at': '2021-06-11T09:46:00Z', 'revision_number': 4, 'project_id': 'c5132d58a61b4dee97f4685d93187a0e', 'gw_port': {'id': '45593247-f253-4566-badd-4f2044a48209', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:4b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb47f02b-a17b-4911-bfce-5344faf007c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:45:54Z', 'updated_at': '2021-06-11T09:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': 'e27a1017-8750-4cd8-950f-7d95583b871f', 'name': '', 'network_id': '482bdf30-6ecc-4c58-babd-2078999f07ec', 'tenant_id': 'c5132d58a61b4dee97f4685d93187a0e', 'mac_address': 'fa:16:3e:db:36:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb47f02b-a17b-4911-bfce-5344faf007c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'aff27218-fe9b-4902-82d1-323ec8f666a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:45:58Z', 'updated_at': '2021-06-11T09:46:05Z', 'revision_number': 4, 'project_id': 'c5132d58a61b4dee97f4685d93187a0e', 'subnets': [{'id': 'aff27218-fe9b-4902-82d1-323ec8f666a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:46:06.615663 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079c3bed-5ce5-43ba-a898-b3eb257a252a None None] The sync data for ids ['fb47f02b-a17b-4911-bfce-5344faf007c6'] in n-d-779913-12 is: [{'id': 'fb47f02b-a17b-4911-bfce-5344faf007c6', 'name': 'tempest-ServerRescueTestJSONUnderV235-2107822683-router', 'tenant_id': 'c5132d58a61b4dee97f4685d93187a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '45593247-f253-4566-badd-4f2044a48209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:45:52Z', 'updated_at': '2021-06-11T09:46:00Z', 'revision_number': 4, 'project_id': 'c5132d58a61b4dee97f4685d93187a0e', 'gw_port': {'id': '45593247-f253-4566-badd-4f2044a48209', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:4b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb47f02b-a17b-4911-bfce-5344faf007c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:45:54Z', 'updated_at': '2021-06-11T09:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': 'e27a1017-8750-4cd8-950f-7d95583b871f', 'name': '', 'network_id': '482bdf30-6ecc-4c58-babd-2078999f07ec', 'tenant_id': 'c5132d58a61b4dee97f4685d93187a0e', 'mac_address': 'fa:16:3e:db:36:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb47f02b-a17b-4911-bfce-5344faf007c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'aff27218-fe9b-4902-82d1-323ec8f666a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:45:58Z', 'updated_at': '2021-06-11T09:46:05Z', 'revision_number': 4, 'project_id': 'c5132d58a61b4dee97f4685d93187a0e', 'subnets': [{'id': 'aff27218-fe9b-4902-82d1-323ec8f666a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:46:06.751600 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-4b971ef4-d798-465c-a933-0d42e1fb871d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9e00f0b8050a4c758f9c2d03d3f429fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1820550 Jun 11 09:46:06.754026 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 42938) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:46:06.805730 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619bf48c-99d4-4748-a168-b618d099e5bb req-cbe596b2-07fc-4eb3-b73c-d3536084d2d5 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:06.812611 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-619bf48c-99d4-4748-a168-b618d099e5bb req-cbe596b2-07fc-4eb3-b73c-d3536084d2d5 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/networks?id=ecbff90d-5ab6-4357-bf37-5548ca0e9255 HTTP/1.1" status: 200 len: 810 time: 0.2767720 Jun 11 09:46:06.844306 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-619bf48c-99d4-4748-a168-b618d099e5bb req-b51e00c3-3faa-485a-b2cb-5b4b08189d04 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/quotas/85a0b78c318440aa9b70136d633fbbff HTTP/1.1" status: 200 len: 375 time: 0.0306010 Jun 11 09:46:06.899755 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-80a6e164-2438-457e-9f8e-582bba6113b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:06.916947 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-48fa1747-f74a-4ff1-8c10-70d25fa0397b req-150d8f0e-2ad9-4338-a179-412598b7f4ff tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a97632d-2625-4ca9-afb6-ae7df42d0ac2 HTTP/1.1" status: 200 len: 210 time: 0.0935712 Jun 11 09:46:06.938815 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-80a6e164-2438-457e-9f8e-582bba6113b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:06.954946 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-dd24b054-6911-4bbe-aed4-aafee9c1d9c2 req-a258ef2e-0fd8-43fb-92e4-9d29d37d0f8f tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Allocated IP 192.168.233.116 (cf20d108-f84c-44de-9036-2269564edd60/189b03cc-b2a8-4615-9ab5-ad0328c3f10f/cbc95581-f7cd-49cd-a94b-99db80038c35) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:46:07.034163 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d51966-c667-4d6f-86bc-149f146de88c req-0287af78-9959-420c-8c5b-ed072349059d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:07.035783 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-29d51966-c667-4d6f-86bc-149f146de88c req-0287af78-9959-420c-8c5b-ed072349059d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=845e0c4a59a549beb9cd8a20149f973b&device_id=428fcaf3-5051-4cf2-a026-dbe56a91446f HTTP/1.1" status: 200 len: 1096 time: 0.4159608 Jun 11 09:46:07.051930 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-619bf48c-99d4-4748-a168-b618d099e5bb req-0a109c8e-3c79-4996-87e4-f05be73baba2 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=85a0b78c318440aa9b70136d633fbbff&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2036500 Jun 11 09:46:07.102784 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-80a6e164-2438-457e-9f8e-582bba6113b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:07.110235 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-80a6e164-2438-457e-9f8e-582bba6113b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:07.112385 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-80a6e164-2438-457e-9f8e-582bba6113b3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/09f483c6-cf52-4168-b2e6-1a9686fe8b6b HTTP/1.1" status: 204 len: 168 time: 0.3593755 Jun 11 09:46:07.135659 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-25953374-30bf-4867-8359-2a1ea0c07ee6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:07.163868 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a6e164-2438-457e-9f8e-582bba6113b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f483c6-cf52-4168-b2e6-1a9686fe8b6b,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:07.167242 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-80a6e164-2438-457e-9f8e-582bba6113b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:07.183976 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [req-88183b6c-8583-44a3-b2eb-e9c98c793df5 req-42330dab-eeaa-4133-944e-68a755ed5888 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Router d7fdfdca-ef40-4cfd-bb95-82ce929d21bb has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 09:46:07.289979 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-619bf48c-99d4-4748-a168-b618d099e5bb req-c635363f-677c-4e28-9c8e-a082d6d01b9a service neutron] 10.222.0.60 "GET /v2.0/networks/ecbff90d-5ab6-4357-bf37-5548ca0e9255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370961 Jun 11 09:46:07.392504 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-dd24b054-6911-4bbe-aed4-aafee9c1d9c2 req-a258ef2e-0fd8-43fb-92e4-9d29d37d0f8f tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:07.407246 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-dd24b054-6911-4bbe-aed4-aafee9c1d9c2 req-a258ef2e-0fd8-43fb-92e4-9d29d37d0f8f tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Transition to ACTIVE for port object cbc95581-f7cd-49cd-a94b-99db80038c35 will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:46:07.465294 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device e27a1017-8750-4cd8-950f-7d95583b871f up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:46:07.551976 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-619bf48c-99d4-4748-a168-b618d099e5bb req-69613057-cbbb-4a75-8d4d-bad47aa04304 service neutron] 10.222.0.60 "GET /v2.0/networks/ecbff90d-5ab6-4357-bf37-5548ca0e9255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582397 Jun 11 09:46:07.599661 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6e4d56e3-5cb0-4401-9345-afa4506e9823 req-f9439255-1ec6-40d1-ac30-37e4854ff052 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe19a04e-7480-44f2-85e4-1ad69ca54cb6 HTTP/1.1" status: 200 len: 210 time: 0.3513479 Jun 11 09:46:07.701375 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-dd24b054-6911-4bbe-aed4-aafee9c1d9c2 req-a258ef2e-0fd8-43fb-92e4-9d29d37d0f8f tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:07.717304 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['377f653d-177d-4337-aeab-2d19af79e208'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:46:07.728504 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2360e629-c711-46a8-84ba-dffcd500b434 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:07.757973 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port e27a1017-8750-4cd8-950f-7d95583b871f completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:46:07.771839 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port e27a1017-8750-4cd8-950f-7d95583b871f triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:46:07.772606 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:07.995456 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-88183b6c-8583-44a3-b2eb-e9c98c793df5 req-42330dab-eeaa-4133-944e-68a755ed5888 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:46:07.997603 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a258ef2e-0fd8-43fb-92e4-9d29d37d0f8f tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Pushing event updated for resources: {'Port': ['ID=cbc95581-f7cd-49cd-a94b-99db80038c35,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:08.006468 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66de7d55-82e3-48e9-8293-2a38f7fad590 None None] Sync routers for ids ['d7fdfdca-ef40-4cfd-bb95-82ce929d21bb'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:46:08.025377 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66de7d55-82e3-48e9-8293-2a38f7fad590 None None] Routers {'d7fdfdca-ef40-4cfd-bb95-82ce929d21bb'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:46:08.034787 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-66de7d55-82e3-48e9-8293-2a38f7fad590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:45:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['d7fdfdca-ef40-4cfd-bb95-82ce929d21bb'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:46:08.140569 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4ad56c87-7634-4b23-bd51-a85215695ac7 req-c114c04c-e473-48d2-9d4d-81356d67658e tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "GET /v2.0/ports?device_id=604f9f22-aaf7-4f98-8e1d-78b9326e5b57 HTTP/1.1" status: 200 len: 210 time: 0.0922155 Jun 11 09:46:08.178860 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:08.228356 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd24b054-6911-4bbe-aed4-aafee9c1d9c2 req-a258ef2e-0fd8-43fb-92e4-9d29d37d0f8f tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Network cf20d108-f84c-44de-9036-2269564edd60 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:46:08.255378 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a258ef2e-0fd8-43fb-92e4-9d29d37d0f8f tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:08.258233 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-88183b6c-8583-44a3-b2eb-e9c98c793df5 req-42330dab-eeaa-4133-944e-68a755ed5888 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] No DVR routers for this DVR port 8474bfdd-bcbb-4fb4-8675-2331d75bd6ab on host n-h1-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:46:08.305717 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-88183b6c-8583-44a3-b2eb-e9c98c793df5 req-42330dab-eeaa-4133-944e-68a755ed5888 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:08.312416 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-88183b6c-8583-44a3-b2eb-e9c98c793df5 req-42330dab-eeaa-4133-944e-68a755ed5888 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] 10.222.0.64 "DELETE /v2.0/ports/8474bfdd-bcbb-4fb4-8675-2331d75bd6ab HTTP/1.1" status: 204 len: 173 time: 5.0155716 Jun 11 09:46:08.346114 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-dd24b054-6911-4bbe-aed4-aafee9c1d9c2 req-a258ef2e-0fd8-43fb-92e4-9d29d37d0f8f tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:46:08.349713 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd24b054-6911-4bbe-aed4-aafee9c1d9c2 req-a258ef2e-0fd8-43fb-92e4-9d29d37d0f8f tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:46:08.360481 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe19a04e-7480-44f2-85e4-1ad69ca54cb6', 'name': 'network-vif-deleted', 'tag': '8474bfdd-bcbb-4fb4-8675-2331d75bd6ab'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:46:08.365804 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-66de7d55-82e3-48e9-8293-2a38f7fad590 None None] Set router d7fdfdca-ef40-4cfd-bb95-82ce929d21bb gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:46:08.370495 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3170170d-f7b3-4d51-804a-61c2d8e8c157" -d '{"events": [{"server_uuid": "fe19a04e-7480-44f2-85e4-1ad69ca54cb6", "name": "network-vif-deleted", "tag": "8474bfdd-bcbb-4fb4-8675-2331d75bd6ab"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:46:08.413729 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port e27a1017-8750-4cd8-950f-7d95583b871f, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=e27a1017-8750-4cd8-950f-7d95583b871f,segment=NetworkSegment(802e9f6d-3ccd-4201-9afd-53110d0b2010),segment_id=802e9f6d-3ccd-4201-9afd-53110d0b2010)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:46:08.451466 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d51966-c667-4d6f-86bc-149f146de88c req-806a14d9-000d-434e-b899-150bfb26778c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:08.460704 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-29d51966-c667-4d6f-86bc-149f146de88c req-806a14d9-000d-434e-b899-150bfb26778c service neutron] 10.222.0.69 "GET /v2.0/networks?id=743172cf-2dc7-4438-9267-f806a2cb8a77 HTTP/1.1" status: 200 len: 907 time: 1.4123545 Jun 11 09:46:08.485828 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:08.488453 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:08.608293 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9721ae09-d5b1-4572-ab75-e078cc727fe9 req-c598f010-026e-4c93-babe-510538f4a38c tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:08.619596 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9721ae09-d5b1-4572-ab75-e078cc727fe9 req-c598f010-026e-4c93-babe-510538f4a38c tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=428fcaf3-5051-4cf2-a026-dbe56a91446f HTTP/1.1" status: 200 len: 944 time: 0.1909239 Jun 11 09:46:08.698101 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=e27a1017-8750-4cd8-950f-7d95583b871f,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:08.706360 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:08.715192 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9721ae09-d5b1-4572-ab75-e078cc727fe9 req-5a1b1232-6f29-4041-9951-9cf6b8f8ab5f tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931301 Jun 11 09:46:08.719689 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-29d51966-c667-4d6f-86bc-149f146de88c req-d6c9e246-a021-404e-95c5-8045ba50a96b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d90aed3-d0d9-439d-99e2-28dedffaf1bf HTTP/1.1" status: 200 len: 217 time: 0.2442021 Jun 11 09:46:08.897756 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-ac97845a-7aa8-485e-ab1c-56cb1f705c86 None None] Provisioning for port cbc95581-f7cd-49cd-a94b-99db80038c35 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:46:08.904164 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-ac97845a-7aa8-485e-ab1c-56cb1f705c86 None None] Provisioning complete for port cbc95581-f7cd-49cd-a94b-99db80038c35 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:46:08.905276 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ac97845a-7aa8-485e-ab1c-56cb1f705c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:08.906134 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-24ef7752-5ef2-4a2c-ac5d-830e6c7da67b req-f0e8b8c2-fafe-40ee-8067-c5d513447c12 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=07a4e6db-d26d-45d2-b2ee-df8136c9da39 HTTP/1.1" status: 200 len: 210 time: 0.1087937 Jun 11 09:46:08.913720 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1227e7aa-279a-4a9b-ab6d-1c509a3f6c18 req-5daade7f-87f8-4e20-9330-63099cb32607 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:08.925418 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1227e7aa-279a-4a9b-ab6d-1c509a3f6c18 req-5daade7f-87f8-4e20-9330-63099cb32607 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/ports?device_id=c633a603-9c68-4fee-a384-310d8fcc4a30 HTTP/1.1" status: 200 len: 946 time: 1.1539443 Jun 11 09:46:08.948274 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd24b054-6911-4bbe-aed4-aafee9c1d9c2 req-a258ef2e-0fd8-43fb-92e4-9d29d37d0f8f tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:08.950361 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-dd24b054-6911-4bbe-aed4-aafee9c1d9c2 req-a258ef2e-0fd8-43fb-92e4-9d29d37d0f8f tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:09.030167 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1227e7aa-279a-4a9b-ab6d-1c509a3f6c18 req-ce3e24c5-9b43-4c15-a2bd-23eb86752350 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/security-groups?id=18fc41cb-d5ab-4d35-ab48-499184b426b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034644 Jun 11 09:46:09.065934 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-66de7d55-82e3-48e9-8293-2a38f7fad590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7fdfdca-ef40-4cfd-bb95-82ce929d21bb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1943007393-router', 'tenant_id': 'ac78eeea7bf3498e9a17f0b731c3620c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '65d7d665-2054-433c-b0b4-b8a1015d6f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:39:14Z', 'updated_at': '2021-06-11T09:39:22Z', 'revision_number': 4, 'project_id': 'ac78eeea7bf3498e9a17f0b731c3620c', 'gw_port': {'id': '65d7d665-2054-433c-b0b4-b8a1015d6f02', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:19:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fdfdca-ef40-4cfd-bb95-82ce929d21bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:39:16Z', 'updated_at': '2021-06-11T09:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '4aee4b2f-e3e1-4fd0-9092-e7ea1799caed', 'name': '', 'network_id': 'bd769a33-d2ae-4a77-8be2-0047382ae593', 'tenant_id': 'ac78eeea7bf3498e9a17f0b731c3620c', 'mac_address': 'fa:16:3e:90:2a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fdfdca-ef40-4cfd-bb95-82ce929d21bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'fce8e258-cc45-4e2c-8dcb-94cdefb9f0b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:39:21Z', 'updated_at': '2021-06-11T09:39:28Z', 'revision_number': 5, 'project_id': 'ac78eeea7bf3498e9a17f0b731c3620c', 'subnets': [{'id': 'fce8e258-cc45-4e2c-8dcb-94cdefb9f0b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:46:09.070796 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66de7d55-82e3-48e9-8293-2a38f7fad590 None None] Checking router: d7fdfdca-ef40-4cfd-bb95-82ce929d21bb for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:46:09.077586 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d51966-c667-4d6f-86bc-149f146de88c req-3ea1e3f4-0e75-47f7-bcaf-60ee9de67ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:09.079211 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-29d51966-c667-4d6f-86bc-149f146de88c req-3ea1e3f4-0e75-47f7-bcaf-60ee9de67ee2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=78635cc5-5408-4976-b3d9-b4cc65a6e8b4 HTTP/1.1" status: 200 len: 846 time: 0.3505576 Jun 11 09:46:09.082650 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66de7d55-82e3-48e9-8293-2a38f7fad590 None None] Routers {'d7fdfdca-ef40-4cfd-bb95-82ce929d21bb'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:46:09.083650 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-66de7d55-82e3-48e9-8293-2a38f7fad590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:45:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['d7fdfdca-ef40-4cfd-bb95-82ce929d21bb'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:46:09.112055 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-ac97845a-7aa8-485e-ab1c-56cb1f705c86 None None] Port cbc95581-f7cd-49cd-a94b-99db80038c35 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:46:09.161456 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86b46bd3-ae62-4047-9658-216aaf43c96a x-openstack-request-id: req-86b46bd3-ae62-4047-9658-216aaf43c96a {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:46:09.162019 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe19a04e-7480-44f2-85e4-1ad69ca54cb6", "name": "network-vif-deleted", "tag": "8474bfdd-bcbb-4fb4-8675-2331d75bd6ab", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:46:09.166601 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-86b46bd3-ae62-4047-9658-216aaf43c96a {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:46:09.166601 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe19a04e-7480-44f2-85e4-1ad69ca54cb6', 'name': 'network-vif-deleted', 'tag': '8474bfdd-bcbb-4fb4-8675-2331d75bd6ab', 'status': 'completed', 'code': 200} Jun 11 09:46:09.172133 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-29d51966-c667-4d6f-86bc-149f146de88c req-137f2553-89c8-48c0-baf5-df698adb7392 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=743172cf-2dc7-4438-9267-f806a2cb8a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0857637 Jun 11 09:46:09.174465 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-dd24b054-6911-4bbe-aed4-aafee9c1d9c2 req-a258ef2e-0fd8-43fb-92e4-9d29d37d0f8f tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7325490 Jun 11 09:46:09.184716 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf838e0-b7f1-478a-84e0-be3090063fde req-da3344f8-a660-439f-a828-94b7a1478271 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:09.191082 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1bf838e0-b7f1-478a-84e0-be3090063fde req-da3344f8-a660-439f-a828-94b7a1478271 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.69 "GET /v2.0/networks?id=482bdf30-6ecc-4c58-babd-2078999f07ec HTTP/1.1" status: 200 len: 820 time: 0.2863576 Jun 11 09:46:09.201439 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-1bf838e0-b7f1-478a-84e0-be3090063fde req-cbb63fd7-da2a-4d1c-81f4-bd843a0157ba tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Request body: {'port': {'device_id': '604f9f22-aaf7-4f98-8e1d-78b9326e5b57', 'network_id': '482bdf30-6ecc-4c58-babd-2078999f07ec', 'admin_state_up': True, 'tenant_id': 'c5132d58a61b4dee97f4685d93187a0e'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:46:09.240751 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-dd24b054-6911-4bbe-aed4-aafee9c1d9c2 req-11b3560e-6aa5-401e-8a34-7813f4aad6d5 service neutron] Request body: {'port': {'device_id': '4a97632d-2625-4ca9-afb6-ae7df42d0ac2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:46:09.398013 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device e27a1017-8750-4cd8-950f-7d95583b871f up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:46:09.557806 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port e27a1017-8750-4cd8-950f-7d95583b871f triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:46:09.558248 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:09.582343 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-66de7d55-82e3-48e9-8293-2a38f7fad590 None None] Set router d7fdfdca-ef40-4cfd-bb95-82ce929d21bb gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:46:09.755587 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e6b1f1-a9f5-4cef-be8e-820900583d03 req-ea734a03-b5b9-48a2-8d66-32a59783ede2 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:09.765789 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a6e6b1f1-a9f5-4cef-be8e-820900583d03 req-ea734a03-b5b9-48a2-8d66-32a59783ede2 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a97632d-2625-4ca9-afb6-ae7df42d0ac2 HTTP/1.1" status: 200 len: 936 time: 0.4773734 Jun 11 09:46:09.829848 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 43010) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:46:09.868148 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a6e6b1f1-a9f5-4cef-be8e-820900583d03 req-9eba7405-bcfc-4908-9064-c67317cad9a5 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013362 Jun 11 09:46:09.896617 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bf838e0-b7f1-478a-84e0-be3090063fde req-cbb63fd7-da2a-4d1c-81f4-bd843a0157ba tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Made reservation on behalf of c5132d58a61b4dee97f4685d93187a0e for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:46:09.901159 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-1bf838e0-b7f1-478a-84e0-be3090063fde req-cbb63fd7-da2a-4d1c-81f4-bd843a0157ba tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:09.915252 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9d5d66df-266d-4498-8aa1-bb686e3538ca req-56277c59-168f-4a11-9e85-759079bbda69 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe19a04e-7480-44f2-85e4-1ad69ca54cb6 HTTP/1.1" status: 200 len: 210 time: 0.1014552 Jun 11 09:46:10.060048 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 8d90aed3-d0d9-439d-99e2-28dedffaf1bf details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:46:10.083033 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-dd24b054-6911-4bbe-aed4-aafee9c1d9c2 req-11b3560e-6aa5-401e-8a34-7813f4aad6d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:10.102205 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-29d51966-c667-4d6f-86bc-149f146de88c req-43dfe5d6-6408-4a6f-a47f-45e240a3a80a service neutron] 10.222.0.69 "GET /v2.0/networks/743172cf-2dc7-4438-9267-f806a2cb8a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9256992 Jun 11 09:46:10.110850 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-66de7d55-82e3-48e9-8293-2a38f7fad590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7fdfdca-ef40-4cfd-bb95-82ce929d21bb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1943007393-router', 'tenant_id': 'ac78eeea7bf3498e9a17f0b731c3620c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '65d7d665-2054-433c-b0b4-b8a1015d6f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:39:14Z', 'updated_at': '2021-06-11T09:39:22Z', 'revision_number': 4, 'project_id': 'ac78eeea7bf3498e9a17f0b731c3620c', 'gw_port': {'id': '65d7d665-2054-433c-b0b4-b8a1015d6f02', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:19:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fdfdca-ef40-4cfd-bb95-82ce929d21bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:39:16Z', 'updated_at': '2021-06-11T09:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '4aee4b2f-e3e1-4fd0-9092-e7ea1799caed', 'name': '', 'network_id': 'bd769a33-d2ae-4a77-8be2-0047382ae593', 'tenant_id': 'ac78eeea7bf3498e9a17f0b731c3620c', 'mac_address': 'fa:16:3e:90:2a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fdfdca-ef40-4cfd-bb95-82ce929d21bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'fce8e258-cc45-4e2c-8dcb-94cdefb9f0b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:39:21Z', 'updated_at': '2021-06-11T09:39:28Z', 'revision_number': 5, 'project_id': 'ac78eeea7bf3498e9a17f0b731c3620c', 'subnets': [{'id': 'fce8e258-cc45-4e2c-8dcb-94cdefb9f0b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:46:10.115840 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66de7d55-82e3-48e9-8293-2a38f7fad590 None None] The sync data for ids ['d7fdfdca-ef40-4cfd-bb95-82ce929d21bb'] in n-d-779913-12 is: [{'id': 'd7fdfdca-ef40-4cfd-bb95-82ce929d21bb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1943007393-router', 'tenant_id': 'ac78eeea7bf3498e9a17f0b731c3620c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '65d7d665-2054-433c-b0b4-b8a1015d6f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:39:14Z', 'updated_at': '2021-06-11T09:39:22Z', 'revision_number': 4, 'project_id': 'ac78eeea7bf3498e9a17f0b731c3620c', 'gw_port': {'id': '65d7d665-2054-433c-b0b4-b8a1015d6f02', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:19:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fdfdca-ef40-4cfd-bb95-82ce929d21bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:39:16Z', 'updated_at': '2021-06-11T09:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '4aee4b2f-e3e1-4fd0-9092-e7ea1799caed', 'name': '', 'network_id': 'bd769a33-d2ae-4a77-8be2-0047382ae593', 'tenant_id': 'ac78eeea7bf3498e9a17f0b731c3620c', 'mac_address': 'fa:16:3e:90:2a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fdfdca-ef40-4cfd-bb95-82ce929d21bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'fce8e258-cc45-4e2c-8dcb-94cdefb9f0b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:39:21Z', 'updated_at': '2021-06-11T09:39:28Z', 'revision_number': 5, 'project_id': 'ac78eeea7bf3498e9a17f0b731c3620c', 'subnets': [{'id': 'fce8e258-cc45-4e2c-8dcb-94cdefb9f0b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:46:10.177730 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-49511ac1-4a56-46a1-94f3-cfc2e1ca43c4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1671419343-network', 'tenant_id': 'fba2fc35a9f946818209133d958208bf'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:46:10.278931 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 8d90aed3-d0d9-439d-99e2-28dedffaf1bf, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=8d90aed3-d0d9-439d-99e2-28dedffaf1bf,segment=NetworkSegment(b51c68b7-80ed-4de8-bd6d-e2ba699aba0b),segment_id=b51c68b7-80ed-4de8-bd6d-e2ba699aba0b)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:46:10.302184 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': '8d90aed3-d0d9-439d-99e2-28dedffaf1bf', 'network_id': '743172cf-2dc7-4438-9267-f806a2cb8a77', 'port_id': '8d90aed3-d0d9-439d-99e2-28dedffaf1bf', 'mac_address': 'fa:16:3e:a0:83:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78635cc5-5408-4976-b3d9-b4cc65a6e8b4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:46:10.325507 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4c7a0eb0-c307-4a50-8621-4b28926e9f5b req-33c1c563-5cf2-4a34-bfc2-ecc56e807986 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "GET /v2.0/ports?device_id=604f9f22-aaf7-4f98-8e1d-78b9326e5b57 HTTP/1.1" status: 200 len: 210 time: 0.2231872 Jun 11 09:46:10.393002 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:10.418092 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [req-1bf838e0-b7f1-478a-84e0-be3090063fde req-cbb63fd7-da2a-4d1c-81f4-bd843a0157ba tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Allocated IP 172.20.0.11 (482bdf30-6ecc-4c58-babd-2078999f07ec/aff27218-fe9b-4902-82d1-323ec8f666a1/1f1b5c6e-6272-4400-80b4-7e0f066ffadb) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:46:10.433231 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d90aed3-d0d9-439d-99e2-28dedffaf1bf {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:46:10.463689 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 8d90aed3-d0d9-439d-99e2-28dedffaf1bf, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=8d90aed3-d0d9-439d-99e2-28dedffaf1bf,segment=NetworkSegment(b51c68b7-80ed-4de8-bd6d-e2ba699aba0b),segment_id=b51c68b7-80ed-4de8-bd6d-e2ba699aba0b)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:46:10.559719 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a6be02-0141-45b3-9c82-297126815b5c None None] New status for floating IP e0bcb7f8-877e-4244-b3d0-2d0c0f95ccfd: DOWN {{(pid=93178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 09:46:10.587742 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49511ac1-4a56-46a1-94f3-cfc2e1ca43c4 admin admin] Made reservation on behalf of fba2fc35a9f946818209133d958208bf for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:46:10.590302 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-49511ac1-4a56-46a1-94f3-cfc2e1ca43c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:10.614264 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-49511ac1-4a56-46a1-94f3-cfc2e1ca43c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:10.614503 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:10.615216 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-29d51966-c667-4d6f-86bc-149f146de88c req-6dbdee65-1d3a-4f28-96c6-4d53cc7490b7 service neutron] 10.222.0.69 "GET /v2.0/networks/743172cf-2dc7-4438-9267-f806a2cb8a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4697368 Jun 11 09:46:10.617084 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-40a9a8f7-05c6-4e20-8d96-1861310974fb req-2868fa98-a6d1-4e80-805e-00261043124e tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=07a4e6db-d26d-45d2-b2ee-df8136c9da39 HTTP/1.1" status: 200 len: 210 time: 0.0515568 Jun 11 09:46:10.621163 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:10.735823 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=8d90aed3-d0d9-439d-99e2-28dedffaf1bf,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:10.735823 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:10.748452 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380f3414-9b9a-4fac-9f75-76c40a3f62bd req-a7810bd5-9b73-4c26-9326-c960d3acc4e3 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:10.750696 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-380f3414-9b9a-4fac-9f75-76c40a3f62bd req-a7810bd5-9b73-4c26-9326-c960d3acc4e3 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=428fcaf3-5051-4cf2-a026-dbe56a91446f HTTP/1.1" status: 200 len: 944 time: 0.2469845 Jun 11 09:46:10.809137 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-1bf838e0-b7f1-478a-84e0-be3090063fde req-cbb63fd7-da2a-4d1c-81f4-bd843a0157ba tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:10.853635 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-380f3414-9b9a-4fac-9f75-76c40a3f62bd req-ae186601-dbed-447a-8f12-0f6084551dae tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919414 Jun 11 09:46:10.924441 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-dd24b054-6911-4bbe-aed4-aafee9c1d9c2 req-11b3560e-6aa5-401e-8a34-7813f4aad6d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbc95581-f7cd-49cd-a94b-99db80038c35 {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:46:10.936596 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-49511ac1-4a56-46a1-94f3-cfc2e1ca43c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:10.942128 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-dd24b054-6911-4bbe-aed4-aafee9c1d9c2 req-11b3560e-6aa5-401e-8a34-7813f4aad6d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:10.957130 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-dd24b054-6911-4bbe-aed4-aafee9c1d9c2 req-11b3560e-6aa5-401e-8a34-7813f4aad6d5 service neutron] Transition to ACTIVE for port object cbc95581-f7cd-49cd-a94b-99db80038c35 will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:46:10.965687 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62044f5-f5fc-44ca-bc95-abc9db41f79c req-6daddc13-ad8a-452f-b3b2-fe1a2497bdce tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:10.967182 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c62044f5-f5fc-44ca-bc95-abc9db41f79c req-6daddc13-ad8a-452f-b3b2-fe1a2497bdce tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/ports?device_id=c633a603-9c68-4fee-a384-310d8fcc4a30 HTTP/1.1" status: 200 len: 946 time: 0.1516311 Jun 11 09:46:11.000554 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-1bf838e0-b7f1-478a-84e0-be3090063fde req-cbb63fd7-da2a-4d1c-81f4-bd843a0157ba tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:11.014436 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0bef4bdb-3d05-43ce-ac9b-97c2f821cf73 tempest-ServerAddressesNegativeTestJSON-689532097 tempest-ServerAddressesNegativeTestJSON-689532097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:11.021559 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['8d90aed3-d0d9-439d-99e2-28dedffaf1bf'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:46:11.036600 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c62044f5-f5fc-44ca-bc95-abc9db41f79c req-a115681a-d53d-472e-9405-50dd649e308a tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/security-groups?id=18fc41cb-d5ab-4d35-ab48-499184b426b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600438 Jun 11 09:46:11.057308 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-dd24b054-6911-4bbe-aed4-aafee9c1d9c2 req-11b3560e-6aa5-401e-8a34-7813f4aad6d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:11.061125 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3722c12d-00b9-4faa-ab18-274bb0c2758a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:11.066102 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-49511ac1-4a56-46a1-94f3-cfc2e1ca43c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:11.070863 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bf838e0-b7f1-478a-84e0-be3090063fde req-cbb63fd7-da2a-4d1c-81f4-bd843a0157ba tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Network 482bdf30-6ecc-4c58-babd-2078999f07ec is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:46:11.082487 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [req-1bf838e0-b7f1-478a-84e0-be3090063fde req-cbb63fd7-da2a-4d1c-81f4-bd843a0157ba tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:46:11.093333 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bf838e0-b7f1-478a-84e0-be3090063fde req-cbb63fd7-da2a-4d1c-81f4-bd843a0157ba tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:46:11.141132 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb63fd7-da2a-4d1c-81f4-bd843a0157ba tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Pushing event updated for resources: {'Port': ['ID=1f1b5c6e-6272-4400-80b4-7e0f066ffadb,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:11.153580 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49511ac1-4a56-46a1-94f3-cfc2e1ca43c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 774} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 09:46:11.158313 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-cbb63fd7-da2a-4d1c-81f4-bd843a0157ba tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:11.158794 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b838943c-8883-4855-8efc-bd4be4cefb7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:11.273083 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-49511ac1-4a56-46a1-94f3-cfc2e1ca43c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:11.273437 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-49511ac1-4a56-46a1-94f3-cfc2e1ca43c4 admin admin] Added segment ff1b6e69-535d-49e6-8eec-dcd8b2478781 of type vlan for network 13582f17-d11a-4672-9c06-221c87b5ead2 Jun 11 09:46:11.304207 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf838e0-b7f1-478a-84e0-be3090063fde req-cbb63fd7-da2a-4d1c-81f4-bd843a0157ba tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:11.304881 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-1bf838e0-b7f1-478a-84e0-be3090063fde req-cbb63fd7-da2a-4d1c-81f4-bd843a0157ba tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:11.321486 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49511ac1-4a56-46a1-94f3-cfc2e1ca43c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd710ae-7d63-4393-bb35-ae592b3b41fe,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:11.325096 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-49511ac1-4a56-46a1-94f3-cfc2e1ca43c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:11.334929 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b3560e-6aa5-401e-8a34-7813f4aad6d5 service neutron] Pushing event updated for resources: {'Port': ['ID=cbc95581-f7cd-49cd-a94b-99db80038c35,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:11.340692 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-11b3560e-6aa5-401e-8a34-7813f4aad6d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:11.394939 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-49511ac1-4a56-46a1-94f3-cfc2e1ca43c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:11.492428 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1bf838e0-b7f1-478a-84e0-be3090063fde req-cbb63fd7-da2a-4d1c-81f4-bd843a0157ba tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2951541 Jun 11 09:46:11.521906 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-1bf838e0-b7f1-478a-84e0-be3090063fde req-d7632bd7-3375-47cb-9cd0-d710ce94535f service neutron] Request body: {'port': {'device_id': '604f9f22-aaf7-4f98-8e1d-78b9326e5b57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-12'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:46:11.566083 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619bf48c-99d4-4748-a168-b618d099e5bb req-b8aa7b83-d94b-4334-bb85-6f39be94eeb2 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:11.567555 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-619bf48c-99d4-4748-a168-b618d099e5bb req-b8aa7b83-d94b-4334-bb85-6f39be94eeb2 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.64 "GET /v2.0/networks?id=ecbff90d-5ab6-4357-bf37-5548ca0e9255 HTTP/1.1" status: 200 len: 810 time: 0.4685774 Jun 11 09:46:11.582308 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-619bf48c-99d4-4748-a168-b618d099e5bb req-d455c008-fd91-4984-9b05-42d9c48e48c6 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Request body: {'port': {'device_id': '07a4e6db-d26d-45d2-b2ee-df8136c9da39', 'network_id': 'ecbff90d-5ab6-4357-bf37-5548ca0e9255', 'admin_state_up': True, 'tenant_id': '85a0b78c318440aa9b70136d633fbbff'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:46:11.583101 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-49511ac1-4a56-46a1-94f3-cfc2e1ca43c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:11.584156 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49511ac1-4a56-46a1-94f3-cfc2e1ca43c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:11.584748 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-49511ac1-4a56-46a1-94f3-cfc2e1ca43c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:11.597867 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d8591-17cd-49e5-a65b-33f95bf207fd req-942d932c-6633-490b-b98b-339a71031762 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:11.599350 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4f1d8591-17cd-49e5-a65b-33f95bf207fd req-942d932c-6633-490b-b98b-339a71031762 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a97632d-2625-4ca9-afb6-ae7df42d0ac2 HTTP/1.1" status: 200 len: 948 time: 0.2819841 Jun 11 09:46:11.602614 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:11.613460 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-dd24b054-6911-4bbe-aed4-aafee9c1d9c2 req-11b3560e-6aa5-401e-8a34-7813f4aad6d5 service neutron] Attempting to bind port cbc95581-f7cd-49cd-a94b-99db80038c35 on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:46:11.614304 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-dd24b054-6911-4bbe-aed4-aafee9c1d9c2 req-11b3560e-6aa5-401e-8a34-7813f4aad6d5 service neutron] Attempting to bind port cbc95581-f7cd-49cd-a94b-99db80038c35 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:46:11.614626 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd24b054-6911-4bbe-aed4-aafee9c1d9c2 req-11b3560e-6aa5-401e-8a34-7813f4aad6d5 service neutron] Attempting to bind port cbc95581-f7cd-49cd-a94b-99db80038c35 on network cf20d108-f84c-44de-9036-2269564edd60 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:46:11.639068 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd24b054-6911-4bbe-aed4-aafee9c1d9c2 req-11b3560e-6aa5-401e-8a34-7813f4aad6d5 service neutron] Port cbc95581-f7cd-49cd-a94b-99db80038c35 on network cf20d108-f84c-44de-9036-2269564edd60 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:46:11.639397 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd24b054-6911-4bbe-aed4-aafee9c1d9c2 req-11b3560e-6aa5-401e-8a34-7813f4aad6d5 service neutron] Attempting to bind port cbc95581-f7cd-49cd-a94b-99db80038c35 on network cf20d108-f84c-44de-9036-2269564edd60 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:46:11.702422 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd24b054-6911-4bbe-aed4-aafee9c1d9c2 req-11b3560e-6aa5-401e-8a34-7813f4aad6d5 service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:46:11.702812 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd24b054-6911-4bbe-aed4-aafee9c1d9c2 req-11b3560e-6aa5-401e-8a34-7813f4aad6d5 service neutron] Checking segment: {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:46:11.703027 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd24b054-6911-4bbe-aed4-aafee9c1d9c2 req-11b3560e-6aa5-401e-8a34-7813f4aad6d5 service neutron] Bound using segment: {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:46:11.703408 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-dd24b054-6911-4bbe-aed4-aafee9c1d9c2 req-11b3560e-6aa5-401e-8a34-7813f4aad6d5 service neutron] Bound port: cbc95581-f7cd-49cd-a94b-99db80038c35, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:46:11.703746 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-dd24b054-6911-4bbe-aed4-aafee9c1d9c2 req-11b3560e-6aa5-401e-8a34-7813f4aad6d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:11.757120 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4f1d8591-17cd-49e5-a65b-33f95bf207fd req-b7f7a9b0-98d5-4995-8956-0ab7bbc1adcf tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390488 Jun 11 09:46:11.772321 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49511ac1-4a56-46a1-94f3-cfc2e1ca43c4 admin admin] Pushing event updated for resources: {'Network': ['ID=13582f17-d11a-4672-9c06-221c87b5ead2,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:11.790819 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 13582f17-d11a-4672-9c06-221c87b5ead2 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:46:11.797666 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-49511ac1-4a56-46a1-94f3-cfc2e1ca43c4 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9667935 Jun 11 09:46:11.801905 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-49511ac1-4a56-46a1-94f3-cfc2e1ca43c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:11.809175 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 43048) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:46:11.815096 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-9bb2c576-dba1-4fd8-a947-4d5d32d203b8 admin admin] Request body: {'subnet': {'network_id': '13582f17-d11a-4672-9c06-221c87b5ead2', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1671419343-subnet', 'tenant_id': 'fba2fc35a9f946818209133d958208bf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:46:11.818160 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-1bf838e0-b7f1-478a-84e0-be3090063fde req-d7632bd7-3375-47cb-9cd0-d710ce94535f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:11.854164 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-dd24b054-6911-4bbe-aed4-aafee9c1d9c2 req-11b3560e-6aa5-401e-8a34-7813f4aad6d5 service neutron] For port cbc95581-f7cd-49cd-a94b-99db80038c35, host n-h1-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:46:11.858659 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-dd24b054-6911-4bbe-aed4-aafee9c1d9c2 req-11b3560e-6aa5-401e-8a34-7813f4aad6d5 service neutron] For port cbc95581-f7cd-49cd-a94b-99db80038c35, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=cbc95581-f7cd-49cd-a94b-99db80038c35,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:46:11.860138 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.db.api [req-619bf48c-99d4-4748-a168-b618d099e5bb req-d455c008-fd91-4984-9b05-42d9c48e48c6 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 11 09:46:11.860138 n-d-779913-12 neutron-server[93176]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 11 09:46:11.860138 n-d-779913-12 neutron-server[93176]: [parameters: {'project_id_1': '85a0b78c318440aa9b70136d633fbbff', 'expiration_1': datetime.datetime(2021, 6, 11, 9, 46, 11, 841049)}] Jun 11 09:46:11.860138 n-d-779913-12 neutron-server[93176]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 09:46:11.861076 n-d-779913-12 neutron-server[93176]: DEBUG oslo_db.api [req-619bf48c-99d4-4748-a168-b618d099e5bb req-d455c008-fd91-4984-9b05-42d9c48e48c6 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 09:46:11.949637 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-dd24b054-6911-4bbe-aed4-aafee9c1d9c2 req-11b3560e-6aa5-401e-8a34-7813f4aad6d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:11.952958 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b39b71ac-8b10-49c9-96cf-48168404c336 tempest-MultipleCreateTestJSON-1164216355 tempest-MultipleCreateTestJSON-1164216355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:11.980009 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c93a87f-ee97-498f-b5e2-bde1a486272d req-59deac2c-2eb3-42f6-b2bd-798fde2026a1 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:11.987158 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9c93a87f-ee97-498f-b5e2-bde1a486272d req-59deac2c-2eb3-42f6-b2bd-798fde2026a1 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "GET /v2.0/ports?device_id=604f9f22-aaf7-4f98-8e1d-78b9326e5b57 HTTP/1.1" status: 200 len: 932 time: 0.3618548 Jun 11 09:46:12.006609 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd24b054-6911-4bbe-aed4-aafee9c1d9c2 req-11b3560e-6aa5-401e-8a34-7813f4aad6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:12.007384 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-dd24b054-6911-4bbe-aed4-aafee9c1d9c2 req-11b3560e-6aa5-401e-8a34-7813f4aad6d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:12.008877 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-dd24b054-6911-4bbe-aed4-aafee9c1d9c2 req-11b3560e-6aa5-401e-8a34-7813f4aad6d5 service neutron] 10.222.0.64 "PUT /v2.0/ports/cbc95581-f7cd-49cd-a94b-99db80038c35 HTTP/1.1" status: 200 len: 1097 time: 2.8126156 Jun 11 09:46:12.009677 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a97632d-2625-4ca9-afb6-ae7df42d0ac2', 'tag': 'cbc95581-f7cd-49cd-a94b-99db80038c35'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:46:12.012240 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa899c4a-ec38-41f1-97df-850cc789b9d3" -d '{"events": [{"name": "network-changed", "server_uuid": "4a97632d-2625-4ca9-afb6-ae7df42d0ac2", "tag": "cbc95581-f7cd-49cd-a94b-99db80038c35"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:46:12.042227 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b3560e-6aa5-401e-8a34-7813f4aad6d5 service neutron] Pushing event updated for resources: {'Port': ['ID=cbc95581-f7cd-49cd-a94b-99db80038c35,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:12.055741 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-11b3560e-6aa5-401e-8a34-7813f4aad6d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:12.072164 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9c93a87f-ee97-498f-b5e2-bde1a486272d req-44ffb968-9ce7-4083-bf6f-e88455ec0c1c tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f660163-b4cf-41bb-9ff5-65f9e727e866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841026 Jun 11 09:46:12.075352 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 8d90aed3-d0d9-439d-99e2-28dedffaf1bf up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:46:12.096668 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bb2c576-dba1-4fd8-a947-4d5d32d203b8 admin admin] Made reservation on behalf of fba2fc35a9f946818209133d958208bf for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:46:12.102582 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9bb2c576-dba1-4fd8-a947-4d5d32d203b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:12.148475 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ae082c38-dab6-4e05-9e94-14deffbb96c1 req-9fac3e85-4812-4bdd-a866-1932e446f50f tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=07a4e6db-d26d-45d2-b2ee-df8136c9da39 HTTP/1.1" status: 200 len: 210 time: 0.0635314 Jun 11 09:46:12.205219 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning for port 8d90aed3-d0d9-439d-99e2-28dedffaf1bf completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:46:12.211875 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port 8d90aed3-d0d9-439d-99e2-28dedffaf1bf triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:46:12.212271 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:12.269821 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd24b054-6911-4bbe-aed4-aafee9c1d9c2 req-159fd154-19fa-4a40-9432-43b673dbc848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:12.271880 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-dd24b054-6911-4bbe-aed4-aafee9c1d9c2 req-159fd154-19fa-4a40-9432-43b673dbc848 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2d153095abe14427b94c36cd340ad809&device_id=4a97632d-2625-4ca9-afb6-ae7df42d0ac2 HTTP/1.1" status: 200 len: 1100 time: 0.0971496 Jun 11 09:46:12.323535 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 43064) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:46:12.333252 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:12.363797 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '428fcaf3-5051-4cf2-a026-dbe56a91446f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d90aed3-d0d9-439d-99e2-28dedffaf1bf'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:46:12.367877 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79548123-053c-4339-850e-19e742ccb1f8" -d '{"events": [{"server_uuid": "428fcaf3-5051-4cf2-a026-dbe56a91446f", "name": "network-vif-plugged", "status": "completed", "tag": "8d90aed3-d0d9-439d-99e2-28dedffaf1bf"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:46:12.390729 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 8d90aed3-d0d9-439d-99e2-28dedffaf1bf, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=8d90aed3-d0d9-439d-99e2-28dedffaf1bf,segment=NetworkSegment(b51c68b7-80ed-4de8-bd6d-e2ba699aba0b),segment_id=b51c68b7-80ed-4de8-bd6d-e2ba699aba0b)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:46:12.392252 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-dd24b054-6911-4bbe-aed4-aafee9c1d9c2 req-b2456441-cc3d-4527-b4c0-6d45cf173695 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=cbc95581-f7cd-49cd-a94b-99db80038c35 HTTP/1.1" status: 200 len: 217 time: 0.1130188 Jun 11 09:46:12.395674 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffff2467-f7db-4277-8511-9144f4868d55 x-openstack-request-id: req-ffff2467-f7db-4277-8511-9144f4868d55 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:46:12.396077 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a97632d-2625-4ca9-afb6-ae7df42d0ac2", "tag": "cbc95581-f7cd-49cd-a94b-99db80038c35", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:46:12.396481 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ffff2467-f7db-4277-8511-9144f4868d55 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:46:12.397022 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a97632d-2625-4ca9-afb6-ae7df42d0ac2', 'tag': 'cbc95581-f7cd-49cd-a94b-99db80038c35', 'status': 'completed', 'code': 200} Jun 11 09:46:12.467994 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:12.470692 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:12.514365 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd24b054-6911-4bbe-aed4-aafee9c1d9c2 req-0d328fcc-e222-49c8-ac62-72a947d44b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:12.516116 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-dd24b054-6911-4bbe-aed4-aafee9c1d9c2 req-0d328fcc-e222-49c8-ac62-72a947d44b15 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=189b03cc-b2a8-4615-9ab5-ad0328c3f10f HTTP/1.1" status: 200 len: 843 time: 0.1156545 Jun 11 09:46:12.545499 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=8d90aed3-d0d9-439d-99e2-28dedffaf1bf,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:12.547035 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b2b0b6-5093-4f1c-add8-656044a6bc3b req-816a3fbd-2203-4ed1-be3e-83d57cde6489 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:12.549166 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b3b2b0b6-5093-4f1c-add8-656044a6bc3b req-816a3fbd-2203-4ed1-be3e-83d57cde6489 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=428fcaf3-5051-4cf2-a026-dbe56a91446f HTTP/1.1" status: 200 len: 945 time: 0.2768760 Jun 11 09:46:12.550065 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:12.561952 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4367535c-d1f9-4ed2-8a5b-f159402963c9 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:12.585428 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [req-1bf838e0-b7f1-478a-84e0-be3090063fde req-d7632bd7-3375-47cb-9cd0-d710ce94535f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f1b5c6e-6272-4400-80b4-7e0f066ffadb {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:46:12.587527 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-619bf48c-99d4-4748-a168-b618d099e5bb req-d455c008-fd91-4984-9b05-42d9c48e48c6 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Made reservation on behalf of 85a0b78c318440aa9b70136d633fbbff for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:46:12.590991 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-619bf48c-99d4-4748-a168-b618d099e5bb req-d455c008-fd91-4984-9b05-42d9c48e48c6 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:12.650307 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-1bf838e0-b7f1-478a-84e0-be3090063fde req-d7632bd7-3375-47cb-9cd0-d710ce94535f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:12.678852 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93151b52-bc05-4448-9297-5b01b0a4fd42 req-adf8522f-5192-43d1-b851-dcdd42ce6d6d tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:12.680361 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-93151b52-bc05-4448-9297-5b01b0a4fd42 req-adf8522f-5192-43d1-b851-dcdd42ce6d6d tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/ports?device_id=c633a603-9c68-4fee-a384-310d8fcc4a30 HTTP/1.1" status: 200 len: 946 time: 0.2159982 Jun 11 09:46:12.691965 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4367535c-d1f9-4ed2-8a5b-f159402963c9 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:12.710388 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-1bf838e0-b7f1-478a-84e0-be3090063fde req-d7632bd7-3375-47cb-9cd0-d710ce94535f service neutron] Transition to ACTIVE for port object 1f1b5c6e-6272-4400-80b4-7e0f066ffadb will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:46:12.723094 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b3b2b0b6-5093-4f1c-add8-656044a6bc3b req-7ef52515-c5c2-4d56-98c9-23481dcecacf tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516585 Jun 11 09:46:12.737124 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd24b054-6911-4bbe-aed4-aafee9c1d9c2 req-97225e72-4cf4-44d5-9510-9d384fd90fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:12.744995 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-dd24b054-6911-4bbe-aed4-aafee9c1d9c2 req-97225e72-4cf4-44d5-9510-9d384fd90fd6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf20d108-f84c-44de-9036-2269564edd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2222202 Jun 11 09:46:12.781267 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-1bf838e0-b7f1-478a-84e0-be3090063fde req-d7632bd7-3375-47cb-9cd0-d710ce94535f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:12.791933 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-00637e13-b30f-46b5-acd3-5206c5942a91 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:12.828378 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9bb2c576-dba1-4fd8-a947-4d5d32d203b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:12.838316 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-93151b52-bc05-4448-9297-5b01b0a4fd42 req-45ee646f-a339-4d14-a59e-678b042d18ab tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/security-groups?id=18fc41cb-d5ab-4d35-ab48-499184b426b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438739 Jun 11 09:46:12.874088 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3405320b-6eab-442f-9a48-b806f88d77b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:12.918495 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae43d31d-a583-41f4-a696-b3a0ae154895 x-openstack-request-id: req-ae43d31d-a583-41f4-a696-b3a0ae154895 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:46:12.919078 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "428fcaf3-5051-4cf2-a026-dbe56a91446f", "name": "network-vif-plugged", "status": "completed", "tag": "8d90aed3-d0d9-439d-99e2-28dedffaf1bf", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:46:12.919690 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ae43d31d-a583-41f4-a696-b3a0ae154895 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:46:12.920235 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '428fcaf3-5051-4cf2-a026-dbe56a91446f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d90aed3-d0d9-439d-99e2-28dedffaf1bf', 'code': 200} Jun 11 09:46:12.955803 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4367535c-d1f9-4ed2-8a5b-f159402963c9 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:12.958452 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4367535c-d1f9-4ed2-8a5b-f159402963c9 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:12.966736 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-4367535c-d1f9-4ed2-8a5b-f159402963c9 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] 10.222.0.60 "DELETE /v2.0/security-groups/11bbb81f-d5e0-4a93-9cfb-d456f4aef7e5 HTTP/1.1" status: 204 len: 168 time: 0.6403430 Jun 11 09:46:12.967411 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 43074) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:46:12.994253 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-dd24b054-6911-4bbe-aed4-aafee9c1d9c2 req-4bb3e403-6e2b-4872-a42e-a695b3056044 service neutron] 10.222.0.64 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158008 Jun 11 09:46:13.006539 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7632bd7-3375-47cb-9cd0-d710ce94535f service neutron] Pushing event updated for resources: {'Port': ['ID=1f1b5c6e-6272-4400-80b4-7e0f066ffadb,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:13.019664 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d7632bd7-3375-47cb-9cd0-d710ce94535f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:13.019840 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-619bf48c-99d4-4748-a168-b618d099e5bb req-d455c008-fd91-4984-9b05-42d9c48e48c6 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Allocated IP 172.20.0.11 (ecbff90d-5ab6-4357-bf37-5548ca0e9255/65fd936e-e1de-4d66-9d41-076079c1dae3/62edb212-025f-4ae0-a3a1-9c7870b038ba) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:46:13.021351 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-466ab070-02be-48f8-92da-c1216229b157 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.185s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:13.087376 n-d-779913-12 neutron-server[93177]: INFO neutron.api.v2.resource [None req-bf25c913-618d-4962-ad56-69c89cb9858f tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] show failed (client error): The resource could not be found. Jun 11 09:46:13.088510 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-bf25c913-618d-4962-ad56-69c89cb9858f tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] 10.222.0.60 "GET /v2.0/security-groups/11bbb81f-d5e0-4a93-9cfb-d456f4aef7e5 HTTP/1.1" status: 404 len: 347 time: 0.1061420 Jun 11 09:46:13.097174 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 43080) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:46:13.141122 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb2c576-dba1-4fd8-a947-4d5d32d203b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57c67d44-c68c-432c-9c59-2340b808ce7f,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:13.153262 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9bb2c576-dba1-4fd8-a947-4d5d32d203b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:13.153877 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c6ca39d4-e4aa-4d3a-98b3-2e9163429af4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.172s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:13.230301 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4367535c-d1f9-4ed2-8a5b-f159402963c9 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11bbb81f-d5e0-4a93-9cfb-d456f4aef7e5,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:13.262127 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4367535c-d1f9-4ed2-8a5b-f159402963c9 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:13.262904 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb2c576-dba1-4fd8-a947-4d5d32d203b8 admin admin] Checking segment: {'id': 'ff1b6e69-535d-49e6-8eec-dcd8b2478781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '13582f17-d11a-4672-9c06-221c87b5ead2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:46:13.263254 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb2c576-dba1-4fd8-a947-4d5d32d203b8 admin admin] Network hostable DHCP agents. Network: 13582f17-d11a-4672-9c06-221c87b5ead2, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 09:46:13.378207 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-1bf838e0-b7f1-478a-84e0-be3090063fde req-d7632bd7-3375-47cb-9cd0-d710ce94535f service neutron] Attempting to bind port 1f1b5c6e-6272-4400-80b4-7e0f066ffadb on host n-h2-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:46:13.378558 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-1bf838e0-b7f1-478a-84e0-be3090063fde req-d7632bd7-3375-47cb-9cd0-d710ce94535f service neutron] Attempting to bind port 1f1b5c6e-6272-4400-80b4-7e0f066ffadb by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': '802e9f6d-3ccd-4201-9afd-53110d0b2010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '482bdf30-6ecc-4c58-babd-2078999f07ec'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:46:13.378880 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf838e0-b7f1-478a-84e0-be3090063fde req-d7632bd7-3375-47cb-9cd0-d710ce94535f service neutron] Attempting to bind port 1f1b5c6e-6272-4400-80b4-7e0f066ffadb on network 482bdf30-6ecc-4c58-babd-2078999f07ec {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:46:13.397936 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf838e0-b7f1-478a-84e0-be3090063fde req-d7632bd7-3375-47cb-9cd0-d710ce94535f service neutron] Port 1f1b5c6e-6272-4400-80b4-7e0f066ffadb on network 482bdf30-6ecc-4c58-babd-2078999f07ec not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:46:13.398269 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf838e0-b7f1-478a-84e0-be3090063fde req-d7632bd7-3375-47cb-9cd0-d710ce94535f service neutron] Attempting to bind port 1f1b5c6e-6272-4400-80b4-7e0f066ffadb on network 482bdf30-6ecc-4c58-babd-2078999f07ec {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:46:13.409654 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-dd24b054-6911-4bbe-aed4-aafee9c1d9c2 req-ad457328-aaa9-447a-9a4c-f6249912ed4c service neutron] 10.222.0.64 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3635576 Jun 11 09:46:13.415755 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222b41f4-5ae7-43dc-ad26-7e1af18de268 req-b951a584-e586-4cfc-8bdc-c60fcb4bd86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:13.417172 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-222b41f4-5ae7-43dc-ad26-7e1af18de268 req-b951a584-e586-4cfc-8bdc-c60fcb4bd86a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=428fcaf3-5051-4cf2-a026-dbe56a91446f HTTP/1.1" status: 200 len: 1098 time: 0.3674176 Jun 11 09:46:13.418302 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf838e0-b7f1-478a-84e0-be3090063fde req-d7632bd7-3375-47cb-9cd0-d710ce94535f service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:46:13.418847 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf838e0-b7f1-478a-84e0-be3090063fde req-d7632bd7-3375-47cb-9cd0-d710ce94535f service neutron] Checking segment: {'id': '802e9f6d-3ccd-4201-9afd-53110d0b2010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '482bdf30-6ecc-4c58-babd-2078999f07ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:46:13.419678 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf838e0-b7f1-478a-84e0-be3090063fde req-d7632bd7-3375-47cb-9cd0-d710ce94535f service neutron] Bound using segment: {'id': '802e9f6d-3ccd-4201-9afd-53110d0b2010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '482bdf30-6ecc-4c58-babd-2078999f07ec'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:46:13.420395 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-1bf838e0-b7f1-478a-84e0-be3090063fde req-d7632bd7-3375-47cb-9cd0-d710ce94535f service neutron] Bound port: 1f1b5c6e-6272-4400-80b4-7e0f066ffadb, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '802e9f6d-3ccd-4201-9afd-53110d0b2010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '482bdf30-6ecc-4c58-babd-2078999f07ec'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:46:13.420956 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-1bf838e0-b7f1-478a-84e0-be3090063fde req-d7632bd7-3375-47cb-9cd0-d710ce94535f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:13.438026 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2c4cdc-86a3-41c2-b1ec-4a41c57e5b00 req-770f28b5-bb5f-4cad-acca-84e5ef97ce9d tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:13.439989 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2a2c4cdc-86a3-41c2-b1ec-4a41c57e5b00 req-770f28b5-bb5f-4cad-acca-84e5ef97ce9d tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a97632d-2625-4ca9-afb6-ae7df42d0ac2 HTTP/1.1" status: 200 len: 948 time: 0.3328707 Jun 11 09:46:13.455045 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb2c576-dba1-4fd8-a947-4d5d32d203b8 admin admin] Network 13582f17-d11a-4672-9c06-221c87b5ead2 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 09:46:13.463635 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d7c190-86dc-4dea-b972-54b1d525a2e4 req-244a0f2c-4c0c-44e1-ba54-94e22f60567c tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:13.465096 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a0d7c190-86dc-4dea-b972-54b1d525a2e4 req-244a0f2c-4c0c-44e1-ba54-94e22f60567c tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "GET /v2.0/ports?device_id=604f9f22-aaf7-4f98-8e1d-78b9326e5b57 HTTP/1.1" status: 200 len: 944 time: 0.2595766 Jun 11 09:46:13.509634 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-619bf48c-99d4-4748-a168-b618d099e5bb req-d455c008-fd91-4984-9b05-42d9c48e48c6 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:13.535208 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-222b41f4-5ae7-43dc-ad26-7e1af18de268 req-919aa69d-5b88-4da0-b4dd-fc71e4d1dbda service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090074 Jun 11 09:46:13.537697 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-0da2b7fe-fe00-4ed2-87bd-66dd3fbf0952 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Deleting port d867f0b0-fa19-461b-8cfb-c6dab0b16e92 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:46:13.538049 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0da2b7fe-fe00-4ed2-87bd-66dd3fbf0952 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:13.539733 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2a2c4cdc-86a3-41c2-b1ec-4a41c57e5b00 req-2d54982b-08a0-4d9e-8f5d-ec1857b11024 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840685 Jun 11 09:46:13.540676 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-619bf48c-99d4-4748-a168-b618d099e5bb req-d455c008-fd91-4984-9b05-42d9c48e48c6 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Transition to ACTIVE for port object 62edb212-025f-4ae0-a3a1-9c7870b038ba will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:46:13.593835 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a0d7c190-86dc-4dea-b972-54b1d525a2e4 req-5a1af01b-3f89-4965-ae61-aa8375395f58 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f660163-b4cf-41bb-9ff5-65f9e727e866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201663 Jun 11 09:46:13.644141 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa899c4a-ec38-41f1-97df-850cc789b9d3 req-cd298c72-fa68-46c1-9540-b3dfce646df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:13.645681 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-aa899c4a-ec38-41f1-97df-850cc789b9d3 req-cd298c72-fa68-46c1-9540-b3dfce646df9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2d153095abe14427b94c36cd340ad809&device_id=4a97632d-2625-4ca9-afb6-ae7df42d0ac2 HTTP/1.1" status: 200 len: 1100 time: 0.0794168 Jun 11 09:46:13.806895 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa899c4a-ec38-41f1-97df-850cc789b9d3 req-59ff7eaa-0c1e-4ef9-856d-b37c7bbf6661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:13.808567 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-aa899c4a-ec38-41f1-97df-850cc789b9d3 req-59ff7eaa-0c1e-4ef9-856d-b37c7bbf6661 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cf20d108-f84c-44de-9036-2269564edd60 HTTP/1.1" status: 200 len: 870 time: 0.1482489 Jun 11 09:46:13.839180 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-619bf48c-99d4-4748-a168-b618d099e5bb req-d455c008-fd91-4984-9b05-42d9c48e48c6 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:13.850916 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['e21094f9-fbfa-4270-bdd9-5d903859b711'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:46:14.014165 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-1bf838e0-b7f1-478a-84e0-be3090063fde req-d7632bd7-3375-47cb-9cd0-d710ce94535f service neutron] For port 1f1b5c6e-6272-4400-80b4-7e0f066ffadb, host n-h2-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:46:14.018042 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-9bb2c576-dba1-4fd8-a947-4d5d32d203b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 13582f17-d11a-4672-9c06-221c87b5ead2) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:46:14.039980 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb2c576-dba1-4fd8-a947-4d5d32d203b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:14.040658 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9bb2c576-dba1-4fd8-a947-4d5d32d203b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:14.046135 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-1bf838e0-b7f1-478a-84e0-be3090063fde req-d7632bd7-3375-47cb-9cd0-d710ce94535f service neutron] For port 1f1b5c6e-6272-4400-80b4-7e0f066ffadb, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=1f1b5c6e-6272-4400-80b4-7e0f066ffadb,segment=NetworkSegment(802e9f6d-3ccd-4201-9afd-53110d0b2010),segment_id=802e9f6d-3ccd-4201-9afd-53110d0b2010)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:46:14.069156 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0da2b7fe-fe00-4ed2-87bd-66dd3fbf0952 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:14.074833 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5afde07-f4af-42f0-9b47-854afce69492 None None] Network 13582f17-d11a-4672-9c06-221c87b5ead2 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:46:14.075359 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0da2b7fe-fe00-4ed2-87bd-66dd3fbf0952 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:14.131662 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-1bf838e0-b7f1-478a-84e0-be3090063fde req-d7632bd7-3375-47cb-9cd0-d710ce94535f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:14.172358 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-0da2b7fe-fe00-4ed2-87bd-66dd3fbf0952 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Calling delete_port for d867f0b0-fa19-461b-8cfb-c6dab0b16e92 owned by network:floatingip {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:46:14.174314 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0a8a25ff-4214-4f24-9395-869dac8d5552 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:14.176988 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-9bb2c576-dba1-4fd8-a947-4d5d32d203b8 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.3658161 Jun 11 09:46:14.203689 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 43100) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:46:14.212630 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-3d70c0bb-0a42-4b1f-b4e4-199cf65eee8b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1671419343-router', 'tenant_id': 'fba2fc35a9f946818209133d958208bf', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:46:14.264830 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ce74f165-ae71-4ef9-8d5a-44fccbb49fa9 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:14.277470 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-aa899c4a-ec38-41f1-97df-850cc789b9d3 req-cc0fb5f3-ff26-4370-9f43-2df41dcba4e3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=cbc95581-f7cd-49cd-a94b-99db80038c35 HTTP/1.1" status: 200 len: 217 time: 0.4481878 Jun 11 09:46:14.284328 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf838e0-b7f1-478a-84e0-be3090063fde req-d7632bd7-3375-47cb-9cd0-d710ce94535f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:14.284875 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-1bf838e0-b7f1-478a-84e0-be3090063fde req-d7632bd7-3375-47cb-9cd0-d710ce94535f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:14.286234 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1bf838e0-b7f1-478a-84e0-be3090063fde req-d7632bd7-3375-47cb-9cd0-d710ce94535f service neutron] 10.222.0.69 "PUT /v2.0/ports/1f1b5c6e-6272-4400-80b4-7e0f066ffadb HTTP/1.1" status: 200 len: 1093 time: 2.7837093 Jun 11 09:46:14.286756 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '604f9f22-aaf7-4f98-8e1d-78b9326e5b57', 'tag': '1f1b5c6e-6272-4400-80b4-7e0f066ffadb'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:46:14.289072 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e79d5d02-aed5-4ae2-b2d6-5152f4134f15" -d '{"events": [{"name": "network-changed", "server_uuid": "604f9f22-aaf7-4f98-8e1d-78b9326e5b57", "tag": "1f1b5c6e-6272-4400-80b4-7e0f066ffadb"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:46:14.319708 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd357a0-2352-4b46-8d7f-ea97ee9b5a68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-13582f17-d11a-4672-9c06-221c87b5ead2', 'network_id': '13582f17-d11a-4672-9c06-221c87b5ead2', 'tenant_id': 'fba2fc35a9f946818209133d958208bf', 'fixed_ips': [{'subnet_id': '57c67d44-c68c-432c-9c59-2340b808ce7f'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 09:46:14.320983 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1fd357a0-2352-4b46-8d7f-ea97ee9b5a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:14.365090 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-619bf48c-99d4-4748-a168-b618d099e5bb req-d455c008-fd91-4984-9b05-42d9c48e48c6 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Network ecbff90d-5ab6-4357-bf37-5548ca0e9255 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:46:14.370062 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7632bd7-3375-47cb-9cd0-d710ce94535f service neutron] Pushing event updated for resources: {'Port': ['ID=1f1b5c6e-6272-4400-80b4-7e0f066ffadb,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:14.376502 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d7632bd7-3375-47cb-9cd0-d710ce94535f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:14.382120 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-619bf48c-99d4-4748-a168-b618d099e5bb req-d455c008-fd91-4984-9b05-42d9c48e48c6 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:46:14.392959 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-619bf48c-99d4-4748-a168-b618d099e5bb req-d455c008-fd91-4984-9b05-42d9c48e48c6 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:46:14.403178 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d455c008-fd91-4984-9b05-42d9c48e48c6 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Pushing event updated for resources: {'Port': ['ID=62edb212-025f-4ae0-a3a1-9c7870b038ba,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:14.433264 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d4533f-f7dc-4bc9-ac9a-02ee75e86fc0 req-2e01a0a8-cb0c-4914-ae8b-b5c06ecdc03c tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:14.433683 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d455c008-fd91-4984-9b05-42d9c48e48c6 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:14.437963 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa899c4a-ec38-41f1-97df-850cc789b9d3 req-f9288869-1515-46a7-8fb3-bdaa288d637d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:14.439639 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-aa899c4a-ec38-41f1-97df-850cc789b9d3 req-f9288869-1515-46a7-8fb3-bdaa288d637d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=189b03cc-b2a8-4615-9ab5-ad0328c3f10f HTTP/1.1" status: 200 len: 843 time: 0.1324632 Jun 11 09:46:14.440462 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-82d4533f-f7dc-4bc9-ac9a-02ee75e86fc0 req-2e01a0a8-cb0c-4914-ae8b-b5c06ecdc03c tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=428fcaf3-5051-4cf2-a026-dbe56a91446f HTTP/1.1" status: 200 len: 946 time: 0.2606790 Jun 11 09:46:14.462834 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3d70c0bb-0a42-4b1f-b4e4-199cf65eee8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:14.463846 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3d70c0bb-0a42-4b1f-b4e4-199cf65eee8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:14.510145 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619bf48c-99d4-4748-a168-b618d099e5bb req-d455c008-fd91-4984-9b05-42d9c48e48c6 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:14.510645 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-619bf48c-99d4-4748-a168-b618d099e5bb req-d455c008-fd91-4984-9b05-42d9c48e48c6 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:14.515163 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-1fd357a0-2352-4b46-8d7f-ea97ee9b5a68 None None] Allocated IP 172.20.0.2 (13582f17-d11a-4672-9c06-221c87b5ead2/57c67d44-c68c-432c-9c59-2340b808ce7f/b8221227-edd6-43a0-9504-b1145a978d04) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:46:14.520357 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ebbe1f-37fc-4ecf-98e9-12c1b7500c81 req-46cc9b3d-ba13-44c7-9097-be599333a319 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:14.527374 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b4ebbe1f-37fc-4ecf-98e9-12c1b7500c81 req-46cc9b3d-ba13-44c7-9097-be599333a319 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=07a4e6db-d26d-45d2-b2ee-df8136c9da39 HTTP/1.1" status: 200 len: 932 time: 0.7177303 Jun 11 09:46:14.592332 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b4ebbe1f-37fc-4ecf-98e9-12c1b7500c81 req-55a29b44-8232-43a1-821b-d467aba25f3d tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=7382d103-d62f-4540-9ac2-5ea0a34701f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639701 Jun 11 09:46:14.626726 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa899c4a-ec38-41f1-97df-850cc789b9d3 req-b61db5f5-2ffb-47ea-b8c8-ef80bacbe183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:14.627969 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-aa899c4a-ec38-41f1-97df-850cc789b9d3 req-b61db5f5-2ffb-47ea-b8c8-ef80bacbe183 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf20d108-f84c-44de-9036-2269564edd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1748724 Jun 11 09:46:14.655493 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-619bf48c-99d4-4748-a168-b618d099e5bb req-d455c008-fd91-4984-9b05-42d9c48e48c6 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0769722 Jun 11 09:46:14.662137 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3d70c0bb-0a42-4b1f-b4e4-199cf65eee8b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:14.684071 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-619bf48c-99d4-4748-a168-b618d099e5bb req-2d1e2f61-aa69-45e7-a66d-557691d19d2b service neutron] Request body: {'port': {'device_id': '07a4e6db-d26d-45d2-b2ee-df8136c9da39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:46:14.704774 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-82d4533f-f7dc-4bc9-ac9a-02ee75e86fc0 req-522a52d7-f5ff-4629-93f7-349321d6c578 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627890 Jun 11 09:46:14.806743 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1fd357a0-2352-4b46-8d7f-ea97ee9b5a68 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:14.817212 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-1fd357a0-2352-4b46-8d7f-ea97ee9b5a68 None None] Transition to ACTIVE for port object b8221227-edd6-43a0-9504-b1145a978d04 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:46:14.833364 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-1fd357a0-2352-4b46-8d7f-ea97ee9b5a68 None None] Transition to ACTIVE for port object b8221227-edd6-43a0-9504-b1145a978d04 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:46:14.879848 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-eaf35f2b-b2c5-4d24-a3fc-3b7e6c7f2d57 None None] Provisioning for port 62edb212-025f-4ae0-a3a1-9c7870b038ba completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:46:14.884443 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-eaf35f2b-b2c5-4d24-a3fc-3b7e6c7f2d57 None None] Provisioning complete for port 62edb212-025f-4ae0-a3a1-9c7870b038ba triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:46:14.885349 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-eaf35f2b-b2c5-4d24-a3fc-3b7e6c7f2d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:14.890409 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf838e0-b7f1-478a-84e0-be3090063fde req-c3844256-74f7-4fcc-889f-7c65152e658f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:14.892401 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1bf838e0-b7f1-478a-84e0-be3090063fde req-c3844256-74f7-4fcc-889f-7c65152e658f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c5132d58a61b4dee97f4685d93187a0e&device_id=604f9f22-aaf7-4f98-8e1d-78b9326e5b57 HTTP/1.1" status: 200 len: 1096 time: 0.4462268 Jun 11 09:46:14.893018 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0da2b7fe-fe00-4ed2-87bd-66dd3fbf0952 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:14.898386 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7a0a52aa-0976-4a32-abfb-390685fc3876 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:14.935316 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caaa5278-939e-42f2-8f55-24e44bd9d604 x-openstack-request-id: req-caaa5278-939e-42f2-8f55-24e44bd9d604 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:46:14.935702 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "604f9f22-aaf7-4f98-8e1d-78b9326e5b57", "tag": "1f1b5c6e-6272-4400-80b4-7e0f066ffadb", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:46:14.935975 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-caaa5278-939e-42f2-8f55-24e44bd9d604 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:46:14.936413 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '604f9f22-aaf7-4f98-8e1d-78b9326e5b57', 'tag': '1f1b5c6e-6272-4400-80b4-7e0f066ffadb', 'status': 'completed', 'code': 200} Jun 11 09:46:14.947467 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da2b7fe-fe00-4ed2-87bd-66dd3fbf0952 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Pushing event deleted for resources: {'Port': ['ID=d867f0b0-fa19-461b-8cfb-c6dab0b16e92,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:14.947645 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1fd357a0-2352-4b46-8d7f-ea97ee9b5a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:14.953799 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-72c4c416-081b-4983-9f55-98472ee2562a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:15.007745 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-eaf35f2b-b2c5-4d24-a3fc-3b7e6c7f2d57 None None] Port 62edb212-025f-4ae0-a3a1-9c7870b038ba cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:46:15.023665 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-619bf48c-99d4-4748-a168-b618d099e5bb req-2d1e2f61-aa69-45e7-a66d-557691d19d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:15.028835 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-aa899c4a-ec38-41f1-97df-850cc789b9d3 req-75052b9b-531f-4d6f-81f0-7df3074f7ecd service neutron] 10.222.0.64 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3916688 Jun 11 09:46:15.030872 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd357a0-2352-4b46-8d7f-ea97ee9b5a68 None None] Network 13582f17-d11a-4672-9c06-221c87b5ead2 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:46:15.051098 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-1fd357a0-2352-4b46-8d7f-ea97ee9b5a68 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:46:15.067210 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0da2b7fe-fe00-4ed2-87bd-66dd3fbf0952 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:15.073019 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd357a0-2352-4b46-8d7f-ea97ee9b5a68 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:46:15.084873 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd357a0-2352-4b46-8d7f-ea97ee9b5a68 None None] Pushing event updated for resources: {'Port': ['ID=b8221227-edd6-43a0-9504-b1145a978d04,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:15.099840 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-1fd357a0-2352-4b46-8d7f-ea97ee9b5a68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:15.122875 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c4b75-0ceb-4070-ad82-123c1ee291e6 req-4a33ced5-b764-4b04-80be-3f7da063bd39 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:15.124503 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1bf838e0-b7f1-478a-84e0-be3090063fde req-ba906b12-b271-4b25-a926-13b1e50997ae service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f1b5c6e-6272-4400-80b4-7e0f066ffadb HTTP/1.1" status: 200 len: 217 time: 0.2194617 Jun 11 09:46:15.125002 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f34c4b75-0ceb-4070-ad82-123c1ee291e6 req-4a33ced5-b764-4b04-80be-3f7da063bd39 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/ports?device_id=c633a603-9c68-4fee-a384-310d8fcc4a30 HTTP/1.1" status: 200 len: 946 time: 0.2885647 Jun 11 09:46:15.184170 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-1fd357a0-2352-4b46-8d7f-ea97ee9b5a68 None None] Attempting to bind port b8221227-edd6-43a0-9504-b1145a978d04 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:46:15.184544 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-1fd357a0-2352-4b46-8d7f-ea97ee9b5a68 None None] Attempting to bind port b8221227-edd6-43a0-9504-b1145a978d04 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'ff1b6e69-535d-49e6-8eec-dcd8b2478781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '13582f17-d11a-4672-9c06-221c87b5ead2'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:46:15.185058 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd357a0-2352-4b46-8d7f-ea97ee9b5a68 None None] Attempting to bind port b8221227-edd6-43a0-9504-b1145a978d04 on network 13582f17-d11a-4672-9c06-221c87b5ead2 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:46:15.191521 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd357a0-2352-4b46-8d7f-ea97ee9b5a68 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:46:15.191775 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3d70c0bb-0a42-4b1f-b4e4-199cf65eee8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:15.192003 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd357a0-2352-4b46-8d7f-ea97ee9b5a68 None None] Checking segment: {'id': 'ff1b6e69-535d-49e6-8eec-dcd8b2478781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '13582f17-d11a-4672-9c06-221c87b5ead2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:46:15.192384 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1fd357a0-2352-4b46-8d7f-ea97ee9b5a68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:15.192786 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd357a0-2352-4b46-8d7f-ea97ee9b5a68 None None] Bound using segment: {'id': 'ff1b6e69-535d-49e6-8eec-dcd8b2478781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '13582f17-d11a-4672-9c06-221c87b5ead2'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:46:15.193253 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-1fd357a0-2352-4b46-8d7f-ea97ee9b5a68 None None] Bound port: b8221227-edd6-43a0-9504-b1145a978d04, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff1b6e69-535d-49e6-8eec-dcd8b2478781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '13582f17-d11a-4672-9c06-221c87b5ead2'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:46:15.193630 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1fd357a0-2352-4b46-8d7f-ea97ee9b5a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:15.289220 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f34c4b75-0ceb-4070-ad82-123c1ee291e6 req-38d2e1c2-4b60-4979-8701-e51192242521 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/security-groups?id=18fc41cb-d5ab-4d35-ab48-499184b426b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340287 Jun 11 09:46:15.292811 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf838e0-b7f1-478a-84e0-be3090063fde req-4e64d127-dd13-4f6b-83ce-8417c0692fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:15.294325 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1bf838e0-b7f1-478a-84e0-be3090063fde req-4e64d127-dd13-4f6b-83ce-8417c0692fdf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=aff27218-fe9b-4902-82d1-323ec8f666a1 HTTP/1.1" status: 200 len: 860 time: 0.1404541 Jun 11 09:46:15.318005 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0da2b7fe-fe00-4ed2-87bd-66dd3fbf0952 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Notify callbacks [] for floatingip, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:15.321242 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0da2b7fe-fe00-4ed2-87bd-66dd3fbf0952 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:15.324829 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-0da2b7fe-fe00-4ed2-87bd-66dd3fbf0952 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] 10.222.0.60 "DELETE /v2.0/floatingips/e0bcb7f8-877e-4244-b3d0-2d0c0f95ccfd HTTP/1.1" status: 204 len: 168 time: 2.2233660 Jun 11 09:46:15.367657 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-aa899c4a-ec38-41f1-97df-850cc789b9d3 req-c5c7276e-89e3-4421-9355-bbcb60950ed7 service neutron] 10.222.0.64 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3258312 Jun 11 09:46:15.405276 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1bf838e0-b7f1-478a-84e0-be3090063fde req-645c96ba-1b15-47f2-aa62-118ef8971c03 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=482bdf30-6ecc-4c58-babd-2078999f07ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0995398 Jun 11 09:46:15.463233 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8df17d-be53-4e93-aa0f-6569acacaf73 req-de0bf744-ce51-401e-b75d-f975b65f247f tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:15.464742 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ce8df17d-be53-4e93-aa0f-6569acacaf73 req-de0bf744-ce51-401e-b75d-f975b65f247f tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a97632d-2625-4ca9-afb6-ae7df42d0ac2 HTTP/1.1" status: 200 len: 948 time: 0.3455112 Jun 11 09:46:15.480785 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-1fd357a0-2352-4b46-8d7f-ea97ee9b5a68 None None] For port b8221227-edd6-43a0-9504-b1145a978d04, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:46:15.484425 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-1fd357a0-2352-4b46-8d7f-ea97ee9b5a68 None None] For port b8221227-edd6-43a0-9504-b1145a978d04, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=b8221227-edd6-43a0-9504-b1145a978d04,segment=NetworkSegment(ff1b6e69-535d-49e6-8eec-dcd8b2478781),segment_id=ff1b6e69-535d-49e6-8eec-dcd8b2478781)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:46:15.569690 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d99cb82-8cc0-4d2e-9cab-cabd7a477b29 req-39f86c5d-b0b1-4f3c-8083-406ecb3b42fb tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:15.571076 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1d99cb82-8cc0-4d2e-9cab-cabd7a477b29 req-39f86c5d-b0b1-4f3c-8083-406ecb3b42fb tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "GET /v2.0/ports?device_id=604f9f22-aaf7-4f98-8e1d-78b9326e5b57 HTTP/1.1" status: 200 len: 944 time: 0.1574662 Jun 11 09:46:15.628285 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ce8df17d-be53-4e93-aa0f-6569acacaf73 req-7a5d074d-3734-4ed0-b517-05cf01b53c78 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529734 Jun 11 09:46:15.631350 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1bf838e0-b7f1-478a-84e0-be3090063fde req-05a1e947-937d-4a13-8f55-c91012cbd806 service neutron] 10.222.0.69 "GET /v2.0/networks/482bdf30-6ecc-4c58-babd-2078999f07ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159047 Jun 11 09:46:15.631538 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1fd357a0-2352-4b46-8d7f-ea97ee9b5a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:15.637831 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:15.661007 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-619bf48c-99d4-4748-a168-b618d099e5bb req-2d1e2f61-aa69-45e7-a66d-557691d19d2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62edb212-025f-4ae0-a3a1-9c7870b038ba {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:46:15.681997 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-619bf48c-99d4-4748-a168-b618d099e5bb req-2d1e2f61-aa69-45e7-a66d-557691d19d2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:15.707670 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-619bf48c-99d4-4748-a168-b618d099e5bb req-2d1e2f61-aa69-45e7-a66d-557691d19d2b service neutron] Transition to ACTIVE for port object 62edb212-025f-4ae0-a3a1-9c7870b038ba will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:46:15.725284 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1d99cb82-8cc0-4d2e-9cab-cabd7a477b29 req-c6e30c2f-5b49-4f4a-b434-6031fc0e13e5 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f660163-b4cf-41bb-9ff5-65f9e727e866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470134 Jun 11 09:46:15.740948 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd357a0-2352-4b46-8d7f-ea97ee9b5a68 None None] Pushing event updated for resources: {'Port': ['ID=b8221227-edd6-43a0-9504-b1145a978d04,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:15.745379 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-1fd357a0-2352-4b46-8d7f-ea97ee9b5a68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:15.788549 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-619bf48c-99d4-4748-a168-b618d099e5bb req-2d1e2f61-aa69-45e7-a66d-557691d19d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:15.803362 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1bf838e0-b7f1-478a-84e0-be3090063fde req-ed2f8c7d-82e9-472e-b89a-d1c5465232e6 service neutron] 10.222.0.69 "GET /v2.0/networks/482bdf30-6ecc-4c58-babd-2078999f07ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556494 Jun 11 09:46:15.804227 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-32295d69-f7f5-4910-ab47-f871508600ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:15.805943 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-31a8853e-791f-4ea3-9ef1-720c6fc50d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:15.839287 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device cbc95581-f7cd-49cd-a94b-99db80038c35 details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:46:15.849518 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:16.073179 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1e2f61-aa69-45e7-a66d-557691d19d2b service neutron] Pushing event updated for resources: {'Port': ['ID=62edb212-025f-4ae0-a3a1-9c7870b038ba,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:16.088578 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2d1e2f61-aa69-45e7-a66d-557691d19d2b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:16.150112 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port cbc95581-f7cd-49cd-a94b-99db80038c35, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=cbc95581-f7cd-49cd-a94b-99db80038c35,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:46:16.180605 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': 'cbc95581-f7cd-49cd-a94b-99db80038c35', 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60', 'port_id': 'cbc95581-f7cd-49cd-a94b-99db80038c35', 'mac_address': 'fa:16:3e:74:d9:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189b03cc-b2a8-4615-9ab5-ad0328c3f10f', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:46:16.184022 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3d70c0bb-0a42-4b1f-b4e4-199cf65eee8b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:16.224317 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3d70c0bb-0a42-4b1f-b4e4-199cf65eee8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:16.285768 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:16.331155 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbc95581-f7cd-49cd-a94b-99db80038c35 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:46:16.349732 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-619bf48c-99d4-4748-a168-b618d099e5bb req-2d1e2f61-aa69-45e7-a66d-557691d19d2b service neutron] Attempting to bind port 62edb212-025f-4ae0-a3a1-9c7870b038ba on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:46:16.350651 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-619bf48c-99d4-4748-a168-b618d099e5bb req-2d1e2f61-aa69-45e7-a66d-557691d19d2b service neutron] Attempting to bind port 62edb212-025f-4ae0-a3a1-9c7870b038ba by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': 'f561be66-4e48-459e-8c21-fceaa6c73661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'ecbff90d-5ab6-4357-bf37-5548ca0e9255'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:46:16.351039 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619bf48c-99d4-4748-a168-b618d099e5bb req-2d1e2f61-aa69-45e7-a66d-557691d19d2b service neutron] Attempting to bind port 62edb212-025f-4ae0-a3a1-9c7870b038ba on network ecbff90d-5ab6-4357-bf37-5548ca0e9255 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:46:16.356904 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619bf48c-99d4-4748-a168-b618d099e5bb req-2d1e2f61-aa69-45e7-a66d-557691d19d2b service neutron] Port 62edb212-025f-4ae0-a3a1-9c7870b038ba on network ecbff90d-5ab6-4357-bf37-5548ca0e9255 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:46:16.357628 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619bf48c-99d4-4748-a168-b618d099e5bb req-2d1e2f61-aa69-45e7-a66d-557691d19d2b service neutron] Attempting to bind port 62edb212-025f-4ae0-a3a1-9c7870b038ba on network ecbff90d-5ab6-4357-bf37-5548ca0e9255 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:46:16.363155 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619bf48c-99d4-4748-a168-b618d099e5bb req-2d1e2f61-aa69-45e7-a66d-557691d19d2b service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:46:16.363493 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619bf48c-99d4-4748-a168-b618d099e5bb req-2d1e2f61-aa69-45e7-a66d-557691d19d2b service neutron] Checking segment: {'id': 'f561be66-4e48-459e-8c21-fceaa6c73661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'ecbff90d-5ab6-4357-bf37-5548ca0e9255'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:46:16.363897 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619bf48c-99d4-4748-a168-b618d099e5bb req-2d1e2f61-aa69-45e7-a66d-557691d19d2b service neutron] Bound using segment: {'id': 'f561be66-4e48-459e-8c21-fceaa6c73661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'ecbff90d-5ab6-4357-bf37-5548ca0e9255'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:46:16.364319 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-619bf48c-99d4-4748-a168-b618d099e5bb req-2d1e2f61-aa69-45e7-a66d-557691d19d2b service neutron] Bound port: 62edb212-025f-4ae0-a3a1-9c7870b038ba, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f561be66-4e48-459e-8c21-fceaa6c73661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'ecbff90d-5ab6-4357-bf37-5548ca0e9255'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:46:16.365412 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-619bf48c-99d4-4748-a168-b618d099e5bb req-2d1e2f61-aa69-45e7-a66d-557691d19d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:16.369481 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port cbc95581-f7cd-49cd-a94b-99db80038c35, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=cbc95581-f7cd-49cd-a94b-99db80038c35,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:46:16.382803 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d5d02-aed5-4ae2-b2d6-5152f4134f15 req-57677854-986e-48b2-bb55-1efe3471ba44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:16.384330 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e79d5d02-aed5-4ae2-b2d6-5152f4134f15 req-57677854-986e-48b2-bb55-1efe3471ba44 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c5132d58a61b4dee97f4685d93187a0e&device_id=604f9f22-aaf7-4f98-8e1d-78b9326e5b57 HTTP/1.1" status: 200 len: 1096 time: 0.4368706 Jun 11 09:46:16.491751 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:16.496332 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:16.509699 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-619bf48c-99d4-4748-a168-b618d099e5bb req-2d1e2f61-aa69-45e7-a66d-557691d19d2b service neutron] For port 62edb212-025f-4ae0-a3a1-9c7870b038ba, host n-h1-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:46:16.531857 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-619bf48c-99d4-4748-a168-b618d099e5bb req-2d1e2f61-aa69-45e7-a66d-557691d19d2b service neutron] For port 62edb212-025f-4ae0-a3a1-9c7870b038ba, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=62edb212-025f-4ae0-a3a1-9c7870b038ba,segment=NetworkSegment(f561be66-4e48-459e-8c21-fceaa6c73661),segment_id=f561be66-4e48-459e-8c21-fceaa6c73661)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:46:16.535308 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-3d70c0bb-0a42-4b1f-b4e4-199cf65eee8b admin admin] Allocated IP 172.25.4.117 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/2cae986b-3746-4386-9590-23e0889a749a) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:46:16.538131 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:16.551977 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0634d8e-e4cb-4ce4-bc5a-1982ea074229 req-a65b4a92-f541-435d-b1c3-870c0db8816c tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:16.553858 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a0634d8e-e4cb-4ce4-bc5a-1982ea074229 req-a65b4a92-f541-435d-b1c3-870c0db8816c tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=428fcaf3-5051-4cf2-a026-dbe56a91446f HTTP/1.1" status: 200 len: 946 time: 0.1244030 Jun 11 09:46:16.574130 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=cbc95581-f7cd-49cd-a94b-99db80038c35,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:16.586177 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:16.605920 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a0634d8e-e4cb-4ce4-bc5a-1982ea074229 req-352fc19b-270d-4a34-9efd-2f43cf9a0a16 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466363 Jun 11 09:46:16.628337 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41e6e2d-b76b-40a3-886c-25690face063 req-63df873f-58e9-4c8e-bdd2-9e295ae709a2 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:16.629869 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e41e6e2d-b76b-40a3-886c-25690face063 req-63df873f-58e9-4c8e-bdd2-9e295ae709a2 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=07a4e6db-d26d-45d2-b2ee-df8136c9da39 HTTP/1.1" status: 200 len: 944 time: 0.2518928 Jun 11 09:46:16.631295 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-619bf48c-99d4-4748-a168-b618d099e5bb req-2d1e2f61-aa69-45e7-a66d-557691d19d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:16.637808 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-474582b8-f96f-4ffa-ae84-82cd25f0d641 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:16.642272 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d5d02-aed5-4ae2-b2d6-5152f4134f15 req-fccd2c7a-91fb-4f40-90d9-a8e5d64496d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:16.643650 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e79d5d02-aed5-4ae2-b2d6-5152f4134f15 req-fccd2c7a-91fb-4f40-90d9-a8e5d64496d8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=482bdf30-6ecc-4c58-babd-2078999f07ec HTTP/1.1" status: 200 len: 921 time: 0.2219474 Jun 11 09:46:16.701448 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619bf48c-99d4-4748-a168-b618d099e5bb req-2d1e2f61-aa69-45e7-a66d-557691d19d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:16.702335 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-619bf48c-99d4-4748-a168-b618d099e5bb req-2d1e2f61-aa69-45e7-a66d-557691d19d2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:16.704626 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-619bf48c-99d4-4748-a168-b618d099e5bb req-2d1e2f61-aa69-45e7-a66d-557691d19d2b service neutron] 10.222.0.64 "PUT /v2.0/ports/62edb212-025f-4ae0-a3a1-9c7870b038ba HTTP/1.1" status: 200 len: 1093 time: 2.0253968 Jun 11 09:46:16.705557 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07a4e6db-d26d-45d2-b2ee-df8136c9da39', 'tag': '62edb212-025f-4ae0-a3a1-9c7870b038ba'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:46:16.708439 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9409e76c-6d23-42f9-ba5b-0fdf156cc77b" -d '{"events": [{"name": "network-changed", "server_uuid": "07a4e6db-d26d-45d2-b2ee-df8136c9da39", "tag": "62edb212-025f-4ae0-a3a1-9c7870b038ba"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:46:16.728688 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['cbc95581-f7cd-49cd-a94b-99db80038c35'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:46:16.739378 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1e2f61-aa69-45e7-a66d-557691d19d2b service neutron] Pushing event updated for resources: {'Port': ['ID=62edb212-025f-4ae0-a3a1-9c7870b038ba,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:16.744529 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2d1e2f61-aa69-45e7-a66d-557691d19d2b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:16.826111 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e79d5d02-aed5-4ae2-b2d6-5152f4134f15 req-ed486de5-893b-44bb-b426-014431100c3a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f1b5c6e-6272-4400-80b4-7e0f066ffadb HTTP/1.1" status: 200 len: 217 time: 0.1685827 Jun 11 09:46:16.924418 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619bf48c-99d4-4748-a168-b618d099e5bb req-0d2998c4-1db9-4b5a-b0fd-2f6ef242adef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:16.926575 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-619bf48c-99d4-4748-a168-b618d099e5bb req-0d2998c4-1db9-4b5a-b0fd-2f6ef242adef service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=85a0b78c318440aa9b70136d633fbbff&device_id=07a4e6db-d26d-45d2-b2ee-df8136c9da39 HTTP/1.1" status: 200 len: 1096 time: 0.1060250 Jun 11 09:46:16.957760 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e41e6e2d-b76b-40a3-886c-25690face063 req-1fa71a19-0772-434e-8c10-9685aa870d91 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=7382d103-d62f-4540-9ac2-5ea0a34701f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175092 Jun 11 09:46:17.016184 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-619bf48c-99d4-4748-a168-b618d099e5bb req-a00ee983-35d3-4452-a22c-3120c18af1a9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62edb212-025f-4ae0-a3a1-9c7870b038ba HTTP/1.1" status: 200 len: 217 time: 0.0787952 Jun 11 09:46:17.059459 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d5d02-aed5-4ae2-b2d6-5152f4134f15 req-7ca88295-840d-4396-9187-63c9b2c61bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:17.061387 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e79d5d02-aed5-4ae2-b2d6-5152f4134f15 req-7ca88295-840d-4396-9187-63c9b2c61bac service neutron] 10.222.0.69 "GET /v2.0/subnets?id=aff27218-fe9b-4902-82d1-323ec8f666a1 HTTP/1.1" status: 200 len: 860 time: 0.2233677 Jun 11 09:46:17.064719 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3d70c0bb-0a42-4b1f-b4e4-199cf65eee8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:17.100168 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619bf48c-99d4-4748-a168-b618d099e5bb req-01a86e73-c008-4e82-acec-afa4bcbab989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:17.104533 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-619bf48c-99d4-4748-a168-b618d099e5bb req-01a86e73-c008-4e82-acec-afa4bcbab989 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65fd936e-e1de-4d66-9d41-076079c1dae3 HTTP/1.1" status: 200 len: 849 time: 0.0802588 Jun 11 09:46:17.146161 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e79d5d02-aed5-4ae2-b2d6-5152f4134f15 req-6969cb8e-f0c7-4e2b-b0c1-f1ac09b328a4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=482bdf30-6ecc-4c58-babd-2078999f07ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758066 Jun 11 09:46:17.256718 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619bf48c-99d4-4748-a168-b618d099e5bb req-9a13f948-a6df-4dbc-85e5-57d8c506819c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:17.258033 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-619bf48c-99d4-4748-a168-b618d099e5bb req-9a13f948-a6df-4dbc-85e5-57d8c506819c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ecbff90d-5ab6-4357-bf37-5548ca0e9255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1493611 Jun 11 09:46:17.271793 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2276c5ba-ddc6-4bdb-ba8f-57bca618e829 req-cbe6468f-aff7-4f62-b57f-350d3287a4c1 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:17.273437 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a7317a-d67f-4826-b0e9-b800c14f036f None None] Network 13582f17-d11a-4672-9c06-221c87b5ead2 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:46:17.278998 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2276c5ba-ddc6-4bdb-ba8f-57bca618e829 req-cbe6468f-aff7-4f62-b57f-350d3287a4c1 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/ports?device_id=c633a603-9c68-4fee-a384-310d8fcc4a30 HTTP/1.1" status: 200 len: 946 time: 0.1099041 Jun 11 09:46:17.392030 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e79d5d02-aed5-4ae2-b2d6-5152f4134f15 req-90375f0d-5595-46c8-b051-4b833de87d26 service neutron] 10.222.0.69 "GET /v2.0/networks/482bdf30-6ecc-4c58-babd-2078999f07ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356369 Jun 11 09:46:17.404458 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d045325e-05cd-4ccd-b1f9-26e3901ded32 req-eefc4436-800f-4dc3-ae8f-09e9af98ee49 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:17.412651 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d045325e-05cd-4ccd-b1f9-26e3901ded32 req-eefc4436-800f-4dc3-ae8f-09e9af98ee49 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a97632d-2625-4ca9-afb6-ae7df42d0ac2 HTTP/1.1" status: 200 len: 949 time: 0.1938760 Jun 11 09:46:17.413396 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2276c5ba-ddc6-4bdb-ba8f-57bca618e829 req-41e01d4c-ee3a-467c-b86d-0719f726fb2c tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/security-groups?id=18fc41cb-d5ab-4d35-ab48-499184b426b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316595 Jun 11 09:46:17.495803 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3d70c0bb-0a42-4b1f-b4e4-199cf65eee8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:17.510428 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-03275596-fbaa-4d4b-8d64-33a1363b5faa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:17.515359 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-619bf48c-99d4-4748-a168-b618d099e5bb req-f27d723d-6aac-4f40-8659-763575a9af32 service neutron] 10.222.0.64 "GET /v2.0/networks/ecbff90d-5ab6-4357-bf37-5548ca0e9255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333155 Jun 11 09:46:17.536963 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d045325e-05cd-4ccd-b1f9-26e3901ded32 req-1f89a420-b70d-416b-97a8-0cc920761d91 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232419 Jun 11 09:46:17.543475 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device b8221227-edd6-43a0-9504-b1145a978d04 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:46:17.571582 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ea5a58-baef-41c1-91dd-d1869e206b68 x-openstack-request-id: req-f8ea5a58-baef-41c1-91dd-d1869e206b68 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:46:17.572090 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07a4e6db-d26d-45d2-b2ee-df8136c9da39", "tag": "62edb212-025f-4ae0-a3a1-9c7870b038ba", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:46:17.572385 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f8ea5a58-baef-41c1-91dd-d1869e206b68 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:46:17.572826 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07a4e6db-d26d-45d2-b2ee-df8136c9da39', 'tag': '62edb212-025f-4ae0-a3a1-9c7870b038ba', 'status': 'completed', 'code': 200} Jun 11 09:46:17.729329 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d70c0bb-0a42-4b1f-b4e4-199cf65eee8b admin admin] Pushing event updated for resources: {'Port': ['ID=2cae986b-3746-4386-9590-23e0889a749a,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:17.735368 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d70c0bb-0a42-4b1f-b4e4-199cf65eee8b admin admin] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:46:17.751224 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3d70c0bb-0a42-4b1f-b4e4-199cf65eee8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:17.758414 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-619bf48c-99d4-4748-a168-b618d099e5bb req-1e90f509-c8ff-42ef-981d-a494be79d693 service neutron] 10.222.0.64 "GET /v2.0/networks/ecbff90d-5ab6-4357-bf37-5548ca0e9255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340271 Jun 11 09:46:17.765250 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-62d74ac9-0853-4a84-8b43-c74b0eaf4023 None None] Provisioning for port b8221227-edd6-43a0-9504-b1145a978d04 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:46:17.769674 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-3d70c0bb-0a42-4b1f-b4e4-199cf65eee8b admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:46:17.776922 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d70c0bb-0a42-4b1f-b4e4-199cf65eee8b admin admin] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:46:17.835609 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9fbffc-9b4a-4514-a028-fa392c1fa4eb req-6f6c2223-9667-45ae-a549-a47b23443241 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:17.838426 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5b9fbffc-9b4a-4514-a028-fa392c1fa4eb req-6f6c2223-9667-45ae-a549-a47b23443241 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "GET /v2.0/ports?device_id=604f9f22-aaf7-4f98-8e1d-78b9326e5b57 HTTP/1.1" status: 200 len: 944 time: 0.0949771 Jun 11 09:46:17.854786 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device cbc95581-f7cd-49cd-a94b-99db80038c35 up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:46:17.886570 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port b8221227-edd6-43a0-9504-b1145a978d04 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:46:17.892427 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port b8221227-edd6-43a0-9504-b1145a978d04 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:46:17.892824 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:17.895235 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5b9fbffc-9b4a-4514-a028-fa392c1fa4eb req-dc11d317-d2ba-444b-b79a-b1ffe637113f tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f660163-b4cf-41bb-9ff5-65f9e727e866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510521 Jun 11 09:46:18.038395 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409e76c-6d23-42f9-ba5b-0fdf156cc77b req-f9dbd4c1-38ea-4de8-a4f4-cba7d6707f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:18.042520 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9409e76c-6d23-42f9-ba5b-0fdf156cc77b req-f9dbd4c1-38ea-4de8-a4f4-cba7d6707f35 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=85a0b78c318440aa9b70136d633fbbff&device_id=07a4e6db-d26d-45d2-b2ee-df8136c9da39 HTTP/1.1" status: 200 len: 1096 time: 0.0799253 Jun 11 09:46:18.042733 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-b6720758-3d2d-466b-b88c-5a90abb10757 None None] Provisioning complete for port b8221227-edd6-43a0-9504-b1145a978d04 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:46:18.042733 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b6720758-3d2d-466b-b88c-5a90abb10757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:18.076552 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:18.121050 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning for port cbc95581-f7cd-49cd-a94b-99db80038c35 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:46:18.135158 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port cbc95581-f7cd-49cd-a94b-99db80038c35 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:46:18.135704 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:18.138802 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port b8221227-edd6-43a0-9504-b1145a978d04, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=b8221227-edd6-43a0-9504-b1145a978d04,segment=NetworkSegment(ff1b6e69-535d-49e6-8eec-dcd8b2478781),segment_id=ff1b6e69-535d-49e6-8eec-dcd8b2478781)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:46:18.209812 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409e76c-6d23-42f9-ba5b-0fdf156cc77b req-76026eb4-c85f-4ae9-8056-37bb1c37065d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:18.211274 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9409e76c-6d23-42f9-ba5b-0fdf156cc77b req-76026eb4-c85f-4ae9-8056-37bb1c37065d service neutron] 10.222.0.64 "GET /v2.0/networks?id=ecbff90d-5ab6-4357-bf37-5548ca0e9255 HTTP/1.1" status: 200 len: 911 time: 0.1647439 Jun 11 09:46:18.218350 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:18.228066 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:18.274074 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e79d5d02-aed5-4ae2-b2d6-5152f4134f15 req-0a978641-1526-464d-af48-92e44a93f203 service neutron] 10.222.0.69 "GET /v2.0/networks/482bdf30-6ecc-4c58-babd-2078999f07ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8587010 Jun 11 09:46:18.276211 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9409e76c-6d23-42f9-ba5b-0fdf156cc77b req-165504d2-e00c-40ec-be37-ad476b70513a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62edb212-025f-4ae0-a3a1-9c7870b038ba HTTP/1.1" status: 200 len: 217 time: 0.0575471 Jun 11 09:46:18.279315 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b6720758-3d2d-466b-b88c-5a90abb10757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:18.322160 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:18.325484 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=b8221227-edd6-43a0-9504-b1145a978d04,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:18.332045 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:18.397042 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409e76c-6d23-42f9-ba5b-0fdf156cc77b req-f4737dbc-7263-439b-b958-bcc89e6c90aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:18.398369 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9409e76c-6d23-42f9-ba5b-0fdf156cc77b req-f4737dbc-7263-439b-b958-bcc89e6c90aa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65fd936e-e1de-4d66-9d41-076079c1dae3 HTTP/1.1" status: 200 len: 849 time: 0.1026988 Jun 11 09:46:18.399417 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a498f89-917d-4866-8dc3-e35a146635d0 req-477e771f-89fd-4774-a204-43d08c65fb74 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:18.400890 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8a498f89-917d-4866-8dc3-e35a146635d0 req-477e771f-89fd-4774-a204-43d08c65fb74 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/networks?id=743172cf-2dc7-4438-9267-f806a2cb8a77 HTTP/1.1" status: 200 len: 806 time: 0.7360764 Jun 11 09:46:18.412402 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.db.api [None req-b6720758-3d2d-466b-b88c-5a90abb10757 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93178) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 09:46:18.412847 n-d-779913-12 neutron-server[93178]: DEBUG oslo_db.api [None req-b6720758-3d2d-466b-b88c-5a90abb10757 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 09:46:18.414961 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:18.445481 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a97632d-2625-4ca9-afb6-ae7df42d0ac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbc95581-f7cd-49cd-a94b-99db80038c35'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:46:18.446359 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8a498f89-917d-4866-8dc3-e35a146635d0 req-08641187-63a1-4bd8-93e1-e824a875b6d8 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/quotas/845e0c4a59a549beb9cd8a20149f973b HTTP/1.1" status: 200 len: 375 time: 0.0208893 Jun 11 09:46:18.448985 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e3a9755-643e-40ba-864a-e6b55a1da4c2" -d '{"events": [{"server_uuid": "4a97632d-2625-4ca9-afb6-ae7df42d0ac2", "name": "network-vif-plugged", "status": "completed", "tag": "cbc95581-f7cd-49cd-a94b-99db80038c35"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:46:18.456152 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dfba71-a7d1-4121-9e72-d390bb298af6 req-c573cd5c-b580-4d7e-b71a-12c4de2c0a70 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:18.458746 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-33dfba71-a7d1-4121-9e72-d390bb298af6 req-c573cd5c-b580-4d7e-b71a-12c4de2c0a70 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=07a4e6db-d26d-45d2-b2ee-df8136c9da39 HTTP/1.1" status: 200 len: 944 time: 0.1839776 Jun 11 09:46:18.465937 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port cbc95581-f7cd-49cd-a94b-99db80038c35, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=cbc95581-f7cd-49cd-a94b-99db80038c35,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:46:18.520150 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-33dfba71-a7d1-4121-9e72-d390bb298af6 req-431eb60f-b3bc-4a36-9cb5-a0458109dfbb tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=7382d103-d62f-4540-9ac2-5ea0a34701f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539708 Jun 11 09:46:18.521867 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409e76c-6d23-42f9-ba5b-0fdf156cc77b req-5722c9b9-0a79-405d-ae56-646189a33049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:18.523229 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9409e76c-6d23-42f9-ba5b-0fdf156cc77b req-5722c9b9-0a79-405d-ae56-646189a33049 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ecbff90d-5ab6-4357-bf37-5548ca0e9255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1170731 Jun 11 09:46:18.524298 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8a498f89-917d-4866-8dc3-e35a146635d0 req-177621cf-1e86-4c67-a481-f5484bf04908 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=845e0c4a59a549beb9cd8a20149f973b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0675988 Jun 11 09:46:18.559890 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:18.562512 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:18.654237 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=cbc95581-f7cd-49cd-a94b-99db80038c35,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:18.668562 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:18.691426 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9409e76c-6d23-42f9-ba5b-0fdf156cc77b req-a5546ffe-54a3-4be8-b1ae-81471875495a service neutron] 10.222.0.64 "GET /v2.0/networks/ecbff90d-5ab6-4357-bf37-5548ca0e9255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603339 Jun 11 09:46:18.810408 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3d70c0bb-0a42-4b1f-b4e4-199cf65eee8b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:18.819036 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9409e76c-6d23-42f9-ba5b-0fdf156cc77b req-84222f76-901b-4c16-b7b6-6afb5ed3dc81 service neutron] 10.222.0.64 "GET /v2.0/networks/ecbff90d-5ab6-4357-bf37-5548ca0e9255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182656 Jun 11 09:46:18.927952 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8a498f89-917d-4866-8dc3-e35a146635d0 req-9151c7a4-5738-49ff-9c99-872717d90306 service neutron] 10.222.0.60 "GET /v2.0/networks/743172cf-2dc7-4438-9267-f806a2cb8a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3967333 Jun 11 09:46:19.021757 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaf8145-0149-4297-808c-074c8442767f req-46dd0d14-d76a-4b62-890e-61cf0e52da40 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:19.023314 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5eaf8145-0149-4297-808c-074c8442767f req-46dd0d14-d76a-4b62-890e-61cf0e52da40 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/ports?device_id=c633a603-9c68-4fee-a384-310d8fcc4a30 HTTP/1.1" status: 200 len: 946 time: 0.0851769 Jun 11 09:46:19.066326 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5eaf8145-0149-4297-808c-074c8442767f req-c4d861f6-5bce-4609-9043-33d4c4c3c2a6 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/security-groups?id=18fc41cb-d5ab-4d35-ab48-499184b426b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368912 Jun 11 09:46:19.112433 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d54522-6564-4775-9577-fcf44b65906b x-openstack-request-id: req-b7d54522-6564-4775-9577-fcf44b65906b {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:46:19.112741 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a97632d-2625-4ca9-afb6-ae7df42d0ac2", "name": "network-vif-plugged", "status": "completed", "tag": "cbc95581-f7cd-49cd-a94b-99db80038c35", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:46:19.113008 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b7d54522-6564-4775-9577-fcf44b65906b {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:46:19.113407 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a97632d-2625-4ca9-afb6-ae7df42d0ac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbc95581-f7cd-49cd-a94b-99db80038c35', 'code': 200} Jun 11 09:46:19.173468 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8a498f89-917d-4866-8dc3-e35a146635d0 req-4ee666ba-e23e-492d-88e7-ec0a16054b04 service neutron] 10.222.0.60 "GET /v2.0/networks/743172cf-2dc7-4438-9267-f806a2cb8a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350740 Jun 11 09:46:19.197073 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3d70c0bb-0a42-4b1f-b4e4-199cf65eee8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:19.283189 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fba1af-e083-49d4-87d4-5a9d867be509 req-01044fee-4471-47f2-b58f-87b8e8f03c8a tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:19.285019 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-97fba1af-e083-49d4-87d4-5a9d867be509 req-01044fee-4471-47f2-b58f-87b8e8f03c8a tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a97632d-2625-4ca9-afb6-ae7df42d0ac2 HTTP/1.1" status: 200 len: 950 time: 0.0818691 Jun 11 09:46:19.320463 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device b8221227-edd6-43a0-9504-b1145a978d04 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:46:19.408913 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port b8221227-edd6-43a0-9504-b1145a978d04 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:46:19.409690 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:19.416318 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-97fba1af-e083-49d4-87d4-5a9d867be509 req-fb3cefcc-ae1a-4fca-ace6-ed19a5c8481a tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254601 Jun 11 09:46:19.438393 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b447a979-ddba-4a26-87b8-1cabc7224706 req-b351eabb-02e8-4c84-beba-74c4bb1bf290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:19.438393 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b447a979-ddba-4a26-87b8-1cabc7224706 req-b351eabb-02e8-4c84-beba-74c4bb1bf290 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4a97632d-2625-4ca9-afb6-ae7df42d0ac2 HTTP/1.1" status: 200 len: 1102 time: 0.1311114 Jun 11 09:46:19.504330 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b447a979-ddba-4a26-87b8-1cabc7224706 req-a11471a5-3351-4fca-bd2a-869d6837b67d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672746 Jun 11 09:46:19.514672 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d70c0bb-0a42-4b1f-b4e4-199cf65eee8b admin admin] Router 7e1e4030-c3ba-4412-a859-1ac2d060bfed is scheduled to L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 with binding_index 1 {{(pid=93177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 09:46:19.740098 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d70c0bb-0a42-4b1f-b4e4-199cf65eee8b admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:46:19.748832 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb79c7b-c798-4baa-96fa-5875d1a259b0 None None] Sync routers for ids ['7e1e4030-c3ba-4412-a859-1ac2d060bfed'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:46:19.751753 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19984b58-2127-4887-b7a2-f8faad3444bc req-2ee62f65-edf4-4a70-9f37-1c230f732e6a tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:19.753666 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-19984b58-2127-4887-b7a2-f8faad3444bc req-2ee62f65-edf4-4a70-9f37-1c230f732e6a tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "GET /v2.0/ports?device_id=604f9f22-aaf7-4f98-8e1d-78b9326e5b57 HTTP/1.1" status: 200 len: 944 time: 0.1067662 Jun 11 09:46:19.765429 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb79c7b-c798-4baa-96fa-5875d1a259b0 None None] Routers {'7e1e4030-c3ba-4412-a859-1ac2d060bfed'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:46:19.766044 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-bcb79c7b-c798-4baa-96fa-5875d1a259b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:46:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['7e1e4030-c3ba-4412-a859-1ac2d060bfed'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:46:19.806190 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-19984b58-2127-4887-b7a2-f8faad3444bc req-3eff5461-06aa-4de2-bca0-24363b23156c tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f660163-b4cf-41bb-9ff5-65f9e727e866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395060 Jun 11 09:46:19.854237 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 62edb212-025f-4ae0-a3a1-9c7870b038ba details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:46:19.862763 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3d70c0bb-0a42-4b1f-b4e4-199cf65eee8b admin admin] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:19.866439 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-3d70c0bb-0a42-4b1f-b4e4-199cf65eee8b admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.6552618 Jun 11 09:46:19.866641 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 43208) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:46:19.934719 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-bcb79c7b-c798-4baa-96fa-5875d1a259b0 None None] Set router 7e1e4030-c3ba-4412-a859-1ac2d060bfed gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:46:20.045065 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 62edb212-025f-4ae0-a3a1-9c7870b038ba, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=62edb212-025f-4ae0-a3a1-9c7870b038ba,segment=NetworkSegment(f561be66-4e48-459e-8c21-fceaa6c73661),segment_id=f561be66-4e48-459e-8c21-fceaa6c73661)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:46:20.064489 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': '62edb212-025f-4ae0-a3a1-9c7870b038ba', 'network_id': 'ecbff90d-5ab6-4357-bf37-5548ca0e9255', 'port_id': '62edb212-025f-4ae0-a3a1-9c7870b038ba', 'mac_address': 'fa:16:3e:07:dd:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65fd936e-e1de-4d66-9d41-076079c1dae3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:46:20.107872 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 1f1b5c6e-6272-4400-80b4-7e0f066ffadb details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:46:20.149206 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:20.243800 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62edb212-025f-4ae0-a3a1-9c7870b038ba {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:46:20.268311 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 62edb212-025f-4ae0-a3a1-9c7870b038ba, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=62edb212-025f-4ae0-a3a1-9c7870b038ba,segment=NetworkSegment(f561be66-4e48-459e-8c21-fceaa6c73661),segment_id=f561be66-4e48-459e-8c21-fceaa6c73661)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:46:20.373829 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-bcb79c7b-c798-4baa-96fa-5875d1a259b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e1e4030-c3ba-4412-a859-1ac2d060bfed', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1671419343-router', 'tenant_id': 'fba2fc35a9f946818209133d958208bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': '2cae986b-3746-4386-9590-23e0889a749a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:46:14Z', 'updated_at': '2021-06-11T09:46:18Z', 'revision_number': 3, 'project_id': 'fba2fc35a9f946818209133d958208bf', 'gw_port': {'id': '2cae986b-3746-4386-9590-23e0889a749a', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e5:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e1e4030-c3ba-4412-a859-1ac2d060bfed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:46:16Z', 'updated_at': '2021-06-11T09:46:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:46:20.379392 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb79c7b-c798-4baa-96fa-5875d1a259b0 None None] Checking router: 7e1e4030-c3ba-4412-a859-1ac2d060bfed for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:46:20.380657 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb79c7b-c798-4baa-96fa-5875d1a259b0 None None] Updating router 7e1e4030-c3ba-4412-a859-1ac2d060bfed port 2cae986b-3746-4386-9590-23e0889a749a binding host n-d-779913-12 {{(pid=93179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 09:46:20.482796 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 1f1b5c6e-6272-4400-80b4-7e0f066ffadb, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=1f1b5c6e-6272-4400-80b4-7e0f066ffadb,segment=NetworkSegment(802e9f6d-3ccd-4201-9afd-53110d0b2010),segment_id=802e9f6d-3ccd-4201-9afd-53110d0b2010)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:46:20.506884 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:20.510683 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:20.516535 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': '1f1b5c6e-6272-4400-80b4-7e0f066ffadb', 'network_id': '482bdf30-6ecc-4c58-babd-2078999f07ec', 'port_id': '1f1b5c6e-6272-4400-80b4-7e0f066ffadb', 'mac_address': 'fa:16:3e:7e:e1:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aff27218-fe9b-4902-82d1-323ec8f666a1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:46:20.532251 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-bcb79c7b-c798-4baa-96fa-5875d1a259b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:20.604880 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=62edb212-025f-4ae0-a3a1-9c7870b038ba,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:20.607755 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:20.609774 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:20.629121 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f1b5c6e-6272-4400-80b4-7e0f066ffadb {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:46:20.661948 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 1f1b5c6e-6272-4400-80b4-7e0f066ffadb, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=1f1b5c6e-6272-4400-80b4-7e0f066ffadb,segment=NetworkSegment(802e9f6d-3ccd-4201-9afd-53110d0b2010),segment_id=802e9f6d-3ccd-4201-9afd-53110d0b2010)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:46:20.730782 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['62edb212-025f-4ae0-a3a1-9c7870b038ba'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:46:20.758794 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:20.762357 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:20.840223 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=1f1b5c6e-6272-4400-80b4-7e0f066ffadb,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:20.843888 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e4617327-dc45-4e97-a140-ea596ae8c269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:20.844452 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:20.928832 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5395aeb2-975a-41da-a670-a93921b875ad req-3d71e0c5-e9be-4f8e-88a7-9e1e035164b8 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:20.930448 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5395aeb2-975a-41da-a670-a93921b875ad req-3d71e0c5-e9be-4f8e-88a7-9e1e035164b8 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=07a4e6db-d26d-45d2-b2ee-df8136c9da39 HTTP/1.1" status: 200 len: 945 time: 0.1774318 Jun 11 09:46:20.975506 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-bcb79c7b-c798-4baa-96fa-5875d1a259b0 None None] Notify callbacks [] for port, precommit_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:20.990968 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-bcb79c7b-c798-4baa-96fa-5875d1a259b0 None None] Transition to ACTIVE for port object 2cae986b-3746-4386-9590-23e0889a749a will not be triggered until provisioned by entity L2. {{(pid=93179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:46:21.042341 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5395aeb2-975a-41da-a670-a93921b875ad req-b270632d-2b92-43fa-8b41-08f4b926bb48 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=7382d103-d62f-4540-9ac2-5ea0a34701f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000147 Jun 11 09:46:21.089567 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['1f1b5c6e-6272-4400-80b4-7e0f066ffadb'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:46:21.091824 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-bcb79c7b-c798-4baa-96fa-5875d1a259b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:21.095545 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:21.120726 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-e4617327-dc45-4e97-a140-ea596ae8c269 admin admin] Allocated IP 172.20.0.1 (13582f17-d11a-4672-9c06-221c87b5ead2/57c67d44-c68c-432c-9c59-2340b808ce7f/35783144-68d4-4012-add2-c31301db917f) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:46:21.182424 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-bcb79c7b-c798-4baa-96fa-5875d1a259b0 None None] Attempting to bind port 2cae986b-3746-4386-9590-23e0889a749a on host n-d-779913-12 for vnic_type normal with profile {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:46:21.182860 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-bcb79c7b-c798-4baa-96fa-5875d1a259b0 None None] Attempting to bind port 2cae986b-3746-4386-9590-23e0889a749a by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:46:21.183330 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb79c7b-c798-4baa-96fa-5875d1a259b0 None None] Attempting to bind port 2cae986b-3746-4386-9590-23e0889a749a on network f0adef6e-169f-4a27-8865-442be2ad072d {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:46:21.185397 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c6d0a8-779f-49f6-8e1c-974786a8a990 None None] Pushing event updated for resources: {'Port': ['ID=2cae986b-3746-4386-9590-23e0889a749a,revision_number=2']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:21.195651 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c6d0a8-779f-49f6-8e1c-974786a8a990 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:46:21.196116 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c6d0a8-779f-49f6-8e1c-974786a8a990 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:46:21.196553 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c6d0a8-779f-49f6-8e1c-974786a8a990 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:46:21.197182 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c6d0a8-779f-49f6-8e1c-974786a8a990 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:46:21.197613 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c6d0a8-779f-49f6-8e1c-974786a8a990 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:46:21.198054 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c6d0a8-779f-49f6-8e1c-974786a8a990 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:46:21.198930 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c6d0a8-779f-49f6-8e1c-974786a8a990 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:46:21.199366 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c6d0a8-779f-49f6-8e1c-974786a8a990 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:46:21.199807 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c6d0a8-779f-49f6-8e1c-974786a8a990 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:46:21.200610 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c6d0a8-779f-49f6-8e1c-974786a8a990 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:46:21.200610 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c6d0a8-779f-49f6-8e1c-974786a8a990 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:46:21.202982 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c6d0a8-779f-49f6-8e1c-974786a8a990 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:46:21.205218 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb79c7b-c798-4baa-96fa-5875d1a259b0 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:46:21.205739 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb79c7b-c798-4baa-96fa-5875d1a259b0 None None] Checking segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:46:21.206255 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-bcb79c7b-c798-4baa-96fa-5875d1a259b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:21.206748 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb79c7b-c798-4baa-96fa-5875d1a259b0 None None] Bound using segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:46:21.207665 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-bcb79c7b-c798-4baa-96fa-5875d1a259b0 None None] Bound port: 2cae986b-3746-4386-9590-23e0889a749a, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:46:21.207830 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-bcb79c7b-c798-4baa-96fa-5875d1a259b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:21.240648 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-d5c6d0a8-779f-49f6-8e1c-974786a8a990 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:21.305847 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-bcb79c7b-c798-4baa-96fa-5875d1a259b0 None None] For port 2cae986b-3746-4386-9590-23e0889a749a, host n-d-779913-12, cleared binding levels {{(pid=93179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:46:21.310050 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-bcb79c7b-c798-4baa-96fa-5875d1a259b0 None None] For port 2cae986b-3746-4386-9590-23e0889a749a, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=2cae986b-3746-4386-9590-23e0889a749a,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:46:21.332633 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e4617327-dc45-4e97-a140-ea596ae8c269 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:21.341492 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0326f345-9199-4557-ac0f-a0cdcdae40e8 req-e8cd76e2-e20e-4cc9-840b-0aad454f5714 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:21.343069 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0326f345-9199-4557-ac0f-a0cdcdae40e8 req-e8cd76e2-e20e-4cc9-840b-0aad454f5714 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/ports?device_id=c633a603-9c68-4fee-a384-310d8fcc4a30 HTTP/1.1" status: 200 len: 946 time: 0.1767442 Jun 11 09:46:21.399597 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0326f345-9199-4557-ac0f-a0cdcdae40e8 req-d34c2458-27b1-432c-a93e-bb1ef302f36b tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/security-groups?id=18fc41cb-d5ab-4d35-ab48-499184b426b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495412 Jun 11 09:46:21.420328 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-bcb79c7b-c798-4baa-96fa-5875d1a259b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:21.423340 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:21.449438 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cf8d48-d6cb-4a69-9dc2-ac9aac30b57d req-905c1fc4-e32d-4d85-b6b3-aa8dcde7ac8d tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:21.453614 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e0cf8d48-d6cb-4a69-9dc2-ac9aac30b57d req-905c1fc4-e32d-4d85-b6b3-aa8dcde7ac8d tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a97632d-2625-4ca9-afb6-ae7df42d0ac2 HTTP/1.1" status: 200 len: 950 time: 0.0980730 Jun 11 09:46:21.496666 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-e4617327-dc45-4e97-a140-ea596ae8c269 admin admin] Transition to ACTIVE for port object 35783144-68d4-4012-add2-c31301db917f will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:46:21.498627 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb79c7b-c798-4baa-96fa-5875d1a259b0 None None] Routers {'7e1e4030-c3ba-4412-a859-1ac2d060bfed'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:46:21.499524 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-bcb79c7b-c798-4baa-96fa-5875d1a259b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:46:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['7e1e4030-c3ba-4412-a859-1ac2d060bfed'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:46:21.501676 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c6d0a8-779f-49f6-8e1c-974786a8a990 None None] Pushing event updated for resources: {'Port': ['ID=2cae986b-3746-4386-9590-23e0889a749a,revision_number=3']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:21.505184 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-d5c6d0a8-779f-49f6-8e1c-974786a8a990 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:21.537910 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e0cf8d48-d6cb-4a69-9dc2-ac9aac30b57d req-a72aed7e-66ac-492c-84f5-0b84824c14f3 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779829 Jun 11 09:46:21.646492 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e4617327-dc45-4e97-a140-ea596ae8c269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:21.650171 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-00637e13-b30f-46b5-acd3-5206c5942a91 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:21.790983 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028069ea-3b9b-4f0f-9dd8-320434c2f05d req-2fed4a93-fe62-45be-a520-f180c49bb087 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:21.792591 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-028069ea-3b9b-4f0f-9dd8-320434c2f05d req-2fed4a93-fe62-45be-a520-f180c49bb087 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "GET /v2.0/ports?device_id=604f9f22-aaf7-4f98-8e1d-78b9326e5b57 HTTP/1.1" status: 200 len: 945 time: 0.1231804 Jun 11 09:46:21.794147 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-bcb79c7b-c798-4baa-96fa-5875d1a259b0 None None] Set router 7e1e4030-c3ba-4412-a859-1ac2d060bfed gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:46:21.855042 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-028069ea-3b9b-4f0f-9dd8-320434c2f05d req-804952b7-2e71-4e74-9db7-d1462bd470e3 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f660163-b4cf-41bb-9ff5-65f9e727e866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561516 Jun 11 09:46:21.862106 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 62edb212-025f-4ae0-a3a1-9c7870b038ba up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:46:22.132590 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4617327-dc45-4e97-a140-ea596ae8c269 admin admin] Pushing event updated for resources: {'Port': ['ID=35783144-68d4-4012-add2-c31301db917f,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:22.135709 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e4617327-dc45-4e97-a140-ea596ae8c269 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:22.150200 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4617327-dc45-4e97-a140-ea596ae8c269 admin admin] Network 13582f17-d11a-4672-9c06-221c87b5ead2 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:46:22.151779 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-e4617327-dc45-4e97-a140-ea596ae8c269 admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:46:22.154447 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4617327-dc45-4e97-a140-ea596ae8c269 admin admin] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:46:22.208267 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e4617327-dc45-4e97-a140-ea596ae8c269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-375088'] for router_interface, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:22.234190 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-bcb79c7b-c798-4baa-96fa-5875d1a259b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e1e4030-c3ba-4412-a859-1ac2d060bfed', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1671419343-router', 'tenant_id': 'fba2fc35a9f946818209133d958208bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': '2cae986b-3746-4386-9590-23e0889a749a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:46:14Z', 'updated_at': '2021-06-11T09:46:18Z', 'revision_number': 3, 'project_id': 'fba2fc35a9f946818209133d958208bf', 'gw_port': {'id': '2cae986b-3746-4386-9590-23e0889a749a', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e5:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e1e4030-c3ba-4412-a859-1ac2d060bfed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:46:16Z', 'updated_at': '2021-06-11T09:46:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:46:22.239063 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb79c7b-c798-4baa-96fa-5875d1a259b0 None None] The sync data for ids ['7e1e4030-c3ba-4412-a859-1ac2d060bfed'] in n-d-779913-12 is: [{'id': '7e1e4030-c3ba-4412-a859-1ac2d060bfed', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1671419343-router', 'tenant_id': 'fba2fc35a9f946818209133d958208bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': '2cae986b-3746-4386-9590-23e0889a749a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:46:14Z', 'updated_at': '2021-06-11T09:46:18Z', 'revision_number': 3, 'project_id': 'fba2fc35a9f946818209133d958208bf', 'gw_port': {'id': '2cae986b-3746-4386-9590-23e0889a749a', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e5:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e1e4030-c3ba-4412-a859-1ac2d060bfed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:46:16Z', 'updated_at': '2021-06-11T09:46:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:46:22.291027 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning for port 62edb212-025f-4ae0-a3a1-9c7870b038ba completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:46:22.295503 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port 62edb212-025f-4ae0-a3a1-9c7870b038ba triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:46:22.296015 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:22.409109 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:22.435758 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07a4e6db-d26d-45d2-b2ee-df8136c9da39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62edb212-025f-4ae0-a3a1-9c7870b038ba'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:46:22.441092 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3df5ad7-a2e3-4281-a379-601c99fde86e" -d '{"events": [{"server_uuid": "07a4e6db-d26d-45d2-b2ee-df8136c9da39", "name": "network-vif-plugged", "status": "completed", "tag": "62edb212-025f-4ae0-a3a1-9c7870b038ba"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:46:22.453041 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 62edb212-025f-4ae0-a3a1-9c7870b038ba, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=62edb212-025f-4ae0-a3a1-9c7870b038ba,segment=NetworkSegment(f561be66-4e48-459e-8c21-fceaa6c73661),segment_id=f561be66-4e48-459e-8c21-fceaa6c73661)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:46:22.539036 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e4617327-dc45-4e97-a140-ea596ae8c269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:22.554221 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-e6a0ee15-f87e-42d6-a081-8484369edfdb None None] Provisioning for port 35783144-68d4-4012-add2-c31301db917f completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:46:22.567926 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-e6a0ee15-f87e-42d6-a081-8484369edfdb None None] Provisioning complete for port 35783144-68d4-4012-add2-c31301db917f triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:46:22.568314 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e6a0ee15-f87e-42d6-a081-8484369edfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:22.610769 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:22.614531 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:22.666485 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-e6a0ee15-f87e-42d6-a081-8484369edfdb None None] Port 35783144-68d4-4012-add2-c31301db917f cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:46:22.690881 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=62edb212-025f-4ae0-a3a1-9c7870b038ba,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:22.700704 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:22.760770 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a16d3-4f6a-483a-937b-291cd5145417 req-0b81a44c-f5a6-4d87-b424-d64d34ed3d47 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:22.762423 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fb1a16d3-4f6a-483a-937b-291cd5145417 req-0b81a44c-f5a6-4d87-b424-d64d34ed3d47 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/networks?id=743172cf-2dc7-4438-9267-f806a2cb8a77 HTTP/1.1" status: 200 len: 806 time: 0.2167623 Jun 11 09:46:22.799843 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fb1a16d3-4f6a-483a-937b-291cd5145417 req-2032985d-6eb8-4979-8a66-d5ab3677543d tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/quotas/845e0c4a59a549beb9cd8a20149f973b HTTP/1.1" status: 200 len: 375 time: 0.0279391 Jun 11 09:46:22.810423 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2ab360cd-4272-40c0-a556-14377977cb10 req-4b8469e8-fd52-49b5-865f-be153145fe80 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4a97632d-2625-4ca9-afb6-ae7df42d0ac2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1077631 Jun 11 09:46:22.812071 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e4617327-dc45-4e97-a140-ea596ae8c269 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:22.878868 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fb1a16d3-4f6a-483a-937b-291cd5145417 req-e152cb2c-8204-44dd-ab86-f89a17847bd0 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=845e0c4a59a549beb9cd8a20149f973b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0718467 Jun 11 09:46:22.925579 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e4617327-dc45-4e97-a140-ea596ae8c269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:22.928007 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-40e352e5-e9e7-411c-bdc6-baf6bdcff675 tempest-ServersOnMultiNodesTest-1955478760 tempest-ServersOnMultiNodesTest-1955478760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:23.038350 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4617327-dc45-4e97-a140-ea596ae8c269 admin admin] Pushing event updated for resources: {'Port': ['ID=35783144-68d4-4012-add2-c31301db917f,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:23.041524 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e4617327-dc45-4e97-a140-ea596ae8c269 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375108'] for router_interface, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:23.053455 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e4617327-dc45-4e97-a140-ea596ae8c269 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:23.209849 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4617327-dc45-4e97-a140-ea596ae8c269 admin admin] Network 13582f17-d11a-4672-9c06-221c87b5ead2 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:46:23.211476 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-e4617327-dc45-4e97-a140-ea596ae8c269 admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:46:23.390337 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4617327-dc45-4e97-a140-ea596ae8c269 admin admin] Router 7e1e4030-c3ba-4412-a859-1ac2d060bfed has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 09:46:23.416847 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 2cae986b-3746-4386-9590-23e0889a749a up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:46:23.455852 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fb1a16d3-4f6a-483a-937b-291cd5145417 req-193964ed-c5bb-47b9-a820-1345067e727e service neutron] 10.222.0.60 "GET /v2.0/networks/743172cf-2dc7-4438-9267-f806a2cb8a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5691879 Jun 11 09:46:23.599577 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4617327-dc45-4e97-a140-ea596ae8c269 admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:46:23.604440 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 2cae986b-3746-4386-9590-23e0889a749a completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:46:23.613057 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 2cae986b-3746-4386-9590-23e0889a749a triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:46:23.613448 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:23.620420 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fb1a16d3-4f6a-483a-937b-291cd5145417 req-b0d3a412-a2f5-4f06-9c0e-49bab1da9503 service neutron] 10.222.0.60 "GET /v2.0/networks/743172cf-2dc7-4438-9267-f806a2cb8a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576595 Jun 11 09:46:23.629922 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-e4617327-dc45-4e97-a140-ea596ae8c269 admin admin] 10.222.0.60 "PUT /v2.0/routers/7e1e4030-c3ba-4412-a859-1ac2d060bfed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7541811 Jun 11 09:46:23.647640 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-bc13ca58-9d27-4cdb-9345-50277ad8d7f3 None None] Provisioning complete for port 35783144-68d4-4012-add2-c31301db917f triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:46:23.648018 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-bc13ca58-9d27-4cdb-9345-50277ad8d7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:23.723600 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-bc13ca58-9d27-4cdb-9345-50277ad8d7f3 None None] Port 35783144-68d4-4012-add2-c31301db917f cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:46:23.777677 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:23.802998 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 2cae986b-3746-4386-9590-23e0889a749a, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=2cae986b-3746-4386-9590-23e0889a749a,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:46:23.868964 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:23.870946 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:23.894481 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 43296) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:46:23.938105 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=2cae986b-3746-4386-9590-23e0889a749a,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:23.941378 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:24.112721 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a0be98-26f6-4cef-9b4c-f84fd8c2c5da req-dc2a2691-d519-4f6b-b770-2ce5ba434930 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:24.114263 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d0a0be98-26f6-4cef-9b4c-f84fd8c2c5da req-dc2a2691-d519-4f6b-b770-2ce5ba434930 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=07a4e6db-d26d-45d2-b2ee-df8136c9da39 HTTP/1.1" status: 200 len: 946 time: 0.0785763 Jun 11 09:46:24.134417 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 1f1b5c6e-6272-4400-80b4-7e0f066ffadb up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:46:24.182662 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d0a0be98-26f6-4cef-9b4c-f84fd8c2c5da req-5ac22f41-94d6-4a80-81a4-b16832895c57 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=7382d103-d62f-4540-9ac2-5ea0a34701f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627129 Jun 11 09:46:24.298531 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6c33c4-39f8-4d38-b10b-480390f96240 None None] Sync routers for ids ['7e1e4030-c3ba-4412-a859-1ac2d060bfed'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:46:24.312357 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6c33c4-39f8-4d38-b10b-480390f96240 None None] Routers {'7e1e4030-c3ba-4412-a859-1ac2d060bfed'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:46:24.312357 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-8b6c33c4-39f8-4d38-b10b-480390f96240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:46:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['7e1e4030-c3ba-4412-a859-1ac2d060bfed'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:46:24.430626 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c1f3677-1814-4652-a5b6-668450af17c1 x-openstack-request-id: req-5c1f3677-1814-4652-a5b6-668450af17c1 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:46:24.434952 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07a4e6db-d26d-45d2-b2ee-df8136c9da39", "name": "network-vif-plugged", "status": "completed", "tag": "62edb212-025f-4ae0-a3a1-9c7870b038ba", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:46:24.434952 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5c1f3677-1814-4652-a5b6-668450af17c1 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:46:24.434952 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07a4e6db-d26d-45d2-b2ee-df8136c9da39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62edb212-025f-4ae0-a3a1-9c7870b038ba', 'code': 200} Jun 11 09:46:24.449035 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning for port 1f1b5c6e-6272-4400-80b4-7e0f066ffadb completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:46:24.457968 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port 1f1b5c6e-6272-4400-80b4-7e0f066ffadb triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:46:24.458440 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:24.474414 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767bc270-d3ea-4dec-b68e-368cdad96cd2 req-83327ce2-7c50-4fbc-aef1-555a11d1534d tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:24.483433 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-767bc270-d3ea-4dec-b68e-368cdad96cd2 req-83327ce2-7c50-4fbc-aef1-555a11d1534d tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/ports?device_id=c633a603-9c68-4fee-a384-310d8fcc4a30 HTTP/1.1" status: 200 len: 946 time: 0.1748950 Jun 11 09:46:24.544198 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-767bc270-d3ea-4dec-b68e-368cdad96cd2 req-b9ea1ea7-5b18-4fee-a9e6-212fb46e799e tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/security-groups?id=18fc41cb-d5ab-4d35-ab48-499184b426b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592692 Jun 11 09:46:24.546279 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-8b6c33c4-39f8-4d38-b10b-480390f96240 None None] Set router 7e1e4030-c3ba-4412-a859-1ac2d060bfed gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:46:24.692200 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3955c9dd-8882-4fbe-9a74-5d38ae0cf896 req-ca8f91ae-a58f-4b57-8a74-16b0cceccf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:24.694951 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3955c9dd-8882-4fbe-9a74-5d38ae0cf896 req-ca8f91ae-a58f-4b57-8a74-16b0cceccf8d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=07a4e6db-d26d-45d2-b2ee-df8136c9da39 HTTP/1.1" status: 200 len: 1098 time: 0.1405368 Jun 11 09:46:24.717542 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb30eb2-de23-43b4-908d-c748ab4f072f req-1e60a355-93ef-400a-a3bc-32aa0236b56e tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:24.725295 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0fb30eb2-de23-43b4-908d-c748ab4f072f req-1e60a355-93ef-400a-a3bc-32aa0236b56e tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a97632d-2625-4ca9-afb6-ae7df42d0ac2 HTTP/1.1" status: 200 len: 950 time: 0.2193639 Jun 11 09:46:24.750308 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:24.756693 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3955c9dd-8882-4fbe-9a74-5d38ae0cf896 req-7ee45633-b3f8-41d8-9765-6e24f3e3fb07 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7382d103-d62f-4540-9ac2-5ea0a34701f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557082 Jun 11 09:46:24.807458 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0fb30eb2-de23-43b4-908d-c748ab4f072f req-cd0edf3f-8c4c-4eed-9625-2ace5c1c4390 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811610 Jun 11 09:46:24.859831 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ff534f-b98e-4eaa-995d-f2067a653749 req-5c63402a-d176-4464-bea8-de1529aef54b tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:24.860273 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 1f1b5c6e-6272-4400-80b4-7e0f066ffadb, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=1f1b5c6e-6272-4400-80b4-7e0f066ffadb,segment=NetworkSegment(802e9f6d-3ccd-4201-9afd-53110d0b2010),segment_id=802e9f6d-3ccd-4201-9afd-53110d0b2010)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:46:24.868061 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f5ff534f-b98e-4eaa-995d-f2067a653749 req-5c63402a-d176-4464-bea8-de1529aef54b tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "GET /v2.0/ports?device_id=604f9f22-aaf7-4f98-8e1d-78b9326e5b57 HTTP/1.1" status: 200 len: 945 time: 0.1132560 Jun 11 09:46:24.952415 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-8b6c33c4-39f8-4d38-b10b-480390f96240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e1e4030-c3ba-4412-a859-1ac2d060bfed', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1671419343-router', 'tenant_id': 'fba2fc35a9f946818209133d958208bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': '2cae986b-3746-4386-9590-23e0889a749a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:46:14Z', 'updated_at': '2021-06-11T09:46:22Z', 'revision_number': 4, 'project_id': 'fba2fc35a9f946818209133d958208bf', 'gw_port': {'id': '2cae986b-3746-4386-9590-23e0889a749a', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1e4030-c3ba-4412-a859-1ac2d060bfed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:46:16Z', 'updated_at': '2021-06-11T09:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '35783144-68d4-4012-add2-c31301db917f', 'name': '', 'network_id': '13582f17-d11a-4672-9c06-221c87b5ead2', 'tenant_id': 'fba2fc35a9f946818209133d958208bf', 'mac_address': 'fa:16:3e:0b:0a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e1e4030-c3ba-4412-a859-1ac2d060bfed', 'device_owner': 'network:router_interface', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '57c67d44-c68c-432c-9c59-2340b808ce7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:46:20Z', 'updated_at': '2021-06-11T09:46:22Z', 'revision_number': 2, 'project_id': 'fba2fc35a9f946818209133d958208bf', 'subnets': [{'id': '57c67d44-c68c-432c-9c59-2340b808ce7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:46:24.959561 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6c33c4-39f8-4d38-b10b-480390f96240 None None] Checking router: 7e1e4030-c3ba-4412-a859-1ac2d060bfed for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:46:24.961005 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6c33c4-39f8-4d38-b10b-480390f96240 None None] Updating router 7e1e4030-c3ba-4412-a859-1ac2d060bfed port 35783144-68d4-4012-add2-c31301db917f binding host n-d-779913-12 {{(pid=93178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 09:46:24.962908 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:24.965721 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:24.979192 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f5ff534f-b98e-4eaa-995d-f2067a653749 req-b634bffc-7339-44ad-bddb-766c65c7a80d tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f660163-b4cf-41bb-9ff5-65f9e727e866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103356 Jun 11 09:46:25.044246 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 43312) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:46:25.052605 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8b6c33c4-39f8-4d38-b10b-480390f96240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:25.063826 n-d-779913-12 neutron-server[93177]: INFO neutron.api.v2.resource [req-cf0a20a0-b641-49ef-9096-0544661167bb req-3c17dda3-f26b-4bea-9b2c-c887c94f25c6 tempest-FloatingIPDetailsNegativeTestJSON-230970804 tempest-FloatingIPDetailsNegativeTestJSON-230970804-project] show failed (client error): The resource could not be found. Jun 11 09:46:25.071270 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cf0a20a0-b641-49ef-9096-0544661167bb req-3c17dda3-f26b-4bea-9b2c-c887c94f25c6 tempest-FloatingIPDetailsNegativeTestJSON-230970804 tempest-FloatingIPDetailsNegativeTestJSON-230970804-project] 10.222.0.60 "GET /v2.0/floatingips/e8d9881a-2596-4ad8-9bf6-d153c365b8cc HTTP/1.1" status: 404 len: 350 time: 0.0833399 Jun 11 09:46:25.080129 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 43316) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:46:25.082169 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=1f1b5c6e-6272-4400-80b4-7e0f066ffadb,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:25.085208 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2c337207-5405-4316-b61b-db9e6740ed9c req-ba152913-ccb9-46bc-95a0-757f786e74cb tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=87b7782e-7d5b-4b9f-be88-eae78c700bc6 HTTP/1.1" status: 200 len: 210 time: 0.0571132 Jun 11 09:46:25.106582 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:25.176247 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a40d7a75-e2c2-4a2c-8402-417280e985f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375209'] for router_interface, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:25.277567 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-db481d39-8693-473e-bb6a-f3bdc66f22a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:25.398160 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 2cae986b-3746-4386-9590-23e0889a749a up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:46:25.537683 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 2cae986b-3746-4386-9590-23e0889a749a triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:46:25.538815 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:25.599105 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8b6c33c4-39f8-4d38-b10b-480390f96240 None None] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:25.616066 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-8b6c33c4-39f8-4d38-b10b-480390f96240 None None] Transition to ACTIVE for port object 35783144-68d4-4012-add2-c31301db917f will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:46:25.636866 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-db481d39-8693-473e-bb6a-f3bdc66f22a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:25.662406 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a2a9d3-b376-483d-808b-aee7b05be26a req-a11eba69-0561-4335-ad6a-6190dc79133a tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:25.669873 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-09a2a9d3-b376-483d-808b-aee7b05be26a req-a11eba69-0561-4335-ad6a-6190dc79133a tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=07a4e6db-d26d-45d2-b2ee-df8136c9da39 HTTP/1.1" status: 200 len: 946 time: 0.3359876 Jun 11 09:46:25.681688 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-db481d39-8693-473e-bb6a-f3bdc66f22a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:25.694695 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-08d3d5c8-c148-4fc2-b067-150dcbda05de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:25.712487 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8b6c33c4-39f8-4d38-b10b-480390f96240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:25.715941 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-a5b01db4-14ac-469d-b9fd-1c1e5b2b4fd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:25.770859 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-09a2a9d3-b376-483d-808b-aee7b05be26a req-8ed10290-5203-494b-9d30-fbb726c089b2 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=7382d103-d62f-4540-9ac2-5ea0a34701f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985396 Jun 11 09:46:25.818105 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-db481d39-8693-473e-bb6a-f3bdc66f22a2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=11f881cc56674397b13c2696a7a11fed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7714891 Jun 11 09:46:25.820847 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 43322) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:46:25.842830 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db481d39-8693-473e-bb6a-f3bdc66f22a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eabb2167-309d-40f1-b0cc-c1ea67e78dd2,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:25.854397 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-db481d39-8693-473e-bb6a-f3bdc66f22a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:25.943882 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab360cd-4272-40c0-a556-14377977cb10 req-76bb22a9-b924-4a18-b6ea-2a41a3f3a38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:25.945738 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2ab360cd-4272-40c0-a556-14377977cb10 req-76bb22a9-b924-4a18-b6ea-2a41a3f3a38f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2d153095abe14427b94c36cd340ad809&device_id=4a97632d-2625-4ca9-afb6-ae7df42d0ac2 HTTP/1.1" status: 200 len: 1102 time: 0.2608113 Jun 11 09:46:25.958018 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83475d2-abf9-4b26-a9a7-f7719222bdf7 None None] Pushing event updated for resources: {'Port': ['ID=35783144-68d4-4012-add2-c31301db917f,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:25.963954 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-c83475d2-abf9-4b26-a9a7-f7719222bdf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:25.984660 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e628186b-69a6-4966-ae85-e7c49928e37d req-1781a8e1-7825-4fdc-9ed8-0109e90b4ea6 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:25.987136 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e628186b-69a6-4966-ae85-e7c49928e37d req-1781a8e1-7825-4fdc-9ed8-0109e90b4ea6 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/ports?device_id=c633a603-9c68-4fee-a384-310d8fcc4a30 HTTP/1.1" status: 200 len: 946 time: 0.2510960 Jun 11 09:46:26.002766 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-186bd024-4106-451c-9be7-a1f5b7506d3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:26.018839 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-8b6c33c4-39f8-4d38-b10b-480390f96240 None None] Attempting to bind port 35783144-68d4-4012-add2-c31301db917f on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:46:26.019365 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-8b6c33c4-39f8-4d38-b10b-480390f96240 None None] Attempting to bind port 35783144-68d4-4012-add2-c31301db917f by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'ff1b6e69-535d-49e6-8eec-dcd8b2478781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '13582f17-d11a-4672-9c06-221c87b5ead2'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:46:26.020136 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6c33c4-39f8-4d38-b10b-480390f96240 None None] Attempting to bind port 35783144-68d4-4012-add2-c31301db917f on network 13582f17-d11a-4672-9c06-221c87b5ead2 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:46:26.025972 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6c33c4-39f8-4d38-b10b-480390f96240 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:46:26.026424 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6c33c4-39f8-4d38-b10b-480390f96240 None None] Checking segment: {'id': 'ff1b6e69-535d-49e6-8eec-dcd8b2478781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '13582f17-d11a-4672-9c06-221c87b5ead2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:46:26.030203 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8b6c33c4-39f8-4d38-b10b-480390f96240 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:26.030203 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6c33c4-39f8-4d38-b10b-480390f96240 None None] Bound using segment: {'id': 'ff1b6e69-535d-49e6-8eec-dcd8b2478781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '13582f17-d11a-4672-9c06-221c87b5ead2'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:46:26.030203 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-8b6c33c4-39f8-4d38-b10b-480390f96240 None None] Bound port: 35783144-68d4-4012-add2-c31301db917f, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff1b6e69-535d-49e6-8eec-dcd8b2478781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '13582f17-d11a-4672-9c06-221c87b5ead2'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:46:26.030203 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8b6c33c4-39f8-4d38-b10b-480390f96240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:26.074473 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-186bd024-4106-451c-9be7-a1f5b7506d3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:26.078626 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-a40d7a75-e2c2-4a2c-8402-417280e985f7 admin admin] Deleting port 4aee4b2f-e3e1-4fd0-9092-e7ea1799caed {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:46:26.079474 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a40d7a75-e2c2-4a2c-8402-417280e985f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:26.095651 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e628186b-69a6-4966-ae85-e7c49928e37d req-d94d30e3-5a8d-4a26-bf07-67fee6357671 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/security-groups?id=18fc41cb-d5ab-4d35-ab48-499184b426b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980129 Jun 11 09:46:26.119098 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-8b6c33c4-39f8-4d38-b10b-480390f96240 None None] For port 35783144-68d4-4012-add2-c31301db917f, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:46:26.122824 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-8b6c33c4-39f8-4d38-b10b-480390f96240 None None] For port 35783144-68d4-4012-add2-c31301db917f, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=35783144-68d4-4012-add2-c31301db917f,segment=NetworkSegment(ff1b6e69-535d-49e6-8eec-dcd8b2478781),segment_id=ff1b6e69-535d-49e6-8eec-dcd8b2478781)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:46:26.177652 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-94073b1c-5083-4a7f-b92a-9e1024076e45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375209'] for router_interface, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:26.194978 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-a40d7a75-e2c2-4a2c-8402-417280e985f7 admin admin] For port 4aee4b2f-e3e1-4fd0-9092-e7ea1799caed, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=4aee4b2f-e3e1-4fd0-9092-e7ea1799caed,segment=NetworkSegment(f1ba1393-2bbe-436f-8827-2ad0577d069a),segment_id=f1ba1393-2bbe-436f-8827-2ad0577d069a)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:46:26.195338 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a40d7a75-e2c2-4a2c-8402-417280e985f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:26.211456 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8b6c33c4-39f8-4d38-b10b-480390f96240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:26.213513 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:26.319055 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83475d2-abf9-4b26-a9a7-f7719222bdf7 None None] Pushing event updated for resources: {'Port': ['ID=35783144-68d4-4012-add2-c31301db917f,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:26.333137 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-c83475d2-abf9-4b26-a9a7-f7719222bdf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:26.335315 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-a40d7a75-e2c2-4a2c-8402-417280e985f7 admin admin] Calling delete_port for 4aee4b2f-e3e1-4fd0-9092-e7ea1799caed owned by network:router_interface {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:46:26.340287 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6c33c4-39f8-4d38-b10b-480390f96240 None None] Routers {'7e1e4030-c3ba-4412-a859-1ac2d060bfed'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:46:26.341319 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-8b6c33c4-39f8-4d38-b10b-480390f96240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:46:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['7e1e4030-c3ba-4412-a859-1ac2d060bfed'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:46:26.411351 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b9ebe0-587e-4f70-9f97-616479690aa8 req-dcdd2ee1-1133-4807-9b84-3f8da38ebd97 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:26.417082 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d8b9ebe0-587e-4f70-9f97-616479690aa8 req-dcdd2ee1-1133-4807-9b84-3f8da38ebd97 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a97632d-2625-4ca9-afb6-ae7df42d0ac2 HTTP/1.1" status: 200 len: 950 time: 0.4166679 Jun 11 09:46:26.440037 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab360cd-4272-40c0-a556-14377977cb10 req-2493fdf4-de85-414a-babb-71a52b51d509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:26.444327 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2ab360cd-4272-40c0-a556-14377977cb10 req-2493fdf4-de85-414a-babb-71a52b51d509 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cf20d108-f84c-44de-9036-2269564edd60 HTTP/1.1" status: 200 len: 870 time: 0.4921875 Jun 11 09:46:26.508355 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d8b9ebe0-587e-4f70-9f97-616479690aa8 req-d6cded1e-7b75-4256-ad77-1fb08dbbdc85 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903671 Jun 11 09:46:26.595830 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2ab360cd-4272-40c0-a556-14377977cb10 req-68536424-e5fc-43f3-94a2-5a3a5ea4ea47 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=cbc95581-f7cd-49cd-a94b-99db80038c35 HTTP/1.1" status: 200 len: 217 time: 0.1439929 Jun 11 09:46:26.614072 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '604f9f22-aaf7-4f98-8e1d-78b9326e5b57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f1b5c6e-6272-4400-80b4-7e0f066ffadb'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:46:26.616374 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85f53e6d-891a-4da4-93ca-9a0b6b93eaa2" -d '{"events": [{"server_uuid": "604f9f22-aaf7-4f98-8e1d-78b9326e5b57", "name": "network-vif-plugged", "status": "completed", "tag": "1f1b5c6e-6272-4400-80b4-7e0f066ffadb"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:46:26.682631 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-8b6c33c4-39f8-4d38-b10b-480390f96240 None None] Set router 7e1e4030-c3ba-4412-a859-1ac2d060bfed gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:46:26.686728 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-186bd024-4106-451c-9be7-a1f5b7506d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:26.690398 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-186bd024-4106-451c-9be7-a1f5b7506d3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:26.691621 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-186bd024-4106-451c-9be7-a1f5b7506d3f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/eabb2167-309d-40f1-b0cc-c1ea67e78dd2 HTTP/1.1" status: 204 len: 168 time: 0.8679771 Jun 11 09:46:26.708731 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c0de2f11-34a9-4fb4-a703-04c75f15b8d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:26.724335 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a4f974-64c6-4555-b089-cb9470b927f8 req-bb8f796a-bfe8-43d9-a7d8-5bf4a72ebc34 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:26.725856 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-92a4f974-64c6-4555-b089-cb9470b927f8 req-bb8f796a-bfe8-43d9-a7d8-5bf4a72ebc34 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "GET /v2.0/ports?device_id=604f9f22-aaf7-4f98-8e1d-78b9326e5b57 HTTP/1.1" status: 200 len: 946 time: 0.3619504 Jun 11 09:46:26.727312 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab360cd-4272-40c0-a556-14377977cb10 req-5ef65f50-835a-4558-99a6-a88525f060bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:26.728665 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2ab360cd-4272-40c0-a556-14377977cb10 req-5ef65f50-835a-4558-99a6-a88525f060bc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=189b03cc-b2a8-4615-9ab5-ad0328c3f10f HTTP/1.1" status: 200 len: 843 time: 0.1210234 Jun 11 09:46:26.805263 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0979c036-2cc5-4767-8122-a554840fa7ae req-453e17f0-f31a-4cfc-8e99-4c863cb84fd3 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=87b7782e-7d5b-4b9f-be88-eae78c700bc6 HTTP/1.1" status: 200 len: 210 time: 0.1315224 Jun 11 09:46:26.823464 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-92a4f974-64c6-4555-b089-cb9470b927f8 req-e2f05664-1763-41ad-b042-741c8fcf673d tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f660163-b4cf-41bb-9ff5-65f9e727e866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915289 Jun 11 09:46:26.863043 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186bd024-4106-451c-9be7-a1f5b7506d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eabb2167-309d-40f1-b0cc-c1ea67e78dd2,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:26.866036 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-186bd024-4106-451c-9be7-a1f5b7506d3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:26.888813 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab360cd-4272-40c0-a556-14377977cb10 req-1480974a-7341-4ff8-9904-df084bd2b639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:26.890330 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2ab360cd-4272-40c0-a556-14377977cb10 req-1480974a-7341-4ff8-9904-df084bd2b639 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf20d108-f84c-44de-9036-2269564edd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1519551 Jun 11 09:46:27.007955 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62cbbff5-5734-42b8-8320-0b3f12774fa7 x-openstack-request-id: req-62cbbff5-5734-42b8-8320-0b3f12774fa7 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:46:27.007955 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "604f9f22-aaf7-4f98-8e1d-78b9326e5b57", "name": "network-vif-plugged", "status": "completed", "tag": "1f1b5c6e-6272-4400-80b4-7e0f066ffadb", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:46:27.008319 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-62cbbff5-5734-42b8-8320-0b3f12774fa7 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:46:27.008417 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '604f9f22-aaf7-4f98-8e1d-78b9326e5b57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f1b5c6e-6272-4400-80b4-7e0f066ffadb', 'code': 200} Jun 11 09:46:27.027846 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a16d3-4f6a-483a-937b-291cd5145417 req-45eca393-fc6f-4e18-aaee-026e312ec033 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:27.030759 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fb1a16d3-4f6a-483a-937b-291cd5145417 req-45eca393-fc6f-4e18-aaee-026e312ec033 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.69 "GET /v2.0/networks?id=743172cf-2dc7-4438-9267-f806a2cb8a77 HTTP/1.1" status: 200 len: 806 time: 0.4698977 Jun 11 09:46:27.068088 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-fb1a16d3-4f6a-483a-937b-291cd5145417 req-773d2772-622e-44ee-8e1a-304ef9a4edc5 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Request body: {'port': {'device_id': '87b7782e-7d5b-4b9f-be88-eae78c700bc6', 'network_id': '743172cf-2dc7-4438-9267-f806a2cb8a77', 'admin_state_up': True, 'tenant_id': '845e0c4a59a549beb9cd8a20149f973b'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:46:27.102241 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a40d7a75-e2c2-4a2c-8402-417280e985f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:27.116831 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6bbbb434-daea-46c0-94dd-ed7792992d7b tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:27.156573 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-8b6c33c4-39f8-4d38-b10b-480390f96240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e1e4030-c3ba-4412-a859-1ac2d060bfed', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1671419343-router', 'tenant_id': 'fba2fc35a9f946818209133d958208bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': '2cae986b-3746-4386-9590-23e0889a749a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:46:14Z', 'updated_at': '2021-06-11T09:46:22Z', 'revision_number': 4, 'project_id': 'fba2fc35a9f946818209133d958208bf', 'gw_port': {'id': '2cae986b-3746-4386-9590-23e0889a749a', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1e4030-c3ba-4412-a859-1ac2d060bfed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:46:16Z', 'updated_at': '2021-06-11T09:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '35783144-68d4-4012-add2-c31301db917f', 'name': '', 'network_id': '13582f17-d11a-4672-9c06-221c87b5ead2', 'tenant_id': 'fba2fc35a9f946818209133d958208bf', 'mac_address': 'fa:16:3e:0b:0a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e1e4030-c3ba-4412-a859-1ac2d060bfed', 'device_owner': 'network:router_interface', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '57c67d44-c68c-432c-9c59-2340b808ce7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:46:20Z', 'updated_at': '2021-06-11T09:46:26Z', 'revision_number': 4, 'project_id': 'fba2fc35a9f946818209133d958208bf', 'subnets': [{'id': '57c67d44-c68c-432c-9c59-2340b808ce7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:46:27.167958 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6c33c4-39f8-4d38-b10b-480390f96240 None None] The sync data for ids ['7e1e4030-c3ba-4412-a859-1ac2d060bfed'] in n-d-779913-12 is: [{'id': '7e1e4030-c3ba-4412-a859-1ac2d060bfed', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1671419343-router', 'tenant_id': 'fba2fc35a9f946818209133d958208bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': '2cae986b-3746-4386-9590-23e0889a749a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:46:14Z', 'updated_at': '2021-06-11T09:46:22Z', 'revision_number': 4, 'project_id': 'fba2fc35a9f946818209133d958208bf', 'gw_port': {'id': '2cae986b-3746-4386-9590-23e0889a749a', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1e4030-c3ba-4412-a859-1ac2d060bfed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:46:16Z', 'updated_at': '2021-06-11T09:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '35783144-68d4-4012-add2-c31301db917f', 'name': '', 'network_id': '13582f17-d11a-4672-9c06-221c87b5ead2', 'tenant_id': 'fba2fc35a9f946818209133d958208bf', 'mac_address': 'fa:16:3e:0b:0a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e1e4030-c3ba-4412-a859-1ac2d060bfed', 'device_owner': 'network:router_interface', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '57c67d44-c68c-432c-9c59-2340b808ce7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:46:20Z', 'updated_at': '2021-06-11T09:46:26Z', 'revision_number': 4, 'project_id': 'fba2fc35a9f946818209133d958208bf', 'subnets': [{'id': '57c67d44-c68c-432c-9c59-2340b808ce7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:46:27.256936 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40d7a75-e2c2-4a2c-8402-417280e985f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4aee4b2f-e3e1-4fd0-9092-e7ea1799caed,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:27.281546 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a40d7a75-e2c2-4a2c-8402-417280e985f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:27.410045 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-94073b1c-5083-4a7f-b92a-9e1024076e45 admin admin] Deleting port 35783144-68d4-4012-add2-c31301db917f {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:46:27.410416 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-94073b1c-5083-4a7f-b92a-9e1024076e45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:27.476846 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2ab360cd-4272-40c0-a556-14377977cb10 req-bdb18507-705d-4905-8ff8-8106ddc33595 service neutron] 10.222.0.64 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5801384 Jun 11 09:46:27.606922 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 35783144-68d4-4012-add2-c31301db917f up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:46:27.630917 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a0fa1d-9118-4396-b341-0fe624d60761 req-0e11489e-b825-4c27-9d7a-efccf19ef49d tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:27.638002 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f4a0fa1d-9118-4396-b341-0fe624d60761 req-0e11489e-b825-4c27-9d7a-efccf19ef49d tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=07a4e6db-d26d-45d2-b2ee-df8136c9da39 HTTP/1.1" status: 200 len: 946 time: 0.5122962 Jun 11 09:46:27.661530 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b8a5a2-bf54-43da-9436-2d3cd75fbba6 req-2f24d4e9-5700-467f-87a0-265ee0db8c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:27.665655 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f6b8a5a2-bf54-43da-9436-2d3cd75fbba6 req-2f24d4e9-5700-467f-87a0-265ee0db8c8e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=604f9f22-aaf7-4f98-8e1d-78b9326e5b57 HTTP/1.1" status: 200 len: 1098 time: 0.5408397 Jun 11 09:46:27.789723 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 35783144-68d4-4012-add2-c31301db917f completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:46:27.801712 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 35783144-68d4-4012-add2-c31301db917f triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:46:27.801712 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:27.810505 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-94073b1c-5083-4a7f-b92a-9e1024076e45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:27.819022 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 43350) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:46:27.978857 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:28.030526 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 35783144-68d4-4012-add2-c31301db917f, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=35783144-68d4-4012-add2-c31301db917f,segment=NetworkSegment(ff1b6e69-535d-49e6-8eec-dcd8b2478781),segment_id=ff1b6e69-535d-49e6-8eec-dcd8b2478781)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:46:28.108538 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:28.112311 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:28.170880 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=35783144-68d4-4012-add2-c31301db917f,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:28.174433 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:28.177943 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a40d7a75-e2c2-4a2c-8402-417280e985f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362297'] for router_interface, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:28.299193 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f4a0fa1d-9118-4396-b341-0fe624d60761 req-4851461e-2a1e-4dcc-a9a8-6bdbac5e473c tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=7382d103-d62f-4540-9ac2-5ea0a34701f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6599338 Jun 11 09:46:28.325605 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb1a16d3-4f6a-483a-937b-291cd5145417 req-773d2772-622e-44ee-8e1a-304ef9a4edc5 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Made reservation on behalf of 845e0c4a59a549beb9cd8a20149f973b for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:46:28.336509 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-fb1a16d3-4f6a-483a-937b-291cd5145417 req-773d2772-622e-44ee-8e1a-304ef9a4edc5 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:28.450995 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-94073b1c-5083-4a7f-b92a-9e1024076e45 admin admin] Calling delete_port for 35783144-68d4-4012-add2-c31301db917f owned by network:router_interface {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:46:28.457011 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f6b8a5a2-bf54-43da-9436-2d3cd75fbba6 req-d67b9b0a-2bc8-4ca1-baae-af4bd63559fa service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=2f660163-b4cf-41bb-9ff5-65f9e727e866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7625024 Jun 11 09:46:28.460872 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf90ac0-29d1-4a7b-8dc7-8442054a4305 req-1082a4f2-03ef-44b9-a192-379a0652a4cf tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:28.465208 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-71017786-ed55-483e-9552-c49cef4d894b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:28.467911 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-dcf90ac0-29d1-4a7b-8dc7-8442054a4305 req-1082a4f2-03ef-44b9-a192-379a0652a4cf tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a97632d-2625-4ca9-afb6-ae7df42d0ac2 HTTP/1.1" status: 200 len: 950 time: 0.3713872 Jun 11 09:46:28.491263 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2ab360cd-4272-40c0-a556-14377977cb10 req-5508dc88-cf5e-4186-ba90-e0e25dac61cc service neutron] 10.222.0.64 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0041249 Jun 11 09:46:28.528401 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2db60760-a7c9-4d49-9481-4b948ff86c65 req-3c123295-05e2-437c-a989-552545be0239 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=87b7782e-7d5b-4b9f-be88-eae78c700bc6 HTTP/1.1" status: 200 len: 210 time: 0.0689347 Jun 11 09:46:28.564593 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 09:46:28.572856 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-dcf90ac0-29d1-4a7b-8dc7-8442054a4305 req-45e86928-931b-4f40-b1a2-0d6775417330 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993040 Jun 11 09:46:28.588181 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [req-fb1a16d3-4f6a-483a-937b-291cd5145417 req-773d2772-622e-44ee-8e1a-304ef9a4edc5 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Allocated IP 172.20.0.11 (743172cf-2dc7-4438-9267-f806a2cb8a77/78635cc5-5408-4976-b3d9-b4cc65a6e8b4/d86470ab-f34c-46f3-86af-3d030d3a054b) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:46:28.881600 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-71017786-ed55-483e-9552-c49cef4d894b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:28.932196 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a40d7a75-e2c2-4a2c-8402-417280e985f7 admin admin] Router d7fdfdca-ef40-4cfd-bb95-82ce929d21bb has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 09:46:28.939332 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b5d6d9-cd9b-4c93-9376-332582fab505 req-d2462291-5c5e-496d-a58b-79cd84564812 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:28.940890 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-27b5d6d9-cd9b-4c93-9376-332582fab505 req-d2462291-5c5e-496d-a58b-79cd84564812 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "GET /v2.0/ports?device_id=604f9f22-aaf7-4f98-8e1d-78b9326e5b57 HTTP/1.1" status: 200 len: 946 time: 0.1927664 Jun 11 09:46:28.962178 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-71017786-ed55-483e-9552-c49cef4d894b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:28.975155 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c4422b7f-c7b9-48fb-a033-adec7f3c0391 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:29.033107 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71017786-ed55-483e-9552-c49cef4d894b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9263b11e-5ca2-4176-90f3-8356fe2aac73,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:29.035468 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-94073b1c-5083-4a7f-b92a-9e1024076e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:29.039691 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-71017786-ed55-483e-9552-c49cef4d894b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:29.041230 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a258ef2e-0fd8-43fb-92e4-9d29d37d0f8f tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:29.048101 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-71017786-ed55-483e-9552-c49cef4d894b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9a8fede255884f5aba42aff4301bff98&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2191770 Jun 11 09:46:29.048698 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 43368) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:46:29.082927 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-27b5d6d9-cd9b-4c93-9376-332582fab505 req-1dfbc1c6-ecbb-48d7-8170-dab936b7f1b7 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f660163-b4cf-41bb-9ff5-65f9e727e866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353226 Jun 11 09:46:29.086659 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94073b1c-5083-4a7f-b92a-9e1024076e45 admin admin] Pushing event deleted for resources: {'Port': ['ID=35783144-68d4-4012-add2-c31301db917f,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:29.099615 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-94073b1c-5083-4a7f-b92a-9e1024076e45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:29.122325 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-fb1a16d3-4f6a-483a-937b-291cd5145417 req-773d2772-622e-44ee-8e1a-304ef9a4edc5 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:29.165380 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a40d7a75-e2c2-4a2c-8402-417280e985f7 admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:46:29.171248 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-a40d7a75-e2c2-4a2c-8402-417280e985f7 admin admin] 10.222.0.60 "PUT /v2.0/routers/d7fdfdca-ef40-4cfd-bb95-82ce929d21bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2754819 Jun 11 09:46:29.175797 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf332c3-eb7c-46bc-a2bc-54abb3fd1b40 None None] Sync routers for ids ['d7fdfdca-ef40-4cfd-bb95-82ce929d21bb'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:46:29.179633 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 43370) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:46:29.191125 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf332c3-eb7c-46bc-a2bc-54abb3fd1b40 None None] Routers {'d7fdfdca-ef40-4cfd-bb95-82ce929d21bb'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:46:29.192068 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-7cf332c3-eb7c-46bc-a2bc-54abb3fd1b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:46:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['d7fdfdca-ef40-4cfd-bb95-82ce929d21bb'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:46:29.260749 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-172aef1c-30fc-41cf-acca-fe545eee2821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:29.358691 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-23c414bb-c9ab-4c7b-a2b3-02cf63ea2190 admin admin] Notify callbacks [] for router, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:29.361754 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-172aef1c-30fc-41cf-acca-fe545eee2821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:29.366191 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-fb1a16d3-4f6a-483a-937b-291cd5145417 req-773d2772-622e-44ee-8e1a-304ef9a4edc5 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:29.381323 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['8d90aed3-d0d9-439d-99e2-28dedffaf1bf'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:46:29.397639 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-7cf332c3-eb7c-46bc-a2bc-54abb3fd1b40 None None] Set router d7fdfdca-ef40-4cfd-bb95-82ce929d21bb gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:46:29.432485 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4a3b8c66-e113-4e6f-9066-95b55d3aad65 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:29.443394 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-94073b1c-5083-4a7f-b92a-9e1024076e45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362297'] for router_interface, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:29.546862 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb1a16d3-4f6a-483a-937b-291cd5145417 req-773d2772-622e-44ee-8e1a-304ef9a4edc5 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Network 743172cf-2dc7-4438-9267-f806a2cb8a77 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:46:29.554120 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [req-fb1a16d3-4f6a-483a-937b-291cd5145417 req-773d2772-622e-44ee-8e1a-304ef9a4edc5 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:46:29.565721 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb1a16d3-4f6a-483a-937b-291cd5145417 req-773d2772-622e-44ee-8e1a-304ef9a4edc5 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:46:29.598094 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-172aef1c-30fc-41cf-acca-fe545eee2821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:29.605833 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-172aef1c-30fc-41cf-acca-fe545eee2821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:29.605833 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-172aef1c-30fc-41cf-acca-fe545eee2821 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9263b11e-5ca2-4176-90f3-8356fe2aac73 HTTP/1.1" status: 204 len: 168 time: 0.5495567 Jun 11 09:46:29.607259 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-829052ec-12a1-4b83-b0d7-dc83c35c77d9 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:29.620683 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172aef1c-30fc-41cf-acca-fe545eee2821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9263b11e-5ca2-4176-90f3-8356fe2aac73,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:29.633772 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-172aef1c-30fc-41cf-acca-fe545eee2821 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:29.653739 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773d2772-622e-44ee-8e1a-304ef9a4edc5 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Pushing event updated for resources: {'Port': ['ID=d86470ab-f34c-46f3-86af-3d030d3a054b,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:29.665923 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-773d2772-622e-44ee-8e1a-304ef9a4edc5 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:29.730244 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a16d3-4f6a-483a-937b-291cd5145417 req-773d2772-622e-44ee-8e1a-304ef9a4edc5 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:29.731027 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-fb1a16d3-4f6a-483a-937b-291cd5145417 req-773d2772-622e-44ee-8e1a-304ef9a4edc5 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:29.758188 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-23c414bb-c9ab-4c7b-a2b3-02cf63ea2190 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:29.775708 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-7cf332c3-eb7c-46bc-a2bc-54abb3fd1b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7fdfdca-ef40-4cfd-bb95-82ce929d21bb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1943007393-router', 'tenant_id': 'ac78eeea7bf3498e9a17f0b731c3620c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '65d7d665-2054-433c-b0b4-b8a1015d6f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:39:14Z', 'updated_at': '2021-06-11T09:46:26Z', 'revision_number': 5, 'project_id': 'ac78eeea7bf3498e9a17f0b731c3620c', 'gw_port': {'id': '65d7d665-2054-433c-b0b4-b8a1015d6f02', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:19:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fdfdca-ef40-4cfd-bb95-82ce929d21bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:39:16Z', 'updated_at': '2021-06-11T09:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:46:29.783695 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf332c3-eb7c-46bc-a2bc-54abb3fd1b40 None None] Checking router: d7fdfdca-ef40-4cfd-bb95-82ce929d21bb for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:46:29.806239 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf332c3-eb7c-46bc-a2bc-54abb3fd1b40 None None] Routers {'d7fdfdca-ef40-4cfd-bb95-82ce929d21bb'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:46:29.807084 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-7cf332c3-eb7c-46bc-a2bc-54abb3fd1b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:46:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['d7fdfdca-ef40-4cfd-bb95-82ce929d21bb'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:46:29.858979 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da7e7ec-c57e-4fe2-911e-fe2b23ebd78e req-6d8c46a0-ce87-4b12-966a-10404c8527f2 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:29.860692 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9da7e7ec-c57e-4fe2-911e-fe2b23ebd78e req-6d8c46a0-ce87-4b12-966a-10404c8527f2 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=87b7782e-7d5b-4b9f-be88-eae78c700bc6 HTTP/1.1" status: 200 len: 932 time: 0.0882747 Jun 11 09:46:29.862692 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fb1a16d3-4f6a-483a-937b-291cd5145417 req-773d2772-622e-44ee-8e1a-304ef9a4edc5 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8225570 Jun 11 09:46:29.879596 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-fb1a16d3-4f6a-483a-937b-291cd5145417 req-374954eb-8808-402e-97f4-9f8df0027f26 service neutron] Request body: {'port': {'device_id': '87b7782e-7d5b-4b9f-be88-eae78c700bc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-12'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:46:29.984825 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-7cf332c3-eb7c-46bc-a2bc-54abb3fd1b40 None None] Set router d7fdfdca-ef40-4cfd-bb95-82ce929d21bb gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:46:30.023053 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a104cd1-4421-4c71-bded-58e34a43c607 req-42d8306f-3591-442f-b700-1a45b5ed6ae5 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:30.024552 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3a104cd1-4421-4c71-bded-58e34a43c607 req-42d8306f-3591-442f-b700-1a45b5ed6ae5 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a97632d-2625-4ca9-afb6-ae7df42d0ac2 HTTP/1.1" status: 200 len: 950 time: 0.1822269 Jun 11 09:46:30.031787 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94073b1c-5083-4a7f-b92a-9e1024076e45 admin admin] Router 7e1e4030-c3ba-4412-a859-1ac2d060bfed has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 09:46:30.067298 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9da7e7ec-c57e-4fe2-911e-fe2b23ebd78e req-2d64f165-0de2-4fbb-8e6b-2907420c598c tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987169 Jun 11 09:46:30.112379 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-fb1a16d3-4f6a-483a-937b-291cd5145417 req-374954eb-8808-402e-97f4-9f8df0027f26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:30.132677 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-23c414bb-c9ab-4c7b-a2b3-02cf63ea2190 admin admin] Deleting port 65d7d665-2054-433c-b0b4-b8a1015d6f02 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:46:30.133089 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-23c414bb-c9ab-4c7b-a2b3-02cf63ea2190 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:30.201664 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3a104cd1-4421-4c71-bded-58e34a43c607 req-dc735a64-510f-471a-a5aa-e37925238ae1 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687274 Jun 11 09:46:30.299905 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94073b1c-5083-4a7f-b92a-9e1024076e45 admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:46:30.309936 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-94073b1c-5083-4a7f-b92a-9e1024076e45 admin admin] 10.222.0.60 "PUT /v2.0/routers/7e1e4030-c3ba-4412-a859-1ac2d060bfed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2277551 Jun 11 09:46:30.311046 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c6c37c-8521-49a9-91aa-d718225750da None None] Sync routers for ids ['7e1e4030-c3ba-4412-a859-1ac2d060bfed'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:46:30.312089 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 43398) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:46:30.323218 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c6c37c-8521-49a9-91aa-d718225750da None None] Routers {'7e1e4030-c3ba-4412-a859-1ac2d060bfed'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:46:30.327032 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-06c6c37c-8521-49a9-91aa-d718225750da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:46:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['7e1e4030-c3ba-4412-a859-1ac2d060bfed'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:46:30.390294 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-7cf332c3-eb7c-46bc-a2bc-54abb3fd1b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7fdfdca-ef40-4cfd-bb95-82ce929d21bb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1943007393-router', 'tenant_id': 'ac78eeea7bf3498e9a17f0b731c3620c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '65d7d665-2054-433c-b0b4-b8a1015d6f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:39:14Z', 'updated_at': '2021-06-11T09:46:26Z', 'revision_number': 5, 'project_id': 'ac78eeea7bf3498e9a17f0b731c3620c', 'gw_port': {'id': '65d7d665-2054-433c-b0b4-b8a1015d6f02', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:19:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fdfdca-ef40-4cfd-bb95-82ce929d21bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:39:16Z', 'updated_at': '2021-06-11T09:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:46:30.394556 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf332c3-eb7c-46bc-a2bc-54abb3fd1b40 None None] The sync data for ids ['d7fdfdca-ef40-4cfd-bb95-82ce929d21bb'] in n-d-779913-12 is: [{'id': 'd7fdfdca-ef40-4cfd-bb95-82ce929d21bb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1943007393-router', 'tenant_id': 'ac78eeea7bf3498e9a17f0b731c3620c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '65d7d665-2054-433c-b0b4-b8a1015d6f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:39:14Z', 'updated_at': '2021-06-11T09:46:26Z', 'revision_number': 5, 'project_id': 'ac78eeea7bf3498e9a17f0b731c3620c', 'gw_port': {'id': '65d7d665-2054-433c-b0b4-b8a1015d6f02', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:19:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fdfdca-ef40-4cfd-bb95-82ce929d21bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:39:16Z', 'updated_at': '2021-06-11T09:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:46:30.565597 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-06c6c37c-8521-49a9-91aa-d718225750da None None] Set router 7e1e4030-c3ba-4412-a859-1ac2d060bfed gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:46:30.581530 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf86b29-ac39-4053-a182-c1d21a173fe0 req-34523a26-3f00-4515-a3dc-bea5004ffc94 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:30.583072 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5cf86b29-ac39-4053-a182-c1d21a173fe0 req-34523a26-3f00-4515-a3dc-bea5004ffc94 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "GET /v2.0/ports?device_id=604f9f22-aaf7-4f98-8e1d-78b9326e5b57 HTTP/1.1" status: 200 len: 946 time: 0.1671252 Jun 11 09:46:30.640981 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5cf86b29-ac39-4053-a182-c1d21a173fe0 req-23447e65-c43c-4be8-a86e-1d2f3458268c tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f660163-b4cf-41bb-9ff5-65f9e727e866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492768 Jun 11 09:46:30.675818 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-23c414bb-c9ab-4c7b-a2b3-02cf63ea2190 admin admin] For port 65d7d665-2054-433c-b0b4-b8a1015d6f02, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=65d7d665-2054-433c-b0b4-b8a1015d6f02,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:46:30.676179 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-23c414bb-c9ab-4c7b-a2b3-02cf63ea2190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:30.699457 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-73c5d2a2-eec0-4aa9-9a72-e00b7d6771cc admin admin] Notify callbacks [] for router, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:30.863545 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-06c6c37c-8521-49a9-91aa-d718225750da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e1e4030-c3ba-4412-a859-1ac2d060bfed', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1671419343-router', 'tenant_id': 'fba2fc35a9f946818209133d958208bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': '2cae986b-3746-4386-9590-23e0889a749a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:46:14Z', 'updated_at': '2021-06-11T09:46:28Z', 'revision_number': 5, 'project_id': 'fba2fc35a9f946818209133d958208bf', 'gw_port': {'id': '2cae986b-3746-4386-9590-23e0889a749a', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1e4030-c3ba-4412-a859-1ac2d060bfed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:46:16Z', 'updated_at': '2021-06-11T09:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:46:30.864710 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c6c37c-8521-49a9-91aa-d718225750da None None] Checking router: 7e1e4030-c3ba-4412-a859-1ac2d060bfed for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:46:30.873434 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c6c37c-8521-49a9-91aa-d718225750da None None] Routers {'7e1e4030-c3ba-4412-a859-1ac2d060bfed'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:46:30.874175 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-06c6c37c-8521-49a9-91aa-d718225750da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:46:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['7e1e4030-c3ba-4412-a859-1ac2d060bfed'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:46:30.943804 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:31.065411 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-06c6c37c-8521-49a9-91aa-d718225750da None None] Set router 7e1e4030-c3ba-4412-a859-1ac2d060bfed gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:46:31.346520 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9613343-23bc-42cc-bcd1-6f705daac7b7 req-03b6d0c5-4383-4b7c-9dac-d4b13621e4ed tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:31.348667 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d9613343-23bc-42cc-bcd1-6f705daac7b7 req-03b6d0c5-4383-4b7c-9dac-d4b13621e4ed tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=87b7782e-7d5b-4b9f-be88-eae78c700bc6 HTTP/1.1" status: 200 len: 932 time: 0.1138654 Jun 11 09:46:31.356767 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-06c6c37c-8521-49a9-91aa-d718225750da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e1e4030-c3ba-4412-a859-1ac2d060bfed', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1671419343-router', 'tenant_id': 'fba2fc35a9f946818209133d958208bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': '2cae986b-3746-4386-9590-23e0889a749a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:46:14Z', 'updated_at': '2021-06-11T09:46:28Z', 'revision_number': 5, 'project_id': 'fba2fc35a9f946818209133d958208bf', 'gw_port': {'id': '2cae986b-3746-4386-9590-23e0889a749a', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1e4030-c3ba-4412-a859-1ac2d060bfed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:46:16Z', 'updated_at': '2021-06-11T09:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:46:31.361151 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 4aee4b2f-e3e1-4fd0-9092-e7ea1799caed no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:46:31.413962 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 4aee4b2f-e3e1-4fd0-9092-e7ea1799caed {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:46:31.413962 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 4aee4b2f-e3e1-4fd0-9092-e7ea1799caed not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:46:31.414167 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-23c414bb-c9ab-4c7b-a2b3-02cf63ea2190 admin admin] Calling delete_port for 65d7d665-2054-433c-b0b4-b8a1015d6f02 owned by network:router_gateway {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:46:31.414631 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c6c37c-8521-49a9-91aa-d718225750da None None] The sync data for ids ['7e1e4030-c3ba-4412-a859-1ac2d060bfed'] in n-d-779913-12 is: [{'id': '7e1e4030-c3ba-4412-a859-1ac2d060bfed', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1671419343-router', 'tenant_id': 'fba2fc35a9f946818209133d958208bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': '2cae986b-3746-4386-9590-23e0889a749a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:46:14Z', 'updated_at': '2021-06-11T09:46:28Z', 'revision_number': 5, 'project_id': 'fba2fc35a9f946818209133d958208bf', 'gw_port': {'id': '2cae986b-3746-4386-9590-23e0889a749a', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1e4030-c3ba-4412-a859-1ac2d060bfed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:46:16Z', 'updated_at': '2021-06-11T09:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:46:31.435445 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d9613343-23bc-42cc-bcd1-6f705daac7b7 req-14181cb3-d5fe-4e97-aa23-c3f49ead03a7 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784488 Jun 11 09:46:31.588997 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d18f0-da25-436b-a57b-6077e5a89aff req-74169f50-d57d-4188-949b-14daaec175f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:31.590808 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-848d18f0-da25-436b-a57b-6077e5a89aff req-74169f50-d57d-4188-949b-14daaec175f4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c5132d58a61b4dee97f4685d93187a0e&device_id=604f9f22-aaf7-4f98-8e1d-78b9326e5b57 HTTP/1.1" status: 200 len: 1098 time: 0.1109610 Jun 11 09:46:31.729167 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [req-fb1a16d3-4f6a-483a-937b-291cd5145417 req-374954eb-8808-402e-97f4-9f8df0027f26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d86470ab-f34c-46f3-86af-3d030d3a054b {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:46:31.743026 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-fb1a16d3-4f6a-483a-937b-291cd5145417 req-374954eb-8808-402e-97f4-9f8df0027f26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:31.793846 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d18f0-da25-436b-a57b-6077e5a89aff req-8c7f4de4-63f5-4e96-aef4-2f91aad89167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:31.795768 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-848d18f0-da25-436b-a57b-6077e5a89aff req-8c7f4de4-63f5-4e96-aef4-2f91aad89167 service neutron] 10.222.0.69 "GET /v2.0/networks?id=482bdf30-6ecc-4c58-babd-2078999f07ec HTTP/1.1" status: 200 len: 921 time: 0.1977813 Jun 11 09:46:31.808562 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e572c6f-9fb7-4931-814b-39ca28f11f1d req-5028a3a5-84b5-408d-a19f-b0f4efa70f10 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:31.810140 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5e572c6f-9fb7-4931-814b-39ca28f11f1d req-5028a3a5-84b5-408d-a19f-b0f4efa70f10 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "GET /v2.0/ports?device_id=604f9f22-aaf7-4f98-8e1d-78b9326e5b57 HTTP/1.1" status: 200 len: 946 time: 0.1814549 Jun 11 09:46:31.825453 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-73c5d2a2-eec0-4aa9-9a72-e00b7d6771cc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:31.844660 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b6b71c-7806-4f32-baf0-69c3a0b64508 req-3d4bf98b-b096-4530-be91-1580efbbca1e tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:31.846134 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-60b6b71c-7806-4f32-baf0-69c3a0b64508 req-3d4bf98b-b096-4530-be91-1580efbbca1e tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a97632d-2625-4ca9-afb6-ae7df42d0ac2 HTTP/1.1" status: 200 len: 950 time: 0.3041613 Jun 11 09:46:31.871227 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-848d18f0-da25-436b-a57b-6077e5a89aff req-ee21ebe1-f8b2-48e8-8bf9-bf1c34658ef5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f1b5c6e-6272-4400-80b4-7e0f066ffadb HTTP/1.1" status: 200 len: 217 time: 0.0559139 Jun 11 09:46:31.891188 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-60b6b71c-7806-4f32-baf0-69c3a0b64508 req-b5f55f63-9b76-4a73-897a-364664868fe7 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378823 Jun 11 09:46:31.931464 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-fb1a16d3-4f6a-483a-937b-291cd5145417 req-374954eb-8808-402e-97f4-9f8df0027f26 service neutron] Transition to ACTIVE for port object d86470ab-f34c-46f3-86af-3d030d3a054b will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:46:31.935523 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-23c414bb-c9ab-4c7b-a2b3-02cf63ea2190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:31.949531 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5e572c6f-9fb7-4931-814b-39ca28f11f1d req-1d447f69-2c78-41f4-a7c6-3fecb95c3f9d tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f660163-b4cf-41bb-9ff5-65f9e727e866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847516 Jun 11 09:46:31.962222 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d18f0-da25-436b-a57b-6077e5a89aff req-b6e9b6af-6d06-4eed-903d-f5395967f39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:31.969673 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-848d18f0-da25-436b-a57b-6077e5a89aff req-b6e9b6af-6d06-4eed-903d-f5395967f39d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=aff27218-fe9b-4902-82d1-323ec8f666a1 HTTP/1.1" status: 200 len: 860 time: 0.0864816 Jun 11 09:46:31.976718 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e1a2b1e2-4736-453b-8b92-ae2e7ee08b19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:32.027552 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-848d18f0-da25-436b-a57b-6077e5a89aff req-aee2992e-50dc-4449-839b-4a27dd579c00 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=482bdf30-6ecc-4c58-babd-2078999f07ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492013 Jun 11 09:46:32.051974 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-fb1a16d3-4f6a-483a-937b-291cd5145417 req-374954eb-8808-402e-97f4-9f8df0027f26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:32.055286 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c414bb-c9ab-4c7b-a2b3-02cf63ea2190 admin admin] Pushing event deleted for resources: {'Port': ['ID=65d7d665-2054-433c-b0b4-b8a1015d6f02,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:32.060415 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-23c414bb-c9ab-4c7b-a2b3-02cf63ea2190 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:32.061057 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-23c414bb-c9ab-4c7b-a2b3-02cf63ea2190 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:32.162844 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374954eb-8808-402e-97f4-9f8df0027f26 service neutron] Pushing event updated for resources: {'Port': ['ID=d86470ab-f34c-46f3-86af-3d030d3a054b,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:32.172398 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 3bb32f6d-7477-4696-b349-b5a005eb2f00 details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:46:32.178290 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-848d18f0-da25-436b-a57b-6077e5a89aff req-e2d90df6-09e3-4554-9920-a8256b8f0786 service neutron] 10.222.0.69 "GET /v2.0/networks/482bdf30-6ecc-4c58-babd-2078999f07ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416211 Jun 11 09:46:32.212799 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-374954eb-8808-402e-97f4-9f8df0027f26 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:32.222958 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-23c414bb-c9ab-4c7b-a2b3-02cf63ea2190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374120'] for router_gateway, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:32.329563 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-848d18f0-da25-436b-a57b-6077e5a89aff req-987d2d54-28b8-4ba8-abda-39f4b40e95b7 service neutron] 10.222.0.69 "GET /v2.0/networks/482bdf30-6ecc-4c58-babd-2078999f07ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318278 Jun 11 09:46:32.396710 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-73c5d2a2-eec0-4aa9-9a72-e00b7d6771cc admin admin] Deleting port 2cae986b-3746-4386-9590-23e0889a749a {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:46:32.397332 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-73c5d2a2-eec0-4aa9-9a72-e00b7d6771cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:32.403393 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-23c414bb-c9ab-4c7b-a2b3-02cf63ea2190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:32.418676 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-23c414bb-c9ab-4c7b-a2b3-02cf63ea2190 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:32.495229 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 3bb32f6d-7477-4696-b349-b5a005eb2f00, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=3bb32f6d-7477-4696-b349-b5a005eb2f00,segment=NetworkSegment(59465666-5c69-4224-8b1f-2b974d7d569d),segment_id=59465666-5c69-4224-8b1f-2b974d7d569d)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:46:32.529438 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': '3bb32f6d-7477-4696-b349-b5a005eb2f00', 'network_id': '9c71e42f-a279-434a-9733-2e0a55ab4074', 'port_id': '3bb32f6d-7477-4696-b349-b5a005eb2f00', 'mac_address': 'fa:16:3e:0f:e4:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 791, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a16cacaa-1221-489c-8d0a-2d30aee455ad', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:46:32.581139 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:32.597830 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3bb32f6d-7477-4696-b349-b5a005eb2f00 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:46:32.616778 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-fb1a16d3-4f6a-483a-937b-291cd5145417 req-374954eb-8808-402e-97f4-9f8df0027f26 service neutron] Attempting to bind port d86470ab-f34c-46f3-86af-3d030d3a054b on host n-h2-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:46:32.617117 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-fb1a16d3-4f6a-483a-937b-291cd5145417 req-374954eb-8808-402e-97f4-9f8df0027f26 service neutron] Attempting to bind port d86470ab-f34c-46f3-86af-3d030d3a054b by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': 'b51c68b7-80ed-4de8-bd6d-e2ba699aba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '743172cf-2dc7-4438-9267-f806a2cb8a77'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:46:32.617441 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1a16d3-4f6a-483a-937b-291cd5145417 req-374954eb-8808-402e-97f4-9f8df0027f26 service neutron] Attempting to bind port d86470ab-f34c-46f3-86af-3d030d3a054b on network 743172cf-2dc7-4438-9267-f806a2cb8a77 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:46:32.621536 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 3bb32f6d-7477-4696-b349-b5a005eb2f00, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=3bb32f6d-7477-4696-b349-b5a005eb2f00,segment=NetworkSegment(59465666-5c69-4224-8b1f-2b974d7d569d),segment_id=59465666-5c69-4224-8b1f-2b974d7d569d)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:46:32.632352 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1a16d3-4f6a-483a-937b-291cd5145417 req-374954eb-8808-402e-97f4-9f8df0027f26 service neutron] Port d86470ab-f34c-46f3-86af-3d030d3a054b on network 743172cf-2dc7-4438-9267-f806a2cb8a77 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:46:32.632680 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1a16d3-4f6a-483a-937b-291cd5145417 req-374954eb-8808-402e-97f4-9f8df0027f26 service neutron] Attempting to bind port d86470ab-f34c-46f3-86af-3d030d3a054b on network 743172cf-2dc7-4438-9267-f806a2cb8a77 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:46:32.635640 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-73c5d2a2-eec0-4aa9-9a72-e00b7d6771cc admin admin] For port 2cae986b-3746-4386-9590-23e0889a749a, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=2cae986b-3746-4386-9590-23e0889a749a,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:46:32.636002 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-73c5d2a2-eec0-4aa9-9a72-e00b7d6771cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:32.649289 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1a16d3-4f6a-483a-937b-291cd5145417 req-374954eb-8808-402e-97f4-9f8df0027f26 service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:46:32.649629 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1a16d3-4f6a-483a-937b-291cd5145417 req-374954eb-8808-402e-97f4-9f8df0027f26 service neutron] Checking segment: {'id': 'b51c68b7-80ed-4de8-bd6d-e2ba699aba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '743172cf-2dc7-4438-9267-f806a2cb8a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:46:32.650009 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1a16d3-4f6a-483a-937b-291cd5145417 req-374954eb-8808-402e-97f4-9f8df0027f26 service neutron] Bound using segment: {'id': 'b51c68b7-80ed-4de8-bd6d-e2ba699aba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '743172cf-2dc7-4438-9267-f806a2cb8a77'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:46:32.650439 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-fb1a16d3-4f6a-483a-937b-291cd5145417 req-374954eb-8808-402e-97f4-9f8df0027f26 service neutron] Bound port: d86470ab-f34c-46f3-86af-3d030d3a054b, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b51c68b7-80ed-4de8-bd6d-e2ba699aba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '743172cf-2dc7-4438-9267-f806a2cb8a77'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:46:32.650781 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-fb1a16d3-4f6a-483a-937b-291cd5145417 req-374954eb-8808-402e-97f4-9f8df0027f26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:32.720113 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:32.722036 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:32.752057 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-73c5d2a2-eec0-4aa9-9a72-e00b7d6771cc admin admin] Calling delete_port for 2cae986b-3746-4386-9590-23e0889a749a owned by network:router_gateway {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:46:32.754066 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-23c414bb-c9ab-4c7b-a2b3-02cf63ea2190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:32.754514 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23c414bb-c9ab-4c7b-a2b3-02cf63ea2190 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7fdfdca-ef40-4cfd-bb95-82ce929d21bb {{(pid=93177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 09:46:32.763964 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-23c414bb-c9ab-4c7b-a2b3-02cf63ea2190 admin admin] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:32.767975 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-23c414bb-c9ab-4c7b-a2b3-02cf63ea2190 admin admin] 10.222.0.60 "DELETE /v2.0/routers/d7fdfdca-ef40-4cfd-bb95-82ce929d21bb HTTP/1.1" status: 204 len: 168 time: 3.5846746 Jun 11 09:46:32.768375 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 43476) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:46:32.823129 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3248081f-1d3f-43a1-a8f3-8bd455832710 req-9e64e50c-e578-45a0-9526-fd25607eb9d3 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:32.826905 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=3bb32f6d-7477-4696-b349-b5a005eb2f00,revision_number=6']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:32.832597 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['3bb32f6d-7477-4696-b349-b5a005eb2f00'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:46:32.832861 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3248081f-1d3f-43a1-a8f3-8bd455832710 req-9e64e50c-e578-45a0-9526-fd25607eb9d3 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=87b7782e-7d5b-4b9f-be88-eae78c700bc6 HTTP/1.1" status: 200 len: 944 time: 0.1265643 Jun 11 09:46:32.835248 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:32.892712 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3248081f-1d3f-43a1-a8f3-8bd455832710 req-29475038-13c2-4e96-9430-1a3dd60618fd tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584958 Jun 11 09:46:32.971782 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5ee6721-063f-42f0-b117-fb19be8aa14e admin admin] Deleting subnet fce8e258-cc45-4e2c-8dcb-94cdefb9f0b0 {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 09:46:32.981390 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-fb1a16d3-4f6a-483a-937b-291cd5145417 req-374954eb-8808-402e-97f4-9f8df0027f26 service neutron] For port d86470ab-f34c-46f3-86af-3d030d3a054b, host n-h2-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:46:32.983396 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c5ee6721-063f-42f0-b117-fb19be8aa14e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:32.987072 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-fb1a16d3-4f6a-483a-937b-291cd5145417 req-374954eb-8808-402e-97f4-9f8df0027f26 service neutron] For port d86470ab-f34c-46f3-86af-3d030d3a054b, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=d86470ab-f34c-46f3-86af-3d030d3a054b,segment=NetworkSegment(b51c68b7-80ed-4de8-bd6d-e2ba699aba0b),segment_id=b51c68b7-80ed-4de8-bd6d-e2ba699aba0b)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:46:33.084290 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-fb1a16d3-4f6a-483a-937b-291cd5145417 req-374954eb-8808-402e-97f4-9f8df0027f26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:33.097502 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d7632bd7-3375-47cb-9cd0-d710ce94535f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:33.116023 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5d721c13-a814-421e-ba37-4319de912562 req-31d427c1-7138-4de0-8d93-2bf9659634c6 tempest-QuotasAdminNegativeTest-1771991503 tempest-QuotasAdminNegativeTest-1771991503-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=cbe04ecc20f94946b27b8f01c0d6a236&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301890 Jun 11 09:46:33.164893 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c5ee6721-063f-42f0-b117-fb19be8aa14e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:33.217981 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a16d3-4f6a-483a-937b-291cd5145417 req-374954eb-8808-402e-97f4-9f8df0027f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:33.218593 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-fb1a16d3-4f6a-483a-937b-291cd5145417 req-374954eb-8808-402e-97f4-9f8df0027f26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:33.220573 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fb1a16d3-4f6a-483a-937b-291cd5145417 req-374954eb-8808-402e-97f4-9f8df0027f26 service neutron] 10.222.0.69 "PUT /v2.0/ports/d86470ab-f34c-46f3-86af-3d030d3a054b HTTP/1.1" status: 200 len: 1093 time: 3.3456261 Jun 11 09:46:33.222580 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87b7782e-7d5b-4b9f-be88-eae78c700bc6', 'tag': 'd86470ab-f34c-46f3-86af-3d030d3a054b'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:46:33.224984 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63ec15e7-e83f-4214-967e-04809c518701" -d '{"events": [{"name": "network-changed", "server_uuid": "87b7782e-7d5b-4b9f-be88-eae78c700bc6", "tag": "d86470ab-f34c-46f3-86af-3d030d3a054b"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:46:33.253311 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d721c13-a814-421e-ba37-4319de912562 req-29e6e7f0-9213-40aa-b0ba-2d70ee052d34 tempest-QuotasAdminNegativeTest-1771991503 tempest-QuotasAdminNegativeTest-1771991503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:33.258062 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5d721c13-a814-421e-ba37-4319de912562 req-29e6e7f0-9213-40aa-b0ba-2d70ee052d34 tempest-QuotasAdminNegativeTest-1771991503 tempest-QuotasAdminNegativeTest-1771991503-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1333005 Jun 11 09:46:33.261480 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374954eb-8808-402e-97f4-9f8df0027f26 service neutron] Pushing event updated for resources: {'Port': ['ID=d86470ab-f34c-46f3-86af-3d030d3a054b,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:33.271274 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-374954eb-8808-402e-97f4-9f8df0027f26 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:33.271663 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5d721c13-a814-421e-ba37-4319de912562 req-806aed61-287f-41b5-9e13-2a6a913084b3 tempest-QuotasAdminNegativeTest-1771991503 tempest-QuotasAdminNegativeTest-1771991503-project] 10.222.0.60 "GET /v2.0/quotas/cbe04ecc20f94946b27b8f01c0d6a236 HTTP/1.1" status: 200 len: 375 time: 0.0110927 Jun 11 09:46:33.315391 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5d721c13-a814-421e-ba37-4319de912562 req-5d178158-74a9-40a6-8bf9-421035644d27 tempest-QuotasAdminNegativeTest-1771991503 tempest-QuotasAdminNegativeTest-1771991503-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=cbe04ecc20f94946b27b8f01c0d6a236&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0369892 Jun 11 09:46:33.408734 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92419f8-24a3-4a7b-a985-d25e1174e623 req-7bbb38e4-c01e-47bd-9488-88e18a17bdfc tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:33.410415 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b92419f8-24a3-4a7b-a985-d25e1174e623 req-7bbb38e4-c01e-47bd-9488-88e18a17bdfc tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a97632d-2625-4ca9-afb6-ae7df42d0ac2 HTTP/1.1" status: 200 len: 950 time: 0.3360403 Jun 11 09:46:33.442288 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 65d7d665-2054-433c-b0b4-b8a1015d6f02 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:46:33.455139 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c5ee6721-063f-42f0-b117-fb19be8aa14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:33.474511 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 65d7d665-2054-433c-b0b4-b8a1015d6f02 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:46:33.475261 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 65d7d665-2054-433c-b0b4-b8a1015d6f02 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:46:33.476008 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 35783144-68d4-4012-add2-c31301db917f no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:46:33.505743 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 35783144-68d4-4012-add2-c31301db917f {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:46:33.506950 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 35783144-68d4-4012-add2-c31301db917f not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:46:33.512444 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-73c5d2a2-eec0-4aa9-9a72-e00b7d6771cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:33.519134 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-08f1aaa9-8bad-46e0-8773-9e624d2ec694 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:33.559621 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b92419f8-24a3-4a7b-a985-d25e1174e623 req-89bc4c6e-3be5-486e-b11b-511338a1a9d9 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413829 Jun 11 09:46:33.567635 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c5d2a2-eec0-4aa9-9a72-e00b7d6771cc admin admin] Pushing event deleted for resources: {'Port': ['ID=2cae986b-3746-4386-9590-23e0889a749a,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:33.572810 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-73c5d2a2-eec0-4aa9-9a72-e00b7d6771cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:33.600443 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae3346-5b0e-4ab0-80cb-19cbbd0e2a00 req-fac019f6-c80e-462b-ac86-388d4887403e tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:33.601950 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-89ae3346-5b0e-4ab0-80cb-19cbbd0e2a00 req-fac019f6-c80e-462b-ac86-388d4887403e tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "GET /v2.0/ports?device_id=604f9f22-aaf7-4f98-8e1d-78b9326e5b57 HTTP/1.1" status: 200 len: 946 time: 0.0830696 Jun 11 09:46:33.650470 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-89ae3346-5b0e-4ab0-80cb-19cbbd0e2a00 req-1cefc2f9-9641-4fb9-828e-121f71617322 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f660163-b4cf-41bb-9ff5-65f9e727e866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425344 Jun 11 09:46:33.651518 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a16d3-4f6a-483a-937b-291cd5145417 req-2c10df09-20e4-4a8d-9f43-f212dfefadd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:33.653093 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fb1a16d3-4f6a-483a-937b-291cd5145417 req-2c10df09-20e4-4a8d-9f43-f212dfefadd3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=845e0c4a59a549beb9cd8a20149f973b&device_id=87b7782e-7d5b-4b9f-be88-eae78c700bc6 HTTP/1.1" status: 200 len: 1096 time: 0.3061833 Jun 11 09:46:33.730076 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd39cd08-c956-4c06-9a85-e9c4ce41ed3e x-openstack-request-id: req-dd39cd08-c956-4c06-9a85-e9c4ce41ed3e {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:46:33.730409 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87b7782e-7d5b-4b9f-be88-eae78c700bc6", "tag": "d86470ab-f34c-46f3-86af-3d030d3a054b", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:46:33.730706 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dd39cd08-c956-4c06-9a85-e9c4ce41ed3e {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:46:33.731144 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87b7782e-7d5b-4b9f-be88-eae78c700bc6', 'tag': 'd86470ab-f34c-46f3-86af-3d030d3a054b', 'status': 'completed', 'code': 200} Jun 11 09:46:33.734574 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fb1a16d3-4f6a-483a-937b-291cd5145417 req-8ee4fd44-97ce-4ba8-afaa-702b48ad316a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d86470ab-f34c-46f3-86af-3d030d3a054b HTTP/1.1" status: 200 len: 217 time: 0.0713897 Jun 11 09:46:33.735601 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c5ee6721-063f-42f0-b117-fb19be8aa14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:33.745879 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:33.784809 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-73c5d2a2-eec0-4aa9-9a72-e00b7d6771cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374120'] for router_gateway, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:33.815034 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c5ee6721-063f-42f0-b117-fb19be8aa14e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:33.817722 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-c5ee6721-063f-42f0-b117-fb19be8aa14e admin admin] 10.222.0.60 "DELETE /v2.0/subnets/fce8e258-cc45-4e2c-8dcb-94cdefb9f0b0 HTTP/1.1" status: 204 len: 168 time: 1.0440335 Jun 11 09:46:33.819714 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 43516) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:46:33.820487 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958745b7-217c-43cd-b5b7-01f123db504e None None] Network bd769a33-d2ae-4a77-8be2-0047382ae593 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:46:33.863707 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ee6721-063f-42f0-b117-fb19be8aa14e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fce8e258-cc45-4e2c-8dcb-94cdefb9f0b0,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:33.866442 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c5ee6721-063f-42f0-b117-fb19be8aa14e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:33.959650 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b34efac7-b725-478c-bb16-08d8765e0af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:34.045781 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-b34efac7-b725-478c-bb16-08d8765e0af2 admin admin] Deleting port 37dcdc0b-e337-4a81-8f67-33cbd55333da {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:46:34.045998 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b34efac7-b725-478c-bb16-08d8765e0af2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:34.149954 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1d38e4-9641-4d62-9636-ce004a4f99ee None None] DHCP port deletion for bd769a33-d2ae-4a77-8be2-0047382ae593 request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 09:46:34.200703 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 3bb32f6d-7477-4696-b349-b5a005eb2f00 up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:46:34.237050 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-b34efac7-b725-478c-bb16-08d8765e0af2 admin admin] For port 37dcdc0b-e337-4a81-8f67-33cbd55333da, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=37dcdc0b-e337-4a81-8f67-33cbd55333da,segment=NetworkSegment(f1ba1393-2bbe-436f-8827-2ad0577d069a),segment_id=f1ba1393-2bbe-436f-8827-2ad0577d069a)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:46:34.237520 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b34efac7-b725-478c-bb16-08d8765e0af2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:34.270262 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-9b1d38e4-9641-4d62-9636-ce004a4f99ee None None] Deleting port 37dcdc0b-e337-4a81-8f67-33cbd55333da {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:46:34.280243 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-9b1d38e4-9641-4d62-9636-ce004a4f99ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:34.342087 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-b34efac7-b725-478c-bb16-08d8765e0af2 admin admin] Calling delete_port for 37dcdc0b-e337-4a81-8f67-33cbd55333da owned by network:dhcp {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:46:34.360158 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port 3bb32f6d-7477-4696-b349-b5a005eb2f00 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:46:34.360681 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:34.366800 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-73c5d2a2-eec0-4aa9-9a72-e00b7d6771cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:34.367594 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f58b97-935c-4d16-bc40-4a640a89ad74 req-dfd81fd1-b323-4936-86a1-ddf548207ae1 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:34.369460 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-73c5d2a2-eec0-4aa9-9a72-e00b7d6771cc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:34.369611 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-04f58b97-935c-4d16-bc40-4a640a89ad74 req-dfd81fd1-b323-4936-86a1-ddf548207ae1 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=87b7782e-7d5b-4b9f-be88-eae78c700bc6 HTTP/1.1" status: 200 len: 944 time: 0.2773328 Jun 11 09:46:34.426792 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-9b1d38e4-9641-4d62-9636-ce004a4f99ee None None] For port 37dcdc0b-e337-4a81-8f67-33cbd55333da, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=37dcdc0b-e337-4a81-8f67-33cbd55333da,segment=NetworkSegment(f1ba1393-2bbe-436f-8827-2ad0577d069a),segment_id=f1ba1393-2bbe-436f-8827-2ad0577d069a)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:46:34.426792 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-9b1d38e4-9641-4d62-9636-ce004a4f99ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:34.437237 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a16d3-4f6a-483a-937b-291cd5145417 req-79e1ff2a-0338-4a1a-89fa-f4ba884f6fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:34.439247 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fb1a16d3-4f6a-483a-937b-291cd5145417 req-79e1ff2a-0338-4a1a-89fa-f4ba884f6fc2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=78635cc5-5408-4976-b3d9-b4cc65a6e8b4 HTTP/1.1" status: 200 len: 846 time: 0.6945922 Jun 11 09:46:34.482059 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-04f58b97-935c-4d16-bc40-4a640a89ad74 req-edcfb182-f28e-4643-82ab-7135b18604d6 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593081 Jun 11 09:46:34.499035 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fb1a16d3-4f6a-483a-937b-291cd5145417 req-77ec28d1-18af-4d39-b158-72f389164bc5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=743172cf-2dc7-4438-9267-f806a2cb8a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472753 Jun 11 09:46:34.540149 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-9b1d38e4-9641-4d62-9636-ce004a4f99ee None None] Calling delete_port for 37dcdc0b-e337-4a81-8f67-33cbd55333da owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:46:34.561768 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-549940ec-c25b-40ff-b6ba-530e6acaa3c4 req-a6cd02a3-c257-4c71-8ec0-fde7e8c02576 tempest-QuotasAdminNegativeTest-1771991503 tempest-QuotasAdminNegativeTest-1771991503-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=cbe04ecc20f94946b27b8f01c0d6a236&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0515270 Jun 11 09:46:34.566868 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-73c5d2a2-eec0-4aa9-9a72-e00b7d6771cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:34.567513 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73c5d2a2-eec0-4aa9-9a72-e00b7d6771cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e1e4030-c3ba-4412-a859-1ac2d060bfed {{(pid=93177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 09:46:34.614375 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-73c5d2a2-eec0-4aa9-9a72-e00b7d6771cc admin admin] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:34.615473 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-73c5d2a2-eec0-4aa9-9a72-e00b7d6771cc admin admin] 10.222.0.60 "DELETE /v2.0/routers/7e1e4030-c3ba-4412-a859-1ac2d060bfed HTTP/1.1" status: 204 len: 168 time: 4.2863777 Jun 11 09:46:34.618093 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 43546) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:46:34.628694 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b34efac7-b725-478c-bb16-08d8765e0af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:34.643714 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:34.685078 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-42330dab-eeaa-4133-944e-68a755ed5888 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:34.705386 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c633a603-9c68-4fee-a384-310d8fcc4a30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bb32f6d-7477-4696-b349-b5a005eb2f00'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:46:34.707886 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0234e3ee-5fed-474e-bc1e-be22643e232c" -d '{"events": [{"server_uuid": "c633a603-9c68-4fee-a384-310d8fcc4a30", "name": "network-vif-plugged", "status": "completed", "tag": "3bb32f6d-7477-4696-b349-b5a005eb2f00"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:46:34.728625 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 3bb32f6d-7477-4696-b349-b5a005eb2f00, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=3bb32f6d-7477-4696-b349-b5a005eb2f00,segment=NetworkSegment(59465666-5c69-4224-8b1f-2b974d7d569d),segment_id=59465666-5c69-4224-8b1f-2b974d7d569d)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:46:34.736882 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-9b1d38e4-9641-4d62-9636-ce004a4f99ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:34.739641 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34efac7-b725-478c-bb16-08d8765e0af2 admin admin] Pushing event deleted for resources: {'Port': ['ID=37dcdc0b-e337-4a81-8f67-33cbd55333da,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:34.739925 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:34.780193 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1d38e4-9641-4d62-9636-ce004a4f99ee None None] Pushing event deleted for resources: {'Port': ['ID=37dcdc0b-e337-4a81-8f67-33cbd55333da,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:34.782465 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1d38e4-9641-4d62-9636-ce004a4f99ee None None] No DVR routers for this DVR port 37dcdc0b-e337-4a81-8f67-33cbd55333da on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:46:34.783942 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-9b1d38e4-9641-4d62-9636-ce004a4f99ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:34.787898 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:34.789666 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:34.790131 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b34efac7-b725-478c-bb16-08d8765e0af2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:34.798900 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34efac7-b725-478c-bb16-08d8765e0af2 admin admin] No DVR routers for this DVR port 37dcdc0b-e337-4a81-8f67-33cbd55333da on host n-d-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:46:34.820957 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fb1a16d3-4f6a-483a-937b-291cd5145417 req-e181820c-ffa1-4071-b063-21b5655a2b1c service neutron] 10.222.0.69 "GET /v2.0/networks/743172cf-2dc7-4438-9267-f806a2cb8a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192387 Jun 11 09:46:34.839426 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bd0a873-adc6-494d-a973-80080b1fc7ff admin admin] Deleting subnet 57c67d44-c68c-432c-9c59-2340b808ce7f {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 09:46:34.842721 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0bd0a873-adc6-494d-a973-80080b1fc7ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:34.852124 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=3bb32f6d-7477-4696-b349-b5a005eb2f00,revision_number=7']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:34.855455 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:34.884732 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549940ec-c25b-40ff-b6ba-530e6acaa3c4 req-220334a1-b0e8-4a4a-8169-1ba606515f01 tempest-QuotasAdminNegativeTest-1771991503 tempest-QuotasAdminNegativeTest-1771991503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:34.886284 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-549940ec-c25b-40ff-b6ba-530e6acaa3c4 req-220334a1-b0e8-4a4a-8169-1ba606515f01 tempest-QuotasAdminNegativeTest-1771991503 tempest-QuotasAdminNegativeTest-1771991503-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2764542 Jun 11 09:46:34.947030 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-549940ec-c25b-40ff-b6ba-530e6acaa3c4 req-b86634be-d00d-489c-b726-d143d2be31cb tempest-QuotasAdminNegativeTest-1771991503 tempest-QuotasAdminNegativeTest-1771991503-project] 10.222.0.60 "GET /v2.0/quotas/cbe04ecc20f94946b27b8f01c0d6a236 HTTP/1.1" status: 200 len: 375 time: 0.0534797 Jun 11 09:46:35.001538 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-549940ec-c25b-40ff-b6ba-530e6acaa3c4 req-a2d84cce-a9cc-440e-a651-90e28955ceb9 tempest-QuotasAdminNegativeTest-1771991503 tempest-QuotasAdminNegativeTest-1771991503-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=cbe04ecc20f94946b27b8f01c0d6a236&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464971 Jun 11 09:46:35.014304 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fb1a16d3-4f6a-483a-937b-291cd5145417 req-56027543-5d9d-4ee2-854d-89952c739491 service neutron] 10.222.0.69 "GET /v2.0/networks/743172cf-2dc7-4438-9267-f806a2cb8a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853392 Jun 11 09:46:35.255272 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ec15e7-e83f-4214-967e-04809c518701 req-cf712706-01c8-473a-aa7d-b633b6719e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:35.256791 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-63ec15e7-e83f-4214-967e-04809c518701 req-cf712706-01c8-473a-aa7d-b633b6719e15 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=845e0c4a59a549beb9cd8a20149f973b&device_id=87b7782e-7d5b-4b9f-be88-eae78c700bc6 HTTP/1.1" status: 200 len: 1096 time: 0.1221375 Jun 11 09:46:35.261096 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0bd0a873-adc6-494d-a973-80080b1fc7ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:35.271701 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843137e5-14b8-4935-a0cf-50382a938199 req-9a002019-058e-4d08-9967-f760d4c58ad0 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:35.280128 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-843137e5-14b8-4935-a0cf-50382a938199 req-9a002019-058e-4d08-9967-f760d4c58ad0 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "GET /v2.0/ports?device_id=604f9f22-aaf7-4f98-8e1d-78b9326e5b57 HTTP/1.1" status: 200 len: 946 time: 0.1014569 Jun 11 09:46:35.283531 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:35.341286 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 2cae986b-3746-4386-9590-23e0889a749a no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:46:35.353927 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b34efac7-b725-478c-bb16-08d8765e0af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:35.363118 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5162dd4a-95c3-4a52-b572-fc8382cb0578 req-d66e295a-b5bf-4097-8868-4c6392355085 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:35.364628 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5162dd4a-95c3-4a52-b572-fc8382cb0578 req-d66e295a-b5bf-4097-8868-4c6392355085 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a97632d-2625-4ca9-afb6-ae7df42d0ac2 HTTP/1.1" status: 200 len: 950 time: 0.6119943 Jun 11 09:46:35.382300 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 2cae986b-3746-4386-9590-23e0889a749a {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:46:35.382300 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 2cae986b-3746-4386-9590-23e0889a749a not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:46:35.382300 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 37dcdc0b-e337-4a81-8f67-33cbd55333da no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:46:35.382782 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-b34efac7-b725-478c-bb16-08d8765e0af2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd769a33-d2ae-4a77-8be2-0047382ae593']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:46:35.409927 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 37dcdc0b-e337-4a81-8f67-33cbd55333da {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:46:35.410770 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 37dcdc0b-e337-4a81-8f67-33cbd55333da not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:46:35.415245 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-b34efac7-b725-478c-bb16-08d8765e0af2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1ba1393-2bbe-436f-8827-2ad0577d069a') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:46:35.415394 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-b34efac7-b725-478c-bb16-08d8765e0af2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1ba1393-2bbe-436f-8827-2ad0577d069a') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:46:35.425918 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-843137e5-14b8-4935-a0cf-50382a938199 req-489b07a2-1511-4f35-8b0f-12b849aaca6f tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f660163-b4cf-41bb-9ff5-65f9e727e866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224091 Jun 11 09:46:35.447656 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ec15e7-e83f-4214-967e-04809c518701 req-fc6687a5-a4f1-476d-8f0f-0e2a4a78d277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:35.449194 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-63ec15e7-e83f-4214-967e-04809c518701 req-fc6687a5-a4f1-476d-8f0f-0e2a4a78d277 service neutron] 10.222.0.69 "GET /v2.0/networks?id=743172cf-2dc7-4438-9267-f806a2cb8a77 HTTP/1.1" status: 200 len: 907 time: 0.1683953 Jun 11 09:46:35.452380 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b34efac7-b725-478c-bb16-08d8765e0af2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:35.495307 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5162dd4a-95c3-4a52-b572-fc8382cb0578 req-90fb4ba7-b3fd-4581-851b-295acce1fdc6 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218371 Jun 11 09:46:35.500376 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b34efac7-b725-478c-bb16-08d8765e0af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:35.503536 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0bd0a873-adc6-494d-a973-80080b1fc7ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:35.519778 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-63ec15e7-e83f-4214-967e-04809c518701 req-b833aeb9-af67-4426-b749-0e183625f81d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d86470ab-f34c-46f3-86af-3d030d3a054b HTTP/1.1" status: 200 len: 217 time: 0.0623899 Jun 11 09:46:35.543829 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b34efac7-b725-478c-bb16-08d8765e0af2 admin admin] Releasing vlan 776 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 09:46:35.544252 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b34efac7-b725-478c-bb16-08d8765e0af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:35.545964 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:46:35.545964 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:46:35.545964 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:46:35.545964 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:46:35.545964 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:46:35.545964 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:46:35.545964 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:46:35.545964 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:46:35.545964 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:46:35.545964 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:46:35.545964 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:46:35.545964 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:46:35.545964 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:46:35.545964 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:46:35.545964 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:46:35.545964 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:46:35.545964 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:46:35.545964 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:46:35.545964 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:46:35.545964 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:46:35.545964 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:46:35.545964 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:46:35.545964 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:46:35.545964 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:46:35.545964 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:46:35.545964 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:46:35.545964 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:46:35.545964 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:46:35.545964 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:46:35.545964 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:46:35.545964 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:46:35.545964 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:46:35.545964 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:46:35.545964 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:46:35.545964 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:46:35.545964 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:46:35.545964 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 09:46:35.545964 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 09:46:35.545964 n-d-779913-12 neutron-server[93176]: timer() Jun 11 09:46:35.545964 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 09:46:35.545964 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 09:46:35.545964 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 09:46:35.545964 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 09:46:35.545964 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 09:46:35.545964 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 09:46:35.545964 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 09:46:35.545964 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 09:46:35.545964 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 09:46:35.545964 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 09:46:35.545964 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 09:46:35.545964 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 09:46:35.545964 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 09:46:35.545964 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 09:46:35.545964 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 09:46:35.545964 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 09:46:35.545964 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 09:46:35.557854 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 09:46:35.557854 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 09:46:35.557854 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 09:46:35.557854 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 09:46:35.557854 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 09:46:35.557854 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 09:46:35.557854 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 09:46:35.557854 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 09:46:35.557854 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 09:46:35.557854 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 09:46:35.557854 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 09:46:35.557854 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 09:46:35.562921 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f04f8530-7207-421b-8319-d0c0ff38bc49 x-openstack-request-id: req-f04f8530-7207-421b-8319-d0c0ff38bc49 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:46:35.564016 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c633a603-9c68-4fee-a384-310d8fcc4a30", "name": "network-vif-plugged", "status": "completed", "tag": "3bb32f6d-7477-4696-b349-b5a005eb2f00", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:46:35.564374 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f04f8530-7207-421b-8319-d0c0ff38bc49 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:46:35.564951 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c633a603-9c68-4fee-a384-310d8fcc4a30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bb32f6d-7477-4696-b349-b5a005eb2f00', 'code': 200} Jun 11 09:46:35.585822 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ec15e7-e83f-4214-967e-04809c518701 req-6653bfb2-cd6d-4b73-9bee-44f9538429e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:35.587541 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-63ec15e7-e83f-4214-967e-04809c518701 req-6653bfb2-cd6d-4b73-9bee-44f9538429e4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=78635cc5-5408-4976-b3d9-b4cc65a6e8b4 HTTP/1.1" status: 200 len: 846 time: 0.0612712 Jun 11 09:46:35.636634 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-63ec15e7-e83f-4214-967e-04809c518701 req-f78034cf-a547-40c5-8b76-7a789e1e59ea service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=743172cf-2dc7-4438-9267-f806a2cb8a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409865 Jun 11 09:46:35.782427 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b34efac7-b725-478c-bb16-08d8765e0af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:35.799667 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b34efac7-b725-478c-bb16-08d8765e0af2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:35.799667 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-b34efac7-b725-478c-bb16-08d8765e0af2 admin admin] 10.222.0.60 "DELETE /v2.0/networks/bd769a33-d2ae-4a77-8be2-0047382ae593 HTTP/1.1" status: 204 len: 168 time: 1.9752412 Jun 11 09:46:35.799667 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-70d58f53-8caf-4da1-ae76-903a0d7f6e3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:35.799987 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 43572) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:46:35.813679 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34efac7-b725-478c-bb16-08d8765e0af2 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd769a33-d2ae-4a77-8be2-0047382ae593,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:35.816816 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b34efac7-b725-478c-bb16-08d8765e0af2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:35.822210 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0bd0a873-adc6-494d-a973-80080b1fc7ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:35.825127 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:35.858365 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0bd0a873-adc6-494d-a973-80080b1fc7ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:35.860735 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-0bd0a873-adc6-494d-a973-80080b1fc7ff admin admin] 10.222.0.60 "DELETE /v2.0/subnets/57c67d44-c68c-432c-9c59-2340b808ce7f HTTP/1.1" status: 204 len: 168 time: 1.2412989 Jun 11 09:46:35.862354 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd0a873-adc6-494d-a973-80080b1fc7ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57c67d44-c68c-432c-9c59-2340b808ce7f,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:35.863982 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 43574) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:46:35.865176 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa0aaba-41b6-493e-af64-47f7956708c7 None None] Network 13582f17-d11a-4672-9c06-221c87b5ead2 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:46:35.872144 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0bd0a873-adc6-494d-a973-80080b1fc7ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:35.913100 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-63ec15e7-e83f-4214-967e-04809c518701 req-0b78555e-8de3-4ac6-ac5c-1524cb15516c service neutron] 10.222.0.69 "GET /v2.0/networks/743172cf-2dc7-4438-9267-f806a2cb8a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669756 Jun 11 09:46:35.990022 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-64b8fd72-0feb-491c-bca3-c55ce23a29f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:35.993948 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cf5fc9-2f60-42c6-88c4-d9f09a55f43b req-a02815c6-1012-474f-a446-9fe55528e680 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:35.995452 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c1cf5fc9-2f60-42c6-88c4-d9f09a55f43b req-a02815c6-1012-474f-a446-9fe55528e680 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=87b7782e-7d5b-4b9f-be88-eae78c700bc6 HTTP/1.1" status: 200 len: 944 time: 0.2587094 Jun 11 09:46:36.067812 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-64b8fd72-0feb-491c-bca3-c55ce23a29f2 admin admin] Deleting port b8221227-edd6-43a0-9504-b1145a978d04 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:46:36.068115 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-64b8fd72-0feb-491c-bca3-c55ce23a29f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:36.163988 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2ef2f4-0771-415c-b72e-373e3b0a9f27 None None] DHCP port deletion for 13582f17-d11a-4672-9c06-221c87b5ead2 request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 09:46:36.185359 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-64b8fd72-0feb-491c-bca3-c55ce23a29f2 admin admin] For port b8221227-edd6-43a0-9504-b1145a978d04, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=b8221227-edd6-43a0-9504-b1145a978d04,segment=NetworkSegment(ff1b6e69-535d-49e6-8eec-dcd8b2478781),segment_id=ff1b6e69-535d-49e6-8eec-dcd8b2478781)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:46:36.185720 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-64b8fd72-0feb-491c-bca3-c55ce23a29f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:36.223148 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c1cf5fc9-2f60-42c6-88c4-d9f09a55f43b req-178efa50-2ea3-4395-bae7-e549ed08eba4 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163348 Jun 11 09:46:36.235527 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-63ec15e7-e83f-4214-967e-04809c518701 req-0b787ccb-210a-4155-96d1-5f767109b736 service neutron] 10.222.0.69 "GET /v2.0/networks/743172cf-2dc7-4438-9267-f806a2cb8a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3055055 Jun 11 09:46:36.260225 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-ab2ef2f4-0771-415c-b72e-373e3b0a9f27 None None] Deleting port b8221227-edd6-43a0-9504-b1145a978d04 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:46:36.260616 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ab2ef2f4-0771-415c-b72e-373e3b0a9f27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:36.314302 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-64b8fd72-0feb-491c-bca3-c55ce23a29f2 admin admin] Calling delete_port for b8221227-edd6-43a0-9504-b1145a978d04 owned by network:dhcp {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:46:36.357718 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-ab2ef2f4-0771-415c-b72e-373e3b0a9f27 None None] For port b8221227-edd6-43a0-9504-b1145a978d04, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=b8221227-edd6-43a0-9504-b1145a978d04,segment=NetworkSegment(ff1b6e69-535d-49e6-8eec-dcd8b2478781),segment_id=ff1b6e69-535d-49e6-8eec-dcd8b2478781)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:46:36.358061 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ab2ef2f4-0771-415c-b72e-373e3b0a9f27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:36.457074 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-ab2ef2f4-0771-415c-b72e-373e3b0a9f27 None None] Calling delete_port for b8221227-edd6-43a0-9504-b1145a978d04 owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:46:36.460282 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-04826ed4-7359-438b-b96f-9b28f03fe501 req-28a90629-3fe2-4bba-a9e8-533476e810ed tempest-QuotasAdminNegativeTest-1771991503 tempest-QuotasAdminNegativeTest-1771991503-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=cbe04ecc20f94946b27b8f01c0d6a236&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335095 Jun 11 09:46:36.494333 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-62e48477-18e1-4f7f-98f3-9a13ab86743a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375209'] for router_interface, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:36.572226 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ab2ef2f4-0771-415c-b72e-373e3b0a9f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:36.574931 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:36.576221 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-64b8fd72-0feb-491c-bca3-c55ce23a29f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:36.586651 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-327c74a9-4b38-45ee-a63e-71f45eaab4ff tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:36.599143 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b8fd72-0feb-491c-bca3-c55ce23a29f2 admin admin] No DVR routers for this DVR port b8221227-edd6-43a0-9504-b1145a978d04 on host n-d-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:46:36.613776 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2ef2f4-0771-415c-b72e-373e3b0a9f27 None None] No DVR routers for this DVR port b8221227-edd6-43a0-9504-b1145a978d04 on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:46:36.618905 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2ef2f4-0771-415c-b72e-373e3b0a9f27 None None] Pushing event deleted for resources: {'Port': ['ID=b8221227-edd6-43a0-9504-b1145a978d04,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:36.621708 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-ab2ef2f4-0771-415c-b72e-373e3b0a9f27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:36.639347 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b8fd72-0feb-491c-bca3-c55ce23a29f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8221227-edd6-43a0-9504-b1145a978d04,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:36.642416 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-64b8fd72-0feb-491c-bca3-c55ce23a29f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:36.721015 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04826ed4-7359-438b-b96f-9b28f03fe501 req-3cef5fa6-f42a-4397-9b7d-f092e6ad4379 tempest-QuotasAdminNegativeTest-1771991503 tempest-QuotasAdminNegativeTest-1771991503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:36.722502 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-04826ed4-7359-438b-b96f-9b28f03fe501 req-3cef5fa6-f42a-4397-9b7d-f092e6ad4379 tempest-QuotasAdminNegativeTest-1771991503 tempest-QuotasAdminNegativeTest-1771991503-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2582150 Jun 11 09:46:36.747278 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08054388-a7fe-47d5-99b8-ca8f8901bdeb req-99855a1d-d5e2-4a30-ac2d-6e57609b813e tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:36.748817 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-08054388-a7fe-47d5-99b8-ca8f8901bdeb req-99855a1d-d5e2-4a30-ac2d-6e57609b813e tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "GET /v2.0/ports?device_id=604f9f22-aaf7-4f98-8e1d-78b9326e5b57 HTTP/1.1" status: 200 len: 946 time: 0.1950169 Jun 11 09:46:36.770835 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-64b8fd72-0feb-491c-bca3-c55ce23a29f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:36.791250 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-64b8fd72-0feb-491c-bca3-c55ce23a29f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13582f17-d11a-4672-9c06-221c87b5ead2']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:46:36.801617 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-04826ed4-7359-438b-b96f-9b28f03fe501 req-9ec629e7-ee07-4efe-a94d-0a5adb986f01 tempest-QuotasAdminNegativeTest-1771991503 tempest-QuotasAdminNegativeTest-1771991503-project] 10.222.0.60 "GET /v2.0/quotas/cbe04ecc20f94946b27b8f01c0d6a236 HTTP/1.1" status: 200 len: 375 time: 0.0278800 Jun 11 09:46:36.805273 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-64b8fd72-0feb-491c-bca3-c55ce23a29f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff1b6e69-535d-49e6-8eec-dcd8b2478781') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:46:36.805571 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-64b8fd72-0feb-491c-bca3-c55ce23a29f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff1b6e69-535d-49e6-8eec-dcd8b2478781') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:46:36.826259 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-64b8fd72-0feb-491c-bca3-c55ce23a29f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:36.835180 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-08054388-a7fe-47d5-99b8-ca8f8901bdeb req-31e5e0c6-47c3-4a78-8188-69fc5db75601 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f660163-b4cf-41bb-9ff5-65f9e727e866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595348 Jun 11 09:46:36.855873 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-04826ed4-7359-438b-b96f-9b28f03fe501 req-8d6552a8-407d-4968-9533-694523fc384c tempest-QuotasAdminNegativeTest-1771991503 tempest-QuotasAdminNegativeTest-1771991503-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=cbe04ecc20f94946b27b8f01c0d6a236&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0482934 Jun 11 09:46:36.863945 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-64b8fd72-0feb-491c-bca3-c55ce23a29f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:36.870151 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64b8fd72-0feb-491c-bca3-c55ce23a29f2 admin admin] Releasing vlan 774 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 09:46:36.874250 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-64b8fd72-0feb-491c-bca3-c55ce23a29f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:36.874250 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 09:46:36.874250 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 09:46:36.874250 n-d-779913-12 neutron-server[93176]: timer() Jun 11 09:46:36.874250 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 09:46:36.874250 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 09:46:36.874250 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 09:46:36.874250 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 09:46:36.874250 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 09:46:36.874250 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 09:46:36.874250 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 09:46:36.874250 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 09:46:36.874250 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 09:46:36.874250 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 09:46:36.874250 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 09:46:36.874250 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 09:46:36.874250 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 09:46:36.874250 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 09:46:36.874250 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 09:46:36.874250 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 09:46:36.874250 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 09:46:36.874250 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 09:46:36.874250 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 09:46:36.874250 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 09:46:36.874250 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 09:46:36.874250 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 09:46:36.874250 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 09:46:36.874250 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 09:46:36.874250 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 09:46:36.874250 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 09:46:36.874250 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 09:46:36.874250 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 09:46:36.874250 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 09:46:37.005040 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-62e48477-18e1-4f7f-98f3-9a13ab86743a admin admin] Deleting port 547b86df-964d-48e0-994c-fbf7f93096c1 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:46:37.005459 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-62e48477-18e1-4f7f-98f3-9a13ab86743a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:37.024257 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-64b8fd72-0feb-491c-bca3-c55ce23a29f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:37.028031 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8224a1bd-e6ba-4f17-ad14-eb49e67e2539 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:37.031323 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-64b8fd72-0feb-491c-bca3-c55ce23a29f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:37.035873 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-64b8fd72-0feb-491c-bca3-c55ce23a29f2 admin admin] 10.222.0.60 "DELETE /v2.0/networks/13582f17-d11a-4672-9c06-221c87b5ead2 HTTP/1.1" status: 204 len: 168 time: 1.1687024 Jun 11 09:46:37.051183 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b8fd72-0feb-491c-bca3-c55ce23a29f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=13582f17-d11a-4672-9c06-221c87b5ead2,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:37.053663 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-64b8fd72-0feb-491c-bca3-c55ce23a29f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:37.150259 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4a03fe-3059-4347-bb11-0d3b397abe50 req-ddbd6620-3b44-4fe3-b40c-10d8676d989e tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:37.151756 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ae4a03fe-3059-4347-bb11-0d3b397abe50 req-ddbd6620-3b44-4fe3-b40c-10d8676d989e tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a97632d-2625-4ca9-afb6-ae7df42d0ac2 HTTP/1.1" status: 200 len: 950 time: 0.1941423 Jun 11 09:46:37.156824 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-62e48477-18e1-4f7f-98f3-9a13ab86743a admin admin] For port 547b86df-964d-48e0-994c-fbf7f93096c1, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=547b86df-964d-48e0-994c-fbf7f93096c1,segment=NetworkSegment(916c18c5-429e-456a-ac13-c22ca482642c),segment_id=916c18c5-429e-456a-ac13-c22ca482642c)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:46:37.157182 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-62e48477-18e1-4f7f-98f3-9a13ab86743a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:37.266391 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-62e48477-18e1-4f7f-98f3-9a13ab86743a admin admin] Calling delete_port for 547b86df-964d-48e0-994c-fbf7f93096c1 owned by network:router_interface {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:46:37.333373 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device b8221227-edd6-43a0-9504-b1145a978d04 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:46:37.345232 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ae4a03fe-3059-4347-bb11-0d3b397abe50 req-ccc66c33-ae97-4a78-8fa8-a24ca9b254e0 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803536 Jun 11 09:46:37.371834 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: b8221227-edd6-43a0-9504-b1145a978d04 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:46:37.374117 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device b8221227-edd6-43a0-9504-b1145a978d04 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:46:37.419323 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 43630) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:46:37.510457 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-64b5cb67-fd59-4ef3-a34e-43a456758e9b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fba2fc35a9f946818209133d958208bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0921707 Jun 11 09:46:37.513293 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 43632) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:46:37.591855 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cb557a61-eda7-4d40-92cd-573f564d1e02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:37.602299 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7516236e-1e70-4666-805e-30891fd27ff5 req-a23bd55b-ae2c-4dd5-adeb-3dbcfafde499 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:37.603826 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7516236e-1e70-4666-805e-30891fd27ff5 req-a23bd55b-ae2c-4dd5-adeb-3dbcfafde499 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=87b7782e-7d5b-4b9f-be88-eae78c700bc6 HTTP/1.1" status: 200 len: 944 time: 0.1352515 Jun 11 09:46:37.605328 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-62e48477-18e1-4f7f-98f3-9a13ab86743a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:37.608413 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9c87d812-c311-47cf-bccc-ecbc0d704763 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:37.638141 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e48477-18e1-4f7f-98f3-9a13ab86743a admin admin] Pushing event deleted for resources: {'Port': ['ID=547b86df-964d-48e0-994c-fbf7f93096c1,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:37.643603 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cb557a61-eda7-4d40-92cd-573f564d1e02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:37.677952 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e48477-18e1-4f7f-98f3-9a13ab86743a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:46:37.678371 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e48477-18e1-4f7f-98f3-9a13ab86743a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:46:37.679724 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e48477-18e1-4f7f-98f3-9a13ab86743a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:46:37.679724 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e48477-18e1-4f7f-98f3-9a13ab86743a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:46:37.679724 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e48477-18e1-4f7f-98f3-9a13ab86743a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:46:37.680045 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e48477-18e1-4f7f-98f3-9a13ab86743a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:46:37.680147 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e48477-18e1-4f7f-98f3-9a13ab86743a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:46:37.680837 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e48477-18e1-4f7f-98f3-9a13ab86743a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:46:37.680837 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e48477-18e1-4f7f-98f3-9a13ab86743a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:46:37.681176 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e48477-18e1-4f7f-98f3-9a13ab86743a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:46:37.681561 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e48477-18e1-4f7f-98f3-9a13ab86743a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:46:37.681915 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e48477-18e1-4f7f-98f3-9a13ab86743a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:46:37.689375 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-62e48477-18e1-4f7f-98f3-9a13ab86743a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:37.707064 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7516236e-1e70-4666-805e-30891fd27ff5 req-63983d3f-5e74-4fdb-b3c0-18ce4a551b1c tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919800 Jun 11 09:46:37.814810 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 43636) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:46:37.829228 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cb557a61-eda7-4d40-92cd-573f564d1e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:37.833834 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cb557a61-eda7-4d40-92cd-573f564d1e02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:37.836068 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-cb557a61-eda7-4d40-92cd-573f564d1e02 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ffd710ae-7d63-4393-bb35-ae592b3b41fe HTTP/1.1" status: 204 len: 168 time: 0.3202140 Jun 11 09:46:37.837541 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-48fd9d88-1322-4d45-914d-215d7fda86db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:37.849040 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb557a61-eda7-4d40-92cd-573f564d1e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd710ae-7d63-4393-bb35-ae592b3b41fe,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:37.855877 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-cb557a61-eda7-4d40-92cd-573f564d1e02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:37.901020 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-62e48477-18e1-4f7f-98f3-9a13ab86743a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362297'] for router_interface, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:37.997235 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ad7c9133-a7f1-4fb4-8fc0-6e1c3a8599fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:38.121340 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ad7c9133-a7f1-4fb4-8fc0-6e1c3a8599fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:38.228141 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ad7c9133-a7f1-4fb4-8fc0-6e1c3a8599fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:38.233006 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-cb557a61-eda7-4d40-92cd-573f564d1e02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:38.348928 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-ad7c9133-a7f1-4fb4-8fc0-6e1c3a8599fc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cbe04ecc20f94946b27b8f01c0d6a236&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5307064 Jun 11 09:46:38.348928 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7c9133-a7f1-4fb4-8fc0-6e1c3a8599fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e965c8-3330-4f97-954f-1c0a73adf1f6,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:38.349856 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 43670) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:46:38.379067 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7c9133-a7f1-4fb4-8fc0-6e1c3a8599fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:46:38.379437 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7c9133-a7f1-4fb4-8fc0-6e1c3a8599fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:46:38.379846 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7c9133-a7f1-4fb4-8fc0-6e1c3a8599fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:46:38.380223 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7c9133-a7f1-4fb4-8fc0-6e1c3a8599fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:46:38.380648 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7c9133-a7f1-4fb4-8fc0-6e1c3a8599fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:46:38.381284 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7c9133-a7f1-4fb4-8fc0-6e1c3a8599fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:46:38.381633 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7c9133-a7f1-4fb4-8fc0-6e1c3a8599fc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:46:38.382001 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7c9133-a7f1-4fb4-8fc0-6e1c3a8599fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:46:38.382366 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7c9133-a7f1-4fb4-8fc0-6e1c3a8599fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:46:38.382899 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7c9133-a7f1-4fb4-8fc0-6e1c3a8599fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:46:38.383266 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7c9133-a7f1-4fb4-8fc0-6e1c3a8599fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:46:38.383703 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7c9133-a7f1-4fb4-8fc0-6e1c3a8599fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:46:38.388224 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ad7c9133-a7f1-4fb4-8fc0-6e1c3a8599fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:38.433169 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-022342a7-356a-45f2-89bb-f0a8aea4017f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:38.484377 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-022342a7-356a-45f2-89bb-f0a8aea4017f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:38.529546 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2440972f-6ab8-49f1-858a-e6f0bae08a82 req-bc7c6ee9-6df8-4e04-99cd-badb7553971e tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:38.531629 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2440972f-6ab8-49f1-858a-e6f0bae08a82 req-bc7c6ee9-6df8-4e04-99cd-badb7553971e tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "GET /v2.0/ports?device_id=604f9f22-aaf7-4f98-8e1d-78b9326e5b57 HTTP/1.1" status: 200 len: 946 time: 0.5079536 Jun 11 09:46:38.595441 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf9148-1721-468a-996a-a02e8674628b req-2d0d97d5-327d-4571-a2b1-19496a3457e2 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:38.600055 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-37cf9148-1721-468a-996a-a02e8674628b req-2d0d97d5-327d-4571-a2b1-19496a3457e2 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 944 time: 0.1331413 Jun 11 09:46:38.649586 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-37cf9148-1721-468a-996a-a02e8674628b req-9f29ac1e-e1f8-4d96-9be3-b9a9401b46b7 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d1f1aa-3601-424b-af20-9acf0698c1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439475 Jun 11 09:46:38.685800 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2440972f-6ab8-49f1-858a-e6f0bae08a82 req-30578055-7530-4dc4-86c7-458528d0b466 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f660163-b4cf-41bb-9ff5-65f9e727e866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037209 Jun 11 09:46:38.714878 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-022342a7-356a-45f2-89bb-f0a8aea4017f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:38.717778 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-022342a7-356a-45f2-89bb-f0a8aea4017f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:38.719195 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-022342a7-356a-45f2-89bb-f0a8aea4017f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/23e965c8-3330-4f97-954f-1c0a73adf1f6 HTTP/1.1" status: 204 len: 168 time: 0.3680892 Jun 11 09:46:38.720398 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-71017786-ed55-483e-9552-c49cef4d894b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:38.720911 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62e48477-18e1-4f7f-98f3-9a13ab86743a admin admin] Router 487ba5e2-32b1-4e09-ae30-77342d2e4b1f has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 09:46:38.732770 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022342a7-356a-45f2-89bb-f0a8aea4017f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e965c8-3330-4f97-954f-1c0a73adf1f6,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:38.735965 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-022342a7-356a-45f2-89bb-f0a8aea4017f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:38.945084 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2219ce4-560c-458c-aa8d-6eec9a5e92db req-fe4e656f-0d91-4101-a733-197501c50c75 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:38.946895 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d2219ce4-560c-458c-aa8d-6eec9a5e92db req-fe4e656f-0d91-4101-a733-197501c50c75 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a97632d-2625-4ca9-afb6-ae7df42d0ac2 HTTP/1.1" status: 200 len: 950 time: 0.0912161 Jun 11 09:46:38.997662 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62e48477-18e1-4f7f-98f3-9a13ab86743a admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:46:39.007329 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d2219ce4-560c-458c-aa8d-6eec9a5e92db req-73f6a5b3-cce1-42b1-b3a0-429d7a8b73b1 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508602 Jun 11 09:46:39.007667 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-62e48477-18e1-4f7f-98f3-9a13ab86743a admin admin] 10.222.0.60 "PUT /v2.0/routers/487ba5e2-32b1-4e09-ae30-77342d2e4b1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2051303 Jun 11 09:46:39.008031 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9e00fe-1ae6-496e-9692-9215f1924d65 None None] Sync routers for ids ['487ba5e2-32b1-4e09-ae30-77342d2e4b1f'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:46:39.008464 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 43708) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:46:39.018007 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9e00fe-1ae6-496e-9692-9215f1924d65 None None] Routers {'487ba5e2-32b1-4e09-ae30-77342d2e4b1f'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:46:39.018194 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c867912-4f29-4f23-8f26-2f9ed56bafcc req-d6fe8507-9e9d-4e0b-8192-127916825098 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:39.018634 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-8f9e00fe-1ae6-496e-9692-9215f1924d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:46:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['487ba5e2-32b1-4e09-ae30-77342d2e4b1f'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:46:39.025104 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8c867912-4f29-4f23-8f26-2f9ed56bafcc req-d6fe8507-9e9d-4e0b-8192-127916825098 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 944 time: 0.1249151 Jun 11 09:46:39.128451 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8c867912-4f29-4f23-8f26-2f9ed56bafcc req-08ce5583-929a-4f45-9665-c5688752b8b3 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d1f1aa-3601-424b-af20-9acf0698c1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022787 Jun 11 09:46:39.196930 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-8f9e00fe-1ae6-496e-9692-9215f1924d65 None None] Set router 487ba5e2-32b1-4e09-ae30-77342d2e4b1f gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:46:39.235681 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d7fae878-00c3-49d1-868c-993bdd69987b admin admin] Notify callbacks [] for router, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:39.386048 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e5edb-2051-4cc9-9ce1-417b6731b078 req-66bfc51a-f882-4d3e-9673-f1d3d7b504e3 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:39.396031 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-919e5edb-2051-4cc9-9ce1-417b6731b078 req-66bfc51a-f882-4d3e-9673-f1d3d7b504e3 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=87b7782e-7d5b-4b9f-be88-eae78c700bc6 HTTP/1.1" status: 200 len: 944 time: 0.2303648 Jun 11 09:46:39.487937 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-919e5edb-2051-4cc9-9ce1-417b6731b078 req-b95c5ce6-6ef3-40a9-829a-a436f944d062 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906806 Jun 11 09:46:39.532247 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d7fae878-00c3-49d1-868c-993bdd69987b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:39.574070 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-8f9e00fe-1ae6-496e-9692-9215f1924d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '487ba5e2-32b1-4e09-ae30-77342d2e4b1f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1741541338-router', 'tenant_id': 'e015ec9c2a9445dc90bd706cc768b47c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '4214d6b8-4fd1-4f83-8629-d7802bc04e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:39:30Z', 'updated_at': '2021-06-11T09:46:37Z', 'revision_number': 5, 'project_id': 'e015ec9c2a9445dc90bd706cc768b47c', 'gw_port': {'id': '4214d6b8-4fd1-4f83-8629-d7802bc04e2b', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ee:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487ba5e2-32b1-4e09-ae30-77342d2e4b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:39:33Z', 'updated_at': '2021-06-11T09:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:46:39.577953 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9e00fe-1ae6-496e-9692-9215f1924d65 None None] Checking router: 487ba5e2-32b1-4e09-ae30-77342d2e4b1f for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:46:39.586940 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9e00fe-1ae6-496e-9692-9215f1924d65 None None] Routers {'487ba5e2-32b1-4e09-ae30-77342d2e4b1f'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:46:39.587817 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-8f9e00fe-1ae6-496e-9692-9215f1924d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:46:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['487ba5e2-32b1-4e09-ae30-77342d2e4b1f'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:46:39.674102 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-d7fae878-00c3-49d1-868c-993bdd69987b admin admin] Deleting port 4214d6b8-4fd1-4f83-8629-d7802bc04e2b {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:46:39.674449 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d7fae878-00c3-49d1-868c-993bdd69987b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:39.765394 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-8f9e00fe-1ae6-496e-9692-9215f1924d65 None None] Set router 487ba5e2-32b1-4e09-ae30-77342d2e4b1f gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:46:39.843146 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-d7fae878-00c3-49d1-868c-993bdd69987b admin admin] For port 4214d6b8-4fd1-4f83-8629-d7802bc04e2b, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=4214d6b8-4fd1-4f83-8629-d7802bc04e2b,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:46:39.843504 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d7fae878-00c3-49d1-868c-993bdd69987b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:40.028688 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 43746) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:46:40.056268 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e6a77155-42e7-4afa-aad9-b6c741572151 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:40.067671 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-d7fae878-00c3-49d1-868c-993bdd69987b admin admin] Calling delete_port for 4214d6b8-4fd1-4f83-8629-d7802bc04e2b owned by network:router_gateway {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:46:40.214624 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device d86470ab-f34c-46f3-86af-3d030d3a054b details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:46:40.313356 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e6a77155-42e7-4afa-aad9-b6c741572151 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:40.315187 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-8f9e00fe-1ae6-496e-9692-9215f1924d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '487ba5e2-32b1-4e09-ae30-77342d2e4b1f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1741541338-router', 'tenant_id': 'e015ec9c2a9445dc90bd706cc768b47c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '4214d6b8-4fd1-4f83-8629-d7802bc04e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:39:30Z', 'updated_at': '2021-06-11T09:46:37Z', 'revision_number': 5, 'project_id': 'e015ec9c2a9445dc90bd706cc768b47c', 'gw_port': {'id': '4214d6b8-4fd1-4f83-8629-d7802bc04e2b', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ee:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487ba5e2-32b1-4e09-ae30-77342d2e4b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:39:33Z', 'updated_at': '2021-06-11T09:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:46:40.321519 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9e00fe-1ae6-496e-9692-9215f1924d65 None None] The sync data for ids ['487ba5e2-32b1-4e09-ae30-77342d2e4b1f'] in n-d-779913-12 is: [{'id': '487ba5e2-32b1-4e09-ae30-77342d2e4b1f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1741541338-router', 'tenant_id': 'e015ec9c2a9445dc90bd706cc768b47c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '4214d6b8-4fd1-4f83-8629-d7802bc04e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:39:30Z', 'updated_at': '2021-06-11T09:46:37Z', 'revision_number': 5, 'project_id': 'e015ec9c2a9445dc90bd706cc768b47c', 'gw_port': {'id': '4214d6b8-4fd1-4f83-8629-d7802bc04e2b', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ee:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487ba5e2-32b1-4e09-ae30-77342d2e4b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:39:33Z', 'updated_at': '2021-06-11T09:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:46:40.332078 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c804b-0f06-45ea-af8e-6a3f3c871846 req-b41c2acd-145a-4432-bdad-4d59e9743331 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:40.340379 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-033c804b-0f06-45ea-af8e-6a3f3c871846 req-b41c2acd-145a-4432-bdad-4d59e9743331 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "GET /v2.0/ports?device_id=604f9f22-aaf7-4f98-8e1d-78b9326e5b57 HTTP/1.1" status: 200 len: 946 time: 0.1681771 Jun 11 09:46:40.378809 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e6a77155-42e7-4afa-aad9-b6c741572151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:40.397206 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-14c9282a-f052-4fe0-baa3-48b1d6c1631a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:40.499589 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port d86470ab-f34c-46f3-86af-3d030d3a054b, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=d86470ab-f34c-46f3-86af-3d030d3a054b,segment=NetworkSegment(b51c68b7-80ed-4de8-bd6d-e2ba699aba0b),segment_id=b51c68b7-80ed-4de8-bd6d-e2ba699aba0b)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:46:40.519060 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': 'd86470ab-f34c-46f3-86af-3d030d3a054b', 'network_id': '743172cf-2dc7-4438-9267-f806a2cb8a77', 'port_id': 'd86470ab-f34c-46f3-86af-3d030d3a054b', 'mac_address': 'fa:16:3e:b7:51:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78635cc5-5408-4976-b3d9-b4cc65a6e8b4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:46:40.528731 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a77155-42e7-4afa-aad9-b6c741572151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ab0104-6288-4fa8-b420-5db43f16cd66,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:40.541800 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e6a77155-42e7-4afa-aad9-b6c741572151 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:40.656653 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-033c804b-0f06-45ea-af8e-6a3f3c871846 req-65df1b6c-11a5-40e2-9d1b-a732bd8bd94d tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f660163-b4cf-41bb-9ff5-65f9e727e866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148446 Jun 11 09:46:40.672912 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-e6a77155-42e7-4afa-aad9-b6c741572151 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b2bb67af4851458fb1900b8ef245f044&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6375418 Jun 11 09:46:40.680193 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 43758) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:46:40.681664 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:40.723920 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d86470ab-f34c-46f3-86af-3d030d3a054b {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:46:40.748999 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port d86470ab-f34c-46f3-86af-3d030d3a054b, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=d86470ab-f34c-46f3-86af-3d030d3a054b,segment=NetworkSegment(b51c68b7-80ed-4de8-bd6d-e2ba699aba0b),segment_id=b51c68b7-80ed-4de8-bd6d-e2ba699aba0b)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:46:40.860959 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-68f01fc0-9f1f-4345-aa87-1085d2c97514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:40.873997 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:40.876473 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-c83475d2-abf9-4b26-a9a7-f7719222bdf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:40.909227 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d7fae878-00c3-49d1-868c-993bdd69987b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:40.931048 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e25a4ff5-8731-4be4-9dc4-dd8be935f8f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:40.940010 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-68f01fc0-9f1f-4345-aa87-1085d2c97514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:41.024286 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fae878-00c3-49d1-868c-993bdd69987b admin admin] Pushing event deleted for resources: {'Port': ['ID=4214d6b8-4fd1-4f83-8629-d7802bc04e2b,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:41.031507 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=d86470ab-f34c-46f3-86af-3d030d3a054b,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:41.038164 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d7fae878-00c3-49d1-868c-993bdd69987b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:41.041853 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:41.142707 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d7fae878-00c3-49d1-868c-993bdd69987b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374120'] for router_gateway, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:41.234482 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-68f01fc0-9f1f-4345-aa87-1085d2c97514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:41.237711 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-68f01fc0-9f1f-4345-aa87-1085d2c97514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:41.239147 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-68f01fc0-9f1f-4345-aa87-1085d2c97514 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/17ab0104-6288-4fa8-b420-5db43f16cd66 HTTP/1.1" status: 204 len: 168 time: 0.5574415 Jun 11 09:46:41.242261 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7efcbc7d-82a1-4d63-9d20-761cb130e671 tempest-SecurityGroupsTestAdminJSON-1539554861 tempest-SecurityGroupsTestAdminJSON-1539554861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:41.263115 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f01fc0-9f1f-4345-aa87-1085d2c97514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ab0104-6288-4fa8-b420-5db43f16cd66,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:41.281014 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b523dd-ccbd-47ef-b27c-e04f0cee4630 req-2c8a5c0c-ed80-4258-a621-e5df22f3b09a tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:41.295363 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-52b523dd-ccbd-47ef-b27c-e04f0cee4630 req-2c8a5c0c-ed80-4258-a621-e5df22f3b09a tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 944 time: 0.2081637 Jun 11 09:46:41.296243 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-68f01fc0-9f1f-4345-aa87-1085d2c97514 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:41.330149 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['d86470ab-f34c-46f3-86af-3d030d3a054b'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:46:41.366807 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-52b523dd-ccbd-47ef-b27c-e04f0cee4630 req-e3c9df87-0605-43fe-9ae5-97cfbbf8841e tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d1f1aa-3601-424b-af20-9acf0698c1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724251 Jun 11 09:46:41.471126 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 547b86df-964d-48e0-994c-fbf7f93096c1 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:46:41.500976 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 547b86df-964d-48e0-994c-fbf7f93096c1 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:46:41.501570 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 547b86df-964d-48e0-994c-fbf7f93096c1 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:46:41.679655 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d7fae878-00c3-49d1-868c-993bdd69987b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:41.692225 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d7fae878-00c3-49d1-868c-993bdd69987b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:41.716762 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bc535e-02f0-4915-993e-8290fdad6b9e req-c2df8340-66a0-4e63-961a-1cb9d6b60751 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:41.747181 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-89bc535e-02f0-4915-993e-8290fdad6b9e req-c2df8340-66a0-4e63-961a-1cb9d6b60751 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a97632d-2625-4ca9-afb6-ae7df42d0ac2 HTTP/1.1" status: 200 len: 950 time: 0.4029858 Jun 11 09:46:41.751689 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e06480-223f-4c24-ab4e-f31c9d818f33 req-5c11b800-b84e-4ddf-8896-056260f1e991 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:41.763010 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-18e06480-223f-4c24-ab4e-f31c9d818f33 req-5c11b800-b84e-4ddf-8896-056260f1e991 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=87b7782e-7d5b-4b9f-be88-eae78c700bc6 HTTP/1.1" status: 200 len: 945 time: 0.1631427 Jun 11 09:46:41.835668 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-18e06480-223f-4c24-ab4e-f31c9d818f33 req-096ed0c9-d806-42ef-aeb0-c258388941fa tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651610 Jun 11 09:46:41.837914 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-89bc535e-02f0-4915-993e-8290fdad6b9e req-f4bce9a0-188f-432b-8133-6892d8827eb0 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829597 Jun 11 09:46:42.160365 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d7fae878-00c3-49d1-868c-993bdd69987b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:42.162814 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7fae878-00c3-49d1-868c-993bdd69987b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 487ba5e2-32b1-4e09-ae30-77342d2e4b1f {{(pid=93176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 09:46:42.175465 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d7fae878-00c3-49d1-868c-993bdd69987b admin admin] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:42.182254 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-d7fae878-00c3-49d1-868c-993bdd69987b admin admin] 10.222.0.60 "DELETE /v2.0/routers/487ba5e2-32b1-4e09-ae30-77342d2e4b1f HTTP/1.1" status: 204 len: 168 time: 3.1715219 Jun 11 09:46:42.182987 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 43796) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:46:42.234164 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d147abf-42d8-4c4d-b2c3-1e2c7b187ed8 req-bbacba3b-9b6e-4d85-bf78-3c2de308068e tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:42.247790 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4d147abf-42d8-4c4d-b2c3-1e2c7b187ed8 req-bbacba3b-9b6e-4d85-bf78-3c2de308068e tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "GET /v2.0/ports?device_id=604f9f22-aaf7-4f98-8e1d-78b9326e5b57 HTTP/1.1" status: 200 len: 946 time: 0.1823645 Jun 11 09:46:42.316597 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-73aa5807-2862-4aa2-a159-c73266d05141 admin admin] Deleting subnet e7f7ddfe-5b09-4b70-929a-9519baa3f02c {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 09:46:42.322484 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-73aa5807-2862-4aa2-a159-c73266d05141 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:42.338610 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4d147abf-42d8-4c4d-b2c3-1e2c7b187ed8 req-2f70c72f-b70b-4ee6-97da-84a9ee615e5d tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f660163-b4cf-41bb-9ff5-65f9e727e866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857761 Jun 11 09:46:42.470073 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-73aa5807-2862-4aa2-a159-c73266d05141 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:42.830874 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-73aa5807-2862-4aa2-a159-c73266d05141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:42.896897 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-108b0610-ba17-430c-af2a-3e17aae3aaee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:43.080702 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-73aa5807-2862-4aa2-a159-c73266d05141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:43.083990 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:43.134537 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aa5807-2862-4aa2-a159-c73266d05141 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7f7ddfe-5b09-4b70-929a-9519baa3f02c,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:43.137441 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-73aa5807-2862-4aa2-a159-c73266d05141 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:43.142428 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-73aa5807-2862-4aa2-a159-c73266d05141 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/e7f7ddfe-5b09-4b70-929a-9519baa3f02c HTTP/1.1" status: 204 len: 168 time: 0.9522409 Jun 11 09:46:43.142428 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-73aa5807-2862-4aa2-a159-c73266d05141 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:43.142816 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 43852) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:46:43.148375 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64982b28-c65a-460f-91b2-1fd300b432a5 None None] Network 0eb9fc76-d4ea-4ecf-b856-ac9aa4e4add7 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:46:43.310664 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cad6da2d-26b9-4f57-ab7d-e3da5ec51d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:43.379556 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 4214d6b8-4fd1-4f83-8629-d7802bc04e2b no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:46:43.428602 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 43862) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:46:43.441832 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 4214d6b8-4fd1-4f83-8629-d7802bc04e2b {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:46:43.442192 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 4214d6b8-4fd1-4f83-8629-d7802bc04e2b not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:46:43.473038 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-cad6da2d-26b9-4f57-ab7d-e3da5ec51d6a admin admin] Deleting port 42a7e648-1a78-4d67-8391-cd5765390a33 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:46:43.473895 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cad6da2d-26b9-4f57-ab7d-e3da5ec51d6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:43.490964 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a007fd2-8fdb-45f3-8c49-b7e024241ddf req-b192d698-6243-45c6-8db0-d95e113346c0 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:43.492551 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7a007fd2-8fdb-45f3-8c49-b7e024241ddf req-b192d698-6243-45c6-8db0-d95e113346c0 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=87b7782e-7d5b-4b9f-be88-eae78c700bc6 HTTP/1.1" status: 200 len: 945 time: 0.1363456 Jun 11 09:46:43.578593 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-f0ff2e90-430f-49b1-a0d4-cc51fe9cf002 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-91349257-network', 'tenant_id': '8d62aa38b60a4fcb869364c0fcbf88f8'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:46:43.623677 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024812d8-5120-4472-9160-37c39bcf0451 req-3983aa25-d729-4bb2-a595-98e3bce895f1 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:43.631940 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-024812d8-5120-4472-9160-37c39bcf0451 req-3983aa25-d729-4bb2-a595-98e3bce895f1 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a97632d-2625-4ca9-afb6-ae7df42d0ac2 HTTP/1.1" status: 200 len: 950 time: 0.1946042 Jun 11 09:46:43.644223 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7a007fd2-8fdb-45f3-8c49-b7e024241ddf req-96ee55c3-095c-47d9-98d3-391b33cce6ea tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287508 Jun 11 09:46:43.647969 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0f86fa-ae66-427b-8a25-089828db114d None None] DHCP port deletion for 0eb9fc76-d4ea-4ecf-b856-ac9aa4e4add7 request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 09:46:43.666552 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-cad6da2d-26b9-4f57-ab7d-e3da5ec51d6a admin admin] For port 42a7e648-1a78-4d67-8391-cd5765390a33, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=42a7e648-1a78-4d67-8391-cd5765390a33,segment=NetworkSegment(916c18c5-429e-456a-ac13-c22ca482642c),segment_id=916c18c5-429e-456a-ac13-c22ca482642c)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:46:43.667112 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cad6da2d-26b9-4f57-ab7d-e3da5ec51d6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:43.678299 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ff2e90-430f-49b1-a0d4-cc51fe9cf002 admin admin] Made reservation on behalf of 8d62aa38b60a4fcb869364c0fcbf88f8 for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:46:43.683226 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f0ff2e90-430f-49b1-a0d4-cc51fe9cf002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:43.741218 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f0ff2e90-430f-49b1-a0d4-cc51fe9cf002 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:43.769976 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-db0f86fa-ae66-427b-8a25-089828db114d None None] Deleting port 42a7e648-1a78-4d67-8391-cd5765390a33 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:46:43.770635 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-db0f86fa-ae66-427b-8a25-089828db114d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:43.805213 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-024812d8-5120-4472-9160-37c39bcf0451 req-2f57b989-2712-4480-a081-1bcce3c79a21 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726048 Jun 11 09:46:43.827125 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-cad6da2d-26b9-4f57-ab7d-e3da5ec51d6a admin admin] Calling delete_port for 42a7e648-1a78-4d67-8391-cd5765390a33 owned by network:dhcp {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:46:43.918822 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-db0f86fa-ae66-427b-8a25-089828db114d None None] For port 42a7e648-1a78-4d67-8391-cd5765390a33, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=42a7e648-1a78-4d67-8391-cd5765390a33,segment=NetworkSegment(916c18c5-429e-456a-ac13-c22ca482642c),segment_id=916c18c5-429e-456a-ac13-c22ca482642c)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:46:43.919896 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-db0f86fa-ae66-427b-8a25-089828db114d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:44.037306 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-db0f86fa-ae66-427b-8a25-089828db114d None None] Calling delete_port for 42a7e648-1a78-4d67-8391-cd5765390a33 owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:46:44.048068 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f0ff2e90-430f-49b1-a0d4-cc51fe9cf002 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:44.148536 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cad6da2d-26b9-4f57-ab7d-e3da5ec51d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:44.150000 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f0ff2e90-430f-49b1-a0d4-cc51fe9cf002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:44.156999 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b2487400-f2f6-4902-bfd3-f26a72757d3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:44.166309 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-fb973728-7772-48a0-8eab-fd6212fb64f1 tempest-ServerMetadataNegativeTestJSON-2000341031 tempest-ServerMetadataNegativeTestJSON-2000341031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:44.182098 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad6da2d-26b9-4f57-ab7d-e3da5ec51d6a admin admin] No DVR routers for this DVR port 42a7e648-1a78-4d67-8391-cd5765390a33 on host n-d-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:46:44.201858 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0ff2e90-430f-49b1-a0d4-cc51fe9cf002 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 794} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 09:46:44.250555 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f0ff2e90-430f-49b1-a0d4-cc51fe9cf002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:44.253977 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-f0ff2e90-430f-49b1-a0d4-cc51fe9cf002 admin admin] Added segment 4c0ac087-f968-478f-8386-01aef4ed9134 of type vlan for network ddd14193-0297-4168-87e0-09d3bbdd850c Jun 11 09:46:44.257616 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ff2e90-430f-49b1-a0d4-cc51fe9cf002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1559b29-76f9-4408-9f4b-96886cf23d5f,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:44.274564 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device d86470ab-f34c-46f3-86af-3d030d3a054b up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:46:44.288128 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f0ff2e90-430f-49b1-a0d4-cc51fe9cf002 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:44.299387 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad6da2d-26b9-4f57-ab7d-e3da5ec51d6a admin admin] Pushing event deleted for resources: {'Port': ['ID=42a7e648-1a78-4d67-8391-cd5765390a33,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:44.303037 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-cad6da2d-26b9-4f57-ab7d-e3da5ec51d6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:44.416695 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f0ff2e90-430f-49b1-a0d4-cc51fe9cf002 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:44.422335 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-db0f86fa-ae66-427b-8a25-089828db114d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:44.424996 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-a5b01db4-14ac-469d-b9fd-1c1e5b2b4fd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:44.469917 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0f86fa-ae66-427b-8a25-089828db114d None None] Pushing event deleted for resources: {'Port': ['ID=42a7e648-1a78-4d67-8391-cd5765390a33,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:44.472196 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0f86fa-ae66-427b-8a25-089828db114d None None] No DVR routers for this DVR port 42a7e648-1a78-4d67-8391-cd5765390a33 on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:46:44.473832 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-db0f86fa-ae66-427b-8a25-089828db114d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:44.510841 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning for port d86470ab-f34c-46f3-86af-3d030d3a054b completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:46:44.522268 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port d86470ab-f34c-46f3-86af-3d030d3a054b triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:46:44.527785 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:44.559216 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cad6da2d-26b9-4f57-ab7d-e3da5ec51d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:44.583426 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f0ff2e90-430f-49b1-a0d4-cc51fe9cf002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:44.585646 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ff2e90-430f-49b1-a0d4-cc51fe9cf002 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:44.588760 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f0ff2e90-430f-49b1-a0d4-cc51fe9cf002 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:44.598381 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-57e2f426-99c6-4763-b7d3-76b547daca24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:44.615624 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-cad6da2d-26b9-4f57-ab7d-e3da5ec51d6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eb9fc76-d4ea-4ecf-b856-ac9aa4e4add7']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:46:44.643320 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-cad6da2d-26b9-4f57-ab7d-e3da5ec51d6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '916c18c5-429e-456a-ac13-c22ca482642c') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:46:44.644226 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-cad6da2d-26b9-4f57-ab7d-e3da5ec51d6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '916c18c5-429e-456a-ac13-c22ca482642c') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:46:44.673655 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cad6da2d-26b9-4f57-ab7d-e3da5ec51d6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:44.709544 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8c24d5-8cc8-423a-940a-32d89d739de5 req-df6330b0-c272-4115-bb76-aed5e2db1d01 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:44.712732 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:44.722672 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fc8c24d5-8cc8-423a-940a-32d89d739de5 req-df6330b0-c272-4115-bb76-aed5e2db1d01 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "GET /v2.0/ports?device_id=604f9f22-aaf7-4f98-8e1d-78b9326e5b57 HTTP/1.1" status: 200 len: 946 time: 0.3295801 Jun 11 09:46:44.778784 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b7782e-7d5b-4b9f-be88-eae78c700bc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd86470ab-f34c-46f3-86af-3d030d3a054b'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:46:44.782873 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cad6da2d-26b9-4f57-ab7d-e3da5ec51d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:44.783971 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b979360-69a5-44a6-b95a-9d03e5fc2943" -d '{"events": [{"server_uuid": "87b7782e-7d5b-4b9f-be88-eae78c700bc6", "name": "network-vif-plugged", "status": "completed", "tag": "d86470ab-f34c-46f3-86af-3d030d3a054b"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:46:44.813406 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fc8c24d5-8cc8-423a-940a-32d89d739de5 req-a15e8b98-15d2-497e-b2ed-e3b365d7b1d9 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f660163-b4cf-41bb-9ff5-65f9e727e866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891259 Jun 11 09:46:44.819043 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cad6da2d-26b9-4f57-ab7d-e3da5ec51d6a admin admin] Releasing vlan 768 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 09:46:44.822440 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cad6da2d-26b9-4f57-ab7d-e3da5ec51d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:44.826232 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:46:44.826232 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:46:44.826232 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:46:44.826232 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:46:44.826232 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:46:44.826232 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:46:44.826232 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:46:44.826232 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:46:44.826232 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:46:44.826232 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:46:44.826232 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:46:44.826232 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:46:44.826232 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:46:44.826232 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:46:44.826232 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:46:44.826232 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:46:44.826232 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:46:44.826232 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:46:44.826232 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:46:44.826232 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:46:44.826232 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:46:44.826232 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:46:44.826232 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:46:44.826232 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:46:44.826232 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 09:46:44.826232 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 09:46:44.826232 n-d-779913-12 neutron-server[93177]: timer() Jun 11 09:46:44.826232 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 09:46:44.826232 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 09:46:44.826232 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 09:46:44.826232 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 09:46:44.826232 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 09:46:44.826232 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 09:46:44.826232 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 09:46:44.826232 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 09:46:44.826232 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 09:46:44.826232 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 09:46:44.826232 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 09:46:44.826232 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 09:46:44.826232 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 09:46:44.826232 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 09:46:44.826232 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 09:46:44.826232 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 09:46:44.826232 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 09:46:44.826232 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 09:46:44.826232 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 09:46:44.826232 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 09:46:44.826232 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 09:46:44.826232 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 09:46:44.826232 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 09:46:44.826232 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 09:46:44.826232 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 09:46:44.826232 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 09:46:44.826232 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 09:46:44.826232 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 09:46:44.826232 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 09:46:44.856972 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port d86470ab-f34c-46f3-86af-3d030d3a054b, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=d86470ab-f34c-46f3-86af-3d030d3a054b,segment=NetworkSegment(b51c68b7-80ed-4de8-bd6d-e2ba699aba0b),segment_id=b51c68b7-80ed-4de8-bd6d-e2ba699aba0b)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:46:44.959947 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:44.965029 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:45.054680 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=d86470ab-f34c-46f3-86af-3d030d3a054b,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:45.060338 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:45.081670 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cad6da2d-26b9-4f57-ab7d-e3da5ec51d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:45.092328 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b281e162-e1be-4128-b946-4dc3395a04c2 req-c911491c-4d90-4224-9370-a382cde9dacc tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:45.094632 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b281e162-e1be-4128-b946-4dc3395a04c2 req-c911491c-4d90-4224-9370-a382cde9dacc tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=87b7782e-7d5b-4b9f-be88-eae78c700bc6 HTTP/1.1" status: 200 len: 946 time: 0.1060619 Jun 11 09:46:45.097287 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:45.123050 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cad6da2d-26b9-4f57-ab7d-e3da5ec51d6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:45.124984 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-cad6da2d-26b9-4f57-ab7d-e3da5ec51d6a admin admin] 10.222.0.60 "DELETE /v2.0/networks/0eb9fc76-d4ea-4ecf-b856-ac9aa4e4add7 HTTP/1.1" status: 204 len: 168 time: 1.9811454 Jun 11 09:46:45.127121 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad6da2d-26b9-4f57-ab7d-e3da5ec51d6a admin admin] Pushing event deleted for resources: {'Network': ['ID=0eb9fc76-d4ea-4ecf-b856-ac9aa4e4add7,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:45.138780 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-cad6da2d-26b9-4f57-ab7d-e3da5ec51d6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:45.170840 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b281e162-e1be-4128-b946-4dc3395a04c2 req-ce7fe1bb-a2af-4f0b-bac5-e186ae02e89b tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545950 Jun 11 09:46:45.296953 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fc44f67-d5a8-48c8-bd2e-3fe0d5e6b801 x-openstack-request-id: req-0fc44f67-d5a8-48c8-bd2e-3fe0d5e6b801 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:46:45.302996 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87b7782e-7d5b-4b9f-be88-eae78c700bc6", "name": "network-vif-plugged", "status": "completed", "tag": "d86470ab-f34c-46f3-86af-3d030d3a054b", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:46:45.302996 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0fc44f67-d5a8-48c8-bd2e-3fe0d5e6b801 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:46:45.302996 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b7782e-7d5b-4b9f-be88-eae78c700bc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd86470ab-f34c-46f3-86af-3d030d3a054b', 'code': 200} Jun 11 09:46:45.379152 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-f0ff2e90-430f-49b1-a0d4-cc51fe9cf002 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9455523 Jun 11 09:46:45.379152 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ff2e90-430f-49b1-a0d4-cc51fe9cf002 admin admin] Pushing event updated for resources: {'Network': ['ID=ddd14193-0297-4168-87e0-09d3bbdd850c,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:45.379519 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 43936) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:46:45.390962 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network ddd14193-0297-4168-87e0-09d3bbdd850c details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:46:45.397421 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 42a7e648-1a78-4d67-8391-cd5765390a33 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:46:45.399715 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-55592fc2-90db-4fad-850c-03b3937feb00 admin admin] Request body: {'subnet': {'network_id': 'ddd14193-0297-4168-87e0-09d3bbdd850c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-91349257-subnet', 'tenant_id': '8d62aa38b60a4fcb869364c0fcbf88f8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:46:45.408793 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f0ff2e90-430f-49b1-a0d4-cc51fe9cf002 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.811s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:45.522636 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff7230d-f1ec-42da-a81a-bd94f0cb6357 req-dafd5ba5-13cc-4f04-96bc-d096782a53e1 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:45.524154 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5ff7230d-f1ec-42da-a81a-bd94f0cb6357 req-dafd5ba5-13cc-4f04-96bc-d096782a53e1 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 944 time: 0.1503682 Jun 11 09:46:45.550904 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 42a7e648-1a78-4d67-8391-cd5765390a33 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:46:45.551271 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 42a7e648-1a78-4d67-8391-cd5765390a33 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:46:45.589096 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5ff7230d-f1ec-42da-a81a-bd94f0cb6357 req-82ca341a-067c-4eb3-b7a2-4563e25e4c06 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d1f1aa-3601-424b-af20-9acf0698c1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528512 Jun 11 09:46:45.593629 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55592fc2-90db-4fad-850c-03b3937feb00 admin admin] Made reservation on behalf of 8d62aa38b60a4fcb869364c0fcbf88f8 for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:46:45.597186 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-55592fc2-90db-4fad-850c-03b3937feb00 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:45.617435 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace246cd-d342-41b2-b714-20e8c8ffbcf2 req-795b8a52-3642-4932-a6e2-99f2ba0203d6 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:45.624483 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ace246cd-d342-41b2-b714-20e8c8ffbcf2 req-795b8a52-3642-4932-a6e2-99f2ba0203d6 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a97632d-2625-4ca9-afb6-ae7df42d0ac2 HTTP/1.1" status: 200 len: 950 time: 0.1559036 Jun 11 09:46:45.631927 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 43938) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:46:45.730524 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ace246cd-d342-41b2-b714-20e8c8ffbcf2 req-77eb528a-16f6-4f62-a426-17c0de8566d4 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038435 Jun 11 09:46:45.740433 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63565d3d-f8ae-4e78-b2c8-b80d999c59ef req-259c20cd-c611-48fd-904c-0267a307a167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:45.755837 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-63565d3d-f8ae-4e78-b2c8-b80d999c59ef req-259c20cd-c611-48fd-904c-0267a307a167 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=87b7782e-7d5b-4b9f-be88-eae78c700bc6 HTTP/1.1" status: 200 len: 1098 time: 0.2362180 Jun 11 09:46:45.768872 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-0bf39fba-5af7-4f62-b7c6-c48ee96c4b7f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ac78eeea7bf3498e9a17f0b731c3620c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1346102 Jun 11 09:46:45.772445 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 43956) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:46:45.818020 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-63565d3d-f8ae-4e78-b2c8-b80d999c59ef req-8aa6e63e-6519-41f2-95f9-b5ea61e25846 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511012 Jun 11 09:46:45.928427 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-460ea089-9911-4b85-a6e0-f69396b6a33d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:45.983800 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f2d7076a-c51b-4b86-a734-e239868bd261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:45.990023 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-460ea089-9911-4b85-a6e0-f69396b6a33d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:45.993917 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:46.053722 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d0b4d7-46da-4714-be21-853b59845389 req-e46fa087-da9d-4750-8368-ca98e18846cb tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:46.055228 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a9d0b4d7-46da-4714-be21-853b59845389 req-e46fa087-da9d-4750-8368-ca98e18846cb tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "GET /v2.0/ports?device_id=604f9f22-aaf7-4f98-8e1d-78b9326e5b57 HTTP/1.1" status: 200 len: 946 time: 0.0764601 Jun 11 09:46:46.108768 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a9d0b4d7-46da-4714-be21-853b59845389 req-995f8802-09b5-4bcd-9965-e893a39ce619 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f660163-b4cf-41bb-9ff5-65f9e727e866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472274 Jun 11 09:46:46.127019 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-55592fc2-90db-4fad-850c-03b3937feb00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:46.137536 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e93e2eed-94b2-44be-a3d3-9595d407ed79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:46.137536 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-460ea089-9911-4b85-a6e0-f69396b6a33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:46.137536 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-460ea089-9911-4b85-a6e0-f69396b6a33d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:46.144117 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-460ea089-9911-4b85-a6e0-f69396b6a33d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0187910a-cb92-4830-9129-b94eed8d0901 HTTP/1.1" status: 204 len: 168 time: 0.3664119 Jun 11 09:46:46.242367 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55592fc2-90db-4fad-850c-03b3937feb00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d96a7940-a040-4487-b5ee-ed64e67be1da,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:46.245264 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-55592fc2-90db-4fad-850c-03b3937feb00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:46.246848 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3f945a87-754d-46bc-b3fb-47d1e782e592 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:46.285813 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460ea089-9911-4b85-a6e0-f69396b6a33d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0187910a-cb92-4830-9129-b94eed8d0901,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:46.288309 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-460ea089-9911-4b85-a6e0-f69396b6a33d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:46.301814 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55592fc2-90db-4fad-850c-03b3937feb00 admin admin] Checking segment: {'id': '4c0ac087-f968-478f-8386-01aef4ed9134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'ddd14193-0297-4168-87e0-09d3bbdd850c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:46:46.302419 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55592fc2-90db-4fad-850c-03b3937feb00 admin admin] Network hostable DHCP agents. Network: ddd14193-0297-4168-87e0-09d3bbdd850c, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 09:46:46.393572 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55592fc2-90db-4fad-850c-03b3937feb00 admin admin] Network ddd14193-0297-4168-87e0-09d3bbdd850c is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 09:46:46.448270 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cbf00d-e8bf-4ef7-9627-7952ac2bf13e req-536dd618-d8cd-47dc-9eb0-7aeb5c51cf57 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:46.451971 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a9cbf00d-e8bf-4ef7-9627-7952ac2bf13e req-536dd618-d8cd-47dc-9eb0-7aeb5c51cf57 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=87b7782e-7d5b-4b9f-be88-eae78c700bc6 HTTP/1.1" status: 200 len: 946 time: 0.1028798 Jun 11 09:46:46.508510 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a9cbf00d-e8bf-4ef7-9627-7952ac2bf13e req-e8834492-7ec4-4524-a38e-2879b803330f tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502336 Jun 11 09:46:46.536859 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-55592fc2-90db-4fad-850c-03b3937feb00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, ddd14193-0297-4168-87e0-09d3bbdd850c) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:46:46.545763 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3831b75-8369-4ccf-b7a2-7f2d201006b7 None None] Network ddd14193-0297-4168-87e0-09d3bbdd850c requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:46:46.550303 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55592fc2-90db-4fad-850c-03b3937feb00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:46.551193 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-55592fc2-90db-4fad-850c-03b3937feb00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:46.662121 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:46.714120 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-55592fc2-90db-4fad-850c-03b3937feb00 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3253047 Jun 11 09:46:46.716829 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 44050) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:46:46.725698 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-5ea8b0aa-8323-42ba-a404-756438a20080 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-91349257-router', 'tenant_id': '8d62aa38b60a4fcb869364c0fcbf88f8', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:46:46.867037 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e337aa62-810d-4e82-b8f8-ae245b25d5ac req-6ef4140c-6c7e-4a46-80cb-088cf99991ae tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:46.873920 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5ea8b0aa-8323-42ba-a404-756438a20080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:46.875104 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5ea8b0aa-8323-42ba-a404-756438a20080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:46.878277 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e337aa62-810d-4e82-b8f8-ae245b25d5ac req-6ef4140c-6c7e-4a46-80cb-088cf99991ae tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 944 time: 0.1137550 Jun 11 09:46:46.922850 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a1c5b1-ea79-40cd-aa18-ed6da932956d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-ddd14193-0297-4168-87e0-09d3bbdd850c', 'network_id': 'ddd14193-0297-4168-87e0-09d3bbdd850c', 'tenant_id': '8d62aa38b60a4fcb869364c0fcbf88f8', 'fixed_ips': [{'subnet_id': 'd96a7940-a040-4487-b5ee-ed64e67be1da'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 09:46:46.923798 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-97a1c5b1-ea79-40cd-aa18-ed6da932956d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:46.959738 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e337aa62-810d-4e82-b8f8-ae245b25d5ac req-284be407-52d5-40fa-ab4a-19676ef33c46 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d1f1aa-3601-424b-af20-9acf0698c1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802732 Jun 11 09:46:47.016663 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5ea8b0aa-8323-42ba-a404-756438a20080 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:47.090559 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa54303-4969-4758-a21d-e35802187e8c req-c0dd4d85-f261-411e-a3c8-020f2bc3840b tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:47.092352 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3aa54303-4969-4758-a21d-e35802187e8c req-c0dd4d85-f261-411e-a3c8-020f2bc3840b tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a97632d-2625-4ca9-afb6-ae7df42d0ac2 HTTP/1.1" status: 200 len: 950 time: 0.0962749 Jun 11 09:46:47.165913 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-97a1c5b1-ea79-40cd-aa18-ed6da932956d None None] Allocated IP 172.20.0.2 (ddd14193-0297-4168-87e0-09d3bbdd850c/d96a7940-a040-4487-b5ee-ed64e67be1da/959a11ce-a261-44a1-bedb-df99c86f0477) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:46:47.264627 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 44094) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:46:47.338601 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3aa54303-4969-4758-a21d-e35802187e8c req-57df7ca9-7189-4025-aa8f-f0a0e68d6e9f tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375066 Jun 11 09:46:47.369384 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-ef0132c8-9f72-4d61-a2c7-9fc6d4f2f038 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e015ec9c2a9445dc90bd706cc768b47c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0988834 Jun 11 09:46:47.369840 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 44100) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:46:47.564665 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b489b607-c54e-40a5-ad9c-93cd89795118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:47.578174 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-97a1c5b1-ea79-40cd-aa18-ed6da932956d None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:47.589411 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-97a1c5b1-ea79-40cd-aa18-ed6da932956d None None] Transition to ACTIVE for port object 959a11ce-a261-44a1-bedb-df99c86f0477 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:46:47.614421 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-97a1c5b1-ea79-40cd-aa18-ed6da932956d None None] Transition to ACTIVE for port object 959a11ce-a261-44a1-bedb-df99c86f0477 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:46:47.621209 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5ea8b0aa-8323-42ba-a404-756438a20080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:47.655555 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b489b607-c54e-40a5-ad9c-93cd89795118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:47.703101 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-97a1c5b1-ea79-40cd-aa18-ed6da932956d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:47.706450 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-6e696c35-477a-428d-b5be-725a2785f810 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:47.798717 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a1c5b1-ea79-40cd-aa18-ed6da932956d None None] Network ddd14193-0297-4168-87e0-09d3bbdd850c is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:46:47.805484 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-97a1c5b1-ea79-40cd-aa18-ed6da932956d None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:46:47.808054 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a1c5b1-ea79-40cd-aa18-ed6da932956d None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:46:47.833983 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b489b607-c54e-40a5-ad9c-93cd89795118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:47.836701 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b489b607-c54e-40a5-ad9c-93cd89795118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:47.842717 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-b489b607-c54e-40a5-ad9c-93cd89795118 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6b12c4e0-4162-4d8f-88ac-452916be662e HTTP/1.1" status: 204 len: 168 time: 0.4715197 Jun 11 09:46:47.846139 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0e152c1a-dd72-4189-b53c-e4d83e0f8ed6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:47.865348 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a1c5b1-ea79-40cd-aa18-ed6da932956d None None] Pushing event updated for resources: {'Port': ['ID=959a11ce-a261-44a1-bedb-df99c86f0477,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:47.881694 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b489b607-c54e-40a5-ad9c-93cd89795118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b12c4e0-4162-4d8f-88ac-452916be662e,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:47.892022 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b489b607-c54e-40a5-ad9c-93cd89795118 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:47.901378 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-97a1c5b1-ea79-40cd-aa18-ed6da932956d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:47.936507 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434409f7-5d5d-474e-b85c-43f2083b214d req-a1a39925-f311-47f4-ad38-04f99089e529 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:47.938346 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-97a1c5b1-ea79-40cd-aa18-ed6da932956d None None] Attempting to bind port 959a11ce-a261-44a1-bedb-df99c86f0477 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:46:47.939043 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-97a1c5b1-ea79-40cd-aa18-ed6da932956d None None] Attempting to bind port 959a11ce-a261-44a1-bedb-df99c86f0477 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '4c0ac087-f968-478f-8386-01aef4ed9134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'ddd14193-0297-4168-87e0-09d3bbdd850c'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:46:47.939691 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a1c5b1-ea79-40cd-aa18-ed6da932956d None None] Attempting to bind port 959a11ce-a261-44a1-bedb-df99c86f0477 on network ddd14193-0297-4168-87e0-09d3bbdd850c {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:46:47.947176 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a1c5b1-ea79-40cd-aa18-ed6da932956d None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:46:47.947914 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a1c5b1-ea79-40cd-aa18-ed6da932956d None None] Checking segment: {'id': '4c0ac087-f968-478f-8386-01aef4ed9134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'ddd14193-0297-4168-87e0-09d3bbdd850c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:46:47.948559 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-97a1c5b1-ea79-40cd-aa18-ed6da932956d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:47.949542 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-434409f7-5d5d-474e-b85c-43f2083b214d req-a1a39925-f311-47f4-ad38-04f99089e529 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "GET /v2.0/ports?device_id=604f9f22-aaf7-4f98-8e1d-78b9326e5b57 HTTP/1.1" status: 200 len: 946 time: 0.2503521 Jun 11 09:46:47.950225 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a1c5b1-ea79-40cd-aa18-ed6da932956d None None] Bound using segment: {'id': '4c0ac087-f968-478f-8386-01aef4ed9134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'ddd14193-0297-4168-87e0-09d3bbdd850c'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:46:47.950993 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-97a1c5b1-ea79-40cd-aa18-ed6da932956d None None] Bound port: 959a11ce-a261-44a1-bedb-df99c86f0477, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c0ac087-f968-478f-8386-01aef4ed9134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'ddd14193-0297-4168-87e0-09d3bbdd850c'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:46:47.955311 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-97a1c5b1-ea79-40cd-aa18-ed6da932956d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:48.103418 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a333275-ef12-4c44-ac7d-791e66573305 req-1febe129-cd0c-49d1-8ea6-b8099484be93 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:48.110295 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-97a1c5b1-ea79-40cd-aa18-ed6da932956d None None] For port 959a11ce-a261-44a1-bedb-df99c86f0477, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:46:48.112689 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9a333275-ef12-4c44-ac7d-791e66573305 req-1febe129-cd0c-49d1-8ea6-b8099484be93 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=87b7782e-7d5b-4b9f-be88-eae78c700bc6 HTTP/1.1" status: 200 len: 946 time: 0.1762459 Jun 11 09:46:48.118768 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-97a1c5b1-ea79-40cd-aa18-ed6da932956d None None] For port 959a11ce-a261-44a1-bedb-df99c86f0477, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=959a11ce-a261-44a1-bedb-df99c86f0477,segment=NetworkSegment(4c0ac087-f968-478f-8386-01aef4ed9134),segment_id=4c0ac087-f968-478f-8386-01aef4ed9134)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:46:48.139911 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-434409f7-5d5d-474e-b85c-43f2083b214d req-970cc507-5430-43fc-823d-33445bf2fc37 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f660163-b4cf-41bb-9ff5-65f9e727e866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844978 Jun 11 09:46:48.221195 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9a333275-ef12-4c44-ac7d-791e66573305 req-ed317941-eb4b-4741-882f-70e2f6dc6b69 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068835 Jun 11 09:46:48.222940 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-97a1c5b1-ea79-40cd-aa18-ed6da932956d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:48.233581 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-1fd357a0-2352-4b46-8d7f-ea97ee9b5a68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:48.327673 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:48.380491 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a1c5b1-ea79-40cd-aa18-ed6da932956d None None] Pushing event updated for resources: {'Port': ['ID=959a11ce-a261-44a1-bedb-df99c86f0477,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:48.385733 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-97a1c5b1-ea79-40cd-aa18-ed6da932956d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:48.519227 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5ea8b0aa-8323-42ba-a404-756438a20080 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:48.578576 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5ea8b0aa-8323-42ba-a404-756438a20080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:48.611331 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61146d33-81be-41fb-9cea-d7d68cdb91a3 req-deb7f57b-8452-42c4-bbfa-cb24be8fe8df tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:48.624033 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-61146d33-81be-41fb-9cea-d7d68cdb91a3 req-deb7f57b-8452-42c4-bbfa-cb24be8fe8df tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 944 time: 0.1560137 Jun 11 09:46:48.731797 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-61146d33-81be-41fb-9cea-d7d68cdb91a3 req-67423364-c06d-4943-ba49-46a592b3e5c6 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d1f1aa-3601-424b-af20-9acf0698c1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042776 Jun 11 09:46:48.858202 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-5ea8b0aa-8323-42ba-a404-756438a20080 admin admin] Allocated IP 172.25.4.133 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/a2fd3461-67c7-477e-9e09-9765f30a85cd) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:46:48.972976 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94843dc0-1e37-49a4-ba3b-34e8a5165c3f req-146aadbf-675a-4cdd-ac5d-7325086a1ad3 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:48.980466 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-94843dc0-1e37-49a4-ba3b-34e8a5165c3f req-146aadbf-675a-4cdd-ac5d-7325086a1ad3 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=87b7782e-7d5b-4b9f-be88-eae78c700bc6 HTTP/1.1" status: 200 len: 946 time: 0.1127663 Jun 11 09:46:49.045400 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-94843dc0-1e37-49a4-ba3b-34e8a5165c3f req-7483a679-af23-4a42-bc92-e691af21c564 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563607 Jun 11 09:46:49.153965 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5ea8b0aa-8323-42ba-a404-756438a20080 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:49.317477 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5ea8b0aa-8323-42ba-a404-756438a20080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:49.321151 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e4617327-dc45-4e97-a140-ea596ae8c269 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:49.436788 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 959a11ce-a261-44a1-bedb-df99c86f0477 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:46:49.527269 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2695f9b2-c6e0-41f3-bd41-9422099a37b1 req-86a8a5c5-1b39-4b6d-923b-133a39c73225 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:49.530302 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2695f9b2-c6e0-41f3-bd41-9422099a37b1 req-86a8a5c5-1b39-4b6d-923b-133a39c73225 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a97632d-2625-4ca9-afb6-ae7df42d0ac2 HTTP/1.1" status: 200 len: 950 time: 0.2683046 Jun 11 09:46:49.573068 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea8b0aa-8323-42ba-a404-756438a20080 admin admin] Pushing event updated for resources: {'Port': ['ID=a2fd3461-67c7-477e-9e09-9765f30a85cd,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:49.603055 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea8b0aa-8323-42ba-a404-756438a20080 admin admin] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:46:49.611183 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-5ea8b0aa-8323-42ba-a404-756438a20080 admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:46:49.617561 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5ea8b0aa-8323-42ba-a404-756438a20080 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:49.619443 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea8b0aa-8323-42ba-a404-756438a20080 admin admin] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:46:49.660166 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2695f9b2-c6e0-41f3-bd41-9422099a37b1 req-985c0abd-3a2d-4150-9346-800ab296c261 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217515 Jun 11 09:46:49.707653 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 959a11ce-a261-44a1-bedb-df99c86f0477 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:46:49.953334 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce98f935-6461-460a-afe5-022a496ab71c None None] Network ddd14193-0297-4168-87e0-09d3bbdd850c requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:46:50.090763 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5659157-b39c-434f-bee7-b217b86729e3 req-edacd9d1-8087-41ed-afe2-7af54fa1a527 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:50.099984 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b5659157-b39c-434f-bee7-b217b86729e3 req-edacd9d1-8087-41ed-afe2-7af54fa1a527 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "GET /v2.0/ports?device_id=604f9f22-aaf7-4f98-8e1d-78b9326e5b57 HTTP/1.1" status: 200 len: 946 time: 0.1356599 Jun 11 09:46:50.147899 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-8902994d-1ac8-42ef-a850-c113fc7a3ff8 None None] Provisioning for port 959a11ce-a261-44a1-bedb-df99c86f0477 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:46:50.161871 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-8902994d-1ac8-42ef-a850-c113fc7a3ff8 None None] Provisioning complete for port 959a11ce-a261-44a1-bedb-df99c86f0477 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:46:50.162592 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8902994d-1ac8-42ef-a850-c113fc7a3ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:50.176578 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e760dd63-d578-434b-9648-5d8c7bd8aab3 req-07d9cc41-463e-4d12-8806-d4629977dc8a tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:50.184400 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e760dd63-d578-434b-9648-5d8c7bd8aab3 req-07d9cc41-463e-4d12-8806-d4629977dc8a tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 944 time: 0.1103027 Jun 11 09:46:50.193096 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b5659157-b39c-434f-bee7-b217b86729e3 req-937d11cf-6936-41a7-9fa1-61e00f6a27ca tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f660163-b4cf-41bb-9ff5-65f9e727e866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915072 Jun 11 09:46:50.318617 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8902994d-1ac8-42ef-a850-c113fc7a3ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:50.361971 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e760dd63-d578-434b-9648-5d8c7bd8aab3 req-fd23db80-117a-479e-bc2e-51a327dbe634 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d1f1aa-3601-424b-af20-9acf0698c1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1759167 Jun 11 09:46:50.405560 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-8902994d-1ac8-42ef-a850-c113fc7a3ff8 None None] For port 959a11ce-a261-44a1-bedb-df99c86f0477, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=959a11ce-a261-44a1-bedb-df99c86f0477,segment=NetworkSegment(4c0ac087-f968-478f-8386-01aef4ed9134),segment_id=4c0ac087-f968-478f-8386-01aef4ed9134)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:46:50.415089 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5ea8b0aa-8323-42ba-a404-756438a20080 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:50.510003 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8902994d-1ac8-42ef-a850-c113fc7a3ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:50.512366 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-97a1c5b1-ea79-40cd-aa18-ed6da932956d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:50.643491 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8902994d-1ac8-42ef-a850-c113fc7a3ff8 None None] Pushing event updated for resources: {'Port': ['ID=959a11ce-a261-44a1-bedb-df99c86f0477,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:50.654559 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-8902994d-1ac8-42ef-a850-c113fc7a3ff8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:50.853694 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-391d99b9-d3db-43dd-9656-87ace8aa70e1 None None] Provisioning complete for port 959a11ce-a261-44a1-bedb-df99c86f0477 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:46:50.854085 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-391d99b9-d3db-43dd-9656-87ace8aa70e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:50.868870 n-d-779913-12 neutron-server[93176]: INFO neutron.api.v2.resource [req-2ab360cd-4272-40c0-a556-14377977cb10 req-f6f67d49-6019-4c41-b8c7-43cfbc33caab service neutron] show failed (client error): The resource could not be found. Jun 11 09:46:50.869806 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2ab360cd-4272-40c0-a556-14377977cb10 req-f6f67d49-6019-4c41-b8c7-43cfbc33caab service neutron] 10.222.0.64 "GET /v2.0/ports/cbc95581-f7cd-49cd-a94b-99db80038c35/bindings/n-h2-779913-12 HTTP/1.1" status: 404 len: 381 time: 0.1212609 Jun 11 09:46:51.420517 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5ea8b0aa-8323-42ba-a404-756438a20080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:51.425714 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 959a11ce-a261-44a1-bedb-df99c86f0477 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:46:51.440077 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c32deb-2564-4cb4-a68c-52f6f70662ea req-efe2f141-6c9a-419c-8fd4-008cfa1400fb tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:51.456598 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-41c32deb-2564-4cb4-a68c-52f6f70662ea req-efe2f141-6c9a-419c-8fd4-008cfa1400fb tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=87b7782e-7d5b-4b9f-be88-eae78c700bc6 HTTP/1.1" status: 200 len: 946 time: 0.3386426 Jun 11 09:46:51.526791 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 959a11ce-a261-44a1-bedb-df99c86f0477 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:46:51.527409 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:51.547476 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0888437d-64cd-4ab4-bd13-ee4c11f26182 req-f461f0a8-1617-4e61-adf1-230ec9e19344 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:51.556110 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0888437d-64cd-4ab4-bd13-ee4c11f26182 req-f461f0a8-1617-4e61-adf1-230ec9e19344 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a97632d-2625-4ca9-afb6-ae7df42d0ac2 HTTP/1.1" status: 200 len: 950 time: 0.1129453 Jun 11 09:46:51.611630 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0888437d-64cd-4ab4-bd13-ee4c11f26182 req-181b49be-8421-4087-9585-048f64b52ae7 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493073 Jun 11 09:46:51.690677 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-41c32deb-2564-4cb4-a68c-52f6f70662ea req-f192c0d2-a32f-4386-83fc-0fcc7886095e tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330580 Jun 11 09:46:51.759556 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab360cd-4272-40c0-a556-14377977cb10 req-6cc5bc20-5ed8-4d22-9a9c-7695d89913d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:51.761299 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2ab360cd-4272-40c0-a556-14377977cb10 req-6cc5bc20-5ed8-4d22-9a9c-7695d89913d6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4a97632d-2625-4ca9-afb6-ae7df42d0ac2&tenant_id=2d153095abe14427b94c36cd340ad809 HTTP/1.1" status: 200 len: 1102 time: 0.2808580 Jun 11 09:46:51.777239 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-2ab360cd-4272-40c0-a556-14377977cb10 req-5a0bcc14-c7a5-4517-8a50-22f7a4bd537b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-779913-12', 'device_owner': 'compute:nova'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:46:51.917448 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cc5d2e-1444-453b-bd7c-290e349686c3 req-976b52e4-a973-40d0-be5e-6b4a044f8c42 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:51.919614 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d0cc5d2e-1444-453b-bd7c-290e349686c3 req-976b52e4-a973-40d0-be5e-6b4a044f8c42 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.69 "GET /v2.0/ports?device_id=87b7782e-7d5b-4b9f-be88-eae78c700bc6 HTTP/1.1" status: 200 len: 946 time: 0.1802487 Jun 11 09:46:51.997791 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-2ab360cd-4272-40c0-a556-14377977cb10 req-5a0bcc14-c7a5-4517-8a50-22f7a4bd537b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:52.037663 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ea8b0aa-8323-42ba-a404-756438a20080 admin admin] Router 056570f7-8305-4b24-bcc0-78b1db5e159f is scheduled to L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 with binding_index 1 {{(pid=93177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 09:46:52.103140 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e4ae34-6565-46a6-912b-d2d51276b381 req-84caf6ae-5adb-4578-8e42-cc3476f2edff tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:52.104866 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b8e4ae34-6565-46a6-912b-d2d51276b381 req-84caf6ae-5adb-4578-8e42-cc3476f2edff tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "GET /v2.0/ports?device_id=604f9f22-aaf7-4f98-8e1d-78b9326e5b57 HTTP/1.1" status: 200 len: 946 time: 0.2614362 Jun 11 09:46:52.119557 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-d0cc5d2e-1444-453b-bd7c-290e349686c3 req-e7e39807-44c1-4881-97e4-9ba1d316ee0f tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Deleting port d86470ab-f34c-46f3-86af-3d030d3a054b {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:46:52.120335 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-d0cc5d2e-1444-453b-bd7c-290e349686c3 req-e7e39807-44c1-4881-97e4-9ba1d316ee0f tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:52.243642 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-d0cc5d2e-1444-453b-bd7c-290e349686c3 req-e7e39807-44c1-4881-97e4-9ba1d316ee0f tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] For port d86470ab-f34c-46f3-86af-3d030d3a054b, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=d86470ab-f34c-46f3-86af-3d030d3a054b,segment=NetworkSegment(b51c68b7-80ed-4de8-bd6d-e2ba699aba0b),segment_id=b51c68b7-80ed-4de8-bd6d-e2ba699aba0b)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:46:52.244653 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-d0cc5d2e-1444-453b-bd7c-290e349686c3 req-e7e39807-44c1-4881-97e4-9ba1d316ee0f tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:52.349110 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b8e4ae34-6565-46a6-912b-d2d51276b381 req-7539943f-5cc8-4998-ac0c-b96bd8909608 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f660163-b4cf-41bb-9ff5-65f9e727e866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291009 Jun 11 09:46:52.358059 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-d0cc5d2e-1444-453b-bd7c-290e349686c3 req-e7e39807-44c1-4881-97e4-9ba1d316ee0f tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Calling delete_port for d86470ab-f34c-46f3-86af-3d030d3a054b owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:46:52.406790 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ea8b0aa-8323-42ba-a404-756438a20080 admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:46:52.421562 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d41ef60-c472-4979-b775-ca631b69bc19 None None] Sync routers for ids ['056570f7-8305-4b24-bcc0-78b1db5e159f'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:46:52.433422 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d41ef60-c472-4979-b775-ca631b69bc19 None None] Routers {'056570f7-8305-4b24-bcc0-78b1db5e159f'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:46:52.434419 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-5d41ef60-c472-4979-b775-ca631b69bc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:46:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['056570f7-8305-4b24-bcc0-78b1db5e159f'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:46:52.531428 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-2ab360cd-4272-40c0-a556-14377977cb10 req-5a0bcc14-c7a5-4517-8a50-22f7a4bd537b service neutron] For port cbc95581-f7cd-49cd-a94b-99db80038c35, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=cbc95581-f7cd-49cd-a94b-99db80038c35,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:46:52.584131 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-2ab360cd-4272-40c0-a556-14377977cb10 req-5a0bcc14-c7a5-4517-8a50-22f7a4bd537b service neutron] For port cbc95581-f7cd-49cd-a94b-99db80038c35, host n-h1-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:46:52.617002 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-5d41ef60-c472-4979-b775-ca631b69bc19 None None] Set router 056570f7-8305-4b24-bcc0-78b1db5e159f gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:46:52.617977 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe5ae80-52f3-4c13-8cf5-bc96bfd32354 req-9349ec5b-6475-4aa1-9859-cd423a870da8 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:52.619455 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4fe5ae80-52f3-4c13-8cf5-bc96bfd32354 req-9349ec5b-6475-4aa1-9859-cd423a870da8 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 944 time: 0.1401525 Jun 11 09:46:52.667374 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a97632d-2625-4ca9-afb6-ae7df42d0ac2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbc95581-f7cd-49cd-a94b-99db80038c35'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:46:52.669768 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d14e22d4-0e69-446a-b331-bbb9a0a86fa6" -d '{"events": [{"server_uuid": "4a97632d-2625-4ca9-afb6-ae7df42d0ac2", "name": "network-vif-unplugged", "status": "completed", "tag": "cbc95581-f7cd-49cd-a94b-99db80038c35"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:46:52.674940 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-2ab360cd-4272-40c0-a556-14377977cb10 req-5a0bcc14-c7a5-4517-8a50-22f7a4bd537b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:52.682140 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5ea8b0aa-8323-42ba-a404-756438a20080 admin admin] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:52.684191 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-5ea8b0aa-8323-42ba-a404-756438a20080 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.9649997 Jun 11 09:46:52.704779 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 44330) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:46:52.706171 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4fe5ae80-52f3-4c13-8cf5-bc96bfd32354 req-2a0e99e0-a50e-4d97-bb02-5845eed08a50 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d1f1aa-3601-424b-af20-9acf0698c1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747766 Jun 11 09:46:52.763081 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-2ab360cd-4272-40c0-a556-14377977cb10 req-5a0bcc14-c7a5-4517-8a50-22f7a4bd537b service neutron] Transition to ACTIVE for port object cbc95581-f7cd-49cd-a94b-99db80038c35 will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:46:52.849368 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-d0cc5d2e-1444-453b-bd7c-290e349686c3 req-e7e39807-44c1-4881-97e4-9ba1d316ee0f tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:52.876338 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-11b3560e-6aa5-401e-8a34-7813f4aad6d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:52.884922 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-2ab360cd-4272-40c0-a556-14377977cb10 req-5a0bcc14-c7a5-4517-8a50-22f7a4bd537b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:52.889710 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d7632bd7-3375-47cb-9cd0-d710ce94535f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:52.947501 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e39807-44c1-4881-97e4-9ba1d316ee0f tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Pushing event deleted for resources: {'Port': ['ID=d86470ab-f34c-46f3-86af-3d030d3a054b,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:52.951140 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e7e39807-44c1-4881-97e4-9ba1d316ee0f tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:52.996072 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0cc5d2e-1444-453b-bd7c-290e349686c3 req-e7e39807-44c1-4881-97e4-9ba1d316ee0f tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] No DVR routers for this DVR port d86470ab-f34c-46f3-86af-3d030d3a054b on host n-h2-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:46:53.012582 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-d0cc5d2e-1444-453b-bd7c-290e349686c3 req-e7e39807-44c1-4881-97e4-9ba1d316ee0f tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:53.016195 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d0cc5d2e-1444-453b-bd7c-290e349686c3 req-e7e39807-44c1-4881-97e4-9ba1d316ee0f tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.69 "DELETE /v2.0/ports/d86470ab-f34c-46f3-86af-3d030d3a054b HTTP/1.1" status: 204 len: 173 time: 1.0912411 Jun 11 09:46:53.025623 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b7782e-7d5b-4b9f-be88-eae78c700bc6', 'name': 'network-vif-deleted', 'tag': 'd86470ab-f34c-46f3-86af-3d030d3a054b'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:46:53.030011 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45cd2b45-096c-4a40-930c-c9aa7e270b36" -d '{"events": [{"server_uuid": "87b7782e-7d5b-4b9f-be88-eae78c700bc6", "name": "network-vif-deleted", "tag": "d86470ab-f34c-46f3-86af-3d030d3a054b"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:46:53.179488 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Jun 2021 09:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4d5318d-ae28-410b-b240-b18d379de9bc x-openstack-request-id: req-c4d5318d-ae28-410b-b240-b18d379de9bc {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:46:53.179997 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a97632d-2625-4ca9-afb6-ae7df42d0ac2", "name": "network-vif-unplugged", "status": "completed", "tag": "cbc95581-f7cd-49cd-a94b-99db80038c35", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:46:53.180300 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c4d5318d-ae28-410b-b240-b18d379de9bc {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:46:53.180763 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a97632d-2625-4ca9-afb6-ae7df42d0ac2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbc95581-f7cd-49cd-a94b-99db80038c35', 'code': 200} Jun 11 09:46:53.182326 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ab360cd-4272-40c0-a556-14377977cb10 req-5a0bcc14-c7a5-4517-8a50-22f7a4bd537b service neutron] No DVR routers for this DVR port cbc95581-f7cd-49cd-a94b-99db80038c35 on host n-h1-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:46:53.191407 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0bcc14-c7a5-4517-8a50-22f7a4bd537b service neutron] Pushing event updated for resources: {'Port': ['ID=cbc95581-f7cd-49cd-a94b-99db80038c35,revision_number=6']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:53.195174 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5a0bcc14-c7a5-4517-8a50-22f7a4bd537b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:53.294979 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['8d90aed3-d0d9-439d-99e2-28dedffaf1bf'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:46:53.305226 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-2ab360cd-4272-40c0-a556-14377977cb10 req-5a0bcc14-c7a5-4517-8a50-22f7a4bd537b service neutron] Attempting to bind port cbc95581-f7cd-49cd-a94b-99db80038c35 on host n-h2-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:46:53.305563 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-2ab360cd-4272-40c0-a556-14377977cb10 req-5a0bcc14-c7a5-4517-8a50-22f7a4bd537b service neutron] Attempting to bind port cbc95581-f7cd-49cd-a94b-99db80038c35 by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:46:53.305890 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab360cd-4272-40c0-a556-14377977cb10 req-5a0bcc14-c7a5-4517-8a50-22f7a4bd537b service neutron] Attempting to bind port cbc95581-f7cd-49cd-a94b-99db80038c35 on network cf20d108-f84c-44de-9036-2269564edd60 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:46:53.316128 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab360cd-4272-40c0-a556-14377977cb10 req-5a0bcc14-c7a5-4517-8a50-22f7a4bd537b service neutron] Port cbc95581-f7cd-49cd-a94b-99db80038c35 on network cf20d108-f84c-44de-9036-2269564edd60 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:46:53.316385 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab360cd-4272-40c0-a556-14377977cb10 req-5a0bcc14-c7a5-4517-8a50-22f7a4bd537b service neutron] Attempting to bind port cbc95581-f7cd-49cd-a94b-99db80038c35 on network cf20d108-f84c-44de-9036-2269564edd60 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:46:53.325934 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab360cd-4272-40c0-a556-14377977cb10 req-5a0bcc14-c7a5-4517-8a50-22f7a4bd537b service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:46:53.326275 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab360cd-4272-40c0-a556-14377977cb10 req-5a0bcc14-c7a5-4517-8a50-22f7a4bd537b service neutron] Checking segment: {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:46:53.326664 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab360cd-4272-40c0-a556-14377977cb10 req-5a0bcc14-c7a5-4517-8a50-22f7a4bd537b service neutron] Bound using segment: {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:46:53.327105 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-2ab360cd-4272-40c0-a556-14377977cb10 req-5a0bcc14-c7a5-4517-8a50-22f7a4bd537b service neutron] Bound port: cbc95581-f7cd-49cd-a94b-99db80038c35, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:46:53.327457 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-2ab360cd-4272-40c0-a556-14377977cb10 req-5a0bcc14-c7a5-4517-8a50-22f7a4bd537b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:53.395857 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4df8df12-0166-4d76-bbaf-ff90444ade7a req-35e7aa2c-5b06-42ad-b9dc-031bd76080de tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=87b7782e-7d5b-4b9f-be88-eae78c700bc6 HTTP/1.1" status: 200 len: 210 time: 0.0611584 Jun 11 09:46:53.503263 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-2ab360cd-4272-40c0-a556-14377977cb10 req-5a0bcc14-c7a5-4517-8a50-22f7a4bd537b service neutron] For port cbc95581-f7cd-49cd-a94b-99db80038c35, host n-h2-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:46:53.509525 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-2ab360cd-4272-40c0-a556-14377977cb10 req-5a0bcc14-c7a5-4517-8a50-22f7a4bd537b service neutron] For port cbc95581-f7cd-49cd-a94b-99db80038c35, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=cbc95581-f7cd-49cd-a94b-99db80038c35,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:46:53.599858 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-2ab360cd-4272-40c0-a556-14377977cb10 req-5a0bcc14-c7a5-4517-8a50-22f7a4bd537b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:53.613675 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-91821ed1-a561-4730-8b51-f16a375e2ef9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:53.633801 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343499d8-2e80-4d8b-a466-4312ae5a7817 req-b0669892-526d-4580-9717-8ed8650448a4 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:53.643033 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-343499d8-2e80-4d8b-a466-4312ae5a7817 req-b0669892-526d-4580-9717-8ed8650448a4 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a97632d-2625-4ca9-afb6-ae7df42d0ac2 HTTP/1.1" status: 200 len: 948 time: 0.5567589 Jun 11 09:46:53.705213 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-5d41ef60-c472-4979-b775-ca631b69bc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '056570f7-8305-4b24-bcc0-78b1db5e159f', 'name': 'tempest-FloatingIPsNegativeTestJSON-91349257-router', 'tenant_id': '8d62aa38b60a4fcb869364c0fcbf88f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': 'a2fd3461-67c7-477e-9e09-9765f30a85cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:46:46Z', 'updated_at': '2021-06-11T09:46:50Z', 'revision_number': 3, 'project_id': '8d62aa38b60a4fcb869364c0fcbf88f8', 'gw_port': {'id': 'a2fd3461-67c7-477e-9e09-9765f30a85cd', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a4:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '056570f7-8305-4b24-bcc0-78b1db5e159f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:46:48Z', 'updated_at': '2021-06-11T09:46:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:46:53.722300 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab360cd-4272-40c0-a556-14377977cb10 req-5a0bcc14-c7a5-4517-8a50-22f7a4bd537b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:53.724221 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d41ef60-c472-4979-b775-ca631b69bc19 None None] Checking router: 056570f7-8305-4b24-bcc0-78b1db5e159f for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:46:53.724573 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d41ef60-c472-4979-b775-ca631b69bc19 None None] Updating router 056570f7-8305-4b24-bcc0-78b1db5e159f port a2fd3461-67c7-477e-9e09-9765f30a85cd binding host n-d-779913-12 {{(pid=93178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 09:46:53.730451 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-2ab360cd-4272-40c0-a556-14377977cb10 req-5a0bcc14-c7a5-4517-8a50-22f7a4bd537b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:53.732247 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2ab360cd-4272-40c0-a556-14377977cb10 req-5a0bcc14-c7a5-4517-8a50-22f7a4bd537b service neutron] 10.222.0.69 "PUT /v2.0/ports/cbc95581-f7cd-49cd-a94b-99db80038c35 HTTP/1.1" status: 200 len: 1097 time: 1.9606986 Jun 11 09:46:53.795483 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0bcc14-c7a5-4517-8a50-22f7a4bd537b service neutron] Pushing event updated for resources: {'Port': ['ID=cbc95581-f7cd-49cd-a94b-99db80038c35,revision_number=7']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:53.808530 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-343499d8-2e80-4d8b-a466-4312ae5a7817 req-588f6348-6831-4dff-a490-b72a2df0c02e tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645103 Jun 11 09:46:53.809053 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5a0bcc14-c7a5-4517-8a50-22f7a4bd537b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:53.873282 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-5d41ef60-c472-4979-b775-ca631b69bc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:53.942984 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab360cd-4272-40c0-a556-14377977cb10 req-09a85394-0309-4936-8e33-652fb1589bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:53.944518 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2ab360cd-4272-40c0-a556-14377977cb10 req-09a85394-0309-4936-8e33-652fb1589bd8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2d153095abe14427b94c36cd340ad809&device_id=4a97632d-2625-4ca9-afb6-ae7df42d0ac2 HTTP/1.1" status: 200 len: 1100 time: 0.1279333 Jun 11 09:46:53.970002 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf11f0e-fc00-48d1-9caa-cee8893dec58 x-openstack-request-id: req-fcf11f0e-fc00-48d1-9caa-cee8893dec58 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:46:53.970345 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87b7782e-7d5b-4b9f-be88-eae78c700bc6", "name": "network-vif-deleted", "tag": "d86470ab-f34c-46f3-86af-3d030d3a054b", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:46:53.970642 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fcf11f0e-fc00-48d1-9caa-cee8893dec58 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:46:53.978699 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b7782e-7d5b-4b9f-be88-eae78c700bc6', 'name': 'network-vif-deleted', 'tag': 'd86470ab-f34c-46f3-86af-3d030d3a054b', 'status': 'completed', 'code': 200} Jun 11 09:46:54.154433 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device cbc95581-f7cd-49cd-a94b-99db80038c35 no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:46:54.164270 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b62294f1-ad45-4e72-8153-3e9f2fefdb9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:54.237310 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab360cd-4272-40c0-a556-14377977cb10 req-d2077cb3-3ec1-4fef-8182-fa185446f50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:54.240758 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2ab360cd-4272-40c0-a556-14377977cb10 req-d2077cb3-3ec1-4fef-8182-fa185446f50b service neutron] 10.222.0.69 "GET /v2.0/networks?id=cf20d108-f84c-44de-9036-2269564edd60 HTTP/1.1" status: 200 len: 870 time: 0.2817638 Jun 11 09:46:54.272877 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b4dd35-77c3-4722-bc77-5b237b1f4853 req-c2be2359-f795-4417-9168-e7f579d91bc6 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:54.280659 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-94b4dd35-77c3-4722-bc77-5b237b1f4853 req-c2be2359-f795-4417-9168-e7f579d91bc6 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "GET /v2.0/ports?device_id=604f9f22-aaf7-4f98-8e1d-78b9326e5b57 HTTP/1.1" status: 200 len: 946 time: 0.1714191 Jun 11 09:46:54.302270 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device d86470ab-f34c-46f3-86af-3d030d3a054b no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:46:54.334765 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] No Port match for: d86470ab-f34c-46f3-86af-3d030d3a054b {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:46:54.335343 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device d86470ab-f34c-46f3-86af-3d030d3a054b not bound to the agent host n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:46:54.358273 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device cbc95581-f7cd-49cd-a94b-99db80038c35 not bound to the agent host n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:46:54.414462 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2ab360cd-4272-40c0-a556-14377977cb10 req-c5b3a907-eac7-4977-9053-6cebd443f293 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=cbc95581-f7cd-49cd-a94b-99db80038c35 HTTP/1.1" status: 200 len: 217 time: 0.1597950 Jun 11 09:46:54.484574 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-94b4dd35-77c3-4722-bc77-5b237b1f4853 req-b634420d-8b6c-4def-aad2-3e09764f33d5 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f660163-b4cf-41bb-9ff5-65f9e727e866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023275 Jun 11 09:46:54.627113 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab360cd-4272-40c0-a556-14377977cb10 req-34c9aa6e-99f5-453b-9755-bea217ae3058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:54.627113 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2ab360cd-4272-40c0-a556-14377977cb10 req-34c9aa6e-99f5-453b-9755-bea217ae3058 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=189b03cc-b2a8-4615-9ab5-ad0328c3f10f HTTP/1.1" status: 200 len: 843 time: 0.1978059 Jun 11 09:46:54.704035 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-b62294f1-ad45-4e72-8153-3e9f2fefdb9a admin admin] Allocated IP 172.20.0.1 (ddd14193-0297-4168-87e0-09d3bbdd850c/d96a7940-a040-4487-b5ee-ed64e67be1da/df8b7d61-a6a4-48c6-bb8c-6ecb0b5295b2) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:46:54.777424 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab360cd-4272-40c0-a556-14377977cb10 req-4f9cb292-2bf1-4f2e-830a-7dcecb4c78ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:54.782402 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2ab360cd-4272-40c0-a556-14377977cb10 req-4f9cb292-2bf1-4f2e-830a-7dcecb4c78ce service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cf20d108-f84c-44de-9036-2269564edd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1474812 Jun 11 09:46:54.899888 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-5d41ef60-c472-4979-b775-ca631b69bc19 None None] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:54.938080 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-5d41ef60-c472-4979-b775-ca631b69bc19 None None] Transition to ACTIVE for port object a2fd3461-67c7-477e-9e09-9765f30a85cd will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:46:54.987949 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-5d41ef60-c472-4979-b775-ca631b69bc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:54.998941 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-72c4c416-081b-4983-9f55-98472ee2562a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:55.004116 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b62294f1-ad45-4e72-8153-3e9f2fefdb9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:55.029940 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00550463-3764-4775-8844-89fa5bc2b349 req-9e638516-89d2-49cc-9b2a-53b93efcc1c0 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:55.030663 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2ab360cd-4272-40c0-a556-14377977cb10 req-2b4a9170-f347-4797-9c3a-ac4813e26f7d service neutron] 10.222.0.69 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390437 Jun 11 09:46:55.037665 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-00550463-3764-4775-8844-89fa5bc2b349 req-9e638516-89d2-49cc-9b2a-53b93efcc1c0 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 944 time: 0.2408333 Jun 11 09:46:55.042114 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-5d41ef60-c472-4979-b775-ca631b69bc19 None None] Attempting to bind port a2fd3461-67c7-477e-9e09-9765f30a85cd on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:46:55.042902 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-5d41ef60-c472-4979-b775-ca631b69bc19 None None] Attempting to bind port a2fd3461-67c7-477e-9e09-9765f30a85cd by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:46:55.043516 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d41ef60-c472-4979-b775-ca631b69bc19 None None] Attempting to bind port a2fd3461-67c7-477e-9e09-9765f30a85cd on network f0adef6e-169f-4a27-8865-442be2ad072d {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:46:55.048175 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [None req-b62294f1-ad45-4e72-8153-3e9f2fefdb9a admin admin] Transition to ACTIVE for port object df8b7d61-a6a4-48c6-bb8c-6ecb0b5295b2 will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:46:55.084451 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d41ef60-c472-4979-b775-ca631b69bc19 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:46:55.085256 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d41ef60-c472-4979-b775-ca631b69bc19 None None] Checking segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:46:55.086058 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-5d41ef60-c472-4979-b775-ca631b69bc19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:55.095040 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d41ef60-c472-4979-b775-ca631b69bc19 None None] Bound using segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:46:55.096569 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-5d41ef60-c472-4979-b775-ca631b69bc19 None None] Bound port: a2fd3461-67c7-477e-9e09-9765f30a85cd, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:46:55.097309 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-5d41ef60-c472-4979-b775-ca631b69bc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:55.137117 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-00550463-3764-4775-8844-89fa5bc2b349 req-38a30c52-b3aa-467a-9e82-7bd920e03b5a tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d1f1aa-3601-424b-af20-9acf0698c1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987430 Jun 11 09:46:55.235255 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5e9f54-6f99-47c3-b57a-ec714faee90f None None] Pushing event updated for resources: {'Port': ['ID=a2fd3461-67c7-477e-9e09-9765f30a85cd,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:55.245527 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b62294f1-ad45-4e72-8153-3e9f2fefdb9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:55.248587 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-480a36fc-fab7-4d2f-822e-33731660f35f tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:55.267233 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5e9f54-6f99-47c3-b57a-ec714faee90f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:46:55.267598 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5e9f54-6f99-47c3-b57a-ec714faee90f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:46:55.267935 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5e9f54-6f99-47c3-b57a-ec714faee90f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:46:55.268271 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5e9f54-6f99-47c3-b57a-ec714faee90f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:46:55.268605 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5e9f54-6f99-47c3-b57a-ec714faee90f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:46:55.268934 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5e9f54-6f99-47c3-b57a-ec714faee90f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:46:55.269266 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5e9f54-6f99-47c3-b57a-ec714faee90f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:46:55.269584 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5e9f54-6f99-47c3-b57a-ec714faee90f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:46:55.269910 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5e9f54-6f99-47c3-b57a-ec714faee90f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:46:55.273968 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5e9f54-6f99-47c3-b57a-ec714faee90f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:46:55.278161 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5e9f54-6f99-47c3-b57a-ec714faee90f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:46:55.278161 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5e9f54-6f99-47c3-b57a-ec714faee90f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:46:55.279196 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a97632d-2625-4ca9-afb6-ae7df42d0ac2', 'tag': 'cbc95581-f7cd-49cd-a94b-99db80038c35'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:46:55.282217 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc73063-0ff7-4dd6-ab4d-ec10eb083940" -d '{"events": [{"name": "network-changed", "server_uuid": "4a97632d-2625-4ca9-afb6-ae7df42d0ac2", "tag": "cbc95581-f7cd-49cd-a94b-99db80038c35"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:46:55.287099 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-bf5e9f54-6f99-47c3-b57a-ec714faee90f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:55.290505 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2ab360cd-4272-40c0-a556-14377977cb10 req-b65e619b-3315-439f-8332-b72de6dd3ac9 service neutron] 10.222.0.69 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515593 Jun 11 09:46:55.330195 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-5d41ef60-c472-4979-b775-ca631b69bc19 None None] For port a2fd3461-67c7-477e-9e09-9765f30a85cd, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:46:55.334382 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-5d41ef60-c472-4979-b775-ca631b69bc19 None None] For port a2fd3461-67c7-477e-9e09-9765f30a85cd, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=a2fd3461-67c7-477e-9e09-9765f30a85cd,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:46:55.350384 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62294f1-ad45-4e72-8153-3e9f2fefdb9a admin admin] Network ddd14193-0297-4168-87e0-09d3bbdd850c is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:46:55.355351 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-b62294f1-ad45-4e72-8153-3e9f2fefdb9a admin admin] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:46:55.360426 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62294f1-ad45-4e72-8153-3e9f2fefdb9a admin admin] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:46:55.368958 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62294f1-ad45-4e72-8153-3e9f2fefdb9a admin admin] Pushing event updated for resources: {'Port': ['ID=df8b7d61-a6a4-48c6-bb8c-6ecb0b5295b2,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:55.404978 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b62294f1-ad45-4e72-8153-3e9f2fefdb9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:55.434072 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b62294f1-ad45-4e72-8153-3e9f2fefdb9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-375088'] for router_interface, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:55.479702 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-5d41ef60-c472-4979-b775-ca631b69bc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:55.482294 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:55.618583 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d41ef60-c472-4979-b775-ca631b69bc19 None None] Routers {'056570f7-8305-4b24-bcc0-78b1db5e159f'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:46:55.619249 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-5d41ef60-c472-4979-b775-ca631b69bc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:46:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['056570f7-8305-4b24-bcc0-78b1db5e159f'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:46:55.714730 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5e9f54-6f99-47c3-b57a-ec714faee90f None None] Pushing event updated for resources: {'Port': ['ID=a2fd3461-67c7-477e-9e09-9765f30a85cd,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:55.750084 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b9dbe7-baaf-41b8-9ded-b898837b78dc req-1dd3b02c-4486-46e6-a373-96dcaea83ef4 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:55.758236 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-42b9dbe7-baaf-41b8-9ded-b898837b78dc req-1dd3b02c-4486-46e6-a373-96dcaea83ef4 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a97632d-2625-4ca9-afb6-ae7df42d0ac2 HTTP/1.1" status: 200 len: 948 time: 0.2458274 Jun 11 09:46:55.798698 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-bf5e9f54-6f99-47c3-b57a-ec714faee90f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:55.840924 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-42b9dbe7-baaf-41b8-9ded-b898837b78dc req-d3aabb51-c380-4299-8e37-06b4e87cd378 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817473 Jun 11 09:46:55.910144 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-5d41ef60-c472-4979-b775-ca631b69bc19 None None] Set router 056570f7-8305-4b24-bcc0-78b1db5e159f gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:46:55.912791 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b62294f1-ad45-4e72-8153-3e9f2fefdb9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:55.961874 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca0afc2f-5da1-4bc9-8475-8e61775f450a x-openstack-request-id: req-ca0afc2f-5da1-4bc9-8475-8e61775f450a {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:46:55.962493 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a97632d-2625-4ca9-afb6-ae7df42d0ac2", "tag": "cbc95581-f7cd-49cd-a94b-99db80038c35", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:46:55.962493 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ca0afc2f-5da1-4bc9-8475-8e61775f450a {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:46:55.962943 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a97632d-2625-4ca9-afb6-ae7df42d0ac2', 'tag': 'cbc95581-f7cd-49cd-a94b-99db80038c35', 'status': 'completed', 'code': 200} Jun 11 09:46:56.156004 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc73063-0ff7-4dd6-ab4d-ec10eb083940 req-aad5ac6b-f04f-4637-9724-bfa0a9357bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:56.157884 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0fc73063-0ff7-4dd6-ab4d-ec10eb083940 req-aad5ac6b-f04f-4637-9724-bfa0a9357bef service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2d153095abe14427b94c36cd340ad809&device_id=4a97632d-2625-4ca9-afb6-ae7df42d0ac2 HTTP/1.1" status: 200 len: 1100 time: 0.1775928 Jun 11 09:46:56.175747 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc73063-0ff7-4dd6-ab4d-ec10eb083940 req-1416dcda-fbf7-4c96-b6b9-15d2c2024942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:56.178805 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0fc73063-0ff7-4dd6-ab4d-ec10eb083940 req-1416dcda-fbf7-4c96-b6b9-15d2c2024942 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2d153095abe14427b94c36cd340ad809&device_id=4a97632d-2625-4ca9-afb6-ae7df42d0ac2 HTTP/1.1" status: 200 len: 1100 time: 0.2087467 Jun 11 09:46:56.190949 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 44472) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:46:56.249276 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-b6287a6e-811d-462c-9ee9-e7d76f460a91 None None] Provisioning for port df8b7d61-a6a4-48c6-bb8c-6ecb0b5295b2 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:46:56.256026 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-b6287a6e-811d-462c-9ee9-e7d76f460a91 None None] Provisioning complete for port df8b7d61-a6a4-48c6-bb8c-6ecb0b5295b2 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:46:56.261028 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b6287a6e-811d-462c-9ee9-e7d76f460a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:56.437756 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-b6287a6e-811d-462c-9ee9-e7d76f460a91 None None] Port df8b7d61-a6a4-48c6-bb8c-6ecb0b5295b2 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:46:56.446022 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-376f6eac-7e53-44c5-9bd4-74a244c8d0a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:56.481197 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc73063-0ff7-4dd6-ab4d-ec10eb083940 req-0f700bc3-ad14-489f-b92c-131dda0a232e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:56.490724 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0fc73063-0ff7-4dd6-ab4d-ec10eb083940 req-0f700bc3-ad14-489f-b92c-131dda0a232e service neutron] 10.222.0.69 "GET /v2.0/networks?id=cf20d108-f84c-44de-9036-2269564edd60 HTTP/1.1" status: 200 len: 870 time: 0.2967024 Jun 11 09:46:56.610250 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0fc73063-0ff7-4dd6-ab4d-ec10eb083940 req-a5d74839-efb9-42de-a638-afef5dd31a27 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=cbc95581-f7cd-49cd-a94b-99db80038c35 HTTP/1.1" status: 200 len: 217 time: 0.1140416 Jun 11 09:46:56.643259 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-5d41ef60-c472-4979-b775-ca631b69bc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '056570f7-8305-4b24-bcc0-78b1db5e159f', 'name': 'tempest-FloatingIPsNegativeTestJSON-91349257-router', 'tenant_id': '8d62aa38b60a4fcb869364c0fcbf88f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': 'a2fd3461-67c7-477e-9e09-9765f30a85cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:46:46Z', 'updated_at': '2021-06-11T09:46:50Z', 'revision_number': 3, 'project_id': '8d62aa38b60a4fcb869364c0fcbf88f8', 'gw_port': {'id': 'a2fd3461-67c7-477e-9e09-9765f30a85cd', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a4:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '056570f7-8305-4b24-bcc0-78b1db5e159f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:46:48Z', 'updated_at': '2021-06-11T09:46:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:46:56.653754 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d41ef60-c472-4979-b775-ca631b69bc19 None None] The sync data for ids ['056570f7-8305-4b24-bcc0-78b1db5e159f'] in n-d-779913-12 is: [{'id': '056570f7-8305-4b24-bcc0-78b1db5e159f', 'name': 'tempest-FloatingIPsNegativeTestJSON-91349257-router', 'tenant_id': '8d62aa38b60a4fcb869364c0fcbf88f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': 'a2fd3461-67c7-477e-9e09-9765f30a85cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:46:46Z', 'updated_at': '2021-06-11T09:46:50Z', 'revision_number': 3, 'project_id': '8d62aa38b60a4fcb869364c0fcbf88f8', 'gw_port': {'id': 'a2fd3461-67c7-477e-9e09-9765f30a85cd', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a4:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '056570f7-8305-4b24-bcc0-78b1db5e159f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:46:48Z', 'updated_at': '2021-06-11T09:46:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:46:56.796045 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc73063-0ff7-4dd6-ab4d-ec10eb083940 req-9437d131-e5ba-4ecb-b80e-cf9e001a8f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:56.799517 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0fc73063-0ff7-4dd6-ab4d-ec10eb083940 req-9437d131-e5ba-4ecb-b80e-cf9e001a8f07 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=189b03cc-b2a8-4615-9ab5-ad0328c3f10f HTTP/1.1" status: 200 len: 843 time: 0.1835434 Jun 11 09:46:57.158681 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-376f6eac-7e53-44c5-9bd4-74a244c8d0a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:57.187878 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc73063-0ff7-4dd6-ab4d-ec10eb083940 req-e29adc3c-88a3-4478-a6d2-31de2331a543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:57.187878 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0fc73063-0ff7-4dd6-ab4d-ec10eb083940 req-e29adc3c-88a3-4478-a6d2-31de2331a543 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cf20d108-f84c-44de-9036-2269564edd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3640251 Jun 11 09:46:57.263952 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b62294f1-ad45-4e72-8153-3e9f2fefdb9a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:57.276412 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc73063-0ff7-4dd6-ab4d-ec10eb083940 req-19043f1b-5fea-4cf7-909e-d5fdb5f0d3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:57.279621 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0fc73063-0ff7-4dd6-ab4d-ec10eb083940 req-19043f1b-5fea-4cf7-909e-d5fdb5f0d3e4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cf20d108-f84c-44de-9036-2269564edd60 HTTP/1.1" status: 200 len: 870 time: 1.0983171 Jun 11 09:46:57.372537 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a5d8e-b6c8-44a1-b1c7-ea2a095aeb59 req-be386dfe-cf57-4c23-bf70-cdb526815f3b tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:57.380865 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-016a5d8e-b6c8-44a1-b1c7-ea2a095aeb59 req-be386dfe-cf57-4c23-bf70-cdb526815f3b tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 944 time: 0.4415107 Jun 11 09:46:57.383019 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-376f6eac-7e53-44c5-9bd4-74a244c8d0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:57.383553 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0fc73063-0ff7-4dd6-ab4d-ec10eb083940 req-7911a995-0508-4a5a-8280-2d3bf008b005 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=cbc95581-f7cd-49cd-a94b-99db80038c35 HTTP/1.1" status: 200 len: 217 time: 0.0973954 Jun 11 09:46:57.393180 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-68f01fc0-9f1f-4345-aa87-1085d2c97514 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:57.393987 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3104547-607a-42ad-892a-87d9a44bc87f req-71c49319-9508-4cd9-bf43-53e1afae777c tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:57.396157 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c3104547-607a-42ad-892a-87d9a44bc87f req-71c49319-9508-4cd9-bf43-53e1afae777c tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "GET /v2.0/ports?device_id=604f9f22-aaf7-4f98-8e1d-78b9326e5b57 HTTP/1.1" status: 200 len: 946 time: 1.2048264 Jun 11 09:46:57.421769 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device a2fd3461-67c7-477e-9e09-9765f30a85cd up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:46:57.438587 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376f6eac-7e53-44c5-9bd4-74a244c8d0a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f044d463-6c39-4628-8959-c4e168cd7cec,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:57.461273 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-376f6eac-7e53-44c5-9bd4-74a244c8d0a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:57.479687 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b62294f1-ad45-4e72-8153-3e9f2fefdb9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:57.485534 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5f6326db-e64b-44ad-8d2d-d65571a3fe8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:57.494127 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0fc73063-0ff7-4dd6-ab4d-ec10eb083940 req-a854c689-8c04-4660-9aea-26e03f38efc8 service neutron] 10.222.0.69 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002062 Jun 11 09:46:57.525860 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-376f6eac-7e53-44c5-9bd4-74a244c8d0a0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8fe97049f5a4486fb193c60ca5ecf602&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3306315 Jun 11 09:46:57.541535 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 44514) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:46:57.583344 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-016a5d8e-b6c8-44a1-b1c7-ea2a095aeb59 req-820e40f6-5970-4676-9a33-fab04cb60e8a tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d1f1aa-3601-424b-af20-9acf0698c1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2013476 Jun 11 09:46:57.611720 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port a2fd3461-67c7-477e-9e09-9765f30a85cd completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:46:57.618431 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port a2fd3461-67c7-477e-9e09-9765f30a85cd triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:46:57.620270 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:57.666822 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b62294f1-ad45-4e72-8153-3e9f2fefdb9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375108'] for router_interface, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:57.669294 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62294f1-ad45-4e72-8153-3e9f2fefdb9a admin admin] Pushing event updated for resources: {'Port': ['ID=df8b7d61-a6a4-48c6-bb8c-6ecb0b5295b2,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:57.673116 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc73063-0ff7-4dd6-ab4d-ec10eb083940 req-b2e7e313-4365-453d-b2fc-d464b33a3d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:57.684091 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0fc73063-0ff7-4dd6-ab4d-ec10eb083940 req-b2e7e313-4365-453d-b2fc-d464b33a3d29 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=189b03cc-b2a8-4615-9ab5-ad0328c3f10f HTTP/1.1" status: 200 len: 843 time: 0.2866929 Jun 11 09:46:57.686183 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b62294f1-ad45-4e72-8153-3e9f2fefdb9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:57.698818 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c3104547-607a-42ad-892a-87d9a44bc87f req-8750649e-bc88-46ed-8707-cf5566821c9c tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f660163-b4cf-41bb-9ff5-65f9e727e866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728667 Jun 11 09:46:57.876056 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:57.922768 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port a2fd3461-67c7-477e-9e09-9765f30a85cd, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=a2fd3461-67c7-477e-9e09-9765f30a85cd,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:46:57.982683 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f8d4588f-0165-43ae-8193-00497a30e531 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:58.028617 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:58.037068 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-8902994d-1ac8-42ef-a850-c113fc7a3ff8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:58.038995 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f8d4588f-0165-43ae-8193-00497a30e531 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:58.166215 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0fc73063-0ff7-4dd6-ab4d-ec10eb083940 req-211d2b8a-e364-4424-bf3c-50d87627f131 service neutron] 10.222.0.69 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6635358 Jun 11 09:46:58.193862 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f8d4588f-0165-43ae-8193-00497a30e531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:58.196483 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f8d4588f-0165-43ae-8193-00497a30e531 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:58.199078 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-f8d4588f-0165-43ae-8193-00497a30e531 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f044d463-6c39-4628-8959-c4e168cd7cec HTTP/1.1" status: 204 len: 168 time: 0.6471288 Jun 11 09:46:58.201056 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5856a401-0d03-4eaf-9d2e-d32bc19b6e19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:58.208087 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=a2fd3461-67c7-477e-9e09-9765f30a85cd,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:58.214266 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:58.221415 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d4588f-0165-43ae-8193-00497a30e531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f044d463-6c39-4628-8959-c4e168cd7cec,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:58.224798 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f8d4588f-0165-43ae-8193-00497a30e531 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:58.237199 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff221ce-20a4-4aeb-8a41-7e8653867ea9 req-86dfb60a-69e8-42e0-b0ff-816898a11531 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:58.238770 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6ff221ce-20a4-4aeb-8a41-7e8653867ea9 req-86dfb60a-69e8-42e0-b0ff-816898a11531 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a97632d-2625-4ca9-afb6-ae7df42d0ac2 HTTP/1.1" status: 200 len: 948 time: 0.2600935 Jun 11 09:46:58.318566 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6ff221ce-20a4-4aeb-8a41-7e8653867ea9 req-0a7f27eb-58c0-41e0-9391-14d2859fefd3 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616848 Jun 11 09:46:58.355501 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62294f1-ad45-4e72-8153-3e9f2fefdb9a admin admin] Network ddd14193-0297-4168-87e0-09d3bbdd850c is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:46:58.365594 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-b62294f1-ad45-4e72-8153-3e9f2fefdb9a admin admin] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:46:58.499227 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 44542) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:46:58.501023 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e7badb-9d60-4630-bbc0-7c85a64d7e9a req-9d11027c-a02b-4459-9827-5e73994a1af5 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:58.509670 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-82e7badb-9d60-4630-bbc0-7c85a64d7e9a req-9d11027c-a02b-4459-9827-5e73994a1af5 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/networks?id=743172cf-2dc7-4438-9267-f806a2cb8a77 HTTP/1.1" status: 200 len: 806 time: 0.3821454 Jun 11 09:46:58.598815 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc73063-0ff7-4dd6-ab4d-ec10eb083940 req-eba02f36-b6aa-430d-be0d-50079230e71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:58.603928 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0fc73063-0ff7-4dd6-ab4d-ec10eb083940 req-eba02f36-b6aa-430d-be0d-50079230e71f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf20d108-f84c-44de-9036-2269564edd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8994610 Jun 11 09:46:58.645414 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-82e7badb-9d60-4630-bbc0-7c85a64d7e9a req-4e4f1cd3-2bee-44a1-b627-7854581e0170 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/quotas/845e0c4a59a549beb9cd8a20149f973b HTTP/1.1" status: 200 len: 375 time: 0.1315622 Jun 11 09:46:58.883531 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-3bd04f1e-0173-4902-b2e4-db6b5fcb5b7e None None] Provisioning complete for port df8b7d61-a6a4-48c6-bb8c-6ecb0b5295b2 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:46:58.885127 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3bd04f1e-0173-4902-b2e4-db6b5fcb5b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:58.949282 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b62294f1-ad45-4e72-8153-3e9f2fefdb9a admin admin] Router 056570f7-8305-4b24-bcc0-78b1db5e159f has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 09:46:58.963600 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-3bd04f1e-0173-4902-b2e4-db6b5fcb5b7e None None] Port df8b7d61-a6a4-48c6-bb8c-6ecb0b5295b2 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:46:58.969685 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-82e7badb-9d60-4630-bbc0-7c85a64d7e9a req-160e42ca-47a3-42b1-82ee-c569194a1675 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=845e0c4a59a549beb9cd8a20149f973b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3208008 Jun 11 09:46:59.011784 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-02be2531-c47f-43dd-b3ec-a51c5828f4bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:59.029793 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0fc73063-0ff7-4dd6-ab4d-ec10eb083940 req-b232e6cf-aa74-4edf-bfae-36d5357d68f1 service neutron] 10.222.0.64 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4047127 Jun 11 09:46:59.115811 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457079e2-bdec-4a2c-aae4-79cb626fa138 req-74bde1bf-7c31-4097-b7fa-584cd13058be tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:59.123017 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-457079e2-bdec-4a2c-aae4-79cb626fa138 req-74bde1bf-7c31-4097-b7fa-584cd13058be tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 944 time: 0.2062778 Jun 11 09:46:59.221415 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 44554) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:46:59.261764 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-47a3832d-1300-48b6-9d03-4230e0f96e52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:59.279419 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-457079e2-bdec-4a2c-aae4-79cb626fa138 req-0002296d-4f8b-4943-aa21-31068659b590 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d1f1aa-3601-424b-af20-9acf0698c1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506653 Jun 11 09:46:59.375049 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-82e7badb-9d60-4630-bbc0-7c85a64d7e9a req-37607542-9fc6-49db-b677-1649521afe3a service neutron] 10.222.0.60 "GET /v2.0/networks/743172cf-2dc7-4438-9267-f806a2cb8a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4044237 Jun 11 09:46:59.384100 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-02be2531-c47f-43dd-b3ec-a51c5828f4bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:59.409656 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b62294f1-ad45-4e72-8153-3e9f2fefdb9a admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:46:59.422720 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-b62294f1-ad45-4e72-8153-3e9f2fefdb9a admin admin] 10.222.0.60 "PUT /v2.0/routers/056570f7-8305-4b24-bcc0-78b1db5e159f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7094035 Jun 11 09:46:59.426761 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0fc73063-0ff7-4dd6-ab4d-ec10eb083940 req-c3d08390-9634-4056-b6b8-c3b81b35bb4e service neutron] 10.222.0.64 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3882294 Jun 11 09:46:59.450849 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device a2fd3461-67c7-477e-9e09-9765f30a85cd up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:46:59.455421 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-02be2531-c47f-43dd-b3ec-a51c5828f4bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:59.458753 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7928380d-2b15-43d9-b382-7d42830a1a13 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:46:59.566380 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02be2531-c47f-43dd-b3ec-a51c5828f4bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7322d47b-4343-4554-8a00-e8f4be4678c5,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:46:59.585497 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-02be2531-c47f-43dd-b3ec-a51c5828f4bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:46:59.602403 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port a2fd3461-67c7-477e-9e09-9765f30a85cd triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:46:59.614989 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:59.619154 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-82e7badb-9d60-4630-bbc0-7c85a64d7e9a req-6f722d82-ffd3-49e3-a242-f70f7f6f12a9 service neutron] 10.222.0.60 "GET /v2.0/networks/743172cf-2dc7-4438-9267-f806a2cb8a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431607 Jun 11 09:46:59.659789 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56ecd54-a91f-4783-9800-b3616d320792 None None] Sync routers for ids ['056570f7-8305-4b24-bcc0-78b1db5e159f'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:46:59.677908 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56ecd54-a91f-4783-9800-b3616d320792 None None] Routers {'056570f7-8305-4b24-bcc0-78b1db5e159f'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:46:59.678547 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-f56ecd54-a91f-4783-9800-b3616d320792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:46:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['056570f7-8305-4b24-bcc0-78b1db5e159f'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:46:59.768955 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-02be2531-c47f-43dd-b3ec-a51c5828f4bc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f34a1860f8524df4b546d9bcc5bf53ee&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2652357 Jun 11 09:46:59.769521 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 44562) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:46:59.803989 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-47a3832d-1300-48b6-9d03-4230e0f96e52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:59.867526 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a995e92-c4f1-4f64-9073-d1f7d74d8865 req-0c7e6c98-9832-49f3-a8b1-b08a8fbf162c tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:46:59.880437 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-f56ecd54-a91f-4783-9800-b3616d320792 None None] Set router 056570f7-8305-4b24-bcc0-78b1db5e159f gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:46:59.881149 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8a995e92-c4f1-4f64-9073-d1f7d74d8865 req-0c7e6c98-9832-49f3-a8b1-b08a8fbf162c tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "GET /v2.0/ports?device_id=604f9f22-aaf7-4f98-8e1d-78b9326e5b57 HTTP/1.1" status: 200 len: 946 time: 0.3162191 Jun 11 09:46:59.904489 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b0ee1364-d2e5-4b10-b667-c6a29f19e0fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:46:59.944266 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b0ee1364-d2e5-4b10-b667-c6a29f19e0fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:00.165357 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b0ee1364-d2e5-4b10-b667-c6a29f19e0fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:00.168710 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b0ee1364-d2e5-4b10-b667-c6a29f19e0fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:00.170135 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-b0ee1364-d2e5-4b10-b667-c6a29f19e0fc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7322d47b-4343-4554-8a00-e8f4be4678c5 HTTP/1.1" status: 204 len: 168 time: 0.3997962 Jun 11 09:47:00.171701 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-bf514b98-1416-453e-87c6-4eb60e506fa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:47:00.214939 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ee1364-d2e5-4b10-b667-c6a29f19e0fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7322d47b-4343-4554-8a00-e8f4be4678c5,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:47:00.226107 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b0ee1364-d2e5-4b10-b667-c6a29f19e0fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:47:00.383187 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-f56ecd54-a91f-4783-9800-b3616d320792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '056570f7-8305-4b24-bcc0-78b1db5e159f', 'name': 'tempest-FloatingIPsNegativeTestJSON-91349257-router', 'tenant_id': '8d62aa38b60a4fcb869364c0fcbf88f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': 'a2fd3461-67c7-477e-9e09-9765f30a85cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:46:46Z', 'updated_at': '2021-06-11T09:46:55Z', 'revision_number': 4, 'project_id': '8d62aa38b60a4fcb869364c0fcbf88f8', 'gw_port': {'id': 'a2fd3461-67c7-477e-9e09-9765f30a85cd', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056570f7-8305-4b24-bcc0-78b1db5e159f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:46:48Z', 'updated_at': '2021-06-11T09:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': 'df8b7d61-a6a4-48c6-bb8c-6ecb0b5295b2', 'name': '', 'network_id': 'ddd14193-0297-4168-87e0-09d3bbdd850c', 'tenant_id': '8d62aa38b60a4fcb869364c0fcbf88f8', 'mac_address': 'fa:16:3e:07:43:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '056570f7-8305-4b24-bcc0-78b1db5e159f', 'device_owner': 'network:router_interface', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'd96a7940-a040-4487-b5ee-ed64e67be1da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:46:54Z', 'updated_at': '2021-06-11T09:46:56Z', 'revision_number': 2, 'project_id': '8d62aa38b60a4fcb869364c0fcbf88f8', 'subnets': [{'id': 'd96a7940-a040-4487-b5ee-ed64e67be1da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:47:00.400573 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56ecd54-a91f-4783-9800-b3616d320792 None None] Checking router: 056570f7-8305-4b24-bcc0-78b1db5e159f for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:47:00.400939 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56ecd54-a91f-4783-9800-b3616d320792 None None] Updating router 056570f7-8305-4b24-bcc0-78b1db5e159f port df8b7d61-a6a4-48c6-bb8c-6ecb0b5295b2 binding host n-d-779913-12 {{(pid=93179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 09:47:00.401338 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device cbc95581-f7cd-49cd-a94b-99db80038c35 details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:47:00.553738 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00511a57-035b-4843-b5d7-f6d410264261 req-9ca97565-1cc5-45a0-8056-2bb8fd94dbb9 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:00.554812 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-f56ecd54-a91f-4783-9800-b3616d320792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:00.554994 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-00511a57-035b-4843-b5d7-f6d410264261 req-9ca97565-1cc5-45a0-8056-2bb8fd94dbb9 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a97632d-2625-4ca9-afb6-ae7df42d0ac2 HTTP/1.1" status: 200 len: 948 time: 0.2239234 Jun 11 09:47:00.561402 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-00511a57-035b-4843-b5d7-f6d410264261 req-26fe6e92-4b7e-41ea-92bc-89bf73e828ec tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579441 Jun 11 09:47:00.589379 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port cbc95581-f7cd-49cd-a94b-99db80038c35, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=cbc95581-f7cd-49cd-a94b-99db80038c35,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:47:00.604565 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': 'cbc95581-f7cd-49cd-a94b-99db80038c35', 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60', 'port_id': 'cbc95581-f7cd-49cd-a94b-99db80038c35', 'mac_address': 'fa:16:3e:74:d9:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189b03cc-b2a8-4615-9ab5-ad0328c3f10f', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:47:00.607891 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8a995e92-c4f1-4f64-9073-d1f7d74d8865 req-8b47f365-8999-4929-8517-b69ed7d3d2e1 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f660163-b4cf-41bb-9ff5-65f9e727e866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7260647 Jun 11 09:47:00.608563 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-47a3832d-1300-48b6-9d03-4230e0f96e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:00.627389 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d68433b0-68e1-4c76-8184-be870c75efc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:47:00.665693 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:00.688785 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbc95581-f7cd-49cd-a94b-99db80038c35 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:47:00.716744 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port cbc95581-f7cd-49cd-a94b-99db80038c35, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=cbc95581-f7cd-49cd-a94b-99db80038c35,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:47:00.738806 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-88089642-56c7-4286-8d54-a462186cc099 req-f4c854f5-f06c-4183-a40e-65d02f296850 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=64a28f87-3418-460b-ac64-cf311cb671ca HTTP/1.1" status: 200 len: 210 time: 0.0491126 Jun 11 09:47:00.743966 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-47a3832d-1300-48b6-9d03-4230e0f96e52 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9ecbe60e545c47408b80d0a0341ead35&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5131598 Jun 11 09:47:00.743966 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a3832d-1300-48b6-9d03-4230e0f96e52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb7dc90-581a-4604-86b0-6435ad152397,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:47:00.744415 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 44586) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:47:00.745642 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-47a3832d-1300-48b6-9d03-4230e0f96e52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:47:00.847962 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:00.856318 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:47:00.881222 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-99401335-9fb0-44e8-9099-84cfd014c28d req-ec71abf9-3183-48f4-836a-6e6373232e51 tempest-FloatingIPsNegativeTestJSON-569330866 tempest-FloatingIPsNegativeTestJSON-569330866-project] 10.222.0.60 "GET /v2.0/floatingips?tenant_id=8d62aa38b60a4fcb869364c0fcbf88f8 HTTP/1.1" status: 200 len: 217 time: 0.1091156 Jun 11 09:47:00.944590 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ac149549-952d-4a57-88f4-c69e928cb097 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:00.968592 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=cbc95581-f7cd-49cd-a94b-99db80038c35,revision_number=8']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:47:00.984602 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:47:00.985815 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:01.022584 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf17748e-dec5-417f-8bc3-e4f91f96e800 req-f3c233f6-c5fb-433f-b331-8a0171f9c915 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:01.031318 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cf17748e-dec5-417f-8bc3-e4f91f96e800 req-f3c233f6-c5fb-433f-b331-8a0171f9c915 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 944 time: 0.1054070 Jun 11 09:47:01.038654 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-64f3b6c7-73bc-4633-ab0c-4894f31f48b0 req-02f91365-a97c-4e18-b7e5-8b3ce47d26b1 tempest-FloatingIPsNegativeTestJSON-569330866 tempest-FloatingIPsNegativeTestJSON-569330866-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0951362 Jun 11 09:47:01.091718 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ac149549-952d-4a57-88f4-c69e928cb097 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:01.157434 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-f56ecd54-a91f-4783-9800-b3616d320792 None None] Notify callbacks [] for port, precommit_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:01.161923 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cf17748e-dec5-417f-8bc3-e4f91f96e800 req-07a04322-6c8e-4036-9e78-0801447a27ec tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d1f1aa-3601-424b-af20-9acf0698c1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279235 Jun 11 09:47:01.181348 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-f56ecd54-a91f-4783-9800-b3616d320792 None None] Transition to ACTIVE for port object df8b7d61-a6a4-48c6-bb8c-6ecb0b5295b2 will not be triggered until provisioned by entity L2. {{(pid=93179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:47:01.256438 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-f56ecd54-a91f-4783-9800-b3616d320792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:01.265949 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['cbc95581-f7cd-49cd-a94b-99db80038c35'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:47:01.266584 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:47:01.293099 n-d-779913-12 neutron-server[93176]: INFO neutron.api.v2.resource [req-d8900e3e-52ae-4c0e-b8fc-f0fea335c397 req-45e6467b-96c9-4926-a627-2acfd3e24b81 tempest-FloatingIPsNegativeTestJSON-569330866 tempest-FloatingIPsNegativeTestJSON-569330866-project] show failed (client error): The resource could not be found. Jun 11 09:47:01.293795 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d8900e3e-52ae-4c0e-b8fc-f0fea335c397 req-45e6467b-96c9-4926-a627-2acfd3e24b81 tempest-FloatingIPsNegativeTestJSON-569330866 tempest-FloatingIPsNegativeTestJSON-569330866-project] 10.222.0.60 "GET /v2.0/floatingips/93321e77-1e45-4c43-b9f4-e2a64af27bea HTTP/1.1" status: 404 len: 350 time: 0.1070485 Jun 11 09:47:01.308543 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 44616) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:47:01.429402 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b1f1c4-b086-4c01-ab74-ba0d84ce05cd None None] Pushing event updated for resources: {'Port': ['ID=df8b7d61-a6a4-48c6-bb8c-6ecb0b5295b2,revision_number=3']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:47:01.433081 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-d6b1f1c4-b086-4c01-ab74-ba0d84ce05cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:47:01.605865 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ac149549-952d-4a57-88f4-c69e928cb097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:01.614517 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ac149549-952d-4a57-88f4-c69e928cb097 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:01.615706 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-ac149549-952d-4a57-88f4-c69e928cb097 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1fb7dc90-581a-4604-86b0-6435ad152397 HTTP/1.1" status: 204 len: 168 time: 0.8703017 Jun 11 09:47:01.625521 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-f56ecd54-a91f-4783-9800-b3616d320792 None None] Attempting to bind port df8b7d61-a6a4-48c6-bb8c-6ecb0b5295b2 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:47:01.625910 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-f56ecd54-a91f-4783-9800-b3616d320792 None None] Attempting to bind port df8b7d61-a6a4-48c6-bb8c-6ecb0b5295b2 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '4c0ac087-f968-478f-8386-01aef4ed9134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'ddd14193-0297-4168-87e0-09d3bbdd850c'}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:47:01.626284 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56ecd54-a91f-4783-9800-b3616d320792 None None] Attempting to bind port df8b7d61-a6a4-48c6-bb8c-6ecb0b5295b2 on network ddd14193-0297-4168-87e0-09d3bbdd850c {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:47:01.628035 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b489b607-c54e-40a5-ad9c-93cd89795118 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:47:01.647117 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56ecd54-a91f-4783-9800-b3616d320792 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:47:01.647951 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56ecd54-a91f-4783-9800-b3616d320792 None None] Checking segment: {'id': '4c0ac087-f968-478f-8386-01aef4ed9134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'ddd14193-0297-4168-87e0-09d3bbdd850c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:47:01.650177 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-f56ecd54-a91f-4783-9800-b3616d320792 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:01.650617 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56ecd54-a91f-4783-9800-b3616d320792 None None] Bound using segment: {'id': '4c0ac087-f968-478f-8386-01aef4ed9134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'ddd14193-0297-4168-87e0-09d3bbdd850c'} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:47:01.651354 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-f56ecd54-a91f-4783-9800-b3616d320792 None None] Bound port: df8b7d61-a6a4-48c6-bb8c-6ecb0b5295b2, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c0ac087-f968-478f-8386-01aef4ed9134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'ddd14193-0297-4168-87e0-09d3bbdd850c'}}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:47:01.651687 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-f56ecd54-a91f-4783-9800-b3616d320792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:01.667206 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac149549-952d-4a57-88f4-c69e928cb097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb7dc90-581a-4604-86b0-6435ad152397,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:47:01.676794 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ac149549-952d-4a57-88f4-c69e928cb097 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:47:01.807350 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-f56ecd54-a91f-4783-9800-b3616d320792 None None] For port df8b7d61-a6a4-48c6-bb8c-6ecb0b5295b2, host n-d-779913-12, cleared binding levels {{(pid=93179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:47:01.819163 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-f56ecd54-a91f-4783-9800-b3616d320792 None None] For port df8b7d61-a6a4-48c6-bb8c-6ecb0b5295b2, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=df8b7d61-a6a4-48c6-bb8c-6ecb0b5295b2,segment=NetworkSegment(4c0ac087-f968-478f-8386-01aef4ed9134),segment_id=4c0ac087-f968-478f-8386-01aef4ed9134)] {{(pid=93179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:47:01.925119 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-f56ecd54-a91f-4783-9800-b3616d320792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:01.940590 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:47:02.053646 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56ecd54-a91f-4783-9800-b3616d320792 None None] Routers {'056570f7-8305-4b24-bcc0-78b1db5e159f'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:47:02.058169 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-f56ecd54-a91f-4783-9800-b3616d320792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:46:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['056570f7-8305-4b24-bcc0-78b1db5e159f'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:47:02.131011 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd91aa-23af-4fbd-8509-b8396160941e req-058b09b0-f29f-41f7-8371-a9eaa0e9cb12 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:02.133632 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-22bd91aa-23af-4fbd-8509-b8396160941e req-058b09b0-f29f-41f7-8371-a9eaa0e9cb12 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "GET /v2.0/ports?device_id=604f9f22-aaf7-4f98-8e1d-78b9326e5b57 HTTP/1.1" status: 200 len: 946 time: 0.2010615 Jun 11 09:47:02.238530 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-22bd91aa-23af-4fbd-8509-b8396160941e req-92e0bc88-1490-4747-b431-e6bd6ca5b7d5 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f660163-b4cf-41bb-9ff5-65f9e727e866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986962 Jun 11 09:47:02.314236 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b1f1c4-b086-4c01-ab74-ba0d84ce05cd None None] Pushing event updated for resources: {'Port': ['ID=df8b7d61-a6a4-48c6-bb8c-6ecb0b5295b2,revision_number=4']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:47:02.325314 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-d6b1f1c4-b086-4c01-ab74-ba0d84ce05cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:47:02.416883 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-f56ecd54-a91f-4783-9800-b3616d320792 None None] Set router 056570f7-8305-4b24-bcc0-78b1db5e159f gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:47:02.654493 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d66c5be-6d12-421d-aca7-278002a93487 req-9adf8777-865e-4ee4-86df-235fc7c9a459 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:02.658767 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4d66c5be-6d12-421d-aca7-278002a93487 req-9adf8777-865e-4ee4-86df-235fc7c9a459 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 944 time: 0.1774340 Jun 11 09:47:02.783739 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4d66c5be-6d12-421d-aca7-278002a93487 req-7e3475f9-678f-43ed-8266-825f209678e4 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d1f1aa-3601-424b-af20-9acf0698c1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182816 Jun 11 09:47:02.847336 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babcde7e-04af-4f9f-8886-0ec087050d6a req-f3c4da13-57ca-4f4a-85c1-13a793bf8424 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:02.854261 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-babcde7e-04af-4f9f-8886-0ec087050d6a req-f3c4da13-57ca-4f4a-85c1-13a793bf8424 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a97632d-2625-4ca9-afb6-ae7df42d0ac2 HTTP/1.1" status: 200 len: 949 time: 0.9887059 Jun 11 09:47:02.855442 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-f56ecd54-a91f-4783-9800-b3616d320792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '056570f7-8305-4b24-bcc0-78b1db5e159f', 'name': 'tempest-FloatingIPsNegativeTestJSON-91349257-router', 'tenant_id': '8d62aa38b60a4fcb869364c0fcbf88f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': 'a2fd3461-67c7-477e-9e09-9765f30a85cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:46:46Z', 'updated_at': '2021-06-11T09:46:55Z', 'revision_number': 4, 'project_id': '8d62aa38b60a4fcb869364c0fcbf88f8', 'gw_port': {'id': 'a2fd3461-67c7-477e-9e09-9765f30a85cd', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056570f7-8305-4b24-bcc0-78b1db5e159f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:46:48Z', 'updated_at': '2021-06-11T09:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': 'df8b7d61-a6a4-48c6-bb8c-6ecb0b5295b2', 'name': '', 'network_id': 'ddd14193-0297-4168-87e0-09d3bbdd850c', 'tenant_id': '8d62aa38b60a4fcb869364c0fcbf88f8', 'mac_address': 'fa:16:3e:07:43:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '056570f7-8305-4b24-bcc0-78b1db5e159f', 'device_owner': 'network:router_interface', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'd96a7940-a040-4487-b5ee-ed64e67be1da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:46:54Z', 'updated_at': '2021-06-11T09:47:01Z', 'revision_number': 4, 'project_id': '8d62aa38b60a4fcb869364c0fcbf88f8', 'subnets': [{'id': 'd96a7940-a040-4487-b5ee-ed64e67be1da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:47:02.860998 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56ecd54-a91f-4783-9800-b3616d320792 None None] The sync data for ids ['056570f7-8305-4b24-bcc0-78b1db5e159f'] in n-d-779913-12 is: [{'id': '056570f7-8305-4b24-bcc0-78b1db5e159f', 'name': 'tempest-FloatingIPsNegativeTestJSON-91349257-router', 'tenant_id': '8d62aa38b60a4fcb869364c0fcbf88f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': 'a2fd3461-67c7-477e-9e09-9765f30a85cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:46:46Z', 'updated_at': '2021-06-11T09:46:55Z', 'revision_number': 4, 'project_id': '8d62aa38b60a4fcb869364c0fcbf88f8', 'gw_port': {'id': 'a2fd3461-67c7-477e-9e09-9765f30a85cd', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056570f7-8305-4b24-bcc0-78b1db5e159f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:46:48Z', 'updated_at': '2021-06-11T09:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': 'df8b7d61-a6a4-48c6-bb8c-6ecb0b5295b2', 'name': '', 'network_id': 'ddd14193-0297-4168-87e0-09d3bbdd850c', 'tenant_id': '8d62aa38b60a4fcb869364c0fcbf88f8', 'mac_address': 'fa:16:3e:07:43:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '056570f7-8305-4b24-bcc0-78b1db5e159f', 'device_owner': 'network:router_interface', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'd96a7940-a040-4487-b5ee-ed64e67be1da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:46:54Z', 'updated_at': '2021-06-11T09:47:01Z', 'revision_number': 4, 'project_id': '8d62aa38b60a4fcb869364c0fcbf88f8', 'subnets': [{'id': 'd96a7940-a040-4487-b5ee-ed64e67be1da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:47:02.862367 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff407ff-2740-40ed-b412-71c6ad07a304 req-cfd92034-8a99-42e0-9534-47256b6f0651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:02.863299 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7ff407ff-2740-40ed-b412-71c6ad07a304 req-cfd92034-8a99-42e0-9534-47256b6f0651 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=85a0b78c318440aa9b70136d633fbbff&device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 1096 time: 0.8525691 Jun 11 09:47:03.009080 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-31ac10cf-2a92-4a51-bd13-aff798c816de req-39600949-ad43-4697-8b93-30d5066c4664 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=64a28f87-3418-460b-ac64-cf311cb671ca HTTP/1.1" status: 200 len: 210 time: 0.0472894 Jun 11 09:47:03.047439 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-babcde7e-04af-4f9f-8886-0ec087050d6a req-27390d5d-0382-42d4-b8da-1053e0ed523c tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919832 Jun 11 09:47:03.258106 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff407ff-2740-40ed-b412-71c6ad07a304 req-09a2ac39-ae5b-4cd3-88c1-579131d96a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:03.259761 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7ff407ff-2740-40ed-b412-71c6ad07a304 req-09a2ac39-ae5b-4cd3-88c1-579131d96a47 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ecbff90d-5ab6-4357-bf37-5548ca0e9255 HTTP/1.1" status: 200 len: 911 time: 0.3880780 Jun 11 09:47:03.461597 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7ff407ff-2740-40ed-b412-71c6ad07a304 req-1cf99dc3-889d-47be-833d-454dd34ea8bb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=730c5223-87c0-4868-94fb-7a041e9c63ba HTTP/1.1" status: 200 len: 999 time: 0.1908293 Jun 11 09:47:03.491823 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device df8b7d61-a6a4-48c6-bb8c-6ecb0b5295b2 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:47:03.593554 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e7badb-9d60-4630-bbc0-7c85a64d7e9a req-67b9ac85-1d7f-466e-8427-cc362d8716ff tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:03.602461 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-82e7badb-9d60-4630-bbc0-7c85a64d7e9a req-67b9ac85-1d7f-466e-8427-cc362d8716ff tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.69 "GET /v2.0/networks?id=743172cf-2dc7-4438-9267-f806a2cb8a77 HTTP/1.1" status: 200 len: 806 time: 0.2922809 Jun 11 09:47:03.609197 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff407ff-2740-40ed-b412-71c6ad07a304 req-41c3f843-6b05-4798-8092-7a9a4684673d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:03.610952 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7ff407ff-2740-40ed-b412-71c6ad07a304 req-41c3f843-6b05-4798-8092-7a9a4684673d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65fd936e-e1de-4d66-9d41-076079c1dae3 HTTP/1.1" status: 200 len: 849 time: 0.1437199 Jun 11 09:47:03.630034 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-82e7badb-9d60-4630-bbc0-7c85a64d7e9a req-6588ed11-4285-43dc-a219-a230409d6566 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Request body: {'port': {'device_id': '64a28f87-3418-460b-ac64-cf311cb671ca', 'network_id': '743172cf-2dc7-4438-9267-f806a2cb8a77', 'admin_state_up': True, 'tenant_id': '845e0c4a59a549beb9cd8a20149f973b'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:47:03.633451 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d4d7fe10-c675-499a-9a0a-e6bb5d295c09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375209'] for router_interface, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:04.172563 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82e7badb-9d60-4630-bbc0-7c85a64d7e9a req-6588ed11-4285-43dc-a219-a230409d6566 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Made reservation on behalf of 845e0c4a59a549beb9cd8a20149f973b for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:47:04.176620 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-82e7badb-9d60-4630-bbc0-7c85a64d7e9a req-6588ed11-4285-43dc-a219-a230409d6566 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:04.193771 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port df8b7d61-a6a4-48c6-bb8c-6ecb0b5295b2 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:47:04.199274 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port df8b7d61-a6a4-48c6-bb8c-6ecb0b5295b2 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:47:04.199691 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:04.227431 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff407ff-2740-40ed-b412-71c6ad07a304 req-cafc3dfa-0a62-4f3f-bd01-a054c539452e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:04.228963 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7ff407ff-2740-40ed-b412-71c6ad07a304 req-cafc3dfa-0a62-4f3f-bd01-a054c539452e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ecbff90d-5ab6-4357-bf37-5548ca0e9255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6104579 Jun 11 09:47:04.335807 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351a7d55-7304-4aec-ac73-acf97285aadc req-1c9cb5f1-bfe6-46a8-8a05-821d0e993c41 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:04.344118 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-351a7d55-7304-4aec-ac73-acf97285aadc req-1c9cb5f1-bfe6-46a8-8a05-821d0e993c41 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "GET /v2.0/ports?device_id=604f9f22-aaf7-4f98-8e1d-78b9326e5b57 HTTP/1.1" status: 200 len: 946 time: 0.5380290 Jun 11 09:47:04.368760 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device cbc95581-f7cd-49cd-a94b-99db80038c35 up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:47:04.407338 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [req-82e7badb-9d60-4630-bbc0-7c85a64d7e9a req-6588ed11-4285-43dc-a219-a230409d6566 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Allocated IP 172.20.0.5 (743172cf-2dc7-4438-9267-f806a2cb8a77/78635cc5-5408-4976-b3d9-b4cc65a6e8b4/e10e1200-8c30-499c-82d6-697618d627c7) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:47:04.478848 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4834f8e-8731-497a-b1cc-4e0ce61f87ad req-e0c387d9-655b-42df-8e03-d79848a8833d tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:04.480561 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a4834f8e-8731-497a-b1cc-4e0ce61f87ad req-e0c387d9-655b-42df-8e03-d79848a8833d tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a97632d-2625-4ca9-afb6-ae7df42d0ac2&tenant_id=2d153095abe14427b94c36cd340ad809&binding%3Ahost_id=n-h2-779913-12 HTTP/1.1" status: 200 len: 949 time: 0.5301213 Jun 11 09:47:04.498507 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:04.569701 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port df8b7d61-a6a4-48c6-bb8c-6ecb0b5295b2, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=df8b7d61-a6a4-48c6-bb8c-6ecb0b5295b2,segment=NetworkSegment(4c0ac087-f968-478f-8386-01aef4ed9134),segment_id=4c0ac087-f968-478f-8386-01aef4ed9134)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:47:04.598998 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning for port cbc95581-f7cd-49cd-a94b-99db80038c35 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:47:04.603773 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port cbc95581-f7cd-49cd-a94b-99db80038c35 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:47:04.604157 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:04.638920 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-351a7d55-7304-4aec-ac73-acf97285aadc req-08f696df-e6f8-46c9-bc0a-d8fb825d1ff7 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f660163-b4cf-41bb-9ff5-65f9e727e866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919607 Jun 11 09:47:04.698603 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:04.742716 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-bf5e9f54-6f99-47c3-b57a-ec714faee90f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:47:04.760427 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7ff407ff-2740-40ed-b412-71c6ad07a304 req-1125b82e-5523-47eb-8dfe-5fd80d35aa1e service neutron] 10.222.0.64 "GET /v2.0/networks/ecbff90d-5ab6-4357-bf37-5548ca0e9255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5125563 Jun 11 09:47:04.819940 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-82e7badb-9d60-4630-bbc0-7c85a64d7e9a req-6588ed11-4285-43dc-a219-a230409d6566 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:04.854153 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=df8b7d61-a6a4-48c6-bb8c-6ecb0b5295b2,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:47:04.879968 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:47:04.938022 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:04.940979 n-d-779913-12 neutron-server[93176]: INFO neutron.api.v2.resource [req-a4834f8e-8731-497a-b1cc-4e0ce61f87ad req-4c4a86a4-2a99-45c2-98b3-67834ba897c9 service neutron] delete failed (client error): The resource could not be found. Jun 11 09:47:04.942065 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a4834f8e-8731-497a-b1cc-4e0ce61f87ad req-4c4a86a4-2a99-45c2-98b3-67834ba897c9 service neutron] 10.222.0.64 "DELETE /v2.0/ports/cbc95581-f7cd-49cd-a94b-99db80038c35/bindings/n-h1-779913-12 HTTP/1.1" status: 404 len: 381 time: 0.4408135 Jun 11 09:47:04.942846 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-82e7badb-9d60-4630-bbc0-7c85a64d7e9a req-6588ed11-4285-43dc-a219-a230409d6566 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:04.961310 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-91bdd7a3-2924-4121-b777-ab9dcfd8b597 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:47:04.985939 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['8d90aed3-d0d9-439d-99e2-28dedffaf1bf'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:47:05.047254 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a97632d-2625-4ca9-afb6-ae7df42d0ac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbc95581-f7cd-49cd-a94b-99db80038c35'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:47:05.050492 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd937dc4-7dfa-4f34-9887-e297c5a57076" -d '{"events": [{"server_uuid": "4a97632d-2625-4ca9-afb6-ae7df42d0ac2", "name": "network-vif-plugged", "status": "completed", "tag": "cbc95581-f7cd-49cd-a94b-99db80038c35"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:47:05.109339 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port cbc95581-f7cd-49cd-a94b-99db80038c35, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=cbc95581-f7cd-49cd-a94b-99db80038c35,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:47:05.139101 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82e7badb-9d60-4630-bbc0-7c85a64d7e9a req-6588ed11-4285-43dc-a219-a230409d6566 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Network 743172cf-2dc7-4438-9267-f806a2cb8a77 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:47:05.141945 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6588ed11-4285-43dc-a219-a230409d6566 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Pushing event updated for resources: {'Port': ['ID=e10e1200-8c30-499c-82d6-697618d627c7,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:47:05.149317 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6588ed11-4285-43dc-a219-a230409d6566 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:47:05.153455 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [req-82e7badb-9d60-4630-bbc0-7c85a64d7e9a req-6588ed11-4285-43dc-a219-a230409d6566 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:47:05.164452 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7ff407ff-2740-40ed-b412-71c6ad07a304 req-658b71d9-706f-4463-8669-8748a2ce64c6 service neutron] 10.222.0.64 "GET /v2.0/networks/ecbff90d-5ab6-4357-bf37-5548ca0e9255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4008448 Jun 11 09:47:05.168232 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:05.176137 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-d4d7fe10-c675-499a-9a0a-e6bb5d295c09 admin admin] Deleting port df8b7d61-a6a4-48c6-bb8c-6ecb0b5295b2 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:47:05.176501 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-82e7badb-9d60-4630-bbc0-7c85a64d7e9a req-6588ed11-4285-43dc-a219-a230409d6566 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:47:05.176678 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d4d7fe10-c675-499a-9a0a-e6bb5d295c09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:05.181022 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 3bb32f6d-7477-4696-b349-b5a005eb2f00 no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:47:05.189539 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-bf5e9f54-6f99-47c3-b57a-ec714faee90f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:47:05.236116 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7011d749-497b-41d7-aac3-244d28c9cc19 req-1c96a3cf-e51f-4aa5-b7ba-89a663c38445 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:05.237884 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7011d749-497b-41d7-aac3-244d28c9cc19 req-1c96a3cf-e51f-4aa5-b7ba-89a663c38445 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a97632d-2625-4ca9-afb6-ae7df42d0ac2 HTTP/1.1" status: 200 len: 949 time: 0.3042943 Jun 11 09:47:05.242807 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4834f8e-8731-497a-b1cc-4e0ce61f87ad req-f3820e68-612a-48a5-ac6c-5188d1e113fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:05.244295 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a4834f8e-8731-497a-b1cc-4e0ce61f87ad req-f3820e68-612a-48a5-ac6c-5188d1e113fa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2d153095abe14427b94c36cd340ad809&device_id=4a97632d-2625-4ca9-afb6-ae7df42d0ac2 HTTP/1.1" status: 200 len: 1101 time: 0.1970353 Jun 11 09:47:05.305416 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e7badb-9d60-4630-bbc0-7c85a64d7e9a req-6588ed11-4285-43dc-a219-a230409d6566 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:05.306274 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-82e7badb-9d60-4630-bbc0-7c85a64d7e9a req-6588ed11-4285-43dc-a219-a230409d6566 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:05.335448 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b328c30-93fa-4209-af68-da82c76e4019 req-5f1b03eb-d000-46f6-9a84-6160fb63acac tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:05.337010 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5b328c30-93fa-4209-af68-da82c76e4019 req-5f1b03eb-d000-46f6-9a84-6160fb63acac tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 944 time: 0.1895218 Jun 11 09:47:05.385729 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=cbc95581-f7cd-49cd-a94b-99db80038c35,revision_number=9']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:47:05.398981 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:47:05.408260 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device df8b7d61-a6a4-48c6-bb8c-6ecb0b5295b2 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:47:05.411285 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-82e7badb-9d60-4630-bbc0-7c85a64d7e9a req-6588ed11-4285-43dc-a219-a230409d6566 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7954650 Jun 11 09:47:05.419387 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5b328c30-93fa-4209-af68-da82c76e4019 req-9ae6ad30-d453-4062-b750-617d2d44ab5f tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d1f1aa-3601-424b-af20-9acf0698c1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733857 Jun 11 09:47:05.439425 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7011d749-497b-41d7-aac3-244d28c9cc19 req-f7f97971-42e7-4041-9ef9-08fd92eefcd0 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941559 Jun 11 09:47:05.447622 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-82e7badb-9d60-4630-bbc0-7c85a64d7e9a req-37412ddf-b82e-4a93-b1ed-66e755171144 service neutron] Request body: {'port': {'device_id': '64a28f87-3418-460b-ac64-cf311cb671ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-12'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:47:05.462761 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:05.478202 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-d4d7fe10-c675-499a-9a0a-e6bb5d295c09 admin admin] For port df8b7d61-a6a4-48c6-bb8c-6ecb0b5295b2, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=df8b7d61-a6a4-48c6-bb8c-6ecb0b5295b2,segment=NetworkSegment(4c0ac087-f968-478f-8386-01aef4ed9134),segment_id=4c0ac087-f968-478f-8386-01aef4ed9134)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:47:05.478507 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d4d7fe10-c675-499a-9a0a-e6bb5d295c09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:05.566849 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 09:47:05.592630 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:05.598834 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-d4d7fe10-c675-499a-9a0a-e6bb5d295c09 admin admin] Calling delete_port for df8b7d61-a6a4-48c6-bb8c-6ecb0b5295b2 owned by network:router_interface {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:47:05.611768 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4834f8e-8731-497a-b1cc-4e0ce61f87ad req-a4b9ea6d-8ade-40e3-ac90-2e5c65025b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:05.613690 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a4834f8e-8731-497a-b1cc-4e0ce61f87ad req-a4b9ea6d-8ade-40e3-ac90-2e5c65025b31 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cf20d108-f84c-44de-9036-2269564edd60 HTTP/1.1" status: 200 len: 870 time: 0.3604312 Jun 11 09:47:05.652590 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port df8b7d61-a6a4-48c6-bb8c-6ecb0b5295b2 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:47:05.655984 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:05.688216 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-82e7badb-9d60-4630-bbc0-7c85a64d7e9a req-37412ddf-b82e-4a93-b1ed-66e755171144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:05.720483 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 3bb32f6d-7477-4696-b349-b5a005eb2f00, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=3bb32f6d-7477-4696-b349-b5a005eb2f00,segment=NetworkSegment(59465666-5c69-4224-8b1f-2b974d7d569d),segment_id=59465666-5c69-4224-8b1f-2b974d7d569d)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:47:05.750562 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a4834f8e-8731-497a-b1cc-4e0ce61f87ad req-318fdb93-ff60-4d18-b3f7-1b7b938b9ffc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=cbc95581-f7cd-49cd-a94b-99db80038c35 HTTP/1.1" status: 200 len: 217 time: 0.1094465 Jun 11 09:47:05.788750 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28017240-1027-44ee-878b-c9e0012c6057 req-b6911a26-b31c-44fc-b842-aed645fdb140 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:05.790276 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-28017240-1027-44ee-878b-c9e0012c6057 req-b6911a26-b31c-44fc-b842-aed645fdb140 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=64a28f87-3418-460b-ac64-cf311cb671ca HTTP/1.1" status: 200 len: 931 time: 0.1744900 Jun 11 09:47:05.819421 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:05.823925 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:47:05.890268 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=3bb32f6d-7477-4696-b349-b5a005eb2f00,revision_number=8']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:47:05.894727 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:47:05.916562 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ee2063-8310-4515-a4da-53f8a51cb05d req-9777c304-5a1e-4342-891e-fb87b829a361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:05.918109 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b6ee2063-8310-4515-a4da-53f8a51cb05d req-9777c304-5a1e-4342-891e-fb87b829a361 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=604f9f22-aaf7-4f98-8e1d-78b9326e5b57 HTTP/1.1" status: 200 len: 1098 time: 0.3165383 Jun 11 09:47:05.919402 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4834f8e-8731-497a-b1cc-4e0ce61f87ad req-0a4b0e34-df87-4ecc-aace-f3b06a54ed41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:05.920974 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a4834f8e-8731-497a-b1cc-4e0ce61f87ad req-0a4b0e34-df87-4ecc-aace-f3b06a54ed41 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=189b03cc-b2a8-4615-9ab5-ad0328c3f10f HTTP/1.1" status: 200 len: 843 time: 0.1634896 Jun 11 09:47:05.945888 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-28017240-1027-44ee-878b-c9e0012c6057 req-236471ce-ab7c-4682-9dbc-8755f3f8968d tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966141 Jun 11 09:47:06.028676 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b6ee2063-8310-4515-a4da-53f8a51cb05d req-0d29d310-5b32-4b5a-a5ac-b0437c9f05fc service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=2f660163-b4cf-41bb-9ff5-65f9e727e866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909398 Jun 11 09:47:06.039957 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc551d07-2dee-4aac-a397-89d64fde3c20 x-openstack-request-id: req-cc551d07-2dee-4aac-a397-89d64fde3c20 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:47:06.040912 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a97632d-2625-4ca9-afb6-ae7df42d0ac2", "name": "network-vif-plugged", "status": "completed", "tag": "cbc95581-f7cd-49cd-a94b-99db80038c35", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:47:06.041397 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cc551d07-2dee-4aac-a397-89d64fde3c20 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:47:06.042155 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a97632d-2625-4ca9-afb6-ae7df42d0ac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbc95581-f7cd-49cd-a94b-99db80038c35', 'code': 200} Jun 11 09:47:06.078244 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4834f8e-8731-497a-b1cc-4e0ce61f87ad req-786fb9bb-01f4-42d8-8479-14e00a151c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:06.079675 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a4834f8e-8731-497a-b1cc-4e0ce61f87ad req-786fb9bb-01f4-42d8-8479-14e00a151c2e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf20d108-f84c-44de-9036-2269564edd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1520042 Jun 11 09:47:06.140643 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [req-82e7badb-9d60-4630-bbc0-7c85a64d7e9a req-37412ddf-b82e-4a93-b1ed-66e755171144 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e10e1200-8c30-499c-82d6-697618d627c7 {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:47:06.149405 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-82e7badb-9d60-4630-bbc0-7c85a64d7e9a req-37412ddf-b82e-4a93-b1ed-66e755171144 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:06.205976 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-82e7badb-9d60-4630-bbc0-7c85a64d7e9a req-37412ddf-b82e-4a93-b1ed-66e755171144 service neutron] Transition to ACTIVE for port object e10e1200-8c30-499c-82d6-697618d627c7 will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:47:06.237885 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a4834f8e-8731-497a-b1cc-4e0ce61f87ad req-200b956e-0c8d-4b8f-b6c6-0ed98fb9c74f service neutron] 10.222.0.64 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502271 Jun 11 09:47:06.238783 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d4d7fe10-c675-499a-9a0a-e6bb5d295c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:06.241945 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ea83d5f2-b1ac-47c8-88a8-8a5e5a45f7b4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:47:06.290696 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-82e7badb-9d60-4630-bbc0-7c85a64d7e9a req-37412ddf-b82e-4a93-b1ed-66e755171144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:06.294468 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-38a7dff9-0be7-4897-8cb3-cea8896af028 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:47:06.306564 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d7fe10-c675-499a-9a0a-e6bb5d295c09 admin admin] Pushing event deleted for resources: {'Port': ['ID=df8b7d61-a6a4-48c6-bb8c-6ecb0b5295b2,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:47:06.335474 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d4d7fe10-c675-499a-9a0a-e6bb5d295c09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:47:06.353464 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-46d90d14-75f2-449d-8c2b-12a268f960ee req-935066d5-12b7-48ce-9659-29c9338d7cb8 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=b5eb53057ea549f0bba9b3499e57c40f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0600529 Jun 11 09:47:06.459242 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37412ddf-b82e-4a93-b1ed-66e755171144 service neutron] Pushing event updated for resources: {'Port': ['ID=e10e1200-8c30-499c-82d6-697618d627c7,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:47:06.462087 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-37412ddf-b82e-4a93-b1ed-66e755171144 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:47:06.636519 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-82e7badb-9d60-4630-bbc0-7c85a64d7e9a req-37412ddf-b82e-4a93-b1ed-66e755171144 service neutron] Attempting to bind port e10e1200-8c30-499c-82d6-697618d627c7 on host n-h2-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:47:06.636769 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-82e7badb-9d60-4630-bbc0-7c85a64d7e9a req-37412ddf-b82e-4a93-b1ed-66e755171144 service neutron] Attempting to bind port e10e1200-8c30-499c-82d6-697618d627c7 by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': 'b51c68b7-80ed-4de8-bd6d-e2ba699aba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '743172cf-2dc7-4438-9267-f806a2cb8a77'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:47:06.637062 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e7badb-9d60-4630-bbc0-7c85a64d7e9a req-37412ddf-b82e-4a93-b1ed-66e755171144 service neutron] Attempting to bind port e10e1200-8c30-499c-82d6-697618d627c7 on network 743172cf-2dc7-4438-9267-f806a2cb8a77 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:47:06.644791 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e7badb-9d60-4630-bbc0-7c85a64d7e9a req-37412ddf-b82e-4a93-b1ed-66e755171144 service neutron] Port e10e1200-8c30-499c-82d6-697618d627c7 on network 743172cf-2dc7-4438-9267-f806a2cb8a77 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:47:06.645119 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e7badb-9d60-4630-bbc0-7c85a64d7e9a req-37412ddf-b82e-4a93-b1ed-66e755171144 service neutron] Attempting to bind port e10e1200-8c30-499c-82d6-697618d627c7 on network 743172cf-2dc7-4438-9267-f806a2cb8a77 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:47:06.653390 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d90d14-75f2-449d-8c2b-12a268f960ee req-4027e555-cd4c-4a3c-b75f-df2fc71b2db2 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:06.654912 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-46d90d14-75f2-449d-8c2b-12a268f960ee req-4027e555-cd4c-4a3c-b75f-df2fc71b2db2 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2455137 Jun 11 09:47:06.659708 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e7badb-9d60-4630-bbc0-7c85a64d7e9a req-37412ddf-b82e-4a93-b1ed-66e755171144 service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:47:06.660060 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e7badb-9d60-4630-bbc0-7c85a64d7e9a req-37412ddf-b82e-4a93-b1ed-66e755171144 service neutron] Checking segment: {'id': 'b51c68b7-80ed-4de8-bd6d-e2ba699aba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '743172cf-2dc7-4438-9267-f806a2cb8a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:47:06.660454 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e7badb-9d60-4630-bbc0-7c85a64d7e9a req-37412ddf-b82e-4a93-b1ed-66e755171144 service neutron] Bound using segment: {'id': 'b51c68b7-80ed-4de8-bd6d-e2ba699aba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '743172cf-2dc7-4438-9267-f806a2cb8a77'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:47:06.660897 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-82e7badb-9d60-4630-bbc0-7c85a64d7e9a req-37412ddf-b82e-4a93-b1ed-66e755171144 service neutron] Bound port: e10e1200-8c30-499c-82d6-697618d627c7, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b51c68b7-80ed-4de8-bd6d-e2ba699aba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '743172cf-2dc7-4438-9267-f806a2cb8a77'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:47:06.661253 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-82e7badb-9d60-4630-bbc0-7c85a64d7e9a req-37412ddf-b82e-4a93-b1ed-66e755171144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:06.688046 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-46d90d14-75f2-449d-8c2b-12a268f960ee req-dc578d01-df3f-4876-b2f1-6cd441dd3d0e tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] 10.222.0.60 "GET /v2.0/quotas/b5eb53057ea549f0bba9b3499e57c40f HTTP/1.1" status: 200 len: 375 time: 0.0240958 Jun 11 09:47:06.759285 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-46d90d14-75f2-449d-8c2b-12a268f960ee req-dd329951-a842-4023-9242-8c706c90d1ee tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b5eb53057ea549f0bba9b3499e57c40f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434394 Jun 11 09:47:06.802496 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-82e7badb-9d60-4630-bbc0-7c85a64d7e9a req-37412ddf-b82e-4a93-b1ed-66e755171144 service neutron] For port e10e1200-8c30-499c-82d6-697618d627c7, host n-h2-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:47:06.806065 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-82e7badb-9d60-4630-bbc0-7c85a64d7e9a req-37412ddf-b82e-4a93-b1ed-66e755171144 service neutron] For port e10e1200-8c30-499c-82d6-697618d627c7, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=e10e1200-8c30-499c-82d6-697618d627c7,segment=NetworkSegment(b51c68b7-80ed-4de8-bd6d-e2ba699aba0b),segment_id=b51c68b7-80ed-4de8-bd6d-e2ba699aba0b)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:47:06.914116 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-82e7badb-9d60-4630-bbc0-7c85a64d7e9a req-37412ddf-b82e-4a93-b1ed-66e755171144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:06.917118 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6588ed11-4285-43dc-a219-a230409d6566 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:47:06.956480 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e7badb-9d60-4630-bbc0-7c85a64d7e9a req-37412ddf-b82e-4a93-b1ed-66e755171144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:06.957127 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-82e7badb-9d60-4630-bbc0-7c85a64d7e9a req-37412ddf-b82e-4a93-b1ed-66e755171144 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:06.958468 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-82e7badb-9d60-4630-bbc0-7c85a64d7e9a req-37412ddf-b82e-4a93-b1ed-66e755171144 service neutron] 10.222.0.69 "PUT /v2.0/ports/e10e1200-8c30-499c-82d6-697618d627c7 HTTP/1.1" status: 200 len: 1092 time: 1.5378964 Jun 11 09:47:06.960656 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64a28f87-3418-460b-ac64-cf311cb671ca', 'tag': 'e10e1200-8c30-499c-82d6-697618d627c7'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:47:06.964401 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c71b49f5-46f0-47d6-9a17-d88e81698d60" -d '{"events": [{"name": "network-changed", "server_uuid": "64a28f87-3418-460b-ac64-cf311cb671ca", "tag": "e10e1200-8c30-499c-82d6-697618d627c7"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:47:06.973093 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a4834f8e-8731-497a-b1cc-4e0ce61f87ad req-5eb26691-2c17-4a75-9373-a2d743d7e01a service neutron] 10.222.0.64 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7227366 Jun 11 09:47:06.999213 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f0b93-e81a-44d4-a74d-57def4fdc083 req-6be58f77-e989-48a3-82f1-2abf7f68acef tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:07.012267 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6f1f0b93-e81a-44d4-a74d-57def4fdc083 req-6be58f77-e989-48a3-82f1-2abf7f68acef tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "GET /v2.0/ports?device_id=604f9f22-aaf7-4f98-8e1d-78b9326e5b57 HTTP/1.1" status: 200 len: 946 time: 0.6977067 Jun 11 09:47:07.013847 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37412ddf-b82e-4a93-b1ed-66e755171144 service neutron] Pushing event updated for resources: {'Port': ['ID=e10e1200-8c30-499c-82d6-697618d627c7,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:47:07.013847 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-37412ddf-b82e-4a93-b1ed-66e755171144 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:47:07.077368 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d4d7fe10-c675-499a-9a0a-e6bb5d295c09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362297'] for router_interface, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:07.115483 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6f1f0b93-e81a-44d4-a74d-57def4fdc083 req-ab5b584d-19b6-465a-a9ab-c295e6af65c7 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f660163-b4cf-41bb-9ff5-65f9e727e866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751460 Jun 11 09:47:07.200933 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e7badb-9d60-4630-bbc0-7c85a64d7e9a req-9c999497-81b5-4816-8a37-75234d7455bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:07.202855 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-82e7badb-9d60-4630-bbc0-7c85a64d7e9a req-9c999497-81b5-4816-8a37-75234d7455bb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=845e0c4a59a549beb9cd8a20149f973b&device_id=64a28f87-3418-460b-ac64-cf311cb671ca HTTP/1.1" status: 200 len: 1095 time: 0.1054418 Jun 11 09:47:07.297953 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-82e7badb-9d60-4630-bbc0-7c85a64d7e9a req-7bf55c92-9e23-4586-b440-968f825ceff0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e10e1200-8c30-499c-82d6-697618d627c7 HTTP/1.1" status: 200 len: 217 time: 0.0871627 Jun 11 09:47:07.458512 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e7badb-9d60-4630-bbc0-7c85a64d7e9a req-4b17f057-7461-42fd-97da-b754beba7ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:07.459866 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-82e7badb-9d60-4630-bbc0-7c85a64d7e9a req-4b17f057-7461-42fd-97da-b754beba7ba5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=78635cc5-5408-4976-b3d9-b4cc65a6e8b4 HTTP/1.1" status: 200 len: 846 time: 0.1513166 Jun 11 09:47:07.495830 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32084c7d-129a-4c38-8bed-01482376c8bb req-c4e0ebf6-0077-4238-9544-dac0a68b48db tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:07.497294 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-32084c7d-129a-4c38-8bed-01482376c8bb req-c4e0ebf6-0077-4238-9544-dac0a68b48db tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 944 time: 0.2092655 Jun 11 09:47:07.510670 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-82e7badb-9d60-4630-bbc0-7c85a64d7e9a req-9c9e9038-03f1-4542-8e6e-8ecfd0db275b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=743172cf-2dc7-4438-9267-f806a2cb8a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410364 Jun 11 09:47:07.519641 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558edcc3-fcc4-4f5e-b61f-a71101e15224 req-5a4264a7-3ec2-46e3-92fc-6a82be642209 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:07.524517 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-558edcc3-fcc4-4f5e-b61f-a71101e15224 req-5a4264a7-3ec2-46e3-92fc-6a82be642209 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/networks?id=9c71e42f-a279-434a-9733-2e0a55ab4074 HTTP/1.1" status: 200 len: 805 time: 0.2286315 Jun 11 09:47:07.567094 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-558edcc3-fcc4-4f5e-b61f-a71101e15224 req-9ee683f3-d900-45cd-b5e0-db204e1316ec tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/quotas/61d3c4040251405785317f897ecabfbd HTTP/1.1" status: 200 len: 375 time: 0.0387886 Jun 11 09:47:07.567332 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-32084c7d-129a-4c38-8bed-01482376c8bb req-4e4aec0a-8433-4803-85c9-0e6ef2f2bdea tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d1f1aa-3601-424b-af20-9acf0698c1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566626 Jun 11 09:47:07.582099 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4d7fe10-c675-499a-9a0a-e6bb5d295c09 admin admin] Router 056570f7-8305-4b24-bcc0-78b1db5e159f has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 09:47:07.703762 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-82e7badb-9d60-4630-bbc0-7c85a64d7e9a req-0c6fc430-292e-4496-815d-fc3444389117 service neutron] 10.222.0.69 "GET /v2.0/networks/743172cf-2dc7-4438-9267-f806a2cb8a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772461 Jun 11 09:47:07.727097 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-558edcc3-fcc4-4f5e-b61f-a71101e15224 req-ecbebdbd-0696-44d4-9615-8f50162686f0 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=61d3c4040251405785317f897ecabfbd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1512609 Jun 11 09:47:07.812797 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4d7fe10-c675-499a-9a0a-e6bb5d295c09 admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:47:07.821675 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-d4d7fe10-c675-499a-9a0a-e6bb5d295c09 admin admin] 10.222.0.60 "PUT /v2.0/routers/056570f7-8305-4b24-bcc0-78b1db5e159f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5088639 Jun 11 09:47:07.823717 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3734ac46-ee54-4dc2-9d3a-2ff66697a8a0 None None] Sync routers for ids ['056570f7-8305-4b24-bcc0-78b1db5e159f'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:47:07.830410 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 44850) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:47:07.833298 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3734ac46-ee54-4dc2-9d3a-2ff66697a8a0 None None] Routers {'056570f7-8305-4b24-bcc0-78b1db5e159f'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:47:07.833923 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-3734ac46-ee54-4dc2-9d3a-2ff66697a8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:46:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['056570f7-8305-4b24-bcc0-78b1db5e159f'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:47:07.931585 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-82e7badb-9d60-4630-bbc0-7c85a64d7e9a req-d2e406c8-39ed-49ea-8274-8c5b8189da10 service neutron] 10.222.0.69 "GET /v2.0/networks/743172cf-2dc7-4438-9267-f806a2cb8a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196748 Jun 11 09:47:07.973462 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3ba42d-76fd-42b4-8a77-2a1498dfb084 req-d276391c-41b9-489b-933f-56067de39f9c tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:07.980645 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7a3ba42d-76fd-42b4-8a77-2a1498dfb084 req-d276391c-41b9-489b-933f-56067de39f9c tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a97632d-2625-4ca9-afb6-ae7df42d0ac2 HTTP/1.1" status: 200 len: 950 time: 0.2803659 Jun 11 09:47:08.003467 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-3734ac46-ee54-4dc2-9d3a-2ff66697a8a0 None None] Set router 056570f7-8305-4b24-bcc0-78b1db5e159f gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:47:08.009278 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-558edcc3-fcc4-4f5e-b61f-a71101e15224 req-7f8a6a7a-32db-45a1-8fc0-d064be50662e service neutron] 10.222.0.60 "GET /v2.0/networks/9c71e42f-a279-434a-9733-2e0a55ab4074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685633 Jun 11 09:47:08.044509 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7a3ba42d-76fd-42b4-8a77-2a1498dfb084 req-56fab27b-d8f9-4d07-bbb1-775f27178de7 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627041 Jun 11 09:47:08.053392 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c633a603-9c68-4fee-a384-310d8fcc4a30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bb32f6d-7477-4696-b349-b5a005eb2f00'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:47:08.055888 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28df3f2a-343f-463e-b5aa-a9c4591d3390" -d '{"events": [{"server_uuid": "c633a603-9c68-4fee-a384-310d8fcc4a30", "name": "network-vif-unplugged", "status": "completed", "tag": "3bb32f6d-7477-4696-b349-b5a005eb2f00"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:47:08.085736 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-699973f4-77bb-4360-a4d8-75809e826de7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:08.152096 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64562707-b3dc-40a6-8910-f7a0ad2d9597 req-7dc561b2-66a5-4815-9d7c-006fe7064f3f tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:08.153661 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-64562707-b3dc-40a6-8910-f7a0ad2d9597 req-7dc561b2-66a5-4815-9d7c-006fe7064f3f tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.69 "GET /v2.0/ports?device_id=c633a603-9c68-4fee-a384-310d8fcc4a30 HTTP/1.1" status: 200 len: 944 time: 0.1882524 Jun 11 09:47:08.167880 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-558edcc3-fcc4-4f5e-b61f-a71101e15224 req-c9582406-31e2-4ff3-b431-2921089a240a service neutron] 10.222.0.60 "GET /v2.0/networks/9c71e42f-a279-434a-9733-2e0a55ab4074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574814 Jun 11 09:47:08.178040 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ffc212-712d-4289-96fe-6f1cba76133d x-openstack-request-id: req-17ffc212-712d-4289-96fe-6f1cba76133d {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:47:08.178657 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64a28f87-3418-460b-ac64-cf311cb671ca", "tag": "e10e1200-8c30-499c-82d6-697618d627c7", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:47:08.178788 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-17ffc212-712d-4289-96fe-6f1cba76133d {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:47:08.179152 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64a28f87-3418-460b-ac64-cf311cb671ca', 'tag': 'e10e1200-8c30-499c-82d6-697618d627c7', 'status': 'completed', 'code': 200} Jun 11 09:47:08.326342 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-3734ac46-ee54-4dc2-9d3a-2ff66697a8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '056570f7-8305-4b24-bcc0-78b1db5e159f', 'name': 'tempest-FloatingIPsNegativeTestJSON-91349257-router', 'tenant_id': '8d62aa38b60a4fcb869364c0fcbf88f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': 'a2fd3461-67c7-477e-9e09-9765f30a85cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:46:46Z', 'updated_at': '2021-06-11T09:47:06Z', 'revision_number': 5, 'project_id': '8d62aa38b60a4fcb869364c0fcbf88f8', 'gw_port': {'id': 'a2fd3461-67c7-477e-9e09-9765f30a85cd', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056570f7-8305-4b24-bcc0-78b1db5e159f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:46:48Z', 'updated_at': '2021-06-11T09:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:47:08.336331 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3734ac46-ee54-4dc2-9d3a-2ff66697a8a0 None None] Checking router: 056570f7-8305-4b24-bcc0-78b1db5e159f for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:47:08.342869 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-64562707-b3dc-40a6-8910-f7a0ad2d9597 req-fec6094a-e7e8-45a0-bf9c-c0f87c34cf43 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Deleting port 3bb32f6d-7477-4696-b349-b5a005eb2f00 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:47:08.343176 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-64562707-b3dc-40a6-8910-f7a0ad2d9597 req-fec6094a-e7e8-45a0-bf9c-c0f87c34cf43 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:08.347961 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3734ac46-ee54-4dc2-9d3a-2ff66697a8a0 None None] Routers {'056570f7-8305-4b24-bcc0-78b1db5e159f'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:47:08.348584 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-3734ac46-ee54-4dc2-9d3a-2ff66697a8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:46:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['056570f7-8305-4b24-bcc0-78b1db5e159f'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:47:08.509466 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-699973f4-77bb-4360-a4d8-75809e826de7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:08.519304 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-64562707-b3dc-40a6-8910-f7a0ad2d9597 req-fec6094a-e7e8-45a0-bf9c-c0f87c34cf43 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] For port 3bb32f6d-7477-4696-b349-b5a005eb2f00, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=3bb32f6d-7477-4696-b349-b5a005eb2f00,segment=NetworkSegment(59465666-5c69-4224-8b1f-2b974d7d569d),segment_id=59465666-5c69-4224-8b1f-2b974d7d569d)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:47:08.519892 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-64562707-b3dc-40a6-8910-f7a0ad2d9597 req-fec6094a-e7e8-45a0-bf9c-c0f87c34cf43 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:08.522227 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cf8986-cb11-4875-ac85-a3afb4fef110 req-261a4fae-013b-43fd-a290-f2f97503f0e7 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:08.523813 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b1cf8986-cb11-4875-ac85-a3afb4fef110 req-261a4fae-013b-43fd-a290-f2f97503f0e7 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=64a28f87-3418-460b-ac64-cf311cb671ca HTTP/1.1" status: 200 len: 943 time: 0.1828930 Jun 11 09:47:08.527451 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b49f5-46f0-47d6-9a17-d88e81698d60 req-3fe24d6a-08fc-46db-af4d-4bb533f59667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:08.528858 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c71b49f5-46f0-47d6-9a17-d88e81698d60 req-3fe24d6a-08fc-46db-af4d-4bb533f59667 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=845e0c4a59a549beb9cd8a20149f973b&device_id=64a28f87-3418-460b-ac64-cf311cb671ca HTTP/1.1" status: 200 len: 1095 time: 0.2092187 Jun 11 09:47:08.657677 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-3734ac46-ee54-4dc2-9d3a-2ff66697a8a0 None None] Set router 056570f7-8305-4b24-bcc0-78b1db5e159f gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:47:08.815629 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b1cf8986-cb11-4875-ac85-a3afb4fef110 req-24043f08-c0a1-445b-94e9-ad1762f1bcf4 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284758 Jun 11 09:47:08.883802 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b49f5-46f0-47d6-9a17-d88e81698d60 req-c611bb89-1c58-46e7-abf3-d2290dad6151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:08.885226 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c71b49f5-46f0-47d6-9a17-d88e81698d60 req-c611bb89-1c58-46e7-abf3-d2290dad6151 service neutron] 10.222.0.69 "GET /v2.0/networks?id=743172cf-2dc7-4438-9267-f806a2cb8a77 HTTP/1.1" status: 200 len: 907 time: 0.3488312 Jun 11 09:47:08.896374 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-699973f4-77bb-4360-a4d8-75809e826de7 admin admin] Deleting port a2fd3461-67c7-477e-9e09-9765f30a85cd {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:47:08.896374 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-699973f4-77bb-4360-a4d8-75809e826de7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:08.965217 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c71b49f5-46f0-47d6-9a17-d88e81698d60 req-95ef8a39-5a73-4de4-9248-db1bc1d2bce0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e10e1200-8c30-499c-82d6-697618d627c7 HTTP/1.1" status: 200 len: 217 time: 0.0715880 Jun 11 09:47:09.144185 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-3734ac46-ee54-4dc2-9d3a-2ff66697a8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '056570f7-8305-4b24-bcc0-78b1db5e159f', 'name': 'tempest-FloatingIPsNegativeTestJSON-91349257-router', 'tenant_id': '8d62aa38b60a4fcb869364c0fcbf88f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': 'a2fd3461-67c7-477e-9e09-9765f30a85cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:46:46Z', 'updated_at': '2021-06-11T09:47:06Z', 'revision_number': 5, 'project_id': '8d62aa38b60a4fcb869364c0fcbf88f8', 'gw_port': {'id': 'a2fd3461-67c7-477e-9e09-9765f30a85cd', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056570f7-8305-4b24-bcc0-78b1db5e159f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:46:48Z', 'updated_at': '2021-06-11T09:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:47:09.148970 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3734ac46-ee54-4dc2-9d3a-2ff66697a8a0 None None] The sync data for ids ['056570f7-8305-4b24-bcc0-78b1db5e159f'] in n-d-779913-12 is: [{'id': '056570f7-8305-4b24-bcc0-78b1db5e159f', 'name': 'tempest-FloatingIPsNegativeTestJSON-91349257-router', 'tenant_id': '8d62aa38b60a4fcb869364c0fcbf88f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': 'a2fd3461-67c7-477e-9e09-9765f30a85cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:46:46Z', 'updated_at': '2021-06-11T09:47:06Z', 'revision_number': 5, 'project_id': '8d62aa38b60a4fcb869364c0fcbf88f8', 'gw_port': {'id': 'a2fd3461-67c7-477e-9e09-9765f30a85cd', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056570f7-8305-4b24-bcc0-78b1db5e159f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:46:48Z', 'updated_at': '2021-06-11T09:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:47:09.153142 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b49f5-46f0-47d6-9a17-d88e81698d60 req-845af945-e02f-4dbb-9543-ceff7c87cfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:09.154596 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c71b49f5-46f0-47d6-9a17-d88e81698d60 req-845af945-e02f-4dbb-9543-ceff7c87cfd9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=78635cc5-5408-4976-b3d9-b4cc65a6e8b4 HTTP/1.1" status: 200 len: 846 time: 0.1821582 Jun 11 09:47:09.157018 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-699973f4-77bb-4360-a4d8-75809e826de7 admin admin] For port a2fd3461-67c7-477e-9e09-9765f30a85cd, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=a2fd3461-67c7-477e-9e09-9765f30a85cd,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:47:09.157382 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-699973f4-77bb-4360-a4d8-75809e826de7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:09.300196 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-64562707-b3dc-40a6-8910-f7a0ad2d9597 req-fec6094a-e7e8-45a0-bf9c-c0f87c34cf43 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Calling delete_port for 3bb32f6d-7477-4696-b349-b5a005eb2f00 owned by compute:nova {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:47:09.312214 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-699973f4-77bb-4360-a4d8-75809e826de7 admin admin] Calling delete_port for a2fd3461-67c7-477e-9e09-9765f30a85cd owned by network:router_gateway {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:47:09.346243 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c71b49f5-46f0-47d6-9a17-d88e81698d60 req-ddecf80e-3f8b-42e5-98a1-10f06e9d0588 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=743172cf-2dc7-4438-9267-f806a2cb8a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0880842 Jun 11 09:47:09.388788 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6ecbd91f-00fb-4ccd-b3da-6d66bc383d65 req-24a25b1a-e57f-4227-9c82-c913f5394c15 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] 10.222.0.60 "GET /v2.0/ports?device_id=11f359ec-4d91-47a5-b10e-c8312c04bb30 HTTP/1.1" status: 200 len: 210 time: 0.0351357 Jun 11 09:47:09.455260 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Jun 2021 09:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-266b4cb3-0840-4ace-a4ee-e90dc5f1b0ab x-openstack-request-id: req-266b4cb3-0840-4ace-a4ee-e90dc5f1b0ab {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:47:09.455588 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c633a603-9c68-4fee-a384-310d8fcc4a30", "name": "network-vif-unplugged", "status": "completed", "tag": "3bb32f6d-7477-4696-b349-b5a005eb2f00", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:47:09.464713 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-266b4cb3-0840-4ace-a4ee-e90dc5f1b0ab {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:47:09.464713 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c633a603-9c68-4fee-a384-310d8fcc4a30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bb32f6d-7477-4696-b349-b5a005eb2f00', 'code': 200} Jun 11 09:47:09.536445 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device df8b7d61-a6a4-48c6-bb8c-6ecb0b5295b2 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:47:09.573653 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: df8b7d61-a6a4-48c6-bb8c-6ecb0b5295b2 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:47:09.574388 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device df8b7d61-a6a4-48c6-bb8c-6ecb0b5295b2 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:47:09.600268 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-64562707-b3dc-40a6-8910-f7a0ad2d9597 req-fec6094a-e7e8-45a0-bf9c-c0f87c34cf43 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:09.607130 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-37412ddf-b82e-4a93-b1ed-66e755171144 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:47:09.648330 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec6094a-e7e8-45a0-bf9c-c0f87c34cf43 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Pushing event deleted for resources: {'Port': ['ID=3bb32f6d-7477-4696-b349-b5a005eb2f00,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:47:09.654362 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-fec6094a-e7e8-45a0-bf9c-c0f87c34cf43 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:47:09.720107 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-64562707-b3dc-40a6-8910-f7a0ad2d9597 req-fec6094a-e7e8-45a0-bf9c-c0f87c34cf43 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] No DVR routers for this DVR port 3bb32f6d-7477-4696-b349-b5a005eb2f00 on host n-h2-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:47:09.723367 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-64562707-b3dc-40a6-8910-f7a0ad2d9597 req-fec6094a-e7e8-45a0-bf9c-c0f87c34cf43 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:09.725448 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-64562707-b3dc-40a6-8910-f7a0ad2d9597 req-fec6094a-e7e8-45a0-bf9c-c0f87c34cf43 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.69 "DELETE /v2.0/ports/3bb32f6d-7477-4696-b349-b5a005eb2f00 HTTP/1.1" status: 204 len: 173 time: 1.5601592 Jun 11 09:47:09.740471 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393cf681-13d8-446d-8368-b4ebc530c5f9 req-78f33c4a-ff8f-42bf-8691-08079744ea46 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:09.742167 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-393cf681-13d8-446d-8368-b4ebc530c5f9 req-78f33c4a-ff8f-42bf-8691-08079744ea46 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "GET /v2.0/ports?device_id=604f9f22-aaf7-4f98-8e1d-78b9326e5b57 HTTP/1.1" status: 200 len: 946 time: 0.1786609 Jun 11 09:47:09.808343 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-393cf681-13d8-446d-8368-b4ebc530c5f9 req-635c9e22-38a2-430d-98cc-f06e4ef9cab5 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f660163-b4cf-41bb-9ff5-65f9e727e866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602062 Jun 11 09:47:09.906031 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-42bd2264-fdba-4c11-aac5-ddd2dedb922c req-40ab54d3-d019-410c-8f34-58be5834f0ba tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/ports?device_id=525807c3-e977-47d5-a491-34bcdb1769d2 HTTP/1.1" status: 200 len: 210 time: 0.0423071 Jun 11 09:47:09.940844 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1879154-8a67-4968-9f83-b16d1f615a0e req-35e6e7c5-19f6-4724-9c05-32b5ce981df9 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:09.949532 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b1879154-8a67-4968-9f83-b16d1f615a0e req-35e6e7c5-19f6-4724-9c05-32b5ce981df9 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 944 time: 0.8870304 Jun 11 09:47:10.086043 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b1879154-8a67-4968-9f83-b16d1f615a0e req-21a9ec61-5752-4b90-8734-95ac7196da0a tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d1f1aa-3601-424b-af20-9acf0698c1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354222 Jun 11 09:47:10.088429 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c71b49f5-46f0-47d6-9a17-d88e81698d60 req-3047967d-3c8c-4569-9f7f-75e1f0adaaff service neutron] 10.222.0.69 "GET /v2.0/networks/743172cf-2dc7-4438-9267-f806a2cb8a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7328956 Jun 11 09:47:10.093149 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc896928-d3b9-414c-b33c-3e98c825bc95 req-297820c1-de4b-4427-a1a6-2f1a878e585c tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:10.095348 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fc896928-d3b9-414c-b33c-3e98c825bc95 req-297820c1-de4b-4427-a1a6-2f1a878e585c tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a97632d-2625-4ca9-afb6-ae7df42d0ac2 HTTP/1.1" status: 200 len: 950 time: 0.0764933 Jun 11 09:47:10.159181 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fc896928-d3b9-414c-b33c-3e98c825bc95 req-19ec1c98-320b-4dd9-a9d0-da476ee05b9b tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562446 Jun 11 09:47:10.180119 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c633a603-9c68-4fee-a384-310d8fcc4a30', 'name': 'network-vif-deleted', 'tag': '3bb32f6d-7477-4696-b349-b5a005eb2f00'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:47:10.183029 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0221dd48-c454-44c5-93a0-5b67cfe58988" -d '{"events": [{"server_uuid": "c633a603-9c68-4fee-a384-310d8fcc4a30", "name": "network-vif-deleted", "tag": "3bb32f6d-7477-4696-b349-b5a005eb2f00"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:47:10.201936 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-4701b9e9-bfff-4da9-98a3-7a2fb175cf5e req-0add03e7-3dd7-460c-a2ae-d6609c298e91 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1552801763', 'description': 'tempest-description-778833937'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:47:10.210625 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-46d90d14-75f2-449d-8c2b-12a268f960ee req-e38dcf6e-9c17-4959-9d42-4df87c1c98c0 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=b5eb53057ea549f0bba9b3499e57c40f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1032948 Jun 11 09:47:10.296906 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-4701b9e9-bfff-4da9-98a3-7a2fb175cf5e req-0add03e7-3dd7-460c-a2ae-d6609c298e91 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:10.388291 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 3bb32f6d-7477-4696-b349-b5a005eb2f00 no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:47:10.412980 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] No Port match for: 3bb32f6d-7477-4696-b349-b5a005eb2f00 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:47:10.413322 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 3bb32f6d-7477-4696-b349-b5a005eb2f00 not bound to the agent host n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:47:10.439274 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-699973f4-77bb-4360-a4d8-75809e826de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:10.451407 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b62294f1-ad45-4e72-8153-3e9f2fefdb9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:47:10.460379 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c71b49f5-46f0-47d6-9a17-d88e81698d60 req-1f900562-f9c6-49d8-a015-4639cfb42ca9 service neutron] 10.222.0.69 "GET /v2.0/networks/743172cf-2dc7-4438-9267-f806a2cb8a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3640947 Jun 11 09:47:10.500971 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699973f4-77bb-4360-a4d8-75809e826de7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2fd3461-67c7-477e-9e09-9765f30a85cd,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:47:10.503783 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-699973f4-77bb-4360-a4d8-75809e826de7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:47:10.507771 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-4701b9e9-bfff-4da9-98a3-7a2fb175cf5e req-0add03e7-3dd7-460c-a2ae-d6609c298e91 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:10.560301 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d90d14-75f2-449d-8c2b-12a268f960ee req-9a1f2851-0c55-4fee-b507-03364319ffa0 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:10.561767 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-46d90d14-75f2-449d-8c2b-12a268f960ee req-9a1f2851-0c55-4fee-b507-03364319ffa0 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3426921 Jun 11 09:47:10.570288 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-4701b9e9-bfff-4da9-98a3-7a2fb175cf5e req-0add03e7-3dd7-460c-a2ae-d6609c298e91 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:10.573883 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-80a6e164-2438-457e-9f8e-582bba6113b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:47:10.596888 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-46d90d14-75f2-449d-8c2b-12a268f960ee req-6e043cde-b565-48de-877f-658e13a9b216 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] Request body: {'port': {'device_id': '11f359ec-4d91-47a5-b10e-c8312c04bb30', 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60', 'admin_state_up': True, 'tenant_id': 'b5eb53057ea549f0bba9b3499e57c40f'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:47:10.604137 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0add03e7-3dd7-460c-a2ae-d6609c298e91 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a467f33-704c-4a1a-90bc-95bd2fa43b1b,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:47:10.606886 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0add03e7-3dd7-460c-a2ae-d6609c298e91 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:47:10.649698 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ee594b-5bcf-4c5c-b7bc-36a18497d11d req-656f5ba9-9565-4210-ad28-e27e5f8d5f4e tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:10.651313 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-43ee594b-5bcf-4c5c-b7bc-36a18497d11d req-656f5ba9-9565-4210-ad28-e27e5f8d5f4e tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=64a28f87-3418-460b-ac64-cf311cb671ca HTTP/1.1" status: 200 len: 943 time: 0.3308592 Jun 11 09:47:10.679309 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-4701b9e9-bfff-4da9-98a3-7a2fb175cf5e req-0add03e7-3dd7-460c-a2ae-d6609c298e91 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:10.684094 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4701b9e9-bfff-4da9-98a3-7a2fb175cf5e req-0add03e7-3dd7-460c-a2ae-d6609c298e91 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.4861557 Jun 11 09:47:10.716720 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-699973f4-77bb-4360-a4d8-75809e826de7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374120'] for router_gateway, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:10.884373 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-699973f4-77bb-4360-a4d8-75809e826de7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:10.895774 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-699973f4-77bb-4360-a4d8-75809e826de7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:10.918777 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-43ee594b-5bcf-4c5c-b7bc-36a18497d11d req-e815d74a-43d9-4442-aa43-c0551e6cdab1 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576752 Jun 11 09:47:11.064559 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-699973f4-77bb-4360-a4d8-75809e826de7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:11.065278 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-699973f4-77bb-4360-a4d8-75809e826de7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 056570f7-8305-4b24-bcc0-78b1db5e159f {{(pid=93176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 09:47:11.081602 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-699973f4-77bb-4360-a4d8-75809e826de7 admin admin] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:11.081602 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-699973f4-77bb-4360-a4d8-75809e826de7 admin admin] 10.222.0.60 "DELETE /v2.0/routers/056570f7-8305-4b24-bcc0-78b1db5e159f HTTP/1.1" status: 204 len: 168 time: 3.2392764 Jun 11 09:47:11.081915 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 44916) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:47:11.103608 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c25c89-3a3a-450b-b4fe-d24a59dbe3c6 req-54966d1d-17b4-4c34-bf56-1b5aeef0fd68 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:11.105315 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d2c25c89-3a3a-450b-b4fe-d24a59dbe3c6 req-54966d1d-17b4-4c34-bf56-1b5aeef0fd68 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a97632d-2625-4ca9-afb6-ae7df42d0ac2 HTTP/1.1" status: 200 len: 950 time: 0.0824037 Jun 11 09:47:11.106164 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46d90d14-75f2-449d-8c2b-12a268f960ee req-6e043cde-b565-48de-877f-658e13a9b216 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] Made reservation on behalf of b5eb53057ea549f0bba9b3499e57c40f for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:47:11.111055 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-46d90d14-75f2-449d-8c2b-12a268f960ee req-6e043cde-b565-48de-877f-658e13a9b216 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:11.144544 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-25bea64f-55d2-4559-bfb8-3f361e631bc9 admin admin] Deleting subnet d96a7940-a040-4487-b5ee-ed64e67be1da {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 09:47:11.147740 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-25bea64f-55d2-4559-bfb8-3f361e631bc9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:11.169427 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-46d90d14-75f2-449d-8c2b-12a268f960ee req-6e043cde-b565-48de-877f-658e13a9b216 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:11.184298 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d2c25c89-3a3a-450b-b4fe-d24a59dbe3c6 req-1ab23f5a-bbd5-48d2-9f14-a16eb57fdea8 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718734 Jun 11 09:47:11.210949 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-25bea64f-55d2-4559-bfb8-3f361e631bc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:11.299299 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7edd789-1e71-4c2f-affb-280407590d64 x-openstack-request-id: req-c7edd789-1e71-4c2f-affb-280407590d64 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:47:11.299754 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c633a603-9c68-4fee-a384-310d8fcc4a30", "name": "network-vif-deleted", "tag": "3bb32f6d-7477-4696-b349-b5a005eb2f00", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:47:11.302231 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c7edd789-1e71-4c2f-affb-280407590d64 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:47:11.302821 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c633a603-9c68-4fee-a384-310d8fcc4a30', 'name': 'network-vif-deleted', 'tag': '3bb32f6d-7477-4696-b349-b5a005eb2f00', 'status': 'completed', 'code': 200} Jun 11 09:47:11.319889 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-46d90d14-75f2-449d-8c2b-12a268f960ee req-6e043cde-b565-48de-877f-658e13a9b216 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:11.366926 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-25bea64f-55d2-4559-bfb8-3f361e631bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:11.444333 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8507e37a-e0d6-4d1a-97bf-ee8b3266a597 req-0f878ba9-fe8e-4515-9290-c9026fc61445 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] 10.222.0.60 "GET /v2.0/ports?device_id=11f359ec-4d91-47a5-b10e-c8312c04bb30 HTTP/1.1" status: 200 len: 210 time: 0.0393777 Jun 11 09:47:11.487905 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-46d90d14-75f2-449d-8c2b-12a268f960ee req-6e043cde-b565-48de-877f-658e13a9b216 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:11.493739 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5f271d39-cd5e-4bbd-880a-b6aec5b2f10d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:47:11.577812 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-25bea64f-55d2-4559-bfb8-3f361e631bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:11.582470 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:47:11.592196 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0aa0eb80-0dc3-4461-ba31-ebcde241a961 req-2d79dc41-7e4a-487b-8f30-9ba8dfd0df6d tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1552801763&fields=id&tenant_id=c5132d58a61b4dee97f4685d93187a0e HTTP/1.1" status: 200 len: 267 time: 0.1825941 Jun 11 09:47:11.634255 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e043cde-b565-48de-877f-658e13a9b216 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe6c44a-94dc-4218-910c-486cd3ffc9e0,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:47:11.645156 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device a2fd3461-67c7-477e-9e09-9765f30a85cd no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:47:11.655121 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bea64f-55d2-4559-bfb8-3f361e631bc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d96a7940-a040-4487-b5ee-ed64e67be1da,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:47:11.663553 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-38651d3e-07ba-42d5-b1f8-111a6c894fea req-53c89388-4476-43fb-9422-99de284d7cd4 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/ports?device_id=525807c3-e977-47d5-a491-34bcdb1769d2 HTTP/1.1" status: 200 len: 210 time: 0.0435114 Jun 11 09:47:11.663553 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-25bea64f-55d2-4559-bfb8-3f361e631bc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:47:11.670046 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-25bea64f-55d2-4559-bfb8-3f361e631bc9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:11.674823 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6e043cde-b565-48de-877f-658e13a9b216 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:47:11.693449 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558edcc3-fcc4-4f5e-b61f-a71101e15224 req-6ea64ae6-ca6c-4e34-a547-b281b4377e95 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:11.693449 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-558edcc3-fcc4-4f5e-b61f-a71101e15224 req-6ea64ae6-ca6c-4e34-a547-b281b4377e95 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.64 "GET /v2.0/networks?id=9c71e42f-a279-434a-9733-2e0a55ab4074 HTTP/1.1" status: 200 len: 805 time: 0.3219776 Jun 11 09:47:11.694279 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-25bea64f-55d2-4559-bfb8-3f361e631bc9 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/d96a7940-a040-4487-b5ee-ed64e67be1da HTTP/1.1" status: 204 len: 168 time: 0.6050754 Jun 11 09:47:11.694279 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 44934) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:47:11.699751 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c476e4a-d761-40c5-ab49-0be059367e16 None None] Network ddd14193-0297-4168-87e0-09d3bbdd850c requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:47:11.702929 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: a2fd3461-67c7-477e-9e09-9765f30a85cd {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:47:11.703379 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device a2fd3461-67c7-477e-9e09-9765f30a85cd not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:47:11.723750 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-558edcc3-fcc4-4f5e-b61f-a71101e15224 req-b4003a5f-d3e7-40c8-9050-fc21fe413ae9 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Request body: {'port': {'device_id': '525807c3-e977-47d5-a491-34bcdb1769d2', 'network_id': '9c71e42f-a279-434a-9733-2e0a55ab4074', 'admin_state_up': True, 'tenant_id': '61d3c4040251405785317f897ecabfbd'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:47:11.886517 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-46d90d14-75f2-449d-8c2b-12a268f960ee req-6e043cde-b565-48de-877f-658e13a9b216 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] Allocated IP 192.168.233.161 (cf20d108-f84c-44de-9036-2269564edd60/189b03cc-b2a8-4615-9ab5-ad0328c3f10f/53c4d5d7-0282-48ea-b5be-524038e7f0ec) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:47:11.890578 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-84035d26-805d-43b7-bb34-f5980a5964bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:11.926105 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa0eb80-0dc3-4461-ba31-ebcde241a961 req-2428e65f-34f5-4d66-89d7-9f198d24f818 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:11.933839 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0aa0eb80-0dc3-4461-ba31-ebcde241a961 req-2428e65f-34f5-4d66-89d7-9f198d24f818 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "GET /v2.0/ports?device_id=604f9f22-aaf7-4f98-8e1d-78b9326e5b57 HTTP/1.1" status: 200 len: 946 time: 0.3233306 Jun 11 09:47:11.943407 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-0aa0eb80-0dc3-4461-ba31-ebcde241a961 req-59512126-8c79-4d53-8676-49112304846b tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Request body: {'port': {'security_groups': ['2f660163-b4cf-41bb-9ff5-65f9e727e866', '0a467f33-704c-4a1a-90bc-95bd2fa43b1b']}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:47:11.972400 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a81b757-dc97-43eb-b287-b3b166bc9401 req-65a21d00-fd59-46b4-9856-116cea4bd8be tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:11.973826 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8a81b757-dc97-43eb-b287-b3b166bc9401 req-65a21d00-fd59-46b4-9856-116cea4bd8be tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 944 time: 0.1350443 Jun 11 09:47:11.995547 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-84035d26-805d-43b7-bb34-f5980a5964bf admin admin] Deleting port 959a11ce-a261-44a1-bedb-df99c86f0477 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:47:11.995986 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-84035d26-805d-43b7-bb34-f5980a5964bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:12.084862 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-558edcc3-fcc4-4f5e-b61f-a71101e15224 req-b4003a5f-d3e7-40c8-9050-fc21fe413ae9 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Made reservation on behalf of 61d3c4040251405785317f897ecabfbd for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:47:12.088290 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-558edcc3-fcc4-4f5e-b61f-a71101e15224 req-b4003a5f-d3e7-40c8-9050-fc21fe413ae9 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:12.105631 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8a81b757-dc97-43eb-b287-b3b166bc9401 req-ae3eb670-adb9-4b13-bbd6-608037f06a61 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d1f1aa-3601-424b-af20-9acf0698c1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179426 Jun 11 09:47:12.115724 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-84035d26-805d-43b7-bb34-f5980a5964bf admin admin] For port 959a11ce-a261-44a1-bedb-df99c86f0477, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=959a11ce-a261-44a1-bedb-df99c86f0477,segment=NetworkSegment(4c0ac087-f968-478f-8386-01aef4ed9134),segment_id=4c0ac087-f968-478f-8386-01aef4ed9134)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:47:12.117937 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-84035d26-805d-43b7-bb34-f5980a5964bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:12.143268 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3dd67e-fd66-496e-96c5-d92a32d43a9e None None] DHCP port deletion for ddd14193-0297-4168-87e0-09d3bbdd850c request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 09:47:12.197675 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-0aa0eb80-0dc3-4461-ba31-ebcde241a961 req-59512126-8c79-4d53-8676-49112304846b tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:12.218858 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-cd3dd67e-fd66-496e-96c5-d92a32d43a9e None None] Deleting port 959a11ce-a261-44a1-bedb-df99c86f0477 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:47:12.219243 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-cd3dd67e-fd66-496e-96c5-d92a32d43a9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:12.271969 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-84035d26-805d-43b7-bb34-f5980a5964bf admin admin] Calling delete_port for 959a11ce-a261-44a1-bedb-df99c86f0477 owned by network:dhcp {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:47:12.312699 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-cd3dd67e-fd66-496e-96c5-d92a32d43a9e None None] For port 959a11ce-a261-44a1-bedb-df99c86f0477, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=959a11ce-a261-44a1-bedb-df99c86f0477,segment=NetworkSegment(4c0ac087-f968-478f-8386-01aef4ed9134),segment_id=4c0ac087-f968-478f-8386-01aef4ed9134)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:47:12.313103 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-cd3dd67e-fd66-496e-96c5-d92a32d43a9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:12.320803 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-46d90d14-75f2-449d-8c2b-12a268f960ee req-6e043cde-b565-48de-877f-658e13a9b216 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:12.401645 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-46d90d14-75f2-449d-8c2b-12a268f960ee req-6e043cde-b565-48de-877f-658e13a9b216 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] Transition to ACTIVE for port object 53c4d5d7-0282-48ea-b5be-524038e7f0ec will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:47:12.429878 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-cd3dd67e-fd66-496e-96c5-d92a32d43a9e None None] Calling delete_port for 959a11ce-a261-44a1-bedb-df99c86f0477 owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:47:12.457938 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcaf8b6-daf2-4ccf-b52f-567d8ccb6155 req-57e9cd02-8731-4ef7-91d9-c1528213e73f tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:12.459416 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-dbcaf8b6-daf2-4ccf-b52f-567d8ccb6155 req-57e9cd02-8731-4ef7-91d9-c1528213e73f tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=64a28f87-3418-460b-ac64-cf311cb671ca HTTP/1.1" status: 200 len: 943 time: 0.1830287 Jun 11 09:47:12.463942 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-558edcc3-fcc4-4f5e-b61f-a71101e15224 req-b4003a5f-d3e7-40c8-9050-fc21fe413ae9 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Allocated IP 172.20.0.3 (9c71e42f-a279-434a-9733-2e0a55ab4074/a16cacaa-1221-489c-8d0a-2d30aee455ad/fc495253-b81b-4b15-b6f1-a656482ec88a) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:47:12.519427 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device e10e1200-8c30-499c-82d6-697618d627c7 details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:47:12.530124 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-dbcaf8b6-daf2-4ccf-b52f-567d8ccb6155 req-4a355417-4dc0-48f9-9c3a-3053949e311b tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606771 Jun 11 09:47:12.547715 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-22d8d901-9d4e-4c42-ae60-906eeacaffdd req-082c94ef-ae91-4799-bd9b-a3e3d901710e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1347821 Jun 11 09:47:12.678166 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-84035d26-805d-43b7-bb34-f5980a5964bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:12.682655 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-cad6da2d-26b9-4f57-ab7d-e3da5ec51d6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:47:12.684222 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-0aa0eb80-0dc3-4461-ba31-ebcde241a961 req-59512126-8c79-4d53-8676-49112304846b tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] For port 1f1b5c6e-6272-4400-80b4-7e0f066ffadb, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=1f1b5c6e-6272-4400-80b4-7e0f066ffadb,segment=NetworkSegment(802e9f6d-3ccd-4201-9afd-53110d0b2010),segment_id=802e9f6d-3ccd-4201-9afd-53110d0b2010)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:47:12.700175 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d8d901-9d4e-4c42-ae60-906eeacaffdd req-cd6d55c6-8def-4e13-b591-073157de846f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:12.701783 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-22d8d901-9d4e-4c42-ae60-906eeacaffdd req-cd6d55c6-8def-4e13-b591-073157de846f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=85a0b78c318440aa9b70136d633fbbff&device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 1096 time: 0.0837185 Jun 11 09:47:12.717859 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port e10e1200-8c30-499c-82d6-697618d627c7, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=e10e1200-8c30-499c-82d6-697618d627c7,segment=NetworkSegment(b51c68b7-80ed-4de8-bd6d-e2ba699aba0b),segment_id=b51c68b7-80ed-4de8-bd6d-e2ba699aba0b)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:47:12.741023 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-0aa0eb80-0dc3-4461-ba31-ebcde241a961 req-59512126-8c79-4d53-8676-49112304846b tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:12.746965 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84035d26-805d-43b7-bb34-f5980a5964bf admin admin] Pushing event deleted for resources: {'Port': ['ID=959a11ce-a261-44a1-bedb-df99c86f0477,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:47:12.751787 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-84035d26-805d-43b7-bb34-f5980a5964bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:47:12.793007 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-cd3dd67e-fd66-496e-96c5-d92a32d43a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:12.797044 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:47:12.805319 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': 'e10e1200-8c30-499c-82d6-697618d627c7', 'network_id': '743172cf-2dc7-4438-9267-f806a2cb8a77', 'port_id': 'e10e1200-8c30-499c-82d6-697618d627c7', 'mac_address': 'fa:16:3e:6f:ac:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78635cc5-5408-4976-b3d9-b4cc65a6e8b4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:47:12.806052 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84035d26-805d-43b7-bb34-f5980a5964bf admin admin] No DVR routers for this DVR port 959a11ce-a261-44a1-bedb-df99c86f0477 on host n-d-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:47:12.854986 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3dd67e-fd66-496e-96c5-d92a32d43a9e None None] No DVR routers for this DVR port 959a11ce-a261-44a1-bedb-df99c86f0477 on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:47:12.870710 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3dd67e-fd66-496e-96c5-d92a32d43a9e None None] Pushing event deleted for resources: {'Port': ['ID=959a11ce-a261-44a1-bedb-df99c86f0477,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:47:12.870710 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-cd3dd67e-fd66-496e-96c5-d92a32d43a9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:47:12.905918 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-46d90d14-75f2-449d-8c2b-12a268f960ee req-6e043cde-b565-48de-877f-658e13a9b216 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:12.910725 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-0aa0eb80-0dc3-4461-ba31-ebcde241a961 req-59512126-8c79-4d53-8676-49112304846b tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:12.916414 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ea83d5f2-b1ac-47c8-88a8-8a5e5a45f7b4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:47:12.933830 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['1f1b5c6e-6272-4400-80b4-7e0f066ffadb'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:47:12.994314 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-84035d26-805d-43b7-bb34-f5980a5964bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:13.014198 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46d90d14-75f2-449d-8c2b-12a268f960ee req-6e043cde-b565-48de-877f-658e13a9b216 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] Network cf20d108-f84c-44de-9036-2269564edd60 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:47:13.019814 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-84035d26-805d-43b7-bb34-f5980a5964bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddd14193-0297-4168-87e0-09d3bbdd850c']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:47:13.031805 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d8d901-9d4e-4c42-ae60-906eeacaffdd req-3816e47e-84ad-4f70-9274-33546b593925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:13.033284 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-22d8d901-9d4e-4c42-ae60-906eeacaffdd req-3816e47e-84ad-4f70-9274-33546b593925 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ecbff90d-5ab6-4357-bf37-5548ca0e9255 HTTP/1.1" status: 200 len: 911 time: 0.2965353 Jun 11 09:47:13.037039 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-84035d26-805d-43b7-bb34-f5980a5964bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c0ac087-f968-478f-8386-01aef4ed9134') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:47:13.037263 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8fec4410-0810-4e16-8d2d-8a206cb784df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:13.037401 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-84035d26-805d-43b7-bb34-f5980a5964bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c0ac087-f968-478f-8386-01aef4ed9134') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:47:13.047853 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa0eb80-0dc3-4461-ba31-ebcde241a961 req-59512126-8c79-4d53-8676-49112304846b tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:13.049137 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-0aa0eb80-0dc3-4461-ba31-ebcde241a961 req-59512126-8c79-4d53-8676-49112304846b tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:13.057886 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:13.062114 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-84035d26-805d-43b7-bb34-f5980a5964bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:13.062514 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0aa0eb80-0dc3-4461-ba31-ebcde241a961 req-59512126-8c79-4d53-8676-49112304846b tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "PUT /v2.0/ports/1f1b5c6e-6272-4400-80b4-7e0f066ffadb HTTP/1.1" status: 200 len: 982 time: 1.1269140 Jun 11 09:47:13.063524 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '604f9f22-aaf7-4f98-8e1d-78b9326e5b57', 'tag': '1f1b5c6e-6272-4400-80b4-7e0f066ffadb'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:47:13.066381 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef61da7-f987-4a6a-84d8-5d8422e60295" -d '{"events": [{"name": "network-changed", "server_uuid": "604f9f22-aaf7-4f98-8e1d-78b9326e5b57", "tag": "1f1b5c6e-6272-4400-80b4-7e0f066ffadb"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:47:13.080110 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-558edcc3-fcc4-4f5e-b61f-a71101e15224 req-b4003a5f-d3e7-40c8-9050-fc21fe413ae9 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:13.121480 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e10e1200-8c30-499c-82d6-697618d627c7 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:47:13.141967 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e043cde-b565-48de-877f-658e13a9b216 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] Pushing event updated for resources: {'Port': ['ID=53c4d5d7-0282-48ea-b5be-524038e7f0ec,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:47:13.145474 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6e043cde-b565-48de-877f-658e13a9b216 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:47:13.146534 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-46d90d14-75f2-449d-8c2b-12a268f960ee req-6e043cde-b565-48de-877f-658e13a9b216 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:47:13.159848 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-46d90d14-75f2-449d-8c2b-12a268f960ee req-6e043cde-b565-48de-877f-658e13a9b216 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:47:13.164841 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1aee302d-9dd3-4d97-97b1-04383adf8b55 tempest-AttachSCSIVolumeTestJSON-1132769149 tempest-AttachSCSIVolumeTestJSON-1132769149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.238s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:47:13.166714 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['1f1b5c6e-6272-4400-80b4-7e0f066ffadb'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:47:13.178971 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-84035d26-805d-43b7-bb34-f5980a5964bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:13.180095 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port e10e1200-8c30-499c-82d6-697618d627c7, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=e10e1200-8c30-499c-82d6-697618d627c7,segment=NetworkSegment(b51c68b7-80ed-4de8-bd6d-e2ba699aba0b),segment_id=b51c68b7-80ed-4de8-bd6d-e2ba699aba0b)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:47:13.210935 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84035d26-805d-43b7-bb34-f5980a5964bf admin admin] Releasing vlan 794 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 09:47:13.211355 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-84035d26-805d-43b7-bb34-f5980a5964bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:13.213184 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:47:13.213184 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:47:13.213184 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:47:13.213184 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:47:13.213184 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:47:13.213184 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:47:13.213184 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:47:13.213184 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:47:13.213184 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:47:13.213184 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:47:13.213184 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:47:13.213184 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:47:13.213184 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:47:13.213184 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:47:13.213184 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:47:13.213184 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:47:13.213184 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:47:13.213184 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:47:13.213184 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 09:47:13.213184 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 09:47:13.213184 n-d-779913-12 neutron-server[93177]: timer() Jun 11 09:47:13.213184 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 09:47:13.213184 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 09:47:13.213184 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 09:47:13.213184 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 09:47:13.213184 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 09:47:13.213184 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 09:47:13.213184 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 09:47:13.213184 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 09:47:13.213184 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 09:47:13.213184 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 09:47:13.213184 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 09:47:13.213184 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 09:47:13.213184 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 09:47:13.213184 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 09:47:13.213184 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 09:47:13.213184 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 09:47:13.213184 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 09:47:13.213184 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 09:47:13.213184 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 09:47:13.213184 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 09:47:13.213184 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 09:47:13.213184 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 09:47:13.213184 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 09:47:13.213184 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 09:47:13.213184 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 09:47:13.213184 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 09:47:13.213184 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 09:47:13.213184 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 09:47:13.213184 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 09:47:13.242664 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-22d8d901-9d4e-4c42-ae60-906eeacaffdd req-057ab232-f3e5-497e-88ac-2ffda7e22225 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=730c5223-87c0-4868-94fb-7a041e9c63ba HTTP/1.1" status: 200 len: 999 time: 0.1971006 Jun 11 09:47:13.327981 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-558edcc3-fcc4-4f5e-b61f-a71101e15224 req-b4003a5f-d3e7-40c8-9050-fc21fe413ae9 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:13.341025 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:13.357056 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:47:13.399831 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-558edcc3-fcc4-4f5e-b61f-a71101e15224 req-b4003a5f-d3e7-40c8-9050-fc21fe413ae9 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Network 9c71e42f-a279-434a-9733-2e0a55ab4074 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:47:13.417970 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 959a11ce-a261-44a1-bedb-df99c86f0477 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:47:13.428229 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59512126-8c79-4d53-8676-49112304846b tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Pushing event updated for resources: {'Port': ['ID=1f1b5c6e-6272-4400-80b4-7e0f066ffadb,revision_number=6']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:47:13.431540 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-558edcc3-fcc4-4f5e-b61f-a71101e15224 req-b4003a5f-d3e7-40c8-9050-fc21fe413ae9 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:47:13.439987 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d90d14-75f2-449d-8c2b-12a268f960ee req-6e043cde-b565-48de-877f-658e13a9b216 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:13.440734 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-46d90d14-75f2-449d-8c2b-12a268f960ee req-6e043cde-b565-48de-877f-658e13a9b216 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:13.446278 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-59512126-8c79-4d53-8676-49112304846b tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:47:13.447099 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-558edcc3-fcc4-4f5e-b61f-a71101e15224 req-b4003a5f-d3e7-40c8-9050-fc21fe413ae9 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:47:13.449830 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-64b8fd72-0feb-491c-bca3-c55ce23a29f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:47:13.450181 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4195ee4-7adc-4dd2-b777-f8600a1dbbc8 req-b3214219-15e7-40f8-94db-91f58c0221c2 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:13.457780 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a4195ee4-7adc-4dd2-b777-f8600a1dbbc8 req-b3214219-15e7-40f8-94db-91f58c0221c2 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] 10.222.0.60 "GET /v2.0/ports?device_id=11f359ec-4d91-47a5-b10e-c8312c04bb30 HTTP/1.1" status: 200 len: 936 time: 0.3436906 Jun 11 09:47:13.463822 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 959a11ce-a261-44a1-bedb-df99c86f0477 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:47:13.464178 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 959a11ce-a261-44a1-bedb-df99c86f0477 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:47:13.479371 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d8d901-9d4e-4c42-ae60-906eeacaffdd req-8dfc4f38-ebf6-46b9-a335-1ffbbdb1c13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:13.481102 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-22d8d901-9d4e-4c42-ae60-906eeacaffdd req-8dfc4f38-ebf6-46b9-a335-1ffbbdb1c13e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65fd936e-e1de-4d66-9d41-076079c1dae3 HTTP/1.1" status: 200 len: 849 time: 0.2091279 Jun 11 09:47:13.498048 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=e10e1200-8c30-499c-82d6-697618d627c7,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:47:13.501447 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:47:13.572883 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-84035d26-805d-43b7-bb34-f5980a5964bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:13.598672 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a4195ee4-7adc-4dd2-b777-f8600a1dbbc8 req-78c7fc31-5f92-43b7-8a86-38ccab39db34 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fe6c44a-94dc-4218-910c-486cd3ffc9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396437 Jun 11 09:47:13.599420 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-07358cff-533a-425e-8bbe-00df89c4d055 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:47:13.603074 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-84035d26-805d-43b7-bb34-f5980a5964bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:13.605014 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-84035d26-805d-43b7-bb34-f5980a5964bf admin admin] 10.222.0.60 "DELETE /v2.0/networks/ddd14193-0297-4168-87e0-09d3bbdd850c HTTP/1.1" status: 204 len: 168 time: 1.9175417 Jun 11 09:47:13.614813 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-6b261e42-a91c-47be-91ac-6a253580e46b None None] Provisioning for port 53c4d5d7-0282-48ea-b5be-524038e7f0ec completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:47:13.623168 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-6b261e42-a91c-47be-91ac-6a253580e46b None None] Provisioning complete for port 53c4d5d7-0282-48ea-b5be-524038e7f0ec triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:47:13.623817 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6b261e42-a91c-47be-91ac-6a253580e46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:13.625417 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84035d26-805d-43b7-bb34-f5980a5964bf admin admin] Pushing event deleted for resources: {'Network': ['ID=ddd14193-0297-4168-87e0-09d3bbdd850c,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:47:13.632715 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-84035d26-805d-43b7-bb34-f5980a5964bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:47:13.651890 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d8d901-9d4e-4c42-ae60-906eeacaffdd req-c5ef7dc7-526c-4f79-a768-802d403f641e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:13.653637 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-22d8d901-9d4e-4c42-ae60-906eeacaffdd req-c5ef7dc7-526c-4f79-a768-802d403f641e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ecbff90d-5ab6-4357-bf37-5548ca0e9255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1510062 Jun 11 09:47:13.697444 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-6b261e42-a91c-47be-91ac-6a253580e46b None None] Port 53c4d5d7-0282-48ea-b5be-524038e7f0ec cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:47:13.841812 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['e10e1200-8c30-499c-82d6-697618d627c7'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:47:13.843678 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-22d8d901-9d4e-4c42-ae60-906eeacaffdd req-3a69ec95-c882-4af4-91bb-a83e89912cd4 service neutron] 10.222.0.64 "GET /v2.0/networks/ecbff90d-5ab6-4357-bf37-5548ca0e9255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829774 Jun 11 09:47:13.968170 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0ce7c9-9497-41b5-ac8f-197a2cf95462 req-e36bb654-0e1b-4635-a8e1-83688a31bed6 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:13.968593 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8d0ce7c9-9497-41b5-ac8f-197a2cf95462 req-e36bb654-0e1b-4635-a8e1-83688a31bed6 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 944 time: 0.1816857 Jun 11 09:47:14.018330 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-22d8d901-9d4e-4c42-ae60-906eeacaffdd req-16113dd8-c192-4a3e-8ff6-46ed8bb3af36 service neutron] 10.222.0.64 "GET /v2.0/networks/ecbff90d-5ab6-4357-bf37-5548ca0e9255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672287 Jun 11 09:47:14.037978 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 44976) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:47:14.044136 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558edcc3-fcc4-4f5e-b61f-a71101e15224 req-b4003a5f-d3e7-40c8-9050-fc21fe413ae9 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:14.044788 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-558edcc3-fcc4-4f5e-b61f-a71101e15224 req-b4003a5f-d3e7-40c8-9050-fc21fe413ae9 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:14.050954 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8d0ce7c9-9497-41b5-ac8f-197a2cf95462 req-d07f386b-68ec-4e90-a60a-1257106d1a2f tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d1f1aa-3601-424b-af20-9acf0698c1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757546 Jun 11 09:47:14.060767 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4003a5f-d3e7-40c8-9050-fc21fe413ae9 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Pushing event updated for resources: {'Port': ['ID=fc495253-b81b-4b15-b6f1-a656482ec88a,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:47:14.081346 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddb019a-ffa9-4ff7-8ed6-56720888ffc7 req-ce67f70d-489b-400d-98cd-b1ebbea66633 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:14.081346 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1ddb019a-ffa9-4ff7-8ed6-56720888ffc7 req-ce67f70d-489b-400d-98cd-b1ebbea66633 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/ports?device_id=525807c3-e977-47d5-a491-34bcdb1769d2 HTTP/1.1" status: 200 len: 931 time: 0.8352747 Jun 11 09:47:14.081346 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b4003a5f-d3e7-40c8-9050-fc21fe413ae9 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.627s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:47:14.081346 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-46d90d14-75f2-449d-8c2b-12a268f960ee req-6e043cde-b565-48de-877f-658e13a9b216 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4905264 Jun 11 09:47:14.093866 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-46d90d14-75f2-449d-8c2b-12a268f960ee req-40a7c6b8-2257-416a-93ca-716a93b250b7 service neutron] Request body: {'port': {'device_id': '11f359ec-4d91-47a5-b10e-c8312c04bb30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:47:14.098860 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-d4cfcfdb-349a-46cc-847f-ad78a3d6b1a9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8d62aa38b60a4fcb869364c0fcbf88f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0597022 Jun 11 09:47:14.102506 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 44980) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:47:14.156706 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-29be7083-f6b8-47a7-b761-94dba716b228 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:14.160884 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-558edcc3-fcc4-4f5e-b61f-a71101e15224 req-b4003a5f-d3e7-40c8-9050-fc21fe413ae9 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4427521 Jun 11 09:47:14.172266 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1ddb019a-ffa9-4ff7-8ed6-56720888ffc7 req-250d8764-6d0d-46d4-abfc-4df23739e3f7 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/security-groups?id=18fc41cb-d5ab-4d35-ab48-499184b426b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914798 Jun 11 09:47:14.176128 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-558edcc3-fcc4-4f5e-b61f-a71101e15224 req-25071593-d1c2-4aff-aa87-16edbf799a85 service neutron] Request body: {'port': {'device_id': '525807c3-e977-47d5-a491-34bcdb1769d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:47:14.191084 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-29be7083-f6b8-47a7-b761-94dba716b228 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:14.254953 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51deba55-ec61-4655-bdf7-1f21249f5d61 x-openstack-request-id: req-51deba55-ec61-4655-bdf7-1f21249f5d61 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:47:14.255292 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "604f9f22-aaf7-4f98-8e1d-78b9326e5b57", "tag": "1f1b5c6e-6272-4400-80b4-7e0f066ffadb", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:47:14.255611 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-51deba55-ec61-4655-bdf7-1f21249f5d61 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:47:14.256052 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '604f9f22-aaf7-4f98-8e1d-78b9326e5b57', 'tag': '1f1b5c6e-6272-4400-80b4-7e0f066ffadb', 'status': 'completed', 'code': 200} Jun 11 09:47:14.265080 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-46d90d14-75f2-449d-8c2b-12a268f960ee req-40a7c6b8-2257-416a-93ca-716a93b250b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:14.336343 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-29be7083-f6b8-47a7-b761-94dba716b228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:14.339265 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-29be7083-f6b8-47a7-b761-94dba716b228 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:14.343338 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-29be7083-f6b8-47a7-b761-94dba716b228 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f1559b29-76f9-4408-9f4b-96886cf23d5f HTTP/1.1" status: 204 len: 168 time: 0.2370908 Jun 11 09:47:14.343338 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-cc530bde-c851-4cdf-a3d8-87431a0e7cb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:47:14.352054 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29be7083-f6b8-47a7-b761-94dba716b228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1559b29-76f9-4408-9f4b-96886cf23d5f,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:47:14.360259 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-29be7083-f6b8-47a7-b761-94dba716b228 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:47:14.442874 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-558edcc3-fcc4-4f5e-b61f-a71101e15224 req-25071593-d1c2-4aff-aa87-16edbf799a85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:14.453940 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-40bc49b0-4e04-4508-9743-597518542854 req-e2565e4e-8835-400c-8090-f6d82ea29881 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1552801763&fields=id&tenant_id=c5132d58a61b4dee97f4685d93187a0e HTTP/1.1" status: 200 len: 267 time: 0.1462517 Jun 11 09:47:14.492951 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c64257-3690-4a73-b23e-d0a876c5dda1 req-daed8482-cb34-4da4-b2d3-5dac012ff74b tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:14.494465 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-50c64257-3690-4a73-b23e-d0a876c5dda1 req-daed8482-cb34-4da4-b2d3-5dac012ff74b tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=64a28f87-3418-460b-ac64-cf311cb671ca HTTP/1.1" status: 200 len: 944 time: 0.0761161 Jun 11 09:47:14.536563 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-50c64257-3690-4a73-b23e-d0a876c5dda1 req-ce3b53df-e6fd-428f-9674-3a77efbea725 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363708 Jun 11 09:47:14.641128 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef61da7-f987-4a6a-84d8-5d8422e60295 req-b4dc9bd9-9e0d-4121-be6e-645b3810443a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:14.642659 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0ef61da7-f987-4a6a-84d8-5d8422e60295 req-b4dc9bd9-9e0d-4121-be6e-645b3810443a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c5132d58a61b4dee97f4685d93187a0e&device_id=604f9f22-aaf7-4f98-8e1d-78b9326e5b57 HTTP/1.1" status: 200 len: 1137 time: 0.3362758 Jun 11 09:47:14.747116 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5d8ce6e8-7024-48e9-b4c4-0fd6f787ab0b req-ec04ca43-63b2-4e68-94b4-62a9635051db service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3fe3ef3f-9a6b-4e95-a654-f9fec0c4a05d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0756445 Jun 11 09:47:14.870128 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8ce6e8-7024-48e9-b4c4-0fd6f787ab0b req-4540506a-b58b-4a41-866b-2acb136c28bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:14.871669 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5d8ce6e8-7024-48e9-b4c4-0fd6f787ab0b req-4540506a-b58b-4a41-866b-2acb136c28bb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2d153095abe14427b94c36cd340ad809&device_id=3fe3ef3f-9a6b-4e95-a654-f9fec0c4a05d HTTP/1.1" status: 200 len: 1101 time: 0.0711074 Jun 11 09:47:14.882785 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bc49b0-4e04-4508-9743-597518542854 req-c837ee2d-9759-4ebe-922f-86d57a5ef4f2 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:14.882785 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-40bc49b0-4e04-4508-9743-597518542854 req-c837ee2d-9759-4ebe-922f-86d57a5ef4f2 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "GET /v2.0/ports?device_id=604f9f22-aaf7-4f98-8e1d-78b9326e5b57 HTTP/1.1" status: 200 len: 985 time: 0.4084945 Jun 11 09:47:14.980080 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-40bc49b0-4e04-4508-9743-597518542854 req-3ce21e7c-c3f9-4331-9b9f-9a3fc3bdb4c2 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Request body: {'port': {'security_groups': ['2f660163-b4cf-41bb-9ff5-65f9e727e866']}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:47:15.065728 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8ce6e8-7024-48e9-b4c4-0fd6f787ab0b req-4029369e-0bf8-4238-bc5c-6717f545d59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:15.067174 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5d8ce6e8-7024-48e9-b4c4-0fd6f787ab0b req-4029369e-0bf8-4238-bc5c-6717f545d59f service neutron] 10.222.0.69 "GET /v2.0/networks?id=cf20d108-f84c-44de-9036-2269564edd60 HTTP/1.1" status: 200 len: 870 time: 0.1604323 Jun 11 09:47:15.143535 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5d8ce6e8-7024-48e9-b4c4-0fd6f787ab0b req-effd84bd-80b8-479d-b8b7-35e335e5684c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=377f653d-177d-4337-aeab-2d19af79e208 HTTP/1.1" status: 200 len: 217 time: 0.0611849 Jun 11 09:47:15.170431 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef61da7-f987-4a6a-84d8-5d8422e60295 req-60e68daf-b527-4809-b170-cde1ee35d552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:15.173357 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0ef61da7-f987-4a6a-84d8-5d8422e60295 req-60e68daf-b527-4809-b170-cde1ee35d552 service neutron] 10.222.0.69 "GET /v2.0/networks?id=482bdf30-6ecc-4c58-babd-2078999f07ec HTTP/1.1" status: 200 len: 921 time: 0.4941664 Jun 11 09:47:15.261151 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8ce6e8-7024-48e9-b4c4-0fd6f787ab0b req-22757a71-50cc-4f20-870d-40805af33662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:15.262617 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5d8ce6e8-7024-48e9-b4c4-0fd6f787ab0b req-22757a71-50cc-4f20-870d-40805af33662 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=189b03cc-b2a8-4615-9ab5-ad0328c3f10f HTTP/1.1" status: 200 len: 843 time: 0.1115482 Jun 11 09:47:15.294260 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0ef61da7-f987-4a6a-84d8-5d8422e60295 req-d183a97d-d907-4d2e-98c6-73d3153c4b24 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f1b5c6e-6272-4400-80b4-7e0f066ffadb HTTP/1.1" status: 200 len: 217 time: 0.0908358 Jun 11 09:47:15.335304 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3962a9ab-1cdc-4cce-a75d-32bc4e532f6a req-74c2b937-800c-4acd-9c46-0e7751697200 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:15.350064 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3962a9ab-1cdc-4cce-a75d-32bc4e532f6a req-74c2b937-800c-4acd-9c46-0e7751697200 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] 10.222.0.60 "GET /v2.0/ports?device_id=11f359ec-4d91-47a5-b10e-c8312c04bb30 HTTP/1.1" status: 200 len: 936 time: 0.1260858 Jun 11 09:47:15.350375 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-40bc49b0-4e04-4508-9743-597518542854 req-3ce21e7c-c3f9-4331-9b9f-9a3fc3bdb4c2 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:15.398813 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8ce6e8-7024-48e9-b4c4-0fd6f787ab0b req-445465e5-a6f9-4ec1-b576-674f03d41980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:15.398813 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5d8ce6e8-7024-48e9-b4c4-0fd6f787ab0b req-445465e5-a6f9-4ec1-b576-674f03d41980 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cf20d108-f84c-44de-9036-2269564edd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1248581 Jun 11 09:47:15.399174 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-46d90d14-75f2-449d-8c2b-12a268f960ee req-40a7c6b8-2257-416a-93ca-716a93b250b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53c4d5d7-0282-48ea-b5be-524038e7f0ec {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:47:15.402556 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3962a9ab-1cdc-4cce-a75d-32bc4e532f6a req-558f4a11-b7d4-4921-bbbc-0cfb1257becc tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fe6c44a-94dc-4218-910c-486cd3ffc9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585127 Jun 11 09:47:15.427417 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-46d90d14-75f2-449d-8c2b-12a268f960ee req-40a7c6b8-2257-416a-93ca-716a93b250b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:15.530593 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef61da7-f987-4a6a-84d8-5d8422e60295 req-e3e7e9c8-ba4f-47ec-95bc-eda8c29ce520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:15.532128 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0ef61da7-f987-4a6a-84d8-5d8422e60295 req-e3e7e9c8-ba4f-47ec-95bc-eda8c29ce520 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=aff27218-fe9b-4902-82d1-323ec8f666a1 HTTP/1.1" status: 200 len: 860 time: 0.2098782 Jun 11 09:47:15.534295 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-558edcc3-fcc4-4f5e-b61f-a71101e15224 req-25071593-d1c2-4aff-aa87-16edbf799a85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc495253-b81b-4b15-b6f1-a656482ec88a {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:47:15.539080 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-46d90d14-75f2-449d-8c2b-12a268f960ee req-40a7c6b8-2257-416a-93ca-716a93b250b7 service neutron] Transition to ACTIVE for port object 53c4d5d7-0282-48ea-b5be-524038e7f0ec will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:47:15.546787 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-558edcc3-fcc4-4f5e-b61f-a71101e15224 req-25071593-d1c2-4aff-aa87-16edbf799a85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:15.588550 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5d8ce6e8-7024-48e9-b4c4-0fd6f787ab0b req-00dd531f-e256-4378-8131-6482302b193d service neutron] 10.222.0.69 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761017 Jun 11 09:47:15.594578 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0ef61da7-f987-4a6a-84d8-5d8422e60295 req-afd9251b-2c09-415b-b925-353f1e427432 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=482bdf30-6ecc-4c58-babd-2078999f07ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504544 Jun 11 09:47:15.616138 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-558edcc3-fcc4-4f5e-b61f-a71101e15224 req-25071593-d1c2-4aff-aa87-16edbf799a85 service neutron] Transition to ACTIVE for port object fc495253-b81b-4b15-b6f1-a656482ec88a will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:47:15.717060 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-46d90d14-75f2-449d-8c2b-12a268f960ee req-40a7c6b8-2257-416a-93ca-716a93b250b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:15.731188 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-25d184e5-bf6c-4c20-aea4-0b83a995580d tempest-ServerAddressesTestJSON-1780781347 tempest-ServerAddressesTestJSON-1780781347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:47:15.733189 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-558edcc3-fcc4-4f5e-b61f-a71101e15224 req-25071593-d1c2-4aff-aa87-16edbf799a85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:15.741746 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa331bd2-530a-42c7-bf7b-26054a7245d7 req-df6db809-4cfd-453a-b3a3-eee98528c895 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:15.743208 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fa331bd2-530a-42c7-bf7b-26054a7245d7 req-df6db809-4cfd-453a-b3a3-eee98528c895 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 944 time: 0.1953135 Jun 11 09:47:15.774588 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5d8ce6e8-7024-48e9-b4c4-0fd6f787ab0b req-c63fc807-fdbd-4643-85f0-15500eb43011 service neutron] 10.222.0.69 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796825 Jun 11 09:47:15.799656 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a1191ea8-aaf6-4e2f-a5fe-b8db45fed7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:15.804854 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fa331bd2-530a-42c7-bf7b-26054a7245d7 req-9d2ff35f-a9dd-4b96-9aa0-f7172f29bf3c tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d1f1aa-3601-424b-af20-9acf0698c1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555015 Jun 11 09:47:15.873416 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:15.924668 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-627da0c8-f62f-409a-81ba-da512d1b9eec req-19d8e57b-b432-4382-bf25-dc0f4123a368 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=2d153095abe14427b94c36cd340ad809&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301969 Jun 11 09:47:15.996175 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0ef61da7-f987-4a6a-84d8-5d8422e60295 req-b937099c-7fc8-4b05-8aee-578d7a3391a0 service neutron] 10.222.0.69 "GET /v2.0/networks/482bdf30-6ecc-4c58-babd-2078999f07ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3924754 Jun 11 09:47:16.000624 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a7c6b8-2257-416a-93ca-716a93b250b7 service neutron] Pushing event updated for resources: {'Port': ['ID=53c4d5d7-0282-48ea-b5be-524038e7f0ec,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:47:16.006941 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-40a7c6b8-2257-416a-93ca-716a93b250b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:47:16.013670 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6398a2ce-3b0b-4f18-954d-b13e5df233e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.256s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:47:16.213267 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-40bc49b0-4e04-4508-9743-597518542854 req-3ce21e7c-c3f9-4331-9b9f-9a3fc3bdb4c2 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] For port 1f1b5c6e-6272-4400-80b4-7e0f066ffadb, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=1f1b5c6e-6272-4400-80b4-7e0f066ffadb,segment=NetworkSegment(802e9f6d-3ccd-4201-9afd-53110d0b2010),segment_id=802e9f6d-3ccd-4201-9afd-53110d0b2010)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:47:16.251929 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25071593-d1c2-4aff-aa87-16edbf799a85 service neutron] Pushing event updated for resources: {'Port': ['ID=fc495253-b81b-4b15-b6f1-a656482ec88a,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:47:16.266969 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-25071593-d1c2-4aff-aa87-16edbf799a85 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:47:16.347696 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-558edcc3-fcc4-4f5e-b61f-a71101e15224 req-25071593-d1c2-4aff-aa87-16edbf799a85 service neutron] Attempting to bind port fc495253-b81b-4b15-b6f1-a656482ec88a on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:47:16.348036 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-558edcc3-fcc4-4f5e-b61f-a71101e15224 req-25071593-d1c2-4aff-aa87-16edbf799a85 service neutron] Attempting to bind port fc495253-b81b-4b15-b6f1-a656482ec88a by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '59465666-5c69-4224-8b1f-2b974d7d569d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '9c71e42f-a279-434a-9733-2e0a55ab4074'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:47:16.348367 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558edcc3-fcc4-4f5e-b61f-a71101e15224 req-25071593-d1c2-4aff-aa87-16edbf799a85 service neutron] Attempting to bind port fc495253-b81b-4b15-b6f1-a656482ec88a on network 9c71e42f-a279-434a-9733-2e0a55ab4074 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:47:16.365833 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-40bc49b0-4e04-4508-9743-597518542854 req-3ce21e7c-c3f9-4331-9b9f-9a3fc3bdb4c2 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:16.367438 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-46d90d14-75f2-449d-8c2b-12a268f960ee req-40a7c6b8-2257-416a-93ca-716a93b250b7 service neutron] Attempting to bind port 53c4d5d7-0282-48ea-b5be-524038e7f0ec on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:47:16.367788 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-46d90d14-75f2-449d-8c2b-12a268f960ee req-40a7c6b8-2257-416a-93ca-716a93b250b7 service neutron] Attempting to bind port 53c4d5d7-0282-48ea-b5be-524038e7f0ec by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:47:16.368110 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d90d14-75f2-449d-8c2b-12a268f960ee req-40a7c6b8-2257-416a-93ca-716a93b250b7 service neutron] Attempting to bind port 53c4d5d7-0282-48ea-b5be-524038e7f0ec on network cf20d108-f84c-44de-9036-2269564edd60 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:47:16.373382 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558edcc3-fcc4-4f5e-b61f-a71101e15224 req-25071593-d1c2-4aff-aa87-16edbf799a85 service neutron] Port fc495253-b81b-4b15-b6f1-a656482ec88a on network 9c71e42f-a279-434a-9733-2e0a55ab4074 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:47:16.373764 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558edcc3-fcc4-4f5e-b61f-a71101e15224 req-25071593-d1c2-4aff-aa87-16edbf799a85 service neutron] Attempting to bind port fc495253-b81b-4b15-b6f1-a656482ec88a on network 9c71e42f-a279-434a-9733-2e0a55ab4074 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:47:16.386567 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d90d14-75f2-449d-8c2b-12a268f960ee req-40a7c6b8-2257-416a-93ca-716a93b250b7 service neutron] Port 53c4d5d7-0282-48ea-b5be-524038e7f0ec on network cf20d108-f84c-44de-9036-2269564edd60 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:47:16.386884 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d90d14-75f2-449d-8c2b-12a268f960ee req-40a7c6b8-2257-416a-93ca-716a93b250b7 service neutron] Attempting to bind port 53c4d5d7-0282-48ea-b5be-524038e7f0ec on network cf20d108-f84c-44de-9036-2269564edd60 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:47:16.392753 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558edcc3-fcc4-4f5e-b61f-a71101e15224 req-25071593-d1c2-4aff-aa87-16edbf799a85 service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:47:16.393085 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558edcc3-fcc4-4f5e-b61f-a71101e15224 req-25071593-d1c2-4aff-aa87-16edbf799a85 service neutron] Checking segment: {'id': '59465666-5c69-4224-8b1f-2b974d7d569d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '9c71e42f-a279-434a-9733-2e0a55ab4074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:47:16.393463 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558edcc3-fcc4-4f5e-b61f-a71101e15224 req-25071593-d1c2-4aff-aa87-16edbf799a85 service neutron] Bound using segment: {'id': '59465666-5c69-4224-8b1f-2b974d7d569d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '9c71e42f-a279-434a-9733-2e0a55ab4074'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:47:16.393882 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-558edcc3-fcc4-4f5e-b61f-a71101e15224 req-25071593-d1c2-4aff-aa87-16edbf799a85 service neutron] Bound port: fc495253-b81b-4b15-b6f1-a656482ec88a, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59465666-5c69-4224-8b1f-2b974d7d569d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '9c71e42f-a279-434a-9733-2e0a55ab4074'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:47:16.394225 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-558edcc3-fcc4-4f5e-b61f-a71101e15224 req-25071593-d1c2-4aff-aa87-16edbf799a85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:16.409727 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0ef61da7-f987-4a6a-84d8-5d8422e60295 req-3848f77c-fd55-4d6b-8e35-318ca7cf58ea service neutron] 10.222.0.69 "GET /v2.0/networks/482bdf30-6ecc-4c58-babd-2078999f07ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3438106 Jun 11 09:47:16.413308 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d90d14-75f2-449d-8c2b-12a268f960ee req-40a7c6b8-2257-416a-93ca-716a93b250b7 service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:47:16.413844 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d90d14-75f2-449d-8c2b-12a268f960ee req-40a7c6b8-2257-416a-93ca-716a93b250b7 service neutron] Checking segment: {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:47:16.414551 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d90d14-75f2-449d-8c2b-12a268f960ee req-40a7c6b8-2257-416a-93ca-716a93b250b7 service neutron] Bound using segment: {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:47:16.415066 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-46d90d14-75f2-449d-8c2b-12a268f960ee req-40a7c6b8-2257-416a-93ca-716a93b250b7 service neutron] Bound port: 53c4d5d7-0282-48ea-b5be-524038e7f0ec, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:47:16.415414 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-46d90d14-75f2-449d-8c2b-12a268f960ee req-40a7c6b8-2257-416a-93ca-716a93b250b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:16.433015 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627da0c8-f62f-409a-81ba-da512d1b9eec req-9fd4abe5-db53-4558-be28-46013e15cad2 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:16.433823 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device e10e1200-8c30-499c-82d6-697618d627c7 up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:47:16.434603 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-627da0c8-f62f-409a-81ba-da512d1b9eec req-9fd4abe5-db53-4558-be28-46013e15cad2 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5009754 Jun 11 09:47:16.450750 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-627da0c8-f62f-409a-81ba-da512d1b9eec req-ffd39972-1039-48c0-832c-6a943e098894 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/quotas/2d153095abe14427b94c36cd340ad809 HTTP/1.1" status: 200 len: 375 time: 0.0098741 Jun 11 09:47:16.532011 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-627da0c8-f62f-409a-81ba-da512d1b9eec req-86b3a389-b502-4328-940d-56bb4abe8f09 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2d153095abe14427b94c36cd340ad809&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0728707 Jun 11 09:47:16.553504 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:16.610373 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning for port e10e1200-8c30-499c-82d6-697618d627c7 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:47:16.614926 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port e10e1200-8c30-499c-82d6-697618d627c7 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:47:16.615310 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:16.714335 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:16.752187 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a28f87-3418-460b-ac64-cf311cb671ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e10e1200-8c30-499c-82d6-697618d627c7'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:47:16.759672 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d1785c9-a619-4074-a50c-0db711265a05" -d '{"events": [{"server_uuid": "64a28f87-3418-460b-ac64-cf311cb671ca", "name": "network-vif-plugged", "status": "completed", "tag": "e10e1200-8c30-499c-82d6-697618d627c7"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:47:16.774631 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port e10e1200-8c30-499c-82d6-697618d627c7, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=e10e1200-8c30-499c-82d6-697618d627c7,segment=NetworkSegment(b51c68b7-80ed-4de8-bd6d-e2ba699aba0b),segment_id=b51c68b7-80ed-4de8-bd6d-e2ba699aba0b)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:47:16.810835 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bd43c066-fe13-4722-a59d-4905b07b6343 req-fdcbfff1-4674-4a16-8f33-5424566a9cad tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=b3dca293d5b14b18ae85d64d643c58cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311022 Jun 11 09:47:16.851267 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-40bc49b0-4e04-4508-9743-597518542854 req-3ce21e7c-c3f9-4331-9b9f-9a3fc3bdb4c2 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:16.866215 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['1f1b5c6e-6272-4400-80b4-7e0f066ffadb'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:47:16.880203 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d4d7fe10-c675-499a-9a0a-e6bb5d295c09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:47:16.898497 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:16.901999 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-9b1d38e4-9641-4d62-9636-ce004a4f99ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:47:16.969286 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd43c066-fe13-4722-a59d-4905b07b6343 req-1c0b6b90-5509-4a11-a1d3-c411de705db0 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:16.976422 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bd43c066-fe13-4722-a59d-4905b07b6343 req-1c0b6b90-5509-4a11-a1d3-c411de705db0 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1609495 Jun 11 09:47:16.977468 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=e10e1200-8c30-499c-82d6-697618d627c7,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:47:16.979769 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-558edcc3-fcc4-4f5e-b61f-a71101e15224 req-25071593-d1c2-4aff-aa87-16edbf799a85 service neutron] For port fc495253-b81b-4b15-b6f1-a656482ec88a, host n-h1-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:47:16.986379 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:47:16.993731 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bd43c066-fe13-4722-a59d-4905b07b6343 req-84c8cd3b-befc-4b43-9532-1782fd5b7eba tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] 10.222.0.60 "GET /v2.0/quotas/b3dca293d5b14b18ae85d64d643c58cc HTTP/1.1" status: 200 len: 375 time: 0.0113266 Jun 11 09:47:17.024734 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-558edcc3-fcc4-4f5e-b61f-a71101e15224 req-25071593-d1c2-4aff-aa87-16edbf799a85 service neutron] For port fc495253-b81b-4b15-b6f1-a656482ec88a, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=fc495253-b81b-4b15-b6f1-a656482ec88a,segment=NetworkSegment(59465666-5c69-4224-8b1f-2b974d7d569d),segment_id=59465666-5c69-4224-8b1f-2b974d7d569d)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:47:17.037477 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bd43c066-fe13-4722-a59d-4905b07b6343 req-8e0fd074-cbf6-439d-84ea-8b47f966498d tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b3dca293d5b14b18ae85d64d643c58cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361223 Jun 11 09:47:17.048393 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bc49b0-4e04-4508-9743-597518542854 req-3ce21e7c-c3f9-4331-9b9f-9a3fc3bdb4c2 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:17.048954 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-40bc49b0-4e04-4508-9743-597518542854 req-3ce21e7c-c3f9-4331-9b9f-9a3fc3bdb4c2 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:17.050334 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-40bc49b0-4e04-4508-9743-597518542854 req-3ce21e7c-c3f9-4331-9b9f-9a3fc3bdb4c2 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "PUT /v2.0/ports/1f1b5c6e-6272-4400-80b4-7e0f066ffadb HTTP/1.1" status: 200 len: 943 time: 2.1013997 Jun 11 09:47:17.050887 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '604f9f22-aaf7-4f98-8e1d-78b9326e5b57', 'tag': '1f1b5c6e-6272-4400-80b4-7e0f066ffadb'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:47:17.057866 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e0805f-bd61-4148-a49e-4d120f0c5a5d" -d '{"events": [{"name": "network-changed", "server_uuid": "604f9f22-aaf7-4f98-8e1d-78b9326e5b57", "tag": "1f1b5c6e-6272-4400-80b4-7e0f066ffadb"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:47:17.074548 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-46d90d14-75f2-449d-8c2b-12a268f960ee req-40a7c6b8-2257-416a-93ca-716a93b250b7 service neutron] For port 53c4d5d7-0282-48ea-b5be-524038e7f0ec, host n-h1-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:47:17.083955 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-46d90d14-75f2-449d-8c2b-12a268f960ee req-40a7c6b8-2257-416a-93ca-716a93b250b7 service neutron] For port 53c4d5d7-0282-48ea-b5be-524038e7f0ec, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=53c4d5d7-0282-48ea-b5be-524038e7f0ec,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:47:17.089474 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce21e7c-c3f9-4331-9b9f-9a3fc3bdb4c2 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Pushing event updated for resources: {'Port': ['ID=1f1b5c6e-6272-4400-80b4-7e0f066ffadb,revision_number=7']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:47:17.092590 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3ce21e7c-c3f9-4331-9b9f-9a3fc3bdb4c2 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:47:17.127224 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-558edcc3-fcc4-4f5e-b61f-a71101e15224 req-25071593-d1c2-4aff-aa87-16edbf799a85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:17.130395 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b4003a5f-d3e7-40c8-9050-fc21fe413ae9 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:47:17.159708 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['1f1b5c6e-6272-4400-80b4-7e0f066ffadb'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:47:17.168511 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-46d90d14-75f2-449d-8c2b-12a268f960ee req-40a7c6b8-2257-416a-93ca-716a93b250b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:17.175046 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558edcc3-fcc4-4f5e-b61f-a71101e15224 req-25071593-d1c2-4aff-aa87-16edbf799a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:17.175671 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-558edcc3-fcc4-4f5e-b61f-a71101e15224 req-25071593-d1c2-4aff-aa87-16edbf799a85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:17.177009 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-558edcc3-fcc4-4f5e-b61f-a71101e15224 req-25071593-d1c2-4aff-aa87-16edbf799a85 service neutron] 10.222.0.64 "PUT /v2.0/ports/fc495253-b81b-4b15-b6f1-a656482ec88a HTTP/1.1" status: 200 len: 1092 time: 3.0086417 Jun 11 09:47:17.231487 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d90d14-75f2-449d-8c2b-12a268f960ee req-40a7c6b8-2257-416a-93ca-716a93b250b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:17.232185 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-46d90d14-75f2-449d-8c2b-12a268f960ee req-40a7c6b8-2257-416a-93ca-716a93b250b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:17.233701 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-46d90d14-75f2-449d-8c2b-12a268f960ee req-40a7c6b8-2257-416a-93ca-716a93b250b7 service neutron] 10.222.0.64 "PUT /v2.0/ports/53c4d5d7-0282-48ea-b5be-524038e7f0ec HTTP/1.1" status: 200 len: 1097 time: 3.1459119 Jun 11 09:47:17.247833 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25071593-d1c2-4aff-aa87-16edbf799a85 service neutron] Pushing event updated for resources: {'Port': ['ID=fc495253-b81b-4b15-b6f1-a656482ec88a,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:47:17.252888 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-25071593-d1c2-4aff-aa87-16edbf799a85 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:47:17.253420 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-59512126-8c79-4d53-8676-49112304846b tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:47:17.522451 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a7c6b8-2257-416a-93ca-716a93b250b7 service neutron] Pushing event updated for resources: {'Port': ['ID=53c4d5d7-0282-48ea-b5be-524038e7f0ec,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:47:17.534912 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-40a7c6b8-2257-416a-93ca-716a93b250b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:47:17.550628 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609b6e25-83aa-424d-a301-9bab8fa320b0 req-60a68ee9-9586-4c94-992e-e66d62124f74 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:17.552259 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-609b6e25-83aa-424d-a301-9bab8fa320b0 req-60a68ee9-9586-4c94-992e-e66d62124f74 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=64a28f87-3418-460b-ac64-cf311cb671ca HTTP/1.1" status: 200 len: 945 time: 0.0902004 Jun 11 09:47:17.556840 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3fa323-88cb-462a-b302-45dfa8ed3a33 req-d2c305d1-c0b8-41c1-a267-48f5d3e2a8bd tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:17.558759 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cc3fa323-88cb-462a-b302-45dfa8ed3a33 req-d2c305d1-c0b8-41c1-a267-48f5d3e2a8bd tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/ports?device_id=525807c3-e977-47d5-a491-34bcdb1769d2 HTTP/1.1" status: 200 len: 943 time: 0.3808672 Jun 11 09:47:17.599378 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-609b6e25-83aa-424d-a301-9bab8fa320b0 req-a37be364-7cdf-4ed6-a9f0-3b63c0e2b1ca tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415289 Jun 11 09:47:17.638220 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558edcc3-fcc4-4f5e-b61f-a71101e15224 req-fca0a530-694e-4819-a3e5-6030c8554ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:17.640385 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-558edcc3-fcc4-4f5e-b61f-a71101e15224 req-fca0a530-694e-4819-a3e5-6030c8554ef8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=61d3c4040251405785317f897ecabfbd&device_id=525807c3-e977-47d5-a491-34bcdb1769d2 HTTP/1.1" status: 200 len: 1095 time: 0.3335142 Jun 11 09:47:17.641976 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d90d14-75f2-449d-8c2b-12a268f960ee req-4a2e633a-5965-4454-a000-8fb79e228241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:17.643374 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-46d90d14-75f2-449d-8c2b-12a268f960ee req-4a2e633a-5965-4454-a000-8fb79e228241 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b5eb53057ea549f0bba9b3499e57c40f&device_id=11f359ec-4d91-47a5-b10e-c8312c04bb30 HTTP/1.1" status: 200 len: 1100 time: 0.2295883 Jun 11 09:47:17.648499 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cc3fa323-88cb-462a-b302-45dfa8ed3a33 req-3d665e55-bd8a-44cc-bf95-9fad8a4cbd29 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/security-groups?id=18fc41cb-d5ab-4d35-ab48-499184b426b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715640 Jun 11 09:47:17.715965 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-558edcc3-fcc4-4f5e-b61f-a71101e15224 req-479ab1a8-34a1-49fd-bb7d-feaf43302763 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc495253-b81b-4b15-b6f1-a656482ec88a HTTP/1.1" status: 200 len: 217 time: 0.0627940 Jun 11 09:47:17.776892 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-46d90d14-75f2-449d-8c2b-12a268f960ee req-562d0402-4ee2-413b-a7a3-3da3e209bd49 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=53c4d5d7-0282-48ea-b5be-524038e7f0ec HTTP/1.1" status: 200 len: 217 time: 0.1129973 Jun 11 09:47:17.815765 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ee45102c-792d-48f0-9c60-7f0ce054ecff req-e19a49a5-90d1-493a-b9be-0723a1f519c7 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7a81710-1c35-4321-ae55-729c29b29780 HTTP/1.1" status: 200 len: 210 time: 0.0455499 Jun 11 09:47:17.862623 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeab8034-5ac5-4489-afd2-7fc2d1990220 x-openstack-request-id: req-eeab8034-5ac5-4489-afd2-7fc2d1990220 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:47:17.863021 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64a28f87-3418-460b-ac64-cf311cb671ca", "name": "network-vif-plugged", "status": "completed", "tag": "e10e1200-8c30-499c-82d6-697618d627c7", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:47:17.863354 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-eeab8034-5ac5-4489-afd2-7fc2d1990220 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:47:17.863892 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64a28f87-3418-460b-ac64-cf311cb671ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e10e1200-8c30-499c-82d6-697618d627c7', 'code': 200} Jun 11 09:47:17.932875 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558edcc3-fcc4-4f5e-b61f-a71101e15224 req-51a514a2-a9a1-4ebf-9fb4-0c29707154af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:17.934307 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-558edcc3-fcc4-4f5e-b61f-a71101e15224 req-51a514a2-a9a1-4ebf-9fb4-0c29707154af service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a16cacaa-1221-489c-8d0a-2d30aee455ad HTTP/1.1" status: 200 len: 845 time: 0.1726184 Jun 11 09:47:17.951192 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d90d14-75f2-449d-8c2b-12a268f960ee req-dc07bdb6-12e4-4269-8d53-82ed89556d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:17.952697 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-46d90d14-75f2-449d-8c2b-12a268f960ee req-dc07bdb6-12e4-4269-8d53-82ed89556d8c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=189b03cc-b2a8-4615-9ab5-ad0328c3f10f HTTP/1.1" status: 200 len: 843 time: 0.1411231 Jun 11 09:47:18.029518 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-558edcc3-fcc4-4f5e-b61f-a71101e15224 req-ee3f0051-2616-4911-a9f7-2a08a106125b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9c71e42f-a279-434a-9733-2e0a55ab4074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0874619 Jun 11 09:47:18.046402 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08a95df-f167-4c30-a68d-ce5cf279a03b req-8cbbf433-8272-48e7-8b1b-cf702754e204 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:18.048145 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f08a95df-f167-4c30-a68d-ce5cf279a03b req-8cbbf433-8272-48e7-8b1b-cf702754e204 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 944 time: 0.0877984 Jun 11 09:47:18.096105 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8294f76f-d35d-4bfb-8a6b-f0add5db35df req-be4936e7-b2e1-4d5c-8f0d-ca7373ee310e tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:18.097504 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8294f76f-d35d-4bfb-8a6b-f0add5db35df req-be4936e7-b2e1-4d5c-8f0d-ca7373ee310e tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] 10.222.0.60 "GET /v2.0/ports?device_id=11f359ec-4d91-47a5-b10e-c8312c04bb30 HTTP/1.1" status: 200 len: 948 time: 0.2848303 Jun 11 09:47:18.107438 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f08a95df-f167-4c30-a68d-ce5cf279a03b req-843618e6-54fe-412c-91e2-084ce188d607 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d1f1aa-3601-424b-af20-9acf0698c1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529106 Jun 11 09:47:18.264761 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8294f76f-d35d-4bfb-8a6b-f0add5db35df req-dfbba804-518a-48c6-95b9-9d3fb05b4d6d tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fe6c44a-94dc-4218-910c-486cd3ffc9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375220 Jun 11 09:47:18.267502 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:18.294340 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d90d14-75f2-449d-8c2b-12a268f960ee req-f060d575-1db7-42bd-af59-46d2ce53de44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:18.294588 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-652cd5ec-3851-42a0-80f9-6581c5044339 req-d2854fc1-11d6-4e05-855f-3308c4617830 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1597543 Jun 11 09:47:18.296408 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-46d90d14-75f2-449d-8c2b-12a268f960ee req-f060d575-1db7-42bd-af59-46d2ce53de44 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf20d108-f84c-44de-9036-2269564edd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2954099 Jun 11 09:47:18.298251 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-558edcc3-fcc4-4f5e-b61f-a71101e15224 req-d249795c-b65b-4cbb-ac81-03aa80538cfa service neutron] 10.222.0.64 "GET /v2.0/networks/9c71e42f-a279-434a-9733-2e0a55ab4074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441661 Jun 11 09:47:18.300078 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254c0dfe-7c90-4f74-9a64-962c628918ac req-f38abd88-fdd6-4e7e-a91b-a6dc5fdbed27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:18.301874 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-254c0dfe-7c90-4f74-9a64-962c628918ac req-f38abd88-fdd6-4e7e-a91b-a6dc5fdbed27 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=64a28f87-3418-460b-ac64-cf311cb671ca HTTP/1.1" status: 200 len: 1097 time: 0.3471110 Jun 11 09:47:18.304451 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-652cd5ec-3851-42a0-80f9-6581c5044339 req-6f1f4510-6773-49f6-b243-5e56965863e6 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Request body: {'floatingip': {'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:47:18.340834 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa7edbf-0748-4ed4-a223-63611ee5d2ea x-openstack-request-id: req-faa7edbf-0748-4ed4-a223-63611ee5d2ea {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:47:18.341146 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "604f9f22-aaf7-4f98-8e1d-78b9326e5b57", "tag": "1f1b5c6e-6272-4400-80b4-7e0f066ffadb", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:47:18.341500 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-faa7edbf-0748-4ed4-a223-63611ee5d2ea {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:47:18.341904 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '604f9f22-aaf7-4f98-8e1d-78b9326e5b57', 'tag': '1f1b5c6e-6272-4400-80b4-7e0f066ffadb', 'status': 'completed', 'code': 200} Jun 11 09:47:18.417426 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-652cd5ec-3851-42a0-80f9-6581c5044339 req-6f1f4510-6773-49f6-b243-5e56965863e6 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Notify callbacks [] for floatingip, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:18.463230 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e0805f-bd61-4148-a49e-4d120f0c5a5d req-fa2c221a-de01-47d6-91f5-7400e35a8bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:18.464738 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-84e0805f-bd61-4148-a49e-4d120f0c5a5d req-fa2c221a-de01-47d6-91f5-7400e35a8bce service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c5132d58a61b4dee97f4685d93187a0e&device_id=604f9f22-aaf7-4f98-8e1d-78b9326e5b57 HTTP/1.1" status: 200 len: 1098 time: 0.1116364 Jun 11 09:47:18.558502 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-896015a2-aba5-464a-b734-6ed94bbf8fa4 req-bd79d1c7-04d8-4363-a5ef-c70627b5c4c9 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=b3dca293d5b14b18ae85d64d643c58cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0815642 Jun 11 09:47:18.568050 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-254c0dfe-7c90-4f74-9a64-962c628918ac req-5803750d-000f-4dbc-baa3-39dbfd18738b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485073 Jun 11 09:47:18.617486 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-558edcc3-fcc4-4f5e-b61f-a71101e15224 req-264006da-b118-4790-a707-5a4438df8b59 service neutron] 10.222.0.64 "GET /v2.0/networks/9c71e42f-a279-434a-9733-2e0a55ab4074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882025 Jun 11 09:47:18.640832 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-46d90d14-75f2-449d-8c2b-12a268f960ee req-769db9d0-3aac-495b-a7b2-0ccb6a22ed4d service neutron] 10.222.0.64 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3325520 Jun 11 09:47:18.660819 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e0805f-bd61-4148-a49e-4d120f0c5a5d req-119ea1d9-2dab-42fd-8ddd-f9cf149d60c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:18.662314 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-84e0805f-bd61-4148-a49e-4d120f0c5a5d req-119ea1d9-2dab-42fd-8ddd-f9cf149d60c9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=482bdf30-6ecc-4c58-babd-2078999f07ec HTTP/1.1" status: 200 len: 921 time: 0.1864200 Jun 11 09:47:18.672412 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-652cd5ec-3851-42a0-80f9-6581c5044339 req-6f1f4510-6773-49f6-b243-5e56965863e6 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:18.787873 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-84e0805f-bd61-4148-a49e-4d120f0c5a5d req-f9aac350-63e6-449d-8ccd-47b7af78c2d1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f1b5c6e-6272-4400-80b4-7e0f066ffadb HTTP/1.1" status: 200 len: 217 time: 0.0624933 Jun 11 09:47:18.817417 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896015a2-aba5-464a-b734-6ed94bbf8fa4 req-39647b16-973d-4e53-8441-155c72b45922 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:18.818863 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-896015a2-aba5-464a-b734-6ed94bbf8fa4 req-39647b16-973d-4e53-8441-155c72b45922 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2472565 Jun 11 09:47:18.848331 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-46d90d14-75f2-449d-8c2b-12a268f960ee req-9feff906-abe8-49e3-9c6b-b324053b5029 service neutron] 10.222.0.64 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992295 Jun 11 09:47:18.849715 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-896015a2-aba5-464a-b734-6ed94bbf8fa4 req-2febc1cc-2ae1-41c2-8082-5078e04e4ab4 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] 10.222.0.60 "GET /v2.0/quotas/b3dca293d5b14b18ae85d64d643c58cc HTTP/1.1" status: 200 len: 375 time: 0.0208964 Jun 11 09:47:18.899496 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e0805f-bd61-4148-a49e-4d120f0c5a5d req-1eab9d54-9644-4d0a-8b29-f5b564f64334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:18.901058 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-84e0805f-bd61-4148-a49e-4d120f0c5a5d req-1eab9d54-9644-4d0a-8b29-f5b564f64334 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=aff27218-fe9b-4902-82d1-323ec8f666a1 HTTP/1.1" status: 200 len: 860 time: 0.1032243 Jun 11 09:47:18.904566 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-896015a2-aba5-464a-b734-6ed94bbf8fa4 req-31d61f66-4ca5-4c62-a123-d7d60a8304c5 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b3dca293d5b14b18ae85d64d643c58cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434358 Jun 11 09:47:18.914370 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [req-652cd5ec-3851-42a0-80f9-6581c5044339 req-6f1f4510-6773-49f6-b243-5e56965863e6 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Allocated IP 172.25.4.106 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/cfe0982f-6e4e-49c6-b751-417d5c0c0687) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:47:18.953977 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-84e0805f-bd61-4148-a49e-4d120f0c5a5d req-e0828064-5b83-43c8-a3d1-72fcccf16478 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=482bdf30-6ecc-4c58-babd-2078999f07ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407269 Jun 11 09:47:19.194467 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-84e0805f-bd61-4148-a49e-4d120f0c5a5d req-17c45bfa-b756-4bb6-a3f2-24b8e6f79ca3 service neutron] 10.222.0.69 "GET /v2.0/networks/482bdf30-6ecc-4c58-babd-2078999f07ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211912 Jun 11 09:47:19.211364 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-652cd5ec-3851-42a0-80f9-6581c5044339 req-6f1f4510-6773-49f6-b243-5e56965863e6 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:19.346427 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-84e0805f-bd61-4148-a49e-4d120f0c5a5d req-38e87100-94c2-4e96-b771-0bc84733646f service neutron] 10.222.0.69 "GET /v2.0/networks/482bdf30-6ecc-4c58-babd-2078999f07ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422999 Jun 11 09:47:19.422700 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-652cd5ec-3851-42a0-80f9-6581c5044339 req-6f1f4510-6773-49f6-b243-5e56965863e6 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:19.424931 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a40d7a75-e2c2-4a2c-8402-417280e985f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:47:19.491222 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1953852d-f809-45a4-b729-ea5f8682c82b req-08c06c94-4ad1-4b69-a739-da6be5d18a44 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:19.491222 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1953852d-f809-45a4-b729-ea5f8682c82b req-08c06c94-4ad1-4b69-a739-da6be5d18a44 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 944 time: 0.0792756 Jun 11 09:47:19.518122 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-652cd5ec-3851-42a0-80f9-6581c5044339 req-6f1f4510-6773-49f6-b243-5e56965863e6 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:47:19.518122 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [req-652cd5ec-3851-42a0-80f9-6581c5044339 req-6f1f4510-6773-49f6-b243-5e56965863e6 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:47:19.518122 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-652cd5ec-3851-42a0-80f9-6581c5044339 req-6f1f4510-6773-49f6-b243-5e56965863e6 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:47:19.518122 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1f4510-6773-49f6-b243-5e56965863e6 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Pushing event updated for resources: {'Port': ['ID=cfe0982f-6e4e-49c6-b751-417d5c0c0687,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:47:19.524173 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6f1f4510-6773-49f6-b243-5e56965863e6 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:47:19.539324 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1953852d-f809-45a4-b729-ea5f8682c82b req-c9153ced-baad-4300-ad03-fd4ceb5a3e0e tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d1f1aa-3601-424b-af20-9acf0698c1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553105 Jun 11 09:47:19.615511 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-652cd5ec-3851-42a0-80f9-6581c5044339 req-6f1f4510-6773-49f6-b243-5e56965863e6 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:19.740583 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5380c787-8e6e-40a0-87f1-8658e6a57ded req-2451c416-de56-4c34-981b-bd1bba748098 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:19.741982 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5380c787-8e6e-40a0-87f1-8658e6a57ded req-2451c416-de56-4c34-981b-bd1bba748098 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=64a28f87-3418-460b-ac64-cf311cb671ca HTTP/1.1" status: 200 len: 945 time: 0.0737662 Jun 11 09:47:19.783193 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5380c787-8e6e-40a0-87f1-8658e6a57ded req-e387bb19-04ef-4364-aa08-42a5071d73ea tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355189 Jun 11 09:47:19.899584 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-652cd5ec-3851-42a0-80f9-6581c5044339 req-6f1f4510-6773-49f6-b243-5e56965863e6 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:19.956730 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7a31e0-8335-46b5-b125-b4a9a2118973 req-05973535-297b-4320-8823-ea03465ed1c4 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:19.958183 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ae7a31e0-8335-46b5-b125-b4a9a2118973 req-05973535-297b-4320-8823-ea03465ed1c4 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/ports?device_id=525807c3-e977-47d5-a491-34bcdb1769d2 HTTP/1.1" status: 200 len: 943 time: 0.0739689 Jun 11 09:47:19.962782 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-627da0c8-f62f-409a-81ba-da512d1b9eec req-b9e7160c-42a1-417e-9d0a-56476eddd337 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=2d153095abe14427b94c36cd340ad809&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333056 Jun 11 09:47:20.004838 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ae7a31e0-8335-46b5-b125-b4a9a2118973 req-515f3678-5ca4-43aa-b7a6-fb11afbedb5e tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/security-groups?id=18fc41cb-d5ab-4d35-ab48-499184b426b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407438 Jun 11 09:47:20.165828 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device fc495253-b81b-4b15-b6f1-a656482ec88a details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:47:20.189076 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-592b3e9a-3e6d-43ac-942e-a3b15d581bd8 req-9b90d59e-0214-4117-825e-d2d273cef344 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7a81710-1c35-4321-ae55-729c29b29780 HTTP/1.1" status: 200 len: 210 time: 0.0535476 Jun 11 09:47:20.224535 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627da0c8-f62f-409a-81ba-da512d1b9eec req-abeab739-4d55-40ef-ba2f-967cfdcb8b48 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:20.227125 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-627da0c8-f62f-409a-81ba-da512d1b9eec req-abeab739-4d55-40ef-ba2f-967cfdcb8b48 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2526569 Jun 11 09:47:20.246889 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-627da0c8-f62f-409a-81ba-da512d1b9eec req-adb922b0-43a2-466c-84f5-fa5a2891713b tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Request body: {'port': {'device_id': 'a7a81710-1c35-4321-ae55-729c29b29780', 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60', 'admin_state_up': True, 'tenant_id': '2d153095abe14427b94c36cd340ad809'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:47:20.292838 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f453cf7c-45ee-4bf8-8bfb-7b71c2d53c1e req-fd6e78a3-40ec-4114-88e3-1ebf4170b63a tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e9d2205-62f9-4941-8103-3a1001a1903b HTTP/1.1" status: 200 len: 210 time: 0.0477686 Jun 11 09:47:20.309513 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port fc495253-b81b-4b15-b6f1-a656482ec88a, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=fc495253-b81b-4b15-b6f1-a656482ec88a,segment=NetworkSegment(59465666-5c69-4224-8b1f-2b974d7d569d),segment_id=59465666-5c69-4224-8b1f-2b974d7d569d)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:47:20.325665 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': 'fc495253-b81b-4b15-b6f1-a656482ec88a', 'network_id': '9c71e42f-a279-434a-9733-2e0a55ab4074', 'port_id': 'fc495253-b81b-4b15-b6f1-a656482ec88a', 'mac_address': 'fa:16:3e:7d:a7:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 791, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a16cacaa-1221-489c-8d0a-2d30aee455ad', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:47:20.343537 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '525807c3-e977-47d5-a491-34bcdb1769d2', 'tag': 'fc495253-b81b-4b15-b6f1-a656482ec88a'}, {'name': 'network-changed', 'server_uuid': '11f359ec-4d91-47a5-b10e-c8312c04bb30', 'tag': '53c4d5d7-0282-48ea-b5be-524038e7f0ec'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:47:20.346469 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37227492-f5bc-4200-bf28-20b4c6d98880" -d '{"events": [{"name": "network-changed", "server_uuid": "525807c3-e977-47d5-a491-34bcdb1769d2", "tag": "fc495253-b81b-4b15-b6f1-a656482ec88a"}, {"name": "network-changed", "server_uuid": "11f359ec-4d91-47a5-b10e-c8312c04bb30", "tag": "53c4d5d7-0282-48ea-b5be-524038e7f0ec"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:47:20.352197 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-652cd5ec-3851-42a0-80f9-6581c5044339 req-6f1f4510-6773-49f6-b243-5e56965863e6 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:20.375679 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:20.392008 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc495253-b81b-4b15-b6f1-a656482ec88a {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:47:20.414929 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port fc495253-b81b-4b15-b6f1-a656482ec88a, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=fc495253-b81b-4b15-b6f1-a656482ec88a,segment=NetworkSegment(59465666-5c69-4224-8b1f-2b974d7d569d),segment_id=59465666-5c69-4224-8b1f-2b974d7d569d)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:47:20.429961 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-652cd5ec-3851-42a0-80f9-6581c5044339 req-6f1f4510-6773-49f6-b243-5e56965863e6 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:20.435244 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-03275596-fbaa-4d4b-8d64-33a1363b5faa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:47:20.532371 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1f4510-6773-49f6-b243-5e56965863e6 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Pushing event updated for resources: {'Port': ['ID=cfe0982f-6e4e-49c6-b751-417d5c0c0687,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:47:20.534503 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957e4ddb-f551-4e9e-82d8-6d57b7ec6962 req-fa6b8b39-a696-4b6b-8f9a-71d14959f05a tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:20.536230 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-957e4ddb-f551-4e9e-82d8-6d57b7ec6962 req-fa6b8b39-a696-4b6b-8f9a-71d14959f05a tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] 10.222.0.60 "GET /v2.0/ports?device_id=11f359ec-4d91-47a5-b10e-c8312c04bb30 HTTP/1.1" status: 200 len: 948 time: 0.0895669 Jun 11 09:47:20.565609 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:20.572008 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 53c4d5d7-0282-48ea-b5be-524038e7f0ec details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:47:20.572189 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6f1f4510-6773-49f6-b243-5e56965863e6 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:47:20.572315 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:47:20.609767 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-652cd5ec-3851-42a0-80f9-6581c5044339 req-6f1f4510-6773-49f6-b243-5e56965863e6 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:20.612715 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-957e4ddb-f551-4e9e-82d8-6d57b7ec6962 req-f1c733f4-2bbd-445b-bfdc-a569329ccdf7 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fe6c44a-94dc-4218-910c-486cd3ffc9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694525 Jun 11 09:47:20.655763 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=fc495253-b81b-4b15-b6f1-a656482ec88a,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:47:20.660692 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:47:20.728102 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-627da0c8-f62f-409a-81ba-da512d1b9eec req-adb922b0-43a2-466c-84f5-fa5a2891713b tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Made reservation on behalf of 2d153095abe14427b94c36cd340ad809 for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:47:20.732382 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-627da0c8-f62f-409a-81ba-da512d1b9eec req-adb922b0-43a2-466c-84f5-fa5a2891713b tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:20.784845 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 53c4d5d7-0282-48ea-b5be-524038e7f0ec, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=53c4d5d7-0282-48ea-b5be-524038e7f0ec,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:47:20.865617 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-652cd5ec-3851-42a0-80f9-6581c5044339 req-6f1f4510-6773-49f6-b243-5e56965863e6 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:20.866954 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-652cd5ec-3851-42a0-80f9-6581c5044339 req-6f1f4510-6773-49f6-b243-5e56965863e6 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5664511 Jun 11 09:47:20.935008 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b53de8-58fb-4672-9e4e-658e05e02326 req-3c9e9136-d509-47bc-a4d3-7ed1c1d25206 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:20.936664 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-24b53de8-58fb-4672-9e4e-658e05e02326 req-3c9e9136-d509-47bc-a4d3-7ed1c1d25206 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 944 time: 0.0894341 Jun 11 09:47:20.967036 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': '53c4d5d7-0282-48ea-b5be-524038e7f0ec', 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60', 'port_id': '53c4d5d7-0282-48ea-b5be-524038e7f0ec', 'mac_address': 'fa:16:3e:0c:cb:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189b03cc-b2a8-4615-9ab5-ad0328c3f10f', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:47:21.022899 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:21.034309 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-bd43c066-fe13-4722-a59d-4905b07b6343 req-813a848a-60f8-45d1-84c1-652e20f65da0 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=b3dca293d5b14b18ae85d64d643c58cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388973 Jun 11 09:47:21.037801 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-24b53de8-58fb-4672-9e4e-658e05e02326 req-83be521b-35b7-4c0c-b0c7-83186e156bdc tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d1f1aa-3601-424b-af20-9acf0698c1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948348 Jun 11 09:47:21.042113 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53c4d5d7-0282-48ea-b5be-524038e7f0ec {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:47:21.064132 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-652cd5ec-3851-42a0-80f9-6581c5044339 req-ded36d17-6352-44f9-b002-263841bc48f7 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.106 HTTP/1.1" status: 200 len: 696 time: 0.1786993 Jun 11 09:47:21.070110 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 53c4d5d7-0282-48ea-b5be-524038e7f0ec, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=53c4d5d7-0282-48ea-b5be-524038e7f0ec,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:47:21.073225 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [req-627da0c8-f62f-409a-81ba-da512d1b9eec req-adb922b0-43a2-466c-84f5-fa5a2891713b tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Allocated IP 192.168.233.75 (cf20d108-f84c-44de-9036-2269564edd60/189b03cc-b2a8-4615-9ab5-ad0328c3f10f/be555336-d862-48b1-9746-1e929626ced9) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:47:21.113252 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 11 Jun 2021 09:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-916e206a-d6cb-4f3b-bfe3-fa278b5da5b7 x-openstack-request-id: req-916e206a-d6cb-4f3b-bfe3-fa278b5da5b7 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:47:21.113252 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "525807c3-e977-47d5-a491-34bcdb1769d2", "tag": "fc495253-b81b-4b15-b6f1-a656482ec88a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "11f359ec-4d91-47a5-b10e-c8312c04bb30", "tag": "53c4d5d7-0282-48ea-b5be-524038e7f0ec", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:47:21.113252 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-916e206a-d6cb-4f3b-bfe3-fa278b5da5b7 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:47:21.113252 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '525807c3-e977-47d5-a491-34bcdb1769d2', 'tag': 'fc495253-b81b-4b15-b6f1-a656482ec88a', 'status': 'completed', 'code': 200} Jun 11 09:47:21.113252 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11f359ec-4d91-47a5-b10e-c8312c04bb30', 'tag': '53c4d5d7-0282-48ea-b5be-524038e7f0ec', 'status': 'completed', 'code': 200} Jun 11 09:47:21.170583 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:21.173619 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:47:21.258741 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652cd5ec-3851-42a0-80f9-6581c5044339 req-dd31f245-dcce-4c42-b1d6-5f47f9ee0109 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:21.272432 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-652cd5ec-3851-42a0-80f9-6581c5044339 req-dd31f245-dcce-4c42-b1d6-5f47f9ee0109 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "GET /v2.0/networks/f0adef6e-169f-4a27-8865-442be2ad072d HTTP/1.1" status: 200 len: 784 time: 0.2006071 Jun 11 09:47:21.297853 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=53c4d5d7-0282-48ea-b5be-524038e7f0ec,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:47:21.302835 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:47:21.326451 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd43c066-fe13-4722-a59d-4905b07b6343 req-a5b1f88f-a3ae-4965-9540-c498bc3d1e3e tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:21.328714 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-bd43c066-fe13-4722-a59d-4905b07b6343 req-a5b1f88f-a3ae-4965-9540-c498bc3d1e3e tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2863934 Jun 11 09:47:21.339163 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37227492-f5bc-4200-bf28-20b4c6d98880 req-c155ea42-3a0c-40df-a23d-8298d5ab745e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:21.343232 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-37227492-f5bc-4200-bf28-20b4c6d98880 req-c155ea42-3a0c-40df-a23d-8298d5ab745e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=61d3c4040251405785317f897ecabfbd&device_id=525807c3-e977-47d5-a491-34bcdb1769d2 HTTP/1.1" status: 200 len: 1096 time: 0.1723726 Jun 11 09:47:21.442218 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['fc495253-b81b-4b15-b6f1-a656482ec88a'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:47:21.461179 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-bd43c066-fe13-4722-a59d-4905b07b6343 req-b30d7962-2af2-4a6f-a084-7b470df2a9a0 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] Request body: {'port': {'device_id': 'ad15899d-2c49-4d83-a641-4e0184807ac8', 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60', 'admin_state_up': True, 'tenant_id': 'b3dca293d5b14b18ae85d64d643c58cc'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:47:21.477127 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['53c4d5d7-0282-48ea-b5be-524038e7f0ec'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:47:21.490209 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-627da0c8-f62f-409a-81ba-da512d1b9eec req-adb922b0-43a2-466c-84f5-fa5a2891713b tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:21.493085 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc3a138-4436-41df-a2f3-a2bc7c6a88c5 req-df4bd538-2d9f-4090-a485-16357ea44b77 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:21.494635 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8cc3a138-4436-41df-a2f3-a2bc7c6a88c5 req-df4bd538-2d9f-4090-a485-16357ea44b77 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=64a28f87-3418-460b-ac64-cf311cb671ca HTTP/1.1" status: 200 len: 945 time: 0.2415586 Jun 11 09:47:21.515797 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-627da0c8-f62f-409a-81ba-da512d1b9eec req-adb922b0-43a2-466c-84f5-fa5a2891713b tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Transition to ACTIVE for port object be555336-d862-48b1-9746-1e929626ced9 will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:47:21.525500 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54daa0b-4e10-4399-9895-961df405406a req-9ed21606-0742-42f9-94b8-8c81930fdc67 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:21.528735 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e54daa0b-4e10-4399-9895-961df405406a req-9ed21606-0742-42f9-94b8-8c81930fdc67 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/ports?device_id=525807c3-e977-47d5-a491-34bcdb1769d2 HTTP/1.1" status: 200 len: 944 time: 0.1258063 Jun 11 09:47:21.599194 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e54daa0b-4e10-4399-9895-961df405406a req-26b1ae79-6452-488a-b92e-35a56cfabfee tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/security-groups?id=18fc41cb-d5ab-4d35-ab48-499184b426b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646989 Jun 11 09:47:21.613148 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37227492-f5bc-4200-bf28-20b4c6d98880 req-6b70e6e7-6c7c-4b65-9a48-918bdcce3494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:21.614618 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-37227492-f5bc-4200-bf28-20b4c6d98880 req-6b70e6e7-6c7c-4b65-9a48-918bdcce3494 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9c71e42f-a279-434a-9733-2e0a55ab4074 HTTP/1.1" status: 200 len: 906 time: 0.2613618 Jun 11 09:47:21.679381 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8cc3a138-4436-41df-a2f3-a2bc7c6a88c5 req-be932666-1adc-445d-961d-74dedf46958b tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709580 Jun 11 09:47:21.682896 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-37227492-f5bc-4200-bf28-20b4c6d98880 req-5bed427b-2a81-48c3-9fd1-aa693c7d355b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc495253-b81b-4b15-b6f1-a656482ec88a HTTP/1.1" status: 200 len: 217 time: 0.0590744 Jun 11 09:47:21.720955 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-627da0c8-f62f-409a-81ba-da512d1b9eec req-adb922b0-43a2-466c-84f5-fa5a2891713b tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:21.732652 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-fec6094a-e7e8-45a0-bf9c-c0f87c34cf43 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:47:21.743926 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['377f653d-177d-4337-aeab-2d19af79e208', 'cbc95581-f7cd-49cd-a94b-99db80038c35'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:47:21.816380 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb922b0-43a2-466c-84f5-fa5a2891713b tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Pushing event updated for resources: {'Port': ['ID=be555336-d862-48b1-9746-1e929626ced9,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:47:21.828229 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-adb922b0-43a2-466c-84f5-fa5a2891713b tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:47:21.836976 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37227492-f5bc-4200-bf28-20b4c6d98880 req-5270e197-6ca2-40c4-9369-ffc9247c6861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:21.839241 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-37227492-f5bc-4200-bf28-20b4c6d98880 req-5270e197-6ca2-40c4-9369-ffc9247c6861 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a16cacaa-1221-489c-8d0a-2d30aee455ad HTTP/1.1" status: 200 len: 845 time: 0.1496916 Jun 11 09:47:21.866249 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-627da0c8-f62f-409a-81ba-da512d1b9eec req-adb922b0-43a2-466c-84f5-fa5a2891713b tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Network cf20d108-f84c-44de-9036-2269564edd60 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:47:21.869931 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [req-627da0c8-f62f-409a-81ba-da512d1b9eec req-adb922b0-43a2-466c-84f5-fa5a2891713b tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:47:21.873802 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-627da0c8-f62f-409a-81ba-da512d1b9eec req-adb922b0-43a2-466c-84f5-fa5a2891713b tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:47:21.897852 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-37227492-f5bc-4200-bf28-20b4c6d98880 req-3480514c-10be-43b1-ac38-1f699d349b3b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9c71e42f-a279-434a-9733-2e0a55ab4074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513511 Jun 11 09:47:21.970154 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627da0c8-f62f-409a-81ba-da512d1b9eec req-adb922b0-43a2-466c-84f5-fa5a2891713b tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:21.970948 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-627da0c8-f62f-409a-81ba-da512d1b9eec req-adb922b0-43a2-466c-84f5-fa5a2891713b tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:21.983885 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c261c3-0a9d-4ec7-b823-4536775f5704 req-6466e2dc-5ac5-416a-8096-d35c2edf2edc tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:21.986293 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-21c261c3-0a9d-4ec7-b823-4536775f5704 req-6466e2dc-5ac5-416a-8096-d35c2edf2edc tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 944 time: 0.1870482 Jun 11 09:47:21.987753 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd43c066-fe13-4722-a59d-4905b07b6343 req-b30d7962-2af2-4a6f-a084-7b470df2a9a0 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] Made reservation on behalf of b3dca293d5b14b18ae85d64d643c58cc for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:47:21.991372 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-bd43c066-fe13-4722-a59d-4905b07b6343 req-b30d7962-2af2-4a6f-a084-7b470df2a9a0 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:22.016873 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-bd43c066-fe13-4722-a59d-4905b07b6343 req-b30d7962-2af2-4a6f-a084-7b470df2a9a0 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:22.068074 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-21c261c3-0a9d-4ec7-b823-4536775f5704 req-539dab41-7713-4b92-86d9-d56e44cd4661 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d1f1aa-3601-424b-af20-9acf0698c1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706453 Jun 11 09:47:22.132348 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-627da0c8-f62f-409a-81ba-da512d1b9eec req-adb922b0-43a2-466c-84f5-fa5a2891713b tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8895931 Jun 11 09:47:22.148849 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-627da0c8-f62f-409a-81ba-da512d1b9eec req-cac7e3fb-dbb7-491b-a7e9-2e26c3bc4efc service neutron] Request body: {'port': {'device_id': 'a7a81710-1c35-4321-ae55-729c29b29780', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-12'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:47:22.169065 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-37227492-f5bc-4200-bf28-20b4c6d98880 req-95b7362f-8ca7-450d-8060-de90ea5687b5 service neutron] 10.222.0.64 "GET /v2.0/networks/9c71e42f-a279-434a-9733-2e0a55ab4074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626321 Jun 11 09:47:22.187426 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-896015a2-aba5-464a-b734-6ed94bbf8fa4 req-ac7e993d-aff0-4898-ad3f-4f414896136a tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=b3dca293d5b14b18ae85d64d643c58cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0475836 Jun 11 09:47:22.197905 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5802d18f-e778-4200-b17d-8e1edafc2263 req-e45db7e9-0d2a-4179-9c50-d480c72768dc tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:22.199326 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5802d18f-e778-4200-b17d-8e1edafc2263 req-e45db7e9-0d2a-4179-9c50-d480c72768dc tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7a81710-1c35-4321-ae55-729c29b29780 HTTP/1.1" status: 200 len: 935 time: 0.2739317 Jun 11 09:47:22.278960 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-627da0c8-f62f-409a-81ba-da512d1b9eec req-cac7e3fb-dbb7-491b-a7e9-2e26c3bc4efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:22.320035 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-37a5f0b6-d774-42b9-aea0-b881cfdd5f22 None None] Provisioning for port be555336-d862-48b1-9746-1e929626ced9 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:47:22.325071 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-37a5f0b6-d774-42b9-aea0-b881cfdd5f22 None None] Provisioning complete for port be555336-d862-48b1-9746-1e929626ced9 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:47:22.325531 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-37a5f0b6-d774-42b9-aea0-b881cfdd5f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:22.365360 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce8ee3-1dd6-4680-a333-53bd3fea1c80 req-327b8e71-15f9-4106-b04b-94fd196f5484 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:22.367762 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4dce8ee3-1dd6-4680-a333-53bd3fea1c80 req-327b8e71-15f9-4106-b04b-94fd196f5484 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "GET /v2.0/ports?device_id=604f9f22-aaf7-4f98-8e1d-78b9326e5b57&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1721535 Jun 11 09:47:22.392722 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-37a5f0b6-d774-42b9-aea0-b881cfdd5f22 None None] Port be555336-d862-48b1-9746-1e929626ced9 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:47:22.499488 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4dce8ee3-1dd6-4680-a333-53bd3fea1c80 req-50372c43-e2a2-44f8-b068-8d3abcccb876 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.106 HTTP/1.1" status: 200 len: 696 time: 0.1218169 Jun 11 09:47:22.517655 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-4dce8ee3-1dd6-4680-a333-53bd3fea1c80 req-3861cd3d-5d64-4f4d-b082-6f86f1a4a2b8 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Request body: {'floatingip': {'port_id': '1f1b5c6e-6272-4400-80b4-7e0f066ffadb', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:47:22.837049 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5802d18f-e778-4200-b17d-8e1edafc2263 req-73de6e1f-bc52-4122-bdb2-1d5acc9ad0fb tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6198254 Jun 11 09:47:22.858320 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-37227492-f5bc-4200-bf28-20b4c6d98880 req-74bd070b-31af-42a2-ac45-1be263e43c62 service neutron] 10.222.0.64 "GET /v2.0/networks/9c71e42f-a279-434a-9733-2e0a55ab4074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6818221 Jun 11 09:47:22.890440 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896015a2-aba5-464a-b734-6ed94bbf8fa4 req-f965808e-4828-42b6-ac14-c3b50d9124d3 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:22.892136 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-896015a2-aba5-464a-b734-6ed94bbf8fa4 req-f965808e-4828-42b6-ac14-c3b50d9124d3 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6805544 Jun 11 09:47:22.906342 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-896015a2-aba5-464a-b734-6ed94bbf8fa4 req-75bf3668-b2c6-4e23-bec7-340a6f19fd87 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] Request body: {'port': {'device_id': '7e9d2205-62f9-4941-8103-3a1001a1903b', 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60', 'admin_state_up': True, 'tenant_id': 'b3dca293d5b14b18ae85d64d643c58cc'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:47:22.943449 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-bd43c066-fe13-4722-a59d-4905b07b6343 req-b30d7962-2af2-4a6f-a084-7b470df2a9a0 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:22.984429 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-4dce8ee3-1dd6-4680-a333-53bd3fea1c80 req-3861cd3d-5d64-4f4d-b082-6f86f1a4a2b8 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Notify callbacks [] for floatingip, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:23.021291 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3571d7d7-08b3-4e2a-8b1b-e72743a847f2 req-96a142fb-9c33-476a-bab9-3f2cb08cdbec tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e9d2205-62f9-4941-8103-3a1001a1903b HTTP/1.1" status: 200 len: 210 time: 0.0467408 Jun 11 09:47:23.075364 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-bd43c066-fe13-4722-a59d-4905b07b6343 req-b30d7962-2af2-4a6f-a084-7b470df2a9a0 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:23.079237 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6e043cde-b565-48de-877f-658e13a9b216 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:47:23.190628 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30d7962-2af2-4a6f-a084-7b470df2a9a0 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dfb640a-7174-4f82-a9e7-bf6bbf6da8b4,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:47:23.199028 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b30d7962-2af2-4a6f-a084-7b470df2a9a0 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:47:23.262802 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37227492-f5bc-4200-bf28-20b4c6d98880 req-df824315-06b4-40fd-89d6-b3f32f3f11a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:23.264972 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-37227492-f5bc-4200-bf28-20b4c6d98880 req-df824315-06b4-40fd-89d6-b3f32f3f11a5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b5eb53057ea549f0bba9b3499e57c40f&device_id=11f359ec-4d91-47a5-b10e-c8312c04bb30 HTTP/1.1" status: 200 len: 1101 time: 0.3514440 Jun 11 09:47:23.396595 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84b0b66-9ed2-4e42-bc1a-cbd034b0052e req-d07e30c6-a9ee-4745-80c2-c84bafe15f02 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:23.398122 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e84b0b66-9ed2-4e42-bc1a-cbd034b0052e req-d07e30c6-a9ee-4745-80c2-c84bafe15f02 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] 10.222.0.60 "GET /v2.0/ports?device_id=11f359ec-4d91-47a5-b10e-c8312c04bb30 HTTP/1.1" status: 200 len: 949 time: 0.2171390 Jun 11 09:47:23.405541 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-896015a2-aba5-464a-b734-6ed94bbf8fa4 req-75bf3668-b2c6-4e23-bec7-340a6f19fd87 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] Made reservation on behalf of b3dca293d5b14b18ae85d64d643c58cc for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:47:23.410887 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-896015a2-aba5-464a-b734-6ed94bbf8fa4 req-75bf3668-b2c6-4e23-bec7-340a6f19fd87 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:23.419113 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [req-627da0c8-f62f-409a-81ba-da512d1b9eec req-cac7e3fb-dbb7-491b-a7e9-2e26c3bc4efc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be555336-d862-48b1-9746-1e929626ced9 {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:47:23.430457 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-627da0c8-f62f-409a-81ba-da512d1b9eec req-cac7e3fb-dbb7-491b-a7e9-2e26c3bc4efc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:23.450394 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37227492-f5bc-4200-bf28-20b4c6d98880 req-9afe043e-cc23-4af6-96f0-267df30a4e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:23.451932 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-37227492-f5bc-4200-bf28-20b4c6d98880 req-9afe043e-cc23-4af6-96f0-267df30a4e1b service neutron] 10.222.0.64 "GET /v2.0/networks?id=cf20d108-f84c-44de-9036-2269564edd60 HTTP/1.1" status: 200 len: 870 time: 0.1813164 Jun 11 09:47:23.499513 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-627da0c8-f62f-409a-81ba-da512d1b9eec req-cac7e3fb-dbb7-491b-a7e9-2e26c3bc4efc service neutron] Transition to ACTIVE for port object be555336-d862-48b1-9746-1e929626ced9 will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:47:23.531590 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-37227492-f5bc-4200-bf28-20b4c6d98880 req-ac629cb9-2c93-4336-b44d-a4bb5412f7fc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=53c4d5d7-0282-48ea-b5be-524038e7f0ec HTTP/1.1" status: 200 len: 217 time: 0.0720811 Jun 11 09:47:23.567488 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e84b0b66-9ed2-4e42-bc1a-cbd034b0052e req-2079ca68-48a0-4498-bdd3-b1a07a3fff73 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fe6c44a-94dc-4218-910c-486cd3ffc9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556940 Jun 11 09:47:23.599095 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-627da0c8-f62f-409a-81ba-da512d1b9eec req-cac7e3fb-dbb7-491b-a7e9-2e26c3bc4efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:23.611356 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-387b2a62-7d27-4e72-a782-30bc7592fe08 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:47:23.715061 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37227492-f5bc-4200-bf28-20b4c6d98880 req-8014a1ce-a62d-42df-b33b-ac0347fb18ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:23.715061 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-37227492-f5bc-4200-bf28-20b4c6d98880 req-8014a1ce-a62d-42df-b33b-ac0347fb18ca service neutron] 10.222.0.64 "GET /v2.0/subnets?id=189b03cc-b2a8-4615-9ab5-ad0328c3f10f HTTP/1.1" status: 200 len: 843 time: 0.1411300 Jun 11 09:47:23.719077 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac7e3fb-dbb7-491b-a7e9-2e26c3bc4efc service neutron] Pushing event updated for resources: {'Port': ['ID=be555336-d862-48b1-9746-1e929626ced9,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:47:23.723867 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-cac7e3fb-dbb7-491b-a7e9-2e26c3bc4efc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:47:23.771840 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-bd43c066-fe13-4722-a59d-4905b07b6343 req-b30d7962-2af2-4a6f-a084-7b470df2a9a0 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] Allocated IP 192.168.233.180 (cf20d108-f84c-44de-9036-2269564edd60/189b03cc-b2a8-4615-9ab5-ad0328c3f10f/f465a301-28b2-46bf-b64b-5c5993ac9add) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:47:23.879391 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba2700-e372-4b05-b6b8-f3251c4b4189 req-4379fb7d-b7c4-4123-b230-5d333b97cc1c tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:23.887367 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-faba2700-e372-4b05-b6b8-f3251c4b4189 req-4379fb7d-b7c4-4123-b230-5d333b97cc1c tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=64a28f87-3418-460b-ac64-cf311cb671ca HTTP/1.1" status: 200 len: 945 time: 0.1931262 Jun 11 09:47:23.917269 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-4dce8ee3-1dd6-4680-a333-53bd3fea1c80 req-3861cd3d-5d64-4f4d-b082-6f86f1a4a2b8 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:23.919828 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-627da0c8-f62f-409a-81ba-da512d1b9eec req-cac7e3fb-dbb7-491b-a7e9-2e26c3bc4efc service neutron] Attempting to bind port be555336-d862-48b1-9746-1e929626ced9 on host n-h2-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:47:23.920169 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-627da0c8-f62f-409a-81ba-da512d1b9eec req-cac7e3fb-dbb7-491b-a7e9-2e26c3bc4efc service neutron] Attempting to bind port be555336-d862-48b1-9746-1e929626ced9 by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:47:23.920624 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627da0c8-f62f-409a-81ba-da512d1b9eec req-cac7e3fb-dbb7-491b-a7e9-2e26c3bc4efc service neutron] Attempting to bind port be555336-d862-48b1-9746-1e929626ced9 on network cf20d108-f84c-44de-9036-2269564edd60 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:47:23.924964 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627da0c8-f62f-409a-81ba-da512d1b9eec req-cac7e3fb-dbb7-491b-a7e9-2e26c3bc4efc service neutron] Port be555336-d862-48b1-9746-1e929626ced9 on network cf20d108-f84c-44de-9036-2269564edd60 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:47:23.925289 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627da0c8-f62f-409a-81ba-da512d1b9eec req-cac7e3fb-dbb7-491b-a7e9-2e26c3bc4efc service neutron] Attempting to bind port be555336-d862-48b1-9746-1e929626ced9 on network cf20d108-f84c-44de-9036-2269564edd60 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:47:23.926519 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37227492-f5bc-4200-bf28-20b4c6d98880 req-00ea7988-47d8-4f5d-b998-f6050474e19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:23.928009 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-37227492-f5bc-4200-bf28-20b4c6d98880 req-00ea7988-47d8-4f5d-b998-f6050474e19e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf20d108-f84c-44de-9036-2269564edd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1940136 Jun 11 09:47:23.938734 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627da0c8-f62f-409a-81ba-da512d1b9eec req-cac7e3fb-dbb7-491b-a7e9-2e26c3bc4efc service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:47:23.938734 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627da0c8-f62f-409a-81ba-da512d1b9eec req-cac7e3fb-dbb7-491b-a7e9-2e26c3bc4efc service neutron] Checking segment: {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:47:23.938734 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627da0c8-f62f-409a-81ba-da512d1b9eec req-cac7e3fb-dbb7-491b-a7e9-2e26c3bc4efc service neutron] Bound using segment: {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:47:23.938734 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-627da0c8-f62f-409a-81ba-da512d1b9eec req-cac7e3fb-dbb7-491b-a7e9-2e26c3bc4efc service neutron] Bound port: be555336-d862-48b1-9746-1e929626ced9, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:47:23.938734 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-627da0c8-f62f-409a-81ba-da512d1b9eec req-cac7e3fb-dbb7-491b-a7e9-2e26c3bc4efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:23.998388 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-4dce8ee3-1dd6-4680-a333-53bd3fea1c80 req-3861cd3d-5d64-4f4d-b082-6f86f1a4a2b8 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:24.041551 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-faba2700-e372-4b05-b6b8-f3251c4b4189 req-93f9334f-fb1d-4a2f-9059-4f3e2a2c74ac tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454325 Jun 11 09:47:24.115386 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-627da0c8-f62f-409a-81ba-da512d1b9eec req-cac7e3fb-dbb7-491b-a7e9-2e26c3bc4efc service neutron] For port be555336-d862-48b1-9746-1e929626ced9, host n-h2-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:47:24.130527 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-627da0c8-f62f-409a-81ba-da512d1b9eec req-cac7e3fb-dbb7-491b-a7e9-2e26c3bc4efc service neutron] For port be555336-d862-48b1-9746-1e929626ced9, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=be555336-d862-48b1-9746-1e929626ced9,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:47:24.145964 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-bd43c066-fe13-4722-a59d-4905b07b6343 req-b30d7962-2af2-4a6f-a084-7b470df2a9a0 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:24.152397 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-37227492-f5bc-4200-bf28-20b4c6d98880 req-034ed948-2b02-4a88-8c44-dc2b857b578b service neutron] 10.222.0.64 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179637 Jun 11 09:47:24.182526 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-bd43c066-fe13-4722-a59d-4905b07b6343 req-b30d7962-2af2-4a6f-a084-7b470df2a9a0 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] Transition to ACTIVE for port object f465a301-28b2-46bf-b64b-5c5993ac9add will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:47:24.190495 n-d-779913-12 neutron-server[93177]: INFO neutron.db.l3_db [req-4dce8ee3-1dd6-4680-a333-53bd3fea1c80 req-3861cd3d-5d64-4f4d-b082-6f86f1a4a2b8 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Floating IP 966bebb8-7bbe-47be-914c-20382bb9dfde associated. External IP: 172.25.4.106, port: 1f1b5c6e-6272-4400-80b4-7e0f066ffadb. Jun 11 09:47:24.199039 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device fc495253-b81b-4b15-b6f1-a656482ec88a up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:47:24.253531 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-627da0c8-f62f-409a-81ba-da512d1b9eec req-cac7e3fb-dbb7-491b-a7e9-2e26c3bc4efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:24.306810 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0389bf43-66d1-4d18-8562-9e7610d07849 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:47:24.346233 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-37227492-f5bc-4200-bf28-20b4c6d98880 req-f5de155e-e1a1-4cbe-a17d-6b13ccc34988 service neutron] 10.222.0.64 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827495 Jun 11 09:47:24.370788 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning for port fc495253-b81b-4b15-b6f1-a656482ec88a completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:47:24.371091 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d7aef4-f095-4e66-8f90-07043b1e7862 req-2ffb1508-b92c-43d5-ac6b-c94987fe0bd6 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:24.372841 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-55d7aef4-f095-4e66-8f90-07043b1e7862 req-2ffb1508-b92c-43d5-ac6b-c94987fe0bd6 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/ports?device_id=525807c3-e977-47d5-a491-34bcdb1769d2 HTTP/1.1" status: 200 len: 944 time: 0.1214571 Jun 11 09:47:24.376086 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port fc495253-b81b-4b15-b6f1-a656482ec88a triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:47:24.376765 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:24.376920 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627da0c8-f62f-409a-81ba-da512d1b9eec req-cac7e3fb-dbb7-491b-a7e9-2e26c3bc4efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:24.377588 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-627da0c8-f62f-409a-81ba-da512d1b9eec req-cac7e3fb-dbb7-491b-a7e9-2e26c3bc4efc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:24.380732 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-627da0c8-f62f-409a-81ba-da512d1b9eec req-cac7e3fb-dbb7-491b-a7e9-2e26c3bc4efc service neutron] 10.222.0.69 "PUT /v2.0/ports/be555336-d862-48b1-9746-1e929626ced9 HTTP/1.1" status: 200 len: 1096 time: 2.2348573 Jun 11 09:47:24.398200 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7a81710-1c35-4321-ae55-729c29b29780', 'tag': 'be555336-d862-48b1-9746-1e929626ced9'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:47:24.398200 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c2f2e7c-071e-4bc3-9a0e-b88963a770fc" -d '{"events": [{"name": "network-changed", "server_uuid": "a7a81710-1c35-4321-ae55-729c29b29780", "tag": "be555336-d862-48b1-9746-1e929626ced9"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:47:24.422206 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac7e3fb-dbb7-491b-a7e9-2e26c3bc4efc service neutron] Pushing event updated for resources: {'Port': ['ID=be555336-d862-48b1-9746-1e929626ced9,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:47:24.426725 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-55d7aef4-f095-4e66-8f90-07043b1e7862 req-afcefaac-1c9b-441c-8b31-8af268ec6345 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/security-groups?id=18fc41cb-d5ab-4d35-ab48-499184b426b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436628 Jun 11 09:47:24.471300 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-cac7e3fb-dbb7-491b-a7e9-2e26c3bc4efc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:47:24.509433 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:24.535892 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-bd43c066-fe13-4722-a59d-4905b07b6343 req-b30d7962-2af2-4a6f-a084-7b470df2a9a0 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:24.545531 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b62294f1-ad45-4e72-8153-3e9f2fefdb9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:47:24.548739 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '525807c3-e977-47d5-a491-34bcdb1769d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc495253-b81b-4b15-b6f1-a656482ec88a'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:47:24.551080 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95fe5321-50b0-460a-9a9f-8d95f24348f0" -d '{"events": [{"server_uuid": "525807c3-e977-47d5-a491-34bcdb1769d2", "name": "network-vif-plugged", "status": "completed", "tag": "fc495253-b81b-4b15-b6f1-a656482ec88a"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:47:24.568190 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port fc495253-b81b-4b15-b6f1-a656482ec88a, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=fc495253-b81b-4b15-b6f1-a656482ec88a,segment=NetworkSegment(59465666-5c69-4224-8b1f-2b974d7d569d),segment_id=59465666-5c69-4224-8b1f-2b974d7d569d)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:47:24.656400 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:24.657538 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 53c4d5d7-0282-48ea-b5be-524038e7f0ec up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:47:24.697389 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd43c066-fe13-4722-a59d-4905b07b6343 req-b30d7962-2af2-4a6f-a084-7b470df2a9a0 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] Network cf20d108-f84c-44de-9036-2269564edd60 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:47:24.709729 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-bd43c066-fe13-4722-a59d-4905b07b6343 req-b30d7962-2af2-4a6f-a084-7b470df2a9a0 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:47:24.713519 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd43c066-fe13-4722-a59d-4905b07b6343 req-b30d7962-2af2-4a6f-a084-7b470df2a9a0 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:47:24.714728 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:47:24.728571 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4dce8ee3-1dd6-4680-a333-53bd3fea1c80 req-3861cd3d-5d64-4f4d-b082-6f86f1a4a2b8 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Router fb47f02b-a17b-4911-bfce-5344faf007c6 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 09:47:24.731796 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 45188) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:47:24.769830 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30d7962-2af2-4a6f-a084-7b470df2a9a0 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] Pushing event updated for resources: {'Port': ['ID=f465a301-28b2-46bf-b64b-5c5993ac9add,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:47:24.788710 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=fc495253-b81b-4b15-b6f1-a656482ec88a,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:47:24.794718 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:47:24.801152 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b30d7962-2af2-4a6f-a084-7b470df2a9a0 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:47:24.816060 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-896015a2-aba5-464a-b734-6ed94bbf8fa4 req-75bf3668-b2c6-4e23-bec7-340a6f19fd87 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] Allocated IP 192.168.233.65 (cf20d108-f84c-44de-9036-2269564edd60/189b03cc-b2a8-4615-9ab5-ad0328c3f10f/be0da1d5-4ce5-4024-b13c-530259f86c3b) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:47:24.866644 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd43c066-fe13-4722-a59d-4905b07b6343 req-b30d7962-2af2-4a6f-a084-7b470df2a9a0 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:24.867832 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-bd43c066-fe13-4722-a59d-4905b07b6343 req-b30d7962-2af2-4a6f-a084-7b470df2a9a0 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:24.890563 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning for port 53c4d5d7-0282-48ea-b5be-524038e7f0ec completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:47:24.895504 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port 53c4d5d7-0282-48ea-b5be-524038e7f0ec triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:47:24.896207 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:24.919717 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627da0c8-f62f-409a-81ba-da512d1b9eec req-79684b6a-dbf5-4db9-b115-17891f30dfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:24.922306 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-627da0c8-f62f-409a-81ba-da512d1b9eec req-79684b6a-dbf5-4db9-b115-17891f30dfb1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2d153095abe14427b94c36cd340ad809&device_id=a7a81710-1c35-4321-ae55-729c29b29780 HTTP/1.1" status: 200 len: 1099 time: 0.3077333 Jun 11 09:47:24.936738 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a12d99ba-4e6b-4a7f-b2de-18e25ef52061 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:24.940836 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8900aef2-17a9-4526-b27b-525c7be4a500 req-21f5c4b4-137f-4f98-b312-fb7399301c35 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:24.942376 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8900aef2-17a9-4526-b27b-525c7be4a500 req-21f5c4b4-137f-4f98-b312-fb7399301c35 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7a81710-1c35-4321-ae55-729c29b29780 HTTP/1.1" status: 200 len: 947 time: 0.3282564 Jun 11 09:47:25.007423 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:25.013782 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8900aef2-17a9-4526-b27b-525c7be4a500 req-6e08cc17-0ee1-4968-a8b5-a1fc6b816cd8 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642178 Jun 11 09:47:25.015077 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-627da0c8-f62f-409a-81ba-da512d1b9eec req-756721c5-034b-4709-bc1c-7b83eeded80c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=be555336-d862-48b1-9746-1e929626ced9 HTTP/1.1" status: 200 len: 217 time: 0.0822628 Jun 11 09:47:25.017670 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-bd43c066-fe13-4722-a59d-4905b07b6343 req-b30d7962-2af2-4a6f-a084-7b470df2a9a0 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5603185 Jun 11 09:47:25.056290 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 53c4d5d7-0282-48ea-b5be-524038e7f0ec, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=53c4d5d7-0282-48ea-b5be-524038e7f0ec,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:47:25.071283 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-bd43c066-fe13-4722-a59d-4905b07b6343 req-1afb1570-74d6-4f14-9538-fc00d9dd756b service neutron] Request body: {'port': {'device_id': 'ad15899d-2c49-4d83-a641-4e0184807ac8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:47:25.089776 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4dce8ee3-1dd6-4680-a333-53bd3fea1c80 req-3861cd3d-5d64-4f4d-b082-6f86f1a4a2b8 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:47:25.096330 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-4dce8ee3-1dd6-4680-a333-53bd3fea1c80 req-3861cd3d-5d64-4f4d-b082-6f86f1a4a2b8 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:25.107125 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7488157-c0e6-4032-9809-6237e234ec09 None None] Sync routers for ids ['fb47f02b-a17b-4911-bfce-5344faf007c6'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:47:25.119430 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7488157-c0e6-4032-9809-6237e234ec09 None None] Routers {'fb47f02b-a17b-4911-bfce-5344faf007c6'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:47:25.120548 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-f7488157-c0e6-4032-9809-6237e234ec09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:47:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['fb47f02b-a17b-4911-bfce-5344faf007c6'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:47:25.144477 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627da0c8-f62f-409a-81ba-da512d1b9eec req-56c70ae1-c3e6-4333-91d5-2da3fd0203d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:25.146003 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-627da0c8-f62f-409a-81ba-da512d1b9eec req-56c70ae1-c3e6-4333-91d5-2da3fd0203d8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=189b03cc-b2a8-4615-9ab5-ad0328c3f10f HTTP/1.1" status: 200 len: 843 time: 0.1118839 Jun 11 09:47:25.159543 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:25.162768 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:47:25.199549 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-896015a2-aba5-464a-b734-6ed94bbf8fa4 req-75bf3668-b2c6-4e23-bec7-340a6f19fd87 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:25.209823 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-bd43c066-fe13-4722-a59d-4905b07b6343 req-1afb1570-74d6-4f14-9538-fc00d9dd756b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:25.220041 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4dce8ee3-1dd6-4680-a333-53bd3fea1c80 req-3861cd3d-5d64-4f4d-b082-6f86f1a4a2b8 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "PUT /v2.0/floatingips/966bebb8-7bbe-47be-914c-20382bb9dfde HTTP/1.1" status: 200 len: 997 time: 2.7014759 Jun 11 09:47:25.229886 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-2a4d98f9-75d4-4d3e-90ff-0518a151d37f None None] Provisioning for port f465a301-28b2-46bf-b64b-5c5993ac9add completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:47:25.239629 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-2a4d98f9-75d4-4d3e-90ff-0518a151d37f None None] Provisioning complete for port f465a301-28b2-46bf-b64b-5c5993ac9add triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:47:25.245191 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-896015a2-aba5-464a-b734-6ed94bbf8fa4 req-75bf3668-b2c6-4e23-bec7-340a6f19fd87 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] Transition to ACTIVE for port object be0da1d5-4ce5-4024-b13c-530259f86c3b will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:47:25.245369 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a4d98f9-75d4-4d3e-90ff-0518a151d37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:25.266157 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6ff61c6e-69db-4d0d-8936-e8755295d1a8 req-288038ee-7ee7-41ed-b457-e80b79b8e511 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e9d2205-62f9-4941-8103-3a1001a1903b HTTP/1.1" status: 200 len: 210 time: 0.0403616 Jun 11 09:47:25.322086 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-f7488157-c0e6-4032-9809-6237e234ec09 None None] Set router fb47f02b-a17b-4911-bfce-5344faf007c6 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:47:25.334920 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a12d99ba-4e6b-4a7f-b2de-18e25ef52061 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:25.350256 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627da0c8-f62f-409a-81ba-da512d1b9eec req-c800d1da-e8ad-408b-ae8f-f036afb9e981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:25.350256 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-627da0c8-f62f-409a-81ba-da512d1b9eec req-c800d1da-e8ad-408b-ae8f-f036afb9e981 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cf20d108-f84c-44de-9036-2269564edd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1888361 Jun 11 09:47:25.368243 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce8ee3-1dd6-4680-a333-53bd3fea1c80 req-db30c119-6acd-4e6e-8e36-ffc344c1f786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:25.371213 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-2a4d98f9-75d4-4d3e-90ff-0518a151d37f None None] Port f465a301-28b2-46bf-b64b-5c5993ac9add cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:47:25.375935 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4dce8ee3-1dd6-4680-a333-53bd3fea1c80 req-db30c119-6acd-4e6e-8e36-ffc344c1f786 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c5132d58a61b4dee97f4685d93187a0e&device_id=604f9f22-aaf7-4f98-8e1d-78b9326e5b57 HTTP/1.1" status: 200 len: 1098 time: 0.1428664 Jun 11 09:47:25.416429 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=53c4d5d7-0282-48ea-b5be-524038e7f0ec,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:47:25.424613 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:47:25.516931 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-896015a2-aba5-464a-b734-6ed94bbf8fa4 req-75bf3668-b2c6-4e23-bec7-340a6f19fd87 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:25.541239 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-699973f4-77bb-4360-a4d8-75809e826de7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:47:25.672945 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-896015a2-aba5-464a-b734-6ed94bbf8fa4 req-75bf3668-b2c6-4e23-bec7-340a6f19fd87 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] Network cf20d108-f84c-44de-9036-2269564edd60 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:47:25.673973 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bf3668-b2c6-4e23-bec7-340a6f19fd87 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] Pushing event updated for resources: {'Port': ['ID=be0da1d5-4ce5-4024-b13c-530259f86c3b,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:47:25.677089 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-75bf3668-b2c6-4e23-bec7-340a6f19fd87 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:47:25.685540 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-896015a2-aba5-464a-b734-6ed94bbf8fa4 req-75bf3668-b2c6-4e23-bec7-340a6f19fd87 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:47:25.688254 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-896015a2-aba5-464a-b734-6ed94bbf8fa4 req-75bf3668-b2c6-4e23-bec7-340a6f19fd87 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:47:25.700691 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-f7488157-c0e6-4032-9809-6237e234ec09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb47f02b-a17b-4911-bfce-5344faf007c6', 'name': 'tempest-ServerRescueTestJSONUnderV235-2107822683-router', 'tenant_id': 'c5132d58a61b4dee97f4685d93187a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '45593247-f253-4566-badd-4f2044a48209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:45:52Z', 'updated_at': '2021-06-11T09:46:00Z', 'revision_number': 4, 'project_id': 'c5132d58a61b4dee97f4685d93187a0e', 'gw_port': {'id': '45593247-f253-4566-badd-4f2044a48209', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:4b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb47f02b-a17b-4911-bfce-5344faf007c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:45:54Z', 'updated_at': '2021-06-11T09:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': '966bebb8-7bbe-47be-914c-20382bb9dfde', 'tenant_id': 'c5132d58a61b4dee97f4685d93187a0e', 'floating_ip_address': '172.25.4.106', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': 'fb47f02b-a17b-4911-bfce-5344faf007c6', 'port_id': '1f1b5c6e-6272-4400-80b4-7e0f066ffadb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 830, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '482bdf30-6ecc-4c58-babd-2078999f07ec', 'mac_address': 'fa:16:3e:7e:e1:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604f9f22-aaf7-4f98-8e1d-78b9326e5b57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T09:47:19Z', 'updated_at': '2021-06-11T09:47:23Z', 'revision_number': 1, 'project_id': 'c5132d58a61b4dee97f4685d93187a0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e27a1017-8750-4cd8-950f-7d95583b871f', 'name': '', 'network_id': '482bdf30-6ecc-4c58-babd-2078999f07ec', 'tenant_id': 'c5132d58a61b4dee97f4685d93187a0e', 'mac_address': 'fa:16:3e:db:36:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb47f02b-a17b-4911-bfce-5344faf007c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'aff27218-fe9b-4902-82d1-323ec8f666a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:45:58Z', 'updated_at': '2021-06-11T09:46:08Z', 'revision_number': 5, 'project_id': 'c5132d58a61b4dee97f4685d93187a0e', 'subnets': [{'id': 'aff27218-fe9b-4902-82d1-323ec8f666a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:47:25.700691 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7488157-c0e6-4032-9809-6237e234ec09 None None] Checking router: fb47f02b-a17b-4911-bfce-5344faf007c6 for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:47:25.711154 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7488157-c0e6-4032-9809-6237e234ec09 None None] Routers {'fb47f02b-a17b-4911-bfce-5344faf007c6'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:47:25.712004 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-f7488157-c0e6-4032-9809-6237e234ec09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:47:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['fb47f02b-a17b-4911-bfce-5344faf007c6'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:47:25.805731 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896015a2-aba5-464a-b734-6ed94bbf8fa4 req-75bf3668-b2c6-4e23-bec7-340a6f19fd87 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:25.806554 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-896015a2-aba5-464a-b734-6ed94bbf8fa4 req-75bf3668-b2c6-4e23-bec7-340a6f19fd87 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:25.909141 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a12d99ba-4e6b-4a7f-b2de-18e25ef52061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:25.916619 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3814d378-ace7-42c8-a810-800914c771f4 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:47:25.928266 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a948152-636e-418d-8594-92ebee318a68 x-openstack-request-id: req-4a948152-636e-418d-8594-92ebee318a68 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:47:25.928599 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7a81710-1c35-4321-ae55-729c29b29780", "tag": "be555336-d862-48b1-9746-1e929626ced9", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:47:25.928893 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4a948152-636e-418d-8594-92ebee318a68 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:47:25.929330 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7a81710-1c35-4321-ae55-729c29b29780', 'tag': 'be555336-d862-48b1-9746-1e929626ced9', 'status': 'completed', 'code': 200} Jun 11 09:47:25.959830 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-896015a2-aba5-464a-b734-6ed94bbf8fa4 req-75bf3668-b2c6-4e23-bec7-340a6f19fd87 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0581086 Jun 11 09:47:25.960895 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80394494-613b-4539-b76f-f03958ed5714 x-openstack-request-id: req-80394494-613b-4539-b76f-f03958ed5714 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:47:25.961201 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "525807c3-e977-47d5-a491-34bcdb1769d2", "name": "network-vif-plugged", "status": "completed", "tag": "fc495253-b81b-4b15-b6f1-a656482ec88a", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:47:25.961478 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-80394494-613b-4539-b76f-f03958ed5714 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:47:25.961875 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '525807c3-e977-47d5-a491-34bcdb1769d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc495253-b81b-4b15-b6f1-a656482ec88a', 'code': 200} Jun 11 09:47:25.970856 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-bd43c066-fe13-4722-a59d-4905b07b6343 req-1afb1570-74d6-4f14-9538-fc00d9dd756b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f465a301-28b2-46bf-b64b-5c5993ac9add {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:47:25.981688 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-896015a2-aba5-464a-b734-6ed94bbf8fa4 req-d72d8c11-3c1f-4c68-b4b8-70c35ab8d035 service neutron] Request body: {'port': {'device_id': '7e9d2205-62f9-4941-8103-3a1001a1903b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:47:26.039079 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12d99ba-4e6b-4a7f-b2de-18e25ef52061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=495bc19c-24f7-4915-ac5b-bba68fbf40a1,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:47:26.046067 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-a12d99ba-4e6b-4a7f-b2de-18e25ef52061 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ad91f3c73daf40ed827559338a22aa37&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3122845 Jun 11 09:47:26.047039 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a12d99ba-4e6b-4a7f-b2de-18e25ef52061 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:47:26.049141 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce8ee3-1dd6-4680-a333-53bd3fea1c80 req-bc900e14-d788-41aa-9d73-1c352db15c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:26.055588 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4dce8ee3-1dd6-4680-a333-53bd3fea1c80 req-bc900e14-d788-41aa-9d73-1c352db15c36 service neutron] 10.222.0.60 "GET /v2.0/networks?id=482bdf30-6ecc-4c58-babd-2078999f07ec HTTP/1.1" status: 200 len: 921 time: 0.6786273 Jun 11 09:47:26.065752 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 45198) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:47:26.065752 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-627da0c8-f62f-409a-81ba-da512d1b9eec req-381efb15-500d-409f-971f-1fcf2458ac80 service neutron] 10.222.0.69 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7105162 Jun 11 09:47:26.076373 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-f7488157-c0e6-4032-9809-6237e234ec09 None None] Set router fb47f02b-a17b-4911-bfce-5344faf007c6 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:47:26.090491 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-9a590fbe-3439-4743-ac70-6fb16e032e32 None None] Provisioning for port be0da1d5-4ce5-4024-b13c-530259f86c3b completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:47:26.095533 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-9a590fbe-3439-4743-ac70-6fb16e032e32 None None] Provisioning complete for port be0da1d5-4ce5-4024-b13c-530259f86c3b triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:47:26.096053 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-9a590fbe-3439-4743-ac70-6fb16e032e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:26.146453 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-9a590fbe-3439-4743-ac70-6fb16e032e32 None None] Port be0da1d5-4ce5-4024-b13c-530259f86c3b cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:47:26.255896 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4dce8ee3-1dd6-4680-a333-53bd3fea1c80 req-ce5777cf-3884-45e6-a99d-632a9c2b972f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f1b5c6e-6272-4400-80b4-7e0f066ffadb HTTP/1.1" status: 200 len: 1000 time: 0.1992912 Jun 11 09:47:26.352114 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e8941802-a8b7-4339-8d0a-1e243edf75d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:26.359163 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-627da0c8-f62f-409a-81ba-da512d1b9eec req-0b360eec-6b7d-4e99-8d44-8bd188ec444e service neutron] 10.222.0.69 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385349 Jun 11 09:47:26.375009 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce8ee3-1dd6-4680-a333-53bd3fea1c80 req-c93edff4-35d9-46d7-8d5b-ec6bc79a76d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:26.376516 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4dce8ee3-1dd6-4680-a333-53bd3fea1c80 req-c93edff4-35d9-46d7-8d5b-ec6bc79a76d1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=aff27218-fe9b-4902-82d1-323ec8f666a1 HTTP/1.1" status: 200 len: 860 time: 0.1122668 Jun 11 09:47:26.400439 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e8941802-a8b7-4339-8d0a-1e243edf75d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:26.419466 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-f7488157-c0e6-4032-9809-6237e234ec09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb47f02b-a17b-4911-bfce-5344faf007c6', 'name': 'tempest-ServerRescueTestJSONUnderV235-2107822683-router', 'tenant_id': 'c5132d58a61b4dee97f4685d93187a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '45593247-f253-4566-badd-4f2044a48209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:45:52Z', 'updated_at': '2021-06-11T09:46:00Z', 'revision_number': 4, 'project_id': 'c5132d58a61b4dee97f4685d93187a0e', 'gw_port': {'id': '45593247-f253-4566-badd-4f2044a48209', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:4b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb47f02b-a17b-4911-bfce-5344faf007c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:45:54Z', 'updated_at': '2021-06-11T09:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': '966bebb8-7bbe-47be-914c-20382bb9dfde', 'tenant_id': 'c5132d58a61b4dee97f4685d93187a0e', 'floating_ip_address': '172.25.4.106', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': 'fb47f02b-a17b-4911-bfce-5344faf007c6', 'port_id': '1f1b5c6e-6272-4400-80b4-7e0f066ffadb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 830, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '482bdf30-6ecc-4c58-babd-2078999f07ec', 'mac_address': 'fa:16:3e:7e:e1:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604f9f22-aaf7-4f98-8e1d-78b9326e5b57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T09:47:19Z', 'updated_at': '2021-06-11T09:47:23Z', 'revision_number': 1, 'project_id': 'c5132d58a61b4dee97f4685d93187a0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e27a1017-8750-4cd8-950f-7d95583b871f', 'name': '', 'network_id': '482bdf30-6ecc-4c58-babd-2078999f07ec', 'tenant_id': 'c5132d58a61b4dee97f4685d93187a0e', 'mac_address': 'fa:16:3e:db:36:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb47f02b-a17b-4911-bfce-5344faf007c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'aff27218-fe9b-4902-82d1-323ec8f666a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:45:58Z', 'updated_at': '2021-06-11T09:46:08Z', 'revision_number': 5, 'project_id': 'c5132d58a61b4dee97f4685d93187a0e', 'subnets': [{'id': 'aff27218-fe9b-4902-82d1-323ec8f666a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:47:26.423268 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7488157-c0e6-4032-9809-6237e234ec09 None None] The sync data for ids ['fb47f02b-a17b-4911-bfce-5344faf007c6'] in n-d-779913-12 is: [{'id': 'fb47f02b-a17b-4911-bfce-5344faf007c6', 'name': 'tempest-ServerRescueTestJSONUnderV235-2107822683-router', 'tenant_id': 'c5132d58a61b4dee97f4685d93187a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '45593247-f253-4566-badd-4f2044a48209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:45:52Z', 'updated_at': '2021-06-11T09:46:00Z', 'revision_number': 4, 'project_id': 'c5132d58a61b4dee97f4685d93187a0e', 'gw_port': {'id': '45593247-f253-4566-badd-4f2044a48209', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:4b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb47f02b-a17b-4911-bfce-5344faf007c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:45:54Z', 'updated_at': '2021-06-11T09:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': '966bebb8-7bbe-47be-914c-20382bb9dfde', 'tenant_id': 'c5132d58a61b4dee97f4685d93187a0e', 'floating_ip_address': '172.25.4.106', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': 'fb47f02b-a17b-4911-bfce-5344faf007c6', 'port_id': '1f1b5c6e-6272-4400-80b4-7e0f066ffadb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 830, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '482bdf30-6ecc-4c58-babd-2078999f07ec', 'mac_address': 'fa:16:3e:7e:e1:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604f9f22-aaf7-4f98-8e1d-78b9326e5b57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T09:47:19Z', 'updated_at': '2021-06-11T09:47:23Z', 'revision_number': 1, 'project_id': 'c5132d58a61b4dee97f4685d93187a0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e27a1017-8750-4cd8-950f-7d95583b871f', 'name': '', 'network_id': '482bdf30-6ecc-4c58-babd-2078999f07ec', 'tenant_id': 'c5132d58a61b4dee97f4685d93187a0e', 'mac_address': 'fa:16:3e:db:36:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb47f02b-a17b-4911-bfce-5344faf007c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'aff27218-fe9b-4902-82d1-323ec8f666a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:45:58Z', 'updated_at': '2021-06-11T09:46:08Z', 'revision_number': 5, 'project_id': 'c5132d58a61b4dee97f4685d93187a0e', 'subnets': [{'id': 'aff27218-fe9b-4902-82d1-323ec8f666a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:47:26.426985 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-bd43c066-fe13-4722-a59d-4905b07b6343 req-1afb1570-74d6-4f14-9538-fc00d9dd756b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:26.434561 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4dce8ee3-1dd6-4680-a333-53bd3fea1c80 req-1393fc2d-7fca-43a2-859a-b3409e5a1abc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=482bdf30-6ecc-4c58-babd-2078999f07ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491455 Jun 11 09:47:26.521129 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-bd43c066-fe13-4722-a59d-4905b07b6343 req-1afb1570-74d6-4f14-9538-fc00d9dd756b service neutron] Transition to ACTIVE for port object f465a301-28b2-46bf-b64b-5c5993ac9add will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:47:26.599692 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-896015a2-aba5-464a-b734-6ed94bbf8fa4 req-d72d8c11-3c1f-4c68-b4b8-70c35ab8d035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:26.635348 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4dce8ee3-1dd6-4680-a333-53bd3fea1c80 req-854bceb4-652d-41fb-805d-a9a9df91e5d5 service neutron] 10.222.0.60 "GET /v2.0/networks/482bdf30-6ecc-4c58-babd-2078999f07ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900675 Jun 11 09:47:26.643921 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f2e7c-071e-4bc3-9a0e-b88963a770fc req-6e1f58ed-874c-47f8-a22d-6abc9453b951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:26.645399 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9c2f2e7c-071e-4bc3-9a0e-b88963a770fc req-6e1f58ed-874c-47f8-a22d-6abc9453b951 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2d153095abe14427b94c36cd340ad809&device_id=a7a81710-1c35-4321-ae55-729c29b29780 HTTP/1.1" status: 200 len: 1099 time: 0.0912573 Jun 11 09:47:26.659533 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40825685-463b-47c3-89fa-cb1f7f3d3924 req-a70ea0fc-059d-4c6f-871d-486c2054c2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:26.661048 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-40825685-463b-47c3-89fa-cb1f7f3d3924 req-a70ea0fc-059d-4c6f-871d-486c2054c2ba service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=525807c3-e977-47d5-a491-34bcdb1769d2 HTTP/1.1" status: 200 len: 1097 time: 0.2378488 Jun 11 09:47:26.664366 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-bd43c066-fe13-4722-a59d-4905b07b6343 req-1afb1570-74d6-4f14-9538-fc00d9dd756b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:26.674060 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9e4f18-b3f5-46ef-bcb6-f0a724ee380e None None] New status for floating IP 966bebb8-7bbe-47be-914c-20382bb9dfde: ACTIVE {{(pid=93178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 09:47:26.675202 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b34efac7-b725-478c-bb16-08d8765e0af2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:47:26.683890 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa41d49-4c73-4feb-b379-2f2e3243f7a0 req-93d79aac-bbe2-4e56-9e44-fa35328ec943 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:26.685458 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1aa41d49-4c73-4feb-b379-2f2e3243f7a0 req-93d79aac-bbe2-4e56-9e44-fa35328ec943 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] 10.222.0.60 "GET /v2.0/ports?device_id=11f359ec-4d91-47a5-b10e-c8312c04bb30 HTTP/1.1" status: 200 len: 950 time: 0.2860990 Jun 11 09:47:26.703950 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e8941802-a8b7-4339-8d0a-1e243edf75d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:26.706849 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e8941802-a8b7-4339-8d0a-1e243edf75d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:26.707976 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-e8941802-a8b7-4339-8d0a-1e243edf75d4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/495bc19c-24f7-4915-ac5b-bba68fbf40a1 HTTP/1.1" status: 204 len: 168 time: 0.6449029 Jun 11 09:47:26.719737 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f8d4588f-0165-43ae-8193-00497a30e531 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:47:26.740195 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8941802-a8b7-4339-8d0a-1e243edf75d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=495bc19c-24f7-4915-ac5b-bba68fbf40a1,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:47:26.745985 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e8941802-a8b7-4339-8d0a-1e243edf75d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:47:26.930072 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4dce8ee3-1dd6-4680-a333-53bd3fea1c80 req-74d7bdef-54dc-49f9-8f54-c33a90751ffe service neutron] 10.222.0.60 "GET /v2.0/networks/482bdf30-6ecc-4c58-babd-2078999f07ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837093 Jun 11 09:47:26.932298 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f2e7c-071e-4bc3-9a0e-b88963a770fc req-89bdca34-172e-4834-9e80-8965af88c37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:26.934345 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9c2f2e7c-071e-4bc3-9a0e-b88963a770fc req-89bdca34-172e-4834-9e80-8965af88c37a service neutron] 10.222.0.69 "GET /v2.0/networks?id=cf20d108-f84c-44de-9036-2269564edd60 HTTP/1.1" status: 200 len: 870 time: 0.2803197 Jun 11 09:47:26.957266 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afb1570-74d6-4f14-9538-fc00d9dd756b service neutron] Pushing event updated for resources: {'Port': ['ID=f465a301-28b2-46bf-b64b-5c5993ac9add,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:47:26.960196 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1afb1570-74d6-4f14-9538-fc00d9dd756b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:47:26.992450 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-40825685-463b-47c3-89fa-cb1f7f3d3924 req-d9c97f23-040d-4809-9100-541b59bfe727 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=18fc41cb-d5ab-4d35-ab48-499184b426b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005815 Jun 11 09:47:26.999070 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1aa41d49-4c73-4feb-b379-2f2e3243f7a0 req-9edcc61d-f34f-4067-81e4-f44ce1baec8f tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fe6c44a-94dc-4218-910c-486cd3ffc9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989848 Jun 11 09:47:27.006960 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9c2f2e7c-071e-4bc3-9a0e-b88963a770fc req-4fa9f940-e5e2-4a54-bd38-411c48fbc05a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=be555336-d862-48b1-9746-1e929626ced9 HTTP/1.1" status: 200 len: 217 time: 0.0608995 Jun 11 09:47:27.140561 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f2e7c-071e-4bc3-9a0e-b88963a770fc req-4f706deb-befc-4c38-9bb1-532c8184f8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:27.142466 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9c2f2e7c-071e-4bc3-9a0e-b88963a770fc req-4f706deb-befc-4c38-9bb1-532c8184f8a5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=189b03cc-b2a8-4615-9ab5-ad0328c3f10f HTTP/1.1" status: 200 len: 843 time: 0.1276054 Jun 11 09:47:27.158018 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-bd43c066-fe13-4722-a59d-4905b07b6343 req-1afb1570-74d6-4f14-9538-fc00d9dd756b service neutron] Attempting to bind port f465a301-28b2-46bf-b64b-5c5993ac9add on host n-h2-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:47:27.158439 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-bd43c066-fe13-4722-a59d-4905b07b6343 req-1afb1570-74d6-4f14-9538-fc00d9dd756b service neutron] Attempting to bind port f465a301-28b2-46bf-b64b-5c5993ac9add by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:47:27.158847 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd43c066-fe13-4722-a59d-4905b07b6343 req-1afb1570-74d6-4f14-9538-fc00d9dd756b service neutron] Attempting to bind port f465a301-28b2-46bf-b64b-5c5993ac9add on network cf20d108-f84c-44de-9036-2269564edd60 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:47:27.177264 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd43c066-fe13-4722-a59d-4905b07b6343 req-1afb1570-74d6-4f14-9538-fc00d9dd756b service neutron] Port f465a301-28b2-46bf-b64b-5c5993ac9add on network cf20d108-f84c-44de-9036-2269564edd60 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:47:27.177597 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd43c066-fe13-4722-a59d-4905b07b6343 req-1afb1570-74d6-4f14-9538-fc00d9dd756b service neutron] Attempting to bind port f465a301-28b2-46bf-b64b-5c5993ac9add on network cf20d108-f84c-44de-9036-2269564edd60 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:47:27.212655 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd43c066-fe13-4722-a59d-4905b07b6343 req-1afb1570-74d6-4f14-9538-fc00d9dd756b service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:47:27.213114 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd43c066-fe13-4722-a59d-4905b07b6343 req-1afb1570-74d6-4f14-9538-fc00d9dd756b service neutron] Checking segment: {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:47:27.213564 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd43c066-fe13-4722-a59d-4905b07b6343 req-1afb1570-74d6-4f14-9538-fc00d9dd756b service neutron] Bound using segment: {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:47:27.214083 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-bd43c066-fe13-4722-a59d-4905b07b6343 req-1afb1570-74d6-4f14-9538-fc00d9dd756b service neutron] Bound port: f465a301-28b2-46bf-b64b-5c5993ac9add, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:47:27.214509 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-bd43c066-fe13-4722-a59d-4905b07b6343 req-1afb1570-74d6-4f14-9538-fc00d9dd756b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:27.227622 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f2e7c-071e-4bc3-9a0e-b88963a770fc req-e4987130-50f9-4b87-b398-783c2b2a79f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:27.229226 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9c2f2e7c-071e-4bc3-9a0e-b88963a770fc req-e4987130-50f9-4b87-b398-783c2b2a79f5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cf20d108-f84c-44de-9036-2269564edd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0786633 Jun 11 09:47:27.379299 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-896015a2-aba5-464a-b734-6ed94bbf8fa4 req-d72d8c11-3c1f-4c68-b4b8-70c35ab8d035 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be0da1d5-4ce5-4024-b13c-530259f86c3b {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:47:27.393123 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-896015a2-aba5-464a-b734-6ed94bbf8fa4 req-d72d8c11-3c1f-4c68-b4b8-70c35ab8d035 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:27.401983 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fe4d2d-5b7d-4eb3-973e-96545c1baaff req-11bcf979-2f95-44d3-bf69-7ff4d0c0a533 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:27.403473 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c0fe4d2d-5b7d-4eb3-973e-96545c1baaff req-11bcf979-2f95-44d3-bf69-7ff4d0c0a533 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/ports?device_id=525807c3-e977-47d5-a491-34bcdb1769d2 HTTP/1.1" status: 200 len: 945 time: 0.2379458 Jun 11 09:47:27.404082 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7324a6e-e09a-4096-a5cd-f065bd9e2150 req-f7b4cf48-2064-480a-b4fb-d16894bcea11 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:27.405625 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d7324a6e-e09a-4096-a5cd-f065bd9e2150 req-f7b4cf48-2064-480a-b4fb-d16894bcea11 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=64a28f87-3418-460b-ac64-cf311cb671ca HTTP/1.1" status: 200 len: 945 time: 0.1754608 Jun 11 09:47:27.409390 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9c2f2e7c-071e-4bc3-9a0e-b88963a770fc req-3839f6fc-deff-4850-985f-485629d4ea79 service neutron] 10.222.0.69 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683719 Jun 11 09:47:27.427879 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-bd43c066-fe13-4722-a59d-4905b07b6343 req-1afb1570-74d6-4f14-9538-fc00d9dd756b service neutron] For port f465a301-28b2-46bf-b64b-5c5993ac9add, host n-h2-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:47:27.432239 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-896015a2-aba5-464a-b734-6ed94bbf8fa4 req-d72d8c11-3c1f-4c68-b4b8-70c35ab8d035 service neutron] Transition to ACTIVE for port object be0da1d5-4ce5-4024-b13c-530259f86c3b will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:47:27.433934 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-bd43c066-fe13-4722-a59d-4905b07b6343 req-1afb1570-74d6-4f14-9538-fc00d9dd756b service neutron] For port f465a301-28b2-46bf-b64b-5c5993ac9add, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=f465a301-28b2-46bf-b64b-5c5993ac9add,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:47:27.464378 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c0fe4d2d-5b7d-4eb3-973e-96545c1baaff req-744c9157-a011-4bbc-83fe-a464b9f399c9 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/security-groups?id=18fc41cb-d5ab-4d35-ab48-499184b426b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516069 Jun 11 09:47:27.488243 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d7324a6e-e09a-4096-a5cd-f065bd9e2150 req-740eec58-368a-4e55-83a0-0fddb45c3e9a tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692377 Jun 11 09:47:27.558859 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-896015a2-aba5-464a-b734-6ed94bbf8fa4 req-d72d8c11-3c1f-4c68-b4b8-70c35ab8d035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:27.562060 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-25071593-d1c2-4aff-aa87-16edbf799a85 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:47:27.594243 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9c2f2e7c-071e-4bc3-9a0e-b88963a770fc req-22565ed3-ef02-44dc-a798-756c6b0fc743 service neutron] 10.222.0.69 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760097 Jun 11 09:47:27.618282 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-bd43c066-fe13-4722-a59d-4905b07b6343 req-1afb1570-74d6-4f14-9538-fc00d9dd756b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:27.770558 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72d8c11-3c1f-4c68-b4b8-70c35ab8d035 service neutron] Pushing event updated for resources: {'Port': ['ID=be0da1d5-4ce5-4024-b13c-530259f86c3b,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:47:27.799787 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eae1ea-4b60-4121-9dab-394cd3725379 req-ad839e8c-eec1-4fb9-a0f8-963a56ecb276 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:27.799787 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-23eae1ea-4b60-4121-9dab-394cd3725379 req-ad839e8c-eec1-4fb9-a0f8-963a56ecb276 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e9d2205-62f9-4941-8103-3a1001a1903b HTTP/1.1" status: 200 len: 947 time: 0.1560011 Jun 11 09:47:27.814167 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd43c066-fe13-4722-a59d-4905b07b6343 req-1afb1570-74d6-4f14-9538-fc00d9dd756b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:27.814912 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-bd43c066-fe13-4722-a59d-4905b07b6343 req-1afb1570-74d6-4f14-9538-fc00d9dd756b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:27.818202 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-bd43c066-fe13-4722-a59d-4905b07b6343 req-1afb1570-74d6-4f14-9538-fc00d9dd756b service neutron] 10.222.0.69 "PUT /v2.0/ports/f465a301-28b2-46bf-b64b-5c5993ac9add HTTP/1.1" status: 200 len: 1097 time: 2.7519403 Jun 11 09:47:27.819147 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d72d8c11-3c1f-4c68-b4b8-70c35ab8d035 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:47:27.821935 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad15899d-2c49-4d83-a641-4e0184807ac8', 'tag': 'f465a301-28b2-46bf-b64b-5c5993ac9add'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:47:27.825195 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4026466-af82-42b2-992a-463a4d799190" -d '{"events": [{"name": "network-changed", "server_uuid": "ad15899d-2c49-4d83-a641-4e0184807ac8", "tag": "f465a301-28b2-46bf-b64b-5c5993ac9add"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:47:27.828546 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-11b3560e-6aa5-401e-8a34-7813f4aad6d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.153s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:47:27.936092 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-23eae1ea-4b60-4121-9dab-394cd3725379 req-94efaa02-9985-41d4-9226-7f3e7ca20e68 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] 10.222.0.60 "GET /v2.0/security-groups?id=3dfb640a-7174-4f82-a9e7-bf6bbf6da8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115034 Jun 11 09:47:27.941501 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '604f9f22-aaf7-4f98-8e1d-78b9326e5b57', 'tag': '1f1b5c6e-6272-4400-80b4-7e0f066ffadb'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:47:27.953007 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab12931-0bd5-413d-bb7c-40c14aadd5a0" -d '{"events": [{"name": "network-changed", "server_uuid": "604f9f22-aaf7-4f98-8e1d-78b9326e5b57", "tag": "1f1b5c6e-6272-4400-80b4-7e0f066ffadb"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:47:27.963202 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11f359ec-4d91-47a5-b10e-c8312c04bb30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53c4d5d7-0282-48ea-b5be-524038e7f0ec'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:47:27.966337 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29234a08-951b-452c-9625-1b3555f71d0e" -d '{"events": [{"server_uuid": "11f359ec-4d91-47a5-b10e-c8312c04bb30", "name": "network-vif-plugged", "status": "completed", "tag": "53c4d5d7-0282-48ea-b5be-524038e7f0ec"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:47:28.066573 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ae6b2-d0aa-4972-8d8d-f4d25f55b3b0 req-74b94ad5-5faf-420d-b3d1-83d764ffe3c7 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:28.068364 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e47ae6b2-d0aa-4972-8d8d-f4d25f55b3b0 req-74b94ad5-5faf-420d-b3d1-83d764ffe3c7 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.69 "GET /v2.0/ports?device_id=64a28f87-3418-460b-ac64-cf311cb671ca HTTP/1.1" status: 200 len: 945 time: 0.2686467 Jun 11 09:47:28.081121 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-57ceeb52-da1a-4ec1-94ce-4a2952fe82f3 req-2b9e112e-72e9-439d-950a-91873a43e30c tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.106 HTTP/1.1" status: 200 len: 1002 time: 0.1075876 Jun 11 09:47:28.115552 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afb1570-74d6-4f14-9538-fc00d9dd756b service neutron] Pushing event updated for resources: {'Port': ['ID=f465a301-28b2-46bf-b64b-5c5993ac9add,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:47:28.131235 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1afb1570-74d6-4f14-9538-fc00d9dd756b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:47:28.143912 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-896015a2-aba5-464a-b734-6ed94bbf8fa4 req-d72d8c11-3c1f-4c68-b4b8-70c35ab8d035 service neutron] Attempting to bind port be0da1d5-4ce5-4024-b13c-530259f86c3b on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:47:28.144530 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-896015a2-aba5-464a-b734-6ed94bbf8fa4 req-d72d8c11-3c1f-4c68-b4b8-70c35ab8d035 service neutron] Attempting to bind port be0da1d5-4ce5-4024-b13c-530259f86c3b by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:47:28.145069 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896015a2-aba5-464a-b734-6ed94bbf8fa4 req-d72d8c11-3c1f-4c68-b4b8-70c35ab8d035 service neutron] Attempting to bind port be0da1d5-4ce5-4024-b13c-530259f86c3b on network cf20d108-f84c-44de-9036-2269564edd60 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:47:28.168092 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8587be-1fc6-40df-84c7-bc72e9e41d1e req-e562ce9d-6d78-4e1a-b76a-bdf3cc6d15b5 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:28.169955 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cf8587be-1fc6-40df-84c7-bc72e9e41d1e req-e562ce9d-6d78-4e1a-b76a-bdf3cc6d15b5 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7a81710-1c35-4321-ae55-729c29b29780 HTTP/1.1" status: 200 len: 947 time: 0.3324387 Jun 11 09:47:28.172913 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896015a2-aba5-464a-b734-6ed94bbf8fa4 req-d72d8c11-3c1f-4c68-b4b8-70c35ab8d035 service neutron] Port be0da1d5-4ce5-4024-b13c-530259f86c3b on network cf20d108-f84c-44de-9036-2269564edd60 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:47:28.173081 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ceeb52-da1a-4ec1-94ce-4a2952fe82f3 req-b3a07f32-c19d-4cff-9a86-c83af85af98f tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:28.173563 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896015a2-aba5-464a-b734-6ed94bbf8fa4 req-d72d8c11-3c1f-4c68-b4b8-70c35ab8d035 service neutron] Attempting to bind port be0da1d5-4ce5-4024-b13c-530259f86c3b on network cf20d108-f84c-44de-9036-2269564edd60 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:47:28.174471 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-57ceeb52-da1a-4ec1-94ce-4a2952fe82f3 req-b3a07f32-c19d-4cff-9a86-c83af85af98f tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "GET /v2.0/ports/1f1b5c6e-6272-4400-80b4-7e0f066ffadb HTTP/1.1" status: 200 len: 943 time: 0.0924191 Jun 11 09:47:28.179619 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd43c066-fe13-4722-a59d-4905b07b6343 req-45b12b12-3e2c-4374-9627-a07622fbe579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:28.181279 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-bd43c066-fe13-4722-a59d-4905b07b6343 req-45b12b12-3e2c-4374-9627-a07622fbe579 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b3dca293d5b14b18ae85d64d643c58cc&device_id=ad15899d-2c49-4d83-a641-4e0184807ac8 HTTP/1.1" status: 200 len: 1100 time: 0.1618934 Jun 11 09:47:28.192243 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896015a2-aba5-464a-b734-6ed94bbf8fa4 req-d72d8c11-3c1f-4c68-b4b8-70c35ab8d035 service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:47:28.192581 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896015a2-aba5-464a-b734-6ed94bbf8fa4 req-d72d8c11-3c1f-4c68-b4b8-70c35ab8d035 service neutron] Checking segment: {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:47:28.192957 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896015a2-aba5-464a-b734-6ed94bbf8fa4 req-d72d8c11-3c1f-4c68-b4b8-70c35ab8d035 service neutron] Bound using segment: {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:47:28.193394 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-896015a2-aba5-464a-b734-6ed94bbf8fa4 req-d72d8c11-3c1f-4c68-b4b8-70c35ab8d035 service neutron] Bound port: be0da1d5-4ce5-4024-b13c-530259f86c3b, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:47:28.193736 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-896015a2-aba5-464a-b734-6ed94bbf8fa4 req-d72d8c11-3c1f-4c68-b4b8-70c35ab8d035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:28.269966 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-bd43c066-fe13-4722-a59d-4905b07b6343 req-79dcd421-35ea-4079-94f9-da32baa34b0a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=f465a301-28b2-46bf-b64b-5c5993ac9add HTTP/1.1" status: 200 len: 217 time: 0.0733263 Jun 11 09:47:28.347806 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cf8587be-1fc6-40df-84c7-bc72e9e41d1e req-0d6a4fb9-0985-4898-bde8-f8e451a91cad tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634429 Jun 11 09:47:28.364415 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-57ceeb52-da1a-4ec1-94ce-4a2952fe82f3 req-ab1c6c9c-0a51-4fac-9b12-4f1f630c46e3 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.106 HTTP/1.1" status: 200 len: 1002 time: 0.0994167 Jun 11 09:47:28.368548 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-e47ae6b2-d0aa-4972-8d8d-f4d25f55b3b0 req-ef252b0d-5644-47b2-9930-51d0e6f04d2f tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Deleting port e10e1200-8c30-499c-82d6-697618d627c7 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:47:28.368890 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-e47ae6b2-d0aa-4972-8d8d-f4d25f55b3b0 req-ef252b0d-5644-47b2-9930-51d0e6f04d2f tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:28.380585 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd43c066-fe13-4722-a59d-4905b07b6343 req-3866f35a-d881-439a-93a7-cd091c93a09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:28.382213 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-bd43c066-fe13-4722-a59d-4905b07b6343 req-3866f35a-d881-439a-93a7-cd091c93a09f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=189b03cc-b2a8-4615-9ab5-ad0328c3f10f HTTP/1.1" status: 200 len: 843 time: 0.0996532 Jun 11 09:47:28.434910 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc308e5-620e-4cf1-9519-899b80077053 x-openstack-request-id: req-7dc308e5-620e-4cf1-9519-899b80077053 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:47:28.434910 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad15899d-2c49-4d83-a641-4e0184807ac8", "tag": "f465a301-28b2-46bf-b64b-5c5993ac9add", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:47:28.435414 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7dc308e5-620e-4cf1-9519-899b80077053 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:47:28.436342 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad15899d-2c49-4d83-a641-4e0184807ac8', 'tag': 'f465a301-28b2-46bf-b64b-5c5993ac9add', 'status': 'completed', 'code': 200} Jun 11 09:47:28.439517 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-896015a2-aba5-464a-b734-6ed94bbf8fa4 req-d72d8c11-3c1f-4c68-b4b8-70c35ab8d035 service neutron] For port be0da1d5-4ce5-4024-b13c-530259f86c3b, host n-h1-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:47:28.456251 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-896015a2-aba5-464a-b734-6ed94bbf8fa4 req-d72d8c11-3c1f-4c68-b4b8-70c35ab8d035 service neutron] For port be0da1d5-4ce5-4024-b13c-530259f86c3b, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=be0da1d5-4ce5-4024-b13c-530259f86c3b,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:47:28.480970 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd43c066-fe13-4722-a59d-4905b07b6343 req-c9ab7da6-3708-47f0-94fc-75fd906e6cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:28.482460 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-bd43c066-fe13-4722-a59d-4905b07b6343 req-c9ab7da6-3708-47f0-94fc-75fd906e6cdf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cf20d108-f84c-44de-9036-2269564edd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0878148 Jun 11 09:47:28.485220 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ce4182-dedf-4005-8ced-d6e83cce696e x-openstack-request-id: req-a1ce4182-dedf-4005-8ced-d6e83cce696e {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:47:28.485507 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "604f9f22-aaf7-4f98-8e1d-78b9326e5b57", "tag": "1f1b5c6e-6272-4400-80b4-7e0f066ffadb", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:47:28.485706 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a1ce4182-dedf-4005-8ced-d6e83cce696e {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:47:28.486133 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '604f9f22-aaf7-4f98-8e1d-78b9326e5b57', 'tag': '1f1b5c6e-6272-4400-80b4-7e0f066ffadb', 'status': 'completed', 'code': 200} Jun 11 09:47:28.488620 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3862551-a7fe-4594-91ac-de79010d080f x-openstack-request-id: req-e3862551-a7fe-4594-91ac-de79010d080f {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:47:28.490189 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11f359ec-4d91-47a5-b10e-c8312c04bb30", "name": "network-vif-plugged", "status": "completed", "tag": "53c4d5d7-0282-48ea-b5be-524038e7f0ec", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:47:28.492042 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e3862551-a7fe-4594-91ac-de79010d080f {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:47:28.492724 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11f359ec-4d91-47a5-b10e-c8312c04bb30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53c4d5d7-0282-48ea-b5be-524038e7f0ec', 'code': 200} Jun 11 09:47:28.524160 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-896015a2-aba5-464a-b734-6ed94bbf8fa4 req-d72d8c11-3c1f-4c68-b4b8-70c35ab8d035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:28.529421 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-fbe771ca-fbc1-4d6d-ac8f-a31b57d8ee20 tempest-FloatingIPsAssociationTestJSON-942229703 tempest-FloatingIPsAssociationTestJSON-942229703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:47:28.630720 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-e47ae6b2-d0aa-4972-8d8d-f4d25f55b3b0 req-ef252b0d-5644-47b2-9930-51d0e6f04d2f tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] For port e10e1200-8c30-499c-82d6-697618d627c7, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=e10e1200-8c30-499c-82d6-697618d627c7,segment=NetworkSegment(b51c68b7-80ed-4de8-bd6d-e2ba699aba0b),segment_id=b51c68b7-80ed-4de8-bd6d-e2ba699aba0b)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:47:28.630867 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-e47ae6b2-d0aa-4972-8d8d-f4d25f55b3b0 req-ef252b0d-5644-47b2-9930-51d0e6f04d2f tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:28.638035 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896015a2-aba5-464a-b734-6ed94bbf8fa4 req-d72d8c11-3c1f-4c68-b4b8-70c35ab8d035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:28.638657 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-896015a2-aba5-464a-b734-6ed94bbf8fa4 req-d72d8c11-3c1f-4c68-b4b8-70c35ab8d035 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:28.640105 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-896015a2-aba5-464a-b734-6ed94bbf8fa4 req-d72d8c11-3c1f-4c68-b4b8-70c35ab8d035 service neutron] 10.222.0.64 "PUT /v2.0/ports/be0da1d5-4ce5-4024-b13c-530259f86c3b HTTP/1.1" status: 200 len: 1096 time: 2.6634071 Jun 11 09:47:28.656514 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ceeb52-da1a-4ec1-94ce-4a2952fe82f3 req-f0678fef-66cc-4322-a82a-c3c561589b88 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:28.665024 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-57ceeb52-da1a-4ec1-94ce-4a2952fe82f3 req-f0678fef-66cc-4322-a82a-c3c561589b88 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "GET /v2.0/networks/f0adef6e-169f-4a27-8865-442be2ad072d HTTP/1.1" status: 200 len: 784 time: 0.2716274 Jun 11 09:47:28.748977 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-e47ae6b2-d0aa-4972-8d8d-f4d25f55b3b0 req-ef252b0d-5644-47b2-9930-51d0e6f04d2f tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Calling delete_port for e10e1200-8c30-499c-82d6-697618d627c7 owned by compute:nova {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:47:28.754423 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72d8c11-3c1f-4c68-b4b8-70c35ab8d035 service neutron] Pushing event updated for resources: {'Port': ['ID=be0da1d5-4ce5-4024-b13c-530259f86c3b,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:47:28.765387 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d72d8c11-3c1f-4c68-b4b8-70c35ab8d035 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:47:28.780712 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-bd43c066-fe13-4722-a59d-4905b07b6343 req-38f9ff27-e63b-41a3-936a-929b1e119fc3 service neutron] 10.222.0.69 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892351 Jun 11 09:47:28.842282 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e92d401-0b15-408e-a37e-a012c5172a73 req-2c04daaf-9509-4760-bed8-d7ca559eb445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:28.843769 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8e92d401-0b15-408e-a37e-a012c5172a73 req-2c04daaf-9509-4760-bed8-d7ca559eb445 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=11f359ec-4d91-47a5-b10e-c8312c04bb30 HTTP/1.1" status: 200 len: 1102 time: 0.2677698 Jun 11 09:47:28.874152 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2afdd6-7da0-437a-8d94-def4a4f26bca req-4a715ce8-592a-4d32-9dc5-5c94a7165ca2 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:28.875542 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-db2afdd6-7da0-437a-8d94-def4a4f26bca req-4a715ce8-592a-4d32-9dc5-5c94a7165ca2 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] 10.222.0.60 "GET /v2.0/ports?device_id=11f359ec-4d91-47a5-b10e-c8312c04bb30 HTTP/1.1" status: 200 len: 950 time: 0.2434916 Jun 11 09:47:28.879913 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab12931-0bd5-413d-bb7c-40c14aadd5a0 req-db6dc074-6c2d-4d54-9b34-c8ecfe1725bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:28.881497 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4ab12931-0bd5-413d-bb7c-40c14aadd5a0 req-db6dc074-6c2d-4d54-9b34-c8ecfe1725bf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c5132d58a61b4dee97f4685d93187a0e&device_id=604f9f22-aaf7-4f98-8e1d-78b9326e5b57 HTTP/1.1" status: 200 len: 1098 time: 0.3898096 Jun 11 09:47:28.940827 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-57ceeb52-da1a-4ec1-94ce-4a2952fe82f3 req-0e58bf2c-9c01-44a1-a637-ce182474e21c tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.106 HTTP/1.1" status: 200 len: 1002 time: 0.2328520 Jun 11 09:47:28.961115 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-57ceeb52-da1a-4ec1-94ce-4a2952fe82f3 req-565de255-300e-4d17-81f6-599f45febc3b tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:47:29.033658 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8e92d401-0b15-408e-a37e-a012c5172a73 req-cfcd6723-817f-4058-9d37-808028385670 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6fe6c44a-94dc-4218-910c-486cd3ffc9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552739 Jun 11 09:47:29.037943 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-bd43c066-fe13-4722-a59d-4905b07b6343 req-4e6873c3-2016-4692-8a6b-26fe85b0b606 service neutron] 10.222.0.69 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488317 Jun 11 09:47:29.040705 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-db2afdd6-7da0-437a-8d94-def4a4f26bca req-45952443-1b43-4e34-a9ac-751ab1ffc0d6 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fe6c44a-94dc-4218-910c-486cd3ffc9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526389 Jun 11 09:47:29.045024 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896015a2-aba5-464a-b734-6ed94bbf8fa4 req-afbff559-3903-4ad1-aaf1-e4389e039dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:29.046554 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-896015a2-aba5-464a-b734-6ed94bbf8fa4 req-afbff559-3903-4ad1-aaf1-e4389e039dd3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b3dca293d5b14b18ae85d64d643c58cc&device_id=7e9d2205-62f9-4941-8103-3a1001a1903b HTTP/1.1" status: 200 len: 1099 time: 0.2207026 Jun 11 09:47:29.122342 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab12931-0bd5-413d-bb7c-40c14aadd5a0 req-b4965e14-bfc8-4680-a235-1d974fa72425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:29.124157 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4ab12931-0bd5-413d-bb7c-40c14aadd5a0 req-b4965e14-bfc8-4680-a235-1d974fa72425 service neutron] 10.222.0.69 "GET /v2.0/networks?id=482bdf30-6ecc-4c58-babd-2078999f07ec HTTP/1.1" status: 200 len: 921 time: 0.2296350 Jun 11 09:47:29.130993 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-57ceeb52-da1a-4ec1-94ce-4a2952fe82f3 req-565de255-300e-4d17-81f6-599f45febc3b tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Notify callbacks [] for floatingip, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:29.140848 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-896015a2-aba5-464a-b734-6ed94bbf8fa4 req-fa6244dd-70b0-4487-ba3a-bce0f8d64e5f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=be0da1d5-4ce5-4024-b13c-530259f86c3b HTTP/1.1" status: 200 len: 217 time: 0.0565627 Jun 11 09:47:29.223949 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896015a2-aba5-464a-b734-6ed94bbf8fa4 req-12b1856b-c1b7-4940-bdfe-e6c23caf61c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:29.226060 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-896015a2-aba5-464a-b734-6ed94bbf8fa4 req-12b1856b-c1b7-4940-bdfe-e6c23caf61c9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=189b03cc-b2a8-4615-9ab5-ad0328c3f10f HTTP/1.1" status: 200 len: 843 time: 0.0682468 Jun 11 09:47:29.339995 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9aa2fedd-8036-4d8b-bab0-1aa0827bd8ac req-f8ed28af-0ecf-462b-8d9e-073b108ca4ea tempest-ImagesOneServerTestJSON-1239789422 tempest-ImagesOneServerTestJSON-1239789422-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=f8b4dec1328145cf97e167781e85f508&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344446 Jun 11 09:47:29.474431 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896015a2-aba5-464a-b734-6ed94bbf8fa4 req-958f4203-fa74-4346-b38e-37fdfc673cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:29.475870 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-896015a2-aba5-464a-b734-6ed94bbf8fa4 req-958f4203-fa74-4346-b38e-37fdfc673cf8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf20d108-f84c-44de-9036-2269564edd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2433724 Jun 11 09:47:29.499737 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4026466-af82-42b2-992a-463a4d799190 req-2748bb58-a5be-4b52-84eb-2ce81f01f3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:29.501206 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e4026466-af82-42b2-992a-463a4d799190 req-2748bb58-a5be-4b52-84eb-2ce81f01f3a0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b3dca293d5b14b18ae85d64d643c58cc&device_id=ad15899d-2c49-4d83-a641-4e0184807ac8 HTTP/1.1" status: 200 len: 1100 time: 0.2580760 Jun 11 09:47:29.773885 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4ab12931-0bd5-413d-bb7c-40c14aadd5a0 req-b11a372d-0426-4307-bcba-b3f3907c20d8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f1b5c6e-6272-4400-80b4-7e0f066ffadb HTTP/1.1" status: 200 len: 1002 time: 0.6386592 Jun 11 09:47:29.833119 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-e47ae6b2-d0aa-4972-8d8d-f4d25f55b3b0 req-ef252b0d-5644-47b2-9930-51d0e6f04d2f tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:29.845950 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['8d90aed3-d0d9-439d-99e2-28dedffaf1bf', 'e10e1200-8c30-499c-82d6-697618d627c7'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:47:29.847113 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-374954eb-8808-402e-97f4-9f8df0027f26 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:47:29.936496 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef252b0d-5644-47b2-9930-51d0e6f04d2f tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Pushing event deleted for resources: {'Port': ['ID=e10e1200-8c30-499c-82d6-697618d627c7,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:47:29.946554 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ef252b0d-5644-47b2-9930-51d0e6f04d2f tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:47:29.949775 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-57ceeb52-da1a-4ec1-94ce-4a2952fe82f3 req-565de255-300e-4d17-81f6-599f45febc3b tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:29.951770 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab12931-0bd5-413d-bb7c-40c14aadd5a0 req-b4494ed5-2c66-4712-99bc-aee1ebda629f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:29.953797 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4ab12931-0bd5-413d-bb7c-40c14aadd5a0 req-b4494ed5-2c66-4712-99bc-aee1ebda629f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=aff27218-fe9b-4902-82d1-323ec8f666a1 HTTP/1.1" status: 200 len: 860 time: 0.1728809 Jun 11 09:47:29.973212 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa2fedd-8036-4d8b-bab0-1aa0827bd8ac req-a3a9ae00-69ed-4564-9fd1-9284980f71fd tempest-ImagesOneServerTestJSON-1239789422 tempest-ImagesOneServerTestJSON-1239789422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:29.974685 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9aa2fedd-8036-4d8b-bab0-1aa0827bd8ac req-a3a9ae00-69ed-4564-9fd1-9284980f71fd tempest-ImagesOneServerTestJSON-1239789422 tempest-ImagesOneServerTestJSON-1239789422-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6173098 Jun 11 09:47:30.017958 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-e47ae6b2-d0aa-4972-8d8d-f4d25f55b3b0 req-ef252b0d-5644-47b2-9930-51d0e6f04d2f tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] No DVR routers for this DVR port e10e1200-8c30-499c-82d6-697618d627c7 on host n-h2-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:47:30.039920 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-57ceeb52-da1a-4ec1-94ce-4a2952fe82f3 req-565de255-300e-4d17-81f6-599f45febc3b tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:30.040148 n-d-779913-12 neutron-server[93177]: INFO neutron.db.l3_db [req-57ceeb52-da1a-4ec1-94ce-4a2952fe82f3 req-565de255-300e-4d17-81f6-599f45febc3b tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Floating IP 966bebb8-7bbe-47be-914c-20382bb9dfde disassociated. External IP: 172.25.4.106, port: 1f1b5c6e-6272-4400-80b4-7e0f066ffadb. Jun 11 09:47:30.043442 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-e47ae6b2-d0aa-4972-8d8d-f4d25f55b3b0 req-ef252b0d-5644-47b2-9930-51d0e6f04d2f tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:30.045489 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e47ae6b2-d0aa-4972-8d8d-f4d25f55b3b0 req-ef252b0d-5644-47b2-9930-51d0e6f04d2f tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.69 "DELETE /v2.0/ports/e10e1200-8c30-499c-82d6-697618d627c7 HTTP/1.1" status: 204 len: 173 time: 1.9614050 Jun 11 09:47:30.047313 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4ab12931-0bd5-413d-bb7c-40c14aadd5a0 req-441e1b13-5940-424d-8c66-5e65b7f40a69 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=482bdf30-6ecc-4c58-babd-2078999f07ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645497 Jun 11 09:47:30.058820 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9aa2fedd-8036-4d8b-bab0-1aa0827bd8ac req-09704ccc-44de-49c2-b221-918b5d222503 tempest-ImagesOneServerTestJSON-1239789422 tempest-ImagesOneServerTestJSON-1239789422-project] 10.222.0.60 "GET /v2.0/quotas/f8b4dec1328145cf97e167781e85f508 HTTP/1.1" status: 200 len: 375 time: 0.0283992 Jun 11 09:47:30.118145 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-896015a2-aba5-464a-b734-6ed94bbf8fa4 req-0102731b-22f5-4cdc-a4b7-aba90763a6e2 service neutron] 10.222.0.64 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6314394 Jun 11 09:47:30.119444 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4026466-af82-42b2-992a-463a4d799190 req-7c7ac151-d4f9-4005-b4cb-a00d58d1f413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:30.120783 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e4026466-af82-42b2-992a-463a4d799190 req-7c7ac151-d4f9-4005-b4cb-a00d58d1f413 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cf20d108-f84c-44de-9036-2269564edd60 HTTP/1.1" status: 200 len: 870 time: 0.6044748 Jun 11 09:47:30.122771 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9aa2fedd-8036-4d8b-bab0-1aa0827bd8ac req-2cc9324f-95ca-43e0-89ca-8552377904a3 tempest-ImagesOneServerTestJSON-1239789422 tempest-ImagesOneServerTestJSON-1239789422-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f8b4dec1328145cf97e167781e85f508&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0546234 Jun 11 09:47:30.210936 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e4026466-af82-42b2-992a-463a4d799190 req-d33a96b1-a199-4891-a6d2-ef3b3db64ac4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=f465a301-28b2-46bf-b64b-5c5993ac9add HTTP/1.1" status: 200 len: 217 time: 0.0754676 Jun 11 09:47:30.299464 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4ab12931-0bd5-413d-bb7c-40c14aadd5a0 req-4dad8669-ece1-4f74-b486-28f7b386c3a7 service neutron] 10.222.0.69 "GET /v2.0/networks/482bdf30-6ecc-4c58-babd-2078999f07ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001870 Jun 11 09:47:30.358503 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4026466-af82-42b2-992a-463a4d799190 req-7ec51b5d-e910-48df-aa77-acfa60ced761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:30.360015 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e4026466-af82-42b2-992a-463a4d799190 req-7ec51b5d-e910-48df-aa77-acfa60ced761 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=189b03cc-b2a8-4615-9ab5-ad0328c3f10f HTTP/1.1" status: 200 len: 843 time: 0.0939207 Jun 11 09:47:30.361955 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-896015a2-aba5-464a-b734-6ed94bbf8fa4 req-6ef10fb7-72c9-429f-a999-185884708d72 service neutron] 10.222.0.64 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359943 Jun 11 09:47:30.438025 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e9d2205-62f9-4941-8103-3a1001a1903b', 'tag': 'be0da1d5-4ce5-4024-b13c-530259f86c3b'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:47:30.441695 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97bf26a3-0cfd-439e-81ef-1f10d5f16112" -d '{"events": [{"name": "network-changed", "server_uuid": "7e9d2205-62f9-4941-8103-3a1001a1903b", "tag": "be0da1d5-4ce5-4024-b13c-530259f86c3b"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:47:30.453364 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4026466-af82-42b2-992a-463a4d799190 req-c7076ba5-d79e-40b1-91a4-762b84044303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:30.455164 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e4026466-af82-42b2-992a-463a4d799190 req-c7076ba5-d79e-40b1-91a4-762b84044303 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cf20d108-f84c-44de-9036-2269564edd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0875034 Jun 11 09:47:30.488825 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device be555336-d862-48b1-9746-1e929626ced9 details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:47:30.517841 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a28f87-3418-460b-ac64-cf311cb671ca', 'name': 'network-vif-deleted', 'tag': 'e10e1200-8c30-499c-82d6-697618d627c7'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:47:30.520930 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aa2d2a7-20c2-4404-8650-f5fdfcf1b3f7" -d '{"events": [{"server_uuid": "64a28f87-3418-460b-ac64-cf311cb671ca", "name": "network-vif-deleted", "tag": "e10e1200-8c30-499c-82d6-697618d627c7"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:47:30.584137 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4ab12931-0bd5-413d-bb7c-40c14aadd5a0 req-712a3794-eeac-48ad-88aa-fe6f600effd4 service neutron] 10.222.0.69 "GET /v2.0/networks/482bdf30-6ecc-4c58-babd-2078999f07ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762942 Jun 11 09:47:30.593639 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [req-57ceeb52-da1a-4ec1-94ce-4a2952fe82f3 req-565de255-300e-4d17-81f6-599f45febc3b tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Router fb47f02b-a17b-4911-bfce-5344faf007c6 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 09:47:30.658461 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e4026466-af82-42b2-992a-463a4d799190 req-b1aee67c-c31d-4a13-a3cc-b53eb11bac86 service neutron] 10.222.0.69 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957290 Jun 11 09:47:30.665930 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa33a9-5e2c-4346-a6d2-d4964010aee5 req-e8ddc411-58cf-452e-83db-a8148e0d46a8 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:30.667502 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-15fa33a9-5e2c-4346-a6d2-d4964010aee5 req-e8ddc411-58cf-452e-83db-a8148e0d46a8 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/ports?device_id=525807c3-e977-47d5-a491-34bcdb1769d2 HTTP/1.1" status: 200 len: 945 time: 0.1907771 Jun 11 09:47:30.687666 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port be555336-d862-48b1-9746-1e929626ced9, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=be555336-d862-48b1-9746-1e929626ced9,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:47:30.700431 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': 'be555336-d862-48b1-9746-1e929626ced9', 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60', 'port_id': 'be555336-d862-48b1-9746-1e929626ced9', 'mac_address': 'fa:16:3e:11:ba:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189b03cc-b2a8-4615-9ab5-ad0328c3f10f', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:47:30.751451 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:30.767510 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be555336-d862-48b1-9746-1e929626ced9 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:47:30.768415 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-57ceeb52-da1a-4ec1-94ce-4a2952fe82f3 req-565de255-300e-4d17-81f6-599f45febc3b tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:47:30.773759 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-57ceeb52-da1a-4ec1-94ce-4a2952fe82f3 req-565de255-300e-4d17-81f6-599f45febc3b tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:30.783943 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa47af8-d328-498a-aeeb-9eedffe2d728 None None] Sync routers for ids ['fb47f02b-a17b-4911-bfce-5344faf007c6'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:47:30.798790 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa47af8-d328-498a-aeeb-9eedffe2d728 None None] Routers {'fb47f02b-a17b-4911-bfce-5344faf007c6'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:47:30.799745 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-6fa47af8-d328-498a-aeeb-9eedffe2d728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:47:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['fb47f02b-a17b-4911-bfce-5344faf007c6'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:47:30.812868 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-15fa33a9-5e2c-4346-a6d2-d4964010aee5 req-7040f5f5-7ea7-4639-920c-49b258bb8a22 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/security-groups?id=18fc41cb-d5ab-4d35-ab48-499184b426b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351233 Jun 11 09:47:30.832702 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port be555336-d862-48b1-9746-1e929626ced9, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=be555336-d862-48b1-9746-1e929626ced9,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:47:30.840382 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-57ceeb52-da1a-4ec1-94ce-4a2952fe82f3 req-565de255-300e-4d17-81f6-599f45febc3b tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "PUT /v2.0/floatingips/966bebb8-7bbe-47be-914c-20382bb9dfde HTTP/1.1" status: 200 len: 695 time: 1.8903260 Jun 11 09:47:30.847286 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e4026466-af82-42b2-992a-463a4d799190 req-e8078101-18d5-4f2f-b5fb-a51069b5a9b5 service neutron] 10.222.0.69 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787972 Jun 11 09:47:30.932331 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:30.941829 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:47:30.943232 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ceeb52-da1a-4ec1-94ce-4a2952fe82f3 req-7e9d9710-8444-4b45-a724-726ce43ae7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:30.954835 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-57ceeb52-da1a-4ec1-94ce-4a2952fe82f3 req-7e9d9710-8444-4b45-a724-726ce43ae7e9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c5132d58a61b4dee97f4685d93187a0e&device_id=604f9f22-aaf7-4f98-8e1d-78b9326e5b57 HTTP/1.1" status: 200 len: 1098 time: 0.1075761 Jun 11 09:47:31.000030 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-6fa47af8-d328-498a-aeeb-9eedffe2d728 None None] Set router fb47f02b-a17b-4911-bfce-5344faf007c6 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:47:31.021132 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0abb4ff3-ce6d-4f6e-ab06-fe9f7e70d101 req-3b284c84-19e3-41cc-8c26-2e0548c2a32f tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=64a28f87-3418-460b-ac64-cf311cb671ca HTTP/1.1" status: 200 len: 210 time: 0.0751708 Jun 11 09:47:31.024042 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:31.056687 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=be555336-d862-48b1-9746-1e929626ced9,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:47:31.069740 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:47:31.095476 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ceeb52-da1a-4ec1-94ce-4a2952fe82f3 req-db64b9ca-dd70-45fc-8228-7da1c0e9905b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:31.103085 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-57ceeb52-da1a-4ec1-94ce-4a2952fe82f3 req-db64b9ca-dd70-45fc-8228-7da1c0e9905b service neutron] 10.222.0.60 "GET /v2.0/networks?id=482bdf30-6ecc-4c58-babd-2078999f07ec HTTP/1.1" status: 200 len: 921 time: 0.1419263 Jun 11 09:47:31.164059 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-57ceeb52-da1a-4ec1-94ce-4a2952fe82f3 req-a2c9957d-3b4d-4238-90b3-2052ac223e4f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f1b5c6e-6272-4400-80b4-7e0f066ffadb HTTP/1.1" status: 200 len: 217 time: 0.0594478 Jun 11 09:47:31.226217 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72e5707-1233-4f06-b488-f5b2161f7311 req-ed978494-453a-4195-a899-b8d8b63b1515 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:31.229265 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a72e5707-1233-4f06-b488-f5b2161f7311 req-ed978494-453a-4195-a899-b8d8b63b1515 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e9d2205-62f9-4941-8103-3a1001a1903b HTTP/1.1" status: 200 len: 947 time: 0.0911291 Jun 11 09:47:31.241907 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ceeb52-da1a-4ec1-94ce-4a2952fe82f3 req-04575d09-61b4-4484-afce-d59cfd9a0e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:31.243837 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-57ceeb52-da1a-4ec1-94ce-4a2952fe82f3 req-04575d09-61b4-4484-afce-d59cfd9a0e18 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=aff27218-fe9b-4902-82d1-323ec8f666a1 HTTP/1.1" status: 200 len: 860 time: 0.0714986 Jun 11 09:47:31.285217 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a72e5707-1233-4f06-b488-f5b2161f7311 req-9ce77b5b-61be-4a79-b666-c53e4179cfa6 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] 10.222.0.60 "GET /v2.0/security-groups?id=3dfb640a-7174-4f82-a9e7-bf6bbf6da8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493314 Jun 11 09:47:31.296446 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-57ceeb52-da1a-4ec1-94ce-4a2952fe82f3 req-0099f3ed-d0ee-4953-99a5-f6cf9a042d35 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=482bdf30-6ecc-4c58-babd-2078999f07ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460384 Jun 11 09:47:31.352335 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-6fa47af8-d328-498a-aeeb-9eedffe2d728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb47f02b-a17b-4911-bfce-5344faf007c6', 'name': 'tempest-ServerRescueTestJSONUnderV235-2107822683-router', 'tenant_id': 'c5132d58a61b4dee97f4685d93187a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '45593247-f253-4566-badd-4f2044a48209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:45:52Z', 'updated_at': '2021-06-11T09:46:00Z', 'revision_number': 4, 'project_id': 'c5132d58a61b4dee97f4685d93187a0e', 'gw_port': {'id': '45593247-f253-4566-badd-4f2044a48209', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:4b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb47f02b-a17b-4911-bfce-5344faf007c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:45:54Z', 'updated_at': '2021-06-11T09:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': 'e27a1017-8750-4cd8-950f-7d95583b871f', 'name': '', 'network_id': '482bdf30-6ecc-4c58-babd-2078999f07ec', 'tenant_id': 'c5132d58a61b4dee97f4685d93187a0e', 'mac_address': 'fa:16:3e:db:36:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb47f02b-a17b-4911-bfce-5344faf007c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'aff27218-fe9b-4902-82d1-323ec8f666a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:45:58Z', 'updated_at': '2021-06-11T09:46:08Z', 'revision_number': 5, 'project_id': 'c5132d58a61b4dee97f4685d93187a0e', 'subnets': [{'id': 'aff27218-fe9b-4902-82d1-323ec8f666a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:47:31.356108 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa47af8-d328-498a-aeeb-9eedffe2d728 None None] Checking router: fb47f02b-a17b-4911-bfce-5344faf007c6 for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:47:31.365258 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa47af8-d328-498a-aeeb-9eedffe2d728 None None] Routers {'fb47f02b-a17b-4911-bfce-5344faf007c6'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:47:31.365877 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-6fa47af8-d328-498a-aeeb-9eedffe2d728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:47:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['fb47f02b-a17b-4911-bfce-5344faf007c6'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:47:31.442299 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-57ceeb52-da1a-4ec1-94ce-4a2952fe82f3 req-febe571c-634d-412b-90aa-99ccb5f24be9 service neutron] 10.222.0.60 "GET /v2.0/networks/482bdf30-6ecc-4c58-babd-2078999f07ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375797 Jun 11 09:47:31.518095 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb3e147-997b-4576-8223-9640aab80f1c req-c46d2c65-7f61-4429-87e6-35ddb18475e8 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:31.519978 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-6fa47af8-d328-498a-aeeb-9eedffe2d728 None None] Set router fb47f02b-a17b-4911-bfce-5344faf007c6 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:47:31.520130 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-bbb3e147-997b-4576-8223-9640aab80f1c req-c46d2c65-7f61-4429-87e6-35ddb18475e8 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7a81710-1c35-4321-ae55-729c29b29780 HTTP/1.1" status: 200 len: 948 time: 0.0929484 Jun 11 09:47:31.566893 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-57ceeb52-da1a-4ec1-94ce-4a2952fe82f3 req-c4579d38-eb3b-447f-b60f-daf58d0a087f service neutron] 10.222.0.60 "GET /v2.0/networks/482bdf30-6ecc-4c58-babd-2078999f07ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173499 Jun 11 09:47:31.567117 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-bbb3e147-997b-4576-8223-9640aab80f1c req-8d036465-30a2-4239-a657-3a0e7088de64 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405493 Jun 11 09:47:31.603511 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['be555336-d862-48b1-9746-1e929626ced9'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:47:31.768074 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-aacae875-a21e-41db-a6c3-7a6669f5a823 req-0bfa01a7-21a7-4358-9dd5-fb1808f497e0 tempest-ImagesOneServerTestJSON-1239789422 tempest-ImagesOneServerTestJSON-1239789422-project] 10.222.0.60 "GET /v2.0/ports?device_id=9246271a-9176-4cea-beeb-0dd3c4e1a23a HTTP/1.1" status: 200 len: 210 time: 0.0472822 Jun 11 09:47:31.783532 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc3a60a-540b-4bf0-950b-6ce830a2e377 req-2d8aad78-5783-4d4a-8b0f-60bacc860d59 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:31.796131 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6fc3a60a-540b-4bf0-950b-6ce830a2e377 req-2d8aad78-5783-4d4a-8b0f-60bacc860d59 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] 10.222.0.60 "GET /v2.0/ports?device_id=11f359ec-4d91-47a5-b10e-c8312c04bb30 HTTP/1.1" status: 200 len: 950 time: 0.1025400 Jun 11 09:47:31.819609 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9514a721-9f60-4d09-8779-f84ca64d72ee x-openstack-request-id: req-9514a721-9f60-4d09-8779-f84ca64d72ee {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:47:31.819903 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e9d2205-62f9-4941-8103-3a1001a1903b", "tag": "be0da1d5-4ce5-4024-b13c-530259f86c3b", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:47:31.820330 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9514a721-9f60-4d09-8779-f84ca64d72ee {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:47:31.820763 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e9d2205-62f9-4941-8103-3a1001a1903b', 'tag': 'be0da1d5-4ce5-4024-b13c-530259f86c3b', 'status': 'completed', 'code': 200} Jun 11 09:47:31.844841 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-6fa47af8-d328-498a-aeeb-9eedffe2d728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb47f02b-a17b-4911-bfce-5344faf007c6', 'name': 'tempest-ServerRescueTestJSONUnderV235-2107822683-router', 'tenant_id': 'c5132d58a61b4dee97f4685d93187a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '45593247-f253-4566-badd-4f2044a48209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:45:52Z', 'updated_at': '2021-06-11T09:46:00Z', 'revision_number': 4, 'project_id': 'c5132d58a61b4dee97f4685d93187a0e', 'gw_port': {'id': '45593247-f253-4566-badd-4f2044a48209', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:4b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb47f02b-a17b-4911-bfce-5344faf007c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:45:54Z', 'updated_at': '2021-06-11T09:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': 'e27a1017-8750-4cd8-950f-7d95583b871f', 'name': '', 'network_id': '482bdf30-6ecc-4c58-babd-2078999f07ec', 'tenant_id': 'c5132d58a61b4dee97f4685d93187a0e', 'mac_address': 'fa:16:3e:db:36:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb47f02b-a17b-4911-bfce-5344faf007c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'aff27218-fe9b-4902-82d1-323ec8f666a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:45:58Z', 'updated_at': '2021-06-11T09:46:08Z', 'revision_number': 5, 'project_id': 'c5132d58a61b4dee97f4685d93187a0e', 'subnets': [{'id': 'aff27218-fe9b-4902-82d1-323ec8f666a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:47:31.850212 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6fc3a60a-540b-4bf0-950b-6ce830a2e377 req-fc700337-d65c-433e-a2cc-40d2c4dc4717 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fe6c44a-94dc-4218-910c-486cd3ffc9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497131 Jun 11 09:47:31.851393 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa47af8-d328-498a-aeeb-9eedffe2d728 None None] The sync data for ids ['fb47f02b-a17b-4911-bfce-5344faf007c6'] in n-d-779913-12 is: [{'id': 'fb47f02b-a17b-4911-bfce-5344faf007c6', 'name': 'tempest-ServerRescueTestJSONUnderV235-2107822683-router', 'tenant_id': 'c5132d58a61b4dee97f4685d93187a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '45593247-f253-4566-badd-4f2044a48209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:45:52Z', 'updated_at': '2021-06-11T09:46:00Z', 'revision_number': 4, 'project_id': 'c5132d58a61b4dee97f4685d93187a0e', 'gw_port': {'id': '45593247-f253-4566-badd-4f2044a48209', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:4b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb47f02b-a17b-4911-bfce-5344faf007c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:45:54Z', 'updated_at': '2021-06-11T09:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': 'e27a1017-8750-4cd8-950f-7d95583b871f', 'name': '', 'network_id': '482bdf30-6ecc-4c58-babd-2078999f07ec', 'tenant_id': 'c5132d58a61b4dee97f4685d93187a0e', 'mac_address': 'fa:16:3e:db:36:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb47f02b-a17b-4911-bfce-5344faf007c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'aff27218-fe9b-4902-82d1-323ec8f666a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:45:58Z', 'updated_at': '2021-06-11T09:46:08Z', 'revision_number': 5, 'project_id': 'c5132d58a61b4dee97f4685d93187a0e', 'subnets': [{'id': 'aff27218-fe9b-4902-82d1-323ec8f666a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:47:31.867847 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0dc8686-478e-42f5-bbda-75a59e5fa443 x-openstack-request-id: req-f0dc8686-478e-42f5-bbda-75a59e5fa443 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:47:31.886151 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64a28f87-3418-460b-ac64-cf311cb671ca", "name": "network-vif-deleted", "tag": "e10e1200-8c30-499c-82d6-697618d627c7", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:47:31.886151 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f0dc8686-478e-42f5-bbda-75a59e5fa443 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:47:31.886151 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64a28f87-3418-460b-ac64-cf311cb671ca', 'name': 'network-vif-deleted', 'tag': 'e10e1200-8c30-499c-82d6-697618d627c7', 'status': 'completed', 'code': 200} Jun 11 09:47:31.974847 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-af89d73f-ab31-47c6-9513-0d5692da24a1 req-e3534af6-3f5a-446e-aaed-a358c48f126d tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "GET /v2.0/floatingips/966bebb8-7bbe-47be-914c-20382bb9dfde HTTP/1.1" status: 200 len: 695 time: 0.0728383 Jun 11 09:47:32.021024 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf26a3-0cfd-439e-81ef-1f10d5f16112 req-d97608ac-67a0-43c8-a360-e23016b5d8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:32.022548 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-97bf26a3-0cfd-439e-81ef-1f10d5f16112 req-d97608ac-67a0-43c8-a360-e23016b5d8a1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b3dca293d5b14b18ae85d64d643c58cc&device_id=7e9d2205-62f9-4941-8103-3a1001a1903b HTTP/1.1" status: 200 len: 1099 time: 0.1659606 Jun 11 09:47:32.110658 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e84f817-7c2e-4e99-bf74-dfb40dfa70d4 None None] New status for floating IP 966bebb8-7bbe-47be-914c-20382bb9dfde: DOWN {{(pid=93178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 09:47:32.213693 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af89d73f-ab31-47c6-9513-0d5692da24a1 req-9deeab5e-7d36-4678-aa21-a7d7ec682e2b tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:32.215118 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-af89d73f-ab31-47c6-9513-0d5692da24a1 req-9deeab5e-7d36-4678-aa21-a7d7ec682e2b tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "GET /v2.0/networks/f0adef6e-169f-4a27-8865-442be2ad072d HTTP/1.1" status: 200 len: 784 time: 0.2334671 Jun 11 09:47:32.223390 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device be0da1d5-4ce5-4024-b13c-530259f86c3b details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:47:32.292606 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf26a3-0cfd-439e-81ef-1f10d5f16112 req-396bdf99-f886-4df8-8a47-c0855243da88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:32.294046 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-97bf26a3-0cfd-439e-81ef-1f10d5f16112 req-396bdf99-f886-4df8-8a47-c0855243da88 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cf20d108-f84c-44de-9036-2269564edd60 HTTP/1.1" status: 200 len: 870 time: 0.2584476 Jun 11 09:47:32.297230 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-af89d73f-ab31-47c6-9513-0d5692da24a1 req-d34f7bff-3d74-4c0b-b0d6-f967ee623729 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.106 HTTP/1.1" status: 200 len: 698 time: 0.0757451 Jun 11 09:47:32.418297 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-97bf26a3-0cfd-439e-81ef-1f10d5f16112 req-4516e74b-b2e5-408d-a79a-d32a222afa0d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=be0da1d5-4ce5-4024-b13c-530259f86c3b HTTP/1.1" status: 200 len: 217 time: 0.1178710 Jun 11 09:47:32.424042 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-af89d73f-ab31-47c6-9513-0d5692da24a1 req-a00d9834-b5df-42b9-a44c-c117a9217b6b tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.106 HTTP/1.1" status: 200 len: 698 time: 0.1176722 Jun 11 09:47:32.435437 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.db.resource_extend [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 11 09:47:32.516918 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device e10e1200-8c30-499c-82d6-697618d627c7 no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:47:32.554523 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] No Port match for: e10e1200-8c30-499c-82d6-697618d627c7 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:47:32.554881 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device e10e1200-8c30-499c-82d6-697618d627c7 not bound to the agent host n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:47:32.571485 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf26a3-0cfd-439e-81ef-1f10d5f16112 req-2a955d00-5739-4ceb-9fdd-951eea4cda84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:32.572962 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-97bf26a3-0cfd-439e-81ef-1f10d5f16112 req-2a955d00-5739-4ceb-9fdd-951eea4cda84 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=189b03cc-b2a8-4615-9ab5-ad0328c3f10f HTTP/1.1" status: 200 len: 843 time: 0.1480763 Jun 11 09:47:32.585323 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port be0da1d5-4ce5-4024-b13c-530259f86c3b, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=be0da1d5-4ce5-4024-b13c-530259f86c3b,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:47:32.605836 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': 'be0da1d5-4ce5-4024-b13c-530259f86c3b', 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60', 'port_id': 'be0da1d5-4ce5-4024-b13c-530259f86c3b', 'mac_address': 'fa:16:3e:25:2f:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189b03cc-b2a8-4615-9ab5-ad0328c3f10f', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:47:32.689417 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:32.705449 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be0da1d5-4ce5-4024-b13c-530259f86c3b {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:47:32.729449 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port be0da1d5-4ce5-4024-b13c-530259f86c3b, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=be0da1d5-4ce5-4024-b13c-530259f86c3b,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:47:32.766429 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf26a3-0cfd-439e-81ef-1f10d5f16112 req-4c0ac62b-c9ed-49c1-ac0c-da0b84aeef7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:32.767933 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-97bf26a3-0cfd-439e-81ef-1f10d5f16112 req-4c0ac62b-c9ed-49c1-ac0c-da0b84aeef7c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf20d108-f84c-44de-9036-2269564edd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1195314 Jun 11 09:47:32.772273 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-af89d73f-ab31-47c6-9513-0d5692da24a1 req-2ca5f0c9-46e9-46bc-8e54-331606db1279 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Deleting port cfe0982f-6e4e-49c6-b751-417d5c0c0687 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:47:32.772741 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-af89d73f-ab31-47c6-9513-0d5692da24a1 req-2ca5f0c9-46e9-46bc-8e54-331606db1279 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:32.793288 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:32.795178 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-ab2ef2f4-0771-415c-b72e-373e3b0a9f27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:47:32.835284 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a1054d-d500-4b89-94a8-c3a3e4285619 req-fc8bf27e-e250-489e-bf95-49bbf8ac0d5f tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:32.842958 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b1a1054d-d500-4b89-94a8-c3a3e4285619 req-fc8bf27e-e250-489e-bf95-49bbf8ac0d5f tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e9d2205-62f9-4941-8103-3a1001a1903b HTTP/1.1" status: 200 len: 947 time: 0.0934694 Jun 11 09:47:32.856741 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=be0da1d5-4ce5-4024-b13c-530259f86c3b,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:47:32.860748 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:47:32.882267 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b1a1054d-d500-4b89-94a8-c3a3e4285619 req-620c8135-dca3-47f9-bd45-ff1b88e203da tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] 10.222.0.60 "GET /v2.0/security-groups?id=3dfb640a-7174-4f82-a9e7-bf6bbf6da8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383885 Jun 11 09:47:32.976584 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-af89d73f-ab31-47c6-9513-0d5692da24a1 req-2ca5f0c9-46e9-46bc-8e54-331606db1279 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:32.976911 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-af89d73f-ab31-47c6-9513-0d5692da24a1 req-2ca5f0c9-46e9-46bc-8e54-331606db1279 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:32.999601 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-97bf26a3-0cfd-439e-81ef-1f10d5f16112 req-9ef79263-a253-4b30-9192-e2da3c54c3c1 service neutron] 10.222.0.64 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075305 Jun 11 09:47:33.060617 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d413fad-d841-4e6e-853b-e9652360bc8d req-82a61c1c-87e0-48d6-a6e8-6a98d56f9e1e tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:33.062447 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3d413fad-d841-4e6e-853b-e9652360bc8d req-82a61c1c-87e0-48d6-a6e8-6a98d56f9e1e tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/ports?device_id=525807c3-e977-47d5-a491-34bcdb1769d2 HTTP/1.1" status: 200 len: 945 time: 0.0772958 Jun 11 09:47:33.090549 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['be0da1d5-4ce5-4024-b13c-530259f86c3b'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:47:33.094796 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-af89d73f-ab31-47c6-9513-0d5692da24a1 req-2ca5f0c9-46e9-46bc-8e54-331606db1279 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Calling delete_port for cfe0982f-6e4e-49c6-b751-417d5c0c0687 owned by network:floatingip {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:47:33.131681 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3d413fad-d841-4e6e-853b-e9652360bc8d req-c44caa46-5a50-43ba-aa0f-64d4e60225c0 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/security-groups?id=18fc41cb-d5ab-4d35-ab48-499184b426b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629900 Jun 11 09:47:33.293963 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-97bf26a3-0cfd-439e-81ef-1f10d5f16112 req-9a688b1f-93f1-424e-a5e5-1f773500e437 service neutron] 10.222.0.64 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531967 Jun 11 09:47:33.326874 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8e3fb7-18e5-49e4-bc08-3c21badef992 req-93b627aa-b478-4924-8adf-635c96b9490a tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:33.329308 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8c8e3fb7-18e5-49e4-bc08-3c21badef992 req-93b627aa-b478-4924-8adf-635c96b9490a tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7a81710-1c35-4321-ae55-729c29b29780 HTTP/1.1" status: 200 len: 948 time: 0.0822895 Jun 11 09:47:33.374784 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9aa2fedd-8036-4d8b-bab0-1aa0827bd8ac req-9b028211-4a64-40e9-bbec-4404d625971b tempest-ImagesOneServerTestJSON-1239789422 tempest-ImagesOneServerTestJSON-1239789422-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=f8b4dec1328145cf97e167781e85f508&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308931 Jun 11 09:47:33.376086 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8c8e3fb7-18e5-49e4-bc08-3c21badef992 req-a217d5d2-65f9-4301-96fe-d6943b5a52fe tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415349 Jun 11 09:47:33.524280 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa2fedd-8036-4d8b-bab0-1aa0827bd8ac req-95c28b35-cfb1-448b-bed5-d19e9e3e5be2 tempest-ImagesOneServerTestJSON-1239789422 tempest-ImagesOneServerTestJSON-1239789422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:33.524280 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9aa2fedd-8036-4d8b-bab0-1aa0827bd8ac req-95c28b35-cfb1-448b-bed5-d19e9e3e5be2 tempest-ImagesOneServerTestJSON-1239789422 tempest-ImagesOneServerTestJSON-1239789422-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1377869 Jun 11 09:47:33.537192 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-9aa2fedd-8036-4d8b-bab0-1aa0827bd8ac req-a0000309-feb3-49e1-a8a9-09a6376108cd tempest-ImagesOneServerTestJSON-1239789422 tempest-ImagesOneServerTestJSON-1239789422-project] Request body: {'port': {'device_id': '9246271a-9176-4cea-beeb-0dd3c4e1a23a', 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60', 'admin_state_up': True, 'tenant_id': 'f8b4dec1328145cf97e167781e85f508'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:47:33.568249 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-af89d73f-ab31-47c6-9513-0d5692da24a1 req-2ca5f0c9-46e9-46bc-8e54-331606db1279 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:33.573000 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-75bf3668-b2c6-4e23-bec7-340a6f19fd87 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:47:33.615998 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-99b91d95-8f62-4942-91db-e063330b2756 req-9787aa15-bc3a-4862-9887-0222868a6aa0 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=b5eb53057ea549f0bba9b3499e57c40f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290942 Jun 11 09:47:33.762851 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b91d95-8f62-4942-91db-e063330b2756 req-04d3b22e-5973-4b92-a97b-0f830c983b6d tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:33.764370 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-99b91d95-8f62-4942-91db-e063330b2756 req-04d3b22e-5973-4b92-a97b-0f830c983b6d tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1428006 Jun 11 09:47:33.789932 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-99b91d95-8f62-4942-91db-e063330b2756 req-7423f9a0-0905-4cd9-a76f-c0ec284c57c1 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] 10.222.0.60 "GET /v2.0/quotas/b5eb53057ea549f0bba9b3499e57c40f HTTP/1.1" status: 200 len: 375 time: 0.0195158 Jun 11 09:47:33.866517 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-99b91d95-8f62-4942-91db-e063330b2756 req-502b7de6-851b-489c-9656-41e42a697f13 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b5eb53057ea549f0bba9b3499e57c40f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0725291 Jun 11 09:47:33.870200 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '604f9f22-aaf7-4f98-8e1d-78b9326e5b57', 'tag': '1f1b5c6e-6272-4400-80b4-7e0f066ffadb'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:47:33.872606 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-978e3f17-74b6-4590-941d-8ee283cf6dbe" -d '{"events": [{"name": "network-changed", "server_uuid": "604f9f22-aaf7-4f98-8e1d-78b9326e5b57", "tag": "1f1b5c6e-6272-4400-80b4-7e0f066ffadb"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:47:33.952107 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca5f0c9-46e9-46bc-8e54-331606db1279 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Pushing event deleted for resources: {'Port': ['ID=cfe0982f-6e4e-49c6-b751-417d5c0c0687,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:47:33.960256 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2ca5f0c9-46e9-46bc-8e54-331606db1279 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:47:34.106884 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-af89d73f-ab31-47c6-9513-0d5692da24a1 req-2ca5f0c9-46e9-46bc-8e54-331606db1279 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Notify callbacks [] for floatingip, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:34.109599 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-af89d73f-ab31-47c6-9513-0d5692da24a1 req-2ca5f0c9-46e9-46bc-8e54-331606db1279 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:34.110756 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-af89d73f-ab31-47c6-9513-0d5692da24a1 req-2ca5f0c9-46e9-46bc-8e54-331606db1279 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "DELETE /v2.0/floatingips/966bebb8-7bbe-47be-914c-20382bb9dfde HTTP/1.1" status: 204 len: 173 time: 1.6323104 Jun 11 09:47:34.204097 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9aa2fedd-8036-4d8b-bab0-1aa0827bd8ac req-a0000309-feb3-49e1-a8a9-09a6376108cd tempest-ImagesOneServerTestJSON-1239789422 tempest-ImagesOneServerTestJSON-1239789422-project] Made reservation on behalf of f8b4dec1328145cf97e167781e85f508 for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:47:34.208923 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-9aa2fedd-8036-4d8b-bab0-1aa0827bd8ac req-a0000309-feb3-49e1-a8a9-09a6376108cd tempest-ImagesOneServerTestJSON-1239789422 tempest-ImagesOneServerTestJSON-1239789422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:34.217041 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device be0da1d5-4ce5-4024-b13c-530259f86c3b up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:47:34.218374 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ddcd3df2-da5f-4c11-8715-b998adc68bf4 req-9894490b-ef89-42a5-86bd-9b2e4cb7890c tempest-ImagesOneServerTestJSON-1239789422 tempest-ImagesOneServerTestJSON-1239789422-project] 10.222.0.60 "GET /v2.0/ports?device_id=9246271a-9176-4cea-beeb-0dd3c4e1a23a HTTP/1.1" status: 200 len: 210 time: 0.0398276 Jun 11 09:47:34.248607 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-9aa2fedd-8036-4d8b-bab0-1aa0827bd8ac req-a0000309-feb3-49e1-a8a9-09a6376108cd tempest-ImagesOneServerTestJSON-1239789422 tempest-ImagesOneServerTestJSON-1239789422-project] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:34.286357 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-951b6633-c77d-4f72-b218-38f782075783 x-openstack-request-id: req-951b6633-c77d-4f72-b218-38f782075783 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:47:34.286815 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "604f9f22-aaf7-4f98-8e1d-78b9326e5b57", "tag": "1f1b5c6e-6272-4400-80b4-7e0f066ffadb", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:47:34.287211 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-951b6633-c77d-4f72-b218-38f782075783 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:47:34.287771 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '604f9f22-aaf7-4f98-8e1d-78b9326e5b57', 'tag': '1f1b5c6e-6272-4400-80b4-7e0f066ffadb', 'status': 'completed', 'code': 200} Jun 11 09:47:34.344785 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning for port be0da1d5-4ce5-4024-b13c-530259f86c3b completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:47:34.351189 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port be0da1d5-4ce5-4024-b13c-530259f86c3b triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:47:34.354108 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:34.476549 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcd43fb-4a37-47d7-8a70-cc7e75f16c3c req-9bffa1de-a54b-466f-a247-a94446313994 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:34.478548 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2bcd43fb-4a37-47d7-8a70-cc7e75f16c3c req-9bffa1de-a54b-466f-a247-a94446313994 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e9d2205-62f9-4941-8103-3a1001a1903b HTTP/1.1" status: 200 len: 948 time: 0.0797837 Jun 11 09:47:34.479916 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cab13af-02bf-4cd0-8a41-074248c7e878 req-d619bf03-8ee0-4c21-8fb2-be37b1769752 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:34.481420 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4cab13af-02bf-4cd0-8a41-074248c7e878 req-d619bf03-8ee0-4c21-8fb2-be37b1769752 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/networks?id=743172cf-2dc7-4438-9267-f806a2cb8a77 HTTP/1.1" status: 200 len: 806 time: 0.2936141 Jun 11 09:47:34.515929 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4cab13af-02bf-4cd0-8a41-074248c7e878 req-1f1c2f17-1547-4d8a-9175-b7821df0aa15 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/quotas/845e0c4a59a549beb9cd8a20149f973b HTTP/1.1" status: 200 len: 375 time: 0.0210845 Jun 11 09:47:34.540316 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2bcd43fb-4a37-47d7-8a70-cc7e75f16c3c req-90b8c9dd-efe8-41fc-81ee-1c3f967059d3 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] 10.222.0.60 "GET /v2.0/security-groups?id=3dfb640a-7174-4f82-a9e7-bf6bbf6da8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556362 Jun 11 09:47:34.564951 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978e3f17-74b6-4590-941d-8ee283cf6dbe req-6f49f960-7f8c-48a5-abed-160632ca415a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:34.566464 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-978e3f17-74b6-4590-941d-8ee283cf6dbe req-6f49f960-7f8c-48a5-abed-160632ca415a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c5132d58a61b4dee97f4685d93187a0e&device_id=604f9f22-aaf7-4f98-8e1d-78b9326e5b57 HTTP/1.1" status: 200 len: 1098 time: 0.2231185 Jun 11 09:47:34.618445 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device f465a301-28b2-46bf-b64b-5c5993ac9add details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:47:34.620572 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device be555336-d862-48b1-9746-1e929626ced9 up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:47:34.637081 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9f93c014-9f08-4909-a60d-ab0185ea1793 req-1c6cf5ab-6c51-4eca-8967-4cb73c152347 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] 10.222.0.60 "GET /v2.0/ports?device_id=9745bfb2-7c5a-4eaa-b9c6-1e797395097a HTTP/1.1" status: 200 len: 210 time: 0.0522573 Jun 11 09:47:34.639640 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-9aa2fedd-8036-4d8b-bab0-1aa0827bd8ac req-a0000309-feb3-49e1-a8a9-09a6376108cd tempest-ImagesOneServerTestJSON-1239789422 tempest-ImagesOneServerTestJSON-1239789422-project] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:34.712930 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:34.734097 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4cab13af-02bf-4cd0-8a41-074248c7e878 req-426e1758-c704-4826-9456-07a9ed97c056 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=845e0c4a59a549beb9cd8a20149f973b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2094896 Jun 11 09:47:34.736933 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-9aa2fedd-8036-4d8b-bab0-1aa0827bd8ac req-a0000309-feb3-49e1-a8a9-09a6376108cd tempest-ImagesOneServerTestJSON-1239789422 tempest-ImagesOneServerTestJSON-1239789422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:34.745519 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-db481d39-8693-473e-bb6a-f3bdc66f22a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:47:34.748595 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8c1fe7cd-4fc3-4f5f-906d-6ca367b3eb9c req-7665c13a-4203-452f-b363-dca124ed7808 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "GET /v2.0/security-groups/0a467f33-704c-4a1a-90bc-95bd2fa43b1b HTTP/1.1" status: 200 len: 1807 time: 0.0692267 Jun 11 09:47:34.815709 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978e3f17-74b6-4590-941d-8ee283cf6dbe req-5fb8bf52-d6dd-42a6-bc81-58da33d55530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:34.817244 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-978e3f17-74b6-4590-941d-8ee283cf6dbe req-5fb8bf52-d6dd-42a6-bc81-58da33d55530 service neutron] 10.222.0.69 "GET /v2.0/networks?id=482bdf30-6ecc-4c58-babd-2078999f07ec HTTP/1.1" status: 200 len: 921 time: 0.2420747 Jun 11 09:47:34.833571 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-8c1fe7cd-4fc3-4f5f-906d-6ca367b3eb9c req-00466060-4cae-428c-8672-430ee0ff0033 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:34.837750 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e9d2205-62f9-4941-8103-3a1001a1903b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be0da1d5-4ce5-4024-b13c-530259f86c3b'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:47:34.840094 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98fe0511-0f83-42d1-ac4b-a2a1de829f4a" -d '{"events": [{"server_uuid": "7e9d2205-62f9-4941-8103-3a1001a1903b", "name": "network-vif-plugged", "status": "completed", "tag": "be0da1d5-4ce5-4024-b13c-530259f86c3b"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:47:34.866591 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-8c1fe7cd-4fc3-4f5f-906d-6ca367b3eb9c req-00466060-4cae-428c-8672-430ee0ff0033 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:34.867341 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port be0da1d5-4ce5-4024-b13c-530259f86c3b, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=be0da1d5-4ce5-4024-b13c-530259f86c3b,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:47:34.868728 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0000309-feb3-49e1-a8a9-09a6376108cd tempest-ImagesOneServerTestJSON-1239789422 tempest-ImagesOneServerTestJSON-1239789422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a0daee-267b-40f9-aca8-cf47ce64010a,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:47:34.891438 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port f465a301-28b2-46bf-b64b-5c5993ac9add, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=f465a301-28b2-46bf-b64b-5c5993ac9add,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:47:34.905938 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': 'f465a301-28b2-46bf-b64b-5c5993ac9add', 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60', 'port_id': 'f465a301-28b2-46bf-b64b-5c5993ac9add', 'mac_address': 'fa:16:3e:ca:3d:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189b03cc-b2a8-4615-9ab5-ad0328c3f10f', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:47:34.913839 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a0000309-feb3-49e1-a8a9-09a6376108cd tempest-ImagesOneServerTestJSON-1239789422 tempest-ImagesOneServerTestJSON-1239789422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:47:34.923811 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-978e3f17-74b6-4590-941d-8ee283cf6dbe req-82c05a4d-ad3a-4d8c-b364-d868ff62bbfc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f1b5c6e-6272-4400-80b4-7e0f066ffadb HTTP/1.1" status: 200 len: 217 time: 0.0674510 Jun 11 09:47:34.944400 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:34.953273 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:47:34.960832 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning for port be555336-d862-48b1-9746-1e929626ced9 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:47:34.990680 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port be555336-d862-48b1-9746-1e929626ced9 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:47:34.991065 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:34.994198 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:35.035230 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-8c1fe7cd-4fc3-4f5f-906d-6ca367b3eb9c req-00466060-4cae-428c-8672-430ee0ff0033 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:35.039019 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-8c1fe7cd-4fc3-4f5f-906d-6ca367b3eb9c req-00466060-4cae-428c-8672-430ee0ff0033 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:35.053570 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8c1fe7cd-4fc3-4f5f-906d-6ca367b3eb9c req-00466060-4cae-428c-8672-430ee0ff0033 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "DELETE /v2.0/security-groups/0a467f33-704c-4a1a-90bc-95bd2fa43b1b HTTP/1.1" status: 204 len: 173 time: 0.3003528 Jun 11 09:47:35.054762 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-07358cff-533a-425e-8bbe-00df89c4d055 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:47:35.063696 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f465a301-28b2-46bf-b64b-5c5993ac9add {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:47:35.078648 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=be0da1d5-4ce5-4024-b13c-530259f86c3b,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:47:35.089555 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:47:35.090874 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00466060-4cae-428c-8672-430ee0ff0033 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a467f33-704c-4a1a-90bc-95bd2fa43b1b,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:47:35.090874 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-00466060-4cae-428c-8672-430ee0ff0033 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:47:35.114691 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port f465a301-28b2-46bf-b64b-5c5993ac9add, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=f465a301-28b2-46bf-b64b-5c5993ac9add,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:47:35.123677 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978e3f17-74b6-4590-941d-8ee283cf6dbe req-1865eb76-4149-47c9-ac0c-22d32670b9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:35.130630 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-978e3f17-74b6-4590-941d-8ee283cf6dbe req-1865eb76-4149-47c9-ac0c-22d32670b9af service neutron] 10.222.0.69 "GET /v2.0/subnets?id=aff27218-fe9b-4902-82d1-323ec8f666a1 HTTP/1.1" status: 200 len: 860 time: 0.1560385 Jun 11 09:47:35.134912 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4cab13af-02bf-4cd0-8a41-074248c7e878 req-6b41d0c9-c38e-4c04-8c0a-82f70d266c5c service neutron] 10.222.0.60 "GET /v2.0/networks/743172cf-2dc7-4438-9267-f806a2cb8a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3849905 Jun 11 09:47:35.168251 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:35.185195 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-9aa2fedd-8036-4d8b-bab0-1aa0827bd8ac req-a0000309-feb3-49e1-a8a9-09a6376108cd tempest-ImagesOneServerTestJSON-1239789422 tempest-ImagesOneServerTestJSON-1239789422-project] Allocated IP 192.168.233.231 (cf20d108-f84c-44de-9036-2269564edd60/189b03cc-b2a8-4615-9ab5-ad0328c3f10f/ab844676-aec3-4282-8112-410caf66eaf5) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:47:35.200107 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-978e3f17-74b6-4590-941d-8ee283cf6dbe req-c229b1dd-0c58-46fb-a787-40c1056a695b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=482bdf30-6ecc-4c58-babd-2078999f07ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613186 Jun 11 09:47:35.216492 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port be555336-d862-48b1-9746-1e929626ced9, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=be555336-d862-48b1-9746-1e929626ced9,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:47:35.221823 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:35.223523 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:47:35.273990 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6923c5eb-0e7e-4233-ad53-fb7efa5bd948 req-61f487cb-a20c-4f6b-86de-6aeb52ec1bd2 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:35.276140 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6923c5eb-0e7e-4233-ad53-fb7efa5bd948 req-61f487cb-a20c-4f6b-86de-6aeb52ec1bd2 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/ports?device_id=525807c3-e977-47d5-a491-34bcdb1769d2 HTTP/1.1" status: 200 len: 945 time: 0.0943551 Jun 11 09:47:35.280101 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=f465a301-28b2-46bf-b64b-5c5993ac9add,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:47:35.284887 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:47:35.285819 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:35.288456 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:47:35.322993 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:35.335113 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6923c5eb-0e7e-4233-ad53-fb7efa5bd948 req-3a9db9e9-2bca-4f04-b0b5-917609534982 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/security-groups?id=18fc41cb-d5ab-4d35-ab48-499184b426b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510745 Jun 11 09:47:35.367644 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=be555336-d862-48b1-9746-1e929626ced9,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:47:35.380495 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:47:35.486887 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4cab13af-02bf-4cd0-8a41-074248c7e878 req-c85e2106-fc9a-4416-944d-3f96adc38e03 service neutron] 10.222.0.60 "GET /v2.0/networks/743172cf-2dc7-4438-9267-f806a2cb8a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3384061 Jun 11 09:47:35.500295 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90768513-3d7b-4268-9e5b-6cb33eee38af req-92b497a5-1694-4498-8d44-1bfb0d2a06d7 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:35.505574 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-978e3f17-74b6-4590-941d-8ee283cf6dbe req-84a722a5-1baa-429c-8dfc-4a54d48e232b service neutron] 10.222.0.69 "GET /v2.0/networks/482bdf30-6ecc-4c58-babd-2078999f07ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2909393 Jun 11 09:47:35.507148 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-90768513-3d7b-4268-9e5b-6cb33eee38af req-92b497a5-1694-4498-8d44-1bfb0d2a06d7 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7a81710-1c35-4321-ae55-729c29b29780 HTTP/1.1" status: 200 len: 949 time: 0.0764623 Jun 11 09:47:35.548410 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-90768513-3d7b-4268-9e5b-6cb33eee38af req-f3d68c6c-8155-4267-a5fe-bf08bcd54eca tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401678 Jun 11 09:47:35.596129 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ec7f1f-10d8-4fde-94dc-02f92c9def9a x-openstack-request-id: req-a7ec7f1f-10d8-4fde-94dc-02f92c9def9a {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:47:35.596435 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e9d2205-62f9-4941-8103-3a1001a1903b", "name": "network-vif-plugged", "status": "completed", "tag": "be0da1d5-4ce5-4024-b13c-530259f86c3b", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:47:35.596703 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a7ec7f1f-10d8-4fde-94dc-02f92c9def9a {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:47:35.597107 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e9d2205-62f9-4941-8103-3a1001a1903b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be0da1d5-4ce5-4024-b13c-530259f86c3b', 'code': 200} Jun 11 09:47:35.608031 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['f465a301-28b2-46bf-b64b-5c5993ac9add'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:47:35.709741 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-9aa2fedd-8036-4d8b-bab0-1aa0827bd8ac req-a0000309-feb3-49e1-a8a9-09a6376108cd tempest-ImagesOneServerTestJSON-1239789422 tempest-ImagesOneServerTestJSON-1239789422-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:35.771799 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-9aa2fedd-8036-4d8b-bab0-1aa0827bd8ac req-a0000309-feb3-49e1-a8a9-09a6376108cd tempest-ImagesOneServerTestJSON-1239789422 tempest-ImagesOneServerTestJSON-1239789422-project] Transition to ACTIVE for port object ab844676-aec3-4282-8112-410caf66eaf5 will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:47:35.776037 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-978e3f17-74b6-4590-941d-8ee283cf6dbe req-b25cb991-db98-4955-a22f-5b89870adf50 service neutron] 10.222.0.69 "GET /v2.0/networks/482bdf30-6ecc-4c58-babd-2078999f07ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110662 Jun 11 09:47:35.833903 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d22783-b990-4ba8-af62-8672ff261e8e req-a82fb20d-eb1c-441d-a41a-4697b1abf03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:35.840658 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-79d22783-b990-4ba8-af62-8672ff261e8e req-a82fb20d-eb1c-441d-a41a-4697b1abf03e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7e9d2205-62f9-4941-8103-3a1001a1903b HTTP/1.1" status: 200 len: 1101 time: 0.1065595 Jun 11 09:47:35.884874 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-79d22783-b990-4ba8-af62-8672ff261e8e req-ed0bce32-88c0-4814-a5b3-f41b0bc3f5d8 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3dfb640a-7174-4f82-a9e7-bf6bbf6da8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417900 Jun 11 09:47:35.930819 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e0d2d3b4-4023-4944-af09-6bba5319d523 req-8729f73c-d95e-44ea-b52b-f2a40f47c558 tempest-ImagesOneServerTestJSON-1239789422 tempest-ImagesOneServerTestJSON-1239789422-project] 10.222.0.60 "GET /v2.0/ports?device_id=9246271a-9176-4cea-beeb-0dd3c4e1a23a HTTP/1.1" status: 200 len: 210 time: 0.0325196 Jun 11 09:47:35.932459 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-9aa2fedd-8036-4d8b-bab0-1aa0827bd8ac req-a0000309-feb3-49e1-a8a9-09a6376108cd tempest-ImagesOneServerTestJSON-1239789422 tempest-ImagesOneServerTestJSON-1239789422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:35.948369 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2d1e2f61-aa69-45e7-a66d-557691d19d2b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:47:35.999987 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9aa2fedd-8036-4d8b-bab0-1aa0827bd8ac req-a0000309-feb3-49e1-a8a9-09a6376108cd tempest-ImagesOneServerTestJSON-1239789422 tempest-ImagesOneServerTestJSON-1239789422-project] Network cf20d108-f84c-44de-9036-2269564edd60 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:47:36.005312 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-9aa2fedd-8036-4d8b-bab0-1aa0827bd8ac req-a0000309-feb3-49e1-a8a9-09a6376108cd tempest-ImagesOneServerTestJSON-1239789422 tempest-ImagesOneServerTestJSON-1239789422-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:47:36.010515 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aa2fedd-8036-4d8b-bab0-1aa0827bd8ac req-a0000309-feb3-49e1-a8a9-09a6376108cd tempest-ImagesOneServerTestJSON-1239789422 tempest-ImagesOneServerTestJSON-1239789422-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:47:36.043970 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0000309-feb3-49e1-a8a9-09a6376108cd tempest-ImagesOneServerTestJSON-1239789422 tempest-ImagesOneServerTestJSON-1239789422-project] Pushing event updated for resources: {'Port': ['ID=ab844676-aec3-4282-8112-410caf66eaf5,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:47:36.048926 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a0000309-feb3-49e1-a8a9-09a6376108cd tempest-ImagesOneServerTestJSON-1239789422 tempest-ImagesOneServerTestJSON-1239789422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:47:36.084937 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa2fedd-8036-4d8b-bab0-1aa0827bd8ac req-a0000309-feb3-49e1-a8a9-09a6376108cd tempest-ImagesOneServerTestJSON-1239789422 tempest-ImagesOneServerTestJSON-1239789422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:36.085822 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-9aa2fedd-8036-4d8b-bab0-1aa0827bd8ac req-a0000309-feb3-49e1-a8a9-09a6376108cd tempest-ImagesOneServerTestJSON-1239789422 tempest-ImagesOneServerTestJSON-1239789422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:36.262382 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9aa2fedd-8036-4d8b-bab0-1aa0827bd8ac req-a0000309-feb3-49e1-a8a9-09a6376108cd tempest-ImagesOneServerTestJSON-1239789422 tempest-ImagesOneServerTestJSON-1239789422-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7293031 Jun 11 09:47:36.275973 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-9aa2fedd-8036-4d8b-bab0-1aa0827bd8ac req-df897cae-3f86-4a61-be7e-48cbe0e0f021 service neutron] Request body: {'port': {'device_id': '9246271a-9176-4cea-beeb-0dd3c4e1a23a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:47:36.381865 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-9aa2fedd-8036-4d8b-bab0-1aa0827bd8ac req-df897cae-3f86-4a61-be7e-48cbe0e0f021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:36.387628 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-afa8e43b-b253-4e55-9db6-8034fa6b9a7e None None] Provisioning for port ab844676-aec3-4282-8112-410caf66eaf5 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:47:36.394558 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-afa8e43b-b253-4e55-9db6-8034fa6b9a7e None None] Provisioning complete for port ab844676-aec3-4282-8112-410caf66eaf5 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:47:36.403821 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-afa8e43b-b253-4e55-9db6-8034fa6b9a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:36.451404 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-afa8e43b-b253-4e55-9db6-8034fa6b9a7e None None] Port ab844676-aec3-4282-8112-410caf66eaf5 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:47:36.551394 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaba84f-2453-44f9-8a1b-85f8247dba84 req-81799209-c34e-4696-a556-fff0dde317ea tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:36.552918 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-dfaba84f-2453-44f9-8a1b-85f8247dba84 req-81799209-c34e-4696-a556-fff0dde317ea tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e9d2205-62f9-4941-8103-3a1001a1903b HTTP/1.1" status: 200 len: 949 time: 0.1401634 Jun 11 09:47:36.602230 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-dfaba84f-2453-44f9-8a1b-85f8247dba84 req-81fe10ff-cb9c-42b7-a6a5-46e11d7c4816 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] 10.222.0.60 "GET /v2.0/security-groups?id=3dfb640a-7174-4f82-a9e7-bf6bbf6da8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431838 Jun 11 09:47:36.683348 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-99b91d95-8f62-4942-91db-e063330b2756 req-0d16d6be-1d25-485e-a0f0-846276a3aa8e tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=b5eb53057ea549f0bba9b3499e57c40f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0423317 Jun 11 09:47:36.782421 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-54699436-9d24-458e-9816-877b6066a802 req-5f4e3ceb-f4a0-460c-980d-4f37592e800b tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] 10.222.0.60 "GET /v2.0/ports?device_id=9745bfb2-7c5a-4eaa-b9c6-1e797395097a HTTP/1.1" status: 200 len: 210 time: 0.0571425 Jun 11 09:47:36.929537 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-75df1ba0-6515-40b0-96a7-c8044d29f0b1 req-b704c03a-4fde-4413-a111-e4478054a793 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e8b47b8-c709-4c22-9376-afe249717e85 HTTP/1.1" status: 200 len: 210 time: 0.0793154 Jun 11 09:47:36.961857 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-9aa2fedd-8036-4d8b-bab0-1aa0827bd8ac req-df897cae-3f86-4a61-be7e-48cbe0e0f021 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab844676-aec3-4282-8112-410caf66eaf5 {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:47:36.978223 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b91d95-8f62-4942-91db-e063330b2756 req-681834b2-531e-4774-85f5-39957db29f14 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:36.983749 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-99b91d95-8f62-4942-91db-e063330b2756 req-681834b2-531e-4774-85f5-39957db29f14 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2892716 Jun 11 09:47:36.990211 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-9aa2fedd-8036-4d8b-bab0-1aa0827bd8ac req-df897cae-3f86-4a61-be7e-48cbe0e0f021 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:37.006981 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-9aa2fedd-8036-4d8b-bab0-1aa0827bd8ac req-df897cae-3f86-4a61-be7e-48cbe0e0f021 service neutron] Transition to ACTIVE for port object ab844676-aec3-4282-8112-410caf66eaf5 will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:47:37.015471 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-99b91d95-8f62-4942-91db-e063330b2756 req-53b2cf16-4bf5-4ad6-974d-70f550e1d83a tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] Request body: {'port': {'device_id': '9745bfb2-7c5a-4eaa-b9c6-1e797395097a', 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60', 'admin_state_up': True, 'tenant_id': 'b5eb53057ea549f0bba9b3499e57c40f'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:47:37.051894 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8651ea-48df-4cea-ad30-8e223d588431 req-da89aff0-5863-4762-ab96-96c7eb475a14 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:37.054658 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5b8651ea-48df-4cea-ad30-8e223d588431 req-da89aff0-5863-4762-ab96-96c7eb475a14 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "GET /v2.0/ports?device_id=604f9f22-aaf7-4f98-8e1d-78b9326e5b57 HTTP/1.1" status: 200 len: 946 time: 0.1418660 Jun 11 09:47:37.104545 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-9aa2fedd-8036-4d8b-bab0-1aa0827bd8ac req-df897cae-3f86-4a61-be7e-48cbe0e0f021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:37.108219 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5b8651ea-48df-4cea-ad30-8e223d588431 req-5d3d681f-9e3a-4d3c-aaf4-3a6600019e4c tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f660163-b4cf-41bb-9ff5-65f9e727e866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465271 Jun 11 09:47:37.114756 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d7fae878-00c3-49d1-868c-993bdd69987b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:47:37.304026 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df897cae-3f86-4a61-be7e-48cbe0e0f021 service neutron] Pushing event updated for resources: {'Port': ['ID=ab844676-aec3-4282-8112-410caf66eaf5,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:47:37.325519 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-df897cae-3f86-4a61-be7e-48cbe0e0f021 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:47:37.434204 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b95cec9-128e-46ab-8695-ce805aefce1a req-4d1e8344-62b2-4e95-83ff-fb7848cc5e97 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:37.442865 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0b95cec9-128e-46ab-8695-ce805aefce1a req-4d1e8344-62b2-4e95-83ff-fb7848cc5e97 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7a81710-1c35-4321-ae55-729c29b29780 HTTP/1.1" status: 200 len: 949 time: 0.3899584 Jun 11 09:47:37.449258 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb36d99-2a65-4d20-8ccc-8d43660f252b req-f70f097d-b9eb-4ef3-ba86-4b1994599358 tempest-ImagesOneServerTestJSON-1239789422 tempest-ImagesOneServerTestJSON-1239789422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:37.451318 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-feb36d99-2a65-4d20-8ccc-8d43660f252b req-f70f097d-b9eb-4ef3-ba86-4b1994599358 tempest-ImagesOneServerTestJSON-1239789422 tempest-ImagesOneServerTestJSON-1239789422-project] 10.222.0.60 "GET /v2.0/ports?device_id=9246271a-9176-4cea-beeb-0dd3c4e1a23a HTTP/1.1" status: 200 len: 948 time: 0.0811405 Jun 11 09:47:37.499785 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-9aa2fedd-8036-4d8b-bab0-1aa0827bd8ac req-df897cae-3f86-4a61-be7e-48cbe0e0f021 service neutron] Attempting to bind port ab844676-aec3-4282-8112-410caf66eaf5 on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:47:37.502596 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-9aa2fedd-8036-4d8b-bab0-1aa0827bd8ac req-df897cae-3f86-4a61-be7e-48cbe0e0f021 service neutron] Attempting to bind port ab844676-aec3-4282-8112-410caf66eaf5 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:47:37.502596 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa2fedd-8036-4d8b-bab0-1aa0827bd8ac req-df897cae-3f86-4a61-be7e-48cbe0e0f021 service neutron] Attempting to bind port ab844676-aec3-4282-8112-410caf66eaf5 on network cf20d108-f84c-44de-9036-2269564edd60 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:47:37.504761 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0b95cec9-128e-46ab-8695-ce805aefce1a req-2b15b400-796c-4b2a-8be5-3766d6c19eb8 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610697 Jun 11 09:47:37.510048 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa2fedd-8036-4d8b-bab0-1aa0827bd8ac req-df897cae-3f86-4a61-be7e-48cbe0e0f021 service neutron] Port ab844676-aec3-4282-8112-410caf66eaf5 on network cf20d108-f84c-44de-9036-2269564edd60 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:47:37.510048 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa2fedd-8036-4d8b-bab0-1aa0827bd8ac req-df897cae-3f86-4a61-be7e-48cbe0e0f021 service neutron] Attempting to bind port ab844676-aec3-4282-8112-410caf66eaf5 on network cf20d108-f84c-44de-9036-2269564edd60 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:47:37.514486 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa2fedd-8036-4d8b-bab0-1aa0827bd8ac req-df897cae-3f86-4a61-be7e-48cbe0e0f021 service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:47:37.514827 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa2fedd-8036-4d8b-bab0-1aa0827bd8ac req-df897cae-3f86-4a61-be7e-48cbe0e0f021 service neutron] Checking segment: {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:47:37.515212 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa2fedd-8036-4d8b-bab0-1aa0827bd8ac req-df897cae-3f86-4a61-be7e-48cbe0e0f021 service neutron] Bound using segment: {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:47:37.515666 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-9aa2fedd-8036-4d8b-bab0-1aa0827bd8ac req-df897cae-3f86-4a61-be7e-48cbe0e0f021 service neutron] Bound port: ab844676-aec3-4282-8112-410caf66eaf5, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:47:37.516017 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-9aa2fedd-8036-4d8b-bab0-1aa0827bd8ac req-df897cae-3f86-4a61-be7e-48cbe0e0f021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:37.519461 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-feb36d99-2a65-4d20-8ccc-8d43660f252b req-87a5af35-f1ec-4c0c-b686-cc6da78d84e4 tempest-ImagesOneServerTestJSON-1239789422 tempest-ImagesOneServerTestJSON-1239789422-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0a0daee-267b-40f9-aca8-cf47ce64010a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590031 Jun 11 09:47:37.562417 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99b91d95-8f62-4942-91db-e063330b2756 req-53b2cf16-4bf5-4ad6-974d-70f550e1d83a tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] Made reservation on behalf of b5eb53057ea549f0bba9b3499e57c40f for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:47:37.566081 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-99b91d95-8f62-4942-91db-e063330b2756 req-53b2cf16-4bf5-4ad6-974d-70f550e1d83a tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:37.598015 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a81710-1c35-4321-ae55-729c29b29780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be555336-d862-48b1-9746-1e929626ced9'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:47:37.601530 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b04ee194-9977-44cb-856f-4f0b7a68bb05" -d '{"events": [{"server_uuid": "a7a81710-1c35-4321-ae55-729c29b29780", "name": "network-vif-plugged", "status": "completed", "tag": "be555336-d862-48b1-9746-1e929626ced9"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:47:37.641040 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67babc54-fefa-439f-9a5c-49b480a50a45 x-openstack-request-id: req-67babc54-fefa-439f-9a5c-49b480a50a45 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:47:37.641727 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a81710-1c35-4321-ae55-729c29b29780", "name": "network-vif-plugged", "status": "completed", "tag": "be555336-d862-48b1-9746-1e929626ced9", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:47:37.645942 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-67babc54-fefa-439f-9a5c-49b480a50a45 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:47:37.649651 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a81710-1c35-4321-ae55-729c29b29780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be555336-d862-48b1-9746-1e929626ced9', 'code': 200} Jun 11 09:47:37.796424 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f9561-dc70-4d48-b54d-4d137e059fd7 req-14f0a122-b128-46d8-b83d-3ff679d5733b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:37.798305 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a94f9561-dc70-4d48-b54d-4d137e059fd7 req-14f0a122-b128-46d8-b83d-3ff679d5733b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a7a81710-1c35-4321-ae55-729c29b29780 HTTP/1.1" status: 200 len: 1101 time: 0.0789757 Jun 11 09:47:37.851730 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a94f9561-dc70-4d48-b54d-4d137e059fd7 req-ecda2f37-596f-4c1e-8d84-ed8063722f97 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425699 Jun 11 09:47:37.963225 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7a13f0e4-f5ef-4338-ad1e-7a89a60b4092 req-fe776e76-98b1-4415-a04a-12160809648a tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] 10.222.0.60 "GET /v2.0/ports?device_id=9745bfb2-7c5a-4eaa-b9c6-1e797395097a HTTP/1.1" status: 200 len: 210 time: 0.0357492 Jun 11 09:47:38.026321 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-9aa2fedd-8036-4d8b-bab0-1aa0827bd8ac req-df897cae-3f86-4a61-be7e-48cbe0e0f021 service neutron] For port ab844676-aec3-4282-8112-410caf66eaf5, host n-h1-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:47:38.030435 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-9aa2fedd-8036-4d8b-bab0-1aa0827bd8ac req-df897cae-3f86-4a61-be7e-48cbe0e0f021 service neutron] For port ab844676-aec3-4282-8112-410caf66eaf5, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=ab844676-aec3-4282-8112-410caf66eaf5,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:47:38.098916 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-9aa2fedd-8036-4d8b-bab0-1aa0827bd8ac req-df897cae-3f86-4a61-be7e-48cbe0e0f021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:38.101729 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-25071593-d1c2-4aff-aa87-16edbf799a85 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:47:38.110269 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a81731e5-4f58-4878-bd75-3dde4f3db55d req-26d3f791-bfaf-4d5a-874a-f6030132204c tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e8b47b8-c709-4c22-9376-afe249717e85 HTTP/1.1" status: 200 len: 210 time: 0.0372891 Jun 11 09:47:38.192273 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89800d4d-116f-4b64-8649-3b132e0d76e1 req-53d7ed41-362e-48e0-9c91-8a26e799583d tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:38.199142 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-89800d4d-116f-4b64-8649-3b132e0d76e1 req-53d7ed41-362e-48e0-9c91-8a26e799583d tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e9d2205-62f9-4941-8103-3a1001a1903b HTTP/1.1" status: 200 len: 949 time: 0.2470057 Jun 11 09:47:38.219495 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa2fedd-8036-4d8b-bab0-1aa0827bd8ac req-df897cae-3f86-4a61-be7e-48cbe0e0f021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:38.219753 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device fc495253-b81b-4b15-b6f1-a656482ec88a details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:47:38.220141 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-9aa2fedd-8036-4d8b-bab0-1aa0827bd8ac req-df897cae-3f86-4a61-be7e-48cbe0e0f021 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:38.221579 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9aa2fedd-8036-4d8b-bab0-1aa0827bd8ac req-df897cae-3f86-4a61-be7e-48cbe0e0f021 service neutron] 10.222.0.64 "PUT /v2.0/ports/ab844676-aec3-4282-8112-410caf66eaf5 HTTP/1.1" status: 200 len: 1097 time: 1.9501460 Jun 11 09:47:38.222147 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9246271a-9176-4cea-beeb-0dd3c4e1a23a', 'tag': 'ab844676-aec3-4282-8112-410caf66eaf5'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:47:38.224511 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27135e95-f7c0-4f94-a03e-38201652a903" -d '{"events": [{"name": "network-changed", "server_uuid": "9246271a-9176-4cea-beeb-0dd3c4e1a23a", "tag": "ab844676-aec3-4282-8112-410caf66eaf5"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:47:38.277141 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df897cae-3f86-4a61-be7e-48cbe0e0f021 service neutron] Pushing event updated for resources: {'Port': ['ID=ab844676-aec3-4282-8112-410caf66eaf5,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:47:38.318208 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-df897cae-3f86-4a61-be7e-48cbe0e0f021 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:47:38.328827 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-99b91d95-8f62-4942-91db-e063330b2756 req-53b2cf16-4bf5-4ad6-974d-70f550e1d83a tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] Allocated IP 192.168.233.67 (cf20d108-f84c-44de-9036-2269564edd60/189b03cc-b2a8-4615-9ab5-ad0328c3f10f/97aef7b2-3fbe-4ebf-80c5-a24821c959ab) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:47:38.369001 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28d7778-c539-4aae-8759-4a0fa0e93288 req-6026471a-c71f-47a8-910e-6f60c202cbf8 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:38.377287 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-89800d4d-116f-4b64-8649-3b132e0d76e1 req-10c9923b-f461-4f2c-aae0-5ac2df754ef3 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] 10.222.0.60 "GET /v2.0/security-groups?id=3dfb640a-7174-4f82-a9e7-bf6bbf6da8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767147 Jun 11 09:47:38.385813 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c28d7778-c539-4aae-8759-4a0fa0e93288 req-6026471a-c71f-47a8-910e-6f60c202cbf8 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "GET /v2.0/ports?device_id=604f9f22-aaf7-4f98-8e1d-78b9326e5b57 HTTP/1.1" status: 200 len: 946 time: 0.1398773 Jun 11 09:47:38.469201 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c28d7778-c539-4aae-8759-4a0fa0e93288 req-108a9740-04c8-4d72-bfee-1a1336b69ff5 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f660163-b4cf-41bb-9ff5-65f9e727e866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811400 Jun 11 09:47:38.568121 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device f465a301-28b2-46bf-b64b-5c5993ac9add up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:47:38.580206 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port fc495253-b81b-4b15-b6f1-a656482ec88a, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=fc495253-b81b-4b15-b6f1-a656482ec88a,segment=NetworkSegment(59465666-5c69-4224-8b1f-2b974d7d569d),segment_id=59465666-5c69-4224-8b1f-2b974d7d569d)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:47:38.612894 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e92d29a-6ee9-4114-b960-4d27ec02f218 x-openstack-request-id: req-0e92d29a-6ee9-4114-b960-4d27ec02f218 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:47:38.613500 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9246271a-9176-4cea-beeb-0dd3c4e1a23a", "tag": "ab844676-aec3-4282-8112-410caf66eaf5", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:47:38.613966 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0e92d29a-6ee9-4114-b960-4d27ec02f218 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:47:38.614670 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9246271a-9176-4cea-beeb-0dd3c4e1a23a', 'tag': 'ab844676-aec3-4282-8112-410caf66eaf5', 'status': 'completed', 'code': 200} Jun 11 09:47:38.663144 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': 'fc495253-b81b-4b15-b6f1-a656482ec88a', 'network_id': '9c71e42f-a279-434a-9733-2e0a55ab4074', 'port_id': 'fc495253-b81b-4b15-b6f1-a656482ec88a', 'mac_address': 'fa:16:3e:7d:a7:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 791, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a16cacaa-1221-489c-8d0a-2d30aee455ad', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:47:38.767052 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:38.791355 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fc495253-b81b-4b15-b6f1-a656482ec88a {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:47:38.823738 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port fc495253-b81b-4b15-b6f1-a656482ec88a, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=fc495253-b81b-4b15-b6f1-a656482ec88a,segment=NetworkSegment(59465666-5c69-4224-8b1f-2b974d7d569d),segment_id=59465666-5c69-4224-8b1f-2b974d7d569d)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:47:38.830397 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cab13af-02bf-4cd0-8a41-074248c7e878 req-e374f6a6-df4f-46b9-99e5-5df6c42b82de tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:38.832871 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4cab13af-02bf-4cd0-8a41-074248c7e878 req-e374f6a6-df4f-46b9-99e5-5df6c42b82de tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.69 "GET /v2.0/networks?id=743172cf-2dc7-4438-9267-f806a2cb8a77 HTTP/1.1" status: 200 len: 806 time: 0.2904460 Jun 11 09:47:38.850059 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning for port f465a301-28b2-46bf-b64b-5c5993ac9add completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:47:38.853880 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-4cab13af-02bf-4cd0-8a41-074248c7e878 req-da143761-d549-4e31-a754-d7054bdc2f4b tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Request body: {'port': {'device_id': '2e8b47b8-c709-4c22-9376-afe249717e85', 'network_id': '743172cf-2dc7-4438-9267-f806a2cb8a77', 'admin_state_up': True, 'tenant_id': '845e0c4a59a549beb9cd8a20149f973b'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:47:38.856901 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port f465a301-28b2-46bf-b64b-5c5993ac9add triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:47:38.857575 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:38.880756 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa2fedd-8036-4d8b-bab0-1aa0827bd8ac req-bb4b4376-4565-4927-8a22-ec2115902208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:38.883069 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9aa2fedd-8036-4d8b-bab0-1aa0827bd8ac req-bb4b4376-4565-4927-8a22-ec2115902208 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f8b4dec1328145cf97e167781e85f508&device_id=9246271a-9176-4cea-beeb-0dd3c4e1a23a HTTP/1.1" status: 200 len: 1100 time: 0.4471116 Jun 11 09:47:38.894251 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:38.897552 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:47:39.035167 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9aa2fedd-8036-4d8b-bab0-1aa0827bd8ac req-2d2f7a87-d115-4672-99d5-2dcaf4d253ab service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=ab844676-aec3-4282-8112-410caf66eaf5 HTTP/1.1" status: 200 len: 217 time: 0.1344156 Jun 11 09:47:39.042108 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:39.058613 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=fc495253-b81b-4b15-b6f1-a656482ec88a,revision_number=6']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:47:39.060110 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d052c66f-f34b-44f3-ab27-a97256d063bb req-8825ac46-126d-4d60-8365-fd80991cff33 tempest-ImagesOneServerTestJSON-1239789422 tempest-ImagesOneServerTestJSON-1239789422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:39.072300 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-99b91d95-8f62-4942-91db-e063330b2756 req-53b2cf16-4bf5-4ad6-974d-70f550e1d83a tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:39.074341 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:47:39.075506 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['fc495253-b81b-4b15-b6f1-a656482ec88a'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:47:39.079766 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d052c66f-f34b-44f3-ab27-a97256d063bb req-8825ac46-126d-4d60-8365-fd80991cff33 tempest-ImagesOneServerTestJSON-1239789422 tempest-ImagesOneServerTestJSON-1239789422-project] 10.222.0.60 "GET /v2.0/ports?device_id=9246271a-9176-4cea-beeb-0dd3c4e1a23a HTTP/1.1" status: 200 len: 948 time: 0.3643947 Jun 11 09:47:39.129468 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port f465a301-28b2-46bf-b64b-5c5993ac9add, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=f465a301-28b2-46bf-b64b-5c5993ac9add,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:47:39.143176 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-99b91d95-8f62-4942-91db-e063330b2756 req-53b2cf16-4bf5-4ad6-974d-70f550e1d83a tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] Transition to ACTIVE for port object 97aef7b2-3fbe-4ebf-80c5-a24821c959ab will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:47:39.155885 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a62174-0472-425e-bd31-3938d3559266 req-99d8f7ab-429c-4352-b734-95641de8ba56 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:39.157613 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-87a62174-0472-425e-bd31-3938d3559266 req-99d8f7ab-429c-4352-b734-95641de8ba56 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad15899d-2c49-4d83-a641-4e0184807ac8 HTTP/1.1" status: 200 len: 949 time: 0.4048557 Jun 11 09:47:39.167987 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa2fedd-8036-4d8b-bab0-1aa0827bd8ac req-3fc9fdfd-49d1-4d0d-8220-93a377130210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:39.169378 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9aa2fedd-8036-4d8b-bab0-1aa0827bd8ac req-3fc9fdfd-49d1-4d0d-8220-93a377130210 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=189b03cc-b2a8-4615-9ab5-ad0328c3f10f HTTP/1.1" status: 200 len: 843 time: 0.1185880 Jun 11 09:47:39.211586 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:39.214538 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:47:39.233473 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d052c66f-f34b-44f3-ab27-a97256d063bb req-2c7d501d-2958-4fcb-9f8f-695f62add363 tempest-ImagesOneServerTestJSON-1239789422 tempest-ImagesOneServerTestJSON-1239789422-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0a0daee-267b-40f9-aca8-cf47ce64010a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451840 Jun 11 09:47:39.277434 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-87a62174-0472-425e-bd31-3938d3559266 req-efd5eeee-c5b4-4764-b82d-df8105b7a6c8 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] 10.222.0.60 "GET /v2.0/security-groups?id=3dfb640a-7174-4f82-a9e7-bf6bbf6da8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111987 Jun 11 09:47:39.298678 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cab13af-02bf-4cd0-8a41-074248c7e878 req-da143761-d549-4e31-a754-d7054bdc2f4b tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Made reservation on behalf of 845e0c4a59a549beb9cd8a20149f973b for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:47:39.301420 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa2fedd-8036-4d8b-bab0-1aa0827bd8ac req-f246be26-ed03-4693-b721-13839549fef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:39.302988 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9aa2fedd-8036-4d8b-bab0-1aa0827bd8ac req-f246be26-ed03-4693-b721-13839549fef5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf20d108-f84c-44de-9036-2269564edd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1231492 Jun 11 09:47:39.304955 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-4cab13af-02bf-4cd0-8a41-074248c7e878 req-da143761-d549-4e31-a754-d7054bdc2f4b tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:39.334189 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=f465a301-28b2-46bf-b64b-5c5993ac9add,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:47:39.347892 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:47:39.373187 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-99b91d95-8f62-4942-91db-e063330b2756 req-53b2cf16-4bf5-4ad6-974d-70f550e1d83a tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:39.378288 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d72d8c11-3c1f-4c68-b4b8-70c35ab8d035 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:47:39.391296 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['53c4d5d7-0282-48ea-b5be-524038e7f0ec'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:47:39.521941 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b2cf16-4bf5-4ad6-974d-70f550e1d83a tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] Pushing event updated for resources: {'Port': ['ID=97aef7b2-3fbe-4ebf-80c5-a24821c959ab,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:47:39.565695 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99b91d95-8f62-4942-91db-e063330b2756 req-53b2cf16-4bf5-4ad6-974d-70f550e1d83a tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] Network cf20d108-f84c-44de-9036-2269564edd60 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:47:39.586624 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-99b91d95-8f62-4942-91db-e063330b2756 req-53b2cf16-4bf5-4ad6-974d-70f550e1d83a tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:47:39.590001 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-99b91d95-8f62-4942-91db-e063330b2756 req-53b2cf16-4bf5-4ad6-974d-70f550e1d83a tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:47:39.601026 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b2cf16-4bf5-4ad6-974d-70f550e1d83a tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:47:39.601493 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b2cf16-4bf5-4ad6-974d-70f550e1d83a tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:47:39.601779 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b2cf16-4bf5-4ad6-974d-70f550e1d83a tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:47:39.602205 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b2cf16-4bf5-4ad6-974d-70f550e1d83a tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:47:39.602535 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b2cf16-4bf5-4ad6-974d-70f550e1d83a tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:47:39.602998 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b2cf16-4bf5-4ad6-974d-70f550e1d83a tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:47:39.603429 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b2cf16-4bf5-4ad6-974d-70f550e1d83a tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:47:39.604474 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b2cf16-4bf5-4ad6-974d-70f550e1d83a tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:47:39.605047 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b2cf16-4bf5-4ad6-974d-70f550e1d83a tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:47:39.605426 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b2cf16-4bf5-4ad6-974d-70f550e1d83a tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:47:39.605790 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b2cf16-4bf5-4ad6-974d-70f550e1d83a tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:47:39.605935 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [req-4cab13af-02bf-4cd0-8a41-074248c7e878 req-da143761-d549-4e31-a754-d7054bdc2f4b tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Allocated IP 172.20.0.2 (743172cf-2dc7-4438-9267-f806a2cb8a77/78635cc5-5408-4976-b3d9-b4cc65a6e8b4/52d5c74f-902b-4c6c-959f-9a5dab2eac09) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:47:39.606519 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b2cf16-4bf5-4ad6-974d-70f550e1d83a tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:47:39.612015 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-53b2cf16-4bf5-4ad6-974d-70f550e1d83a tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:47:39.634644 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853916ac-9179-4b1d-b883-39b346ec6360 req-356dc595-40fd-45c9-bff1-15eb5707860b tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:39.636185 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-853916ac-9179-4b1d-b883-39b346ec6360 req-356dc595-40fd-45c9-bff1-15eb5707860b tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.69 "GET /v2.0/ports?device_id=604f9f22-aaf7-4f98-8e1d-78b9326e5b57 HTTP/1.1" status: 200 len: 946 time: 0.1624229 Jun 11 09:47:39.650517 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad15899d-2c49-4d83-a641-4e0184807ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f465a301-28b2-46bf-b64b-5c5993ac9add'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:47:39.656892 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e68515-230d-4877-9deb-b14be6051ad2 req-61e18715-8226-41c9-a02a-447a1f27b8c1 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:39.657051 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f406bb-a9a8-4889-9116-abd1c5b4d488" -d '{"events": [{"server_uuid": "ad15899d-2c49-4d83-a641-4e0184807ac8", "name": "network-vif-plugged", "status": "completed", "tag": "f465a301-28b2-46bf-b64b-5c5993ac9add"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:47:39.658906 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-21e68515-230d-4877-9deb-b14be6051ad2 req-61e18715-8226-41c9-a02a-447a1f27b8c1 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7a81710-1c35-4321-ae55-729c29b29780 HTTP/1.1" status: 200 len: 949 time: 0.2414536 Jun 11 09:47:39.698374 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9aa2fedd-8036-4d8b-bab0-1aa0827bd8ac req-f4ec2266-6e3f-4fc4-9b35-94c5bbec2f85 service neutron] 10.222.0.64 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3811913 Jun 11 09:47:39.712832 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b91d95-8f62-4942-91db-e063330b2756 req-53b2cf16-4bf5-4ad6-974d-70f550e1d83a tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:39.713561 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-99b91d95-8f62-4942-91db-e063330b2756 req-53b2cf16-4bf5-4ad6-974d-70f550e1d83a tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:39.734282 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fc7bc3-2020-4db4-9933-76d7de74b913 req-fe62feff-a392-4aa5-ad40-8c3dfc97786b tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:39.735857 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b6fc7bc3-2020-4db4-9933-76d7de74b913 req-fe62feff-a392-4aa5-ad40-8c3dfc97786b tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] 10.222.0.60 "GET /v2.0/ports?device_id=9745bfb2-7c5a-4eaa-b9c6-1e797395097a HTTP/1.1" status: 200 len: 935 time: 0.2302375 Jun 11 09:47:39.823307 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-21e68515-230d-4877-9deb-b14be6051ad2 req-0102027a-bffa-489b-a27c-b060bec79ec9 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634405 Jun 11 09:47:39.879590 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b6fc7bc3-2020-4db4-9933-76d7de74b913 req-e8d3489c-ba95-4b59-90a5-3c7e9067db80 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fe6c44a-94dc-4218-910c-486cd3ffc9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181054 Jun 11 09:47:39.892569 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-99b91d95-8f62-4942-91db-e063330b2756 req-53b2cf16-4bf5-4ad6-974d-70f550e1d83a tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8834295 Jun 11 09:47:39.911863 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-99b91d95-8f62-4942-91db-e063330b2756 req-82ff15e7-2b88-4720-9d2f-30f420d6faef service neutron] Request body: {'port': {'device_id': '9745bfb2-7c5a-4eaa-b9c6-1e797395097a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:47:39.946687 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9aa2fedd-8036-4d8b-bab0-1aa0827bd8ac req-89b7f3d3-2e9b-43c0-b69f-a8e25653ed07 service neutron] 10.222.0.64 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293422 Jun 11 09:47:40.039028 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-5d1ee056-175f-40b6-8774-8ecee688c0a4 None None] Provisioning for port 97aef7b2-3fbe-4ebf-80c5-a24821c959ab completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:47:40.043622 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-5d1ee056-175f-40b6-8774-8ecee688c0a4 None None] Provisioning complete for port 97aef7b2-3fbe-4ebf-80c5-a24821c959ab triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:47:40.047995 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-5d1ee056-175f-40b6-8774-8ecee688c0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:40.084348 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-99b91d95-8f62-4942-91db-e063330b2756 req-82ff15e7-2b88-4720-9d2f-30f420d6faef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:40.103058 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-5d1ee056-175f-40b6-8774-8ecee688c0a4 None None] Port 97aef7b2-3fbe-4ebf-80c5-a24821c959ab cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:47:40.230530 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device fc495253-b81b-4b15-b6f1-a656482ec88a up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:47:40.318090 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port fc495253-b81b-4b15-b6f1-a656482ec88a triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:47:40.318336 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:40.339807 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa4d606-b8a7-4e61-a180-c2ce9a4e0baf req-07d82922-b876-4d21-8b0e-c637b08a528c tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:40.341353 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-baa4d606-b8a7-4e61-a180-c2ce9a4e0baf req-07d82922-b876-4d21-8b0e-c637b08a528c tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "GET /v2.0/ports?device_id=604f9f22-aaf7-4f98-8e1d-78b9326e5b57 HTTP/1.1" status: 200 len: 946 time: 0.2770276 Jun 11 09:47:40.365526 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27135e95-f7c0-4f94-a03e-38201652a903 req-4b5a5443-d474-42ea-97f6-4c45f3644ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:40.368083 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-27135e95-f7c0-4f94-a03e-38201652a903 req-4b5a5443-d474-42ea-97f6-4c45f3644ef8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f8b4dec1328145cf97e167781e85f508&device_id=9246271a-9176-4cea-beeb-0dd3c4e1a23a HTTP/1.1" status: 200 len: 1100 time: 0.2452824 Jun 11 09:47:40.448986 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:40.449315 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7f225e48-af47-47d6-a362-1dc9b070b262 req-af46592d-b87a-47a2-9d14-75c3f83c1f07 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e8b47b8-c709-4c22-9376-afe249717e85 HTTP/1.1" status: 200 len: 210 time: 0.0636423 Jun 11 09:47:40.472391 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port fc495253-b81b-4b15-b6f1-a656482ec88a, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=fc495253-b81b-4b15-b6f1-a656482ec88a,segment=NetworkSegment(59465666-5c69-4224-8b1f-2b974d7d569d),segment_id=59465666-5c69-4224-8b1f-2b974d7d569d)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:47:40.482106 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-4cab13af-02bf-4cd0-8a41-074248c7e878 req-da143761-d549-4e31-a754-d7054bdc2f4b tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:40.499545 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-baa4d606-b8a7-4e61-a180-c2ce9a4e0baf req-43f838f8-3118-434d-8fd3-c1ac8530f481 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f660163-b4cf-41bb-9ff5-65f9e727e866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399503 Jun 11 09:47:40.504111 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-853916ac-9179-4b1d-b883-39b346ec6360 req-947b3ed4-b2fa-4fc0-9a5d-7d17eb94843a tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Deleting port 1f1b5c6e-6272-4400-80b4-7e0f066ffadb {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:47:40.504522 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-853916ac-9179-4b1d-b883-39b346ec6360 req-947b3ed4-b2fa-4fc0-9a5d-7d17eb94843a tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:40.587082 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65d22202-e198-4003-a3be-8b7f8c22c7c8 x-openstack-request-id: req-65d22202-e198-4003-a3be-8b7f8c22c7c8 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:47:40.587398 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad15899d-2c49-4d83-a641-4e0184807ac8", "name": "network-vif-plugged", "status": "completed", "tag": "f465a301-28b2-46bf-b64b-5c5993ac9add", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:47:40.587688 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-65d22202-e198-4003-a3be-8b7f8c22c7c8 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:47:40.588091 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad15899d-2c49-4d83-a641-4e0184807ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f465a301-28b2-46bf-b64b-5c5993ac9add', 'code': 200} Jun 11 09:47:40.615913 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:40.618336 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-db0f86fa-ae66-427b-8a25-089828db114d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:47:40.742459 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27135e95-f7c0-4f94-a03e-38201652a903 req-a975b1d4-b6d3-447c-b30e-bdb06b54236e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:40.743999 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-27135e95-f7c0-4f94-a03e-38201652a903 req-a975b1d4-b6d3-447c-b30e-bdb06b54236e service neutron] 10.222.0.64 "GET /v2.0/networks?id=cf20d108-f84c-44de-9036-2269564edd60 HTTP/1.1" status: 200 len: 870 time: 0.3666127 Jun 11 09:47:40.771181 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-853916ac-9179-4b1d-b883-39b346ec6360 req-947b3ed4-b2fa-4fc0-9a5d-7d17eb94843a tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] For port 1f1b5c6e-6272-4400-80b4-7e0f066ffadb, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=1f1b5c6e-6272-4400-80b4-7e0f066ffadb,segment=NetworkSegment(802e9f6d-3ccd-4201-9afd-53110d0b2010),segment_id=802e9f6d-3ccd-4201-9afd-53110d0b2010)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:47:40.775541 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-853916ac-9179-4b1d-b883-39b346ec6360 req-947b3ed4-b2fa-4fc0-9a5d-7d17eb94843a tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:40.776807 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=fc495253-b81b-4b15-b6f1-a656482ec88a,revision_number=7']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:47:40.791429 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:47:40.838974 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-27135e95-f7c0-4f94-a03e-38201652a903 req-358fd630-7b49-4aaf-9b1c-8fb5dea1c07d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=ab844676-aec3-4282-8112-410caf66eaf5 HTTP/1.1" status: 200 len: 217 time: 0.0742881 Jun 11 09:47:40.920204 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-853916ac-9179-4b1d-b883-39b346ec6360 req-947b3ed4-b2fa-4fc0-9a5d-7d17eb94843a tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Calling delete_port for 1f1b5c6e-6272-4400-80b4-7e0f066ffadb owned by compute:nova {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:47:40.930947 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-4cab13af-02bf-4cd0-8a41-074248c7e878 req-da143761-d549-4e31-a754-d7054bdc2f4b tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:40.942621 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['8d90aed3-d0d9-439d-99e2-28dedffaf1bf'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:47:40.946312 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6f1f4510-6773-49f6-b243-5e56965863e6 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:47:40.995709 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5d4fc5-8445-47b4-80cb-1995eeb482c8 req-57ff1f40-3a9b-4781-bacf-d7a806cd0d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:40.997311 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ff5d4fc5-8445-47b4-80cb-1995eeb482c8 req-57ff1f40-3a9b-4781-bacf-d7a806cd0d80 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ad15899d-2c49-4d83-a641-4e0184807ac8 HTTP/1.1" status: 200 len: 1102 time: 0.3261445 Jun 11 09:47:41.010151 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27135e95-f7c0-4f94-a03e-38201652a903 req-2f7b6856-42b8-4ba1-93b5-f6c16665d03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:41.010151 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-27135e95-f7c0-4f94-a03e-38201652a903 req-2f7b6856-42b8-4ba1-93b5-f6c16665d03d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=189b03cc-b2a8-4615-9ab5-ad0328c3f10f HTTP/1.1" status: 200 len: 843 time: 0.1519423 Jun 11 09:47:41.085102 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-99b91d95-8f62-4942-91db-e063330b2756 req-82ff15e7-2b88-4720-9d2f-30f420d6faef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97aef7b2-3fbe-4ebf-80c5-a24821c959ab {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:47:41.101212 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-99b91d95-8f62-4942-91db-e063330b2756 req-82ff15e7-2b88-4720-9d2f-30f420d6faef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:41.174406 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5769cf-9ea5-444c-97d8-ec46322f0d3a req-a8112f76-9861-4291-b365-5c35eba23693 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:41.182400 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-af5769cf-9ea5-444c-97d8-ec46322f0d3a req-a8112f76-9861-4291-b365-5c35eba23693 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad15899d-2c49-4d83-a641-4e0184807ac8 HTTP/1.1" status: 200 len: 950 time: 0.3365633 Jun 11 09:47:41.190333 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ff5d4fc5-8445-47b4-80cb-1995eeb482c8 req-82e811d3-0998-4995-a17f-9517e5ac89c0 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=3dfb640a-7174-4f82-a9e7-bf6bbf6da8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741168 Jun 11 09:47:41.203907 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-99b91d95-8f62-4942-91db-e063330b2756 req-82ff15e7-2b88-4720-9d2f-30f420d6faef service neutron] Transition to ACTIVE for port object 97aef7b2-3fbe-4ebf-80c5-a24821c959ab will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:47:41.237199 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-af5769cf-9ea5-444c-97d8-ec46322f0d3a req-6d7e27b7-3d9f-4b59-8264-4c21a7f5c44a tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] 10.222.0.60 "GET /v2.0/security-groups?id=3dfb640a-7174-4f82-a9e7-bf6bbf6da8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539379 Jun 11 09:47:41.240572 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27135e95-f7c0-4f94-a03e-38201652a903 req-cdb0c6c3-50e0-4ce1-a32a-e661a79b632b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:41.242127 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-27135e95-f7c0-4f94-a03e-38201652a903 req-cdb0c6c3-50e0-4ce1-a32a-e661a79b632b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf20d108-f84c-44de-9036-2269564edd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2173443 Jun 11 09:47:41.262856 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cab13af-02bf-4cd0-8a41-074248c7e878 req-da143761-d549-4e31-a754-d7054bdc2f4b tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Network 743172cf-2dc7-4438-9267-f806a2cb8a77 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:47:41.268694 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [req-4cab13af-02bf-4cd0-8a41-074248c7e878 req-da143761-d549-4e31-a754-d7054bdc2f4b tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:47:41.282331 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cab13af-02bf-4cd0-8a41-074248c7e878 req-da143761-d549-4e31-a754-d7054bdc2f4b tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:47:41.307871 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-99b91d95-8f62-4942-91db-e063330b2756 req-82ff15e7-2b88-4720-9d2f-30f420d6faef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:41.357093 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cab13af-02bf-4cd0-8a41-074248c7e878 req-da143761-d549-4e31-a754-d7054bdc2f4b tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:41.357784 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-4cab13af-02bf-4cd0-8a41-074248c7e878 req-da143761-d549-4e31-a754-d7054bdc2f4b tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:41.375963 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1afb1570-74d6-4f14-9538-fc00d9dd756b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:47:41.392127 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070522f9-6958-4535-ba39-3aef76fbc2c1 req-0e93404f-b419-4eb1-8c0a-9bb84daa8f87 tempest-ImagesOneServerTestJSON-1239789422 tempest-ImagesOneServerTestJSON-1239789422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:41.399522 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-070522f9-6958-4535-ba39-3aef76fbc2c1 req-0e93404f-b419-4eb1-8c0a-9bb84daa8f87 tempest-ImagesOneServerTestJSON-1239789422 tempest-ImagesOneServerTestJSON-1239789422-project] 10.222.0.60 "GET /v2.0/ports?device_id=9246271a-9176-4cea-beeb-0dd3c4e1a23a HTTP/1.1" status: 200 len: 948 time: 0.6676202 Jun 11 09:47:41.401403 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da143761-d549-4e31-a754-d7054bdc2f4b tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Pushing event updated for resources: {'Port': ['ID=52d5c74f-902b-4c6c-959f-9a5dab2eac09,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:47:41.417855 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da143761-d549-4e31-a754-d7054bdc2f4b tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:47:41.424810 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da143761-d549-4e31-a754-d7054bdc2f4b tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:47:41.424810 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da143761-d549-4e31-a754-d7054bdc2f4b tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:47:41.424810 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da143761-d549-4e31-a754-d7054bdc2f4b tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:47:41.424810 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da143761-d549-4e31-a754-d7054bdc2f4b tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:47:41.424810 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da143761-d549-4e31-a754-d7054bdc2f4b tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:47:41.424810 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da143761-d549-4e31-a754-d7054bdc2f4b tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:47:41.424810 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da143761-d549-4e31-a754-d7054bdc2f4b tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:47:41.424810 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da143761-d549-4e31-a754-d7054bdc2f4b tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:47:41.424810 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da143761-d549-4e31-a754-d7054bdc2f4b tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:47:41.424810 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da143761-d549-4e31-a754-d7054bdc2f4b tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:47:41.424810 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da143761-d549-4e31-a754-d7054bdc2f4b tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:47:41.435826 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-da143761-d549-4e31-a754-d7054bdc2f4b tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:47:41.531356 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-070522f9-6958-4535-ba39-3aef76fbc2c1 req-8d633786-805a-430e-8959-322156f22de8 tempest-ImagesOneServerTestJSON-1239789422 tempest-ImagesOneServerTestJSON-1239789422-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0a0daee-267b-40f9-aca8-cf47ce64010a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307924 Jun 11 09:47:41.546498 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ff15e7-2b88-4720-9d2f-30f420d6faef service neutron] Pushing event updated for resources: {'Port': ['ID=97aef7b2-3fbe-4ebf-80c5-a24821c959ab,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:47:41.559851 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-82ff15e7-2b88-4720-9d2f-30f420d6faef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:47:41.565132 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4cab13af-02bf-4cd0-8a41-074248c7e878 req-da143761-d549-4e31-a754-d7054bdc2f4b tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7178094 Jun 11 09:47:41.582960 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-4cab13af-02bf-4cd0-8a41-074248c7e878 req-76609f04-bb4e-4d7c-9c34-cecef0db5095 service neutron] Request body: {'port': {'device_id': '2e8b47b8-c709-4c22-9376-afe249717e85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-12'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:47:41.593601 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-27135e95-f7c0-4f94-a03e-38201652a903 req-fcca4640-7dd0-4b3f-afff-8f09f373945a service neutron] 10.222.0.64 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3443928 Jun 11 09:47:41.660965 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-853916ac-9179-4b1d-b883-39b346ec6360 req-947b3ed4-b2fa-4fc0-9a5d-7d17eb94843a tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:41.676440 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0389bf43-66d1-4d18-8562-9e7610d07849 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:47:41.680863 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['1f1b5c6e-6272-4400-80b4-7e0f066ffadb'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:47:41.749010 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947b3ed4-b2fa-4fc0-9a5d-7d17eb94843a tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Pushing event deleted for resources: {'Port': ['ID=1f1b5c6e-6272-4400-80b4-7e0f066ffadb,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:47:41.759473 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-947b3ed4-b2fa-4fc0-9a5d-7d17eb94843a tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:47:41.881506 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-4cab13af-02bf-4cd0-8a41-074248c7e878 req-76609f04-bb4e-4d7c-9c34-cecef0db5095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:41.965239 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-853916ac-9179-4b1d-b883-39b346ec6360 req-947b3ed4-b2fa-4fc0-9a5d-7d17eb94843a tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] No DVR routers for this DVR port 1f1b5c6e-6272-4400-80b4-7e0f066ffadb on host n-h2-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:47:41.972776 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-853916ac-9179-4b1d-b883-39b346ec6360 req-947b3ed4-b2fa-4fc0-9a5d-7d17eb94843a tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:41.975285 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-853916ac-9179-4b1d-b883-39b346ec6360 req-947b3ed4-b2fa-4fc0-9a5d-7d17eb94843a tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.69 "DELETE /v2.0/ports/1f1b5c6e-6272-4400-80b4-7e0f066ffadb HTTP/1.1" status: 204 len: 173 time: 2.3093510 Jun 11 09:47:41.976038 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '604f9f22-aaf7-4f98-8e1d-78b9326e5b57', 'name': 'network-vif-deleted', 'tag': '1f1b5c6e-6272-4400-80b4-7e0f066ffadb'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:47:41.979094 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4422e7ff-b4cc-4ffc-aab2-75b60002effb" -d '{"events": [{"server_uuid": "604f9f22-aaf7-4f98-8e1d-78b9326e5b57", "name": "network-vif-deleted", "tag": "1f1b5c6e-6272-4400-80b4-7e0f066ffadb"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:47:42.049900 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73021248-d7a7-4480-8821-ad373dc58212 req-6fa37ee0-9f84-480a-a256-cee93a0b77d8 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:42.058275 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-73021248-d7a7-4480-8821-ad373dc58212 req-6fa37ee0-9f84-480a-a256-cee93a0b77d8 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] 10.222.0.60 "GET /v2.0/ports?device_id=9745bfb2-7c5a-4eaa-b9c6-1e797395097a HTTP/1.1" status: 200 len: 947 time: 0.3112776 Jun 11 09:47:42.221170 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-73021248-d7a7-4480-8821-ad373dc58212 req-927ae984-422c-4d55-a31e-ae1497e39402 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fe6c44a-94dc-4218-910c-486cd3ffc9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618609 Jun 11 09:47:42.230683 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device ab844676-aec3-4282-8112-410caf66eaf5 details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:47:42.521145 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-99b91d95-8f62-4942-91db-e063330b2756 req-82ff15e7-2b88-4720-9d2f-30f420d6faef service neutron] Attempting to bind port 97aef7b2-3fbe-4ebf-80c5-a24821c959ab on host n-h2-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:47:42.521864 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-99b91d95-8f62-4942-91db-e063330b2756 req-82ff15e7-2b88-4720-9d2f-30f420d6faef service neutron] Attempting to bind port 97aef7b2-3fbe-4ebf-80c5-a24821c959ab by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:47:42.521864 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b91d95-8f62-4942-91db-e063330b2756 req-82ff15e7-2b88-4720-9d2f-30f420d6faef service neutron] Attempting to bind port 97aef7b2-3fbe-4ebf-80c5-a24821c959ab on network cf20d108-f84c-44de-9036-2269564edd60 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:47:42.537610 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-27135e95-f7c0-4f94-a03e-38201652a903 req-c495428c-9868-49cb-8b52-69caa6c8fc17 service neutron] 10.222.0.64 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9355359 Jun 11 09:47:42.542328 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b91d95-8f62-4942-91db-e063330b2756 req-82ff15e7-2b88-4720-9d2f-30f420d6faef service neutron] Port 97aef7b2-3fbe-4ebf-80c5-a24821c959ab on network cf20d108-f84c-44de-9036-2269564edd60 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:47:42.546567 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b91d95-8f62-4942-91db-e063330b2756 req-82ff15e7-2b88-4720-9d2f-30f420d6faef service neutron] Attempting to bind port 97aef7b2-3fbe-4ebf-80c5-a24821c959ab on network cf20d108-f84c-44de-9036-2269564edd60 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:47:42.566947 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 09:47:42.577617 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b91d95-8f62-4942-91db-e063330b2756 req-82ff15e7-2b88-4720-9d2f-30f420d6faef service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:47:42.582509 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b91d95-8f62-4942-91db-e063330b2756 req-82ff15e7-2b88-4720-9d2f-30f420d6faef service neutron] Checking segment: {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:47:42.583112 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b91d95-8f62-4942-91db-e063330b2756 req-82ff15e7-2b88-4720-9d2f-30f420d6faef service neutron] Bound using segment: {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:47:42.586516 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-99b91d95-8f62-4942-91db-e063330b2756 req-82ff15e7-2b88-4720-9d2f-30f420d6faef service neutron] Bound port: 97aef7b2-3fbe-4ebf-80c5-a24821c959ab, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:47:42.587011 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-99b91d95-8f62-4942-91db-e063330b2756 req-82ff15e7-2b88-4720-9d2f-30f420d6faef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:42.603295 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [req-4cab13af-02bf-4cd0-8a41-074248c7e878 req-76609f04-bb4e-4d7c-9c34-cecef0db5095 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52d5c74f-902b-4c6c-959f-9a5dab2eac09 {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:47:42.621336 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-4cab13af-02bf-4cd0-8a41-074248c7e878 req-76609f04-bb4e-4d7c-9c34-cecef0db5095 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:42.633252 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebced2e7-3e24-4c1d-905d-74d996a84c92 req-8150c426-9757-4288-bfb9-0169c06705c8 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:42.642086 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ebced2e7-3e24-4c1d-905d-74d996a84c92 req-8150c426-9757-4288-bfb9-0169c06705c8 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7a81710-1c35-4321-ae55-729c29b29780 HTTP/1.1" status: 200 len: 949 time: 0.8558426 Jun 11 09:47:42.676118 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '525807c3-e977-47d5-a491-34bcdb1769d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc495253-b81b-4b15-b6f1-a656482ec88a'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:47:42.682702 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b40b877-5127-44fa-886e-31e8f477b24a" -d '{"events": [{"server_uuid": "525807c3-e977-47d5-a491-34bcdb1769d2", "name": "network-vif-plugged", "status": "completed", "tag": "fc495253-b81b-4b15-b6f1-a656482ec88a"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:47:42.696817 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-4cab13af-02bf-4cd0-8a41-074248c7e878 req-76609f04-bb4e-4d7c-9c34-cecef0db5095 service neutron] Transition to ACTIVE for port object 52d5c74f-902b-4c6c-959f-9a5dab2eac09 will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:47:42.697535 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port ab844676-aec3-4282-8112-410caf66eaf5, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=ab844676-aec3-4282-8112-410caf66eaf5,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:47:42.717733 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': 'ab844676-aec3-4282-8112-410caf66eaf5', 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60', 'port_id': 'ab844676-aec3-4282-8112-410caf66eaf5', 'mac_address': 'fa:16:3e:39:c9:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189b03cc-b2a8-4615-9ab5-ad0328c3f10f', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:47:42.757510 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ebced2e7-3e24-4c1d-905d-74d996a84c92 req-2b57865b-946d-4260-8255-ae07377dc0af tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143978 Jun 11 09:47:42.782707 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-4cab13af-02bf-4cd0-8a41-074248c7e878 req-76609f04-bb4e-4d7c-9c34-cecef0db5095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:42.786833 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-cbb63fd7-da2a-4d1c-81f4-bd843a0157ba tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:47:42.799420 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:47:42.799420 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:47:42.799420 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:47:42.799420 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:47:42.799420 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:47:42.799420 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:47:42.799420 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:47:42.799420 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:47:42.799420 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:47:42.799420 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:47:42.799420 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:47:42.799420 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:47:42.799420 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:47:42.799420 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:47:42.799420 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:47:42.799420 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:47:42.799420 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:47:42.799420 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:47:42.799420 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:47:42.799420 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:47:42.799420 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:47:42.799420 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:47:42.799420 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:47:42.799420 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:47:42.799420 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:47:42.799420 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:47:42.799420 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:47:42.799420 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:47:42.799420 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:47:42.799420 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:47:42.799420 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:47:42.799420 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:47:42.799420 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:47:42.799420 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:47:42.799420 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:47:42.799420 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:47:42.799420 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:47:42.799420 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:47:42.799420 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:47:42.799420 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:47:42.799420 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:47:42.799420 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:47:42.799420 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:47:42.799420 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:47:42.799420 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:47:42.799420 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:47:42.808436 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:47:42.808436 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:47:42.808436 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:47:42.808436 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:47:42.808436 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:47:42.808436 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:47:42.808436 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:47:42.808436 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:47:42.808436 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:47:42.808436 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:47:42.808436 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:47:42.808436 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:47:42.808436 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:47:42.808436 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:47:42.808436 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:47:42.808436 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:47:42.812288 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-99b91d95-8f62-4942-91db-e063330b2756 req-82ff15e7-2b88-4720-9d2f-30f420d6faef service neutron] For port 97aef7b2-3fbe-4ebf-80c5-a24821c959ab, host n-h2-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:47:42.825544 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-99b91d95-8f62-4942-91db-e063330b2756 req-82ff15e7-2b88-4720-9d2f-30f420d6faef service neutron] For port 97aef7b2-3fbe-4ebf-80c5-a24821c959ab, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=97aef7b2-3fbe-4ebf-80c5-a24821c959ab,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:47:42.842391 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7658a84-b5f8-4d08-a42c-f2ea1b0de954 req-ae895b4a-776e-4fa2-899e-2b9c0a18a6d6 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:42.843993 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f7658a84-b5f8-4d08-a42c-f2ea1b0de954 req-ae895b4a-776e-4fa2-899e-2b9c0a18a6d6 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e8b47b8-c709-4c22-9376-afe249717e85 HTTP/1.1" status: 200 len: 931 time: 0.2104044 Jun 11 09:47:42.880192 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:42.898871 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab844676-aec3-4282-8112-410caf66eaf5 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:47:42.924206 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port ab844676-aec3-4282-8112-410caf66eaf5, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=ab844676-aec3-4282-8112-410caf66eaf5,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:47:42.931031 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-99b91d95-8f62-4942-91db-e063330b2756 req-82ff15e7-2b88-4720-9d2f-30f420d6faef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:42.934984 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-82ff15e7-2b88-4720-9d2f-30f420d6faef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:47:42.947031 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6ed063c1-62a9-4887-8504-33f871c95a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:42.999063 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:43.001410 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:47:43.030043 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b91d95-8f62-4942-91db-e063330b2756 req-82ff15e7-2b88-4720-9d2f-30f420d6faef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:43.033697 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-99b91d95-8f62-4942-91db-e063330b2756 req-82ff15e7-2b88-4720-9d2f-30f420d6faef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:43.036710 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f7658a84-b5f8-4d08-a42c-f2ea1b0de954 req-911902bc-8422-412c-bb58-1e7282ef054c tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712112 Jun 11 09:47:43.037234 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-99b91d95-8f62-4942-91db-e063330b2756 req-82ff15e7-2b88-4720-9d2f-30f420d6faef service neutron] 10.222.0.69 "PUT /v2.0/ports/97aef7b2-3fbe-4ebf-80c5-a24821c959ab HTTP/1.1" status: 200 len: 1096 time: 3.1289709 Jun 11 09:47:43.038121 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9745bfb2-7c5a-4eaa-b9c6-1e797395097a', 'tag': '97aef7b2-3fbe-4ebf-80c5-a24821c959ab'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:47:43.043210 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d96fb8b-9e59-4a65-8a3b-1dd2ac84adc6" -d '{"events": [{"name": "network-changed", "server_uuid": "9745bfb2-7c5a-4eaa-b9c6-1e797395097a", "tag": "97aef7b2-3fbe-4ebf-80c5-a24821c959ab"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:47:43.102155 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76609f04-bb4e-4d7c-9c34-cecef0db5095 service neutron] Pushing event updated for resources: {'Port': ['ID=52d5c74f-902b-4c6c-959f-9a5dab2eac09,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:47:43.106499 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-76609f04-bb4e-4d7c-9c34-cecef0db5095 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:47:43.165195 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=ab844676-aec3-4282-8112-410caf66eaf5,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:47:43.170972 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:47:43.196989 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3bd9ab6c-4a2d-4494-b03b-3cdc4d8e6615 req-b6392999-5483-484b-89c6-ea1db32fc9c2 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] 10.222.0.60 "GET /v2.0/ports?device_id=604f9f22-aaf7-4f98-8e1d-78b9326e5b57 HTTP/1.1" status: 200 len: 210 time: 0.1243346 Jun 11 09:47:43.202419 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ff15e7-2b88-4720-9d2f-30f420d6faef service neutron] Pushing event updated for resources: {'Port': ['ID=97aef7b2-3fbe-4ebf-80c5-a24821c959ab,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:47:43.208005 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-82ff15e7-2b88-4720-9d2f-30f420d6faef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:47:43.263374 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-4cab13af-02bf-4cd0-8a41-074248c7e878 req-76609f04-bb4e-4d7c-9c34-cecef0db5095 service neutron] Attempting to bind port 52d5c74f-902b-4c6c-959f-9a5dab2eac09 on host n-h2-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:47:43.265840 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-4cab13af-02bf-4cd0-8a41-074248c7e878 req-76609f04-bb4e-4d7c-9c34-cecef0db5095 service neutron] Attempting to bind port 52d5c74f-902b-4c6c-959f-9a5dab2eac09 by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': 'b51c68b7-80ed-4de8-bd6d-e2ba699aba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '743172cf-2dc7-4438-9267-f806a2cb8a77'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:47:43.266904 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cab13af-02bf-4cd0-8a41-074248c7e878 req-76609f04-bb4e-4d7c-9c34-cecef0db5095 service neutron] Attempting to bind port 52d5c74f-902b-4c6c-959f-9a5dab2eac09 on network 743172cf-2dc7-4438-9267-f806a2cb8a77 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:47:43.274875 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cab13af-02bf-4cd0-8a41-074248c7e878 req-76609f04-bb4e-4d7c-9c34-cecef0db5095 service neutron] Port 52d5c74f-902b-4c6c-959f-9a5dab2eac09 on network 743172cf-2dc7-4438-9267-f806a2cb8a77 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:47:43.278307 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cab13af-02bf-4cd0-8a41-074248c7e878 req-76609f04-bb4e-4d7c-9c34-cecef0db5095 service neutron] Attempting to bind port 52d5c74f-902b-4c6c-959f-9a5dab2eac09 on network 743172cf-2dc7-4438-9267-f806a2cb8a77 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:47:43.284647 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cab13af-02bf-4cd0-8a41-074248c7e878 req-76609f04-bb4e-4d7c-9c34-cecef0db5095 service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:47:43.285235 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cab13af-02bf-4cd0-8a41-074248c7e878 req-76609f04-bb4e-4d7c-9c34-cecef0db5095 service neutron] Checking segment: {'id': 'b51c68b7-80ed-4de8-bd6d-e2ba699aba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '743172cf-2dc7-4438-9267-f806a2cb8a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:47:43.285852 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cab13af-02bf-4cd0-8a41-074248c7e878 req-76609f04-bb4e-4d7c-9c34-cecef0db5095 service neutron] Bound using segment: {'id': 'b51c68b7-80ed-4de8-bd6d-e2ba699aba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '743172cf-2dc7-4438-9267-f806a2cb8a77'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:47:43.286507 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-4cab13af-02bf-4cd0-8a41-074248c7e878 req-76609f04-bb4e-4d7c-9c34-cecef0db5095 service neutron] Bound port: 52d5c74f-902b-4c6c-959f-9a5dab2eac09, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b51c68b7-80ed-4de8-bd6d-e2ba699aba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '743172cf-2dc7-4438-9267-f806a2cb8a77'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:47:43.287064 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-4cab13af-02bf-4cd0-8a41-074248c7e878 req-76609f04-bb4e-4d7c-9c34-cecef0db5095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:43.324911 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['ab844676-aec3-4282-8112-410caf66eaf5'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:47:43.405208 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b91d95-8f62-4942-91db-e063330b2756 req-22fc9d75-8513-43f2-b594-7b26fa34c246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:43.409414 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-99b91d95-8f62-4942-91db-e063330b2756 req-22fc9d75-8513-43f2-b594-7b26fa34c246 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b5eb53057ea549f0bba9b3499e57c40f&device_id=9745bfb2-7c5a-4eaa-b9c6-1e797395097a HTTP/1.1" status: 200 len: 1099 time: 0.1875715 Jun 11 09:47:43.471966 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-4cab13af-02bf-4cd0-8a41-074248c7e878 req-76609f04-bb4e-4d7c-9c34-cecef0db5095 service neutron] For port 52d5c74f-902b-4c6c-959f-9a5dab2eac09, host n-h2-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:47:43.529637 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-4cab13af-02bf-4cd0-8a41-074248c7e878 req-76609f04-bb4e-4d7c-9c34-cecef0db5095 service neutron] For port 52d5c74f-902b-4c6c-959f-9a5dab2eac09, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=52d5c74f-902b-4c6c-959f-9a5dab2eac09,segment=NetworkSegment(b51c68b7-80ed-4de8-bd6d-e2ba699aba0b),segment_id=b51c68b7-80ed-4de8-bd6d-e2ba699aba0b)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:47:43.529637 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa380e1-e5c8-4038-b922-2fd6d2745888 x-openstack-request-id: req-5aa380e1-e5c8-4038-b922-2fd6d2745888 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:47:43.529637 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "604f9f22-aaf7-4f98-8e1d-78b9326e5b57", "name": "network-vif-deleted", "tag": "1f1b5c6e-6272-4400-80b4-7e0f066ffadb", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:47:43.529637 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5aa380e1-e5c8-4038-b922-2fd6d2745888 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:47:43.529637 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '604f9f22-aaf7-4f98-8e1d-78b9326e5b57', 'name': 'network-vif-deleted', 'tag': '1f1b5c6e-6272-4400-80b4-7e0f066ffadb', 'status': 'completed', 'code': 200} Jun 11 09:47:43.537357 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-99b91d95-8f62-4942-91db-e063330b2756 req-9303a102-1442-42d6-988e-67853a63cbb3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=97aef7b2-3fbe-4ebf-80c5-a24821c959ab HTTP/1.1" status: 200 len: 217 time: 0.1155360 Jun 11 09:47:43.650058 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b91d95-8f62-4942-91db-e063330b2756 req-16a07559-3e54-440f-9147-41c5cca7f6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:43.653522 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-99b91d95-8f62-4942-91db-e063330b2756 req-16a07559-3e54-440f-9147-41c5cca7f6c9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=189b03cc-b2a8-4615-9ab5-ad0328c3f10f HTTP/1.1" status: 200 len: 843 time: 0.1029570 Jun 11 09:47:43.694988 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0780969a-8da6-40f0-aa4c-35cc8ac43248 req-c586f5b8-c54a-446f-bf1a-8455b6d85afa tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:43.696558 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0780969a-8da6-40f0-aa4c-35cc8ac43248 req-c586f5b8-c54a-446f-bf1a-8455b6d85afa tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad15899d-2c49-4d83-a641-4e0184807ac8 HTTP/1.1" status: 200 len: 950 time: 0.1127088 Jun 11 09:47:43.738042 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-4cab13af-02bf-4cd0-8a41-074248c7e878 req-76609f04-bb4e-4d7c-9c34-cecef0db5095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:43.746455 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-37412ddf-b82e-4a93-b1ed-66e755171144 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:47:43.767701 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0780969a-8da6-40f0-aa4c-35cc8ac43248 req-229fce82-cf0d-4fa6-871a-5ea98dcfe5ff tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] 10.222.0.60 "GET /v2.0/security-groups?id=3dfb640a-7174-4f82-a9e7-bf6bbf6da8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640800 Jun 11 09:47:43.781649 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b91d95-8f62-4942-91db-e063330b2756 req-4195345d-b4eb-4c4e-9085-0abe92f2a87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:43.781649 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-99b91d95-8f62-4942-91db-e063330b2756 req-4195345d-b4eb-4c4e-9085-0abe92f2a87e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cf20d108-f84c-44de-9036-2269564edd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1175737 Jun 11 09:47:43.868376 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76609f04-bb4e-4d7c-9c34-cecef0db5095 service neutron] Pushing event updated for resources: {'Port': ['ID=52d5c74f-902b-4c6c-959f-9a5dab2eac09,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:47:43.871842 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cab13af-02bf-4cd0-8a41-074248c7e878 req-76609f04-bb4e-4d7c-9c34-cecef0db5095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:43.872618 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-4cab13af-02bf-4cd0-8a41-074248c7e878 req-76609f04-bb4e-4d7c-9c34-cecef0db5095 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:43.874956 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4cab13af-02bf-4cd0-8a41-074248c7e878 req-76609f04-bb4e-4d7c-9c34-cecef0db5095 service neutron] 10.222.0.69 "PUT /v2.0/ports/52d5c74f-902b-4c6c-959f-9a5dab2eac09 HTTP/1.1" status: 200 len: 1092 time: 2.2963798 Jun 11 09:47:43.875911 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-76609f04-bb4e-4d7c-9c34-cecef0db5095 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:47:43.965441 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e08750-9c6a-49da-ba9c-aa55bcabda6f x-openstack-request-id: req-36e08750-9c6a-49da-ba9c-aa55bcabda6f {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:47:43.965441 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "525807c3-e977-47d5-a491-34bcdb1769d2", "name": "network-vif-plugged", "status": "completed", "tag": "fc495253-b81b-4b15-b6f1-a656482ec88a", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:47:43.965441 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-36e08750-9c6a-49da-ba9c-aa55bcabda6f {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:47:43.965441 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '525807c3-e977-47d5-a491-34bcdb1769d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc495253-b81b-4b15-b6f1-a656482ec88a', 'code': 200} Jun 11 09:47:43.974809 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-99b91d95-8f62-4942-91db-e063330b2756 req-e8a55f76-ee1f-481c-ad6c-80bd8a86208f service neutron] 10.222.0.69 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825619 Jun 11 09:47:44.107354 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cab13af-02bf-4cd0-8a41-074248c7e878 req-f0487d5f-9b9e-494a-bec4-7483f89ccfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:44.109713 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4cab13af-02bf-4cd0-8a41-074248c7e878 req-f0487d5f-9b9e-494a-bec4-7483f89ccfdf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=845e0c4a59a549beb9cd8a20149f973b&device_id=2e8b47b8-c709-4c22-9376-afe249717e85 HTTP/1.1" status: 200 len: 1095 time: 0.0949867 Jun 11 09:47:44.117957 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c07745-2445-44e0-9172-d788b2177f33 req-7798e021-a111-4631-9f98-5ac0fcd22ed8 tempest-ImagesOneServerTestJSON-1239789422 tempest-ImagesOneServerTestJSON-1239789422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:44.120530 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-11c07745-2445-44e0-9172-d788b2177f33 req-7798e021-a111-4631-9f98-5ac0fcd22ed8 tempest-ImagesOneServerTestJSON-1239789422 tempest-ImagesOneServerTestJSON-1239789422-project] 10.222.0.60 "GET /v2.0/ports?device_id=9246271a-9176-4cea-beeb-0dd3c4e1a23a HTTP/1.1" status: 200 len: 949 time: 0.1817925 Jun 11 09:47:44.191751 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4cab13af-02bf-4cd0-8a41-074248c7e878 req-289e0106-9a2e-4022-82bb-9dae8d501ff6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=52d5c74f-902b-4c6c-959f-9a5dab2eac09 HTTP/1.1" status: 200 len: 217 time: 0.0699444 Jun 11 09:47:44.263185 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cab13af-02bf-4cd0-8a41-074248c7e878 req-2bffd474-2699-4c0b-8ade-8959a890a5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:44.265139 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4cab13af-02bf-4cd0-8a41-074248c7e878 req-2bffd474-2699-4c0b-8ade-8959a890a5aa service neutron] 10.222.0.69 "GET /v2.0/subnets?id=78635cc5-5408-4976-b3d9-b4cc65a6e8b4 HTTP/1.1" status: 200 len: 846 time: 0.0644803 Jun 11 09:47:44.284023 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-11c07745-2445-44e0-9172-d788b2177f33 req-be64a7a6-f6e5-425b-8d2b-d6856285c2bc tempest-ImagesOneServerTestJSON-1239789422 tempest-ImagesOneServerTestJSON-1239789422-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0a0daee-267b-40f9-aca8-cf47ce64010a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524403 Jun 11 09:47:44.306808 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-99b91d95-8f62-4942-91db-e063330b2756 req-acb0fec0-f403-43a2-b674-eefc5b4749a7 service neutron] 10.222.0.69 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3114278 Jun 11 09:47:44.330207 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4cab13af-02bf-4cd0-8a41-074248c7e878 req-05dc0ba9-e8f4-4b49-97c7-74b4d47df5b6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=743172cf-2dc7-4438-9267-f806a2cb8a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410635 Jun 11 09:47:44.341330 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e557e490-05e7-4370-9354-db3a22284cdc req-e93fed89-af7f-49f4-9a34-c053d3c95b3b tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:44.341330 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e557e490-05e7-4370-9354-db3a22284cdc req-e93fed89-af7f-49f4-9a34-c053d3c95b3b tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7a81710-1c35-4321-ae55-729c29b29780 HTTP/1.1" status: 200 len: 949 time: 0.2445979 Jun 11 09:47:44.343375 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd180fb5-6638-4344-a919-9cf5545861eb x-openstack-request-id: req-cd180fb5-6638-4344-a919-9cf5545861eb {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:47:44.344080 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9745bfb2-7c5a-4eaa-b9c6-1e797395097a", "tag": "97aef7b2-3fbe-4ebf-80c5-a24821c959ab", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:47:44.344382 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cd180fb5-6638-4344-a919-9cf5545861eb {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:47:44.344819 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9745bfb2-7c5a-4eaa-b9c6-1e797395097a', 'tag': '97aef7b2-3fbe-4ebf-80c5-a24821c959ab', 'status': 'completed', 'code': 200} Jun 11 09:47:44.347954 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88610eb8-1745-4aa2-9506-ae21419e683a req-0543c243-ae78-4788-a3f3-987ee8529a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:44.349403 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-88610eb8-1745-4aa2-9506-ae21419e683a req-0543c243-ae78-4788-a3f3-987ee8529a81 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=85a0b78c318440aa9b70136d633fbbff&device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 1096 time: 0.2689106 Jun 11 09:47:44.472789 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e557e490-05e7-4370-9354-db3a22284cdc req-60e96db5-e458-480e-9739-c87748f8b745 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213408 Jun 11 09:47:44.578275 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 1f1b5c6e-6272-4400-80b4-7e0f066ffadb no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:47:44.601506 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4cab13af-02bf-4cd0-8a41-074248c7e878 req-a253372f-1c4a-4022-aa0c-72d61fcda8d8 service neutron] 10.222.0.69 "GET /v2.0/networks/743172cf-2dc7-4438-9267-f806a2cb8a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333529 Jun 11 09:47:44.626124 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f03f9d-f4ba-4c8d-a24c-7787576b6a29 req-90aa414e-c9cf-4f6f-a759-8c33b26c06e4 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:44.626124 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b7f03f9d-f4ba-4c8d-a24c-7787576b6a29 req-90aa414e-c9cf-4f6f-a759-8c33b26c06e4 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] 10.222.0.60 "GET /v2.0/ports?device_id=9745bfb2-7c5a-4eaa-b9c6-1e797395097a HTTP/1.1" status: 200 len: 947 time: 0.1179285 Jun 11 09:47:44.641542 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] No Port match for: 1f1b5c6e-6272-4400-80b4-7e0f066ffadb {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:47:44.641903 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 1f1b5c6e-6272-4400-80b4-7e0f066ffadb not bound to the agent host n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:47:44.646103 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88610eb8-1745-4aa2-9506-ae21419e683a req-90fc15d7-8140-4094-8ef2-c694b50d9240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:44.647791 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-88610eb8-1745-4aa2-9506-ae21419e683a req-90fc15d7-8140-4094-8ef2-c694b50d9240 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ecbff90d-5ab6-4357-bf37-5548ca0e9255 HTTP/1.1" status: 200 len: 911 time: 0.2754910 Jun 11 09:47:44.735674 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d96fb8b-9e59-4a65-8a3b-1dd2ac84adc6 req-c3abcd42-3beb-40a2-bb60-1db3be2eaa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:44.740368 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6d96fb8b-9e59-4a65-8a3b-1dd2ac84adc6 req-c3abcd42-3beb-40a2-bb60-1db3be2eaa1c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b5eb53057ea549f0bba9b3499e57c40f&device_id=9745bfb2-7c5a-4eaa-b9c6-1e797395097a HTTP/1.1" status: 200 len: 1099 time: 0.2939546 Jun 11 09:47:44.778368 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b7f03f9d-f4ba-4c8d-a24c-7787576b6a29 req-b4048410-120d-40ea-8270-3da59b59117a tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fe6c44a-94dc-4218-910c-486cd3ffc9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394331 Jun 11 09:47:44.823772 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-88610eb8-1745-4aa2-9506-ae21419e683a req-6a501111-56ff-4e09-b687-e5f624726e78 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=730c5223-87c0-4868-94fb-7a041e9c63ba HTTP/1.1" status: 200 len: 999 time: 0.1642132 Jun 11 09:47:44.848821 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4cab13af-02bf-4cd0-8a41-074248c7e878 req-65a6ab02-33ac-45af-8b81-9811eb05fe62 service neutron] 10.222.0.69 "GET /v2.0/networks/743172cf-2dc7-4438-9267-f806a2cb8a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337480 Jun 11 09:47:44.969802 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88610eb8-1745-4aa2-9506-ae21419e683a req-0f885a62-ac68-4bed-a19a-089db800b5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:44.971162 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-88610eb8-1745-4aa2-9506-ae21419e683a req-0f885a62-ac68-4bed-a19a-089db800b5a7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65fd936e-e1de-4d66-9d41-076079c1dae3 HTTP/1.1" status: 200 len: 849 time: 0.1344848 Jun 11 09:47:45.035996 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d96fb8b-9e59-4a65-8a3b-1dd2ac84adc6 req-734b9af4-d134-4801-a1c0-f801c2bca1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:45.037456 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6d96fb8b-9e59-4a65-8a3b-1dd2ac84adc6 req-734b9af4-d134-4801-a1c0-f801c2bca1ac service neutron] 10.222.0.69 "GET /v2.0/networks?id=cf20d108-f84c-44de-9036-2269564edd60 HTTP/1.1" status: 200 len: 870 time: 0.2743261 Jun 11 09:47:45.037961 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cc45d5-6fd1-4ee9-96e4-aec3b796e3cc req-5b376684-3412-4325-bd06-152deebefdd4 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:45.040269 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c5cc45d5-6fd1-4ee9-96e4-aec3b796e3cc req-5b376684-3412-4325-bd06-152deebefdd4 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 944 time: 0.0956070 Jun 11 09:47:45.148728 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c5cc45d5-6fd1-4ee9-96e4-aec3b796e3cc req-ccc8e643-f526-40ac-abd4-5a5cfd718d3d tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d1f1aa-3601-424b-af20-9acf0698c1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558887 Jun 11 09:47:45.149352 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6d96fb8b-9e59-4a65-8a3b-1dd2ac84adc6 req-3f0bca29-f4eb-4918-a894-ea5ca7681744 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=97aef7b2-3fbe-4ebf-80c5-a24821c959ab HTTP/1.1" status: 200 len: 217 time: 0.0614400 Jun 11 09:47:45.164740 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88610eb8-1745-4aa2-9506-ae21419e683a req-35e256c3-520c-4af3-a0af-018f81c7740b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:45.167308 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-88610eb8-1745-4aa2-9506-ae21419e683a req-35e256c3-520c-4af3-a0af-018f81c7740b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ecbff90d-5ab6-4357-bf37-5548ca0e9255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1815164 Jun 11 09:47:45.247810 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d96fb8b-9e59-4a65-8a3b-1dd2ac84adc6 req-6475023f-ee14-4bc4-9ae3-49c88108a625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:45.249836 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6d96fb8b-9e59-4a65-8a3b-1dd2ac84adc6 req-6475023f-ee14-4bc4-9ae3-49c88108a625 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=189b03cc-b2a8-4615-9ab5-ad0328c3f10f HTTP/1.1" status: 200 len: 843 time: 0.1286316 Jun 11 09:47:45.437981 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd10d3-cb2c-4f72-8a12-ba5155ed1ab6 req-7582868c-5970-4c67-98d5-c8a2815e8836 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:45.439655 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a7bd10d3-cb2c-4f72-8a12-ba5155ed1ab6 req-7582868c-5970-4c67-98d5-c8a2815e8836 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e8b47b8-c709-4c22-9376-afe249717e85 HTTP/1.1" status: 200 len: 943 time: 0.1477087 Jun 11 09:47:45.482945 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-88610eb8-1745-4aa2-9506-ae21419e683a req-e73e159a-27ec-47c6-bd99-eff4de6fa79a service neutron] 10.222.0.64 "GET /v2.0/networks/ecbff90d-5ab6-4357-bf37-5548ca0e9255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2931848 Jun 11 09:47:45.492797 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e8b47b8-c709-4c22-9376-afe249717e85', 'tag': '52d5c74f-902b-4c6c-959f-9a5dab2eac09'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:47:45.499742 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c1ccf3-24b9-471d-a50c-a6378447978c" -d '{"events": [{"name": "network-changed", "server_uuid": "2e8b47b8-c709-4c22-9376-afe249717e85", "tag": "52d5c74f-902b-4c6c-959f-9a5dab2eac09"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:47:45.539723 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a7bd10d3-cb2c-4f72-8a12-ba5155ed1ab6 req-b3865778-4674-4b6a-9a85-90edbd934b66 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821686 Jun 11 09:47:45.544356 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d96fb8b-9e59-4a65-8a3b-1dd2ac84adc6 req-30b8d600-e6ed-4330-94f6-3098f568909b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:45.546548 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6d96fb8b-9e59-4a65-8a3b-1dd2ac84adc6 req-30b8d600-e6ed-4330-94f6-3098f568909b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cf20d108-f84c-44de-9036-2269564edd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2236347 Jun 11 09:47:45.568775 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 45522) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:47:45.785764 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b904f3b7-2da2-4bda-a145-8abae5fd2e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:45.818480 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-88610eb8-1745-4aa2-9506-ae21419e683a req-90cc6500-eac4-4e1f-8c9e-97a21d678636 service neutron] 10.222.0.64 "GET /v2.0/networks/ecbff90d-5ab6-4357-bf37-5548ca0e9255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3166997 Jun 11 09:47:45.856397 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6d96fb8b-9e59-4a65-8a3b-1dd2ac84adc6 req-b99a8ca4-0060-41c1-bccb-e7d6271449ae service neutron] 10.222.0.69 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2982051 Jun 11 09:47:45.861604 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:45.991692 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ed9a50-5141-4d1c-b43b-59e273b51f99 x-openstack-request-id: req-12ed9a50-5141-4d1c-b43b-59e273b51f99 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:47:45.992294 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e8b47b8-c709-4c22-9376-afe249717e85", "tag": "52d5c74f-902b-4c6c-959f-9a5dab2eac09", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:47:45.992294 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-12ed9a50-5141-4d1c-b43b-59e273b51f99 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:47:45.992706 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e8b47b8-c709-4c22-9376-afe249717e85', 'tag': '52d5c74f-902b-4c6c-959f-9a5dab2eac09', 'status': 'completed', 'code': 200} Jun 11 09:47:46.171908 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fc9d9e-325d-47f4-9e5d-0e6e1e895c6d req-ac8a24b6-9879-4bf5-8b7b-c090f9f5fd66 tempest-ImagesOneServerTestJSON-1239789422 tempest-ImagesOneServerTestJSON-1239789422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:46.171908 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-23fc9d9e-325d-47f4-9e5d-0e6e1e895c6d req-ac8a24b6-9879-4bf5-8b7b-c090f9f5fd66 tempest-ImagesOneServerTestJSON-1239789422 tempest-ImagesOneServerTestJSON-1239789422-project] 10.222.0.60 "GET /v2.0/ports?device_id=9246271a-9176-4cea-beeb-0dd3c4e1a23a HTTP/1.1" status: 200 len: 949 time: 0.3134212 Jun 11 09:47:46.183315 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6d96fb8b-9e59-4a65-8a3b-1dd2ac84adc6 req-24efd37f-ebf8-4975-806a-af2c4c6d4376 service neutron] 10.222.0.69 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905669 Jun 11 09:47:46.234273 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-23fc9d9e-325d-47f4-9e5d-0e6e1e895c6d req-662882df-e722-4cc5-8aa1-70c0f847172e tempest-ImagesOneServerTestJSON-1239789422 tempest-ImagesOneServerTestJSON-1239789422-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0a0daee-267b-40f9-aca8-cf47ce64010a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623989 Jun 11 09:47:46.278483 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device ab844676-aec3-4282-8112-410caf66eaf5 up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:47:46.410292 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c1ccf3-24b9-471d-a50c-a6378447978c req-7d68aff6-d456-4f3b-9e27-8e93dcb61d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:46.410292 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-51c1ccf3-24b9-471d-a50c-a6378447978c req-7d68aff6-d456-4f3b-9e27-8e93dcb61d21 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=845e0c4a59a549beb9cd8a20149f973b&device_id=2e8b47b8-c709-4c22-9376-afe249717e85 HTTP/1.1" status: 200 len: 1095 time: 0.4203181 Jun 11 09:47:46.423689 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cb59d7-63a5-491d-9305-6fc98d26d866 req-06eee0c6-c79d-4e56-a40a-522af3af7c66 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:46.433788 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-59cb59d7-63a5-491d-9305-6fc98d26d866 req-06eee0c6-c79d-4e56-a40a-522af3af7c66 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] 10.222.0.60 "GET /v2.0/ports?device_id=9745bfb2-7c5a-4eaa-b9c6-1e797395097a HTTP/1.1" status: 200 len: 947 time: 0.2126102 Jun 11 09:47:46.588933 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-59cb59d7-63a5-491d-9305-6fc98d26d866 req-615b3dc3-c613-4009-a155-96eb85b84ea2 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fe6c44a-94dc-4218-910c-486cd3ffc9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405454 Jun 11 09:47:46.625906 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c1ccf3-24b9-471d-a50c-a6378447978c req-104584fe-4b53-4028-a407-2d9ae5727150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:46.627377 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-51c1ccf3-24b9-471d-a50c-a6378447978c req-104584fe-4b53-4028-a407-2d9ae5727150 service neutron] 10.222.0.69 "GET /v2.0/networks?id=743172cf-2dc7-4438-9267-f806a2cb8a77 HTTP/1.1" status: 200 len: 907 time: 0.1896031 Jun 11 09:47:46.709980 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-51c1ccf3-24b9-471d-a50c-a6378447978c req-00d10d91-4024-4a33-b770-22539dc7dfd7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=52d5c74f-902b-4c6c-959f-9a5dab2eac09 HTTP/1.1" status: 200 len: 217 time: 0.0748560 Jun 11 09:47:46.827960 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-14c61102-11aa-4ca2-ae77-d7ba71dbb914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375209'] for router_interface, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:46.880039 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c1ccf3-24b9-471d-a50c-a6378447978c req-e3a7e4bc-d8e1-46ed-8023-5581789c356f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:46.881515 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-51c1ccf3-24b9-471d-a50c-a6378447978c req-e3a7e4bc-d8e1-46ed-8023-5581789c356f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=78635cc5-5408-4976-b3d9-b4cc65a6e8b4 HTTP/1.1" status: 200 len: 846 time: 0.1596467 Jun 11 09:47:46.937137 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning for port ab844676-aec3-4282-8112-410caf66eaf5 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:47:46.939416 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:46.943090 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port ab844676-aec3-4282-8112-410caf66eaf5 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:47:46.943677 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:47.072553 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:47.116378 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9246271a-9176-4cea-beeb-0dd3c4e1a23a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab844676-aec3-4282-8112-410caf66eaf5'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:47:47.119915 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d1e9216-a0a7-4bfc-af26-ddb7cfd4bef4" -d '{"events": [{"server_uuid": "9246271a-9176-4cea-beeb-0dd3c4e1a23a", "name": "network-vif-plugged", "status": "completed", "tag": "ab844676-aec3-4282-8112-410caf66eaf5"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:47:47.137935 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port ab844676-aec3-4282-8112-410caf66eaf5, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=ab844676-aec3-4282-8112-410caf66eaf5,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:47:47.279939 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:47.282310 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-c83475d2-abf9-4b26-a9a7-f7719222bdf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:47:47.360668 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-51c1ccf3-24b9-471d-a50c-a6378447978c req-a585dd7d-9500-44ab-8ac9-de55fce7990d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=743172cf-2dc7-4438-9267-f806a2cb8a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547690 Jun 11 09:47:47.427871 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=ab844676-aec3-4282-8112-410caf66eaf5,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:47:47.429570 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7178e201-d805-4b68-9e2a-c7b743a72da1 req-8acea200-11f7-4633-8838-aee1d3f97018 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:47.436730 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7178e201-d805-4b68-9e2a-c7b743a72da1 req-8acea200-11f7-4633-8838-aee1d3f97018 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 944 time: 0.7215803 Jun 11 09:47:47.438111 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:47:47.488953 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646aeefb-17e3-4433-a46f-df8404fc6f41 req-0e74a443-e1e0-4137-abda-26738ab2c853 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:47.490523 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-646aeefb-17e3-4433-a46f-df8404fc6f41 req-0e74a443-e1e0-4137-abda-26738ab2c853 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e8b47b8-c709-4c22-9376-afe249717e85 HTTP/1.1" status: 200 len: 943 time: 0.2140944 Jun 11 09:47:47.527625 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fe70fa53-ed3d-4913-b107-17cce3a12495 req-5593c9a4-7f02-4946-9ced-5b8b8e11c954 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a7a81710-1c35-4321-ae55-729c29b29780&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1223092 Jun 11 09:47:47.557676 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-646aeefb-17e3-4433-a46f-df8404fc6f41 req-e33bd6ce-6dc5-45c8-9a1e-613bce068c4f tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613875 Jun 11 09:47:47.648230 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7178e201-d805-4b68-9e2a-c7b743a72da1 req-e3ce185c-dfe5-4913-a3c0-ce81568ffe3c tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d1f1aa-3601-424b-af20-9acf0698c1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2105033 Jun 11 09:47:47.706596 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-51c1ccf3-24b9-471d-a50c-a6378447978c req-847ffb28-2811-4dbd-a972-f777315f061c service neutron] 10.222.0.69 "GET /v2.0/networks/743172cf-2dc7-4438-9267-f806a2cb8a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3313653 Jun 11 09:47:47.845063 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ae01f0d-36f9-4bca-8302-93a8a986033a x-openstack-request-id: req-2ae01f0d-36f9-4bca-8302-93a8a986033a {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:47:47.845359 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9246271a-9176-4cea-beeb-0dd3c4e1a23a", "name": "network-vif-plugged", "status": "completed", "tag": "ab844676-aec3-4282-8112-410caf66eaf5", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:47:47.846023 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2ae01f0d-36f9-4bca-8302-93a8a986033a {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:47:47.846778 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9246271a-9176-4cea-beeb-0dd3c4e1a23a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab844676-aec3-4282-8112-410caf66eaf5', 'code': 200} Jun 11 09:47:48.064766 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-51c1ccf3-24b9-471d-a50c-a6378447978c req-5e814283-a34f-4545-be28-5e6217978868 service neutron] 10.222.0.69 "GET /v2.0/networks/743172cf-2dc7-4438-9267-f806a2cb8a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3381872 Jun 11 09:47:48.102799 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c91ec81-ed4f-49b2-bef0-c6249b7d9f52 req-5d4ce67e-b302-4dd1-80f4-1b644e19e585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:48.104472 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4c91ec81-ed4f-49b2-bef0-c6249b7d9f52 req-5d4ce67e-b302-4dd1-80f4-1b644e19e585 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9246271a-9176-4cea-beeb-0dd3c4e1a23a HTTP/1.1" status: 200 len: 1102 time: 0.1823003 Jun 11 09:47:48.116406 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d7da4e-8a98-467b-9460-a0a6e1bfcac3 req-dd2f3c2a-2a98-4dfd-8d7a-af63e465913f tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:48.122434 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5c9893-91a2-468c-a80b-7dc8e5859108 req-07e9087a-e315-4195-81b9-bf405ef104e6 tempest-ImagesOneServerTestJSON-1239789422 tempest-ImagesOneServerTestJSON-1239789422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:48.124237 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8c5c9893-91a2-468c-a80b-7dc8e5859108 req-07e9087a-e315-4195-81b9-bf405ef104e6 tempest-ImagesOneServerTestJSON-1239789422 tempest-ImagesOneServerTestJSON-1239789422-project] 10.222.0.60 "GET /v2.0/ports?device_id=9246271a-9176-4cea-beeb-0dd3c4e1a23a HTTP/1.1" status: 200 len: 950 time: 0.1187003 Jun 11 09:47:48.127917 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-88d7da4e-8a98-467b-9460-a0a6e1bfcac3 req-dd2f3c2a-2a98-4dfd-8d7a-af63e465913f tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7a81710-1c35-4321-ae55-729c29b29780 HTTP/1.1" status: 200 len: 949 time: 0.2890625 Jun 11 09:47:48.142476 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-14c61102-11aa-4ca2-ae77-d7ba71dbb914 admin admin] Deleting port e27a1017-8750-4cd8-950f-7d95583b871f {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:47:48.142874 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-14c61102-11aa-4ca2-ae77-d7ba71dbb914 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:48.210305 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4c91ec81-ed4f-49b2-bef0-c6249b7d9f52 req-3750728f-ba29-4510-9277-747f6ffc6f20 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c0a0daee-267b-40f9-aca8-cf47ce64010a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849769 Jun 11 09:47:48.216087 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8c5c9893-91a2-468c-a80b-7dc8e5859108 req-5761b74d-5f33-43c7-8779-490bee614574 tempest-ImagesOneServerTestJSON-1239789422 tempest-ImagesOneServerTestJSON-1239789422-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0a0daee-267b-40f9-aca8-cf47ce64010a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718148 Jun 11 09:47:48.253291 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-88d7da4e-8a98-467b-9460-a0a6e1bfcac3 req-f0357a03-e8a4-471d-ad1f-3eb3ff88f925 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228051 Jun 11 09:47:48.267330 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:48.392372 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-14c61102-11aa-4ca2-ae77-d7ba71dbb914 admin admin] For port e27a1017-8750-4cd8-950f-7d95583b871f, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=e27a1017-8750-4cd8-950f-7d95583b871f,segment=NetworkSegment(802e9f6d-3ccd-4201-9afd-53110d0b2010),segment_id=802e9f6d-3ccd-4201-9afd-53110d0b2010)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:47:48.392889 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-14c61102-11aa-4ca2-ae77-d7ba71dbb914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:48.485871 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d4e424-dd1a-4b29-b21d-b6794174e338 req-fbebfbff-bc8d-4a45-8725-5b90023b793f tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:48.487354 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-17d4e424-dd1a-4b29-b21d-b6794174e338 req-fbebfbff-bc8d-4a45-8725-5b90023b793f tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] 10.222.0.60 "GET /v2.0/ports?device_id=9745bfb2-7c5a-4eaa-b9c6-1e797395097a HTTP/1.1" status: 200 len: 947 time: 0.1217134 Jun 11 09:47:48.538094 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-17d4e424-dd1a-4b29-b21d-b6794174e338 req-3380ccd5-fc23-4566-9602-34e8b014d167 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fe6c44a-94dc-4218-910c-486cd3ffc9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439487 Jun 11 09:47:48.573629 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-14c61102-11aa-4ca2-ae77-d7ba71dbb914 admin admin] Calling delete_port for e27a1017-8750-4cd8-950f-7d95583b871f owned by network:router_interface {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:47:48.613307 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 97aef7b2-3fbe-4ebf-80c5-a24821c959ab details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:47:48.841724 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 97aef7b2-3fbe-4ebf-80c5-a24821c959ab, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=97aef7b2-3fbe-4ebf-80c5-a24821c959ab,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:47:48.864796 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': '97aef7b2-3fbe-4ebf-80c5-a24821c959ab', 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60', 'port_id': '97aef7b2-3fbe-4ebf-80c5-a24821c959ab', 'mac_address': 'fa:16:3e:cd:67:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189b03cc-b2a8-4615-9ab5-ad0328c3f10f', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:47:48.920404 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:48.937239 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97aef7b2-3fbe-4ebf-80c5-a24821c959ab {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:47:48.983331 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-14c61102-11aa-4ca2-ae77-d7ba71dbb914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:48.986118 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 97aef7b2-3fbe-4ebf-80c5-a24821c959ab, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=97aef7b2-3fbe-4ebf-80c5-a24821c959ab,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:47:48.988379 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-773d2772-622e-44ee-8e1a-304ef9a4edc5 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:47:49.015714 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cde4dfe-c6b7-40eb-ac8f-da493121989b req-b46c8576-0574-419f-8308-1a50ef2be78e tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:49.017319 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8cde4dfe-c6b7-40eb-ac8f-da493121989b req-b46c8576-0574-419f-8308-1a50ef2be78e tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 944 time: 0.1098866 Jun 11 09:47:49.040362 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c61102-11aa-4ca2-ae77-d7ba71dbb914 admin admin] Pushing event deleted for resources: {'Port': ['ID=e27a1017-8750-4cd8-950f-7d95583b871f,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:47:49.044445 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-14c61102-11aa-4ca2-ae77-d7ba71dbb914 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:47:49.061942 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:49.062866 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 52d5c74f-902b-4c6c-959f-9a5dab2eac09 details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:47:49.065584 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-97a1c5b1-ea79-40cd-aa18-ed6da932956d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:47:49.102740 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e246993b-43f0-4fdf-b644-4f81205e63f4 req-809bb163-fb47-4b2d-ae76-0b5f96d8a6ea tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:49.104830 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e246993b-43f0-4fdf-b644-4f81205e63f4 req-809bb163-fb47-4b2d-ae76-0b5f96d8a6ea tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e8b47b8-c709-4c22-9376-afe249717e85 HTTP/1.1" status: 200 len: 943 time: 0.1946306 Jun 11 09:47:49.113967 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8cde4dfe-c6b7-40eb-ac8f-da493121989b req-67fcc465-7462-401d-bd56-3748ef5e92ec tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d1f1aa-3601-424b-af20-9acf0698c1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852592 Jun 11 09:47:49.202411 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=97aef7b2-3fbe-4ebf-80c5-a24821c959ab,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:47:49.214592 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:47:49.314341 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e246993b-43f0-4fdf-b644-4f81205e63f4 req-e0b63827-2786-4866-968a-da91382f4fe1 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561015 Jun 11 09:47:49.383028 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 52d5c74f-902b-4c6c-959f-9a5dab2eac09, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=52d5c74f-902b-4c6c-959f-9a5dab2eac09,segment=NetworkSegment(b51c68b7-80ed-4de8-bd6d-e2ba699aba0b),segment_id=b51c68b7-80ed-4de8-bd6d-e2ba699aba0b)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:47:49.436464 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': '52d5c74f-902b-4c6c-959f-9a5dab2eac09', 'network_id': '743172cf-2dc7-4438-9267-f806a2cb8a77', 'port_id': '52d5c74f-902b-4c6c-959f-9a5dab2eac09', 'mac_address': 'fa:16:3e:77:c0:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78635cc5-5408-4976-b3d9-b4cc65a6e8b4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:47:49.556987 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:49.579794 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db389acb-3bde-49f0-90f5-58963ff2a6e3 req-e6f349c0-4dc4-4a75-9146-d52bf0d457ba tempest-ImagesOneServerTestJSON-1239789422 tempest-ImagesOneServerTestJSON-1239789422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:49.596256 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-db389acb-3bde-49f0-90f5-58963ff2a6e3 req-e6f349c0-4dc4-4a75-9146-d52bf0d457ba tempest-ImagesOneServerTestJSON-1239789422 tempest-ImagesOneServerTestJSON-1239789422-project] 10.222.0.60 "GET /v2.0/ports?device_id=9246271a-9176-4cea-beeb-0dd3c4e1a23a HTTP/1.1" status: 200 len: 950 time: 0.1114919 Jun 11 09:47:49.597354 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52d5c74f-902b-4c6c-959f-9a5dab2eac09 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:47:49.656187 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 52d5c74f-902b-4c6c-959f-9a5dab2eac09, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=52d5c74f-902b-4c6c-959f-9a5dab2eac09,segment=NetworkSegment(b51c68b7-80ed-4de8-bd6d-e2ba699aba0b),segment_id=b51c68b7-80ed-4de8-bd6d-e2ba699aba0b)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:47:49.697321 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-db389acb-3bde-49f0-90f5-58963ff2a6e3 req-ba53290d-9429-4528-b60c-1a4954f1a8c8 tempest-ImagesOneServerTestJSON-1239789422 tempest-ImagesOneServerTestJSON-1239789422-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0a0daee-267b-40f9-aca8-cf47ce64010a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996637 Jun 11 09:47:49.740679 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-14c61102-11aa-4ca2-ae77-d7ba71dbb914 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362297'] for router_interface, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:49.776514 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:49.780927 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:47:49.887425 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=52d5c74f-902b-4c6c-959f-9a5dab2eac09,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:47:49.891048 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270bfee2-1a15-473c-ab42-6f1acb207550 req-db564585-7bbb-47c1-9c47-134b546dcf57 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:49.893201 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-270bfee2-1a15-473c-ab42-6f1acb207550 req-db564585-7bbb-47c1-9c47-134b546dcf57 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7a81710-1c35-4321-ae55-729c29b29780 HTTP/1.1" status: 200 len: 949 time: 0.2799447 Jun 11 09:47:49.908840 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:47:49.965916 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cf1c1f-ee43-4a3d-a596-ac337d9f5330 req-52c5f7c3-6ea8-4c2e-844c-06549c830807 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:49.973130 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c4cf1c1f-ee43-4a3d-a596-ac337d9f5330 req-52c5f7c3-6ea8-4c2e-844c-06549c830807 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] 10.222.0.60 "GET /v2.0/ports?device_id=9745bfb2-7c5a-4eaa-b9c6-1e797395097a HTTP/1.1" status: 200 len: 948 time: 0.1165409 Jun 11 09:47:49.995993 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-270bfee2-1a15-473c-ab42-6f1acb207550 req-e1ef79a5-fc71-43ff-9b45-b94694c457af tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797827 Jun 11 09:47:50.035985 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c4cf1c1f-ee43-4a3d-a596-ac337d9f5330 req-4296317a-b065-45a0-82ea-a92a4f5d70a4 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fe6c44a-94dc-4218-910c-486cd3ffc9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565538 Jun 11 09:47:50.225611 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14c61102-11aa-4ca2-ae77-d7ba71dbb914 admin admin] Router fb47f02b-a17b-4911-bfce-5344faf007c6 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 09:47:50.420780 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14c61102-11aa-4ca2-ae77-d7ba71dbb914 admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:47:50.428190 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-14c61102-11aa-4ca2-ae77-d7ba71dbb914 admin admin] 10.222.0.60 "PUT /v2.0/routers/fb47f02b-a17b-4911-bfce-5344faf007c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8565147 Jun 11 09:47:50.429414 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 45658) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:47:50.437536 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6277cc-9f9e-45ce-b195-cb3ee58c7c1c None None] Sync routers for ids ['fb47f02b-a17b-4911-bfce-5344faf007c6'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:47:50.456097 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6277cc-9f9e-45ce-b195-cb3ee58c7c1c None None] Routers {'fb47f02b-a17b-4911-bfce-5344faf007c6'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:47:50.456825 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-1d6277cc-9f9e-45ce-b195-cb3ee58c7c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:47:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['fb47f02b-a17b-4911-bfce-5344faf007c6'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:47:50.506339 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['97aef7b2-3fbe-4ebf-80c5-a24821c959ab'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:47:50.606465 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['52d5c74f-902b-4c6c-959f-9a5dab2eac09'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:47:50.632371 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b655842a-f345-4d86-a072-08b89fb17508 req-c10a85d4-5c65-4823-84f2-852020236b75 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:50.635587 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b655842a-f345-4d86-a072-08b89fb17508 req-c10a85d4-5c65-4823-84f2-852020236b75 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e8b47b8-c709-4c22-9376-afe249717e85 HTTP/1.1" status: 200 len: 944 time: 0.1760995 Jun 11 09:47:50.678017 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device f465a301-28b2-46bf-b64b-5c5993ac9add details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:47:50.697498 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-23417506-0747-4062-9ecf-aa47876a2803 admin admin] Notify callbacks [] for router, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:50.746962 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b655842a-f345-4d86-a072-08b89fb17508 req-bdb7dca1-6ad6-4d3b-949e-025d7a6115c8 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048625 Jun 11 09:47:50.883851 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-1d6277cc-9f9e-45ce-b195-cb3ee58c7c1c None None] Set router fb47f02b-a17b-4911-bfce-5344faf007c6 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:47:51.021816 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-23417506-0747-4062-9ecf-aa47876a2803 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:51.074481 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ba9871-8ac5-494a-a38c-e23811bf3ffd req-ccc6ff90-c85a-44ef-80bf-c215a5dd5907 tempest-ImagesOneServerTestJSON-1239789422 tempest-ImagesOneServerTestJSON-1239789422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:51.076626 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-03ba9871-8ac5-494a-a38c-e23811bf3ffd req-ccc6ff90-c85a-44ef-80bf-c215a5dd5907 tempest-ImagesOneServerTestJSON-1239789422 tempest-ImagesOneServerTestJSON-1239789422-project] 10.222.0.60 "GET /v2.0/ports?device_id=9246271a-9176-4cea-beeb-0dd3c4e1a23a HTTP/1.1" status: 200 len: 950 time: 0.1937828 Jun 11 09:47:51.079784 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70fa53-ed3d-4913-b107-17cce3a12495 req-26ddc597-1b3b-49da-a1c2-8282c00263fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:51.085193 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fe70fa53-ed3d-4913-b107-17cce3a12495 req-26ddc597-1b3b-49da-a1c2-8282c00263fd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2d153095abe14427b94c36cd340ad809&device_id=a7a81710-1c35-4321-ae55-729c29b29780 HTTP/1.1" status: 200 len: 1101 time: 0.1973321 Jun 11 09:47:51.148397 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port f465a301-28b2-46bf-b64b-5c5993ac9add, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=f465a301-28b2-46bf-b64b-5c5993ac9add,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:47:51.168325 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-1d6277cc-9f9e-45ce-b195-cb3ee58c7c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb47f02b-a17b-4911-bfce-5344faf007c6', 'name': 'tempest-ServerRescueTestJSONUnderV235-2107822683-router', 'tenant_id': 'c5132d58a61b4dee97f4685d93187a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '45593247-f253-4566-badd-4f2044a48209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:45:52Z', 'updated_at': '2021-06-11T09:47:48Z', 'revision_number': 5, 'project_id': 'c5132d58a61b4dee97f4685d93187a0e', 'gw_port': {'id': '45593247-f253-4566-badd-4f2044a48209', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:4b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb47f02b-a17b-4911-bfce-5344faf007c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:45:54Z', 'updated_at': '2021-06-11T09:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:47:51.172611 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6277cc-9f9e-45ce-b195-cb3ee58c7c1c None None] Checking router: fb47f02b-a17b-4911-bfce-5344faf007c6 for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:47:51.181506 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6277cc-9f9e-45ce-b195-cb3ee58c7c1c None None] Routers {'fb47f02b-a17b-4911-bfce-5344faf007c6'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:47:51.182376 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-1d6277cc-9f9e-45ce-b195-cb3ee58c7c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:47:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['fb47f02b-a17b-4911-bfce-5344faf007c6'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:47:51.201955 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-03ba9871-8ac5-494a-a38c-e23811bf3ffd req-a83d7d90-e829-436f-8d66-8e0314d88265 tempest-ImagesOneServerTestJSON-1239789422 tempest-ImagesOneServerTestJSON-1239789422-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0a0daee-267b-40f9-aca8-cf47ce64010a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093056 Jun 11 09:47:51.249656 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': 'f465a301-28b2-46bf-b64b-5c5993ac9add', 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60', 'port_id': 'f465a301-28b2-46bf-b64b-5c5993ac9add', 'mac_address': 'fa:16:3e:ca:3d:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189b03cc-b2a8-4615-9ab5-ad0328c3f10f', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:47:51.321823 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-1d6277cc-9f9e-45ce-b195-cb3ee58c7c1c None None] Set router fb47f02b-a17b-4911-bfce-5344faf007c6 gateway port host: None {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:47:51.417171 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-1d6277cc-9f9e-45ce-b195-cb3ee58c7c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb47f02b-a17b-4911-bfce-5344faf007c6', 'name': 'tempest-ServerRescueTestJSONUnderV235-2107822683-router', 'tenant_id': 'c5132d58a61b4dee97f4685d93187a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:45:52Z', 'updated_at': '2021-06-11T09:47:51Z', 'revision_number': 6, 'project_id': 'c5132d58a61b4dee97f4685d93187a0e', 'gw_port_host': None}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:47:51.421673 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6277cc-9f9e-45ce-b195-cb3ee58c7c1c None None] The sync data for ids ['fb47f02b-a17b-4911-bfce-5344faf007c6'] in n-d-779913-12 is: [{'id': 'fb47f02b-a17b-4911-bfce-5344faf007c6', 'name': 'tempest-ServerRescueTestJSONUnderV235-2107822683-router', 'tenant_id': 'c5132d58a61b4dee97f4685d93187a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:45:52Z', 'updated_at': '2021-06-11T09:47:51Z', 'revision_number': 6, 'project_id': 'c5132d58a61b4dee97f4685d93187a0e', 'gw_port_host': None}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:47:51.427051 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:51.446302 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f465a301-28b2-46bf-b64b-5c5993ac9add {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:47:51.469864 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70fa53-ed3d-4913-b107-17cce3a12495 req-bf3a7f30-0a4d-4eee-beae-543a3ed1213d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:51.470122 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387ea2e6-ce8b-41f1-8fc2-d178b88bfd0c req-7e642b30-9c53-4389-bb83-eae01bbe1685 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:51.471297 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fe70fa53-ed3d-4913-b107-17cce3a12495 req-bf3a7f30-0a4d-4eee-beae-543a3ed1213d service neutron] 10.222.0.69 "GET /v2.0/networks?id=cf20d108-f84c-44de-9036-2269564edd60 HTTP/1.1" status: 200 len: 870 time: 0.3540959 Jun 11 09:47:51.473019 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-387ea2e6-ce8b-41f1-8fc2-d178b88bfd0c req-7e642b30-9c53-4389-bb83-eae01bbe1685 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7a81710-1c35-4321-ae55-729c29b29780 HTTP/1.1" status: 200 len: 949 time: 0.2134221 Jun 11 09:47:51.482503 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-23417506-0747-4062-9ecf-aa47876a2803 admin admin] Deleting port 45593247-f253-4566-badd-4f2044a48209 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:47:51.483233 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-23417506-0747-4062-9ecf-aa47876a2803 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:51.489483 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port f465a301-28b2-46bf-b64b-5c5993ac9add, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=f465a301-28b2-46bf-b64b-5c5993ac9add,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:47:51.530425 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-387ea2e6-ce8b-41f1-8fc2-d178b88bfd0c req-bfd98f77-b618-43bc-b716-eaea529efbe8 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435991 Jun 11 09:47:51.578738 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fe70fa53-ed3d-4913-b107-17cce3a12495 req-cb4a499b-ba55-4792-bfc4-f0afbe71c8da service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=be555336-d862-48b1-9746-1e929626ced9 HTTP/1.1" status: 200 len: 217 time: 0.0923886 Jun 11 09:47:51.627207 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:51.630517 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:47:51.702756 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432c8747-b8c5-4857-a21e-5ad4aa511407 req-39e00c59-77dd-4417-b212-13ddd928e28d tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:51.704380 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-432c8747-b8c5-4857-a21e-5ad4aa511407 req-39e00c59-77dd-4417-b212-13ddd928e28d tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] 10.222.0.60 "GET /v2.0/ports?device_id=9745bfb2-7c5a-4eaa-b9c6-1e797395097a HTTP/1.1" status: 200 len: 948 time: 0.2927189 Jun 11 09:47:51.721865 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=f465a301-28b2-46bf-b64b-5c5993ac9add,revision_number=6']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:47:51.726877 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:47:51.762832 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-23417506-0747-4062-9ecf-aa47876a2803 admin admin] For port 45593247-f253-4566-badd-4f2044a48209, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=45593247-f253-4566-badd-4f2044a48209,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:47:51.763243 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-23417506-0747-4062-9ecf-aa47876a2803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:51.766436 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70fa53-ed3d-4913-b107-17cce3a12495 req-103928b9-ef05-42af-9b2d-9a631077979a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:51.767921 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fe70fa53-ed3d-4913-b107-17cce3a12495 req-103928b9-ef05-42af-9b2d-9a631077979a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=189b03cc-b2a8-4615-9ab5-ad0328c3f10f HTTP/1.1" status: 200 len: 843 time: 0.1786375 Jun 11 09:47:52.019612 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['f465a301-28b2-46bf-b64b-5c5993ac9add'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:47:52.321823 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-23417506-0747-4062-9ecf-aa47876a2803 admin admin] Calling delete_port for 45593247-f253-4566-badd-4f2044a48209 owned by network:router_gateway {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:47:52.327135 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-432c8747-b8c5-4857-a21e-5ad4aa511407 req-d24a41b1-449e-490e-991d-ff1e830b0315 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fe6c44a-94dc-4218-910c-486cd3ffc9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6130934 Jun 11 09:47:52.436061 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70fa53-ed3d-4913-b107-17cce3a12495 req-f21e1737-72e6-468e-8133-a1a0ffad7417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:52.437558 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fe70fa53-ed3d-4913-b107-17cce3a12495 req-f21e1737-72e6-468e-8133-a1a0ffad7417 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cf20d108-f84c-44de-9036-2269564edd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6597781 Jun 11 09:47:52.657947 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device f465a301-28b2-46bf-b64b-5c5993ac9add up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:47:52.748276 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fe70fa53-ed3d-4913-b107-17cce3a12495 req-ca49018b-b933-4c4f-9e80-1386cc309950 service neutron] 10.222.0.69 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657392 Jun 11 09:47:52.760881 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e6f860-1c90-4b67-9db8-15d00bc83092 req-c0f902cf-a33f-4740-94d7-bf8b456b905b tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:52.768545 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-24e6f860-1c90-4b67-9db8-15d00bc83092 req-c0f902cf-a33f-4740-94d7-bf8b456b905b tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e8b47b8-c709-4c22-9376-afe249717e85 HTTP/1.1" status: 200 len: 944 time: 0.2622588 Jun 11 09:47:52.817022 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c77cae0-350b-43dd-bc4a-e828925daece req-af3d96a1-0791-4311-97cd-18b01f3d2274 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:52.826836 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2c77cae0-350b-43dd-bc4a-e828925daece req-af3d96a1-0791-4311-97cd-18b01f3d2274 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7a81710-1c35-4321-ae55-729c29b29780 HTTP/1.1" status: 200 len: 949 time: 0.1463330 Jun 11 09:47:52.833927 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port f465a301-28b2-46bf-b64b-5c5993ac9add triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:47:52.834898 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:52.918155 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2c77cae0-350b-43dd-bc4a-e828925daece req-a21583d9-3275-40d5-8b00-4e5247b10cab tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871851 Jun 11 09:47:52.970058 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:52.997002 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-23417506-0747-4062-9ecf-aa47876a2803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:53.003163 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-62e48477-18e1-4f7f-98f3-9a13ab86743a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:47:53.014882 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad15899d-2c49-4d83-a641-4e0184807ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f465a301-28b2-46bf-b64b-5c5993ac9add'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:47:53.017639 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f98cc55b-ae4a-406b-9fa5-4410d848533d" -d '{"events": [{"server_uuid": "ad15899d-2c49-4d83-a641-4e0184807ac8", "name": "network-vif-plugged", "status": "completed", "tag": "f465a301-28b2-46bf-b64b-5c5993ac9add"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:47:53.034117 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port f465a301-28b2-46bf-b64b-5c5993ac9add, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=f465a301-28b2-46bf-b64b-5c5993ac9add,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:47:53.041877 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23417506-0747-4062-9ecf-aa47876a2803 admin admin] Pushing event deleted for resources: {'Port': ['ID=45593247-f253-4566-badd-4f2044a48209,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:47:53.048538 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-23417506-0747-4062-9ecf-aa47876a2803 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:47:53.130198 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:53.132938 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:47:53.166109 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-24e6f860-1c90-4b67-9db8-15d00bc83092 req-e6582407-d82f-41c0-9756-db065b523042 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3966734 Jun 11 09:47:53.174627 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fe70fa53-ed3d-4913-b107-17cce3a12495 req-7d50d6a5-0e81-4782-8597-9b486ab9de64 service neutron] 10.222.0.69 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3764503 Jun 11 09:47:53.209571 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-23417506-0747-4062-9ecf-aa47876a2803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374120'] for router_gateway, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:53.227159 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ca09a15-7499-4647-9fdb-451909fe4a29 x-openstack-request-id: req-1ca09a15-7499-4647-9fdb-451909fe4a29 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:47:53.227505 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad15899d-2c49-4d83-a641-4e0184807ac8", "name": "network-vif-plugged", "status": "completed", "tag": "f465a301-28b2-46bf-b64b-5c5993ac9add", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:47:53.227790 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1ca09a15-7499-4647-9fdb-451909fe4a29 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:47:53.229105 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad15899d-2c49-4d83-a641-4e0184807ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f465a301-28b2-46bf-b64b-5c5993ac9add', 'code': 200} Jun 11 09:47:53.230928 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=f465a301-28b2-46bf-b64b-5c5993ac9add,revision_number=7']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:47:53.243555 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:47:53.389522 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-23417506-0747-4062-9ecf-aa47876a2803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:53.393160 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-23417506-0747-4062-9ecf-aa47876a2803 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:53.434584 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 45593247-f253-4566-badd-4f2044a48209 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:47:53.473800 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 45593247-f253-4566-badd-4f2044a48209 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:47:53.478186 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 45593247-f253-4566-badd-4f2044a48209 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:47:53.478186 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device e27a1017-8750-4cd8-950f-7d95583b871f no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:47:53.509721 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: e27a1017-8750-4cd8-950f-7d95583b871f {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:47:53.510084 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device e27a1017-8750-4cd8-950f-7d95583b871f not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:47:53.593569 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-23417506-0747-4062-9ecf-aa47876a2803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:53.594155 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23417506-0747-4062-9ecf-aa47876a2803 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb47f02b-a17b-4911-bfce-5344faf007c6 {{(pid=93177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 09:47:53.610883 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-23417506-0747-4062-9ecf-aa47876a2803 admin admin] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:53.615338 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-23417506-0747-4062-9ecf-aa47876a2803 admin admin] 10.222.0.60 "DELETE /v2.0/routers/fb47f02b-a17b-4911-bfce-5344faf007c6 HTTP/1.1" status: 204 len: 168 time: 3.1848881 Jun 11 09:47:53.615618 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 45738) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:47:53.655846 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb21a700-df60-4b66-970c-6a8fe0370f6d req-d04634e8-7068-4551-90d8-da8364012bcb tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:53.662142 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bb21a700-df60-4b66-970c-6a8fe0370f6d req-d04634e8-7068-4551-90d8-da8364012bcb tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] 10.222.0.60 "GET /v2.0/ports?device_id=9745bfb2-7c5a-4eaa-b9c6-1e797395097a HTTP/1.1" status: 200 len: 948 time: 0.1380620 Jun 11 09:47:53.715215 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad8bcfd0-6315-4f13-861e-3f34bd6fc5ee admin admin] Deleting subnet aff27218-fe9b-4902-82d1-323ec8f666a1 {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 09:47:53.719157 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ad8bcfd0-6315-4f13-861e-3f34bd6fc5ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:53.720570 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bb21a700-df60-4b66-970c-6a8fe0370f6d req-d34b2653-a434-4e98-a367-d0ba75b5b551 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fe6c44a-94dc-4218-910c-486cd3ffc9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553067 Jun 11 09:47:53.794599 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ad8bcfd0-6315-4f13-861e-3f34bd6fc5ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:53.847640 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ad8bcfd0-6315-4f13-861e-3f34bd6fc5ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:54.011182 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ad8bcfd0-6315-4f13-861e-3f34bd6fc5ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:54.014268 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-369bee0a-2d3b-406b-a228-db5e954aff8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:47:54.051138 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8bcfd0-6315-4f13-861e-3f34bd6fc5ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aff27218-fe9b-4902-82d1-323ec8f666a1,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:47:54.054923 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ad8bcfd0-6315-4f13-861e-3f34bd6fc5ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:47:54.059153 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ad8bcfd0-6315-4f13-861e-3f34bd6fc5ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:54.062048 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-ad8bcfd0-6315-4f13-861e-3f34bd6fc5ee admin admin] 10.222.0.60 "DELETE /v2.0/subnets/aff27218-fe9b-4902-82d1-323ec8f666a1 HTTP/1.1" status: 204 len: 168 time: 0.4452183 Jun 11 09:47:54.065594 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 45748) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:47:54.231578 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1f2475a9-4c2f-4604-b654-980a317380b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:54.247337 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed7fc9f-2546-4e3e-b82b-b438df83609a req-4150b52d-894d-429e-889d-b2c2d531db5a tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:54.253710 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5ed7fc9f-2546-4e3e-b82b-b438df83609a req-4150b52d-894d-429e-889d-b2c2d531db5a tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7a81710-1c35-4321-ae55-729c29b29780 HTTP/1.1" status: 200 len: 949 time: 0.1613703 Jun 11 09:47:54.328619 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device ab844676-aec3-4282-8112-410caf66eaf5 details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:47:54.453831 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e67c96-8682-4a73-a845-85125dcf1dfd req-9734f16d-f191-4f2b-aca3-12d44f3ecae6 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:54.475719 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f8e67c96-8682-4a73-a845-85125dcf1dfd req-9734f16d-f191-4f2b-aca3-12d44f3ecae6 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e8b47b8-c709-4c22-9376-afe249717e85 HTTP/1.1" status: 200 len: 944 time: 0.1297302 Jun 11 09:47:54.480656 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port ab844676-aec3-4282-8112-410caf66eaf5, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=ab844676-aec3-4282-8112-410caf66eaf5,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:47:54.498693 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': 'ab844676-aec3-4282-8112-410caf66eaf5', 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60', 'port_id': 'ab844676-aec3-4282-8112-410caf66eaf5', 'mac_address': 'fa:16:3e:39:c9:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189b03cc-b2a8-4615-9ab5-ad0328c3f10f', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:47:54.500435 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1f2475a9-4c2f-4604-b654-980a317380b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:54.519960 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-1f2475a9-4c2f-4604-b654-980a317380b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['482bdf30-6ecc-4c58-babd-2078999f07ec']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:47:54.532046 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-1f2475a9-4c2f-4604-b654-980a317380b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '802e9f6d-3ccd-4201-9afd-53110d0b2010') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:47:54.532485 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-1f2475a9-4c2f-4604-b654-980a317380b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '802e9f6d-3ccd-4201-9afd-53110d0b2010') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:47:54.543907 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1f2475a9-4c2f-4604-b654-980a317380b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:54.549214 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f8e67c96-8682-4a73-a845-85125dcf1dfd req-1a0ac95e-5de3-47e3-8f6f-70fb42e6db2f tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713224 Jun 11 09:47:54.562891 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1f2475a9-4c2f-4604-b654-980a317380b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:54.571189 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:54.582903 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f2475a9-4c2f-4604-b654-980a317380b0 admin admin] Releasing vlan 793 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 09:47:54.583999 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1f2475a9-4c2f-4604-b654-980a317380b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:54.590492 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ab844676-aec3-4282-8112-410caf66eaf5 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:47:54.623923 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port ab844676-aec3-4282-8112-410caf66eaf5, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=ab844676-aec3-4282-8112-410caf66eaf5,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:47:54.641600 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 97aef7b2-3fbe-4ebf-80c5-a24821c959ab up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:47:54.701461 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:54.711320 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:47:54.778654 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning for port 97aef7b2-3fbe-4ebf-80c5-a24821c959ab completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:47:54.797281 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port 97aef7b2-3fbe-4ebf-80c5-a24821c959ab triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:47:54.797813 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:54.858510 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=ab844676-aec3-4282-8112-410caf66eaf5,revision_number=6']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:47:54.871062 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['ab844676-aec3-4282-8112-410caf66eaf5'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:47:54.876538 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:47:54.932136 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae51875-1bed-4b2a-8fb5-67508167bcc1 req-01702289-8a23-4807-98ca-08499d7cd4c7 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:54.934986 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6ae51875-1bed-4b2a-8fb5-67508167bcc1 req-01702289-8a23-4807-98ca-08499d7cd4c7 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] 10.222.0.60 "GET /v2.0/ports?device_id=9745bfb2-7c5a-4eaa-b9c6-1e797395097a HTTP/1.1" status: 200 len: 948 time: 0.0958130 Jun 11 09:47:55.020650 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6ae51875-1bed-4b2a-8fb5-67508167bcc1 req-404e63fc-e0c4-412f-8f59-21b656647a8b tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fe6c44a-94dc-4218-910c-486cd3ffc9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761268 Jun 11 09:47:55.024360 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:55.078003 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:47:55.078003 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:47:55.078003 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:47:55.078003 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:47:55.078003 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 09:47:55.078003 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 09:47:55.078003 n-d-779913-12 neutron-server[93176]: timer() Jun 11 09:47:55.078003 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 09:47:55.078003 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 09:47:55.078003 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 09:47:55.078003 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 09:47:55.078003 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 09:47:55.078003 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 09:47:55.078003 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 09:47:55.078003 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 09:47:55.078003 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 09:47:55.078003 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 09:47:55.078003 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 09:47:55.078003 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 09:47:55.078003 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 09:47:55.078003 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 09:47:55.078003 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 09:47:55.078003 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 09:47:55.078003 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 09:47:55.078003 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 09:47:55.078003 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 09:47:55.078003 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 09:47:55.078003 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 09:47:55.078003 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 09:47:55.078003 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 09:47:55.078003 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 09:47:55.078003 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 09:47:55.078003 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 09:47:55.078003 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 09:47:55.078003 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 09:47:55.078003 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 09:47:55.105276 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 97aef7b2-3fbe-4ebf-80c5-a24821c959ab, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=97aef7b2-3fbe-4ebf-80c5-a24821c959ab,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:47:55.106547 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5ed7fc9f-2546-4e3e-b82b-b438df83609a req-6deba7d2-42f8-4d30-8158-1415857eed70 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8332412 Jun 11 09:47:55.221569 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1f2475a9-4c2f-4604-b654-980a317380b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:55.225833 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c5b0c639-c94c-4ee1-80b5-d3b4bdbdf853 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:47:55.231026 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9745bfb2-7c5a-4eaa-b9c6-1e797395097a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97aef7b2-3fbe-4ebf-80c5-a24821c959ab'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:47:55.235131 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb69e5b-ac99-4eb0-b6f8-fe1d3bd31a14" -d '{"events": [{"server_uuid": "9745bfb2-7c5a-4eaa-b9c6-1e797395097a", "name": "network-vif-plugged", "status": "completed", "tag": "97aef7b2-3fbe-4ebf-80c5-a24821c959ab"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:47:55.254548 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:55.254548 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 52d5c74f-902b-4c6c-959f-9a5dab2eac09 up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:47:55.254548 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:47:55.286443 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1f2475a9-4c2f-4604-b654-980a317380b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:55.288378 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-1f2475a9-4c2f-4604-b654-980a317380b0 admin admin] 10.222.0.60 "DELETE /v2.0/networks/482bdf30-6ecc-4c58-babd-2078999f07ec HTTP/1.1" status: 204 len: 168 time: 1.2203913 Jun 11 09:47:55.292955 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2475a9-4c2f-4604-b654-980a317380b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=482bdf30-6ecc-4c58-babd-2078999f07ec,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:47:55.296382 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1f2475a9-4c2f-4604-b654-980a317380b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:47:55.313205 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d7da694-895e-445d-b180-80edfbef5aa2 x-openstack-request-id: req-2d7da694-895e-445d-b180-80edfbef5aa2 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:47:55.313506 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9745bfb2-7c5a-4eaa-b9c6-1e797395097a", "name": "network-vif-plugged", "status": "completed", "tag": "97aef7b2-3fbe-4ebf-80c5-a24821c959ab", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:47:55.313770 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2d7da694-895e-445d-b180-80edfbef5aa2 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:47:55.314200 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9745bfb2-7c5a-4eaa-b9c6-1e797395097a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97aef7b2-3fbe-4ebf-80c5-a24821c959ab', 'code': 200} Jun 11 09:47:55.516193 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedf3c75-26ff-444f-848b-2d48f048f40b req-3d7c3bad-3344-4b7b-9629-1a10a8edbfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:55.518799 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fedf3c75-26ff-444f-848b-2d48f048f40b req-3d7c3bad-3344-4b7b-9629-1a10a8edbfaf service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9745bfb2-7c5a-4eaa-b9c6-1e797395097a HTTP/1.1" status: 200 len: 1101 time: 0.1113803 Jun 11 09:47:55.536821 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=97aef7b2-3fbe-4ebf-80c5-a24821c959ab,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:47:55.541203 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:47:55.541542 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:47:55.541936 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:47:55.542271 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:47:55.542595 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:47:55.542916 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:47:55.543236 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:47:55.543552 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:47:55.543923 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:47:55.544318 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:47:55.544668 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:47:55.544982 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:47:55.551381 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:47:55.582977 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fedf3c75-26ff-444f-848b-2d48f048f40b req-70791391-b889-4956-9715-c3dba979e454 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=6fe6c44a-94dc-4218-910c-486cd3ffc9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441828 Jun 11 09:47:55.650481 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning for port 52d5c74f-902b-4c6c-959f-9a5dab2eac09 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:47:55.658479 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port 52d5c74f-902b-4c6c-959f-9a5dab2eac09 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:47:55.659334 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:55.770893 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d117fcd-c5e5-425d-a733-581146c06615 req-800c1a37-fc73-4a43-9aa1-bc4dcfdc2826 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:55.772762 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0d117fcd-c5e5-425d-a733-581146c06615 req-800c1a37-fc73-4a43-9aa1-bc4dcfdc2826 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e8b47b8-c709-4c22-9376-afe249717e85 HTTP/1.1" status: 200 len: 944 time: 0.0849602 Jun 11 09:47:55.830024 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:55.840930 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0d117fcd-c5e5-425d-a733-581146c06615 req-87ead3e8-2086-41fc-aee3-848cd49e111c tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617592 Jun 11 09:47:55.882522 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 52d5c74f-902b-4c6c-959f-9a5dab2eac09, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=52d5c74f-902b-4c6c-959f-9a5dab2eac09,segment=NetworkSegment(b51c68b7-80ed-4de8-bd6d-e2ba699aba0b),segment_id=b51c68b7-80ed-4de8-bd6d-e2ba699aba0b)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:47:55.910444 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 45814) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:47:55.970405 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:55.972462 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:47:55.984102 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-35db9805-7dfd-447b-9740-445eed1c7c74 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c5132d58a61b4dee97f4685d93187a0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0722046 Jun 11 09:47:55.986479 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 45816) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:47:56.052126 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2215871a-38fa-4a23-a9bf-7adcebbaae5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:56.053975 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=52d5c74f-902b-4c6c-959f-9a5dab2eac09,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:47:56.065697 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:47:56.080954 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2215871a-38fa-4a23-a9bf-7adcebbaae5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:56.227727 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2215871a-38fa-4a23-a9bf-7adcebbaae5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:56.230429 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2215871a-38fa-4a23-a9bf-7adcebbaae5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:56.235713 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-2215871a-38fa-4a23-a9bf-7adcebbaae5d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2f660163-b4cf-41bb-9ff5-65f9e727e866 HTTP/1.1" status: 204 len: 168 time: 0.2477818 Jun 11 09:47:56.236469 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a722ea7d-30ce-4580-867a-7296076e8759 req-06a3a8ff-0f04-4ce1-991b-833196997be4 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:56.236801 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-172aef1c-30fc-41cf-acca-fe545eee2821 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:47:56.238785 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a722ea7d-30ce-4580-867a-7296076e8759 req-06a3a8ff-0f04-4ce1-991b-833196997be4 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] 10.222.0.60 "GET /v2.0/ports?device_id=9745bfb2-7c5a-4eaa-b9c6-1e797395097a HTTP/1.1" status: 200 len: 949 time: 0.0904679 Jun 11 09:47:56.248657 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2215871a-38fa-4a23-a9bf-7adcebbaae5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f660163-b4cf-41bb-9ff5-65f9e727e866,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:47:56.275441 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2215871a-38fa-4a23-a9bf-7adcebbaae5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:47:56.284595 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a722ea7d-30ce-4580-867a-7296076e8759 req-13e282a3-cc61-4445-a605-876d4a218331 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fe6c44a-94dc-4218-910c-486cd3ffc9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396957 Jun 11 09:47:56.347666 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device ab844676-aec3-4282-8112-410caf66eaf5 up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:47:56.402730 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186f3e5e-f1ac-48c4-a7a7-82653e74ab2f req-4ccd66f0-ac8a-421d-a0bb-993fc1bbd81e tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:56.404989 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-186f3e5e-f1ac-48c4-a7a7-82653e74ab2f req-4ccd66f0-ac8a-421d-a0bb-993fc1bbd81e tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7a81710-1c35-4321-ae55-729c29b29780 HTTP/1.1" status: 200 len: 949 time: 0.1131628 Jun 11 09:47:56.421354 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port ab844676-aec3-4282-8112-410caf66eaf5 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:47:56.421744 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:56.471265 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-186f3e5e-f1ac-48c4-a7a7-82653e74ab2f req-a5983a3c-8366-485d-abd9-df31bc83ca87 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590575 Jun 11 09:47:56.531367 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:56.569160 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port ab844676-aec3-4282-8112-410caf66eaf5, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=ab844676-aec3-4282-8112-410caf66eaf5,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:47:56.724428 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:47:56.726610 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:47:56.829329 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=ab844676-aec3-4282-8112-410caf66eaf5,revision_number=7']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:47:56.840732 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:47:57.070215 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab2a8f-0885-486c-b771-7fda28eef2a1 req-d81d36dc-a092-442a-923f-080d266e5ac2 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:57.071806 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-49ab2a8f-0885-486c-b771-7fda28eef2a1 req-d81d36dc-a092-442a-923f-080d266e5ac2 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e8b47b8-c709-4c22-9376-afe249717e85 HTTP/1.1" status: 200 len: 945 time: 0.0930781 Jun 11 09:47:57.132127 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-49ab2a8f-0885-486c-b771-7fda28eef2a1 req-4764c4e8-461e-49a8-bb57-2c424301320f tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531862 Jun 11 09:47:57.315819 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e8b47b8-c709-4c22-9376-afe249717e85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52d5c74f-902b-4c6c-959f-9a5dab2eac09'}, {'server_uuid': '9246271a-9176-4cea-beeb-0dd3c4e1a23a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab844676-aec3-4282-8112-410caf66eaf5'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:47:57.318204 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d03028ef-92c4-4c45-b66a-c68b289be784" -d '{"events": [{"server_uuid": "2e8b47b8-c709-4c22-9376-afe249717e85", "name": "network-vif-plugged", "status": "completed", "tag": "52d5c74f-902b-4c6c-959f-9a5dab2eac09"}, {"server_uuid": "9246271a-9176-4cea-beeb-0dd3c4e1a23a", "name": "network-vif-plugged", "status": "completed", "tag": "ab844676-aec3-4282-8112-410caf66eaf5"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:47:57.362193 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Jun 2021 09:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-507f6144-ca7c-4029-89f4-40fb57274ff5 x-openstack-request-id: req-507f6144-ca7c-4029-89f4-40fb57274ff5 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:47:57.362985 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e8b47b8-c709-4c22-9376-afe249717e85", "name": "network-vif-plugged", "status": "completed", "tag": "52d5c74f-902b-4c6c-959f-9a5dab2eac09", "code": 200}, {"server_uuid": "9246271a-9176-4cea-beeb-0dd3c4e1a23a", "name": "network-vif-plugged", "status": "completed", "tag": "ab844676-aec3-4282-8112-410caf66eaf5", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:47:57.363469 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-507f6144-ca7c-4029-89f4-40fb57274ff5 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:47:57.363993 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e8b47b8-c709-4c22-9376-afe249717e85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52d5c74f-902b-4c6c-959f-9a5dab2eac09', 'code': 200} Jun 11 09:47:57.364717 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9246271a-9176-4cea-beeb-0dd3c4e1a23a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab844676-aec3-4282-8112-410caf66eaf5', 'code': 200} Jun 11 09:47:57.531520 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7536b54b-d3c1-4dbb-8123-546b6bd436e9 req-aeb110dc-2eb5-4d7c-a0e9-8dfef0050d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:57.533956 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7536b54b-d3c1-4dbb-8123-546b6bd436e9 req-aeb110dc-2eb5-4d7c-a0e9-8dfef0050d0d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2e8b47b8-c709-4c22-9376-afe249717e85 HTTP/1.1" status: 200 len: 1097 time: 0.0740962 Jun 11 09:47:57.598947 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7536b54b-d3c1-4dbb-8123-546b6bd436e9 req-bf83c43d-7fa0-4c12-868e-945fa3b0f9e9 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551908 Jun 11 09:47:57.719123 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e794e0e-7305-4195-9e75-822934f739e7 req-a3dacda0-4aa8-4d63-9f9d-57fa0a33453c tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:57.720631 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1e794e0e-7305-4195-9e75-822934f739e7 req-a3dacda0-4aa8-4d63-9f9d-57fa0a33453c tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] 10.222.0.60 "GET /v2.0/ports?device_id=9745bfb2-7c5a-4eaa-b9c6-1e797395097a HTTP/1.1" status: 200 len: 949 time: 0.0771730 Jun 11 09:47:57.767938 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1e794e0e-7305-4195-9e75-822934f739e7 req-1f267f62-d8f8-4406-9074-e6d34c9651dc tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fe6c44a-94dc-4218-910c-486cd3ffc9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402751 Jun 11 09:47:58.072294 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebadf02-8dca-453c-b79f-0f97b019f014 req-f7c5afa1-9371-4c4c-8978-100f683965c6 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:58.074254 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0ebadf02-8dca-453c-b79f-0f97b019f014 req-f7c5afa1-9371-4c4c-8978-100f683965c6 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7a81710-1c35-4321-ae55-729c29b29780 HTTP/1.1" status: 200 len: 949 time: 0.0998554 Jun 11 09:47:58.143757 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0ebadf02-8dca-453c-b79f-0f97b019f014 req-257094a1-821f-4a4e-bd43-15d3cfa1f097 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622294 Jun 11 09:47:58.464932 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd237678-e6c5-4d1f-bec8-130ce6949ad3 req-eb2096e5-ca46-497c-a76a-880a9f4502fb tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:47:58.467239 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fd237678-e6c5-4d1f-bec8-130ce6949ad3 req-eb2096e5-ca46-497c-a76a-880a9f4502fb tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e8b47b8-c709-4c22-9376-afe249717e85 HTTP/1.1" status: 200 len: 945 time: 0.0884991 Jun 11 09:47:58.517519 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fd237678-e6c5-4d1f-bec8-130ce6949ad3 req-f4601d68-9a6a-4090-ad8d-5eb556de022d tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432057 Jun 11 09:48:00.395385 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device fc495253-b81b-4b15-b6f1-a656482ec88a no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:48:00.619879 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:00.701599 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '525807c3-e977-47d5-a491-34bcdb1769d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc495253-b81b-4b15-b6f1-a656482ec88a'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:48:00.708064 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a43f8ed5-0498-4e2f-9a34-1b8da3676397" -d '{"events": [{"server_uuid": "525807c3-e977-47d5-a491-34bcdb1769d2", "name": "network-vif-unplugged", "status": "completed", "tag": "fc495253-b81b-4b15-b6f1-a656482ec88a"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:48:00.764318 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port fc495253-b81b-4b15-b6f1-a656482ec88a, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=fc495253-b81b-4b15-b6f1-a656482ec88a,segment=NetworkSegment(59465666-5c69-4224-8b1f-2b974d7d569d),segment_id=59465666-5c69-4224-8b1f-2b974d7d569d)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:48:00.860519 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:00.864703 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:48:00.990417 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=fc495253-b81b-4b15-b6f1-a656482ec88a,revision_number=8']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:48:01.000703 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:48:01.135594 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:05.274363 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:10.159719 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f829643-0ce3-4743-b24d-fa043f4b53c3 req-049b6b50-54b7-4345-bbb3-8e8df2cb2809 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:10.161282 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4f829643-0ce3-4743-b24d-fa043f4b53c3 req-049b6b50-54b7-4345-bbb3-8e8df2cb2809 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] 10.222.0.60 "GET /v2.0/ports?device_id=9745bfb2-7c5a-4eaa-b9c6-1e797395097a HTTP/1.1" status: 200 len: 949 time: 0.0913260 Jun 11 09:48:10.210021 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4f829643-0ce3-4743-b24d-fa043f4b53c3 req-4d0e06cb-c6c6-4c67-b7fc-aab7e0af64b7 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fe6c44a-94dc-4218-910c-486cd3ffc9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424902 Jun 11 09:48:10.599274 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c094c66-9beb-4419-8d84-d22a5eb96889 req-be0959fe-e881-4b11-8630-bfbc65f5e718 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:10.601007 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4c094c66-9beb-4419-8d84-d22a5eb96889 req-be0959fe-e881-4b11-8630-bfbc65f5e718 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e8b47b8-c709-4c22-9376-afe249717e85 HTTP/1.1" status: 200 len: 945 time: 0.1203430 Jun 11 09:48:10.666726 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259e0dee-d931-49e3-b88d-4a4b093b745e req-68713fa2-ab9e-47af-8294-80ac1988ab21 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:10.672115 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4c094c66-9beb-4419-8d84-d22a5eb96889 req-09b049b1-9f4f-49a3-a44e-19f6f01b540d tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632536 Jun 11 09:48:10.674237 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-259e0dee-d931-49e3-b88d-4a4b093b745e req-68713fa2-ab9e-47af-8294-80ac1988ab21 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7a81710-1c35-4321-ae55-729c29b29780 HTTP/1.1" status: 200 len: 949 time: 0.1252034 Jun 11 09:48:10.766244 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Jun 2021 09:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce006ec-491c-4f78-834d-223b8c56cb4c x-openstack-request-id: req-0ce006ec-491c-4f78-834d-223b8c56cb4c {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:48:10.766840 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "525807c3-e977-47d5-a491-34bcdb1769d2", "name": "network-vif-unplugged", "status": "completed", "tag": "fc495253-b81b-4b15-b6f1-a656482ec88a", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:48:10.767669 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0ce006ec-491c-4f78-834d-223b8c56cb4c {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:48:10.771436 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '525807c3-e977-47d5-a491-34bcdb1769d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc495253-b81b-4b15-b6f1-a656482ec88a', 'code': 200} Jun 11 09:48:10.787528 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-259e0dee-d931-49e3-b88d-4a4b093b745e req-156ce62c-e85a-4288-9c97-2b980956882b tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031008 Jun 11 09:48:11.478308 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d57c512a-49fd-4038-93fc-d060b9fa287f req-5ac5d1f5-558b-4815-bafb-0fca335ecf7d tempest-ServerShowV254Test-97312136 tempest-ServerShowV254Test-97312136-project] 10.222.0.60 "GET /v2.0/ports?device_id=d0ff3594-31de-4de5-8366-45b6d8539358 HTTP/1.1" status: 200 len: 210 time: 0.0796671 Jun 11 09:48:11.545301 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fe70fa53-ed3d-4913-b107-17cce3a12495 req-d8d1337d-e528-4fe6-8c7f-fe34ab1c9d81 service neutron] 10.222.0.69 "GET /v2.0/ports/be555336-d862-48b1-9746-1e929626ced9/bindings/n-h2-779913-12 HTTP/1.1" status: 200 len: 383 time: 0.1809452 Jun 11 09:48:11.726511 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3a9c0f-c2a3-4c5e-9c4a-94dba064300d req-d3a2d39e-3f29-49d6-a32a-a9b906e868b0 tempest-ServersAdminNegativeTestJSON-1269859731 tempest-ServersAdminNegativeTestJSON-1269859731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:11.728159 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1d3a9c0f-c2a3-4c5e-9c4a-94dba064300d req-d3a2d39e-3f29-49d6-a32a-a9b906e868b0 tempest-ServersAdminNegativeTestJSON-1269859731 tempest-ServersAdminNegativeTestJSON-1269859731-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=9745bfb2-7c5a-4eaa-b9c6-1e797395097a HTTP/1.1" status: 200 len: 1101 time: 0.0805380 Jun 11 09:48:11.758084 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-1d3a9c0f-c2a3-4c5e-9c4a-94dba064300d req-edb0e4c7-e15a-40e5-bbfd-62abef0df70b tempest-ServersAdminNegativeTestJSON-1269859731 tempest-ServersAdminNegativeTestJSON-1269859731-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:11.799828 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d63f7e4-2b02-49a3-8037-80b721d20a95 req-570c8f90-362d-432a-bc31-c2cafe34d7e3 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:11.801865 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8d63f7e4-2b02-49a3-8037-80b721d20a95 req-570c8f90-362d-432a-bc31-c2cafe34d7e3 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/networks?id=743172cf-2dc7-4438-9267-f806a2cb8a77 HTTP/1.1" status: 200 len: 806 time: 0.1798294 Jun 11 09:48:11.836171 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8d63f7e4-2b02-49a3-8037-80b721d20a95 req-926bb336-a0da-4071-bfc9-364af4256a19 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/quotas/845e0c4a59a549beb9cd8a20149f973b HTTP/1.1" status: 200 len: 375 time: 0.0273006 Jun 11 09:48:11.918004 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-1d3a9c0f-c2a3-4c5e-9c4a-94dba064300d req-edb0e4c7-e15a-40e5-bbfd-62abef0df70b tempest-ServersAdminNegativeTestJSON-1269859731 tempest-ServersAdminNegativeTestJSON-1269859731-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:11.946332 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8d63f7e4-2b02-49a3-8037-80b721d20a95 req-afe1a3c2-1612-41e2-927a-1ace2aea4218 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=845e0c4a59a549beb9cd8a20149f973b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1091537 Jun 11 09:48:12.169300 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8d63f7e4-2b02-49a3-8037-80b721d20a95 req-fbbf52e2-c9e8-4a26-a704-2f93171f20e3 service neutron] 10.222.0.60 "GET /v2.0/networks/743172cf-2dc7-4438-9267-f806a2cb8a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081944 Jun 11 09:48:12.182997 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8d63f7e4-2b02-49a3-8037-80b721d20a95 req-6777abe0-845a-4980-8276-ee979a1dbf7d service neutron] 10.222.0.60 "GET /v2.0/networks/743172cf-2dc7-4438-9267-f806a2cb8a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158001 Jun 11 09:48:12.421678 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-1d3a9c0f-c2a3-4c5e-9c4a-94dba064300d req-edb0e4c7-e15a-40e5-bbfd-62abef0df70b tempest-ServersAdminNegativeTestJSON-1269859731 tempest-ServersAdminNegativeTestJSON-1269859731-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:12.425646 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7b079ea5-ce95-4ac5-8ad8-d79f9d6edc26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:48:12.474408 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1d3a9c0f-c2a3-4c5e-9c4a-94dba064300d req-edb0e4c7-e15a-40e5-bbfd-62abef0df70b tempest-ServersAdminNegativeTestJSON-1269859731 tempest-ServersAdminNegativeTestJSON-1269859731-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=6fe6c44a-94dc-4218-910c-486cd3ffc9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7402861 Jun 11 09:48:12.488994 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device ab844676-aec3-4282-8112-410caf66eaf5 no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:48:12.522870 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-01f9dbe5-4e31-40cb-a0e1-7b0f110b2dda req-8aadf5cc-2ada-48db-be11-672d6fa8ad2b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6862493a-d39d-40b0-b207-242830221721&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1461637 Jun 11 09:48:12.523840 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb0e4c7-e15a-40e5-bbfd-62abef0df70b tempest-ServersAdminNegativeTestJSON-1269859731 tempest-ServersAdminNegativeTestJSON-1269859731-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=390ef795-edb0-42d6-b72e-ff2839778447,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:48:12.533397 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-edb0e4c7-e15a-40e5-bbfd-62abef0df70b tempest-ServersAdminNegativeTestJSON-1269859731 tempest-ServersAdminNegativeTestJSON-1269859731-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:48:12.739644 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f9dbe5-4e31-40cb-a0e1-7b0f110b2dda req-2284e4c4-b412-49cc-8a8f-045de0d8db8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:12.742067 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:12.746471 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-01f9dbe5-4e31-40cb-a0e1-7b0f110b2dda req-2284e4c4-b412-49cc-8a8f-045de0d8db8b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=85a0b78c318440aa9b70136d633fbbff&device_id=6862493a-d39d-40b0-b207-242830221721 HTTP/1.1" status: 200 len: 1097 time: 0.1885295 Jun 11 09:48:12.846517 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9246271a-9176-4cea-beeb-0dd3c4e1a23a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab844676-aec3-4282-8112-410caf66eaf5'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:48:12.851962 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e2b463-f276-4c78-8015-a57d48eee00d" -d '{"events": [{"server_uuid": "9246271a-9176-4cea-beeb-0dd3c4e1a23a", "name": "network-vif-unplugged", "status": "completed", "tag": "ab844676-aec3-4282-8112-410caf66eaf5"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:48:12.872987 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port ab844676-aec3-4282-8112-410caf66eaf5, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=ab844676-aec3-4282-8112-410caf66eaf5,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:48:12.924552 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-093be8ab-fb85-405b-aae8-2542dfe42a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:12.938008 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70fa53-ed3d-4913-b107-17cce3a12495 req-28dce434-1f77-442f-9e59-5ed928c48d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:12.941249 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fe70fa53-ed3d-4913-b107-17cce3a12495 req-28dce434-1f77-442f-9e59-5ed928c48d55 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a7a81710-1c35-4321-ae55-729c29b29780&tenant_id=2d153095abe14427b94c36cd340ad809 HTTP/1.1" status: 200 len: 1101 time: 0.3392174 Jun 11 09:48:12.950753 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe19c989-ca2f-44fe-a834-c1654587e002 req-d19e4697-0308-4b6b-8204-dfb80fe23817 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:12.957432 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fe19c989-ca2f-44fe-a834-c1654587e002 req-d19e4697-0308-4b6b-8204-dfb80fe23817 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/networks?id=9c71e42f-a279-434a-9733-2e0a55ab4074 HTTP/1.1" status: 200 len: 805 time: 0.2518187 Jun 11 09:48:12.972696 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fe19c989-ca2f-44fe-a834-c1654587e002 req-2784fba3-1e46-432a-bf1e-0a9a378e2669 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/quotas/61d3c4040251405785317f897ecabfbd HTTP/1.1" status: 200 len: 375 time: 0.0144346 Jun 11 09:48:12.981781 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f9dbe5-4e31-40cb-a0e1-7b0f110b2dda req-44531641-cc23-4a35-bf61-61e80b141bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:12.983626 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-01f9dbe5-4e31-40cb-a0e1-7b0f110b2dda req-44531641-cc23-4a35-bf61-61e80b141bd9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ecbff90d-5ab6-4357-bf37-5548ca0e9255 HTTP/1.1" status: 200 len: 911 time: 0.1447566 Jun 11 09:48:13.009698 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:13.009698 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:48:13.118216 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-01f9dbe5-4e31-40cb-a0e1-7b0f110b2dda req-067dcd70-2030-4520-86bf-4c48df2a4cd0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e21094f9-fbfa-4270-bdd9-5d903859b711 HTTP/1.1" status: 200 len: 217 time: 0.1223199 Jun 11 09:48:13.158216 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=ab844676-aec3-4282-8112-410caf66eaf5,revision_number=8']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:48:13.162747 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:48:13.170500 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fe19c989-ca2f-44fe-a834-c1654587e002 req-63ff9cea-7790-458c-8fba-e45e511cd942 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=61d3c4040251405785317f897ecabfbd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1899345 Jun 11 09:48:13.176148 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70fa53-ed3d-4913-b107-17cce3a12495 req-227fe011-3a30-41ba-b40f-7a9b86df0ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:13.179186 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fe70fa53-ed3d-4913-b107-17cce3a12495 req-227fe011-3a30-41ba-b40f-7a9b86df0ac9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2d153095abe14427b94c36cd340ad809&device_id=a7a81710-1c35-4321-ae55-729c29b29780 HTTP/1.1" status: 200 len: 1101 time: 0.1940889 Jun 11 09:48:13.210380 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f9dbe5-4e31-40cb-a0e1-7b0f110b2dda req-3cfc9e7e-5096-43fa-9fd5-92135794ed3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:13.211797 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-01f9dbe5-4e31-40cb-a0e1-7b0f110b2dda req-3cfc9e7e-5096-43fa-9fd5-92135794ed3d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65fd936e-e1de-4d66-9d41-076079c1dae3 HTTP/1.1" status: 200 len: 849 time: 0.0681252 Jun 11 09:48:13.266037 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba275979-f30e-4f35-b896-ea67c9f4d38a req-bb9b1cda-d77e-4845-b7f8-e4b1bcc8ee9d tempest-ImagesOneServerTestJSON-1239789422 tempest-ImagesOneServerTestJSON-1239789422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:13.272567 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ba275979-f30e-4f35-b896-ea67c9f4d38a req-bb9b1cda-d77e-4845-b7f8-e4b1bcc8ee9d tempest-ImagesOneServerTestJSON-1239789422 tempest-ImagesOneServerTestJSON-1239789422-project] 10.222.0.60 "GET /v2.0/ports?device_id=9246271a-9176-4cea-beeb-0dd3c4e1a23a HTTP/1.1" status: 200 len: 950 time: 0.5175321 Jun 11 09:48:13.326278 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ba275979-f30e-4f35-b896-ea67c9f4d38a req-bd01fbbe-490f-40d1-afee-d2559619bb49 tempest-ImagesOneServerTestJSON-1239789422 tempest-ImagesOneServerTestJSON-1239789422-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0a0daee-267b-40f9-aca8-cf47ce64010a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528522 Jun 11 09:48:13.337231 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f9dbe5-4e31-40cb-a0e1-7b0f110b2dda req-d062397c-c174-4d67-94c3-1991b7946ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:13.338676 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-01f9dbe5-4e31-40cb-a0e1-7b0f110b2dda req-d062397c-c174-4d67-94c3-1991b7946ce0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ecbff90d-5ab6-4357-bf37-5548ca0e9255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1194243 Jun 11 09:48:13.419906 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fe19c989-ca2f-44fe-a834-c1654587e002 req-7c930d97-afe5-4fef-b950-f44adf30893c service neutron] 10.222.0.60 "GET /v2.0/networks/9c71e42f-a279-434a-9733-2e0a55ab4074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554269 Jun 11 09:48:13.498252 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-01f9dbe5-4e31-40cb-a0e1-7b0f110b2dda req-5edefbc3-8d5f-4996-a30a-e1eb80281a0f service neutron] 10.222.0.64 "GET /v2.0/networks/ecbff90d-5ab6-4357-bf37-5548ca0e9255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446495 Jun 11 09:48:13.521101 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70fa53-ed3d-4913-b107-17cce3a12495 req-476ec1ac-b1d1-478e-94e6-6e0c5bf93541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:13.522296 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fe70fa53-ed3d-4913-b107-17cce3a12495 req-476ec1ac-b1d1-478e-94e6-6e0c5bf93541 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cf20d108-f84c-44de-9036-2269564edd60 HTTP/1.1" status: 200 len: 870 time: 0.3301835 Jun 11 09:48:13.620763 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fe70fa53-ed3d-4913-b107-17cce3a12495 req-ad83cdf6-8c71-4036-abb4-56574642d8db service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=be555336-d862-48b1-9746-1e929626ced9 HTTP/1.1" status: 200 len: 217 time: 0.0529909 Jun 11 09:48:13.679280 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fe19c989-ca2f-44fe-a834-c1654587e002 req-df6bd103-7c2e-4380-bf1b-b1598d9afa45 service neutron] 10.222.0.60 "GET /v2.0/networks/9c71e42f-a279-434a-9733-2e0a55ab4074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420444 Jun 11 09:48:13.698092 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70fa53-ed3d-4913-b107-17cce3a12495 req-dc4bb3a5-812e-41e5-b606-e9079d17ec66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:13.699723 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fe70fa53-ed3d-4913-b107-17cce3a12495 req-dc4bb3a5-812e-41e5-b606-e9079d17ec66 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=189b03cc-b2a8-4615-9ab5-ad0328c3f10f HTTP/1.1" status: 200 len: 843 time: 0.0696306 Jun 11 09:48:13.721504 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-01f9dbe5-4e31-40cb-a0e1-7b0f110b2dda req-b8ccea0c-da62-427d-98dd-03a1da158615 service neutron] 10.222.0.64 "GET /v2.0/networks/ecbff90d-5ab6-4357-bf37-5548ca0e9255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088943 Jun 11 09:48:13.751627 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918d0e29-cd7c-445f-9708-1a75fc57b56f req-4723ef18-bd86-45da-916d-0ef0246e0a4b tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:13.753392 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-918d0e29-cd7c-445f-9708-1a75fc57b56f req-4723ef18-bd86-45da-916d-0ef0246e0a4b tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7a81710-1c35-4321-ae55-729c29b29780 HTTP/1.1" status: 200 len: 949 time: 0.2513952 Jun 11 09:48:13.794388 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70fa53-ed3d-4913-b107-17cce3a12495 req-37ac5262-681e-488d-9e22-f0cf284ce81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:13.795910 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fe70fa53-ed3d-4913-b107-17cce3a12495 req-37ac5262-681e-488d-9e22-f0cf284ce81c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cf20d108-f84c-44de-9036-2269564edd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0878770 Jun 11 09:48:13.808649 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc54a0d-ba37-465b-bd7e-0cf4c2b9b61f req-b94e466f-797b-4ea3-9cf7-984095532652 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:13.809938 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3dc54a0d-ba37-465b-bd7e-0cf4c2b9b61f req-b94e466f-797b-4ea3-9cf7-984095532652 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.64 "GET /v2.0/ports?device_id=525807c3-e977-47d5-a491-34bcdb1769d2 HTTP/1.1" status: 200 len: 943 time: 0.1783834 Jun 11 09:48:13.816003 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-918d0e29-cd7c-445f-9708-1a75fc57b56f req-0a13e845-c203-4d11-8d5e-27364c4c7ea1 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543764 Jun 11 09:48:13.968344 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fe70fa53-ed3d-4913-b107-17cce3a12495 req-9d16f5d8-7ed2-4e1f-9db9-231052ba9160 service neutron] 10.222.0.69 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607971 Jun 11 09:48:14.029133 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-3dc54a0d-ba37-465b-bd7e-0cf4c2b9b61f req-6f7149bf-4a36-4284-b08e-64484bdbd094 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Deleting port fc495253-b81b-4b15-b6f1-a656482ec88a {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:48:14.029513 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3dc54a0d-ba37-465b-bd7e-0cf4c2b9b61f req-6f7149bf-4a36-4284-b08e-64484bdbd094 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:14.125651 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-dfdf8870-b03b-40b4-8abe-aa998a1de6be req-ca21c584-9a4a-4b90-bb81-6c5e34f46319 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=f648c444-e4df-4502-82ff-38d8a4fc3281 HTTP/1.1" status: 200 len: 210 time: 0.0628152 Jun 11 09:48:14.160634 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ed22c5c0-f086-46e5-a08a-502aeb878d91 req-ac1326a9-132d-491d-85a8-08ebabccaad1 tempest-ServerShowV254Test-97312136 tempest-ServerShowV254Test-97312136-project] 10.222.0.60 "GET /v2.0/ports?device_id=d0ff3594-31de-4de5-8366-45b6d8539358 HTTP/1.1" status: 200 len: 210 time: 0.0904870 Jun 11 09:48:14.189613 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Jun 2021 09:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dea6874-8747-4a29-8dd2-05c678711db1 x-openstack-request-id: req-9dea6874-8747-4a29-8dd2-05c678711db1 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:48:14.190160 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9246271a-9176-4cea-beeb-0dd3c4e1a23a", "name": "network-vif-unplugged", "status": "completed", "tag": "ab844676-aec3-4282-8112-410caf66eaf5", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:48:14.190733 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9dea6874-8747-4a29-8dd2-05c678711db1 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:48:14.191248 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9246271a-9176-4cea-beeb-0dd3c4e1a23a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab844676-aec3-4282-8112-410caf66eaf5', 'code': 200} Jun 11 09:48:14.217934 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fe70fa53-ed3d-4913-b107-17cce3a12495 req-36fb859b-9d30-475a-8525-84ee42308c2e service neutron] 10.222.0.69 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389715 Jun 11 09:48:14.310867 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-3dc54a0d-ba37-465b-bd7e-0cf4c2b9b61f req-6f7149bf-4a36-4284-b08e-64484bdbd094 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] For port fc495253-b81b-4b15-b6f1-a656482ec88a, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=fc495253-b81b-4b15-b6f1-a656482ec88a,segment=NetworkSegment(59465666-5c69-4224-8b1f-2b974d7d569d),segment_id=59465666-5c69-4224-8b1f-2b974d7d569d)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:48:14.311666 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3dc54a0d-ba37-465b-bd7e-0cf4c2b9b61f req-6f7149bf-4a36-4284-b08e-64484bdbd094 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:14.413446 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f268d8ae-a04e-436d-8755-4bd9f9765dec req-5e21773f-1361-47bf-b902-f17bd7ffc3ba tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/ports?device_id=1066b672-fda3-4d71-881e-792d8b737e6e HTTP/1.1" status: 200 len: 210 time: 0.0637302 Jun 11 09:48:14.454655 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-3dc54a0d-ba37-465b-bd7e-0cf4c2b9b61f req-6f7149bf-4a36-4284-b08e-64484bdbd094 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Calling delete_port for fc495253-b81b-4b15-b6f1-a656482ec88a owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:48:14.565049 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8db7f5-9366-431f-ab81-c31c6d77806c req-cde7bc6c-e7ad-4988-a5c8-cf2ff35206e7 tempest-ServersAdminNegativeTestJSON-1269859731 tempest-ServersAdminNegativeTestJSON-1269859731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:14.566877 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8a8db7f5-9366-431f-ab81-c31c6d77806c req-cde7bc6c-e7ad-4988-a5c8-cf2ff35206e7 tempest-ServersAdminNegativeTestJSON-1269859731 tempest-ServersAdminNegativeTestJSON-1269859731-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=9745bfb2-7c5a-4eaa-b9c6-1e797395097a HTTP/1.1" status: 200 len: 1101 time: 0.2522433 Jun 11 09:48:14.648338 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8a8db7f5-9366-431f-ab81-c31c6d77806c req-70111ca9-3233-4d06-889a-e444c67df8c5 tempest-ServersAdminNegativeTestJSON-1269859731 tempest-ServersAdminNegativeTestJSON-1269859731-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=6fe6c44a-94dc-4218-910c-486cd3ffc9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721891 Jun 11 09:48:14.730498 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3dc54a0d-ba37-465b-bd7e-0cf4c2b9b61f req-6f7149bf-4a36-4284-b08e-64484bdbd094 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:14.740507 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1afb1570-74d6-4f14-9538-fc00d9dd756b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:48:14.750816 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device be555336-d862-48b1-9746-1e929626ced9 no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:48:14.789656 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7149bf-4a36-4284-b08e-64484bdbd094 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Pushing event deleted for resources: {'Port': ['ID=fc495253-b81b-4b15-b6f1-a656482ec88a,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:48:14.793210 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6f7149bf-4a36-4284-b08e-64484bdbd094 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:48:14.819829 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-06ba2245-79d0-456d-9327-ffc1e9db9eb0 req-557a2be3-5ae5-4115-a181-be12a30923bd service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=428fcaf3-5051-4cf2-a026-dbe56a91446f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1016581 Jun 11 09:48:14.880210 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:14.886745 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dc54a0d-ba37-465b-bd7e-0cf4c2b9b61f req-6f7149bf-4a36-4284-b08e-64484bdbd094 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] No DVR routers for this DVR port fc495253-b81b-4b15-b6f1-a656482ec88a on host n-h1-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:48:14.890363 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3dc54a0d-ba37-465b-bd7e-0cf4c2b9b61f req-6f7149bf-4a36-4284-b08e-64484bdbd094 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:14.896199 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3dc54a0d-ba37-465b-bd7e-0cf4c2b9b61f req-6f7149bf-4a36-4284-b08e-64484bdbd094 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.64 "DELETE /v2.0/ports/fc495253-b81b-4b15-b6f1-a656482ec88a HTTP/1.1" status: 204 len: 173 time: 1.0758252 Jun 11 09:48:14.896199 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '525807c3-e977-47d5-a491-34bcdb1769d2', 'name': 'network-vif-deleted', 'tag': 'fc495253-b81b-4b15-b6f1-a656482ec88a'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:48:14.896199 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-719a6a82-b976-48a3-846e-75fdd895b2db" -d '{"events": [{"server_uuid": "525807c3-e977-47d5-a491-34bcdb1769d2", "name": "network-vif-deleted", "tag": "fc495253-b81b-4b15-b6f1-a656482ec88a"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:48:14.925806 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port be555336-d862-48b1-9746-1e929626ced9, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=be555336-d862-48b1-9746-1e929626ced9,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:48:14.936805 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5442044-5900-4523-ab5d-9b4ba47e9228 req-19719d58-5c4c-4f08-b624-d24827fb8037 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:14.938366 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c5442044-5900-4523-ab5d-9b4ba47e9228 req-19719d58-5c4c-4f08-b624-d24827fb8037 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad15899d-2c49-4d83-a641-4e0184807ac8 HTTP/1.1" status: 200 len: 950 time: 0.1378319 Jun 11 09:48:14.989369 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c5442044-5900-4523-ab5d-9b4ba47e9228 req-9f3abbfd-48d2-4edc-81cf-88eac79bb1e5 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] 10.222.0.60 "GET /v2.0/security-groups?id=3dfb640a-7174-4f82-a9e7-bf6bbf6da8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424337 Jun 11 09:48:15.061423 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ba2245-79d0-456d-9327-ffc1e9db9eb0 req-0057e6cf-a1bf-4845-a92d-ff430cd4303a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:15.062907 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-06ba2245-79d0-456d-9327-ffc1e9db9eb0 req-0057e6cf-a1bf-4845-a92d-ff430cd4303a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=845e0c4a59a549beb9cd8a20149f973b&device_id=428fcaf3-5051-4cf2-a026-dbe56a91446f HTTP/1.1" status: 200 len: 1098 time: 0.0737219 Jun 11 09:48:15.095892 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:15.100676 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:48:15.195725 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=be555336-d862-48b1-9746-1e929626ced9,revision_number=6']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:48:15.200952 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:48:15.254391 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ba2245-79d0-456d-9327-ffc1e9db9eb0 req-fe4ea369-aa9a-40eb-9028-f4c9498253a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:15.256237 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-06ba2245-79d0-456d-9327-ffc1e9db9eb0 req-fe4ea369-aa9a-40eb-9028-f4c9498253a1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=743172cf-2dc7-4438-9267-f806a2cb8a77 HTTP/1.1" status: 200 len: 907 time: 0.1559448 Jun 11 09:48:15.301652 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45605cc-93d6-41d9-99b2-fee9c2cf77f2 req-fa5db0f2-67eb-4270-8b1c-b2122671c786 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:15.303177 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d45605cc-93d6-41d9-99b2-fee9c2cf77f2 req-fa5db0f2-67eb-4270-8b1c-b2122671c786 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7a81710-1c35-4321-ae55-729c29b29780 HTTP/1.1" status: 200 len: 947 time: 0.1030304 Jun 11 09:48:15.325863 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-06ba2245-79d0-456d-9327-ffc1e9db9eb0 req-034ba3d4-c474-47c9-8b39-b6f15141359d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d90aed3-d0d9-439d-99e2-28dedffaf1bf HTTP/1.1" status: 200 len: 217 time: 0.0589068 Jun 11 09:48:15.350359 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d45605cc-93d6-41d9-99b2-fee9c2cf77f2 req-b0a25eba-81a4-47df-8635-c6819d534964 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414531 Jun 11 09:48:15.402259 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ba2245-79d0-456d-9327-ffc1e9db9eb0 req-dc63ee08-9400-4101-a9d5-dcd458918a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:15.403977 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-06ba2245-79d0-456d-9327-ffc1e9db9eb0 req-dc63ee08-9400-4101-a9d5-dcd458918a6c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=78635cc5-5408-4976-b3d9-b4cc65a6e8b4 HTTP/1.1" status: 200 len: 846 time: 0.0685594 Jun 11 09:48:15.412236 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7afbb05-9b40-4b3d-897c-d2eed37fbe31 x-openstack-request-id: req-e7afbb05-9b40-4b3d-897c-d2eed37fbe31 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:48:15.412572 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "525807c3-e977-47d5-a491-34bcdb1769d2", "name": "network-vif-deleted", "tag": "fc495253-b81b-4b15-b6f1-a656482ec88a", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:48:15.412875 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e7afbb05-9b40-4b3d-897c-d2eed37fbe31 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:48:15.413302 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '525807c3-e977-47d5-a491-34bcdb1769d2', 'name': 'network-vif-deleted', 'tag': 'fc495253-b81b-4b15-b6f1-a656482ec88a', 'status': 'completed', 'code': 200} Jun 11 09:48:15.462198 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-06ba2245-79d0-456d-9327-ffc1e9db9eb0 req-da29d7e3-ab9b-4834-bc06-434d47861449 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=743172cf-2dc7-4438-9267-f806a2cb8a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468333 Jun 11 09:48:15.535642 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d63f7e4-2b02-49a3-8037-80b721d20a95 req-cffc013d-e4c2-41f9-9f04-81c6db9a8384 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:15.537435 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8d63f7e4-2b02-49a3-8037-80b721d20a95 req-cffc013d-e4c2-41f9-9f04-81c6db9a8384 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.64 "GET /v2.0/networks?id=743172cf-2dc7-4438-9267-f806a2cb8a77 HTTP/1.1" status: 200 len: 806 time: 0.1533046 Jun 11 09:48:15.574469 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-871ed9c2-ea2a-49b4-b45e-6ede58698040 req-d30a6081-167b-4d81-8b4a-4eff10fe1f5d tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=f648c444-e4df-4502-82ff-38d8a4fc3281 HTTP/1.1" status: 200 len: 210 time: 0.0360656 Jun 11 09:48:15.578040 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-8d63f7e4-2b02-49a3-8037-80b721d20a95 req-4fa82083-27cd-416e-ad01-5689cc98d550 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Request body: {'port': {'device_id': 'f648c444-e4df-4502-82ff-38d8a4fc3281', 'network_id': '743172cf-2dc7-4438-9267-f806a2cb8a77', 'admin_state_up': True, 'tenant_id': '845e0c4a59a549beb9cd8a20149f973b'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:48:15.746349 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-799659e0-f9df-4723-bce2-36ae30d483d9 req-2bf1ffc0-f1c6-4a5c-a4ea-17fd57d7fdbe tempest-ServerShowV254Test-97312136 tempest-ServerShowV254Test-97312136-project] 10.222.0.60 "GET /v2.0/ports?device_id=d0ff3594-31de-4de5-8366-45b6d8539358 HTTP/1.1" status: 200 len: 210 time: 0.0425780 Jun 11 09:48:15.747924 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-5de151f9-a927-4772-8420-b23f8bca29c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:15.874146 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:15.901138 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d63f7e4-2b02-49a3-8037-80b721d20a95 req-4fa82083-27cd-416e-ad01-5689cc98d550 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Made reservation on behalf of 845e0c4a59a549beb9cd8a20149f973b for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:48:15.907011 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-8d63f7e4-2b02-49a3-8037-80b721d20a95 req-4fa82083-27cd-416e-ad01-5689cc98d550 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:15.996326 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-04a45b03-dc34-4d38-ab3d-ed1657a6af5b req-45b8f8f5-77cf-44ef-a7e4-7ec545f3370c tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/ports?device_id=1066b672-fda3-4d71-881e-792d8b737e6e HTTP/1.1" status: 200 len: 210 time: 0.0518212 Jun 11 09:48:16.067424 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-06ba2245-79d0-456d-9327-ffc1e9db9eb0 req-65016b21-0b04-4852-b0b8-73ef7bd76c28 service neutron] 10.222.0.69 "GET /v2.0/networks/743172cf-2dc7-4438-9267-f806a2cb8a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5876868 Jun 11 09:48:16.182831 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-8d63f7e4-2b02-49a3-8037-80b721d20a95 req-4fa82083-27cd-416e-ad01-5689cc98d550 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Allocated IP 172.20.0.5 (743172cf-2dc7-4438-9267-f806a2cb8a77/78635cc5-5408-4976-b3d9-b4cc65a6e8b4/afeee4d7-731d-463b-9a7e-7e824304b99e) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:48:16.196601 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a81710-1c35-4321-ae55-729c29b29780', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be555336-d862-48b1-9746-1e929626ced9'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:48:16.196601 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc9b979-d855-4df6-a84d-39bf8f1f723e" -d '{"events": [{"server_uuid": "a7a81710-1c35-4321-ae55-729c29b29780", "name": "network-vif-unplugged", "status": "completed", "tag": "be555336-d862-48b1-9746-1e929626ced9"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:48:16.273903 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-06ba2245-79d0-456d-9327-ffc1e9db9eb0 req-c471b3a1-b1d8-4b6c-b768-530395834f97 service neutron] 10.222.0.69 "GET /v2.0/networks/743172cf-2dc7-4438-9267-f806a2cb8a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905899 Jun 11 09:48:16.436066 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-501f9eeb-3a6d-4a11-8de5-a3ab24489af4 req-aae742cb-57ee-44ae-b259-572421218be5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d0ff3594-31de-4de5-8366-45b6d8539358 HTTP/1.1" status: 200 len: 210 time: 0.0603893 Jun 11 09:48:16.454868 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-8d63f7e4-2b02-49a3-8037-80b721d20a95 req-4fa82083-27cd-416e-ad01-5689cc98d550 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:16.539908 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device fc495253-b81b-4b15-b6f1-a656482ec88a no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:48:16.564568 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] No Port match for: fc495253-b81b-4b15-b6f1-a656482ec88a {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:48:16.565935 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device fc495253-b81b-4b15-b6f1-a656482ec88a not bound to the agent host n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:48:16.566337 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:16.576355 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-8d63f7e4-2b02-49a3-8037-80b721d20a95 req-4fa82083-27cd-416e-ad01-5689cc98d550 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:16.580717 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2d1e2f61-aa69-45e7-a66d-557691d19d2b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:48:16.596194 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['8d90aed3-d0d9-439d-99e2-28dedffaf1bf', '52d5c74f-902b-4c6c-959f-9a5dab2eac09'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:48:16.631219 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d63f7e4-2b02-49a3-8037-80b721d20a95 req-4fa82083-27cd-416e-ad01-5689cc98d550 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Network 743172cf-2dc7-4438-9267-f806a2cb8a77 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:48:16.634649 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-8d63f7e4-2b02-49a3-8037-80b721d20a95 req-4fa82083-27cd-416e-ad01-5689cc98d550 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:48:16.639209 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d63f7e4-2b02-49a3-8037-80b721d20a95 req-4fa82083-27cd-416e-ad01-5689cc98d550 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:48:16.694733 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc69517-ad4e-4b53-9f7a-22f1151988b8 req-d4e7b383-bdd5-4cf2-b3b1-eff5596b996d tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:16.696009 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7bc69517-ad4e-4b53-9f7a-22f1151988b8 req-d4e7b383-bdd5-4cf2-b3b1-eff5596b996d tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad15899d-2c49-4d83-a641-4e0184807ac8 HTTP/1.1" status: 200 len: 950 time: 0.0881155 Jun 11 09:48:16.704127 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa82083-27cd-416e-ad01-5689cc98d550 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Pushing event updated for resources: {'Port': ['ID=afeee4d7-731d-463b-9a7e-7e824304b99e,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:48:16.711562 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4fa82083-27cd-416e-ad01-5689cc98d550 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:48:16.719265 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d63f7e4-2b02-49a3-8037-80b721d20a95 req-4fa82083-27cd-416e-ad01-5689cc98d550 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:16.719985 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-8d63f7e4-2b02-49a3-8037-80b721d20a95 req-4fa82083-27cd-416e-ad01-5689cc98d550 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:16.734807 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Jun 2021 09:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-884d3c0e-5bad-4c63-bdb7-f286cbf23834 x-openstack-request-id: req-884d3c0e-5bad-4c63-bdb7-f286cbf23834 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:48:16.735114 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a81710-1c35-4321-ae55-729c29b29780", "name": "network-vif-unplugged", "status": "completed", "tag": "be555336-d862-48b1-9746-1e929626ced9", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:48:16.735386 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-884d3c0e-5bad-4c63-bdb7-f286cbf23834 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:48:16.736448 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a81710-1c35-4321-ae55-729c29b29780', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be555336-d862-48b1-9746-1e929626ced9', 'code': 200} Jun 11 09:48:16.760365 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7bc69517-ad4e-4b53-9f7a-22f1151988b8 req-6e000312-5589-4f57-bdef-e9118f02974b tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] 10.222.0.60 "GET /v2.0/security-groups?id=3dfb640a-7174-4f82-a9e7-bf6bbf6da8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563366 Jun 11 09:48:16.810318 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8d63f7e4-2b02-49a3-8037-80b721d20a95 req-4fa82083-27cd-416e-ad01-5689cc98d550 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2383993 Jun 11 09:48:16.827275 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-8d63f7e4-2b02-49a3-8037-80b721d20a95 req-7189a1b3-9ec0-4994-af8b-ba3b0161bd73 service neutron] Request body: {'port': {'device_id': 'f648c444-e4df-4502-82ff-38d8a4fc3281', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:48:16.972435 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59143c09-27d7-4512-9224-a4f88b7a7e59 req-6dbce561-36e7-4319-8ab9-844d59be2bf1 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:16.973940 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-59143c09-27d7-4512-9224-a4f88b7a7e59 req-6dbce561-36e7-4319-8ab9-844d59be2bf1 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] 10.222.0.60 "GET /v2.0/ports?device_id=9745bfb2-7c5a-4eaa-b9c6-1e797395097a HTTP/1.1" status: 200 len: 949 time: 0.0714221 Jun 11 09:48:16.993869 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-8d63f7e4-2b02-49a3-8037-80b721d20a95 req-7189a1b3-9ec0-4994-af8b-ba3b0161bd73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:17.004289 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224d7caa-ec4a-41aa-a5bc-538e64da0243 req-4c27c6da-9f1e-42e3-bc05-8913e365587b tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:17.005891 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-224d7caa-ec4a-41aa-a5bc-538e64da0243 req-4c27c6da-9f1e-42e3-bc05-8913e365587b tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7a81710-1c35-4321-ae55-729c29b29780 HTTP/1.1" status: 200 len: 947 time: 0.1330309 Jun 11 09:48:17.028695 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-59143c09-27d7-4512-9224-a4f88b7a7e59 req-d235eeef-e1d8-4ac6-ab28-38f121c2a4e2 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fe6c44a-94dc-4218-910c-486cd3ffc9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475709 Jun 11 09:48:17.098736 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-224d7caa-ec4a-41aa-a5bc-538e64da0243 req-8ed158bf-b5a4-42cb-b5b0-c566cabaee0f tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804927 Jun 11 09:48:17.246585 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a34722c-4db2-41f4-8250-82e80bf66d7b req-81d5efbf-4f22-4366-ba42-01adf18b3e66 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:17.248068 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1a34722c-4db2-41f4-8250-82e80bf66d7b req-81d5efbf-4f22-4366-ba42-01adf18b3e66 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=f648c444-e4df-4502-82ff-38d8a4fc3281 HTTP/1.1" status: 200 len: 931 time: 0.1160684 Jun 11 09:48:17.298879 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1a34722c-4db2-41f4-8250-82e80bf66d7b req-001ebd44-b2e1-4c4e-905f-d2070aee8f19 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421102 Jun 11 09:48:17.423669 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe19c989-ca2f-44fe-a834-c1654587e002 req-62d3e910-df92-46ca-a582-14b21c582332 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:17.425074 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fe19c989-ca2f-44fe-a834-c1654587e002 req-62d3e910-df92-46ca-a582-14b21c582332 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.64 "GET /v2.0/networks?id=9c71e42f-a279-434a-9733-2e0a55ab4074 HTTP/1.1" status: 200 len: 805 time: 0.2479901 Jun 11 09:48:17.464220 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-71885fe8-ef0a-4908-8524-429b955f3354 req-3d95e959-894b-49ae-be94-7e346cd5b01e tempest-ServerShowV254Test-97312136 tempest-ServerShowV254Test-97312136-project] 10.222.0.60 "GET /v2.0/ports?device_id=d0ff3594-31de-4de5-8366-45b6d8539358 HTTP/1.1" status: 200 len: 210 time: 0.0380177 Jun 11 09:48:17.469361 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-fe19c989-ca2f-44fe-a834-c1654587e002 req-d0e52da6-4793-4449-bf4c-c4399b310f2b tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Request body: {'port': {'device_id': '1066b672-fda3-4d71-881e-792d8b737e6e', 'network_id': '9c71e42f-a279-434a-9733-2e0a55ab4074', 'admin_state_up': True, 'tenant_id': '61d3c4040251405785317f897ecabfbd'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:48:17.623385 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8e7debc7-33d1-4cea-9859-8383b0be2834 req-bd2cdb34-bf42-42e0-91e5-c850c2161788 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/ports?device_id=1066b672-fda3-4d71-881e-792d8b737e6e HTTP/1.1" status: 200 len: 210 time: 0.0385060 Jun 11 09:48:17.645206 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-8d63f7e4-2b02-49a3-8037-80b721d20a95 req-7189a1b3-9ec0-4994-af8b-ba3b0161bd73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afeee4d7-731d-463b-9a7e-7e824304b99e {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:48:17.656833 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-8d63f7e4-2b02-49a3-8037-80b721d20a95 req-7189a1b3-9ec0-4994-af8b-ba3b0161bd73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:17.677511 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-8d63f7e4-2b02-49a3-8037-80b721d20a95 req-7189a1b3-9ec0-4994-af8b-ba3b0161bd73 service neutron] Transition to ACTIVE for port object afeee4d7-731d-463b-9a7e-7e824304b99e will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:48:17.758327 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-8d63f7e4-2b02-49a3-8037-80b721d20a95 req-7189a1b3-9ec0-4994-af8b-ba3b0161bd73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:17.761560 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3ce21e7c-c3f9-4331-9b9f-9a3fc3bdb4c2 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:48:17.799372 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe19c989-ca2f-44fe-a834-c1654587e002 req-d0e52da6-4793-4449-bf4c-c4399b310f2b tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Made reservation on behalf of 61d3c4040251405785317f897ecabfbd for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:48:17.802971 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fe19c989-ca2f-44fe-a834-c1654587e002 req-d0e52da6-4793-4449-bf4c-c4399b310f2b tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:17.885139 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7189a1b3-9ec0-4994-af8b-ba3b0161bd73 service neutron] Pushing event updated for resources: {'Port': ['ID=afeee4d7-731d-463b-9a7e-7e824304b99e,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:48:17.889885 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7189a1b3-9ec0-4994-af8b-ba3b0161bd73 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:48:18.069637 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-8d63f7e4-2b02-49a3-8037-80b721d20a95 req-7189a1b3-9ec0-4994-af8b-ba3b0161bd73 service neutron] Attempting to bind port afeee4d7-731d-463b-9a7e-7e824304b99e on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:48:18.070264 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-8d63f7e4-2b02-49a3-8037-80b721d20a95 req-7189a1b3-9ec0-4994-af8b-ba3b0161bd73 service neutron] Attempting to bind port afeee4d7-731d-463b-9a7e-7e824304b99e by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': 'b51c68b7-80ed-4de8-bd6d-e2ba699aba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '743172cf-2dc7-4438-9267-f806a2cb8a77'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:48:18.070388 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d63f7e4-2b02-49a3-8037-80b721d20a95 req-7189a1b3-9ec0-4994-af8b-ba3b0161bd73 service neutron] Attempting to bind port afeee4d7-731d-463b-9a7e-7e824304b99e on network 743172cf-2dc7-4438-9267-f806a2cb8a77 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:48:18.078072 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d63f7e4-2b02-49a3-8037-80b721d20a95 req-7189a1b3-9ec0-4994-af8b-ba3b0161bd73 service neutron] Port afeee4d7-731d-463b-9a7e-7e824304b99e on network 743172cf-2dc7-4438-9267-f806a2cb8a77 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:48:18.080536 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d63f7e4-2b02-49a3-8037-80b721d20a95 req-7189a1b3-9ec0-4994-af8b-ba3b0161bd73 service neutron] Attempting to bind port afeee4d7-731d-463b-9a7e-7e824304b99e on network 743172cf-2dc7-4438-9267-f806a2cb8a77 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:48:18.091252 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d63f7e4-2b02-49a3-8037-80b721d20a95 req-7189a1b3-9ec0-4994-af8b-ba3b0161bd73 service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:48:18.091608 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d63f7e4-2b02-49a3-8037-80b721d20a95 req-7189a1b3-9ec0-4994-af8b-ba3b0161bd73 service neutron] Checking segment: {'id': 'b51c68b7-80ed-4de8-bd6d-e2ba699aba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '743172cf-2dc7-4438-9267-f806a2cb8a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:48:18.092002 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d63f7e4-2b02-49a3-8037-80b721d20a95 req-7189a1b3-9ec0-4994-af8b-ba3b0161bd73 service neutron] Bound using segment: {'id': 'b51c68b7-80ed-4de8-bd6d-e2ba699aba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '743172cf-2dc7-4438-9267-f806a2cb8a77'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:48:18.097760 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-8d63f7e4-2b02-49a3-8037-80b721d20a95 req-7189a1b3-9ec0-4994-af8b-ba3b0161bd73 service neutron] Bound port: afeee4d7-731d-463b-9a7e-7e824304b99e, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b51c68b7-80ed-4de8-bd6d-e2ba699aba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '743172cf-2dc7-4438-9267-f806a2cb8a77'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:48:18.097760 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-8d63f7e4-2b02-49a3-8037-80b721d20a95 req-7189a1b3-9ec0-4994-af8b-ba3b0161bd73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:18.097760 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-fe19c989-ca2f-44fe-a834-c1654587e002 req-d0e52da6-4793-4449-bf4c-c4399b310f2b tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Allocated IP 172.20.0.10 (9c71e42f-a279-434a-9733-2e0a55ab4074/a16cacaa-1221-489c-8d0a-2d30aee455ad/067404f9-6bda-433f-8ac2-048cdc2eb1b4) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:48:18.278888 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:18.334247 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1838559-e539-4723-a18b-e9f28acb92b3 req-d75f594b-1831-4438-b569-f1ea0cde05da tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:18.335876 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a1838559-e539-4723-a18b-e9f28acb92b3 req-d75f594b-1831-4438-b569-f1ea0cde05da tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7a81710-1c35-4321-ae55-729c29b29780 HTTP/1.1" status: 200 len: 947 time: 0.0884795 Jun 11 09:48:18.382790 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a1838559-e539-4723-a18b-e9f28acb92b3 req-f9b6f563-a200-44bd-acba-dfa6bf709be4 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391142 Jun 11 09:48:18.576689 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device ab844676-aec3-4282-8112-410caf66eaf5 details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:48:18.610702 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-8d63f7e4-2b02-49a3-8037-80b721d20a95 req-7189a1b3-9ec0-4994-af8b-ba3b0161bd73 service neutron] For port afeee4d7-731d-463b-9a7e-7e824304b99e, host n-h1-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:48:18.619068 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed3652-21b3-4d9f-8b96-86fcd2f65f3a req-b8a2ec94-9475-4895-b043-8bbb44f619ec tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:18.620673 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-66ed3652-21b3-4d9f-8b96-86fcd2f65f3a req-b8a2ec94-9475-4895-b043-8bbb44f619ec tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=f648c444-e4df-4502-82ff-38d8a4fc3281 HTTP/1.1" status: 200 len: 943 time: 0.0799286 Jun 11 09:48:18.640423 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-8d63f7e4-2b02-49a3-8037-80b721d20a95 req-7189a1b3-9ec0-4994-af8b-ba3b0161bd73 service neutron] For port afeee4d7-731d-463b-9a7e-7e824304b99e, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=afeee4d7-731d-463b-9a7e-7e824304b99e,segment=NetworkSegment(b51c68b7-80ed-4de8-bd6d-e2ba699aba0b),segment_id=b51c68b7-80ed-4de8-bd6d-e2ba699aba0b)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:48:18.652172 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91fd7d7-067d-4a12-83e9-aaae4641a11e req-7ee507b5-33a2-499d-8fb0-65b768af21c7 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:18.653576 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f91fd7d7-067d-4a12-83e9-aaae4641a11e req-7ee507b5-33a2-499d-8fb0-65b768af21c7 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] 10.222.0.60 "GET /v2.0/ports?device_id=9745bfb2-7c5a-4eaa-b9c6-1e797395097a HTTP/1.1" status: 200 len: 949 time: 0.2122903 Jun 11 09:48:18.670281 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-66ed3652-21b3-4d9f-8b96-86fcd2f65f3a req-dc34d287-161a-4f66-8d32-79907bac0b34 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419714 Jun 11 09:48:18.714436 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port ab844676-aec3-4282-8112-410caf66eaf5, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=ab844676-aec3-4282-8112-410caf66eaf5,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:48:18.727698 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': 'ab844676-aec3-4282-8112-410caf66eaf5', 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60', 'port_id': 'ab844676-aec3-4282-8112-410caf66eaf5', 'mac_address': 'fa:16:3e:39:c9:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189b03cc-b2a8-4615-9ab5-ad0328c3f10f', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:48:18.737807 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-8d63f7e4-2b02-49a3-8037-80b721d20a95 req-7189a1b3-9ec0-4994-af8b-ba3b0161bd73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:18.742108 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-40a7c6b8-2257-416a-93ca-716a93b250b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:48:18.768220 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device f465a301-28b2-46bf-b64b-5c5993ac9add no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:48:18.806807 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:18.820023 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f91fd7d7-067d-4a12-83e9-aaae4641a11e req-47e3f329-76a1-4745-a1e7-d9b25011bb83 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fe6c44a-94dc-4218-910c-486cd3ffc9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573684 Jun 11 09:48:18.826078 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d63f7e4-2b02-49a3-8037-80b721d20a95 req-7189a1b3-9ec0-4994-af8b-ba3b0161bd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:18.826763 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-8d63f7e4-2b02-49a3-8037-80b721d20a95 req-7189a1b3-9ec0-4994-af8b-ba3b0161bd73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:18.828070 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8d63f7e4-2b02-49a3-8037-80b721d20a95 req-7189a1b3-9ec0-4994-af8b-ba3b0161bd73 service neutron] 10.222.0.64 "PUT /v2.0/ports/afeee4d7-731d-463b-9a7e-7e824304b99e HTTP/1.1" status: 200 len: 1092 time: 2.0054486 Jun 11 09:48:18.829113 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f648c444-e4df-4502-82ff-38d8a4fc3281', 'tag': 'afeee4d7-731d-463b-9a7e-7e824304b99e'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:48:18.829539 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab844676-aec3-4282-8112-410caf66eaf5 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:48:18.830940 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f792f1-dc81-4f3b-883d-c01743238169" -d '{"events": [{"name": "network-changed", "server_uuid": "f648c444-e4df-4502-82ff-38d8a4fc3281", "tag": "afeee4d7-731d-463b-9a7e-7e824304b99e"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:48:18.845527 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-31efddad-4644-40cc-b6e1-e020d85132bf req-177fc4d6-f506-4980-ba9b-d7b77d0ef487 tempest-ServerShowV254Test-97312136 tempest-ServerShowV254Test-97312136-project] 10.222.0.60 "GET /v2.0/ports?device_id=d0ff3594-31de-4de5-8366-45b6d8539358 HTTP/1.1" status: 200 len: 210 time: 0.0421720 Jun 11 09:48:18.862014 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fe19c989-ca2f-44fe-a834-c1654587e002 req-d0e52da6-4793-4449-bf4c-c4399b310f2b tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:18.866107 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7189a1b3-9ec0-4994-af8b-ba3b0161bd73 service neutron] Pushing event updated for resources: {'Port': ['ID=afeee4d7-731d-463b-9a7e-7e824304b99e,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:48:18.869202 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port ab844676-aec3-4282-8112-410caf66eaf5, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=ab844676-aec3-4282-8112-410caf66eaf5,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:48:18.878242 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7189a1b3-9ec0-4994-af8b-ba3b0161bd73 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:48:18.928925 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:18.938471 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b6c251f-64f8-4961-8a92-e28a2ae3b56e x-openstack-request-id: req-3b6c251f-64f8-4961-8a92-e28a2ae3b56e {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:48:18.938858 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f648c444-e4df-4502-82ff-38d8a4fc3281", "tag": "afeee4d7-731d-463b-9a7e-7e824304b99e", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:48:18.939322 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3b6c251f-64f8-4961-8a92-e28a2ae3b56e {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:48:18.939924 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f648c444-e4df-4502-82ff-38d8a4fc3281', 'tag': 'afeee4d7-731d-463b-9a7e-7e824304b99e', 'status': 'completed', 'code': 200} Jun 11 09:48:18.953540 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:18.955664 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:48:18.997865 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad15899d-2c49-4d83-a641-4e0184807ac8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f465a301-28b2-46bf-b64b-5c5993ac9add'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:48:19.000489 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f808620b-76c9-4ab8-9e25-f11615f7d585" -d '{"events": [{"server_uuid": "ad15899d-2c49-4d83-a641-4e0184807ac8", "name": "network-vif-unplugged", "status": "completed", "tag": "f465a301-28b2-46bf-b64b-5c5993ac9add"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:48:19.021596 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fe19c989-ca2f-44fe-a834-c1654587e002 req-d0e52da6-4793-4449-bf4c-c4399b310f2b tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:19.025106 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port f465a301-28b2-46bf-b64b-5c5993ac9add, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=f465a301-28b2-46bf-b64b-5c5993ac9add,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:48:19.027426 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7189a1b3-9ec0-4994-af8b-ba3b0161bd73 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:48:19.042906 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=ab844676-aec3-4282-8112-410caf66eaf5,revision_number=9']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:48:19.048395 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:48:19.097014 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:19.099118 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:48:19.129225 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe19c989-ca2f-44fe-a834-c1654587e002 req-d0e52da6-4793-4449-bf4c-c4399b310f2b tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Network 9c71e42f-a279-434a-9733-2e0a55ab4074 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:48:19.145630 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-fe19c989-ca2f-44fe-a834-c1654587e002 req-d0e52da6-4793-4449-bf4c-c4399b310f2b tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:48:19.147585 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e52da6-4793-4449-bf4c-c4399b310f2b tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Pushing event updated for resources: {'Port': ['ID=067404f9-6bda-433f-8ac2-048cdc2eb1b4,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:48:19.150811 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d0e52da6-4793-4449-bf4c-c4399b310f2b tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:48:19.151643 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe19c989-ca2f-44fe-a834-c1654587e002 req-d0e52da6-4793-4449-bf4c-c4399b310f2b tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:48:19.162663 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=f465a301-28b2-46bf-b64b-5c5993ac9add,revision_number=8']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:48:19.165768 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:48:19.189645 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f792f1-dc81-4f3b-883d-c01743238169 req-0a7cfc11-a5c9-44ea-9a4b-ad76bee463f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:19.191116 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f5f792f1-dc81-4f3b-883d-c01743238169 req-0a7cfc11-a5c9-44ea-9a4b-ad76bee463f3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=845e0c4a59a549beb9cd8a20149f973b&device_id=f648c444-e4df-4502-82ff-38d8a4fc3281 HTTP/1.1" status: 200 len: 1095 time: 0.2390788 Jun 11 09:48:19.230162 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['ab844676-aec3-4282-8112-410caf66eaf5'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:48:19.261284 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe19c989-ca2f-44fe-a834-c1654587e002 req-d0e52da6-4793-4449-bf4c-c4399b310f2b tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:19.261883 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fe19c989-ca2f-44fe-a834-c1654587e002 req-d0e52da6-4793-4449-bf4c-c4399b310f2b tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:19.276736 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3bed37-f8a2-4cf5-893c-63b21c91d5a6 req-36b5b3f3-7e23-4073-bc55-726ba82942be tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:19.278178 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9b3bed37-f8a2-4cf5-893c-63b21c91d5a6 req-36b5b3f3-7e23-4073-bc55-726ba82942be tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/ports?device_id=1066b672-fda3-4d71-881e-792d8b737e6e HTTP/1.1" status: 200 len: 932 time: 0.2681231 Jun 11 09:48:19.401065 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fe19c989-ca2f-44fe-a834-c1654587e002 req-d0e52da6-4793-4449-bf4c-c4399b310f2b tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9540067 Jun 11 09:48:19.429698 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Jun 2021 09:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37bb3b04-a6df-4359-9bb8-e46aaf1bfa92 x-openstack-request-id: req-37bb3b04-a6df-4359-9bb8-e46aaf1bfa92 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:48:19.430322 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad15899d-2c49-4d83-a641-4e0184807ac8", "name": "network-vif-unplugged", "status": "completed", "tag": "f465a301-28b2-46bf-b64b-5c5993ac9add", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:48:19.430677 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-37bb3b04-a6df-4359-9bb8-e46aaf1bfa92 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:48:19.431173 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad15899d-2c49-4d83-a641-4e0184807ac8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f465a301-28b2-46bf-b64b-5c5993ac9add', 'code': 200} Jun 11 09:48:19.432252 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-fe19c989-ca2f-44fe-a834-c1654587e002 req-bf24015b-104b-479e-aa10-3b07a4b74e07 service neutron] Request body: {'port': {'device_id': '1066b672-fda3-4d71-881e-792d8b737e6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:48:19.477719 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9b3bed37-f8a2-4cf5-893c-63b21c91d5a6 req-a601ff1e-4ea5-4964-917f-2870e6d89f57 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/security-groups?id=18fc41cb-d5ab-4d35-ab48-499184b426b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885664 Jun 11 09:48:19.483954 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f792f1-dc81-4f3b-883d-c01743238169 req-e8eee291-7d6e-4941-8075-bb9e59922a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:19.485313 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f5f792f1-dc81-4f3b-883d-c01743238169 req-e8eee291-7d6e-4941-8075-bb9e59922a6b service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=845e0c4a59a549beb9cd8a20149f973b&shared=False HTTP/1.1" status: 200 len: 907 time: 0.2845538 Jun 11 09:48:19.584674 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 09:48:19.672242 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fe19c989-ca2f-44fe-a834-c1654587e002 req-bf24015b-104b-479e-aa10-3b07a4b74e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:19.688398 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5818312-784a-4db6-8835-1cd488874cb5 req-3d4363ae-66ac-4c72-80c5-561150d8fbb9 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:19.689487 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b5818312-784a-4db6-8835-1cd488874cb5 req-3d4363ae-66ac-4c72-80c5-561150d8fbb9 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] 10.222.0.69 "GET /v2.0/ports?device_id=9745bfb2-7c5a-4eaa-b9c6-1e797395097a HTTP/1.1" status: 200 len: 949 time: 0.0732861 Jun 11 09:48:19.741307 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f792f1-dc81-4f3b-883d-c01743238169 req-d0f0701d-512e-4045-9caf-c153e0dbae96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:19.742752 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f5f792f1-dc81-4f3b-883d-c01743238169 req-d0f0701d-512e-4045-9caf-c153e0dbae96 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2487929 Jun 11 09:48:19.788039 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79d991b-40e5-443b-8ee3-a4761ecb3dc8 req-4a57ef92-b145-453d-ac96-0b784d2a4b4c tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:19.796005 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f79d991b-40e5-443b-8ee3-a4761ecb3dc8 req-4a57ef92-b145-453d-ac96-0b784d2a4b4c tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7a81710-1c35-4321-ae55-729c29b29780 HTTP/1.1" status: 200 len: 947 time: 0.1750278 Jun 11 09:48:19.822776 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-b5818312-784a-4db6-8835-1cd488874cb5 req-7ad55eec-55db-42e3-a42f-756af26ea6c6 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] Deleting port 97aef7b2-3fbe-4ebf-80c5-a24821c959ab {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:48:19.823167 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-b5818312-784a-4db6-8835-1cd488874cb5 req-7ad55eec-55db-42e3-a42f-756af26ea6c6 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:19.942935 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-b5818312-784a-4db6-8835-1cd488874cb5 req-7ad55eec-55db-42e3-a42f-756af26ea6c6 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] For port 97aef7b2-3fbe-4ebf-80c5-a24821c959ab, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=97aef7b2-3fbe-4ebf-80c5-a24821c959ab,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:48:19.943247 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-b5818312-784a-4db6-8835-1cd488874cb5 req-7ad55eec-55db-42e3-a42f-756af26ea6c6 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:19.974883 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f79d991b-40e5-443b-8ee3-a4761ecb3dc8 req-c15cd361-993f-4795-97ab-85f990ea1ff9 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245439 Jun 11 09:48:20.045051 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d63f7e4-2b02-49a3-8037-80b721d20a95 req-d1a8bdaf-90f8-4d9d-8003-ccd06750540f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:20.046526 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8d63f7e4-2b02-49a3-8037-80b721d20a95 req-d1a8bdaf-90f8-4d9d-8003-ccd06750540f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=845e0c4a59a549beb9cd8a20149f973b&device_id=f648c444-e4df-4502-82ff-38d8a4fc3281 HTTP/1.1" status: 200 len: 1095 time: 0.1952374 Jun 11 09:48:20.048954 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-b5818312-784a-4db6-8835-1cd488874cb5 req-7ad55eec-55db-42e3-a42f-756af26ea6c6 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] Calling delete_port for 97aef7b2-3fbe-4ebf-80c5-a24821c959ab owned by compute:nova {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:48:20.134590 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8d63f7e4-2b02-49a3-8037-80b721d20a95 req-6bcfeb82-a255-493c-a3f9-01384a66ca15 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=afeee4d7-731d-463b-9a7e-7e824304b99e HTTP/1.1" status: 200 len: 217 time: 0.0696342 Jun 11 09:48:20.230167 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d63f7e4-2b02-49a3-8037-80b721d20a95 req-116a87f6-cdc5-49d7-8df7-8c8c27fd19b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:20.232554 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8d63f7e4-2b02-49a3-8037-80b721d20a95 req-116a87f6-cdc5-49d7-8df7-8c8c27fd19b6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=78635cc5-5408-4976-b3d9-b4cc65a6e8b4 HTTP/1.1" status: 200 len: 846 time: 0.0819521 Jun 11 09:48:20.306945 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8d63f7e4-2b02-49a3-8037-80b721d20a95 req-b1f35dc8-ba41-4360-b212-94d8681cc1be service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=743172cf-2dc7-4438-9267-f806a2cb8a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423541 Jun 11 09:48:20.353037 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190d5917-0f5a-4283-9fb8-10f1f397983f req-c8439100-c07f-4a76-92b9-4b2b8dd33b8b tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:20.354547 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-190d5917-0f5a-4283-9fb8-10f1f397983f req-c8439100-c07f-4a76-92b9-4b2b8dd33b8b tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] 10.222.0.60 "GET /v2.0/ports?device_id=9745bfb2-7c5a-4eaa-b9c6-1e797395097a HTTP/1.1" status: 200 len: 949 time: 0.0745325 Jun 11 09:48:20.356139 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-fe19c989-ca2f-44fe-a834-c1654587e002 req-bf24015b-104b-479e-aa10-3b07a4b74e07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 067404f9-6bda-433f-8ac2-048cdc2eb1b4 {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:48:20.357792 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-b5818312-784a-4db6-8835-1cd488874cb5 req-7ad55eec-55db-42e3-a42f-756af26ea6c6 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:20.365399 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e4617327-dc45-4e97-a140-ea596ae8c269 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:48:20.372153 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['53c4d5d7-0282-48ea-b5be-524038e7f0ec'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:48:20.375333 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['97aef7b2-3fbe-4ebf-80c5-a24821c959ab'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:48:20.386812 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fe19c989-ca2f-44fe-a834-c1654587e002 req-bf24015b-104b-479e-aa10-3b07a4b74e07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:20.422049 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad55eec-55db-42e3-a42f-756af26ea6c6 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] Pushing event deleted for resources: {'Port': ['ID=97aef7b2-3fbe-4ebf-80c5-a24821c959ab,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:48:20.430147 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7ad55eec-55db-42e3-a42f-756af26ea6c6 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:48:20.474547 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-fe19c989-ca2f-44fe-a834-c1654587e002 req-bf24015b-104b-479e-aa10-3b07a4b74e07 service neutron] Transition to ACTIVE for port object 067404f9-6bda-433f-8ac2-048cdc2eb1b4 will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:48:20.514670 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef4e655-f24a-4995-8e70-5cc45234958d req-df8b6669-85a2-4b9e-abd9-53b877b11b02 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:20.516553 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0ef4e655-f24a-4995-8e70-5cc45234958d req-df8b6669-85a2-4b9e-abd9-53b877b11b02 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=f648c444-e4df-4502-82ff-38d8a4fc3281 HTTP/1.1" status: 200 len: 943 time: 0.2532272 Jun 11 09:48:20.517033 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5818312-784a-4db6-8835-1cd488874cb5 req-7ad55eec-55db-42e3-a42f-756af26ea6c6 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] No DVR routers for this DVR port 97aef7b2-3fbe-4ebf-80c5-a24821c959ab on host n-h2-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:48:20.522451 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8d63f7e4-2b02-49a3-8037-80b721d20a95 req-3b4f127a-8636-45db-88ac-137046bbdc38 service neutron] 10.222.0.64 "GET /v2.0/networks/743172cf-2dc7-4438-9267-f806a2cb8a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877582 Jun 11 09:48:20.523767 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-b5818312-784a-4db6-8835-1cd488874cb5 req-7ad55eec-55db-42e3-a42f-756af26ea6c6 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:20.525837 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b5818312-784a-4db6-8835-1cd488874cb5 req-7ad55eec-55db-42e3-a42f-756af26ea6c6 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] 10.222.0.69 "DELETE /v2.0/ports/97aef7b2-3fbe-4ebf-80c5-a24821c959ab HTTP/1.1" status: 204 len: 173 time: 0.8282292 Jun 11 09:48:20.528541 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9745bfb2-7c5a-4eaa-b9c6-1e797395097a', 'name': 'network-vif-deleted', 'tag': '97aef7b2-3fbe-4ebf-80c5-a24821c959ab'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:48:20.534400 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72aa054a-e691-4b1e-accd-8aec73e77f74" -d '{"events": [{"server_uuid": "9745bfb2-7c5a-4eaa-b9c6-1e797395097a", "name": "network-vif-deleted", "tag": "97aef7b2-3fbe-4ebf-80c5-a24821c959ab"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:48:20.543491 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-190d5917-0f5a-4283-9fb8-10f1f397983f req-118a6c83-f056-47b9-9577-7ae06a43c8d4 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fe6c44a-94dc-4218-910c-486cd3ffc9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793320 Jun 11 09:48:20.587841 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fe19c989-ca2f-44fe-a834-c1654587e002 req-bf24015b-104b-479e-aa10-3b07a4b74e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:20.591117 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device be0da1d5-4ce5-4024-b13c-530259f86c3b details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:48:20.596516 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device ab844676-aec3-4282-8112-410caf66eaf5 up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:48:20.605025 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6e043cde-b565-48de-877f-658e13a9b216 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:48:20.660561 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0ef4e655-f24a-4995-8e70-5cc45234958d req-7c936c18-055b-4209-b2d7-8e1184f59a65 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299779 Jun 11 09:48:20.748424 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d22ead30-7812-4570-8aef-08ddddd78559 req-05de93aa-bc1a-4922-aeb9-55e75642c652 tempest-ServerShowV254Test-97312136 tempest-ServerShowV254Test-97312136-project] 10.222.0.60 "GET /v2.0/ports?device_id=d0ff3594-31de-4de5-8366-45b6d8539358 HTTP/1.1" status: 200 len: 210 time: 0.0735209 Jun 11 09:48:20.774014 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port ab844676-aec3-4282-8112-410caf66eaf5 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:48:20.774588 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:20.785417 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device be555336-d862-48b1-9746-1e929626ced9 details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:48:20.833547 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea8b7b1-ba9e-42a8-b868-0360094a1cec x-openstack-request-id: req-4ea8b7b1-ba9e-42a8-b868-0360094a1cec {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:48:20.833886 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9745bfb2-7c5a-4eaa-b9c6-1e797395097a", "name": "network-vif-deleted", "tag": "97aef7b2-3fbe-4ebf-80c5-a24821c959ab", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:48:20.834185 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4ea8b7b1-ba9e-42a8-b868-0360094a1cec {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:48:20.834632 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9745bfb2-7c5a-4eaa-b9c6-1e797395097a', 'name': 'network-vif-deleted', 'tag': '97aef7b2-3fbe-4ebf-80c5-a24821c959ab', 'status': 'completed', 'code': 200} Jun 11 09:48:20.957804 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port be0da1d5-4ce5-4024-b13c-530259f86c3b, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=be0da1d5-4ce5-4024-b13c-530259f86c3b,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:48:20.975126 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf24015b-104b-479e-aa10-3b07a4b74e07 service neutron] Pushing event updated for resources: {'Port': ['ID=067404f9-6bda-433f-8ac2-048cdc2eb1b4,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:48:20.986246 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-bf24015b-104b-479e-aa10-3b07a4b74e07 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:48:20.993948 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-fe19c989-ca2f-44fe-a834-c1654587e002 req-bf24015b-104b-479e-aa10-3b07a4b74e07 service neutron] Attempting to bind port 067404f9-6bda-433f-8ac2-048cdc2eb1b4 on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:48:20.994155 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-fe19c989-ca2f-44fe-a834-c1654587e002 req-bf24015b-104b-479e-aa10-3b07a4b74e07 service neutron] Attempting to bind port 067404f9-6bda-433f-8ac2-048cdc2eb1b4 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '59465666-5c69-4224-8b1f-2b974d7d569d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '9c71e42f-a279-434a-9733-2e0a55ab4074'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:48:20.994346 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe19c989-ca2f-44fe-a834-c1654587e002 req-bf24015b-104b-479e-aa10-3b07a4b74e07 service neutron] Attempting to bind port 067404f9-6bda-433f-8ac2-048cdc2eb1b4 on network 9c71e42f-a279-434a-9733-2e0a55ab4074 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:48:21.004859 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8d63f7e4-2b02-49a3-8037-80b721d20a95 req-a7de3774-003d-4845-82cb-13c817f9b018 service neutron] 10.222.0.64 "GET /v2.0/networks/743172cf-2dc7-4438-9267-f806a2cb8a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4730926 Jun 11 09:48:21.005591 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe19c989-ca2f-44fe-a834-c1654587e002 req-bf24015b-104b-479e-aa10-3b07a4b74e07 service neutron] Port 067404f9-6bda-433f-8ac2-048cdc2eb1b4 on network 9c71e42f-a279-434a-9733-2e0a55ab4074 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:48:21.005911 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe19c989-ca2f-44fe-a834-c1654587e002 req-bf24015b-104b-479e-aa10-3b07a4b74e07 service neutron] Attempting to bind port 067404f9-6bda-433f-8ac2-048cdc2eb1b4 on network 9c71e42f-a279-434a-9733-2e0a55ab4074 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:48:21.011457 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe19c989-ca2f-44fe-a834-c1654587e002 req-bf24015b-104b-479e-aa10-3b07a4b74e07 service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:48:21.011835 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe19c989-ca2f-44fe-a834-c1654587e002 req-bf24015b-104b-479e-aa10-3b07a4b74e07 service neutron] Checking segment: {'id': '59465666-5c69-4224-8b1f-2b974d7d569d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '9c71e42f-a279-434a-9733-2e0a55ab4074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:48:21.012252 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe19c989-ca2f-44fe-a834-c1654587e002 req-bf24015b-104b-479e-aa10-3b07a4b74e07 service neutron] Bound using segment: {'id': '59465666-5c69-4224-8b1f-2b974d7d569d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '9c71e42f-a279-434a-9733-2e0a55ab4074'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:48:21.012686 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-fe19c989-ca2f-44fe-a834-c1654587e002 req-bf24015b-104b-479e-aa10-3b07a4b74e07 service neutron] Bound port: 067404f9-6bda-433f-8ac2-048cdc2eb1b4, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59465666-5c69-4224-8b1f-2b974d7d569d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '9c71e42f-a279-434a-9733-2e0a55ab4074'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:48:21.013044 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fe19c989-ca2f-44fe-a834-c1654587e002 req-bf24015b-104b-479e-aa10-3b07a4b74e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:21.020050 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaf6bca-75c9-41b3-8d73-b340111e47ad req-73c99e04-0c77-45d7-86bf-7304cf75506d tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:21.028502 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-aaaf6bca-75c9-41b3-8d73-b340111e47ad req-73c99e04-0c77-45d7-86bf-7304cf75506d tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/ports?device_id=1066b672-fda3-4d71-881e-792d8b737e6e HTTP/1.1" status: 200 len: 944 time: 0.1198554 Jun 11 09:48:21.106820 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-fe19c989-ca2f-44fe-a834-c1654587e002 req-bf24015b-104b-479e-aa10-3b07a4b74e07 service neutron] For port 067404f9-6bda-433f-8ac2-048cdc2eb1b4, host n-h1-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:48:21.106820 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-fe19c989-ca2f-44fe-a834-c1654587e002 req-bf24015b-104b-479e-aa10-3b07a4b74e07 service neutron] For port 067404f9-6bda-433f-8ac2-048cdc2eb1b4, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=067404f9-6bda-433f-8ac2-048cdc2eb1b4,segment=NetworkSegment(59465666-5c69-4224-8b1f-2b974d7d569d),segment_id=59465666-5c69-4224-8b1f-2b974d7d569d)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:48:21.108236 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-aaaf6bca-75c9-41b3-8d73-b340111e47ad req-70c781ea-bd26-43e3-8a07-b2ea77ca910b tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/security-groups?id=18fc41cb-d5ab-4d35-ab48-499184b426b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753028 Jun 11 09:48:21.173931 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': 'be0da1d5-4ce5-4024-b13c-530259f86c3b', 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60', 'port_id': 'be0da1d5-4ce5-4024-b13c-530259f86c3b', 'mac_address': 'fa:16:3e:25:2f:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189b03cc-b2a8-4615-9ab5-ad0328c3f10f', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:48:21.187183 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fe19c989-ca2f-44fe-a834-c1654587e002 req-bf24015b-104b-479e-aa10-3b07a4b74e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:21.187183 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-53b2cf16-4bf5-4ad6-974d-70f550e1d83a tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:48:21.289609 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe19c989-ca2f-44fe-a834-c1654587e002 req-bf24015b-104b-479e-aa10-3b07a4b74e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:21.290370 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fe19c989-ca2f-44fe-a834-c1654587e002 req-bf24015b-104b-479e-aa10-3b07a4b74e07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:21.291788 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fe19c989-ca2f-44fe-a834-c1654587e002 req-bf24015b-104b-479e-aa10-3b07a4b74e07 service neutron] 10.222.0.64 "PUT /v2.0/ports/067404f9-6bda-433f-8ac2-048cdc2eb1b4 HTTP/1.1" status: 200 len: 1093 time: 1.8699899 Jun 11 09:48:21.294829 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1066b672-fda3-4d71-881e-792d8b737e6e', 'tag': '067404f9-6bda-433f-8ac2-048cdc2eb1b4'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:48:21.297270 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e921541b-d9d3-4fc7-b1ca-00f038a91ee6" -d '{"events": [{"name": "network-changed", "server_uuid": "1066b672-fda3-4d71-881e-792d8b737e6e", "tag": "067404f9-6bda-433f-8ac2-048cdc2eb1b4"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:48:21.329184 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf24015b-104b-479e-aa10-3b07a4b74e07 service neutron] Pushing event updated for resources: {'Port': ['ID=067404f9-6bda-433f-8ac2-048cdc2eb1b4,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:48:21.333244 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-bf24015b-104b-479e-aa10-3b07a4b74e07 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:48:21.355277 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b0566d-139a-4c32-8d11-ea62b8e3ca51 req-83a080ca-b52b-43c9-b346-0b4f6177fbb9 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:21.357570 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-59b0566d-139a-4c32-8d11-ea62b8e3ca51 req-83a080ca-b52b-43c9-b346-0b4f6177fbb9 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7a81710-1c35-4321-ae55-729c29b29780 HTTP/1.1" status: 200 len: 947 time: 0.1662877 Jun 11 09:48:21.359233 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb911534-9b2a-48b8-b554-0b709aee783e x-openstack-request-id: req-bb911534-9b2a-48b8-b554-0b709aee783e {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:48:21.360111 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1066b672-fda3-4d71-881e-792d8b737e6e", "tag": "067404f9-6bda-433f-8ac2-048cdc2eb1b4", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:48:21.360111 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bb911534-9b2a-48b8-b554-0b709aee783e {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:48:21.360375 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1066b672-fda3-4d71-881e-792d8b737e6e', 'tag': '067404f9-6bda-433f-8ac2-048cdc2eb1b4', 'status': 'completed', 'code': 200} Jun 11 09:48:21.410598 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-59b0566d-139a-4c32-8d11-ea62b8e3ca51 req-71e8632d-166b-4f26-ae69-a2df68fbb11d tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439339 Jun 11 09:48:21.461799 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:21.500178 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port be555336-d862-48b1-9746-1e929626ced9, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=be555336-d862-48b1-9746-1e929626ced9,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:48:21.502752 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:21.509032 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e921541b-d9d3-4fc7-b1ca-00f038a91ee6 req-2ca850e4-9608-44df-a167-19906d15d854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:21.510535 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e921541b-d9d3-4fc7-b1ca-00f038a91ee6 req-2ca850e4-9608-44df-a167-19906d15d854 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=61d3c4040251405785317f897ecabfbd&device_id=1066b672-fda3-4d71-881e-792d8b737e6e HTTP/1.1" status: 200 len: 1096 time: 0.0624144 Jun 11 09:48:21.529947 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9246271a-9176-4cea-beeb-0dd3c4e1a23a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab844676-aec3-4282-8112-410caf66eaf5'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:48:21.532208 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a35276b4-a035-4e29-be4c-27558bf37186" -d '{"events": [{"server_uuid": "9246271a-9176-4cea-beeb-0dd3c4e1a23a", "name": "network-vif-plugged", "status": "completed", "tag": "ab844676-aec3-4282-8112-410caf66eaf5"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:48:21.546997 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': 'be555336-d862-48b1-9746-1e929626ced9', 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60', 'port_id': 'be555336-d862-48b1-9746-1e929626ced9', 'mac_address': 'fa:16:3e:11:ba:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189b03cc-b2a8-4615-9ab5-ad0328c3f10f', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:48:21.550819 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id be0da1d5-4ce5-4024-b13c-530259f86c3b {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:48:21.557708 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port ab844676-aec3-4282-8112-410caf66eaf5, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=ab844676-aec3-4282-8112-410caf66eaf5,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:48:21.606514 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port be0da1d5-4ce5-4024-b13c-530259f86c3b, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=be0da1d5-4ce5-4024-b13c-530259f86c3b,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:48:21.613782 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36be29a5-1b09-4507-9420-5aff95ec30af x-openstack-request-id: req-36be29a5-1b09-4507-9420-5aff95ec30af {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:48:21.614085 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9246271a-9176-4cea-beeb-0dd3c4e1a23a", "name": "network-vif-plugged", "status": "completed", "tag": "ab844676-aec3-4282-8112-410caf66eaf5", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:48:21.614320 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-36be29a5-1b09-4507-9420-5aff95ec30af {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:48:21.614715 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9246271a-9176-4cea-beeb-0dd3c4e1a23a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab844676-aec3-4282-8112-410caf66eaf5', 'code': 200} Jun 11 09:48:21.617189 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:21.642317 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be555336-d862-48b1-9746-1e929626ced9 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:48:21.669224 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port be555336-d862-48b1-9746-1e929626ced9, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=be555336-d862-48b1-9746-1e929626ced9,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:48:21.678701 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:21.681336 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:48:21.688264 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e921541b-d9d3-4fc7-b1ca-00f038a91ee6 req-b507d4fd-f474-42fb-85ad-7ae3efcf66f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:21.688264 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e921541b-d9d3-4fc7-b1ca-00f038a91ee6 req-b507d4fd-f474-42fb-85ad-7ae3efcf66f9 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=61d3c4040251405785317f897ecabfbd&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1660349 Jun 11 09:48:21.723185 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:21.751398 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=ab844676-aec3-4282-8112-410caf66eaf5,revision_number=10']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:48:21.763084 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:48:21.763597 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:48:21.793891 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cccff189-264f-43c2-b14d-3013c3a8a7d7 req-18dd5c00-f1b8-4062-bcf4-4c01bcee2dd4 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] 10.222.0.60 "GET /v2.0/ports?device_id=9745bfb2-7c5a-4eaa-b9c6-1e797395097a HTTP/1.1" status: 200 len: 210 time: 0.0528200 Jun 11 09:48:21.823227 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:21.853114 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=be0da1d5-4ce5-4024-b13c-530259f86c3b,revision_number=6']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:48:21.857175 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:48:21.857720 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-1fd357a0-2352-4b46-8d7f-ea97ee9b5a68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:48:21.914424 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['be0da1d5-4ce5-4024-b13c-530259f86c3b'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:48:21.918076 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e921541b-d9d3-4fc7-b1ca-00f038a91ee6 req-b2854b91-f851-40dc-abcd-890111c2c701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:21.919593 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e921541b-d9d3-4fc7-b1ca-00f038a91ee6 req-b2854b91-f851-40dc-abcd-890111c2c701 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2185919 Jun 11 09:48:21.969319 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2f6e0d-a51d-44f5-a9be-bfcb9f89d075 req-60161552-8c9f-46ef-ad3b-b8d7e104bff8 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:21.971723 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3f2f6e0d-a51d-44f5-a9be-bfcb9f89d075 req-60161552-8c9f-46ef-ad3b-b8d7e104bff8 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=f648c444-e4df-4502-82ff-38d8a4fc3281 HTTP/1.1" status: 200 len: 943 time: 0.1052215 Jun 11 09:48:21.980469 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=be555336-d862-48b1-9746-1e929626ced9,revision_number=7']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:48:21.984985 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:48:22.026950 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-93f4548f-d78b-4d92-8849-4cdcf3bb7ba2 req-54e8acf0-c0ab-402b-9995-3b8b7843c673 tempest-ServerShowV254Test-97312136 tempest-ServerShowV254Test-97312136-project] 10.222.0.60 "GET /v2.0/ports?device_id=d0ff3594-31de-4de5-8366-45b6d8539358 HTTP/1.1" status: 200 len: 210 time: 0.0633121 Jun 11 09:48:22.050760 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3f2f6e0d-a51d-44f5-a9be-bfcb9f89d075 req-9eb2a544-37ac-4f89-9cd6-12eabdb5e33d tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687406 Jun 11 09:48:22.154306 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe19c989-ca2f-44fe-a834-c1654587e002 req-c0d541bc-116d-494b-bcf5-b6681dacc5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:22.155968 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fe19c989-ca2f-44fe-a834-c1654587e002 req-c0d541bc-116d-494b-bcf5-b6681dacc5c0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=61d3c4040251405785317f897ecabfbd&device_id=1066b672-fda3-4d71-881e-792d8b737e6e HTTP/1.1" status: 200 len: 1096 time: 0.0881796 Jun 11 09:48:22.217043 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fe19c989-ca2f-44fe-a834-c1654587e002 req-724f4d84-81c9-4347-97a4-15a7499adb55 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=067404f9-6bda-433f-8ac2-048cdc2eb1b4 HTTP/1.1" status: 200 len: 217 time: 0.0500648 Jun 11 09:48:22.317373 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe19c989-ca2f-44fe-a834-c1654587e002 req-58074c9f-c612-4783-98cb-64697ad84519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:22.325733 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fe19c989-ca2f-44fe-a834-c1654587e002 req-58074c9f-c612-4783-98cb-64697ad84519 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a16cacaa-1221-489c-8d0a-2d30aee455ad HTTP/1.1" status: 200 len: 845 time: 0.0950069 Jun 11 09:48:22.364482 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fe19c989-ca2f-44fe-a834-c1654587e002 req-99a97e95-9c7c-40f8-af6d-0aed984c2535 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9c71e42f-a279-434a-9733-2e0a55ab4074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336246 Jun 11 09:48:22.375998 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc716855-d7ed-4e49-aa31-d99dcac90831 req-998f9088-cd26-429b-b464-560dac025f99 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:22.377314 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-dc716855-d7ed-4e49-aa31-d99dcac90831 req-998f9088-cd26-429b-b464-560dac025f99 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/ports?device_id=1066b672-fda3-4d71-881e-792d8b737e6e HTTP/1.1" status: 200 len: 944 time: 0.1437452 Jun 11 09:48:22.461687 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['be555336-d862-48b1-9746-1e929626ced9'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:48:22.499254 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-dc716855-d7ed-4e49-aa31-d99dcac90831 req-6229391a-01cb-4b72-a6c9-956d2b2ece72 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/security-groups?id=18fc41cb-d5ab-4d35-ab48-499184b426b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125684 Jun 11 09:48:22.523875 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fe19c989-ca2f-44fe-a834-c1654587e002 req-65db73ed-0f14-49cd-993b-8c6ae52943eb service neutron] 10.222.0.64 "GET /v2.0/networks/9c71e42f-a279-434a-9733-2e0a55ab4074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445026 Jun 11 09:48:22.621991 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device afeee4d7-731d-463b-9a7e-7e824304b99e details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:48:22.625148 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device be0da1d5-4ce5-4024-b13c-530259f86c3b up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:48:22.673002 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e137e0f-1881-46c3-835a-7bec56654c9a req-3fb3105b-655f-4be1-9f88-c2f030ee7600 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:22.682288 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6e137e0f-1881-46c3-835a-7bec56654c9a req-3fb3105b-655f-4be1-9f88-c2f030ee7600 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7a81710-1c35-4321-ae55-729c29b29780 HTTP/1.1" status: 200 len: 948 time: 0.1197615 Jun 11 09:48:22.753855 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6e137e0f-1881-46c3-835a-7bec56654c9a req-19263572-3ed8-4331-90a6-a210b82363b2 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703640 Jun 11 09:48:22.801833 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 97aef7b2-3fbe-4ebf-80c5-a24821c959ab no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:48:22.987156 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port afeee4d7-731d-463b-9a7e-7e824304b99e, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=afeee4d7-731d-463b-9a7e-7e824304b99e,segment=NetworkSegment(b51c68b7-80ed-4de8-bd6d-e2ba699aba0b),segment_id=b51c68b7-80ed-4de8-bd6d-e2ba699aba0b)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:48:23.014961 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': 'afeee4d7-731d-463b-9a7e-7e824304b99e', 'network_id': '743172cf-2dc7-4438-9267-f806a2cb8a77', 'port_id': 'afeee4d7-731d-463b-9a7e-7e824304b99e', 'mac_address': 'fa:16:3e:64:4c:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78635cc5-5408-4976-b3d9-b4cc65a6e8b4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:48:23.023987 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] No Port match for: 97aef7b2-3fbe-4ebf-80c5-a24821c959ab {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:48:23.024350 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 97aef7b2-3fbe-4ebf-80c5-a24821c959ab not bound to the agent host n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:48:23.040434 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port be0da1d5-4ce5-4024-b13c-530259f86c3b triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:48:23.040628 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:23.148165 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:23.196297 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fe19c989-ca2f-44fe-a834-c1654587e002 req-5425addb-5228-48f8-a50e-dc139a95b1e2 service neutron] 10.222.0.64 "GET /v2.0/networks/9c71e42f-a279-434a-9733-2e0a55ab4074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6620080 Jun 11 09:48:23.204684 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afeee4d7-731d-463b-9a7e-7e824304b99e {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:48:23.272231 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port afeee4d7-731d-463b-9a7e-7e824304b99e, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=afeee4d7-731d-463b-9a7e-7e824304b99e,segment=NetworkSegment(b51c68b7-80ed-4de8-bd6d-e2ba699aba0b),segment_id=b51c68b7-80ed-4de8-bd6d-e2ba699aba0b)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:48:23.282235 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:23.332591 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port be0da1d5-4ce5-4024-b13c-530259f86c3b, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=be0da1d5-4ce5-4024-b13c-530259f86c3b,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:48:23.382746 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:23.386443 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:48:23.458368 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:23.493157 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=afeee4d7-731d-463b-9a7e-7e824304b99e,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:48:23.499417 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:48:23.501684 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:48:23.573681 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=be0da1d5-4ce5-4024-b13c-530259f86c3b,revision_number=7']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:48:23.589349 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:48:23.616447 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e9d2205-62f9-4941-8103-3a1001a1903b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be0da1d5-4ce5-4024-b13c-530259f86c3b'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:48:23.619451 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49512553-27de-4eb9-a519-f8bec6efeb26" -d '{"events": [{"server_uuid": "7e9d2205-62f9-4941-8103-3a1001a1903b", "name": "network-vif-plugged", "status": "completed", "tag": "be0da1d5-4ce5-4024-b13c-530259f86c3b"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:48:23.764144 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5bb4d699-69c6-4020-ab1d-f1079ad5d062 req-f683cbe7-36e4-4240-bc8d-a26dfb42bbfe tempest-ServerShowV254Test-97312136 tempest-ServerShowV254Test-97312136-project] 10.222.0.60 "GET /v2.0/ports?device_id=d0ff3594-31de-4de5-8366-45b6d8539358 HTTP/1.1" status: 200 len: 210 time: 0.0610139 Jun 11 09:48:23.801410 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['afeee4d7-731d-463b-9a7e-7e824304b99e'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:48:24.087991 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c0bec-7f6b-4d6a-ae93-1f20b4b088a1 req-660a63df-c476-47bc-84b8-faac62b3e2e9 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:24.091276 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4d7c0bec-7f6b-4d6a-ae93-1f20b4b088a1 req-660a63df-c476-47bc-84b8-faac62b3e2e9 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.69 "GET /v2.0/ports?device_id=a7a81710-1c35-4321-ae55-729c29b29780&tenant_id=2d153095abe14427b94c36cd340ad809&binding%3Ahost_id=n-h2-779913-12 HTTP/1.1" status: 200 len: 948 time: 0.1898251 Jun 11 09:48:24.209926 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4d7c0bec-7f6b-4d6a-ae93-1f20b4b088a1 req-12628784-ceff-4813-b710-f6ef89b79577 service neutron] 10.222.0.69 "GET /v2.0/ports/be555336-d862-48b1-9746-1e929626ced9/bindings/n-h2-779913-12 HTTP/1.1" status: 200 len: 383 time: 0.1076858 Jun 11 09:48:24.261933 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e597dea-2175-487f-beac-be94c1571192 req-35570465-4930-4e1b-b380-c1e2656cbfd0 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:24.265719 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4e597dea-2175-487f-beac-be94c1571192 req-35570465-4930-4e1b-b380-c1e2656cbfd0 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=f648c444-e4df-4502-82ff-38d8a4fc3281 HTTP/1.1" status: 200 len: 944 time: 0.2890224 Jun 11 09:48:24.346979 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4e597dea-2175-487f-beac-be94c1571192 req-c4681b51-8d30-4fa9-aac6-902377a023b4 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742178 Jun 11 09:48:24.371287 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c0bec-7f6b-4d6a-ae93-1f20b4b088a1 req-c47139b2-80a2-40b3-b372-5be0daededf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:24.373828 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4d7c0bec-7f6b-4d6a-ae93-1f20b4b088a1 req-c47139b2-80a2-40b3-b372-5be0daededf3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2d153095abe14427b94c36cd340ad809&device_id=a7a81710-1c35-4321-ae55-729c29b29780 HTTP/1.1" status: 200 len: 1100 time: 0.1331673 Jun 11 09:48:24.566532 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c0bec-7f6b-4d6a-ae93-1f20b4b088a1 req-dd0a24b6-7cb1-458a-b3f7-850a1ef6f06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:24.568427 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4d7c0bec-7f6b-4d6a-ae93-1f20b4b088a1 req-dd0a24b6-7cb1-458a-b3f7-850a1ef6f06a service neutron] 10.222.0.69 "GET /v2.0/networks?id=cf20d108-f84c-44de-9036-2269564edd60 HTTP/1.1" status: 200 len: 870 time: 0.1803799 Jun 11 09:48:24.648878 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4d7c0bec-7f6b-4d6a-ae93-1f20b4b088a1 req-fa4f14f7-e9eb-4cc6-8a02-63bc67c9f4a5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=be555336-d862-48b1-9746-1e929626ced9 HTTP/1.1" status: 200 len: 217 time: 0.0697570 Jun 11 09:48:24.772287 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c0bec-7f6b-4d6a-ae93-1f20b4b088a1 req-1447ff92-9c81-4b4f-85d0-e07a0aeb017c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:24.773820 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4d7c0bec-7f6b-4d6a-ae93-1f20b4b088a1 req-1447ff92-9c81-4b4f-85d0-e07a0aeb017c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=189b03cc-b2a8-4615-9ab5-ad0328c3f10f HTTP/1.1" status: 200 len: 843 time: 0.1118646 Jun 11 09:48:24.820770 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device be555336-d862-48b1-9746-1e929626ced9 up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:48:24.918956 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c0bec-7f6b-4d6a-ae93-1f20b4b088a1 req-1f007f5f-3be4-4c64-b9da-8f39e552cff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:24.920128 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4d7c0bec-7f6b-4d6a-ae93-1f20b4b088a1 req-1f007f5f-3be4-4c64-b9da-8f39e552cff6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cf20d108-f84c-44de-9036-2269564edd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1281829 Jun 11 09:48:24.938947 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port be555336-d862-48b1-9746-1e929626ced9 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:48:24.939851 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:25.076654 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4d7c0bec-7f6b-4d6a-ae93-1f20b4b088a1 req-a89fbc61-bba3-44ec-b881-c7c510766158 service neutron] 10.222.0.69 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400459 Jun 11 09:48:25.109069 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:25.152422 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port be555336-d862-48b1-9746-1e929626ced9, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=be555336-d862-48b1-9746-1e929626ced9,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:48:25.255627 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:25.260217 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:48:25.297719 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4d7c0bec-7f6b-4d6a-ae93-1f20b4b088a1 req-23bb21c0-49cc-4b75-b3cc-f65dfd3defa7 service neutron] 10.222.0.69 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018232 Jun 11 09:48:25.345528 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=be555336-d862-48b1-9746-1e929626ced9,revision_number=8']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:48:25.349620 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:48:25.687993 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b52f27-9ef2-4764-b540-49e354e2978e req-df8447a5-e793-4e93-a021-2ce148a73043 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:25.691427 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-66b52f27-9ef2-4764-b540-49e354e2978e req-df8447a5-e793-4e93-a021-2ce148a73043 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] 10.222.0.64 "GET /v2.0/ports?device_id=11f359ec-4d91-47a5-b10e-c8312c04bb30 HTTP/1.1" status: 200 len: 950 time: 0.1980405 Jun 11 09:48:25.976080 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-66b52f27-9ef2-4764-b540-49e354e2978e req-ba54aa1f-8b41-4c56-b577-f6991b0268c5 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] Deleting port 53c4d5d7-0282-48ea-b5be-524038e7f0ec {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:48:25.976080 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-66b52f27-9ef2-4764-b540-49e354e2978e req-ba54aa1f-8b41-4c56-b577-f6991b0268c5 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:26.220092 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-66b52f27-9ef2-4764-b540-49e354e2978e req-ba54aa1f-8b41-4c56-b577-f6991b0268c5 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] For port 53c4d5d7-0282-48ea-b5be-524038e7f0ec, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=53c4d5d7-0282-48ea-b5be-524038e7f0ec,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:48:26.220465 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-66b52f27-9ef2-4764-b540-49e354e2978e req-ba54aa1f-8b41-4c56-b577-f6991b0268c5 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:26.342008 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-66b52f27-9ef2-4764-b540-49e354e2978e req-ba54aa1f-8b41-4c56-b577-f6991b0268c5 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] Calling delete_port for 53c4d5d7-0282-48ea-b5be-524038e7f0ec owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:48:26.621956 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-66b52f27-9ef2-4764-b540-49e354e2978e req-ba54aa1f-8b41-4c56-b577-f6991b0268c5 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:26.626560 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d72d8c11-3c1f-4c68-b4b8-70c35ab8d035 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:48:26.638160 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['53c4d5d7-0282-48ea-b5be-524038e7f0ec'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:48:26.665362 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba54aa1f-8b41-4c56-b577-f6991b0268c5 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] Pushing event deleted for resources: {'Port': ['ID=53c4d5d7-0282-48ea-b5be-524038e7f0ec,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:48:26.670162 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device afeee4d7-731d-463b-9a7e-7e824304b99e up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:48:26.676316 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ba54aa1f-8b41-4c56-b577-f6991b0268c5 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:48:26.736777 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-66b52f27-9ef2-4764-b540-49e354e2978e req-ba54aa1f-8b41-4c56-b577-f6991b0268c5 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] No DVR routers for this DVR port 53c4d5d7-0282-48ea-b5be-524038e7f0ec on host n-h1-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:48:26.739781 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-66b52f27-9ef2-4764-b540-49e354e2978e req-ba54aa1f-8b41-4c56-b577-f6991b0268c5 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:26.745841 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-66b52f27-9ef2-4764-b540-49e354e2978e req-ba54aa1f-8b41-4c56-b577-f6991b0268c5 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] 10.222.0.64 "DELETE /v2.0/ports/53c4d5d7-0282-48ea-b5be-524038e7f0ec HTTP/1.1" status: 204 len: 173 time: 1.0440130 Jun 11 09:48:26.745841 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11f359ec-4d91-47a5-b10e-c8312c04bb30', 'name': 'network-vif-deleted', 'tag': '53c4d5d7-0282-48ea-b5be-524038e7f0ec'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:48:26.745841 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b0202a-afc6-4c68-8771-7b0dd22001ff" -d '{"events": [{"server_uuid": "11f359ec-4d91-47a5-b10e-c8312c04bb30", "name": "network-vif-deleted", "tag": "53c4d5d7-0282-48ea-b5be-524038e7f0ec"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:48:26.817210 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning for port afeee4d7-731d-463b-9a7e-7e824304b99e completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:48:26.824362 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port afeee4d7-731d-463b-9a7e-7e824304b99e triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:48:26.824362 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:26.998683 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:27.110500 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port afeee4d7-731d-463b-9a7e-7e824304b99e, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=afeee4d7-731d-463b-9a7e-7e824304b99e,segment=NetworkSegment(b51c68b7-80ed-4de8-bd6d-e2ba699aba0b),segment_id=b51c68b7-80ed-4de8-bd6d-e2ba699aba0b)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:48:27.203865 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:27.209297 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:48:27.304291 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=afeee4d7-731d-463b-9a7e-7e824304b99e,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:48:27.310828 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:48:28.638509 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 067404f9-6bda-433f-8ac2-048cdc2eb1b4 details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:48:28.816621 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 067404f9-6bda-433f-8ac2-048cdc2eb1b4, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=067404f9-6bda-433f-8ac2-048cdc2eb1b4,segment=NetworkSegment(59465666-5c69-4224-8b1f-2b974d7d569d),segment_id=59465666-5c69-4224-8b1f-2b974d7d569d)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:48:28.832585 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 53c4d5d7-0282-48ea-b5be-524038e7f0ec no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:48:28.860509 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': '067404f9-6bda-433f-8ac2-048cdc2eb1b4', 'network_id': '9c71e42f-a279-434a-9733-2e0a55ab4074', 'port_id': '067404f9-6bda-433f-8ac2-048cdc2eb1b4', 'mac_address': 'fa:16:3e:6b:a5:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 791, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a16cacaa-1221-489c-8d0a-2d30aee455ad', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:48:28.862479 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] No Port match for: 53c4d5d7-0282-48ea-b5be-524038e7f0ec {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:48:28.862844 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 53c4d5d7-0282-48ea-b5be-524038e7f0ec not bound to the agent host n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:48:28.914484 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:28.955282 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 067404f9-6bda-433f-8ac2-048cdc2eb1b4 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:48:29.009207 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 067404f9-6bda-433f-8ac2-048cdc2eb1b4, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=067404f9-6bda-433f-8ac2-048cdc2eb1b4,segment=NetworkSegment(59465666-5c69-4224-8b1f-2b974d7d569d),segment_id=59465666-5c69-4224-8b1f-2b974d7d569d)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:48:29.107013 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:29.109318 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:48:29.178232 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=067404f9-6bda-433f-8ac2-048cdc2eb1b4,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:48:29.181362 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:48:29.474468 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['067404f9-6bda-433f-8ac2-048cdc2eb1b4'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:48:29.618698 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c0bec-7f6b-4d6a-ae93-1f20b4b088a1 req-7279fcf3-31e8-492c-b631-d49739506a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:29.623738 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4d7c0bec-7f6b-4d6a-ae93-1f20b4b088a1 req-7279fcf3-31e8-492c-b631-d49739506a28 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a7a81710-1c35-4321-ae55-729c29b29780&tenant_id=2d153095abe14427b94c36cd340ad809 HTTP/1.1" status: 200 len: 1101 time: 0.1065545 Jun 11 09:48:29.834128 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c0bec-7f6b-4d6a-ae93-1f20b4b088a1 req-4d95b92a-147b-434c-9e45-3770d354b660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:29.835677 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4d7c0bec-7f6b-4d6a-ae93-1f20b4b088a1 req-4d95b92a-147b-434c-9e45-3770d354b660 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2d153095abe14427b94c36cd340ad809&device_id=a7a81710-1c35-4321-ae55-729c29b29780 HTTP/1.1" status: 200 len: 1101 time: 0.1809056 Jun 11 09:48:30.035637 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c0bec-7f6b-4d6a-ae93-1f20b4b088a1 req-2f4ffe79-543e-4205-a7bb-5d5997dd7a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:30.035637 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4d7c0bec-7f6b-4d6a-ae93-1f20b4b088a1 req-2f4ffe79-543e-4205-a7bb-5d5997dd7a00 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cf20d108-f84c-44de-9036-2269564edd60 HTTP/1.1" status: 200 len: 870 time: 0.1912928 Jun 11 09:48:30.183531 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4d7c0bec-7f6b-4d6a-ae93-1f20b4b088a1 req-8c1590f5-d4d4-4bab-945c-054450eb0dde service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=be555336-d862-48b1-9746-1e929626ced9 HTTP/1.1" status: 200 len: 217 time: 0.1390655 Jun 11 09:48:30.285784 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c0bec-7f6b-4d6a-ae93-1f20b4b088a1 req-da06520f-8573-4f20-8a91-a91281cdf91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:30.287446 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4d7c0bec-7f6b-4d6a-ae93-1f20b4b088a1 req-da06520f-8573-4f20-8a91-a91281cdf91b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=189b03cc-b2a8-4615-9ab5-ad0328c3f10f HTTP/1.1" status: 200 len: 843 time: 0.0879238 Jun 11 09:48:30.390995 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c0bec-7f6b-4d6a-ae93-1f20b4b088a1 req-4dbfdc0e-03e5-4c7b-891b-2249035f98b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:30.392603 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4d7c0bec-7f6b-4d6a-ae93-1f20b4b088a1 req-4dbfdc0e-03e5-4c7b-891b-2249035f98b0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cf20d108-f84c-44de-9036-2269564edd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0860052 Jun 11 09:48:30.557959 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4d7c0bec-7f6b-4d6a-ae93-1f20b4b088a1 req-88b820f6-24a4-4dcc-b589-f4e7a223ca7c service neutron] 10.222.0.69 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529675 Jun 11 09:48:30.666315 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 067404f9-6bda-433f-8ac2-048cdc2eb1b4 up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:48:30.696473 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4d7c0bec-7f6b-4d6a-ae93-1f20b4b088a1 req-6a835627-90e9-4a31-a044-38c35264b722 service neutron] 10.222.0.69 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302836 Jun 11 09:48:30.826835 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning for port 067404f9-6bda-433f-8ac2-048cdc2eb1b4 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:48:30.831728 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port 067404f9-6bda-433f-8ac2-048cdc2eb1b4 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:48:30.832101 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:30.894711 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device be555336-d862-48b1-9746-1e929626ced9 no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:48:31.008673 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:31.063249 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:31.082039 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:31.084937 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 067404f9-6bda-433f-8ac2-048cdc2eb1b4, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=067404f9-6bda-433f-8ac2-048cdc2eb1b4,segment=NetworkSegment(59465666-5c69-4224-8b1f-2b974d7d569d),segment_id=59465666-5c69-4224-8b1f-2b974d7d569d)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:48:31.128449 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port be555336-d862-48b1-9746-1e929626ced9, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=be555336-d862-48b1-9746-1e929626ced9,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:48:31.170218 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:31.172490 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:48:31.306095 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:31.311910 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=067404f9-6bda-433f-8ac2-048cdc2eb1b4,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:48:31.317702 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:48:31.318252 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:48:31.418729 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=be555336-d862-48b1-9746-1e929626ced9,revision_number=9']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:48:31.433477 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:48:34.888758 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device be555336-d862-48b1-9746-1e929626ced9 details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:48:35.008954 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port be555336-d862-48b1-9746-1e929626ced9, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=be555336-d862-48b1-9746-1e929626ced9,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:48:35.021835 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': 'be555336-d862-48b1-9746-1e929626ced9', 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60', 'port_id': 'be555336-d862-48b1-9746-1e929626ced9', 'mac_address': 'fa:16:3e:11:ba:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189b03cc-b2a8-4615-9ab5-ad0328c3f10f', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:48:35.066602 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:35.082396 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be555336-d862-48b1-9746-1e929626ced9 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:48:35.103753 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port be555336-d862-48b1-9746-1e929626ced9, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=be555336-d862-48b1-9746-1e929626ced9,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:48:35.220623 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:35.222535 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:48:35.285765 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=be555336-d862-48b1-9746-1e929626ced9,revision_number=10']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:48:35.289524 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:48:35.295889 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:35.474842 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e19ffb29-48e2-4692-9f0b-0a33391e6d51 x-openstack-request-id: req-e19ffb29-48e2-4692-9f0b-0a33391e6d51 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:48:35.475794 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e9d2205-62f9-4941-8103-3a1001a1903b", "name": "network-vif-plugged", "status": "completed", "tag": "be0da1d5-4ce5-4024-b13c-530259f86c3b", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:48:35.475794 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e19ffb29-48e2-4692-9f0b-0a33391e6d51 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:48:35.476188 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e9d2205-62f9-4941-8103-3a1001a1903b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be0da1d5-4ce5-4024-b13c-530259f86c3b', 'code': 200} Jun 11 09:48:35.524364 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1523258-4ea6-4286-b4ee-34d73630d16d req-1ef13ec9-8562-48c1-aaa2-e12dd9b9b5da tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:35.525996 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e1523258-4ea6-4286-b4ee-34d73630d16d req-1ef13ec9-8562-48c1-aaa2-e12dd9b9b5da tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/ports?device_id=1066b672-fda3-4d71-881e-792d8b737e6e HTTP/1.1" status: 200 len: 946 time: 0.0827379 Jun 11 09:48:35.571959 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e1523258-4ea6-4286-b4ee-34d73630d16d req-3c19677e-f997-4360-9c84-877b5f24414c tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/security-groups?id=18fc41cb-d5ab-4d35-ab48-499184b426b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383627 Jun 11 09:48:35.653445 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c2456-aef7-4f2a-b56b-c823b3734af6 req-d0ab34df-a196-48db-9e22-2bf71fb93de8 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:35.655116 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-328c2456-aef7-4f2a-b56b-c823b3734af6 req-d0ab34df-a196-48db-9e22-2bf71fb93de8 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7a81710-1c35-4321-ae55-729c29b29780 HTTP/1.1" status: 200 len: 949 time: 0.0864580 Jun 11 09:48:35.706113 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-328c2456-aef7-4f2a-b56b-c823b3734af6 req-eafdf565-2e7c-421b-b68b-0ddab2f94cfe tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443659 Jun 11 09:48:35.731359 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5ef4e33d-bd45-4d16-8815-661e41ca9846 req-3e51a3ad-0596-4d2b-97cf-a2362b41deaa tempest-ServerShowV254Test-97312136 tempest-ServerShowV254Test-97312136-project] 10.222.0.60 "GET /v2.0/ports?device_id=d0ff3594-31de-4de5-8366-45b6d8539358 HTTP/1.1" status: 200 len: 210 time: 0.0402634 Jun 11 09:48:35.796608 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['be555336-d862-48b1-9746-1e929626ced9'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:48:35.826621 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e15eaf5d-16bc-4cbb-bcc6-5b023af30729 x-openstack-request-id: req-e15eaf5d-16bc-4cbb-bcc6-5b023af30729 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:48:35.826621 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11f359ec-4d91-47a5-b10e-c8312c04bb30", "name": "network-vif-deleted", "tag": "53c4d5d7-0282-48ea-b5be-524038e7f0ec", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:48:35.826621 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e15eaf5d-16bc-4cbb-bcc6-5b023af30729 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:48:35.826621 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11f359ec-4d91-47a5-b10e-c8312c04bb30', 'name': 'network-vif-deleted', 'tag': '53c4d5d7-0282-48ea-b5be-524038e7f0ec', 'status': 'completed', 'code': 200} Jun 11 09:48:35.974920 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e24bfb-63e9-424d-9bcf-72a8dee1a5ec req-42ac7d58-1a48-449c-a721-cd1936b66290 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:35.974920 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-67e24bfb-63e9-424d-9bcf-72a8dee1a5ec req-42ac7d58-1a48-449c-a721-cd1936b66290 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=f648c444-e4df-4502-82ff-38d8a4fc3281 HTTP/1.1" status: 200 len: 945 time: 0.0848081 Jun 11 09:48:36.015553 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-67e24bfb-63e9-424d-9bcf-72a8dee1a5ec req-0730ee5d-9438-4fba-b42d-a074664aaa05 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408344 Jun 11 09:48:36.125120 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 46642) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:48:36.149428 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e5ef80-8c17-404f-a7d9-c576c04104bc req-bec8d2e5-815c-42e2-9ccb-9f8f7591308f tempest-ImagesOneServerTestJSON-1239789422 tempest-ImagesOneServerTestJSON-1239789422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:36.150986 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-62e5ef80-8c17-404f-a7d9-c576c04104bc req-bec8d2e5-815c-42e2-9ccb-9f8f7591308f tempest-ImagesOneServerTestJSON-1239789422 tempest-ImagesOneServerTestJSON-1239789422-project] 10.222.0.60 "GET /v2.0/ports?device_id=9246271a-9176-4cea-beeb-0dd3c4e1a23a HTTP/1.1" status: 200 len: 951 time: 0.0952566 Jun 11 09:48:36.212272 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-62e5ef80-8c17-404f-a7d9-c576c04104bc req-aa2c97c9-0d0a-4760-bce1-dcebaeb916e7 tempest-ImagesOneServerTestJSON-1239789422 tempest-ImagesOneServerTestJSON-1239789422-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0a0daee-267b-40f9-aca8-cf47ce64010a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457425 Jun 11 09:48:36.212404 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3398c852-f50d-4b2b-93d0-515dce2ff895 req-11d7ed31-c8aa-4ad3-b2b8-6551eaf0c901 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:36.219482 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3398c852-f50d-4b2b-93d0-515dce2ff895 req-11d7ed31-c8aa-4ad3-b2b8-6551eaf0c901 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e9d2205-62f9-4941-8103-3a1001a1903b HTTP/1.1" status: 200 len: 949 time: 0.0803416 Jun 11 09:48:36.293979 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3398c852-f50d-4b2b-93d0-515dce2ff895 req-ff3e3030-971c-4168-a276-82e633d630e8 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] 10.222.0.60 "GET /v2.0/security-groups?id=3dfb640a-7174-4f82-a9e7-bf6bbf6da8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728111 Jun 11 09:48:36.316270 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-12851f1e-a310-46ba-bd35-856875707e6e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b5eb53057ea549f0bba9b3499e57c40f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1892486 Jun 11 09:48:36.318660 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 46656) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:48:36.378924 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fba7e8d7-9310-4ba1-bf23-1386788ac8fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:36.404435 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fba7e8d7-9310-4ba1-bf23-1386788ac8fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:36.519126 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fba7e8d7-9310-4ba1-bf23-1386788ac8fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:36.521917 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fba7e8d7-9310-4ba1-bf23-1386788ac8fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:36.523208 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-fba7e8d7-9310-4ba1-bf23-1386788ac8fd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6fe6c44a-94dc-4218-910c-486cd3ffc9e0 HTTP/1.1" status: 204 len: 168 time: 0.2032087 Jun 11 09:48:36.526918 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b30d7962-2af2-4a6f-a084-7b470df2a9a0 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:48:36.535712 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba7e8d7-9310-4ba1-bf23-1386788ac8fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe6c44a-94dc-4218-910c-486cd3ffc9e0,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:48:36.541512 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-fba7e8d7-9310-4ba1-bf23-1386788ac8fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:48:37.243481 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d332251-5f62-423f-9cd0-df472decd33d req-b3347d3f-bcb2-4ce8-9b44-00a661e0f1cd tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:37.247645 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5d332251-5f62-423f-9cd0-df472decd33d req-b3347d3f-bcb2-4ce8-9b44-00a661e0f1cd tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/ports?device_id=1066b672-fda3-4d71-881e-792d8b737e6e HTTP/1.1" status: 200 len: 946 time: 0.0767684 Jun 11 09:48:37.288164 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5d332251-5f62-423f-9cd0-df472decd33d req-03508594-e2db-42f9-abc2-af9a4d3dbbe6 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/security-groups?id=18fc41cb-d5ab-4d35-ab48-499184b426b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366745 Jun 11 09:48:37.345896 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 46710) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:48:37.383747 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-34b1ac33-9700-47cd-8142-384740856f2a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d304f7f7666f422e818ebc71a17f2e3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0441520 Jun 11 09:48:37.388106 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 46712) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:48:37.448917 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d785793e-1a7a-45ea-ac56-9f571d79dd30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:37.473989 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db6813a-5476-4c34-9cab-7e8fe998dca3 req-208fa4b8-ee79-4406-ac00-91909ac8725a tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:37.475808 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4db6813a-5476-4c34-9cab-7e8fe998dca3 req-208fa4b8-ee79-4406-ac00-91909ac8725a tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7a81710-1c35-4321-ae55-729c29b29780 HTTP/1.1" status: 200 len: 949 time: 0.0779293 Jun 11 09:48:37.476904 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a81710-1c35-4321-ae55-729c29b29780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be555336-d862-48b1-9746-1e929626ced9'}, {'server_uuid': 'f648c444-e4df-4502-82ff-38d8a4fc3281', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afeee4d7-731d-463b-9a7e-7e824304b99e'}, {'server_uuid': '1066b672-fda3-4d71-881e-792d8b737e6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '067404f9-6bda-433f-8ac2-048cdc2eb1b4'}, {'server_uuid': 'a7a81710-1c35-4321-ae55-729c29b29780', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be555336-d862-48b1-9746-1e929626ced9'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:48:37.477407 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d785793e-1a7a-45ea-ac56-9f571d79dd30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:37.480162 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d2560d3-7d8a-4f2e-8e0d-c492527bb597" -d '{"events": [{"server_uuid": "a7a81710-1c35-4321-ae55-729c29b29780", "name": "network-vif-plugged", "status": "completed", "tag": "be555336-d862-48b1-9746-1e929626ced9"}, {"server_uuid": "f648c444-e4df-4502-82ff-38d8a4fc3281", "name": "network-vif-plugged", "status": "completed", "tag": "afeee4d7-731d-463b-9a7e-7e824304b99e"}, {"server_uuid": "1066b672-fda3-4d71-881e-792d8b737e6e", "name": "network-vif-plugged", "status": "completed", "tag": "067404f9-6bda-433f-8ac2-048cdc2eb1b4"}, {"server_uuid": "a7a81710-1c35-4321-ae55-729c29b29780", "name": "network-vif-unplugged", "status": "completed", "tag": "be555336-d862-48b1-9746-1e929626ced9"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:48:37.520643 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4db6813a-5476-4c34-9cab-7e8fe998dca3 req-39b47198-9d30-4fd0-96da-830fe855ea14 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368168 Jun 11 09:48:37.598501 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d785793e-1a7a-45ea-ac56-9f571d79dd30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:37.601155 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d785793e-1a7a-45ea-ac56-9f571d79dd30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:37.602348 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-d785793e-1a7a-45ea-ac56-9f571d79dd30 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/390ef795-edb0-42d6-b72e-ff2839778447 HTTP/1.1" status: 204 len: 168 time: 0.2133386 Jun 11 09:48:37.603245 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-15ac602b-fea7-467f-ad04-f6b2fa664915 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:48:37.614405 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d785793e-1a7a-45ea-ac56-9f571d79dd30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=390ef795-edb0-42d6-b72e-ff2839778447,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:48:37.616761 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d785793e-1a7a-45ea-ac56-9f571d79dd30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:48:37.672530 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a0800fbb-6807-4836-9285-720edbe10dc8 req-5714062d-c206-4ec5-9a39-af26bcc1b5e3 tempest-ServerShowV254Test-97312136 tempest-ServerShowV254Test-97312136-project] 10.222.0.60 "GET /v2.0/ports?device_id=d0ff3594-31de-4de5-8366-45b6d8539358 HTTP/1.1" status: 200 len: 210 time: 0.0325389 Jun 11 09:48:37.855845 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 698 Content-Type: application/json Date: Fri, 11 Jun 2021 09:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c59a1f44-9825-4a8b-82af-6e1bbc4c5c26 x-openstack-request-id: req-c59a1f44-9825-4a8b-82af-6e1bbc4c5c26 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:48:37.855845 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a81710-1c35-4321-ae55-729c29b29780", "name": "network-vif-plugged", "status": "completed", "tag": "be555336-d862-48b1-9746-1e929626ced9", "code": 200}, {"server_uuid": "f648c444-e4df-4502-82ff-38d8a4fc3281", "name": "network-vif-plugged", "status": "completed", "tag": "afeee4d7-731d-463b-9a7e-7e824304b99e", "code": 200}, {"server_uuid": "1066b672-fda3-4d71-881e-792d8b737e6e", "name": "network-vif-plugged", "status": "completed", "tag": "067404f9-6bda-433f-8ac2-048cdc2eb1b4", "code": 200}, {"server_uuid": "a7a81710-1c35-4321-ae55-729c29b29780", "name": "network-vif-unplugged", "status": "completed", "tag": "be555336-d862-48b1-9746-1e929626ced9", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:48:37.855845 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c59a1f44-9825-4a8b-82af-6e1bbc4c5c26 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:48:37.855845 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a81710-1c35-4321-ae55-729c29b29780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be555336-d862-48b1-9746-1e929626ced9', 'code': 200} Jun 11 09:48:37.855845 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f648c444-e4df-4502-82ff-38d8a4fc3281', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afeee4d7-731d-463b-9a7e-7e824304b99e', 'code': 200} Jun 11 09:48:37.855845 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1066b672-fda3-4d71-881e-792d8b737e6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '067404f9-6bda-433f-8ac2-048cdc2eb1b4', 'code': 200} Jun 11 09:48:37.855845 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a81710-1c35-4321-ae55-729c29b29780', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be555336-d862-48b1-9746-1e929626ced9', 'code': 200} Jun 11 09:48:37.868238 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420b4d7b-80ee-4a51-b470-b0a4900a9401 req-077ac449-df8d-4b2e-a861-69109df67634 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:37.872071 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-420b4d7b-80ee-4a51-b470-b0a4900a9401 req-077ac449-df8d-4b2e-a861-69109df67634 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=f648c444-e4df-4502-82ff-38d8a4fc3281 HTTP/1.1" status: 200 len: 945 time: 0.0930593 Jun 11 09:48:37.937944 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-420b4d7b-80ee-4a51-b470-b0a4900a9401 req-f0a56602-5444-4459-b004-c5d1c314f2e7 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608900 Jun 11 09:48:38.117629 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3533a5f5-d061-410d-853e-53f098a19402 req-c216d966-70e0-49e1-b916-6dd307b3e64f tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:38.119136 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3533a5f5-d061-410d-853e-53f098a19402 req-c216d966-70e0-49e1-b916-6dd307b3e64f tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7a81710-1c35-4321-ae55-729c29b29780 HTTP/1.1" status: 200 len: 949 time: 0.1565752 Jun 11 09:48:38.121802 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22218c4-2bc7-4b38-a9c2-8708b2e94fe9 req-865bffb3-7a42-4a3b-92bf-403373a6410b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:38.123391 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d22218c4-2bc7-4b38-a9c2-8708b2e94fe9 req-865bffb3-7a42-4a3b-92bf-403373a6410b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f648c444-e4df-4502-82ff-38d8a4fc3281 HTTP/1.1" status: 200 len: 1097 time: 0.1882577 Jun 11 09:48:38.125465 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a96e0-6788-404d-8105-c822d40ef0b2 req-9f656aa8-b816-4093-84a5-6c136f413615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:38.126992 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-131a96e0-6788-404d-8105-c822d40ef0b2 req-9f656aa8-b816-4093-84a5-6c136f413615 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1066b672-fda3-4d71-881e-792d8b737e6e HTTP/1.1" status: 200 len: 1098 time: 0.1834874 Jun 11 09:48:38.212576 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3533a5f5-d061-410d-853e-53f098a19402 req-8ab18027-9aef-4e8d-b2db-aeb1786608f5 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823147 Jun 11 09:48:38.223676 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d22218c4-2bc7-4b38-a9c2-8708b2e94fe9 req-8a90d75c-4f48-4f7e-92c1-593e46d877a3 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766027 Jun 11 09:48:38.227270 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-131a96e0-6788-404d-8105-c822d40ef0b2 req-4ebeecf8-ab7f-4a11-ae4e-6eb2f899ed0a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=18fc41cb-d5ab-4d35-ab48-499184b426b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792201 Jun 11 09:48:38.477583 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac3a317-ae40-416b-b055-7896fe7f417e req-d5f9e58f-6590-48e5-8374-7963a6443366 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:38.479009 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7ac3a317-ae40-416b-b055-7896fe7f417e req-d5f9e58f-6590-48e5-8374-7963a6443366 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/ports?device_id=1066b672-fda3-4d71-881e-792d8b737e6e HTTP/1.1" status: 200 len: 946 time: 0.0727565 Jun 11 09:48:38.528147 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7ac3a317-ae40-416b-b055-7896fe7f417e req-11cce5af-28d9-4dde-9b35-608384ed1107 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/security-groups?id=18fc41cb-d5ab-4d35-ab48-499184b426b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421734 Jun 11 09:48:38.616671 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-aca0477d-8b64-4607-9af8-8ee5dac9fc82 req-1383feec-0a7c-4879-8de6-7745cd9c7c23 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=2d153095abe14427b94c36cd340ad809&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301871 Jun 11 09:48:38.694731 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device be0da1d5-4ce5-4024-b13c-530259f86c3b no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:48:38.705694 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367d082d-ac71-471f-b219-5a6fd2d907f8 req-d4162006-ee87-4e45-93f6-466b9f1ec2f3 tempest-ImagesOneServerTestJSON-1239789422 tempest-ImagesOneServerTestJSON-1239789422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:38.707881 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-367d082d-ac71-471f-b219-5a6fd2d907f8 req-d4162006-ee87-4e45-93f6-466b9f1ec2f3 tempest-ImagesOneServerTestJSON-1239789422 tempest-ImagesOneServerTestJSON-1239789422-project] 10.222.0.60 "GET /v2.0/ports?device_id=9246271a-9176-4cea-beeb-0dd3c4e1a23a HTTP/1.1" status: 200 len: 951 time: 0.0735569 Jun 11 09:48:38.754433 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca0477d-8b64-4607-9af8-8ee5dac9fc82 req-521c5bc6-19f2-4d27-b9d5-fe317694dceb tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:38.761167 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-aca0477d-8b64-4607-9af8-8ee5dac9fc82 req-521c5bc6-19f2-4d27-b9d5-fe317694dceb tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1363308 Jun 11 09:48:38.770070 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-367d082d-ac71-471f-b219-5a6fd2d907f8 req-0f2eac2d-2556-4f2d-821f-e91b0f0d2cdd tempest-ImagesOneServerTestJSON-1239789422 tempest-ImagesOneServerTestJSON-1239789422-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0a0daee-267b-40f9-aca8-cf47ce64010a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503335 Jun 11 09:48:38.787219 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-aca0477d-8b64-4607-9af8-8ee5dac9fc82 req-e83b2e84-140c-4a97-987e-83f5de345ba7 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/quotas/2d153095abe14427b94c36cd340ad809 HTTP/1.1" status: 200 len: 375 time: 0.0250595 Jun 11 09:48:38.807444 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:38.822120 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 46776) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:48:38.854054 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port be0da1d5-4ce5-4024-b13c-530259f86c3b, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=be0da1d5-4ce5-4024-b13c-530259f86c3b,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:48:38.862803 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-aca0477d-8b64-4607-9af8-8ee5dac9fc82 req-d8702384-fec6-4eea-830a-eca91089d1d3 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2d153095abe14427b94c36cd340ad809&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0745413 Jun 11 09:48:38.920015 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device be555336-d862-48b1-9746-1e929626ced9 up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:48:38.939067 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-471a27e0-f5c1-4cf2-bb8d-4085325265c9 req-a14b51fd-faa1-4157-a59e-861f4dc8f190 tempest-ServerShowV254Test-97312136 tempest-ServerShowV254Test-97312136-project] 10.222.0.60 "GET /v2.0/ports?device_id=d0ff3594-31de-4de5-8366-45b6d8539358 HTTP/1.1" status: 200 len: 210 time: 0.0511618 Jun 11 09:48:38.942800 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-1bc17448-e2d0-4f1f-90d9-d3a231f8cb75 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1465774544-network', 'tenant_id': 'a1954df43db24c79a633812d8c3a0148'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:48:38.976771 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:38.977538 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device ab844676-aec3-4282-8112-410caf66eaf5 no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:48:38.979672 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:48:39.031475 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port be555336-d862-48b1-9746-1e929626ced9 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:48:39.031930 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:39.038184 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bc17448-e2d0-4f1f-90d9-d3a231f8cb75 admin admin] Made reservation on behalf of a1954df43db24c79a633812d8c3a0148 for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:48:39.040803 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1bc17448-e2d0-4f1f-90d9-d3a231f8cb75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:39.052642 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1bc17448-e2d0-4f1f-90d9-d3a231f8cb75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:39.125267 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=be0da1d5-4ce5-4024-b13c-530259f86c3b,revision_number=8']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:48:39.129387 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:48:39.163737 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bbc03026-0ab5-4dbc-b64d-3c7c18da5eb7 req-fb83052a-7f98-4b40-ae04-dd884010aa0e tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=6edf564c-85d6-49cf-bd98-9f0a6fbc0090 HTTP/1.1" status: 200 len: 210 time: 0.0528584 Jun 11 09:48:39.254385 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:39.270855 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1bc17448-e2d0-4f1f-90d9-d3a231f8cb75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:39.277088 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:39.284152 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a4895-6786-46e7-aa8c-2e0d8292528b req-c24e9ec8-b424-483f-84c4-d17b72a8391f tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:39.291096 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-da5a4895-6786-46e7-aa8c-2e0d8292528b req-c24e9ec8-b424-483f-84c4-d17b72a8391f tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=f648c444-e4df-4502-82ff-38d8a4fc3281 HTTP/1.1" status: 200 len: 945 time: 0.1243477 Jun 11 09:48:39.312910 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1bc17448-e2d0-4f1f-90d9-d3a231f8cb75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:39.317522 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port be555336-d862-48b1-9746-1e929626ced9, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=be555336-d862-48b1-9746-1e929626ced9,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:48:39.320794 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a0000309-feb3-49e1-a8a9-09a6376108cd tempest-ImagesOneServerTestJSON-1239789422 tempest-ImagesOneServerTestJSON-1239789422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:48:39.335722 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port ab844676-aec3-4282-8112-410caf66eaf5, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=ab844676-aec3-4282-8112-410caf66eaf5,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:48:39.353688 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bc17448-e2d0-4f1f-90d9-d3a231f8cb75 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 774} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 09:48:39.360142 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-da5a4895-6786-46e7-aa8c-2e0d8292528b req-201a1fc5-f632-403b-82e7-9e73f0aaf45e tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681620 Jun 11 09:48:39.370013 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc17448-e2d0-4f1f-90d9-d3a231f8cb75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca891f4-267e-4d79-9993-7d62b55e3602,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:48:39.382967 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1bc17448-e2d0-4f1f-90d9-d3a231f8cb75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:48:39.382967 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1bc17448-e2d0-4f1f-90d9-d3a231f8cb75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:39.382967 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-1bc17448-e2d0-4f1f-90d9-d3a231f8cb75 admin admin] Added segment b42e98d1-0cc2-4b97-ad08-fa52cd982bc4 of type vlan for network 3c92b763-04a2-4a6e-bcc4-e4235468dc6a Jun 11 09:48:39.388386 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:39.390619 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:48:39.425144 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:39.445733 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1bc17448-e2d0-4f1f-90d9-d3a231f8cb75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:39.455539 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=be555336-d862-48b1-9746-1e929626ced9,revision_number=11']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:48:39.459034 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:48:39.459524 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:48:39.518884 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1bc17448-e2d0-4f1f-90d9-d3a231f8cb75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:39.520847 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc17448-e2d0-4f1f-90d9-d3a231f8cb75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:39.521509 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1bc17448-e2d0-4f1f-90d9-d3a231f8cb75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:39.524975 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=ab844676-aec3-4282-8112-410caf66eaf5,revision_number=11']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:48:39.526477 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e5af814e-a161-48fb-b19f-d2098402d362 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:48:39.528081 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:48:39.628327 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc17448-e2d0-4f1f-90d9-d3a231f8cb75 admin admin] Pushing event updated for resources: {'Network': ['ID=3c92b763-04a2-4a6e-bcc4-e4235468dc6a,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:48:39.635872 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc17448-e2d0-4f1f-90d9-d3a231f8cb75 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:48:39.636198 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc17448-e2d0-4f1f-90d9-d3a231f8cb75 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:48:39.636758 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc17448-e2d0-4f1f-90d9-d3a231f8cb75 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:48:39.637137 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc17448-e2d0-4f1f-90d9-d3a231f8cb75 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:48:39.637508 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc17448-e2d0-4f1f-90d9-d3a231f8cb75 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:48:39.637875 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc17448-e2d0-4f1f-90d9-d3a231f8cb75 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:48:39.638242 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc17448-e2d0-4f1f-90d9-d3a231f8cb75 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:48:39.638604 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc17448-e2d0-4f1f-90d9-d3a231f8cb75 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:48:39.638968 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc17448-e2d0-4f1f-90d9-d3a231f8cb75 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:48:39.639329 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc17448-e2d0-4f1f-90d9-d3a231f8cb75 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:48:39.639720 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc17448-e2d0-4f1f-90d9-d3a231f8cb75 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:48:39.640080 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc17448-e2d0-4f1f-90d9-d3a231f8cb75 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:48:39.643747 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1bc17448-e2d0-4f1f-90d9-d3a231f8cb75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:48:39.651896 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 3c92b763-04a2-4a6e-bcc4-e4235468dc6a details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:48:39.677275 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-1bc17448-e2d0-4f1f-90d9-d3a231f8cb75 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8537357 Jun 11 09:48:39.678058 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 46802) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:48:39.687116 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-8a3d415a-3b2f-474f-a75b-00026396c586 admin admin] Request body: {'subnet': {'network_id': '3c92b763-04a2-4a6e-bcc4-e4235468dc6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1465774544-subnet', 'tenant_id': 'a1954df43db24c79a633812d8c3a0148', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:48:39.761762 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb3dac8-b13e-4348-b399-e94d6bd8e5e9 req-27607605-3739-4dc5-921f-8d83fab0b87f tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:39.763410 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8fb3dac8-b13e-4348-b399-e94d6bd8e5e9 req-27607605-3739-4dc5-921f-8d83fab0b87f tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/ports?device_id=1066b672-fda3-4d71-881e-792d8b737e6e HTTP/1.1" status: 200 len: 946 time: 0.1137772 Jun 11 09:48:39.818286 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8fb3dac8-b13e-4348-b399-e94d6bd8e5e9 req-d61c3993-4be1-45d8-a96a-0fdf0a2ac6d7 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/security-groups?id=18fc41cb-d5ab-4d35-ab48-499184b426b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486553 Jun 11 09:48:39.838560 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a3d415a-3b2f-474f-a75b-00026396c586 admin admin] Made reservation on behalf of a1954df43db24c79a633812d8c3a0148 for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:48:39.842139 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8a3d415a-3b2f-474f-a75b-00026396c586 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:39.900232 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e9d2205-62f9-4941-8103-3a1001a1903b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be0da1d5-4ce5-4024-b13c-530259f86c3b'}, {'server_uuid': 'a7a81710-1c35-4321-ae55-729c29b29780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be555336-d862-48b1-9746-1e929626ced9'}, {'server_uuid': '9246271a-9176-4cea-beeb-0dd3c4e1a23a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab844676-aec3-4282-8112-410caf66eaf5'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:48:39.903122 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f792e1be-4517-4e44-bd44-f8b2da9ad52d" -d '{"events": [{"server_uuid": "7e9d2205-62f9-4941-8103-3a1001a1903b", "name": "network-vif-unplugged", "status": "completed", "tag": "be0da1d5-4ce5-4024-b13c-530259f86c3b"}, {"server_uuid": "a7a81710-1c35-4321-ae55-729c29b29780", "name": "network-vif-plugged", "status": "completed", "tag": "be555336-d862-48b1-9746-1e929626ced9"}, {"server_uuid": "9246271a-9176-4cea-beeb-0dd3c4e1a23a", "name": "network-vif-unplugged", "status": "completed", "tag": "ab844676-aec3-4282-8112-410caf66eaf5"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:48:40.064792 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88cc5bb-77ea-46fa-b4dc-7e0eed0c0a99 req-bcf8dc3d-bc41-47b6-a2ea-808d92b085cd tempest-ImagesOneServerTestJSON-1239789422 tempest-ImagesOneServerTestJSON-1239789422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:40.066529 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e88cc5bb-77ea-46fa-b4dc-7e0eed0c0a99 req-bcf8dc3d-bc41-47b6-a2ea-808d92b085cd tempest-ImagesOneServerTestJSON-1239789422 tempest-ImagesOneServerTestJSON-1239789422-project] 10.222.0.60 "GET /v2.0/ports?device_id=9246271a-9176-4cea-beeb-0dd3c4e1a23a HTTP/1.1" status: 200 len: 949 time: 0.1296203 Jun 11 09:48:40.170549 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e88cc5bb-77ea-46fa-b4dc-7e0eed0c0a99 req-a7954843-a020-4f9b-a564-99d780e4a242 tempest-ImagesOneServerTestJSON-1239789422 tempest-ImagesOneServerTestJSON-1239789422-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0a0daee-267b-40f9-aca8-cf47ce64010a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956204 Jun 11 09:48:40.228239 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 529 Content-Type: application/json Date: Fri, 11 Jun 2021 09:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43965ddc-0e30-4d3f-acc2-e3adbf6261d6 x-openstack-request-id: req-43965ddc-0e30-4d3f-acc2-e3adbf6261d6 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:48:40.228550 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e9d2205-62f9-4941-8103-3a1001a1903b", "name": "network-vif-unplugged", "status": "completed", "tag": "be0da1d5-4ce5-4024-b13c-530259f86c3b", "code": 200}, {"server_uuid": "a7a81710-1c35-4321-ae55-729c29b29780", "name": "network-vif-plugged", "status": "completed", "tag": "be555336-d862-48b1-9746-1e929626ced9", "code": 200}, {"server_uuid": "9246271a-9176-4cea-beeb-0dd3c4e1a23a", "name": "network-vif-unplugged", "status": "completed", "tag": "ab844676-aec3-4282-8112-410caf66eaf5", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:48:40.229071 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-43965ddc-0e30-4d3f-acc2-e3adbf6261d6 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:48:40.229591 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e9d2205-62f9-4941-8103-3a1001a1903b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be0da1d5-4ce5-4024-b13c-530259f86c3b', 'code': 200} Jun 11 09:48:40.229861 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a81710-1c35-4321-ae55-729c29b29780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be555336-d862-48b1-9746-1e929626ced9', 'code': 200} Jun 11 09:48:40.230124 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9246271a-9176-4cea-beeb-0dd3c4e1a23a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab844676-aec3-4282-8112-410caf66eaf5', 'code': 200} Jun 11 09:48:40.273135 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8a3d415a-3b2f-474f-a75b-00026396c586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:40.273135 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0a26ad09-68e6-4ee7-a3f2-ac979d893053 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:48:40.376110 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1c9188c1-03be-4f6c-8be2-c638b8b44da0 req-4341e4fd-b486-45d6-a957-3cbb43053e5e tempest-ServerShowV254Test-97312136 tempest-ServerShowV254Test-97312136-project] 10.222.0.60 "GET /v2.0/ports?device_id=d0ff3594-31de-4de5-8366-45b6d8539358 HTTP/1.1" status: 200 len: 210 time: 0.0509512 Jun 11 09:48:40.381743 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3d415a-3b2f-474f-a75b-00026396c586 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b93cd29-c61c-48ca-96e6-9b121fa16f99,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:48:40.386135 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8a3d415a-3b2f-474f-a75b-00026396c586 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:48:40.387890 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3d415a-3b2f-474f-a75b-00026396c586 admin admin] Checking segment: {'id': 'b42e98d1-0cc2-4b97-ad08-fa52cd982bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '3c92b763-04a2-4a6e-bcc4-e4235468dc6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:48:40.388251 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3d415a-3b2f-474f-a75b-00026396c586 admin admin] Network hostable DHCP agents. Network: 3c92b763-04a2-4a6e-bcc4-e4235468dc6a, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 09:48:40.552760 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3d415a-3b2f-474f-a75b-00026396c586 admin admin] Network 3c92b763-04a2-4a6e-bcc4-e4235468dc6a is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 09:48:40.628353 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-be6e8b74-f1b0-4f36-a3a7-ad885d3b8986 req-2cec50db-2ae3-4166-89e3-827f42a67eb9 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=6edf564c-85d6-49cf-bd98-9f0a6fbc0090 HTTP/1.1" status: 200 len: 210 time: 0.0723796 Jun 11 09:48:40.673261 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-8a3d415a-3b2f-474f-a75b-00026396c586 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 3c92b763-04a2-4a6e-bcc4-e4235468dc6a) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:48:40.674902 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503617ca-f33f-40f3-8c2b-e69076b7d06e req-5ef31c23-a5d1-413f-b555-37f241089cdd tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:40.685514 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-503617ca-f33f-40f3-8c2b-e69076b7d06e req-5ef31c23-a5d1-413f-b555-37f241089cdd tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=f648c444-e4df-4502-82ff-38d8a4fc3281 HTTP/1.1" status: 200 len: 945 time: 0.1043327 Jun 11 09:48:40.686043 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eecfb5fe-3e8f-43a9-b6c0-5d852cde1aaf None None] Network 3c92b763-04a2-4a6e-bcc4-e4235468dc6a requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:48:40.686653 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3d415a-3b2f-474f-a75b-00026396c586 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:40.689606 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8a3d415a-3b2f-474f-a75b-00026396c586 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:40.772649 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-503617ca-f33f-40f3-8c2b-e69076b7d06e req-ab56165d-f630-4520-bf22-1ac0182a6e70 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856693 Jun 11 09:48:40.835795 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-8a3d415a-3b2f-474f-a75b-00026396c586 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1554682 Jun 11 09:48:40.837974 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 46856) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:48:40.844847 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-426b8db5-a5e5-4b66-9b8f-7791a6cd96c1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1465774544-router', 'tenant_id': 'a1954df43db24c79a633812d8c3a0148', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:48:40.890162 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7abee46-c959-4205-818e-685251f60023 req-b81a2927-ea20-48ed-88e1-2ba9105ab41c tempest-ImagesOneServerTestJSON-1239789422 tempest-ImagesOneServerTestJSON-1239789422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:40.892682 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a7abee46-c959-4205-818e-685251f60023 req-b81a2927-ea20-48ed-88e1-2ba9105ab41c tempest-ImagesOneServerTestJSON-1239789422 tempest-ImagesOneServerTestJSON-1239789422-project] 10.222.0.64 "GET /v2.0/ports?device_id=9246271a-9176-4cea-beeb-0dd3c4e1a23a HTTP/1.1" status: 200 len: 949 time: 0.1551180 Jun 11 09:48:40.965758 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-426b8db5-a5e5-4b66-9b8f-7791a6cd96c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:40.967495 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-426b8db5-a5e5-4b66-9b8f-7791a6cd96c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:41.053672 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-a7abee46-c959-4205-818e-685251f60023 req-c593cf6d-dc1a-4873-a040-1ac4ebbed7c6 tempest-ImagesOneServerTestJSON-1239789422 tempest-ImagesOneServerTestJSON-1239789422-project] Deleting port ab844676-aec3-4282-8112-410caf66eaf5 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:48:41.054175 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a7abee46-c959-4205-818e-685251f60023 req-c593cf6d-dc1a-4873-a040-1ac4ebbed7c6 tempest-ImagesOneServerTestJSON-1239789422 tempest-ImagesOneServerTestJSON-1239789422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:41.068031 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce315897-708b-4946-b527-ae8a6661e9b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-3c92b763-04a2-4a6e-bcc4-e4235468dc6a', 'network_id': '3c92b763-04a2-4a6e-bcc4-e4235468dc6a', 'tenant_id': 'a1954df43db24c79a633812d8c3a0148', 'fixed_ips': [{'subnet_id': '6b93cd29-c61c-48ca-96e6-9b121fa16f99'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 09:48:41.069136 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ce315897-708b-4946-b527-ae8a6661e9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:41.108678 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-426b8db5-a5e5-4b66-9b8f-7791a6cd96c1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:41.146776 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da8a9f6-a6a0-4a7f-ab71-ddf635879497 req-71b2ac48-0650-489f-a146-911d35d2adb7 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:41.154821 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1da8a9f6-a6a0-4a7f-ab71-ddf635879497 req-71b2ac48-0650-489f-a146-911d35d2adb7 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e8b47b8-c709-4c22-9376-afe249717e85 HTTP/1.1" status: 200 len: 945 time: 0.1581144 Jun 11 09:48:41.205033 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1da8a9f6-a6a0-4a7f-ab71-ddf635879497 req-10492117-3a45-4bca-a85c-f6dbcc1e9448 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492532 Jun 11 09:48:41.225885 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-a7abee46-c959-4205-818e-685251f60023 req-c593cf6d-dc1a-4873-a040-1ac4ebbed7c6 tempest-ImagesOneServerTestJSON-1239789422 tempest-ImagesOneServerTestJSON-1239789422-project] For port ab844676-aec3-4282-8112-410caf66eaf5, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=ab844676-aec3-4282-8112-410caf66eaf5,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:48:41.226570 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a7abee46-c959-4205-818e-685251f60023 req-c593cf6d-dc1a-4873-a040-1ac4ebbed7c6 tempest-ImagesOneServerTestJSON-1239789422 tempest-ImagesOneServerTestJSON-1239789422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:41.271714 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-ce315897-708b-4946-b527-ae8a6661e9b8 None None] Allocated IP 172.20.0.2 (3c92b763-04a2-4a6e-bcc4-e4235468dc6a/6b93cd29-c61c-48ca-96e6-9b121fa16f99/84242908-5a65-413a-83a1-05f36b563743) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:48:41.380281 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-a7abee46-c959-4205-818e-685251f60023 req-c593cf6d-dc1a-4873-a040-1ac4ebbed7c6 tempest-ImagesOneServerTestJSON-1239789422 tempest-ImagesOneServerTestJSON-1239789422-project] Calling delete_port for ab844676-aec3-4282-8112-410caf66eaf5 owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:48:41.509371 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ce315897-708b-4946-b527-ae8a6661e9b8 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:41.519065 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-ce315897-708b-4946-b527-ae8a6661e9b8 None None] Transition to ACTIVE for port object 84242908-5a65-413a-83a1-05f36b563743 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:48:41.665349 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce5dbae-9092-4452-9e2c-109304e10e12 req-3494f828-179d-4fb2-8257-8e5f905f657e tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:41.672493 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9ce5dbae-9092-4452-9e2c-109304e10e12 req-3494f828-179d-4fb2-8257-8e5f905f657e tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=f648c444-e4df-4502-82ff-38d8a4fc3281 HTTP/1.1" status: 200 len: 945 time: 0.1025853 Jun 11 09:48:41.678690 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-ce315897-708b-4946-b527-ae8a6661e9b8 None None] Transition to ACTIVE for port object 84242908-5a65-413a-83a1-05f36b563743 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:48:41.687845 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-426b8db5-a5e5-4b66-9b8f-7791a6cd96c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:41.710019 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a7abee46-c959-4205-818e-685251f60023 req-c593cf6d-dc1a-4873-a040-1ac4ebbed7c6 tempest-ImagesOneServerTestJSON-1239789422 tempest-ImagesOneServerTestJSON-1239789422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:41.720674 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6398a2ce-3b0b-4f18-954d-b13e5df233e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:48:41.729522 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a358a1ec-4338-468f-a8eb-dd99bc1ed431 req-b307305e-bd60-4a24-919d-2146050d8f88 tempest-ImagesOneServerTestJSON-1239789422 tempest-ImagesOneServerTestJSON-1239789422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:41.732170 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a358a1ec-4338-468f-a8eb-dd99bc1ed431 req-b307305e-bd60-4a24-919d-2146050d8f88 tempest-ImagesOneServerTestJSON-1239789422 tempest-ImagesOneServerTestJSON-1239789422-project] 10.222.0.60 "GET /v2.0/ports?device_id=9246271a-9176-4cea-beeb-0dd3c4e1a23a HTTP/1.1" status: 200 len: 866 time: 0.1348503 Jun 11 09:48:41.771900 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c593cf6d-dc1a-4873-a040-1ac4ebbed7c6 tempest-ImagesOneServerTestJSON-1239789422 tempest-ImagesOneServerTestJSON-1239789422-project] Pushing event deleted for resources: {'Port': ['ID=ab844676-aec3-4282-8112-410caf66eaf5,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:48:41.781474 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ce315897-708b-4946-b527-ae8a6661e9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:41.784856 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:48:41.793521 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c593cf6d-dc1a-4873-a040-1ac4ebbed7c6 tempest-ImagesOneServerTestJSON-1239789422 tempest-ImagesOneServerTestJSON-1239789422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:48:41.801611 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a358a1ec-4338-468f-a8eb-dd99bc1ed431 req-6ae6370a-0853-44f4-97fa-7ddf542cb673 tempest-ImagesOneServerTestJSON-1239789422 tempest-ImagesOneServerTestJSON-1239789422-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0a0daee-267b-40f9-aca8-cf47ce64010a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630789 Jun 11 09:48:41.861919 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce315897-708b-4946-b527-ae8a6661e9b8 None None] Pushing event updated for resources: {'Port': ['ID=84242908-5a65-413a-83a1-05f36b563743,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:48:41.874999 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-ce315897-708b-4946-b527-ae8a6661e9b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:48:41.876784 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-aca0477d-8b64-4607-9af8-8ee5dac9fc82 req-76761fba-c56b-4ac7-b711-a38811c1ed05 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=2d153095abe14427b94c36cd340ad809&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354695 Jun 11 09:48:41.877608 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7abee46-c959-4205-818e-685251f60023 req-c593cf6d-dc1a-4873-a040-1ac4ebbed7c6 tempest-ImagesOneServerTestJSON-1239789422 tempest-ImagesOneServerTestJSON-1239789422-project] No DVR routers for this DVR port ab844676-aec3-4282-8112-410caf66eaf5 on host n-h1-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:48:41.883198 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce315897-708b-4946-b527-ae8a6661e9b8 None None] Network 3c92b763-04a2-4a6e-bcc4-e4235468dc6a is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:48:41.885164 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-ce315897-708b-4946-b527-ae8a6661e9b8 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:48:41.887737 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce315897-708b-4946-b527-ae8a6661e9b8 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:48:41.890197 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9ce5dbae-9092-4452-9e2c-109304e10e12 req-ab3c86ca-4662-43a5-80c8-c7c4e1e3efcf tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167983 Jun 11 09:48:41.891413 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a7abee46-c959-4205-818e-685251f60023 req-c593cf6d-dc1a-4873-a040-1ac4ebbed7c6 tempest-ImagesOneServerTestJSON-1239789422 tempest-ImagesOneServerTestJSON-1239789422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:41.893622 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a7abee46-c959-4205-818e-685251f60023 req-c593cf6d-dc1a-4873-a040-1ac4ebbed7c6 tempest-ImagesOneServerTestJSON-1239789422 tempest-ImagesOneServerTestJSON-1239789422-project] 10.222.0.64 "DELETE /v2.0/ports/ab844676-aec3-4282-8112-410caf66eaf5 HTTP/1.1" status: 204 len: 173 time: 0.9950929 Jun 11 09:48:41.894068 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9246271a-9176-4cea-beeb-0dd3c4e1a23a', 'name': 'network-vif-deleted', 'tag': 'ab844676-aec3-4282-8112-410caf66eaf5'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:48:41.897531 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f83868-e38c-4298-9d7a-ea258bbe1326" -d '{"events": [{"server_uuid": "9246271a-9176-4cea-beeb-0dd3c4e1a23a", "name": "network-vif-deleted", "tag": "ab844676-aec3-4282-8112-410caf66eaf5"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:48:42.009602 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-ce315897-708b-4946-b527-ae8a6661e9b8 None None] Attempting to bind port 84242908-5a65-413a-83a1-05f36b563743 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:48:42.009990 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-ce315897-708b-4946-b527-ae8a6661e9b8 None None] Attempting to bind port 84242908-5a65-413a-83a1-05f36b563743 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'b42e98d1-0cc2-4b97-ad08-fa52cd982bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '3c92b763-04a2-4a6e-bcc4-e4235468dc6a'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:48:42.010374 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce315897-708b-4946-b527-ae8a6661e9b8 None None] Attempting to bind port 84242908-5a65-413a-83a1-05f36b563743 on network 3c92b763-04a2-4a6e-bcc4-e4235468dc6a {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:48:42.015903 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce315897-708b-4946-b527-ae8a6661e9b8 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:48:42.016295 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce315897-708b-4946-b527-ae8a6661e9b8 None None] Checking segment: {'id': 'b42e98d1-0cc2-4b97-ad08-fa52cd982bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '3c92b763-04a2-4a6e-bcc4-e4235468dc6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:48:42.016717 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ce315897-708b-4946-b527-ae8a6661e9b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:42.017695 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce315897-708b-4946-b527-ae8a6661e9b8 None None] Bound using segment: {'id': 'b42e98d1-0cc2-4b97-ad08-fa52cd982bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '3c92b763-04a2-4a6e-bcc4-e4235468dc6a'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:48:42.019038 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-ce315897-708b-4946-b527-ae8a6661e9b8 None None] Bound port: 84242908-5a65-413a-83a1-05f36b563743, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b42e98d1-0cc2-4b97-ad08-fa52cd982bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '3c92b763-04a2-4a6e-bcc4-e4235468dc6a'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:48:42.025208 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ce315897-708b-4946-b527-ae8a6661e9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:42.118654 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f419f177-f5f8-4977-8431-c98942dea55d req-62949295-a3a3-4fba-a33e-a83b2492a96e tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=6edf564c-85d6-49cf-bd98-9f0a6fbc0090 HTTP/1.1" status: 200 len: 210 time: 0.0492945 Jun 11 09:48:42.126325 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-ce315897-708b-4946-b527-ae8a6661e9b8 None None] For port 84242908-5a65-413a-83a1-05f36b563743, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:48:42.130451 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-ce315897-708b-4946-b527-ae8a6661e9b8 None None] For port 84242908-5a65-413a-83a1-05f36b563743, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=84242908-5a65-413a-83a1-05f36b563743,segment=NetworkSegment(b42e98d1-0cc2-4b97-ad08-fa52cd982bc4),segment_id=b42e98d1-0cc2-4b97-ad08-fa52cd982bc4)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:48:42.198518 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca0477d-8b64-4607-9af8-8ee5dac9fc82 req-af3f418a-6c29-46c1-b3b4-4b6b6f1828f1 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:42.200044 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-aca0477d-8b64-4607-9af8-8ee5dac9fc82 req-af3f418a-6c29-46c1-b3b4-4b6b6f1828f1 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1952894 Jun 11 09:48:42.201944 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7c4a119f-e6d5-40e2-81ca-9e2bfc3a79a5 req-d4dc8d38-e060-4f0a-b5f2-4d24682fc96d tempest-ServerShowV254Test-97312136 tempest-ServerShowV254Test-97312136-project] 10.222.0.60 "GET /v2.0/ports?device_id=d0ff3594-31de-4de5-8366-45b6d8539358 HTTP/1.1" status: 200 len: 210 time: 0.0585034 Jun 11 09:48:42.215212 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-aca0477d-8b64-4607-9af8-8ee5dac9fc82 req-9efdf128-01e3-45c1-9513-90da9835750c tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Request body: {'port': {'device_id': '6edf564c-85d6-49cf-bd98-9f0a6fbc0090', 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60', 'admin_state_up': True, 'tenant_id': '2d153095abe14427b94c36cd340ad809'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:48:42.275478 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ce315897-708b-4946-b527-ae8a6661e9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:42.301003 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:48:42.370305 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a92bc82d-7e7e-464d-86e5-abe19464fe41 x-openstack-request-id: req-a92bc82d-7e7e-464d-86e5-abe19464fe41 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:48:42.370639 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9246271a-9176-4cea-beeb-0dd3c4e1a23a", "name": "network-vif-deleted", "tag": "ab844676-aec3-4282-8112-410caf66eaf5", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:48:42.371055 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a92bc82d-7e7e-464d-86e5-abe19464fe41 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:48:42.371497 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9246271a-9176-4cea-beeb-0dd3c4e1a23a', 'name': 'network-vif-deleted', 'tag': 'ab844676-aec3-4282-8112-410caf66eaf5', 'status': 'completed', 'code': 200} Jun 11 09:48:42.432054 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce315897-708b-4946-b527-ae8a6661e9b8 None None] Pushing event updated for resources: {'Port': ['ID=84242908-5a65-413a-83a1-05f36b563743,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:48:42.437715 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-ce315897-708b-4946-b527-ae8a6661e9b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:48:42.706465 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device ab844676-aec3-4282-8112-410caf66eaf5 no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:48:42.734808 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] No Port match for: ab844676-aec3-4282-8112-410caf66eaf5 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:48:42.735264 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device ab844676-aec3-4282-8112-410caf66eaf5 not bound to the agent host n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:48:42.841921 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3428b18d-32a6-4768-8419-d36c9332f1e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:42.925384 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device f465a301-28b2-46bf-b64b-5c5993ac9add details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:48:42.992553 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-426b8db5-a5e5-4b66-9b8f-7791a6cd96c1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:43.037517 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-426b8db5-a5e5-4b66-9b8f-7791a6cd96c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:43.054287 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd27679b-360e-4f4c-8d19-33d515a8183f req-3001c4f2-3432-498c-a548-711e0ebd03b2 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:43.063549 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bd27679b-360e-4f4c-8d19-33d515a8183f req-3001c4f2-3432-498c-a548-711e0ebd03b2 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/ports?device_id=1066b672-fda3-4d71-881e-792d8b737e6e HTTP/1.1" status: 200 len: 946 time: 0.3526225 Jun 11 09:48:43.079689 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port f465a301-28b2-46bf-b64b-5c5993ac9add, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=f465a301-28b2-46bf-b64b-5c5993ac9add,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:48:43.101027 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': 'f465a301-28b2-46bf-b64b-5c5993ac9add', 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60', 'port_id': 'f465a301-28b2-46bf-b64b-5c5993ac9add', 'mac_address': 'fa:16:3e:ca:3d:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189b03cc-b2a8-4615-9ab5-ad0328c3f10f', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:48:43.126610 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-951478a7-f0a5-4241-82f8-6ded0f675e5d req-f3f6f134-c74a-42c7-a223-56b05ad0d2cc tempest-ImagesOneServerTestJSON-1239789422 tempest-ImagesOneServerTestJSON-1239789422-project] 10.222.0.60 "GET /v2.0/ports?device_id=9246271a-9176-4cea-beeb-0dd3c4e1a23a HTTP/1.1" status: 200 len: 210 time: 0.1036847 Jun 11 09:48:43.139253 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aca0477d-8b64-4607-9af8-8ee5dac9fc82 req-9efdf128-01e3-45c1-9513-90da9835750c tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Made reservation on behalf of 2d153095abe14427b94c36cd340ad809 for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:48:43.144498 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-aca0477d-8b64-4607-9af8-8ee5dac9fc82 req-9efdf128-01e3-45c1-9513-90da9835750c tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:43.178635 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:43.210776 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f465a301-28b2-46bf-b64b-5c5993ac9add {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:48:43.231937 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bd27679b-360e-4f4c-8d19-33d515a8183f req-d8ac9ea7-4000-4558-8886-ea0807f4dc0a tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/security-groups?id=18fc41cb-d5ab-4d35-ab48-499184b426b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657090 Jun 11 09:48:43.240587 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port f465a301-28b2-46bf-b64b-5c5993ac9add, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=f465a301-28b2-46bf-b64b-5c5993ac9add,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:48:43.346573 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:43.348834 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:48:43.365163 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524d41ee-3b83-4e0b-bdf3-9a9640b7fe8b req-1bd68093-2aef-4817-a3c7-d613e5fa72ba tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:43.388524 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-524d41ee-3b83-4e0b-bdf3-9a9640b7fe8b req-1bd68093-2aef-4817-a3c7-d613e5fa72ba tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=f648c444-e4df-4502-82ff-38d8a4fc3281 HTTP/1.1" status: 200 len: 945 time: 0.1253169 Jun 11 09:48:43.389562 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-426b8db5-a5e5-4b66-9b8f-7791a6cd96c1 admin admin] Allocated IP 172.25.4.160 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/ab48eec5-af5a-44a2-a62b-59d7999e8472) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:48:43.475156 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=f465a301-28b2-46bf-b64b-5c5993ac9add,revision_number=9']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:48:43.485904 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:48:43.503159 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-524d41ee-3b83-4e0b-bdf3-9a9640b7fe8b req-3f711146-559c-4177-a609-b50fa67def50 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236324 Jun 11 09:48:43.548676 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 84242908-5a65-413a-83a1-05f36b563743 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:48:43.578190 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032c9659-4995-4231-a8d9-30261a5754a2 None None] Network 3c92b763-04a2-4a6e-bcc4-e4235468dc6a requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:48:43.580523 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['f465a301-28b2-46bf-b64b-5c5993ac9add'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:48:43.656730 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [req-aca0477d-8b64-4607-9af8-8ee5dac9fc82 req-9efdf128-01e3-45c1-9513-90da9835750c tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Allocated IP 192.168.233.80 (cf20d108-f84c-44de-9036-2269564edd60/189b03cc-b2a8-4615-9ab5-ad0328c3f10f/842cdcef-260d-479a-a61d-3ea2ecbd6ab0) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:48:43.660169 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-dc3b504a-9ade-40d7-865b-562ec9ae02ba req-e0a35507-98e3-4ee1-8a03-74fb84552095 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=6edf564c-85d6-49cf-bd98-9f0a6fbc0090 HTTP/1.1" status: 200 len: 210 time: 0.0966432 Jun 11 09:48:43.696230 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-186c97ee-9abb-444a-9f03-2390c600853b req-c492216b-312b-450f-924c-404c2ecb0582 tempest-ServerShowV254Test-97312136 tempest-ServerShowV254Test-97312136-project] 10.222.0.60 "GET /v2.0/ports?device_id=d0ff3594-31de-4de5-8366-45b6d8539358 HTTP/1.1" status: 200 len: 210 time: 0.0495467 Jun 11 09:48:43.746609 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-426b8db5-a5e5-4b66-9b8f-7791a6cd96c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:43.778031 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-e3b37aa3-428d-4025-8d8b-13f48dfeb46d None None] Provisioning for port 84242908-5a65-413a-83a1-05f36b563743 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:48:43.824661 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 84242908-5a65-413a-83a1-05f36b563743 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:48:43.844307 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 84242908-5a65-413a-83a1-05f36b563743 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:48:43.844724 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:43.912232 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-aca0477d-8b64-4607-9af8-8ee5dac9fc82 req-9efdf128-01e3-45c1-9513-90da9835750c tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:43.925738 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-aca0477d-8b64-4607-9af8-8ee5dac9fc82 req-9efdf128-01e3-45c1-9513-90da9835750c tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Transition to ACTIVE for port object 842cdcef-260d-479a-a61d-3ea2ecbd6ab0 will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:48:43.958736 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-426b8db5-a5e5-4b66-9b8f-7791a6cd96c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:43.961557 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-cac7e3fb-dbb7-491b-a7e9-2e26c3bc4efc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:48:44.006934 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426b8db5-a5e5-4b66-9b8f-7791a6cd96c1 admin admin] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:48:44.010154 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-426b8db5-a5e5-4b66-9b8f-7791a6cd96c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:48:44.013394 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426b8db5-a5e5-4b66-9b8f-7791a6cd96c1 admin admin] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:48:44.018391 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-aca0477d-8b64-4607-9af8-8ee5dac9fc82 req-9efdf128-01e3-45c1-9513-90da9835750c tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:44.040353 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:44.063028 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426b8db5-a5e5-4b66-9b8f-7791a6cd96c1 admin admin] Pushing event updated for resources: {'Port': ['ID=ab48eec5-af5a-44a2-a62b-59d7999e8472,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:48:44.084176 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 84242908-5a65-413a-83a1-05f36b563743, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=84242908-5a65-413a-83a1-05f36b563743,segment=NetworkSegment(b42e98d1-0cc2-4b97-ad08-fa52cd982bc4),segment_id=b42e98d1-0cc2-4b97-ad08-fa52cd982bc4)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:48:44.089274 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aca0477d-8b64-4607-9af8-8ee5dac9fc82 req-9efdf128-01e3-45c1-9513-90da9835750c tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Network cf20d108-f84c-44de-9036-2269564edd60 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:48:44.091558 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426b8db5-a5e5-4b66-9b8f-7791a6cd96c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:48:44.091950 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426b8db5-a5e5-4b66-9b8f-7791a6cd96c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:48:44.092323 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426b8db5-a5e5-4b66-9b8f-7791a6cd96c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:48:44.092692 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426b8db5-a5e5-4b66-9b8f-7791a6cd96c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:48:44.093056 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426b8db5-a5e5-4b66-9b8f-7791a6cd96c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:48:44.093418 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426b8db5-a5e5-4b66-9b8f-7791a6cd96c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:48:44.093819 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426b8db5-a5e5-4b66-9b8f-7791a6cd96c1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:48:44.094177 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426b8db5-a5e5-4b66-9b8f-7791a6cd96c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:48:44.094594 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426b8db5-a5e5-4b66-9b8f-7791a6cd96c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:48:44.094979 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426b8db5-a5e5-4b66-9b8f-7791a6cd96c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:48:44.095341 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426b8db5-a5e5-4b66-9b8f-7791a6cd96c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:48:44.095725 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426b8db5-a5e5-4b66-9b8f-7791a6cd96c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:48:44.101378 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-426b8db5-a5e5-4b66-9b8f-7791a6cd96c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:48:44.123487 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [req-aca0477d-8b64-4607-9af8-8ee5dac9fc82 req-9efdf128-01e3-45c1-9513-90da9835750c tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:48:44.123487 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3d70c0bb-0a42-4b1f-b4e4-199cf65eee8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:48:44.123487 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-aca0477d-8b64-4607-9af8-8ee5dac9fc82 req-9efdf128-01e3-45c1-9513-90da9835750c tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:48:44.209500 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:44.216068 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-cd3dd67e-fd66-496e-96c5-d92a32d43a9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:48:44.297957 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=84242908-5a65-413a-83a1-05f36b563743,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:48:44.302125 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:48:44.363139 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca0477d-8b64-4607-9af8-8ee5dac9fc82 req-9efdf128-01e3-45c1-9513-90da9835750c tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:44.364345 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-aca0477d-8b64-4607-9af8-8ee5dac9fc82 req-9efdf128-01e3-45c1-9513-90da9835750c tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:44.367145 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efdf128-01e3-45c1-9513-90da9835750c tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Pushing event updated for resources: {'Port': ['ID=842cdcef-260d-479a-a61d-3ea2ecbd6ab0,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:48:44.382607 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9efdf128-01e3-45c1-9513-90da9835750c tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:48:44.439248 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-38a61e69-ff94-4cdc-b2aa-62756c0897dd None None] Provisioning complete for port 84242908-5a65-413a-83a1-05f36b563743 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:48:44.439248 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-38a61e69-ff94-4cdc-b2aa-62756c0897dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:44.489240 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21613cc-7129-4238-8764-b4ce2c25759f req-103aab70-6ea5-4648-ab8f-a6727a09c5d5 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:44.490896 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e21613cc-7129-4238-8764-b4ce2c25759f req-103aab70-6ea5-4648-ab8f-a6727a09c5d5 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/ports?device_id=1066b672-fda3-4d71-881e-792d8b737e6e HTTP/1.1" status: 200 len: 946 time: 0.0737412 Jun 11 09:48:44.496593 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-aca0477d-8b64-4607-9af8-8ee5dac9fc82 req-9efdf128-01e3-45c1-9513-90da9835750c tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2853134 Jun 11 09:48:44.509741 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [req-aca0477d-8b64-4607-9af8-8ee5dac9fc82 req-f373179e-73ea-4aa7-a49b-eac38b968b17 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 09:48:44.510808 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-aca0477d-8b64-4607-9af8-8ee5dac9fc82 req-f373179e-73ea-4aa7-a49b-eac38b968b17 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052774 Jun 11 09:48:44.570282 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5849687-0f26-45b5-a95c-b3a2af44b356 req-0d5ea6ea-81d8-4cc3-ba95-283fb6cc9ac7 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:44.573787 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d5849687-0f26-45b5-a95c-b3a2af44b356 req-0d5ea6ea-81d8-4cc3-ba95-283fb6cc9ac7 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.64 "GET /v2.0/ports?device_id=f648c444-e4df-4502-82ff-38d8a4fc3281 HTTP/1.1" status: 200 len: 945 time: 0.1035426 Jun 11 09:48:44.652193 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-aca0477d-8b64-4607-9af8-8ee5dac9fc82 req-d249bbb8-b11a-48ae-869e-d71fe2d5cfc7 service neutron] Request body: {'port': {'device_id': '6edf564c-85d6-49cf-bd98-9f0a6fbc0090', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-12'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:48:44.698118 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e21613cc-7129-4238-8764-b4ce2c25759f req-3320f93f-1f81-46ac-9803-aae278a96dfa tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/security-groups?id=18fc41cb-d5ab-4d35-ab48-499184b426b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993484 Jun 11 09:48:44.729091 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 067404f9-6bda-433f-8ac2-048cdc2eb1b4 details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:48:44.738090 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['377f653d-177d-4337-aeab-2d19af79e208', 'cbc95581-f7cd-49cd-a94b-99db80038c35', 'be555336-d862-48b1-9746-1e929626ced9'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:48:44.744350 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-161858fa-2529-46c2-bc9d-7ca9f0b4c237 None None] Provisioning for port 842cdcef-260d-479a-a61d-3ea2ecbd6ab0 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:48:44.785807 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53546372-5447-4bf4-9802-a8bc02b1f19d req-3e469d51-4f6e-4b23-bac9-a6c764b8b5e3 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:44.798117 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-161858fa-2529-46c2-bc9d-7ca9f0b4c237 None None] Provisioning complete for port 842cdcef-260d-479a-a61d-3ea2ecbd6ab0 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:48:44.798643 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-161858fa-2529-46c2-bc9d-7ca9f0b4c237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:44.800782 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-426b8db5-a5e5-4b66-9b8f-7791a6cd96c1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:44.802758 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-aca0477d-8b64-4607-9af8-8ee5dac9fc82 req-d249bbb8-b11a-48ae-869e-d71fe2d5cfc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:44.803035 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-53546372-5447-4bf4-9802-a8bc02b1f19d req-3e469d51-4f6e-4b23-bac9-a6c764b8b5e3 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=f648c444-e4df-4502-82ff-38d8a4fc3281 HTTP/1.1" status: 200 len: 945 time: 0.1793060 Jun 11 09:48:44.841793 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-d5849687-0f26-45b5-a95c-b3a2af44b356 req-80ee314b-b947-4832-abad-acdb870294fd tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Deleting port afeee4d7-731d-463b-9a7e-7e824304b99e {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:48:44.842517 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-d5849687-0f26-45b5-a95c-b3a2af44b356 req-80ee314b-b947-4832-abad-acdb870294fd tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:44.908693 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 46944) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:48:44.924196 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-161858fa-2529-46c2-bc9d-7ca9f0b4c237 None None] Port 842cdcef-260d-479a-a61d-3ea2ecbd6ab0 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:48:44.945441 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-53546372-5447-4bf4-9802-a8bc02b1f19d req-2b2f2127-db3b-4270-a041-9d4ed73e3006 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414297 Jun 11 09:48:45.052659 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-d5849687-0f26-45b5-a95c-b3a2af44b356 req-80ee314b-b947-4832-abad-acdb870294fd tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] For port afeee4d7-731d-463b-9a7e-7e824304b99e, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=afeee4d7-731d-463b-9a7e-7e824304b99e,segment=NetworkSegment(b51c68b7-80ed-4de8-bd6d-e2ba699aba0b),segment_id=b51c68b7-80ed-4de8-bd6d-e2ba699aba0b)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:48:45.053151 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-d5849687-0f26-45b5-a95c-b3a2af44b356 req-80ee314b-b947-4832-abad-acdb870294fd tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:45.080495 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device f465a301-28b2-46bf-b64b-5c5993ac9add up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:48:45.149677 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 067404f9-6bda-433f-8ac2-048cdc2eb1b4, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=067404f9-6bda-433f-8ac2-048cdc2eb1b4,segment=NetworkSegment(59465666-5c69-4224-8b1f-2b974d7d569d),segment_id=59465666-5c69-4224-8b1f-2b974d7d569d)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:48:45.158183 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-d5849687-0f26-45b5-a95c-b3a2af44b356 req-80ee314b-b947-4832-abad-acdb870294fd tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Calling delete_port for afeee4d7-731d-463b-9a7e-7e824304b99e owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:48:45.182163 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': '067404f9-6bda-433f-8ac2-048cdc2eb1b4', 'network_id': '9c71e42f-a279-434a-9733-2e0a55ab4074', 'port_id': '067404f9-6bda-433f-8ac2-048cdc2eb1b4', 'mac_address': 'fa:16:3e:6b:a5:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 791, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a16cacaa-1221-489c-8d0a-2d30aee455ad', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:48:45.219825 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7d299ef0-918d-437b-9cb1-51c5bf7d8e88 req-e7c4c6da-e016-4360-a39f-6218aaa0ec95 tempest-ServerShowV254Test-97312136 tempest-ServerShowV254Test-97312136-project] 10.222.0.60 "GET /v2.0/ports?device_id=d0ff3594-31de-4de5-8366-45b6d8539358 HTTP/1.1" status: 200 len: 210 time: 0.0591955 Jun 11 09:48:45.286382 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b07ec-308f-4225-9ae0-44aa3b3802cf req-8aa91e7a-6518-4391-87d8-076be77659f7 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:45.293889 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f68b07ec-308f-4225-9ae0-44aa3b3802cf req-8aa91e7a-6518-4391-87d8-076be77659f7 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=6edf564c-85d6-49cf-bd98-9f0a6fbc0090 HTTP/1.1" status: 200 len: 935 time: 0.3440816 Jun 11 09:48:45.315833 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-bdc226bc-43bc-4038-8beb-26b4eb954754 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f8b4dec1328145cf97e167781e85f508&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4058461 Jun 11 09:48:45.316604 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 46948) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:48:45.388536 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-45078ce0-5b32-467b-b6da-aa757e71f8b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:45.433714 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port f465a301-28b2-46bf-b64b-5c5993ac9add triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:48:45.434197 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:45.435561 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f68b07ec-308f-4225-9ae0-44aa3b3802cf req-796e05ad-3241-4e94-a5e9-48ef45849300 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407020 Jun 11 09:48:45.442669 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:45.465825 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-45078ce0-5b32-467b-b6da-aa757e71f8b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:45.467272 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-426b8db5-a5e5-4b66-9b8f-7791a6cd96c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:45.539166 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 84242908-5a65-413a-83a1-05f36b563743 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:48:45.596367 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 067404f9-6bda-433f-8ac2-048cdc2eb1b4 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:48:45.644224 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-d5849687-0f26-45b5-a95c-b3a2af44b356 req-80ee314b-b947-4832-abad-acdb870294fd tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:45.648215 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [req-aca0477d-8b64-4607-9af8-8ee5dac9fc82 req-d249bbb8-b11a-48ae-869e-d71fe2d5cfc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 842cdcef-260d-479a-a61d-3ea2ecbd6ab0 {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:48:45.649831 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-df897cae-3f86-4a61-be7e-48cbe0e0f021 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:48:45.651140 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 067404f9-6bda-433f-8ac2-048cdc2eb1b4, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=067404f9-6bda-433f-8ac2-048cdc2eb1b4,segment=NetworkSegment(59465666-5c69-4224-8b1f-2b974d7d569d),segment_id=59465666-5c69-4224-8b1f-2b974d7d569d)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:48:45.658808 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-aca0477d-8b64-4607-9af8-8ee5dac9fc82 req-d249bbb8-b11a-48ae-869e-d71fe2d5cfc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:45.662649 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['afeee4d7-731d-463b-9a7e-7e824304b99e'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:48:45.686638 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-aca0477d-8b64-4607-9af8-8ee5dac9fc82 req-d249bbb8-b11a-48ae-869e-d71fe2d5cfc7 service neutron] Transition to ACTIVE for port object 842cdcef-260d-479a-a61d-3ea2ecbd6ab0 will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:48:45.687455 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ee314b-b947-4832-abad-acdb870294fd tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Pushing event deleted for resources: {'Port': ['ID=afeee4d7-731d-463b-9a7e-7e824304b99e,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:48:45.691833 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-45078ce0-5b32-467b-b6da-aa757e71f8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:45.695829 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-45078ce0-5b32-467b-b6da-aa757e71f8b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:45.697337 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-45078ce0-5b32-467b-b6da-aa757e71f8b7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c0a0daee-267b-40f9-aca8-cf47ce64010a HTTP/1.1" status: 204 len: 168 time: 0.3782544 Jun 11 09:48:45.700059 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-80ee314b-b947-4832-abad-acdb870294fd tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:48:45.713964 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3ab22442-c0f4-4045-8399-d58d401f0fed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:48:45.728660 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45078ce0-5b32-467b-b6da-aa757e71f8b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a0daee-267b-40f9-aca8-cf47ce64010a,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:48:45.733778 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-45078ce0-5b32-467b-b6da-aa757e71f8b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:48:45.744892 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:45.748810 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:48:45.764033 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-aca0477d-8b64-4607-9af8-8ee5dac9fc82 req-d249bbb8-b11a-48ae-869e-d71fe2d5cfc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:45.767059 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5a0bcc14-c7a5-4517-8a50-22f7a4bd537b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:48:45.798481 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5849687-0f26-45b5-a95c-b3a2af44b356 req-80ee314b-b947-4832-abad-acdb870294fd tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] No DVR routers for this DVR port afeee4d7-731d-463b-9a7e-7e824304b99e on host n-h1-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:48:45.802115 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-d5849687-0f26-45b5-a95c-b3a2af44b356 req-80ee314b-b947-4832-abad-acdb870294fd tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:45.803389 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d5849687-0f26-45b5-a95c-b3a2af44b356 req-80ee314b-b947-4832-abad-acdb870294fd tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.64 "DELETE /v2.0/ports/afeee4d7-731d-463b-9a7e-7e824304b99e HTTP/1.1" status: 204 len: 173 time: 1.2242787 Jun 11 09:48:45.803948 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f648c444-e4df-4502-82ff-38d8a4fc3281', 'name': 'network-vif-deleted', 'tag': 'afeee4d7-731d-463b-9a7e-7e824304b99e'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:48:45.806347 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5774026-d758-42c2-92ef-7a425ce05969" -d '{"events": [{"server_uuid": "f648c444-e4df-4502-82ff-38d8a4fc3281", "name": "network-vif-deleted", "tag": "afeee4d7-731d-463b-9a7e-7e824304b99e"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:48:45.836682 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 84242908-5a65-413a-83a1-05f36b563743 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:48:45.837075 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:45.881582 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-426b8db5-a5e5-4b66-9b8f-7791a6cd96c1 admin admin] Router f9bc7be3-4a3c-4ae8-b4d7-5cbd4a110e89 is scheduled to L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 with binding_index 1 {{(pid=93177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 09:48:45.889118 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d99cbc4c-ea7f-454f-be16-5d82b41f3f45 x-openstack-request-id: req-d99cbc4c-ea7f-454f-be16-5d82b41f3f45 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:48:45.889699 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f648c444-e4df-4502-82ff-38d8a4fc3281", "name": "network-vif-deleted", "tag": "afeee4d7-731d-463b-9a7e-7e824304b99e", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:48:45.890237 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d99cbc4c-ea7f-454f-be16-5d82b41f3f45 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:48:45.890917 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f648c444-e4df-4502-82ff-38d8a4fc3281', 'name': 'network-vif-deleted', 'tag': 'afeee4d7-731d-463b-9a7e-7e824304b99e', 'status': 'completed', 'code': 200} Jun 11 09:48:45.897537 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['067404f9-6bda-433f-8ac2-048cdc2eb1b4'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:48:45.914834 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249bbb8-b11a-48ae-869e-d71fe2d5cfc7 service neutron] Pushing event updated for resources: {'Port': ['ID=842cdcef-260d-479a-a61d-3ea2ecbd6ab0,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:48:45.946595 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d249bbb8-b11a-48ae-869e-d71fe2d5cfc7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:48:46.021144 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:46.021144 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=067404f9-6bda-433f-8ac2-048cdc2eb1b4,revision_number=6']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:48:46.021144 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:48:46.086301 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-11aa8769-1f8a-441a-9d37-b278a0f165ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:46.091738 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:46.117617 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad15899d-2c49-4d83-a641-4e0184807ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f465a301-28b2-46bf-b64b-5c5993ac9add'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:48:46.120539 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf348727-ad32-4c90-8407-37a6fbd88045" -d '{"events": [{"server_uuid": "ad15899d-2c49-4d83-a641-4e0184807ac8", "name": "network-vif-plugged", "status": "completed", "tag": "f465a301-28b2-46bf-b64b-5c5993ac9add"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:48:46.152965 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port f465a301-28b2-46bf-b64b-5c5993ac9add, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=f465a301-28b2-46bf-b64b-5c5993ac9add,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:48:46.284536 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:46.289943 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:48:46.464823 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=f465a301-28b2-46bf-b64b-5c5993ac9add,revision_number=10']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:48:46.475597 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:48:46.482223 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a85f8fe6-6b6a-4d51-ae0c-cc5f4d8ce2f5 x-openstack-request-id: req-a85f8fe6-6b6a-4d51-ae0c-cc5f4d8ce2f5 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:48:46.482615 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad15899d-2c49-4d83-a641-4e0184807ac8", "name": "network-vif-plugged", "status": "completed", "tag": "f465a301-28b2-46bf-b64b-5c5993ac9add", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:48:46.482875 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a85f8fe6-6b6a-4d51-ae0c-cc5f4d8ce2f5 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:48:46.483273 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad15899d-2c49-4d83-a641-4e0184807ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f465a301-28b2-46bf-b64b-5c5993ac9add', 'code': 200} Jun 11 09:48:46.574746 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e9e00fb1-4183-41ad-ae59-d08e4df505c9 req-9fdc13a8-1c47-47ac-83da-b8c31e217fa1 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=f648c444-e4df-4502-82ff-38d8a4fc3281 HTTP/1.1" status: 200 len: 210 time: 0.0606544 Jun 11 09:48:46.577253 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-aca0477d-8b64-4607-9af8-8ee5dac9fc82 req-d249bbb8-b11a-48ae-869e-d71fe2d5cfc7 service neutron] Attempting to bind port 842cdcef-260d-479a-a61d-3ea2ecbd6ab0 on host n-h2-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:48:46.577597 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-aca0477d-8b64-4607-9af8-8ee5dac9fc82 req-d249bbb8-b11a-48ae-869e-d71fe2d5cfc7 service neutron] Attempting to bind port 842cdcef-260d-479a-a61d-3ea2ecbd6ab0 by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:48:46.578312 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca0477d-8b64-4607-9af8-8ee5dac9fc82 req-d249bbb8-b11a-48ae-869e-d71fe2d5cfc7 service neutron] Attempting to bind port 842cdcef-260d-479a-a61d-3ea2ecbd6ab0 on network cf20d108-f84c-44de-9036-2269564edd60 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:48:46.588823 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca0477d-8b64-4607-9af8-8ee5dac9fc82 req-d249bbb8-b11a-48ae-869e-d71fe2d5cfc7 service neutron] Port 842cdcef-260d-479a-a61d-3ea2ecbd6ab0 on network cf20d108-f84c-44de-9036-2269564edd60 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:48:46.589321 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca0477d-8b64-4607-9af8-8ee5dac9fc82 req-d249bbb8-b11a-48ae-869e-d71fe2d5cfc7 service neutron] Attempting to bind port 842cdcef-260d-479a-a61d-3ea2ecbd6ab0 on network cf20d108-f84c-44de-9036-2269564edd60 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:48:46.601779 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca0477d-8b64-4607-9af8-8ee5dac9fc82 req-d249bbb8-b11a-48ae-869e-d71fe2d5cfc7 service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:48:46.601779 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca0477d-8b64-4607-9af8-8ee5dac9fc82 req-d249bbb8-b11a-48ae-869e-d71fe2d5cfc7 service neutron] Checking segment: {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:48:46.601779 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca0477d-8b64-4607-9af8-8ee5dac9fc82 req-d249bbb8-b11a-48ae-869e-d71fe2d5cfc7 service neutron] Bound using segment: {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:48:46.601779 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-aca0477d-8b64-4607-9af8-8ee5dac9fc82 req-d249bbb8-b11a-48ae-869e-d71fe2d5cfc7 service neutron] Bound port: 842cdcef-260d-479a-a61d-3ea2ecbd6ab0, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:48:46.601779 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-aca0477d-8b64-4607-9af8-8ee5dac9fc82 req-d249bbb8-b11a-48ae-869e-d71fe2d5cfc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:46.621548 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:46.629308 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c2a9bf93-3f5c-4e60-aad7-da1c69485aa3 req-8a40ca1f-a618-4417-a091-d414d7319246 tempest-ServerShowV254Test-97312136 tempest-ServerShowV254Test-97312136-project] 10.222.0.60 "GET /v2.0/ports?device_id=d0ff3594-31de-4de5-8366-45b6d8539358 HTTP/1.1" status: 200 len: 210 time: 0.0545993 Jun 11 09:48:46.632472 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-426b8db5-a5e5-4b66-9b8f-7791a6cd96c1 admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:48:46.645821 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d3617e-9723-4c8d-8b2e-eb44b0b9dbef None None] Sync routers for ids ['f9bc7be3-4a3c-4ae8-b4d7-5cbd4a110e89'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:48:46.674427 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d3617e-9723-4c8d-8b2e-eb44b0b9dbef None None] Routers {'f9bc7be3-4a3c-4ae8-b4d7-5cbd4a110e89'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:48:46.676044 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-03d3617e-9723-4c8d-8b2e-eb44b0b9dbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:48:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['f9bc7be3-4a3c-4ae8-b4d7-5cbd4a110e89'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:48:46.699670 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-aca0477d-8b64-4607-9af8-8ee5dac9fc82 req-d249bbb8-b11a-48ae-869e-d71fe2d5cfc7 service neutron] For port 842cdcef-260d-479a-a61d-3ea2ecbd6ab0, host n-h2-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:48:46.703114 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-aca0477d-8b64-4607-9af8-8ee5dac9fc82 req-d249bbb8-b11a-48ae-869e-d71fe2d5cfc7 service neutron] For port 842cdcef-260d-479a-a61d-3ea2ecbd6ab0, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=842cdcef-260d-479a-a61d-3ea2ecbd6ab0,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:48:46.763917 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 067404f9-6bda-433f-8ac2-048cdc2eb1b4 no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:48:46.765793 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-426b8db5-a5e5-4b66-9b8f-7791a6cd96c1 admin admin] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:46.767398 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-426b8db5-a5e5-4b66-9b8f-7791a6cd96c1 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.9269390 Jun 11 09:48:46.770331 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 46996) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:48:46.808864 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1da69c-da46-4574-b3ce-cabf0445cddd req-ad87157d-daa6-47e5-831e-3f86d68ae9e1 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:46.810376 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2f1da69c-da46-4574-b3ce-cabf0445cddd req-ad87157d-daa6-47e5-831e-3f86d68ae9e1 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/ports?device_id=1066b672-fda3-4d71-881e-792d8b737e6e HTTP/1.1" status: 200 len: 945 time: 0.0868213 Jun 11 09:48:46.838177 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-aca0477d-8b64-4607-9af8-8ee5dac9fc82 req-d249bbb8-b11a-48ae-869e-d71fe2d5cfc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:46.853631 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ef252b0d-5644-47b2-9930-51d0e6f04d2f tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:48:46.968582 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-03d3617e-9723-4c8d-8b2e-eb44b0b9dbef None None] Set router f9bc7be3-4a3c-4ae8-b4d7-5cbd4a110e89 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:48:46.970948 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:46.990856 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249bbb8-b11a-48ae-869e-d71fe2d5cfc7 service neutron] Pushing event updated for resources: {'Port': ['ID=842cdcef-260d-479a-a61d-3ea2ecbd6ab0,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:48:47.007673 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d249bbb8-b11a-48ae-869e-d71fe2d5cfc7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:48:47.010178 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca0477d-8b64-4607-9af8-8ee5dac9fc82 req-d249bbb8-b11a-48ae-869e-d71fe2d5cfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:47.011012 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-aca0477d-8b64-4607-9af8-8ee5dac9fc82 req-d249bbb8-b11a-48ae-869e-d71fe2d5cfc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:47.012738 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-aca0477d-8b64-4607-9af8-8ee5dac9fc82 req-d249bbb8-b11a-48ae-869e-d71fe2d5cfc7 service neutron] 10.222.0.69 "PUT /v2.0/ports/842cdcef-260d-479a-a61d-3ea2ecbd6ab0 HTTP/1.1" status: 200 len: 1096 time: 2.4909372 Jun 11 09:48:47.016959 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6edf564c-85d6-49cf-bd98-9f0a6fbc0090', 'tag': '842cdcef-260d-479a-a61d-3ea2ecbd6ab0'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:48:47.029022 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9cef21c-7ef9-4702-afdf-20f6376e8751" -d '{"events": [{"name": "network-changed", "server_uuid": "6edf564c-85d6-49cf-bd98-9f0a6fbc0090", "tag": "842cdcef-260d-479a-a61d-3ea2ecbd6ab0"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:48:47.048451 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2f1da69c-da46-4574-b3ce-cabf0445cddd req-1ba2c761-841a-4448-86c8-b0f7b3ac2913 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/security-groups?id=18fc41cb-d5ab-4d35-ab48-499184b426b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317977 Jun 11 09:48:47.169273 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 067404f9-6bda-433f-8ac2-048cdc2eb1b4 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:48:47.196510 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 067404f9-6bda-433f-8ac2-048cdc2eb1b4, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=067404f9-6bda-433f-8ac2-048cdc2eb1b4,segment=NetworkSegment(59465666-5c69-4224-8b1f-2b974d7d569d),segment_id=59465666-5c69-4224-8b1f-2b974d7d569d)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:48:47.303857 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b88a1dda-2405-4206-a805-95003bd8cda6 x-openstack-request-id: req-b88a1dda-2405-4206-a805-95003bd8cda6 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:48:47.304342 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6edf564c-85d6-49cf-bd98-9f0a6fbc0090", "tag": "842cdcef-260d-479a-a61d-3ea2ecbd6ab0", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:48:47.304733 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b88a1dda-2405-4206-a805-95003bd8cda6 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:48:47.305323 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6edf564c-85d6-49cf-bd98-9f0a6fbc0090', 'tag': '842cdcef-260d-479a-a61d-3ea2ecbd6ab0', 'status': 'completed', 'code': 200} Jun 11 09:48:47.308396 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:47.309681 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device afeee4d7-731d-463b-9a7e-7e824304b99e no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:48:47.314904 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca0477d-8b64-4607-9af8-8ee5dac9fc82 req-72207fbc-a244-4134-ad63-379e5c2da13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:47.315111 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:48:47.317087 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-aca0477d-8b64-4607-9af8-8ee5dac9fc82 req-72207fbc-a244-4134-ad63-379e5c2da13f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2d153095abe14427b94c36cd340ad809&device_id=6edf564c-85d6-49cf-bd98-9f0a6fbc0090 HTTP/1.1" status: 200 len: 1099 time: 0.1157148 Jun 11 09:48:47.382732 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 47016) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:48:47.386750 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] No Port match for: afeee4d7-731d-463b-9a7e-7e824304b99e {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:48:47.387122 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device afeee4d7-731d-463b-9a7e-7e824304b99e not bound to the agent host n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:48:47.394614 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-aca0477d-8b64-4607-9af8-8ee5dac9fc82 req-687fe46a-b3bf-4688-957f-696488ee8cc2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=842cdcef-260d-479a-a61d-3ea2ecbd6ab0 HTTP/1.1" status: 200 len: 217 time: 0.0671127 Jun 11 09:48:47.457424 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=067404f9-6bda-433f-8ac2-048cdc2eb1b4,revision_number=7']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:48:47.466353 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:48:47.477628 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca0477d-8b64-4607-9af8-8ee5dac9fc82 req-63ae6a1b-e1c2-4a1c-bb41-52dd38ec86d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:47.477861 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee79fd-c477-4db4-b9b3-52c0c0475ace req-9e8bdaf6-5fe6-459f-98c5-7722fa82e2a1 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:47.483294 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-aca0477d-8b64-4607-9af8-8ee5dac9fc82 req-63ae6a1b-e1c2-4a1c-bb41-52dd38ec86d7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=189b03cc-b2a8-4615-9ab5-ad0328c3f10f HTTP/1.1" status: 200 len: 843 time: 0.0738311 Jun 11 09:48:47.484169 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8aee79fd-c477-4db4-b9b3-52c0c0475ace req-9e8bdaf6-5fe6-459f-98c5-7722fa82e2a1 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=6edf564c-85d6-49cf-bd98-9f0a6fbc0090 HTTP/1.1" status: 200 len: 947 time: 0.7108197 Jun 11 09:48:47.533217 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-03d3617e-9723-4c8d-8b2e-eb44b0b9dbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9bc7be3-4a3c-4ae8-b4d7-5cbd4a110e89', 'name': 'tempest-FloatingIPsTestJSON-1465774544-router', 'tenant_id': 'a1954df43db24c79a633812d8c3a0148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': 'ab48eec5-af5a-44a2-a62b-59d7999e8472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:48:40Z', 'updated_at': '2021-06-11T09:48:44Z', 'revision_number': 3, 'project_id': 'a1954df43db24c79a633812d8c3a0148', 'gw_port': {'id': 'ab48eec5-af5a-44a2-a62b-59d7999e8472', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:8c:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9bc7be3-4a3c-4ae8-b4d7-5cbd4a110e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:48:43Z', 'updated_at': '2021-06-11T09:48:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:48:47.537190 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d3617e-9723-4c8d-8b2e-eb44b0b9dbef None None] Checking router: f9bc7be3-4a3c-4ae8-b4d7-5cbd4a110e89 for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:48:47.537764 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d3617e-9723-4c8d-8b2e-eb44b0b9dbef None None] Updating router f9bc7be3-4a3c-4ae8-b4d7-5cbd4a110e89 port ab48eec5-af5a-44a2-a62b-59d7999e8472 binding host n-d-779913-12 {{(pid=93178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 09:48:47.574780 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca0477d-8b64-4607-9af8-8ee5dac9fc82 req-ccbdca8a-fd43-4950-a0f7-b1e523010130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:47.576363 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-aca0477d-8b64-4607-9af8-8ee5dac9fc82 req-ccbdca8a-fd43-4950-a0f7-b1e523010130 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cf20d108-f84c-44de-9036-2269564edd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0847595 Jun 11 09:48:47.587338 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03d3617e-9723-4c8d-8b2e-eb44b0b9dbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:47.655755 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-df1ec1ec-d528-442b-80f3-59e3cf4f89c1 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1797095617-network', 'tenant_id': 'bde49cbcc55b4592a6f9da517f66e92c'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:48:47.734552 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8aee79fd-c477-4db4-b9b3-52c0c0475ace req-12604139-28e0-41c1-8cea-f4a72eaafb15 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565948 Jun 11 09:48:47.738029 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df1ec1ec-d528-442b-80f3-59e3cf4f89c1 admin admin] Made reservation on behalf of bde49cbcc55b4592a6f9da517f66e92c for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:48:47.751899 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-aca0477d-8b64-4607-9af8-8ee5dac9fc82 req-959f41de-5ba4-4a78-8455-80bcfe06daac service neutron] 10.222.0.69 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673150 Jun 11 09:48:47.752923 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-df1ec1ec-d528-442b-80f3-59e3cf4f89c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:47.833103 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-df1ec1ec-d528-442b-80f3-59e3cf4f89c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:47.888683 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a5b2c681-5f58-47bc-b796-f99605b64fae req-0c70481a-f87c-4877-bb5e-2fec5303a4b3 tempest-ServerShowV254Test-97312136 tempest-ServerShowV254Test-97312136-project] 10.222.0.60 "GET /v2.0/ports?device_id=d0ff3594-31de-4de5-8366-45b6d8539358 HTTP/1.1" status: 200 len: 210 time: 0.0452249 Jun 11 09:48:47.986837 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-aca0477d-8b64-4607-9af8-8ee5dac9fc82 req-bb680a71-f0d2-404c-9932-0b7613f756e9 service neutron] 10.222.0.69 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219079 Jun 11 09:48:48.066393 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['8d90aed3-d0d9-439d-99e2-28dedffaf1bf', '52d5c74f-902b-4c6c-959f-9a5dab2eac09'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:48:48.110808 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b321ff-75b5-46e3-908e-b3d90c8b2d7c req-f82157bd-6259-492f-be9c-b022d1ffcac0 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:48.112511 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-96b321ff-75b5-46e3-908e-b3d90c8b2d7c req-f82157bd-6259-492f-be9c-b022d1ffcac0 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.64 "GET /v2.0/ports?device_id=1066b672-fda3-4d71-881e-792d8b737e6e HTTP/1.1" status: 200 len: 944 time: 0.3349011 Jun 11 09:48:48.267316 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03d3617e-9723-4c8d-8b2e-eb44b0b9dbef None None] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:48.273430 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-df1ec1ec-d528-442b-80f3-59e3cf4f89c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:48.289775 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03d3617e-9723-4c8d-8b2e-eb44b0b9dbef None None] Transition to ACTIVE for port object ab48eec5-af5a-44a2-a62b-59d7999e8472 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:48:48.301691 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cef21c-7ef9-4702-afdf-20f6376e8751 req-fae63c8c-f2b0-4dbd-8eb2-95c9d0a9b5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:48.303192 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d9cef21c-7ef9-4702-afdf-20f6376e8751 req-fae63c8c-f2b0-4dbd-8eb2-95c9d0a9b5f9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2d153095abe14427b94c36cd340ad809&device_id=6edf564c-85d6-49cf-bd98-9f0a6fbc0090 HTTP/1.1" status: 200 len: 1099 time: 0.1331372 Jun 11 09:48:48.358375 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-df1ec1ec-d528-442b-80f3-59e3cf4f89c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:48.359207 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f0e88d-2c2c-41e1-abf9-1fcd3e7fe8f0 req-16d3b268-09ae-460d-b0c6-8bcf7ce30550 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:48.361147 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c7f0e88d-2c2c-41e1-abf9-1fcd3e7fe8f0 req-16d3b268-09ae-460d-b0c6-8bcf7ce30550 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/ports?device_id=1066b672-fda3-4d71-881e-792d8b737e6e HTTP/1.1" status: 200 len: 944 time: 0.1219280 Jun 11 09:48:48.362929 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2215871a-38fa-4a23-a9bf-7adcebbaae5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:48:48.373497 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-96b321ff-75b5-46e3-908e-b3d90c8b2d7c req-33cff821-e8ba-4ec2-a311-27bf31256049 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Deleting port 067404f9-6bda-433f-8ac2-048cdc2eb1b4 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:48:48.373840 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-96b321ff-75b5-46e3-908e-b3d90c8b2d7c req-33cff821-e8ba-4ec2-a311-27bf31256049 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:48.379212 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:48.442586 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03d3617e-9723-4c8d-8b2e-eb44b0b9dbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:48.443146 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df1ec1ec-d528-442b-80f3-59e3cf4f89c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 758} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 09:48:48.443276 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:48:48.467148 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-03d3617e-9723-4c8d-8b2e-eb44b0b9dbef None None] Attempting to bind port ab48eec5-af5a-44a2-a62b-59d7999e8472 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:48:48.467793 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-03d3617e-9723-4c8d-8b2e-eb44b0b9dbef None None] Attempting to bind port ab48eec5-af5a-44a2-a62b-59d7999e8472 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:48:48.467925 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d3617e-9723-4c8d-8b2e-eb44b0b9dbef None None] Attempting to bind port ab48eec5-af5a-44a2-a62b-59d7999e8472 on network f0adef6e-169f-4a27-8865-442be2ad072d {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:48:48.472141 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cef21c-7ef9-4702-afdf-20f6376e8751 req-b8b403ba-f46b-4e2c-b7d9-471e705bdfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:48.473699 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d9cef21c-7ef9-4702-afdf-20f6376e8751 req-b8b403ba-f46b-4e2c-b7d9-471e705bdfc2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cf20d108-f84c-44de-9036-2269564edd60 HTTP/1.1" status: 200 len: 870 time: 0.1578302 Jun 11 09:48:48.503538 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d3617e-9723-4c8d-8b2e-eb44b0b9dbef None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:48:48.504040 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d3617e-9723-4c8d-8b2e-eb44b0b9dbef None None] Checking segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:48:48.504435 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03d3617e-9723-4c8d-8b2e-eb44b0b9dbef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:48.504843 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d3617e-9723-4c8d-8b2e-eb44b0b9dbef None None] Bound using segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:48:48.505690 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-03d3617e-9723-4c8d-8b2e-eb44b0b9dbef None None] Bound port: ab48eec5-af5a-44a2-a62b-59d7999e8472, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:48:48.506083 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03d3617e-9723-4c8d-8b2e-eb44b0b9dbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:48.524560 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-df1ec1ec-d528-442b-80f3-59e3cf4f89c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:48.524962 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-df1ec1ec-d528-442b-80f3-59e3cf4f89c1 admin admin] Added segment 795b623e-39fe-4036-b5cd-c232096acd1e of type vlan for network 7dff7a38-2b77-493a-abd5-c045b5779e07 Jun 11 09:48:48.528650 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1ec1ec-d528-442b-80f3-59e3cf4f89c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57677d7e-1c66-47c6-909a-28bc4cd935da,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:48:48.550713 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-df1ec1ec-d528-442b-80f3-59e3cf4f89c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:48:48.576875 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d9cef21c-7ef9-4702-afdf-20f6376e8751 req-929835cd-2d59-4881-90cc-fcc231493166 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=842cdcef-260d-479a-a61d-3ea2ecbd6ab0 HTTP/1.1" status: 200 len: 217 time: 0.0920680 Jun 11 09:48:48.593845 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7313acbd-d351-4837-b150-911cbde4aeb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:48.628823 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b0c2ba-a196-435f-9512-ad004a444332 None None] Pushing event updated for resources: {'Port': ['ID=ab48eec5-af5a-44a2-a62b-59d7999e8472,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:48:48.633353 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70b0c2ba-a196-435f-9512-ad004a444332 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:48:48.635966 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03d3617e-9723-4c8d-8b2e-eb44b0b9dbef None None] For port ab48eec5-af5a-44a2-a62b-59d7999e8472, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:48:48.641056 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03d3617e-9723-4c8d-8b2e-eb44b0b9dbef None None] For port ab48eec5-af5a-44a2-a62b-59d7999e8472, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=ab48eec5-af5a-44a2-a62b-59d7999e8472,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:48:48.658186 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c7f0e88d-2c2c-41e1-abf9-1fcd3e7fe8f0 req-b16b9f5b-9e2f-4dc2-8286-a45e8163f48c tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/security-groups?id=18fc41cb-d5ab-4d35-ab48-499184b426b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808946 Jun 11 09:48:48.664746 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-df1ec1ec-d528-442b-80f3-59e3cf4f89c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:48.674543 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-96b321ff-75b5-46e3-908e-b3d90c8b2d7c req-33cff821-e8ba-4ec2-a311-27bf31256049 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] For port 067404f9-6bda-433f-8ac2-048cdc2eb1b4, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=067404f9-6bda-433f-8ac2-048cdc2eb1b4,segment=NetworkSegment(59465666-5c69-4224-8b1f-2b974d7d569d),segment_id=59465666-5c69-4224-8b1f-2b974d7d569d)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:48:48.675384 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-96b321ff-75b5-46e3-908e-b3d90c8b2d7c req-33cff821-e8ba-4ec2-a311-27bf31256049 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:48.679525 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cef21c-7ef9-4702-afdf-20f6376e8751 req-b027055d-c888-4edc-a61a-0ec3cc0e974f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:48.681213 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d9cef21c-7ef9-4702-afdf-20f6376e8751 req-b027055d-c888-4edc-a61a-0ec3cc0e974f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=189b03cc-b2a8-4615-9ab5-ad0328c3f10f HTTP/1.1" status: 200 len: 843 time: 0.0981903 Jun 11 09:48:48.706813 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03d3617e-9723-4c8d-8b2e-eb44b0b9dbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:48.708974 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:48:48.756413 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cef21c-7ef9-4702-afdf-20f6376e8751 req-12d5d02a-b9c2-4edb-b1ae-3218af366eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:48.757858 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d9cef21c-7ef9-4702-afdf-20f6376e8751 req-12d5d02a-b9c2-4edb-b1ae-3218af366eb2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cf20d108-f84c-44de-9036-2269564edd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0638163 Jun 11 09:48:48.768662 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 067404f9-6bda-433f-8ac2-048cdc2eb1b4 up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:48:48.797500 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-96b321ff-75b5-46e3-908e-b3d90c8b2d7c req-33cff821-e8ba-4ec2-a311-27bf31256049 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Calling delete_port for 067404f9-6bda-433f-8ac2-048cdc2eb1b4 owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:48:48.844262 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.db.resource_extend [None req-df1ec1ec-d528-442b-80f3-59e3cf4f89c1 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 11 09:48:48.868642 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d3617e-9723-4c8d-8b2e-eb44b0b9dbef None None] Routers {'f9bc7be3-4a3c-4ae8-b4d7-5cbd4a110e89'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:48:48.869167 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-03d3617e-9723-4c8d-8b2e-eb44b0b9dbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:48:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['f9bc7be3-4a3c-4ae8-b4d7-5cbd4a110e89'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:48:48.963804 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e8337499-525e-441b-a52b-76b1dfcc7c30 req-120a16b2-3f91-4f88-852e-b8b38c186e46 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d0ff3594-31de-4de5-8366-45b6d8539358 HTTP/1.1" status: 200 len: 210 time: 0.2752769 Jun 11 09:48:48.975158 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b0c2ba-a196-435f-9512-ad004a444332 None None] Pushing event updated for resources: {'Port': ['ID=ab48eec5-af5a-44a2-a62b-59d7999e8472,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:48:48.989694 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70b0c2ba-a196-435f-9512-ad004a444332 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:48:48.997103 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d9cef21c-7ef9-4702-afdf-20f6376e8751 req-aed1f450-d11a-48bd-b543-32362fb74ebb service neutron] 10.222.0.69 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239344 Jun 11 09:48:49.024147 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254193d0-9dc0-437a-adcf-f012efd82c30 req-9023f929-e6d3-43f2-8715-1405ab339838 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:49.026212 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port 067404f9-6bda-433f-8ac2-048cdc2eb1b4 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:48:49.026595 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:49.028594 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-254193d0-9dc0-437a-adcf-f012efd82c30 req-9023f929-e6d3-43f2-8715-1405ab339838 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=6edf564c-85d6-49cf-bd98-9f0a6fbc0090 HTTP/1.1" status: 200 len: 947 time: 0.1210692 Jun 11 09:48:49.031945 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-df1ec1ec-d528-442b-80f3-59e3cf4f89c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:49.033237 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1ec1ec-d528-442b-80f3-59e3cf4f89c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:49.033818 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-df1ec1ec-d528-442b-80f3-59e3cf4f89c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:49.042771 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9126e9-b300-4e7e-ae92-7813a7655648 req-b270b4b7-ecbf-4e0d-b666-12378a0e6c95 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:49.048656 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0c9126e9-b300-4e7e-ae92-7813a7655648 req-b270b4b7-ecbf-4e0d-b666-12378a0e6c95 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e8b47b8-c709-4c22-9376-afe249717e85 HTTP/1.1" status: 200 len: 945 time: 0.4555855 Jun 11 09:48:49.052763 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:48:49.065012 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-03d3617e-9723-4c8d-8b2e-eb44b0b9dbef None None] Set router f9bc7be3-4a3c-4ae8-b4d7-5cbd4a110e89 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:48:49.159998 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-254193d0-9dc0-437a-adcf-f012efd82c30 req-7ccf2907-7eba-4575-989a-aaf1c3c76437 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214204 Jun 11 09:48:49.185368 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d9cef21c-7ef9-4702-afdf-20f6376e8751 req-74721a37-94f5-4023-8542-979d1ee12fae service neutron] 10.222.0.69 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734865 Jun 11 09:48:49.219031 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1ec1ec-d528-442b-80f3-59e3cf4f89c1 admin admin] Pushing event updated for resources: {'Network': ['ID=7dff7a38-2b77-493a-abd5-c045b5779e07,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:48:49.224655 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 47048) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:48:49.224850 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-df1ec1ec-d528-442b-80f3-59e3cf4f89c1 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.8398821 Jun 11 09:48:49.231923 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-d1c74366-bb5e-4f84-bddf-da577764b576 admin admin] Request body: {'subnet': {'network_id': '7dff7a38-2b77-493a-abd5-c045b5779e07', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1797095617-subnet', 'tenant_id': 'bde49cbcc55b4592a6f9da517f66e92c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:48:49.232272 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-df1ec1ec-d528-442b-80f3-59e3cf4f89c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:48:49.254176 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 7dff7a38-2b77-493a-abd5-c045b5779e07 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:48:49.282588 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0c9126e9-b300-4e7e-ae92-7813a7655648 req-8818b0dc-e43e-4e0d-9a9e-e11895abea58 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187276 Jun 11 09:48:49.312164 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-7313acbd-d351-4837-b150-911cbde4aeb8 admin admin] Allocated IP 172.20.0.1 (3c92b763-04a2-4a6e-bcc4-e4235468dc6a/6b93cd29-c61c-48ca-96e6-9b121fa16f99/2224a555-34df-4faa-b7d0-2cd8a714eaf1) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:48:49.339167 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5a0a0233-dba6-4546-ac96-e9b5b9517db3 req-f9cb9375-1ed5-438b-946c-363c6fce0dea tempest-ServerShowV254Test-97312136 tempest-ServerShowV254Test-97312136-project] 10.222.0.60 "GET /v2.0/ports?device_id=d0ff3594-31de-4de5-8366-45b6d8539358 HTTP/1.1" status: 200 len: 210 time: 0.0390155 Jun 11 09:48:49.369312 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c74366-bb5e-4f84-bddf-da577764b576 admin admin] Made reservation on behalf of bde49cbcc55b4592a6f9da517f66e92c for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:48:49.372318 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d1c74366-bb5e-4f84-bddf-da577764b576 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:49.392593 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:49.429709 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-96b321ff-75b5-46e3-908e-b3d90c8b2d7c req-33cff821-e8ba-4ec2-a311-27bf31256049 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:49.437327 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-94073b1c-5083-4a7f-b92a-9e1024076e45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:48:49.531623 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-03d3617e-9723-4c8d-8b2e-eb44b0b9dbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9bc7be3-4a3c-4ae8-b4d7-5cbd4a110e89', 'name': 'tempest-FloatingIPsTestJSON-1465774544-router', 'tenant_id': 'a1954df43db24c79a633812d8c3a0148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': 'ab48eec5-af5a-44a2-a62b-59d7999e8472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:48:40Z', 'updated_at': '2021-06-11T09:48:44Z', 'revision_number': 3, 'project_id': 'a1954df43db24c79a633812d8c3a0148', 'gw_port': {'id': 'ab48eec5-af5a-44a2-a62b-59d7999e8472', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:8c:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9bc7be3-4a3c-4ae8-b4d7-5cbd4a110e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:48:43Z', 'updated_at': '2021-06-11T09:48:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:48:49.535258 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d3617e-9723-4c8d-8b2e-eb44b0b9dbef None None] The sync data for ids ['f9bc7be3-4a3c-4ae8-b4d7-5cbd4a110e89'] in n-d-779913-12 is: [{'id': 'f9bc7be3-4a3c-4ae8-b4d7-5cbd4a110e89', 'name': 'tempest-FloatingIPsTestJSON-1465774544-router', 'tenant_id': 'a1954df43db24c79a633812d8c3a0148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': 'ab48eec5-af5a-44a2-a62b-59d7999e8472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:48:40Z', 'updated_at': '2021-06-11T09:48:44Z', 'revision_number': 3, 'project_id': 'a1954df43db24c79a633812d8c3a0148', 'gw_port': {'id': 'ab48eec5-af5a-44a2-a62b-59d7999e8472', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:8c:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9bc7be3-4a3c-4ae8-b4d7-5cbd4a110e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:48:43Z', 'updated_at': '2021-06-11T09:48:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:48:49.538600 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cff821-e8ba-4ec2-a311-27bf31256049 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Pushing event deleted for resources: {'Port': ['ID=067404f9-6bda-433f-8ac2-048cdc2eb1b4,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:48:49.554307 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-33cff821-e8ba-4ec2-a311-27bf31256049 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:48:49.594341 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-96b321ff-75b5-46e3-908e-b3d90c8b2d7c req-33cff821-e8ba-4ec2-a311-27bf31256049 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] No DVR routers for this DVR port 067404f9-6bda-433f-8ac2-048cdc2eb1b4 on host n-h1-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:48:49.598727 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-96b321ff-75b5-46e3-908e-b3d90c8b2d7c req-33cff821-e8ba-4ec2-a311-27bf31256049 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:49.601612 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-96b321ff-75b5-46e3-908e-b3d90c8b2d7c req-33cff821-e8ba-4ec2-a311-27bf31256049 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.64 "DELETE /v2.0/ports/067404f9-6bda-433f-8ac2-048cdc2eb1b4 HTTP/1.1" status: 204 len: 173 time: 1.4832211 Jun 11 09:48:49.602436 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1066b672-fda3-4d71-881e-792d8b737e6e', 'name': 'network-vif-deleted', 'tag': '067404f9-6bda-433f-8ac2-048cdc2eb1b4'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:48:49.605889 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afcb3663-8d9b-47ca-a542-590d5d00754f" -d '{"events": [{"server_uuid": "1066b672-fda3-4d71-881e-792d8b737e6e", "name": "network-vif-deleted", "tag": "067404f9-6bda-433f-8ac2-048cdc2eb1b4"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:48:49.678259 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d1c74366-bb5e-4f84-bddf-da577764b576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:49.685622 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-25bea64f-55d2-4559-bfb8-3f361e631bc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:48:49.722921 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b0d3520-12ee-4d6f-8394-f9a86be6d348 x-openstack-request-id: req-4b0d3520-12ee-4d6f-8394-f9a86be6d348 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:48:49.723270 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1066b672-fda3-4d71-881e-792d8b737e6e", "name": "network-vif-deleted", "tag": "067404f9-6bda-433f-8ac2-048cdc2eb1b4", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:48:49.723755 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4b0d3520-12ee-4d6f-8394-f9a86be6d348 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:48:49.724232 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1066b672-fda3-4d71-881e-792d8b737e6e', 'name': 'network-vif-deleted', 'tag': '067404f9-6bda-433f-8ac2-048cdc2eb1b4', 'status': 'completed', 'code': 200} Jun 11 09:48:49.776632 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7313acbd-d351-4837-b150-911cbde4aeb8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:49.778194 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c74366-bb5e-4f84-bddf-da577764b576 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4045e3b8-f98d-4ef7-a8b7-f975be5dfeee,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:48:49.782210 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d1c74366-bb5e-4f84-bddf-da577764b576 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:48:49.792523 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c74366-bb5e-4f84-bddf-da577764b576 admin admin] Checking segment: {'id': '795b623e-39fe-4036-b5cd-c232096acd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '7dff7a38-2b77-493a-abd5-c045b5779e07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:48:49.793524 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c74366-bb5e-4f84-bddf-da577764b576 admin admin] Network hostable DHCP agents. Network: 7dff7a38-2b77-493a-abd5-c045b5779e07, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 09:48:49.804581 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [None req-7313acbd-d351-4837-b150-911cbde4aeb8 admin admin] Transition to ACTIVE for port object 2224a555-34df-4faa-b7d0-2cd8a714eaf1 will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:48:49.853260 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-988d439e-cd00-4570-a342-8d54dde4a235 req-6e847e09-7c74-4e71-8a95-d9a140423319 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/ports?device_id=1066b672-fda3-4d71-881e-792d8b737e6e HTTP/1.1" status: 200 len: 210 time: 0.0457726 Jun 11 09:48:49.903799 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c74366-bb5e-4f84-bddf-da577764b576 admin admin] Network 7dff7a38-2b77-493a-abd5-c045b5779e07 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 09:48:50.004988 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7313acbd-d351-4837-b150-911cbde4aeb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:50.009228 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e7e39807-44c1-4881-97e4-9ba1d316ee0f tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:48:50.062962 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7313acbd-d351-4837-b150-911cbde4aeb8 admin admin] Network 3c92b763-04a2-4a6e-bcc4-e4235468dc6a is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:48:50.067731 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-7313acbd-d351-4837-b150-911cbde4aeb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:48:50.072078 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7313acbd-d351-4837-b150-911cbde4aeb8 admin admin] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:48:50.078580 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7313acbd-d351-4837-b150-911cbde4aeb8 admin admin] Pushing event updated for resources: {'Port': ['ID=2224a555-34df-4faa-b7d0-2cd8a714eaf1,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:48:50.078786 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-d1c74366-bb5e-4f84-bddf-da577764b576 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 7dff7a38-2b77-493a-abd5-c045b5779e07) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:48:50.083049 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c74366-bb5e-4f84-bddf-da577764b576 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:50.083896 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d1c74366-bb5e-4f84-bddf-da577764b576 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:50.103742 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbf3db4-1d12-4e53-b4ec-718415a2876a None None] Network 7dff7a38-2b77-493a-abd5-c045b5779e07 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:48:50.113600 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7313acbd-d351-4837-b150-911cbde4aeb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:48:50.137905 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7313acbd-d351-4837-b150-911cbde4aeb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-375088'] for router_interface, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:50.221904 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-d1c74366-bb5e-4f84-bddf-da577764b576 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9956775 Jun 11 09:48:50.557433 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d9000-fca8-4124-948f-a1899ee3a592 req-fcab4e2a-8061-45eb-9472-d3c2eaa3f714 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:50.569401 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ac1d9000-fca8-4124-948f-a1899ee3a592 req-fcab4e2a-8061-45eb-9472-d3c2eaa3f714 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=6edf564c-85d6-49cf-bd98-9f0a6fbc0090 HTTP/1.1" status: 200 len: 947 time: 0.1569443 Jun 11 09:48:50.584367 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7184527-db57-45d5-84e6-d5711ade8e85 None None] Network 7dff7a38-2b77-493a-abd5-c045b5779e07 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:48:50.638006 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46913db4-52b4-48e3-9fc0-9fa8ac26e8d8 req-fe1a8c30-9387-443b-94de-843e34ddf5d6 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:50.642267 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-46913db4-52b4-48e3-9fc0-9fa8ac26e8d8 req-fe1a8c30-9387-443b-94de-843e34ddf5d6 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e8b47b8-c709-4c22-9376-afe249717e85 HTTP/1.1" status: 200 len: 945 time: 0.1279349 Jun 11 09:48:50.657999 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ac1d9000-fca8-4124-948f-a1899ee3a592 req-de7446a0-58ca-4474-9392-3a14ea4e94be tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875008 Jun 11 09:48:50.722803 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7313acbd-d351-4837-b150-911cbde4aeb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:50.774581 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 067404f9-6bda-433f-8ac2-048cdc2eb1b4 no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:48:50.818776 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] No Port match for: 067404f9-6bda-433f-8ac2-048cdc2eb1b4 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:48:50.819113 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 067404f9-6bda-433f-8ac2-048cdc2eb1b4 not bound to the agent host n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:48:50.823922 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-117788cb-2b02-4dbc-9d83-e1f3d5fb1e61 None None] Provisioning for port 2224a555-34df-4faa-b7d0-2cd8a714eaf1 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:48:50.841173 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-46913db4-52b4-48e3-9fc0-9fa8ac26e8d8 req-d84e6911-baef-4097-afc0-5e66ac4ad7c4 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865156 Jun 11 09:48:50.849654 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-117788cb-2b02-4dbc-9d83-e1f3d5fb1e61 None None] Provisioning complete for port 2224a555-34df-4faa-b7d0-2cd8a714eaf1 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:48:50.849654 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-117788cb-2b02-4dbc-9d83-e1f3d5fb1e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:50.916782 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8578c79b-a3ce-44a6-a743-7c636c6af970 req-a2418964-6d1c-474d-b194-69df7c6a45d1 tempest-ServerShowV254Test-97312136 tempest-ServerShowV254Test-97312136-project] 10.222.0.60 "GET /v2.0/ports?device_id=d0ff3594-31de-4de5-8366-45b6d8539358 HTTP/1.1" status: 200 len: 210 time: 0.0641563 Jun 11 09:48:50.998682 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-117788cb-2b02-4dbc-9d83-e1f3d5fb1e61 None None] Port 2224a555-34df-4faa-b7d0-2cd8a714eaf1 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:48:51.073374 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7313acbd-d351-4837-b150-911cbde4aeb8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:51.158639 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-115e96df-5e3a-4752-be89-50ba42d52458 req-a111c658-2af0-4dfa-b264-4ec5622e0122 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] 10.222.0.60 "GET /v2.0/ports?device_id=1066b672-fda3-4d71-881e-792d8b737e6e HTTP/1.1" status: 200 len: 210 time: 0.0367265 Jun 11 09:48:51.159401 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7313acbd-d351-4837-b150-911cbde4aeb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:51.161783 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d455c008-fd91-4984-9b05-42d9c48e48c6 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:48:51.279467 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7313acbd-d351-4837-b150-911cbde4aeb8 admin admin] Pushing event updated for resources: {'Port': ['ID=2224a555-34df-4faa-b7d0-2cd8a714eaf1,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:48:51.282981 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7313acbd-d351-4837-b150-911cbde4aeb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:48:51.283980 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7313acbd-d351-4837-b150-911cbde4aeb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375108'] for router_interface, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:51.507155 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device ab48eec5-af5a-44a2-a62b-59d7999e8472 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:48:51.565256 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7313acbd-d351-4837-b150-911cbde4aeb8 admin admin] Network 3c92b763-04a2-4a6e-bcc4-e4235468dc6a is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:48:51.570370 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-7313acbd-d351-4837-b150-911cbde4aeb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:48:51.600399 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc85d8a-b0fa-424f-860b-e964b5ef07cd req-7a9ca62b-a391-4092-821f-7a0b17f94b07 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:51.610828 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3bc85d8a-b0fa-424f-860b-e964b5ef07cd req-7a9ca62b-a391-4092-821f-7a0b17f94b07 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/networks?id=7dff7a38-2b77-493a-abd5-c045b5779e07 HTTP/1.1" status: 200 len: 822 time: 0.3439353 Jun 11 09:48:51.642559 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3bc85d8a-b0fa-424f-860b-e964b5ef07cd req-af1354ae-a325-4a69-ace1-14c9316ae247 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/quotas/bde49cbcc55b4592a6f9da517f66e92c HTTP/1.1" status: 200 len: 375 time: 0.0302536 Jun 11 09:48:51.719321 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3bc85d8a-b0fa-424f-860b-e964b5ef07cd req-28d83d6a-21f8-49a2-a813-9d21168b9c21 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=bde49cbcc55b4592a6f9da517f66e92c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0752339 Jun 11 09:48:51.783702 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port ab48eec5-af5a-44a2-a62b-59d7999e8472 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:48:51.801150 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port ab48eec5-af5a-44a2-a62b-59d7999e8472 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:48:51.801673 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:52.016183 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7313acbd-d351-4837-b150-911cbde4aeb8 admin admin] Router f9bc7be3-4a3c-4ae8-b4d7-5cbd4a110e89 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 09:48:52.064646 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaca54b-0dbf-4f01-b7b3-d287d3d8ce73 req-d7d8d0a4-4d66-4e34-b0c8-b2333ea15ecc tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:52.067461 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bcaca54b-0dbf-4f01-b7b3-d287d3d8ce73 req-d7d8d0a4-4d66-4e34-b0c8-b2333ea15ecc tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e8b47b8-c709-4c22-9376-afe249717e85 HTTP/1.1" status: 200 len: 945 time: 0.2797573 Jun 11 09:48:52.076789 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3bc85d8a-b0fa-424f-860b-e964b5ef07cd req-f22a1947-5dbd-4f26-8a1b-aebb54a4a060 service neutron] 10.222.0.60 "GET /v2.0/networks/7dff7a38-2b77-493a-abd5-c045b5779e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3560264 Jun 11 09:48:52.107861 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-428834cd-849b-4edb-acdd-b38850d54ef4 None None] Provisioning complete for port 2224a555-34df-4faa-b7d0-2cd8a714eaf1 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:48:52.108245 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-428834cd-849b-4edb-acdd-b38850d54ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:52.182886 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-428834cd-849b-4edb-acdd-b38850d54ef4 None None] Port 2224a555-34df-4faa-b7d0-2cd8a714eaf1 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:48:52.240088 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:52.265067 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port ab48eec5-af5a-44a2-a62b-59d7999e8472, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=ab48eec5-af5a-44a2-a62b-59d7999e8472,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:48:52.289086 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7313acbd-d351-4837-b150-911cbde4aeb8 admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:48:52.298869 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd8df29-8b68-4d00-80a4-431a1f727b9a None None] Sync routers for ids ['f9bc7be3-4a3c-4ae8-b4d7-5cbd4a110e89'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:48:52.308481 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-7313acbd-d351-4837-b150-911cbde4aeb8 admin admin] 10.222.0.60 "PUT /v2.0/routers/f9bc7be3-4a3c-4ae8-b4d7-5cbd4a110e89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5363176 Jun 11 09:48:52.319818 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd8df29-8b68-4d00-80a4-431a1f727b9a None None] Routers {'f9bc7be3-4a3c-4ae8-b4d7-5cbd4a110e89'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:48:52.320445 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-fcd8df29-8b68-4d00-80a4-431a1f727b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:48:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['f9bc7be3-4a3c-4ae8-b4d7-5cbd4a110e89'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:48:52.357701 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:52.360674 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-ce315897-708b-4946-b527-ae8a6661e9b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:48:52.382608 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b8d41d43-c13b-4261-97ca-8e1de33e4901 req-28af5b24-a0c9-4d1b-9b00-0aa05996eade service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=91f2d9a373e9484b8f0373b4b75491a5&device_id=d0ff3594-31de-4de5-8366-45b6d8539358 HTTP/1.1" status: 200 len: 210 time: 0.0905151 Jun 11 09:48:52.434939 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-bcaca54b-0dbf-4f01-b7b3-d287d3d8ce73 req-9b969181-663c-4ba2-888a-36214ecddcb3 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Deleting port 52d5c74f-902b-4c6c-959f-9a5dab2eac09 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:48:52.437829 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-bcaca54b-0dbf-4f01-b7b3-d287d3d8ce73 req-9b969181-663c-4ba2-888a-36214ecddcb3 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:52.450244 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b8d41d43-c13b-4261-97ca-8e1de33e4901 req-f68d3d92-9209-406e-a087-f6ef62680f08 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=91f2d9a373e9484b8f0373b4b75491a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0601623 Jun 11 09:48:52.461782 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3bc85d8a-b0fa-424f-860b-e964b5ef07cd req-58be3d9e-3a27-4cb5-a6e2-be8cfbb06687 service neutron] 10.222.0.60 "GET /v2.0/networks/7dff7a38-2b77-493a-abd5-c045b5779e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3837976 Jun 11 09:48:52.484534 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=ab48eec5-af5a-44a2-a62b-59d7999e8472,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:48:52.488142 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:48:52.560400 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-fcd8df29-8b68-4d00-80a4-431a1f727b9a None None] Set router f9bc7be3-4a3c-4ae8-b4d7-5cbd4a110e89 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:48:52.787958 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-bcaca54b-0dbf-4f01-b7b3-d287d3d8ce73 req-9b969181-663c-4ba2-888a-36214ecddcb3 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] For port 52d5c74f-902b-4c6c-959f-9a5dab2eac09, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=52d5c74f-902b-4c6c-959f-9a5dab2eac09,segment=NetworkSegment(b51c68b7-80ed-4de8-bd6d-e2ba699aba0b),segment_id=b51c68b7-80ed-4de8-bd6d-e2ba699aba0b)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:48:52.788942 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-bcaca54b-0dbf-4f01-b7b3-d287d3d8ce73 req-9b969181-663c-4ba2-888a-36214ecddcb3 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:52.912852 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-fcd8df29-8b68-4d00-80a4-431a1f727b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9bc7be3-4a3c-4ae8-b4d7-5cbd4a110e89', 'name': 'tempest-FloatingIPsTestJSON-1465774544-router', 'tenant_id': 'a1954df43db24c79a633812d8c3a0148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': 'ab48eec5-af5a-44a2-a62b-59d7999e8472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:48:40Z', 'updated_at': '2021-06-11T09:48:50Z', 'revision_number': 4, 'project_id': 'a1954df43db24c79a633812d8c3a0148', 'gw_port': {'id': 'ab48eec5-af5a-44a2-a62b-59d7999e8472', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:8c:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9bc7be3-4a3c-4ae8-b4d7-5cbd4a110e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:48:43Z', 'updated_at': '2021-06-11T09:48:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '2224a555-34df-4faa-b7d0-2cd8a714eaf1', 'name': '', 'network_id': '3c92b763-04a2-4a6e-bcc4-e4235468dc6a', 'tenant_id': 'a1954df43db24c79a633812d8c3a0148', 'mac_address': 'fa:16:3e:f0:79:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9bc7be3-4a3c-4ae8-b4d7-5cbd4a110e89', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '6b93cd29-c61c-48ca-96e6-9b121fa16f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:48:48Z', 'updated_at': '2021-06-11T09:48:50Z', 'revision_number': 2, 'project_id': 'a1954df43db24c79a633812d8c3a0148', 'subnets': [{'id': '6b93cd29-c61c-48ca-96e6-9b121fa16f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:48:52.917164 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd8df29-8b68-4d00-80a4-431a1f727b9a None None] Checking router: f9bc7be3-4a3c-4ae8-b4d7-5cbd4a110e89 for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:48:52.917964 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd8df29-8b68-4d00-80a4-431a1f727b9a None None] Updating router f9bc7be3-4a3c-4ae8-b4d7-5cbd4a110e89 port 2224a555-34df-4faa-b7d0-2cd8a714eaf1 binding host n-d-779913-12 {{(pid=93179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 09:48:52.968377 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 842cdcef-260d-479a-a61d-3ea2ecbd6ab0 details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:48:52.989930 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-fcd8df29-8b68-4d00-80a4-431a1f727b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:53.028549 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-bcaca54b-0dbf-4f01-b7b3-d287d3d8ce73 req-9b969181-663c-4ba2-888a-36214ecddcb3 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Calling delete_port for 52d5c74f-902b-4c6c-959f-9a5dab2eac09 owned by compute:nova {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:48:53.118081 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0522a5c1-8ca7-41ce-b69b-7f6a6519ca2c req-f490fe57-1c4c-4fb1-ac36-1a1e14939c35 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:53.126159 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0522a5c1-8ca7-41ce-b69b-7f6a6519ca2c req-f490fe57-1c4c-4fb1-ac36-1a1e14939c35 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=6edf564c-85d6-49cf-bd98-9f0a6fbc0090 HTTP/1.1" status: 200 len: 947 time: 0.6913803 Jun 11 09:48:53.136462 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d41d43-c13b-4261-97ca-8e1de33e4901 req-479d7606-cb9a-47b5-bad3-9afa98b26b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:53.138346 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b8d41d43-c13b-4261-97ca-8e1de33e4901 req-479d7606-cb9a-47b5-bad3-9afa98b26b49 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6586347 Jun 11 09:48:53.198663 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0522a5c1-8ca7-41ce-b69b-7f6a6519ca2c req-917c3016-1a94-481d-8827-01ea318082f9 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712144 Jun 11 09:48:53.273549 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 842cdcef-260d-479a-a61d-3ea2ecbd6ab0, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=842cdcef-260d-479a-a61d-3ea2ecbd6ab0,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:48:53.302542 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': '842cdcef-260d-479a-a61d-3ea2ecbd6ab0', 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60', 'port_id': '842cdcef-260d-479a-a61d-3ea2ecbd6ab0', 'mac_address': 'fa:16:3e:24:d7:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189b03cc-b2a8-4615-9ab5-ad0328c3f10f', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:48:53.376836 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffd1af5-fbbf-45e9-9ccf-44ac3b086d50 req-1230f81c-98ce-4125-bfd5-e4e58dee01cc tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:53.378894 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cffd1af5-fbbf-45e9-9ccf-44ac3b086d50 req-1230f81c-98ce-4125-bfd5-e4e58dee01cc tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e8b47b8-c709-4c22-9376-afe249717e85 HTTP/1.1" status: 200 len: 945 time: 0.1358044 Jun 11 09:48:53.450232 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:53.487362 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 842cdcef-260d-479a-a61d-3ea2ecbd6ab0 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:48:53.516678 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cffd1af5-fbbf-45e9-9ccf-44ac3b086d50 req-add72109-a0e7-49d7-9204-8e49f0e74e98 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273835 Jun 11 09:48:53.544040 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 842cdcef-260d-479a-a61d-3ea2ecbd6ab0, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=842cdcef-260d-479a-a61d-3ea2ecbd6ab0,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:48:53.577061 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device ab48eec5-af5a-44a2-a62b-59d7999e8472 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:48:53.614075 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-bcaca54b-0dbf-4f01-b7b3-d287d3d8ce73 req-9b969181-663c-4ba2-888a-36214ecddcb3 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:53.627040 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5a0bcc14-c7a5-4517-8a50-22f7a4bd537b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:48:53.675015 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['8d90aed3-d0d9-439d-99e2-28dedffaf1bf', '52d5c74f-902b-4c6c-959f-9a5dab2eac09'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:48:53.706867 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-fcd8df29-8b68-4d00-80a4-431a1f727b9a None None] Notify callbacks [] for port, precommit_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:53.719537 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-fcd8df29-8b68-4d00-80a4-431a1f727b9a None None] Transition to ACTIVE for port object 2224a555-34df-4faa-b7d0-2cd8a714eaf1 will not be triggered until provisioned by entity L2. {{(pid=93179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:48:53.769290 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:53.782574 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:48:53.797494 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b969181-663c-4ba2-888a-36214ecddcb3 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Pushing event deleted for resources: {'Port': ['ID=52d5c74f-902b-4c6c-959f-9a5dab2eac09,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:48:53.821422 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-fcd8df29-8b68-4d00-80a4-431a1f727b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:53.822458 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1987c4ed-8ffb-4496-8c80-4402ff75bb35 req-77fdd902-533b-4cb8-ab6a-554958fb25cc tempest-ServerShowV254Test-97312136 tempest-ServerShowV254Test-97312136-project] 10.222.0.60 "GET /v2.0/ports?device_id=d0ff3594-31de-4de5-8366-45b6d8539358 HTTP/1.1" status: 200 len: 210 time: 0.0611787 Jun 11 09:48:53.834849 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9b969181-663c-4ba2-888a-36214ecddcb3 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:48:53.834849 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcaca54b-0dbf-4f01-b7b3-d287d3d8ce73 req-9b969181-663c-4ba2-888a-36214ecddcb3 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] No DVR routers for this DVR port 52d5c74f-902b-4c6c-959f-9a5dab2eac09 on host n-h2-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:48:53.835357 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-bcaca54b-0dbf-4f01-b7b3-d287d3d8ce73 req-9b969181-663c-4ba2-888a-36214ecddcb3 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:53.837187 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bcaca54b-0dbf-4f01-b7b3-d287d3d8ce73 req-9b969181-663c-4ba2-888a-36214ecddcb3 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.69 "DELETE /v2.0/ports/52d5c74f-902b-4c6c-959f-9a5dab2eac09 HTTP/1.1" status: 204 len: 173 time: 1.7513769 Jun 11 09:48:53.837943 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e8b47b8-c709-4c22-9376-afe249717e85', 'name': 'network-vif-deleted', 'tag': '52d5c74f-902b-4c6c-959f-9a5dab2eac09'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:48:53.840968 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca03bc7-aa9e-416d-9f8c-f34d346c9343" -d '{"events": [{"server_uuid": "2e8b47b8-c709-4c22-9376-afe249717e85", "name": "network-vif-deleted", "tag": "52d5c74f-902b-4c6c-959f-9a5dab2eac09"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:48:53.855702 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:48:53.934783 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396a19e8-1898-46f3-8de0-582b23136f2d None None] Pushing event updated for resources: {'Port': ['ID=2224a555-34df-4faa-b7d0-2cd8a714eaf1,revision_number=3']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:48:53.952765 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f08071-5a32-4851-b35f-7793430fe562 req-775fa89f-d68e-499f-99ec-c4bde690f685 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:53.955049 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f6f08071-5a32-4851-b35f-7793430fe562 req-775fa89f-d68e-499f-99ec-c4bde690f685 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 944 time: 0.1251910 Jun 11 09:48:54.040355 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port ab48eec5-af5a-44a2-a62b-59d7999e8472 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:48:54.040939 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:54.054572 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=842cdcef-260d-479a-a61d-3ea2ecbd6ab0,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:48:54.067446 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f6f08071-5a32-4851-b35f-7793430fe562 req-09d9ad15-5f7d-4c90-8cc1-e27ac7bd2c56 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d1f1aa-3601-424b-af20-9acf0698c1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982871 Jun 11 09:48:54.146125 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:48:54.184731 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396a19e8-1898-46f3-8de0-582b23136f2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:48:54.186911 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396a19e8-1898-46f3-8de0-582b23136f2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:48:54.186911 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396a19e8-1898-46f3-8de0-582b23136f2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:48:54.186911 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396a19e8-1898-46f3-8de0-582b23136f2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:48:54.186911 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396a19e8-1898-46f3-8de0-582b23136f2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:48:54.187689 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396a19e8-1898-46f3-8de0-582b23136f2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:48:54.188262 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396a19e8-1898-46f3-8de0-582b23136f2d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:48:54.188830 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396a19e8-1898-46f3-8de0-582b23136f2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:48:54.189374 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396a19e8-1898-46f3-8de0-582b23136f2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:48:54.189934 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396a19e8-1898-46f3-8de0-582b23136f2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:48:54.190479 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396a19e8-1898-46f3-8de0-582b23136f2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:48:54.191043 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396a19e8-1898-46f3-8de0-582b23136f2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:48:54.202835 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-396a19e8-1898-46f3-8de0-582b23136f2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:48:54.291615 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8c7ff471-ad6b-49f6-9b7b-0fce24a633c5 req-f14fa290-73ec-4fb6-9032-0e76a599f60a tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3f0abb7-ea50-4a0b-b952-5ae9ccd36d06 HTTP/1.1" status: 200 len: 210 time: 0.1002147 Jun 11 09:48:54.331651 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-fcd8df29-8b68-4d00-80a4-431a1f727b9a None None] Attempting to bind port 2224a555-34df-4faa-b7d0-2cd8a714eaf1 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:48:54.343490 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-fcd8df29-8b68-4d00-80a4-431a1f727b9a None None] Attempting to bind port 2224a555-34df-4faa-b7d0-2cd8a714eaf1 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'b42e98d1-0cc2-4b97-ad08-fa52cd982bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '3c92b763-04a2-4a6e-bcc4-e4235468dc6a'}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:48:54.344113 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd8df29-8b68-4d00-80a4-431a1f727b9a None None] Attempting to bind port 2224a555-34df-4faa-b7d0-2cd8a714eaf1 on network 3c92b763-04a2-4a6e-bcc4-e4235468dc6a {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:48:54.354649 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd8df29-8b68-4d00-80a4-431a1f727b9a None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:48:54.354970 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd8df29-8b68-4d00-80a4-431a1f727b9a None None] Checking segment: {'id': 'b42e98d1-0cc2-4b97-ad08-fa52cd982bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '3c92b763-04a2-4a6e-bcc4-e4235468dc6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:48:54.355388 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-fcd8df29-8b68-4d00-80a4-431a1f727b9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:54.355812 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd8df29-8b68-4d00-80a4-431a1f727b9a None None] Bound using segment: {'id': 'b42e98d1-0cc2-4b97-ad08-fa52cd982bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '3c92b763-04a2-4a6e-bcc4-e4235468dc6a'} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:48:54.356312 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-fcd8df29-8b68-4d00-80a4-431a1f727b9a None None] Bound port: 2224a555-34df-4faa-b7d0-2cd8a714eaf1, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b42e98d1-0cc2-4b97-ad08-fa52cd982bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '3c92b763-04a2-4a6e-bcc4-e4235468dc6a'}}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:48:54.356693 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-fcd8df29-8b68-4d00-80a4-431a1f727b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:54.412299 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0b57b9b1-a482-4f40-b04c-b1a024ca1a4e req-04fdb9cb-0030-407f-891c-83ddda522a60 tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4498625 Jun 11 09:48:54.417698 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-0b57b9b1-a482-4f40-b04c-b1a024ca1a4e req-6308c266-5161-4ea4-a36b-826502e1f269 tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] Request body: {'floatingip': {'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:48:54.425406 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b8d41d43-c13b-4261-97ca-8e1de33e4901 req-da75c177-da1c-4c38-affc-50f19a6cbc66 tempest-ServerShowV254Test-97312136 tempest-ServerShowV254Test-97312136-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0ff3594-31de-4de5-8366-45b6d8539358 HTTP/1.1" status: 200 len: 210 time: 0.1179910 Jun 11 09:48:54.434132 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91fe9210-9ed3-4ae7-a9b2-f63aa38dc1b8 x-openstack-request-id: req-91fe9210-9ed3-4ae7-a9b2-f63aa38dc1b8 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:48:54.436884 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e8b47b8-c709-4c22-9376-afe249717e85", "name": "network-vif-deleted", "tag": "52d5c74f-902b-4c6c-959f-9a5dab2eac09", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:48:54.436884 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-91fe9210-9ed3-4ae7-a9b2-f63aa38dc1b8 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:48:54.436884 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e8b47b8-c709-4c22-9376-afe249717e85', 'name': 'network-vif-deleted', 'tag': '52d5c74f-902b-4c6c-959f-9a5dab2eac09', 'status': 'completed', 'code': 200} Jun 11 09:48:54.438245 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['842cdcef-260d-479a-a61d-3ea2ecbd6ab0'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:48:54.476106 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-fcd8df29-8b68-4d00-80a4-431a1f727b9a None None] For port 2224a555-34df-4faa-b7d0-2cd8a714eaf1, host n-d-779913-12, cleared binding levels {{(pid=93179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:48:54.480982 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-fcd8df29-8b68-4d00-80a4-431a1f727b9a None None] For port 2224a555-34df-4faa-b7d0-2cd8a714eaf1, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=2224a555-34df-4faa-b7d0-2cd8a714eaf1,segment=NetworkSegment(b42e98d1-0cc2-4b97-ad08-fa52cd982bc4),segment_id=b42e98d1-0cc2-4b97-ad08-fa52cd982bc4)] {{(pid=93179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:48:54.546842 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-0b57b9b1-a482-4f40-b04c-b1a024ca1a4e req-6308c266-5161-4ea4-a36b-826502e1f269 tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] Notify callbacks [] for floatingip, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:54.547192 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-fcd8df29-8b68-4d00-80a4-431a1f727b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:54.561106 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-d5c6d0a8-779f-49f6-8e1c-974786a8a990 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:48:54.725438 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396a19e8-1898-46f3-8de0-582b23136f2d None None] Pushing event updated for resources: {'Port': ['ID=2224a555-34df-4faa-b7d0-2cd8a714eaf1,revision_number=4']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:48:54.774274 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd8df29-8b68-4d00-80a4-431a1f727b9a None None] Routers {'f9bc7be3-4a3c-4ae8-b4d7-5cbd4a110e89'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:48:54.775180 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-fcd8df29-8b68-4d00-80a4-431a1f727b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:48:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['f9bc7be3-4a3c-4ae8-b4d7-5cbd4a110e89'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:48:54.823703 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-0b57b9b1-a482-4f40-b04c-b1a024ca1a4e req-6308c266-5161-4ea4-a36b-826502e1f269 tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:54.863148 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b91076-c5bf-46df-96a9-1b4457202009 req-981d9473-6cd5-4910-8f33-29846984cace tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:54.865012 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b8b91076-c5bf-46df-96a9-1b4457202009 req-981d9473-6cd5-4910-8f33-29846984cace tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 944 time: 0.1787670 Jun 11 09:48:54.940014 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b8b91076-c5bf-46df-96a9-1b4457202009 req-c4b7d88a-08a6-4959-a053-6cd78d25175b tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d1f1aa-3601-424b-af20-9acf0698c1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662897 Jun 11 09:48:54.981743 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 52d5c74f-902b-4c6c-959f-9a5dab2eac09 no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:48:55.040256 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-fcd8df29-8b68-4d00-80a4-431a1f727b9a None None] Set router f9bc7be3-4a3c-4ae8-b4d7-5cbd4a110e89 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:48:55.064355 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] No Port match for: 52d5c74f-902b-4c6c-959f-9a5dab2eac09 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:48:55.064959 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 52d5c74f-902b-4c6c-959f-9a5dab2eac09 not bound to the agent host n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:48:55.136099 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-0b57b9b1-a482-4f40-b04c-b1a024ca1a4e req-6308c266-5161-4ea4-a36b-826502e1f269 tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] Allocated IP 172.25.4.231 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/9a394026-5241-46da-ae1a-ba6f6920867b) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:48:55.293249 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007982ea-3a46-4c36-9269-0ba67a05c81e req-d4a0877c-71b3-4c0c-b238-47821579a204 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:55.296544 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-007982ea-3a46-4c36-9269-0ba67a05c81e req-d4a0877c-71b3-4c0c-b238-47821579a204 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=6edf564c-85d6-49cf-bd98-9f0a6fbc0090 HTTP/1.1" status: 200 len: 948 time: 0.1571286 Jun 11 09:48:55.328199 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-0b57b9b1-a482-4f40-b04c-b1a024ca1a4e req-6308c266-5161-4ea4-a36b-826502e1f269 tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:55.382099 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-007982ea-3a46-4c36-9269-0ba67a05c81e req-7662c0d8-9ff8-4259-a1e9-37c6367d31f1 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774624 Jun 11 09:48:55.396523 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-396a19e8-1898-46f3-8de0-582b23136f2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.835s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:48:55.497834 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-0b57b9b1-a482-4f40-b04c-b1a024ca1a4e req-6308c266-5161-4ea4-a36b-826502e1f269 tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:55.534599 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c593cf6d-dc1a-4873-a040-1ac4ebbed7c6 tempest-ImagesOneServerTestJSON-1239789422 tempest-ImagesOneServerTestJSON-1239789422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:48:55.555592 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b57b9b1-a482-4f40-b04c-b1a024ca1a4e req-6308c266-5161-4ea4-a36b-826502e1f269 tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:48:55.567859 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-0b57b9b1-a482-4f40-b04c-b1a024ca1a4e req-6308c266-5161-4ea4-a36b-826502e1f269 tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:48:55.571240 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b57b9b1-a482-4f40-b04c-b1a024ca1a4e req-6308c266-5161-4ea4-a36b-826502e1f269 tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:48:55.708395 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6308c266-5161-4ea4-a36b-826502e1f269 tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] Pushing event updated for resources: {'Port': ['ID=9a394026-5241-46da-ae1a-ba6f6920867b,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:48:55.713523 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6308c266-5161-4ea4-a36b-826502e1f269 tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:48:55.727298 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-fcd8df29-8b68-4d00-80a4-431a1f727b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9bc7be3-4a3c-4ae8-b4d7-5cbd4a110e89', 'name': 'tempest-FloatingIPsTestJSON-1465774544-router', 'tenant_id': 'a1954df43db24c79a633812d8c3a0148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': 'ab48eec5-af5a-44a2-a62b-59d7999e8472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:48:40Z', 'updated_at': '2021-06-11T09:48:50Z', 'revision_number': 4, 'project_id': 'a1954df43db24c79a633812d8c3a0148', 'gw_port': {'id': 'ab48eec5-af5a-44a2-a62b-59d7999e8472', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:8c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9bc7be3-4a3c-4ae8-b4d7-5cbd4a110e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:48:43Z', 'updated_at': '2021-06-11T09:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '2224a555-34df-4faa-b7d0-2cd8a714eaf1', 'name': '', 'network_id': '3c92b763-04a2-4a6e-bcc4-e4235468dc6a', 'tenant_id': 'a1954df43db24c79a633812d8c3a0148', 'mac_address': 'fa:16:3e:f0:79:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9bc7be3-4a3c-4ae8-b4d7-5cbd4a110e89', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '6b93cd29-c61c-48ca-96e6-9b121fa16f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:48:48Z', 'updated_at': '2021-06-11T09:48:54Z', 'revision_number': 4, 'project_id': 'a1954df43db24c79a633812d8c3a0148', 'subnets': [{'id': '6b93cd29-c61c-48ca-96e6-9b121fa16f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:48:55.737002 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd8df29-8b68-4d00-80a4-431a1f727b9a None None] The sync data for ids ['f9bc7be3-4a3c-4ae8-b4d7-5cbd4a110e89'] in n-d-779913-12 is: [{'id': 'f9bc7be3-4a3c-4ae8-b4d7-5cbd4a110e89', 'name': 'tempest-FloatingIPsTestJSON-1465774544-router', 'tenant_id': 'a1954df43db24c79a633812d8c3a0148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': 'ab48eec5-af5a-44a2-a62b-59d7999e8472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:48:40Z', 'updated_at': '2021-06-11T09:48:50Z', 'revision_number': 4, 'project_id': 'a1954df43db24c79a633812d8c3a0148', 'gw_port': {'id': 'ab48eec5-af5a-44a2-a62b-59d7999e8472', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:8c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9bc7be3-4a3c-4ae8-b4d7-5cbd4a110e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:48:43Z', 'updated_at': '2021-06-11T09:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '2224a555-34df-4faa-b7d0-2cd8a714eaf1', 'name': '', 'network_id': '3c92b763-04a2-4a6e-bcc4-e4235468dc6a', 'tenant_id': 'a1954df43db24c79a633812d8c3a0148', 'mac_address': 'fa:16:3e:f0:79:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9bc7be3-4a3c-4ae8-b4d7-5cbd4a110e89', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '6b93cd29-c61c-48ca-96e6-9b121fa16f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:48:48Z', 'updated_at': '2021-06-11T09:48:54Z', 'revision_number': 4, 'project_id': 'a1954df43db24c79a633812d8c3a0148', 'subnets': [{'id': '6b93cd29-c61c-48ca-96e6-9b121fa16f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:48:55.827144 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-79c2b46b-b3a0-4d86-90f5-bc708f6edeb7 req-10b4e851-45de-48c9-b2cb-d941ea51559d tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e8b47b8-c709-4c22-9376-afe249717e85 HTTP/1.1" status: 200 len: 210 time: 0.0537839 Jun 11 09:48:55.870826 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-0b57b9b1-a482-4f40-b04c-b1a024ca1a4e req-6308c266-5161-4ea4-a36b-826502e1f269 tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:56.076581 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-0b57b9b1-a482-4f40-b04c-b1a024ca1a4e req-6308c266-5161-4ea4-a36b-826502e1f269 tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:56.317075 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f20fd2-85eb-4325-991f-e9d7068a380b req-25a530c4-675d-4ffd-9ee1-3cb1cac97c8d tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:56.331057 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b4f20fd2-85eb-4325-991f-e9d7068a380b req-25a530c4-675d-4ffd-9ee1-3cb1cac97c8d tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/networks?id=ecbff90d-5ab6-4357-bf37-5548ca0e9255 HTTP/1.1" status: 200 len: 810 time: 0.2494767 Jun 11 09:48:56.358575 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b4f20fd2-85eb-4325-991f-e9d7068a380b req-9e99f3ef-a6dc-4098-862a-0a6b84052e32 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/quotas/85a0b78c318440aa9b70136d633fbbff HTTP/1.1" status: 200 len: 375 time: 0.0247440 Jun 11 09:48:56.427598 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-0b57b9b1-a482-4f40-b04c-b1a024ca1a4e req-6308c266-5161-4ea4-a36b-826502e1f269 tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:56.504120 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b4f20fd2-85eb-4325-991f-e9d7068a380b req-16a53ccc-a6a4-44a7-bf80-1ffcd4e2ea6f tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=85a0b78c318440aa9b70136d633fbbff&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1444209 Jun 11 09:48:56.516427 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [req-b4f20fd2-85eb-4325-991f-e9d7068a380b req-b641d397-274d-4863-812e-8071e917b91f service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 09:48:56.517739 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b4f20fd2-85eb-4325-991f-e9d7068a380b req-b641d397-274d-4863-812e-8071e917b91f service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065958 Jun 11 09:48:56.564098 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 09:48:56.605328 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-0b57b9b1-a482-4f40-b04c-b1a024ca1a4e req-6308c266-5161-4ea4-a36b-826502e1f269 tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:56.611285 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-82ff15e7-2b88-4720-9d2f-30f420d6faef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:48:56.721165 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b4f20fd2-85eb-4325-991f-e9d7068a380b req-8cc215a9-f2d2-47e3-a03f-289dad1ed8c4 service neutron] 10.222.0.60 "GET /v2.0/networks/ecbff90d-5ab6-4357-bf37-5548ca0e9255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954906 Jun 11 09:48:56.815331 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-0b57b9b1-a482-4f40-b04c-b1a024ca1a4e req-6308c266-5161-4ea4-a36b-826502e1f269 tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:56.837527 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6308c266-5161-4ea4-a36b-826502e1f269 tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] Pushing event updated for resources: {'Port': ['ID=9a394026-5241-46da-ae1a-ba6f6920867b,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:48:56.841289 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6308c266-5161-4ea4-a36b-826502e1f269 tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:48:56.890132 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 47224) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:48:56.941065 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-0b57b9b1-a482-4f40-b04c-b1a024ca1a4e req-6308c266-5161-4ea4-a36b-826502e1f269 tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:56.942670 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0b57b9b1-a482-4f40-b04c-b1a024ca1a4e req-6308c266-5161-4ea4-a36b-826502e1f269 tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5292037 Jun 11 09:48:56.952901 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b4f20fd2-85eb-4325-991f-e9d7068a380b req-52d00dbb-945b-4b37-aa96-c53ddeab6e8c service neutron] 10.222.0.60 "GET /v2.0/networks/ecbff90d-5ab6-4357-bf37-5548ca0e9255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315290 Jun 11 09:48:57.007946 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 842cdcef-260d-479a-a61d-3ea2ecbd6ab0 up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:48:57.045070 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0b57b9b1-a482-4f40-b04c-b1a024ca1a4e req-e70b089c-4405-4985-a118-a29a8b0edd5b tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.231 HTTP/1.1" status: 200 len: 696 time: 0.0894022 Jun 11 09:48:57.243558 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning for port 842cdcef-260d-479a-a61d-3ea2ecbd6ab0 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:48:57.248899 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port 842cdcef-260d-479a-a61d-3ea2ecbd6ab0 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:48:57.249346 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:57.277323 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b57b9b1-a482-4f40-b04c-b1a024ca1a4e req-85b3f9d7-685b-4d5f-854a-61271a0744c2 tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:57.278814 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0b57b9b1-a482-4f40-b04c-b1a024ca1a4e req-85b3f9d7-685b-4d5f-854a-61271a0744c2 tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] 10.222.0.60 "GET /v2.0/networks/f0adef6e-169f-4a27-8865-442be2ad072d HTTP/1.1" status: 200 len: 784 time: 0.2274685 Jun 11 09:48:57.308082 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9356b1c2-323f-40d6-9983-0b4adee3c8ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:57.496747 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:57.614311 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 842cdcef-260d-479a-a61d-3ea2ecbd6ab0, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=842cdcef-260d-479a-a61d-3ea2ecbd6ab0,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:48:57.620084 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6edf564c-85d6-49cf-bd98-9f0a6fbc0090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '842cdcef-260d-479a-a61d-3ea2ecbd6ab0'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:48:57.621095 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef94e68c-b3aa-4e71-b911-3e8241fb3b47" -d '{"events": [{"server_uuid": "6edf564c-85d6-49cf-bd98-9f0a6fbc0090", "name": "network-vif-plugged", "status": "completed", "tag": "842cdcef-260d-479a-a61d-3ea2ecbd6ab0"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:48:57.626861 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc85d8a-b0fa-424f-860b-e964b5ef07cd req-0c049ac3-d3cf-43de-8189-8a9532023ced tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:57.628253 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 2224a555-34df-4faa-b7d0-2cd8a714eaf1 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:48:57.629566 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3bc85d8a-b0fa-424f-860b-e964b5ef07cd req-0c049ac3-d3cf-43de-8189-8a9532023ced tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.64 "GET /v2.0/networks?id=7dff7a38-2b77-493a-abd5-c045b5779e07 HTTP/1.1" status: 200 len: 822 time: 0.3496602 Jun 11 09:48:57.654276 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-3bc85d8a-b0fa-424f-860b-e964b5ef07cd req-dd0f1ccd-c954-43dc-a3ae-04250b44680b tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Request body: {'port': {'device_id': 'f3f0abb7-ea50-4a0b-b952-5ae9ccd36d06', 'network_id': '7dff7a38-2b77-493a-abd5-c045b5779e07', 'admin_state_up': True, 'tenant_id': 'bde49cbcc55b4592a6f9da517f66e92c'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:48:57.720288 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:57.727519 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70b0c2ba-a196-435f-9512-ad004a444332 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:48:57.752758 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-aa7cbf02-7787-43fe-83a4-9fc58dffd007 req-d9fc3815-b404-4e2c-99bd-d5aa7c160abb tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3f0abb7-ea50-4a0b-b952-5ae9ccd36d06 HTTP/1.1" status: 200 len: 210 time: 0.1220944 Jun 11 09:48:57.901033 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9356b1c2-323f-40d6-9983-0b4adee3c8ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:57.910071 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=842cdcef-260d-479a-a61d-3ea2ecbd6ab0,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:48:57.925714 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:48:57.926066 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:48:57.926431 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:48:57.926784 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:48:57.927117 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:48:57.927404 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:48:57.927760 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:48:57.928093 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:48:57.928510 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:48:57.928893 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:48:57.929208 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:48:57.929556 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:48:57.937829 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:48:57.957216 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 2224a555-34df-4faa-b7d0-2cd8a714eaf1 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:48:57.972308 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 2224a555-34df-4faa-b7d0-2cd8a714eaf1 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:48:57.974118 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:57.980107 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b66c4f-bf7f-4f2c-9564-64e7e1d31ed0 req-2a3c9d07-2571-4b83-b4a9-21cd20a0f7a2 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:57.987833 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c7b66c4f-bf7f-4f2c-9564-64e7e1d31ed0 req-2a3c9d07-2571-4b83-b4a9-21cd20a0f7a2 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=6edf564c-85d6-49cf-bd98-9f0a6fbc0090 HTTP/1.1" status: 200 len: 949 time: 0.1529169 Jun 11 09:48:57.996051 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9356b1c2-323f-40d6-9983-0b4adee3c8ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:58.005649 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-eb37b42b-17a8-4b22-acf5-9258ac0123ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:48:58.040179 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 47250) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:48:58.040398 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-9356b1c2-323f-40d6-9983-0b4adee3c8ca admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=91f2d9a373e9484b8f0373b4b75491a5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1486464 Jun 11 09:48:58.126273 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9356b1c2-323f-40d6-9983-0b4adee3c8ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c5a97e-8e36-4316-9b8a-b9fedeea59a5,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:48:58.138636 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bc85d8a-b0fa-424f-860b-e964b5ef07cd req-dd0f1ccd-c954-43dc-a3ae-04250b44680b tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Made reservation on behalf of bde49cbcc55b4592a6f9da517f66e92c for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:48:58.147655 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3bc85d8a-b0fa-424f-860b-e964b5ef07cd req-dd0f1ccd-c954-43dc-a3ae-04250b44680b tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:58.188362 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9356b1c2-323f-40d6-9983-0b4adee3c8ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:48:58.194757 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c7b66c4f-bf7f-4f2c-9564-64e7e1d31ed0 req-ad9d3f46-7e6e-48cf-9adc-90fa80c58d5b tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042108 Jun 11 09:48:58.245151 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:58.272791 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-549a687f-4083-45f4-87e9-9facd89eb5a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:58.293096 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 2224a555-34df-4faa-b7d0-2cd8a714eaf1, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=2224a555-34df-4faa-b7d0-2cd8a714eaf1,segment=NetworkSegment(b42e98d1-0cc2-4b97-ad08-fa52cd982bc4),segment_id=b42e98d1-0cc2-4b97-ad08-fa52cd982bc4)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:48:58.305969 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-59c8919a-b9da-4209-b4eb-039d876ff26a req-a5e64cb1-1fd1-44cb-a6fc-d87194b63033 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=b90c76e5-87e3-456d-8bf1-1d9b58f4e6d6 HTTP/1.1" status: 200 len: 210 time: 0.0510960 Jun 11 09:48:58.330788 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-549a687f-4083-45f4-87e9-9facd89eb5a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:58.394319 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-53195c6a-40f4-421f-9da5-fa4538a3b2a9 req-3eeb57f5-a7f4-4ce9-bced-f7d438810028 tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] 10.222.0.60 "GET /v2.0/floatingips/29da909b-7736-476e-9148-87f0eb5015ac HTTP/1.1" status: 200 len: 693 time: 0.2607322 Jun 11 09:48:58.484104 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:58.493423 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:48:58.512419 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-549a687f-4083-45f4-87e9-9facd89eb5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:58.516211 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-549a687f-4083-45f4-87e9-9facd89eb5a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:58.517653 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-549a687f-4083-45f4-87e9-9facd89eb5a0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/34c5a97e-8e36-4316-9b8a-b9fedeea59a5 HTTP/1.1" status: 204 len: 168 time: 0.4761162 Jun 11 09:48:58.518498 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-85449089-94cf-4e53-a41b-0eba1862204e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:48:58.531851 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549a687f-4083-45f4-87e9-9facd89eb5a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c5a97e-8e36-4316-9b8a-b9fedeea59a5,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:48:58.537071 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-549a687f-4083-45f4-87e9-9facd89eb5a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:48:58.537563 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-3bc85d8a-b0fa-424f-860b-e964b5ef07cd req-dd0f1ccd-c954-43dc-a3ae-04250b44680b tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Allocated IP 172.20.0.11 (7dff7a38-2b77-493a-abd5-c045b5779e07/4045e3b8-f98d-4ef7-a8b7-f975be5dfeee/5a01e3c3-c03f-4e0a-9af5-152ccec47f8f) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:48:58.598004 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53195c6a-40f4-421f-9da5-fa4538a3b2a9 req-7d007c7b-21d3-4636-b38e-0a2a4d1e53ce tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:58.602622 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-53195c6a-40f4-421f-9da5-fa4538a3b2a9 req-7d007c7b-21d3-4636-b38e-0a2a4d1e53ce tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] 10.222.0.60 "GET /v2.0/networks/f0adef6e-169f-4a27-8865-442be2ad072d HTTP/1.1" status: 200 len: 784 time: 0.1791730 Jun 11 09:48:58.631907 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=2224a555-34df-4faa-b7d0-2cd8a714eaf1,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:48:58.636335 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:48:58.707387 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-898e97a5-f953-4a21-987a-9658e934b1ea x-openstack-request-id: req-898e97a5-f953-4a21-987a-9658e934b1ea {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:48:58.707715 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6edf564c-85d6-49cf-bd98-9f0a6fbc0090", "name": "network-vif-plugged", "status": "completed", "tag": "842cdcef-260d-479a-a61d-3ea2ecbd6ab0", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:48:58.707979 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-898e97a5-f953-4a21-987a-9658e934b1ea {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:48:58.708381 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6edf564c-85d6-49cf-bd98-9f0a6fbc0090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '842cdcef-260d-479a-a61d-3ea2ecbd6ab0', 'code': 200} Jun 11 09:48:58.974841 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3bc85d8a-b0fa-424f-860b-e964b5ef07cd req-dd0f1ccd-c954-43dc-a3ae-04250b44680b tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:58.978822 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-776d6242-f369-462b-ad82-b27bef336f9f req-634c1834-5139-4f7d-8f41-666252dbe22c tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] 10.222.0.60 "GET /v2.0/floatingips?tenant_id=a1954df43db24c79a633812d8c3a0148 HTTP/1.1" status: 200 len: 696 time: 0.1051531 Jun 11 09:48:59.030644 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e385229-d247-40d5-b425-8c7ab25b5600 req-03c5a3ce-8aac-4fe5-b19c-a11e3bdd846d tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:59.040336 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8e385229-d247-40d5-b425-8c7ab25b5600 req-03c5a3ce-8aac-4fe5-b19c-a11e3bdd846d tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/networks?id=743172cf-2dc7-4438-9267-f806a2cb8a77 HTTP/1.1" status: 200 len: 806 time: 0.3269711 Jun 11 09:48:59.062644 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8e385229-d247-40d5-b425-8c7ab25b5600 req-f1975677-7e54-4250-b5f5-4ee17c0f4ba0 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/quotas/845e0c4a59a549beb9cd8a20149f973b HTTP/1.1" status: 200 len: 375 time: 0.0237460 Jun 11 09:48:59.089048 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9fb11d-41af-4473-b913-a8c21738b091 req-a2aced2f-854e-4bd0-ab39-a7415b3f0e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:59.092889 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9a9fb11d-41af-4473-b913-a8c21738b091 req-a2aced2f-854e-4bd0-ab39-a7415b3f0e27 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6edf564c-85d6-49cf-bd98-9f0a6fbc0090 HTTP/1.1" status: 200 len: 1101 time: 0.2847259 Jun 11 09:48:59.208782 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8e385229-d247-40d5-b425-8c7ab25b5600 req-d4f87fd7-c654-430d-9799-c28de6bec6e7 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=845e0c4a59a549beb9cd8a20149f973b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1448710 Jun 11 09:48:59.314146 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3bc85d8a-b0fa-424f-860b-e964b5ef07cd req-dd0f1ccd-c954-43dc-a3ae-04250b44680b tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:59.331865 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-56f0d8c5-1ecc-4b11-bcdf-6f9a49cfda04 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:48:59.460853 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bc85d8a-b0fa-424f-860b-e964b5ef07cd req-dd0f1ccd-c954-43dc-a3ae-04250b44680b tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Network 7dff7a38-2b77-493a-abd5-c045b5779e07 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:48:59.466862 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-3bc85d8a-b0fa-424f-860b-e964b5ef07cd req-dd0f1ccd-c954-43dc-a3ae-04250b44680b tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:48:59.469822 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bc85d8a-b0fa-424f-860b-e964b5ef07cd req-dd0f1ccd-c954-43dc-a3ae-04250b44680b tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:48:59.570198 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 2224a555-34df-4faa-b7d0-2cd8a714eaf1 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:48:59.628932 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0f1ccd-c954-43dc-a3ae-04250b44680b tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Pushing event updated for resources: {'Port': ['ID=5a01e3c3-c03f-4e0a-9af5-152ccec47f8f,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:48:59.637229 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-dd0f1ccd-c954-43dc-a3ae-04250b44680b tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:48:59.664992 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc85d8a-b0fa-424f-860b-e964b5ef07cd req-dd0f1ccd-c954-43dc-a3ae-04250b44680b tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:59.665639 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3bc85d8a-b0fa-424f-860b-e964b5ef07cd req-dd0f1ccd-c954-43dc-a3ae-04250b44680b tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:59.678069 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8e385229-d247-40d5-b425-8c7ab25b5600 req-2bfcb108-3335-4c1c-9ba4-d8ae558971ff service neutron] 10.222.0.60 "GET /v2.0/networks/743172cf-2dc7-4438-9267-f806a2cb8a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4674959 Jun 11 09:48:59.727835 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 2224a555-34df-4faa-b7d0-2cd8a714eaf1 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:48:59.729673 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:48:59.770397 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9a9fb11d-41af-4473-b913-a8c21738b091 req-0f69ddf2-52be-4803-90ba-f2aa8d11b8c2 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6659040 Jun 11 09:48:59.808432 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3bc85d8a-b0fa-424f-860b-e964b5ef07cd req-dd0f1ccd-c954-43dc-a3ae-04250b44680b tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1647484 Jun 11 09:48:59.821054 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776d6242-f369-462b-ad82-b27bef336f9f req-66c5deed-4153-491e-8c2d-c24340f2a738 tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:48:59.823104 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-776d6242-f369-462b-ad82-b27bef336f9f req-66c5deed-4153-491e-8c2d-c24340f2a738 tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] 10.222.0.60 "GET /v2.0/networks?id=f0adef6e-169f-4a27-8865-442be2ad072d HTTP/1.1" status: 200 len: 787 time: 0.8352301 Jun 11 09:48:59.835331 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [req-776d6242-f369-462b-ad82-b27bef336f9f req-b577c242-a84c-49c6-bb03-8daf27d00a07 tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 09:48:59.838865 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-776d6242-f369-462b-ad82-b27bef336f9f req-b577c242-a84c-49c6-bb03-8daf27d00a07 tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0098631 Jun 11 09:48:59.848244 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [req-3bc85d8a-b0fa-424f-860b-e964b5ef07cd req-2ba37bf9-31bd-4758-823a-6cb35cec3757 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 09:48:59.850703 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3bc85d8a-b0fa-424f-860b-e964b5ef07cd req-2ba37bf9-31bd-4758-823a-6cb35cec3757 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0316329 Jun 11 09:48:59.874228 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-3bc85d8a-b0fa-424f-860b-e964b5ef07cd req-9aa54b58-5af6-4866-804b-e884e0050c06 service neutron] Request body: {'port': {'device_id': 'f3f0abb7-ea50-4a0b-b952-5ae9ccd36d06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:48:59.936872 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8e385229-d247-40d5-b425-8c7ab25b5600 req-30c62331-66a8-4ec5-b8c1-4b84c65dc41c service neutron] 10.222.0.60 "GET /v2.0/networks/743172cf-2dc7-4438-9267-f806a2cb8a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578321 Jun 11 09:49:00.017443 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3bc85d8a-b0fa-424f-860b-e964b5ef07cd req-9aa54b58-5af6-4866-804b-e884e0050c06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:00.133417 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc9afe-f14c-47be-9a8d-5c377ea314ce req-e4f509e4-0ce5-4d29-a479-871f910df5bf tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:00.135561 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-00dc9afe-f14c-47be-9a8d-5c377ea314ce req-e4f509e4-0ce5-4d29-a479-871f910df5bf tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3f0abb7-ea50-4a0b-b952-5ae9ccd36d06 HTTP/1.1" status: 200 len: 932 time: 0.0847425 Jun 11 09:49:00.222179 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-00dc9afe-f14c-47be-9a8d-5c377ea314ce req-0635a55d-3cc6-4fb7-bf22-a9fb626582a9 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/security-groups?id=57677d7e-1c66-47c6-909a-28bc4cd935da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801315 Jun 11 09:49:00.534065 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d9e35032-e873-4c5d-be87-df9333c6f186 req-52f642a6-8bb5-4567-8b7b-71d67631fc6d tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=b90c76e5-87e3-456d-8bf1-1d9b58f4e6d6 HTTP/1.1" status: 200 len: 210 time: 0.0416281 Jun 11 09:49:00.557107 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d163c30-ed1e-428b-9401-6e16013a1f35 req-5fdd37c7-8198-49b6-be4c-540dcc8c6841 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:00.564315 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7d163c30-ed1e-428b-9401-6e16013a1f35 req-5fdd37c7-8198-49b6-be4c-540dcc8c6841 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=6edf564c-85d6-49cf-bd98-9f0a6fbc0090 HTTP/1.1" status: 200 len: 949 time: 0.1436696 Jun 11 09:49:00.645279 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7d163c30-ed1e-428b-9401-6e16013a1f35 req-4c350d11-a9b3-4c22-94d6-b2eee02dbb61 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789433 Jun 11 09:49:00.760233 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f3b5e751-702f-41b0-be3e-149b4cd65ae1 req-81885018-b42b-49ce-acc5-e19ac3efa7bf tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7775082-94ea-4ab4-9811-3ac65abbf3af HTTP/1.1" status: 200 len: 210 time: 0.0439577 Jun 11 09:49:00.887851 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7c07ac6c-19ac-4f6b-a95f-a7452b8dda99 req-a4dcd4de-5fc1-43a8-aa68-0c548e8a5e06 tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] 10.222.0.60 "GET /v2.0/floatingips/29da909b-7736-476e-9148-87f0eb5015ac HTTP/1.1" status: 200 len: 693 time: 0.1384411 Jun 11 09:49:00.974584 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 47344) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:49:01.004874 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:01.076881 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0faa347-e9ad-46da-a60e-a83f5f526433 admin admin] Deleting subnet a16cacaa-1221-489c-8d0a-2d30aee455ad {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 09:49:01.081454 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a0faa347-e9ad-46da-a60e-a83f5f526433 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:01.201661 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a0faa347-e9ad-46da-a60e-a83f5f526433 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:01.338413 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a0faa347-e9ad-46da-a60e-a83f5f526433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:01.529114 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f20fd2-85eb-4325-991f-e9d7068a380b req-b780c04f-2fc1-447a-a061-0af6b3e42c88 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:01.530265 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b4f20fd2-85eb-4325-991f-e9d7068a380b req-b780c04f-2fc1-447a-a061-0af6b3e42c88 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.64 "GET /v2.0/networks?id=ecbff90d-5ab6-4357-bf37-5548ca0e9255 HTTP/1.1" status: 200 len: 810 time: 0.9820056 Jun 11 09:49:01.556711 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-b4f20fd2-85eb-4325-991f-e9d7068a380b req-574a9ac4-1caf-42b9-af34-ab966f95aa33 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Request body: {'port': {'device_id': 'b90c76e5-87e3-456d-8bf1-1d9b58f4e6d6', 'network_id': 'ecbff90d-5ab6-4357-bf37-5548ca0e9255', 'admin_state_up': True, 'tenant_id': '85a0b78c318440aa9b70136d633fbbff'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:49:01.570466 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a0faa347-e9ad-46da-a60e-a83f5f526433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:01.585407 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-acfd9ca6-6fb6-4e37-aa15-1f9c289567f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:01.654470 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-3bc85d8a-b0fa-424f-860b-e964b5ef07cd req-9aa54b58-5af6-4866-804b-e884e0050c06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a01e3c3-c03f-4e0a-9af5-152ccec47f8f {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:49:01.664558 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70842f48-e9dc-49a1-b975-32eec4236309 req-05afa2ae-5e67-4468-aad5-4eeeecb94342 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:01.666454 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-70842f48-e9dc-49a1-b975-32eec4236309 req-05afa2ae-5e67-4468-aad5-4eeeecb94342 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3f0abb7-ea50-4a0b-b952-5ae9ccd36d06 HTTP/1.1" status: 200 len: 932 time: 0.2098885 Jun 11 09:49:01.667859 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c07ac6c-19ac-4f6b-a95f-a7452b8dda99 req-e685ebdc-b485-4948-a310-f451c1be8cad tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:01.668895 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0faa347-e9ad-46da-a60e-a83f5f526433 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a16cacaa-1221-489c-8d0a-2d30aee455ad,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:01.674928 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7c07ac6c-19ac-4f6b-a95f-a7452b8dda99 req-e685ebdc-b485-4948-a310-f451c1be8cad tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] 10.222.0.60 "GET /v2.0/networks/f0adef6e-169f-4a27-8865-442be2ad072d HTTP/1.1" status: 200 len: 784 time: 0.7860944 Jun 11 09:49:01.675552 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a0faa347-e9ad-46da-a60e-a83f5f526433 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:01.678406 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a0faa347-e9ad-46da-a60e-a83f5f526433 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:01.683224 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-a0faa347-e9ad-46da-a60e-a83f5f526433 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/a16cacaa-1221-489c-8d0a-2d30aee455ad HTTP/1.1" status: 204 len: 168 time: 0.7069671 Jun 11 09:49:01.683861 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 47356) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:49:01.728249 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3bc85d8a-b0fa-424f-860b-e964b5ef07cd req-9aa54b58-5af6-4866-804b-e884e0050c06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:01.800410 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7c07ac6c-19ac-4f6b-a95f-a7452b8dda99 req-2246c180-93b1-48b5-8d57-eec5a6e4f9d7 tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.231 HTTP/1.1" status: 200 len: 696 time: 0.1246345 Jun 11 09:49:01.826287 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-3bc85d8a-b0fa-424f-860b-e964b5ef07cd req-9aa54b58-5af6-4866-804b-e884e0050c06 service neutron] Transition to ACTIVE for port object 5a01e3c3-c03f-4e0a-9af5-152ccec47f8f will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:49:01.835633 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-70842f48-e9dc-49a1-b975-32eec4236309 req-c1cf0dbb-d8ea-4bb2-9890-42fc6a49258c tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/security-groups?id=57677d7e-1c66-47c6-909a-28bc4cd935da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589077 Jun 11 09:49:01.850030 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f66a84a9-a506-415a-8d27-64a5a3b0e3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:01.991281 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7c07ac6c-19ac-4f6b-a95f-a7452b8dda99 req-ce3a9467-ff5e-4338-aaa9-88be5f4c3612 tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.231 HTTP/1.1" status: 200 len: 696 time: 0.1777520 Jun 11 09:49:02.017755 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3bc85d8a-b0fa-424f-860b-e964b5ef07cd req-9aa54b58-5af6-4866-804b-e884e0050c06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:02.050511 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f66a84a9-a506-415a-8d27-64a5a3b0e3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:02.074158 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-f66a84a9-a506-415a-8d27-64a5a3b0e3d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c71e42f-a279-434a-9733-2e0a55ab4074']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:49:02.087233 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-f66a84a9-a506-415a-8d27-64a5a3b0e3d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59465666-5c69-4224-8b1f-2b974d7d569d') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:49:02.087453 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-f66a84a9-a506-415a-8d27-64a5a3b0e3d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59465666-5c69-4224-8b1f-2b974d7d569d') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:49:02.100450 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f66a84a9-a506-415a-8d27-64a5a3b0e3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:02.119281 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-32295d69-f7f5-4910-ab47-f871508600ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:02.204663 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f66a84a9-a506-415a-8d27-64a5a3b0e3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:02.228833 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f66a84a9-a506-415a-8d27-64a5a3b0e3d3 admin admin] Releasing vlan 791 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 09:49:02.229600 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f66a84a9-a506-415a-8d27-64a5a3b0e3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:02.315495 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4f20fd2-85eb-4325-991f-e9d7068a380b req-574a9ac4-1caf-42b9-af34-ab966f95aa33 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Made reservation on behalf of 85a0b78c318440aa9b70136d633fbbff for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:49:02.319179 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-b4f20fd2-85eb-4325-991f-e9d7068a380b req-574a9ac4-1caf-42b9-af34-ab966f95aa33 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:02.342156 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7fd3cdd6-c737-44e3-8d2d-b5e75f0a3e6e req-055879c0-6e4f-4ca1-9aa4-b2f567d399c0 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=b90c76e5-87e3-456d-8bf1-1d9b58f4e6d6 HTTP/1.1" status: 200 len: 210 time: 0.2272172 Jun 11 09:49:02.342978 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:49:02.342978 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:49:02.342978 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:49:02.342978 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:49:02.342978 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:49:02.342978 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:49:02.342978 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:49:02.342978 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:49:02.342978 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:49:02.342978 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:49:02.342978 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:49:02.342978 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:49:02.342978 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:49:02.342978 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:49:02.342978 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:49:02.342978 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:49:02.342978 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:49:02.342978 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:49:02.342978 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:49:02.342978 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:49:02.342978 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:49:02.342978 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:49:02.342978 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:49:02.342978 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:49:02.342978 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:49:02.342978 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:49:02.342978 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:49:02.342978 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:49:02.342978 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:49:02.342978 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:49:02.342978 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:49:02.342978 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:49:02.342978 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:49:02.342978 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:49:02.342978 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 09:49:02.342978 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 09:49:02.342978 n-d-779913-12 neutron-server[93177]: timer() Jun 11 09:49:02.342978 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 09:49:02.342978 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 09:49:02.342978 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 09:49:02.342978 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 09:49:02.342978 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 09:49:02.342978 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 09:49:02.342978 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 09:49:02.342978 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 09:49:02.342978 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 09:49:02.342978 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 09:49:02.342978 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 09:49:02.342978 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 09:49:02.342978 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 09:49:02.342978 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 09:49:02.342978 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 09:49:02.342978 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 09:49:02.342978 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 09:49:02.342978 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 09:49:02.342978 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 09:49:02.342978 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 09:49:02.342978 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 09:49:02.342978 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 09:49:02.353027 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 09:49:02.353027 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 09:49:02.353027 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 09:49:02.353027 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 09:49:02.353027 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 09:49:02.353027 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 09:49:02.353027 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 09:49:02.354139 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa54b58-5af6-4866-804b-e884e0050c06 service neutron] Pushing event updated for resources: {'Port': ['ID=5a01e3c3-c03f-4e0a-9af5-152ccec47f8f,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:02.364026 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9aa54b58-5af6-4866-804b-e884e0050c06 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:02.466520 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f66a84a9-a506-415a-8d27-64a5a3b0e3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:02.470581 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3710ddd8-4593-4643-a63c-fe3bc8a9123b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:02.497880 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f66a84a9-a506-415a-8d27-64a5a3b0e3d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:02.502309 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-f66a84a9-a506-415a-8d27-64a5a3b0e3d3 admin admin] 10.222.0.60 "DELETE /v2.0/networks/9c71e42f-a279-434a-9733-2e0a55ab4074 HTTP/1.1" status: 204 len: 168 time: 0.8097889 Jun 11 09:49:02.502309 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a84a9-a506-415a-8d27-64a5a3b0e3d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c71e42f-a279-434a-9733-2e0a55ab4074,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:02.505711 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f66a84a9-a506-415a-8d27-64a5a3b0e3d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:02.564529 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-7c07ac6c-19ac-4f6b-a95f-a7452b8dda99 req-b2b586ba-1d83-4e2f-9349-83f275eb09c9 tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] Deleting port 9a394026-5241-46da-ae1a-ba6f6920867b {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:49:02.565627 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-7c07ac6c-19ac-4f6b-a95f-a7452b8dda99 req-b2b586ba-1d83-4e2f-9349-83f275eb09c9 tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:02.595916 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812c471a-1b28-4886-b41a-4e9f2a9d4ee2 req-514272cf-2a03-4edf-a934-cbd7b85cf6c6 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:02.604686 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-812c471a-1b28-4886-b41a-4e9f2a9d4ee2 req-514272cf-2a03-4edf-a934-cbd7b85cf6c6 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=6edf564c-85d6-49cf-bd98-9f0a6fbc0090 HTTP/1.1" status: 200 len: 949 time: 0.0976772 Jun 11 09:49:02.678419 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-812c471a-1b28-4886-b41a-4e9f2a9d4ee2 req-6be6bb65-170f-4bb4-bc08-ff0c874e9220 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727396 Jun 11 09:49:02.870893 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-b4f20fd2-85eb-4325-991f-e9d7068a380b req-574a9ac4-1caf-42b9-af34-ab966f95aa33 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Allocated IP 172.20.0.4 (ecbff90d-5ab6-4357-bf37-5548ca0e9255/65fd936e-e1de-4d66-9d41-076079c1dae3/9ad0dd1c-3aa4-4e80-aeb8-f02a899523e0) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:49:02.881772 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a9adbee9-a0b8-46ba-aa3a-0eb938a94f91 req-f7cd44e2-cb1a-4cbd-9406-c6e95994457c tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7775082-94ea-4ab4-9811-3ac65abbf3af HTTP/1.1" status: 200 len: 210 time: 0.0553491 Jun 11 09:49:03.144338 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d3325c-0f46-47cd-a3c4-8bf94827b6c4 req-ed6c8a88-69c1-427b-b248-fe8a0bd9065d tempest-MigrationsAdminTest-1888859807 tempest-MigrationsAdminTest-1888859807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:03.152908 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-47d3325c-0f46-47cd-a3c4-8bf94827b6c4 req-ed6c8a88-69c1-427b-b248-fe8a0bd9065d tempest-MigrationsAdminTest-1888859807 tempest-MigrationsAdminTest-1888859807-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=6edf564c-85d6-49cf-bd98-9f0a6fbc0090 HTTP/1.1" status: 200 len: 1101 time: 0.1051247 Jun 11 09:49:03.158779 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-3bc85d8a-b0fa-424f-860b-e964b5ef07cd req-9aa54b58-5af6-4866-804b-e884e0050c06 service neutron] Attempting to bind port 5a01e3c3-c03f-4e0a-9af5-152ccec47f8f on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:49:03.159153 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-3bc85d8a-b0fa-424f-860b-e964b5ef07cd req-9aa54b58-5af6-4866-804b-e884e0050c06 service neutron] Attempting to bind port 5a01e3c3-c03f-4e0a-9af5-152ccec47f8f by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '795b623e-39fe-4036-b5cd-c232096acd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '7dff7a38-2b77-493a-abd5-c045b5779e07'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:49:03.159494 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc85d8a-b0fa-424f-860b-e964b5ef07cd req-9aa54b58-5af6-4866-804b-e884e0050c06 service neutron] Attempting to bind port 5a01e3c3-c03f-4e0a-9af5-152ccec47f8f on network 7dff7a38-2b77-493a-abd5-c045b5779e07 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:49:03.165138 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-7c07ac6c-19ac-4f6b-a95f-a7452b8dda99 req-b2b586ba-1d83-4e2f-9349-83f275eb09c9 tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:03.165471 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-7c07ac6c-19ac-4f6b-a95f-a7452b8dda99 req-b2b586ba-1d83-4e2f-9349-83f275eb09c9 tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:03.186385 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 47386) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:49:03.192089 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc85d8a-b0fa-424f-860b-e964b5ef07cd req-9aa54b58-5af6-4866-804b-e884e0050c06 service neutron] Port 5a01e3c3-c03f-4e0a-9af5-152ccec47f8f on network 7dff7a38-2b77-493a-abd5-c045b5779e07 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:49:03.192416 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc85d8a-b0fa-424f-860b-e964b5ef07cd req-9aa54b58-5af6-4866-804b-e884e0050c06 service neutron] Attempting to bind port 5a01e3c3-c03f-4e0a-9af5-152ccec47f8f on network 7dff7a38-2b77-493a-abd5-c045b5779e07 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:49:03.222879 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-47d3325c-0f46-47cd-a3c4-8bf94827b6c4 req-03f370fc-e172-4e5c-8160-697fa62508fa tempest-MigrationsAdminTest-1888859807 tempest-MigrationsAdminTest-1888859807-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685458 Jun 11 09:49:03.274082 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-98011958-95c7-4c13-9ceb-d820733878a9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=61d3c4040251405785317f897ecabfbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0860837 Jun 11 09:49:03.278885 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 47390) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:49:03.295159 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-7c07ac6c-19ac-4f6b-a95f-a7452b8dda99 req-b2b586ba-1d83-4e2f-9349-83f275eb09c9 tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] Calling delete_port for 9a394026-5241-46da-ae1a-ba6f6920867b owned by network:floatingip {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:49:03.313855 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc85d8a-b0fa-424f-860b-e964b5ef07cd req-9aa54b58-5af6-4866-804b-e884e0050c06 service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:49:03.314401 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc85d8a-b0fa-424f-860b-e964b5ef07cd req-9aa54b58-5af6-4866-804b-e884e0050c06 service neutron] Checking segment: {'id': '795b623e-39fe-4036-b5cd-c232096acd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '7dff7a38-2b77-493a-abd5-c045b5779e07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:49:03.315612 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc85d8a-b0fa-424f-860b-e964b5ef07cd req-9aa54b58-5af6-4866-804b-e884e0050c06 service neutron] Bound using segment: {'id': '795b623e-39fe-4036-b5cd-c232096acd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '7dff7a38-2b77-493a-abd5-c045b5779e07'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:49:03.316082 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-3bc85d8a-b0fa-424f-860b-e964b5ef07cd req-9aa54b58-5af6-4866-804b-e884e0050c06 service neutron] Bound port: 5a01e3c3-c03f-4e0a-9af5-152ccec47f8f, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '795b623e-39fe-4036-b5cd-c232096acd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '7dff7a38-2b77-493a-abd5-c045b5779e07'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:49:03.316446 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3bc85d8a-b0fa-424f-860b-e964b5ef07cd req-9aa54b58-5af6-4866-804b-e884e0050c06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:03.350933 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-b4f20fd2-85eb-4325-991f-e9d7068a380b req-574a9ac4-1caf-42b9-af34-ab966f95aa33 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:03.361923 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-eba029f0-2534-4262-b7f5-fd3a52a8caa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:03.430439 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-eba029f0-2534-4262-b7f5-fd3a52a8caa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:03.538419 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-b4f20fd2-85eb-4325-991f-e9d7068a380b req-574a9ac4-1caf-42b9-af34-ab966f95aa33 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Transition to ACTIVE for port object 9ad0dd1c-3aa4-4e80-aeb8-f02a899523e0 will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:49:03.617013 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-3bc85d8a-b0fa-424f-860b-e964b5ef07cd req-9aa54b58-5af6-4866-804b-e884e0050c06 service neutron] For port 5a01e3c3-c03f-4e0a-9af5-152ccec47f8f, host n-h1-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:49:03.624512 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0915b3c2-1a18-49c5-86a6-fa0f2b364dbd req-86ecec10-5fc3-4d4c-baf9-b2b0288f8cfe tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:03.640136 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0915b3c2-1a18-49c5-86a6-fa0f2b364dbd req-86ecec10-5fc3-4d4c-baf9-b2b0288f8cfe tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3f0abb7-ea50-4a0b-b952-5ae9ccd36d06 HTTP/1.1" status: 200 len: 944 time: 0.2215009 Jun 11 09:49:03.658989 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-3bc85d8a-b0fa-424f-860b-e964b5ef07cd req-9aa54b58-5af6-4866-804b-e884e0050c06 service neutron] For port 5a01e3c3-c03f-4e0a-9af5-152ccec47f8f, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=5a01e3c3-c03f-4e0a-9af5-152ccec47f8f,segment=NetworkSegment(795b623e-39fe-4036-b5cd-c232096acd1e),segment_id=795b623e-39fe-4036-b5cd-c232096acd1e)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:49:03.675982 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-eba029f0-2534-4262-b7f5-fd3a52a8caa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:03.678585 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-eba029f0-2534-4262-b7f5-fd3a52a8caa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:03.682518 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-eba029f0-2534-4262-b7f5-fd3a52a8caa9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/18fc41cb-d5ab-4d35-ab48-499184b426b1 HTTP/1.1" status: 204 len: 168 time: 0.4020576 Jun 11 09:49:03.685158 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-712f9feb-9910-4fb1-b554-1938d067bec0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:03.698309 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba029f0-2534-4262-b7f5-fd3a52a8caa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18fc41cb-d5ab-4d35-ab48-499184b426b1,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:03.709058 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-eba029f0-2534-4262-b7f5-fd3a52a8caa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:03.727394 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0915b3c2-1a18-49c5-86a6-fa0f2b364dbd req-0b160486-6b86-4680-91d6-95c6a20ea404 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/security-groups?id=57677d7e-1c66-47c6-909a-28bc4cd935da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862629 Jun 11 09:49:03.757315 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3bc85d8a-b0fa-424f-860b-e964b5ef07cd req-9aa54b58-5af6-4866-804b-e884e0050c06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:03.778960 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-bf24015b-104b-479e-aa10-3b07a4b74e07 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:03.864621 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc85d8a-b0fa-424f-860b-e964b5ef07cd req-9aa54b58-5af6-4866-804b-e884e0050c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:03.865775 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3bc85d8a-b0fa-424f-860b-e964b5ef07cd req-9aa54b58-5af6-4866-804b-e884e0050c06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:03.867894 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3bc85d8a-b0fa-424f-860b-e964b5ef07cd req-9aa54b58-5af6-4866-804b-e884e0050c06 service neutron] 10.222.0.64 "PUT /v2.0/ports/5a01e3c3-c03f-4e0a-9af5-152ccec47f8f HTTP/1.1" status: 200 len: 1093 time: 3.9993901 Jun 11 09:49:03.874527 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3f0abb7-ea50-4a0b-b952-5ae9ccd36d06', 'tag': '5a01e3c3-c03f-4e0a-9af5-152ccec47f8f'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:49:03.877376 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-151135d8-02fb-42e8-948a-0a9db8391a16" -d '{"events": [{"name": "network-changed", "server_uuid": "f3f0abb7-ea50-4a0b-b952-5ae9ccd36d06", "tag": "5a01e3c3-c03f-4e0a-9af5-152ccec47f8f"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:49:03.896365 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-b4f20fd2-85eb-4325-991f-e9d7068a380b req-574a9ac4-1caf-42b9-af34-ab966f95aa33 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:03.913758 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['e21094f9-fbfa-4270-bdd9-5d903859b711', '62edb212-025f-4ae0-a3a1-9c7870b038ba'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:49:03.976334 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4f20fd2-85eb-4325-991f-e9d7068a380b req-574a9ac4-1caf-42b9-af34-ab966f95aa33 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Network ecbff90d-5ab6-4357-bf37-5548ca0e9255 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:49:03.983845 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-b4f20fd2-85eb-4325-991f-e9d7068a380b req-574a9ac4-1caf-42b9-af34-ab966f95aa33 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:49:03.994786 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa54b58-5af6-4866-804b-e884e0050c06 service neutron] Pushing event updated for resources: {'Port': ['ID=5a01e3c3-c03f-4e0a-9af5-152ccec47f8f,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:03.998646 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4f20fd2-85eb-4325-991f-e9d7068a380b req-574a9ac4-1caf-42b9-af34-ab966f95aa33 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:49:04.002073 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9aa54b58-5af6-4866-804b-e884e0050c06 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:04.002845 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2ca5f0c9-46e9-46bc-8e54-331606db1279 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:04.070930 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e385229-d247-40d5-b425-8c7ab25b5600 req-cd0aaa03-5624-42d5-bbc2-fac1b544a972 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:04.074204 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8e385229-d247-40d5-b425-8c7ab25b5600 req-cd0aaa03-5624-42d5-bbc2-fac1b544a972 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.69 "GET /v2.0/networks?id=743172cf-2dc7-4438-9267-f806a2cb8a77 HTTP/1.1" status: 200 len: 806 time: 0.2836549 Jun 11 09:49:04.079236 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574a9ac4-1caf-42b9-af34-ab966f95aa33 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Pushing event updated for resources: {'Port': ['ID=9ad0dd1c-3aa4-4e80-aeb8-f02a899523e0,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:04.099441 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-8e385229-d247-40d5-b425-8c7ab25b5600 req-dcedb103-1adf-4ca0-8a53-0dd2acb6ec12 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Request body: {'port': {'device_id': 'c7775082-94ea-4ab4-9811-3ac65abbf3af', 'network_id': '743172cf-2dc7-4438-9267-f806a2cb8a77', 'admin_state_up': True, 'tenant_id': '845e0c4a59a549beb9cd8a20149f973b'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:49:04.126992 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-574a9ac4-1caf-42b9-af34-ab966f95aa33 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:04.193615 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f20fd2-85eb-4325-991f-e9d7068a380b req-574a9ac4-1caf-42b9-af34-ab966f95aa33 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:04.194246 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-b4f20fd2-85eb-4325-991f-e9d7068a380b req-574a9ac4-1caf-42b9-af34-ab966f95aa33 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:04.264003 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-7c07ac6c-19ac-4f6b-a95f-a7452b8dda99 req-b2b586ba-1d83-4e2f-9349-83f275eb09c9 tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:04.279642 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a0000309-feb3-49e1-a8a9-09a6376108cd tempest-ImagesOneServerTestJSON-1239789422 tempest-ImagesOneServerTestJSON-1239789422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:04.364057 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b586ba-1d83-4e2f-9349-83f275eb09c9 tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] Pushing event deleted for resources: {'Port': ['ID=9a394026-5241-46da-ae1a-ba6f6920867b,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:04.391383 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b2b586ba-1d83-4e2f-9349-83f275eb09c9 tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:04.399383 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b4f20fd2-85eb-4325-991f-e9d7068a380b req-574a9ac4-1caf-42b9-af34-ab966f95aa33 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8501647 Jun 11 09:49:04.462692 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-b4f20fd2-85eb-4325-991f-e9d7068a380b req-91e2d67a-bfe6-45ba-af8b-7af932b8112c service neutron] Request body: {'port': {'device_id': 'b90c76e5-87e3-456d-8bf1-1d9b58f4e6d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:49:04.529114 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e385229-d247-40d5-b425-8c7ab25b5600 req-dcedb103-1adf-4ca0-8a53-0dd2acb6ec12 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Made reservation on behalf of 845e0c4a59a549beb9cd8a20149f973b for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:49:04.533429 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-8e385229-d247-40d5-b425-8c7ab25b5600 req-dcedb103-1adf-4ca0-8a53-0dd2acb6ec12 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:04.641932 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-7c07ac6c-19ac-4f6b-a95f-a7452b8dda99 req-b2b586ba-1d83-4e2f-9349-83f275eb09c9 tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] Notify callbacks [] for floatingip, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:04.644933 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-7c07ac6c-19ac-4f6b-a95f-a7452b8dda99 req-b2b586ba-1d83-4e2f-9349-83f275eb09c9 tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:04.646150 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7c07ac6c-19ac-4f6b-a95f-a7452b8dda99 req-b2b586ba-1d83-4e2f-9349-83f275eb09c9 tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] 10.222.0.60 "DELETE /v2.0/floatingips/29da909b-7736-476e-9148-87f0eb5015ac HTTP/1.1" status: 204 len: 173 time: 2.6459146 Jun 11 09:49:04.673886 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-b4f20fd2-85eb-4325-991f-e9d7068a380b req-91e2d67a-bfe6-45ba-af8b-7af932b8112c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:04.704136 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc85d8a-b0fa-424f-860b-e964b5ef07cd req-c9e60c47-1e14-4954-af40-757fa556e26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:04.705866 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3bc85d8a-b0fa-424f-860b-e964b5ef07cd req-c9e60c47-1e14-4954-af40-757fa556e26b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bde49cbcc55b4592a6f9da517f66e92c&device_id=f3f0abb7-ea50-4a0b-b952-5ae9ccd36d06 HTTP/1.1" status: 200 len: 1096 time: 0.3449867 Jun 11 09:49:04.716973 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [req-8e385229-d247-40d5-b425-8c7ab25b5600 req-dcedb103-1adf-4ca0-8a53-0dd2acb6ec12 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Allocated IP 172.20.0.11 (743172cf-2dc7-4438-9267-f806a2cb8a77/78635cc5-5408-4976-b3d9-b4cc65a6e8b4/01b583cb-f8db-4fad-bda7-0067ff5a712d) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:49:04.799069 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3bc85d8a-b0fa-424f-860b-e964b5ef07cd req-9f3b737f-38dd-43a6-9153-041f985e3ef1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a01e3c3-c03f-4e0a-9af5-152ccec47f8f HTTP/1.1" status: 200 len: 217 time: 0.0606508 Jun 11 09:49:04.922851 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-8e385229-d247-40d5-b425-8c7ab25b5600 req-dcedb103-1adf-4ca0-8a53-0dd2acb6ec12 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:04.983061 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc85d8a-b0fa-424f-860b-e964b5ef07cd req-cab3bf7e-1a4b-4301-973b-1609c83b7e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:04.984467 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3bc85d8a-b0fa-424f-860b-e964b5ef07cd req-cab3bf7e-1a4b-4301-973b-1609c83b7e35 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4045e3b8-f98d-4ef7-a8b7-f975be5dfeee HTTP/1.1" status: 200 len: 862 time: 0.1754858 Jun 11 09:49:05.051102 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3bc85d8a-b0fa-424f-860b-e964b5ef07cd req-54ab5ad5-f989-4dc4-9056-671629a00b73 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7dff7a38-2b77-493a-abd5-c045b5779e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513165 Jun 11 09:49:05.138930 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8214b4-667d-45b2-8e86-d52f66df6b25 req-832f8751-fe33-4dc8-9940-ed6c197aff00 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:05.140394 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4c8214b4-667d-45b2-8e86-d52f66df6b25 req-832f8751-fe33-4dc8-9940-ed6c197aff00 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=b90c76e5-87e3-456d-8bf1-1d9b58f4e6d6 HTTP/1.1" status: 200 len: 931 time: 0.3456440 Jun 11 09:49:05.174832 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-64c34c2e-3238-4e47-94f4-793571953743 None None] Provisioning for port 9ad0dd1c-3aa4-4e80-aeb8-f02a899523e0 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:49:05.179397 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-64c34c2e-3238-4e47-94f4-793571953743 None None] Provisioning complete for port 9ad0dd1c-3aa4-4e80-aeb8-f02a899523e0 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:49:05.180020 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-64c34c2e-3238-4e47-94f4-793571953743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:05.237536 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-64c34c2e-3238-4e47-94f4-793571953743 None None] Port 9ad0dd1c-3aa4-4e80-aeb8-f02a899523e0 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:49:05.262255 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-8e385229-d247-40d5-b425-8c7ab25b5600 req-dcedb103-1adf-4ca0-8a53-0dd2acb6ec12 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:05.268975 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0da2b7fe-fe00-4ed2-87bd-66dd3fbf0952 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:05.274734 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4c8214b4-667d-45b2-8e86-d52f66df6b25 req-a60872ae-5906-4c41-b4e2-60403cdb75f0 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=7382d103-d62f-4540-9ac2-5ea0a34701f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236994 Jun 11 09:49:05.287749 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['8d90aed3-d0d9-439d-99e2-28dedffaf1bf'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:49:05.310595 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3bc85d8a-b0fa-424f-860b-e964b5ef07cd req-771f24e8-ea7f-48aa-ba45-1ec08a403dce service neutron] 10.222.0.64 "GET /v2.0/networks/7dff7a38-2b77-493a-abd5-c045b5779e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535875 Jun 11 09:49:05.337292 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e385229-d247-40d5-b425-8c7ab25b5600 req-dcedb103-1adf-4ca0-8a53-0dd2acb6ec12 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Network 743172cf-2dc7-4438-9267-f806a2cb8a77 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:49:05.341266 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [req-8e385229-d247-40d5-b425-8c7ab25b5600 req-dcedb103-1adf-4ca0-8a53-0dd2acb6ec12 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:49:05.351660 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e385229-d247-40d5-b425-8c7ab25b5600 req-dcedb103-1adf-4ca0-8a53-0dd2acb6ec12 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:49:05.446135 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcedb103-1adf-4ca0-8a53-0dd2acb6ec12 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Pushing event updated for resources: {'Port': ['ID=01b583cb-f8db-4fad-bda7-0067ff5a712d,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:05.456133 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-dcedb103-1adf-4ca0-8a53-0dd2acb6ec12 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:05.468804 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-b4f20fd2-85eb-4325-991f-e9d7068a380b req-91e2d67a-bfe6-45ba-af8b-7af932b8112c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ad0dd1c-3aa4-4e80-aeb8-f02a899523e0 {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:49:05.490290 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-b4f20fd2-85eb-4325-991f-e9d7068a380b req-91e2d67a-bfe6-45ba-af8b-7af932b8112c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:05.493862 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f14221b-c90a-4ab6-b333-d9cbfed54398 x-openstack-request-id: req-2f14221b-c90a-4ab6-b333-d9cbfed54398 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:49:05.494196 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3f0abb7-ea50-4a0b-b952-5ae9ccd36d06", "tag": "5a01e3c3-c03f-4e0a-9af5-152ccec47f8f", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:49:05.494538 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2f14221b-c90a-4ab6-b333-d9cbfed54398 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:49:05.495008 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3f0abb7-ea50-4a0b-b952-5ae9ccd36d06', 'tag': '5a01e3c3-c03f-4e0a-9af5-152ccec47f8f', 'status': 'completed', 'code': 200} Jun 11 09:49:05.521971 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-b4f20fd2-85eb-4325-991f-e9d7068a380b req-91e2d67a-bfe6-45ba-af8b-7af932b8112c service neutron] Transition to ACTIVE for port object 9ad0dd1c-3aa4-4e80-aeb8-f02a899523e0 will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:49:05.528445 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3bc85d8a-b0fa-424f-860b-e964b5ef07cd req-e4849a89-a190-4073-93e3-2d5fc9c834f0 service neutron] 10.222.0.64 "GET /v2.0/networks/7dff7a38-2b77-493a-abd5-c045b5779e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101202 Jun 11 09:49:05.533582 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e385229-d247-40d5-b425-8c7ab25b5600 req-dcedb103-1adf-4ca0-8a53-0dd2acb6ec12 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:05.534262 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-8e385229-d247-40d5-b425-8c7ab25b5600 req-dcedb103-1adf-4ca0-8a53-0dd2acb6ec12 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:05.554535 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:05.623137 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-b4f20fd2-85eb-4325-991f-e9d7068a380b req-91e2d67a-bfe6-45ba-af8b-7af932b8112c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:05.626362 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-574a9ac4-1caf-42b9-af34-ab966f95aa33 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:05.752016 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8e385229-d247-40d5-b425-8c7ab25b5600 req-dcedb103-1adf-4ca0-8a53-0dd2acb6ec12 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6618371 Jun 11 09:49:05.779538 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-8e385229-d247-40d5-b425-8c7ab25b5600 req-c42954bd-b911-49aa-aafc-fa06e292c3f5 service neutron] Request body: {'port': {'device_id': 'c7775082-94ea-4ab4-9811-3ac65abbf3af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-12'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:49:05.956723 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3249c8-e2ca-4f33-95a5-65650d4280ad req-5b6e5eab-de71-4ed3-9f3b-8afd382b9067 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:05.964297 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5c3249c8-e2ca-4f33-95a5-65650d4280ad req-5b6e5eab-de71-4ed3-9f3b-8afd382b9067 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7775082-94ea-4ab4-9811-3ac65abbf3af HTTP/1.1" status: 200 len: 932 time: 0.3546152 Jun 11 09:49:06.029440 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-8e385229-d247-40d5-b425-8c7ab25b5600 req-c42954bd-b911-49aa-aafc-fa06e292c3f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:06.071380 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5c3249c8-e2ca-4f33-95a5-65650d4280ad req-383faef8-61b7-420b-aea2-6260b8693b3f tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992222 Jun 11 09:49:06.223433 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 47450) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:49:06.440880 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e2d67a-bfe6-45ba-af8b-7af932b8112c service neutron] Pushing event updated for resources: {'Port': ['ID=9ad0dd1c-3aa4-4e80-aeb8-f02a899523e0,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:06.522430 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-4fb2c4df-8cb3-4a63-98ef-eda70bdce97a admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2005532366-network', 'tenant_id': 'b12bc305b44c4346b7a618cb035bad79'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:49:06.567286 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-91e2d67a-bfe6-45ba-af8b-7af932b8112c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.941s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:06.569080 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc5ca0e-9245-4ee5-bf2d-5f3fb3d8cd3d req-bbb77c22-64b9-407f-b4dd-3dbe4de6f23b tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:06.579732 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8cc5ca0e-9245-4ee5-bf2d-5f3fb3d8cd3d req-bbb77c22-64b9-407f-b4dd-3dbe4de6f23b tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3f0abb7-ea50-4a0b-b952-5ae9ccd36d06 HTTP/1.1" status: 200 len: 944 time: 0.2773757 Jun 11 09:49:06.702014 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8cc5ca0e-9245-4ee5-bf2d-5f3fb3d8cd3d req-56d3a565-781a-41c8-9ee9-4bcb5273ed4f tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/security-groups?id=57677d7e-1c66-47c6-909a-28bc4cd935da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241024 Jun 11 09:49:06.742513 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fb2c4df-8cb3-4a63-98ef-eda70bdce97a admin admin] Made reservation on behalf of b12bc305b44c4346b7a618cb035bad79 for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:49:06.745265 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4fb2c4df-8cb3-4a63-98ef-eda70bdce97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:06.766663 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4fb2c4df-8cb3-4a63-98ef-eda70bdce97a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:06.805116 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-b4f20fd2-85eb-4325-991f-e9d7068a380b req-91e2d67a-bfe6-45ba-af8b-7af932b8112c service neutron] Attempting to bind port 9ad0dd1c-3aa4-4e80-aeb8-f02a899523e0 on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:49:06.806498 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-b4f20fd2-85eb-4325-991f-e9d7068a380b req-91e2d67a-bfe6-45ba-af8b-7af932b8112c service neutron] Attempting to bind port 9ad0dd1c-3aa4-4e80-aeb8-f02a899523e0 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': 'f561be66-4e48-459e-8c21-fceaa6c73661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'ecbff90d-5ab6-4357-bf37-5548ca0e9255'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:49:06.807164 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f20fd2-85eb-4325-991f-e9d7068a380b req-91e2d67a-bfe6-45ba-af8b-7af932b8112c service neutron] Attempting to bind port 9ad0dd1c-3aa4-4e80-aeb8-f02a899523e0 on network ecbff90d-5ab6-4357-bf37-5548ca0e9255 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:49:06.829394 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8cedaad0-cc12-4f5e-84f3-cfba90635f59 req-5c7ba2e4-f601-4a4e-b69c-1d26cbceb148 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6edf564c-85d6-49cf-bd98-9f0a6fbc0090&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.2394779 Jun 11 09:49:06.831202 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151135d8-02fb-42e8-948a-0a9db8391a16 req-c72ba209-e7bd-4272-ae39-6f7f2a66bce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:06.832566 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-151135d8-02fb-42e8-948a-0a9db8391a16 req-c72ba209-e7bd-4272-ae39-6f7f2a66bce1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bde49cbcc55b4592a6f9da517f66e92c&device_id=f3f0abb7-ea50-4a0b-b952-5ae9ccd36d06 HTTP/1.1" status: 200 len: 1096 time: 1.0637789 Jun 11 09:49:06.852011 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-82fbe308-4674-4a02-bfdc-1a7fb3e24f43 req-07ffcfed-ae31-4532-a23a-8e4ab4628bd7 tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.0599058 Jun 11 09:49:06.857849 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-82fbe308-4674-4a02-bfdc-1a7fb3e24f43 req-18bef9d2-e7e7-4d12-b08d-764f4424443a tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] Request body: {'floatingip': {'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:49:06.875440 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f20fd2-85eb-4325-991f-e9d7068a380b req-91e2d67a-bfe6-45ba-af8b-7af932b8112c service neutron] Port 9ad0dd1c-3aa4-4e80-aeb8-f02a899523e0 on network ecbff90d-5ab6-4357-bf37-5548ca0e9255 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:49:06.875860 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f20fd2-85eb-4325-991f-e9d7068a380b req-91e2d67a-bfe6-45ba-af8b-7af932b8112c service neutron] Attempting to bind port 9ad0dd1c-3aa4-4e80-aeb8-f02a899523e0 on network ecbff90d-5ab6-4357-bf37-5548ca0e9255 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:49:06.913667 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f20fd2-85eb-4325-991f-e9d7068a380b req-91e2d67a-bfe6-45ba-af8b-7af932b8112c service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:49:06.914310 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f20fd2-85eb-4325-991f-e9d7068a380b req-91e2d67a-bfe6-45ba-af8b-7af932b8112c service neutron] Checking segment: {'id': 'f561be66-4e48-459e-8c21-fceaa6c73661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'ecbff90d-5ab6-4357-bf37-5548ca0e9255'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:49:06.914892 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f20fd2-85eb-4325-991f-e9d7068a380b req-91e2d67a-bfe6-45ba-af8b-7af932b8112c service neutron] Bound using segment: {'id': 'f561be66-4e48-459e-8c21-fceaa6c73661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'ecbff90d-5ab6-4357-bf37-5548ca0e9255'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:49:06.915876 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-b4f20fd2-85eb-4325-991f-e9d7068a380b req-91e2d67a-bfe6-45ba-af8b-7af932b8112c service neutron] Bound port: 9ad0dd1c-3aa4-4e80-aeb8-f02a899523e0, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f561be66-4e48-459e-8c21-fceaa6c73661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'ecbff90d-5ab6-4357-bf37-5548ca0e9255'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:49:06.916446 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-b4f20fd2-85eb-4325-991f-e9d7068a380b req-91e2d67a-bfe6-45ba-af8b-7af932b8112c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:06.957802 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [req-8e385229-d247-40d5-b425-8c7ab25b5600 req-c42954bd-b911-49aa-aafc-fa06e292c3f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01b583cb-f8db-4fad-bda7-0067ff5a712d {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:49:06.967972 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-8e385229-d247-40d5-b425-8c7ab25b5600 req-c42954bd-b911-49aa-aafc-fa06e292c3f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:06.983153 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-8e385229-d247-40d5-b425-8c7ab25b5600 req-c42954bd-b911-49aa-aafc-fa06e292c3f5 service neutron] Transition to ACTIVE for port object 01b583cb-f8db-4fad-bda7-0067ff5a712d will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:49:07.091126 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-8e385229-d247-40d5-b425-8c7ab25b5600 req-c42954bd-b911-49aa-aafc-fa06e292c3f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:07.096188 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151135d8-02fb-42e8-948a-0a9db8391a16 req-cc882a59-d19e-4bf7-8b2e-c68684c6304d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:07.099374 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-151135d8-02fb-42e8-948a-0a9db8391a16 req-cc882a59-d19e-4bf7-8b2e-c68684c6304d service neutron] 10.222.0.64 "GET /v2.0/networks?id=7dff7a38-2b77-493a-abd5-c045b5779e07 HTTP/1.1" status: 200 len: 923 time: 0.2336047 Jun 11 09:49:07.101290 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-84035d26-805d-43b7-bb34-f5980a5964bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:07.101590 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-b4f20fd2-85eb-4325-991f-e9d7068a380b req-91e2d67a-bfe6-45ba-af8b-7af932b8112c service neutron] For port 9ad0dd1c-3aa4-4e80-aeb8-f02a899523e0, host n-h1-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:49:07.171060 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-b4f20fd2-85eb-4325-991f-e9d7068a380b req-91e2d67a-bfe6-45ba-af8b-7af932b8112c service neutron] For port 9ad0dd1c-3aa4-4e80-aeb8-f02a899523e0, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=9ad0dd1c-3aa4-4e80-aeb8-f02a899523e0,segment=NetworkSegment(f561be66-4e48-459e-8c21-fceaa6c73661),segment_id=f561be66-4e48-459e-8c21-fceaa6c73661)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:49:07.176821 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-151135d8-02fb-42e8-948a-0a9db8391a16 req-80cf9a15-5555-4420-99ff-db643930c270 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a01e3c3-c03f-4e0a-9af5-152ccec47f8f HTTP/1.1" status: 200 len: 217 time: 0.0614405 Jun 11 09:49:07.268849 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-b4f20fd2-85eb-4325-991f-e9d7068a380b req-91e2d67a-bfe6-45ba-af8b-7af932b8112c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:07.272927 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7313acbd-d351-4837-b150-911cbde4aeb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:07.305935 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42954bd-b911-49aa-aafc-fa06e292c3f5 service neutron] Pushing event updated for resources: {'Port': ['ID=01b583cb-f8db-4fad-bda7-0067ff5a712d,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:07.314355 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c42954bd-b911-49aa-aafc-fa06e292c3f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:07.377256 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175df6a3-e891-4803-bfe8-d7ddfadd1df6 req-9f154b4e-5c46-4a35-92e0-64ce6343a438 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:07.379504 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-175df6a3-e891-4803-bfe8-d7ddfadd1df6 req-9f154b4e-5c46-4a35-92e0-64ce6343a438 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=6edf564c-85d6-49cf-bd98-9f0a6fbc0090 HTTP/1.1" status: 200 len: 949 time: 0.3936324 Jun 11 09:49:07.405618 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151135d8-02fb-42e8-948a-0a9db8391a16 req-8144665f-06d8-4b50-b467-68c16b1697af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:07.407737 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-151135d8-02fb-42e8-948a-0a9db8391a16 req-8144665f-06d8-4b50-b467-68c16b1697af service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4045e3b8-f98d-4ef7-a8b7-f975be5dfeee HTTP/1.1" status: 200 len: 862 time: 0.2252812 Jun 11 09:49:07.415297 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e2d67a-bfe6-45ba-af8b-7af932b8112c service neutron] Pushing event updated for resources: {'Port': ['ID=9ad0dd1c-3aa4-4e80-aeb8-f02a899523e0,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:07.437595 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-91e2d67a-bfe6-45ba-af8b-7af932b8112c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:07.441103 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4fb2c4df-8cb3-4a63-98ef-eda70bdce97a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:07.470156 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-151135d8-02fb-42e8-948a-0a9db8391a16 req-d12a7457-d209-4f25-b7e1-d3f6cd9f3a14 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7dff7a38-2b77-493a-abd5-c045b5779e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507505 Jun 11 09:49:07.473425 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f20fd2-85eb-4325-991f-e9d7068a380b req-91e2d67a-bfe6-45ba-af8b-7af932b8112c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:07.474164 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-b4f20fd2-85eb-4325-991f-e9d7068a380b req-91e2d67a-bfe6-45ba-af8b-7af932b8112c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:07.476053 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b4f20fd2-85eb-4325-991f-e9d7068a380b req-91e2d67a-bfe6-45ba-af8b-7af932b8112c service neutron] 10.222.0.64 "PUT /v2.0/ports/9ad0dd1c-3aa4-4e80-aeb8-f02a899523e0 HTTP/1.1" status: 200 len: 1092 time: 3.0446107 Jun 11 09:49:07.496214 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b90c76e5-87e3-456d-8bf1-1d9b58f4e6d6', 'tag': '9ad0dd1c-3aa4-4e80-aeb8-f02a899523e0'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:49:07.498119 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-175df6a3-e891-4803-bfe8-d7ddfadd1df6 req-347473ed-a33f-4e96-99d2-bc0b77793c29 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978522 Jun 11 09:49:07.508286 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc6bfa0-3a8d-4363-a6ad-e24ad631a648" -d '{"events": [{"name": "network-changed", "server_uuid": "b90c76e5-87e3-456d-8bf1-1d9b58f4e6d6", "tag": "9ad0dd1c-3aa4-4e80-aeb8-f02a899523e0"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:49:07.545837 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4fb2c4df-8cb3-4a63-98ef-eda70bdce97a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:07.552102 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-10073007-f32e-4751-a090-a3e6d4d709a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:07.567317 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-8e385229-d247-40d5-b425-8c7ab25b5600 req-c42954bd-b911-49aa-aafc-fa06e292c3f5 service neutron] Attempting to bind port 01b583cb-f8db-4fad-bda7-0067ff5a712d on host n-h2-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:49:07.572451 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-8e385229-d247-40d5-b425-8c7ab25b5600 req-c42954bd-b911-49aa-aafc-fa06e292c3f5 service neutron] Attempting to bind port 01b583cb-f8db-4fad-bda7-0067ff5a712d by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': 'b51c68b7-80ed-4de8-bd6d-e2ba699aba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '743172cf-2dc7-4438-9267-f806a2cb8a77'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:49:07.572451 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e385229-d247-40d5-b425-8c7ab25b5600 req-c42954bd-b911-49aa-aafc-fa06e292c3f5 service neutron] Attempting to bind port 01b583cb-f8db-4fad-bda7-0067ff5a712d on network 743172cf-2dc7-4438-9267-f806a2cb8a77 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:49:07.584680 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fb2c4df-8cb3-4a63-98ef-eda70bdce97a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 782} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 09:49:07.599666 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e385229-d247-40d5-b425-8c7ab25b5600 req-c42954bd-b911-49aa-aafc-fa06e292c3f5 service neutron] Port 01b583cb-f8db-4fad-bda7-0067ff5a712d on network 743172cf-2dc7-4438-9267-f806a2cb8a77 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:49:07.600005 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e385229-d247-40d5-b425-8c7ab25b5600 req-c42954bd-b911-49aa-aafc-fa06e292c3f5 service neutron] Attempting to bind port 01b583cb-f8db-4fad-bda7-0067ff5a712d on network 743172cf-2dc7-4438-9267-f806a2cb8a77 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:49:07.606480 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb2c4df-8cb3-4a63-98ef-eda70bdce97a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f64b131-d517-4ce7-9521-d14f16e09e8b,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:07.610943 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4fb2c4df-8cb3-4a63-98ef-eda70bdce97a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:07.615102 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4fb2c4df-8cb3-4a63-98ef-eda70bdce97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:07.615102 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-4fb2c4df-8cb3-4a63-98ef-eda70bdce97a admin admin] Added segment 6b01e6de-f547-451b-b2c7-cf7ead3516ab of type vlan for network 6820836b-bd7b-4793-8876-dbfb45277379 Jun 11 09:49:07.631046 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e385229-d247-40d5-b425-8c7ab25b5600 req-c42954bd-b911-49aa-aafc-fa06e292c3f5 service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:49:07.631661 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e385229-d247-40d5-b425-8c7ab25b5600 req-c42954bd-b911-49aa-aafc-fa06e292c3f5 service neutron] Checking segment: {'id': 'b51c68b7-80ed-4de8-bd6d-e2ba699aba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '743172cf-2dc7-4438-9267-f806a2cb8a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:49:07.632254 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e385229-d247-40d5-b425-8c7ab25b5600 req-c42954bd-b911-49aa-aafc-fa06e292c3f5 service neutron] Bound using segment: {'id': 'b51c68b7-80ed-4de8-bd6d-e2ba699aba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '743172cf-2dc7-4438-9267-f806a2cb8a77'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:49:07.632885 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-8e385229-d247-40d5-b425-8c7ab25b5600 req-c42954bd-b911-49aa-aafc-fa06e292c3f5 service neutron] Bound port: 01b583cb-f8db-4fad-bda7-0067ff5a712d, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b51c68b7-80ed-4de8-bd6d-e2ba699aba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '743172cf-2dc7-4438-9267-f806a2cb8a77'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:49:07.633701 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-8e385229-d247-40d5-b425-8c7ab25b5600 req-c42954bd-b911-49aa-aafc-fa06e292c3f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:07.804358 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4fb2c4df-8cb3-4a63-98ef-eda70bdce97a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:07.818597 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-82fbe308-4674-4a02-bfdc-1a7fb3e24f43 req-18bef9d2-e7e7-4d12-b08d-764f4424443a tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] Notify callbacks [] for floatingip, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:07.924814 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f20fd2-85eb-4325-991f-e9d7068a380b req-f962f8cd-048e-4b23-87d0-aadd8b850be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:07.928233 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-8e385229-d247-40d5-b425-8c7ab25b5600 req-c42954bd-b911-49aa-aafc-fa06e292c3f5 service neutron] For port 01b583cb-f8db-4fad-bda7-0067ff5a712d, host n-h2-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:49:07.928441 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b4f20fd2-85eb-4325-991f-e9d7068a380b req-f962f8cd-048e-4b23-87d0-aadd8b850be4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=85a0b78c318440aa9b70136d633fbbff&device_id=b90c76e5-87e3-456d-8bf1-1d9b58f4e6d6 HTTP/1.1" status: 200 len: 1095 time: 0.2788649 Jun 11 09:49:07.930284 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-151135d8-02fb-42e8-948a-0a9db8391a16 req-91029837-5215-4917-b1dc-6ed562b1768f service neutron] 10.222.0.64 "GET /v2.0/networks/7dff7a38-2b77-493a-abd5-c045b5779e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4531965 Jun 11 09:49:07.930524 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-8e385229-d247-40d5-b425-8c7ab25b5600 req-c42954bd-b911-49aa-aafc-fa06e292c3f5 service neutron] For port 01b583cb-f8db-4fad-bda7-0067ff5a712d, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=01b583cb-f8db-4fad-bda7-0067ff5a712d,segment=NetworkSegment(b51c68b7-80ed-4de8-bd6d-e2ba699aba0b),segment_id=b51c68b7-80ed-4de8-bd6d-e2ba699aba0b)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:49:07.972894 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139f92d-497f-407b-bed8-ffc9a41efea4 req-22d0aae9-7087-4049-bc99-b4ff61829209 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:07.977869 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4139f92d-497f-407b-bed8-ffc9a41efea4 req-22d0aae9-7087-4049-bc99-b4ff61829209 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=b90c76e5-87e3-456d-8bf1-1d9b58f4e6d6 HTTP/1.1" status: 200 len: 943 time: 0.1605637 Jun 11 09:49:08.033315 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4fb2c4df-8cb3-4a63-98ef-eda70bdce97a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:08.054791 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb2c4df-8cb3-4a63-98ef-eda70bdce97a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:08.055450 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4fb2c4df-8cb3-4a63-98ef-eda70bdce97a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:08.072095 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f66a84a9-a506-415a-8d27-64a5a3b0e3d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:08.084659 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-8e385229-d247-40d5-b425-8c7ab25b5600 req-c42954bd-b911-49aa-aafc-fa06e292c3f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:08.106092 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b4f20fd2-85eb-4325-991f-e9d7068a380b req-a0e44d9e-cfc4-4ad4-82dd-7fd28d4487ed service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ad0dd1c-3aa4-4e80-aeb8-f02a899523e0 HTTP/1.1" status: 200 len: 217 time: 0.1640561 Jun 11 09:49:08.167701 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e385229-d247-40d5-b425-8c7ab25b5600 req-c42954bd-b911-49aa-aafc-fa06e292c3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:08.168289 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-8e385229-d247-40d5-b425-8c7ab25b5600 req-c42954bd-b911-49aa-aafc-fa06e292c3f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:08.169631 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8e385229-d247-40d5-b425-8c7ab25b5600 req-c42954bd-b911-49aa-aafc-fa06e292c3f5 service neutron] 10.222.0.69 "PUT /v2.0/ports/01b583cb-f8db-4fad-bda7-0067ff5a712d HTTP/1.1" status: 200 len: 1093 time: 2.4057932 Jun 11 09:49:08.172370 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7775082-94ea-4ab4-9811-3ac65abbf3af', 'tag': '01b583cb-f8db-4fad-bda7-0067ff5a712d'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:49:08.174689 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecdce7d0-5b22-45e5-bae7-26712c552d76" -d '{"events": [{"name": "network-changed", "server_uuid": "c7775082-94ea-4ab4-9811-3ac65abbf3af", "tag": "01b583cb-f8db-4fad-bda7-0067ff5a712d"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:49:08.181959 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4139f92d-497f-407b-bed8-ffc9a41efea4 req-1308671b-3362-449b-ad08-1bae468139b2 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=7382d103-d62f-4540-9ac2-5ea0a34701f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971843 Jun 11 09:49:08.280921 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-4fb2c4df-8cb3-4a63-98ef-eda70bdce97a admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.0480449 Jun 11 09:49:08.281717 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb2c4df-8cb3-4a63-98ef-eda70bdce97a admin admin] Pushing event updated for resources: {'Network': ['ID=6820836b-bd7b-4793-8876-dbfb45277379,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:08.284017 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 47508) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:49:08.289637 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-4d3c712f-3531-4559-bf5d-c0b53189ac7a admin admin] Request body: {'subnet': {'network_id': '6820836b-bd7b-4793-8876-dbfb45277379', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2005532366-subnet', 'tenant_id': 'b12bc305b44c4346b7a618cb035bad79', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:49:08.299614 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 6820836b-bd7b-4793-8876-dbfb45277379 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:49:08.330114 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4fb2c4df-8cb3-4a63-98ef-eda70bdce97a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:08.331537 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d249bbb8-b11a-48ae-869e-d71fe2d5cfc7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.214s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:08.365846 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f20fd2-85eb-4325-991f-e9d7068a380b req-4c82b0ff-2835-4675-a507-8de786fc3efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:08.368668 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b4f20fd2-85eb-4325-991f-e9d7068a380b req-4c82b0ff-2835-4675-a507-8de786fc3efe service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65fd936e-e1de-4d66-9d41-076079c1dae3 HTTP/1.1" status: 200 len: 849 time: 0.2550375 Jun 11 09:49:08.471096 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-151135d8-02fb-42e8-948a-0a9db8391a16 req-8c43e7a0-eee2-4b2a-a05f-b9acdf757a62 service neutron] 10.222.0.64 "GET /v2.0/networks/7dff7a38-2b77-493a-abd5-c045b5779e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5196781 Jun 11 09:49:08.477079 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-82fbe308-4674-4a02-bfdc-1a7fb3e24f43 req-18bef9d2-e7e7-4d12-b08d-764f4424443a tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:08.583115 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f20fd2-85eb-4325-991f-e9d7068a380b req-964f6895-6653-4577-ac29-24104007832b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:08.585771 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b4f20fd2-85eb-4325-991f-e9d7068a380b req-964f6895-6653-4577-ac29-24104007832b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ecbff90d-5ab6-4357-bf37-5548ca0e9255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2026467 Jun 11 09:49:08.591613 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42954bd-b911-49aa-aafc-fa06e292c3f5 service neutron] Pushing event updated for resources: {'Port': ['ID=01b583cb-f8db-4fad-bda7-0067ff5a712d,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:08.595046 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c42954bd-b911-49aa-aafc-fa06e292c3f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:08.637712 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d3c712f-3531-4559-bf5d-c0b53189ac7a admin admin] Made reservation on behalf of b12bc305b44c4346b7a618cb035bad79 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:49:08.640227 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4d3c712f-3531-4559-bf5d-c0b53189ac7a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:08.749416 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-82fbe308-4674-4a02-bfdc-1a7fb3e24f43 req-18bef9d2-e7e7-4d12-b08d-764f4424443a tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] Allocated IP 172.25.4.233 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/143615b4-8157-4d83-a053-f45d5251550c) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:49:08.780817 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e385229-d247-40d5-b425-8c7ab25b5600 req-74c0b6cf-4207-4863-9d76-fd7a82a1d62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:08.783900 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8e385229-d247-40d5-b425-8c7ab25b5600 req-74c0b6cf-4207-4863-9d76-fd7a82a1d62d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=845e0c4a59a549beb9cd8a20149f973b&device_id=c7775082-94ea-4ab4-9811-3ac65abbf3af HTTP/1.1" status: 200 len: 1096 time: 0.3192306 Jun 11 09:49:08.808789 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe5541d-d4e4-4e2c-8e18-3ae6c3fc591d req-19ea8500-6cc2-43ba-baca-77e74cc84f58 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:08.817267 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fbe5541d-d4e4-4e2c-8e18-3ae6c3fc591d req-19ea8500-6cc2-43ba-baca-77e74cc84f58 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7775082-94ea-4ab4-9811-3ac65abbf3af HTTP/1.1" status: 200 len: 944 time: 0.3512168 Jun 11 09:49:08.820786 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 5a01e3c3-c03f-4e0a-9af5-152ccec47f8f details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:49:08.831956 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b4f20fd2-85eb-4325-991f-e9d7068a380b req-809e6232-8c6e-46c2-bede-62bbd4de3479 service neutron] 10.222.0.64 "GET /v2.0/networks/ecbff90d-5ab6-4357-bf37-5548ca0e9255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981380 Jun 11 09:49:08.913312 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8e385229-d247-40d5-b425-8c7ab25b5600 req-a37eac3c-db8e-4087-836f-894f44e72578 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01b583cb-f8db-4fad-bda7-0067ff5a712d HTTP/1.1" status: 200 len: 217 time: 0.1164863 Jun 11 09:49:08.976253 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b4f20fd2-85eb-4325-991f-e9d7068a380b req-4d3bbf8e-3b49-4dff-a338-106fdd60955d service neutron] 10.222.0.64 "GET /v2.0/networks/ecbff90d-5ab6-4357-bf37-5548ca0e9255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337557 Jun 11 09:49:09.008222 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fbe5541d-d4e4-4e2c-8e18-3ae6c3fc591d req-25416397-c6d6-42b4-a010-bea64bd785a9 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897638 Jun 11 09:49:09.101636 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e385229-d247-40d5-b425-8c7ab25b5600 req-6a99733e-dc81-4890-b94a-a9360f66a3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:09.103846 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8e385229-d247-40d5-b425-8c7ab25b5600 req-6a99733e-dc81-4890-b94a-a9360f66a3ea service neutron] 10.222.0.69 "GET /v2.0/subnets?id=78635cc5-5408-4976-b3d9-b4cc65a6e8b4 HTTP/1.1" status: 200 len: 846 time: 0.1767936 Jun 11 09:49:09.118595 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-82fbe308-4674-4a02-bfdc-1a7fb3e24f43 req-18bef9d2-e7e7-4d12-b08d-764f4424443a tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:09.165834 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8e385229-d247-40d5-b425-8c7ab25b5600 req-f895270b-9246-4a2d-8f3e-efb9117649cd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=743172cf-2dc7-4438-9267-f806a2cb8a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479987 Jun 11 09:49:09.171225 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 5a01e3c3-c03f-4e0a-9af5-152ccec47f8f, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=5a01e3c3-c03f-4e0a-9af5-152ccec47f8f,segment=NetworkSegment(795b623e-39fe-4036-b5cd-c232096acd1e),segment_id=795b623e-39fe-4036-b5cd-c232096acd1e)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:49:09.209849 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': '5a01e3c3-c03f-4e0a-9af5-152ccec47f8f', 'network_id': '7dff7a38-2b77-493a-abd5-c045b5779e07', 'port_id': '5a01e3c3-c03f-4e0a-9af5-152ccec47f8f', 'mac_address': 'fa:16:3e:d8:95:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4045e3b8-f98d-4ef7-a8b7-f975be5dfeee', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:49:09.225711 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6bad4f5-9f24-4d4b-bed2-2ab26248a303 x-openstack-request-id: req-e6bad4f5-9f24-4d4b-bed2-2ab26248a303 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:49:09.226388 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b90c76e5-87e3-456d-8bf1-1d9b58f4e6d6", "tag": "9ad0dd1c-3aa4-4e80-aeb8-f02a899523e0", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:49:09.226783 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e6bad4f5-9f24-4d4b-bed2-2ab26248a303 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:49:09.227384 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b90c76e5-87e3-456d-8bf1-1d9b58f4e6d6', 'tag': '9ad0dd1c-3aa4-4e80-aeb8-f02a899523e0', 'status': 'completed', 'code': 200} Jun 11 09:49:09.287240 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc6bfa0-3a8d-4363-a6ad-e24ad631a648 req-0a161bca-be02-4b7f-bb5c-390c60eb8de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:09.289976 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1fc6bfa0-3a8d-4363-a6ad-e24ad631a648 req-0a161bca-be02-4b7f-bb5c-390c60eb8de4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=85a0b78c318440aa9b70136d633fbbff&device_id=b90c76e5-87e3-456d-8bf1-1d9b58f4e6d6 HTTP/1.1" status: 200 len: 1095 time: 0.1023948 Jun 11 09:49:09.293141 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-82fbe308-4674-4a02-bfdc-1a7fb3e24f43 req-18bef9d2-e7e7-4d12-b08d-764f4424443a tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:09.296129 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b30d7962-2af2-4a6f-a084-7b470df2a9a0 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:09.322283 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:09.349034 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a01e3c3-c03f-4e0a-9af5-152ccec47f8f {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:49:09.394720 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82fbe308-4674-4a02-bfdc-1a7fb3e24f43 req-18bef9d2-e7e7-4d12-b08d-764f4424443a tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:49:09.396138 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 5a01e3c3-c03f-4e0a-9af5-152ccec47f8f, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=5a01e3c3-c03f-4e0a-9af5-152ccec47f8f,segment=NetworkSegment(795b623e-39fe-4036-b5cd-c232096acd1e),segment_id=795b623e-39fe-4036-b5cd-c232096acd1e)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:49:09.407690 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-82fbe308-4674-4a02-bfdc-1a7fb3e24f43 req-18bef9d2-e7e7-4d12-b08d-764f4424443a tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:49:09.410670 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-82fbe308-4674-4a02-bfdc-1a7fb3e24f43 req-18bef9d2-e7e7-4d12-b08d-764f4424443a tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:49:09.463067 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bef9d2-e7e7-4d12-b08d-764f4424443a tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] Pushing event updated for resources: {'Port': ['ID=143615b4-8157-4d83-a053-f45d5251550c,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:09.468063 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-18bef9d2-e7e7-4d12-b08d-764f4424443a tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:09.482126 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4d3c712f-3531-4559-bf5d-c0b53189ac7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:09.488163 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e41c3a77-6858-4287-b0ef-6ef72cfa53a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:09.506884 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:09.508833 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:09.563594 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc6bfa0-3a8d-4363-a6ad-e24ad631a648 req-613a766f-f07b-4e11-b4c5-b0083ae89d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:09.566484 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1fc6bfa0-3a8d-4363-a6ad-e24ad631a648 req-613a766f-f07b-4e11-b4c5-b0083ae89d0f service neutron] 10.222.0.64 "GET /v2.0/networks?id=ecbff90d-5ab6-4357-bf37-5548ca0e9255 HTTP/1.1" status: 200 len: 911 time: 0.2319725 Jun 11 09:49:09.568535 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8e385229-d247-40d5-b425-8c7ab25b5600 req-847028e6-0870-4bb8-b0a9-a4d6efedd39d service neutron] 10.222.0.69 "GET /v2.0/networks/743172cf-2dc7-4438-9267-f806a2cb8a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3286936 Jun 11 09:49:09.578611 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=5a01e3c3-c03f-4e0a-9af5-152ccec47f8f,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:09.582006 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:09.587381 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3c712f-3531-4559-bf5d-c0b53189ac7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2499c79-62f3-4ec5-a1d8-3ef0f5057886,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:09.605739 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4d3c712f-3531-4559-bf5d-c0b53189ac7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:09.653707 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31f62e9-c94c-464d-8d0c-e14bf6b415a6 req-fd90b1d4-57e2-445e-a6c8-abba16d37b81 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:09.655203 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f31f62e9-c94c-464d-8d0c-e14bf6b415a6 req-fd90b1d4-57e2-445e-a6c8-abba16d37b81 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3f0abb7-ea50-4a0b-b952-5ae9ccd36d06 HTTP/1.1" status: 200 len: 944 time: 0.3421054 Jun 11 09:49:09.686316 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1fc6bfa0-3a8d-4363-a6ad-e24ad631a648 req-27fc1bde-be17-4770-8db6-cc0ffe216e5e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ad0dd1c-3aa4-4e80-aeb8-f02a899523e0 HTTP/1.1" status: 200 len: 217 time: 0.0859451 Jun 11 09:49:09.709564 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-82fbe308-4674-4a02-bfdc-1a7fb3e24f43 req-18bef9d2-e7e7-4d12-b08d-764f4424443a tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:09.722880 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3c712f-3531-4559-bf5d-c0b53189ac7a admin admin] Checking segment: {'id': '6b01e6de-f547-451b-b2c7-cf7ead3516ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '6820836b-bd7b-4793-8876-dbfb45277379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:49:09.722880 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3c712f-3531-4559-bf5d-c0b53189ac7a admin admin] Network hostable DHCP agents. Network: 6820836b-bd7b-4793-8876-dbfb45277379, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 09:49:09.777896 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['5a01e3c3-c03f-4e0a-9af5-152ccec47f8f'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:49:09.779153 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc6bfa0-3a8d-4363-a6ad-e24ad631a648 req-c49d0434-9faf-40b4-9a13-53aefb71ff43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:09.781098 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1fc6bfa0-3a8d-4363-a6ad-e24ad631a648 req-c49d0434-9faf-40b4-9a13-53aefb71ff43 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65fd936e-e1de-4d66-9d41-076079c1dae3 HTTP/1.1" status: 200 len: 849 time: 0.0856020 Jun 11 09:49:09.795989 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8e385229-d247-40d5-b425-8c7ab25b5600 req-0c902524-03c3-4ec3-8de2-2b341e4d541f service neutron] 10.222.0.69 "GET /v2.0/networks/743172cf-2dc7-4438-9267-f806a2cb8a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156422 Jun 11 09:49:09.798843 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f31f62e9-c94c-464d-8d0c-e14bf6b415a6 req-fdc18bc5-44a1-4d90-8073-30bbd4e1a865 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/security-groups?id=57677d7e-1c66-47c6-909a-28bc4cd935da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917189 Jun 11 09:49:09.844520 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3c712f-3531-4559-bf5d-c0b53189ac7a admin admin] Network 6820836b-bd7b-4793-8876-dbfb45277379 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 09:49:09.924114 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-4d3c712f-3531-4559-bf5d-c0b53189ac7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 6820836b-bd7b-4793-8876-dbfb45277379) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:49:09.934566 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3c712f-3531-4559-bf5d-c0b53189ac7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:09.937822 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4d3c712f-3531-4559-bf5d-c0b53189ac7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:09.938596 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f1620e-015a-4e8e-946c-1cb363e91b33 None None] Network 6820836b-bd7b-4793-8876-dbfb45277379 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:49:09.985150 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-82fbe308-4674-4a02-bfdc-1a7fb3e24f43 req-18bef9d2-e7e7-4d12-b08d-764f4424443a tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:10.036401 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc6bfa0-3a8d-4363-a6ad-e24ad631a648 req-66cc10a3-f985-4ead-ab7b-0bec154275af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:10.037757 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1fc6bfa0-3a8d-4363-a6ad-e24ad631a648 req-66cc10a3-f985-4ead-ab7b-0bec154275af service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ecbff90d-5ab6-4357-bf37-5548ca0e9255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2162342 Jun 11 09:49:10.040263 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cedaad0-cc12-4f5e-84f3-cfba90635f59 req-6062103a-0e09-4915-b898-dd25cd170f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:10.042552 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8cedaad0-cc12-4f5e-84f3-cfba90635f59 req-6062103a-0e09-4915-b898-dd25cd170f9b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2d153095abe14427b94c36cd340ad809&device_id=6edf564c-85d6-49cf-bd98-9f0a6fbc0090 HTTP/1.1" status: 200 len: 1101 time: 0.2602599 Jun 11 09:49:10.082739 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-4d3c712f-3531-4559-bf5d-c0b53189ac7a admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.7972784 Jun 11 09:49:10.083735 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 47532) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:49:10.100731 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-f2f02ede-c568-4927-a9c3-639c16f14bba admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-2005532366-router', 'tenant_id': 'b12bc305b44c4346b7a618cb035bad79', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:49:10.249237 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f2f02ede-c568-4927-a9c3-639c16f14bba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:10.250559 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f2f02ede-c568-4927-a9c3-639c16f14bba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:10.330141 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-715d5383-7a98-48b3-9ba0-3185b50cdced x-openstack-request-id: req-715d5383-7a98-48b3-9ba0-3185b50cdced {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:49:10.332151 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7775082-94ea-4ab4-9811-3ac65abbf3af", "tag": "01b583cb-f8db-4fad-bda7-0067ff5a712d", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:49:10.332870 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-715d5383-7a98-48b3-9ba0-3185b50cdced {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:49:10.335167 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7775082-94ea-4ab4-9811-3ac65abbf3af', 'tag': '01b583cb-f8db-4fad-bda7-0067ff5a712d', 'status': 'completed', 'code': 200} Jun 11 09:49:10.359376 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8ae1ca-0d0c-482b-a7db-bf39500e901f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-6820836b-bd7b-4793-8876-dbfb45277379', 'network_id': '6820836b-bd7b-4793-8876-dbfb45277379', 'tenant_id': 'b12bc305b44c4346b7a618cb035bad79', 'fixed_ips': [{'subnet_id': 'd2499c79-62f3-4ec5-a1d8-3ef0f5057886'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 09:49:10.360463 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8d8ae1ca-0d0c-482b-a7db-bf39500e901f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:10.420946 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f2f02ede-c568-4927-a9c3-639c16f14bba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:10.615347 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-8d8ae1ca-0d0c-482b-a7db-bf39500e901f None None] Allocated IP 172.20.0.2 (6820836b-bd7b-4793-8876-dbfb45277379/d2499c79-62f3-4ec5-a1d8-3ef0f5057886/aa26fcdf-685e-43a6-9211-c76698b26fbc) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:49:10.954696 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdce7d0-5b22-45e5-bae7-26712c552d76 req-92befbf1-75bc-4310-a306-02d785f7a1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:10.957469 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ecdce7d0-5b22-45e5-bae7-26712c552d76 req-92befbf1-75bc-4310-a306-02d785f7a1c0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=845e0c4a59a549beb9cd8a20149f973b&device_id=c7775082-94ea-4ab4-9811-3ac65abbf3af HTTP/1.1" status: 200 len: 1096 time: 0.5479751 Jun 11 09:49:10.989862 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-82fbe308-4674-4a02-bfdc-1a7fb3e24f43 req-18bef9d2-e7e7-4d12-b08d-764f4424443a tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:10.997809 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1fc6bfa0-3a8d-4363-a6ad-e24ad631a648 req-67ad7ef3-5824-4569-beab-831ead94881c service neutron] 10.222.0.64 "GET /v2.0/networks/ecbff90d-5ab6-4357-bf37-5548ca0e9255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9522715 Jun 11 09:49:11.000727 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cedaad0-cc12-4f5e-84f3-cfba90635f59 req-da911362-6b82-461a-b53d-f219e2265628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:11.002156 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8cedaad0-cc12-4f5e-84f3-cfba90635f59 req-da911362-6b82-461a-b53d-f219e2265628 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cf20d108-f84c-44de-9036-2269564edd60 HTTP/1.1" status: 200 len: 870 time: 0.9318376 Jun 11 09:49:11.006347 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8d8ae1ca-0d0c-482b-a7db-bf39500e901f None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:11.015812 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-8d8ae1ca-0d0c-482b-a7db-bf39500e901f None None] Transition to ACTIVE for port object aa26fcdf-685e-43a6-9211-c76698b26fbc will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:49:11.032908 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-8d8ae1ca-0d0c-482b-a7db-bf39500e901f None None] Transition to ACTIVE for port object aa26fcdf-685e-43a6-9211-c76698b26fbc will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:49:11.110285 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8cedaad0-cc12-4f5e-84f3-cfba90635f59 req-31172f38-4513-45e6-b2d4-0c344315d1dc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=842cdcef-260d-479a-a61d-3ea2ecbd6ab0 HTTP/1.1" status: 200 len: 217 time: 0.0948415 Jun 11 09:49:11.114745 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-82fbe308-4674-4a02-bfdc-1a7fb3e24f43 req-18bef9d2-e7e7-4d12-b08d-764f4424443a tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:11.118164 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6f7149bf-4a36-4284-b08e-64484bdbd094 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:11.142349 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8d8ae1ca-0d0c-482b-a7db-bf39500e901f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:11.145830 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:11.221247 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8ae1ca-0d0c-482b-a7db-bf39500e901f None None] Pushing event updated for resources: {'Port': ['ID=aa26fcdf-685e-43a6-9211-c76698b26fbc,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:11.226625 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-8d8ae1ca-0d0c-482b-a7db-bf39500e901f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:11.246497 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8ae1ca-0d0c-482b-a7db-bf39500e901f None None] Network 6820836b-bd7b-4793-8876-dbfb45277379 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:49:11.249150 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-8d8ae1ca-0d0c-482b-a7db-bf39500e901f None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:49:11.253189 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f2f02ede-c568-4927-a9c3-639c16f14bba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:11.266413 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8ae1ca-0d0c-482b-a7db-bf39500e901f None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:49:11.344116 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bef9d2-e7e7-4d12-b08d-764f4424443a tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] Pushing event updated for resources: {'Port': ['ID=143615b4-8157-4d83-a053-f45d5251550c,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:11.355358 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cedaad0-cc12-4f5e-84f3-cfba90635f59 req-ce201eb5-89f7-4e23-8005-a4641bc87f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:11.356957 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8cedaad0-cc12-4f5e-84f3-cfba90635f59 req-ce201eb5-89f7-4e23-8005-a4641bc87f04 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=189b03cc-b2a8-4615-9ab5-ad0328c3f10f HTTP/1.1" status: 200 len: 843 time: 0.2357287 Jun 11 09:49:11.357976 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-18bef9d2-e7e7-4d12-b08d-764f4424443a tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:11.361947 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff9ceaf-e2af-494a-9cf9-43d839918789 req-14d4e0b9-93ed-49e7-8d4a-805c4048df66 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:11.364087 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2ff9ceaf-e2af-494a-9cf9-43d839918789 req-14d4e0b9-93ed-49e7-8d4a-805c4048df66 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=6edf564c-85d6-49cf-bd98-9f0a6fbc0090 HTTP/1.1" status: 200 len: 949 time: 0.8857541 Jun 11 09:49:11.382993 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdce7d0-5b22-45e5-bae7-26712c552d76 req-8c008e6d-da15-48ab-9be8-3da0327f9135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:11.385557 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ecdce7d0-5b22-45e5-bae7-26712c552d76 req-8c008e6d-da15-48ab-9be8-3da0327f9135 service neutron] 10.222.0.69 "GET /v2.0/networks?id=743172cf-2dc7-4438-9267-f806a2cb8a77 HTTP/1.1" status: 200 len: 907 time: 0.3008080 Jun 11 09:49:11.388145 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-8d8ae1ca-0d0c-482b-a7db-bf39500e901f None None] Attempting to bind port aa26fcdf-685e-43a6-9211-c76698b26fbc on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:49:11.388703 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-8d8ae1ca-0d0c-482b-a7db-bf39500e901f None None] Attempting to bind port aa26fcdf-685e-43a6-9211-c76698b26fbc by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '6b01e6de-f547-451b-b2c7-cf7ead3516ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '6820836b-bd7b-4793-8876-dbfb45277379'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:49:11.388959 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8ae1ca-0d0c-482b-a7db-bf39500e901f None None] Attempting to bind port aa26fcdf-685e-43a6-9211-c76698b26fbc on network 6820836b-bd7b-4793-8876-dbfb45277379 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:49:11.396129 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8ae1ca-0d0c-482b-a7db-bf39500e901f None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:49:11.396525 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8ae1ca-0d0c-482b-a7db-bf39500e901f None None] Checking segment: {'id': '6b01e6de-f547-451b-b2c7-cf7ead3516ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '6820836b-bd7b-4793-8876-dbfb45277379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:49:11.396949 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8d8ae1ca-0d0c-482b-a7db-bf39500e901f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:11.397353 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8ae1ca-0d0c-482b-a7db-bf39500e901f None None] Bound using segment: {'id': '6b01e6de-f547-451b-b2c7-cf7ead3516ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '6820836b-bd7b-4793-8876-dbfb45277379'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:49:11.397844 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-8d8ae1ca-0d0c-482b-a7db-bf39500e901f None None] Bound port: aa26fcdf-685e-43a6-9211-c76698b26fbc, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b01e6de-f547-451b-b2c7-cf7ead3516ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '6820836b-bd7b-4793-8876-dbfb45277379'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:49:11.398231 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8d8ae1ca-0d0c-482b-a7db-bf39500e901f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:11.416870 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1fc6bfa0-3a8d-4363-a6ad-e24ad631a648 req-c58c0134-a107-41d3-8e43-16d5452f979e service neutron] 10.222.0.64 "GET /v2.0/networks/ecbff90d-5ab6-4357-bf37-5548ca0e9255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4034498 Jun 11 09:49:11.418096 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-82fbe308-4674-4a02-bfdc-1a7fb3e24f43 req-18bef9d2-e7e7-4d12-b08d-764f4424443a tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:11.461880 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cedaad0-cc12-4f5e-84f3-cfba90635f59 req-9b4079e0-e2a9-4bc3-83ca-4be5802aa67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:11.462828 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8cedaad0-cc12-4f5e-84f3-cfba90635f59 req-9b4079e0-e2a9-4bc3-83ca-4be5802aa67c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cf20d108-f84c-44de-9036-2269564edd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0902300 Jun 11 09:49:11.474928 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ecdce7d0-5b22-45e5-bae7-26712c552d76 req-25b04700-93a9-44b3-8c21-edb6769e5f7c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01b583cb-f8db-4fad-bda7-0067ff5a712d HTTP/1.1" status: 200 len: 217 time: 0.0797939 Jun 11 09:49:11.492198 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2ff9ceaf-e2af-494a-9cf9-43d839918789 req-a75adb0a-f99d-4219-a484-9a6f3c6290ca tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198812 Jun 11 09:49:11.523318 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-8d8ae1ca-0d0c-482b-a7db-bf39500e901f None None] For port aa26fcdf-685e-43a6-9211-c76698b26fbc, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:49:11.528356 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-8d8ae1ca-0d0c-482b-a7db-bf39500e901f None None] For port aa26fcdf-685e-43a6-9211-c76698b26fbc, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=aa26fcdf-685e-43a6-9211-c76698b26fbc,segment=NetworkSegment(6b01e6de-f547-451b-b2c7-cf7ead3516ab),segment_id=6b01e6de-f547-451b-b2c7-cf7ead3516ab)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:49:11.559891 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdce7d0-5b22-45e5-bae7-26712c552d76 req-0e928cdd-7190-4471-9946-4b2dee90b048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:11.561589 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ecdce7d0-5b22-45e5-bae7-26712c552d76 req-0e928cdd-7190-4471-9946-4b2dee90b048 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=78635cc5-5408-4976-b3d9-b4cc65a6e8b4 HTTP/1.1" status: 200 len: 846 time: 0.0684440 Jun 11 09:49:11.609597 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ecdce7d0-5b22-45e5-bae7-26712c552d76 req-f9930ac3-2f32-416b-b61b-efeeb7cc3605 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=743172cf-2dc7-4438-9267-f806a2cb8a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359321 Jun 11 09:49:11.630465 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8cedaad0-cc12-4f5e-84f3-cfba90635f59 req-25e13e41-2b9c-4bab-9fec-3629346dcc35 service neutron] 10.222.0.69 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599603 Jun 11 09:49:11.690420 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8d8ae1ca-0d0c-482b-a7db-bf39500e901f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:11.693520 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:11.737461 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-82fbe308-4674-4a02-bfdc-1a7fb3e24f43 req-18bef9d2-e7e7-4d12-b08d-764f4424443a tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:11.738622 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-82fbe308-4674-4a02-bfdc-1a7fb3e24f43 req-18bef9d2-e7e7-4d12-b08d-764f4424443a tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.8858020 Jun 11 09:49:11.814761 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8ae1ca-0d0c-482b-a7db-bf39500e901f None None] Pushing event updated for resources: {'Port': ['ID=aa26fcdf-685e-43a6-9211-c76698b26fbc,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:11.826962 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-8d8ae1ca-0d0c-482b-a7db-bf39500e901f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:11.855906 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-82fbe308-4674-4a02-bfdc-1a7fb3e24f43 req-e422c6b1-48fd-47dc-9606-ada698f28d3e tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.233 HTTP/1.1" status: 200 len: 696 time: 0.0996103 Jun 11 09:49:11.905478 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8cedaad0-cc12-4f5e-84f3-cfba90635f59 req-bda37066-02fe-42f7-a72a-5efb50d1aae3 service neutron] 10.222.0.69 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675116 Jun 11 09:49:11.915039 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ecdce7d0-5b22-45e5-bae7-26712c552d76 req-c71721d5-9226-40d0-8d7b-e4c17d21c9c9 service neutron] 10.222.0.69 "GET /v2.0/networks/743172cf-2dc7-4438-9267-f806a2cb8a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2925782 Jun 11 09:49:12.107424 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fbe308-4674-4a02-bfdc-1a7fb3e24f43 req-606607a7-3cd7-4363-9bb4-ed96fd4981ac tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:12.116084 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-82fbe308-4674-4a02-bfdc-1a7fb3e24f43 req-606607a7-3cd7-4363-9bb4-ed96fd4981ac tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] 10.222.0.60 "GET /v2.0/networks/f0adef6e-169f-4a27-8865-442be2ad072d HTTP/1.1" status: 200 len: 784 time: 0.2529411 Jun 11 09:49:12.126843 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb94285-c977-4a31-8c19-c133bf88f5df req-f6f40aa5-2113-475a-9d38-31bf02a433ae tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:12.134817 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ffb94285-c977-4a31-8c19-c133bf88f5df req-f6f40aa5-2113-475a-9d38-31bf02a433ae tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=b90c76e5-87e3-456d-8bf1-1d9b58f4e6d6 HTTP/1.1" status: 200 len: 943 time: 0.3261704 Jun 11 09:49:12.399306 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ffb94285-c977-4a31-8c19-c133bf88f5df req-774aa971-75d6-47d1-a898-35aae3aface6 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=7382d103-d62f-4540-9ac2-5ea0a34701f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590654 Jun 11 09:49:12.420701 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ec52bf-7dab-46c3-8106-978284f1bb06 req-c538ac1a-37f7-4d93-9eed-880636f5bf2d tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:12.422056 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e8ec52bf-7dab-46c3-8106-978284f1bb06 req-c538ac1a-37f7-4d93-9eed-880636f5bf2d tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7775082-94ea-4ab4-9811-3ac65abbf3af HTTP/1.1" status: 200 len: 944 time: 0.1508648 Jun 11 09:49:12.480515 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ecdce7d0-5b22-45e5-bae7-26712c552d76 req-2ec0fc77-c05c-4320-bc4a-d4fb8cb5e318 service neutron] 10.222.0.69 "GET /v2.0/networks/743172cf-2dc7-4438-9267-f806a2cb8a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5513313 Jun 11 09:49:12.494894 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e8ec52bf-7dab-46c3-8106-978284f1bb06 req-86408440-be7f-4324-95fc-1d75c10ee12b tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668123 Jun 11 09:49:12.560430 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f2f02ede-c568-4927-a9c3-639c16f14bba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:12.603177 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f2f02ede-c568-4927-a9c3-639c16f14bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:12.724200 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4dec317e-a99d-4c3d-8140-f77b21760c64 req-08c60fcc-2007-49c1-8677-c40662ae1d8a tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] 10.222.0.60 "GET /v2.0/floatingips/6ebc656b-6e1a-4289-af37-465e6241b13d HTTP/1.1" status: 200 len: 693 time: 0.1035402 Jun 11 09:49:12.871122 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 9ad0dd1c-3aa4-4e80-aeb8-f02a899523e0 details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:49:12.877463 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 5a01e3c3-c03f-4e0a-9af5-152ccec47f8f up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:49:12.924270 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3f9cee-fdc0-4712-8e3a-ffafb4886766 req-dde862c6-c897-490e-9a74-581f493d7ea0 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:12.925841 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-aa3f9cee-fdc0-4712-8e3a-ffafb4886766 req-dde862c6-c897-490e-9a74-581f493d7ea0 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3f0abb7-ea50-4a0b-b952-5ae9ccd36d06 HTTP/1.1" status: 200 len: 945 time: 0.3626943 Jun 11 09:49:12.931751 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-5d762e0a-b925-404e-aa07-c8cb8aa55f22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:12.948420 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec317e-a99d-4c3d-8140-f77b21760c64 req-3fe31e81-fd89-4424-9345-5a1a105c0774 tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:12.956845 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4dec317e-a99d-4c3d-8140-f77b21760c64 req-3fe31e81-fd89-4424-9345-5a1a105c0774 tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] 10.222.0.60 "GET /v2.0/networks/f0adef6e-169f-4a27-8865-442be2ad072d HTTP/1.1" status: 200 len: 784 time: 0.2316866 Jun 11 09:49:13.013236 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-f2f02ede-c568-4927-a9c3-639c16f14bba admin admin] Allocated IP 172.25.4.254 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/438bf7ff-6d21-4346-a374-78a374a08a2a) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:49:13.058524 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-aa3f9cee-fdc0-4712-8e3a-ffafb4886766 req-0b1cc7ec-0a5d-44b8-810f-be037da75285 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/security-groups?id=57677d7e-1c66-47c6-909a-28bc4cd935da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250312 Jun 11 09:49:13.069151 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4dec317e-a99d-4c3d-8140-f77b21760c64 req-237a0ce7-463a-4d2d-8903-38ed037a649c tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.233 HTTP/1.1" status: 200 len: 696 time: 0.1105294 Jun 11 09:49:13.158930 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 9ad0dd1c-3aa4-4e80-aeb8-f02a899523e0, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=9ad0dd1c-3aa4-4e80-aeb8-f02a899523e0,segment=NetworkSegment(f561be66-4e48-459e-8c21-fceaa6c73661),segment_id=f561be66-4e48-459e-8c21-fceaa6c73661)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:49:13.183297 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning for port 5a01e3c3-c03f-4e0a-9af5-152ccec47f8f completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:49:13.193253 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4dec317e-a99d-4c3d-8140-f77b21760c64 req-8507daf2-6310-4892-8fb9-3b6e12db0d71 tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.233 HTTP/1.1" status: 200 len: 696 time: 0.1225412 Jun 11 09:49:13.195811 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': '9ad0dd1c-3aa4-4e80-aeb8-f02a899523e0', 'network_id': 'ecbff90d-5ab6-4357-bf37-5548ca0e9255', 'port_id': '9ad0dd1c-3aa4-4e80-aeb8-f02a899523e0', 'mac_address': 'fa:16:3e:d3:3e:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65fd936e-e1de-4d66-9d41-076079c1dae3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:49:13.202111 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port 5a01e3c3-c03f-4e0a-9af5-152ccec47f8f triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:49:13.207065 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:13.298820 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f2f02ede-c568-4927-a9c3-639c16f14bba admin admin] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:13.325133 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b149b941-c759-40a5-a591-0c200e191b19 None None] Network 6820836b-bd7b-4793-8876-dbfb45277379 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:49:13.439506 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:13.449388 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f2f02ede-c568-4927-a9c3-639c16f14bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:13.462878 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-76609f04-bb4e-4d7c-9c34-cecef0db5095 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:13.468929 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-4dec317e-a99d-4c3d-8140-f77b21760c64 req-59f09017-2f3a-4c94-9b79-2595d2e8f059 tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] Deleting port 143615b4-8157-4d83-a053-f45d5251550c {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:49:13.471750 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-4dec317e-a99d-4c3d-8140-f77b21760c64 req-59f09017-2f3a-4c94-9b79-2595d2e8f059 tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:13.497374 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ad0dd1c-3aa4-4e80-aeb8-f02a899523e0 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:49:13.519741 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f02ede-c568-4927-a9c3-639c16f14bba admin admin] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:49:13.522604 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-f2f02ede-c568-4927-a9c3-639c16f14bba admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:49:13.534863 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f02ede-c568-4927-a9c3-639c16f14bba admin admin] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:49:13.545209 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 9ad0dd1c-3aa4-4e80-aeb8-f02a899523e0, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=9ad0dd1c-3aa4-4e80-aeb8-f02a899523e0,segment=NetworkSegment(f561be66-4e48-459e-8c21-fceaa6c73661),segment_id=f561be66-4e48-459e-8c21-fceaa6c73661)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:49:13.548397 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63c04ab-54e5-4682-9fc5-129f975d51e2 req-9b901d5d-1a0c-4b3c-ba1d-d9518400ddc9 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:13.563445 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f63c04ab-54e5-4682-9fc5-129f975d51e2 req-9b901d5d-1a0c-4b3c-ba1d-d9518400ddc9 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=6edf564c-85d6-49cf-bd98-9f0a6fbc0090 HTTP/1.1" status: 200 len: 949 time: 0.2066977 Jun 11 09:49:13.603178 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device aa26fcdf-685e-43a6-9211-c76698b26fbc up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:49:13.643679 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-278b0c6e-9e0d-452c-97ec-364238c50aa8 None None] Provisioning for port aa26fcdf-685e-43a6-9211-c76698b26fbc completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:49:13.651894 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f02ede-c568-4927-a9c3-639c16f14bba admin admin] Pushing event updated for resources: {'Port': ['ID=438bf7ff-6d21-4346-a374-78a374a08a2a,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:13.665035 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:13.681200 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-ce315897-708b-4946-b527-ae8a6661e9b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:13.681755 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f2f02ede-c568-4927-a9c3-639c16f14bba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:13.697952 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f63c04ab-54e5-4682-9fc5-129f975d51e2 req-4a03fc22-1c91-46b5-80e5-904a65f5be75 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334429 Jun 11 09:49:13.713755 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-4dec317e-a99d-4c3d-8140-f77b21760c64 req-59f09017-2f3a-4c94-9b79-2595d2e8f059 tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:13.713755 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-4dec317e-a99d-4c3d-8140-f77b21760c64 req-59f09017-2f3a-4c94-9b79-2595d2e8f059 tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:13.742013 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:13.840743 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-4dec317e-a99d-4c3d-8140-f77b21760c64 req-59f09017-2f3a-4c94-9b79-2595d2e8f059 tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] Calling delete_port for 143615b4-8157-4d83-a053-f45d5251550c owned by network:floatingip {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:49:13.847748 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3f0abb7-ea50-4a0b-b952-5ae9ccd36d06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a01e3c3-c03f-4e0a-9af5-152ccec47f8f'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:49:13.850385 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-870cf4fa-ee4a-4c69-995e-57357145ca65" -d '{"events": [{"server_uuid": "f3f0abb7-ea50-4a0b-b952-5ae9ccd36d06", "name": "network-vif-plugged", "status": "completed", "tag": "5a01e3c3-c03f-4e0a-9af5-152ccec47f8f"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:49:13.857856 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=9ad0dd1c-3aa4-4e80-aeb8-f02a899523e0,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:13.876896 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:13.882522 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 5a01e3c3-c03f-4e0a-9af5-152ccec47f8f, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=5a01e3c3-c03f-4e0a-9af5-152ccec47f8f,segment=NetworkSegment(795b623e-39fe-4036-b5cd-c232096acd1e),segment_id=795b623e-39fe-4036-b5cd-c232096acd1e)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:49:13.936577 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['9ad0dd1c-3aa4-4e80-aeb8-f02a899523e0'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:49:13.965959 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d51310f-e364-43d8-812c-03ca21a60c79 req-3c5d4349-71dd-4e1f-915e-e912db4a776c tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:13.967420 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8d51310f-e364-43d8-812c-03ca21a60c79 req-3c5d4349-71dd-4e1f-915e-e912db4a776c tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=b90c76e5-87e3-456d-8bf1-1d9b58f4e6d6 HTTP/1.1" status: 200 len: 944 time: 0.1228545 Jun 11 09:49:13.972645 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port aa26fcdf-685e-43a6-9211-c76698b26fbc completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:49:13.978721 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port aa26fcdf-685e-43a6-9211-c76698b26fbc triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:49:13.979210 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:14.023942 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8d51310f-e364-43d8-812c-03ca21a60c79 req-f1dcef07-084e-4bc2-92ed-554a54e38cb6 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=7382d103-d62f-4540-9ac2-5ea0a34701f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507059 Jun 11 09:49:14.040279 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:14.055851 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:14.109500 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-4dec317e-a99d-4c3d-8140-f77b21760c64 req-59f09017-2f3a-4c94-9b79-2595d2e8f059 tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:14.119600 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-33cff821-e8ba-4ec2-a311-27bf31256049 tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:14.128119 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=5a01e3c3-c03f-4e0a-9af5-152ccec47f8f,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:14.133458 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:14.169220 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f09017-2f3a-4c94-9b79-2595d2e8f059 tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] Pushing event deleted for resources: {'Port': ['ID=143615b4-8157-4d83-a053-f45d5251550c,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:14.179268 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-59f09017-2f3a-4c94-9b79-2595d2e8f059 tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:14.214970 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:14.263054 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-4dec317e-a99d-4c3d-8140-f77b21760c64 req-59f09017-2f3a-4c94-9b79-2595d2e8f059 tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] Notify callbacks [] for floatingip, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:14.267169 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-4dec317e-a99d-4c3d-8140-f77b21760c64 req-59f09017-2f3a-4c94-9b79-2595d2e8f059 tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:14.268646 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4dec317e-a99d-4c3d-8140-f77b21760c64 req-59f09017-2f3a-4c94-9b79-2595d2e8f059 tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] 10.222.0.60 "DELETE /v2.0/floatingips/6ebc656b-6e1a-4289-af37-465e6241b13d HTTP/1.1" status: 204 len: 173 time: 1.0744762 Jun 11 09:49:14.292745 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f2f02ede-c568-4927-a9c3-639c16f14bba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:14.314186 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port aa26fcdf-685e-43a6-9211-c76698b26fbc, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=aa26fcdf-685e-43a6-9211-c76698b26fbc,segment=NetworkSegment(6b01e6de-f547-451b-b2c7-cf7ead3516ab),segment_id=6b01e6de-f547-451b-b2c7-cf7ead3516ab)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:49:14.328813 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-ce8f0faf-a750-4a16-ab28-17d4403a0d36 None None] Provisioning complete for port aa26fcdf-685e-43a6-9211-c76698b26fbc triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:49:14.329196 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ce8f0faf-a750-4a16-ab28-17d4403a0d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:14.389835 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe48b4c7-7dc5-477a-9c92-bc7d74c57a5c x-openstack-request-id: req-fe48b4c7-7dc5-477a-9c92-bc7d74c57a5c {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:49:14.390138 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3f0abb7-ea50-4a0b-b952-5ae9ccd36d06", "name": "network-vif-plugged", "status": "completed", "tag": "5a01e3c3-c03f-4e0a-9af5-152ccec47f8f", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:49:14.400432 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fe48b4c7-7dc5-477a-9c92-bc7d74c57a5c {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:49:14.400432 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3f0abb7-ea50-4a0b-b952-5ae9ccd36d06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a01e3c3-c03f-4e0a-9af5-152ccec47f8f', 'code': 200} Jun 11 09:49:14.401740 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:14.406303 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:14.417036 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c2bf112a-d36e-4d27-aac7-177c0ce06394 req-645c8de0-6dcb-497b-a2b1-a41f66805ac8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=07a4e6db-d26d-45d2-b2ee-df8136c9da39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1055193 Jun 11 09:49:14.453093 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ab15da-1257-4592-8e05-6d801139fcc7 req-ca48c193-02a4-4713-9eb5-0fb76bc0a4d7 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:14.455026 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e9ab15da-1257-4592-8e05-6d801139fcc7 req-ca48c193-02a4-4713-9eb5-0fb76bc0a4d7 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7775082-94ea-4ab4-9811-3ac65abbf3af HTTP/1.1" status: 200 len: 944 time: 0.2719047 Jun 11 09:49:14.547524 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e9ab15da-1257-4592-8e05-6d801139fcc7 req-5099eb78-5a9c-4817-ba55-3d3f6138da6f tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586388 Jun 11 09:49:14.575076 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=aa26fcdf-685e-43a6-9211-c76698b26fbc,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:14.595919 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:14.665604 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf112a-d36e-4d27-aac7-177c0ce06394 req-5807ed93-450b-4e58-9401-0bb9186f0c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:14.667202 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c2bf112a-d36e-4d27-aac7-177c0ce06394 req-5807ed93-450b-4e58-9401-0bb9186f0c36 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=85a0b78c318440aa9b70136d633fbbff&device_id=07a4e6db-d26d-45d2-b2ee-df8136c9da39 HTTP/1.1" status: 200 len: 1098 time: 0.2094514 Jun 11 09:49:14.680381 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8297c86-9fac-40f6-9252-bbc7e8b3a39e req-970ca39f-0a12-446b-bfce-57483af494a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:14.681846 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f8297c86-9fac-40f6-9252-bbc7e8b3a39e req-970ca39f-0a12-446b-bfce-57483af494a3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f3f0abb7-ea50-4a0b-b952-5ae9ccd36d06 HTTP/1.1" status: 200 len: 1098 time: 0.1446292 Jun 11 09:49:14.689783 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb92bc1-e5de-4d62-9dbb-aedfcfdba40f req-fd5c0205-546c-4bca-a8a9-6389d18658c5 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:14.691266 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0bb92bc1-e5de-4d62-9dbb-aedfcfdba40f req-fd5c0205-546c-4bca-a8a9-6389d18658c5 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3f0abb7-ea50-4a0b-b952-5ae9ccd36d06 HTTP/1.1" status: 200 len: 946 time: 0.1417770 Jun 11 09:49:14.836917 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f8297c86-9fac-40f6-9252-bbc7e8b3a39e req-ac71ae11-c7c5-4b43-be9f-dcb38c31ff28 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=57677d7e-1c66-47c6-909a-28bc4cd935da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404796 Jun 11 09:49:14.853344 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0bb92bc1-e5de-4d62-9dbb-aedfcfdba40f req-ec5b6b40-1bd0-4e48-8ffc-dbcb66a7570b tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/security-groups?id=57677d7e-1c66-47c6-909a-28bc4cd935da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486571 Jun 11 09:49:14.881656 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf112a-d36e-4d27-aac7-177c0ce06394 req-279651ad-044c-4593-a3ef-eaa5faa54572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:14.883346 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c2bf112a-d36e-4d27-aac7-177c0ce06394 req-279651ad-044c-4593-a3ef-eaa5faa54572 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ecbff90d-5ab6-4357-bf37-5548ca0e9255 HTTP/1.1" status: 200 len: 911 time: 0.1880362 Jun 11 09:49:14.942110 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c2bf112a-d36e-4d27-aac7-177c0ce06394 req-2513e240-69a7-459a-8edd-63ccb17a1a73 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62edb212-025f-4ae0-a3a1-9c7870b038ba HTTP/1.1" status: 200 len: 217 time: 0.0521488 Jun 11 09:49:15.021994 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf112a-d36e-4d27-aac7-177c0ce06394 req-bdba4e81-b7b3-4ee9-a037-b52cdbbab62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:15.023431 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c2bf112a-d36e-4d27-aac7-177c0ce06394 req-bdba4e81-b7b3-4ee9-a037-b52cdbbab62a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65fd936e-e1de-4d66-9d41-076079c1dae3 HTTP/1.1" status: 200 len: 849 time: 0.0626459 Jun 11 09:49:15.046514 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 01b583cb-f8db-4fad-bda7-0067ff5a712d details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:49:15.084857 n-d-779913-12 neutron-server[93177]: INFO neutron.api.v2.resource [req-1e076661-2554-46d9-aff1-8b0bedcfc5f0 req-67736161-126c-470a-acb3-261eb5f8003b tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] show failed (client error): The resource could not be found. Jun 11 09:49:15.085817 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1e076661-2554-46d9-aff1-8b0bedcfc5f0 req-67736161-126c-470a-acb3-261eb5f8003b tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] 10.222.0.60 "GET /v2.0/floatingips/6ebc656b-6e1a-4289-af37-465e6241b13d HTTP/1.1" status: 404 len: 350 time: 0.4682419 Jun 11 09:49:15.090777 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf112a-d36e-4d27-aac7-177c0ce06394 req-dbbaf114-339b-4e15-a839-95b948b3ded2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:15.093126 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c2bf112a-d36e-4d27-aac7-177c0ce06394 req-dbbaf114-339b-4e15-a839-95b948b3ded2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ecbff90d-5ab6-4357-bf37-5548ca0e9255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0617952 Jun 11 09:49:15.135996 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f2f02ede-c568-4927-a9c3-639c16f14bba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:15.198605 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 01b583cb-f8db-4fad-bda7-0067ff5a712d, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=01b583cb-f8db-4fad-bda7-0067ff5a712d,segment=NetworkSegment(b51c68b7-80ed-4de8-bd6d-e2ba699aba0b),segment_id=b51c68b7-80ed-4de8-bd6d-e2ba699aba0b)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:49:15.212034 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': '01b583cb-f8db-4fad-bda7-0067ff5a712d', 'network_id': '743172cf-2dc7-4438-9267-f806a2cb8a77', 'port_id': '01b583cb-f8db-4fad-bda7-0067ff5a712d', 'mac_address': 'fa:16:3e:95:f1:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78635cc5-5408-4976-b3d9-b4cc65a6e8b4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:49:15.266059 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:15.275592 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512e3e3b-ada5-4021-a5f0-9994f970aa3d req-dafc1cda-a608-4f4c-9dc3-635ed6f38837 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:15.277810 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-512e3e3b-ada5-4021-a5f0-9994f970aa3d req-dafc1cda-a608-4f4c-9dc3-635ed6f38837 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=6edf564c-85d6-49cf-bd98-9f0a6fbc0090 HTTP/1.1" status: 200 len: 949 time: 0.1836267 Jun 11 09:49:15.281565 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c2bf112a-d36e-4d27-aac7-177c0ce06394 req-bdb1ea89-8b10-41fd-80d2-d7fcaa265b8f service neutron] 10.222.0.64 "GET /v2.0/networks/ecbff90d-5ab6-4357-bf37-5548ca0e9255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773939 Jun 11 09:49:15.284955 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01b583cb-f8db-4fad-bda7-0067ff5a712d {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:49:15.308644 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 01b583cb-f8db-4fad-bda7-0067ff5a712d, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=01b583cb-f8db-4fad-bda7-0067ff5a712d,segment=NetworkSegment(b51c68b7-80ed-4de8-bd6d-e2ba699aba0b),segment_id=b51c68b7-80ed-4de8-bd6d-e2ba699aba0b)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:49:15.348887 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28be8586-5755-40b7-bf2b-56df1d832ad8 req-7ed2cbe3-fa5e-4247-8b73-ae4a91c3a96e tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:15.350402 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-28be8586-5755-40b7-bf2b-56df1d832ad8 req-7ed2cbe3-fa5e-4247-8b73-ae4a91c3a96e tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad15899d-2c49-4d83-a641-4e0184807ac8 HTTP/1.1" status: 200 len: 951 time: 0.1086066 Jun 11 09:49:15.380810 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:15.382776 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:15.401953 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-28be8586-5755-40b7-bf2b-56df1d832ad8 req-9907dcf1-c03d-4336-baef-4db49ffddaca tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] 10.222.0.60 "GET /v2.0/security-groups?id=3dfb640a-7174-4f82-a9e7-bf6bbf6da8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444136 Jun 11 09:49:15.406217 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-512e3e3b-ada5-4021-a5f0-9994f970aa3d req-9d3ad88f-3a45-441d-9f95-52bdca6aaebd tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216173 Jun 11 09:49:15.439158 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c2bf112a-d36e-4d27-aac7-177c0ce06394 req-5c194ae9-6b7f-4e0c-b64f-6a0eef5e69f2 service neutron] 10.222.0.64 "GET /v2.0/networks/ecbff90d-5ab6-4357-bf37-5548ca0e9255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478996 Jun 11 09:49:15.477290 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2f02ede-c568-4927-a9c3-639c16f14bba admin admin] Router f48551d6-0b65-4b7c-9063-30b596b2e86d is scheduled to L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 with binding_index 1 {{(pid=93177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 09:49:15.495613 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=01b583cb-f8db-4fad-bda7-0067ff5a712d,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:15.499608 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:15.537028 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device aa26fcdf-685e-43a6-9211-c76698b26fbc up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:49:15.604112 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port aa26fcdf-685e-43a6-9211-c76698b26fbc triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:49:15.604501 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:15.664340 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a125c93-f0dd-4898-9472-5306949678e3 req-cb0d7260-11b7-4895-906d-582781484514 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:15.666180 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8a125c93-f0dd-4898-9472-5306949678e3 req-cb0d7260-11b7-4895-906d-582781484514 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=b90c76e5-87e3-456d-8bf1-1d9b58f4e6d6 HTTP/1.1" status: 200 len: 944 time: 0.1140015 Jun 11 09:49:15.712614 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8a125c93-f0dd-4898-9472-5306949678e3 req-afab5c4a-1a22-4d45-865e-3cd4193b19fd tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=7382d103-d62f-4540-9ac2-5ea0a34701f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393121 Jun 11 09:49:15.720374 n-d-779913-12 neutron-server[93177]: INFO neutron.api.v2.resource [req-2ee4c32e-afd3-4a08-9639-810cf41457f6 req-6836f618-cfce-4431-ac3a-e22fc70fa721 tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] show failed (client error): The resource could not be found. Jun 11 09:49:15.721474 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2ee4c32e-afd3-4a08-9639-810cf41457f6 req-6836f618-cfce-4431-ac3a-e22fc70fa721 tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] 10.222.0.60 "GET /v2.0/floatingips/6ebc656b-6e1a-4289-af37-465e6241b13d HTTP/1.1" status: 404 len: 350 time: 0.0791626 Jun 11 09:49:15.744425 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 47630) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:49:15.758751 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d265480e-d5d8-483a-8a98-e14047a70afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:15.814130 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f02ede-c568-4927-a9c3-639c16f14bba admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:49:15.822316 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69388a57-e7cc-4974-84b0-5fcd48b05e2c None None] Sync routers for ids ['f48551d6-0b65-4b7c-9063-30b596b2e86d'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:49:15.838113 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69388a57-e7cc-4974-84b0-5fcd48b05e2c None None] Routers {'f48551d6-0b65-4b7c-9063-30b596b2e86d'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:49:15.839642 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-69388a57-e7cc-4974-84b0-5fcd48b05e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:49:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['f48551d6-0b65-4b7c-9063-30b596b2e86d'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:49:15.858591 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c7459a49-8b64-4e35-8838-b4ea96c11537 req-c8f6b29f-7232-4f43-a533-c4b1dbca2d32 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4a97632d-2625-4ca9-afb6-ae7df42d0ac2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1482868 Jun 11 09:49:15.933351 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:15.977719 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f2f02ede-c568-4927-a9c3-639c16f14bba admin admin] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:15.979354 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-f2f02ede-c568-4927-a9c3-639c16f14bba admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 5.8943987 Jun 11 09:49:15.984505 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 47650) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:49:16.154074 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['01b583cb-f8db-4fad-bda7-0067ff5a712d'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:49:16.211783 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7459a49-8b64-4e35-8838-b4ea96c11537 req-3c31465b-6e4e-46e2-bf30-55c09b572931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:16.213321 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c7459a49-8b64-4e35-8838-b4ea96c11537 req-3c31465b-6e4e-46e2-bf30-55c09b572931 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2d153095abe14427b94c36cd340ad809&device_id=4a97632d-2625-4ca9-afb6-ae7df42d0ac2 HTTP/1.1" status: 200 len: 1102 time: 0.3220241 Jun 11 09:49:16.270778 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-69388a57-e7cc-4974-84b0-5fcd48b05e2c None None] Set router f48551d6-0b65-4b7c-9063-30b596b2e86d gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:49:16.402214 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47eb744-4403-4d44-bf83-c97eaa4a5f50 req-2221f4d4-3d4a-4fdc-acd6-6646abed3a55 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:16.404376 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d47eb744-4403-4d44-bf83-c97eaa4a5f50 req-2221f4d4-3d4a-4fdc-acd6-6646abed3a55 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7775082-94ea-4ab4-9811-3ac65abbf3af HTTP/1.1" status: 200 len: 945 time: 0.1136608 Jun 11 09:49:16.499014 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d47eb744-4403-4d44-bf83-c97eaa4a5f50 req-983e19ca-eca4-4445-991a-d7964ce48379 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859568 Jun 11 09:49:16.538865 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a212bea0-a66c-4772-8f66-dcec53194c4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375209'] for router_interface, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:16.564535 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7459a49-8b64-4e35-8838-b4ea96c11537 req-828e06ce-9340-46a8-a56f-9dcdd23589c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:16.566115 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c7459a49-8b64-4e35-8838-b4ea96c11537 req-828e06ce-9340-46a8-a56f-9dcdd23589c5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cf20d108-f84c-44de-9036-2269564edd60 HTTP/1.1" status: 200 len: 870 time: 0.3246083 Jun 11 09:49:16.578912 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9833a8-79d2-414a-9962-38174200452b req-a92404ee-57a8-4770-a96a-93af9b3da21d tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:16.582688 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cf9833a8-79d2-414a-9962-38174200452b req-a92404ee-57a8-4770-a96a-93af9b3da21d tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3f0abb7-ea50-4a0b-b952-5ae9ccd36d06 HTTP/1.1" status: 200 len: 946 time: 0.2428939 Jun 11 09:49:16.609658 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:16.640615 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-69388a57-e7cc-4974-84b0-5fcd48b05e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48551d6-0b65-4b7c-9063-30b596b2e86d', 'name': 'tempest-ServersTestJSON-2005532366-router', 'tenant_id': 'b12bc305b44c4346b7a618cb035bad79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '438bf7ff-6d21-4346-a374-78a374a08a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:49:10Z', 'updated_at': '2021-06-11T09:49:13Z', 'revision_number': 3, 'project_id': 'b12bc305b44c4346b7a618cb035bad79', 'gw_port': {'id': '438bf7ff-6d21-4346-a374-78a374a08a2a', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ac:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f48551d6-0b65-4b7c-9063-30b596b2e86d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:49:12Z', 'updated_at': '2021-06-11T09:49:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:49:16.645334 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69388a57-e7cc-4974-84b0-5fcd48b05e2c None None] Checking router: f48551d6-0b65-4b7c-9063-30b596b2e86d for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:49:16.645782 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69388a57-e7cc-4974-84b0-5fcd48b05e2c None None] Updating router f48551d6-0b65-4b7c-9063-30b596b2e86d port 438bf7ff-6d21-4346-a374-78a374a08a2a binding host n-d-779913-12 {{(pid=93178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 09:49:16.693302 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-69388a57-e7cc-4974-84b0-5fcd48b05e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:16.761927 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c7459a49-8b64-4e35-8838-b4ea96c11537 req-d80f52bb-c457-4a44-ae8c-0f0254b1c3a4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=cbc95581-f7cd-49cd-a94b-99db80038c35 HTTP/1.1" status: 200 len: 217 time: 0.1760623 Jun 11 09:49:16.852163 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cf9833a8-79d2-414a-9962-38174200452b req-201594cb-0be9-4197-b301-e3ead0dea5b3 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/security-groups?id=57677d7e-1c66-47c6-909a-28bc4cd935da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651083 Jun 11 09:49:16.934105 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7459a49-8b64-4e35-8838-b4ea96c11537 req-8f50bded-85ef-4992-a2e2-247adb0401e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:16.935557 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c7459a49-8b64-4e35-8838-b4ea96c11537 req-8f50bded-85ef-4992-a2e2-247adb0401e4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=189b03cc-b2a8-4615-9ab5-ad0328c3f10f HTTP/1.1" status: 200 len: 843 time: 0.1599953 Jun 11 09:49:16.952622 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 9ad0dd1c-3aa4-4e80-aeb8-f02a899523e0 up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:49:17.074942 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device f465a301-28b2-46bf-b64b-5c5993ac9add no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:49:17.111710 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7459a49-8b64-4e35-8838-b4ea96c11537 req-211bbe72-a1b5-4742-8f42-b8bb7de4f96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:17.113222 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c7459a49-8b64-4e35-8838-b4ea96c11537 req-211bbe72-a1b5-4742-8f42-b8bb7de4f96e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cf20d108-f84c-44de-9036-2269564edd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1638873 Jun 11 09:49:17.133709 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-146e08ff-cb1d-4b34-9218-e62d3ab7365f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:17.139924 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning for port 9ad0dd1c-3aa4-4e80-aeb8-f02a899523e0 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:49:17.164109 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port 9ad0dd1c-3aa4-4e80-aeb8-f02a899523e0 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:49:17.164852 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:17.211928 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-69388a57-e7cc-4974-84b0-5fcd48b05e2c None None] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:17.241671 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-69388a57-e7cc-4974-84b0-5fcd48b05e2c None None] Transition to ACTIVE for port object 438bf7ff-6d21-4346-a374-78a374a08a2a will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:49:17.306357 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:17.346121 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-69388a57-e7cc-4974-84b0-5fcd48b05e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:17.351115 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b498d4be-df03-45d0-a7c8-6b1f7e2769da req-e8fc13f7-040d-43a4-8905-0a25abf777cf tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:17.355841 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70b0c2ba-a196-435f-9512-ad004a444332 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:17.359433 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b498d4be-df03-45d0-a7c8-6b1f7e2769da req-e8fc13f7-040d-43a4-8905-0a25abf777cf tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=6edf564c-85d6-49cf-bd98-9f0a6fbc0090 HTTP/1.1" status: 200 len: 949 time: 0.1336079 Jun 11 09:49:17.400553 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c7459a49-8b64-4e35-8838-b4ea96c11537 req-bb48bfa5-cb27-4021-92c9-6f4ec3b08a09 service neutron] 10.222.0.69 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762413 Jun 11 09:49:17.436817 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b498d4be-df03-45d0-a7c8-6b1f7e2769da req-4e4c842c-8fa5-40d1-b334-3acce2dbf641 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779822 Jun 11 09:49:17.445932 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:17.475294 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5619d13-d25d-4ec1-85f4-13ad7b35dbb8 None None] Pushing event updated for resources: {'Port': ['ID=438bf7ff-6d21-4346-a374-78a374a08a2a,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:17.492947 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-a212bea0-a66c-4772-8f66-dcec53194c4a admin admin] Deleting port 2224a555-34df-4faa-b7d0-2cd8a714eaf1 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:49:17.493510 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a212bea0-a66c-4772-8f66-dcec53194c4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:17.516376 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 9ad0dd1c-3aa4-4e80-aeb8-f02a899523e0, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=9ad0dd1c-3aa4-4e80-aeb8-f02a899523e0,segment=NetworkSegment(f561be66-4e48-459e-8c21-fceaa6c73661),segment_id=f561be66-4e48-459e-8c21-fceaa6c73661)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:49:17.517526 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad15899d-2c49-4d83-a641-4e0184807ac8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f465a301-28b2-46bf-b64b-5c5993ac9add'}, {'server_uuid': 'b90c76e5-87e3-456d-8bf1-1d9b58f4e6d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ad0dd1c-3aa4-4e80-aeb8-f02a899523e0'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:49:17.522807 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-437f1620-fb25-4d01-9715-9868263defb8" -d '{"events": [{"server_uuid": "ad15899d-2c49-4d83-a641-4e0184807ac8", "name": "network-vif-unplugged", "status": "completed", "tag": "f465a301-28b2-46bf-b64b-5c5993ac9add"}, {"server_uuid": "b90c76e5-87e3-456d-8bf1-1d9b58f4e6d6", "name": "network-vif-plugged", "status": "completed", "tag": "9ad0dd1c-3aa4-4e80-aeb8-f02a899523e0"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:49:17.531372 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-d5619d13-d25d-4ec1-85f4-13ad7b35dbb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:17.543680 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-69388a57-e7cc-4974-84b0-5fcd48b05e2c None None] Attempting to bind port 438bf7ff-6d21-4346-a374-78a374a08a2a on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:49:17.545065 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-69388a57-e7cc-4974-84b0-5fcd48b05e2c None None] Attempting to bind port 438bf7ff-6d21-4346-a374-78a374a08a2a by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:49:17.545065 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69388a57-e7cc-4974-84b0-5fcd48b05e2c None None] Attempting to bind port 438bf7ff-6d21-4346-a374-78a374a08a2a on network f0adef6e-169f-4a27-8865-442be2ad072d {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:49:17.552485 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69388a57-e7cc-4974-84b0-5fcd48b05e2c None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:49:17.553122 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69388a57-e7cc-4974-84b0-5fcd48b05e2c None None] Checking segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:49:17.553788 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-69388a57-e7cc-4974-84b0-5fcd48b05e2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:17.554442 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69388a57-e7cc-4974-84b0-5fcd48b05e2c None None] Bound using segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:49:17.555040 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-69388a57-e7cc-4974-84b0-5fcd48b05e2c None None] Bound port: 438bf7ff-6d21-4346-a374-78a374a08a2a, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:49:17.555555 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-69388a57-e7cc-4974-84b0-5fcd48b05e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:17.563111 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95960a47-6ac0-40b7-a3af-cd596d62950b req-00f94278-c064-49ca-9f07-679810da2514 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:17.564633 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-95960a47-6ac0-40b7-a3af-cd596d62950b req-00f94278-c064-49ca-9f07-679810da2514 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=b90c76e5-87e3-456d-8bf1-1d9b58f4e6d6 HTTP/1.1" status: 200 len: 944 time: 0.2900381 Jun 11 09:49:17.589793 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-146e08ff-cb1d-4b34-9218-e62d3ab7365f admin admin] Allocated IP 172.20.0.1 (6820836b-bd7b-4793-8876-dbfb45277379/d2499c79-62f3-4ec5-a1d8-3ef0f5057886/9c2b9b6c-17c8-4bc7-9905-47a358d34387) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:49:17.591382 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port f465a301-28b2-46bf-b64b-5c5993ac9add, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=f465a301-28b2-46bf-b64b-5c5993ac9add,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:49:17.608198 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:17.612266 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:17.660999 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-a212bea0-a66c-4772-8f66-dcec53194c4a admin admin] For port 2224a555-34df-4faa-b7d0-2cd8a714eaf1, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=2224a555-34df-4faa-b7d0-2cd8a714eaf1,segment=NetworkSegment(b42e98d1-0cc2-4b97-ad08-fa52cd982bc4),segment_id=b42e98d1-0cc2-4b97-ad08-fa52cd982bc4)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:49:17.661823 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a212bea0-a66c-4772-8f66-dcec53194c4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:17.668481 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c7459a49-8b64-4e35-8838-b4ea96c11537 req-4cbeee59-a9e8-43be-b0c5-913a79fbee20 service neutron] 10.222.0.69 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567971 Jun 11 09:49:17.673058 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-95960a47-6ac0-40b7-a3af-cd596d62950b req-80dbe95a-29f6-4f12-80ea-dcf16ebba555 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=7382d103-d62f-4540-9ac2-5ea0a34701f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008956 Jun 11 09:49:17.677814 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-69388a57-e7cc-4974-84b0-5fcd48b05e2c None None] For port 438bf7ff-6d21-4346-a374-78a374a08a2a, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:49:17.703121 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-69388a57-e7cc-4974-84b0-5fcd48b05e2c None None] For port 438bf7ff-6d21-4346-a374-78a374a08a2a, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=438bf7ff-6d21-4346-a374-78a374a08a2a,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:49:17.704334 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:17.710447 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=9ad0dd1c-3aa4-4e80-aeb8-f02a899523e0,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:17.720723 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:17.721467 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-d5619d13-d25d-4ec1-85f4-13ad7b35dbb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:17.761673 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-69388a57-e7cc-4974-84b0-5fcd48b05e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:17.780158 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-a212bea0-a66c-4772-8f66-dcec53194c4a admin admin] Calling delete_port for 2224a555-34df-4faa-b7d0-2cd8a714eaf1 owned by network:router_interface {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:49:17.805282 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-146e08ff-cb1d-4b34-9218-e62d3ab7365f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:17.821450 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69388a57-e7cc-4974-84b0-5fcd48b05e2c None None] Routers {'f48551d6-0b65-4b7c-9063-30b596b2e86d'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:49:17.822094 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-69388a57-e7cc-4974-84b0-5fcd48b05e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:49:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['f48551d6-0b65-4b7c-9063-30b596b2e86d'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:49:17.829458 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-146e08ff-cb1d-4b34-9218-e62d3ab7365f admin admin] Transition to ACTIVE for port object 9c2b9b6c-17c8-4bc7-9905-47a358d34387 will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:49:17.881462 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c05b407-f503-4cca-ba0b-4f502196b70d req-eb1f4e20-b3e9-49dc-9658-776eaa466d79 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:17.882823 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4c05b407-f503-4cca-ba0b-4f502196b70d req-eb1f4e20-b3e9-49dc-9658-776eaa466d79 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3f0abb7-ea50-4a0b-b952-5ae9ccd36d06 HTTP/1.1" status: 200 len: 946 time: 0.2846787 Jun 11 09:49:17.930445 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-146e08ff-cb1d-4b34-9218-e62d3ab7365f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:17.934166 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-76609f04-bb4e-4d7c-9c34-cecef0db5095 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:17.938416 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=f465a301-28b2-46bf-b64b-5c5993ac9add,revision_number=11']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:17.948356 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:17.957501 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.185s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:17.998318 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146e08ff-cb1d-4b34-9218-e62d3ab7365f admin admin] Network 6820836b-bd7b-4793-8876-dbfb45277379 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:49:18.007683 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4c05b407-f503-4cca-ba0b-4f502196b70d req-39759458-eff6-4e00-a31a-f7aeb95db2bb tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/security-groups?id=57677d7e-1c66-47c6-909a-28bc4cd935da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127813 Jun 11 09:49:18.011929 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-146e08ff-cb1d-4b34-9218-e62d3ab7365f admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:49:18.016397 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146e08ff-cb1d-4b34-9218-e62d3ab7365f admin admin] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:49:18.020856 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146e08ff-cb1d-4b34-9218-e62d3ab7365f admin admin] Pushing event updated for resources: {'Port': ['ID=9c2b9b6c-17c8-4bc7-9905-47a358d34387,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:18.053698 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-69388a57-e7cc-4974-84b0-5fcd48b05e2c None None] Set router f48551d6-0b65-4b7c-9063-30b596b2e86d gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:49:18.070106 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-146e08ff-cb1d-4b34-9218-e62d3ab7365f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:18.096282 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-146e08ff-cb1d-4b34-9218-e62d3ab7365f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-375088'] for router_interface, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:18.154034 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 11 Jun 2021 09:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb767f3-f39c-47bf-bb2c-ed546717e369 x-openstack-request-id: req-cdb767f3-f39c-47bf-bb2c-ed546717e369 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:49:18.154358 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad15899d-2c49-4d83-a641-4e0184807ac8", "name": "network-vif-unplugged", "status": "completed", "tag": "f465a301-28b2-46bf-b64b-5c5993ac9add", "code": 200}, {"server_uuid": "b90c76e5-87e3-456d-8bf1-1d9b58f4e6d6", "name": "network-vif-plugged", "status": "completed", "tag": "9ad0dd1c-3aa4-4e80-aeb8-f02a899523e0", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:49:18.154649 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cdb767f3-f39c-47bf-bb2c-ed546717e369 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:49:18.155067 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad15899d-2c49-4d83-a641-4e0184807ac8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f465a301-28b2-46bf-b64b-5c5993ac9add', 'code': 200} Jun 11 09:49:18.155340 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b90c76e5-87e3-456d-8bf1-1d9b58f4e6d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ad0dd1c-3aa4-4e80-aeb8-f02a899523e0', 'code': 200} Jun 11 09:49:18.168384 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5619d13-d25d-4ec1-85f4-13ad7b35dbb8 None None] Pushing event updated for resources: {'Port': ['ID=438bf7ff-6d21-4346-a374-78a374a08a2a,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:18.181227 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-d5619d13-d25d-4ec1-85f4-13ad7b35dbb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:18.239282 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a212bea0-a66c-4772-8f66-dcec53194c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:18.241677 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ba54aa1f-8b41-4c56-b577-f6991b0268c5 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:18.356111 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a212bea0-a66c-4772-8f66-dcec53194c4a admin admin] Pushing event deleted for resources: {'Port': ['ID=2224a555-34df-4faa-b7d0-2cd8a714eaf1,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:18.405275 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a212bea0-a66c-4772-8f66-dcec53194c4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:18.556779 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:18.596915 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8218d6f-04e5-4c9e-bad5-d43183359e54 req-cc8d3088-4a11-4932-aee7-678b47b91c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:18.598663 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d8218d6f-04e5-4c9e-bad5-d43183359e54 req-cc8d3088-4a11-4932-aee7-678b47b91c05 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b90c76e5-87e3-456d-8bf1-1d9b58f4e6d6 HTTP/1.1" status: 200 len: 1097 time: 0.3270526 Jun 11 09:49:18.650687 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-512d54cd-c002-4b69-ba18-bde618e69567 None None] Provisioning for port 9c2b9b6c-17c8-4bc7-9905-47a358d34387 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:49:18.659986 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-512d54cd-c002-4b69-ba18-bde618e69567 None None] Provisioning complete for port 9c2b9b6c-17c8-4bc7-9905-47a358d34387 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:49:18.660711 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-512d54cd-c002-4b69-ba18-bde618e69567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:18.707478 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a212bea0-a66c-4772-8f66-dcec53194c4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362297'] for router_interface, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:18.718381 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-69388a57-e7cc-4974-84b0-5fcd48b05e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48551d6-0b65-4b7c-9063-30b596b2e86d', 'name': 'tempest-ServersTestJSON-2005532366-router', 'tenant_id': 'b12bc305b44c4346b7a618cb035bad79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '438bf7ff-6d21-4346-a374-78a374a08a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:49:10Z', 'updated_at': '2021-06-11T09:49:13Z', 'revision_number': 3, 'project_id': 'b12bc305b44c4346b7a618cb035bad79', 'gw_port': {'id': '438bf7ff-6d21-4346-a374-78a374a08a2a', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ac:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f48551d6-0b65-4b7c-9063-30b596b2e86d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:49:12Z', 'updated_at': '2021-06-11T09:49:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:49:18.728618 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69388a57-e7cc-4974-84b0-5fcd48b05e2c None None] The sync data for ids ['f48551d6-0b65-4b7c-9063-30b596b2e86d'] in n-d-779913-12 is: [{'id': 'f48551d6-0b65-4b7c-9063-30b596b2e86d', 'name': 'tempest-ServersTestJSON-2005532366-router', 'tenant_id': 'b12bc305b44c4346b7a618cb035bad79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '438bf7ff-6d21-4346-a374-78a374a08a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:49:10Z', 'updated_at': '2021-06-11T09:49:13Z', 'revision_number': 3, 'project_id': 'b12bc305b44c4346b7a618cb035bad79', 'gw_port': {'id': '438bf7ff-6d21-4346-a374-78a374a08a2a', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ac:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f48551d6-0b65-4b7c-9063-30b596b2e86d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:49:12Z', 'updated_at': '2021-06-11T09:49:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:49:18.741336 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-512d54cd-c002-4b69-ba18-bde618e69567 None None] Port 9c2b9b6c-17c8-4bc7-9905-47a358d34387 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:49:18.906801 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d8218d6f-04e5-4c9e-bad5-d43183359e54 req-973bd797-49d4-483b-9575-cf69b00690bf service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7382d103-d62f-4540-9ac2-5ea0a34701f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971052 Jun 11 09:49:18.915410 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3319a30-8d35-4fee-9a1d-fb4965d1444a req-ef7f07e3-d5e4-4fff-a36c-4f9e1fe3fdf2 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:18.920220 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c3319a30-8d35-4fee-9a1d-fb4965d1444a req-ef7f07e3-d5e4-4fff-a36c-4f9e1fe3fdf2 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7775082-94ea-4ab4-9811-3ac65abbf3af HTTP/1.1" status: 200 len: 945 time: 0.8182092 Jun 11 09:49:18.968917 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011580cc-730a-4ecc-9bc9-a0881ba0bf0f req-abb56861-5d85-45ed-b9ec-f4ac9c5a1e0f tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:18.968917 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-011580cc-730a-4ecc-9bc9-a0881ba0bf0f req-abb56861-5d85-45ed-b9ec-f4ac9c5a1e0f tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=6edf564c-85d6-49cf-bd98-9f0a6fbc0090 HTTP/1.1" status: 200 len: 949 time: 0.1732035 Jun 11 09:49:18.972399 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c3319a30-8d35-4fee-9a1d-fb4965d1444a req-c365e8ea-91dc-4d53-9ea5-870b488fd547 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483487 Jun 11 09:49:19.066037 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-146e08ff-cb1d-4b34-9218-e62d3ab7365f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:19.092265 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 01b583cb-f8db-4fad-bda7-0067ff5a712d up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:49:19.216705 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a212bea0-a66c-4772-8f66-dcec53194c4a admin admin] Router f9bc7be3-4a3c-4ae8-b4d7-5cbd4a110e89 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 09:49:19.225515 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning for port 01b583cb-f8db-4fad-bda7-0067ff5a712d completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:49:19.226194 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-011580cc-730a-4ecc-9bc9-a0881ba0bf0f req-95eba897-3bb9-467a-88a6-28419c430f76 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707076 Jun 11 09:49:19.226548 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port 01b583cb-f8db-4fad-bda7-0067ff5a712d triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:49:19.226548 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:19.389320 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:19.463934 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 01b583cb-f8db-4fad-bda7-0067ff5a712d, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=01b583cb-f8db-4fad-bda7-0067ff5a712d,segment=NetworkSegment(b51c68b7-80ed-4de8-bd6d-e2ba699aba0b),segment_id=b51c68b7-80ed-4de8-bd6d-e2ba699aba0b)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:49:19.518744 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-146e08ff-cb1d-4b34-9218-e62d3ab7365f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:19.542442 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705909af-2051-4afb-b306-e0abd507444f req-ab0b6df5-a0f9-4316-89ac-3ad2715758e2 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:19.549216 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a212bea0-a66c-4772-8f66-dcec53194c4a admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:49:19.561450 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-a212bea0-a66c-4772-8f66-dcec53194c4a admin admin] 10.222.0.60 "PUT /v2.0/routers/f9bc7be3-4a3c-4ae8-b4d7-5cbd4a110e89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8134458 Jun 11 09:49:19.561769 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-705909af-2051-4afb-b306-e0abd507444f req-ab0b6df5-a0f9-4316-89ac-3ad2715758e2 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3f0abb7-ea50-4a0b-b952-5ae9ccd36d06 HTTP/1.1" status: 200 len: 946 time: 0.2087176 Jun 11 09:49:19.563986 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 47754) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:49:19.564466 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91866bec-a728-4f85-b6cf-ef23fa980478 None None] Sync routers for ids ['f9bc7be3-4a3c-4ae8-b4d7-5cbd4a110e89'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:49:19.578423 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91866bec-a728-4f85-b6cf-ef23fa980478 None None] Routers {'f9bc7be3-4a3c-4ae8-b4d7-5cbd4a110e89'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:49:19.579312 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-91866bec-a728-4f85-b6cf-ef23fa980478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:49:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['f9bc7be3-4a3c-4ae8-b4d7-5cbd4a110e89'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:49:19.622429 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:19.626282 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:19.668438 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-705909af-2051-4afb-b306-e0abd507444f req-417eb531-b797-423c-a357-4832755b7c24 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/security-groups?id=57677d7e-1c66-47c6-909a-28bc4cd935da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040182 Jun 11 09:49:19.669722 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-146e08ff-cb1d-4b34-9218-e62d3ab7365f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:19.698793 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-374954eb-8808-402e-97f4-9f8df0027f26 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:19.734479 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 438bf7ff-6d21-4346-a374-78a374a08a2a up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:49:19.769799 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=01b583cb-f8db-4fad-bda7-0067ff5a712d,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:19.786810 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3b2fc6fe-3453-45a2-b2e9-9916f96977dd admin admin] Notify callbacks [] for router, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:19.808170 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:19.859371 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-91866bec-a728-4f85-b6cf-ef23fa980478 None None] Set router f9bc7be3-4a3c-4ae8-b4d7-5cbd4a110e89 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:49:19.919200 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-146e08ff-cb1d-4b34-9218-e62d3ab7365f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375108'] for router_interface, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:19.928966 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146e08ff-cb1d-4b34-9218-e62d3ab7365f admin admin] Pushing event updated for resources: {'Port': ['ID=9c2b9b6c-17c8-4bc7-9905-47a358d34387,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:19.940580 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-146e08ff-cb1d-4b34-9218-e62d3ab7365f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:20.069000 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3b2fc6fe-3453-45a2-b2e9-9916f96977dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:20.091387 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59307334-60a8-4f4d-9fdc-d60ce9a158d5 req-b764d7f8-3fe4-454d-acb4-19fa1646b9d6 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:20.099304 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 438bf7ff-6d21-4346-a374-78a374a08a2a completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:49:20.099558 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-59307334-60a8-4f4d-9fdc-d60ce9a158d5 req-b764d7f8-3fe4-454d-acb4-19fa1646b9d6 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=b90c76e5-87e3-456d-8bf1-1d9b58f4e6d6 HTTP/1.1" status: 200 len: 945 time: 0.6012642 Jun 11 09:49:20.105604 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 438bf7ff-6d21-4346-a374-78a374a08a2a triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:49:20.108573 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:20.153839 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-59307334-60a8-4f4d-9fdc-d60ce9a158d5 req-8cd12293-3170-41d3-9157-2d6eaff5715f tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=7382d103-d62f-4540-9ac2-5ea0a34701f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535178 Jun 11 09:49:20.161833 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7775082-94ea-4ab4-9811-3ac65abbf3af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01b583cb-f8db-4fad-bda7-0067ff5a712d'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:49:20.164605 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbff8139-ed06-4092-9ac1-b571b4a1be2d" -d '{"events": [{"server_uuid": "c7775082-94ea-4ab4-9811-3ac65abbf3af", "name": "network-vif-plugged", "status": "completed", "tag": "01b583cb-f8db-4fad-bda7-0067ff5a712d"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:49:20.271059 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-3b2fc6fe-3453-45a2-b2e9-9916f96977dd admin admin] Deleting port ab48eec5-af5a-44a2-a62b-59d7999e8472 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:49:20.271449 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3b2fc6fe-3453-45a2-b2e9-9916f96977dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:20.293438 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:20.331724 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 438bf7ff-6d21-4346-a374-78a374a08a2a, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=438bf7ff-6d21-4346-a374-78a374a08a2a,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:49:20.388424 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146e08ff-cb1d-4b34-9218-e62d3ab7365f admin admin] Network 6820836b-bd7b-4793-8876-dbfb45277379 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:49:20.397210 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa97a5cb-e756-43c2-8ed5-9085c475997f req-8b147473-87b6-4e6a-b073-880d0e2550e2 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:20.399047 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fa97a5cb-e756-43c2-8ed5-9085c475997f req-8b147473-87b6-4e6a-b073-880d0e2550e2 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3f0abb7-ea50-4a0b-b952-5ae9ccd36d06 HTTP/1.1" status: 200 len: 946 time: 0.2222176 Jun 11 09:49:20.400565 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-146e08ff-cb1d-4b34-9218-e62d3ab7365f admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:49:20.403714 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:20.409875 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-91866bec-a728-4f85-b6cf-ef23fa980478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9bc7be3-4a3c-4ae8-b4d7-5cbd4a110e89', 'name': 'tempest-FloatingIPsTestJSON-1465774544-router', 'tenant_id': 'a1954df43db24c79a633812d8c3a0148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': 'ab48eec5-af5a-44a2-a62b-59d7999e8472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:48:40Z', 'updated_at': '2021-06-11T09:49:18Z', 'revision_number': 5, 'project_id': 'a1954df43db24c79a633812d8c3a0148', 'gw_port': {'id': 'ab48eec5-af5a-44a2-a62b-59d7999e8472', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:8c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9bc7be3-4a3c-4ae8-b4d7-5cbd4a110e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:48:43Z', 'updated_at': '2021-06-11T09:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:49:20.410827 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:20.420511 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91866bec-a728-4f85-b6cf-ef23fa980478 None None] Checking router: f9bc7be3-4a3c-4ae8-b4d7-5cbd4a110e89 for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:49:20.451661 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91866bec-a728-4f85-b6cf-ef23fa980478 None None] Routers {'f9bc7be3-4a3c-4ae8-b4d7-5cbd4a110e89'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:49:20.452274 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-91866bec-a728-4f85-b6cf-ef23fa980478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:49:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['f9bc7be3-4a3c-4ae8-b4d7-5cbd4a110e89'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:49:20.512963 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-3b2fc6fe-3453-45a2-b2e9-9916f96977dd admin admin] For port ab48eec5-af5a-44a2-a62b-59d7999e8472, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=ab48eec5-af5a-44a2-a62b-59d7999e8472,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:49:20.518248 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3b2fc6fe-3453-45a2-b2e9-9916f96977dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:20.578133 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=438bf7ff-6d21-4346-a374-78a374a08a2a,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:20.592773 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fa97a5cb-e756-43c2-8ed5-9085c475997f req-21c41a60-6ffa-46f1-9bf7-15de6578aad2 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/security-groups?id=57677d7e-1c66-47c6-909a-28bc4cd935da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847069 Jun 11 09:49:20.596609 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:20.697067 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e0c1d8-d32b-499d-aa93-ece38639bb27 x-openstack-request-id: req-e8e0c1d8-d32b-499d-aa93-ece38639bb27 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:49:20.697584 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7775082-94ea-4ab4-9811-3ac65abbf3af", "name": "network-vif-plugged", "status": "completed", "tag": "01b583cb-f8db-4fad-bda7-0067ff5a712d", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:49:20.698611 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e8e0c1d8-d32b-499d-aa93-ece38639bb27 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:49:20.699188 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7775082-94ea-4ab4-9811-3ac65abbf3af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01b583cb-f8db-4fad-bda7-0067ff5a712d', 'code': 200} Jun 11 09:49:20.704371 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-146e08ff-cb1d-4b34-9218-e62d3ab7365f admin admin] Router f48551d6-0b65-4b7c-9063-30b596b2e86d has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 09:49:20.714514 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-3b2fc6fe-3453-45a2-b2e9-9916f96977dd admin admin] Calling delete_port for ab48eec5-af5a-44a2-a62b-59d7999e8472 owned by network:router_gateway {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:49:20.726040 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-91866bec-a728-4f85-b6cf-ef23fa980478 None None] Set router f9bc7be3-4a3c-4ae8-b4d7-5cbd4a110e89 gateway port host: None {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:49:20.880997 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f39683ee-1be1-4fe1-847d-8d49ccbe81fc None None] Provisioning complete for port 9c2b9b6c-17c8-4bc7-9905-47a358d34387 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:49:20.881547 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f39683ee-1be1-4fe1-847d-8d49ccbe81fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:20.939884 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f39683ee-1be1-4fe1-847d-8d49ccbe81fc None None] Port 9c2b9b6c-17c8-4bc7-9905-47a358d34387 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:49:21.010895 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-146e08ff-cb1d-4b34-9218-e62d3ab7365f admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:49:21.042356 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-146e08ff-cb1d-4b34-9218-e62d3ab7365f admin admin] 10.222.0.60 "PUT /v2.0/routers/f48551d6-0b65-4b7c-9063-30b596b2e86d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0535870 Jun 11 09:49:21.084716 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-91866bec-a728-4f85-b6cf-ef23fa980478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9bc7be3-4a3c-4ae8-b4d7-5cbd4a110e89', 'name': 'tempest-FloatingIPsTestJSON-1465774544-router', 'tenant_id': 'a1954df43db24c79a633812d8c3a0148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:48:40Z', 'updated_at': '2021-06-11T09:49:20Z', 'revision_number': 6, 'project_id': 'a1954df43db24c79a633812d8c3a0148', 'gw_port_host': None}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:49:21.086240 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c8dce1-ed5a-439f-a851-f36d6cb12e63 req-859cb471-9cc4-45a3-9d04-251efeee3ab6 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:21.093806 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-91c8dce1-ed5a-439f-a851-f36d6cb12e63 req-859cb471-9cc4-45a3-9d04-251efeee3ab6 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7775082-94ea-4ab4-9811-3ac65abbf3af HTTP/1.1" status: 200 len: 946 time: 0.3560913 Jun 11 09:49:21.094994 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91866bec-a728-4f85-b6cf-ef23fa980478 None None] The sync data for ids ['f9bc7be3-4a3c-4ae8-b4d7-5cbd4a110e89'] in n-d-779913-12 is: [{'id': 'f9bc7be3-4a3c-4ae8-b4d7-5cbd4a110e89', 'name': 'tempest-FloatingIPsTestJSON-1465774544-router', 'tenant_id': 'a1954df43db24c79a633812d8c3a0148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:48:40Z', 'updated_at': '2021-06-11T09:49:20Z', 'revision_number': 6, 'project_id': 'a1954df43db24c79a633812d8c3a0148', 'gw_port_host': None}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:49:21.110621 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21309a9-f18f-4bc5-963f-f62acec2b0f9 req-a551d4d3-ece4-464b-9ab2-6ea745ca2b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:21.112322 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a21309a9-f18f-4bc5-963f-f62acec2b0f9 req-a551d4d3-ece4-464b-9ab2-6ea745ca2b5a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c7775082-94ea-4ab4-9811-3ac65abbf3af HTTP/1.1" status: 200 len: 1098 time: 0.2978308 Jun 11 09:49:21.165361 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-91c8dce1-ed5a-439f-a851-f36d6cb12e63 req-8199bac2-9a50-4dce-937f-1c897e8a0dab tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706789 Jun 11 09:49:21.183462 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a21309a9-f18f-4bc5-963f-f62acec2b0f9 req-59c4daa2-0436-4a35-9568-76669d495bbd service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616348 Jun 11 09:49:21.192038 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f030343-5c1a-4db6-a326-7ee57f9011e4 req-adefe51f-951c-45e4-b87c-83e21a8dd705 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:21.193785 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9f030343-5c1a-4db6-a326-7ee57f9011e4 req-adefe51f-951c-45e4-b87c-83e21a8dd705 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=6edf564c-85d6-49cf-bd98-9f0a6fbc0090 HTTP/1.1" status: 200 len: 949 time: 0.3197637 Jun 11 09:49:21.248561 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9f030343-5c1a-4db6-a326-7ee57f9011e4 req-07a6935f-7d47-416b-b607-38e2794e56c4 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478623 Jun 11 09:49:21.301135 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3b2fc6fe-3453-45a2-b2e9-9916f96977dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:21.303453 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-df897cae-3f86-4a61-be7e-48cbe0e0f021 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:21.357745 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2fc6fe-3453-45a2-b2e9-9916f96977dd admin admin] Pushing event deleted for resources: {'Port': ['ID=ab48eec5-af5a-44a2-a62b-59d7999e8472,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:21.376833 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3b2fc6fe-3453-45a2-b2e9-9916f96977dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:21.446062 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1c7689-9004-4057-9423-78c30482755c None None] Sync routers for ids ['f48551d6-0b65-4b7c-9063-30b596b2e86d'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:49:21.480518 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3b2fc6fe-3453-45a2-b2e9-9916f96977dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374120'] for router_gateway, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:21.487211 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1c7689-9004-4057-9423-78c30482755c None None] Routers {'f48551d6-0b65-4b7c-9063-30b596b2e86d'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:49:21.488089 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-0d1c7689-9004-4057-9423-78c30482755c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:49:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['f48551d6-0b65-4b7c-9063-30b596b2e86d'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:49:21.551363 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4745a4b-a6cf-4b45-b1f8-a773e94b568a req-0527dd30-698e-4fb6-a35c-bca941cd4cc2 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:21.560064 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a4745a4b-a6cf-4b45-b1f8-a773e94b568a req-0527dd30-698e-4fb6-a35c-bca941cd4cc2 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=b90c76e5-87e3-456d-8bf1-1d9b58f4e6d6 HTTP/1.1" status: 200 len: 945 time: 0.1525784 Jun 11 09:49:21.673724 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a4745a4b-a6cf-4b45-b1f8-a773e94b568a req-a006989d-ac39-4c33-ae0c-e40a00c8de74 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=7382d103-d62f-4540-9ac2-5ea0a34701f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726361 Jun 11 09:49:21.811266 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3b2fc6fe-3453-45a2-b2e9-9916f96977dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:21.814664 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3b2fc6fe-3453-45a2-b2e9-9916f96977dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:21.843693 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-0d1c7689-9004-4057-9423-78c30482755c None None] Set router f48551d6-0b65-4b7c-9063-30b596b2e86d gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:49:21.969721 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3b2fc6fe-3453-45a2-b2e9-9916f96977dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:21.970279 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b2fc6fe-3453-45a2-b2e9-9916f96977dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9bc7be3-4a3c-4ae8-b4d7-5cbd4a110e89 {{(pid=93176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 09:49:21.982976 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3b2fc6fe-3453-45a2-b2e9-9916f96977dd admin admin] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:21.984751 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-3b2fc6fe-3453-45a2-b2e9-9916f96977dd admin admin] 10.222.0.60 "DELETE /v2.0/routers/f9bc7be3-4a3c-4ae8-b4d7-5cbd4a110e89 HTTP/1.1" status: 204 len: 168 time: 2.4197474 Jun 11 09:49:21.987602 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 47816) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:49:21.995619 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61373562-ebb4-42fb-abe6-a71963f0c68f req-c626711b-8dca-4d87-99e4-b1835be8868e tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:21.997387 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-61373562-ebb4-42fb-abe6-a71963f0c68f req-c626711b-8dca-4d87-99e4-b1835be8868e tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3f0abb7-ea50-4a0b-b952-5ae9ccd36d06 HTTP/1.1" status: 200 len: 946 time: 0.0769870 Jun 11 09:49:22.056017 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-61373562-ebb4-42fb-abe6-a71963f0c68f req-42088a39-9631-4053-9b70-ffb4dcf2f046 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/security-groups?id=57677d7e-1c66-47c6-909a-28bc4cd935da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523865 Jun 11 09:49:22.116031 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 47824) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:49:22.121513 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-fff3a343-d2e0-45ea-b6f6-0ad9007d9578 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Request body: {'security_group': {'name': 'tempest-securitygroup--458096846', 'description': 'tempest-description--1708170497'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:49:22.131397 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb1a01de-637c-4f8d-972e-301a10bf2126 admin admin] Deleting subnet 6b93cd29-c61c-48ca-96e6-9b121fa16f99 {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 09:49:22.136100 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fb1a01de-637c-4f8d-972e-301a10bf2126 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:22.136274 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 438bf7ff-6d21-4346-a374-78a374a08a2a up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:49:22.217091 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fb1a01de-637c-4f8d-972e-301a10bf2126 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:22.244324 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fff3a343-d2e0-45ea-b6f6-0ad9007d9578 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:22.325730 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 438bf7ff-6d21-4346-a374-78a374a08a2a triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:49:22.326400 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:22.330285 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-0d1c7689-9004-4057-9423-78c30482755c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48551d6-0b65-4b7c-9063-30b596b2e86d', 'name': 'tempest-ServersTestJSON-2005532366-router', 'tenant_id': 'b12bc305b44c4346b7a618cb035bad79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '438bf7ff-6d21-4346-a374-78a374a08a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:49:10Z', 'updated_at': '2021-06-11T09:49:18Z', 'revision_number': 4, 'project_id': 'b12bc305b44c4346b7a618cb035bad79', 'gw_port': {'id': '438bf7ff-6d21-4346-a374-78a374a08a2a', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ac:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48551d6-0b65-4b7c-9063-30b596b2e86d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:49:12Z', 'updated_at': '2021-06-11T09:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '9c2b9b6c-17c8-4bc7-9905-47a358d34387', 'name': '', 'network_id': '6820836b-bd7b-4793-8876-dbfb45277379', 'tenant_id': 'b12bc305b44c4346b7a618cb035bad79', 'mac_address': 'fa:16:3e:01:27:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f48551d6-0b65-4b7c-9063-30b596b2e86d', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'd2499c79-62f3-4ec5-a1d8-3ef0f5057886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:49:17Z', 'updated_at': '2021-06-11T09:49:19Z', 'revision_number': 2, 'project_id': 'b12bc305b44c4346b7a618cb035bad79', 'subnets': [{'id': 'd2499c79-62f3-4ec5-a1d8-3ef0f5057886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:49:22.332005 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-eddc116f-cfb7-4d46-903e-c34a2dedb627 req-38d95176-3879-4f4b-84e8-c4d6a0020c9c tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=85a0b78c318440aa9b70136d633fbbff HTTP/1.1" status: 200 len: 267 time: 0.1127281 Jun 11 09:49:22.368877 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1c7689-9004-4057-9423-78c30482755c None None] Checking router: f48551d6-0b65-4b7c-9063-30b596b2e86d for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:49:22.378447 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1c7689-9004-4057-9423-78c30482755c None None] Updating router f48551d6-0b65-4b7c-9063-30b596b2e86d port 9c2b9b6c-17c8-4bc7-9905-47a358d34387 binding host n-d-779913-12 {{(pid=93178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 09:49:22.405903 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fb1a01de-637c-4f8d-972e-301a10bf2126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:22.426233 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0d1c7689-9004-4057-9423-78c30482755c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:22.448506 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fff3a343-d2e0-45ea-b6f6-0ad9007d9578 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:22.486020 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccee3d8-1086-445f-a337-d0af2db5a931 req-fcdb3217-79cb-4536-9d78-e9f069c99800 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:22.488402 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3ccee3d8-1086-445f-a337-d0af2db5a931 req-fcdb3217-79cb-4536-9d78-e9f069c99800 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3f0abb7-ea50-4a0b-b952-5ae9ccd36d06 HTTP/1.1" status: 200 len: 946 time: 0.1460013 Jun 11 09:49:22.507925 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fff3a343-d2e0-45ea-b6f6-0ad9007d9578 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:22.522513 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-49511ac1-4a56-46a1-94f3-cfc2e1ca43c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:22.597008 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff3a343-d2e0-45ea-b6f6-0ad9007d9578 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8333e5a8-d8f9-4d1c-8e9a-89e36ebd0127,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:22.602023 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3ccee3d8-1086-445f-a337-d0af2db5a931 req-a4bdba0c-7ab9-430e-be58-582eb6593c77 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/security-groups?id=57677d7e-1c66-47c6-909a-28bc4cd935da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074109 Jun 11 09:49:22.602829 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-fff3a343-d2e0-45ea-b6f6-0ad9007d9578 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:22.656525 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fff3a343-d2e0-45ea-b6f6-0ad9007d9578 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:22.658420 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-fff3a343-d2e0-45ea-b6f6-0ad9007d9578 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5408597 Jun 11 09:49:22.660885 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 47842) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:49:22.665735 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-2d0f60fd-2aa8-40ce-9045-c95f0d2082ce tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Request body: {'security_group_rule': {'security_group_id': '8333e5a8-d8f9-4d1c-8e9a-89e36ebd0127', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:49:22.666120 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 2224a555-34df-4faa-b7d0-2cd8a714eaf1 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:49:22.714913 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 2224a555-34df-4faa-b7d0-2cd8a714eaf1 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:49:22.715272 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 2224a555-34df-4faa-b7d0-2cd8a714eaf1 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:49:22.763030 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2d0f60fd-2aa8-40ce-9045-c95f0d2082ce tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:22.944042 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2d0f60fd-2aa8-40ce-9045-c95f0d2082ce tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:23.018055 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb265ba8-f1c2-4690-b2c0-bc0c89a0a2df req-c7626b80-cbbf-43c1-8b59-c3b214c56922 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:23.019295 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0d1c7689-9004-4057-9423-78c30482755c None None] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:23.019717 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fb265ba8-f1c2-4690-b2c0-bc0c89a0a2df req-c7626b80-cbbf-43c1-8b59-c3b214c56922 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7775082-94ea-4ab4-9811-3ac65abbf3af HTTP/1.1" status: 200 len: 946 time: 0.0981209 Jun 11 09:49:23.059924 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2d0f60fd-2aa8-40ce-9045-c95f0d2082ce tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:23.068728 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-18b0282e-6715-4bc9-9fee-183395c51d65 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:23.069394 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc116f-cfb7-4d46-903e-c34a2dedb627 req-9a00d6bb-9bdf-4a85-afa6-e5a1b23dc2b2 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:23.076280 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-eddc116f-cfb7-4d46-903e-c34a2dedb627 req-9a00d6bb-9bdf-4a85-afa6-e5a1b23dc2b2 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=b90c76e5-87e3-456d-8bf1-1d9b58f4e6d6 HTTP/1.1" status: 200 len: 945 time: 0.7357028 Jun 11 09:49:23.078087 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fb265ba8-f1c2-4690-b2c0-bc0c89a0a2df req-e6230d19-9618-4a52-aff3-630f99953fd1 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521739 Jun 11 09:49:23.094881 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0f60fd-2aa8-40ce-9045-c95f0d2082ce tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3174975e-c395-4ec1-b471-6c82499d6998,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:23.098211 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2d0f60fd-2aa8-40ce-9045-c95f0d2082ce tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:23.104353 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-eddc116f-cfb7-4d46-903e-c34a2dedb627 req-beb2f2df-6936-4557-b19a-85b906ed9641 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Request body: {'port': {'security_groups': []}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:49:23.131797 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-0d1c7689-9004-4057-9423-78c30482755c None None] Transition to ACTIVE for port object 9c2b9b6c-17c8-4bc7-9905-47a358d34387 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:49:23.147506 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fb1a01de-637c-4f8d-972e-301a10bf2126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:23.152805 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:23.192329 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2d0f60fd-2aa8-40ce-9045-c95f0d2082ce tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:23.196029 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-2d0f60fd-2aa8-40ce-9045-c95f0d2082ce tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5316787 Jun 11 09:49:23.196429 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 47856) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:49:23.201913 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fb1a01de-637c-4f8d-972e-301a10bf2126 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:23.202846 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-b5eeec02-ba56-4c4a-b1a8-a56e928e267c tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Request body: {'security_group_rule': {'security_group_id': '8333e5a8-d8f9-4d1c-8e9a-89e36ebd0127', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:49:23.204157 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-fb1a01de-637c-4f8d-972e-301a10bf2126 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/6b93cd29-c61c-48ca-96e6-9b121fa16f99 HTTP/1.1" status: 204 len: 168 time: 1.2147095 Jun 11 09:49:23.208378 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1a01de-637c-4f8d-972e-301a10bf2126 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b93cd29-c61c-48ca-96e6-9b121fa16f99,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:23.209415 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bcdfa50-0044-4e70-a809-941c7d895f92 None None] Network 3c92b763-04a2-4a6e-bcc4-e4235468dc6a requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:49:23.210769 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 47858) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:49:23.220793 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-fb1a01de-637c-4f8d-972e-301a10bf2126 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:23.249455 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0d1c7689-9004-4057-9423-78c30482755c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:23.333717 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b5eeec02-ba56-4c4a-b1a8-a56e928e267c tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:23.335672 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:23.360551 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-eddc116f-cfb7-4d46-903e-c34a2dedb627 req-beb2f2df-6936-4557-b19a-85b906ed9641 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:23.364760 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7045f7d1-0607-410d-a582-6202c7452e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:23.397009 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b78251d-2738-4e64-8352-5dea9663ad73 None None] Pushing event updated for resources: {'Port': ['ID=9c2b9b6c-17c8-4bc7-9905-47a358d34387,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:23.420105 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b5eeec02-ba56-4c4a-b1a8-a56e928e267c tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:23.422182 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-1b78251d-2738-4e64-8352-5dea9663ad73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:23.455624 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aca80f-bb35-4d7e-86e8-a5820b2a197c req-0d204bdf-3d1b-4a6d-8577-aac3e4d3111b tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:23.460149 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-45aca80f-bb35-4d7e-86e8-a5820b2a197c req-0d204bdf-3d1b-4a6d-8577-aac3e4d3111b tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=6edf564c-85d6-49cf-bd98-9f0a6fbc0090 HTTP/1.1" status: 200 len: 949 time: 0.2063334 Jun 11 09:49:23.551499 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-45aca80f-bb35-4d7e-86e8-a5820b2a197c req-8777ee50-196e-433b-9d23-e880e95791ff tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812154 Jun 11 09:49:23.552689 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b5eeec02-ba56-4c4a-b1a8-a56e928e267c tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:23.571186 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-7045f7d1-0607-410d-a582-6202c7452e52 admin admin] Deleting port 84242908-5a65-413a-83a1-05f36b563743 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:49:23.571539 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7045f7d1-0607-410d-a582-6202c7452e52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:23.582087 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:23.617845 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eeec02-ba56-4c4a-b1a8-a56e928e267c tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=458eee5c-177b-4720-9544-46d46d70a091,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:23.632066 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b5eeec02-ba56-4c4a-b1a8-a56e928e267c tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:23.702631 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b5eeec02-ba56-4c4a-b1a8-a56e928e267c tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:23.706957 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-b5eeec02-ba56-4c4a-b1a8-a56e928e267c tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5091560 Jun 11 09:49:23.707636 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 47870) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:49:23.719199 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-96139538-bafa-4489-a2f1-1ceaeffc4395 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Request body: {'floatingip': {'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:49:23.759412 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device ab48eec5-af5a-44a2-a62b-59d7999e8472 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:49:23.835206 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-7045f7d1-0607-410d-a582-6202c7452e52 admin admin] For port 84242908-5a65-413a-83a1-05f36b563743, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=84242908-5a65-413a-83a1-05f36b563743,segment=NetworkSegment(b42e98d1-0cc2-4b97-ad08-fa52cd982bc4),segment_id=b42e98d1-0cc2-4b97-ad08-fa52cd982bc4)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:49:23.835718 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7045f7d1-0607-410d-a582-6202c7452e52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:23.840347 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-eddc116f-cfb7-4d46-903e-c34a2dedb627 req-beb2f2df-6936-4557-b19a-85b906ed9641 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] For port 9ad0dd1c-3aa4-4e80-aeb8-f02a899523e0, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=9ad0dd1c-3aa4-4e80-aeb8-f02a899523e0,segment=NetworkSegment(f561be66-4e48-459e-8c21-fceaa6c73661),segment_id=f561be66-4e48-459e-8c21-fceaa6c73661)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:49:23.850392 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-96139538-bafa-4489-a2f1-1ceaeffc4395 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Notify callbacks [] for floatingip, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:23.868991 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: ab48eec5-af5a-44a2-a62b-59d7999e8472 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:49:23.868991 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device ab48eec5-af5a-44a2-a62b-59d7999e8472 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:49:23.940849 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-0d1c7689-9004-4057-9423-78c30482755c None None] Attempting to bind port 9c2b9b6c-17c8-4bc7-9905-47a358d34387 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:49:23.941232 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-0d1c7689-9004-4057-9423-78c30482755c None None] Attempting to bind port 9c2b9b6c-17c8-4bc7-9905-47a358d34387 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '6b01e6de-f547-451b-b2c7-cf7ead3516ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '6820836b-bd7b-4793-8876-dbfb45277379'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:49:23.943517 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1c7689-9004-4057-9423-78c30482755c None None] Attempting to bind port 9c2b9b6c-17c8-4bc7-9905-47a358d34387 on network 6820836b-bd7b-4793-8876-dbfb45277379 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:49:23.948292 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1c7689-9004-4057-9423-78c30482755c None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:49:23.948681 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1c7689-9004-4057-9423-78c30482755c None None] Checking segment: {'id': '6b01e6de-f547-451b-b2c7-cf7ead3516ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '6820836b-bd7b-4793-8876-dbfb45277379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:49:23.949142 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0d1c7689-9004-4057-9423-78c30482755c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:23.949547 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1c7689-9004-4057-9423-78c30482755c None None] Bound using segment: {'id': '6b01e6de-f547-451b-b2c7-cf7ead3516ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '6820836b-bd7b-4793-8876-dbfb45277379'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:49:23.950023 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-0d1c7689-9004-4057-9423-78c30482755c None None] Bound port: 9c2b9b6c-17c8-4bc7-9905-47a358d34387, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b01e6de-f547-451b-b2c7-cf7ead3516ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '6820836b-bd7b-4793-8876-dbfb45277379'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:49:23.950408 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0d1c7689-9004-4057-9423-78c30482755c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:24.003928 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-7045f7d1-0607-410d-a582-6202c7452e52 admin admin] Calling delete_port for 84242908-5a65-413a-83a1-05f36b563743 owned by network:dhcp {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:49:24.034424 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-0d1c7689-9004-4057-9423-78c30482755c None None] For port 9c2b9b6c-17c8-4bc7-9905-47a358d34387, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:49:24.037815 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-0d1c7689-9004-4057-9423-78c30482755c None None] For port 9c2b9b6c-17c8-4bc7-9905-47a358d34387, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=9c2b9b6c-17c8-4bc7-9905-47a358d34387,segment=NetworkSegment(6b01e6de-f547-451b-b2c7-cf7ead3516ab),segment_id=6b01e6de-f547-451b-b2c7-cf7ead3516ab)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:49:24.070628 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b85bac6-e175-4fd5-8418-2f942f2911db None None] DHCP port deletion for 3c92b763-04a2-4a6e-bcc4-e4235468dc6a request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 09:49:24.108007 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-96139538-bafa-4489-a2f1-1ceaeffc4395 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:24.114451 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0d1c7689-9004-4057-9423-78c30482755c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:24.122720 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-8d8ae1ca-0d0c-482b-a7db-bf39500e901f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:24.130954 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-eddc116f-cfb7-4d46-903e-c34a2dedb627 req-beb2f2df-6936-4557-b19a-85b906ed9641 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:24.190705 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d329374-2276-4808-a74d-ac5d979ed0fc req-87d98d15-1bfa-43f9-9673-84016b59a809 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:24.193907 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-eddc116f-cfb7-4d46-903e-c34a2dedb627 req-beb2f2df-6936-4557-b19a-85b906ed9641 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:24.198380 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9d329374-2276-4808-a74d-ac5d979ed0fc req-87d98d15-1bfa-43f9-9673-84016b59a809 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3f0abb7-ea50-4a0b-b952-5ae9ccd36d06 HTTP/1.1" status: 200 len: 946 time: 0.1619704 Jun 11 09:49:24.208303 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7189a1b3-9ec0-4994-af8b-ba3b0161bd73 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:24.222593 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['e21094f9-fbfa-4270-bdd9-5d903859b711', '62edb212-025f-4ae0-a3a1-9c7870b038ba', '9ad0dd1c-3aa4-4e80-aeb8-f02a899523e0'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:49:24.264589 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7045f7d1-0607-410d-a582-6202c7452e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:24.306508 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc116f-cfb7-4d46-903e-c34a2dedb627 req-beb2f2df-6936-4557-b19a-85b906ed9641 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:24.307734 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-eddc116f-cfb7-4d46-903e-c34a2dedb627 req-beb2f2df-6936-4557-b19a-85b906ed9641 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:24.318162 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b78251d-2738-4e64-8352-5dea9663ad73 None None] Pushing event updated for resources: {'Port': ['ID=9c2b9b6c-17c8-4bc7-9905-47a358d34387,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:24.320261 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-eddc116f-cfb7-4d46-903e-c34a2dedb627 req-beb2f2df-6936-4557-b19a-85b906ed9641 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "PUT /v2.0/ports/9ad0dd1c-3aa4-4e80-aeb8-f02a899523e0 HTTP/1.1" status: 200 len: 904 time: 1.2245638 Jun 11 09:49:24.323471 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-1b78251d-2738-4e64-8352-5dea9663ad73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:24.323805 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b90c76e5-87e3-456d-8bf1-1d9b58f4e6d6', 'tag': '9ad0dd1c-3aa4-4e80-aeb8-f02a899523e0'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:49:24.325428 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-9b85bac6-e175-4fd5-8418-2f942f2911db None None] Deleting port 84242908-5a65-413a-83a1-05f36b563743 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:49:24.326322 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31eaa2e3-44de-4d29-a37c-4dad51fcade0" -d '{"events": [{"name": "network-changed", "server_uuid": "b90c76e5-87e3-456d-8bf1-1d9b58f4e6d6", "tag": "9ad0dd1c-3aa4-4e80-aeb8-f02a899523e0"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:49:24.327054 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-9b85bac6-e175-4fd5-8418-2f942f2911db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:24.357397 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1c7689-9004-4057-9423-78c30482755c None None] Routers {'f48551d6-0b65-4b7c-9063-30b596b2e86d'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:49:24.358452 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-0d1c7689-9004-4057-9423-78c30482755c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:49:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['f48551d6-0b65-4b7c-9063-30b596b2e86d'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:49:24.378640 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-96139538-bafa-4489-a2f1-1ceaeffc4395 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Allocated IP 172.25.4.63 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/34f220ec-520a-469f-85b4-5413ecf6ed14) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:49:24.427613 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7045f7d1-0607-410d-a582-6202c7452e52 admin admin] No DVR routers for this DVR port 84242908-5a65-413a-83a1-05f36b563743 on host n-d-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:49:24.455087 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['9ad0dd1c-3aa4-4e80-aeb8-f02a899523e0'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:49:24.566794 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-96139538-bafa-4489-a2f1-1ceaeffc4395 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:24.572288 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb2f2df-6936-4557-b19a-85b906ed9641 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Pushing event updated for resources: {'Port': ['ID=9ad0dd1c-3aa4-4e80-aeb8-f02a899523e0,revision_number=6']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:24.576856 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-beb2f2df-6936-4557-b19a-85b906ed9641 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:24.590656 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-bf24015b-104b-479e-aa10-3b07a4b74e07 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.305s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:24.645380 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9d329374-2276-4808-a74d-ac5d979ed0fc req-499c483b-a8b0-4712-8fcb-51ae24e4d64c tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/security-groups?id=57677d7e-1c66-47c6-909a-28bc4cd935da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4459813 Jun 11 09:49:24.681759 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7045f7d1-0607-410d-a582-6202c7452e52 admin admin] Pushing event deleted for resources: {'Port': ['ID=84242908-5a65-413a-83a1-05f36b563743,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:24.685871 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7045f7d1-0607-410d-a582-6202c7452e52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:24.701906 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-96139538-bafa-4489-a2f1-1ceaeffc4395 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:24.705723 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5ea8b0aa-8323-42ba-a404-756438a20080 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:24.742190 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-9b85bac6-e175-4fd5-8418-2f942f2911db None None] For port 84242908-5a65-413a-83a1-05f36b563743, host n-d-779913-12, got binding levels [] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:49:24.742846 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-9b85bac6-e175-4fd5-8418-2f942f2911db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:24.792735 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96139538-bafa-4489-a2f1-1ceaeffc4395 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Pushing event updated for resources: {'Port': ['ID=34f220ec-520a-469f-85b4-5413ecf6ed14,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:24.797062 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-96139538-bafa-4489-a2f1-1ceaeffc4395 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:24.805955 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96139538-bafa-4489-a2f1-1ceaeffc4395 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:49:24.808462 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-96139538-bafa-4489-a2f1-1ceaeffc4395 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:49:24.810933 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96139538-bafa-4489-a2f1-1ceaeffc4395 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:49:24.816257 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7045f7d1-0607-410d-a582-6202c7452e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:24.840798 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-7045f7d1-0607-410d-a582-6202c7452e52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c92b763-04a2-4a6e-bcc4-e4235468dc6a']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:49:24.855554 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-7045f7d1-0607-410d-a582-6202c7452e52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b42e98d1-0cc2-4b97-ad08-fa52cd982bc4') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:49:24.855876 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-7045f7d1-0607-410d-a582-6202c7452e52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b42e98d1-0cc2-4b97-ad08-fa52cd982bc4') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:49:24.873821 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7045f7d1-0607-410d-a582-6202c7452e52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:24.881785 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-9b85bac6-e175-4fd5-8418-2f942f2911db None None] Calling delete_port for 84242908-5a65-413a-83a1-05f36b563743 owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:49:24.892994 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7045f7d1-0607-410d-a582-6202c7452e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:24.903879 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7045f7d1-0607-410d-a582-6202c7452e52 admin admin] Releasing vlan 774 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 09:49:24.905384 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7045f7d1-0607-410d-a582-6202c7452e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:24.906706 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.ipam_backend_mixin [None req-9b85bac6-e175-4fd5-8418-2f942f2911db None None] Port 84242908-5a65-413a-83a1-05f36b563743 was not found and therefore no delete operation was performed {{(pid=93178) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 11 09:49:24.907309 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:49:24.907309 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:49:24.907309 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:49:24.907309 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:49:24.907309 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:49:24.907309 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:49:24.907309 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:49:24.907309 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:49:24.907309 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:49:24.907309 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:49:24.907309 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:49:24.907309 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:49:24.907309 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:49:24.907309 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:49:24.907309 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:49:24.907309 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:49:24.907309 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:49:24.907309 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:49:24.907309 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:49:24.907309 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:49:24.907309 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:49:24.907309 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:49:24.907309 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:49:24.907309 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:49:24.907309 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:49:24.907309 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:49:24.907309 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:49:24.907309 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:49:24.907309 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:49:24.907309 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:49:24.907309 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:49:24.907309 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:49:24.907309 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 09:49:24.907309 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 09:49:24.907309 n-d-779913-12 neutron-server[93176]: timer() Jun 11 09:49:24.907309 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 09:49:24.907309 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 09:49:24.907309 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 09:49:24.907309 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 09:49:24.907309 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 09:49:24.907309 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 09:49:24.907309 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 09:49:24.907309 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 09:49:24.907309 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 09:49:24.907309 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 09:49:24.907309 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 09:49:24.907309 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 09:49:24.907309 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 09:49:24.907309 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 09:49:24.907309 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 09:49:24.907309 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 09:49:24.907309 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 09:49:24.907309 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 09:49:24.907309 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 09:49:24.907309 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 09:49:24.907309 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 09:49:24.907309 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 09:49:24.907309 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 09:49:24.907309 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 09:49:24.907309 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 09:49:24.907309 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 09:49:24.917745 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 09:49:24.917745 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 09:49:24.917745 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 09:49:24.917745 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ea3faa-b048-4813-81cb-a1d378f0d3b0 req-2a358e16-9d76-4272-8960-af737d2cf4bd tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:24.918154 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-36ea3faa-b048-4813-81cb-a1d378f0d3b0 req-2a358e16-9d76-4272-8960-af737d2cf4bd tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7775082-94ea-4ab4-9811-3ac65abbf3af HTTP/1.1" status: 200 len: 946 time: 0.2295859 Jun 11 09:49:24.928812 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-9b85bac6-e175-4fd5-8418-2f942f2911db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:24.935763 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf5e4ee-5a17-44ab-9e3e-0b87044e5795 req-7c11fc05-4109-4f0e-bb13-b3a44d78b135 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:24.939486 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:24.945245 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-0d1c7689-9004-4057-9423-78c30482755c None None] Set router f48551d6-0b65-4b7c-9063-30b596b2e86d gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:49:24.946009 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bbf5e4ee-5a17-44ab-9e3e-0b87044e5795 req-7c11fc05-4109-4f0e-bb13-b3a44d78b135 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=b90c76e5-87e3-456d-8bf1-1d9b58f4e6d6 HTTP/1.1" status: 200 len: 907 time: 0.1035194 Jun 11 09:49:25.016243 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd1e3212-ade9-4bcb-be6e-b2398ed1e7c7 x-openstack-request-id: req-cd1e3212-ade9-4bcb-be6e-b2398ed1e7c7 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:49:25.016569 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b90c76e5-87e3-456d-8bf1-1d9b58f4e6d6", "tag": "9ad0dd1c-3aa4-4e80-aeb8-f02a899523e0", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:49:25.016938 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cd1e3212-ade9-4bcb-be6e-b2398ed1e7c7 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:49:25.017379 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b90c76e5-87e3-456d-8bf1-1d9b58f4e6d6', 'tag': '9ad0dd1c-3aa4-4e80-aeb8-f02a899523e0', 'status': 'completed', 'code': 200} Jun 11 09:49:25.039474 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-36ea3faa-b048-4813-81cb-a1d378f0d3b0 req-95314318-63c8-493a-83aa-f33823e34156 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075535 Jun 11 09:49:25.101045 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7045f7d1-0607-410d-a582-6202c7452e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:25.106395 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1c7ee19e-7b5f-4273-8bef-70927245c5a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:25.117498 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7045f7d1-0607-410d-a582-6202c7452e52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:25.122307 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b85bac6-e175-4fd5-8418-2f942f2911db None None] No DVR routers for this DVR port 84242908-5a65-413a-83a1-05f36b563743 on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:49:25.122671 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-7045f7d1-0607-410d-a582-6202c7452e52 admin admin] 10.222.0.60 "DELETE /v2.0/networks/3c92b763-04a2-4a6e-bcc4-e4235468dc6a HTTP/1.1" status: 204 len: 168 time: 1.9054763 Jun 11 09:49:25.350259 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7045f7d1-0607-410d-a582-6202c7452e52 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c92b763-04a2-4a6e-bcc4-e4235468dc6a,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:25.350259 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7045f7d1-0607-410d-a582-6202c7452e52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:25.350259 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eaa2e3-44de-4d29-a37c-4dad51fcade0 req-b1030d31-9a68-4612-b40c-265cffe1a560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:25.350259 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-31eaa2e3-44de-4d29-a37c-4dad51fcade0 req-b1030d31-9a68-4612-b40c-265cffe1a560 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=85a0b78c318440aa9b70136d633fbbff&device_id=b90c76e5-87e3-456d-8bf1-1d9b58f4e6d6 HTTP/1.1" status: 200 len: 1059 time: 0.1404700 Jun 11 09:49:25.355093 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b85bac6-e175-4fd5-8418-2f942f2911db None None] Pushing event deleted for resources: {'Port': ['ID=84242908-5a65-413a-83a1-05f36b563743,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:25.355093 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-9b85bac6-e175-4fd5-8418-2f942f2911db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:25.356446 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-96139538-bafa-4489-a2f1-1ceaeffc4395 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:25.356944 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-92fb3778-47d4-4c45-92c4-e307cf20bb60 None None] Provisioning complete for port 9ad0dd1c-3aa4-4e80-aeb8-f02a899523e0 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:49:25.356944 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-92fb3778-47d4-4c45-92c4-e307cf20bb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:25.436768 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eaa2e3-44de-4d29-a37c-4dad51fcade0 req-a692fa27-7ba1-428d-bfda-5f0c0548407a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:25.438487 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-31eaa2e3-44de-4d29-a37c-4dad51fcade0 req-a692fa27-7ba1-428d-bfda-5f0c0548407a service neutron] 10.222.0.64 "GET /v2.0/networks?id=ecbff90d-5ab6-4357-bf37-5548ca0e9255 HTTP/1.1" status: 200 len: 911 time: 0.2509780 Jun 11 09:49:25.459038 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8504af-7398-4253-b04c-f3c454951625 req-bf58866a-4308-4c51-ab24-0e3ffe415933 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:25.460655 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ab8504af-7398-4253-b04c-f3c454951625 req-bf58866a-4308-4c51-ab24-0e3ffe415933 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=6edf564c-85d6-49cf-bd98-9f0a6fbc0090 HTTP/1.1" status: 200 len: 949 time: 0.1929772 Jun 11 09:49:25.462268 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7511fdb-fdc8-4b3d-81a4-4898d55ab5f2 req-49f88651-f70a-4789-9a02-23cf0be6b906 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:25.464614 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a7511fdb-fdc8-4b3d-81a4-4898d55ab5f2 req-49f88651-f70a-4789-9a02-23cf0be6b906 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3f0abb7-ea50-4a0b-b952-5ae9ccd36d06 HTTP/1.1" status: 200 len: 946 time: 0.1880066 Jun 11 09:49:25.465844 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-96139538-bafa-4489-a2f1-1ceaeffc4395 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:25.563172 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 84242908-5a65-413a-83a1-05f36b563743 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:49:25.564754 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-31eaa2e3-44de-4d29-a37c-4dad51fcade0 req-98e66e58-3af3-4ca3-8e6f-8bca0464bd66 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ad0dd1c-3aa4-4e80-aeb8-f02a899523e0 HTTP/1.1" status: 200 len: 217 time: 0.1030581 Jun 11 09:49:25.630350 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 84242908-5a65-413a-83a1-05f36b563743 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:49:25.630708 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 84242908-5a65-413a-83a1-05f36b563743 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:49:25.640021 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a7511fdb-fdc8-4b3d-81a4-4898d55ab5f2 req-b6fa02f8-9dba-4ad5-8dd6-9040db1b9770 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/security-groups?id=57677d7e-1c66-47c6-909a-28bc4cd935da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053026 Jun 11 09:49:25.706728 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eaa2e3-44de-4d29-a37c-4dad51fcade0 req-27cd5f7c-c6ce-4ac8-938a-4a9d1fc9b2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:25.708230 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-31eaa2e3-44de-4d29-a37c-4dad51fcade0 req-27cd5f7c-c6ce-4ac8-938a-4a9d1fc9b2be service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65fd936e-e1de-4d66-9d41-076079c1dae3 HTTP/1.1" status: 200 len: 849 time: 0.1360714 Jun 11 09:49:25.712297 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ab8504af-7398-4253-b04c-f3c454951625 req-3920aca6-1d96-4c6b-882c-6392e70b3488 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466024 Jun 11 09:49:25.719137 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 47916) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:49:25.803536 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-96139538-bafa-4489-a2f1-1ceaeffc4395 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:25.812331 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-86b3a447-fbbc-428f-a404-1a39bdbedcc2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a1954df43db24c79a633812d8c3a0148&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0879683 Jun 11 09:49:25.821077 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 47918) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:49:25.875198 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eaa2e3-44de-4d29-a37c-4dad51fcade0 req-55e9dc59-a53b-4b39-9a65-83955e6a4f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:25.877873 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-31eaa2e3-44de-4d29-a37c-4dad51fcade0 req-55e9dc59-a53b-4b39-9a65-83955e6a4f6d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ecbff90d-5ab6-4357-bf37-5548ca0e9255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1430807 Jun 11 09:49:25.890364 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-96139538-bafa-4489-a2f1-1ceaeffc4395 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:25.893612 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-0d1c7689-9004-4057-9423-78c30482755c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48551d6-0b65-4b7c-9063-30b596b2e86d', 'name': 'tempest-ServersTestJSON-2005532366-router', 'tenant_id': 'b12bc305b44c4346b7a618cb035bad79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '438bf7ff-6d21-4346-a374-78a374a08a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:49:10Z', 'updated_at': '2021-06-11T09:49:18Z', 'revision_number': 4, 'project_id': 'b12bc305b44c4346b7a618cb035bad79', 'gw_port': {'id': '438bf7ff-6d21-4346-a374-78a374a08a2a', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ac:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48551d6-0b65-4b7c-9063-30b596b2e86d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:49:12Z', 'updated_at': '2021-06-11T09:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '9c2b9b6c-17c8-4bc7-9905-47a358d34387', 'name': '', 'network_id': '6820836b-bd7b-4793-8876-dbfb45277379', 'tenant_id': 'b12bc305b44c4346b7a618cb035bad79', 'mac_address': 'fa:16:3e:01:27:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f48551d6-0b65-4b7c-9063-30b596b2e86d', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'd2499c79-62f3-4ec5-a1d8-3ef0f5057886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:49:17Z', 'updated_at': '2021-06-11T09:49:24Z', 'revision_number': 4, 'project_id': 'b12bc305b44c4346b7a618cb035bad79', 'subnets': [{'id': 'd2499c79-62f3-4ec5-a1d8-3ef0f5057886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:49:25.895454 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c42954bd-b911-49aa-aafc-fa06e292c3f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:25.898320 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1c7689-9004-4057-9423-78c30482755c None None] The sync data for ids ['f48551d6-0b65-4b7c-9063-30b596b2e86d'] in n-d-779913-12 is: [{'id': 'f48551d6-0b65-4b7c-9063-30b596b2e86d', 'name': 'tempest-ServersTestJSON-2005532366-router', 'tenant_id': 'b12bc305b44c4346b7a618cb035bad79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '438bf7ff-6d21-4346-a374-78a374a08a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:49:10Z', 'updated_at': '2021-06-11T09:49:18Z', 'revision_number': 4, 'project_id': 'b12bc305b44c4346b7a618cb035bad79', 'gw_port': {'id': '438bf7ff-6d21-4346-a374-78a374a08a2a', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ac:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48551d6-0b65-4b7c-9063-30b596b2e86d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:49:12Z', 'updated_at': '2021-06-11T09:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '9c2b9b6c-17c8-4bc7-9905-47a358d34387', 'name': '', 'network_id': '6820836b-bd7b-4793-8876-dbfb45277379', 'tenant_id': 'b12bc305b44c4346b7a618cb035bad79', 'mac_address': 'fa:16:3e:01:27:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f48551d6-0b65-4b7c-9063-30b596b2e86d', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'd2499c79-62f3-4ec5-a1d8-3ef0f5057886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:49:17Z', 'updated_at': '2021-06-11T09:49:24Z', 'revision_number': 4, 'project_id': 'b12bc305b44c4346b7a618cb035bad79', 'subnets': [{'id': 'd2499c79-62f3-4ec5-a1d8-3ef0f5057886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:49:26.069236 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-31eaa2e3-44de-4d29-a37c-4dad51fcade0 req-ca605ce4-cce7-4f0d-a55d-4fab678b2cbd service neutron] 10.222.0.64 "GET /v2.0/networks/ecbff90d-5ab6-4357-bf37-5548ca0e9255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848438 Jun 11 09:49:26.088642 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96139538-bafa-4489-a2f1-1ceaeffc4395 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Pushing event updated for resources: {'Port': ['ID=34f220ec-520a-469f-85b4-5413ecf6ed14,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:26.092206 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-96139538-bafa-4489-a2f1-1ceaeffc4395 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:26.108967 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7afbe3e3-15e5-4113-b3b3-86753de65ca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:26.112754 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-96139538-bafa-4489-a2f1-1ceaeffc4395 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:26.128373 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc3b874-8699-48b8-91f1-3236eb81995e req-bc8c07d9-1e7a-49c0-929b-dbce2bd6d5bc tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:26.130377 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9bc3b874-8699-48b8-91f1-3236eb81995e req-bc8c07d9-1e7a-49c0-929b-dbce2bd6d5bc tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 944 time: 0.2925491 Jun 11 09:49:26.227138 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9bc3b874-8699-48b8-91f1-3236eb81995e req-df0bd027-7d8f-4b1f-a9e0-147f3bc92523 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d1f1aa-3601-424b-af20-9acf0698c1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700605 Jun 11 09:49:26.230326 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-31eaa2e3-44de-4d29-a37c-4dad51fcade0 req-73336094-8338-473a-829a-5019d0e15d13 service neutron] 10.222.0.64 "GET /v2.0/networks/ecbff90d-5ab6-4357-bf37-5548ca0e9255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539924 Jun 11 09:49:26.235562 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7afbe3e3-15e5-4113-b3b3-86753de65ca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:26.322171 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-96139538-bafa-4489-a2f1-1ceaeffc4395 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:26.332415 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-96139538-bafa-4489-a2f1-1ceaeffc4395 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6154938 Jun 11 09:49:26.403079 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7afbe3e3-15e5-4113-b3b3-86753de65ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:26.407091 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7afbe3e3-15e5-4113-b3b3-86753de65ca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:26.408634 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-7afbe3e3-15e5-4113-b3b3-86753de65ca6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/eca891f4-267e-4d79-9993-7d62b55e3602 HTTP/1.1" status: 204 len: 168 time: 0.5865829 Jun 11 09:49:26.409551 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-fff3a343-d2e0-45ea-b6f6-0ad9007d9578 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:26.457575 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afbe3e3-15e5-4113-b3b3-86753de65ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca891f4-267e-4d79-9993-7d62b55e3602,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:26.547797 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7afbe3e3-15e5-4113-b3b3-86753de65ca6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:26.594898 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816b3f69-37c4-46f0-84fb-359554c13ee8 req-3715a836-fe38-44a2-b3d4-0c7db7d0fccd tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:26.596669 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-816b3f69-37c4-46f0-84fb-359554c13ee8 req-3715a836-fe38-44a2-b3d4-0c7db7d0fccd tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7775082-94ea-4ab4-9811-3ac65abbf3af HTTP/1.1" status: 200 len: 946 time: 0.1558385 Jun 11 09:49:26.675940 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-816b3f69-37c4-46f0-84fb-359554c13ee8 req-992f331f-34dc-4f41-96c7-23073f8a0448 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735574 Jun 11 09:49:27.323905 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c816fac2-546e-4190-ada8-84056aa76428 req-64cd09db-7904-4f0c-9d0d-93f743375f07 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:27.326030 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c816fac2-546e-4190-ada8-84056aa76428 req-64cd09db-7904-4f0c-9d0d-93f743375f07 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 944 time: 0.0872335 Jun 11 09:49:27.401094 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c816fac2-546e-4190-ada8-84056aa76428 req-adef16b2-a5a7-48ce-b1de-215095a68a4a tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d1f1aa-3601-424b-af20-9acf0698c1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669422 Jun 11 09:49:27.626273 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e6622a7a-029c-478a-b9b6-d78a36258bb8 req-d6dffb0f-750a-4b5f-adb4-08c5d4b83879 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--458096846&fields=id&tenant_id=b12bc305b44c4346b7a618cb035bad79 HTTP/1.1" status: 200 len: 267 time: 0.0771089 Jun 11 09:49:27.651157 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 9c2b9b6c-17c8-4bc7-9905-47a358d34387 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:49:27.826024 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6622a7a-029c-478a-b9b6-d78a36258bb8 req-c01c4180-c00e-4720-93ba-343cf5ea31f5 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:27.827560 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e6622a7a-029c-478a-b9b6-d78a36258bb8 req-c01c4180-c00e-4720-93ba-343cf5ea31f5 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] 10.222.0.60 "GET /v2.0/networks?id=6820836b-bd7b-4793-8876-dbfb45277379 HTTP/1.1" status: 200 len: 806 time: 0.2004502 Jun 11 09:49:27.851324 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e6622a7a-029c-478a-b9b6-d78a36258bb8 req-de579123-9d51-47c4-9ae4-e1c2120415c3 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] 10.222.0.60 "GET /v2.0/quotas/b12bc305b44c4346b7a618cb035bad79 HTTP/1.1" status: 200 len: 375 time: 0.0147927 Jun 11 09:49:27.900389 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 9c2b9b6c-17c8-4bc7-9905-47a358d34387 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:49:27.905415 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 9c2b9b6c-17c8-4bc7-9905-47a358d34387 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:49:27.905938 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:27.940820 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e6622a7a-029c-478a-b9b6-d78a36258bb8 req-c590f8a0-d99d-4c53-b5aa-b68b5ecb7cb2 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b12bc305b44c4346b7a618cb035bad79&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0886099 Jun 11 09:49:28.113682 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e6622a7a-029c-478a-b9b6-d78a36258bb8 req-d29824ef-ba0d-439e-b50a-b329250d359b service neutron] 10.222.0.60 "GET /v2.0/networks/6820836b-bd7b-4793-8876-dbfb45277379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517158 Jun 11 09:49:28.161206 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:28.198021 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 9c2b9b6c-17c8-4bc7-9905-47a358d34387, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=9c2b9b6c-17c8-4bc7-9905-47a358d34387,segment=NetworkSegment(6b01e6de-f547-451b-b2c7-cf7ead3516ab),segment_id=6b01e6de-f547-451b-b2c7-cf7ead3516ab)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:49:28.235847 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e6622a7a-029c-478a-b9b6-d78a36258bb8 req-f50c1c24-0a9e-4fec-b208-c8063552f150 service neutron] 10.222.0.60 "GET /v2.0/networks/6820836b-bd7b-4793-8876-dbfb45277379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156485 Jun 11 09:49:28.265936 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:28.268900 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:28.326364 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=9c2b9b6c-17c8-4bc7-9905-47a358d34387,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:28.326679 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:28.423590 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeab129-02fe-4335-89d3-dc11a323e980 req-0c18177d-5531-44cc-b60b-12506cf8e646 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:28.425147 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-aeeab129-02fe-4335-89d3-dc11a323e980 req-0c18177d-5531-44cc-b60b-12506cf8e646 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7775082-94ea-4ab4-9811-3ac65abbf3af HTTP/1.1" status: 200 len: 946 time: 0.0742426 Jun 11 09:49:28.466837 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-aeeab129-02fe-4335-89d3-dc11a323e980 req-ba54982e-8885-4027-b53d-dc697e3b2ed9 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358958 Jun 11 09:49:28.654880 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19201cc8-e740-4b3d-854f-f22bfeaa373a req-0ef06799-4cd6-4350-9a7a-5fc2ada714e8 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:28.656833 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-19201cc8-e740-4b3d-854f-f22bfeaa373a req-0ef06799-4cd6-4350-9a7a-5fc2ada714e8 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=6edf564c-85d6-49cf-bd98-9f0a6fbc0090 HTTP/1.1" status: 200 len: 949 time: 0.0763979 Jun 11 09:49:28.715032 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-19201cc8-e740-4b3d-854f-f22bfeaa373a req-2bb18dfe-c2d6-413b-bda3-ece4a6e48eeb tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519433 Jun 11 09:49:28.874759 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b883d-e13f-4916-ada0-03054ff8f466 req-05acf229-3296-474b-b56b-44ecf837b3ea tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:28.876411 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-af3b883d-e13f-4916-ada0-03054ff8f466 req-05acf229-3296-474b-b56b-44ecf837b3ea tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/networks?id=ecbff90d-5ab6-4357-bf37-5548ca0e9255 HTTP/1.1" status: 200 len: 810 time: 0.1820123 Jun 11 09:49:28.896655 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-af3b883d-e13f-4916-ada0-03054ff8f466 req-fec02d36-bbdf-4615-bd1e-cade9e626d5a tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/quotas/85a0b78c318440aa9b70136d633fbbff HTTP/1.1" status: 200 len: 375 time: 0.0145156 Jun 11 09:49:28.997382 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-af3b883d-e13f-4916-ada0-03054ff8f466 req-912823d8-5df3-428c-8d3c-1a55c53f2026 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=85a0b78c318440aa9b70136d633fbbff&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0916736 Jun 11 09:49:29.141316 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-af3b883d-e13f-4916-ada0-03054ff8f466 req-1ec0b9c1-e95a-4815-91fd-3031c1da33d4 service neutron] 10.222.0.60 "GET /v2.0/networks/ecbff90d-5ab6-4357-bf37-5548ca0e9255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357167 Jun 11 09:49:29.275155 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-af3b883d-e13f-4916-ada0-03054ff8f466 req-86808b19-0983-47b8-b903-e72ad3c89a29 service neutron] 10.222.0.60 "GET /v2.0/networks/ecbff90d-5ab6-4357-bf37-5548ca0e9255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329041 Jun 11 09:49:29.332837 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 48082) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:49:29.479750 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1f04b207-d10f-4899-980f-f6516dfc912d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:29.488759 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 9c2b9b6c-17c8-4bc7-9905-47a358d34387 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:49:29.567906 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 9c2b9b6c-17c8-4bc7-9905-47a358d34387 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:49:29.568347 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:29.672474 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1f04b207-d10f-4899-980f-f6516dfc912d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:29.735722 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1f04b207-d10f-4899-980f-f6516dfc912d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:29.738395 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a12d99ba-4e6b-4a7f-b2de-18e25ef52061 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:29.819024 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-1f04b207-d10f-4899-980f-f6516dfc912d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9f90603cbf1645f88c2ee9ba36df5ef2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4844093 Jun 11 09:49:29.819905 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 48116) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:49:29.820452 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f04b207-d10f-4899-980f-f6516dfc912d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d550b14a-5bca-4d2f-b85b-9d2761cf2b56,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:29.824112 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1f04b207-d10f-4899-980f-f6516dfc912d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:29.892730 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-46d0eadf-c8f2-4329-bb8d-a1b8b07582fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:29.926020 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-46d0eadf-c8f2-4329-bb8d-a1b8b07582fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:30.089199 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-46d0eadf-c8f2-4329-bb8d-a1b8b07582fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:30.091966 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-46d0eadf-c8f2-4329-bb8d-a1b8b07582fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:30.093926 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-46d0eadf-c8f2-4329-bb8d-a1b8b07582fd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d550b14a-5bca-4d2f-b85b-9d2761cf2b56 HTTP/1.1" status: 204 len: 168 time: 0.2719331 Jun 11 09:49:30.093926 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8e7dfd23-d97c-4725-a5b4-0936bfcb7f22 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:30.103232 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d0eadf-c8f2-4329-bb8d-a1b8b07582fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d550b14a-5bca-4d2f-b85b-9d2761cf2b56,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:30.106064 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-46d0eadf-c8f2-4329-bb8d-a1b8b07582fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:30.256065 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-49bc916d-6aaf-456e-b7b0-9f991359147a req-b4cb67df-3ec9-4939-bddb-2b37d6819e7b tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7f8d92-9315-4a44-bb99-c9751af7c624 HTTP/1.1" status: 200 len: 210 time: 0.0562098 Jun 11 09:49:30.364443 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b282fb89-1601-45fd-8329-30aa6da26417 req-4ecd7c4e-6de2-4c19-a0d6-aed2557ee44f tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=038672dc-055a-4321-bfe6-0fabae59f406 HTTP/1.1" status: 200 len: 210 time: 0.0407040 Jun 11 09:49:30.500511 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 48140) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:49:30.545348 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a445f288-2364-4aae-9d50-c480fc1bb7bd req-ba071ba6-5454-4a1b-bc08-305f1699b89f tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:30.552889 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a445f288-2364-4aae-9d50-c480fc1bb7bd req-ba071ba6-5454-4a1b-bc08-305f1699b89f tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=6edf564c-85d6-49cf-bd98-9f0a6fbc0090 HTTP/1.1" status: 200 len: 949 time: 0.0871611 Jun 11 09:49:30.617198 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a445f288-2364-4aae-9d50-c480fc1bb7bd req-629091e7-d66c-4285-a6c7-182fd22e9e25 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633860 Jun 11 09:49:30.656171 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f41efe74-7b81-4272-8c29-f54024e57371 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:30.848627 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f41efe74-7b81-4272-8c29-f54024e57371 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:30.868385 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ecf80d-5f3e-4344-9a14-b52e67ea48c4 req-5f48c63d-3007-474e-b9a3-986e41980a7c tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:30.870436 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-05ecf80d-5f3e-4344-9a14-b52e67ea48c4 req-5f48c63d-3007-474e-b9a3-986e41980a7c tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7775082-94ea-4ab4-9811-3ac65abbf3af HTTP/1.1" status: 200 len: 946 time: 0.1098306 Jun 11 09:49:30.924939 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-05ecf80d-5f3e-4344-9a14-b52e67ea48c4 req-52ad8dd0-dca4-473c-8706-a17c5098478a tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485520 Jun 11 09:49:30.942716 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 5a01e3c3-c03f-4e0a-9af5-152ccec47f8f details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:49:30.946589 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f41efe74-7b81-4272-8c29-f54024e57371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:31.003111 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f75e76e6-1486-41de-8d62-5be81b4797ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:31.009328 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:31.036319 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-f41efe74-7b81-4272-8c29-f54024e57371 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d5ae4398e7c34185ac97492a4596bb8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5346217 Jun 11 09:49:31.037178 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41efe74-7b81-4272-8c29-f54024e57371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf344b9c-d51d-4415-bd5e-1ea0ca0e4d5e,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:31.040128 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 48168) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:49:31.054624 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f41efe74-7b81-4272-8c29-f54024e57371 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:31.128768 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f36e970e-844c-4803-bb38-149d3a82dd5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:31.177207 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f36e970e-844c-4803-bb38-149d3a82dd5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:31.202578 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 5a01e3c3-c03f-4e0a-9af5-152ccec47f8f, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=5a01e3c3-c03f-4e0a-9af5-152ccec47f8f,segment=NetworkSegment(795b623e-39fe-4036-b5cd-c232096acd1e),segment_id=795b623e-39fe-4036-b5cd-c232096acd1e)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:49:31.218340 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': '5a01e3c3-c03f-4e0a-9af5-152ccec47f8f', 'network_id': '7dff7a38-2b77-493a-abd5-c045b5779e07', 'port_id': '5a01e3c3-c03f-4e0a-9af5-152ccec47f8f', 'mac_address': 'fa:16:3e:d8:95:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4045e3b8-f98d-4ef7-a8b7-f975be5dfeee', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:49:31.247002 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e8a32-e1bf-4498-84d2-fb1d5e47c8a8 req-55a9b8ef-ef92-45fe-bb71-b07ba3cf3d72 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:31.248901 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-475e8a32-e1bf-4498-84d2-fb1d5e47c8a8 req-55a9b8ef-ef92-45fe-bb71-b07ba3cf3d72 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3f0abb7-ea50-4a0b-b952-5ae9ccd36d06 HTTP/1.1" status: 200 len: 946 time: 0.1060374 Jun 11 09:49:31.278517 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:31.301120 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5a01e3c3-c03f-4e0a-9af5-152ccec47f8f {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:49:31.311409 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-475e8a32-e1bf-4498-84d2-fb1d5e47c8a8 req-9b658c61-9f76-4642-8a10-fcc0c04604fe tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/security-groups?id=57677d7e-1c66-47c6-909a-28bc4cd935da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503767 Jun 11 09:49:31.328120 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 5a01e3c3-c03f-4e0a-9af5-152ccec47f8f, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=5a01e3c3-c03f-4e0a-9af5-152ccec47f8f,segment=NetworkSegment(795b623e-39fe-4036-b5cd-c232096acd1e),segment_id=795b623e-39fe-4036-b5cd-c232096acd1e)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:49:31.340753 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f36e970e-844c-4803-bb38-149d3a82dd5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:31.343473 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f36e970e-844c-4803-bb38-149d3a82dd5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:31.344684 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-f36e970e-844c-4803-bb38-149d3a82dd5a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bf344b9c-d51d-4415-bd5e-1ea0ca0e4d5e HTTP/1.1" status: 204 len: 168 time: 0.3045454 Jun 11 09:49:31.345825 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e6a77155-42e7-4afa-aad9-b6c741572151 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:31.356148 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e970e-844c-4803-bb38-149d3a82dd5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf344b9c-d51d-4415-bd5e-1ea0ca0e4d5e,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:31.360206 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f36e970e-844c-4803-bb38-149d3a82dd5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:31.437417 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:31.439187 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:31.519202 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=5a01e3c3-c03f-4e0a-9af5-152ccec47f8f,revision_number=6']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:31.532684 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:31.537189 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4c7cb2d7-49ff-479a-aa57-db61d0c6b3a3 req-44db8906-9353-485c-9d5e-f4f349a27065 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7f8d92-9315-4a44-bb99-c9751af7c624 HTTP/1.1" status: 200 len: 210 time: 0.0652938 Jun 11 09:49:31.588786 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6622a7a-029c-478a-b9b6-d78a36258bb8 req-1bc41855-a600-4cf8-8af8-b003a9e0b2af tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:31.592322 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['5a01e3c3-c03f-4e0a-9af5-152ccec47f8f'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:49:31.596470 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e6622a7a-029c-478a-b9b6-d78a36258bb8 req-1bc41855-a600-4cf8-8af8-b003a9e0b2af tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] 10.222.0.69 "GET /v2.0/networks?id=6820836b-bd7b-4793-8876-dbfb45277379 HTTP/1.1" status: 200 len: 806 time: 0.2089782 Jun 11 09:49:31.664571 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e6622a7a-029c-478a-b9b6-d78a36258bb8 req-bf1a7e5d-7e66-45c2-9528-456931be9b5a tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b12bc305b44c4346b7a618cb035bad79 HTTP/1.1" status: 200 len: 379 time: 0.0584757 Jun 11 09:49:31.682638 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-e6622a7a-029c-478a-b9b6-d78a36258bb8 req-4212aa92-f27a-4f6e-a5f1-d90bd03ecf78 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Request body: {'port': {'device_id': 'ab7f8d92-9315-4a44-bb99-c9751af7c624', 'network_id': '6820836b-bd7b-4793-8876-dbfb45277379', 'admin_state_up': True, 'tenant_id': 'b12bc305b44c4346b7a618cb035bad79', 'security_groups': ['8333e5a8-d8f9-4d1c-8e9a-89e36ebd0127']}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:49:31.689161 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-315aa917-f4b6-49d4-a611-09db5a3b0a13 req-08fc7c53-8d7d-4fb2-90f3-32cdbc96719b tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=038672dc-055a-4321-bfe6-0fabae59f406 HTTP/1.1" status: 200 len: 210 time: 0.0419896 Jun 11 09:49:31.945447 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6622a7a-029c-478a-b9b6-d78a36258bb8 req-4212aa92-f27a-4f6e-a5f1-d90bd03ecf78 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Made reservation on behalf of b12bc305b44c4346b7a618cb035bad79 for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:49:31.949585 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-e6622a7a-029c-478a-b9b6-d78a36258bb8 req-4212aa92-f27a-4f6e-a5f1-d90bd03ecf78 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:32.156805 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [req-e6622a7a-029c-478a-b9b6-d78a36258bb8 req-4212aa92-f27a-4f6e-a5f1-d90bd03ecf78 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Allocated IP 172.20.0.14 (6820836b-bd7b-4793-8876-dbfb45277379/d2499c79-62f3-4ec5-a1d8-3ef0f5057886/ff45e742-419a-4c96-bd25-b92421461765) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:49:32.397000 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b883d-e13f-4916-ada0-03054ff8f466 req-790e4236-e43c-413e-994c-4be6ed02cbe9 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:32.398533 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-af3b883d-e13f-4916-ada0-03054ff8f466 req-790e4236-e43c-413e-994c-4be6ed02cbe9 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.69 "GET /v2.0/networks?id=ecbff90d-5ab6-4357-bf37-5548ca0e9255 HTTP/1.1" status: 200 len: 810 time: 0.1958303 Jun 11 09:49:32.417693 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-af3b883d-e13f-4916-ada0-03054ff8f466 req-0ecb6cef-71ed-4f3a-a621-4fde8a19ae65 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Request body: {'port': {'device_id': '038672dc-055a-4321-bfe6-0fabae59f406', 'network_id': 'ecbff90d-5ab6-4357-bf37-5548ca0e9255', 'admin_state_up': True, 'tenant_id': '85a0b78c318440aa9b70136d633fbbff'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:49:32.685505 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffa607f-164d-49ba-8e67-8d4030082498 req-98dda3f5-10b2-4b03-a7f7-a01d80c8caae tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:32.686995 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1ffa607f-164d-49ba-8e67-8d4030082498 req-98dda3f5-10b2-4b03-a7f7-a01d80c8caae tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7775082-94ea-4ab4-9811-3ac65abbf3af HTTP/1.1" status: 200 len: 946 time: 0.0865233 Jun 11 09:49:32.725359 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af3b883d-e13f-4916-ada0-03054ff8f466 req-0ecb6cef-71ed-4f3a-a621-4fde8a19ae65 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Made reservation on behalf of 85a0b78c318440aa9b70136d633fbbff for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:49:32.729393 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-af3b883d-e13f-4916-ada0-03054ff8f466 req-0ecb6cef-71ed-4f3a-a621-4fde8a19ae65 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:32.752847 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1ffa607f-164d-49ba-8e67-8d4030082498 req-a649d293-9c49-4895-8aaf-c1e911a56adf tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594878 Jun 11 09:49:32.901303 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-e6622a7a-029c-478a-b9b6-d78a36258bb8 req-4212aa92-f27a-4f6e-a5f1-d90bd03ecf78 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:32.938771 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-e6622a7a-029c-478a-b9b6-d78a36258bb8 req-4212aa92-f27a-4f6e-a5f1-d90bd03ecf78 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Transition to ACTIVE for port object ff45e742-419a-4c96-bd25-b92421461765 will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:49:32.945061 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 5a01e3c3-c03f-4e0a-9af5-152ccec47f8f up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:49:32.970810 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38977674-eee2-4d33-97c4-45d57be10e6d req-87a2873f-2e3b-4e8a-a597-741de056633e tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:32.972455 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-38977674-eee2-4d33-97c4-45d57be10e6d req-87a2873f-2e3b-4e8a-a597-741de056633e tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.69 "GET /v2.0/ports?device_id=c7775082-94ea-4ab4-9811-3ac65abbf3af HTTP/1.1" status: 200 len: 946 time: 0.6878405 Jun 11 09:49:33.002414 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port 5a01e3c3-c03f-4e0a-9af5-152ccec47f8f triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:49:33.003206 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:33.004009 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e379aa-3c26-44bd-b0a2-68578e3fc11d req-089afc51-483e-4c93-95ea-58ed4a09c612 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:33.011527 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-14e379aa-3c26-44bd-b0a2-68578e3fc11d req-089afc51-483e-4c93-95ea-58ed4a09c612 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=6edf564c-85d6-49cf-bd98-9f0a6fbc0090 HTTP/1.1" status: 200 len: 949 time: 0.2165697 Jun 11 09:49:33.109809 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-14e379aa-3c26-44bd-b0a2-68578e3fc11d req-04f12137-fca8-4e82-bab6-4afc0b6894ce tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956748 Jun 11 09:49:33.129141 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:33.176395 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 5a01e3c3-c03f-4e0a-9af5-152ccec47f8f, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=5a01e3c3-c03f-4e0a-9af5-152ccec47f8f,segment=NetworkSegment(795b623e-39fe-4036-b5cd-c232096acd1e),segment_id=795b623e-39fe-4036-b5cd-c232096acd1e)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:49:33.177454 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3f0abb7-ea50-4a0b-b952-5ae9ccd36d06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a01e3c3-c03f-4e0a-9af5-152ccec47f8f'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:49:33.179957 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39115cf8-ddf4-40a9-8535-b358ec37e711" -d '{"events": [{"server_uuid": "f3f0abb7-ea50-4a0b-b952-5ae9ccd36d06", "name": "network-vif-plugged", "status": "completed", "tag": "5a01e3c3-c03f-4e0a-9af5-152ccec47f8f"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:49:33.199653 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-e6622a7a-029c-478a-b9b6-d78a36258bb8 req-4212aa92-f27a-4f6e-a5f1-d90bd03ecf78 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:33.213384 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-cac7e3fb-dbb7-491b-a7e9-2e26c3bc4efc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:33.249015 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:33.250959 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:33.277426 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6622a7a-029c-478a-b9b6-d78a36258bb8 req-4212aa92-f27a-4f6e-a5f1-d90bd03ecf78 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Network 6820836b-bd7b-4793-8876-dbfb45277379 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:49:33.304949 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [req-e6622a7a-029c-478a-b9b6-d78a36258bb8 req-4212aa92-f27a-4f6e-a5f1-d90bd03ecf78 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:49:33.334078 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4212aa92-f27a-4f6e-a5f1-d90bd03ecf78 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Pushing event updated for resources: {'Port': ['ID=ff45e742-419a-4c96-bd25-b92421461765,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:33.336535 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6622a7a-029c-478a-b9b6-d78a36258bb8 req-4212aa92-f27a-4f6e-a5f1-d90bd03ecf78 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:49:33.337019 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=5a01e3c3-c03f-4e0a-9af5-152ccec47f8f,revision_number=7']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:33.341665 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:33.342854 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4212aa92-f27a-4f6e-a5f1-d90bd03ecf78 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:33.398090 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-38977674-eee2-4d33-97c4-45d57be10e6d req-a52ada87-0433-427c-9dee-fee927530427 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Deleting port 01b583cb-f8db-4fad-bda7-0067ff5a712d {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:49:33.398440 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-38977674-eee2-4d33-97c4-45d57be10e6d req-a52ada87-0433-427c-9dee-fee927530427 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:33.435694 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6622a7a-029c-478a-b9b6-d78a36258bb8 req-4212aa92-f27a-4f6e-a5f1-d90bd03ecf78 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:33.436295 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-e6622a7a-029c-478a-b9b6-d78a36258bb8 req-4212aa92-f27a-4f6e-a5f1-d90bd03ecf78 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:33.448856 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e3ff6-f920-497d-b4f8-31b14be8cf2e req-e0834dec-904f-45a0-b5f5-14e3018a4ea1 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:33.450350 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0e4e3ff6-f920-497d-b4f8-31b14be8cf2e req-e0834dec-904f-45a0-b5f5-14e3018a4ea1 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3f0abb7-ea50-4a0b-b952-5ae9ccd36d06 HTTP/1.1" status: 200 len: 945 time: 0.5625708 Jun 11 09:49:33.451792 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-af3b883d-e13f-4916-ada0-03054ff8f466 req-0ecb6cef-71ed-4f3a-a621-4fde8a19ae65 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Allocated IP 172.20.0.13 (ecbff90d-5ab6-4357-bf37-5548ca0e9255/65fd936e-e1de-4d66-9d41-076079c1dae3/bf09dab6-c049-4e86-9814-bbb585b963dc) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:49:33.521265 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e6622a7a-029c-478a-b9b6-d78a36258bb8 req-4212aa92-f27a-4f6e-a5f1-d90bd03ecf78 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8485680 Jun 11 09:49:33.535387 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-e6622a7a-029c-478a-b9b6-d78a36258bb8 req-a701740e-3403-4836-9f40-49b9a771a2fb service neutron] Request body: {'port': {'device_id': 'ab7f8d92-9315-4a44-bb99-c9751af7c624', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-12'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:49:33.564130 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 09:49:33.576188 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0e4e3ff6-f920-497d-b4f8-31b14be8cf2e req-d80dbc97-ea0c-4b4b-a182-2ae9a56495c3 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/security-groups?id=57677d7e-1c66-47c6-909a-28bc4cd935da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047208 Jun 11 09:49:33.584274 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-38977674-eee2-4d33-97c4-45d57be10e6d req-a52ada87-0433-427c-9dee-fee927530427 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] For port 01b583cb-f8db-4fad-bda7-0067ff5a712d, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=01b583cb-f8db-4fad-bda7-0067ff5a712d,segment=NetworkSegment(b51c68b7-80ed-4de8-bd6d-e2ba699aba0b),segment_id=b51c68b7-80ed-4de8-bd6d-e2ba699aba0b)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:49:33.584502 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-38977674-eee2-4d33-97c4-45d57be10e6d req-a52ada87-0433-427c-9dee-fee927530427 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:33.717831 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-fad74c48-3b31-445f-932b-3564e1bf03a7 None None] Provisioning for port ff45e742-419a-4c96-bd25-b92421461765 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:49:33.721888 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-fad74c48-3b31-445f-932b-3564e1bf03a7 None None] Provisioning complete for port ff45e742-419a-4c96-bd25-b92421461765 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:49:33.722524 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-fad74c48-3b31-445f-932b-3564e1bf03a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:33.736150 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-38977674-eee2-4d33-97c4-45d57be10e6d req-a52ada87-0433-427c-9dee-fee927530427 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Calling delete_port for 01b583cb-f8db-4fad-bda7-0067ff5a712d owned by compute:nova {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:49:33.762733 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-e6622a7a-029c-478a-b9b6-d78a36258bb8 req-a701740e-3403-4836-9f40-49b9a771a2fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:33.830998 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-fad74c48-3b31-445f-932b-3564e1bf03a7 None None] Port ff45e742-419a-4c96-bd25-b92421461765 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:49:33.882859 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-af3b883d-e13f-4916-ada0-03054ff8f466 req-0ecb6cef-71ed-4f3a-a621-4fde8a19ae65 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:33.904445 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-af3b883d-e13f-4916-ada0-03054ff8f466 req-0ecb6cef-71ed-4f3a-a621-4fde8a19ae65 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Transition to ACTIVE for port object bf09dab6-c049-4e86-9814-bbb585b963dc will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:49:33.908876 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-346688e9-a865-42a8-a949-623c70f629a4 req-8d3554dd-99b9-4720-8f18-daecda47767e tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=038672dc-055a-4321-bfe6-0fabae59f406 HTTP/1.1" status: 200 len: 210 time: 0.0611072 Jun 11 09:49:33.914792 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e023c04-2d32-4296-bf65-c125174fc8d5 req-141c2058-59de-49de-a61e-c910d31b3607 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:33.922542 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4e023c04-2d32-4296-bf65-c125174fc8d5 req-141c2058-59de-49de-a61e-c910d31b3607 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7f8d92-9315-4a44-bb99-c9751af7c624 HTTP/1.1" status: 200 len: 932 time: 0.1491151 Jun 11 09:49:33.981940 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cbf2659-b21e-4327-a4ee-bbc10ddc06fd x-openstack-request-id: req-7cbf2659-b21e-4327-a4ee-bbc10ddc06fd {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:49:33.983605 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3f0abb7-ea50-4a0b-b952-5ae9ccd36d06", "name": "network-vif-plugged", "status": "completed", "tag": "5a01e3c3-c03f-4e0a-9af5-152ccec47f8f", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:49:33.984091 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7cbf2659-b21e-4327-a4ee-bbc10ddc06fd {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:49:33.984683 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3f0abb7-ea50-4a0b-b952-5ae9ccd36d06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a01e3c3-c03f-4e0a-9af5-152ccec47f8f', 'code': 200} Jun 11 09:49:33.990977 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4e023c04-2d32-4296-bf65-c125174fc8d5 req-be5e5cd9-1661-4eaf-b629-c7f551c47324 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] 10.222.0.60 "GET /v2.0/security-groups?id=8333e5a8-d8f9-4d1c-8e9a-89e36ebd0127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674257 Jun 11 09:49:34.073419 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-af3b883d-e13f-4916-ada0-03054ff8f466 req-0ecb6cef-71ed-4f3a-a621-4fde8a19ae65 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:34.084735 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6308c266-5161-4ea4-a36b-826502e1f269 tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:34.086236 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['e21094f9-fbfa-4270-bdd9-5d903859b711', '62edb212-025f-4ae0-a3a1-9c7870b038ba'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:49:34.144874 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecb6cef-71ed-4f3a-a621-4fde8a19ae65 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Pushing event updated for resources: {'Port': ['ID=bf09dab6-c049-4e86-9814-bbb585b963dc,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:34.152595 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0ecb6cef-71ed-4f3a-a621-4fde8a19ae65 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:34.154350 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af3b883d-e13f-4916-ada0-03054ff8f466 req-0ecb6cef-71ed-4f3a-a621-4fde8a19ae65 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Network ecbff90d-5ab6-4357-bf37-5548ca0e9255 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:49:34.155806 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-af3b883d-e13f-4916-ada0-03054ff8f466 req-0ecb6cef-71ed-4f3a-a621-4fde8a19ae65 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:49:34.158844 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-af3b883d-e13f-4916-ada0-03054ff8f466 req-0ecb6cef-71ed-4f3a-a621-4fde8a19ae65 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:49:34.255127 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b883d-e13f-4916-ada0-03054ff8f466 req-0ecb6cef-71ed-4f3a-a621-4fde8a19ae65 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:34.255675 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-af3b883d-e13f-4916-ada0-03054ff8f466 req-0ecb6cef-71ed-4f3a-a621-4fde8a19ae65 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:34.341977 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-af3b883d-e13f-4916-ada0-03054ff8f466 req-0ecb6cef-71ed-4f3a-a621-4fde8a19ae65 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9337361 Jun 11 09:49:34.362249 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [req-e6622a7a-029c-478a-b9b6-d78a36258bb8 req-a701740e-3403-4836-9f40-49b9a771a2fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff45e742-419a-4c96-bd25-b92421461765 {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:49:34.371766 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-e6622a7a-029c-478a-b9b6-d78a36258bb8 req-a701740e-3403-4836-9f40-49b9a771a2fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:34.397094 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-e6622a7a-029c-478a-b9b6-d78a36258bb8 req-a701740e-3403-4836-9f40-49b9a771a2fb service neutron] Transition to ACTIVE for port object ff45e742-419a-4c96-bd25-b92421461765 will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:49:34.399506 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-38977674-eee2-4d33-97c4-45d57be10e6d req-a52ada87-0433-427c-9dee-fee927530427 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:34.405830 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c42954bd-b911-49aa-aafc-fa06e292c3f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:34.451284 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-af3b883d-e13f-4916-ada0-03054ff8f466 req-7d3b4dd2-4db4-40d8-8198-c16e5f798e6c service neutron] Request body: {'port': {'device_id': '038672dc-055a-4321-bfe6-0fabae59f406', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:49:34.459589 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52ada87-0433-427c-9dee-fee927530427 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Pushing event deleted for resources: {'Port': ['ID=01b583cb-f8db-4fad-bda7-0067ff5a712d,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:34.461867 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['8d90aed3-d0d9-439d-99e2-28dedffaf1bf'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:49:34.474011 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a52ada87-0433-427c-9dee-fee927530427 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:34.475308 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-e6622a7a-029c-478a-b9b6-d78a36258bb8 req-a701740e-3403-4836-9f40-49b9a771a2fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:34.481008 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-73c5d2a2-eec0-4aa9-9a72-e00b7d6771cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:34.664354 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-af3b883d-e13f-4916-ada0-03054ff8f466 req-7d3b4dd2-4db4-40d8-8198-c16e5f798e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:34.667326 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-38977674-eee2-4d33-97c4-45d57be10e6d req-a52ada87-0433-427c-9dee-fee927530427 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] No DVR routers for this DVR port 01b583cb-f8db-4fad-bda7-0067ff5a712d on host n-h2-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:49:34.678614 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-570c5c2e-01cb-47e5-87e5-de7bdf1c53d8 None None] Provisioning for port bf09dab6-c049-4e86-9814-bbb585b963dc completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:49:34.679979 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-38977674-eee2-4d33-97c4-45d57be10e6d req-a52ada87-0433-427c-9dee-fee927530427 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:34.682551 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-38977674-eee2-4d33-97c4-45d57be10e6d req-a52ada87-0433-427c-9dee-fee927530427 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.69 "DELETE /v2.0/ports/01b583cb-f8db-4fad-bda7-0067ff5a712d HTTP/1.1" status: 204 len: 173 time: 1.6488843 Jun 11 09:49:34.685744 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7775082-94ea-4ab4-9811-3ac65abbf3af', 'name': 'network-vif-deleted', 'tag': '01b583cb-f8db-4fad-bda7-0067ff5a712d'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:49:34.688138 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38709d23-2f43-41c4-a4f1-448d1cb08beb" -d '{"events": [{"server_uuid": "c7775082-94ea-4ab4-9811-3ac65abbf3af", "name": "network-vif-deleted", "tag": "01b583cb-f8db-4fad-bda7-0067ff5a712d"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:49:34.689055 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb0b6b2-cc4d-4b0e-8e53-88d60b919a74 req-1f9ba0e4-2780-4d41-8774-d97225b98198 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:34.696249 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ecb0b6b2-cc4d-4b0e-8e53-88d60b919a74 req-1f9ba0e4-2780-4d41-8774-d97225b98198 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e9d2205-62f9-4941-8103-3a1001a1903b HTTP/1.1" status: 200 len: 947 time: 0.3563495 Jun 11 09:49:34.701783 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a701740e-3403-4836-9f40-49b9a771a2fb service neutron] Pushing event updated for resources: {'Port': ['ID=ff45e742-419a-4c96-bd25-b92421461765,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:34.705622 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a701740e-3403-4836-9f40-49b9a771a2fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:34.710115 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-570c5c2e-01cb-47e5-87e5-de7bdf1c53d8 None None] Provisioning complete for port bf09dab6-c049-4e86-9814-bbb585b963dc triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:49:34.710513 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-570c5c2e-01cb-47e5-87e5-de7bdf1c53d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:34.809734 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ecb0b6b2-cc4d-4b0e-8e53-88d60b919a74 req-5f33fa30-bb4e-4831-9ef7-797ba614c180 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] 10.222.0.60 "GET /v2.0/security-groups?id=3dfb640a-7174-4f82-a9e7-bf6bbf6da8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093843 Jun 11 09:49:34.840958 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-e6622a7a-029c-478a-b9b6-d78a36258bb8 req-a701740e-3403-4836-9f40-49b9a771a2fb service neutron] Attempting to bind port ff45e742-419a-4c96-bd25-b92421461765 on host n-h2-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:49:34.841282 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-e6622a7a-029c-478a-b9b6-d78a36258bb8 req-a701740e-3403-4836-9f40-49b9a771a2fb service neutron] Attempting to bind port ff45e742-419a-4c96-bd25-b92421461765 by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': '6b01e6de-f547-451b-b2c7-cf7ead3516ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '6820836b-bd7b-4793-8876-dbfb45277379'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:49:34.841576 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6622a7a-029c-478a-b9b6-d78a36258bb8 req-a701740e-3403-4836-9f40-49b9a771a2fb service neutron] Attempting to bind port ff45e742-419a-4c96-bd25-b92421461765 on network 6820836b-bd7b-4793-8876-dbfb45277379 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:49:34.848766 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6622a7a-029c-478a-b9b6-d78a36258bb8 req-a701740e-3403-4836-9f40-49b9a771a2fb service neutron] Port ff45e742-419a-4c96-bd25-b92421461765 on network 6820836b-bd7b-4793-8876-dbfb45277379 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:49:34.848960 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6622a7a-029c-478a-b9b6-d78a36258bb8 req-a701740e-3403-4836-9f40-49b9a771a2fb service neutron] Attempting to bind port ff45e742-419a-4c96-bd25-b92421461765 on network 6820836b-bd7b-4793-8876-dbfb45277379 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:49:34.856174 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6622a7a-029c-478a-b9b6-d78a36258bb8 req-a701740e-3403-4836-9f40-49b9a771a2fb service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:49:34.856533 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6622a7a-029c-478a-b9b6-d78a36258bb8 req-a701740e-3403-4836-9f40-49b9a771a2fb service neutron] Checking segment: {'id': '6b01e6de-f547-451b-b2c7-cf7ead3516ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '6820836b-bd7b-4793-8876-dbfb45277379'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:49:34.856896 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6622a7a-029c-478a-b9b6-d78a36258bb8 req-a701740e-3403-4836-9f40-49b9a771a2fb service neutron] Bound using segment: {'id': '6b01e6de-f547-451b-b2c7-cf7ead3516ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '6820836b-bd7b-4793-8876-dbfb45277379'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:49:34.857458 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-e6622a7a-029c-478a-b9b6-d78a36258bb8 req-a701740e-3403-4836-9f40-49b9a771a2fb service neutron] Bound port: ff45e742-419a-4c96-bd25-b92421461765, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b01e6de-f547-451b-b2c7-cf7ead3516ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '6820836b-bd7b-4793-8876-dbfb45277379'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:49:34.857814 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-e6622a7a-029c-478a-b9b6-d78a36258bb8 req-a701740e-3403-4836-9f40-49b9a771a2fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:34.860768 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-570c5c2e-01cb-47e5-87e5-de7bdf1c53d8 None None] Port bf09dab6-c049-4e86-9814-bbb585b963dc cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:49:34.981827 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-e6622a7a-029c-478a-b9b6-d78a36258bb8 req-a701740e-3403-4836-9f40-49b9a771a2fb service neutron] For port ff45e742-419a-4c96-bd25-b92421461765, host n-h2-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:49:34.986289 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-e6622a7a-029c-478a-b9b6-d78a36258bb8 req-a701740e-3403-4836-9f40-49b9a771a2fb service neutron] For port ff45e742-419a-4c96-bd25-b92421461765, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=ff45e742-419a-4c96-bd25-b92421461765,segment=NetworkSegment(6b01e6de-f547-451b-b2c7-cf7ead3516ab),segment_id=6b01e6de-f547-451b-b2c7-cf7ead3516ab)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:49:35.062584 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6e474082-1852-4113-b41c-4429de27f6f3 req-5846123d-3fa7-4ea8-954e-29907c01dca8 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7775082-94ea-4ab4-9811-3ac65abbf3af HTTP/1.1" status: 200 len: 210 time: 0.0424316 Jun 11 09:49:35.078584 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-e6622a7a-029c-478a-b9b6-d78a36258bb8 req-a701740e-3403-4836-9f40-49b9a771a2fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:35.082889 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-23417506-0747-4062-9ecf-aa47876a2803 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:35.152420 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6622a7a-029c-478a-b9b6-d78a36258bb8 req-a701740e-3403-4836-9f40-49b9a771a2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:35.153350 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-e6622a7a-029c-478a-b9b6-d78a36258bb8 req-a701740e-3403-4836-9f40-49b9a771a2fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:35.154915 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e6622a7a-029c-478a-b9b6-d78a36258bb8 req-a701740e-3403-4836-9f40-49b9a771a2fb service neutron] 10.222.0.69 "PUT /v2.0/ports/ff45e742-419a-4c96-bd25-b92421461765 HTTP/1.1" status: 200 len: 1093 time: 1.6254346 Jun 11 09:49:35.172523 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 01b583cb-f8db-4fad-bda7-0067ff5a712d no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:49:35.236027 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a701740e-3403-4836-9f40-49b9a771a2fb service neutron] Pushing event updated for resources: {'Port': ['ID=ff45e742-419a-4c96-bd25-b92421461765,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:35.242771 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a701740e-3403-4836-9f40-49b9a771a2fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:35.248756 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] No Port match for: 01b583cb-f8db-4fad-bda7-0067ff5a712d {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:49:35.249597 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 01b583cb-f8db-4fad-bda7-0067ff5a712d not bound to the agent host n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:49:35.351091 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-af3b883d-e13f-4916-ada0-03054ff8f466 req-7d3b4dd2-4db4-40d8-8198-c16e5f798e6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf09dab6-c049-4e86-9814-bbb585b963dc {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:49:35.352061 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:35.360512 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-af3b883d-e13f-4916-ada0-03054ff8f466 req-7d3b4dd2-4db4-40d8-8198-c16e5f798e6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:35.362330 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6622a7a-029c-478a-b9b6-d78a36258bb8 req-b3e20013-c875-42fe-aad3-e927e2a0f0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:35.364334 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e6622a7a-029c-478a-b9b6-d78a36258bb8 req-b3e20013-c875-42fe-aad3-e927e2a0f0af service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b12bc305b44c4346b7a618cb035bad79&device_id=ab7f8d92-9315-4a44-bb99-c9751af7c624 HTTP/1.1" status: 200 len: 1096 time: 0.0668738 Jun 11 09:49:35.403174 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-af3b883d-e13f-4916-ada0-03054ff8f466 req-7d3b4dd2-4db4-40d8-8198-c16e5f798e6c service neutron] Transition to ACTIVE for port object bf09dab6-c049-4e86-9814-bbb585b963dc will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:49:35.450280 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e6622a7a-029c-478a-b9b6-d78a36258bb8 req-7c8a7515-7a05-452e-bb15-609e320921a2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff45e742-419a-4c96-bd25-b92421461765 HTTP/1.1" status: 200 len: 217 time: 0.0739038 Jun 11 09:49:35.462709 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1437f2cf-3b07-4e48-a819-ffb7a6783024 req-dbffabca-19db-4ee0-a860-b1fecf095f15 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:35.466233 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1437f2cf-3b07-4e48-a819-ffb7a6783024 req-dbffabca-19db-4ee0-a860-b1fecf095f15 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=6edf564c-85d6-49cf-bd98-9f0a6fbc0090 HTTP/1.1" status: 200 len: 949 time: 0.1973908 Jun 11 09:49:35.469955 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-af3b883d-e13f-4916-ada0-03054ff8f466 req-7d3b4dd2-4db4-40d8-8198-c16e5f798e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:35.495005 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66cf818e-3754-445d-b0a4-47215e60471b x-openstack-request-id: req-66cf818e-3754-445d-b0a4-47215e60471b {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:49:35.495005 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7775082-94ea-4ab4-9811-3ac65abbf3af", "name": "network-vif-deleted", "tag": "01b583cb-f8db-4fad-bda7-0067ff5a712d", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:49:35.495005 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-66cf818e-3754-445d-b0a4-47215e60471b {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:49:35.495005 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7775082-94ea-4ab4-9811-3ac65abbf3af', 'name': 'network-vif-deleted', 'tag': '01b583cb-f8db-4fad-bda7-0067ff5a712d', 'status': 'completed', 'code': 200} Jun 11 09:49:35.518048 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9aa54b58-5af6-4866-804b-e884e0050c06 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:35.538859 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6622a7a-029c-478a-b9b6-d78a36258bb8 req-915de0b0-fcc9-4077-ae41-de72f49d611f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:35.540883 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e6622a7a-029c-478a-b9b6-d78a36258bb8 req-915de0b0-fcc9-4077-ae41-de72f49d611f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d2499c79-62f3-4ec5-a1d8-3ef0f5057886 HTTP/1.1" status: 200 len: 845 time: 0.0795913 Jun 11 09:49:35.685897 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3b4dd2-4db4-40d8-8198-c16e5f798e6c service neutron] Pushing event updated for resources: {'Port': ['ID=bf09dab6-c049-4e86-9814-bbb585b963dc,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:35.703018 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7d3b4dd2-4db4-40d8-8198-c16e5f798e6c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:35.708438 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9554d2-5607-43d7-8ab5-96f3bd72b2a7 req-7044d2fd-cae7-42b6-8a0f-41df3dbba698 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:35.710078 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4e9554d2-5607-43d7-8ab5-96f3bd72b2a7 req-7044d2fd-cae7-42b6-8a0f-41df3dbba698 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3f0abb7-ea50-4a0b-b952-5ae9ccd36d06 HTTP/1.1" status: 200 len: 946 time: 0.1203961 Jun 11 09:49:35.713841 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6622a7a-029c-478a-b9b6-d78a36258bb8 req-0144b6d5-f316-4e2b-8b13-133c57780428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:35.715270 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e6622a7a-029c-478a-b9b6-d78a36258bb8 req-0144b6d5-f316-4e2b-8b13-133c57780428 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6820836b-bd7b-4793-8876-dbfb45277379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1673729 Jun 11 09:49:35.744526 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1437f2cf-3b07-4e48-a819-ffb7a6783024 req-8a77113c-c2ff-4e11-bce2-3a593bdae599 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708592 Jun 11 09:49:35.861735 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249414bf-ad6b-4795-904a-b37f03c15e24 req-18d93758-d3cb-4bba-b873-5847b1bee471 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:35.863401 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-249414bf-ad6b-4795-904a-b37f03c15e24 req-18d93758-d3cb-4bba-b873-5847b1bee471 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e9d2205-62f9-4941-8103-3a1001a1903b HTTP/1.1" status: 200 len: 947 time: 0.4281633 Jun 11 09:49:35.925679 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4e9554d2-5607-43d7-8ab5-96f3bd72b2a7 req-bc44e33a-913d-4ed1-a10c-e76f23185cc2 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/security-groups?id=57677d7e-1c66-47c6-909a-28bc4cd935da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067277 Jun 11 09:49:35.929253 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e6622a7a-029c-478a-b9b6-d78a36258bb8 req-5517fdec-9d4c-42b2-8fe5-0e219d719695 service neutron] 10.222.0.69 "GET /v2.0/networks/6820836b-bd7b-4793-8876-dbfb45277379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039089 Jun 11 09:49:35.980999 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-af3b883d-e13f-4916-ada0-03054ff8f466 req-7d3b4dd2-4db4-40d8-8198-c16e5f798e6c service neutron] Attempting to bind port bf09dab6-c049-4e86-9814-bbb585b963dc on host n-h2-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:49:35.981338 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-af3b883d-e13f-4916-ada0-03054ff8f466 req-7d3b4dd2-4db4-40d8-8198-c16e5f798e6c service neutron] Attempting to bind port bf09dab6-c049-4e86-9814-bbb585b963dc by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': 'f561be66-4e48-459e-8c21-fceaa6c73661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'ecbff90d-5ab6-4357-bf37-5548ca0e9255'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:49:35.981671 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3b883d-e13f-4916-ada0-03054ff8f466 req-7d3b4dd2-4db4-40d8-8198-c16e5f798e6c service neutron] Attempting to bind port bf09dab6-c049-4e86-9814-bbb585b963dc on network ecbff90d-5ab6-4357-bf37-5548ca0e9255 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:49:36.019411 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3b883d-e13f-4916-ada0-03054ff8f466 req-7d3b4dd2-4db4-40d8-8198-c16e5f798e6c service neutron] Port bf09dab6-c049-4e86-9814-bbb585b963dc on network ecbff90d-5ab6-4357-bf37-5548ca0e9255 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:49:36.019814 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3b883d-e13f-4916-ada0-03054ff8f466 req-7d3b4dd2-4db4-40d8-8198-c16e5f798e6c service neutron] Attempting to bind port bf09dab6-c049-4e86-9814-bbb585b963dc on network ecbff90d-5ab6-4357-bf37-5548ca0e9255 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:49:36.034441 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3b883d-e13f-4916-ada0-03054ff8f466 req-7d3b4dd2-4db4-40d8-8198-c16e5f798e6c service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:49:36.034788 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3b883d-e13f-4916-ada0-03054ff8f466 req-7d3b4dd2-4db4-40d8-8198-c16e5f798e6c service neutron] Checking segment: {'id': 'f561be66-4e48-459e-8c21-fceaa6c73661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'ecbff90d-5ab6-4357-bf37-5548ca0e9255'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:49:36.035174 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3b883d-e13f-4916-ada0-03054ff8f466 req-7d3b4dd2-4db4-40d8-8198-c16e5f798e6c service neutron] Bound using segment: {'id': 'f561be66-4e48-459e-8c21-fceaa6c73661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'ecbff90d-5ab6-4357-bf37-5548ca0e9255'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:49:36.035714 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-af3b883d-e13f-4916-ada0-03054ff8f466 req-7d3b4dd2-4db4-40d8-8198-c16e5f798e6c service neutron] Bound port: bf09dab6-c049-4e86-9814-bbb585b963dc, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f561be66-4e48-459e-8c21-fceaa6c73661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'ecbff90d-5ab6-4357-bf37-5548ca0e9255'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:49:36.037280 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-af3b883d-e13f-4916-ada0-03054ff8f466 req-7d3b4dd2-4db4-40d8-8198-c16e5f798e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:36.083936 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e6622a7a-029c-478a-b9b6-d78a36258bb8 req-3c779961-97ef-4d91-8620-38de2b08b23c service neutron] 10.222.0.69 "GET /v2.0/networks/6820836b-bd7b-4793-8876-dbfb45277379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447980 Jun 11 09:49:36.178720 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db81020-2528-4c17-b7d7-8dd27dd55532 req-56dd887d-ae6e-4a23-9202-6b35967ec127 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:36.180222 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0db81020-2528-4c17-b7d7-8dd27dd55532 req-56dd887d-ae6e-4a23-9202-6b35967ec127 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7f8d92-9315-4a44-bb99-c9751af7c624 HTTP/1.1" status: 200 len: 944 time: 0.0854838 Jun 11 09:49:36.187814 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f97a50d-0d5f-440f-94a6-e4d487eef6b2 req-aff2b589-ea4e-4316-af3e-bd8bd74054ef tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:36.189290 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5f97a50d-0d5f-440f-94a6-e4d487eef6b2 req-aff2b589-ea4e-4316-af3e-bd8bd74054ef tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=038672dc-055a-4321-bfe6-0fabae59f406 HTTP/1.1" status: 200 len: 944 time: 0.2774777 Jun 11 09:49:36.221779 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-af3b883d-e13f-4916-ada0-03054ff8f466 req-7d3b4dd2-4db4-40d8-8198-c16e5f798e6c service neutron] For port bf09dab6-c049-4e86-9814-bbb585b963dc, host n-h2-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:49:36.235838 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0db81020-2528-4c17-b7d7-8dd27dd55532 req-e72ac806-f47a-49fd-b8db-53e333fc443e tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] 10.222.0.60 "GET /v2.0/security-groups?id=8333e5a8-d8f9-4d1c-8e9a-89e36ebd0127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490482 Jun 11 09:49:36.244394 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-af3b883d-e13f-4916-ada0-03054ff8f466 req-7d3b4dd2-4db4-40d8-8198-c16e5f798e6c service neutron] For port bf09dab6-c049-4e86-9814-bbb585b963dc, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=bf09dab6-c049-4e86-9814-bbb585b963dc,segment=NetworkSegment(f561be66-4e48-459e-8c21-fceaa6c73661),segment_id=f561be66-4e48-459e-8c21-fceaa6c73661)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:49:36.254964 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-249414bf-ad6b-4795-904a-b37f03c15e24 req-f420224e-d65e-4877-ac19-8303d1358e5d tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] Deleting port be0da1d5-4ce5-4024-b13c-530259f86c3b {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:49:36.255663 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-249414bf-ad6b-4795-904a-b37f03c15e24 req-f420224e-d65e-4877-ac19-8303d1358e5d tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:36.302411 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5f97a50d-0d5f-440f-94a6-e4d487eef6b2 req-ca677488-32ae-48fd-a653-0b0450c0f561 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=7382d103-d62f-4540-9ac2-5ea0a34701f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021750 Jun 11 09:49:36.309502 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-af3b883d-e13f-4916-ada0-03054ff8f466 req-7d3b4dd2-4db4-40d8-8198-c16e5f798e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:36.320889 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6308c266-5161-4ea4-a36b-826502e1f269 tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:36.329560 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b883d-e13f-4916-ada0-03054ff8f466 req-7d3b4dd2-4db4-40d8-8198-c16e5f798e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:36.330249 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-af3b883d-e13f-4916-ada0-03054ff8f466 req-7d3b4dd2-4db4-40d8-8198-c16e5f798e6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:36.331700 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-af3b883d-e13f-4916-ada0-03054ff8f466 req-7d3b4dd2-4db4-40d8-8198-c16e5f798e6c service neutron] 10.222.0.69 "PUT /v2.0/ports/bf09dab6-c049-4e86-9814-bbb585b963dc HTTP/1.1" status: 200 len: 1093 time: 1.8975680 Jun 11 09:49:36.335711 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '038672dc-055a-4321-bfe6-0fabae59f406', 'tag': 'bf09dab6-c049-4e86-9814-bbb585b963dc'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:49:36.338182 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13bc7883-0f64-44a1-bb31-bcd6647c113c" -d '{"events": [{"name": "network-changed", "server_uuid": "038672dc-055a-4321-bfe6-0fabae59f406", "tag": "bf09dab6-c049-4e86-9814-bbb585b963dc"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:49:36.499463 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3b4dd2-4db4-40d8-8198-c16e5f798e6c service neutron] Pushing event updated for resources: {'Port': ['ID=bf09dab6-c049-4e86-9814-bbb585b963dc,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:36.503359 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7d3b4dd2-4db4-40d8-8198-c16e5f798e6c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:36.511238 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-249414bf-ad6b-4795-904a-b37f03c15e24 req-f420224e-d65e-4877-ac19-8303d1358e5d tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] For port be0da1d5-4ce5-4024-b13c-530259f86c3b, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=be0da1d5-4ce5-4024-b13c-530259f86c3b,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:49:36.511651 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-249414bf-ad6b-4795-904a-b37f03c15e24 req-f420224e-d65e-4877-ac19-8303d1358e5d tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:36.655123 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3734b1b-0523-43d1-8206-144eb1b3a54e x-openstack-request-id: req-f3734b1b-0523-43d1-8206-144eb1b3a54e {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:49:36.655452 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "038672dc-055a-4321-bfe6-0fabae59f406", "tag": "bf09dab6-c049-4e86-9814-bbb585b963dc", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:49:36.655799 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f3734b1b-0523-43d1-8206-144eb1b3a54e {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:49:36.656234 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '038672dc-055a-4321-bfe6-0fabae59f406', 'tag': 'bf09dab6-c049-4e86-9814-bbb585b963dc', 'status': 'completed', 'code': 200} Jun 11 09:49:36.694328 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-249414bf-ad6b-4795-904a-b37f03c15e24 req-f420224e-d65e-4877-ac19-8303d1358e5d tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] Calling delete_port for be0da1d5-4ce5-4024-b13c-530259f86c3b owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:49:36.834663 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b883d-e13f-4916-ada0-03054ff8f466 req-8f5db06d-7415-4281-b118-9a2340becf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:36.836306 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-af3b883d-e13f-4916-ada0-03054ff8f466 req-8f5db06d-7415-4281-b118-9a2340becf76 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=85a0b78c318440aa9b70136d633fbbff&device_id=038672dc-055a-4321-bfe6-0fabae59f406 HTTP/1.1" status: 200 len: 1096 time: 0.3218358 Jun 11 09:49:36.852543 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7647852-15c3-4244-9e8e-ad2ceb6cca2b req-d8f0978a-f4e6-45b3-a46f-6add3b104ebe tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:36.862571 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f7647852-15c3-4244-9e8e-ad2ceb6cca2b req-d8f0978a-f4e6-45b3-a46f-6add3b104ebe tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e9d2205-62f9-4941-8103-3a1001a1903b HTTP/1.1" status: 200 len: 947 time: 0.3375947 Jun 11 09:49:36.945968 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da23443-0c6e-4c23-b9cd-802aed0368f7 req-8a009c2e-61b0-4641-adb8-30708349b489 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:36.947454 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1da23443-0c6e-4c23-b9cd-802aed0368f7 req-8a009c2e-61b0-4641-adb8-30708349b489 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/networks?id=743172cf-2dc7-4438-9267-f806a2cb8a77 HTTP/1.1" status: 200 len: 806 time: 0.1512196 Jun 11 09:49:36.952589 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-af3b883d-e13f-4916-ada0-03054ff8f466 req-cf7f88b0-e9db-4b43-8b79-a054fd7cfb00 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bf09dab6-c049-4e86-9814-bbb585b963dc HTTP/1.1" status: 200 len: 217 time: 0.0901704 Jun 11 09:49:36.964884 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1da23443-0c6e-4c23-b9cd-802aed0368f7 req-fee7ad8a-f415-4f8c-8635-fac783d15212 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/quotas/845e0c4a59a549beb9cd8a20149f973b HTTP/1.1" status: 200 len: 375 time: 0.0112698 Jun 11 09:49:37.019853 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985dea54-7af3-43b7-86e2-8f61c0919713 req-780242ba-01ad-4709-8725-7550c6f0398f tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:37.021327 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-985dea54-7af3-43b7-86e2-8f61c0919713 req-780242ba-01ad-4709-8725-7550c6f0398f tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.64 "GET /v2.0/ports?device_id=f3f0abb7-ea50-4a0b-b952-5ae9ccd36d06 HTTP/1.1" status: 200 len: 946 time: 0.3178668 Jun 11 09:49:37.027043 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f7647852-15c3-4244-9e8e-ad2ceb6cca2b req-071892bd-fb48-4e18-92e1-47e27f04b17d tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] 10.222.0.60 "GET /v2.0/security-groups?id=3dfb640a-7174-4f82-a9e7-bf6bbf6da8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658444 Jun 11 09:49:37.039660 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1da23443-0c6e-4c23-b9cd-802aed0368f7 req-b42aa0cc-5951-41be-898b-0a027b86452f tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=845e0c4a59a549beb9cd8a20149f973b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0690827 Jun 11 09:49:37.132694 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b883d-e13f-4916-ada0-03054ff8f466 req-0857ae2e-d612-41b8-a70f-f3d229aae303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:37.134165 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-af3b883d-e13f-4916-ada0-03054ff8f466 req-0857ae2e-d612-41b8-a70f-f3d229aae303 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=65fd936e-e1de-4d66-9d41-076079c1dae3 HTTP/1.1" status: 200 len: 849 time: 0.1608665 Jun 11 09:49:37.258199 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-985dea54-7af3-43b7-86e2-8f61c0919713 req-5c3012d1-db58-4e6d-8ee7-cd2542949ed7 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Deleting port 5a01e3c3-c03f-4e0a-9af5-152ccec47f8f {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:49:37.258584 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-985dea54-7af3-43b7-86e2-8f61c0919713 req-5c3012d1-db58-4e6d-8ee7-cd2542949ed7 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:37.264547 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b883d-e13f-4916-ada0-03054ff8f466 req-417f8081-1fd2-41ed-a266-5a9f150d095d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:37.266225 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-af3b883d-e13f-4916-ada0-03054ff8f466 req-417f8081-1fd2-41ed-a266-5a9f150d095d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ecbff90d-5ab6-4357-bf37-5548ca0e9255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1238165 Jun 11 09:49:37.280904 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 48344) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:49:37.322596 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-249414bf-ad6b-4795-904a-b37f03c15e24 req-f420224e-d65e-4877-ac19-8303d1358e5d tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:37.330398 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1da23443-0c6e-4c23-b9cd-802aed0368f7 req-f6aa9a01-1b0d-424c-8ce5-49476bb45817 service neutron] 10.222.0.60 "GET /v2.0/networks/743172cf-2dc7-4438-9267-f806a2cb8a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814128 Jun 11 09:49:37.332816 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-beb2f2df-6936-4557-b19a-85b906ed9641 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:37.459129 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f420224e-d65e-4877-ac19-8303d1358e5d tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] Pushing event deleted for resources: {'Port': ['ID=be0da1d5-4ce5-4024-b13c-530259f86c3b,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:37.459334 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7faf1874-c90c-4c1c-87b8-7ec36fb492ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:37.460995 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f420224e-d65e-4877-ac19-8303d1358e5d tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:37.485778 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab7f8d92-9315-4a44-bb99-c9751af7c624', 'tag': 'ff45e742-419a-4c96-bd25-b92421461765'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:49:37.487101 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fe6874e-27d8-438d-9a61-84eacef8a274" -d '{"events": [{"name": "network-changed", "server_uuid": "ab7f8d92-9315-4a44-bb99-c9751af7c624", "tag": "ff45e742-419a-4c96-bd25-b92421461765"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:49:37.499275 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1da23443-0c6e-4c23-b9cd-802aed0368f7 req-42036b71-36d5-403e-87de-d10859489a1f service neutron] 10.222.0.60 "GET /v2.0/networks/743172cf-2dc7-4438-9267-f806a2cb8a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680393 Jun 11 09:49:37.559756 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-249414bf-ad6b-4795-904a-b37f03c15e24 req-f420224e-d65e-4877-ac19-8303d1358e5d tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] No DVR routers for this DVR port be0da1d5-4ce5-4024-b13c-530259f86c3b on host n-h1-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:49:37.566817 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-249414bf-ad6b-4795-904a-b37f03c15e24 req-f420224e-d65e-4877-ac19-8303d1358e5d tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:37.569096 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-249414bf-ad6b-4795-904a-b37f03c15e24 req-f420224e-d65e-4877-ac19-8303d1358e5d tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] 10.222.0.64 "DELETE /v2.0/ports/be0da1d5-4ce5-4024-b13c-530259f86c3b HTTP/1.1" status: 204 len: 173 time: 1.6963406 Jun 11 09:49:37.570926 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-985dea54-7af3-43b7-86e2-8f61c0919713 req-5c3012d1-db58-4e6d-8ee7-cd2542949ed7 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] For port 5a01e3c3-c03f-4e0a-9af5-152ccec47f8f, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=5a01e3c3-c03f-4e0a-9af5-152ccec47f8f,segment=NetworkSegment(795b623e-39fe-4036-b5cd-c232096acd1e),segment_id=795b623e-39fe-4036-b5cd-c232096acd1e)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:49:37.571328 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-985dea54-7af3-43b7-86e2-8f61c0919713 req-5c3012d1-db58-4e6d-8ee7-cd2542949ed7 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:37.584545 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-af3b883d-e13f-4916-ada0-03054ff8f466 req-1b009075-c7e5-4600-b8fb-a93f926a5434 service neutron] 10.222.0.69 "GET /v2.0/networks/ecbff90d-5ab6-4357-bf37-5548ca0e9255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3044307 Jun 11 09:49:37.618172 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7faf1874-c90c-4c1c-87b8-7ec36fb492ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:37.666775 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7faf1874-c90c-4c1c-87b8-7ec36fb492ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:37.669472 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-eba029f0-2534-4262-b7f5-fd3a52a8caa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:37.683605 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-985dea54-7af3-43b7-86e2-8f61c0919713 req-5c3012d1-db58-4e6d-8ee7-cd2542949ed7 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Calling delete_port for 5a01e3c3-c03f-4e0a-9af5-152ccec47f8f owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:49:37.761819 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-7faf1874-c90c-4c1c-87b8-7ec36fb492ae admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8713c770bd04452f96057ce08f2c603b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4790823 Jun 11 09:49:37.764323 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 48360) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:49:37.770747 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faf1874-c90c-4c1c-87b8-7ec36fb492ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8de748c-f010-44d6-84b7-136d417d209a,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:37.774182 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7faf1874-c90c-4c1c-87b8-7ec36fb492ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:37.953627 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6d784c15-b489-4c81-afb6-9071cab2ff91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:37.993854 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6d784c15-b489-4c81-afb6-9071cab2ff91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:38.004007 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd0a986-33a8-4d6d-a8b9-8761a62a3a4c req-5a0b62d4-708a-49ad-9dd1-f37b6fd0ea23 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:38.007544 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bfd0a986-33a8-4d6d-a8b9-8761a62a3a4c req-5a0b62d4-708a-49ad-9dd1-f37b6fd0ea23 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3f0abb7-ea50-4a0b-b952-5ae9ccd36d06 HTTP/1.1" status: 200 len: 946 time: 0.1651137 Jun 11 09:49:38.118956 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bfd0a986-33a8-4d6d-a8b9-8761a62a3a4c req-23b45212-7727-447a-bb6e-ea9599b507c0 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/security-groups?id=57677d7e-1c66-47c6-909a-28bc4cd935da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048946 Jun 11 09:49:38.204028 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6d784c15-b489-4c81-afb6-9071cab2ff91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:38.207970 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6d784c15-b489-4c81-afb6-9071cab2ff91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:38.212485 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-6d784c15-b489-4c81-afb6-9071cab2ff91 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f8de748c-f010-44d6-84b7-136d417d209a HTTP/1.1" status: 204 len: 168 time: 0.4440022 Jun 11 09:49:38.212485 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e8941802-a8b7-4339-8d0a-1e243edf75d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:38.222168 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d784c15-b489-4c81-afb6-9071cab2ff91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8de748c-f010-44d6-84b7-136d417d209a,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:38.224806 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6d784c15-b489-4c81-afb6-9071cab2ff91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:38.324736 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c4e48d-a33f-4df5-947e-ce282512106e req-d9578407-f6cd-4571-b69d-5d265e26cdf5 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:38.326247 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-32c4e48d-a33f-4df5-947e-ce282512106e req-d9578407-f6cd-4571-b69d-5d265e26cdf5 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7f8d92-9315-4a44-bb99-c9751af7c624 HTTP/1.1" status: 200 len: 944 time: 0.0850577 Jun 11 09:49:38.373198 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-32c4e48d-a33f-4df5-947e-ce282512106e req-3d64ee6b-d138-43c0-901b-5b7452af64b1 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] 10.222.0.60 "GET /v2.0/security-groups?id=8333e5a8-d8f9-4d1c-8e9a-89e36ebd0127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405276 Jun 11 09:49:38.464812 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-af3b883d-e13f-4916-ada0-03054ff8f466 req-0fd70f4f-d8a4-47f8-8024-6ed65a9a1322 service neutron] 10.222.0.69 "GET /v2.0/networks/ecbff90d-5ab6-4357-bf37-5548ca0e9255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8268371 Jun 11 09:49:38.555496 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f999f-5e8f-4152-aa21-bbeee5eeacd4 req-7ea4d903-f519-4d51-b90f-fe76130c1797 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:38.555496 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cf9f999f-5e8f-4152-aa21-bbeee5eeacd4 req-7ea4d903-f519-4d51-b90f-fe76130c1797 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=6edf564c-85d6-49cf-bd98-9f0a6fbc0090 HTTP/1.1" status: 200 len: 949 time: 0.2261796 Jun 11 09:49:38.592761 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d1b88-2d9d-4dfd-9efd-08531dd2a3ea req-8d124f73-7751-4b86-9ad8-a983f4314105 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:38.595860 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1c1d1b88-2d9d-4dfd-9efd-08531dd2a3ea req-8d124f73-7751-4b86-9ad8-a983f4314105 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=038672dc-055a-4321-bfe6-0fabae59f406 HTTP/1.1" status: 200 len: 944 time: 0.0726247 Jun 11 09:49:38.601174 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cf9f999f-5e8f-4152-aa21-bbeee5eeacd4 req-d07d1f3b-8594-4aa4-8bf8-211ed8cc1a4d tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639794 Jun 11 09:49:38.660194 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e9d2205-62f9-4941-8103-3a1001a1903b', 'name': 'network-vif-deleted', 'tag': 'be0da1d5-4ce5-4024-b13c-530259f86c3b'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:49:38.664476 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4bbc0c9-d0f6-4765-9aa1-6a401a2612b2" -d '{"events": [{"server_uuid": "7e9d2205-62f9-4941-8103-3a1001a1903b", "name": "network-vif-deleted", "tag": "be0da1d5-4ce5-4024-b13c-530259f86c3b"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:49:38.665388 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8e39407-327d-4569-9789-4576ab36900c x-openstack-request-id: req-f8e39407-327d-4569-9789-4576ab36900c {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:49:38.666732 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab7f8d92-9315-4a44-bb99-c9751af7c624", "tag": "ff45e742-419a-4c96-bd25-b92421461765", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:49:38.667038 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f8e39407-327d-4569-9789-4576ab36900c {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:49:38.667846 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab7f8d92-9315-4a44-bb99-c9751af7c624', 'tag': 'ff45e742-419a-4c96-bd25-b92421461765', 'status': 'completed', 'code': 200} Jun 11 09:49:38.685004 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1c1d1b88-2d9d-4dfd-9efd-08531dd2a3ea req-cec51e01-1d78-408b-8497-3484ce8fb35a tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=7382d103-d62f-4540-9ac2-5ea0a34701f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760572 Jun 11 09:49:38.713888 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-985dea54-7af3-43b7-86e2-8f61c0919713 req-5c3012d1-db58-4e6d-8ee7-cd2542949ed7 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:38.723063 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7d3b4dd2-4db4-40d8-8198-c16e5f798e6c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:38.728640 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['5a01e3c3-c03f-4e0a-9af5-152ccec47f8f'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:49:38.773270 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3012d1-db58-4e6d-8ee7-cd2542949ed7 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Pushing event deleted for resources: {'Port': ['ID=5a01e3c3-c03f-4e0a-9af5-152ccec47f8f,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:38.785343 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5c3012d1-db58-4e6d-8ee7-cd2542949ed7 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:38.850647 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-985dea54-7af3-43b7-86e2-8f61c0919713 req-5c3012d1-db58-4e6d-8ee7-cd2542949ed7 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] No DVR routers for this DVR port 5a01e3c3-c03f-4e0a-9af5-152ccec47f8f on host n-h1-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:49:38.855796 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-985dea54-7af3-43b7-86e2-8f61c0919713 req-5c3012d1-db58-4e6d-8ee7-cd2542949ed7 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:38.857937 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-985dea54-7af3-43b7-86e2-8f61c0919713 req-5c3012d1-db58-4e6d-8ee7-cd2542949ed7 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.64 "DELETE /v2.0/ports/5a01e3c3-c03f-4e0a-9af5-152ccec47f8f HTTP/1.1" status: 204 len: 173 time: 1.8285637 Jun 11 09:49:38.861027 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc7883-0f64-44a1-bb31-bcd6647c113c req-7e0c4822-a038-40a1-a9a7-2307d1503f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:38.862738 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-13bc7883-0f64-44a1-bb31-bcd6647c113c req-7e0c4822-a038-40a1-a9a7-2307d1503f9b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=85a0b78c318440aa9b70136d633fbbff&device_id=038672dc-055a-4321-bfe6-0fabae59f406 HTTP/1.1" status: 200 len: 1096 time: 0.2141099 Jun 11 09:49:38.865060 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-38435896-6f48-412d-aae4-6af082b32482 req-2e618d77-52c4-4732-a5bb-6d30bb8f6dcb tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5e75921-d1e6-493f-9583-f56ed0b8a2d1 HTTP/1.1" status: 200 len: 210 time: 0.0551376 Jun 11 09:49:38.881414 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe6874e-27d8-438d-9a61-84eacef8a274 req-0738dd63-eaca-452b-be27-d69d68e4ca37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:38.883124 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8fe6874e-27d8-438d-9a61-84eacef8a274 req-0738dd63-eaca-452b-be27-d69d68e4ca37 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b12bc305b44c4346b7a618cb035bad79&device_id=ab7f8d92-9315-4a44-bb99-c9751af7c624 HTTP/1.1" status: 200 len: 1096 time: 0.1842268 Jun 11 09:49:39.014459 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8dafc55-6814-4faa-8ad5-ce69a6607120 x-openstack-request-id: req-a8dafc55-6814-4faa-8ad5-ce69a6607120 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:49:39.014808 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e9d2205-62f9-4941-8103-3a1001a1903b", "name": "network-vif-deleted", "tag": "be0da1d5-4ce5-4024-b13c-530259f86c3b", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:49:39.015110 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a8dafc55-6814-4faa-8ad5-ce69a6607120 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:49:39.025998 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e9d2205-62f9-4941-8103-3a1001a1903b', 'name': 'network-vif-deleted', 'tag': 'be0da1d5-4ce5-4024-b13c-530259f86c3b', 'status': 'completed', 'code': 200} Jun 11 09:49:39.044945 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 48380) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:49:39.045898 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc7883-0f64-44a1-bb31-bcd6647c113c req-69279e02-26d7-46f8-b4f5-7dc39b87b2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:39.048098 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-13bc7883-0f64-44a1-bb31-bcd6647c113c req-69279e02-26d7-46f8-b4f5-7dc39b87b2b3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ecbff90d-5ab6-4357-bf37-5548ca0e9255 HTTP/1.1" status: 200 len: 911 time: 0.1739969 Jun 11 09:49:39.063260 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-57f8a7c1-e5c4-404e-89bc-ca5d9952a130 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:39.074419 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe6874e-27d8-438d-9a61-84eacef8a274 req-97aafef7-b95e-43e9-b93f-683bb4c2c5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:39.076038 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8fe6874e-27d8-438d-9a61-84eacef8a274 req-97aafef7-b95e-43e9-b93f-683bb4c2c5ac service neutron] 10.222.0.69 "GET /v2.0/networks?id=6820836b-bd7b-4793-8876-dbfb45277379 HTTP/1.1" status: 200 len: 907 time: 0.1829057 Jun 11 09:49:39.115330 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-13bc7883-0f64-44a1-bb31-bcd6647c113c req-fd5f6290-72da-484a-beb3-eeebed7a8816 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bf09dab6-c049-4e86-9814-bbb585b963dc HTTP/1.1" status: 200 len: 217 time: 0.0589781 Jun 11 09:49:39.160656 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-57f8a7c1-e5c4-404e-89bc-ca5d9952a130 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:39.216718 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8fe6874e-27d8-438d-9a61-84eacef8a274 req-578b5c46-f9d6-4ff1-b7b0-672fc77a832d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff45e742-419a-4c96-bd25-b92421461765 HTTP/1.1" status: 200 len: 217 time: 0.0544312 Jun 11 09:49:39.219988 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-57f8a7c1-e5c4-404e-89bc-ca5d9952a130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:39.222209 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc7883-0f64-44a1-bb31-bcd6647c113c req-52453a36-71a1-41c7-9621-c370d70c3a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:39.223696 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-02be2531-c47f-43dd-b3ec-a51c5828f4bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:39.226670 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-13bc7883-0f64-44a1-bb31-bcd6647c113c req-52453a36-71a1-41c7-9621-c370d70c3a0c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=65fd936e-e1de-4d66-9d41-076079c1dae3 HTTP/1.1" status: 200 len: 849 time: 0.1036561 Jun 11 09:49:39.309969 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f8a7c1-e5c4-404e-89bc-ca5d9952a130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a8555be-c12a-4ff8-8bfe-2f1939fe0e83,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:39.314408 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-57f8a7c1-e5c4-404e-89bc-ca5d9952a130 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:39.321458 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 48384) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:49:39.325249 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-57f8a7c1-e5c4-404e-89bc-ca5d9952a130 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bb3fbcf5031943d596f6e5da12360c41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2792704 Jun 11 09:49:39.330887 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc7883-0f64-44a1-bb31-bcd6647c113c req-c517d31b-5c2b-4806-b95a-560319d509d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:39.332822 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-13bc7883-0f64-44a1-bb31-bcd6647c113c req-c517d31b-5c2b-4806-b95a-560319d509d7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ecbff90d-5ab6-4357-bf37-5548ca0e9255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1000800 Jun 11 09:49:39.333044 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe6874e-27d8-438d-9a61-84eacef8a274 req-5cd3d31d-468a-4643-b821-67d983fdaa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:39.334452 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8fe6874e-27d8-438d-9a61-84eacef8a274 req-5cd3d31d-468a-4643-b821-67d983fdaa3d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d2499c79-62f3-4ec5-a1d8-3ef0f5057886 HTTP/1.1" status: 200 len: 845 time: 0.1077290 Jun 11 09:49:39.414405 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e7abc840-5a9d-46f8-8016-32613307eed9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:39.418856 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe6874e-27d8-438d-9a61-84eacef8a274 req-0884b629-756d-465e-94ef-20d4cb4c6e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:39.420799 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8fe6874e-27d8-438d-9a61-84eacef8a274 req-0884b629-756d-465e-94ef-20d4cb4c6e10 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6820836b-bd7b-4793-8876-dbfb45277379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0720327 Jun 11 09:49:39.500110 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e7abc840-5a9d-46f8-8016-32613307eed9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:39.539832 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-13bc7883-0f64-44a1-bb31-bcd6647c113c req-9d4c391a-3bab-4481-9c18-551c5e46bf76 service neutron] 10.222.0.69 "GET /v2.0/networks/ecbff90d-5ab6-4357-bf37-5548ca0e9255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908388 Jun 11 09:49:39.565012 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8fe6874e-27d8-438d-9a61-84eacef8a274 req-b96f35b9-5e43-4a4a-986d-a9f32a64f0ea service neutron] 10.222.0.69 "GET /v2.0/networks/6820836b-bd7b-4793-8876-dbfb45277379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314006 Jun 11 09:49:39.630863 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b4c41eae-a6c0-449d-9c3b-3edcfb342a73 req-85a29cdc-ce11-43bd-9300-355a71bc8a7a tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3f0abb7-ea50-4a0b-b952-5ae9ccd36d06 HTTP/1.1" status: 200 len: 210 time: 0.0460839 Jun 11 09:49:39.707915 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-13bc7883-0f64-44a1-bb31-bcd6647c113c req-cf4aa1cd-4f0d-4f4c-981d-aba55c403be2 service neutron] 10.222.0.69 "GET /v2.0/networks/ecbff90d-5ab6-4357-bf37-5548ca0e9255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539214 Jun 11 09:49:39.753544 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e7abc840-5a9d-46f8-8016-32613307eed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:39.756840 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e7abc840-5a9d-46f8-8016-32613307eed9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:39.758134 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-e7abc840-5a9d-46f8-8016-32613307eed9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8a8555be-c12a-4ff8-8bfe-2f1939fe0e83 HTTP/1.1" status: 204 len: 168 time: 0.4362803 Jun 11 09:49:39.762005 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-022342a7-356a-45f2-89bb-f0a8aea4017f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:39.768363 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8fe6874e-27d8-438d-9a61-84eacef8a274 req-fafe1145-0825-4dab-b675-e1f9f9c276ff service neutron] 10.222.0.69 "GET /v2.0/networks/6820836b-bd7b-4793-8876-dbfb45277379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949968 Jun 11 09:49:39.798409 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d01a4d-945c-4646-aed6-3f5a2bbfa114 req-e33405be-2a58-4fff-bd56-e4d52bf93b18 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:39.799266 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7abc840-5a9d-46f8-8016-32613307eed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a8555be-c12a-4ff8-8bfe-2f1939fe0e83,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:39.800473 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-25d01a4d-945c-4646-aed6-3f5a2bbfa114 req-e33405be-2a58-4fff-bd56-e4d52bf93b18 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7f8d92-9315-4a44-bb99-c9751af7c624 HTTP/1.1" status: 200 len: 944 time: 0.1428976 Jun 11 09:49:39.845640 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7abc840-5a9d-46f8-8016-32613307eed9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:49:39.846020 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7abc840-5a9d-46f8-8016-32613307eed9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:49:39.846396 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7abc840-5a9d-46f8-8016-32613307eed9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:49:39.846753 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7abc840-5a9d-46f8-8016-32613307eed9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:49:39.847114 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7abc840-5a9d-46f8-8016-32613307eed9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:49:39.847477 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7abc840-5a9d-46f8-8016-32613307eed9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:49:39.847886 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7abc840-5a9d-46f8-8016-32613307eed9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:49:39.848236 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7abc840-5a9d-46f8-8016-32613307eed9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:49:39.848592 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7abc840-5a9d-46f8-8016-32613307eed9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:49:39.848946 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7abc840-5a9d-46f8-8016-32613307eed9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:49:39.853867 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7abc840-5a9d-46f8-8016-32613307eed9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:49:39.853867 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7abc840-5a9d-46f8-8016-32613307eed9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:49:39.854051 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e7abc840-5a9d-46f8-8016-32613307eed9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:39.888487 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-25d01a4d-945c-4646-aed6-3f5a2bbfa114 req-3e5a9ef4-a646-490b-ac68-77073fb9376e tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] 10.222.0.60 "GET /v2.0/security-groups?id=8333e5a8-d8f9-4d1c-8e9a-89e36ebd0127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806482 Jun 11 09:49:39.894826 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc48d82-7e07-4fa9-8ccd-ac9f0acb1fe1 req-4d867825-dd8c-4e0e-b24e-ac67d67e0054 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:39.896820 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-acc48d82-7e07-4fa9-8ccd-ac9f0acb1fe1 req-4d867825-dd8c-4e0e-b24e-ac67d67e0054 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad15899d-2c49-4d83-a641-4e0184807ac8 HTTP/1.1" status: 200 len: 949 time: 0.0999804 Jun 11 09:49:39.952115 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-acc48d82-7e07-4fa9-8ccd-ac9f0acb1fe1 req-7f973fa4-f39d-4db4-a7e5-f3e86fd50eb3 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] 10.222.0.60 "GET /v2.0/security-groups?id=3dfb640a-7174-4f82-a9e7-bf6bbf6da8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478644 Jun 11 09:49:40.088189 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56863d4-74aa-4aef-95ee-280c53a1c8f4 req-8a121598-8689-4e13-9c86-4862446dd36d tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:40.089647 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f56863d4-74aa-4aef-95ee-280c53a1c8f4 req-8a121598-8689-4e13-9c86-4862446dd36d tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=6edf564c-85d6-49cf-bd98-9f0a6fbc0090 HTTP/1.1" status: 200 len: 949 time: 0.0877142 Jun 11 09:49:40.136741 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f56863d4-74aa-4aef-95ee-280c53a1c8f4 req-cb718256-e3ad-4b21-b273-ab87ac6fd6e4 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415776 Jun 11 09:49:40.233192 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b71fb5-9f1e-4f45-9927-9421510b34d9 req-9f23e4d3-f24e-4d46-b000-8c87d2848472 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:40.235059 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-01b71fb5-9f1e-4f45-9927-9421510b34d9 req-9f23e4d3-f24e-4d46-b000-8c87d2848472 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=038672dc-055a-4321-bfe6-0fabae59f406 HTTP/1.1" status: 200 len: 944 time: 0.0809462 Jun 11 09:49:40.282993 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3e3615a6-9c64-4f8b-abf2-fd6a997951f0 req-ada36697-5077-44f4-a90a-20c6124ef6ef tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5e75921-d1e6-493f-9583-f56ed0b8a2d1 HTTP/1.1" status: 200 len: 210 time: 0.0333319 Jun 11 09:49:40.283137 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-01b71fb5-9f1e-4f45-9927-9421510b34d9 req-f919077b-66a2-4005-b459-65f8df81d78b tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=7382d103-d62f-4540-9ac2-5ea0a34701f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408025 Jun 11 09:49:40.749205 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da23443-0c6e-4c23-b9cd-802aed0368f7 req-9d18765d-6833-464d-a1b2-c118636c777c tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:40.750860 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1da23443-0c6e-4c23-b9cd-802aed0368f7 req-9d18765d-6833-464d-a1b2-c118636c777c tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.64 "GET /v2.0/networks?id=743172cf-2dc7-4438-9267-f806a2cb8a77 HTTP/1.1" status: 200 len: 806 time: 0.1729586 Jun 11 09:49:40.768344 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-1da23443-0c6e-4c23-b9cd-802aed0368f7 req-0ee2a8cd-3dcf-4be0-8920-4cbc86594d2c tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Request body: {'port': {'device_id': 'e5e75921-d1e6-493f-9583-f56ed0b8a2d1', 'network_id': '743172cf-2dc7-4438-9267-f806a2cb8a77', 'admin_state_up': True, 'tenant_id': '845e0c4a59a549beb9cd8a20149f973b'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:49:40.983255 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 48438) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:49:41.016704 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3f0abb7-ea50-4a0b-b952-5ae9ccd36d06', 'name': 'network-vif-deleted', 'tag': '5a01e3c3-c03f-4e0a-9af5-152ccec47f8f'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:49:41.019189 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4451b2d5-de58-4708-9082-22dbf458e39f" -d '{"events": [{"server_uuid": "f3f0abb7-ea50-4a0b-b952-5ae9ccd36d06", "name": "network-vif-deleted", "tag": "5a01e3c3-c03f-4e0a-9af5-152ccec47f8f"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:49:41.024043 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device be0da1d5-4ce5-4024-b13c-530259f86c3b no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:49:41.073631 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] No Port match for: be0da1d5-4ce5-4024-b13c-530259f86c3b {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:49:41.075314 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device be0da1d5-4ce5-4024-b13c-530259f86c3b not bound to the agent host n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:49:41.075314 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 5a01e3c3-c03f-4e0a-9af5-152ccec47f8f no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:49:41.108828 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1da23443-0c6e-4c23-b9cd-802aed0368f7 req-0ee2a8cd-3dcf-4be0-8920-4cbc86594d2c tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Made reservation on behalf of 845e0c4a59a549beb9cd8a20149f973b for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:49:41.112391 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-1da23443-0c6e-4c23-b9cd-802aed0368f7 req-0ee2a8cd-3dcf-4be0-8920-4cbc86594d2c tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:41.112529 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] No Port match for: 5a01e3c3-c03f-4e0a-9af5-152ccec47f8f {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:49:41.113027 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 5a01e3c3-c03f-4e0a-9af5-152ccec47f8f not bound to the agent host n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:49:41.180265 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 48446) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:49:41.197827 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-472f8e60-5c75-4832-b268-170734a913a8 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1940206059', 'description': 'tempest-description--1746640532'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:49:41.201605 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device ff45e742-419a-4c96-bd25-b92421461765 details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:49:41.204343 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-154c8857-873a-4143-a3a3-0e47acb9b901 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:41.236981 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07420b3-e419-426d-bdb7-5001fc5e4150 req-1fcf3ca4-73e9-41e3-8bc4-e0009af00046 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:41.238507 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b07420b3-e419-426d-bdb7-5001fc5e4150 req-1fcf3ca4-73e9-41e3-8bc4-e0009af00046 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7f8d92-9315-4a44-bb99-c9751af7c624 HTTP/1.1" status: 200 len: 944 time: 0.1756685 Jun 11 09:49:41.348439 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b07420b3-e419-426d-bdb7-5001fc5e4150 req-de9786c3-90e6-46a7-9ec4-537b72c27106 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] 10.222.0.60 "GET /v2.0/security-groups?id=8333e5a8-d8f9-4d1c-8e9a-89e36ebd0127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995517 Jun 11 09:49:41.370733 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-1da23443-0c6e-4c23-b9cd-802aed0368f7 req-0ee2a8cd-3dcf-4be0-8920-4cbc86594d2c tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Allocated IP 172.20.0.4 (743172cf-2dc7-4438-9267-f806a2cb8a77/78635cc5-5408-4976-b3d9-b4cc65a6e8b4/71b2817f-3df7-4e2a-85cd-286764e4636c) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:49:41.387486 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-472f8e60-5c75-4832-b268-170734a913a8 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:41.388385 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port ff45e742-419a-4c96-bd25-b92421461765, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=ff45e742-419a-4c96-bd25-b92421461765,segment=NetworkSegment(6b01e6de-f547-451b-b2c7-cf7ead3516ab),segment_id=6b01e6de-f547-451b-b2c7-cf7ead3516ab)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:49:41.404760 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': 'ff45e742-419a-4c96-bd25-b92421461765', 'network_id': '6820836b-bd7b-4793-8876-dbfb45277379', 'port_id': 'ff45e742-419a-4c96-bd25-b92421461765', 'mac_address': 'fa:16:3e:52:31:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2499c79-62f3-4ec5-a1d8-3ef0f5057886', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:49:41.408969 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be410c4a-ccb9-484f-8125-3194f3de0805 x-openstack-request-id: req-be410c4a-ccb9-484f-8125-3194f3de0805 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:49:41.409547 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3f0abb7-ea50-4a0b-b952-5ae9ccd36d06", "name": "network-vif-deleted", "tag": "5a01e3c3-c03f-4e0a-9af5-152ccec47f8f", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:49:41.410061 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-be410c4a-ccb9-484f-8125-3194f3de0805 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:49:41.410781 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3f0abb7-ea50-4a0b-b952-5ae9ccd36d06', 'name': 'network-vif-deleted', 'tag': '5a01e3c3-c03f-4e0a-9af5-152ccec47f8f', 'status': 'completed', 'code': 200} Jun 11 09:49:41.495970 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:41.518282 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff45e742-419a-4c96-bd25-b92421461765 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:49:41.546646 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port ff45e742-419a-4c96-bd25-b92421461765, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=ff45e742-419a-4c96-bd25-b92421461765,segment=NetworkSegment(6b01e6de-f547-451b-b2c7-cf7ead3516ab),segment_id=6b01e6de-f547-451b-b2c7-cf7ead3516ab)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:49:41.610731 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-154c8857-873a-4143-a3a3-0e47acb9b901 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:41.630936 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:41.633003 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:41.640563 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a05865c-1339-4d3e-be9c-5a0d00de39a3 req-d5888e2c-8979-4449-a311-1acde6cd8d99 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:41.642163 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6a05865c-1339-4d3e-be9c-5a0d00de39a3 req-d5888e2c-8979-4449-a311-1acde6cd8d99 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad15899d-2c49-4d83-a641-4e0184807ac8 HTTP/1.1" status: 200 len: 949 time: 0.2412703 Jun 11 09:49:41.673219 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-1da23443-0c6e-4c23-b9cd-802aed0368f7 req-0ee2a8cd-3dcf-4be0-8920-4cbc86594d2c tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:41.687512 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b0e1b2-2b42-49af-80c9-c7c51b1878ec req-1b1f97b5-845a-46f4-b381-e5297dfc10f4 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:41.694349 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-31b0e1b2-2b42-49af-80c9-c7c51b1878ec req-1b1f97b5-845a-46f4-b381-e5297dfc10f4 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=6edf564c-85d6-49cf-bd98-9f0a6fbc0090 HTTP/1.1" status: 200 len: 949 time: 0.1701407 Jun 11 09:49:41.698865 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=ff45e742-419a-4c96-bd25-b92421461765,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:41.703004 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:41.713359 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6a05865c-1339-4d3e-be9c-5a0d00de39a3 req-8937b207-a86e-4485-9992-5846e35795e7 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] 10.222.0.60 "GET /v2.0/security-groups?id=3dfb640a-7174-4f82-a9e7-bf6bbf6da8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587225 Jun 11 09:49:41.756185 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-31b0e1b2-2b42-49af-80c9-c7c51b1878ec req-dc112533-d00b-4157-b3e9-6896befa013b tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608494 Jun 11 09:49:41.826161 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-154c8857-873a-4143-a3a3-0e47acb9b901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:41.829125 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7faf1874-c90c-4c1c-87b8-7ec36fb492ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:41.879851 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-1da23443-0c6e-4c23-b9cd-802aed0368f7 req-0ee2a8cd-3dcf-4be0-8920-4cbc86594d2c tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:41.884060 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a212bea0-a66c-4772-8f66-dcec53194c4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:41.893418 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['8d90aed3-d0d9-439d-99e2-28dedffaf1bf'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:49:41.940596 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-154c8857-873a-4143-a3a3-0e47acb9b901 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=345844f538f84217af010a26893fbbb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9534478 Jun 11 09:49:41.946116 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 48464) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:49:41.953331 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c8857-873a-4143-a3a3-0e47acb9b901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95b57616-9b92-4a32-a1e3-4fec3841868e,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:41.956924 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-154c8857-873a-4143-a3a3-0e47acb9b901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:41.972255 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-472f8e60-5c75-4832-b268-170734a913a8 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:41.998860 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1da23443-0c6e-4c23-b9cd-802aed0368f7 req-0ee2a8cd-3dcf-4be0-8920-4cbc86594d2c tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Network 743172cf-2dc7-4438-9267-f806a2cb8a77 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:49:42.013512 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee2a8cd-3dcf-4be0-8920-4cbc86594d2c tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Pushing event updated for resources: {'Port': ['ID=71b2817f-3df7-4e2a-85cd-286764e4636c,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:42.016319 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-1da23443-0c6e-4c23-b9cd-802aed0368f7 req-0ee2a8cd-3dcf-4be0-8920-4cbc86594d2c tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:49:42.018444 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0ee2a8cd-3dcf-4be0-8920-4cbc86594d2c tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:42.025140 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-1da23443-0c6e-4c23-b9cd-802aed0368f7 req-0ee2a8cd-3dcf-4be0-8920-4cbc86594d2c tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:49:42.028655 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed48a72-4fd8-4dcc-901e-90f10e12e552 req-a804017b-ea04-4065-a350-0671e7ee2917 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:42.041714 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-aed48a72-4fd8-4dcc-901e-90f10e12e552 req-a804017b-ea04-4065-a350-0671e7ee2917 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=038672dc-055a-4321-bfe6-0fabae59f406 HTTP/1.1" status: 200 len: 944 time: 0.2039392 Jun 11 09:49:42.073342 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-472f8e60-5c75-4832-b268-170734a913a8 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:42.093823 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7afbe3e3-15e5-4113-b3b3-86753de65ca6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:42.121791 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da23443-0c6e-4c23-b9cd-802aed0368f7 req-0ee2a8cd-3dcf-4be0-8920-4cbc86594d2c tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:42.122638 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-1da23443-0c6e-4c23-b9cd-802aed0368f7 req-0ee2a8cd-3dcf-4be0-8920-4cbc86594d2c tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:42.157467 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b0181c5d-563f-442c-897a-8ce861eb4387 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:42.168428 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf934b34-18b4-4c71-b889-26eeaf668a0d req-99692d1b-13e9-4ceb-9ba6-8a264f2aa2bd tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:42.169981 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cf934b34-18b4-4c71-b889-26eeaf668a0d req-99692d1b-13e9-4ceb-9ba6-8a264f2aa2bd tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5e75921-d1e6-493f-9583-f56ed0b8a2d1 HTTP/1.1" status: 200 len: 931 time: 0.2581692 Jun 11 09:49:42.208702 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b0181c5d-563f-442c-897a-8ce861eb4387 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:42.252164 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cf934b34-18b4-4c71-b889-26eeaf668a0d req-b3985f38-e91d-46fd-ae6a-2fd0c663379e tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731106 Jun 11 09:49:42.258885 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1da23443-0c6e-4c23-b9cd-802aed0368f7 req-0ee2a8cd-3dcf-4be0-8920-4cbc86594d2c tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4968321 Jun 11 09:49:42.269846 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['ff45e742-419a-4c96-bd25-b92421461765'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:49:42.289041 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-1da23443-0c6e-4c23-b9cd-802aed0368f7 req-cceeac54-5e35-4836-8f3f-bd8f19eb2491 service neutron] Request body: {'port': {'device_id': 'e5e75921-d1e6-493f-9583-f56ed0b8a2d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:49:42.401709 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-1da23443-0c6e-4c23-b9cd-802aed0368f7 req-cceeac54-5e35-4836-8f3f-bd8f19eb2491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:42.452170 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b0181c5d-563f-442c-897a-8ce861eb4387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:42.456261 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b0181c5d-563f-442c-897a-8ce861eb4387 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:42.457597 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-b0181c5d-563f-442c-897a-8ce861eb4387 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/95b57616-9b92-4a32-a1e3-4fec3841868e HTTP/1.1" status: 204 len: 168 time: 0.4797742 Jun 11 09:49:42.460478 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ad7c9133-a7f1-4fb4-8fc0-6e1c3a8599fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:42.494396 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0181c5d-563f-442c-897a-8ce861eb4387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b57616-9b92-4a32-a1e3-4fec3841868e,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:42.499106 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b0181c5d-563f-442c-897a-8ce861eb4387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:42.528559 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-472f8e60-5c75-4832-b268-170734a913a8 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:42.533349 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-472f8e60-5c75-4832-b268-170734a913a8 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.3478460 Jun 11 09:49:42.536087 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 48476) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:49:42.541055 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-3ead0023-b49f-41bc-8d01-064a50d3b372 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Request body: {'security_group_rule': {'security_group_id': 'f6f491a4-5a68-4802-bdf8-42370e50429d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:49:42.596590 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-aed48a72-4fd8-4dcc-901e-90f10e12e552 req-1dd84899-5bca-446d-99aa-ee92f06e344b tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=7382d103-d62f-4540-9ac2-5ea0a34701f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5535469 Jun 11 09:49:42.597461 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472f8e60-5c75-4832-b268-170734a913a8 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f491a4-5a68-4802-bdf8-42370e50429d,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:42.601112 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-472f8e60-5c75-4832-b268-170734a913a8 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:42.641158 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7efa91c-606c-492b-b815-0b937ca4cdf1 req-b3c96fbc-0501-4d1f-89e0-465ca8f23a4b tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:42.642834 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f7efa91c-606c-492b-b815-0b937ca4cdf1 req-b3c96fbc-0501-4d1f-89e0-465ca8f23a4b tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad15899d-2c49-4d83-a641-4e0184807ac8 HTTP/1.1" status: 200 len: 949 time: 0.5543144 Jun 11 09:49:42.712113 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa0fc1-cfc4-4fcf-af6b-86f80f2e30bf req-de210e58-9056-4e77-b56a-14518187226c tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:42.714554 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-96fa0fc1-cfc4-4fcf-af6b-86f80f2e30bf req-de210e58-9056-4e77-b56a-14518187226c tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7f8d92-9315-4a44-bb99-c9751af7c624 HTTP/1.1" status: 200 len: 945 time: 0.2325161 Jun 11 09:49:42.817915 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-f7efa91c-606c-492b-b815-0b937ca4cdf1 req-19bff710-4202-4da0-86fd-a7739ac63cb1 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] Deleting port f465a301-28b2-46bf-b64b-5c5993ac9add {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:49:42.819220 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-f7efa91c-606c-492b-b815-0b937ca4cdf1 req-19bff710-4202-4da0-86fd-a7739ac63cb1 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:42.821127 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c322d3d9-19a9-4040-aaf8-e136d63a2be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:42.823032 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3ead0023-b49f-41bc-8d01-064a50d3b372 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:42.881539 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-96fa0fc1-cfc4-4fcf-af6b-86f80f2e30bf req-c8361fd4-df8a-4935-a47a-cdf64fd3b83a tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] 10.222.0.60 "GET /v2.0/security-groups?id=8333e5a8-d8f9-4d1c-8e9a-89e36ebd0127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1601088 Jun 11 09:49:42.929025 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3ead0023-b49f-41bc-8d01-064a50d3b372 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:42.997124 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-1da23443-0c6e-4c23-b9cd-802aed0368f7 req-cceeac54-5e35-4836-8f3f-bd8f19eb2491 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71b2817f-3df7-4e2a-85cd-286764e4636c {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:49:43.009153 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-1da23443-0c6e-4c23-b9cd-802aed0368f7 req-cceeac54-5e35-4836-8f3f-bd8f19eb2491 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:43.016359 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3ead0023-b49f-41bc-8d01-064a50d3b372 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:43.027586 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:43.032473 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-f7efa91c-606c-492b-b815-0b937ca4cdf1 req-19bff710-4202-4da0-86fd-a7739ac63cb1 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] For port f465a301-28b2-46bf-b64b-5c5993ac9add, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=f465a301-28b2-46bf-b64b-5c5993ac9add,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:49:43.033084 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-f7efa91c-606c-492b-b815-0b937ca4cdf1 req-19bff710-4202-4da0-86fd-a7739ac63cb1 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:43.052709 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c55dff-8bad-449b-b233-f918418b4d90 req-e4cca95d-8b4e-475c-9a13-215fd98dcf05 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:43.054206 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f1c55dff-8bad-449b-b233-f918418b4d90 req-e4cca95d-8b4e-475c-9a13-215fd98dcf05 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad15899d-2c49-4d83-a641-4e0184807ac8 HTTP/1.1" status: 200 len: 949 time: 0.1733606 Jun 11 09:49:43.062840 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-1da23443-0c6e-4c23-b9cd-802aed0368f7 req-cceeac54-5e35-4836-8f3f-bd8f19eb2491 service neutron] Transition to ACTIVE for port object 71b2817f-3df7-4e2a-85cd-286764e4636c will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:49:43.066030 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ead0023-b49f-41bc-8d01-064a50d3b372 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f20f3cb2-791c-4a76-8315-ba6d6211ae5e,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:43.097122 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3ead0023-b49f-41bc-8d01-064a50d3b372 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:43.128753 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-1da23443-0c6e-4c23-b9cd-802aed0368f7 req-cceeac54-5e35-4836-8f3f-bd8f19eb2491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:43.141047 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d0e52da6-4793-4449-bf4c-c4399b310f2b tempest-ImagesTestJSON-665743065 tempest-ImagesTestJSON-665743065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:43.177060 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-f7efa91c-606c-492b-b815-0b937ca4cdf1 req-19bff710-4202-4da0-86fd-a7739ac63cb1 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] Calling delete_port for f465a301-28b2-46bf-b64b-5c5993ac9add owned by compute:nova {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:49:43.186761 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3ead0023-b49f-41bc-8d01-064a50d3b372 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:43.187500 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-3ead0023-b49f-41bc-8d01-064a50d3b372 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6501081 Jun 11 09:49:43.190373 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 48498) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:49:43.196259 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-c46c5203-1d60-4ab3-88de-ab80db1c8aba tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Request body: {'security_group_rule': {'security_group_id': 'f6f491a4-5a68-4802-bdf8-42370e50429d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:49:43.203172 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ffcca2-c80c-4c50-8b38-c7ac9415ce28 req-e988ad93-9fbc-4d3f-b0f0-73f6eafc41ac tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:43.210211 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-83ffcca2-c80c-4c50-8b38-c7ac9415ce28 req-e988ad93-9fbc-4d3f-b0f0-73f6eafc41ac tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=6edf564c-85d6-49cf-bd98-9f0a6fbc0090 HTTP/1.1" status: 200 len: 949 time: 0.1728594 Jun 11 09:49:43.224742 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device bf09dab6-c049-4e86-9814-bbb585b963dc details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:49:43.285795 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f1c55dff-8bad-449b-b233-f918418b4d90 req-a7592193-30db-45ec-b325-e11d66459f44 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] 10.222.0.60 "GET /v2.0/security-groups?id=3dfb640a-7174-4f82-a9e7-bf6bbf6da8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629744 Jun 11 09:49:43.294058 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceeac54-5e35-4836-8f3f-bd8f19eb2491 service neutron] Pushing event updated for resources: {'Port': ['ID=71b2817f-3df7-4e2a-85cd-286764e4636c,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:43.297317 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-cceeac54-5e35-4836-8f3f-bd8f19eb2491 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:43.397649 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-83ffcca2-c80c-4c50-8b38-c7ac9415ce28 req-5cf4995d-cb81-476d-84ad-ee632ee7a58d tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754394 Jun 11 09:49:43.424061 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port bf09dab6-c049-4e86-9814-bbb585b963dc, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=bf09dab6-c049-4e86-9814-bbb585b963dc,segment=NetworkSegment(f561be66-4e48-459e-8c21-fceaa6c73661),segment_id=f561be66-4e48-459e-8c21-fceaa6c73661)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:49:43.428499 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-1da23443-0c6e-4c23-b9cd-802aed0368f7 req-cceeac54-5e35-4836-8f3f-bd8f19eb2491 service neutron] Attempting to bind port 71b2817f-3df7-4e2a-85cd-286764e4636c on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:49:43.428780 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-1da23443-0c6e-4c23-b9cd-802aed0368f7 req-cceeac54-5e35-4836-8f3f-bd8f19eb2491 service neutron] Attempting to bind port 71b2817f-3df7-4e2a-85cd-286764e4636c by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': 'b51c68b7-80ed-4de8-bd6d-e2ba699aba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '743172cf-2dc7-4438-9267-f806a2cb8a77'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:49:43.429146 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da23443-0c6e-4c23-b9cd-802aed0368f7 req-cceeac54-5e35-4836-8f3f-bd8f19eb2491 service neutron] Attempting to bind port 71b2817f-3df7-4e2a-85cd-286764e4636c on network 743172cf-2dc7-4438-9267-f806a2cb8a77 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:49:43.435498 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da23443-0c6e-4c23-b9cd-802aed0368f7 req-cceeac54-5e35-4836-8f3f-bd8f19eb2491 service neutron] Port 71b2817f-3df7-4e2a-85cd-286764e4636c on network 743172cf-2dc7-4438-9267-f806a2cb8a77 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:49:43.439668 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da23443-0c6e-4c23-b9cd-802aed0368f7 req-cceeac54-5e35-4836-8f3f-bd8f19eb2491 service neutron] Attempting to bind port 71b2817f-3df7-4e2a-85cd-286764e4636c on network 743172cf-2dc7-4438-9267-f806a2cb8a77 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:49:43.447674 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da23443-0c6e-4c23-b9cd-802aed0368f7 req-cceeac54-5e35-4836-8f3f-bd8f19eb2491 service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:49:43.450918 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da23443-0c6e-4c23-b9cd-802aed0368f7 req-cceeac54-5e35-4836-8f3f-bd8f19eb2491 service neutron] Checking segment: {'id': 'b51c68b7-80ed-4de8-bd6d-e2ba699aba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '743172cf-2dc7-4438-9267-f806a2cb8a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:49:43.451332 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da23443-0c6e-4c23-b9cd-802aed0368f7 req-cceeac54-5e35-4836-8f3f-bd8f19eb2491 service neutron] Bound using segment: {'id': 'b51c68b7-80ed-4de8-bd6d-e2ba699aba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '743172cf-2dc7-4438-9267-f806a2cb8a77'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:49:43.451804 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-1da23443-0c6e-4c23-b9cd-802aed0368f7 req-cceeac54-5e35-4836-8f3f-bd8f19eb2491 service neutron] Bound port: 71b2817f-3df7-4e2a-85cd-286764e4636c, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b51c68b7-80ed-4de8-bd6d-e2ba699aba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '743172cf-2dc7-4438-9267-f806a2cb8a77'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:49:43.452163 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-1da23443-0c6e-4c23-b9cd-802aed0368f7 req-cceeac54-5e35-4836-8f3f-bd8f19eb2491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:43.453778 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': 'bf09dab6-c049-4e86-9814-bbb585b963dc', 'network_id': 'ecbff90d-5ab6-4357-bf37-5548ca0e9255', 'port_id': 'bf09dab6-c049-4e86-9814-bbb585b963dc', 'mac_address': 'fa:16:3e:19:58:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65fd936e-e1de-4d66-9d41-076079c1dae3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:49:43.463814 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c46c5203-1d60-4ab3-88de-ab80db1c8aba tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:43.566265 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-1da23443-0c6e-4c23-b9cd-802aed0368f7 req-cceeac54-5e35-4836-8f3f-bd8f19eb2491 service neutron] For port 71b2817f-3df7-4e2a-85cd-286764e4636c, host n-h1-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:49:43.569511 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-1da23443-0c6e-4c23-b9cd-802aed0368f7 req-cceeac54-5e35-4836-8f3f-bd8f19eb2491 service neutron] For port 71b2817f-3df7-4e2a-85cd-286764e4636c, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=71b2817f-3df7-4e2a-85cd-286764e4636c,segment=NetworkSegment(b51c68b7-80ed-4de8-bd6d-e2ba699aba0b),segment_id=b51c68b7-80ed-4de8-bd6d-e2ba699aba0b)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:49:43.576393 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:43.595820 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf09dab6-c049-4e86-9814-bbb585b963dc {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:49:43.604478 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c46c5203-1d60-4ab3-88de-ab80db1c8aba tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:43.610110 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-f7efa91c-606c-492b-b815-0b937ca4cdf1 req-19bff710-4202-4da0-86fd-a7739ac63cb1 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:43.617162 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a701740e-3403-4836-9f40-49b9a771a2fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:43.621412 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port bf09dab6-c049-4e86-9814-bbb585b963dc, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=bf09dab6-c049-4e86-9814-bbb585b963dc,segment=NetworkSegment(f561be66-4e48-459e-8c21-fceaa6c73661),segment_id=f561be66-4e48-459e-8c21-fceaa6c73661)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:49:43.632964 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-1da23443-0c6e-4c23-b9cd-802aed0368f7 req-cceeac54-5e35-4836-8f3f-bd8f19eb2491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:43.636496 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-91e2d67a-bfe6-45ba-af8b-7af932b8112c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:43.659625 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a09f1ee-873b-454b-866e-cfa3c2481bc5 req-1bf1bfeb-6c8a-4e1f-bfa1-2bdbddceab68 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:43.661070 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4a09f1ee-873b-454b-866e-cfa3c2481bc5 req-1bf1bfeb-6c8a-4e1f-bfa1-2bdbddceab68 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5e75921-d1e6-493f-9583-f56ed0b8a2d1 HTTP/1.1" status: 200 len: 943 time: 0.1751914 Jun 11 09:49:43.661921 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bff710-4202-4da0-86fd-a7739ac63cb1 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] Pushing event deleted for resources: {'Port': ['ID=f465a301-28b2-46bf-b64b-5c5993ac9add,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:43.666014 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-19bff710-4202-4da0-86fd-a7739ac63cb1 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:43.687181 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c46c5203-1d60-4ab3-88de-ab80db1c8aba tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:43.690564 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da23443-0c6e-4c23-b9cd-802aed0368f7 req-cceeac54-5e35-4836-8f3f-bd8f19eb2491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:43.691179 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-1da23443-0c6e-4c23-b9cd-802aed0368f7 req-cceeac54-5e35-4836-8f3f-bd8f19eb2491 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:43.693001 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1da23443-0c6e-4c23-b9cd-802aed0368f7 req-cceeac54-5e35-4836-8f3f-bd8f19eb2491 service neutron] 10.222.0.64 "PUT /v2.0/ports/71b2817f-3df7-4e2a-85cd-286764e4636c HTTP/1.1" status: 200 len: 1092 time: 1.4245393 Jun 11 09:49:43.693628 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5e75921-d1e6-493f-9583-f56ed0b8a2d1', 'tag': '71b2817f-3df7-4e2a-85cd-286764e4636c'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:49:43.696396 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f19ae0-2527-48e2-b739-c27f6582e222" -d '{"events": [{"name": "network-changed", "server_uuid": "e5e75921-d1e6-493f-9583-f56ed0b8a2d1", "tag": "71b2817f-3df7-4e2a-85cd-286764e4636c"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:49:43.707670 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:43.707670 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:43.721616 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceeac54-5e35-4836-8f3f-bd8f19eb2491 service neutron] Pushing event updated for resources: {'Port': ['ID=71b2817f-3df7-4e2a-85cd-286764e4636c,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:43.727184 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-cceeac54-5e35-4836-8f3f-bd8f19eb2491 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:43.749868 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4c84ca81-b7f2-4de2-b04d-e434f17524b5 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:43.805977 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7efa91c-606c-492b-b815-0b937ca4cdf1 req-19bff710-4202-4da0-86fd-a7739ac63cb1 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] No DVR routers for this DVR port f465a301-28b2-46bf-b64b-5c5993ac9add on host n-h2-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:49:43.809515 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-f7efa91c-606c-492b-b815-0b937ca4cdf1 req-19bff710-4202-4da0-86fd-a7739ac63cb1 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:43.814458 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f7efa91c-606c-492b-b815-0b937ca4cdf1 req-19bff710-4202-4da0-86fd-a7739ac63cb1 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] 10.222.0.69 "DELETE /v2.0/ports/f465a301-28b2-46bf-b64b-5c5993ac9add HTTP/1.1" status: 204 len: 173 time: 1.1637757 Jun 11 09:49:43.815679 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=bf09dab6-c049-4e86-9814-bbb585b963dc,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:43.819973 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:43.831309 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad15899d-2c49-4d83-a641-4e0184807ac8', 'name': 'network-vif-deleted', 'tag': 'f465a301-28b2-46bf-b64b-5c5993ac9add'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:49:43.834472 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38463a6c-4a93-41b4-9a97-eac0f5b0d725" -d '{"events": [{"server_uuid": "ad15899d-2c49-4d83-a641-4e0184807ac8", "name": "network-vif-deleted", "tag": "f465a301-28b2-46bf-b64b-5c5993ac9add"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:49:43.866223 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4a09f1ee-873b-454b-866e-cfa3c2481bc5 req-158ddbd1-de69-4096-bf37-36139ec67985 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801724 Jun 11 09:49:43.867076 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46c5203-1d60-4ab3-88de-ab80db1c8aba tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae823057-d765-45c4-9f34-fe38d7e299d1,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:43.875768 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c46c5203-1d60-4ab3-88de-ab80db1c8aba tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:43.923970 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3758f5b3-c50a-44d1-bba3-6baa430bbc60 x-openstack-request-id: req-3758f5b3-c50a-44d1-bba3-6baa430bbc60 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:49:43.924490 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5e75921-d1e6-493f-9583-f56ed0b8a2d1", "tag": "71b2817f-3df7-4e2a-85cd-286764e4636c", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:49:43.924605 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3758f5b3-c50a-44d1-bba3-6baa430bbc60 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:49:43.925032 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5e75921-d1e6-493f-9583-f56ed0b8a2d1', 'tag': '71b2817f-3df7-4e2a-85cd-286764e4636c', 'status': 'completed', 'code': 200} Jun 11 09:49:43.964882 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c66fac11-6ad1-4d0c-a018-ed8468eab2cb x-openstack-request-id: req-c66fac11-6ad1-4d0c-a018-ed8468eab2cb {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:49:43.964882 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad15899d-2c49-4d83-a641-4e0184807ac8", "name": "network-vif-deleted", "tag": "f465a301-28b2-46bf-b64b-5c5993ac9add", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:49:43.964882 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c66fac11-6ad1-4d0c-a018-ed8468eab2cb {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:49:43.965401 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad15899d-2c49-4d83-a641-4e0184807ac8', 'name': 'network-vif-deleted', 'tag': 'f465a301-28b2-46bf-b64b-5c5993ac9add', 'status': 'completed', 'code': 200} Jun 11 09:49:43.970618 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69153508-0133-423e-9b0e-8bd98fb8db62 req-951962ce-9469-406d-b7f8-3c55ab70e2f5 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:43.972531 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-69153508-0133-423e-9b0e-8bd98fb8db62 req-951962ce-9469-406d-b7f8-3c55ab70e2f5 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=038672dc-055a-4321-bfe6-0fabae59f406 HTTP/1.1" status: 200 len: 945 time: 0.1344767 Jun 11 09:49:43.988876 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da23443-0c6e-4c23-b9cd-802aed0368f7 req-0a9d1ec8-c6d5-4a93-9a40-62f8c368c36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:43.990531 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1da23443-0c6e-4c23-b9cd-802aed0368f7 req-0a9d1ec8-c6d5-4a93-9a40-62f8c368c36a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=845e0c4a59a549beb9cd8a20149f973b&device_id=e5e75921-d1e6-493f-9583-f56ed0b8a2d1 HTTP/1.1" status: 200 len: 1095 time: 0.1078701 Jun 11 09:49:44.051357 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1da23443-0c6e-4c23-b9cd-802aed0368f7 req-cea82fe8-31e0-426f-9de7-a836c34ce6b6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71b2817f-3df7-4e2a-85cd-286764e4636c HTTP/1.1" status: 200 len: 217 time: 0.0497019 Jun 11 09:49:44.080744 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-69153508-0133-423e-9b0e-8bd98fb8db62 req-70aee5fb-06d7-4583-bd18-6835cbabf9c4 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=7382d103-d62f-4540-9ac2-5ea0a34701f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998917 Jun 11 09:49:44.091248 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c46c5203-1d60-4ab3-88de-ab80db1c8aba tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:44.097005 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-c46c5203-1d60-4ab3-88de-ab80db1c8aba tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9038968 Jun 11 09:49:44.099109 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 48532) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:49:44.105437 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-212b286f-cbdf-402b-bd79-fb57a900052f tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Request body: {'floatingip': {'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:49:44.167338 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da23443-0c6e-4c23-b9cd-802aed0368f7 req-712cc375-8b9e-41dd-bc89-98487453cc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:44.170000 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1da23443-0c6e-4c23-b9cd-802aed0368f7 req-712cc375-8b9e-41dd-bc89-98487453cc2e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=78635cc5-5408-4976-b3d9-b4cc65a6e8b4 HTTP/1.1" status: 200 len: 846 time: 0.1063507 Jun 11 09:49:44.177691 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['bf09dab6-c049-4e86-9814-bbb585b963dc'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:49:44.188931 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468785a3-aed6-41f5-9790-31dccf9816bb req-de2003c5-a961-49b7-bd91-96abce5fd1cd tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:44.196217 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-468785a3-aed6-41f5-9790-31dccf9816bb req-de2003c5-a961-49b7-bd91-96abce5fd1cd tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7f8d92-9315-4a44-bb99-c9751af7c624 HTTP/1.1" status: 200 len: 945 time: 0.1384718 Jun 11 09:49:44.249869 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-212b286f-cbdf-402b-bd79-fb57a900052f tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Notify callbacks [] for floatingip, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:44.266804 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1da23443-0c6e-4c23-b9cd-802aed0368f7 req-94acb625-39fc-4b64-9b04-e57cc2681a2c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=743172cf-2dc7-4438-9267-f806a2cb8a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0828030 Jun 11 09:49:44.274012 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-468785a3-aed6-41f5-9790-31dccf9816bb req-e958c925-0ae7-484c-9f5c-e97c82a8dc2f tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] 10.222.0.60 "GET /v2.0/security-groups?id=8333e5a8-d8f9-4d1c-8e9a-89e36ebd0127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768104 Jun 11 09:49:44.445058 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1da23443-0c6e-4c23-b9cd-802aed0368f7 req-0fd9c027-40ab-43bc-95da-ddd48bc348b3 service neutron] 10.222.0.64 "GET /v2.0/networks/743172cf-2dc7-4438-9267-f806a2cb8a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665895 Jun 11 09:49:44.450851 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-212b286f-cbdf-402b-bd79-fb57a900052f tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:44.614393 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-abb4cfff-bede-45e7-ad63-1677375641e0 req-cca7c934-6b39-4018-9277-4dc2fe6871a8 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad15899d-2c49-4d83-a641-4e0184807ac8 HTTP/1.1" status: 200 len: 210 time: 0.0372999 Jun 11 09:49:44.627309 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-212b286f-cbdf-402b-bd79-fb57a900052f tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Allocated IP 172.25.4.8 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/b470024d-e613-408f-ac8d-3c3a77c941db) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:49:44.845062 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-212b286f-cbdf-402b-bd79-fb57a900052f tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:44.878381 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3742fce9-3443-4485-aa8a-e9f8856e33e1 req-7ab19f43-2b5e-4065-8b99-664ad8f76f6b tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:44.879949 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3742fce9-3443-4485-aa8a-e9f8856e33e1 req-7ab19f43-2b5e-4065-8b99-664ad8f76f6b tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=6edf564c-85d6-49cf-bd98-9f0a6fbc0090 HTTP/1.1" status: 200 len: 949 time: 0.1326067 Jun 11 09:49:45.006578 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3742fce9-3443-4485-aa8a-e9f8856e33e1 req-2c0d35d7-4dae-4719-97a0-ccda0e1eed12 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878944 Jun 11 09:49:45.010066 n-d-779913-12 neutron-server[93177]: INFO neutron.api.v2.resource [req-8cedaad0-cc12-4f5e-84f3-cfba90635f59 req-927f660a-c494-4376-ae2c-b504c0d41da0 service neutron] show failed (client error): The resource could not be found. Jun 11 09:49:45.011073 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8cedaad0-cc12-4f5e-84f3-cfba90635f59 req-927f660a-c494-4376-ae2c-b504c0d41da0 service neutron] 10.222.0.69 "GET /v2.0/ports/842cdcef-260d-479a-a61d-3ea2ecbd6ab0/bindings/n-h1-779913-12 HTTP/1.1" status: 404 len: 381 time: 0.1413093 Jun 11 09:49:45.047074 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1da23443-0c6e-4c23-b9cd-802aed0368f7 req-45df79d6-7aa3-4948-901a-42f2cb9cc2ae service neutron] 10.222.0.64 "GET /v2.0/networks/743172cf-2dc7-4438-9267-f806a2cb8a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5934248 Jun 11 09:49:45.106544 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-212b286f-cbdf-402b-bd79-fb57a900052f tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:45.109680 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6f1f4510-6773-49f6-b243-5e56965863e6 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:45.175336 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212b286f-cbdf-402b-bd79-fb57a900052f tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Pushing event updated for resources: {'Port': ['ID=b470024d-e613-408f-ac8d-3c3a77c941db,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:45.186350 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212b286f-cbdf-402b-bd79-fb57a900052f tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:49:45.187033 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212b286f-cbdf-402b-bd79-fb57a900052f tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:49:45.187146 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212b286f-cbdf-402b-bd79-fb57a900052f tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:49:45.187471 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212b286f-cbdf-402b-bd79-fb57a900052f tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:49:45.187887 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212b286f-cbdf-402b-bd79-fb57a900052f tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:49:45.188528 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212b286f-cbdf-402b-bd79-fb57a900052f tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:49:45.188889 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212b286f-cbdf-402b-bd79-fb57a900052f tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:49:45.189261 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212b286f-cbdf-402b-bd79-fb57a900052f tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:49:45.189624 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212b286f-cbdf-402b-bd79-fb57a900052f tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:49:45.189990 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212b286f-cbdf-402b-bd79-fb57a900052f tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:49:45.190376 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212b286f-cbdf-402b-bd79-fb57a900052f tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:49:45.191348 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212b286f-cbdf-402b-bd79-fb57a900052f tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:49:45.203195 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-212b286f-cbdf-402b-bd79-fb57a900052f tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:45.213856 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212b286f-cbdf-402b-bd79-fb57a900052f tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:49:45.235067 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-212b286f-cbdf-402b-bd79-fb57a900052f tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:49:45.240169 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device ff45e742-419a-4c96-bd25-b92421461765 up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:49:45.251474 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212b286f-cbdf-402b-bd79-fb57a900052f tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:49:45.274291 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f19ae0-2527-48e2-b739-c27f6582e222 req-3101bd6d-a7cb-4350-a3fa-096a8ba3b398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:45.277274 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e7f19ae0-2527-48e2-b739-c27f6582e222 req-3101bd6d-a7cb-4350-a3fa-096a8ba3b398 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=845e0c4a59a549beb9cd8a20149f973b&device_id=e5e75921-d1e6-493f-9583-f56ed0b8a2d1 HTTP/1.1" status: 200 len: 1095 time: 0.0763698 Jun 11 09:49:45.326436 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b668da-8229-4e15-9766-175be728c9a4 req-9a621721-ccf4-48a9-87e5-c89d4161b12f tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:45.327985 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-44b668da-8229-4e15-9766-175be728c9a4 req-9a621721-ccf4-48a9-87e5-c89d4161b12f tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5e75921-d1e6-493f-9583-f56ed0b8a2d1 HTTP/1.1" status: 200 len: 943 time: 0.1629841 Jun 11 09:49:45.374370 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning for port ff45e742-419a-4c96-bd25-b92421461765 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:49:45.378562 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port ff45e742-419a-4c96-bd25-b92421461765 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:49:45.379179 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:45.436428 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-44b668da-8229-4e15-9766-175be728c9a4 req-3ac94ed3-5a6b-4355-b93e-ad139f2cc7dd tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953197 Jun 11 09:49:45.439721 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-212b286f-cbdf-402b-bd79-fb57a900052f tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:45.495383 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:45.541328 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab7f8d92-9315-4a44-bb99-c9751af7c624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff45e742-419a-4c96-bd25-b92421461765'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:49:45.544082 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05c4f658-43db-43e9-a9a3-5c5482f7f6d6" -d '{"events": [{"server_uuid": "ab7f8d92-9315-4a44-bb99-c9751af7c624", "name": "network-vif-plugged", "status": "completed", "tag": "ff45e742-419a-4c96-bd25-b92421461765"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:49:45.554841 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882d2cd1-709f-48da-86e6-1ab780565502 req-7ae7b79c-d02e-427e-abaa-8b0e2a74174d tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:45.557236 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-882d2cd1-709f-48da-86e6-1ab780565502 req-7ae7b79c-d02e-427e-abaa-8b0e2a74174d tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=038672dc-055a-4321-bfe6-0fabae59f406 HTTP/1.1" status: 200 len: 945 time: 0.2503479 Jun 11 09:49:45.558280 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f19ae0-2527-48e2-b739-c27f6582e222 req-56d15dcd-7a73-41a0-b098-6ebe56689afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:45.559599 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e7f19ae0-2527-48e2-b739-c27f6582e222 req-56d15dcd-7a73-41a0-b098-6ebe56689afd service neutron] 10.222.0.64 "GET /v2.0/networks?id=743172cf-2dc7-4438-9267-f806a2cb8a77 HTTP/1.1" status: 200 len: 907 time: 0.2749937 Jun 11 09:49:45.564647 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port ff45e742-419a-4c96-bd25-b92421461765, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=ff45e742-419a-4c96-bd25-b92421461765,segment=NetworkSegment(6b01e6de-f547-451b-b2c7-cf7ead3516ab),segment_id=6b01e6de-f547-451b-b2c7-cf7ead3516ab)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:49:45.582148 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-212b286f-cbdf-402b-bd79-fb57a900052f tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:45.648882 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:45.649960 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device f465a301-28b2-46bf-b64b-5c5993ac9add no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:49:45.651879 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-1b78251d-2738-4e64-8352-5dea9663ad73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:45.658317 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e7f19ae0-2527-48e2-b739-c27f6582e222 req-b256879b-4ba8-4e38-9ccd-3d29e1f762b3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71b2817f-3df7-4e2a-85cd-286764e4636c HTTP/1.1" status: 200 len: 217 time: 0.0705147 Jun 11 09:49:45.665406 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-882d2cd1-709f-48da-86e6-1ab780565502 req-1ce2dc63-d653-4bfe-8e4b-905cbe721834 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=7382d103-d62f-4540-9ac2-5ea0a34701f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016138 Jun 11 09:49:45.728843 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] No Port match for: f465a301-28b2-46bf-b64b-5c5993ac9add {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:49:45.729623 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device f465a301-28b2-46bf-b64b-5c5993ac9add not bound to the agent host n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:49:45.736200 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90eb1a7c-8f73-4ea7-b552-28625b4d659d x-openstack-request-id: req-90eb1a7c-8f73-4ea7-b552-28625b4d659d {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:49:45.736653 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab7f8d92-9315-4a44-bb99-c9751af7c624", "name": "network-vif-plugged", "status": "completed", "tag": "ff45e742-419a-4c96-bd25-b92421461765", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:49:45.737023 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-90eb1a7c-8f73-4ea7-b552-28625b4d659d {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:49:45.737604 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab7f8d92-9315-4a44-bb99-c9751af7c624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff45e742-419a-4c96-bd25-b92421461765', 'code': 200} Jun 11 09:49:45.829469 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f822b49e-7e58-453a-b671-51b6189ffcf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:45.833041 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=ff45e742-419a-4c96-bd25-b92421461765,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:45.838431 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:45.845142 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f19ae0-2527-48e2-b739-c27f6582e222 req-35099a94-84f4-4ca1-89be-a238c0291bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:45.846826 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e7f19ae0-2527-48e2-b739-c27f6582e222 req-35099a94-84f4-4ca1-89be-a238c0291bd0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=78635cc5-5408-4976-b3d9-b4cc65a6e8b4 HTTP/1.1" status: 200 len: 846 time: 0.1799037 Jun 11 09:49:45.897449 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e7f19ae0-2527-48e2-b739-c27f6582e222 req-317bd250-e3d6-4c83-9ad1-0960f911a28a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=743172cf-2dc7-4438-9267-f806a2cb8a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435369 Jun 11 09:49:45.935888 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:45.949184 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cedaad0-cc12-4f5e-84f3-cfba90635f59 req-7920eada-ac32-45db-928a-635bb35e1b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:45.950771 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8cedaad0-cc12-4f5e-84f3-cfba90635f59 req-7920eada-ac32-45db-928a-635bb35e1b30 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6edf564c-85d6-49cf-bd98-9f0a6fbc0090&tenant_id=2d153095abe14427b94c36cd340ad809 HTTP/1.1" status: 200 len: 1101 time: 0.2302675 Jun 11 09:49:45.954277 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-212b286f-cbdf-402b-bd79-fb57a900052f tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:45.966805 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac973de5-8301-4fc6-a153-66879b921abd req-ed959e1d-a5dd-4b27-95fd-9bb93425ff42 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:45.966805 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ac973de5-8301-4fc6-a153-66879b921abd req-ed959e1d-a5dd-4b27-95fd-9bb93425ff42 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7f8d92-9315-4a44-bb99-c9751af7c624 HTTP/1.1" status: 200 len: 946 time: 0.2278011 Jun 11 09:49:45.968398 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-8cedaad0-cc12-4f5e-84f3-cfba90635f59 req-05930b3d-2f1d-4f87-bee5-77d309e720a4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-779913-12', 'device_owner': 'compute:nova'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:49:45.977014 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6800c795-897b-4cb5-b204-9fb5ee0149fe req-d03cdd22-78db-4ccc-98cc-68f41b6f0baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:45.979824 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6800c795-897b-4cb5-b204-9fb5ee0149fe req-d03cdd22-78db-4ccc-98cc-68f41b6f0baa service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ab7f8d92-9315-4a44-bb99-c9751af7c624 HTTP/1.1" status: 200 len: 1098 time: 0.1499488 Jun 11 09:49:46.029519 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ac973de5-8301-4fc6-a153-66879b921abd req-9b729db6-025f-404f-8dc8-b50e0cbb7c00 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] 10.222.0.60 "GET /v2.0/security-groups?id=8333e5a8-d8f9-4d1c-8e9a-89e36ebd0127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564301 Jun 11 09:49:46.073065 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6800c795-897b-4cb5-b204-9fb5ee0149fe req-a30c31d3-f9ef-458b-b53e-c9e98da2ea1a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8333e5a8-d8f9-4d1c-8e9a-89e36ebd0127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464189 Jun 11 09:49:46.089693 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-212b286f-cbdf-402b-bd79-fb57a900052f tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:46.100183 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-14c61102-11aa-4ca2-ae77-d7ba71dbb914 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:46.112704 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e7f19ae0-2527-48e2-b739-c27f6582e222 req-8e129fab-1723-45e3-a077-1902e905d795 service neutron] 10.222.0.64 "GET /v2.0/networks/743172cf-2dc7-4438-9267-f806a2cb8a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075558 Jun 11 09:49:46.160147 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-8cedaad0-cc12-4f5e-84f3-cfba90635f59 req-05930b3d-2f1d-4f87-bee5-77d309e720a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:46.176396 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212b286f-cbdf-402b-bd79-fb57a900052f tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Pushing event updated for resources: {'Port': ['ID=b470024d-e613-408f-ac8d-3c3a77c941db,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:46.180406 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-212b286f-cbdf-402b-bd79-fb57a900052f tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:46.247206 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-212b286f-cbdf-402b-bd79-fb57a900052f tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:46.299782 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e7f19ae0-2527-48e2-b739-c27f6582e222 req-3a0f88db-d7b1-4a72-aa12-7a710405a9e1 service neutron] 10.222.0.64 "GET /v2.0/networks/743172cf-2dc7-4438-9267-f806a2cb8a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779284 Jun 11 09:49:46.316685 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affa3936-e3c4-42e2-bd9f-68370fe96d44 req-6b5655e9-e86f-443c-a2e5-40ceb51dd8f2 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:46.324781 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-affa3936-e3c4-42e2-bd9f-68370fe96d44 req-6b5655e9-e86f-443c-a2e5-40ceb51dd8f2 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=6edf564c-85d6-49cf-bd98-9f0a6fbc0090 HTTP/1.1" status: 200 len: 949 time: 0.0924282 Jun 11 09:49:46.366098 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-affa3936-e3c4-42e2-bd9f-68370fe96d44 req-ae869c71-8339-4a26-9e1d-ca2487733012 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398281 Jun 11 09:49:46.376652 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-212b286f-cbdf-402b-bd79-fb57a900052f tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:46.379618 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-212b286f-cbdf-402b-bd79-fb57a900052f tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.2785773 Jun 11 09:49:46.517172 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-8cedaad0-cc12-4f5e-84f3-cfba90635f59 req-05930b3d-2f1d-4f87-bee5-77d309e720a4 service neutron] For port 842cdcef-260d-479a-a61d-3ea2ecbd6ab0, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=842cdcef-260d-479a-a61d-3ea2ecbd6ab0,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:49:46.566075 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-8cedaad0-cc12-4f5e-84f3-cfba90635f59 req-05930b3d-2f1d-4f87-bee5-77d309e720a4 service neutron] For port 842cdcef-260d-479a-a61d-3ea2ecbd6ab0, host n-h2-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:49:46.574427 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:46.624157 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6edf564c-85d6-49cf-bd98-9f0a6fbc0090', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '842cdcef-260d-479a-a61d-3ea2ecbd6ab0'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:49:46.626704 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04533628-a525-4293-8a92-1506bc154b9c" -d '{"events": [{"server_uuid": "6edf564c-85d6-49cf-bd98-9f0a6fbc0090", "name": "network-vif-unplugged", "status": "completed", "tag": "842cdcef-260d-479a-a61d-3ea2ecbd6ab0"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:49:46.631026 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-8cedaad0-cc12-4f5e-84f3-cfba90635f59 req-05930b3d-2f1d-4f87-bee5-77d309e720a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:46.645406 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-8cedaad0-cc12-4f5e-84f3-cfba90635f59 req-05930b3d-2f1d-4f87-bee5-77d309e720a4 service neutron] Transition to ACTIVE for port object 842cdcef-260d-479a-a61d-3ea2ecbd6ab0 will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:49:46.685322 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2a9fae-7c05-4764-b25f-c691fc5b3447 req-1191315c-dcd7-4adf-ab67-b5da8a3ac90a tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:46.686815 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6e2a9fae-7c05-4764-b25f-c691fc5b3447 req-1191315c-dcd7-4adf-ab67-b5da8a3ac90a tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5e75921-d1e6-493f-9583-f56ed0b8a2d1 HTTP/1.1" status: 200 len: 943 time: 0.0909760 Jun 11 09:49:46.700509 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-8cedaad0-cc12-4f5e-84f3-cfba90635f59 req-05930b3d-2f1d-4f87-bee5-77d309e720a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:46.702719 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f420224e-d65e-4877-ac19-8303d1358e5d tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:46.738349 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6e2a9fae-7c05-4764-b25f-c691fc5b3447 req-757364b4-570d-4660-82c1-741cf794f4ee tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452750 Jun 11 09:49:46.822619 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cedaad0-cc12-4f5e-84f3-cfba90635f59 req-05930b3d-2f1d-4f87-bee5-77d309e720a4 service neutron] No DVR routers for this DVR port 842cdcef-260d-479a-a61d-3ea2ecbd6ab0 on host n-h2-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:49:46.825787 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05930b3d-2f1d-4f87-bee5-77d309e720a4 service neutron] Pushing event updated for resources: {'Port': ['ID=842cdcef-260d-479a-a61d-3ea2ecbd6ab0,revision_number=6']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:46.829608 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-05930b3d-2f1d-4f87-bee5-77d309e720a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:46.881444 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-8cedaad0-cc12-4f5e-84f3-cfba90635f59 req-05930b3d-2f1d-4f87-bee5-77d309e720a4 service neutron] Attempting to bind port 842cdcef-260d-479a-a61d-3ea2ecbd6ab0 on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:49:46.881786 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-8cedaad0-cc12-4f5e-84f3-cfba90635f59 req-05930b3d-2f1d-4f87-bee5-77d309e720a4 service neutron] Attempting to bind port 842cdcef-260d-479a-a61d-3ea2ecbd6ab0 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:49:46.882116 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cedaad0-cc12-4f5e-84f3-cfba90635f59 req-05930b3d-2f1d-4f87-bee5-77d309e720a4 service neutron] Attempting to bind port 842cdcef-260d-479a-a61d-3ea2ecbd6ab0 on network cf20d108-f84c-44de-9036-2269564edd60 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:49:46.887257 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cedaad0-cc12-4f5e-84f3-cfba90635f59 req-05930b3d-2f1d-4f87-bee5-77d309e720a4 service neutron] Port 842cdcef-260d-479a-a61d-3ea2ecbd6ab0 on network cf20d108-f84c-44de-9036-2269564edd60 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:49:46.888064 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cedaad0-cc12-4f5e-84f3-cfba90635f59 req-05930b3d-2f1d-4f87-bee5-77d309e720a4 service neutron] Attempting to bind port 842cdcef-260d-479a-a61d-3ea2ecbd6ab0 on network cf20d108-f84c-44de-9036-2269564edd60 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:49:46.892654 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cedaad0-cc12-4f5e-84f3-cfba90635f59 req-05930b3d-2f1d-4f87-bee5-77d309e720a4 service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:49:46.893006 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cedaad0-cc12-4f5e-84f3-cfba90635f59 req-05930b3d-2f1d-4f87-bee5-77d309e720a4 service neutron] Checking segment: {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:49:46.893489 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cedaad0-cc12-4f5e-84f3-cfba90635f59 req-05930b3d-2f1d-4f87-bee5-77d309e720a4 service neutron] Bound using segment: {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:49:46.893983 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-8cedaad0-cc12-4f5e-84f3-cfba90635f59 req-05930b3d-2f1d-4f87-bee5-77d309e720a4 service neutron] Bound port: 842cdcef-260d-479a-a61d-3ea2ecbd6ab0, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:49:46.894201 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-8cedaad0-cc12-4f5e-84f3-cfba90635f59 req-05930b3d-2f1d-4f87-bee5-77d309e720a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:46.991662 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-8cedaad0-cc12-4f5e-84f3-cfba90635f59 req-05930b3d-2f1d-4f87-bee5-77d309e720a4 service neutron] For port 842cdcef-260d-479a-a61d-3ea2ecbd6ab0, host n-h1-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:49:46.995733 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-8cedaad0-cc12-4f5e-84f3-cfba90635f59 req-05930b3d-2f1d-4f87-bee5-77d309e720a4 service neutron] For port 842cdcef-260d-479a-a61d-3ea2ecbd6ab0, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=842cdcef-260d-479a-a61d-3ea2ecbd6ab0,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:49:47.061065 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-8cedaad0-cc12-4f5e-84f3-cfba90635f59 req-05930b3d-2f1d-4f87-bee5-77d309e720a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:47.064224 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4fa82083-27cd-416e-ad01-5689cc98d550 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:47.101075 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cedaad0-cc12-4f5e-84f3-cfba90635f59 req-05930b3d-2f1d-4f87-bee5-77d309e720a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:47.101771 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-8cedaad0-cc12-4f5e-84f3-cfba90635f59 req-05930b3d-2f1d-4f87-bee5-77d309e720a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:47.103744 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8cedaad0-cc12-4f5e-84f3-cfba90635f59 req-05930b3d-2f1d-4f87-bee5-77d309e720a4 service neutron] 10.222.0.64 "PUT /v2.0/ports/842cdcef-260d-479a-a61d-3ea2ecbd6ab0 HTTP/1.1" status: 200 len: 1096 time: 1.1439154 Jun 11 09:49:47.131362 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05930b3d-2f1d-4f87-bee5-77d309e720a4 service neutron] Pushing event updated for resources: {'Port': ['ID=842cdcef-260d-479a-a61d-3ea2ecbd6ab0,revision_number=7']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:47.134665 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-05930b3d-2f1d-4f87-bee5-77d309e720a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:47.147419 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c12e68b-3800-4849-88f6-c32d123145f9 req-b9b2c1ed-cd96-42f6-8a27-5bd113b0c6f2 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:47.149179 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7c12e68b-3800-4849-88f6-c32d123145f9 req-b9b2c1ed-cd96-42f6-8a27-5bd113b0c6f2 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/networks?id=7dff7a38-2b77-493a-abd5-c045b5779e07 HTTP/1.1" status: 200 len: 822 time: 0.1484647 Jun 11 09:49:47.174439 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7c12e68b-3800-4849-88f6-c32d123145f9 req-8750f8a8-f0ab-4b77-beec-d3fe4e352794 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/quotas/bde49cbcc55b4592a6f9da517f66e92c HTTP/1.1" status: 200 len: 375 time: 0.0198534 Jun 11 09:49:47.191752 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Jun 2021 09:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1c87e8f-b9d0-42fa-acfc-4fbae4428eff x-openstack-request-id: req-d1c87e8f-b9d0-42fa-acfc-4fbae4428eff {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:49:47.192141 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6edf564c-85d6-49cf-bd98-9f0a6fbc0090", "name": "network-vif-unplugged", "status": "completed", "tag": "842cdcef-260d-479a-a61d-3ea2ecbd6ab0", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:49:47.192447 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d1c87e8f-b9d0-42fa-acfc-4fbae4428eff {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:49:47.192887 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6edf564c-85d6-49cf-bd98-9f0a6fbc0090', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '842cdcef-260d-479a-a61d-3ea2ecbd6ab0', 'code': 200} Jun 11 09:49:47.246250 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cedaad0-cc12-4f5e-84f3-cfba90635f59 req-ba2298e2-4545-4e77-9c5f-8c5885cfd313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:47.250585 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8cedaad0-cc12-4f5e-84f3-cfba90635f59 req-ba2298e2-4545-4e77-9c5f-8c5885cfd313 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2d153095abe14427b94c36cd340ad809&device_id=6edf564c-85d6-49cf-bd98-9f0a6fbc0090 HTTP/1.1" status: 200 len: 1099 time: 0.1120481 Jun 11 09:49:47.267841 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7c12e68b-3800-4849-88f6-c32d123145f9 req-485f51ed-3cee-480a-857d-8f8a164e1cc1 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=bde49cbcc55b4592a6f9da517f66e92c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0923326 Jun 11 09:49:47.289371 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device bf09dab6-c049-4e86-9814-bbb585b963dc up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:49:47.432587 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning for port bf09dab6-c049-4e86-9814-bbb585b963dc completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:49:47.437456 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port bf09dab6-c049-4e86-9814-bbb585b963dc triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:49:47.438651 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:47.446661 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7c12e68b-3800-4849-88f6-c32d123145f9 req-65d84bc2-7e85-47fc-a48c-9a671484d61a service neutron] 10.222.0.60 "GET /v2.0/networks/7dff7a38-2b77-493a-abd5-c045b5779e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777716 Jun 11 09:49:47.472508 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cedaad0-cc12-4f5e-84f3-cfba90635f59 req-1cef36b7-a4d2-4e62-8bee-3febf8565d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:47.474126 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8cedaad0-cc12-4f5e-84f3-cfba90635f59 req-1cef36b7-a4d2-4e62-8bee-3febf8565d2c service neutron] 10.222.0.64 "GET /v2.0/networks?id=cf20d108-f84c-44de-9036-2269564edd60 HTTP/1.1" status: 200 len: 870 time: 0.2199361 Jun 11 09:49:47.542728 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:47.577325 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7c12e68b-3800-4849-88f6-c32d123145f9 req-5b8f4d04-13ee-4f18-b9ff-9377a2628c69 service neutron] 10.222.0.60 "GET /v2.0/networks/7dff7a38-2b77-493a-abd5-c045b5779e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248984 Jun 11 09:49:47.592117 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port bf09dab6-c049-4e86-9814-bbb585b963dc, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=bf09dab6-c049-4e86-9814-bbb585b963dc,segment=NetworkSegment(f561be66-4e48-459e-8c21-fceaa6c73661),segment_id=f561be66-4e48-459e-8c21-fceaa6c73661)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:49:47.593423 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e4169-2b1c-4c5d-9e2f-cfd619ac0883 req-80b763d4-4bb6-4afd-a3d0-7038f43beeff tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:47.594645 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-703e4169-2b1c-4c5d-9e2f-cfd619ac0883 req-80b763d4-4bb6-4afd-a3d0-7038f43beeff tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=038672dc-055a-4321-bfe6-0fabae59f406 HTTP/1.1" status: 200 len: 945 time: 0.2762406 Jun 11 09:49:47.595983 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8cedaad0-cc12-4f5e-84f3-cfba90635f59 req-c33e26c9-5d83-45ef-9d78-f44d26633b90 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=842cdcef-260d-479a-a61d-3ea2ecbd6ab0 HTTP/1.1" status: 200 len: 217 time: 0.1151299 Jun 11 09:49:47.627147 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 48654) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:49:47.672423 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:47.673617 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 842cdcef-260d-479a-a61d-3ea2ecbd6ab0 no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:49:47.676335 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:47.692491 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-703e4169-2b1c-4c5d-9e2f-cfd619ac0883 req-f44d1f45-e2c7-438b-9d93-1245ee17ee74 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=7382d103-d62f-4540-9ac2-5ea0a34701f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906496 Jun 11 09:49:47.699040 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cedaad0-cc12-4f5e-84f3-cfba90635f59 req-4de8e8d0-76bd-4b9d-ae66-9274be03078c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:47.700465 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8cedaad0-cc12-4f5e-84f3-cfba90635f59 req-4de8e8d0-76bd-4b9d-ae66-9274be03078c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=189b03cc-b2a8-4615-9ab5-ad0328c3f10f HTTP/1.1" status: 200 len: 843 time: 0.0979202 Jun 11 09:49:47.739127 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '038672dc-055a-4321-bfe6-0fabae59f406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf09dab6-c049-4e86-9814-bbb585b963dc'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:49:47.745758 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1693f8b-d24c-475d-bc25-c811f073e0b6" -d '{"events": [{"server_uuid": "038672dc-055a-4321-bfe6-0fabae59f406", "name": "network-vif-plugged", "status": "completed", "tag": "bf09dab6-c049-4e86-9814-bbb585b963dc"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:49:47.781409 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 842cdcef-260d-479a-a61d-3ea2ecbd6ab0 not bound to the agent host n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:49:47.781409 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=bf09dab6-c049-4e86-9814-bbb585b963dc,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:47.781409 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:47.790459 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b12314b1-93bd-4a3e-8a34-86e3012fb8d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:47.804808 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cedaad0-cc12-4f5e-84f3-cfba90635f59 req-8ed050fb-0deb-45f1-9738-87cd1207d6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:47.806557 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8cedaad0-cc12-4f5e-84f3-cfba90635f59 req-8ed050fb-0deb-45f1-9738-87cd1207d6e5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf20d108-f84c-44de-9036-2269564edd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0984430 Jun 11 09:49:47.922506 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b12314b1-93bd-4a3e-8a34-86e3012fb8d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:47.991359 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b12314b1-93bd-4a3e-8a34-86e3012fb8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:48.000049 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6d784c15-b489-4c81-afb6-9071cab2ff91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:48.019783 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8cedaad0-cc12-4f5e-84f3-cfba90635f59 req-2d9f6d9e-1a6b-4c64-9f57-d12e3fb48bb1 service neutron] 10.222.0.64 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003171 Jun 11 09:49:48.064042 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12314b1-93bd-4a3e-8a34-86e3012fb8d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d638aaa3-9463-4e13-ba95-66f09710a5ff,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:48.067597 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b12314b1-93bd-4a3e-8a34-86e3012fb8d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:48.072905 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-b12314b1-93bd-4a3e-8a34-86e3012fb8d8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=daaf06f1d83747e28238508af9d8adb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4418037 Jun 11 09:49:48.073991 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 48682) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:49:48.082371 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f7f67e-351d-41b2-b47d-dea8177902e1 req-882cf6b1-0f89-4267-8cfd-1fe941636411 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:48.083863 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-14f7f67e-351d-41b2-b47d-dea8177902e1 req-882cf6b1-0f89-4267-8cfd-1fe941636411 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7f8d92-9315-4a44-bb99-c9751af7c624 HTTP/1.1" status: 200 len: 946 time: 0.1636491 Jun 11 09:49:48.164894 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-14f7f67e-351d-41b2-b47d-dea8177902e1 req-73e80c6b-c416-4174-9730-e3d6f9a7f4fa tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] 10.222.0.60 "GET /v2.0/security-groups?id=8333e5a8-d8f9-4d1c-8e9a-89e36ebd0127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693376 Jun 11 09:49:48.170291 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8f3e7a01-bd68-4777-98c4-325ca0c76903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:48.171189 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8cedaad0-cc12-4f5e-84f3-cfba90635f59 req-d03ed5fe-4e45-49e5-9218-2f034e0574dc service neutron] 10.222.0.64 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444814 Jun 11 09:49:48.195639 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8f3e7a01-bd68-4777-98c4-325ca0c76903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:48.300428 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:48.333477 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8f3e7a01-bd68-4777-98c4-325ca0c76903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:48.335984 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8f3e7a01-bd68-4777-98c4-325ca0c76903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:48.337076 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-8f3e7a01-bd68-4777-98c4-325ca0c76903 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d638aaa3-9463-4e13-ba95-66f09710a5ff HTTP/1.1" status: 204 len: 168 time: 0.2623761 Jun 11 09:49:48.339002 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-154c8857-873a-4143-a3a3-0e47acb9b901 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:48.355446 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3e7a01-bd68-4777-98c4-325ca0c76903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d638aaa3-9463-4e13-ba95-66f09710a5ff,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:48.358780 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8f3e7a01-bd68-4777-98c4-325ca0c76903 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:48.395669 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bc36f4-f807-4116-9a27-bcc052acc917 req-7932d37b-8ac0-473f-b20a-78504759b8e4 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:48.401606 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e1bc36f4-f807-4116-9a27-bcc052acc917 req-7932d37b-8ac0-473f-b20a-78504759b8e4 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=6edf564c-85d6-49cf-bd98-9f0a6fbc0090 HTTP/1.1" status: 200 len: 947 time: 0.1040359 Jun 11 09:49:48.446712 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e1bc36f4-f807-4116-9a27-bcc052acc917 req-82bf6bc2-4c8d-4566-9bf2-a531aa47e822 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394602 Jun 11 09:49:48.501473 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1de533fd-0546-421d-84a0-fc8f90e10ca9 x-openstack-request-id: req-1de533fd-0546-421d-84a0-fc8f90e10ca9 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:49:48.501473 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "038672dc-055a-4321-bfe6-0fabae59f406", "name": "network-vif-plugged", "status": "completed", "tag": "bf09dab6-c049-4e86-9814-bbb585b963dc", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:49:48.501473 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1de533fd-0546-421d-84a0-fc8f90e10ca9 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:49:48.501473 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '038672dc-055a-4321-bfe6-0fabae59f406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf09dab6-c049-4e86-9814-bbb585b963dc', 'code': 200} Jun 11 09:49:48.564271 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fb0a2bd5-31d2-44d1-a16b-d2ef42860eaa req-936b139a-3565-45d6-b4ab-9bb16b4d0ea7 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/ports?device_id=4de328dc-2a8c-4496-a2c8-5b0efd8cea35 HTTP/1.1" status: 200 len: 210 time: 0.0390902 Jun 11 09:49:48.642672 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d4ded3-5f98-4d8f-b40b-b30f8be3291b req-7ad8f78b-67f4-4d4b-a5e2-08b8d86f21d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:48.644347 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f1d4ded3-5f98-4d8f-b40b-b30f8be3291b req-7ad8f78b-67f4-4d4b-a5e2-08b8d86f21d6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=038672dc-055a-4321-bfe6-0fabae59f406 HTTP/1.1" status: 200 len: 1098 time: 0.0759451 Jun 11 09:49:48.701234 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f1d4ded3-5f98-4d8f-b40b-b30f8be3291b req-ab24beac-4295-45fe-8b01-ffd3db6bc93f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=7382d103-d62f-4540-9ac2-5ea0a34701f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480828 Jun 11 09:49:48.761364 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7dab99-cfab-48bf-b877-73be7d5aab9f req-ac7119f3-6d14-4167-9e0a-dea8912218bf tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:48.762888 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-eb7dab99-cfab-48bf-b877-73be7d5aab9f req-ac7119f3-6d14-4167-9e0a-dea8912218bf tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5e75921-d1e6-493f-9583-f56ed0b8a2d1 HTTP/1.1" status: 200 len: 943 time: 0.0781806 Jun 11 09:49:48.811697 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-eb7dab99-cfab-48bf-b877-73be7d5aab9f req-d3257211-ee5e-48d9-a8bd-8aeb5fb9a933 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428045 Jun 11 09:49:48.998868 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dde781-fbca-477f-b795-fb41ffa73c8a req-3c62d6a2-ae42-4b19-b294-b0dbb19d0b93 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:49.000353 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-40dde781-fbca-477f-b795-fb41ffa73c8a req-3c62d6a2-ae42-4b19-b294-b0dbb19d0b93 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7f8d92-9315-4a44-bb99-c9751af7c624 HTTP/1.1" status: 200 len: 946 time: 0.0817065 Jun 11 09:49:49.013057 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 48710) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:49:49.015992 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-3f4c3729-87ce-4201-9371-069236b59607 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Request body: {'floatingip': {'port_id': 'ff45e742-419a-4c96-bd25-b92421461765'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:49:49.037187 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 71b2817f-3df7-4e2a-85cd-286764e4636c details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:49:49.052688 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 48712) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:49:49.079311 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8db14e4c-646b-4255-8691-f2ff60c0db4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:49.158089 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3f4c3729-87ce-4201-9371-069236b59607 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Notify callbacks [] for floatingip, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:49.194387 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6edf564c-85d6-49cf-bd98-9f0a6fbc0090', 'tag': '842cdcef-260d-479a-a61d-3ea2ecbd6ab0'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:49:49.197274 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c02bcb8-c619-4703-b498-7cac2e371176" -d '{"events": [{"name": "network-changed", "server_uuid": "6edf564c-85d6-49cf-bd98-9f0a6fbc0090", "tag": "842cdcef-260d-479a-a61d-3ea2ecbd6ab0"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:49:49.238833 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 71b2817f-3df7-4e2a-85cd-286764e4636c, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=71b2817f-3df7-4e2a-85cd-286764e4636c,segment=NetworkSegment(b51c68b7-80ed-4de8-bd6d-e2ba699aba0b),segment_id=b51c68b7-80ed-4de8-bd6d-e2ba699aba0b)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:49:49.255271 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': '71b2817f-3df7-4e2a-85cd-286764e4636c', 'network_id': '743172cf-2dc7-4438-9267-f806a2cb8a77', 'port_id': '71b2817f-3df7-4e2a-85cd-286764e4636c', 'mac_address': 'fa:16:3e:34:34:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78635cc5-5408-4976-b3d9-b4cc65a6e8b4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:49:49.298176 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d189048d-76fa-4b56-bfb4-7b74e2a9121b req-2ced1c24-a513-424b-9f9b-b83594d3cf4f tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:49.299733 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d189048d-76fa-4b56-bfb4-7b74e2a9121b req-2ced1c24-a513-424b-9f9b-b83594d3cf4f tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=038672dc-055a-4321-bfe6-0fabae59f406 HTTP/1.1" status: 200 len: 946 time: 0.1568179 Jun 11 09:49:49.342658 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8db14e4c-646b-4255-8691-f2ff60c0db4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:49.354980 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:49.362829 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d189048d-76fa-4b56-bfb4-7b74e2a9121b req-b60eed9a-f3ff-47e3-8486-2376b03bb883 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=7382d103-d62f-4540-9ac2-5ea0a34701f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523045 Jun 11 09:49:49.394677 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71b2817f-3df7-4e2a-85cd-286764e4636c {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:49:49.417395 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 71b2817f-3df7-4e2a-85cd-286764e4636c, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=71b2817f-3df7-4e2a-85cd-286764e4636c,segment=NetworkSegment(b51c68b7-80ed-4de8-bd6d-e2ba699aba0b),segment_id=b51c68b7-80ed-4de8-bd6d-e2ba699aba0b)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:49:49.426267 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8db14e4c-646b-4255-8691-f2ff60c0db4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:49.429911 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-fba7e8d7-9310-4ba1-bf23-1386788ac8fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:49.479376 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-8db14e4c-646b-4255-8691-f2ff60c0db4f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a2f78f40efdf408e8bd43a0d09e4e395&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4249077 Jun 11 09:49:49.480368 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db14e4c-646b-4255-8691-f2ff60c0db4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b17e5c3-4245-442b-a31d-f1e965174652,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:49.480476 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 48728) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:49:49.484728 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8db14e4c-646b-4255-8691-f2ff60c0db4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:49.517482 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:49.519556 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:49.573401 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=71b2817f-3df7-4e2a-85cd-286764e4636c,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:49.576625 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:49.780027 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['71b2817f-3df7-4e2a-85cd-286764e4636c'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:49:49.844363 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a939b838-230d-499c-b503-fe844b9282ce x-openstack-request-id: req-a939b838-230d-499c-b503-fe844b9282ce {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:49:49.844944 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6edf564c-85d6-49cf-bd98-9f0a6fbc0090", "tag": "842cdcef-260d-479a-a61d-3ea2ecbd6ab0", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:49:49.845452 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a939b838-230d-499c-b503-fe844b9282ce {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:49:49.846134 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6edf564c-85d6-49cf-bd98-9f0a6fbc0090', 'tag': '842cdcef-260d-479a-a61d-3ea2ecbd6ab0', 'status': 'completed', 'code': 200} Jun 11 09:49:50.080049 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c02bcb8-c619-4703-b498-7cac2e371176 req-f2b0ed15-7b20-43d0-818f-0507a0557562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:50.080049 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5c02bcb8-c619-4703-b498-7cac2e371176 req-f2b0ed15-7b20-43d0-818f-0507a0557562 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2d153095abe14427b94c36cd340ad809&device_id=6edf564c-85d6-49cf-bd98-9f0a6fbc0090 HTTP/1.1" status: 200 len: 1099 time: 0.1878393 Jun 11 09:49:50.093483 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1749225a-c03e-4b5d-b229-876adcdbf336 req-e6f6df84-5824-442e-9d36-4fd076918239 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:50.095495 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1749225a-c03e-4b5d-b229-876adcdbf336 req-e6f6df84-5824-442e-9d36-4fd076918239 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=6edf564c-85d6-49cf-bd98-9f0a6fbc0090 HTTP/1.1" status: 200 len: 947 time: 0.1243541 Jun 11 09:49:50.258180 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1749225a-c03e-4b5d-b229-876adcdbf336 req-ff5901d4-7338-4a4f-b0d9-0c85e58fdfc0 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387358 Jun 11 09:49:50.314235 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d910216d-6e2b-4ed5-b8b8-7b91f23ff2f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:50.413509 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c12e68b-3800-4849-88f6-c32d123145f9 req-20a72023-286c-43c4-9318-daf9d4875033 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:50.415115 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7c12e68b-3800-4849-88f6-c32d123145f9 req-20a72023-286c-43c4-9318-daf9d4875033 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.64 "GET /v2.0/networks?id=7dff7a38-2b77-493a-abd5-c045b5779e07 HTTP/1.1" status: 200 len: 822 time: 0.1623325 Jun 11 09:49:50.431070 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-7c12e68b-3800-4849-88f6-c32d123145f9 req-7f71a4d2-2897-4360-868e-0502f3dc5514 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Request body: {'port': {'device_id': '4de328dc-2a8c-4496-a2c8-5b0efd8cea35', 'network_id': '7dff7a38-2b77-493a-abd5-c045b5779e07', 'admin_state_up': True, 'tenant_id': 'bde49cbcc55b4592a6f9da517f66e92c'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:49:50.439649 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c02bcb8-c619-4703-b498-7cac2e371176 req-c6696498-c35a-4ee8-bf36-5918b6b36c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:50.441145 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5c02bcb8-c619-4703-b498-7cac2e371176 req-c6696498-c35a-4ee8-bf36-5918b6b36c24 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cf20d108-f84c-44de-9036-2269564edd60 HTTP/1.1" status: 200 len: 870 time: 0.3447354 Jun 11 09:49:50.456365 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-366f2117-40e4-4c81-a905-488383ae480e req-589d41a4-78ba-41f4-97c6-58f6e23e54d5 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/ports?device_id=4de328dc-2a8c-4496-a2c8-5b0efd8cea35 HTTP/1.1" status: 200 len: 210 time: 0.1614659 Jun 11 09:49:50.482846 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d910216d-6e2b-4ed5-b8b8-7b91f23ff2f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:50.519740 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 48742) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:49:50.527624 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5c02bcb8-c619-4703-b498-7cac2e371176 req-bab457bb-2771-4c7a-9ced-4ace77c42f85 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=842cdcef-260d-479a-a61d-3ea2ecbd6ab0 HTTP/1.1" status: 200 len: 217 time: 0.0711315 Jun 11 09:49:50.604498 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c02bcb8-c619-4703-b498-7cac2e371176 req-a4d694bf-0e35-40d1-b9b2-03c8701d9388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:50.606197 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5c02bcb8-c619-4703-b498-7cac2e371176 req-a4d694bf-0e35-40d1-b9b2-03c8701d9388 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=189b03cc-b2a8-4615-9ab5-ad0328c3f10f HTTP/1.1" status: 200 len: 843 time: 0.0719731 Jun 11 09:49:50.606426 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c02bcb8-c619-4703-b498-7cac2e371176 req-1c549bee-a1f1-4aa1-8130-570840fbb6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:50.608060 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5c02bcb8-c619-4703-b498-7cac2e371176 req-1c549bee-a1f1-4aa1-8130-570840fbb6db service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2d153095abe14427b94c36cd340ad809&device_id=6edf564c-85d6-49cf-bd98-9f0a6fbc0090 HTTP/1.1" status: 200 len: 1099 time: 0.3352635 Jun 11 09:49:50.791303 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3f4c3729-87ce-4201-9371-069236b59607 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:50.834947 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c02bcb8-c619-4703-b498-7cac2e371176 req-94dc33f6-8eaa-4e19-afa8-3667ca608ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:50.836545 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5c02bcb8-c619-4703-b498-7cac2e371176 req-94dc33f6-8eaa-4e19-afa8-3667ca608ea8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf20d108-f84c-44de-9036-2269564edd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1571980 Jun 11 09:49:50.849624 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d910216d-6e2b-4ed5-b8b8-7b91f23ff2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:50.852102 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d910216d-6e2b-4ed5-b8b8-7b91f23ff2f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:50.853935 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-d910216d-6e2b-4ed5-b8b8-7b91f23ff2f0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7b17e5c3-4245-442b-a31d-f1e965174652 HTTP/1.1" status: 204 len: 168 time: 1.3722966 Jun 11 09:49:50.859418 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-376f6eac-7e53-44c5-9bd4-74a244c8d0a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:50.876709 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3f4c3729-87ce-4201-9371-069236b59607 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:50.947360 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d910216d-6e2b-4ed5-b8b8-7b91f23ff2f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b17e5c3-4245-442b-a31d-f1e965174652,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:50.962241 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c12e68b-3800-4849-88f6-c32d123145f9 req-7f71a4d2-2897-4360-868e-0502f3dc5514 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Made reservation on behalf of bde49cbcc55b4592a6f9da517f66e92c for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:49:50.966548 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-7c12e68b-3800-4849-88f6-c32d123145f9 req-7f71a4d2-2897-4360-868e-0502f3dc5514 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:50.993188 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d910216d-6e2b-4ed5-b8b8-7b91f23ff2f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:51.002928 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-1685ba82-2a8b-4347-8597-5a9946409aa5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b3dca293d5b14b18ae85d64d643c58cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4775441 Jun 11 09:49:51.010339 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 48750) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:49:51.016946 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512b089e-0f4d-4832-8d77-2334cd832950 req-560101ce-85ba-4b1e-b99d-37399781d641 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:51.018479 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-512b089e-0f4d-4832-8d77-2334cd832950 req-560101ce-85ba-4b1e-b99d-37399781d641 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=038672dc-055a-4321-bfe6-0fabae59f406 HTTP/1.1" status: 200 len: 946 time: 0.2487590 Jun 11 09:49:51.037653 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5c02bcb8-c619-4703-b498-7cac2e371176 req-8f5c24d0-232a-4577-ae86-9d142b1ebd2c service neutron] 10.222.0.64 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936107 Jun 11 09:49:51.045131 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c02bcb8-c619-4703-b498-7cac2e371176 req-54463bec-080b-4a70-933e-a7b9c87f7398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:51.046566 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5c02bcb8-c619-4703-b498-7cac2e371176 req-54463bec-080b-4a70-933e-a7b9c87f7398 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cf20d108-f84c-44de-9036-2269564edd60 HTTP/1.1" status: 200 len: 870 time: 0.3775976 Jun 11 09:49:51.048069 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 842cdcef-260d-479a-a61d-3ea2ecbd6ab0 details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:49:51.051107 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 71b2817f-3df7-4e2a-85cd-286764e4636c up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:49:51.128922 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a883c3-e6d6-470c-8566-058623130db8 req-e0c21c95-ba2d-4a05-964b-24713ee7320c tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:51.136400 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-04a883c3-e6d6-470c-8566-058623130db8 req-e0c21c95-ba2d-4a05-964b-24713ee7320c tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5e75921-d1e6-493f-9583-f56ed0b8a2d1 HTTP/1.1" status: 200 len: 944 time: 0.4490750 Jun 11 09:49:51.150520 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5c02bcb8-c619-4703-b498-7cac2e371176 req-82ba5223-e650-4bcd-8d46-94015e45e695 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=842cdcef-260d-479a-a61d-3ea2ecbd6ab0 HTTP/1.1" status: 200 len: 217 time: 0.0898881 Jun 11 09:49:51.237062 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-512b089e-0f4d-4832-8d77-2334cd832950 req-d53bae80-e7c8-44e9-97e8-27fe0bb99894 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=7382d103-d62f-4540-9ac2-5ea0a34701f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079782 Jun 11 09:49:51.246228 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 842cdcef-260d-479a-a61d-3ea2ecbd6ab0, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=842cdcef-260d-479a-a61d-3ea2ecbd6ab0,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:49:51.263669 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': '842cdcef-260d-479a-a61d-3ea2ecbd6ab0', 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60', 'port_id': '842cdcef-260d-479a-a61d-3ea2ecbd6ab0', 'mac_address': 'fa:16:3e:24:d7:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189b03cc-b2a8-4615-9ab5-ad0328c3f10f', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:49:51.266419 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4a8e701f-b6f6-45a4-99fb-c60fdc9feed1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:51.267334 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning for port 71b2817f-3df7-4e2a-85cd-286764e4636c completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:49:51.270858 n-d-779913-12 neutron-server[93177]: INFO neutron.db.l3_db [None req-3f4c3729-87ce-4201-9371-069236b59607 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Floating IP 8b18b326-53eb-43d0-a0cd-73e980317ebc associated. External IP: 172.25.4.63, port: ff45e742-419a-4c96-bd25-b92421461765. Jun 11 09:49:51.283983 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port 71b2817f-3df7-4e2a-85cd-286764e4636c triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:49:51.284434 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:51.290224 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-04a883c3-e6d6-470c-8566-058623130db8 req-6773fd53-1e56-4741-b6be-4d7fce113e79 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529052 Jun 11 09:49:51.356013 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-7c12e68b-3800-4849-88f6-c32d123145f9 req-7f71a4d2-2897-4360-868e-0502f3dc5514 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Allocated IP 172.20.0.4 (7dff7a38-2b77-493a-abd5-c045b5779e07/4045e3b8-f98d-4ef7-a8b7-f975be5dfeee/78d2d1ee-c7e6-4290-9e1e-8b5270447005) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:49:51.386753 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:51.411673 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5c02bcb8-c619-4703-b498-7cac2e371176 req-8ce4f7c9-0ea0-4185-b95f-e75aab581d87 service neutron] 10.222.0.64 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259616 Jun 11 09:49:51.450651 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 842cdcef-260d-479a-a61d-3ea2ecbd6ab0 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:49:51.491760 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 842cdcef-260d-479a-a61d-3ea2ecbd6ab0, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=842cdcef-260d-479a-a61d-3ea2ecbd6ab0,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:49:51.496813 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:51.497374 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c02bcb8-c619-4703-b498-7cac2e371176 req-71f2aac0-bda0-4a1e-849a-cb1f42694151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:51.499243 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5c02bcb8-c619-4703-b498-7cac2e371176 req-71f2aac0-bda0-4a1e-849a-cb1f42694151 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=189b03cc-b2a8-4615-9ab5-ad0328c3f10f HTTP/1.1" status: 200 len: 843 time: 0.3410230 Jun 11 09:49:51.552689 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 71b2817f-3df7-4e2a-85cd-286764e4636c, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=71b2817f-3df7-4e2a-85cd-286764e4636c,segment=NetworkSegment(b51c68b7-80ed-4de8-bd6d-e2ba699aba0b),segment_id=b51c68b7-80ed-4de8-bd6d-e2ba699aba0b)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:49:51.554210 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5e75921-d1e6-493f-9583-f56ed0b8a2d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71b2817f-3df7-4e2a-85cd-286764e4636c'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:49:51.570982 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f0048d-9030-452e-8cfb-13ea244d0209" -d '{"events": [{"server_uuid": "e5e75921-d1e6-493f-9583-f56ed0b8a2d1", "name": "network-vif-plugged", "status": "completed", "tag": "71b2817f-3df7-4e2a-85cd-286764e4636c"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:49:51.576961 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:51.578967 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:51.587491 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4a8e701f-b6f6-45a4-99fb-c60fdc9feed1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:51.652888 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-7c12e68b-3800-4849-88f6-c32d123145f9 req-7f71a4d2-2897-4360-868e-0502f3dc5514 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:51.684152 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:51.689277 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=842cdcef-260d-479a-a61d-3ea2ecbd6ab0,revision_number=8']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:51.692228 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:51.692690 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:51.712868 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61b99d4-069b-47e3-b011-e2942a67890e req-e1af27ab-5617-49ef-b1db-38e136ba6c50 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:51.714354 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c61b99d4-069b-47e3-b011-e2942a67890e req-e1af27ab-5617-49ef-b1db-38e136ba6c50 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=6edf564c-85d6-49cf-bd98-9f0a6fbc0090 HTTP/1.1" status: 200 len: 947 time: 0.2141173 Jun 11 09:49:51.717069 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c02bcb8-c619-4703-b498-7cac2e371176 req-fe10366d-79d4-43f1-a3fa-d7888c60679d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:51.718438 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5c02bcb8-c619-4703-b498-7cac2e371176 req-fe10366d-79d4-43f1-a3fa-d7888c60679d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cf20d108-f84c-44de-9036-2269564edd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2030296 Jun 11 09:49:51.790854 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=71b2817f-3df7-4e2a-85cd-286764e4636c,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:51.793970 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:51.807546 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-7c12e68b-3800-4849-88f6-c32d123145f9 req-7f71a4d2-2897-4360-868e-0502f3dc5514 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:51.807546 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-05930b3d-2f1d-4f87-bee5-77d309e720a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:51.846852 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['842cdcef-260d-479a-a61d-3ea2ecbd6ab0'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:49:51.851211 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4a8e701f-b6f6-45a4-99fb-c60fdc9feed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:51.854315 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4a8e701f-b6f6-45a4-99fb-c60fdc9feed1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:51.855465 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-4a8e701f-b6f6-45a4-99fb-c60fdc9feed1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3dfb640a-7174-4f82-a9e7-bf6bbf6da8b4 HTTP/1.1" status: 204 len: 168 time: 0.8413327 Jun 11 09:49:51.867708 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f6daa3b6-0025-4fed-8618-79f28edf5c01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:51.905578 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8e701f-b6f6-45a4-99fb-c60fdc9feed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dfb640a-7174-4f82-a9e7-bf6bbf6da8b4,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:51.917962 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4a8e701f-b6f6-45a4-99fb-c60fdc9feed1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:51.986215 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c12e68b-3800-4849-88f6-c32d123145f9 req-7f71a4d2-2897-4360-868e-0502f3dc5514 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Network 7dff7a38-2b77-493a-abd5-c045b5779e07 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:49:51.988731 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f71a4d2-2897-4360-868e-0502f3dc5514 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Pushing event updated for resources: {'Port': ['ID=78d2d1ee-c7e6-4290-9e1e-8b5270447005,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:51.996674 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c61b99d4-069b-47e3-b011-e2942a67890e req-3b92b40c-fc5c-443a-9470-05fd77f66a9f tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280562 Jun 11 09:49:51.998909 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-7c12e68b-3800-4849-88f6-c32d123145f9 req-7f71a4d2-2897-4360-868e-0502f3dc5514 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:49:52.018265 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c12e68b-3800-4849-88f6-c32d123145f9 req-7f71a4d2-2897-4360-868e-0502f3dc5514 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:49:52.021583 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7f71a4d2-2897-4360-868e-0502f3dc5514 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:52.069692 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5088483f-c7a1-45b6-bfc5-a68c05dc4a73 x-openstack-request-id: req-5088483f-c7a1-45b6-bfc5-a68c05dc4a73 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:49:52.070408 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5e75921-d1e6-493f-9583-f56ed0b8a2d1", "name": "network-vif-plugged", "status": "completed", "tag": "71b2817f-3df7-4e2a-85cd-286764e4636c", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:49:52.070627 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5088483f-c7a1-45b6-bfc5-a68c05dc4a73 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:49:52.071134 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5e75921-d1e6-493f-9583-f56ed0b8a2d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71b2817f-3df7-4e2a-85cd-286764e4636c', 'code': 200} Jun 11 09:49:52.074254 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f4c3729-87ce-4201-9371-069236b59607 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Router f48551d6-0b65-4b7c-9063-30b596b2e86d has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 09:49:52.093916 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5c02bcb8-c619-4703-b498-7cac2e371176 req-aed68fca-2f33-4973-bb5c-1611695cff1a service neutron] 10.222.0.69 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3264627 Jun 11 09:49:52.446349 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f4c3729-87ce-4201-9371-069236b59607 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:49:52.453026 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3f4c3729-87ce-4201-9371-069236b59607 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:52.457111 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5c02bcb8-c619-4703-b498-7cac2e371176 req-bfb48e70-9e1d-4aae-a837-b0a892e2daa8 service neutron] 10.222.0.69 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3527477 Jun 11 09:49:52.457297 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f2335e-15b7-4914-8387-5c4c7435b1f8 None None] Sync routers for ids ['f48551d6-0b65-4b7c-9063-30b596b2e86d'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:49:52.473221 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f2335e-15b7-4914-8387-5c4c7435b1f8 None None] Routers {'f48551d6-0b65-4b7c-9063-30b596b2e86d'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:49:52.473853 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-25f2335e-15b7-4914-8387-5c4c7435b1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:49:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['f48551d6-0b65-4b7c-9063-30b596b2e86d'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:49:52.507059 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62484e8-32a9-4625-b1e5-4090a7da2c74 req-c2105d2b-5577-455f-9b43-b03391a404b6 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:52.514649 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b62484e8-32a9-4625-b1e5-4090a7da2c74 req-c2105d2b-5577-455f-9b43-b03391a404b6 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=038672dc-055a-4321-bfe6-0fabae59f406 HTTP/1.1" status: 200 len: 946 time: 0.2517443 Jun 11 09:49:52.553613 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-3f4c3729-87ce-4201-9371-069236b59607 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] 10.222.0.60 "PUT /v2.0/floatingips/8b18b326-53eb-43d0-a0cd-73e980317ebc HTTP/1.1" status: 200 len: 991 time: 3.5428624 Jun 11 09:49:52.554462 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab7f8d92-9315-4a44-bb99-c9751af7c624', 'tag': 'ff45e742-419a-4c96-bd25-b92421461765'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:49:52.557488 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9248d32-d0bf-4d95-8631-e66cb98a5aee" -d '{"events": [{"name": "network-changed", "server_uuid": "ab7f8d92-9315-4a44-bb99-c9751af7c624", "tag": "ff45e742-419a-4c96-bd25-b92421461765"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:49:52.588691 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b62484e8-32a9-4625-b1e5-4090a7da2c74 req-e6e0b448-4485-483c-b437-ee04886e0dc5 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=7382d103-d62f-4540-9ac2-5ea0a34701f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730376 Jun 11 09:49:52.654427 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-25f2335e-15b7-4914-8387-5c4c7435b1f8 None None] Set router f48551d6-0b65-4b7c-9063-30b596b2e86d gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:49:52.708740 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c12e68b-3800-4849-88f6-c32d123145f9 req-7f71a4d2-2897-4360-868e-0502f3dc5514 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:52.709357 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-7c12e68b-3800-4849-88f6-c32d123145f9 req-7f71a4d2-2897-4360-868e-0502f3dc5514 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:52.765454 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262e1a6b-a43e-4fe3-aaeb-2ad467f963b3 req-b123488e-0b2a-4f39-9e74-4e34f868f519 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:52.767041 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-262e1a6b-a43e-4fe3-aaeb-2ad467f963b3 req-b123488e-0b2a-4f39-9e74-4e34f868f519 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/ports?device_id=4de328dc-2a8c-4496-a2c8-5b0efd8cea35 HTTP/1.1" status: 200 len: 931 time: 0.5829685 Jun 11 09:49:52.771218 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d5b1d7-7556-4b22-9bc0-b98ab1564ef9 req-0f560e12-c079-40f2-b889-fdb0fb62d8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:52.772606 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-60d5b1d7-7556-4b22-9bc0-b98ab1564ef9 req-0f560e12-c079-40f2-b889-fdb0fb62d8dd service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e5e75921-d1e6-493f-9583-f56ed0b8a2d1 HTTP/1.1" status: 200 len: 1097 time: 0.6113913 Jun 11 09:49:52.820237 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7c12e68b-3800-4849-88f6-c32d123145f9 req-7f71a4d2-2897-4360-868e-0502f3dc5514 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3953514 Jun 11 09:49:52.844394 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-7c12e68b-3800-4849-88f6-c32d123145f9 req-597cfb75-8ec3-4282-be67-6cc6e19bf4f3 service neutron] Request body: {'port': {'device_id': '4de328dc-2a8c-4496-a2c8-5b0efd8cea35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:49:52.924149 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 48822) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:49:52.928668 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-60d5b1d7-7556-4b22-9bc0-b98ab1564ef9 req-6ca80e74-59d5-4565-a87b-e3fb1bacfed2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463251 Jun 11 09:49:52.951188 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-262e1a6b-a43e-4fe3-aaeb-2ad467f963b3 req-59762748-206d-4fc6-87e4-a008c0483f51 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/security-groups?id=57677d7e-1c66-47c6-909a-28bc4cd935da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751034 Jun 11 09:49:53.045202 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-25f2335e-15b7-4914-8387-5c4c7435b1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48551d6-0b65-4b7c-9063-30b596b2e86d', 'name': 'tempest-ServersTestJSON-2005532366-router', 'tenant_id': 'b12bc305b44c4346b7a618cb035bad79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '438bf7ff-6d21-4346-a374-78a374a08a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:49:10Z', 'updated_at': '2021-06-11T09:49:18Z', 'revision_number': 4, 'project_id': 'b12bc305b44c4346b7a618cb035bad79', 'gw_port': {'id': '438bf7ff-6d21-4346-a374-78a374a08a2a', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ac:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48551d6-0b65-4b7c-9063-30b596b2e86d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:49:12Z', 'updated_at': '2021-06-11T09:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': '8b18b326-53eb-43d0-a0cd-73e980317ebc', 'tenant_id': 'b12bc305b44c4346b7a618cb035bad79', 'floating_ip_address': '172.25.4.63', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': 'f48551d6-0b65-4b7c-9063-30b596b2e86d', 'port_id': 'ff45e742-419a-4c96-bd25-b92421461765', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 910, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6820836b-bd7b-4793-8876-dbfb45277379', 'mac_address': 'fa:16:3e:52:31:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7f8d92-9315-4a44-bb99-c9751af7c624', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T09:49:24Z', 'updated_at': '2021-06-11T09:49:50Z', 'revision_number': 1, 'project_id': 'b12bc305b44c4346b7a618cb035bad79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c2b9b6c-17c8-4bc7-9905-47a358d34387', 'name': '', 'network_id': '6820836b-bd7b-4793-8876-dbfb45277379', 'tenant_id': 'b12bc305b44c4346b7a618cb035bad79', 'mac_address': 'fa:16:3e:01:27:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48551d6-0b65-4b7c-9063-30b596b2e86d', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'd2499c79-62f3-4ec5-a1d8-3ef0f5057886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:49:17Z', 'updated_at': '2021-06-11T09:49:28Z', 'revision_number': 5, 'project_id': 'b12bc305b44c4346b7a618cb035bad79', 'subnets': [{'id': 'd2499c79-62f3-4ec5-a1d8-3ef0f5057886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:49:53.049710 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f2335e-15b7-4914-8387-5c4c7435b1f8 None None] Checking router: f48551d6-0b65-4b7c-9063-30b596b2e86d for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:49:53.057454 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 842cdcef-260d-479a-a61d-3ea2ecbd6ab0 up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:49:53.066069 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f2335e-15b7-4914-8387-5c4c7435b1f8 None None] Routers {'f48551d6-0b65-4b7c-9063-30b596b2e86d'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:49:53.066998 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-25f2335e-15b7-4914-8387-5c4c7435b1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:49:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['f48551d6-0b65-4b7c-9063-30b596b2e86d'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:49:53.077126 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-7c12e68b-3800-4849-88f6-c32d123145f9 req-597cfb75-8ec3-4282-be67-6cc6e19bf4f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:53.146856 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-17b770f8-5067-4006-af82-298d4ac38d96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:53.221094 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning for port 842cdcef-260d-479a-a61d-3ea2ecbd6ab0 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:49:53.228391 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port 842cdcef-260d-479a-a61d-3ea2ecbd6ab0 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:49:53.229840 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:53.285301 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-25f2335e-15b7-4914-8387-5c4c7435b1f8 None None] Set router f48551d6-0b65-4b7c-9063-30b596b2e86d gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:49:53.297002 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-17b770f8-5067-4006-af82-298d4ac38d96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:53.347821 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 48834) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:49:53.363137 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-17b770f8-5067-4006-af82-298d4ac38d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:53.369640 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0add03e7-3dd7-460c-a2ae-d6609c298e91 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:53.412913 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:53.429334 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-17b770f8-5067-4006-af82-298d4ac38d96 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0b9ccc03c9f14e2286a3779c37c85f80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5029299 Jun 11 09:49:53.437121 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 48838) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:49:53.441253 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b770f8-5067-4006-af82-298d4ac38d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a88ef4-802a-4cb6-997f-bb22ac4ae37a,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:53.500996 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 842cdcef-260d-479a-a61d-3ea2ecbd6ab0, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=842cdcef-260d-479a-a61d-3ea2ecbd6ab0,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:49:53.503743 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-17b770f8-5067-4006-af82-298d4ac38d96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:53.506378 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cf2074-600f-461d-acfc-32abfacfe96c req-7e1ec49e-a194-4f2a-966d-bf170ee03435 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:53.521693 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-23cf2074-600f-461d-acfc-32abfacfe96c req-7e1ec49e-a194-4f2a-966d-bf170ee03435 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5e75921-d1e6-493f-9583-f56ed0b8a2d1 HTTP/1.1" status: 200 len: 945 time: 0.3475745 Jun 11 09:49:53.535332 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-d08e8bcf-f44b-4d9f-9c30-abbdb05793bf admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1389949181-network', 'tenant_id': 'f40809755c344f6cb7daf11a546db5d8'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:49:53.546512 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18bbc153-dc05-41b8-b5b6-45db3aaa029f x-openstack-request-id: req-18bbc153-dc05-41b8-b5b6-45db3aaa029f {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:49:53.547036 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab7f8d92-9315-4a44-bb99-c9751af7c624", "tag": "ff45e742-419a-4c96-bd25-b92421461765", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:49:53.547487 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-18bbc153-dc05-41b8-b5b6-45db3aaa029f {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:49:53.547968 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab7f8d92-9315-4a44-bb99-c9751af7c624', 'tag': 'ff45e742-419a-4c96-bd25-b92421461765', 'status': 'completed', 'code': 200} Jun 11 09:49:53.552360 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-69555294-fbc9-469c-b60a-2f3a44538ce5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:53.574824 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:53.576740 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-8d8ae1ca-0d0c-482b-a7db-bf39500e901f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:53.631992 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-69555294-fbc9-469c-b60a-2f3a44538ce5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:53.641168 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=842cdcef-260d-479a-a61d-3ea2ecbd6ab0,revision_number=9']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:53.645106 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:53.656730 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-23cf2074-600f-461d-acfc-32abfacfe96c req-1b89647a-885b-4895-b7f3-39d91ae0aa06 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177044 Jun 11 09:49:53.736092 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9248d32-d0bf-4d95-8631-e66cb98a5aee req-96ba3a75-9072-4fff-9498-e1b5feacb33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:53.737634 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d9248d32-d0bf-4d95-8631-e66cb98a5aee req-96ba3a75-9072-4fff-9498-e1b5feacb33a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b12bc305b44c4346b7a618cb035bad79&device_id=ab7f8d92-9315-4a44-bb99-c9751af7c624 HTTP/1.1" status: 200 len: 1098 time: 0.1492403 Jun 11 09:49:53.745974 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-25f2335e-15b7-4914-8387-5c4c7435b1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48551d6-0b65-4b7c-9063-30b596b2e86d', 'name': 'tempest-ServersTestJSON-2005532366-router', 'tenant_id': 'b12bc305b44c4346b7a618cb035bad79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '438bf7ff-6d21-4346-a374-78a374a08a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:49:10Z', 'updated_at': '2021-06-11T09:49:18Z', 'revision_number': 4, 'project_id': 'b12bc305b44c4346b7a618cb035bad79', 'gw_port': {'id': '438bf7ff-6d21-4346-a374-78a374a08a2a', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ac:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48551d6-0b65-4b7c-9063-30b596b2e86d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:49:12Z', 'updated_at': '2021-06-11T09:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': '8b18b326-53eb-43d0-a0cd-73e980317ebc', 'tenant_id': 'b12bc305b44c4346b7a618cb035bad79', 'floating_ip_address': '172.25.4.63', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': 'f48551d6-0b65-4b7c-9063-30b596b2e86d', 'port_id': 'ff45e742-419a-4c96-bd25-b92421461765', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 910, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6820836b-bd7b-4793-8876-dbfb45277379', 'mac_address': 'fa:16:3e:52:31:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7f8d92-9315-4a44-bb99-c9751af7c624', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T09:49:24Z', 'updated_at': '2021-06-11T09:49:50Z', 'revision_number': 1, 'project_id': 'b12bc305b44c4346b7a618cb035bad79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c2b9b6c-17c8-4bc7-9905-47a358d34387', 'name': '', 'network_id': '6820836b-bd7b-4793-8876-dbfb45277379', 'tenant_id': 'b12bc305b44c4346b7a618cb035bad79', 'mac_address': 'fa:16:3e:01:27:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48551d6-0b65-4b7c-9063-30b596b2e86d', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'd2499c79-62f3-4ec5-a1d8-3ef0f5057886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:49:17Z', 'updated_at': '2021-06-11T09:49:28Z', 'revision_number': 5, 'project_id': 'b12bc305b44c4346b7a618cb035bad79', 'subnets': [{'id': 'd2499c79-62f3-4ec5-a1d8-3ef0f5057886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:49:53.761263 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f2335e-15b7-4914-8387-5c4c7435b1f8 None None] The sync data for ids ['f48551d6-0b65-4b7c-9063-30b596b2e86d'] in n-d-779913-12 is: [{'id': 'f48551d6-0b65-4b7c-9063-30b596b2e86d', 'name': 'tempest-ServersTestJSON-2005532366-router', 'tenant_id': 'b12bc305b44c4346b7a618cb035bad79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '438bf7ff-6d21-4346-a374-78a374a08a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:49:10Z', 'updated_at': '2021-06-11T09:49:18Z', 'revision_number': 4, 'project_id': 'b12bc305b44c4346b7a618cb035bad79', 'gw_port': {'id': '438bf7ff-6d21-4346-a374-78a374a08a2a', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ac:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48551d6-0b65-4b7c-9063-30b596b2e86d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:49:12Z', 'updated_at': '2021-06-11T09:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': '8b18b326-53eb-43d0-a0cd-73e980317ebc', 'tenant_id': 'b12bc305b44c4346b7a618cb035bad79', 'floating_ip_address': '172.25.4.63', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': 'f48551d6-0b65-4b7c-9063-30b596b2e86d', 'port_id': 'ff45e742-419a-4c96-bd25-b92421461765', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 910, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6820836b-bd7b-4793-8876-dbfb45277379', 'mac_address': 'fa:16:3e:52:31:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7f8d92-9315-4a44-bb99-c9751af7c624', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T09:49:24Z', 'updated_at': '2021-06-11T09:49:50Z', 'revision_number': 1, 'project_id': 'b12bc305b44c4346b7a618cb035bad79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c2b9b6c-17c8-4bc7-9905-47a358d34387', 'name': '', 'network_id': '6820836b-bd7b-4793-8876-dbfb45277379', 'tenant_id': 'b12bc305b44c4346b7a618cb035bad79', 'mac_address': 'fa:16:3e:01:27:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48551d6-0b65-4b7c-9063-30b596b2e86d', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'd2499c79-62f3-4ec5-a1d8-3ef0f5057886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:49:17Z', 'updated_at': '2021-06-11T09:49:28Z', 'revision_number': 5, 'project_id': 'b12bc305b44c4346b7a618cb035bad79', 'subnets': [{'id': 'd2499c79-62f3-4ec5-a1d8-3ef0f5057886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:49:53.815410 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f10da21-765c-416e-9181-12f343097de9 req-882a4b4b-f238-4487-9a2b-702315476e2a tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:53.817128 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7f10da21-765c-416e-9181-12f343097de9 req-882a4b4b-f238-4487-9a2b-702315476e2a tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.64 "GET /v2.0/ports?device_id=6edf564c-85d6-49cf-bd98-9f0a6fbc0090&tenant_id=2d153095abe14427b94c36cd340ad809&binding%3Ahost_id=n-h1-779913-12 HTTP/1.1" status: 200 len: 948 time: 0.3207414 Jun 11 09:49:53.888306 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-69555294-fbc9-469c-b60a-2f3a44538ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:53.890968 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-69555294-fbc9-469c-b60a-2f3a44538ce5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:53.892070 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-69555294-fbc9-469c-b60a-2f3a44538ce5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/44a88ef4-802a-4cb6-997f-bb22ac4ae37a HTTP/1.1" status: 204 len: 168 time: 0.4519613 Jun 11 09:49:53.892760 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d08e8bcf-f44b-4d9f-9c30-abbdb05793bf admin admin] Made reservation on behalf of f40809755c344f6cb7daf11a546db5d8 for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:49:53.904840 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d08e8bcf-f44b-4d9f-9c30-abbdb05793bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:53.927927 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-00466060-4cae-428c-8672-430ee0ff0033 tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:53.937177 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d08e8bcf-f44b-4d9f-9c30-abbdb05793bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:53.942553 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69555294-fbc9-469c-b60a-2f3a44538ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a88ef4-802a-4cb6-997f-bb22ac4ae37a,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:53.958105 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-7c12e68b-3800-4849-88f6-c32d123145f9 req-597cfb75-8ec3-4282-be67-6cc6e19bf4f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78d2d1ee-c7e6-4290-9e1e-8b5270447005 {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:49:53.976439 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-7c12e68b-3800-4849-88f6-c32d123145f9 req-597cfb75-8ec3-4282-be67-6cc6e19bf4f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:53.976866 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-69555294-fbc9-469c-b60a-2f3a44538ce5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:54.006671 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9248d32-d0bf-4d95-8631-e66cb98a5aee req-cbe55b50-ac8a-4959-a686-26027bb04dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:54.008185 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d9248d32-d0bf-4d95-8631-e66cb98a5aee req-cbe55b50-ac8a-4959-a686-26027bb04dc3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6820836b-bd7b-4793-8876-dbfb45277379 HTTP/1.1" status: 200 len: 907 time: 0.2637661 Jun 11 09:49:54.022281 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7f10da21-765c-416e-9181-12f343097de9 req-da693e02-0b3b-4e53-98fa-18d23a1a7fbe service neutron] 10.222.0.64 "GET /v2.0/ports/842cdcef-260d-479a-a61d-3ea2ecbd6ab0/bindings/n-h1-779913-12 HTTP/1.1" status: 200 len: 383 time: 0.1674814 Jun 11 09:49:54.028080 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-7c12e68b-3800-4849-88f6-c32d123145f9 req-597cfb75-8ec3-4282-be67-6cc6e19bf4f3 service neutron] Transition to ACTIVE for port object 78d2d1ee-c7e6-4290-9e1e-8b5270447005 will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:49:54.046990 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e66b48a-bf21-4928-9d09-e3e8e6c46aba req-94ab8fd2-81cb-4f82-af1e-f4d6bb08a7ab tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:54.048598 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2e66b48a-bf21-4928-9d09-e3e8e6c46aba req-94ab8fd2-81cb-4f82-af1e-f4d6bb08a7ab tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=038672dc-055a-4321-bfe6-0fabae59f406 HTTP/1.1" status: 200 len: 946 time: 0.2037828 Jun 11 09:49:54.072707 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6edf564c-85d6-49cf-bd98-9f0a6fbc0090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '842cdcef-260d-479a-a61d-3ea2ecbd6ab0'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:49:54.079605 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ef55a7-12ec-4477-824b-53628ca24060" -d '{"events": [{"server_uuid": "6edf564c-85d6-49cf-bd98-9f0a6fbc0090", "name": "network-vif-plugged", "status": "completed", "tag": "842cdcef-260d-479a-a61d-3ea2ecbd6ab0"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:49:54.085318 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2566c4-2842-4bc4-8d06-94aee4131f6f None None] New status for floating IP 8b18b326-53eb-43d0-a0cd-73e980317ebc: ACTIVE {{(pid=93178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 09:49:54.149145 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2e66b48a-bf21-4928-9d09-e3e8e6c46aba req-8b1c329b-d55f-4789-9668-d343a7780d41 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=7382d103-d62f-4540-9ac2-5ea0a34701f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895972 Jun 11 09:49:54.165151 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f10da21-765c-416e-9181-12f343097de9 req-2c588ee4-0b0e-4351-a7ba-1dd259cb1b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:54.167404 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7f10da21-765c-416e-9181-12f343097de9 req-2c588ee4-0b0e-4351-a7ba-1dd259cb1b9a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2d153095abe14427b94c36cd340ad809&device_id=6edf564c-85d6-49cf-bd98-9f0a6fbc0090 HTTP/1.1" status: 200 len: 1101 time: 0.1160588 Jun 11 09:49:54.183329 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-7c12e68b-3800-4849-88f6-c32d123145f9 req-597cfb75-8ec3-4282-be67-6cc6e19bf4f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:54.188220 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5c3012d1-db58-4e6d-8ee7-cd2542949ed7 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:54.381721 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597cfb75-8ec3-4282-be67-6cc6e19bf4f3 service neutron] Pushing event updated for resources: {'Port': ['ID=78d2d1ee-c7e6-4290-9e1e-8b5270447005,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:54.395186 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-597cfb75-8ec3-4282-be67-6cc6e19bf4f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:54.477932 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f10da21-765c-416e-9181-12f343097de9 req-7c87a376-1b71-4062-bfc6-861285bbbb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:54.479409 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7f10da21-765c-416e-9181-12f343097de9 req-7c87a376-1b71-4062-bfc6-861285bbbb26 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cf20d108-f84c-44de-9036-2269564edd60 HTTP/1.1" status: 200 len: 870 time: 0.3057413 Jun 11 09:49:54.552596 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7f10da21-765c-416e-9181-12f343097de9 req-76695859-26be-4d4f-a02e-4feec56790dc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=842cdcef-260d-479a-a61d-3ea2ecbd6ab0 HTTP/1.1" status: 200 len: 217 time: 0.0630608 Jun 11 09:49:54.606684 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d9248d32-d0bf-4d95-8631-e66cb98a5aee req-e042dd8c-d3eb-4bdc-8707-e17062d5b65a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff45e742-419a-4c96-bd25-b92421461765 HTTP/1.1" status: 200 len: 1001 time: 0.5806053 Jun 11 09:49:54.608812 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-7c12e68b-3800-4849-88f6-c32d123145f9 req-597cfb75-8ec3-4282-be67-6cc6e19bf4f3 service neutron] Attempting to bind port 78d2d1ee-c7e6-4290-9e1e-8b5270447005 on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:49:54.608937 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-7c12e68b-3800-4849-88f6-c32d123145f9 req-597cfb75-8ec3-4282-be67-6cc6e19bf4f3 service neutron] Attempting to bind port 78d2d1ee-c7e6-4290-9e1e-8b5270447005 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '795b623e-39fe-4036-b5cd-c232096acd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '7dff7a38-2b77-493a-abd5-c045b5779e07'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:49:54.609198 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c12e68b-3800-4849-88f6-c32d123145f9 req-597cfb75-8ec3-4282-be67-6cc6e19bf4f3 service neutron] Attempting to bind port 78d2d1ee-c7e6-4290-9e1e-8b5270447005 on network 7dff7a38-2b77-493a-abd5-c045b5779e07 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:49:54.622228 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c12e68b-3800-4849-88f6-c32d123145f9 req-597cfb75-8ec3-4282-be67-6cc6e19bf4f3 service neutron] Port 78d2d1ee-c7e6-4290-9e1e-8b5270447005 on network 7dff7a38-2b77-493a-abd5-c045b5779e07 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:49:54.622556 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c12e68b-3800-4849-88f6-c32d123145f9 req-597cfb75-8ec3-4282-be67-6cc6e19bf4f3 service neutron] Attempting to bind port 78d2d1ee-c7e6-4290-9e1e-8b5270447005 on network 7dff7a38-2b77-493a-abd5-c045b5779e07 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:49:54.624201 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9af65cb-843e-4d73-99b1-d85d799b3629 req-e9ba0d6d-5561-4616-aa82-3a1dfebb63c9 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:54.631386 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c9af65cb-843e-4d73-99b1-d85d799b3629 req-e9ba0d6d-5561-4616-aa82-3a1dfebb63c9 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=6edf564c-85d6-49cf-bd98-9f0a6fbc0090 HTTP/1.1" status: 200 len: 949 time: 0.7461874 Jun 11 09:49:54.631980 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c12e68b-3800-4849-88f6-c32d123145f9 req-597cfb75-8ec3-4282-be67-6cc6e19bf4f3 service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:49:54.632328 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c12e68b-3800-4849-88f6-c32d123145f9 req-597cfb75-8ec3-4282-be67-6cc6e19bf4f3 service neutron] Checking segment: {'id': '795b623e-39fe-4036-b5cd-c232096acd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '7dff7a38-2b77-493a-abd5-c045b5779e07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:49:54.632715 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c12e68b-3800-4849-88f6-c32d123145f9 req-597cfb75-8ec3-4282-be67-6cc6e19bf4f3 service neutron] Bound using segment: {'id': '795b623e-39fe-4036-b5cd-c232096acd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '7dff7a38-2b77-493a-abd5-c045b5779e07'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:49:54.633190 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-7c12e68b-3800-4849-88f6-c32d123145f9 req-597cfb75-8ec3-4282-be67-6cc6e19bf4f3 service neutron] Bound port: 78d2d1ee-c7e6-4290-9e1e-8b5270447005, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '795b623e-39fe-4036-b5cd-c232096acd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '7dff7a38-2b77-493a-abd5-c045b5779e07'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:49:54.633497 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-7c12e68b-3800-4849-88f6-c32d123145f9 req-597cfb75-8ec3-4282-be67-6cc6e19bf4f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:54.652748 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f10da21-765c-416e-9181-12f343097de9 req-695a380c-ab71-4af3-a551-8b7c2c3bf622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:54.654208 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7f10da21-765c-416e-9181-12f343097de9 req-695a380c-ab71-4af3-a551-8b7c2c3bf622 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=189b03cc-b2a8-4615-9ab5-ad0328c3f10f HTTP/1.1" status: 200 len: 843 time: 0.0895736 Jun 11 09:49:54.755584 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c9af65cb-843e-4d73-99b1-d85d799b3629 req-d74acf87-5a5b-4079-bc24-d8dac7f8a9bb tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232588 Jun 11 09:49:54.775619 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-7c12e68b-3800-4849-88f6-c32d123145f9 req-597cfb75-8ec3-4282-be67-6cc6e19bf4f3 service neutron] For port 78d2d1ee-c7e6-4290-9e1e-8b5270447005, host n-h1-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:49:54.775619 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-7c12e68b-3800-4849-88f6-c32d123145f9 req-597cfb75-8ec3-4282-be67-6cc6e19bf4f3 service neutron] For port 78d2d1ee-c7e6-4290-9e1e-8b5270447005, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=78d2d1ee-c7e6-4290-9e1e-8b5270447005,segment=NetworkSegment(795b623e-39fe-4036-b5cd-c232096acd1e),segment_id=795b623e-39fe-4036-b5cd-c232096acd1e)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:49:54.780827 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9248d32-d0bf-4d95-8631-e66cb98a5aee req-084cb484-c108-4c85-8a5d-a154492a86f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:54.782294 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d9248d32-d0bf-4d95-8631-e66cb98a5aee req-084cb484-c108-4c85-8a5d-a154492a86f2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d2499c79-62f3-4ec5-a1d8-3ef0f5057886 HTTP/1.1" status: 200 len: 845 time: 0.1456995 Jun 11 09:49:54.789018 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f10da21-765c-416e-9181-12f343097de9 req-52104a28-6e17-4fcf-bb15-fa603d53673b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:54.791148 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7f10da21-765c-416e-9181-12f343097de9 req-52104a28-6e17-4fcf-bb15-fa603d53673b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf20d108-f84c-44de-9036-2269564edd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1296372 Jun 11 09:49:54.842666 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d08e8bcf-f44b-4d9f-9c30-abbdb05793bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:54.857699 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df5546a5-e43a-401a-8ca5-9a1735162b5a x-openstack-request-id: req-df5546a5-e43a-401a-8ca5-9a1735162b5a {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:49:54.859132 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6edf564c-85d6-49cf-bd98-9f0a6fbc0090", "name": "network-vif-plugged", "status": "completed", "tag": "842cdcef-260d-479a-a61d-3ea2ecbd6ab0", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:49:54.859927 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-df5546a5-e43a-401a-8ca5-9a1735162b5a {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:49:54.860552 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6edf564c-85d6-49cf-bd98-9f0a6fbc0090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '842cdcef-260d-479a-a61d-3ea2ecbd6ab0', 'code': 200} Jun 11 09:49:54.874493 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9248d32-d0bf-4d95-8631-e66cb98a5aee req-39a05ac9-fb83-4e0a-a09f-ba20e4a1d3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:54.876800 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d9248d32-d0bf-4d95-8631-e66cb98a5aee req-39a05ac9-fb83-4e0a-a09f-ba20e4a1d3bc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6820836b-bd7b-4793-8876-dbfb45277379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0819361 Jun 11 09:49:54.896201 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-7c12e68b-3800-4849-88f6-c32d123145f9 req-597cfb75-8ec3-4282-be67-6cc6e19bf4f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:54.901362 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-40a7c6b8-2257-416a-93ca-716a93b250b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:54.943889 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c12e68b-3800-4849-88f6-c32d123145f9 req-597cfb75-8ec3-4282-be67-6cc6e19bf4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:54.946205 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-7c12e68b-3800-4849-88f6-c32d123145f9 req-597cfb75-8ec3-4282-be67-6cc6e19bf4f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:54.946522 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7c12e68b-3800-4849-88f6-c32d123145f9 req-597cfb75-8ec3-4282-be67-6cc6e19bf4f3 service neutron] 10.222.0.64 "PUT /v2.0/ports/78d2d1ee-c7e6-4290-9e1e-8b5270447005 HTTP/1.1" status: 200 len: 1092 time: 2.1152020 Jun 11 09:49:54.975254 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d08e8bcf-f44b-4d9f-9c30-abbdb05793bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:54.979723 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-472f8e60-5c75-4832-b268-170734a913a8 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:55.001138 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4de328dc-2a8c-4496-a2c8-5b0efd8cea35', 'tag': '78d2d1ee-c7e6-4290-9e1e-8b5270447005'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:49:55.003782 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-000fca7d-c688-4623-ace3-b43fa783dca5" -d '{"events": [{"name": "network-changed", "server_uuid": "4de328dc-2a8c-4496-a2c8-5b0efd8cea35", "tag": "78d2d1ee-c7e6-4290-9e1e-8b5270447005"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:49:55.034939 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d08e8bcf-f44b-4d9f-9c30-abbdb05793bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 753} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 09:49:55.041418 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08e8bcf-f44b-4d9f-9c30-abbdb05793bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f83a8f7-0bbd-4487-b74a-81e3d05fb3eb,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:55.048050 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d9248d32-d0bf-4d95-8631-e66cb98a5aee req-f56c4af0-839c-4604-a0bf-88db60289477 service neutron] 10.222.0.69 "GET /v2.0/networks/6820836b-bd7b-4793-8876-dbfb45277379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617301 Jun 11 09:49:55.049106 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d08e8bcf-f44b-4d9f-9c30-abbdb05793bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:55.114601 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597cfb75-8ec3-4282-be67-6cc6e19bf4f3 service neutron] Pushing event updated for resources: {'Port': ['ID=78d2d1ee-c7e6-4290-9e1e-8b5270447005,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:55.120527 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-597cfb75-8ec3-4282-be67-6cc6e19bf4f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:55.123489 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7f10da21-765c-416e-9181-12f343097de9 req-485b3b62-695c-48ef-8695-f32edde9902f service neutron] 10.222.0.64 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3269124 Jun 11 09:49:55.142752 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef39b8b-7ac3-4adf-8774-a65f161b0700 req-48ab6682-3604-4d6e-bcd3-bef2f77ce6de tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:55.144393 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2ef39b8b-7ac3-4adf-8774-a65f161b0700 req-48ab6682-3604-4d6e-bcd3-bef2f77ce6de tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/ports?device_id=4de328dc-2a8c-4496-a2c8-5b0efd8cea35 HTTP/1.1" status: 200 len: 943 time: 0.3088281 Jun 11 09:49:55.182359 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d08e8bcf-f44b-4d9f-9c30-abbdb05793bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:55.182734 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-d08e8bcf-f44b-4d9f-9c30-abbdb05793bf admin admin] Added segment b27ef561-cc0c-49d9-8dd8-5444f6611403 of type vlan for network dd74ea98-6a80-4a1c-b581-1f36b7e1a853 Jun 11 09:49:55.251031 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d9248d32-d0bf-4d95-8631-e66cb98a5aee req-2b603824-5e5d-4bb0-a0fa-e20aa9865958 service neutron] 10.222.0.69 "GET /v2.0/networks/6820836b-bd7b-4793-8876-dbfb45277379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972034 Jun 11 09:49:55.254761 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d08e8bcf-f44b-4d9f-9c30-abbdb05793bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:55.275867 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c12e68b-3800-4849-88f6-c32d123145f9 req-dc2b429d-2780-4c59-8fa2-56b5ff503e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:55.277415 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7c12e68b-3800-4849-88f6-c32d123145f9 req-dc2b429d-2780-4c59-8fa2-56b5ff503e6a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bde49cbcc55b4592a6f9da517f66e92c&device_id=4de328dc-2a8c-4496-a2c8-5b0efd8cea35 HTTP/1.1" status: 200 len: 1095 time: 0.2285237 Jun 11 09:49:55.301905 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2ef39b8b-7ac3-4adf-8774-a65f161b0700 req-0a7f308c-16f2-4672-8c90-e027c8488431 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/security-groups?id=57677d7e-1c66-47c6-909a-28bc4cd935da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438653 Jun 11 09:49:55.391915 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7c12e68b-3800-4849-88f6-c32d123145f9 req-029d5c7e-7414-4708-99b1-c8d8b104419c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=78d2d1ee-c7e6-4290-9e1e-8b5270447005 HTTP/1.1" status: 200 len: 217 time: 0.0758498 Jun 11 09:49:55.392006 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d08e8bcf-f44b-4d9f-9c30-abbdb05793bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:55.392006 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08e8bcf-f44b-4d9f-9c30-abbdb05793bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:55.392006 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d08e8bcf-f44b-4d9f-9c30-abbdb05793bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:55.392006 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-cc530bde-c851-4cdf-a3d8-87431a0e7cb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:55.393448 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7f10da21-765c-416e-9181-12f343097de9 req-17737eca-239a-484b-9088-85baa05cee44 service neutron] 10.222.0.64 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473409 Jun 11 09:49:55.458833 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c12e68b-3800-4849-88f6-c32d123145f9 req-9a7d7947-92db-442b-91ad-c413c8d4195a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:55.461506 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7c12e68b-3800-4849-88f6-c32d123145f9 req-9a7d7947-92db-442b-91ad-c413c8d4195a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4045e3b8-f98d-4ef7-a8b7-f975be5dfeee HTTP/1.1" status: 200 len: 862 time: 0.0858772 Jun 11 09:49:55.500537 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08e8bcf-f44b-4d9f-9c30-abbdb05793bf admin admin] Pushing event updated for resources: {'Network': ['ID=dd74ea98-6a80-4a1c-b581-1f36b7e1a853,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:55.500537 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d08e8bcf-f44b-4d9f-9c30-abbdb05793bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:55.508637 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network dd74ea98-6a80-4a1c-b581-1f36b7e1a853 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:49:55.539048 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7c12e68b-3800-4849-88f6-c32d123145f9 req-ca24d7bf-0e86-4d19-b951-ed60528cf947 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7dff7a38-2b77-493a-abd5-c045b5779e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573418 Jun 11 09:49:55.541613 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-d08e8bcf-f44b-4d9f-9c30-abbdb05793bf admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.1927009 Jun 11 09:49:55.544673 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 48890) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:49:55.550593 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-a18395e7-d786-4011-9eae-5525df3e9b72 admin admin] Request body: {'subnet': {'network_id': 'dd74ea98-6a80-4a1c-b581-1f36b7e1a853', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1389949181-subnet', 'tenant_id': 'f40809755c344f6cb7daf11a546db5d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:49:55.648695 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a18395e7-d786-4011-9eae-5525df3e9b72 admin admin] Made reservation on behalf of f40809755c344f6cb7daf11a546db5d8 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:49:55.651745 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a18395e7-d786-4011-9eae-5525df3e9b72 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:55.738178 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7c12e68b-3800-4849-88f6-c32d123145f9 req-7d4c59d5-2039-44f3-85cb-38b2a13e7d60 service neutron] 10.222.0.64 "GET /v2.0/networks/7dff7a38-2b77-493a-abd5-c045b5779e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923945 Jun 11 09:49:55.779763 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3443c4ff-7da3-4621-ad54-ee7ba300767f x-openstack-request-id: req-3443c4ff-7da3-4621-ad54-ee7ba300767f {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:49:55.783213 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4de328dc-2a8c-4496-a2c8-5b0efd8cea35", "tag": "78d2d1ee-c7e6-4290-9e1e-8b5270447005", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:49:55.783213 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3443c4ff-7da3-4621-ad54-ee7ba300767f {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:49:55.783213 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4de328dc-2a8c-4496-a2c8-5b0efd8cea35', 'tag': '78d2d1ee-c7e6-4290-9e1e-8b5270447005', 'status': 'completed', 'code': 200} Jun 11 09:49:55.800534 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2807ca-6878-4499-9a23-b5479fde0bda req-44e5bcbc-0180-4964-9d1a-f266a6fdfe8c tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:55.806735 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ef2807ca-6878-4499-9a23-b5479fde0bda req-44e5bcbc-0180-4964-9d1a-f266a6fdfe8c tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5e75921-d1e6-493f-9583-f56ed0b8a2d1 HTTP/1.1" status: 200 len: 945 time: 0.1483433 Jun 11 09:49:55.924322 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ef2807ca-6878-4499-9a23-b5479fde0bda req-baa12ae8-8d0d-4492-b47a-42517ade7403 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992107 Jun 11 09:49:55.951939 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7c12e68b-3800-4849-88f6-c32d123145f9 req-1b3666f6-851f-421e-962f-047789ea58b3 service neutron] 10.222.0.64 "GET /v2.0/networks/7dff7a38-2b77-493a-abd5-c045b5779e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001636 Jun 11 09:49:55.970830 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b2c8ad-837d-4f4b-870a-c906bf9ed7d4 req-04110a14-8503-4b89-b9d1-a333ce15ac64 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:55.972735 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f4b2c8ad-837d-4f4b-870a-c906bf9ed7d4 req-04110a14-8503-4b89-b9d1-a333ce15ac64 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=038672dc-055a-4321-bfe6-0fabae59f406 HTTP/1.1" status: 200 len: 946 time: 0.0988233 Jun 11 09:49:56.015962 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a18395e7-d786-4011-9eae-5525df3e9b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:56.020936 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-fd53a2a9-25e5-40ea-8092-2fcd0d8b91c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:56.036627 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f4b2c8ad-837d-4f4b-870a-c906bf9ed7d4 req-8b05414f-7d9f-4534-88cb-b03b43eb9e1e tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=7382d103-d62f-4540-9ac2-5ea0a34701f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570672 Jun 11 09:49:56.100992 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 48904) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:49:56.153153 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18395e7-d786-4011-9eae-5525df3e9b72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1658db62-5d99-456c-8b84-5cc5a8def347,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:56.165151 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a18395e7-d786-4011-9eae-5525df3e9b72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:56.177009 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18395e7-d786-4011-9eae-5525df3e9b72 admin admin] Checking segment: {'id': 'b27ef561-cc0c-49d9-8dd8-5444f6611403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'dd74ea98-6a80-4a1c-b581-1f36b7e1a853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:49:56.177651 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18395e7-d786-4011-9eae-5525df3e9b72 admin admin] Network hostable DHCP agents. Network: dd74ea98-6a80-4a1c-b581-1f36b7e1a853, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 09:49:56.198431 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aa795b-152f-4fca-8353-b5369fe12c27 req-511a053f-d7b3-4ffd-8a46-d82571ada0d0 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:56.199784 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-36aa795b-152f-4fca-8353-b5369fe12c27 req-511a053f-d7b3-4ffd-8a46-d82571ada0d0 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=6edf564c-85d6-49cf-bd98-9f0a6fbc0090 HTTP/1.1" status: 200 len: 949 time: 0.0950484 Jun 11 09:49:56.201753 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000fca7d-c688-4623-ace3-b43fa783dca5 req-9d15ef12-8762-4824-882a-3f078edcb70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:56.203081 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-000fca7d-c688-4623-ace3-b43fa783dca5 req-9d15ef12-8762-4824-882a-3f078edcb70f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bde49cbcc55b4592a6f9da517f66e92c&device_id=4de328dc-2a8c-4496-a2c8-5b0efd8cea35 HTTP/1.1" status: 200 len: 1095 time: 0.1316748 Jun 11 09:49:56.255682 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18395e7-d786-4011-9eae-5525df3e9b72 admin admin] Network dd74ea98-6a80-4a1c-b581-1f36b7e1a853 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 09:49:56.258233 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5e18fb02-d4c5-4b83-be0e-c852cafa670a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:56.318800 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-36aa795b-152f-4fca-8353-b5369fe12c27 req-54bdeb56-c04a-4f71-9617-d7f848766d1f tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129012 Jun 11 09:49:56.336952 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-a18395e7-d786-4011-9eae-5525df3e9b72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, dd74ea98-6a80-4a1c-b581-1f36b7e1a853) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:49:56.350338 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18395e7-d786-4011-9eae-5525df3e9b72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:56.351312 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a18395e7-d786-4011-9eae-5525df3e9b72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:56.362261 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d50625-1610-40bb-952e-a1aec059a323 None None] Network dd74ea98-6a80-4a1c-b581-1f36b7e1a853 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:49:56.371515 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000fca7d-c688-4623-ace3-b43fa783dca5 req-8c3b3692-aa47-4cc2-87b8-5d4803fff4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:56.373145 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-000fca7d-c688-4623-ace3-b43fa783dca5 req-8c3b3692-aa47-4cc2-87b8-5d4803fff4ae service neutron] 10.222.0.64 "GET /v2.0/networks?id=7dff7a38-2b77-493a-abd5-c045b5779e07 HTTP/1.1" status: 200 len: 923 time: 0.1613343 Jun 11 09:49:56.383460 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5e18fb02-d4c5-4b83-be0e-c852cafa670a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:56.438675 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-000fca7d-c688-4623-ace3-b43fa783dca5 req-bb20e8f1-c6e0-4cc2-98fb-9fdafa672200 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=78d2d1ee-c7e6-4290-9e1e-8b5270447005 HTTP/1.1" status: 200 len: 217 time: 0.0575101 Jun 11 09:49:56.455743 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5e18fb02-d4c5-4b83-be0e-c852cafa670a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:56.460928 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-186bd024-4106-451c-9be7-a1f5b7506d3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:56.549591 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-a18395e7-d786-4011-9eae-5525df3e9b72 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9938004 Jun 11 09:49:56.555192 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e18fb02-d4c5-4b83-be0e-c852cafa670a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab0642f-d866-4ec4-acff-52d908db4308,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:56.557646 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6429490d-0eff-4b83-9245-8fe642a9e072 None None] Network dd74ea98-6a80-4a1c-b581-1f36b7e1a853 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:49:56.561877 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-5e18fb02-d4c5-4b83-be0e-c852cafa670a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=79f99f45a1d5451daeef45821dde8d85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4493010 Jun 11 09:49:56.563831 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5e18fb02-d4c5-4b83-be0e-c852cafa670a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:56.564361 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 48918) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:49:56.582503 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000fca7d-c688-4623-ace3-b43fa783dca5 req-86312474-b552-458f-873a-a2227a849363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:56.584473 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-000fca7d-c688-4623-ace3-b43fa783dca5 req-86312474-b552-458f-873a-a2227a849363 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4045e3b8-f98d-4ef7-a8b7-f975be5dfeee HTTP/1.1" status: 200 len: 862 time: 0.1378927 Jun 11 09:49:56.633656 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-000fca7d-c688-4623-ace3-b43fa783dca5 req-66e449b9-32e3-402f-b504-51b11992a676 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7dff7a38-2b77-493a-abd5-c045b5779e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385790 Jun 11 09:49:56.643164 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302dfe37-f6f8-433e-9e6d-f750f514d9a0 req-e7ff9b7e-5a19-47f4-942f-e48e29c82a9f tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:56.643663 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c9b0a6-d9e5-4140-be3a-011b0b8c4044 req-31fd83c6-260e-4c21-beab-d4b10b618342 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:56.644722 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-302dfe37-f6f8-433e-9e6d-f750f514d9a0 req-e7ff9b7e-5a19-47f4-942f-e48e29c82a9f tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/ports?device_id=4de328dc-2a8c-4496-a2c8-5b0efd8cea35 HTTP/1.1" status: 200 len: 943 time: 0.1701169 Jun 11 09:49:56.651763 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b4c9b0a6-d9e5-4140-be3a-011b0b8c4044 req-31fd83c6-260e-4c21-beab-d4b10b618342 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5e75921-d1e6-493f-9583-f56ed0b8a2d1 HTTP/1.1" status: 200 len: 945 time: 0.1818252 Jun 11 09:49:56.674744 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6b7d5062-1c00-4e53-b8ab-1481f495e610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:56.719817 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6b7d5062-1c00-4e53-b8ab-1481f495e610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:56.735082 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-302dfe37-f6f8-433e-9e6d-f750f514d9a0 req-1aef3f43-ce9c-4e10-861c-c903c6b99c6c tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/security-groups?id=57677d7e-1c66-47c6-909a-28bc4cd935da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765164 Jun 11 09:49:56.857167 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6b7d5062-1c00-4e53-b8ab-1481f495e610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:56.859794 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6b7d5062-1c00-4e53-b8ab-1481f495e610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:56.863500 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-6b7d5062-1c00-4e53-b8ab-1481f495e610 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5ab0642f-d866-4ec4-acff-52d908db4308 HTTP/1.1" status: 204 len: 168 time: 0.2956803 Jun 11 09:49:56.863500 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1f04b207-d10f-4899-980f-f6516dfc912d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:56.877360 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7d5062-1c00-4e53-b8ab-1481f495e610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab0642f-d866-4ec4-acff-52d908db4308,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:56.879982 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6b7d5062-1c00-4e53-b8ab-1481f495e610 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:57.158185 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-000fca7d-c688-4623-ace3-b43fa783dca5 req-78687ac7-7e29-448a-be9a-4862f5d04730 service neutron] 10.222.0.64 "GET /v2.0/networks/7dff7a38-2b77-493a-abd5-c045b5779e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5051873 Jun 11 09:49:57.162919 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b4c9b0a6-d9e5-4140-be3a-011b0b8c4044 req-e0722af6-cf81-4cbb-a024-8cec936938ce tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616088 Jun 11 09:49:57.301015 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-000fca7d-c688-4623-ace3-b43fa783dca5 req-bb43d6a9-430c-4105-87fc-dd59d1e04bd9 service neutron] 10.222.0.64 "GET /v2.0/networks/7dff7a38-2b77-493a-abd5-c045b5779e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355877 Jun 11 09:49:57.509571 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-47dc83e6-b343-4bf7-8304-7b0eceb4c1a5 req-4489986f-8b90-4162-a09b-2c4a97caf9ae tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1607209991', 'description': 'tempest-description-1154150161'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:49:57.598835 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-47dc83e6-b343-4bf7-8304-7b0eceb4c1a5 req-4489986f-8b90-4162-a09b-2c4a97caf9ae tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:57.690950 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2a089b-963a-4aa8-9161-2576dfa1abdb req-e1d1406c-2bfb-42e3-a075-22d5c97b825a tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:57.691534 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-47dc83e6-b343-4bf7-8304-7b0eceb4c1a5 req-4489986f-8b90-4162-a09b-2c4a97caf9ae tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:57.692380 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5b2a089b-963a-4aa8-9161-2576dfa1abdb req-e1d1406c-2bfb-42e3-a075-22d5c97b825a tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=038672dc-055a-4321-bfe6-0fabae59f406 HTTP/1.1" status: 200 len: 946 time: 0.0726767 Jun 11 09:49:57.735174 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5b2a089b-963a-4aa8-9161-2576dfa1abdb req-631c3e82-720e-4714-a07b-3f3ffcdd6cc9 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=7382d103-d62f-4540-9ac2-5ea0a34701f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361788 Jun 11 09:49:57.756728 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-47dc83e6-b343-4bf7-8304-7b0eceb4c1a5 req-4489986f-8b90-4162-a09b-2c4a97caf9ae tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:57.759933 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e7abc840-5a9d-46f8-8016-32613307eed9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:57.792923 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4489986f-8b90-4162-a09b-2c4a97caf9ae tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45b13c56-6ef4-4cf5-9f5a-abde04ee2eff,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:57.795483 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4489986f-8b90-4162-a09b-2c4a97caf9ae tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:57.849059 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-47dc83e6-b343-4bf7-8304-7b0eceb4c1a5 req-4489986f-8b90-4162-a09b-2c4a97caf9ae tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:57.850342 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-47dc83e6-b343-4bf7-8304-7b0eceb4c1a5 req-4489986f-8b90-4162-a09b-2c4a97caf9ae tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3458943 Jun 11 09:49:57.957782 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d5acd2-7713-4b51-aefb-2333b3505183 req-3c1ea564-620e-4505-bc6b-68679f491c3f tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:57.959244 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b1d5acd2-7713-4b51-aefb-2333b3505183 req-3c1ea564-620e-4505-bc6b-68679f491c3f tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5e75921-d1e6-493f-9583-f56ed0b8a2d1 HTTP/1.1" status: 200 len: 945 time: 0.0997815 Jun 11 09:49:58.023755 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b1d5acd2-7713-4b51-aefb-2333b3505183 req-a1d8bcee-4124-412a-905b-2b3fcfb48848 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523398 Jun 11 09:49:58.053907 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274f0a54-f0a8-498b-9e45-bb7392861f97 req-0e4b776d-49b3-4432-a20f-997894822f3b tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:58.060081 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-274f0a54-f0a8-498b-9e45-bb7392861f97 req-0e4b776d-49b3-4432-a20f-997894822f3b tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=6edf564c-85d6-49cf-bd98-9f0a6fbc0090 HTTP/1.1" status: 200 len: 949 time: 0.1027999 Jun 11 09:49:58.105850 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-274f0a54-f0a8-498b-9e45-bb7392861f97 req-8be18609-8a79-49d7-8a3f-11e5db908028 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441141 Jun 11 09:49:58.191189 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-19f00e10-cf9c-4caa-9795-56bafa438c17 req-05ce63ac-d68a-4a90-9cf8-71bc5ebb4a4e tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] 10.222.0.60 "GET /v2.0/security-groups/45b13c56-6ef4-4cf5-9f5a-abde04ee2eff HTTP/1.1" status: 200 len: 1805 time: 0.0466063 Jun 11 09:49:58.208007 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-19f00e10-cf9c-4caa-9795-56bafa438c17 req-25ac21cb-f4da-403e-9114-455b46a48eca tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '45b13c56-6ef4-4cf5-9f5a-abde04ee2eff', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:49:58.208399 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-19f00e10-cf9c-4caa-9795-56bafa438c17 req-25ac21cb-f4da-403e-9114-455b46a48eca tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '45b13c56-6ef4-4cf5-9f5a-abde04ee2eff', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:49:58.236113 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c068ed4-c85f-4d0e-8dae-81a9e5ca2408 req-d25147c1-a5b8-4da7-ae1c-bf38b4c6748c tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:58.237723 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0c068ed4-c85f-4d0e-8dae-81a9e5ca2408 req-d25147c1-a5b8-4da7-ae1c-bf38b4c6748c tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/ports?device_id=4de328dc-2a8c-4496-a2c8-5b0efd8cea35 HTTP/1.1" status: 200 len: 943 time: 0.0867817 Jun 11 09:49:58.290942 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0c068ed4-c85f-4d0e-8dae-81a9e5ca2408 req-09f47a4b-2401-4aa9-a387-e0791908e6f0 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/security-groups?id=57677d7e-1c66-47c6-909a-28bc4cd935da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444291 Jun 11 09:49:58.369704 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-19f00e10-cf9c-4caa-9795-56bafa438c17 req-25ac21cb-f4da-403e-9114-455b46a48eca tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:58.398246 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-19f00e10-cf9c-4caa-9795-56bafa438c17 req-25ac21cb-f4da-403e-9114-455b46a48eca tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:58.453922 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f10da21-765c-416e-9181-12f343097de9 req-5d732058-3c13-43ae-a3d1-d2ab773b45b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:58.455430 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7f10da21-765c-416e-9181-12f343097de9 req-5d732058-3c13-43ae-a3d1-d2ab773b45b8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6edf564c-85d6-49cf-bd98-9f0a6fbc0090&tenant_id=2d153095abe14427b94c36cd340ad809 HTTP/1.1" status: 200 len: 1101 time: 0.0658703 Jun 11 09:49:58.467413 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-7f10da21-765c-416e-9181-12f343097de9 req-a558ab7c-3963-4084-ac37-067e81ca97ad service neutron] Request body: {'port': {'binding:host_id': 'n-h2-779913-12', 'device_owner': 'compute:nova'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:49:58.482848 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-19f00e10-cf9c-4caa-9795-56bafa438c17 req-25ac21cb-f4da-403e-9114-455b46a48eca tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:58.487358 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f8374734-0a9f-45b3-8c15-26be857fd29b tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:58.501513 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ac21cb-f4da-403e-9114-455b46a48eca tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c11eb2b-7cce-4dfd-bccd-fb52ba861d87,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:58.505590 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-25ac21cb-f4da-403e-9114-455b46a48eca tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:58.553799 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-7f10da21-765c-416e-9181-12f343097de9 req-a558ab7c-3963-4084-ac37-067e81ca97ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:58.597731 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-19f00e10-cf9c-4caa-9795-56bafa438c17 req-25ac21cb-f4da-403e-9114-455b46a48eca tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:58.599344 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-19f00e10-cf9c-4caa-9795-56bafa438c17 req-25ac21cb-f4da-403e-9114-455b46a48eca tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3971789 Jun 11 09:49:58.705003 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-0fc4d6e8-9ea8-4453-96ab-d490e770a83f req-e4287d75-6142-4e5d-b247-05dc44611248 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1642710438', 'description': 'tempest-description-1426593444'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:49:58.824453 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-0fc4d6e8-9ea8-4453-96ab-d490e770a83f req-e4287d75-6142-4e5d-b247-05dc44611248 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:58.878403 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-7f10da21-765c-416e-9181-12f343097de9 req-a558ab7c-3963-4084-ac37-067e81ca97ad service neutron] For port 842cdcef-260d-479a-a61d-3ea2ecbd6ab0, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=842cdcef-260d-479a-a61d-3ea2ecbd6ab0,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:49:58.935308 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-7f10da21-765c-416e-9181-12f343097de9 req-a558ab7c-3963-4084-ac37-067e81ca97ad service neutron] For port 842cdcef-260d-479a-a61d-3ea2ecbd6ab0, host n-h1-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:49:59.010633 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6edf564c-85d6-49cf-bd98-9f0a6fbc0090', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '842cdcef-260d-479a-a61d-3ea2ecbd6ab0'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:49:59.013004 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-493984ea-02a0-49c3-ad21-7683a5fbb17e" -d '{"events": [{"server_uuid": "6edf564c-85d6-49cf-bd98-9f0a6fbc0090", "name": "network-vif-unplugged", "status": "completed", "tag": "842cdcef-260d-479a-a61d-3ea2ecbd6ab0"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:49:59.017065 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-0fc4d6e8-9ea8-4453-96ab-d490e770a83f req-e4287d75-6142-4e5d-b247-05dc44611248 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:59.019089 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-7f10da21-765c-416e-9181-12f343097de9 req-a558ab7c-3963-4084-ac37-067e81ca97ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:59.029580 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23191267-02ab-44c2-98c1-11fb9859b49a req-4cf4aaac-3149-4868-b90c-4d4ac1b3fc79 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:59.030866 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-23191267-02ab-44c2-98c1-11fb9859b49a req-4cf4aaac-3149-4868-b90c-4d4ac1b3fc79 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5e75921-d1e6-493f-9583-f56ed0b8a2d1 HTTP/1.1" status: 200 len: 945 time: 0.0847671 Jun 11 09:49:59.032160 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-7f10da21-765c-416e-9181-12f343097de9 req-a558ab7c-3963-4084-ac37-067e81ca97ad service neutron] Transition to ACTIVE for port object 842cdcef-260d-479a-a61d-3ea2ecbd6ab0 will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:49:59.072969 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-23191267-02ab-44c2-98c1-11fb9859b49a req-97263726-1f4a-4ae2-b5ec-d5f8a48a5d33 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361791 Jun 11 09:49:59.099474 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 78d2d1ee-c7e6-4290-9e1e-8b5270447005 details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:49:59.157412 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-0fc4d6e8-9ea8-4453-96ab-d490e770a83f req-e4287d75-6142-4e5d-b247-05dc44611248 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:59.160876 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-618ad65e-7094-4328-a48d-edd4b09e2072 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:59.196933 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4287d75-6142-4e5d-b247-05dc44611248 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6449df0-f224-424e-84fd-c904d7b0d51f,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:59.201273 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e4287d75-6142-4e5d-b247-05dc44611248 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:59.215306 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-7f10da21-765c-416e-9181-12f343097de9 req-a558ab7c-3963-4084-ac37-067e81ca97ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:59.219723 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-19bff710-4202-4da0-86fd-a7739ac63cb1 tempest-ListImageFiltersTestJSON-468965838 tempest-ListImageFiltersTestJSON-468965838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:59.246145 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c0b5fe-ed54-4968-b537-108b5965c854 req-47bcfa30-0e8b-4915-a37f-9c8e21d55f10 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:59.247714 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d7c0b5fe-ed54-4968-b537-108b5965c854 req-47bcfa30-0e8b-4915-a37f-9c8e21d55f10 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=038672dc-055a-4321-bfe6-0fabae59f406 HTTP/1.1" status: 200 len: 946 time: 0.0737846 Jun 11 09:49:59.256204 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 78d2d1ee-c7e6-4290-9e1e-8b5270447005, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=78d2d1ee-c7e6-4290-9e1e-8b5270447005,segment=NetworkSegment(795b623e-39fe-4036-b5cd-c232096acd1e),segment_id=795b623e-39fe-4036-b5cd-c232096acd1e)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:49:59.271451 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': '78d2d1ee-c7e6-4290-9e1e-8b5270447005', 'network_id': '7dff7a38-2b77-493a-abd5-c045b5779e07', 'port_id': '78d2d1ee-c7e6-4290-9e1e-8b5270447005', 'mac_address': 'fa:16:3e:8e:28:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4045e3b8-f98d-4ef7-a8b7-f975be5dfeee', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:49:59.280245 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-0fc4d6e8-9ea8-4453-96ab-d490e770a83f req-e4287d75-6142-4e5d-b247-05dc44611248 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:59.281965 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0fc4d6e8-9ea8-4453-96ab-d490e770a83f req-e4287d75-6142-4e5d-b247-05dc44611248 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.6320026 Jun 11 09:49:59.292648 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a558ab7c-3963-4084-ac37-067e81ca97ad service neutron] Pushing event updated for resources: {'Port': ['ID=842cdcef-260d-479a-a61d-3ea2ecbd6ab0,revision_number=10']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:59.296410 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a558ab7c-3963-4084-ac37-067e81ca97ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:59.304265 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d7c0b5fe-ed54-4968-b537-108b5965c854 req-9b84cf80-a2e1-4cfa-96d3-6f9654884e90 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=7382d103-d62f-4540-9ac2-5ea0a34701f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505972 Jun 11 09:49:59.358105 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device bf09dab6-c049-4e86-9814-bbb585b963dc details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:49:59.378654 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:59.421427 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78d2d1ee-c7e6-4290-9e1e-8b5270447005 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:49:59.435729 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Jun 2021 09:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7038adb9-6791-4d8b-872a-772b1a8eefed x-openstack-request-id: req-7038adb9-6791-4d8b-872a-772b1a8eefed {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:49:59.440659 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6edf564c-85d6-49cf-bd98-9f0a6fbc0090", "name": "network-vif-unplugged", "status": "completed", "tag": "842cdcef-260d-479a-a61d-3ea2ecbd6ab0", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:49:59.440659 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7038adb9-6791-4d8b-872a-772b1a8eefed {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:49:59.440659 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6edf564c-85d6-49cf-bd98-9f0a6fbc0090', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '842cdcef-260d-479a-a61d-3ea2ecbd6ab0', 'code': 200} Jun 11 09:49:59.440659 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f10da21-765c-416e-9181-12f343097de9 req-a558ab7c-3963-4084-ac37-067e81ca97ad service neutron] No DVR routers for this DVR port 842cdcef-260d-479a-a61d-3ea2ecbd6ab0 on host n-h1-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:49:59.458930 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 78d2d1ee-c7e6-4290-9e1e-8b5270447005, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=78d2d1ee-c7e6-4290-9e1e-8b5270447005,segment=NetworkSegment(795b623e-39fe-4036-b5cd-c232096acd1e),segment_id=795b623e-39fe-4036-b5cd-c232096acd1e)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:49:59.539474 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 49010) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:49:59.571242 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:59.572247 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:59.573714 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-7f10da21-765c-416e-9181-12f343097de9 req-a558ab7c-3963-4084-ac37-067e81ca97ad service neutron] Attempting to bind port 842cdcef-260d-479a-a61d-3ea2ecbd6ab0 on host n-h2-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:49:59.574101 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-7f10da21-765c-416e-9181-12f343097de9 req-a558ab7c-3963-4084-ac37-067e81ca97ad service neutron] Attempting to bind port 842cdcef-260d-479a-a61d-3ea2ecbd6ab0 by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:49:59.577809 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f10da21-765c-416e-9181-12f343097de9 req-a558ab7c-3963-4084-ac37-067e81ca97ad service neutron] Attempting to bind port 842cdcef-260d-479a-a61d-3ea2ecbd6ab0 on network cf20d108-f84c-44de-9036-2269564edd60 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:49:59.619824 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f10da21-765c-416e-9181-12f343097de9 req-a558ab7c-3963-4084-ac37-067e81ca97ad service neutron] Port 842cdcef-260d-479a-a61d-3ea2ecbd6ab0 on network cf20d108-f84c-44de-9036-2269564edd60 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:49:59.622487 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f10da21-765c-416e-9181-12f343097de9 req-a558ab7c-3963-4084-ac37-067e81ca97ad service neutron] Attempting to bind port 842cdcef-260d-479a-a61d-3ea2ecbd6ab0 on network cf20d108-f84c-44de-9036-2269564edd60 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:49:59.633039 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0411c4db-e649-4c79-bf46-ccf579ecf4ce req-89a9bd7b-296e-48a1-af1d-777629f788cd tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:59.640312 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0411c4db-e649-4c79-bf46-ccf579ecf4ce req-89a9bd7b-296e-48a1-af1d-777629f788cd tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=6edf564c-85d6-49cf-bd98-9f0a6fbc0090 HTTP/1.1" status: 200 len: 948 time: 0.1762609 Jun 11 09:49:59.643168 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4c933a82-f1bf-4e30-a787-1c69c412104e req-937a75dd-cd3a-4505-bacc-913599030b8d tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] 10.222.0.60 "GET /v2.0/security-groups/d6449df0-f224-424e-84fd-c904d7b0d51f HTTP/1.1" status: 200 len: 1805 time: 0.2138224 Jun 11 09:49:59.644560 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f10da21-765c-416e-9181-12f343097de9 req-a558ab7c-3963-4084-ac37-067e81ca97ad service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:49:59.645042 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f10da21-765c-416e-9181-12f343097de9 req-a558ab7c-3963-4084-ac37-067e81ca97ad service neutron] Checking segment: {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:49:59.645514 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f10da21-765c-416e-9181-12f343097de9 req-a558ab7c-3963-4084-ac37-067e81ca97ad service neutron] Bound using segment: {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:49:59.646361 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-7f10da21-765c-416e-9181-12f343097de9 req-a558ab7c-3963-4084-ac37-067e81ca97ad service neutron] Bound port: 842cdcef-260d-479a-a61d-3ea2ecbd6ab0, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:49:59.646810 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-7f10da21-765c-416e-9181-12f343097de9 req-a558ab7c-3963-4084-ac37-067e81ca97ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:59.674012 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port bf09dab6-c049-4e86-9814-bbb585b963dc, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=bf09dab6-c049-4e86-9814-bbb585b963dc,segment=NetworkSegment(f561be66-4e48-459e-8c21-fceaa6c73661),segment_id=f561be66-4e48-459e-8c21-fceaa6c73661)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:49:59.682660 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-4c933a82-f1bf-4e30-a787-1c69c412104e req-046ed279-057e-4acc-9cc2-6cafe922eb70 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'd6449df0-f224-424e-84fd-c904d7b0d51f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:49:59.683107 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-4c933a82-f1bf-4e30-a787-1c69c412104e req-046ed279-057e-4acc-9cc2-6cafe922eb70 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'd6449df0-f224-424e-84fd-c904d7b0d51f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:49:59.692265 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=78d2d1ee-c7e6-4290-9e1e-8b5270447005,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:49:59.697074 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': 'bf09dab6-c049-4e86-9814-bbb585b963dc', 'network_id': 'ecbff90d-5ab6-4357-bf37-5548ca0e9255', 'port_id': 'bf09dab6-c049-4e86-9814-bbb585b963dc', 'mac_address': 'fa:16:3e:19:58:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65fd936e-e1de-4d66-9d41-076079c1dae3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:49:59.725668 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0c55d530-286f-4efb-b64f-dcb5eeb354d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:59.732730 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:49:59.733300 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:49:59.733791 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:49:59.734267 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:49:59.734772 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:49:59.735252 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:49:59.735755 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:49:59.736228 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:49:59.736700 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:49:59.737200 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:49:59.737683 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:49:59.738144 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:49:59.758253 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:49:59.764173 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0411c4db-e649-4c79-bf46-ccf579ecf4ce req-d854806a-be45-46cb-88b3-177975ff4e8d tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124518 Jun 11 09:49:59.789297 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-7f10da21-765c-416e-9181-12f343097de9 req-a558ab7c-3963-4084-ac37-067e81ca97ad service neutron] For port 842cdcef-260d-479a-a61d-3ea2ecbd6ab0, host n-h2-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:49:59.790117 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:59.791456 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-7f10da21-765c-416e-9181-12f343097de9 req-a558ab7c-3963-4084-ac37-067e81ca97ad service neutron] For port 842cdcef-260d-479a-a61d-3ea2ecbd6ab0, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=842cdcef-260d-479a-a61d-3ea2ecbd6ab0,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:49:59.893956 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-7f10da21-765c-416e-9181-12f343097de9 req-a558ab7c-3963-4084-ac37-067e81ca97ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:59.897466 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9efdf128-01e3-45c1-9513-90da9835750c tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:49:59.965133 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bf09dab6-c049-4e86-9814-bbb585b963dc {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:49:59.978669 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f10da21-765c-416e-9181-12f343097de9 req-a558ab7c-3963-4084-ac37-067e81ca97ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:49:59.980272 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-7f10da21-765c-416e-9181-12f343097de9 req-a558ab7c-3963-4084-ac37-067e81ca97ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:49:59.982077 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7f10da21-765c-416e-9181-12f343097de9 req-a558ab7c-3963-4084-ac37-067e81ca97ad service neutron] 10.222.0.69 "PUT /v2.0/ports/842cdcef-260d-479a-a61d-3ea2ecbd6ab0 HTTP/1.1" status: 200 len: 1097 time: 1.5190442 Jun 11 09:50:00.000162 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port bf09dab6-c049-4e86-9814-bbb585b963dc, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=bf09dab6-c049-4e86-9814-bbb585b963dc,segment=NetworkSegment(f561be66-4e48-459e-8c21-fceaa6c73661),segment_id=f561be66-4e48-459e-8c21-fceaa6c73661)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:50:00.001945 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['78d2d1ee-c7e6-4290-9e1e-8b5270447005'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:50:00.011939 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-4c933a82-f1bf-4e30-a787-1c69c412104e req-046ed279-057e-4acc-9cc2-6cafe922eb70 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:00.016203 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8e44a8-2b81-4138-a3e6-b372a07704f7 req-3aadfc5c-efb9-4e86-8104-718099678689 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:00.022680 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ed8e44a8-2b81-4138-a3e6-b372a07704f7 req-3aadfc5c-efb9-4e86-8104-718099678689 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/ports?device_id=4de328dc-2a8c-4496-a2c8-5b0efd8cea35 HTTP/1.1" status: 200 len: 944 time: 0.1535800 Jun 11 09:50:00.094524 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:00.100543 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:00.145931 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ed8e44a8-2b81-4138-a3e6-b372a07704f7 req-e04e0e1c-9944-49d5-884b-dc9fda4aed1b tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/security-groups?id=57677d7e-1c66-47c6-909a-28bc4cd935da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001780 Jun 11 09:50:00.170245 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a558ab7c-3963-4084-ac37-067e81ca97ad service neutron] Pushing event updated for resources: {'Port': ['ID=842cdcef-260d-479a-a61d-3ea2ecbd6ab0,revision_number=11']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:00.189677 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0c55d530-286f-4efb-b64f-dcb5eeb354d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:00.206366 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['bf09dab6-c049-4e86-9814-bbb585b963dc'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:50:00.212582 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-4c933a82-f1bf-4e30-a787-1c69c412104e req-046ed279-057e-4acc-9cc2-6cafe922eb70 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:00.217214 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a558ab7c-3963-4084-ac37-067e81ca97ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:00.236346 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f10da21-765c-416e-9181-12f343097de9 req-2d652952-de84-40d4-9057-47bc11cd880f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:00.249239 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7f10da21-765c-416e-9181-12f343097de9 req-2d652952-de84-40d4-9057-47bc11cd880f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2d153095abe14427b94c36cd340ad809&device_id=6edf564c-85d6-49cf-bd98-9f0a6fbc0090 HTTP/1.1" status: 200 len: 1100 time: 0.2126992 Jun 11 09:50:00.249358 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=bf09dab6-c049-4e86-9814-bbb585b963dc,revision_number=6']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:00.260788 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:00.265968 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0c55d530-286f-4efb-b64f-dcb5eeb354d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:00.269663 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-eb3c25f5-c312-43e0-a216-fdbb91b618f5 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:00.294182 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-4c933a82-f1bf-4e30-a787-1c69c412104e req-046ed279-057e-4acc-9cc2-6cafe922eb70 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:00.312481 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c55d530-286f-4efb-b64f-dcb5eeb354d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=434d0862-b3d9-441e-b424-cf6d79114247,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:00.317843 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2d0f60fd-2aa8-40ce-9045-c95f0d2082ce tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:00.324422 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0c55d530-286f-4efb-b64f-dcb5eeb354d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:00.350487 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-0c55d530-286f-4efb-b64f-dcb5eeb354d1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=26886f895c264aeebcdd20035ba5913a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8093340 Jun 11 09:50:00.351212 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 49052) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:50:00.387110 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046ed279-057e-4acc-9cc2-6cafe922eb70 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0caa797d-9026-428a-b183-98a8d3d1a3d5,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:00.400960 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-046ed279-057e-4acc-9cc2-6cafe922eb70 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:00.418371 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-923ceb68-0129-4452-8ac6-6e6f4ed86b53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:00.425344 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f10da21-765c-416e-9181-12f343097de9 req-bec1c666-4f61-4ec5-9b1f-7e90647719da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:00.426900 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7f10da21-765c-416e-9181-12f343097de9 req-bec1c666-4f61-4ec5-9b1f-7e90647719da service neutron] 10.222.0.69 "GET /v2.0/networks?id=cf20d108-f84c-44de-9036-2269564edd60 HTTP/1.1" status: 200 len: 870 time: 0.1748898 Jun 11 09:50:00.447913 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-923ceb68-0129-4452-8ac6-6e6f4ed86b53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:00.495651 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7f10da21-765c-416e-9181-12f343097de9 req-4a70f396-f175-4500-ac87-f13f9a9332b6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=842cdcef-260d-479a-a61d-3ea2ecbd6ab0 HTTP/1.1" status: 200 len: 217 time: 0.0612037 Jun 11 09:50:00.496470 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-4c933a82-f1bf-4e30-a787-1c69c412104e req-046ed279-057e-4acc-9cc2-6cafe922eb70 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:00.497485 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4c933a82-f1bf-4e30-a787-1c69c412104e req-046ed279-057e-4acc-9cc2-6cafe922eb70 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.8466763 Jun 11 09:50:00.565940 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f10da21-765c-416e-9181-12f343097de9 req-761018dc-d3d0-4d12-aead-8efe144b4a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:00.567436 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7f10da21-765c-416e-9181-12f343097de9 req-761018dc-d3d0-4d12-aead-8efe144b4a1b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=189b03cc-b2a8-4615-9ab5-ad0328c3f10f HTTP/1.1" status: 200 len: 843 time: 0.0651953 Jun 11 09:50:00.574161 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995f5e7d-aef9-47ea-9f4f-d4875f1fb1bd req-c9947a68-454e-4a6a-ade5-d1de8e839732 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:00.578897 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-995f5e7d-aef9-47ea-9f4f-d4875f1fb1bd req-c9947a68-454e-4a6a-ade5-d1de8e839732 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5e75921-d1e6-493f-9583-f56ed0b8a2d1 HTTP/1.1" status: 200 len: 945 time: 0.1082537 Jun 11 09:50:00.625683 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-995f5e7d-aef9-47ea-9f4f-d4875f1fb1bd req-4eba1e5b-10dc-4cac-a1e0-05220fbc31af tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433996 Jun 11 09:50:00.637567 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-923ceb68-0129-4452-8ac6-6e6f4ed86b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:00.640444 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-923ceb68-0129-4452-8ac6-6e6f4ed86b53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:00.641708 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-923ceb68-0129-4452-8ac6-6e6f4ed86b53 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/434d0862-b3d9-441e-b424-cf6d79114247 HTTP/1.1" status: 204 len: 168 time: 0.2895477 Jun 11 09:50:00.642808 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-460ea089-9911-4b85-a6e0-f69396b6a33d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:00.653090 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923ceb68-0129-4452-8ac6-6e6f4ed86b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=434d0862-b3d9-441e-b424-cf6d79114247,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:00.655901 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-923ceb68-0129-4452-8ac6-6e6f4ed86b53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:00.681797 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-ada4d064-4bf1-419a-a2a4-9e6715b8f665 req-2b107038-5fc3-498b-9b41-54e3dd9d26de tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1063820844', 'description': 'tempest-description-1411595979'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:50:00.705684 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f10da21-765c-416e-9181-12f343097de9 req-33bf072b-5be4-4e1e-8480-158ed55cdbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:00.707173 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7f10da21-765c-416e-9181-12f343097de9 req-33bf072b-5be4-4e1e-8480-158ed55cdbeb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cf20d108-f84c-44de-9036-2269564edd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1327164 Jun 11 09:50:00.767818 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d555f56-67a2-44ea-aed6-a837b51d2d5d req-a3b2fd3f-06c9-4216-9daa-8e856ad76954 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:00.769262 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3d555f56-67a2-44ea-aed6-a837b51d2d5d req-a3b2fd3f-06c9-4216-9daa-8e856ad76954 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=038672dc-055a-4321-bfe6-0fabae59f406 HTTP/1.1" status: 200 len: 945 time: 0.1386011 Jun 11 09:50:00.785840 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-ada4d064-4bf1-419a-a2a4-9e6715b8f665 req-2b107038-5fc3-498b-9b41-54e3dd9d26de tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:00.882028 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-ada4d064-4bf1-419a-a2a4-9e6715b8f665 req-2b107038-5fc3-498b-9b41-54e3dd9d26de tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:00.888312 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3d555f56-67a2-44ea-aed6-a837b51d2d5d req-f604dbab-dc9e-407e-9747-261909d0baea tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=7382d103-d62f-4540-9ac2-5ea0a34701f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732222 Jun 11 09:50:00.891901 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7f10da21-765c-416e-9181-12f343097de9 req-f52dcbcc-32e1-47e9-ac04-80c1963f1c5e service neutron] 10.222.0.69 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741207 Jun 11 09:50:00.974549 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-ada4d064-4bf1-419a-a2a4-9e6715b8f665 req-2b107038-5fc3-498b-9b41-54e3dd9d26de tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:00.978157 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b9f6b183-3ed9-4ad2-816f-9656fffdec30 tempest-MigrationsAdminTest-1888859807 tempest-MigrationsAdminTest-1888859807-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:00.997794 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:01.022095 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b107038-5fc3-498b-9b41-54e3dd9d26de tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c35d6660-6032-4ec8-bbfc-cdcc9145aa67,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:01.026088 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2b107038-5fc3-498b-9b41-54e3dd9d26de tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:01.073828 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-ada4d064-4bf1-419a-a2a4-9e6715b8f665 req-2b107038-5fc3-498b-9b41-54e3dd9d26de tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:01.082088 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ada4d064-4bf1-419a-a2a4-9e6715b8f665 req-2b107038-5fc3-498b-9b41-54e3dd9d26de tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4063911 Jun 11 09:50:01.087427 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7f10da21-765c-416e-9181-12f343097de9 req-7df78e48-6e01-4793-ad29-7226f7ffc86e service neutron] 10.222.0.69 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876726 Jun 11 09:50:01.097886 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 78d2d1ee-c7e6-4290-9e1e-8b5270447005 up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:50:01.104568 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-c05fc072-0ddc-43eb-bec3-931ae0feaf1d req-56179d35-03e0-4792-af94-b9b90bd8015c tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1046737304', 'description': 'tempest-description-1079649278'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:50:01.141554 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12dadc9-08ce-4e6f-9254-8f725fafc8aa req-a37f5f31-7749-4856-8448-a0d16157c4ee tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:01.148082 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b12dadc9-08ce-4e6f-9254-8f725fafc8aa req-a37f5f31-7749-4856-8448-a0d16157c4ee tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=6edf564c-85d6-49cf-bd98-9f0a6fbc0090 HTTP/1.1" status: 200 len: 948 time: 0.1225545 Jun 11 09:50:01.185259 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-c05fc072-0ddc-43eb-bec3-931ae0feaf1d req-56179d35-03e0-4792-af94-b9b90bd8015c tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:01.214906 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b12dadc9-08ce-4e6f-9254-8f725fafc8aa req-7266f5c3-e335-4131-a17d-7c636773db54 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623121 Jun 11 09:50:01.253496 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning for port 78d2d1ee-c7e6-4290-9e1e-8b5270447005 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:50:01.259728 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port 78d2d1ee-c7e6-4290-9e1e-8b5270447005 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:50:01.260618 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:01.314699 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-c05fc072-0ddc-43eb-bec3-931ae0feaf1d req-56179d35-03e0-4792-af94-b9b90bd8015c tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:01.368551 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:01.374413 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-c05fc072-0ddc-43eb-bec3-931ae0feaf1d req-56179d35-03e0-4792-af94-b9b90bd8015c tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:01.378371 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8224a1bd-e6ba-4f17-ad14-eb49e67e2539 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:01.403410 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4de328dc-2a8c-4496-a2c8-5b0efd8cea35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78d2d1ee-c7e6-4290-9e1e-8b5270447005'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:50:01.405759 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec31c1b-5618-458d-b8df-83e7a30b753d" -d '{"events": [{"server_uuid": "4de328dc-2a8c-4496-a2c8-5b0efd8cea35", "name": "network-vif-plugged", "status": "completed", "tag": "78d2d1ee-c7e6-4290-9e1e-8b5270447005"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:50:01.417557 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db1f36a-1c6b-4fae-a9b3-01e2395ce446 req-7900f94f-75c8-416c-b66a-7c0af46034d8 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:01.419591 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6db1f36a-1c6b-4fae-a9b3-01e2395ce446 req-7900f94f-75c8-416c-b66a-7c0af46034d8 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/ports?device_id=4de328dc-2a8c-4496-a2c8-5b0efd8cea35 HTTP/1.1" status: 200 len: 944 time: 0.1008158 Jun 11 09:50:01.421033 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 78d2d1ee-c7e6-4290-9e1e-8b5270447005, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=78d2d1ee-c7e6-4290-9e1e-8b5270447005,segment=NetworkSegment(795b623e-39fe-4036-b5cd-c232096acd1e),segment_id=795b623e-39fe-4036-b5cd-c232096acd1e)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:50:01.439538 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56179d35-03e0-4792-af94-b9b90bd8015c tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87825342-145c-431f-990b-013de8649fe7,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:01.441253 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6edf564c-85d6-49cf-bd98-9f0a6fbc0090', 'tag': '842cdcef-260d-479a-a61d-3ea2ecbd6ab0'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:50:01.444858 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c831bcc-b1b0-4528-ae6e-85073552ba2a" -d '{"events": [{"name": "network-changed", "server_uuid": "6edf564c-85d6-49cf-bd98-9f0a6fbc0090", "tag": "842cdcef-260d-479a-a61d-3ea2ecbd6ab0"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:50:01.446044 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-56179d35-03e0-4792-af94-b9b90bd8015c tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:01.481632 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6db1f36a-1c6b-4fae-a9b3-01e2395ce446 req-3d546e10-84ba-46f7-b01b-790bdb686f6d tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/security-groups?id=57677d7e-1c66-47c6-909a-28bc4cd935da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560443 Jun 11 09:50:01.488964 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-c05fc072-0ddc-43eb-bec3-931ae0feaf1d req-56179d35-03e0-4792-af94-b9b90bd8015c tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:01.490474 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c05fc072-0ddc-43eb-bec3-931ae0feaf1d req-56179d35-03e0-4792-af94-b9b90bd8015c tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3920233 Jun 11 09:50:01.512071 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:01.513012 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 842cdcef-260d-479a-a61d-3ea2ecbd6ab0 no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:50:01.516405 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:01.621894 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=78d2d1ee-c7e6-4290-9e1e-8b5270447005,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:01.634706 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c30b4e-a815-4873-84cd-48c1d433d9b6 x-openstack-request-id: req-e6c30b4e-a815-4873-84cd-48c1d433d9b6 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:50:01.635116 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4de328dc-2a8c-4496-a2c8-5b0efd8cea35", "name": "network-vif-plugged", "status": "completed", "tag": "78d2d1ee-c7e6-4290-9e1e-8b5270447005", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:50:01.635473 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e6c30b4e-a815-4873-84cd-48c1d433d9b6 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:50:01.635994 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4de328dc-2a8c-4496-a2c8-5b0efd8cea35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78d2d1ee-c7e6-4290-9e1e-8b5270447005', 'code': 200} Jun 11 09:50:01.637361 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:01.638073 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 842cdcef-260d-479a-a61d-3ea2ecbd6ab0 not bound to the agent host n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:50:01.644188 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5db2cd0-0192-46e1-905b-ccc271e10b30 x-openstack-request-id: req-e5db2cd0-0192-46e1-905b-ccc271e10b30 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:50:01.644648 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6edf564c-85d6-49cf-bd98-9f0a6fbc0090", "tag": "842cdcef-260d-479a-a61d-3ea2ecbd6ab0", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:50:01.645646 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e5db2cd0-0192-46e1-905b-ccc271e10b30 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:50:01.646197 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6edf564c-85d6-49cf-bd98-9f0a6fbc0090', 'tag': '842cdcef-260d-479a-a61d-3ea2ecbd6ab0', 'status': 'completed', 'code': 200} Jun 11 09:50:01.706283 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-19b0d0dc-b24b-40b7-9cc9-286cda3c1f60 req-6b762dfd-ffae-4e27-b2cf-d49fdcd2bc05 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] 10.222.0.60 "GET /v2.0/security-groups/c35d6660-6032-4ec8-bbfc-cdcc9145aa67 HTTP/1.1" status: 200 len: 1805 time: 0.0492024 Jun 11 09:50:01.750017 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-19b0d0dc-b24b-40b7-9cc9-286cda3c1f60 req-56eeacfe-bf2e-44de-8547-f8d7d07a312c tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] 10.222.0.60 "GET /v2.0/security-groups/87825342-145c-431f-990b-013de8649fe7 HTTP/1.1" status: 200 len: 1805 time: 0.0428305 Jun 11 09:50:01.761991 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-19b0d0dc-b24b-40b7-9cc9-286cda3c1f60 req-3b225236-ac22-44c1-8a97-2bc17d2f1f53 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c35d6660-6032-4ec8-bbfc-cdcc9145aa67', 'remote_group_id': '87825342-145c-431f-990b-013de8649fe7', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:50:01.762318 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-19b0d0dc-b24b-40b7-9cc9-286cda3c1f60 req-3b225236-ac22-44c1-8a97-2bc17d2f1f53 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c35d6660-6032-4ec8-bbfc-cdcc9145aa67', 'remote_group_id': '87825342-145c-431f-990b-013de8649fe7', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:50:01.762696 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c831bcc-b1b0-4528-ae6e-85073552ba2a req-388dfc61-b4b1-4cc8-befa-5277804f2307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:01.764197 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8c831bcc-b1b0-4528-ae6e-85073552ba2a req-388dfc61-b4b1-4cc8-befa-5277804f2307 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2d153095abe14427b94c36cd340ad809&device_id=6edf564c-85d6-49cf-bd98-9f0a6fbc0090 HTTP/1.1" status: 200 len: 1100 time: 0.0845869 Jun 11 09:50:01.765978 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d480ee-5b80-402d-b3fc-c4771c217a7f req-14042e2b-6807-4d36-a75e-44a334b05b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:01.767289 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a6d480ee-5b80-402d-b3fc-c4771c217a7f req-14042e2b-6807-4d36-a75e-44a334b05b89 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4de328dc-2a8c-4496-a2c8-5b0efd8cea35 HTTP/1.1" status: 200 len: 1097 time: 0.1351857 Jun 11 09:50:01.863639 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 49130) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:50:01.898010 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-19b0d0dc-b24b-40b7-9cc9-286cda3c1f60 req-3b225236-ac22-44c1-8a97-2bc17d2f1f53 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:01.901883 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a6d480ee-5b80-402d-b3fc-c4771c217a7f req-3c7ce89c-2cf5-4d61-9df2-5b5159d9a9fa service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=57677d7e-1c66-47c6-909a-28bc4cd935da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141472 Jun 11 09:50:01.931275 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c831bcc-b1b0-4528-ae6e-85073552ba2a req-c2125250-e263-4d69-96d4-c8179454975f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:01.932774 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8c831bcc-b1b0-4528-ae6e-85073552ba2a req-c2125250-e263-4d69-96d4-c8179454975f service neutron] 10.222.0.64 "GET /v2.0/networks?id=cf20d108-f84c-44de-9036-2269564edd60 HTTP/1.1" status: 200 len: 870 time: 0.1570294 Jun 11 09:50:01.938503 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-19b0d0dc-b24b-40b7-9cc9-286cda3c1f60 req-3b225236-ac22-44c1-8a97-2bc17d2f1f53 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:01.978990 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-b6f680b8-8366-48e7-b2c6-a088bf2e730b admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1077463737-network', 'tenant_id': '39e8725552694bd89f3d9b894d223d7c'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:50:02.003204 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-19b0d0dc-b24b-40b7-9cc9-286cda3c1f60 req-3b225236-ac22-44c1-8a97-2bc17d2f1f53 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:02.004624 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8c831bcc-b1b0-4528-ae6e-85073552ba2a req-5ddfd00d-a261-4057-91c9-442ad8b8d866 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=842cdcef-260d-479a-a61d-3ea2ecbd6ab0 HTTP/1.1" status: 200 len: 217 time: 0.0547781 Jun 11 09:50:02.011048 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:02.023926 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b225236-ac22-44c1-8a97-2bc17d2f1f53 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3159bd69-293f-44eb-aa5a-a1fceb6fd4e3,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:02.027116 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3b225236-ac22-44c1-8a97-2bc17d2f1f53 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:02.043641 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f680b8-8366-48e7-b2c6-a088bf2e730b admin admin] Made reservation on behalf of 39e8725552694bd89f3d9b894d223d7c for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:50:02.046054 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b6f680b8-8366-48e7-b2c6-a088bf2e730b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:02.057077 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b6f680b8-8366-48e7-b2c6-a088bf2e730b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:02.078433 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-19b0d0dc-b24b-40b7-9cc9-286cda3c1f60 req-3b225236-ac22-44c1-8a97-2bc17d2f1f53 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:02.079592 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-19b0d0dc-b24b-40b7-9cc9-286cda3c1f60 req-3b225236-ac22-44c1-8a97-2bc17d2f1f53 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3231182 Jun 11 09:50:02.090870 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c831bcc-b1b0-4528-ae6e-85073552ba2a req-30cfad5a-e011-4fdb-bf19-98e1fed17f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:02.100821 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8c831bcc-b1b0-4528-ae6e-85073552ba2a req-30cfad5a-e011-4fdb-bf19-98e1fed17f2c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=189b03cc-b2a8-4615-9ab5-ad0328c3f10f HTTP/1.1" status: 200 len: 843 time: 0.0685215 Jun 11 09:50:02.169337 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c831bcc-b1b0-4528-ae6e-85073552ba2a req-032e44d6-c2ce-4194-b203-e486e1cebe68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:02.171814 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8c831bcc-b1b0-4528-ae6e-85073552ba2a req-032e44d6-c2ce-4194-b203-e486e1cebe68 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf20d108-f84c-44de-9036-2269564edd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0685489 Jun 11 09:50:02.210988 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b6f680b8-8366-48e7-b2c6-a088bf2e730b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:02.255827 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b6f680b8-8366-48e7-b2c6-a088bf2e730b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:02.262196 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-852c2948-5d52-4d77-8af8-bece82d5c5fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:02.298693 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8c831bcc-b1b0-4528-ae6e-85073552ba2a req-4078bc7d-5e57-4d0d-9173-7fd744bb7db2 service neutron] 10.222.0.64 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190748 Jun 11 09:50:02.302407 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6f680b8-8366-48e7-b2c6-a088bf2e730b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 768} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 09:50:02.304393 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f680b8-8366-48e7-b2c6-a088bf2e730b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28e50891-2b6b-4143-8c1d-0262dfed919e,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:02.311749 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b6f680b8-8366-48e7-b2c6-a088bf2e730b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:02.320201 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8faf8d-3c62-4b70-be89-88521c1572dd req-a6513928-f31c-4caf-9167-c8747c2d3486 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:02.322245 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9b8faf8d-3c62-4b70-be89-88521c1572dd req-a6513928-f31c-4caf-9167-c8747c2d3486 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5e75921-d1e6-493f-9583-f56ed0b8a2d1 HTTP/1.1" status: 200 len: 945 time: 0.1304145 Jun 11 09:50:02.326570 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b6f680b8-8366-48e7-b2c6-a088bf2e730b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:02.326914 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-b6f680b8-8366-48e7-b2c6-a088bf2e730b admin admin] Added segment 41928748-90e1-446d-8d78-e7c52f78da03 of type vlan for network 613fb304-5cfe-4609-aaba-f0eb53f2be57 Jun 11 09:50:02.397341 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b6f680b8-8366-48e7-b2c6-a088bf2e730b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:02.417126 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9b8faf8d-3c62-4b70-be89-88521c1572dd req-c9c6b5c8-60b9-4e9c-8ef2-7a1ae7288878 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805075 Jun 11 09:50:02.453093 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8c831bcc-b1b0-4528-ae6e-85073552ba2a req-09bfc5f7-6cd6-4465-b155-add94caa2d3d service neutron] 10.222.0.64 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470919 Jun 11 09:50:02.495096 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b6f680b8-8366-48e7-b2c6-a088bf2e730b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:02.496408 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f680b8-8366-48e7-b2c6-a088bf2e730b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:02.497245 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b6f680b8-8366-48e7-b2c6-a088bf2e730b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:02.501367 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d08e8bcf-f44b-4d9f-9c30-abbdb05793bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:02.619134 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f680b8-8366-48e7-b2c6-a088bf2e730b admin admin] Pushing event updated for resources: {'Network': ['ID=613fb304-5cfe-4609-aaba-f0eb53f2be57,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:02.621972 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-b6f680b8-8366-48e7-b2c6-a088bf2e730b admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7570336 Jun 11 09:50:02.623525 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b6f680b8-8366-48e7-b2c6-a088bf2e730b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:02.624990 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 49168) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:50:02.629383 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 613fb304-5cfe-4609-aaba-f0eb53f2be57 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:50:02.631187 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-873023bd-d847-4bd8-803d-5233a88fe5fb admin admin] Request body: {'subnet': {'network_id': '613fb304-5cfe-4609-aaba-f0eb53f2be57', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1077463737-subnet', 'tenant_id': '39e8725552694bd89f3d9b894d223d7c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:50:02.672533 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e716a605-8ce5-48d8-83e9-2dda47809d11 req-5f91ae00-0cce-4735-929f-06357e7fbbc5 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:02.673961 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e716a605-8ce5-48d8-83e9-2dda47809d11 req-5f91ae00-0cce-4735-929f-06357e7fbbc5 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=038672dc-055a-4321-bfe6-0fabae59f406 HTTP/1.1" status: 200 len: 945 time: 0.1535897 Jun 11 09:50:02.716396 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device bf09dab6-c049-4e86-9814-bbb585b963dc up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:50:02.724584 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e716a605-8ce5-48d8-83e9-2dda47809d11 req-0bf018c4-85c0-441d-aab9-4acdb29a436b tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=7382d103-d62f-4540-9ac2-5ea0a34701f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437698 Jun 11 09:50:02.764660 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-3501fd4c-89b2-4ae5-9773-c60f524571ce req-e2cbd717-24de-4f40-b990-b844d96c5d1a tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1773936330', 'description': 'tempest-description-2003938618'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:50:02.805350 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873023bd-d847-4bd8-803d-5233a88fe5fb admin admin] Made reservation on behalf of 39e8725552694bd89f3d9b894d223d7c for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:50:02.808344 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-873023bd-d847-4bd8-803d-5233a88fe5fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:02.810382 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port bf09dab6-c049-4e86-9814-bbb585b963dc triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:50:02.810853 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:02.920456 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:02.967821 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c831bcc-b1b0-4528-ae6e-85073552ba2a req-aa317a2a-faf1-4e9a-8662-5cbe5cbb269c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:02.969893 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8c831bcc-b1b0-4528-ae6e-85073552ba2a req-aa317a2a-faf1-4e9a-8662-5cbe5cbb269c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2d153095abe14427b94c36cd340ad809&device_id=6edf564c-85d6-49cf-bd98-9f0a6fbc0090 HTTP/1.1" status: 200 len: 1100 time: 0.1997752 Jun 11 09:50:02.975398 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port bf09dab6-c049-4e86-9814-bbb585b963dc, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=bf09dab6-c049-4e86-9814-bbb585b963dc,segment=NetworkSegment(f561be66-4e48-459e-8c21-fceaa6c73661),segment_id=f561be66-4e48-459e-8c21-fceaa6c73661)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:50:02.980273 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ef0884-15b5-4fa6-9aa3-b289e0a8d0b1 req-b18f2d19-db30-424d-addb-5e301be19c45 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:02.981966 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f2ef0884-15b5-4fa6-9aa3-b289e0a8d0b1 req-b18f2d19-db30-424d-addb-5e301be19c45 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=6edf564c-85d6-49cf-bd98-9f0a6fbc0090 HTTP/1.1" status: 200 len: 948 time: 0.0993447 Jun 11 09:50:03.037664 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f2ef0884-15b5-4fa6-9aa3-b289e0a8d0b1 req-51fac7b3-b6d3-43f6-b00d-3faa0cddcde9 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490336 Jun 11 09:50:03.052355 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-3501fd4c-89b2-4ae5-9773-c60f524571ce req-e2cbd717-24de-4f40-b990-b844d96c5d1a tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:03.083918 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:03.086401 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:03.177877 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=bf09dab6-c049-4e86-9814-bbb585b963dc,revision_number=7']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:03.181488 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:03.213488 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c831bcc-b1b0-4528-ae6e-85073552ba2a req-d2c8ef5a-3887-49ee-9b04-848c2e5fdef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:03.214941 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8c831bcc-b1b0-4528-ae6e-85073552ba2a req-d2c8ef5a-3887-49ee-9b04-848c2e5fdef1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cf20d108-f84c-44de-9036-2269564edd60 HTTP/1.1" status: 200 len: 870 time: 0.2324274 Jun 11 09:50:03.273784 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ed0620-bfbb-481f-a13e-90f81652fb30 req-115cccb9-13e9-4055-b065-386d5f97c31e tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:03.275781 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-51ed0620-bfbb-481f-a13e-90f81652fb30 req-115cccb9-13e9-4055-b065-386d5f97c31e tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/ports?device_id=4de328dc-2a8c-4496-a2c8-5b0efd8cea35 HTTP/1.1" status: 200 len: 945 time: 0.0764036 Jun 11 09:50:03.285405 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8c831bcc-b1b0-4528-ae6e-85073552ba2a req-2903124c-1717-4684-bcfc-a293745af06c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=842cdcef-260d-479a-a61d-3ea2ecbd6ab0 HTTP/1.1" status: 200 len: 217 time: 0.0629699 Jun 11 09:50:03.324435 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-51ed0620-bfbb-481f-a13e-90f81652fb30 req-5cba8a31-4fbf-495b-89a0-dc55245aa2b0 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/security-groups?id=57677d7e-1c66-47c6-909a-28bc4cd935da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400205 Jun 11 09:50:03.346336 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-873023bd-d847-4bd8-803d-5233a88fe5fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:03.353889 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4d3c712f-3531-4559-bf5d-c0b53189ac7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:03.426841 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c831bcc-b1b0-4528-ae6e-85073552ba2a req-62a749b0-b3ec-4455-808d-cb5ced17d312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:03.428382 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8c831bcc-b1b0-4528-ae6e-85073552ba2a req-62a749b0-b3ec-4455-808d-cb5ced17d312 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=189b03cc-b2a8-4615-9ab5-ad0328c3f10f HTTP/1.1" status: 200 len: 843 time: 0.1320903 Jun 11 09:50:03.441053 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-3501fd4c-89b2-4ae5-9773-c60f524571ce req-e2cbd717-24de-4f40-b990-b844d96c5d1a tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:03.494378 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873023bd-d847-4bd8-803d-5233a88fe5fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa5d910a-d4cb-4925-a41a-aa63432d8367,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:03.498078 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-873023bd-d847-4bd8-803d-5233a88fe5fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:03.502344 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-3501fd4c-89b2-4ae5-9773-c60f524571ce req-e2cbd717-24de-4f40-b990-b844d96c5d1a tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:03.505994 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-54740074-4f7f-4c6e-8496-333ecc872ce6 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:03.520241 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c03167-195b-4d36-a8af-f6fd747abb53 req-f9bf4da6-087f-4110-979f-0f71bbb81733 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:03.521761 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-47c03167-195b-4d36-a8af-f6fd747abb53 req-f9bf4da6-087f-4110-979f-0f71bbb81733 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/ports?device_id=4de328dc-2a8c-4496-a2c8-5b0efd8cea35 HTTP/1.1" status: 200 len: 945 time: 0.0747080 Jun 11 09:50:03.537151 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873023bd-d847-4bd8-803d-5233a88fe5fb admin admin] Checking segment: {'id': '41928748-90e1-446d-8d78-e7c52f78da03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '613fb304-5cfe-4609-aaba-f0eb53f2be57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:50:03.537437 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873023bd-d847-4bd8-803d-5233a88fe5fb admin admin] Network hostable DHCP agents. Network: 613fb304-5cfe-4609-aaba-f0eb53f2be57, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 09:50:03.559914 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cbd717-24de-4f40-b990-b844d96c5d1a tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd7e0b22-0f9a-4e65-a80a-2d357bfb7ca6,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:03.565997 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e2cbd717-24de-4f40-b990-b844d96c5d1a tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:03.578658 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-47c03167-195b-4d36-a8af-f6fd747abb53 req-ad0797eb-a256-4507-a3fa-a3f81b40dc07 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/security-groups?id=57677d7e-1c66-47c6-909a-28bc4cd935da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500185 Jun 11 09:50:03.587661 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c831bcc-b1b0-4528-ae6e-85073552ba2a req-95277015-febd-400a-95fe-203405de106c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:03.589428 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8c831bcc-b1b0-4528-ae6e-85073552ba2a req-95277015-febd-400a-95fe-203405de106c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cf20d108-f84c-44de-9036-2269564edd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1456578 Jun 11 09:50:03.607111 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-3501fd4c-89b2-4ae5-9773-c60f524571ce req-e2cbd717-24de-4f40-b990-b844d96c5d1a tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:03.608327 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3501fd4c-89b2-4ae5-9773-c60f524571ce req-e2cbd717-24de-4f40-b990-b844d96c5d1a tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.8494496 Jun 11 09:50:03.637193 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '038672dc-055a-4321-bfe6-0fabae59f406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf09dab6-c049-4e86-9814-bbb585b963dc'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:50:03.639664 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a8a16e-a217-47b2-a48a-dd4bfc1b4c42" -d '{"events": [{"server_uuid": "038672dc-055a-4321-bfe6-0fabae59f406", "name": "network-vif-plugged", "status": "completed", "tag": "bf09dab6-c049-4e86-9814-bbb585b963dc"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:50:03.714919 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873023bd-d847-4bd8-803d-5233a88fe5fb admin admin] Network 613fb304-5cfe-4609-aaba-f0eb53f2be57 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 09:50:03.755806 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8c831bcc-b1b0-4528-ae6e-85073552ba2a req-231f4db7-8764-4756-be67-5a6acebaf963 service neutron] 10.222.0.69 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584184 Jun 11 09:50:03.810242 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-873023bd-d847-4bd8-803d-5233a88fe5fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 613fb304-5cfe-4609-aaba-f0eb53f2be57) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:50:03.811995 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bffd417-8968-470c-8447-2fe168d07cdd req-3f77cd1d-748b-48ff-b660-00a4b7721070 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:03.813870 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8bffd417-8968-470c-8447-2fe168d07cdd req-3f77cd1d-748b-48ff-b660-00a4b7721070 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5e75921-d1e6-493f-9583-f56ed0b8a2d1 HTTP/1.1" status: 200 len: 945 time: 0.1135113 Jun 11 09:50:03.818120 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af87767f-9c2b-46b7-a5e1-36c9ab0e76fd None None] Network 613fb304-5cfe-4609-aaba-f0eb53f2be57 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:50:03.826016 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873023bd-d847-4bd8-803d-5233a88fe5fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:03.826610 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-873023bd-d847-4bd8-803d-5233a88fe5fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:03.877858 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8bffd417-8968-470c-8447-2fe168d07cdd req-89118574-d2e7-485e-971d-16faa9bb7ed9 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531886 Jun 11 09:50:03.916617 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-c1a45f02-6740-49a8-9306-15a90ebe7776 req-bc37e0b1-1d35-4e50-a0d4-3077e4bb03b8 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-314543723', 'description': 'tempest-description-1713330185'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:50:03.949922 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8c831bcc-b1b0-4528-ae6e-85073552ba2a req-5402de0e-3758-4af0-a20c-622268adec5d service neutron] 10.222.0.69 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844378 Jun 11 09:50:03.998340 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-873023bd-d847-4bd8-803d-5233a88fe5fb admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3723223 Jun 11 09:50:04.000966 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 49250) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:50:04.005764 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-1e1294e5-0cfd-4570-8365-43fed646d4f2 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1077463737-router', 'tenant_id': '39e8725552694bd89f3d9b894d223d7c', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:50:04.066280 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79f82a9-7d72-4da8-91e5-e95bc330445a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-613fb304-5cfe-4609-aaba-f0eb53f2be57', 'network_id': '613fb304-5cfe-4609-aaba-f0eb53f2be57', 'tenant_id': '39e8725552694bd89f3d9b894d223d7c', 'fixed_ips': [{'subnet_id': 'aa5d910a-d4cb-4925-a41a-aa63432d8367'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 09:50:04.066504 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-c1a45f02-6740-49a8-9306-15a90ebe7776 req-bc37e0b1-1d35-4e50-a0d4-3077e4bb03b8 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:04.067270 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f79f82a9-7d72-4da8-91e5-e95bc330445a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:04.170004 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1e1294e5-0cfd-4570-8365-43fed646d4f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:04.171745 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1e1294e5-0cfd-4570-8365-43fed646d4f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:04.255027 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-f79f82a9-7d72-4da8-91e5-e95bc330445a None None] Allocated IP 172.20.0.2 (613fb304-5cfe-4609-aaba-f0eb53f2be57/aa5d910a-d4cb-4925-a41a-aa63432d8367/206adfa0-046b-4a3d-a307-aa8be9400473) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:50:04.255822 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1e1294e5-0cfd-4570-8365-43fed646d4f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:04.260172 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 09:50:04.260172 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 09:50:04.260172 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 09:50:04.260172 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 09:50:04.260172 n-d-779913-12 neutron-server[93178]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:50:04.260172 n-d-779913-12 neutron-server[93178]: retrieve_revision_numbers = { Jun 11 09:50:04.260172 n-d-779913-12 neutron-server[93178]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:50:04.260172 n-d-779913-12 neutron-server[93178]: retrieve_revision_numbers = { Jun 11 09:50:04.260172 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 09:50:04.260172 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 09:50:04.260172 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 09:50:04.260172 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 09:50:04.260172 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 09:50:04.260172 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 09:50:04.260172 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 09:50:04.260172 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 09:50:04.260172 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 09:50:04.260172 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 09:50:04.260172 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 09:50:04.260172 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 09:50:04.260172 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 09:50:04.260172 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 09:50:04.260172 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 09:50:04.260172 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 09:50:04.260172 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 09:50:04.260172 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 09:50:04.260172 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 09:50:04.260172 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 09:50:04.260172 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 09:50:04.260172 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 09:50:04.260172 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 09:50:04.260172 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 09:50:04.260172 n-d-779913-12 neutron-server[93178]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:50:04.260172 n-d-779913-12 neutron-server[93178]: retrieve_revision_numbers = { Jun 11 09:50:04.260172 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 09:50:04.260172 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 09:50:04.260172 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 09:50:04.260172 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 09:50:04.260172 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 09:50:04.260172 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 09:50:04.262754 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 09:50:04.262754 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 09:50:04.262754 n-d-779913-12 neutron-server[93178]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:50:04.262754 n-d-779913-12 neutron-server[93178]: retrieve_revision_numbers = { Jun 11 09:50:04.262754 n-d-779913-12 neutron-server[93178]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:50:04.262754 n-d-779913-12 neutron-server[93178]: retrieve_revision_numbers = { Jun 11 09:50:04.262754 n-d-779913-12 neutron-server[93178]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:50:04.262754 n-d-779913-12 neutron-server[93178]: retrieve_revision_numbers = { Jun 11 09:50:04.262754 n-d-779913-12 neutron-server[93178]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:50:04.262754 n-d-779913-12 neutron-server[93178]: retrieve_revision_numbers = { Jun 11 09:50:04.262754 n-d-779913-12 neutron-server[93178]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:50:04.262754 n-d-779913-12 neutron-server[93178]: retrieve_revision_numbers = { Jun 11 09:50:04.262754 n-d-779913-12 neutron-server[93178]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:50:04.262754 n-d-779913-12 neutron-server[93178]: retrieve_revision_numbers = { Jun 11 09:50:04.266317 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-c1a45f02-6740-49a8-9306-15a90ebe7776 req-bc37e0b1-1d35-4e50-a0d4-3077e4bb03b8 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:04.349641 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c632e53-d2f9-4c00-a01b-fe208d2ec4ec x-openstack-request-id: req-0c632e53-d2f9-4c00-a01b-fe208d2ec4ec {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:50:04.349989 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "038672dc-055a-4321-bfe6-0fabae59f406", "name": "network-vif-plugged", "status": "completed", "tag": "bf09dab6-c049-4e86-9814-bbb585b963dc", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:50:04.350254 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0c632e53-d2f9-4c00-a01b-fe208d2ec4ec {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:50:04.350707 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '038672dc-055a-4321-bfe6-0fabae59f406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf09dab6-c049-4e86-9814-bbb585b963dc', 'code': 200} Jun 11 09:50:04.364039 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-c1a45f02-6740-49a8-9306-15a90ebe7776 req-bc37e0b1-1d35-4e50-a0d4-3077e4bb03b8 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:04.374493 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f0ff2e90-430f-49b1-a0d4-cc51fe9cf002 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:04.462768 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37e0b1-1d35-4e50-a0d4-3077e4bb03b8 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad567e99-9adc-4043-ace2-6b0a42533d4b,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:04.472509 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-bc37e0b1-1d35-4e50-a0d4-3077e4bb03b8 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:04.477714 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-c1a45f02-6740-49a8-9306-15a90ebe7776 req-bc37e0b1-1d35-4e50-a0d4-3077e4bb03b8 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:04.479125 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c1a45f02-6740-49a8-9306-15a90ebe7776 req-bc37e0b1-1d35-4e50-a0d4-3077e4bb03b8 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5683463 Jun 11 09:50:04.525606 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f79f82a9-7d72-4da8-91e5-e95bc330445a None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:04.539250 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f79f82a9-7d72-4da8-91e5-e95bc330445a None None] Transition to ACTIVE for port object 206adfa0-046b-4a3d-a307-aa8be9400473 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:50:04.558688 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f79f82a9-7d72-4da8-91e5-e95bc330445a None None] Transition to ACTIVE for port object 206adfa0-046b-4a3d-a307-aa8be9400473 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:50:04.664265 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f79f82a9-7d72-4da8-91e5-e95bc330445a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:04.671838 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:04.745201 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6971540-2458-4408-8541-4b3cd7d6f378 req-a5f8dd1a-2021-4e9b-80b5-bfb6d8d415d9 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:04.753326 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e6971540-2458-4408-8541-4b3cd7d6f378 req-a5f8dd1a-2021-4e9b-80b5-bfb6d8d415d9 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=6edf564c-85d6-49cf-bd98-9f0a6fbc0090 HTTP/1.1" status: 200 len: 948 time: 0.1422777 Jun 11 09:50:04.802535 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79f82a9-7d72-4da8-91e5-e95bc330445a None None] Network 613fb304-5cfe-4609-aaba-f0eb53f2be57 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:50:04.806717 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-f79f82a9-7d72-4da8-91e5-e95bc330445a None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:50:04.811442 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79f82a9-7d72-4da8-91e5-e95bc330445a None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:50:04.815730 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e6971540-2458-4408-8541-4b3cd7d6f378 req-8d1c9682-c126-4219-9f57-abe8611d9312 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601814 Jun 11 09:50:04.818548 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79f82a9-7d72-4da8-91e5-e95bc330445a None None] Pushing event updated for resources: {'Port': ['ID=206adfa0-046b-4a3d-a307-aa8be9400473,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:04.829255 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f79f82a9-7d72-4da8-91e5-e95bc330445a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:04.909119 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 49286) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:50:04.949615 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-f79f82a9-7d72-4da8-91e5-e95bc330445a None None] Attempting to bind port 206adfa0-046b-4a3d-a307-aa8be9400473 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:50:04.956128 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-f79f82a9-7d72-4da8-91e5-e95bc330445a None None] Attempting to bind port 206adfa0-046b-4a3d-a307-aa8be9400473 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '41928748-90e1-446d-8d78-e7c52f78da03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '613fb304-5cfe-4609-aaba-f0eb53f2be57'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:50:04.956128 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79f82a9-7d72-4da8-91e5-e95bc330445a None None] Attempting to bind port 206adfa0-046b-4a3d-a307-aa8be9400473 on network 613fb304-5cfe-4609-aaba-f0eb53f2be57 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:50:04.959336 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79f82a9-7d72-4da8-91e5-e95bc330445a None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:50:04.960146 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79f82a9-7d72-4da8-91e5-e95bc330445a None None] Checking segment: {'id': '41928748-90e1-446d-8d78-e7c52f78da03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '613fb304-5cfe-4609-aaba-f0eb53f2be57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:50:04.960866 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f79f82a9-7d72-4da8-91e5-e95bc330445a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:04.961474 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79f82a9-7d72-4da8-91e5-e95bc330445a None None] Bound using segment: {'id': '41928748-90e1-446d-8d78-e7c52f78da03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '613fb304-5cfe-4609-aaba-f0eb53f2be57'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:50:04.962413 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-f79f82a9-7d72-4da8-91e5-e95bc330445a None None] Bound port: 206adfa0-046b-4a3d-a307-aa8be9400473, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41928748-90e1-446d-8d78-e7c52f78da03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '613fb304-5cfe-4609-aaba-f0eb53f2be57'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:50:04.963096 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f79f82a9-7d72-4da8-91e5-e95bc330445a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:05.057603 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f79f82a9-7d72-4da8-91e5-e95bc330445a None None] For port 206adfa0-046b-4a3d-a307-aa8be9400473, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:50:05.061322 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-44f5cb77-85f5-43f8-be0c-912182a80ce7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:05.062141 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f79f82a9-7d72-4da8-91e5-e95bc330445a None None] For port 206adfa0-046b-4a3d-a307-aa8be9400473, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=206adfa0-046b-4a3d-a307-aa8be9400473,segment=NetworkSegment(41928748-90e1-446d-8d78-e7c52f78da03),segment_id=41928748-90e1-446d-8d78-e7c52f78da03)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:50:05.169728 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-44f5cb77-85f5-43f8-be0c-912182a80ce7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:05.232492 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1e1294e5-0cfd-4570-8365-43fed646d4f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:05.249520 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f79f82a9-7d72-4da8-91e5-e95bc330445a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:05.252247 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-1b78251d-2738-4e64-8352-5dea9663ad73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:05.275484 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c8b973-86fd-4b89-89e7-9aa1a88db2fe req-83d68323-1bac-4205-86fb-ab51bfbfe81d tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:05.275484 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-38c8b973-86fd-4b89-89e7-9aa1a88db2fe req-83d68323-1bac-4205-86fb-ab51bfbfe81d tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=038672dc-055a-4321-bfe6-0fabae59f406 HTTP/1.1" status: 200 len: 946 time: 0.1730912 Jun 11 09:50:05.301989 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-38c8b973-86fd-4b89-89e7-9aa1a88db2fe req-5d2a45b4-28fe-483a-aed4-ad6038f12a9e tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=7382d103-d62f-4540-9ac2-5ea0a34701f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388715 Jun 11 09:50:05.323196 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79f82a9-7d72-4da8-91e5-e95bc330445a None None] Pushing event updated for resources: {'Port': ['ID=206adfa0-046b-4a3d-a307-aa8be9400473,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:05.327364 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f79f82a9-7d72-4da8-91e5-e95bc330445a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:05.346788 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-44f5cb77-85f5-43f8-be0c-912182a80ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:05.350088 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ac149549-952d-4a57-88f4-c69e928cb097 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:05.374747 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:05.462485 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f5cb77-85f5-43f8-be0c-912182a80ce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46c20767-3d33-48c8-a06b-fad476d80962,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:05.467051 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b2ab8606-1afb-4fd5-91af-a99ab438b2e8 req-2aa971c8-2dd5-441d-be4a-a52278dcd9f1 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] 10.222.0.60 "GET /v2.0/security-groups/dd7e0b22-0f9a-4e65-a80a-2d357bfb7ca6 HTTP/1.1" status: 200 len: 1807 time: 0.1381171 Jun 11 09:50:05.468060 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-44f5cb77-85f5-43f8-be0c-912182a80ce7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3a642b1b28e54955a145dbbb50d90e9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5577779 Jun 11 09:50:05.469039 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-44f5cb77-85f5-43f8-be0c-912182a80ce7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:05.470603 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 49302) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:50:05.559787 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b2ab8606-1afb-4fd5-91af-a99ab438b2e8 req-a8994779-b829-4bcf-b8cf-c54293c3d8af tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] 10.222.0.60 "GET /v2.0/security-groups/ad567e99-9adc-4043-ace2-6b0a42533d4b HTTP/1.1" status: 200 len: 1806 time: 0.0917633 Jun 11 09:50:05.564960 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-b2ab8606-1afb-4fd5-91af-a99ab438b2e8 req-6ce7ae94-a368-4c95-a08b-263e1f5833f7 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'dd7e0b22-0f9a-4e65-a80a-2d357bfb7ca6', 'remote_group_id': 'ad567e99-9adc-4043-ace2-6b0a42533d4b', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:50:05.565235 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-b2ab8606-1afb-4fd5-91af-a99ab438b2e8 req-6ce7ae94-a368-4c95-a08b-263e1f5833f7 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'dd7e0b22-0f9a-4e65-a80a-2d357bfb7ca6', 'remote_group_id': 'ad567e99-9adc-4043-ace2-6b0a42533d4b', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:50:05.608790 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5d323c68-3cbb-4e9c-a63c-3da8f8e28bd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:05.702348 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5d323c68-3cbb-4e9c-a63c-3da8f8e28bd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:05.772528 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e6f786-db23-4ecf-bf73-29fa1b2ee13b req-407d2a06-cc8f-430f-9c9f-a3fa01811bc7 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:05.782357 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-92e6f786-db23-4ecf-bf73-29fa1b2ee13b req-407d2a06-cc8f-430f-9c9f-a3fa01811bc7 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5e75921-d1e6-493f-9583-f56ed0b8a2d1 HTTP/1.1" status: 200 len: 945 time: 0.2691927 Jun 11 09:50:05.853330 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-92e6f786-db23-4ecf-bf73-29fa1b2ee13b req-ff9eda82-1615-4d7d-b1f0-f74876b7be3c tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699034 Jun 11 09:50:05.965773 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1e1294e5-0cfd-4570-8365-43fed646d4f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:05.982757 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-b2ab8606-1afb-4fd5-91af-a99ab438b2e8 req-6ce7ae94-a368-4c95-a08b-263e1f5833f7 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:06.015282 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5d323c68-3cbb-4e9c-a63c-3da8f8e28bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:06.018294 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5d323c68-3cbb-4e9c-a63c-3da8f8e28bd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:06.023966 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-5d323c68-3cbb-4e9c-a63c-3da8f8e28bd9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/46c20767-3d33-48c8-a06b-fad476d80962 HTTP/1.1" status: 204 len: 168 time: 0.5523381 Jun 11 09:50:06.025176 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e17abd60-a08e-416a-a3ab-3592a16728f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:06.034208 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1e1294e5-0cfd-4570-8365-43fed646d4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:06.074062 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d323c68-3cbb-4e9c-a63c-3da8f8e28bd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c20767-3d33-48c8-a06b-fad476d80962,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:06.080801 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5d323c68-3cbb-4e9c-a63c-3da8f8e28bd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:06.148072 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-b2ab8606-1afb-4fd5-91af-a99ab438b2e8 req-6ce7ae94-a368-4c95-a08b-263e1f5833f7 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:06.242355 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-b2ab8606-1afb-4fd5-91af-a99ab438b2e8 req-6ce7ae94-a368-4c95-a08b-263e1f5833f7 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:06.283589 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:06.309402 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-1e1294e5-0cfd-4570-8365-43fed646d4f2 admin admin] Allocated IP 172.25.4.66 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/62068c86-ad7d-40cd-81e5-0d628d387505) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:50:06.313556 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce7ae94-a368-4c95-a08b-263e1f5833f7 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9d282a9-8e32-4b38-af6a-33bdceef9403,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:06.318921 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6ce7ae94-a368-4c95-a08b-263e1f5833f7 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:06.362694 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99415ca-a860-4840-a8b4-701e96b20931 req-6189ba36-fc24-49b5-8af7-950f5660008e tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:06.371946 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f99415ca-a860-4840-a8b4-701e96b20931 req-6189ba36-fc24-49b5-8af7-950f5660008e tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=6edf564c-85d6-49cf-bd98-9f0a6fbc0090 HTTP/1.1" status: 200 len: 948 time: 0.1214609 Jun 11 09:50:06.396676 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-b2ab8606-1afb-4fd5-91af-a99ab438b2e8 req-6ce7ae94-a368-4c95-a08b-263e1f5833f7 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:06.414246 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b2ab8606-1afb-4fd5-91af-a99ab438b2e8 req-6ce7ae94-a368-4c95-a08b-263e1f5833f7 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.8534715 Jun 11 09:50:06.446904 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f99415ca-a860-4840-a8b4-701e96b20931 req-83e51122-18e1-4149-a3cf-e40a835a33b1 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736852 Jun 11 09:50:06.682334 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794a6650-a3b0-41dd-878f-0acd53a62f61 req-6cc233df-e3cf-48c3-868c-9c254193dece tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:06.686165 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-794a6650-a3b0-41dd-878f-0acd53a62f61 req-6cc233df-e3cf-48c3-868c-9c254193dece tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=038672dc-055a-4321-bfe6-0fabae59f406 HTTP/1.1" status: 200 len: 946 time: 0.1129785 Jun 11 09:50:06.771158 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-794a6650-a3b0-41dd-878f-0acd53a62f61 req-9167c859-3dde-4971-916a-be6801669807 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=7382d103-d62f-4540-9ac2-5ea0a34701f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757365 Jun 11 09:50:06.788839 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1e1294e5-0cfd-4570-8365-43fed646d4f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:06.849055 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb0c1be-4c55-4e68-a8f8-30fd33afd510 req-a65bef0c-c102-4652-a302-e62a41b76265 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:06.850909 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-beb0c1be-4c55-4e68-a8f8-30fd33afd510 req-a65bef0c-c102-4652-a302-e62a41b76265 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/ports?device_id=4de328dc-2a8c-4496-a2c8-5b0efd8cea35 HTTP/1.1" status: 200 len: 945 time: 0.2533910 Jun 11 09:50:06.871810 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f3a00c80-0a5a-4f3e-8a7b-49507de87c6d req-dff5436f-dac7-48e6-95b4-a39c962ecb82 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] 10.222.0.60 "GET /v2.0/security-groups/ad567e99-9adc-4043-ace2-6b0a42533d4b HTTP/1.1" status: 200 len: 1806 time: 0.0620575 Jun 11 09:50:06.905952 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df07a440-033f-4d8d-b244-6bfeffa1162e None None] Network 613fb304-5cfe-4609-aaba-f0eb53f2be57 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:50:06.970130 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-beb0c1be-4c55-4e68-a8f8-30fd33afd510 req-d05ca224-a66e-4397-8b61-9e92452e7c1f tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/security-groups?id=57677d7e-1c66-47c6-909a-28bc4cd935da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082084 Jun 11 09:50:06.997280 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-f3a00c80-0a5a-4f3e-8a7b-49507de87c6d req-0cd68c4d-8503-4f11-96de-79247f6718cc tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:07.015139 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1e1294e5-0cfd-4570-8365-43fed646d4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:07.017836 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-426b8db5-a5e5-4b66-9b8f-7791a6cd96c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:07.042803 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-f3a00c80-0a5a-4f3e-8a7b-49507de87c6d req-0cd68c4d-8503-4f11-96de-79247f6718cc tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:07.154659 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1294e5-0cfd-4570-8365-43fed646d4f2 admin admin] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:50:07.188738 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-1e1294e5-0cfd-4570-8365-43fed646d4f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:50:07.194075 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1294e5-0cfd-4570-8365-43fed646d4f2 admin admin] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:50:07.203396 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-c55a5f83-b0e4-4ffe-aa7a-2c5639ba47e2 None None] Provisioning for port 206adfa0-046b-4a3d-a307-aa8be9400473 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:50:07.224655 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1294e5-0cfd-4570-8365-43fed646d4f2 admin admin] Pushing event updated for resources: {'Port': ['ID=62068c86-ad7d-40cd-81e5-0d628d387505,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:07.266159 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1e1294e5-0cfd-4570-8365-43fed646d4f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:07.271651 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-f3a00c80-0a5a-4f3e-8a7b-49507de87c6d req-0cd68c4d-8503-4f11-96de-79247f6718cc tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:07.275131 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-f3a00c80-0a5a-4f3e-8a7b-49507de87c6d req-0cd68c4d-8503-4f11-96de-79247f6718cc tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:07.276507 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f3a00c80-0a5a-4f3e-8a7b-49507de87c6d req-0cd68c4d-8503-4f11-96de-79247f6718cc tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] 10.222.0.60 "DELETE /v2.0/security-groups/ad567e99-9adc-4043-ace2-6b0a42533d4b HTTP/1.1" status: 204 len: 173 time: 0.4025838 Jun 11 09:50:07.277914 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b0ee1364-d2e5-4b10-b667-c6a29f19e0fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:07.304281 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd68c4d-8503-4f11-96de-79247f6718cc tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad567e99-9adc-4043-ace2-6b0a42533d4b,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:07.311946 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0cd68c4d-8503-4f11-96de-79247f6718cc tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:07.422675 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 842cdcef-260d-479a-a61d-3ea2ecbd6ab0 details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:50:07.648603 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0456eedb-67aa-4d2c-98d3-ea0b267098f9 req-d0f3736f-430e-4a05-b349-cf6b1fd2b5eb tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] 10.222.0.60 "GET /v2.0/security-groups/dd7e0b22-0f9a-4e65-a80a-2d357bfb7ca6 HTTP/1.1" status: 200 len: 1807 time: 0.1296246 Jun 11 09:50:07.747258 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 206adfa0-046b-4a3d-a307-aa8be9400473 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:50:07.835742 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1183c4-2812-4090-a09d-754f8417fd35 req-fa2f57dd-511e-4ee2-b117-ac12970133a3 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:07.856513 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fc1183c4-2812-4090-a09d-754f8417fd35 req-fa2f57dd-511e-4ee2-b117-ac12970133a3 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5e75921-d1e6-493f-9583-f56ed0b8a2d1 HTTP/1.1" status: 200 len: 945 time: 0.6546140 Jun 11 09:50:07.920693 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 842cdcef-260d-479a-a61d-3ea2ecbd6ab0, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=842cdcef-260d-479a-a61d-3ea2ecbd6ab0,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:50:07.942827 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb0999-53d3-40c8-a249-fcc8afd3e8a0 req-a2b0fbdd-7c62-4430-8080-d3c0882b7f28 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:07.950933 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6ebb0999-53d3-40c8-a249-fcc8afd3e8a0 req-a2b0fbdd-7c62-4430-8080-d3c0882b7f28 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=6edf564c-85d6-49cf-bd98-9f0a6fbc0090 HTTP/1.1" status: 200 len: 948 time: 0.1273141 Jun 11 09:50:07.958427 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': '842cdcef-260d-479a-a61d-3ea2ecbd6ab0', 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60', 'port_id': '842cdcef-260d-479a-a61d-3ea2ecbd6ab0', 'mac_address': 'fa:16:3e:24:d7:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189b03cc-b2a8-4615-9ab5-ad0328c3f10f', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:50:07.972669 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fc1183c4-2812-4090-a09d-754f8417fd35 req-d508dda4-cfad-4c1e-978d-d71d6872712f tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151478 Jun 11 09:50:08.021553 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-03e886a4-4607-41d9-bf30-c1e37207db0f req-9e77da57-123e-4f18-bf15-299da268eea1 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-409305923', 'description': 'tempest-description-1553889834'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:50:08.055553 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:08.059264 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6ebb0999-53d3-40c8-a249-fcc8afd3e8a0 req-74e45a48-a7ad-49b4-a2db-7f17d352b8ef tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071999 Jun 11 09:50:08.086563 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 206adfa0-046b-4a3d-a307-aa8be9400473 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:50:08.108998 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 842cdcef-260d-479a-a61d-3ea2ecbd6ab0 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:50:08.120948 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 206adfa0-046b-4a3d-a307-aa8be9400473 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:50:08.121495 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:08.170830 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 842cdcef-260d-479a-a61d-3ea2ecbd6ab0, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=842cdcef-260d-479a-a61d-3ea2ecbd6ab0,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:50:08.245599 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-03e886a4-4607-41d9-bf30-c1e37207db0f req-9e77da57-123e-4f18-bf15-299da268eea1 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:08.265453 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:08.279273 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1e1294e5-0cfd-4570-8365-43fed646d4f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:08.281852 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:08.351704 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:08.406427 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=842cdcef-260d-479a-a61d-3ea2ecbd6ab0,revision_number=12']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:08.415905 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187b9730-0dda-4c99-bfcd-ed273392b6ae req-049be17b-0b6e-4d33-8244-86dd911138f2 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:08.416127 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:08.420609 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-187b9730-0dda-4c99-bfcd-ed273392b6ae req-049be17b-0b6e-4d33-8244-86dd911138f2 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=038672dc-055a-4321-bfe6-0fabae59f406 HTTP/1.1" status: 200 len: 946 time: 0.1318352 Jun 11 09:50:08.431845 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 206adfa0-046b-4a3d-a307-aa8be9400473, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=206adfa0-046b-4a3d-a307-aa8be9400473,segment=NetworkSegment(41928748-90e1-446d-8d78-e7c52f78da03),segment_id=41928748-90e1-446d-8d78-e7c52f78da03)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:50:08.485285 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-187b9730-0dda-4c99-bfcd-ed273392b6ae req-580b954d-8ded-45c3-8eea-9527ac442e64 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=7382d103-d62f-4540-9ac2-5ea0a34701f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635870 Jun 11 09:50:08.528076 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:08.533312 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:08.659990 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-03e886a4-4607-41d9-bf30-c1e37207db0f req-9e77da57-123e-4f18-bf15-299da268eea1 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:08.672161 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=206adfa0-046b-4a3d-a307-aa8be9400473,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:08.682959 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:08.690017 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1e1294e5-0cfd-4570-8365-43fed646d4f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:08.710376 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e09a34a-bd1a-4c09-ad3e-f1d0a625857a req-fec1beae-d746-4a2b-a14d-7441b82ad699 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:08.712483 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7e09a34a-bd1a-4c09-ad3e-f1d0a625857a req-fec1beae-d746-4a2b-a14d-7441b82ad699 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/ports?device_id=4de328dc-2a8c-4496-a2c8-5b0efd8cea35 HTTP/1.1" status: 200 len: 945 time: 0.1001208 Jun 11 09:50:08.763101 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-03e886a4-4607-41d9-bf30-c1e37207db0f req-9e77da57-123e-4f18-bf15-299da268eea1 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:08.787958 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['842cdcef-260d-479a-a61d-3ea2ecbd6ab0'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:50:08.807041 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7e09a34a-bd1a-4c09-ad3e-f1d0a625857a req-d18eba77-d3ad-4115-adca-4a4e59ae91e2 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/security-groups?id=57677d7e-1c66-47c6-909a-28bc4cd935da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871487 Jun 11 09:50:08.865380 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-29be7083-f6b8-47a7-b761-94dba716b228 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:08.907278 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e77da57-123e-4f18-bf15-299da268eea1 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52450d99-561c-4d03-8d3e-f17938ce888e,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:08.910978 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9e77da57-123e-4f18-bf15-299da268eea1 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:08.997734 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-03e886a4-4607-41d9-bf30-c1e37207db0f req-9e77da57-123e-4f18-bf15-299da268eea1 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:08.999229 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-03e886a4-4607-41d9-bf30-c1e37207db0f req-9e77da57-123e-4f18-bf15-299da268eea1 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.9838946 Jun 11 09:50:09.025810 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e1294e5-0cfd-4570-8365-43fed646d4f2 admin admin] Router e791f11d-4420-4be4-a1e2-215c6342b2b7 is scheduled to L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 with binding_index 1 {{(pid=93177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 09:50:09.121515 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 78d2d1ee-c7e6-4290-9e1e-8b5270447005 details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:50:09.265533 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e1294e5-0cfd-4570-8365-43fed646d4f2 admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:50:09.274414 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82805a20-c28b-4026-835c-f76ad605cd53 None None] Sync routers for ids ['e791f11d-4420-4be4-a1e2-215c6342b2b7'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:50:09.300599 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82805a20-c28b-4026-835c-f76ad605cd53 None None] Routers {'e791f11d-4420-4be4-a1e2-215c6342b2b7'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:50:09.301238 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-82805a20-c28b-4026-835c-f76ad605cd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:49:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['e791f11d-4420-4be4-a1e2-215c6342b2b7'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:50:09.316343 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 78d2d1ee-c7e6-4290-9e1e-8b5270447005, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=78d2d1ee-c7e6-4290-9e1e-8b5270447005,segment=NetworkSegment(795b623e-39fe-4036-b5cd-c232096acd1e),segment_id=795b623e-39fe-4036-b5cd-c232096acd1e)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:50:09.331114 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': '78d2d1ee-c7e6-4290-9e1e-8b5270447005', 'network_id': '7dff7a38-2b77-493a-abd5-c045b5779e07', 'port_id': '78d2d1ee-c7e6-4290-9e1e-8b5270447005', 'mac_address': 'fa:16:3e:8e:28:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4045e3b8-f98d-4ef7-a8b7-f975be5dfeee', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:50:09.374249 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1e1294e5-0cfd-4570-8365-43fed646d4f2 admin admin] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:09.376617 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-1e1294e5-0cfd-4570-8365-43fed646d4f2 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.3747180 Jun 11 09:50:09.379237 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 49384) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:50:09.417869 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:09.442851 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 78d2d1ee-c7e6-4290-9e1e-8b5270447005 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:50:09.477002 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 78d2d1ee-c7e6-4290-9e1e-8b5270447005, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=78d2d1ee-c7e6-4290-9e1e-8b5270447005,segment=NetworkSegment(795b623e-39fe-4036-b5cd-c232096acd1e),segment_id=795b623e-39fe-4036-b5cd-c232096acd1e)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:50:09.523238 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:09.526030 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:09.558898 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac586d0c-6524-48e7-a5cf-a72c04428f1a req-f3838ea8-f3bb-425e-972f-0608ab41b3e2 tempest-MigrationsAdminTest-1888859807 tempest-MigrationsAdminTest-1888859807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:09.568556 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ac586d0c-6524-48e7-a5cf-a72c04428f1a req-f3838ea8-f3bb-425e-972f-0608ab41b3e2 tempest-MigrationsAdminTest-1888859807 tempest-MigrationsAdminTest-1888859807-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=6edf564c-85d6-49cf-bd98-9f0a6fbc0090 HTTP/1.1" status: 200 len: 1101 time: 0.2071507 Jun 11 09:50:09.664924 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['78d2d1ee-c7e6-4290-9e1e-8b5270447005'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:50:09.670018 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 206adfa0-046b-4a3d-a307-aa8be9400473 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:50:09.701919 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ac586d0c-6524-48e7-a5cf-a72c04428f1a req-e4e19f3d-58d7-46a0-9f62-4ff630c1a804 tempest-MigrationsAdminTest-1888859807 tempest-MigrationsAdminTest-1888859807-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277125 Jun 11 09:50:09.780068 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-82805a20-c28b-4026-835c-f76ad605cd53 None None] Set router e791f11d-4420-4be4-a1e2-215c6342b2b7 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:50:10.075752 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=78d2d1ee-c7e6-4290-9e1e-8b5270447005,revision_number=6']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:10.080915 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.555s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:10.252336 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 206adfa0-046b-4a3d-a307-aa8be9400473 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:50:10.253051 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:10.280736 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645ff17d-2d81-4eff-a49b-fa17c8a5062a req-cf9d1190-44ad-4bfa-b69f-c3d13800e89e tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:10.288128 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-645ff17d-2d81-4eff-a49b-fa17c8a5062a req-cf9d1190-44ad-4bfa-b69f-c3d13800e89e tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5e75921-d1e6-493f-9583-f56ed0b8a2d1 HTTP/1.1" status: 200 len: 945 time: 0.2765865 Jun 11 09:50:10.301309 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-82805a20-c28b-4026-835c-f76ad605cd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e791f11d-4420-4be4-a1e2-215c6342b2b7', 'name': 'tempest-TaggedBootDevicesTest_v242-1077463737-router', 'tenant_id': '39e8725552694bd89f3d9b894d223d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '62068c86-ad7d-40cd-81e5-0d628d387505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:50:04Z', 'updated_at': '2021-06-11T09:50:07Z', 'revision_number': 3, 'project_id': '39e8725552694bd89f3d9b894d223d7c', 'gw_port': {'id': '62068c86-ad7d-40cd-81e5-0d628d387505', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:02:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e791f11d-4420-4be4-a1e2-215c6342b2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:50:06Z', 'updated_at': '2021-06-11T09:50:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:50:10.309451 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82805a20-c28b-4026-835c-f76ad605cd53 None None] Checking router: e791f11d-4420-4be4-a1e2-215c6342b2b7 for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:50:10.310079 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82805a20-c28b-4026-835c-f76ad605cd53 None None] Updating router e791f11d-4420-4be4-a1e2-215c6342b2b7 port 62068c86-ad7d-40cd-81e5-0d628d387505 binding host n-d-779913-12 {{(pid=93179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 09:50:10.384414 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-82805a20-c28b-4026-835c-f76ad605cd53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:10.412416 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-645ff17d-2d81-4eff-a49b-fa17c8a5062a req-5107ba17-99c0-4a02-99ff-f04f5897a3e8 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231003 Jun 11 09:50:10.491551 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2df7c26d-5ff7-4959-b179-d13d3ba562d7 req-bdab4ae2-1cdb-46db-bed5-c90b4977b509 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] 10.222.0.60 "GET /v2.0/security-groups/52450d99-561c-4d03-8d3e-f17938ce888e HTTP/1.1" status: 200 len: 1806 time: 0.0666296 Jun 11 09:50:10.524966 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-2df7c26d-5ff7-4959-b179-d13d3ba562d7 req-e239a6a5-32b0-48b7-81b6-ce13caf9d4bc tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '52450d99-561c-4d03-8d3e-f17938ce888e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:50:10.524966 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-2df7c26d-5ff7-4959-b179-d13d3ba562d7 req-e239a6a5-32b0-48b7-81b6-ce13caf9d4bc tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '52450d99-561c-4d03-8d3e-f17938ce888e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:50:10.567115 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 09:50:10.664244 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672639de-a294-4535-b18a-6ce4a0024212 req-1fbfe265-5203-445c-b646-2e3af131691b tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:10.666572 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-672639de-a294-4535-b18a-6ce4a0024212 req-1fbfe265-5203-445c-b646-2e3af131691b tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=038672dc-055a-4321-bfe6-0fabae59f406 HTTP/1.1" status: 200 len: 946 time: 0.1075153 Jun 11 09:50:10.755828 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-672639de-a294-4535-b18a-6ce4a0024212 req-491ce827-dbee-4e87-a140-80139e659ed6 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=7382d103-d62f-4540-9ac2-5ea0a34701f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811837 Jun 11 09:50:10.789305 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-2df7c26d-5ff7-4959-b179-d13d3ba562d7 req-e239a6a5-32b0-48b7-81b6-ce13caf9d4bc tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:10.826943 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-2df7c26d-5ff7-4959-b179-d13d3ba562d7 req-e239a6a5-32b0-48b7-81b6-ce13caf9d4bc tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:10.908294 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-82805a20-c28b-4026-835c-f76ad605cd53 None None] Notify callbacks [] for port, precommit_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:10.914067 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-2df7c26d-5ff7-4959-b179-d13d3ba562d7 req-e239a6a5-32b0-48b7-81b6-ce13caf9d4bc tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:10.922337 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-82805a20-c28b-4026-835c-f76ad605cd53 None None] Transition to ACTIVE for port object 62068c86-ad7d-40cd-81e5-0d628d387505 will not be triggered until provisioned by entity L2. {{(pid=93179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:50:10.927137 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:10.943310 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e239a6a5-32b0-48b7-81b6-ce13caf9d4bc tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f10d0693-ee64-4cb3-8076-1cfd7e68272c,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:10.948154 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e239a6a5-32b0-48b7-81b6-ce13caf9d4bc tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:11.016488 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9f1834f2-7d13-4395-8a0a-20b3d669b9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:11.077223 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-82805a20-c28b-4026-835c-f76ad605cd53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:11.079746 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:11.091281 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-2df7c26d-5ff7-4959-b179-d13d3ba562d7 req-e239a6a5-32b0-48b7-81b6-ce13caf9d4bc tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:11.102200 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2df7c26d-5ff7-4959-b179-d13d3ba562d7 req-e239a6a5-32b0-48b7-81b6-ce13caf9d4bc tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6096165 Jun 11 09:50:11.131271 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 78d2d1ee-c7e6-4290-9e1e-8b5270447005 up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:50:11.169656 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c812d096-72e7-43d3-9d56-4358816caab1 None None] Pushing event updated for resources: {'Port': ['ID=62068c86-ad7d-40cd-81e5-0d628d387505,revision_number=2']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:11.182342 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c812d096-72e7-43d3-9d56-4358816caab1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:50:11.182602 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c812d096-72e7-43d3-9d56-4358816caab1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:50:11.183318 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c812d096-72e7-43d3-9d56-4358816caab1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:50:11.183608 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c812d096-72e7-43d3-9d56-4358816caab1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:50:11.184876 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c812d096-72e7-43d3-9d56-4358816caab1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:50:11.185229 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c812d096-72e7-43d3-9d56-4358816caab1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:50:11.185577 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c812d096-72e7-43d3-9d56-4358816caab1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:50:11.185894 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c812d096-72e7-43d3-9d56-4358816caab1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:50:11.186223 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c812d096-72e7-43d3-9d56-4358816caab1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:50:11.186606 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c812d096-72e7-43d3-9d56-4358816caab1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:50:11.186932 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c812d096-72e7-43d3-9d56-4358816caab1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:50:11.187255 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c812d096-72e7-43d3-9d56-4358816caab1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:50:11.192105 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-c812d096-72e7-43d3-9d56-4358816caab1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:11.221244 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port 78d2d1ee-c7e6-4290-9e1e-8b5270447005 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:50:11.221535 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:11.230607 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-82805a20-c28b-4026-835c-f76ad605cd53 None None] Attempting to bind port 62068c86-ad7d-40cd-81e5-0d628d387505 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:50:11.231252 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-82805a20-c28b-4026-835c-f76ad605cd53 None None] Attempting to bind port 62068c86-ad7d-40cd-81e5-0d628d387505 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:50:11.231927 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82805a20-c28b-4026-835c-f76ad605cd53 None None] Attempting to bind port 62068c86-ad7d-40cd-81e5-0d628d387505 on network f0adef6e-169f-4a27-8865-442be2ad072d {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:50:11.238698 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82805a20-c28b-4026-835c-f76ad605cd53 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:50:11.239626 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82805a20-c28b-4026-835c-f76ad605cd53 None None] Checking segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:50:11.240267 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-82805a20-c28b-4026-835c-f76ad605cd53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:11.240826 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82805a20-c28b-4026-835c-f76ad605cd53 None None] Bound using segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:50:11.241553 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-82805a20-c28b-4026-835c-f76ad605cd53 None None] Bound port: 62068c86-ad7d-40cd-81e5-0d628d387505, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:50:11.242106 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-82805a20-c28b-4026-835c-f76ad605cd53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:11.402741 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-9f1834f2-7d13-4395-8a0a-20b3d669b9f8 admin admin] Allocated IP 172.20.0.1 (613fb304-5cfe-4609-aaba-f0eb53f2be57/aa5d910a-d4cb-4925-a41a-aa63432d8367/988b45c2-01ab-43c3-ade4-b413a84e3095) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:50:11.407386 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:11.432324 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ba0c9-07c8-43f2-a771-36420cab8fc5 req-3a7e7674-25b4-457c-8dc5-5f217b027423 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:11.439890 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-927ba0c9-07c8-43f2-a771-36420cab8fc5 req-3a7e7674-25b4-457c-8dc5-5f217b027423 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/ports?device_id=4de328dc-2a8c-4496-a2c8-5b0efd8cea35 HTTP/1.1" status: 200 len: 944 time: 0.1479104 Jun 11 09:50:11.493736 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4de328dc-2a8c-4496-a2c8-5b0efd8cea35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78d2d1ee-c7e6-4290-9e1e-8b5270447005'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:50:11.493736 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-401123cf-8da7-456f-9b40-372a27adbbc1" -d '{"events": [{"server_uuid": "4de328dc-2a8c-4496-a2c8-5b0efd8cea35", "name": "network-vif-plugged", "status": "completed", "tag": "78d2d1ee-c7e6-4290-9e1e-8b5270447005"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:50:11.493736 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 842cdcef-260d-479a-a61d-3ea2ecbd6ab0 up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:50:11.526883 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-82805a20-c28b-4026-835c-f76ad605cd53 None None] For port 62068c86-ad7d-40cd-81e5-0d628d387505, host n-d-779913-12, cleared binding levels {{(pid=93179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:50:11.534704 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-82805a20-c28b-4026-835c-f76ad605cd53 None None] For port 62068c86-ad7d-40cd-81e5-0d628d387505, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=62068c86-ad7d-40cd-81e5-0d628d387505,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:50:11.581190 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-927ba0c9-07c8-43f2-a771-36420cab8fc5 req-ea421630-0763-442e-949b-fa5ee62e0440 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/security-groups?id=57677d7e-1c66-47c6-909a-28bc4cd935da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405678 Jun 11 09:50:11.609674 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 78d2d1ee-c7e6-4290-9e1e-8b5270447005, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=78d2d1ee-c7e6-4290-9e1e-8b5270447005,segment=NetworkSegment(795b623e-39fe-4036-b5cd-c232096acd1e),segment_id=795b623e-39fe-4036-b5cd-c232096acd1e)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:50:11.763613 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9f1834f2-7d13-4395-8a0a-20b3d669b9f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:11.763613 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-9f1834f2-7d13-4395-8a0a-20b3d669b9f8 admin admin] Transition to ACTIVE for port object 988b45c2-01ab-43c3-ade4-b413a84e3095 will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:50:11.763818 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a2ce9c5d-ec4c-49b7-8436-c493634737de req-460ce6a0-18bc-4aa5-a4db-e07187419a6b tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] 10.222.0.60 "GET /v2.0/security-groups/52450d99-561c-4d03-8d3e-f17938ce888e HTTP/1.1" status: 200 len: 2400 time: 0.1140156 Jun 11 09:50:11.763818 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-a2ce9c5d-ec4c-49b7-8436-c493634737de req-5049bb7c-3125-4014-9bd7-6d70f13f5ee0 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '52450d99-561c-4d03-8d3e-f17938ce888e', 'remote_group_id': None}]} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:50:11.763818 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-a2ce9c5d-ec4c-49b7-8436-c493634737de req-5049bb7c-3125-4014-9bd7-6d70f13f5ee0 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '52450d99-561c-4d03-8d3e-f17938ce888e', 'remote_group_id': None}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:50:11.763818 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ca5f3-4bc4-4df1-a7f9-c9f2b2513d74 req-b966c39c-87f6-462d-8c2a-eea281da4ac6 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:11.763818 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-238ca5f3-4bc4-4df1-a7f9-c9f2b2513d74 req-b966c39c-87f6-462d-8c2a-eea281da4ac6 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.64 "GET /v2.0/ports?device_id=4de328dc-2a8c-4496-a2c8-5b0efd8cea35 HTTP/1.1" status: 200 len: 944 time: 0.1479475 Jun 11 09:50:11.786468 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5f9c22-813e-4a48-8295-c4341385b03c req-1a1901b0-f88f-4d4f-b28d-aecfce688426 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:11.788191 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5f5f9c22-813e-4a48-8295-c4341385b03c req-1a1901b0-f88f-4d4f-b28d-aecfce688426 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=6edf564c-85d6-49cf-bd98-9f0a6fbc0090 HTTP/1.1" status: 200 len: 949 time: 0.0713952 Jun 11 09:50:11.826026 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-82805a20-c28b-4026-835c-f76ad605cd53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:11.829458 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-d6b1f1c4-b086-4c01-ab74-ba0d84ce05cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:11.833911 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5f5f9c22-813e-4a48-8295-c4341385b03c req-ba7648e3-5590-48a8-ae7a-4b6c4972e014 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371721 Jun 11 09:50:11.888416 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-238ca5f3-4bc4-4df1-a7f9-c9f2b2513d74 req-729cd165-e14f-4b2c-b9fb-a213c2943db5 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Deleting port 78d2d1ee-c7e6-4290-9e1e-8b5270447005 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:50:11.888833 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-238ca5f3-4bc4-4df1-a7f9-c9f2b2513d74 req-729cd165-e14f-4b2c-b9fb-a213c2943db5 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:11.912547 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82805a20-c28b-4026-835c-f76ad605cd53 None None] Routers {'e791f11d-4420-4be4-a1e2-215c6342b2b7'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:50:11.913203 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-82805a20-c28b-4026-835c-f76ad605cd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:49:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['e791f11d-4420-4be4-a1e2-215c6342b2b7'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:50:11.940573 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:11.943455 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-9b85bac6-e175-4fd5-8418-2f942f2911db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:11.993596 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9f1834f2-7d13-4395-8a0a-20b3d669b9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:11.993596 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-da143761-d549-4e31-a754-d7054bdc2f4b tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:12.035940 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a2ce9c5d-ec4c-49b7-8436-c493634737de req-5049bb7c-3125-4014-9bd7-6d70f13f5ee0 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:12.046548 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c812d096-72e7-43d3-9d56-4358816caab1 None None] Pushing event updated for resources: {'Port': ['ID=62068c86-ad7d-40cd-81e5-0d628d387505,revision_number=3']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:12.065054 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-c812d096-72e7-43d3-9d56-4358816caab1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:12.068392 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a2ce9c5d-ec4c-49b7-8436-c493634737de req-5049bb7c-3125-4014-9bd7-6d70f13f5ee0 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:12.076188 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning for port 842cdcef-260d-479a-a61d-3ea2ecbd6ab0 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:50:12.102779 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-238ca5f3-4bc4-4df1-a7f9-c9f2b2513d74 req-729cd165-e14f-4b2c-b9fb-a213c2943db5 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] For port 78d2d1ee-c7e6-4290-9e1e-8b5270447005, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=78d2d1ee-c7e6-4290-9e1e-8b5270447005,segment=NetworkSegment(795b623e-39fe-4036-b5cd-c232096acd1e),segment_id=795b623e-39fe-4036-b5cd-c232096acd1e)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:50:12.103256 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-238ca5f3-4bc4-4df1-a7f9-c9f2b2513d74 req-729cd165-e14f-4b2c-b9fb-a213c2943db5 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:12.107058 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port 842cdcef-260d-479a-a61d-3ea2ecbd6ab0 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:50:12.114707 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:12.128446 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1834f2-7d13-4395-8a0a-20b3d669b9f8 admin admin] Network 613fb304-5cfe-4609-aaba-f0eb53f2be57 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:50:12.137766 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-9f1834f2-7d13-4395-8a0a-20b3d669b9f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:50:12.151487 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1834f2-7d13-4395-8a0a-20b3d669b9f8 admin admin] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:50:12.174525 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-82805a20-c28b-4026-835c-f76ad605cd53 None None] Set router e791f11d-4420-4be4-a1e2-215c6342b2b7 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:50:12.214171 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1834f2-7d13-4395-8a0a-20b3d669b9f8 admin admin] Pushing event updated for resources: {'Port': ['ID=988b45c2-01ab-43c3-ade4-b413a84e3095,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:12.227376 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9f1834f2-7d13-4395-8a0a-20b3d669b9f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:12.250085 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=78d2d1ee-c7e6-4290-9e1e-8b5270447005,revision_number=7']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:12.254885 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:12.326498 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-238ca5f3-4bc4-4df1-a7f9-c9f2b2513d74 req-729cd165-e14f-4b2c-b9fb-a213c2943db5 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Calling delete_port for 78d2d1ee-c7e6-4290-9e1e-8b5270447005 owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:50:12.328525 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2628afc-66b2-4aea-a573-74747343ad80 req-0d8fc9e3-2973-4ff1-ba3a-fd10a3184d77 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:12.339608 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f2628afc-66b2-4aea-a573-74747343ad80 req-0d8fc9e3-2973-4ff1-ba3a-fd10a3184d77 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5e75921-d1e6-493f-9583-f56ed0b8a2d1 HTTP/1.1" status: 200 len: 945 time: 0.3663862 Jun 11 09:50:12.345689 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a2ce9c5d-ec4c-49b7-8436-c493634737de req-5049bb7c-3125-4014-9bd7-6d70f13f5ee0 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:12.349206 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9f1834f2-7d13-4395-8a0a-20b3d669b9f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-375088'] for router_interface, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:12.362180 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:12.371299 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:12.405618 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5049bb7c-3125-4014-9bd7-6d70f13f5ee0 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9acc4eee-cd7c-474e-9257-aba24358bc1c,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:12.424635 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5049bb7c-3125-4014-9bd7-6d70f13f5ee0 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:12.441958 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 842cdcef-260d-479a-a61d-3ea2ecbd6ab0, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=842cdcef-260d-479a-a61d-3ea2ecbd6ab0,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:50:12.511545 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:12.514589 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:12.551327 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a2ce9c5d-ec4c-49b7-8436-c493634737de req-5049bb7c-3125-4014-9bd7-6d70f13f5ee0 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:12.562588 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a2ce9c5d-ec4c-49b7-8436-c493634737de req-5049bb7c-3125-4014-9bd7-6d70f13f5ee0 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.8492026 Jun 11 09:50:12.624474 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f2628afc-66b2-4aea-a573-74747343ad80 req-eae03727-cd4a-4374-8b14-c77ea87339eb tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834630 Jun 11 09:50:12.674300 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=842cdcef-260d-479a-a61d-3ea2ecbd6ab0,revision_number=13']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:12.682401 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:12.698552 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287a4eaf-4d20-4c62-b0b6-a6d7919ad2fb x-openstack-request-id: req-287a4eaf-4d20-4c62-b0b6-a6d7919ad2fb {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:50:12.698854 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4de328dc-2a8c-4496-a2c8-5b0efd8cea35", "name": "network-vif-plugged", "status": "completed", "tag": "78d2d1ee-c7e6-4290-9e1e-8b5270447005", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:50:12.699121 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-287a4eaf-4d20-4c62-b0b6-a6d7919ad2fb {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:50:12.699522 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4de328dc-2a8c-4496-a2c8-5b0efd8cea35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78d2d1ee-c7e6-4290-9e1e-8b5270447005', 'code': 200} Jun 11 09:50:12.804032 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-abbe57fb-e703-4fa5-a375-aef925051860 None None] Provisioning for port 988b45c2-01ab-43c3-ade4-b413a84e3095 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:50:12.805273 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-238ca5f3-4bc4-4df1-a7f9-c9f2b2513d74 req-729cd165-e14f-4b2c-b9fb-a213c2943db5 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:12.814974 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-abbe57fb-e703-4fa5-a375-aef925051860 None None] Provisioning complete for port 988b45c2-01ab-43c3-ade4-b413a84e3095 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:50:12.815560 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-abbe57fb-e703-4fa5-a375-aef925051860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:12.817144 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-05930b3d-2f1d-4f87-bee5-77d309e720a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:12.829528 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['78d2d1ee-c7e6-4290-9e1e-8b5270447005'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:50:12.933489 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-82805a20-c28b-4026-835c-f76ad605cd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e791f11d-4420-4be4-a1e2-215c6342b2b7', 'name': 'tempest-TaggedBootDevicesTest_v242-1077463737-router', 'tenant_id': '39e8725552694bd89f3d9b894d223d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '62068c86-ad7d-40cd-81e5-0d628d387505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:50:04Z', 'updated_at': '2021-06-11T09:50:07Z', 'revision_number': 3, 'project_id': '39e8725552694bd89f3d9b894d223d7c', 'gw_port': {'id': '62068c86-ad7d-40cd-81e5-0d628d387505', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:02:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e791f11d-4420-4be4-a1e2-215c6342b2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:50:06Z', 'updated_at': '2021-06-11T09:50:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:50:12.941484 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82805a20-c28b-4026-835c-f76ad605cd53 None None] The sync data for ids ['e791f11d-4420-4be4-a1e2-215c6342b2b7'] in n-d-779913-12 is: [{'id': 'e791f11d-4420-4be4-a1e2-215c6342b2b7', 'name': 'tempest-TaggedBootDevicesTest_v242-1077463737-router', 'tenant_id': '39e8725552694bd89f3d9b894d223d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '62068c86-ad7d-40cd-81e5-0d628d387505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:50:04Z', 'updated_at': '2021-06-11T09:50:07Z', 'revision_number': 3, 'project_id': '39e8725552694bd89f3d9b894d223d7c', 'gw_port': {'id': '62068c86-ad7d-40cd-81e5-0d628d387505', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:02:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e791f11d-4420-4be4-a1e2-215c6342b2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:50:06Z', 'updated_at': '2021-06-11T09:50:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:50:12.953089 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729cd165-e14f-4b2c-b9fb-a213c2943db5 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Pushing event deleted for resources: {'Port': ['ID=78d2d1ee-c7e6-4290-9e1e-8b5270447005,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:12.985077 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-729cd165-e14f-4b2c-b9fb-a213c2943db5 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:12.987370 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ddd27c9c-00ca-4c7c-b655-2d1085cccd6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:13.021087 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-abbe57fb-e703-4fa5-a375-aef925051860 None None] Port 988b45c2-01ab-43c3-ade4-b413a84e3095 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:50:13.084011 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-238ca5f3-4bc4-4df1-a7f9-c9f2b2513d74 req-729cd165-e14f-4b2c-b9fb-a213c2943db5 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] No DVR routers for this DVR port 78d2d1ee-c7e6-4290-9e1e-8b5270447005 on host n-h1-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:50:13.090141 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-238ca5f3-4bc4-4df1-a7f9-c9f2b2513d74 req-729cd165-e14f-4b2c-b9fb-a213c2943db5 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:13.092094 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-238ca5f3-4bc4-4df1-a7f9-c9f2b2513d74 req-729cd165-e14f-4b2c-b9fb-a213c2943db5 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.64 "DELETE /v2.0/ports/78d2d1ee-c7e6-4290-9e1e-8b5270447005 HTTP/1.1" status: 204 len: 173 time: 1.3448269 Jun 11 09:50:13.093521 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4de328dc-2a8c-4496-a2c8-5b0efd8cea35', 'name': 'network-vif-deleted', 'tag': '78d2d1ee-c7e6-4290-9e1e-8b5270447005'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:50:13.095794 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b52b638-30ba-4ef9-aa37-8ee4930a63c0 req-7df1387a-b38c-4f5e-a56b-b883e81adb39 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:13.095968 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e2f9ce3-4f4b-4fd0-b606-c44dccaeeb70" -d '{"events": [{"server_uuid": "4de328dc-2a8c-4496-a2c8-5b0efd8cea35", "name": "network-vif-deleted", "tag": "78d2d1ee-c7e6-4290-9e1e-8b5270447005"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:50:13.108813 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4b52b638-30ba-4ef9-aa37-8ee4930a63c0 req-7df1387a-b38c-4f5e-a56b-b883e81adb39 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=038672dc-055a-4321-bfe6-0fabae59f406 HTTP/1.1" status: 200 len: 946 time: 0.1729352 Jun 11 09:50:13.119359 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c3bab8ec-33e1-45c9-9daf-45a87422dc56 req-758e6a2a-69a3-4f38-be23-620403ea0e47 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] 10.222.0.60 "GET /v2.0/security-groups/52450d99-561c-4d03-8d3e-f17938ce888e HTTP/1.1" status: 200 len: 2999 time: 0.1737430 Jun 11 09:50:13.189765 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4b52b638-30ba-4ef9-aa37-8ee4930a63c0 req-cc71d215-2f89-4c25-bcf1-626ce23ddaf3 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=7382d103-d62f-4540-9ac2-5ea0a34701f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743523 Jun 11 09:50:13.363661 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9f1834f2-7d13-4395-8a0a-20b3d669b9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:13.456364 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9846d9f7-14d8-4d8a-aa49-849dd53c6d75 req-9559dae1-f692-4da5-b297-85a8d7bfef53 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/ports?device_id=4de328dc-2a8c-4496-a2c8-5b0efd8cea35 HTTP/1.1" status: 200 len: 210 time: 0.0704582 Jun 11 09:50:13.564365 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660350d2-3b1a-4bc8-86f3-ab1b874eb53a req-a77ec63a-b0f1-4582-9862-b37df3074cff tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:13.566015 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-660350d2-3b1a-4bc8-86f3-ab1b874eb53a req-a77ec63a-b0f1-4582-9862-b37df3074cff tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.69 "GET /v2.0/ports?device_id=6edf564c-85d6-49cf-bd98-9f0a6fbc0090 HTTP/1.1" status: 200 len: 950 time: 0.3247657 Jun 11 09:50:13.597210 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc5559d7-3fb3-43ce-9d7e-16a7d9016534 x-openstack-request-id: req-bc5559d7-3fb3-43ce-9d7e-16a7d9016534 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:50:13.598192 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4de328dc-2a8c-4496-a2c8-5b0efd8cea35", "name": "network-vif-deleted", "tag": "78d2d1ee-c7e6-4290-9e1e-8b5270447005", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:50:13.598759 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bc5559d7-3fb3-43ce-9d7e-16a7d9016534 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:50:13.599298 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4de328dc-2a8c-4496-a2c8-5b0efd8cea35', 'name': 'network-vif-deleted', 'tag': '78d2d1ee-c7e6-4290-9e1e-8b5270447005', 'status': 'completed', 'code': 200} Jun 11 09:50:13.653678 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 62068c86-ad7d-40cd-81e5-0d628d387505 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:50:13.718592 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9e7e856f-aebf-4d0c-a62d-40fd33ead7b4 req-2ad47144-6ecc-434d-a608-6ba3c3250061 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] 10.222.0.60 "GET /v2.0/security-group-rules/9acc4eee-cd7c-474e-9257-aba24358bc1c HTTP/1.1" status: 200 len: 783 time: 0.0914619 Jun 11 09:50:13.831493 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9e7e856f-aebf-4d0c-a62d-40fd33ead7b4 req-2d61c1d6-0bb8-476e-b4bb-5bf790e07277 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] 10.222.0.60 "GET /v2.0/security-groups/52450d99-561c-4d03-8d3e-f17938ce888e HTTP/1.1" status: 200 len: 2999 time: 0.1031764 Jun 11 09:50:13.868161 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 62068c86-ad7d-40cd-81e5-0d628d387505 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:50:13.877522 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 62068c86-ad7d-40cd-81e5-0d628d387505 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:50:13.877966 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:13.892801 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-9e7e856f-aebf-4d0c-a62d-40fd33ead7b4 req-b0eee509-74a3-489e-a891-9d929245a81d tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:13.940019 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-9e7e856f-aebf-4d0c-a62d-40fd33ead7b4 req-b0eee509-74a3-489e-a891-9d929245a81d tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:14.038929 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e73b38b-c46d-466c-862a-5de329b03af6 req-3bc47b06-ce36-46e3-8b18-1b8e6615b801 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:14.054168 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-9e7e856f-aebf-4d0c-a62d-40fd33ead7b4 req-b0eee509-74a3-489e-a891-9d929245a81d tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:14.056726 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5e73b38b-c46d-466c-862a-5de329b03af6 req-3bc47b06-ce36-46e3-8b18-1b8e6615b801 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=6edf564c-85d6-49cf-bd98-9f0a6fbc0090 HTTP/1.1" status: 200 len: 950 time: 0.4783096 Jun 11 09:50:14.060426 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:14.064144 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-9e7e856f-aebf-4d0c-a62d-40fd33ead7b4 req-b0eee509-74a3-489e-a891-9d929245a81d tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:14.091748 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:14.106212 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9e7e856f-aebf-4d0c-a62d-40fd33ead7b4 req-b0eee509-74a3-489e-a891-9d929245a81d tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/9acc4eee-cd7c-474e-9257-aba24358bc1c HTTP/1.1" status: 204 len: 173 time: 0.2643273 Jun 11 09:50:14.140615 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0eee509-74a3-489e-a891-9d929245a81d tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9acc4eee-cd7c-474e-9257-aba24358bc1c,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:14.159165 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b0eee509-74a3-489e-a891-9d929245a81d tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:14.161735 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 62068c86-ad7d-40cd-81e5-0d628d387505, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=62068c86-ad7d-40cd-81e5-0d628d387505,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:50:14.188100 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-660350d2-3b1a-4bc8-86f3-ab1b874eb53a req-7311c05f-7824-4394-b03e-5c6a625f2a28 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Deleting port 842cdcef-260d-479a-a61d-3ea2ecbd6ab0 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:50:14.188469 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-660350d2-3b1a-4bc8-86f3-ab1b874eb53a req-7311c05f-7824-4394-b03e-5c6a625f2a28 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:14.249125 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:14.252694 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:14.328194 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5e73b38b-c46d-466c-862a-5de329b03af6 req-0b657e2a-e8e1-4cce-83dd-1b0ffe34378c tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703078 Jun 11 09:50:14.332435 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9f1834f2-7d13-4395-8a0a-20b3d669b9f8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:14.432190 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=62068c86-ad7d-40cd-81e5-0d628d387505,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:14.439503 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d301ec-1534-44b6-b3e0-8d813ad5bce2 req-ba5725e9-1ccd-4784-a796-0f553ef5f3eb tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:14.456863 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:14.457591 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-60d301ec-1534-44b6-b3e0-8d813ad5bce2 req-ba5725e9-1ccd-4784-a796-0f553ef5f3eb tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5e75921-d1e6-493f-9583-f56ed0b8a2d1 HTTP/1.1" status: 200 len: 945 time: 0.1891744 Jun 11 09:50:14.496800 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9f1834f2-7d13-4395-8a0a-20b3d669b9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:14.506850 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-146e08ff-cb1d-4b34-9218-e62d3ab7365f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:14.641202 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-60d301ec-1534-44b6-b3e0-8d813ad5bce2 req-e492e1af-9231-4d2a-b94d-99d278fead3d tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811960 Jun 11 09:50:14.700873 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6edf564c-85d6-49cf-bd98-9f0a6fbc0090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '842cdcef-260d-479a-a61d-3ea2ecbd6ab0'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:50:14.703746 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63690188-302e-433a-ab56-84eaf71eb30a" -d '{"events": [{"server_uuid": "6edf564c-85d6-49cf-bd98-9f0a6fbc0090", "name": "network-vif-plugged", "status": "completed", "tag": "842cdcef-260d-479a-a61d-3ea2ecbd6ab0"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:50:14.712023 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a3e30a86-52e8-4f7c-98ec-2a1441106354 req-cbd4500e-67b2-4169-85f2-bb46746778e3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2506921 Jun 11 09:50:14.713250 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9f1834f2-7d13-4395-8a0a-20b3d669b9f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375108'] for router_interface, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:14.722025 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1834f2-7d13-4395-8a0a-20b3d669b9f8 admin admin] Pushing event updated for resources: {'Port': ['ID=988b45c2-01ab-43c3-ade4-b413a84e3095,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:14.728108 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-660350d2-3b1a-4bc8-86f3-ab1b874eb53a req-7311c05f-7824-4394-b03e-5c6a625f2a28 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] For port 842cdcef-260d-479a-a61d-3ea2ecbd6ab0, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=842cdcef-260d-479a-a61d-3ea2ecbd6ab0,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:50:14.728579 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-660350d2-3b1a-4bc8-86f3-ab1b874eb53a req-7311c05f-7824-4394-b03e-5c6a625f2a28 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:14.741654 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9f1834f2-7d13-4395-8a0a-20b3d669b9f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:14.826046 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-acb587f7-379b-4b1a-9430-89ae4facd283 req-89b1c76d-6299-4987-ab85-4face4e1d1b5 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] 10.222.0.60 "GET /v2.0/security-groups/52450d99-561c-4d03-8d3e-f17938ce888e HTTP/1.1" status: 200 len: 2400 time: 0.1933889 Jun 11 09:50:14.872515 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-660350d2-3b1a-4bc8-86f3-ab1b874eb53a req-7311c05f-7824-4394-b03e-5c6a625f2a28 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Calling delete_port for 842cdcef-260d-479a-a61d-3ea2ecbd6ab0 owned by compute:nova {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:50:14.922247 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e30a86-52e8-4f7c-98ec-2a1441106354 req-d456c6f9-5077-4d92-afe3-6543d7fe3636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:14.923710 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a3e30a86-52e8-4f7c-98ec-2a1441106354 req-d456c6f9-5077-4d92-afe3-6543d7fe3636 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=85a0b78c318440aa9b70136d633fbbff&device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 1096 time: 0.1550243 Jun 11 09:50:14.943619 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b961cc-edb1-4312-92e4-1262b7649f11 req-c6b744ba-b287-4702-b20b-7b1f40643a37 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:14.945335 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-54b961cc-edb1-4312-92e4-1262b7649f11 req-c6b744ba-b287-4702-b20b-7b1f40643a37 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=038672dc-055a-4321-bfe6-0fabae59f406 HTTP/1.1" status: 200 len: 946 time: 0.1188924 Jun 11 09:50:15.103022 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-acb587f7-379b-4b1a-9430-89ae4facd283 req-52e613dc-fd69-4428-b884-a02824b9727a tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:15.132698 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1834f2-7d13-4395-8a0a-20b3d669b9f8 admin admin] Network 613fb304-5cfe-4609-aaba-f0eb53f2be57 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:50:15.139096 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-9f1834f2-7d13-4395-8a0a-20b3d669b9f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:50:15.152949 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-acb587f7-379b-4b1a-9430-89ae4facd283 req-52e613dc-fd69-4428-b884-a02824b9727a tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:15.180513 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 49560) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:50:15.219166 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-54b961cc-edb1-4312-92e4-1262b7649f11 req-d224f8d3-0f22-4061-a566-d1fec9142d17 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=7382d103-d62f-4540-9ac2-5ea0a34701f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277039 Jun 11 09:50:15.236822 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e30a86-52e8-4f7c-98ec-2a1441106354 req-d8ce5fcc-82ac-43c8-97af-f7e016b58a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:15.238126 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a3e30a86-52e8-4f7c-98ec-2a1441106354 req-d8ce5fcc-82ac-43c8-97af-f7e016b58a1c service neutron] 10.222.0.64 "GET /v2.0/networks?id=ecbff90d-5ab6-4357-bf37-5548ca0e9255 HTTP/1.1" status: 200 len: 911 time: 0.2879257 Jun 11 09:50:15.454348 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a3e30a86-52e8-4f7c-98ec-2a1441106354 req-6009eb37-e23f-4b19-a532-ae7b7bb4e89d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=730c5223-87c0-4868-94fb-7a041e9c63ba HTTP/1.1" status: 200 len: 999 time: 0.2019591 Jun 11 09:50:15.507067 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1c65db2f-39da-4e3e-99f6-52c5269c122f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:15.528715 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b1712a6-f56a-4fa3-a55a-4195e47e298b x-openstack-request-id: req-6b1712a6-f56a-4fa3-a55a-4195e47e298b {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:50:15.529250 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6edf564c-85d6-49cf-bd98-9f0a6fbc0090", "name": "network-vif-plugged", "status": "completed", "tag": "842cdcef-260d-479a-a61d-3ea2ecbd6ab0", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:50:15.530163 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6b1712a6-f56a-4fa3-a55a-4195e47e298b {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:50:15.530163 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6edf564c-85d6-49cf-bd98-9f0a6fbc0090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '842cdcef-260d-479a-a61d-3ea2ecbd6ab0', 'code': 200} Jun 11 09:50:15.552226 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f1834f2-7d13-4395-8a0a-20b3d669b9f8 admin admin] Router e791f11d-4420-4be4-a1e2-215c6342b2b7 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 09:50:15.589227 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f522e4bd-3882-424f-81c7-c93fe33a37de None None] Provisioning complete for port 988b45c2-01ab-43c3-ade4-b413a84e3095 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:50:15.589781 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f522e4bd-3882-424f-81c7-c93fe33a37de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:15.737166 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f522e4bd-3882-424f-81c7-c93fe33a37de None None] Port 988b45c2-01ab-43c3-ade4-b413a84e3095 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:50:15.749987 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 62068c86-ad7d-40cd-81e5-0d628d387505 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:50:15.757230 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1c65db2f-39da-4e3e-99f6-52c5269c122f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:15.763630 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e30a86-52e8-4f7c-98ec-2a1441106354 req-84cce385-8354-4d9c-a3fe-07ad0d88ca84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:15.765423 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a3e30a86-52e8-4f7c-98ec-2a1441106354 req-84cce385-8354-4d9c-a3fe-07ad0d88ca84 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65fd936e-e1de-4d66-9d41-076079c1dae3 HTTP/1.1" status: 200 len: 849 time: 0.2958033 Jun 11 09:50:15.824382 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-660350d2-3b1a-4bc8-86f3-ab1b874eb53a req-7311c05f-7824-4394-b03e-5c6a625f2a28 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:15.828809 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-acb587f7-379b-4b1a-9430-89ae4facd283 req-52e613dc-fd69-4428-b884-a02824b9727a tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:15.831638 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-acb587f7-379b-4b1a-9430-89ae4facd283 req-52e613dc-fd69-4428-b884-a02824b9727a tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:15.846335 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-acb587f7-379b-4b1a-9430-89ae4facd283 req-52e613dc-fd69-4428-b884-a02824b9727a tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] 10.222.0.60 "DELETE /v2.0/security-groups/52450d99-561c-4d03-8d3e-f17938ce888e HTTP/1.1" status: 204 len: 173 time: 1.0165579 Jun 11 09:50:15.849633 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1c65db2f-39da-4e3e-99f6-52c5269c122f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:15.854892 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-47a3832d-1300-48b6-9d03-4230e0f96e52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:15.858377 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['377f653d-177d-4337-aeab-2d19af79e208', 'cbc95581-f7cd-49cd-a94b-99db80038c35', 'be555336-d862-48b1-9746-1e929626ced9'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:50:15.902563 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1d89ecdf-ee84-4333-ade8-855bc4462a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:15.910058 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1bc17448-e2d0-4f1f-90d9-d3a231f8cb75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:15.914116 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-1c65db2f-39da-4e3e-99f6-52c5269c122f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c932e78fa45e40959774ad04a7ccbf68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7305605 Jun 11 09:50:15.918025 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c0359095-8390-4c61-8768-8a78d18348fe req-c79214e3-8a08-4b5d-8857-af097b1ec372 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=6edf564c-85d6-49cf-bd98-9f0a6fbc0090 HTTP/1.1" status: 200 len: 210 time: 0.1084929 Jun 11 09:50:15.932290 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:15.932409 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 49576) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:50:15.940126 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 62068c86-ad7d-40cd-81e5-0d628d387505 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:50:15.940525 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:15.944163 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e613dc-fd69-4428-b884-a02824b9727a tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52450d99-561c-4d03-8d3e-f17938ce888e,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:15.975168 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-52e613dc-fd69-4428-b884-a02824b9727a tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:15.975719 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-947b3ed4-b2fa-4fc0-9a5d-7d17eb94843a tempest-ServerRescueTestJSONUnderV235-1598552627 tempest-ServerRescueTestJSONUnderV235-1598552627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.118s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:15.993377 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c65db2f-39da-4e3e-99f6-52c5269c122f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26f43454-2d54-464e-b994-579924e648c3,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:16.003379 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1c65db2f-39da-4e3e-99f6-52c5269c122f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:16.032094 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a71c88df-b70a-4013-a7e8-ad288c23e733 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:16.036376 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e30a86-52e8-4f7c-98ec-2a1441106354 req-6094edf4-c5dc-415c-b0a4-e381f969aa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:16.037905 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a3e30a86-52e8-4f7c-98ec-2a1441106354 req-6094edf4-c5dc-415c-b0a4-e381f969aa86 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ecbff90d-5ab6-4357-bf37-5548ca0e9255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2604771 Jun 11 09:50:16.136037 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a71c88df-b70a-4013-a7e8-ad288c23e733 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:16.157085 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7311c05f-7824-4394-b03e-5c6a625f2a28 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Pushing event deleted for resources: {'Port': ['ID=842cdcef-260d-479a-a61d-3ea2ecbd6ab0,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:16.183675 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7311c05f-7824-4394-b03e-5c6a625f2a28 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:16.226952 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-660350d2-3b1a-4bc8-86f3-ab1b874eb53a req-7311c05f-7824-4394-b03e-5c6a625f2a28 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] No DVR routers for this DVR port 842cdcef-260d-479a-a61d-3ea2ecbd6ab0 on host n-h2-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:50:16.230776 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-660350d2-3b1a-4bc8-86f3-ab1b874eb53a req-7311c05f-7824-4394-b03e-5c6a625f2a28 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:16.240356 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-660350d2-3b1a-4bc8-86f3-ab1b874eb53a req-7311c05f-7824-4394-b03e-5c6a625f2a28 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.69 "DELETE /v2.0/ports/842cdcef-260d-479a-a61d-3ea2ecbd6ab0 HTTP/1.1" status: 204 len: 173 time: 2.6005242 Jun 11 09:50:16.241291 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6edf564c-85d6-49cf-bd98-9f0a6fbc0090', 'name': 'network-vif-deleted', 'tag': '842cdcef-260d-479a-a61d-3ea2ecbd6ab0'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:50:16.244463 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-646057ec-aae9-400d-8280-2ce69f2e0320" -d '{"events": [{"server_uuid": "6edf564c-85d6-49cf-bd98-9f0a6fbc0090", "name": "network-vif-deleted", "tag": "842cdcef-260d-479a-a61d-3ea2ecbd6ab0"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:50:16.313191 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f1834f2-7d13-4395-8a0a-20b3d669b9f8 admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:50:16.382135 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-9f1834f2-7d13-4395-8a0a-20b3d669b9f8 admin admin] 10.222.0.60 "PUT /v2.0/routers/e791f11d-4420-4be4-a1e2-215c6342b2b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0015810 Jun 11 09:50:16.392947 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a3e30a86-52e8-4f7c-98ec-2a1441106354 req-831e74a9-1f63-4fce-a504-25cee3ea1d83 service neutron] 10.222.0.64 "GET /v2.0/networks/ecbff90d-5ab6-4357-bf37-5548ca0e9255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3448634 Jun 11 09:50:16.399606 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89250c1d-7406-4806-a8c0-7999f66a2273 None None] Sync routers for ids ['e791f11d-4420-4be4-a1e2-215c6342b2b7'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:50:16.423019 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89250c1d-7406-4806-a8c0-7999f66a2273 None None] Routers {'e791f11d-4420-4be4-a1e2-215c6342b2b7'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:50:16.423787 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-89250c1d-7406-4806-a8c0-7999f66a2273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:50:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['e791f11d-4420-4be4-a1e2-215c6342b2b7'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:50:16.538067 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34991bc2-6c90-4eb7-a842-72ad77df72df req-26cbd6a3-8b50-4364-b45f-f819626e0e10 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:16.545990 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-34991bc2-6c90-4eb7-a842-72ad77df72df req-26cbd6a3-8b50-4364-b45f-f819626e0e10 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/networks?id=7dff7a38-2b77-493a-abd5-c045b5779e07 HTTP/1.1" status: 200 len: 822 time: 0.2585521 Jun 11 09:50:16.563119 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-34991bc2-6c90-4eb7-a842-72ad77df72df req-c3d62990-40ee-466e-8f1f-d01492d49fe3 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/quotas/bde49cbcc55b4592a6f9da517f66e92c HTTP/1.1" status: 200 len: 375 time: 0.0164702 Jun 11 09:50:16.629894 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a71c88df-b70a-4013-a7e8-ad288c23e733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:16.635382 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a71c88df-b70a-4013-a7e8-ad288c23e733 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:16.652656 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-a71c88df-b70a-4013-a7e8-ad288c23e733 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/26f43454-2d54-464e-b994-579924e648c3 HTTP/1.1" status: 204 len: 168 time: 0.7220540 Jun 11 09:50:16.660249 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-34991bc2-6c90-4eb7-a842-72ad77df72df req-2ca37da4-5e21-48ac-bfb1-60694d40e351 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=bde49cbcc55b4592a6f9da517f66e92c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0961826 Jun 11 09:50:16.666960 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8db14e4c-646b-4255-8691-f2ff60c0db4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:16.732787 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71c88df-b70a-4013-a7e8-ad288c23e733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f43454-2d54-464e-b994-579924e648c3,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:16.738216 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a71c88df-b70a-4013-a7e8-ad288c23e733 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:16.806027 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c862e71f-1c77-493b-a7cc-4d7d537f762c req-0f801cf2-92a5-445f-ac49-79d5c566be6c tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:16.813385 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c862e71f-1c77-493b-a7cc-4d7d537f762c req-0f801cf2-92a5-445f-ac49-79d5c566be6c tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5e75921-d1e6-493f-9583-f56ed0b8a2d1 HTTP/1.1" status: 200 len: 945 time: 0.4911072 Jun 11 09:50:16.839760 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-89250c1d-7406-4806-a8c0-7999f66a2273 None None] Set router e791f11d-4420-4be4-a1e2-215c6342b2b7 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:50:16.882582 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a3e30a86-52e8-4f7c-98ec-2a1441106354 req-855d16c0-f6c5-49f2-8c1d-f8dfce050b25 service neutron] 10.222.0.64 "GET /v2.0/networks/ecbff90d-5ab6-4357-bf37-5548ca0e9255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4746540 Jun 11 09:50:16.920518 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c862e71f-1c77-493b-a7cc-4d7d537f762c req-bb24572d-f3ad-4340-848d-20c48058f687 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060064 Jun 11 09:50:16.962196 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-34991bc2-6c90-4eb7-a842-72ad77df72df req-cb83d871-b5cf-402a-ad8d-a2947e62266f service neutron] 10.222.0.60 "GET /v2.0/networks/7dff7a38-2b77-493a-abd5-c045b5779e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999754 Jun 11 09:50:16.976564 n-d-779913-12 neutron-server[93176]: INFO neutron.api.v2.resource [req-4fe96700-ac78-4312-b99b-21d63835a0dd req-9a08e46e-b939-486e-8bd6-c63481f28e56 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] show failed (client error): The resource could not be found. Jun 11 09:50:16.987142 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4fe96700-ac78-4312-b99b-21d63835a0dd req-9a08e46e-b939-486e-8bd6-c63481f28e56 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] 10.222.0.60 "GET /v2.0/security-groups/ad567e99-9adc-4043-ace2-6b0a42533d4b HTTP/1.1" status: 404 len: 352 time: 0.0348759 Jun 11 09:50:16.999588 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:17.197460 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 78d2d1ee-c7e6-4290-9e1e-8b5270447005 no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:50:17.241034 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] No Port match for: 78d2d1ee-c7e6-4290-9e1e-8b5270447005 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:50:17.241395 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 78d2d1ee-c7e6-4290-9e1e-8b5270447005 not bound to the agent host n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:50:17.359089 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c80768-9dbb-4ce7-9253-59153064ba46 req-2e0427e9-a35b-4023-84e1-e25caa83a076 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:17.367914 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-11c80768-9dbb-4ce7-9253-59153064ba46 req-2e0427e9-a35b-4023-84e1-e25caa83a076 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=038672dc-055a-4321-bfe6-0fabae59f406 HTTP/1.1" status: 200 len: 946 time: 0.1271687 Jun 11 09:50:17.393691 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-89250c1d-7406-4806-a8c0-7999f66a2273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e791f11d-4420-4be4-a1e2-215c6342b2b7', 'name': 'tempest-TaggedBootDevicesTest_v242-1077463737-router', 'tenant_id': '39e8725552694bd89f3d9b894d223d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '62068c86-ad7d-40cd-81e5-0d628d387505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:50:04Z', 'updated_at': '2021-06-11T09:50:12Z', 'revision_number': 4, 'project_id': '39e8725552694bd89f3d9b894d223d7c', 'gw_port': {'id': '62068c86-ad7d-40cd-81e5-0d628d387505', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:02:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e791f11d-4420-4be4-a1e2-215c6342b2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:50:06Z', 'updated_at': '2021-06-11T09:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '988b45c2-01ab-43c3-ade4-b413a84e3095', 'name': '', 'network_id': '613fb304-5cfe-4609-aaba-f0eb53f2be57', 'tenant_id': '39e8725552694bd89f3d9b894d223d7c', 'mac_address': 'fa:16:3e:8d:d3:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e791f11d-4420-4be4-a1e2-215c6342b2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'aa5d910a-d4cb-4925-a41a-aa63432d8367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:50:11Z', 'updated_at': '2021-06-11T09:50:13Z', 'revision_number': 2, 'project_id': '39e8725552694bd89f3d9b894d223d7c', 'subnets': [{'id': 'aa5d910a-d4cb-4925-a41a-aa63432d8367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:50:17.413932 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89250c1d-7406-4806-a8c0-7999f66a2273 None None] Checking router: e791f11d-4420-4be4-a1e2-215c6342b2b7 for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:50:17.417371 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89250c1d-7406-4806-a8c0-7999f66a2273 None None] Updating router e791f11d-4420-4be4-a1e2-215c6342b2b7 port 988b45c2-01ab-43c3-ade4-b413a84e3095 binding host n-d-779913-12 {{(pid=93178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 09:50:17.431842 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-11c80768-9dbb-4ce7-9253-59153064ba46 req-ff2d6ff4-5ea9-413c-82d4-cd56d9f2ea6c tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=7382d103-d62f-4540-9ac2-5ea0a34701f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607696 Jun 11 09:50:17.540642 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-89250c1d-7406-4806-a8c0-7999f66a2273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:17.572838 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 842cdcef-260d-479a-a61d-3ea2ecbd6ab0 no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:50:17.605931 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] No Port match for: 842cdcef-260d-479a-a61d-3ea2ecbd6ab0 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:50:17.606286 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 842cdcef-260d-479a-a61d-3ea2ecbd6ab0 not bound to the agent host n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:50:17.740132 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 49638) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:50:17.743516 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3a9c1c22-77fe-41b5-8980-f84a608df379 req-80a5aee1-074b-45b1-8dc6-793ff0008935 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=6edf564c-85d6-49cf-bd98-9f0a6fbc0090 HTTP/1.1" status: 200 len: 210 time: 0.0516157 Jun 11 09:50:17.782608 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc0ba262-d82f-4791-986f-84d990976db0 x-openstack-request-id: req-fc0ba262-d82f-4791-986f-84d990976db0 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:50:17.783173 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6edf564c-85d6-49cf-bd98-9f0a6fbc0090", "name": "network-vif-deleted", "tag": "842cdcef-260d-479a-a61d-3ea2ecbd6ab0", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:50:17.783255 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fc0ba262-d82f-4791-986f-84d990976db0 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:50:17.783680 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6edf564c-85d6-49cf-bd98-9f0a6fbc0090', 'name': 'network-vif-deleted', 'tag': '842cdcef-260d-479a-a61d-3ea2ecbd6ab0', 'status': 'completed', 'code': 200} Jun 11 09:50:17.786707 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6be8f41d-3fd9-48c3-96db-738133d8469c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:17.874124 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-dd9e5c6d-927c-497f-a3bd-7ecbf5b4e1d1 req-215d7f50-01eb-4f90-82df-363ff2f9f1ac tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] 10.222.0.60 "GET /v2.0/security-groups/dd7e0b22-0f9a-4e65-a80a-2d357bfb7ca6 HTTP/1.1" status: 200 len: 1807 time: 0.0966341 Jun 11 09:50:17.947445 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-34991bc2-6c90-4eb7-a842-72ad77df72df req-89e973f9-9424-4ac7-8492-9f81e74dadb7 service neutron] 10.222.0.60 "GET /v2.0/networks/7dff7a38-2b77-493a-abd5-c045b5779e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9799860 Jun 11 09:50:18.007183 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-dd9e5c6d-927c-497f-a3bd-7ecbf5b4e1d1 req-52329020-98f2-45ac-878e-bdc3f52a578a tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:18.035862 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-dd9e5c6d-927c-497f-a3bd-7ecbf5b4e1d1 req-52329020-98f2-45ac-878e-bdc3f52a578a tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:18.140560 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6be8f41d-3fd9-48c3-96db-738133d8469c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:18.243938 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-89250c1d-7406-4806-a8c0-7999f66a2273 None None] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:18.254762 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6be8f41d-3fd9-48c3-96db-738133d8469c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:18.254762 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-45078ce0-5b32-467b-b6da-aa757e71f8b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:18.255660 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-dd9e5c6d-927c-497f-a3bd-7ecbf5b4e1d1 req-52329020-98f2-45ac-878e-bdc3f52a578a tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:18.260718 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-dd9e5c6d-927c-497f-a3bd-7ecbf5b4e1d1 req-52329020-98f2-45ac-878e-bdc3f52a578a tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:18.262625 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-dd9e5c6d-927c-497f-a3bd-7ecbf5b4e1d1 req-52329020-98f2-45ac-878e-bdc3f52a578a tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] 10.222.0.60 "DELETE /v2.0/security-groups/dd7e0b22-0f9a-4e65-a80a-2d357bfb7ca6 HTTP/1.1" status: 204 len: 173 time: 0.3874314 Jun 11 09:50:18.266965 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-89250c1d-7406-4806-a8c0-7999f66a2273 None None] Transition to ACTIVE for port object 988b45c2-01ab-43c3-ade4-b413a84e3095 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:50:18.306278 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:18.332773 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-6be8f41d-3fd9-48c3-96db-738133d8469c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a0979212f9d24571912a5f4d3f586852&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5881495 Jun 11 09:50:18.334679 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 49650) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:50:18.336971 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be8f41d-3fd9-48c3-96db-738133d8469c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba045f4-77ef-4a26-860c-fed6ecfff366,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:18.341467 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6be8f41d-3fd9-48c3-96db-738133d8469c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:18.342007 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2b107038-5fc3-498b-9b41-54e3dd9d26de tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:18.377455 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52329020-98f2-45ac-878e-bdc3f52a578a tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd7e0b22-0f9a-4e65-a80a-2d357bfb7ca6,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:18.390093 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-52329020-98f2-45ac-878e-bdc3f52a578a tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:18.417493 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-89250c1d-7406-4806-a8c0-7999f66a2273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:18.426753 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:18.455176 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cfbb5119-ab42-4b0b-9d9a-f67f5cec956e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:18.484024 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cfbb5119-ab42-4b0b-9d9a-f67f5cec956e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:18.543674 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea95309-e3d2-40e0-8bb7-6f1aad37dcf8 None None] Pushing event updated for resources: {'Port': ['ID=988b45c2-01ab-43c3-ade4-b413a84e3095,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:18.549534 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-9ea95309-e3d2-40e0-8bb7-6f1aad37dcf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:18.656244 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cfbb5119-ab42-4b0b-9d9a-f67f5cec956e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:18.659515 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cfbb5119-ab42-4b0b-9d9a-f67f5cec956e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:18.666743 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-cfbb5119-ab42-4b0b-9d9a-f67f5cec956e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2ba045f4-77ef-4a26-860c-fed6ecfff366 HTTP/1.1" status: 204 len: 168 time: 0.3285797 Jun 11 09:50:18.672160 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e2cbd717-24de-4f40-b990-b844d96c5d1a tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:18.703142 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbb5119-ab42-4b0b-9d9a-f67f5cec956e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba045f4-77ef-4a26-860c-fed6ecfff366,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:18.715711 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-cfbb5119-ab42-4b0b-9d9a-f67f5cec956e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:18.736224 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d2bb5e1f-b80b-41da-af6b-a2fcdb6225da req-808901d2-24be-4525-897c-3c517abf0ee1 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] 10.222.0.60 "GET /v2.0/security-groups/87825342-145c-431f-990b-013de8649fe7 HTTP/1.1" status: 200 len: 1805 time: 0.1080062 Jun 11 09:50:18.767712 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e77ab-5fd4-4313-b534-48e2825433c3 req-e163b6cb-c48d-452c-88b1-595600ab2b52 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:18.773051 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6d3e77ab-5fd4-4313-b534-48e2825433c3 req-e163b6cb-c48d-452c-88b1-595600ab2b52 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5e75921-d1e6-493f-9583-f56ed0b8a2d1 HTTP/1.1" status: 200 len: 945 time: 0.1896262 Jun 11 09:50:18.884347 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-89250c1d-7406-4806-a8c0-7999f66a2273 None None] Attempting to bind port 988b45c2-01ab-43c3-ade4-b413a84e3095 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:50:18.885738 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-89250c1d-7406-4806-a8c0-7999f66a2273 None None] Attempting to bind port 988b45c2-01ab-43c3-ade4-b413a84e3095 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '41928748-90e1-446d-8d78-e7c52f78da03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '613fb304-5cfe-4609-aaba-f0eb53f2be57'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:50:18.886883 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89250c1d-7406-4806-a8c0-7999f66a2273 None None] Attempting to bind port 988b45c2-01ab-43c3-ade4-b413a84e3095 on network 613fb304-5cfe-4609-aaba-f0eb53f2be57 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:50:18.910013 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-d2bb5e1f-b80b-41da-af6b-a2fcdb6225da req-003ab652-103f-4c73-9a74-30adb1b5d9c2 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:18.910736 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89250c1d-7406-4806-a8c0-7999f66a2273 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:50:18.912135 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89250c1d-7406-4806-a8c0-7999f66a2273 None None] Checking segment: {'id': '41928748-90e1-446d-8d78-e7c52f78da03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '613fb304-5cfe-4609-aaba-f0eb53f2be57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:50:18.913560 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-89250c1d-7406-4806-a8c0-7999f66a2273 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:18.915927 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89250c1d-7406-4806-a8c0-7999f66a2273 None None] Bound using segment: {'id': '41928748-90e1-446d-8d78-e7c52f78da03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '613fb304-5cfe-4609-aaba-f0eb53f2be57'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:50:18.916540 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-89250c1d-7406-4806-a8c0-7999f66a2273 None None] Bound port: 988b45c2-01ab-43c3-ade4-b413a84e3095, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41928748-90e1-446d-8d78-e7c52f78da03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '613fb304-5cfe-4609-aaba-f0eb53f2be57'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:50:18.919447 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-89250c1d-7406-4806-a8c0-7999f66a2273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:18.941184 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6d3e77ab-5fd4-4313-b534-48e2825433c3 req-5d02d017-95a3-400e-85b3-99bc5b34f7cf tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492188 Jun 11 09:50:19.017384 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-d2bb5e1f-b80b-41da-af6b-a2fcdb6225da req-003ab652-103f-4c73-9a74-30adb1b5d9c2 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:19.143908 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6ec0587e-c706-4d29-a7aa-a79f0e4ccc07 req-189218d9-cdd8-4e41-b11c-0e8dc63e3b46 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaf840f1-ab45-4420-bbd9-f260a121024a HTTP/1.1" status: 200 len: 210 time: 0.1088512 Jun 11 09:50:19.163586 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-89250c1d-7406-4806-a8c0-7999f66a2273 None None] For port 988b45c2-01ab-43c3-ade4-b413a84e3095, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:50:19.169455 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-89250c1d-7406-4806-a8c0-7999f66a2273 None None] For port 988b45c2-01ab-43c3-ade4-b413a84e3095, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=988b45c2-01ab-43c3-ade4-b413a84e3095,segment=NetworkSegment(41928748-90e1-446d-8d78-e7c52f78da03),segment_id=41928748-90e1-446d-8d78-e7c52f78da03)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:50:19.226412 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-d2bb5e1f-b80b-41da-af6b-a2fcdb6225da req-003ab652-103f-4c73-9a74-30adb1b5d9c2 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:19.230396 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-d2bb5e1f-b80b-41da-af6b-a2fcdb6225da req-003ab652-103f-4c73-9a74-30adb1b5d9c2 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:19.231628 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d2bb5e1f-b80b-41da-af6b-a2fcdb6225da req-003ab652-103f-4c73-9a74-30adb1b5d9c2 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] 10.222.0.60 "DELETE /v2.0/security-groups/87825342-145c-431f-990b-013de8649fe7 HTTP/1.1" status: 204 len: 173 time: 0.4873009 Jun 11 09:50:19.236119 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5d323c68-3cbb-4e9c-a63c-3da8f8e28bd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:19.255458 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003ab652-103f-4c73-9a74-30adb1b5d9c2 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87825342-145c-431f-990b-013de8649fe7,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:19.261155 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-003ab652-103f-4c73-9a74-30adb1b5d9c2 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:19.268865 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-89250c1d-7406-4806-a8c0-7999f66a2273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:19.272549 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:19.475724 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea95309-e3d2-40e0-8bb7-6f1aad37dcf8 None None] Pushing event updated for resources: {'Port': ['ID=988b45c2-01ab-43c3-ade4-b413a84e3095,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:19.475724 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-9ea95309-e3d2-40e0-8bb7-6f1aad37dcf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:19.475724 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89250c1d-7406-4806-a8c0-7999f66a2273 None None] Routers {'e791f11d-4420-4be4-a1e2-215c6342b2b7'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:50:19.475724 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-89250c1d-7406-4806-a8c0-7999f66a2273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:50:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['e791f11d-4420-4be4-a1e2-215c6342b2b7'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:50:19.479531 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5157af-024c-4b90-bab8-fc1d224bb14c req-82519ecf-59bc-4801-8651-95361bf30ecf tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:19.486931 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c44145ae-3a2c-4c45-854d-70eb83442e96 req-c2ba071b-4478-4e50-a05f-56cd9fd20c5d tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] 10.222.0.60 "GET /v2.0/security-groups/c35d6660-6032-4ec8-bbfc-cdcc9145aa67 HTTP/1.1" status: 200 len: 1805 time: 0.0548613 Jun 11 09:50:19.487273 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9d5157af-024c-4b90-bab8-fc1d224bb14c req-82519ecf-59bc-4801-8651-95361bf30ecf tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=038672dc-055a-4321-bfe6-0fabae59f406 HTTP/1.1" status: 200 len: 946 time: 0.1025403 Jun 11 09:50:19.487273 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9d5157af-024c-4b90-bab8-fc1d224bb14c req-15defd37-a189-472d-b577-37bb2890bd2f tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=7382d103-d62f-4540-9ac2-5ea0a34701f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406537 Jun 11 09:50:19.502709 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-c44145ae-3a2c-4c45-854d-70eb83442e96 req-2e95d40c-35e4-4851-a621-73009c0339f4 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:19.537994 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-c44145ae-3a2c-4c45-854d-70eb83442e96 req-2e95d40c-35e4-4851-a621-73009c0339f4 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:19.709277 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-89250c1d-7406-4806-a8c0-7999f66a2273 None None] Set router e791f11d-4420-4be4-a1e2-215c6342b2b7 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:50:20.163288 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-c44145ae-3a2c-4c45-854d-70eb83442e96 req-2e95d40c-35e4-4851-a621-73009c0339f4 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:20.168552 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-c44145ae-3a2c-4c45-854d-70eb83442e96 req-2e95d40c-35e4-4851-a621-73009c0339f4 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:20.178517 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c44145ae-3a2c-4c45-854d-70eb83442e96 req-2e95d40c-35e4-4851-a621-73009c0339f4 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] 10.222.0.60 "DELETE /v2.0/security-groups/c35d6660-6032-4ec8-bbfc-cdcc9145aa67 HTTP/1.1" status: 204 len: 173 time: 0.7543454 Jun 11 09:50:20.182107 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-bc37e0b1-1d35-4e50-a0d4-3077e4bb03b8 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:20.208863 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e95d40c-35e4-4851-a621-73009c0339f4 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c35d6660-6032-4ec8-bbfc-cdcc9145aa67,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:20.220652 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-89250c1d-7406-4806-a8c0-7999f66a2273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e791f11d-4420-4be4-a1e2-215c6342b2b7', 'name': 'tempest-TaggedBootDevicesTest_v242-1077463737-router', 'tenant_id': '39e8725552694bd89f3d9b894d223d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '62068c86-ad7d-40cd-81e5-0d628d387505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:50:04Z', 'updated_at': '2021-06-11T09:50:12Z', 'revision_number': 4, 'project_id': '39e8725552694bd89f3d9b894d223d7c', 'gw_port': {'id': '62068c86-ad7d-40cd-81e5-0d628d387505', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:02:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e791f11d-4420-4be4-a1e2-215c6342b2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:50:06Z', 'updated_at': '2021-06-11T09:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '988b45c2-01ab-43c3-ade4-b413a84e3095', 'name': '', 'network_id': '613fb304-5cfe-4609-aaba-f0eb53f2be57', 'tenant_id': '39e8725552694bd89f3d9b894d223d7c', 'mac_address': 'fa:16:3e:8d:d3:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e791f11d-4420-4be4-a1e2-215c6342b2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'aa5d910a-d4cb-4925-a41a-aa63432d8367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:50:11Z', 'updated_at': '2021-06-11T09:50:19Z', 'revision_number': 4, 'project_id': '39e8725552694bd89f3d9b894d223d7c', 'subnets': [{'id': 'aa5d910a-d4cb-4925-a41a-aa63432d8367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:50:20.226431 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2e95d40c-35e4-4851-a621-73009c0339f4 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:20.275002 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89250c1d-7406-4806-a8c0-7999f66a2273 None None] The sync data for ids ['e791f11d-4420-4be4-a1e2-215c6342b2b7'] in n-d-779913-12 is: [{'id': 'e791f11d-4420-4be4-a1e2-215c6342b2b7', 'name': 'tempest-TaggedBootDevicesTest_v242-1077463737-router', 'tenant_id': '39e8725552694bd89f3d9b894d223d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '62068c86-ad7d-40cd-81e5-0d628d387505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:50:04Z', 'updated_at': '2021-06-11T09:50:12Z', 'revision_number': 4, 'project_id': '39e8725552694bd89f3d9b894d223d7c', 'gw_port': {'id': '62068c86-ad7d-40cd-81e5-0d628d387505', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:02:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e791f11d-4420-4be4-a1e2-215c6342b2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:50:06Z', 'updated_at': '2021-06-11T09:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '988b45c2-01ab-43c3-ade4-b413a84e3095', 'name': '', 'network_id': '613fb304-5cfe-4609-aaba-f0eb53f2be57', 'tenant_id': '39e8725552694bd89f3d9b894d223d7c', 'mac_address': 'fa:16:3e:8d:d3:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e791f11d-4420-4be4-a1e2-215c6342b2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'aa5d910a-d4cb-4925-a41a-aa63432d8367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:50:11Z', 'updated_at': '2021-06-11T09:50:19Z', 'revision_number': 4, 'project_id': '39e8725552694bd89f3d9b894d223d7c', 'subnets': [{'id': 'aa5d910a-d4cb-4925-a41a-aa63432d8367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:50:20.552586 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c62d2-a6a6-4a5b-9c49-3e2b78542ab3 req-cacbb749-b6da-4395-974d-11ccc663ff50 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:20.554153 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-537c62d2-a6a6-4a5b-9c49-3e2b78542ab3 req-cacbb749-b6da-4395-974d-11ccc663ff50 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5e75921-d1e6-493f-9583-f56ed0b8a2d1 HTTP/1.1" status: 200 len: 945 time: 0.1458242 Jun 11 09:50:20.671104 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-537c62d2-a6a6-4a5b-9c49-3e2b78542ab3 req-8277a861-4b05-4bf8-b7c9-af69b2a43683 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106186 Jun 11 09:50:20.741254 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deadc5df-3e24-41f1-b09a-b8c2bf76f585 req-853bff14-6779-4764-9d65-973a9a78da71 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:20.743398 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-deadc5df-3e24-41f1-b09a-b8c2bf76f585 req-853bff14-6779-4764-9d65-973a9a78da71 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7a81710-1c35-4321-ae55-729c29b29780 HTTP/1.1" status: 200 len: 950 time: 0.1595798 Jun 11 09:50:20.881592 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-deadc5df-3e24-41f1-b09a-b8c2bf76f585 req-47c5f954-1bf4-4dc9-8621-08fd1498a8ff tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298795 Jun 11 09:50:20.984893 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fbc5e26f-e75d-4274-a141-6232c8091c1f req-ddf19225-ea9e-41bb-ad8b-6b0094655ec4 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaf840f1-ab45-4420-bbd9-f260a121024a HTTP/1.1" status: 200 len: 210 time: 0.0829229 Jun 11 09:50:21.045800 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7bdebce8-d189-4973-8313-6cfdecfaefc8 req-87ddd56d-72d9-49c0-a30b-a2b15f9d6bf2 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] 10.222.0.60 "GET /v2.0/security-groups/d6449df0-f224-424e-84fd-c904d7b0d51f HTTP/1.1" status: 200 len: 2404 time: 0.1254377 Jun 11 09:50:21.126851 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-7bdebce8-d189-4973-8313-6cfdecfaefc8 req-49b0ffaf-7c1a-45e1-a308-b8433735b3ed tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:21.192015 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-7bdebce8-d189-4973-8313-6cfdecfaefc8 req-49b0ffaf-7c1a-45e1-a308-b8433735b3ed tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:21.346605 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-7bdebce8-d189-4973-8313-6cfdecfaefc8 req-49b0ffaf-7c1a-45e1-a308-b8433735b3ed tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:21.350015 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-7bdebce8-d189-4973-8313-6cfdecfaefc8 req-49b0ffaf-7c1a-45e1-a308-b8433735b3ed tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:21.360637 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7bdebce8-d189-4973-8313-6cfdecfaefc8 req-49b0ffaf-7c1a-45e1-a308-b8433735b3ed tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] 10.222.0.60 "DELETE /v2.0/security-groups/d6449df0-f224-424e-84fd-c904d7b0d51f HTTP/1.1" status: 204 len: 173 time: 0.3138087 Jun 11 09:50:21.367719 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-52e613dc-fd69-4428-b884-a02824b9727a tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:21.373980 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e286eccd-5d46-4b0b-8810-19bdfff01afb req-8caa0d8d-dfde-4a3f-905e-9d435437407a tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:21.387899 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e286eccd-5d46-4b0b-8810-19bdfff01afb req-8caa0d8d-dfde-4a3f-905e-9d435437407a tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=038672dc-055a-4321-bfe6-0fabae59f406 HTTP/1.1" status: 200 len: 946 time: 0.1609409 Jun 11 09:50:21.402685 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b0ffaf-7c1a-45e1-a308-b8433735b3ed tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6449df0-f224-424e-84fd-c904d7b0d51f,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:21.406583 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-49b0ffaf-7c1a-45e1-a308-b8433735b3ed tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:21.511461 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e286eccd-5d46-4b0b-8810-19bdfff01afb req-48d670f5-794e-44f7-8b37-9694f313ff40 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=7382d103-d62f-4540-9ac2-5ea0a34701f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223278 Jun 11 09:50:21.686930 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 988b45c2-01ab-43c3-ade4-b413a84e3095 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:50:21.822344 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-31afbf9c-ca4d-4ae0-936c-72fe040080cd req-df4fc207-a9e0-4384-b82d-b9ab18dbcbb0 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] 10.222.0.60 "GET /v2.0/security-groups/45b13c56-6ef4-4cf5-9f5a-abde04ee2eff HTTP/1.1" status: 200 len: 2398 time: 0.1957498 Jun 11 09:50:22.016901 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 988b45c2-01ab-43c3-ade4-b413a84e3095 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:50:22.028761 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 988b45c2-01ab-43c3-ade4-b413a84e3095 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:50:22.029150 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:22.079712 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-31afbf9c-ca4d-4ae0-936c-72fe040080cd req-33d1f0e2-9951-46ab-aee2-b9654e4d49b9 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:22.128137 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-31afbf9c-ca4d-4ae0-936c-72fe040080cd req-33d1f0e2-9951-46ab-aee2-b9654e4d49b9 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:22.181457 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4ead91-11ad-4d72-8709-6966ee01a320 req-f2e479cd-b7a9-411d-a93d-53f85617d63f tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:22.193566 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ab4ead91-11ad-4d72-8709-6966ee01a320 req-f2e479cd-b7a9-411d-a93d-53f85617d63f tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5e75921-d1e6-493f-9583-f56ed0b8a2d1 HTTP/1.1" status: 200 len: 945 time: 0.2095189 Jun 11 09:50:22.245235 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b088c13a-d501-4d7e-9acd-2e57232f1e6d req-7c6c2eb9-3cd7-4279-bba8-da41c04cbf5d tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:22.246753 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b088c13a-d501-4d7e-9acd-2e57232f1e6d req-7c6c2eb9-3cd7-4279-bba8-da41c04cbf5d tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.69 "GET /v2.0/ports?device_id=a7a81710-1c35-4321-ae55-729c29b29780 HTTP/1.1" status: 200 len: 950 time: 0.2590444 Jun 11 09:50:22.361078 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ab4ead91-11ad-4d72-8709-6966ee01a320 req-a9f6e112-72e2-4dc0-beaf-20133604cc03 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635773 Jun 11 09:50:22.375656 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-31afbf9c-ca4d-4ae0-936c-72fe040080cd req-33d1f0e2-9951-46ab-aee2-b9654e4d49b9 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:22.376792 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:22.378279 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-31afbf9c-ca4d-4ae0-936c-72fe040080cd req-33d1f0e2-9951-46ab-aee2-b9654e4d49b9 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:22.403171 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-31afbf9c-ca4d-4ae0-936c-72fe040080cd req-33d1f0e2-9951-46ab-aee2-b9654e4d49b9 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] 10.222.0.60 "DELETE /v2.0/security-groups/45b13c56-6ef4-4cf5-9f5a-abde04ee2eff HTTP/1.1" status: 204 len: 173 time: 0.5753720 Jun 11 09:50:22.405009 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 49762) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:50:22.410501 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-69555294-fbc9-469c-b60a-2f3a44538ce5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:22.510780 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 988b45c2-01ab-43c3-ade4-b413a84e3095, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=988b45c2-01ab-43c3-ade4-b413a84e3095,segment=NetworkSegment(41928748-90e1-446d-8d78-e7c52f78da03),segment_id=41928748-90e1-446d-8d78-e7c52f78da03)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:50:22.602818 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:22.605023 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:22.649324 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d1f0e2-9951-46ab-aee2-b9654e4d49b9 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b13c56-6ef4-4cf5-9f5a-abde04ee2eff,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:22.655796 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34991bc2-6c90-4eb7-a842-72ad77df72df req-62738e9b-a991-48ea-8fd7-31f0559d7cf7 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:22.657332 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-34991bc2-6c90-4eb7-a842-72ad77df72df req-62738e9b-a991-48ea-8fd7-31f0559d7cf7 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.64 "GET /v2.0/networks?id=7dff7a38-2b77-493a-abd5-c045b5779e07 HTTP/1.1" status: 200 len: 822 time: 0.4595592 Jun 11 09:50:22.657546 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-87b95093-706f-4cc0-adef-bed01a69495f admin admin] Deleting subnet 1658db62-5d99-456c-8b84-5cc5a8def347 {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 09:50:22.669414 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-33d1f0e2-9951-46ab-aee2-b9654e4d49b9 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:22.681004 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-34991bc2-6c90-4eb7-a842-72ad77df72df req-e10b1ead-3f5d-47d3-ae8c-58d8467c541a tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Request body: {'port': {'device_id': 'aaf840f1-ab45-4420-bbd9-f260a121024a', 'network_id': '7dff7a38-2b77-493a-abd5-c045b5779e07', 'admin_state_up': True, 'tenant_id': 'bde49cbcc55b4592a6f9da517f66e92c'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:50:22.691190 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-87b95093-706f-4cc0-adef-bed01a69495f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:22.754625 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=988b45c2-01ab-43c3-ade4-b413a84e3095,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:22.774217 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:22.871120 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-87b95093-706f-4cc0-adef-bed01a69495f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:22.961665 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-87b95093-706f-4cc0-adef-bed01a69495f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:23.010630 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d6d5a-cf57-4e00-bc27-9c3ee595f644 req-78d14070-9c11-433c-9ab0-51b5c414bab3 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:23.018032 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-482d6d5a-cf57-4e00-bc27-9c3ee595f644 req-78d14070-9c11-433c-9ab0-51b5c414bab3 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7a81710-1c35-4321-ae55-729c29b29780 HTTP/1.1" status: 200 len: 950 time: 0.3704424 Jun 11 09:50:23.026753 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-b088c13a-d501-4d7e-9acd-2e57232f1e6d req-c60cae08-36b9-4c92-a5f4-b4dcf1df1298 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Deleting port be555336-d862-48b1-9746-1e929626ced9 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:50:23.026753 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-b088c13a-d501-4d7e-9acd-2e57232f1e6d req-c60cae08-36b9-4c92-a5f4-b4dcf1df1298 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:23.038181 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1fe1714f-5e38-4d15-b5f7-2f85fd56b450 req-94505c70-9584-46aa-ab9a-55c36af6ef10 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaf840f1-ab45-4420-bbd9-f260a121024a HTTP/1.1" status: 200 len: 210 time: 0.2680387 Jun 11 09:50:23.153687 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-482d6d5a-cf57-4e00-bc27-9c3ee595f644 req-1353200e-f5da-4897-8eb4-acfcc25f6225 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326461 Jun 11 09:50:23.248230 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34991bc2-6c90-4eb7-a842-72ad77df72df req-e10b1ead-3f5d-47d3-ae8c-58d8467c541a tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Made reservation on behalf of bde49cbcc55b4592a6f9da517f66e92c for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:50:23.252622 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-34991bc2-6c90-4eb7-a842-72ad77df72df req-e10b1ead-3f5d-47d3-ae8c-58d8467c541a tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:23.340384 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-b088c13a-d501-4d7e-9acd-2e57232f1e6d req-c60cae08-36b9-4c92-a5f4-b4dcf1df1298 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] For port be555336-d862-48b1-9746-1e929626ced9, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=be555336-d862-48b1-9746-1e929626ced9,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:50:23.340932 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-b088c13a-d501-4d7e-9acd-2e57232f1e6d req-c60cae08-36b9-4c92-a5f4-b4dcf1df1298 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:23.437044 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-87b95093-706f-4cc0-adef-bed01a69495f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:23.540431 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-b088c13a-d501-4d7e-9acd-2e57232f1e6d req-c60cae08-36b9-4c92-a5f4-b4dcf1df1298 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Calling delete_port for be555336-d862-48b1-9746-1e929626ced9 owned by compute:nova {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:50:23.544005 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a18395e7-d786-4011-9eae-5525df3e9b72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:23.586386 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-87b95093-706f-4cc0-adef-bed01a69495f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:23.586386 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-87b95093-706f-4cc0-adef-bed01a69495f admin admin] 10.222.0.60 "DELETE /v2.0/subnets/1658db62-5d99-456c-8b84-5cc5a8def347 HTTP/1.1" status: 204 len: 168 time: 1.1487365 Jun 11 09:50:23.590322 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 49776) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:50:23.648953 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2561b00-a32c-455e-bd52-2c0d1ba279bd req-bcabaeb2-23db-4127-af2c-c54d6338fa25 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:23.689616 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d2561b00-a32c-455e-bd52-2c0d1ba279bd req-bcabaeb2-23db-4127-af2c-c54d6338fa25 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=038672dc-055a-4321-bfe6-0fabae59f406 HTTP/1.1" status: 200 len: 946 time: 0.4016500 Jun 11 09:50:23.690156 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 988b45c2-01ab-43c3-ade4-b413a84e3095 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:50:23.690262 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b95093-706f-4cc0-adef-bed01a69495f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1658db62-5d99-456c-8b84-5cc5a8def347,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:23.690262 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-87b95093-706f-4cc0-adef-bed01a69495f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:23.802448 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d2561b00-a32c-455e-bd52-2c0d1ba279bd req-a1bba45e-9fa1-4ed2-9580-741d1bd2425c tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=7382d103-d62f-4540-9ac2-5ea0a34701f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442504 Jun 11 09:50:23.829300 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-34991bc2-6c90-4eb7-a842-72ad77df72df req-e10b1ead-3f5d-47d3-ae8c-58d8467c541a tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Allocated IP 172.20.0.10 (7dff7a38-2b77-493a-abd5-c045b5779e07/4045e3b8-f98d-4ef7-a8b7-f975be5dfeee/88d4f3c8-dca2-422b-9b3d-6b120052d16f) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:50:23.904106 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 988b45c2-01ab-43c3-ade4-b413a84e3095 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:50:23.904106 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:23.979975 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-92185886-f518-4302-801e-fec1514578f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:24.040434 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a0c847-9d03-45cc-bf10-4665fe72fe86 req-e215f5fc-53f3-4f3e-9c6f-833975fa1611 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:24.047897 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d7a0c847-9d03-45cc-bf10-4665fe72fe86 req-e215f5fc-53f3-4f3e-9c6f-833975fa1611 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5e75921-d1e6-493f-9583-f56ed0b8a2d1 HTTP/1.1" status: 200 len: 945 time: 0.3562698 Jun 11 09:50:24.193156 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-34991bc2-6c90-4eb7-a842-72ad77df72df req-e10b1ead-3f5d-47d3-ae8c-58d8467c541a tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:24.222559 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d7a0c847-9d03-45cc-bf10-4665fe72fe86 req-e385c521-246b-4fcc-ab0e-9f560000118a tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736903 Jun 11 09:50:24.392897 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-34991bc2-6c90-4eb7-a842-72ad77df72df req-e10b1ead-3f5d-47d3-ae8c-58d8467c541a tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:24.396771 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5514bd0b-5c04-4bac-be5d-13a95b8d4890 req-92b87e4f-c115-4131-8bd7-cda474ea848b tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaf840f1-ab45-4420-bbd9-f260a121024a HTTP/1.1" status: 200 len: 210 time: 0.0541198 Jun 11 09:50:24.420845 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0ecb6cef-71ed-4f3a-a621-4fde8a19ae65 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:24.477001 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-92185886-f518-4302-801e-fec1514578f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:24.519677 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-92185886-f518-4302-801e-fec1514578f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd74ea98-6a80-4a1c-b581-1f36b7e1a853']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:50:24.551633 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-92185886-f518-4302-801e-fec1514578f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b27ef561-cc0c-49d9-8dd8-5444f6611403') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:50:24.551992 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-92185886-f518-4302-801e-fec1514578f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b27ef561-cc0c-49d9-8dd8-5444f6611403') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:50:24.569242 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10b1ead-3f5d-47d3-ae8c-58d8467c541a tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Pushing event updated for resources: {'Port': ['ID=88d4f3c8-dca2-422b-9b3d-6b120052d16f,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:24.572980 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34991bc2-6c90-4eb7-a842-72ad77df72df req-e10b1ead-3f5d-47d3-ae8c-58d8467c541a tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Network 7dff7a38-2b77-493a-abd5-c045b5779e07 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:50:24.574484 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-34991bc2-6c90-4eb7-a842-72ad77df72df req-e10b1ead-3f5d-47d3-ae8c-58d8467c541a tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:50:24.576618 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e10b1ead-3f5d-47d3-ae8c-58d8467c541a tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:24.577427 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-34991bc2-6c90-4eb7-a842-72ad77df72df req-e10b1ead-3f5d-47d3-ae8c-58d8467c541a tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:50:24.633937 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-92185886-f518-4302-801e-fec1514578f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:24.635981 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-b088c13a-d501-4d7e-9acd-2e57232f1e6d req-c60cae08-36b9-4c92-a5f4-b4dcf1df1298 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:24.648486 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['377f653d-177d-4337-aeab-2d19af79e208', 'cbc95581-f7cd-49cd-a94b-99db80038c35', 'be555336-d862-48b1-9746-1e929626ced9'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:50:24.668786 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34991bc2-6c90-4eb7-a842-72ad77df72df req-e10b1ead-3f5d-47d3-ae8c-58d8467c541a tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:24.669838 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-34991bc2-6c90-4eb7-a842-72ad77df72df req-e10b1ead-3f5d-47d3-ae8c-58d8467c541a tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:24.683697 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-96139538-bafa-4489-a2f1-1ceaeffc4395 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:24.754171 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-92185886-f518-4302-801e-fec1514578f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:24.764090 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-34991bc2-6c90-4eb7-a842-72ad77df72df req-e10b1ead-3f5d-47d3-ae8c-58d8467c541a tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0953722 Jun 11 09:50:24.770148 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60cae08-36b9-4c92-a5f4-b4dcf1df1298 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Pushing event deleted for resources: {'Port': ['ID=be555336-d862-48b1-9746-1e929626ced9,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:24.775662 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-34991bc2-6c90-4eb7-a842-72ad77df72df req-c117a2d2-50d7-4ae1-9562-292be6317569 service neutron] Request body: {'port': {'device_id': 'aaf840f1-ab45-4420-bbd9-f260a121024a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:50:24.785102 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c60cae08-36b9-4c92-a5f4-b4dcf1df1298 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:24.818844 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92185886-f518-4302-801e-fec1514578f4 admin admin] Releasing vlan 753 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 09:50:24.819297 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-92185886-f518-4302-801e-fec1514578f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:24.821228 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:50:24.821228 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:50:24.821228 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:50:24.821228 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:50:24.821228 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:50:24.821228 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:50:24.821228 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:50:24.821228 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:50:24.821228 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:50:24.821228 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:50:24.821228 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:50:24.821228 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:50:24.821228 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:50:24.821228 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:50:24.821228 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:50:24.821228 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:50:24.821228 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:50:24.821228 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:50:24.821228 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:50:24.821228 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:50:24.821228 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:50:24.821228 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:50:24.821228 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:50:24.821228 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:50:24.821228 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:50:24.821228 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:50:24.821228 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:50:24.821228 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:50:24.821228 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:50:24.821228 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:50:24.821228 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 09:50:24.821228 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 09:50:24.821228 n-d-779913-12 neutron-server[93177]: timer() Jun 11 09:50:24.821228 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 09:50:24.821228 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 09:50:24.821228 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 09:50:24.821228 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 09:50:24.821228 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 09:50:24.821228 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 09:50:24.821228 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 09:50:24.821228 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 09:50:24.821228 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 09:50:24.821228 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 09:50:24.821228 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 09:50:24.821228 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 09:50:24.821228 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 09:50:24.821228 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 09:50:24.821228 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 09:50:24.821228 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 09:50:24.821228 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 09:50:24.821228 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 09:50:24.821228 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 09:50:24.821228 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 09:50:24.821228 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 09:50:24.821228 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 09:50:24.821228 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 09:50:24.821228 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 09:50:24.821228 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 09:50:24.821228 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 09:50:24.824950 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 09:50:24.824950 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 09:50:24.824950 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 09:50:24.913739 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b0d38-8098-47d2-9ddb-68d74938055c req-a391afb2-093e-4996-8edb-3a306899db8f tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:24.915862 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7b6b0d38-8098-47d2-9ddb-68d74938055c req-a391afb2-093e-4996-8edb-3a306899db8f tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7a81710-1c35-4321-ae55-729c29b29780 HTTP/1.1" status: 200 len: 868 time: 0.3933606 Jun 11 09:50:24.916698 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-b088c13a-d501-4d7e-9acd-2e57232f1e6d req-c60cae08-36b9-4c92-a5f4-b4dcf1df1298 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] No DVR routers for this DVR port be555336-d862-48b1-9746-1e929626ced9 on host n-h2-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:50:24.920652 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-b088c13a-d501-4d7e-9acd-2e57232f1e6d req-c60cae08-36b9-4c92-a5f4-b4dcf1df1298 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:24.922777 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b088c13a-d501-4d7e-9acd-2e57232f1e6d req-c60cae08-36b9-4c92-a5f4-b4dcf1df1298 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.69 "DELETE /v2.0/ports/be555336-d862-48b1-9746-1e929626ced9 HTTP/1.1" status: 204 len: 173 time: 2.6576033 Jun 11 09:50:24.923320 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a81710-1c35-4321-ae55-729c29b29780', 'name': 'network-vif-deleted', 'tag': 'be555336-d862-48b1-9746-1e929626ced9'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:50:24.925692 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5289fb2-04b5-4798-a59c-a82e20d3053c" -d '{"events": [{"server_uuid": "a7a81710-1c35-4321-ae55-729c29b29780", "name": "network-vif-deleted", "tag": "be555336-d862-48b1-9746-1e929626ced9"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:50:24.935747 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-34991bc2-6c90-4eb7-a842-72ad77df72df req-c117a2d2-50d7-4ae1-9562-292be6317569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:25.058509 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7b6b0d38-8098-47d2-9ddb-68d74938055c req-7afbc22f-f168-4db0-8473-7068da4545eb tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810800 Jun 11 09:50:25.115305 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf75e8c-ee7e-4a1b-bc9e-33dd44bb37a1 x-openstack-request-id: req-adf75e8c-ee7e-4a1b-bc9e-33dd44bb37a1 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:50:25.116245 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a81710-1c35-4321-ae55-729c29b29780", "name": "network-vif-deleted", "tag": "be555336-d862-48b1-9746-1e929626ced9", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:50:25.116784 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-adf75e8c-ee7e-4a1b-bc9e-33dd44bb37a1 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:50:25.118002 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a81710-1c35-4321-ae55-729c29b29780', 'name': 'network-vif-deleted', 'tag': 'be555336-d862-48b1-9746-1e929626ced9', 'status': 'completed', 'code': 200} Jun 11 09:50:25.141024 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-92185886-f518-4302-801e-fec1514578f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:25.155505 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-92185886-f518-4302-801e-fec1514578f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:25.158200 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-92185886-f518-4302-801e-fec1514578f4 admin admin] 10.222.0.60 "DELETE /v2.0/networks/dd74ea98-6a80-4a1c-b581-1f36b7e1a853 HTTP/1.1" status: 204 len: 168 time: 1.5667131 Jun 11 09:50:25.159987 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:25.182725 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92185886-f518-4302-801e-fec1514578f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd74ea98-6a80-4a1c-b581-1f36b7e1a853,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:25.187887 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-92185886-f518-4302-801e-fec1514578f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:25.480329 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-34991bc2-6c90-4eb7-a842-72ad77df72df req-c117a2d2-50d7-4ae1-9562-292be6317569 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88d4f3c8-dca2-422b-9b3d-6b120052d16f {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:50:25.497938 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-34991bc2-6c90-4eb7-a842-72ad77df72df req-c117a2d2-50d7-4ae1-9562-292be6317569 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:25.535146 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-34991bc2-6c90-4eb7-a842-72ad77df72df req-c117a2d2-50d7-4ae1-9562-292be6317569 service neutron] Transition to ACTIVE for port object 88d4f3c8-dca2-422b-9b3d-6b120052d16f will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:50:25.595926 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91382e52-4d4f-485f-8bfb-07b6205f507e req-b2244ff5-a4fe-4a0c-a371-afe70c1a1877 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:25.598052 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-91382e52-4d4f-485f-8bfb-07b6205f507e req-b2244ff5-a4fe-4a0c-a371-afe70c1a1877 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=038672dc-055a-4321-bfe6-0fabae59f406 HTTP/1.1" status: 200 len: 946 time: 0.5339537 Jun 11 09:50:25.617556 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2c2093-689d-4d8e-ab34-8fb52fbc609f req-27a13694-8e38-4716-9516-ca6f7a2f17e7 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:25.619319 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-af2c2093-689d-4d8e-ab34-8fb52fbc609f req-27a13694-8e38-4716-9516-ca6f7a2f17e7 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5e75921-d1e6-493f-9583-f56ed0b8a2d1 HTTP/1.1" status: 200 len: 945 time: 0.1138935 Jun 11 09:50:25.633387 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-34991bc2-6c90-4eb7-a842-72ad77df72df req-c117a2d2-50d7-4ae1-9562-292be6317569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:25.637519 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7313acbd-d351-4837-b150-911cbde4aeb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:25.726168 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-91382e52-4d4f-485f-8bfb-07b6205f507e req-46829304-4495-474a-923d-ad9a4eb1336d tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=7382d103-d62f-4540-9ac2-5ea0a34701f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110811 Jun 11 09:50:25.728839 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-af2c2093-689d-4d8e-ab34-8fb52fbc609f req-394698cb-75e5-4510-96d8-742e5c447aa6 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966058 Jun 11 09:50:25.770962 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 49800) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:50:25.872505 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-ceee6250-2cb6-47ad-a4c5-6236bf3250db admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f40809755c344f6cb7daf11a546db5d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0997710 Jun 11 09:50:25.875628 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 49804) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:50:25.913104 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c117a2d2-50d7-4ae1-9562-292be6317569 service neutron] Pushing event updated for resources: {'Port': ['ID=88d4f3c8-dca2-422b-9b3d-6b120052d16f,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:25.927478 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c117a2d2-50d7-4ae1-9562-292be6317569 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:26.014060 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ea80fd0e-ffc3-414f-8176-43c74f764195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:26.046974 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ea80fd0e-ffc3-414f-8176-43c74f764195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:26.171919 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-34991bc2-6c90-4eb7-a842-72ad77df72df req-c117a2d2-50d7-4ae1-9562-292be6317569 service neutron] Attempting to bind port 88d4f3c8-dca2-422b-9b3d-6b120052d16f on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:50:26.172273 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-34991bc2-6c90-4eb7-a842-72ad77df72df req-c117a2d2-50d7-4ae1-9562-292be6317569 service neutron] Attempting to bind port 88d4f3c8-dca2-422b-9b3d-6b120052d16f by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '795b623e-39fe-4036-b5cd-c232096acd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '7dff7a38-2b77-493a-abd5-c045b5779e07'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:50:26.172599 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34991bc2-6c90-4eb7-a842-72ad77df72df req-c117a2d2-50d7-4ae1-9562-292be6317569 service neutron] Attempting to bind port 88d4f3c8-dca2-422b-9b3d-6b120052d16f on network 7dff7a38-2b77-493a-abd5-c045b5779e07 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:50:26.181911 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34991bc2-6c90-4eb7-a842-72ad77df72df req-c117a2d2-50d7-4ae1-9562-292be6317569 service neutron] Port 88d4f3c8-dca2-422b-9b3d-6b120052d16f on network 7dff7a38-2b77-493a-abd5-c045b5779e07 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:50:26.182185 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34991bc2-6c90-4eb7-a842-72ad77df72df req-c117a2d2-50d7-4ae1-9562-292be6317569 service neutron] Attempting to bind port 88d4f3c8-dca2-422b-9b3d-6b120052d16f on network 7dff7a38-2b77-493a-abd5-c045b5779e07 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:50:26.205686 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34991bc2-6c90-4eb7-a842-72ad77df72df req-c117a2d2-50d7-4ae1-9562-292be6317569 service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:50:26.206045 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34991bc2-6c90-4eb7-a842-72ad77df72df req-c117a2d2-50d7-4ae1-9562-292be6317569 service neutron] Checking segment: {'id': '795b623e-39fe-4036-b5cd-c232096acd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '7dff7a38-2b77-493a-abd5-c045b5779e07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:50:26.206439 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34991bc2-6c90-4eb7-a842-72ad77df72df req-c117a2d2-50d7-4ae1-9562-292be6317569 service neutron] Bound using segment: {'id': '795b623e-39fe-4036-b5cd-c232096acd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '7dff7a38-2b77-493a-abd5-c045b5779e07'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:50:26.206878 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-34991bc2-6c90-4eb7-a842-72ad77df72df req-c117a2d2-50d7-4ae1-9562-292be6317569 service neutron] Bound port: 88d4f3c8-dca2-422b-9b3d-6b120052d16f, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '795b623e-39fe-4036-b5cd-c232096acd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '7dff7a38-2b77-493a-abd5-c045b5779e07'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:50:26.207236 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-34991bc2-6c90-4eb7-a842-72ad77df72df req-c117a2d2-50d7-4ae1-9562-292be6317569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:26.320142 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba859e-b2b4-4078-a6a7-b51fefd92a11 req-e2c140a8-9b26-48bc-8012-8a57c5f98ebb tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:26.321633 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-01ba859e-b2b4-4078-a6a7-b51fefd92a11 req-e2c140a8-9b26-48bc-8012-8a57c5f98ebb tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaf840f1-ab45-4420-bbd9-f260a121024a HTTP/1.1" status: 200 len: 944 time: 0.3422387 Jun 11 09:50:26.359463 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-34991bc2-6c90-4eb7-a842-72ad77df72df req-c117a2d2-50d7-4ae1-9562-292be6317569 service neutron] For port 88d4f3c8-dca2-422b-9b3d-6b120052d16f, host n-h1-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:50:26.388165 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-34991bc2-6c90-4eb7-a842-72ad77df72df req-c117a2d2-50d7-4ae1-9562-292be6317569 service neutron] For port 88d4f3c8-dca2-422b-9b3d-6b120052d16f, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=88d4f3c8-dca2-422b-9b3d-6b120052d16f,segment=NetworkSegment(795b623e-39fe-4036-b5cd-c232096acd1e),segment_id=795b623e-39fe-4036-b5cd-c232096acd1e)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:50:26.394052 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-01ba859e-b2b4-4078-a6a7-b51fefd92a11 req-07b48bc9-db1f-4cef-926c-b9c5a3681568 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/security-groups?id=57677d7e-1c66-47c6-909a-28bc4cd935da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646009 Jun 11 09:50:26.578003 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b3564ae3-c1c7-4ace-a215-27e5c393b34c req-22e3e469-8774-4624-9905-bb8530b67136 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7a81710-1c35-4321-ae55-729c29b29780 HTTP/1.1" status: 200 len: 210 time: 0.0350168 Jun 11 09:50:26.757303 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ea80fd0e-ffc3-414f-8176-43c74f764195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:26.760246 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ea80fd0e-ffc3-414f-8176-43c74f764195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:26.763681 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-ea80fd0e-ffc3-414f-8176-43c74f764195 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9f83a8f7-0bbd-4487-b74a-81e3d05fb3eb HTTP/1.1" status: 204 len: 168 time: 0.8801744 Jun 11 09:50:26.764548 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8f3e7a01-bd68-4777-98c4-325ca0c76903 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:26.776018 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea80fd0e-ffc3-414f-8176-43c74f764195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f83a8f7-0bbd-4487-b74a-81e3d05fb3eb,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:26.779553 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ea80fd0e-ffc3-414f-8176-43c74f764195 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:26.787137 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-34991bc2-6c90-4eb7-a842-72ad77df72df req-c117a2d2-50d7-4ae1-9562-292be6317569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:26.796091 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0ee2a8cd-3dcf-4be0-8920-4cbc86594d2c tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:26.935588 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34991bc2-6c90-4eb7-a842-72ad77df72df req-c117a2d2-50d7-4ae1-9562-292be6317569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:26.937030 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-34991bc2-6c90-4eb7-a842-72ad77df72df req-c117a2d2-50d7-4ae1-9562-292be6317569 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:26.938482 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-34991bc2-6c90-4eb7-a842-72ad77df72df req-c117a2d2-50d7-4ae1-9562-292be6317569 service neutron] 10.222.0.64 "PUT /v2.0/ports/88d4f3c8-dca2-422b-9b3d-6b120052d16f HTTP/1.1" status: 200 len: 1093 time: 2.1672051 Jun 11 09:50:26.955953 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaf840f1-ab45-4420-bbd9-f260a121024a', 'tag': '88d4f3c8-dca2-422b-9b3d-6b120052d16f'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:50:26.967097 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c512d9ba-3330-4e9f-b03b-22890f39347f" -d '{"events": [{"name": "network-changed", "server_uuid": "aaf840f1-ab45-4420-bbd9-f260a121024a", "tag": "88d4f3c8-dca2-422b-9b3d-6b120052d16f"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:50:26.967750 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c117a2d2-50d7-4ae1-9562-292be6317569 service neutron] Pushing event updated for resources: {'Port': ['ID=88d4f3c8-dca2-422b-9b3d-6b120052d16f,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:26.973005 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c117a2d2-50d7-4ae1-9562-292be6317569 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:27.144408 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab619568-5818-41cd-90d4-2546783e3190 req-8b0c0c31-d8d9-4c6c-b216-48bd509556d0 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:27.151060 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ab619568-5818-41cd-90d4-2546783e3190 req-8b0c0c31-d8d9-4c6c-b216-48bd509556d0 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5e75921-d1e6-493f-9583-f56ed0b8a2d1 HTTP/1.1" status: 200 len: 945 time: 0.1448181 Jun 11 09:50:27.185227 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af4737-af20-4e13-b9cb-831d900fbf12 req-3ab44557-21bf-4b21-a07d-6fd7c4676a18 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:27.193026 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-79af4737-af20-4e13-b9cb-831d900fbf12 req-3ab44557-21bf-4b21-a07d-6fd7c4676a18 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=038672dc-055a-4321-bfe6-0fabae59f406 HTTP/1.1" status: 200 len: 946 time: 0.1522293 Jun 11 09:50:27.230464 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ab619568-5818-41cd-90d4-2546783e3190 req-8f759ad4-4b3a-4abf-ba70-695674d040c0 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739639 Jun 11 09:50:27.295250 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34991bc2-6c90-4eb7-a842-72ad77df72df req-f8dbf584-b31d-484a-b1f3-c9f227104ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:27.296967 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-34991bc2-6c90-4eb7-a842-72ad77df72df req-f8dbf584-b31d-484a-b1f3-c9f227104ea5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bde49cbcc55b4592a6f9da517f66e92c&device_id=aaf840f1-ab45-4420-bbd9-f260a121024a HTTP/1.1" status: 200 len: 1096 time: 0.1911786 Jun 11 09:50:27.314958 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-79af4737-af20-4e13-b9cb-831d900fbf12 req-f6d208dc-237e-4dba-8384-aa361ec2f842 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=7382d103-d62f-4540-9ac2-5ea0a34701f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208246 Jun 11 09:50:27.333138 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4942c6-cd79-476f-959c-9a92dcb7c6db x-openstack-request-id: req-7b4942c6-cd79-476f-959c-9a92dcb7c6db {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:50:27.333653 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaf840f1-ab45-4420-bbd9-f260a121024a", "tag": "88d4f3c8-dca2-422b-9b3d-6b120052d16f", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:50:27.334112 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7b4942c6-cd79-476f-959c-9a92dcb7c6db {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:50:27.334714 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaf840f1-ab45-4420-bbd9-f260a121024a', 'tag': '88d4f3c8-dca2-422b-9b3d-6b120052d16f', 'status': 'completed', 'code': 200} Jun 11 09:50:27.515690 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-34991bc2-6c90-4eb7-a842-72ad77df72df req-29c9ba1d-776c-49fa-bf3f-30d1fcc74f9f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88d4f3c8-dca2-422b-9b3d-6b120052d16f HTTP/1.1" status: 200 len: 217 time: 0.1968942 Jun 11 09:50:27.535439 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device be555336-d862-48b1-9746-1e929626ced9 no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:50:27.599970 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] No Port match for: be555336-d862-48b1-9746-1e929626ced9 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:50:27.600596 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device be555336-d862-48b1-9746-1e929626ced9 not bound to the agent host n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:50:27.650675 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34991bc2-6c90-4eb7-a842-72ad77df72df req-b847b840-38a5-46b8-be8c-7793a96715b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:27.653146 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-34991bc2-6c90-4eb7-a842-72ad77df72df req-b847b840-38a5-46b8-be8c-7793a96715b1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4045e3b8-f98d-4ef7-a8b7-f975be5dfeee HTTP/1.1" status: 200 len: 862 time: 0.1132820 Jun 11 09:50:27.707510 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-34991bc2-6c90-4eb7-a842-72ad77df72df req-c16728f7-95d9-4395-b9aa-4906119b58c0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7dff7a38-2b77-493a-abd5-c045b5779e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448802 Jun 11 09:50:27.723630 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d2c3e-4242-4ada-9158-1c382a840188 req-18ac11b5-7504-4897-89c0-8ce43b4e4d6f tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:27.725227 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ad9d2c3e-4242-4ada-9158-1c382a840188 req-18ac11b5-7504-4897-89c0-8ce43b4e4d6f tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5e75921-d1e6-493f-9583-f56ed0b8a2d1 HTTP/1.1" status: 200 len: 945 time: 0.2226756 Jun 11 09:50:27.832499 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9eb82c-79e3-4e3e-9498-25517b076f82 req-4ba760de-f836-44b2-bb40-93eac7d64620 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:27.834160 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0c9eb82c-79e3-4e3e-9498-25517b076f82 req-4ba760de-f836-44b2-bb40-93eac7d64620 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaf840f1-ab45-4420-bbd9-f260a121024a HTTP/1.1" status: 200 len: 944 time: 0.0962424 Jun 11 09:50:27.854645 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ad9d2c3e-4242-4ada-9158-1c382a840188 req-69644cb9-601f-4e09-a64b-b8bbc0a2767d tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203883 Jun 11 09:50:27.891378 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-34991bc2-6c90-4eb7-a842-72ad77df72df req-8a359b6e-541b-4505-b0e1-cda1a292b777 service neutron] 10.222.0.64 "GET /v2.0/networks/7dff7a38-2b77-493a-abd5-c045b5779e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765552 Jun 11 09:50:27.905080 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0c9eb82c-79e3-4e3e-9498-25517b076f82 req-bb11b74c-2b42-4fe8-9caf-ee888d275bd8 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/security-groups?id=57677d7e-1c66-47c6-909a-28bc4cd935da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644510 Jun 11 09:50:28.080076 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-34991bc2-6c90-4eb7-a842-72ad77df72df req-703379d1-5352-48e5-b5c0-797a71bbd3e1 service neutron] 10.222.0.64 "GET /v2.0/networks/7dff7a38-2b77-493a-abd5-c045b5779e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818395 Jun 11 09:50:28.299505 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c512d9ba-3330-4e9f-b03b-22890f39347f req-b8f133ea-4c8e-43e1-90d1-0974a46b5b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:28.301041 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c512d9ba-3330-4e9f-b03b-22890f39347f req-b8f133ea-4c8e-43e1-90d1-0974a46b5b40 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bde49cbcc55b4592a6f9da517f66e92c&device_id=aaf840f1-ab45-4420-bbd9-f260a121024a HTTP/1.1" status: 200 len: 1096 time: 0.0763762 Jun 11 09:50:28.463610 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c512d9ba-3330-4e9f-b03b-22890f39347f req-8e158ec6-d8b9-4fdb-81d6-2c861a179930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:28.468261 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c512d9ba-3330-4e9f-b03b-22890f39347f req-8e158ec6-d8b9-4fdb-81d6-2c861a179930 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7dff7a38-2b77-493a-abd5-c045b5779e07 HTTP/1.1" status: 200 len: 923 time: 0.1586618 Jun 11 09:50:28.541805 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c512d9ba-3330-4e9f-b03b-22890f39347f req-10bec6d6-433f-4046-a106-1b89fc0e62f9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88d4f3c8-dca2-422b-9b3d-6b120052d16f HTTP/1.1" status: 200 len: 217 time: 0.0660748 Jun 11 09:50:28.625528 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c512d9ba-3330-4e9f-b03b-22890f39347f req-cf5fa08f-51fc-4957-81d9-1411754b6474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:28.627224 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c512d9ba-3330-4e9f-b03b-22890f39347f req-cf5fa08f-51fc-4957-81d9-1411754b6474 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4045e3b8-f98d-4ef7-a8b7-f975be5dfeee HTTP/1.1" status: 200 len: 862 time: 0.0780799 Jun 11 09:50:28.678332 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8173294-e9a9-4aca-a4d4-bfd9fc2d1df9 req-7b4fefd1-8bce-4da1-ab56-b51cf8893598 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:28.680453 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e8173294-e9a9-4aca-a4d4-bfd9fc2d1df9 req-7b4fefd1-8bce-4da1-ab56-b51cf8893598 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=038672dc-055a-4321-bfe6-0fabae59f406 HTTP/1.1" status: 200 len: 946 time: 0.1290684 Jun 11 09:50:28.682710 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c512d9ba-3330-4e9f-b03b-22890f39347f req-86061698-b94f-427e-954d-c8d74bec3d37 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7dff7a38-2b77-493a-abd5-c045b5779e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482345 Jun 11 09:50:28.732110 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e8173294-e9a9-4aca-a4d4-bfd9fc2d1df9 req-ca303549-a759-40ff-a4e3-f76230e082b7 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=7382d103-d62f-4540-9ac2-5ea0a34701f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446451 Jun 11 09:50:28.834820 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff0f794-6678-4714-893a-18f1456fc692 req-28fd0cd8-a479-4b9e-87b2-134476a4b14d tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:28.842407 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1ff0f794-6678-4714-893a-18f1456fc692 req-28fd0cd8-a479-4b9e-87b2-134476a4b14d tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5e75921-d1e6-493f-9583-f56ed0b8a2d1 HTTP/1.1" status: 200 len: 945 time: 0.1959989 Jun 11 09:50:28.871322 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c512d9ba-3330-4e9f-b03b-22890f39347f req-0ce15f98-72fc-4dcf-8a6c-e4aa14672760 service neutron] 10.222.0.64 "GET /v2.0/networks/7dff7a38-2b77-493a-abd5-c045b5779e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638982 Jun 11 09:50:28.923608 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1ff0f794-6678-4714-893a-18f1456fc692 req-b62d5d79-0c51-4471-854a-ab32246f7111 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803146 Jun 11 09:50:28.959488 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e11a826-3b44-4835-922b-39a3a72abe9f req-28d5e874-4483-41ff-8c20-142fcea2851e tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:28.961723 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7e11a826-3b44-4835-922b-39a3a72abe9f req-28d5e874-4483-41ff-8c20-142fcea2851e tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a97632d-2625-4ca9-afb6-ae7df42d0ac2 HTTP/1.1" status: 200 len: 950 time: 0.1005003 Jun 11 09:50:29.021714 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c512d9ba-3330-4e9f-b03b-22890f39347f req-3895d47f-3311-45a3-9e57-a5a2392b2a49 service neutron] 10.222.0.64 "GET /v2.0/networks/7dff7a38-2b77-493a-abd5-c045b5779e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423297 Jun 11 09:50:29.024677 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7e11a826-3b44-4835-922b-39a3a72abe9f req-1d45d969-c4f3-4297-8b7b-c7b28ade3663 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559921 Jun 11 09:50:29.271594 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f19e294-4c9b-40d8-872d-0bf0350c4101 req-5f740805-bc63-4bb4-8f47-72ea8cb0cd72 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:29.273767 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5f19e294-4c9b-40d8-872d-0bf0350c4101 req-5f740805-bc63-4bb4-8f47-72ea8cb0cd72 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaf840f1-ab45-4420-bbd9-f260a121024a HTTP/1.1" status: 200 len: 944 time: 0.1028733 Jun 11 09:50:29.317432 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5f19e294-4c9b-40d8-872d-0bf0350c4101 req-8ab494f8-643d-4d3c-8421-7de6621da999 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/security-groups?id=57677d7e-1c66-47c6-909a-28bc4cd935da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381315 Jun 11 09:50:29.816221 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 49932) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:50:29.848077 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96626a4a-2650-4ed0-b833-9724c39f4d3d req-61f297ef-8782-49a9-9d44-2342edf0e9b8 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:29.850341 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-96626a4a-2650-4ed0-b833-9724c39f4d3d req-61f297ef-8782-49a9-9d44-2342edf0e9b8 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5e75921-d1e6-493f-9583-f56ed0b8a2d1 HTTP/1.1" status: 200 len: 945 time: 0.1205823 Jun 11 09:50:29.990426 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c3133-f0da-4410-b0be-fddd1839c790 req-821ae7e3-7c21-4966-a7dd-10a1125a910f tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:29.992918 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f33c3133-f0da-4410-b0be-fddd1839c790 req-821ae7e3-7c21-4966-a7dd-10a1125a910f tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=038672dc-055a-4321-bfe6-0fabae59f406 HTTP/1.1" status: 200 len: 946 time: 0.1063421 Jun 11 09:50:29.994360 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4d99a82d-2100-4f4c-8dff-ae9971d5473a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:30.057069 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-96626a4a-2650-4ed0-b833-9724c39f4d3d req-28f0c143-53b2-40e2-a5ba-2c7f257c5703 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Deleting port 71b2817f-3df7-4e2a-85cd-286764e4636c {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:50:30.057949 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-96626a4a-2650-4ed0-b833-9724c39f4d3d req-28f0c143-53b2-40e2-a5ba-2c7f257c5703 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:30.085293 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f33c3133-f0da-4410-b0be-fddd1839c790 req-e877108d-49bf-40d8-97ec-4a0b1bf95cb6 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=7382d103-d62f-4540-9ac2-5ea0a34701f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716209 Jun 11 09:50:30.223850 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4d99a82d-2100-4f4c-8dff-ae9971d5473a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:30.290693 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ab071b-0c84-48e1-8395-49d8de516d32 req-92ba464d-2b3a-4e31-8468-14af127f3614 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:30.292350 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-41ab071b-0c84-48e1-8395-49d8de516d32 req-92ba464d-2b3a-4e31-8468-14af127f3614 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a97632d-2625-4ca9-afb6-ae7df42d0ac2 HTTP/1.1" status: 200 len: 950 time: 0.0835466 Jun 11 09:50:30.298693 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-96626a4a-2650-4ed0-b833-9724c39f4d3d req-28f0c143-53b2-40e2-a5ba-2c7f257c5703 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] For port 71b2817f-3df7-4e2a-85cd-286764e4636c, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=71b2817f-3df7-4e2a-85cd-286764e4636c,segment=NetworkSegment(b51c68b7-80ed-4de8-bd6d-e2ba699aba0b),segment_id=b51c68b7-80ed-4de8-bd6d-e2ba699aba0b)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:50:30.299205 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-96626a4a-2650-4ed0-b833-9724c39f4d3d req-28f0c143-53b2-40e2-a5ba-2c7f257c5703 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:30.319442 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4d99a82d-2100-4f4c-8dff-ae9971d5473a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:30.322518 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-57f8a7c1-e5c4-404e-89bc-ca5d9952a130 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:30.369841 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-41ab071b-0c84-48e1-8395-49d8de516d32 req-0ac07bea-78ed-4c53-bc56-b0dd46d3e083 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709543 Jun 11 09:50:30.443766 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d99a82d-2100-4f4c-8dff-ae9971d5473a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=050f66c9-a2f2-4f2a-ae51-6e56de0c4dfd,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:30.451697 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-4d99a82d-2100-4f4c-8dff-ae9971d5473a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b8205bc7fa9d47ba9586e3b79897067c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6344397 Jun 11 09:50:30.453500 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4d99a82d-2100-4f4c-8dff-ae9971d5473a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:30.456166 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 49946) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:50:30.545387 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b89ef8-1521-446f-8503-bc74c8a2a802 req-9f929ac5-db10-4263-8e31-f67d8eb620dd tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:30.547306 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-03b89ef8-1521-446f-8503-bc74c8a2a802 req-9f929ac5-db10-4263-8e31-f67d8eb620dd tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a97632d-2625-4ca9-afb6-ae7df42d0ac2 HTTP/1.1" status: 200 len: 950 time: 0.1690099 Jun 11 09:50:30.550976 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4b23ec13-51c6-4eea-9f1d-aa6132fd83a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:30.631020 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4b23ec13-51c6-4eea-9f1d-aa6132fd83a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:30.802597 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 49952) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:50:30.830189 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-03b89ef8-1521-446f-8503-bc74c8a2a802 req-cba9f94e-b228-460a-82a6-8d8f76aa158d tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Deleting port cbc95581-f7cd-49cd-a94b-99db80038c35 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:50:30.830189 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-03b89ef8-1521-446f-8503-bc74c8a2a802 req-cba9f94e-b228-460a-82a6-8d8f76aa158d tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:30.858275 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-96626a4a-2650-4ed0-b833-9724c39f4d3d req-28f0c143-53b2-40e2-a5ba-2c7f257c5703 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Calling delete_port for 71b2817f-3df7-4e2a-85cd-286764e4636c owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:50:30.865472 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4b23ec13-51c6-4eea-9f1d-aa6132fd83a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:30.869167 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4b23ec13-51c6-4eea-9f1d-aa6132fd83a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:30.870538 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-4b23ec13-51c6-4eea-9f1d-aa6132fd83a5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/050f66c9-a2f2-4f2a-ae51-6e56de0c4dfd HTTP/1.1" status: 204 len: 168 time: 0.4129832 Jun 11 09:50:30.885651 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b6f680b8-8366-48e7-b2c6-a088bf2e730b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:30.919426 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8724e7-3a65-4b0e-8efa-c2b0725701cb req-4e326e96-85d5-4195-958d-9b40281d9fe9 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:30.926692 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9e8724e7-3a65-4b0e-8efa-c2b0725701cb req-4e326e96-85d5-4195-958d-9b40281d9fe9 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5e75921-d1e6-493f-9583-f56ed0b8a2d1 HTTP/1.1" status: 200 len: 945 time: 0.7109749 Jun 11 09:50:30.938276 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b23ec13-51c6-4eea-9f1d-aa6132fd83a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=050f66c9-a2f2-4f2a-ae51-6e56de0c4dfd,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:30.956274 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4b23ec13-51c6-4eea-9f1d-aa6132fd83a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:30.974774 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7ff74897-d5d0-4e67-8725-74a2fcc891cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:30.986558 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11036c5d-e884-4bb9-8af8-7e9949ae4851 req-6eaab9e4-62b9-4e06-af69-ee41985d5ce9 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:30.988197 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-11036c5d-e884-4bb9-8af8-7e9949ae4851 req-6eaab9e4-62b9-4e06-af69-ee41985d5ce9 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaf840f1-ab45-4420-bbd9-f260a121024a HTTP/1.1" status: 200 len: 944 time: 0.2380083 Jun 11 09:50:31.051601 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-03b89ef8-1521-446f-8503-bc74c8a2a802 req-cba9f94e-b228-460a-82a6-8d8f76aa158d tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] For port cbc95581-f7cd-49cd-a94b-99db80038c35, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=cbc95581-f7cd-49cd-a94b-99db80038c35,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:50:31.051601 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-03b89ef8-1521-446f-8503-bc74c8a2a802 req-cba9f94e-b228-460a-82a6-8d8f76aa158d tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:31.065301 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9e8724e7-3a65-4b0e-8efa-c2b0725701cb req-26255f3a-ae96-4ef3-92e1-17287fb8846b tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377590 Jun 11 09:50:31.086380 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:31.099443 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3c415f-bc4d-4e3a-b548-1450a4ea4448 req-efce02a1-814c-407d-9ee7-4ac0116accee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:31.100945 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7e3c415f-bc4d-4e3a-b548-1450a4ea4448 req-efce02a1-814c-407d-9ee7-4ac0116accee service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=85a0b78c318440aa9b70136d633fbbff&device_id=038672dc-055a-4321-bfe6-0fabae59f406 HTTP/1.1" status: 200 len: 1098 time: 0.2364645 Jun 11 09:50:31.167924 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-03b89ef8-1521-446f-8503-bc74c8a2a802 req-cba9f94e-b228-460a-82a6-8d8f76aa158d tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Calling delete_port for cbc95581-f7cd-49cd-a94b-99db80038c35 owned by compute:nova {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:50:31.192740 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-11036c5d-e884-4bb9-8af8-7e9949ae4851 req-f748bc5d-1e56-422b-97e1-b8285ce00fde tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/security-groups?id=57677d7e-1c66-47c6-909a-28bc4cd935da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935270 Jun 11 09:50:31.254975 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 88d4f3c8-dca2-422b-9b3d-6b120052d16f details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:50:31.332037 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3c415f-bc4d-4e3a-b548-1450a4ea4448 req-8260f2e9-55fe-42b6-822a-a1c0cc23a651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:31.333785 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7e3c415f-bc4d-4e3a-b548-1450a4ea4448 req-8260f2e9-55fe-42b6-822a-a1c0cc23a651 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ecbff90d-5ab6-4357-bf37-5548ca0e9255 HTTP/1.1" status: 200 len: 911 time: 0.2234440 Jun 11 09:50:31.348455 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7ff74897-d5d0-4e67-8725-74a2fcc891cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:31.423844 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-96626a4a-2650-4ed0-b833-9724c39f4d3d req-28f0c143-53b2-40e2-a5ba-2c7f257c5703 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:31.431654 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7ff74897-d5d0-4e67-8725-74a2fcc891cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:31.432675 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-dd0f1ccd-c954-43dc-a3ae-04250b44680b tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:31.437186 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5e18fb02-d4c5-4b83-be0e-c852cafa670a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:31.440467 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7e3c415f-bc4d-4e3a-b548-1450a4ea4448 req-ac0dd433-38da-4db1-b870-ccbd02cb71e1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bf09dab6-c049-4e86-9814-bbb585b963dc HTTP/1.1" status: 200 len: 217 time: 0.0924618 Jun 11 09:50:31.513824 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-03b89ef8-1521-446f-8503-bc74c8a2a802 req-cba9f94e-b228-460a-82a6-8d8f76aa158d tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:31.523776 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f0c143-53b2-40e2-a5ba-2c7f257c5703 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Pushing event deleted for resources: {'Port': ['ID=71b2817f-3df7-4e2a-85cd-286764e4636c,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:31.526213 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-28f0c143-53b2-40e2-a5ba-2c7f257c5703 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:31.542138 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['71b2817f-3df7-4e2a-85cd-286764e4636c'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:50:31.557090 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-7ff74897-d5d0-4e67-8725-74a2fcc891cf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=938b564b763c417c8c37d2a7e477d913&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7516932 Jun 11 09:50:31.559386 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff74897-d5d0-4e67-8725-74a2fcc891cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=580961c2-4af6-486f-980f-71bbbf1c94cb,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:31.562366 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 49970) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:50:31.584609 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-96626a4a-2650-4ed0-b833-9724c39f4d3d req-28f0c143-53b2-40e2-a5ba-2c7f257c5703 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] No DVR routers for this DVR port 71b2817f-3df7-4e2a-85cd-286764e4636c on host n-h1-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:50:31.585324 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-96626a4a-2650-4ed0-b833-9724c39f4d3d req-28f0c143-53b2-40e2-a5ba-2c7f257c5703 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:31.588136 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-96626a4a-2650-4ed0-b833-9724c39f4d3d req-28f0c143-53b2-40e2-a5ba-2c7f257c5703 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.64 "DELETE /v2.0/ports/71b2817f-3df7-4e2a-85cd-286764e4636c HTTP/1.1" status: 204 len: 173 time: 1.7320588 Jun 11 09:50:31.590110 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7ff74897-d5d0-4e67-8725-74a2fcc891cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:31.590803 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-dcedb103-1adf-4ca0-8a53-0dd2acb6ec12 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:31.593202 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5e75921-d1e6-493f-9583-f56ed0b8a2d1', 'name': 'network-vif-deleted', 'tag': '71b2817f-3df7-4e2a-85cd-286764e4636c'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:50:31.595854 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd215546-6dcc-426a-8a9b-3d2168bb9503" -d '{"events": [{"server_uuid": "e5e75921-d1e6-493f-9583-f56ed0b8a2d1", "name": "network-vif-deleted", "tag": "71b2817f-3df7-4e2a-85cd-286764e4636c"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:50:31.607616 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb11b0-cde2-4d6c-97f9-ee33e1534dcd req-e857bd2a-c1c6-417c-b2e5-fee5db632bc5 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:31.614858 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-15fb11b0-cde2-4d6c-97f9-ee33e1534dcd req-e857bd2a-c1c6-417c-b2e5-fee5db632bc5 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=038672dc-055a-4321-bfe6-0fabae59f406 HTTP/1.1" status: 200 len: 946 time: 0.3496258 Jun 11 09:50:31.618568 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['8d90aed3-d0d9-439d-99e2-28dedffaf1bf'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:50:31.660905 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3c415f-bc4d-4e3a-b548-1450a4ea4448 req-b7c33b7f-38dd-4452-86b1-500384837a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:31.662352 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7e3c415f-bc4d-4e3a-b548-1450a4ea4448 req-b7c33b7f-38dd-4452-86b1-500384837a0e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=65fd936e-e1de-4d66-9d41-076079c1dae3 HTTP/1.1" status: 200 len: 849 time: 0.1845384 Jun 11 09:50:31.688245 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-03b89ef8-1521-446f-8503-bc74c8a2a802 req-cba9f94e-b228-460a-82a6-8d8f76aa158d tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] No DVR routers for this DVR port cbc95581-f7cd-49cd-a94b-99db80038c35 on host n-h2-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:50:31.705284 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-03b89ef8-1521-446f-8503-bc74c8a2a802 req-cba9f94e-b228-460a-82a6-8d8f76aa158d tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:31.707283 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-03b89ef8-1521-446f-8503-bc74c8a2a802 req-cba9f94e-b228-460a-82a6-8d8f76aa158d tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.69 "DELETE /v2.0/ports/cbc95581-f7cd-49cd-a94b-99db80038c35 HTTP/1.1" status: 204 len: 173 time: 1.1434402 Jun 11 09:50:31.708134 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba9f94e-b228-460a-82a6-8d8f76aa158d tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Pushing event deleted for resources: {'Port': ['ID=cbc95581-f7cd-49cd-a94b-99db80038c35,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:31.710109 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a97632d-2625-4ca9-afb6-ae7df42d0ac2', 'name': 'network-vif-deleted', 'tag': 'cbc95581-f7cd-49cd-a94b-99db80038c35'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:50:31.713532 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc0236a-5fb9-4e16-8080-71733195adcc" -d '{"events": [{"server_uuid": "4a97632d-2625-4ca9-afb6-ae7df42d0ac2", "name": "network-vif-deleted", "tag": "cbc95581-f7cd-49cd-a94b-99db80038c35"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:50:31.735864 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-15fb11b0-cde2-4d6c-97f9-ee33e1534dcd req-1c094965-6e56-491a-8676-faee6da83e12 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=7382d103-d62f-4540-9ac2-5ea0a34701f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168656 Jun 11 09:50:31.749733 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-cba9f94e-b228-460a-82a6-8d8f76aa158d tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:31.756256 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8a283491-0ef4-4fe5-b143-f5335925c3ee req-20762005-4f58-445f-a603-f90616556984 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a97632d-2625-4ca9-afb6-ae7df42d0ac2 HTTP/1.1" status: 200 len: 210 time: 0.0959065 Jun 11 09:50:31.822144 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-546f534c-627d-418e-ad38-937b432d2836 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:31.836693 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3c415f-bc4d-4e3a-b548-1450a4ea4448 req-51d6f295-338b-45f1-b147-3bc376b92edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:31.839326 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7e3c415f-bc4d-4e3a-b548-1450a4ea4448 req-51d6f295-338b-45f1-b147-3bc376b92edc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ecbff90d-5ab6-4357-bf37-5548ca0e9255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1696906 Jun 11 09:50:31.868338 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 88d4f3c8-dca2-422b-9b3d-6b120052d16f, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=88d4f3c8-dca2-422b-9b3d-6b120052d16f,segment=NetworkSegment(795b623e-39fe-4036-b5cd-c232096acd1e),segment_id=795b623e-39fe-4036-b5cd-c232096acd1e)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:50:31.877517 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-546f534c-627d-418e-ad38-937b432d2836 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:31.951059 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ff84ad-a503-4490-9709-dbdaa033f087 x-openstack-request-id: req-15ff84ad-a503-4490-9709-dbdaa033f087 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:50:31.951626 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5e75921-d1e6-493f-9583-f56ed0b8a2d1", "name": "network-vif-deleted", "tag": "71b2817f-3df7-4e2a-85cd-286764e4636c", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:50:31.952652 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-15ff84ad-a503-4490-9709-dbdaa033f087 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:50:31.953113 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5e75921-d1e6-493f-9583-f56ed0b8a2d1', 'name': 'network-vif-deleted', 'tag': '71b2817f-3df7-4e2a-85cd-286764e4636c', 'status': 'completed', 'code': 200} Jun 11 09:50:31.978429 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': '88d4f3c8-dca2-422b-9b3d-6b120052d16f', 'network_id': '7dff7a38-2b77-493a-abd5-c045b5779e07', 'port_id': '88d4f3c8-dca2-422b-9b3d-6b120052d16f', 'mac_address': 'fa:16:3e:22:9a:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4045e3b8-f98d-4ef7-a8b7-f975be5dfeee', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:50:32.004569 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e1bcd11-0068-4df5-9e82-797f75c3e577 x-openstack-request-id: req-7e1bcd11-0068-4df5-9e82-797f75c3e577 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:50:32.005215 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a97632d-2625-4ca9-afb6-ae7df42d0ac2", "name": "network-vif-deleted", "tag": "cbc95581-f7cd-49cd-a94b-99db80038c35", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:50:32.005527 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7e1bcd11-0068-4df5-9e82-797f75c3e577 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:50:32.005972 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a97632d-2625-4ca9-afb6-ae7df42d0ac2', 'name': 'network-vif-deleted', 'tag': 'cbc95581-f7cd-49cd-a94b-99db80038c35', 'status': 'completed', 'code': 200} Jun 11 09:50:32.107095 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7e3c415f-bc4d-4e3a-b548-1450a4ea4448 req-76ea129a-8f66-4616-b106-52f613a5832f service neutron] 10.222.0.69 "GET /v2.0/networks/ecbff90d-5ab6-4357-bf37-5548ca0e9255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601712 Jun 11 09:50:32.134126 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-546f534c-627d-418e-ad38-937b432d2836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:32.137796 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-546f534c-627d-418e-ad38-937b432d2836 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:32.139503 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-546f534c-627d-418e-ad38-937b432d2836 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/580961c2-4af6-486f-980f-71bbbf1c94cb HTTP/1.1" status: 204 len: 168 time: 0.5732014 Jun 11 09:50:32.140643 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f36e970e-844c-4803-bb38-149d3a82dd5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:32.152821 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546f534c-627d-418e-ad38-937b432d2836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=580961c2-4af6-486f-980f-71bbbf1c94cb,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:32.162885 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-546f534c-627d-418e-ad38-937b432d2836 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:32.214233 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:32.296529 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88d4f3c8-dca2-422b-9b3d-6b120052d16f {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:50:32.379986 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7e3c415f-bc4d-4e3a-b548-1450a4ea4448 req-3cb6f61c-b022-41b7-a767-d51163716aed service neutron] 10.222.0.69 "GET /v2.0/networks/ecbff90d-5ab6-4357-bf37-5548ca0e9255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650919 Jun 11 09:50:32.437891 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8b64bd14-067a-4923-9676-5137bc340a65 req-192c9504-c3f2-452b-b6f3-af85d6fd8034 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5e75921-d1e6-493f-9583-f56ed0b8a2d1 HTTP/1.1" status: 200 len: 210 time: 0.0497963 Jun 11 09:50:32.531603 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd4ac68-b947-4e99-bb7f-b15966fd33e2 req-2d6d0d76-f6ea-421d-acdd-df078b901072 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:32.533261 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1bd4ac68-b947-4e99-bb7f-b15966fd33e2 req-2d6d0d76-f6ea-421d-acdd-df078b901072 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaf840f1-ab45-4420-bbd9-f260a121024a HTTP/1.1" status: 200 len: 944 time: 0.1231089 Jun 11 09:50:32.539736 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 88d4f3c8-dca2-422b-9b3d-6b120052d16f, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=88d4f3c8-dca2-422b-9b3d-6b120052d16f,segment=NetworkSegment(795b623e-39fe-4036-b5cd-c232096acd1e),segment_id=795b623e-39fe-4036-b5cd-c232096acd1e)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:50:32.543285 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 49996) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:50:32.589247 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1bd4ac68-b947-4e99-bb7f-b15966fd33e2 req-2986ba37-63f4-4dc7-85d8-590a327a0b63 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/security-groups?id=57677d7e-1c66-47c6-909a-28bc4cd935da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443881 Jun 11 09:50:32.614285 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:32.616643 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:32.679829 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=88d4f3c8-dca2-422b-9b3d-6b120052d16f,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:32.685644 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:32.754781 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-d654374d-134f-4e8e-9ea9-dc1f89987b15 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1246532258-network', 'tenant_id': '0694d8955d61412382677b4a46f00758'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:50:32.787216 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['377f653d-177d-4337-aeab-2d19af79e208', 'cbc95581-f7cd-49cd-a94b-99db80038c35'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:50:32.857552 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['88d4f3c8-dca2-422b-9b3d-6b120052d16f'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:50:32.889987 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d654374d-134f-4e8e-9ea9-dc1f89987b15 admin admin] Made reservation on behalf of 0694d8955d61412382677b4a46f00758 for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:50:32.892408 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d654374d-134f-4e8e-9ea9-dc1f89987b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:32.918308 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d654374d-134f-4e8e-9ea9-dc1f89987b15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:33.037726 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c20ee9e4-5ad3-41a1-8c3d-91a95f6005a9 req-0af956d3-6192-4eaa-8cdd-60de8bed39db tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a97632d-2625-4ca9-afb6-ae7df42d0ac2 HTTP/1.1" status: 200 len: 210 time: 0.0656130 Jun 11 09:50:33.113676 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ecbfe2-f5b7-4634-bb83-820b23f756fa req-adae7cc3-de50-4669-813c-11e1da4afc5e tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:33.121333 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-49ecbfe2-f5b7-4634-bb83-820b23f756fa req-adae7cc3-de50-4669-813c-11e1da4afc5e tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=038672dc-055a-4321-bfe6-0fabae59f406 HTTP/1.1" status: 200 len: 946 time: 0.1577663 Jun 11 09:50:33.180472 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 50010) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:50:33.190201 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-49ecbfe2-f5b7-4634-bb83-820b23f756fa req-f935c3b3-56aa-442f-87fd-f64e8cb1c768 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=7382d103-d62f-4540-9ac2-5ea0a34701f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679195 Jun 11 09:50:33.200382 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f4e7f83b-9d5d-4cad-be1c-3801c9de08c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:33.234623 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d654374d-134f-4e8e-9ea9-dc1f89987b15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:33.253659 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 71b2817f-3df7-4e2a-85cd-286764e4636c no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:50:33.283497 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] No Port match for: 71b2817f-3df7-4e2a-85cd-286764e4636c {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:50:33.283860 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 71b2817f-3df7-4e2a-85cd-286764e4636c not bound to the agent host n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:50:33.408478 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d654374d-134f-4e8e-9ea9-dc1f89987b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:33.413371 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9e77da57-123e-4f18-bf15-299da268eea1 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:33.437879 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d654374d-134f-4e8e-9ea9-dc1f89987b15 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 788} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 09:50:33.448902 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654374d-134f-4e8e-9ea9-dc1f89987b15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2bf2488-75e6-4abb-8650-e2246261a406,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:33.453600 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d654374d-134f-4e8e-9ea9-dc1f89987b15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:33.455048 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d654374d-134f-4e8e-9ea9-dc1f89987b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:33.455585 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-d654374d-134f-4e8e-9ea9-dc1f89987b15 admin admin] Added segment 68312799-d237-4b0c-9cec-b5a9e69cf46e of type vlan for network 95f263a2-16db-4d6c-8962-c50348487ef1 Jun 11 09:50:33.534750 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f4e7f83b-9d5d-4cad-be1c-3801c9de08c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:33.540678 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d654374d-134f-4e8e-9ea9-dc1f89987b15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:33.553332 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device cbc95581-f7cd-49cd-a94b-99db80038c35 no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:50:33.579839 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] No Port match for: cbc95581-f7cd-49cd-a94b-99db80038c35 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:50:33.580205 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device cbc95581-f7cd-49cd-a94b-99db80038c35 not bound to the agent host n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:50:33.580641 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device bf09dab6-c049-4e86-9814-bbb585b963dc no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:50:33.619220 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f4e7f83b-9d5d-4cad-be1c-3801c9de08c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:33.622058 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d785793e-1a7a-45ea-ac56-9f571d79dd30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:33.682400 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d654374d-134f-4e8e-9ea9-dc1f89987b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:33.683595 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e7f83b-9d5d-4cad-be1c-3801c9de08c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc8fa1b4-377b-43a7-b8d9-faf39f99f73b,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:33.683755 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d654374d-134f-4e8e-9ea9-dc1f89987b15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:33.684164 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d654374d-134f-4e8e-9ea9-dc1f89987b15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:33.689233 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f4e7f83b-9d5d-4cad-be1c-3801c9de08c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:33.727345 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4fb2c4df-8cb3-4a63-98ef-eda70bdce97a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:33.733551 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50022) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:50:33.734260 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-f4e7f83b-9d5d-4cad-be1c-3801c9de08c8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bc92ac0843f94bd0b576efb8a2cc968e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5523789 Jun 11 09:50:33.770688 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:33.806249 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '038672dc-055a-4321-bfe6-0fabae59f406', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf09dab6-c049-4e86-9814-bbb585b963dc'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:50:33.809402 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c741d0f2-3ac2-405f-ac99-28208fc939d6" -d '{"events": [{"server_uuid": "038672dc-055a-4321-bfe6-0fabae59f406", "name": "network-vif-unplugged", "status": "completed", "tag": "bf09dab6-c049-4e86-9814-bbb585b963dc"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:50:33.826302 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port bf09dab6-c049-4e86-9814-bbb585b963dc, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=bf09dab6-c049-4e86-9814-bbb585b963dc,segment=NetworkSegment(f561be66-4e48-459e-8c21-fceaa6c73661),segment_id=f561be66-4e48-459e-8c21-fceaa6c73661)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:50:33.909120 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-d654374d-134f-4e8e-9ea9-dc1f89987b15 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3643923 Jun 11 09:50:33.912297 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 50032) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:50:33.913626 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Jun 2021 09:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-556b36e8-a4ff-46b7-98f4-1ae6f9345d85 x-openstack-request-id: req-556b36e8-a4ff-46b7-98f4-1ae6f9345d85 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:50:33.914275 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "038672dc-055a-4321-bfe6-0fabae59f406", "name": "network-vif-unplugged", "status": "completed", "tag": "bf09dab6-c049-4e86-9814-bbb585b963dc", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:50:33.914536 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654374d-134f-4e8e-9ea9-dc1f89987b15 admin admin] Pushing event updated for resources: {'Network': ['ID=95f263a2-16db-4d6c-8962-c50348487ef1,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:33.915026 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-556b36e8-a4ff-46b7-98f4-1ae6f9345d85 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:50:33.916042 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '038672dc-055a-4321-bfe6-0fabae59f406', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf09dab6-c049-4e86-9814-bbb585b963dc', 'code': 200} Jun 11 09:50:33.918059 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-2cd8e463-00eb-42d5-963a-ccaf2824128c admin admin] Request body: {'subnet': {'network_id': '95f263a2-16db-4d6c-8962-c50348487ef1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1246532258-subnet', 'tenant_id': '0694d8955d61412382677b4a46f00758', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:50:33.923955 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d654374d-134f-4e8e-9ea9-dc1f89987b15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:33.930284 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 95f263a2-16db-4d6c-8962-c50348487ef1 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:50:33.933074 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:33.938603 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:33.962395 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-680a4311-4d32-4d4c-9cdd-cba8cee2ab16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:33.999335 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59613eb7-1599-4a28-b7e5-7898f9d4c750 req-cdd62c3c-f699-40ed-b5ff-d704807dc9e8 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:34.000883 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-59613eb7-1599-4a28-b7e5-7898f9d4c750 req-cdd62c3c-f699-40ed-b5ff-d704807dc9e8 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaf840f1-ab45-4420-bbd9-f260a121024a HTTP/1.1" status: 200 len: 945 time: 0.2540896 Jun 11 09:50:34.002953 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-680a4311-4d32-4d4c-9cdd-cba8cee2ab16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:34.059713 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd8e463-00eb-42d5-963a-ccaf2824128c admin admin] Made reservation on behalf of 0694d8955d61412382677b4a46f00758 for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:50:34.059932 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=bf09dab6-c049-4e86-9814-bbb585b963dc,revision_number=8']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:34.062058 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2cd8e463-00eb-42d5-963a-ccaf2824128c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:34.092460 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-59613eb7-1599-4a28-b7e5-7898f9d4c750 req-bece3395-d180-4681-888a-3ca2090be215 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/security-groups?id=57677d7e-1c66-47c6-909a-28bc4cd935da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711396 Jun 11 09:50:34.158120 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:34.201991 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-680a4311-4d32-4d4c-9cdd-cba8cee2ab16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:34.206379 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-680a4311-4d32-4d4c-9cdd-cba8cee2ab16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:34.207841 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-680a4311-4d32-4d4c-9cdd-cba8cee2ab16 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fc8fa1b4-377b-43a7-b8d9-faf39f99f73b HTTP/1.1" status: 204 len: 168 time: 0.4694924 Jun 11 09:50:34.208919 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4fb2c4df-8cb3-4a63-98ef-eda70bdce97a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:34.221751 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680a4311-4d32-4d4c-9cdd-cba8cee2ab16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc8fa1b4-377b-43a7-b8d9-faf39f99f73b,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:34.225772 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-680a4311-4d32-4d4c-9cdd-cba8cee2ab16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:34.478117 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4286615-35bc-4069-a57d-d8599511dc11 req-958abaa2-2775-499e-8b98-5fc0d2203737 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:34.480112 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c4286615-35bc-4069-a57d-d8599511dc11 req-958abaa2-2775-499e-8b98-5fc0d2203737 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=038672dc-055a-4321-bfe6-0fabae59f406 HTTP/1.1" status: 200 len: 944 time: 0.1056395 Jun 11 09:50:34.546508 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c4286615-35bc-4069-a57d-d8599511dc11 req-c50d17fd-9997-4f6c-a4f7-87c1a3e7177e tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=7382d103-d62f-4540-9ac2-5ea0a34701f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604203 Jun 11 09:50:34.637411 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2cd8e463-00eb-42d5-963a-ccaf2824128c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:34.643050 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-019c8936-27f9-4db6-beb0-6887b762ea20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:34.728206 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd8e463-00eb-42d5-963a-ccaf2824128c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b5d9d7d-14db-4d74-baaa-fbd3e9136036,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:34.731817 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2cd8e463-00eb-42d5-963a-ccaf2824128c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:34.734853 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd8e463-00eb-42d5-963a-ccaf2824128c admin admin] Checking segment: {'id': '68312799-d237-4b0c-9cec-b5a9e69cf46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '95f263a2-16db-4d6c-8962-c50348487ef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:50:34.742305 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd8e463-00eb-42d5-963a-ccaf2824128c admin admin] Network hostable DHCP agents. Network: 95f263a2-16db-4d6c-8962-c50348487ef1, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 09:50:34.852760 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd8e463-00eb-42d5-963a-ccaf2824128c admin admin] Network 95f263a2-16db-4d6c-8962-c50348487ef1 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 09:50:34.941627 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-2cd8e463-00eb-42d5-963a-ccaf2824128c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 95f263a2-16db-4d6c-8962-c50348487ef1) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:50:34.952026 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69029d1-9624-41d6-b01c-a556f296a00d None None] Network 95f263a2-16db-4d6c-8962-c50348487ef1 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:50:34.958857 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd8e463-00eb-42d5-963a-ccaf2824128c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:34.959492 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2cd8e463-00eb-42d5-963a-ccaf2824128c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:35.058488 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50070) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:50:35.059377 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-2cd8e463-00eb-42d5-963a-ccaf2824128c admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1457560 Jun 11 09:50:35.063770 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-e3d3f2e9-9f49-41af-8656-baead8436ff8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1246532258-router', 'tenant_id': '0694d8955d61412382677b4a46f00758', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:50:35.191505 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e3d3f2e9-9f49-41af-8656-baead8436ff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:35.193130 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e3d3f2e9-9f49-41af-8656-baead8436ff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:35.207340 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6834e5d-fe23-4d5a-8f2b-45df63e1830a req-4ba2bdf7-076a-44c3-9810-081f49eff1cd tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:35.209279 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d6834e5d-fe23-4d5a-8f2b-45df63e1830a req-4ba2bdf7-076a-44c3-9810-081f49eff1cd tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe3ef3f-9a6b-4e95-a654-f9fec0c4a05d HTTP/1.1" status: 200 len: 949 time: 0.0888977 Jun 11 09:50:35.278020 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e3d3f2e9-9f49-41af-8656-baead8436ff8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:35.299938 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 88d4f3c8-dca2-422b-9b3d-6b120052d16f up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:50:35.302316 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d6834e5d-fe23-4d5a-8f2b-45df63e1830a req-ad41a2c1-5774-4f4f-a6e1-9542d8758247 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840161 Jun 11 09:50:35.388664 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e310056f-8ea1-4540-a9d6-cfdc4b2fbd01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-95f263a2-16db-4d6c-8962-c50348487ef1', 'network_id': '95f263a2-16db-4d6c-8962-c50348487ef1', 'tenant_id': '0694d8955d61412382677b4a46f00758', 'fixed_ips': [{'subnet_id': '9b5d9d7d-14db-4d74-baaa-fbd3e9136036'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 09:50:35.389590 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e310056f-8ea1-4540-a9d6-cfdc4b2fbd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:35.409063 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:35.413009 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55bdbbf-4ad8-4af0-b333-ebb84b78992a req-7abf23a7-000e-42ff-94b0-818e3f8343f0 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:35.423269 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d55bdbbf-4ad8-4af0-b333-ebb84b78992a req-7abf23a7-000e-42ff-94b0-818e3f8343f0 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaf840f1-ab45-4420-bbd9-f260a121024a HTTP/1.1" status: 200 len: 945 time: 0.1064441 Jun 11 09:50:35.578170 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning for port 88d4f3c8-dca2-422b-9b3d-6b120052d16f completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:50:35.583070 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-e310056f-8ea1-4540-a9d6-cfdc4b2fbd01 None None] Allocated IP 172.20.0.2 (95f263a2-16db-4d6c-8962-c50348487ef1/9b5d9d7d-14db-4d74-baaa-fbd3e9136036/6a0bbd0e-9080-4293-a343-24bcb141574f) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:50:35.590023 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port 88d4f3c8-dca2-422b-9b3d-6b120052d16f triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:50:35.590407 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:35.853236 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:35.923648 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaf840f1-ab45-4420-bbd9-f260a121024a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88d4f3c8-dca2-422b-9b3d-6b120052d16f'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:50:35.925909 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5243c18-f171-4af3-875a-d21125f3fbf5" -d '{"events": [{"server_uuid": "aaf840f1-ab45-4420-bbd9-f260a121024a", "name": "network-vif-plugged", "status": "completed", "tag": "88d4f3c8-dca2-422b-9b3d-6b120052d16f"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:50:35.943998 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e310056f-8ea1-4540-a9d6-cfdc4b2fbd01 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:35.947035 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 88d4f3c8-dca2-422b-9b3d-6b120052d16f, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=88d4f3c8-dca2-422b-9b3d-6b120052d16f,segment=NetworkSegment(795b623e-39fe-4036-b5cd-c232096acd1e),segment_id=795b623e-39fe-4036-b5cd-c232096acd1e)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:50:35.954872 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-e310056f-8ea1-4540-a9d6-cfdc4b2fbd01 None None] Transition to ACTIVE for port object 6a0bbd0e-9080-4293-a343-24bcb141574f will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:50:35.982306 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-e310056f-8ea1-4540-a9d6-cfdc4b2fbd01 None None] Transition to ACTIVE for port object 6a0bbd0e-9080-4293-a343-24bcb141574f will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:50:36.092904 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d55bdbbf-4ad8-4af0-b333-ebb84b78992a req-d1ffc320-5964-45e5-a546-94be7d198bc0 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/security-groups?id=57677d7e-1c66-47c6-909a-28bc4cd935da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6639485 Jun 11 09:50:36.106748 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e3d3f2e9-9f49-41af-8656-baead8436ff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:36.446235 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:36.446235 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-9ea95309-e3d2-40e0-8bb7-6f1aad37dcf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:36.446235 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=88d4f3c8-dca2-422b-9b3d-6b120052d16f,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:36.446235 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:36.448914 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9932b802-1596-4b66-abe1-30bb06fd493d req-4b55b001-dc61-4731-81c9-9e632b0fa475 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:36.448914 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9932b802-1596-4b66-abe1-30bb06fd493d req-4b55b001-dc61-4731-81c9-9e632b0fa475 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=038672dc-055a-4321-bfe6-0fabae59f406 HTTP/1.1" status: 200 len: 944 time: 0.0737202 Jun 11 09:50:36.448914 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9932b802-1596-4b66-abe1-30bb06fd493d req-039c2726-897a-40eb-997e-79e4e301383d tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=7382d103-d62f-4540-9ac2-5ea0a34701f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348480 Jun 11 09:50:36.477938 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a73f71-f3ec-4197-8dc4-d2d9d47fb3b4 x-openstack-request-id: req-70a73f71-f3ec-4197-8dc4-d2d9d47fb3b4 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:50:36.478465 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaf840f1-ab45-4420-bbd9-f260a121024a", "name": "network-vif-plugged", "status": "completed", "tag": "88d4f3c8-dca2-422b-9b3d-6b120052d16f", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:50:36.478834 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-70a73f71-f3ec-4197-8dc4-d2d9d47fb3b4 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:50:36.479337 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaf840f1-ab45-4420-bbd9-f260a121024a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88d4f3c8-dca2-422b-9b3d-6b120052d16f', 'code': 200} Jun 11 09:50:36.482033 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e310056f-8ea1-4540-a9d6-cfdc4b2fbd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:36.485479 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:36.550033 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e310056f-8ea1-4540-a9d6-cfdc4b2fbd01 None None] Network 95f263a2-16db-4d6c-8962-c50348487ef1 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:50:36.555436 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-e310056f-8ea1-4540-a9d6-cfdc4b2fbd01 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:50:36.557585 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e310056f-8ea1-4540-a9d6-cfdc4b2fbd01 None None] Pushing event updated for resources: {'Port': ['ID=6a0bbd0e-9080-4293-a343-24bcb141574f,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:36.560031 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e310056f-8ea1-4540-a9d6-cfdc4b2fbd01 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:50:36.562385 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-e310056f-8ea1-4540-a9d6-cfdc4b2fbd01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:36.635298 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe1198-ae4a-4764-b2b7-7027580b2e90 req-ba392102-7148-40aa-b5dd-322b5d629445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:36.637742 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7cfe1198-ae4a-4764-b2b7-7027580b2e90 req-ba392102-7148-40aa-b5dd-322b5d629445 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=aaf840f1-ab45-4420-bbd9-f260a121024a HTTP/1.1" status: 200 len: 1098 time: 0.0911212 Jun 11 09:50:36.641775 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-e310056f-8ea1-4540-a9d6-cfdc4b2fbd01 None None] Attempting to bind port 6a0bbd0e-9080-4293-a343-24bcb141574f on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:50:36.642167 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-e310056f-8ea1-4540-a9d6-cfdc4b2fbd01 None None] Attempting to bind port 6a0bbd0e-9080-4293-a343-24bcb141574f by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '68312799-d237-4b0c-9cec-b5a9e69cf46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '95f263a2-16db-4d6c-8962-c50348487ef1'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:50:36.642544 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e310056f-8ea1-4540-a9d6-cfdc4b2fbd01 None None] Attempting to bind port 6a0bbd0e-9080-4293-a343-24bcb141574f on network 95f263a2-16db-4d6c-8962-c50348487ef1 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:50:36.648502 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e310056f-8ea1-4540-a9d6-cfdc4b2fbd01 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:50:36.648886 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e310056f-8ea1-4540-a9d6-cfdc4b2fbd01 None None] Checking segment: {'id': '68312799-d237-4b0c-9cec-b5a9e69cf46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '95f263a2-16db-4d6c-8962-c50348487ef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:50:36.649773 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e310056f-8ea1-4540-a9d6-cfdc4b2fbd01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:36.650223 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e310056f-8ea1-4540-a9d6-cfdc4b2fbd01 None None] Bound using segment: {'id': '68312799-d237-4b0c-9cec-b5a9e69cf46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '95f263a2-16db-4d6c-8962-c50348487ef1'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:50:36.651669 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-e310056f-8ea1-4540-a9d6-cfdc4b2fbd01 None None] Bound port: 6a0bbd0e-9080-4293-a343-24bcb141574f, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68312799-d237-4b0c-9cec-b5a9e69cf46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '95f263a2-16db-4d6c-8962-c50348487ef1'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:50:36.652297 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e310056f-8ea1-4540-a9d6-cfdc4b2fbd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:36.664765 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb01986-28e8-4ac2-843c-2b1f86fc099f req-456c3b6c-5681-4de5-a8cb-a04c238c7db0 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:36.667178 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cfb01986-28e8-4ac2-843c-2b1f86fc099f req-456c3b6c-5681-4de5-a8cb-a04c238c7db0 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe3ef3f-9a6b-4e95-a654-f9fec0c4a05d HTTP/1.1" status: 200 len: 949 time: 0.0855482 Jun 11 09:50:36.683731 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7cfe1198-ae4a-4764-b2b7-7027580b2e90 req-ff2b672e-c6c5-44a7-96c3-66bdf679b043 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=57677d7e-1c66-47c6-909a-28bc4cd935da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394053 Jun 11 09:50:36.719205 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cfb01986-28e8-4ac2-843c-2b1f86fc099f req-4bd9dc78-faa1-44a7-912e-0b6bf5a522d0 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/security-groups?id=338aba35-b6d3-4f8b-97b8-e5f6c6090518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381253 Jun 11 09:50:36.778591 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-e310056f-8ea1-4540-a9d6-cfdc4b2fbd01 None None] For port 6a0bbd0e-9080-4293-a343-24bcb141574f, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:50:36.786207 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-e310056f-8ea1-4540-a9d6-cfdc4b2fbd01 None None] For port 6a0bbd0e-9080-4293-a343-24bcb141574f, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=6a0bbd0e-9080-4293-a343-24bcb141574f,segment=NetworkSegment(68312799-d237-4b0c-9cec-b5a9e69cf46e),segment_id=68312799-d237-4b0c-9cec-b5a9e69cf46e)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:50:36.830779 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e76a748-e6f0-4ab9-88fc-95981e1cfedd req-8298e732-ef48-4ccd-9d57-fe77bf30786f tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:36.832899 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2e76a748-e6f0-4ab9-88fc-95981e1cfedd req-8298e732-ef48-4ccd-9d57-fe77bf30786f tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.69 "GET /v2.0/ports?device_id=3fe3ef3f-9a6b-4e95-a654-f9fec0c4a05d HTTP/1.1" status: 200 len: 949 time: 0.1298168 Jun 11 09:50:36.952913 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886cca83-3968-4e59-a83c-6d84bdb1f88a req-57566409-3550-4da3-9258-a8de24c01a6d tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:36.955702 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-886cca83-3968-4e59-a83c-6d84bdb1f88a req-57566409-3550-4da3-9258-a8de24c01a6d tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 944 time: 0.0984149 Jun 11 09:50:36.987788 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-2e76a748-e6f0-4ab9-88fc-95981e1cfedd req-ad47561d-0f02-4819-9ff8-4875fd989f9f tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Deleting port 377f653d-177d-4337-aeab-2d19af79e208 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:50:36.988012 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-2e76a748-e6f0-4ab9-88fc-95981e1cfedd req-ad47561d-0f02-4819-9ff8-4875fd989f9f tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:37.020390 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-886cca83-3968-4e59-a83c-6d84bdb1f88a req-9c058a2d-b8e3-45d8-8b42-a6ccf0a189c1 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d1f1aa-3601-424b-af20-9acf0698c1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561047 Jun 11 09:50:37.240246 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-2e76a748-e6f0-4ab9-88fc-95981e1cfedd req-ad47561d-0f02-4819-9ff8-4875fd989f9f tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] For port 377f653d-177d-4337-aeab-2d19af79e208, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=377f653d-177d-4337-aeab-2d19af79e208,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:50:37.240246 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-2e76a748-e6f0-4ab9-88fc-95981e1cfedd req-ad47561d-0f02-4819-9ff8-4875fd989f9f tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:37.242010 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab381e3f-6bd0-4dd2-b78e-74ca174175ce req-5a09fe7b-0b48-40a2-bd20-d2512496c967 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:37.242010 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ab381e3f-6bd0-4dd2-b78e-74ca174175ce req-5a09fe7b-0b48-40a2-bd20-d2512496c967 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 944 time: 0.0740981 Jun 11 09:50:37.242203 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-2e76a748-e6f0-4ab9-88fc-95981e1cfedd req-ad47561d-0f02-4819-9ff8-4875fd989f9f tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Calling delete_port for 377f653d-177d-4337-aeab-2d19af79e208 owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:50:37.296770 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ab381e3f-6bd0-4dd2-b78e-74ca174175ce req-a5fb2fe7-ef83-43e6-b48a-29df977fb3c9 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d1f1aa-3601-424b-af20-9acf0698c1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768268 Jun 11 09:50:37.493144 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2a9e58-c4a6-4c02-a15e-ad6b1cd26d07 req-b866bf21-61b2-4e1f-a8b8-4fcde1afccf3 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:37.494696 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fa2a9e58-c4a6-4c02-a15e-ad6b1cd26d07 req-b866bf21-61b2-4e1f-a8b8-4fcde1afccf3 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaf840f1-ab45-4420-bbd9-f260a121024a HTTP/1.1" status: 200 len: 946 time: 0.0975654 Jun 11 09:50:37.517209 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e310056f-8ea1-4540-a9d6-cfdc4b2fbd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:37.519275 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-9ea95309-e3d2-40e0-8bb7-6f1aad37dcf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:37.548189 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fa2a9e58-c4a6-4c02-a15e-ad6b1cd26d07 req-d97db922-bdb2-41bd-b1a4-67f407c08dde tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/security-groups?id=57677d7e-1c66-47c6-909a-28bc4cd935da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448658 Jun 11 09:50:37.586473 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-2e76a748-e6f0-4ab9-88fc-95981e1cfedd req-ad47561d-0f02-4819-9ff8-4875fd989f9f tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:37.590748 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3b2fc6fe-3453-45a2-b2e9-9916f96977dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:37.604489 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['377f653d-177d-4337-aeab-2d19af79e208'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:50:37.606902 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e310056f-8ea1-4540-a9d6-cfdc4b2fbd01 None None] Pushing event updated for resources: {'Port': ['ID=6a0bbd0e-9080-4293-a343-24bcb141574f,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:37.610652 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-e310056f-8ea1-4540-a9d6-cfdc4b2fbd01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:37.662578 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad47561d-0f02-4819-9ff8-4875fd989f9f tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Pushing event deleted for resources: {'Port': ['ID=377f653d-177d-4337-aeab-2d19af79e208,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:37.664795 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ad47561d-0f02-4819-9ff8-4875fd989f9f tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:37.834903 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e76a748-e6f0-4ab9-88fc-95981e1cfedd req-ad47561d-0f02-4819-9ff8-4875fd989f9f tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] No DVR routers for this DVR port 377f653d-177d-4337-aeab-2d19af79e208 on host n-h2-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:50:37.838250 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-2e76a748-e6f0-4ab9-88fc-95981e1cfedd req-ad47561d-0f02-4819-9ff8-4875fd989f9f tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:37.840893 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2e76a748-e6f0-4ab9-88fc-95981e1cfedd req-ad47561d-0f02-4819-9ff8-4875fd989f9f tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.69 "DELETE /v2.0/ports/377f653d-177d-4337-aeab-2d19af79e208 HTTP/1.1" status: 204 len: 173 time: 1.0017307 Jun 11 09:50:37.841467 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe3ef3f-9a6b-4e95-a654-f9fec0c4a05d', 'name': 'network-vif-deleted', 'tag': '377f653d-177d-4337-aeab-2d19af79e208'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:50:37.843848 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e090f23e-22fd-42a9-ab3d-9723e2be072d" -d '{"events": [{"server_uuid": "3fe3ef3f-9a6b-4e95-a654-f9fec0c4a05d", "name": "network-vif-deleted", "tag": "377f653d-177d-4337-aeab-2d19af79e208"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:50:38.044844 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e3d3f2e9-9f49-41af-8656-baead8436ff8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:38.089040 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e3d3f2e9-9f49-41af-8656-baead8436ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:38.169524 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 50132) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:50:38.226426 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2326c86f-9b78-4097-b947-28264454d041 req-11bd5043-7690-4f7c-8476-dce3f8f14053 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:38.233076 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2326c86f-9b78-4097-b947-28264454d041 req-11bd5043-7690-4f7c-8476-dce3f8f14053 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=428fcaf3-5051-4cf2-a026-dbe56a91446f HTTP/1.1" status: 200 len: 946 time: 0.1373277 Jun 11 09:50:38.356435 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2326c86f-9b78-4097-b947-28264454d041 req-d00bcab0-a52f-4c7a-bdff-ecc9156bf315 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185031 Jun 11 09:50:38.432337 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b9ee5f1-3151-441d-ae1f-b3611ddaa9d8 x-openstack-request-id: req-8b9ee5f1-3151-441d-ae1f-b3611ddaa9d8 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:50:38.432971 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fe3ef3f-9a6b-4e95-a654-f9fec0c4a05d", "name": "network-vif-deleted", "tag": "377f653d-177d-4337-aeab-2d19af79e208", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:50:38.433509 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8b9ee5f1-3151-441d-ae1f-b3611ddaa9d8 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:50:38.434439 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe3ef3f-9a6b-4e95-a654-f9fec0c4a05d', 'name': 'network-vif-deleted', 'tag': '377f653d-177d-4337-aeab-2d19af79e208', 'status': 'completed', 'code': 200} Jun 11 09:50:38.472383 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-24dd5e1f-ae10-4e9a-8bfe-7eead7547ed8 req-a9ba6017-34a4-40a3-9449-784007423325 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe3ef3f-9a6b-4e95-a654-f9fec0c4a05d HTTP/1.1" status: 200 len: 210 time: 0.0715036 Jun 11 09:50:38.494663 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-e3d3f2e9-9f49-41af-8656-baead8436ff8 admin admin] Allocated IP 172.25.4.127 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/59e38e59-5139-44c7-974e-4472c5de8935) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:50:38.545761 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-ad1eaec6-4f70-43ef-a9f2-e98fbd73bb71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-815248285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-815248285-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1119671397'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:50:38.671231 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e3d3f2e9-9f49-41af-8656-baead8436ff8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:38.677650 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad1eaec6-4f70-43ef-a9f2-e98fbd73bb71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-815248285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-815248285-project] Made reservation on behalf of 006464cc61084b24b750f825ce8c5b98 for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:50:38.690251 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ad1eaec6-4f70-43ef-a9f2-e98fbd73bb71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-815248285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-815248285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:38.721486 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ad1eaec6-4f70-43ef-a9f2-e98fbd73bb71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-815248285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-815248285-project] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:38.738526 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e539ba6-40fe-4cb5-a5c1-a3ec343421ae req-db326aee-775c-44ff-8938-178940d44ceb tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:38.748796 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6e539ba6-40fe-4cb5-a5c1-a3ec343421ae req-db326aee-775c-44ff-8938-178940d44ceb tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 944 time: 0.1827495 Jun 11 09:50:38.816575 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6e539ba6-40fe-4cb5-a5c1-a3ec343421ae req-95185dc9-9d0b-4df3-ad7a-b79126bc44ac tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d1f1aa-3601-424b-af20-9acf0698c1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668578 Jun 11 09:50:38.860669 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b1e342-e036-4bdd-b1b2-be9725368efd req-23139b61-c094-4dba-bbee-bc5506e23f2d tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:38.863169 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a2b1e342-e036-4bdd-b1b2-be9725368efd req-23139b61-c094-4dba-bbee-bc5506e23f2d tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaf840f1-ab45-4420-bbd9-f260a121024a HTTP/1.1" status: 200 len: 946 time: 0.1446648 Jun 11 09:50:38.919239 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a2b1e342-e036-4bdd-b1b2-be9725368efd req-08922e6f-7714-43d5-bfa2-fb7add27195c tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/security-groups?id=57677d7e-1c66-47c6-909a-28bc4cd935da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485320 Jun 11 09:50:38.959424 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ad1eaec6-4f70-43ef-a9f2-e98fbd73bb71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-815248285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-815248285-project] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:39.019912 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e3d3f2e9-9f49-41af-8656-baead8436ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:39.028195 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f2f02ede-c568-4927-a9c3-639c16f14bba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:39.081421 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d3f2e9-9f49-41af-8656-baead8436ff8 admin admin] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:50:39.086571 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-e3d3f2e9-9f49-41af-8656-baead8436ff8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:50:39.089919 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d3f2e9-9f49-41af-8656-baead8436ff8 admin admin] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:50:39.092078 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b666b6a0-1a71-4ad6-b40a-2cebe275d95b None None] Network 95f263a2-16db-4d6c-8962-c50348487ef1 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:50:39.100365 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ad1eaec6-4f70-43ef-a9f2-e98fbd73bb71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-815248285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-815248285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:39.109536 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-df1ec1ec-d528-442b-80f3-59e3cf4f89c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:39.117440 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad1eaec6-4f70-43ef-a9f2-e98fbd73bb71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-815248285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-815248285-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 791} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 09:50:39.132687 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d3f2e9-9f49-41af-8656-baead8436ff8 admin admin] Pushing event updated for resources: {'Port': ['ID=59e38e59-5139-44c7-974e-4472c5de8935,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:39.142896 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e3d3f2e9-9f49-41af-8656-baead8436ff8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:39.153243 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ad1eaec6-4f70-43ef-a9f2-e98fbd73bb71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-815248285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-815248285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:39.153689 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-ad1eaec6-4f70-43ef-a9f2-e98fbd73bb71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-815248285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-815248285-project] Added segment 6651c96f-6648-4790-b82a-419c2cf03253 of type vlan for network f9327ecd-e78c-432f-8b82-f4dd410ee98f Jun 11 09:50:39.164776 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1eaec6-4f70-43ef-a9f2-e98fbd73bb71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-815248285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-815248285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd13a4a8-5816-4580-838e-27e1d860e330,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:39.168336 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ad1eaec6-4f70-43ef-a9f2-e98fbd73bb71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-815248285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-815248285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:39.214369 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ad1eaec6-4f70-43ef-a9f2-e98fbd73bb71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-815248285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-815248285-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:39.343198 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483930d4-ba8a-4979-96a1-45332c4b7c4e req-3019061d-8294-4152-82f9-fa10ca6a7e61 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:39.345103 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-483930d4-ba8a-4979-96a1-45332c4b7c4e req-3019061d-8294-4152-82f9-fa10ca6a7e61 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.69 "GET /v2.0/ports?device_id=428fcaf3-5051-4cf2-a026-dbe56a91446f HTTP/1.1" status: 200 len: 946 time: 0.0810635 Jun 11 09:50:39.402414 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ad1eaec6-4f70-43ef-a9f2-e98fbd73bb71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-815248285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-815248285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:39.408589 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1eaec6-4f70-43ef-a9f2-e98fbd73bb71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-815248285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-815248285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:39.409368 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ad1eaec6-4f70-43ef-a9f2-e98fbd73bb71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-815248285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-815248285-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:39.440653 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b34efac7-b725-478c-bb16-08d8765e0af2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:39.450476 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-e2e3f44d-8d75-4c44-95d8-3d3271906ab5 None None] Provisioning for port 6a0bbd0e-9080-4293-a343-24bcb141574f completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:50:39.632262 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 377f653d-177d-4337-aeab-2d19af79e208 no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:50:39.650444 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-ad1eaec6-4f70-43ef-a9f2-e98fbd73bb71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-815248285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-815248285-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.4788949 Jun 11 09:50:39.658408 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] No Port match for: 377f653d-177d-4337-aeab-2d19af79e208 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:50:39.659005 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 377f653d-177d-4337-aeab-2d19af79e208 not bound to the agent host n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:50:39.659640 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device bf09dab6-c049-4e86-9814-bbb585b963dc no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:50:39.687728 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 6a0bbd0e-9080-4293-a343-24bcb141574f up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:50:39.793662 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1eaec6-4f70-43ef-a9f2-e98fbd73bb71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-815248285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-815248285-project] Pushing event updated for resources: {'Network': ['ID=f9327ecd-e78c-432f-8b82-f4dd410ee98f,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:39.799362 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ad1eaec6-4f70-43ef-a9f2-e98fbd73bb71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-815248285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-815248285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:39.830027 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network f9327ecd-e78c-432f-8b82-f4dd410ee98f details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:50:39.875771 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-483930d4-ba8a-4979-96a1-45332c4b7c4e req-bfa8f7f6-722d-42b8-a87b-4b4c8d7f3f3e tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Deleting port 8d90aed3-d0d9-439d-99e2-28dedffaf1bf {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:50:39.876121 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-483930d4-ba8a-4979-96a1-45332c4b7c4e req-bfa8f7f6-722d-42b8-a87b-4b4c8d7f3f3e tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:39.902887 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a37f26c-f049-4094-82ca-83cdd710feec req-5e6b074f-c2d3-48b9-b45f-486eaabc71e1 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:39.911261 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8a37f26c-f049-4094-82ca-83cdd710feec req-5e6b074f-c2d3-48b9-b45f-486eaabc71e1 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=428fcaf3-5051-4cf2-a026-dbe56a91446f HTTP/1.1" status: 200 len: 946 time: 0.3580439 Jun 11 09:50:39.914364 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 6a0bbd0e-9080-4293-a343-24bcb141574f completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:50:39.921226 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 6a0bbd0e-9080-4293-a343-24bcb141574f triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:50:39.921652 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:39.964673 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e3d3f2e9-9f49-41af-8656-baead8436ff8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:40.031781 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8a37f26c-f049-4094-82ca-83cdd710feec req-0de4c942-ebca-4899-a7d1-9cc8a2ae2a55 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7521a1b-0cb2-4502-95f4-08d0b3dba639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183243 Jun 11 09:50:40.065790 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-483930d4-ba8a-4979-96a1-45332c4b7c4e req-bfa8f7f6-722d-42b8-a87b-4b4c8d7f3f3e tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] For port 8d90aed3-d0d9-439d-99e2-28dedffaf1bf, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=8d90aed3-d0d9-439d-99e2-28dedffaf1bf,segment=NetworkSegment(b51c68b7-80ed-4de8-bd6d-e2ba699aba0b),segment_id=b51c68b7-80ed-4de8-bd6d-e2ba699aba0b)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:50:40.069206 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-483930d4-ba8a-4979-96a1-45332c4b7c4e req-bfa8f7f6-722d-42b8-a87b-4b4c8d7f3f3e tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:40.131498 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259a7905-7ff3-457f-a3c0-9451f3c568ec req-6fb50ed4-d5cd-414f-abc9-5c31f76e7762 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:40.138620 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-259a7905-7ff3-457f-a3c0-9451f3c568ec req-6fb50ed4-d5cd-414f-abc9-5c31f76e7762 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaf840f1-ab45-4420-bbd9-f260a121024a HTTP/1.1" status: 200 len: 946 time: 0.2581053 Jun 11 09:50:40.251600 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-483930d4-ba8a-4979-96a1-45332c4b7c4e req-bfa8f7f6-722d-42b8-a87b-4b4c8d7f3f3e tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Calling delete_port for 8d90aed3-d0d9-439d-99e2-28dedffaf1bf owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:50:40.260113 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-259a7905-7ff3-457f-a3c0-9451f3c568ec req-6c1c2c1f-99d1-432d-a005-e5c3917a73a7 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/security-groups?id=57677d7e-1c66-47c6-909a-28bc4cd935da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205325 Jun 11 09:50:40.268744 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-67a4d317-b321-4555-9d65-80807bf5658a None None] Provisioning complete for port 6a0bbd0e-9080-4293-a343-24bcb141574f triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:50:40.269311 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-67a4d317-b321-4555-9d65-80807bf5658a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:40.346269 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 50182) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:50:40.353934 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-59b7a2dc-9e5d-4505-ad84-b534fe8aa523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Request body: {'port': {'network_id': 'f9327ecd-e78c-432f-8b82-f4dd410ee98f', 'binding:host_id': 'n-h1-779913-12', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726565692'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:50:40.428071 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:40.515085 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 50186) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:50:40.574636 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 6a0bbd0e-9080-4293-a343-24bcb141574f, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=6a0bbd0e-9080-4293-a343-24bcb141574f,segment=NetworkSegment(68312799-d237-4b0c-9cec-b5a9e69cf46e),segment_id=68312799-d237-4b0c-9cec-b5a9e69cf46e)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:50:40.580248 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-67a4d317-b321-4555-9d65-80807bf5658a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:40.588411 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e3d3f2e9-9f49-41af-8656-baead8436ff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:40.604751 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b7a2dc-9e5d-4505-ad84-b534fe8aa523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Made reservation on behalf of 17b81c82768144f994fa22f643983de5 for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:50:40.606068 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f58f8d-fd4c-4f87-b984-2b61a5e43a68 req-2a8f78cd-c556-49d0-a28a-07bfd87f5948 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:40.610174 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-59b7a2dc-9e5d-4505-ad84-b534fe8aa523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:40.613436 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-21f58f8d-fd4c-4f87-b984-2b61a5e43a68 req-2a8f78cd-c556-49d0-a28a-07bfd87f5948 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 944 time: 0.1255131 Jun 11 09:50:40.640417 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-59b7a2dc-9e5d-4505-ad84-b534fe8aa523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:40.650590 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:40.653407 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-e310056f-8ea1-4540-a9d6-cfdc4b2fbd01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:40.778042 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-59b7a2dc-9e5d-4505-ad84-b534fe8aa523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:40.784216 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-483930d4-ba8a-4979-96a1-45332c4b7c4e req-bfa8f7f6-722d-42b8-a87b-4b4c8d7f3f3e tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:40.803242 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ad47561d-0f02-4819-9ff8-4875fd989f9f tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:40.836380 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['8d90aed3-d0d9-439d-99e2-28dedffaf1bf'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:50:40.857309 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-21f58f8d-fd4c-4f87-b984-2b61a5e43a68 req-4a03d67d-0a68-4b6d-9931-a278e13eba7a tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d1f1aa-3601-424b-af20-9acf0698c1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2426882 Jun 11 09:50:40.897217 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.db.api [None req-67a4d317-b321-4555-9d65-80807bf5658a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93178) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 09:50:40.898121 n-d-779913-12 neutron-server[93178]: DEBUG oslo_db.api [None req-67a4d317-b321-4555-9d65-80807bf5658a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 09:50:40.925436 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-59b7a2dc-9e5d-4505-ad84-b534fe8aa523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:40.940699 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=6a0bbd0e-9080-4293-a343-24bcb141574f,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:40.940699 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:40.941152 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [None req-59b7a2dc-9e5d-4505-ad84-b534fe8aa523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] device_id is not set on port 5e727d70-f036-498d-9e48-5cb003713e5f yet. {{(pid=93176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 09:50:41.010557 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-483930d4-ba8a-4979-96a1-45332c4b7c4e req-bfa8f7f6-722d-42b8-a87b-4b4c8d7f3f3e tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] No DVR routers for this DVR port 8d90aed3-d0d9-439d-99e2-28dedffaf1bf on host n-h2-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:50:41.013097 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-483930d4-ba8a-4979-96a1-45332c4b7c4e req-bfa8f7f6-722d-42b8-a87b-4b4c8d7f3f3e tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:41.015417 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-483930d4-ba8a-4979-96a1-45332c4b7c4e req-bfa8f7f6-722d-42b8-a87b-4b4c8d7f3f3e tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.69 "DELETE /v2.0/ports/8d90aed3-d0d9-439d-99e2-28dedffaf1bf HTTP/1.1" status: 204 len: 173 time: 1.6637385 Jun 11 09:50:41.055647 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '428fcaf3-5051-4cf2-a026-dbe56a91446f', 'name': 'network-vif-deleted', 'tag': '8d90aed3-d0d9-439d-99e2-28dedffaf1bf'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:50:41.058320 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86802936-e625-4bb5-b644-1558e5cd2991" -d '{"events": [{"server_uuid": "428fcaf3-5051-4cf2-a026-dbe56a91446f", "name": "network-vif-deleted", "tag": "8d90aed3-d0d9-439d-99e2-28dedffaf1bf"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:50:41.060968 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa8f7f6-722d-42b8-a87b-4b4c8d7f3f3e tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Pushing event deleted for resources: {'Port': ['ID=8d90aed3-d0d9-439d-99e2-28dedffaf1bf,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:41.065009 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3d3f2e9-9f49-41af-8656-baead8436ff8 admin admin] Router 9459f935-6ad7-4b7a-88c4-4afeb91aaef9 is scheduled to L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 with binding_index 1 {{(pid=93177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 09:50:41.081574 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa8f7f6-722d-42b8-a87b-4b4c8d7f3f3e tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:50:41.081960 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa8f7f6-722d-42b8-a87b-4b4c8d7f3f3e tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:50:41.082334 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa8f7f6-722d-42b8-a87b-4b4c8d7f3f3e tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:50:41.082705 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa8f7f6-722d-42b8-a87b-4b4c8d7f3f3e tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:50:41.083064 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa8f7f6-722d-42b8-a87b-4b4c8d7f3f3e tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:50:41.083430 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa8f7f6-722d-42b8-a87b-4b4c8d7f3f3e tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:50:41.083823 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa8f7f6-722d-42b8-a87b-4b4c8d7f3f3e tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:50:41.084180 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa8f7f6-722d-42b8-a87b-4b4c8d7f3f3e tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:50:41.084536 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa8f7f6-722d-42b8-a87b-4b4c8d7f3f3e tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:50:41.084891 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa8f7f6-722d-42b8-a87b-4b4c8d7f3f3e tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:50:41.085808 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa8f7f6-722d-42b8-a87b-4b4c8d7f3f3e tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:50:41.086161 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa8f7f6-722d-42b8-a87b-4b4c8d7f3f3e tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:50:41.090273 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-bfa8f7f6-722d-42b8-a87b-4b4c8d7f3f3e tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:41.098931 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-56179d35-03e0-4792-af94-b9b90bd8015c tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:41.138569 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b7a2dc-9e5d-4505-ad84-b534fe8aa523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a22b992c-0db9-43f2-9801-dffac137cec4,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:41.142131 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-59b7a2dc-9e5d-4505-ad84-b534fe8aa523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:41.162468 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ea32ff-8b6e-4200-b607-5a689dfc6367 x-openstack-request-id: req-06ea32ff-8b6e-4200-b607-5a689dfc6367 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:50:41.177287 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "428fcaf3-5051-4cf2-a026-dbe56a91446f", "name": "network-vif-deleted", "tag": "8d90aed3-d0d9-439d-99e2-28dedffaf1bf", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:50:41.177287 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-06ea32ff-8b6e-4200-b607-5a689dfc6367 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:50:41.177287 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '428fcaf3-5051-4cf2-a026-dbe56a91446f', 'name': 'network-vif-deleted', 'tag': '8d90aed3-d0d9-439d-99e2-28dedffaf1bf', 'status': 'completed', 'code': 200} Jun 11 09:50:41.254160 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3d3f2e9-9f49-41af-8656-baead8436ff8 admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:50:41.264010 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de668eb7-fb4e-4d84-9c29-15b5bf464a05 None None] Sync routers for ids ['9459f935-6ad7-4b7a-88c4-4afeb91aaef9'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:50:41.279252 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de668eb7-fb4e-4d84-9c29-15b5bf464a05 None None] Routers {'9459f935-6ad7-4b7a-88c4-4afeb91aaef9'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:50:41.282904 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-de668eb7-fb4e-4d84-9c29-15b5bf464a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:50:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['9459f935-6ad7-4b7a-88c4-4afeb91aaef9'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:50:41.335104 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e3d3f2e9-9f49-41af-8656-baead8436ff8 admin admin] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:41.336452 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-e3d3f2e9-9f49-41af-8656-baead8436ff8 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.2766986 Jun 11 09:50:41.339190 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50196) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:50:41.384556 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c2479c64-c1d4-446a-8923-fa46e318a718 req-3e9aabc8-bc35-4788-adbe-454b01d9b998 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=428fcaf3-5051-4cf2-a026-dbe56a91446f HTTP/1.1" status: 200 len: 210 time: 0.1314874 Jun 11 09:50:41.394099 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-bc51caac-d5fa-4b7c-8bd4-f769d9817f41 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2d153095abe14427b94c36cd340ad809&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8775542 Jun 11 09:50:41.394739 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 50198) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:50:41.436633 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2280496-06cb-47fb-ace7-828ecb65216d req-10afeb13-1e5c-4775-a915-2b71c9813a7f tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:41.438693 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d2280496-06cb-47fb-ace7-828ecb65216d req-10afeb13-1e5c-4775-a915-2b71c9813a7f tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.64 "GET /v2.0/ports?device_id=aaf840f1-ab45-4420-bbd9-f260a121024a HTTP/1.1" status: 200 len: 946 time: 0.4292963 Jun 11 09:50:41.553276 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-de668eb7-fb4e-4d84-9c29-15b5bf464a05 None None] Set router 9459f935-6ad7-4b7a-88c4-4afeb91aaef9 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:50:41.657103 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 6a0bbd0e-9080-4293-a343-24bcb141574f up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:50:41.695072 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [None req-59b7a2dc-9e5d-4505-ad84-b534fe8aa523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] device_id is not set on port 5e727d70-f036-498d-9e48-5cb003713e5f yet. {{(pid=93176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 09:50:41.709274 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-59b7a2dc-9e5d-4505-ad84-b534fe8aa523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:41.721821 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [None req-59b7a2dc-9e5d-4505-ad84-b534fe8aa523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Transition to ACTIVE for port object 5e727d70-f036-498d-9e48-5cb003713e5f will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:50:41.797282 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 6a0bbd0e-9080-4293-a343-24bcb141574f triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:50:41.797668 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:41.848456 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-59b7a2dc-9e5d-4505-ad84-b534fe8aa523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:41.911807 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e10b1ead-3f5d-47d3-ae8c-58d8467c541a tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:42.044219 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-80afe9d7-002e-4c66-9737-4c730d27ae03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:42.064293 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b7a2dc-9e5d-4505-ad84-b534fe8aa523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Pushing event updated for resources: {'Port': ['ID=5e727d70-f036-498d-9e48-5cb003713e5f,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:42.084338 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-de668eb7-fb4e-4d84-9c29-15b5bf464a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9459f935-6ad7-4b7a-88c4-4afeb91aaef9', 'name': 'tempest-ServersTestManualDisk-1246532258-router', 'tenant_id': '0694d8955d61412382677b4a46f00758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '59e38e59-5139-44c7-974e-4472c5de8935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:50:35Z', 'updated_at': '2021-06-11T09:50:39Z', 'revision_number': 3, 'project_id': '0694d8955d61412382677b4a46f00758', 'gw_port': {'id': '59e38e59-5139-44c7-974e-4472c5de8935', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9a:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9459f935-6ad7-4b7a-88c4-4afeb91aaef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:50:38Z', 'updated_at': '2021-06-11T09:50:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:50:42.086520 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de668eb7-fb4e-4d84-9c29-15b5bf464a05 None None] Checking router: 9459f935-6ad7-4b7a-88c4-4afeb91aaef9 for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:50:42.086886 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de668eb7-fb4e-4d84-9c29-15b5bf464a05 None None] Updating router 9459f935-6ad7-4b7a-88c4-4afeb91aaef9 port 59e38e59-5139-44c7-974e-4472c5de8935 binding host n-d-779913-12 {{(pid=93179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 09:50:42.099547 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-59b7a2dc-9e5d-4505-ad84-b534fe8aa523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:42.110892 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d82920-40fd-4136-be5e-c7517e076c6a req-e6078f94-7659-4a8f-80ab-595d7daf0998 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:42.118962 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-87d82920-40fd-4136-be5e-c7517e076c6a req-e6078f94-7659-4a8f-80ab-595d7daf0998 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaf840f1-ab45-4420-bbd9-f260a121024a HTTP/1.1" status: 200 len: 946 time: 0.4582691 Jun 11 09:50:42.137297 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b7a2dc-9e5d-4505-ad84-b534fe8aa523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Checking segment: {'id': '6651c96f-6648-4790-b82a-419c2cf03253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'f9327ecd-e78c-432f-8b82-f4dd410ee98f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:50:42.137543 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b7a2dc-9e5d-4505-ad84-b534fe8aa523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Network hostable DHCP agents. Network: f9327ecd-e78c-432f-8b82-f4dd410ee98f, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 09:50:42.141391 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-de668eb7-fb4e-4d84-9c29-15b5bf464a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:42.144175 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-d2280496-06cb-47fb-ace7-828ecb65216d req-beed86be-2e90-4ca6-8460-dc40e15337a0 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Deleting port 88d4f3c8-dca2-422b-9b3d-6b120052d16f {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:50:42.144526 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-d2280496-06cb-47fb-ace7-828ecb65216d req-beed86be-2e90-4ca6-8460-dc40e15337a0 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:42.152980 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-80afe9d7-002e-4c66-9737-4c730d27ae03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:42.185769 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-87d82920-40fd-4136-be5e-c7517e076c6a req-cac12117-0ff1-4512-a76e-e12012fec3ce tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/security-groups?id=57677d7e-1c66-47c6-909a-28bc4cd935da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659337 Jun 11 09:50:42.360009 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca98d634-a0aa-411f-bdc2-dceff2c482bb req-b0c45399-65ca-46d4-a078-235dbb9d2233 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:42.361607 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ca98d634-a0aa-411f-bdc2-dceff2c482bb req-b0c45399-65ca-46d4-a078-235dbb9d2233 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 944 time: 0.3356900 Jun 11 09:50:42.399375 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b7a2dc-9e5d-4505-ad84-b534fe8aa523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Network f9327ecd-e78c-432f-8b82-f4dd410ee98f is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 09:50:42.479177 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-d2280496-06cb-47fb-ace7-828ecb65216d req-beed86be-2e90-4ca6-8460-dc40e15337a0 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] For port 88d4f3c8-dca2-422b-9b3d-6b120052d16f, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=88d4f3c8-dca2-422b-9b3d-6b120052d16f,segment=NetworkSegment(795b623e-39fe-4036-b5cd-c232096acd1e),segment_id=795b623e-39fe-4036-b5cd-c232096acd1e)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:50:42.479687 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-d2280496-06cb-47fb-ace7-828ecb65216d req-beed86be-2e90-4ca6-8460-dc40e15337a0 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:42.515157 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ca98d634-a0aa-411f-bdc2-dceff2c482bb req-c66b71dd-2710-42e5-9fc1-999e29c3a0ec tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d1f1aa-3601-424b-af20-9acf0698c1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360650 Jun 11 09:50:42.771634 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0631d25e-9c93-46fa-9df5-f7f8eb27f29a req-7be28011-8564-46c7-92ed-5f7058bd64aa tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] 10.222.0.60 "GET /v2.0/ports?device_id=428fcaf3-5051-4cf2-a026-dbe56a91446f HTTP/1.1" status: 200 len: 210 time: 0.0699210 Jun 11 09:50:42.785683 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-de668eb7-fb4e-4d84-9c29-15b5bf464a05 None None] Notify callbacks [] for port, precommit_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:42.803168 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-de668eb7-fb4e-4d84-9c29-15b5bf464a05 None None] Transition to ACTIVE for port object 59e38e59-5139-44c7-974e-4472c5de8935 will not be triggered until provisioned by entity L2. {{(pid=93179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:50:42.820275 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a72e4843-fedc-4b9d-aed1-36869ae95529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:42.905625 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-de668eb7-fb4e-4d84-9c29-15b5bf464a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:42.911760 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-3074dc6d-4752-4796-b697-c83243126f37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:42.992840 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-de668eb7-fb4e-4d84-9c29-15b5bf464a05 None None] Attempting to bind port 59e38e59-5139-44c7-974e-4472c5de8935 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:50:42.993493 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-de668eb7-fb4e-4d84-9c29-15b5bf464a05 None None] Attempting to bind port 59e38e59-5139-44c7-974e-4472c5de8935 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:50:42.994044 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de668eb7-fb4e-4d84-9c29-15b5bf464a05 None None] Attempting to bind port 59e38e59-5139-44c7-974e-4472c5de8935 on network f0adef6e-169f-4a27-8865-442be2ad072d {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:50:42.998626 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f47202e-0385-4579-a7b0-62e481a3be27 None None] Pushing event updated for resources: {'Port': ['ID=59e38e59-5139-44c7-974e-4472c5de8935,revision_number=2']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:43.003142 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-5f47202e-0385-4579-a7b0-62e481a3be27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:43.004560 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de668eb7-fb4e-4d84-9c29-15b5bf464a05 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:50:43.005331 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de668eb7-fb4e-4d84-9c29-15b5bf464a05 None None] Checking segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:50:43.005544 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-de668eb7-fb4e-4d84-9c29-15b5bf464a05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:43.006248 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de668eb7-fb4e-4d84-9c29-15b5bf464a05 None None] Bound using segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:50:43.006525 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-de668eb7-fb4e-4d84-9c29-15b5bf464a05 None None] Bound port: 59e38e59-5139-44c7-974e-4472c5de8935, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:50:43.008101 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-de668eb7-fb4e-4d84-9c29-15b5bf464a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:43.016075 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4794cf64-6bc0-4b85-a69f-dba427623d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:43.079362 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-de668eb7-fb4e-4d84-9c29-15b5bf464a05 None None] For port 59e38e59-5139-44c7-974e-4472c5de8935, host n-d-779913-12, cleared binding levels {{(pid=93179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:50:43.082939 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-de668eb7-fb4e-4d84-9c29-15b5bf464a05 None None] For port 59e38e59-5139-44c7-974e-4472c5de8935, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=59e38e59-5139-44c7-974e-4472c5de8935,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:50:43.089961 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-d2280496-06cb-47fb-ace7-828ecb65216d req-beed86be-2e90-4ca6-8460-dc40e15337a0 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Calling delete_port for 88d4f3c8-dca2-422b-9b3d-6b120052d16f owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:50:43.092180 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-59b7a2dc-9e5d-4505-ad84-b534fe8aa523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, f9327ecd-e78c-432f-8b82-f4dd410ee98f) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:50:43.093682 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-80afe9d7-002e-4c66-9737-4c730d27ae03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:43.096353 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-80afe9d7-002e-4c66-9737-4c730d27ae03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:43.099713 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-80afe9d7-002e-4c66-9737-4c730d27ae03 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/338aba35-b6d3-4f8b-97b8-e5f6c6090518 HTTP/1.1" status: 204 len: 168 time: 1.6960244 Jun 11 09:50:43.103689 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bfecdb7-366a-46fb-b6dc-4432a30d8519 None None] Network f9327ecd-e78c-432f-8b82-f4dd410ee98f requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:50:43.145883 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-de668eb7-fb4e-4d84-9c29-15b5bf464a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:43.149070 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:43.206709 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f4e7f83b-9d5d-4cad-be1c-3801c9de08c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:43.210507 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b7a2dc-9e5d-4505-ad84-b534fe8aa523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:50:43.247707 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-4794cf64-6bc0-4b85-a69f-dba427623d0e admin admin] Allocated IP 172.20.0.1 (95f263a2-16db-4d6c-8962-c50348487ef1/9b5d9d7d-14db-4d74-baaa-fbd3e9136036/9df10423-622b-4571-a6dc-c81ea87dd65a) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:50:43.264778 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f47202e-0385-4579-a7b0-62e481a3be27 None None] Pushing event updated for resources: {'Port': ['ID=59e38e59-5139-44c7-974e-4472c5de8935,revision_number=3']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:43.277439 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de668eb7-fb4e-4d84-9c29-15b5bf464a05 None None] Routers {'9459f935-6ad7-4b7a-88c4-4afeb91aaef9'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:50:43.278536 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-de668eb7-fb4e-4d84-9c29-15b5bf464a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:50:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['9459f935-6ad7-4b7a-88c4-4afeb91aaef9'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:50:43.281430 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-5f47202e-0385-4579-a7b0-62e481a3be27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:43.294817 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80afe9d7-002e-4c66-9737-4c730d27ae03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=338aba35-b6d3-4f8b-97b8-e5f6c6090518,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:43.315196 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-80afe9d7-002e-4c66-9737-4c730d27ae03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:43.349932 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [None req-59b7a2dc-9e5d-4505-ad84-b534fe8aa523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempting to bind port 5e727d70-f036-498d-9e48-5cb003713e5f on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:50:43.350260 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [None req-59b7a2dc-9e5d-4505-ad84-b534fe8aa523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempting to bind port 5e727d70-f036-498d-9e48-5cb003713e5f by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '6651c96f-6648-4790-b82a-419c2cf03253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'f9327ecd-e78c-432f-8b82-f4dd410ee98f'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:50:43.351168 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b7a2dc-9e5d-4505-ad84-b534fe8aa523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempting to bind port 5e727d70-f036-498d-9e48-5cb003713e5f on network f9327ecd-e78c-432f-8b82-f4dd410ee98f {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:50:43.393421 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b7a2dc-9e5d-4505-ad84-b534fe8aa523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Port 5e727d70-f036-498d-9e48-5cb003713e5f on network f9327ecd-e78c-432f-8b82-f4dd410ee98f not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:50:43.393740 n-d-779913-12 neutron-server[93176]: ERROR neutron.plugins.ml2.managers [None req-59b7a2dc-9e5d-4505-ad84-b534fe8aa523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Failed to bind port 5e727d70-f036-498d-9e48-5cb003713e5f on host n-h1-779913-12 for vnic_type normal using segments [{'id': '6651c96f-6648-4790-b82a-419c2cf03253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'f9327ecd-e78c-432f-8b82-f4dd410ee98f'}] Jun 11 09:50:43.395459 n-d-779913-12 neutron-server[93176]: INFO neutron.plugins.ml2.plugin [None req-59b7a2dc-9e5d-4505-ad84-b534fe8aa523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempt 2 to bind port 5e727d70-f036-498d-9e48-5cb003713e5f Jun 11 09:50:43.435066 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4794cf64-6bc0-4b85-a69f-dba427623d0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:43.451710 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [None req-59b7a2dc-9e5d-4505-ad84-b534fe8aa523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempting to bind port 5e727d70-f036-498d-9e48-5cb003713e5f on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:50:43.454617 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [None req-59b7a2dc-9e5d-4505-ad84-b534fe8aa523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempting to bind port 5e727d70-f036-498d-9e48-5cb003713e5f by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '6651c96f-6648-4790-b82a-419c2cf03253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'f9327ecd-e78c-432f-8b82-f4dd410ee98f'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:50:43.454617 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b7a2dc-9e5d-4505-ad84-b534fe8aa523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempting to bind port 5e727d70-f036-498d-9e48-5cb003713e5f on network f9327ecd-e78c-432f-8b82-f4dd410ee98f {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:50:43.465181 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b7a2dc-9e5d-4505-ad84-b534fe8aa523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Port 5e727d70-f036-498d-9e48-5cb003713e5f on network f9327ecd-e78c-432f-8b82-f4dd410ee98f not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:50:43.465181 n-d-779913-12 neutron-server[93176]: ERROR neutron.plugins.ml2.managers [None req-59b7a2dc-9e5d-4505-ad84-b534fe8aa523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Failed to bind port 5e727d70-f036-498d-9e48-5cb003713e5f on host n-h1-779913-12 for vnic_type normal using segments [{'id': '6651c96f-6648-4790-b82a-419c2cf03253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'f9327ecd-e78c-432f-8b82-f4dd410ee98f'}] Jun 11 09:50:43.465181 n-d-779913-12 neutron-server[93176]: INFO neutron.plugins.ml2.plugin [None req-59b7a2dc-9e5d-4505-ad84-b534fe8aa523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempt 3 to bind port 5e727d70-f036-498d-9e48-5cb003713e5f Jun 11 09:50:43.473279 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-4794cf64-6bc0-4b85-a69f-dba427623d0e admin admin] Transition to ACTIVE for port object 9df10423-622b-4571-a6dc-c81ea87dd65a will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:50:43.510165 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [None req-59b7a2dc-9e5d-4505-ad84-b534fe8aa523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempting to bind port 5e727d70-f036-498d-9e48-5cb003713e5f on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:50:43.510868 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [None req-59b7a2dc-9e5d-4505-ad84-b534fe8aa523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempting to bind port 5e727d70-f036-498d-9e48-5cb003713e5f by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '6651c96f-6648-4790-b82a-419c2cf03253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'f9327ecd-e78c-432f-8b82-f4dd410ee98f'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:50:43.510868 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b7a2dc-9e5d-4505-ad84-b534fe8aa523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempting to bind port 5e727d70-f036-498d-9e48-5cb003713e5f on network f9327ecd-e78c-432f-8b82-f4dd410ee98f {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:50:43.524087 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b7a2dc-9e5d-4505-ad84-b534fe8aa523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Port 5e727d70-f036-498d-9e48-5cb003713e5f on network f9327ecd-e78c-432f-8b82-f4dd410ee98f not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:50:43.524415 n-d-779913-12 neutron-server[93176]: ERROR neutron.plugins.ml2.managers [None req-59b7a2dc-9e5d-4505-ad84-b534fe8aa523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Failed to bind port 5e727d70-f036-498d-9e48-5cb003713e5f on host n-h1-779913-12 for vnic_type normal using segments [{'id': '6651c96f-6648-4790-b82a-419c2cf03253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'f9327ecd-e78c-432f-8b82-f4dd410ee98f'}] Jun 11 09:50:43.526859 n-d-779913-12 neutron-server[93176]: INFO neutron.plugins.ml2.plugin [None req-59b7a2dc-9e5d-4505-ad84-b534fe8aa523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempt 4 to bind port 5e727d70-f036-498d-9e48-5cb003713e5f Jun 11 09:50:43.546378 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [None req-59b7a2dc-9e5d-4505-ad84-b534fe8aa523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempting to bind port 5e727d70-f036-498d-9e48-5cb003713e5f on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:50:43.546378 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [None req-59b7a2dc-9e5d-4505-ad84-b534fe8aa523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempting to bind port 5e727d70-f036-498d-9e48-5cb003713e5f by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '6651c96f-6648-4790-b82a-419c2cf03253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'f9327ecd-e78c-432f-8b82-f4dd410ee98f'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:50:43.546682 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b7a2dc-9e5d-4505-ad84-b534fe8aa523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempting to bind port 5e727d70-f036-498d-9e48-5cb003713e5f on network f9327ecd-e78c-432f-8b82-f4dd410ee98f {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:50:43.552398 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b7a2dc-9e5d-4505-ad84-b534fe8aa523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Port 5e727d70-f036-498d-9e48-5cb003713e5f on network f9327ecd-e78c-432f-8b82-f4dd410ee98f not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:50:43.552720 n-d-779913-12 neutron-server[93176]: ERROR neutron.plugins.ml2.managers [None req-59b7a2dc-9e5d-4505-ad84-b534fe8aa523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Failed to bind port 5e727d70-f036-498d-9e48-5cb003713e5f on host n-h1-779913-12 for vnic_type normal using segments [{'id': '6651c96f-6648-4790-b82a-419c2cf03253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'f9327ecd-e78c-432f-8b82-f4dd410ee98f'}] Jun 11 09:50:43.553109 n-d-779913-12 neutron-server[93176]: INFO neutron.plugins.ml2.plugin [None req-59b7a2dc-9e5d-4505-ad84-b534fe8aa523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempt 5 to bind port 5e727d70-f036-498d-9e48-5cb003713e5f Jun 11 09:50:43.578313 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [None req-59b7a2dc-9e5d-4505-ad84-b534fe8aa523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempting to bind port 5e727d70-f036-498d-9e48-5cb003713e5f on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:50:43.578654 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [None req-59b7a2dc-9e5d-4505-ad84-b534fe8aa523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempting to bind port 5e727d70-f036-498d-9e48-5cb003713e5f by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '6651c96f-6648-4790-b82a-419c2cf03253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'f9327ecd-e78c-432f-8b82-f4dd410ee98f'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:50:43.578987 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b7a2dc-9e5d-4505-ad84-b534fe8aa523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempting to bind port 5e727d70-f036-498d-9e48-5cb003713e5f on network f9327ecd-e78c-432f-8b82-f4dd410ee98f {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:50:43.585374 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b7a2dc-9e5d-4505-ad84-b534fe8aa523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Port 5e727d70-f036-498d-9e48-5cb003713e5f on network f9327ecd-e78c-432f-8b82-f4dd410ee98f not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:50:43.585697 n-d-779913-12 neutron-server[93176]: ERROR neutron.plugins.ml2.managers [None req-59b7a2dc-9e5d-4505-ad84-b534fe8aa523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Failed to bind port 5e727d70-f036-498d-9e48-5cb003713e5f on host n-h1-779913-12 for vnic_type normal using segments [{'id': '6651c96f-6648-4790-b82a-419c2cf03253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'f9327ecd-e78c-432f-8b82-f4dd410ee98f'}] Jun 11 09:50:43.586089 n-d-779913-12 neutron-server[93176]: INFO neutron.plugins.ml2.plugin [None req-59b7a2dc-9e5d-4505-ad84-b534fe8aa523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempt 6 to bind port 5e727d70-f036-498d-9e48-5cb003713e5f Jun 11 09:50:43.623300 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [None req-59b7a2dc-9e5d-4505-ad84-b534fe8aa523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempting to bind port 5e727d70-f036-498d-9e48-5cb003713e5f on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:50:43.623654 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [None req-59b7a2dc-9e5d-4505-ad84-b534fe8aa523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempting to bind port 5e727d70-f036-498d-9e48-5cb003713e5f by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '6651c96f-6648-4790-b82a-419c2cf03253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'f9327ecd-e78c-432f-8b82-f4dd410ee98f'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:50:43.623990 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b7a2dc-9e5d-4505-ad84-b534fe8aa523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempting to bind port 5e727d70-f036-498d-9e48-5cb003713e5f on network f9327ecd-e78c-432f-8b82-f4dd410ee98f {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:50:43.629750 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-de668eb7-fb4e-4d84-9c29-15b5bf464a05 None None] Set router 9459f935-6ad7-4b7a-88c4-4afeb91aaef9 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:50:43.638291 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b7a2dc-9e5d-4505-ad84-b534fe8aa523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Port 5e727d70-f036-498d-9e48-5cb003713e5f on network f9327ecd-e78c-432f-8b82-f4dd410ee98f not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:50:43.638619 n-d-779913-12 neutron-server[93176]: ERROR neutron.plugins.ml2.managers [None req-59b7a2dc-9e5d-4505-ad84-b534fe8aa523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Failed to bind port 5e727d70-f036-498d-9e48-5cb003713e5f on host n-h1-779913-12 for vnic_type normal using segments [{'id': '6651c96f-6648-4790-b82a-419c2cf03253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'f9327ecd-e78c-432f-8b82-f4dd410ee98f'}] Jun 11 09:50:43.639008 n-d-779913-12 neutron-server[93176]: INFO neutron.plugins.ml2.plugin [None req-59b7a2dc-9e5d-4505-ad84-b534fe8aa523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempt 7 to bind port 5e727d70-f036-498d-9e48-5cb003713e5f Jun 11 09:50:43.639767 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d9ca6b-d3a1-40a8-a0f7-7a95722accda req-a25f33e4-ba27-49f0-a6fd-ec6b89f0e81f tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:43.643250 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 8d90aed3-d0d9-439d-99e2-28dedffaf1bf no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:50:43.649658 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-47d9ca6b-d3a1-40a8-a0f7-7a95722accda req-a25f33e4-ba27-49f0-a6fd-ec6b89f0e81f tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaf840f1-ab45-4420-bbd9-f260a121024a HTTP/1.1" status: 200 len: 946 time: 0.1112893 Jun 11 09:50:43.658621 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4794cf64-6bc0-4b85-a69f-dba427623d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:43.661302 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-d2280496-06cb-47fb-ace7-828ecb65216d req-beed86be-2e90-4ca6-8460-dc40e15337a0 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:43.664855 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a558ab7c-3963-4084-ac37-067e81ca97ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:43.708152 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] No Port match for: 8d90aed3-d0d9-439d-99e2-28dedffaf1bf {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:50:43.708434 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 8d90aed3-d0d9-439d-99e2-28dedffaf1bf not bound to the agent host n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:50:43.713577 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7045f7d1-0607-410d-a582-6202c7452e52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:43.751052 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4794cf64-6bc0-4b85-a69f-dba427623d0e admin admin] Network 95f263a2-16db-4d6c-8962-c50348487ef1 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:50:43.758949 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-4794cf64-6bc0-4b85-a69f-dba427623d0e admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:50:43.762917 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [None req-59b7a2dc-9e5d-4505-ad84-b534fe8aa523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempting to bind port 5e727d70-f036-498d-9e48-5cb003713e5f on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:50:43.763454 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [None req-59b7a2dc-9e5d-4505-ad84-b534fe8aa523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempting to bind port 5e727d70-f036-498d-9e48-5cb003713e5f by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '6651c96f-6648-4790-b82a-419c2cf03253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'f9327ecd-e78c-432f-8b82-f4dd410ee98f'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:50:43.763846 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4794cf64-6bc0-4b85-a69f-dba427623d0e admin admin] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:50:43.764179 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b7a2dc-9e5d-4505-ad84-b534fe8aa523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempting to bind port 5e727d70-f036-498d-9e48-5cb003713e5f on network f9327ecd-e78c-432f-8b82-f4dd410ee98f {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:50:43.766938 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed86be-2e90-4ca6-8460-dc40e15337a0 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Pushing event deleted for resources: {'Port': ['ID=88d4f3c8-dca2-422b-9b3d-6b120052d16f,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:43.798183 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-beed86be-2e90-4ca6-8460-dc40e15337a0 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:43.834330 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b7a2dc-9e5d-4505-ad84-b534fe8aa523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Port 5e727d70-f036-498d-9e48-5cb003713e5f on network f9327ecd-e78c-432f-8b82-f4dd410ee98f not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:50:43.835433 n-d-779913-12 neutron-server[93176]: ERROR neutron.plugins.ml2.managers [None req-59b7a2dc-9e5d-4505-ad84-b534fe8aa523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Failed to bind port 5e727d70-f036-498d-9e48-5cb003713e5f on host n-h1-779913-12 for vnic_type normal using segments [{'id': '6651c96f-6648-4790-b82a-419c2cf03253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'f9327ecd-e78c-432f-8b82-f4dd410ee98f'}] Jun 11 09:50:43.840681 n-d-779913-12 neutron-server[93176]: INFO neutron.plugins.ml2.plugin [None req-59b7a2dc-9e5d-4505-ad84-b534fe8aa523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempt 8 to bind port 5e727d70-f036-498d-9e48-5cb003713e5f Jun 11 09:50:43.870322 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2280496-06cb-47fb-ace7-828ecb65216d req-beed86be-2e90-4ca6-8460-dc40e15337a0 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] No DVR routers for this DVR port 88d4f3c8-dca2-422b-9b3d-6b120052d16f on host n-h1-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:50:43.875770 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-d2280496-06cb-47fb-ace7-828ecb65216d req-beed86be-2e90-4ca6-8460-dc40e15337a0 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:43.877975 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d2280496-06cb-47fb-ace7-828ecb65216d req-beed86be-2e90-4ca6-8460-dc40e15337a0 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.64 "DELETE /v2.0/ports/88d4f3c8-dca2-422b-9b3d-6b120052d16f HTTP/1.1" status: 204 len: 173 time: 2.1493943 Jun 11 09:50:43.878680 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaf840f1-ab45-4420-bbd9-f260a121024a', 'name': 'network-vif-deleted', 'tag': '88d4f3c8-dca2-422b-9b3d-6b120052d16f'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:50:43.881545 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd5120dc-9609-4442-903f-092fb18b252c" -d '{"events": [{"server_uuid": "aaf840f1-ab45-4420-bbd9-f260a121024a", "name": "network-vif-deleted", "tag": "88d4f3c8-dca2-422b-9b3d-6b120052d16f"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:50:43.891766 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-47d9ca6b-d3a1-40a8-a0f7-7a95722accda req-8a0f8974-f179-46da-87b6-c31b16c93682 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/security-groups?id=57677d7e-1c66-47c6-909a-28bc4cd935da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407341 Jun 11 09:50:43.901041 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4794cf64-6bc0-4b85-a69f-dba427623d0e admin admin] Pushing event updated for resources: {'Port': ['ID=9df10423-622b-4571-a6dc-c81ea87dd65a,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:43.917102 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4794cf64-6bc0-4b85-a69f-dba427623d0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:43.945322 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [None req-59b7a2dc-9e5d-4505-ad84-b534fe8aa523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempting to bind port 5e727d70-f036-498d-9e48-5cb003713e5f on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:50:43.950096 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [None req-59b7a2dc-9e5d-4505-ad84-b534fe8aa523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempting to bind port 5e727d70-f036-498d-9e48-5cb003713e5f by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '6651c96f-6648-4790-b82a-419c2cf03253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'f9327ecd-e78c-432f-8b82-f4dd410ee98f'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:50:43.955055 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b7a2dc-9e5d-4505-ad84-b534fe8aa523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempting to bind port 5e727d70-f036-498d-9e48-5cb003713e5f on network f9327ecd-e78c-432f-8b82-f4dd410ee98f {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:50:43.974723 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4794cf64-6bc0-4b85-a69f-dba427623d0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-375088'] for router_interface, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:43.978078 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b7a2dc-9e5d-4505-ad84-b534fe8aa523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Port 5e727d70-f036-498d-9e48-5cb003713e5f on network f9327ecd-e78c-432f-8b82-f4dd410ee98f not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:50:43.978969 n-d-779913-12 neutron-server[93176]: ERROR neutron.plugins.ml2.managers [None req-59b7a2dc-9e5d-4505-ad84-b534fe8aa523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Failed to bind port 5e727d70-f036-498d-9e48-5cb003713e5f on host n-h1-779913-12 for vnic_type normal using segments [{'id': '6651c96f-6648-4790-b82a-419c2cf03253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'f9327ecd-e78c-432f-8b82-f4dd410ee98f'}] Jun 11 09:50:43.981187 n-d-779913-12 neutron-server[93176]: INFO neutron.plugins.ml2.plugin [None req-59b7a2dc-9e5d-4505-ad84-b534fe8aa523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempt 9 to bind port 5e727d70-f036-498d-9e48-5cb003713e5f Jun 11 09:50:44.012411 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [None req-59b7a2dc-9e5d-4505-ad84-b534fe8aa523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempting to bind port 5e727d70-f036-498d-9e48-5cb003713e5f on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:50:44.012411 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [None req-59b7a2dc-9e5d-4505-ad84-b534fe8aa523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempting to bind port 5e727d70-f036-498d-9e48-5cb003713e5f by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '6651c96f-6648-4790-b82a-419c2cf03253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'f9327ecd-e78c-432f-8b82-f4dd410ee98f'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:50:44.013025 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b7a2dc-9e5d-4505-ad84-b534fe8aa523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempting to bind port 5e727d70-f036-498d-9e48-5cb003713e5f on network f9327ecd-e78c-432f-8b82-f4dd410ee98f {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:50:44.024496 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b7a2dc-9e5d-4505-ad84-b534fe8aa523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Port 5e727d70-f036-498d-9e48-5cb003713e5f on network f9327ecd-e78c-432f-8b82-f4dd410ee98f not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:50:44.024840 n-d-779913-12 neutron-server[93176]: ERROR neutron.plugins.ml2.managers [None req-59b7a2dc-9e5d-4505-ad84-b534fe8aa523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Failed to bind port 5e727d70-f036-498d-9e48-5cb003713e5f on host n-h1-779913-12 for vnic_type normal using segments [{'id': '6651c96f-6648-4790-b82a-419c2cf03253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'f9327ecd-e78c-432f-8b82-f4dd410ee98f'}] Jun 11 09:50:44.026008 n-d-779913-12 neutron-server[93176]: INFO neutron.plugins.ml2.plugin [None req-59b7a2dc-9e5d-4505-ad84-b534fe8aa523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempt 10 to bind port 5e727d70-f036-498d-9e48-5cb003713e5f Jun 11 09:50:44.052590 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [None req-59b7a2dc-9e5d-4505-ad84-b534fe8aa523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempting to bind port 5e727d70-f036-498d-9e48-5cb003713e5f on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:50:44.052590 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [None req-59b7a2dc-9e5d-4505-ad84-b534fe8aa523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempting to bind port 5e727d70-f036-498d-9e48-5cb003713e5f by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '6651c96f-6648-4790-b82a-419c2cf03253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'f9327ecd-e78c-432f-8b82-f4dd410ee98f'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:50:44.052590 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b7a2dc-9e5d-4505-ad84-b534fe8aa523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempting to bind port 5e727d70-f036-498d-9e48-5cb003713e5f on network f9327ecd-e78c-432f-8b82-f4dd410ee98f {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:50:44.064973 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b7a2dc-9e5d-4505-ad84-b534fe8aa523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Port 5e727d70-f036-498d-9e48-5cb003713e5f on network f9327ecd-e78c-432f-8b82-f4dd410ee98f not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:50:44.066003 n-d-779913-12 neutron-server[93176]: ERROR neutron.plugins.ml2.managers [None req-59b7a2dc-9e5d-4505-ad84-b534fe8aa523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Failed to bind port 5e727d70-f036-498d-9e48-5cb003713e5f on host n-h1-779913-12 for vnic_type normal using segments [{'id': '6651c96f-6648-4790-b82a-419c2cf03253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'f9327ecd-e78c-432f-8b82-f4dd410ee98f'}] Jun 11 09:50:44.066640 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-59b7a2dc-9e5d-4505-ad84-b534fe8aa523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:44.088007 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d26e04-447c-4784-b923-ebbc9a298803 req-a2457398-c601-4980-bf61-4042ca55fd34 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:44.088007 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f1d26e04-447c-4784-b923-ebbc9a298803 req-a2457398-c601-4980-bf61-4042ca55fd34 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 944 time: 0.3314004 Jun 11 09:50:44.100938 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 50236) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:50:44.173460 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50238) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:50:44.178051 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-57ef61a6-a3e5-4757-8dc9-4ab4bb7fe6c5 admin admin] Deleting subnet 78635cc5-5408-4976-b3d9-b4cc65a6e8b4 {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 09:50:44.196297 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-de668eb7-fb4e-4d84-9c29-15b5bf464a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9459f935-6ad7-4b7a-88c4-4afeb91aaef9', 'name': 'tempest-ServersTestManualDisk-1246532258-router', 'tenant_id': '0694d8955d61412382677b4a46f00758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '59e38e59-5139-44c7-974e-4472c5de8935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:50:35Z', 'updated_at': '2021-06-11T09:50:39Z', 'revision_number': 3, 'project_id': '0694d8955d61412382677b4a46f00758', 'gw_port': {'id': '59e38e59-5139-44c7-974e-4472c5de8935', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9a:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9459f935-6ad7-4b7a-88c4-4afeb91aaef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:50:38Z', 'updated_at': '2021-06-11T09:50:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:50:44.200095 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de668eb7-fb4e-4d84-9c29-15b5bf464a05 None None] The sync data for ids ['9459f935-6ad7-4b7a-88c4-4afeb91aaef9'] in n-d-779913-12 is: [{'id': '9459f935-6ad7-4b7a-88c4-4afeb91aaef9', 'name': 'tempest-ServersTestManualDisk-1246532258-router', 'tenant_id': '0694d8955d61412382677b4a46f00758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '59e38e59-5139-44c7-974e-4472c5de8935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:50:35Z', 'updated_at': '2021-06-11T09:50:39Z', 'revision_number': 3, 'project_id': '0694d8955d61412382677b4a46f00758', 'gw_port': {'id': '59e38e59-5139-44c7-974e-4472c5de8935', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9a:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9459f935-6ad7-4b7a-88c4-4afeb91aaef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:50:38Z', 'updated_at': '2021-06-11T09:50:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:50:44.269370 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-59b7a2dc-9e5d-4505-ad84-b534fe8aa523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] For port 5e727d70-f036-498d-9e48-5cb003713e5f, host n-h1-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:50:44.269776 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-59b7a2dc-9e5d-4505-ad84-b534fe8aa523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempted to set empty binding levels {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 11 09:50:44.279414 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-57ef61a6-a3e5-4757-8dc9-4ab4bb7fe6c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:44.299367 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-31fa2b67-2c69-4ae3-9ca2-8c6512e59e66 None None] Provisioning for port 9df10423-622b-4571-a6dc-c81ea87dd65a completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:50:44.305470 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-31fa2b67-2c69-4ae3-9ca2-8c6512e59e66 None None] Provisioning complete for port 9df10423-622b-4571-a6dc-c81ea87dd65a triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:50:44.306220 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-31fa2b67-2c69-4ae3-9ca2-8c6512e59e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:44.314669 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-78e9e8ce-f8fe-4b16-8ce7-77a951ed957c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=de8d295129154aa7bd067bb9a012ab43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1398289 Jun 11 09:50:44.318846 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50240) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:50:44.354499 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c09c4ca-51a4-4e8a-8148-393a7bb4bab1 x-openstack-request-id: req-4c09c4ca-51a4-4e8a-8148-393a7bb4bab1 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:50:44.354837 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaf840f1-ab45-4420-bbd9-f260a121024a", "name": "network-vif-deleted", "tag": "88d4f3c8-dca2-422b-9b3d-6b120052d16f", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:50:44.355190 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4c09c4ca-51a4-4e8a-8148-393a7bb4bab1 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:50:44.356010 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaf840f1-ab45-4420-bbd9-f260a121024a', 'name': 'network-vif-deleted', 'tag': '88d4f3c8-dca2-422b-9b3d-6b120052d16f', 'status': 'completed', 'code': 200} Jun 11 09:50:44.367344 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-59b7a2dc-9e5d-4505-ad84-b534fe8aa523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:44.380897 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-57ef61a6-a3e5-4757-8dc9-4ab4bb7fe6c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:44.397234 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-31fa2b67-2c69-4ae3-9ca2-8c6512e59e66 None None] Port 9df10423-622b-4571-a6dc-c81ea87dd65a cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:50:44.411242 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3c087c74-878b-4577-94bf-a08845a26cec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:44.411459 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-beed86be-2e90-4ca6-8460-dc40e15337a0 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:44.446178 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3c087c74-878b-4577-94bf-a08845a26cec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:44.452754 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f1d26e04-447c-4784-b923-ebbc9a298803 req-08b5f1e8-6052-4bb6-bcf8-67931d41564e tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d1f1aa-3601-424b-af20-9acf0698c1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3565974 Jun 11 09:50:44.489205 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b7a2dc-9e5d-4505-ad84-b534fe8aa523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Pushing event updated for resources: {'Port': ['ID=5e727d70-f036-498d-9e48-5cb003713e5f,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:44.494755 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-59b7a2dc-9e5d-4505-ad84-b534fe8aa523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:44.513040 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b7a2dc-9e5d-4505-ad84-b534fe8aa523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:44.514387 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-59b7a2dc-9e5d-4505-ad84-b534fe8aa523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:44.538945 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-57ef61a6-a3e5-4757-8dc9-4ab4bb7fe6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:44.560680 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4794cf64-6bc0-4b85-a69f-dba427623d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:44.646561 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-59b7a2dc-9e5d-4505-ad84-b534fe8aa523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 4.2966042 Jun 11 09:50:44.653695 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 50242) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:50:44.754390 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3c087c74-878b-4577-94bf-a08845a26cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:44.757704 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3c087c74-878b-4577-94bf-a08845a26cec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:44.758743 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-3c087c74-878b-4577-94bf-a08845a26cec admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e85e029a-746a-42ca-8b85-2e28a56f197e HTTP/1.1" status: 204 len: 168 time: 0.4381895 Jun 11 09:50:44.761330 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ea80fd0e-ffc3-414f-8176-43c74f764195 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:44.764452 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-57ef61a6-a3e5-4757-8dc9-4ab4bb7fe6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:44.768458 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:44.777411 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c087c74-878b-4577-94bf-a08845a26cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e85e029a-746a-42ca-8b85-2e28a56f197e,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:44.781056 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3c087c74-878b-4577-94bf-a08845a26cec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:44.817837 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef61a6-a3e5-4757-8dc9-4ab4bb7fe6c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78635cc5-5408-4976-b3d9-b4cc65a6e8b4,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:44.820864 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-57ef61a6-a3e5-4757-8dc9-4ab4bb7fe6c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:44.826267 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-57ef61a6-a3e5-4757-8dc9-4ab4bb7fe6c5 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/78635cc5-5408-4976-b3d9-b4cc65a6e8b4 HTTP/1.1" status: 204 len: 168 time: 0.7199378 Jun 11 09:50:44.826356 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50246) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:50:44.830982 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-57ef61a6-a3e5-4757-8dc9-4ab4bb7fe6c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:44.836201 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-767f3e30-a157-4109-bfa9-cc59a2a9ceeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Deleting port 5e727d70-f036-498d-9e48-5cb003713e5f {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:50:44.842718 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-767f3e30-a157-4109-bfa9-cc59a2a9ceeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:44.942909 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-767f3e30-a157-4109-bfa9-cc59a2a9ceeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] For port 5e727d70-f036-498d-9e48-5cb003713e5f, host n-h1-779913-12, got binding levels [] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:50:44.943285 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-767f3e30-a157-4109-bfa9-cc59a2a9ceeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:45.021164 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4794cf64-6bc0-4b85-a69f-dba427623d0e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:45.039403 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e5885fea-0672-4060-b2b3-5146a1ffe5df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:45.082760 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-767f3e30-a157-4109-bfa9-cc59a2a9ceeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Calling delete_port for 5e727d70-f036-498d-9e48-5cb003713e5f owned by {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:50:45.127357 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1fc6c214-218e-4076-a71b-e5fc7c0f3de8 req-321d7856-92dd-4579-806b-20a736ea7b9c tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaf840f1-ab45-4420-bbd9-f260a121024a HTTP/1.1" status: 200 len: 210 time: 0.0363376 Jun 11 09:50:45.229641 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e5885fea-0672-4060-b2b3-5146a1ffe5df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:45.233264 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4794cf64-6bc0-4b85-a69f-dba427623d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:45.242521 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d249bbb8-b11a-48ae-869e-d71fe2d5cfc7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:45.286538 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-e5885fea-0672-4060-b2b3-5146a1ffe5df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['743172cf-2dc7-4438-9267-f806a2cb8a77']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:50:45.328882 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-767f3e30-a157-4109-bfa9-cc59a2a9ceeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:45.335609 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-597cfb75-8ec3-4282-be67-6cc6e19bf4f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:45.340893 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-e5885fea-0672-4060-b2b3-5146a1ffe5df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b51c68b7-80ed-4de8-bd6d-e2ba699aba0b') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:50:45.341646 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-e5885fea-0672-4060-b2b3-5146a1ffe5df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b51c68b7-80ed-4de8-bd6d-e2ba699aba0b') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:50:45.342901 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 88d4f3c8-dca2-422b-9b3d-6b120052d16f no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:50:45.362213 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4794cf64-6bc0-4b85-a69f-dba427623d0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375108'] for router_interface, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:45.369653 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e5885fea-0672-4060-b2b3-5146a1ffe5df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:45.386884 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4794cf64-6bc0-4b85-a69f-dba427623d0e admin admin] Pushing event updated for resources: {'Port': ['ID=9df10423-622b-4571-a6dc-c81ea87dd65a,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:45.388899 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767f3e30-a157-4109-bfa9-cc59a2a9ceeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Pushing event deleted for resources: {'Port': ['ID=5e727d70-f036-498d-9e48-5cb003713e5f,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:45.393377 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-767f3e30-a157-4109-bfa9-cc59a2a9ceeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:45.404410 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] No Port match for: 88d4f3c8-dca2-422b-9b3d-6b120052d16f {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:50:45.404410 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 88d4f3c8-dca2-422b-9b3d-6b120052d16f not bound to the agent host n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:50:45.405227 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-767f3e30-a157-4109-bfa9-cc59a2a9ceeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:45.410042 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-767f3e30-a157-4109-bfa9-cc59a2a9ceeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] 10.222.0.60 "DELETE /v2.0/ports/5e727d70-f036-498d-9e48-5cb003713e5f HTTP/1.1" status: 204 len: 168 time: 0.7596378 Jun 11 09:50:45.410878 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 50254) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:50:45.431320 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4794cf64-6bc0-4b85-a69f-dba427623d0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:50:45.431793 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4794cf64-6bc0-4b85-a69f-dba427623d0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:50:45.432147 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4794cf64-6bc0-4b85-a69f-dba427623d0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:50:45.432570 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4794cf64-6bc0-4b85-a69f-dba427623d0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:50:45.432933 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4794cf64-6bc0-4b85-a69f-dba427623d0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:50:45.433288 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4794cf64-6bc0-4b85-a69f-dba427623d0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:50:45.433642 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4794cf64-6bc0-4b85-a69f-dba427623d0e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:50:45.433997 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4794cf64-6bc0-4b85-a69f-dba427623d0e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:50:45.434351 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4794cf64-6bc0-4b85-a69f-dba427623d0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:50:45.434781 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4794cf64-6bc0-4b85-a69f-dba427623d0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:50:45.435158 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4794cf64-6bc0-4b85-a69f-dba427623d0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:50:45.435536 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4794cf64-6bc0-4b85-a69f-dba427623d0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:50:45.441286 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e5885fea-0672-4060-b2b3-5146a1ffe5df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:45.445977 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4794cf64-6bc0-4b85-a69f-dba427623d0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:45.451019 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2890cea-b0a9-4c17-b28a-3bdfa1f6df05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] GET failed (client error): The resource could not be found. Jun 11 09:50:45.452497 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-e2890cea-b0a9-4c17-b28a-3bdfa1f6df05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] 10.222.0.60 "GET /v2.0/ports/5e727d70-f036-498d-9e48-5cb003713e5f HTTP/1.1" status: 404 len: 333 time: 0.0402250 Jun 11 09:50:45.455869 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 50256) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:50:45.461695 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-3f5581c1-d9b1-478b-ab4e-40644c24af06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Request body: {'port': {'network_id': 'f9327ecd-e78c-432f-8b82-f4dd410ee98f', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1960218330'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:50:45.560445 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5885fea-0672-4060-b2b3-5146a1ffe5df admin admin] Releasing vlan 757 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 09:50:45.561007 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e5885fea-0672-4060-b2b3-5146a1ffe5df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:45.562801 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 09:50:45.562801 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 09:50:45.562801 n-d-779913-12 neutron-server[93177]: timer() Jun 11 09:50:45.562801 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 09:50:45.562801 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 09:50:45.562801 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 09:50:45.562801 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 09:50:45.562801 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 09:50:45.562801 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 09:50:45.562801 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 09:50:45.562801 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 09:50:45.562801 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 09:50:45.562801 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 09:50:45.562801 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 09:50:45.562801 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 09:50:45.562801 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 09:50:45.562801 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 09:50:45.562801 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 09:50:45.562801 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 09:50:45.562801 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 09:50:45.562801 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 09:50:45.562801 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 09:50:45.562801 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 09:50:45.562801 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 09:50:45.562801 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 09:50:45.562801 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 09:50:45.562801 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 09:50:45.562801 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 09:50:45.562801 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 09:50:45.562801 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 09:50:45.562801 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 09:50:45.562801 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 09:50:45.630566 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f5581c1-d9b1-478b-ab4e-40644c24af06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Made reservation on behalf of 17b81c82768144f994fa22f643983de5 for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:50:45.631342 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 59e38e59-5139-44c7-974e-4472c5de8935 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:50:45.633547 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3f5581c1-d9b1-478b-ab4e-40644c24af06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:45.653818 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [None req-3f5581c1-d9b1-478b-ab4e-40644c24af06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] device_id is not set on port 3f2700f3-6319-4a3c-9df2-eec87d2447d7 yet. {{(pid=93176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 09:50:45.732212 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4794cf64-6bc0-4b85-a69f-dba427623d0e admin admin] Network 95f263a2-16db-4d6c-8962-c50348487ef1 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:50:45.735165 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-4794cf64-6bc0-4b85-a69f-dba427623d0e admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:50:45.790181 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-01f98791-8740-4ae3-a935-d39637bc5fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:45.839908 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 59e38e59-5139-44c7-974e-4472c5de8935 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:50:45.844915 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 59e38e59-5139-44c7-974e-4472c5de8935 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:50:45.845637 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:45.885666 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3f5581c1-d9b1-478b-ab4e-40644c24af06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:45.916381 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:45.940720 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e5885fea-0672-4060-b2b3-5146a1ffe5df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:45.952924 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4794cf64-6bc0-4b85-a69f-dba427623d0e admin admin] Router 9459f935-6ad7-4b7a-88c4-4afeb91aaef9 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 09:50:45.967271 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e5885fea-0672-4060-b2b3-5146a1ffe5df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:45.970242 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-e5885fea-0672-4060-b2b3-5146a1ffe5df admin admin] 10.222.0.60 "DELETE /v2.0/networks/743172cf-2dc7-4438-9267-f806a2cb8a77 HTTP/1.1" status: 204 len: 168 time: 1.1422215 Jun 11 09:50:45.974731 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b6f680b8-8366-48e7-b2c6-a088bf2e730b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:45.990311 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5885fea-0672-4060-b2b3-5146a1ffe5df admin admin] Pushing event deleted for resources: {'Network': ['ID=743172cf-2dc7-4438-9267-f806a2cb8a77,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:45.993817 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:45.999178 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e5885fea-0672-4060-b2b3-5146a1ffe5df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:46.002952 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3f5581c1-d9b1-478b-ab4e-40644c24af06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:46.011189 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-729cd165-e14f-4b2c-b9fb-a213c2943db5 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:46.072729 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 59e38e59-5139-44c7-974e-4472c5de8935, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=59e38e59-5139-44c7-974e-4472c5de8935,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:50:46.092927 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-d7875d19-e119-44e4-ba39-511b56783784 None None] Provisioning complete for port 9df10423-622b-4571-a6dc-c81ea87dd65a triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:50:46.095717 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d7875d19-e119-44e4-ba39-511b56783784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:46.152958 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5581c1-d9b1-478b-ab4e-40644c24af06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Network f9327ecd-e78c-432f-8b82-f4dd410ee98f is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:50:46.160462 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-d7875d19-e119-44e4-ba39-511b56783784 None None] Port 9df10423-622b-4571-a6dc-c81ea87dd65a cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:50:46.161621 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5581c1-d9b1-478b-ab4e-40644c24af06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Pushing event updated for resources: {'Port': ['ID=3f2700f3-6319-4a3c-9df2-eec87d2447d7,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:46.162067 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:46.164560 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-d5619d13-d25d-4ec1-85f4-13ad7b35dbb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:46.167227 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-3f5581c1-d9b1-478b-ab4e-40644c24af06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:50:46.169353 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3f5581c1-d9b1-478b-ab4e-40644c24af06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:46.170182 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5581c1-d9b1-478b-ab4e-40644c24af06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:50:46.171185 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5581c1-d9b1-478b-ab4e-40644c24af06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:46.172054 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3f5581c1-d9b1-478b-ab4e-40644c24af06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:46.230388 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=59e38e59-5139-44c7-974e-4472c5de8935,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:46.239346 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:46.278962 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56425fbe-dc1a-4763-a059-13f2518f545b req-a6a15960-5054-4fbd-8e4a-4dd524de3a4a tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:46.278962 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-56425fbe-dc1a-4763-a059-13f2518f545b req-a6a15960-5054-4fbd-8e4a-4dd524de3a4a tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 944 time: 0.6023262 Jun 11 09:50:46.300777 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-3f5581c1-d9b1-478b-ab4e-40644c24af06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8434846 Jun 11 09:50:46.304105 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 50292) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:50:46.307508 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4794cf64-6bc0-4b85-a69f-dba427623d0e admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:50:46.310074 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-562442b5-7e7b-4c13-8268-e4bded839e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:50:46.324226 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-4794cf64-6bc0-4b85-a69f-dba427623d0e admin admin] 10.222.0.60 "PUT /v2.0/routers/9459f935-6ad7-4b7a-88c4-4afeb91aaef9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9838109 Jun 11 09:50:46.419382 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-562442b5-7e7b-4c13-8268-e4bded839e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:46.563761 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50304) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:50:46.564322 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de36d6ab-a0d0-415f-8948-4eff5aba56a0 None None] Sync routers for ids ['9459f935-6ad7-4b7a-88c4-4afeb91aaef9'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:50:46.579041 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de36d6ab-a0d0-415f-8948-4eff5aba56a0 None None] Routers {'9459f935-6ad7-4b7a-88c4-4afeb91aaef9'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:50:46.584298 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-de36d6ab-a0d0-415f-8948-4eff5aba56a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:50:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['9459f935-6ad7-4b7a-88c4-4afeb91aaef9'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:50:46.650533 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-3141055a-2913-4090-a5c8-e2c2f937a8e3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=845e0c4a59a549beb9cd8a20149f973b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0857272 Jun 11 09:50:46.654990 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 50306) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:50:46.766600 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50312) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:50:46.775349 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0be640d1-ca6c-418d-af6e-d529e9f9edbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:46.816279 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-de36d6ab-a0d0-415f-8948-4eff5aba56a0 None None] Set router 9459f935-6ad7-4b7a-88c4-4afeb91aaef9 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:50:46.818720 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [None req-562442b5-7e7b-4c13-8268-e4bded839e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] device_id is not set on port 3f2700f3-6319-4a3c-9df2-eec87d2447d7 yet. {{(pid=93176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 09:50:46.838477 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-562442b5-7e7b-4c13-8268-e4bded839e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:46.842361 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0be640d1-ca6c-418d-af6e-d529e9f9edbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:46.879692 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [None req-562442b5-7e7b-4c13-8268-e4bded839e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Transition to ACTIVE for port object 3f2700f3-6319-4a3c-9df2-eec87d2447d7 will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:50:46.941858 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:46.950738 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-56425fbe-dc1a-4763-a059-13f2518f545b req-6c0a0499-3ae8-4216-86bc-63fefb2ed013 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d1f1aa-3601-424b-af20-9acf0698c1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6653225 Jun 11 09:50:46.952319 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e5902ccb-e18d-4df2-9c03-d4ad1c2d897e tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:46.983482 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e5902ccb-e18d-4df2-9c03-d4ad1c2d897e tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:47.101210 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-562442b5-7e7b-4c13-8268-e4bded839e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:47.104488 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7f71a4d2-2897-4360-868e-0502f3dc5514 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:47.237142 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0be640d1-ca6c-418d-af6e-d529e9f9edbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:47.237534 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e5902ccb-e18d-4df2-9c03-d4ad1c2d897e tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:47.240968 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e5902ccb-e18d-4df2-9c03-d4ad1c2d897e tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:47.242126 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-e5902ccb-e18d-4df2-9c03-d4ad1c2d897e tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "DELETE /v2.0/security-groups/f6f491a4-5a68-4802-bdf8-42370e50429d HTTP/1.1" status: 204 len: 168 time: 0.4743903 Jun 11 09:50:47.243617 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-33d1f0e2-9951-46ab-aee2-b9654e4d49b9 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:47.246101 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50320) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:50:47.256028 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0be640d1-ca6c-418d-af6e-d529e9f9edbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:47.260121 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-0be640d1-ca6c-418d-af6e-d529e9f9edbd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b7521a1b-0cb2-4502-95f4-08d0b3dba639 HTTP/1.1" status: 204 len: 168 time: 0.6035559 Jun 11 09:50:47.278624 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562442b5-7e7b-4c13-8268-e4bded839e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Pushing event updated for resources: {'Port': ['ID=3f2700f3-6319-4a3c-9df2-eec87d2447d7,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:47.290533 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-de36d6ab-a0d0-415f-8948-4eff5aba56a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9459f935-6ad7-4b7a-88c4-4afeb91aaef9', 'name': 'tempest-ServersTestManualDisk-1246532258-router', 'tenant_id': '0694d8955d61412382677b4a46f00758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '59e38e59-5139-44c7-974e-4472c5de8935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:50:35Z', 'updated_at': '2021-06-11T09:50:44Z', 'revision_number': 4, 'project_id': '0694d8955d61412382677b4a46f00758', 'gw_port': {'id': '59e38e59-5139-44c7-974e-4472c5de8935', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9459f935-6ad7-4b7a-88c4-4afeb91aaef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:50:38Z', 'updated_at': '2021-06-11T09:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '9df10423-622b-4571-a6dc-c81ea87dd65a', 'name': '', 'network_id': '95f263a2-16db-4d6c-8962-c50348487ef1', 'tenant_id': '0694d8955d61412382677b4a46f00758', 'mac_address': 'fa:16:3e:81:61:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9459f935-6ad7-4b7a-88c4-4afeb91aaef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '9b5d9d7d-14db-4d74-baaa-fbd3e9136036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:50:43Z', 'updated_at': '2021-06-11T09:50:44Z', 'revision_number': 2, 'project_id': '0694d8955d61412382677b4a46f00758', 'subnets': [{'id': '9b5d9d7d-14db-4d74-baaa-fbd3e9136036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:50:47.290900 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5902ccb-e18d-4df2-9c03-d4ad1c2d897e tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f491a4-5a68-4802-bdf8-42370e50429d,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:47.295305 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e5902ccb-e18d-4df2-9c03-d4ad1c2d897e tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:47.297154 n-d-779913-12 neutron-server[93177]: INFO neutron.api.v2.resource [None req-f6cb0939-a35b-462d-94c1-0149b1815766 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] show failed (client error): The resource could not be found. Jun 11 09:50:47.303862 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de36d6ab-a0d0-415f-8948-4eff5aba56a0 None None] Checking router: 9459f935-6ad7-4b7a-88c4-4afeb91aaef9 for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:50:47.304013 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-f6cb0939-a35b-462d-94c1-0149b1815766 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "GET /v2.0/security-groups/f6f491a4-5a68-4802-bdf8-42370e50429d HTTP/1.1" status: 404 len: 347 time: 0.0511756 Jun 11 09:50:47.304161 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de36d6ab-a0d0-415f-8948-4eff5aba56a0 None None] Updating router 9459f935-6ad7-4b7a-88c4-4afeb91aaef9 port 9df10423-622b-4571-a6dc-c81ea87dd65a binding host n-d-779913-12 {{(pid=93178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 09:50:47.308582 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50324) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:50:47.309736 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-562442b5-7e7b-4c13-8268-e4bded839e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:47.314540 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2e95d40c-35e4-4851-a621-73009c0339f4 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:47.345056 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be640d1-ca6c-418d-af6e-d529e9f9edbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7521a1b-0cb2-4502-95f4-08d0b3dba639,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:47.363880 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0be640d1-ca6c-418d-af6e-d529e9f9edbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:47.407773 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [None req-562442b5-7e7b-4c13-8268-e4bded839e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempting to bind port 3f2700f3-6319-4a3c-9df2-eec87d2447d7 on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:50:47.408469 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [None req-562442b5-7e7b-4c13-8268-e4bded839e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempting to bind port 3f2700f3-6319-4a3c-9df2-eec87d2447d7 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '6651c96f-6648-4790-b82a-419c2cf03253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'f9327ecd-e78c-432f-8b82-f4dd410ee98f'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:50:47.408988 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562442b5-7e7b-4c13-8268-e4bded839e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempting to bind port 3f2700f3-6319-4a3c-9df2-eec87d2447d7 on network f9327ecd-e78c-432f-8b82-f4dd410ee98f {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:50:47.414330 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562442b5-7e7b-4c13-8268-e4bded839e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Port 3f2700f3-6319-4a3c-9df2-eec87d2447d7 on network f9327ecd-e78c-432f-8b82-f4dd410ee98f not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:50:47.414902 n-d-779913-12 neutron-server[93176]: ERROR neutron.plugins.ml2.managers [None req-562442b5-7e7b-4c13-8268-e4bded839e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Failed to bind port 3f2700f3-6319-4a3c-9df2-eec87d2447d7 on host n-h1-779913-12 for vnic_type normal using segments [{'id': '6651c96f-6648-4790-b82a-419c2cf03253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'f9327ecd-e78c-432f-8b82-f4dd410ee98f'}] Jun 11 09:50:47.417525 n-d-779913-12 neutron-server[93176]: INFO neutron.plugins.ml2.plugin [None req-562442b5-7e7b-4c13-8268-e4bded839e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempt 2 to bind port 3f2700f3-6319-4a3c-9df2-eec87d2447d7 Jun 11 09:50:47.442214 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-de36d6ab-a0d0-415f-8948-4eff5aba56a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:47.445412 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [None req-562442b5-7e7b-4c13-8268-e4bded839e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempting to bind port 3f2700f3-6319-4a3c-9df2-eec87d2447d7 on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:50:47.446121 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [None req-562442b5-7e7b-4c13-8268-e4bded839e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempting to bind port 3f2700f3-6319-4a3c-9df2-eec87d2447d7 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '6651c96f-6648-4790-b82a-419c2cf03253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'f9327ecd-e78c-432f-8b82-f4dd410ee98f'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:50:47.446121 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562442b5-7e7b-4c13-8268-e4bded839e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempting to bind port 3f2700f3-6319-4a3c-9df2-eec87d2447d7 on network f9327ecd-e78c-432f-8b82-f4dd410ee98f {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:50:47.450896 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562442b5-7e7b-4c13-8268-e4bded839e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Port 3f2700f3-6319-4a3c-9df2-eec87d2447d7 on network f9327ecd-e78c-432f-8b82-f4dd410ee98f not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:50:47.451267 n-d-779913-12 neutron-server[93176]: ERROR neutron.plugins.ml2.managers [None req-562442b5-7e7b-4c13-8268-e4bded839e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Failed to bind port 3f2700f3-6319-4a3c-9df2-eec87d2447d7 on host n-h1-779913-12 for vnic_type normal using segments [{'id': '6651c96f-6648-4790-b82a-419c2cf03253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'f9327ecd-e78c-432f-8b82-f4dd410ee98f'}] Jun 11 09:50:47.451782 n-d-779913-12 neutron-server[93176]: INFO neutron.plugins.ml2.plugin [None req-562442b5-7e7b-4c13-8268-e4bded839e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempt 3 to bind port 3f2700f3-6319-4a3c-9df2-eec87d2447d7 Jun 11 09:50:47.469750 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [None req-562442b5-7e7b-4c13-8268-e4bded839e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempting to bind port 3f2700f3-6319-4a3c-9df2-eec87d2447d7 on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:50:47.469750 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [None req-562442b5-7e7b-4c13-8268-e4bded839e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempting to bind port 3f2700f3-6319-4a3c-9df2-eec87d2447d7 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '6651c96f-6648-4790-b82a-419c2cf03253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'f9327ecd-e78c-432f-8b82-f4dd410ee98f'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:50:47.469750 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562442b5-7e7b-4c13-8268-e4bded839e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempting to bind port 3f2700f3-6319-4a3c-9df2-eec87d2447d7 on network f9327ecd-e78c-432f-8b82-f4dd410ee98f {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:50:47.474795 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562442b5-7e7b-4c13-8268-e4bded839e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Port 3f2700f3-6319-4a3c-9df2-eec87d2447d7 on network f9327ecd-e78c-432f-8b82-f4dd410ee98f not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:50:47.475142 n-d-779913-12 neutron-server[93176]: ERROR neutron.plugins.ml2.managers [None req-562442b5-7e7b-4c13-8268-e4bded839e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Failed to bind port 3f2700f3-6319-4a3c-9df2-eec87d2447d7 on host n-h1-779913-12 for vnic_type normal using segments [{'id': '6651c96f-6648-4790-b82a-419c2cf03253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'f9327ecd-e78c-432f-8b82-f4dd410ee98f'}] Jun 11 09:50:47.475722 n-d-779913-12 neutron-server[93176]: INFO neutron.plugins.ml2.plugin [None req-562442b5-7e7b-4c13-8268-e4bded839e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempt 4 to bind port 3f2700f3-6319-4a3c-9df2-eec87d2447d7 Jun 11 09:50:47.490649 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [None req-562442b5-7e7b-4c13-8268-e4bded839e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempting to bind port 3f2700f3-6319-4a3c-9df2-eec87d2447d7 on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:50:47.491663 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [None req-562442b5-7e7b-4c13-8268-e4bded839e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempting to bind port 3f2700f3-6319-4a3c-9df2-eec87d2447d7 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '6651c96f-6648-4790-b82a-419c2cf03253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'f9327ecd-e78c-432f-8b82-f4dd410ee98f'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:50:47.492066 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562442b5-7e7b-4c13-8268-e4bded839e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempting to bind port 3f2700f3-6319-4a3c-9df2-eec87d2447d7 on network f9327ecd-e78c-432f-8b82-f4dd410ee98f {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:50:47.497331 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562442b5-7e7b-4c13-8268-e4bded839e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Port 3f2700f3-6319-4a3c-9df2-eec87d2447d7 on network f9327ecd-e78c-432f-8b82-f4dd410ee98f not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:50:47.498576 n-d-779913-12 neutron-server[93176]: ERROR neutron.plugins.ml2.managers [None req-562442b5-7e7b-4c13-8268-e4bded839e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Failed to bind port 3f2700f3-6319-4a3c-9df2-eec87d2447d7 on host n-h1-779913-12 for vnic_type normal using segments [{'id': '6651c96f-6648-4790-b82a-419c2cf03253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'f9327ecd-e78c-432f-8b82-f4dd410ee98f'}] Jun 11 09:50:47.498576 n-d-779913-12 neutron-server[93176]: INFO neutron.plugins.ml2.plugin [None req-562442b5-7e7b-4c13-8268-e4bded839e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempt 5 to bind port 3f2700f3-6319-4a3c-9df2-eec87d2447d7 Jun 11 09:50:47.516063 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [None req-562442b5-7e7b-4c13-8268-e4bded839e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempting to bind port 3f2700f3-6319-4a3c-9df2-eec87d2447d7 on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:50:47.516506 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [None req-562442b5-7e7b-4c13-8268-e4bded839e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempting to bind port 3f2700f3-6319-4a3c-9df2-eec87d2447d7 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '6651c96f-6648-4790-b82a-419c2cf03253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'f9327ecd-e78c-432f-8b82-f4dd410ee98f'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:50:47.516930 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562442b5-7e7b-4c13-8268-e4bded839e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempting to bind port 3f2700f3-6319-4a3c-9df2-eec87d2447d7 on network f9327ecd-e78c-432f-8b82-f4dd410ee98f {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:50:47.522820 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562442b5-7e7b-4c13-8268-e4bded839e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Port 3f2700f3-6319-4a3c-9df2-eec87d2447d7 on network f9327ecd-e78c-432f-8b82-f4dd410ee98f not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:50:47.523143 n-d-779913-12 neutron-server[93176]: ERROR neutron.plugins.ml2.managers [None req-562442b5-7e7b-4c13-8268-e4bded839e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Failed to bind port 3f2700f3-6319-4a3c-9df2-eec87d2447d7 on host n-h1-779913-12 for vnic_type normal using segments [{'id': '6651c96f-6648-4790-b82a-419c2cf03253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'f9327ecd-e78c-432f-8b82-f4dd410ee98f'}] Jun 11 09:50:47.523609 n-d-779913-12 neutron-server[93176]: INFO neutron.plugins.ml2.plugin [None req-562442b5-7e7b-4c13-8268-e4bded839e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempt 6 to bind port 3f2700f3-6319-4a3c-9df2-eec87d2447d7 Jun 11 09:50:47.562543 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [None req-562442b5-7e7b-4c13-8268-e4bded839e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempting to bind port 3f2700f3-6319-4a3c-9df2-eec87d2447d7 on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:50:47.562810 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [None req-562442b5-7e7b-4c13-8268-e4bded839e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempting to bind port 3f2700f3-6319-4a3c-9df2-eec87d2447d7 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '6651c96f-6648-4790-b82a-419c2cf03253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'f9327ecd-e78c-432f-8b82-f4dd410ee98f'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:50:47.563205 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562442b5-7e7b-4c13-8268-e4bded839e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempting to bind port 3f2700f3-6319-4a3c-9df2-eec87d2447d7 on network f9327ecd-e78c-432f-8b82-f4dd410ee98f {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:50:47.569084 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 09:50:47.571694 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562442b5-7e7b-4c13-8268-e4bded839e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Port 3f2700f3-6319-4a3c-9df2-eec87d2447d7 on network f9327ecd-e78c-432f-8b82-f4dd410ee98f not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:50:47.572154 n-d-779913-12 neutron-server[93176]: ERROR neutron.plugins.ml2.managers [None req-562442b5-7e7b-4c13-8268-e4bded839e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Failed to bind port 3f2700f3-6319-4a3c-9df2-eec87d2447d7 on host n-h1-779913-12 for vnic_type normal using segments [{'id': '6651c96f-6648-4790-b82a-419c2cf03253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'f9327ecd-e78c-432f-8b82-f4dd410ee98f'}] Jun 11 09:50:47.572607 n-d-779913-12 neutron-server[93176]: INFO neutron.plugins.ml2.plugin [None req-562442b5-7e7b-4c13-8268-e4bded839e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempt 7 to bind port 3f2700f3-6319-4a3c-9df2-eec87d2447d7 Jun 11 09:50:47.612521 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-73683e15-6847-486a-acc1-dcfbf2cbb856 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Deleting port b470024d-e613-408f-ac8d-3c3a77c941db {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:50:47.615233 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-73683e15-6847-486a-acc1-dcfbf2cbb856 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:47.628835 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [None req-562442b5-7e7b-4c13-8268-e4bded839e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempting to bind port 3f2700f3-6319-4a3c-9df2-eec87d2447d7 on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:50:47.629233 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [None req-562442b5-7e7b-4c13-8268-e4bded839e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempting to bind port 3f2700f3-6319-4a3c-9df2-eec87d2447d7 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '6651c96f-6648-4790-b82a-419c2cf03253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'f9327ecd-e78c-432f-8b82-f4dd410ee98f'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:50:47.629626 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562442b5-7e7b-4c13-8268-e4bded839e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempting to bind port 3f2700f3-6319-4a3c-9df2-eec87d2447d7 on network f9327ecd-e78c-432f-8b82-f4dd410ee98f {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:50:47.635868 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 50330) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:50:47.636564 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562442b5-7e7b-4c13-8268-e4bded839e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Port 3f2700f3-6319-4a3c-9df2-eec87d2447d7 on network f9327ecd-e78c-432f-8b82-f4dd410ee98f not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:50:47.637031 n-d-779913-12 neutron-server[93176]: ERROR neutron.plugins.ml2.managers [None req-562442b5-7e7b-4c13-8268-e4bded839e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Failed to bind port 3f2700f3-6319-4a3c-9df2-eec87d2447d7 on host n-h1-779913-12 for vnic_type normal using segments [{'id': '6651c96f-6648-4790-b82a-419c2cf03253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'f9327ecd-e78c-432f-8b82-f4dd410ee98f'}] Jun 11 09:50:47.641654 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-23c52c21-6cad-4bbd-b76c-fc48f2579b26 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2057409365', 'description': 'tempest-description--927860143'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:50:47.656621 n-d-779913-12 neutron-server[93176]: INFO neutron.plugins.ml2.plugin [None req-562442b5-7e7b-4c13-8268-e4bded839e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempt 8 to bind port 3f2700f3-6319-4a3c-9df2-eec87d2447d7 Jun 11 09:50:47.707207 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [None req-562442b5-7e7b-4c13-8268-e4bded839e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempting to bind port 3f2700f3-6319-4a3c-9df2-eec87d2447d7 on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:50:47.707929 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [None req-562442b5-7e7b-4c13-8268-e4bded839e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempting to bind port 3f2700f3-6319-4a3c-9df2-eec87d2447d7 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '6651c96f-6648-4790-b82a-419c2cf03253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'f9327ecd-e78c-432f-8b82-f4dd410ee98f'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:50:47.708547 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562442b5-7e7b-4c13-8268-e4bded839e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempting to bind port 3f2700f3-6319-4a3c-9df2-eec87d2447d7 on network f9327ecd-e78c-432f-8b82-f4dd410ee98f {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:50:47.719412 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562442b5-7e7b-4c13-8268-e4bded839e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Port 3f2700f3-6319-4a3c-9df2-eec87d2447d7 on network f9327ecd-e78c-432f-8b82-f4dd410ee98f not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:50:47.719412 n-d-779913-12 neutron-server[93176]: ERROR neutron.plugins.ml2.managers [None req-562442b5-7e7b-4c13-8268-e4bded839e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Failed to bind port 3f2700f3-6319-4a3c-9df2-eec87d2447d7 on host n-h1-779913-12 for vnic_type normal using segments [{'id': '6651c96f-6648-4790-b82a-419c2cf03253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'f9327ecd-e78c-432f-8b82-f4dd410ee98f'}] Jun 11 09:50:47.719412 n-d-779913-12 neutron-server[93176]: INFO neutron.plugins.ml2.plugin [None req-562442b5-7e7b-4c13-8268-e4bded839e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempt 9 to bind port 3f2700f3-6319-4a3c-9df2-eec87d2447d7 Jun 11 09:50:47.752200 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 59e38e59-5139-44c7-974e-4472c5de8935 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:50:47.760914 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [None req-562442b5-7e7b-4c13-8268-e4bded839e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempting to bind port 3f2700f3-6319-4a3c-9df2-eec87d2447d7 on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:50:47.761882 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [None req-562442b5-7e7b-4c13-8268-e4bded839e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempting to bind port 3f2700f3-6319-4a3c-9df2-eec87d2447d7 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '6651c96f-6648-4790-b82a-419c2cf03253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'f9327ecd-e78c-432f-8b82-f4dd410ee98f'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:50:47.762376 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562442b5-7e7b-4c13-8268-e4bded839e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempting to bind port 3f2700f3-6319-4a3c-9df2-eec87d2447d7 on network f9327ecd-e78c-432f-8b82-f4dd410ee98f {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:50:47.772189 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-73683e15-6847-486a-acc1-dcfbf2cbb856 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:47.772189 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-73683e15-6847-486a-acc1-dcfbf2cbb856 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:47.791994 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562442b5-7e7b-4c13-8268-e4bded839e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Port 3f2700f3-6319-4a3c-9df2-eec87d2447d7 on network f9327ecd-e78c-432f-8b82-f4dd410ee98f not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:50:47.792527 n-d-779913-12 neutron-server[93176]: ERROR neutron.plugins.ml2.managers [None req-562442b5-7e7b-4c13-8268-e4bded839e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Failed to bind port 3f2700f3-6319-4a3c-9df2-eec87d2447d7 on host n-h1-779913-12 for vnic_type normal using segments [{'id': '6651c96f-6648-4790-b82a-419c2cf03253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'f9327ecd-e78c-432f-8b82-f4dd410ee98f'}] Jun 11 09:50:47.793088 n-d-779913-12 neutron-server[93176]: INFO neutron.plugins.ml2.plugin [None req-562442b5-7e7b-4c13-8268-e4bded839e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempt 10 to bind port 3f2700f3-6319-4a3c-9df2-eec87d2447d7 Jun 11 09:50:47.813109 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [None req-562442b5-7e7b-4c13-8268-e4bded839e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempting to bind port 3f2700f3-6319-4a3c-9df2-eec87d2447d7 on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:50:47.813695 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [None req-562442b5-7e7b-4c13-8268-e4bded839e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempting to bind port 3f2700f3-6319-4a3c-9df2-eec87d2447d7 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '6651c96f-6648-4790-b82a-419c2cf03253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'f9327ecd-e78c-432f-8b82-f4dd410ee98f'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:50:47.814183 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562442b5-7e7b-4c13-8268-e4bded839e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempting to bind port 3f2700f3-6319-4a3c-9df2-eec87d2447d7 on network f9327ecd-e78c-432f-8b82-f4dd410ee98f {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:50:47.818914 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562442b5-7e7b-4c13-8268-e4bded839e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Port 3f2700f3-6319-4a3c-9df2-eec87d2447d7 on network f9327ecd-e78c-432f-8b82-f4dd410ee98f not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:50:47.819444 n-d-779913-12 neutron-server[93176]: ERROR neutron.plugins.ml2.managers [None req-562442b5-7e7b-4c13-8268-e4bded839e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Failed to bind port 3f2700f3-6319-4a3c-9df2-eec87d2447d7 on host n-h1-779913-12 for vnic_type normal using segments [{'id': '6651c96f-6648-4790-b82a-419c2cf03253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'f9327ecd-e78c-432f-8b82-f4dd410ee98f'}] Jun 11 09:50:47.819973 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-562442b5-7e7b-4c13-8268-e4bded839e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:47.869269 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-23c52c21-6cad-4bbd-b76c-fc48f2579b26 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:47.883736 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-73683e15-6847-486a-acc1-dcfbf2cbb856 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Calling delete_port for b470024d-e613-408f-ac8d-3c3a77c941db owned by network:floatingip {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:50:47.906782 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 59e38e59-5139-44c7-974e-4472c5de8935 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:50:47.907538 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:47.929961 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-562442b5-7e7b-4c13-8268-e4bded839e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] For port 3f2700f3-6319-4a3c-9df2-eec87d2447d7, host n-h1-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:50:47.930585 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-562442b5-7e7b-4c13-8268-e4bded839e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempted to set empty binding levels {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 11 09:50:48.058054 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-23c52c21-6cad-4bbd-b76c-fc48f2579b26 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:48.096041 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-562442b5-7e7b-4c13-8268-e4bded839e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:48.113922 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-597cfb75-8ec3-4282-be67-6cc6e19bf4f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:48.127358 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-562442b5-7e7b-4c13-8268-e4bded839e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] In _notify_port_updated(), no bound segment for port 3f2700f3-6319-4a3c-9df2-eec87d2447d7 on network f9327ecd-e78c-432f-8b82-f4dd410ee98f {{(pid=93176) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 11 09:50:48.129043 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562442b5-7e7b-4c13-8268-e4bded839e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:48.130866 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-562442b5-7e7b-4c13-8268-e4bded839e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:48.135761 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50340) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:50:48.137856 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-562442b5-7e7b-4c13-8268-e4bded839e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] 10.222.0.60 "PUT /v2.0/ports/3f2700f3-6319-4a3c-9df2-eec87d2447d7 HTTP/1.1" status: 200 len: 980 time: 1.8323925 Jun 11 09:50:48.247075 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-73683e15-6847-486a-acc1-dcfbf2cbb856 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:48.253358 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-23c52c21-6cad-4bbd-b76c-fc48f2579b26 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:48.254280 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e3d3f2e9-9f49-41af-8656-baead8436ff8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:48.305300 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73683e15-6847-486a-acc1-dcfbf2cbb856 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Pushing event deleted for resources: {'Port': ['ID=b470024d-e613-408f-ac8d-3c3a77c941db,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:48.310685 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-73683e15-6847-486a-acc1-dcfbf2cbb856 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:48.378795 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:48.388072 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6276889-8a8f-4a5f-9d8e-7e85186dfa7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:48.389154 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6276889-8a8f-4a5f-9d8e-7e85186dfa7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:48.389659 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6276889-8a8f-4a5f-9d8e-7e85186dfa7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:48.390129 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6276889-8a8f-4a5f-9d8e-7e85186dfa7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:48.393403 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6276889-8a8f-4a5f-9d8e-7e85186dfa7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:48.393403 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6276889-8a8f-4a5f-9d8e-7e85186dfa7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:48.393403 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6276889-8a8f-4a5f-9d8e-7e85186dfa7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:48.393637 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6276889-8a8f-4a5f-9d8e-7e85186dfa7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:48.394454 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6276889-8a8f-4a5f-9d8e-7e85186dfa7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:48.394950 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6276889-8a8f-4a5f-9d8e-7e85186dfa7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:48.395413 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6276889-8a8f-4a5f-9d8e-7e85186dfa7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:48.396432 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6276889-8a8f-4a5f-9d8e-7e85186dfa7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:48.396432 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6276889-8a8f-4a5f-9d8e-7e85186dfa7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:48.396783 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6276889-8a8f-4a5f-9d8e-7e85186dfa7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:48.397771 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6276889-8a8f-4a5f-9d8e-7e85186dfa7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:48.398333 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6276889-8a8f-4a5f-9d8e-7e85186dfa7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:48.398795 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6276889-8a8f-4a5f-9d8e-7e85186dfa7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:48.399470 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6276889-8a8f-4a5f-9d8e-7e85186dfa7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:48.399957 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6276889-8a8f-4a5f-9d8e-7e85186dfa7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:48.400636 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6276889-8a8f-4a5f-9d8e-7e85186dfa7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:48.401098 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6276889-8a8f-4a5f-9d8e-7e85186dfa7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:48.401551 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6276889-8a8f-4a5f-9d8e-7e85186dfa7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:48.402007 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6276889-8a8f-4a5f-9d8e-7e85186dfa7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:48.402830 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6276889-8a8f-4a5f-9d8e-7e85186dfa7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:48.403293 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6276889-8a8f-4a5f-9d8e-7e85186dfa7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:48.403770 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6276889-8a8f-4a5f-9d8e-7e85186dfa7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:48.404993 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-de36d6ab-a0d0-415f-8948-4eff5aba56a0 None None] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:48.411158 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-e6276889-8a8f-4a5f-9d8e-7e85186dfa7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 23120 time: 0.2707026 Jun 11 09:50:48.411332 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562442b5-7e7b-4c13-8268-e4bded839e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Pushing event updated for resources: {'Port': ['ID=3f2700f3-6319-4a3c-9df2-eec87d2447d7,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:48.411452 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50352) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:50:48.414809 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-562442b5-7e7b-4c13-8268-e4bded839e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:48.415527 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0c55d530-286f-4efb-b64f-dcb5eeb354d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:48.433812 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-de36d6ab-a0d0-415f-8948-4eff5aba56a0 None None] Transition to ACTIVE for port object 9df10423-622b-4571-a6dc-c81ea87dd65a will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:50:48.454855 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c52c21-6cad-4bbd-b76c-fc48f2579b26 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60ac8e54-7258-493e-adec-df1a5101cf72,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:48.457330 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-23c52c21-6cad-4bbd-b76c-fc48f2579b26 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:48.470697 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858fa023-f96a-4154-88b3-d445566d6fe2 req-9698a17d-e20d-4a9b-aa99-4fc9e62e08cd tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:48.478295 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-858fa023-f96a-4154-88b3-d445566d6fe2 req-9698a17d-e20d-4a9b-aa99-4fc9e62e08cd tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 944 time: 0.2767494 Jun 11 09:50:48.508982 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-23c52c21-6cad-4bbd-b76c-fc48f2579b26 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:48.508982 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-23c52c21-6cad-4bbd-b76c-fc48f2579b26 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8612523 Jun 11 09:50:48.512405 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50358) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:50:48.521051 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-3dd40a69-c360-4981-ab06-08e041898c51 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Request body: {'security_group_rule': {'security_group_id': '60ac8e54-7258-493e-adec-df1a5101cf72', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:50:48.528110 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-de36d6ab-a0d0-415f-8948-4eff5aba56a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:48.532848 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-858fa023-f96a-4154-88b3-d445566d6fe2 req-81b19d88-d7c1-4c50-bfcd-be5d0e18d437 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d1f1aa-3601-424b-af20-9acf0698c1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536783 Jun 11 09:50:48.551864 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:48.551969 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-73683e15-6847-486a-acc1-dcfbf2cbb856 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Notify callbacks [] for floatingip, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:48.552122 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-73683e15-6847-486a-acc1-dcfbf2cbb856 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:48.555773 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-73683e15-6847-486a-acc1-dcfbf2cbb856 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] 10.222.0.60 "DELETE /v2.0/floatingips/76669978-3a2a-4d10-b779-41db4cd0831b HTTP/1.1" status: 204 len: 168 time: 1.2437105 Jun 11 09:50:48.605480 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-e611bf8c-d494-493f-b600-a3ffd3d13ccf tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Deleting port 3f2700f3-6319-4a3c-9df2-eec87d2447d7 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:50:48.605821 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e611bf8c-d494-493f-b600-a3ffd3d13ccf tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:48.715758 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-e611bf8c-d494-493f-b600-a3ffd3d13ccf tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] For port 3f2700f3-6319-4a3c-9df2-eec87d2447d7, host n-h1-779913-12, got binding levels [] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:50:48.719609 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e611bf8c-d494-493f-b600-a3ffd3d13ccf tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:48.734650 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3dd40a69-c360-4981-ab06-08e041898c51 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:48.822398 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-de36d6ab-a0d0-415f-8948-4eff5aba56a0 None None] Attempting to bind port 9df10423-622b-4571-a6dc-c81ea87dd65a on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:50:48.822997 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-de36d6ab-a0d0-415f-8948-4eff5aba56a0 None None] Attempting to bind port 9df10423-622b-4571-a6dc-c81ea87dd65a by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '68312799-d237-4b0c-9cec-b5a9e69cf46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '95f263a2-16db-4d6c-8962-c50348487ef1'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:50:48.823147 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de36d6ab-a0d0-415f-8948-4eff5aba56a0 None None] Attempting to bind port 9df10423-622b-4571-a6dc-c81ea87dd65a on network 95f263a2-16db-4d6c-8962-c50348487ef1 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:50:48.833524 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9d82cf-dc4e-45a8-8a9a-fd109a22b22d None None] Pushing event updated for resources: {'Port': ['ID=9df10423-622b-4571-a6dc-c81ea87dd65a,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:48.848184 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-0d9d82cf-dc4e-45a8-8a9a-fd109a22b22d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:48.849733 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de36d6ab-a0d0-415f-8948-4eff5aba56a0 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:50:48.850175 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de36d6ab-a0d0-415f-8948-4eff5aba56a0 None None] Checking segment: {'id': '68312799-d237-4b0c-9cec-b5a9e69cf46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '95f263a2-16db-4d6c-8962-c50348487ef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:50:48.850583 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-de36d6ab-a0d0-415f-8948-4eff5aba56a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:48.863384 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de36d6ab-a0d0-415f-8948-4eff5aba56a0 None None] Bound using segment: {'id': '68312799-d237-4b0c-9cec-b5a9e69cf46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '95f263a2-16db-4d6c-8962-c50348487ef1'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:50:48.863384 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-de36d6ab-a0d0-415f-8948-4eff5aba56a0 None None] Bound port: 9df10423-622b-4571-a6dc-c81ea87dd65a, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68312799-d237-4b0c-9cec-b5a9e69cf46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '95f263a2-16db-4d6c-8962-c50348487ef1'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:50:48.863384 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-de36d6ab-a0d0-415f-8948-4eff5aba56a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:48.864107 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 50374) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:50:48.908877 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-e611bf8c-d494-493f-b600-a3ffd3d13ccf tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Calling delete_port for 3f2700f3-6319-4a3c-9df2-eec87d2447d7 owned by {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:50:48.945249 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-67ecd9a1-c9dd-4565-b4da-fb2a77a6e477 admin admin] Deleting subnet 4045e3b8-f98d-4ef7-a8b7-f975be5dfeee {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 09:50:48.949829 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-67ecd9a1-c9dd-4565-b4da-fb2a77a6e477 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:48.956698 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-de36d6ab-a0d0-415f-8948-4eff5aba56a0 None None] For port 9df10423-622b-4571-a6dc-c81ea87dd65a, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:50:48.960034 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-de36d6ab-a0d0-415f-8948-4eff5aba56a0 None None] For port 9df10423-622b-4571-a6dc-c81ea87dd65a, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=9df10423-622b-4571-a6dc-c81ea87dd65a,segment=NetworkSegment(68312799-d237-4b0c-9cec-b5a9e69cf46e),segment_id=68312799-d237-4b0c-9cec-b5a9e69cf46e)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:50:49.018947 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-67ecd9a1-c9dd-4565-b4da-fb2a77a6e477 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:49.036644 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3dd40a69-c360-4981-ab06-08e041898c51 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:49.067714 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-67ecd9a1-c9dd-4565-b4da-fb2a77a6e477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:49.154123 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-de36d6ab-a0d0-415f-8948-4eff5aba56a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:49.154123 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:49.214146 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3dd40a69-c360-4981-ab06-08e041898c51 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:49.220701 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e611bf8c-d494-493f-b600-a3ffd3d13ccf tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:49.229842 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de36d6ab-a0d0-415f-8948-4eff5aba56a0 None None] Routers {'9459f935-6ad7-4b7a-88c4-4afeb91aaef9'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:50:49.230505 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-de36d6ab-a0d0-415f-8948-4eff5aba56a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:50:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['9459f935-6ad7-4b7a-88c4-4afeb91aaef9'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:50:49.236586 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9b969181-663c-4ba2-888a-36214ecddcb3 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:49.260330 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 50384) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:50:49.299223 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-67ecd9a1-c9dd-4565-b4da-fb2a77a6e477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:49.304420 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:49.306719 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e611bf8c-d494-493f-b600-a3ffd3d13ccf tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Pushing event deleted for resources: {'Port': ['ID=3f2700f3-6319-4a3c-9df2-eec87d2447d7,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:49.321448 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e611bf8c-d494-493f-b600-a3ffd3d13ccf tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:49.322331 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b5eeec02-ba56-4c4a-b1a8-a56e928e267c tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:49.338220 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd40a69-c360-4981-ab06-08e041898c51 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56b1ec48-57ad-48fe-92a9-dd4e6feb51d5,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:49.346874 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e611bf8c-d494-493f-b600-a3ffd3d13ccf tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:49.349321 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-e611bf8c-d494-493f-b600-a3ffd3d13ccf tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] 10.222.0.60 "DELETE /v2.0/ports/3f2700f3-6319-4a3c-9df2-eec87d2447d7 HTTP/1.1" status: 204 len: 168 time: 0.9369895 Jun 11 09:50:49.351290 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3dd40a69-c360-4981-ab06-08e041898c51 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:49.352572 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50388) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:50:49.392284 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ecd9a1-c9dd-4565-b4da-fb2a77a6e477 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4045e3b8-f98d-4ef7-a8b7-f975be5dfeee,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:49.400688 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-67ecd9a1-c9dd-4565-b4da-fb2a77a6e477 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:49.406685 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-67ecd9a1-c9dd-4565-b4da-fb2a77a6e477 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:49.422206 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-67ecd9a1-c9dd-4565-b4da-fb2a77a6e477 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/4045e3b8-f98d-4ef7-a8b7-f975be5dfeee HTTP/1.1" status: 204 len: 168 time: 0.5591040 Jun 11 09:50:49.423009 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 50394) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:50:49.432962 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-77e1fe13-471b-48a9-9f51-e2fd5633ab0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] GET failed (client error): The resource could not be found. Jun 11 09:50:49.438514 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 50396) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:50:49.439255 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-77e1fe13-471b-48a9-9f51-e2fd5633ab0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] 10.222.0.60 "GET /v2.0/ports/3f2700f3-6319-4a3c-9df2-eec87d2447d7 HTTP/1.1" status: 404 len: 333 time: 0.0837693 Jun 11 09:50:49.450662 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-7ef67813-de0d-4868-ac74-a21188a81ca5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1389499361', 'network_id': 'f9327ecd-e78c-432f-8b82-f4dd410ee98f'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:50:49.465470 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3dd40a69-c360-4981-ab06-08e041898c51 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:49.466850 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-3dd40a69-c360-4981-ab06-08e041898c51 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9533668 Jun 11 09:50:49.470838 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50398) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:50:49.476806 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-4adf33e1-0991-4ca0-adba-b5b603468d05 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Request body: {'security_group_rule': {'security_group_id': '60ac8e54-7258-493e-adec-df1a5101cf72', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:50:49.483870 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9d82cf-dc4e-45a8-8a9a-fd109a22b22d None None] Pushing event updated for resources: {'Port': ['ID=9df10423-622b-4571-a6dc-c81ea87dd65a,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:49.488435 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-0d9d82cf-dc4e-45a8-8a9a-fd109a22b22d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:49.545725 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-de36d6ab-a0d0-415f-8948-4eff5aba56a0 None None] Set router 9459f935-6ad7-4b7a-88c4-4afeb91aaef9 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:50:49.558604 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50400) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:50:49.598650 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ab12cace-e523-4890-91c9-85974e73cc76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:49.620783 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4adf33e1-0991-4ca0-adba-b5b603468d05 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:49.667618 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-ae964ecf-c7c1-4c59-b45f-8f46efb72d81 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1037747252-network', 'tenant_id': '000ca66054e143bf80d2250a9f19b414'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:50:49.733798 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ab12cace-e523-4890-91c9-85974e73cc76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:49.761435 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4adf33e1-0991-4ca0-adba-b5b603468d05 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:49.765953 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-ab12cace-e523-4890-91c9-85974e73cc76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dff7a38-2b77-493a-abd5-c045b5779e07']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:50:49.767848 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4658c05e-6763-4986-b635-b99f333e65b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:49.794162 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-ab12cace-e523-4890-91c9-85974e73cc76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '795b623e-39fe-4036-b5cd-c232096acd1e') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:50:49.794452 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-ab12cace-e523-4890-91c9-85974e73cc76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '795b623e-39fe-4036-b5cd-c232096acd1e') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:50:49.806380 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ab12cace-e523-4890-91c9-85974e73cc76 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:49.810920 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd842cc0-1d18-4f30-9e94-640ea6d8a58d req-9e9b0864-f56b-4ed3-a866-7ed6b151265a tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:49.812613 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cd842cc0-1d18-4f30-9e94-640ea6d8a58d req-9e9b0864-f56b-4ed3-a866-7ed6b151265a tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 944 time: 0.0994401 Jun 11 09:50:49.828585 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ab12cace-e523-4890-91c9-85974e73cc76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:49.835524 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab12cace-e523-4890-91c9-85974e73cc76 admin admin] Releasing vlan 758 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 09:50:49.836180 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ab12cace-e523-4890-91c9-85974e73cc76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:49.838109 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:50:49.838109 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:50:49.838109 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:50:49.838109 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:50:49.838109 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:50:49.838109 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:50:49.838109 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:50:49.838109 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:50:49.838109 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:50:49.838109 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:50:49.838109 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:50:49.838109 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:50:49.838109 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:50:49.838109 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:50:49.838109 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:50:49.838109 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:50:49.838109 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:50:49.838109 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:50:49.838109 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:50:49.838109 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:50:49.838109 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:50:49.838109 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:50:49.838109 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:50:49.838109 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:50:49.838109 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:50:49.838109 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:50:49.838109 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:50:49.838109 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:50:49.838109 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:50:49.838109 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:50:49.838109 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:50:49.838109 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:50:49.838109 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:50:49.838109 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:50:49.838109 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:50:49.838109 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:50:49.838109 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:50:49.838109 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:50:49.838109 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:50:49.838109 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:50:49.838109 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:50:49.838109 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:50:49.838109 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:50:49.838109 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:50:49.847818 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:50:49.847818 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:50:49.847818 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:50:49.847818 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:50:49.847818 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:50:49.847818 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:50:49.847818 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:50:49.847818 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:50:49.847818 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:50:49.847818 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:50:49.847818 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:50:49.847818 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:50:49.847818 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 09:50:49.847818 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 09:50:49.847818 n-d-779913-12 neutron-server[93176]: timer() Jun 11 09:50:49.847818 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 09:50:49.847818 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 09:50:49.847818 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 09:50:49.847818 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 09:50:49.847818 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 09:50:49.847818 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 09:50:49.847818 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 09:50:49.847818 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 09:50:49.847818 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 09:50:49.847818 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 09:50:49.847818 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 09:50:49.847818 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 09:50:49.847818 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 09:50:49.847818 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 09:50:49.847818 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 09:50:49.847818 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 09:50:49.847818 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 09:50:49.847818 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 09:50:49.847818 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 09:50:49.847818 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 09:50:49.847818 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 09:50:49.847818 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 09:50:49.847818 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 09:50:49.847818 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 09:50:49.847818 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 09:50:49.847818 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 09:50:49.847818 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 09:50:49.847818 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 09:50:49.847818 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 09:50:49.851934 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4adf33e1-0991-4ca0-adba-b5b603468d05 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:49.861982 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-046ed279-057e-4acc-9cc2-6cafe922eb70 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:49.886355 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cd842cc0-1d18-4f30-9e94-640ea6d8a58d req-e04add67-56c7-452a-a602-b6c3a36cd69e tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d1f1aa-3601-424b-af20-9acf0698c1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676496 Jun 11 09:50:49.890502 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adf33e1-0991-4ca0-adba-b5b603468d05 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d09b6717-5757-4a76-8b35-ee516c24b07e,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:49.896199 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-de36d6ab-a0d0-415f-8948-4eff5aba56a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9459f935-6ad7-4b7a-88c4-4afeb91aaef9', 'name': 'tempest-ServersTestManualDisk-1246532258-router', 'tenant_id': '0694d8955d61412382677b4a46f00758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '59e38e59-5139-44c7-974e-4472c5de8935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:50:35Z', 'updated_at': '2021-06-11T09:50:44Z', 'revision_number': 4, 'project_id': '0694d8955d61412382677b4a46f00758', 'gw_port': {'id': '59e38e59-5139-44c7-974e-4472c5de8935', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9459f935-6ad7-4b7a-88c4-4afeb91aaef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:50:38Z', 'updated_at': '2021-06-11T09:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '9df10423-622b-4571-a6dc-c81ea87dd65a', 'name': '', 'network_id': '95f263a2-16db-4d6c-8962-c50348487ef1', 'tenant_id': '0694d8955d61412382677b4a46f00758', 'mac_address': 'fa:16:3e:81:61:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9459f935-6ad7-4b7a-88c4-4afeb91aaef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '9b5d9d7d-14db-4d74-baaa-fbd3e9136036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:50:43Z', 'updated_at': '2021-06-11T09:50:48Z', 'revision_number': 4, 'project_id': '0694d8955d61412382677b4a46f00758', 'subnets': [{'id': '9b5d9d7d-14db-4d74-baaa-fbd3e9136036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:50:49.900240 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4adf33e1-0991-4ca0-adba-b5b603468d05 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:49.901334 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de36d6ab-a0d0-415f-8948-4eff5aba56a0 None None] The sync data for ids ['9459f935-6ad7-4b7a-88c4-4afeb91aaef9'] in n-d-779913-12 is: [{'id': '9459f935-6ad7-4b7a-88c4-4afeb91aaef9', 'name': 'tempest-ServersTestManualDisk-1246532258-router', 'tenant_id': '0694d8955d61412382677b4a46f00758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '59e38e59-5139-44c7-974e-4472c5de8935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:50:35Z', 'updated_at': '2021-06-11T09:50:44Z', 'revision_number': 4, 'project_id': '0694d8955d61412382677b4a46f00758', 'gw_port': {'id': '59e38e59-5139-44c7-974e-4472c5de8935', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9459f935-6ad7-4b7a-88c4-4afeb91aaef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:50:38Z', 'updated_at': '2021-06-11T09:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '9df10423-622b-4571-a6dc-c81ea87dd65a', 'name': '', 'network_id': '95f263a2-16db-4d6c-8962-c50348487ef1', 'tenant_id': '0694d8955d61412382677b4a46f00758', 'mac_address': 'fa:16:3e:81:61:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9459f935-6ad7-4b7a-88c4-4afeb91aaef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '9b5d9d7d-14db-4d74-baaa-fbd3e9136036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:50:43Z', 'updated_at': '2021-06-11T09:50:48Z', 'revision_number': 4, 'project_id': '0694d8955d61412382677b4a46f00758', 'subnets': [{'id': '9b5d9d7d-14db-4d74-baaa-fbd3e9136036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:50:49.917511 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef67813-de0d-4868-ac74-a21188a81ca5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Made reservation on behalf of 17b81c82768144f994fa22f643983de5 for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:50:49.926545 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7ef67813-de0d-4868-ac74-a21188a81ca5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:49.942172 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [None req-7ef67813-de0d-4868-ac74-a21188a81ca5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] device_id is not set on port 577b54f7-48ad-4900-a733-5103704fac6c yet. {{(pid=93176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 09:50:50.059834 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae964ecf-c7c1-4c59-b45f-8f46efb72d81 admin admin] Made reservation on behalf of 000ca66054e143bf80d2250a9f19b414 for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:50:50.062302 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ae964ecf-c7c1-4c59-b45f-8f46efb72d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:50.077375 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ae964ecf-c7c1-4c59-b45f-8f46efb72d81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:50.197789 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ab12cace-e523-4890-91c9-85974e73cc76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:50.219874 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:50.225047 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ab12cace-e523-4890-91c9-85974e73cc76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:50.230938 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-ab12cace-e523-4890-91c9-85974e73cc76 admin admin] 10.222.0.60 "DELETE /v2.0/networks/7dff7a38-2b77-493a-abd5-c045b5779e07 HTTP/1.1" status: 204 len: 168 time: 0.8067248 Jun 11 09:50:50.262881 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7ef67813-de0d-4868-ac74-a21188a81ca5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:50.266221 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab12cace-e523-4890-91c9-85974e73cc76 admin admin] Pushing event deleted for resources: {'Network': ['ID=7dff7a38-2b77-493a-abd5-c045b5779e07,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:50.269666 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ab12cace-e523-4890-91c9-85974e73cc76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:50.353810 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4658c05e-6763-4986-b635-b99f333e65b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:50.415045 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7ef67813-de0d-4868-ac74-a21188a81ca5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:50.422134 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-59b7a2dc-9e5d-4505-ad84-b534fe8aa523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:50.486531 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef67813-de0d-4868-ac74-a21188a81ca5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Network f9327ecd-e78c-432f-8b82-f4dd410ee98f is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:50:50.486531 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-7ef67813-de0d-4868-ac74-a21188a81ca5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:50:50.488308 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef67813-de0d-4868-ac74-a21188a81ca5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:50:50.489836 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef67813-de0d-4868-ac74-a21188a81ca5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:50.491658 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7ef67813-de0d-4868-ac74-a21188a81ca5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:50.497432 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4658c05e-6763-4986-b635-b99f333e65b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:50.521983 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef67813-de0d-4868-ac74-a21188a81ca5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Pushing event updated for resources: {'Port': ['ID=577b54f7-48ad-4900-a733-5103704fac6c,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:50.530506 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7ef67813-de0d-4868-ac74-a21188a81ca5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:50.531933 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-52329020-98f2-45ac-878e-bdc3f52a578a tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:50.539979 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-4658c05e-6763-4986-b635-b99f333e65b4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=01fc99a80f2641b8b6a733b6b0022907&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2782032 Jun 11 09:50:50.547530 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50416) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:50:50.577933 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4658c05e-6763-4986-b635-b99f333e65b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26075bae-55d0-4df5-b66c-244799c86aa4,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:50.580889 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4658c05e-6763-4986-b635-b99f333e65b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:50.636800 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4adf33e1-0991-4ca0-adba-b5b603468d05 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:50.640728 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-4adf33e1-0991-4ca0-adba-b5b603468d05 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1659586 Jun 11 09:50:50.641449 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 50418) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:50:50.651643 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-d09ada7e-eb04-4efc-b172-94c625c53f02 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Request body: {'floatingip': {'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:50:50.718938 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-7ef67813-de0d-4868-ac74-a21188a81ca5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.2785196 Jun 11 09:50:50.722855 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 50420) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:50:50.767928 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 50422) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:50:50.841386 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c89e750-6d00-4c5c-ba9e-4dfa3590bd5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:50.846534 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-1c89e750-6d00-4c5c-ba9e-4dfa3590bd5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] 10.222.0.60 "GET /v2.0/ports/577b54f7-48ad-4900-a733-5103704fac6c HTTP/1.1" status: 200 len: 959 time: 0.1193614 Jun 11 09:50:50.847186 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 50424) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:50:50.917535 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-380699a8-3722-40bd-95d5-23e229444e72 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bde49cbcc55b4592a6f9da517f66e92c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1482699 Jun 11 09:50:50.921697 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 50426) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:50:50.926670 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f596c05a-5338-4337-809c-f5bbc5354b0c req-591bfcbf-ea1c-4b76-9c05-0a964e826845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:50.928373 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f596c05a-5338-4337-809c-f5bbc5354b0c req-591bfcbf-ea1c-4b76-9c05-0a964e826845 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=85a0b78c318440aa9b70136d633fbbff&device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 1096 time: 0.2650418 Jun 11 09:50:51.132103 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-819be915-5c63-4c05-b80e-f9bc307d9446 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:51.170527 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e0a31bcd-d1cc-40a2-8cdb-62fd27b68fab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:51.179362 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031106f4-f36b-482a-95eb-edaa8dfa83be req-48f50c2e-4f4b-48c8-8104-f2d7aafa2536 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:51.181085 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-031106f4-f36b-482a-95eb-edaa8dfa83be req-48f50c2e-4f4b-48c8-8104-f2d7aafa2536 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 944 time: 0.6104269 Jun 11 09:50:51.208436 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-819be915-5c63-4c05-b80e-f9bc307d9446 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:51.240048 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e0a31bcd-d1cc-40a2-8cdb-62fd27b68fab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:51.250701 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f596c05a-5338-4337-809c-f5bbc5354b0c req-62b6ef5a-56a4-453d-b4cd-f5e8d7a59f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:51.252224 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f596c05a-5338-4337-809c-f5bbc5354b0c req-62b6ef5a-56a4-453d-b4cd-f5e8d7a59f5a service neutron] 10.222.0.64 "GET /v2.0/networks?id=ecbff90d-5ab6-4357-bf37-5548ca0e9255 HTTP/1.1" status: 200 len: 911 time: 0.3103659 Jun 11 09:50:51.280955 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-d85c7201-41c2-4e60-828d-a1a322fd4074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Deleting port 577b54f7-48ad-4900-a733-5103704fac6c {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:50:51.281302 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d85c7201-41c2-4e60-828d-a1a322fd4074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:51.301045 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-031106f4-f36b-482a-95eb-edaa8dfa83be req-cce12052-401b-46a9-b3bf-a1efff049fa5 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d1f1aa-3601-424b-af20-9acf0698c1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104631 Jun 11 09:50:51.344386 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ae964ecf-c7c1-4c59-b45f-8f46efb72d81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:51.465188 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-819be915-5c63-4c05-b80e-f9bc307d9446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:51.468071 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-819be915-5c63-4c05-b80e-f9bc307d9446 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:51.469307 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-819be915-5c63-4c05-b80e-f9bc307d9446 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/26075bae-55d0-4df5-b66c-244799c86aa4 HTTP/1.1" status: 204 len: 168 time: 0.9207096 Jun 11 09:50:51.469448 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f596c05a-5338-4337-809c-f5bbc5354b0c req-22dad91d-9729-43c1-a8a6-2a43df361fde service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=730c5223-87c0-4868-94fb-7a041e9c63ba HTTP/1.1" status: 200 len: 999 time: 0.2085528 Jun 11 09:50:51.470106 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4b23ec13-51c6-4eea-9f1d-aa6132fd83a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:51.470918 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d85c7201-41c2-4e60-828d-a1a322fd4074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:51.481096 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819be915-5c63-4c05-b80e-f9bc307d9446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26075bae-55d0-4df5-b66c-244799c86aa4,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:51.514576 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-819be915-5c63-4c05-b80e-f9bc307d9446 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:51.539601 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ae964ecf-c7c1-4c59-b45f-8f46efb72d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:51.543012 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4a8e701f-b6f6-45a4-99fb-c60fdc9feed1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:51.548809 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f596c05a-5338-4337-809c-f5bbc5354b0c req-b3155ee7-c183-4caa-9510-952c688cfda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:51.549810 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f596c05a-5338-4337-809c-f5bbc5354b0c req-b3155ee7-c183-4caa-9510-952c688cfda2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65fd936e-e1de-4d66-9d41-076079c1dae3 HTTP/1.1" status: 200 len: 849 time: 0.0719767 Jun 11 09:50:51.586069 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae964ecf-c7c1-4c59-b45f-8f46efb72d81 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 786} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 09:50:51.594519 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae964ecf-c7c1-4c59-b45f-8f46efb72d81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a186f2a-3ae0-4c92-bc02-629dd9f1ee03,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:51.597745 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ae964ecf-c7c1-4c59-b45f-8f46efb72d81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:51.602944 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ae964ecf-c7c1-4c59-b45f-8f46efb72d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:51.603511 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-ae964ecf-c7c1-4c59-b45f-8f46efb72d81 admin admin] Added segment 28bdbaa6-f109-4f2a-be48-9c05fa0ee33e of type vlan for network f675e0c3-adc3-401f-958a-b35a7cc13826 Jun 11 09:50:51.659280 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 9df10423-622b-4571-a6dc-c81ea87dd65a up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:50:51.666852 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-d85c7201-41c2-4e60-828d-a1a322fd4074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Calling delete_port for 577b54f7-48ad-4900-a733-5103704fac6c owned by {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:50:51.676907 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ae964ecf-c7c1-4c59-b45f-8f46efb72d81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:51.679546 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e0a31bcd-d1cc-40a2-8cdb-62fd27b68fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:51.682219 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e0a31bcd-d1cc-40a2-8cdb-62fd27b68fab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:51.683376 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-e0a31bcd-d1cc-40a2-8cdb-62fd27b68fab admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/57677d7e-1c66-47c6-909a-28bc4cd935da HTTP/1.1" status: 204 len: 168 time: 0.7601645 Jun 11 09:50:51.691197 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0be640d1-ca6c-418d-af6e-d529e9f9edbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:51.734401 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a31bcd-d1cc-40a2-8cdb-62fd27b68fab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57677d7e-1c66-47c6-909a-28bc4cd935da,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:51.784541 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e0a31bcd-d1cc-40a2-8cdb-62fd27b68fab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:51.824999 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 9df10423-622b-4571-a6dc-c81ea87dd65a completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:50:51.830084 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 9df10423-622b-4571-a6dc-c81ea87dd65a triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:50:51.831010 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:51.843166 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f596c05a-5338-4337-809c-f5bbc5354b0c req-8eaa5c58-8c13-47a2-b296-8599358287a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:51.844681 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f596c05a-5338-4337-809c-f5bbc5354b0c req-8eaa5c58-8c13-47a2-b296-8599358287a6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ecbff90d-5ab6-4357-bf37-5548ca0e9255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1792035 Jun 11 09:50:51.881441 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d09ada7e-eb04-4efc-b172-94c625c53f02 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Notify callbacks [] for floatingip, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:51.881714 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ae964ecf-c7c1-4c59-b45f-8f46efb72d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:51.882783 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae964ecf-c7c1-4c59-b45f-8f46efb72d81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:51.883359 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ae964ecf-c7c1-4c59-b45f-8f46efb72d81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:51.891539 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-80316ba1-3795-46d5-b3e6-30850f1c4694 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:51.979940 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:52.010860 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae964ecf-c7c1-4c59-b45f-8f46efb72d81 admin admin] Pushing event updated for resources: {'Network': ['ID=f675e0c3-adc3-401f-958a-b35a7cc13826,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:52.014019 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ae964ecf-c7c1-4c59-b45f-8f46efb72d81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:52.048610 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network f675e0c3-adc3-401f-958a-b35a7cc13826 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:50:52.083277 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-ae964ecf-c7c1-4c59-b45f-8f46efb72d81 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.5234544 Jun 11 09:50:52.087008 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50440) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:50:52.092185 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-01968f8c-1508-4ff0-a99d-03d4752c98ec admin admin] Request body: {'subnet': {'network_id': 'f675e0c3-adc3-401f-958a-b35a7cc13826', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1037747252-subnet', 'tenant_id': '000ca66054e143bf80d2250a9f19b414', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:50:52.093816 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 9df10423-622b-4571-a6dc-c81ea87dd65a, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=9df10423-622b-4571-a6dc-c81ea87dd65a,segment=NetworkSegment(68312799-d237-4b0c-9cec-b5a9e69cf46e),segment_id=68312799-d237-4b0c-9cec-b5a9e69cf46e)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:50:52.265894 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:52.268801 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:52.304877 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01968f8c-1508-4ff0-a99d-03d4752c98ec admin admin] Made reservation on behalf of 000ca66054e143bf80d2250a9f19b414 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:50:52.310618 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-01968f8c-1508-4ff0-a99d-03d4752c98ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:52.373629 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=9df10423-622b-4571-a6dc-c81ea87dd65a,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:52.377880 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:52.379138 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d85c7201-41c2-4e60-828d-a1a322fd4074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:52.405804 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-80ee314b-b947-4832-abad-acdb870294fd tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:52.451044 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d85c7201-41c2-4e60-828d-a1a322fd4074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:52.458828 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-d85c7201-41c2-4e60-828d-a1a322fd4074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] 10.222.0.60 "DELETE /v2.0/ports/577b54f7-48ad-4900-a733-5103704fac6c HTTP/1.1" status: 204 len: 168 time: 1.6018634 Jun 11 09:50:52.462119 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50452) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:50:52.462769 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85c7201-41c2-4e60-828d-a1a322fd4074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Pushing event deleted for resources: {'Port': ['ID=577b54f7-48ad-4900-a733-5103704fac6c,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:52.475770 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d85c7201-41c2-4e60-828d-a1a322fd4074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:52.475770 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f596c05a-5338-4337-809c-f5bbc5354b0c req-4dc32a4d-e0a8-4543-ac63-960564421980 service neutron] 10.222.0.64 "GET /v2.0/networks/ecbff90d-5ab6-4357-bf37-5548ca0e9255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6236742 Jun 11 09:50:52.517433 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee820bed-a4b3-4e18-b29a-46c608b1685b tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] GET failed (client error): The resource could not be found. Jun 11 09:50:52.523855 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-ee820bed-a4b3-4e18-b29a-46c608b1685b tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] 10.222.0.60 "GET /v2.0/ports/577b54f7-48ad-4900-a733-5103704fac6c HTTP/1.1" status: 404 len: 333 time: 0.0547819 Jun 11 09:50:52.526714 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50456) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:50:52.539203 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-2dc58805-0703-46e5-ad08-50b7564a4773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Request body: {'port': {'network_id': 'f9327ecd-e78c-432f-8b82-f4dd410ee98f', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1568259333'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:50:52.668752 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc58805-0703-46e5-ad08-50b7564a4773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Made reservation on behalf of 17b81c82768144f994fa22f643983de5 for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:50:52.671617 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2dc58805-0703-46e5-ad08-50b7564a4773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:52.705901 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 50460) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:50:52.719754 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [None req-2dc58805-0703-46e5-ad08-50b7564a4773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] device_id is not set on port 8db8272b-d8b1-472c-b595-cb1826219c77 yet. {{(pid=93177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 09:50:52.744351 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f1576570-4d3a-4bf0-9f66-b097e4cc76f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:52.751893 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d09ada7e-eb04-4efc-b172-94c625c53f02 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:52.764516 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f596c05a-5338-4337-809c-f5bbc5354b0c req-e99d7abf-773e-45bc-baa6-98b6400494d5 service neutron] 10.222.0.64 "GET /v2.0/networks/ecbff90d-5ab6-4357-bf37-5548ca0e9255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773824 Jun 11 09:50:52.853343 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6216b04-ddc7-45cb-ba0f-84df1dcd4158 req-1e0171bf-33b0-4d3a-a963-d5688276a007 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:52.860717 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e6216b04-ddc7-45cb-ba0f-84df1dcd4158 req-1e0171bf-33b0-4d3a-a963-d5688276a007 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 944 time: 0.2762516 Jun 11 09:50:52.920249 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-01968f8c-1508-4ff0-a99d-03d4752c98ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:52.931260 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-fe9ac737-3c96-4482-93ca-cf7d6b8ed531 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:52.935798 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-d09ada7e-eb04-4efc-b172-94c625c53f02 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Allocated IP 172.25.4.233 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/b61c12f4-17c5-4f9f-85c8-b65a993ddfbe) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:50:53.006448 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e6216b04-ddc7-45cb-ba0f-84df1dcd4158 req-17a22e55-4260-4e0d-ab57-e65cd73f600f tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d1f1aa-3601-424b-af20-9acf0698c1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376255 Jun 11 09:50:53.065243 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f1576570-4d3a-4bf0-9f66-b097e4cc76f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:53.100720 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01968f8c-1508-4ff0-a99d-03d4752c98ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=1039ff1f-571f-4eee-9c88-1b274642eb41,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:53.101235 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d09ada7e-eb04-4efc-b172-94c625c53f02 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:53.111442 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-01968f8c-1508-4ff0-a99d-03d4752c98ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:53.115405 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2dc58805-0703-46e5-ad08-50b7564a4773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:53.125403 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01968f8c-1508-4ff0-a99d-03d4752c98ec admin admin] Checking segment: {'id': '28bdbaa6-f109-4f2a-be48-9c05fa0ee33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'f675e0c3-adc3-401f-958a-b35a7cc13826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:50:53.125761 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01968f8c-1508-4ff0-a99d-03d4752c98ec admin admin] Network hostable DHCP agents. Network: f675e0c3-adc3-401f-958a-b35a7cc13826, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 09:50:53.173847 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f1576570-4d3a-4bf0-9f66-b097e4cc76f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:53.177686 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-46d0eadf-c8f2-4329-bb8d-a1b8b07582fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:53.217617 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d09ada7e-eb04-4efc-b172-94c625c53f02 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:53.230886 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-f1576570-4d3a-4bf0-9f66-b097e4cc76f5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ae9a5e3ab42940ec959ae00c2fbef955&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5238237 Jun 11 09:50:53.232757 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1576570-4d3a-4bf0-9f66-b097e4cc76f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99eebf8e-201e-4fcd-ab68-a61ff34d4bcd,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:53.233559 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50470) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:50:53.238743 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f1576570-4d3a-4bf0-9f66-b097e4cc76f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:53.239238 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7ef67813-de0d-4868-ac74-a21188a81ca5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:53.252178 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09ada7e-eb04-4efc-b172-94c625c53f02 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:50:53.268426 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-d09ada7e-eb04-4efc-b172-94c625c53f02 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:50:53.271849 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09ada7e-eb04-4efc-b172-94c625c53f02 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:50:53.289547 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01968f8c-1508-4ff0-a99d-03d4752c98ec admin admin] Network f675e0c3-adc3-401f-958a-b35a7cc13826 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 09:50:53.307893 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2dc58805-0703-46e5-ad08-50b7564a4773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:53.313957 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-212b286f-cbdf-402b-bd79-fb57a900052f tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:53.326932 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09ada7e-eb04-4efc-b172-94c625c53f02 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Pushing event updated for resources: {'Port': ['ID=b61c12f4-17c5-4f9f-85c8-b65a993ddfbe,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:53.330850 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d09ada7e-eb04-4efc-b172-94c625c53f02 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:53.376304 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc58805-0703-46e5-ad08-50b7564a4773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Network f9327ecd-e78c-432f-8b82-f4dd410ee98f is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:50:53.383562 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-2dc58805-0703-46e5-ad08-50b7564a4773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:50:53.386135 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc58805-0703-46e5-ad08-50b7564a4773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:50:53.387447 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc58805-0703-46e5-ad08-50b7564a4773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:53.388091 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2dc58805-0703-46e5-ad08-50b7564a4773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:53.391644 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc58805-0703-46e5-ad08-50b7564a4773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Pushing event updated for resources: {'Port': ['ID=8db8272b-d8b1-472c-b595-cb1826219c77,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:53.394528 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2dc58805-0703-46e5-ad08-50b7564a4773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:53.396281 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d09ada7e-eb04-4efc-b172-94c625c53f02 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:53.399211 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b55992ef-f743-429d-ab40-dcbddd858d09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:53.427688 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-01968f8c-1508-4ff0-a99d-03d4752c98ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, f675e0c3-adc3-401f-958a-b35a7cc13826) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:50:53.436229 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b55992ef-f743-429d-ab40-dcbddd858d09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:53.437759 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930c5401-9efd-464f-92c8-8e1b886d019c None None] Network f675e0c3-adc3-401f-958a-b35a7cc13826 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:50:53.445221 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01968f8c-1508-4ff0-a99d-03d4752c98ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:53.445809 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-01968f8c-1508-4ff0-a99d-03d4752c98ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:53.515841 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-2dc58805-0703-46e5-ad08-50b7564a4773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9805782 Jun 11 09:50:53.515841 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50480) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:50:53.525055 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-f9adc6d1-94ed-45fe-8214-8badae34497f tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-779913-12'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:50:53.528641 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d09ada7e-eb04-4efc-b172-94c625c53f02 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:53.574802 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-01968f8c-1508-4ff0-a99d-03d4752c98ec admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4861994 Jun 11 09:50:53.628411 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b55992ef-f743-429d-ab40-dcbddd858d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:53.653226 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 9df10423-622b-4571-a6dc-c81ea87dd65a up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:50:53.658349 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b55992ef-f743-429d-ab40-dcbddd858d09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:53.661330 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-b55992ef-f743-429d-ab40-dcbddd858d09 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/99eebf8e-201e-4fcd-ab68-a61ff34d4bcd HTTP/1.1" status: 204 len: 168 time: 0.4246936 Jun 11 09:50:53.785702 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ae964ecf-c7c1-4c59-b45f-8f46efb72d81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:53.789251 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f9adc6d1-94ed-45fe-8214-8badae34497f tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:53.802584 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 50516) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:50:53.820842 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55992ef-f743-429d-ab40-dcbddd858d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99eebf8e-201e-4fcd-ab68-a61ff34d4bcd,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:53.846461 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b55992ef-f743-429d-ab40-dcbddd858d09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:53.916666 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5c09b0c-eb17-49d2-a9f7-5f75be3636a5 admin admin] Deleting subnet 1039ff1f-571f-4eee-9c88-1b274642eb41 {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 09:50:53.924897 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c5c09b0c-eb17-49d2-a9f7-5f75be3636a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:53.967936 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c110cb63-09bd-43a0-a0c9-e3daeb07c0ea None None] Network f675e0c3-adc3-401f-958a-b35a7cc13826 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:50:53.980026 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c5c09b0c-eb17-49d2-a9f7-5f75be3636a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:53.986425 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 9df10423-622b-4571-a6dc-c81ea87dd65a triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:50:53.986897 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:54.027470 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d09ada7e-eb04-4efc-b172-94c625c53f02 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:54.055766 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c5c09b0c-eb17-49d2-a9f7-5f75be3636a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:54.099600 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [None req-f9adc6d1-94ed-45fe-8214-8badae34497f tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] device_id is not set on port 8db8272b-d8b1-472c-b595-cb1826219c77 yet. {{(pid=93177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 09:50:54.112918 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f9adc6d1-94ed-45fe-8214-8badae34497f tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:54.144028 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d09ada7e-eb04-4efc-b172-94c625c53f02 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:54.149806 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-18bef9d2-e7e7-4d12-b08d-764f4424443a tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:54.214089 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-f9adc6d1-94ed-45fe-8214-8badae34497f tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Transition to ACTIVE for port object 8db8272b-d8b1-472c-b595-cb1826219c77 will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:50:54.236407 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1fc2ec-31cc-4c43-8a41-c2b2c942a9db req-fb8121f3-faf7-455b-a10d-8b43fc622d91 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:54.238035 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8b1fc2ec-31cc-4c43-8a41-c2b2c942a9db req-fb8121f3-faf7-455b-a10d-8b43fc622d91 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 944 time: 0.0895724 Jun 11 09:50:54.246201 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c5c09b0c-eb17-49d2-a9f7-5f75be3636a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:54.279555 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c5c09b0c-eb17-49d2-a9f7-5f75be3636a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:54.279555 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-c5c09b0c-eb17-49d2-a9f7-5f75be3636a5 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/1039ff1f-571f-4eee-9c88-1b274642eb41 HTTP/1.1" status: 204 len: 168 time: 0.4736862 Jun 11 09:50:54.281151 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50526) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:50:54.281940 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09ada7e-eb04-4efc-b172-94c625c53f02 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Pushing event updated for resources: {'Port': ['ID=b61c12f4-17c5-4f9f-85c8-b65a993ddfbe,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:54.290093 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d09ada7e-eb04-4efc-b172-94c625c53f02 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:54.290887 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7c0f7f89-8d22-4387-9de8-873a917f50f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:54.326393 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8b1fc2ec-31cc-4c43-8a41-c2b2c942a9db req-22f4b2af-a9d7-48ed-b9a0-30f00a297c4e tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d1f1aa-3601-424b-af20-9acf0698c1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762115 Jun 11 09:50:54.331220 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f9adc6d1-94ed-45fe-8214-8badae34497f tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:54.336445 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9f1834f2-7d13-4395-8a0a-20b3d669b9f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:54.338728 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c09b0c-eb17-49d2-a9f7-5f75be3636a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1039ff1f-571f-4eee-9c88-1b274642eb41,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:54.340730 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d09ada7e-eb04-4efc-b172-94c625c53f02 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:54.345201 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c5c09b0c-eb17-49d2-a9f7-5f75be3636a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:54.471405 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d09ada7e-eb04-4efc-b172-94c625c53f02 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:54.473906 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-d09ada7e-eb04-4efc-b172-94c625c53f02 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8308299 Jun 11 09:50:54.527116 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 50538) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:50:54.558700 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a9d7c67b-ce75-4da9-88b3-a2546277c717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:54.567445 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9adc6d1-94ed-45fe-8214-8badae34497f tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Pushing event updated for resources: {'Port': ['ID=8db8272b-d8b1-472c-b595-cb1826219c77,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:54.573459 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f9adc6d1-94ed-45fe-8214-8badae34497f tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:54.590023 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-f9adc6d1-94ed-45fe-8214-8badae34497f tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempting to bind port 8db8272b-d8b1-472c-b595-cb1826219c77 on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:50:54.590400 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-f9adc6d1-94ed-45fe-8214-8badae34497f tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempting to bind port 8db8272b-d8b1-472c-b595-cb1826219c77 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '6651c96f-6648-4790-b82a-419c2cf03253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'f9327ecd-e78c-432f-8b82-f4dd410ee98f'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:50:54.590835 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9adc6d1-94ed-45fe-8214-8badae34497f tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempting to bind port 8db8272b-d8b1-472c-b595-cb1826219c77 on network f9327ecd-e78c-432f-8b82-f4dd410ee98f {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:50:54.598701 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9adc6d1-94ed-45fe-8214-8badae34497f tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Port 8db8272b-d8b1-472c-b595-cb1826219c77 on network f9327ecd-e78c-432f-8b82-f4dd410ee98f not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:50:54.599106 n-d-779913-12 neutron-server[93177]: ERROR neutron.plugins.ml2.managers [None req-f9adc6d1-94ed-45fe-8214-8badae34497f tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Failed to bind port 8db8272b-d8b1-472c-b595-cb1826219c77 on host n-h1-779913-12 for vnic_type normal using segments [{'id': '6651c96f-6648-4790-b82a-419c2cf03253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'f9327ecd-e78c-432f-8b82-f4dd410ee98f'}] Jun 11 09:50:54.599669 n-d-779913-12 neutron-server[93177]: INFO neutron.plugins.ml2.plugin [None req-f9adc6d1-94ed-45fe-8214-8badae34497f tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempt 2 to bind port 8db8272b-d8b1-472c-b595-cb1826219c77 Jun 11 09:50:54.655899 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-f9adc6d1-94ed-45fe-8214-8badae34497f tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempting to bind port 8db8272b-d8b1-472c-b595-cb1826219c77 on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:50:54.656959 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-f9adc6d1-94ed-45fe-8214-8badae34497f tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempting to bind port 8db8272b-d8b1-472c-b595-cb1826219c77 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '6651c96f-6648-4790-b82a-419c2cf03253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'f9327ecd-e78c-432f-8b82-f4dd410ee98f'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:50:54.656959 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9adc6d1-94ed-45fe-8214-8badae34497f tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempting to bind port 8db8272b-d8b1-472c-b595-cb1826219c77 on network f9327ecd-e78c-432f-8b82-f4dd410ee98f {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:50:54.678737 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea4f804-1f47-4f87-a12c-0b8838314548 req-01523373-d1c1-420a-8355-f354b1f674d4 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:54.680512 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cea4f804-1f47-4f87-a12c-0b8838314548 req-01523373-d1c1-420a-8355-f354b1f674d4 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 944 time: 0.1458714 Jun 11 09:50:54.688280 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9adc6d1-94ed-45fe-8214-8badae34497f tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Port 8db8272b-d8b1-472c-b595-cb1826219c77 on network f9327ecd-e78c-432f-8b82-f4dd410ee98f not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:50:54.688621 n-d-779913-12 neutron-server[93177]: ERROR neutron.plugins.ml2.managers [None req-f9adc6d1-94ed-45fe-8214-8badae34497f tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Failed to bind port 8db8272b-d8b1-472c-b595-cb1826219c77 on host n-h1-779913-12 for vnic_type normal using segments [{'id': '6651c96f-6648-4790-b82a-419c2cf03253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'f9327ecd-e78c-432f-8b82-f4dd410ee98f'}] Jun 11 09:50:54.690520 n-d-779913-12 neutron-server[93177]: INFO neutron.plugins.ml2.plugin [None req-f9adc6d1-94ed-45fe-8214-8badae34497f tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempt 3 to bind port 8db8272b-d8b1-472c-b595-cb1826219c77 Jun 11 09:50:54.715069 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-f9adc6d1-94ed-45fe-8214-8badae34497f tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempting to bind port 8db8272b-d8b1-472c-b595-cb1826219c77 on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:50:54.715069 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-f9adc6d1-94ed-45fe-8214-8badae34497f tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempting to bind port 8db8272b-d8b1-472c-b595-cb1826219c77 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '6651c96f-6648-4790-b82a-419c2cf03253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'f9327ecd-e78c-432f-8b82-f4dd410ee98f'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:50:54.715069 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9adc6d1-94ed-45fe-8214-8badae34497f tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempting to bind port 8db8272b-d8b1-472c-b595-cb1826219c77 on network f9327ecd-e78c-432f-8b82-f4dd410ee98f {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:50:54.745586 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ec266189-8eef-4b5b-90e0-594637e91ebf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:54.780723 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a9d7c67b-ce75-4da9-88b3-a2546277c717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:54.786222 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cea4f804-1f47-4f87-a12c-0b8838314548 req-909edfd2-8319-4f02-946d-74ce49bb2e01 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d1f1aa-3601-424b-af20-9acf0698c1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994427 Jun 11 09:50:54.813187 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-a9d7c67b-ce75-4da9-88b3-a2546277c717 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f675e0c3-adc3-401f-958a-b35a7cc13826']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:50:54.836122 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9adc6d1-94ed-45fe-8214-8badae34497f tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Port 8db8272b-d8b1-472c-b595-cb1826219c77 on network f9327ecd-e78c-432f-8b82-f4dd410ee98f not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:50:54.836455 n-d-779913-12 neutron-server[93177]: ERROR neutron.plugins.ml2.managers [None req-f9adc6d1-94ed-45fe-8214-8badae34497f tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Failed to bind port 8db8272b-d8b1-472c-b595-cb1826219c77 on host n-h1-779913-12 for vnic_type normal using segments [{'id': '6651c96f-6648-4790-b82a-419c2cf03253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'f9327ecd-e78c-432f-8b82-f4dd410ee98f'}] Jun 11 09:50:54.839827 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-a9d7c67b-ce75-4da9-88b3-a2546277c717 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28bdbaa6-f109-4f2a-be48-9c05fa0ee33e') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:50:54.840118 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-a9d7c67b-ce75-4da9-88b3-a2546277c717 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28bdbaa6-f109-4f2a-be48-9c05fa0ee33e') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:50:54.841991 n-d-779913-12 neutron-server[93177]: INFO neutron.plugins.ml2.plugin [None req-f9adc6d1-94ed-45fe-8214-8badae34497f tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempt 4 to bind port 8db8272b-d8b1-472c-b595-cb1826219c77 Jun 11 09:50:54.864330 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-f9adc6d1-94ed-45fe-8214-8badae34497f tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempting to bind port 8db8272b-d8b1-472c-b595-cb1826219c77 on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:50:54.864933 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-f9adc6d1-94ed-45fe-8214-8badae34497f tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempting to bind port 8db8272b-d8b1-472c-b595-cb1826219c77 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '6651c96f-6648-4790-b82a-419c2cf03253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'f9327ecd-e78c-432f-8b82-f4dd410ee98f'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:50:54.865265 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9adc6d1-94ed-45fe-8214-8badae34497f tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempting to bind port 8db8272b-d8b1-472c-b595-cb1826219c77 on network f9327ecd-e78c-432f-8b82-f4dd410ee98f {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:50:54.871600 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a9d7c67b-ce75-4da9-88b3-a2546277c717 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:54.893652 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9adc6d1-94ed-45fe-8214-8badae34497f tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Port 8db8272b-d8b1-472c-b595-cb1826219c77 on network f9327ecd-e78c-432f-8b82-f4dd410ee98f not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:50:54.893984 n-d-779913-12 neutron-server[93177]: ERROR neutron.plugins.ml2.managers [None req-f9adc6d1-94ed-45fe-8214-8badae34497f tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Failed to bind port 8db8272b-d8b1-472c-b595-cb1826219c77 on host n-h1-779913-12 for vnic_type normal using segments [{'id': '6651c96f-6648-4790-b82a-419c2cf03253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'f9327ecd-e78c-432f-8b82-f4dd410ee98f'}] Jun 11 09:50:54.899073 n-d-779913-12 neutron-server[93177]: INFO neutron.plugins.ml2.plugin [None req-f9adc6d1-94ed-45fe-8214-8badae34497f tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempt 5 to bind port 8db8272b-d8b1-472c-b595-cb1826219c77 Jun 11 09:50:54.905042 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ec266189-8eef-4b5b-90e0-594637e91ebf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:54.912899 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4d2e980d-2f15-4b79-bb68-30927c17b664 req-af0ce513-30ed-4598-bec2-dbfbc3be4b6c tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--2057409365&fields=id&tenant_id=0694d8955d61412382677b4a46f00758 HTTP/1.1" status: 200 len: 267 time: 0.1097403 Jun 11 09:50:54.915844 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a9d7c67b-ce75-4da9-88b3-a2546277c717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:54.924599 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-f9adc6d1-94ed-45fe-8214-8badae34497f tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempting to bind port 8db8272b-d8b1-472c-b595-cb1826219c77 on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:50:54.924727 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-f9adc6d1-94ed-45fe-8214-8badae34497f tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempting to bind port 8db8272b-d8b1-472c-b595-cb1826219c77 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '6651c96f-6648-4790-b82a-419c2cf03253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'f9327ecd-e78c-432f-8b82-f4dd410ee98f'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:50:54.925472 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9adc6d1-94ed-45fe-8214-8badae34497f tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempting to bind port 8db8272b-d8b1-472c-b595-cb1826219c77 on network f9327ecd-e78c-432f-8b82-f4dd410ee98f {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:50:54.930606 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9d7c67b-ce75-4da9-88b3-a2546277c717 admin admin] Releasing vlan 786 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 09:50:54.931005 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a9d7c67b-ce75-4da9-88b3-a2546277c717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:54.933714 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:50:54.933714 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:50:54.933714 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 09:50:54.933714 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 09:50:54.933714 n-d-779913-12 neutron-server[93177]: timer() Jun 11 09:50:54.933714 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 09:50:54.933714 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 09:50:54.933714 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 09:50:54.933714 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 09:50:54.933714 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 09:50:54.933714 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 09:50:54.933714 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 09:50:54.933714 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 09:50:54.933714 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 09:50:54.933714 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 09:50:54.933714 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 09:50:54.933714 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 09:50:54.933714 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 09:50:54.933714 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 09:50:54.933714 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 09:50:54.933714 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 09:50:54.933714 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 09:50:54.933714 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 09:50:54.933714 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 09:50:54.933714 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 09:50:54.933714 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 09:50:54.933714 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 09:50:54.933714 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 09:50:54.933714 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 09:50:54.933714 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 09:50:54.933714 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 09:50:54.933714 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 09:50:54.933714 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 09:50:54.933714 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 09:50:54.979336 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ec266189-8eef-4b5b-90e0-594637e91ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:54.983125 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9356b1c2-323f-40d6-9983-0b4adee3c8ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:55.030009 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-ec266189-8eef-4b5b-90e0-594637e91ebf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8613e331d11f4ad3abd2ca015d5245ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5016956 Jun 11 09:50:55.035075 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 50566) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:50:55.048218 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec266189-8eef-4b5b-90e0-594637e91ebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4fd79e-def0-44f9-811c-247377584862,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:55.068913 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ec266189-8eef-4b5b-90e0-594637e91ebf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:55.093582 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e980d-2f15-4b79-bb68-30927c17b664 req-e49b1948-eb43-46cd-a063-c9e1ee91e7ac tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:55.100622 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4d2e980d-2f15-4b79-bb68-30927c17b664 req-e49b1948-eb43-46cd-a063-c9e1ee91e7ac tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] 10.222.0.60 "GET /v2.0/networks?id=95f263a2-16db-4d6c-8962-c50348487ef1 HTTP/1.1" status: 200 len: 812 time: 0.1727304 Jun 11 09:50:55.111991 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9adc6d1-94ed-45fe-8214-8badae34497f tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Port 8db8272b-d8b1-472c-b595-cb1826219c77 on network f9327ecd-e78c-432f-8b82-f4dd410ee98f not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:50:55.112319 n-d-779913-12 neutron-server[93177]: ERROR neutron.plugins.ml2.managers [None req-f9adc6d1-94ed-45fe-8214-8badae34497f tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Failed to bind port 8db8272b-d8b1-472c-b595-cb1826219c77 on host n-h1-779913-12 for vnic_type normal using segments [{'id': '6651c96f-6648-4790-b82a-419c2cf03253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'f9327ecd-e78c-432f-8b82-f4dd410ee98f'}] Jun 11 09:50:55.120615 n-d-779913-12 neutron-server[93177]: INFO neutron.plugins.ml2.plugin [None req-f9adc6d1-94ed-45fe-8214-8badae34497f tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempt 6 to bind port 8db8272b-d8b1-472c-b595-cb1826219c77 Jun 11 09:50:55.192254 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4d2e980d-2f15-4b79-bb68-30927c17b664 req-577b7361-67de-4b3f-acbd-4cb7d5777941 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] 10.222.0.60 "GET /v2.0/quotas/0694d8955d61412382677b4a46f00758 HTTP/1.1" status: 200 len: 375 time: 0.0906234 Jun 11 09:50:55.195801 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-f9adc6d1-94ed-45fe-8214-8badae34497f tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempting to bind port 8db8272b-d8b1-472c-b595-cb1826219c77 on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:50:55.196399 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-f9adc6d1-94ed-45fe-8214-8badae34497f tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempting to bind port 8db8272b-d8b1-472c-b595-cb1826219c77 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '6651c96f-6648-4790-b82a-419c2cf03253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'f9327ecd-e78c-432f-8b82-f4dd410ee98f'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:50:55.196753 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9adc6d1-94ed-45fe-8214-8badae34497f tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempting to bind port 8db8272b-d8b1-472c-b595-cb1826219c77 on network f9327ecd-e78c-432f-8b82-f4dd410ee98f {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:50:55.198628 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-af4993ee-4dff-48b3-a36a-05d37b22a203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:55.238292 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-af4993ee-4dff-48b3-a36a-05d37b22a203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:55.243793 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9adc6d1-94ed-45fe-8214-8badae34497f tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Port 8db8272b-d8b1-472c-b595-cb1826219c77 on network f9327ecd-e78c-432f-8b82-f4dd410ee98f not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:50:55.243987 n-d-779913-12 neutron-server[93177]: ERROR neutron.plugins.ml2.managers [None req-f9adc6d1-94ed-45fe-8214-8badae34497f tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Failed to bind port 8db8272b-d8b1-472c-b595-cb1826219c77 on host n-h1-779913-12 for vnic_type normal using segments [{'id': '6651c96f-6648-4790-b82a-419c2cf03253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'f9327ecd-e78c-432f-8b82-f4dd410ee98f'}] Jun 11 09:50:55.246058 n-d-779913-12 neutron-server[93177]: INFO neutron.plugins.ml2.plugin [None req-f9adc6d1-94ed-45fe-8214-8badae34497f tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempt 7 to bind port 8db8272b-d8b1-472c-b595-cb1826219c77 Jun 11 09:50:55.248180 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2520b5c8-8f16-4892-bab5-19d50cb03ead req-4d66448a-9473-4413-b18e-6b39848e98ca tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:55.249723 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2520b5c8-8f16-4892-bab5-19d50cb03ead req-4d66448a-9473-4413-b18e-6b39848e98ca tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 944 time: 0.1490037 Jun 11 09:50:55.279603 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-f9adc6d1-94ed-45fe-8214-8badae34497f tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempting to bind port 8db8272b-d8b1-472c-b595-cb1826219c77 on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:50:55.280124 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-f9adc6d1-94ed-45fe-8214-8badae34497f tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempting to bind port 8db8272b-d8b1-472c-b595-cb1826219c77 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '6651c96f-6648-4790-b82a-419c2cf03253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'f9327ecd-e78c-432f-8b82-f4dd410ee98f'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:50:55.280265 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9adc6d1-94ed-45fe-8214-8badae34497f tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempting to bind port 8db8272b-d8b1-472c-b595-cb1826219c77 on network f9327ecd-e78c-432f-8b82-f4dd410ee98f {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:50:55.290359 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a9d7c67b-ce75-4da9-88b3-a2546277c717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:55.295531 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-92185886-f518-4302-801e-fec1514578f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:55.313959 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9adc6d1-94ed-45fe-8214-8badae34497f tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Port 8db8272b-d8b1-472c-b595-cb1826219c77 on network f9327ecd-e78c-432f-8b82-f4dd410ee98f not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:50:55.313959 n-d-779913-12 neutron-server[93177]: ERROR neutron.plugins.ml2.managers [None req-f9adc6d1-94ed-45fe-8214-8badae34497f tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Failed to bind port 8db8272b-d8b1-472c-b595-cb1826219c77 on host n-h1-779913-12 for vnic_type normal using segments [{'id': '6651c96f-6648-4790-b82a-419c2cf03253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'f9327ecd-e78c-432f-8b82-f4dd410ee98f'}] Jun 11 09:50:55.313959 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a9d7c67b-ce75-4da9-88b3-a2546277c717 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:55.319532 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-a9d7c67b-ce75-4da9-88b3-a2546277c717 admin admin] 10.222.0.60 "DELETE /v2.0/networks/f675e0c3-adc3-401f-958a-b35a7cc13826 HTTP/1.1" status: 204 len: 168 time: 1.0326083 Jun 11 09:50:55.319532 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d7c67b-ce75-4da9-88b3-a2546277c717 admin admin] Pushing event deleted for resources: {'Network': ['ID=f675e0c3-adc3-401f-958a-b35a7cc13826,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:55.319872 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2520b5c8-8f16-4892-bab5-19d50cb03ead req-4863f190-74e9-452a-8886-dd650cbec46b tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d1f1aa-3601-424b-af20-9acf0698c1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605245 Jun 11 09:50:55.320067 n-d-779913-12 neutron-server[93177]: INFO neutron.plugins.ml2.plugin [None req-f9adc6d1-94ed-45fe-8214-8badae34497f tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempt 8 to bind port 8db8272b-d8b1-472c-b595-cb1826219c77 Jun 11 09:50:55.323778 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a9d7c67b-ce75-4da9-88b3-a2546277c717 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:55.344467 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-f9adc6d1-94ed-45fe-8214-8badae34497f tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempting to bind port 8db8272b-d8b1-472c-b595-cb1826219c77 on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:50:55.345088 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-f9adc6d1-94ed-45fe-8214-8badae34497f tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempting to bind port 8db8272b-d8b1-472c-b595-cb1826219c77 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '6651c96f-6648-4790-b82a-419c2cf03253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'f9327ecd-e78c-432f-8b82-f4dd410ee98f'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:50:55.345174 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9adc6d1-94ed-45fe-8214-8badae34497f tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempting to bind port 8db8272b-d8b1-472c-b595-cb1826219c77 on network f9327ecd-e78c-432f-8b82-f4dd410ee98f {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:50:55.356584 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4d2e980d-2f15-4b79-bb68-30927c17b664 req-2d9fe52a-7fd8-47e0-b5d2-12ca4c49dc20 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0694d8955d61412382677b4a46f00758&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1561592 Jun 11 09:50:55.367539 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9adc6d1-94ed-45fe-8214-8badae34497f tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Port 8db8272b-d8b1-472c-b595-cb1826219c77 on network f9327ecd-e78c-432f-8b82-f4dd410ee98f not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:50:55.367539 n-d-779913-12 neutron-server[93177]: ERROR neutron.plugins.ml2.managers [None req-f9adc6d1-94ed-45fe-8214-8badae34497f tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Failed to bind port 8db8272b-d8b1-472c-b595-cb1826219c77 on host n-h1-779913-12 for vnic_type normal using segments [{'id': '6651c96f-6648-4790-b82a-419c2cf03253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'f9327ecd-e78c-432f-8b82-f4dd410ee98f'}] Jun 11 09:50:55.367539 n-d-779913-12 neutron-server[93177]: INFO neutron.plugins.ml2.plugin [None req-f9adc6d1-94ed-45fe-8214-8badae34497f tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempt 9 to bind port 8db8272b-d8b1-472c-b595-cb1826219c77 Jun 11 09:50:55.415390 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-f9adc6d1-94ed-45fe-8214-8badae34497f tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempting to bind port 8db8272b-d8b1-472c-b595-cb1826219c77 on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:50:55.416289 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-f9adc6d1-94ed-45fe-8214-8badae34497f tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempting to bind port 8db8272b-d8b1-472c-b595-cb1826219c77 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '6651c96f-6648-4790-b82a-419c2cf03253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'f9327ecd-e78c-432f-8b82-f4dd410ee98f'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:50:55.416634 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9adc6d1-94ed-45fe-8214-8badae34497f tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempting to bind port 8db8272b-d8b1-472c-b595-cb1826219c77 on network f9327ecd-e78c-432f-8b82-f4dd410ee98f {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:50:55.423594 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-af4993ee-4dff-48b3-a36a-05d37b22a203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:55.423594 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-af4993ee-4dff-48b3-a36a-05d37b22a203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:55.424783 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-af4993ee-4dff-48b3-a36a-05d37b22a203 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2d4fd79e-def0-44f9-811c-247377584862 HTTP/1.1" status: 204 len: 168 time: 0.3882649 Jun 11 09:50:55.425847 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-59b7a2dc-9e5d-4505-ad84-b534fe8aa523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:55.436322 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9adc6d1-94ed-45fe-8214-8badae34497f tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Port 8db8272b-d8b1-472c-b595-cb1826219c77 on network f9327ecd-e78c-432f-8b82-f4dd410ee98f not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:50:55.436653 n-d-779913-12 neutron-server[93177]: ERROR neutron.plugins.ml2.managers [None req-f9adc6d1-94ed-45fe-8214-8badae34497f tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Failed to bind port 8db8272b-d8b1-472c-b595-cb1826219c77 on host n-h1-779913-12 for vnic_type normal using segments [{'id': '6651c96f-6648-4790-b82a-419c2cf03253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'f9327ecd-e78c-432f-8b82-f4dd410ee98f'}] Jun 11 09:50:55.438549 n-d-779913-12 neutron-server[93177]: INFO neutron.plugins.ml2.plugin [None req-f9adc6d1-94ed-45fe-8214-8badae34497f tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempt 10 to bind port 8db8272b-d8b1-472c-b595-cb1826219c77 Jun 11 09:50:55.449572 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4993ee-4dff-48b3-a36a-05d37b22a203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4fd79e-def0-44f9-811c-247377584862,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:55.452252 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-af4993ee-4dff-48b3-a36a-05d37b22a203 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:55.465296 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-f9adc6d1-94ed-45fe-8214-8badae34497f tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempting to bind port 8db8272b-d8b1-472c-b595-cb1826219c77 on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:50:55.465897 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-f9adc6d1-94ed-45fe-8214-8badae34497f tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempting to bind port 8db8272b-d8b1-472c-b595-cb1826219c77 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '6651c96f-6648-4790-b82a-419c2cf03253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'f9327ecd-e78c-432f-8b82-f4dd410ee98f'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:50:55.466400 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9adc6d1-94ed-45fe-8214-8badae34497f tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempting to bind port 8db8272b-d8b1-472c-b595-cb1826219c77 on network f9327ecd-e78c-432f-8b82-f4dd410ee98f {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:50:55.536035 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9adc6d1-94ed-45fe-8214-8badae34497f tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Port 8db8272b-d8b1-472c-b595-cb1826219c77 on network f9327ecd-e78c-432f-8b82-f4dd410ee98f not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:50:55.536370 n-d-779913-12 neutron-server[93177]: ERROR neutron.plugins.ml2.managers [None req-f9adc6d1-94ed-45fe-8214-8badae34497f tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Failed to bind port 8db8272b-d8b1-472c-b595-cb1826219c77 on host n-h1-779913-12 for vnic_type normal using segments [{'id': '6651c96f-6648-4790-b82a-419c2cf03253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'f9327ecd-e78c-432f-8b82-f4dd410ee98f'}] Jun 11 09:50:55.536753 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f9adc6d1-94ed-45fe-8214-8badae34497f tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:55.629062 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4d2e980d-2f15-4b79-bb68-30927c17b664 req-9868539d-5263-4636-badd-5d7daf3fb922 service neutron] 10.222.0.60 "GET /v2.0/networks/95f263a2-16db-4d6c-8962-c50348487ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487330 Jun 11 09:50:55.687858 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-f9adc6d1-94ed-45fe-8214-8badae34497f tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] For port 8db8272b-d8b1-472c-b595-cb1826219c77, host n-h1-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:50:55.688330 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-f9adc6d1-94ed-45fe-8214-8badae34497f tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attempted to set empty binding levels {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 11 09:50:55.744255 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 50584) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:50:55.771353 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4d2e980d-2f15-4b79-bb68-30927c17b664 req-5c4aec8c-4a4a-4696-be12-84e920377d58 service neutron] 10.222.0.60 "GET /v2.0/networks/95f263a2-16db-4d6c-8962-c50348487ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252556 Jun 11 09:50:55.787061 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f9adc6d1-94ed-45fe-8214-8badae34497f tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:55.800362 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-146e08ff-cb1d-4b34-9218-e62d3ab7365f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:55.811241 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-1b367363-f258-4957-a565-80240003d876 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=000ca66054e143bf80d2250a9f19b414&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0655327 Jun 11 09:50:55.813739 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 50586) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:50:55.849848 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9adc6d1-94ed-45fe-8214-8badae34497f tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Pushing event updated for resources: {'Port': ['ID=8db8272b-d8b1-472c-b595-cb1826219c77,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:55.852716 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-f9adc6d1-94ed-45fe-8214-8badae34497f tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] In _notify_port_updated(), no bound segment for port 8db8272b-d8b1-472c-b595-cb1826219c77 on network f9327ecd-e78c-432f-8b82-f4dd410ee98f {{(pid=93177) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 11 09:50:55.853638 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9adc6d1-94ed-45fe-8214-8badae34497f tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:55.854240 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f9adc6d1-94ed-45fe-8214-8badae34497f tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:55.855629 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-f9adc6d1-94ed-45fe-8214-8badae34497f tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] 10.222.0.60 "PUT /v2.0/ports/8db8272b-d8b1-472c-b595-cb1826219c77 HTTP/1.1" status: 200 len: 980 time: 2.3453710 Jun 11 09:50:55.856803 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f9adc6d1-94ed-45fe-8214-8badae34497f tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:55.858450 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50588) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:50:55.893552 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ed332929-666b-4cf4-851e-10c25c4988f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:55.928190 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ed332929-666b-4cf4-851e-10c25c4988f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:56.049746 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-ff02a20b-0d22-408a-890f-cc6fb298190d tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Deleting port 8db8272b-d8b1-472c-b595-cb1826219c77 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:50:56.049746 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ff02a20b-0d22-408a-890f-cc6fb298190d tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:56.088006 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ed332929-666b-4cf4-851e-10c25c4988f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:56.090762 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ed332929-666b-4cf4-851e-10c25c4988f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:56.095219 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-ed332929-666b-4cf4-851e-10c25c4988f8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1a186f2a-3ae0-4c92-bc02-629dd9f1ee03 HTTP/1.1" status: 204 len: 168 time: 0.2772005 Jun 11 09:50:56.095219 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-80afe9d7-002e-4c66-9737-4c730d27ae03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:56.108956 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed332929-666b-4cf4-851e-10c25c4988f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a186f2a-3ae0-4c92-bc02-629dd9f1ee03,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:56.112121 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ed332929-666b-4cf4-851e-10c25c4988f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:56.281438 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-ff02a20b-0d22-408a-890f-cc6fb298190d tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] For port 8db8272b-d8b1-472c-b595-cb1826219c77, host n-h1-779913-12, got binding levels [] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:50:56.281816 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ff02a20b-0d22-408a-890f-cc6fb298190d tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:56.297546 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6efb018f-730a-4ba3-b451-a2c6097dc424 req-44d0011d-e9de-4b86-a77f-2a0de89284c7 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b0925bd-e2ca-4cc1-bb17-c477189658df HTTP/1.1" status: 200 len: 210 time: 0.1067743 Jun 11 09:50:56.358223 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d6f8fc-46d0-4e18-98ef-205b66ef1775 req-04fa60bc-eaaa-43a0-81ab-eec27d437044 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:56.359793 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-80d6f8fc-46d0-4e18-98ef-205b66ef1775 req-04fa60bc-eaaa-43a0-81ab-eec27d437044 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 944 time: 0.1193621 Jun 11 09:50:56.400702 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-ff02a20b-0d22-408a-890f-cc6fb298190d tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Calling delete_port for 8db8272b-d8b1-472c-b595-cb1826219c77 owned by {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:50:56.414768 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-80d6f8fc-46d0-4e18-98ef-205b66ef1775 req-ef977f5e-9d65-4228-9e32-986bc1899cb5 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d1f1aa-3601-424b-af20-9acf0698c1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490251 Jun 11 09:50:56.608118 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ff02a20b-0d22-408a-890f-cc6fb298190d tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:56.616712 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9f1834f2-7d13-4395-8a0a-20b3d669b9f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:56.655876 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ff02a20b-0d22-408a-890f-cc6fb298190d tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:56.661526 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-ff02a20b-0d22-408a-890f-cc6fb298190d tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] 10.222.0.60 "DELETE /v2.0/ports/8db8272b-d8b1-472c-b595-cb1826219c77 HTTP/1.1" status: 204 len: 168 time: 0.8017623 Jun 11 09:50:56.661808 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 50628) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:50:56.662802 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff02a20b-0d22-408a-890f-cc6fb298190d tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Pushing event deleted for resources: {'Port': ['ID=8db8272b-d8b1-472c-b595-cb1826219c77,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:56.665932 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ff02a20b-0d22-408a-890f-cc6fb298190d tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:56.712127 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-999bb51d-c840-47f5-8f18-31ea2b6c285b tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] GET failed (client error): The resource could not be found. Jun 11 09:50:56.712127 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-999bb51d-c840-47f5-8f18-31ea2b6c285b tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] 10.222.0.60 "GET /v2.0/ports/8db8272b-d8b1-472c-b595-cb1826219c77 HTTP/1.1" status: 404 len: 333 time: 0.0455134 Jun 11 09:50:56.716462 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50636) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:50:56.857516 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-eb615227-ed20-440f-af57-8730f6e91866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-815248285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-815248285-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:56.997583 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-eb615227-ed20-440f-af57-8730f6e91866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-815248285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-815248285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:57.028121 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-eb615227-ed20-440f-af57-8730f6e91866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-815248285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-815248285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9327ecd-e78c-432f-8b82-f4dd410ee98f']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:50:57.045894 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-eb615227-ed20-440f-af57-8730f6e91866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-815248285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-815248285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6651c96f-6648-4790-b82a-419c2cf03253') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:50:57.046302 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-eb615227-ed20-440f-af57-8730f6e91866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-815248285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-815248285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6651c96f-6648-4790-b82a-419c2cf03253') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:50:57.058008 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-eb615227-ed20-440f-af57-8730f6e91866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-815248285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-815248285-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:57.076065 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-eb615227-ed20-440f-af57-8730f6e91866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-815248285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-815248285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:57.083174 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb615227-ed20-440f-af57-8730f6e91866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-815248285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-815248285-project] Releasing vlan 791 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 09:50:57.083820 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-eb615227-ed20-440f-af57-8730f6e91866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-815248285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-815248285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:57.086928 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:50:57.086928 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:50:57.086928 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:50:57.086928 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:50:57.086928 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:50:57.086928 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:50:57.086928 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 09:50:57.086928 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 09:50:57.086928 n-d-779913-12 neutron-server[93177]: timer() Jun 11 09:50:57.086928 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 09:50:57.086928 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 09:50:57.086928 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 09:50:57.086928 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 09:50:57.086928 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 09:50:57.086928 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 09:50:57.086928 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 09:50:57.086928 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 09:50:57.086928 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 09:50:57.086928 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 09:50:57.086928 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 09:50:57.086928 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 09:50:57.086928 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 09:50:57.086928 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 09:50:57.086928 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 09:50:57.086928 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 09:50:57.086928 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 09:50:57.086928 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 09:50:57.086928 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 09:50:57.086928 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 09:50:57.086928 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 09:50:57.086928 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 09:50:57.086928 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 09:50:57.086928 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 09:50:57.086928 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 09:50:57.086928 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 09:50:57.086928 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 09:50:57.086928 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 09:50:57.086928 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 09:50:57.282017 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-eb615227-ed20-440f-af57-8730f6e91866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-815248285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-815248285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:57.286740 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:57.302082 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-eb615227-ed20-440f-af57-8730f6e91866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-815248285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-815248285-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:57.304352 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-eb615227-ed20-440f-af57-8730f6e91866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-815248285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-815248285-project] 10.222.0.60 "DELETE /v2.0/networks/f9327ecd-e78c-432f-8b82-f4dd410ee98f HTTP/1.1" status: 204 len: 168 time: 0.5866952 Jun 11 09:50:57.326149 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb615227-ed20-440f-af57-8730f6e91866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-815248285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-815248285-project] Pushing event deleted for resources: {'Network': ['ID=f9327ecd-e78c-432f-8b82-f4dd410ee98f,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:57.330243 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-eb615227-ed20-440f-af57-8730f6e91866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-815248285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-815248285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:57.404205 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a2baa885-87c0-4cec-99e3-c5e76e22b47c req-90e89fa1-a29d-427c-b719-4cdb8822ed4e tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b0925bd-e2ca-4cc1-bb17-c477189658df HTTP/1.1" status: 200 len: 210 time: 0.0390205 Jun 11 09:50:57.442637 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 50670) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:50:57.612028 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db1dd61-a89c-4307-b6c4-aa3ab208cc19 req-21657edf-43c9-4ce1-970b-258ae5ca9622 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:57.613519 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0db1dd61-a89c-4307-b6c4-aa3ab208cc19 req-21657edf-43c9-4ce1-970b-258ae5ca9622 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 944 time: 0.0747337 Jun 11 09:50:57.685877 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0db1dd61-a89c-4307-b6c4-aa3ab208cc19 req-587640e0-4dee-41f5-9713-024a8d539355 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d1f1aa-3601-424b-af20-9acf0698c1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645392 Jun 11 09:50:57.720244 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-2ff2b9af-92c8-4302-8bbb-32665412a90a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-362831119-network', 'tenant_id': 'e7a84328845c42e4a2bf009ba2709f6e'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:50:57.836941 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff2b9af-92c8-4302-8bbb-32665412a90a admin admin] Made reservation on behalf of e7a84328845c42e4a2bf009ba2709f6e for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:50:57.841353 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2ff2b9af-92c8-4302-8bbb-32665412a90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:57.984731 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2ff2b9af-92c8-4302-8bbb-32665412a90a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:58.001808 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2ff2b9af-92c8-4302-8bbb-32665412a90a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:58.138794 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2ff2b9af-92c8-4302-8bbb-32665412a90a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:58.146327 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-923ceb68-0129-4452-8ac6-6e6f4ed86b53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:58.196566 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ff2b9af-92c8-4302-8bbb-32665412a90a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 760} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 09:50:58.205035 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a4d7d76b-c0a6-4c93-8854-dbe98bd59d79 req-0edd1eea-d9b2-4685-9c3d-1697082037d3 tempest-TenantUsagesTestJSON-1812384216 tempest-TenantUsagesTestJSON-1812384216-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=dcf5351dce5246dbae6660cb6667286f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0692289 Jun 11 09:50:58.228365 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff2b9af-92c8-4302-8bbb-32665412a90a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bdf718a-3d55-4418-9711-8519d490f59c,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:58.231893 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50704) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:50:58.233874 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2ff2b9af-92c8-4302-8bbb-32665412a90a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:58.235346 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2ff2b9af-92c8-4302-8bbb-32665412a90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:58.235879 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-2ff2b9af-92c8-4302-8bbb-32665412a90a admin admin] Added segment f2a6a55c-ddd9-4c58-9bb7-06c667db61ab of type vlan for network 51fb20d0-10f0-46f3-aa19-f1b488299b81 Jun 11 09:50:58.330306 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2ff2b9af-92c8-4302-8bbb-32665412a90a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:58.489014 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2ff2b9af-92c8-4302-8bbb-32665412a90a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:58.490250 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff2b9af-92c8-4302-8bbb-32665412a90a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:58.494536 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2ff2b9af-92c8-4302-8bbb-32665412a90a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:58.499389 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:58.509069 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d7d76b-c0a6-4c93-8854-dbe98bd59d79 req-d446c70c-57a6-48d0-bb37-c07e3d7f5290 tempest-TenantUsagesTestJSON-1812384216 tempest-TenantUsagesTestJSON-1812384216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:58.516531 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a4d7d76b-c0a6-4c93-8854-dbe98bd59d79 req-d446c70c-57a6-48d0-bb37-c07e3d7f5290 tempest-TenantUsagesTestJSON-1812384216 tempest-TenantUsagesTestJSON-1812384216-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3059106 Jun 11 09:50:58.571536 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a4d7d76b-c0a6-4c93-8854-dbe98bd59d79 req-8d4cb6e1-64c2-4f80-922f-4d34af310154 tempest-TenantUsagesTestJSON-1812384216 tempest-TenantUsagesTestJSON-1812384216-project] 10.222.0.60 "GET /v2.0/quotas/dcf5351dce5246dbae6660cb6667286f HTTP/1.1" status: 200 len: 375 time: 0.0424881 Jun 11 09:50:58.593080 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9688072f-e73b-4981-96a5-47ea57784206 req-3fa34591-5694-40bb-83b6-b0fd35d962e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:58.594558 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9688072f-e73b-4981-96a5-47ea57784206 req-3fa34591-5694-40bb-83b6-b0fd35d962e9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=85a0b78c318440aa9b70136d633fbbff&device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 1096 time: 0.1968825 Jun 11 09:50:58.610267 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a4d7d76b-c0a6-4c93-8854-dbe98bd59d79 req-a9805b94-f76a-4763-a204-024230fc8ae9 tempest-TenantUsagesTestJSON-1812384216 tempest-TenantUsagesTestJSON-1812384216-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=dcf5351dce5246dbae6660cb6667286f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405970 Jun 11 09:50:58.629164 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-18cd1210-2edd-4255-a2a1-4794a82e4cd3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=006464cc61084b24b750f825ce8c5b98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3921366 Jun 11 09:50:58.630486 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50714) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:50:58.659702 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-2ff2b9af-92c8-4302-8bbb-32665412a90a admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2049425 Jun 11 09:50:58.659702 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff2b9af-92c8-4302-8bbb-32665412a90a admin admin] Pushing event updated for resources: {'Network': ['ID=51fb20d0-10f0-46f3-aa19-f1b488299b81,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:58.664034 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 51fb20d0-10f0-46f3-aa19-f1b488299b81 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:50:58.665727 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50716) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:50:58.666469 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2ff2b9af-92c8-4302-8bbb-32665412a90a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:58.674262 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-3d97aa7b-15ad-408c-9083-ce430b85a19b admin admin] Request body: {'subnet': {'network_id': '51fb20d0-10f0-46f3-aa19-f1b488299b81', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-362831119-subnet', 'tenant_id': 'e7a84328845c42e4a2bf009ba2709f6e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:50:58.750160 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4ed5122b-07fd-4fcf-8752-dada4ba00948 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:58.766061 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab79340e-63bd-4097-9235-0eb95d1fd280 req-184315a7-a615-4972-a0b9-0c3a7fad01c7 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:58.772191 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ab79340e-63bd-4097-9235-0eb95d1fd280 req-184315a7-a615-4972-a0b9-0c3a7fad01c7 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 944 time: 0.2440205 Jun 11 09:50:58.775986 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d97aa7b-15ad-408c-9083-ce430b85a19b admin admin] Made reservation on behalf of e7a84328845c42e4a2bf009ba2709f6e for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:50:58.778519 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3d97aa7b-15ad-408c-9083-ce430b85a19b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:58.809729 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4ed5122b-07fd-4fcf-8752-dada4ba00948 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:58.821361 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9688072f-e73b-4981-96a5-47ea57784206 req-6795723d-54ee-4bf6-a826-e6f87055a3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:58.822824 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9688072f-e73b-4981-96a5-47ea57784206 req-6795723d-54ee-4bf6-a826-e6f87055a3c9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ecbff90d-5ab6-4357-bf37-5548ca0e9255 HTTP/1.1" status: 200 len: 911 time: 0.1859765 Jun 11 09:50:58.848147 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ab79340e-63bd-4097-9235-0eb95d1fd280 req-d4a2b698-00dd-4edf-a329-85cacecb15cf tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d1f1aa-3601-424b-af20-9acf0698c1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748415 Jun 11 09:50:58.947821 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9688072f-e73b-4981-96a5-47ea57784206 req-5ab5641e-5d25-4067-83b6-fbbc40d1e758 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=730c5223-87c0-4868-94fb-7a041e9c63ba HTTP/1.1" status: 200 len: 999 time: 0.1033883 Jun 11 09:50:59.027323 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4ed5122b-07fd-4fcf-8752-dada4ba00948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:59.033894 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4ed5122b-07fd-4fcf-8752-dada4ba00948 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:59.039736 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-4ed5122b-07fd-4fcf-8752-dada4ba00948 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cd13a4a8-5816-4580-838e-27e1d860e330 HTTP/1.1" status: 204 len: 168 time: 0.4081795 Jun 11 09:50:59.042924 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6b7d5062-1c00-4e53-b8ab-1481f495e610 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:59.055401 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed5122b-07fd-4fcf-8752-dada4ba00948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd13a4a8-5816-4580-838e-27e1d860e330,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:59.069250 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4ed5122b-07fd-4fcf-8752-dada4ba00948 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:59.149965 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9688072f-e73b-4981-96a5-47ea57784206 req-fad0a506-0bcf-45ad-9240-4de315dadd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:59.151893 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9688072f-e73b-4981-96a5-47ea57784206 req-fad0a506-0bcf-45ad-9240-4de315dadd0a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65fd936e-e1de-4d66-9d41-076079c1dae3 HTTP/1.1" status: 200 len: 849 time: 0.1970856 Jun 11 09:50:59.316015 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3d97aa7b-15ad-408c-9083-ce430b85a19b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:59.340564 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-138eaadb-62cc-407f-9551-8dfeb3e5bca8 req-5b0ae2a6-a025-46cb-a241-f5197a83c585 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b0925bd-e2ca-4cc1-bb17-c477189658df HTTP/1.1" status: 200 len: 210 time: 0.0503654 Jun 11 09:50:59.350763 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c6c22ce3-3176-49ac-889f-758301a36934 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:59.367808 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6ebbe56d-22e3-45b9-94a5-fd0c9b43ed43 req-eb9979f7-47d1-4337-ae7c-5aa6eb51b2b2 tempest-TenantUsagesTestJSON-1812384216 tempest-TenantUsagesTestJSON-1812384216-project] 10.222.0.60 "GET /v2.0/ports?device_id=68cd8b94-a1f0-4caa-af3c-8e692d794021 HTTP/1.1" status: 200 len: 210 time: 0.0655773 Jun 11 09:50:59.369579 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e980d-2f15-4b79-bb68-30927c17b664 req-2aa9cb3b-cd3f-4280-8886-4522f9583bc0 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:59.371057 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4d2e980d-2f15-4b79-bb68-30927c17b664 req-2aa9cb3b-cd3f-4280-8886-4522f9583bc0 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] 10.222.0.69 "GET /v2.0/networks?id=95f263a2-16db-4d6c-8962-c50348487ef1 HTTP/1.1" status: 200 len: 812 time: 0.2907400 Jun 11 09:50:59.388275 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9688072f-e73b-4981-96a5-47ea57784206 req-745e7645-a36e-4450-b041-c782f0c66ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:59.388275 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9688072f-e73b-4981-96a5-47ea57784206 req-745e7645-a36e-4450-b041-c782f0c66ebd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ecbff90d-5ab6-4357-bf37-5548ca0e9255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1759436 Jun 11 09:50:59.469654 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50744) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:50:59.474653 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d97aa7b-15ad-408c-9083-ce430b85a19b admin admin] Pushing event updated for resources: {'Subnet': ['ID=653da622-357e-4eea-a767-3057d0992af6,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:50:59.485730 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-2753ca86-d8a9-4ed6-ba3b-760856a83549 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1321865788'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:50:59.495869 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3d97aa7b-15ad-408c-9083-ce430b85a19b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:50:59.505247 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4d2e980d-2f15-4b79-bb68-30927c17b664 req-b08b38f3-3698-4314-9915-c8ce0607a431 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0694d8955d61412382677b4a46f00758 HTTP/1.1" status: 200 len: 380 time: 0.1233017 Jun 11 09:50:59.516949 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-4d2e980d-2f15-4b79-bb68-30927c17b664 req-eb132ff9-5dbd-4d01-a337-899fc639a407 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Request body: {'port': {'device_id': '8b0925bd-e2ca-4cc1-bb17-c477189658df', 'network_id': '95f263a2-16db-4d6c-8962-c50348487ef1', 'admin_state_up': True, 'tenant_id': '0694d8955d61412382677b4a46f00758', 'security_groups': ['60ac8e54-7258-493e-adec-df1a5101cf72']}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:50:59.533886 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d97aa7b-15ad-408c-9083-ce430b85a19b admin admin] Checking segment: {'id': 'f2a6a55c-ddd9-4c58-9bb7-06c667db61ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '51fb20d0-10f0-46f3-aa19-f1b488299b81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:50:59.534314 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d97aa7b-15ad-408c-9083-ce430b85a19b admin admin] Network hostable DHCP agents. Network: 51fb20d0-10f0-46f3-aa19-f1b488299b81, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 09:50:59.630750 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2753ca86-d8a9-4ed6-ba3b-760856a83549 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Made reservation on behalf of 39e8725552694bd89f3d9b894d223d7c for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:50:59.634618 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2753ca86-d8a9-4ed6-ba3b-760856a83549 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:59.654835 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d97aa7b-15ad-408c-9083-ce430b85a19b admin admin] Network 51fb20d0-10f0-46f3-aa19-f1b488299b81 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 09:50:59.697534 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9688072f-e73b-4981-96a5-47ea57784206 req-f9d358e4-680e-431f-a549-c8f7e9f0c878 service neutron] 10.222.0.64 "GET /v2.0/networks/ecbff90d-5ab6-4357-bf37-5548ca0e9255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907021 Jun 11 09:50:59.712944 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2753ca86-d8a9-4ed6-ba3b-760856a83549 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 774} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 09:50:59.725607 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2753ca86-d8a9-4ed6-ba3b-760856a83549 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:59.731043 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-2753ca86-d8a9-4ed6-ba3b-760856a83549 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Added segment 508b1faa-9ad8-4325-9b04-bc4b9922bdc5 of type vlan for network 6d3621a2-169e-4b61-882a-b4c2c253f396 Jun 11 09:50:59.786588 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2753ca86-d8a9-4ed6-ba3b-760856a83549 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:59.819316 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-3d97aa7b-15ad-408c-9083-ce430b85a19b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 51fb20d0-10f0-46f3-aa19-f1b488299b81) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:50:59.821921 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d97aa7b-15ad-408c-9083-ce430b85a19b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:59.822513 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3d97aa7b-15ad-408c-9083-ce430b85a19b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:59.830459 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c647120-9e66-4f07-bce0-fd04312fc077 None None] Network 51fb20d0-10f0-46f3-aa19-f1b488299b81 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:50:59.866606 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9688072f-e73b-4981-96a5-47ea57784206 req-23b7674d-d46e-48e9-b543-27f3538d5d01 service neutron] 10.222.0.64 "GET /v2.0/networks/ecbff90d-5ab6-4357-bf37-5548ca0e9255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623373 Jun 11 09:50:59.911336 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50762) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:50:59.939100 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2753ca86-d8a9-4ed6-ba3b-760856a83549 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:59.951149 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2753ca86-d8a9-4ed6-ba3b-760856a83549 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:50:59.951149 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2753ca86-d8a9-4ed6-ba3b-760856a83549 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:50:59.952665 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-618ad65e-7094-4328-a48d-edd4b09e2072 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:50:59.968920 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d2e980d-2f15-4b79-bb68-30927c17b664 req-eb132ff9-5dbd-4d01-a337-899fc639a407 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Made reservation on behalf of 0694d8955d61412382677b4a46f00758 for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:50:59.974317 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-4d2e980d-2f15-4b79-bb68-30927c17b664 req-eb132ff9-5dbd-4d01-a337-899fc639a407 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:00.036227 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c63aab-2242-4ae3-9b82-515072f25073 None None] Network 51fb20d0-10f0-46f3-aa19-f1b488299b81 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:51:00.058351 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-2753ca86-d8a9-4ed6-ba3b-760856a83549 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5846391 Jun 11 09:51:00.081844 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 50770) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:51:00.088590 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-b02064e6-f2a6-4a67-934b-144a38f11a8e tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1357136125'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:51:00.170598 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-3d97aa7b-15ad-408c-9083-ce430b85a19b admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5035462 Jun 11 09:51:00.174152 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2753ca86-d8a9-4ed6-ba3b-760856a83549 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Pushing event updated for resources: {'Network': ['ID=6d3621a2-169e-4b61-882a-b4c2c253f396,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:00.178537 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2753ca86-d8a9-4ed6-ba3b-760856a83549 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:00.188364 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 50776) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:51:00.188697 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-8def2884-a8a4-4cdd-9935-8f682357da00 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=17b81c82768144f994fa22f643983de5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2763567 Jun 11 09:51:00.218996 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b02064e6-f2a6-4a67-934b-144a38f11a8e tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Made reservation on behalf of 39e8725552694bd89f3d9b894d223d7c for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:51:00.219804 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 6d3621a2-169e-4b61-882a-b4c2c253f396 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:51:00.226560 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b02064e6-f2a6-4a67-934b-144a38f11a8e tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:00.233442 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b252d47a-0339-4cfa-941c-15d4c766361e req-eff433ac-e604-471b-b499-9c1f5b75c69e tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:00.236198 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b252d47a-0339-4cfa-941c-15d4c766361e req-eff433ac-e604-471b-b499-9c1f5b75c69e tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 944 time: 0.2083926 Jun 11 09:51:00.293902 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b02064e6-f2a6-4a67-934b-144a38f11a8e tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 776} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 09:51:00.304532 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b02064e6-f2a6-4a67-934b-144a38f11a8e tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:00.304890 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-b02064e6-f2a6-4a67-934b-144a38f11a8e tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Added segment 07c308bf-d361-4404-88f5-f82f64cf50c4 of type vlan for network 8268b03e-4f88-453d-8a80-f3e0484b960f Jun 11 09:51:00.326103 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b252d47a-0339-4cfa-941c-15d4c766361e req-189760b2-1304-400c-967d-38040cfe8d27 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d1f1aa-3601-424b-af20-9acf0698c1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791695 Jun 11 09:51:00.385951 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b02064e6-f2a6-4a67-934b-144a38f11a8e tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:00.419319 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-4d2e980d-2f15-4b79-bb68-30927c17b664 req-eb132ff9-5dbd-4d01-a337-899fc639a407 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Allocated IP 172.20.0.9 (95f263a2-16db-4d6c-8962-c50348487ef1/9b5d9d7d-14db-4d74-baaa-fbd3e9136036/b5f0517f-e623-4a7f-afe3-a62c3b1537aa) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:51:00.485641 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f1959084-367f-4eba-aa04-fff3d1ed0e20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:00.515560 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b02064e6-f2a6-4a67-934b-144a38f11a8e tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:00.524172 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02064e6-f2a6-4a67-934b-144a38f11a8e tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:00.524878 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b02064e6-f2a6-4a67-934b-144a38f11a8e tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:00.534827 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-cbc5117f-14b9-493e-aca1-4156e48bd42a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:00.587043 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f1959084-367f-4eba-aa04-fff3d1ed0e20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:00.672412 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-48206ebd-9635-436b-b8df-c523ac6c3e5b req-53f1c89f-406c-4d70-b60a-6a973b05b0fa tempest-TenantUsagesTestJSON-1812384216 tempest-TenantUsagesTestJSON-1812384216-project] 10.222.0.60 "GET /v2.0/ports?device_id=68cd8b94-a1f0-4caa-af3c-8e692d794021 HTTP/1.1" status: 200 len: 210 time: 0.0823541 Jun 11 09:51:00.773304 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-b02064e6-f2a6-4a67-934b-144a38f11a8e tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6900709 Jun 11 09:51:00.774271 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02064e6-f2a6-4a67-934b-144a38f11a8e tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Pushing event updated for resources: {'Network': ['ID=8268b03e-4f88-453d-8a80-f3e0484b960f,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:00.791096 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 50788) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:51:00.802352 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b02064e6-f2a6-4a67-934b-144a38f11a8e tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:00.808622 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 8268b03e-4f88-453d-8a80-f3e0484b960f details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:51:00.808763 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ac0963ed-d808-452c-88ef-29ad3ffdd2c1 req-be4c665e-65f4-4cdc-bc09-17ac1c2835b7 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b0925bd-e2ca-4cc1-bb17-c477189658df HTTP/1.1" status: 200 len: 210 time: 0.0957241 Jun 11 09:51:00.809406 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-5f019412-c775-4bd6-b6be-d91a008e1c3a tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Request body: {'subnet': {'network_id': '6d3621a2-169e-4b61-882a-b4c2c253f396', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:51:00.850416 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-4b20a9ef-c5a1-4ac1-a630-0a52a24bd089 req-8dc1d78d-af8b-4f32-a91c-fd10c1ff8568 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1025777911', 'description': 'tempest-description-1969521665'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:51:00.961952 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-4d2e980d-2f15-4b79-bb68-30927c17b664 req-eb132ff9-5dbd-4d01-a337-899fc639a407 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:00.980281 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50792) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:51:01.013566 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:01.036173 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-4d2e980d-2f15-4b79-bb68-30927c17b664 req-eb132ff9-5dbd-4d01-a337-899fc639a407 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Transition to ACTIVE for port object b5f0517f-e623-4a7f-afe3-a62c3b1537aa will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:51:01.041656 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-4b20a9ef-c5a1-4ac1-a630-0a52a24bd089 req-8dc1d78d-af8b-4f32-a91c-fd10c1ff8568 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:01.050407 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f1959084-367f-4eba-aa04-fff3d1ed0e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:01.050407 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f1959084-367f-4eba-aa04-fff3d1ed0e20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:01.050407 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-f1959084-367f-4eba-aa04-fff3d1ed0e20 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a22b992c-0db9-43f2-9801-dffac137cec4 HTTP/1.1" status: 204 len: 168 time: 0.8582134 Jun 11 09:51:01.053936 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f1576570-4d3a-4bf0-9f66-b097e4cc76f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:01.092690 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1959084-367f-4eba-aa04-fff3d1ed0e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a22b992c-0db9-43f2-9801-dffac137cec4,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:01.096631 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f1959084-367f-4eba-aa04-fff3d1ed0e20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:01.129447 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-68518c1b-8e75-4fa6-ac8b-e7126d8c6286 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:01.500050 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f019412-c775-4bd6-b6be-d91a008e1c3a tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Made reservation on behalf of 39e8725552694bd89f3d9b894d223d7c for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:51:01.503481 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5f019412-c775-4bd6-b6be-d91a008e1c3a tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:01.551182 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f82341-67d3-4d1d-af83-93abf251f8a2 req-1f3f43e3-629e-49d9-82ef-01b965deca81 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:01.554111 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b6f82341-67d3-4d1d-af83-93abf251f8a2 req-1f3f43e3-629e-49d9-82ef-01b965deca81 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 944 time: 0.1023445 Jun 11 09:51:01.617382 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b6f82341-67d3-4d1d-af83-93abf251f8a2 req-f82f034b-49c8-416a-8f16-34c5857405f4 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d1f1aa-3601-424b-af20-9acf0698c1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486362 Jun 11 09:51:01.641847 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-4d2e980d-2f15-4b79-bb68-30927c17b664 req-eb132ff9-5dbd-4d01-a337-899fc639a407 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:01.666303 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-767f3e30-a157-4109-bfa9-cc59a2a9ceeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:01.724473 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a4d7d76b-c0a6-4c93-8854-dbe98bd59d79 req-9642a067-30f2-437a-982d-7fa5e1008cf5 tempest-TenantUsagesTestJSON-1812384216 tempest-TenantUsagesTestJSON-1812384216-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=dcf5351dce5246dbae6660cb6667286f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0927627 Jun 11 09:51:01.757906 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-4b20a9ef-c5a1-4ac1-a630-0a52a24bd089 req-8dc1d78d-af8b-4f32-a91c-fd10c1ff8568 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:01.818607 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d2e980d-2f15-4b79-bb68-30927c17b664 req-eb132ff9-5dbd-4d01-a337-899fc639a407 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Network 95f263a2-16db-4d6c-8962-c50348487ef1 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:51:01.832421 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb132ff9-5dbd-4d01-a337-899fc639a407 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Pushing event updated for resources: {'Port': ['ID=b5f0517f-e623-4a7f-afe3-a62c3b1537aa,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:01.839311 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-4d2e980d-2f15-4b79-bb68-30927c17b664 req-eb132ff9-5dbd-4d01-a337-899fc639a407 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:51:01.854670 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-eb132ff9-5dbd-4d01-a337-899fc639a407 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:01.854670 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d2e980d-2f15-4b79-bb68-30927c17b664 req-eb132ff9-5dbd-4d01-a337-899fc639a407 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:51:01.863294 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-4b20a9ef-c5a1-4ac1-a630-0a52a24bd089 req-8dc1d78d-af8b-4f32-a91c-fd10c1ff8568 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:01.895840 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4658c05e-6763-4986-b635-b99f333e65b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:02.005121 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d32e37e-20f5-4df9-ac09-fb2313155ae0 req-b3dea77f-49da-49a9-9232-f108db01c9be tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:02.007223 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc1d78d-af8b-4f32-a91c-fd10c1ff8568 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73f06798-8f95-4943-a080-a39840d0180d,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:02.010807 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8dc1d78d-af8b-4f32-a91c-fd10c1ff8568 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:02.014402 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5d32e37e-20f5-4df9-ac09-fb2313155ae0 req-b3dea77f-49da-49a9-9232-f108db01c9be tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 944 time: 0.1435325 Jun 11 09:51:02.077512 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-68518c1b-8e75-4fa6-ac8b-e7126d8c6286 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:02.081986 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e980d-2f15-4b79-bb68-30927c17b664 req-eb132ff9-5dbd-4d01-a337-899fc639a407 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:02.082794 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-4d2e980d-2f15-4b79-bb68-30927c17b664 req-eb132ff9-5dbd-4d01-a337-899fc639a407 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:02.111262 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5d32e37e-20f5-4df9-ac09-fb2313155ae0 req-95f4789c-f3a7-4e63-a6f0-501f49da973d tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d1f1aa-3601-424b-af20-9acf0698c1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865033 Jun 11 09:51:02.122421 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-68518c1b-8e75-4fa6-ac8b-e7126d8c6286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:02.128057 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3c087c74-878b-4577-94bf-a08845a26cec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:02.138386 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d7d76b-c0a6-4c93-8854-dbe98bd59d79 req-53351427-4b3d-4127-ba0a-b0de440eaf97 tempest-TenantUsagesTestJSON-1812384216 tempest-TenantUsagesTestJSON-1812384216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:02.138386 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a4d7d76b-c0a6-4c93-8854-dbe98bd59d79 req-53351427-4b3d-4127-ba0a-b0de440eaf97 tempest-TenantUsagesTestJSON-1812384216 tempest-TenantUsagesTestJSON-1812384216-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3867395 Jun 11 09:51:02.157130 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-a4d7d76b-c0a6-4c93-8854-dbe98bd59d79 req-de760165-7b7f-48fe-be5e-c6cb54a7a7b1 tempest-TenantUsagesTestJSON-1812384216 tempest-TenantUsagesTestJSON-1812384216-project] Request body: {'port': {'device_id': '68cd8b94-a1f0-4caa-af3c-8e692d794021', 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60', 'admin_state_up': True, 'tenant_id': 'dcf5351dce5246dbae6660cb6667286f'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:51:02.179464 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5f019412-c775-4bd6-b6be-d91a008e1c3a tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:02.187523 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-68518c1b-8e75-4fa6-ac8b-e7126d8c6286 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6315d3d93b8e44e2b4fbadfd6071793d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2061417 Jun 11 09:51:02.188924 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68518c1b-8e75-4fa6-ac8b-e7126d8c6286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=200fcadc-2d3b-4448-9054-f3de146824b2,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:02.191771 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50826) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:51:02.201185 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-68518c1b-8e75-4fa6-ac8b-e7126d8c6286 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:02.223538 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-bf4c47a8-61b1-4454-bd1f-15357c88b3f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:02.226801 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-4b20a9ef-c5a1-4ac1-a630-0a52a24bd089 req-8dc1d78d-af8b-4f32-a91c-fd10c1ff8568 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:02.228014 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4b20a9ef-c5a1-4ac1-a630-0a52a24bd089 req-8dc1d78d-af8b-4f32-a91c-fd10c1ff8568 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.4131565 Jun 11 09:51:02.241674 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4d2e980d-2f15-4b79-bb68-30927c17b664 req-eb132ff9-5dbd-4d01-a337-899fc639a407 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7293961 Jun 11 09:51:02.260313 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-331928ae-2c03-47a8-bb1c-14b65ef37ff6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:02.280441 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-4d2e980d-2f15-4b79-bb68-30927c17b664 req-2908e03f-1d77-41a1-9bc8-cc9e0de49084 service neutron] Request body: {'port': {'device_id': '8b0925bd-e2ca-4cc1-bb17-c477189658df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:51:02.294880 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-73a0a513-0a4b-4655-8b39-d702ba588c30 None None] Provisioning for port b5f0517f-e623-4a7f-afe3-a62c3b1537aa completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:51:02.300239 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-73a0a513-0a4b-4655-8b39-d702ba588c30 None None] Provisioning complete for port b5f0517f-e623-4a7f-afe3-a62c3b1537aa triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:51:02.301567 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-73a0a513-0a4b-4655-8b39-d702ba588c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:02.308849 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-331928ae-2c03-47a8-bb1c-14b65ef37ff6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:02.387869 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-73a0a513-0a4b-4655-8b39-d702ba588c30 None None] Port b5f0517f-e623-4a7f-afe3-a62c3b1537aa cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:51:02.476365 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f019412-c775-4bd6-b6be-d91a008e1c3a tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Checking segment: {'id': '508b1faa-9ad8-4325-9b04-bc4b9922bdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '6d3621a2-169e-4b61-882a-b4c2c253f396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:51:02.476661 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f019412-c775-4bd6-b6be-d91a008e1c3a tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Network hostable DHCP agents. Network: 6d3621a2-169e-4b61-882a-b4c2c253f396, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 09:51:02.478999 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f019412-c775-4bd6-b6be-d91a008e1c3a tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Pushing event updated for resources: {'Subnet': ['ID=d56f2625-bb14-490c-b4fa-d6d55c55bf08,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:02.487329 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5f019412-c775-4bd6-b6be-d91a008e1c3a tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:02.601146 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-4d2e980d-2f15-4b79-bb68-30927c17b664 req-2908e03f-1d77-41a1-9bc8-cc9e0de49084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:02.636641 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4a86cd-b55d-4bab-9904-3f024982e4e1 req-9e6fdf7e-eb69-4fb0-85e8-7501e8c77ea9 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:02.637395 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-eb4a86cd-b55d-4bab-9904-3f024982e4e1 req-9e6fdf7e-eb69-4fb0-85e8-7501e8c77ea9 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b0925bd-e2ca-4cc1-bb17-c477189658df HTTP/1.1" status: 200 len: 931 time: 0.2518044 Jun 11 09:51:02.668396 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f019412-c775-4bd6-b6be-d91a008e1c3a tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Network 6d3621a2-169e-4b61-882a-b4c2c253f396 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 09:51:02.711968 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4d7d76b-c0a6-4c93-8854-dbe98bd59d79 req-de760165-7b7f-48fe-be5e-c6cb54a7a7b1 tempest-TenantUsagesTestJSON-1812384216 tempest-TenantUsagesTestJSON-1812384216-project] Made reservation on behalf of dcf5351dce5246dbae6660cb6667286f for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:51:02.715760 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a4d7d76b-c0a6-4c93-8854-dbe98bd59d79 req-de760165-7b7f-48fe-be5e-c6cb54a7a7b1 tempest-TenantUsagesTestJSON-1812384216 tempest-TenantUsagesTestJSON-1812384216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:02.734488 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-398f54db-cc00-45e4-8987-4d955f3f1a98 req-89d08448-4138-48e0-b657-4b0f7ca84969 tempest-TenantUsagesTestJSON-1812384216 tempest-TenantUsagesTestJSON-1812384216-project] 10.222.0.60 "GET /v2.0/ports?device_id=68cd8b94-a1f0-4caa-af3c-8e692d794021 HTTP/1.1" status: 200 len: 210 time: 0.4179263 Jun 11 09:51:02.809747 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a4d7d76b-c0a6-4c93-8854-dbe98bd59d79 req-de760165-7b7f-48fe-be5e-c6cb54a7a7b1 tempest-TenantUsagesTestJSON-1812384216 tempest-TenantUsagesTestJSON-1812384216-project] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:02.817193 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-5f019412-c775-4bd6-b6be-d91a008e1c3a tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 6d3621a2-169e-4b61-882a-b4c2c253f396) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:51:02.822227 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f019412-c775-4bd6-b6be-d91a008e1c3a tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:02.822828 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5f019412-c775-4bd6-b6be-d91a008e1c3a tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:02.831091 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3aa6a3-7026-4a1f-aa04-a71ebd1f2450 None None] Network 6d3621a2-169e-4b61-882a-b4c2c253f396 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:51:02.858117 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-eb4a86cd-b55d-4bab-9904-3f024982e4e1 req-9cede002-ce51-4594-ab31-b81dc528e3e7 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] 10.222.0.60 "GET /v2.0/security-groups?id=60ac8e54-7258-493e-adec-df1a5101cf72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1928573 Jun 11 09:51:02.894067 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-331928ae-2c03-47a8-bb1c-14b65ef37ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:02.898406 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-331928ae-2c03-47a8-bb1c-14b65ef37ff6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:02.911730 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-331928ae-2c03-47a8-bb1c-14b65ef37ff6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/200fcadc-2d3b-4448-9054-f3de146824b2 HTTP/1.1" status: 204 len: 168 time: 0.7186594 Jun 11 09:51:02.913154 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7ff74897-d5d0-4e67-8725-74a2fcc891cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:02.932716 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-0bd4eff8-1963-4250-88b3-693b877bcc98 req-633e663a-e12b-4db6-b100-4cd201cf3305 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-40705422', 'description': 'tempest-description-1558461105'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:51:02.939997 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331928ae-2c03-47a8-bb1c-14b65ef37ff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=200fcadc-2d3b-4448-9054-f3de146824b2,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:02.947017 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-331928ae-2c03-47a8-bb1c-14b65ef37ff6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:03.060946 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c6b639-2273-4958-ad94-3aaff0309d88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-6d3621a2-169e-4b61-882a-b4c2c253f396', 'network_id': '6d3621a2-169e-4b61-882a-b4c2c253f396', 'tenant_id': '39e8725552694bd89f3d9b894d223d7c', 'fixed_ips': [{'subnet_id': 'd56f2625-bb14-490c-b4fa-d6d55c55bf08'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 09:51:03.061808 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-47c6b639-2273-4958-ad94-3aaff0309d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:03.170208 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a4d7d76b-c0a6-4c93-8854-dbe98bd59d79 req-de760165-7b7f-48fe-be5e-c6cb54a7a7b1 tempest-TenantUsagesTestJSON-1812384216 tempest-TenantUsagesTestJSON-1812384216-project] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:03.186040 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-4d2e980d-2f15-4b79-bb68-30927c17b664 req-2908e03f-1d77-41a1-9bc8-cc9e0de49084 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5f0517f-e623-4a7f-afe3-a62c3b1537aa {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:51:03.194121 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-4d2e980d-2f15-4b79-bb68-30927c17b664 req-2908e03f-1d77-41a1-9bc8-cc9e0de49084 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:03.207179 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-4d2e980d-2f15-4b79-bb68-30927c17b664 req-2908e03f-1d77-41a1-9bc8-cc9e0de49084 service neutron] Transition to ACTIVE for port object b5f0517f-e623-4a7f-afe3-a62c3b1537aa will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:51:03.222633 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-47c6b639-2273-4958-ad94-3aaff0309d88 None None] Allocated IP 10.1.1.2 (6d3621a2-169e-4b61-882a-b4c2c253f396/d56f2625-bb14-490c-b4fa-d6d55c55bf08/f112be70-364a-470c-8adc-56448aabdce7) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:51:03.226005 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a4d7d76b-c0a6-4c93-8854-dbe98bd59d79 req-de760165-7b7f-48fe-be5e-c6cb54a7a7b1 tempest-TenantUsagesTestJSON-1812384216 tempest-TenantUsagesTestJSON-1812384216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:03.230473 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-44f5cb77-85f5-43f8-be0c-912182a80ce7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:03.306845 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-4d2e980d-2f15-4b79-bb68-30927c17b664 req-2908e03f-1d77-41a1-9bc8-cc9e0de49084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:03.323991 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de760165-7b7f-48fe-be5e-c6cb54a7a7b1 tempest-TenantUsagesTestJSON-1812384216 tempest-TenantUsagesTestJSON-1812384216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=171818a9-578b-47f6-9efc-d69f53f3ba13,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:03.327277 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-de760165-7b7f-48fe-be5e-c6cb54a7a7b1 tempest-TenantUsagesTestJSON-1812384216 tempest-TenantUsagesTestJSON-1812384216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:03.334752 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c117a2d2-50d7-4ae1-9562-292be6317569 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:03.341403 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-5f019412-c775-4bd6-b6be-d91a008e1c3a tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.5454328 Jun 11 09:51:03.341518 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50860) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:51:03.346815 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-e5f57dd9-da80-4156-9ae8-1734d8dfd4f5 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Request body: {'subnet': {'network_id': '8268b03e-4f88-453d-8a80-f3e0484b960f', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:51:03.522521 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-47c6b639-2273-4958-ad94-3aaff0309d88 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:03.535851 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-47c6b639-2273-4958-ad94-3aaff0309d88 None None] Transition to ACTIVE for port object f112be70-364a-470c-8adc-56448aabdce7 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:51:03.554332 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2908e03f-1d77-41a1-9bc8-cc9e0de49084 service neutron] Pushing event updated for resources: {'Port': ['ID=b5f0517f-e623-4a7f-afe3-a62c3b1537aa,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:03.565095 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-47c6b639-2273-4958-ad94-3aaff0309d88 None None] Transition to ACTIVE for port object f112be70-364a-470c-8adc-56448aabdce7 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:51:03.585412 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-a4d7d76b-c0a6-4c93-8854-dbe98bd59d79 req-de760165-7b7f-48fe-be5e-c6cb54a7a7b1 tempest-TenantUsagesTestJSON-1812384216 tempest-TenantUsagesTestJSON-1812384216-project] Allocated IP 192.168.233.248 (cf20d108-f84c-44de-9036-2269564edd60/189b03cc-b2a8-4615-9ab5-ad0328c3f10f/9443e77f-bbed-4be0-bdef-1095c59f70ad) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:51:03.691855 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-47c6b639-2273-4958-ad94-3aaff0309d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:03.695282 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:03.702199 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50880) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:51:03.761943 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f57dd9-da80-4156-9ae8-1734d8dfd4f5 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Made reservation on behalf of 39e8725552694bd89f3d9b894d223d7c for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:51:03.762285 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c6b639-2273-4958-ad94-3aaff0309d88 None None] Network 6d3621a2-169e-4b61-882a-b4c2c253f396 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:51:03.765990 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e5f57dd9-da80-4156-9ae8-1734d8dfd4f5 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:03.777418 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-47c6b639-2273-4958-ad94-3aaff0309d88 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:51:03.780392 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c6b639-2273-4958-ad94-3aaff0309d88 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:51:03.786572 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c6b639-2273-4958-ad94-3aaff0309d88 None None] Pushing event updated for resources: {'Port': ['ID=f112be70-364a-470c-8adc-56448aabdce7,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:03.798330 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c6b639-2273-4958-ad94-3aaff0309d88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:51:03.798680 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c6b639-2273-4958-ad94-3aaff0309d88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:51:03.799662 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c6b639-2273-4958-ad94-3aaff0309d88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:51:03.799662 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c6b639-2273-4958-ad94-3aaff0309d88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:51:03.799878 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c6b639-2273-4958-ad94-3aaff0309d88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:51:03.800133 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c6b639-2273-4958-ad94-3aaff0309d88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:51:03.800481 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c6b639-2273-4958-ad94-3aaff0309d88 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:51:03.800787 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c6b639-2273-4958-ad94-3aaff0309d88 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:51:03.801103 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c6b639-2273-4958-ad94-3aaff0309d88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:51:03.801418 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c6b639-2273-4958-ad94-3aaff0309d88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:51:03.802351 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c6b639-2273-4958-ad94-3aaff0309d88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:51:03.802351 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c6b639-2273-4958-ad94-3aaff0309d88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:51:03.807788 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-47c6b639-2273-4958-ad94-3aaff0309d88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:03.830155 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2908e03f-1d77-41a1-9bc8-cc9e0de49084 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:03.857689 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-0bd4eff8-1963-4250-88b3-693b877bcc98 req-633e663a-e12b-4db6-b100-4cd201cf3305 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:03.879473 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-12fb3832-0c26-4caf-b03c-56641a36f4b1 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-889005099', 'router:external': True}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:51:03.908436 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-47c6b639-2273-4958-ad94-3aaff0309d88 None None] Attempting to bind port f112be70-364a-470c-8adc-56448aabdce7 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:51:03.909108 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-47c6b639-2273-4958-ad94-3aaff0309d88 None None] Attempting to bind port f112be70-364a-470c-8adc-56448aabdce7 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '508b1faa-9ad8-4325-9b04-bc4b9922bdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '6d3621a2-169e-4b61-882a-b4c2c253f396'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:51:03.910279 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c6b639-2273-4958-ad94-3aaff0309d88 None None] Attempting to bind port f112be70-364a-470c-8adc-56448aabdce7 on network 6d3621a2-169e-4b61-882a-b4c2c253f396 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:51:03.920229 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c6b639-2273-4958-ad94-3aaff0309d88 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:51:03.920729 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c6b639-2273-4958-ad94-3aaff0309d88 None None] Checking segment: {'id': '508b1faa-9ad8-4325-9b04-bc4b9922bdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '6d3621a2-169e-4b61-882a-b4c2c253f396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:51:03.921283 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-47c6b639-2273-4958-ad94-3aaff0309d88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:03.921849 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c6b639-2273-4958-ad94-3aaff0309d88 None None] Bound using segment: {'id': '508b1faa-9ad8-4325-9b04-bc4b9922bdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '6d3621a2-169e-4b61-882a-b4c2c253f396'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:51:03.922473 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-47c6b639-2273-4958-ad94-3aaff0309d88 None None] Bound port: f112be70-364a-470c-8adc-56448aabdce7, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '508b1faa-9ad8-4325-9b04-bc4b9922bdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '6d3621a2-169e-4b61-882a-b4c2c253f396'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:51:03.922925 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-47c6b639-2273-4958-ad94-3aaff0309d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:03.928465 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a4d7d76b-c0a6-4c93-8854-dbe98bd59d79 req-de760165-7b7f-48fe-be5e-c6cb54a7a7b1 tempest-TenantUsagesTestJSON-1812384216 tempest-TenantUsagesTestJSON-1812384216-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:03.954257 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-4d2e980d-2f15-4b79-bb68-30927c17b664 req-2908e03f-1d77-41a1-9bc8-cc9e0de49084 service neutron] Attempting to bind port b5f0517f-e623-4a7f-afe3-a62c3b1537aa on host n-h2-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:51:03.954578 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-4d2e980d-2f15-4b79-bb68-30927c17b664 req-2908e03f-1d77-41a1-9bc8-cc9e0de49084 service neutron] Attempting to bind port b5f0517f-e623-4a7f-afe3-a62c3b1537aa by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': '68312799-d237-4b0c-9cec-b5a9e69cf46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '95f263a2-16db-4d6c-8962-c50348487ef1'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:51:03.954910 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2e980d-2f15-4b79-bb68-30927c17b664 req-2908e03f-1d77-41a1-9bc8-cc9e0de49084 service neutron] Attempting to bind port b5f0517f-e623-4a7f-afe3-a62c3b1537aa on network 95f263a2-16db-4d6c-8962-c50348487ef1 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:51:03.961366 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2e980d-2f15-4b79-bb68-30927c17b664 req-2908e03f-1d77-41a1-9bc8-cc9e0de49084 service neutron] Port b5f0517f-e623-4a7f-afe3-a62c3b1537aa on network 95f263a2-16db-4d6c-8962-c50348487ef1 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:51:03.961691 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2e980d-2f15-4b79-bb68-30927c17b664 req-2908e03f-1d77-41a1-9bc8-cc9e0de49084 service neutron] Attempting to bind port b5f0517f-e623-4a7f-afe3-a62c3b1537aa on network 95f263a2-16db-4d6c-8962-c50348487ef1 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:51:03.966400 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-a4d7d76b-c0a6-4c93-8854-dbe98bd59d79 req-de760165-7b7f-48fe-be5e-c6cb54a7a7b1 tempest-TenantUsagesTestJSON-1812384216 tempest-TenantUsagesTestJSON-1812384216-project] Transition to ACTIVE for port object 9443e77f-bbed-4be0-bdef-1095c59f70ad will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:51:03.972814 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2e980d-2f15-4b79-bb68-30927c17b664 req-2908e03f-1d77-41a1-9bc8-cc9e0de49084 service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:51:03.972814 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2e980d-2f15-4b79-bb68-30927c17b664 req-2908e03f-1d77-41a1-9bc8-cc9e0de49084 service neutron] Checking segment: {'id': '68312799-d237-4b0c-9cec-b5a9e69cf46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '95f263a2-16db-4d6c-8962-c50348487ef1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:51:03.973542 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2e980d-2f15-4b79-bb68-30927c17b664 req-2908e03f-1d77-41a1-9bc8-cc9e0de49084 service neutron] Bound using segment: {'id': '68312799-d237-4b0c-9cec-b5a9e69cf46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '95f263a2-16db-4d6c-8962-c50348487ef1'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:51:03.973542 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-4d2e980d-2f15-4b79-bb68-30927c17b664 req-2908e03f-1d77-41a1-9bc8-cc9e0de49084 service neutron] Bound port: b5f0517f-e623-4a7f-afe3-a62c3b1537aa, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68312799-d237-4b0c-9cec-b5a9e69cf46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '95f263a2-16db-4d6c-8962-c50348487ef1'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:51:03.973800 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-4d2e980d-2f15-4b79-bb68-30927c17b664 req-2908e03f-1d77-41a1-9bc8-cc9e0de49084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:04.015764 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12fb3832-0c26-4caf-b03c-56641a36f4b1 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Made reservation on behalf of b26e5352cb83478696e9601c4223eb48 for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:51:04.019023 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-12fb3832-0c26-4caf-b03c-56641a36f4b1 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:04.033397 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-47c6b639-2273-4958-ad94-3aaff0309d88 None None] For port f112be70-364a-470c-8adc-56448aabdce7, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:51:04.039286 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-47c6b639-2273-4958-ad94-3aaff0309d88 None None] For port f112be70-364a-470c-8adc-56448aabdce7, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=f112be70-364a-470c-8adc-56448aabdce7,segment=NetworkSegment(508b1faa-9ad8-4325-9b04-bc4b9922bdc5),segment_id=508b1faa-9ad8-4325-9b04-bc4b9922bdc5)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:51:04.088742 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-12fb3832-0c26-4caf-b03c-56641a36f4b1 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:04.101063 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-4d2e980d-2f15-4b79-bb68-30927c17b664 req-2908e03f-1d77-41a1-9bc8-cc9e0de49084 service neutron] For port b5f0517f-e623-4a7f-afe3-a62c3b1537aa, host n-h2-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:51:04.108645 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-4d2e980d-2f15-4b79-bb68-30927c17b664 req-2908e03f-1d77-41a1-9bc8-cc9e0de49084 service neutron] For port b5f0517f-e623-4a7f-afe3-a62c3b1537aa, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=b5f0517f-e623-4a7f-afe3-a62c3b1537aa,segment=NetworkSegment(68312799-d237-4b0c-9cec-b5a9e69cf46e),segment_id=68312799-d237-4b0c-9cec-b5a9e69cf46e)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:51:04.143130 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-0bd4eff8-1963-4250-88b3-693b877bcc98 req-633e663a-e12b-4db6-b100-4cd201cf3305 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:04.155312 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a4d7d76b-c0a6-4c93-8854-dbe98bd59d79 req-de760165-7b7f-48fe-be5e-c6cb54a7a7b1 tempest-TenantUsagesTestJSON-1812384216 tempest-TenantUsagesTestJSON-1812384216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:04.155417 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-47c6b639-2273-4958-ad94-3aaff0309d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:04.155417 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f79f82a9-7d72-4da8-91e5-e95bc330445a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:04.163188 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2908e03f-1d77-41a1-9bc8-cc9e0de49084 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:04.196682 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e5f57dd9-da80-4156-9ae8-1734d8dfd4f5 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:04.203648 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f9120af6-86ec-4e6c-a511-886d9129fa55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:04.226946 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de760165-7b7f-48fe-be5e-c6cb54a7a7b1 tempest-TenantUsagesTestJSON-1812384216 tempest-TenantUsagesTestJSON-1812384216-project] Pushing event updated for resources: {'Port': ['ID=9443e77f-bbed-4be0-bdef-1095c59f70ad,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:04.230495 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4d7d76b-c0a6-4c93-8854-dbe98bd59d79 req-de760165-7b7f-48fe-be5e-c6cb54a7a7b1 tempest-TenantUsagesTestJSON-1812384216 tempest-TenantUsagesTestJSON-1812384216-project] Network cf20d108-f84c-44de-9036-2269564edd60 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:51:04.231504 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-de760165-7b7f-48fe-be5e-c6cb54a7a7b1 tempest-TenantUsagesTestJSON-1812384216 tempest-TenantUsagesTestJSON-1812384216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:04.232903 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-a4d7d76b-c0a6-4c93-8854-dbe98bd59d79 req-de760165-7b7f-48fe-be5e-c6cb54a7a7b1 tempest-TenantUsagesTestJSON-1812384216 tempest-TenantUsagesTestJSON-1812384216-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:51:04.235263 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4d7d76b-c0a6-4c93-8854-dbe98bd59d79 req-de760165-7b7f-48fe-be5e-c6cb54a7a7b1 tempest-TenantUsagesTestJSON-1812384216 tempest-TenantUsagesTestJSON-1812384216-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:51:04.245240 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c6b639-2273-4958-ad94-3aaff0309d88 None None] Pushing event updated for resources: {'Port': ['ID=f112be70-364a-470c-8adc-56448aabdce7,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:04.249591 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-47c6b639-2273-4958-ad94-3aaff0309d88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:04.270199 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-0bd4eff8-1963-4250-88b3-693b877bcc98 req-633e663a-e12b-4db6-b100-4cd201cf3305 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:04.275740 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f41efe74-7b81-4272-8c29-f54024e57371 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:04.279248 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-4d2e980d-2f15-4b79-bb68-30927c17b664 req-2908e03f-1d77-41a1-9bc8-cc9e0de49084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:04.338064 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d7d76b-c0a6-4c93-8854-dbe98bd59d79 req-de760165-7b7f-48fe-be5e-c6cb54a7a7b1 tempest-TenantUsagesTestJSON-1812384216 tempest-TenantUsagesTestJSON-1812384216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:04.338800 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a4d7d76b-c0a6-4c93-8854-dbe98bd59d79 req-de760165-7b7f-48fe-be5e-c6cb54a7a7b1 tempest-TenantUsagesTestJSON-1812384216 tempest-TenantUsagesTestJSON-1812384216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:04.342912 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e980d-2f15-4b79-bb68-30927c17b664 req-2908e03f-1d77-41a1-9bc8-cc9e0de49084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:04.343497 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-4d2e980d-2f15-4b79-bb68-30927c17b664 req-2908e03f-1d77-41a1-9bc8-cc9e0de49084 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:04.344857 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4d2e980d-2f15-4b79-bb68-30927c17b664 req-2908e03f-1d77-41a1-9bc8-cc9e0de49084 service neutron] 10.222.0.69 "PUT /v2.0/ports/b5f0517f-e623-4a7f-afe3-a62c3b1537aa HTTP/1.1" status: 200 len: 1092 time: 2.0695350 Jun 11 09:51:04.345565 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633e663a-e12b-4db6-b100-4cd201cf3305 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39eecd51-8067-45b8-98b3-1a36105193cd,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:04.347498 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b0925bd-e2ca-4cc1-bb17-c477189658df', 'tag': 'b5f0517f-e623-4a7f-afe3-a62c3b1537aa'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:51:04.350404 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc7c4dde-7433-4e1e-a7f7-e90943579b9e" -d '{"events": [{"name": "network-changed", "server_uuid": "8b0925bd-e2ca-4cc1-bb17-c477189658df", "tag": "b5f0517f-e623-4a7f-afe3-a62c3b1537aa"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:51:04.353084 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-633e663a-e12b-4db6-b100-4cd201cf3305 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:04.355284 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f57dd9-da80-4156-9ae8-1734d8dfd4f5 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Pushing event updated for resources: {'Subnet': ['ID=e42b8e0f-29ce-4b18-9ea9-5eee901ccfd5,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:04.356795 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7d3b4dd2-4db4-40d8-8198-c16e5f798e6c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:04.359060 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e5f57dd9-da80-4156-9ae8-1734d8dfd4f5 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:04.377841 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f57dd9-da80-4156-9ae8-1734d8dfd4f5 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Checking segment: {'id': '07c308bf-d361-4404-88f5-f82f64cf50c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '8268b03e-4f88-453d-8a80-f3e0484b960f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:51:04.378332 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f57dd9-da80-4156-9ae8-1734d8dfd4f5 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Network hostable DHCP agents. Network: 8268b03e-4f88-453d-8a80-f3e0484b960f, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 09:51:04.441828 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2908e03f-1d77-41a1-9bc8-cc9e0de49084 service neutron] Pushing event updated for resources: {'Port': ['ID=b5f0517f-e623-4a7f-afe3-a62c3b1537aa,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:04.451031 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2908e03f-1d77-41a1-9bc8-cc9e0de49084 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:04.533397 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f57dd9-da80-4156-9ae8-1734d8dfd4f5 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Network 8268b03e-4f88-453d-8a80-f3e0484b960f is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 09:51:04.543857 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-12fb3832-0c26-4caf-b03c-56641a36f4b1 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:04.552343 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e980d-2f15-4b79-bb68-30927c17b664 req-628bf3b3-b7ad-46ee-af14-ba6d21b44213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:04.556144 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4d2e980d-2f15-4b79-bb68-30927c17b664 req-628bf3b3-b7ad-46ee-af14-ba6d21b44213 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0694d8955d61412382677b4a46f00758&device_id=8b0925bd-e2ca-4cc1-bb17-c477189658df HTTP/1.1" status: 200 len: 1095 time: 0.0876117 Jun 11 09:51:04.619364 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4d2e980d-2f15-4b79-bb68-30927c17b664 req-d0086d8b-473b-4cee-ba3b-56b8a0f76a87 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b5f0517f-e623-4a7f-afe3-a62c3b1537aa HTTP/1.1" status: 200 len: 217 time: 0.0560846 Jun 11 09:51:04.624738 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-12fb3832-0c26-4caf-b03c-56641a36f4b1 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:04.627959 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e4287d75-6142-4e5d-b247-05dc44611248 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:04.653661 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fb3832-0c26-4caf-b03c-56641a36f4b1 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e3de0ed-4eb3-4065-8033-054b27fba46a,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:04.657728 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-12fb3832-0c26-4caf-b03c-56641a36f4b1 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:04.699946 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-e5f57dd9-da80-4156-9ae8-1734d8dfd4f5 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 8268b03e-4f88-453d-8a80-f3e0484b960f) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:51:04.720370 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12fb3832-0c26-4caf-b03c-56641a36f4b1 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 756} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 09:51:04.727068 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f63c173-53c7-40dd-b3ae-1214aa20575e None None] Network 8268b03e-4f88-453d-8a80-f3e0484b960f requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:51:04.733420 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a4d7d76b-c0a6-4c93-8854-dbe98bd59d79 req-de760165-7b7f-48fe-be5e-c6cb54a7a7b1 tempest-TenantUsagesTestJSON-1812384216 tempest-TenantUsagesTestJSON-1812384216-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5950649 Jun 11 09:51:04.738841 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e980d-2f15-4b79-bb68-30927c17b664 req-6b5265d7-8622-4965-bf2f-c9299b9e1937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:04.739975 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4d2e980d-2f15-4b79-bb68-30927c17b664 req-6b5265d7-8622-4965-bf2f-c9299b9e1937 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9b5d9d7d-14db-4d74-baaa-fbd3e9136036 HTTP/1.1" status: 200 len: 851 time: 0.1093726 Jun 11 09:51:04.742996 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f57dd9-da80-4156-9ae8-1734d8dfd4f5 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:04.747032 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-a4d7d76b-c0a6-4c93-8854-dbe98bd59d79 req-93eee7db-ccee-47e7-a187-02f8521f4095 service neutron] Request body: {'port': {'device_id': '68cd8b94-a1f0-4caa-af3c-8e692d794021', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:51:04.748141 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e5f57dd9-da80-4156-9ae8-1734d8dfd4f5 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:04.766257 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-12fb3832-0c26-4caf-b03c-56641a36f4b1 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:04.766828 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-12fb3832-0c26-4caf-b03c-56641a36f4b1 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Added segment 3c93075b-58f6-4ffd-aae1-aecb77dc4584 of type vlan for network 273fd6bb-fcc8-4de2-8522-de83bf3837f0 Jun 11 09:51:04.829975 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-0bd4eff8-1963-4250-88b3-693b877bcc98 req-633e663a-e12b-4db6-b100-4cd201cf3305 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:04.868158 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0bd4eff8-1963-4250-88b3-693b877bcc98 req-633e663a-e12b-4db6-b100-4cd201cf3305 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.9468753 Jun 11 09:51:04.936207 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-12fb3832-0c26-4caf-b03c-56641a36f4b1 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:04.960016 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-e5f57dd9-da80-4156-9ae8-1734d8dfd4f5 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6187289 Jun 11 09:51:04.962634 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50922) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:51:04.978401 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-bb1e0a11-9705-4600-b27c-cbcf7f7cfb24 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Request body: {'port': {'network_id': '6d3621a2-169e-4b61-882a-b4c2c253f396', 'name': 'tempest-TaggedBootDevicesTest_v242-684519603', 'fixed_ips': [{'subnet_id': 'd56f2625-bb14-490c-b4fa-d6d55c55bf08'}]}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:51:05.087833 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a4d7d76b-c0a6-4c93-8854-dbe98bd59d79 req-93eee7db-ccee-47e7-a187-02f8521f4095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:05.106648 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2acfb4-ac97-4cbd-870f-321d3a02705c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-8268b03e-4f88-453d-8a80-f3e0484b960f', 'network_id': '8268b03e-4f88-453d-8a80-f3e0484b960f', 'tenant_id': '39e8725552694bd89f3d9b894d223d7c', 'fixed_ips': [{'subnet_id': 'e42b8e0f-29ce-4b18-9ea9-5eee901ccfd5'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 09:51:05.108049 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0a2acfb4-ac97-4cbd-870f-321d3a02705c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:05.111801 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e980d-2f15-4b79-bb68-30927c17b664 req-a4403cad-28f8-4bdb-8d4f-57875c616b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:05.113319 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4d2e980d-2f15-4b79-bb68-30927c17b664 req-a4403cad-28f8-4bdb-8d4f-57875c616b2d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=95f263a2-16db-4d6c-8962-c50348487ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3634470 Jun 11 09:51:05.135697 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-b024fe2e-9625-4917-8196-2afb869ebcaa None None] Provisioning for port 9443e77f-bbed-4be0-bdef-1095c59f70ad completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:51:05.144040 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-b024fe2e-9625-4917-8196-2afb869ebcaa None None] Provisioning complete for port 9443e77f-bbed-4be0-bdef-1095c59f70ad triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:51:05.144541 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b024fe2e-9625-4917-8196-2afb869ebcaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:05.187919 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-12fb3832-0c26-4caf-b03c-56641a36f4b1 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:05.190296 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12fb3832-0c26-4caf-b03c-56641a36f4b1 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:05.191301 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-12fb3832-0c26-4caf-b03c-56641a36f4b1 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:05.208694 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b838943c-8883-4855-8efc-bd4be4cefb7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:05.391534 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fb3832-0c26-4caf-b03c-56641a36f4b1 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Pushing event updated for resources: {'Network': ['ID=273fd6bb-fcc8-4de2-8522-de83bf3837f0,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:05.404960 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-12fb3832-0c26-4caf-b03c-56641a36f4b1 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:05.418024 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 273fd6bb-fcc8-4de2-8522-de83bf3837f0 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:51:05.428606 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-b024fe2e-9625-4917-8196-2afb869ebcaa None None] Port 9443e77f-bbed-4be0-bdef-1095c59f70ad cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:51:05.452492 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70221c05-acdf-42aa-aead-25ff22812794 req-6e3c282d-7833-4553-bd57-44e7b2a8b7b6 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:05.461323 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-70221c05-acdf-42aa-aead-25ff22812794 req-6e3c282d-7833-4553-bd57-44e7b2a8b7b6 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=038672dc-055a-4321-bfe6-0fabae59f406 HTTP/1.1" status: 200 len: 944 time: 0.1858974 Jun 11 09:51:05.486600 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-12fb3832-0c26-4caf-b03c-56641a36f4b1 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.7830539 Jun 11 09:51:05.512943 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50932) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:51:05.517826 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-03463b78-2786-4285-a144-c12e83bb973c tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Request body: {'subnet': {'network_id': '273fd6bb-fcc8-4de2-8522-de83bf3837f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:51:05.540915 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-0a2acfb4-ac97-4cbd-870f-321d3a02705c None None] Allocated IP 10.2.2.2 (8268b03e-4f88-453d-8a80-f3e0484b960f/e42b8e0f-29ce-4b18-9ea9-5eee901ccfd5/9a58d5a7-fc7d-4446-afab-c7f8e4591d05) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:51:05.543546 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:05.566519 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb1e0a11-9705-4600-b27c-cbcf7f7cfb24 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Made reservation on behalf of 39e8725552694bd89f3d9b894d223d7c for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:51:05.622624 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4d2e980d-2f15-4b79-bb68-30927c17b664 req-d102b574-3768-467e-aebd-ab6a6527c250 service neutron] 10.222.0.69 "GET /v2.0/networks/95f263a2-16db-4d6c-8962-c50348487ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4627454 Jun 11 09:51:05.721544 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device f112be70-364a-470c-8adc-56448aabdce7 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:51:05.744824 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03463b78-2786-4285-a144-c12e83bb973c tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Made reservation on behalf of b26e5352cb83478696e9601c4223eb48 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:51:05.747342 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-03463b78-2786-4285-a144-c12e83bb973c tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:05.925362 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bb1e0a11-9705-4600-b27c-cbcf7f7cfb24 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:05.935754 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-70221c05-acdf-42aa-aead-25ff22812794 req-9d825f7d-ffb8-469e-b0a1-cf47f7131f29 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Deleting port bf09dab6-c049-4e86-9814-bbb585b963dc {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:51:05.935962 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-70221c05-acdf-42aa-aead-25ff22812794 req-9d825f7d-ffb8-469e-b0a1-cf47f7131f29 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:05.992467 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4d2e980d-2f15-4b79-bb68-30927c17b664 req-db194408-459b-4755-83fd-68582477e9f4 service neutron] 10.222.0.69 "GET /v2.0/networks/95f263a2-16db-4d6c-8962-c50348487ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3592057 Jun 11 09:51:06.015799 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b555fca8-7907-475f-8fec-2c64f0ad6ce7 req-68a6913e-5b2e-41c6-9201-2fd33bc590b4 tempest-TenantUsagesTestJSON-1812384216 tempest-TenantUsagesTestJSON-1812384216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:06.024083 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0a2acfb4-ac97-4cbd-870f-321d3a02705c None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:06.025444 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b555fca8-7907-475f-8fec-2c64f0ad6ce7 req-68a6913e-5b2e-41c6-9201-2fd33bc590b4 tempest-TenantUsagesTestJSON-1812384216 tempest-TenantUsagesTestJSON-1812384216-project] 10.222.0.60 "GET /v2.0/ports?device_id=68cd8b94-a1f0-4caa-af3c-8e692d794021 HTTP/1.1" status: 200 len: 936 time: 0.6053047 Jun 11 09:51:06.040635 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-0a2acfb4-ac97-4cbd-870f-321d3a02705c None None] Transition to ACTIVE for port object 9a58d5a7-fc7d-4446-afab-c7f8e4591d05 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:51:06.065515 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c77ddc-63b6-4d78-9ed6-d621de64f456 None None] Network 6d3621a2-169e-4b61-882a-b4c2c253f396 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:51:06.071850 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-0a2acfb4-ac97-4cbd-870f-321d3a02705c None None] Transition to ACTIVE for port object 9a58d5a7-fc7d-4446-afab-c7f8e4591d05 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:51:06.113113 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b555fca8-7907-475f-8fec-2c64f0ad6ce7 req-4fe9f592-056a-4bee-9c47-4d65084589f9 tempest-TenantUsagesTestJSON-1812384216 tempest-TenantUsagesTestJSON-1812384216-project] 10.222.0.60 "GET /v2.0/security-groups?id=171818a9-578b-47f6-9efc-d69f53f3ba13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859091 Jun 11 09:51:06.154927 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-70221c05-acdf-42aa-aead-25ff22812794 req-9d825f7d-ffb8-469e-b0a1-cf47f7131f29 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] For port bf09dab6-c049-4e86-9814-bbb585b963dc, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=bf09dab6-c049-4e86-9814-bbb585b963dc,segment=NetworkSegment(f561be66-4e48-459e-8c21-fceaa6c73661),segment_id=f561be66-4e48-459e-8c21-fceaa6c73661)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:51:06.155327 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-70221c05-acdf-42aa-aead-25ff22812794 req-9d825f7d-ffb8-469e-b0a1-cf47f7131f29 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:06.208531 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-a4d7d76b-c0a6-4c93-8854-dbe98bd59d79 req-93eee7db-ccee-47e7-a187-02f8521f4095 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9443e77f-bbed-4be0-bdef-1095c59f70ad {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:51:06.219236 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a4d7d76b-c0a6-4c93-8854-dbe98bd59d79 req-93eee7db-ccee-47e7-a187-02f8521f4095 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:06.252654 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [None req-bb1e0a11-9705-4600-b27c-cbcf7f7cfb24 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] device_id is not set on port aba52a31-7ead-4b87-98cf-90bcdace2f39 yet. {{(pid=93177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 09:51:06.263237 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-a4d7d76b-c0a6-4c93-8854-dbe98bd59d79 req-93eee7db-ccee-47e7-a187-02f8521f4095 service neutron] Transition to ACTIVE for port object 9443e77f-bbed-4be0-bdef-1095c59f70ad will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:51:06.321604 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-70221c05-acdf-42aa-aead-25ff22812794 req-9d825f7d-ffb8-469e-b0a1-cf47f7131f29 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Calling delete_port for bf09dab6-c049-4e86-9814-bbb585b963dc owned by compute:nova {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:51:06.348604 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port f112be70-364a-470c-8adc-56448aabdce7 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:51:06.349809 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a4d7d76b-c0a6-4c93-8854-dbe98bd59d79 req-93eee7db-ccee-47e7-a187-02f8521f4095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:06.350575 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0a2acfb4-ac97-4cbd-870f-321d3a02705c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:06.355323 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-0d9d82cf-dc4e-45a8-8a9a-fd109a22b22d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:06.362502 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-91e2d67a-bfe6-45ba-af8b-7af932b8112c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:06.456399 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2acfb4-ac97-4cbd-870f-321d3a02705c None None] Network 8268b03e-4f88-453d-8a80-f3e0484b960f is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:51:06.491595 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-0a2acfb4-ac97-4cbd-870f-321d3a02705c None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:51:06.498664 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2acfb4-ac97-4cbd-870f-321d3a02705c None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:51:06.501249 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-311a79e9-eddd-4920-a168-272440f69012 None None] Provisioning for port f112be70-364a-470c-8adc-56448aabdce7 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:51:06.510796 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2acfb4-ac97-4cbd-870f-321d3a02705c None None] Pushing event updated for resources: {'Port': ['ID=9a58d5a7-fc7d-4446-afab-c7f8e4591d05,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:06.523350 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-0a2acfb4-ac97-4cbd-870f-321d3a02705c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:06.527938 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-311a79e9-eddd-4920-a168-272440f69012 None None] Provisioning complete for port f112be70-364a-470c-8adc-56448aabdce7 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:51:06.528325 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-311a79e9-eddd-4920-a168-272440f69012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:06.727594 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-0a2acfb4-ac97-4cbd-870f-321d3a02705c None None] Attempting to bind port 9a58d5a7-fc7d-4446-afab-c7f8e4591d05 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:51:06.727983 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-0a2acfb4-ac97-4cbd-870f-321d3a02705c None None] Attempting to bind port 9a58d5a7-fc7d-4446-afab-c7f8e4591d05 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '07c308bf-d361-4404-88f5-f82f64cf50c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '8268b03e-4f88-453d-8a80-f3e0484b960f'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:51:06.728357 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2acfb4-ac97-4cbd-870f-321d3a02705c None None] Attempting to bind port 9a58d5a7-fc7d-4446-afab-c7f8e4591d05 on network 8268b03e-4f88-453d-8a80-f3e0484b960f {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:51:06.737986 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2acfb4-ac97-4cbd-870f-321d3a02705c None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:51:06.738378 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2acfb4-ac97-4cbd-870f-321d3a02705c None None] Checking segment: {'id': '07c308bf-d361-4404-88f5-f82f64cf50c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '8268b03e-4f88-453d-8a80-f3e0484b960f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:51:06.738837 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0a2acfb4-ac97-4cbd-870f-321d3a02705c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:06.739251 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2acfb4-ac97-4cbd-870f-321d3a02705c None None] Bound using segment: {'id': '07c308bf-d361-4404-88f5-f82f64cf50c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '8268b03e-4f88-453d-8a80-f3e0484b960f'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:51:06.740051 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-0a2acfb4-ac97-4cbd-870f-321d3a02705c None None] Bound port: 9a58d5a7-fc7d-4446-afab-c7f8e4591d05, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07c308bf-d361-4404-88f5-f82f64cf50c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '8268b03e-4f88-453d-8a80-f3e0484b960f'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:51:06.741026 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0a2acfb4-ac97-4cbd-870f-321d3a02705c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:06.854206 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-bb1e0a11-9705-4600-b27c-cbcf7f7cfb24 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Allocated IP 10.1.1.42 (6d3621a2-169e-4b61-882a-b4c2c253f396/d56f2625-bb14-490c-b4fa-d6d55c55bf08/aba52a31-7ead-4b87-98cf-90bcdace2f39) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:51:06.889018 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-311a79e9-eddd-4920-a168-272440f69012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:06.931442 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-0a2acfb4-ac97-4cbd-870f-321d3a02705c None None] For port 9a58d5a7-fc7d-4446-afab-c7f8e4591d05, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:51:06.946953 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-0a2acfb4-ac97-4cbd-870f-321d3a02705c None None] For port 9a58d5a7-fc7d-4446-afab-c7f8e4591d05, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=9a58d5a7-fc7d-4446-afab-c7f8e4591d05,segment=NetworkSegment(07c308bf-d361-4404-88f5-f82f64cf50c4),segment_id=07c308bf-d361-4404-88f5-f82f64cf50c4)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:51:06.959389 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-311a79e9-eddd-4920-a168-272440f69012 None None] For port f112be70-364a-470c-8adc-56448aabdce7, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=f112be70-364a-470c-8adc-56448aabdce7,segment=NetworkSegment(508b1faa-9ad8-4325-9b04-bc4b9922bdc5),segment_id=508b1faa-9ad8-4325-9b04-bc4b9922bdc5)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:51:07.030821 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdd2455-2c30-43cb-be6f-2820953a0de1 req-c305a5a7-8b58-4b93-af2d-1c1201787da6 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:07.032422 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1fdd2455-2c30-43cb-be6f-2820953a0de1 req-c305a5a7-8b58-4b93-af2d-1c1201787da6 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b0925bd-e2ca-4cc1-bb17-c477189658df HTTP/1.1" status: 200 len: 943 time: 0.7715309 Jun 11 09:51:07.040164 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eee7db-ccee-47e7-a187-02f8521f4095 service neutron] Pushing event updated for resources: {'Port': ['ID=9443e77f-bbed-4be0-bdef-1095c59f70ad,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:07.043417 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-93eee7db-ccee-47e7-a187-02f8521f4095 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.682s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:07.072146 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0a2acfb4-ac97-4cbd-870f-321d3a02705c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:07.076737 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-311a79e9-eddd-4920-a168-272440f69012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:07.084417 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:07.113545 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1fdd2455-2c30-43cb-be6f-2820953a0de1 req-2ac8a8ff-fc69-4ec8-9e01-da7b0ab5ce62 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] 10.222.0.60 "GET /v2.0/security-groups?id=60ac8e54-7258-493e-adec-df1a5101cf72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684984 Jun 11 09:51:07.118468 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-a4d7d76b-c0a6-4c93-8854-dbe98bd59d79 req-93eee7db-ccee-47e7-a187-02f8521f4095 service neutron] Attempting to bind port 9443e77f-bbed-4be0-bdef-1095c59f70ad on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:51:07.118716 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-a4d7d76b-c0a6-4c93-8854-dbe98bd59d79 req-93eee7db-ccee-47e7-a187-02f8521f4095 service neutron] Attempting to bind port 9443e77f-bbed-4be0-bdef-1095c59f70ad by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:51:07.119050 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d7d76b-c0a6-4c93-8854-dbe98bd59d79 req-93eee7db-ccee-47e7-a187-02f8521f4095 service neutron] Attempting to bind port 9443e77f-bbed-4be0-bdef-1095c59f70ad on network cf20d108-f84c-44de-9036-2269564edd60 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:51:07.123853 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d7d76b-c0a6-4c93-8854-dbe98bd59d79 req-93eee7db-ccee-47e7-a187-02f8521f4095 service neutron] Port 9443e77f-bbed-4be0-bdef-1095c59f70ad on network cf20d108-f84c-44de-9036-2269564edd60 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:51:07.124184 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d7d76b-c0a6-4c93-8854-dbe98bd59d79 req-93eee7db-ccee-47e7-a187-02f8521f4095 service neutron] Attempting to bind port 9443e77f-bbed-4be0-bdef-1095c59f70ad on network cf20d108-f84c-44de-9036-2269564edd60 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:51:07.139265 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d7d76b-c0a6-4c93-8854-dbe98bd59d79 req-93eee7db-ccee-47e7-a187-02f8521f4095 service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:51:07.139265 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d7d76b-c0a6-4c93-8854-dbe98bd59d79 req-93eee7db-ccee-47e7-a187-02f8521f4095 service neutron] Checking segment: {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:51:07.139265 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d7d76b-c0a6-4c93-8854-dbe98bd59d79 req-93eee7db-ccee-47e7-a187-02f8521f4095 service neutron] Bound using segment: {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:51:07.139265 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-a4d7d76b-c0a6-4c93-8854-dbe98bd59d79 req-93eee7db-ccee-47e7-a187-02f8521f4095 service neutron] Bound port: 9443e77f-bbed-4be0-bdef-1095c59f70ad, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:51:07.139265 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a4d7d76b-c0a6-4c93-8854-dbe98bd59d79 req-93eee7db-ccee-47e7-a187-02f8521f4095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:07.223847 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bd2c78b-f553-444b-a88e-7c6f565d966d x-openstack-request-id: req-1bd2c78b-f553-444b-a88e-7c6f565d966d {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:51:07.224190 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b0925bd-e2ca-4cc1-bb17-c477189658df", "tag": "b5f0517f-e623-4a7f-afe3-a62c3b1537aa", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:51:07.225103 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1bd2c78b-f553-444b-a88e-7c6f565d966d {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:51:07.225507 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b0925bd-e2ca-4cc1-bb17-c477189658df', 'tag': 'b5f0517f-e623-4a7f-afe3-a62c3b1537aa', 'status': 'completed', 'code': 200} Jun 11 09:51:07.251224 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-70221c05-acdf-42aa-aead-25ff22812794 req-9d825f7d-ffb8-469e-b0a1-cf47f7131f29 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:07.278694 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-7662d53d-8c23-4f46-8d6d-d89735ba7dc7 None None] Provisioning complete for port f112be70-364a-470c-8adc-56448aabdce7 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:51:07.278694 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7662d53d-8c23-4f46-8d6d-d89735ba7dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:07.282708 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['e21094f9-fbfa-4270-bdd9-5d903859b711', '62edb212-025f-4ae0-a3a1-9c7870b038ba'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:51:07.286612 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-96139538-bafa-4489-a2f1-1ceaeffc4395 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:07.366917 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-a4d7d76b-c0a6-4c93-8854-dbe98bd59d79 req-93eee7db-ccee-47e7-a187-02f8521f4095 service neutron] For port 9443e77f-bbed-4be0-bdef-1095c59f70ad, host n-h1-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:51:07.371959 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-a4d7d76b-c0a6-4c93-8854-dbe98bd59d79 req-93eee7db-ccee-47e7-a187-02f8521f4095 service neutron] For port 9443e77f-bbed-4be0-bdef-1095c59f70ad, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=9443e77f-bbed-4be0-bdef-1095c59f70ad,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:51:07.379454 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bb1e0a11-9705-4600-b27c-cbcf7f7cfb24 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:07.417947 n-d-779913-12 neutron-server[93177]: DEBUG neutron.objects.ports [None req-03463b78-2786-4285-a144-c12e83bb973c tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93177) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 11 09:51:07.418439 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-03463b78-2786-4285-a144-c12e83bb973c tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:07.421105 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2acfb4-ac97-4cbd-870f-321d3a02705c None None] Pushing event updated for resources: {'Port': ['ID=9a58d5a7-fc7d-4446-afab-c7f8e4591d05,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:07.462657 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a4d7d76b-c0a6-4c93-8854-dbe98bd59d79 req-93eee7db-ccee-47e7-a187-02f8521f4095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:07.469122 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d09ada7e-eb04-4efc-b172-94c625c53f02 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:07.484410 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d825f7d-ffb8-469e-b0a1-cf47f7131f29 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Pushing event deleted for resources: {'Port': ['ID=bf09dab6-c049-4e86-9814-bbb585b963dc,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:07.536717 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c4dde-7433-4e1e-a7f7-e90943579b9e req-7148a2fe-f7c3-4b74-82ae-d58cf3fc3270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:07.540958 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-dc7c4dde-7433-4e1e-a7f7-e90943579b9e req-7148a2fe-f7c3-4b74-82ae-d58cf3fc3270 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0694d8955d61412382677b4a46f00758&device_id=8b0925bd-e2ca-4cc1-bb17-c477189658df HTTP/1.1" status: 200 len: 1095 time: 0.2835035 Jun 11 09:51:07.559904 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d7d76b-c0a6-4c93-8854-dbe98bd59d79 req-93eee7db-ccee-47e7-a187-02f8521f4095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:07.559904 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a4d7d76b-c0a6-4c93-8854-dbe98bd59d79 req-93eee7db-ccee-47e7-a187-02f8521f4095 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:07.559904 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a4d7d76b-c0a6-4c93-8854-dbe98bd59d79 req-93eee7db-ccee-47e7-a187-02f8521f4095 service neutron] 10.222.0.64 "PUT /v2.0/ports/9443e77f-bbed-4be0-bdef-1095c59f70ad HTTP/1.1" status: 200 len: 1097 time: 2.8174739 Jun 11 09:51:07.576838 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311a79e9-eddd-4920-a168-272440f69012 None None] Pushing event updated for resources: {'Port': ['ID=f112be70-364a-470c-8adc-56448aabdce7,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:07.599917 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9d825f7d-ffb8-469e-b0a1-cf47f7131f29 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:07.606405 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-311a79e9-eddd-4920-a168-272440f69012 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:07.608601 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-47c6b639-2273-4958-ad94-3aaff0309d88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.522s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:07.611027 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-dc40d4ca-4ad1-4342-92f3-3fc2965917d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.135s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:07.613837 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-70221c05-acdf-42aa-aead-25ff22812794 req-9d825f7d-ffb8-469e-b0a1-cf47f7131f29 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] No DVR routers for this DVR port bf09dab6-c049-4e86-9814-bbb585b963dc on host n-h2-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:51:07.614270 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-47c6b639-2273-4958-ad94-3aaff0309d88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:07.651905 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-bb1e0a11-9705-4600-b27c-cbcf7f7cfb24 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Transition to ACTIVE for port object aba52a31-7ead-4b87-98cf-90bcdace2f39 will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:51:07.658486 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-70221c05-acdf-42aa-aead-25ff22812794 req-9d825f7d-ffb8-469e-b0a1-cf47f7131f29 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:07.672374 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-70221c05-acdf-42aa-aead-25ff22812794 req-9d825f7d-ffb8-469e-b0a1-cf47f7131f29 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "DELETE /v2.0/ports/bf09dab6-c049-4e86-9814-bbb585b963dc HTTP/1.1" status: 204 len: 173 time: 2.2087996 Jun 11 09:51:07.672374 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '038672dc-055a-4321-bfe6-0fabae59f406', 'name': 'network-vif-deleted', 'tag': 'bf09dab6-c049-4e86-9814-bbb585b963dc'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:51:07.674702 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3725a2d9-1f24-4b8b-9f19-79ea82655424" -d '{"events": [{"server_uuid": "038672dc-055a-4321-bfe6-0fabae59f406", "name": "network-vif-deleted", "tag": "bf09dab6-c049-4e86-9814-bbb585b963dc"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:51:07.743798 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 9a58d5a7-fc7d-4446-afab-c7f8e4591d05 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:51:07.837946 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bb1e0a11-9705-4600-b27c-cbcf7f7cfb24 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:07.868692 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03463b78-2786-4285-a144-c12e83bb973c tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Checking segment: {'id': '3c93075b-58f6-4ffd-aae1-aecb77dc4584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '273fd6bb-fcc8-4de2-8522-de83bf3837f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:51:07.869356 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03463b78-2786-4285-a144-c12e83bb973c tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Network hostable DHCP agents. Network: 273fd6bb-fcc8-4de2-8522-de83bf3837f0, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 09:51:07.880244 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eee7db-ccee-47e7-a187-02f8521f4095 service neutron] Pushing event updated for resources: {'Port': ['ID=9443e77f-bbed-4be0-bdef-1095c59f70ad,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:07.885001 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-93eee7db-ccee-47e7-a187-02f8521f4095 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:07.893331 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1e0a11-9705-4600-b27c-cbcf7f7cfb24 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Network 6d3621a2-169e-4b61-882a-b4c2c253f396 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:51:07.898547 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69699c8-e140-48c4-92da-424cce13aaed req-fc9c56b9-5c75-4d78-ba60-9565952468bc tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:07.903056 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e69699c8-e140-48c4-92da-424cce13aaed req-fc9c56b9-5c75-4d78-ba60-9565952468bc tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/networks?id=51fb20d0-10f0-46f3-aa19-f1b488299b81 HTTP/1.1" status: 200 len: 812 time: 0.5201135 Jun 11 09:51:07.904407 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-bb1e0a11-9705-4600-b27c-cbcf7f7cfb24 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:51:07.907475 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1e0a11-9705-4600-b27c-cbcf7f7cfb24 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:51:07.950621 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e69699c8-e140-48c4-92da-424cce13aaed req-d1feb34c-8c40-406b-9193-6e115d58f68c tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/quotas/e7a84328845c42e4a2bf009ba2709f6e HTTP/1.1" status: 200 len: 375 time: 0.0372663 Jun 11 09:51:07.987006 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1e0a11-9705-4600-b27c-cbcf7f7cfb24 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:07.987880 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bb1e0a11-9705-4600-b27c-cbcf7f7cfb24 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:07.991138 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03463b78-2786-4285-a144-c12e83bb973c tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Pushing event updated for resources: {'Subnet': ['ID=70b17655-eb44-4e24-9caa-f025c315aa0c,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:07.994908 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-03463b78-2786-4285-a144-c12e83bb973c tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:07.996855 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c60cae08-36b9-4c92-a5f4-b4dcf1df1298 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.131s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:08.068066 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1e0a11-9705-4600-b27c-cbcf7f7cfb24 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Pushing event updated for resources: {'Port': ['ID=aba52a31-7ead-4b87-98cf-90bcdace2f39,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:08.086716 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c4dde-7433-4e1e-a7f7-e90943579b9e req-8d140bf0-cdca-4833-a225-0dec25d05985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:08.088929 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-dc7c4dde-7433-4e1e-a7f7-e90943579b9e req-8d140bf0-cdca-4833-a225-0dec25d05985 service neutron] 10.222.0.69 "GET /v2.0/networks?id=95f263a2-16db-4d6c-8962-c50348487ef1 HTTP/1.1" status: 200 len: 913 time: 0.5194399 Jun 11 09:51:08.092910 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e69699c8-e140-48c4-92da-424cce13aaed req-f8499eb7-fd71-417a-868a-8f6190e447da tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=e7a84328845c42e4a2bf009ba2709f6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1410155 Jun 11 09:51:08.095088 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-bb1e0a11-9705-4600-b27c-cbcf7f7cfb24 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:08.156118 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03463b78-2786-4285-a144-c12e83bb973c tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Network 273fd6bb-fcc8-4de2-8522-de83bf3837f0 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 09:51:08.163683 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d7d76b-c0a6-4c93-8854-dbe98bd59d79 req-953ae3ce-9e58-4046-93b6-95c205a90b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:08.165260 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a4d7d76b-c0a6-4c93-8854-dbe98bd59d79 req-953ae3ce-9e58-4046-93b6-95c205a90b9e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dcf5351dce5246dbae6660cb6667286f&device_id=68cd8b94-a1f0-4caa-af3c-8e692d794021 HTTP/1.1" status: 200 len: 1100 time: 0.4213705 Jun 11 09:51:08.166829 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-dc7c4dde-7433-4e1e-a7f7-e90943579b9e req-debff2af-758f-4ac7-aa2f-3f8f8a5bde84 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b5f0517f-e623-4a7f-afe3-a62c3b1537aa HTTP/1.1" status: 200 len: 217 time: 0.0693057 Jun 11 09:51:08.181085 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-bb1e0a11-9705-4600-b27c-cbcf7f7cfb24 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.2173312 Jun 11 09:51:08.183962 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50974) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:51:08.186145 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 9a58d5a7-fc7d-4446-afab-c7f8e4591d05 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:51:08.204695 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-12a28b76-7f55-4ec1-a4f7-75d24ce57a03 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Request body: {'port': {'network_id': '6d3621a2-169e-4b61-882a-b4c2c253f396', 'name': 'tempest-TaggedBootDevicesTest_v242-1846260663', 'fixed_ips': [{'subnet_id': 'd56f2625-bb14-490c-b4fa-d6d55c55bf08'}]}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:51:08.243434 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c4dde-7433-4e1e-a7f7-e90943579b9e req-16aa38c8-0fb3-452e-95a2-fa032834db37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:08.244879 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-dc7c4dde-7433-4e1e-a7f7-e90943579b9e req-16aa38c8-0fb3-452e-95a2-fa032834db37 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9b5d9d7d-14db-4d74-baaa-fbd3e9136036 HTTP/1.1" status: 200 len: 851 time: 0.0710137 Jun 11 09:51:08.311650 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-03463b78-2786-4285-a144-c12e83bb973c tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 273fd6bb-fcc8-4de2-8522-de83bf3837f0) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:51:08.315107 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a4d7d76b-c0a6-4c93-8854-dbe98bd59d79 req-cf316597-bc0a-4e3a-91d1-79b07ea027e2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=9443e77f-bbed-4be0-bdef-1095c59f70ad HTTP/1.1" status: 200 len: 217 time: 0.0733988 Jun 11 09:51:08.326035 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a6baaa-8ca3-403d-97f1-94e4592dfc7f None None] Network 273fd6bb-fcc8-4de2-8522-de83bf3837f0 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:51:08.338898 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03463b78-2786-4285-a144-c12e83bb973c tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:08.340032 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-03463b78-2786-4285-a144-c12e83bb973c tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:08.525143 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d7d76b-c0a6-4c93-8854-dbe98bd59d79 req-1ea640d6-35b1-44fc-b4f2-36179fbd286e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:08.530889 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a4d7d76b-c0a6-4c93-8854-dbe98bd59d79 req-1ea640d6-35b1-44fc-b4f2-36179fbd286e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=189b03cc-b2a8-4615-9ab5-ad0328c3f10f HTTP/1.1" status: 200 len: 843 time: 0.1600344 Jun 11 09:51:08.532159 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c4dde-7433-4e1e-a7f7-e90943579b9e req-bd5e3b3f-fb23-4c4f-8dfb-6acd8566ac5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:08.541762 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-dc7c4dde-7433-4e1e-a7f7-e90943579b9e req-bd5e3b3f-fb23-4c4f-8dfb-6acd8566ac5f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=95f263a2-16db-4d6c-8962-c50348487ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2229559 Jun 11 09:51:08.559452 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-03463b78-2786-4285-a144-c12e83bb973c tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.0409083 Jun 11 09:51:08.560115 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50978) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:51:08.578880 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-0f870a69-ac80-4656-b5f1-791df63613dc tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1588768538', 'network_id': '273fd6bb-fcc8-4de2-8522-de83bf3837f0'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:51:08.603169 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.db.api [None req-0f870a69-ac80-4656-b5f1-791df63613dc tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 11 09:51:08.603169 n-d-779913-12 neutron-server[93177]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 11 09:51:08.603169 n-d-779913-12 neutron-server[93177]: [parameters: {'project_id_1': 'b26e5352cb83478696e9601c4223eb48', 'expiration_1': datetime.datetime(2021, 6, 11, 9, 51, 8, 585498)}] Jun 11 09:51:08.603169 n-d-779913-12 neutron-server[93177]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93177) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 09:51:08.603631 n-d-779913-12 neutron-server[93177]: DEBUG oslo_db.api [None req-0f870a69-ac80-4656-b5f1-791df63613dc tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 09:51:08.730753 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f0739b1a-95ee-4778-9314-b6f00c3b6a0c None None] Provisioning for port aba52a31-7ead-4b87-98cf-90bcdace2f39 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:51:08.735066 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f0739b1a-95ee-4778-9314-b6f00c3b6a0c None None] Provisioning complete for port aba52a31-7ead-4b87-98cf-90bcdace2f39 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:51:08.735597 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f0739b1a-95ee-4778-9314-b6f00c3b6a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:08.739337 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74beeea3-eb76-4983-b187-c2c0cde6a7d4 None None] Network 273fd6bb-fcc8-4de2-8522-de83bf3837f0 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:51:08.749190 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [req-e69699c8-e140-48c4-92da-424cce13aaed req-b2df4a56-5ed1-461b-b81e-4ddc6d19d901 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 09:51:08.750184 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e69699c8-e140-48c4-92da-424cce13aaed req-b2df4a56-5ed1-461b-b81e-4ddc6d19d901 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6436183 Jun 11 09:51:08.756544 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a28b76-7f55-4ec1-a4f7-75d24ce57a03 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Made reservation on behalf of 39e8725552694bd89f3d9b894d223d7c for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:51:08.761216 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-12a28b76-7f55-4ec1-a4f7-75d24ce57a03 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:08.820360 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [None req-12a28b76-7f55-4ec1-a4f7-75d24ce57a03 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] device_id is not set on port 0e3d8c07-4dd8-4173-b439-d804ac86a9ca yet. {{(pid=93177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 09:51:08.820552 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-dc7c4dde-7433-4e1e-a7f7-e90943579b9e req-67ed9d20-acee-4446-a977-8f9ef8cb9bb5 service neutron] 10.222.0.69 "GET /v2.0/networks/95f263a2-16db-4d6c-8962-c50348487ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531996 Jun 11 09:51:08.910268 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5172111-3655-4d17-abca-c573037f819c None None] Network 8268b03e-4f88-453d-8a80-f3e0484b960f requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:51:08.915257 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f0739b1a-95ee-4778-9314-b6f00c3b6a0c None None] Port aba52a31-7ead-4b87-98cf-90bcdace2f39 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:51:09.105011 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a51557c-e7a6-49d7-a771-4059c7f10b57 req-7177c9ef-88cf-41e1-bd6f-ed8a7a373c6d tempest-TenantUsagesTestJSON-1812384216 tempest-TenantUsagesTestJSON-1812384216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:09.107435 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5a51557c-e7a6-49d7-a771-4059c7f10b57 req-7177c9ef-88cf-41e1-bd6f-ed8a7a373c6d tempest-TenantUsagesTestJSON-1812384216 tempest-TenantUsagesTestJSON-1812384216-project] 10.222.0.60 "GET /v2.0/ports?device_id=68cd8b94-a1f0-4caa-af3c-8e692d794021 HTTP/1.1" status: 200 len: 948 time: 0.1557417 Jun 11 09:51:09.126574 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-12a28b76-7f55-4ec1-a4f7-75d24ce57a03 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Allocated IP 10.1.1.19 (6d3621a2-169e-4b61-882a-b4c2c253f396/d56f2625-bb14-490c-b4fa-d6d55c55bf08/0e3d8c07-4dd8-4173-b439-d804ac86a9ca) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:51:09.152876 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f6673bac-1d18-47d4-8de0-2fcca482f3cb None None] Provisioning for port 9a58d5a7-fc7d-4446-afab-c7f8e4591d05 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:51:09.165938 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-dc7c4dde-7433-4e1e-a7f7-e90943579b9e req-0b4fbd5e-08b8-4948-b5ea-47bc4d6a3333 service neutron] 10.222.0.69 "GET /v2.0/networks/95f263a2-16db-4d6c-8962-c50348487ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3231337 Jun 11 09:51:09.181575 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f6673bac-1d18-47d4-8de0-2fcca482f3cb None None] Provisioning complete for port 9a58d5a7-fc7d-4446-afab-c7f8e4591d05 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:51:09.183195 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f6673bac-1d18-47d4-8de0-2fcca482f3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:09.188811 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d7d76b-c0a6-4c93-8854-dbe98bd59d79 req-16462d21-3f8c-4b52-b757-0b9e402bb367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:09.190683 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a4d7d76b-c0a6-4c93-8854-dbe98bd59d79 req-16462d21-3f8c-4b52-b757-0b9e402bb367 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf20d108-f84c-44de-9036-2269564edd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6471391 Jun 11 09:51:09.204422 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e69699c8-e140-48c4-92da-424cce13aaed req-b7170ef2-22e0-4e6b-91bc-0a66d836b9b4 service neutron] 10.222.0.60 "GET /v2.0/networks/51fb20d0-10f0-46f3-aa19-f1b488299b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3825750 Jun 11 09:51:09.221572 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5a51557c-e7a6-49d7-a771-4059c7f10b57 req-e5ab4e70-d2fe-42cd-b4eb-4faa2ee423dc tempest-TenantUsagesTestJSON-1812384216 tempest-TenantUsagesTestJSON-1812384216-project] 10.222.0.60 "GET /v2.0/security-groups?id=171818a9-578b-47f6-9efc-d69f53f3ba13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044638 Jun 11 09:51:09.246282 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68cd8b94-a1f0-4caa-af3c-8e692d794021', 'tag': '9443e77f-bbed-4be0-bdef-1095c59f70ad'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:51:09.252825 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-952b0b23-a486-4a05-8539-56dbe3279cd5" -d '{"events": [{"name": "network-changed", "server_uuid": "68cd8b94-a1f0-4caa-af3c-8e692d794021", "tag": "9443e77f-bbed-4be0-bdef-1095c59f70ad"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:51:09.265113 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f870a69-ac80-4656-b5f1-791df63613dc tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Made reservation on behalf of b26e5352cb83478696e9601c4223eb48 for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:51:09.268951 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0f870a69-ac80-4656-b5f1-791df63613dc tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:09.295000 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [None req-0f870a69-ac80-4656-b5f1-791df63613dc tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] device_id is not set on port 69f3c86c-0497-444d-8260-c6b8abc61b25 yet. {{(pid=93177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 09:51:09.336445 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f6673bac-1d18-47d4-8de0-2fcca482f3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:09.389222 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f6673bac-1d18-47d4-8de0-2fcca482f3cb None None] For port 9a58d5a7-fc7d-4446-afab-c7f8e4591d05, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=9a58d5a7-fc7d-4446-afab-c7f8e4591d05,segment=NetworkSegment(07c308bf-d361-4404-88f5-f82f64cf50c4),segment_id=07c308bf-d361-4404-88f5-f82f64cf50c4)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:51:09.441468 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-0f870a69-ac80-4656-b5f1-791df63613dc tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Allocated IP 172.20.0.12 (273fd6bb-fcc8-4de2-8522-de83bf3837f0/70b17655-eb44-4e24-9caa-f025c315aa0c/69f3c86c-0497-444d-8260-c6b8abc61b25) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:51:09.458254 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 11 Jun 2021 09:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2013637d-e2a2-4306-a0ab-98ffec90ac0b x-openstack-request-id: req-2013637d-e2a2-4306-a0ab-98ffec90ac0b {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:51:09.458840 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "038672dc-055a-4321-bfe6-0fabae59f406", "name": "network-vif-deleted", "tag": "bf09dab6-c049-4e86-9814-bbb585b963dc", "status": "failed", "code": 422}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:51:09.459645 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2013637d-e2a2-4306-a0ab-98ffec90ac0b {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:51:09.459810 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f6673bac-1d18-47d4-8de0-2fcca482f3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:09.459927 n-d-779913-12 neutron-server[93177]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '038672dc-055a-4321-bfe6-0fabae59f406', 'name': 'network-vif-deleted', 'tag': 'bf09dab6-c049-4e86-9814-bbb585b963dc', 'status': 'failed', 'code': 422} returned with failed status Jun 11 09:51:09.465906 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:09.495103 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e69699c8-e140-48c4-92da-424cce13aaed req-4cc6a03b-097d-4ff0-9197-0537100e04f6 service neutron] 10.222.0.60 "GET /v2.0/networks/51fb20d0-10f0-46f3-aa19-f1b488299b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895064 Jun 11 09:51:09.499501 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a4d7d76b-c0a6-4c93-8854-dbe98bd59d79 req-188a6225-625d-49ba-993c-dee54a443aed service neutron] 10.222.0.64 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799804 Jun 11 09:51:09.539129 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6673bac-1d18-47d4-8de0-2fcca482f3cb None None] Pushing event updated for resources: {'Port': ['ID=9a58d5a7-fc7d-4446-afab-c7f8e4591d05,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:09.547452 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f6673bac-1d18-47d4-8de0-2fcca482f3cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:09.650338 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device f112be70-364a-470c-8adc-56448aabdce7 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:51:09.769725 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a4d7d76b-c0a6-4c93-8854-dbe98bd59d79 req-4fd0a42d-c3ac-4c1e-a6f1-6594a5592dcb service neutron] 10.222.0.64 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090461 Jun 11 09:51:09.770016 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port f112be70-364a-470c-8adc-56448aabdce7 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:51:09.770016 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:09.823900 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-6d3a7393-574c-4125-99dd-434e6322ed6f None None] Provisioning complete for port 9a58d5a7-fc7d-4446-afab-c7f8e4591d05 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:51:09.824362 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6d3a7393-574c-4125-99dd-434e6322ed6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:10.034885 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbff7119-38ff-402c-9bc6-dd3950752451 x-openstack-request-id: req-fbff7119-38ff-402c-9bc6-dd3950752451 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:51:10.035224 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68cd8b94-a1f0-4caa-af3c-8e692d794021", "tag": "9443e77f-bbed-4be0-bdef-1095c59f70ad", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:51:10.035526 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fbff7119-38ff-402c-9bc6-dd3950752451 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:51:10.036000 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68cd8b94-a1f0-4caa-af3c-8e692d794021', 'tag': '9443e77f-bbed-4be0-bdef-1095c59f70ad', 'status': 'completed', 'code': 200} Jun 11 09:51:10.065837 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device b5f0517f-e623-4a7f-afe3-a62c3b1537aa details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:51:10.185179 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b0b23-a486-4a05-8539-56dbe3279cd5 req-5f43d13d-7117-494b-809a-dacca23354ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:10.187394 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-952b0b23-a486-4a05-8539-56dbe3279cd5 req-5f43d13d-7117-494b-809a-dacca23354ab service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dcf5351dce5246dbae6660cb6667286f&device_id=68cd8b94-a1f0-4caa-af3c-8e692d794021 HTTP/1.1" status: 200 len: 1100 time: 0.1260185 Jun 11 09:51:10.355032 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb302053-32fa-493f-abe4-d91075bbd732 req-d65700db-eb72-4ea2-bdd0-4eebc25d387c tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:10.357172 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fb302053-32fa-493f-abe4-d91075bbd732 req-d65700db-eb72-4ea2-bdd0-4eebc25d387c tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b0925bd-e2ca-4cc1-bb17-c477189658df HTTP/1.1" status: 200 len: 943 time: 0.8965397 Jun 11 09:51:10.367938 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f7f6ca06-696d-4a7f-bbcb-8b2f3d8507b8 req-4d37bd5d-26bf-4595-be3f-b26a18fa1168 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/ports?device_id=e850029d-90e3-4ac5-995d-7df587d56946 HTTP/1.1" status: 200 len: 210 time: 0.0489297 Jun 11 09:51:10.372442 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port b5f0517f-e623-4a7f-afe3-a62c3b1537aa, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=b5f0517f-e623-4a7f-afe3-a62c3b1537aa,segment=NetworkSegment(68312799-d237-4b0c-9cec-b5a9e69cf46e),segment_id=68312799-d237-4b0c-9cec-b5a9e69cf46e)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:51:10.392660 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': 'b5f0517f-e623-4a7f-afe3-a62c3b1537aa', 'network_id': '95f263a2-16db-4d6c-8962-c50348487ef1', 'port_id': 'b5f0517f-e623-4a7f-afe3-a62c3b1537aa', 'mac_address': 'fa:16:3e:49:c6:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b5d9d7d-14db-4d74-baaa-fbd3e9136036', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:51:10.422310 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b0b23-a486-4a05-8539-56dbe3279cd5 req-be2ed587-11d2-43e2-987f-ea5fdc0a9194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:10.425869 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-952b0b23-a486-4a05-8539-56dbe3279cd5 req-be2ed587-11d2-43e2-987f-ea5fdc0a9194 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cf20d108-f84c-44de-9036-2269564edd60 HTTP/1.1" status: 200 len: 870 time: 0.2301347 Jun 11 09:51:10.450533 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fb302053-32fa-493f-abe4-d91075bbd732 req-c472bd49-3e04-4b4e-80b5-6ed3a3c7174b tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] 10.222.0.60 "GET /v2.0/security-groups?id=60ac8e54-7258-493e-adec-df1a5101cf72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680113 Jun 11 09:51:10.451256 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:10.453396 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-12a28b76-7f55-4ec1-a4f7-75d24ce57a03 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:10.475587 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0f870a69-ac80-4656-b5f1-791df63613dc tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:10.484861 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-12a28b76-7f55-4ec1-a4f7-75d24ce57a03 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Transition to ACTIVE for port object 0e3d8c07-4dd8-4173-b439-d804ac86a9ca will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:51:10.485181 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5f0517f-e623-4a7f-afe3-a62c3b1537aa {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:51:10.535674 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port b5f0517f-e623-4a7f-afe3-a62c3b1537aa, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=b5f0517f-e623-4a7f-afe3-a62c3b1537aa,segment=NetworkSegment(68312799-d237-4b0c-9cec-b5a9e69cf46e),segment_id=68312799-d237-4b0c-9cec-b5a9e69cf46e)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:51:10.561726 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-952b0b23-a486-4a05-8539-56dbe3279cd5 req-f61c0da2-5f74-4117-9397-60408f066974 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=9443e77f-bbed-4be0-bdef-1095c59f70ad HTTP/1.1" status: 200 len: 217 time: 0.1258013 Jun 11 09:51:10.626730 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b0b23-a486-4a05-8539-56dbe3279cd5 req-a9e4868a-2e2b-4e91-bada-b2503f17c862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:10.628524 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-952b0b23-a486-4a05-8539-56dbe3279cd5 req-a9e4868a-2e2b-4e91-bada-b2503f17c862 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=189b03cc-b2a8-4615-9ab5-ad0328c3f10f HTTP/1.1" status: 200 len: 843 time: 0.0604863 Jun 11 09:51:10.648444 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:10.651465 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:10.687243 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0f870a69-ac80-4656-b5f1-791df63613dc tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:10.695941 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2dc58805-0703-46e5-ad08-50b7564a4773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:10.699329 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-12a28b76-7f55-4ec1-a4f7-75d24ce57a03 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:10.720391 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b0b23-a486-4a05-8539-56dbe3279cd5 req-f3075846-3bb8-4c8b-8dc0-660e8a736bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:10.722192 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-952b0b23-a486-4a05-8539-56dbe3279cd5 req-f3075846-3bb8-4c8b-8dc0-660e8a736bfb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf20d108-f84c-44de-9036-2269564edd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0860968 Jun 11 09:51:10.741444 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=b5f0517f-e623-4a7f-afe3-a62c3b1537aa,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:10.746383 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:10.755990 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f870a69-ac80-4656-b5f1-791df63613dc tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Network 273fd6bb-fcc8-4de2-8522-de83bf3837f0 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:51:10.770774 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bbdf34-5780-4ccd-8ae7-29dcafbfa94a req-dce3f001-4422-4cd8-8a3e-8a5a382e9d13 tempest-TenantUsagesTestJSON-1812384216 tempest-TenantUsagesTestJSON-1812384216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:10.772898 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-69bbdf34-5780-4ccd-8ae7-29dcafbfa94a req-dce3f001-4422-4cd8-8a3e-8a5a382e9d13 tempest-TenantUsagesTestJSON-1812384216 tempest-TenantUsagesTestJSON-1812384216-project] 10.222.0.60 "GET /v2.0/ports?device_id=68cd8b94-a1f0-4caa-af3c-8e692d794021 HTTP/1.1" status: 200 len: 948 time: 0.1509626 Jun 11 09:51:10.777139 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-0f870a69-ac80-4656-b5f1-791df63613dc tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:51:10.780255 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f870a69-ac80-4656-b5f1-791df63613dc tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:51:10.841385 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a28b76-7f55-4ec1-a4f7-75d24ce57a03 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Network 6d3621a2-169e-4b61-882a-b4c2c253f396 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:51:10.842280 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f870a69-ac80-4656-b5f1-791df63613dc tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Pushing event updated for resources: {'Port': ['ID=69f3c86c-0497-444d-8260-c6b8abc61b25,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:10.845852 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0f870a69-ac80-4656-b5f1-791df63613dc tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:10.852035 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-adb922b0-43a2-466c-84f5-fa5a2891713b tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.140s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:10.859616 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-12a28b76-7f55-4ec1-a4f7-75d24ce57a03 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:51:10.862565 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a28b76-7f55-4ec1-a4f7-75d24ce57a03 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:51:10.910001 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-952b0b23-a486-4a05-8539-56dbe3279cd5 req-d27c0f8e-652d-4e0e-a595-65905ec5651a service neutron] 10.222.0.64 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801350 Jun 11 09:51:10.996209 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f870a69-ac80-4656-b5f1-791df63613dc tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:10.996808 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0f870a69-ac80-4656-b5f1-791df63613dc tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:11.003444 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-69bbdf34-5780-4ccd-8ae7-29dcafbfa94a req-bc3e2a2c-c444-4d1f-a685-6a6fdd1cc7c6 tempest-TenantUsagesTestJSON-1812384216 tempest-TenantUsagesTestJSON-1812384216-project] 10.222.0.60 "GET /v2.0/security-groups?id=171818a9-578b-47f6-9efc-d69f53f3ba13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190077 Jun 11 09:51:11.005690 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a28b76-7f55-4ec1-a4f7-75d24ce57a03 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Pushing event updated for resources: {'Port': ['ID=0e3d8c07-4dd8-4173-b439-d804ac86a9ca,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:11.007470 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-12a28b76-7f55-4ec1-a4f7-75d24ce57a03 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:11.020802 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a28b76-7f55-4ec1-a4f7-75d24ce57a03 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:11.020802 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-12a28b76-7f55-4ec1-a4f7-75d24ce57a03 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:11.046541 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['b5f0517f-e623-4a7f-afe3-a62c3b1537aa'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:51:11.134243 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-952b0b23-a486-4a05-8539-56dbe3279cd5 req-41de06aa-ee27-480f-9d34-904c7e20baa1 service neutron] 10.222.0.64 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167275 Jun 11 09:51:11.169062 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-12a28b76-7f55-4ec1-a4f7-75d24ce57a03 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.9821110 Jun 11 09:51:11.171242 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-0f870a69-ac80-4656-b5f1-791df63613dc tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 2.6091585 Jun 11 09:51:11.174229 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 51022) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:51:11.179444 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0f694c-19f2-4d73-b1be-c42e36b8353b req-1d2e6dbb-053d-4a62-b5ac-6375144f66f1 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:11.181117 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5f0f694c-19f2-4d73-b1be-c42e36b8353b req-1d2e6dbb-053d-4a62-b5ac-6375144f66f1 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=b90c76e5-87e3-456d-8bf1-1d9b58f4e6d6 HTTP/1.1" status: 200 len: 907 time: 0.1074574 Jun 11 09:51:11.305081 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-9c86c140-8a6a-4593-b689-bfbd7b7b0ed5 None None] Provisioning for port 0e3d8c07-4dd8-4173-b439-d804ac86a9ca completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:51:11.310783 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-9c86c140-8a6a-4593-b689-bfbd7b7b0ed5 None None] Provisioning complete for port 0e3d8c07-4dd8-4173-b439-d804ac86a9ca triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:51:11.311173 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-9c86c140-8a6a-4593-b689-bfbd7b7b0ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:11.337096 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-8f443a89-0644-4fba-88e2-aa84c6705833 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Deleting port 69f3c86c-0497-444d-8260-c6b8abc61b25 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:51:11.338537 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8f443a89-0644-4fba-88e2-aa84c6705833 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:11.362455 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-9c86c140-8a6a-4593-b689-bfbd7b7b0ed5 None None] Port 0e3d8c07-4dd8-4173-b439-d804ac86a9ca cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:51:11.483833 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8f443a89-0644-4fba-88e2-aa84c6705833 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:11.552998 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cc5abbfb-394c-4471-9c11-2d7078a192f2 req-abe4845d-32c5-4ea9-99e5-aac5a6f2e8c9 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/ports?device_id=e850029d-90e3-4ac5-995d-7df587d56946 HTTP/1.1" status: 200 len: 210 time: 0.0383077 Jun 11 09:51:11.586222 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-8f443a89-0644-4fba-88e2-aa84c6705833 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Calling delete_port for 69f3c86c-0497-444d-8260-c6b8abc61b25 owned by {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:51:11.598512 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 9a58d5a7-fc7d-4446-afab-c7f8e4591d05 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:51:11.667373 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 51034) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:51:11.672344 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-65c8f23c-fff5-4510-a5d8-8f9d5f25726b tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1211027186', 'description': 'tempest-description--1447491431'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:51:11.709767 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 9a58d5a7-fc7d-4446-afab-c7f8e4591d05 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:51:11.710189 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:11.784472 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-65c8f23c-fff5-4510-a5d8-8f9d5f25726b tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:11.820445 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79b4f70-a774-4409-8de5-15b6e27844be req-f6b43cb1-9336-4c63-b9b4-8f260389cb16 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:11.822020 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b79b4f70-a774-4409-8de5-15b6e27844be req-f6b43cb1-9336-4c63-b9b4-8f260389cb16 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b0925bd-e2ca-4cc1-bb17-c477189658df HTTP/1.1" status: 200 len: 944 time: 0.1057899 Jun 11 09:51:11.847320 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8f443a89-0644-4fba-88e2-aa84c6705833 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:11.853515 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-cba9f94e-b228-460a-82a6-8d8f76aa158d tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:11.893069 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f443a89-0644-4fba-88e2-aa84c6705833 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Pushing event deleted for resources: {'Port': ['ID=69f3c86c-0497-444d-8260-c6b8abc61b25,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:11.895644 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8f443a89-0644-4fba-88e2-aa84c6705833 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:11.896213 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b79b4f70-a774-4409-8de5-15b6e27844be req-0b14a49a-f557-4e5c-9e46-70d1d14f0dec tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] 10.222.0.60 "GET /v2.0/security-groups?id=60ac8e54-7258-493e-adec-df1a5101cf72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665765 Jun 11 09:51:11.949154 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-65c8f23c-fff5-4510-a5d8-8f9d5f25726b tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:11.967517 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8f443a89-0644-4fba-88e2-aa84c6705833 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:11.969434 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-8f443a89-0644-4fba-88e2-aa84c6705833 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] 10.222.0.60 "DELETE /v2.0/ports/69f3c86c-0497-444d-8260-c6b8abc61b25 HTTP/1.1" status: 204 len: 168 time: 0.7884767 Jun 11 09:51:11.972240 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 51036) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:51:11.976713 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-3bcdff14-264f-4824-b8f5-168558698696 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '273fd6bb-fcc8-4de2-8522-de83bf3837f0', 'external_fixed_ips': [{'subnet_id': '70b17655-eb44-4e24-9caa-f025c315aa0c', 'ip_address': '172.20.0.12'}]}}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:51:12.047257 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-65c8f23c-fff5-4510-a5d8-8f9d5f25726b tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:12.050876 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ed332929-666b-4cf4-851e-10c25c4988f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:12.083586 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c8f23c-fff5-4510-a5d8-8f9d5f25726b tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee23f870-7e0b-4b16-afae-a1e98a9dceaa,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:12.086738 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-65c8f23c-fff5-4510-a5d8-8f9d5f25726b tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:12.196880 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3bcdff14-264f-4824-b8f5-168558698696 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:12.197921 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3bcdff14-264f-4824-b8f5-168558698696 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:12.211139 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da12f0a3-802c-495d-873d-dd7986da0041 req-fd3d54eb-2b0f-49c4-b3d5-c06f405f0201 tempest-TenantUsagesTestJSON-1812384216 tempest-TenantUsagesTestJSON-1812384216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:12.212856 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-da12f0a3-802c-495d-873d-dd7986da0041 req-fd3d54eb-2b0f-49c4-b3d5-c06f405f0201 tempest-TenantUsagesTestJSON-1812384216 tempest-TenantUsagesTestJSON-1812384216-project] 10.222.0.60 "GET /v2.0/ports?device_id=68cd8b94-a1f0-4caa-af3c-8e692d794021 HTTP/1.1" status: 200 len: 948 time: 0.0864871 Jun 11 09:51:12.290365 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-65c8f23c-fff5-4510-a5d8-8f9d5f25726b tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:12.290365 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-65c8f23c-fff5-4510-a5d8-8f9d5f25726b tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6133113 Jun 11 09:51:12.293921 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 51046) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:51:12.300627 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-19fce506-ead0-4e72-8955-7f5bd960adf1 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Request body: {'security_group_rule': {'security_group_id': 'ee23f870-7e0b-4b16-afae-a1e98a9dceaa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:51:12.320362 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3bcdff14-264f-4824-b8f5-168558698696 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:12.355761 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-da12f0a3-802c-495d-873d-dd7986da0041 req-1d5e1b24-3fd5-4e5e-8658-6f2fe0ae79b8 tempest-TenantUsagesTestJSON-1812384216 tempest-TenantUsagesTestJSON-1812384216-project] 10.222.0.60 "GET /v2.0/security-groups?id=171818a9-578b-47f6-9efc-d69f53f3ba13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327040 Jun 11 09:51:12.447887 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f99d627-1ed4-4fdf-817c-0e696e9a2136 req-eeddd7d5-42a3-43e1-97ee-662017951d6b tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:12.449599 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0f99d627-1ed4-4fdf-817c-0e696e9a2136 req-eeddd7d5-42a3-43e1-97ee-662017951d6b tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.64 "GET /v2.0/ports?device_id=b90c76e5-87e3-456d-8bf1-1d9b58f4e6d6 HTTP/1.1" status: 200 len: 907 time: 0.1584809 Jun 11 09:51:12.506447 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b593164-9ee4-4a2d-afca-ea233fd9bf34 req-8d44fcf7-3521-4eab-8c06-bdbe49a3ec80 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:12.515985 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9b593164-9ee4-4a2d-afca-ea233fd9bf34 req-8d44fcf7-3521-4eab-8c06-bdbe49a3ec80 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=b90c76e5-87e3-456d-8bf1-1d9b58f4e6d6 HTTP/1.1" status: 200 len: 907 time: 0.1699448 Jun 11 09:51:12.611407 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-19fce506-ead0-4e72-8955-7f5bd960adf1 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:12.655847 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-0f99d627-1ed4-4fdf-817c-0e696e9a2136 req-a978feaa-956b-4eca-a6c6-d37941f0a849 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Deleting port 9ad0dd1c-3aa4-4e80-aeb8-f02a899523e0 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:51:12.656435 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-0f99d627-1ed4-4fdf-817c-0e696e9a2136 req-a978feaa-956b-4eca-a6c6-d37941f0a849 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:12.827076 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9b76179e-21e9-4d28-982d-7d826a3d8745 req-f2b018da-6789-4b0e-8a4f-726256e56b97 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/ports?device_id=e850029d-90e3-4ac5-995d-7df587d56946 HTTP/1.1" status: 200 len: 210 time: 0.0497246 Jun 11 09:51:12.836596 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3bcdff14-264f-4824-b8f5-168558698696 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:12.864413 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c386dd60-37fa-4a59-b64f-d66cf2bf1ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:12.877576 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-0f99d627-1ed4-4fdf-817c-0e696e9a2136 req-a978feaa-956b-4eca-a6c6-d37941f0a849 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] For port 9ad0dd1c-3aa4-4e80-aeb8-f02a899523e0, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=9ad0dd1c-3aa4-4e80-aeb8-f02a899523e0,segment=NetworkSegment(f561be66-4e48-459e-8c21-fceaa6c73661),segment_id=f561be66-4e48-459e-8c21-fceaa6c73661)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:51:12.877942 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-0f99d627-1ed4-4fdf-817c-0e696e9a2136 req-a978feaa-956b-4eca-a6c6-d37941f0a849 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:12.886538 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-19fce506-ead0-4e72-8955-7f5bd960adf1 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:12.993829 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-0f99d627-1ed4-4fdf-817c-0e696e9a2136 req-a978feaa-956b-4eca-a6c6-d37941f0a849 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Calling delete_port for 9ad0dd1c-3aa4-4e80-aeb8-f02a899523e0 owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:51:12.998261 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-19fce506-ead0-4e72-8955-7f5bd960adf1 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:13.010665 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6ce7ae94-a368-4c95-a08b-263e1f5833f7 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:13.103272 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fce506-ead0-4e72-8955-7f5bd960adf1 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fba67ac-18b6-4228-a437-558098910a73,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:13.105795 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-19fce506-ead0-4e72-8955-7f5bd960adf1 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:13.196928 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-19fce506-ead0-4e72-8955-7f5bd960adf1 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:13.202470 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-19fce506-ead0-4e72-8955-7f5bd960adf1 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9063179 Jun 11 09:51:13.207597 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 51074) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:51:13.214982 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-a7c32658-ba68-483d-852f-e9dd3f190138 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Request body: {'security_group_rule': {'security_group_id': 'ee23f870-7e0b-4b16-afae-a1e98a9dceaa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:51:13.435839 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a7c32658-ba68-483d-852f-e9dd3f190138 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:13.467059 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3bcdff14-264f-4824-b8f5-168558698696 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:13.515875 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3bcdff14-264f-4824-b8f5-168558698696 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:13.517223 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 9443e77f-bbed-4be0-bdef-1095c59f70ad details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:51:13.666080 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 9443e77f-bbed-4be0-bdef-1095c59f70ad, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=9443e77f-bbed-4be0-bdef-1095c59f70ad,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:51:13.674433 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a7c32658-ba68-483d-852f-e9dd3f190138 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:13.685856 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': '9443e77f-bbed-4be0-bdef-1095c59f70ad', 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60', 'port_id': '9443e77f-bbed-4be0-bdef-1095c59f70ad', 'mac_address': 'fa:16:3e:60:54:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189b03cc-b2a8-4615-9ab5-ad0328c3f10f', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:51:13.737181 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:13.756538 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9443e77f-bbed-4be0-bdef-1095c59f70ad {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:51:13.777543 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b16b611-8873-4701-ba25-6832ece32b4b req-72b6b396-e19d-4a4c-8094-86300861713d tempest-TenantUsagesTestJSON-1812384216 tempest-TenantUsagesTestJSON-1812384216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:13.779422 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5b16b611-8873-4701-ba25-6832ece32b4b req-72b6b396-e19d-4a4c-8094-86300861713d tempest-TenantUsagesTestJSON-1812384216 tempest-TenantUsagesTestJSON-1812384216-project] 10.222.0.60 "GET /v2.0/ports?device_id=68cd8b94-a1f0-4caa-af3c-8e692d794021 HTTP/1.1" status: 200 len: 948 time: 0.1985555 Jun 11 09:51:13.789388 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 9443e77f-bbed-4be0-bdef-1095c59f70ad, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=9443e77f-bbed-4be0-bdef-1095c59f70ad,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:51:13.827355 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a7c32658-ba68-483d-852f-e9dd3f190138 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:13.832583 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:13.841528 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:13.857112 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-19fce506-ead0-4e72-8955-7f5bd960adf1 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:13.877016 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device b5f0517f-e623-4a7f-afe3-a62c3b1537aa up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:51:13.882079 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5b16b611-8873-4701-ba25-6832ece32b4b req-9b855f63-2532-4d26-993e-cc825be049d7 tempest-TenantUsagesTestJSON-1812384216 tempest-TenantUsagesTestJSON-1812384216-project] 10.222.0.60 "GET /v2.0/security-groups?id=171818a9-578b-47f6-9efc-d69f53f3ba13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764153 Jun 11 09:51:13.895863 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c32658-ba68-483d-852f-e9dd3f190138 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb899f77-e0a8-462f-9f94-c1b357351934,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:13.905892 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-3bcdff14-264f-4824-b8f5-168558698696 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Allocated IP 172.20.0.12 (273fd6bb-fcc8-4de2-8522-de83bf3837f0/70b17655-eb44-4e24-9caa-f025c315aa0c/160277ea-24c9-4b7c-92a0-76807f63cf2b) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:51:13.909566 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a7c32658-ba68-483d-852f-e9dd3f190138 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:13.910694 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747e9efe-ef14-4e1f-8589-5e1c9504f7cc req-281e185f-0ac4-49af-90a0-179e8f71c97e tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:13.923765 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-747e9efe-ef14-4e1f-8589-5e1c9504f7cc req-281e185f-0ac4-49af-90a0-179e8f71c97e tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b0925bd-e2ca-4cc1-bb17-c477189658df HTTP/1.1" status: 200 len: 944 time: 0.8379090 Jun 11 09:51:13.955029 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69699c8-e140-48c4-92da-424cce13aaed req-d753894d-aa30-4a94-aa96-3963e6ba8971 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:13.956617 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e69699c8-e140-48c4-92da-424cce13aaed req-d753894d-aa30-4a94-aa96-3963e6ba8971 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.69 "GET /v2.0/networks?id=51fb20d0-10f0-46f3-aa19-f1b488299b81 HTTP/1.1" status: 200 len: 812 time: 0.8845623 Jun 11 09:51:13.973960 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-e69699c8-e140-48c4-92da-424cce13aaed req-4f047b42-e3cc-4b08-82ad-838ca709b264 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Request body: {'port': {'device_id': 'e850029d-90e3-4ac5-995d-7df587d56946', 'network_id': '51fb20d0-10f0-46f3-aa19-f1b488299b81', 'admin_state_up': True, 'tenant_id': 'e7a84328845c42e4a2bf009ba2709f6e'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:51:13.984259 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a7c32658-ba68-483d-852f-e9dd3f190138 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:13.986070 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-a7c32658-ba68-483d-852f-e9dd3f190138 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7771173 Jun 11 09:51:14.013825 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 51088) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:51:14.030741 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-28df62e5-7b01-48c5-9d21-d78c121017d8 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Request body: {'floatingip': {'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:51:14.061248 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-747e9efe-ef14-4e1f-8589-5e1c9504f7cc req-f478383e-ee16-4f1e-824f-e76f1d6a9987 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] 10.222.0.60 "GET /v2.0/security-groups?id=60ac8e54-7258-493e-adec-df1a5101cf72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415348 Jun 11 09:51:14.069374 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=9443e77f-bbed-4be0-bdef-1095c59f70ad,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:14.092101 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:14.111731 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3bcdff14-264f-4824-b8f5-168558698696 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:14.125981 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['9443e77f-bbed-4be0-bdef-1095c59f70ad'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:51:14.150647 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-0f99d627-1ed4-4fdf-817c-0e696e9a2136 req-a978feaa-956b-4eca-a6c6-d37941f0a849 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:14.154461 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-93eee7db-ccee-47e7-a187-02f8521f4095 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:14.196719 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning for port b5f0517f-e623-4a7f-afe3-a62c3b1537aa completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:51:14.211115 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port b5f0517f-e623-4a7f-afe3-a62c3b1537aa triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:51:14.211115 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:14.244243 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a978feaa-956b-4eca-a6c6-d37941f0a849 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Pushing event deleted for resources: {'Port': ['ID=9ad0dd1c-3aa4-4e80-aeb8-f02a899523e0,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:14.246219 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-28df62e5-7b01-48c5-9d21-d78c121017d8 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks [] for floatingip, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:14.261656 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a978feaa-956b-4eca-a6c6-d37941f0a849 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:14.277412 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3bcdff14-264f-4824-b8f5-168558698696 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:14.306646 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a52ada87-0433-427c-9dee-fee927530427 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:14.323636 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bc554b06-450f-4b36-8695-7391716e23e0 req-383e427d-facb-4180-8ee8-4b630064bc3a tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=b90c76e5-87e3-456d-8bf1-1d9b58f4e6d6 HTTP/1.1" status: 200 len: 210 time: 0.0745275 Jun 11 09:51:14.386929 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bcdff14-264f-4824-b8f5-168558698696 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Network 273fd6bb-fcc8-4de2-8522-de83bf3837f0 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:51:14.389914 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-3bcdff14-264f-4824-b8f5-168558698696 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:51:14.394579 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcdff14-264f-4824-b8f5-168558698696 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:51:14.398368 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcdff14-264f-4824-b8f5-168558698696 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Pushing event updated for resources: {'Port': ['ID=160277ea-24c9-4b7c-92a0-76807f63cf2b,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:14.426541 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3bcdff14-264f-4824-b8f5-168558698696 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:14.426698 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-294d5d65-ba81-4c9b-bebf-2cdaa593c705 req-f0d6d324-fe00-4cc9-9e9b-68ee47332bb7 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/ports?device_id=e850029d-90e3-4ac5-995d-7df587d56946 HTTP/1.1" status: 200 len: 210 time: 0.0632985 Jun 11 09:51:14.461243 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:14.506170 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f99d627-1ed4-4fdf-817c-0e696e9a2136 req-a978feaa-956b-4eca-a6c6-d37941f0a849 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] No DVR routers for this DVR port 9ad0dd1c-3aa4-4e80-aeb8-f02a899523e0 on host n-h1-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:51:14.515661 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-0f99d627-1ed4-4fdf-817c-0e696e9a2136 req-a978feaa-956b-4eca-a6c6-d37941f0a849 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:14.517761 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0f99d627-1ed4-4fdf-817c-0e696e9a2136 req-a978feaa-956b-4eca-a6c6-d37941f0a849 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.64 "DELETE /v2.0/ports/9ad0dd1c-3aa4-4e80-aeb8-f02a899523e0 HTTP/1.1" status: 204 len: 173 time: 2.0624166 Jun 11 09:51:14.518660 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b0925bd-e2ca-4cc1-bb17-c477189658df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5f0517f-e623-4a7f-afe3-a62c3b1537aa'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:51:14.521491 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef58161d-6819-414d-950c-542c967fb416" -d '{"events": [{"server_uuid": "8b0925bd-e2ca-4cc1-bb17-c477189658df", "name": "network-vif-plugged", "status": "completed", "tag": "b5f0517f-e623-4a7f-afe3-a62c3b1537aa"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:51:14.525850 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b90c76e5-87e3-456d-8bf1-1d9b58f4e6d6', 'name': 'network-vif-deleted', 'tag': '9ad0dd1c-3aa4-4e80-aeb8-f02a899523e0'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:51:14.528387 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd72ade-7912-4308-98a3-d3d8ffd6286e" -d '{"events": [{"server_uuid": "b90c76e5-87e3-456d-8bf1-1d9b58f4e6d6", "name": "network-vif-deleted", "tag": "9ad0dd1c-3aa4-4e80-aeb8-f02a899523e0"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:51:14.563449 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port b5f0517f-e623-4a7f-afe3-a62c3b1537aa, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=b5f0517f-e623-4a7f-afe3-a62c3b1537aa,segment=NetworkSegment(68312799-d237-4b0c-9cec-b5a9e69cf46e),segment_id=68312799-d237-4b0c-9cec-b5a9e69cf46e)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:51:14.587303 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e83578df-e224-4f9a-a5a8-6fd7e10dae7d x-openstack-request-id: req-e83578df-e224-4f9a-a5a8-6fd7e10dae7d {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:51:14.587694 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b0925bd-e2ca-4cc1-bb17-c477189658df", "name": "network-vif-plugged", "status": "completed", "tag": "b5f0517f-e623-4a7f-afe3-a62c3b1537aa", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:51:14.589219 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e83578df-e224-4f9a-a5a8-6fd7e10dae7d {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:51:14.589540 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b0925bd-e2ca-4cc1-bb17-c477189658df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5f0517f-e623-4a7f-afe3-a62c3b1537aa', 'code': 200} Jun 11 09:51:14.619172 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:14.621423 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:14.672967 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e30319a-b22b-4a0d-bb91-3edd617b7801 x-openstack-request-id: req-3e30319a-b22b-4a0d-bb91-3edd617b7801 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:51:14.673316 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b90c76e5-87e3-456d-8bf1-1d9b58f4e6d6", "name": "network-vif-deleted", "tag": "9ad0dd1c-3aa4-4e80-aeb8-f02a899523e0", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:51:14.673612 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3e30319a-b22b-4a0d-bb91-3edd617b7801 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:51:14.674024 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b90c76e5-87e3-456d-8bf1-1d9b58f4e6d6', 'name': 'network-vif-deleted', 'tag': '9ad0dd1c-3aa4-4e80-aeb8-f02a899523e0', 'status': 'completed', 'code': 200} Jun 11 09:51:14.693946 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=b5f0517f-e623-4a7f-afe3-a62c3b1537aa,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:14.697461 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:14.729255 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-28df62e5-7b01-48c5-9d21-d78c121017d8 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:14.766528 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8f4aac-a085-4a3a-93e9-e8881fb1fcb2 req-f7a1be27-353f-47a5-a861-47c4f9ee0838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:14.768505 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4e8f4aac-a085-4a3a-93e9-e8881fb1fcb2 req-f7a1be27-353f-47a5-a861-47c4f9ee0838 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8b0925bd-e2ca-4cc1-bb17-c477189658df HTTP/1.1" status: 200 len: 1097 time: 0.0821075 Jun 11 09:51:14.796018 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e69699c8-e140-48c4-92da-424cce13aaed req-4f047b42-e3cc-4b08-82ad-838ca709b264 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Made reservation on behalf of e7a84328845c42e4a2bf009ba2709f6e for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:51:14.799718 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-e69699c8-e140-48c4-92da-424cce13aaed req-4f047b42-e3cc-4b08-82ad-838ca709b264 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:14.929863 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4e8f4aac-a085-4a3a-93e9-e8881fb1fcb2 req-50bad916-74a4-421b-864e-e1a093825e72 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=60ac8e54-7258-493e-adec-df1a5101cf72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545849 Jun 11 09:51:14.968434 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3bcdff14-264f-4824-b8f5-168558698696 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:14.993729 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-28df62e5-7b01-48c5-9d21-d78c121017d8 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Allocated IP 172.25.4.177 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/3cdfd303-0990-4c69-bae1-9b189d22fcc2) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:51:15.041399 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-e69699c8-e140-48c4-92da-424cce13aaed req-4f047b42-e3cc-4b08-82ad-838ca709b264 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Allocated IP 172.20.0.5 (51fb20d0-10f0-46f3-aa19-f1b488299b81/653da622-357e-4eea-a767-3057d0992af6/c8d410a0-9d46-4b86-96fe-def82dc6d0cb) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:51:15.217396 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-28df62e5-7b01-48c5-9d21-d78c121017d8 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:15.243265 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a425eb-43bb-4b57-b2cf-32e69a78a3a6 req-cb6d4c2a-06fa-42f3-b9b2-f69e2d785c0d tempest-TenantUsagesTestJSON-1812384216 tempest-TenantUsagesTestJSON-1812384216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:15.250923 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d1a425eb-43bb-4b57-b2cf-32e69a78a3a6 req-cb6d4c2a-06fa-42f3-b9b2-f69e2d785c0d tempest-TenantUsagesTestJSON-1812384216 tempest-TenantUsagesTestJSON-1812384216-project] 10.222.0.60 "GET /v2.0/ports?device_id=68cd8b94-a1f0-4caa-af3c-8e692d794021 HTTP/1.1" status: 200 len: 949 time: 0.1580462 Jun 11 09:51:15.341786 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-e69699c8-e140-48c4-92da-424cce13aaed req-4f047b42-e3cc-4b08-82ad-838ca709b264 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:15.472250 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d1a425eb-43bb-4b57-b2cf-32e69a78a3a6 req-15d44d68-4e92-44d6-b0a9-6e2154b40996 tempest-TenantUsagesTestJSON-1812384216 tempest-TenantUsagesTestJSON-1812384216-project] 10.222.0.60 "GET /v2.0/security-groups?id=171818a9-578b-47f6-9efc-d69f53f3ba13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202430 Jun 11 09:51:15.489380 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-28df62e5-7b01-48c5-9d21-d78c121017d8 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:15.496706 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b2b586ba-1d83-4e2f-9349-83f275eb09c9 tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:15.498138 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-e69699c8-e140-48c4-92da-424cce13aaed req-4f047b42-e3cc-4b08-82ad-838ca709b264 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:15.510617 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 9443e77f-bbed-4be0-bdef-1095c59f70ad up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:51:15.537796 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3bcdff14-264f-4824-b8f5-168558698696 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:15.580164 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28df62e5-7b01-48c5-9d21-d78c121017d8 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:51:15.593498 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e69699c8-e140-48c4-92da-424cce13aaed req-4f047b42-e3cc-4b08-82ad-838ca709b264 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Network 51fb20d0-10f0-46f3-aa19-f1b488299b81 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:51:15.602660 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-28df62e5-7b01-48c5-9d21-d78c121017d8 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:51:15.607938 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28df62e5-7b01-48c5-9d21-d78c121017d8 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:51:15.615592 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-e69699c8-e140-48c4-92da-424cce13aaed req-4f047b42-e3cc-4b08-82ad-838ca709b264 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:51:15.617520 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-e69699c8-e140-48c4-92da-424cce13aaed req-4f047b42-e3cc-4b08-82ad-838ca709b264 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:51:15.653216 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning for port 9443e77f-bbed-4be0-bdef-1095c59f70ad completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:51:15.660051 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port 9443e77f-bbed-4be0-bdef-1095c59f70ad triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:51:15.660796 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:15.690225 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28df62e5-7b01-48c5-9d21-d78c121017d8 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Pushing event updated for resources: {'Port': ['ID=3cdfd303-0990-4c69-bae1-9b189d22fcc2,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:15.709405 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-28df62e5-7b01-48c5-9d21-d78c121017d8 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:15.722855 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-cceeac54-5e35-4836-8f3f-bd8f19eb2491 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.206s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:15.790447 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3d12a0bc-398f-46c9-809f-497e5ca7b8c8 req-a1532586-f19e-43bc-86fc-8635cbde50d1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6862493a-d39d-40b0-b207-242830221721&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3733978 Jun 11 09:51:15.814198 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad38a4d-993f-4c84-b130-66754ec98fc5 req-bd6b9c65-eec6-497c-81bd-34edb620527a tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:15.826721 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5ad38a4d-993f-4c84-b130-66754ec98fc5 req-bd6b9c65-eec6-497c-81bd-34edb620527a tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b0925bd-e2ca-4cc1-bb17-c477189658df HTTP/1.1" status: 200 len: 945 time: 0.3996010 Jun 11 09:51:15.835234 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 51114) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:51:15.876411 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-85cf66e4-e091-42c2-a8d3-8ae0d75addc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:15.900480 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:15.918462 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:15.945942 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 9443e77f-bbed-4be0-bdef-1095c59f70ad, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=9443e77f-bbed-4be0-bdef-1095c59f70ad,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:51:15.953876 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69699c8-e140-48c4-92da-424cce13aaed req-4f047b42-e3cc-4b08-82ad-838ca709b264 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:15.954676 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-e69699c8-e140-48c4-92da-424cce13aaed req-4f047b42-e3cc-4b08-82ad-838ca709b264 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:15.988590 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-28df62e5-7b01-48c5-9d21-d78c121017d8 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:16.030525 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:16.036555 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 9ad0dd1c-3aa4-4e80-aeb8-f02a899523e0 no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:51:16.040170 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f047b42-e3cc-4b08-82ad-838ca709b264 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Pushing event updated for resources: {'Port': ['ID=c8d410a0-9d46-4b86-96fe-def82dc6d0cb,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:16.068360 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-e310056f-8ea1-4540-a9d6-cfdc4b2fbd01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:16.071187 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] No Port match for: 9ad0dd1c-3aa4-4e80-aeb8-f02a899523e0 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:51:16.071855 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 9ad0dd1c-3aa4-4e80-aeb8-f02a899523e0 not bound to the agent host n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:51:16.093367 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5ad38a4d-993f-4c84-b130-66754ec98fc5 req-290b8775-c045-4cbb-b0f6-1a61b62a0362 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] 10.222.0.60 "GET /v2.0/security-groups?id=60ac8e54-7258-493e-adec-df1a5101cf72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2672415 Jun 11 09:51:16.094375 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4f047b42-e3cc-4b08-82ad-838ca709b264 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:16.104242 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1af799be-edba-4f6a-a150-8389d53704b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:16.115216 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e69699c8-e140-48c4-92da-424cce13aaed req-4f047b42-e3cc-4b08-82ad-838ca709b264 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1472101 Jun 11 09:51:16.126578 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-47ef5ca3-5f76-4bff-9f61-0f605e9c6f0c req-7d27f06e-0b4b-48e8-aeec-eb65a1d761db tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=b90c76e5-87e3-456d-8bf1-1d9b58f4e6d6 HTTP/1.1" status: 200 len: 210 time: 0.0625637 Jun 11 09:51:16.141755 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-e69699c8-e140-48c4-92da-424cce13aaed req-c941e447-3338-4fd0-a46a-442db6939bf3 service neutron] Request body: {'port': {'device_id': 'e850029d-90e3-4ac5-995d-7df587d56946', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:51:16.176789 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=9443e77f-bbed-4be0-bdef-1095c59f70ad,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:16.182339 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:16.286391 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bcdff14-264f-4824-b8f5-168558698696 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Router 1eb65042-bc78-4093-a287-5cd24c9d2fa2 is scheduled to L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 with binding_index 1 {{(pid=93177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 09:51:16.338927 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-28df62e5-7b01-48c5-9d21-d78c121017d8 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:16.393868 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d12a0bc-398f-46c9-809f-497e5ca7b8c8 req-aec00315-0545-491c-acdd-f96c35b18048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:16.395460 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3d12a0bc-398f-46c9-809f-497e5ca7b8c8 req-aec00315-0545-491c-acdd-f96c35b18048 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=85a0b78c318440aa9b70136d633fbbff&device_id=6862493a-d39d-40b0-b207-242830221721 HTTP/1.1" status: 200 len: 1097 time: 0.5593264 Jun 11 09:51:16.450142 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bcdff14-264f-4824-b8f5-168558698696 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:51:16.461261 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57845183-be94-40c7-b352-91a0c3eaddd5 None None] Sync routers for ids ['1eb65042-bc78-4093-a287-5cd24c9d2fa2'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:51:16.470522 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57845183-be94-40c7-b352-91a0c3eaddd5 None None] Routers {'1eb65042-bc78-4093-a287-5cd24c9d2fa2'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:51:16.472996 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-57845183-be94-40c7-b352-91a0c3eaddd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:51:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['1eb65042-bc78-4093-a287-5cd24c9d2fa2'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:51:16.486857 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-e69699c8-e140-48c4-92da-424cce13aaed req-c941e447-3338-4fd0-a46a-442db6939bf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:16.596875 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68cd8b94-a1f0-4caa-af3c-8e692d794021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9443e77f-bbed-4be0-bdef-1095c59f70ad'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:51:16.601096 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73a4d910-e9c4-4440-9507-78b72c8a0eed" -d '{"events": [{"server_uuid": "68cd8b94-a1f0-4caa-af3c-8e692d794021", "name": "network-vif-plugged", "status": "completed", "tag": "9443e77f-bbed-4be0-bdef-1095c59f70ad"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:51:16.605658 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:16.649259 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-57845183-be94-40c7-b352-91a0c3eaddd5 None None] Set router 1eb65042-bc78-4093-a287-5cd24c9d2fa2 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:51:16.669697 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ee2c2a-7be5-4db4-ab0d-1075e95f5882 req-c040686d-9413-43d0-8aad-e4fecc4f2169 tempest-TenantUsagesTestJSON-1812384216 tempest-TenantUsagesTestJSON-1812384216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:16.671210 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-94ee2c2a-7be5-4db4-ab0d-1075e95f5882 req-c040686d-9413-43d0-8aad-e4fecc4f2169 tempest-TenantUsagesTestJSON-1812384216 tempest-TenantUsagesTestJSON-1812384216-project] 10.222.0.60 "GET /v2.0/ports?device_id=68cd8b94-a1f0-4caa-af3c-8e692d794021 HTTP/1.1" status: 200 len: 950 time: 0.0807822 Jun 11 09:51:16.716425 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-94ee2c2a-7be5-4db4-ab0d-1075e95f5882 req-6fc2390d-bb74-4423-9b86-579760b912ae tempest-TenantUsagesTestJSON-1812384216 tempest-TenantUsagesTestJSON-1812384216-project] 10.222.0.60 "GET /v2.0/security-groups?id=171818a9-578b-47f6-9efc-d69f53f3ba13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392783 Jun 11 09:51:16.740869 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21f4e4b-cf4d-4ab1-982f-94cab2a2f674 req-060d0286-bfed-4002-b78e-bb6c4688e0ab tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:16.740869 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f21f4e4b-cf4d-4ab1-982f-94cab2a2f674 req-060d0286-bfed-4002-b78e-bb6c4688e0ab tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/ports?device_id=e850029d-90e3-4ac5-995d-7df587d56946 HTTP/1.1" status: 200 len: 931 time: 0.4804471 Jun 11 09:51:16.773755 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d12a0bc-398f-46c9-809f-497e5ca7b8c8 req-6b4f1e60-0f6e-4922-a338-fe65764f326d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:16.775195 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3d12a0bc-398f-46c9-809f-497e5ca7b8c8 req-6b4f1e60-0f6e-4922-a338-fe65764f326d service neutron] 10.222.0.64 "GET /v2.0/networks?id=ecbff90d-5ab6-4357-bf37-5548ca0e9255 HTTP/1.1" status: 200 len: 911 time: 0.3466308 Jun 11 09:51:16.784182 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02e4a515-a2e2-4715-afef-34320bc6fe05 x-openstack-request-id: req-02e4a515-a2e2-4715-afef-34320bc6fe05 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:51:16.785362 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68cd8b94-a1f0-4caa-af3c-8e692d794021", "name": "network-vif-plugged", "status": "completed", "tag": "9443e77f-bbed-4be0-bdef-1095c59f70ad", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:51:16.785638 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-02e4a515-a2e2-4715-afef-34320bc6fe05 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:51:16.786101 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68cd8b94-a1f0-4caa-af3c-8e692d794021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9443e77f-bbed-4be0-bdef-1095c59f70ad', 'code': 200} Jun 11 09:51:16.873426 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1af799be-edba-4f6a-a150-8389d53704b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:16.977607 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3d12a0bc-398f-46c9-809f-497e5ca7b8c8 req-893a3460-4fd3-464c-9c77-04ba417d10ae service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e21094f9-fbfa-4270-bdd9-5d903859b711 HTTP/1.1" status: 200 len: 217 time: 0.1723969 Jun 11 09:51:17.018074 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1af799be-edba-4f6a-a150-8389d53704b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:17.021912 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-57845183-be94-40c7-b352-91a0c3eaddd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb65042-bc78-4093-a287-5cd24c9d2fa2', 'name': '', 'tenant_id': 'b26e5352cb83478696e9601c4223eb48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '273fd6bb-fcc8-4de2-8522-de83bf3837f0', 'external_fixed_ips': [{'subnet_id': '70b17655-eb44-4e24-9caa-f025c315aa0c', 'ip_address': '172.20.0.12'}], 'enable_snat': True}, 'gw_port_id': '160277ea-24c9-4b7c-92a0-76807f63cf2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:51:12Z', 'updated_at': '2021-06-11T09:51:14Z', 'revision_number': 3, 'project_id': 'b26e5352cb83478696e9601c4223eb48', 'gw_port': {'id': '160277ea-24c9-4b7c-92a0-76807f63cf2b', 'name': '', 'network_id': '273fd6bb-fcc8-4de2-8522-de83bf3837f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e0:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eb65042-bc78-4093-a287-5cd24c9d2fa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '70b17655-eb44-4e24-9caa-f025c315aa0c', 'ip_address': '172.20.0.12', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:51:13Z', 'updated_at': '2021-06-11T09:51:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70b17655-eb44-4e24-9caa-f025c315aa0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:51:17.025629 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57845183-be94-40c7-b352-91a0c3eaddd5 None None] Checking router: 1eb65042-bc78-4093-a287-5cd24c9d2fa2 for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:51:17.025987 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57845183-be94-40c7-b352-91a0c3eaddd5 None None] Updating router 1eb65042-bc78-4093-a287-5cd24c9d2fa2 port 160277ea-24c9-4b7c-92a0-76807f63cf2b binding host n-d-779913-12 {{(pid=93179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 09:51:17.030771 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1c7ee19e-7b5f-4273-8bef-70927245c5a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:17.065895 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-57845183-be94-40c7-b352-91a0c3eaddd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:17.097456 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f21f4e4b-cf4d-4ab1-982f-94cab2a2f674 req-63f78440-9339-478e-837d-b0db4943c1a3 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bdf718a-3d55-4418-9711-8519d490f59c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3472948 Jun 11 09:51:17.105393 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3bcdff14-264f-4824-b8f5-168558698696 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:17.108031 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-3bcdff14-264f-4824-b8f5-168558698696 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 5.1348190 Jun 11 09:51:17.111217 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 51124) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:51:17.160515 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-28df62e5-7b01-48c5-9d21-d78c121017d8 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:17.168745 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af799be-edba-4f6a-a150-8389d53704b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce2e280-f96a-460e-89ca-da31b0f0773a,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:17.175832 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-1af799be-edba-4f6a-a150-8389d53704b8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=42308c9651ea4540b9609c5ff40a234c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3261223 Jun 11 09:51:17.176769 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1af799be-edba-4f6a-a150-8389d53704b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:17.224104 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 51130) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:51:17.259737 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-28df62e5-7b01-48c5-9d21-d78c121017d8 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:17.266344 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-cceeac54-5e35-4836-8f3f-bd8f19eb2491 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:17.269099 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d12a0bc-398f-46c9-809f-497e5ca7b8c8 req-5832b6f0-1d6e-4322-aaf4-3fc9442b132d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:17.270506 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3d12a0bc-398f-46c9-809f-497e5ca7b8c8 req-5832b6f0-1d6e-4322-aaf4-3fc9442b132d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65fd936e-e1de-4d66-9d41-076079c1dae3 HTTP/1.1" status: 200 len: 849 time: 0.2745788 Jun 11 09:51:17.337819 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bfd572-e29c-4a64-a800-564ae05ff0b7 req-519716cc-e78e-47c6-9bf8-103fa76f2397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:17.339346 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d2bfd572-e29c-4a64-a800-564ae05ff0b7 req-519716cc-e78e-47c6-9bf8-103fa76f2397 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=68cd8b94-a1f0-4caa-af3c-8e692d794021 HTTP/1.1" status: 200 len: 1102 time: 0.4617877 Jun 11 09:51:17.396641 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-61602e72-f34b-4e93-85d2-9c3bc772e5f2 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks [] for router, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:17.407424 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1034c8-0183-456f-b13f-547f23d11eb6 req-ebbbcb3f-8d5b-422f-902d-7feb365b8ea3 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:17.409114 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-da1034c8-0183-456f-b13f-547f23d11eb6 req-ebbbcb3f-8d5b-422f-902d-7feb365b8ea3 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b0925bd-e2ca-4cc1-bb17-c477189658df HTTP/1.1" status: 200 len: 945 time: 0.1749995 Jun 11 09:51:17.482134 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-57845183-be94-40c7-b352-91a0c3eaddd5 None None] Notify callbacks [] for port, precommit_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:17.496801 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-57845183-be94-40c7-b352-91a0c3eaddd5 None None] Transition to ACTIVE for port object 160277ea-24c9-4b7c-92a0-76807f63cf2b will not be triggered until provisioned by entity L2. {{(pid=93179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:51:17.567084 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-da1034c8-0183-456f-b13f-547f23d11eb6 req-7cae3ad2-b13d-4849-aa7f-5d9d6553dacd tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] 10.222.0.60 "GET /v2.0/security-groups?id=60ac8e54-7258-493e-adec-df1a5101cf72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088400 Jun 11 09:51:17.599971 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-61602e72-f34b-4e93-85d2-9c3bc772e5f2 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:17.603511 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-57845183-be94-40c7-b352-91a0c3eaddd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:17.607099 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-a11544f9-c864-4799-a396-395f72a1c758 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:17.667952 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-57845183-be94-40c7-b352-91a0c3eaddd5 None None] Attempting to bind port 160277ea-24c9-4b7c-92a0-76807f63cf2b on host n-d-779913-12 for vnic_type normal with profile {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:51:17.668502 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-57845183-be94-40c7-b352-91a0c3eaddd5 None None] Attempting to bind port 160277ea-24c9-4b7c-92a0-76807f63cf2b by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '3c93075b-58f6-4ffd-aae1-aecb77dc4584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '273fd6bb-fcc8-4de2-8522-de83bf3837f0'}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:51:17.668874 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57845183-be94-40c7-b352-91a0c3eaddd5 None None] Attempting to bind port 160277ea-24c9-4b7c-92a0-76807f63cf2b on network 273fd6bb-fcc8-4de2-8522-de83bf3837f0 {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:51:17.676342 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9478bc20-6a21-4cdb-b0cb-737e7d18b68e None None] Pushing event updated for resources: {'Port': ['ID=160277ea-24c9-4b7c-92a0-76807f63cf2b,revision_number=2']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:17.679722 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57845183-be94-40c7-b352-91a0c3eaddd5 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:51:17.680104 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57845183-be94-40c7-b352-91a0c3eaddd5 None None] Checking segment: {'id': '3c93075b-58f6-4ffd-aae1-aecb77dc4584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '273fd6bb-fcc8-4de2-8522-de83bf3837f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:51:17.680525 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-57845183-be94-40c7-b352-91a0c3eaddd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:17.680913 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57845183-be94-40c7-b352-91a0c3eaddd5 None None] Bound using segment: {'id': '3c93075b-58f6-4ffd-aae1-aecb77dc4584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '273fd6bb-fcc8-4de2-8522-de83bf3837f0'} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:51:17.681418 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-57845183-be94-40c7-b352-91a0c3eaddd5 None None] Bound port: 160277ea-24c9-4b7c-92a0-76807f63cf2b, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c93075b-58f6-4ffd-aae1-aecb77dc4584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '273fd6bb-fcc8-4de2-8522-de83bf3837f0'}}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:51:17.681795 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-57845183-be94-40c7-b352-91a0c3eaddd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:17.728471 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9478bc20-6a21-4cdb-b0cb-737e7d18b68e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:51:17.728812 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9478bc20-6a21-4cdb-b0cb-737e7d18b68e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:51:17.729149 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9478bc20-6a21-4cdb-b0cb-737e7d18b68e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:51:17.729489 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9478bc20-6a21-4cdb-b0cb-737e7d18b68e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:51:17.729996 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9478bc20-6a21-4cdb-b0cb-737e7d18b68e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:51:17.730331 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9478bc20-6a21-4cdb-b0cb-737e7d18b68e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:51:17.730654 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9478bc20-6a21-4cdb-b0cb-737e7d18b68e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:51:17.731021 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9478bc20-6a21-4cdb-b0cb-737e7d18b68e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:51:17.731285 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9478bc20-6a21-4cdb-b0cb-737e7d18b68e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:51:17.731669 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9478bc20-6a21-4cdb-b0cb-737e7d18b68e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:51:17.732040 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9478bc20-6a21-4cdb-b0cb-737e7d18b68e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:51:17.732370 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9478bc20-6a21-4cdb-b0cb-737e7d18b68e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:51:17.738504 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-9478bc20-6a21-4cdb-b0cb-737e7d18b68e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:17.766536 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a7b13a43-afff-45ee-9568-80dc071da3c4 req-b7616d5b-0960-4fbc-8ef7-7aeae01df836 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ab7f8d92-9315-4a44-bb99-c9751af7c624&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1436195 Jun 11 09:51:17.785713 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-61602e72-f34b-4e93-85d2-9c3bc772e5f2 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Deleting port 160277ea-24c9-4b7c-92a0-76807f63cf2b {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:51:17.787228 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-61602e72-f34b-4e93-85d2-9c3bc772e5f2 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:17.809668 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-57845183-be94-40c7-b352-91a0c3eaddd5 None None] For port 160277ea-24c9-4b7c-92a0-76807f63cf2b, host n-d-779913-12, cleared binding levels {{(pid=93179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:51:17.817506 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-57845183-be94-40c7-b352-91a0c3eaddd5 None None] For port 160277ea-24c9-4b7c-92a0-76807f63cf2b, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=160277ea-24c9-4b7c-92a0-76807f63cf2b,segment=NetworkSegment(3c93075b-58f6-4ffd-aae1-aecb77dc4584),segment_id=3c93075b-58f6-4ffd-aae1-aecb77dc4584)] {{(pid=93179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:51:17.848372 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28df62e5-7b01-48c5-9d21-d78c121017d8 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Pushing event updated for resources: {'Port': ['ID=3cdfd303-0990-4c69-bae1-9b189d22fcc2,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:17.854919 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-28df62e5-7b01-48c5-9d21-d78c121017d8 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.588s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:17.922075 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-57845183-be94-40c7-b352-91a0c3eaddd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:17.932311 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:17.953841 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-e69699c8-e140-48c4-92da-424cce13aaed req-c941e447-3338-4fd0-a46a-442db6939bf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8d410a0-9d46-4b86-96fe-def82dc6d0cb {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:51:17.995982 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-e69699c8-e140-48c4-92da-424cce13aaed req-c941e447-3338-4fd0-a46a-442db6939bf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:18.001315 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57845183-be94-40c7-b352-91a0c3eaddd5 None None] Routers {'1eb65042-bc78-4093-a287-5cd24c9d2fa2'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:51:18.002336 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-57845183-be94-40c7-b352-91a0c3eaddd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:51:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['1eb65042-bc78-4093-a287-5cd24c9d2fa2'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:51:18.013889 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-61602e72-f34b-4e93-85d2-9c3bc772e5f2 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] For port 160277ea-24c9-4b7c-92a0-76807f63cf2b, host n-d-779913-12, got binding levels [] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:51:18.014256 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-61602e72-f34b-4e93-85d2-9c3bc772e5f2 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:18.027017 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-28df62e5-7b01-48c5-9d21-d78c121017d8 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:18.056296 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d2bfd572-e29c-4a64-a800-564ae05ff0b7 req-0af1b376-2d1e-40a3-8fee-124e4db6e6f7 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=171818a9-578b-47f6-9efc-d69f53f3ba13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085742 Jun 11 09:51:18.069738 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b7d8c13a-496e-4213-9035-cc4b3dd29e3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:18.078335 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-e69699c8-e140-48c4-92da-424cce13aaed req-c941e447-3338-4fd0-a46a-442db6939bf3 service neutron] Transition to ACTIVE for port object c8d410a0-9d46-4b86-96fe-def82dc6d0cb will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:51:18.089107 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b13a43-afff-45ee-9568-80dc071da3c4 req-816fcd65-4147-4b69-a529-6c85161ed5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:18.090591 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a7b13a43-afff-45ee-9568-80dc071da3c4 req-816fcd65-4147-4b69-a529-6c85161ed5d8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b12bc305b44c4346b7a618cb035bad79&device_id=ab7f8d92-9315-4a44-bb99-c9751af7c624 HTTP/1.1" status: 200 len: 1098 time: 0.2653682 Jun 11 09:51:18.097400 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d12a0bc-398f-46c9-809f-497e5ca7b8c8 req-1b5455f2-a3b9-4d53-84f7-dda8e5bf5ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:18.098866 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3d12a0bc-398f-46c9-809f-497e5ca7b8c8 req-1b5455f2-a3b9-4d53-84f7-dda8e5bf5ea2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ecbff90d-5ab6-4357-bf37-5548ca0e9255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7929482 Jun 11 09:51:18.112914 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9478bc20-6a21-4cdb-b0cb-737e7d18b68e None None] Pushing event updated for resources: {'Port': ['ID=160277ea-24c9-4b7c-92a0-76807f63cf2b,revision_number=3']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:18.113305 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b7d8c13a-496e-4213-9035-cc4b3dd29e3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:18.117672 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-9478bc20-6a21-4cdb-b0cb-737e7d18b68e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:18.138048 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-61602e72-f34b-4e93-85d2-9c3bc772e5f2 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Calling delete_port for 160277ea-24c9-4b7c-92a0-76807f63cf2b owned by network:router_gateway {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:51:18.148990 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-57845183-be94-40c7-b352-91a0c3eaddd5 None None] Set router 1eb65042-bc78-4093-a287-5cd24c9d2fa2 gateway port host: None {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:51:18.182992 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7017b6-fc62-4a79-8607-ba9b3145289f req-ded5db1d-e4e6-4e9a-8fb4-5318de187616 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:18.183494 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ff7017b6-fc62-4a79-8607-ba9b3145289f req-ded5db1d-e4e6-4e9a-8fb4-5318de187616 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b0925bd-e2ca-4cc1-bb17-c477189658df HTTP/1.1" status: 200 len: 945 time: 0.2700992 Jun 11 09:51:18.194977 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 51144) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:51:18.204182 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-1ecb0396-106b-48be-b704-6960f7e9bd46 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Request body: {'floatingip': {'port_id': 'b5f0517f-e623-4a7f-afe3-a62c3b1537aa'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:51:18.206060 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-28df62e5-7b01-48c5-9d21-d78c121017d8 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:18.223259 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-28df62e5-7b01-48c5-9d21-d78c121017d8 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2074547 Jun 11 09:51:18.242465 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-57845183-be94-40c7-b352-91a0c3eaddd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb65042-bc78-4093-a287-5cd24c9d2fa2', 'name': '', 'tenant_id': 'b26e5352cb83478696e9601c4223eb48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:51:12Z', 'updated_at': '2021-06-11T09:51:17Z', 'revision_number': 4, 'project_id': 'b26e5352cb83478696e9601c4223eb48', 'gw_port_host': None}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:51:18.246393 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57845183-be94-40c7-b352-91a0c3eaddd5 None None] The sync data for ids ['1eb65042-bc78-4093-a287-5cd24c9d2fa2'] in n-d-779913-12 is: [{'id': '1eb65042-bc78-4093-a287-5cd24c9d2fa2', 'name': '', 'tenant_id': 'b26e5352cb83478696e9601c4223eb48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:51:12Z', 'updated_at': '2021-06-11T09:51:17Z', 'revision_number': 4, 'project_id': 'b26e5352cb83478696e9601c4223eb48', 'gw_port_host': None}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:51:18.299006 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:18.314179 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-e69699c8-e140-48c4-92da-424cce13aaed req-c941e447-3338-4fd0-a46a-442db6939bf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:18.317172 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a978feaa-956b-4eca-a6c6-d37941f0a849 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:18.375121 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e5d163-a024-433d-af52-ea2a99085ad3 req-5ec9fe0f-4f26-467c-8677-ae1658e139e4 tempest-TenantUsagesTestJSON-1812384216 tempest-TenantUsagesTestJSON-1812384216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:18.382149 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f3e5d163-a024-433d-af52-ea2a99085ad3 req-5ec9fe0f-4f26-467c-8677-ae1658e139e4 tempest-TenantUsagesTestJSON-1812384216 tempest-TenantUsagesTestJSON-1812384216-project] 10.222.0.60 "GET /v2.0/ports?device_id=68cd8b94-a1f0-4caa-af3c-8e692d794021 HTTP/1.1" status: 200 len: 950 time: 0.3935108 Jun 11 09:51:18.389130 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1ecb0396-106b-48be-b704-6960f7e9bd46 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Notify callbacks [] for floatingip, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:18.480842 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c941e447-3338-4fd0-a46a-442db6939bf3 service neutron] Pushing event updated for resources: {'Port': ['ID=c8d410a0-9d46-4b86-96fe-def82dc6d0cb,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:18.487051 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c941e447-3338-4fd0-a46a-442db6939bf3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:18.495404 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3d12a0bc-398f-46c9-809f-497e5ca7b8c8 req-39c0e9dc-85a2-4e84-a179-985dad5a14d1 service neutron] 10.222.0.64 "GET /v2.0/networks/ecbff90d-5ab6-4357-bf37-5548ca0e9255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3855941 Jun 11 09:51:18.498580 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b13a43-afff-45ee-9568-80dc071da3c4 req-058460f9-7e05-4a43-b79d-d7329fa24fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:18.498580 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a7b13a43-afff-45ee-9568-80dc071da3c4 req-058460f9-7e05-4a43-b79d-d7329fa24fdc service neutron] 10.222.0.69 "GET /v2.0/networks?id=6820836b-bd7b-4793-8876-dbfb45277379 HTTP/1.1" status: 200 len: 907 time: 0.3564548 Jun 11 09:51:18.573551 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f3e5d163-a024-433d-af52-ea2a99085ad3 req-8e10d8e3-7fc4-44bd-8c66-91b4f9c0e017 tempest-TenantUsagesTestJSON-1812384216 tempest-TenantUsagesTestJSON-1812384216-project] 10.222.0.60 "GET /v2.0/security-groups?id=171818a9-578b-47f6-9efc-d69f53f3ba13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905243 Jun 11 09:51:18.602165 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b7d8c13a-496e-4213-9035-cc4b3dd29e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:18.604938 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b7d8c13a-496e-4213-9035-cc4b3dd29e3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:18.608495 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-b7d8c13a-496e-4213-9035-cc4b3dd29e3b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2ce2e280-f96a-460e-89ca-da31b0f0773a HTTP/1.1" status: 204 len: 168 time: 1.3827727 Jun 11 09:51:18.614275 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4489986f-8b90-4162-a09b-2c4a97caf9ae tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:18.686871 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d8c13a-496e-4213-9035-cc4b3dd29e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce2e280-f96a-460e-89ca-da31b0f0773a,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:18.688985 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a7b13a43-afff-45ee-9568-80dc071da3c4 req-7552287d-7c89-4c04-bbc0-9b525c8e62eb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff45e742-419a-4c96-bd25-b92421461765 HTTP/1.1" status: 200 len: 1001 time: 0.1610229 Jun 11 09:51:18.698187 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b7d8c13a-496e-4213-9035-cc4b3dd29e3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:18.743053 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-e69699c8-e140-48c4-92da-424cce13aaed req-c941e447-3338-4fd0-a46a-442db6939bf3 service neutron] Attempting to bind port c8d410a0-9d46-4b86-96fe-def82dc6d0cb on host n-h2-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:51:18.743053 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-e69699c8-e140-48c4-92da-424cce13aaed req-c941e447-3338-4fd0-a46a-442db6939bf3 service neutron] Attempting to bind port c8d410a0-9d46-4b86-96fe-def82dc6d0cb by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': 'f2a6a55c-ddd9-4c58-9bb7-06c667db61ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '51fb20d0-10f0-46f3-aa19-f1b488299b81'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:51:18.743344 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69699c8-e140-48c4-92da-424cce13aaed req-c941e447-3338-4fd0-a46a-442db6939bf3 service neutron] Attempting to bind port c8d410a0-9d46-4b86-96fe-def82dc6d0cb on network 51fb20d0-10f0-46f3-aa19-f1b488299b81 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:51:18.799178 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69699c8-e140-48c4-92da-424cce13aaed req-c941e447-3338-4fd0-a46a-442db6939bf3 service neutron] Port c8d410a0-9d46-4b86-96fe-def82dc6d0cb on network 51fb20d0-10f0-46f3-aa19-f1b488299b81 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:51:18.799499 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69699c8-e140-48c4-92da-424cce13aaed req-c941e447-3338-4fd0-a46a-442db6939bf3 service neutron] Attempting to bind port c8d410a0-9d46-4b86-96fe-def82dc6d0cb on network 51fb20d0-10f0-46f3-aa19-f1b488299b81 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:51:18.806822 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3d12a0bc-398f-46c9-809f-497e5ca7b8c8 req-9ad27f5b-40cc-4c75-bf6a-6057698ec930 service neutron] 10.222.0.64 "GET /v2.0/networks/ecbff90d-5ab6-4357-bf37-5548ca0e9255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2980566 Jun 11 09:51:18.810923 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69699c8-e140-48c4-92da-424cce13aaed req-c941e447-3338-4fd0-a46a-442db6939bf3 service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:51:18.811260 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69699c8-e140-48c4-92da-424cce13aaed req-c941e447-3338-4fd0-a46a-442db6939bf3 service neutron] Checking segment: {'id': 'f2a6a55c-ddd9-4c58-9bb7-06c667db61ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '51fb20d0-10f0-46f3-aa19-f1b488299b81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:51:18.811659 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69699c8-e140-48c4-92da-424cce13aaed req-c941e447-3338-4fd0-a46a-442db6939bf3 service neutron] Bound using segment: {'id': 'f2a6a55c-ddd9-4c58-9bb7-06c667db61ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '51fb20d0-10f0-46f3-aa19-f1b488299b81'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:51:18.812098 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-e69699c8-e140-48c4-92da-424cce13aaed req-c941e447-3338-4fd0-a46a-442db6939bf3 service neutron] Bound port: c8d410a0-9d46-4b86-96fe-def82dc6d0cb, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2a6a55c-ddd9-4c58-9bb7-06c667db61ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '51fb20d0-10f0-46f3-aa19-f1b488299b81'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:51:18.812721 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-e69699c8-e140-48c4-92da-424cce13aaed req-c941e447-3338-4fd0-a46a-442db6939bf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:18.907983 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684f6e7f-aafc-46aa-a975-28ed2d8d064d req-dd2c1cf1-a98b-4f81-8bd7-9cea6ba6ca61 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:18.907983 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-684f6e7f-aafc-46aa-a975-28ed2d8d064d req-dd2c1cf1-a98b-4f81-8bd7-9cea6ba6ca61 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/ports?device_id=e850029d-90e3-4ac5-995d-7df587d56946 HTTP/1.1" status: 200 len: 943 time: 0.1776693 Jun 11 09:51:18.937273 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b13a43-afff-45ee-9568-80dc071da3c4 req-8a65abd6-8d9e-49bb-a057-1b7226f64af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:18.938712 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a7b13a43-afff-45ee-9568-80dc071da3c4 req-8a65abd6-8d9e-49bb-a057-1b7226f64af4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d2499c79-62f3-4ec5-a1d8-3ef0f5057886 HTTP/1.1" status: 200 len: 845 time: 0.2403150 Jun 11 09:51:18.946197 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36368d76-84e6-4c3d-b84e-3cb4dff52b6a req-4f1f9844-0e27-493d-b2f7-387278d7d449 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:18.947560 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-36368d76-84e6-4c3d-b84e-3cb4dff52b6a req-4f1f9844-0e27-493d-b2f7-387278d7d449 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=07a4e6db-d26d-45d2-b2ee-df8136c9da39 HTTP/1.1" status: 200 len: 946 time: 0.5480597 Jun 11 09:51:18.948545 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-e69699c8-e140-48c4-92da-424cce13aaed req-c941e447-3338-4fd0-a46a-442db6939bf3 service neutron] For port c8d410a0-9d46-4b86-96fe-def82dc6d0cb, host n-h2-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:51:18.972452 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-e69699c8-e140-48c4-92da-424cce13aaed req-c941e447-3338-4fd0-a46a-442db6939bf3 service neutron] For port c8d410a0-9d46-4b86-96fe-def82dc6d0cb, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=c8d410a0-9d46-4b86-96fe-def82dc6d0cb,segment=NetworkSegment(f2a6a55c-ddd9-4c58-9bb7-06c667db61ab),segment_id=f2a6a55c-ddd9-4c58-9bb7-06c667db61ab)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:51:18.982105 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-684f6e7f-aafc-46aa-a975-28ed2d8d064d req-49a1fa76-ad4d-4ed5-beb5-ac2d2e29690b tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bdf718a-3d55-4418-9711-8519d490f59c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605800 Jun 11 09:51:19.059222 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-e69699c8-e140-48c4-92da-424cce13aaed req-c941e447-3338-4fd0-a46a-442db6939bf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:19.062179 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-562442b5-7e7b-4c13-8268-e4bded839e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:19.112265 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-36368d76-84e6-4c3d-b84e-3cb4dff52b6a req-8f0910fd-6b72-4566-93cd-5719dac38264 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=7382d103-d62f-4540-9ac2-5ea0a34701f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428251 Jun 11 09:51:19.116236 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69699c8-e140-48c4-92da-424cce13aaed req-c941e447-3338-4fd0-a46a-442db6939bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:19.117406 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-e69699c8-e140-48c4-92da-424cce13aaed req-c941e447-3338-4fd0-a46a-442db6939bf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:19.120149 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e69699c8-e140-48c4-92da-424cce13aaed req-c941e447-3338-4fd0-a46a-442db6939bf3 service neutron] 10.222.0.69 "PUT /v2.0/ports/c8d410a0-9d46-4b86-96fe-def82dc6d0cb HTTP/1.1" status: 200 len: 1092 time: 2.9844713 Jun 11 09:51:19.121831 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e850029d-90e3-4ac5-995d-7df587d56946', 'tag': 'c8d410a0-9d46-4b86-96fe-def82dc6d0cb'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:51:19.140108 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f0645a5-927e-461b-86dc-763875421395" -d '{"events": [{"name": "network-changed", "server_uuid": "e850029d-90e3-4ac5-995d-7df587d56946", "tag": "c8d410a0-9d46-4b86-96fe-def82dc6d0cb"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:51:19.234000 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b13a43-afff-45ee-9568-80dc071da3c4 req-bd66bb98-5d54-43b1-a4da-5dae6af90bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:19.235502 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a7b13a43-afff-45ee-9568-80dc071da3c4 req-bd66bb98-5d54-43b1-a4da-5dae6af90bbf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6820836b-bd7b-4793-8876-dbfb45277379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2870510 Jun 11 09:51:19.299639 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87d4e1ae-86a1-4fdd-b8c8-e25949a613fb x-openstack-request-id: req-87d4e1ae-86a1-4fdd-b8c8-e25949a613fb {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:51:19.299639 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e850029d-90e3-4ac5-995d-7df587d56946", "tag": "c8d410a0-9d46-4b86-96fe-def82dc6d0cb", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:51:19.299639 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-87d4e1ae-86a1-4fdd-b8c8-e25949a613fb {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:51:19.299639 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e850029d-90e3-4ac5-995d-7df587d56946', 'tag': 'c8d410a0-9d46-4b86-96fe-def82dc6d0cb', 'status': 'completed', 'code': 200} Jun 11 09:51:19.299639 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c941e447-3338-4fd0-a46a-442db6939bf3 service neutron] Pushing event updated for resources: {'Port': ['ID=c8d410a0-9d46-4b86-96fe-def82dc6d0cb,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:19.327460 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c941e447-3338-4fd0-a46a-442db6939bf3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:19.342547 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-43cc1e81-b14a-44c1-89b5-103ae07a1179 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1211027186&fields=id&tenant_id=39e8725552694bd89f3d9b894d223d7c HTTP/1.1" status: 200 len: 267 time: 0.2331789 Jun 11 09:51:19.373828 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-61602e72-f34b-4e93-85d2-9c3bc772e5f2 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:19.378492 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-212b286f-cbdf-402b-bd79-fb57a900052f tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:19.417493 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631b4e88-ad29-486b-bfdf-08f8dea1559e req-9595f134-3549-482b-9c7e-7fb57bad57da tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:19.419111 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-631b4e88-ad29-486b-bfdf-08f8dea1559e req-9595f134-3549-482b-9c7e-7fb57bad57da tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.64 "GET /v2.0/ports?device_id=07a4e6db-d26d-45d2-b2ee-df8136c9da39 HTTP/1.1" status: 200 len: 946 time: 0.2587707 Jun 11 09:51:19.425022 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61602e72-f34b-4e93-85d2-9c3bc772e5f2 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Pushing event deleted for resources: {'Port': ['ID=160277ea-24c9-4b7c-92a0-76807f63cf2b,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:19.433895 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-61602e72-f34b-4e93-85d2-9c3bc772e5f2 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:19.476792 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69699c8-e140-48c4-92da-424cce13aaed req-8f114f30-a309-45bc-a831-92648506de5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:19.478275 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e69699c8-e140-48c4-92da-424cce13aaed req-8f114f30-a309-45bc-a831-92648506de5f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e7a84328845c42e4a2bf009ba2709f6e&device_id=e850029d-90e3-4ac5-995d-7df587d56946 HTTP/1.1" status: 200 len: 1095 time: 0.1969690 Jun 11 09:51:19.487192 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-cd27de42-146f-4b4d-9469-eb042850b802 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:19.488578 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-cd27de42-146f-4b4d-9469-eb042850b802 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/ports/aba52a31-7ead-4b87-98cf-90bcdace2f39 HTTP/1.1" status: 200 len: 935 time: 0.1314044 Jun 11 09:51:19.587205 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 51170) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:51:19.602011 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e69699c8-e140-48c4-92da-424cce13aaed req-17d22712-5d3c-4065-9a75-c5bbd2f492fe service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c8d410a0-9d46-4b86-96fe-def82dc6d0cb HTTP/1.1" status: 200 len: 217 time: 0.1058252 Jun 11 09:51:19.683610 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d038d47b-3b65-406d-99b7-d2ae26132666 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:19.727611 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-c7a7fe0a-5009-4daf-8097-5c275520b054 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:19.728958 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-c7a7fe0a-5009-4daf-8097-5c275520b054 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/ports/0e3d8c07-4dd8-4173-b439-d804ac86a9ca HTTP/1.1" status: 200 len: 936 time: 0.2316730 Jun 11 09:51:19.813226 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-8e65d41b-0017-4bc0-84cd-7cf84c52a8e3 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/ports?network_id=8268b03e-4f88-453d-8a80-f3e0484b960f&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0768940 Jun 11 09:51:19.817482 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69699c8-e140-48c4-92da-424cce13aaed req-70aae9db-fb6d-461f-be24-cb45c7a2f52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:19.819467 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e69699c8-e140-48c4-92da-424cce13aaed req-70aae9db-fb6d-461f-be24-cb45c7a2f52c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=653da622-357e-4eea-a767-3057d0992af6 HTTP/1.1" status: 200 len: 852 time: 0.1987348 Jun 11 09:51:19.903202 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-9ff87ee1-2218-4007-ad10-ef3346956a33 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/ports?network_id=8268b03e-4f88-453d-8a80-f3e0484b960f&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0785489 Jun 11 09:51:19.904927 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e69699c8-e140-48c4-92da-424cce13aaed req-3785cbda-896c-430f-a11a-49933a53205a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=51fb20d0-10f0-46f3-aa19-f1b488299b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762055 Jun 11 09:51:19.932631 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-631b4e88-ad29-486b-bfdf-08f8dea1559e req-f8345150-6e13-46af-835d-86318f78d291 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Deleting port 62edb212-025f-4ae0-a3a1-9c7870b038ba {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:51:19.932974 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-631b4e88-ad29-486b-bfdf-08f8dea1559e req-f8345150-6e13-46af-835d-86318f78d291 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:20.047557 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.db.resource_extend [None req-1ecb0396-106b-48be-b704-6960f7e9bd46 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 11 09:51:20.052451 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a7b13a43-afff-45ee-9568-80dc071da3c4 req-eac7aea7-643f-4768-9cd3-075193623bff service neutron] 10.222.0.69 "GET /v2.0/networks/6820836b-bd7b-4793-8876-dbfb45277379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7552979 Jun 11 09:51:20.114932 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-61602e72-f34b-4e93-85d2-9c3bc772e5f2 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374120'] for router_gateway, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:20.275940 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e69699c8-e140-48c4-92da-424cce13aaed req-4b450788-3aad-4db2-b737-e64144b218d4 service neutron] 10.222.0.69 "GET /v2.0/networks/51fb20d0-10f0-46f3-aa19-f1b488299b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3626745 Jun 11 09:51:20.282461 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-56008ae4-d111-46fc-be5b-4062ed84a41d tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:20.288680 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-56008ae4-d111-46fc-be5b-4062ed84a41d tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:20.294258 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-56008ae4-d111-46fc-be5b-4062ed84a41d tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:20.295781 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-56008ae4-d111-46fc-be5b-4062ed84a41d tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/networks?id=613fb304-5cfe-4609-aaba-f0eb53f2be57&id=6d3621a2-169e-4b61-882a-b4c2c253f396&id=6d3621a2-169e-4b61-882a-b4c2c253f396&id=8268b03e-4f88-453d-8a80-f3e0484b960f&id=8268b03e-4f88-453d-8a80-f3e0484b960f HTTP/1.1" status: 200 len: 1996 time: 0.3836863 Jun 11 09:51:20.299305 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-631b4e88-ad29-486b-bfdf-08f8dea1559e req-f8345150-6e13-46af-835d-86318f78d291 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] For port 62edb212-025f-4ae0-a3a1-9c7870b038ba, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=62edb212-025f-4ae0-a3a1-9c7870b038ba,segment=NetworkSegment(f561be66-4e48-459e-8c21-fceaa6c73661),segment_id=f561be66-4e48-459e-8c21-fceaa6c73661)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:51:20.299618 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-631b4e88-ad29-486b-bfdf-08f8dea1559e req-f8345150-6e13-46af-835d-86318f78d291 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:20.305000 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-61602e72-f34b-4e93-85d2-9c3bc772e5f2 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:20.310670 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1ecb0396-106b-48be-b704-6960f7e9bd46 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:20.312722 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-61602e72-f34b-4e93-85d2-9c3bc772e5f2 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:20.361091 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62295f7-9d37-409a-85a9-fb8d65b44e3d req-32df0201-975e-459b-b724-62a76f3667e5 tempest-TenantUsagesTestJSON-1812384216 tempest-TenantUsagesTestJSON-1812384216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:20.362540 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e62295f7-9d37-409a-85a9-fb8d65b44e3d req-32df0201-975e-459b-b724-62a76f3667e5 tempest-TenantUsagesTestJSON-1812384216 tempest-TenantUsagesTestJSON-1812384216-project] 10.222.0.60 "GET /v2.0/ports?device_id=68cd8b94-a1f0-4caa-af3c-8e692d794021 HTTP/1.1" status: 200 len: 950 time: 0.4934726 Jun 11 09:51:20.401323 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d038d47b-3b65-406d-99b7-d2ae26132666 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:20.429638 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1ecb0396-106b-48be-b704-6960f7e9bd46 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:20.441741 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-631b4e88-ad29-486b-bfdf-08f8dea1559e req-f8345150-6e13-46af-835d-86318f78d291 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Calling delete_port for 62edb212-025f-4ae0-a3a1-9c7870b038ba owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:51:20.446193 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-1be35be6-8e28-4176-8ef0-e9b32d181e4b tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/quotas/39e8725552694bd89f3d9b894d223d7c HTTP/1.1" status: 200 len: 375 time: 0.1291800 Jun 11 09:51:20.539866 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d038d47b-3b65-406d-99b7-d2ae26132666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:20.557460 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-61602e72-f34b-4e93-85d2-9c3bc772e5f2 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:20.557860 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61602e72-f34b-4e93-85d2-9c3bc772e5f2 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1eb65042-bc78-4093-a287-5cd24c9d2fa2 {{(pid=93177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 09:51:20.566565 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-61602e72-f34b-4e93-85d2-9c3bc772e5f2 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:20.571022 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-61602e72-f34b-4e93-85d2-9c3bc772e5f2 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] 10.222.0.60 "DELETE /v2.0/routers/1eb65042-bc78-4093-a287-5cd24c9d2fa2 HTTP/1.1" status: 204 len: 168 time: 3.4553180 Jun 11 09:51:20.581652 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6be8f41d-3fd9-48c3-96db-738133d8469c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:20.584408 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 51180) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:51:20.587926 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a7b13a43-afff-45ee-9568-80dc071da3c4 req-86086d76-a519-46b2-9c77-590a3f911cf1 service neutron] 10.222.0.69 "GET /v2.0/networks/6820836b-bd7b-4793-8876-dbfb45277379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4904079 Jun 11 09:51:20.646707 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e62295f7-9d37-409a-85a9-fb8d65b44e3d req-371a05c8-f17f-4788-ab89-27e27a878ac0 tempest-TenantUsagesTestJSON-1812384216 tempest-TenantUsagesTestJSON-1812384216-project] 10.222.0.60 "GET /v2.0/security-groups?id=171818a9-578b-47f6-9efc-d69f53f3ba13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752228 Jun 11 09:51:20.688660 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb698156-d200-4a48-85e0-08a46f5da93f tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Deleting subnet 70b17655-eb44-4e24-9caa-f025c315aa0c {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 09:51:20.696498 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bb698156-d200-4a48-85e0-08a46f5da93f tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:20.728170 n-d-779913-12 neutron-server[93177]: INFO neutron.db.l3_db [None req-1ecb0396-106b-48be-b704-6960f7e9bd46 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Floating IP 46a52dc1-cea2-4718-84e3-2d865eb7fe93 associated. External IP: 172.25.4.233, port: b5f0517f-e623-4a7f-afe3-a62c3b1537aa. Jun 11 09:51:20.847748 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bb698156-d200-4a48-85e0-08a46f5da93f tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:20.956370 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bb698156-d200-4a48-85e0-08a46f5da93f tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:21.045661 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-d038d47b-3b65-406d-99b7-d2ae26132666 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7d2ea3f8daf5425ebe79d76d791efb72&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4548802 Jun 11 09:51:21.054084 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 51186) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:51:21.056278 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e69699c8-e140-48c4-92da-424cce13aaed req-a295b8a1-7f9e-472f-9090-1edf0919906e service neutron] 10.222.0.69 "GET /v2.0/networks/51fb20d0-10f0-46f3-aa19-f1b488299b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7540591 Jun 11 09:51:21.070512 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d038d47b-3b65-406d-99b7-d2ae26132666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f72bf756-b42f-488d-9cc8-714856c1b5b5,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:21.085268 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d038d47b-3b65-406d-99b7-d2ae26132666 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:21.130780 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305fbb0f-6aba-4097-a47c-21c500ca4de6 req-7bc9eb21-ac64-4ca7-b9d1-0a8a9d69e4d6 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:21.132318 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-305fbb0f-6aba-4097-a47c-21c500ca4de6 req-7bc9eb21-ac64-4ca7-b9d1-0a8a9d69e4d6 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/ports?device_id=e850029d-90e3-4ac5-995d-7df587d56946 HTTP/1.1" status: 200 len: 943 time: 0.3490093 Jun 11 09:51:21.143973 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-91a44b17-39d5-4451-b5a3-ae1b5fa3828f tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=39e8725552694bd89f3d9b894d223d7c&fields=id HTTP/1.1" status: 200 len: 532 time: 0.6903787 Jun 11 09:51:21.214370 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-305fbb0f-6aba-4097-a47c-21c500ca4de6 req-46db31bc-4fb1-4ffc-9edb-028577f45314 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bdf718a-3d55-4418-9711-8519d490f59c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610058 Jun 11 09:51:21.226033 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6edeabfe-78ac-41d0-ace4-10a5ccfee7a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:21.234547 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ecb0396-106b-48be-b704-6960f7e9bd46 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Router 9459f935-6ad7-4b7a-88c4-4afeb91aaef9 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 09:51:21.248268 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bb698156-d200-4a48-85e0-08a46f5da93f tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:21.259509 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a0faa347-e9ad-46da-a60e-a83f5f526433 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:21.264828 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bb698156-d200-4a48-85e0-08a46f5da93f tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:21.269615 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-bb698156-d200-4a48-85e0-08a46f5da93f tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] 10.222.0.60 "DELETE /v2.0/subnets/70b17655-eb44-4e24-9caa-f025c315aa0c HTTP/1.1" status: 204 len: 168 time: 0.6840882 Jun 11 09:51:21.270258 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 51188) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:51:21.362058 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6edeabfe-78ac-41d0-ace4-10a5ccfee7a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:21.395381 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-631b4e88-ad29-486b-bfdf-08f8dea1559e req-f8345150-6e13-46af-835d-86318f78d291 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:21.411939 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['e21094f9-fbfa-4270-bdd9-5d903859b711', '62edb212-025f-4ae0-a3a1-9c7870b038ba'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:51:21.412462 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3f5581c1-d9b1-478b-ab4e-40644c24af06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:21.442619 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb698156-d200-4a48-85e0-08a46f5da93f tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=70b17655-eb44-4e24-9caa-f025c315aa0c,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:21.455203 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-bb698156-d200-4a48-85e0-08a46f5da93f tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:21.470641 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8345150-6e13-46af-835d-86318f78d291 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Pushing event deleted for resources: {'Port': ['ID=62edb212-025f-4ae0-a3a1-9c7870b038ba,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:21.479555 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f8345150-6e13-46af-835d-86318f78d291 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:21.497922 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5070de13-34dd-4d34-a185-06062a81fa81 req-bf363fd5-c722-4252-9673-a391a521ad01 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=07a4e6db-d26d-45d2-b2ee-df8136c9da39 HTTP/1.1" status: 200 len: 210 time: 0.1554413 Jun 11 09:51:21.520500 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0645a5-927e-461b-86dc-763875421395 req-6b1019b9-2584-4d7f-8a12-5418b08beb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:21.522597 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0f0645a5-927e-461b-86dc-763875421395 req-6b1019b9-2584-4d7f-8a12-5418b08beb06 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e7a84328845c42e4a2bf009ba2709f6e&device_id=e850029d-90e3-4ac5-995d-7df587d56946 HTTP/1.1" status: 200 len: 1095 time: 0.2976725 Jun 11 09:51:21.530031 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-ca82c941-e500-4566-8571-621d004921f0 service neutron] 10.222.0.60 "GET /v2.0/networks/613fb304-5cfe-4609-aaba-f0eb53f2be57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3570373 Jun 11 09:51:21.556608 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-631b4e88-ad29-486b-bfdf-08f8dea1559e req-f8345150-6e13-46af-835d-86318f78d291 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] No DVR routers for this DVR port 62edb212-025f-4ae0-a3a1-9c7870b038ba on host n-h1-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:51:21.574621 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-631b4e88-ad29-486b-bfdf-08f8dea1559e req-f8345150-6e13-46af-835d-86318f78d291 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:21.576977 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-631b4e88-ad29-486b-bfdf-08f8dea1559e req-f8345150-6e13-46af-835d-86318f78d291 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.64 "DELETE /v2.0/ports/62edb212-025f-4ae0-a3a1-9c7870b038ba HTTP/1.1" status: 204 len: 173 time: 2.1467710 Jun 11 09:51:21.580190 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07a4e6db-d26d-45d2-b2ee-df8136c9da39', 'name': 'network-vif-deleted', 'tag': '62edb212-025f-4ae0-a3a1-9c7870b038ba'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:51:21.583822 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f346e9b6-dcb8-4322-be0a-c8a2d13d5a56" -d '{"events": [{"server_uuid": "07a4e6db-d26d-45d2-b2ee-df8136c9da39", "name": "network-vif-deleted", "tag": "62edb212-025f-4ae0-a3a1-9c7870b038ba"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:51:21.589462 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-38ac09d7-ec31-44b9-b7fa-c1f9302ffa58 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:21.619133 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ecb0396-106b-48be-b704-6960f7e9bd46 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:51:21.651379 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325796e2-b736-4f96-afff-83a698b24f0e None None] Sync routers for ids ['9459f935-6ad7-4b7a-88c4-4afeb91aaef9'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:51:21.652285 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1ecb0396-106b-48be-b704-6960f7e9bd46 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:21.696526 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325796e2-b736-4f96-afff-83a698b24f0e None None] Routers {'9459f935-6ad7-4b7a-88c4-4afeb91aaef9'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:51:21.697473 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-325796e2-b736-4f96-afff-83a698b24f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:51:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['9459f935-6ad7-4b7a-88c4-4afeb91aaef9'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:51:21.736871 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6edeabfe-78ac-41d0-ace4-10a5ccfee7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:21.758353 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6edeabfe-78ac-41d0-ace4-10a5ccfee7a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:21.761707 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-6edeabfe-78ac-41d0-ace4-10a5ccfee7a0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f72bf756-b42f-488d-9cc8-714856c1b5b5 HTTP/1.1" status: 204 len: 168 time: 0.7022541 Jun 11 09:51:21.761865 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-38ac09d7-ec31-44b9-b7fa-c1f9302ffa58 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:21.764752 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-1ecb0396-106b-48be-b704-6960f7e9bd46 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] 10.222.0.60 "PUT /v2.0/floatingips/46a52dc1-cea2-4718-84e3-2d865eb7fe93 HTTP/1.1" status: 200 len: 991 time: 3.5671492 Jun 11 09:51:21.771346 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b0925bd-e2ca-4cc1-bb17-c477189658df', 'tag': 'b5f0517f-e623-4a7f-afe3-a62c3b1537aa'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:51:21.773847 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ff069a-36fb-4e21-a428-02b1a070b4db" -d '{"events": [{"name": "network-changed", "server_uuid": "8b0925bd-e2ca-4cc1-bb17-c477189658df", "tag": "b5f0517f-e623-4a7f-afe3-a62c3b1537aa"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:51:21.781468 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-65c8f23c-fff5-4510-a5d8-8f9d5f25726b tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:21.781688 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-38ac09d7-ec31-44b9-b7fa-c1f9302ffa58 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['273fd6bb-fcc8-4de2-8522-de83bf3837f0']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:51:21.797465 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-38ac09d7-ec31-44b9-b7fa-c1f9302ffa58 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c93075b-58f6-4ffd-aae1-aecb77dc4584') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:51:21.797766 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-38ac09d7-ec31-44b9-b7fa-c1f9302ffa58 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c93075b-58f6-4ffd-aae1-aecb77dc4584') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:51:21.809952 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-38ac09d7-ec31-44b9-b7fa-c1f9302ffa58 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:21.829390 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-38ac09d7-ec31-44b9-b7fa-c1f9302ffa58 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:21.843863 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38ac09d7-ec31-44b9-b7fa-c1f9302ffa58 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Releasing vlan 756 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 09:51:21.844282 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-38ac09d7-ec31-44b9-b7fa-c1f9302ffa58 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:21.846285 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:51:21.846285 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:51:21.846285 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:51:21.846285 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:51:21.846285 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:51:21.846285 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:51:21.846285 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:51:21.846285 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:51:21.846285 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:51:21.846285 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:51:21.846285 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:51:21.846285 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:51:21.846285 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 09:51:21.846285 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 09:51:21.846285 n-d-779913-12 neutron-server[93177]: timer() Jun 11 09:51:21.846285 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 09:51:21.846285 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 09:51:21.846285 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 09:51:21.846285 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 09:51:21.846285 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 09:51:21.846285 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 09:51:21.846285 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 09:51:21.846285 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 09:51:21.846285 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 09:51:21.846285 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 09:51:21.846285 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 09:51:21.846285 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 09:51:21.846285 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 09:51:21.846285 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 09:51:21.846285 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 09:51:21.846285 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 09:51:21.846285 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 09:51:21.846285 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 09:51:21.846285 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 09:51:21.846285 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 09:51:21.846285 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 09:51:21.846285 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 09:51:21.846285 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 09:51:21.846285 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 09:51:21.846285 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 09:51:21.846285 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 09:51:21.846285 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 09:51:21.846285 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 09:51:21.846285 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 09:51:21.896474 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edeabfe-78ac-41d0-ace4-10a5ccfee7a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f72bf756-b42f-488d-9cc8-714856c1b5b5,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:21.908003 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6edeabfe-78ac-41d0-ace4-10a5ccfee7a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:21.950735 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-325796e2-b736-4f96-afff-83a698b24f0e None None] Set router 9459f935-6ad7-4b7a-88c4-4afeb91aaef9 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:51:21.971196 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-11a4314f-5654-43eb-9702-43b467108317 service neutron] 10.222.0.60 "GET /v2.0/networks/613fb304-5cfe-4609-aaba-f0eb53f2be57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4193156 Jun 11 09:51:22.015105 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0645a5-927e-461b-86dc-763875421395 req-097bf97a-2f2d-4a7a-a955-0f1da69f4e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:22.016673 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0f0645a5-927e-461b-86dc-763875421395 req-097bf97a-2f2d-4a7a-a955-0f1da69f4e7e service neutron] 10.222.0.69 "GET /v2.0/networks?id=51fb20d0-10f0-46f3-aa19-f1b488299b81 HTTP/1.1" status: 200 len: 913 time: 0.4624219 Jun 11 09:51:22.121565 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-38ac09d7-ec31-44b9-b7fa-c1f9302ffa58 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:22.125703 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ba6e40fb-f45f-4078-8461-326aff6a9165 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:22.128457 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38ac09d7-ec31-44b9-b7fa-c1f9302ffa58 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 273fd6bb-fcc8-4de2-8522-de83bf3837f0 {{(pid=93177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 11 09:51:22.131953 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-38ac09d7-ec31-44b9-b7fa-c1f9302ffa58 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:22.135078 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-38ac09d7-ec31-44b9-b7fa-c1f9302ffa58 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] 10.222.0.60 "DELETE /v2.0/networks/273fd6bb-fcc8-4de2-8522-de83bf3837f0 HTTP/1.1" status: 204 len: 168 time: 0.7943068 Jun 11 09:51:22.171186 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0f0645a5-927e-461b-86dc-763875421395 req-976a6fce-780f-4000-8294-c9d0605d4bea service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c8d410a0-9d46-4b86-96fe-def82dc6d0cb HTTP/1.1" status: 200 len: 217 time: 0.0918491 Jun 11 09:51:22.172192 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ac09d7-ec31-44b9-b7fa-c1f9302ffa58 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Pushing event deleted for resources: {'Network': ['ID=273fd6bb-fcc8-4de2-8522-de83bf3837f0,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:22.183100 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-38ac09d7-ec31-44b9-b7fa-c1f9302ffa58 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:22.219916 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-9d864961-2c2c-4f9c-92ae-899fde6852e5 service neutron] 10.222.0.60 "GET /v2.0/ports/aba52a31-7ead-4b87-98cf-90bcdace2f39?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.2371650 Jun 11 09:51:22.224831 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d63831-df0c-44c2-95ab-a3d2b1263748 x-openstack-request-id: req-a3d63831-df0c-44c2-95ab-a3d2b1263748 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:51:22.225154 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07a4e6db-d26d-45d2-b2ee-df8136c9da39", "name": "network-vif-deleted", "tag": "62edb212-025f-4ae0-a3a1-9c7870b038ba", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:51:22.225457 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a3d63831-df0c-44c2-95ab-a3d2b1263748 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:51:22.225903 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07a4e6db-d26d-45d2-b2ee-df8136c9da39', 'name': 'network-vif-deleted', 'tag': '62edb212-025f-4ae0-a3a1-9c7870b038ba', 'status': 'completed', 'code': 200} Jun 11 09:51:22.358603 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c5b1f7f-6c3d-42c8-b5eb-2c1727276040 x-openstack-request-id: req-7c5b1f7f-6c3d-42c8-b5eb-2c1727276040 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:51:22.358953 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b0925bd-e2ca-4cc1-bb17-c477189658df", "tag": "b5f0517f-e623-4a7f-afe3-a62c3b1537aa", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:51:22.359257 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7c5b1f7f-6c3d-42c8-b5eb-2c1727276040 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:51:22.359795 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b0925bd-e2ca-4cc1-bb17-c477189658df', 'tag': 'b5f0517f-e623-4a7f-afe3-a62c3b1537aa', 'status': 'completed', 'code': 200} Jun 11 09:51:22.510284 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0645a5-927e-461b-86dc-763875421395 req-17c52522-5883-416e-8a64-5b7b9621c22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:22.516224 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0f0645a5-927e-461b-86dc-763875421395 req-17c52522-5883-416e-8a64-5b7b9621c22e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=653da622-357e-4eea-a767-3057d0992af6 HTTP/1.1" status: 200 len: 852 time: 0.3301151 Jun 11 09:51:22.562273 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ff069a-36fb-4e21-a428-02b1a070b4db req-44a6da0e-792e-4ac8-b7fb-3f2d4105a7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:22.565634 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c5ff069a-36fb-4e21-a428-02b1a070b4db req-44a6da0e-792e-4ac8-b7fb-3f2d4105a7df service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0694d8955d61412382677b4a46f00758&device_id=8b0925bd-e2ca-4cc1-bb17-c477189658df HTTP/1.1" status: 200 len: 1097 time: 0.1792974 Jun 11 09:51:22.721039 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-39b4a451-a330-42b5-8c29-e31839d070c4 service neutron] 10.222.0.60 "GET /v2.0/networks/6d3621a2-169e-4b61-882a-b4c2c253f396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4400413 Jun 11 09:51:22.800823 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0f0645a5-927e-461b-86dc-763875421395 req-c2d7a689-c2c6-40f3-bf68-9f649118980e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=51fb20d0-10f0-46f3-aa19-f1b488299b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698001 Jun 11 09:51:22.995827 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0f0645a5-927e-461b-86dc-763875421395 req-60605559-438e-42f2-99a7-591f2b338301 service neutron] 10.222.0.69 "GET /v2.0/networks/51fb20d0-10f0-46f3-aa19-f1b488299b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864998 Jun 11 09:51:23.016784 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ff069a-36fb-4e21-a428-02b1a070b4db req-1d75b4c1-c94e-4ad0-8cd8-5c8513c660f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:23.019070 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c5ff069a-36fb-4e21-a428-02b1a070b4db req-1d75b4c1-c94e-4ad0-8cd8-5c8513c660f2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=95f263a2-16db-4d6c-8962-c50348487ef1 HTTP/1.1" status: 200 len: 913 time: 0.4454517 Jun 11 09:51:23.076687 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 51226) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:51:23.093406 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-9c0c2769-ddcf-4042-ad95-412210307ba6 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Request body: {'router': {'name': 'tempest-router--1146695801', 'project_id': '9be03841f5de4cc882ff9a7f63af5a03'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:51:23.096696 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-325796e2-b736-4f96-afff-83a698b24f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9459f935-6ad7-4b7a-88c4-4afeb91aaef9', 'name': 'tempest-ServersTestManualDisk-1246532258-router', 'tenant_id': '0694d8955d61412382677b4a46f00758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '59e38e59-5139-44c7-974e-4472c5de8935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:50:35Z', 'updated_at': '2021-06-11T09:50:44Z', 'revision_number': 4, 'project_id': '0694d8955d61412382677b4a46f00758', 'gw_port': {'id': '59e38e59-5139-44c7-974e-4472c5de8935', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9459f935-6ad7-4b7a-88c4-4afeb91aaef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:50:38Z', 'updated_at': '2021-06-11T09:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': '46a52dc1-cea2-4718-84e3-2d865eb7fe93', 'tenant_id': '0694d8955d61412382677b4a46f00758', 'floating_ip_address': '172.25.4.233', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': '9459f935-6ad7-4b7a-88c4-4afeb91aaef9', 'port_id': 'b5f0517f-e623-4a7f-afe3-a62c3b1537aa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95f263a2-16db-4d6c-8962-c50348487ef1', 'mac_address': 'fa:16:3e:49:c6:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0925bd-e2ca-4cc1-bb17-c477189658df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T09:50:53Z', 'updated_at': '2021-06-11T09:51:19Z', 'revision_number': 1, 'project_id': '0694d8955d61412382677b4a46f00758', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9df10423-622b-4571-a6dc-c81ea87dd65a', 'name': '', 'network_id': '95f263a2-16db-4d6c-8962-c50348487ef1', 'tenant_id': '0694d8955d61412382677b4a46f00758', 'mac_address': 'fa:16:3e:81:61:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9459f935-6ad7-4b7a-88c4-4afeb91aaef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '9b5d9d7d-14db-4d74-baaa-fbd3e9136036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:50:43Z', 'updated_at': '2021-06-11T09:50:52Z', 'revision_number': 5, 'project_id': '0694d8955d61412382677b4a46f00758', 'subnets': [{'id': '9b5d9d7d-14db-4d74-baaa-fbd3e9136036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:51:23.100854 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325796e2-b736-4f96-afff-83a698b24f0e None None] Checking router: 9459f935-6ad7-4b7a-88c4-4afeb91aaef9 for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:51:23.109918 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325796e2-b736-4f96-afff-83a698b24f0e None None] Routers {'9459f935-6ad7-4b7a-88c4-4afeb91aaef9'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:51:23.110113 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-325796e2-b736-4f96-afff-83a698b24f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:51:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['9459f935-6ad7-4b7a-88c4-4afeb91aaef9'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:51:23.129303 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e79f1-5808-452e-85c3-bbae7c6eef15 req-bf4b72f4-1e29-4014-b023-fabfa12252b7 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:23.133611 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f88e79f1-5808-452e-85c3-bbae7c6eef15 req-bf4b72f4-1e29-4014-b023-fabfa12252b7 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/ports?device_id=e850029d-90e3-4ac5-995d-7df587d56946 HTTP/1.1" status: 200 len: 943 time: 0.1978586 Jun 11 09:51:23.173220 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-2b76d1e0-f935-4abe-94ce-4325eda1a6a4 service neutron] 10.222.0.60 "GET /v2.0/networks/6d3621a2-169e-4b61-882a-b4c2c253f396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4512067 Jun 11 09:51:23.180991 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c5ff069a-36fb-4e21-a428-02b1a070b4db req-99a98e96-c789-44df-b1f2-93e12f2dcd3d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b5f0517f-e623-4a7f-afe3-a62c3b1537aa HTTP/1.1" status: 200 len: 999 time: 0.1538935 Jun 11 09:51:23.254530 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f88e79f1-5808-452e-85c3-bbae7c6eef15 req-c0043416-3ff5-48cc-823b-a10ddd47f432 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bdf718a-3d55-4418-9711-8519d490f59c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171563 Jun 11 09:51:23.265850 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-325796e2-b736-4f96-afff-83a698b24f0e None None] Set router 9459f935-6ad7-4b7a-88c4-4afeb91aaef9 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:51:23.279472 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-54723d4e-4dfd-4a84-b0c4-78d4768ae080 service neutron] 10.222.0.60 "GET /v2.0/ports/0e3d8c07-4dd8-4173-b439-d804ac86a9ca?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0599077 Jun 11 09:51:23.296204 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ff069a-36fb-4e21-a428-02b1a070b4db req-50347583-7d49-4b87-ad3a-45e9b0498c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:23.303415 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c5ff069a-36fb-4e21-a428-02b1a070b4db req-50347583-7d49-4b87-ad3a-45e9b0498c07 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9b5d9d7d-14db-4d74-baaa-fbd3e9136036 HTTP/1.1" status: 200 len: 851 time: 0.1112559 Jun 11 09:51:23.398140 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9c0c2769-ddcf-4042-ad95-412210307ba6 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:23.399206 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9c0c2769-ddcf-4042-ad95-412210307ba6 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:23.416035 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ff069a-36fb-4e21-a428-02b1a070b4db req-a0b92ed9-fa97-4149-8407-e13580c60b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:23.417977 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c5ff069a-36fb-4e21-a428-02b1a070b4db req-a0b92ed9-fa97-4149-8407-e13580c60b53 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=95f263a2-16db-4d6c-8962-c50348487ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1078005 Jun 11 09:51:23.445407 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0f0645a5-927e-461b-86dc-763875421395 req-f6cf5161-cd97-4975-be38-bff00818d81c service neutron] 10.222.0.69 "GET /v2.0/networks/51fb20d0-10f0-46f3-aa19-f1b488299b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3661325 Jun 11 09:51:23.449552 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-404e00fd-0a3b-46a1-9e7f-ed25302f474d service neutron] 10.222.0.60 "GET /v2.0/networks/6d3621a2-169e-4b61-882a-b4c2c253f396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602755 Jun 11 09:51:23.537052 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 62edb212-025f-4ae0-a3a1-9c7870b038ba no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:51:23.596003 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] No Port match for: 62edb212-025f-4ae0-a3a1-9c7870b038ba {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:51:23.596003 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 62edb212-025f-4ae0-a3a1-9c7870b038ba not bound to the agent host n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:51:23.669213 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-4735f225-d3ad-41be-8c03-598bffb40b75 service neutron] 10.222.0.60 "GET /v2.0/networks/6d3621a2-169e-4b61-882a-b4c2c253f396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646516 Jun 11 09:51:23.674112 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9c0c2769-ddcf-4042-ad95-412210307ba6 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:23.780965 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9c0c2769-ddcf-4042-ad95-412210307ba6 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:23.831526 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-4f0e2f90-37a1-4512-9a78-1135683234f6 service neutron] 10.222.0.60 "GET /v2.0/networks/6d3621a2-169e-4b61-882a-b4c2c253f396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545599 Jun 11 09:51:23.837603 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-325796e2-b736-4f96-afff-83a698b24f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9459f935-6ad7-4b7a-88c4-4afeb91aaef9', 'name': 'tempest-ServersTestManualDisk-1246532258-router', 'tenant_id': '0694d8955d61412382677b4a46f00758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '59e38e59-5139-44c7-974e-4472c5de8935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:50:35Z', 'updated_at': '2021-06-11T09:50:44Z', 'revision_number': 4, 'project_id': '0694d8955d61412382677b4a46f00758', 'gw_port': {'id': '59e38e59-5139-44c7-974e-4472c5de8935', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9459f935-6ad7-4b7a-88c4-4afeb91aaef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:50:38Z', 'updated_at': '2021-06-11T09:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': '46a52dc1-cea2-4718-84e3-2d865eb7fe93', 'tenant_id': '0694d8955d61412382677b4a46f00758', 'floating_ip_address': '172.25.4.233', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': '9459f935-6ad7-4b7a-88c4-4afeb91aaef9', 'port_id': 'b5f0517f-e623-4a7f-afe3-a62c3b1537aa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95f263a2-16db-4d6c-8962-c50348487ef1', 'mac_address': 'fa:16:3e:49:c6:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0925bd-e2ca-4cc1-bb17-c477189658df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T09:50:53Z', 'updated_at': '2021-06-11T09:51:19Z', 'revision_number': 1, 'project_id': '0694d8955d61412382677b4a46f00758', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9df10423-622b-4571-a6dc-c81ea87dd65a', 'name': '', 'network_id': '95f263a2-16db-4d6c-8962-c50348487ef1', 'tenant_id': '0694d8955d61412382677b4a46f00758', 'mac_address': 'fa:16:3e:81:61:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9459f935-6ad7-4b7a-88c4-4afeb91aaef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '9b5d9d7d-14db-4d74-baaa-fbd3e9136036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:50:43Z', 'updated_at': '2021-06-11T09:50:52Z', 'revision_number': 5, 'project_id': '0694d8955d61412382677b4a46f00758', 'subnets': [{'id': '9b5d9d7d-14db-4d74-baaa-fbd3e9136036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:51:23.842553 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325796e2-b736-4f96-afff-83a698b24f0e None None] The sync data for ids ['9459f935-6ad7-4b7a-88c4-4afeb91aaef9'] in n-d-779913-12 is: [{'id': '9459f935-6ad7-4b7a-88c4-4afeb91aaef9', 'name': 'tempest-ServersTestManualDisk-1246532258-router', 'tenant_id': '0694d8955d61412382677b4a46f00758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '59e38e59-5139-44c7-974e-4472c5de8935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:50:35Z', 'updated_at': '2021-06-11T09:50:44Z', 'revision_number': 4, 'project_id': '0694d8955d61412382677b4a46f00758', 'gw_port': {'id': '59e38e59-5139-44c7-974e-4472c5de8935', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9459f935-6ad7-4b7a-88c4-4afeb91aaef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:50:38Z', 'updated_at': '2021-06-11T09:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': '46a52dc1-cea2-4718-84e3-2d865eb7fe93', 'tenant_id': '0694d8955d61412382677b4a46f00758', 'floating_ip_address': '172.25.4.233', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': '9459f935-6ad7-4b7a-88c4-4afeb91aaef9', 'port_id': 'b5f0517f-e623-4a7f-afe3-a62c3b1537aa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95f263a2-16db-4d6c-8962-c50348487ef1', 'mac_address': 'fa:16:3e:49:c6:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0925bd-e2ca-4cc1-bb17-c477189658df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T09:50:53Z', 'updated_at': '2021-06-11T09:51:19Z', 'revision_number': 1, 'project_id': '0694d8955d61412382677b4a46f00758', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9df10423-622b-4571-a6dc-c81ea87dd65a', 'name': '', 'network_id': '95f263a2-16db-4d6c-8962-c50348487ef1', 'tenant_id': '0694d8955d61412382677b4a46f00758', 'mac_address': 'fa:16:3e:81:61:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9459f935-6ad7-4b7a-88c4-4afeb91aaef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '9b5d9d7d-14db-4d74-baaa-fbd3e9136036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:50:43Z', 'updated_at': '2021-06-11T09:50:52Z', 'revision_number': 5, 'project_id': '0694d8955d61412382677b4a46f00758', 'subnets': [{'id': '9b5d9d7d-14db-4d74-baaa-fbd3e9136036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:51:23.939307 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9c0c2769-ddcf-4042-ad95-412210307ba6 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:23.943340 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-9c0c2769-ddcf-4042-ad95-412210307ba6 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.8527915 Jun 11 09:51:23.944829 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 51246) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:51:24.090271 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-59752e44-3a2f-4305-941b-f6b7c99cc561 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks [] for router, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:24.188234 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c5ff069a-36fb-4e21-a428-02b1a070b4db req-0e678016-be9f-428e-9581-cd68a8d36209 service neutron] 10.222.0.69 "GET /v2.0/networks/95f263a2-16db-4d6c-8962-c50348487ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7595484 Jun 11 09:51:24.208602 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-466549af-f034-46d7-9183-eba2d688de6c service neutron] 10.222.0.60 "GET /v2.0/networks/6d3621a2-169e-4b61-882a-b4c2c253f396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3703268 Jun 11 09:51:24.226208 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96e990c-5982-41c5-9b2b-7ddaf494f0fb None None] New status for floating IP 46a52dc1-cea2-4718-84e3-2d865eb7fe93: ACTIVE {{(pid=93179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 09:51:24.352848 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c5ff069a-36fb-4e21-a428-02b1a070b4db req-5a43cc4a-f867-4f63-9436-de5cb9f4d068 service neutron] 10.222.0.69 "GET /v2.0/networks/95f263a2-16db-4d6c-8962-c50348487ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574333 Jun 11 09:51:24.491545 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-59752e44-3a2f-4305-941b-f6b7c99cc561 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:24.495076 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-59752e44-3a2f-4305-941b-f6b7c99cc561 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:24.498126 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-11390a5f-ab76-4542-a8cf-baf8493d6686 service neutron] 10.222.0.60 "GET /v2.0/networks/6d3621a2-169e-4b61-882a-b4c2c253f396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834034 Jun 11 09:51:24.570318 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 09:51:24.659059 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-59752e44-3a2f-4305-941b-f6b7c99cc561 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:24.659539 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59752e44-3a2f-4305-941b-f6b7c99cc561 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 26a3004d-2f3e-4b53-9fc6-4425f2ac4f81 {{(pid=93176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 09:51:24.665637 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-59752e44-3a2f-4305-941b-f6b7c99cc561 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:24.669742 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-59752e44-3a2f-4305-941b-f6b7c99cc561 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] 10.222.0.60 "DELETE /v2.0/routers/26a3004d-2f3e-4b53-9fc6-4425f2ac4f81 HTTP/1.1" status: 204 len: 168 time: 0.7213562 Jun 11 09:51:24.694294 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-98f61774-5985-4627-98e4-6b2a922d1380 service neutron] 10.222.0.60 "GET /v2.0/networks/6d3621a2-169e-4b61-882a-b4c2c253f396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892810 Jun 11 09:51:25.119216 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 51276) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:51:25.219704 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-3b2f12fa-6dd5-4317-8578-63f3b5efcf95 service neutron] 10.222.0.60 "GET /v2.0/networks/8268b03e-4f88-453d-8a80-f3e0484b960f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5170970 Jun 11 09:51:25.230970 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394df514-1c16-492e-97ac-72d74a979d0f req-b6e97acf-c960-433c-806e-02c3a9618aa9 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:25.232429 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-394df514-1c16-492e-97ac-72d74a979d0f req-b6e97acf-c960-433c-806e-02c3a9618aa9 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/ports?device_id=e850029d-90e3-4ac5-995d-7df587d56946 HTTP/1.1" status: 200 len: 943 time: 0.0892947 Jun 11 09:51:25.280000 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-394df514-1c16-492e-97ac-72d74a979d0f req-f582711b-fc4a-4f73-852a-661d05b0dd2e tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bdf718a-3d55-4418-9711-8519d490f59c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407491 Jun 11 09:51:25.400729 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-c2a2208d-41df-42dc-93f4-e4a8fe452c4c service neutron] 10.222.0.60 "GET /v2.0/networks/8268b03e-4f88-453d-8a80-f3e0484b960f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745489 Jun 11 09:51:25.438956 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-ac1e015c-873c-4e53-be41-7a24f9a88d5e tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-610019375', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}, 'admin_state_up': False}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:51:25.449562 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3703745-8696-495b-9298-0ee38a428cc3 req-24d2b6f1-3ab1-47d9-97d9-811debcf163c tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:25.450999 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a3703745-8696-495b-9298-0ee38a428cc3 req-24d2b6f1-3ab1-47d9-97d9-811debcf163c tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.64 "GET /v2.0/ports?device_id=6862493a-d39d-40b0-b207-242830221721 HTTP/1.1" status: 200 len: 945 time: 0.1366901 Jun 11 09:51:25.494112 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7328fab-ee65-4fb1-b872-cb8415761621 req-f1ba1b4d-665d-455c-b9da-a6ee6395c930 tempest-TenantUsagesTestJSON-1812384216 tempest-TenantUsagesTestJSON-1812384216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:25.495826 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c7328fab-ee65-4fb1-b872-cb8415761621 req-f1ba1b4d-665d-455c-b9da-a6ee6395c930 tempest-TenantUsagesTestJSON-1812384216 tempest-TenantUsagesTestJSON-1812384216-project] 10.222.0.60 "GET /v2.0/ports?device_id=68cd8b94-a1f0-4caa-af3c-8e692d794021 HTTP/1.1" status: 200 len: 950 time: 0.1023726 Jun 11 09:51:25.539316 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c7328fab-ee65-4fb1-b872-cb8415761621 req-e8be97ec-df7d-41f5-87ef-be3907d239a5 tempest-TenantUsagesTestJSON-1812384216 tempest-TenantUsagesTestJSON-1812384216-project] 10.222.0.60 "GET /v2.0/security-groups?id=171818a9-578b-47f6-9efc-d69f53f3ba13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378413 Jun 11 09:51:25.577876 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ac1e015c-873c-4e53-be41-7a24f9a88d5e tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:25.579379 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ac1e015c-873c-4e53-be41-7a24f9a88d5e tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:25.625561 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-19956830-cd85-4283-bb5e-0109d17b39a7 service neutron] 10.222.0.60 "GET /v2.0/networks/8268b03e-4f88-453d-8a80-f3e0484b960f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166998 Jun 11 09:51:25.673951 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ac1e015c-873c-4e53-be41-7a24f9a88d5e tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:25.749375 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-a3703745-8696-495b-9298-0ee38a428cc3 req-bd56b285-f9ac-4e50-b079-72e6a39a250f tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Deleting port e21094f9-fbfa-4270-bdd9-5d903859b711 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:51:25.749993 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a3703745-8696-495b-9298-0ee38a428cc3 req-bd56b285-f9ac-4e50-b079-72e6a39a250f tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:25.809976 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-a369fc31-f72d-487a-9772-1808af7c09f7 service neutron] 10.222.0.60 "GET /v2.0/networks/8268b03e-4f88-453d-8a80-f3e0484b960f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834567 Jun 11 09:51:25.924335 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device c8d410a0-9d46-4b86-96fe-def82dc6d0cb details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:51:25.956416 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-a3703745-8696-495b-9298-0ee38a428cc3 req-bd56b285-f9ac-4e50-b079-72e6a39a250f tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] For port e21094f9-fbfa-4270-bdd9-5d903859b711, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=e21094f9-fbfa-4270-bdd9-5d903859b711,segment=NetworkSegment(f561be66-4e48-459e-8c21-fceaa6c73661),segment_id=f561be66-4e48-459e-8c21-fceaa6c73661)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:51:25.958550 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a3703745-8696-495b-9298-0ee38a428cc3 req-bd56b285-f9ac-4e50-b079-72e6a39a250f tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:26.089208 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port c8d410a0-9d46-4b86-96fe-def82dc6d0cb, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=c8d410a0-9d46-4b86-96fe-def82dc6d0cb,segment=NetworkSegment(f2a6a55c-ddd9-4c58-9bb7-06c667db61ab),segment_id=f2a6a55c-ddd9-4c58-9bb7-06c667db61ab)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:51:26.106921 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': 'c8d410a0-9d46-4b86-96fe-def82dc6d0cb', 'network_id': '51fb20d0-10f0-46f3-aa19-f1b488299b81', 'port_id': 'c8d410a0-9d46-4b86-96fe-def82dc6d0cb', 'mac_address': 'fa:16:3e:57:92:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '653da622-357e-4eea-a767-3057d0992af6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:51:26.119136 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-a3703745-8696-495b-9298-0ee38a428cc3 req-bd56b285-f9ac-4e50-b079-72e6a39a250f tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Calling delete_port for e21094f9-fbfa-4270-bdd9-5d903859b711 owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:51:26.154398 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:26.172172 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8d410a0-9d46-4b86-96fe-def82dc6d0cb {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:51:26.186443 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ac1e015c-873c-4e53-be41-7a24f9a88d5e tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:26.196770 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port c8d410a0-9d46-4b86-96fe-def82dc6d0cb, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=c8d410a0-9d46-4b86-96fe-def82dc6d0cb,segment=NetworkSegment(f2a6a55c-ddd9-4c58-9bb7-06c667db61ab),segment_id=f2a6a55c-ddd9-4c58-9bb7-06c667db61ab)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:51:26.222093 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa1b9d7-adad-4028-82fb-706fad8a094f req-9d15822b-b439-4ace-b5e4-70fbc3442432 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:26.223210 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0fa1b9d7-adad-4028-82fb-706fad8a094f req-9d15822b-b439-4ace-b5e4-70fbc3442432 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=6862493a-d39d-40b0-b207-242830221721 HTTP/1.1" status: 200 len: 945 time: 0.2621574 Jun 11 09:51:26.267386 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0fa1b9d7-adad-4028-82fb-706fad8a094f req-ad7ff102-f011-4834-9166-13f1a8029a8e tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=7382d103-d62f-4540-9ac2-5ea0a34701f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379338 Jun 11 09:51:26.277310 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047aabe5-acda-4db3-b580-6bb783b47878 req-43a8ec60-0285-47d7-9240-13c56a91e211 tempest-TenantUsagesTestJSON-1812384216 tempest-TenantUsagesTestJSON-1812384216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:26.278913 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-047aabe5-acda-4db3-b580-6bb783b47878 req-43a8ec60-0285-47d7-9240-13c56a91e211 tempest-TenantUsagesTestJSON-1812384216 tempest-TenantUsagesTestJSON-1812384216-project] 10.222.0.64 "GET /v2.0/ports?device_id=68cd8b94-a1f0-4caa-af3c-8e692d794021 HTTP/1.1" status: 200 len: 950 time: 0.2314591 Jun 11 09:51:26.291907 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:26.291907 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f79f82a9-7d72-4da8-91e5-e95bc330445a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:26.377057 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=c8d410a0-9d46-4b86-96fe-def82dc6d0cb,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:26.380784 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:26.458005 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-047aabe5-acda-4db3-b580-6bb783b47878 req-722eabc0-8df3-4d9e-ae73-db3dc6ab2d7a tempest-TenantUsagesTestJSON-1812384216 tempest-TenantUsagesTestJSON-1812384216-project] Deleting port 9443e77f-bbed-4be0-bdef-1095c59f70ad {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:51:26.458720 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-047aabe5-acda-4db3-b580-6bb783b47878 req-722eabc0-8df3-4d9e-ae73-db3dc6ab2d7a tempest-TenantUsagesTestJSON-1812384216 tempest-TenantUsagesTestJSON-1812384216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:26.507556 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a3703745-8696-495b-9298-0ee38a428cc3 req-bd56b285-f9ac-4e50-b079-72e6a39a250f tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:26.513431 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-18bef9d2-e7e7-4d12-b08d-764f4424443a tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:26.520021 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['e21094f9-fbfa-4270-bdd9-5d903859b711'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:51:26.569079 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ef45e8-4970-48c1-988c-8d6bf2e777cb req-bcbfb816-d961-4d73-953d-ccc4988586f9 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:26.570442 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c5ef45e8-4970-48c1-988c-8d6bf2e777cb req-bcbfb816-d961-4d73-953d-ccc4988586f9 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/ports?device_id=e850029d-90e3-4ac5-995d-7df587d56946 HTTP/1.1" status: 200 len: 944 time: 0.1146703 Jun 11 09:51:26.608774 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd56b285-f9ac-4e50-b079-72e6a39a250f tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Pushing event deleted for resources: {'Port': ['ID=e21094f9-fbfa-4270-bdd9-5d903859b711,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:26.620019 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-bd56b285-f9ac-4e50-b079-72e6a39a250f tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:26.693807 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3703745-8696-495b-9298-0ee38a428cc3 req-bd56b285-f9ac-4e50-b079-72e6a39a250f tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] No DVR routers for this DVR port e21094f9-fbfa-4270-bdd9-5d903859b711 on host n-h1-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:51:26.697370 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['c8d410a0-9d46-4b86-96fe-def82dc6d0cb'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:51:26.711036 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-047aabe5-acda-4db3-b580-6bb783b47878 req-722eabc0-8df3-4d9e-ae73-db3dc6ab2d7a tempest-TenantUsagesTestJSON-1812384216 tempest-TenantUsagesTestJSON-1812384216-project] For port 9443e77f-bbed-4be0-bdef-1095c59f70ad, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=9443e77f-bbed-4be0-bdef-1095c59f70ad,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:51:26.711686 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-047aabe5-acda-4db3-b580-6bb783b47878 req-722eabc0-8df3-4d9e-ae73-db3dc6ab2d7a tempest-TenantUsagesTestJSON-1812384216 tempest-TenantUsagesTestJSON-1812384216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:26.728289 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a3703745-8696-495b-9298-0ee38a428cc3 req-bd56b285-f9ac-4e50-b079-72e6a39a250f tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:26.731260 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a3703745-8696-495b-9298-0ee38a428cc3 req-bd56b285-f9ac-4e50-b079-72e6a39a250f tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.64 "DELETE /v2.0/ports/e21094f9-fbfa-4270-bdd9-5d903859b711 HTTP/1.1" status: 204 len: 173 time: 1.2718053 Jun 11 09:51:26.731946 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6862493a-d39d-40b0-b207-242830221721', 'name': 'network-vif-deleted', 'tag': 'e21094f9-fbfa-4270-bdd9-5d903859b711'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:51:26.734404 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e14975f-239f-43d4-80d6-18bc07f3be5f" -d '{"events": [{"server_uuid": "6862493a-d39d-40b0-b207-242830221721", "name": "network-vif-deleted", "tag": "e21094f9-fbfa-4270-bdd9-5d903859b711"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:51:26.746705 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ac1e015c-873c-4e53-be41-7a24f9a88d5e tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks [] for router_gateway, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:26.785780 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ac1e015c-873c-4e53-be41-7a24f9a88d5e tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:26.795017 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c5ef45e8-4970-48c1-988c-8d6bf2e777cb req-d3cb505f-72f2-41a5-bb7c-27763463f758 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bdf718a-3d55-4418-9711-8519d490f59c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722794 Jun 11 09:51:26.926241 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-047aabe5-acda-4db3-b580-6bb783b47878 req-722eabc0-8df3-4d9e-ae73-db3dc6ab2d7a tempest-TenantUsagesTestJSON-1812384216 tempest-TenantUsagesTestJSON-1812384216-project] Calling delete_port for 9443e77f-bbed-4be0-bdef-1095c59f70ad owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:51:27.021258 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-ac1e015c-873c-4e53-be41-7a24f9a88d5e tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Allocated IP 172.25.4.172 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/df4f7ec6-eee3-418c-b74f-6c5b90d18a69) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:51:27.099386 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9472326b-1099-411f-889b-0925eef6cf32 req-15d8ec8c-6033-4e30-b412-a0452106f032 tempest-TenantUsagesTestJSON-1812384216 tempest-TenantUsagesTestJSON-1812384216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:27.100906 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9472326b-1099-411f-889b-0925eef6cf32 req-15d8ec8c-6033-4e30-b412-a0452106f032 tempest-TenantUsagesTestJSON-1812384216 tempest-TenantUsagesTestJSON-1812384216-project] 10.222.0.60 "GET /v2.0/ports?device_id=68cd8b94-a1f0-4caa-af3c-8e692d794021 HTTP/1.1" status: 200 len: 950 time: 0.0812662 Jun 11 09:51:27.173790 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 51328) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:51:27.230069 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9472326b-1099-411f-889b-0925eef6cf32 req-a10176cf-2566-4d0a-981b-a421c360e419 tempest-TenantUsagesTestJSON-1812384216 tempest-TenantUsagesTestJSON-1812384216-project] 10.222.0.60 "GET /v2.0/security-groups?id=171818a9-578b-47f6-9efc-d69f53f3ba13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083014 Jun 11 09:51:27.311863 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ac1e015c-873c-4e53-be41-7a24f9a88d5e tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:27.361071 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0fa76e8b-15e7-4b4e-8998-6da4bf1fd33a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:27.415837 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d18ab0bf-12ae-46da-905c-c90c3d15baac x-openstack-request-id: req-d18ab0bf-12ae-46da-905c-c90c3d15baac {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:51:27.416181 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6862493a-d39d-40b0-b207-242830221721", "name": "network-vif-deleted", "tag": "e21094f9-fbfa-4270-bdd9-5d903859b711", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:51:27.416479 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d18ab0bf-12ae-46da-905c-c90c3d15baac {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:51:27.416918 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6862493a-d39d-40b0-b207-242830221721', 'name': 'network-vif-deleted', 'tag': 'e21094f9-fbfa-4270-bdd9-5d903859b711', 'status': 'completed', 'code': 200} Jun 11 09:51:27.496733 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0fa76e8b-15e7-4b4e-8998-6da4bf1fd33a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:27.498078 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ac1e015c-873c-4e53-be41-7a24f9a88d5e tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:27.501105 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-61602e72-f34b-4e93-85d2-9c3bc772e5f2 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:27.568451 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1e015c-873c-4e53-be41-7a24f9a88d5e tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:51:27.572182 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-ac1e015c-873c-4e53-be41-7a24f9a88d5e tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:51:27.573678 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-047aabe5-acda-4db3-b580-6bb783b47878 req-722eabc0-8df3-4d9e-ae73-db3dc6ab2d7a tempest-TenantUsagesTestJSON-1812384216 tempest-TenantUsagesTestJSON-1812384216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:27.576431 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1e015c-873c-4e53-be41-7a24f9a88d5e tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:51:27.577731 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9aa54b58-5af6-4866-804b-e884e0050c06 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:27.634582 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722eabc0-8df3-4d9e-ae73-db3dc6ab2d7a tempest-TenantUsagesTestJSON-1812384216 tempest-TenantUsagesTestJSON-1812384216-project] Pushing event deleted for resources: {'Port': ['ID=9443e77f-bbed-4be0-bdef-1095c59f70ad,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:27.638425 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0fa76e8b-15e7-4b4e-8998-6da4bf1fd33a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:27.665293 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-722eabc0-8df3-4d9e-ae73-db3dc6ab2d7a tempest-TenantUsagesTestJSON-1812384216 tempest-TenantUsagesTestJSON-1812384216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:27.667421 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ad1eaec6-4f70-43ef-a9f2-e98fbd73bb71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-815248285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-815248285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:27.673126 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-0fa76e8b-15e7-4b4e-8998-6da4bf1fd33a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e9e75889aac04fd4b6b2e297acf8f9ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4982603 Jun 11 09:51:27.691259 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 51338) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:51:27.752409 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a8353d51-8ce3-4901-828b-ede34a3b0c65 req-a2956e2a-d3cd-49d5-b16a-dc8beb68a956 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=6862493a-d39d-40b0-b207-242830221721 HTTP/1.1" status: 200 len: 210 time: 0.0858309 Jun 11 09:51:27.756852 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1e015c-873c-4e53-be41-7a24f9a88d5e tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Pushing event updated for resources: {'Port': ['ID=df4f7ec6-eee3-418c-b74f-6c5b90d18a69,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:27.798504 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa76e8b-15e7-4b4e-8998-6da4bf1fd33a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b7e0c5-b412-4ba9-889a-bbf1b75fd82a,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:27.824442 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ac1e015c-873c-4e53-be41-7a24f9a88d5e tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:27.829118 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e32aa11d-3291-4af6-b1d4-6176a31ea62b req-86e0676a-4d72-4671-8e66-d4257b7e19c8 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042 HTTP/1.1" status: 200 len: 210 time: 0.2001021 Jun 11 09:51:27.898074 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0fa76e8b-15e7-4b4e-8998-6da4bf1fd33a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:27.898705 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-047aabe5-acda-4db3-b580-6bb783b47878 req-722eabc0-8df3-4d9e-ae73-db3dc6ab2d7a tempest-TenantUsagesTestJSON-1812384216 tempest-TenantUsagesTestJSON-1812384216-project] No DVR routers for this DVR port 9443e77f-bbed-4be0-bdef-1095c59f70ad on host n-h1-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:51:27.912761 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-047aabe5-acda-4db3-b580-6bb783b47878 req-722eabc0-8df3-4d9e-ae73-db3dc6ab2d7a tempest-TenantUsagesTestJSON-1812384216 tempest-TenantUsagesTestJSON-1812384216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:27.914773 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-047aabe5-acda-4db3-b580-6bb783b47878 req-722eabc0-8df3-4d9e-ae73-db3dc6ab2d7a tempest-TenantUsagesTestJSON-1812384216 tempest-TenantUsagesTestJSON-1812384216-project] 10.222.0.64 "DELETE /v2.0/ports/9443e77f-bbed-4be0-bdef-1095c59f70ad HTTP/1.1" status: 204 len: 173 time: 1.6302228 Jun 11 09:51:27.934525 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device c8d410a0-9d46-4b86-96fe-def82dc6d0cb up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:51:27.936410 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c098a4a6-920a-445d-a4f1-9fe92e0b5e88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:27.964302 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c098a4a6-920a-445d-a4f1-9fe92e0b5e88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:28.075649 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning for port c8d410a0-9d46-4b86-96fe-def82dc6d0cb completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:51:28.080154 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port c8d410a0-9d46-4b86-96fe-def82dc6d0cb triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:51:28.080814 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:28.082278 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78caf3cb-ab0f-4505-b2e5-564fc44c464a req-68d4a231-8af2-48d8-bac6-b28fca8ad08c tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:28.084847 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-78caf3cb-ab0f-4505-b2e5-564fc44c464a req-68d4a231-8af2-48d8-bac6-b28fca8ad08c tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/ports?device_id=e850029d-90e3-4ac5-995d-7df587d56946 HTTP/1.1" status: 200 len: 944 time: 0.0869985 Jun 11 09:51:28.141537 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-78caf3cb-ab0f-4505-b2e5-564fc44c464a req-b0e0387e-cfa2-449b-ba31-3cc5dc517a83 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bdf718a-3d55-4418-9711-8519d490f59c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482063 Jun 11 09:51:28.141537 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c098a4a6-920a-445d-a4f1-9fe92e0b5e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:28.142638 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c098a4a6-920a-445d-a4f1-9fe92e0b5e88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:28.143756 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-c098a4a6-920a-445d-a4f1-9fe92e0b5e88 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b8b7e0c5-b412-4ba9-889a-bbf1b75fd82a HTTP/1.1" status: 204 len: 168 time: 0.4513626 Jun 11 09:51:28.144593 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a71c88df-b70a-4013-a7e8-ad288c23e733 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:28.169618 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c098a4a6-920a-445d-a4f1-9fe92e0b5e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b7e0c5-b412-4ba9-889a-bbf1b75fd82a,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:28.184274 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c098a4a6-920a-445d-a4f1-9fe92e0b5e88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:28.215957 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:28.248295 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e850029d-90e3-4ac5-995d-7df587d56946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8d410a0-9d46-4b86-96fe-def82dc6d0cb'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:51:28.250935 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8653003-baa3-454c-9b24-ed835f07bcfd" -d '{"events": [{"server_uuid": "e850029d-90e3-4ac5-995d-7df587d56946", "name": "network-vif-plugged", "status": "completed", "tag": "c8d410a0-9d46-4b86-96fe-def82dc6d0cb"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:51:28.267485 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port c8d410a0-9d46-4b86-96fe-def82dc6d0cb, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=c8d410a0-9d46-4b86-96fe-def82dc6d0cb,segment=NetworkSegment(f2a6a55c-ddd9-4c58-9bb7-06c667db61ab),segment_id=f2a6a55c-ddd9-4c58-9bb7-06c667db61ab)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:51:28.290428 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90044481-8307-4f08-ba3c-882b57539c02 x-openstack-request-id: req-90044481-8307-4f08-ba3c-882b57539c02 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:51:28.290750 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e850029d-90e3-4ac5-995d-7df587d56946", "name": "network-vif-plugged", "status": "completed", "tag": "c8d410a0-9d46-4b86-96fe-def82dc6d0cb", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:51:28.291021 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-90044481-8307-4f08-ba3c-882b57539c02 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:51:28.291453 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e850029d-90e3-4ac5-995d-7df587d56946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8d410a0-9d46-4b86-96fe-def82dc6d0cb', 'code': 200} Jun 11 09:51:28.293716 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ac1e015c-873c-4e53-be41-7a24f9a88d5e tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks [] for router_gateway, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:28.390490 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:28.397055 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:28.448670 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e7808b5b-fb54-4f39-9038-9b46f922e085 req-0bf4755f-7ae2-4810-a97c-c8ec86eb20b2 tempest-TenantUsagesTestJSON-1812384216 tempest-TenantUsagesTestJSON-1812384216-project] 10.222.0.60 "GET /v2.0/ports?device_id=68cd8b94-a1f0-4caa-af3c-8e692d794021 HTTP/1.1" status: 200 len: 210 time: 0.0796082 Jun 11 09:51:28.487137 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=c8d410a0-9d46-4b86-96fe-def82dc6d0cb,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:28.490825 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:28.521090 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a741cc94-cd1c-4c72-82b4-86027c209511 req-e0d1fd00-2583-40b6-a47d-60ecc4ebb3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:28.522974 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a741cc94-cd1c-4c72-82b4-86027c209511 req-e0d1fd00-2583-40b6-a47d-60ecc4ebb3e0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e850029d-90e3-4ac5-995d-7df587d56946 HTTP/1.1" status: 200 len: 1096 time: 0.1594231 Jun 11 09:51:28.678668 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a741cc94-cd1c-4c72-82b4-86027c209511 req-4ccecf79-02ed-44f9-821a-61d7597028c6 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=1bdf718a-3d55-4418-9711-8519d490f59c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490927 Jun 11 09:51:28.706605 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ac1e015c-873c-4e53-be41-7a24f9a88d5e tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:28.946298 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2be9d6b0-c994-4921-8bff-87ae10bf7cb4 req-2d35d76f-d609-4cd0-be60-1c023e80cd30 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042 HTTP/1.1" status: 200 len: 210 time: 0.0356946 Jun 11 09:51:29.007590 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac1e015c-873c-4e53-be41-7a24f9a88d5e tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Router 079e2553-3440-46f9-ad9a-ce6159c6ebb0 is scheduled to L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 with binding_index 1 {{(pid=93177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 09:51:29.018633 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 51366) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:51:29.081655 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-643906da-4ba4-442d-8594-68f66f2fd9d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:29.209070 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac1e015c-873c-4e53-be41-7a24f9a88d5e tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:51:29.224552 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f7750f-e771-47e0-aecc-12878108c8f7 None None] Sync routers for ids ['079e2553-3440-46f9-ad9a-ce6159c6ebb0'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:51:29.246870 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f7750f-e771-47e0-aecc-12878108c8f7 None None] Routers {'079e2553-3440-46f9-ad9a-ce6159c6ebb0'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:51:29.248543 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-10f7750f-e771-47e0-aecc-12878108c8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:51:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['079e2553-3440-46f9-ad9a-ce6159c6ebb0'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:51:29.291525 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-643906da-4ba4-442d-8594-68f66f2fd9d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:29.304976 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-10f7750f-e771-47e0-aecc-12878108c8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:51:29.313882 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f7750f-e771-47e0-aecc-12878108c8f7 None None] Routers {'079e2553-3440-46f9-ad9a-ce6159c6ebb0'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:51:29.314551 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-10f7750f-e771-47e0-aecc-12878108c8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:51:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['079e2553-3440-46f9-ad9a-ce6159c6ebb0'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:51:29.359735 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d970bc9c-6029-4f98-a24b-9341c6b0da15 req-97136dc6-ffb0-4330-9d10-bb86001de4cf tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:29.361533 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d970bc9c-6029-4f98-a24b-9341c6b0da15 req-97136dc6-ffb0-4330-9d10-bb86001de4cf tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/ports?device_id=e850029d-90e3-4ac5-995d-7df587d56946 HTTP/1.1" status: 200 len: 945 time: 0.0951388 Jun 11 09:51:29.370555 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-10f7750f-e771-47e0-aecc-12878108c8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:51:29.370986 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f7750f-e771-47e0-aecc-12878108c8f7 None None] The sync data for ids ['079e2553-3440-46f9-ad9a-ce6159c6ebb0'] in n-d-779913-12 is: [] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:51:29.402768 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-643906da-4ba4-442d-8594-68f66f2fd9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:29.405342 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-554b101f-52ce-4732-b895-34168d5ab748 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:29.409403 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d970bc9c-6029-4f98-a24b-9341c6b0da15 req-96fa59cc-4da9-4c51-b8bf-c3e5a053e0bd tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bdf718a-3d55-4418-9711-8519d490f59c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414906 Jun 11 09:51:29.418258 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68cd8b94-a1f0-4caa-af3c-8e692d794021', 'name': 'network-vif-deleted', 'tag': '9443e77f-bbed-4be0-bdef-1095c59f70ad'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:51:29.423243 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6941c6f-8c07-4798-a3bf-7963dddc256f" -d '{"events": [{"server_uuid": "68cd8b94-a1f0-4caa-af3c-8e692d794021", "name": "network-vif-deleted", "tag": "9443e77f-bbed-4be0-bdef-1095c59f70ad"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:51:29.465237 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-643906da-4ba4-442d-8594-68f66f2fd9d1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b83af49c009443c7a260cafb37daf330&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4454880 Jun 11 09:51:29.466003 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 51376) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:51:29.466725 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643906da-4ba4-442d-8594-68f66f2fd9d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1447875-0a14-471f-a1ae-4258ef2a426f,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:29.470500 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-643906da-4ba4-442d-8594-68f66f2fd9d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:29.487178 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ac1e015c-873c-4e53-be41-7a24f9a88d5e tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:29.491741 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-ac1e015c-873c-4e53-be41-7a24f9a88d5e tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.3694077 Jun 11 09:51:29.492980 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0192a4ec-f717-47b6-88f2-428b524dd30d x-openstack-request-id: req-0192a4ec-f717-47b6-88f2-428b524dd30d {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:51:29.493326 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68cd8b94-a1f0-4caa-af3c-8e692d794021", "name": "network-vif-deleted", "tag": "9443e77f-bbed-4be0-bdef-1095c59f70ad", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:51:29.493619 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0192a4ec-f717-47b6-88f2-428b524dd30d {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:51:29.494184 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 51378) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:51:29.494580 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68cd8b94-a1f0-4caa-af3c-8e692d794021', 'name': 'network-vif-deleted', 'tag': '9443e77f-bbed-4be0-bdef-1095c59f70ad', 'status': 'completed', 'code': 200} Jun 11 09:51:29.538349 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc22bf-e7da-4138-925b-e922b409d32d req-5b66b235-e563-4a00-a835-cc826df98d75 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:29.539891 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f0cc22bf-e7da-4138-925b-e922b409d32d req-5b66b235-e563-4a00-a835-cc826df98d75 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 944 time: 0.0892947 Jun 11 09:51:29.549622 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device e21094f9-fbfa-4270-bdd9-5d903859b711 no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:51:29.620307 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] No Port match for: e21094f9-fbfa-4270-bdd9-5d903859b711 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:51:29.624166 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device e21094f9-fbfa-4270-bdd9-5d903859b711 not bound to the agent host n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:51:29.625737 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 9443e77f-bbed-4be0-bdef-1095c59f70ad no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:51:29.640438 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f0cc22bf-e7da-4138-925b-e922b409d32d req-8adb61ca-2ffa-4c2c-9147-1c68a99df728 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d1f1aa-3601-424b-af20-9acf0698c1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845149 Jun 11 09:51:29.682085 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] No Port match for: 9443e77f-bbed-4be0-bdef-1095c59f70ad {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:51:29.682665 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 9443e77f-bbed-4be0-bdef-1095c59f70ad not bound to the agent host n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:51:30.086058 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c36d0a5a-282e-4fb9-8b3c-e8a86bd52bf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:30.107691 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 51390) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:51:30.131002 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-125c9bb5-8b85-4124-ae6c-ea5daf329cce req-a873e8a9-86d1-4f21-a66a-ddc14021498b tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042 HTTP/1.1" status: 200 len: 210 time: 0.0480628 Jun 11 09:51:30.151804 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-af6ae176-39fc-4a1e-b019-1b50b5a48640 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] 10.222.0.60 "GET /v2.0/routers/079e2553-3440-46f9-ad9a-ce6159c6ebb0 HTTP/1.1" status: 200 len: 920 time: 0.6564069 Jun 11 09:51:30.155093 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 51394) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:51:30.156664 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c36d0a5a-282e-4fb9-8b3c-e8a86bd52bf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:30.193233 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-7b47f12c-c509-4a04-98f0-4f6c5271ffa7 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] 10.222.0.60 "GET /v2.0/ports?device_id=079e2553-3440-46f9-ad9a-ce6159c6ebb0 HTTP/1.1" status: 200 len: 205 time: 0.0366843 Jun 11 09:51:30.195584 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 51396) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:51:30.275251 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c36d0a5a-282e-4fb9-8b3c-e8a86bd52bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:30.277976 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c36d0a5a-282e-4fb9-8b3c-e8a86bd52bf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:30.279113 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-c36d0a5a-282e-4fb9-8b3c-e8a86bd52bf9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f1447875-0a14-471f-a1ae-4258ef2a426f HTTP/1.1" status: 204 len: 168 time: 0.8076980 Jun 11 09:51:30.279943 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-17b770f8-5067-4006-af82-298d4ac38d96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:30.291274 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36d0a5a-282e-4fb9-8b3c-e8a86bd52bf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1447875-0a14-471f-a1ae-4258ef2a426f,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:30.294021 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c36d0a5a-282e-4fb9-8b3c-e8a86bd52bf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:30.434899 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-8854bb47-94e7-4743-a9d3-ffea08e3b954 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dcf5351dce5246dbae6660cb6667286f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3258784 Jun 11 09:51:30.437649 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 51400) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:51:30.469574 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-35a147ac-bcd0-46d7-b838-8c7b6620958a tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks [] for router, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:30.497135 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1510103a-8ba4-4e7f-9bc5-70cd5de44ca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:30.523467 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1510103a-8ba4-4e7f-9bc5-70cd5de44ca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:30.664498 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1510103a-8ba4-4e7f-9bc5-70cd5de44ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:30.667675 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1510103a-8ba4-4e7f-9bc5-70cd5de44ca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:30.669366 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-1510103a-8ba4-4e7f-9bc5-70cd5de44ca1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/171818a9-578b-47f6-9efc-d69f53f3ba13 HTTP/1.1" status: 204 len: 168 time: 0.2305391 Jun 11 09:51:30.670248 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-49b0ffaf-7c1a-45e1-a308-b8433735b3ed tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:30.703463 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1510103a-8ba4-4e7f-9bc5-70cd5de44ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=171818a9-578b-47f6-9efc-d69f53f3ba13,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:30.705371 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1510103a-8ba4-4e7f-9bc5-70cd5de44ca1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:30.720475 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-151e915b-97de-4876-9562-61c79b40554f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:30.721814 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-151e915b-97de-4876-9562-61c79b40554f service neutron] 10.222.0.64 "GET /v2.0/ports/aba52a31-7ead-4b87-98cf-90bcdace2f39 HTTP/1.1" status: 200 len: 1031 time: 0.0830209 Jun 11 09:51:30.745897 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-35a147ac-bcd0-46d7-b838-8c7b6620958a tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:30.839725 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d5045e-f663-496b-ba58-f9bb5750e648 req-533a1a1b-e4d5-49ad-a9f3-201ec91e0317 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:30.841229 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-15d5045e-f663-496b-ba58-f9bb5750e648 req-533a1a1b-e4d5-49ad-a9f3-201ec91e0317 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/ports?device_id=e850029d-90e3-4ac5-995d-7df587d56946 HTTP/1.1" status: 200 len: 945 time: 0.2418730 Jun 11 09:51:30.843668 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-69d15b1e-2a39-4b8e-be76-d9f388afa135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:30.844836 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-69d15b1e-2a39-4b8e-be76-d9f388afa135 service neutron] 10.222.0.64 "GET /v2.0/ports/0e3d8c07-4dd8-4173-b439-d804ac86a9ca HTTP/1.1" status: 200 len: 1032 time: 0.1152794 Jun 11 09:51:30.897749 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a07f4d-e06b-44c0-9e48-9023778ef9c9 req-e520a204-88bb-4f22-9193-60ace97ae436 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:30.899259 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-73a07f4d-e06b-44c0-9e48-9023778ef9c9 req-e520a204-88bb-4f22-9193-60ace97ae436 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 944 time: 0.0811548 Jun 11 09:51:30.951003 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-73a07f4d-e06b-44c0-9e48-9023778ef9c9 req-b8018921-95c5-472d-b095-9b53824d3ca5 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d1f1aa-3601-424b-af20-9acf0698c1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447023 Jun 11 09:51:30.986487 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-15d5045e-f663-496b-ba58-f9bb5750e648 req-c6c5e89c-d051-49fb-9afd-903bb67049c2 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bdf718a-3d55-4418-9711-8519d490f59c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369536 Jun 11 09:51:31.058915 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:31.107117 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-71f75d76-379b-4da6-a061-99aa2166270b tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:31.116056 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-71f75d76-379b-4da6-a061-99aa2166270b tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:31.124109 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-71f75d76-379b-4da6-a061-99aa2166270b tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:31.126004 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-71f75d76-379b-4da6-a061-99aa2166270b tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.64 "GET /v2.0/networks?id=613fb304-5cfe-4609-aaba-f0eb53f2be57&id=6d3621a2-169e-4b61-882a-b4c2c253f396&id=6d3621a2-169e-4b61-882a-b4c2c253f396&id=6d3621a2-169e-4b61-882a-b4c2c253f396&id=6d3621a2-169e-4b61-882a-b4c2c253f396&id=8268b03e-4f88-453d-8a80-f3e0484b960f&id=8268b03e-4f88-453d-8a80-f3e0484b960f HTTP/1.1" status: 200 len: 1996 time: 0.2679729 Jun 11 09:51:31.138961 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bce154-cdbf-4535-b271-bcf1ea9963d5 req-c8543277-b1bd-415a-accf-b2428d5bec96 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:31.140643 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-66bce154-cdbf-4535-b271-bcf1ea9963d5 req-c8543277-b1bd-415a-accf-b2428d5bec96 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.64 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 944 time: 0.3479960 Jun 11 09:51:31.276361 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-403e7b79-5dae-4e17-90c6-5b4c74c5a168 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39e8725552694bd89f3d9b894d223d7c HTTP/1.1" status: 200 len: 380 time: 0.1319635 Jun 11 09:51:31.310418 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-e9043900-87b8-45b1-8ce4-cdf171b28baf tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Request body: {'port': {'device_id': 'c8951c33-6d6a-4bea-b1bd-31fda6afe042', 'network_id': '613fb304-5cfe-4609-aaba-f0eb53f2be57', 'admin_state_up': True, 'tenant_id': '39e8725552694bd89f3d9b894d223d7c', 'security_groups': ['ee23f870-7e0b-4b16-afae-a1e98a9dceaa']}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:51:31.314577 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4ba0469b-8292-4aab-9f67-d77b883514e8 req-6b34ec36-b880-4e18-8f97-0ed4935c5c6f tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1025777911&fields=id&tenant_id=e7a84328845c42e4a2bf009ba2709f6e HTTP/1.1" status: 200 len: 267 time: 0.0486832 Jun 11 09:51:31.347239 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-35a147ac-bcd0-46d7-b838-8c7b6620958a tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Deleting port df4f7ec6-eee3-418c-b74f-6c5b90d18a69 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:51:31.347239 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-35a147ac-bcd0-46d7-b838-8c7b6620958a tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:31.402126 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba0469b-8292-4aab-9f67-d77b883514e8 req-2b5e5827-e5ed-4278-b1a0-d4949775381c tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:31.403764 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4ba0469b-8292-4aab-9f67-d77b883514e8 req-2b5e5827-e5ed-4278-b1a0-d4949775381c tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/ports?device_id=e850029d-90e3-4ac5-995d-7df587d56946 HTTP/1.1" status: 200 len: 945 time: 0.0875845 Jun 11 09:51:31.416363 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-4ba0469b-8292-4aab-9f67-d77b883514e8 req-2cb0f28f-a386-4fbb-8fa9-62d0d9eeda8a tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Request body: {'port': {'security_groups': ['1bdf718a-3d55-4418-9711-8519d490f59c', '73f06798-8f95-4943-a080-a39840d0180d']}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:51:31.438360 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-bbf4135a-ddd6-4e6e-8350-f37a2ada801d req-14be1dd1-eb91-4b66-96df-19728df5e661 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042 HTTP/1.1" status: 200 len: 210 time: 0.0790265 Jun 11 09:51:31.564793 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-4ba0469b-8292-4aab-9f67-d77b883514e8 req-2cb0f28f-a386-4fbb-8fa9-62d0d9eeda8a tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:31.579415 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 51434) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:51:31.599825 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-938c3f0d-446a-4d29-b3ca-3f1b5b4b3fea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:31.886914 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-938c3f0d-446a-4d29-b3ca-3f1b5b4b3fea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:31.904446 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-4ba0469b-8292-4aab-9f67-d77b883514e8 req-2cb0f28f-a386-4fbb-8fa9-62d0d9eeda8a tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] For port c8d410a0-9d46-4b86-96fe-def82dc6d0cb, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=c8d410a0-9d46-4b86-96fe-def82dc6d0cb,segment=NetworkSegment(f2a6a55c-ddd9-4c58-9bb7-06c667db61ab),segment_id=f2a6a55c-ddd9-4c58-9bb7-06c667db61ab)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:51:31.952005 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-4ba0469b-8292-4aab-9f67-d77b883514e8 req-2cb0f28f-a386-4fbb-8fa9-62d0d9eeda8a tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:31.955598 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-66bce154-cdbf-4535-b271-bcf1ea9963d5 req-f9f9e7ec-912d-48d9-b7f0-32eff69c84f3 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Deleting port 730c5223-87c0-4868-94fb-7a041e9c63ba {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:51:31.955943 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-66bce154-cdbf-4535-b271-bcf1ea9963d5 req-f9f9e7ec-912d-48d9-b7f0-32eff69c84f3 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:31.956442 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-938c3f0d-446a-4d29-b3ca-3f1b5b4b3fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:31.984154 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d654374d-134f-4e8e-9ea9-dc1f89987b15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:32.012165 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-35a147ac-bcd0-46d7-b838-8c7b6620958a tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:32.017657 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938c3f0d-446a-4d29-b3ca-3f1b5b4b3fea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df70e8fd-44aa-4d51-abdb-9cccccc22576,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:32.033306 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-938c3f0d-446a-4d29-b3ca-3f1b5b4b3fea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:32.041681 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-938c3f0d-446a-4d29-b3ca-3f1b5b4b3fea admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9d4fa0957833496ea3d5843ec2ff02df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4611571 Jun 11 09:51:32.042689 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 51444) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:51:32.049779 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-4ba0469b-8292-4aab-9f67-d77b883514e8 req-2cb0f28f-a386-4fbb-8fa9-62d0d9eeda8a tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:32.057431 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ac1e015c-873c-4e53-be41-7a24f9a88d5e tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:32.063658 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['c8d410a0-9d46-4b86-96fe-def82dc6d0cb'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:51:32.159703 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba0469b-8292-4aab-9f67-d77b883514e8 req-2cb0f28f-a386-4fbb-8fa9-62d0d9eeda8a tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:32.160404 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-4ba0469b-8292-4aab-9f67-d77b883514e8 req-2cb0f28f-a386-4fbb-8fa9-62d0d9eeda8a tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:32.172862 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-35a147ac-bcd0-46d7-b838-8c7b6620958a tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Calling delete_port for df4f7ec6-eee3-418c-b74f-6c5b90d18a69 owned by network:router_gateway {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:51:32.176154 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4ba0469b-8292-4aab-9f67-d77b883514e8 req-2cb0f28f-a386-4fbb-8fa9-62d0d9eeda8a tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "PUT /v2.0/ports/c8d410a0-9d46-4b86-96fe-def82dc6d0cb HTTP/1.1" status: 200 len: 981 time: 0.7652636 Jun 11 09:51:32.196576 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e850029d-90e3-4ac5-995d-7df587d56946', 'tag': 'c8d410a0-9d46-4b86-96fe-def82dc6d0cb'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:51:32.202092 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ef13f5b-8e39-4928-9cae-0a575853c7b6" -d '{"events": [{"name": "network-changed", "server_uuid": "e850029d-90e3-4ac5-995d-7df587d56946", "tag": "c8d410a0-9d46-4b86-96fe-def82dc6d0cb"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:51:32.273661 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['c8d410a0-9d46-4b86-96fe-def82dc6d0cb'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:51:32.308366 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb0f28f-a386-4fbb-8fa9-62d0d9eeda8a tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Pushing event updated for resources: {'Port': ['ID=c8d410a0-9d46-4b86-96fe-def82dc6d0cb,revision_number=6']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:32.320153 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-66bce154-cdbf-4535-b271-bcf1ea9963d5 req-f9f9e7ec-912d-48d9-b7f0-32eff69c84f3 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] For port 730c5223-87c0-4868-94fb-7a041e9c63ba, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=730c5223-87c0-4868-94fb-7a041e9c63ba,segment=NetworkSegment(f561be66-4e48-459e-8c21-fceaa6c73661),segment_id=f561be66-4e48-459e-8c21-fceaa6c73661)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:51:32.320404 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-66bce154-cdbf-4535-b271-bcf1ea9963d5 req-f9f9e7ec-912d-48d9-b7f0-32eff69c84f3 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:32.327062 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2cb0f28f-a386-4fbb-8fa9-62d0d9eeda8a tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:32.333149 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-e9043900-87b8-45b1-8ce4-cdf171b28baf tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Made reservation on behalf of 39e8725552694bd89f3d9b894d223d7c for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:51:32.336925 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-e9043900-87b8-45b1-8ce4-cdf171b28baf tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:32.353297 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f9dbd3ed-0152-4abd-ba78-da7c0d148b11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:32.417388 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f9dbd3ed-0152-4abd-ba78-da7c0d148b11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:32.603210 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9c320513-6d6a-4b5a-990d-659c6319fe44 req-4535f2ee-9115-425b-b26b-c953c8ac2d05 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-40705422&fields=id&tenant_id=e7a84328845c42e4a2bf009ba2709f6e HTTP/1.1" status: 200 len: 267 time: 0.0592730 Jun 11 09:51:32.661919 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f9dbd3ed-0152-4abd-ba78-da7c0d148b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:32.664493 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f9dbd3ed-0152-4abd-ba78-da7c0d148b11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:32.668041 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-f9dbd3ed-0152-4abd-ba78-da7c0d148b11 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/df70e8fd-44aa-4d51-abdb-9cccccc22576 HTTP/1.1" status: 204 len: 168 time: 0.6212778 Jun 11 09:51:32.668208 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d910216d-6e2b-4ed5-b8b8-7b91f23ff2f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:32.721808 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6872cc0-6947-4ff8-adfe-5b40505b308d req-35b339eb-898c-4e6f-a3b5-75a4e95d4fc6 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:32.729460 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a6872cc0-6947-4ff8-adfe-5b40505b308d req-35b339eb-898c-4e6f-a3b5-75a4e95d4fc6 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 944 time: 0.5536969 Jun 11 09:51:32.730418 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dbd3ed-0152-4abd-ba78-da7c0d148b11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df70e8fd-44aa-4d51-abdb-9cccccc22576,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:32.734950 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f9dbd3ed-0152-4abd-ba78-da7c0d148b11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:32.766396 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c320513-6d6a-4b5a-990d-659c6319fe44 req-314cf6b8-741f-4896-9fde-0b0b42972ff0 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:32.774084 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9c320513-6d6a-4b5a-990d-659c6319fe44 req-314cf6b8-741f-4896-9fde-0b0b42972ff0 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/ports?device_id=e850029d-90e3-4ac5-995d-7df587d56946 HTTP/1.1" status: 200 len: 984 time: 0.1652596 Jun 11 09:51:32.794938 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-9c320513-6d6a-4b5a-990d-659c6319fe44 req-e4fbbaa0-5b50-4748-86d3-1ab7bc61c2b5 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Request body: {'port': {'security_groups': ['1bdf718a-3d55-4418-9711-8519d490f59c', '73f06798-8f95-4943-a080-a39840d0180d', '39eecd51-8067-45b8-98b3-1a36105193cd']}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:51:32.940831 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-9c320513-6d6a-4b5a-990d-659c6319fe44 req-e4fbbaa0-5b50-4748-86d3-1ab7bc61c2b5 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:33.007481 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a6872cc0-6947-4ff8-adfe-5b40505b308d req-8c80cf32-3d00-4fe1-a094-611930eaf2fb tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d1f1aa-3601-424b-af20-9acf0698c1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2758441 Jun 11 09:51:33.060634 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-e9043900-87b8-45b1-8ce4-cdf171b28baf tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Allocated IP 172.20.0.5 (613fb304-5cfe-4609-aaba-f0eb53f2be57/aa5d910a-d4cb-4925-a41a-aa63432d8367/673aa988-b63e-4019-b597-09a97b0fcf40) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:51:33.066148 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-66bce154-cdbf-4535-b271-bcf1ea9963d5 req-f9f9e7ec-912d-48d9-b7f0-32eff69c84f3 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:33.066317 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-66bce154-cdbf-4535-b271-bcf1ea9963d5 req-f9f9e7ec-912d-48d9-b7f0-32eff69c84f3 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:33.066628 n-d-779913-12 neutron-server[93176]: INFO neutron.db.l3_db [req-66bce154-cdbf-4535-b271-bcf1ea9963d5 req-f9f9e7ec-912d-48d9-b7f0-32eff69c84f3 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Floating IP 0ba2e5aa-b88f-4f8a-beb6-a1ecb81dcd39 disassociated. External IP: 172.25.4.235, port: 730c5223-87c0-4868-94fb-7a041e9c63ba. Jun 11 09:51:33.067511 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-66bce154-cdbf-4535-b271-bcf1ea9963d5 req-f9f9e7ec-912d-48d9-b7f0-32eff69c84f3 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Calling delete_port for 730c5223-87c0-4868-94fb-7a041e9c63ba owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:51:33.226167 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-35a147ac-bcd0-46d7-b838-8c7b6620958a tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:33.232973 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-28df62e5-7b01-48c5-9d21-d78c121017d8 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:33.277154 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c70561fc-432f-4746-96b7-c9018d8cfd20 x-openstack-request-id: req-c70561fc-432f-4746-96b7-c9018d8cfd20 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:51:33.280099 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e850029d-90e3-4ac5-995d-7df587d56946", "tag": "c8d410a0-9d46-4b86-96fe-def82dc6d0cb", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:51:33.281303 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a147ac-bcd0-46d7-b838-8c7b6620958a tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Pushing event deleted for resources: {'Port': ['ID=df4f7ec6-eee3-418c-b74f-6c5b90d18a69,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:33.288401 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c70561fc-432f-4746-96b7-c9018d8cfd20 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:51:33.289074 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e850029d-90e3-4ac5-995d-7df587d56946', 'tag': 'c8d410a0-9d46-4b86-96fe-def82dc6d0cb', 'status': 'completed', 'code': 200} Jun 11 09:51:33.306081 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-35a147ac-bcd0-46d7-b838-8c7b6620958a tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:33.389161 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-9c320513-6d6a-4b5a-990d-659c6319fe44 req-e4fbbaa0-5b50-4748-86d3-1ab7bc61c2b5 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] For port c8d410a0-9d46-4b86-96fe-def82dc6d0cb, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=c8d410a0-9d46-4b86-96fe-def82dc6d0cb,segment=NetworkSegment(f2a6a55c-ddd9-4c58-9bb7-06c667db61ab),segment_id=f2a6a55c-ddd9-4c58-9bb7-06c667db61ab)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:51:33.452386 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef13f5b-8e39-4928-9cae-0a575853c7b6 req-b09660ee-1b87-4ca1-ab02-e764ca3cf4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:33.452386 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5ef13f5b-8e39-4928-9cae-0a575853c7b6 req-b09660ee-1b87-4ca1-ab02-e764ca3cf4c2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e7a84328845c42e4a2bf009ba2709f6e&device_id=e850029d-90e3-4ac5-995d-7df587d56946 HTTP/1.1" status: 200 len: 1136 time: 0.1555498 Jun 11 09:51:33.458852 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-9c320513-6d6a-4b5a-990d-659c6319fe44 req-e4fbbaa0-5b50-4748-86d3-1ab7bc61c2b5 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:33.515948 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-187c8c6a-f5f2-462e-91b2-199e6262ba39 req-6cbf5d61-dd4f-4ac3-a3ac-99f55cde7d0b tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042 HTTP/1.1" status: 200 len: 210 time: 0.1119299 Jun 11 09:51:33.527561 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-35a147ac-bcd0-46d7-b838-8c7b6620958a tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374120'] for router_gateway, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:33.561447 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-9c320513-6d6a-4b5a-990d-659c6319fe44 req-e4fbbaa0-5b50-4748-86d3-1ab7bc61c2b5 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:33.578465 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['c8d410a0-9d46-4b86-96fe-def82dc6d0cb'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:51:33.594223 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ff02a20b-0d22-408a-890f-cc6fb298190d tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:33.744665 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-35a147ac-bcd0-46d7-b838-8c7b6620958a tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:33.748560 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-35a147ac-bcd0-46d7-b838-8c7b6620958a tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:33.892966 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fbbaa0-5b50-4748-86d3-1ab7bc61c2b5 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Pushing event updated for resources: {'Port': ['ID=c8d410a0-9d46-4b86-96fe-def82dc6d0cb,revision_number=7']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:33.899145 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e4fbbaa0-5b50-4748-86d3-1ab7bc61c2b5 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:33.905621 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c320513-6d6a-4b5a-990d-659c6319fe44 req-e4fbbaa0-5b50-4748-86d3-1ab7bc61c2b5 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:33.906110 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-9c320513-6d6a-4b5a-990d-659c6319fe44 req-e4fbbaa0-5b50-4748-86d3-1ab7bc61c2b5 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:33.910548 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9c320513-6d6a-4b5a-990d-659c6319fe44 req-e4fbbaa0-5b50-4748-86d3-1ab7bc61c2b5 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "PUT /v2.0/ports/c8d410a0-9d46-4b86-96fe-def82dc6d0cb HTTP/1.1" status: 200 len: 1020 time: 1.1354852 Jun 11 09:51:33.928708 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-e9043900-87b8-45b1-8ce4-cdf171b28baf tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:33.937513 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-35a147ac-bcd0-46d7-b838-8c7b6620958a tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:33.946271 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a147ac-bcd0-46d7-b838-8c7b6620958a tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Fanout notify agent at l3_agent the message router_deleted on router 079e2553-3440-46f9-ad9a-ce6159c6ebb0 {{(pid=93176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 09:51:33.966380 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-35a147ac-bcd0-46d7-b838-8c7b6620958a tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:33.968918 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-35a147ac-bcd0-46d7-b838-8c7b6620958a tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] 10.222.0.60 "DELETE /v2.0/routers/079e2553-3440-46f9-ad9a-ce6159c6ebb0 HTTP/1.1" status: 204 len: 168 time: 3.7722194 Jun 11 09:51:33.976771 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef13f5b-8e39-4928-9cae-0a575853c7b6 req-db95fb23-81dc-445a-9464-7357a4bd6fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:33.985258 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 51498) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:51:33.985404 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5ef13f5b-8e39-4928-9cae-0a575853c7b6 req-db95fb23-81dc-445a-9464-7357a4bd6fb2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=51fb20d0-10f0-46f3-aa19-f1b488299b81 HTTP/1.1" status: 200 len: 913 time: 0.5176282 Jun 11 09:51:33.997955 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-001a5b05-e319-40cf-bdda-276bc48d0251 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1452144620', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'enable_snat': False}}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:51:34.015014 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['c8d410a0-9d46-4b86-96fe-def82dc6d0cb'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:51:34.049497 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-e9043900-87b8-45b1-8ce4-cdf171b28baf tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Transition to ACTIVE for port object 673aa988-b63e-4019-b597-09a97b0fcf40 will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:51:34.088444 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5ef13f5b-8e39-4928-9cae-0a575853c7b6 req-3f5d881d-5a95-4413-890a-a7925a2a4a3d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c8d410a0-9d46-4b86-96fe-def82dc6d0cb HTTP/1.1" status: 200 len: 217 time: 0.1019423 Jun 11 09:51:34.245374 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef13f5b-8e39-4928-9cae-0a575853c7b6 req-0d679c7b-72fb-41fa-8e6d-231849a07668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:34.249936 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5ef13f5b-8e39-4928-9cae-0a575853c7b6 req-0d679c7b-72fb-41fa-8e6d-231849a07668 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=653da622-357e-4eea-a767-3057d0992af6 HTTP/1.1" status: 200 len: 852 time: 0.1523275 Jun 11 09:51:34.256605 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-66bce154-cdbf-4535-b271-bcf1ea9963d5 req-f9f9e7ec-912d-48d9-b7f0-32eff69c84f3 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:34.277982 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4f047b42-e3cc-4b08-82ad-838ca709b264 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:34.312491 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4bdd80a3-6612-4081-9dd1-1773a481698f req-4ae502c5-8a51-42d3-b586-fa09c4267988 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 210 time: 0.0566857 Jun 11 09:51:34.322228 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f9e7ec-912d-48d9-b7f0-32eff69c84f3 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Pushing event deleted for resources: {'Port': ['ID=730c5223-87c0-4868-94fb-7a041e9c63ba,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:34.333845 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f9f9e7ec-912d-48d9-b7f0-32eff69c84f3 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:34.358361 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5ef13f5b-8e39-4928-9cae-0a575853c7b6 req-c6b6341b-ba61-4da9-a16c-56c6a3c848c8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=51fb20d0-10f0-46f3-aa19-f1b488299b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472424 Jun 11 09:51:34.427820 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-001a5b05-e319-40cf-bdda-276bc48d0251 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:34.429017 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-001a5b05-e319-40cf-bdda-276bc48d0251 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:34.495719 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c376b6bb-94ef-401e-b2b2-19991ce9fefc req-403a9997-e4ad-4b2a-80be-4c451af3d06d tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:34.507666 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c376b6bb-94ef-401e-b2b2-19991ce9fefc req-403a9997-e4ad-4b2a-80be-4c451af3d06d tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/ports?device_id=e850029d-90e3-4ac5-995d-7df587d56946 HTTP/1.1" status: 200 len: 1023 time: 0.4111319 Jun 11 09:51:34.531775 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 51524) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:51:34.594315 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5ef13f5b-8e39-4928-9cae-0a575853c7b6 req-04721096-a22f-4e09-902e-e9e491694332 service neutron] 10.222.0.69 "GET /v2.0/networks/51fb20d0-10f0-46f3-aa19-f1b488299b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268872 Jun 11 09:51:34.744449 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-e9043900-87b8-45b1-8ce4-cdf171b28baf tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:34.747726 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5ef13f5b-8e39-4928-9cae-0a575853c7b6 req-ba788c94-4f68-4b61-b342-cc29218cb398 service neutron] 10.222.0.69 "GET /v2.0/networks/51fb20d0-10f0-46f3-aa19-f1b488299b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450686 Jun 11 09:51:34.748826 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-001a5b05-e319-40cf-bdda-276bc48d0251 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:34.754066 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-ce85f10b-edee-4612-923f-44e35210b07e admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-267976748-network', 'tenant_id': 'd47f3c3c5a0746ce8545c56c525f2694'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:51:34.767846 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-bd56b285-f9ac-4e50-b079-72e6a39a250f tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:34.883428 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce85f10b-edee-4612-923f-44e35210b07e admin admin] Made reservation on behalf of d47f3c3c5a0746ce8545c56c525f2694 for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:51:34.886242 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ce85f10b-edee-4612-923f-44e35210b07e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:34.905263 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ce85f10b-edee-4612-923f-44e35210b07e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:34.929352 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de03cc-4141-4849-a9c3-8dd451926e7c req-86503da2-595b-4958-8e7e-7721d43e58d6 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:34.931296 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-13de03cc-4141-4849-a9c3-8dd451926e7c req-86503da2-595b-4958-8e7e-7721d43e58d6 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042 HTTP/1.1" status: 200 len: 931 time: 0.1278143 Jun 11 09:51:34.994439 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-e9043900-87b8-45b1-8ce4-cdf171b28baf tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Network 613fb304-5cfe-4609-aaba-f0eb53f2be57 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:51:34.995940 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9043900-87b8-45b1-8ce4-cdf171b28baf tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Pushing event updated for resources: {'Port': ['ID=673aa988-b63e-4019-b597-09a97b0fcf40,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:35.007848 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e9043900-87b8-45b1-8ce4-cdf171b28baf tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:35.014347 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-e9043900-87b8-45b1-8ce4-cdf171b28baf tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:51:35.016939 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-13de03cc-4141-4849-a9c3-8dd451926e7c req-f7c8dce3-86f6-42a1-ad8a-085cbe83d918 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee23f870-7e0b-4b16-afae-a1e98a9dceaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793147 Jun 11 09:51:35.031722 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-e9043900-87b8-45b1-8ce4-cdf171b28baf tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:51:35.091281 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ce85f10b-edee-4612-923f-44e35210b07e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:35.137733 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c376b6bb-94ef-401e-b2b2-19991ce9fefc req-7d049330-a63a-40ca-b662-d4eb84a6d1c2 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/security-groups?id=73f06798-8f95-4943-a080-a39840d0180d&id=39eecd51-8067-45b8-98b3-1a36105193cd&id=1bdf718a-3d55-4418-9711-8519d490f59c HTTP/1.1" status: 200 len: 6156 time: 0.6290760 Jun 11 09:51:35.172935 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ce85f10b-edee-4612-923f-44e35210b07e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:35.177710 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c36d0a5a-282e-4fb9-8b3c-e8a86bd52bf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:35.201322 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce85f10b-edee-4612-923f-44e35210b07e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 762} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 09:51:35.212721 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [req-66bce154-cdbf-4535-b271-bcf1ea9963d5 req-f9f9e7ec-912d-48d9-b7f0-32eff69c84f3 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Router 16e2f4f2-b924-4e2a-88b9-a54ee9818027 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 09:51:35.219547 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce85f10b-edee-4612-923f-44e35210b07e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26ae3a31-f1e2-4aea-b80f-3256cd80293a,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:35.225830 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ce85f10b-edee-4612-923f-44e35210b07e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:35.227056 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ce85f10b-edee-4612-923f-44e35210b07e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:35.227411 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-ce85f10b-edee-4612-923f-44e35210b07e admin admin] Added segment e7707ce3-e8d7-4523-a71d-1ab9ca9d8995 of type vlan for network 90358d5f-bc6f-47c6-9fc0-711935134168 Jun 11 09:51:35.273095 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-11b15581-39fb-47df-a7dd-519aac30d846 req-709e1ff3-0d7d-49f4-a11a-266787fb135b tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Request body: {'security_group': {'name': ' tempest-securitygroup -646384333 ', 'description': 'tempest-description-2057642064'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:51:35.290313 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e850029d-90e3-4ac5-995d-7df587d56946', 'tag': 'c8d410a0-9d46-4b86-96fe-def82dc6d0cb'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:51:35.293661 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da69acc6-cb0d-4f7b-8c8c-75e341e849c1" -d '{"events": [{"name": "network-changed", "server_uuid": "e850029d-90e3-4ac5-995d-7df587d56946", "tag": "c8d410a0-9d46-4b86-96fe-def82dc6d0cb"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:51:35.304938 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-001a5b05-e319-40cf-bdda-276bc48d0251 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:35.314995 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ce85f10b-edee-4612-923f-44e35210b07e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:35.323650 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-e9043900-87b8-45b1-8ce4-cdf171b28baf tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:35.328793 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-e9043900-87b8-45b1-8ce4-cdf171b28baf tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:35.352064 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:35.391636 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a635e85d-86c9-417b-bbf2-976ea6a0ea47 x-openstack-request-id: req-a635e85d-86c9-417b-bbf2-976ea6a0ea47 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:51:35.392788 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e850029d-90e3-4ac5-995d-7df587d56946", "tag": "c8d410a0-9d46-4b86-96fe-def82dc6d0cb", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:51:35.393221 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a635e85d-86c9-417b-bbf2-976ea6a0ea47 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:51:35.393860 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e850029d-90e3-4ac5-995d-7df587d56946', 'tag': 'c8d410a0-9d46-4b86-96fe-def82dc6d0cb', 'status': 'completed', 'code': 200} Jun 11 09:51:35.454206 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-11b15581-39fb-47df-a7dd-519aac30d846 req-709e1ff3-0d7d-49f4-a11a-266787fb135b tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:35.464273 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-4880a3e7-d91d-4762-bd88-e16e477cb90c None None] Provisioning for port 673aa988-b63e-4019-b597-09a97b0fcf40 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:51:35.469105 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-4880a3e7-d91d-4762-bd88-e16e477cb90c None None] Provisioning complete for port 673aa988-b63e-4019-b597-09a97b0fcf40 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:51:35.469562 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-4880a3e7-d91d-4762-bd88-e16e477cb90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:35.483296 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 51552) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:51:35.492499 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ce85f10b-edee-4612-923f-44e35210b07e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:35.493841 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce85f10b-edee-4612-923f-44e35210b07e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:35.494507 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ce85f10b-edee-4612-923f-44e35210b07e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:35.499097 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3b624ca0-18e1-4b8c-a994-185d71301cbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:35.597655 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 730c5223-87c0-4868-94fb-7a041e9c63ba no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:51:35.653479 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] No Port match for: 730c5223-87c0-4868-94fb-7a041e9c63ba {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:51:35.653849 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 730c5223-87c0-4868-94fb-7a041e9c63ba not bound to the agent host n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:51:35.658524 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ea4deb88-edef-4139-b60a-c7fc70226add req-d6a81d0f-b3e4-4cf6-a5c1-bf896ae1cf91 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/ports?device_id=8355cfd8-6f02-48e7-8c0c-764b8c44cfb7 HTTP/1.1" status: 200 len: 210 time: 0.1040938 Jun 11 09:51:35.659097 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-4880a3e7-d91d-4762-bd88-e16e477cb90c None None] Port 673aa988-b63e-4019-b597-09a97b0fcf40 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:51:35.668125 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-ce85f10b-edee-4612-923f-44e35210b07e admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1347718 Jun 11 09:51:35.669983 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce85f10b-edee-4612-923f-44e35210b07e admin admin] Pushing event updated for resources: {'Network': ['ID=90358d5f-bc6f-47c6-9fc0-711935134168,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:35.673899 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ce85f10b-edee-4612-923f-44e35210b07e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:35.675550 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 51558) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:51:35.690120 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 90358d5f-bc6f-47c6-9fc0-711935134168 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:51:35.692971 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-e92e4263-f469-417e-9945-fcbf6fa099a2 admin admin] Request body: {'subnet': {'network_id': '90358d5f-bc6f-47c6-9fc0-711935134168', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-267976748-subnet', 'tenant_id': 'd47f3c3c5a0746ce8545c56c525f2694', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:51:35.711292 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-155706a9-3866-4c0c-b04c-f88bb9a819ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:35.730313 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da69acc6-cb0d-4f7b-8c8c-75e341e849c1 req-9eb1f4b8-08c4-49b6-8715-390c3c564b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:35.731937 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-da69acc6-cb0d-4f7b-8c8c-75e341e849c1 req-9eb1f4b8-08c4-49b6-8715-390c3c564b7f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e7a84328845c42e4a2bf009ba2709f6e&device_id=e850029d-90e3-4ac5-995d-7df587d56946 HTTP/1.1" status: 200 len: 1175 time: 0.3120401 Jun 11 09:51:35.863454 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e92e4263-f469-417e-9945-fcbf6fa099a2 admin admin] Made reservation on behalf of d47f3c3c5a0746ce8545c56c525f2694 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:51:35.867004 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e92e4263-f469-417e-9945-fcbf6fa099a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:35.929570 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-e9043900-87b8-45b1-8ce4-cdf171b28baf tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6247435 Jun 11 09:51:35.947978 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-e0675aad-5718-47d4-b64b-2c3715f171ea tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Request body: {'port': {'device_id': 'c8951c33-6d6a-4bea-b1bd-31fda6afe042', 'network_id': '6d3621a2-169e-4b61-882a-b4c2c253f396', 'admin_state_up': True, 'tenant_id': '39e8725552694bd89f3d9b894d223d7c', 'security_groups': ['ee23f870-7e0b-4b16-afae-a1e98a9dceaa']}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:51:35.996155 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da69acc6-cb0d-4f7b-8c8c-75e341e849c1 req-877fb103-c09b-4f6d-95ad-f6c7ebb00f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:35.997674 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-da69acc6-cb0d-4f7b-8c8c-75e341e849c1 req-877fb103-c09b-4f6d-95ad-f6c7ebb00f4e service neutron] 10.222.0.69 "GET /v2.0/networks?id=51fb20d0-10f0-46f3-aa19-f1b488299b81 HTTP/1.1" status: 200 len: 913 time: 0.2569647 Jun 11 09:51:36.077267 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-66bce154-cdbf-4535-b271-bcf1ea9963d5 req-f9f9e7ec-912d-48d9-b7f0-32eff69c84f3 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:51:36.081249 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-da69acc6-cb0d-4f7b-8c8c-75e341e849c1 req-641adc7d-e776-43cf-b833-49f7a1eb49e7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c8d410a0-9d46-4b86-96fe-def82dc6d0cb HTTP/1.1" status: 200 len: 217 time: 0.0715325 Jun 11 09:51:36.092621 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4abaf0c-1113-4126-8090-8b4ed8ae4b4d None None] Sync routers for ids ['16e2f4f2-b924-4e2a-88b9-a54ee9818027'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:51:36.107498 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4abaf0c-1113-4126-8090-8b4ed8ae4b4d None None] Routers {'16e2f4f2-b924-4e2a-88b9-a54ee9818027'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:51:36.108225 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-a4abaf0c-1113-4126-8090-8b4ed8ae4b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:51:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['16e2f4f2-b924-4e2a-88b9-a54ee9818027'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:51:36.231932 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-66bce154-cdbf-4535-b271-bcf1ea9963d5 req-f9f9e7ec-912d-48d9-b7f0-32eff69c84f3 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] No DVR routers for this DVR port 730c5223-87c0-4868-94fb-7a041e9c63ba on host n-h1-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:51:36.244533 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-66bce154-cdbf-4535-b271-bcf1ea9963d5 req-f9f9e7ec-912d-48d9-b7f0-32eff69c84f3 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:36.246236 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-66bce154-cdbf-4535-b271-bcf1ea9963d5 req-f9f9e7ec-912d-48d9-b7f0-32eff69c84f3 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.64 "DELETE /v2.0/ports/730c5223-87c0-4868-94fb-7a041e9c63ba HTTP/1.1" status: 204 len: 173 time: 5.0910411 Jun 11 09:51:36.247668 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8355cfd8-6f02-48e7-8c0c-764b8c44cfb7', 'name': 'network-vif-deleted', 'tag': '730c5223-87c0-4868-94fb-7a041e9c63ba'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:51:36.250061 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-615dcc49-8a17-47bf-a287-d704c7948441" -d '{"events": [{"server_uuid": "8355cfd8-6f02-48e7-8c0c-764b8c44cfb7", "name": "network-vif-deleted", "tag": "730c5223-87c0-4868-94fb-7a041e9c63ba"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:51:36.300317 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-a4abaf0c-1113-4126-8090-8b4ed8ae4b4d None None] Set router 16e2f4f2-b924-4e2a-88b9-a54ee9818027 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:51:36.400638 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-155706a9-3866-4c0c-b04c-f88bb9a819ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:36.418874 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e92e4263-f469-417e-9945-fcbf6fa099a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:36.424401 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:36.462529 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-001a5b05-e319-40cf-bdda-276bc48d0251 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:36.488203 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92e4263-f469-417e-9945-fcbf6fa099a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0fbd003-dce0-4e33-bf2c-0c4dfabebfc2,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:36.501832 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e92e4263-f469-417e-9945-fcbf6fa099a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:36.510394 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-001a5b05-e319-40cf-bdda-276bc48d0251 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:36.517101 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-155706a9-3866-4c0c-b04c-f88bb9a819ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:36.537288 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-680a4311-4d32-4d4c-9cdd-cba8cee2ab16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:36.540761 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da69acc6-cb0d-4f7b-8c8c-75e341e849c1 req-75dbd312-16f1-4b48-afb1-e85244ff18ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:36.543070 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-da69acc6-cb0d-4f7b-8c8c-75e341e849c1 req-75dbd312-16f1-4b48-afb1-e85244ff18ab service neutron] 10.222.0.69 "GET /v2.0/subnets?id=653da622-357e-4eea-a767-3057d0992af6 HTTP/1.1" status: 200 len: 852 time: 0.3992555 Jun 11 09:51:36.645062 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-da69acc6-cb0d-4f7b-8c8c-75e341e849c1 req-08b3ee13-4918-4487-a704-a22b9a34fe65 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=51fb20d0-10f0-46f3-aa19-f1b488299b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0900288 Jun 11 09:51:36.665139 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-a4abaf0c-1113-4126-8090-8b4ed8ae4b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e2f4f2-b924-4e2a-88b9-a54ee9818027', 'name': 'tempest-ServerActionsTestJSON-44240630-router', 'tenant_id': '85a0b78c318440aa9b70136d633fbbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '9dbefbd5-8436-4aa4-a168-845f89db3ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:40:34Z', 'updated_at': '2021-06-11T09:40:40Z', 'revision_number': 4, 'project_id': '85a0b78c318440aa9b70136d633fbbff', 'gw_port': {'id': '9dbefbd5-8436-4aa4-a168-845f89db3ff1', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e2f4f2-b924-4e2a-88b9-a54ee9818027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:40:35Z', 'updated_at': '2021-06-11T09:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': 'c8bca2f3-c339-4089-8f67-301674add5ea', 'name': '', 'network_id': 'ecbff90d-5ab6-4357-bf37-5548ca0e9255', 'tenant_id': '85a0b78c318440aa9b70136d633fbbff', 'mac_address': 'fa:16:3e:eb:db:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e2f4f2-b924-4e2a-88b9-a54ee9818027', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '65fd936e-e1de-4d66-9d41-076079c1dae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:40:39Z', 'updated_at': '2021-06-11T09:40:49Z', 'revision_number': 5, 'project_id': '85a0b78c318440aa9b70136d633fbbff', 'subnets': [{'id': '65fd936e-e1de-4d66-9d41-076079c1dae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:51:36.669667 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4abaf0c-1113-4126-8090-8b4ed8ae4b4d None None] Checking router: 16e2f4f2-b924-4e2a-88b9-a54ee9818027 for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:51:36.679751 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4abaf0c-1113-4126-8090-8b4ed8ae4b4d None None] Routers {'16e2f4f2-b924-4e2a-88b9-a54ee9818027'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:51:36.680598 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-a4abaf0c-1113-4126-8090-8b4ed8ae4b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:51:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['16e2f4f2-b924-4e2a-88b9-a54ee9818027'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:51:36.708166 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-001a5b05-e319-40cf-bdda-276bc48d0251 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Allocated IP 172.25.4.205 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/86de30cf-af14-4f2d-a801-85a49c3bbd97) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:51:36.712333 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-11b15581-39fb-47df-a7dd-519aac30d846 req-709e1ff3-0d7d-49f4-a11a-266787fb135b tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:36.840641 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-11b15581-39fb-47df-a7dd-519aac30d846 req-709e1ff3-0d7d-49f4-a11a-266787fb135b tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:36.847391 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b0181c5d-563f-442c-897a-8ce861eb4387 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:36.921243 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709e1ff3-0d7d-49f4-a11a-266787fb135b tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b768c7f0-b985-43bd-8e7c-dda3984c32f9,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:36.926898 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-709e1ff3-0d7d-49f4-a11a-266787fb135b tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:36.942826 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-001a5b05-e319-40cf-bdda-276bc48d0251 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:36.965063 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-a4abaf0c-1113-4126-8090-8b4ed8ae4b4d None None] Set router 16e2f4f2-b924-4e2a-88b9-a54ee9818027 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:51:36.997288 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-e0675aad-5718-47d4-b64b-2c3715f171ea tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Made reservation on behalf of 39e8725552694bd89f3d9b894d223d7c for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:51:37.001572 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-e0675aad-5718-47d4-b64b-2c3715f171ea tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:37.095605 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-001a5b05-e319-40cf-bdda-276bc48d0251 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:37.104708 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2908e03f-1d77-41a1-9bc8-cc9e0de49084 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:37.156708 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-da69acc6-cb0d-4f7b-8c8c-75e341e849c1 req-ecee4643-d5bd-4414-ace5-7b5957f17f59 service neutron] 10.222.0.69 "GET /v2.0/networks/51fb20d0-10f0-46f3-aa19-f1b488299b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5012183 Jun 11 09:51:37.157311 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-11b15581-39fb-47df-a7dd-519aac30d846 req-709e1ff3-0d7d-49f4-a11a-266787fb135b tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:37.158528 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-11b15581-39fb-47df-a7dd-519aac30d846 req-709e1ff3-0d7d-49f4-a11a-266787fb135b tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1787 time: 1.8893957 Jun 11 09:51:37.175325 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001a5b05-e319-40cf-bdda-276bc48d0251 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:51:37.185567 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-001a5b05-e319-40cf-bdda-276bc48d0251 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:51:37.192039 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33d9106-6bc9-4674-adfd-8a222756f143 req-b80d5249-7333-483d-8930-82e60518907a tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:37.193081 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001a5b05-e319-40cf-bdda-276bc48d0251 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:51:37.202201 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d33d9106-6bc9-4674-adfd-8a222756f143 req-b80d5249-7333-483d-8930-82e60518907a tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042 HTTP/1.1" status: 200 len: 931 time: 0.8886549 Jun 11 09:51:37.243724 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001a5b05-e319-40cf-bdda-276bc48d0251 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Pushing event updated for resources: {'Port': ['ID=86de30cf-af14-4f2d-a801-85a49c3bbd97,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:37.262034 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155706a9-3866-4c0c-b04c-f88bb9a819ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c493e50e-f569-40ff-b41d-765cffff062a,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:37.287890 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-001a5b05-e319-40cf-bdda-276bc48d0251 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:37.299617 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-155706a9-3866-4c0c-b04c-f88bb9a819ee admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6eff7cf0668a49f3a82a35da2ce5916a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8143094 Jun 11 09:51:37.313986 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 51572) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:51:37.332154 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-155706a9-3866-4c0c-b04c-f88bb9a819ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.788s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:37.335444 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92e4263-f469-417e-9945-fcbf6fa099a2 admin admin] Checking segment: {'id': 'e7707ce3-e8d7-4523-a71d-1ab9ca9d8995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '90358d5f-bc6f-47c6-9fc0-711935134168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:51:37.335848 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92e4263-f469-417e-9945-fcbf6fa099a2 admin admin] Network hostable DHCP agents. Network: 90358d5f-bc6f-47c6-9fc0-711935134168, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 09:51:37.397052 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-a4abaf0c-1113-4126-8090-8b4ed8ae4b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e2f4f2-b924-4e2a-88b9-a54ee9818027', 'name': 'tempest-ServerActionsTestJSON-44240630-router', 'tenant_id': '85a0b78c318440aa9b70136d633fbbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '9dbefbd5-8436-4aa4-a168-845f89db3ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:40:34Z', 'updated_at': '2021-06-11T09:40:40Z', 'revision_number': 4, 'project_id': '85a0b78c318440aa9b70136d633fbbff', 'gw_port': {'id': '9dbefbd5-8436-4aa4-a168-845f89db3ff1', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e2f4f2-b924-4e2a-88b9-a54ee9818027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:40:35Z', 'updated_at': '2021-06-11T09:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': 'c8bca2f3-c339-4089-8f67-301674add5ea', 'name': '', 'network_id': 'ecbff90d-5ab6-4357-bf37-5548ca0e9255', 'tenant_id': '85a0b78c318440aa9b70136d633fbbff', 'mac_address': 'fa:16:3e:eb:db:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e2f4f2-b924-4e2a-88b9-a54ee9818027', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '65fd936e-e1de-4d66-9d41-076079c1dae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:40:39Z', 'updated_at': '2021-06-11T09:40:49Z', 'revision_number': 5, 'project_id': '85a0b78c318440aa9b70136d633fbbff', 'subnets': [{'id': '65fd936e-e1de-4d66-9d41-076079c1dae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:51:37.402244 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4abaf0c-1113-4126-8090-8b4ed8ae4b4d None None] The sync data for ids ['16e2f4f2-b924-4e2a-88b9-a54ee9818027'] in n-d-779913-12 is: [{'id': '16e2f4f2-b924-4e2a-88b9-a54ee9818027', 'name': 'tempest-ServerActionsTestJSON-44240630-router', 'tenant_id': '85a0b78c318440aa9b70136d633fbbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '9dbefbd5-8436-4aa4-a168-845f89db3ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:40:34Z', 'updated_at': '2021-06-11T09:40:40Z', 'revision_number': 4, 'project_id': '85a0b78c318440aa9b70136d633fbbff', 'gw_port': {'id': '9dbefbd5-8436-4aa4-a168-845f89db3ff1', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e2f4f2-b924-4e2a-88b9-a54ee9818027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:40:35Z', 'updated_at': '2021-06-11T09:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': 'c8bca2f3-c339-4089-8f67-301674add5ea', 'name': '', 'network_id': 'ecbff90d-5ab6-4357-bf37-5548ca0e9255', 'tenant_id': '85a0b78c318440aa9b70136d633fbbff', 'mac_address': 'fa:16:3e:eb:db:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e2f4f2-b924-4e2a-88b9-a54ee9818027', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '65fd936e-e1de-4d66-9d41-076079c1dae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:40:39Z', 'updated_at': '2021-06-11T09:40:49Z', 'revision_number': 5, 'project_id': '85a0b78c318440aa9b70136d633fbbff', 'subnets': [{'id': '65fd936e-e1de-4d66-9d41-076079c1dae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:51:37.468180 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43af0e25-1387-49c5-a151-75fc46de32a3 x-openstack-request-id: req-43af0e25-1387-49c5-a151-75fc46de32a3 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:51:37.468660 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8355cfd8-6f02-48e7-8c0c-764b8c44cfb7", "name": "network-vif-deleted", "tag": "730c5223-87c0-4868-94fb-7a041e9c63ba", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:51:37.469086 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-43af0e25-1387-49c5-a151-75fc46de32a3 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:51:37.469970 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8355cfd8-6f02-48e7-8c0c-764b8c44cfb7', 'name': 'network-vif-deleted', 'tag': '730c5223-87c0-4868-94fb-7a041e9c63ba', 'status': 'completed', 'code': 200} Jun 11 09:51:37.478595 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d33d9106-6bc9-4674-adfd-8a222756f143 req-4e206f2c-d204-4456-84ec-b676a618fcde tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee23f870-7e0b-4b16-afae-a1e98a9dceaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2754109 Jun 11 09:51:37.537477 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92e4263-f469-417e-9945-fcbf6fa099a2 admin admin] Network 90358d5f-bc6f-47c6-9fc0-711935134168 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 09:51:37.590929 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-e0675aad-5718-47d4-b64b-2c3715f171ea tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Allocated IP 10.1.1.254 (6d3621a2-169e-4b61-882a-b4c2c253f396/d56f2625-bb14-490c-b4fa-d6d55c55bf08/aa0b414f-8b35-42cd-bbc6-fd64860a4029) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:51:37.600408 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-da69acc6-cb0d-4f7b-8c8c-75e341e849c1 req-102b8d85-321c-49c1-8bb3-7b025ee6f5a8 service neutron] 10.222.0.69 "GET /v2.0/networks/51fb20d0-10f0-46f3-aa19-f1b488299b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3738251 Jun 11 09:51:37.652230 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d1267a12-60bf-4fc8-b058-353da623776a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:37.666757 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-02b8e51d-7b5a-4bf6-872f-68c9e2e7d3f0 req-264bc98e-6baf-4238-8e20-60c15b28aba1 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/security-groups/b768c7f0-b985-43bd-8e7c-dda3984c32f9 HTTP/1.1" status: 200 len: 1782 time: 0.0651052 Jun 11 09:51:37.668092 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-e92e4263-f469-417e-9945-fcbf6fa099a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 90358d5f-bc6f-47c6-9fc0-711935134168) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:51:37.683034 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92e4263-f469-417e-9945-fcbf6fa099a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:37.683647 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e92e4263-f469-417e-9945-fcbf6fa099a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:37.688521 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d46ea7-c351-4d91-b8ce-11e33daefd33 None None] Network 90358d5f-bc6f-47c6-9fc0-711935134168 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:51:37.711642 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d1267a12-60bf-4fc8-b058-353da623776a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:37.743866 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-252f740a-f691-4933-aa6e-bb3e20396479 req-f4ad3b97-958a-464b-b881-11e1a5fb8575 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/security-groups/b768c7f0-b985-43bd-8e7c-dda3984c32f9 HTTP/1.1" status: 200 len: 1782 time: 0.0440021 Jun 11 09:51:37.770782 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 51578) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:51:37.824951 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-e92e4263-f469-417e-9945-fcbf6fa099a2 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1463091 Jun 11 09:51:37.906186 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-252f740a-f691-4933-aa6e-bb3e20396479 req-fad5fad5-8d37-4818-a1b1-20275219d829 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:37.925369 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2e3a7d31-ac1f-412c-9152-fc1c5449eec2 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:37.958773 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1d8cf0-a583-40e3-986d-34277a526081 None None] New status for floating IP 0ba2e5aa-b88f-4f8a-beb6-a1ecb81dcd39: DOWN {{(pid=93178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 09:51:37.973692 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2e3a7d31-ac1f-412c-9152-fc1c5449eec2 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:38.066944 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-252f740a-f691-4933-aa6e-bb3e20396479 req-fad5fad5-8d37-4818-a1b1-20275219d829 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:38.084527 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-001a5b05-e319-40cf-bdda-276bc48d0251 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:38.142975 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-e0675aad-5718-47d4-b64b-2c3715f171ea tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:38.146273 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59fe62b-8f7b-4dd6-8a95-dd5b31ad6af4 None None] Network 90358d5f-bc6f-47c6-9fc0-711935134168 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:51:38.172844 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2e3a7d31-ac1f-412c-9152-fc1c5449eec2 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:38.175659 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2e3a7d31-ac1f-412c-9152-fc1c5449eec2 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:38.176905 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-2e3a7d31-ac1f-412c-9152-fc1c5449eec2 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "DELETE /v2.0/security-groups/24d1f1aa-3601-424b-af20-9acf0698c1b3 HTTP/1.1" status: 204 len: 168 time: 0.4048550 Jun 11 09:51:38.177783 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4ed5122b-07fd-4fcf-8752-dada4ba00948 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:38.181034 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 51584) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:51:38.202135 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3a7d31-ac1f-412c-9152-fc1c5449eec2 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d1f1aa-3601-424b-af20-9acf0698c1b3,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:38.204529 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2e3a7d31-ac1f-412c-9152-fc1c5449eec2 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:38.205392 n-d-779913-12 neutron-server[93177]: INFO neutron.api.v2.resource [None req-e38c2bad-cb56-4eea-a965-0ef745c4c6dd tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] show failed (client error): The resource could not be found. Jun 11 09:51:38.206987 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-e38c2bad-cb56-4eea-a965-0ef745c4c6dd tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "GET /v2.0/security-groups/24d1f1aa-3601-424b-af20-9acf0698c1b3 HTTP/1.1" status: 404 len: 347 time: 0.0234044 Jun 11 09:51:38.214080 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 51586) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:51:38.245305 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d1267a12-60bf-4fc8-b058-353da623776a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:38.248578 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d1267a12-60bf-4fc8-b058-353da623776a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:38.249791 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-d1267a12-60bf-4fc8-b058-353da623776a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c493e50e-f569-40ff-b41d-765cffff062a HTTP/1.1" status: 204 len: 168 time: 0.9316025 Jun 11 09:51:38.260829 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8dc1d78d-af8b-4f32-a91c-fd10c1ff8568 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:38.272085 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-e0675aad-5718-47d4-b64b-2c3715f171ea tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Transition to ACTIVE for port object aa0b414f-8b35-42cd-bbc6-fd64860a4029 will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:51:38.293626 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-252f740a-f691-4933-aa6e-bb3e20396479 req-fad5fad5-8d37-4818-a1b1-20275219d829 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:38.294471 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1267a12-60bf-4fc8-b058-353da623776a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c493e50e-f569-40ff-b41d-765cffff062a,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:38.297379 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d1267a12-60bf-4fc8-b058-353da623776a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:38.301521 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-252f740a-f691-4933-aa6e-bb3e20396479 req-fad5fad5-8d37-4818-a1b1-20275219d829 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:38.308251 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-252f740a-f691-4933-aa6e-bb3e20396479 req-fad5fad5-8d37-4818-a1b1-20275219d829 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "DELETE /v2.0/security-groups/b768c7f0-b985-43bd-8e7c-dda3984c32f9 HTTP/1.1" status: 204 len: 173 time: 0.5526531 Jun 11 09:51:38.313465 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-819be915-5c63-4c05-b80e-f9bc307d9446 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:38.328490 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad5fad5-8d37-4818-a1b1-20275219d829 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b768c7f0-b985-43bd-8e7c-dda3984c32f9,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:38.385688 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-fad5fad5-8d37-4818-a1b1-20275219d829 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:38.483702 n-d-779913-12 neutron-server[93176]: INFO neutron.api.v2.resource [req-5c100ecf-850e-418d-b589-0e26ac0ae36f req-f2069708-77a3-4c06-84d0-c579c052a53f tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] show failed (client error): The resource could not be found. Jun 11 09:51:38.486415 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5c100ecf-850e-418d-b589-0e26ac0ae36f req-f2069708-77a3-4c06-84d0-c579c052a53f tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/security-groups/b768c7f0-b985-43bd-8e7c-dda3984c32f9 HTTP/1.1" status: 404 len: 352 time: 0.1065824 Jun 11 09:51:38.493401 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-7bbddd66-6dcc-418d-86b3-52c561e0e63c tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Deleting port 5eb39aa2-3662-4b22-a191-029c04e8411b {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:51:38.493832 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7bbddd66-6dcc-418d-86b3-52c561e0e63c tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:38.537998 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-001a5b05-e319-40cf-bdda-276bc48d0251 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:38.547707 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-bdb03cb8-0238-4228-b5c0-165ca590e25e req-20f57d9a-0d90-4302-b995-aa81139f0f0d tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-248178368', 'description': 'tempest-description-860216274'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:51:38.638041 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7bbddd66-6dcc-418d-86b3-52c561e0e63c tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:38.638474 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7bbddd66-6dcc-418d-86b3-52c561e0e63c tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:38.705705 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-e0675aad-5718-47d4-b64b-2c3715f171ea tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:38.722098 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c117a2d2-50d7-4ae1-9562-292be6317569 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:38.764432 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-7bbddd66-6dcc-418d-86b3-52c561e0e63c tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Calling delete_port for 5eb39aa2-3662-4b22-a191-029c04e8411b owned by network:floatingip {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:51:38.795205 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0675aad-5718-47d4-b64b-2c3715f171ea tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Pushing event updated for resources: {'Port': ['ID=aa0b414f-8b35-42cd-bbc6-fd64860a4029,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:38.814598 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e0675aad-5718-47d4-b64b-2c3715f171ea tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:38.816369 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-e0675aad-5718-47d4-b64b-2c3715f171ea tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Network 6d3621a2-169e-4b61-882a-b4c2c253f396 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:51:38.820046 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-e0675aad-5718-47d4-b64b-2c3715f171ea tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:51:38.823540 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-e0675aad-5718-47d4-b64b-2c3715f171ea tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:51:38.886736 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-e0675aad-5718-47d4-b64b-2c3715f171ea tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:38.886736 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-e0675aad-5718-47d4-b64b-2c3715f171ea tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:38.915235 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-bdb03cb8-0238-4228-b5c0-165ca590e25e req-20f57d9a-0d90-4302-b995-aa81139f0f0d tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:38.983510 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e653d-398b-4031-802d-d7cf78a6466b req-238bbdf7-ebf7-45d1-9303-d660d48acbc5 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:38.989514 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e653d-398b-4031-802d-d7cf78a6466b req-238bbdf7-ebf7-45d1-9303-d660d48acbc5 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:38.991724 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-114e653d-398b-4031-802d-d7cf78a6466b req-238bbdf7-ebf7-45d1-9303-d660d48acbc5 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042 HTTP/1.1" status: 200 len: 1653 time: 0.2756872 Jun 11 09:51:39.058478 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-e0675aad-5718-47d4-b64b-2c3715f171ea tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1174874 Jun 11 09:51:39.071482 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-d0b7aafe-52d1-4612-9721-a84dd799e167 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Request body: {'port': {'device_id': 'c8951c33-6d6a-4bea-b1bd-31fda6afe042', 'network_id': '6d3621a2-169e-4b61-882a-b4c2c253f396', 'admin_state_up': True, 'tenant_id': '39e8725552694bd89f3d9b894d223d7c', 'security_groups': ['ee23f870-7e0b-4b16-afae-a1e98a9dceaa']}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:51:39.084355 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-114e653d-398b-4031-802d-d7cf78a6466b req-ca319808-d350-4f13-8869-75877afb5abc tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee23f870-7e0b-4b16-afae-a1e98a9dceaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603952 Jun 11 09:51:39.096350 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-001a5b05-e319-40cf-bdda-276bc48d0251 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Router 6229476e-8f8f-440e-83a2-4db4e0c20433 is scheduled to L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 with binding_index 1 {{(pid=93176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 09:51:39.178852 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7bbddd66-6dcc-418d-86b3-52c561e0e63c tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:39.182701 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f9adc6d1-94ed-45fe-8214-8badae34497f tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:39.251000 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbddd66-6dcc-418d-86b3-52c561e0e63c tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Pushing event deleted for resources: {'Port': ['ID=5eb39aa2-3662-4b22-a191-029c04e8411b,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:39.251000 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7bbddd66-6dcc-418d-86b3-52c561e0e63c tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:39.251000 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 51612) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:51:39.256711 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-09a8533f-15e3-461c-a114-63c05dc98c50 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-434557728-network', 'tenant_id': '011abd511d3b456293c4a92cee73e42d'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:51:39.292395 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-bc232f22-c605-46a8-91a9-cb8d8e883aec None None] Provisioning for port aa0b414f-8b35-42cd-bbc6-fd64860a4029 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:51:39.297388 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-bc232f22-c605-46a8-91a9-cb8d8e883aec None None] Provisioning complete for port aa0b414f-8b35-42cd-bbc6-fd64860a4029 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:51:39.302246 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-bc232f22-c605-46a8-91a9-cb8d8e883aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:39.316789 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 51614) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:51:39.343668 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7bbddd66-6dcc-418d-86b3-52c561e0e63c tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Notify callbacks [] for floatingip, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:39.346273 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7bbddd66-6dcc-418d-86b3-52c561e0e63c tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:39.350610 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-7bbddd66-6dcc-418d-86b3-52c561e0e63c tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] 10.222.0.60 "DELETE /v2.0/floatingips/0ba2e5aa-b88f-4f8a-beb6-a1ecb81dcd39 HTTP/1.1" status: 204 len: 168 time: 1.1323998 Jun 11 09:51:39.350610 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 51616) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:51:39.361360 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-bc232f22-c605-46a8-91a9-cb8d8e883aec None None] Port aa0b414f-8b35-42cd-bbc6-fd64860a4029 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:51:39.372986 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-bdb03cb8-0238-4228-b5c0-165ca590e25e req-20f57d9a-0d90-4302-b995-aa81139f0f0d tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:39.406842 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7c71bde1-61dc-4be5-a26f-5477927dd0ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:39.448176 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-bdb03cb8-0238-4228-b5c0-165ca590e25e req-20f57d9a-0d90-4302-b995-aa81139f0f0d tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:39.453475 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0cd68c4d-8503-4f11-96de-79247f6718cc tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:39.506432 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-001a5b05-e319-40cf-bdda-276bc48d0251 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:51:39.508543 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f57d9a-0d90-4302-b995-aa81139f0f0d tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb762c6-1c72-4b57-8767-117a46f65280,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:39.513300 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-20f57d9a-0d90-4302-b995-aa81139f0f0d tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:39.522828 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26df1807-389b-43dc-b487-f8a1de418458 None None] Sync routers for ids ['6229476e-8f8f-440e-83a2-4db4e0c20433'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:51:39.533127 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26df1807-389b-43dc-b487-f8a1de418458 None None] Routers {'6229476e-8f8f-440e-83a2-4db4e0c20433'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:51:39.534152 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-26df1807-389b-43dc-b487-f8a1de418458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:51:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['6229476e-8f8f-440e-83a2-4db4e0c20433'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:51:39.554532 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a8533f-15e3-461c-a114-63c05dc98c50 admin admin] Made reservation on behalf of 011abd511d3b456293c4a92cee73e42d for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:51:39.557082 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-09a8533f-15e3-461c-a114-63c05dc98c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:39.569746 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-09a8533f-15e3-461c-a114-63c05dc98c50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:39.648647 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-bdb03cb8-0238-4228-b5c0-165ca590e25e req-20f57d9a-0d90-4302-b995-aa81139f0f0d tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:39.649891 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-bdb03cb8-0238-4228-b5c0-165ca590e25e req-20f57d9a-0d90-4302-b995-aa81139f0f0d tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.1077039 Jun 11 09:51:39.684639 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-bb829bb4-9d90-4c20-9ea2-77dbb8915cbc req-ad4c692e-fb79-40fc-8f34-03f4548625a9 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2122890998', 'description': 'tempest-description-459419529'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:51:39.713685 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-26df1807-389b-43dc-b487-f8a1de418458 None None] Set router 6229476e-8f8f-440e-83a2-4db4e0c20433 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:51:39.781162 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7c71bde1-61dc-4be5-a26f-5477927dd0ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:39.828018 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7c71bde1-61dc-4be5-a26f-5477927dd0ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:39.833253 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-af4993ee-4dff-48b3-a36a-05d37b22a203 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:39.878161 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-7c71bde1-61dc-4be5-a26f-5477927dd0ba admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=937e197de321480696ac0ba9ea672a04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5115762 Jun 11 09:51:39.882438 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 51624) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:51:39.906912 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c71bde1-61dc-4be5-a26f-5477927dd0ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=583490fe-9b13-4971-9a16-6d3c2f432091,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:39.912307 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7c71bde1-61dc-4be5-a26f-5477927dd0ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:39.926415 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-d0b7aafe-52d1-4612-9721-a84dd799e167 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Made reservation on behalf of 39e8725552694bd89f3d9b894d223d7c for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:51:39.932034 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-d0b7aafe-52d1-4612-9721-a84dd799e167 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:39.992139 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e59be6e6-e9b8-4c02-a971-85a7036c6a17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:40.013225 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-001a5b05-e319-40cf-bdda-276bc48d0251 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:40.017966 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-001a5b05-e319-40cf-bdda-276bc48d0251 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 6.0318177 Jun 11 09:51:40.021778 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 51626) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:51:40.031150 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-26df1807-389b-43dc-b487-f8a1de418458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6229476e-8f8f-440e-83a2-4db4e0c20433', 'name': 'tempest-snat-router-1452144620', 'tenant_id': 'b26e5352cb83478696e9601c4223eb48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.205'}], 'enable_snat': False}, 'gw_port_id': '86de30cf-af14-4f2d-a801-85a49c3bbd97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:51:34Z', 'updated_at': '2021-06-11T09:51:37Z', 'revision_number': 3, 'project_id': 'b26e5352cb83478696e9601c4223eb48', 'gw_port': {'id': '86de30cf-af14-4f2d-a801-85a49c3bbd97', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:00:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6229476e-8f8f-440e-83a2-4db4e0c20433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:51:36Z', 'updated_at': '2021-06-11T09:51:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:51:40.035848 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26df1807-389b-43dc-b487-f8a1de418458 None None] Checking router: 6229476e-8f8f-440e-83a2-4db4e0c20433 for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:51:40.036356 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26df1807-389b-43dc-b487-f8a1de418458 None None] Updating router 6229476e-8f8f-440e-83a2-4db4e0c20433 port 86de30cf-af14-4f2d-a801-85a49c3bbd97 binding host n-d-779913-12 {{(pid=93179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 09:51:40.114298 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-26df1807-389b-43dc-b487-f8a1de418458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:40.115655 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-09a8533f-15e3-461c-a114-63c05dc98c50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:40.208924 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-09a8533f-15e3-461c-a114-63c05dc98c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:40.216608 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-643906da-4ba4-442d-8594-68f66f2fd9d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:40.248305 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09a8533f-15e3-461c-a114-63c05dc98c50 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 790} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 09:51:40.300772 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-09a8533f-15e3-461c-a114-63c05dc98c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:40.301678 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-09a8533f-15e3-461c-a114-63c05dc98c50 admin admin] Added segment 90bdf358-16f2-4d1d-a44d-03eac2eb67f5 of type vlan for network aa350f18-6110-4603-b65a-485c88b09d98 Jun 11 09:51:40.303356 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a8533f-15e3-461c-a114-63c05dc98c50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c69c053-ea29-4940-b15f-6753e21b9aa7,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:40.319007 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-09a8533f-15e3-461c-a114-63c05dc98c50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:40.477445 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-09a8533f-15e3-461c-a114-63c05dc98c50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:40.551416 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c0be5087-e71f-4892-9e51-8777b5dd10f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375209'] for router_interface, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:40.639710 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e59be6e6-e9b8-4c02-a971-85a7036c6a17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:40.643304 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-26df1807-389b-43dc-b487-f8a1de418458 None None] Notify callbacks [] for port, precommit_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:40.673295 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-26df1807-389b-43dc-b487-f8a1de418458 None None] Transition to ACTIVE for port object 86de30cf-af14-4f2d-a801-85a49c3bbd97 will not be triggered until provisioned by entity L2. {{(pid=93179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:51:40.759340 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364ce63d-8958-4577-8e85-d994f9ae197f req-fb5405d6-fded-476d-8686-b42a1f569fa1 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:40.759340 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364ce63d-8958-4577-8e85-d994f9ae197f req-fb5405d6-fded-476d-8686-b42a1f569fa1 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:40.759340 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-364ce63d-8958-4577-8e85-d994f9ae197f req-fb5405d6-fded-476d-8686-b42a1f569fa1 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042 HTTP/1.1" status: 200 len: 1653 time: 0.4050934 Jun 11 09:51:40.786880 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-364ce63d-8958-4577-8e85-d994f9ae197f req-5d8b7850-3dce-40f5-8f70-01cf8e75012d tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee23f870-7e0b-4b16-afae-a1e98a9dceaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526741 Jun 11 09:51:40.808458 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-d0b7aafe-52d1-4612-9721-a84dd799e167 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Allocated IP 10.1.1.169 (6d3621a2-169e-4b61-882a-b4c2c253f396/d56f2625-bb14-490c-b4fa-d6d55c55bf08/7d4122a6-8857-404a-9194-b0a549ee64cc) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:51:41.036785 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-373eb8ec-71dd-44d0-8e08-e136e52ee26f tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] 10.222.0.60 "GET /v2.0/routers/6229476e-8f8f-440e-83a2-4db4e0c20433 HTTP/1.1" status: 200 len: 909 time: 1.0096231 Jun 11 09:51:41.041455 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 51636) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:51:41.047675 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-9a903859-b98c-49eb-989d-b68a1ff0a6e3 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1452144620', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'enable_snat': True}}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:51:41.073661 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-d0b7aafe-52d1-4612-9721-a84dd799e167 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:41.178395 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-bb829bb4-9d90-4c20-9ea2-77dbb8915cbc req-ad4c692e-fb79-40fc-8f34-03f4548625a9 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:41.201683 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-c0be5087-e71f-4892-9e51-8777b5dd10f1 admin admin] Deleting port c8bca2f3-c339-4089-8f67-301674add5ea {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:51:41.202610 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c0be5087-e71f-4892-9e51-8777b5dd10f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:41.293720 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-26df1807-389b-43dc-b487-f8a1de418458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:41.293940 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-09a8533f-15e3-461c-a114-63c05dc98c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:41.295042 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a8533f-15e3-461c-a114-63c05dc98c50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:41.295646 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-09a8533f-15e3-461c-a114-63c05dc98c50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:41.296400 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-c812d096-72e7-43d3-9d56-4358816caab1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:41.310047 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-eb615227-ed20-440f-af57-8730f6e91866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-815248285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-815248285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:41.364939 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9a903859-b98c-49eb-989d-b68a1ff0a6e3 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:41.364939 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9a903859-b98c-49eb-989d-b68a1ff0a6e3 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:41.364939 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-d0b7aafe-52d1-4612-9721-a84dd799e167 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Transition to ACTIVE for port object 7d4122a6-8857-404a-9194-b0a549ee64cc will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:51:41.372852 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e59be6e6-e9b8-4c02-a971-85a7036c6a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:41.375677 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-26df1807-389b-43dc-b487-f8a1de418458 None None] Attempting to bind port 86de30cf-af14-4f2d-a801-85a49c3bbd97 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:51:41.376059 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-26df1807-389b-43dc-b487-f8a1de418458 None None] Attempting to bind port 86de30cf-af14-4f2d-a801-85a49c3bbd97 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:51:41.376428 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26df1807-389b-43dc-b487-f8a1de418458 None None] Attempting to bind port 86de30cf-af14-4f2d-a801-85a49c3bbd97 on network f0adef6e-169f-4a27-8865-442be2ad072d {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:51:41.378118 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e59be6e6-e9b8-4c02-a971-85a7036c6a17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:41.380737 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-e59be6e6-e9b8-4c02-a971-85a7036c6a17 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/583490fe-9b13-4971-9a16-6d3c2f432091 HTTP/1.1" status: 204 len: 168 time: 1.4973843 Jun 11 09:51:41.404143 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-de760165-7b7f-48fe-be5e-c6cb54a7a7b1 tempest-TenantUsagesTestJSON-1812384216 tempest-TenantUsagesTestJSON-1812384216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:41.411966 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a8533f-15e3-461c-a114-63c05dc98c50 admin admin] Pushing event updated for resources: {'Network': ['ID=aa350f18-6110-4603-b65a-485c88b09d98,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:41.415160 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-09a8533f-15e3-461c-a114-63c05dc98c50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:41.423795 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network aa350f18-6110-4603-b65a-485c88b09d98 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:51:41.436076 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26df1807-389b-43dc-b487-f8a1de418458 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:51:41.436505 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26df1807-389b-43dc-b487-f8a1de418458 None None] Checking segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:51:41.442472 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-26df1807-389b-43dc-b487-f8a1de418458 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:41.442902 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26df1807-389b-43dc-b487-f8a1de418458 None None] Bound using segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:51:41.443075 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-c0be5087-e71f-4892-9e51-8777b5dd10f1 admin admin] For port c8bca2f3-c339-4089-8f67-301674add5ea, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=c8bca2f3-c339-4089-8f67-301674add5ea,segment=NetworkSegment(f561be66-4e48-459e-8c21-fceaa6c73661),segment_id=f561be66-4e48-459e-8c21-fceaa6c73661)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:51:41.443418 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-26df1807-389b-43dc-b487-f8a1de418458 None None] Bound port: 86de30cf-af14-4f2d-a801-85a49c3bbd97, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:51:41.443546 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c0be5087-e71f-4892-9e51-8777b5dd10f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:41.443829 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-26df1807-389b-43dc-b487-f8a1de418458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:41.560774 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6bcc40-8d15-4c1d-a333-41c3ecb67ffe None None] Pushing event updated for resources: {'Port': ['ID=86de30cf-af14-4f2d-a801-85a49c3bbd97,revision_number=2']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:41.573721 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59be6e6-e9b8-4c02-a971-85a7036c6a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=583490fe-9b13-4971-9a16-6d3c2f432091,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:41.580947 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-db6bcc40-8d15-4c1d-a333-41c3ecb67ffe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:41.588537 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59be6e6-e9b8-4c02-a971-85a7036c6a17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:51:41.588932 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59be6e6-e9b8-4c02-a971-85a7036c6a17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:51:41.589414 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59be6e6-e9b8-4c02-a971-85a7036c6a17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:51:41.589799 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59be6e6-e9b8-4c02-a971-85a7036c6a17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:51:41.590178 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59be6e6-e9b8-4c02-a971-85a7036c6a17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:51:41.590853 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59be6e6-e9b8-4c02-a971-85a7036c6a17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:51:41.591120 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59be6e6-e9b8-4c02-a971-85a7036c6a17 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:51:41.591698 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59be6e6-e9b8-4c02-a971-85a7036c6a17 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:51:41.592076 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59be6e6-e9b8-4c02-a971-85a7036c6a17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:51:41.592771 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59be6e6-e9b8-4c02-a971-85a7036c6a17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:51:41.592978 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59be6e6-e9b8-4c02-a971-85a7036c6a17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:51:41.593221 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59be6e6-e9b8-4c02-a971-85a7036c6a17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:51:41.598513 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-26df1807-389b-43dc-b487-f8a1de418458 None None] For port 86de30cf-af14-4f2d-a801-85a49c3bbd97, host n-d-779913-12, cleared binding levels {{(pid=93179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:51:41.598784 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e59be6e6-e9b8-4c02-a971-85a7036c6a17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:41.603745 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-26df1807-389b-43dc-b487-f8a1de418458 None None] For port 86de30cf-af14-4f2d-a801-85a49c3bbd97, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=86de30cf-af14-4f2d-a801-85a49c3bbd97,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:51:41.605950 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9a903859-b98c-49eb-989d-b68a1ff0a6e3 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:41.685152 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-d0b7aafe-52d1-4612-9721-a84dd799e167 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:41.689453 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-35a147ac-bcd0-46d7-b838-8c7b6620958a tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:41.745006 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-26df1807-389b-43dc-b487-f8a1de418458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:41.747044 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-6b7f33b0-c0eb-4a44-a102-b37f2d5d08bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:41.756668 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-bb829bb4-9d90-4c20-9ea2-77dbb8915cbc req-ad4c692e-fb79-40fc-8f34-03f4548625a9 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:41.807680 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b7aafe-52d1-4612-9721-a84dd799e167 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Pushing event updated for resources: {'Port': ['ID=7d4122a6-8857-404a-9194-b0a549ee64cc,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:41.861362 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26df1807-389b-43dc-b487-f8a1de418458 None None] Routers {'6229476e-8f8f-440e-83a2-4db4e0c20433'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:51:41.861986 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-26df1807-389b-43dc-b487-f8a1de418458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:51:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['6229476e-8f8f-440e-83a2-4db4e0c20433'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:51:41.875417 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d0b7aafe-52d1-4612-9721-a84dd799e167 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:41.880716 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-bb829bb4-9d90-4c20-9ea2-77dbb8915cbc req-ad4c692e-fb79-40fc-8f34-03f4548625a9 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:41.931635 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-c0be5087-e71f-4892-9e51-8777b5dd10f1 admin admin] Calling delete_port for c8bca2f3-c339-4089-8f67-301674add5ea owned by network:router_interface {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:51:41.937097 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-09a8533f-15e3-461c-a114-63c05dc98c50 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.6852405 Jun 11 09:51:41.945854 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 51644) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:51:41.953003 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-282d5ded-7c21-4653-be2a-7516b7702af4 admin admin] Request body: {'subnet': {'network_id': 'aa350f18-6110-4603-b65a-485c88b09d98', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-434557728-subnet', 'tenant_id': '011abd511d3b456293c4a92cee73e42d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:51:41.959917 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-d0b7aafe-52d1-4612-9721-a84dd799e167 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Network 6d3621a2-169e-4b61-882a-b4c2c253f396 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:51:41.961169 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-edb0e4c7-e15a-40e5-bbfd-62abef0df70b tempest-ServersAdminNegativeTestJSON-1269859731 tempest-ServersAdminNegativeTestJSON-1269859731-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:41.965583 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-d0b7aafe-52d1-4612-9721-a84dd799e167 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:51:41.979457 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-d0b7aafe-52d1-4612-9721-a84dd799e167 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:51:41.986334 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6bcc40-8d15-4c1d-a333-41c3ecb67ffe None None] Pushing event updated for resources: {'Port': ['ID=86de30cf-af14-4f2d-a801-85a49c3bbd97,revision_number=3']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:42.187724 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9a903859-b98c-49eb-989d-b68a1ff0a6e3 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:42.202242 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4c692e-fb79-40fc-8f34-03f4548625a9 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c78518db-e0f1-46c5-a850-96fc6ce52f1f,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:42.203193 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-282d5ded-7c21-4653-be2a-7516b7702af4 admin admin] Made reservation on behalf of 011abd511d3b456293c4a92cee73e42d for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:51:42.205627 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ad4c692e-fb79-40fc-8f34-03f4548625a9 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:42.210683 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-282d5ded-7c21-4653-be2a-7516b7702af4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:42.215264 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-d0b7aafe-52d1-4612-9721-a84dd799e167 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:42.215264 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-d0b7aafe-52d1-4612-9721-a84dd799e167 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:42.244401 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-db6bcc40-8d15-4c1d-a333-41c3ecb67ffe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:42.276240 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-26df1807-389b-43dc-b487-f8a1de418458 None None] Set router 6229476e-8f8f-440e-83a2-4db4e0c20433 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:51:42.281243 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-bb829bb4-9d90-4c20-9ea2-77dbb8915cbc req-ad4c692e-fb79-40fc-8f34-03f4548625a9 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:42.282518 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-bb829bb4-9d90-4c20-9ea2-77dbb8915cbc req-ad4c692e-fb79-40fc-8f34-03f4548625a9 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 2.6068108 Jun 11 09:51:42.354821 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-d0b7aafe-52d1-4612-9721-a84dd799e167 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2882946 Jun 11 09:51:42.366568 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-e2ee0872-4404-4b4d-a627-2dfa759c6813 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Request body: {'port': {'device_id': 'c8951c33-6d6a-4bea-b1bd-31fda6afe042', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '8268b03e-4f88-453d-8a80-f3e0484b960f', 'admin_state_up': True, 'tenant_id': '39e8725552694bd89f3d9b894d223d7c', 'security_groups': ['ee23f870-7e0b-4b16-afae-a1e98a9dceaa']}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:51:42.407349 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f71f2f2a-8d17-4663-950d-88db5852648e None None] Provisioning for port 7d4122a6-8857-404a-9194-b0a549ee64cc completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:51:42.411668 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f71f2f2a-8d17-4663-950d-88db5852648e None None] Provisioning complete for port 7d4122a6-8857-404a-9194-b0a549ee64cc triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:51:42.412149 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f71f2f2a-8d17-4663-950d-88db5852648e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:42.517042 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae412bd-66bd-4423-9b34-c5dc6b4c1119 req-1b76bc2b-d583-417b-964f-d3393983dcef tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:42.523775 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae412bd-66bd-4423-9b34-c5dc6b4c1119 req-1b76bc2b-d583-417b-964f-d3393983dcef tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:42.529692 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae412bd-66bd-4423-9b34-c5dc6b4c1119 req-1b76bc2b-d583-417b-964f-d3393983dcef tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:42.537005 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-dae412bd-66bd-4423-9b34-c5dc6b4c1119 req-1b76bc2b-d583-417b-964f-d3393983dcef tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042 HTTP/1.1" status: 200 len: 2374 time: 0.4917800 Jun 11 09:51:42.539851 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f71f2f2a-8d17-4663-950d-88db5852648e None None] Port 7d4122a6-8857-404a-9194-b0a549ee64cc cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:51:42.605832 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-26df1807-389b-43dc-b487-f8a1de418458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6229476e-8f8f-440e-83a2-4db4e0c20433', 'name': 'tempest-snat-router-1452144620', 'tenant_id': 'b26e5352cb83478696e9601c4223eb48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.205'}], 'enable_snat': False}, 'gw_port_id': '86de30cf-af14-4f2d-a801-85a49c3bbd97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:51:34Z', 'updated_at': '2021-06-11T09:51:37Z', 'revision_number': 3, 'project_id': 'b26e5352cb83478696e9601c4223eb48', 'gw_port': {'id': '86de30cf-af14-4f2d-a801-85a49c3bbd97', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:00:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6229476e-8f8f-440e-83a2-4db4e0c20433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:51:36Z', 'updated_at': '2021-06-11T09:51:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:51:42.610762 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26df1807-389b-43dc-b487-f8a1de418458 None None] The sync data for ids ['6229476e-8f8f-440e-83a2-4db4e0c20433'] in n-d-779913-12 is: [{'id': '6229476e-8f8f-440e-83a2-4db4e0c20433', 'name': 'tempest-snat-router-1452144620', 'tenant_id': 'b26e5352cb83478696e9601c4223eb48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.205'}], 'enable_snat': False}, 'gw_port_id': '86de30cf-af14-4f2d-a801-85a49c3bbd97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:51:34Z', 'updated_at': '2021-06-11T09:51:37Z', 'revision_number': 3, 'project_id': 'b26e5352cb83478696e9601c4223eb48', 'gw_port': {'id': '86de30cf-af14-4f2d-a801-85a49c3bbd97', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:00:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6229476e-8f8f-440e-83a2-4db4e0c20433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:51:36Z', 'updated_at': '2021-06-11T09:51:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-779913-12'}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:51:42.684349 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-4a2a5dfa-f405-484c-a066-a089524408e9 req-567b52f0-d75f-48fe-9bce-80df13875fd8 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-375760617', 'description': 'tempest-description-673361266'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:51:42.818483 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-fcdcd685-9dc1-4c06-b74f-844dea0255c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:42.856701 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-4a2a5dfa-f405-484c-a066-a089524408e9 req-567b52f0-d75f-48fe-9bce-80df13875fd8 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:42.858939 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-dae412bd-66bd-4423-9b34-c5dc6b4c1119 req-eb3b0327-2393-4d9c-9956-4e2aa09fdc25 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee23f870-7e0b-4b16-afae-a1e98a9dceaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3209739 Jun 11 09:51:42.952414 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9a903859-b98c-49eb-989d-b68a1ff0a6e3 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:42.979960 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c0be5087-e71f-4892-9e51-8777b5dd10f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:42.989983 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9a903859-b98c-49eb-989d-b68a1ff0a6e3 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:42.990176 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e611bf8c-d494-493f-b600-a3ffd3d13ccf tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:43.054590 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-e2ee0872-4404-4b4d-a627-2dfa759c6813 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Made reservation on behalf of 39e8725552694bd89f3d9b894d223d7c for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:51:43.054841 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0be5087-e71f-4892-9e51-8777b5dd10f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8bca2f3-c339-4089-8f67-301674add5ea,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:43.057652 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-282d5ded-7c21-4653-be2a-7516b7702af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:43.069296 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c0be5087-e71f-4892-9e51-8777b5dd10f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:43.069921 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-fe0b2468-a524-48be-ab9b-b35e5a5cd81d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:43.304344 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282d5ded-7c21-4653-be2a-7516b7702af4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fe67e84-c7b8-48bc-984f-a6fe0132d44b,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:43.308816 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-282d5ded-7c21-4653-be2a-7516b7702af4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:43.329214 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282d5ded-7c21-4653-be2a-7516b7702af4 admin admin] Checking segment: {'id': '90bdf358-16f2-4d1d-a44d-03eac2eb67f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'aa350f18-6110-4603-b65a-485c88b09d98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:51:43.329581 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282d5ded-7c21-4653-be2a-7516b7702af4 admin admin] Network hostable DHCP agents. Network: aa350f18-6110-4603-b65a-485c88b09d98, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 09:51:43.430966 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-9a903859-b98c-49eb-989d-b68a1ff0a6e3 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Allocated IP 172.25.4.48 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/c252a082-d816-4dc1-a9fc-b12bf3904ce0) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:51:43.514490 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-e2ee0872-4404-4b4d-a627-2dfa759c6813 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:43.639458 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282d5ded-7c21-4653-be2a-7516b7702af4 admin admin] Network aa350f18-6110-4603-b65a-485c88b09d98 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 09:51:43.650881 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c0be5087-e71f-4892-9e51-8777b5dd10f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362297'] for router_interface, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:43.818130 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 86de30cf-af14-4f2d-a801-85a49c3bbd97 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:51:43.929661 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-4a2a5dfa-f405-484c-a066-a089524408e9 req-567b52f0-d75f-48fe-9bce-80df13875fd8 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:43.965052 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9a903859-b98c-49eb-989d-b68a1ff0a6e3 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:43.975446 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-282d5ded-7c21-4653-be2a-7516b7702af4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, aa350f18-6110-4603-b65a-485c88b09d98) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:51:43.984891 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe98ecf6-ed4c-42b5-a247-a59c182febd0 None None] Network aa350f18-6110-4603-b65a-485c88b09d98 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:51:43.999876 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282d5ded-7c21-4653-be2a-7516b7702af4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:44.000645 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-282d5ded-7c21-4653-be2a-7516b7702af4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:44.045094 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-4a2a5dfa-f405-484c-a066-a089524408e9 req-567b52f0-d75f-48fe-9bce-80df13875fd8 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:44.056151 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-709e1ff3-0d7d-49f4-a11a-266787fb135b tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:44.174990 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-e2ee0872-4404-4b4d-a627-2dfa759c6813 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Allocated IP 10.2.2.100 (8268b03e-4f88-453d-8a80-f3e0484b960f/e42b8e0f-29ce-4b18-9ea9-5eee901ccfd5/4ce74097-617f-4211-a8f7-105354bec944) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:51:44.178095 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b52f0-d75f-48fe-9bce-80df13875fd8 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa215cd7-f48c-48dc-9f5d-81315515cf4f,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:44.181089 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-567b52f0-d75f-48fe-9bce-80df13875fd8 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:44.188084 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-282d5ded-7c21-4653-be2a-7516b7702af4 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.2388108 Jun 11 09:51:44.227015 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 86de30cf-af14-4f2d-a801-85a49c3bbd97 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:51:44.279999 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 86de30cf-af14-4f2d-a801-85a49c3bbd97 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:51:44.280646 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:44.288745 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe0e45d-fda2-4a61-bc75-7da0d96ffb77 None None] Network aa350f18-6110-4603-b65a-485c88b09d98 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:51:44.306278 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-4a2a5dfa-f405-484c-a066-a089524408e9 req-567b52f0-d75f-48fe-9bce-80df13875fd8 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:44.308058 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4a2a5dfa-f405-484c-a066-a089524408e9 req-567b52f0-d75f-48fe-9bce-80df13875fd8 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.6389480 Jun 11 09:51:44.392908 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9a903859-b98c-49eb-989d-b68a1ff0a6e3 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:44.398884 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-93eee7db-ccee-47e7-a187-02f8521f4095 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:44.489968 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa3ac47-a1a5-440e-af1b-8b294605cac0 req-304013b6-8fb0-472e-9e58-16e45ee6ed8b tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:44.497407 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa3ac47-a1a5-440e-af1b-8b294605cac0 req-304013b6-8fb0-472e-9e58-16e45ee6ed8b tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:44.499821 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a903859-b98c-49eb-989d-b68a1ff0a6e3 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:51:44.505020 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa3ac47-a1a5-440e-af1b-8b294605cac0 req-304013b6-8fb0-472e-9e58-16e45ee6ed8b tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:44.509394 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-daa3ac47-a1a5-440e-af1b-8b294605cac0 req-304013b6-8fb0-472e-9e58-16e45ee6ed8b tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042 HTTP/1.1" status: 200 len: 2374 time: 0.3252718 Jun 11 09:51:44.536527 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0be5087-e71f-4892-9e51-8777b5dd10f1 admin admin] Router 16e2f4f2-b924-4e2a-88b9-a54ee9818027 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 09:51:44.543114 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-9a903859-b98c-49eb-989d-b68a1ff0a6e3 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:51:44.563951 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a903859-b98c-49eb-989d-b68a1ff0a6e3 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:51:44.573840 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-e2ee0872-4404-4b4d-a627-2dfa759c6813 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:44.585128 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a903859-b98c-49eb-989d-b68a1ff0a6e3 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Pushing event updated for resources: {'Port': ['ID=c252a082-d816-4dc1-a9fc-b12bf3904ce0,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:44.647406 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9a903859-b98c-49eb-989d-b68a1ff0a6e3 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:44.677046 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-e2ee0872-4404-4b4d-a627-2dfa759c6813 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Transition to ACTIVE for port object 4ce74097-617f-4211-a8f7-105354bec944 will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:51:44.679851 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:44.709808 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 86de30cf-af14-4f2d-a801-85a49c3bbd97, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=86de30cf-af14-4f2d-a801-85a49c3bbd97,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:51:44.767736 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-daa3ac47-a1a5-440e-af1b-8b294605cac0 req-834fa0d6-9c2b-4ed8-924a-f961323a59de tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee23f870-7e0b-4b16-afae-a1e98a9dceaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2462223 Jun 11 09:51:44.789574 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:44.791452 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:44.835129 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0be5087-e71f-4892-9e51-8777b5dd10f1 admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:51:44.843136 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-c0be5087-e71f-4892-9e51-8777b5dd10f1 admin admin] 10.222.0.60 "PUT /v2.0/routers/16e2f4f2-b924-4e2a-88b9-a54ee9818027/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4889414 Jun 11 09:51:44.843136 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 51710) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:51:44.854308 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-67cd9e97-fbd1-4c56-8a3d-e96275262524 req-5b6460b0-4450-472d-b981-541db56a1f34 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e7a84328845c42e4a2bf009ba2709f6e HTTP/1.1" status: 200 len: 10907 time: 0.5174632 Jun 11 09:51:44.972102 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-67cd9e97-fbd1-4c56-8a3d-e96275262524 req-83fec09c-8e03-433d-afe7-21d3b9e53618 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/security-groups/1bdf718a-3d55-4418-9711-8519d490f59c HTTP/1.1" status: 200 len: 2985 time: 0.1168003 Jun 11 09:51:44.995342 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74f2193-2863-4aab-b1f0-62600ec1c06b None None] Sync routers for ids ['16e2f4f2-b924-4e2a-88b9-a54ee9818027'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:51:45.032990 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-67cd9e97-fbd1-4c56-8a3d-e96275262524 req-3a74a826-d7a0-4f23-bc47-42b27801c926 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/security-groups/1bdf718a-3d55-4418-9711-8519d490f59c HTTP/1.1" status: 200 len: 2985 time: 0.0598080 Jun 11 09:51:45.044699 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-e2ee0872-4404-4b4d-a627-2dfa759c6813 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:45.050577 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c941e447-3338-4fd0-a46a-442db6939bf3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:45.064217 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c2b2cbd1-ebe8-458d-aeea-78b1c0b4035a admin admin] Notify callbacks [] for router, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:45.163201 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-e2ee0872-4404-4b4d-a627-2dfa759c6813 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Network 8268b03e-4f88-453d-8a80-f3e0484b960f is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:51:45.227378 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-e2ee0872-4404-4b4d-a627-2dfa759c6813 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:51:45.240704 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-e2ee0872-4404-4b4d-a627-2dfa759c6813 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:51:45.292142 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=86de30cf-af14-4f2d-a801-85a49c3bbd97,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:45.307838 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74f2193-2863-4aab-b1f0-62600ec1c06b None None] Routers {'16e2f4f2-b924-4e2a-88b9-a54ee9818027'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:51:45.308952 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-c74f2193-2863-4aab-b1f0-62600ec1c06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:51:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['16e2f4f2-b924-4e2a-88b9-a54ee9818027'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:51:45.319311 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ee0872-4404-4b4d-a627-2dfa759c6813 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Pushing event updated for resources: {'Port': ['ID=4ce74097-617f-4211-a8f7-105354bec944,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:45.322775 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e2ee0872-4404-4b4d-a627-2dfa759c6813 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:45.375400 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-e2ee0872-4404-4b4d-a627-2dfa759c6813 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:45.376122 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-e2ee0872-4404-4b4d-a627-2dfa759c6813 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:45.436788 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.644s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:45.498233 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c2b2cbd1-ebe8-458d-aeea-78b1c0b4035a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:45.509834 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5924402-4147-4e63-b1a0-6e8a2c1f58ee req-92bac75b-c544-417d-9d5b-5886f326b21e tempest-VolumesAdminNegativeTest-403137660 tempest-VolumesAdminNegativeTest-403137660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:45.511601 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c5924402-4147-4e63-b1a0-6e8a2c1f58ee req-92bac75b-c544-417d-9d5b-5886f326b21e tempest-VolumesAdminNegativeTest-403137660 tempest-VolumesAdminNegativeTest-403137660-project] 10.222.0.60 "GET /v2.0/networks?id=90358d5f-bc6f-47c6-9fc0-711935134168 HTTP/1.1" status: 200 len: 814 time: 0.3037910 Jun 11 09:51:45.522025 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-e2ee0872-4404-4b4d-a627-2dfa759c6813 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1606388 Jun 11 09:51:45.536427 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-b65570e4-8065-4207-b0ad-d8a932db6b88 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Request body: {'port': {'device_id': 'c8951c33-6d6a-4bea-b1bd-31fda6afe042', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '8268b03e-4f88-453d-8a80-f3e0484b960f', 'admin_state_up': True, 'tenant_id': '39e8725552694bd89f3d9b894d223d7c', 'security_groups': ['ee23f870-7e0b-4b16-afae-a1e98a9dceaa']}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:51:45.538605 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c5924402-4147-4e63-b1a0-6e8a2c1f58ee req-6eb5a5a7-41e2-44b9-969a-138666711be4 tempest-VolumesAdminNegativeTest-403137660 tempest-VolumesAdminNegativeTest-403137660-project] 10.222.0.60 "GET /v2.0/quotas/d47f3c3c5a0746ce8545c56c525f2694 HTTP/1.1" status: 200 len: 375 time: 0.0175383 Jun 11 09:51:45.580196 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9a903859-b98c-49eb-989d-b68a1ff0a6e3 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:45.580411 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-c74f2193-2863-4aab-b1f0-62600ec1c06b None None] Set router 16e2f4f2-b924-4e2a-88b9-a54ee9818027 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:51:45.588475 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c5924402-4147-4e63-b1a0-6e8a2c1f58ee req-4b934c93-ea8a-42d5-941d-012c5e6cde25 tempest-VolumesAdminNegativeTest-403137660 tempest-VolumesAdminNegativeTest-403137660-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d47f3c3c5a0746ce8545c56c525f2694&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392568 Jun 11 09:51:45.682678 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 86de30cf-af14-4f2d-a801-85a49c3bbd97 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:51:45.735631 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a567edba-eb49-4cd1-be32-f6df43a24ae1 req-8684cb32-4406-4d71-bee7-6a26cbc70b8a tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/security-groups/ceb762c6-1c72-4b57-8767-117a46f65280 HTTP/1.1" status: 200 len: 1801 time: 0.3166010 Jun 11 09:51:45.802180 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c5924402-4147-4e63-b1a0-6e8a2c1f58ee req-06aa3b41-a21d-4eaa-82a2-1333351be38e service neutron] 10.222.0.60 "GET /v2.0/networks/90358d5f-bc6f-47c6-9fc0-711935134168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905856 Jun 11 09:51:45.803688 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-c2b2cbd1-ebe8-458d-aeea-78b1c0b4035a admin admin] Deleting port 9dbefbd5-8436-4aa4-a168-845f89db3ff1 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:51:45.804031 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c2b2cbd1-ebe8-458d-aeea-78b1c0b4035a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:45.886038 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-8349bd82-c522-4729-aaa0-bf7f63580069 None None] Provisioning for port 4ce74097-617f-4211-a8f7-105354bec944 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:51:45.943465 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 86de30cf-af14-4f2d-a801-85a49c3bbd97 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:51:45.944285 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:45.950221 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-97d3dffe-cac8-4e4b-bd94-afbd9ebadccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:45.966853 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-8349bd82-c522-4729-aaa0-bf7f63580069 None None] Provisioning complete for port 4ce74097-617f-4211-a8f7-105354bec944 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:51:45.966853 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8349bd82-c522-4729-aaa0-bf7f63580069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:46.011535 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:46.080022 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-8349bd82-c522-4729-aaa0-bf7f63580069 None None] Port 4ce74097-617f-4211-a8f7-105354bec944 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:51:46.129745 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-c74f2193-2863-4aab-b1f0-62600ec1c06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e2f4f2-b924-4e2a-88b9-a54ee9818027', 'name': 'tempest-ServerActionsTestJSON-44240630-router', 'tenant_id': '85a0b78c318440aa9b70136d633fbbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '9dbefbd5-8436-4aa4-a168-845f89db3ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:40:34Z', 'updated_at': '2021-06-11T09:51:42Z', 'revision_number': 5, 'project_id': '85a0b78c318440aa9b70136d633fbbff', 'gw_port': {'id': '9dbefbd5-8436-4aa4-a168-845f89db3ff1', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e2f4f2-b924-4e2a-88b9-a54ee9818027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:40:35Z', 'updated_at': '2021-06-11T09:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:51:46.185147 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74f2193-2863-4aab-b1f0-62600ec1c06b None None] Checking router: 16e2f4f2-b924-4e2a-88b9-a54ee9818027 for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:51:46.197004 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74f2193-2863-4aab-b1f0-62600ec1c06b None None] Routers {'16e2f4f2-b924-4e2a-88b9-a54ee9818027'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:51:46.197668 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-c74f2193-2863-4aab-b1f0-62600ec1c06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:51:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['16e2f4f2-b924-4e2a-88b9-a54ee9818027'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:51:46.314170 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-c2b2cbd1-ebe8-458d-aeea-78b1c0b4035a admin admin] For port 9dbefbd5-8436-4aa4-a168-845f89db3ff1, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=9dbefbd5-8436-4aa4-a168-845f89db3ff1,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:51:46.314576 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c2b2cbd1-ebe8-458d-aeea-78b1c0b4035a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:46.347889 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-c74f2193-2863-4aab-b1f0-62600ec1c06b None None] Set router 16e2f4f2-b924-4e2a-88b9-a54ee9818027 gateway port host: None {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:51:46.428103 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-c2b2cbd1-ebe8-458d-aeea-78b1c0b4035a admin admin] Calling delete_port for 9dbefbd5-8436-4aa4-a168-845f89db3ff1 owned by network:router_gateway {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:51:46.446424 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a567edba-eb49-4cd1-be32-f6df43a24ae1 req-a95fc6eb-d923-4b0f-bd79-0a383f9f4948 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:46.467251 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-c74f2193-2863-4aab-b1f0-62600ec1c06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e2f4f2-b924-4e2a-88b9-a54ee9818027', 'name': 'tempest-ServerActionsTestJSON-44240630-router', 'tenant_id': '85a0b78c318440aa9b70136d633fbbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:40:34Z', 'updated_at': '2021-06-11T09:51:45Z', 'revision_number': 6, 'project_id': '85a0b78c318440aa9b70136d633fbbff', 'gw_port_host': None}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:51:46.470297 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9a903859-b98c-49eb-989d-b68a1ff0a6e3 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:46.472258 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74f2193-2863-4aab-b1f0-62600ec1c06b None None] The sync data for ids ['16e2f4f2-b924-4e2a-88b9-a54ee9818027'] in n-d-779913-12 is: [{'id': '16e2f4f2-b924-4e2a-88b9-a54ee9818027', 'name': 'tempest-ServerActionsTestJSON-44240630-router', 'tenant_id': '85a0b78c318440aa9b70136d633fbbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:40:34Z', 'updated_at': '2021-06-11T09:51:45Z', 'revision_number': 6, 'project_id': '85a0b78c318440aa9b70136d633fbbff', 'gw_port_host': None}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:51:46.494616 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a567edba-eb49-4cd1-be32-f6df43a24ae1 req-a95fc6eb-d923-4b0f-bd79-0a383f9f4948 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:46.602570 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:46.617703 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-b65570e4-8065-4207-b0ad-d8a932db6b88 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Made reservation on behalf of 39e8725552694bd89f3d9b894d223d7c for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:51:46.622353 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-b65570e4-8065-4207-b0ad-d8a932db6b88 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:46.721883 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c5924402-4147-4e63-b1a0-6e8a2c1f58ee req-116f3f1c-0a23-4e2b-a3c8-ddad7dcbef60 service neutron] 10.222.0.60 "GET /v2.0/networks/90358d5f-bc6f-47c6-9fc0-711935134168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9015989 Jun 11 09:51:46.866988 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a567edba-eb49-4cd1-be32-f6df43a24ae1 req-a95fc6eb-d923-4b0f-bd79-0a383f9f4948 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:46.869655 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a567edba-eb49-4cd1-be32-f6df43a24ae1 req-a95fc6eb-d923-4b0f-bd79-0a383f9f4948 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:46.880158 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a567edba-eb49-4cd1-be32-f6df43a24ae1 req-a95fc6eb-d923-4b0f-bd79-0a383f9f4948 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "DELETE /v2.0/security-groups/ceb762c6-1c72-4b57-8767-117a46f65280 HTTP/1.1" status: 204 len: 173 time: 0.6260030 Jun 11 09:51:46.886497 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6edeabfe-78ac-41d0-ace4-10a5ccfee7a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:46.907859 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95fc6eb-d923-4b0f-bd79-0a383f9f4948 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb762c6-1c72-4b57-8767-117a46f65280,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:46.911508 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c2b2cbd1-ebe8-458d-aeea-78b1c0b4035a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:46.925216 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f9adc6d1-94ed-45fe-8214-8badae34497f tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:46.962053 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a95fc6eb-d923-4b0f-bd79-0a383f9f4948 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:46.991763 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b2cbd1-ebe8-458d-aeea-78b1c0b4035a admin admin] Pushing event deleted for resources: {'Port': ['ID=9dbefbd5-8436-4aa4-a168-845f89db3ff1,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:47.018307 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b2cbd1-ebe8-458d-aeea-78b1c0b4035a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:51:47.018848 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-b65570e4-8065-4207-b0ad-d8a932db6b88 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Allocated IP 10.2.2.200 (8268b03e-4f88-453d-8a80-f3e0484b960f/e42b8e0f-29ce-4b18-9ea9-5eee901ccfd5/1006db35-2c94-42c9-8939-645ef395cec2) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:51:47.020296 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b2cbd1-ebe8-458d-aeea-78b1c0b4035a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:51:47.020687 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b2cbd1-ebe8-458d-aeea-78b1c0b4035a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:51:47.021061 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b2cbd1-ebe8-458d-aeea-78b1c0b4035a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:51:47.021431 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b2cbd1-ebe8-458d-aeea-78b1c0b4035a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:51:47.022566 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b2cbd1-ebe8-458d-aeea-78b1c0b4035a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:51:47.023542 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b2cbd1-ebe8-458d-aeea-78b1c0b4035a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:51:47.026529 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b2cbd1-ebe8-458d-aeea-78b1c0b4035a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:51:47.026970 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b2cbd1-ebe8-458d-aeea-78b1c0b4035a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:51:47.029057 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b2cbd1-ebe8-458d-aeea-78b1c0b4035a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:51:47.029057 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b2cbd1-ebe8-458d-aeea-78b1c0b4035a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:51:47.029057 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b2cbd1-ebe8-458d-aeea-78b1c0b4035a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:51:47.072638 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c2b2cbd1-ebe8-458d-aeea-78b1c0b4035a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:47.102209 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a903859-b98c-49eb-989d-b68a1ff0a6e3 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Router e4d941b4-05a0-4b99-a405-8198f56c8933 is scheduled to L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 with binding_index 1 {{(pid=93176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 09:51:47.155111 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c2b2cbd1-ebe8-458d-aeea-78b1c0b4035a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374120'] for router_gateway, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:47.318499 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e09701-59d3-4dbf-88a2-35327bda7e67 req-6015d529-a478-45c8-82f2-eaed4a26af18 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:47.324398 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e09701-59d3-4dbf-88a2-35327bda7e67 req-6015d529-a478-45c8-82f2-eaed4a26af18 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:47.330373 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e09701-59d3-4dbf-88a2-35327bda7e67 req-6015d529-a478-45c8-82f2-eaed4a26af18 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:47.337663 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e09701-59d3-4dbf-88a2-35327bda7e67 req-6015d529-a478-45c8-82f2-eaed4a26af18 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:47.339496 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d8e09701-59d3-4dbf-88a2-35327bda7e67 req-6015d529-a478-45c8-82f2-eaed4a26af18 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042 HTTP/1.1" status: 200 len: 3095 time: 0.2938023 Jun 11 09:51:47.377732 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c2b2cbd1-ebe8-458d-aeea-78b1c0b4035a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:47.381141 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c2b2cbd1-ebe8-458d-aeea-78b1c0b4035a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:47.526185 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c2b2cbd1-ebe8-458d-aeea-78b1c0b4035a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:47.526185 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2b2cbd1-ebe8-458d-aeea-78b1c0b4035a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16e2f4f2-b924-4e2a-88b9-a54ee9818027 {{(pid=93177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 09:51:47.526741 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d8e09701-59d3-4dbf-88a2-35327bda7e67 req-c9a78424-c26f-48b9-9fa6-742b79d0bcaf tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee23f870-7e0b-4b16-afae-a1e98a9dceaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1724327 Jun 11 09:51:47.536636 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c2b2cbd1-ebe8-458d-aeea-78b1c0b4035a admin admin] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:47.538028 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-c2b2cbd1-ebe8-458d-aeea-78b1c0b4035a admin admin] 10.222.0.60 "DELETE /v2.0/routers/16e2f4f2-b924-4e2a-88b9-a54ee9818027 HTTP/1.1" status: 204 len: 168 time: 2.6939020 Jun 11 09:51:47.541206 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 51788) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:51:47.559444 n-d-779913-12 neutron-server[93177]: INFO neutron.api.v2.resource [req-90c3f82e-3809-465b-832c-47767ae6c81d req-abc96fac-384c-4f7f-8a79-339b7a73030e tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] show failed (client error): The resource could not be found. Jun 11 09:51:47.559444 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-90c3f82e-3809-465b-832c-47767ae6c81d req-abc96fac-384c-4f7f-8a79-339b7a73030e tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/security-groups/ceb762c6-1c72-4b57-8767-117a46f65280 HTTP/1.1" status: 404 len: 352 time: 0.0446863 Jun 11 09:51:47.615737 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a903859-b98c-49eb-989d-b68a1ff0a6e3 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:51:47.631175 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9270486e-5080-4de3-aa1b-345ce89f39d1 None None] Sync routers for ids ['e4d941b4-05a0-4b99-a405-8198f56c8933'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:51:47.655935 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9270486e-5080-4de3-aa1b-345ce89f39d1 None None] Routers {'e4d941b4-05a0-4b99-a405-8198f56c8933'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:51:47.656864 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-9270486e-5080-4de3-aa1b-345ce89f39d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:51:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['e4d941b4-05a0-4b99-a405-8198f56c8933'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:51:47.681808 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device c8bca2f3-c339-4089-8f67-301674add5ea no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:51:47.690942 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-79ec0535-3f74-4c7a-b688-0a46ea974f71 req-7fb1c1f0-f08b-436d-a3ed-f3cc368e2d17 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/security-groups/c78518db-e0f1-46c5-a850-96fc6ce52f1f HTTP/1.1" status: 200 len: 1802 time: 0.1027274 Jun 11 09:51:47.721723 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: c8bca2f3-c339-4089-8f67-301674add5ea {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:51:47.723017 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device c8bca2f3-c339-4089-8f67-301674add5ea not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:51:47.727686 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 9dbefbd5-8436-4aa4-a168-845f89db3ff1 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:51:47.735900 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-b65570e4-8065-4207-b0ad-d8a932db6b88 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:47.760319 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-26faadac-ede0-4d52-85c2-0ea97043b538 req-1e866b2d-225a-41fa-bd8e-d9fab5947da5 tempest-VolumesAdminNegativeTest-403137660 tempest-VolumesAdminNegativeTest-403137660-project] 10.222.0.60 "GET /v2.0/ports?device_id=13f893da-3317-49b3-a320-b40d134ad31a HTTP/1.1" status: 200 len: 210 time: 0.1346881 Jun 11 09:51:47.814025 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9d6c88b-ef7b-459a-8938-02207797f01a admin admin] Deleting subnet 65fd936e-e1de-4d66-9d41-076079c1dae3 {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 09:51:47.814025 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c9d6c88b-ef7b-459a-8938-02207797f01a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:47.821174 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-b65570e4-8065-4207-b0ad-d8a932db6b88 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Transition to ACTIVE for port object 1006db35-2c94-42c9-8939-645ef395cec2 will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:51:47.826938 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-79ec0535-3f74-4c7a-b688-0a46ea974f71 req-720ac4b7-896a-43d5-bd4c-45e64929a497 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:47.835689 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 9dbefbd5-8436-4aa4-a168-845f89db3ff1 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:51:47.844587 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 9dbefbd5-8436-4aa4-a168-845f89db3ff1 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:51:47.888635 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9a903859-b98c-49eb-989d-b68a1ff0a6e3 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:47.889854 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-9a903859-b98c-49eb-989d-b68a1ff0a6e3 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.8474252 Jun 11 09:51:47.893201 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-79ec0535-3f74-4c7a-b688-0a46ea974f71 req-720ac4b7-896a-43d5-bd4c-45e64929a497 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:47.895750 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 51798) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:51:47.949488 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c9d6c88b-ef7b-459a-8938-02207797f01a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:47.949874 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-9270486e-5080-4de3-aa1b-345ce89f39d1 None None] Set router e4d941b4-05a0-4b99-a405-8198f56c8933 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:51:48.118467 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c9d6c88b-ef7b-459a-8938-02207797f01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:48.122168 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-b65570e4-8065-4207-b0ad-d8a932db6b88 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:48.158120 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-bfa8f7f6-722d-42b8-a87b-4b4c8d7f3f3e tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:48.251487 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-79ec0535-3f74-4c7a-b688-0a46ea974f71 req-720ac4b7-896a-43d5-bd4c-45e64929a497 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:48.255702 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-79ec0535-3f74-4c7a-b688-0a46ea974f71 req-720ac4b7-896a-43d5-bd4c-45e64929a497 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:48.258679 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-9270486e-5080-4de3-aa1b-345ce89f39d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d941b4-05a0-4b99-a405-8198f56c8933', 'name': 'tempest-snat-router-1452144620', 'tenant_id': 'b26e5352cb83478696e9601c4223eb48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': 'c252a082-d816-4dc1-a9fc-b12bf3904ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:51:41Z', 'updated_at': '2021-06-11T09:51:44Z', 'revision_number': 3, 'project_id': 'b26e5352cb83478696e9601c4223eb48', 'gw_port': {'id': 'c252a082-d816-4dc1-a9fc-b12bf3904ce0', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:27:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4d941b4-05a0-4b99-a405-8198f56c8933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:51:43Z', 'updated_at': '2021-06-11T09:51:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:51:48.265786 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-79ec0535-3f74-4c7a-b688-0a46ea974f71 req-720ac4b7-896a-43d5-bd4c-45e64929a497 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "DELETE /v2.0/security-groups/c78518db-e0f1-46c5-a850-96fc6ce52f1f HTTP/1.1" status: 204 len: 173 time: 0.5618207 Jun 11 09:51:48.266491 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9270486e-5080-4de3-aa1b-345ce89f39d1 None None] Checking router: e4d941b4-05a0-4b99-a405-8198f56c8933 for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:51:48.266491 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9270486e-5080-4de3-aa1b-345ce89f39d1 None None] Updating router e4d941b4-05a0-4b99-a405-8198f56c8933 port c252a082-d816-4dc1-a9fc-b12bf3904ce0 binding host n-d-779913-12 {{(pid=93179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 09:51:48.266662 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-546f534c-627d-418e-ad38-937b432d2836 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:48.278814 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720ac4b7-896a-43d5-bd4c-45e64929a497 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c78518db-e0f1-46c5-a850-96fc6ce52f1f,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:48.310117 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-720ac4b7-896a-43d5-bd4c-45e64929a497 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:48.320694 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:48.327325 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65570e4-8065-4207-b0ad-d8a932db6b88 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Pushing event updated for resources: {'Port': ['ID=1006db35-2c94-42c9-8939-645ef395cec2,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:48.328995 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-9270486e-5080-4de3-aa1b-345ce89f39d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:48.335190 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b65570e4-8065-4207-b0ad-d8a932db6b88 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:48.335609 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-72957cb7-0de1-4ce2-81e2-14d807d465b4 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] 10.222.0.60 "GET /v2.0/routers/e4d941b4-05a0-4b99-a405-8198f56c8933 HTTP/1.1" status: 200 len: 907 time: 0.4382739 Jun 11 09:51:48.341830 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 51812) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:51:48.388188 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-b65570e4-8065-4207-b0ad-d8a932db6b88 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Network 8268b03e-4f88-453d-8a80-f3e0484b960f is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:51:48.393227 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-b65570e4-8065-4207-b0ad-d8a932db6b88 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:51:48.414952 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-b65570e4-8065-4207-b0ad-d8a932db6b88 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:51:48.437280 n-d-779913-12 neutron-server[93176]: INFO neutron.api.v2.resource [req-79369e36-ea4b-449f-955a-a03ad3e64979 req-1b5934e2-0276-416b-b443-edd1c6e6897c tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] show failed (client error): The resource could not be found. Jun 11 09:51:48.438322 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-79369e36-ea4b-449f-955a-a03ad3e64979 req-1b5934e2-0276-416b-b443-edd1c6e6897c tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/security-groups/c78518db-e0f1-46c5-a850-96fc6ce52f1f HTTP/1.1" status: 404 len: 352 time: 0.1441081 Jun 11 09:51:48.533253 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c9d6c88b-ef7b-459a-8938-02207797f01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:48.561347 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-fb1a01de-637c-4f8d-972e-301a10bf2126 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:48.567544 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c9d6c88b-ef7b-459a-8938-02207797f01a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:48.569968 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-c9d6c88b-ef7b-459a-8938-02207797f01a admin admin] 10.222.0.60 "DELETE /v2.0/subnets/65fd936e-e1de-4d66-9d41-076079c1dae3 HTTP/1.1" status: 204 len: 168 time: 1.0259745 Jun 11 09:51:48.576136 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-b65570e4-8065-4207-b0ad-d8a932db6b88 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:48.576326 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc288603-b792-4f88-b1cb-8c6cbe2cd76a None None] Network ecbff90d-5ab6-4357-bf37-5548ca0e9255 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:51:48.577093 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-b65570e4-8065-4207-b0ad-d8a932db6b88 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:48.580422 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 51824) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:51:48.581030 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8acff9c8-0881-4081-a397-d9e24348de93 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks [] for router, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:48.639476 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d6c88b-ef7b-459a-8938-02207797f01a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65fd936e-e1de-4d66-9d41-076079c1dae3,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:48.669587 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c9d6c88b-ef7b-459a-8938-02207797f01a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:48.807141 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-06744b96-796e-4fd7-9a39-54f7961af1de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:48.811886 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-b65570e4-8065-4207-b0ad-d8a932db6b88 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2799003 Jun 11 09:51:48.824500 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-442e8477-f84d-44cd-91cb-d5339d6c1cf4 service neutron] Request body: {'port': {'device_id': 'c8951c33-6d6a-4bea-b1bd-31fda6afe042', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:51:48.926739 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d3abbd55-eef1-4f67-9ff1-7383b8ceb77f req-c11b3c22-9e28-4b40-996e-eaedabace811 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/security-groups/fa215cd7-f48c-48dc-9f5d-81315515cf4f HTTP/1.1" status: 200 len: 1801 time: 0.3386893 Jun 11 09:51:48.998039 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-06744b96-796e-4fd7-9a39-54f7961af1de admin admin] Deleting port d6e05cf1-cbf0-4630-aeb8-5e39d237d434 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:51:48.998533 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-06744b96-796e-4fd7-9a39-54f7961af1de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:49.002100 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-442e8477-f84d-44cd-91cb-d5339d6c1cf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:49.017704 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8acff9c8-0881-4081-a397-d9e24348de93 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:49.022203 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-9270486e-5080-4de3-aa1b-345ce89f39d1 None None] Notify callbacks [] for port, precommit_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:49.049108 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-9270486e-5080-4de3-aa1b-345ce89f39d1 None None] Transition to ACTIVE for port object c252a082-d816-4dc1-a9fc-b12bf3904ce0 will not be triggered until provisioned by entity L2. {{(pid=93179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:51:49.075763 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-d3abbd55-eef1-4f67-9ff1-7383b8ceb77f req-e3f5ba2c-0b92-44a5-93ab-21a99eb06973 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:49.152913 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-d3abbd55-eef1-4f67-9ff1-7383b8ceb77f req-e3f5ba2c-0b92-44a5-93ab-21a99eb06973 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:49.201436 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-47af8bf9-4864-41ce-8ebc-e2482c81360a None None] Provisioning for port 1006db35-2c94-42c9-8939-645ef395cec2 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:51:49.202053 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-9270486e-5080-4de3-aa1b-345ce89f39d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:49.204164 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-b3db1cf8-bf34-400d-ae37-90320e1dacee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:49.214441 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-47af8bf9-4864-41ce-8ebc-e2482c81360a None None] Provisioning complete for port 1006db35-2c94-42c9-8939-645ef395cec2 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:51:49.229201 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-47af8bf9-4864-41ce-8ebc-e2482c81360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:49.232625 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5d6382-ca48-48fd-8acb-b084f5f1648d None None] DHCP port deletion for ecbff90d-5ab6-4357-bf37-5548ca0e9255 request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 09:51:49.276128 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-8acff9c8-0881-4081-a397-d9e24348de93 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Deleting port c252a082-d816-4dc1-a9fc-b12bf3904ce0 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:51:49.276711 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8acff9c8-0881-4081-a397-d9e24348de93 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:49.322620 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-06744b96-796e-4fd7-9a39-54f7961af1de admin admin] For port d6e05cf1-cbf0-4630-aeb8-5e39d237d434, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=d6e05cf1-cbf0-4630-aeb8-5e39d237d434,segment=NetworkSegment(f561be66-4e48-459e-8c21-fceaa6c73661),segment_id=f561be66-4e48-459e-8c21-fceaa6c73661)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:51:49.323470 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-06744b96-796e-4fd7-9a39-54f7961af1de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:49.339734 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7d68d6-6e33-4d78-b4c4-e754cc5eb73d None None] Pushing event updated for resources: {'Port': ['ID=c252a082-d816-4dc1-a9fc-b12bf3904ce0,revision_number=2']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:49.358388 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-bc7d68d6-6e33-4d78-b4c4-e754cc5eb73d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:49.360112 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-9270486e-5080-4de3-aa1b-345ce89f39d1 None None] Attempting to bind port c252a082-d816-4dc1-a9fc-b12bf3904ce0 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:51:49.363974 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-9270486e-5080-4de3-aa1b-345ce89f39d1 None None] Attempting to bind port c252a082-d816-4dc1-a9fc-b12bf3904ce0 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:51:49.365127 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9270486e-5080-4de3-aa1b-345ce89f39d1 None None] Attempting to bind port c252a082-d816-4dc1-a9fc-b12bf3904ce0 on network f0adef6e-169f-4a27-8865-442be2ad072d {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:51:49.375867 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9270486e-5080-4de3-aa1b-345ce89f39d1 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:51:49.376258 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9270486e-5080-4de3-aa1b-345ce89f39d1 None None] Checking segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:51:49.376672 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-9270486e-5080-4de3-aa1b-345ce89f39d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:49.377075 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9270486e-5080-4de3-aa1b-345ce89f39d1 None None] Bound using segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:51:49.377550 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-9270486e-5080-4de3-aa1b-345ce89f39d1 None None] Bound port: c252a082-d816-4dc1-a9fc-b12bf3904ce0, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:51:49.377932 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-9270486e-5080-4de3-aa1b-345ce89f39d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:49.386757 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-47af8bf9-4864-41ce-8ebc-e2482c81360a None None] Port 1006db35-2c94-42c9-8939-645ef395cec2 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:51:49.412001 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-8d5d6382-ca48-48fd-8acb-b084f5f1648d None None] Deleting port d6e05cf1-cbf0-4630-aeb8-5e39d237d434 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:51:49.412388 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8d5d6382-ca48-48fd-8acb-b084f5f1648d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:49.442075 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8acff9c8-0881-4081-a397-d9e24348de93 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:49.506526 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-9270486e-5080-4de3-aa1b-345ce89f39d1 None None] For port c252a082-d816-4dc1-a9fc-b12bf3904ce0, host n-d-779913-12, cleared binding levels {{(pid=93179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:51:49.509981 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-9270486e-5080-4de3-aa1b-345ce89f39d1 None None] For port c252a082-d816-4dc1-a9fc-b12bf3904ce0, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=c252a082-d816-4dc1-a9fc-b12bf3904ce0,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:51:49.532155 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-d3abbd55-eef1-4f67-9ff1-7383b8ceb77f req-e3f5ba2c-0b92-44a5-93ab-21a99eb06973 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:49.537209 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-d3abbd55-eef1-4f67-9ff1-7383b8ceb77f req-e3f5ba2c-0b92-44a5-93ab-21a99eb06973 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:49.542876 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d3abbd55-eef1-4f67-9ff1-7383b8ceb77f req-e3f5ba2c-0b92-44a5-93ab-21a99eb06973 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "DELETE /v2.0/security-groups/fa215cd7-f48c-48dc-9f5d-81315515cf4f HTTP/1.1" status: 204 len: 173 time: 0.6147902 Jun 11 09:51:49.561073 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-8d5d6382-ca48-48fd-8acb-b084f5f1648d None None] For port d6e05cf1-cbf0-4630-aeb8-5e39d237d434, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=d6e05cf1-cbf0-4630-aeb8-5e39d237d434,segment=NetworkSegment(f561be66-4e48-459e-8c21-fceaa6c73661),segment_id=f561be66-4e48-459e-8c21-fceaa6c73661)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:51:49.567463 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8d5d6382-ca48-48fd-8acb-b084f5f1648d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:49.616247 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-8acff9c8-0881-4081-a397-d9e24348de93 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Calling delete_port for c252a082-d816-4dc1-a9fc-b12bf3904ce0 owned by network:router_gateway {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:51:49.618271 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-549a687f-4083-45f4-87e9-9facd89eb5a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:49.635990 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f5ba2c-0b92-44a5-93ab-21a99eb06973 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa215cd7-f48c-48dc-9f5d-81315515cf4f,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:49.640270 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e3f5ba2c-0b92-44a5-93ab-21a99eb06973 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:49.653495 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-9270486e-5080-4de3-aa1b-345ce89f39d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:49.655723 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-5f47202e-0385-4579-a7b0-62e481a3be27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:49.671741 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device d6e05cf1-cbf0-4630-aeb8-5e39d237d434 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:51:49.777314 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7d68d6-6e33-4d78-b4c4-e754cc5eb73d None None] Pushing event updated for resources: {'Port': ['ID=c252a082-d816-4dc1-a9fc-b12bf3904ce0,revision_number=3']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:49.783017 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-bc7d68d6-6e33-4d78-b4c4-e754cc5eb73d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:49.795718 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9270486e-5080-4de3-aa1b-345ce89f39d1 None None] Routers {'e4d941b4-05a0-4b99-a405-8198f56c8933'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:51:49.796595 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-9270486e-5080-4de3-aa1b-345ce89f39d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:51:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['e4d941b4-05a0-4b99-a405-8198f56c8933'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:51:49.798692 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5d3ca9dc-e2f9-4351-9adf-4f435a8c28c7 req-6b8a5440-0d7e-4704-b67b-35ae355c1793 tempest-VolumesAdminNegativeTest-403137660 tempest-VolumesAdminNegativeTest-403137660-project] 10.222.0.60 "GET /v2.0/ports?device_id=13f893da-3317-49b3-a320-b40d134ad31a HTTP/1.1" status: 200 len: 210 time: 0.0415511 Jun 11 09:51:49.939946 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d052b9-5c01-4f6d-8697-2438a5f02d7d req-31980ed6-7864-4874-85bb-f81a3181be62 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:49.954489 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-8d5d6382-ca48-48fd-8acb-b084f5f1648d None None] Calling delete_port for d6e05cf1-cbf0-4630-aeb8-5e39d237d434 owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:51:49.959984 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d052b9-5c01-4f6d-8697-2438a5f02d7d req-31980ed6-7864-4874-85bb-f81a3181be62 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:49.977835 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d052b9-5c01-4f6d-8697-2438a5f02d7d req-31980ed6-7864-4874-85bb-f81a3181be62 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:49.984981 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d052b9-5c01-4f6d-8697-2438a5f02d7d req-31980ed6-7864-4874-85bb-f81a3181be62 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:50.006243 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d052b9-5c01-4f6d-8697-2438a5f02d7d req-31980ed6-7864-4874-85bb-f81a3181be62 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:50.010671 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-9270486e-5080-4de3-aa1b-345ce89f39d1 None None] Set router e4d941b4-05a0-4b99-a405-8198f56c8933 gateway port host: None {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:51:50.014276 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-35d052b9-5c01-4f6d-8697-2438a5f02d7d req-31980ed6-7864-4874-85bb-f81a3181be62 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042 HTTP/1.1" status: 200 len: 3816 time: 1.0088100 Jun 11 09:51:50.080732 n-d-779913-12 neutron-server[93177]: INFO neutron.api.v2.resource [req-eb779c5d-9498-4882-8f6f-690b3a9c798e req-43eba41e-5037-4921-838c-bd3bac2dcc2e tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] show failed (client error): The resource could not be found. Jun 11 09:51:50.089551 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-eb779c5d-9498-4882-8f6f-690b3a9c798e req-43eba41e-5037-4921-838c-bd3bac2dcc2e tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/security-groups/fa215cd7-f48c-48dc-9f5d-81315515cf4f HTTP/1.1" status: 404 len: 352 time: 0.0320318 Jun 11 09:51:50.128477 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-9270486e-5080-4de3-aa1b-345ce89f39d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d941b4-05a0-4b99-a405-8198f56c8933', 'name': 'tempest-snat-router-1452144620', 'tenant_id': 'b26e5352cb83478696e9601c4223eb48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:51:41Z', 'updated_at': '2021-06-11T09:51:49Z', 'revision_number': 4, 'project_id': 'b26e5352cb83478696e9601c4223eb48', 'gw_port_host': None}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:51:50.132783 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8acff9c8-0881-4081-a397-d9e24348de93 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:50.133960 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9270486e-5080-4de3-aa1b-345ce89f39d1 None None] The sync data for ids ['e4d941b4-05a0-4b99-a405-8198f56c8933'] in n-d-779913-12 is: [{'id': 'e4d941b4-05a0-4b99-a405-8198f56c8933', 'name': 'tempest-snat-router-1452144620', 'tenant_id': 'b26e5352cb83478696e9601c4223eb48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:51:41Z', 'updated_at': '2021-06-11T09:51:49Z', 'revision_number': 4, 'project_id': 'b26e5352cb83478696e9601c4223eb48', 'gw_port_host': None}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:51:50.135028 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1e1294e5-0cfd-4570-8365-43fed646d4f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:50.148153 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-06744b96-796e-4fd7-9a39-54f7961af1de admin admin] Calling delete_port for d6e05cf1-cbf0-4630-aeb8-5e39d237d434 owned by network:dhcp {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:51:50.186677 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:50.217385 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acff9c8-0881-4081-a397-d9e24348de93 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Pushing event deleted for resources: {'Port': ['ID=c252a082-d816-4dc1-a9fc-b12bf3904ce0,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:50.227837 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8d5d6382-ca48-48fd-8acb-b084f5f1648d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:50.231796 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f6673bac-1d18-47d4-8de0-2fcca482f3cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:50.232051 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8acff9c8-0881-4081-a397-d9e24348de93 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:50.297910 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-35d052b9-5c01-4f6d-8697-2438a5f02d7d req-93930ea0-5e69-412c-89a7-3f59de05dce9 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee23f870-7e0b-4b16-afae-a1e98a9dceaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2822216 Jun 11 09:51:50.300501 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-442e8477-f84d-44cd-91cb-d5339d6c1cf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 673aa988-b63e-4019-b597-09a97b0fcf40 {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:51:50.309738 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d6382-ca48-48fd-8acb-b084f5f1648d None None] Pushing event deleted for resources: {'Port': ['ID=d6e05cf1-cbf0-4630-aeb8-5e39d237d434,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:50.315331 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-8d5d6382-ca48-48fd-8acb-b084f5f1648d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:50.366312 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5d6382-ca48-48fd-8acb-b084f5f1648d None None] No DVR routers for this DVR port d6e05cf1-cbf0-4630-aeb8-5e39d237d434 on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:51:50.393414 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-442e8477-f84d-44cd-91cb-d5339d6c1cf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:50.417706 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8acff9c8-0881-4081-a397-d9e24348de93 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374120'] for router_gateway, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:50.423485 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-442e8477-f84d-44cd-91cb-d5339d6c1cf4 service neutron] Transition to ACTIVE for port object 673aa988-b63e-4019-b597-09a97b0fcf40 will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:51:50.494520 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:51:50.494520 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:51:50.494520 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:51:50.494520 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:51:50.494520 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:51:50.494520 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:51:50.494520 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:51:50.494520 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:51:50.494520 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:51:50.494520 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:51:50.494520 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:51:50.494520 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:51:50.494520 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:51:50.494520 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:51:50.494520 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:51:50.494520 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:51:50.494520 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:51:50.494520 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:51:50.494520 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:51:50.494520 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:51:50.494520 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:51:50.494520 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:51:50.494520 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:51:50.494520 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:51:50.494520 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:51:50.494520 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:51:50.494520 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:51:50.494520 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:51:50.494520 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:51:50.494520 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:51:50.494520 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:51:50.494520 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:51:50.494520 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:51:50.494520 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:51:50.494520 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:51:50.494520 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:51:50.494520 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:51:50.494520 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:51:50.494520 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:51:50.494520 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:51:50.494520 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:51:50.494520 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:51:50.494520 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:51:50.494520 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:51:50.509680 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:51:50.509680 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:51:50.509680 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:51:50.509680 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:51:50.509680 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:51:50.509680 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:51:50.509680 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:51:50.509680 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:51:50.509680 n-d-779913-12 neutron-server[93176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 09:51:50.509680 n-d-779913-12 neutron-server[93176]: self.session.flush() Jun 11 09:51:50.509680 n-d-779913-12 neutron-server[93176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 09:51:50.509680 n-d-779913-12 neutron-server[93176]: self.session.flush() Jun 11 09:51:50.509680 n-d-779913-12 neutron-server[93176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 09:51:50.509680 n-d-779913-12 neutron-server[93176]: self.session.flush() Jun 11 09:51:50.509680 n-d-779913-12 neutron-server[93176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 09:51:50.509680 n-d-779913-12 neutron-server[93176]: self.session.flush() Jun 11 09:51:50.509680 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-442e8477-f84d-44cd-91cb-d5339d6c1cf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:50.509680 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-28f0c143-53b2-40e2-a5ba-2c7f257c5703 tempest-ServersTestJSON-1264381650 tempest-ServersTestJSON-1264381650-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:50.560697 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-06744b96-796e-4fd7-9a39-54f7961af1de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:50.595629 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8acff9c8-0881-4081-a397-d9e24348de93 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:50.600774 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8acff9c8-0881-4081-a397-d9e24348de93 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:50.653795 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06744b96-796e-4fd7-9a39-54f7961af1de admin admin] No DVR routers for this DVR port d6e05cf1-cbf0-4630-aeb8-5e39d237d434 on host n-d-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:51:50.720835 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cdf20b8a-7fce-4e92-888b-e0f50f974804 req-b5b0c22f-2089-4fdd-a375-f142bebf02f8 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e7a84328845c42e4a2bf009ba2709f6e HTTP/1.1" status: 200 len: 6156 time: 0.3564818 Jun 11 09:51:50.743599 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442e8477-f84d-44cd-91cb-d5339d6c1cf4 service neutron] Pushing event updated for resources: {'Port': ['ID=673aa988-b63e-4019-b597-09a97b0fcf40,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:50.751389 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-442e8477-f84d-44cd-91cb-d5339d6c1cf4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:50.758221 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-722eabc0-8df3-4d9e-ae73-db3dc6ab2d7a tempest-TenantUsagesTestJSON-1812384216 tempest-TenantUsagesTestJSON-1812384216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.191s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:50.799173 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cdf20b8a-7fce-4e92-888b-e0f50f974804 req-215b40db-5133-4269-b5f4-b42262020205 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/security-groups/1bdf718a-3d55-4418-9711-8519d490f59c HTTP/1.1" status: 200 len: 2985 time: 0.0709257 Jun 11 09:51:50.828658 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06744b96-796e-4fd7-9a39-54f7961af1de admin admin] Pushing event deleted for resources: {'Port': ['ID=d6e05cf1-cbf0-4630-aeb8-5e39d237d434,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:50.837993 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5924402-4147-4e63-b1a0-6e8a2c1f58ee req-68502c34-b061-4d71-a295-d457adb1ef67 tempest-VolumesAdminNegativeTest-403137660 tempest-VolumesAdminNegativeTest-403137660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:50.840136 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c5924402-4147-4e63-b1a0-6e8a2c1f58ee req-68502c34-b061-4d71-a295-d457adb1ef67 tempest-VolumesAdminNegativeTest-403137660 tempest-VolumesAdminNegativeTest-403137660-project] 10.222.0.64 "GET /v2.0/networks?id=90358d5f-bc6f-47c6-9fc0-711935134168 HTTP/1.1" status: 200 len: 814 time: 0.3825419 Jun 11 09:51:50.844359 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-06744b96-796e-4fd7-9a39-54f7961af1de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:50.844532 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8acff9c8-0881-4081-a397-d9e24348de93 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:50.848763 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8acff9c8-0881-4081-a397-d9e24348de93 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e4d941b4-05a0-4b99-a405-8198f56c8933 {{(pid=93177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 09:51:50.856060 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8acff9c8-0881-4081-a397-d9e24348de93 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:50.859767 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-8acff9c8-0881-4081-a397-d9e24348de93 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] 10.222.0.60 "DELETE /v2.0/routers/e4d941b4-05a0-4b99-a405-8198f56c8933 HTTP/1.1" status: 204 len: 168 time: 2.5143154 Jun 11 09:51:50.864044 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 51870) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:51:50.908897 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-c5924402-4147-4e63-b1a0-6e8a2c1f58ee req-05318976-4608-40ce-a70a-3c50495b6b0c tempest-VolumesAdminNegativeTest-403137660 tempest-VolumesAdminNegativeTest-403137660-project] Request body: {'port': {'device_id': '13f893da-3317-49b3-a320-b40d134ad31a', 'network_id': '90358d5f-bc6f-47c6-9fc0-711935134168', 'admin_state_up': True, 'tenant_id': 'd47f3c3c5a0746ce8545c56c525f2694'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:51:51.035999 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cdf20b8a-7fce-4e92-888b-e0f50f974804 req-a01b4882-cc20-4da5-a7fc-d90f0ba4e070 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/security-groups/1bdf718a-3d55-4418-9711-8519d490f59c HTTP/1.1" status: 200 len: 2985 time: 0.2315648 Jun 11 09:51:51.088976 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9562e043-73de-4821-b1b8-5277c5708d10 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks [] for router, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:51.111760 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-06744b96-796e-4fd7-9a39-54f7961af1de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:51.155757 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7c9809d3-41e2-4ae9-9554-9b9f81cae228 req-94f1f9d0-0782-40ed-a28a-7277e0ad219e tempest-VolumesAdminNegativeTest-403137660 tempest-VolumesAdminNegativeTest-403137660-project] 10.222.0.60 "GET /v2.0/ports?device_id=13f893da-3317-49b3-a320-b40d134ad31a HTTP/1.1" status: 200 len: 210 time: 0.1120756 Jun 11 09:51:51.225518 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-06744b96-796e-4fd7-9a39-54f7961af1de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecbff90d-5ab6-4357-bf37-5548ca0e9255']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:51:51.246656 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-b8ecba50-f807-44d4-8bb7-1851718f215a req-b82b5e71-a3bb-46f6-b6be-9d58c0a7165f tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-997609841', 'description': 'tempest-description-1698628692'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:51:51.292392 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-06744b96-796e-4fd7-9a39-54f7961af1de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f561be66-4e48-459e-8c21-fceaa6c73661') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:51:51.292392 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-06744b96-796e-4fd7-9a39-54f7961af1de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f561be66-4e48-459e-8c21-fceaa6c73661') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:51:51.310591 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9562e043-73de-4821-b1b8-5277c5708d10 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:51.311860 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-06744b96-796e-4fd7-9a39-54f7961af1de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:51.337649 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-442e8477-f84d-44cd-91cb-d5339d6c1cf4 service neutron] Attempting to bind port 673aa988-b63e-4019-b597-09a97b0fcf40 on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:51:51.337988 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-442e8477-f84d-44cd-91cb-d5339d6c1cf4 service neutron] Attempting to bind port 673aa988-b63e-4019-b597-09a97b0fcf40 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '41928748-90e1-446d-8d78-e7c52f78da03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '613fb304-5cfe-4609-aaba-f0eb53f2be57'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:51:51.338390 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-442e8477-f84d-44cd-91cb-d5339d6c1cf4 service neutron] Attempting to bind port 673aa988-b63e-4019-b597-09a97b0fcf40 on network 613fb304-5cfe-4609-aaba-f0eb53f2be57 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:51:51.354199 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-442e8477-f84d-44cd-91cb-d5339d6c1cf4 service neutron] Port 673aa988-b63e-4019-b597-09a97b0fcf40 on network 613fb304-5cfe-4609-aaba-f0eb53f2be57 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:51:51.354199 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-442e8477-f84d-44cd-91cb-d5339d6c1cf4 service neutron] Attempting to bind port 673aa988-b63e-4019-b597-09a97b0fcf40 on network 613fb304-5cfe-4609-aaba-f0eb53f2be57 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:51:51.358076 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-06744b96-796e-4fd7-9a39-54f7961af1de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:51.366590 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-442e8477-f84d-44cd-91cb-d5339d6c1cf4 service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:51:51.366933 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-442e8477-f84d-44cd-91cb-d5339d6c1cf4 service neutron] Checking segment: {'id': '41928748-90e1-446d-8d78-e7c52f78da03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '613fb304-5cfe-4609-aaba-f0eb53f2be57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:51:51.367318 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-442e8477-f84d-44cd-91cb-d5339d6c1cf4 service neutron] Bound using segment: {'id': '41928748-90e1-446d-8d78-e7c52f78da03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '613fb304-5cfe-4609-aaba-f0eb53f2be57'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:51:51.369262 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-442e8477-f84d-44cd-91cb-d5339d6c1cf4 service neutron] Bound port: 673aa988-b63e-4019-b597-09a97b0fcf40, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41928748-90e1-446d-8d78-e7c52f78da03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '613fb304-5cfe-4609-aaba-f0eb53f2be57'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:51:51.369619 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-442e8477-f84d-44cd-91cb-d5339d6c1cf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:51.374130 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06744b96-796e-4fd7-9a39-54f7961af1de admin admin] Releasing vlan 779 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 09:51:51.375766 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-06744b96-796e-4fd7-9a39-54f7961af1de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:51.376255 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:51:51.376255 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:51:51.376255 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 09:51:51.376255 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 09:51:51.376255 n-d-779913-12 neutron-server[93176]: timer() Jun 11 09:51:51.376255 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 09:51:51.376255 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 09:51:51.376255 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 09:51:51.376255 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 09:51:51.376255 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 09:51:51.376255 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 09:51:51.376255 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 09:51:51.376255 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 09:51:51.376255 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 09:51:51.376255 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 09:51:51.376255 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 09:51:51.376255 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 09:51:51.376255 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 09:51:51.376255 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 09:51:51.376255 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 09:51:51.376255 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 09:51:51.376255 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 09:51:51.376255 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 09:51:51.376255 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 09:51:51.376255 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 09:51:51.376255 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 09:51:51.376255 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 09:51:51.376255 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 09:51:51.376255 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 09:51:51.376255 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 09:51:51.376255 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 09:51:51.376255 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 09:51:51.376255 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 09:51:51.376255 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 09:51:51.538705 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-b8ecba50-f807-44d4-8bb7-1851718f215a req-b82b5e71-a3bb-46f6-b6be-9d58c0a7165f tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:51.636527 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-442e8477-f84d-44cd-91cb-d5339d6c1cf4 service neutron] For port 673aa988-b63e-4019-b597-09a97b0fcf40, host n-h1-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:51:51.648473 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-442e8477-f84d-44cd-91cb-d5339d6c1cf4 service neutron] For port 673aa988-b63e-4019-b597-09a97b0fcf40, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=673aa988-b63e-4019-b597-09a97b0fcf40,segment=NetworkSegment(41928748-90e1-446d-8d78-e7c52f78da03),segment_id=41928748-90e1-446d-8d78-e7c52f78da03)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:51:51.670289 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-06744b96-796e-4fd7-9a39-54f7961af1de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:51.684705 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-64b8fd72-0feb-491c-bca3-c55ce23a29f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:51.720914 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-06744b96-796e-4fd7-9a39-54f7961af1de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:51.723792 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-06744b96-796e-4fd7-9a39-54f7961af1de admin admin] 10.222.0.60 "DELETE /v2.0/networks/ecbff90d-5ab6-4357-bf37-5548ca0e9255 HTTP/1.1" status: 204 len: 168 time: 3.1031468 Jun 11 09:51:51.857480 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-b8ecba50-f807-44d4-8bb7-1851718f215a req-b82b5e71-a3bb-46f6-b6be-9d58c0a7165f tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:51.859242 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06744b96-796e-4fd7-9a39-54f7961af1de admin admin] Pushing event deleted for resources: {'Network': ['ID=ecbff90d-5ab6-4357-bf37-5548ca0e9255,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:51.867303 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5924402-4147-4e63-b1a0-6e8a2c1f58ee req-05318976-4608-40ce-a70a-3c50495b6b0c tempest-VolumesAdminNegativeTest-403137660 tempest-VolumesAdminNegativeTest-403137660-project] Made reservation on behalf of d47f3c3c5a0746ce8545c56c525f2694 for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:51:51.871866 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-c5924402-4147-4e63-b1a0-6e8a2c1f58ee req-05318976-4608-40ce-a70a-3c50495b6b0c tempest-VolumesAdminNegativeTest-403137660 tempest-VolumesAdminNegativeTest-403137660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:51.876841 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-06744b96-796e-4fd7-9a39-54f7961af1de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:51.890143 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-442e8477-f84d-44cd-91cb-d5339d6c1cf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:51.906137 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-de760165-7b7f-48fe-be5e-c6cb54a7a7b1 tempest-TenantUsagesTestJSON-1812384216 tempest-TenantUsagesTestJSON-1812384216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:51.950780 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-442e8477-f84d-44cd-91cb-d5339d6c1cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:51.951612 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-442e8477-f84d-44cd-91cb-d5339d6c1cf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:51.953246 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-442e8477-f84d-44cd-91cb-d5339d6c1cf4 service neutron] 10.222.0.64 "PUT /v2.0/ports/673aa988-b63e-4019-b597-09a97b0fcf40 HTTP/1.1" status: 200 len: 1092 time: 3.1341546 Jun 11 09:51:52.028787 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79916d11-1b61-46ff-9cfe-9003fef1e054 req-90e344bd-7014-42a5-a9fe-0068f207e867 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:52.035736 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79916d11-1b61-46ff-9cfe-9003fef1e054 req-90e344bd-7014-42a5-a9fe-0068f207e867 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:52.043329 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79916d11-1b61-46ff-9cfe-9003fef1e054 req-90e344bd-7014-42a5-a9fe-0068f207e867 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:52.049818 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79916d11-1b61-46ff-9cfe-9003fef1e054 req-90e344bd-7014-42a5-a9fe-0068f207e867 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:52.056174 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79916d11-1b61-46ff-9cfe-9003fef1e054 req-90e344bd-7014-42a5-a9fe-0068f207e867 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:52.064074 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-79916d11-1b61-46ff-9cfe-9003fef1e054 req-90e344bd-7014-42a5-a9fe-0068f207e867 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042 HTTP/1.1" status: 200 len: 3828 time: 0.1507795 Jun 11 09:51:52.096343 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-9562e043-73de-4821-b1b8-5277c5708d10 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Deleting port 86de30cf-af14-4f2d-a801-85a49c3bbd97 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:51:52.097069 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9562e043-73de-4821-b1b8-5277c5708d10 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:52.117426 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8951c33-6d6a-4bea-b1bd-31fda6afe042', 'tag': '673aa988-b63e-4019-b597-09a97b0fcf40'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:51:52.120066 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd3f7dd-09ce-4991-920a-f27d03b351f6" -d '{"events": [{"name": "network-changed", "server_uuid": "c8951c33-6d6a-4bea-b1bd-31fda6afe042", "tag": "673aa988-b63e-4019-b597-09a97b0fcf40"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:51:52.127312 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-578b07f9-3846-4bef-ab7d-d5b4b1d5df5c service neutron] Request body: {'port': {'device_id': 'c8951c33-6d6a-4bea-b1bd-31fda6afe042', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:51:52.162824 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-79916d11-1b61-46ff-9cfe-9003fef1e054 req-46f0ab7b-fc01-4305-b75f-ad3fb83f4291 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee23f870-7e0b-4b16-afae-a1e98a9dceaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977747 Jun 11 09:51:52.227147 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-b8ecba50-f807-44d4-8bb7-1851718f215a req-b82b5e71-a3bb-46f6-b6be-9d58c0a7165f tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:52.267624 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 51952) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:51:52.333985 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5083d709-ce25-4a5f-af08-30cbad4e8b44 x-openstack-request-id: req-5083d709-ce25-4a5f-af08-30cbad4e8b44 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:51:52.334326 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8951c33-6d6a-4bea-b1bd-31fda6afe042", "tag": "673aa988-b63e-4019-b597-09a97b0fcf40", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:51:52.334623 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5083d709-ce25-4a5f-af08-30cbad4e8b44 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:51:52.335054 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8951c33-6d6a-4bea-b1bd-31fda6afe042', 'tag': '673aa988-b63e-4019-b597-09a97b0fcf40', 'status': 'completed', 'code': 200} Jun 11 09:51:52.335829 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442e8477-f84d-44cd-91cb-d5339d6c1cf4 service neutron] Pushing event updated for resources: {'Port': ['ID=673aa988-b63e-4019-b597-09a97b0fcf40,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:52.340234 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-442e8477-f84d-44cd-91cb-d5339d6c1cf4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:52.360703 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a95fc6eb-d923-4b0f-bd79-0a383f9f4948 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:52.403289 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82b5e71-a3bb-46f6-b6be-9d58c0a7165f tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f39eb1d4-52c2-4aff-bbeb-6a2d4ef2476c,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:52.407169 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b82b5e71-a3bb-46f6-b6be-9d58c0a7165f tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:52.476406 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-c5924402-4147-4e63-b1a0-6e8a2c1f58ee req-05318976-4608-40ce-a70a-3c50495b6b0c tempest-VolumesAdminNegativeTest-403137660 tempest-VolumesAdminNegativeTest-403137660-project] Allocated IP 172.20.0.6 (90358d5f-bc6f-47c6-9fc0-711935134168/a0fbd003-dce0-4e33-bf2c-0c4dfabebfc2/d0beaf1e-6d96-4002-832a-c6998a04a08c) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:51:52.476406 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-578b07f9-3846-4bef-ab7d-d5b4b1d5df5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:52.511554 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-9562e043-73de-4821-b1b8-5277c5708d10 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] For port 86de30cf-af14-4f2d-a801-85a49c3bbd97, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=86de30cf-af14-4f2d-a801-85a49c3bbd97,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:51:52.515209 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9562e043-73de-4821-b1b8-5277c5708d10 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:52.526082 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-b8ecba50-f807-44d4-8bb7-1851718f215a req-b82b5e71-a3bb-46f6-b6be-9d58c0a7165f tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:52.527305 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b8ecba50-f807-44d4-8bb7-1851718f215a req-b82b5e71-a3bb-46f6-b6be-9d58c0a7165f tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.3070538 Jun 11 09:51:52.537494 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-144a3853-ad7a-46d9-ae91-55b26648ed67 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=85a0b78c318440aa9b70136d633fbbff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2572851 Jun 11 09:51:52.541955 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 51976) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:51:52.689637 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-9562e043-73de-4821-b1b8-5277c5708d10 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Calling delete_port for 86de30cf-af14-4f2d-a801-85a49c3bbd97 owned by network:router_gateway {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:51:52.709047 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2d0f4ab4-8a32-4d81-91aa-c00b7b24662e req-eb7b245d-2592-4750-b259-453299bf9b3d tempest-VolumesAdminNegativeTest-403137660 tempest-VolumesAdminNegativeTest-403137660-project] 10.222.0.60 "GET /v2.0/ports?device_id=13f893da-3317-49b3-a320-b40d134ad31a HTTP/1.1" status: 200 len: 210 time: 0.1686764 Jun 11 09:51:52.760954 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3f7dd-09ce-4991-920a-f27d03b351f6 req-4761df4a-29cd-4261-8ce8-b15ea39ee8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:52.761697 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3f7dd-09ce-4991-920a-f27d03b351f6 req-4761df4a-29cd-4261-8ce8-b15ea39ee8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:52.762259 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3f7dd-09ce-4991-920a-f27d03b351f6 req-4761df4a-29cd-4261-8ce8-b15ea39ee8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:52.762738 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3f7dd-09ce-4991-920a-f27d03b351f6 req-4761df4a-29cd-4261-8ce8-b15ea39ee8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:52.763218 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3f7dd-09ce-4991-920a-f27d03b351f6 req-4761df4a-29cd-4261-8ce8-b15ea39ee8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:52.765089 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3dd3f7dd-09ce-4991-920a-f27d03b351f6 req-4761df4a-29cd-4261-8ce8-b15ea39ee8ab service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=39e8725552694bd89f3d9b894d223d7c&device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042 HTTP/1.1" status: 200 len: 4364 time: 0.4669862 Jun 11 09:51:52.861961 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-8babfbe6-5260-4265-9dba-d8b5fcea11c0 req-f06d85be-aec8-47cf-b8c0-937a470b7f65 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1248000473', 'description': 'tempest-description-1126731850'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:51:53.178626 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3f7dd-09ce-4991-920a-f27d03b351f6 req-03165925-d514-4d8a-af9e-021659af3dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:53.179311 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3f7dd-09ce-4991-920a-f27d03b351f6 req-03165925-d514-4d8a-af9e-021659af3dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:53.179551 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3f7dd-09ce-4991-920a-f27d03b351f6 req-03165925-d514-4d8a-af9e-021659af3dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:53.181172 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3dd3f7dd-09ce-4991-920a-f27d03b351f6 req-03165925-d514-4d8a-af9e-021659af3dda service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=39e8725552694bd89f3d9b894d223d7c&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.3305385 Jun 11 09:51:53.255801 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-8babfbe6-5260-4265-9dba-d8b5fcea11c0 req-f06d85be-aec8-47cf-b8c0-937a470b7f65 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:53.260974 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-978ba2b1-00aa-4942-a336-e07580fdfa61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:53.404033 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-978ba2b1-00aa-4942-a336-e07580fdfa61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:53.422795 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9562e043-73de-4821-b1b8-5277c5708d10 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:53.441248 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-bb1e0a11-9705-4600-b27c-cbcf7f7cfb24 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:53.489527 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9562e043-73de-4821-b1b8-5277c5708d10 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Pushing event deleted for resources: {'Port': ['ID=86de30cf-af14-4f2d-a801-85a49c3bbd97,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:53.498576 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9562e043-73de-4821-b1b8-5277c5708d10 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:53.556041 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3f7dd-09ce-4991-920a-f27d03b351f6 req-cf090421-a9d1-4555-9c1d-4e372411aa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:53.557149 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3dd3f7dd-09ce-4991-920a-f27d03b351f6 req-cf090421-a9d1-4555-9c1d-4e372411aa5c service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3685315 Jun 11 09:51:53.629961 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9562e043-73de-4821-b1b8-5277c5708d10 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374120'] for router_gateway, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:53.715973 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57972032-ab8a-4c68-952b-5b3ee4fbfdf2 req-76e949c4-de8a-4bd7-804e-63fc82c66e3b tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:53.721920 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57972032-ab8a-4c68-952b-5b3ee4fbfdf2 req-76e949c4-de8a-4bd7-804e-63fc82c66e3b tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:53.728714 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57972032-ab8a-4c68-952b-5b3ee4fbfdf2 req-76e949c4-de8a-4bd7-804e-63fc82c66e3b tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:53.732094 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-8babfbe6-5260-4265-9dba-d8b5fcea11c0 req-f06d85be-aec8-47cf-b8c0-937a470b7f65 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:53.734538 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57972032-ab8a-4c68-952b-5b3ee4fbfdf2 req-76e949c4-de8a-4bd7-804e-63fc82c66e3b tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:53.740670 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57972032-ab8a-4c68-952b-5b3ee4fbfdf2 req-76e949c4-de8a-4bd7-804e-63fc82c66e3b tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:53.747860 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-57972032-ab8a-4c68-952b-5b3ee4fbfdf2 req-76e949c4-de8a-4bd7-804e-63fc82c66e3b tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042 HTTP/1.1" status: 200 len: 3828 time: 0.4100165 Jun 11 09:51:53.756888 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-c5924402-4147-4e63-b1a0-6e8a2c1f58ee req-05318976-4608-40ce-a70a-3c50495b6b0c tempest-VolumesAdminNegativeTest-403137660 tempest-VolumesAdminNegativeTest-403137660-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:53.786449 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9562e043-73de-4821-b1b8-5277c5708d10 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:53.789181 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9562e043-73de-4821-b1b8-5277c5708d10 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:53.841566 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-8babfbe6-5260-4265-9dba-d8b5fcea11c0 req-f06d85be-aec8-47cf-b8c0-937a470b7f65 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:53.844656 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1510103a-8ba4-4e7f-9bc5-70cd5de44ca1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:53.853842 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-57972032-ab8a-4c68-952b-5b3ee4fbfdf2 req-e4c71c4f-e6e3-4c60-96fb-566ef0a8ef61 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee23f870-7e0b-4b16-afae-a1e98a9dceaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051366 Jun 11 09:51:53.861483 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-578b07f9-3846-4bef-ab7d-d5b4b1d5df5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aba52a31-7ead-4b87-98cf-90bcdace2f39 {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:51:53.875773 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-978ba2b1-00aa-4942-a336-e07580fdfa61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:53.878318 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06d85be-aec8-47cf-b8c0-937a470b7f65 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2849cba3-6bee-4292-9fa6-1fa90c909a19,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:53.878462 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-978ba2b1-00aa-4942-a336-e07580fdfa61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:53.880127 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-978ba2b1-00aa-4942-a336-e07580fdfa61 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7382d103-d62f-4540-9ac2-5ea0a34701f0 HTTP/1.1" status: 204 len: 168 time: 1.3377397 Jun 11 09:51:53.882196 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-578b07f9-3846-4bef-ab7d-d5b4b1d5df5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:53.882476 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f06d85be-aec8-47cf-b8c0-937a470b7f65 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:53.885777 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-633e663a-e12b-4db6-b100-4cd201cf3305 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:53.907515 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978ba2b1-00aa-4942-a336-e07580fdfa61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7382d103-d62f-4540-9ac2-5ea0a34701f0,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:53.907515 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-978ba2b1-00aa-4942-a336-e07580fdfa61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:53.912126 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-578b07f9-3846-4bef-ab7d-d5b4b1d5df5c service neutron] Transition to ACTIVE for port object aba52a31-7ead-4b87-98cf-90bcdace2f39 will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:51:53.960816 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9562e043-73de-4821-b1b8-5277c5708d10 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:53.961353 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9562e043-73de-4821-b1b8-5277c5708d10 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6229476e-8f8f-440e-83a2-4db4e0c20433 {{(pid=93177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 09:51:53.967496 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9562e043-73de-4821-b1b8-5277c5708d10 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:53.968703 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-9562e043-73de-4821-b1b8-5277c5708d10 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] 10.222.0.60 "DELETE /v2.0/routers/6229476e-8f8f-440e-83a2-4db4e0c20433 HTTP/1.1" status: 204 len: 168 time: 3.1038063 Jun 11 09:51:53.972208 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 52018) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:51:53.977991 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-cb865756-7493-4af2-83b9-3dae3c511d6a tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2138784884', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}, 'admin_state_up': False}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:51:53.988591 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-8babfbe6-5260-4265-9dba-d8b5fcea11c0 req-f06d85be-aec8-47cf-b8c0-937a470b7f65 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:53.990177 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8babfbe6-5260-4265-9dba-d8b5fcea11c0 req-f06d85be-aec8-47cf-b8c0-937a470b7f65 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.2236810 Jun 11 09:51:54.013145 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-c5924402-4147-4e63-b1a0-6e8a2c1f58ee req-05318976-4608-40ce-a70a-3c50495b6b0c tempest-VolumesAdminNegativeTest-403137660 tempest-VolumesAdminNegativeTest-403137660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:54.015015 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-578b07f9-3846-4bef-ab7d-d5b4b1d5df5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:54.021141 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-eb132ff9-5dbd-4d01-a337-899fc639a407 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:54.155957 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cb865756-7493-4af2-83b9-3dae3c511d6a tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:54.157294 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cb865756-7493-4af2-83b9-3dae3c511d6a tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:54.167610 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5924402-4147-4e63-b1a0-6e8a2c1f58ee req-05318976-4608-40ce-a70a-3c50495b6b0c tempest-VolumesAdminNegativeTest-403137660 tempest-VolumesAdminNegativeTest-403137660-project] Network 90358d5f-bc6f-47c6-9fc0-711935134168 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:51:54.174429 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-c5924402-4147-4e63-b1a0-6e8a2c1f58ee req-05318976-4608-40ce-a70a-3c50495b6b0c tempest-VolumesAdminNegativeTest-403137660 tempest-VolumesAdminNegativeTest-403137660-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:51:54.198328 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5924402-4147-4e63-b1a0-6e8a2c1f58ee req-05318976-4608-40ce-a70a-3c50495b6b0c tempest-VolumesAdminNegativeTest-403137660 tempest-VolumesAdminNegativeTest-403137660-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:51:54.254286 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578b07f9-3846-4bef-ab7d-d5b4b1d5df5c service neutron] Pushing event updated for resources: {'Port': ['ID=aba52a31-7ead-4b87-98cf-90bcdace2f39,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:54.325554 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cb865756-7493-4af2-83b9-3dae3c511d6a tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:54.416153 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa67a0e5-e64a-4171-b80d-7482a8b58b49 req-dbcfd067-22a8-4a78-9350-2caa1c874ff3 tempest-VolumesAdminNegativeTest-403137660 tempest-VolumesAdminNegativeTest-403137660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:54.418467 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-aa67a0e5-e64a-4171-b80d-7482a8b58b49 req-dbcfd067-22a8-4a78-9350-2caa1c874ff3 tempest-VolumesAdminNegativeTest-403137660 tempest-VolumesAdminNegativeTest-403137660-project] 10.222.0.60 "GET /v2.0/ports?device_id=13f893da-3317-49b3-a320-b40d134ad31a HTTP/1.1" status: 200 len: 931 time: 0.1135604 Jun 11 09:51:54.450084 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5924402-4147-4e63-b1a0-6e8a2c1f58ee req-05318976-4608-40ce-a70a-3c50495b6b0c tempest-VolumesAdminNegativeTest-403137660 tempest-VolumesAdminNegativeTest-403137660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:54.450782 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-c5924402-4147-4e63-b1a0-6e8a2c1f58ee req-05318976-4608-40ce-a70a-3c50495b6b0c tempest-VolumesAdminNegativeTest-403137660 tempest-VolumesAdminNegativeTest-403137660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:54.461945 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05318976-4608-40ce-a70a-3c50495b6b0c tempest-VolumesAdminNegativeTest-403137660 tempest-VolumesAdminNegativeTest-403137660-project] Pushing event updated for resources: {'Port': ['ID=d0beaf1e-6d96-4002-832a-c6998a04a08c,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:54.465358 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-05318976-4608-40ce-a70a-3c50495b6b0c tempest-VolumesAdminNegativeTest-403137660 tempest-VolumesAdminNegativeTest-403137660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:54.468984 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9a903859-b98c-49eb-989d-b68a1ff0a6e3 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.446s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:54.469386 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9a903859-b98c-49eb-989d-b68a1ff0a6e3 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:54.540933 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c5924402-4147-4e63-b1a0-6e8a2c1f58ee req-05318976-4608-40ce-a70a-3c50495b6b0c tempest-VolumesAdminNegativeTest-403137660 tempest-VolumesAdminNegativeTest-403137660-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6397204 Jun 11 09:51:54.555374 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-c5924402-4147-4e63-b1a0-6e8a2c1f58ee req-21958997-e79a-41fd-9b9b-ad3bf4f929ce service neutron] Request body: {'port': {'device_id': '13f893da-3317-49b3-a320-b40d134ad31a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:51:54.666862 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-578b07f9-3846-4bef-ab7d-d5b4b1d5df5c service neutron] Attempting to bind port aba52a31-7ead-4b87-98cf-90bcdace2f39 on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:51:54.666862 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-578b07f9-3846-4bef-ab7d-d5b4b1d5df5c service neutron] Attempting to bind port aba52a31-7ead-4b87-98cf-90bcdace2f39 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '508b1faa-9ad8-4325-9b04-bc4b9922bdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '6d3621a2-169e-4b61-882a-b4c2c253f396'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:51:54.666862 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-578b07f9-3846-4bef-ab7d-d5b4b1d5df5c service neutron] Attempting to bind port aba52a31-7ead-4b87-98cf-90bcdace2f39 on network 6d3621a2-169e-4b61-882a-b4c2c253f396 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:51:54.676241 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-aa67a0e5-e64a-4171-b80d-7482a8b58b49 req-6417c24c-8495-47bf-827d-5e49ff528684 tempest-VolumesAdminNegativeTest-403137660 tempest-VolumesAdminNegativeTest-403137660-project] 10.222.0.60 "GET /v2.0/security-groups?id=26ae3a31-f1e2-4aea-b80f-3256cd80293a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491603 Jun 11 09:51:54.688936 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-578b07f9-3846-4bef-ab7d-d5b4b1d5df5c service neutron] Port aba52a31-7ead-4b87-98cf-90bcdace2f39 on network 6d3621a2-169e-4b61-882a-b4c2c253f396 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:51:54.688936 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-578b07f9-3846-4bef-ab7d-d5b4b1d5df5c service neutron] Attempting to bind port aba52a31-7ead-4b87-98cf-90bcdace2f39 on network 6d3621a2-169e-4b61-882a-b4c2c253f396 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:51:54.699624 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-578b07f9-3846-4bef-ab7d-d5b4b1d5df5c service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:51:54.699624 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-578b07f9-3846-4bef-ab7d-d5b4b1d5df5c service neutron] Checking segment: {'id': '508b1faa-9ad8-4325-9b04-bc4b9922bdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '6d3621a2-169e-4b61-882a-b4c2c253f396'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:51:54.699624 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-578b07f9-3846-4bef-ab7d-d5b4b1d5df5c service neutron] Bound using segment: {'id': '508b1faa-9ad8-4325-9b04-bc4b9922bdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '6d3621a2-169e-4b61-882a-b4c2c253f396'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:51:54.699624 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-578b07f9-3846-4bef-ab7d-d5b4b1d5df5c service neutron] Bound port: aba52a31-7ead-4b87-98cf-90bcdace2f39, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '508b1faa-9ad8-4325-9b04-bc4b9922bdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '6d3621a2-169e-4b61-882a-b4c2c253f396'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:51:54.699624 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-578b07f9-3846-4bef-ab7d-d5b4b1d5df5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:54.728377 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cb865756-7493-4af2-83b9-3dae3c511d6a tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:54.787041 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c878e45d-5c8d-4985-9991-f400131bde7a req-b0b90803-d341-476b-a096-47c40e1aec4e tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:54.793731 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c878e45d-5c8d-4985-9991-f400131bde7a req-b0b90803-d341-476b-a096-47c40e1aec4e tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/networks?id=51fb20d0-10f0-46f3-aa19-f1b488299b81 HTTP/1.1" status: 200 len: 812 time: 0.4099467 Jun 11 09:51:54.828506 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c878e45d-5c8d-4985-9991-f400131bde7a req-b1461262-4cb7-4d50-9f77-ff6fe21a6db1 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/quotas/e7a84328845c42e4a2bf009ba2709f6e HTTP/1.1" status: 200 len: 375 time: 0.0339100 Jun 11 09:51:54.831091 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-c5924402-4147-4e63-b1a0-6e8a2c1f58ee req-21958997-e79a-41fd-9b9b-ad3bf4f929ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:54.933201 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-578b07f9-3846-4bef-ab7d-d5b4b1d5df5c service neutron] For port aba52a31-7ead-4b87-98cf-90bcdace2f39, host n-h1-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:51:54.962167 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-578b07f9-3846-4bef-ab7d-d5b4b1d5df5c service neutron] For port aba52a31-7ead-4b87-98cf-90bcdace2f39, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=aba52a31-7ead-4b87-98cf-90bcdace2f39,segment=NetworkSegment(508b1faa-9ad8-4325-9b04-bc4b9922bdc5),segment_id=508b1faa-9ad8-4325-9b04-bc4b9922bdc5)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:51:55.078492 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c878e45d-5c8d-4985-9991-f400131bde7a req-7af008e7-ad42-46cb-b977-2b9eef553612 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=e7a84328845c42e4a2bf009ba2709f6e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2354105 Jun 11 09:51:55.089472 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-578b07f9-3846-4bef-ab7d-d5b4b1d5df5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:55.109967 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-28df62e5-7b01-48c5-9d21-d78c121017d8 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:55.185727 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-578b07f9-3846-4bef-ab7d-d5b4b1d5df5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:55.186692 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-578b07f9-3846-4bef-ab7d-d5b4b1d5df5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:55.188912 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-578b07f9-3846-4bef-ab7d-d5b4b1d5df5c service neutron] 10.222.0.64 "PUT /v2.0/ports/aba52a31-7ead-4b87-98cf-90bcdace2f39 HTTP/1.1" status: 200 len: 1135 time: 3.0660114 Jun 11 09:51:55.197836 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8951c33-6d6a-4bea-b1bd-31fda6afe042', 'tag': 'aba52a31-7ead-4b87-98cf-90bcdace2f39'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:51:55.200511 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87ad7c4f-ea62-47ec-8ff2-654c9703dde4" -d '{"events": [{"name": "network-changed", "server_uuid": "c8951c33-6d6a-4bea-b1bd-31fda6afe042", "tag": "aba52a31-7ead-4b87-98cf-90bcdace2f39"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:51:55.390883 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-81b09ad5-1ff7-4b29-b768-45039121e3ac service neutron] Request body: {'port': {'device_id': 'c8951c33-6d6a-4bea-b1bd-31fda6afe042', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:51:55.393536 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 52092) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:51:55.439120 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578b07f9-3846-4bef-ab7d-d5b4b1d5df5c service neutron] Pushing event updated for resources: {'Port': ['ID=aba52a31-7ead-4b87-98cf-90bcdace2f39,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:55.460340 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-578b07f9-3846-4bef-ab7d-d5b4b1d5df5c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:55.542515 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cb865756-7493-4af2-83b9-3dae3c511d6a tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks [] for router_gateway, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:55.560233 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c878e45d-5c8d-4985-9991-f400131bde7a req-f3c40c1c-a3ad-47cf-affc-e86822de9a84 service neutron] 10.222.0.60 "GET /v2.0/networks/51fb20d0-10f0-46f3-aa19-f1b488299b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4716399 Jun 11 09:51:55.573836 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 86de30cf-af14-4f2d-a801-85a49c3bbd97 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:51:55.585858 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-e1a13600-081d-431a-a153-09cc839b7854 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-577287990-network', 'tenant_id': 'aae32b6d82fb4d1babe798fa5bdf8d6b'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:51:55.586435 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cb865756-7493-4af2-83b9-3dae3c511d6a tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:55.607904 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 86de30cf-af14-4f2d-a801-85a49c3bbd97 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:51:55.608446 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 86de30cf-af14-4f2d-a801-85a49c3bbd97 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:51:55.633983 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-81b09ad5-1ff7-4b29-b768-45039121e3ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:55.669578 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2db49b-bd9a-4629-ac88-ce3b18035811 req-d4b62d69-99f4-47a0-84c9-0a8935155c68 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:55.675545 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2db49b-bd9a-4629-ac88-ce3b18035811 req-d4b62d69-99f4-47a0-84c9-0a8935155c68 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:55.681448 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2db49b-bd9a-4629-ac88-ce3b18035811 req-d4b62d69-99f4-47a0-84c9-0a8935155c68 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:55.687540 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2db49b-bd9a-4629-ac88-ce3b18035811 req-d4b62d69-99f4-47a0-84c9-0a8935155c68 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:55.694244 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2db49b-bd9a-4629-ac88-ce3b18035811 req-d4b62d69-99f4-47a0-84c9-0a8935155c68 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:55.700354 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2db49b-bd9a-4629-ac88-ce3b18035811 req-d4b62d69-99f4-47a0-84c9-0a8935155c68 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:55.702231 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1b2db49b-bd9a-4629-ac88-ce3b18035811 req-d4b62d69-99f4-47a0-84c9-0a8935155c68 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042 HTTP/1.1" status: 200 len: 4604 time: 0.2826881 Jun 11 09:51:55.781205 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1a13600-081d-431a-a153-09cc839b7854 admin admin] Made reservation on behalf of aae32b6d82fb4d1babe798fa5bdf8d6b for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:51:55.783466 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e1a13600-081d-431a-a153-09cc839b7854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:55.790431 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-c5924402-4147-4e63-b1a0-6e8a2c1f58ee req-21958997-e79a-41fd-9b9b-ad3bf4f929ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0beaf1e-6d96-4002-832a-c6998a04a08c {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:51:55.794978 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1b2db49b-bd9a-4629-ac88-ce3b18035811 req-a53f08cd-35a4-4725-9079-610d284cdc6f tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/security-groups?id=28e50891-2b6b-4143-8c1d-0262dfed919e&id=ee23f870-7e0b-4b16-afae-a1e98a9dceaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0858650 Jun 11 09:51:55.808384 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-cb865756-7493-4af2-83b9-3dae3c511d6a tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Allocated IP 172.25.4.38 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/c9dc1383-3710-4855-a417-efaf774980f1) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:51:55.815483 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-c5924402-4147-4e63-b1a0-6e8a2c1f58ee req-21958997-e79a-41fd-9b9b-ad3bf4f929ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:55.828608 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e1a13600-081d-431a-a153-09cc839b7854 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:55.865878 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-c5924402-4147-4e63-b1a0-6e8a2c1f58ee req-21958997-e79a-41fd-9b9b-ad3bf4f929ce service neutron] Transition to ACTIVE for port object d0beaf1e-6d96-4002-832a-c6998a04a08c will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:51:55.875866 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c878e45d-5c8d-4985-9991-f400131bde7a req-e210eeca-dfd5-4cb2-bdb0-5f96050ca75d service neutron] 10.222.0.60 "GET /v2.0/networks/51fb20d0-10f0-46f3-aa19-f1b488299b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3146732 Jun 11 09:51:55.986068 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b68a677-f753-42bc-a1ff-2d3ee78e917d x-openstack-request-id: req-5b68a677-f753-42bc-a1ff-2d3ee78e917d {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:51:55.986452 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8951c33-6d6a-4bea-b1bd-31fda6afe042", "tag": "aba52a31-7ead-4b87-98cf-90bcdace2f39", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:51:55.986708 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5b68a677-f753-42bc-a1ff-2d3ee78e917d {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:51:55.987158 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8951c33-6d6a-4bea-b1bd-31fda6afe042', 'tag': 'aba52a31-7ead-4b87-98cf-90bcdace2f39', 'status': 'completed', 'code': 200} Jun 11 09:51:56.001326 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-c5924402-4147-4e63-b1a0-6e8a2c1f58ee req-21958997-e79a-41fd-9b9b-ad3bf4f929ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:56.009826 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-06744b96-796e-4fd7-9a39-54f7961af1de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:56.095764 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cb865756-7493-4af2-83b9-3dae3c511d6a tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:56.156315 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ad7c4f-ea62-47ec-8ff2-654c9703dde4 req-515c4389-884d-4126-9f98-b1266b38125f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:56.157164 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ad7c4f-ea62-47ec-8ff2-654c9703dde4 req-515c4389-884d-4126-9f98-b1266b38125f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:56.157891 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ad7c4f-ea62-47ec-8ff2-654c9703dde4 req-515c4389-884d-4126-9f98-b1266b38125f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:56.158729 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ad7c4f-ea62-47ec-8ff2-654c9703dde4 req-515c4389-884d-4126-9f98-b1266b38125f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:56.159427 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ad7c4f-ea62-47ec-8ff2-654c9703dde4 req-515c4389-884d-4126-9f98-b1266b38125f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:56.160042 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ad7c4f-ea62-47ec-8ff2-654c9703dde4 req-515c4389-884d-4126-9f98-b1266b38125f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:56.161956 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-87ad7c4f-ea62-47ec-8ff2-654c9703dde4 req-515c4389-884d-4126-9f98-b1266b38125f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=39e8725552694bd89f3d9b894d223d7c&device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042 HTTP/1.1" status: 200 len: 5292 time: 0.1316385 Jun 11 09:51:56.207887 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21958997-e79a-41fd-9b9b-ad3bf4f929ce service neutron] Pushing event updated for resources: {'Port': ['ID=d0beaf1e-6d96-4002-832a-c6998a04a08c,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:56.219877 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-21958997-e79a-41fd-9b9b-ad3bf4f929ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:56.359559 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f88d27ff-2385-4f04-8ca2-f10321843b47 req-dd28087e-76d2-42bf-9386-8a0eb4221f89 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/ports?device_id=693b0d7a-8a64-4793-9a0e-ef586babbefa HTTP/1.1" status: 200 len: 210 time: 0.0697072 Jun 11 09:51:56.369578 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cb865756-7493-4af2-83b9-3dae3c511d6a tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:56.383898 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e1a13600-081d-431a-a153-09cc839b7854 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:56.385935 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2cb0f28f-a386-4fbb-8fa9-62d0d9eeda8a tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:56.426253 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-c5924402-4147-4e63-b1a0-6e8a2c1f58ee req-21958997-e79a-41fd-9b9b-ad3bf4f929ce service neutron] Attempting to bind port d0beaf1e-6d96-4002-832a-c6998a04a08c on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:51:56.426603 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-c5924402-4147-4e63-b1a0-6e8a2c1f58ee req-21958997-e79a-41fd-9b9b-ad3bf4f929ce service neutron] Attempting to bind port d0beaf1e-6d96-4002-832a-c6998a04a08c by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': 'e7707ce3-e8d7-4523-a71d-1ab9ca9d8995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '90358d5f-bc6f-47c6-9fc0-711935134168'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:51:56.426922 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5924402-4147-4e63-b1a0-6e8a2c1f58ee req-21958997-e79a-41fd-9b9b-ad3bf4f929ce service neutron] Attempting to bind port d0beaf1e-6d96-4002-832a-c6998a04a08c on network 90358d5f-bc6f-47c6-9fc0-711935134168 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:51:56.433762 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb865756-7493-4af2-83b9-3dae3c511d6a tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:51:56.439220 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5924402-4147-4e63-b1a0-6e8a2c1f58ee req-21958997-e79a-41fd-9b9b-ad3bf4f929ce service neutron] Port d0beaf1e-6d96-4002-832a-c6998a04a08c on network 90358d5f-bc6f-47c6-9fc0-711935134168 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:51:56.439792 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5924402-4147-4e63-b1a0-6e8a2c1f58ee req-21958997-e79a-41fd-9b9b-ad3bf4f929ce service neutron] Attempting to bind port d0beaf1e-6d96-4002-832a-c6998a04a08c on network 90358d5f-bc6f-47c6-9fc0-711935134168 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:51:56.446466 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e1a13600-081d-431a-a153-09cc839b7854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:56.449620 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-cb865756-7493-4af2-83b9-3dae3c511d6a tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:51:56.450746 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-81b09ad5-1ff7-4b29-b768-45039121e3ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e3d8c07-4dd8-4173-b439-d804ac86a9ca {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:51:56.452300 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb865756-7493-4af2-83b9-3dae3c511d6a tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:51:56.456165 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-003ab652-103f-4c73-9a74-30adb1b5d9c2 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:56.461725 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5924402-4147-4e63-b1a0-6e8a2c1f58ee req-21958997-e79a-41fd-9b9b-ad3bf4f929ce service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:51:56.462447 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5924402-4147-4e63-b1a0-6e8a2c1f58ee req-21958997-e79a-41fd-9b9b-ad3bf4f929ce service neutron] Checking segment: {'id': 'e7707ce3-e8d7-4523-a71d-1ab9ca9d8995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '90358d5f-bc6f-47c6-9fc0-711935134168'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:51:56.462447 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5924402-4147-4e63-b1a0-6e8a2c1f58ee req-21958997-e79a-41fd-9b9b-ad3bf4f929ce service neutron] Bound using segment: {'id': 'e7707ce3-e8d7-4523-a71d-1ab9ca9d8995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '90358d5f-bc6f-47c6-9fc0-711935134168'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:51:56.462873 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-c5924402-4147-4e63-b1a0-6e8a2c1f58ee req-21958997-e79a-41fd-9b9b-ad3bf4f929ce service neutron] Bound port: d0beaf1e-6d96-4002-832a-c6998a04a08c, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7707ce3-e8d7-4523-a71d-1ab9ca9d8995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '90358d5f-bc6f-47c6-9fc0-711935134168'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:51:56.463226 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-c5924402-4147-4e63-b1a0-6e8a2c1f58ee req-21958997-e79a-41fd-9b9b-ad3bf4f929ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:56.468070 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-81b09ad5-1ff7-4b29-b768-45039121e3ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:56.494163 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1a13600-081d-431a-a153-09cc839b7854 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 778} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 09:51:56.514870 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb865756-7493-4af2-83b9-3dae3c511d6a tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Pushing event updated for resources: {'Port': ['ID=c9dc1383-3710-4855-a417-efaf774980f1,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:56.517670 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-81b09ad5-1ff7-4b29-b768-45039121e3ac service neutron] Transition to ACTIVE for port object 0e3d8c07-4dd8-4173-b439-d804ac86a9ca will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:51:56.517992 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-cb865756-7493-4af2-83b9-3dae3c511d6a tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:56.525345 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e1a13600-081d-431a-a153-09cc839b7854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:56.527452 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-e1a13600-081d-431a-a153-09cc839b7854 admin admin] Added segment 59ee2075-9cb6-4e4d-9afe-4362f3097ca6 of type vlan for network 05221ef3-e163-480d-ad89-4315ae45fbcc Jun 11 09:51:56.533821 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ad7c4f-ea62-47ec-8ff2-654c9703dde4 req-463e7cb3-8dd8-4e6b-822a-5d0f3bfcd089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:56.534299 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ad7c4f-ea62-47ec-8ff2-654c9703dde4 req-463e7cb3-8dd8-4e6b-822a-5d0f3bfcd089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:56.534800 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ad7c4f-ea62-47ec-8ff2-654c9703dde4 req-463e7cb3-8dd8-4e6b-822a-5d0f3bfcd089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:56.536431 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-87ad7c4f-ea62-47ec-8ff2-654c9703dde4 req-463e7cb3-8dd8-4e6b-822a-5d0f3bfcd089 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=39e8725552694bd89f3d9b894d223d7c&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.3562946 Jun 11 09:51:56.552951 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a13600-081d-431a-a153-09cc839b7854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=982f2ef2-bb6d-4fbc-bd87-ed6195b74a4c,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:56.563087 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e1a13600-081d-431a-a153-09cc839b7854 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:56.613946 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-81b09ad5-1ff7-4b29-b768-45039121e3ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:56.622705 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f9f9e7ec-912d-48d9-b7f0-32eff69c84f3 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:56.650637 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed84d5c-0eb8-4535-a3f4-5bc25f5a2d68 req-2bc149e1-6a03-4c87-8fd4-a5ef3f36b94c tempest-VolumesAdminNegativeTest-403137660 tempest-VolumesAdminNegativeTest-403137660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:56.652011 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fed84d5c-0eb8-4535-a3f4-5bc25f5a2d68 req-2bc149e1-6a03-4c87-8fd4-a5ef3f36b94c tempest-VolumesAdminNegativeTest-403137660 tempest-VolumesAdminNegativeTest-403137660-project] 10.222.0.60 "GET /v2.0/ports?device_id=13f893da-3317-49b3-a320-b40d134ad31a HTTP/1.1" status: 200 len: 943 time: 0.3715234 Jun 11 09:51:56.665002 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e1a13600-081d-431a-a153-09cc839b7854 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:56.682070 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-c5924402-4147-4e63-b1a0-6e8a2c1f58ee req-21958997-e79a-41fd-9b9b-ad3bf4f929ce service neutron] For port d0beaf1e-6d96-4002-832a-c6998a04a08c, host n-h1-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:51:56.754284 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-c5924402-4147-4e63-b1a0-6e8a2c1f58ee req-21958997-e79a-41fd-9b9b-ad3bf4f929ce service neutron] For port d0beaf1e-6d96-4002-832a-c6998a04a08c, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=d0beaf1e-6d96-4002-832a-c6998a04a08c,segment=NetworkSegment(e7707ce3-e8d7-4523-a71d-1ab9ca9d8995),segment_id=e7707ce3-e8d7-4523-a71d-1ab9ca9d8995)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:51:56.773714 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b09ad5-1ff7-4b29-b768-45039121e3ac service neutron] Pushing event updated for resources: {'Port': ['ID=0e3d8c07-4dd8-4173-b439-d804ac86a9ca,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:56.778099 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-81b09ad5-1ff7-4b29-b768-45039121e3ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:56.882811 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ad7c4f-ea62-47ec-8ff2-654c9703dde4 req-8e51131f-5004-4b11-b2c2-f918fd02f39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:56.884301 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-87ad7c4f-ea62-47ec-8ff2-654c9703dde4 req-8e51131f-5004-4b11-b2c2-f918fd02f39a service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3387561 Jun 11 09:51:56.901124 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fed84d5c-0eb8-4535-a3f4-5bc25f5a2d68 req-3b8ea00f-a883-4a5c-9b1f-9d541bcbd55a tempest-VolumesAdminNegativeTest-403137660 tempest-VolumesAdminNegativeTest-403137660-project] 10.222.0.60 "GET /v2.0/security-groups?id=26ae3a31-f1e2-4aea-b80f-3256cd80293a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954870 Jun 11 09:51:56.920172 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e1a13600-081d-431a-a153-09cc839b7854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:56.921526 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a13600-081d-431a-a153-09cc839b7854 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:56.922302 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e1a13600-081d-431a-a153-09cc839b7854 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:56.925194 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-c5924402-4147-4e63-b1a0-6e8a2c1f58ee req-21958997-e79a-41fd-9b9b-ad3bf4f929ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:56.952174 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-df1ec1ec-d528-442b-80f3-59e3cf4f89c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:56.984300 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-81b09ad5-1ff7-4b29-b768-45039121e3ac service neutron] Attempting to bind port 0e3d8c07-4dd8-4173-b439-d804ac86a9ca on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:51:56.984825 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-81b09ad5-1ff7-4b29-b768-45039121e3ac service neutron] Attempting to bind port 0e3d8c07-4dd8-4173-b439-d804ac86a9ca by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '508b1faa-9ad8-4325-9b04-bc4b9922bdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '6d3621a2-169e-4b61-882a-b4c2c253f396'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:51:56.985338 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-81b09ad5-1ff7-4b29-b768-45039121e3ac service neutron] Attempting to bind port 0e3d8c07-4dd8-4173-b439-d804ac86a9ca on network 6d3621a2-169e-4b61-882a-b4c2c253f396 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:51:57.028754 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5924402-4147-4e63-b1a0-6e8a2c1f58ee req-21958997-e79a-41fd-9b9b-ad3bf4f929ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:57.029571 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-c5924402-4147-4e63-b1a0-6e8a2c1f58ee req-21958997-e79a-41fd-9b9b-ad3bf4f929ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:57.031443 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c5924402-4147-4e63-b1a0-6e8a2c1f58ee req-21958997-e79a-41fd-9b9b-ad3bf4f929ce service neutron] 10.222.0.64 "PUT /v2.0/ports/d0beaf1e-6d96-4002-832a-c6998a04a08c HTTP/1.1" status: 200 len: 1092 time: 2.4810357 Jun 11 09:51:57.066941 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-81b09ad5-1ff7-4b29-b768-45039121e3ac service neutron] Port 0e3d8c07-4dd8-4173-b439-d804ac86a9ca on network 6d3621a2-169e-4b61-882a-b4c2c253f396 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:51:57.067275 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-81b09ad5-1ff7-4b29-b768-45039121e3ac service neutron] Attempting to bind port 0e3d8c07-4dd8-4173-b439-d804ac86a9ca on network 6d3621a2-169e-4b61-882a-b4c2c253f396 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:51:57.120159 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a13600-081d-431a-a153-09cc839b7854 admin admin] Pushing event updated for resources: {'Network': ['ID=05221ef3-e163-480d-ad89-4315ae45fbcc,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:57.123027 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e1a13600-081d-431a-a153-09cc839b7854 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:57.124333 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e0675aad-5718-47d4-b64b-2c3715f171ea tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.166s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:57.127426 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-81b09ad5-1ff7-4b29-b768-45039121e3ac service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:51:57.127808 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-81b09ad5-1ff7-4b29-b768-45039121e3ac service neutron] Checking segment: {'id': '508b1faa-9ad8-4325-9b04-bc4b9922bdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '6d3621a2-169e-4b61-882a-b4c2c253f396'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:51:57.128104 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-81b09ad5-1ff7-4b29-b768-45039121e3ac service neutron] Bound using segment: {'id': '508b1faa-9ad8-4325-9b04-bc4b9922bdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '6d3621a2-169e-4b61-882a-b4c2c253f396'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:51:57.129128 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-81b09ad5-1ff7-4b29-b768-45039121e3ac service neutron] Bound port: 0e3d8c07-4dd8-4173-b439-d804ac86a9ca, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '508b1faa-9ad8-4325-9b04-bc4b9922bdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '6d3621a2-169e-4b61-882a-b4c2c253f396'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:51:57.130255 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-81b09ad5-1ff7-4b29-b768-45039121e3ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:57.132344 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 05221ef3-e163-480d-ad89-4315ae45fbcc details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:51:57.167861 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cb865756-7493-4af2-83b9-3dae3c511d6a tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks [] for router_gateway, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:57.184285 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-e1a13600-081d-431a-a153-09cc839b7854 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.7891841 Jun 11 09:51:57.196258 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 52162) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:51:57.211074 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-b628494a-ecf1-4682-952a-4686d6afcdd2 admin admin] Request body: {'subnet': {'network_id': '05221ef3-e163-480d-ad89-4315ae45fbcc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-577287990-subnet', 'tenant_id': 'aae32b6d82fb4d1babe798fa5bdf8d6b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:51:57.555988 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1472fa09-ae1b-4ca9-852e-911a078e8c83 req-ce394f90-9a10-419a-bef3-da3de6f05bea tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/ports?device_id=693b0d7a-8a64-4793-9a0e-ef586babbefa HTTP/1.1" status: 200 len: 210 time: 0.0391383 Jun 11 09:51:57.557369 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cb865756-7493-4af2-83b9-3dae3c511d6a tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:57.708508 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21958997-e79a-41fd-9b9b-ad3bf4f929ce service neutron] Pushing event updated for resources: {'Port': ['ID=d0beaf1e-6d96-4002-832a-c6998a04a08c,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:57.713710 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-21958997-e79a-41fd-9b9b-ad3bf4f929ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.589s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:57.750466 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bae51d7-a544-4750-8201-38e7a7feefe6 req-07fc77f4-7a95-4c98-93fc-28af892afb9b tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:57.757705 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bae51d7-a544-4750-8201-38e7a7feefe6 req-07fc77f4-7a95-4c98-93fc-28af892afb9b tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:57.765451 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bae51d7-a544-4750-8201-38e7a7feefe6 req-07fc77f4-7a95-4c98-93fc-28af892afb9b tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:57.771423 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bae51d7-a544-4750-8201-38e7a7feefe6 req-07fc77f4-7a95-4c98-93fc-28af892afb9b tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:57.777265 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bae51d7-a544-4750-8201-38e7a7feefe6 req-07fc77f4-7a95-4c98-93fc-28af892afb9b tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:57.783387 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bae51d7-a544-4750-8201-38e7a7feefe6 req-07fc77f4-7a95-4c98-93fc-28af892afb9b tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:57.789767 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bae51d7-a544-4750-8201-38e7a7feefe6 req-07fc77f4-7a95-4c98-93fc-28af892afb9b tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:57.791744 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5bae51d7-a544-4750-8201-38e7a7feefe6 req-07fc77f4-7a95-4c98-93fc-28af892afb9b tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042 HTTP/1.1" status: 200 len: 5381 time: 0.8104875 Jun 11 09:51:57.811753 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 52174) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:51:57.818032 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb865756-7493-4af2-83b9-3dae3c511d6a tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Router cda7b5a1-ded8-48c3-badc-ba4b00a46293 is scheduled to L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 with binding_index 1 {{(pid=93177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 09:51:57.834024 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b628494a-ecf1-4682-952a-4686d6afcdd2 admin admin] Made reservation on behalf of aae32b6d82fb4d1babe798fa5bdf8d6b for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:51:57.836408 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b628494a-ecf1-4682-952a-4686d6afcdd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:57.845073 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-81b09ad5-1ff7-4b29-b768-45039121e3ac service neutron] For port 0e3d8c07-4dd8-4173-b439-d804ac86a9ca, host n-h1-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:51:57.896425 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5924402-4147-4e63-b1a0-6e8a2c1f58ee req-64f8d18a-b7a9-45db-a545-614548bfe43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:57.897909 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c5924402-4147-4e63-b1a0-6e8a2c1f58ee req-64f8d18a-b7a9-45db-a545-614548bfe43f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d47f3c3c5a0746ce8545c56c525f2694&device_id=13f893da-3317-49b3-a320-b40d134ad31a HTTP/1.1" status: 200 len: 1095 time: 0.7070076 Jun 11 09:51:57.906013 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-81b09ad5-1ff7-4b29-b768-45039121e3ac service neutron] For port 0e3d8c07-4dd8-4173-b439-d804ac86a9ca, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=0e3d8c07-4dd8-4173-b439-d804ac86a9ca,segment=NetworkSegment(508b1faa-9ad8-4325-9b04-bc4b9922bdc5),segment_id=508b1faa-9ad8-4325-9b04-bc4b9922bdc5)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:51:57.959144 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e9685430-441f-4230-ab98-a4a53b15a621 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:58.026371 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb865756-7493-4af2-83b9-3dae3c511d6a tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:51:58.028770 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5bae51d7-a544-4750-8201-38e7a7feefe6 req-3ffc3d03-4753-49c8-8f54-887d451f0e39 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/security-groups?id=28e50891-2b6b-4143-8c1d-0262dfed919e&id=ee23f870-7e0b-4b16-afae-a1e98a9dceaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2251244 Jun 11 09:51:58.029314 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13f893da-3317-49b3-a320-b40d134ad31a', 'tag': 'd0beaf1e-6d96-4002-832a-c6998a04a08c'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:51:58.031646 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c28acb75-62d3-4626-a0a5-16a0db51458f" -d '{"events": [{"name": "network-changed", "server_uuid": "13f893da-3317-49b3-a320-b40d134ad31a", "tag": "d0beaf1e-6d96-4002-832a-c6998a04a08c"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:51:58.048540 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c5924402-4147-4e63-b1a0-6e8a2c1f58ee req-23dad0be-e5df-4b8b-a5d4-40881a578cf3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d0beaf1e-6d96-4002-832a-c6998a04a08c HTTP/1.1" status: 200 len: 217 time: 0.0806253 Jun 11 09:51:58.049483 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803c8ddf-a39d-4fd1-bb09-4bada9a85bb9 None None] Sync routers for ids ['cda7b5a1-ded8-48c3-badc-ba4b00a46293'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:51:58.062363 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803c8ddf-a39d-4fd1-bb09-4bada9a85bb9 None None] Routers {'cda7b5a1-ded8-48c3-badc-ba4b00a46293'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:51:58.063373 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-803c8ddf-a39d-4fd1-bb09-4bada9a85bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:51:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['cda7b5a1-ded8-48c3-badc-ba4b00a46293'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:51:58.074270 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-81b09ad5-1ff7-4b29-b768-45039121e3ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:58.079700 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-442e8477-f84d-44cd-91cb-d5339d6c1cf4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:58.140245 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-803c8ddf-a39d-4fd1-bb09-4bada9a85bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:51:58.149576 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e9685430-441f-4230-ab98-a4a53b15a621 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:58.151687 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803c8ddf-a39d-4fd1-bb09-4bada9a85bb9 None None] Routers {'cda7b5a1-ded8-48c3-badc-ba4b00a46293'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:51:58.152477 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-803c8ddf-a39d-4fd1-bb09-4bada9a85bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:51:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['cda7b5a1-ded8-48c3-badc-ba4b00a46293'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:51:58.160058 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db57c8b-2aab-4933-9dcc-27a3aaf0b222 req-337d3a09-fb34-4733-8a7e-db7eeb222bfb tempest-VolumesAdminNegativeTest-403137660 tempest-VolumesAdminNegativeTest-403137660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:58.162437 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8db57c8b-2aab-4933-9dcc-27a3aaf0b222 req-337d3a09-fb34-4733-8a7e-db7eeb222bfb tempest-VolumesAdminNegativeTest-403137660 tempest-VolumesAdminNegativeTest-403137660-project] 10.222.0.60 "GET /v2.0/ports?device_id=13f893da-3317-49b3-a320-b40d134ad31a HTTP/1.1" status: 200 len: 943 time: 0.1204584 Jun 11 09:51:58.193549 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80865787-2478-4794-8563-374c9753bb38 x-openstack-request-id: req-80865787-2478-4794-8563-374c9753bb38 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:51:58.194070 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13f893da-3317-49b3-a320-b40d134ad31a", "tag": "d0beaf1e-6d96-4002-832a-c6998a04a08c", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:51:58.194459 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-80865787-2478-4794-8563-374c9753bb38 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:51:58.194996 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13f893da-3317-49b3-a320-b40d134ad31a', 'tag': 'd0beaf1e-6d96-4002-832a-c6998a04a08c', 'status': 'completed', 'code': 200} Jun 11 09:51:58.208123 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-803c8ddf-a39d-4fd1-bb09-4bada9a85bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:51:58.208797 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803c8ddf-a39d-4fd1-bb09-4bada9a85bb9 None None] The sync data for ids ['cda7b5a1-ded8-48c3-badc-ba4b00a46293'] in n-d-779913-12 is: [] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:51:58.209094 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8db57c8b-2aab-4933-9dcc-27a3aaf0b222 req-36ce200c-3ad7-4ce6-916b-6ed6d1fdb3c8 tempest-VolumesAdminNegativeTest-403137660 tempest-VolumesAdminNegativeTest-403137660-project] 10.222.0.60 "GET /v2.0/security-groups?id=26ae3a31-f1e2-4aea-b80f-3256cd80293a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409181 Jun 11 09:51:58.229924 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-81b09ad5-1ff7-4b29-b768-45039121e3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:58.230553 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-81b09ad5-1ff7-4b29-b768-45039121e3ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:58.232018 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-81b09ad5-1ff7-4b29-b768-45039121e3ac service neutron] 10.222.0.64 "PUT /v2.0/ports/0e3d8c07-4dd8-4173-b439-d804ac86a9ca HTTP/1.1" status: 200 len: 1136 time: 2.9213052 Jun 11 09:51:58.250126 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e9685430-441f-4230-ab98-a4a53b15a621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:58.252820 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-331928ae-2c03-47a8-bb1c-14b65ef37ff6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:58.290026 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5924402-4147-4e63-b1a0-6e8a2c1f58ee req-a582eab0-5828-452a-bf9c-62e90ea469d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:58.291761 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c5924402-4147-4e63-b1a0-6e8a2c1f58ee req-a582eab0-5828-452a-bf9c-62e90ea469d7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a0fbd003-dce0-4e33-bf2c-0c4dfabebfc2 HTTP/1.1" status: 200 len: 854 time: 0.2361698 Jun 11 09:51:58.294562 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b09ad5-1ff7-4b29-b768-45039121e3ac service neutron] Pushing event updated for resources: {'Port': ['ID=0e3d8c07-4dd8-4173-b439-d804ac86a9ca,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:58.296347 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9685430-441f-4230-ab98-a4a53b15a621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef6fe86-0d55-454e-a64e-564c9da818e8,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:58.302408 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e9685430-441f-4230-ab98-a4a53b15a621 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:58.314055 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-e9685430-441f-4230-ab98-a4a53b15a621 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=86738256b6d3426e96603740a7e43cce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4987619 Jun 11 09:51:58.314256 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 52186) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:51:58.339880 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c5924402-4147-4e63-b1a0-6e8a2c1f58ee req-7f75ce29-a828-43a2-8ca8-3acb3e0727e6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=90358d5f-bc6f-47c6-9fc0-711935134168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397623 Jun 11 09:51:58.346030 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-81b09ad5-1ff7-4b29-b768-45039121e3ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:58.388400 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-afde9e06-3b5c-4ab1-b99f-795fe8103f8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:58.420507 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-afde9e06-3b5c-4ab1-b99f-795fe8103f8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:58.437467 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cb865756-7493-4af2-83b9-3dae3c511d6a tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:58.441662 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-cb865756-7493-4af2-83b9-3dae3c511d6a tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.4651897 Jun 11 09:51:58.442702 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-38c0c8e2-fe77-4cf4-8191-8c9628a9d66b service neutron] Request body: {'port': {'device_id': 'c8951c33-6d6a-4bea-b1bd-31fda6afe042', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:51:58.445229 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 52188) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:51:58.450114 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-e55bfc56-43f0-460f-bac9-cbfe7a96adb6 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'enable_snat': False}}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:51:58.597472 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c5924402-4147-4e63-b1a0-6e8a2c1f58ee req-155e139f-6b5a-4c4f-90a9-1e8a7ed1f5c7 service neutron] 10.222.0.64 "GET /v2.0/networks/90358d5f-bc6f-47c6-9fc0-711935134168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496960 Jun 11 09:51:58.650925 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-38c0c8e2-fe77-4cf4-8191-8c9628a9d66b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:58.771111 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b628494a-ecf1-4682-952a-4686d6afcdd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:58.786533 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:58.830193 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ff3323e6-3f28-47c6-b310-7e61f8b5ae85 req-d70f9c29-a9f5-4aef-a403-c9189eea4bd8 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/ports?device_id=693b0d7a-8a64-4793-9a0e-ef586babbefa HTTP/1.1" status: 200 len: 210 time: 0.1119618 Jun 11 09:51:58.957031 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c5924402-4147-4e63-b1a0-6e8a2c1f58ee req-2c15d9b9-ff88-4a0c-b3f0-fc7f2e897ef6 service neutron] 10.222.0.64 "GET /v2.0/networks/90358d5f-bc6f-47c6-9fc0-711935134168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3490880 Jun 11 09:51:58.967200 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b628494a-ecf1-4682-952a-4686d6afcdd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eedbaccc-33aa-4196-b70d-ae78a5d61bda,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:58.981251 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b628494a-ecf1-4682-952a-4686d6afcdd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:59.016470 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b628494a-ecf1-4682-952a-4686d6afcdd2 admin admin] Checking segment: {'id': '59ee2075-9cb6-4e4d-9afe-4362f3097ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '05221ef3-e163-480d-ad89-4315ae45fbcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:51:59.016826 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b628494a-ecf1-4682-952a-4686d6afcdd2 admin admin] Network hostable DHCP agents. Network: 05221ef3-e163-480d-ad89-4315ae45fbcc, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 09:51:59.090439 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-afde9e06-3b5c-4ab1-b99f-795fe8103f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:59.093052 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-afde9e06-3b5c-4ab1-b99f-795fe8103f8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:59.096504 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-afde9e06-3b5c-4ab1-b99f-795fe8103f8e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2ef6fe86-0d55-454e-a64e-564c9da818e8 HTTP/1.1" status: 204 len: 168 time: 0.7790306 Jun 11 09:51:59.107297 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b12314b1-93bd-4a3e-8a34-86e3012fb8d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:59.177891 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afde9e06-3b5c-4ab1-b99f-795fe8103f8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef6fe86-0d55-454e-a64e-564c9da818e8,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:59.195124 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-38c0c8e2-fe77-4cf4-8191-8c9628a9d66b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa0b414f-8b35-42cd-bbc6-fd64860a4029 {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:51:59.203208 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-38c0c8e2-fe77-4cf4-8191-8c9628a9d66b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:59.216308 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-38c0c8e2-fe77-4cf4-8191-8c9628a9d66b service neutron] Transition to ACTIVE for port object aa0b414f-8b35-42cd-bbc6-fd64860a4029 will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:51:59.221618 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-afde9e06-3b5c-4ab1-b99f-795fe8103f8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:59.291099 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b628494a-ecf1-4682-952a-4686d6afcdd2 admin admin] Network 05221ef3-e163-480d-ad89-4315ae45fbcc is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 09:51:59.309943 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28acb75-62d3-4626-a0a5-16a0db51458f req-cc58d777-79ca-4ec9-8125-4d99fe1113a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:59.311441 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c28acb75-62d3-4626-a0a5-16a0db51458f req-cc58d777-79ca-4ec9-8125-4d99fe1113a8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d47f3c3c5a0746ce8545c56c525f2694&device_id=13f893da-3317-49b3-a320-b40d134ad31a HTTP/1.1" status: 200 len: 1095 time: 0.0863409 Jun 11 09:51:59.351382 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-38c0c8e2-fe77-4cf4-8191-8c9628a9d66b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:59.358989 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c941e447-3338-4fd0-a46a-442db6939bf3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:51:59.423718 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c878e45d-5c8d-4985-9991-f400131bde7a req-558e8ae9-3695-441b-abc2-9e0c54d67703 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:59.425582 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c878e45d-5c8d-4985-9991-f400131bde7a req-558e8ae9-3695-441b-abc2-9e0c54d67703 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.69 "GET /v2.0/networks?id=51fb20d0-10f0-46f3-aa19-f1b488299b81 HTTP/1.1" status: 200 len: 812 time: 0.4262297 Jun 11 09:51:59.442190 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-c878e45d-5c8d-4985-9991-f400131bde7a req-6382936c-40f6-415d-b383-e649138a86b3 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Request body: {'port': {'device_id': '693b0d7a-8a64-4793-9a0e-ef586babbefa', 'network_id': '51fb20d0-10f0-46f3-aa19-f1b488299b81', 'admin_state_up': True, 'tenant_id': 'e7a84328845c42e4a2bf009ba2709f6e'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:51:59.504046 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-b628494a-ecf1-4682-952a-4686d6afcdd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 05221ef3-e163-480d-ad89-4315ae45fbcc) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:51:59.509483 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b628494a-ecf1-4682-952a-4686d6afcdd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:59.510129 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b628494a-ecf1-4682-952a-4686d6afcdd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:59.514648 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582809d8-088c-44e1-85bc-c86ec4e3812d None None] Network 05221ef3-e163-480d-ad89-4315ae45fbcc requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:51:59.635051 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e55bfc56-43f0-460f-bac9-cbfe7a96adb6 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:51:59.682985 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962616d9-aa4a-4eca-a766-d5a7fa11f336 req-b86d1fca-a634-4999-bc3b-4d4aefe05474 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:59.699093 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962616d9-aa4a-4eca-a766-d5a7fa11f336 req-b86d1fca-a634-4999-bc3b-4d4aefe05474 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:59.702005 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c0c8e2-fe77-4cf4-8191-8c9628a9d66b service neutron] Pushing event updated for resources: {'Port': ['ID=aa0b414f-8b35-42cd-bbc6-fd64860a4029,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:51:59.709808 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962616d9-aa4a-4eca-a766-d5a7fa11f336 req-b86d1fca-a634-4999-bc3b-4d4aefe05474 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:59.723171 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962616d9-aa4a-4eca-a766-d5a7fa11f336 req-b86d1fca-a634-4999-bc3b-4d4aefe05474 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:59.728412 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7474ac92-be27-472d-8959-48f1cc76b9fb None None] Network 05221ef3-e163-480d-ad89-4315ae45fbcc requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:51:59.732144 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962616d9-aa4a-4eca-a766-d5a7fa11f336 req-b86d1fca-a634-4999-bc3b-4d4aefe05474 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:59.738608 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962616d9-aa4a-4eca-a766-d5a7fa11f336 req-b86d1fca-a634-4999-bc3b-4d4aefe05474 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:59.746033 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962616d9-aa4a-4eca-a766-d5a7fa11f336 req-b86d1fca-a634-4999-bc3b-4d4aefe05474 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:59.762696 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-962616d9-aa4a-4eca-a766-d5a7fa11f336 req-b86d1fca-a634-4999-bc3b-4d4aefe05474 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042 HTTP/1.1" status: 200 len: 5393 time: 0.4542451 Jun 11 09:51:59.774875 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-38c0c8e2-fe77-4cf4-8191-8c9628a9d66b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:51:59.796487 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28acb75-62d3-4626-a0a5-16a0db51458f req-325c7b55-c0aa-48b8-a5bc-26024301909e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:59.798207 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c28acb75-62d3-4626-a0a5-16a0db51458f req-325c7b55-c0aa-48b8-a5bc-26024301909e service neutron] 10.222.0.64 "GET /v2.0/networks?id=90358d5f-bc6f-47c6-9fc0-711935134168 HTTP/1.1" status: 200 len: 915 time: 0.4806581 Jun 11 09:51:59.827856 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517aed53-3def-4185-a41d-7cc753ee06ec req-e0ce0cd9-bf34-4b68-a6df-6a37d2cca987 tempest-VolumesAdminNegativeTest-403137660 tempest-VolumesAdminNegativeTest-403137660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:51:59.828684 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-517aed53-3def-4185-a41d-7cc753ee06ec req-e0ce0cd9-bf34-4b68-a6df-6a37d2cca987 tempest-VolumesAdminNegativeTest-403137660 tempest-VolumesAdminNegativeTest-403137660-project] 10.222.0.60 "GET /v2.0/ports?device_id=13f893da-3317-49b3-a320-b40d134ad31a HTTP/1.1" status: 200 len: 943 time: 0.4842079 Jun 11 09:51:59.833852 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-b628494a-ecf1-4682-952a-4686d6afcdd2 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.6298079 Jun 11 09:51:59.837979 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 52210) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:51:59.853161 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-33c283f2-05c1-447b-ab67-53a782ced208 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-577287990-router', 'tenant_id': 'aae32b6d82fb4d1babe798fa5bdf8d6b', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:51:59.891428 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c28acb75-62d3-4626-a0a5-16a0db51458f req-caeb6af5-82d8-4dab-a32b-5fa746c96364 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d0beaf1e-6d96-4002-832a-c6998a04a08c HTTP/1.1" status: 200 len: 217 time: 0.0843954 Jun 11 09:51:59.896676 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-962616d9-aa4a-4eca-a766-d5a7fa11f336 req-5f0d0e46-f0e8-44a6-8834-70833c4fe285 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/security-groups?id=28e50891-2b6b-4143-8c1d-0262dfed919e&id=ee23f870-7e0b-4b16-afae-a1e98a9dceaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1325257 Jun 11 09:51:59.966619 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-38c0c8e2-fe77-4cf4-8191-8c9628a9d66b service neutron] Attempting to bind port aa0b414f-8b35-42cd-bbc6-fd64860a4029 on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:51:59.967199 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-38c0c8e2-fe77-4cf4-8191-8c9628a9d66b service neutron] Attempting to bind port aa0b414f-8b35-42cd-bbc6-fd64860a4029 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '508b1faa-9ad8-4325-9b04-bc4b9922bdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '6d3621a2-169e-4b61-882a-b4c2c253f396'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:51:59.970671 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-38c0c8e2-fe77-4cf4-8191-8c9628a9d66b service neutron] Attempting to bind port aa0b414f-8b35-42cd-bbc6-fd64860a4029 on network 6d3621a2-169e-4b61-882a-b4c2c253f396 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:51:59.991799 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c878e45d-5c8d-4985-9991-f400131bde7a req-6382936c-40f6-415d-b383-e649138a86b3 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Made reservation on behalf of e7a84328845c42e4a2bf009ba2709f6e for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:51:59.995665 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-c878e45d-5c8d-4985-9991-f400131bde7a req-6382936c-40f6-415d-b383-e649138a86b3 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:00.000110 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-38c0c8e2-fe77-4cf4-8191-8c9628a9d66b service neutron] Port aa0b414f-8b35-42cd-bbc6-fd64860a4029 on network 6d3621a2-169e-4b61-882a-b4c2c253f396 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:52:00.000438 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-38c0c8e2-fe77-4cf4-8191-8c9628a9d66b service neutron] Attempting to bind port aa0b414f-8b35-42cd-bbc6-fd64860a4029 on network 6d3621a2-169e-4b61-882a-b4c2c253f396 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:52:00.013946 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-38c0c8e2-fe77-4cf4-8191-8c9628a9d66b service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:52:00.014286 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-38c0c8e2-fe77-4cf4-8191-8c9628a9d66b service neutron] Checking segment: {'id': '508b1faa-9ad8-4325-9b04-bc4b9922bdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '6d3621a2-169e-4b61-882a-b4c2c253f396'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:52:00.014670 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-38c0c8e2-fe77-4cf4-8191-8c9628a9d66b service neutron] Bound using segment: {'id': '508b1faa-9ad8-4325-9b04-bc4b9922bdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '6d3621a2-169e-4b61-882a-b4c2c253f396'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:52:00.015100 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-38c0c8e2-fe77-4cf4-8191-8c9628a9d66b service neutron] Bound port: aa0b414f-8b35-42cd-bbc6-fd64860a4029, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '508b1faa-9ad8-4325-9b04-bc4b9922bdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '6d3621a2-169e-4b61-882a-b4c2c253f396'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:52:00.015446 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-38c0c8e2-fe77-4cf4-8191-8c9628a9d66b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:00.022692 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-517aed53-3def-4185-a41d-7cc753ee06ec req-c74aacc8-9421-46c2-877e-4836f5ea7692 tempest-VolumesAdminNegativeTest-403137660 tempest-VolumesAdminNegativeTest-403137660-project] 10.222.0.60 "GET /v2.0/security-groups?id=26ae3a31-f1e2-4aea-b80f-3256cd80293a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417944 Jun 11 09:52:00.037459 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28acb75-62d3-4626-a0a5-16a0db51458f req-d38d05ef-b11f-4fee-9184-b591c04815ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:00.039068 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c28acb75-62d3-4626-a0a5-16a0db51458f req-d38d05ef-b11f-4fee-9184-b591c04815ef service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a0fbd003-dce0-4e33-bf2c-0c4dfabebfc2 HTTP/1.1" status: 200 len: 854 time: 0.1381695 Jun 11 09:52:00.116361 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-33c283f2-05c1-447b-ab67-53a782ced208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:00.117428 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-33c283f2-05c1-447b-ab67-53a782ced208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:00.150741 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c28acb75-62d3-4626-a0a5-16a0db51458f req-838d8d67-52a0-41cf-80fb-c7b8b33c7c06 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=90358d5f-bc6f-47c6-9fc0-711935134168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480480 Jun 11 09:52:00.151879 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-38c0c8e2-fe77-4cf4-8191-8c9628a9d66b service neutron] For port aa0b414f-8b35-42cd-bbc6-fd64860a4029, host n-h1-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:52:00.190306 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-38c0c8e2-fe77-4cf4-8191-8c9628a9d66b service neutron] For port aa0b414f-8b35-42cd-bbc6-fd64860a4029, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=aa0b414f-8b35-42cd-bbc6-fd64860a4029,segment=NetworkSegment(508b1faa-9ad8-4325-9b04-bc4b9922bdc5),segment_id=508b1faa-9ad8-4325-9b04-bc4b9922bdc5)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:52:00.207279 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8951c33-6d6a-4bea-b1bd-31fda6afe042', 'tag': '0e3d8c07-4dd8-4173-b439-d804ac86a9ca'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:52:00.210403 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-995a03e8-2363-43da-b599-82f3ec472b52" -d '{"events": [{"name": "network-changed", "server_uuid": "c8951c33-6d6a-4bea-b1bd-31fda6afe042", "tag": "0e3d8c07-4dd8-4173-b439-d804ac86a9ca"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:52:00.309494 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1a373b6-abaf-4e8a-87ca-c6e48506042a x-openstack-request-id: req-c1a373b6-abaf-4e8a-87ca-c6e48506042a {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:52:00.309951 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8951c33-6d6a-4bea-b1bd-31fda6afe042", "tag": "0e3d8c07-4dd8-4173-b439-d804ac86a9ca", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:52:00.310424 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c1a373b6-abaf-4e8a-87ca-c6e48506042a {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:52:00.310934 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8951c33-6d6a-4bea-b1bd-31fda6afe042', 'tag': '0e3d8c07-4dd8-4173-b439-d804ac86a9ca', 'status': 'completed', 'code': 200} Jun 11 09:52:00.317371 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-38c0c8e2-fe77-4cf4-8191-8c9628a9d66b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:00.326236 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-21958997-e79a-41fd-9b9b-ad3bf4f929ce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:00.361280 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c28acb75-62d3-4626-a0a5-16a0db51458f req-6f9525b8-56c2-4561-8fec-e2e4692b18a0 service neutron] 10.222.0.64 "GET /v2.0/networks/90358d5f-bc6f-47c6-9fc0-711935134168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988218 Jun 11 09:52:00.384463 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-38c0c8e2-fe77-4cf4-8191-8c9628a9d66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:00.384999 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-38c0c8e2-fe77-4cf4-8191-8c9628a9d66b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:00.386344 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-38c0c8e2-fe77-4cf4-8191-8c9628a9d66b service neutron] 10.222.0.64 "PUT /v2.0/ports/aa0b414f-8b35-42cd-bbc6-fd64860a4029 HTTP/1.1" status: 200 len: 1092 time: 1.9498584 Jun 11 09:52:00.424761 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-79b4795d-15d1-4091-8cf7-a9317387ff51 req-db5594f0-2bd2-4818-b95e-ab789509b3ba tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/ports?device_id=693b0d7a-8a64-4793-9a0e-ef586babbefa HTTP/1.1" status: 200 len: 210 time: 0.1677074 Jun 11 09:52:00.429747 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c0c8e2-fe77-4cf4-8191-8c9628a9d66b service neutron] Pushing event updated for resources: {'Port': ['ID=aa0b414f-8b35-42cd-bbc6-fd64860a4029,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:00.455196 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-38c0c8e2-fe77-4cf4-8191-8c9628a9d66b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:00.477108 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-33c283f2-05c1-447b-ab67-53a782ced208 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:00.488406 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [req-c878e45d-5c8d-4985-9991-f400131bde7a req-6382936c-40f6-415d-b383-e649138a86b3 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Allocated IP 172.20.0.8 (51fb20d0-10f0-46f3-aa19-f1b488299b81/653da622-357e-4eea-a767-3057d0992af6/a7107800-f6f6-474f-bd02-15a63dd970b4) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:52:00.521487 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-180acb8c-0bd8-4144-a9f0-19d54141c13c service neutron] Request body: {'port': {'device_id': 'c8951c33-6d6a-4bea-b1bd-31fda6afe042', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:52:00.596528 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c28acb75-62d3-4626-a0a5-16a0db51458f req-18fff4df-95f1-47f4-8d70-b80808ac5c0b service neutron] 10.222.0.64 "GET /v2.0/networks/90358d5f-bc6f-47c6-9fc0-711935134168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254486 Jun 11 09:52:00.645641 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-180acb8c-0bd8-4144-a9f0-19d54141c13c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:00.816208 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995a03e8-2363-43da-b599-82f3ec472b52 req-e30b1229-f81e-4023-b96e-54b709f7abe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:00.816687 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995a03e8-2363-43da-b599-82f3ec472b52 req-e30b1229-f81e-4023-b96e-54b709f7abe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:00.817160 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995a03e8-2363-43da-b599-82f3ec472b52 req-e30b1229-f81e-4023-b96e-54b709f7abe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:00.817622 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995a03e8-2363-43da-b599-82f3ec472b52 req-e30b1229-f81e-4023-b96e-54b709f7abe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:00.818083 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995a03e8-2363-43da-b599-82f3ec472b52 req-e30b1229-f81e-4023-b96e-54b709f7abe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:00.818544 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995a03e8-2363-43da-b599-82f3ec472b52 req-e30b1229-f81e-4023-b96e-54b709f7abe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:00.819019 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995a03e8-2363-43da-b599-82f3ec472b52 req-e30b1229-f81e-4023-b96e-54b709f7abe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:00.820862 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-995a03e8-2363-43da-b599-82f3ec472b52 req-e30b1229-f81e-4023-b96e-54b709f7abe8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=39e8725552694bd89f3d9b894d223d7c&device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042 HTTP/1.1" status: 200 len: 6289 time: 0.5051279 Jun 11 09:52:00.983855 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-180acb8c-0bd8-4144-a9f0-19d54141c13c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d4122a6-8857-404a-9194-b0a549ee64cc {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:52:00.993438 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-180acb8c-0bd8-4144-a9f0-19d54141c13c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:01.006643 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-180acb8c-0bd8-4144-a9f0-19d54141c13c service neutron] Transition to ACTIVE for port object 7d4122a6-8857-404a-9194-b0a549ee64cc will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:52:01.063945 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:01.151359 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad9164e-5292-4dd5-acec-68fbf8edef2a req-993c6f76-23f1-4dba-af08-8c9fc843e6bc tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:01.157545 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad9164e-5292-4dd5-acec-68fbf8edef2a req-993c6f76-23f1-4dba-af08-8c9fc843e6bc tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:01.164212 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad9164e-5292-4dd5-acec-68fbf8edef2a req-993c6f76-23f1-4dba-af08-8c9fc843e6bc tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:01.170376 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad9164e-5292-4dd5-acec-68fbf8edef2a req-993c6f76-23f1-4dba-af08-8c9fc843e6bc tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:01.176417 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad9164e-5292-4dd5-acec-68fbf8edef2a req-993c6f76-23f1-4dba-af08-8c9fc843e6bc tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:01.182729 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad9164e-5292-4dd5-acec-68fbf8edef2a req-993c6f76-23f1-4dba-af08-8c9fc843e6bc tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:01.188752 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad9164e-5292-4dd5-acec-68fbf8edef2a req-993c6f76-23f1-4dba-af08-8c9fc843e6bc tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:01.190704 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8ad9164e-5292-4dd5-acec-68fbf8edef2a req-993c6f76-23f1-4dba-af08-8c9fc843e6bc tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042 HTTP/1.1" status: 200 len: 5393 time: 0.1281900 Jun 11 09:52:01.192083 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-180acb8c-0bd8-4144-a9f0-19d54141c13c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:01.195508 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-59b7a2dc-9e5d-4505-ad84-b534fe8aa523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:01.303712 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 52242) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:01.326230 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180acb8c-0bd8-4144-a9f0-19d54141c13c service neutron] Pushing event updated for resources: {'Port': ['ID=7d4122a6-8857-404a-9194-b0a549ee64cc,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:01.329763 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-180acb8c-0bd8-4144-a9f0-19d54141c13c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:01.376670 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8ad9164e-5292-4dd5-acec-68fbf8edef2a req-2664b27a-611a-4cd2-9e4c-499d5a0440fa tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/security-groups?id=28e50891-2b6b-4143-8c1d-0262dfed919e&id=ee23f870-7e0b-4b16-afae-a1e98a9dceaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1742823 Jun 11 09:52:01.433357 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-33c283f2-05c1-447b-ab67-53a782ced208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:01.477443 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-180acb8c-0bd8-4144-a9f0-19d54141c13c service neutron] Attempting to bind port 7d4122a6-8857-404a-9194-b0a549ee64cc on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:52:01.477797 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-180acb8c-0bd8-4144-a9f0-19d54141c13c service neutron] Attempting to bind port 7d4122a6-8857-404a-9194-b0a549ee64cc by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '508b1faa-9ad8-4325-9b04-bc4b9922bdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '6d3621a2-169e-4b61-882a-b4c2c253f396'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:52:01.478134 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-180acb8c-0bd8-4144-a9f0-19d54141c13c service neutron] Attempting to bind port 7d4122a6-8857-404a-9194-b0a549ee64cc on network 6d3621a2-169e-4b61-882a-b4c2c253f396 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:52:01.492365 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-058e5b4f-6707-4302-bc38-1981bee1a3a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:01.504607 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-180acb8c-0bd8-4144-a9f0-19d54141c13c service neutron] Port 7d4122a6-8857-404a-9194-b0a549ee64cc on network 6d3621a2-169e-4b61-882a-b4c2c253f396 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:52:01.504937 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-180acb8c-0bd8-4144-a9f0-19d54141c13c service neutron] Attempting to bind port 7d4122a6-8857-404a-9194-b0a549ee64cc on network 6d3621a2-169e-4b61-882a-b4c2c253f396 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:52:01.517035 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-180acb8c-0bd8-4144-a9f0-19d54141c13c service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:52:01.517035 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-180acb8c-0bd8-4144-a9f0-19d54141c13c service neutron] Checking segment: {'id': '508b1faa-9ad8-4325-9b04-bc4b9922bdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '6d3621a2-169e-4b61-882a-b4c2c253f396'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:52:01.517035 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-180acb8c-0bd8-4144-a9f0-19d54141c13c service neutron] Bound using segment: {'id': '508b1faa-9ad8-4325-9b04-bc4b9922bdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '6d3621a2-169e-4b61-882a-b4c2c253f396'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:52:01.517035 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-180acb8c-0bd8-4144-a9f0-19d54141c13c service neutron] Bound port: 7d4122a6-8857-404a-9194-b0a549ee64cc, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '508b1faa-9ad8-4325-9b04-bc4b9922bdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '6d3621a2-169e-4b61-882a-b4c2c253f396'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:52:01.517035 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-180acb8c-0bd8-4144-a9f0-19d54141c13c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:01.577020 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 09:52:01.644931 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-180acb8c-0bd8-4144-a9f0-19d54141c13c service neutron] For port 7d4122a6-8857-404a-9194-b0a549ee64cc, host n-h1-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:52:01.649633 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-180acb8c-0bd8-4144-a9f0-19d54141c13c service neutron] For port 7d4122a6-8857-404a-9194-b0a549ee64cc, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=7d4122a6-8857-404a-9194-b0a549ee64cc,segment=NetworkSegment(508b1faa-9ad8-4325-9b04-bc4b9922bdc5),segment_id=508b1faa-9ad8-4325-9b04-bc4b9922bdc5)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:52:01.672551 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device d0beaf1e-6d96-4002-832a-c6998a04a08c details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:52:01.693646 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-058e5b4f-6707-4302-bc38-1981bee1a3a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:01.725470 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-c878e45d-5c8d-4985-9991-f400131bde7a req-6382936c-40f6-415d-b383-e649138a86b3 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:01.750566 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-180acb8c-0bd8-4144-a9f0-19d54141c13c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:01.757330 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d85c7201-41c2-4e60-828d-a1a322fd4074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:01.780162 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995a03e8-2363-43da-b599-82f3ec472b52 req-e8656af0-be25-4d18-be63-6ca502b26c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:01.780641 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995a03e8-2363-43da-b599-82f3ec472b52 req-e8656af0-be25-4d18-be63-6ca502b26c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:01.781109 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995a03e8-2363-43da-b599-82f3ec472b52 req-e8656af0-be25-4d18-be63-6ca502b26c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:01.782812 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-995a03e8-2363-43da-b599-82f3ec472b52 req-e8656af0-be25-4d18-be63-6ca502b26c76 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=39e8725552694bd89f3d9b894d223d7c&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.9488168 Jun 11 09:52:01.812967 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port d0beaf1e-6d96-4002-832a-c6998a04a08c, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=d0beaf1e-6d96-4002-832a-c6998a04a08c,segment=NetworkSegment(e7707ce3-e8d7-4523-a71d-1ab9ca9d8995),segment_id=e7707ce3-e8d7-4523-a71d-1ab9ca9d8995)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:52:01.825483 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-058e5b4f-6707-4302-bc38-1981bee1a3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:01.827607 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': 'd0beaf1e-6d96-4002-832a-c6998a04a08c', 'network_id': '90358d5f-bc6f-47c6-9fc0-711935134168', 'port_id': 'd0beaf1e-6d96-4002-832a-c6998a04a08c', 'mac_address': 'fa:16:3e:46:f0:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0fbd003-dce0-4e33-bf2c-0c4dfabebfc2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:52:01.847087 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e7865b-2b96-4800-95cc-5a2073ba5278 req-5d1a9afd-917e-4e55-803f-e3707c8b8cca tempest-VolumesAdminNegativeTest-403137660 tempest-VolumesAdminNegativeTest-403137660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:01.854483 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-61e7865b-2b96-4800-95cc-5a2073ba5278 req-5d1a9afd-917e-4e55-803f-e3707c8b8cca tempest-VolumesAdminNegativeTest-403137660 tempest-VolumesAdminNegativeTest-403137660-project] 10.222.0.60 "GET /v2.0/ports?device_id=13f893da-3317-49b3-a320-b40d134ad31a HTTP/1.1" status: 200 len: 943 time: 0.5327742 Jun 11 09:52:01.875933 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e55bfc56-43f0-460f-bac9-cbfe7a96adb6 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:01.884906 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:01.892327 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-180acb8c-0bd8-4144-a9f0-19d54141c13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:01.893441 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-180acb8c-0bd8-4144-a9f0-19d54141c13c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:01.895683 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-180acb8c-0bd8-4144-a9f0-19d54141c13c service neutron] 10.222.0.64 "PUT /v2.0/ports/7d4122a6-8857-404a-9194-b0a549ee64cc HTTP/1.1" status: 200 len: 1092 time: 1.3779550 Jun 11 09:52:01.910937 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c877b57d-6108-4060-b0a5-2c8118483432 req-084ca7c8-3698-44ad-be5a-1bf27bac8971 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/ports?device_id=693b0d7a-8a64-4793-9a0e-ef586babbefa HTTP/1.1" status: 200 len: 210 time: 0.0874288 Jun 11 09:52:01.916521 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e55bfc56-43f0-460f-bac9-cbfe7a96adb6 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-374241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-374254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-363978'] for router, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:01.917047 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0beaf1e-6d96-4002-832a-c6998a04a08c {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:52:01.954565 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port d0beaf1e-6d96-4002-832a-c6998a04a08c, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=d0beaf1e-6d96-4002-832a-c6998a04a08c,segment=NetworkSegment(e7707ce3-e8d7-4523-a71d-1ab9ca9d8995),segment_id=e7707ce3-e8d7-4523-a71d-1ab9ca9d8995)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:52:01.959686 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180acb8c-0bd8-4144-a9f0-19d54141c13c service neutron] Pushing event updated for resources: {'Port': ['ID=7d4122a6-8857-404a-9194-b0a549ee64cc,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:01.970329 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-058e5b4f-6707-4302-bc38-1981bee1a3a0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bb15c5d7ebda4868b39a0b9d6e1970cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6621575 Jun 11 09:52:01.971669 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-180acb8c-0bd8-4144-a9f0-19d54141c13c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:01.972237 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1af799be-edba-4f6a-a150-8389d53704b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.128s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:01.974752 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 52248) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:02.030598 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-358d676a-de9e-40e2-8519-ce7f8e77d5a2 service neutron] Request body: {'port': {'device_id': 'c8951c33-6d6a-4bea-b1bd-31fda6afe042', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:52:02.034110 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058e5b4f-6707-4302-bc38-1981bee1a3a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=639fc73f-6ec9-4233-aa33-8d817a28f0c6,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:02.045796 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-058e5b4f-6707-4302-bc38-1981bee1a3a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:02.108662 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8545f166-d23f-428a-a623-2209ddea6b50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:02.126455 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:02.129190 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:02.154400 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-61e7865b-2b96-4800-95cc-5a2073ba5278 req-8686203f-3959-4d59-80b5-875ef1e2640f tempest-VolumesAdminNegativeTest-403137660 tempest-VolumesAdminNegativeTest-403137660-project] 10.222.0.60 "GET /v2.0/security-groups?id=26ae3a31-f1e2-4aea-b80f-3256cd80293a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991097 Jun 11 09:52:02.166999 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8545f166-d23f-428a-a623-2209ddea6b50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:02.180232 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-358d676a-de9e-40e2-8519-ce7f8e77d5a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:02.194746 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=d0beaf1e-6d96-4002-832a-c6998a04a08c,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:02.198292 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:02.219192 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995a03e8-2363-43da-b599-82f3ec472b52 req-ca4de8a0-84ce-404d-b9fc-a7259d0332db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:02.220807 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-995a03e8-2363-43da-b599-82f3ec472b52 req-ca4de8a0-84ce-404d-b9fc-a7259d0332db service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4180427 Jun 11 09:52:02.244121 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-c878e45d-5c8d-4985-9991-f400131bde7a req-6382936c-40f6-415d-b383-e649138a86b3 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:02.252605 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7bbddd66-6dcc-418d-86b3-52c561e0e63c tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:02.259964 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['c8d410a0-9d46-4b86-96fe-def82dc6d0cb'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:52:02.310162 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e55bfc56-43f0-460f-bac9-cbfe7a96adb6 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Router cda7b5a1-ded8-48c3-badc-ba4b00a46293 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 09:52:02.328969 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['d0beaf1e-6d96-4002-832a-c6998a04a08c'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:52:02.333938 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c878e45d-5c8d-4985-9991-f400131bde7a req-6382936c-40f6-415d-b383-e649138a86b3 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Network 51fb20d0-10f0-46f3-aa19-f1b488299b81 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:52:02.334113 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8951c33-6d6a-4bea-b1bd-31fda6afe042', 'tag': 'aa0b414f-8b35-42cd-bbc6-fd64860a4029'}, {'name': 'network-changed', 'server_uuid': 'c8951c33-6d6a-4bea-b1bd-31fda6afe042', 'tag': '7d4122a6-8857-404a-9194-b0a549ee64cc'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:52:02.336099 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4016ec4a-d2f8-47e0-81b7-328826dd3887" -d '{"events": [{"name": "network-changed", "server_uuid": "c8951c33-6d6a-4bea-b1bd-31fda6afe042", "tag": "aa0b414f-8b35-42cd-bbc6-fd64860a4029"}, {"name": "network-changed", "server_uuid": "c8951c33-6d6a-4bea-b1bd-31fda6afe042", "tag": "7d4122a6-8857-404a-9194-b0a549ee64cc"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:52:02.403288 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 11 Jun 2021 09:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08043e59-4066-4394-aa22-906f7a93e238 x-openstack-request-id: req-08043e59-4066-4394-aa22-906f7a93e238 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:52:02.403288 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8951c33-6d6a-4bea-b1bd-31fda6afe042", "tag": "aa0b414f-8b35-42cd-bbc6-fd64860a4029", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c8951c33-6d6a-4bea-b1bd-31fda6afe042", "tag": "7d4122a6-8857-404a-9194-b0a549ee64cc", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:52:02.403635 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-08043e59-4066-4394-aa22-906f7a93e238 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:52:02.403750 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [req-c878e45d-5c8d-4985-9991-f400131bde7a req-6382936c-40f6-415d-b383-e649138a86b3 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:52:02.403851 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8951c33-6d6a-4bea-b1bd-31fda6afe042', 'tag': 'aa0b414f-8b35-42cd-bbc6-fd64860a4029', 'status': 'completed', 'code': 200} Jun 11 09:52:02.404096 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8951c33-6d6a-4bea-b1bd-31fda6afe042', 'tag': '7d4122a6-8857-404a-9194-b0a549ee64cc', 'status': 'completed', 'code': 200} Jun 11 09:52:02.407997 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8545f166-d23f-428a-a623-2209ddea6b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:02.411405 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8545f166-d23f-428a-a623-2209ddea6b50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:02.412621 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-8545f166-d23f-428a-a623-2209ddea6b50 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/639fc73f-6ec9-4233-aa33-8d817a28f0c6 HTTP/1.1" status: 204 len: 168 time: 0.4368362 Jun 11 09:52:02.427626 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e0a31bcd-d1cc-40a2-8cdb-62fd27b68fab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:02.455339 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-c878e45d-5c8d-4985-9991-f400131bde7a req-6382936c-40f6-415d-b383-e649138a86b3 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:52:02.470720 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6382936c-40f6-415d-b383-e649138a86b3 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Pushing event updated for resources: {'Port': ['ID=a7107800-f6f6-474f-bd02-15a63dd970b4,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:02.478647 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6382936c-40f6-415d-b383-e649138a86b3 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:02.786117 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c878e45d-5c8d-4985-9991-f400131bde7a req-6382936c-40f6-415d-b383-e649138a86b3 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:02.786754 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-c878e45d-5c8d-4985-9991-f400131bde7a req-6382936c-40f6-415d-b383-e649138a86b3 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:02.800231 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-33c283f2-05c1-447b-ab67-53a782ced208 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:02.857265 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-33c283f2-05c1-447b-ab67-53a782ced208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:02.953372 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e55bfc56-43f0-460f-bac9-cbfe7a96adb6 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:52:02.959524 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e55bfc56-43f0-460f-bac9-cbfe7a96adb6 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:02.960490 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-e55bfc56-43f0-460f-bac9-cbfe7a96adb6 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] 10.222.0.60 "PUT /v2.0/routers/cda7b5a1-ded8-48c3-badc-ba4b00a46293 HTTP/1.1" status: 200 len: 921 time: 4.5140114 Jun 11 09:52:02.969895 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fefd37-b33a-44c0-92ad-a3d8462bbc2d None None] Sync routers for ids ['cda7b5a1-ded8-48c3-badc-ba4b00a46293'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:52:02.973698 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016ec4a-d2f8-47e0-81b7-328826dd3887 req-6449c6bf-15ae-45b7-9432-7250cafee079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:02.974194 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016ec4a-d2f8-47e0-81b7-328826dd3887 req-6449c6bf-15ae-45b7-9432-7250cafee079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:02.974674 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016ec4a-d2f8-47e0-81b7-328826dd3887 req-6449c6bf-15ae-45b7-9432-7250cafee079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:02.975672 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016ec4a-d2f8-47e0-81b7-328826dd3887 req-6449c6bf-15ae-45b7-9432-7250cafee079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:02.976158 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016ec4a-d2f8-47e0-81b7-328826dd3887 req-6449c6bf-15ae-45b7-9432-7250cafee079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:02.976793 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016ec4a-d2f8-47e0-81b7-328826dd3887 req-6449c6bf-15ae-45b7-9432-7250cafee079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:02.977272 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016ec4a-d2f8-47e0-81b7-328826dd3887 req-6449c6bf-15ae-45b7-9432-7250cafee079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:02.979958 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4016ec4a-d2f8-47e0-81b7-328826dd3887 req-6449c6bf-15ae-45b7-9432-7250cafee079 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=39e8725552694bd89f3d9b894d223d7c&device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042 HTTP/1.1" status: 200 len: 6357 time: 0.5194056 Jun 11 09:52:02.981747 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 52268) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:02.990208 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fefd37-b33a-44c0-92ad-a3d8462bbc2d None None] Routers {'cda7b5a1-ded8-48c3-badc-ba4b00a46293'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:52:02.994457 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c878e45d-5c8d-4985-9991-f400131bde7a req-6382936c-40f6-415d-b383-e649138a86b3 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5570381 Jun 11 09:52:03.012195 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-b3fefd37-b33a-44c0-92ad-a3d8462bbc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:51:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['cda7b5a1-ded8-48c3-badc-ba4b00a46293'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:52:03.030005 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8545f166-d23f-428a-a623-2209ddea6b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=639fc73f-6ec9-4233-aa33-8d817a28f0c6,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:03.039266 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8545f166-d23f-428a-a623-2209ddea6b50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.624s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:03.127116 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc65ce-8f60-4650-911b-a8efb47aa6d8 req-a1f50392-1fde-4d53-bd02-6206f15212dd tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:03.134594 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc65ce-8f60-4650-911b-a8efb47aa6d8 req-a1f50392-1fde-4d53-bd02-6206f15212dd tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:03.141221 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc65ce-8f60-4650-911b-a8efb47aa6d8 req-a1f50392-1fde-4d53-bd02-6206f15212dd tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:03.148010 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc65ce-8f60-4650-911b-a8efb47aa6d8 req-a1f50392-1fde-4d53-bd02-6206f15212dd tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:03.154343 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc65ce-8f60-4650-911b-a8efb47aa6d8 req-a1f50392-1fde-4d53-bd02-6206f15212dd tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:03.160418 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc65ce-8f60-4650-911b-a8efb47aa6d8 req-a1f50392-1fde-4d53-bd02-6206f15212dd tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:03.167528 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc65ce-8f60-4650-911b-a8efb47aa6d8 req-a1f50392-1fde-4d53-bd02-6206f15212dd tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:03.172116 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-89fc65ce-8f60-4650-911b-a8efb47aa6d8 req-a1f50392-1fde-4d53-bd02-6206f15212dd tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042 HTTP/1.1" status: 200 len: 5405 time: 0.5731540 Jun 11 09:52:03.190185 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-358d676a-de9e-40e2-8519-ce7f8e77d5a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ce74097-617f-4211-a8f7-105354bec944 {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:52:03.201833 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-b3fefd37-b33a-44c0-92ad-a3d8462bbc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:52:03.202737 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-358d676a-de9e-40e2-8519-ce7f8e77d5a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:03.212447 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fefd37-b33a-44c0-92ad-a3d8462bbc2d None None] Routers {'cda7b5a1-ded8-48c3-badc-ba4b00a46293'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:52:03.212973 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-b3fefd37-b33a-44c0-92ad-a3d8462bbc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:51:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['cda7b5a1-ded8-48c3-badc-ba4b00a46293'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:52:03.228116 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-358d676a-de9e-40e2-8519-ce7f8e77d5a2 service neutron] Transition to ACTIVE for port object 4ce74097-617f-4211-a8f7-105354bec944 will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:52:03.259006 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a61a8f-520d-4952-a3b3-16d18159c708 req-52b493b0-07b0-4870-a3ab-d10ae384b2a4 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:03.261642 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c3a61a8f-520d-4952-a3b3-16d18159c708 req-52b493b0-07b0-4870-a3ab-d10ae384b2a4 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/ports?device_id=693b0d7a-8a64-4793-9a0e-ef586babbefa HTTP/1.1" status: 200 len: 931 time: 0.1072607 Jun 11 09:52:03.273566 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-b3fefd37-b33a-44c0-92ad-a3d8462bbc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:52:03.273992 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fefd37-b33a-44c0-92ad-a3d8462bbc2d None None] The sync data for ids ['cda7b5a1-ded8-48c3-badc-ba4b00a46293'] in n-d-779913-12 is: [] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:52:03.321372 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c3a61a8f-520d-4952-a3b3-16d18159c708 req-ae36eebe-e191-4348-8ba2-fac9969dc65d tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bdf718a-3d55-4418-9711-8519d490f59c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544064 Jun 11 09:52:03.354268 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-358d676a-de9e-40e2-8519-ce7f8e77d5a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:03.361588 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e2ee0872-4404-4b4d-a627-2dfa759c6813 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:03.509611 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358d676a-de9e-40e2-8519-ce7f8e77d5a2 service neutron] Pushing event updated for resources: {'Port': ['ID=4ce74097-617f-4211-a8f7-105354bec944,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:03.514544 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-358d676a-de9e-40e2-8519-ce7f8e77d5a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:03.626732 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e3fd6b-a87d-4722-896c-7a809649ee97 req-793d093b-68f6-45b6-8723-89058fdc2e28 tempest-VolumesAdminNegativeTest-403137660 tempest-VolumesAdminNegativeTest-403137660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:03.628915 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-09e3fd6b-a87d-4722-896c-7a809649ee97 req-793d093b-68f6-45b6-8723-89058fdc2e28 tempest-VolumesAdminNegativeTest-403137660 tempest-VolumesAdminNegativeTest-403137660-project] 10.222.0.60 "GET /v2.0/ports?device_id=13f893da-3317-49b3-a320-b40d134ad31a HTTP/1.1" status: 200 len: 944 time: 0.1742339 Jun 11 09:52:03.633662 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-c878e45d-5c8d-4985-9991-f400131bde7a req-0d489170-1a88-4e16-918c-70e8c3bd1a8e service neutron] Request body: {'port': {'device_id': '693b0d7a-8a64-4793-9a0e-ef586babbefa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-12'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:52:03.634210 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-358d676a-de9e-40e2-8519-ce7f8e77d5a2 service neutron] Attempting to bind port 4ce74097-617f-4211-a8f7-105354bec944 on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:52:03.634210 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-358d676a-de9e-40e2-8519-ce7f8e77d5a2 service neutron] Attempting to bind port 4ce74097-617f-4211-a8f7-105354bec944 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '07c308bf-d361-4404-88f5-f82f64cf50c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '8268b03e-4f88-453d-8a80-f3e0484b960f'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:52:03.634373 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-358d676a-de9e-40e2-8519-ce7f8e77d5a2 service neutron] Attempting to bind port 4ce74097-617f-4211-a8f7-105354bec944 on network 8268b03e-4f88-453d-8a80-f3e0484b960f {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:52:03.646017 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-358d676a-de9e-40e2-8519-ce7f8e77d5a2 service neutron] Port 4ce74097-617f-4211-a8f7-105354bec944 on network 8268b03e-4f88-453d-8a80-f3e0484b960f not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:52:03.646434 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-358d676a-de9e-40e2-8519-ce7f8e77d5a2 service neutron] Attempting to bind port 4ce74097-617f-4211-a8f7-105354bec944 on network 8268b03e-4f88-453d-8a80-f3e0484b960f {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:52:03.662730 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-358d676a-de9e-40e2-8519-ce7f8e77d5a2 service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:52:03.663085 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-358d676a-de9e-40e2-8519-ce7f8e77d5a2 service neutron] Checking segment: {'id': '07c308bf-d361-4404-88f5-f82f64cf50c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '8268b03e-4f88-453d-8a80-f3e0484b960f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:52:03.663459 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-358d676a-de9e-40e2-8519-ce7f8e77d5a2 service neutron] Bound using segment: {'id': '07c308bf-d361-4404-88f5-f82f64cf50c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '8268b03e-4f88-453d-8a80-f3e0484b960f'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:52:03.663923 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-358d676a-de9e-40e2-8519-ce7f8e77d5a2 service neutron] Bound port: 4ce74097-617f-4211-a8f7-105354bec944, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07c308bf-d361-4404-88f5-f82f64cf50c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '8268b03e-4f88-453d-8a80-f3e0484b960f'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:52:03.664279 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-358d676a-de9e-40e2-8519-ce7f8e77d5a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:03.671294 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device d0beaf1e-6d96-4002-832a-c6998a04a08c up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:52:03.724648 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-09e3fd6b-a87d-4722-896c-7a809649ee97 req-9a5b2c99-ce70-4944-9893-6d06a9bbf1c3 tempest-VolumesAdminNegativeTest-403137660 tempest-VolumesAdminNegativeTest-403137660-project] 10.222.0.60 "GET /v2.0/security-groups?id=26ae3a31-f1e2-4aea-b80f-3256cd80293a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878172 Jun 11 09:52:03.796896 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-358d676a-de9e-40e2-8519-ce7f8e77d5a2 service neutron] For port 4ce74097-617f-4211-a8f7-105354bec944, host n-h1-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:52:03.802491 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-358d676a-de9e-40e2-8519-ce7f8e77d5a2 service neutron] For port 4ce74097-617f-4211-a8f7-105354bec944, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=4ce74097-617f-4211-a8f7-105354bec944,segment=NetworkSegment(07c308bf-d361-4404-88f5-f82f64cf50c4),segment_id=07c308bf-d361-4404-88f5-f82f64cf50c4)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:52:03.835621 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning for port d0beaf1e-6d96-4002-832a-c6998a04a08c completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:52:03.843695 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port d0beaf1e-6d96-4002-832a-c6998a04a08c triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:52:03.845338 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:03.865312 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-358d676a-de9e-40e2-8519-ce7f8e77d5a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:03.874676 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-562442b5-7e7b-4c13-8268-e4bded839e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-768958187-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:03.900483 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-89fc65ce-8f60-4650-911b-a8efb47aa6d8 req-db475c22-5a7c-48a2-8a70-73f9782e056b tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/security-groups?id=28e50891-2b6b-4143-8c1d-0262dfed919e&id=ee23f870-7e0b-4b16-afae-a1e98a9dceaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2635567 Jun 11 09:52:03.931950 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-33c283f2-05c1-447b-ab67-53a782ced208 admin admin] Allocated IP 172.25.4.94 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/dc7611bd-d825-4c36-9e88-d6482a4217c9) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:52:03.944379 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-358d676a-de9e-40e2-8519-ce7f8e77d5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:03.945763 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-358d676a-de9e-40e2-8519-ce7f8e77d5a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:03.948762 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-358d676a-de9e-40e2-8519-ce7f8e77d5a2 service neutron] 10.222.0.64 "PUT /v2.0/ports/4ce74097-617f-4211-a8f7-105354bec944 HTTP/1.1" status: 200 len: 1092 time: 1.9235308 Jun 11 09:52:03.985090 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016ec4a-d2f8-47e0-81b7-328826dd3887 req-c3a001f3-179d-4a01-96fb-fa5cfe013562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:03.985474 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016ec4a-d2f8-47e0-81b7-328826dd3887 req-c3a001f3-179d-4a01-96fb-fa5cfe013562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:03.985940 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016ec4a-d2f8-47e0-81b7-328826dd3887 req-c3a001f3-179d-4a01-96fb-fa5cfe013562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:03.988575 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4016ec4a-d2f8-47e0-81b7-328826dd3887 req-c3a001f3-179d-4a01-96fb-fa5cfe013562 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=39e8725552694bd89f3d9b894d223d7c&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.9913304 Jun 11 09:52:04.018337 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358d676a-de9e-40e2-8519-ce7f8e77d5a2 service neutron] Pushing event updated for resources: {'Port': ['ID=4ce74097-617f-4211-a8f7-105354bec944,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:04.026958 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-358d676a-de9e-40e2-8519-ce7f8e77d5a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:04.035290 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:04.067606 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-9ab759f3-72e1-4d75-b212-8d724b5f9ef8 service neutron] Request body: {'port': {'device_id': 'c8951c33-6d6a-4bea-b1bd-31fda6afe042', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:52:04.083352 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-3140db82-69af-4b5c-abc8-83178cd57ed5 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] 10.222.0.60 "GET /v2.0/routers/cda7b5a1-ded8-48c3-badc-ba4b00a46293 HTTP/1.1" status: 200 len: 921 time: 1.0979233 Jun 11 09:52:04.084487 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-c878e45d-5c8d-4985-9991-f400131bde7a req-0d489170-1a88-4e16-918c-70e8c3bd1a8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:04.090174 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 52290) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:04.094988 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port d0beaf1e-6d96-4002-832a-c6998a04a08c, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=d0beaf1e-6d96-4002-832a-c6998a04a08c,segment=NetworkSegment(e7707ce3-e8d7-4523-a71d-1ab9ca9d8995),segment_id=e7707ce3-e8d7-4523-a71d-1ab9ca9d8995)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:52:04.096091 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13f893da-3317-49b3-a320-b40d134ad31a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0beaf1e-6d96-4002-832a-c6998a04a08c'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:52:04.099557 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ec65662-816b-4743-bfa2-9a321b0a773b" -d '{"events": [{"server_uuid": "13f893da-3317-49b3-a320-b40d134ad31a", "name": "network-vif-plugged", "status": "completed", "tag": "d0beaf1e-6d96-4002-832a-c6998a04a08c"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:52:04.155101 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0726487-6994-4b80-8754-5410aeecf2e7 x-openstack-request-id: req-c0726487-6994-4b80-8754-5410aeecf2e7 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:52:04.155899 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13f893da-3317-49b3-a320-b40d134ad31a", "name": "network-vif-plugged", "status": "completed", "tag": "d0beaf1e-6d96-4002-832a-c6998a04a08c", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:52:04.156387 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c0726487-6994-4b80-8754-5410aeecf2e7 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:52:04.157061 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13f893da-3317-49b3-a320-b40d134ad31a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0beaf1e-6d96-4002-832a-c6998a04a08c', 'code': 200} Jun 11 09:52:04.203864 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-9ab759f3-72e1-4d75-b212-8d724b5f9ef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:04.208233 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:04.210536 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-0a2acfb4-ac97-4cbd-870f-321d3a02705c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:04.297748 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=d0beaf1e-6d96-4002-832a-c6998a04a08c,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:04.308438 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:52:04.308903 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:52:04.309418 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:52:04.309852 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:52:04.310284 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:52:04.310711 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:52:04.311136 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:52:04.311555 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:52:04.312003 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:52:04.312424 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:52:04.313026 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:52:04.313273 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:52:04.318080 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:04.410729 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8951c33-6d6a-4bea-b1bd-31fda6afe042', 'tag': '4ce74097-617f-4211-a8f7-105354bec944'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:52:04.413176 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b60bbef9-0ab2-4b10-977a-71146b36fbfb" -d '{"events": [{"name": "network-changed", "server_uuid": "c8951c33-6d6a-4bea-b1bd-31fda6afe042", "tag": "4ce74097-617f-4211-a8f7-105354bec944"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:52:04.421094 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016ec4a-d2f8-47e0-81b7-328826dd3887 req-292542b1-bf31-42da-9462-d015c9a22fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:04.422590 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4016ec4a-d2f8-47e0-81b7-328826dd3887 req-292542b1-bf31-42da-9462-d015c9a22fb7 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4240661 Jun 11 09:52:04.449951 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f1374b-edce-4542-be96-e383ed97efa1 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:04.454407 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-53f1374b-edce-4542-be96-e383ed97efa1 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=f0adef6e-169f-4a27-8865-442be2ad072d&device_id=cda7b5a1-ded8-48c3-badc-ba4b00a46293&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3610182 Jun 11 09:52:04.460796 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 52302) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:04.485154 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d26c474-720a-431c-894b-9374a4ba76fd req-75475edc-d2fc-4beb-ba1c-3c5e89d5e69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:04.486733 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0d26c474-720a-431c-894b-9374a4ba76fd req-75475edc-d2fc-4beb-ba1c-3c5e89d5e69a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=13f893da-3317-49b3-a320-b40d134ad31a HTTP/1.1" status: 200 len: 1097 time: 0.1422653 Jun 11 09:52:04.488832 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f968c5e3-c72c-4393-9e58-bef1a65f5580 x-openstack-request-id: req-f968c5e3-c72c-4393-9e58-bef1a65f5580 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:52:04.489153 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8951c33-6d6a-4bea-b1bd-31fda6afe042", "tag": "4ce74097-617f-4211-a8f7-105354bec944", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:52:04.489867 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f968c5e3-c72c-4393-9e58-bef1a65f5580 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:52:04.490691 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8951c33-6d6a-4bea-b1bd-31fda6afe042', 'tag': '4ce74097-617f-4211-a8f7-105354bec944', 'status': 'completed', 'code': 200} Jun 11 09:52:04.592472 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-33c283f2-05c1-447b-ab67-53a782ced208 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:04.630333 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0d26c474-720a-431c-894b-9374a4ba76fd req-3dfd7e36-28bb-47be-94f2-bc50dcf16da5 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=26ae3a31-f1e2-4aea-b80f-3256cd80293a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363134 Jun 11 09:52:04.700869 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13da7bb2-fa84-4388-b3a1-4edaf716f01b req-85c5d562-16ce-4cbe-8c6f-0b57d2419a99 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:04.702365 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-13da7bb2-fa84-4388-b3a1-4edaf716f01b req-85c5d562-16ce-4cbe-8c6f-0b57d2419a99 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/ports?device_id=693b0d7a-8a64-4793-9a0e-ef586babbefa HTTP/1.1" status: 200 len: 931 time: 0.1900246 Jun 11 09:52:04.781190 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-9ab759f3-72e1-4d75-b212-8d724b5f9ef8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1006db35-2c94-42c9-8939-645ef395cec2 {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:52:04.795263 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-9ab759f3-72e1-4d75-b212-8d724b5f9ef8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:04.800987 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-13da7bb2-fa84-4388-b3a1-4edaf716f01b req-71d7ebd8-9686-4fd4-8fa6-f8524f88242b tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bdf718a-3d55-4418-9711-8519d490f59c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689893 Jun 11 09:52:04.814924 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-9ab759f3-72e1-4d75-b212-8d724b5f9ef8 service neutron] Transition to ACTIVE for port object 1006db35-2c94-42c9-8939-645ef395cec2 will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:52:04.837429 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016ec4a-d2f8-47e0-81b7-328826dd3887 req-90fb7698-0a2f-48cb-ac72-79022ad624f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:04.838014 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016ec4a-d2f8-47e0-81b7-328826dd3887 req-90fb7698-0a2f-48cb-ac72-79022ad624f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:04.838375 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016ec4a-d2f8-47e0-81b7-328826dd3887 req-90fb7698-0a2f-48cb-ac72-79022ad624f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:04.838840 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016ec4a-d2f8-47e0-81b7-328826dd3887 req-90fb7698-0a2f-48cb-ac72-79022ad624f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:04.839376 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016ec4a-d2f8-47e0-81b7-328826dd3887 req-90fb7698-0a2f-48cb-ac72-79022ad624f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:04.839885 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016ec4a-d2f8-47e0-81b7-328826dd3887 req-90fb7698-0a2f-48cb-ac72-79022ad624f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:04.840334 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016ec4a-d2f8-47e0-81b7-328826dd3887 req-90fb7698-0a2f-48cb-ac72-79022ad624f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:04.842216 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4016ec4a-d2f8-47e0-81b7-328826dd3887 req-90fb7698-0a2f-48cb-ac72-79022ad624f6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=39e8725552694bd89f3d9b894d223d7c&device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042 HTTP/1.1" status: 200 len: 6425 time: 0.3705888 Jun 11 09:52:04.876344 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 52314) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:04.878990 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2100e497-0e72-4eb6-8316-6700608a31f2 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:04.883062 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-2100e497-0e72-4eb6-8316-6700608a31f2 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] 10.222.0.60 "GET /v2.0/networks/f0adef6e-169f-4a27-8865-442be2ad072d HTTP/1.1" status: 200 len: 881 time: 0.4188168 Jun 11 09:52:04.883391 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 52318) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:04.924049 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-90aa52f3-7a7b-4f81-b6c0-740c56d5a7d7 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] 10.222.0.60 "GET /v2.0/ports?device_id=cda7b5a1-ded8-48c3-badc-ba4b00a46293 HTTP/1.1" status: 200 len: 205 time: 0.0370598 Jun 11 09:52:04.925128 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 52322) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:05.051903 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-2a5deaed-83fe-42ae-a255-80e16b3f8217 tempest-ExternalNetworksAdminNegativeTestJSON-661991140 tempest-ExternalNetworksAdminNegativeTestJSON-661991140-project-admin] Request body: {'floatingip': {'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:52:05.060413 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-9ab759f3-72e1-4d75-b212-8d724b5f9ef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:05.067767 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-33c283f2-05c1-447b-ab67-53a782ced208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:05.070802 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-05318976-4608-40ce-a70a-3c50495b6b0c tempest-VolumesAdminNegativeTest-403137660 tempest-VolumesAdminNegativeTest-403137660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:05.085217 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3bcdff14-264f-4824-b8f5-168558698696 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:05.198380 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c283f2-05c1-447b-ab67-53a782ced208 admin admin] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:52:05.216525 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-33c283f2-05c1-447b-ab67-53a782ced208 admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:52:05.219524 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c283f2-05c1-447b-ab67-53a782ced208 admin admin] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:52:05.229535 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab759f3-72e1-4d75-b212-8d724b5f9ef8 service neutron] Pushing event updated for resources: {'Port': ['ID=1006db35-2c94-42c9-8939-645ef395cec2,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:05.241464 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2a5deaed-83fe-42ae-a255-80e16b3f8217 tempest-ExternalNetworksAdminNegativeTestJSON-661991140 tempest-ExternalNetworksAdminNegativeTestJSON-661991140-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:05.241705 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977ec5b8-d834-4a61-848f-642708aa42e6 req-0429dbb2-8a6c-457a-88a1-58538836cc7a tempest-VolumesAdminNegativeTest-403137660 tempest-VolumesAdminNegativeTest-403137660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:05.243131 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-977ec5b8-d834-4a61-848f-642708aa42e6 req-0429dbb2-8a6c-457a-88a1-58538836cc7a tempest-VolumesAdminNegativeTest-403137660 tempest-VolumesAdminNegativeTest-403137660-project] 10.222.0.60 "GET /v2.0/ports?device_id=13f893da-3317-49b3-a320-b40d134ad31a HTTP/1.1" status: 200 len: 945 time: 0.3374093 Jun 11 09:52:05.244920 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9ab759f3-72e1-4d75-b212-8d724b5f9ef8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:05.275915 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [req-c878e45d-5c8d-4985-9991-f400131bde7a req-0d489170-1a88-4e16-918c-70e8c3bd1a8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7107800-f6f6-474f-bd02-15a63dd970b4 {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:52:05.283934 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-c878e45d-5c8d-4985-9991-f400131bde7a req-0d489170-1a88-4e16-918c-70e8c3bd1a8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:05.287143 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c283f2-05c1-447b-ab67-53a782ced208 admin admin] Pushing event updated for resources: {'Port': ['ID=dc7611bd-d825-4c36-9e88-d6482a4217c9,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:05.290165 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016ec4a-d2f8-47e0-81b7-328826dd3887 req-e9cc2db4-0f1c-4508-bf59-88b4aec93670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:05.290635 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016ec4a-d2f8-47e0-81b7-328826dd3887 req-e9cc2db4-0f1c-4508-bf59-88b4aec93670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:05.291092 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016ec4a-d2f8-47e0-81b7-328826dd3887 req-e9cc2db4-0f1c-4508-bf59-88b4aec93670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:05.292694 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4016ec4a-d2f8-47e0-81b7-328826dd3887 req-e9cc2db4-0f1c-4508-bf59-88b4aec93670 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=39e8725552694bd89f3d9b894d223d7c&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.4402494 Jun 11 09:52:05.297617 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-33c283f2-05c1-447b-ab67-53a782ced208 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:05.343943 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:05.350879 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4ffece65-12b5-4a09-b8ff-9b39e7b89409 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks [] for router, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:05.352921 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-c878e45d-5c8d-4985-9991-f400131bde7a req-0d489170-1a88-4e16-918c-70e8c3bd1a8e service neutron] Transition to ACTIVE for port object a7107800-f6f6-474f-bd02-15a63dd970b4 will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:52:05.450977 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-977ec5b8-d834-4a61-848f-642708aa42e6 req-6546a4cb-e935-468f-868e-1eb50c67fda1 tempest-VolumesAdminNegativeTest-403137660 tempest-VolumesAdminNegativeTest-403137660-project] 10.222.0.60 "GET /v2.0/security-groups?id=26ae3a31-f1e2-4aea-b80f-3256cd80293a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530249 Jun 11 09:52:05.542852 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-c878e45d-5c8d-4985-9991-f400131bde7a req-0d489170-1a88-4e16-918c-70e8c3bd1a8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:05.548808 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9feff0-fc8a-49c1-a59c-6c581084cfd9 req-a6cb458e-5cd1-4174-ab09-61189c2db821 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:05.552080 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8acff9c8-0881-4081-a397-d9e24348de93 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:05.556030 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9feff0-fc8a-49c1-a59c-6c581084cfd9 req-a6cb458e-5cd1-4174-ab09-61189c2db821 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:05.562136 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9feff0-fc8a-49c1-a59c-6c581084cfd9 req-a6cb458e-5cd1-4174-ab09-61189c2db821 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:05.568750 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9feff0-fc8a-49c1-a59c-6c581084cfd9 req-a6cb458e-5cd1-4174-ab09-61189c2db821 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:05.574681 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9feff0-fc8a-49c1-a59c-6c581084cfd9 req-a6cb458e-5cd1-4174-ab09-61189c2db821 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:05.581024 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9feff0-fc8a-49c1-a59c-6c581084cfd9 req-a6cb458e-5cd1-4174-ab09-61189c2db821 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:05.587154 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9feff0-fc8a-49c1-a59c-6c581084cfd9 req-a6cb458e-5cd1-4174-ab09-61189c2db821 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:05.589267 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5c9feff0-fc8a-49c1-a59c-6c581084cfd9 req-a6cb458e-5cd1-4174-ab09-61189c2db821 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042 HTTP/1.1" status: 200 len: 5429 time: 0.4544451 Jun 11 09:52:05.594342 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-9ab759f3-72e1-4d75-b212-8d724b5f9ef8 service neutron] Attempting to bind port 1006db35-2c94-42c9-8939-645ef395cec2 on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:52:05.594884 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-9ab759f3-72e1-4d75-b212-8d724b5f9ef8 service neutron] Attempting to bind port 1006db35-2c94-42c9-8939-645ef395cec2 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '07c308bf-d361-4404-88f5-f82f64cf50c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '8268b03e-4f88-453d-8a80-f3e0484b960f'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:52:05.595381 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-9ab759f3-72e1-4d75-b212-8d724b5f9ef8 service neutron] Attempting to bind port 1006db35-2c94-42c9-8939-645ef395cec2 on network 8268b03e-4f88-453d-8a80-f3e0484b960f {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:52:05.674010 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-9ab759f3-72e1-4d75-b212-8d724b5f9ef8 service neutron] Port 1006db35-2c94-42c9-8939-645ef395cec2 on network 8268b03e-4f88-453d-8a80-f3e0484b960f not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:52:05.674452 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-9ab759f3-72e1-4d75-b212-8d724b5f9ef8 service neutron] Attempting to bind port 1006db35-2c94-42c9-8939-645ef395cec2 on network 8268b03e-4f88-453d-8a80-f3e0484b960f {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:52:05.694612 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-9ab759f3-72e1-4d75-b212-8d724b5f9ef8 service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:52:05.694954 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-9ab759f3-72e1-4d75-b212-8d724b5f9ef8 service neutron] Checking segment: {'id': '07c308bf-d361-4404-88f5-f82f64cf50c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '8268b03e-4f88-453d-8a80-f3e0484b960f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:52:05.695360 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-9ab759f3-72e1-4d75-b212-8d724b5f9ef8 service neutron] Bound using segment: {'id': '07c308bf-d361-4404-88f5-f82f64cf50c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '8268b03e-4f88-453d-8a80-f3e0484b960f'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:52:05.695819 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-9ab759f3-72e1-4d75-b212-8d724b5f9ef8 service neutron] Bound port: 1006db35-2c94-42c9-8939-645ef395cec2, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07c308bf-d361-4404-88f5-f82f64cf50c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '8268b03e-4f88-453d-8a80-f3e0484b960f'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:52:05.696171 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-9ab759f3-72e1-4d75-b212-8d724b5f9ef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:05.700055 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4ffece65-12b5-4a09-b8ff-9b39e7b89409 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:05.743792 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5c9feff0-fc8a-49c1-a59c-6c581084cfd9 req-9f8dc93a-c81c-4ce5-996c-4ac6f7e15d71 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/security-groups?id=28e50891-2b6b-4143-8c1d-0262dfed919e&id=ee23f870-7e0b-4b16-afae-a1e98a9dceaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1342332 Jun 11 09:52:05.839941 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2a5deaed-83fe-42ae-a255-80e16b3f8217 tempest-ExternalNetworksAdminNegativeTestJSON-661991140 tempest-ExternalNetworksAdminNegativeTestJSON-661991140-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:05.852917 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-9ab759f3-72e1-4d75-b212-8d724b5f9ef8 service neutron] For port 1006db35-2c94-42c9-8939-645ef395cec2, host n-h1-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:52:05.871077 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-9ab759f3-72e1-4d75-b212-8d724b5f9ef8 service neutron] For port 1006db35-2c94-42c9-8939-645ef395cec2, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=1006db35-2c94-42c9-8939-645ef395cec2,segment=NetworkSegment(07c308bf-d361-4404-88f5-f82f64cf50c4),segment_id=07c308bf-d361-4404-88f5-f82f64cf50c4)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:52:05.936355 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-9ab759f3-72e1-4d75-b212-8d724b5f9ef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:05.940225 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d09ada7e-eb04-4efc-b172-94c625c53f02 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:06.021992 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-4ffece65-12b5-4a09-b8ff-9b39e7b89409 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Deleting port c9dc1383-3710-4855-a417-efaf774980f1 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:52:06.022327 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4ffece65-12b5-4a09-b8ff-9b39e7b89409 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:06.034327 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-9ab759f3-72e1-4d75-b212-8d724b5f9ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:06.034948 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-9ab759f3-72e1-4d75-b212-8d724b5f9ef8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:06.036364 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-9ab759f3-72e1-4d75-b212-8d724b5f9ef8 service neutron] 10.222.0.64 "PUT /v2.0/ports/1006db35-2c94-42c9-8939-645ef395cec2 HTTP/1.1" status: 200 len: 1092 time: 1.9740808 Jun 11 09:52:06.056618 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d489170-1a88-4e16-918c-70e8c3bd1a8e service neutron] Pushing event updated for resources: {'Port': ['ID=a7107800-f6f6-474f-bd02-15a63dd970b4,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:06.096645 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0d489170-1a88-4e16-918c-70e8c3bd1a8e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:06.108165 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab759f3-72e1-4d75-b212-8d724b5f9ef8 service neutron] Pushing event updated for resources: {'Port': ['ID=1006db35-2c94-42c9-8939-645ef395cec2,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:06.154969 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016ec4a-d2f8-47e0-81b7-328826dd3887 req-29a7887c-5dd3-480d-bcd0-a55328729179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:06.156505 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4016ec4a-d2f8-47e0-81b7-328826dd3887 req-29a7887c-5dd3-480d-bcd0-a55328729179 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8530114 Jun 11 09:52:06.164427 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-2a5deaed-83fe-42ae-a255-80e16b3f8217 tempest-ExternalNetworksAdminNegativeTestJSON-661991140 tempest-ExternalNetworksAdminNegativeTestJSON-661991140-project-admin] Allocated IP 172.25.4.76 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/7f4878e6-8ae6-49bb-abcd-6e5f2b0d152e) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:52:06.166764 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9ab759f3-72e1-4d75-b212-8d724b5f9ef8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:06.236693 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4ffece65-12b5-4a09-b8ff-9b39e7b89409 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:06.377969 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-4ffece65-12b5-4a09-b8ff-9b39e7b89409 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Calling delete_port for c9dc1383-3710-4855-a417-efaf774980f1 owned by network:router_gateway {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:52:06.410361 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37dae27-5a0a-4442-b019-b81a7f6cac58 req-09949eb5-3f40-40c7-b7d1-47a1d5f9ed12 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:06.411867 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e37dae27-5a0a-4442-b019-b81a7f6cac58 req-09949eb5-3f40-40c7-b7d1-47a1d5f9ed12 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/ports?device_id=693b0d7a-8a64-4793-9a0e-ef586babbefa HTTP/1.1" status: 200 len: 943 time: 0.3886576 Jun 11 09:52:06.412560 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-c878e45d-5c8d-4985-9991-f400131bde7a req-0d489170-1a88-4e16-918c-70e8c3bd1a8e service neutron] Attempting to bind port a7107800-f6f6-474f-bd02-15a63dd970b4 on host n-h2-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:52:06.412895 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-c878e45d-5c8d-4985-9991-f400131bde7a req-0d489170-1a88-4e16-918c-70e8c3bd1a8e service neutron] Attempting to bind port a7107800-f6f6-474f-bd02-15a63dd970b4 by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': 'f2a6a55c-ddd9-4c58-9bb7-06c667db61ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '51fb20d0-10f0-46f3-aa19-f1b488299b81'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:52:06.413221 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c878e45d-5c8d-4985-9991-f400131bde7a req-0d489170-1a88-4e16-918c-70e8c3bd1a8e service neutron] Attempting to bind port a7107800-f6f6-474f-bd02-15a63dd970b4 on network 51fb20d0-10f0-46f3-aa19-f1b488299b81 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:52:06.438336 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c878e45d-5c8d-4985-9991-f400131bde7a req-0d489170-1a88-4e16-918c-70e8c3bd1a8e service neutron] Port a7107800-f6f6-474f-bd02-15a63dd970b4 on network 51fb20d0-10f0-46f3-aa19-f1b488299b81 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:52:06.438661 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c878e45d-5c8d-4985-9991-f400131bde7a req-0d489170-1a88-4e16-918c-70e8c3bd1a8e service neutron] Attempting to bind port a7107800-f6f6-474f-bd02-15a63dd970b4 on network 51fb20d0-10f0-46f3-aa19-f1b488299b81 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:52:06.473987 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c878e45d-5c8d-4985-9991-f400131bde7a req-0d489170-1a88-4e16-918c-70e8c3bd1a8e service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:52:06.474335 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c878e45d-5c8d-4985-9991-f400131bde7a req-0d489170-1a88-4e16-918c-70e8c3bd1a8e service neutron] Checking segment: {'id': 'f2a6a55c-ddd9-4c58-9bb7-06c667db61ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '51fb20d0-10f0-46f3-aa19-f1b488299b81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:52:06.474723 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c878e45d-5c8d-4985-9991-f400131bde7a req-0d489170-1a88-4e16-918c-70e8c3bd1a8e service neutron] Bound using segment: {'id': 'f2a6a55c-ddd9-4c58-9bb7-06c667db61ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '51fb20d0-10f0-46f3-aa19-f1b488299b81'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:52:06.475198 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-c878e45d-5c8d-4985-9991-f400131bde7a req-0d489170-1a88-4e16-918c-70e8c3bd1a8e service neutron] Bound port: a7107800-f6f6-474f-bd02-15a63dd970b4, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2a6a55c-ddd9-4c58-9bb7-06c667db61ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '51fb20d0-10f0-46f3-aa19-f1b488299b81'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:52:06.475532 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-c878e45d-5c8d-4985-9991-f400131bde7a req-0d489170-1a88-4e16-918c-70e8c3bd1a8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:06.486081 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2a5deaed-83fe-42ae-a255-80e16b3f8217 tempest-ExternalNetworksAdminNegativeTestJSON-661991140 tempest-ExternalNetworksAdminNegativeTestJSON-661991140-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:06.494301 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8951c33-6d6a-4bea-b1bd-31fda6afe042', 'tag': '1006db35-2c94-42c9-8939-645ef395cec2'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:52:06.495339 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-33c283f2-05c1-447b-ab67-53a782ced208 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:06.496672 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-871cc4ea-b242-4abe-8310-060324c5ece3" -d '{"events": [{"name": "network-changed", "server_uuid": "c8951c33-6d6a-4bea-b1bd-31fda6afe042", "tag": "1006db35-2c94-42c9-8939-645ef395cec2"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:52:06.565221 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60bbef9-0ab2-4b10-977a-71146b36fbfb req-64e4d703-ae8e-4335-af96-d7c8e0551291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:06.565474 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60bbef9-0ab2-4b10-977a-71146b36fbfb req-64e4d703-ae8e-4335-af96-d7c8e0551291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:06.566356 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60bbef9-0ab2-4b10-977a-71146b36fbfb req-64e4d703-ae8e-4335-af96-d7c8e0551291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:06.566837 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60bbef9-0ab2-4b10-977a-71146b36fbfb req-64e4d703-ae8e-4335-af96-d7c8e0551291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:06.567296 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60bbef9-0ab2-4b10-977a-71146b36fbfb req-64e4d703-ae8e-4335-af96-d7c8e0551291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:06.567792 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60bbef9-0ab2-4b10-977a-71146b36fbfb req-64e4d703-ae8e-4335-af96-d7c8e0551291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:06.568259 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60bbef9-0ab2-4b10-977a-71146b36fbfb req-64e4d703-ae8e-4335-af96-d7c8e0551291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:06.570219 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b60bbef9-0ab2-4b10-977a-71146b36fbfb req-64e4d703-ae8e-4335-af96-d7c8e0551291 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=39e8725552694bd89f3d9b894d223d7c&device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042 HTTP/1.1" status: 200 len: 6493 time: 0.3542356 Jun 11 09:52:06.644058 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e37dae27-5a0a-4442-b019-b81a7f6cac58 req-bffcee6a-aca6-484d-a4c4-bdee33d20411 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bdf718a-3d55-4418-9711-8519d490f59c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166200 Jun 11 09:52:06.704786 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56387a2f-c002-4fdd-bbb6-470c95cb1611 x-openstack-request-id: req-56387a2f-c002-4fdd-bbb6-470c95cb1611 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:52:06.705602 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8951c33-6d6a-4bea-b1bd-31fda6afe042", "tag": "1006db35-2c94-42c9-8939-645ef395cec2", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:52:06.705602 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-56387a2f-c002-4fdd-bbb6-470c95cb1611 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:52:06.705925 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8951c33-6d6a-4bea-b1bd-31fda6afe042', 'tag': '1006db35-2c94-42c9-8939-645ef395cec2', 'status': 'completed', 'code': 200} Jun 11 09:52:06.724852 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cbdf14-4764-4f49-b6c9-21dbaba0ba52 req-ce90af33-b7f1-47ed-a4b7-e8138fc3a8dd tempest-VolumesAdminNegativeTest-403137660 tempest-VolumesAdminNegativeTest-403137660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:06.726320 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b9cbdf14-4764-4f49-b6c9-21dbaba0ba52 req-ce90af33-b7f1-47ed-a4b7-e8138fc3a8dd tempest-VolumesAdminNegativeTest-403137660 tempest-VolumesAdminNegativeTest-403137660-project] 10.222.0.60 "GET /v2.0/ports?device_id=13f893da-3317-49b3-a320-b40d134ad31a HTTP/1.1" status: 200 len: 945 time: 0.1319232 Jun 11 09:52:06.751246 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2a5deaed-83fe-42ae-a255-80e16b3f8217 tempest-ExternalNetworksAdminNegativeTestJSON-661991140 tempest-ExternalNetworksAdminNegativeTestJSON-661991140-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:06.755787 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-358d676a-de9e-40e2-8519-ce7f8e77d5a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:06.803487 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-c878e45d-5c8d-4985-9991-f400131bde7a req-0d489170-1a88-4e16-918c-70e8c3bd1a8e service neutron] For port a7107800-f6f6-474f-bd02-15a63dd970b4, host n-h2-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:52:06.816753 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5deaed-83fe-42ae-a255-80e16b3f8217 tempest-ExternalNetworksAdminNegativeTestJSON-661991140 tempest-ExternalNetworksAdminNegativeTestJSON-661991140-project-admin] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:52:06.824031 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-2a5deaed-83fe-42ae-a255-80e16b3f8217 tempest-ExternalNetworksAdminNegativeTestJSON-661991140 tempest-ExternalNetworksAdminNegativeTestJSON-661991140-project-admin] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:52:06.828727 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b9cbdf14-4764-4f49-b6c9-21dbaba0ba52 req-eae0f947-23ff-49f4-a50a-cbea98be6bfc tempest-VolumesAdminNegativeTest-403137660 tempest-VolumesAdminNegativeTest-403137660-project] 10.222.0.60 "GET /v2.0/security-groups?id=26ae3a31-f1e2-4aea-b80f-3256cd80293a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956259 Jun 11 09:52:06.829455 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5deaed-83fe-42ae-a255-80e16b3f8217 tempest-ExternalNetworksAdminNegativeTestJSON-661991140 tempest-ExternalNetworksAdminNegativeTestJSON-661991140-project-admin] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:52:06.840448 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5deaed-83fe-42ae-a255-80e16b3f8217 tempest-ExternalNetworksAdminNegativeTestJSON-661991140 tempest-ExternalNetworksAdminNegativeTestJSON-661991140-project-admin] Pushing event updated for resources: {'Port': ['ID=7f4878e6-8ae6-49bb-abcd-6e5f2b0d152e,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:06.850200 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-c878e45d-5c8d-4985-9991-f400131bde7a req-0d489170-1a88-4e16-918c-70e8c3bd1a8e service neutron] For port a7107800-f6f6-474f-bd02-15a63dd970b4, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=a7107800-f6f6-474f-bd02-15a63dd970b4,segment=NetworkSegment(f2a6a55c-ddd9-4c58-9bb7-06c667db61ab),segment_id=f2a6a55c-ddd9-4c58-9bb7-06c667db61ab)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:52:06.856217 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2a5deaed-83fe-42ae-a255-80e16b3f8217 tempest-ExternalNetworksAdminNegativeTestJSON-661991140 tempest-ExternalNetworksAdminNegativeTestJSON-661991140-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:06.907217 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4ffece65-12b5-4a09-b8ff-9b39e7b89409 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:06.912500 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-001a5b05-e319-40cf-bdda-276bc48d0251 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:06.929856 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60bbef9-0ab2-4b10-977a-71146b36fbfb req-c5417934-9cd0-43a5-bc2b-1ba62a3e97ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:06.930543 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60bbef9-0ab2-4b10-977a-71146b36fbfb req-c5417934-9cd0-43a5-bc2b-1ba62a3e97ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:06.931169 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60bbef9-0ab2-4b10-977a-71146b36fbfb req-c5417934-9cd0-43a5-bc2b-1ba62a3e97ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:06.932778 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b60bbef9-0ab2-4b10-977a-71146b36fbfb req-c5417934-9cd0-43a5-bc2b-1ba62a3e97ac service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=39e8725552694bd89f3d9b894d223d7c&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.3130903 Jun 11 09:52:06.973081 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffece65-12b5-4a09-b8ff-9b39e7b89409 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Pushing event deleted for resources: {'Port': ['ID=c9dc1383-3710-4855-a417-efaf774980f1,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:06.989177 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4ffece65-12b5-4a09-b8ff-9b39e7b89409 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:06.999883 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-c878e45d-5c8d-4985-9991-f400131bde7a req-0d489170-1a88-4e16-918c-70e8c3bd1a8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:07.027396 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4794cf64-6bc0-4b85-a69f-dba427623d0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:07.051722 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2a5deaed-83fe-42ae-a255-80e16b3f8217 tempest-ExternalNetworksAdminNegativeTestJSON-661991140 tempest-ExternalNetworksAdminNegativeTestJSON-661991140-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:07.076784 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4ffece65-12b5-4a09-b8ff-9b39e7b89409 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374120'] for router_gateway, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:07.165190 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c878e45d-5c8d-4985-9991-f400131bde7a req-0d489170-1a88-4e16-918c-70e8c3bd1a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:07.165804 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-c878e45d-5c8d-4985-9991-f400131bde7a req-0d489170-1a88-4e16-918c-70e8c3bd1a8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:07.167076 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c878e45d-5c8d-4985-9991-f400131bde7a req-0d489170-1a88-4e16-918c-70e8c3bd1a8e service neutron] 10.222.0.69 "PUT /v2.0/ports/a7107800-f6f6-474f-bd02-15a63dd970b4 HTTP/1.1" status: 200 len: 1092 time: 3.5413888 Jun 11 09:52:07.167642 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '693b0d7a-8a64-4793-9a0e-ef586babbefa', 'tag': 'a7107800-f6f6-474f-bd02-15a63dd970b4'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:52:07.169960 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1707cb85-3a64-4286-bbbe-691ef98bac0a" -d '{"events": [{"name": "network-changed", "server_uuid": "693b0d7a-8a64-4793-9a0e-ef586babbefa", "tag": "a7107800-f6f6-474f-bd02-15a63dd970b4"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:52:07.216456 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d263c57-84ce-4734-b65c-d83d6a5aa27c x-openstack-request-id: req-2d263c57-84ce-4734-b65c-d83d6a5aa27c {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:52:07.217238 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "693b0d7a-8a64-4793-9a0e-ef586babbefa", "tag": "a7107800-f6f6-474f-bd02-15a63dd970b4", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:52:07.217238 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2d263c57-84ce-4734-b65c-d83d6a5aa27c {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:52:07.217531 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '693b0d7a-8a64-4793-9a0e-ef586babbefa', 'tag': 'a7107800-f6f6-474f-bd02-15a63dd970b4', 'status': 'completed', 'code': 200} Jun 11 09:52:07.230968 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d489170-1a88-4e16-918c-70e8c3bd1a8e service neutron] Pushing event updated for resources: {'Port': ['ID=a7107800-f6f6-474f-bd02-15a63dd970b4,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:07.240879 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0d489170-1a88-4e16-918c-70e8c3bd1a8e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:07.246431 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4ffece65-12b5-4a09-b8ff-9b39e7b89409 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:07.250095 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4ffece65-12b5-4a09-b8ff-9b39e7b89409 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:07.254180 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-33c283f2-05c1-447b-ab67-53a782ced208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:07.298374 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60bbef9-0ab2-4b10-977a-71146b36fbfb req-7f15caa3-05f7-4dbb-a6d9-42a31ee94420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:07.299875 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b60bbef9-0ab2-4b10-977a-71146b36fbfb req-7f15caa3-05f7-4dbb-a6d9-42a31ee94420 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3185546 Jun 11 09:52:07.316163 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2a5deaed-83fe-42ae-a255-80e16b3f8217 tempest-ExternalNetworksAdminNegativeTestJSON-661991140 tempest-ExternalNetworksAdminNegativeTestJSON-661991140-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:07.426481 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ed891b-c48e-4be5-b3c2-d7d30f057c16 req-e1bcce9a-766d-4f58-827a-47b9540d387d tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:07.432352 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ed891b-c48e-4be5-b3c2-d7d30f057c16 req-e1bcce9a-766d-4f58-827a-47b9540d387d tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:07.438187 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ed891b-c48e-4be5-b3c2-d7d30f057c16 req-e1bcce9a-766d-4f58-827a-47b9540d387d tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:07.444545 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ed891b-c48e-4be5-b3c2-d7d30f057c16 req-e1bcce9a-766d-4f58-827a-47b9540d387d tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:07.450343 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ed891b-c48e-4be5-b3c2-d7d30f057c16 req-e1bcce9a-766d-4f58-827a-47b9540d387d tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:07.456785 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ed891b-c48e-4be5-b3c2-d7d30f057c16 req-e1bcce9a-766d-4f58-827a-47b9540d387d tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:07.462600 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ed891b-c48e-4be5-b3c2-d7d30f057c16 req-e1bcce9a-766d-4f58-827a-47b9540d387d tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:07.464577 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a7ed891b-c48e-4be5-b3c2-d7d30f057c16 req-e1bcce9a-766d-4f58-827a-47b9540d387d tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042 HTTP/1.1" status: 200 len: 5429 time: 0.4869003 Jun 11 09:52:07.605658 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1707cb85-3a64-4286-bbbe-691ef98bac0a req-e2fe3981-2bf4-424e-9da2-613d7461808a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:07.607186 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1707cb85-3a64-4286-bbbe-691ef98bac0a req-e2fe3981-2bf4-424e-9da2-613d7461808a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e7a84328845c42e4a2bf009ba2709f6e&device_id=693b0d7a-8a64-4793-9a0e-ef586babbefa HTTP/1.1" status: 200 len: 1095 time: 0.3500946 Jun 11 09:52:07.611347 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a7ed891b-c48e-4be5-b3c2-d7d30f057c16 req-126d68f5-0588-4562-b96c-b4fd5228b7fb tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/security-groups?id=28e50891-2b6b-4143-8c1d-0262dfed919e&id=ee23f870-7e0b-4b16-afae-a1e98a9dceaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1093135 Jun 11 09:52:07.687169 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-61b86c78-2b35-4049-b7db-a7138878cc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:07.688175 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-61b86c78-2b35-4049-b7db-a7138878cc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:07.688175 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-61b86c78-2b35-4049-b7db-a7138878cc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:07.689184 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-61b86c78-2b35-4049-b7db-a7138878cc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:07.689780 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-61b86c78-2b35-4049-b7db-a7138878cc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:07.690360 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-61b86c78-2b35-4049-b7db-a7138878cc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:07.691676 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-61b86c78-2b35-4049-b7db-a7138878cc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:07.693970 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-61b86c78-2b35-4049-b7db-a7138878cc3c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=39e8725552694bd89f3d9b894d223d7c&device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042 HTTP/1.1" status: 200 len: 6493 time: 0.3366139 Jun 11 09:52:07.772393 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-27ae19ae-0445-42ed-b72b-15e802e23e4f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=673aa988-b63e-4019-b597-09a97b0fcf40 HTTP/1.1" status: 200 len: 217 time: 0.0702388 Jun 11 09:52:07.890805 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4ffece65-12b5-4a09-b8ff-9b39e7b89409 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:07.891627 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ffece65-12b5-4a09-b8ff-9b39e7b89409 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Fanout notify agent at l3_agent the message router_deleted on router cda7b5a1-ded8-48c3-badc-ba4b00a46293 {{(pid=93176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 09:52:07.913402 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4ffece65-12b5-4a09-b8ff-9b39e7b89409 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:07.914502 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-4ffece65-12b5-4a09-b8ff-9b39e7b89409 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] 10.222.0.60 "DELETE /v2.0/routers/cda7b5a1-ded8-48c3-badc-ba4b00a46293 HTTP/1.1" status: 204 len: 168 time: 2.9881020 Jun 11 09:52:07.920398 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 52354) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:07.931145 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-8289c669-7c93-47fa-bc4f-c8275b7f1f28 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-747580391', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:52:07.938144 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-7ce97c7c-381d-4e41-829d-e6dd77cb27b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:07.939591 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-7ce97c7c-381d-4e41-829d-e6dd77cb27b9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=aa5d910a-d4cb-4925-a41a-aa63432d8367 HTTP/1.1" status: 200 len: 856 time: 0.1147828 Jun 11 09:52:07.943546 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1707cb85-3a64-4286-bbbe-691ef98bac0a req-9676e19b-4b9e-44e9-a5c7-d77edbee9232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:07.944891 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1707cb85-3a64-4286-bbbe-691ef98bac0a req-9676e19b-4b9e-44e9-a5c7-d77edbee9232 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=e7a84328845c42e4a2bf009ba2709f6e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3301702 Jun 11 09:52:08.009921 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2a5deaed-83fe-42ae-a255-80e16b3f8217 tempest-ExternalNetworksAdminNegativeTestJSON-661991140 tempest-ExternalNetworksAdminNegativeTestJSON-661991140-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:08.018807 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c7ec6-78e8-4186-be8d-4b06644e609a req-6304910a-a8d0-46ac-b19a-509927eab819 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:08.025839 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ea5c7ec6-78e8-4186-be8d-4b06644e609a req-6304910a-a8d0-46ac-b19a-509927eab819 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/ports?device_id=693b0d7a-8a64-4793-9a0e-ef586babbefa HTTP/1.1" status: 200 len: 943 time: 0.1393399 Jun 11 09:52:08.026573 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33c283f2-05c1-447b-ab67-53a782ced208 admin admin] Router 4800d652-a4ee-4abd-88c6-40a7cbe329ad is scheduled to L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 with binding_index 1 {{(pid=93177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 09:52:08.072216 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ea5c7ec6-78e8-4186-be8d-4b06644e609a req-8ad88463-f5c2-4837-b682-ebfbff86b7b5 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bdf718a-3d55-4418-9711-8519d490f59c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453837 Jun 11 09:52:08.126392 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2a5deaed-83fe-42ae-a255-80e16b3f8217 tempest-ExternalNetworksAdminNegativeTestJSON-661991140 tempest-ExternalNetworksAdminNegativeTestJSON-661991140-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:08.130986 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-59f09017-2f3a-4c94-9b79-2595d2e8f059 tempest-FloatingIPsTestJSON-45685194 tempest-FloatingIPsTestJSON-45685194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:08.214486 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8289c669-7c93-47fa-bc4f-c8275b7f1f28 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:08.215659 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8289c669-7c93-47fa-bc4f-c8275b7f1f28 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:08.220856 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5deaed-83fe-42ae-a255-80e16b3f8217 tempest-ExternalNetworksAdminNegativeTestJSON-661991140 tempest-ExternalNetworksAdminNegativeTestJSON-661991140-project-admin] Pushing event updated for resources: {'Port': ['ID=7f4878e6-8ae6-49bb-abcd-6e5f2b0d152e,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:08.223804 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2a5deaed-83fe-42ae-a255-80e16b3f8217 tempest-ExternalNetworksAdminNegativeTestJSON-661991140 tempest-ExternalNetworksAdminNegativeTestJSON-661991140-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:08.237467 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2a5deaed-83fe-42ae-a255-80e16b3f8217 tempest-ExternalNetworksAdminNegativeTestJSON-661991140 tempest-ExternalNetworksAdminNegativeTestJSON-661991140-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:08.275535 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1707cb85-3a64-4286-bbbe-691ef98bac0a req-0f24efd0-c04f-4dfe-86ab-529b25f58c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:08.277005 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1707cb85-3a64-4286-bbbe-691ef98bac0a req-0f24efd0-c04f-4dfe-86ab-529b25f58c80 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3205054 Jun 11 09:52:08.282086 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-91351d1c-25ad-4264-9eb4-39be46fdfb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:08.283420 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-91351d1c-25ad-4264-9eb4-39be46fdfb6b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=613fb304-5cfe-4609-aaba-f0eb53f2be57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3361433 Jun 11 09:52:08.344015 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2a5deaed-83fe-42ae-a255-80e16b3f8217 tempest-ExternalNetworksAdminNegativeTestJSON-661991140 tempest-ExternalNetworksAdminNegativeTestJSON-661991140-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:08.345599 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-2a5deaed-83fe-42ae-a255-80e16b3f8217 tempest-ExternalNetworksAdminNegativeTestJSON-661991140 tempest-ExternalNetworksAdminNegativeTestJSON-661991140-project-admin] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4677725 Jun 11 09:52:08.349142 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 52358) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:08.354611 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-3d200df7-9d4e-42bf-83bb-5ab226065ffa tempest-ExternalNetworksAdminNegativeTestJSON-661991140 tempest-ExternalNetworksAdminNegativeTestJSON-661991140-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-499325074', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'fixed_ips': [{'ip_address': '172.25.4.76'}]}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:52:08.457498 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d200df7-9d4e-42bf-83bb-5ab226065ffa tempest-ExternalNetworksAdminNegativeTestJSON-661991140 tempest-ExternalNetworksAdminNegativeTestJSON-661991140-project-admin] Made reservation on behalf of eb7390e7e2eb420db37ad6ad053c8ba3 for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:52:08.460588 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3d200df7-9d4e-42bf-83bb-5ab226065ffa tempest-ExternalNetworksAdminNegativeTestJSON-661991140 tempest-ExternalNetworksAdminNegativeTestJSON-661991140-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:08.475047 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3d200df7-9d4e-42bf-83bb-5ab226065ffa tempest-ExternalNetworksAdminNegativeTestJSON-661991140 tempest-ExternalNetworksAdminNegativeTestJSON-661991140-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:08.592965 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3d200df7-9d4e-42bf-83bb-5ab226065ffa tempest-ExternalNetworksAdminNegativeTestJSON-661991140 tempest-ExternalNetworksAdminNegativeTestJSON-661991140-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:08.682738 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3d200df7-9d4e-42bf-83bb-5ab226065ffa tempest-ExternalNetworksAdminNegativeTestJSON-661991140 tempest-ExternalNetworksAdminNegativeTestJSON-661991140-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:08.689025 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-058e5b4f-6707-4302-bc38-1981bee1a3a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:08.693526 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [None req-3d200df7-9d4e-42bf-83bb-5ab226065ffa tempest-ExternalNetworksAdminNegativeTestJSON-661991140 tempest-ExternalNetworksAdminNegativeTestJSON-661991140-project-admin] device_id is not set on port 167aefb5-5a75-4afa-aeba-3b7b72a090f7 yet. {{(pid=93176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 09:52:08.700722 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8289c669-7c93-47fa-bc4f-c8275b7f1f28 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:08.779337 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8289c669-7c93-47fa-bc4f-c8275b7f1f28 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:08.817882 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d200df7-9d4e-42bf-83bb-5ab226065ffa tempest-ExternalNetworksAdminNegativeTestJSON-661991140 tempest-ExternalNetworksAdminNegativeTestJSON-661991140-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8004dec2-a59e-4f4a-9b7b-6179261ea86e,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:08.842235 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3d200df7-9d4e-42bf-83bb-5ab226065ffa tempest-ExternalNetworksAdminNegativeTestJSON-661991140 tempest-ExternalNetworksAdminNegativeTestJSON-661991140-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:08.846514 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c283f2-05c1-447b-ab67-53a782ced208 admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:52:08.858940 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ecc6e4e-67e2-4335-aaed-041abb39df06 None None] Sync routers for ids ['4800d652-a4ee-4abd-88c6-40a7cbe329ad'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:52:08.872698 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecc6e4e-67e2-4335-aaed-041abb39df06 None None] Routers {'4800d652-a4ee-4abd-88c6-40a7cbe329ad'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:52:08.873681 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-6ecc6e4e-67e2-4335-aaed-041abb39df06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:51:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['4800d652-a4ee-4abd-88c6-40a7cbe329ad'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:52:08.896858 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-6c36239b-1450-488b-84fe-bac24e6858d2 service neutron] 10.222.0.64 "GET /v2.0/networks/613fb304-5cfe-4609-aaba-f0eb53f2be57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5693815 Jun 11 09:52:08.898574 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c878e45d-5c8d-4985-9991-f400131bde7a req-db232ee0-a97f-4af7-95d2-ed998b30e294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:08.899929 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c878e45d-5c8d-4985-9991-f400131bde7a req-db232ee0-a97f-4af7-95d2-ed998b30e294 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e7a84328845c42e4a2bf009ba2709f6e&device_id=693b0d7a-8a64-4793-9a0e-ef586babbefa HTTP/1.1" status: 200 len: 1095 time: 0.5736439 Jun 11 09:52:08.974418 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62844d1-ed54-4819-9069-74da84ec1ecb req-5a04627b-592c-4e7c-97bd-5c03e45e296c tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:08.980201 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62844d1-ed54-4819-9069-74da84ec1ecb req-5a04627b-592c-4e7c-97bd-5c03e45e296c tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:08.985821 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8289c669-7c93-47fa-bc4f-c8275b7f1f28 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:08.985974 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62844d1-ed54-4819-9069-74da84ec1ecb req-5a04627b-592c-4e7c-97bd-5c03e45e296c tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:08.992524 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-8289c669-7c93-47fa-bc4f-c8275b7f1f28 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0640721 Jun 11 09:52:08.992524 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-33c283f2-05c1-447b-ab67-53a782ced208 admin admin] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:08.992524 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-33c283f2-05c1-447b-ab67-53a782ced208 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 9.1429288 Jun 11 09:52:08.992524 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c878e45d-5c8d-4985-9991-f400131bde7a req-3d1d2ce4-d253-482a-b049-5e332a5a512b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7107800-f6f6-474f-bd02-15a63dd970b4 HTTP/1.1" status: 200 len: 217 time: 0.0793982 Jun 11 09:52:08.992943 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62844d1-ed54-4819-9069-74da84ec1ecb req-5a04627b-592c-4e7c-97bd-5c03e45e296c tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:08.994668 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 52368) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:08.995155 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 52370) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:08.998411 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62844d1-ed54-4819-9069-74da84ec1ecb req-5a04627b-592c-4e7c-97bd-5c03e45e296c tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:09.004267 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62844d1-ed54-4819-9069-74da84ec1ecb req-5a04627b-592c-4e7c-97bd-5c03e45e296c tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:09.006247 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-d9fb99b9-c69b-4de9-ab07-3b8a0e18dbd8 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:52:09.012347 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62844d1-ed54-4819-9069-74da84ec1ecb req-5a04627b-592c-4e7c-97bd-5c03e45e296c tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:09.012347 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c62844d1-ed54-4819-9069-74da84ec1ecb req-5a04627b-592c-4e7c-97bd-5c03e45e296c tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042 HTTP/1.1" status: 200 len: 5429 time: 0.2405150 Jun 11 09:52:09.054920 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-6ecc6e4e-67e2-4335-aaed-041abb39df06 None None] Set router 4800d652-a4ee-4abd-88c6-40a7cbe329ad gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:52:09.079272 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c62844d1-ed54-4819-9069-74da84ec1ecb req-249db9c7-51f8-46b3-8804-28f30f67b042 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/security-groups?id=28e50891-2b6b-4143-8c1d-0262dfed919e&id=ee23f870-7e0b-4b16-afae-a1e98a9dceaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0610363 Jun 11 09:52:09.119794 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d200df7-9d4e-42bf-83bb-5ab226065ffa tempest-ExternalNetworksAdminNegativeTestJSON-661991140 tempest-ExternalNetworksAdminNegativeTestJSON-661991140-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jun 11 09:52:09.119794 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d200df7-9d4e-42bf-83bb-5ab226065ffa tempest-ExternalNetworksAdminNegativeTestJSON-661991140 tempest-ExternalNetworksAdminNegativeTestJSON-661991140-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 09:52:09.198315 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-3d200df7-9d4e-42bf-83bb-5ab226065ffa tempest-ExternalNetworksAdminNegativeTestJSON-661991140 tempest-ExternalNetworksAdminNegativeTestJSON-661991140-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.8479958 Jun 11 09:52:09.199541 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 52374) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:09.306874 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-6ecc6e4e-67e2-4335-aaed-041abb39df06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4800d652-a4ee-4abd-88c6-40a7cbe329ad', 'name': 'tempest-ServerRescueNegativeTestJSON-577287990-router', 'tenant_id': 'aae32b6d82fb4d1babe798fa5bdf8d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'dc7611bd-d825-4c36-9e88-d6482a4217c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:52:00Z', 'updated_at': '2021-06-11T09:52:06Z', 'revision_number': 3, 'project_id': 'aae32b6d82fb4d1babe798fa5bdf8d6b', 'gw_port': {'id': 'dc7611bd-d825-4c36-9e88-d6482a4217c9', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b2:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4800d652-a4ee-4abd-88c6-40a7cbe329ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:52:02Z', 'updated_at': '2021-06-11T09:52:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:52:09.310787 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ecc6e4e-67e2-4335-aaed-041abb39df06 None None] Checking router: 4800d652-a4ee-4abd-88c6-40a7cbe329ad for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:52:09.311154 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ecc6e4e-67e2-4335-aaed-041abb39df06 None None] Updating router 4800d652-a4ee-4abd-88c6-40a7cbe329ad port dc7611bd-d825-4c36-9e88-d6482a4217c9 binding host n-d-779913-12 {{(pid=93178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 09:52:09.356155 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6ecc6e4e-67e2-4335-aaed-041abb39df06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:09.414081 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-984025ba-f632-4a8c-a625-c92fd70708bc tempest-ExternalNetworksAdminNegativeTestJSON-661991140 tempest-ExternalNetworksAdminNegativeTestJSON-661991140-project-admin] Deleting port 7f4878e6-8ae6-49bb-abcd-6e5f2b0d152e {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:52:09.414693 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-984025ba-f632-4a8c-a625-c92fd70708bc tempest-ExternalNetworksAdminNegativeTestJSON-661991140 tempest-ExternalNetworksAdminNegativeTestJSON-661991140-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:09.423006 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c878e45d-5c8d-4985-9991-f400131bde7a req-ce752cc7-7d2a-4771-b19c-77b0654f43a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:09.424482 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c878e45d-5c8d-4985-9991-f400131bde7a req-ce752cc7-7d2a-4771-b19c-77b0654f43a0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=653da622-357e-4eea-a767-3057d0992af6 HTTP/1.1" status: 200 len: 852 time: 0.4155273 Jun 11 09:52:09.491625 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-b05d0307-fd4a-41b2-b342-b82a6ed4a0b3 service neutron] 10.222.0.64 "GET /v2.0/networks/613fb304-5cfe-4609-aaba-f0eb53f2be57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5883863 Jun 11 09:52:09.536549 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-984025ba-f632-4a8c-a625-c92fd70708bc tempest-ExternalNetworksAdminNegativeTestJSON-661991140 tempest-ExternalNetworksAdminNegativeTestJSON-661991140-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:09.536911 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-984025ba-f632-4a8c-a625-c92fd70708bc tempest-ExternalNetworksAdminNegativeTestJSON-661991140 tempest-ExternalNetworksAdminNegativeTestJSON-661991140-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:09.545534 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c878e45d-5c8d-4985-9991-f400131bde7a req-f96e2b8c-47db-4d35-8f49-a738a56456c7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=51fb20d0-10f0-46f3-aa19-f1b488299b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680733 Jun 11 09:52:09.668630 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-984025ba-f632-4a8c-a625-c92fd70708bc tempest-ExternalNetworksAdminNegativeTestJSON-661991140 tempest-ExternalNetworksAdminNegativeTestJSON-661991140-project-admin] Calling delete_port for 7f4878e6-8ae6-49bb-abcd-6e5f2b0d152e owned by network:floatingip {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:52:09.704146 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-eeb14d08-c502-46b2-89d1-26cf3f92ce44 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=aba52a31-7ead-4b87-98cf-90bcdace2f39 HTTP/1.1" status: 200 len: 217 time: 0.1709650 Jun 11 09:52:09.794910 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d9fb99b9-c69b-4de9-ab07-3b8a0e18dbd8 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:09.823043 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6ecc6e4e-67e2-4335-aaed-041abb39df06 None None] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:09.942570 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e413b96-8e02-46fd-9018-2ed70fe97792 req-9e3cf3aa-6dcc-455d-9977-a0077ed03784 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:09.944137 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3e413b96-8e02-46fd-9018-2ed70fe97792 req-9e3cf3aa-6dcc-455d-9977-a0077ed03784 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/ports?device_id=693b0d7a-8a64-4793-9a0e-ef586babbefa HTTP/1.1" status: 200 len: 943 time: 0.6746745 Jun 11 09:52:09.970601 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-984025ba-f632-4a8c-a625-c92fd70708bc tempest-ExternalNetworksAdminNegativeTestJSON-661991140 tempest-ExternalNetworksAdminNegativeTestJSON-661991140-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:09.974382 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b65570e4-8065-4207-b0ad-d8a932db6b88 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:09.975169 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-6ecc6e4e-67e2-4335-aaed-041abb39df06 None None] Transition to ACTIVE for port object dc7611bd-d825-4c36-9e88-d6482a4217c9 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:52:10.007086 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984025ba-f632-4a8c-a625-c92fd70708bc tempest-ExternalNetworksAdminNegativeTestJSON-661991140 tempest-ExternalNetworksAdminNegativeTestJSON-661991140-project-admin] Pushing event deleted for resources: {'Port': ['ID=7f4878e6-8ae6-49bb-abcd-6e5f2b0d152e,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:10.011024 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-984025ba-f632-4a8c-a625-c92fd70708bc tempest-ExternalNetworksAdminNegativeTestJSON-661991140 tempest-ExternalNetworksAdminNegativeTestJSON-661991140-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:10.038512 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-56b719dd-a006-4662-a84f-aeb8e1290e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:10.039995 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-56b719dd-a006-4662-a84f-aeb8e1290e74 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d56f2625-bb14-490c-b4fa-d6d55c55bf08 HTTP/1.1" status: 200 len: 797 time: 0.3274481 Jun 11 09:52:10.087361 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-984025ba-f632-4a8c-a625-c92fd70708bc tempest-ExternalNetworksAdminNegativeTestJSON-661991140 tempest-ExternalNetworksAdminNegativeTestJSON-661991140-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:10.089863 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-984025ba-f632-4a8c-a625-c92fd70708bc tempest-ExternalNetworksAdminNegativeTestJSON-661991140 tempest-ExternalNetworksAdminNegativeTestJSON-661991140-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:10.090992 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-984025ba-f632-4a8c-a625-c92fd70708bc tempest-ExternalNetworksAdminNegativeTestJSON-661991140 tempest-ExternalNetworksAdminNegativeTestJSON-661991140-project-admin] 10.222.0.60 "DELETE /v2.0/floatingips/a59ebb21-827d-4e93-b394-6df9d020eb06 HTTP/1.1" status: 204 len: 168 time: 0.8902879 Jun 11 09:52:10.124889 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6ecc6e4e-67e2-4335-aaed-041abb39df06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:10.128059 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:10.128190 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3e413b96-8e02-46fd-9018-2ed70fe97792 req-3b5b1a2d-cbeb-4549-8f3d-e92012a586b6 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bdf718a-3d55-4418-9711-8519d490f59c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723144 Jun 11 09:52:10.133406 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c878e45d-5c8d-4985-9991-f400131bde7a req-46b33262-64c5-4000-b03f-1f8fd2754bf8 service neutron] 10.222.0.69 "GET /v2.0/networks/51fb20d0-10f0-46f3-aa19-f1b488299b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4873214 Jun 11 09:52:10.197885 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-6ecc6e4e-67e2-4335-aaed-041abb39df06 None None] Attempting to bind port dc7611bd-d825-4c36-9e88-d6482a4217c9 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:52:10.198270 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-6ecc6e4e-67e2-4335-aaed-041abb39df06 None None] Attempting to bind port dc7611bd-d825-4c36-9e88-d6482a4217c9 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:52:10.198637 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ecc6e4e-67e2-4335-aaed-041abb39df06 None None] Attempting to bind port dc7611bd-d825-4c36-9e88-d6482a4217c9 on network f0adef6e-169f-4a27-8865-442be2ad072d {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:52:10.213457 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ecc6e4e-67e2-4335-aaed-041abb39df06 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:52:10.214158 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ecc6e4e-67e2-4335-aaed-041abb39df06 None None] Checking segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:52:10.214725 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6ecc6e4e-67e2-4335-aaed-041abb39df06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:10.215506 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ecc6e4e-67e2-4335-aaed-041abb39df06 None None] Bound using segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:52:10.216032 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-6ecc6e4e-67e2-4335-aaed-041abb39df06 None None] Bound port: dc7611bd-d825-4c36-9e88-d6482a4217c9, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:52:10.216410 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6ecc6e4e-67e2-4335-aaed-041abb39df06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:10.222661 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03491a38-2cc3-4560-ac17-39c4b02454ac None None] Pushing event updated for resources: {'Port': ['ID=dc7611bd-d825-4c36-9e88-d6482a4217c9,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:10.226507 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03491a38-2cc3-4560-ac17-39c4b02454ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:10.295458 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-6ecc6e4e-67e2-4335-aaed-041abb39df06 None None] For port dc7611bd-d825-4c36-9e88-d6482a4217c9, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:52:10.299103 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-6ecc6e4e-67e2-4335-aaed-041abb39df06 None None] For port dc7611bd-d825-4c36-9e88-d6482a4217c9, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=dc7611bd-d825-4c36-9e88-d6482a4217c9,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:52:10.388884 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6ecc6e4e-67e2-4335-aaed-041abb39df06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:10.391174 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:10.459719 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecc6e4e-67e2-4335-aaed-041abb39df06 None None] Routers {'4800d652-a4ee-4abd-88c6-40a7cbe329ad'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:52:10.460392 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-6ecc6e4e-67e2-4335-aaed-041abb39df06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:51:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['4800d652-a4ee-4abd-88c6-40a7cbe329ad'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:52:10.560696 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03491a38-2cc3-4560-ac17-39c4b02454ac None None] Pushing event updated for resources: {'Port': ['ID=dc7611bd-d825-4c36-9e88-d6482a4217c9,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:10.564999 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03491a38-2cc3-4560-ac17-39c4b02454ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:10.617773 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-6ecc6e4e-67e2-4335-aaed-041abb39df06 None None] Set router 4800d652-a4ee-4abd-88c6-40a7cbe329ad gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:52:10.706870 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 52398) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:10.834460 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6d407471-892d-4036-a458-ff6d7cc87a0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:10.919044 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-6ecc6e4e-67e2-4335-aaed-041abb39df06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4800d652-a4ee-4abd-88c6-40a7cbe329ad', 'name': 'tempest-ServerRescueNegativeTestJSON-577287990-router', 'tenant_id': 'aae32b6d82fb4d1babe798fa5bdf8d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'dc7611bd-d825-4c36-9e88-d6482a4217c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:52:00Z', 'updated_at': '2021-06-11T09:52:06Z', 'revision_number': 3, 'project_id': 'aae32b6d82fb4d1babe798fa5bdf8d6b', 'gw_port': {'id': 'dc7611bd-d825-4c36-9e88-d6482a4217c9', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b2:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4800d652-a4ee-4abd-88c6-40a7cbe329ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:52:02Z', 'updated_at': '2021-06-11T09:52:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:52:10.922647 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-0f0085c5-e681-4095-a144-0645b128e9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:10.924269 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ecc6e4e-67e2-4335-aaed-041abb39df06 None None] The sync data for ids ['4800d652-a4ee-4abd-88c6-40a7cbe329ad'] in n-d-779913-12 is: [{'id': '4800d652-a4ee-4abd-88c6-40a7cbe329ad', 'name': 'tempest-ServerRescueNegativeTestJSON-577287990-router', 'tenant_id': 'aae32b6d82fb4d1babe798fa5bdf8d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'dc7611bd-d825-4c36-9e88-d6482a4217c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:52:00Z', 'updated_at': '2021-06-11T09:52:06Z', 'revision_number': 3, 'project_id': 'aae32b6d82fb4d1babe798fa5bdf8d6b', 'gw_port': {'id': 'dc7611bd-d825-4c36-9e88-d6482a4217c9', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b2:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4800d652-a4ee-4abd-88c6-40a7cbe329ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:52:02Z', 'updated_at': '2021-06-11T09:52:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:52:10.925707 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-0f0085c5-e681-4095-a144-0645b128e9bf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6d3621a2-169e-4b61-882a-b4c2c253f396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8680468 Jun 11 09:52:10.953497 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c878e45d-5c8d-4985-9991-f400131bde7a req-a2f2ff4c-9ec7-4af3-a149-ee0dd3e082bc service neutron] 10.222.0.69 "GET /v2.0/networks/51fb20d0-10f0-46f3-aa19-f1b488299b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7434566 Jun 11 09:52:10.962821 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6d407471-892d-4036-a458-ff6d7cc87a0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:11.025641 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4d818-c3e2-4321-80e6-ee8f4182d03e req-63170115-84a7-45cb-ab05-e52ef29800ca tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:11.031562 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4d818-c3e2-4321-80e6-ee8f4182d03e req-63170115-84a7-45cb-ab05-e52ef29800ca tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:11.037596 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4d818-c3e2-4321-80e6-ee8f4182d03e req-63170115-84a7-45cb-ab05-e52ef29800ca tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:11.043476 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4d818-c3e2-4321-80e6-ee8f4182d03e req-63170115-84a7-45cb-ab05-e52ef29800ca tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:11.049413 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4d818-c3e2-4321-80e6-ee8f4182d03e req-63170115-84a7-45cb-ab05-e52ef29800ca tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:11.055961 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4d818-c3e2-4321-80e6-ee8f4182d03e req-63170115-84a7-45cb-ab05-e52ef29800ca tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:11.061821 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4d818-c3e2-4321-80e6-ee8f4182d03e req-63170115-84a7-45cb-ab05-e52ef29800ca tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:11.063787 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ebf4d818-c3e2-4321-80e6-ee8f4182d03e req-63170115-84a7-45cb-ab05-e52ef29800ca tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042 HTTP/1.1" status: 200 len: 5429 time: 0.4377687 Jun 11 09:52:11.281071 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6d407471-892d-4036-a458-ff6d7cc87a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:11.283954 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d038d47b-3b65-406d-99b7-d2ae26132666 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:11.378792 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-6d407471-892d-4036-a458-ff6d7cc87a0a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5654fa327aaa4899acd7adda87841596&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6706958 Jun 11 09:52:11.380290 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d407471-892d-4036-a458-ff6d7cc87a0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=404115f9-c4d3-464f-b0fb-741cf1e3aac4,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:11.382853 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 52408) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:11.404781 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ebf4d818-c3e2-4321-80e6-ee8f4182d03e req-4971d07f-bbf8-4804-a6fb-514e6d61ebd0 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/security-groups?id=28e50891-2b6b-4143-8c1d-0262dfed919e&id=ee23f870-7e0b-4b16-afae-a1e98a9dceaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3095813 Jun 11 09:52:11.406524 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6d407471-892d-4036-a458-ff6d7cc87a0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:11.434857 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-d8695d0a-cf19-44be-9b5b-d7fdccb5b9df service neutron] 10.222.0.64 "GET /v2.0/networks/6d3621a2-169e-4b61-882a-b4c2c253f396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4729602 Jun 11 09:52:11.482864 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d9fb99b9-c69b-4de9-ab07-3b8a0e18dbd8 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks [] for router_gateway, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:11.516501 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d9fb99b9-c69b-4de9-ab07-3b8a0e18dbd8 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:11.685983 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-41f48dc8-3b7e-4323-a866-c0c7c51e13bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:11.702673 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-41f48dc8-3b7e-4323-a866-c0c7c51e13bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:11.770519 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911cd847-7bff-419b-9cac-c1bd561c069d req-ed4435e1-8bdb-4a2e-877b-3312c9c89986 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:11.772857 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-911cd847-7bff-419b-9cac-c1bd561c069d req-ed4435e1-8bdb-4a2e-877b-3312c9c89986 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/ports?device_id=693b0d7a-8a64-4793-9a0e-ef586babbefa HTTP/1.1" status: 200 len: 943 time: 0.1709900 Jun 11 09:52:11.821995 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c7511a07-a562-458c-8e40-36dc2efebce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:11.838226 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device dc7611bd-d825-4c36-9e88-d6482a4217c9 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:52:11.850133 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-911cd847-7bff-419b-9cac-c1bd561c069d req-4fc259e6-922d-4750-b8a7-f36daeec12af tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bdf718a-3d55-4418-9711-8519d490f59c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586340 Jun 11 09:52:11.859362 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-b3b50078-f6bb-4da2-b5c9-72878649ad1a service neutron] 10.222.0.64 "GET /v2.0/networks/6d3621a2-169e-4b61-882a-b4c2c253f396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3925176 Jun 11 09:52:11.896244 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-d9fb99b9-c69b-4de9-ab07-3b8a0e18dbd8 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Allocated IP 172.25.4.185 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/fb73edbe-6cea-4dbd-89a2-52ec7e8842db) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:52:12.050935 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-004c54ed-a3af-4192-8a30-f48ab0e45eee service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.19&port_id=0e3d8c07-4dd8-4173-b439-d804ac86a9ca HTTP/1.1" status: 200 len: 217 time: 0.1132166 Jun 11 09:52:12.218124 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-9a7136e5-3d00-4014-a7a7-3a7b71e49039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:12.219555 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-9a7136e5-3d00-4014-a7a7-3a7b71e49039 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d56f2625-bb14-490c-b4fa-d6d55c55bf08 HTTP/1.1" status: 200 len: 797 time: 0.2182932 Jun 11 09:52:12.273801 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-41f48dc8-3b7e-4323-a866-c0c7c51e13bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:12.281484 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-41f48dc8-3b7e-4323-a866-c0c7c51e13bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:12.281484 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-41f48dc8-3b7e-4323-a866-c0c7c51e13bb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/404115f9-c4d3-464f-b0fb-741cf1e3aac4 HTTP/1.1" status: 204 len: 168 time: 0.8884258 Jun 11 09:52:12.281484 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b7d8c13a-496e-4213-9035-cc4b3dd29e3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:12.288198 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f48dc8-3b7e-4323-a866-c0c7c51e13bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=404115f9-c4d3-464f-b0fb-741cf1e3aac4,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:12.290575 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-41f48dc8-3b7e-4323-a866-c0c7c51e13bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:12.319294 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port dc7611bd-d825-4c36-9e88-d6482a4217c9 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:52:12.335228 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port dc7611bd-d825-4c36-9e88-d6482a4217c9 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:52:12.335228 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:12.355075 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d9fb99b9-c69b-4de9-ab07-3b8a0e18dbd8 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:12.384989 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-c7511a07-a562-458c-8e40-36dc2efebce4 admin admin] Allocated IP 172.20.0.1 (05221ef3-e163-480d-ad89-4315ae45fbcc/eedbaccc-33aa-4196-b70d-ae78a5d61bda/aa9ccd87-3fb3-4114-b47b-5104a57cc99e) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:52:12.440086 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-9ef836e6-0836-4277-9bfe-5da1c8899e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:12.441994 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-9ef836e6-0836-4277-9bfe-5da1c8899e64 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6d3621a2-169e-4b61-882a-b4c2c253f396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2153196 Jun 11 09:52:12.444755 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:12.469252 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port dc7611bd-d825-4c36-9e88-d6482a4217c9, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=dc7611bd-d825-4c36-9e88-d6482a4217c9,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:52:12.633911 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:12.635942 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:12.656148 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a79f6b4-0080-4fd3-8e14-6dd561b6f55f req-2b2cb9d0-9fba-4327-8b7e-bad515bd9be5 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:12.663074 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a79f6b4-0080-4fd3-8e14-6dd561b6f55f req-2b2cb9d0-9fba-4327-8b7e-bad515bd9be5 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:12.669406 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a79f6b4-0080-4fd3-8e14-6dd561b6f55f req-2b2cb9d0-9fba-4327-8b7e-bad515bd9be5 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:12.671582 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c7511a07-a562-458c-8e40-36dc2efebce4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:12.676528 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a79f6b4-0080-4fd3-8e14-6dd561b6f55f req-2b2cb9d0-9fba-4327-8b7e-bad515bd9be5 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:12.686535 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a79f6b4-0080-4fd3-8e14-6dd561b6f55f req-2b2cb9d0-9fba-4327-8b7e-bad515bd9be5 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:12.695208 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a79f6b4-0080-4fd3-8e14-6dd561b6f55f req-2b2cb9d0-9fba-4327-8b7e-bad515bd9be5 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:12.698731 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a79f6b4-0080-4fd3-8e14-6dd561b6f55f req-2b2cb9d0-9fba-4327-8b7e-bad515bd9be5 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:12.700635 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5a79f6b4-0080-4fd3-8e14-6dd561b6f55f req-2b2cb9d0-9fba-4327-8b7e-bad515bd9be5 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042 HTTP/1.1" status: 200 len: 5429 time: 0.1403716 Jun 11 09:52:12.715644 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d9fb99b9-c69b-4de9-ab07-3b8a0e18dbd8 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:12.721168 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c0be5087-e71f-4892-9e51-8777b5dd10f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:12.734362 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=dc7611bd-d825-4c36-9e88-d6482a4217c9,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:12.748966 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:12.789546 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9fb99b9-c69b-4de9-ab07-3b8a0e18dbd8 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:52:12.795690 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5a79f6b4-0080-4fd3-8e14-6dd561b6f55f req-2a1a1dd2-444f-4665-a206-1fd09594c9e9 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/security-groups?id=28e50891-2b6b-4143-8c1d-0262dfed919e&id=ee23f870-7e0b-4b16-afae-a1e98a9dceaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0864627 Jun 11 09:52:12.804444 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-f5e6e04e-0243-4b79-8e1e-c23354be3a6e service neutron] 10.222.0.64 "GET /v2.0/networks/6d3621a2-169e-4b61-882a-b4c2c253f396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3518765 Jun 11 09:52:12.815941 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-d9fb99b9-c69b-4de9-ab07-3b8a0e18dbd8 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:52:12.828373 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fb99b9-c69b-4de9-ab07-3b8a0e18dbd8 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Pushing event updated for resources: {'Port': ['ID=fb73edbe-6cea-4dbd-89a2-52ec7e8842db,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:12.828373 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fb99b9-c69b-4de9-ab07-3b8a0e18dbd8 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:52:12.844210 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c7511a07-a562-458c-8e40-36dc2efebce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:12.857429 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d9fb99b9-c69b-4de9-ab07-3b8a0e18dbd8 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:12.857983 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d9fb99b9-c69b-4de9-ab07-3b8a0e18dbd8 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:12.917752 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-74802a6e-bf20-4d92-b685-5cfd2a04cac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:12.952668 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7511a07-a562-458c-8e40-36dc2efebce4 admin admin] Network 05221ef3-e163-480d-ad89-4315ae45fbcc is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:52:12.958719 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-c7511a07-a562-458c-8e40-36dc2efebce4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:52:12.974681 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7511a07-a562-458c-8e40-36dc2efebce4 admin admin] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:52:13.102151 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97d5682-c1e1-4101-8d20-34eaf7abff9f req-7d8f55f4-797f-4f8d-80a1-d9f51993617c tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:13.109874 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f97d5682-c1e1-4101-8d20-34eaf7abff9f req-7d8f55f4-797f-4f8d-80a1-d9f51993617c tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/ports?device_id=693b0d7a-8a64-4793-9a0e-ef586babbefa HTTP/1.1" status: 200 len: 943 time: 0.0814526 Jun 11 09:52:13.116397 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-46d0cd6c-d4a0-457e-92bf-c0fbf77d7b3b service neutron] 10.222.0.64 "GET /v2.0/networks/6d3621a2-169e-4b61-882a-b4c2c253f396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897265 Jun 11 09:52:13.173705 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f97d5682-c1e1-4101-8d20-34eaf7abff9f req-4771ebfb-4e77-40d4-b41c-9c4763d89b5b tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bdf718a-3d55-4418-9711-8519d490f59c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626645 Jun 11 09:52:13.210592 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7511a07-a562-458c-8e40-36dc2efebce4 admin admin] Pushing event updated for resources: {'Port': ['ID=aa9ccd87-3fb3-4114-b47b-5104a57cc99e,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:13.220978 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c7511a07-a562-458c-8e40-36dc2efebce4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:13.223270 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-30fe6b49-1bdf-4848-9742-9d97717ea449 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=aa0b414f-8b35-42cd-bbc6-fd64860a4029 HTTP/1.1" status: 200 len: 217 time: 0.0921245 Jun 11 09:52:13.328165 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 52428) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:13.381960 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-c6f106e3-6899-4ffc-89fd-9b9e33b06a57 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=eb7390e7e2eb420db37ad6ad053c8ba3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0522523 Jun 11 09:52:13.382541 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 52430) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:13.443610 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8c03bcdf-f488-4176-9597-26d9ef3fdc6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:13.470775 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8c03bcdf-f488-4176-9597-26d9ef3fdc6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:13.616692 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8c03bcdf-f488-4176-9597-26d9ef3fdc6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:13.620996 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8c03bcdf-f488-4176-9597-26d9ef3fdc6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:13.636318 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device dc7611bd-d825-4c36-9e88-d6482a4217c9 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:52:13.637992 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-8c03bcdf-f488-4176-9597-26d9ef3fdc6b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8004dec2-a59e-4f4a-9b7b-6179261ea86e HTTP/1.1" status: 204 len: 168 time: 0.2416096 Jun 11 09:52:13.641305 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-978ba2b1-00aa-4942-a336-e07580fdfa61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:13.657992 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c03bcdf-f488-4176-9597-26d9ef3fdc6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8004dec2-a59e-4f4a-9b7b-6179261ea86e,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:13.668679 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8c03bcdf-f488-4176-9597-26d9ef3fdc6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:13.725154 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port dc7611bd-d825-4c36-9e88-d6482a4217c9 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:52:13.725460 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:13.742767 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c7511a07-a562-458c-8e40-36dc2efebce4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-375088'] for router_interface, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:13.866031 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-fe60ef3c-748c-43f7-ad46-8cb404d54c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:13.867527 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-fe60ef3c-748c-43f7-ad46-8cb404d54c44 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d56f2625-bb14-490c-b4fa-d6d55c55bf08 HTTP/1.1" status: 200 len: 797 time: 0.6377690 Jun 11 09:52:14.026145 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69844dd2-afbd-4a52-8d1b-5664d3c1c462 req-0517e546-0b51-4497-ac11-cb89c1687e23 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:14.033109 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69844dd2-afbd-4a52-8d1b-5664d3c1c462 req-0517e546-0b51-4497-ac11-cb89c1687e23 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:14.039481 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69844dd2-afbd-4a52-8d1b-5664d3c1c462 req-0517e546-0b51-4497-ac11-cb89c1687e23 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:14.043733 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-f474e645-859b-45ec-b687-3e68e5349652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:14.045227 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-f474e645-859b-45ec-b687-3e68e5349652 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6d3621a2-169e-4b61-882a-b4c2c253f396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1680765 Jun 11 09:52:14.045373 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69844dd2-afbd-4a52-8d1b-5664d3c1c462 req-0517e546-0b51-4497-ac11-cb89c1687e23 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:14.051967 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69844dd2-afbd-4a52-8d1b-5664d3c1c462 req-0517e546-0b51-4497-ac11-cb89c1687e23 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:14.058580 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69844dd2-afbd-4a52-8d1b-5664d3c1c462 req-0517e546-0b51-4497-ac11-cb89c1687e23 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:14.064440 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69844dd2-afbd-4a52-8d1b-5664d3c1c462 req-0517e546-0b51-4497-ac11-cb89c1687e23 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:14.067022 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-69844dd2-afbd-4a52-8d1b-5664d3c1c462 req-0517e546-0b51-4497-ac11-cb89c1687e23 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042 HTTP/1.1" status: 200 len: 5429 time: 0.1267855 Jun 11 09:52:14.122211 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device a7107800-f6f6-474f-bd02-15a63dd970b4 details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:52:14.129451 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-69844dd2-afbd-4a52-8d1b-5664d3c1c462 req-c04a468d-ee2f-4a43-b14f-342c004ba2cd tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/security-groups?id=28e50891-2b6b-4143-8c1d-0262dfed919e&id=ee23f870-7e0b-4b16-afae-a1e98a9dceaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561588 Jun 11 09:52:14.324775 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port a7107800-f6f6-474f-bd02-15a63dd970b4, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=a7107800-f6f6-474f-bd02-15a63dd970b4,segment=NetworkSegment(f2a6a55c-ddd9-4c58-9bb7-06c667db61ab),segment_id=f2a6a55c-ddd9-4c58-9bb7-06c667db61ab)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:52:14.351657 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': 'a7107800-f6f6-474f-bd02-15a63dd970b4', 'network_id': '51fb20d0-10f0-46f3-aa19-f1b488299b81', 'port_id': 'a7107800-f6f6-474f-bd02-15a63dd970b4', 'mac_address': 'fa:16:3e:bc:d3:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '653da622-357e-4eea-a767-3057d0992af6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:52:14.399502 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c7511a07-a562-458c-8e40-36dc2efebce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:14.411895 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:14.424308 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-f0c484f7-53cf-4f9e-b37e-d03c55032ee8 service neutron] 10.222.0.64 "GET /v2.0/networks/6d3621a2-169e-4b61-882a-b4c2c253f396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3722579 Jun 11 09:52:14.429371 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7107800-f6f6-474f-bd02-15a63dd970b4 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:52:14.454456 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port a7107800-f6f6-474f-bd02-15a63dd970b4, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=a7107800-f6f6-474f-bd02-15a63dd970b4,segment=NetworkSegment(f2a6a55c-ddd9-4c58-9bb7-06c667db61ab),segment_id=f2a6a55c-ddd9-4c58-9bb7-06c667db61ab)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:52:14.512084 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d9fb99b9-c69b-4de9-ab07-3b8a0e18dbd8 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks [] for router_gateway, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:14.560450 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:14.562516 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:14.643404 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=a7107800-f6f6-474f-bd02-15a63dd970b4,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:14.653185 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:14.751545 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf8f7ef-6572-4369-b74a-753bc5e871a7 req-a69f46d1-fd9e-4ae5-8763-b1cb7c05a936 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:14.753605 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-caf8f7ef-6572-4369-b74a-753bc5e871a7 req-a69f46d1-fd9e-4ae5-8763-b1cb7c05a936 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/ports?device_id=693b0d7a-8a64-4793-9a0e-ef586babbefa HTTP/1.1" status: 200 len: 943 time: 0.4290435 Jun 11 09:52:14.839899 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-4f861fdf-1aff-4cb6-aa22-592cf30a56bf service neutron] 10.222.0.64 "GET /v2.0/networks/6d3621a2-169e-4b61-882a-b4c2c253f396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4004822 Jun 11 09:52:14.939557 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-a5097d69-490a-4b50-a3d7-e9117bf733f1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.169&port_id=7d4122a6-8857-404a-9194-b0a549ee64cc HTTP/1.1" status: 200 len: 217 time: 0.0903537 Jun 11 09:52:14.947923 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-caf8f7ef-6572-4369-b74a-753bc5e871a7 req-f9f6b018-5314-49fe-98db-c78660383f0e tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bdf718a-3d55-4418-9711-8519d490f59c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825147 Jun 11 09:52:14.991713 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['a7107800-f6f6-474f-bd02-15a63dd970b4'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:52:15.130542 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c7511a07-a562-458c-8e40-36dc2efebce4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:15.151094 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-c07f4dc8-a66a-4dab-a171-c499653cd688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:15.151094 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-c07f4dc8-a66a-4dab-a171-c499653cd688 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d56f2625-bb14-490c-b4fa-d6d55c55bf08 HTTP/1.1" status: 200 len: 797 time: 0.1941793 Jun 11 09:52:15.224073 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c7511a07-a562-458c-8e40-36dc2efebce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:15.228939 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c2b2cbd1-ebe8-458d-aeea-78b1c0b4035a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:15.259641 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d9fb99b9-c69b-4de9-ab07-3b8a0e18dbd8 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:15.302965 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d9fb99b9-c69b-4de9-ab07-3b8a0e18dbd8 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-374241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-374254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-363978'] for router, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:15.337011 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c7511a07-a562-458c-8e40-36dc2efebce4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375108'] for router_interface, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:15.779330 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7511a07-a562-458c-8e40-36dc2efebce4 admin admin] Pushing event updated for resources: {'Port': ['ID=aa9ccd87-3fb3-4114-b47b-5104a57cc99e,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:15.800887 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-5738fe66-5d4e-4122-bb32-cac1efc5d532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:15.805978 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c7511a07-a562-458c-8e40-36dc2efebce4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.577s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:15.875016 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-523e65d0-cb94-4015-a59d-9ca44b17e802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:15.876512 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-523e65d0-cb94-4015-a59d-9ca44b17e802 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6d3621a2-169e-4b61-882a-b4c2c253f396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7160108 Jun 11 09:52:15.903551 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:16.106440 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa36e163-a7cd-42f6-bf99-9301b78394f1 req-a9a0a15d-81eb-4bdc-82f5-8868670422c4 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:16.112272 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa36e163-a7cd-42f6-bf99-9301b78394f1 req-a9a0a15d-81eb-4bdc-82f5-8868670422c4 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:16.118292 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa36e163-a7cd-42f6-bf99-9301b78394f1 req-a9a0a15d-81eb-4bdc-82f5-8868670422c4 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:16.124230 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa36e163-a7cd-42f6-bf99-9301b78394f1 req-a9a0a15d-81eb-4bdc-82f5-8868670422c4 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:16.130036 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa36e163-a7cd-42f6-bf99-9301b78394f1 req-a9a0a15d-81eb-4bdc-82f5-8868670422c4 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:16.135830 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa36e163-a7cd-42f6-bf99-9301b78394f1 req-a9a0a15d-81eb-4bdc-82f5-8868670422c4 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:16.141604 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa36e163-a7cd-42f6-bf99-9301b78394f1 req-a9a0a15d-81eb-4bdc-82f5-8868670422c4 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:16.149572 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fa36e163-a7cd-42f6-bf99-9301b78394f1 req-a9a0a15d-81eb-4bdc-82f5-8868670422c4 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042 HTTP/1.1" status: 200 len: 5429 time: 0.3759458 Jun 11 09:52:16.192138 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36727a5f-13c7-4b6a-ae9a-87d96e39bb37 req-7c9ceaa0-34d0-4bb5-8aac-1aaaaceb2c98 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:16.193897 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-36727a5f-13c7-4b6a-ae9a-87d96e39bb37 req-7c9ceaa0-34d0-4bb5-8aac-1aaaaceb2c98 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/ports?device_id=693b0d7a-8a64-4793-9a0e-ef586babbefa HTTP/1.1" status: 200 len: 944 time: 0.0875063 Jun 11 09:52:16.209097 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7511a07-a562-458c-8e40-36dc2efebce4 admin admin] Network 05221ef3-e163-480d-ad89-4315ae45fbcc is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:52:16.222322 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-c7511a07-a562-458c-8e40-36dc2efebce4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:52:16.238885 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-f8048c53-8f52-4f81-b8de-95a1ca63d9d3 service neutron] 10.222.0.64 "GET /v2.0/networks/6d3621a2-169e-4b61-882a-b4c2c253f396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945743 Jun 11 09:52:16.256278 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-36727a5f-13c7-4b6a-ae9a-87d96e39bb37 req-2479b856-4f1f-4698-a8f4-d08af81d54fc tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bdf718a-3d55-4418-9711-8519d490f59c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527413 Jun 11 09:52:16.301972 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fa36e163-a7cd-42f6-bf99-9301b78394f1 req-11c8f02e-7b0f-4a4f-aa8c-5c09b50c7cb3 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/security-groups?id=28e50891-2b6b-4143-8c1d-0262dfed919e&id=ee23f870-7e0b-4b16-afae-a1e98a9dceaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1514075 Jun 11 09:52:16.417863 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9fb99b9-c69b-4de9-ab07-3b8a0e18dbd8 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Router cb363915-26ac-4b67-beff-063ce6229437 is scheduled to L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 with binding_index 1 {{(pid=93177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 09:52:16.491085 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 52490) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:16.577845 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:16.611885 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-9cf7e7cf-af4a-44db-b08b-1376297ded67 tempest-RoutersAdminNegativeTest-1036983663 tempest-RoutersAdminNegativeTest-1036983663-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-707625467', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:52:16.641481 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-a35c384b-2c6c-4090-bf00-8f24f7740b81 service neutron] 10.222.0.64 "GET /v2.0/networks/6d3621a2-169e-4b61-882a-b4c2c253f396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3912041 Jun 11 09:52:16.716590 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7511a07-a562-458c-8e40-36dc2efebce4 admin admin] Router 4800d652-a4ee-4abd-88c6-40a7cbe329ad has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 09:52:16.720018 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-05784fd6-5d6f-43c4-861a-1784a1f85e0a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4ce74097-617f-4211-a8f7-105354bec944 HTTP/1.1" status: 200 len: 217 time: 0.0673621 Jun 11 09:52:16.758132 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf7e7cf-af4a-44db-b08b-1376297ded67 tempest-RoutersAdminNegativeTest-1036983663 tempest-RoutersAdminNegativeTest-1036983663-project-admin] Made reservation on behalf of 1441e4f2307646debfeec9d05c9b9117 for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:52:16.758132 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9cf7e7cf-af4a-44db-b08b-1376297ded67 tempest-RoutersAdminNegativeTest-1036983663 tempest-RoutersAdminNegativeTest-1036983663-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:16.769071 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9cf7e7cf-af4a-44db-b08b-1376297ded67 tempest-RoutersAdminNegativeTest-1036983663 tempest-RoutersAdminNegativeTest-1036983663-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:16.868746 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9cf7e7cf-af4a-44db-b08b-1376297ded67 tempest-RoutersAdminNegativeTest-1036983663 tempest-RoutersAdminNegativeTest-1036983663-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:16.884488 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9fb99b9-c69b-4de9-ab07-3b8a0e18dbd8 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:52:16.894068 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a468524-c426-4a9e-9246-5646a57c2dd2 None None] Sync routers for ids ['cb363915-26ac-4b67-beff-063ce6229437'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:52:16.896322 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d9fb99b9-c69b-4de9-ab07-3b8a0e18dbd8 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:16.896322 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-d9fb99b9-c69b-4de9-ab07-3b8a0e18dbd8 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] 10.222.0.60 "PUT /v2.0/routers/cb363915-26ac-4b67-beff-063ce6229437 HTTP/1.1" status: 200 len: 879 time: 7.8980181 Jun 11 09:52:16.898304 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 52496) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:16.904146 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a468524-c426-4a9e-9246-5646a57c2dd2 None None] Routers {'cb363915-26ac-4b67-beff-063ce6229437'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:52:16.904757 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-1a468524-c426-4a9e-9246-5646a57c2dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:52:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['cb363915-26ac-4b67-beff-063ce6229437'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:52:16.920035 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-cd11b8a1-6bb4-4dad-82b7-570cbf993a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:16.929282 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-cd11b8a1-6bb4-4dad-82b7-570cbf993a9a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e42b8e0f-29ce-4b18-9ea9-5eee901ccfd5 HTTP/1.1" status: 200 len: 797 time: 0.1920991 Jun 11 09:52:16.953792 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-1a468524-c426-4a9e-9246-5646a57c2dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:52:16.961853 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a468524-c426-4a9e-9246-5646a57c2dd2 None None] Routers {'cb363915-26ac-4b67-beff-063ce6229437'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:52:16.962474 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-1a468524-c426-4a9e-9246-5646a57c2dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:52:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['cb363915-26ac-4b67-beff-063ce6229437'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:52:16.990386 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7511a07-a562-458c-8e40-36dc2efebce4 admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:52:17.007018 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-c7511a07-a562-458c-8e40-36dc2efebce4 admin admin] 10.222.0.60 "PUT /v2.0/routers/4800d652-a4ee-4abd-88c6-40a7cbe329ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0033712 Jun 11 09:52:17.011119 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42629cb-529e-423d-98f9-2023a28cbb32 None None] Sync routers for ids ['4800d652-a4ee-4abd-88c6-40a7cbe329ad'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:52:17.014642 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-1a468524-c426-4a9e-9246-5646a57c2dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:52:17.015149 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a468524-c426-4a9e-9246-5646a57c2dd2 None None] The sync data for ids ['cb363915-26ac-4b67-beff-063ce6229437'] in n-d-779913-12 is: [] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:52:17.019876 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-f9b1461c-449e-4446-9be9-579ebac11662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:17.021366 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-f9b1461c-449e-4446-9be9-579ebac11662 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8268b03e-4f88-453d-8a80-f3e0484b960f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0926683 Jun 11 09:52:17.038942 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42629cb-529e-423d-98f9-2023a28cbb32 None None] Routers {'4800d652-a4ee-4abd-88c6-40a7cbe329ad'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:52:17.038942 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-e42629cb-529e-423d-98f9-2023a28cbb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:52:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['4800d652-a4ee-4abd-88c6-40a7cbe329ad'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:52:17.039133 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9cf7e7cf-af4a-44db-b08b-1376297ded67 tempest-RoutersAdminNegativeTest-1036983663 tempest-RoutersAdminNegativeTest-1036983663-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:17.041053 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [None req-9cf7e7cf-af4a-44db-b08b-1376297ded67 tempest-RoutersAdminNegativeTest-1036983663 tempest-RoutersAdminNegativeTest-1036983663-project-admin] device_id is not set on port d96de01d-856b-4c4b-8a19-20290d633688 yet. {{(pid=93176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 09:52:17.047024 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e1a13600-081d-431a-a153-09cc839b7854 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:17.144754 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf7e7cf-af4a-44db-b08b-1376297ded67 tempest-RoutersAdminNegativeTest-1036983663 tempest-RoutersAdminNegativeTest-1036983663-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f48a8c-615f-42eb-9790-45da3997c53d,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:17.152351 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9cf7e7cf-af4a-44db-b08b-1376297ded67 tempest-RoutersAdminNegativeTest-1036983663 tempest-RoutersAdminNegativeTest-1036983663-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:17.153233 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-455481c8-f1ec-48d7-ba03-3ad480fce953 service neutron] 10.222.0.64 "GET /v2.0/networks/8268b03e-4f88-453d-8a80-f3e0484b960f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210613 Jun 11 09:52:17.161366 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-7380c0c3-cd41-481f-8444-362137f556a9 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] 10.222.0.60 "GET /v2.0/routers/cb363915-26ac-4b67-beff-063ce6229437 HTTP/1.1" status: 200 len: 920 time: 0.2617948 Jun 11 09:52:17.164425 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 52500) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:17.246109 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-e42629cb-529e-423d-98f9-2023a28cbb32 None None] Set router 4800d652-a4ee-4abd-88c6-40a7cbe329ad gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:52:17.297887 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-031890cf-e3fa-4309-a6ee-6b6be55a89ef service neutron] 10.222.0.64 "GET /v2.0/networks/8268b03e-4f88-453d-8a80-f3e0484b960f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380575 Jun 11 09:52:17.311212 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-9cf7e7cf-af4a-44db-b08b-1376297ded67 tempest-RoutersAdminNegativeTest-1036983663 tempest-RoutersAdminNegativeTest-1036983663-project-admin] Allocated IP 172.25.4.59 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/d96de01d-856b-4c4b-8a19-20290d633688) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:52:17.357436 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca4184c-460d-40a3-90e8-0fdba0d69fcb tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:17.358947 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-7ca4184c-460d-40a3-90e8-0fdba0d69fcb tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=f0adef6e-169f-4a27-8865-442be2ad072d&device_id=cb363915-26ac-4b67-beff-063ce6229437&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1934757 Jun 11 09:52:17.369950 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 52512) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:17.380864 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-0d90463a-831e-4e8c-b2f9-5cef86dece01 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1006db35-2c94-42c9-8939-645ef395cec2 HTTP/1.1" status: 200 len: 217 time: 0.0752766 Jun 11 09:52:17.504508 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-409544d1-0bdf-4b91-b0a6-bf5df804d890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:17.506017 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-409544d1-0bdf-4b91-b0a6-bf5df804d890 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e42b8e0f-29ce-4b18-9ea9-5eee901ccfd5 HTTP/1.1" status: 200 len: 797 time: 0.1171055 Jun 11 09:52:17.586461 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68a3eec-7bee-44af-912e-63873f8217b5 req-29e309c1-d59a-478c-ba52-00138b23d383 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:17.588060 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f68a3eec-7bee-44af-912e-63873f8217b5 req-29e309c1-d59a-478c-ba52-00138b23d383 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/ports?device_id=693b0d7a-8a64-4793-9a0e-ef586babbefa HTTP/1.1" status: 200 len: 944 time: 0.1329727 Jun 11 09:52:17.596952 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637d4127-20be-4df7-80cf-52f1c32820ef tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:17.598992 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-637d4127-20be-4df7-80cf-52f1c32820ef tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] 10.222.0.60 "GET /v2.0/networks/f0adef6e-169f-4a27-8865-442be2ad072d HTTP/1.1" status: 200 len: 881 time: 0.2272165 Jun 11 09:52:17.605615 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 52526) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:17.669383 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-6a01ba58-4f3d-45ea-89f9-1bc94825cff6 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb363915-26ac-4b67-beff-063ce6229437 HTTP/1.1" status: 200 len: 205 time: 0.0620849 Jun 11 09:52:17.678854 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 52528) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:17.744955 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-9d3c8380-ee98-4c43-ab5d-4fdba8dfe80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:17.746488 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-9d3c8380-ee98-4c43-ab5d-4fdba8dfe80a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8268b03e-4f88-453d-8a80-f3e0484b960f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2317932 Jun 11 09:52:17.749699 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f68a3eec-7bee-44af-912e-63873f8217b5 req-3993a35e-9969-4ad4-916b-7bff37556d77 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bdf718a-3d55-4418-9711-8519d490f59c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553478 Jun 11 09:52:17.755587 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-e42629cb-529e-423d-98f9-2023a28cbb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4800d652-a4ee-4abd-88c6-40a7cbe329ad', 'name': 'tempest-ServerRescueNegativeTestJSON-577287990-router', 'tenant_id': 'aae32b6d82fb4d1babe798fa5bdf8d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'dc7611bd-d825-4c36-9e88-d6482a4217c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:52:00Z', 'updated_at': '2021-06-11T09:52:14Z', 'revision_number': 4, 'project_id': 'aae32b6d82fb4d1babe798fa5bdf8d6b', 'gw_port': {'id': 'dc7611bd-d825-4c36-9e88-d6482a4217c9', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b2:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4800d652-a4ee-4abd-88c6-40a7cbe329ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:52:02Z', 'updated_at': '2021-06-11T09:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': 'aa9ccd87-3fb3-4114-b47b-5104a57cc99e', 'name': '', 'network_id': '05221ef3-e163-480d-ad89-4315ae45fbcc', 'tenant_id': 'aae32b6d82fb4d1babe798fa5bdf8d6b', 'mac_address': 'fa:16:3e:91:87:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4800d652-a4ee-4abd-88c6-40a7cbe329ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'eedbaccc-33aa-4196-b70d-ae78a5d61bda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:52:11Z', 'updated_at': '2021-06-11T09:52:14Z', 'revision_number': 2, 'project_id': 'aae32b6d82fb4d1babe798fa5bdf8d6b', 'subnets': [{'id': 'eedbaccc-33aa-4196-b70d-ae78a5d61bda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:52:17.759466 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42629cb-529e-423d-98f9-2023a28cbb32 None None] Checking router: 4800d652-a4ee-4abd-88c6-40a7cbe329ad for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:52:17.759862 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42629cb-529e-423d-98f9-2023a28cbb32 None None] Updating router 4800d652-a4ee-4abd-88c6-40a7cbe329ad port aa9ccd87-3fb3-4114-b47b-5104a57cc99e binding host n-d-779913-12 {{(pid=93178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 09:52:17.792184 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6fa58b-37b2-4777-9246-61a4da6b946a req-b36a0f9f-d126-4857-8279-9f3b16db5181 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:17.793815 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3a6fa58b-37b2-4777-9246-61a4da6b946a req-b36a0f9f-d126-4857-8279-9f3b16db5181 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/networks?id=05221ef3-e163-480d-ad89-4315ae45fbcc HTTP/1.1" status: 200 len: 818 time: 0.2770650 Jun 11 09:52:17.808327 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e42629cb-529e-423d-98f9-2023a28cbb32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:17.832842 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3a6fa58b-37b2-4777-9246-61a4da6b946a req-e084e401-8bb8-4d70-bd16-3fb3839a95ba tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/quotas/aae32b6d82fb4d1babe798fa5bdf8d6b HTTP/1.1" status: 200 len: 375 time: 0.0298204 Jun 11 09:52:17.844911 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9cf7e7cf-af4a-44db-b08b-1376297ded67 tempest-RoutersAdminNegativeTest-1036983663 tempest-RoutersAdminNegativeTest-1036983663-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:17.956489 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3a6fa58b-37b2-4777-9246-61a4da6b946a req-82de4392-78e0-41bd-83ac-2c69c4aa6e15 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=aae32b6d82fb4d1babe798fa5bdf8d6b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1082368 Jun 11 09:52:18.009845 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-84a755f7-f0a5-420f-93f9-87932a7fedd0 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks [] for router, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:18.055052 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9cf7e7cf-af4a-44db-b08b-1376297ded67 tempest-RoutersAdminNegativeTest-1036983663 tempest-RoutersAdminNegativeTest-1036983663-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:18.060147 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4ffece65-12b5-4a09-b8ff-9b39e7b89409 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:18.130479 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf7e7cf-af4a-44db-b08b-1376297ded67 tempest-RoutersAdminNegativeTest-1036983663 tempest-RoutersAdminNegativeTest-1036983663-project-admin] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:52:18.136741 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-9cf7e7cf-af4a-44db-b08b-1376297ded67 tempest-RoutersAdminNegativeTest-1036983663 tempest-RoutersAdminNegativeTest-1036983663-project-admin] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:52:18.144072 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf7e7cf-af4a-44db-b08b-1376297ded67 tempest-RoutersAdminNegativeTest-1036983663 tempest-RoutersAdminNegativeTest-1036983663-project-admin] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:52:18.148176 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device a7107800-f6f6-474f-bd02-15a63dd970b4 up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:52:18.172719 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf7e7cf-af4a-44db-b08b-1376297ded67 tempest-RoutersAdminNegativeTest-1036983663 tempest-RoutersAdminNegativeTest-1036983663-project-admin] Pushing event updated for resources: {'Port': ['ID=d96de01d-856b-4c4b-8a19-20290d633688,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:18.182791 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3a6fa58b-37b2-4777-9246-61a4da6b946a req-fdc7394a-3cb2-4b94-bf36-ea11ef270f63 service neutron] 10.222.0.60 "GET /v2.0/networks/05221ef3-e163-480d-ad89-4315ae45fbcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175200 Jun 11 09:52:18.185059 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9cf7e7cf-af4a-44db-b08b-1376297ded67 tempest-RoutersAdminNegativeTest-1036983663 tempest-RoutersAdminNegativeTest-1036983663-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:18.242607 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf7e7cf-af4a-44db-b08b-1376297ded67 tempest-RoutersAdminNegativeTest-1036983663 tempest-RoutersAdminNegativeTest-1036983663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:18.243221 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9cf7e7cf-af4a-44db-b08b-1376297ded67 tempest-RoutersAdminNegativeTest-1036983663 tempest-RoutersAdminNegativeTest-1036983663-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:18.275721 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e42629cb-529e-423d-98f9-2023a28cbb32 None None] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:18.296990 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-e42629cb-529e-423d-98f9-2023a28cbb32 None None] Transition to ACTIVE for port object aa9ccd87-3fb3-4114-b47b-5104a57cc99e will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:52:18.331189 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3a6fa58b-37b2-4777-9246-61a4da6b946a req-949ee0b9-46b3-4069-97ed-e605d8fd23cd service neutron] 10.222.0.60 "GET /v2.0/networks/05221ef3-e163-480d-ad89-4315ae45fbcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473973 Jun 11 09:52:18.352389 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:18.406703 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e42629cb-529e-423d-98f9-2023a28cbb32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:18.410987 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:18.430357 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-9cf7e7cf-af4a-44db-b08b-1376297ded67 tempest-RoutersAdminNegativeTest-1036983663 tempest-RoutersAdminNegativeTest-1036983663-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.9375241 Jun 11 09:52:18.432843 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 52532) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:18.437491 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-819688c0-89f0-4919-b793-872cb4321da7 tempest-RoutersAdminNegativeTest-1036983663 tempest-RoutersAdminNegativeTest-1036983663-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.59'}]}}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:52:18.452903 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning for port a7107800-f6f6-474f-bd02-15a63dd970b4 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:52:18.461376 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-869f83a4-8587-4329-889b-6af4e035de5f service neutron] 10.222.0.64 "GET /v2.0/networks/8268b03e-4f88-453d-8a80-f3e0484b960f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6618667 Jun 11 09:52:18.520842 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port a7107800-f6f6-474f-bd02-15a63dd970b4 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:52:18.521071 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:18.555905 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b92030-2d0e-421d-9539-5d70df2a4a6d req-714aceb7-93c1-415b-950f-1c5c2252b2ea tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:18.556676 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd79ff25-7af8-45c9-95cb-7224ee9a621a None None] Pushing event updated for resources: {'Port': ['ID=aa9ccd87-3fb3-4114-b47b-5104a57cc99e,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:18.560793 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-819688c0-89f0-4919-b793-872cb4321da7 tempest-RoutersAdminNegativeTest-1036983663 tempest-RoutersAdminNegativeTest-1036983663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:18.562059 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-819688c0-89f0-4919-b793-872cb4321da7 tempest-RoutersAdminNegativeTest-1036983663 tempest-RoutersAdminNegativeTest-1036983663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:18.562683 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b92030-2d0e-421d-9539-5d70df2a4a6d req-714aceb7-93c1-415b-950f-1c5c2252b2ea tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:18.577182 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-dd79ff25-7af8-45c9-95cb-7224ee9a621a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:18.636569 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b92030-2d0e-421d-9539-5d70df2a4a6d req-714aceb7-93c1-415b-950f-1c5c2252b2ea tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:18.636569 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b92030-2d0e-421d-9539-5d70df2a4a6d req-714aceb7-93c1-415b-950f-1c5c2252b2ea tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:18.636569 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b92030-2d0e-421d-9539-5d70df2a4a6d req-714aceb7-93c1-415b-950f-1c5c2252b2ea tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:18.636569 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b92030-2d0e-421d-9539-5d70df2a4a6d req-714aceb7-93c1-415b-950f-1c5c2252b2ea tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:18.642939 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b92030-2d0e-421d-9539-5d70df2a4a6d req-714aceb7-93c1-415b-950f-1c5c2252b2ea tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:18.646100 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-47b92030-2d0e-421d-9539-5d70df2a4a6d req-714aceb7-93c1-415b-950f-1c5c2252b2ea tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042 HTTP/1.1" status: 200 len: 5429 time: 0.7242246 Jun 11 09:52:18.693781 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-819688c0-89f0-4919-b793-872cb4321da7 tempest-RoutersAdminNegativeTest-1036983663 tempest-RoutersAdminNegativeTest-1036983663-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:18.734060 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-e42629cb-529e-423d-98f9-2023a28cbb32 None None] Attempting to bind port aa9ccd87-3fb3-4114-b47b-5104a57cc99e on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:52:18.734441 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-e42629cb-529e-423d-98f9-2023a28cbb32 None None] Attempting to bind port aa9ccd87-3fb3-4114-b47b-5104a57cc99e by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '59ee2075-9cb6-4e4d-9afe-4362f3097ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '05221ef3-e163-480d-ad89-4315ae45fbcc'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:52:18.734813 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42629cb-529e-423d-98f9-2023a28cbb32 None None] Attempting to bind port aa9ccd87-3fb3-4114-b47b-5104a57cc99e on network 05221ef3-e163-480d-ad89-4315ae45fbcc {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:52:18.746862 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42629cb-529e-423d-98f9-2023a28cbb32 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:52:18.747233 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42629cb-529e-423d-98f9-2023a28cbb32 None None] Checking segment: {'id': '59ee2075-9cb6-4e4d-9afe-4362f3097ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '05221ef3-e163-480d-ad89-4315ae45fbcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:52:18.751894 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e42629cb-529e-423d-98f9-2023a28cbb32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:18.751894 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42629cb-529e-423d-98f9-2023a28cbb32 None None] Bound using segment: {'id': '59ee2075-9cb6-4e4d-9afe-4362f3097ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '05221ef3-e163-480d-ad89-4315ae45fbcc'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:52:18.751894 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-e42629cb-529e-423d-98f9-2023a28cbb32 None None] Bound port: aa9ccd87-3fb3-4114-b47b-5104a57cc99e, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59ee2075-9cb6-4e4d-9afe-4362f3097ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '05221ef3-e163-480d-ad89-4315ae45fbcc'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:52:18.751894 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e42629cb-529e-423d-98f9-2023a28cbb32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:18.842025 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-84a755f7-f0a5-420f-93f9-87932a7fedd0 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:18.888935 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-47b92030-2d0e-421d-9539-5d70df2a4a6d req-47d14abc-527a-4d43-8163-42fc40615d6b tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/security-groups?id=28e50891-2b6b-4143-8c1d-0262dfed919e&id=ee23f870-7e0b-4b16-afae-a1e98a9dceaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1431339 Jun 11 09:52:18.893910 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3e38e7e1-44af-450c-b0fb-3df3fd3f8533 req-caaf97f4-6c27-4e71-852d-9cf1d097b317 service neutron] 10.222.0.64 "GET /v2.0/networks/8268b03e-4f88-453d-8a80-f3e0484b960f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4229307 Jun 11 09:52:18.902055 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:18.915485 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a3f0e06d-16f3-4e4c-ab15-d6dea011f10c req-60d6b90b-af6e-45ad-85d4-2e9d00fc64a2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8b0925bd-e2ca-4cc1-bb17-c477189658df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1729665 Jun 11 09:52:18.961745 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '693b0d7a-8a64-4793-9a0e-ef586babbefa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7107800-f6f6-474f-bd02-15a63dd970b4'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:52:18.964127 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4470ef90-5106-4240-83d2-38b84006f57e" -d '{"events": [{"server_uuid": "693b0d7a-8a64-4793-9a0e-ef586babbefa", "name": "network-vif-plugged", "status": "completed", "tag": "a7107800-f6f6-474f-bd02-15a63dd970b4"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:52:18.980284 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port a7107800-f6f6-474f-bd02-15a63dd970b4, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=a7107800-f6f6-474f-bd02-15a63dd970b4,segment=NetworkSegment(f2a6a55c-ddd9-4c58-9bb7-06c667db61ab),segment_id=f2a6a55c-ddd9-4c58-9bb7-06c667db61ab)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:52:19.006982 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fe3e41ab-20ab-47cf-ad40-c3feacf52293 req-9d5e1da7-f23e-4d4b-885e-04c6b3769df4 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/ports?device_id=af759f82-325a-479d-9171-b34363c7d03f HTTP/1.1" status: 200 len: 210 time: 0.0878675 Jun 11 09:52:19.070798 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-819688c0-89f0-4919-b793-872cb4321da7 tempest-RoutersAdminNegativeTest-1036983663 tempest-RoutersAdminNegativeTest-1036983663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:19.071078 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30354790-bb77-4213-86ac-9da9dd011a2f x-openstack-request-id: req-30354790-bb77-4213-86ac-9da9dd011a2f {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:52:19.071386 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "693b0d7a-8a64-4793-9a0e-ef586babbefa", "name": "network-vif-plugged", "status": "completed", "tag": "a7107800-f6f6-474f-bd02-15a63dd970b4", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:52:19.071685 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-30354790-bb77-4213-86ac-9da9dd011a2f {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:52:19.072095 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '693b0d7a-8a64-4793-9a0e-ef586babbefa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7107800-f6f6-474f-bd02-15a63dd970b4', 'code': 200} Jun 11 09:52:19.082408 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-e42629cb-529e-423d-98f9-2023a28cbb32 None None] For port aa9ccd87-3fb3-4114-b47b-5104a57cc99e, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:52:19.091772 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:19.104835 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-dd79ff25-7af8-45c9-95cb-7224ee9a621a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:19.113030 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-e42629cb-529e-423d-98f9-2023a28cbb32 None None] For port aa9ccd87-3fb3-4114-b47b-5104a57cc99e, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=aa9ccd87-3fb3-4114-b47b-5104a57cc99e,segment=NetworkSegment(59ee2075-9cb6-4e4d-9afe-4362f3097ca6),segment_id=59ee2075-9cb6-4e4d-9afe-4362f3097ca6)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:52:19.168231 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=a7107800-f6f6-474f-bd02-15a63dd970b4,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:19.171618 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:19.189378 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e42629cb-529e-423d-98f9-2023a28cbb32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:19.193026 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:19.266852 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42629cb-529e-423d-98f9-2023a28cbb32 None None] Routers {'4800d652-a4ee-4abd-88c6-40a7cbe329ad'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:52:19.267617 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-e42629cb-529e-423d-98f9-2023a28cbb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:52:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['4800d652-a4ee-4abd-88c6-40a7cbe329ad'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:52:19.272928 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd79ff25-7af8-45c9-95cb-7224ee9a621a None None] Pushing event updated for resources: {'Port': ['ID=aa9ccd87-3fb3-4114-b47b-5104a57cc99e,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:19.276366 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-dd79ff25-7af8-45c9-95cb-7224ee9a621a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:19.305370 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f0e06d-16f3-4e4c-ab15-d6dea011f10c req-664addb3-38d9-42dc-858e-11bb132288cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:19.306868 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a3f0e06d-16f3-4e4c-ab15-d6dea011f10c req-664addb3-38d9-42dc-858e-11bb132288cf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0694d8955d61412382677b4a46f00758&device_id=8b0925bd-e2ca-4cc1-bb17-c477189658df HTTP/1.1" status: 200 len: 1097 time: 0.3654151 Jun 11 09:52:19.320070 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-84a755f7-f0a5-420f-93f9-87932a7fedd0 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Deleting port fb73edbe-6cea-4dbd-89a2-52ec7e8842db {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:52:19.321218 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-84a755f7-f0a5-420f-93f9-87932a7fedd0 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:19.342738 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03985e0d-6325-46f6-a137-6afc826fec2e req-f5842e4a-9e6d-4bc2-9f63-2ec1ac9e982e tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:19.344947 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-03985e0d-6325-46f6-a137-6afc826fec2e req-f5842e4a-9e6d-4bc2-9f63-2ec1ac9e982e tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/ports?device_id=693b0d7a-8a64-4793-9a0e-ef586babbefa HTTP/1.1" status: 200 len: 945 time: 0.2996311 Jun 11 09:52:19.368583 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871cc4ea-b242-4abe-8310-060324c5ece3 req-9be7ac9a-49d5-4d23-9cb4-52d1fa81c29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:19.370234 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871cc4ea-b242-4abe-8310-060324c5ece3 req-9be7ac9a-49d5-4d23-9cb4-52d1fa81c29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:19.370234 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871cc4ea-b242-4abe-8310-060324c5ece3 req-9be7ac9a-49d5-4d23-9cb4-52d1fa81c29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:19.370234 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871cc4ea-b242-4abe-8310-060324c5ece3 req-9be7ac9a-49d5-4d23-9cb4-52d1fa81c29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:19.370677 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871cc4ea-b242-4abe-8310-060324c5ece3 req-9be7ac9a-49d5-4d23-9cb4-52d1fa81c29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:19.371151 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871cc4ea-b242-4abe-8310-060324c5ece3 req-9be7ac9a-49d5-4d23-9cb4-52d1fa81c29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:19.371924 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871cc4ea-b242-4abe-8310-060324c5ece3 req-9be7ac9a-49d5-4d23-9cb4-52d1fa81c29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:19.374789 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-871cc4ea-b242-4abe-8310-060324c5ece3 req-9be7ac9a-49d5-4d23-9cb4-52d1fa81c29d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=39e8725552694bd89f3d9b894d223d7c&device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042 HTTP/1.1" status: 200 len: 6493 time: 0.1973832 Jun 11 09:52:19.457815 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-e42629cb-529e-423d-98f9-2023a28cbb32 None None] Set router 4800d652-a4ee-4abd-88c6-40a7cbe329ad gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:52:19.598082 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871cc4ea-b242-4abe-8310-060324c5ece3 req-a6f58be0-f73d-4c08-9ba6-01834816057b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:19.599582 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-871cc4ea-b242-4abe-8310-060324c5ece3 req-a6f58be0-f73d-4c08-9ba6-01834816057b service neutron] 10.222.0.64 "GET /v2.0/networks?id=8268b03e-4f88-453d-8a80-f3e0484b960f HTTP/1.1" status: 200 len: 903 time: 0.1755927 Jun 11 09:52:19.606136 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-03985e0d-6325-46f6-a137-6afc826fec2e req-096bfc17-9405-4bb3-8d62-01df3f86f50a tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bdf718a-3d55-4418-9711-8519d490f59c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301037 Jun 11 09:52:19.674941 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-871cc4ea-b242-4abe-8310-060324c5ece3 req-89e7641a-a0ff-4017-9044-508da52ab1c6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1006db35-2c94-42c9-8939-645ef395cec2 HTTP/1.1" status: 200 len: 217 time: 0.0659597 Jun 11 09:52:19.815086 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bb311a-430a-4642-8035-b6b0bc28055c req-45baeaca-8da4-4702-bef4-7690d29e3537 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:19.822062 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-80bb311a-430a-4642-8035-b6b0bc28055c req-45baeaca-8da4-4702-bef4-7690d29e3537 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/networks?id=05221ef3-e163-480d-ad89-4315ae45fbcc HTTP/1.1" status: 200 len: 818 time: 0.6385555 Jun 11 09:52:19.827183 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded607d2-4d44-4c29-8642-78952aa940ef req-b972a037-22cf-4cdf-bb53-9bf50115ab47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:19.829154 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ded607d2-4d44-4c29-8642-78952aa940ef req-b972a037-22cf-4cdf-bb53-9bf50115ab47 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=693b0d7a-8a64-4793-9a0e-ef586babbefa HTTP/1.1" status: 200 len: 1097 time: 0.6891191 Jun 11 09:52:19.855118 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-80bb311a-430a-4642-8035-b6b0bc28055c req-5d9cffae-c540-486a-afdd-a6e49e866706 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/quotas/aae32b6d82fb4d1babe798fa5bdf8d6b HTTP/1.1" status: 200 len: 375 time: 0.0314813 Jun 11 09:52:19.912861 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871cc4ea-b242-4abe-8310-060324c5ece3 req-a3738e71-f532-4bba-ab87-c5a362ac7aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:19.914319 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-871cc4ea-b242-4abe-8310-060324c5ece3 req-a3738e71-f532-4bba-ab87-c5a362ac7aa8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e42b8e0f-29ce-4b18-9ea9-5eee901ccfd5 HTTP/1.1" status: 200 len: 797 time: 0.0847340 Jun 11 09:52:19.937281 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ded607d2-4d44-4c29-8642-78952aa940ef req-26d0d6d3-655f-4f6e-81cb-38344e7ec82e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=1bdf718a-3d55-4418-9711-8519d490f59c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982811 Jun 11 09:52:19.962937 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-e42629cb-529e-423d-98f9-2023a28cbb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4800d652-a4ee-4abd-88c6-40a7cbe329ad', 'name': 'tempest-ServerRescueNegativeTestJSON-577287990-router', 'tenant_id': 'aae32b6d82fb4d1babe798fa5bdf8d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'dc7611bd-d825-4c36-9e88-d6482a4217c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:52:00Z', 'updated_at': '2021-06-11T09:52:14Z', 'revision_number': 4, 'project_id': 'aae32b6d82fb4d1babe798fa5bdf8d6b', 'gw_port': {'id': 'dc7611bd-d825-4c36-9e88-d6482a4217c9', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b2:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4800d652-a4ee-4abd-88c6-40a7cbe329ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:52:02Z', 'updated_at': '2021-06-11T09:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': 'aa9ccd87-3fb3-4114-b47b-5104a57cc99e', 'name': '', 'network_id': '05221ef3-e163-480d-ad89-4315ae45fbcc', 'tenant_id': 'aae32b6d82fb4d1babe798fa5bdf8d6b', 'mac_address': 'fa:16:3e:91:87:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4800d652-a4ee-4abd-88c6-40a7cbe329ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'eedbaccc-33aa-4196-b70d-ae78a5d61bda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:52:11Z', 'updated_at': '2021-06-11T09:52:19Z', 'revision_number': 4, 'project_id': 'aae32b6d82fb4d1babe798fa5bdf8d6b', 'subnets': [{'id': 'eedbaccc-33aa-4196-b70d-ae78a5d61bda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:52:19.966817 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42629cb-529e-423d-98f9-2023a28cbb32 None None] The sync data for ids ['4800d652-a4ee-4abd-88c6-40a7cbe329ad'] in n-d-779913-12 is: [{'id': '4800d652-a4ee-4abd-88c6-40a7cbe329ad', 'name': 'tempest-ServerRescueNegativeTestJSON-577287990-router', 'tenant_id': 'aae32b6d82fb4d1babe798fa5bdf8d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'dc7611bd-d825-4c36-9e88-d6482a4217c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:52:00Z', 'updated_at': '2021-06-11T09:52:14Z', 'revision_number': 4, 'project_id': 'aae32b6d82fb4d1babe798fa5bdf8d6b', 'gw_port': {'id': 'dc7611bd-d825-4c36-9e88-d6482a4217c9', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b2:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4800d652-a4ee-4abd-88c6-40a7cbe329ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:52:02Z', 'updated_at': '2021-06-11T09:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': 'aa9ccd87-3fb3-4114-b47b-5104a57cc99e', 'name': '', 'network_id': '05221ef3-e163-480d-ad89-4315ae45fbcc', 'tenant_id': 'aae32b6d82fb4d1babe798fa5bdf8d6b', 'mac_address': 'fa:16:3e:91:87:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4800d652-a4ee-4abd-88c6-40a7cbe329ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'eedbaccc-33aa-4196-b70d-ae78a5d61bda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:52:11Z', 'updated_at': '2021-06-11T09:52:19Z', 'revision_number': 4, 'project_id': 'aae32b6d82fb4d1babe798fa5bdf8d6b', 'subnets': [{'id': 'eedbaccc-33aa-4196-b70d-ae78a5d61bda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:52:19.978288 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-80bb311a-430a-4642-8035-b6b0bc28055c req-c896232c-3cac-4f36-a0f6-4374eea31d55 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=aae32b6d82fb4d1babe798fa5bdf8d6b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1228111 Jun 11 09:52:20.024919 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-84a755f7-f0a5-420f-93f9-87932a7fedd0 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:20.024919 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f0e06d-16f3-4e4c-ab15-d6dea011f10c req-afd08773-1736-44c0-8bc2-50ac6ff94691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:20.031532 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a3f0e06d-16f3-4e4c-ab15-d6dea011f10c req-afd08773-1736-44c0-8bc2-50ac6ff94691 service neutron] 10.222.0.69 "GET /v2.0/networks?id=95f263a2-16db-4d6c-8962-c50348487ef1 HTTP/1.1" status: 200 len: 913 time: 0.6812065 Jun 11 09:52:20.191602 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-84a755f7-f0a5-420f-93f9-87932a7fedd0 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Calling delete_port for fb73edbe-6cea-4dbd-89a2-52ec7e8842db owned by network:router_gateway {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:52:20.309725 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-80bb311a-430a-4642-8035-b6b0bc28055c req-dba54697-39e5-47c3-9c12-1d1cc955d58f service neutron] 10.222.0.60 "GET /v2.0/networks/05221ef3-e163-480d-ad89-4315ae45fbcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3304086 Jun 11 09:52:20.364623 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-819688c0-89f0-4919-b793-872cb4321da7 tempest-RoutersAdminNegativeTest-1036983663 tempest-RoutersAdminNegativeTest-1036983663-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:20.414492 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871cc4ea-b242-4abe-8310-060324c5ece3 req-5d77394f-998a-40aa-8e4d-dd5677724f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:20.416242 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-871cc4ea-b242-4abe-8310-060324c5ece3 req-5d77394f-998a-40aa-8e4d-dd5677724f5c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8268b03e-4f88-453d-8a80-f3e0484b960f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4908314 Jun 11 09:52:20.437190 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-819688c0-89f0-4919-b793-872cb4321da7 tempest-RoutersAdminNegativeTest-1036983663 tempest-RoutersAdminNegativeTest-1036983663-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:20.439204 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a3f0e06d-16f3-4e4c-ab15-d6dea011f10c req-ff1d9ae3-3963-48a6-859f-0b6c72a763fb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b5f0517f-e623-4a7f-afe3-a62c3b1537aa HTTP/1.1" status: 200 len: 1001 time: 0.3779202 Jun 11 09:52:20.526981 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-80bb311a-430a-4642-8035-b6b0bc28055c req-93b9c274-879d-46c8-98c3-21d455d98278 service neutron] 10.222.0.60 "GET /v2.0/networks/05221ef3-e163-480d-ad89-4315ae45fbcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163999 Jun 11 09:52:20.656893 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba633429-9170-4e20-80b3-71722586fc43 req-3ab5234a-e025-4db1-ad32-7cf9ecb5e3d8 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:20.662911 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba633429-9170-4e20-80b3-71722586fc43 req-3ab5234a-e025-4db1-ad32-7cf9ecb5e3d8 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:20.668999 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba633429-9170-4e20-80b3-71722586fc43 req-3ab5234a-e025-4db1-ad32-7cf9ecb5e3d8 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:20.676001 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba633429-9170-4e20-80b3-71722586fc43 req-3ab5234a-e025-4db1-ad32-7cf9ecb5e3d8 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:20.682634 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba633429-9170-4e20-80b3-71722586fc43 req-3ab5234a-e025-4db1-ad32-7cf9ecb5e3d8 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:20.688401 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba633429-9170-4e20-80b3-71722586fc43 req-3ab5234a-e025-4db1-ad32-7cf9ecb5e3d8 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:20.695405 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba633429-9170-4e20-80b3-71722586fc43 req-3ab5234a-e025-4db1-ad32-7cf9ecb5e3d8 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:20.697456 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ba633429-9170-4e20-80b3-71722586fc43 req-3ab5234a-e025-4db1-ad32-7cf9ecb5e3d8 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042 HTTP/1.1" status: 200 len: 5429 time: 0.4857063 Jun 11 09:52:20.718327 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f0e06d-16f3-4e4c-ab15-d6dea011f10c req-84300508-e01a-436e-b72f-0213da4a9002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:20.719792 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a3f0e06d-16f3-4e4c-ab15-d6dea011f10c req-84300508-e01a-436e-b72f-0213da4a9002 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9b5d9d7d-14db-4d74-baaa-fbd3e9136036 HTTP/1.1" status: 200 len: 851 time: 0.2606170 Jun 11 09:52:20.744294 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-819688c0-89f0-4919-b793-872cb4321da7 tempest-RoutersAdminNegativeTest-1036983663 tempest-RoutersAdminNegativeTest-1036983663-project-admin] Notify callbacks [] for router, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:20.870972 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-871cc4ea-b242-4abe-8310-060324c5ece3 req-54ea780c-9e5e-4114-a63c-e650282f5fec service neutron] 10.222.0.64 "GET /v2.0/networks/8268b03e-4f88-453d-8a80-f3e0484b960f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4439721 Jun 11 09:52:20.896451 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ba633429-9170-4e20-80b3-71722586fc43 req-8158d6c0-782b-4935-b5df-35ea4d944f0b tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/security-groups?id=28e50891-2b6b-4143-8c1d-0262dfed919e&id=ee23f870-7e0b-4b16-afae-a1e98a9dceaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1798074 Jun 11 09:52:21.037714 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-84a755f7-f0a5-420f-93f9-87932a7fedd0 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:21.058579 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c7511a07-a562-458c-8e40-36dc2efebce4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:21.107104 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f0e06d-16f3-4e4c-ab15-d6dea011f10c req-c21c53a5-16fa-4cbb-9021-1a64e11de9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:21.108157 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a3f0e06d-16f3-4e4c-ab15-d6dea011f10c req-c21c53a5-16fa-4cbb-9021-1a64e11de9d0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=95f263a2-16db-4d6c-8962-c50348487ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3757093 Jun 11 09:52:21.130586 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-819688c0-89f0-4919-b793-872cb4321da7 tempest-RoutersAdminNegativeTest-1036983663 tempest-RoutersAdminNegativeTest-1036983663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:21.136815 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-154f3d0d-0ce1-410f-8329-c1f81a504392 req-2c834c2a-09ad-4b3a-807e-67a267cb3479 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/ports?device_id=445071e3-bce3-40d6-b09a-3bc5f83c1af6 HTTP/1.1" status: 200 len: 210 time: 0.1036477 Jun 11 09:52:21.137648 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a755f7-f0a5-420f-93f9-87932a7fedd0 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Pushing event deleted for resources: {'Port': ['ID=fb73edbe-6cea-4dbd-89a2-52ec7e8842db,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:21.151535 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-84a755f7-f0a5-420f-93f9-87932a7fedd0 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:21.189679 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-819688c0-89f0-4919-b793-872cb4321da7 tempest-RoutersAdminNegativeTest-1036983663 tempest-RoutersAdminNegativeTest-1036983663-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:21.267743 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-871cc4ea-b242-4abe-8310-060324c5ece3 req-3fc6ba96-13d3-4aaa-8284-38f2cab69545 service neutron] 10.222.0.64 "GET /v2.0/networks/8268b03e-4f88-453d-8a80-f3e0484b960f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3885891 Jun 11 09:52:21.332334 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc286f9-4975-46a4-84c8-50eb1eb34287 req-b8ecbb13-06e9-4ace-97ca-be7671b87ac5 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:21.343539 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1fc286f9-4975-46a4-84c8-50eb1eb34287 req-b8ecbb13-06e9-4ace-97ca-be7671b87ac5 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/ports?device_id=693b0d7a-8a64-4793-9a0e-ef586babbefa HTTP/1.1" status: 200 len: 945 time: 0.3521600 Jun 11 09:52:21.357455 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-84a755f7-f0a5-420f-93f9-87932a7fedd0 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374120'] for router_gateway, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:21.391773 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-819688c0-89f0-4919-b793-872cb4321da7 tempest-RoutersAdminNegativeTest-1036983663 tempest-RoutersAdminNegativeTest-1036983663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:21.392561 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-819688c0-89f0-4919-b793-872cb4321da7 tempest-RoutersAdminNegativeTest-1036983663 tempest-RoutersAdminNegativeTest-1036983663-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 74f4e9e4-7df1-400f-a74e-07df5a297efa {{(pid=93176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 09:52:21.460989 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1fc286f9-4975-46a4-84c8-50eb1eb34287 req-ce4013dd-d193-4970-8838-3090a45186a7 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bdf718a-3d55-4418-9711-8519d490f59c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155202 Jun 11 09:52:21.520650 n-d-779913-12 neutron-server[93176]: INFO neutron.api.v2.resource [None req-819688c0-89f0-4919-b793-872cb4321da7 tempest-RoutersAdminNegativeTest-1036983663 tempest-RoutersAdminNegativeTest-1036983663-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jun 11 09:52:21.521966 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-819688c0-89f0-4919-b793-872cb4321da7 tempest-RoutersAdminNegativeTest-1036983663 tempest-RoutersAdminNegativeTest-1036983663-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.0881212 Jun 11 09:52:21.524951 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 52588) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:21.664993 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-bdab21d6-0514-480f-909a-7f1035f0442f tempest-RoutersAdminNegativeTest-1036983663 tempest-RoutersAdminNegativeTest-1036983663-project-admin] Deleting port d96de01d-856b-4c4b-8a19-20290d633688 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:52:21.664993 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bdab21d6-0514-480f-909a-7f1035f0442f tempest-RoutersAdminNegativeTest-1036983663 tempest-RoutersAdminNegativeTest-1036983663-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:21.732571 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device aa9ccd87-3fb3-4114-b47b-5104a57cc99e up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:52:21.814185 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bdab21d6-0514-480f-909a-7f1035f0442f tempest-RoutersAdminNegativeTest-1036983663 tempest-RoutersAdminNegativeTest-1036983663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:21.857549 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port aa9ccd87-3fb3-4114-b47b-5104a57cc99e completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:52:21.862972 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port aa9ccd87-3fb3-4114-b47b-5104a57cc99e triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:52:21.863461 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:21.918229 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-bdab21d6-0514-480f-909a-7f1035f0442f tempest-RoutersAdminNegativeTest-1036983663 tempest-RoutersAdminNegativeTest-1036983663-project-admin] Calling delete_port for d96de01d-856b-4c4b-8a19-20290d633688 owned by {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:52:21.963314 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-84a755f7-f0a5-420f-93f9-87932a7fedd0 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:21.963314 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-84a755f7-f0a5-420f-93f9-87932a7fedd0 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:22.031118 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:22.088367 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port aa9ccd87-3fb3-4114-b47b-5104a57cc99e, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=aa9ccd87-3fb3-4114-b47b-5104a57cc99e,segment=NetworkSegment(59ee2075-9cb6-4e4d-9afe-4362f3097ca6),segment_id=59ee2075-9cb6-4e4d-9afe-4362f3097ca6)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:52:22.149816 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a3f0e06d-16f3-4e4c-ab15-d6dea011f10c req-7a50602e-a5d8-4535-bf85-1cb12433bfe5 service neutron] 10.222.0.69 "GET /v2.0/networks/95f263a2-16db-4d6c-8962-c50348487ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0168009 Jun 11 09:52:22.187963 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:22.197731 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:22.206570 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057c195d-8556-4eb3-92aa-9573d77ace6e req-0fc1f1e0-05c8-499e-a207-a8429eb0ef18 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:22.214727 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057c195d-8556-4eb3-92aa-9573d77ace6e req-0fc1f1e0-05c8-499e-a207-a8429eb0ef18 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:22.217602 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-84a755f7-f0a5-420f-93f9-87932a7fedd0 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:22.218168 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84a755f7-f0a5-420f-93f9-87932a7fedd0 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Fanout notify agent at l3_agent the message router_deleted on router cb363915-26ac-4b67-beff-063ce6229437 {{(pid=93177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 09:52:22.222364 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057c195d-8556-4eb3-92aa-9573d77ace6e req-0fc1f1e0-05c8-499e-a207-a8429eb0ef18 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:22.232851 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6fa58b-37b2-4777-9246-61a4da6b946a req-31b2026a-91b4-4af7-89ef-16b50ad045f6 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:22.232851 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3a6fa58b-37b2-4777-9246-61a4da6b946a req-31b2026a-91b4-4af7-89ef-16b50ad045f6 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.64 "GET /v2.0/networks?id=05221ef3-e163-480d-ad89-4315ae45fbcc HTTP/1.1" status: 200 len: 818 time: 0.2142313 Jun 11 09:52:22.233042 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057c195d-8556-4eb3-92aa-9573d77ace6e req-0fc1f1e0-05c8-499e-a207-a8429eb0ef18 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:22.236196 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-84a755f7-f0a5-420f-93f9-87932a7fedd0 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:22.237892 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057c195d-8556-4eb3-92aa-9573d77ace6e req-0fc1f1e0-05c8-499e-a207-a8429eb0ef18 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:22.241752 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-84a755f7-f0a5-420f-93f9-87932a7fedd0 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] 10.222.0.60 "DELETE /v2.0/routers/cb363915-26ac-4b67-beff-063ce6229437 HTTP/1.1" status: 204 len: 168 time: 4.5617247 Jun 11 09:52:22.242386 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 52598) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:22.244513 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057c195d-8556-4eb3-92aa-9573d77ace6e req-0fc1f1e0-05c8-499e-a207-a8429eb0ef18 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:22.250107 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-71aa13d0-0b38-4fe6-9cf7-21f9b69c516d tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-812277018', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:52:22.251332 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057c195d-8556-4eb3-92aa-9573d77ace6e req-0fc1f1e0-05c8-499e-a207-a8429eb0ef18 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:22.258050 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-3a6fa58b-37b2-4777-9246-61a4da6b946a req-4c12e8f8-6688-4d06-b3f9-eb10a9903d1c tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Request body: {'port': {'device_id': 'af759f82-325a-479d-9171-b34363c7d03f', 'network_id': '05221ef3-e163-480d-ad89-4315ae45fbcc', 'admin_state_up': True, 'tenant_id': 'aae32b6d82fb4d1babe798fa5bdf8d6b'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:52:22.259456 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-057c195d-8556-4eb3-92aa-9573d77ace6e req-0fc1f1e0-05c8-499e-a207-a8429eb0ef18 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042 HTTP/1.1" status: 200 len: 5429 time: 0.1539340 Jun 11 09:52:22.271045 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bdab21d6-0514-480f-909a-7f1035f0442f tempest-RoutersAdminNegativeTest-1036983663 tempest-RoutersAdminNegativeTest-1036983663-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:22.284691 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-81b09ad5-1ff7-4b29-b768-45039121e3ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:22.287172 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=aa9ccd87-3fb3-4114-b47b-5104a57cc99e,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:22.292350 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:22.315885 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdab21d6-0514-480f-909a-7f1035f0442f tempest-RoutersAdminNegativeTest-1036983663 tempest-RoutersAdminNegativeTest-1036983663-project-admin] Pushing event deleted for resources: {'Port': ['ID=d96de01d-856b-4c4b-8a19-20290d633688,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:22.324242 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-bdab21d6-0514-480f-909a-7f1035f0442f tempest-RoutersAdminNegativeTest-1036983663 tempest-RoutersAdminNegativeTest-1036983663-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:22.380269 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-057c195d-8556-4eb3-92aa-9573d77ace6e req-633c19d9-4125-42fc-a7e0-74b3d5c5479c tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/security-groups?id=28e50891-2b6b-4143-8c1d-0262dfed919e&id=ee23f870-7e0b-4b16-afae-a1e98a9dceaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1197901 Jun 11 09:52:22.406933 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ae505e34-8f1d-4f21-83a7-0dbb7bcf3be2 req-fee646b6-ddc7-49e9-ae7b-0a2de3a9d41e tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/ports?device_id=445071e3-bce3-40d6-b09a-3bc5f83c1af6 HTTP/1.1" status: 200 len: 210 time: 0.0933480 Jun 11 09:52:22.450086 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bdab21d6-0514-480f-909a-7f1035f0442f tempest-RoutersAdminNegativeTest-1036983663 tempest-RoutersAdminNegativeTest-1036983663-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:22.455541 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-bdab21d6-0514-480f-909a-7f1035f0442f tempest-RoutersAdminNegativeTest-1036983663 tempest-RoutersAdminNegativeTest-1036983663-project-admin] 10.222.0.60 "DELETE /v2.0/ports/d96de01d-856b-4c4b-8a19-20290d633688 HTTP/1.1" status: 204 len: 168 time: 0.9266076 Jun 11 09:52:22.555757 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a3f0e06d-16f3-4e4c-ab15-d6dea011f10c req-19858a47-44cd-406c-951e-414af9899b72 service neutron] 10.222.0.69 "GET /v2.0/networks/95f263a2-16db-4d6c-8962-c50348487ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3905945 Jun 11 09:52:22.584463 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-71aa13d0-0b38-4fe6-9cf7-21f9b69c516d tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:22.590052 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-71aa13d0-0b38-4fe6-9cf7-21f9b69c516d tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:22.675829 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-71aa13d0-0b38-4fe6-9cf7-21f9b69c516d tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:22.726381 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a6fa58b-37b2-4777-9246-61a4da6b946a req-4c12e8f8-6688-4d06-b3f9-eb10a9903d1c tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Made reservation on behalf of aae32b6d82fb4d1babe798fa5bdf8d6b for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:52:22.730310 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-3a6fa58b-37b2-4777-9246-61a4da6b946a req-4c12e8f8-6688-4d06-b3f9-eb10a9903d1c tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:22.855782 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-71aa13d0-0b38-4fe6-9cf7-21f9b69c516d tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:22.946279 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [req-3a6fa58b-37b2-4777-9246-61a4da6b946a req-4c12e8f8-6688-4d06-b3f9-eb10a9903d1c tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Allocated IP 172.20.0.14 (05221ef3-e163-480d-ad89-4315ae45fbcc/eedbaccc-33aa-4196-b70d-ae78a5d61bda/55e769e1-1f7c-47ef-ad8c-105c6b62a523) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:52:22.977373 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb7332-4530-45bb-b2fe-a7e65fb542b0 req-18d7d50a-0a5b-4463-8bd6-a8bdc8e6289c tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:22.979608 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-29eb7332-4530-45bb-b2fe-a7e65fb542b0 req-18d7d50a-0a5b-4463-8bd6-a8bdc8e6289c tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/ports?device_id=693b0d7a-8a64-4793-9a0e-ef586babbefa HTTP/1.1" status: 200 len: 945 time: 0.1678340 Jun 11 09:52:23.038889 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-71aa13d0-0b38-4fe6-9cf7-21f9b69c516d tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:23.040499 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-71aa13d0-0b38-4fe6-9cf7-21f9b69c516d tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7938790 Jun 11 09:52:23.043406 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 52610) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:23.048895 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-bda82758-5c36-414b-a93b-e544043aa186 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'enable_snat': True}}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:52:23.144256 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-29eb7332-4530-45bb-b2fe-a7e65fb542b0 req-c35b8d05-6d35-41bb-9a42-a711c21bf96c tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bdf718a-3d55-4418-9711-8519d490f59c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575127 Jun 11 09:52:23.269263 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-3a6fa58b-37b2-4777-9246-61a4da6b946a req-4c12e8f8-6688-4d06-b3f9-eb10a9903d1c tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:23.309502 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 52620) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:23.410844 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f09e32b9-df6a-40aa-b58b-6390a3f62d36 req-485a5149-c0fb-4b68-88b4-0e79849b513e tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-997609841&fields=id&tenant_id=e7a84328845c42e4a2bf009ba2709f6e HTTP/1.1" status: 200 len: 267 time: 0.0765564 Jun 11 09:52:23.411398 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-3a6fa58b-37b2-4777-9246-61a4da6b946a req-4c12e8f8-6688-4d06-b3f9-eb10a9903d1c tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:23.416265 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a558ab7c-3963-4084-ac37-067e81ca97ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:23.556045 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-720def48-596d-489f-a407-0d4c78cbd47f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:23.558540 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bda82758-5c36-414b-a93b-e544043aa186 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:23.581257 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a6fa58b-37b2-4777-9246-61a4da6b946a req-4c12e8f8-6688-4d06-b3f9-eb10a9903d1c tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Network 05221ef3-e163-480d-ad89-4315ae45fbcc is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:52:23.590803 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [req-3a6fa58b-37b2-4777-9246-61a4da6b946a req-4c12e8f8-6688-4d06-b3f9-eb10a9903d1c tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:52:23.595380 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a6fa58b-37b2-4777-9246-61a4da6b946a req-4c12e8f8-6688-4d06-b3f9-eb10a9903d1c tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:52:23.600547 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c12e8f8-6688-4d06-b3f9-eb10a9903d1c tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Pushing event updated for resources: {'Port': ['ID=55e769e1-1f7c-47ef-ad8c-105c6b62a523,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:23.608492 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4c12e8f8-6688-4d06-b3f9-eb10a9903d1c tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:23.671237 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device aa9ccd87-3fb3-4114-b47b-5104a57cc99e up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:52:23.681616 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e32b9-df6a-40aa-b58b-6390a3f62d36 req-0a645a9d-530d-4fa2-8020-a81abf009d28 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:23.683112 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f09e32b9-df6a-40aa-b58b-6390a3f62d36 req-0a645a9d-530d-4fa2-8020-a81abf009d28 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/ports?device_id=693b0d7a-8a64-4793-9a0e-ef586babbefa HTTP/1.1" status: 200 len: 945 time: 0.2632091 Jun 11 09:52:23.702627 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6fa58b-37b2-4777-9246-61a4da6b946a req-4c12e8f8-6688-4d06-b3f9-eb10a9903d1c tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:23.703150 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-3a6fa58b-37b2-4777-9246-61a4da6b946a req-4c12e8f8-6688-4d06-b3f9-eb10a9903d1c tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:23.714631 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-f09e32b9-df6a-40aa-b58b-6390a3f62d36 req-1ea6f322-9bcf-41ca-87ef-cc8860dfa66c tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Request body: {'port': {'security_groups': ['1bdf718a-3d55-4418-9711-8519d490f59c', 'f39eb1d4-52c2-4aff-bbeb-6a2d4ef2476c']}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:52:23.744888 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port aa9ccd87-3fb3-4114-b47b-5104a57cc99e triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:52:23.745532 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:23.874320 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-720def48-596d-489f-a407-0d4c78cbd47f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:23.875217 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-f09e32b9-df6a-40aa-b58b-6390a3f62d36 req-1ea6f322-9bcf-41ca-87ef-cc8860dfa66c tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:23.955151 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-720def48-596d-489f-a407-0d4c78cbd47f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:23.960990 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-fad5fad5-8d37-4818-a1b1-20275219d829 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:24.024286 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-720def48-596d-489f-a407-0d4c78cbd47f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4107c383b37840f1a497f72a024c5107&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7137139 Jun 11 09:52:24.027106 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720def48-596d-489f-a407-0d4c78cbd47f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aefa8f3-7d5a-4f38-b4ea-14edf595e8cc,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:24.028285 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 52640) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:24.031411 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-720def48-596d-489f-a407-0d4c78cbd47f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:24.106069 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbc9a41-37da-442b-9b5d-da7f59589618 req-971cd660-dc1f-451a-bbf1-60640a9c6edb tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:24.112533 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbc9a41-37da-442b-9b5d-da7f59589618 req-971cd660-dc1f-451a-bbf1-60640a9c6edb tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:24.118811 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbc9a41-37da-442b-9b5d-da7f59589618 req-971cd660-dc1f-451a-bbf1-60640a9c6edb tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:24.124778 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbc9a41-37da-442b-9b5d-da7f59589618 req-971cd660-dc1f-451a-bbf1-60640a9c6edb tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:24.126932 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3a6fa58b-37b2-4777-9246-61a4da6b946a req-4c12e8f8-6688-4d06-b3f9-eb10a9903d1c tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8835502 Jun 11 09:52:24.130835 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbc9a41-37da-442b-9b5d-da7f59589618 req-971cd660-dc1f-451a-bbf1-60640a9c6edb tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:24.137180 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbc9a41-37da-442b-9b5d-da7f59589618 req-971cd660-dc1f-451a-bbf1-60640a9c6edb tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:24.143137 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbc9a41-37da-442b-9b5d-da7f59589618 req-971cd660-dc1f-451a-bbf1-60640a9c6edb tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:24.145204 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-3a6fa58b-37b2-4777-9246-61a4da6b946a req-427a7a1e-6a4a-4e77-8f2d-2f267c7acace service neutron] Request body: {'port': {'device_id': 'af759f82-325a-479d-9171-b34363c7d03f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-12'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:52:24.145335 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6bbc9a41-37da-442b-9b5d-da7f59589618 req-971cd660-dc1f-451a-bbf1-60640a9c6edb tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042 HTTP/1.1" status: 200 len: 5429 time: 0.3186314 Jun 11 09:52:24.200146 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-f09e32b9-df6a-40aa-b58b-6390a3f62d36 req-1ea6f322-9bcf-41ca-87ef-cc8860dfa66c tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] For port a7107800-f6f6-474f-bd02-15a63dd970b4, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=a7107800-f6f6-474f-bd02-15a63dd970b4,segment=NetworkSegment(f2a6a55c-ddd9-4c58-9bb7-06c667db61ab),segment_id=f2a6a55c-ddd9-4c58-9bb7-06c667db61ab)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:52:24.263805 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bda82758-5c36-414b-a93b-e544043aa186 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:24.274749 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-f09e32b9-df6a-40aa-b58b-6390a3f62d36 req-1ea6f322-9bcf-41ca-87ef-cc8860dfa66c tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:24.278378 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-3a6fa58b-37b2-4777-9246-61a4da6b946a req-427a7a1e-6a4a-4e77-8f2d-2f267c7acace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:24.321967 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bda82758-5c36-414b-a93b-e544043aa186 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:24.343749 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-f09e32b9-df6a-40aa-b58b-6390a3f62d36 req-1ea6f322-9bcf-41ca-87ef-cc8860dfa66c tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:24.348073 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bb311a-430a-4642-8035-b6b0bc28055c req-60a08043-311c-4ad8-8ebf-f010f8be7176 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:24.349500 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-80bb311a-430a-4642-8035-b6b0bc28055c req-60a08043-311c-4ad8-8ebf-f010f8be7176 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.64 "GET /v2.0/networks?id=05221ef3-e163-480d-ad89-4315ae45fbcc HTTP/1.1" status: 200 len: 818 time: 0.4048116 Jun 11 09:52:24.355866 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['c8d410a0-9d46-4b86-96fe-def82dc6d0cb', 'a7107800-f6f6-474f-bd02-15a63dd970b4'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:52:24.357402 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6bbc9a41-37da-442b-9b5d-da7f59589618 req-b457f40d-5a5d-4c5b-b3cf-65d38d3d2fe5 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/security-groups?id=28e50891-2b6b-4143-8c1d-0262dfed919e&id=ee23f870-7e0b-4b16-afae-a1e98a9dceaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1593165 Jun 11 09:52:24.365627 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-80bb311a-430a-4642-8035-b6b0bc28055c req-4cd93226-3d73-488b-a5f1-90f9da891335 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Request body: {'port': {'device_id': '445071e3-bce3-40d6-b09a-3bc5f83c1af6', 'network_id': '05221ef3-e163-480d-ad89-4315ae45fbcc', 'admin_state_up': True, 'tenant_id': 'aae32b6d82fb4d1babe798fa5bdf8d6b'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:52:24.372034 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ff31f58f-bdb3-4644-a38b-399541406456 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:24.399520 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9562e043-73de-4821-b1b8-5277c5708d10 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:24.469274 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e32b9-df6a-40aa-b58b-6390a3f62d36 req-1ea6f322-9bcf-41ca-87ef-cc8860dfa66c tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:24.469508 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-f09e32b9-df6a-40aa-b58b-6390a3f62d36 req-1ea6f322-9bcf-41ca-87ef-cc8860dfa66c tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:24.482188 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f09e32b9-df6a-40aa-b58b-6390a3f62d36 req-1ea6f322-9bcf-41ca-87ef-cc8860dfa66c tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "PUT /v2.0/ports/a7107800-f6f6-474f-bd02-15a63dd970b4 HTTP/1.1" status: 200 len: 981 time: 0.7881792 Jun 11 09:52:24.482992 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '693b0d7a-8a64-4793-9a0e-ef586babbefa', 'tag': 'a7107800-f6f6-474f-bd02-15a63dd970b4'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:52:24.485657 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30efcb73-f11e-4dae-bc96-5296847b5438" -d '{"events": [{"name": "network-changed", "server_uuid": "693b0d7a-8a64-4793-9a0e-ef586babbefa", "tag": "a7107800-f6f6-474f-bd02-15a63dd970b4"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:52:24.522193 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ff31f58f-bdb3-4644-a38b-399541406456 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:24.551525 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['a7107800-f6f6-474f-bd02-15a63dd970b4'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:52:24.586680 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea6f322-9bcf-41ca-87ef-cc8860dfa66c tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Pushing event updated for resources: {'Port': ['ID=a7107800-f6f6-474f-bd02-15a63dd970b4,revision_number=6']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:24.599097 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1ea6f322-9bcf-41ca-87ef-cc8860dfa66c tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:24.673138 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7f19cdda-af79-4d2b-a17a-4f4292cf37ea req-6c7e5ca0-42db-46e9-bef8-63a502828a18 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/ports?device_id=445071e3-bce3-40d6-b09a-3bc5f83c1af6 HTTP/1.1" status: 200 len: 210 time: 0.1202829 Jun 11 09:52:24.748654 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-bda82758-5c36-414b-a93b-e544043aa186 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Allocated IP 172.25.4.19 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/8e2b5c1c-e109-4e03-b7d8-c8bcc240464e) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:52:24.842769 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [req-3a6fa58b-37b2-4777-9246-61a4da6b946a req-427a7a1e-6a4a-4e77-8f2d-2f267c7acace service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55e769e1-1f7c-47ef-ad8c-105c6b62a523 {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:52:24.851834 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-3a6fa58b-37b2-4777-9246-61a4da6b946a req-427a7a1e-6a4a-4e77-8f2d-2f267c7acace service neutron] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:24.872766 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80bb311a-430a-4642-8035-b6b0bc28055c req-4cd93226-3d73-488b-a5f1-90f9da891335 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Made reservation on behalf of aae32b6d82fb4d1babe798fa5bdf8d6b for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:52:24.876784 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-80bb311a-430a-4642-8035-b6b0bc28055c req-4cd93226-3d73-488b-a5f1-90f9da891335 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:24.886032 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-3a6fa58b-37b2-4777-9246-61a4da6b946a req-427a7a1e-6a4a-4e77-8f2d-2f267c7acace service neutron] Transition to ACTIVE for port object 55e769e1-1f7c-47ef-ad8c-105c6b62a523 will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:52:24.901844 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ff31f58f-bdb3-4644-a38b-399541406456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:24.904270 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ff31f58f-bdb3-4644-a38b-399541406456 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:24.907808 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-ff31f58f-bdb3-4644-a38b-399541406456 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4aefa8f3-7d5a-4f38-b4ea-14edf595e8cc HTTP/1.1" status: 204 len: 168 time: 0.8701904 Jun 11 09:52:24.913922 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b82b5e71-a3bb-46f6-b6be-9d58c0a7165f tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:24.932297 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-13b1ac9c-91c4-4ece-ae0a-39d5fe349401 req-90cf241d-ac4b-4f01-9c81-c6775c1e205c tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/security-groups/f39eb1d4-52c2-4aff-bbeb-6a2d4ef2476c HTTP/1.1" status: 200 len: 1802 time: 0.0663502 Jun 11 09:52:24.987601 n-d-779913-12 neutron-server[93177]: INFO neutron.api.v2.resource [req-13b1ac9c-91c4-4ece-ae0a-39d5fe349401 req-3afdaaf7-83fc-4d9e-9562-3a2406a0f3cc tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 11 09:52:25.000595 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-13b1ac9c-91c4-4ece-ae0a-39d5fe349401 req-3afdaaf7-83fc-4d9e-9562-3a2406a0f3cc tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "DELETE /v2.0/security-groups/f39eb1d4-52c2-4aff-bbeb-6a2d4ef2476c HTTP/1.1" status: 409 len: 341 time: 0.0673470 Jun 11 09:52:25.003105 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-3a6fa58b-37b2-4777-9246-61a4da6b946a req-427a7a1e-6a4a-4e77-8f2d-2f267c7acace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:25.013129 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6382936c-40f6-415d-b383-e649138a86b3 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:25.069446 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7fb6757-0ac9-4902-b927-e9b45dd2a4da x-openstack-request-id: req-c7fb6757-0ac9-4902-b927-e9b45dd2a4da {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:52:25.070118 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "693b0d7a-8a64-4793-9a0e-ef586babbefa", "tag": "a7107800-f6f6-474f-bd02-15a63dd970b4", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:52:25.074218 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c7fb6757-0ac9-4902-b927-e9b45dd2a4da {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:52:25.074218 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '693b0d7a-8a64-4793-9a0e-ef586babbefa', 'tag': 'a7107800-f6f6-474f-bd02-15a63dd970b4', 'status': 'completed', 'code': 200} Jun 11 09:52:25.174365 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427a7a1e-6a4a-4e77-8f2d-2f267c7acace service neutron] Pushing event updated for resources: {'Port': ['ID=55e769e1-1f7c-47ef-ad8c-105c6b62a523,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:25.179876 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-427a7a1e-6a4a-4e77-8f2d-2f267c7acace service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:25.276029 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30efcb73-f11e-4dae-bc96-5296847b5438 req-16bf4f45-982d-48d7-a8c5-734a751edcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:25.277443 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-30efcb73-f11e-4dae-bc96-5296847b5438 req-16bf4f45-982d-48d7-a8c5-734a751edcf8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e7a84328845c42e4a2bf009ba2709f6e&device_id=693b0d7a-8a64-4793-9a0e-ef586babbefa HTTP/1.1" status: 200 len: 1136 time: 0.1582942 Jun 11 09:52:25.319169 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-3a6fa58b-37b2-4777-9246-61a4da6b946a req-427a7a1e-6a4a-4e77-8f2d-2f267c7acace service neutron] Attempting to bind port 55e769e1-1f7c-47ef-ad8c-105c6b62a523 on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:52:25.319598 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-3a6fa58b-37b2-4777-9246-61a4da6b946a req-427a7a1e-6a4a-4e77-8f2d-2f267c7acace service neutron] Attempting to bind port 55e769e1-1f7c-47ef-ad8c-105c6b62a523 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '59ee2075-9cb6-4e4d-9afe-4362f3097ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '05221ef3-e163-480d-ad89-4315ae45fbcc'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:52:25.319939 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6fa58b-37b2-4777-9246-61a4da6b946a req-427a7a1e-6a4a-4e77-8f2d-2f267c7acace service neutron] Attempting to bind port 55e769e1-1f7c-47ef-ad8c-105c6b62a523 on network 05221ef3-e163-480d-ad89-4315ae45fbcc {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:52:25.328967 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6fa58b-37b2-4777-9246-61a4da6b946a req-427a7a1e-6a4a-4e77-8f2d-2f267c7acace service neutron] Port 55e769e1-1f7c-47ef-ad8c-105c6b62a523 on network 05221ef3-e163-480d-ad89-4315ae45fbcc not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:52:25.329296 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6fa58b-37b2-4777-9246-61a4da6b946a req-427a7a1e-6a4a-4e77-8f2d-2f267c7acace service neutron] Attempting to bind port 55e769e1-1f7c-47ef-ad8c-105c6b62a523 on network 05221ef3-e163-480d-ad89-4315ae45fbcc {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:52:25.385398 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6fa58b-37b2-4777-9246-61a4da6b946a req-427a7a1e-6a4a-4e77-8f2d-2f267c7acace service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:52:25.385743 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6fa58b-37b2-4777-9246-61a4da6b946a req-427a7a1e-6a4a-4e77-8f2d-2f267c7acace service neutron] Checking segment: {'id': '59ee2075-9cb6-4e4d-9afe-4362f3097ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '05221ef3-e163-480d-ad89-4315ae45fbcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:52:25.386141 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6fa58b-37b2-4777-9246-61a4da6b946a req-427a7a1e-6a4a-4e77-8f2d-2f267c7acace service neutron] Bound using segment: {'id': '59ee2075-9cb6-4e4d-9afe-4362f3097ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '05221ef3-e163-480d-ad89-4315ae45fbcc'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:52:25.386590 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-3a6fa58b-37b2-4777-9246-61a4da6b946a req-427a7a1e-6a4a-4e77-8f2d-2f267c7acace service neutron] Bound port: 55e769e1-1f7c-47ef-ad8c-105c6b62a523, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59ee2075-9cb6-4e4d-9afe-4362f3097ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '05221ef3-e163-480d-ad89-4315ae45fbcc'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:52:25.386946 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-3a6fa58b-37b2-4777-9246-61a4da6b946a req-427a7a1e-6a4a-4e77-8f2d-2f267c7acace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:25.423928 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff31f58f-bdb3-4644-a38b-399541406456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aefa8f3-7d5a-4f38-b4ea-14edf595e8cc,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:25.428980 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ff31f58f-bdb3-4644-a38b-399541406456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:25.466945 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30efcb73-f11e-4dae-bc96-5296847b5438 req-081285ed-828a-4180-9a02-ba7aaa654363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:25.468458 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-30efcb73-f11e-4dae-bc96-5296847b5438 req-081285ed-828a-4180-9a02-ba7aaa654363 service neutron] 10.222.0.69 "GET /v2.0/networks?id=51fb20d0-10f0-46f3-aa19-f1b488299b81 HTTP/1.1" status: 200 len: 913 time: 0.1820700 Jun 11 09:52:25.495188 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bda82758-5c36-414b-a93b-e544043aa186 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:25.543230 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-30efcb73-f11e-4dae-bc96-5296847b5438 req-4b68dcbd-8071-438c-b58f-41bfb923e9b5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7107800-f6f6-474f-bd02-15a63dd970b4 HTTP/1.1" status: 200 len: 217 time: 0.0601306 Jun 11 09:52:25.548214 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-3a6fa58b-37b2-4777-9246-61a4da6b946a req-427a7a1e-6a4a-4e77-8f2d-2f267c7acace service neutron] For port 55e769e1-1f7c-47ef-ad8c-105c6b62a523, host n-h1-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:52:25.597612 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-3a6fa58b-37b2-4777-9246-61a4da6b946a req-427a7a1e-6a4a-4e77-8f2d-2f267c7acace service neutron] For port 55e769e1-1f7c-47ef-ad8c-105c6b62a523, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=55e769e1-1f7c-47ef-ad8c-105c6b62a523,segment=NetworkSegment(59ee2075-9cb6-4e4d-9afe-4362f3097ca6),segment_id=59ee2075-9cb6-4e4d-9afe-4362f3097ca6)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:52:25.617130 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30efcb73-f11e-4dae-bc96-5296847b5438 req-3e57b913-2675-4bb5-bb66-affc07cfebd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:25.618844 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-30efcb73-f11e-4dae-bc96-5296847b5438 req-3e57b913-2675-4bb5-bb66-affc07cfebd3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=653da622-357e-4eea-a767-3057d0992af6 HTTP/1.1" status: 200 len: 852 time: 0.0679679 Jun 11 09:52:25.673361 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-30efcb73-f11e-4dae-bc96-5296847b5438 req-4c200588-f76f-449d-9997-558d61809ead service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=51fb20d0-10f0-46f3-aa19-f1b488299b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415158 Jun 11 09:52:25.716826 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-80bb311a-430a-4642-8035-b6b0bc28055c req-4cd93226-3d73-488b-a5f1-90f9da891335 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Allocated IP 172.20.0.2 (05221ef3-e163-480d-ad89-4315ae45fbcc/eedbaccc-33aa-4196-b70d-ae78a5d61bda/abdc21e3-d625-4e2d-8a56-0ad4907c4690) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:52:25.738483 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-3a6fa58b-37b2-4777-9246-61a4da6b946a req-427a7a1e-6a4a-4e77-8f2d-2f267c7acace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:25.746558 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-84a755f7-f0a5-420f-93f9-87932a7fedd0 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:25.769026 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bda82758-5c36-414b-a93b-e544043aa186 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:25.784286 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-984025ba-f632-4a8c-a625-c92fd70708bc tempest-ExternalNetworksAdminNegativeTestJSON-661991140 tempest-ExternalNetworksAdminNegativeTestJSON-661991140-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:25.796969 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6fa58b-37b2-4777-9246-61a4da6b946a req-427a7a1e-6a4a-4e77-8f2d-2f267c7acace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:25.797533 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-3a6fa58b-37b2-4777-9246-61a4da6b946a req-427a7a1e-6a4a-4e77-8f2d-2f267c7acace service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:25.799745 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3a6fa58b-37b2-4777-9246-61a4da6b946a req-427a7a1e-6a4a-4e77-8f2d-2f267c7acace service neutron] 10.222.0.64 "PUT /v2.0/ports/55e769e1-1f7c-47ef-ad8c-105c6b62a523 HTTP/1.1" status: 200 len: 1093 time: 1.6598206 Jun 11 09:52:25.819729 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca65ffd-f8f3-4973-a110-b868d62e653e req-2a01a4c0-c90b-4a96-a097-0b8644cc62d9 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:25.826492 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca65ffd-f8f3-4973-a110-b868d62e653e req-2a01a4c0-c90b-4a96-a097-0b8644cc62d9 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:25.832618 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca65ffd-f8f3-4973-a110-b868d62e653e req-2a01a4c0-c90b-4a96-a097-0b8644cc62d9 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:25.838564 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca65ffd-f8f3-4973-a110-b868d62e653e req-2a01a4c0-c90b-4a96-a097-0b8644cc62d9 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:25.846678 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca65ffd-f8f3-4973-a110-b868d62e653e req-2a01a4c0-c90b-4a96-a097-0b8644cc62d9 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:25.853762 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca65ffd-f8f3-4973-a110-b868d62e653e req-2a01a4c0-c90b-4a96-a097-0b8644cc62d9 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:25.859775 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca65ffd-f8f3-4973-a110-b868d62e653e req-2a01a4c0-c90b-4a96-a097-0b8644cc62d9 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:25.862437 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-dca65ffd-f8f3-4973-a110-b868d62e653e req-2a01a4c0-c90b-4a96-a097-0b8644cc62d9 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042 HTTP/1.1" status: 200 len: 5429 time: 0.2456017 Jun 11 09:52:25.907752 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda82758-5c36-414b-a93b-e544043aa186 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:52:25.932726 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 52668) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:25.933811 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-bda82758-5c36-414b-a93b-e544043aa186 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:52:25.949954 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda82758-5c36-414b-a93b-e544043aa186 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:52:26.077160 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda82758-5c36-414b-a93b-e544043aa186 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Pushing event updated for resources: {'Port': ['ID=8e2b5c1c-e109-4e03-b7d8-c8bcc240464e,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:26.103257 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-bda82758-5c36-414b-a93b-e544043aa186 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:26.192838 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-dca65ffd-f8f3-4973-a110-b868d62e653e req-955dad27-6dba-46c6-96cb-4e2d2ebacf08 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/security-groups?id=28e50891-2b6b-4143-8c1d-0262dfed919e&id=ee23f870-7e0b-4b16-afae-a1e98a9dceaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2826023 Jun 11 09:52:26.241641 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-30efcb73-f11e-4dae-bc96-5296847b5438 req-bf43f4ae-6ccd-4bd6-87b7-95993ff628bb service neutron] 10.222.0.69 "GET /v2.0/networks/51fb20d0-10f0-46f3-aa19-f1b488299b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5595744 Jun 11 09:52:26.332709 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-b741ac4c-d332-4c4b-9a1d-a3f870d2d792 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1441e4f2307646debfeec9d05c9b9117&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3896222 Jun 11 09:52:26.341885 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 52672) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:26.388423 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aff5695-5a89-4887-9ee1-a0de13f20d8e req-1fbf6f0c-6c85-440e-93d9-89f3b446fb1e tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:26.398079 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2aff5695-5a89-4887-9ee1-a0de13f20d8e req-1fbf6f0c-6c85-440e-93d9-89f3b446fb1e tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/ports?device_id=693b0d7a-8a64-4793-9a0e-ef586babbefa HTTP/1.1" status: 200 len: 984 time: 0.7268944 Jun 11 09:52:26.415916 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427a7a1e-6a4a-4e77-8f2d-2f267c7acace service neutron] Pushing event updated for resources: {'Port': ['ID=55e769e1-1f7c-47ef-ad8c-105c6b62a523,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:26.450644 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-80bb311a-430a-4642-8035-b6b0bc28055c req-4cd93226-3d73-488b-a5f1-90f9da891335 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:26.493039 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-427a7a1e-6a4a-4e77-8f2d-2f267c7acace service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.748s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:26.512247 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0ea6f66a-e3ba-4641-a95c-373f8f823a02 req-41a93f8a-bfa3-4451-a3fe-9c56c3a3ea79 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/ports?device_id=445071e3-bce3-40d6-b09a-3bc5f83c1af6 HTTP/1.1" status: 200 len: 210 time: 0.0384557 Jun 11 09:52:26.604452 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2aff5695-5a89-4887-9ee1-a0de13f20d8e req-f8b83fc5-d741-4ec8-9ce9-e31eb91795f3 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/security-groups?id=f39eb1d4-52c2-4aff-bbeb-6a2d4ef2476c&id=1bdf718a-3d55-4418-9711-8519d490f59c&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2052023 Jun 11 09:52:26.623686 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-30efcb73-f11e-4dae-bc96-5296847b5438 req-8bde8c1c-0388-4997-8b78-a2ea4f0a47cd service neutron] 10.222.0.69 "GET /v2.0/networks/51fb20d0-10f0-46f3-aa19-f1b488299b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3626640 Jun 11 09:52:26.632180 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6fa58b-37b2-4777-9246-61a4da6b946a req-5398d8b0-f1cb-4567-b545-cb5d4569cb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:26.633836 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3a6fa58b-37b2-4777-9246-61a4da6b946a req-5398d8b0-f1cb-4567-b545-cb5d4569cb21 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aae32b6d82fb4d1babe798fa5bdf8d6b&device_id=af759f82-325a-479d-9171-b34363c7d03f HTTP/1.1" status: 200 len: 1096 time: 0.3854966 Jun 11 09:52:26.644102 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8537ffd2-0623-4d36-9d73-d9e3c9598d6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:26.683715 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-80bb311a-430a-4642-8035-b6b0bc28055c req-4cd93226-3d73-488b-a5f1-90f9da891335 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:26.690732 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-bda82758-5c36-414b-a93b-e544043aa186 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:26.705035 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3a6fa58b-37b2-4777-9246-61a4da6b946a req-97253e95-0a4a-48b5-a562-42c9598e3b52 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=55e769e1-1f7c-47ef-ad8c-105c6b62a523 HTTP/1.1" status: 200 len: 217 time: 0.0584865 Jun 11 09:52:26.757893 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8537ffd2-0623-4d36-9d73-d9e3c9598d6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:26.770944 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80bb311a-430a-4642-8035-b6b0bc28055c req-4cd93226-3d73-488b-a5f1-90f9da891335 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Network 05221ef3-e163-480d-ad89-4315ae45fbcc is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:52:26.772916 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd93226-3d73-488b-a5f1-90f9da891335 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Pushing event updated for resources: {'Port': ['ID=abdc21e3-d625-4e2d-8a56-0ad4907c4690,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:26.775332 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bda82758-5c36-414b-a93b-e544043aa186 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:26.780305 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4cd93226-3d73-488b-a5f1-90f9da891335 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:26.780305 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-80bb311a-430a-4642-8035-b6b0bc28055c req-4cd93226-3d73-488b-a5f1-90f9da891335 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:52:26.781533 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-80bb311a-430a-4642-8035-b6b0bc28055c req-4cd93226-3d73-488b-a5f1-90f9da891335 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:52:26.829525 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6fa58b-37b2-4777-9246-61a4da6b946a req-727ddc3e-923d-4a61-8b76-fbe91bc7690e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:26.831434 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3a6fa58b-37b2-4777-9246-61a4da6b946a req-727ddc3e-923d-4a61-8b76-fbe91bc7690e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=eedbaccc-33aa-4196-b70d-ae78a5d61bda HTTP/1.1" status: 200 len: 858 time: 0.1159170 Jun 11 09:52:26.895027 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3a6fa58b-37b2-4777-9246-61a4da6b946a req-17a987c4-15bd-49bb-80f0-a577b5d0d6b8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=05221ef3-e163-480d-ad89-4315ae45fbcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540257 Jun 11 09:52:26.962749 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bb311a-430a-4642-8035-b6b0bc28055c req-4cd93226-3d73-488b-a5f1-90f9da891335 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:26.963451 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-80bb311a-430a-4642-8035-b6b0bc28055c req-4cd93226-3d73-488b-a5f1-90f9da891335 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:27.008226 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff36417a-8d03-482d-a026-3dc7283fa967 req-781e55f3-e6b5-4a89-8657-1e1fe4692373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:27.009734 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ff36417a-8d03-482d-a026-3dc7283fa967 req-781e55f3-e6b5-4a89-8657-1e1fe4692373 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e7a84328845c42e4a2bf009ba2709f6e&device_id=693b0d7a-8a64-4793-9a0e-ef586babbefa HTTP/1.1" status: 200 len: 1136 time: 0.1767154 Jun 11 09:52:27.066098 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8537ffd2-0623-4d36-9d73-d9e3c9598d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:27.068738 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8537ffd2-0623-4d36-9d73-d9e3c9598d6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:27.072841 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-8537ffd2-0623-4d36-9d73-d9e3c9598d6b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/15f48a8c-615f-42eb-9790-45da3997c53d HTTP/1.1" status: 204 len: 168 time: 0.7175753 Jun 11 09:52:27.076196 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-09a8533f-15e3-461c-a114-63c05dc98c50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:27.078941 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af759f82-325a-479d-9171-b34363c7d03f', 'tag': '55e769e1-1f7c-47ef-ad8c-105c6b62a523'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:52:27.082374 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03637bc0-5c26-465a-8442-5b3308131900" -d '{"events": [{"name": "network-changed", "server_uuid": "af759f82-325a-479d-9171-b34363c7d03f", "tag": "55e769e1-1f7c-47ef-ad8c-105c6b62a523"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:52:27.088162 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3a6fa58b-37b2-4777-9246-61a4da6b946a req-b49d521c-5239-41c0-9be1-50f78b8bca14 service neutron] 10.222.0.64 "GET /v2.0/networks/05221ef3-e163-480d-ad89-4315ae45fbcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850653 Jun 11 09:52:27.118508 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-80bb311a-430a-4642-8035-b6b0bc28055c req-4cd93226-3d73-488b-a5f1-90f9da891335 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7581735 Jun 11 09:52:27.156360 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-80bb311a-430a-4642-8035-b6b0bc28055c req-98e1f742-1e89-4939-9c86-23cb4b34ada4 service neutron] Request body: {'port': {'device_id': '445071e3-bce3-40d6-b09a-3bc5f83c1af6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:52:27.195040 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a06aad8-e720-4e16-a6b4-feda58f9db95 x-openstack-request-id: req-4a06aad8-e720-4e16-a6b4-feda58f9db95 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:52:27.195380 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af759f82-325a-479d-9171-b34363c7d03f", "tag": "55e769e1-1f7c-47ef-ad8c-105c6b62a523", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:52:27.196027 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4a06aad8-e720-4e16-a6b4-feda58f9db95 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:52:27.196478 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af759f82-325a-479d-9171-b34363c7d03f', 'tag': '55e769e1-1f7c-47ef-ad8c-105c6b62a523', 'status': 'completed', 'code': 200} Jun 11 09:52:27.230089 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff36417a-8d03-482d-a026-3dc7283fa967 req-ea6dd0b6-ae0c-4b57-888e-fee93683e534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:27.231731 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ff36417a-8d03-482d-a026-3dc7283fa967 req-ea6dd0b6-ae0c-4b57-888e-fee93683e534 service neutron] 10.222.0.69 "GET /v2.0/networks?id=51fb20d0-10f0-46f3-aa19-f1b488299b81 HTTP/1.1" status: 200 len: 913 time: 0.2141383 Jun 11 09:52:27.243530 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8537ffd2-0623-4d36-9d73-d9e3c9598d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f48a8c-615f-42eb-9790-45da3997c53d,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:27.248596 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8537ffd2-0623-4d36-9d73-d9e3c9598d6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:27.257940 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bda82758-5c36-414b-a93b-e544043aa186 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:27.267953 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bda82758-5c36-414b-a93b-e544043aa186 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-374241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-374254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-363978'] for router, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:27.275955 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-80bb311a-430a-4642-8035-b6b0bc28055c req-98e1f742-1e89-4939-9c86-23cb4b34ada4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:27.345004 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ff36417a-8d03-482d-a026-3dc7283fa967 req-d2c4f709-7741-403b-a50f-57b49ede7523 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7107800-f6f6-474f-bd02-15a63dd970b4 HTTP/1.1" status: 200 len: 217 time: 0.0938234 Jun 11 09:52:27.507278 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff36417a-8d03-482d-a026-3dc7283fa967 req-01c8be00-f704-47c9-adc0-bf2968dd3afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:27.509047 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ff36417a-8d03-482d-a026-3dc7283fa967 req-01c8be00-f704-47c9-adc0-bf2968dd3afd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=653da622-357e-4eea-a767-3057d0992af6 HTTP/1.1" status: 200 len: 852 time: 0.1195860 Jun 11 09:52:27.561343 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3a6fa58b-37b2-4777-9246-61a4da6b946a req-7f6b78ab-51d3-46a4-82d7-76f40cbe9dbe service neutron] 10.222.0.64 "GET /v2.0/networks/05221ef3-e163-480d-ad89-4315ae45fbcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3622584 Jun 11 09:52:27.563173 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ff36417a-8d03-482d-a026-3dc7283fa967 req-620fb66c-2b05-47ca-8254-9d836dba0c2a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=51fb20d0-10f0-46f3-aa19-f1b488299b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419748 Jun 11 09:52:27.789636 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea745771-5b94-4edf-bbba-92b3b2f40071 req-ec8d4389-eae8-497c-92a5-0ebbbce69f49 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:27.800240 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea745771-5b94-4edf-bbba-92b3b2f40071 req-ec8d4389-eae8-497c-92a5-0ebbbce69f49 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:27.806072 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea745771-5b94-4edf-bbba-92b3b2f40071 req-ec8d4389-eae8-497c-92a5-0ebbbce69f49 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:27.812077 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea745771-5b94-4edf-bbba-92b3b2f40071 req-ec8d4389-eae8-497c-92a5-0ebbbce69f49 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:27.817961 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea745771-5b94-4edf-bbba-92b3b2f40071 req-ec8d4389-eae8-497c-92a5-0ebbbce69f49 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:27.825558 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea745771-5b94-4edf-bbba-92b3b2f40071 req-ec8d4389-eae8-497c-92a5-0ebbbce69f49 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:27.831375 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea745771-5b94-4edf-bbba-92b3b2f40071 req-ec8d4389-eae8-497c-92a5-0ebbbce69f49 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:27.833259 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ea745771-5b94-4edf-bbba-92b3b2f40071 req-ec8d4389-eae8-497c-92a5-0ebbbce69f49 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042 HTTP/1.1" status: 200 len: 5429 time: 0.4356587 Jun 11 09:52:27.842450 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ff36417a-8d03-482d-a026-3dc7283fa967 req-d619d645-bdd0-4a55-b42b-14d6da98b09c service neutron] 10.222.0.69 "GET /v2.0/networks/51fb20d0-10f0-46f3-aa19-f1b488299b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698770 Jun 11 09:52:27.954079 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ea745771-5b94-4edf-bbba-92b3b2f40071 req-9934edcf-bcd0-4a5a-9d80-37088086b9ab tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/security-groups?id=28e50891-2b6b-4143-8c1d-0262dfed919e&id=ee23f870-7e0b-4b16-afae-a1e98a9dceaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1078446 Jun 11 09:52:28.008714 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49220d97-0cc1-44df-a1ef-4b9636019aeb req-fbe4347b-fc48-45c0-8818-e58319ba4944 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:28.016255 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-49220d97-0cc1-44df-a1ef-4b9636019aeb req-fbe4347b-fc48-45c0-8818-e58319ba4944 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/ports?device_id=445071e3-bce3-40d6-b09a-3bc5f83c1af6 HTTP/1.1" status: 200 len: 931 time: 0.3002589 Jun 11 09:52:28.043149 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03637bc0-5c26-465a-8442-5b3308131900 req-a6e59c1f-96ec-4852-96fe-8ac3a4565f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:28.044581 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-03637bc0-5c26-465a-8442-5b3308131900 req-a6e59c1f-96ec-4852-96fe-8ac3a4565f8d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aae32b6d82fb4d1babe798fa5bdf8d6b&device_id=af759f82-325a-479d-9171-b34363c7d03f HTTP/1.1" status: 200 len: 1096 time: 0.3378210 Jun 11 09:52:28.102076 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-80bb311a-430a-4642-8035-b6b0bc28055c req-98e1f742-1e89-4939-9c86-23cb4b34ada4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abdc21e3-d625-4e2d-8a56-0ad4907c4690 {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:52:28.114990 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-80bb311a-430a-4642-8035-b6b0bc28055c req-98e1f742-1e89-4939-9c86-23cb4b34ada4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:28.120922 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ff36417a-8d03-482d-a026-3dc7283fa967 req-d303e4b7-7a12-4779-aafe-7921f987eadb service neutron] 10.222.0.69 "GET /v2.0/networks/51fb20d0-10f0-46f3-aa19-f1b488299b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635517 Jun 11 09:52:28.140843 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bda82758-5c36-414b-a93b-e544043aa186 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Router 090e78ea-85bc-42e1-bc87-9b7ed7d392ca is scheduled to L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 with binding_index 1 {{(pid=93176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 09:52:28.146066 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-80bb311a-430a-4642-8035-b6b0bc28055c req-98e1f742-1e89-4939-9c86-23cb4b34ada4 service neutron] Transition to ACTIVE for port object abdc21e3-d625-4e2d-8a56-0ad4907c4690 will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:52:28.202557 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-49220d97-0cc1-44df-a1ef-4b9636019aeb req-f067a802-7650-4f5e-9459-8b53ea273215 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/security-groups?id=982f2ef2-bb6d-4fbc-bd87-ed6195b74a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852813 Jun 11 09:52:28.298714 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03637bc0-5c26-465a-8442-5b3308131900 req-256a7d52-dea3-47ac-9521-a9f833dc66f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:28.303662 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-03637bc0-5c26-465a-8442-5b3308131900 req-256a7d52-dea3-47ac-9521-a9f833dc66f0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=05221ef3-e163-480d-ad89-4315ae45fbcc HTTP/1.1" status: 200 len: 919 time: 0.2511239 Jun 11 09:52:28.308794 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-80bb311a-430a-4642-8035-b6b0bc28055c req-98e1f742-1e89-4939-9c86-23cb4b34ada4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:28.316042 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d0b7aafe-52d1-4612-9721-a84dd799e167 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:28.383224 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e1f742-1e89-4939-9c86-23cb4b34ada4 service neutron] Pushing event updated for resources: {'Port': ['ID=abdc21e3-d625-4e2d-8a56-0ad4907c4690,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:28.387784 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-98e1f742-1e89-4939-9c86-23cb4b34ada4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:28.395061 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-03637bc0-5c26-465a-8442-5b3308131900 req-b4d2e138-f8c6-479f-a19d-9188fd625aee service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=55e769e1-1f7c-47ef-ad8c-105c6b62a523 HTTP/1.1" status: 200 len: 217 time: 0.0841253 Jun 11 09:52:28.468345 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03637bc0-5c26-465a-8442-5b3308131900 req-c13fc5c7-13fd-46b0-91af-bcc78ff6e756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:28.469875 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-03637bc0-5c26-465a-8442-5b3308131900 req-c13fc5c7-13fd-46b0-91af-bcc78ff6e756 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=eedbaccc-33aa-4196-b70d-ae78a5d61bda HTTP/1.1" status: 200 len: 858 time: 0.0660014 Jun 11 09:52:28.510991 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-03637bc0-5c26-465a-8442-5b3308131900 req-69c56bfa-3c03-4506-9038-48feddea59b6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=05221ef3-e163-480d-ad89-4315ae45fbcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337474 Jun 11 09:52:28.584749 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda82758-5c36-414b-a93b-e544043aa186 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:52:28.594914 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb95a56-bc0d-4942-a0f6-43b4b7a188b3 None None] Sync routers for ids ['090e78ea-85bc-42e1-bc87-9b7ed7d392ca'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:52:28.596975 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bda82758-5c36-414b-a93b-e544043aa186 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:28.602765 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-bda82758-5c36-414b-a93b-e544043aa186 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] 10.222.0.60 "PUT /v2.0/routers/090e78ea-85bc-42e1-bc87-9b7ed7d392ca HTTP/1.1" status: 200 len: 913 time: 5.5580244 Jun 11 09:52:28.612629 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 52710) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:28.612784 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb95a56-bc0d-4942-a0f6-43b4b7a188b3 None None] Routers {'090e78ea-85bc-42e1-bc87-9b7ed7d392ca'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:52:28.612784 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-fcb95a56-bc0d-4942-a0f6-43b4b7a188b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:52:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['090e78ea-85bc-42e1-bc87-9b7ed7d392ca'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:52:28.618513 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f382fd-e406-499a-8045-8bc134fc789c req-d88c1652-3f96-44f8-967c-8968bce7949f tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:28.628655 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-20f382fd-e406-499a-8045-8bc134fc789c req-d88c1652-3f96-44f8-967c-8968bce7949f tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/ports?device_id=693b0d7a-8a64-4793-9a0e-ef586babbefa HTTP/1.1" status: 200 len: 984 time: 0.4808724 Jun 11 09:52:28.670572 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-03637bc0-5c26-465a-8442-5b3308131900 req-36bf0d18-bdc9-4a49-bfb8-349a02010257 service neutron] 10.222.0.64 "GET /v2.0/networks/05221ef3-e163-480d-ad89-4315ae45fbcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461837 Jun 11 09:52:28.686093 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-fcb95a56-bc0d-4942-a0f6-43b4b7a188b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:52:28.716569 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb95a56-bc0d-4942-a0f6-43b4b7a188b3 None None] Routers {'090e78ea-85bc-42e1-bc87-9b7ed7d392ca'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:52:28.723200 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-fcb95a56-bc0d-4942-a0f6-43b4b7a188b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:52:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['090e78ea-85bc-42e1-bc87-9b7ed7d392ca'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:52:28.811849 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-03637bc0-5c26-465a-8442-5b3308131900 req-5d717fd2-9fcd-429f-902e-7b86dd080b98 service neutron] 10.222.0.64 "GET /v2.0/networks/05221ef3-e163-480d-ad89-4315ae45fbcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347547 Jun 11 09:52:28.836927 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-fcb95a56-bc0d-4942-a0f6-43b4b7a188b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:52:28.837357 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb95a56-bc0d-4942-a0f6-43b4b7a188b3 None None] The sync data for ids ['090e78ea-85bc-42e1-bc87-9b7ed7d392ca'] in n-d-779913-12 is: [] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:52:28.882916 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 52716) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:29.028770 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-f29467a2-960c-4069-8960-fdeb2a8c115b tempest-AgentManagementNegativeTest-2100529828 tempest-AgentManagementNegativeTest-2100529828-project] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1411018 Jun 11 09:52:29.227520 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac2293-4e0c-429c-aec5-5bb739a485d4 req-cc5b22aa-9ec2-488b-be2e-04d998f44134 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:29.236012 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac2293-4e0c-429c-aec5-5bb739a485d4 req-cc5b22aa-9ec2-488b-be2e-04d998f44134 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:29.243527 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac2293-4e0c-429c-aec5-5bb739a485d4 req-cc5b22aa-9ec2-488b-be2e-04d998f44134 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:29.249950 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac2293-4e0c-429c-aec5-5bb739a485d4 req-cc5b22aa-9ec2-488b-be2e-04d998f44134 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:29.256690 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac2293-4e0c-429c-aec5-5bb739a485d4 req-cc5b22aa-9ec2-488b-be2e-04d998f44134 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:29.263305 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac2293-4e0c-429c-aec5-5bb739a485d4 req-cc5b22aa-9ec2-488b-be2e-04d998f44134 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:29.270089 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac2293-4e0c-429c-aec5-5bb739a485d4 req-cc5b22aa-9ec2-488b-be2e-04d998f44134 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:29.272233 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f8ac2293-4e0c-429c-aec5-5bb739a485d4 req-cc5b22aa-9ec2-488b-be2e-04d998f44134 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042 HTTP/1.1" status: 200 len: 5429 time: 0.1303294 Jun 11 09:52:29.308849 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-20f382fd-e406-499a-8045-8bc134fc789c req-60201637-3523-435c-bbf6-1b3b322ad308 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/security-groups?id=f39eb1d4-52c2-4aff-bbeb-6a2d4ef2476c&id=1bdf718a-3d55-4418-9711-8519d490f59c&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.6791480 Jun 11 09:52:29.326097 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-80bb311a-430a-4642-8035-b6b0bc28055c req-98e1f742-1e89-4939-9c86-23cb4b34ada4 service neutron] Attempting to bind port abdc21e3-d625-4e2d-8a56-0ad4907c4690 on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:52:29.326433 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-80bb311a-430a-4642-8035-b6b0bc28055c req-98e1f742-1e89-4939-9c86-23cb4b34ada4 service neutron] Attempting to bind port abdc21e3-d625-4e2d-8a56-0ad4907c4690 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '59ee2075-9cb6-4e4d-9afe-4362f3097ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '05221ef3-e163-480d-ad89-4315ae45fbcc'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:52:29.326756 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80bb311a-430a-4642-8035-b6b0bc28055c req-98e1f742-1e89-4939-9c86-23cb4b34ada4 service neutron] Attempting to bind port abdc21e3-d625-4e2d-8a56-0ad4907c4690 on network 05221ef3-e163-480d-ad89-4315ae45fbcc {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:52:29.335934 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80bb311a-430a-4642-8035-b6b0bc28055c req-98e1f742-1e89-4939-9c86-23cb4b34ada4 service neutron] Port abdc21e3-d625-4e2d-8a56-0ad4907c4690 on network 05221ef3-e163-480d-ad89-4315ae45fbcc not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:52:29.336257 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80bb311a-430a-4642-8035-b6b0bc28055c req-98e1f742-1e89-4939-9c86-23cb4b34ada4 service neutron] Attempting to bind port abdc21e3-d625-4e2d-8a56-0ad4907c4690 on network 05221ef3-e163-480d-ad89-4315ae45fbcc {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:52:29.343957 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80bb311a-430a-4642-8035-b6b0bc28055c req-98e1f742-1e89-4939-9c86-23cb4b34ada4 service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:52:29.344175 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80bb311a-430a-4642-8035-b6b0bc28055c req-98e1f742-1e89-4939-9c86-23cb4b34ada4 service neutron] Checking segment: {'id': '59ee2075-9cb6-4e4d-9afe-4362f3097ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '05221ef3-e163-480d-ad89-4315ae45fbcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:52:29.344488 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80bb311a-430a-4642-8035-b6b0bc28055c req-98e1f742-1e89-4939-9c86-23cb4b34ada4 service neutron] Bound using segment: {'id': '59ee2075-9cb6-4e4d-9afe-4362f3097ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '05221ef3-e163-480d-ad89-4315ae45fbcc'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:52:29.344920 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-80bb311a-430a-4642-8035-b6b0bc28055c req-98e1f742-1e89-4939-9c86-23cb4b34ada4 service neutron] Bound port: abdc21e3-d625-4e2d-8a56-0ad4907c4690, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59ee2075-9cb6-4e4d-9afe-4362f3097ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '05221ef3-e163-480d-ad89-4315ae45fbcc'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:52:29.345266 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-80bb311a-430a-4642-8035-b6b0bc28055c req-98e1f742-1e89-4939-9c86-23cb4b34ada4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:29.365868 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f8ac2293-4e0c-429c-aec5-5bb739a485d4 req-bc91f7f9-a50c-41bc-baa5-28f1cce6469d tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/security-groups?id=28e50891-2b6b-4143-8c1d-0262dfed919e&id=ee23f870-7e0b-4b16-afae-a1e98a9dceaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0844851 Jun 11 09:52:29.407816 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-5b7dacf1-e373-4249-8579-8d0a9ac90135 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] 10.222.0.60 "GET /v2.0/routers/090e78ea-85bc-42e1-bc87-9b7ed7d392ca HTTP/1.1" status: 200 len: 919 time: 0.8005321 Jun 11 09:52:29.411443 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 52728) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:29.440945 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-80bb311a-430a-4642-8035-b6b0bc28055c req-98e1f742-1e89-4939-9c86-23cb4b34ada4 service neutron] For port abdc21e3-d625-4e2d-8a56-0ad4907c4690, host n-h1-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:52:29.444181 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-80bb311a-430a-4642-8035-b6b0bc28055c req-98e1f742-1e89-4939-9c86-23cb4b34ada4 service neutron] For port abdc21e3-d625-4e2d-8a56-0ad4907c4690, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=abdc21e3-d625-4e2d-8a56-0ad4907c4690,segment=NetworkSegment(59ee2075-9cb6-4e4d-9afe-4362f3097ca6),segment_id=59ee2075-9cb6-4e4d-9afe-4362f3097ca6)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:52:29.496684 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf166438-9aee-4f43-a8e6-3d8d02edb3bb tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:29.498260 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-cf166438-9aee-4f43-a8e6-3d8d02edb3bb tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=f0adef6e-169f-4a27-8865-442be2ad072d&device_id=090e78ea-85bc-42e1-bc87-9b7ed7d392ca&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0852678 Jun 11 09:52:29.504501 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 52730) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:29.606213 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a8b67-01eb-4aa9-8734-514f0ecfc24c req-5d059b83-0dea-4271-8637-e82b65915611 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:29.614432 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5f6a8b67-01eb-4aa9-8734-514f0ecfc24c req-5d059b83-0dea-4271-8637-e82b65915611 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/ports?device_id=445071e3-bce3-40d6-b09a-3bc5f83c1af6 HTTP/1.1" status: 200 len: 943 time: 0.1406791 Jun 11 09:52:29.623051 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-80bb311a-430a-4642-8035-b6b0bc28055c req-98e1f742-1e89-4939-9c86-23cb4b34ada4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:29.627251 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-442e8477-f84d-44cd-91cb-d5339d6c1cf4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:29.630897 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62701099-375d-4f53-9f63-96f1ef43f2b0 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:29.634971 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-62701099-375d-4f53-9f63-96f1ef43f2b0 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] 10.222.0.60 "GET /v2.0/networks/f0adef6e-169f-4a27-8865-442be2ad072d HTTP/1.1" status: 200 len: 881 time: 0.1268952 Jun 11 09:52:29.635241 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 52734) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:29.676195 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-4aa73f03-afa6-4cbf-b8e4-2bc4151d6326 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] 10.222.0.60 "GET /v2.0/ports?device_id=090e78ea-85bc-42e1-bc87-9b7ed7d392ca HTTP/1.1" status: 200 len: 205 time: 0.0369539 Jun 11 09:52:29.680063 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 52738) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:29.707176 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bb311a-430a-4642-8035-b6b0bc28055c req-98e1f742-1e89-4939-9c86-23cb4b34ada4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:29.708414 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-80bb311a-430a-4642-8035-b6b0bc28055c req-98e1f742-1e89-4939-9c86-23cb4b34ada4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:29.709289 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-80bb311a-430a-4642-8035-b6b0bc28055c req-98e1f742-1e89-4939-9c86-23cb4b34ada4 service neutron] 10.222.0.64 "PUT /v2.0/ports/abdc21e3-d625-4e2d-8a56-0ad4907c4690 HTTP/1.1" status: 200 len: 1092 time: 2.5803561 Jun 11 09:52:29.711800 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '445071e3-bce3-40d6-b09a-3bc5f83c1af6', 'tag': 'abdc21e3-d625-4e2d-8a56-0ad4907c4690'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:52:29.714496 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1edbd28b-8a36-409d-b067-455ad99e7034" -d '{"events": [{"name": "network-changed", "server_uuid": "445071e3-bce3-40d6-b09a-3bc5f83c1af6", "tag": "abdc21e3-d625-4e2d-8a56-0ad4907c4690"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:52:29.754567 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5f6a8b67-01eb-4aa9-8734-514f0ecfc24c req-991ca42e-7614-414b-b2ec-d5f7d1d7c3a6 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/security-groups?id=982f2ef2-bb6d-4fbc-bd87-ed6195b74a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389239 Jun 11 09:52:29.755786 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e1f742-1e89-4939-9c86-23cb4b34ada4 service neutron] Pushing event updated for resources: {'Port': ['ID=abdc21e3-d625-4e2d-8a56-0ad4907c4690,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:29.772143 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-98e1f742-1e89-4939-9c86-23cb4b34ada4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:29.801694 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 55e769e1-1f7c-47ef-ad8c-105c6b62a523 details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:52:29.813891 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a5996a-dc54-4cb6-9d4c-5b685ac0da70 x-openstack-request-id: req-c4a5996a-dc54-4cb6-9d4c-5b685ac0da70 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:52:29.814234 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "445071e3-bce3-40d6-b09a-3bc5f83c1af6", "tag": "abdc21e3-d625-4e2d-8a56-0ad4907c4690", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:52:29.814612 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c4a5996a-dc54-4cb6-9d4c-5b685ac0da70 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:52:29.815561 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '445071e3-bce3-40d6-b09a-3bc5f83c1af6', 'tag': 'abdc21e3-d625-4e2d-8a56-0ad4907c4690', 'status': 'completed', 'code': 200} Jun 11 09:52:29.899484 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d4374055-b7b9-4823-b1fd-54e7b755abc5 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks [] for router, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:29.916933 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 52744) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:29.929073 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edbd28b-8a36-409d-b067-455ad99e7034 req-9fc83d48-9f29-4a5b-bf0e-7481ff3d3bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:29.930719 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1edbd28b-8a36-409d-b067-455ad99e7034 req-9fc83d48-9f29-4a5b-bf0e-7481ff3d3bca service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aae32b6d82fb4d1babe798fa5bdf8d6b&device_id=445071e3-bce3-40d6-b09a-3bc5f83c1af6 HTTP/1.1" status: 200 len: 1095 time: 0.0840831 Jun 11 09:52:30.059808 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 55e769e1-1f7c-47ef-ad8c-105c6b62a523, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=55e769e1-1f7c-47ef-ad8c-105c6b62a523,segment=NetworkSegment(59ee2075-9cb6-4e4d-9afe-4362f3097ca6),segment_id=59ee2075-9cb6-4e4d-9afe-4362f3097ca6)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:52:30.072341 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': '55e769e1-1f7c-47ef-ad8c-105c6b62a523', 'network_id': '05221ef3-e163-480d-ad89-4315ae45fbcc', 'port_id': '55e769e1-1f7c-47ef-ad8c-105c6b62a523', 'mac_address': 'fa:16:3e:21:6a:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eedbaccc-33aa-4196-b70d-ae78a5d61bda', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:52:30.086046 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d4374055-b7b9-4823-b1fd-54e7b755abc5 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:30.088954 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-701ac62c-0b1c-4a46-9e06-6f9d88954eb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:30.119925 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:30.136074 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55e769e1-1f7c-47ef-ad8c-105c6b62a523 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:52:30.157092 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 55e769e1-1f7c-47ef-ad8c-105c6b62a523, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=55e769e1-1f7c-47ef-ad8c-105c6b62a523,segment=NetworkSegment(59ee2075-9cb6-4e4d-9afe-4362f3097ca6),segment_id=59ee2075-9cb6-4e4d-9afe-4362f3097ca6)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:52:30.158995 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edbd28b-8a36-409d-b067-455ad99e7034 req-98f69163-8205-450e-b435-5554b672c989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:30.160515 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1edbd28b-8a36-409d-b067-455ad99e7034 req-98f69163-8205-450e-b435-5554b672c989 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=aae32b6d82fb4d1babe798fa5bdf8d6b&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2221522 Jun 11 09:52:30.229456 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:30.232764 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:30.316202 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=55e769e1-1f7c-47ef-ad8c-105c6b62a523,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:30.321789 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:30.349309 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edbd28b-8a36-409d-b067-455ad99e7034 req-72acb5e2-f420-4515-a63a-dd8a80298d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:30.350780 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1edbd28b-8a36-409d-b067-455ad99e7034 req-72acb5e2-f420-4515-a63a-dd8a80298d04 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1831801 Jun 11 09:52:30.362878 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-701ac62c-0b1c-4a46-9e06-6f9d88954eb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:30.470763 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['55e769e1-1f7c-47ef-ad8c-105c6b62a523'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:52:30.483140 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-701ac62c-0b1c-4a46-9e06-6f9d88954eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:30.506976 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9cf7e7cf-af4a-44db-b08b-1376297ded67 tempest-RoutersAdminNegativeTest-1036983663 tempest-RoutersAdminNegativeTest-1036983663-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:30.597918 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-701ac62c-0b1c-4a46-9e06-6f9d88954eb3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2155252f5f794089b61bb12f3bb78147&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6799212 Jun 11 09:52:30.601366 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 52754) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:30.613928 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701ac62c-0b1c-4a46-9e06-6f9d88954eb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a10b27-57b4-418a-834c-e3c436746db9,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:30.644141 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-701ac62c-0b1c-4a46-9e06-6f9d88954eb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:30.648029 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-d4374055-b7b9-4823-b1fd-54e7b755abc5 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Deleting port 8e2b5c1c-e109-4e03-b7d8-c8bcc240464e {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:52:30.648029 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d4374055-b7b9-4823-b1fd-54e7b755abc5 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:30.679737 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bb311a-430a-4642-8035-b6b0bc28055c req-56fa4d0e-3ec8-49ee-b567-03a2f5068615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:30.681769 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-80bb311a-430a-4642-8035-b6b0bc28055c req-56fa4d0e-3ec8-49ee-b567-03a2f5068615 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aae32b6d82fb4d1babe798fa5bdf8d6b&device_id=445071e3-bce3-40d6-b09a-3bc5f83c1af6 HTTP/1.1" status: 200 len: 1095 time: 0.2844162 Jun 11 09:52:30.696646 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b7bab3-0605-4228-9de8-ab00a0392398 req-00fae521-d04a-44f3-9c1d-2eb3670b83d6 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:30.702563 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b7bab3-0605-4228-9de8-ab00a0392398 req-00fae521-d04a-44f3-9c1d-2eb3670b83d6 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:30.708740 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b7bab3-0605-4228-9de8-ab00a0392398 req-00fae521-d04a-44f3-9c1d-2eb3670b83d6 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:30.717330 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b7bab3-0605-4228-9de8-ab00a0392398 req-00fae521-d04a-44f3-9c1d-2eb3670b83d6 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:30.720651 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b7bab3-0605-4228-9de8-ab00a0392398 req-00fae521-d04a-44f3-9c1d-2eb3670b83d6 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:30.729664 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b7bab3-0605-4228-9de8-ab00a0392398 req-00fae521-d04a-44f3-9c1d-2eb3670b83d6 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:30.735757 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b7bab3-0605-4228-9de8-ab00a0392398 req-00fae521-d04a-44f3-9c1d-2eb3670b83d6 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:30.738351 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-58b7bab3-0605-4228-9de8-ab00a0392398 req-00fae521-d04a-44f3-9c1d-2eb3670b83d6 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042 HTTP/1.1" status: 200 len: 5429 time: 0.1738219 Jun 11 09:52:30.760960 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-80bb311a-430a-4642-8035-b6b0bc28055c req-2224d7b6-df7c-4065-9be6-99087ab1cc16 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=abdc21e3-d625-4e2d-8a56-0ad4907c4690 HTTP/1.1" status: 200 len: 217 time: 0.0696542 Jun 11 09:52:30.815391 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c778db9-4e69-4c4f-872a-f20ae7d33f73 req-f2d28815-eda8-484d-af1d-fc3d62ed82a0 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:30.816924 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1c778db9-4e69-4c4f-872a-f20ae7d33f73 req-f2d28815-eda8-484d-af1d-fc3d62ed82a0 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/ports?device_id=693b0d7a-8a64-4793-9a0e-ef586babbefa HTTP/1.1" status: 200 len: 984 time: 0.3003879 Jun 11 09:52:30.821233 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-aa46697f-e9c1-4e5e-8b04-e62e0b9e00ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:30.855811 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-58b7bab3-0605-4228-9de8-ab00a0392398 req-d49b3988-ecff-45c1-a7c4-b6b3f8b4fe09 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/security-groups?id=28e50891-2b6b-4143-8c1d-0262dfed919e&id=ee23f870-7e0b-4b16-afae-a1e98a9dceaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0635035 Jun 11 09:52:30.857662 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d4374055-b7b9-4823-b1fd-54e7b755abc5 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:30.871961 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-aa46697f-e9c1-4e5e-8b04-e62e0b9e00ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:30.885185 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bb311a-430a-4642-8035-b6b0bc28055c req-d81224c9-ca20-418e-879f-b4458f008607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:30.887201 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-80bb311a-430a-4642-8035-b6b0bc28055c req-d81224c9-ca20-418e-879f-b4458f008607 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=eedbaccc-33aa-4196-b70d-ae78a5d61bda HTTP/1.1" status: 200 len: 858 time: 0.1186450 Jun 11 09:52:30.957069 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-80bb311a-430a-4642-8035-b6b0bc28055c req-ae787e5c-b14e-4464-864f-08726667af4b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=05221ef3-e163-480d-ad89-4315ae45fbcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583782 Jun 11 09:52:30.960541 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-d4374055-b7b9-4823-b1fd-54e7b755abc5 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Calling delete_port for 8e2b5c1c-e109-4e03-b7d8-c8bcc240464e owned by network:router_gateway {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:52:30.968357 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1c778db9-4e69-4c4f-872a-f20ae7d33f73 req-f2c79845-7fac-4567-a288-c8071809ed72 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/security-groups?id=f39eb1d4-52c2-4aff-bbeb-6a2d4ef2476c&id=1bdf718a-3d55-4418-9711-8519d490f59c&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1364129 Jun 11 09:52:31.135048 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-80bb311a-430a-4642-8035-b6b0bc28055c req-999b8cd3-8a51-44f2-b7c8-9321901bff3a service neutron] 10.222.0.64 "GET /v2.0/networks/05221ef3-e163-480d-ad89-4315ae45fbcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655562 Jun 11 09:52:31.135967 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:31.244723 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d241ad-47ab-4b2b-ba3e-8426783d7a7f req-d04c58e1-f105-472a-a14e-7585020fc0b7 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:31.246233 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-19d241ad-47ab-4b2b-ba3e-8426783d7a7f req-d04c58e1-f105-472a-a14e-7585020fc0b7 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/ports?device_id=445071e3-bce3-40d6-b09a-3bc5f83c1af6 HTTP/1.1" status: 200 len: 943 time: 0.1333382 Jun 11 09:52:31.285824 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-aa46697f-e9c1-4e5e-8b04-e62e0b9e00ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:31.288430 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-aa46697f-e9c1-4e5e-8b04-e62e0b9e00ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:31.289546 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-aa46697f-e9c1-4e5e-8b04-e62e0b9e00ae admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b2a10b27-57b4-418a-834c-e3c436746db9 HTTP/1.1" status: 204 len: 168 time: 0.6868551 Jun 11 09:52:31.295652 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-19d241ad-47ab-4b2b-ba3e-8426783d7a7f req-bac61ad1-a176-44ea-b360-d3fa696d6de5 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/security-groups?id=982f2ef2-bb6d-4fbc-bd87-ed6195b74a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425375 Jun 11 09:52:31.297866 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2ff2b9af-92c8-4302-8bbb-32665412a90a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:31.316135 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8a2711ff-30ed-49b3-b53c-8b3e3812276c req-2599c428-7ba6-48fe-b0b0-a39c027d357a tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1248000473&fields=id&tenant_id=e7a84328845c42e4a2bf009ba2709f6e HTTP/1.1" status: 200 len: 267 time: 0.0790408 Jun 11 09:52:31.316135 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-80bb311a-430a-4642-8035-b6b0bc28055c req-d6fc9425-a3ff-408c-bd7d-8bb0785b747b service neutron] 10.222.0.64 "GET /v2.0/networks/05221ef3-e163-480d-ad89-4315ae45fbcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726041 Jun 11 09:52:31.316135 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa46697f-e9c1-4e5e-8b04-e62e0b9e00ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a10b27-57b4-418a-834c-e3c436746db9,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:31.323330 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-aa46697f-e9c1-4e5e-8b04-e62e0b9e00ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:31.393609 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d4374055-b7b9-4823-b1fd-54e7b755abc5 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:31.396657 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a701740e-3403-4836-9f40-49b9a771a2fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:31.400226 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2711ff-30ed-49b3-b53c-8b3e3812276c req-8d773339-90a2-4f7a-ab20-f0d87c277063 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:31.400226 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8a2711ff-30ed-49b3-b53c-8b3e3812276c req-8d773339-90a2-4f7a-ab20-f0d87c277063 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/ports?device_id=693b0d7a-8a64-4793-9a0e-ef586babbefa HTTP/1.1" status: 200 len: 984 time: 0.0716152 Jun 11 09:52:31.410152 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-8a2711ff-30ed-49b3-b53c-8b3e3812276c req-a73a135c-4874-4b71-a56e-0a2e311dc934 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Request body: {'port': {'security_groups': ['1bdf718a-3d55-4418-9711-8519d490f59c', 'f39eb1d4-52c2-4aff-bbeb-6a2d4ef2476c', '2849cba3-6bee-4292-9fa6-1fa90c909a19']}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:52:31.425783 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4374055-b7b9-4823-b1fd-54e7b755abc5 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Pushing event deleted for resources: {'Port': ['ID=8e2b5c1c-e109-4e03-b7d8-c8bcc240464e,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:31.428372 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d4374055-b7b9-4823-b1fd-54e7b755abc5 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:31.514122 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d4374055-b7b9-4823-b1fd-54e7b755abc5 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374120'] for router_gateway, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:31.525687 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-8a2711ff-30ed-49b3-b53c-8b3e3812276c req-a73a135c-4874-4b71-a56e-0a2e311dc934 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:31.660669 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d4374055-b7b9-4823-b1fd-54e7b755abc5 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:31.663182 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d4374055-b7b9-4823-b1fd-54e7b755abc5 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:31.796511 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-8a2711ff-30ed-49b3-b53c-8b3e3812276c req-a73a135c-4874-4b71-a56e-0a2e311dc934 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] For port a7107800-f6f6-474f-bd02-15a63dd970b4, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=a7107800-f6f6-474f-bd02-15a63dd970b4,segment=NetworkSegment(f2a6a55c-ddd9-4c58-9bb7-06c667db61ab),segment_id=f2a6a55c-ddd9-4c58-9bb7-06c667db61ab)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:52:31.797385 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 55e769e1-1f7c-47ef-ad8c-105c6b62a523 up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:52:31.804498 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d4374055-b7b9-4823-b1fd-54e7b755abc5 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:31.805088 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4374055-b7b9-4823-b1fd-54e7b755abc5 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Fanout notify agent at l3_agent the message router_deleted on router 090e78ea-85bc-42e1-bc87-9b7ed7d392ca {{(pid=93177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 09:52:31.811751 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d4374055-b7b9-4823-b1fd-54e7b755abc5 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:31.812842 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-d4374055-b7b9-4823-b1fd-54e7b755abc5 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] 10.222.0.60 "DELETE /v2.0/routers/090e78ea-85bc-42e1-bc87-9b7ed7d392ca HTTP/1.1" status: 204 len: 168 time: 2.1313982 Jun 11 09:52:31.817939 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 52778) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:31.825364 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-accdc109-f86d-4b00-a38d-54c47cdbebe1 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1554053757', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:52:31.868519 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-8a2711ff-30ed-49b3-b53c-8b3e3812276c req-a73a135c-4874-4b71-a56e-0a2e311dc934 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:32.056001 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-accdc109-f86d-4b00-a38d-54c47cdbebe1 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:32.057128 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-accdc109-f86d-4b00-a38d-54c47cdbebe1 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:32.063523 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ed42ef-9f82-4585-8e55-08d8b88db930 req-55fed22c-9b3e-4f80-a175-b453749316eb tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:32.069788 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ed42ef-9f82-4585-8e55-08d8b88db930 req-55fed22c-9b3e-4f80-a175-b453749316eb tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:32.075644 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ed42ef-9f82-4585-8e55-08d8b88db930 req-55fed22c-9b3e-4f80-a175-b453749316eb tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:32.082014 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ed42ef-9f82-4585-8e55-08d8b88db930 req-55fed22c-9b3e-4f80-a175-b453749316eb tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:32.087882 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ed42ef-9f82-4585-8e55-08d8b88db930 req-55fed22c-9b3e-4f80-a175-b453749316eb tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:32.093846 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ed42ef-9f82-4585-8e55-08d8b88db930 req-55fed22c-9b3e-4f80-a175-b453749316eb tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:32.100425 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ed42ef-9f82-4585-8e55-08d8b88db930 req-55fed22c-9b3e-4f80-a175-b453749316eb tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:32.102404 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-36ed42ef-9f82-4585-8e55-08d8b88db930 req-55fed22c-9b3e-4f80-a175-b453749316eb tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042 HTTP/1.1" status: 200 len: 5429 time: 0.1202312 Jun 11 09:52:32.125654 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning for port 55e769e1-1f7c-47ef-ad8c-105c6b62a523 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:52:32.131012 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port 55e769e1-1f7c-47ef-ad8c-105c6b62a523 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:52:32.131537 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:32.135518 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-8a2711ff-30ed-49b3-b53c-8b3e3812276c req-a73a135c-4874-4b71-a56e-0a2e311dc934 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:32.141250 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-accdc109-f86d-4b00-a38d-54c47cdbebe1 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:32.145650 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4cd93226-3d73-488b-a5f1-90f9da891335 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:32.206615 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-36ed42ef-9f82-4585-8e55-08d8b88db930 req-2b74884b-c455-4517-a882-35bc58b9abeb tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/security-groups?id=28e50891-2b6b-4143-8c1d-0262dfed919e&id=ee23f870-7e0b-4b16-afae-a1e98a9dceaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0817564 Jun 11 09:52:32.217121 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2711ff-30ed-49b3-b53c-8b3e3812276c req-a73a135c-4874-4b71-a56e-0a2e311dc934 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:32.230256 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-8a2711ff-30ed-49b3-b53c-8b3e3812276c req-a73a135c-4874-4b71-a56e-0a2e311dc934 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:32.230256 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8a2711ff-30ed-49b3-b53c-8b3e3812276c req-a73a135c-4874-4b71-a56e-0a2e311dc934 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "PUT /v2.0/ports/a7107800-f6f6-474f-bd02-15a63dd970b4 HTTP/1.1" status: 200 len: 1020 time: 0.8148131 Jun 11 09:52:32.230256 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '693b0d7a-8a64-4793-9a0e-ef586babbefa', 'tag': 'a7107800-f6f6-474f-bd02-15a63dd970b4'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:52:32.230819 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['c8d410a0-9d46-4b86-96fe-def82dc6d0cb', 'a7107800-f6f6-474f-bd02-15a63dd970b4'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:52:32.231260 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da344a4-1439-4735-9b03-f889aad072c4" -d '{"events": [{"name": "network-changed", "server_uuid": "693b0d7a-8a64-4793-9a0e-ef586babbefa", "tag": "a7107800-f6f6-474f-bd02-15a63dd970b4"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:52:32.252515 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73a135c-4874-4b71-a56e-0a2e311dc934 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Pushing event updated for resources: {'Port': ['ID=a7107800-f6f6-474f-bd02-15a63dd970b4,revision_number=7']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:32.255714 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a73a135c-4874-4b71-a56e-0a2e311dc934 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:32.298473 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-accdc109-f86d-4b00-a38d-54c47cdbebe1 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:32.343630 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['a7107800-f6f6-474f-bd02-15a63dd970b4'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:52:32.424996 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06437776-eb94-4afc-a122-d2d077a087f3 x-openstack-request-id: req-06437776-eb94-4afc-a122-d2d077a087f3 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:52:32.425630 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "693b0d7a-8a64-4793-9a0e-ef586babbefa", "tag": "a7107800-f6f6-474f-bd02-15a63dd970b4", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:52:32.425630 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-06437776-eb94-4afc-a122-d2d077a087f3 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:52:32.426058 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '693b0d7a-8a64-4793-9a0e-ef586babbefa', 'tag': 'a7107800-f6f6-474f-bd02-15a63dd970b4', 'status': 'completed', 'code': 200} Jun 11 09:52:32.438599 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b29d8cdb-c729-4b7e-b13a-7bfc0d43defe req-a6287473-7f1b-49b0-bf65-0cce3590c57a tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/security-groups/2849cba3-6bee-4292-9fa6-1fa90c909a19 HTTP/1.1" status: 200 len: 1803 time: 0.0580199 Jun 11 09:52:32.493535 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:32.524425 n-d-779913-12 neutron-server[93176]: INFO neutron.api.v2.resource [req-b29d8cdb-c729-4b7e-b13a-7bfc0d43defe req-65194ba4-596f-4555-ad62-7672252c0e48 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 11 09:52:32.541991 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b29d8cdb-c729-4b7e-b13a-7bfc0d43defe req-65194ba4-596f-4555-ad62-7672252c0e48 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "DELETE /v2.0/security-groups/2849cba3-6bee-4292-9fa6-1fa90c909a19 HTTP/1.1" status: 409 len: 341 time: 0.1009262 Jun 11 09:52:32.554707 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-accdc109-f86d-4b00-a38d-54c47cdbebe1 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:32.559753 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-accdc109-f86d-4b00-a38d-54c47cdbebe1 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7407575 Jun 11 09:52:32.563734 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 52806) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:32.585558 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-269448b7-71a7-4123-9142-d42edf64cbf7 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'enable_snat': False}}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:52:32.643670 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af759f82-325a-479d-9171-b34363c7d03f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55e769e1-1f7c-47ef-ad8c-105c6b62a523'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:52:32.646253 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e01e33-a595-4592-8e74-01e61e493169" -d '{"events": [{"server_uuid": "af759f82-325a-479d-9171-b34363c7d03f", "name": "network-vif-plugged", "status": "completed", "tag": "55e769e1-1f7c-47ef-ad8c-105c6b62a523"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:52:32.675925 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 55e769e1-1f7c-47ef-ad8c-105c6b62a523, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=55e769e1-1f7c-47ef-ad8c-105c6b62a523,segment=NetworkSegment(59ee2075-9cb6-4e4d-9afe-4362f3097ca6),segment_id=59ee2075-9cb6-4e4d-9afe-4362f3097ca6)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:52:32.754891 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da344a4-1439-4735-9b03-f889aad072c4 req-eeba0dc6-fa2b-4c84-944a-ea167796366d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:32.757766 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2da344a4-1439-4735-9b03-f889aad072c4 req-eeba0dc6-fa2b-4c84-944a-ea167796366d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e7a84328845c42e4a2bf009ba2709f6e&device_id=693b0d7a-8a64-4793-9a0e-ef586babbefa HTTP/1.1" status: 200 len: 1175 time: 0.3024490 Jun 11 09:52:32.793978 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:32.797766 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-8d5d6382-ca48-48fd-8acb-b084f5f1648d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:32.888576 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043de38d-8665-44e1-b00f-9eb201de1ab8 req-8fa0feb5-00e2-46ed-9b0f-c12c0a655900 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:32.901068 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-043de38d-8665-44e1-b00f-9eb201de1ab8 req-8fa0feb5-00e2-46ed-9b0f-c12c0a655900 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/ports?device_id=445071e3-bce3-40d6-b09a-3bc5f83c1af6 HTTP/1.1" status: 200 len: 943 time: 0.2864354 Jun 11 09:52:32.925844 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=55e769e1-1f7c-47ef-ad8c-105c6b62a523,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:32.936157 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:32.974870 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-043de38d-8665-44e1-b00f-9eb201de1ab8 req-16af49f2-5252-4c1a-abd7-da00e31d02da tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/security-groups?id=982f2ef2-bb6d-4fbc-bd87-ed6195b74a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610437 Jun 11 09:52:32.976187 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da344a4-1439-4735-9b03-f889aad072c4 req-ccbdd8b7-4cad-4942-9f8b-82af4418ff12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:32.977700 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2da344a4-1439-4735-9b03-f889aad072c4 req-ccbdd8b7-4cad-4942-9f8b-82af4418ff12 service neutron] 10.222.0.69 "GET /v2.0/networks?id=51fb20d0-10f0-46f3-aa19-f1b488299b81 HTTP/1.1" status: 200 len: 913 time: 0.2066233 Jun 11 09:52:33.008269 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 52814) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:33.043191 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17bbcfa5-021c-4ee0-acc1-3a83705af1dc x-openstack-request-id: req-17bbcfa5-021c-4ee0-acc1-3a83705af1dc {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:52:33.043490 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af759f82-325a-479d-9171-b34363c7d03f", "name": "network-vif-plugged", "status": "completed", "tag": "55e769e1-1f7c-47ef-ad8c-105c6b62a523", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:52:33.043889 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-17bbcfa5-021c-4ee0-acc1-3a83705af1dc {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:52:33.044346 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af759f82-325a-479d-9171-b34363c7d03f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55e769e1-1f7c-47ef-ad8c-105c6b62a523', 'code': 200} Jun 11 09:52:33.050678 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2da344a4-1439-4735-9b03-f889aad072c4 req-db18a3d5-b113-4f65-8eda-002204963ff0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7107800-f6f6-474f-bd02-15a63dd970b4 HTTP/1.1" status: 200 len: 217 time: 0.0663188 Jun 11 09:52:33.125012 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da344a4-1439-4735-9b03-f889aad072c4 req-4e4489da-8606-4539-9892-f1e18702d0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:33.127017 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2da344a4-1439-4735-9b03-f889aad072c4 req-4e4489da-8606-4539-9892-f1e18702d0d1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=653da622-357e-4eea-a767-3057d0992af6 HTTP/1.1" status: 200 len: 852 time: 0.0626597 Jun 11 09:52:33.135430 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-269448b7-71a7-4123-9142-d42edf64cbf7 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:33.174576 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2da344a4-1439-4735-9b03-f889aad072c4 req-29a5cd91-4a25-4618-943e-84c6edbebe3f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=51fb20d0-10f0-46f3-aa19-f1b488299b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401535 Jun 11 09:52:33.208706 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02268245-7a4f-4595-bcd5-eeee717fb012 req-531539b8-521a-441f-b214-d578d9d0d648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:33.210561 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-02268245-7a4f-4595-bcd5-eeee717fb012 req-531539b8-521a-441f-b214-d578d9d0d648 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=af759f82-325a-479d-9171-b34363c7d03f HTTP/1.1" status: 200 len: 1098 time: 0.0710137 Jun 11 09:52:33.261651 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-02268245-7a4f-4595-bcd5-eeee717fb012 req-6370b51b-8dc8-41b3-9611-588fae47f867 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=982f2ef2-bb6d-4fbc-bd87-ed6195b74a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429742 Jun 11 09:52:33.302628 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-8a461200-8c00-42bd-9fae-69bfbe358ea7 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-257871614'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:52:33.384320 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:52:33.384320 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:52:33.384320 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:52:33.384320 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:52:33.384320 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:52:33.384320 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:52:33.384320 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:52:33.384320 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:52:33.384320 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:52:33.384320 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:52:33.384320 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:52:33.384320 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:52:33.384320 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:52:33.384320 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:52:33.384320 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:52:33.384320 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:52:33.384320 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:52:33.384320 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:52:33.384320 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:52:33.384320 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:52:33.384320 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:52:33.384320 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:52:33.384320 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:52:33.384320 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:52:33.384320 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:52:33.384320 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:52:33.384320 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:52:33.384320 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:52:33.384320 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:52:33.384320 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:52:33.384320 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:52:33.384320 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:52:33.384320 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:52:33.384320 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:52:33.384320 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:52:33.384320 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:52:33.384320 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:52:33.384320 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:52:33.384320 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:52:33.384320 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:52:33.384320 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:52:33.384320 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:52:33.384320 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:52:33.384320 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:52:33.387713 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:52:33.387713 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:52:33.387713 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:52:33.387713 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:52:33.387713 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:52:33.387713 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:52:33.387713 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:52:33.387713 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:52:33.387713 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:52:33.387713 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:52:33.387713 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:52:33.387713 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:52:33.387713 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:52:33.387713 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:52:33.387713 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:52:33.387713 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:52:33.399964 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2da344a4-1439-4735-9b03-f889aad072c4 req-6162f7dc-fb38-413b-b875-d4db8e326303 service neutron] 10.222.0.69 "GET /v2.0/networks/51fb20d0-10f0-46f3-aa19-f1b488299b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188170 Jun 11 09:52:33.422853 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a461200-8c00-42bd-9fae-69bfbe358ea7 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Made reservation on behalf of 09b3ade472674cfa9ad5630536f84a2c for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:52:33.426304 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8a461200-8c00-42bd-9fae-69bfbe358ea7 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:33.447770 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b8a40a-f409-4f19-9932-8bd425518867 req-43429eff-359d-4658-934a-1bbc1823aeec tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:33.449250 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-42b8a40a-f409-4f19-9932-8bd425518867 req-43429eff-359d-4658-934a-1bbc1823aeec tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/ports?device_id=693b0d7a-8a64-4793-9a0e-ef586babbefa HTTP/1.1" status: 200 len: 1023 time: 0.1288643 Jun 11 09:52:33.449379 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8a461200-8c00-42bd-9fae-69bfbe358ea7 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:33.567275 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-42b8a40a-f409-4f19-9932-8bd425518867 req-c32c882c-3cb1-4f6a-a918-e96f18cbba37 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/security-groups?id=f39eb1d4-52c2-4aff-bbeb-6a2d4ef2476c&id=2849cba3-6bee-4292-9fa6-1fa90c909a19&id=1bdf718a-3d55-4418-9711-8519d490f59c&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0661001 Jun 11 09:52:33.570923 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2da344a4-1439-4735-9b03-f889aad072c4 req-a682f235-fe84-4a6f-a028-935627fb0892 service neutron] 10.222.0.69 "GET /v2.0/networks/51fb20d0-10f0-46f3-aa19-f1b488299b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633732 Jun 11 09:52:33.575383 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04deea3-232c-4a54-a2ec-f35b1c16ec52 req-59a50f37-d6ca-481f-bc1e-2844401ba577 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:33.583416 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04deea3-232c-4a54-a2ec-f35b1c16ec52 req-59a50f37-d6ca-481f-bc1e-2844401ba577 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:33.590577 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04deea3-232c-4a54-a2ec-f35b1c16ec52 req-59a50f37-d6ca-481f-bc1e-2844401ba577 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:33.597883 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04deea3-232c-4a54-a2ec-f35b1c16ec52 req-59a50f37-d6ca-481f-bc1e-2844401ba577 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:33.603323 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04deea3-232c-4a54-a2ec-f35b1c16ec52 req-59a50f37-d6ca-481f-bc1e-2844401ba577 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:33.609079 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04deea3-232c-4a54-a2ec-f35b1c16ec52 req-59a50f37-d6ca-481f-bc1e-2844401ba577 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:33.615122 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04deea3-232c-4a54-a2ec-f35b1c16ec52 req-59a50f37-d6ca-481f-bc1e-2844401ba577 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:33.616992 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f04deea3-232c-4a54-a2ec-f35b1c16ec52 req-59a50f37-d6ca-481f-bc1e-2844401ba577 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042 HTTP/1.1" status: 200 len: 5429 time: 0.2415283 Jun 11 09:52:33.774003 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f04deea3-232c-4a54-a2ec-f35b1c16ec52 req-fd14605a-f814-413a-becd-374e85a8ec28 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/security-groups?id=28e50891-2b6b-4143-8c1d-0262dfed919e&id=ee23f870-7e0b-4b16-afae-a1e98a9dceaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1094246 Jun 11 09:52:33.796726 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-269448b7-71a7-4123-9142-d42edf64cbf7 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:33.814851 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device abdc21e3-d625-4e2d-8a56-0ad4907c4690 details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:52:33.835403 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-269448b7-71a7-4123-9142-d42edf64cbf7 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:33.861708 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8a461200-8c00-42bd-9fae-69bfbe358ea7 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:33.961240 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8a461200-8c00-42bd-9fae-69bfbe358ea7 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:33.963137 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port abdc21e3-d625-4e2d-8a56-0ad4907c4690, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=abdc21e3-d625-4e2d-8a56-0ad4907c4690,segment=NetworkSegment(59ee2075-9cb6-4e4d-9afe-4362f3097ca6),segment_id=59ee2075-9cb6-4e4d-9afe-4362f3097ca6)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:52:33.966797 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1c65db2f-39da-4e3e-99f6-52c5269c122f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:33.976224 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': 'abdc21e3-d625-4e2d-8a56-0ad4907c4690', 'network_id': '05221ef3-e163-480d-ad89-4315ae45fbcc', 'port_id': 'abdc21e3-d625-4e2d-8a56-0ad4907c4690', 'mac_address': 'fa:16:3e:50:d4:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eedbaccc-33aa-4196-b70d-ae78a5d61bda', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:52:34.022345 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:34.035342 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a461200-8c00-42bd-9fae-69bfbe358ea7 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 766} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 09:52:34.037730 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abdc21e3-d625-4e2d-8a56-0ad4907c4690 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:52:34.052356 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a461200-8c00-42bd-9fae-69bfbe358ea7 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36547dd1-a8ed-4029-92ba-0f9624b7c073,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:34.055521 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8a461200-8c00-42bd-9fae-69bfbe358ea7 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:34.067554 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port abdc21e3-d625-4e2d-8a56-0ad4907c4690, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=abdc21e3-d625-4e2d-8a56-0ad4907c4690,segment=NetworkSegment(59ee2075-9cb6-4e4d-9afe-4362f3097ca6),segment_id=59ee2075-9cb6-4e4d-9afe-4362f3097ca6)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:52:34.071281 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8a461200-8c00-42bd-9fae-69bfbe358ea7 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:34.071642 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-8a461200-8c00-42bd-9fae-69bfbe358ea7 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Added segment 07e85541-49f4-4ac6-a569-a73cc1c75a58 of type vlan for network d92fbcd9-7aa6-41f6-b665-9b09fcc5bb04 Jun 11 09:52:34.077171 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-269448b7-71a7-4123-9142-d42edf64cbf7 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Allocated IP 172.25.4.26 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/5bbe8a5a-442e-4722-af5b-2cf2dbeec77d) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:52:34.165750 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:34.167551 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-0d9d82cf-dc4e-45a8-8a9a-fd109a22b22d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:34.177167 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8a461200-8c00-42bd-9fae-69bfbe358ea7 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:34.226843 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=abdc21e3-d625-4e2d-8a56-0ad4907c4690,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:34.229859 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:34.341136 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-269448b7-71a7-4123-9142-d42edf64cbf7 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:34.350050 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec91175-47f6-4488-bfba-64f7622297a6 req-e22d6a04-9303-47eb-9ecd-a98488860600 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:34.351619 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-dec91175-47f6-4488-bfba-64f7622297a6 req-e22d6a04-9303-47eb-9ecd-a98488860600 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/ports?device_id=445071e3-bce3-40d6-b09a-3bc5f83c1af6 HTTP/1.1" status: 200 len: 943 time: 0.2328541 Jun 11 09:52:34.384100 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8a461200-8c00-42bd-9fae-69bfbe358ea7 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:34.389495 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a461200-8c00-42bd-9fae-69bfbe358ea7 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:34.390085 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8a461200-8c00-42bd-9fae-69bfbe358ea7 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:34.394736 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e1a13600-081d-431a-a153-09cc839b7854 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:34.398898 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['abdc21e3-d625-4e2d-8a56-0ad4907c4690'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:52:34.465431 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-dec91175-47f6-4488-bfba-64f7622297a6 req-a2b18130-87f8-46dd-87e6-3ed128b24491 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/security-groups?id=982f2ef2-bb6d-4fbc-bd87-ed6195b74a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078539 Jun 11 09:52:34.526830 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a461200-8c00-42bd-9fae-69bfbe358ea7 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Pushing event updated for resources: {'Network': ['ID=d92fbcd9-7aa6-41f6-b665-9b09fcc5bb04,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:34.529398 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8a461200-8c00-42bd-9fae-69bfbe358ea7 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:34.542504 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network d92fbcd9-7aa6-41f6-b665-9b09fcc5bb04 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:52:34.551155 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-8a461200-8c00-42bd-9fae-69bfbe358ea7 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.4361570 Jun 11 09:52:34.552997 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 52838) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:34.559235 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-49a55d92-0083-4a83-8a00-89993ea718b0 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Request body: {'subnet': {'network_id': 'd92fbcd9-7aa6-41f6-b665-9b09fcc5bb04', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:52:34.576474 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-269448b7-71a7-4123-9142-d42edf64cbf7 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:34.593949 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-98e1f742-1e89-4939-9c86-23cb4b34ada4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:34.675040 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269448b7-71a7-4123-9142-d42edf64cbf7 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:52:34.679875 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-269448b7-71a7-4123-9142-d42edf64cbf7 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:52:34.684361 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269448b7-71a7-4123-9142-d42edf64cbf7 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:52:34.757433 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269448b7-71a7-4123-9142-d42edf64cbf7 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Pushing event updated for resources: {'Port': ['ID=5bbe8a5a-442e-4722-af5b-2cf2dbeec77d,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:34.757433 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-269448b7-71a7-4123-9142-d42edf64cbf7 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:34.836999 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7dbf9c-30b5-4f0c-a74f-e1bd2ad27233 req-c62b4ab2-d0ca-488d-8c7a-e2690604c979 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:34.838810 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ed7dbf9c-30b5-4f0c-a74f-e1bd2ad27233 req-c62b4ab2-d0ca-488d-8c7a-e2690604c979 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/ports?device_id=693b0d7a-8a64-4793-9a0e-ef586babbefa HTTP/1.1" status: 200 len: 1023 time: 0.1025743 Jun 11 09:52:34.873055 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a55d92-0083-4a83-8a00-89993ea718b0 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Made reservation on behalf of 09b3ade472674cfa9ad5630536f84a2c for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:52:34.877075 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-49a55d92-0083-4a83-8a00-89993ea718b0 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:34.992975 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ed7dbf9c-30b5-4f0c-a74f-e1bd2ad27233 req-a3c29bc7-f647-4791-9d7d-fd831adf4b00 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/security-groups?id=f39eb1d4-52c2-4aff-bbeb-6a2d4ef2476c&id=2849cba3-6bee-4292-9fa6-1fa90c909a19&id=1bdf718a-3d55-4418-9711-8519d490f59c&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1474023 Jun 11 09:52:35.191625 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcbdb3c-ccb4-4b26-8fa0-62eddbe0348b req-b87223ad-24d4-446e-aed1-749128474555 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:35.192982 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6fcbdb3c-ccb4-4b26-8fa0-62eddbe0348b req-b87223ad-24d4-446e-aed1-749128474555 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.69 "GET /v2.0/ports?device_id=693b0d7a-8a64-4793-9a0e-ef586babbefa HTTP/1.1" status: 200 len: 1023 time: 0.1379044 Jun 11 09:52:35.246061 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-269448b7-71a7-4123-9142-d42edf64cbf7 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:35.260032 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1887697d-82b2-478b-98cf-1c4f25275875 req-38f09b8c-350d-4779-9537-2a4c8265a0c3 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:35.265865 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1887697d-82b2-478b-98cf-1c4f25275875 req-38f09b8c-350d-4779-9537-2a4c8265a0c3 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:35.271698 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1887697d-82b2-478b-98cf-1c4f25275875 req-38f09b8c-350d-4779-9537-2a4c8265a0c3 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:35.277491 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1887697d-82b2-478b-98cf-1c4f25275875 req-38f09b8c-350d-4779-9537-2a4c8265a0c3 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:35.284895 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1887697d-82b2-478b-98cf-1c4f25275875 req-38f09b8c-350d-4779-9537-2a4c8265a0c3 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:35.289939 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-49a55d92-0083-4a83-8a00-89993ea718b0 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:35.291429 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1887697d-82b2-478b-98cf-1c4f25275875 req-38f09b8c-350d-4779-9537-2a4c8265a0c3 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:35.293136 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:35.297259 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1887697d-82b2-478b-98cf-1c4f25275875 req-38f09b8c-350d-4779-9537-2a4c8265a0c3 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:35.302181 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1887697d-82b2-478b-98cf-1c4f25275875 req-38f09b8c-350d-4779-9537-2a4c8265a0c3 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042 HTTP/1.1" status: 200 len: 5429 time: 0.1939089 Jun 11 09:52:35.325692 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:35.385171 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a55d92-0083-4a83-8a00-89993ea718b0 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Pushing event updated for resources: {'Subnet': ['ID=62a6dda1-7462-4024-8075-4505dca1d4de,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:35.388084 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-49a55d92-0083-4a83-8a00-89993ea718b0 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:35.423492 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-6fcbdb3c-ccb4-4b26-8fa0-62eddbe0348b req-81b63eb9-8f7b-4941-b8fa-396339448cfc tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Deleting port a7107800-f6f6-474f-bd02-15a63dd970b4 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:52:35.424463 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-6fcbdb3c-ccb4-4b26-8fa0-62eddbe0348b req-81b63eb9-8f7b-4941-b8fa-396339448cfc tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:35.429155 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a55d92-0083-4a83-8a00-89993ea718b0 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Checking segment: {'id': '07e85541-49f4-4ac6-a569-a73cc1c75a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'd92fbcd9-7aa6-41f6-b665-9b09fcc5bb04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:52:35.429478 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a55d92-0083-4a83-8a00-89993ea718b0 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Network hostable DHCP agents. Network: d92fbcd9-7aa6-41f6-b665-9b09fcc5bb04, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 09:52:35.563307 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-6fcbdb3c-ccb4-4b26-8fa0-62eddbe0348b req-81b63eb9-8f7b-4941-b8fa-396339448cfc tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] For port a7107800-f6f6-474f-bd02-15a63dd970b4, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=a7107800-f6f6-474f-bd02-15a63dd970b4,segment=NetworkSegment(f2a6a55c-ddd9-4c58-9bb7-06c667db61ab),segment_id=f2a6a55c-ddd9-4c58-9bb7-06c667db61ab)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:52:35.564547 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-6fcbdb3c-ccb4-4b26-8fa0-62eddbe0348b req-81b63eb9-8f7b-4941-b8fa-396339448cfc tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:35.567834 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a55d92-0083-4a83-8a00-89993ea718b0 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Network d92fbcd9-7aa6-41f6-b665-9b09fcc5bb04 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 09:52:35.679540 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-6fcbdb3c-ccb4-4b26-8fa0-62eddbe0348b req-81b63eb9-8f7b-4941-b8fa-396339448cfc tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Calling delete_port for a7107800-f6f6-474f-bd02-15a63dd970b4 owned by compute:nova {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:52:35.686848 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-49a55d92-0083-4a83-8a00-89993ea718b0 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, d92fbcd9-7aa6-41f6-b665-9b09fcc5bb04) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:52:35.691403 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a55d92-0083-4a83-8a00-89993ea718b0 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:35.692027 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-49a55d92-0083-4a83-8a00-89993ea718b0 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:35.696722 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e76597-db91-4bc8-8475-26dd3f55e17a None None] Network d92fbcd9-7aa6-41f6-b665-9b09fcc5bb04 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:52:35.860240 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c6581f-5307-4d3f-8483-9e2b635c100c req-154601a1-11f0-428d-9b9b-3041d13eb54d tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:35.868353 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d3c6581f-5307-4d3f-8483-9e2b635c100c req-154601a1-11f0-428d-9b9b-3041d13eb54d tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/ports?device_id=445071e3-bce3-40d6-b09a-3bc5f83c1af6 HTTP/1.1" status: 200 len: 944 time: 0.1856842 Jun 11 09:52:35.883439 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1887697d-82b2-478b-98cf-1c4f25275875 req-0febc5bd-fedd-4f9e-b314-a661a4e5777d tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/security-groups?id=28e50891-2b6b-4143-8c1d-0262dfed919e&id=ee23f870-7e0b-4b16-afae-a1e98a9dceaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0780449 Jun 11 09:52:35.893617 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-49a55d92-0083-4a83-8a00-89993ea718b0 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3385432 Jun 11 09:52:35.896266 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 52854) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:35.901926 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-3289d2ad-fe7f-4d0d-b1e8-9f24fd6a022d tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Request body: {'port': {'network_id': 'd92fbcd9-7aa6-41f6-b665-9b09fcc5bb04', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-55749588'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:52:35.988323 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device abdc21e3-d625-4e2d-8a56-0ad4907c4690 up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:52:36.045217 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d3c6581f-5307-4d3f-8483-9e2b635c100c req-5e92a709-6062-4fe8-80d7-2f46000294ff tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/security-groups?id=982f2ef2-bb6d-4fbc-bd87-ed6195b74a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720278 Jun 11 09:52:36.121229 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-269448b7-71a7-4123-9142-d42edf64cbf7 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:36.126152 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-269448b7-71a7-4123-9142-d42edf64cbf7 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-374241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-374254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-363978'] for router, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:36.177428 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f107701-9ceb-4c5e-ab13-611885a5d725 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-d92fbcd9-7aa6-41f6-b665-9b09fcc5bb04', 'network_id': 'd92fbcd9-7aa6-41f6-b665-9b09fcc5bb04', 'tenant_id': '09b3ade472674cfa9ad5630536f84a2c', 'fixed_ips': [{'subnet_id': '62a6dda1-7462-4024-8075-4505dca1d4de'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 09:52:36.177428 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2f107701-9ceb-4c5e-ab13-611885a5d725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:36.274424 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning for port abdc21e3-d625-4e2d-8a56-0ad4907c4690 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:52:36.281608 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port abdc21e3-d625-4e2d-8a56-0ad4907c4690 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:52:36.282060 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:36.321322 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e13c7a4-0379-4824-bbed-f27f5b980a86 req-d509825d-a84a-4656-9ee5-a5679c8b4306 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:36.322961 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9e13c7a4-0379-4824-bbed-f27f5b980a86 req-d509825d-a84a-4656-9ee5-a5679c8b4306 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/ports?device_id=693b0d7a-8a64-4793-9a0e-ef586babbefa HTTP/1.1" status: 200 len: 1023 time: 0.1030629 Jun 11 09:52:36.330587 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-6fcbdb3c-ccb4-4b26-8fa0-62eddbe0348b req-81b63eb9-8f7b-4941-b8fa-396339448cfc tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:36.336166 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7ad55eec-55db-42e3-a42f-756af26ea6c6 tempest-ServersAdminNegativeTestJSON-518152941 tempest-ServersAdminNegativeTestJSON-518152941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:36.355554 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['c8d410a0-9d46-4b86-96fe-def82dc6d0cb', 'a7107800-f6f6-474f-bd02-15a63dd970b4'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:52:36.381253 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b63eb9-8f7b-4941-b8fa-396339448cfc tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Pushing event deleted for resources: {'Port': ['ID=a7107800-f6f6-474f-bd02-15a63dd970b4,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:36.393058 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-81b63eb9-8f7b-4941-b8fa-396339448cfc tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:36.396936 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3289d2ad-fe7f-4d0d-b1e8-9f24fd6a022d tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Made reservation on behalf of 09b3ade472674cfa9ad5630536f84a2c for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:52:36.401212 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3289d2ad-fe7f-4d0d-b1e8-9f24fd6a022d tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:36.424240 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-269448b7-71a7-4123-9142-d42edf64cbf7 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Router 7b10ed90-3c9e-4012-ab61-3f48e8881f49 is scheduled to L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 with binding_index 1 {{(pid=93176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 09:52:36.438275 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-2f107701-9ceb-4c5e-ab13-611885a5d725 None None] Allocated IP 2001:db8::2 (d92fbcd9-7aa6-41f6-b665-9b09fcc5bb04/62a6dda1-7462-4024-8075-4505dca1d4de/b0b2b30a-530a-40f1-8d73-eb93f154d337) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:52:36.462375 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9e13c7a4-0379-4824-bbed-f27f5b980a86 req-4b62ab62-5c7f-4248-b64f-47f476abb7da tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/security-groups?id=f39eb1d4-52c2-4aff-bbeb-6a2d4ef2476c&id=2849cba3-6bee-4292-9fa6-1fa90c909a19&id=1bdf718a-3d55-4418-9711-8519d490f59c&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1297390 Jun 11 09:52:36.498847 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [None req-3289d2ad-fe7f-4d0d-b1e8-9f24fd6a022d tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] device_id is not set on port c016c3ec-1a19-414d-b706-0cda3109d4d7 yet. {{(pid=93177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 09:52:36.503749 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fcbdb3c-ccb4-4b26-8fa0-62eddbe0348b req-81b63eb9-8f7b-4941-b8fa-396339448cfc tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] No DVR routers for this DVR port a7107800-f6f6-474f-bd02-15a63dd970b4 on host n-h2-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:52:36.506988 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-6fcbdb3c-ccb4-4b26-8fa0-62eddbe0348b req-81b63eb9-8f7b-4941-b8fa-396339448cfc tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:36.508811 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6fcbdb3c-ccb4-4b26-8fa0-62eddbe0348b req-81b63eb9-8f7b-4941-b8fa-396339448cfc tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.69 "DELETE /v2.0/ports/a7107800-f6f6-474f-bd02-15a63dd970b4 HTTP/1.1" status: 204 len: 173 time: 1.3104200 Jun 11 09:52:36.509357 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '693b0d7a-8a64-4793-9a0e-ef586babbefa', 'name': 'network-vif-deleted', 'tag': 'a7107800-f6f6-474f-bd02-15a63dd970b4'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:52:36.511687 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3fc618c-627b-4030-b6ca-04aef8198887" -d '{"events": [{"server_uuid": "693b0d7a-8a64-4793-9a0e-ef586babbefa", "name": "network-vif-deleted", "tag": "a7107800-f6f6-474f-bd02-15a63dd970b4"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:52:36.545619 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:36.584194 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de178ccb-5bba-4489-b689-77ec6e04a345 x-openstack-request-id: req-de178ccb-5bba-4489-b689-77ec6e04a345 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:52:36.584694 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "693b0d7a-8a64-4793-9a0e-ef586babbefa", "name": "network-vif-deleted", "tag": "a7107800-f6f6-474f-bd02-15a63dd970b4", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:52:36.584929 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-de178ccb-5bba-4489-b689-77ec6e04a345 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:52:36.585428 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '693b0d7a-8a64-4793-9a0e-ef586babbefa', 'name': 'network-vif-deleted', 'tag': 'a7107800-f6f6-474f-bd02-15a63dd970b4', 'status': 'completed', 'code': 200} Jun 11 09:52:36.652866 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '445071e3-bce3-40d6-b09a-3bc5f83c1af6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abdc21e3-d625-4e2d-8a56-0ad4907c4690'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:52:36.655129 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfaada13-21b4-4e03-be8c-663c6f66ca23" -d '{"events": [{"server_uuid": "445071e3-bce3-40d6-b09a-3bc5f83c1af6", "name": "network-vif-plugged", "status": "completed", "tag": "abdc21e3-d625-4e2d-8a56-0ad4907c4690"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:52:36.687475 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-269448b7-71a7-4123-9142-d42edf64cbf7 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:52:36.690691 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port abdc21e3-d625-4e2d-8a56-0ad4907c4690, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=abdc21e3-d625-4e2d-8a56-0ad4907c4690,segment=NetworkSegment(59ee2075-9cb6-4e4d-9afe-4362f3097ca6),segment_id=59ee2075-9cb6-4e4d-9afe-4362f3097ca6)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:52:36.699993 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-269448b7-71a7-4123-9142-d42edf64cbf7 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:36.704346 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-269448b7-71a7-4123-9142-d42edf64cbf7 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] 10.222.0.60 "PUT /v2.0/routers/7b10ed90-3c9e-4012-ab61-3f48e8881f49 HTTP/1.1" status: 200 len: 915 time: 4.1367517 Jun 11 09:52:36.704450 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6a34f6-7372-49b2-b6c3-dba2a8d2eb69 None None] Sync routers for ids ['7b10ed90-3c9e-4012-ab61-3f48e8881f49'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:52:36.704535 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 52870) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:36.773723 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6a34f6-7372-49b2-b6c3-dba2a8d2eb69 None None] Routers {'7b10ed90-3c9e-4012-ab61-3f48e8881f49'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:52:36.774632 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-fc6a34f6-7372-49b2-b6c3-dba2a8d2eb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:52:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['7b10ed90-3c9e-4012-ab61-3f48e8881f49'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:52:36.815865 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a4d39cd-9fd6-400c-ae2d-b010ab1c58fc x-openstack-request-id: req-8a4d39cd-9fd6-400c-ae2d-b010ab1c58fc {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:52:36.815865 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "445071e3-bce3-40d6-b09a-3bc5f83c1af6", "name": "network-vif-plugged", "status": "completed", "tag": "abdc21e3-d625-4e2d-8a56-0ad4907c4690", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:52:36.815865 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8a4d39cd-9fd6-400c-ae2d-b010ab1c58fc {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:52:36.815865 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '445071e3-bce3-40d6-b09a-3bc5f83c1af6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abdc21e3-d625-4e2d-8a56-0ad4907c4690', 'code': 200} Jun 11 09:52:36.872482 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:36.891542 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:36.922112 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-fc6a34f6-7372-49b2-b6c3-dba2a8d2eb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:52:36.958877 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2f107701-9ceb-4c5e-ab13-611885a5d725 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:37.010952 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6a34f6-7372-49b2-b6c3-dba2a8d2eb69 None None] Routers {'7b10ed90-3c9e-4012-ab61-3f48e8881f49'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:52:37.011516 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-fc6a34f6-7372-49b2-b6c3-dba2a8d2eb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:52:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['7b10ed90-3c9e-4012-ab61-3f48e8881f49'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:52:37.031435 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59696984-95f3-4ec5-824a-d47bd1a5b818 req-07bdd6a3-4a23-438f-9243-ee1a321fcf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:37.032323 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-2f107701-9ceb-4c5e-ab13-611885a5d725 None None] Transition to ACTIVE for port object b0b2b30a-530a-40f1-8d73-eb93f154d337 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:52:37.033148 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-59696984-95f3-4ec5-824a-d47bd1a5b818 req-07bdd6a3-4a23-438f-9243-ee1a321fcf08 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=445071e3-bce3-40d6-b09a-3bc5f83c1af6 HTTP/1.1" status: 200 len: 1097 time: 0.1155314 Jun 11 09:52:37.130236 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-59696984-95f3-4ec5-824a-d47bd1a5b818 req-ba8f4d01-e6c6-40a0-b046-44e8b6deb244 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=982f2ef2-bb6d-4fbc-bd87-ed6195b74a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858901 Jun 11 09:52:37.244076 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-fc6a34f6-7372-49b2-b6c3-dba2a8d2eb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:52:37.244534 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6a34f6-7372-49b2-b6c3-dba2a8d2eb69 None None] The sync data for ids ['7b10ed90-3c9e-4012-ab61-3f48e8881f49'] in n-d-779913-12 is: [] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:52:37.272822 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-2f107701-9ceb-4c5e-ab13-611885a5d725 None None] Transition to ACTIVE for port object b0b2b30a-530a-40f1-8d73-eb93f154d337 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:52:37.274295 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=abdc21e3-d625-4e2d-8a56-0ad4907c4690,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:37.277633 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:37.291342 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96a9b64-626f-4d6f-b7fd-1a7520d5a160 req-8fefd801-00a0-4a79-81a0-122bdd26940b tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:37.302435 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96a9b64-626f-4d6f-b7fd-1a7520d5a160 req-8fefd801-00a0-4a79-81a0-122bdd26940b tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:37.322452 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96a9b64-626f-4d6f-b7fd-1a7520d5a160 req-8fefd801-00a0-4a79-81a0-122bdd26940b tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:37.339081 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96a9b64-626f-4d6f-b7fd-1a7520d5a160 req-8fefd801-00a0-4a79-81a0-122bdd26940b tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:37.350694 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96a9b64-626f-4d6f-b7fd-1a7520d5a160 req-8fefd801-00a0-4a79-81a0-122bdd26940b tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:37.353187 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2f107701-9ceb-4c5e-ab13-611885a5d725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:37.356574 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:37.365053 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96a9b64-626f-4d6f-b7fd-1a7520d5a160 req-8fefd801-00a0-4a79-81a0-122bdd26940b tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:37.371010 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96a9b64-626f-4d6f-b7fd-1a7520d5a160 req-8fefd801-00a0-4a79-81a0-122bdd26940b tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:37.379454 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c96a9b64-626f-4d6f-b7fd-1a7520d5a160 req-8fefd801-00a0-4a79-81a0-122bdd26940b tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042 HTTP/1.1" status: 200 len: 5429 time: 0.2560651 Jun 11 09:52:37.437458 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c96a9b64-626f-4d6f-b7fd-1a7520d5a160 req-36d8bf1b-3013-44f6-8bc7-b1d025d26f4a tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/security-groups?id=28e50891-2b6b-4143-8c1d-0262dfed919e&id=ee23f870-7e0b-4b16-afae-a1e98a9dceaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570095 Jun 11 09:52:37.445900 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 52882) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:37.450491 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-9e6ce041-3aea-4bdb-b7ed-b4b18ec113d2 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] 10.222.0.60 "GET /v2.0/routers/7b10ed90-3c9e-4012-ab61-3f48e8881f49 HTTP/1.1" status: 200 len: 921 time: 0.7428849 Jun 11 09:52:37.512579 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f107701-9ceb-4c5e-ab13-611885a5d725 None None] Pushing event updated for resources: {'Port': ['ID=b0b2b30a-530a-40f1-8d73-eb93f154d337,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:37.518592 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-2f107701-9ceb-4c5e-ab13-611885a5d725 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:37.539359 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f107701-9ceb-4c5e-ab13-611885a5d725 None None] Network d92fbcd9-7aa6-41f6-b665-9b09fcc5bb04 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:52:37.542411 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-2f107701-9ceb-4c5e-ab13-611885a5d725 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:52:37.547747 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f107701-9ceb-4c5e-ab13-611885a5d725 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:52:37.610633 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8fce32-d575-4077-8275-d72b84941c47 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:37.616414 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-5f8fce32-d575-4077-8275-d72b84941c47 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=f0adef6e-169f-4a27-8865-442be2ad072d&device_id=7b10ed90-3c9e-4012-ab61-3f48e8881f49&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1694610 Jun 11 09:52:37.617052 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 52886) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:37.683472 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-2f107701-9ceb-4c5e-ab13-611885a5d725 None None] Attempting to bind port b0b2b30a-530a-40f1-8d73-eb93f154d337 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:52:37.685841 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-2f107701-9ceb-4c5e-ab13-611885a5d725 None None] Attempting to bind port b0b2b30a-530a-40f1-8d73-eb93f154d337 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '07e85541-49f4-4ac6-a569-a73cc1c75a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'd92fbcd9-7aa6-41f6-b665-9b09fcc5bb04'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:52:37.686280 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f107701-9ceb-4c5e-ab13-611885a5d725 None None] Attempting to bind port b0b2b30a-530a-40f1-8d73-eb93f154d337 on network d92fbcd9-7aa6-41f6-b665-9b09fcc5bb04 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:52:37.694099 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f107701-9ceb-4c5e-ab13-611885a5d725 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:52:37.694640 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f107701-9ceb-4c5e-ab13-611885a5d725 None None] Checking segment: {'id': '07e85541-49f4-4ac6-a569-a73cc1c75a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'd92fbcd9-7aa6-41f6-b665-9b09fcc5bb04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:52:37.695067 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2f107701-9ceb-4c5e-ab13-611885a5d725 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:37.695521 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f107701-9ceb-4c5e-ab13-611885a5d725 None None] Bound using segment: {'id': '07e85541-49f4-4ac6-a569-a73cc1c75a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'd92fbcd9-7aa6-41f6-b665-9b09fcc5bb04'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:52:37.696078 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-2f107701-9ceb-4c5e-ab13-611885a5d725 None None] Bound port: b0b2b30a-530a-40f1-8d73-eb93f154d337, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07e85541-49f4-4ac6-a569-a73cc1c75a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'd92fbcd9-7aa6-41f6-b665-9b09fcc5bb04'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:52:37.698322 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2f107701-9ceb-4c5e-ab13-611885a5d725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:37.794585 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49316a8c-8be5-4d5b-8a20-2c5d92d35056 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:37.796182 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-49316a8c-8be5-4d5b-8a20-2c5d92d35056 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] 10.222.0.60 "GET /v2.0/networks/f0adef6e-169f-4a27-8865-442be2ad072d HTTP/1.1" status: 200 len: 881 time: 0.1782229 Jun 11 09:52:37.799694 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 52888) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:37.828812 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-3289d2ad-fe7f-4d0d-b1e8-9f24fd6a022d tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Allocated IP 2001:db8::3de (d92fbcd9-7aa6-41f6-b665-9b09fcc5bb04/62a6dda1-7462-4024-8075-4505dca1d4de/c016c3ec-1a19-414d-b706-0cda3109d4d7) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:52:37.841365 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-75310f6e-71e3-41a0-9b83-4e539fd2effd tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b10ed90-3c9e-4012-ab61-3f48e8881f49 HTTP/1.1" status: 200 len: 205 time: 0.0403304 Jun 11 09:52:37.849916 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 52892) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:37.857451 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 4ce74097-617f-4211-a8f7-105354bec944 details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:52:37.909159 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-2f107701-9ceb-4c5e-ab13-611885a5d725 None None] For port b0b2b30a-530a-40f1-8d73-eb93f154d337, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:52:37.945927 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-2f107701-9ceb-4c5e-ab13-611885a5d725 None None] For port b0b2b30a-530a-40f1-8d73-eb93f154d337, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=b0b2b30a-530a-40f1-8d73-eb93f154d337,segment=NetworkSegment(07e85541-49f4-4ac6-a569-a73cc1c75a58),segment_id=07e85541-49f4-4ac6-a569-a73cc1c75a58)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:52:38.052495 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 4ce74097-617f-4211-a8f7-105354bec944, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=4ce74097-617f-4211-a8f7-105354bec944,segment=NetworkSegment(07c308bf-d361-4404-88f5-f82f64cf50c4),segment_id=07c308bf-d361-4404-88f5-f82f64cf50c4)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:52:38.052905 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0825519d-6d0a-4e01-bdc3-da2759e9a8e9 req-dd9c0fb9-4f41-4200-a204-d3df9a5458d4 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/ports?device_id=693b0d7a-8a64-4793-9a0e-ef586babbefa HTTP/1.1" status: 200 len: 210 time: 0.1016040 Jun 11 09:52:38.077615 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2f107701-9ceb-4c5e-ab13-611885a5d725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:38.096841 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:38.140844 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-193d99ef-2d4c-44ca-8f84-d2cc993cb0d5 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks [] for router, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:38.163686 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': '4ce74097-617f-4211-a8f7-105354bec944', 'network_id': '8268b03e-4f88-453d-8a80-f3e0484b960f', 'port_id': '4ce74097-617f-4211-a8f7-105354bec944', 'mac_address': 'fa:16:3e:1b:2a:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e42b8e0f-29ce-4b18-9ea9-5eee901ccfd5', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:52:38.184567 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3289d2ad-fe7f-4d0d-b1e8-9f24fd6a022d tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:38.201545 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-3289d2ad-fe7f-4d0d-b1e8-9f24fd6a022d tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Transition to ACTIVE for port object c016c3ec-1a19-414d-b706-0cda3109d4d7 will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:52:38.223790 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:38.254279 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f107701-9ceb-4c5e-ab13-611885a5d725 None None] Pushing event updated for resources: {'Port': ['ID=b0b2b30a-530a-40f1-8d73-eb93f154d337,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:38.262034 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-2f107701-9ceb-4c5e-ab13-611885a5d725 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:38.263955 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ce74097-617f-4211-a8f7-105354bec944 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:52:38.276002 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47067e5b-6d7b-449c-a1a8-122c3002f190 req-872bc9f2-4544-4481-8b60-e7875ed5726a tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:38.284463 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-47067e5b-6d7b-449c-a1a8-122c3002f190 req-872bc9f2-4544-4481-8b60-e7875ed5726a tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/ports?device_id=445071e3-bce3-40d6-b09a-3bc5f83c1af6 HTTP/1.1" status: 200 len: 945 time: 0.8327298 Jun 11 09:52:38.311603 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 4ce74097-617f-4211-a8f7-105354bec944, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=4ce74097-617f-4211-a8f7-105354bec944,segment=NetworkSegment(07c308bf-d361-4404-88f5-f82f64cf50c4),segment_id=07c308bf-d361-4404-88f5-f82f64cf50c4)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:52:38.340436 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-47067e5b-6d7b-449c-a1a8-122c3002f190 req-200e7453-5c6d-48a4-9232-1cc98ed9a5be tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/security-groups?id=982f2ef2-bb6d-4fbc-bd87-ed6195b74a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549853 Jun 11 09:52:38.384557 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-193d99ef-2d4c-44ca-8f84-d2cc993cb0d5 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:38.475182 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3289d2ad-fe7f-4d0d-b1e8-9f24fd6a022d tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:38.477771 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:38.479077 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device aba52a31-7ead-4b87-98cf-90bcdace2f39 details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:52:38.482710 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-427a7a1e-6a4a-4e77-8f2d-2f267c7acace service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:38.485756 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:38.569186 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 09:52:38.581061 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3289d2ad-fe7f-4d0d-b1e8-9f24fd6a022d tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Network d92fbcd9-7aa6-41f6-b665-9b09fcc5bb04 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:52:38.584479 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-3289d2ad-fe7f-4d0d-b1e8-9f24fd6a022d tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:52:38.589666 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3289d2ad-fe7f-4d0d-b1e8-9f24fd6a022d tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:52:38.601306 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=4ce74097-617f-4211-a8f7-105354bec944,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:38.601933 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3289d2ad-fe7f-4d0d-b1e8-9f24fd6a022d tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:38.603298 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3289d2ad-fe7f-4d0d-b1e8-9f24fd6a022d tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:38.606066 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:38.617724 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3289d2ad-fe7f-4d0d-b1e8-9f24fd6a022d tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Pushing event updated for resources: {'Port': ['ID=c016c3ec-1a19-414d-b706-0cda3109d4d7,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:38.629605 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3289d2ad-fe7f-4d0d-b1e8-9f24fd6a022d tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:38.637961 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-193d99ef-2d4c-44ca-8f84-d2cc993cb0d5 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Deleting port 5bbe8a5a-442e-4722-af5b-2cf2dbeec77d {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:52:38.638301 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-193d99ef-2d4c-44ca-8f84-d2cc993cb0d5 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:38.726702 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-3289d2ad-fe7f-4d0d-b1e8-9f24fd6a022d tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.8290842 Jun 11 09:52:38.729693 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 52900) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:38.734238 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port aba52a31-7ead-4b87-98cf-90bcdace2f39, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=aba52a31-7ead-4b87-98cf-90bcdace2f39,segment=NetworkSegment(508b1faa-9ad8-4325-9b04-bc4b9922bdc5),segment_id=508b1faa-9ad8-4325-9b04-bc4b9922bdc5)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:52:38.736487 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-a2f06df8-ea45-46e4-8992-ca9137d2855c tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Request body: {'port': {'network_id': 'd92fbcd9-7aa6-41f6-b665-9b09fcc5bb04', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-42883157', 'allowed_address_pairs': [{'ip_address': '2001:db8::3de', 'mac_address': 'fa:16:3e:26:86:ce'}]}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:52:38.776000 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-193d99ef-2d4c-44ca-8f84-d2cc993cb0d5 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:38.894969 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c69125-2130-4fe5-b0dd-ce6967c6d557 req-dea83a2b-c2d4-46b5-8005-12f8a394a378 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:38.898665 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-193d99ef-2d4c-44ca-8f84-d2cc993cb0d5 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Calling delete_port for 5bbe8a5a-442e-4722-af5b-2cf2dbeec77d owned by network:router_gateway {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:52:38.901594 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c69125-2130-4fe5-b0dd-ce6967c6d557 req-dea83a2b-c2d4-46b5-8005-12f8a394a378 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:38.913075 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c69125-2130-4fe5-b0dd-ce6967c6d557 req-dea83a2b-c2d4-46b5-8005-12f8a394a378 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:38.921410 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c69125-2130-4fe5-b0dd-ce6967c6d557 req-dea83a2b-c2d4-46b5-8005-12f8a394a378 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:38.929240 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c69125-2130-4fe5-b0dd-ce6967c6d557 req-dea83a2b-c2d4-46b5-8005-12f8a394a378 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:38.931093 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': 'aba52a31-7ead-4b87-98cf-90bcdace2f39', 'network_id': '6d3621a2-169e-4b61-882a-b4c2c253f396', 'port_id': 'aba52a31-7ead-4b87-98cf-90bcdace2f39', 'mac_address': 'fa:16:3e:7b:43:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 774, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd56f2625-bb14-490c-b4fa-d6d55c55bf08', 'ip_address': '10.1.1.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:52:38.945151 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c69125-2130-4fe5-b0dd-ce6967c6d557 req-dea83a2b-c2d4-46b5-8005-12f8a394a378 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:38.967037 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c69125-2130-4fe5-b0dd-ce6967c6d557 req-dea83a2b-c2d4-46b5-8005-12f8a394a378 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:38.977318 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f1c69125-2130-4fe5-b0dd-ce6967c6d557 req-dea83a2b-c2d4-46b5-8005-12f8a394a378 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042 HTTP/1.1" status: 200 len: 5430 time: 0.3220966 Jun 11 09:52:38.983369 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:39.018209 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aba52a31-7ead-4b87-98cf-90bcdace2f39 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:52:39.047383 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port aba52a31-7ead-4b87-98cf-90bcdace2f39, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=aba52a31-7ead-4b87-98cf-90bcdace2f39,segment=NetworkSegment(508b1faa-9ad8-4325-9b04-bc4b9922bdc5),segment_id=508b1faa-9ad8-4325-9b04-bc4b9922bdc5)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:52:39.060493 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f1c69125-2130-4fe5-b0dd-ce6967c6d557 req-24cd857a-f82d-42ad-b7a2-d49de46e32f4 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/security-groups?id=28e50891-2b6b-4143-8c1d-0262dfed919e&id=ee23f870-7e0b-4b16-afae-a1e98a9dceaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0819471 Jun 11 09:52:39.148972 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:39.149826 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 0e3d8c07-4dd8-4173-b439-d804ac86a9ca details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:52:39.152213 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:39.239001 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=aba52a31-7ead-4b87-98cf-90bcdace2f39,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:39.243102 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 0e3d8c07-4dd8-4173-b439-d804ac86a9ca, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=0e3d8c07-4dd8-4173-b439-d804ac86a9ca,segment=NetworkSegment(508b1faa-9ad8-4325-9b04-bc4b9922bdc5),segment_id=508b1faa-9ad8-4325-9b04-bc4b9922bdc5)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:52:39.245926 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:39.253447 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f06df8-ea45-46e4-8992-ca9137d2855c tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Made reservation on behalf of 09b3ade472674cfa9ad5630536f84a2c for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:52:39.256926 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': '0e3d8c07-4dd8-4173-b439-d804ac86a9ca', 'network_id': '6d3621a2-169e-4b61-882a-b4c2c253f396', 'port_id': '0e3d8c07-4dd8-4173-b439-d804ac86a9ca', 'mac_address': 'fa:16:3e:08:8f:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 774, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd56f2625-bb14-490c-b4fa-d6d55c55bf08', 'ip_address': '10.1.1.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:52:39.280380 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-193d99ef-2d4c-44ca-8f84-d2cc993cb0d5 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:39.283978 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-98e1f742-1e89-4939-9c86-23cb4b34ada4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:39.312668 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:39.317530 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0824e3c4-45bb-41e8-8443-1133d8c3bf2e req-4f5a67f7-c52f-43dd-bcc2-07f4549741f1 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/security-groups/f39eb1d4-52c2-4aff-bbeb-6a2d4ef2476c HTTP/1.1" status: 200 len: 1802 time: 0.1156154 Jun 11 09:52:39.334996 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e3d8c07-4dd8-4173-b439-d804ac86a9ca {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:52:39.352601 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193d99ef-2d4c-44ca-8f84-d2cc993cb0d5 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Pushing event deleted for resources: {'Port': ['ID=5bbe8a5a-442e-4722-af5b-2cf2dbeec77d,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:39.370265 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 0e3d8c07-4dd8-4173-b439-d804ac86a9ca, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=0e3d8c07-4dd8-4173-b439-d804ac86a9ca,segment=NetworkSegment(508b1faa-9ad8-4325-9b04-bc4b9922bdc5),segment_id=508b1faa-9ad8-4325-9b04-bc4b9922bdc5)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:52:39.371803 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-193d99ef-2d4c-44ca-8f84-d2cc993cb0d5 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:39.465599 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-0824e3c4-45bb-41e8-8443-1133d8c3bf2e req-2f6fbe31-0c59-4fe9-9077-6f11d32b8e95 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:39.480254 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:39.481033 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 7d4122a6-8857-404a-9194-b0a549ee64cc details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:52:39.483796 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:39.499070 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-0824e3c4-45bb-41e8-8443-1133d8c3bf2e req-2f6fbe31-0c59-4fe9-9077-6f11d32b8e95 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:39.532491 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-193d99ef-2d4c-44ca-8f84-d2cc993cb0d5 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374120'] for router_gateway, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:39.583264 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=0e3d8c07-4dd8-4173-b439-d804ac86a9ca,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:39.587905 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:39.591844 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a2f06df8-ea45-46e4-8992-ca9137d2855c tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:39.640196 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [None req-a2f06df8-ea45-46e4-8992-ca9137d2855c tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] device_id is not set on port df749258-ca2b-44f1-aaa8-fb7746b4f91e yet. {{(pid=93177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 09:52:39.640761 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 7d4122a6-8857-404a-9194-b0a549ee64cc, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=7d4122a6-8857-404a-9194-b0a549ee64cc,segment=NetworkSegment(508b1faa-9ad8-4325-9b04-bc4b9922bdc5),segment_id=508b1faa-9ad8-4325-9b04-bc4b9922bdc5)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:52:39.661257 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': '7d4122a6-8857-404a-9194-b0a549ee64cc', 'network_id': '6d3621a2-169e-4b61-882a-b4c2c253f396', 'port_id': '7d4122a6-8857-404a-9194-b0a549ee64cc', 'mac_address': 'fa:16:3e:b0:b1:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 774, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd56f2625-bb14-490c-b4fa-d6d55c55bf08', 'ip_address': '10.1.1.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:52:39.669466 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efdb0dc-a5fa-490a-8393-ea5a258599d4 None None] Network d92fbcd9-7aa6-41f6-b665-9b09fcc5bb04 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:52:39.682714 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-193d99ef-2d4c-44ca-8f84-d2cc993cb0d5 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:39.685004 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-193d99ef-2d4c-44ca-8f84-d2cc993cb0d5 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:39.723012 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-0824e3c4-45bb-41e8-8443-1133d8c3bf2e req-2f6fbe31-0c59-4fe9-9077-6f11d32b8e95 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:39.726135 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-0824e3c4-45bb-41e8-8443-1133d8c3bf2e req-2f6fbe31-0c59-4fe9-9077-6f11d32b8e95 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:39.742547 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0824e3c4-45bb-41e8-8443-1133d8c3bf2e req-2f6fbe31-0c59-4fe9-9077-6f11d32b8e95 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "DELETE /v2.0/security-groups/f39eb1d4-52c2-4aff-bbeb-6a2d4ef2476c HTTP/1.1" status: 204 len: 173 time: 0.4231486 Jun 11 09:52:39.758202 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-938c3f0d-446a-4d29-b3ca-3f1b5b4b3fea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:39.788948 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd30780-cd71-47d9-a542-45e70f03b4e9 req-13ec5a72-7ba5-459b-8632-5fbcaf431527 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:39.792680 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6fbe31-0c59-4fe9-9077-6f11d32b8e95 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39eb1d4-52c2-4aff-bbeb-6a2d4ef2476c,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:39.796497 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9bd30780-cd71-47d9-a542-45e70f03b4e9 req-13ec5a72-7ba5-459b-8632-5fbcaf431527 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/ports?device_id=445071e3-bce3-40d6-b09a-3bc5f83c1af6 HTTP/1.1" status: 200 len: 945 time: 0.3149099 Jun 11 09:52:39.799184 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2f6fbe31-0c59-4fe9-9077-6f11d32b8e95 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:39.845967 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9bd30780-cd71-47d9-a542-45e70f03b4e9 req-44bb2b05-a6ee-4953-aff4-36a7f8fa4fc4 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/security-groups?id=982f2ef2-bb6d-4fbc-bd87-ed6195b74a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477581 Jun 11 09:52:39.847100 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-193d99ef-2d4c-44ca-8f84-d2cc993cb0d5 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:39.847673 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-193d99ef-2d4c-44ca-8f84-d2cc993cb0d5 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Fanout notify agent at l3_agent the message router_deleted on router 7b10ed90-3c9e-4012-ab61-3f48e8881f49 {{(pid=93176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 09:52:39.862742 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-193d99ef-2d4c-44ca-8f84-d2cc993cb0d5 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:39.863906 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-193d99ef-2d4c-44ca-8f84-d2cc993cb0d5 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] 10.222.0.60 "DELETE /v2.0/routers/7b10ed90-3c9e-4012-ab61-3f48e8881f49 HTTP/1.1" status: 204 len: 168 time: 2.0172613 Jun 11 09:52:39.868758 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 52914) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:39.879115 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-af9f3efa-c034-40cb-a74e-8c75f509baa5 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-165999935', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}, 'admin_state_up': False}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:52:39.885038 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:39.896412 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device b0b2b30a-530a-40f1-8d73-eb93f154d337 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:52:39.915236 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-a2f06df8-ea45-46e4-8992-ca9137d2855c tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Allocated IP 2001:db8::fa (d92fbcd9-7aa6-41f6-b665-9b09fcc5bb04/62a6dda1-7462-4024-8075-4505dca1d4de/df749258-ca2b-44f1-aaa8-fb7746b4f91e) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:52:39.955193 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2254c9ce-50a4-4d88-9c1b-ab884be98ebe req-fe92265e-87a4-4065-bb7b-207142a90eb4 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/security-groups/2849cba3-6bee-4292-9fa6-1fa90c909a19 HTTP/1.1" status: 200 len: 1803 time: 0.0567155 Jun 11 09:52:40.013496 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d4122a6-8857-404a-9194-b0a549ee64cc {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:52:40.016387 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-af9f3efa-c034-40cb-a74e-8c75f509baa5 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:40.018342 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-af9f3efa-c034-40cb-a74e-8c75f509baa5 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:40.037539 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 7d4122a6-8857-404a-9194-b0a549ee64cc, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=7d4122a6-8857-404a-9194-b0a549ee64cc,segment=NetworkSegment(508b1faa-9ad8-4325-9b04-bc4b9922bdc5),segment_id=508b1faa-9ad8-4325-9b04-bc4b9922bdc5)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:52:40.072543 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-0ee60349-a0da-4222-8fbb-ed9f1218ee3d None None] Provisioning for port b0b2b30a-530a-40f1-8d73-eb93f154d337 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:52:40.151728 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:40.152560 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 1006db35-2c94-42c9-8939-645ef395cec2 details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:52:40.153617 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-2254c9ce-50a4-4d88-9c1b-ab884be98ebe req-d18d549c-a92c-43fe-bae6-d9cfd35ce3e6 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:40.160681 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:40.162900 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-af9f3efa-c034-40cb-a74e-8c75f509baa5 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:40.184496 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a2f06df8-ea45-46e4-8992-ca9137d2855c tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:40.188171 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-2254c9ce-50a4-4d88-9c1b-ab884be98ebe req-d18d549c-a92c-43fe-bae6-d9cfd35ce3e6 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:40.200386 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-a2f06df8-ea45-46e4-8992-ca9137d2855c tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Transition to ACTIVE for port object df749258-ca2b-44f1-aaa8-fb7746b4f91e will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:52:40.215367 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port b0b2b30a-530a-40f1-8d73-eb93f154d337 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:52:40.229734 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port b0b2b30a-530a-40f1-8d73-eb93f154d337 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:52:40.230126 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:40.232076 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device a7107800-f6f6-474f-bd02-15a63dd970b4 no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:52:40.298888 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] No Port match for: a7107800-f6f6-474f-bd02-15a63dd970b4 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:52:40.299166 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device a7107800-f6f6-474f-bd02-15a63dd970b4 not bound to the agent host n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:52:40.337733 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a2f06df8-ea45-46e4-8992-ca9137d2855c tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:40.338154 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=7d4122a6-8857-404a-9194-b0a549ee64cc,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:40.341586 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-2254c9ce-50a4-4d88-9c1b-ab884be98ebe req-d18d549c-a92c-43fe-bae6-d9cfd35ce3e6 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:40.346081 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 1006db35-2c94-42c9-8939-645ef395cec2, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=1006db35-2c94-42c9-8939-645ef395cec2,segment=NetworkSegment(07c308bf-d361-4404-88f5-f82f64cf50c4),segment_id=07c308bf-d361-4404-88f5-f82f64cf50c4)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:52:40.346249 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-2254c9ce-50a4-4d88-9c1b-ab884be98ebe req-d18d549c-a92c-43fe-bae6-d9cfd35ce3e6 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:40.349213 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-33c283f2-05c1-447b-ab67-53a782ced208 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:40.350184 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:40.356883 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2254c9ce-50a4-4d88-9c1b-ab884be98ebe req-d18d549c-a92c-43fe-bae6-d9cfd35ce3e6 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "DELETE /v2.0/security-groups/2849cba3-6bee-4292-9fa6-1fa90c909a19 HTTP/1.1" status: 204 len: 173 time: 0.3993268 Jun 11 09:52:40.358468 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e59be6e6-e9b8-4c02-a971-85a7036c6a17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:40.366778 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': '1006db35-2c94-42c9-8939-645ef395cec2', 'network_id': '8268b03e-4f88-453d-8a80-f3e0484b960f', 'port_id': '1006db35-2c94-42c9-8939-645ef395cec2', 'mac_address': 'fa:16:3e:b7:d7:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e42b8e0f-29ce-4b18-9ea9-5eee901ccfd5', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:52:40.396185 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18d549c-a92c-43fe-bae6-d9cfd35ce3e6 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2849cba3-6bee-4292-9fa6-1fa90c909a19,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:40.462000 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:40.467277 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:40.493655 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f06df8-ea45-46e4-8992-ca9137d2855c tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Pushing event updated for resources: {'Port': ['ID=df749258-ca2b-44f1-aaa8-fb7746b4f91e,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:40.509551 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f06df8-ea45-46e4-8992-ca9137d2855c tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Network d92fbcd9-7aa6-41f6-b665-9b09fcc5bb04 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:52:40.511436 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a2f06df8-ea45-46e4-8992-ca9137d2855c tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:40.512526 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-a2f06df8-ea45-46e4-8992-ca9137d2855c tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:52:40.515232 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1006db35-2c94-42c9-8939-645ef395cec2 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:52:40.517175 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f06df8-ea45-46e4-8992-ca9137d2855c tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:52:40.522864 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f06df8-ea45-46e4-8992-ca9137d2855c tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:40.523522 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a2f06df8-ea45-46e4-8992-ca9137d2855c tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:40.569827 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d18d549c-a92c-43fe-bae6-d9cfd35ce3e6 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:40.574669 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port b0b2b30a-530a-40f1-8d73-eb93f154d337, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=b0b2b30a-530a-40f1-8d73-eb93f154d337,segment=NetworkSegment(07e85541-49f4-4ac6-a569-a73cc1c75a58),segment_id=07e85541-49f4-4ac6-a569-a73cc1c75a58)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:52:40.578522 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 1006db35-2c94-42c9-8939-645ef395cec2, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=1006db35-2c94-42c9-8939-645ef395cec2,segment=NetworkSegment(07c308bf-d361-4404-88f5-f82f64cf50c4),segment_id=07c308bf-d361-4404-88f5-f82f64cf50c4)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:52:40.634873 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-af9f3efa-c034-40cb-a74e-8c75f509baa5 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:40.655900 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-3e992166-d279-4eb9-9ab5-b055daa29798 req-af645bef-969e-4a5e-b7e4-1a089a38af4e tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-398342295', 'description': 'tempest-description-727766262'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:52:40.663594 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:40.667265 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:40.668334 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device aa0b414f-8b35-42cd-bbc6-fd64860a4029 details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:52:40.672514 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:40.678622 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 52928) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:40.679375 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-a2f06df8-ea45-46e4-8992-ca9137d2855c tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 1.9486029 Jun 11 09:52:40.794079 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-3e992166-d279-4eb9-9ab5-b055daa29798 req-af645bef-969e-4a5e-b7e4-1a089a38af4e tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:40.819382 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port aa0b414f-8b35-42cd-bbc6-fd64860a4029, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=aa0b414f-8b35-42cd-bbc6-fd64860a4029,segment=NetworkSegment(508b1faa-9ad8-4325-9b04-bc4b9922bdc5),segment_id=508b1faa-9ad8-4325-9b04-bc4b9922bdc5)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:52:40.825213 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=b0b2b30a-530a-40f1-8d73-eb93f154d337,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:40.975425 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': 'aa0b414f-8b35-42cd-bbc6-fd64860a4029', 'network_id': '6d3621a2-169e-4b61-882a-b4c2c253f396', 'port_id': 'aa0b414f-8b35-42cd-bbc6-fd64860a4029', 'mac_address': 'fa:16:3e:f8:4d:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 774, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd56f2625-bb14-490c-b4fa-d6d55c55bf08', 'ip_address': '10.1.1.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:52:40.980311 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-3e992166-d279-4eb9-9ab5-b055daa29798 req-af645bef-969e-4a5e-b7e4-1a089a38af4e tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:40.991742 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-640e149c-a067-4ab4-8d17-c8ba3821db4e None None] Provisioning complete for port b0b2b30a-530a-40f1-8d73-eb93f154d337 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:52:40.992122 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-640e149c-a067-4ab4-8d17-c8ba3821db4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:41.020109 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=1006db35-2c94-42c9-8939-645ef395cec2,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:41.031956 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:41.034095 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.362s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:41.034387 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:41.081955 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:41.097059 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-3e992166-d279-4eb9-9ab5-b055daa29798 req-af645bef-969e-4a5e-b7e4-1a089a38af4e tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:41.099855 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e3f5ba2c-0b92-44a5-93ab-21a99eb06973 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:41.129950 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa0b414f-8b35-42cd-bbc6-fd64860a4029 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:52:41.170577 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af645bef-969e-4a5e-b7e4-1a089a38af4e tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5721d80-077d-4904-a352-53928041f471,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:41.174575 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-af645bef-969e-4a5e-b7e4-1a089a38af4e tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:41.199658 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port aa0b414f-8b35-42cd-bbc6-fd64860a4029, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=aa0b414f-8b35-42cd-bbc6-fd64860a4029,segment=NetworkSegment(508b1faa-9ad8-4325-9b04-bc4b9922bdc5),segment_id=508b1faa-9ad8-4325-9b04-bc4b9922bdc5)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:52:41.222816 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-3e992166-d279-4eb9-9ab5-b055daa29798 req-af645bef-969e-4a5e-b7e4-1a089a38af4e tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:41.224121 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3e992166-d279-4eb9-9ab5-b055daa29798 req-af645bef-969e-4a5e-b7e4-1a089a38af4e tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5724437 Jun 11 09:52:41.285698 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:41.286440 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 673aa988-b63e-4019-b597-09a97b0fcf40 details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:52:41.485098 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7804eb-fb42-4e07-b81e-fece6f3c37b1 req-06dd3ace-a871-4259-a7da-bd2767666aef tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:41.495123 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8d7804eb-fb42-4e07-b81e-fece6f3c37b1 req-06dd3ace-a871-4259-a7da-bd2767666aef tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/ports?device_id=445071e3-bce3-40d6-b09a-3bc5f83c1af6 HTTP/1.1" status: 200 len: 945 time: 0.1006126 Jun 11 09:52:41.513399 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8b4e7-3a57-4439-8313-97d34945395f req-d5daaa9b-190d-43bd-9794-b9bdc8a7726b tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:41.515453 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8b4e7-3a57-4439-8313-97d34945395f req-d5daaa9b-190d-43bd-9794-b9bdc8a7726b tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:41.527709 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 673aa988-b63e-4019-b597-09a97b0fcf40, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=673aa988-b63e-4019-b597-09a97b0fcf40,segment=NetworkSegment(41928748-90e1-446d-8d78-e7c52f78da03),segment_id=41928748-90e1-446d-8d78-e7c52f78da03)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:52:41.536358 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8b4e7-3a57-4439-8313-97d34945395f req-d5daaa9b-190d-43bd-9794-b9bdc8a7726b tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:41.542955 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:41.551043 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8b4e7-3a57-4439-8313-97d34945395f req-d5daaa9b-190d-43bd-9794-b9bdc8a7726b tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:41.554387 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8d7804eb-fb42-4e07-b81e-fece6f3c37b1 req-f1f4dae0-a10b-4541-adba-d8e8ca4b3de6 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/security-groups?id=982f2ef2-bb6d-4fbc-bd87-ed6195b74a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579965 Jun 11 09:52:41.558010 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8b4e7-3a57-4439-8313-97d34945395f req-d5daaa9b-190d-43bd-9794-b9bdc8a7726b tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:41.564891 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8b4e7-3a57-4439-8313-97d34945395f req-d5daaa9b-190d-43bd-9794-b9bdc8a7726b tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:41.571174 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8b4e7-3a57-4439-8313-97d34945395f req-d5daaa9b-190d-43bd-9794-b9bdc8a7726b tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:41.579168 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-45b8b4e7-3a57-4439-8313-97d34945395f req-d5daaa9b-190d-43bd-9794-b9bdc8a7726b tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042 HTTP/1.1" status: 200 len: 5433 time: 1.0076158 Jun 11 09:52:41.616981 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': '673aa988-b63e-4019-b597-09a97b0fcf40', 'network_id': '613fb304-5cfe-4609-aaba-f0eb53f2be57', 'port_id': '673aa988-b63e-4019-b597-09a97b0fcf40', 'mac_address': 'fa:16:3e:0b:6e:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa5d910a-d4cb-4925-a41a-aa63432d8367', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:52:41.620217 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=aa0b414f-8b35-42cd-bbc6-fd64860a4029,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:41.622925 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-640e149c-a067-4ab4-8d17-c8ba3821db4e None None] Provisioning for port c016c3ec-1a19-414d-b706-0cda3109d4d7 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:52:41.627185 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:41.628580 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-640e149c-a067-4ab4-8d17-c8ba3821db4e None None] Provisioning complete for port c016c3ec-1a19-414d-b706-0cda3109d4d7 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:52:41.629144 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-640e149c-a067-4ab4-8d17-c8ba3821db4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:41.678900 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ed55d-67fd-48c3-ad20-f07dfc811540 req-ee3124ad-acb9-4c3e-9cf1-87a41749501c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:41.680444 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-776ed55d-67fd-48c3-ad20-f07dfc811540 req-ee3124ad-acb9-4c3e-9cf1-87a41749501c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aae32b6d82fb4d1babe798fa5bdf8d6b&device_id=445071e3-bce3-40d6-b09a-3bc5f83c1af6 HTTP/1.1" status: 200 len: 1097 time: 0.9095786 Jun 11 09:52:41.691310 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233e81aa-2c63-4353-83e3-ea21e94ba5da tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:41.698406 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233e81aa-2c63-4353-83e3-ea21e94ba5da tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:41.705277 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233e81aa-2c63-4353-83e3-ea21e94ba5da tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:41.707108 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-233e81aa-2c63-4353-83e3-ea21e94ba5da tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 1.0245426 Jun 11 09:52:41.710582 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 52940) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:41.729802 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device b0b2b30a-530a-40f1-8d73-eb93f154d337 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:52:41.790428 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-45b8b4e7-3a57-4439-8313-97d34945395f req-a1592610-d3b4-42df-8f8d-c9ad46bb7e0b tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/security-groups?id=28e50891-2b6b-4143-8c1d-0262dfed919e&id=ee23f870-7e0b-4b16-afae-a1e98a9dceaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2106066 Jun 11 09:52:41.803046 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:41.817887 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-640e149c-a067-4ab4-8d17-c8ba3821db4e None None] Port c016c3ec-1a19-414d-b706-0cda3109d4d7 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:52:41.864332 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 673aa988-b63e-4019-b597-09a97b0fcf40 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:52:41.894481 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 673aa988-b63e-4019-b597-09a97b0fcf40, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=673aa988-b63e-4019-b597-09a97b0fcf40,segment=NetworkSegment(41928748-90e1-446d-8d78-e7c52f78da03),segment_id=41928748-90e1-446d-8d78-e7c52f78da03)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:52:41.907432 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port b0b2b30a-530a-40f1-8d73-eb93f154d337 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:52:41.908268 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:41.977539 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:41.982448 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:41.984525 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-6c95945e-c9d3-4e51-9935-9765fad71dbe None None] Provisioning complete for port c016c3ec-1a19-414d-b706-0cda3109d4d7 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:52:41.985164 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6c95945e-c9d3-4e51-9935-9765fad71dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:42.003905 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e609034a-a1e0-44ae-bd14-348a7fb629e4 req-7fd2c712-5ff3-4313-b6a5-0c697ff2022c tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/security-groups/d5721d80-077d-4904-a352-53928041f471 HTTP/1.1" status: 200 len: 1801 time: 0.0780244 Jun 11 09:52:42.006234 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-0a76064e-e870-4827-a055-1475aef74fb3 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Deleting port df749258-ca2b-44f1-aaa8-fb7746b4f91e {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:52:42.006993 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0a76064e-e870-4827-a055-1475aef74fb3 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:42.036439 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-e609034a-a1e0-44ae-bd14-348a7fb629e4 req-22752268-740f-4838-99fd-8370633a11ff tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1863868790', 'description': 'tempest-description-hth-1743204362'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:52:42.058803 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-6c95945e-c9d3-4e51-9935-9765fad71dbe None None] Port c016c3ec-1a19-414d-b706-0cda3109d4d7 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:52:42.145383 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ed55d-67fd-48c3-ad20-f07dfc811540 req-4ec319fb-d5ed-4eef-8234-6d2e57229d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:42.146789 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-776ed55d-67fd-48c3-ad20-f07dfc811540 req-4ec319fb-d5ed-4eef-8234-6d2e57229d9a service neutron] 10.222.0.64 "GET /v2.0/networks?id=05221ef3-e163-480d-ad89-4315ae45fbcc HTTP/1.1" status: 200 len: 919 time: 0.4316182 Jun 11 09:52:42.151951 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-e609034a-a1e0-44ae-bd14-348a7fb629e4 req-22752268-740f-4838-99fd-8370633a11ff tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks [] for security_group, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:42.176313 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-6c95945e-c9d3-4e51-9935-9765fad71dbe None None] Provisioning for port df749258-ca2b-44f1-aaa8-fb7746b4f91e completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:52:42.180504 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=673aa988-b63e-4019-b597-09a97b0fcf40,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:42.184202 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:42.184944 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-6c95945e-c9d3-4e51-9935-9765fad71dbe None None] Provisioning complete for port df749258-ca2b-44f1-aaa8-fb7746b4f91e triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:52:42.185240 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6c95945e-c9d3-4e51-9935-9765fad71dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:42.220927 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0a76064e-e870-4827-a055-1475aef74fb3 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:42.229904 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-6c95945e-c9d3-4e51-9935-9765fad71dbe None None] Port df749258-ca2b-44f1-aaa8-fb7746b4f91e cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:52:42.252297 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-776ed55d-67fd-48c3-ad20-f07dfc811540 req-8cecbce2-419d-46f5-b0b3-290d8bba909b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=abdc21e3-d625-4e2d-8a56-0ad4907c4690 HTTP/1.1" status: 200 len: 217 time: 0.0866172 Jun 11 09:52:42.253304 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-af9f3efa-c034-40cb-a74e-8c75f509baa5 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks [] for router_gateway, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:42.294583 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-af9f3efa-c034-40cb-a74e-8c75f509baa5 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:42.301667 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-e609034a-a1e0-44ae-bd14-348a7fb629e4 req-22752268-740f-4838-99fd-8370633a11ff tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks [] for security_group, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:42.340253 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-0a76064e-e870-4827-a055-1475aef74fb3 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Calling delete_port for df749258-ca2b-44f1-aaa8-fb7746b4f91e owned by {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:52:42.390180 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ed55d-67fd-48c3-ad20-f07dfc811540 req-84b78e86-1a7e-4df9-9d45-255b5903238b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:42.391631 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-776ed55d-67fd-48c3-ad20-f07dfc811540 req-84b78e86-1a7e-4df9-9d45-255b5903238b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=eedbaccc-33aa-4196-b70d-ae78a5d61bda HTTP/1.1" status: 200 len: 858 time: 0.1112883 Jun 11 09:52:42.422479 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-e609034a-a1e0-44ae-bd14-348a7fb629e4 req-22752268-740f-4838-99fd-8370633a11ff tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:42.426871 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-e609034a-a1e0-44ae-bd14-348a7fb629e4 req-22752268-740f-4838-99fd-8370633a11ff tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:42.432362 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e609034a-a1e0-44ae-bd14-348a7fb629e4 req-22752268-740f-4838-99fd-8370633a11ff tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "PUT /v2.0/security-groups/d5721d80-077d-4904-a352-53928041f471 HTTP/1.1" status: 200 len: 1777 time: 0.4190776 Jun 11 09:52:42.437429 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b55992ef-f743-429d-ab40-dcbddd858d09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:42.440221 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-776ed55d-67fd-48c3-ad20-f07dfc811540 req-a770f4af-c9dc-4cfa-bd6f-3aee1e5d2342 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=05221ef3-e163-480d-ad89-4315ae45fbcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405629 Jun 11 09:52:42.498135 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22752268-740f-4838-99fd-8370633a11ff tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5721d80-077d-4904-a352-53928041f471,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:42.501580 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-22752268-740f-4838-99fd-8370633a11ff tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:42.535304 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-de22e247-499b-4ea1-9612-3f832c7afa97 req-18411a3a-245e-474b-887e-a6f050ce62e1 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/security-groups/d5721d80-077d-4904-a352-53928041f471 HTTP/1.1" status: 200 len: 1777 time: 0.0822191 Jun 11 09:52:42.617034 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-af9f3efa-c034-40cb-a74e-8c75f509baa5 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Allocated IP 172.25.4.125 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/3ae1cc30-51fa-4218-a7e9-62e29bb1aa44) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:52:42.625505 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c10c57dd-325e-492a-8279-dd2fded9e728 req-d33af4d5-1c6d-4da5-ad3b-c8a3c278d6aa tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/security-groups/d5721d80-077d-4904-a352-53928041f471 HTTP/1.1" status: 200 len: 1777 time: 0.0602744 Jun 11 09:52:42.660232 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-776ed55d-67fd-48c3-ad20-f07dfc811540 req-df464e3d-7ed3-4c40-8555-830ef4c45f1c service neutron] 10.222.0.64 "GET /v2.0/networks/05221ef3-e163-480d-ad89-4315ae45fbcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943724 Jun 11 09:52:42.690682 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-c10c57dd-325e-492a-8279-dd2fded9e728 req-e473cc94-ab5d-4cec-aae5-f94ec4c65cc7 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:42.693430 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0a76064e-e870-4827-a055-1475aef74fb3 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:42.701758 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7311c05f-7824-4394-b03e-5c6a625f2a28 tempest-MigrationsAdminTest-1043039239 tempest-MigrationsAdminTest-1043039239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:42.728358 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['0e3d8c07-4dd8-4173-b439-d804ac86a9ca'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:52:42.742954 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a76064e-e870-4827-a055-1475aef74fb3 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Pushing event deleted for resources: {'Port': ['ID=df749258-ca2b-44f1-aaa8-fb7746b4f91e,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:42.745960 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0a76064e-e870-4827-a055-1475aef74fb3 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:42.772373 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['7d4122a6-8857-404a-9194-b0a549ee64cc'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:52:42.807470 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-c10c57dd-325e-492a-8279-dd2fded9e728 req-e473cc94-ab5d-4cec-aae5-f94ec4c65cc7 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:42.822074 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['4ce74097-617f-4211-a8f7-105354bec944'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:52:42.951775 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['673aa988-b63e-4019-b597-09a97b0fcf40'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:52:42.957126 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c0576-f045-44d1-add5-4f4a72816c95 req-f232f328-d9c4-46b6-a157-88d4e5cb2346 tempest-VolumesAdminNegativeTest-403137660 tempest-VolumesAdminNegativeTest-403137660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:42.957126 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-384c0576-f045-44d1-add5-4f4a72816c95 req-f232f328-d9c4-46b6-a157-88d4e5cb2346 tempest-VolumesAdminNegativeTest-403137660 tempest-VolumesAdminNegativeTest-403137660-project] 10.222.0.60 "GET /v2.0/ports?device_id=13f893da-3317-49b3-a320-b40d134ad31a HTTP/1.1" status: 200 len: 945 time: 0.3302112 Jun 11 09:52:42.959708 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['aba52a31-7ead-4b87-98cf-90bcdace2f39'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:52:42.959806 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-776ed55d-67fd-48c3-ad20-f07dfc811540 req-040fb8f3-f74b-4170-8f87-4db1fa00d301 service neutron] 10.222.0.64 "GET /v2.0/networks/05221ef3-e163-480d-ad89-4315ae45fbcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551408 Jun 11 09:52:42.959806 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-384c0576-f045-44d1-add5-4f4a72816c95 req-e9ea0599-0bfe-4695-b7ed-9364ce12d246 tempest-VolumesAdminNegativeTest-403137660 tempest-VolumesAdminNegativeTest-403137660-project] 10.222.0.60 "GET /v2.0/security-groups?id=26ae3a31-f1e2-4aea-b80f-3256cd80293a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994430 Jun 11 09:52:42.999379 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-af9f3efa-c034-40cb-a74e-8c75f509baa5 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:43.000850 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0a76064e-e870-4827-a055-1475aef74fb3 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:43.000850 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-0a76064e-e870-4827-a055-1475aef74fb3 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] 10.222.0.60 "DELETE /v2.0/ports/df749258-ca2b-44f1-aaa8-fb7746b4f91e HTTP/1.1" status: 204 len: 168 time: 1.2633727 Jun 11 09:52:43.001370 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 52956) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:43.066452 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b3eeeec-c882-4507-bb43-245967a0045b tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] GET failed (client error): The resource could not be found. Jun 11 09:52:43.089555 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-7b3eeeec-c882-4507-bb43-245967a0045b tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] 10.222.0.60 "GET /v2.0/ports/df749258-ca2b-44f1-aaa8-fb7746b4f91e HTTP/1.1" status: 404 len: 333 time: 0.0651867 Jun 11 09:52:43.108384 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 52958) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:43.113213 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-16854255-d32a-4c53-9055-507f6ab10f50 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Request body: {'port': {'network_id': 'd92fbcd9-7aa6-41f6-b665-9b09fcc5bb04', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2134030932'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:52:43.183370 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2bb30f-a74c-46d3-8e90-67ab35f81bac req-9c138a83-ed3c-4230-a95d-61c2475533f0 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:43.192103 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ca2bb30f-a74c-46d3-8e90-67ab35f81bac req-9c138a83-ed3c-4230-a95d-61c2475533f0 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/ports?device_id=445071e3-bce3-40d6-b09a-3bc5f83c1af6 HTTP/1.1" status: 200 len: 945 time: 0.1005969 Jun 11 09:52:43.200647 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-af9f3efa-c034-40cb-a74e-8c75f509baa5 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:43.205260 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-269448b7-71a7-4123-9142-d42edf64cbf7 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:43.275942 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-c10c57dd-325e-492a-8279-dd2fded9e728 req-e473cc94-ab5d-4cec-aae5-f94ec4c65cc7 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:43.278540 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-c10c57dd-325e-492a-8279-dd2fded9e728 req-e473cc94-ab5d-4cec-aae5-f94ec4c65cc7 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:43.281924 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9f3efa-c034-40cb-a74e-8c75f509baa5 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:52:43.288286 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c10c57dd-325e-492a-8279-dd2fded9e728 req-e473cc94-ab5d-4cec-aae5-f94ec4c65cc7 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "DELETE /v2.0/security-groups/d5721d80-077d-4904-a352-53928041f471 HTTP/1.1" status: 204 len: 173 time: 0.6560159 Jun 11 09:52:43.299049 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-af9f3efa-c034-40cb-a74e-8c75f509baa5 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:52:43.301919 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9f3efa-c034-40cb-a74e-8c75f509baa5 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:52:43.307911 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d66fc8ba-9bc1-4efb-998d-ee75fb7a3239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:43.320997 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ca2bb30f-a74c-46d3-8e90-67ab35f81bac req-6f85ca68-b5a3-4834-a6fd-91644d8a7bb0 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/security-groups?id=982f2ef2-bb6d-4fbc-bd87-ed6195b74a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278162 Jun 11 09:52:43.324753 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9f3efa-c034-40cb-a74e-8c75f509baa5 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Pushing event updated for resources: {'Port': ['ID=3ae1cc30-51fa-4218-a7e9-62e29bb1aa44,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:43.327516 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ce85f10b-edee-4612-923f-44e35210b07e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:43.350456 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e473cc94-ab5d-4cec-aae5-f94ec4c65cc7 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5721d80-077d-4904-a352-53928041f471,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:43.360349 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e473cc94-ab5d-4cec-aae5-f94ec4c65cc7 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:43.398273 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9f3efa-c034-40cb-a74e-8c75f509baa5 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:52:43.399011 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9f3efa-c034-40cb-a74e-8c75f509baa5 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:52:43.399390 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9f3efa-c034-40cb-a74e-8c75f509baa5 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:52:43.399985 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9f3efa-c034-40cb-a74e-8c75f509baa5 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:52:43.400535 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9f3efa-c034-40cb-a74e-8c75f509baa5 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:52:43.400908 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9f3efa-c034-40cb-a74e-8c75f509baa5 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:52:43.401280 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9f3efa-c034-40cb-a74e-8c75f509baa5 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:52:43.402628 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9f3efa-c034-40cb-a74e-8c75f509baa5 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:52:43.403189 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9f3efa-c034-40cb-a74e-8c75f509baa5 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:52:43.403759 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9f3efa-c034-40cb-a74e-8c75f509baa5 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:52:43.404632 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9f3efa-c034-40cb-a74e-8c75f509baa5 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:52:43.405167 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9f3efa-c034-40cb-a74e-8c75f509baa5 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:52:43.417649 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-af9f3efa-c034-40cb-a74e-8c75f509baa5 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:43.443023 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16854255-d32a-4c53-9055-507f6ab10f50 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Made reservation on behalf of 09b3ade472674cfa9ad5630536f84a2c for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:52:43.446828 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-16854255-d32a-4c53-9055-507f6ab10f50 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:43.489286 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [None req-16854255-d32a-4c53-9055-507f6ab10f50 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] device_id is not set on port 0b958671-8b9a-433c-afc3-b5a408691a66 yet. {{(pid=93177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 09:52:43.674531 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['1006db35-2c94-42c9-8939-645ef395cec2'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:52:43.682916 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-16854255-d32a-4c53-9055-507f6ab10f50 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Allocated IP 2001:db8::40 (d92fbcd9-7aa6-41f6-b665-9b09fcc5bb04/62a6dda1-7462-4024-8075-4505dca1d4de/0b958671-8b9a-433c-afc3-b5a408691a66) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:52:43.701796 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7503f-64d0-45df-9afc-3a612f60d945 req-a487c102-3d7c-4634-8943-bf410587b1c0 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:43.709449 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7503f-64d0-45df-9afc-3a612f60d945 req-a487c102-3d7c-4634-8943-bf410587b1c0 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:43.715814 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7503f-64d0-45df-9afc-3a612f60d945 req-a487c102-3d7c-4634-8943-bf410587b1c0 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:43.725905 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7503f-64d0-45df-9afc-3a612f60d945 req-a487c102-3d7c-4634-8943-bf410587b1c0 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:43.728402 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['aa0b414f-8b35-42cd-bbc6-fd64860a4029'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:52:43.738559 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7503f-64d0-45df-9afc-3a612f60d945 req-a487c102-3d7c-4634-8943-bf410587b1c0 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:43.745429 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7503f-64d0-45df-9afc-3a612f60d945 req-a487c102-3d7c-4634-8943-bf410587b1c0 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:43.753201 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7503f-64d0-45df-9afc-3a612f60d945 req-a487c102-3d7c-4634-8943-bf410587b1c0 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:43.755306 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e9c7503f-64d0-45df-9afc-3a612f60d945 req-a487c102-3d7c-4634-8943-bf410587b1c0 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042 HTTP/1.1" status: 200 len: 5436 time: 0.2039778 Jun 11 09:52:43.802433 n-d-779913-12 neutron-server[93177]: INFO neutron.api.v2.resource [req-42b2bdc9-8983-400d-aa1d-46db86545818 req-a46ae05a-6ddb-444d-b0ac-ffec89278bd4 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] show failed (client error): The resource could not be found. Jun 11 09:52:43.803467 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-42b2bdc9-8983-400d-aa1d-46db86545818 req-a46ae05a-6ddb-444d-b0ac-ffec89278bd4 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/security-groups/2849cba3-6bee-4292-9fa6-1fa90c909a19 HTTP/1.1" status: 404 len: 352 time: 0.0487092 Jun 11 09:52:43.911971 n-d-779913-12 neutron-server[93177]: INFO neutron.api.v2.resource [req-f0c364ce-bdd5-4770-be20-1c0af8d74c42 req-3d8c7f48-e32b-4363-a0cb-e106fdcb9fa4 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] show failed (client error): The resource could not be found. Jun 11 09:52:43.913303 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f0c364ce-bdd5-4770-be20-1c0af8d74c42 req-3d8c7f48-e32b-4363-a0cb-e106fdcb9fa4 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/security-groups/f39eb1d4-52c2-4aff-bbeb-6a2d4ef2476c HTTP/1.1" status: 404 len: 352 time: 0.0399005 Jun 11 09:52:43.936998 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e9c7503f-64d0-45df-9afc-3a612f60d945 req-a417ecb8-eac8-4488-8a47-d6315ac00135 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/security-groups?id=28e50891-2b6b-4143-8c1d-0262dfed919e&id=ee23f870-7e0b-4b16-afae-a1e98a9dceaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1189027 Jun 11 09:52:43.946807 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-16854255-d32a-4c53-9055-507f6ab10f50 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:43.967204 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-af9f3efa-c034-40cb-a74e-8c75f509baa5 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks [] for router_gateway, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:43.975604 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-16854255-d32a-4c53-9055-507f6ab10f50 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Transition to ACTIVE for port object 0b958671-8b9a-433c-afc3-b5a408691a66 will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:52:43.977298 n-d-779913-12 neutron-server[93177]: INFO neutron.api.v2.resource [req-a391fdeb-3f37-4af9-91f0-db6812de173f req-ed5fef49-5ab2-46ce-8a9a-594f7729de2a tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] show failed (client error): The resource could not be found. Jun 11 09:52:43.978949 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a391fdeb-3f37-4af9-91f0-db6812de173f req-ed5fef49-5ab2-46ce-8a9a-594f7729de2a tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/security-groups/fa215cd7-f48c-48dc-9f5d-81315515cf4f HTTP/1.1" status: 404 len: 352 time: 0.0238392 Jun 11 09:52:44.105950 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-16854255-d32a-4c53-9055-507f6ab10f50 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:44.110475 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0d489170-1a88-4e16-918c-70e8c3bd1a8e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:44.198739 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16854255-d32a-4c53-9055-507f6ab10f50 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Network d92fbcd9-7aa6-41f6-b665-9b09fcc5bb04 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:52:44.206200 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-16854255-d32a-4c53-9055-507f6ab10f50 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:52:44.215465 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16854255-d32a-4c53-9055-507f6ab10f50 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:52:44.218233 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16854255-d32a-4c53-9055-507f6ab10f50 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:44.218895 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-16854255-d32a-4c53-9055-507f6ab10f50 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:44.222584 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16854255-d32a-4c53-9055-507f6ab10f50 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Pushing event updated for resources: {'Port': ['ID=0b958671-8b9a-433c-afc3-b5a408691a66,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:44.230453 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-16854255-d32a-4c53-9055-507f6ab10f50 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:44.268347 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a74ce8-a5fc-4b51-b4e2-14eb2d0bbf19 req-d61127d3-61bb-49c6-80d8-e7426d7f2dc1 tempest-VolumesAdminNegativeTest-403137660 tempest-VolumesAdminNegativeTest-403137660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:44.270090 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f0a74ce8-a5fc-4b51-b4e2-14eb2d0bbf19 req-d61127d3-61bb-49c6-80d8-e7426d7f2dc1 tempest-VolumesAdminNegativeTest-403137660 tempest-VolumesAdminNegativeTest-403137660-project] 10.222.0.60 "GET /v2.0/ports?device_id=13f893da-3317-49b3-a320-b40d134ad31a HTTP/1.1" status: 200 len: 945 time: 0.1505864 Jun 11 09:52:44.316862 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-16854255-d32a-4c53-9055-507f6ab10f50 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2091162 Jun 11 09:52:44.319964 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 52978) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:44.326038 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-e8bf3a51-c252-4916-92e1-4904aa0b31d0 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3de', 'mac_address': 'fa:16:3e:26:86:ce'}]}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:52:44.361748 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f0a74ce8-a5fc-4b51-b4e2-14eb2d0bbf19 req-6eee08cd-61b4-4d1c-abb5-b9f7d6c5a349 tempest-VolumesAdminNegativeTest-403137660 tempest-VolumesAdminNegativeTest-403137660-project] 10.222.0.60 "GET /v2.0/security-groups?id=26ae3a31-f1e2-4aea-b80f-3256cd80293a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854723 Jun 11 09:52:44.451252 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e8bf3a51-c252-4916-92e1-4904aa0b31d0 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:44.470667 n-d-779913-12 neutron-server[93176]: INFO neutron.api.v2.resource [req-5161bb90-a58b-436c-9b86-5d8966b22f26 req-543c4ce0-fe1c-42f0-8032-54b77e2de3c0 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] show failed (client error): The resource could not be found. Jun 11 09:52:44.475137 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5161bb90-a58b-436c-9b86-5d8966b22f26 req-543c4ce0-fe1c-42f0-8032-54b77e2de3c0 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/security-groups/c78518db-e0f1-46c5-a850-96fc6ce52f1f HTTP/1.1" status: 404 len: 352 time: 0.1318395 Jun 11 09:52:44.542757 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-cbfff61b-260c-4101-bfe5-59f43a7a11ed None None] Provisioning for port 0b958671-8b9a-433c-afc3-b5a408691a66 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:52:44.546768 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-cbfff61b-260c-4101-bfe5-59f43a7a11ed None None] Provisioning complete for port 0b958671-8b9a-433c-afc3-b5a408691a66 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:52:44.547152 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-cbfff61b-260c-4101-bfe5-59f43a7a11ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:44.625212 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-cbfff61b-260c-4101-bfe5-59f43a7a11ed None None] Port 0b958671-8b9a-433c-afc3-b5a408691a66 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:52:44.636814 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6782b6c-1924-4a45-aeeb-5383f8ef006d req-80371e07-2c29-4a5a-b278-063d76644efa tempest-VolumesAdminNegativeTest-403137660 tempest-VolumesAdminNegativeTest-403137660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:44.638453 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c6782b6c-1924-4a45-aeeb-5383f8ef006d req-80371e07-2c29-4a5a-b278-063d76644efa tempest-VolumesAdminNegativeTest-403137660 tempest-VolumesAdminNegativeTest-403137660-project] 10.222.0.64 "GET /v2.0/ports?device_id=13f893da-3317-49b3-a320-b40d134ad31a HTTP/1.1" status: 200 len: 945 time: 0.2974691 Jun 11 09:52:44.671708 n-d-779913-12 neutron-server[93176]: INFO neutron.api.v2.resource [req-ea3ab477-999a-4faf-82bd-5a325150f53e req-a95337fe-4c8e-40c7-8cdf-a9e2112b8654 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] show failed (client error): The resource could not be found. Jun 11 09:52:44.672791 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ea3ab477-999a-4faf-82bd-5a325150f53e req-a95337fe-4c8e-40c7-8cdf-a9e2112b8654 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/security-groups/ceb762c6-1c72-4b57-8767-117a46f65280 HTTP/1.1" status: 404 len: 352 time: 0.0334063 Jun 11 09:52:44.697863 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac2fd30-18b0-476c-b2d4-6089e683cf72 req-08e468f4-5cb7-4ed7-904f-b81a02b38bac tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:44.699403 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-dac2fd30-18b0-476c-b2d4-6089e683cf72 req-08e468f4-5cb7-4ed7-904f-b81a02b38bac tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/ports?device_id=445071e3-bce3-40d6-b09a-3bc5f83c1af6 HTTP/1.1" status: 200 len: 945 time: 0.1898742 Jun 11 09:52:44.733033 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-af9f3efa-c034-40cb-a74e-8c75f509baa5 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:44.772096 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-dac2fd30-18b0-476c-b2d4-6089e683cf72 req-fd58cc90-8199-41af-9c4b-edc80b2e08c4 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/security-groups?id=982f2ef2-bb6d-4fbc-bd87-ed6195b74a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615485 Jun 11 09:52:44.803350 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e8bf3a51-c252-4916-92e1-4904aa0b31d0 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:44.868505 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e8bf3a51-c252-4916-92e1-4904aa0b31d0 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:44.871502 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0d489170-1a88-4e16-918c-70e8c3bd1a8e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:44.893627 n-d-779913-12 neutron-server[93176]: INFO neutron.api.v2.resource [req-c97c10b1-8781-443b-9a8f-569b7a15f453 req-ba0acb75-3e05-4e1d-a924-78c08d2e007f tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] show failed (client error): The resource could not be found. Jun 11 09:52:44.894640 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c97c10b1-8781-443b-9a8f-569b7a15f453 req-ba0acb75-3e05-4e1d-a924-78c08d2e007f tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/security-groups/b768c7f0-b985-43bd-8e7c-dda3984c32f9 HTTP/1.1" status: 404 len: 352 time: 0.0773683 Jun 11 09:52:44.941086 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-c6782b6c-1924-4a45-aeeb-5383f8ef006d req-1daf814c-4100-497d-861d-51a16420a17b tempest-VolumesAdminNegativeTest-403137660 tempest-VolumesAdminNegativeTest-403137660-project] Deleting port d0beaf1e-6d96-4002-832a-c6998a04a08c {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:52:44.941476 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-c6782b6c-1924-4a45-aeeb-5383f8ef006d req-1daf814c-4100-497d-861d-51a16420a17b tempest-VolumesAdminNegativeTest-403137660 tempest-VolumesAdminNegativeTest-403137660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:45.090817 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-c6782b6c-1924-4a45-aeeb-5383f8ef006d req-1daf814c-4100-497d-861d-51a16420a17b tempest-VolumesAdminNegativeTest-403137660 tempest-VolumesAdminNegativeTest-403137660-project] For port d0beaf1e-6d96-4002-832a-c6998a04a08c, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=d0beaf1e-6d96-4002-832a-c6998a04a08c,segment=NetworkSegment(e7707ce3-e8d7-4523-a71d-1ab9ca9d8995),segment_id=e7707ce3-e8d7-4523-a71d-1ab9ca9d8995)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:52:45.091677 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-c6782b6c-1924-4a45-aeeb-5383f8ef006d req-1daf814c-4100-497d-861d-51a16420a17b tempest-VolumesAdminNegativeTest-403137660 tempest-VolumesAdminNegativeTest-403137660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:45.233292 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-e8bf3a51-c252-4916-92e1-4904aa0b31d0 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] In _notify_port_updated(), no bound segment for port 0b958671-8b9a-433c-afc3-b5a408691a66 on network d92fbcd9-7aa6-41f6-b665-9b09fcc5bb04 {{(pid=93177) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 11 09:52:45.239259 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bf3a51-c252-4916-92e1-4904aa0b31d0 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:45.240163 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e8bf3a51-c252-4916-92e1-4904aa0b31d0 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:45.244006 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-e8bf3a51-c252-4916-92e1-4904aa0b31d0 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] 10.222.0.60 "PUT /v2.0/ports/0b958671-8b9a-433c-afc3-b5a408691a66 HTTP/1.1" status: 200 len: 1002 time: 0.9208384 Jun 11 09:52:45.244912 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-c6782b6c-1924-4a45-aeeb-5383f8ef006d req-1daf814c-4100-497d-861d-51a16420a17b tempest-VolumesAdminNegativeTest-403137660 tempest-VolumesAdminNegativeTest-403137660-project] Calling delete_port for d0beaf1e-6d96-4002-832a-c6998a04a08c owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:52:45.247089 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af9f3efa-c034-40cb-a74e-8c75f509baa5 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Router a8dd9cdc-377d-42c6-90a9-d08ff363dde8 is scheduled to L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 with binding_index 1 {{(pid=93176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 09:52:45.248227 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 52994) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:45.290643 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bf3a51-c252-4916-92e1-4904aa0b31d0 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Pushing event updated for resources: {'Port': ['ID=0b958671-8b9a-433c-afc3-b5a408691a66,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:45.295380 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e8bf3a51-c252-4916-92e1-4904aa0b31d0 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:45.379666 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-b8dbef8c-d3cd-46df-8d95-d69ca2deb676 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Deleting port 0b958671-8b9a-433c-afc3-b5a408691a66 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:52:45.380059 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b8dbef8c-d3cd-46df-8d95-d69ca2deb676 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:45.507279 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1781179-5f12-4f3e-bab5-551f55a4646f req-ee982f79-fd0f-4dc1-9a66-8b95c88414fc tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:45.513067 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1781179-5f12-4f3e-bab5-551f55a4646f req-ee982f79-fd0f-4dc1-9a66-8b95c88414fc tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:45.517249 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b8dbef8c-d3cd-46df-8d95-d69ca2deb676 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:45.531298 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1781179-5f12-4f3e-bab5-551f55a4646f req-ee982f79-fd0f-4dc1-9a66-8b95c88414fc tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:45.531298 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1781179-5f12-4f3e-bab5-551f55a4646f req-ee982f79-fd0f-4dc1-9a66-8b95c88414fc tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:45.531298 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1781179-5f12-4f3e-bab5-551f55a4646f req-ee982f79-fd0f-4dc1-9a66-8b95c88414fc tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:45.536388 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1781179-5f12-4f3e-bab5-551f55a4646f req-ee982f79-fd0f-4dc1-9a66-8b95c88414fc tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:45.542223 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1781179-5f12-4f3e-bab5-551f55a4646f req-ee982f79-fd0f-4dc1-9a66-8b95c88414fc tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:45.544283 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e1781179-5f12-4f3e-bab5-551f55a4646f req-ee982f79-fd0f-4dc1-9a66-8b95c88414fc tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042 HTTP/1.1" status: 200 len: 5436 time: 0.4386828 Jun 11 09:52:45.567265 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-c5dac5ff-74c9-4c1b-9a24-e4a2011bc800 None None] Provisioning complete for port 0b958671-8b9a-433c-afc3-b5a408691a66 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:52:45.568418 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c5dac5ff-74c9-4c1b-9a24-e4a2011bc800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:45.582335 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af9f3efa-c034-40cb-a74e-8c75f509baa5 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:52:45.596334 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e6c606-64f3-43c5-a022-dbdaf6a11f11 None None] Sync routers for ids ['a8dd9cdc-377d-42c6-90a9-d08ff363dde8'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:52:45.607801 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e6c606-64f3-43c5-a022-dbdaf6a11f11 None None] Routers {'a8dd9cdc-377d-42c6-90a9-d08ff363dde8'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:52:45.608747 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-b0e6c606-64f3-43c5-a022-dbdaf6a11f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:52:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['a8dd9cdc-377d-42c6-90a9-d08ff363dde8'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:52:45.625155 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-c5dac5ff-74c9-4c1b-9a24-e4a2011bc800 None None] Port 0b958671-8b9a-433c-afc3-b5a408691a66 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:52:45.651058 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-b8dbef8c-d3cd-46df-8d95-d69ca2deb676 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Calling delete_port for 0b958671-8b9a-433c-afc3-b5a408691a66 owned by {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:52:45.660121 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e1781179-5f12-4f3e-bab5-551f55a4646f req-28e47407-d708-4cec-a641-4be6c2ba6851 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/security-groups?id=28e50891-2b6b-4143-8c1d-0262dfed919e&id=ee23f870-7e0b-4b16-afae-a1e98a9dceaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1057739 Jun 11 09:52:45.662057 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-b0e6c606-64f3-43c5-a022-dbdaf6a11f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:52:45.671065 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e6c606-64f3-43c5-a022-dbdaf6a11f11 None None] Routers {'a8dd9cdc-377d-42c6-90a9-d08ff363dde8'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:52:45.671829 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-b0e6c606-64f3-43c5-a022-dbdaf6a11f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:52:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['a8dd9cdc-377d-42c6-90a9-d08ff363dde8'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:52:45.721007 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-af9f3efa-c034-40cb-a74e-8c75f509baa5 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:45.722868 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-af9f3efa-c034-40cb-a74e-8c75f509baa5 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.8528869 Jun 11 09:52:45.728078 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 53002) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:45.733468 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-4db01b5a-96e2-4a63-acfd-6c74b5cb55bb tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:52:45.735107 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-b0e6c606-64f3-43c5-a022-dbdaf6a11f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:52:45.736514 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e6c606-64f3-43c5-a022-dbdaf6a11f11 None None] The sync data for ids ['a8dd9cdc-377d-42c6-90a9-d08ff363dde8'] in n-d-779913-12 is: [] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:52:45.794168 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-848caa3b-dcd2-4256-aa1d-bf857547bb4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:45.801937 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e967eac-36e4-45b8-b4d0-7638be3bd96a req-ae2ed7f0-74e5-4e1e-9a42-cea306f43db2 tempest-VolumesAdminNegativeTest-403137660 tempest-VolumesAdminNegativeTest-403137660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:45.803425 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4e967eac-36e4-45b8-b4d0-7638be3bd96a req-ae2ed7f0-74e5-4e1e-9a42-cea306f43db2 tempest-VolumesAdminNegativeTest-403137660 tempest-VolumesAdminNegativeTest-403137660-project] 10.222.0.60 "GET /v2.0/ports?device_id=13f893da-3317-49b3-a320-b40d134ad31a HTTP/1.1" status: 200 len: 867 time: 0.2215664 Jun 11 09:52:45.846296 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:45.848175 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-c6782b6c-1924-4a45-aeeb-5383f8ef006d req-1daf814c-4100-497d-861d-51a16420a17b tempest-VolumesAdminNegativeTest-403137660 tempest-VolumesAdminNegativeTest-403137660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:45.864629 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a73a135c-4874-4b71-a56e-0a2e311dc934 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:45.897843 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4e967eac-36e4-45b8-b4d0-7638be3bd96a req-87fd9e0f-ec62-4483-948a-6d127b0b65da tempest-VolumesAdminNegativeTest-403137660 tempest-VolumesAdminNegativeTest-403137660-project] 10.222.0.60 "GET /v2.0/security-groups?id=26ae3a31-f1e2-4aea-b80f-3256cd80293a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843227 Jun 11 09:52:45.940449 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daf814c-4100-497d-861d-51a16420a17b tempest-VolumesAdminNegativeTest-403137660 tempest-VolumesAdminNegativeTest-403137660-project] Pushing event deleted for resources: {'Port': ['ID=d0beaf1e-6d96-4002-832a-c6998a04a08c,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:45.945590 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1daf814c-4100-497d-861d-51a16420a17b tempest-VolumesAdminNegativeTest-403137660 tempest-VolumesAdminNegativeTest-403137660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:45.954429 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['d0beaf1e-6d96-4002-832a-c6998a04a08c'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:52:46.016775 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b8dbef8c-d3cd-46df-8d95-d69ca2deb676 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:46.027311 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e8bf3a51-c252-4916-92e1-4904aa0b31d0 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:46.035993 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6782b6c-1924-4a45-aeeb-5383f8ef006d req-1daf814c-4100-497d-861d-51a16420a17b tempest-VolumesAdminNegativeTest-403137660 tempest-VolumesAdminNegativeTest-403137660-project] No DVR routers for this DVR port d0beaf1e-6d96-4002-832a-c6998a04a08c on host n-h1-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:52:46.037367 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 7d4122a6-8857-404a-9194-b0a549ee64cc up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:52:46.041499 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-c6782b6c-1924-4a45-aeeb-5383f8ef006d req-1daf814c-4100-497d-861d-51a16420a17b tempest-VolumesAdminNegativeTest-403137660 tempest-VolumesAdminNegativeTest-403137660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:46.043643 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c6782b6c-1924-4a45-aeeb-5383f8ef006d req-1daf814c-4100-497d-861d-51a16420a17b tempest-VolumesAdminNegativeTest-403137660 tempest-VolumesAdminNegativeTest-403137660-project] 10.222.0.64 "DELETE /v2.0/ports/d0beaf1e-6d96-4002-832a-c6998a04a08c HTTP/1.1" status: 204 len: 173 time: 1.3913832 Jun 11 09:52:46.048618 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13f893da-3317-49b3-a320-b40d134ad31a', 'name': 'network-vif-deleted', 'tag': 'd0beaf1e-6d96-4002-832a-c6998a04a08c'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:52:46.048618 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb795c08-d590-4d8b-85ff-84f0d652cad4" -d '{"events": [{"server_uuid": "13f893da-3317-49b3-a320-b40d134ad31a", "name": "network-vif-deleted", "tag": "d0beaf1e-6d96-4002-832a-c6998a04a08c"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:52:46.084890 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dbef8c-d3cd-46df-8d95-d69ca2deb676 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Pushing event deleted for resources: {'Port': ['ID=0b958671-8b9a-433c-afc3-b5a408691a66,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:46.091754 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b8dbef8c-d3cd-46df-8d95-d69ca2deb676 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:46.190258 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6066c4-db8b-4d6f-9c99-e836e9406ae2 req-55245f6b-8a0d-4761-ad27-b53960e9ea58 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:46.192278 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8f6066c4-db8b-4d6f-9c99-e836e9406ae2 req-55245f6b-8a0d-4761-ad27-b53960e9ea58 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/ports?device_id=e850029d-90e3-4ac5-995d-7df587d56946 HTTP/1.1" status: 200 len: 1023 time: 0.3943701 Jun 11 09:52:46.241303 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning for port 7d4122a6-8857-404a-9194-b0a549ee64cc completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:52:46.246655 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port 7d4122a6-8857-404a-9194-b0a549ee64cc triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:52:46.255204 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:46.255394 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b8dbef8c-d3cd-46df-8d95-d69ca2deb676 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:46.255394 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-b8dbef8c-d3cd-46df-8d95-d69ca2deb676 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] 10.222.0.60 "DELETE /v2.0/ports/0b958671-8b9a-433c-afc3-b5a408691a66 HTTP/1.1" status: 204 len: 168 time: 1.0025749 Jun 11 09:52:46.256037 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 53010) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:46.335102 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-04392912-9616-4dbb-8cb6-299f16fd1a12 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] GET failed (client error): The resource could not be found. Jun 11 09:52:46.341685 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-04392912-9616-4dbb-8cb6-299f16fd1a12 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] 10.222.0.60 "GET /v2.0/ports/0b958671-8b9a-433c-afc3-b5a408691a66 HTTP/1.1" status: 404 len: 333 time: 0.0811830 Jun 11 09:52:46.342085 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 53012) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:46.350636 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-ac161d26-9cdc-44af-b3a6-792b4a5e6913 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Request body: {'port': {'network_id': 'd92fbcd9-7aa6-41f6-b665-9b09fcc5bb04', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-257989583'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:52:46.381211 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:46.421158 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8951c33-6d6a-4bea-b1bd-31fda6afe042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d4122a6-8857-404a-9194-b0a549ee64cc'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:52:46.421158 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08197668-b774-408c-8210-701545c2d5ea" -d '{"events": [{"server_uuid": "c8951c33-6d6a-4bea-b1bd-31fda6afe042", "name": "network-vif-plugged", "status": "completed", "tag": "7d4122a6-8857-404a-9194-b0a549ee64cc"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:52:46.435411 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 7d4122a6-8857-404a-9194-b0a549ee64cc, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=7d4122a6-8857-404a-9194-b0a549ee64cc,segment=NetworkSegment(508b1faa-9ad8-4325-9b04-bc4b9922bdc5),segment_id=508b1faa-9ad8-4325-9b04-bc4b9922bdc5)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:52:46.492986 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7317844-3903-4f93-aeaf-1c5c22e0a02b req-c9a477ff-9f32-414c-a145-58157c547c75 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:46.496192 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a7317844-3903-4f93-aeaf-1c5c22e0a02b req-c9a477ff-9f32-414c-a145-58157c547c75 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/ports?device_id=445071e3-bce3-40d6-b09a-3bc5f83c1af6 HTTP/1.1" status: 200 len: 945 time: 0.2420523 Jun 11 09:52:46.520124 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:46.521283 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 4ce74097-617f-4211-a8f7-105354bec944 up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:52:46.524360 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:46.577378 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a7317844-3903-4f93-aeaf-1c5c22e0a02b req-80d6fd45-8af1-47ad-878c-992c31de19c0 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/security-groups?id=982f2ef2-bb6d-4fbc-bd87-ed6195b74a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680914 Jun 11 09:52:46.598541 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:46.613877 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8f6066c4-db8b-4d6f-9c99-e836e9406ae2 req-5e0ac966-ca66-4224-bf04-3afceabc0e57 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/security-groups?id=73f06798-8f95-4943-a080-a39840d0180d&id=39eecd51-8067-45b8-98b3-1a36105193cd&id=1bdf718a-3d55-4418-9711-8519d490f59c&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.4129725 Jun 11 09:52:46.630730 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=7d4122a6-8857-404a-9194-b0a549ee64cc,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:46.635148 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:46.655709 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac161d26-9cdc-44af-b3a6-792b4a5e6913 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Made reservation on behalf of 09b3ade472674cfa9ad5630536f84a2c for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:52:46.660310 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ac161d26-9cdc-44af-b3a6-792b4a5e6913 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:46.676019 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a33d0f58-3bd1-4395-ad76-97a5f5d3d56e x-openstack-request-id: req-a33d0f58-3bd1-4395-ad76-97a5f5d3d56e {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:52:46.676390 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8951c33-6d6a-4bea-b1bd-31fda6afe042", "name": "network-vif-plugged", "status": "completed", "tag": "7d4122a6-8857-404a-9194-b0a549ee64cc", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:52:46.676729 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a33d0f58-3bd1-4395-ad76-97a5f5d3d56e {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:52:46.677190 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8951c33-6d6a-4bea-b1bd-31fda6afe042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d4122a6-8857-404a-9194-b0a549ee64cc', 'code': 200} Jun 11 09:52:46.684585 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [None req-ac161d26-9cdc-44af-b3a6-792b4a5e6913 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] device_id is not set on port 87c1e0a2-6f8b-45ab-99f8-90076295db2e yet. {{(pid=93177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 09:52:46.687430 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e45613d3-eb37-4a2a-814c-82587a90f852 x-openstack-request-id: req-e45613d3-eb37-4a2a-814c-82587a90f852 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:52:46.687790 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13f893da-3317-49b3-a320-b40d134ad31a", "name": "network-vif-deleted", "tag": "d0beaf1e-6d96-4002-832a-c6998a04a08c", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:52:46.688086 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e45613d3-eb37-4a2a-814c-82587a90f852 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:52:46.688518 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13f893da-3317-49b3-a320-b40d134ad31a', 'name': 'network-vif-deleted', 'tag': 'd0beaf1e-6d96-4002-832a-c6998a04a08c', 'status': 'completed', 'code': 200} Jun 11 09:52:46.725837 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning for port 4ce74097-617f-4211-a8f7-105354bec944 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:52:46.732700 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port 4ce74097-617f-4211-a8f7-105354bec944 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:52:46.735774 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:46.801207 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4db01b5a-96e2-4a63-acfd-6c74b5cb55bb tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:46.838590 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:46.881988 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 4ce74097-617f-4211-a8f7-105354bec944, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=4ce74097-617f-4211-a8f7-105354bec944,segment=NetworkSegment(07c308bf-d361-4404-88f5-f82f64cf50c4),segment_id=07c308bf-d361-4404-88f5-f82f64cf50c4)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:52:46.884067 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-ac161d26-9cdc-44af-b3a6-792b4a5e6913 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Allocated IP 2001:db8::3b1 (d92fbcd9-7aa6-41f6-b665-9b09fcc5bb04/62a6dda1-7462-4024-8075-4505dca1d4de/87c1e0a2-6f8b-45ab-99f8-90076295db2e) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:52:46.908551 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4db01b5a-96e2-4a63-acfd-6c74b5cb55bb tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:46.937844 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0963dda4-af1b-4d9b-8b1d-9b33551fbfd3 req-122214fc-5aaa-45bf-a923-652a60435658 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:46.943736 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0963dda4-af1b-4d9b-8b1d-9b33551fbfd3 req-122214fc-5aaa-45bf-a923-652a60435658 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:46.949595 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0963dda4-af1b-4d9b-8b1d-9b33551fbfd3 req-122214fc-5aaa-45bf-a923-652a60435658 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:46.956008 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0963dda4-af1b-4d9b-8b1d-9b33551fbfd3 req-122214fc-5aaa-45bf-a923-652a60435658 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:46.961823 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0963dda4-af1b-4d9b-8b1d-9b33551fbfd3 req-122214fc-5aaa-45bf-a923-652a60435658 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:46.967665 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0963dda4-af1b-4d9b-8b1d-9b33551fbfd3 req-122214fc-5aaa-45bf-a923-652a60435658 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:46.974405 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0963dda4-af1b-4d9b-8b1d-9b33551fbfd3 req-122214fc-5aaa-45bf-a923-652a60435658 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:46.976120 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0963dda4-af1b-4d9b-8b1d-9b33551fbfd3 req-122214fc-5aaa-45bf-a923-652a60435658 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042 HTTP/1.1" status: 200 len: 5437 time: 0.1679082 Jun 11 09:52:46.999066 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:47.000392 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 673aa988-b63e-4019-b597-09a97b0fcf40 up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:52:47.003936 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:47.070477 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0963dda4-af1b-4d9b-8b1d-9b33551fbfd3 req-dfb7d02b-3aec-47f4-8f71-33b411d27cad tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/security-groups?id=28e50891-2b6b-4143-8c1d-0262dfed919e&id=ee23f870-7e0b-4b16-afae-a1e98a9dceaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0836473 Jun 11 09:52:47.109839 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=4ce74097-617f-4211-a8f7-105354bec944,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:47.114190 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:47.125012 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fdf9c580-2076-4867-8acf-3a51a5bd6fab req-1fe90896-40c5-44a4-b901-482a3a8cb820 tempest-VolumesAdminNegativeTest-403137660 tempest-VolumesAdminNegativeTest-403137660-project] 10.222.0.60 "GET /v2.0/ports?device_id=13f893da-3317-49b3-a320-b40d134ad31a HTTP/1.1" status: 200 len: 210 time: 0.0870495 Jun 11 09:52:47.149317 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-4db01b5a-96e2-4a63-acfd-6c74b5cb55bb tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Deleting port 3ae1cc30-51fa-4218-a7e9-62e29bb1aa44 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:52:47.149317 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4db01b5a-96e2-4a63-acfd-6c74b5cb55bb tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:47.202137 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning for port 673aa988-b63e-4019-b597-09a97b0fcf40 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:52:47.206984 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port 673aa988-b63e-4019-b597-09a97b0fcf40 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:52:47.207507 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:47.218681 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ac161d26-9cdc-44af-b3a6-792b4a5e6913 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:47.301638 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-ac161d26-9cdc-44af-b3a6-792b4a5e6913 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Transition to ACTIVE for port object 87c1e0a2-6f8b-45ab-99f8-90076295db2e will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:52:47.312066 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4db01b5a-96e2-4a63-acfd-6c74b5cb55bb tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:47.335995 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:47.367056 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5571ed10-84c0-410d-9289-377b6df42d7c req-fe1b3103-8c1c-4df5-b2b0-20123a8b28fb tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:47.368716 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5571ed10-84c0-410d-9289-377b6df42d7c req-fe1b3103-8c1c-4df5-b2b0-20123a8b28fb tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.69 "GET /v2.0/ports?device_id=e850029d-90e3-4ac5-995d-7df587d56946 HTTP/1.1" status: 200 len: 1023 time: 0.1561346 Jun 11 09:52:47.376018 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 673aa988-b63e-4019-b597-09a97b0fcf40, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=673aa988-b63e-4019-b597-09a97b0fcf40,segment=NetworkSegment(41928748-90e1-446d-8d78-e7c52f78da03),segment_id=41928748-90e1-446d-8d78-e7c52f78da03)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:52:47.416861 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-4db01b5a-96e2-4a63-acfd-6c74b5cb55bb tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Calling delete_port for 3ae1cc30-51fa-4218-a7e9-62e29bb1aa44 owned by network:router_gateway {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:52:47.444400 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:47.445376 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 0e3d8c07-4dd8-4173-b439-d804ac86a9ca up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:52:47.449559 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03491a38-2cc3-4560-ac17-39c4b02454ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:47.464182 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ac161d26-9cdc-44af-b3a6-792b4a5e6913 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:47.471927 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-12a28b76-7f55-4ec1-a4f7-75d24ce57a03 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:47.536294 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac161d26-9cdc-44af-b3a6-792b4a5e6913 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Network d92fbcd9-7aa6-41f6-b665-9b09fcc5bb04 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:52:47.545699 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-ac161d26-9cdc-44af-b3a6-792b4a5e6913 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:52:47.547005 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=673aa988-b63e-4019-b597-09a97b0fcf40,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:47.548899 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac161d26-9cdc-44af-b3a6-792b4a5e6913 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:52:47.551284 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:47.556983 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac161d26-9cdc-44af-b3a6-792b4a5e6913 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:47.557832 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ac161d26-9cdc-44af-b3a6-792b4a5e6913 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:47.569931 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac161d26-9cdc-44af-b3a6-792b4a5e6913 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Pushing event updated for resources: {'Port': ['ID=87c1e0a2-6f8b-45ab-99f8-90076295db2e,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:47.585490 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac161d26-9cdc-44af-b3a6-792b4a5e6913 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:52:47.585887 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac161d26-9cdc-44af-b3a6-792b4a5e6913 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:52:47.586294 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac161d26-9cdc-44af-b3a6-792b4a5e6913 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:52:47.586642 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac161d26-9cdc-44af-b3a6-792b4a5e6913 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:52:47.587290 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac161d26-9cdc-44af-b3a6-792b4a5e6913 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:52:47.587912 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac161d26-9cdc-44af-b3a6-792b4a5e6913 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:52:47.588074 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac161d26-9cdc-44af-b3a6-792b4a5e6913 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:52:47.588416 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac161d26-9cdc-44af-b3a6-792b4a5e6913 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:52:47.588781 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac161d26-9cdc-44af-b3a6-792b4a5e6913 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:52:47.589141 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac161d26-9cdc-44af-b3a6-792b4a5e6913 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:52:47.589536 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac161d26-9cdc-44af-b3a6-792b4a5e6913 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:52:47.589899 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac161d26-9cdc-44af-b3a6-792b4a5e6913 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:52:47.594358 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ac161d26-9cdc-44af-b3a6-792b4a5e6913 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:47.596395 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-5571ed10-84c0-410d-9289-377b6df42d7c req-a2843736-ceb0-4d28-a815-f0e46d95ef21 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Deleting port c8d410a0-9d46-4b86-96fe-def82dc6d0cb {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:52:47.596711 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-5571ed10-84c0-410d-9289-377b6df42d7c req-a2843736-ceb0-4d28-a815-f0e46d95ef21 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:47.634287 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning for port 0e3d8c07-4dd8-4173-b439-d804ac86a9ca completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:52:47.638364 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port 0e3d8c07-4dd8-4173-b439-d804ac86a9ca triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:52:47.639000 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:47.745909 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4db01b5a-96e2-4a63-acfd-6c74b5cb55bb tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:47.749619 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-21958997-e79a-41fd-9b9b-ad3bf4f929ce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:47.758870 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-ac161d26-9cdc-44af-b3a6-792b4a5e6913 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4135449 Jun 11 09:52:47.769645 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 53028) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:47.780285 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-9bf031dc-005a-472c-a39b-25384dac079e tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:26:86:ce'}]}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:52:47.789228 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:47.810583 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db01b5a-96e2-4a63-acfd-6c74b5cb55bb tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Pushing event deleted for resources: {'Port': ['ID=3ae1cc30-51fa-4218-a7e9-62e29bb1aa44,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:47.817872 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4db01b5a-96e2-4a63-acfd-6c74b5cb55bb tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:47.836319 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 0e3d8c07-4dd8-4173-b439-d804ac86a9ca, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=0e3d8c07-4dd8-4173-b439-d804ac86a9ca,segment=NetworkSegment(508b1faa-9ad8-4325-9b04-bc4b9922bdc5),segment_id=508b1faa-9ad8-4325-9b04-bc4b9922bdc5)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:52:47.917264 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1027b4ef-36ec-48c7-9ef9-b8b8844a637a req-0f2f9b56-6dc5-4c28-8a61-368144100d9e tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:47.918689 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1027b4ef-36ec-48c7-9ef9-b8b8844a637a req-0f2f9b56-6dc5-4c28-8a61-368144100d9e tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/ports?device_id=445071e3-bce3-40d6-b09a-3bc5f83c1af6 HTTP/1.1" status: 200 len: 945 time: 0.2115843 Jun 11 09:52:47.920741 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:47.921702 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4db01b5a-96e2-4a63-acfd-6c74b5cb55bb tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374120'] for router_gateway, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:47.923017 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-47c6b639-2273-4958-ad94-3aaff0309d88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:47.955518 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de81f63e-3f37-4a3d-86ef-547b6995b552 req-5f90bbd0-c19f-4468-931d-a5f7b24f8524 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:47.957004 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-de81f63e-3f37-4a3d-86ef-547b6995b552 req-5f90bbd0-c19f-4468-931d-a5f7b24f8524 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/ports?device_id=e850029d-90e3-4ac5-995d-7df587d56946 HTTP/1.1" status: 200 len: 1023 time: 0.1070964 Jun 11 09:52:47.993356 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=0e3d8c07-4dd8-4173-b439-d804ac86a9ca,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:47.996396 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:48.010431 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-de81f63e-3f37-4a3d-86ef-547b6995b552 req-2fb1e67e-9106-4419-ace0-2af7d09620e2 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/security-groups?id=73f06798-8f95-4943-a080-a39840d0180d&id=39eecd51-8067-45b8-98b3-1a36105193cd&id=1bdf718a-3d55-4418-9711-8519d490f59c&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0443194 Jun 11 09:52:48.028592 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-5571ed10-84c0-410d-9289-377b6df42d7c req-a2843736-ceb0-4d28-a815-f0e46d95ef21 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] For port c8d410a0-9d46-4b86-96fe-def82dc6d0cb, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=c8d410a0-9d46-4b86-96fe-def82dc6d0cb,segment=NetworkSegment(f2a6a55c-ddd9-4c58-9bb7-06c667db61ab),segment_id=f2a6a55c-ddd9-4c58-9bb7-06c667db61ab)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:52:48.028967 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-5571ed10-84c0-410d-9289-377b6df42d7c req-a2843736-ceb0-4d28-a815-f0e46d95ef21 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:48.060338 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device aa0b414f-8b35-42cd-bbc6-fd64860a4029 up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:52:48.135754 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-c8d7e854-6d04-401c-8f2e-223c5c014072 None None] Provisioning for port 87c1e0a2-6f8b-45ab-99f8-90076295db2e completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:52:48.145014 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-c8d7e854-6d04-401c-8f2e-223c5c014072 None None] Provisioning complete for port 87c1e0a2-6f8b-45ab-99f8-90076295db2e triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:52:48.145014 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c8d7e854-6d04-401c-8f2e-223c5c014072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:48.180511 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-5571ed10-84c0-410d-9289-377b6df42d7c req-a2843736-ceb0-4d28-a815-f0e46d95ef21 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Calling delete_port for c8d410a0-9d46-4b86-96fe-def82dc6d0cb owned by compute:nova {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:52:48.203236 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1027b4ef-36ec-48c7-9ef9-b8b8844a637a req-e235834d-cad6-4397-bf68-58e1bf63e077 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/security-groups?id=982f2ef2-bb6d-4fbc-bd87-ed6195b74a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741056 Jun 11 09:52:48.229718 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-c8d7e854-6d04-401c-8f2e-223c5c014072 None None] Port 87c1e0a2-6f8b-45ab-99f8-90076295db2e cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:52:48.229718 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning for port aa0b414f-8b35-42cd-bbc6-fd64860a4029 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:52:48.230204 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port aa0b414f-8b35-42cd-bbc6-fd64860a4029 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:52:48.230968 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:48.330903 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 53038) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:48.350311 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:48.355711 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4db01b5a-96e2-4a63-acfd-6c74b5cb55bb tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:48.362211 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4db01b5a-96e2-4a63-acfd-6c74b5cb55bb tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-374241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-374254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-363978'] for router, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:48.368683 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:48.397442 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port aa0b414f-8b35-42cd-bbc6-fd64860a4029, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=aa0b414f-8b35-42cd-bbc6-fd64860a4029,segment=NetworkSegment(508b1faa-9ad8-4325-9b04-bc4b9922bdc5),segment_id=508b1faa-9ad8-4325-9b04-bc4b9922bdc5)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:52:48.420361 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9bf031dc-005a-472c-a39b-25384dac079e tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:48.471499 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dcfad7d-33b8-4449-8bd2-18edea40a484 admin admin] Deleting subnet a0fbd003-dce0-4e33-bf2c-0c4dfabebfc2 {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 09:52:48.471499 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3dcfad7d-33b8-4449-8bd2-18edea40a484 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:48.485934 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4db01b5a-96e2-4a63-acfd-6c74b5cb55bb tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Router a8dd9cdc-377d-42c6-90a9-d08ff363dde8 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 09:52:48.496228 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:48.498252 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 1006db35-2c94-42c9-8939-645ef395cec2 up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:52:48.503413 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-47c6b639-2273-4958-ad94-3aaff0309d88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:48.568586 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3dcfad7d-33b8-4449-8bd2-18edea40a484 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:48.581357 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324b7e22-31b3-4092-93ca-b4bd502f0367 req-09895a6b-a15f-488d-9a9d-72d176ffb99f tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:48.587198 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324b7e22-31b3-4092-93ca-b4bd502f0367 req-09895a6b-a15f-488d-9a9d-72d176ffb99f tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:48.593052 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324b7e22-31b3-4092-93ca-b4bd502f0367 req-09895a6b-a15f-488d-9a9d-72d176ffb99f tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:48.599550 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324b7e22-31b3-4092-93ca-b4bd502f0367 req-09895a6b-a15f-488d-9a9d-72d176ffb99f tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:48.605338 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324b7e22-31b3-4092-93ca-b4bd502f0367 req-09895a6b-a15f-488d-9a9d-72d176ffb99f tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:48.606848 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4db01b5a-96e2-4a63-acfd-6c74b5cb55bb tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:52:48.611211 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324b7e22-31b3-4092-93ca-b4bd502f0367 req-09895a6b-a15f-488d-9a9d-72d176ffb99f tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:48.611707 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=aa0b414f-8b35-42cd-bbc6-fd64860a4029,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:48.614680 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4db01b5a-96e2-4a63-acfd-6c74b5cb55bb tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:48.618680 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-4db01b5a-96e2-4a63-acfd-6c74b5cb55bb tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] 10.222.0.60 "PUT /v2.0/routers/a8dd9cdc-377d-42c6-90a9-d08ff363dde8 HTTP/1.1" status: 200 len: 705 time: 2.8869817 Jun 11 09:52:48.618815 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324b7e22-31b3-4092-93ca-b4bd502f0367 req-09895a6b-a15f-488d-9a9d-72d176ffb99f tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:48.618908 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:48.619011 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 53040) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:48.619184 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-324b7e22-31b3-4092-93ca-b4bd502f0367 req-09895a6b-a15f-488d-9a9d-72d176ffb99f tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042 HTTP/1.1" status: 200 len: 5440 time: 0.3595762 Jun 11 09:52:48.633915 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173b0909-5efc-409a-8083-6546dc62f1ff None None] Sync routers for ids ['a8dd9cdc-377d-42c6-90a9-d08ff363dde8'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:52:48.644927 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173b0909-5efc-409a-8083-6546dc62f1ff None None] Routers {'a8dd9cdc-377d-42c6-90a9-d08ff363dde8'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:52:48.645594 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-173b0909-5efc-409a-8083-6546dc62f1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:52:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['a8dd9cdc-377d-42c6-90a9-d08ff363dde8'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:52:48.696685 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8951c33-6d6a-4bea-b1bd-31fda6afe042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ce74097-617f-4211-a8f7-105354bec944'}, {'server_uuid': 'c8951c33-6d6a-4bea-b1bd-31fda6afe042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '673aa988-b63e-4019-b597-09a97b0fcf40'}, {'server_uuid': 'c8951c33-6d6a-4bea-b1bd-31fda6afe042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e3d8c07-4dd8-4173-b439-d804ac86a9ca'}, {'server_uuid': 'c8951c33-6d6a-4bea-b1bd-31fda6afe042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa0b414f-8b35-42cd-bbc6-fd64860a4029'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:52:48.698452 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e4795ef-cd8b-4e03-aa40-0820de67f792" -d '{"events": [{"server_uuid": "c8951c33-6d6a-4bea-b1bd-31fda6afe042", "name": "network-vif-plugged", "status": "completed", "tag": "4ce74097-617f-4211-a8f7-105354bec944"}, {"server_uuid": "c8951c33-6d6a-4bea-b1bd-31fda6afe042", "name": "network-vif-plugged", "status": "completed", "tag": "673aa988-b63e-4019-b597-09a97b0fcf40"}, {"server_uuid": "c8951c33-6d6a-4bea-b1bd-31fda6afe042", "name": "network-vif-plugged", "status": "completed", "tag": "0e3d8c07-4dd8-4173-b439-d804ac86a9ca"}, {"server_uuid": "c8951c33-6d6a-4bea-b1bd-31fda6afe042", "name": "network-vif-plugged", "status": "completed", "tag": "aa0b414f-8b35-42cd-bbc6-fd64860a4029"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:52:48.702107 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-173b0909-5efc-409a-8083-6546dc62f1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:52:48.712274 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173b0909-5efc-409a-8083-6546dc62f1ff None None] Routers {'a8dd9cdc-377d-42c6-90a9-d08ff363dde8'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:52:48.712662 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-173b0909-5efc-409a-8083-6546dc62f1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:52:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['a8dd9cdc-377d-42c6-90a9-d08ff363dde8'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:52:48.736927 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-ca322608-efcf-493d-9e9e-ed6989d30ef3 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] 10.222.0.60 "GET /v2.0/routers/a8dd9cdc-377d-42c6-90a9-d08ff363dde8 HTTP/1.1" status: 200 len: 740 time: 0.1141663 Jun 11 09:52:48.737094 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 53044) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:48.745992 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3dcfad7d-33b8-4449-8bd2-18edea40a484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:48.789884 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-173b0909-5efc-409a-8083-6546dc62f1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:52:48.789884 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173b0909-5efc-409a-8083-6546dc62f1ff None None] The sync data for ids ['a8dd9cdc-377d-42c6-90a9-d08ff363dde8'] in n-d-779913-12 is: [] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:52:48.789884 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning for port 1006db35-2c94-42c9-8939-645ef395cec2 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:52:48.789884 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 11 Jun 2021 09:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c200125-c4e4-47b9-b851-64d64e6e2d16 x-openstack-request-id: req-4c200125-c4e4-47b9-b851-64d64e6e2d16 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:52:48.789884 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8951c33-6d6a-4bea-b1bd-31fda6afe042", "name": "network-vif-plugged", "status": "completed", "tag": "4ce74097-617f-4211-a8f7-105354bec944", "code": 200}, {"server_uuid": "c8951c33-6d6a-4bea-b1bd-31fda6afe042", "name": "network-vif-plugged", "status": "completed", "tag": "673aa988-b63e-4019-b597-09a97b0fcf40", "code": 200}, {"server_uuid": "c8951c33-6d6a-4bea-b1bd-31fda6afe042", "name": "network-vif-plugged", "status": "completed", "tag": "0e3d8c07-4dd8-4173-b439-d804ac86a9ca", "code": 200}, {"server_uuid": "c8951c33-6d6a-4bea-b1bd-31fda6afe042", "name": "network-vif-plugged", "status": "completed", "tag": "aa0b414f-8b35-42cd-bbc6-fd64860a4029", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:52:48.789884 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4c200125-c4e4-47b9-b851-64d64e6e2d16 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:52:48.789884 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8951c33-6d6a-4bea-b1bd-31fda6afe042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ce74097-617f-4211-a8f7-105354bec944', 'code': 200} Jun 11 09:52:48.789884 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8951c33-6d6a-4bea-b1bd-31fda6afe042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '673aa988-b63e-4019-b597-09a97b0fcf40', 'code': 200} Jun 11 09:52:48.789884 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8951c33-6d6a-4bea-b1bd-31fda6afe042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e3d8c07-4dd8-4173-b439-d804ac86a9ca', 'code': 200} Jun 11 09:52:48.789884 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8951c33-6d6a-4bea-b1bd-31fda6afe042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa0b414f-8b35-42cd-bbc6-fd64860a4029', 'code': 200} Jun 11 09:52:48.789884 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port 1006db35-2c94-42c9-8939-645ef395cec2 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:52:48.789884 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:48.791189 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-324b7e22-31b3-4092-93ca-b4bd502f0367 req-08cff2a3-e0f9-4440-ac92-3f1118ee4a16 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/security-groups?id=28e50891-2b6b-4143-8c1d-0262dfed919e&id=ee23f870-7e0b-4b16-afae-a1e98a9dceaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1129286 Jun 11 09:52:48.799619 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-12374f53-cd82-4763-8818-9c29505f0c0b tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=f0adef6e-169f-4a27-8865-442be2ad072d&device_id=a8dd9cdc-377d-42c6-90a9-d08ff363dde8 HTTP/1.1" status: 200 len: 205 time: 0.0589209 Jun 11 09:52:48.799999 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 53046) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:48.828495 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-5571ed10-84c0-410d-9289-377b6df42d7c req-a2843736-ceb0-4d28-a815-f0e46d95ef21 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:48.834509 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e4fbbaa0-5b50-4748-86d3-1ab7bc61c2b5 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:48.839167 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-2c0f20fc-dfc9-4777-ba48-4cde18c04b14 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8dd9cdc-377d-42c6-90a9-d08ff363dde8 HTTP/1.1" status: 200 len: 205 time: 0.0361071 Jun 11 09:52:48.839701 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 53048) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:48.855298 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['c8d410a0-9d46-4b86-96fe-def82dc6d0cb'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:52:48.871316 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2843736-ceb0-4d28-a815-f0e46d95ef21 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Pushing event deleted for resources: {'Port': ['ID=c8d410a0-9d46-4b86-96fe-def82dc6d0cb,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:48.886609 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a2843736-ceb0-4d28-a815-f0e46d95ef21 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:48.939416 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3dcfad7d-33b8-4449-8bd2-18edea40a484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:48.941269 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:48.945494 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2c4d5f8a-ec17-41c8-a49f-80b873f77310 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:48.957206 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a4d76cc1-73a5-4509-ae26-fe497c3fa95e tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks [] for router, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:48.982921 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 1006db35-2c94-42c9-8939-645ef395cec2, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=1006db35-2c94-42c9-8939-645ef395cec2,segment=NetworkSegment(07c308bf-d361-4404-88f5-f82f64cf50c4),segment_id=07c308bf-d361-4404-88f5-f82f64cf50c4)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:52:49.018790 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-5571ed10-84c0-410d-9289-377b6df42d7c req-a2843736-ceb0-4d28-a815-f0e46d95ef21 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] No DVR routers for this DVR port c8d410a0-9d46-4b86-96fe-def82dc6d0cb on host n-h2-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:52:49.045501 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-5571ed10-84c0-410d-9289-377b6df42d7c req-a2843736-ceb0-4d28-a815-f0e46d95ef21 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:49.047478 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5571ed10-84c0-410d-9289-377b6df42d7c req-a2843736-ceb0-4d28-a815-f0e46d95ef21 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.69 "DELETE /v2.0/ports/c8d410a0-9d46-4b86-96fe-def82dc6d0cb HTTP/1.1" status: 204 len: 173 time: 1.6717396 Jun 11 09:52:49.048740 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e850029d-90e3-4ac5-995d-7df587d56946', 'name': 'network-vif-deleted', 'tag': 'c8d410a0-9d46-4b86-96fe-def82dc6d0cb'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:52:49.054180 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1186b226-f9b9-4d51-85a2-eb54d8542dee" -d '{"events": [{"server_uuid": "e850029d-90e3-4ac5-995d-7df587d56946", "name": "network-vif-deleted", "tag": "c8d410a0-9d46-4b86-96fe-def82dc6d0cb"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:52:49.057431 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcfad7d-33b8-4449-8bd2-18edea40a484 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0fbd003-dce0-4e33-bf2c-0c4dfabebfc2,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:49.059601 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3dcfad7d-33b8-4449-8bd2-18edea40a484 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:49.061405 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-3dcfad7d-33b8-4449-8bd2-18edea40a484 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/a0fbd003-dce0-4e33-bf2c-0c4dfabebfc2 HTTP/1.1" status: 204 len: 168 time: 0.7270598 Jun 11 09:52:49.065507 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 53054) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:49.069963 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3dcfad7d-33b8-4449-8bd2-18edea40a484 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:49.077085 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:49.078319 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device aba52a31-7ead-4b87-98cf-90bcdace2f39 up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:52:49.081858 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:49.139263 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9bf031dc-005a-472c-a39b-25384dac079e tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:49.148392 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7184f1e-b22c-4cf8-9282-203efbf0f638 x-openstack-request-id: req-a7184f1e-b22c-4cf8-9282-203efbf0f638 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:52:49.149183 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e850029d-90e3-4ac5-995d-7df587d56946", "name": "network-vif-deleted", "tag": "c8d410a0-9d46-4b86-96fe-def82dc6d0cb", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:52:49.149503 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a7184f1e-b22c-4cf8-9282-203efbf0f638 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:52:49.151339 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e850029d-90e3-4ac5-995d-7df587d56946', 'name': 'network-vif-deleted', 'tag': 'c8d410a0-9d46-4b86-96fe-def82dc6d0cb', 'status': 'completed', 'code': 200} Jun 11 09:52:49.191764 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=1006db35-2c94-42c9-8939-645ef395cec2,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:49.196404 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:49.227196 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9bf031dc-005a-472c-a39b-25384dac079e tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:49.229585 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8f443a89-0644-4fba-88e2-aa84c6705833 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:49.271925 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-9bf031dc-005a-472c-a39b-25384dac079e tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] In _notify_port_updated(), no bound segment for port 87c1e0a2-6f8b-45ab-99f8-90076295db2e on network d92fbcd9-7aa6-41f6-b665-9b09fcc5bb04 {{(pid=93177) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 11 09:52:49.277405 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf031dc-005a-472c-a39b-25384dac079e tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:49.278070 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9bf031dc-005a-472c-a39b-25384dac079e tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:49.279442 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-9bf031dc-005a-472c-a39b-25384dac079e tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] 10.222.0.60 "PUT /v2.0/ports/87c1e0a2-6f8b-45ab-99f8-90076295db2e HTTP/1.1" status: 200 len: 1002 time: 1.5079889 Jun 11 09:52:49.286345 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning for port aba52a31-7ead-4b87-98cf-90bcdace2f39 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:52:49.287265 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 53058) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:49.307601 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port aba52a31-7ead-4b87-98cf-90bcdace2f39 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:52:49.308193 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:49.356562 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf031dc-005a-472c-a39b-25384dac079e tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Pushing event updated for resources: {'Port': ['ID=87c1e0a2-6f8b-45ab-99f8-90076295db2e,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:49.489041 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:49.540844 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port aba52a31-7ead-4b87-98cf-90bcdace2f39, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=aba52a31-7ead-4b87-98cf-90bcdace2f39,segment=NetworkSegment(508b1faa-9ad8-4325-9b04-bc4b9922bdc5),segment_id=508b1faa-9ad8-4325-9b04-bc4b9922bdc5)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:52:49.606561 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:49.608706 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device d0beaf1e-6d96-4002-832a-c6998a04a08c no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:52:49.617737 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:49.643766 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] No Port match for: d0beaf1e-6d96-4002-832a-c6998a04a08c {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:52:49.643766 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device d0beaf1e-6d96-4002-832a-c6998a04a08c not bound to the agent host n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:52:49.655708 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-35686c26-4bb2-40c4-b469-4c801846c188 req-658cc1c6-a473-4e53-acf5-349b31b4c753 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/ports?device_id=e850029d-90e3-4ac5-995d-7df587d56946 HTTP/1.1" status: 200 len: 210 time: 0.1998882 Jun 11 09:52:49.670206 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a4d76cc1-73a5-4509-ae26-fe497c3fa95e tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:49.674390 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a4d76cc1-73a5-4509-ae26-fe497c3fa95e tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:49.680279 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b9f01900-befd-403f-9b9d-efedf6e0a260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:49.708777 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-8715d70b-c27b-43fb-bc3c-da4bb83fbd02 None None] Provisioning complete for port 87c1e0a2-6f8b-45ab-99f8-90076295db2e triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:52:49.709259 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8715d70b-c27b-43fb-bc3c-da4bb83fbd02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:49.714852 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=aba52a31-7ead-4b87-98cf-90bcdace2f39,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:49.733984 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9bf031dc-005a-472c-a39b-25384dac079e tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:49.746435 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:49.770967 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-8715d70b-c27b-43fb-bc3c-da4bb83fbd02 None None] Port 87c1e0a2-6f8b-45ab-99f8-90076295db2e cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:52:49.829132 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba494a38-f94f-4fb0-98c8-0933213745d6 req-48f53f31-8182-4765-b600-f70d2b2fdacd tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:49.831474 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ba494a38-f94f-4fb0-98c8-0933213745d6 req-48f53f31-8182-4765-b600-f70d2b2fdacd tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/ports?device_id=445071e3-bce3-40d6-b09a-3bc5f83c1af6 HTTP/1.1" status: 200 len: 945 time: 0.4930139 Jun 11 09:52:49.848333 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-888647f1-f210-4531-806c-ef210de15ef2 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Deleting port 87c1e0a2-6f8b-45ab-99f8-90076295db2e {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:52:49.851214 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-888647f1-f210-4531-806c-ef210de15ef2 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:49.874251 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b9f01900-befd-403f-9b9d-efedf6e0a260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:49.896590 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a4d76cc1-73a5-4509-ae26-fe497c3fa95e tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:49.898248 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4d76cc1-73a5-4509-ae26-fe497c3fa95e tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Fanout notify agent at l3_agent the message router_deleted on router a8dd9cdc-377d-42c6-90a9-d08ff363dde8 {{(pid=93176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 09:52:49.910567 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a4d76cc1-73a5-4509-ae26-fe497c3fa95e tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:49.916230 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-a4d76cc1-73a5-4509-ae26-fe497c3fa95e tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] 10.222.0.60 "DELETE /v2.0/routers/a8dd9cdc-377d-42c6-90a9-d08ff363dde8 HTTP/1.1" status: 204 len: 168 time: 1.0753605 Jun 11 09:52:49.919204 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 53066) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:49.963925 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-b9f01900-befd-403f-9b9d-efedf6e0a260 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90358d5f-bc6f-47c6-9fc0-711935134168']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:52:49.967978 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-658092c0-532c-4e25-aeef-a02cd5eebbeb tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8dd9cdc-377d-42c6-90a9-d08ff363dde8 HTTP/1.1" status: 200 len: 205 time: 0.0473559 Jun 11 09:52:49.971037 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 53068) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:49.979021 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-b9f01900-befd-403f-9b9d-efedf6e0a260 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7707ce3-e8d7-4523-a71d-1ab9ca9d8995') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:52:49.981312 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-b9f01900-befd-403f-9b9d-efedf6e0a260 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7707ce3-e8d7-4523-a71d-1ab9ca9d8995') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:52:49.983158 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ba494a38-f94f-4fb0-98c8-0933213745d6 req-595a90f7-1c1c-4f46-9b77-3c7c6f418d86 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/security-groups?id=982f2ef2-bb6d-4fbc-bd87-ed6195b74a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438046 Jun 11 09:52:49.993213 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b9f01900-befd-403f-9b9d-efedf6e0a260 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:50.021709 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b9f01900-befd-403f-9b9d-efedf6e0a260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:50.027066 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9f01900-befd-403f-9b9d-efedf6e0a260 admin admin] Releasing vlan 762 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 09:52:50.027634 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b9f01900-befd-403f-9b9d-efedf6e0a260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:50.029776 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:52:50.029776 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:52:50.029776 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 09:52:50.029776 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 09:52:50.029776 n-d-779913-12 neutron-server[93176]: timer() Jun 11 09:52:50.029776 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 09:52:50.029776 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 09:52:50.029776 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 09:52:50.029776 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 09:52:50.029776 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 09:52:50.029776 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 09:52:50.029776 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 09:52:50.029776 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 09:52:50.029776 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 09:52:50.029776 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 09:52:50.029776 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 09:52:50.029776 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 09:52:50.029776 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 09:52:50.029776 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 09:52:50.029776 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 09:52:50.029776 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 09:52:50.029776 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 09:52:50.029776 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 09:52:50.029776 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 09:52:50.029776 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 09:52:50.029776 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 09:52:50.029776 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 09:52:50.029776 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 09:52:50.029776 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 09:52:50.029776 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 09:52:50.029776 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 09:52:50.029776 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 09:52:50.029776 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 09:52:50.029776 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 09:52:50.041512 n-d-779913-12 neutron-server[93177]: INFO neutron.api.v2.resource [None req-304a5d5b-01a4-499b-b93d-83b329817af1 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] delete failed (client error): The resource could not be found. Jun 11 09:52:50.045195 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-304a5d5b-01a4-499b-b93d-83b329817af1 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] 10.222.0.60 "DELETE /v2.0/routers/a8dd9cdc-377d-42c6-90a9-d08ff363dde8 HTTP/1.1" status: 404 len: 336 time: 0.0704587 Jun 11 09:52:50.045941 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 53070) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:50.107611 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-c6817165-d776-4303-b61e-069d6226d0a5 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b10ed90-3c9e-4012-ab61-3f48e8881f49 HTTP/1.1" status: 200 len: 205 time: 0.0584664 Jun 11 09:52:50.108453 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 53072) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:50.110109 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-888647f1-f210-4531-806c-ef210de15ef2 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:50.188011 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0a4842-394c-43cd-91ce-8a6d5142eaed req-61a60935-dc42-46fe-8501-9bff5efdcf52 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:50.194399 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0a4842-394c-43cd-91ce-8a6d5142eaed req-61a60935-dc42-46fe-8501-9bff5efdcf52 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:50.200279 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0a4842-394c-43cd-91ce-8a6d5142eaed req-61a60935-dc42-46fe-8501-9bff5efdcf52 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:50.206688 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0a4842-394c-43cd-91ce-8a6d5142eaed req-61a60935-dc42-46fe-8501-9bff5efdcf52 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:50.212492 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0a4842-394c-43cd-91ce-8a6d5142eaed req-61a60935-dc42-46fe-8501-9bff5efdcf52 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:50.217410 n-d-779913-12 neutron-server[93177]: INFO neutron.api.v2.resource [None req-5b0df364-d31f-4eec-90bf-4283ea104310 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] delete failed (client error): The resource could not be found. Jun 11 09:52:50.218270 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0a4842-394c-43cd-91ce-8a6d5142eaed req-61a60935-dc42-46fe-8501-9bff5efdcf52 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:50.218420 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-5b0df364-d31f-4eec-90bf-4283ea104310 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] 10.222.0.60 "DELETE /v2.0/routers/7b10ed90-3c9e-4012-ab61-3f48e8881f49 HTTP/1.1" status: 404 len: 336 time: 0.1056676 Jun 11 09:52:50.224131 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0a4842-394c-43cd-91ce-8a6d5142eaed req-61a60935-dc42-46fe-8501-9bff5efdcf52 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:50.226038 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2d0a4842-394c-43cd-91ce-8a6d5142eaed req-61a60935-dc42-46fe-8501-9bff5efdcf52 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042 HTTP/1.1" status: 200 len: 5443 time: 0.1766024 Jun 11 09:52:50.227294 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 53074) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:50.236241 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b9f01900-befd-403f-9b9d-efedf6e0a260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:50.242366 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1bc17448-e2d0-4f1f-90d9-d3a231f8cb75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:50.250455 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b9f01900-befd-403f-9b9d-efedf6e0a260 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:50.251645 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-b9f01900-befd-403f-9b9d-efedf6e0a260 admin admin] 10.222.0.60 "DELETE /v2.0/networks/90358d5f-bc6f-47c6-9fc0-711935134168 HTTP/1.1" status: 204 len: 168 time: 1.1846163 Jun 11 09:52:50.261518 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-888647f1-f210-4531-806c-ef210de15ef2 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Calling delete_port for 87c1e0a2-6f8b-45ab-99f8-90076295db2e owned by {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:52:50.263349 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 53076) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:50.276979 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-09fba52d-8184-4c73-a1d8-d00b81ad28fd tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] 10.222.0.60 "GET /v2.0/ports?device_id=090e78ea-85bc-42e1-bc87-9b7ed7d392ca HTTP/1.1" status: 200 len: 205 time: 0.0482798 Jun 11 09:52:50.295214 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 53078) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:50.304065 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f01900-befd-403f-9b9d-efedf6e0a260 admin admin] Pushing event deleted for resources: {'Network': ['ID=90358d5f-bc6f-47c6-9fc0-711935134168,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:50.307059 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b9f01900-befd-403f-9b9d-efedf6e0a260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:50.361366 n-d-779913-12 neutron-server[93176]: INFO neutron.api.v2.resource [None req-b016f734-b4dd-4190-875c-745e358ca16d tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] delete failed (client error): The resource could not be found. Jun 11 09:52:50.362518 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-b016f734-b4dd-4190-875c-745e358ca16d tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] 10.222.0.60 "DELETE /v2.0/routers/090e78ea-85bc-42e1-bc87-9b7ed7d392ca HTTP/1.1" status: 404 len: 336 time: 0.0646386 Jun 11 09:52:50.367635 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 53080) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:50.380557 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2d0a4842-394c-43cd-91ce-8a6d5142eaed req-b304e2a3-4299-4e48-9111-8aae35d93a60 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/security-groups?id=28e50891-2b6b-4143-8c1d-0262dfed919e&id=ee23f870-7e0b-4b16-afae-a1e98a9dceaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1424568 Jun 11 09:52:50.408914 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-fb9092f0-e953-4847-a506-01bdca485b68 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb363915-26ac-4b67-beff-063ce6229437 HTTP/1.1" status: 200 len: 205 time: 0.0395195 Jun 11 09:52:50.412745 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-9830b188-ec66-4dd2-9cb3-b91de331fd58 admin admin] Deleting subnet 5fe67e84-c7b8-48bc-984f-a6fe0132d44b {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 09:52:50.412869 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 53082) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:50.425283 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9830b188-ec66-4dd2-9cb3-b91de331fd58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:50.465078 n-d-779913-12 neutron-server[93176]: INFO neutron.api.v2.resource [None req-b8a694f3-c9d2-4271-9360-bf3d09a8cf25 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] delete failed (client error): The resource could not be found. Jun 11 09:52:50.466143 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-b8a694f3-c9d2-4271-9360-bf3d09a8cf25 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] 10.222.0.60 "DELETE /v2.0/routers/cb363915-26ac-4b67-beff-063ce6229437 HTTP/1.1" status: 404 len: 336 time: 0.0523858 Jun 11 09:52:50.468729 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 53084) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:50.482872 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9830b188-ec66-4dd2-9cb3-b91de331fd58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:50.508174 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-742d240c-eee1-482b-bd27-7d6849c1f34d tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] 10.222.0.60 "GET /v2.0/ports?device_id=cda7b5a1-ded8-48c3-badc-ba4b00a46293 HTTP/1.1" status: 200 len: 205 time: 0.0381162 Jun 11 09:52:50.510338 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 53086) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:50.561883 n-d-779913-12 neutron-server[93176]: INFO neutron.api.v2.resource [None req-f119174c-4de5-4d32-a776-7fdb48d544be tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] delete failed (client error): The resource could not be found. Jun 11 09:52:50.562889 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-f119174c-4de5-4d32-a776-7fdb48d544be tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] 10.222.0.60 "DELETE /v2.0/routers/cda7b5a1-ded8-48c3-badc-ba4b00a46293 HTTP/1.1" status: 404 len: 336 time: 0.0516489 Jun 11 09:52:50.566102 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 53088) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:50.568962 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9830b188-ec66-4dd2-9cb3-b91de331fd58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:50.602247 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-c3f81dfc-6907-4ef1-847d-a93c290ac08e tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] 10.222.0.60 "GET /v2.0/ports?device_id=079e2553-3440-46f9-ad9a-ce6159c6ebb0 HTTP/1.1" status: 200 len: 205 time: 0.0349395 Jun 11 09:52:50.604578 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 53090) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:50.656979 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-888647f1-f210-4531-806c-ef210de15ef2 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:50.659008 n-d-779913-12 neutron-server[93176]: INFO neutron.api.v2.resource [None req-42191e5c-6ca9-4147-90ff-d95dc1c0748c tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] delete failed (client error): The resource could not be found. Jun 11 09:52:50.661415 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-42191e5c-6ca9-4147-90ff-d95dc1c0748c tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] 10.222.0.60 "DELETE /v2.0/routers/079e2553-3440-46f9-ad9a-ce6159c6ebb0 HTTP/1.1" status: 404 len: 336 time: 0.0542657 Jun 11 09:52:50.661549 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4c12e8f8-6688-4d06-b3f9-eb10a9903d1c tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:50.669500 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 53092) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:50.698452 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888647f1-f210-4531-806c-ef210de15ef2 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Pushing event deleted for resources: {'Port': ['ID=87c1e0a2-6f8b-45ab-99f8-90076295db2e,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:50.701662 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-888647f1-f210-4531-806c-ef210de15ef2 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:50.703888 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-199cfbf4-66db-49e1-8ae0-549dd9d16c51 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] DELETE failed (client error): The resource could not be found. Jun 11 09:52:50.704420 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-199cfbf4-66db-49e1-8ae0-549dd9d16c51 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 09:52:50.709165 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-199cfbf4-66db-49e1-8ae0-549dd9d16c51 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] 10.222.0.60 "DELETE /v2.0/subnets/70b17655-eb44-4e24-9caa-f025c315aa0c HTTP/1.1" status: 404 len: 337 time: 0.0386021 Jun 11 09:52:50.733525 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-888647f1-f210-4531-806c-ef210de15ef2 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:50.736011 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-888647f1-f210-4531-806c-ef210de15ef2 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] 10.222.0.60 "DELETE /v2.0/ports/87c1e0a2-6f8b-45ab-99f8-90076295db2e HTTP/1.1" status: 204 len: 168 time: 1.4471848 Jun 11 09:52:50.737611 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9830b188-ec66-4dd2-9cb3-b91de331fd58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:50.738874 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 53098) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:50.740912 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7d614c82-47a0-4df8-b953-da51f44d47d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:50.774566 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9830b188-ec66-4dd2-9cb3-b91de331fd58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fe67e84-c7b8-48bc-984f-a6fe0132d44b,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:50.775707 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8951c33-6d6a-4bea-b1bd-31fda6afe042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1006db35-2c94-42c9-8939-645ef395cec2'}, {'server_uuid': 'c8951c33-6d6a-4bea-b1bd-31fda6afe042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aba52a31-7ead-4b87-98cf-90bcdace2f39'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:52:50.776792 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9830b188-ec66-4dd2-9cb3-b91de331fd58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:50.777814 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9830b188-ec66-4dd2-9cb3-b91de331fd58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:50.779702 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-9830b188-ec66-4dd2-9cb3-b91de331fd58 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/5fe67e84-c7b8-48bc-984f-a6fe0132d44b HTTP/1.1" status: 204 len: 168 time: 0.5154068 Jun 11 09:52:50.782353 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-105e44b9-7cad-4d6a-a7cc-b861d16660e6" -d '{"events": [{"server_uuid": "c8951c33-6d6a-4bea-b1bd-31fda6afe042", "name": "network-vif-plugged", "status": "completed", "tag": "1006db35-2c94-42c9-8939-645ef395cec2"}, {"server_uuid": "c8951c33-6d6a-4bea-b1bd-31fda6afe042", "name": "network-vif-plugged", "status": "completed", "tag": "aba52a31-7ead-4b87-98cf-90bcdace2f39"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:52:50.784205 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 53100) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:50.799402 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-36eed2b4-3ff0-4264-be17-01ca1743d078 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] GET failed (client error): The resource could not be found. Jun 11 09:52:50.802118 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-36eed2b4-3ff0-4264-be17-01ca1743d078 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] 10.222.0.60 "GET /v2.0/ports/87c1e0a2-6f8b-45ab-99f8-90076295db2e HTTP/1.1" status: 404 len: 333 time: 0.0620503 Jun 11 09:52:50.805690 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 53106) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:50.811192 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-06053e4f-a900-4208-a58c-065f06e9fa76 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Request body: {'port': {'network_id': 'd92fbcd9-7aa6-41f6-b665-9b09fcc5bb04', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1880261881'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:52:50.855416 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Jun 2021 09:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ac2752c-eae9-4fe0-b2a1-e2cdb863c339 x-openstack-request-id: req-6ac2752c-eae9-4fe0-b2a1-e2cdb863c339 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:52:50.855756 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8951c33-6d6a-4bea-b1bd-31fda6afe042", "name": "network-vif-plugged", "status": "completed", "tag": "1006db35-2c94-42c9-8939-645ef395cec2", "code": 200}, {"server_uuid": "c8951c33-6d6a-4bea-b1bd-31fda6afe042", "name": "network-vif-plugged", "status": "completed", "tag": "aba52a31-7ead-4b87-98cf-90bcdace2f39", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:52:50.856034 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6ac2752c-eae9-4fe0-b2a1-e2cdb863c339 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:52:50.856447 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8951c33-6d6a-4bea-b1bd-31fda6afe042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1006db35-2c94-42c9-8939-645ef395cec2', 'code': 200} Jun 11 09:52:50.856720 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8951c33-6d6a-4bea-b1bd-31fda6afe042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aba52a31-7ead-4b87-98cf-90bcdace2f39', 'code': 200} Jun 11 09:52:50.938438 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c5e8534b-2510-4d30-a21f-ea2c1696968c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:50.979513 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d7766424-f255-4ecc-bc0d-ed984e4238be req-9a508aed-98f3-40f1-ae5e-f55ee47c4c19 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/security-groups/39eecd51-8067-45b8-98b3-1a36105193cd HTTP/1.1" status: 200 len: 1801 time: 0.1627934 Jun 11 09:52:51.073366 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-d7766424-f255-4ecc-bc0d-ed984e4238be req-9ec97c7a-ddd6-413a-8ca8-fbb1ba87d184 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:51.108443 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-d7766424-f255-4ecc-bc0d-ed984e4238be req-9ec97c7a-ddd6-413a-8ca8-fbb1ba87d184 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:51.120045 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c5e8534b-2510-4d30-a21f-ea2c1696968c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:51.138603 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-c5e8534b-2510-4d30-a21f-ea2c1696968c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa350f18-6110-4603-b65a-485c88b09d98']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:52:51.152637 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-c5e8534b-2510-4d30-a21f-ea2c1696968c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90bdf358-16f2-4d1d-a44d-03eac2eb67f5') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:52:51.152944 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-c5e8534b-2510-4d30-a21f-ea2c1696968c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90bdf358-16f2-4d1d-a44d-03eac2eb67f5') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:52:51.159861 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06053e4f-a900-4208-a58c-065f06e9fa76 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Made reservation on behalf of 09b3ade472674cfa9ad5630536f84a2c for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:52:51.164338 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-06053e4f-a900-4208-a58c-065f06e9fa76 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:51.169816 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c5e8534b-2510-4d30-a21f-ea2c1696968c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:51.184348 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [None req-06053e4f-a900-4208-a58c-065f06e9fa76 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] device_id is not set on port 96f93dcb-23cc-4fe5-9f64-975c980acc0f yet. {{(pid=93177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 09:52:51.187645 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15743773-0663-43f1-a26d-d8cdf78d9a6e req-95061391-07c1-4ba5-a5e2-9da7ab9ca3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:51.188137 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15743773-0663-43f1-a26d-d8cdf78d9a6e req-95061391-07c1-4ba5-a5e2-9da7ab9ca3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:51.189221 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15743773-0663-43f1-a26d-d8cdf78d9a6e req-95061391-07c1-4ba5-a5e2-9da7ab9ca3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:51.189597 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15743773-0663-43f1-a26d-d8cdf78d9a6e req-95061391-07c1-4ba5-a5e2-9da7ab9ca3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:51.190065 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15743773-0663-43f1-a26d-d8cdf78d9a6e req-95061391-07c1-4ba5-a5e2-9da7ab9ca3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:51.190536 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15743773-0663-43f1-a26d-d8cdf78d9a6e req-95061391-07c1-4ba5-a5e2-9da7ab9ca3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:51.191001 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15743773-0663-43f1-a26d-d8cdf78d9a6e req-95061391-07c1-4ba5-a5e2-9da7ab9ca3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:51.193009 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-15743773-0663-43f1-a26d-d8cdf78d9a6e req-95061391-07c1-4ba5-a5e2-9da7ab9ca3d2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042 HTTP/1.1" status: 200 len: 6507 time: 0.2053044 Jun 11 09:52:51.194052 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c5e8534b-2510-4d30-a21f-ea2c1696968c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:51.201415 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5e8534b-2510-4d30-a21f-ea2c1696968c admin admin] Releasing vlan 790 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 09:52:51.203846 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c5e8534b-2510-4d30-a21f-ea2c1696968c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:51.203846 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 09:52:51.203846 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 09:52:51.203846 n-d-779913-12 neutron-server[93176]: timer() Jun 11 09:52:51.203846 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 09:52:51.203846 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 09:52:51.203846 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 09:52:51.203846 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 09:52:51.203846 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 09:52:51.203846 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 09:52:51.203846 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 09:52:51.203846 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 09:52:51.203846 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 09:52:51.203846 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 09:52:51.203846 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 09:52:51.203846 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 09:52:51.203846 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 09:52:51.203846 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 09:52:51.203846 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 09:52:51.203846 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 09:52:51.203846 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 09:52:51.203846 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 09:52:51.203846 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 09:52:51.203846 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 09:52:51.203846 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 09:52:51.203846 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 09:52:51.203846 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 09:52:51.203846 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 09:52:51.203846 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 09:52:51.203846 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 09:52:51.203846 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 09:52:51.203846 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 09:52:51.203846 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 09:52:51.253020 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-d7766424-f255-4ecc-bc0d-ed984e4238be req-9ec97c7a-ddd6-413a-8ca8-fbb1ba87d184 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:51.256550 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-d7766424-f255-4ecc-bc0d-ed984e4238be req-9ec97c7a-ddd6-413a-8ca8-fbb1ba87d184 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:51.258241 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d7766424-f255-4ecc-bc0d-ed984e4238be req-9ec97c7a-ddd6-413a-8ca8-fbb1ba87d184 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "DELETE /v2.0/security-groups/39eecd51-8067-45b8-98b3-1a36105193cd HTTP/1.1" status: 204 len: 173 time: 0.2777913 Jun 11 09:52:51.262667 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4d99a82d-2100-4f4c-8dff-ae9971d5473a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:51.283330 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec97c7a-ddd6-413a-8ca8-fbb1ba87d184 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39eecd51-8067-45b8-98b3-1a36105193cd,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:51.295424 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9ec97c7a-ddd6-413a-8ca8-fbb1ba87d184 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:51.321329 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-15743773-0663-43f1-a26d-d8cdf78d9a6e req-b32e3ffa-ff32-45c7-b0e7-f8ab6490ec27 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ee23f870-7e0b-4b16-afae-a1e98a9dceaa&id=28e50891-2b6b-4143-8c1d-0262dfed919e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1140664 Jun 11 09:52:51.321782 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 53118) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:51.393406 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0029f7bf-cc5a-499a-86c6-360daeb1a329 req-7459215a-0353-405a-8764-6f96e187fff9 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "GET /v2.0/security-groups/73f06798-8f95-4943-a080-a39840d0180d HTTP/1.1" status: 200 len: 1803 time: 0.1147585 Jun 11 09:52:51.394473 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-06053e4f-a900-4208-a58c-065f06e9fa76 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Allocated IP 2001:db8::312 (d92fbcd9-7aa6-41f6-b665-9b09fcc5bb04/62a6dda1-7462-4024-8075-4505dca1d4de/96f93dcb-23cc-4fe5-9f64-975c980acc0f) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:52:51.405403 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccc863c-2a54-42c6-8f74-01f6af134aa3 req-ca48b430-7980-4c95-aa2b-66fc27677d76 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:51.406990 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0ccc863c-2a54-42c6-8f74-01f6af134aa3 req-ca48b430-7980-4c95-aa2b-66fc27677d76 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/ports?device_id=445071e3-bce3-40d6-b09a-3bc5f83c1af6 HTTP/1.1" status: 200 len: 945 time: 0.1450844 Jun 11 09:52:51.455669 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0ccc863c-2a54-42c6-8f74-01f6af134aa3 req-89890810-8dd2-4bb6-b60e-ad7b4882930a tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/security-groups?id=982f2ef2-bb6d-4fbc-bd87-ed6195b74a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413804 Jun 11 09:52:51.456808 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c5e8534b-2510-4d30-a21f-ea2c1696968c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:51.460345 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ab12cace-e523-4890-91c9-85974e73cc76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:51.462983 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c5e8534b-2510-4d30-a21f-ea2c1696968c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:51.469684 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-c5e8534b-2510-4d30-a21f-ea2c1696968c admin admin] 10.222.0.60 "DELETE /v2.0/networks/aa350f18-6110-4603-b65a-485c88b09d98 HTTP/1.1" status: 204 len: 168 time: 0.6796827 Jun 11 09:52:51.480916 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e8534b-2510-4d30-a21f-ea2c1696968c admin admin] Pushing event deleted for resources: {'Network': ['ID=aa350f18-6110-4603-b65a-485c88b09d98,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:51.484764 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c5e8534b-2510-4d30-a21f-ea2c1696968c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:51.509982 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-718141c4-32b7-421c-9a7e-cf92c949c0f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:51.523969 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-0029f7bf-cc5a-499a-86c6-360daeb1a329 req-34198f85-05e9-414f-b87f-a9342737f23f tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:51.608320 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-0029f7bf-cc5a-499a-86c6-360daeb1a329 req-34198f85-05e9-414f-b87f-a9342737f23f tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:51.614426 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-718141c4-32b7-421c-9a7e-cf92c949c0f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:51.671827 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-06053e4f-a900-4208-a58c-065f06e9fa76 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:51.687179 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-06053e4f-a900-4208-a58c-065f06e9fa76 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Transition to ACTIVE for port object 96f93dcb-23cc-4fe5-9f64-975c980acc0f will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:52:51.698715 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342b221b-227d-4ccb-a941-f60c3a1b3440 req-a3b74796-7937-4cc5-bcf6-03405de2b072 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:51.704614 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342b221b-227d-4ccb-a941-f60c3a1b3440 req-a3b74796-7937-4cc5-bcf6-03405de2b072 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:51.710425 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342b221b-227d-4ccb-a941-f60c3a1b3440 req-a3b74796-7937-4cc5-bcf6-03405de2b072 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:51.716197 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342b221b-227d-4ccb-a941-f60c3a1b3440 req-a3b74796-7937-4cc5-bcf6-03405de2b072 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:51.722701 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342b221b-227d-4ccb-a941-f60c3a1b3440 req-a3b74796-7937-4cc5-bcf6-03405de2b072 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:51.728477 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342b221b-227d-4ccb-a941-f60c3a1b3440 req-a3b74796-7937-4cc5-bcf6-03405de2b072 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:51.734252 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342b221b-227d-4ccb-a941-f60c3a1b3440 req-a3b74796-7937-4cc5-bcf6-03405de2b072 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:51.736960 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-342b221b-227d-4ccb-a941-f60c3a1b3440 req-a3b74796-7937-4cc5-bcf6-03405de2b072 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042 HTTP/1.1" status: 200 len: 5443 time: 0.1165993 Jun 11 09:52:51.738211 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-718141c4-32b7-421c-9a7e-cf92c949c0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:51.741116 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-20f57d9a-0d90-4302-b995-aa81139f0f0d tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:51.800277 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-0029f7bf-cc5a-499a-86c6-360daeb1a329 req-34198f85-05e9-414f-b87f-a9342737f23f tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:51.803828 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-0029f7bf-cc5a-499a-86c6-360daeb1a329 req-34198f85-05e9-414f-b87f-a9342737f23f tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:51.804146 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-718141c4-32b7-421c-9a7e-cf92c949c0f5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=25a8e4de6a2848f0b257b82ee929e114&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4405167 Jun 11 09:52:51.805084 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0029f7bf-cc5a-499a-86c6-360daeb1a329 req-34198f85-05e9-414f-b87f-a9342737f23f tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] 10.222.0.60 "DELETE /v2.0/security-groups/73f06798-8f95-4943-a080-a39840d0180d HTTP/1.1" status: 204 len: 173 time: 0.4041440 Jun 11 09:52:51.805864 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f9dbd3ed-0152-4abd-ba78-da7c0d148b11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:51.808473 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 53126) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:51.808792 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718141c4-32b7-421c-9a7e-cf92c949c0f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed38b57-1187-4f90-9b9f-07addfe23ff9,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:51.812467 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 53128) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:51.818572 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-718141c4-32b7-421c-9a7e-cf92c949c0f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:51.829426 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-06053e4f-a900-4208-a58c-065f06e9fa76 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:51.834174 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34198f85-05e9-414f-b87f-a9342737f23f tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f06798-8f95-4943-a080-a39840d0180d,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:51.836837 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-34198f85-05e9-414f-b87f-a9342737f23f tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:51.838381 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9bf031dc-005a-472c-a39b-25384dac079e tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:51.876943 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-342b221b-227d-4ccb-a941-f60c3a1b3440 req-f16e58a8-d168-4d37-9743-894e7d6930ec tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/security-groups?id=28e50891-2b6b-4143-8c1d-0262dfed919e&id=ee23f870-7e0b-4b16-afae-a1e98a9dceaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1260090 Jun 11 09:52:51.900516 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06053e4f-a900-4208-a58c-065f06e9fa76 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Network d92fbcd9-7aa6-41f6-b665-9b09fcc5bb04 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:52:51.908856 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-071b4daf-3968-4e98-8e01-ad0c24bd3129 admin admin] Deleting subnet 653da622-357e-4eea-a767-3057d0992af6 {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 09:52:51.909673 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06053e4f-a900-4208-a58c-065f06e9fa76 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Pushing event updated for resources: {'Port': ['ID=96f93dcb-23cc-4fe5-9f64-975c980acc0f,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:51.911766 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 53130) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:51.912958 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-06053e4f-a900-4208-a58c-065f06e9fa76 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:52:51.914866 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-06053e4f-a900-4208-a58c-065f06e9fa76 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:51.915664 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06053e4f-a900-4208-a58c-065f06e9fa76 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:52:51.922617 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06053e4f-a900-4208-a58c-065f06e9fa76 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:51.922617 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-06053e4f-a900-4208-a58c-065f06e9fa76 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:51.927029 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-071b4daf-3968-4e98-8e01-ad0c24bd3129 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:52.007997 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ab97c62d-b415-45b7-bf88-d9eae98ecc60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:52.010980 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-071b4daf-3968-4e98-8e01-ad0c24bd3129 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:52.036249 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-06053e4f-a900-4208-a58c-065f06e9fa76 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2292323 Jun 11 09:52:52.037095 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 53134) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:52.042118 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-433a539f-610d-44ef-a0c5-d851b0f66823 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Request body: {'port': {'network_id': 'd92fbcd9-7aa6-41f6-b665-9b09fcc5bb04', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1119645055'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:52:52.073280 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-d2a80936-e6bc-472e-b43b-a295367f008d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d47f3c3c5a0746ce8545c56c525f2694&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1532278 Jun 11 09:52:52.074701 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 53136) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:52.101673 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-071b4daf-3968-4e98-8e01-ad0c24bd3129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:52.167228 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ab97c62d-b415-45b7-bf88-d9eae98ecc60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:52.250700 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0827208a-d3f4-4128-ae6b-199cf07f8e8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:52.274835 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-433a539f-610d-44ef-a0c5-d851b0f66823 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Made reservation on behalf of 09b3ade472674cfa9ad5630536f84a2c for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:52:52.277224 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0827208a-d3f4-4128-ae6b-199cf07f8e8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:52.278626 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-433a539f-610d-44ef-a0c5-d851b0f66823 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:52.299912 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [None req-433a539f-610d-44ef-a0c5-d851b0f66823 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] device_id is not set on port fd7eadbc-5aed-4f25-adf9-4e3bf434d6a3 yet. {{(pid=93177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 09:52:52.301372 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-37591c98-8e38-4136-98ee-2582a4206969 None None] Provisioning for port 96f93dcb-23cc-4fe5-9f64-975c980acc0f completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:52:52.305505 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-37591c98-8e38-4136-98ee-2582a4206969 None None] Provisioning complete for port 96f93dcb-23cc-4fe5-9f64-975c980acc0f triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:52:52.305959 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-37591c98-8e38-4136-98ee-2582a4206969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:52.306769 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-071b4daf-3968-4e98-8e01-ad0c24bd3129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:52.312690 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7f273780-c3cf-4fea-aa91-1e965ea513c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:52.332600 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device c8d410a0-9d46-4b86-96fe-def82dc6d0cb no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:52:52.343982 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b4daf-3968-4e98-8e01-ad0c24bd3129 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=653da622-357e-4eea-a767-3057d0992af6,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:52.347030 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-071b4daf-3968-4e98-8e01-ad0c24bd3129 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:52.349774 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-071b4daf-3968-4e98-8e01-ad0c24bd3129 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:52.351661 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-071b4daf-3968-4e98-8e01-ad0c24bd3129 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/653da622-357e-4eea-a767-3057d0992af6 HTTP/1.1" status: 204 len: 168 time: 0.5321639 Jun 11 09:52:52.354101 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 53140) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:52.362570 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ab97c62d-b415-45b7-bf88-d9eae98ecc60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:52.364217 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] No Port match for: c8d410a0-9d46-4b86-96fe-def82dc6d0cb {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:52:52.364566 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device c8d410a0-9d46-4b86-96fe-def82dc6d0cb not bound to the agent host n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:52:52.365401 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ab97c62d-b415-45b7-bf88-d9eae98ecc60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:52.366491 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-ab97c62d-b415-45b7-bf88-d9eae98ecc60 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9ed38b57-1187-4f90-9b9f-07addfe23ff9 HTTP/1.1" status: 204 len: 168 time: 0.5548153 Jun 11 09:52:52.380352 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-41f48dc8-3b7e-4323-a866-c0c7c51e13bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:52.388793 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-37591c98-8e38-4136-98ee-2582a4206969 None None] Port 96f93dcb-23cc-4fe5-9f64-975c980acc0f cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:52:52.406120 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab97c62d-b415-45b7-bf88-d9eae98ecc60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed38b57-1187-4f90-9b9f-07addfe23ff9,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:52.410197 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ab97c62d-b415-45b7-bf88-d9eae98ecc60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:52.473993 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-811c1313-aa60-4c2e-b59d-69b81d2ffb7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:52.515290 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-433a539f-610d-44ef-a0c5-d851b0f66823 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Allocated IP 2001:db8::1e9 (d92fbcd9-7aa6-41f6-b665-9b09fcc5bb04/62a6dda1-7462-4024-8075-4505dca1d4de/fd7eadbc-5aed-4f25-adf9-4e3bf434d6a3) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:52:52.547761 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0827208a-d3f4-4128-ae6b-199cf07f8e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:52.551072 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0827208a-d3f4-4128-ae6b-199cf07f8e8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:52.555059 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-0827208a-d3f4-4128-ae6b-199cf07f8e8a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/26ae3a31-f1e2-4aea-b80f-3256cd80293a HTTP/1.1" status: 204 len: 168 time: 0.4751537 Jun 11 09:52:52.556367 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-701ac62c-0b1c-4a46-9e06-6f9d88954eb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:52.572065 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0827208a-d3f4-4128-ae6b-199cf07f8e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ae3a31-f1e2-4aea-b80f-3256cd80293a,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:52.582540 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0827208a-d3f4-4128-ae6b-199cf07f8e8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:52.643012 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:52:52.643012 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:52:52.643012 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:52:52.643012 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:52:52.643012 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:52:52.643012 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:52:52.643012 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:52:52.643012 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:52:52.643012 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:52:52.643012 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:52:52.643012 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:52:52.643012 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:52:52.643012 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:52:52.643012 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:52:52.643012 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:52:52.643012 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:52:52.643012 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:52:52.643012 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:52:52.643012 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:52:52.643012 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:52:52.643012 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:52:52.643012 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:52:52.643012 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:52:52.643012 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:52:52.643012 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:52:52.643012 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:52:52.643012 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:52:52.643012 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:52:52.643012 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:52:52.643012 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:52:52.643012 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:52:52.643012 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:52:52.643012 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:52:52.643012 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:52:52.643012 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:52:52.643012 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:52:52.643012 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:52:52.643012 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:52:52.643012 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:52:52.643012 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:52:52.643012 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:52:52.643012 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:52:52.643012 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:52:52.643012 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:52:52.646215 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:52:52.646215 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:52:52.646215 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:52:52.646215 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:52:52.646215 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:52:52.646215 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:52:52.646215 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:52:52.646215 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:52:52.646215 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:52:52.646215 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:52:52.646215 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:52:52.646215 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:52:52.646215 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:52:52.646215 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:52:52.646215 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:52:52.646215 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:52:52.648901 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-811c1313-aa60-4c2e-b59d-69b81d2ffb7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:52.661834 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-811c1313-aa60-4c2e-b59d-69b81d2ffb7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51fb20d0-10f0-46f3-aa19-f1b488299b81']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:52:52.674015 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-811c1313-aa60-4c2e-b59d-69b81d2ffb7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2a6a55c-ddd9-4c58-9bb7-06c667db61ab') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:52:52.674314 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-811c1313-aa60-4c2e-b59d-69b81d2ffb7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2a6a55c-ddd9-4c58-9bb7-06c667db61ab') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:52:52.687717 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-811c1313-aa60-4c2e-b59d-69b81d2ffb7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:52.704337 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-811c1313-aa60-4c2e-b59d-69b81d2ffb7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:52.710352 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-811c1313-aa60-4c2e-b59d-69b81d2ffb7d admin admin] Releasing vlan 760 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 09:52:52.710746 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-811c1313-aa60-4c2e-b59d-69b81d2ffb7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:52.712556 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 09:52:52.712556 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 09:52:52.712556 n-d-779913-12 neutron-server[93176]: timer() Jun 11 09:52:52.712556 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 09:52:52.712556 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 09:52:52.712556 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 09:52:52.712556 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 09:52:52.712556 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 09:52:52.712556 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 09:52:52.712556 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 09:52:52.712556 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 09:52:52.712556 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 09:52:52.712556 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 09:52:52.712556 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 09:52:52.712556 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 09:52:52.712556 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 09:52:52.712556 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 09:52:52.712556 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 09:52:52.712556 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 09:52:52.712556 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 09:52:52.712556 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 09:52:52.712556 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 09:52:52.712556 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 09:52:52.712556 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 09:52:52.712556 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 09:52:52.712556 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 09:52:52.712556 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 09:52:52.712556 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 09:52:52.712556 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 09:52:52.712556 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 09:52:52.712556 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 09:52:52.712556 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 09:52:52.811128 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-433a539f-610d-44ef-a0c5-d851b0f66823 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:52.822374 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d5d3c6-75fd-446b-9429-a753778a1e63 req-c2fb05c7-9acd-4b33-922c-3315466f9382 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:52.823895 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-06d5d3c6-75fd-446b-9429-a753778a1e63 req-c2fb05c7-9acd-4b33-922c-3315466f9382 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/ports?device_id=445071e3-bce3-40d6-b09a-3bc5f83c1af6 HTTP/1.1" status: 200 len: 945 time: 0.1940649 Jun 11 09:52:52.841512 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-433a539f-610d-44ef-a0c5-d851b0f66823 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Transition to ACTIVE for port object fd7eadbc-5aed-4f25-adf9-4e3bf434d6a3 will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:52:52.866770 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-811c1313-aa60-4c2e-b59d-69b81d2ffb7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:52.870491 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b9f01900-befd-403f-9b9d-efedf6e0a260 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:52.874207 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-811c1313-aa60-4c2e-b59d-69b81d2ffb7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:52.878480 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-811c1313-aa60-4c2e-b59d-69b81d2ffb7d admin admin] 10.222.0.60 "DELETE /v2.0/networks/51fb20d0-10f0-46f3-aa19-f1b488299b81 HTTP/1.1" status: 204 len: 168 time: 0.5211504 Jun 11 09:52:52.893794 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-06d5d3c6-75fd-446b-9429-a753778a1e63 req-abf957d4-8bdf-4901-8e42-4048de2775fe tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/security-groups?id=982f2ef2-bb6d-4fbc-bd87-ed6195b74a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624499 Jun 11 09:52:52.904136 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811c1313-aa60-4c2e-b59d-69b81d2ffb7d admin admin] Pushing event deleted for resources: {'Network': ['ID=51fb20d0-10f0-46f3-aa19-f1b488299b81,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:52.906694 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-811c1313-aa60-4c2e-b59d-69b81d2ffb7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:52.989426 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-433a539f-610d-44ef-a0c5-d851b0f66823 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:52.994657 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b8dbef8c-d3cd-46df-8d95-d69ca2deb676 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:53.053753 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433a539f-610d-44ef-a0c5-d851b0f66823 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Network d92fbcd9-7aa6-41f6-b665-9b09fcc5bb04 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:52:53.057437 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-433a539f-610d-44ef-a0c5-d851b0f66823 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:52:53.061506 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433a539f-610d-44ef-a0c5-d851b0f66823 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:52:53.067025 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433a539f-610d-44ef-a0c5-d851b0f66823 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:53.067700 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-433a539f-610d-44ef-a0c5-d851b0f66823 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:53.078535 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433a539f-610d-44ef-a0c5-d851b0f66823 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Pushing event updated for resources: {'Port': ['ID=fd7eadbc-5aed-4f25-adf9-4e3bf434d6a3,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:53.083768 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-433a539f-610d-44ef-a0c5-d851b0f66823 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:53.112572 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf53ec5-d46f-4dbe-b2af-a1b4421133b9 req-7457e823-0b9a-4b30-b555-c02661a479a5 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:53.118964 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf53ec5-d46f-4dbe-b2af-a1b4421133b9 req-7457e823-0b9a-4b30-b555-c02661a479a5 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:53.125681 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf53ec5-d46f-4dbe-b2af-a1b4421133b9 req-7457e823-0b9a-4b30-b555-c02661a479a5 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:53.132223 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf53ec5-d46f-4dbe-b2af-a1b4421133b9 req-7457e823-0b9a-4b30-b555-c02661a479a5 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:53.138151 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf53ec5-d46f-4dbe-b2af-a1b4421133b9 req-7457e823-0b9a-4b30-b555-c02661a479a5 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:53.144643 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf53ec5-d46f-4dbe-b2af-a1b4421133b9 req-7457e823-0b9a-4b30-b555-c02661a479a5 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:53.151998 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf53ec5-d46f-4dbe-b2af-a1b4421133b9 req-7457e823-0b9a-4b30-b555-c02661a479a5 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:53.154105 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3cf53ec5-d46f-4dbe-b2af-a1b4421133b9 req-7457e823-0b9a-4b30-b555-c02661a479a5 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042 HTTP/1.1" status: 200 len: 5443 time: 0.1269579 Jun 11 09:52:53.208088 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3cf53ec5-d46f-4dbe-b2af-a1b4421133b9 req-0315a91e-3e12-4faa-a965-389a882eeaab tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/security-groups?id=28e50891-2b6b-4143-8c1d-0262dfed919e&id=ee23f870-7e0b-4b16-afae-a1e98a9dceaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0470181 Jun 11 09:52:53.263451 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-433a539f-610d-44ef-a0c5-d851b0f66823 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2253833 Jun 11 09:52:53.266074 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 53160) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:53.272581 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-44213d2c-dfbe-4f48-953e-e92755ff7f7f tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3de', 'mac_address': 'fa:16:3e:26:86:ce'}, {'ip_address': '2001:db8::312', 'mac_address': 'fa:16:3e:de:97:40'}]}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:52:53.370062 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 53164) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:53.371268 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-dff3a224-5cd9-4701-b3bd-d13f4dc6621e None None] Provisioning for port fd7eadbc-5aed-4f25-adf9-4e3bf434d6a3 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:52:53.381755 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-dff3a224-5cd9-4701-b3bd-d13f4dc6621e None None] Provisioning complete for port fd7eadbc-5aed-4f25-adf9-4e3bf434d6a3 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:52:53.381755 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-dff3a224-5cd9-4701-b3bd-d13f4dc6621e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:53.434407 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-dff3a224-5cd9-4701-b3bd-d13f4dc6621e None None] Port fd7eadbc-5aed-4f25-adf9-4e3bf434d6a3 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:52:53.462675 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 53166) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:53.467328 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-f8470d03-62e9-4b56-b6eb-d52b32281ecd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b26e5352cb83478696e9601c4223eb48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0959454 Jun 11 09:52:53.472812 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 53168) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:53.536424 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcdfe9a-dd73-4244-80dd-fccae7dd1056 req-e5e0cbbb-9c58-4726-99a5-b487e419c36c tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:53.542397 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcdfe9a-dd73-4244-80dd-fccae7dd1056 req-e5e0cbbb-9c58-4726-99a5-b487e419c36c tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:53.549024 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcdfe9a-dd73-4244-80dd-fccae7dd1056 req-e5e0cbbb-9c58-4726-99a5-b487e419c36c tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:53.554986 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcdfe9a-dd73-4244-80dd-fccae7dd1056 req-e5e0cbbb-9c58-4726-99a5-b487e419c36c tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:53.560812 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcdfe9a-dd73-4244-80dd-fccae7dd1056 req-e5e0cbbb-9c58-4726-99a5-b487e419c36c tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:53.567279 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcdfe9a-dd73-4244-80dd-fccae7dd1056 req-e5e0cbbb-9c58-4726-99a5-b487e419c36c tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:53.573037 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcdfe9a-dd73-4244-80dd-fccae7dd1056 req-e5e0cbbb-9c58-4726-99a5-b487e419c36c tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:53.573872 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-2a05e804-7587-480d-90ce-916c962e6d19 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e7a84328845c42e4a2bf009ba2709f6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1099434 Jun 11 09:52:53.574750 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-44213d2c-dfbe-4f48-953e-e92755ff7f7f tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:53.576832 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 53170) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:53.583801 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8fcdfe9a-dd73-4244-80dd-fccae7dd1056 req-e5e0cbbb-9c58-4726-99a5-b487e419c36c tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042 HTTP/1.1" status: 200 len: 5443 time: 0.1831431 Jun 11 09:52:53.589810 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 53172) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:53.596253 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-4e10c1c1-5d1b-4d9f-b0bb-cf926174b861 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Request body: {'floatingip': {'port_id': '673aa988-b63e-4019-b597-09a97b0fcf40'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:52:53.647335 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a11ed588-26b0-48ad-929d-6885297f9551 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:53.677143 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4e10c1c1-5d1b-4d9f-b0bb-cf926174b861 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks [] for floatingip, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:53.715689 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7eb81c88-2128-477d-a384-6068b82ece38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:53.777696 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7eb81c88-2128-477d-a384-6068b82ece38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:53.785982 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a11ed588-26b0-48ad-929d-6885297f9551 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:53.861319 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 53174) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:53.942374 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-44213d2c-dfbe-4f48-953e-e92755ff7f7f tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:53.998435 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-6521bed6-5063-474e-8d2c-021143358a8c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=011abd511d3b456293c4a92cee73e42d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1334283 Jun 11 09:52:53.999978 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-44213d2c-dfbe-4f48-953e-e92755ff7f7f tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:54.007062 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 53178) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:54.007901 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3289d2ad-fe7f-4d0d-b1e8-9f24fd6a022d tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:54.081474 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-44213d2c-dfbe-4f48-953e-e92755ff7f7f tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] In _notify_port_updated(), no bound segment for port fd7eadbc-5aed-4f25-adf9-4e3bf434d6a3 on network d92fbcd9-7aa6-41f6-b665-9b09fcc5bb04 {{(pid=93177) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 11 09:52:54.084678 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44213d2c-dfbe-4f48-953e-e92755ff7f7f tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:54.085337 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-44213d2c-dfbe-4f48-953e-e92755ff7f7f tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:54.087201 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-44213d2c-dfbe-4f48-953e-e92755ff7f7f tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] 10.222.0.60 "PUT /v2.0/ports/fd7eadbc-5aed-4f25-adf9-4e3bf434d6a3 HTTP/1.1" status: 200 len: 1068 time: 0.8189695 Jun 11 09:52:54.093935 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7eb81c88-2128-477d-a384-6068b82ece38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:54.096106 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7eb81c88-2128-477d-a384-6068b82ece38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:54.099608 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-7eb81c88-2128-477d-a384-6068b82ece38 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1bdf718a-3d55-4418-9711-8519d490f59c HTTP/1.1" status: 204 len: 168 time: 0.5194573 Jun 11 09:52:54.131387 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 53180) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:54.148060 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a11ed588-26b0-48ad-929d-6885297f9551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:54.151601 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a11ed588-26b0-48ad-929d-6885297f9551 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:54.153083 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-a11ed588-26b0-48ad-929d-6885297f9551 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1e3de0ed-4eb3-4065-8033-054b27fba46a HTTP/1.1" status: 204 len: 168 time: 0.6782658 Jun 11 09:52:54.216191 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44213d2c-dfbe-4f48-953e-e92755ff7f7f tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Pushing event updated for resources: {'Port': ['ID=fd7eadbc-5aed-4f25-adf9-4e3bf434d6a3,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:54.233580 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-44213d2c-dfbe-4f48-953e-e92755ff7f7f tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:54.240416 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-af645bef-969e-4a5e-b7e4-1a089a38af4e tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:54.264420 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb81c88-2128-477d-a384-6068b82ece38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bdf718a-3d55-4418-9711-8519d490f59c,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:54.276274 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7eb81c88-2128-477d-a384-6068b82ece38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:54.323184 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1937197f-0f48-4b13-8cfe-f03b7a7ec77c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:54.403387 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47bda99-32fd-43b8-a703-64b9429d9233 req-95a2bf56-fedb-410e-9432-cf6a7412b1fb tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:54.405154 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a47bda99-32fd-43b8-a703-64b9429d9233 req-95a2bf56-fedb-410e-9432-cf6a7412b1fb tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/ports?device_id=445071e3-bce3-40d6-b09a-3bc5f83c1af6 HTTP/1.1" status: 200 len: 945 time: 0.3431253 Jun 11 09:52:54.421379 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1937197f-0f48-4b13-8cfe-f03b7a7ec77c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:54.525019 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a47bda99-32fd-43b8-a703-64b9429d9233 req-c3aa3788-2f3f-41b1-8ef0-40190555c357 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/security-groups?id=982f2ef2-bb6d-4fbc-bd87-ed6195b74a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002882 Jun 11 09:52:54.529577 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-9dfb3820-7a89-41cf-9b6b-5d8412870dd8 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Deleting port fd7eadbc-5aed-4f25-adf9-4e3bf434d6a3 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:52:54.530063 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9dfb3820-7a89-41cf-9b6b-5d8412870dd8 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:54.555298 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ab97c62d-b415-45b7-bf88-d9eae98ecc60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:54.574587 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-e9eea4af-3f3c-4057-8e2d-f2bbf4714465 None None] Provisioning complete for port fd7eadbc-5aed-4f25-adf9-4e3bf434d6a3 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:52:54.575819 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e9eea4af-3f3c-4057-8e2d-f2bbf4714465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:54.615873 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ed588-26b0-48ad-929d-6885297f9551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e3de0ed-4eb3-4065-8033-054b27fba46a,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:54.623618 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a11ed588-26b0-48ad-929d-6885297f9551 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:54.680230 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-e9eea4af-3f3c-4057-8e2d-f2bbf4714465 None None] Port fd7eadbc-5aed-4f25-adf9-4e3bf434d6a3 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:52:54.685760 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1937197f-0f48-4b13-8cfe-f03b7a7ec77c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:54.688330 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1937197f-0f48-4b13-8cfe-f03b7a7ec77c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:54.692368 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-1937197f-0f48-4b13-8cfe-f03b7a7ec77c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1c69c053-ea29-4940-b15f-6753e21b9aa7 HTTP/1.1" status: 204 len: 168 time: 0.6805997 Jun 11 09:52:54.696342 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f06d85be-aec8-47cf-b8c0-937a470b7f65 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:54.708798 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1937197f-0f48-4b13-8cfe-f03b7a7ec77c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c69c053-ea29-4940-b15f-6753e21b9aa7,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:54.717387 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1937197f-0f48-4b13-8cfe-f03b7a7ec77c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:54.736331 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9dfb3820-7a89-41cf-9b6b-5d8412870dd8 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:54.811271 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4e10c1c1-5d1b-4d9f-b0bb-cf926174b861 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:54.874512 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4e10c1c1-5d1b-4d9f-b0bb-cf926174b861 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:55.055517 n-d-779913-12 neutron-server[93176]: INFO neutron.db.l3_db [None req-4e10c1c1-5d1b-4d9f-b0bb-cf926174b861 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Floating IP b83e2c43-65b7-4b4e-864b-661e6e98ddb1 associated. External IP: 172.25.4.177, port: 673aa988-b63e-4019-b597-09a97b0fcf40. Jun 11 09:52:55.168317 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-9dfb3820-7a89-41cf-9b6b-5d8412870dd8 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Calling delete_port for fd7eadbc-5aed-4f25-adf9-4e3bf434d6a3 owned by {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:52:55.394880 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e10c1c1-5d1b-4d9f-b0bb-cf926174b861 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Router e791f11d-4420-4be4-a1e2-215c6342b2b7 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 09:52:55.474182 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9dfb3820-7a89-41cf-9b6b-5d8412870dd8 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:55.489844 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-16854255-d32a-4c53-9055-507f6ab10f50 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:55.522221 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfb3820-7a89-41cf-9b6b-5d8412870dd8 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Pushing event deleted for resources: {'Port': ['ID=fd7eadbc-5aed-4f25-adf9-4e3bf434d6a3,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:55.528121 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9dfb3820-7a89-41cf-9b6b-5d8412870dd8 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:55.602203 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e10c1c1-5d1b-4d9f-b0bb-cf926174b861 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:52:55.606823 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4e10c1c1-5d1b-4d9f-b0bb-cf926174b861 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:55.615235 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5459a10d-cbdf-49d9-9a4f-a797e64d7ccb None None] Sync routers for ids ['e791f11d-4420-4be4-a1e2-215c6342b2b7'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:52:55.635616 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5459a10d-cbdf-49d9-9a4f-a797e64d7ccb None None] Routers {'e791f11d-4420-4be4-a1e2-215c6342b2b7'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:52:55.636064 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-5459a10d-cbdf-49d9-9a4f-a797e64d7ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:52:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['e791f11d-4420-4be4-a1e2-215c6342b2b7'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:52:55.674306 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-4e10c1c1-5d1b-4d9f-b0bb-cf926174b861 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "PUT /v2.0/floatingips/b83e2c43-65b7-4b4e-864b-661e6e98ddb1 HTTP/1.1" status: 200 len: 991 time: 2.0832148 Jun 11 09:52:55.675234 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8951c33-6d6a-4bea-b1bd-31fda6afe042', 'tag': '673aa988-b63e-4019-b597-09a97b0fcf40'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:52:55.690610 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca5f967a-b8e1-43a9-855b-66c66a694fca" -d '{"events": [{"name": "network-changed", "server_uuid": "c8951c33-6d6a-4bea-b1bd-31fda6afe042", "tag": "673aa988-b63e-4019-b597-09a97b0fcf40"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:52:55.913410 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-5459a10d-cbdf-49d9-9a4f-a797e64d7ccb None None] Set router e791f11d-4420-4be4-a1e2-215c6342b2b7 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:52:55.948960 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9dfb3820-7a89-41cf-9b6b-5d8412870dd8 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:55.948960 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-9dfb3820-7a89-41cf-9b6b-5d8412870dd8 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] 10.222.0.60 "DELETE /v2.0/ports/fd7eadbc-5aed-4f25-adf9-4e3bf434d6a3 HTTP/1.1" status: 204 len: 168 time: 1.8079331 Jun 11 09:52:55.949581 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 53244) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:55.993238 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd9528a-1f53-4e69-8921-211bd4ae055d req-09c482e8-abe1-435c-bbed-bcba6e5867a9 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:56.000594 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3fd9528a-1f53-4e69-8921-211bd4ae055d req-09c482e8-abe1-435c-bbed-bcba6e5867a9 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/ports?device_id=445071e3-bce3-40d6-b09a-3bc5f83c1af6 HTTP/1.1" status: 200 len: 945 time: 0.1907334 Jun 11 09:52:56.003918 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1162113-1c4c-4b1b-95fa-4f4b3d806843 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] GET failed (client error): The resource could not be found. Jun 11 09:52:56.005649 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-c1162113-1c4c-4b1b-95fa-4f4b3d806843 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] 10.222.0.60 "GET /v2.0/ports/fd7eadbc-5aed-4f25-adf9-4e3bf434d6a3 HTTP/1.1" status: 404 len: 333 time: 0.0556538 Jun 11 09:52:56.008569 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 53248) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:56.097164 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3fd9528a-1f53-4e69-8921-211bd4ae055d req-9c2cdb84-4011-4ae7-9144-4bd36c78954a tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/security-groups?id=982f2ef2-bb6d-4fbc-bd87-ed6195b74a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948904 Jun 11 09:52:56.148842 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f90b3ea-ce03-48d5-93b7-84c2578973fd x-openstack-request-id: req-0f90b3ea-ce03-48d5-93b7-84c2578973fd {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:52:56.149973 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8951c33-6d6a-4bea-b1bd-31fda6afe042", "tag": "673aa988-b63e-4019-b597-09a97b0fcf40", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:52:56.151584 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0f90b3ea-ce03-48d5-93b7-84c2578973fd {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:52:56.153010 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8951c33-6d6a-4bea-b1bd-31fda6afe042', 'tag': '673aa988-b63e-4019-b597-09a97b0fcf40', 'status': 'completed', 'code': 200} Jun 11 09:52:56.168412 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 53254) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:56.198885 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-1c0caaac-51cd-47cc-a9b7-c186fdd65bf9 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Deleting port 96f93dcb-23cc-4fe5-9f64-975c980acc0f {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:52:56.199321 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1c0caaac-51cd-47cc-a9b7-c186fdd65bf9 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:56.299666 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 53258) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:56.348942 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1c0caaac-51cd-47cc-a9b7-c186fdd65bf9 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:56.371030 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f967a-b8e1-43a9-855b-66c66a694fca req-ec629866-db4a-42e9-8bc4-9e8be42a13c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:56.371748 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f967a-b8e1-43a9-855b-66c66a694fca req-ec629866-db4a-42e9-8bc4-9e8be42a13c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:56.372264 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f967a-b8e1-43a9-855b-66c66a694fca req-ec629866-db4a-42e9-8bc4-9e8be42a13c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:56.372734 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f967a-b8e1-43a9-855b-66c66a694fca req-ec629866-db4a-42e9-8bc4-9e8be42a13c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:56.373195 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f967a-b8e1-43a9-855b-66c66a694fca req-ec629866-db4a-42e9-8bc4-9e8be42a13c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:56.373659 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f967a-b8e1-43a9-855b-66c66a694fca req-ec629866-db4a-42e9-8bc4-9e8be42a13c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:56.374114 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f967a-b8e1-43a9-855b-66c66a694fca req-ec629866-db4a-42e9-8bc4-9e8be42a13c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:56.376409 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ca5f967a-b8e1-43a9-855b-66c66a694fca req-ec629866-db4a-42e9-8bc4-9e8be42a13c4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=39e8725552694bd89f3d9b894d223d7c&device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042 HTTP/1.1" status: 200 len: 6507 time: 0.1953328 Jun 11 09:52:56.429964 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-0e353184-6318-46fb-a43a-dc34807fe371 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-110669818-network', 'tenant_id': 'dd0b80cc8f6f441fb34ed2f0b9466049'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:52:56.473870 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-5459a10d-cbdf-49d9-9a4f-a797e64d7ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e791f11d-4420-4be4-a1e2-215c6342b2b7', 'name': 'tempest-TaggedBootDevicesTest_v242-1077463737-router', 'tenant_id': '39e8725552694bd89f3d9b894d223d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '62068c86-ad7d-40cd-81e5-0d628d387505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:50:04Z', 'updated_at': '2021-06-11T09:50:12Z', 'revision_number': 4, 'project_id': '39e8725552694bd89f3d9b894d223d7c', 'gw_port': {'id': '62068c86-ad7d-40cd-81e5-0d628d387505', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:02:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e791f11d-4420-4be4-a1e2-215c6342b2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:50:06Z', 'updated_at': '2021-06-11T09:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': 'b83e2c43-65b7-4b4e-864b-661e6e98ddb1', 'tenant_id': '39e8725552694bd89f3d9b894d223d7c', 'floating_ip_address': '172.25.4.177', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': 'e791f11d-4420-4be4-a1e2-215c6342b2b7', 'port_id': '673aa988-b63e-4019-b597-09a97b0fcf40', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '613fb304-5cfe-4609-aaba-f0eb53f2be57', 'mac_address': 'fa:16:3e:0b:6e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8951c33-6d6a-4bea-b1bd-31fda6afe042', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T09:51:15Z', 'updated_at': '2021-06-11T09:52:54Z', 'revision_number': 1, 'project_id': '39e8725552694bd89f3d9b894d223d7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '988b45c2-01ab-43c3-ade4-b413a84e3095', 'name': '', 'network_id': '613fb304-5cfe-4609-aaba-f0eb53f2be57', 'tenant_id': '39e8725552694bd89f3d9b894d223d7c', 'mac_address': 'fa:16:3e:8d:d3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e791f11d-4420-4be4-a1e2-215c6342b2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'aa5d910a-d4cb-4925-a41a-aa63432d8367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:50:11Z', 'updated_at': '2021-06-11T09:50:22Z', 'revision_number': 5, 'project_id': '39e8725552694bd89f3d9b894d223d7c', 'subnets': [{'id': 'aa5d910a-d4cb-4925-a41a-aa63432d8367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:52:56.473870 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5459a10d-cbdf-49d9-9a4f-a797e64d7ccb None None] Checking router: e791f11d-4420-4be4-a1e2-215c6342b2b7 for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:52:56.474376 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896fd0ac-1551-45d6-b13f-d1a88f985f18 req-97453d74-c9a8-4cc5-b6bf-66df09f32116 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:56.474588 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-1c0caaac-51cd-47cc-a9b7-c186fdd65bf9 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Calling delete_port for 96f93dcb-23cc-4fe5-9f64-975c980acc0f owned by {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:52:56.474677 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5459a10d-cbdf-49d9-9a4f-a797e64d7ccb None None] Routers {'e791f11d-4420-4be4-a1e2-215c6342b2b7'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:52:56.474677 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-5459a10d-cbdf-49d9-9a4f-a797e64d7ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:52:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['e791f11d-4420-4be4-a1e2-215c6342b2b7'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:52:56.474829 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-896fd0ac-1551-45d6-b13f-d1a88f985f18 req-97453d74-c9a8-4cc5-b6bf-66df09f32116 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7f8d92-9315-4a44-bb99-c9751af7c624 HTTP/1.1" status: 200 len: 946 time: 0.1543744 Jun 11 09:52:56.483536 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-e9bd654b-58ac-479f-86dc-eaac78f18536 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-689451092', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:52:56.576218 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e353184-6318-46fb-a43a-dc34807fe371 admin admin] Made reservation on behalf of dd0b80cc8f6f441fb34ed2f0b9466049 for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:52:56.578512 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0e353184-6318-46fb-a43a-dc34807fe371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:56.610498 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0e353184-6318-46fb-a43a-dc34807fe371 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:56.627128 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-5459a10d-cbdf-49d9-9a4f-a797e64d7ccb None None] Set router e791f11d-4420-4be4-a1e2-215c6342b2b7 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:52:56.650871 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-896fd0ac-1551-45d6-b13f-d1a88f985f18 req-abdb9c54-2e20-47b5-8d03-acd281379655 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] 10.222.0.60 "GET /v2.0/security-groups?id=8333e5a8-d8f9-4d1c-8e9a-89e36ebd0127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1606700 Jun 11 09:52:56.658492 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f967a-b8e1-43a9-855b-66c66a694fca req-6e89dc82-c3fb-4694-9631-cd6b4e1aeb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:56.659967 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ca5f967a-b8e1-43a9-855b-66c66a694fca req-6e89dc82-c3fb-4694-9631-cd6b4e1aeb9d service neutron] 10.222.0.64 "GET /v2.0/networks?id=613fb304-5cfe-4609-aaba-f0eb53f2be57 HTTP/1.1" status: 200 len: 918 time: 0.2763801 Jun 11 09:52:56.761442 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1c0caaac-51cd-47cc-a9b7-c186fdd65bf9 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:56.767480 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c7511a07-a562-458c-8e40-36dc2efebce4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:56.778800 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e9bd654b-58ac-479f-86dc-eaac78f18536 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:56.779917 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e9bd654b-58ac-479f-86dc-eaac78f18536 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:56.872765 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0caaac-51cd-47cc-a9b7-c186fdd65bf9 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Pushing event deleted for resources: {'Port': ['ID=96f93dcb-23cc-4fe5-9f64-975c980acc0f,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:56.877591 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1c0caaac-51cd-47cc-a9b7-c186fdd65bf9 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:56.910307 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ca5f967a-b8e1-43a9-855b-66c66a694fca req-ef579f90-6595-438e-9761-78acc2f138f9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=673aa988-b63e-4019-b597-09a97b0fcf40 HTTP/1.1" status: 200 len: 999 time: 0.2431281 Jun 11 09:52:56.929010 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1c0caaac-51cd-47cc-a9b7-c186fdd65bf9 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:56.936523 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-1c0caaac-51cd-47cc-a9b7-c186fdd65bf9 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] 10.222.0.60 "DELETE /v2.0/ports/96f93dcb-23cc-4fe5-9f64-975c980acc0f HTTP/1.1" status: 204 len: 168 time: 0.9254346 Jun 11 09:52:56.937745 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 53280) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:56.981279 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fb7283b-9a03-48c1-897d-b83c90df4483 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] GET failed (client error): The resource could not be found. Jun 11 09:52:56.982938 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-6fb7283b-9a03-48c1-897d-b83c90df4483 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] 10.222.0.60 "GET /v2.0/ports/96f93dcb-23cc-4fe5-9f64-975c980acc0f HTTP/1.1" status: 404 len: 333 time: 0.0434046 Jun 11 09:52:56.989530 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 53282) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:57.089135 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e9bd654b-58ac-479f-86dc-eaac78f18536 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:57.143287 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f967a-b8e1-43a9-855b-66c66a694fca req-025934a6-23d6-46b1-a3e5-b907eecf1d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:57.145372 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ca5f967a-b8e1-43a9-855b-66c66a694fca req-025934a6-23d6-46b1-a3e5-b907eecf1d6f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=aa5d910a-d4cb-4925-a41a-aa63432d8367 HTTP/1.1" status: 200 len: 856 time: 0.2171674 Jun 11 09:52:57.151336 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-5459a10d-cbdf-49d9-9a4f-a797e64d7ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e791f11d-4420-4be4-a1e2-215c6342b2b7', 'name': 'tempest-TaggedBootDevicesTest_v242-1077463737-router', 'tenant_id': '39e8725552694bd89f3d9b894d223d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '62068c86-ad7d-40cd-81e5-0d628d387505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:50:04Z', 'updated_at': '2021-06-11T09:50:12Z', 'revision_number': 4, 'project_id': '39e8725552694bd89f3d9b894d223d7c', 'gw_port': {'id': '62068c86-ad7d-40cd-81e5-0d628d387505', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:02:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e791f11d-4420-4be4-a1e2-215c6342b2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:50:06Z', 'updated_at': '2021-06-11T09:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': 'b83e2c43-65b7-4b4e-864b-661e6e98ddb1', 'tenant_id': '39e8725552694bd89f3d9b894d223d7c', 'floating_ip_address': '172.25.4.177', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': 'e791f11d-4420-4be4-a1e2-215c6342b2b7', 'port_id': '673aa988-b63e-4019-b597-09a97b0fcf40', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '613fb304-5cfe-4609-aaba-f0eb53f2be57', 'mac_address': 'fa:16:3e:0b:6e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8951c33-6d6a-4bea-b1bd-31fda6afe042', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T09:51:15Z', 'updated_at': '2021-06-11T09:52:54Z', 'revision_number': 1, 'project_id': '39e8725552694bd89f3d9b894d223d7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '988b45c2-01ab-43c3-ade4-b413a84e3095', 'name': '', 'network_id': '613fb304-5cfe-4609-aaba-f0eb53f2be57', 'tenant_id': '39e8725552694bd89f3d9b894d223d7c', 'mac_address': 'fa:16:3e:8d:d3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e791f11d-4420-4be4-a1e2-215c6342b2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'aa5d910a-d4cb-4925-a41a-aa63432d8367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:50:11Z', 'updated_at': '2021-06-11T09:50:22Z', 'revision_number': 5, 'project_id': '39e8725552694bd89f3d9b894d223d7c', 'subnets': [{'id': 'aa5d910a-d4cb-4925-a41a-aa63432d8367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:52:57.155606 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5459a10d-cbdf-49d9-9a4f-a797e64d7ccb None None] The sync data for ids ['e791f11d-4420-4be4-a1e2-215c6342b2b7'] in n-d-779913-12 is: [{'id': 'e791f11d-4420-4be4-a1e2-215c6342b2b7', 'name': 'tempest-TaggedBootDevicesTest_v242-1077463737-router', 'tenant_id': '39e8725552694bd89f3d9b894d223d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '62068c86-ad7d-40cd-81e5-0d628d387505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:50:04Z', 'updated_at': '2021-06-11T09:50:12Z', 'revision_number': 4, 'project_id': '39e8725552694bd89f3d9b894d223d7c', 'gw_port': {'id': '62068c86-ad7d-40cd-81e5-0d628d387505', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:02:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e791f11d-4420-4be4-a1e2-215c6342b2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:50:06Z', 'updated_at': '2021-06-11T09:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': 'b83e2c43-65b7-4b4e-864b-661e6e98ddb1', 'tenant_id': '39e8725552694bd89f3d9b894d223d7c', 'floating_ip_address': '172.25.4.177', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': 'e791f11d-4420-4be4-a1e2-215c6342b2b7', 'port_id': '673aa988-b63e-4019-b597-09a97b0fcf40', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '613fb304-5cfe-4609-aaba-f0eb53f2be57', 'mac_address': 'fa:16:3e:0b:6e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8951c33-6d6a-4bea-b1bd-31fda6afe042', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T09:51:15Z', 'updated_at': '2021-06-11T09:52:54Z', 'revision_number': 1, 'project_id': '39e8725552694bd89f3d9b894d223d7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '988b45c2-01ab-43c3-ade4-b413a84e3095', 'name': '', 'network_id': '613fb304-5cfe-4609-aaba-f0eb53f2be57', 'tenant_id': '39e8725552694bd89f3d9b894d223d7c', 'mac_address': 'fa:16:3e:8d:d3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e791f11d-4420-4be4-a1e2-215c6342b2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'aa5d910a-d4cb-4925-a41a-aa63432d8367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:50:11Z', 'updated_at': '2021-06-11T09:50:22Z', 'revision_number': 5, 'project_id': '39e8725552694bd89f3d9b894d223d7c', 'subnets': [{'id': 'aa5d910a-d4cb-4925-a41a-aa63432d8367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:52:57.166318 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-d7a45433-191c-4bfa-9c42-862c761d3b4c tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Deleting port c016c3ec-1a19-414d-b706-0cda3109d4d7 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:52:57.166752 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d7a45433-191c-4bfa-9c42-862c761d3b4c tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:57.244615 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e9bd654b-58ac-479f-86dc-eaac78f18536 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:57.285832 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0e353184-6318-46fb-a43a-dc34807fe371 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:57.340630 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d7a45433-191c-4bfa-9c42-862c761d3b4c tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:57.359100 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0e353184-6318-46fb-a43a-dc34807fe371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:57.366420 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d18d549c-a92c-43fe-bae6-d9cfd35ce3e6 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:57.373203 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f967a-b8e1-43a9-855b-66c66a694fca req-77d98574-1e6b-49c1-a94a-2c02b27cfb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:57.374711 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ca5f967a-b8e1-43a9-855b-66c66a694fca req-77d98574-1e6b-49c1-a94a-2c02b27cfb4a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=613fb304-5cfe-4609-aaba-f0eb53f2be57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2221658 Jun 11 09:52:57.434427 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e353184-6318-46fb-a43a-dc34807fe371 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 755} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 09:52:57.460492 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0e353184-6318-46fb-a43a-dc34807fe371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:57.460908 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-0e353184-6318-46fb-a43a-dc34807fe371 admin admin] Added segment b1043da1-5480-43ec-a726-3c2fce12da10 of type vlan for network 2ee9e933-9fda-4839-b4cd-d38077481dd6 Jun 11 09:52:57.462563 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e9bd654b-58ac-479f-86dc-eaac78f18536 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:57.463761 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-e9bd654b-58ac-479f-86dc-eaac78f18536 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.1630461 Jun 11 09:52:57.468609 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-d7a45433-191c-4bfa-9c42-862c761d3b4c tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Calling delete_port for c016c3ec-1a19-414d-b706-0cda3109d4d7 owned by {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:52:57.470354 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 53298) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:57.478157 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-af221174-9886-4c81-be5c-3c1052b65320 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1836156157'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:52:57.491854 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213ee19d-4b20-4dde-9354-5732db0e84b3 req-423fecba-8201-43b9-9198-9e75f68b36f3 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:57.494947 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90017a0b-7efe-4017-8550-897a3b4513e1 None None] New status for floating IP b83e2c43-65b7-4b4e-864b-661e6e98ddb1: ACTIVE {{(pid=93178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 09:52:57.500821 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-213ee19d-4b20-4dde-9354-5732db0e84b3 req-423fecba-8201-43b9-9198-9e75f68b36f3 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/ports?device_id=445071e3-bce3-40d6-b09a-3bc5f83c1af6 HTTP/1.1" status: 200 len: 945 time: 0.2328095 Jun 11 09:52:57.503317 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e353184-6318-46fb-a43a-dc34807fe371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9f56bd-efd9-4301-998b-c37888a1d556,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:57.507068 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0e353184-6318-46fb-a43a-dc34807fe371 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:57.613497 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0e353184-6318-46fb-a43a-dc34807fe371 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:57.671639 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af221174-9886-4c81-be5c-3c1052b65320 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Made reservation on behalf of 380e218339884d979ec4dfcb00023c99 for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:52:57.676842 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-af221174-9886-4c81-be5c-3c1052b65320 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:57.685540 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-213ee19d-4b20-4dde-9354-5732db0e84b3 req-71449729-613f-4e81-952a-8bdea1a6a300 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/security-groups?id=982f2ef2-bb6d-4fbc-bd87-ed6195b74a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832211 Jun 11 09:52:57.709180 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ca5f967a-b8e1-43a9-855b-66c66a694fca req-82e2e526-fc5b-4d5e-87b1-d1a0ff02f3c9 service neutron] 10.222.0.64 "GET /v2.0/networks/613fb304-5cfe-4609-aaba-f0eb53f2be57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232539 Jun 11 09:52:57.711193 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-af221174-9886-4c81-be5c-3c1052b65320 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:57.738749 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d7a45433-191c-4bfa-9c42-862c761d3b4c tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:57.746535 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0f870a69-ac80-4656-b5f1-791df63613dc tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:57.770466 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0e353184-6318-46fb-a43a-dc34807fe371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:57.771733 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e353184-6318-46fb-a43a-dc34807fe371 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:57.772635 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0e353184-6318-46fb-a43a-dc34807fe371 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:57.785058 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:57.796571 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a45433-191c-4bfa-9c42-862c761d3b4c tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Pushing event deleted for resources: {'Port': ['ID=c016c3ec-1a19-414d-b706-0cda3109d4d7,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:57.800185 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d7a45433-191c-4bfa-9c42-862c761d3b4c tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:57.869128 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d7a45433-191c-4bfa-9c42-862c761d3b4c tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:57.876644 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-d7a45433-191c-4bfa-9c42-862c761d3b4c tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] 10.222.0.60 "DELETE /v2.0/ports/c016c3ec-1a19-414d-b706-0cda3109d4d7 HTTP/1.1" status: 204 len: 168 time: 0.8852415 Jun 11 09:52:57.877914 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 53314) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:57.994479 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-77dd2056-ee21-44f9-aae5-1b8add3954c8 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Deleting subnet 62a6dda1-7462-4024-8075-4505dca1d4de {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 09:52:58.005019 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-77dd2056-ee21-44f9-aae5-1b8add3954c8 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:58.054458 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e353184-6318-46fb-a43a-dc34807fe371 admin admin] Pushing event updated for resources: {'Network': ['ID=2ee9e933-9fda-4839-b4cd-d38077481dd6,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:58.057702 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0e353184-6318-46fb-a43a-dc34807fe371 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:58.067233 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 2ee9e933-9fda-4839-b4cd-d38077481dd6 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:52:58.099385 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-77dd2056-ee21-44f9-aae5-1b8add3954c8 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:58.116250 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ca5f967a-b8e1-43a9-855b-66c66a694fca req-7880449e-d0f9-4ee9-813e-ec2570e338e4 service neutron] 10.222.0.64 "GET /v2.0/networks/613fb304-5cfe-4609-aaba-f0eb53f2be57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3994279 Jun 11 09:52:58.145003 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-af221174-9886-4c81-be5c-3c1052b65320 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:58.250686 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-77dd2056-ee21-44f9-aae5-1b8add3954c8 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:58.302597 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-af221174-9886-4c81-be5c-3c1052b65320 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:58.316563 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d08e8bcf-f44b-4d9f-9c30-abbdb05793bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:58.375079 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af221174-9886-4c81-be5c-3c1052b65320 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 752} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 09:52:58.398055 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af221174-9886-4c81-be5c-3c1052b65320 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99b754f3-12ba-4dea-911f-d0307efffe4b,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:58.402056 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-0e353184-6318-46fb-a43a-dc34807fe371 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2293978 Jun 11 09:52:58.405347 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 53324) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:58.415043 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-af221174-9886-4c81-be5c-3c1052b65320 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:58.415043 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-af221174-9886-4c81-be5c-3c1052b65320 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Added segment fb362e74-538d-4d22-a885-945d5caf997a of type vlan for network c8fd5154-d9af-4317-a1e7-18da3fe1dc8b Jun 11 09:52:58.415043 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-af221174-9886-4c81-be5c-3c1052b65320 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:58.432437 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-f52ec1ef-32b6-402b-9026-bceb0f3c7822 admin admin] Request body: {'subnet': {'network_id': '2ee9e933-9fda-4839-b4cd-d38077481dd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-110669818-subnet', 'tenant_id': 'dd0b80cc8f6f441fb34ed2f0b9466049', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:52:58.481140 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-af221174-9886-4c81-be5c-3c1052b65320 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:58.492625 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cecc118-f0ea-46a5-9623-b63be2041461 req-dfdb3f76-6607-4a33-99c2-875eb0c5acce tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:58.494126 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5cecc118-f0ea-46a5-9623-b63be2041461 req-dfdb3f76-6607-4a33-99c2-875eb0c5acce tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7f8d92-9315-4a44-bb99-c9751af7c624 HTTP/1.1" status: 200 len: 946 time: 0.1969972 Jun 11 09:52:58.524916 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-77dd2056-ee21-44f9-aae5-1b8add3954c8 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:58.535018 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:58.578026 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52ec1ef-32b6-402b-9026-bceb0f3c7822 admin admin] Made reservation on behalf of dd0b80cc8f6f441fb34ed2f0b9466049 for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:52:58.580319 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f52ec1ef-32b6-402b-9026-bceb0f3c7822 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:58.582119 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dd2056-ee21-44f9-aae5-1b8add3954c8 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Pushing event deleted for resources: {'Subnet': ['ID=62a6dda1-7462-4024-8075-4505dca1d4de,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:58.584204 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-96c4e294-bc47-4d25-a738-a1bd4742eb91 req-3b1f9dfc-7383-44c1-95af-5f797311a921 tempest-FlavorsV2NegativeTest-660300694 tempest-FlavorsV2NegativeTest-660300694-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=37758de65b7745e19b9238d4762fcb85&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0445352 Jun 11 09:52:58.585832 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-77dd2056-ee21-44f9-aae5-1b8add3954c8 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:58.588145 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-77dd2056-ee21-44f9-aae5-1b8add3954c8 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:58.589994 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-77dd2056-ee21-44f9-aae5-1b8add3954c8 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] 10.222.0.60 "DELETE /v2.0/subnets/62a6dda1-7462-4024-8075-4505dca1d4de HTTP/1.1" status: 204 len: 168 time: 0.7045622 Jun 11 09:52:58.592453 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 53338) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:58.599497 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbf1ca2-b2b6-418a-adae-c9845a2a0458 None None] Network d92fbcd9-7aa6-41f6-b665-9b09fcc5bb04 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:52:58.603265 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5cecc118-f0ea-46a5-9623-b63be2041461 req-25d5516d-2acc-43a4-a40a-9d659e762cc0 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] 10.222.0.60 "GET /v2.0/security-groups?id=8333e5a8-d8f9-4d1c-8e9a-89e36ebd0127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035459 Jun 11 09:52:58.691329 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-af221174-9886-4c81-be5c-3c1052b65320 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:58.696922 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af221174-9886-4c81-be5c-3c1052b65320 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:58.697519 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-af221174-9886-4c81-be5c-3c1052b65320 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:58.707016 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ae964ecf-c7c1-4c59-b45f-8f46efb72d81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:58.749408 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4ff02b49-145e-43d1-b86e-ecc6a396cc4e tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:58.845508 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af221174-9886-4c81-be5c-3c1052b65320 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Pushing event updated for resources: {'Network': ['ID=c8fd5154-d9af-4317-a1e7-18da3fe1dc8b,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:58.849516 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-af221174-9886-4c81-be5c-3c1052b65320 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:58.851088 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-af221174-9886-4c81-be5c-3c1052b65320 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.3797741 Jun 11 09:52:58.853994 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 53346) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:52:58.859103 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network c8fd5154-d9af-4317-a1e7-18da3fe1dc8b details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:52:58.859870 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-70749936-b248-497b-9cce-b1c628578f9e tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Request body: {'subnet': {'network_id': 'c8fd5154-d9af-4317-a1e7-18da3fe1dc8b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:52:58.953006 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3036e80d-2ae0-41df-8b34-6c58f001d1ea None None] DHCP port deletion for d92fbcd9-7aa6-41f6-b665-9b09fcc5bb04 request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 09:52:59.023368 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-3036e80d-2ae0-41df-8b34-6c58f001d1ea None None] Deleting port b0b2b30a-530a-40f1-8d73-eb93f154d337 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:52:59.024054 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3036e80d-2ae0-41df-8b34-6c58f001d1ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:59.032073 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-4ff02b49-145e-43d1-b86e-ecc6a396cc4e tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Deleting port b0b2b30a-530a-40f1-8d73-eb93f154d337 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:52:59.033229 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4ff02b49-145e-43d1-b86e-ecc6a396cc4e tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:59.081676 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f3867-b746-4d08-b427-cc098a5d1341 req-15bab3a7-b0a3-4b81-bbd7-40c15fe2aee1 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:59.083185 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-801f3867-b746-4d08-b427-cc098a5d1341 req-15bab3a7-b0a3-4b81-bbd7-40c15fe2aee1 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/ports?device_id=445071e3-bce3-40d6-b09a-3bc5f83c1af6 HTTP/1.1" status: 200 len: 945 time: 0.2172451 Jun 11 09:52:59.114354 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-3036e80d-2ae0-41df-8b34-6c58f001d1ea None None] For port b0b2b30a-530a-40f1-8d73-eb93f154d337, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=b0b2b30a-530a-40f1-8d73-eb93f154d337,segment=NetworkSegment(07e85541-49f4-4ac6-a569-a73cc1c75a58),segment_id=07e85541-49f4-4ac6-a569-a73cc1c75a58)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:52:59.114822 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3036e80d-2ae0-41df-8b34-6c58f001d1ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:59.151200 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-4ff02b49-145e-43d1-b86e-ecc6a396cc4e tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] For port b0b2b30a-530a-40f1-8d73-eb93f154d337, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=b0b2b30a-530a-40f1-8d73-eb93f154d337,segment=NetworkSegment(07e85541-49f4-4ac6-a569-a73cc1c75a58),segment_id=07e85541-49f4-4ac6-a569-a73cc1c75a58)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:52:59.151622 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4ff02b49-145e-43d1-b86e-ecc6a396cc4e tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:59.175357 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70749936-b248-497b-9cce-b1c628578f9e tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Made reservation on behalf of 380e218339884d979ec4dfcb00023c99 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:52:59.178870 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-70749936-b248-497b-9cce-b1c628578f9e tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:59.210257 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-3036e80d-2ae0-41df-8b34-6c58f001d1ea None None] Calling delete_port for b0b2b30a-530a-40f1-8d73-eb93f154d337 owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:52:59.254319 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c4e294-bc47-4d25-a738-a1bd4742eb91 req-ddb147d1-22e9-4f79-95e6-8002aaa726ca tempest-FlavorsV2NegativeTest-660300694 tempest-FlavorsV2NegativeTest-660300694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:59.255827 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-96c4e294-bc47-4d25-a738-a1bd4742eb91 req-ddb147d1-22e9-4f79-95e6-8002aaa726ca tempest-FlavorsV2NegativeTest-660300694 tempest-FlavorsV2NegativeTest-660300694-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6520588 Jun 11 09:52:59.282128 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-4ff02b49-145e-43d1-b86e-ecc6a396cc4e tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Calling delete_port for b0b2b30a-530a-40f1-8d73-eb93f154d337 owned by network:dhcp {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:52:59.303637 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-96c4e294-bc47-4d25-a738-a1bd4742eb91 req-c95e8751-6440-4b0b-a55e-c55e55e0cbe4 tempest-FlavorsV2NegativeTest-660300694 tempest-FlavorsV2NegativeTest-660300694-project] 10.222.0.60 "GET /v2.0/quotas/37758de65b7745e19b9238d4762fcb85 HTTP/1.1" status: 200 len: 375 time: 0.0131855 Jun 11 09:52:59.319238 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-801f3867-b746-4d08-b427-cc098a5d1341 req-0136d006-2d77-4754-b924-01a91a232aca tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/security-groups?id=982f2ef2-bb6d-4fbc-bd87-ed6195b74a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869516 Jun 11 09:52:59.384860 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-96c4e294-bc47-4d25-a738-a1bd4742eb91 req-bcf9b62b-9076-4284-ab29-e7cbd03e7a62 tempest-FlavorsV2NegativeTest-660300694 tempest-FlavorsV2NegativeTest-660300694-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=37758de65b7745e19b9238d4762fcb85&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0726354 Jun 11 09:52:59.424231 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3036e80d-2ae0-41df-8b34-6c58f001d1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:59.439642 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:59.456260 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3036e80d-2ae0-41df-8b34-6c58f001d1ea None None] No DVR routers for this DVR port b0b2b30a-530a-40f1-8d73-eb93f154d337 on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:52:59.516112 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4ff02b49-145e-43d1-b86e-ecc6a396cc4e tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:59.519943 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f52ec1ef-32b6-402b-9026-bceb0f3c7822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:59.520799 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4212aa92-f27a-4f6e-a5f1-d90bd03ecf78 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:59.524860 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-73aa5807-2862-4aa2-a159-c73266d05141 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:59.544315 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3036e80d-2ae0-41df-8b34-6c58f001d1ea None None] Pushing event deleted for resources: {'Port': ['ID=b0b2b30a-530a-40f1-8d73-eb93f154d337,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:59.556229 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-3036e80d-2ae0-41df-8b34-6c58f001d1ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:59.561832 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff02b49-145e-43d1-b86e-ecc6a396cc4e tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Pushing event deleted for resources: {'Port': ['ID=b0b2b30a-530a-40f1-8d73-eb93f154d337,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:59.571075 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4ff02b49-145e-43d1-b86e-ecc6a396cc4e tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:59.572070 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff02b49-145e-43d1-b86e-ecc6a396cc4e tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] No DVR routers for this DVR port b0b2b30a-530a-40f1-8d73-eb93f154d337 on host n-d-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:52:59.613904 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52ec1ef-32b6-402b-9026-bceb0f3c7822 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfe503b2-e60a-4c51-bb64-dfd15e82ca23,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:59.623186 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f52ec1ef-32b6-402b-9026-bceb0f3c7822 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:59.637050 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52ec1ef-32b6-402b-9026-bceb0f3c7822 admin admin] Checking segment: {'id': 'b1043da1-5480-43ec-a726-3c2fce12da10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '2ee9e933-9fda-4839-b4cd-d38077481dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:52:59.637050 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52ec1ef-32b6-402b-9026-bceb0f3c7822 admin admin] Network hostable DHCP agents. Network: 2ee9e933-9fda-4839-b4cd-d38077481dd6, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 09:52:59.722730 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device b0b2b30a-530a-40f1-8d73-eb93f154d337 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:52:59.738306 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4ff02b49-145e-43d1-b86e-ecc6a396cc4e tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:59.752194 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: b0b2b30a-530a-40f1-8d73-eb93f154d337 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:52:59.752560 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device b0b2b30a-530a-40f1-8d73-eb93f154d337 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:52:59.754309 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-4ff02b49-145e-43d1-b86e-ecc6a396cc4e tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d92fbcd9-7aa6-41f6-b665-9b09fcc5bb04']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:52:59.765855 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52ec1ef-32b6-402b-9026-bceb0f3c7822 admin admin] Network 2ee9e933-9fda-4839-b4cd-d38077481dd6 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 09:52:59.766040 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-4ff02b49-145e-43d1-b86e-ecc6a396cc4e tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07e85541-49f4-4ac6-a569-a73cc1c75a58') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:52:59.766373 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-4ff02b49-145e-43d1-b86e-ecc6a396cc4e tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07e85541-49f4-4ac6-a569-a73cc1c75a58') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:52:59.768689 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-70749936-b248-497b-9cce-b1c628578f9e tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:59.776767 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-03463b78-2786-4285-a144-c12e83bb973c tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:52:59.785970 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4ff02b49-145e-43d1-b86e-ecc6a396cc4e tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:59.847017 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4ff02b49-145e-43d1-b86e-ecc6a396cc4e tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:59.866660 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70749936-b248-497b-9cce-b1c628578f9e tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Pushing event updated for resources: {'Subnet': ['ID=067facfb-a47a-4fd4-a3c7-29c316f29521,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:52:59.871513 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ff02b49-145e-43d1-b86e-ecc6a396cc4e tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Releasing vlan 766 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 09:52:59.871953 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4ff02b49-145e-43d1-b86e-ecc6a396cc4e tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:59.875003 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:52:59.875003 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:52:59.875003 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:52:59.875003 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:52:59.875003 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:52:59.875003 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:52:59.875003 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:52:59.875003 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:52:59.875003 n-d-779913-12 neutron-server[93177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 09:52:59.875003 n-d-779913-12 neutron-server[93177]: self.session.flush() Jun 11 09:52:59.875003 n-d-779913-12 neutron-server[93177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 09:52:59.875003 n-d-779913-12 neutron-server[93177]: self.session.flush() Jun 11 09:52:59.875003 n-d-779913-12 neutron-server[93177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 09:52:59.875003 n-d-779913-12 neutron-server[93177]: self.session.flush() Jun 11 09:52:59.875003 n-d-779913-12 neutron-server[93177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 09:52:59.875003 n-d-779913-12 neutron-server[93177]: self.session.flush() Jun 11 09:52:59.875003 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 09:52:59.875003 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 09:52:59.875003 n-d-779913-12 neutron-server[93177]: timer() Jun 11 09:52:59.875003 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 09:52:59.875003 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 09:52:59.875003 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 09:52:59.875003 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 09:52:59.875003 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 09:52:59.875003 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 09:52:59.875003 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 09:52:59.875003 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 09:52:59.875003 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 09:52:59.875003 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 09:52:59.875003 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 09:52:59.875003 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 09:52:59.875003 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 09:52:59.875003 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 09:52:59.875003 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 09:52:59.875003 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 09:52:59.875003 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 09:52:59.875003 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 09:52:59.875003 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 09:52:59.875003 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 09:52:59.875003 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 09:52:59.875003 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 09:52:59.875003 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 09:52:59.875003 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 09:52:59.875003 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 09:52:59.875003 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 09:52:59.875003 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 09:52:59.875003 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 09:52:59.875003 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 09:52:59.882762 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-70749936-b248-497b-9cce-b1c628578f9e tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:52:59.905631 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70749936-b248-497b-9cce-b1c628578f9e tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Checking segment: {'id': 'fb362e74-538d-4d22-a885-945d5caf997a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'c8fd5154-d9af-4317-a1e7-18da3fe1dc8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:52:59.905995 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70749936-b248-497b-9cce-b1c628578f9e tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Network hostable DHCP agents. Network: c8fd5154-d9af-4317-a1e7-18da3fe1dc8b, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 09:52:59.960246 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-f52ec1ef-32b6-402b-9026-bceb0f3c7822 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 2ee9e933-9fda-4839-b4cd-d38077481dd6) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:52:59.966203 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52ec1ef-32b6-402b-9026-bceb0f3c7822 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:52:59.966938 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f52ec1ef-32b6-402b-9026-bceb0f3c7822 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:52:59.973721 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3052f8af-3fb6-4227-b09c-abe8fa61ba10 None None] Network 2ee9e933-9fda-4839-b4cd-d38077481dd6 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:53:00.058506 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11be082-8a5c-48ce-9e8a-427236570068 req-cae3da75-7929-4d3a-a6ff-797ad1962ad2 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:00.060002 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e11be082-8a5c-48ce-9e8a-427236570068 req-cae3da75-7929-4d3a-a6ff-797ad1962ad2 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7f8d92-9315-4a44-bb99-c9751af7c624 HTTP/1.1" status: 200 len: 946 time: 0.0778005 Jun 11 09:53:00.078444 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4ff02b49-145e-43d1-b86e-ecc6a396cc4e tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:00.099122 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-f52ec1ef-32b6-402b-9026-bceb0f3c7822 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6926615 Jun 11 09:53:00.101277 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 53374) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:00.103914 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4ff02b49-145e-43d1-b86e-ecc6a396cc4e tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:00.106928 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-d5e12a98-e3e5-40d9-abe8-41a09ab80d71 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-110669818-router', 'tenant_id': 'dd0b80cc8f6f441fb34ed2f0b9466049', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:53:00.108855 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-4ff02b49-145e-43d1-b86e-ecc6a396cc4e tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] 10.222.0.60 "DELETE /v2.0/networks/d92fbcd9-7aa6-41f6-b665-9b09fcc5bb04 HTTP/1.1" status: 204 len: 168 time: 1.5154350 Jun 11 09:53:00.111531 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:00.117288 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70749936-b248-497b-9cce-b1c628578f9e tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Network c8fd5154-d9af-4317-a1e7-18da3fe1dc8b is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 09:53:00.144610 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff02b49-145e-43d1-b86e-ecc6a396cc4e tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Pushing event deleted for resources: {'Network': ['ID=d92fbcd9-7aa6-41f6-b665-9b09fcc5bb04,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:00.144610 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-70749936-b248-497b-9cce-b1c628578f9e tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, c8fd5154-d9af-4317-a1e7-18da3fe1dc8b) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:53:00.145486 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4ff02b49-145e-43d1-b86e-ecc6a396cc4e tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:00.145729 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e11be082-8a5c-48ce-9e8a-427236570068 req-73d4cc07-9071-4640-8bfc-be92ede2df91 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] 10.222.0.60 "GET /v2.0/security-groups?id=8333e5a8-d8f9-4d1c-8e9a-89e36ebd0127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797663 Jun 11 09:53:00.149421 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70749936-b248-497b-9cce-b1c628578f9e tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:00.151425 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-70749936-b248-497b-9cce-b1c628578f9e tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:00.185275 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56670f4f-a8f9-445b-bf90-060259dc41ce None None] Network c8fd5154-d9af-4317-a1e7-18da3fe1dc8b requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:53:00.202599 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9597118f-a53e-47ed-a5d9-d622ebf28881 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-2ee9e933-9fda-4839-b4cd-d38077481dd6', 'network_id': '2ee9e933-9fda-4839-b4cd-d38077481dd6', 'tenant_id': 'dd0b80cc8f6f441fb34ed2f0b9466049', 'fixed_ips': [{'subnet_id': 'cfe503b2-e60a-4c51-bb64-dfd15e82ca23'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 09:53:00.203531 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-9597118f-a53e-47ed-a5d9-d622ebf28881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:00.249856 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d5e12a98-e3e5-40d9-abe8-41a09ab80d71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:00.251251 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d5e12a98-e3e5-40d9-abe8-41a09ab80d71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:00.320640 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d5e12a98-e3e5-40d9-abe8-41a09ab80d71 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:00.361195 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-70749936-b248-497b-9cce-b1c628578f9e tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5061088 Jun 11 09:53:00.364110 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 53380) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:00.369453 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-67c214ca-66a0-452e-b513-c5e9aded1cb5 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Request body: {'network': {'name': 'tempest-router-network01--1966356744'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:53:00.468802 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c214ca-66a0-452e-b513-c5e9aded1cb5 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Made reservation on behalf of 380e218339884d979ec4dfcb00023c99 for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:53:00.475199 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-67c214ca-66a0-452e-b513-c5e9aded1cb5 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:00.498888 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-9597118f-a53e-47ed-a5d9-d622ebf28881 None None] Allocated IP 172.20.0.2 (2ee9e933-9fda-4839-b4cd-d38077481dd6/cfe503b2-e60a-4c51-bb64-dfd15e82ca23/84490f4f-022f-45f3-8013-68e53682deec) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:53:00.517389 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b0b1a8-e3d5-4af9-9611-fe2a2f247987 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-c8fd5154-d9af-4317-a1e7-18da3fe1dc8b', 'network_id': 'c8fd5154-d9af-4317-a1e7-18da3fe1dc8b', 'tenant_id': '380e218339884d979ec4dfcb00023c99', 'fixed_ips': [{'subnet_id': '067facfb-a47a-4fd4-a3c7-29c316f29521'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 09:53:00.520367 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-72b0b1a8-e3d5-4af9-9611-fe2a2f247987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:00.554643 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67c214ca-66a0-452e-b513-c5e9aded1cb5 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 777} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 09:53:00.573606 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-67c214ca-66a0-452e-b513-c5e9aded1cb5 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:00.574154 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-67c214ca-66a0-452e-b513-c5e9aded1cb5 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Added segment ac148dbe-bd73-4b61-9c6c-da2d0daca174 of type vlan for network 5dad1ceb-9721-4fc0-9291-d732f31b0388 Jun 11 09:53:00.640585 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-67c214ca-66a0-452e-b513-c5e9aded1cb5 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:00.657299 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74071b1-252a-4980-aff3-498ef28a23ab req-e2040e53-8d9f-4e35-a1b3-b2ec7149295e tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:00.659106 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f74071b1-252a-4980-aff3-498ef28a23ab req-e2040e53-8d9f-4e35-a1b3-b2ec7149295e tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/ports?device_id=445071e3-bce3-40d6-b09a-3bc5f83c1af6 HTTP/1.1" status: 200 len: 945 time: 0.2092855 Jun 11 09:53:00.731331 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d5e12a98-e3e5-40d9-abe8-41a09ab80d71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:00.764985 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f74071b1-252a-4980-aff3-498ef28a23ab req-d2a0ab02-7ebd-4bd0-a4ef-534e17eb8572 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/security-groups?id=982f2ef2-bb6d-4fbc-bd87-ed6195b74a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951812 Jun 11 09:53:00.803555 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 53390) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:00.857072 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-67c214ca-66a0-452e-b513-c5e9aded1cb5 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:00.865300 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c214ca-66a0-452e-b513-c5e9aded1cb5 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:00.868630 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-67c214ca-66a0-452e-b513-c5e9aded1cb5 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:00.874952 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:00.929799 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 53394) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:01.020570 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c214ca-66a0-452e-b513-c5e9aded1cb5 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Pushing event updated for resources: {'Network': ['ID=5dad1ceb-9721-4fc0-9291-d732f31b0388,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:01.035244 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-67c214ca-66a0-452e-b513-c5e9aded1cb5 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:01.043253 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 5dad1ceb-9721-4fc0-9291-d732f31b0388 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:53:01.046203 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-67c214ca-66a0-452e-b513-c5e9aded1cb5 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6803768 Jun 11 09:53:01.049137 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 53398) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:01.055032 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-cf4fa4cc-c4e5-497c-94ad-2421245d3e99 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Request body: {'network': {'name': 'tempest-router-network02--1541021114'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:53:01.087778 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-9597118f-a53e-47ed-a5d9-d622ebf28881 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:01.091615 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-72b0b1a8-e3d5-4af9-9611-fe2a2f247987 None None] Allocated IP 172.20.0.2 (c8fd5154-d9af-4317-a1e7-18da3fe1dc8b/067facfb-a47a-4fd4-a3c7-29c316f29521/eb6a72fc-3d40-49f4-a643-66eb964e63ce) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:53:01.107095 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-9597118f-a53e-47ed-a5d9-d622ebf28881 None None] Transition to ACTIVE for port object 84490f4f-022f-45f3-8013-68e53682deec will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:53:01.112458 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-d04f3ed0-12a1-4abb-8d1e-de9a9df4851b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=09b3ade472674cfa9ad5630536f84a2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3048761 Jun 11 09:53:01.112968 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 53400) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:01.170077 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9ec75a38-8aab-44df-ab55-2338d3a42f73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:01.175950 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:01.187882 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-69a092bf-e87d-436b-84eb-551f343dfbc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:01.194675 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9ec75a38-8aab-44df-ab55-2338d3a42f73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:01.208646 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-9597118f-a53e-47ed-a5d9-d622ebf28881 None None] Transition to ACTIVE for port object 84490f4f-022f-45f3-8013-68e53682deec will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:53:01.243256 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf4fa4cc-c4e5-497c-94ad-2421245d3e99 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Made reservation on behalf of 380e218339884d979ec4dfcb00023c99 for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:53:01.250247 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cf4fa4cc-c4e5-497c-94ad-2421245d3e99 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:01.277300 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d5e12a98-e3e5-40d9-abe8-41a09ab80d71 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:01.286534 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf4fa4cc-c4e5-497c-94ad-2421245d3e99 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 751} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 09:53:01.296024 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cf4fa4cc-c4e5-497c-94ad-2421245d3e99 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:01.299845 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-cf4fa4cc-c4e5-497c-94ad-2421245d3e99 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Added segment 6072df20-62b2-4c07-b0ce-291f088c0f3a of type vlan for network 5dfd9a97-f5ba-46ca-87a5-c3257ecd1aa9 Jun 11 09:53:01.315263 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d5e12a98-e3e5-40d9-abe8-41a09ab80d71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:01.342351 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-9597118f-a53e-47ed-a5d9-d622ebf28881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:01.346299 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:01.385167 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cf4fa4cc-c4e5-497c-94ad-2421245d3e99 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:01.395609 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9ec75a38-8aab-44df-ab55-2338d3a42f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:01.398183 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9ec75a38-8aab-44df-ab55-2338d3a42f73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:01.401731 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-9ec75a38-8aab-44df-ab55-2338d3a42f73 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/36547dd1-a8ed-4029-92ba-0f9624b7c073 HTTP/1.1" status: 204 len: 168 time: 0.2856848 Jun 11 09:53:01.403287 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-720def48-596d-489f-a407-0d4c78cbd47f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:01.409689 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9597118f-a53e-47ed-a5d9-d622ebf28881 None None] Network 2ee9e933-9fda-4839-b4cd-d38077481dd6 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:53:01.424681 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec75a38-8aab-44df-ab55-2338d3a42f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36547dd1-a8ed-4029-92ba-0f9624b7c073,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:01.438752 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9ec75a38-8aab-44df-ab55-2338d3a42f73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:01.459947 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-72b0b1a8-e3d5-4af9-9611-fe2a2f247987 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:01.467947 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fe4bee-c3d5-4b6f-95cd-cf6363fee142 req-8a7df682-2a49-4244-a8d7-ebe63b864442 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:01.469517 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-27fe4bee-c3d5-4b6f-95cd-cf6363fee142 req-8a7df682-2a49-4244-a8d7-ebe63b864442 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7f8d92-9315-4a44-bb99-c9751af7c624 HTTP/1.1" status: 200 len: 946 time: 0.1291142 Jun 11 09:53:01.475011 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-9597118f-a53e-47ed-a5d9-d622ebf28881 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:53:01.477408 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9597118f-a53e-47ed-a5d9-d622ebf28881 None None] Pushing event updated for resources: {'Port': ['ID=84490f4f-022f-45f3-8013-68e53682deec,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:01.483611 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-69a092bf-e87d-436b-84eb-551f343dfbc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:01.488388 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9597118f-a53e-47ed-a5d9-d622ebf28881 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:53:01.491547 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-9597118f-a53e-47ed-a5d9-d622ebf28881 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:01.492502 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-72b0b1a8-e3d5-4af9-9611-fe2a2f247987 None None] Transition to ACTIVE for port object eb6a72fc-3d40-49f4-a643-66eb964e63ce will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:53:01.503797 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-d5e12a98-e3e5-40d9-abe8-41a09ab80d71 admin admin] Allocated IP 172.25.4.32 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/f49a1439-66e5-4e1c-8b08-cc7e22547553) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:53:01.525080 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-27fe4bee-c3d5-4b6f-95cd-cf6363fee142 req-3d609581-083f-408a-93cf-5ce479ae3a49 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] 10.222.0.60 "GET /v2.0/security-groups?id=8333e5a8-d8f9-4d1c-8e9a-89e36ebd0127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495534 Jun 11 09:53:01.535996 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cf4fa4cc-c4e5-497c-94ad-2421245d3e99 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:01.545585 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4fa4cc-c4e5-497c-94ad-2421245d3e99 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:01.545985 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cf4fa4cc-c4e5-497c-94ad-2421245d3e99 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:01.547209 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-72b0b1a8-e3d5-4af9-9611-fe2a2f247987 None None] Transition to ACTIVE for port object eb6a72fc-3d40-49f4-a643-66eb964e63ce will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:53:01.552462 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-09a8533f-15e3-461c-a114-63c05dc98c50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:01.595754 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-9597118f-a53e-47ed-a5d9-d622ebf28881 None None] Attempting to bind port 84490f4f-022f-45f3-8013-68e53682deec on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:53:01.596117 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-9597118f-a53e-47ed-a5d9-d622ebf28881 None None] Attempting to bind port 84490f4f-022f-45f3-8013-68e53682deec by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'b1043da1-5480-43ec-a726-3c2fce12da10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '2ee9e933-9fda-4839-b4cd-d38077481dd6'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:53:01.596500 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9597118f-a53e-47ed-a5d9-d622ebf28881 None None] Attempting to bind port 84490f4f-022f-45f3-8013-68e53682deec on network 2ee9e933-9fda-4839-b4cd-d38077481dd6 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:53:01.602090 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9597118f-a53e-47ed-a5d9-d622ebf28881 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:53:01.602482 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9597118f-a53e-47ed-a5d9-d622ebf28881 None None] Checking segment: {'id': 'b1043da1-5480-43ec-a726-3c2fce12da10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '2ee9e933-9fda-4839-b4cd-d38077481dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:53:01.602970 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-9597118f-a53e-47ed-a5d9-d622ebf28881 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:01.603372 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9597118f-a53e-47ed-a5d9-d622ebf28881 None None] Bound using segment: {'id': 'b1043da1-5480-43ec-a726-3c2fce12da10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '2ee9e933-9fda-4839-b4cd-d38077481dd6'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:53:01.603864 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-9597118f-a53e-47ed-a5d9-d622ebf28881 None None] Bound port: 84490f4f-022f-45f3-8013-68e53682deec, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1043da1-5480-43ec-a726-3c2fce12da10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '2ee9e933-9fda-4839-b4cd-d38077481dd6'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:53:01.604250 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-9597118f-a53e-47ed-a5d9-d622ebf28881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:01.640424 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-69a092bf-e87d-436b-84eb-551f343dfbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:01.645292 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c098a4a6-920a-445d-a4f1-9fe92e0b5e88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:01.651794 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-72b0b1a8-e3d5-4af9-9611-fe2a2f247987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:01.661311 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:01.714916 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d5e12a98-e3e5-40d9-abe8-41a09ab80d71 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:01.720127 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a092bf-e87d-436b-84eb-551f343dfbc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc8ae763-57cd-4fca-b4f0-1edfdaecdb01,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:01.731016 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-69a092bf-e87d-436b-84eb-551f343dfbc8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=37758de65b7745e19b9238d4762fcb85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7999389 Jun 11 09:53:01.731796 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 53406) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:01.734761 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-69a092bf-e87d-436b-84eb-551f343dfbc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:01.737812 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b0b1a8-e3d5-4af9-9611-fe2a2f247987 None None] Network c8fd5154-d9af-4317-a1e7-18da3fe1dc8b is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:53:01.761021 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-9597118f-a53e-47ed-a5d9-d622ebf28881 None None] For port 84490f4f-022f-45f3-8013-68e53682deec, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:53:01.768805 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-9597118f-a53e-47ed-a5d9-d622ebf28881 None None] For port 84490f4f-022f-45f3-8013-68e53682deec, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=84490f4f-022f-45f3-8013-68e53682deec,segment=NetworkSegment(b1043da1-5480-43ec-a726-3c2fce12da10),segment_id=b1043da1-5480-43ec-a726-3c2fce12da10)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:53:01.774137 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-72b0b1a8-e3d5-4af9-9611-fe2a2f247987 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:53:01.778069 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b0b1a8-e3d5-4af9-9611-fe2a2f247987 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:53:01.785615 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b0b1a8-e3d5-4af9-9611-fe2a2f247987 None None] Pushing event updated for resources: {'Port': ['ID=eb6a72fc-3d40-49f4-a643-66eb964e63ce,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:01.804516 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-72b0b1a8-e3d5-4af9-9611-fe2a2f247987 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:01.854066 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-9597118f-a53e-47ed-a5d9-d622ebf28881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:01.885154 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:01.935471 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7fb308bc-5652-4b84-a714-e1674a76286d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:01.974564 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7fb308bc-5652-4b84-a714-e1674a76286d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:01.986175 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9597118f-a53e-47ed-a5d9-d622ebf28881 None None] Pushing event updated for resources: {'Port': ['ID=84490f4f-022f-45f3-8013-68e53682deec,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:02.018080 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-9597118f-a53e-47ed-a5d9-d622ebf28881 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:02.026418 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-72b0b1a8-e3d5-4af9-9611-fe2a2f247987 None None] Attempting to bind port eb6a72fc-3d40-49f4-a643-66eb964e63ce on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:53:02.026874 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-72b0b1a8-e3d5-4af9-9611-fe2a2f247987 None None] Attempting to bind port eb6a72fc-3d40-49f4-a643-66eb964e63ce by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'fb362e74-538d-4d22-a885-945d5caf997a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'c8fd5154-d9af-4317-a1e7-18da3fe1dc8b'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:53:02.027351 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b0b1a8-e3d5-4af9-9611-fe2a2f247987 None None] Attempting to bind port eb6a72fc-3d40-49f4-a643-66eb964e63ce on network c8fd5154-d9af-4317-a1e7-18da3fe1dc8b {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:53:02.048297 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b0b1a8-e3d5-4af9-9611-fe2a2f247987 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:53:02.048297 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b0b1a8-e3d5-4af9-9611-fe2a2f247987 None None] Checking segment: {'id': 'fb362e74-538d-4d22-a885-945d5caf997a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'c8fd5154-d9af-4317-a1e7-18da3fe1dc8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:53:02.048297 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-72b0b1a8-e3d5-4af9-9611-fe2a2f247987 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:02.048297 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b0b1a8-e3d5-4af9-9611-fe2a2f247987 None None] Bound using segment: {'id': 'fb362e74-538d-4d22-a885-945d5caf997a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'c8fd5154-d9af-4317-a1e7-18da3fe1dc8b'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:53:02.049262 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d5e12a98-e3e5-40d9-abe8-41a09ab80d71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:02.049389 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-72b0b1a8-e3d5-4af9-9611-fe2a2f247987 None None] Bound port: eb6a72fc-3d40-49f4-a643-66eb964e63ce, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb362e74-538d-4d22-a885-945d5caf997a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'c8fd5154-d9af-4317-a1e7-18da3fe1dc8b'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:53:02.049389 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-72b0b1a8-e3d5-4af9-9611-fe2a2f247987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:02.049584 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-38c0c8e2-fe77-4cf4-8191-8c9628a9d66b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:02.097998 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e12a98-e3e5-40d9-abe8-41a09ab80d71 admin admin] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:53:02.101867 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-d5e12a98-e3e5-40d9-abe8-41a09ab80d71 admin admin] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:53:02.105615 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e12a98-e3e5-40d9-abe8-41a09ab80d71 admin admin] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:53:02.112247 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e12a98-e3e5-40d9-abe8-41a09ab80d71 admin admin] Pushing event updated for resources: {'Port': ['ID=f49a1439-66e5-4e1c-8b08-cc7e22547553,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:02.115234 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d5e12a98-e3e5-40d9-abe8-41a09ab80d71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:02.190128 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7fb308bc-5652-4b84-a714-e1674a76286d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:02.193519 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7fb308bc-5652-4b84-a714-e1674a76286d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:02.195043 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4fa4cc-c4e5-497c-94ad-2421245d3e99 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Pushing event updated for resources: {'Network': ['ID=5dfd9a97-f5ba-46ca-87a5-c3257ecd1aa9,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:02.197875 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-7fb308bc-5652-4b84-a714-e1674a76286d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fc8ae763-57cd-4fca-b4f0-1edfdaecdb01 HTTP/1.1" status: 204 len: 168 time: 0.4619386 Jun 11 09:53:02.199086 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7c71bde1-61dc-4be5-a26f-5477927dd0ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:02.212949 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 5dfd9a97-f5ba-46ca-87a5-c3257ecd1aa9 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:53:02.268421 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb308bc-5652-4b84-a714-e1674a76286d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc8ae763-57cd-4fca-b4f0-1edfdaecdb01,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:02.281015 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-cf4fa4cc-c4e5-497c-94ad-2421245d3e99 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.728s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:02.287692 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-cf4fa4cc-c4e5-497c-94ad-2421245d3e99 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2375481 Jun 11 09:53:02.291962 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 53424) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:02.301324 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-01336138-f724-4ae8-b4c6-c678527037c3 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Request body: {'subnet': {'network_id': '5dad1ceb-9721-4fc0-9291-d732f31b0388', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:53:02.320017 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7fb308bc-5652-4b84-a714-e1674a76286d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:02.344469 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-72b0b1a8-e3d5-4af9-9611-fe2a2f247987 None None] For port eb6a72fc-3d40-49f4-a643-66eb964e63ce, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:53:02.348797 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-72b0b1a8-e3d5-4af9-9611-fe2a2f247987 None None] For port eb6a72fc-3d40-49f4-a643-66eb964e63ce, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=eb6a72fc-3d40-49f4-a643-66eb964e63ce,segment=NetworkSegment(fb362e74-538d-4d22-a885-945d5caf997a),segment_id=fb362e74-538d-4d22-a885-945d5caf997a)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:53:02.464084 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-72b0b1a8-e3d5-4af9-9611-fe2a2f247987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:02.470960 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-72b0b1a8-e3d5-4af9-9611-fe2a2f247987 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:02.533279 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7522982-25d7-451e-9607-1262f94f7a55 req-29b218c3-8b36-45a2-8339-a40fa17e3377 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:02.540153 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e7522982-25d7-451e-9607-1262f94f7a55 req-29b218c3-8b36-45a2-8339-a40fa17e3377 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/ports?device_id=445071e3-bce3-40d6-b09a-3bc5f83c1af6 HTTP/1.1" status: 200 len: 945 time: 0.4476151 Jun 11 09:53:02.550252 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c191d25c-7581-49f8-b53a-6d283717d143 req-a3a596fc-5e06-4f68-b4f5-c02cbce71ef4 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:02.551450 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c191d25c-7581-49f8-b53a-6d283717d143 req-a3a596fc-5e06-4f68-b4f5-c02cbce71ef4 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab7f8d92-9315-4a44-bb99-c9751af7c624 HTTP/1.1" status: 200 len: 946 time: 0.4576983 Jun 11 09:53:02.569893 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b0b1a8-e3d5-4af9-9611-fe2a2f247987 None None] Pushing event updated for resources: {'Port': ['ID=eb6a72fc-3d40-49f4-a643-66eb964e63ce,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:02.573195 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-72b0b1a8-e3d5-4af9-9611-fe2a2f247987 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:02.649090 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01336138-f724-4ae8-b4c6-c678527037c3 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Made reservation on behalf of 380e218339884d979ec4dfcb00023c99 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:53:02.652139 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-01336138-f724-4ae8-b4c6-c678527037c3 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:02.874135 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d5e12a98-e3e5-40d9-abe8-41a09ab80d71 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:03.030138 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe09c14-774e-4d65-a016-c258c02234b0 req-fc150235-e29c-41e9-8c54-83c8553b0f3a tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:03.038191 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-abe09c14-774e-4d65-a016-c258c02234b0 req-fc150235-e29c-41e9-8c54-83c8553b0f3a tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7f8d92-9315-4a44-bb99-c9751af7c624 HTTP/1.1" status: 200 len: 946 time: 0.3163972 Jun 11 09:53:03.082424 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e7522982-25d7-451e-9607-1262f94f7a55 req-4fe25c2d-ee25-48c4-bea6-836c78aea1bb tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/security-groups?id=982f2ef2-bb6d-4fbc-bd87-ed6195b74a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5310621 Jun 11 09:53:03.115189 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-abe09c14-774e-4d65-a016-c258c02234b0 req-f4cbe984-d917-48e0-9ec5-0386adb47ffb tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] 10.222.0.60 "GET /v2.0/security-groups?id=8333e5a8-d8f9-4d1c-8e9a-89e36ebd0127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759363 Jun 11 09:53:03.170345 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-c191d25c-7581-49f8-b53a-6d283717d143 req-10abb013-75fb-4e09-b155-6c21e94f7fa2 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Deleting port ff45e742-419a-4c96-bd25-b92421461765 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:53:03.170708 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-c191d25c-7581-49f8-b53a-6d283717d143 req-10abb013-75fb-4e09-b155-6c21e94f7fa2 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:03.342484 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 53452) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:03.352446 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-01336138-f724-4ae8-b4c6-c678527037c3 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:03.357067 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-49a55d92-0083-4a83-8a00-89993ea718b0 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:03.485997 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-c191d25c-7581-49f8-b53a-6d283717d143 req-10abb013-75fb-4e09-b155-6c21e94f7fa2 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] For port ff45e742-419a-4c96-bd25-b92421461765, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=ff45e742-419a-4c96-bd25-b92421461765,segment=NetworkSegment(6b01e6de-f547-451b-b2c7-cf7ead3516ab),segment_id=6b01e6de-f547-451b-b2c7-cf7ead3516ab)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:53:03.486372 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-c191d25c-7581-49f8-b53a-6d283717d143 req-10abb013-75fb-4e09-b155-6c21e94f7fa2 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:03.502625 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01336138-f724-4ae8-b4c6-c678527037c3 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Pushing event updated for resources: {'Subnet': ['ID=ff46e1f6-a522-42dd-a396-db238ffe06fc,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:03.509124 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-01336138-f724-4ae8-b4c6-c678527037c3 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:03.576478 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30111ad-4f2a-4604-89ef-e54ce2a4a8ec None None] Network 2ee9e933-9fda-4839-b4cd-d38077481dd6 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:53:03.622548 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-0d71cc60-af5c-44ca-8f3d-1e24cb9dc000 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1911827405'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:53:03.639453 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01336138-f724-4ae8-b4c6-c678527037c3 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Checking segment: {'id': 'ac148dbe-bd73-4b61-9c6c-da2d0daca174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '5dad1ceb-9721-4fc0-9291-d732f31b0388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:53:03.639848 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01336138-f724-4ae8-b4c6-c678527037c3 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Network hostable DHCP agents. Network: 5dad1ceb-9721-4fc0-9291-d732f31b0388, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 09:53:03.815058 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d71cc60-af5c-44ca-8f3d-1e24cb9dc000 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Made reservation on behalf of 3a7e48b24b924bff8faf8c740b2810c2 for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:53:03.819598 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0d71cc60-af5c-44ca-8f3d-1e24cb9dc000 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:03.845252 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0d71cc60-af5c-44ca-8f3d-1e24cb9dc000 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:03.885673 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 84490f4f-022f-45f3-8013-68e53682deec up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:53:03.909937 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01336138-f724-4ae8-b4c6-c678527037c3 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Network 5dad1ceb-9721-4fc0-9291-d732f31b0388 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 09:53:03.931995 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d5e12a98-e3e5-40d9-abe8-41a09ab80d71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:03.950884 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-37507a75-6044-43fd-8fcf-076dbc8cfeb8 None None] Provisioning for port 84490f4f-022f-45f3-8013-68e53682deec completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:53:04.032580 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-01336138-f724-4ae8-b4c6-c678527037c3 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 5dad1ceb-9721-4fc0-9291-d732f31b0388) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:53:04.037249 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01336138-f724-4ae8-b4c6-c678527037c3 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:04.038146 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-01336138-f724-4ae8-b4c6-c678527037c3 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:04.051842 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f065dc-5818-4831-a62c-59596599e2d8 None None] Network 5dad1ceb-9721-4fc0-9291-d732f31b0388 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:53:04.061723 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-c191d25c-7581-49f8-b53a-6d283717d143 req-10abb013-75fb-4e09-b155-6c21e94f7fa2 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:04.062149 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-c191d25c-7581-49f8-b53a-6d283717d143 req-10abb013-75fb-4e09-b155-6c21e94f7fa2 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:04.062455 n-d-779913-12 neutron-server[93177]: INFO neutron.db.l3_db [req-c191d25c-7581-49f8-b53a-6d283717d143 req-10abb013-75fb-4e09-b155-6c21e94f7fa2 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Floating IP 8b18b326-53eb-43d0-a0cd-73e980317ebc disassociated. External IP: 172.25.4.63, port: ff45e742-419a-4c96-bd25-b92421461765. Jun 11 09:53:04.062804 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-c191d25c-7581-49f8-b53a-6d283717d143 req-10abb013-75fb-4e09-b155-6c21e94f7fa2 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Calling delete_port for ff45e742-419a-4c96-bd25-b92421461765 owned by compute:nova {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:53:04.157785 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0269ae01-a515-4c68-8376-e44f35251b1d None None] Network c8fd5154-d9af-4317-a1e7-18da3fe1dc8b requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:53:04.261849 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 84490f4f-022f-45f3-8013-68e53682deec completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:53:04.276842 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 84490f4f-022f-45f3-8013-68e53682deec triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:53:04.277277 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:04.332953 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5e12a98-e3e5-40d9-abe8-41a09ab80d71 admin admin] Router 0d2005c4-2e47-41b4-8106-c275cd39cfcc is scheduled to L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 with binding_index 1 {{(pid=93176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 09:53:04.343332 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0d71cc60-af5c-44ca-8f3d-1e24cb9dc000 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:04.353055 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ea9bcc-0c97-44fd-97e9-9fc6fddc9386 req-f0a7e30d-f506-400a-8c62-280cfaa967bf tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:04.354608 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-09ea9bcc-0c97-44fd-97e9-9fc6fddc9386 req-f0a7e30d-f506-400a-8c62-280cfaa967bf tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/ports?device_id=445071e3-bce3-40d6-b09a-3bc5f83c1af6 HTTP/1.1" status: 200 len: 945 time: 0.1050351 Jun 11 09:53:04.433959 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-09ea9bcc-0c97-44fd-97e9-9fc6fddc9386 req-bbe69f7a-f0c1-4459-a464-82fe66fe5a03 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/security-groups?id=982f2ef2-bb6d-4fbc-bd87-ed6195b74a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640986 Jun 11 09:53:04.479734 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:04.487087 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-19a7b948-7640-4922-8837-bf40ab330808 None None] Provisioning for port eb6a72fc-3d40-49f4-a643-66eb964e63ce completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:53:04.492000 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0d71cc60-af5c-44ca-8f3d-1e24cb9dc000 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:04.504750 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d71cc60-af5c-44ca-8f3d-1e24cb9dc000 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 770} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 09:53:04.517926 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0d71cc60-af5c-44ca-8f3d-1e24cb9dc000 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:04.518372 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-0d71cc60-af5c-44ca-8f3d-1e24cb9dc000 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Added segment e0bc2927-8a98-4066-9eb5-5174f5accc0f of type vlan for network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc Jun 11 09:53:04.581756 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-68518c1b-8e75-4fa6-ac8b-e7126d8c6286 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:04.618371 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-c191d25c-7581-49f8-b53a-6d283717d143 req-10abb013-75fb-4e09-b155-6c21e94f7fa2 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:04.627046 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0d71cc60-af5c-44ca-8f3d-1e24cb9dc000 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:04.657782 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-01336138-f724-4ae8-b4c6-c678527037c3 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3619099 Jun 11 09:53:04.662215 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 53490) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:04.666462 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d71cc60-af5c-44ca-8f3d-1e24cb9dc000 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed766f7-3245-4fc8-97d9-b2d2bef32f59,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:04.674064 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0d71cc60-af5c-44ca-8f3d-1e24cb9dc000 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:04.678091 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ac161d26-9cdc-44af-b3a6-792b4a5e6913 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:04.679490 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 84490f4f-022f-45f3-8013-68e53682deec, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=84490f4f-022f-45f3-8013-68e53682deec,segment=NetworkSegment(b1043da1-5480-43ec-a726-3c2fce12da10),segment_id=b1043da1-5480-43ec-a726-3c2fce12da10)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:53:04.686848 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-9aef0220-c579-4688-b0b0-e9a61e3885fb tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Request body: {'subnet': {'network_id': '5dfd9a97-f5ba-46ca-87a5-c3257ecd1aa9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:53:04.717553 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abb013-75fb-4e09-b155-6c21e94f7fa2 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Pushing event deleted for resources: {'Port': ['ID=ff45e742-419a-4c96-bd25-b92421461765,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:04.722723 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-1a355b2f-cba2-4125-bab5-0cedfa810ab3 None None] Provisioning complete for port 84490f4f-022f-45f3-8013-68e53682deec triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:53:04.723111 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1a355b2f-cba2-4125-bab5-0cedfa810ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:04.725698 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-10abb013-75fb-4e09-b155-6c21e94f7fa2 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:04.747519 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5e12a98-e3e5-40d9-abe8-41a09ab80d71 admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:53:04.758393 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbd1833-80f6-4ddd-93f3-a6713ec595ef None None] Sync routers for ids ['0d2005c4-2e47-41b4-8106-c275cd39cfcc'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:53:04.759710 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c18111-cace-4da9-a8c3-1c0edbbbcd32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-5dad1ceb-9721-4fc0-9291-d732f31b0388', 'network_id': '5dad1ceb-9721-4fc0-9291-d732f31b0388', 'tenant_id': '380e218339884d979ec4dfcb00023c99', 'fixed_ips': [{'subnet_id': 'ff46e1f6-a522-42dd-a396-db238ffe06fc'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 09:53:04.760847 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-87c18111-cace-4da9-a8c3-1c0edbbbcd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:04.778910 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbd1833-80f6-4ddd-93f3-a6713ec595ef None None] Routers {'0d2005c4-2e47-41b4-8106-c275cd39cfcc'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:53:04.779675 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-2cbd1833-80f6-4ddd-93f3-a6713ec595ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:52:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['0d2005c4-2e47-41b4-8106-c275cd39cfcc'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:53:04.794674 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:04.795773 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device eb6a72fc-3d40-49f4-a643-66eb964e63ce up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:53:04.805465 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03491a38-2cc3-4560-ac17-39c4b02454ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:04.842574 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d5e12a98-e3e5-40d9-abe8-41a09ab80d71 admin admin] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:04.845633 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-d5e12a98-e3e5-40d9-abe8-41a09ab80d71 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.7423978 Jun 11 09:53:04.857468 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 53496) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:04.965268 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228c9760-12e7-48fb-9b2f-d63ff8ca0d54 req-7aa9c6f5-716a-4dac-a397-af32c958b0ed tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:04.967311 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-228c9760-12e7-48fb-9b2f-d63ff8ca0d54 req-7aa9c6f5-716a-4dac-a397-af32c958b0ed tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7f8d92-9315-4a44-bb99-c9751af7c624 HTTP/1.1" status: 200 len: 867 time: 0.4902587 Jun 11 09:53:04.973054 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c191d25c-7581-49f8-b53a-6d283717d143 req-10abb013-75fb-4e09-b155-6c21e94f7fa2 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Router f48551d6-0b65-4b7c-9063-30b596b2e86d has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 09:53:05.038932 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0d71cc60-af5c-44ca-8f3d-1e24cb9dc000 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:05.053897 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d71cc60-af5c-44ca-8f3d-1e24cb9dc000 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:05.056367 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0d71cc60-af5c-44ca-8f3d-1e24cb9dc000 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:05.064090 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=84490f4f-022f-45f3-8013-68e53682deec,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:05.075791 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d654374d-134f-4e8e-9ea9-dc1f89987b15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:05.081477 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-2cbd1833-80f6-4ddd-93f3-a6713ec595ef None None] Set router 0d2005c4-2e47-41b4-8106-c275cd39cfcc gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:53:05.193595 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-228c9760-12e7-48fb-9b2f-d63ff8ca0d54 req-c385ee14-89b7-4ce4-bc76-b9192c936ff5 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] 10.222.0.60 "GET /v2.0/security-groups?id=8333e5a8-d8f9-4d1c-8e9a-89e36ebd0127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2190366 Jun 11 09:53:05.229828 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:53:05.230424 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:53:05.230915 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:53:05.231438 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:53:05.232036 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:53:05.232553 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:53:05.233031 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:53:05.239246 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:53:05.239246 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:53:05.239246 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:53:05.239246 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:53:05.239246 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:53:05.243678 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:05.393496 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aef0220-c579-4688-b0b0-e9a61e3885fb tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Made reservation on behalf of 380e218339884d979ec4dfcb00023c99 for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:53:05.394727 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:05.398481 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9aef0220-c579-4688-b0b0-e9a61e3885fb tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:05.431962 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-87c18111-cace-4da9-a8c3-1c0edbbbcd32 None None] Allocated IP 172.20.0.2 (5dad1ceb-9721-4fc0-9291-d732f31b0388/ff46e1f6-a522-42dd-a396-db238ffe06fc/987cbf8a-90a9-41e4-bb03-a6e77e3a9218) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:53:05.445971 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port eb6a72fc-3d40-49f4-a643-66eb964e63ce completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:53:05.463629 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port eb6a72fc-3d40-49f4-a643-66eb964e63ce triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:53:05.464094 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:05.517320 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d71cc60-af5c-44ca-8f3d-1e24cb9dc000 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event updated for resources: {'Network': ['ID=f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:05.520721 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-0d71cc60-af5c-44ca-8f3d-1e24cb9dc000 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.1767926 Jun 11 09:53:05.531043 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0d71cc60-af5c-44ca-8f3d-1e24cb9dc000 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:05.531710 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 53520) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:05.542386 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-69b7cd10-160e-4c39-89a6-47a0c7086a6b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Request body: {'subnet': {'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:53:05.547886 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:53:05.692372 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-2cbd1833-80f6-4ddd-93f3-a6713ec595ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2005c4-2e47-41b4-8106-c275cd39cfcc', 'name': 'tempest-ServersTestBootFromVolume-110669818-router', 'tenant_id': 'dd0b80cc8f6f441fb34ed2f0b9466049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': 'f49a1439-66e5-4e1c-8b08-cc7e22547553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:53:00Z', 'updated_at': '2021-06-11T09:53:02Z', 'revision_number': 3, 'project_id': 'dd0b80cc8f6f441fb34ed2f0b9466049', 'gw_port': {'id': 'f49a1439-66e5-4e1c-8b08-cc7e22547553', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:45:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2005c4-2e47-41b4-8106-c275cd39cfcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:53:01Z', 'updated_at': '2021-06-11T09:53:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:53:05.703466 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbd1833-80f6-4ddd-93f3-a6713ec595ef None None] Checking router: 0d2005c4-2e47-41b4-8106-c275cd39cfcc for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:53:05.705784 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbd1833-80f6-4ddd-93f3-a6713ec595ef None None] Updating router 0d2005c4-2e47-41b4-8106-c275cd39cfcc port f49a1439-66e5-4e1c-8b08-cc7e22547553 binding host n-d-779913-12 {{(pid=93179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 09:53:05.711852 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c191d25c-7581-49f8-b53a-6d283717d143 req-10abb013-75fb-4e09-b155-6c21e94f7fa2 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:53:05.783352 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-c191d25c-7581-49f8-b53a-6d283717d143 req-10abb013-75fb-4e09-b155-6c21e94f7fa2 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] No DVR routers for this DVR port ff45e742-419a-4c96-bd25-b92421461765 on host n-h2-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:53:05.786668 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-c191d25c-7581-49f8-b53a-6d283717d143 req-10abb013-75fb-4e09-b155-6c21e94f7fa2 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:05.789244 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c191d25c-7581-49f8-b53a-6d283717d143 req-10abb013-75fb-4e09-b155-6c21e94f7fa2 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] 10.222.0.69 "DELETE /v2.0/ports/ff45e742-419a-4c96-bd25-b92421461765 HTTP/1.1" status: 204 len: 173 time: 3.2146251 Jun 11 09:53:05.789812 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab7f8d92-9315-4a44-bb99-c9751af7c624', 'name': 'network-vif-deleted', 'tag': 'ff45e742-419a-4c96-bd25-b92421461765'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:53:05.799914 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-2cbd1833-80f6-4ddd-93f3-a6713ec595ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:05.801417 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd2a062-36fb-42e6-a7e5-20662e458372" -d '{"events": [{"server_uuid": "ab7f8d92-9315-4a44-bb99-c9751af7c624", "name": "network-vif-deleted", "tag": "ff45e742-419a-4c96-bd25-b92421461765"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:53:05.808624 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 53528) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:05.815971 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b7cd10-160e-4c39-89a6-47a0c7086a6b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Made reservation on behalf of 3a7e48b24b924bff8faf8c740b2810c2 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:53:05.822020 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-69b7cd10-160e-4c39-89a6-47a0c7086a6b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:05.837060 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd88d3df-a65c-448d-8759-0278791b4138 None None] Sync routers for ids ['f48551d6-0b65-4b7c-9063-30b596b2e86d'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:53:05.844822 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-3e0ec04f-525c-4459-94dd-4c6a5ec1ac05 None None] Provisioning complete for port eb6a72fc-3d40-49f4-a643-66eb964e63ce triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:53:05.845299 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3e0ec04f-525c-4459-94dd-4c6a5ec1ac05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:05.861145 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29977b77-23d9-4ed7-aab6-47183e5dcc48 x-openstack-request-id: req-29977b77-23d9-4ed7-aab6-47183e5dcc48 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:53:05.862749 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab7f8d92-9315-4a44-bb99-c9751af7c624", "name": "network-vif-deleted", "tag": "ff45e742-419a-4c96-bd25-b92421461765", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:53:05.863051 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-29977b77-23d9-4ed7-aab6-47183e5dcc48 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:53:05.863714 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab7f8d92-9315-4a44-bb99-c9751af7c624', 'name': 'network-vif-deleted', 'tag': 'ff45e742-419a-4c96-bd25-b92421461765', 'status': 'completed', 'code': 200} Jun 11 09:53:06.043987 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd88d3df-a65c-448d-8759-0278791b4138 None None] Routers {'f48551d6-0b65-4b7c-9063-30b596b2e86d'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:53:06.044681 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-bd88d3df-a65c-448d-8759-0278791b4138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:52:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['f48551d6-0b65-4b7c-9063-30b596b2e86d'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:53:06.065832 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ca4ab4d2-38da-48b1-b3ba-a4a0e1c29fee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:06.214230 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11adf5a-355f-4bd0-8383-8ec43ec3b271 req-2e52b8f0-7eff-4562-92e4-98d587b77f13 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:06.222570 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c11adf5a-355f-4bd0-8383-8ec43ec3b271 req-2e52b8f0-7eff-4562-92e4-98d587b77f13 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/ports?device_id=445071e3-bce3-40d6-b09a-3bc5f83c1af6 HTTP/1.1" status: 200 len: 945 time: 0.4830925 Jun 11 09:53:06.273370 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-69b7cd10-160e-4c39-89a6-47a0c7086a6b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:06.286848 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f5044ddc-8900-4e47-8062-78e5479e66dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:06.348051 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ca4ab4d2-38da-48b1-b3ba-a4a0e1c29fee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:06.352698 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b7cd10-160e-4c39-89a6-47a0c7086a6b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event updated for resources: {'Subnet': ['ID=c360cd70-ee9b-4b7b-bbca-c674049d92e5,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:06.354681 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-69b7cd10-160e-4c39-89a6-47a0c7086a6b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:06.374192 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-2cbd1833-80f6-4ddd-93f3-a6713ec595ef None None] Notify callbacks [] for port, precommit_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:06.386725 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-2cbd1833-80f6-4ddd-93f3-a6713ec595ef None None] Transition to ACTIVE for port object f49a1439-66e5-4e1c-8b08-cc7e22547553 will not be triggered until provisioned by entity L2. {{(pid=93179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:53:06.391781 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b7cd10-160e-4c39-89a6-47a0c7086a6b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Checking segment: {'id': 'e0bc2927-8a98-4066-9eb5-5174f5accc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:53:06.392617 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b7cd10-160e-4c39-89a6-47a0c7086a6b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Network hostable DHCP agents. Network: f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 09:53:06.408721 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device ff45e742-419a-4c96-bd25-b92421461765 no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:53:06.413051 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:06.447471 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c11adf5a-355f-4bd0-8383-8ec43ec3b271 req-f7f21cef-4443-45eb-9058-9684194f8fb5 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/security-groups?id=982f2ef2-bb6d-4fbc-bd87-ed6195b74a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237449 Jun 11 09:53:06.472353 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] No Port match for: ff45e742-419a-4c96-bd25-b92421461765 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:53:06.479933 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device ff45e742-419a-4c96-bd25-b92421461765 not bound to the agent host n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:53:06.492528 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-eb959f30-89b5-4237-ab76-49094db5cbf5 req-fe7525d3-4d87-46de-ad61-d54a1f5781b5 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7f8d92-9315-4a44-bb99-c9751af7c624 HTTP/1.1" status: 200 len: 210 time: 0.0514324 Jun 11 09:53:06.493031 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ca4ab4d2-38da-48b1-b3ba-a4a0e1c29fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:06.497509 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7eb81c88-2128-477d-a384-6068b82ece38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:06.509244 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-87c18111-cace-4da9-a8c3-1c0edbbbcd32 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:06.518801 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-87c18111-cace-4da9-a8c3-1c0edbbbcd32 None None] Transition to ACTIVE for port object 987cbf8a-90a9-41e4-bb03-a6e77e3a9218 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:53:06.537557 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-87c18111-cace-4da9-a8c3-1c0edbbbcd32 None None] Transition to ACTIVE for port object 987cbf8a-90a9-41e4-bb03-a6e77e3a9218 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:53:06.538704 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-2cbd1833-80f6-4ddd-93f3-a6713ec595ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:06.539592 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b7cd10-160e-4c39-89a6-47a0c7086a6b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 09:53:06.547019 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4ab4d2-38da-48b1-b3ba-a4a0e1c29fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf00d726-cd2f-4f8d-a10a-c96e4e8c1e37,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:06.554255 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ca4ab4d2-38da-48b1-b3ba-a4a0e1c29fee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:06.559462 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-b3db1cf8-bf34-400d-ae37-90320e1dacee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:06.561667 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-ca4ab4d2-38da-48b1-b3ba-a4a0e1c29fee admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f6ee878f342949f58dc72e008f49e7f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7509134 Jun 11 09:53:06.565239 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 53536) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:06.575488 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c1a643ec-6731-490d-81ad-279fa60364dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:06.595945 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port eb6a72fc-3d40-49f4-a643-66eb964e63ce, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=eb6a72fc-3d40-49f4-a643-66eb964e63ce,segment=NetworkSegment(fb362e74-538d-4d22-a885-945d5caf997a),segment_id=fb362e74-538d-4d22-a885-945d5caf997a)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:53:06.599036 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-bd88d3df-a65c-448d-8759-0278791b4138 None None] Set router f48551d6-0b65-4b7c-9063-30b596b2e86d gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:53:06.629720 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c0c5ff01-51cd-475d-be2c-5f5ceded16dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:06.658437 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c0c5ff01-51cd-475d-be2c-5f5ceded16dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:06.667757 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f60968-bd45-47d8-ba9e-1f5b1b349c62 None None] Pushing event updated for resources: {'Port': ['ID=f49a1439-66e5-4e1c-8b08-cc7e22547553,revision_number=2']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:06.679724 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f60968-bd45-47d8-ba9e-1f5b1b349c62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:53:06.680305 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f60968-bd45-47d8-ba9e-1f5b1b349c62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:53:06.680807 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f60968-bd45-47d8-ba9e-1f5b1b349c62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:53:06.683892 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f60968-bd45-47d8-ba9e-1f5b1b349c62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:53:06.683892 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f60968-bd45-47d8-ba9e-1f5b1b349c62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:53:06.683892 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f60968-bd45-47d8-ba9e-1f5b1b349c62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:53:06.683892 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f60968-bd45-47d8-ba9e-1f5b1b349c62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:53:06.683892 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f60968-bd45-47d8-ba9e-1f5b1b349c62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:53:06.684317 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-69b7cd10-160e-4c39-89a6-47a0c7086a6b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:53:06.684407 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f60968-bd45-47d8-ba9e-1f5b1b349c62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:53:06.684407 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f60968-bd45-47d8-ba9e-1f5b1b349c62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:53:06.684407 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f60968-bd45-47d8-ba9e-1f5b1b349c62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:53:06.684407 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f60968-bd45-47d8-ba9e-1f5b1b349c62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:53:06.685391 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:06.696299 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-2f107701-9ceb-4c5e-ab13-611885a5d725 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:06.696857 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b7cd10-160e-4c39-89a6-47a0c7086a6b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:06.697490 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-69b7cd10-160e-4c39-89a6-47a0c7086a6b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:06.705097 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-2cbd1833-80f6-4ddd-93f3-a6713ec595ef None None] Attempting to bind port f49a1439-66e5-4e1c-8b08-cc7e22547553 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:53:06.706428 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-2cbd1833-80f6-4ddd-93f3-a6713ec595ef None None] Attempting to bind port f49a1439-66e5-4e1c-8b08-cc7e22547553 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:53:06.706975 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbd1833-80f6-4ddd-93f3-a6713ec595ef None None] Attempting to bind port f49a1439-66e5-4e1c-8b08-cc7e22547553 on network f0adef6e-169f-4a27-8865-442be2ad072d {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:53:06.709812 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9aef0220-c579-4688-b0b0-e9a61e3885fb tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:06.713728 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-b5f60968-bd45-47d8-ba9e-1f5b1b349c62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:06.714441 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbd1833-80f6-4ddd-93f3-a6713ec595ef None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:53:06.715004 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbd1833-80f6-4ddd-93f3-a6713ec595ef None None] Checking segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:53:06.715597 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-2cbd1833-80f6-4ddd-93f3-a6713ec595ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:06.716156 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbd1833-80f6-4ddd-93f3-a6713ec595ef None None] Bound using segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:53:06.716810 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-2cbd1833-80f6-4ddd-93f3-a6713ec595ef None None] Bound port: f49a1439-66e5-4e1c-8b08-cc7e22547553, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:53:06.717200 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-2cbd1833-80f6-4ddd-93f3-a6713ec595ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:06.731619 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0bd0a873-adc6-494d-a973-80080b1fc7ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:06.737908 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79722f6a-12c8-44f5-9c0f-00041548ef85 None None] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:53:06.790012 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-2cbd1833-80f6-4ddd-93f3-a6713ec595ef None None] For port f49a1439-66e5-4e1c-8b08-cc7e22547553, host n-d-779913-12, cleared binding levels {{(pid=93179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:53:06.795304 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-2cbd1833-80f6-4ddd-93f3-a6713ec595ef None None] For port f49a1439-66e5-4e1c-8b08-cc7e22547553, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=f49a1439-66e5-4e1c-8b08-cc7e22547553,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:53:06.835251 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-69b7cd10-160e-4c39-89a6-47a0c7086a6b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3006980 Jun 11 09:53:06.838109 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 53540) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:06.843596 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-f925da5c-c951-448a-97bb-38bb37ade453 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Request body: {'port': {'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'name': 'tempest-NetworksTestDHCPv6-365848492'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:53:06.882152 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-2cbd1833-80f6-4ddd-93f3-a6713ec595ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:06.882152 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-79b08766-d298-448c-afcc-3a8998164d06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:06.883049 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c0c5ff01-51cd-475d-be2c-5f5ceded16dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:06.883049 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c0c5ff01-51cd-475d-be2c-5f5ceded16dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:06.883049 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-c0c5ff01-51cd-475d-be2c-5f5ceded16dc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bf00d726-cd2f-4f8d-a10a-c96e4e8c1e37 HTTP/1.1" status: 204 len: 168 time: 0.3120291 Jun 11 09:53:06.898886 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-87c18111-cace-4da9-a8c3-1c0edbbbcd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:06.901504 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-720ac4b7-896a-43d5-bd4c-45e64929a497 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:06.927888 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c5ff01-51cd-475d-be2c-5f5ceded16dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf00d726-cd2f-4f8d-a10a-c96e4e8c1e37,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:06.932039 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aef0220-c579-4688-b0b0-e9a61e3885fb tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Checking segment: {'id': '6072df20-62b2-4c07-b0ce-291f088c0f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '5dfd9a97-f5ba-46ca-87a5-c3257ecd1aa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:53:06.932418 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aef0220-c579-4688-b0b0-e9a61e3885fb tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Network hostable DHCP agents. Network: 5dfd9a97-f5ba-46ca-87a5-c3257ecd1aa9, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 09:53:06.935656 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c0c5ff01-51cd-475d-be2c-5f5ceded16dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:06.960867 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aef0220-c579-4688-b0b0-e9a61e3885fb tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Pushing event updated for resources: {'Subnet': ['ID=bf354216-fc5d-47a9-8e86-8b51294ac1a1,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:06.979676 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9aef0220-c579-4688-b0b0-e9a61e3885fb tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:06.983871 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f60968-bd45-47d8-ba9e-1f5b1b349c62 None None] Pushing event updated for resources: {'Port': ['ID=f49a1439-66e5-4e1c-8b08-cc7e22547553,revision_number=3']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:06.984672 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 84490f4f-022f-45f3-8013-68e53682deec up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:53:06.993432 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-b5f60968-bd45-47d8-ba9e-1f5b1b349c62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:07.021674 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbd1833-80f6-4ddd-93f3-a6713ec595ef None None] Routers {'0d2005c4-2e47-41b4-8106-c275cd39cfcc'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:53:07.022544 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-2cbd1833-80f6-4ddd-93f3-a6713ec595ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:52:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['0d2005c4-2e47-41b4-8106-c275cd39cfcc'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:53:07.110557 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aef0220-c579-4688-b0b0-e9a61e3885fb tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Network 5dfd9a97-f5ba-46ca-87a5-c3257ecd1aa9 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 09:53:07.115313 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c18111-cace-4da9-a8c3-1c0edbbbcd32 None None] Network 5dad1ceb-9721-4fc0-9291-d732f31b0388 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:53:07.121991 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-c1a643ec-6731-490d-81ad-279fa60364dc admin admin] Allocated IP 172.20.0.1 (2ee9e933-9fda-4839-b4cd-d38077481dd6/cfe503b2-e60a-4c51-bb64-dfd15e82ca23/5a9c8ef4-ebc2-48da-bcb6-121fd404ed4d) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:53:07.194150 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 84490f4f-022f-45f3-8013-68e53682deec triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:53:07.194614 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:07.196531 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5495320-2271-44c7-95f7-c2cbe8912810 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'tenant_id': '3a7e48b24b924bff8faf8c740b2810c2', 'fixed_ips': [{'subnet_id': 'c360cd70-ee9b-4b7b-bbca-c674049d92e5'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 09:53:07.197419 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f5495320-2271-44c7-95f7-c2cbe8912810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:07.200132 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-87c18111-cace-4da9-a8c3-1c0edbbbcd32 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:53:07.202608 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c18111-cace-4da9-a8c3-1c0edbbbcd32 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:53:07.235638 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-2cbd1833-80f6-4ddd-93f3-a6713ec595ef None None] Set router 0d2005c4-2e47-41b4-8106-c275cd39cfcc gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:53:07.248966 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3e0ec04f-525c-4459-94dd-4c6a5ec1ac05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:07.282918 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-9aef0220-c579-4688-b0b0-e9a61e3885fb tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 5dfd9a97-f5ba-46ca-87a5-c3257ecd1aa9) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:53:07.293651 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c1a643ec-6731-490d-81ad-279fa60364dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:07.293651 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aef0220-c579-4688-b0b0-e9a61e3885fb tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:07.293651 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9aef0220-c579-4688-b0b0-e9a61e3885fb tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:07.309030 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0479b7d2-0748-44da-80a7-0abc7546f612 None None] Network 5dfd9a97-f5ba-46ca-87a5-c3257ecd1aa9 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:53:07.311467 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [None req-c1a643ec-6731-490d-81ad-279fa60364dc admin admin] Transition to ACTIVE for port object 5a9c8ef4-ebc2-48da-bcb6-121fd404ed4d will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:53:07.319912 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f925da5c-c951-448a-97bb-38bb37ade453 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Made reservation on behalf of 3a7e48b24b924bff8faf8c740b2810c2 for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:53:07.326440 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f925da5c-c951-448a-97bb-38bb37ade453 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:07.345018 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=eb6a72fc-3d40-49f4-a643-66eb964e63ce,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:07.348745 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.653s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:07.361259 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-3036e80d-2ae0-41df-8b34-6c58f001d1ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.436s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:07.379556 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [None req-f925da5c-c951-448a-97bb-38bb37ade453 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] device_id is not set on port 38f9ae95-7792-45b8-806e-4fe5e4ced108 yet. {{(pid=93177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 09:53:07.433552 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-9aef0220-c579-4688-b0b0-e9a61e3885fb tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7675600 Jun 11 09:53:07.434098 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 53548) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:07.564858 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-f925da5c-c951-448a-97bb-38bb37ade453 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Allocated IP 2001:db8::365 (f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc/c360cd70-ee9b-4b7b-bbca-c674049d92e5/38f9ae95-7792-45b8-806e-4fe5e4ced108) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:53:07.674884 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c1a643ec-6731-490d-81ad-279fa60364dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:07.694271 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-180acb8c-0bd8-4144-a9f0-19d54141c13c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:07.742664 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-2cbd1833-80f6-4ddd-93f3-a6713ec595ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2005c4-2e47-41b4-8106-c275cd39cfcc', 'name': 'tempest-ServersTestBootFromVolume-110669818-router', 'tenant_id': 'dd0b80cc8f6f441fb34ed2f0b9466049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': 'f49a1439-66e5-4e1c-8b08-cc7e22547553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:53:00Z', 'updated_at': '2021-06-11T09:53:02Z', 'revision_number': 3, 'project_id': 'dd0b80cc8f6f441fb34ed2f0b9466049', 'gw_port': {'id': 'f49a1439-66e5-4e1c-8b08-cc7e22547553', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:45:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2005c4-2e47-41b4-8106-c275cd39cfcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:53:01Z', 'updated_at': '2021-06-11T09:53:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:53:07.746419 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbd1833-80f6-4ddd-93f3-a6713ec595ef None None] The sync data for ids ['0d2005c4-2e47-41b4-8106-c275cd39cfcc'] in n-d-779913-12 is: [{'id': '0d2005c4-2e47-41b4-8106-c275cd39cfcc', 'name': 'tempest-ServersTestBootFromVolume-110669818-router', 'tenant_id': 'dd0b80cc8f6f441fb34ed2f0b9466049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': 'f49a1439-66e5-4e1c-8b08-cc7e22547553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:53:00Z', 'updated_at': '2021-06-11T09:53:02Z', 'revision_number': 3, 'project_id': 'dd0b80cc8f6f441fb34ed2f0b9466049', 'gw_port': {'id': 'f49a1439-66e5-4e1c-8b08-cc7e22547553', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:45:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2005c4-2e47-41b4-8106-c275cd39cfcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:53:01Z', 'updated_at': '2021-06-11T09:53:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:53:07.803747 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-87c18111-cace-4da9-a8c3-1c0edbbbcd32 None None] Attempting to bind port 987cbf8a-90a9-41e4-bb03-a6e77e3a9218 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:53:07.804027 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-87c18111-cace-4da9-a8c3-1c0edbbbcd32 None None] Attempting to bind port 987cbf8a-90a9-41e4-bb03-a6e77e3a9218 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'ac148dbe-bd73-4b61-9c6c-da2d0daca174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '5dad1ceb-9721-4fc0-9291-d732f31b0388'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:53:07.804372 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c18111-cace-4da9-a8c3-1c0edbbbcd32 None None] Attempting to bind port 987cbf8a-90a9-41e4-bb03-a6e77e3a9218 on network 5dad1ceb-9721-4fc0-9291-d732f31b0388 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:53:07.813582 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c18111-cace-4da9-a8c3-1c0edbbbcd32 None None] Pushing event updated for resources: {'Port': ['ID=987cbf8a-90a9-41e4-bb03-a6e77e3a9218,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:08.011968 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-87c18111-cace-4da9-a8c3-1c0edbbbcd32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.651s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:08.033345 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c18111-cace-4da9-a8c3-1c0edbbbcd32 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:53:08.033747 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c18111-cace-4da9-a8c3-1c0edbbbcd32 None None] Checking segment: {'id': 'ac148dbe-bd73-4b61-9c6c-da2d0daca174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '5dad1ceb-9721-4fc0-9291-d732f31b0388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:53:08.034167 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-87c18111-cace-4da9-a8c3-1c0edbbbcd32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:08.034594 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c18111-cace-4da9-a8c3-1c0edbbbcd32 None None] Bound using segment: {'id': 'ac148dbe-bd73-4b61-9c6c-da2d0daca174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '5dad1ceb-9721-4fc0-9291-d732f31b0388'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:53:08.035080 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-87c18111-cace-4da9-a8c3-1c0edbbbcd32 None None] Bound port: 987cbf8a-90a9-41e4-bb03-a6e77e3a9218, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac148dbe-bd73-4b61-9c6c-da2d0daca174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '5dad1ceb-9721-4fc0-9291-d732f31b0388'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:53:08.035549 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-87c18111-cace-4da9-a8c3-1c0edbbbcd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:08.038681 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.db.api [None req-3e0ec04f-525c-4459-94dd-4c6a5ec1ac05 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93178) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 09:53:08.038681 n-d-779913-12 neutron-server[93178]: DEBUG oslo_db.api [None req-3e0ec04f-525c-4459-94dd-4c6a5ec1ac05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 09:53:08.255350 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 53562) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:08.295254 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-87c18111-cace-4da9-a8c3-1c0edbbbcd32 None None] For port 987cbf8a-90a9-41e4-bb03-a6e77e3a9218, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:53:08.299454 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-87c18111-cace-4da9-a8c3-1c0edbbbcd32 None None] For port 987cbf8a-90a9-41e4-bb03-a6e77e3a9218, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=987cbf8a-90a9-41e4-bb03-a6e77e3a9218,segment=NetworkSegment(ac148dbe-bd73-4b61-9c6c-da2d0daca174),segment_id=ac148dbe-bd73-4b61-9c6c-da2d0daca174)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:53:08.404052 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a643ec-6731-490d-81ad-279fa60364dc admin admin] Pushing event updated for resources: {'Port': ['ID=5a9c8ef4-ebc2-48da-bcb6-121fd404ed4d,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:08.421794 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c1a643ec-6731-490d-81ad-279fa60364dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.723s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:08.428493 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-87c18111-cace-4da9-a8c3-1c0edbbbcd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:08.435511 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:08.435978 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f925da5c-c951-448a-97bb-38bb37ade453 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:08.446687 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b363af-79fd-4f4a-8a90-2dff48d79d3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-5dfd9a97-f5ba-46ca-87a5-c3257ecd1aa9', 'network_id': '5dfd9a97-f5ba-46ca-87a5-c3257ecd1aa9', 'tenant_id': '380e218339884d979ec4dfcb00023c99', 'fixed_ips': [{'subnet_id': 'bf354216-fc5d-47a9-8e86-8b51294ac1a1'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 09:53:08.447601 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-65b363af-79fd-4f4a-8a90-2dff48d79d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:08.452035 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-bd88d3df-a65c-448d-8759-0278791b4138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48551d6-0b65-4b7c-9063-30b596b2e86d', 'name': 'tempest-ServersTestJSON-2005532366-router', 'tenant_id': 'b12bc305b44c4346b7a618cb035bad79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '438bf7ff-6d21-4346-a374-78a374a08a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:49:10Z', 'updated_at': '2021-06-11T09:49:18Z', 'revision_number': 4, 'project_id': 'b12bc305b44c4346b7a618cb035bad79', 'gw_port': {'id': '438bf7ff-6d21-4346-a374-78a374a08a2a', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ac:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48551d6-0b65-4b7c-9063-30b596b2e86d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:49:12Z', 'updated_at': '2021-06-11T09:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '9c2b9b6c-17c8-4bc7-9905-47a358d34387', 'name': '', 'network_id': '6820836b-bd7b-4793-8876-dbfb45277379', 'tenant_id': 'b12bc305b44c4346b7a618cb035bad79', 'mac_address': 'fa:16:3e:01:27:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48551d6-0b65-4b7c-9063-30b596b2e86d', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'd2499c79-62f3-4ec5-a1d8-3ef0f5057886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:49:17Z', 'updated_at': '2021-06-11T09:49:28Z', 'revision_number': 5, 'project_id': 'b12bc305b44c4346b7a618cb035bad79', 'subnets': [{'id': 'd2499c79-62f3-4ec5-a1d8-3ef0f5057886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:53:08.472398 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-f925da5c-c951-448a-97bb-38bb37ade453 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Transition to ACTIVE for port object 38f9ae95-7792-45b8-806e-4fe5e4ced108 will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:53:08.478965 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d7d65120-3143-4133-b62b-57bad0b3f76a tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:08.491826 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd88d3df-a65c-448d-8759-0278791b4138 None None] Checking router: f48551d6-0b65-4b7c-9063-30b596b2e86d for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:53:08.531356 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d7d65120-3143-4133-b62b-57bad0b3f76a tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:08.557485 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd88d3df-a65c-448d-8759-0278791b4138 None None] Routers {'f48551d6-0b65-4b7c-9063-30b596b2e86d'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:53:08.557485 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-bd88d3df-a65c-448d-8759-0278791b4138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:52:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['f48551d6-0b65-4b7c-9063-30b596b2e86d'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:53:08.585373 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a643ec-6731-490d-81ad-279fa60364dc admin admin] Network 2ee9e933-9fda-4839-b4cd-d38077481dd6 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:53:08.592517 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-c1a643ec-6731-490d-81ad-279fa60364dc admin admin] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:53:08.595827 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a643ec-6731-490d-81ad-279fa60364dc admin admin] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:53:08.698036 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f925da5c-c951-448a-97bb-38bb37ade453 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:08.711761 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1c0caaac-51cd-47cc-a9b7-c186fdd65bf9 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:08.754047 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d7d65120-3143-4133-b62b-57bad0b3f76a tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:08.775896 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d7d65120-3143-4133-b62b-57bad0b3f76a tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:08.783073 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-d7d65120-3143-4133-b62b-57bad0b3f76a tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] 10.222.0.60 "DELETE /v2.0/security-groups/8333e5a8-d8f9-4d1c-8e9a-89e36ebd0127 HTTP/1.1" status: 204 len: 168 time: 0.5257318 Jun 11 09:53:08.789008 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 53580) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:08.921243 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f925da5c-c951-448a-97bb-38bb37ade453 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event updated for resources: {'Port': ['ID=38f9ae95-7792-45b8-806e-4fe5e4ced108,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:08.924701 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead2f679-32c7-41b8-9206-9184efa70378 req-a561cdd7-5ca8-4025-808d-42126fea0278 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:08.936592 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ead2f679-32c7-41b8-9206-9184efa70378 req-a561cdd7-5ca8-4025-808d-42126fea0278 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/ports?device_id=445071e3-bce3-40d6-b09a-3bc5f83c1af6 HTTP/1.1" status: 200 len: 945 time: 1.1809497 Jun 11 09:53:08.982134 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f925da5c-c951-448a-97bb-38bb37ade453 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:53:08.985073 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f925da5c-c951-448a-97bb-38bb37ade453 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:08.998490 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-f925da5c-c951-448a-97bb-38bb37ade453 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:53:09.011514 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9ec75a38-8aab-44df-ab55-2338d3a42f73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.175s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:09.015129 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f925da5c-c951-448a-97bb-38bb37ade453 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:53:09.021641 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f925da5c-c951-448a-97bb-38bb37ade453 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:09.022486 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f925da5c-c951-448a-97bb-38bb37ade453 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:09.025600 n-d-779913-12 neutron-server[93177]: INFO neutron.api.v2.resource [None req-3f8afc99-57e2-41bf-8305-1d38a063bcbc tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] show failed (client error): The resource could not be found. Jun 11 09:53:09.026572 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-3f8afc99-57e2-41bf-8305-1d38a063bcbc tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] 10.222.0.60 "GET /v2.0/security-groups/8333e5a8-d8f9-4d1c-8e9a-89e36ebd0127 HTTP/1.1" status: 404 len: 347 time: 0.1897805 Jun 11 09:53:09.029394 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 53588) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:09.049289 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d65120-3143-4133-b62b-57bad0b3f76a tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8333e5a8-d8f9-4d1c-8e9a-89e36ebd0127,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:09.122339 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d7d65120-3143-4133-b62b-57bad0b3f76a tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:09.146670 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c18111-cace-4da9-a8c3-1c0edbbbcd32 None None] Pushing event updated for resources: {'Port': ['ID=987cbf8a-90a9-41e4-bb03-a6e77e3a9218,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:09.156088 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-87c18111-cace-4da9-a8c3-1c0edbbbcd32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.720s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:09.176609 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ead2f679-32c7-41b8-9206-9184efa70378 req-deb7ed52-7fba-4a6b-8d9a-265a67915e44 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/security-groups?id=982f2ef2-bb6d-4fbc-bd87-ed6195b74a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372179 Jun 11 09:53:09.176981 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c1a643ec-6731-490d-81ad-279fa60364dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-375088'] for router_interface, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:09.221502 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device f49a1439-66e5-4e1c-8b08-cc7e22547553 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:53:09.346768 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-f925da5c-c951-448a-97bb-38bb37ade453 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5077939 Jun 11 09:53:09.350110 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 53600) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:09.404354 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-34f8a6c3-4a76-4294-8139-c33d5fed0f15 req-9faff264-ce51-454f-9781-e52ba7e7a36c tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=a95f616b0af845f88f561f1d3b316d54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0622895 Jun 11 09:53:09.440187 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-f5495320-2271-44c7-95f7-c2cbe8912810 None None] Allocated IP 2001:db8::2 (f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc/c360cd70-ee9b-4b7b-bbca-c674049d92e5/8e0ff9a3-1694-44d8-9b91-31a40deb8158) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:53:09.477685 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-bd88d3df-a65c-448d-8759-0278791b4138 None None] Set router f48551d6-0b65-4b7c-9063-30b596b2e86d gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:53:09.504598 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b8420665-d4d8-45d9-a997-63dea8dddb42 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:09.607300 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-b59c46a0-6a62-4c6e-9774-3af99e0076e1 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Deleting port 34f220ec-520a-469f-85b4-5413ecf6ed14 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:53:09.607711 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b59c46a0-6a62-4c6e-9774-3af99e0076e1 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:09.665435 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f8a6c3-4a76-4294-8139-c33d5fed0f15 req-b10ed733-c026-4e95-b353-6b4186dbd64e tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:09.666427 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-34f8a6c3-4a76-4294-8139-c33d5fed0f15 req-b10ed733-c026-4e95-b353-6b4186dbd64e tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2500892 Jun 11 09:53:09.672931 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a5e75e-d873-44b7-8ced-a4118f798048 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:09.677057 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-b2a5e75e-d873-44b7-8ced-a4118f798048 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.3232841 Jun 11 09:53:09.679670 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 53604) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:09.733151 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-34f8a6c3-4a76-4294-8139-c33d5fed0f15 req-bbe18f68-a6f0-4442-aa41-a79a94ece176 tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] 10.222.0.60 "GET /v2.0/quotas/a95f616b0af845f88f561f1d3b316d54 HTTP/1.1" status: 200 len: 375 time: 0.0190701 Jun 11 09:53:09.779870 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-34f8a6c3-4a76-4294-8139-c33d5fed0f15 req-82e87bde-dabd-4f3c-aa3a-4ba1ed75d6be tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a95f616b0af845f88f561f1d3b316d54&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457397 Jun 11 09:53:09.806969 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b59c46a0-6a62-4c6e-9774-3af99e0076e1 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:09.807316 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b59c46a0-6a62-4c6e-9774-3af99e0076e1 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:09.815996 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-6b904e19-ba51-43d0-9b97-a3f58f0ef439 None None] Provisioning for port 5a9c8ef4-ebc2-48da-bcb6-121fd404ed4d completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:53:09.933370 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-b59c46a0-6a62-4c6e-9774-3af99e0076e1 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Calling delete_port for 34f220ec-520a-469f-85b4-5413ecf6ed14 owned by network:floatingip {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:53:09.944827 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-65b363af-79fd-4f4a-8a90-2dff48d79d3b None None] Allocated IP 172.20.0.2 (5dfd9a97-f5ba-46ca-87a5-c3257ecd1aa9/bf354216-fc5d-47a9-8e86-8b51294ac1a1/5558c663-1207-4d13-94fd-9cc33864e372) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:53:09.957750 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-6b904e19-ba51-43d0-9b97-a3f58f0ef439 None None] Provisioning complete for port 5a9c8ef4-ebc2-48da-bcb6-121fd404ed4d triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:53:09.958137 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6b904e19-ba51-43d0-9b97-a3f58f0ef439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:10.032860 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f5495320-2271-44c7-95f7-c2cbe8912810 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:10.039917 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-6b904e19-ba51-43d0-9b97-a3f58f0ef439 None None] Port 5a9c8ef4-ebc2-48da-bcb6-121fd404ed4d cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:53:10.058607 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f5495320-2271-44c7-95f7-c2cbe8912810 None None] Transition to ACTIVE for port object 8e0ff9a3-1694-44d8-9b91-31a40deb8158 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:53:10.121406 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f5495320-2271-44c7-95f7-c2cbe8912810 None None] Transition to ACTIVE for port object 8e0ff9a3-1694-44d8-9b91-31a40deb8158 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:53:10.126890 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-b8420665-d4d8-45d9-a997-63dea8dddb42 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Allocated IP 172.20.0.1 (5dad1ceb-9721-4fc0-9291-d732f31b0388/ff46e1f6-a522-42dd-a396-db238ffe06fc/e8877bb5-bd5d-401f-b4ff-e6edb7d4dc3f) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:53:10.209191 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port f49a1439-66e5-4e1c-8b08-cc7e22547553 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:53:10.215652 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port f49a1439-66e5-4e1c-8b08-cc7e22547553 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:53:10.216058 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:10.244073 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f5495320-2271-44c7-95f7-c2cbe8912810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:10.246475 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-11e22c74-168c-44d9-b8f6-8d32de52a515 req-3c401759-33d9-4068-a309-2ed3dbf1200b tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] 10.222.0.60 "GET /v2.0/ports?device_id=44102608-88ee-4ff7-8e9c-01747b629112 HTTP/1.1" status: 200 len: 210 time: 0.0620947 Jun 11 09:53:10.263246 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b59c46a0-6a62-4c6e-9774-3af99e0076e1 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:10.278257 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-81b63eb9-8f7b-4941-b8fa-396339448cfc tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:10.307709 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-dd79ff25-7af8-45c9-95cb-7224ee9a621a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:10.333235 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59c46a0-6a62-4c6e-9774-3af99e0076e1 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Pushing event deleted for resources: {'Port': ['ID=34f220ec-520a-469f-85b4-5413ecf6ed14,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:10.336253 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b59c46a0-6a62-4c6e-9774-3af99e0076e1 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:10.417855 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c1a3cc-8d26-4d1e-b65e-9df8cf7443e3 None None] Network 5dad1ceb-9721-4fc0-9291-d732f31b0388 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:53:10.436204 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-dfc1653d-b18e-42a7-9659-7c7df33d86a9 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Deleting port 38f9ae95-7792-45b8-806e-4fe5e4ced108 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:53:10.436577 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-dfc1653d-b18e-42a7-9659-7c7df33d86a9 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:10.446878 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c1a643ec-6731-490d-81ad-279fa60364dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:10.479302 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-bd88d3df-a65c-448d-8759-0278791b4138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48551d6-0b65-4b7c-9063-30b596b2e86d', 'name': 'tempest-ServersTestJSON-2005532366-router', 'tenant_id': 'b12bc305b44c4346b7a618cb035bad79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '438bf7ff-6d21-4346-a374-78a374a08a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:49:10Z', 'updated_at': '2021-06-11T09:49:18Z', 'revision_number': 4, 'project_id': 'b12bc305b44c4346b7a618cb035bad79', 'gw_port': {'id': '438bf7ff-6d21-4346-a374-78a374a08a2a', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ac:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48551d6-0b65-4b7c-9063-30b596b2e86d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:49:12Z', 'updated_at': '2021-06-11T09:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '9c2b9b6c-17c8-4bc7-9905-47a358d34387', 'name': '', 'network_id': '6820836b-bd7b-4793-8876-dbfb45277379', 'tenant_id': 'b12bc305b44c4346b7a618cb035bad79', 'mac_address': 'fa:16:3e:01:27:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48551d6-0b65-4b7c-9063-30b596b2e86d', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'd2499c79-62f3-4ec5-a1d8-3ef0f5057886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:49:17Z', 'updated_at': '2021-06-11T09:49:28Z', 'revision_number': 5, 'project_id': 'b12bc305b44c4346b7a618cb035bad79', 'subnets': [{'id': 'd2499c79-62f3-4ec5-a1d8-3ef0f5057886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:53:10.513437 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5495320-2271-44c7-95f7-c2cbe8912810 None None] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:53:10.554685 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-f5495320-2271-44c7-95f7-c2cbe8912810 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:53:10.556725 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd88d3df-a65c-448d-8759-0278791b4138 None None] The sync data for ids ['f48551d6-0b65-4b7c-9063-30b596b2e86d'] in n-d-779913-12 is: [{'id': 'f48551d6-0b65-4b7c-9063-30b596b2e86d', 'name': 'tempest-ServersTestJSON-2005532366-router', 'tenant_id': 'b12bc305b44c4346b7a618cb035bad79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '438bf7ff-6d21-4346-a374-78a374a08a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:49:10Z', 'updated_at': '2021-06-11T09:49:18Z', 'revision_number': 4, 'project_id': 'b12bc305b44c4346b7a618cb035bad79', 'gw_port': {'id': '438bf7ff-6d21-4346-a374-78a374a08a2a', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ac:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48551d6-0b65-4b7c-9063-30b596b2e86d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:49:12Z', 'updated_at': '2021-06-11T09:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '9c2b9b6c-17c8-4bc7-9905-47a358d34387', 'name': '', 'network_id': '6820836b-bd7b-4793-8876-dbfb45277379', 'tenant_id': 'b12bc305b44c4346b7a618cb035bad79', 'mac_address': 'fa:16:3e:01:27:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48551d6-0b65-4b7c-9063-30b596b2e86d', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'd2499c79-62f3-4ec5-a1d8-3ef0f5057886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:49:17Z', 'updated_at': '2021-06-11T09:49:28Z', 'revision_number': 5, 'project_id': 'b12bc305b44c4346b7a618cb035bad79', 'subnets': [{'id': 'd2499c79-62f3-4ec5-a1d8-3ef0f5057886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:53:10.558329 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441caa73-d5c6-4181-83a4-6b7d0bb1f276 req-59490367-30fb-4c25-93fb-b5fb2ec1f143 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:10.560322 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-441caa73-d5c6-4181-83a4-6b7d0bb1f276 req-59490367-30fb-4c25-93fb-b5fb2ec1f143 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/ports?device_id=445071e3-bce3-40d6-b09a-3bc5f83c1af6 HTTP/1.1" status: 200 len: 945 time: 0.1227794 Jun 11 09:53:10.561296 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b59c46a0-6a62-4c6e-9774-3af99e0076e1 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Notify callbacks [] for floatingip, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:10.566044 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b59c46a0-6a62-4c6e-9774-3af99e0076e1 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:10.567200 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-b59c46a0-6a62-4c6e-9774-3af99e0076e1 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] 10.222.0.60 "DELETE /v2.0/floatingips/8b18b326-53eb-43d0-a0cd-73e980317ebc HTTP/1.1" status: 204 len: 168 time: 1.5368869 Jun 11 09:53:10.581541 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 53618) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:10.593352 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5495320-2271-44c7-95f7-c2cbe8912810 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:53:10.608594 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5495320-2271-44c7-95f7-c2cbe8912810 None None] Pushing event updated for resources: {'Port': ['ID=8e0ff9a3-1694-44d8-9b91-31a40deb8158,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:10.718194 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b8420665-d4d8-45d9-a997-63dea8dddb42 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:10.753842 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-dfc1653d-b18e-42a7-9659-7c7df33d86a9 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:10.767110 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [None req-b8420665-d4d8-45d9-a997-63dea8dddb42 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Transition to ACTIVE for port object e8877bb5-bd5d-401f-b4ff-e6edb7d4dc3f will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:53:10.878474 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-441caa73-d5c6-4181-83a4-6b7d0bb1f276 req-35940239-4597-4b8b-8004-63012770c550 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/security-groups?id=982f2ef2-bb6d-4fbc-bd87-ed6195b74a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819345 Jun 11 09:53:10.936282 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f5495320-2271-44c7-95f7-c2cbe8912810 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.629s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:10.956485 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-dfc1653d-b18e-42a7-9659-7c7df33d86a9 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Calling delete_port for 38f9ae95-7792-45b8-806e-4fe5e4ced108 owned by {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:53:11.004319 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-65b363af-79fd-4f4a-8a90-2dff48d79d3b None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:11.050629 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-65b363af-79fd-4f4a-8a90-2dff48d79d3b None None] Transition to ACTIVE for port object 5558c663-1207-4d13-94fd-9cc33864e372 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:53:11.059173 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e75f9de-66c2-4364-9d62-d9d12de5e71f None None] New status for floating IP 8b18b326-53eb-43d0-a0cd-73e980317ebc: DOWN {{(pid=93179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 09:53:11.119410 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-1de0703d-0d96-488a-8477-143e2c6b5b84 None None] Provisioning for port 987cbf8a-90a9-41e4-bb03-a6e77e3a9218 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:53:11.153036 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:11.163042 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-65b363af-79fd-4f4a-8a90-2dff48d79d3b None None] Transition to ACTIVE for port object 5558c663-1207-4d13-94fd-9cc33864e372 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:53:11.165590 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-f5495320-2271-44c7-95f7-c2cbe8912810 None None] Attempting to bind port 8e0ff9a3-1694-44d8-9b91-31a40deb8158 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:53:11.165977 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-f5495320-2271-44c7-95f7-c2cbe8912810 None None] Attempting to bind port 8e0ff9a3-1694-44d8-9b91-31a40deb8158 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'e0bc2927-8a98-4066-9eb5-5174f5accc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:53:11.166353 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5495320-2271-44c7-95f7-c2cbe8912810 None None] Attempting to bind port 8e0ff9a3-1694-44d8-9b91-31a40deb8158 on network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:53:11.193407 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port f49a1439-66e5-4e1c-8b08-cc7e22547553, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=f49a1439-66e5-4e1c-8b08-cc7e22547553,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:53:11.194445 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5495320-2271-44c7-95f7-c2cbe8912810 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:53:11.194826 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5495320-2271-44c7-95f7-c2cbe8912810 None None] Checking segment: {'id': 'e0bc2927-8a98-4066-9eb5-5174f5accc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:53:11.195361 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f5495320-2271-44c7-95f7-c2cbe8912810 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:11.195668 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5495320-2271-44c7-95f7-c2cbe8912810 None None] Bound using segment: {'id': 'e0bc2927-8a98-4066-9eb5-5174f5accc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:53:11.196143 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-f5495320-2271-44c7-95f7-c2cbe8912810 None None] Bound port: 8e0ff9a3-1694-44d8-9b91-31a40deb8158, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0bc2927-8a98-4066-9eb5-5174f5accc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:53:11.196535 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f5495320-2271-44c7-95f7-c2cbe8912810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:11.239652 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c1a643ec-6731-490d-81ad-279fa60364dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:11.282844 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b8420665-d4d8-45d9-a997-63dea8dddb42 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:11.288789 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-180acb8c-0bd8-4144-a9f0-19d54141c13c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:11.313510 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:11.315655 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device eb6a72fc-3d40-49f4-a643-66eb964e63ce up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:53:11.318300 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-65b363af-79fd-4f4a-8a90-2dff48d79d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:11.325911 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:11.337943 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c1a643ec-6731-490d-81ad-279fa60364dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:11.354613 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ad6fef12-6d03-469f-aa38-c179a28b0c28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375209'] for router_interface, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:11.395205 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f5495320-2271-44c7-95f7-c2cbe8912810 None None] For port 8e0ff9a3-1694-44d8-9b91-31a40deb8158, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:53:11.398824 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8420665-d4d8-45d9-a997-63dea8dddb42 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Network 5dad1ceb-9721-4fc0-9291-d732f31b0388 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:53:11.435187 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f5495320-2271-44c7-95f7-c2cbe8912810 None None] For port 8e0ff9a3-1694-44d8-9b91-31a40deb8158, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=8e0ff9a3-1694-44d8-9b91-31a40deb8158,segment=NetworkSegment(e0bc2927-8a98-4066-9eb5-5174f5accc0f),segment_id=e0bc2927-8a98-4066-9eb5-5174f5accc0f)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:53:11.439520 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b363af-79fd-4f4a-8a90-2dff48d79d3b None None] Network 5dfd9a97-f5ba-46ca-87a5-c3257ecd1aa9 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:53:11.445725 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-65b363af-79fd-4f4a-8a90-2dff48d79d3b None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:53:11.451742 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b363af-79fd-4f4a-8a90-2dff48d79d3b None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:53:11.456948 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c1a643ec-6731-490d-81ad-279fa60364dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375108'] for router_interface, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:11.463222 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-b8420665-d4d8-45d9-a997-63dea8dddb42 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:53:11.471738 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-85d8aed1-5d1d-45cb-8cf3-be500bc31e1a req-9c1ffb71-2657-4930-9205-5fefe636bd41 tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] 10.222.0.60 "GET /v2.0/ports?device_id=44102608-88ee-4ff7-8e9c-01747b629112 HTTP/1.1" status: 200 len: 210 time: 0.1379023 Jun 11 09:53:11.479844 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8420665-d4d8-45d9-a997-63dea8dddb42 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:53:11.490807 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=f49a1439-66e5-4e1c-8b08-cc7e22547553,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:11.511330 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f5495320-2271-44c7-95f7-c2cbe8912810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:11.540627 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8420665-d4d8-45d9-a997-63dea8dddb42 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Pushing event updated for resources: {'Port': ['ID=e8877bb5-bd5d-401f-b4ff-e6edb7d4dc3f,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:11.552405 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b8420665-d4d8-45d9-a997-63dea8dddb42 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:11.553566 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4db01b5a-96e2-4a63-acfd-6c74b5cb55bb tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.202s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:11.639142 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port eb6a72fc-3d40-49f4-a643-66eb964e63ce triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:53:11.640896 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:11.725376 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b363af-79fd-4f4a-8a90-2dff48d79d3b None None] Pushing event updated for resources: {'Port': ['ID=5558c663-1207-4d13-94fd-9cc33864e372,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:11.734419 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-65b363af-79fd-4f4a-8a90-2dff48d79d3b None None] Attempting to bind port 5558c663-1207-4d13-94fd-9cc33864e372 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:53:11.734992 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-65b363af-79fd-4f4a-8a90-2dff48d79d3b None None] Attempting to bind port 5558c663-1207-4d13-94fd-9cc33864e372 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '6072df20-62b2-4c07-b0ce-291f088c0f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '5dfd9a97-f5ba-46ca-87a5-c3257ecd1aa9'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:53:11.735378 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b363af-79fd-4f4a-8a90-2dff48d79d3b None None] Attempting to bind port 5558c663-1207-4d13-94fd-9cc33864e372 on network 5dfd9a97-f5ba-46ca-87a5-c3257ecd1aa9 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:53:11.742153 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-65b363af-79fd-4f4a-8a90-2dff48d79d3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:11.742648 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.413s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:11.804047 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b363af-79fd-4f4a-8a90-2dff48d79d3b None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:53:11.804913 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b363af-79fd-4f4a-8a90-2dff48d79d3b None None] Checking segment: {'id': '6072df20-62b2-4c07-b0ce-291f088c0f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '5dfd9a97-f5ba-46ca-87a5-c3257ecd1aa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:53:11.805525 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-65b363af-79fd-4f4a-8a90-2dff48d79d3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:11.806400 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b363af-79fd-4f4a-8a90-2dff48d79d3b None None] Bound using segment: {'id': '6072df20-62b2-4c07-b0ce-291f088c0f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '5dfd9a97-f5ba-46ca-87a5-c3257ecd1aa9'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:53:11.807187 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-65b363af-79fd-4f4a-8a90-2dff48d79d3b None None] Bound port: 5558c663-1207-4d13-94fd-9cc33864e372, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6072df20-62b2-4c07-b0ce-291f088c0f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '5dfd9a97-f5ba-46ca-87a5-c3257ecd1aa9'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:53:11.807833 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-65b363af-79fd-4f4a-8a90-2dff48d79d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:11.930700 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5495320-2271-44c7-95f7-c2cbe8912810 None None] Pushing event updated for resources: {'Port': ['ID=8e0ff9a3-1694-44d8-9b91-31a40deb8158,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:11.946637 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f5495320-2271-44c7-95f7-c2cbe8912810 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:11.951950 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f5495320-2271-44c7-95f7-c2cbe8912810 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.381s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:11.952645 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f5495320-2271-44c7-95f7-c2cbe8912810 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:12.051668 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-ad6fef12-6d03-469f-aa38-c179a28b0c28 admin admin] Deleting port 9c2b9b6c-17c8-4bc7-9905-47a358d34387 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:53:12.059745 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ad6fef12-6d03-469f-aa38-c179a28b0c28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:12.130878 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-65b363af-79fd-4f4a-8a90-2dff48d79d3b None None] For port 5558c663-1207-4d13-94fd-9cc33864e372, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:53:12.137408 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-65b363af-79fd-4f4a-8a90-2dff48d79d3b None None] For port 5558c663-1207-4d13-94fd-9cc33864e372, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=5558c663-1207-4d13-94fd-9cc33864e372,segment=NetworkSegment(6072df20-62b2-4c07-b0ce-291f088c0f3a),segment_id=6072df20-62b2-4c07-b0ce-291f088c0f3a)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:53:12.286280 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-65b363af-79fd-4f4a-8a90-2dff48d79d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:12.289547 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-9597118f-a53e-47ed-a5d9-d622ebf28881 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:12.297130 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-ad6fef12-6d03-469f-aa38-c179a28b0c28 admin admin] For port 9c2b9b6c-17c8-4bc7-9905-47a358d34387, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=9c2b9b6c-17c8-4bc7-9905-47a358d34387,segment=NetworkSegment(6b01e6de-f547-451b-b2c7-cf7ead3516ab),segment_id=6b01e6de-f547-451b-b2c7-cf7ead3516ab)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:53:12.297496 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ad6fef12-6d03-469f-aa38-c179a28b0c28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:12.329798 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-dfc1653d-b18e-42a7-9659-7c7df33d86a9 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:12.342433 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a643ec-6731-490d-81ad-279fa60364dc admin admin] Pushing event updated for resources: {'Port': ['ID=5a9c8ef4-ebc2-48da-bcb6-121fd404ed4d,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:12.346501 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c1a643ec-6731-490d-81ad-279fa60364dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.793s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:12.347274 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c1a643ec-6731-490d-81ad-279fa60364dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:12.356818 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-0f25b968-3334-4570-a262-948ff3b09b98 None None] Provisioning for port e8877bb5-bd5d-401f-b4ff-e6edb7d4dc3f completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:53:12.395310 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-0f25b968-3334-4570-a262-948ff3b09b98 None None] Provisioning complete for port e8877bb5-bd5d-401f-b4ff-e6edb7d4dc3f triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:53:12.395728 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0f25b968-3334-4570-a262-948ff3b09b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:12.419419 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-ad6fef12-6d03-469f-aa38-c179a28b0c28 admin admin] Calling delete_port for 9c2b9b6c-17c8-4bc7-9905-47a358d34387 owned by network:router_interface {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:53:12.445297 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc1653d-b18e-42a7-9659-7c7df33d86a9 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event deleted for resources: {'Port': ['ID=38f9ae95-7792-45b8-806e-4fe5e4ced108,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:12.445515 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4707da95-b096-40dd-9c4d-c07f44e99c1a req-97d8b236-4570-4f60-b557-baa4371bed61 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:12.448685 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-dfc1653d-b18e-42a7-9659-7c7df33d86a9 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:12.454358 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4707da95-b096-40dd-9c4d-c07f44e99c1a req-97d8b236-4570-4f60-b557-baa4371bed61 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/ports?device_id=445071e3-bce3-40d6-b09a-3bc5f83c1af6 HTTP/1.1" status: 200 len: 945 time: 0.2586951 Jun 11 09:53:12.456411 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-dfc1653d-b18e-42a7-9659-7c7df33d86a9 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:12.459403 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-dfc1653d-b18e-42a7-9659-7c7df33d86a9 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/ports/38f9ae95-7792-45b8-806e-4fe5e4ced108 HTTP/1.1" status: 204 len: 168 time: 2.7765961 Jun 11 09:53:12.473304 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b8420665-d4d8-45d9-a997-63dea8dddb42 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-375088'] for router_interface, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:12.478093 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 53632) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:12.497113 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-0f25b968-3334-4570-a262-948ff3b09b98 None None] Port e8877bb5-bd5d-401f-b4ff-e6edb7d4dc3f cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:53:12.508670 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b363af-79fd-4f4a-8a90-2dff48d79d3b None None] Pushing event updated for resources: {'Port': ['ID=5558c663-1207-4d13-94fd-9cc33864e372,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:12.508670 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 8e0ff9a3-1694-44d8-9b91-31a40deb8158 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:53:12.509742 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-65b363af-79fd-4f4a-8a90-2dff48d79d3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:12.622614 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4707da95-b096-40dd-9c4d-c07f44e99c1a req-878378bb-b8b4-467d-b578-469bb8da330a tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/security-groups?id=982f2ef2-bb6d-4fbc-bd87-ed6195b74a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677921 Jun 11 09:53:12.697785 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 8e0ff9a3-1694-44d8-9b91-31a40deb8158 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:53:12.704957 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c56d13-147c-4897-aff4-90cd6ae03fad tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:12.706714 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c56d13-147c-4897-aff4-90cd6ae03fad tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:12.724297 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 987cbf8a-90a9-41e4-bb03-a6e77e3a9218 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:53:12.729483 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-f2c56d13-147c-4897-aff4-90cd6ae03fad tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2261717 Jun 11 09:53:12.730589 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 53636) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:12.751018 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2fa6ec23-0c2a-4f52-aa7d-494563fa7d71 req-14a975a8-c456-4317-a13e-87e5a7213c4a tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] 10.222.0.60 "GET /v2.0/ports?device_id=44102608-88ee-4ff7-8e9c-01747b629112 HTTP/1.1" status: 200 len: 210 time: 0.0620265 Jun 11 09:53:12.752352 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a643ec-6731-490d-81ad-279fa60364dc admin admin] Network 2ee9e933-9fda-4839-b4cd-d38077481dd6 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:53:12.753999 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-c1a643ec-6731-490d-81ad-279fa60364dc admin admin] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:53:12.973714 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b8420665-d4d8-45d9-a997-63dea8dddb42 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:13.022408 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-94ec2497-c035-4f04-b72e-90cffefb3311 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Deleting subnet c360cd70-ee9b-4b7b-bbca-c674049d92e5 {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 09:53:13.034687 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 987cbf8a-90a9-41e4-bb03-a6e77e3a9218 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:53:13.038722 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-5f9f65bd-a136-4796-a7cf-2070d8bbd85d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:13.043750 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 987cbf8a-90a9-41e4-bb03-a6e77e3a9218 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:53:13.045637 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:13.051129 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-94ec2497-c035-4f04-b72e-90cffefb3311 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:13.235985 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:13.250498 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-94ec2497-c035-4f04-b72e-90cffefb3311 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:13.333342 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 987cbf8a-90a9-41e4-bb03-a6e77e3a9218, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=987cbf8a-90a9-41e4-bb03-a6e77e3a9218,segment=NetworkSegment(ac148dbe-bd73-4b61-9c6c-da2d0daca174),segment_id=ac148dbe-bd73-4b61-9c6c-da2d0daca174)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:53:13.365780 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1a643ec-6731-490d-81ad-279fa60364dc admin admin] Router 0d2005c4-2e47-41b4-8106-c275cd39cfcc has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 09:53:13.369346 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-8f2bfb78-8b12-4714-b925-242c543fdeda None None] Provisioning complete for port 5a9c8ef4-ebc2-48da-bcb6-121fd404ed4d triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:53:13.369985 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8f2bfb78-8b12-4714-b925-242c543fdeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:13.406575 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:13.407521 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device f49a1439-66e5-4e1c-8b08-cc7e22547553 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:53:13.415086 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f5495320-2271-44c7-95f7-c2cbe8912810 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:13.416263 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-34f8a6c3-4a76-4294-8139-c33d5fed0f15 req-0699cba9-4bab-4728-80aa-7fd8cf0f9f22 tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=a95f616b0af845f88f561f1d3b316d54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336480 Jun 11 09:53:13.440418 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b8420665-d4d8-45d9-a997-63dea8dddb42 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:13.519319 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-8f2bfb78-8b12-4714-b925-242c543fdeda None None] Port 5a9c8ef4-ebc2-48da-bcb6-121fd404ed4d cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:53:13.538030 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a27d02b-6379-4475-8c69-ff4a8625c44b None None] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:53:13.572087 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=987cbf8a-90a9-41e4-bb03-a6e77e3a9218,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:13.575724 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:13.586058 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-94ec2497-c035-4f04-b72e-90cffefb3311 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:13.659124 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port f49a1439-66e5-4e1c-8b08-cc7e22547553 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:53:13.659490 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:13.711615 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1a643ec-6731-490d-81ad-279fa60364dc admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:53:13.728305 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-c1a643ec-6731-490d-81ad-279fa60364dc admin admin] 10.222.0.60 "PUT /v2.0/routers/0d2005c4-2e47-41b4-8106-c275cd39cfcc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8695920 Jun 11 09:53:13.729161 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b8420665-d4d8-45d9-a997-63dea8dddb42 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:13.737806 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-94ec2497-c035-4f04-b72e-90cffefb3311 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:13.742797 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f8345150-6e13-46af-835d-86318f78d291 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:13.748566 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-77dd2056-ee21-44f9-aae5-1b8add3954c8 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:13.757425 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81edb81-1306-4789-8feb-65595fcf8593 None None] Sync routers for ids ['0d2005c4-2e47-41b4-8106-c275cd39cfcc'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:53:13.816037 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ec2497-c035-4f04-b72e-90cffefb3311 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event deleted for resources: {'Subnet': ['ID=c360cd70-ee9b-4b7b-bbca-c674049d92e5,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:13.819738 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-94ec2497-c035-4f04-b72e-90cffefb3311 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:14.055620 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81edb81-1306-4789-8feb-65595fcf8593 None None] Routers {'0d2005c4-2e47-41b4-8106-c275cd39cfcc'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:53:14.055620 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-b81edb81-1306-4789-8feb-65595fcf8593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:52:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['0d2005c4-2e47-41b4-8106-c275cd39cfcc'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:53:14.056678 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-94ec2497-c035-4f04-b72e-90cffefb3311 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:14.056678 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-94ec2497-c035-4f04-b72e-90cffefb3311 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/subnets/c360cd70-ee9b-4b7b-bbca-c674049d92e5 HTTP/1.1" status: 204 len: 168 time: 1.0957825 Jun 11 09:53:14.056678 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f8a6c3-4a76-4294-8139-c33d5fed0f15 req-d36201d2-7b6c-44dd-97e3-989f76d7eb3c tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:14.056678 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-34f8a6c3-4a76-4294-8139-c33d5fed0f15 req-d36201d2-7b6c-44dd-97e3-989f76d7eb3c tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4172411 Jun 11 09:53:14.056678 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-34f8a6c3-4a76-4294-8139-c33d5fed0f15 req-b5ea67b0-d15e-4ca2-bd53-bfe2f698dae4 tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] Request body: {'port': {'device_id': '44102608-88ee-4ff7-8e9c-01747b629112', 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60', 'admin_state_up': True, 'tenant_id': 'a95f616b0af845f88f561f1d3b316d54'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:53:14.057541 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b8420665-d4d8-45d9-a997-63dea8dddb42 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375108'] for router_interface, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:14.057541 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8420665-d4d8-45d9-a997-63dea8dddb42 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Pushing event updated for resources: {'Port': ['ID=e8877bb5-bd5d-401f-b4ff-e6edb7d4dc3f,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:14.073568 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b8420665-d4d8-45d9-a997-63dea8dddb42 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:14.085150 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 53648) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:14.096776 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-b81edb81-1306-4789-8feb-65595fcf8593 None None] Set router 0d2005c4-2e47-41b4-8106-c275cd39cfcc gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:53:14.153145 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ce719c-d082-4595-afb9-f166bfc979f6 None None] Network 5dfd9a97-f5ba-46ca-87a5-c3257ecd1aa9 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:53:14.193880 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-13d6b38c-90ba-48c4-bee3-9c9d58ae73a7 req-1909aa65-c36d-44ce-a4a2-dc63d2091b09 tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] 10.222.0.60 "GET /v2.0/ports?device_id=44102608-88ee-4ff7-8e9c-01747b629112 HTTP/1.1" status: 200 len: 210 time: 0.1368852 Jun 11 09:53:14.198183 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-420bdfde-581b-4c13-8fd3-abfb6a2d7ede tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1118264 Jun 11 09:53:14.201074 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 53654) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:14.207196 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-d23b6da2-e64b-49dd-8b5b-28f28d4100e6 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Request body: {'subnet': {'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:53:14.413295 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ad6fef12-6d03-469f-aa38-c179a28b0c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:14.419667 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a2f06df8-ea45-46e4-8992-ca9137d2855c tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:14.516959 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8420665-d4d8-45d9-a997-63dea8dddb42 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Network 5dad1ceb-9721-4fc0-9291-d732f31b0388 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:53:14.539415 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6fef12-6d03-469f-aa38-c179a28b0c28 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c2b9b6c-17c8-4bc7-9905-47a358d34387,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:14.539415 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ad6fef12-6d03-469f-aa38-c179a28b0c28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:14.560798 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-3c11ba0e-2a09-4c06-baad-aaf48ac7ba22 None None] Provisioning for port 8e0ff9a3-1694-44d8-9b91-31a40deb8158 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:53:14.564865 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-b8420665-d4d8-45d9-a997-63dea8dddb42 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:53:14.702349 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 987cbf8a-90a9-41e4-bb03-a6e77e3a9218 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:53:14.774977 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc19bc-c3a7-4bbb-88a1-bd85f7d9547e req-8a1f43a8-33bf-4d82-bfab-e0155baeadc7 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:14.775273 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-84bc19bc-c3a7-4bbb-88a1-bd85f7d9547e req-8a1f43a8-33bf-4d82-bfab-e0155baeadc7 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/ports?device_id=445071e3-bce3-40d6-b09a-3bc5f83c1af6 HTTP/1.1" status: 200 len: 945 time: 0.9013584 Jun 11 09:53:14.891288 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-3c11ba0e-2a09-4c06-baad-aaf48ac7ba22 None None] Provisioning complete for port 8e0ff9a3-1694-44d8-9b91-31a40deb8158 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:53:14.895306 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3c11ba0e-2a09-4c06-baad-aaf48ac7ba22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:14.949270 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfacfaea-0e8c-4b96-a3e2-684bb4cda075 req-f76b3156-cb02-4f19-9c2b-77fc18789922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:14.950775 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cfacfaea-0e8c-4b96-a3e2-684bb4cda075 req-f76b3156-cb02-4f19-9c2b-77fc18789922 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=445071e3-bce3-40d6-b09a-3bc5f83c1af6 HTTP/1.1" status: 200 len: 1097 time: 0.4323065 Jun 11 09:53:14.992244 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-84bc19bc-c3a7-4bbb-88a1-bd85f7d9547e req-347d6105-11fa-4276-8841-1aaf8f6feb83 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/security-groups?id=982f2ef2-bb6d-4fbc-bd87-ed6195b74a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136467 Jun 11 09:53:15.006236 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cfacfaea-0e8c-4b96-a3e2-684bb4cda075 req-42573f4c-1718-4419-9895-230f84bb3d96 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=982f2ef2-bb6d-4fbc-bd87-ed6195b74a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484824 Jun 11 09:53:15.011299 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d23b6da2-e64b-49dd-8b5b-28f28d4100e6 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Made reservation on behalf of 3a7e48b24b924bff8faf8c740b2810c2 for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:53:15.015926 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d23b6da2-e64b-49dd-8b5b-28f28d4100e6 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:15.021667 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ad6fef12-6d03-469f-aa38-c179a28b0c28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362297'] for router_interface, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:15.156920 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34f8a6c3-4a76-4294-8139-c33d5fed0f15 req-b5ea67b0-d15e-4ca2-bd53-bfe2f698dae4 tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] Made reservation on behalf of a95f616b0af845f88f561f1d3b316d54 for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:53:15.161871 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-34f8a6c3-4a76-4294-8139-c33d5fed0f15 req-b5ea67b0-d15e-4ca2-bd53-bfe2f698dae4 tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:15.185583 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-34f8a6c3-4a76-4294-8139-c33d5fed0f15 req-b5ea67b0-d15e-4ca2-bd53-bfe2f698dae4 tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:15.199502 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8420665-d4d8-45d9-a997-63dea8dddb42 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Router 2e5caced-eaa3-4af5-853c-69279a3f7214 is scheduled to L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 with binding_index 1 {{(pid=93176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 09:53:15.376347 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3c11ba0e-2a09-4c06-baad-aaf48ac7ba22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:15.485409 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 53662) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:15.494253 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-3c11ba0e-2a09-4c06-baad-aaf48ac7ba22 None None] For port 8e0ff9a3-1694-44d8-9b91-31a40deb8158, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=8e0ff9a3-1694-44d8-9b91-31a40deb8158,segment=NetworkSegment(e0bc2927-8a98-4066-9eb5-5174f5accc0f),segment_id=e0bc2927-8a98-4066-9eb5-5174f5accc0f)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:53:15.496379 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-ab336c6c-ffc2-4775-8ffc-04764a873dfa tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1100011835', 'description': 'tempest-description--221208825'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:53:15.510940 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 987cbf8a-90a9-41e4-bb03-a6e77e3a9218 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:53:15.511323 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:15.519830 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-34f8a6c3-4a76-4294-8139-c33d5fed0f15 req-b5ea67b0-d15e-4ca2-bd53-bfe2f698dae4 tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:15.524429 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad6fef12-6d03-469f-aa38-c179a28b0c28 admin admin] Router f48551d6-0b65-4b7c-9063-30b596b2e86d has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 09:53:15.579083 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 09:53:15.580140 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-b81edb81-1306-4789-8feb-65595fcf8593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2005c4-2e47-41b4-8106-c275cd39cfcc', 'name': 'tempest-ServersTestBootFromVolume-110669818-router', 'tenant_id': 'dd0b80cc8f6f441fb34ed2f0b9466049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': 'f49a1439-66e5-4e1c-8b08-cc7e22547553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:53:00Z', 'updated_at': '2021-06-11T09:53:09Z', 'revision_number': 4, 'project_id': 'dd0b80cc8f6f441fb34ed2f0b9466049', 'gw_port': {'id': 'f49a1439-66e5-4e1c-8b08-cc7e22547553', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:45:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2005c4-2e47-41b4-8106-c275cd39cfcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:53:01Z', 'updated_at': '2021-06-11T09:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '5a9c8ef4-ebc2-48da-bcb6-121fd404ed4d', 'name': '', 'network_id': '2ee9e933-9fda-4839-b4cd-d38077481dd6', 'tenant_id': 'dd0b80cc8f6f441fb34ed2f0b9466049', 'mac_address': 'fa:16:3e:2d:67:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2005c4-2e47-41b4-8106-c275cd39cfcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'cfe503b2-e60a-4c51-bb64-dfd15e82ca23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:53:06Z', 'updated_at': '2021-06-11T09:53:10Z', 'revision_number': 2, 'project_id': 'dd0b80cc8f6f441fb34ed2f0b9466049', 'subnets': [{'id': 'cfe503b2-e60a-4c51-bb64-dfd15e82ca23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:53:15.586233 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81edb81-1306-4789-8feb-65595fcf8593 None None] Checking router: 0d2005c4-2e47-41b4-8106-c275cd39cfcc for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:53:15.586600 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81edb81-1306-4789-8feb-65595fcf8593 None None] Updating router 0d2005c4-2e47-41b4-8106-c275cd39cfcc port 5a9c8ef4-ebc2-48da-bcb6-121fd404ed4d binding host n-d-779913-12 {{(pid=93178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 09:53:15.625114 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3c11ba0e-2a09-4c06-baad-aaf48ac7ba22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:15.630925 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:15.685642 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-996617ca-db4a-4da4-9a17-86efb758c417 req-d185d474-0ec9-447d-aa92-94fca92271c3 tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] 10.222.0.60 "GET /v2.0/ports?device_id=44102608-88ee-4ff7-8e9c-01747b629112 HTTP/1.1" status: 200 len: 210 time: 0.1509600 Jun 11 09:53:15.686293 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-34f8a6c3-4a76-4294-8139-c33d5fed0f15 req-b5ea67b0-d15e-4ca2-bd53-bfe2f698dae4 tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:15.701589 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2e3a7d31-ac1f-412c-9152-fc1c5449eec2 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:15.713134 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2d702a-9102-46a4-a073-98d29feadece None None] DHCP port deletion for f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 09:53:15.715606 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b81edb81-1306-4789-8feb-65595fcf8593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:15.817794 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ea67b0-d15e-4ca2-bd53-bfe2f698dae4 tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a35d1421-c989-4660-838f-6ac0aa905815,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:15.821201 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b5ea67b0-d15e-4ca2-bd53-bfe2f698dae4 tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:15.845205 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ab336c6c-ffc2-4775-8ffc-04764a873dfa tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:15.870707 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad6fef12-6d03-469f-aa38-c179a28b0c28 admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:53:15.883026 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be4358c-a0db-49aa-addd-8af3441f777d None None] Sync routers for ids ['f48551d6-0b65-4b7c-9063-30b596b2e86d'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:53:15.883213 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-ad6fef12-6d03-469f-aa38-c179a28b0c28 admin admin] 10.222.0.60 "PUT /v2.0/routers/f48551d6-0b65-4b7c-9063-30b596b2e86d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3076770 Jun 11 09:53:15.908592 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be4358c-a0db-49aa-addd-8af3441f777d None None] Routers {'f48551d6-0b65-4b7c-9063-30b596b2e86d'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:53:15.909479 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-7be4358c-a0db-49aa-addd-8af3441f777d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:52:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['f48551d6-0b65-4b7c-9063-30b596b2e86d'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:53:15.938913 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 53664) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:15.991323 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8420665-d4d8-45d9-a997-63dea8dddb42 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:53:15.999149 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-b8420665-d4d8-45d9-a997-63dea8dddb42 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] 10.222.0.60 "PUT /v2.0/routers/2e5caced-eaa3-4af5-853c-69279a3f7214/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5640686 Jun 11 09:53:16.005755 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 53666) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:16.095141 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-7be4358c-a0db-49aa-addd-8af3441f777d None None] Set router f48551d6-0b65-4b7c-9063-30b596b2e86d gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:53:16.106394 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602a8ea8-e5aa-43bf-afa6-0faa31d06751 None None] Sync routers for ids ['2e5caced-eaa3-4af5-853c-69279a3f7214'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:53:16.109681 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c11ba0e-2a09-4c06-baad-aaf48ac7ba22 None None] Pushing event updated for resources: {'Port': ['ID=8e0ff9a3-1694-44d8-9b91-31a40deb8158,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:16.112894 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6e935c6b-768a-4e9c-bd81-4b02824de83c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:16.128998 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-3c11ba0e-2a09-4c06-baad-aaf48ac7ba22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:16.136669 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d23b6da2-e64b-49dd-8b5b-28f28d4100e6 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:16.137605 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-9ad1bd6f-ef21-426c-a831-864bf23cd7c1 None None] Provisioning for port 5558c663-1207-4d13-94fd-9cc33864e372 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:53:16.142554 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:16.142909 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8a3d415a-3b2f-474f-a75b-00026396c586 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:16.152552 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602a8ea8-e5aa-43bf-afa6-0faa31d06751 None None] Routers {'2e5caced-eaa3-4af5-853c-69279a3f7214'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:53:16.152803 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-62444951-3a2f-4e98-8b93-3b38497f7aec admin admin] Notify callbacks [] for router, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:16.153224 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-602a8ea8-e5aa-43bf-afa6-0faa31d06751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:53:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['2e5caced-eaa3-4af5-853c-69279a3f7214'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:53:16.230865 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-602a8ea8-e5aa-43bf-afa6-0faa31d06751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:53:16.287117 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 5558c663-1207-4d13-94fd-9cc33864e372 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:53:16.305123 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23b6da2-e64b-49dd-8b5b-28f28d4100e6 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:53:16.316187 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-d23b6da2-e64b-49dd-8b5b-28f28d4100e6 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:53:16.319418 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23b6da2-e64b-49dd-8b5b-28f28d4100e6 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:16.320053 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d23b6da2-e64b-49dd-8b5b-28f28d4100e6 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:16.341631 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23b6da2-e64b-49dd-8b5b-28f28d4100e6 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event updated for resources: {'Subnet': ['ID=ef414bca-a4db-4ba0-9c49-556781948a40,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:16.351966 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d23b6da2-e64b-49dd-8b5b-28f28d4100e6 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:16.357484 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602a8ea8-e5aa-43bf-afa6-0faa31d06751 None None] Routers {'2e5caced-eaa3-4af5-853c-69279a3f7214'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:53:16.358109 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-602a8ea8-e5aa-43bf-afa6-0faa31d06751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:53:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['2e5caced-eaa3-4af5-853c-69279a3f7214'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:53:16.416308 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-7be4358c-a0db-49aa-addd-8af3441f777d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48551d6-0b65-4b7c-9063-30b596b2e86d', 'name': 'tempest-ServersTestJSON-2005532366-router', 'tenant_id': 'b12bc305b44c4346b7a618cb035bad79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '438bf7ff-6d21-4346-a374-78a374a08a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:49:10Z', 'updated_at': '2021-06-11T09:53:13Z', 'revision_number': 5, 'project_id': 'b12bc305b44c4346b7a618cb035bad79', 'gw_port': {'id': '438bf7ff-6d21-4346-a374-78a374a08a2a', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ac:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48551d6-0b65-4b7c-9063-30b596b2e86d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:49:12Z', 'updated_at': '2021-06-11T09:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:53:16.420600 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be4358c-a0db-49aa-addd-8af3441f777d None None] Checking router: f48551d6-0b65-4b7c-9063-30b596b2e86d for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:53:16.424672 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-602a8ea8-e5aa-43bf-afa6-0faa31d06751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:53:16.425125 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602a8ea8-e5aa-43bf-afa6-0faa31d06751 None None] The sync data for ids ['2e5caced-eaa3-4af5-853c-69279a3f7214'] in n-d-779913-12 is: [] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:53:16.430850 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-9ad1bd6f-ef21-426c-a831-864bf23cd7c1 None None] Provisioning complete for port e8877bb5-bd5d-401f-b4ff-e6edb7d4dc3f triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:53:16.431237 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-9ad1bd6f-ef21-426c-a831-864bf23cd7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:16.431634 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be4358c-a0db-49aa-addd-8af3441f777d None None] Routers {'f48551d6-0b65-4b7c-9063-30b596b2e86d'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:53:16.432587 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-7be4358c-a0db-49aa-addd-8af3441f777d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:53:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['f48551d6-0b65-4b7c-9063-30b596b2e86d'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:53:16.463230 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [req-34f8a6c3-4a76-4294-8139-c33d5fed0f15 req-b5ea67b0-d15e-4ca2-bd53-bfe2f698dae4 tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] Allocated IP 192.168.233.241 (cf20d108-f84c-44de-9036-2269564edd60/189b03cc-b2a8-4615-9ab5-ad0328c3f10f/e23468e4-0d5d-4d9d-a34e-af50f29ebe19) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:53:16.475897 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-62444951-3a2f-4e98-8b93-3b38497f7aec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:16.480335 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-9ad1bd6f-ef21-426c-a831-864bf23cd7c1 None None] Port e8877bb5-bd5d-401f-b4ff-e6edb7d4dc3f cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:53:16.500668 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-7a2d702a-9102-46a4-a073-98d29feadece None None] Deleting port 8e0ff9a3-1694-44d8-9b91-31a40deb8158 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:53:16.501206 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7a2d702a-9102-46a4-a073-98d29feadece None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:16.596472 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ab336c6c-ffc2-4775-8ffc-04764a873dfa tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:16.643430 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-7a2d702a-9102-46a4-a073-98d29feadece None None] For port 8e0ff9a3-1694-44d8-9b91-31a40deb8158, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=8e0ff9a3-1694-44d8-9b91-31a40deb8158,segment=NetworkSegment(e0bc2927-8a98-4066-9eb5-5174f5accc0f),segment_id=e0bc2927-8a98-4066-9eb5-5174f5accc0f)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:53:16.644041 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7a2d702a-9102-46a4-a073-98d29feadece None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:16.659943 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018571f6-9509-4c3c-a1c3-b2e5ec62df9d req-8a1d9412-12dc-4fda-9505-4aff37ca0b9b tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:16.662087 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-018571f6-9509-4c3c-a1c3-b2e5ec62df9d req-8a1d9412-12dc-4fda-9505-4aff37ca0b9b tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/ports?device_id=445071e3-bce3-40d6-b09a-3bc5f83c1af6 HTTP/1.1" status: 200 len: 945 time: 0.4235537 Jun 11 09:53:16.684452 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-7be4358c-a0db-49aa-addd-8af3441f777d None None] Set router f48551d6-0b65-4b7c-9063-30b596b2e86d gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:53:16.720034 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ab336c6c-ffc2-4775-8ffc-04764a873dfa tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:16.725864 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1937197f-0f48-4b13-8cfe-f03b7a7ec77c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:16.751098 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-7a2d702a-9102-46a4-a073-98d29feadece None None] Calling delete_port for 8e0ff9a3-1694-44d8-9b91-31a40deb8158 owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:53:16.764021 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab336c6c-ffc2-4775-8ffc-04764a873dfa tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcce601c-ce35-42bf-9e68-458e7d14fb73,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:16.788315 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ab336c6c-ffc2-4775-8ffc-04764a873dfa tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:16.860689 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-62444951-3a2f-4e98-8b93-3b38497f7aec admin admin] Deleting port 438bf7ff-6d21-4346-a374-78a374a08a2a {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:53:16.861524 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-62444951-3a2f-4e98-8b93-3b38497f7aec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:16.881743 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4f7b84b2-b977-4b90-bccd-ce925e6880bc req-67b1866e-23fe-489e-83df-9d6a88fdf0e5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3191473 Jun 11 09:53:16.900087 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-d23b6da2-e64b-49dd-8b5b-28f28d4100e6 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.6978719 Jun 11 09:53:16.904952 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-34f8a6c3-4a76-4294-8139-c33d5fed0f15 req-b5ea67b0-d15e-4ca2-bd53-bfe2f698dae4 tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:16.908021 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 53678) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:16.913365 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ab336c6c-ffc2-4775-8ffc-04764a873dfa tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:16.914788 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-ab336c6c-ffc2-4775-8ffc-04764a873dfa tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.4283905 Jun 11 09:53:16.925920 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-98a7e216-6990-41f8-81a7-f93279293b88 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Request body: {'port': {'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'name': 'tempest-NetworksTestDHCPv6-1476820033'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:53:16.941734 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 53680) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:16.967814 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-e3540c5c-d0c8-4f36-bbdc-0c9ac18b6b7e tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Request body: {'security_group_rule': {'security_group_id': 'bcce601c-ce35-42bf-9e68-458e7d14fb73', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:53:17.013585 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-34f8a6c3-4a76-4294-8139-c33d5fed0f15 req-b5ea67b0-d15e-4ca2-bd53-bfe2f698dae4 tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] Transition to ACTIVE for port object e23468e4-0d5d-4d9d-a34e-af50f29ebe19 will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:53:17.079665 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-018571f6-9509-4c3c-a1c3-b2e5ec62df9d req-5dd1c025-d7d3-4005-b77b-88b2e53396dd tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/security-groups?id=982f2ef2-bb6d-4fbc-bd87-ed6195b74a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4107769 Jun 11 09:53:17.137250 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7a2d702a-9102-46a4-a073-98d29feadece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:17.142916 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:17.145451 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:17.146127 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 5558c663-1207-4d13-94fd-9cc33864e372 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:53:17.151244 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ffb46adf-cdab-483d-9f40-4f4cc0abbc1b req-836b0109-47f9-46f0-ba89-3026ac833695 tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] 10.222.0.60 "GET /v2.0/ports?device_id=44102608-88ee-4ff7-8e9c-01747b629112 HTTP/1.1" status: 200 len: 210 time: 0.1428921 Jun 11 09:53:17.174772 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 5558c663-1207-4d13-94fd-9cc33864e372 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:53:17.174772 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:17.175428 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-7be4358c-a0db-49aa-addd-8af3441f777d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48551d6-0b65-4b7c-9063-30b596b2e86d', 'name': 'tempest-ServersTestJSON-2005532366-router', 'tenant_id': 'b12bc305b44c4346b7a618cb035bad79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '438bf7ff-6d21-4346-a374-78a374a08a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:49:10Z', 'updated_at': '2021-06-11T09:53:13Z', 'revision_number': 5, 'project_id': 'b12bc305b44c4346b7a618cb035bad79', 'gw_port': {'id': '438bf7ff-6d21-4346-a374-78a374a08a2a', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ac:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48551d6-0b65-4b7c-9063-30b596b2e86d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:49:12Z', 'updated_at': '2021-06-11T09:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:53:17.175428 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be4358c-a0db-49aa-addd-8af3441f777d None None] The sync data for ids ['f48551d6-0b65-4b7c-9063-30b596b2e86d'] in n-d-779913-12 is: [{'id': 'f48551d6-0b65-4b7c-9063-30b596b2e86d', 'name': 'tempest-ServersTestJSON-2005532366-router', 'tenant_id': 'b12bc305b44c4346b7a618cb035bad79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '438bf7ff-6d21-4346-a374-78a374a08a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:49:10Z', 'updated_at': '2021-06-11T09:53:13Z', 'revision_number': 5, 'project_id': 'b12bc305b44c4346b7a618cb035bad79', 'gw_port': {'id': '438bf7ff-6d21-4346-a374-78a374a08a2a', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ac:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48551d6-0b65-4b7c-9063-30b596b2e86d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:49:12Z', 'updated_at': '2021-06-11T09:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:53:17.201982 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e3540c5c-d0c8-4f36-bbdc-0c9ac18b6b7e tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:17.214030 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b84b2-b977-4b90-bccd-ce925e6880bc req-fe6efecf-3b56-47cb-b8fe-dbbb86caa46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:17.216618 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b84b2-b977-4b90-bccd-ce925e6880bc req-fe6efecf-3b56-47cb-b8fe-dbbb86caa46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:17.216618 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b84b2-b977-4b90-bccd-ce925e6880bc req-fe6efecf-3b56-47cb-b8fe-dbbb86caa46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:17.216618 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b84b2-b977-4b90-bccd-ce925e6880bc req-fe6efecf-3b56-47cb-b8fe-dbbb86caa46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:17.218289 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b84b2-b977-4b90-bccd-ce925e6880bc req-fe6efecf-3b56-47cb-b8fe-dbbb86caa46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:17.219303 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b84b2-b977-4b90-bccd-ce925e6880bc req-fe6efecf-3b56-47cb-b8fe-dbbb86caa46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:17.223216 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b84b2-b977-4b90-bccd-ce925e6880bc req-fe6efecf-3b56-47cb-b8fe-dbbb86caa46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:17.238687 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4f7b84b2-b977-4b90-bccd-ce925e6880bc req-fe6efecf-3b56-47cb-b8fe-dbbb86caa46a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=39e8725552694bd89f3d9b894d223d7c&device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042 HTTP/1.1" status: 200 len: 6507 time: 0.2059228 Jun 11 09:53:17.249237 n-d-779913-12 neutron-server[93176]: INFO neutron.api.v2.resource [None req-9e74099c-b2b2-44ef-97a6-ca213f285167 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 09:53:17.254535 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-9e74099c-b2b2-44ef-97a6-ca213f285167 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] 10.222.0.60 "PUT /v2.0/routers/2e5caced-eaa3-4af5-853c-69279a3f7214/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2473798 Jun 11 09:53:17.256635 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 53684) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:17.273547 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2d702a-9102-46a4-a073-98d29feadece None None] Pushing event deleted for resources: {'Port': ['ID=8e0ff9a3-1694-44d8-9b91-31a40deb8158,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:17.275696 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2d702a-9102-46a4-a073-98d29feadece None None] No DVR routers for this DVR port 8e0ff9a3-1694-44d8-9b91-31a40deb8158 on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:53:17.281018 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-7a2d702a-9102-46a4-a073-98d29feadece None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:17.303188 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c1b533-584e-4da1-8048-f1f0222888db None None] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:53:17.325101 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-62444951-3a2f-4e98-8b93-3b38497f7aec admin admin] For port 438bf7ff-6d21-4346-a374-78a374a08a2a, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=438bf7ff-6d21-4346-a374-78a374a08a2a,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:53:17.325535 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-62444951-3a2f-4e98-8b93-3b38497f7aec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:17.449745 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:17.458353 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-62444951-3a2f-4e98-8b93-3b38497f7aec admin admin] Calling delete_port for 438bf7ff-6d21-4346-a374-78a374a08a2a owned by network:router_gateway {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:53:17.544779 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b81edb81-1306-4789-8feb-65595fcf8593 None None] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:17.573129 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-b81edb81-1306-4789-8feb-65595fcf8593 None None] Transition to ACTIVE for port object 5a9c8ef4-ebc2-48da-bcb6-121fd404ed4d will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:53:17.584082 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-34f8a6c3-4a76-4294-8139-c33d5fed0f15 req-b5ea67b0-d15e-4ca2-bd53-bfe2f698dae4 tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:17.587841 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e3540c5c-d0c8-4f36-bbdc-0c9ac18b6b7e tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:17.596316 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ad6fef12-6d03-469f-aa38-c179a28b0c28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:17.662078 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 5558c663-1207-4d13-94fd-9cc33864e372, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=5558c663-1207-4d13-94fd-9cc33864e372,segment=NetworkSegment(6072df20-62b2-4c07-b0ce-291f088c0f3a),segment_id=6072df20-62b2-4c07-b0ce-291f088c0f3a)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:53:17.666677 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a7e216-6990-41f8-81a7-f93279293b88 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Made reservation on behalf of 3a7e48b24b924bff8faf8c740b2810c2 for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:53:17.670346 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-98a7e216-6990-41f8-81a7-f93279293b88 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:17.712290 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e3540c5c-d0c8-4f36-bbdc-0c9ac18b6b7e tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:17.720947 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b84b2-b977-4b90-bccd-ce925e6880bc req-54a2add6-0baa-437a-8668-b8113b4675e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:17.723215 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b84b2-b977-4b90-bccd-ce925e6880bc req-54a2add6-0baa-437a-8668-b8113b4675e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:17.723215 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b84b2-b977-4b90-bccd-ce925e6880bc req-54a2add6-0baa-437a-8668-b8113b4675e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:17.724893 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4f7b84b2-b977-4b90-bccd-ce925e6880bc req-54a2add6-0baa-437a-8668-b8113b4675e8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=613fb304-5cfe-4609-aaba-f0eb53f2be57&id=6d3621a2-169e-4b61-882a-b4c2c253f396&id=6d3621a2-169e-4b61-882a-b4c2c253f396&id=6d3621a2-169e-4b61-882a-b4c2c253f396&id=6d3621a2-169e-4b61-882a-b4c2c253f396&id=8268b03e-4f88-453d-8a80-f3e0484b960f&id=8268b03e-4f88-453d-8a80-f3e0484b960f HTTP/1.1" status: 200 len: 2299 time: 0.3904517 Jun 11 09:53:17.729857 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b81edb81-1306-4789-8feb-65595fcf8593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:17.732374 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34f8a6c3-4a76-4294-8139-c33d5fed0f15 req-b5ea67b0-d15e-4ca2-bd53-bfe2f698dae4 tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] Network cf20d108-f84c-44de-9036-2269564edd60 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:53:17.733134 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fca2d01-1e90-48b5-9646-1bf487e831e8 req-65f15533-e601-44f5-bf00-67605b323a93 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:17.742256 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2fca2d01-1e90-48b5-9646-1bf487e831e8 req-65f15533-e601-44f5-bf00-67605b323a93 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/ports?device_id=af759f82-325a-479d-9171-b34363c7d03f HTTP/1.1" status: 200 len: 946 time: 0.4066560 Jun 11 09:53:17.745918 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:17.748158 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [req-34f8a6c3-4a76-4294-8139-c33d5fed0f15 req-b5ea67b0-d15e-4ca2-bd53-bfe2f698dae4 tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:53:17.754315 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ea67b0-d15e-4ca2-bd53-bfe2f698dae4 tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] Pushing event updated for resources: {'Port': ['ID=e23468e4-0d5d-4d9d-a34e-af50f29ebe19,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:17.774922 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-34f8a6c3-4a76-4294-8139-c33d5fed0f15 req-b5ea67b0-d15e-4ca2-bd53-bfe2f698dae4 tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:53:17.774922 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [None req-98a7e216-6990-41f8-81a7-f93279293b88 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] device_id is not set on port f565e361-5ae3-47ff-8fca-d09fe01c45bb yet. {{(pid=93177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 09:53:17.798204 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd323f3-346f-4d80-bab0-303e6ce47152 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'tenant_id': '3a7e48b24b924bff8faf8c740b2810c2', 'fixed_ips': [{'subnet_id': 'ef414bca-a4db-4ba0-9c49-556781948a40'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 09:53:17.802695 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-cbd323f3-346f-4d80-bab0-303e6ce47152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:17.812913 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:17.903135 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b5ea67b0-d15e-4ca2-bd53-bfe2f698dae4 tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:17.911140 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3dd40a69-c360-4981-ab06-08e041898c51 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.174s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:18.000569 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2fca2d01-1e90-48b5-9646-1bf487e831e8 req-0a8820f6-00d5-454b-a4e3-1906d9cd4b9a tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/security-groups?id=982f2ef2-bb6d-4fbc-bd87-ed6195b74a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562544 Jun 11 09:53:18.005010 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 9c2b9b6c-17c8-4bc7-9905-47a358d34387 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:53:18.079291 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4f7b84b2-b977-4b90-bccd-ce925e6880bc req-a4ccf056-3da2-4719-8173-bbbae647f1e7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=673aa988-b63e-4019-b597-09a97b0fcf40 HTTP/1.1" status: 200 len: 1001 time: 0.3265569 Jun 11 09:53:18.110440 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 9c2b9b6c-17c8-4bc7-9905-47a358d34387 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:53:18.110870 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 9c2b9b6c-17c8-4bc7-9905-47a358d34387 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:53:18.112142 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 8e0ff9a3-1694-44d8-9b91-31a40deb8158 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:53:18.208841 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f1e4cd-d0d3-46af-9aef-7bd992a0bcf4 None None] Pushing event updated for resources: {'Port': ['ID=5a9c8ef4-ebc2-48da-bcb6-121fd404ed4d,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:18.222490 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b84b2-b977-4b90-bccd-ce925e6880bc req-640fd103-d6f8-4ade-af29-87410320caa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:18.224776 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4f7b84b2-b977-4b90-bccd-ce925e6880bc req-640fd103-d6f8-4ade-af29-87410320caa7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=aa5d910a-d4cb-4925-a41a-aa63432d8367 HTTP/1.1" status: 200 len: 856 time: 0.1357820 Jun 11 09:53:18.269695 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 8e0ff9a3-1694-44d8-9b91-31a40deb8158 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:53:18.270349 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 8e0ff9a3-1694-44d8-9b91-31a40deb8158 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:53:18.275887 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-74f1e4cd-d0d3-46af-9aef-7bd992a0bcf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:18.290854 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.291s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:18.442156 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b84b2-b977-4b90-bccd-ce925e6880bc req-72cb223e-7261-4d80-b08a-a79d10a06cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:18.444470 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4f7b84b2-b977-4b90-bccd-ce925e6880bc req-72cb223e-7261-4d80-b08a-a79d10a06cb4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=613fb304-5cfe-4609-aaba-f0eb53f2be57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2110453 Jun 11 09:53:18.458997 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-b81edb81-1306-4789-8feb-65595fcf8593 None None] Attempting to bind port 5a9c8ef4-ebc2-48da-bcb6-121fd404ed4d on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:53:18.459384 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-b81edb81-1306-4789-8feb-65595fcf8593 None None] Attempting to bind port 5a9c8ef4-ebc2-48da-bcb6-121fd404ed4d by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'b1043da1-5480-43ec-a726-3c2fce12da10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '2ee9e933-9fda-4839-b4cd-d38077481dd6'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:53:18.459784 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81edb81-1306-4789-8feb-65595fcf8593 None None] Attempting to bind port 5a9c8ef4-ebc2-48da-bcb6-121fd404ed4d on network 2ee9e933-9fda-4839-b4cd-d38077481dd6 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:53:18.483165 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=5558c663-1207-4d13-94fd-9cc33864e372,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:18.510499 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81edb81-1306-4789-8feb-65595fcf8593 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:53:18.510891 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81edb81-1306-4789-8feb-65595fcf8593 None None] Checking segment: {'id': 'b1043da1-5480-43ec-a726-3c2fce12da10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '2ee9e933-9fda-4839-b4cd-d38077481dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:53:18.511288 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b81edb81-1306-4789-8feb-65595fcf8593 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:18.511716 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81edb81-1306-4789-8feb-65595fcf8593 None None] Bound using segment: {'id': 'b1043da1-5480-43ec-a726-3c2fce12da10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '2ee9e933-9fda-4839-b4cd-d38077481dd6'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:53:18.512210 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-b81edb81-1306-4789-8feb-65595fcf8593 None None] Bound port: 5a9c8ef4-ebc2-48da-bcb6-121fd404ed4d, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1043da1-5480-43ec-a726-3c2fce12da10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '2ee9e933-9fda-4839-b4cd-d38077481dd6'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:53:18.512594 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b81edb81-1306-4789-8feb-65595fcf8593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:18.516182 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:18.554452 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e3540c5c-d0c8-4f36-bbdc-0c9ac18b6b7e tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:18.587557 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-e3540c5c-d0c8-4f36-bbdc-0c9ac18b6b7e tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6125131 Jun 11 09:53:18.587557 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3540c5c-d0c8-4f36-bbdc-0c9ac18b6b7e tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf591db7-6763-4b02-bc9f-68d4d6760332,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:18.587557 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 53696) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:18.589491 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:18.589491 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-cbd323f3-346f-4d80-bab0-303e6ce47152 None None] Allocated IP 2001:db8::2 (f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc/ef414bca-a4db-4ba0-9c49-556781948a40/f87c558c-c683-4329-adbe-6db697db5554) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:53:18.592137 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e3540c5c-d0c8-4f36-bbdc-0c9ac18b6b7e tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.682s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:18.632988 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-cfd3194d-7543-4fe4-9ec9-19851b62be2b tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Request body: {'security_group_rule': {'security_group_id': 'bcce601c-ce35-42bf-9e68-458e7d14fb73', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:53:18.655351 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-54a8ac05-2017-42c1-97bd-8e2d56a3af87 None None] Provisioning for port e23468e4-0d5d-4d9d-a34e-af50f29ebe19 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:53:18.685286 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-b81edb81-1306-4789-8feb-65595fcf8593 None None] For port 5a9c8ef4-ebc2-48da-bcb6-121fd404ed4d, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:53:18.689185 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-54a8ac05-2017-42c1-97bd-8e2d56a3af87 None None] Provisioning complete for port e23468e4-0d5d-4d9d-a34e-af50f29ebe19 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:53:18.689570 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-54a8ac05-2017-42c1-97bd-8e2d56a3af87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:18.758037 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f8a6c3-4a76-4294-8139-c33d5fed0f15 req-b5ea67b0-d15e-4ca2-bd53-bfe2f698dae4 tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:18.758756 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-34f8a6c3-4a76-4294-8139-c33d5fed0f15 req-b5ea67b0-d15e-4ca2-bd53-bfe2f698dae4 tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:18.772118 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-b81edb81-1306-4789-8feb-65595fcf8593 None None] For port 5a9c8ef4-ebc2-48da-bcb6-121fd404ed4d, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=5a9c8ef4-ebc2-48da-bcb6-121fd404ed4d,segment=NetworkSegment(b1043da1-5480-43ec-a726-3c2fce12da10),segment_id=b1043da1-5480-43ec-a726-3c2fce12da10)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:53:18.812840 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-54a8ac05-2017-42c1-97bd-8e2d56a3af87 None None] Port e23468e4-0d5d-4d9d-a34e-af50f29ebe19 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:53:18.837461 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2337db3-eae9-4d24-8f3f-c30ec34264db req-62e5b8e3-9b1a-45d4-81c4-02f26b3b4a18 tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:18.844916 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f2337db3-eae9-4d24-8f3f-c30ec34264db req-62e5b8e3-9b1a-45d4-81c4-02f26b3b4a18 tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] 10.222.0.60 "GET /v2.0/ports?device_id=44102608-88ee-4ff7-8e9c-01747b629112 HTTP/1.1" status: 200 len: 936 time: 0.3215928 Jun 11 09:53:18.901066 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-cbd323f3-346f-4d80-bab0-303e6ce47152 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:18.909932 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f2337db3-eae9-4d24-8f3f-c30ec34264db req-7d727894-5c48-435b-8b03-1b9d84b4c16b tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] 10.222.0.60 "GET /v2.0/security-groups?id=a35d1421-c989-4660-838f-6ac0aa905815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622487 Jun 11 09:53:18.911763 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-cbd323f3-346f-4d80-bab0-303e6ce47152 None None] Transition to ACTIVE for port object f87c558c-c683-4329-adbe-6db697db5554 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:53:18.928469 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-cbd323f3-346f-4d80-bab0-303e6ce47152 None None] Transition to ACTIVE for port object f87c558c-c683-4329-adbe-6db697db5554 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:53:18.948744 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-62444951-3a2f-4e98-8b93-3b38497f7aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:18.948877 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b81edb81-1306-4789-8feb-65595fcf8593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:18.951928 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b5ea67b0-d15e-4ca2-bd53-bfe2f698dae4 tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:18.956789 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f5495320-2271-44c7-95f7-c2cbe8912810 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:19.019827 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62444951-3a2f-4e98-8b93-3b38497f7aec admin admin] Pushing event deleted for resources: {'Port': ['ID=438bf7ff-6d21-4346-a374-78a374a08a2a,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:19.030074 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-62444951-3a2f-4e98-8b93-3b38497f7aec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:19.034108 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4f7b84b2-b977-4b90-bccd-ce925e6880bc req-66d6bdf3-7cfb-4192-9f74-e17bd949233a service neutron] 10.222.0.64 "GET /v2.0/networks/613fb304-5cfe-4609-aaba-f0eb53f2be57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5825198 Jun 11 09:53:19.040332 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f1e4cd-d0d3-46af-9aef-7bd992a0bcf4 None None] Pushing event updated for resources: {'Port': ['ID=5a9c8ef4-ebc2-48da-bcb6-121fd404ed4d,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:19.065559 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-74f1e4cd-d0d3-46af-9aef-7bd992a0bcf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:19.084210 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81edb81-1306-4789-8feb-65595fcf8593 None None] Routers {'0d2005c4-2e47-41b4-8106-c275cd39cfcc'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:53:19.084915 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-b81edb81-1306-4789-8feb-65595fcf8593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:53:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['0d2005c4-2e47-41b4-8106-c275cd39cfcc'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:53:19.155021 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-62444951-3a2f-4e98-8b93-3b38497f7aec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374120'] for router_gateway, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:19.223291 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-aefc8b28-eb3d-46c8-89eb-925d50829c4b tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375209'] for router_interface, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:19.238338 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a408bf0e-1aee-4aa2-9408-f476c72f7d6b req-814dce4b-54ce-4c09-84e1-55388451ff28 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:19.246134 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a408bf0e-1aee-4aa2-9408-f476c72f7d6b req-814dce4b-54ce-4c09-84e1-55388451ff28 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/ports?device_id=af759f82-325a-479d-9171-b34363c7d03f HTTP/1.1" status: 200 len: 946 time: 0.3291442 Jun 11 09:53:19.319614 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-b81edb81-1306-4789-8feb-65595fcf8593 None None] Set router 0d2005c4-2e47-41b4-8106-c275cd39cfcc gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:53:19.378735 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4f7b84b2-b977-4b90-bccd-ce925e6880bc req-9c3d2807-2527-4133-80e4-6457040ae321 service neutron] 10.222.0.64 "GET /v2.0/networks/613fb304-5cfe-4609-aaba-f0eb53f2be57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3359251 Jun 11 09:53:19.385645 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-98a7e216-6990-41f8-81a7-f93279293b88 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Allocated IP 2001:db8::398 (f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc/ef414bca-a4db-4ba0-9c49-556781948a40/f565e361-5ae3-47ff-8fca-d09fe01c45bb) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:53:19.389263 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-cbd323f3-346f-4d80-bab0-303e6ce47152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:19.400757 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:19.457837 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4f7b84b2-b977-4b90-bccd-ce925e6880bc req-1ef03ce2-07c2-49fe-8ddc-84d2de60ee5c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=aba52a31-7ead-4b87-98cf-90bcdace2f39 HTTP/1.1" status: 200 len: 217 time: 0.0666254 Jun 11 09:53:19.477886 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a408bf0e-1aee-4aa2-9408-f476c72f7d6b req-0ecaf1e0-9c38-4156-bdf8-d851fa25190a tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/security-groups?id=982f2ef2-bb6d-4fbc-bd87-ed6195b74a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308555 Jun 11 09:53:19.488934 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-34f8a6c3-4a76-4294-8139-c33d5fed0f15 req-b5ea67b0-d15e-4ca2-bd53-bfe2f698dae4 tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.5965450 Jun 11 09:53:19.498050 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cfd3194d-7543-4fe4-9ec9-19851b62be2b tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:19.507491 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-34f8a6c3-4a76-4294-8139-c33d5fed0f15 req-ea5a5d7c-293a-48dc-9e9c-81c96d3f65d2 service neutron] Request body: {'port': {'device_id': '44102608-88ee-4ff7-8e9c-01747b629112', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-12'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:53:19.535751 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-62444951-3a2f-4e98-8b93-3b38497f7aec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:19.574605 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-62444951-3a2f-4e98-8b93-3b38497f7aec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:19.667048 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd323f3-346f-4d80-bab0-303e6ce47152 None None] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:53:19.671211 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-cbd323f3-346f-4d80-bab0-303e6ce47152 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:53:19.675321 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd323f3-346f-4d80-bab0-303e6ce47152 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:53:19.693814 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b84b2-b977-4b90-bccd-ce925e6880bc req-e8d172f9-cce4-435e-a65f-051ecd06a601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:19.695267 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4f7b84b2-b977-4b90-bccd-ce925e6880bc req-e8d172f9-cce4-435e-a65f-051ecd06a601 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d56f2625-bb14-490c-b4fa-d6d55c55bf08 HTTP/1.1" status: 200 len: 797 time: 0.2300861 Jun 11 09:53:19.751415 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd323f3-346f-4d80-bab0-303e6ce47152 None None] Pushing event updated for resources: {'Port': ['ID=f87c558c-c683-4329-adbe-6db697db5554,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:19.760339 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-cbd323f3-346f-4d80-bab0-303e6ce47152 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:19.807534 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-21cab477-11da-4f8d-9600-27971a6141a7 req-601f1b47-0592-45c2-9b80-75862055dd48 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8b0925bd-e2ca-4cc1-bb17-c477189658df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2022035 Jun 11 09:53:19.867920 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cfd3194d-7543-4fe4-9ec9-19851b62be2b tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:19.874662 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-98a7e216-6990-41f8-81a7-f93279293b88 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:19.882019 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-62444951-3a2f-4e98-8b93-3b38497f7aec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:19.882574 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62444951-3a2f-4e98-8b93-3b38497f7aec admin admin] Fanout notify agent at l3_agent the message router_deleted on router f48551d6-0b65-4b7c-9063-30b596b2e86d {{(pid=93177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 09:53:19.885769 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-34f8a6c3-4a76-4294-8139-c33d5fed0f15 req-ea5a5d7c-293a-48dc-9e9c-81c96d3f65d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:19.887803 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-cbd323f3-346f-4d80-bab0-303e6ce47152 None None] Attempting to bind port f87c558c-c683-4329-adbe-6db697db5554 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:53:19.888229 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-cbd323f3-346f-4d80-bab0-303e6ce47152 None None] Attempting to bind port f87c558c-c683-4329-adbe-6db697db5554 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'e0bc2927-8a98-4066-9eb5-5174f5accc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:53:19.889623 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd323f3-346f-4d80-bab0-303e6ce47152 None None] Attempting to bind port f87c558c-c683-4329-adbe-6db697db5554 on network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:53:19.889757 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-62444951-3a2f-4e98-8b93-3b38497f7aec admin admin] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:19.891430 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-62444951-3a2f-4e98-8b93-3b38497f7aec admin admin] 10.222.0.60 "DELETE /v2.0/routers/f48551d6-0b65-4b7c-9063-30b596b2e86d HTTP/1.1" status: 204 len: 168 time: 3.9513197 Jun 11 09:53:19.896598 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 53704) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:19.904278 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd323f3-346f-4d80-bab0-303e6ce47152 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:53:19.907280 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd323f3-346f-4d80-bab0-303e6ce47152 None None] Checking segment: {'id': 'e0bc2927-8a98-4066-9eb5-5174f5accc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:53:19.907280 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-cbd323f3-346f-4d80-bab0-303e6ce47152 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:19.907280 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd323f3-346f-4d80-bab0-303e6ce47152 None None] Bound using segment: {'id': 'e0bc2927-8a98-4066-9eb5-5174f5accc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:53:19.907280 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-cbd323f3-346f-4d80-bab0-303e6ce47152 None None] Bound port: f87c558c-c683-4329-adbe-6db697db5554, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0bc2927-8a98-4066-9eb5-5174f5accc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:53:19.907280 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-cbd323f3-346f-4d80-bab0-303e6ce47152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:19.927931 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b84b2-b977-4b90-bccd-ce925e6880bc req-04b8c79b-94d7-4a86-9cd9-d8dc6fd0b1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:19.928786 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4f7b84b2-b977-4b90-bccd-ce925e6880bc req-04b8c79b-94d7-4a86-9cd9-d8dc6fd0b1bc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6d3621a2-169e-4b61-882a-b4c2c253f396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2245753 Jun 11 09:53:19.980020 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-98a7e216-6990-41f8-81a7-f93279293b88 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Transition to ACTIVE for port object f565e361-5ae3-47ff-8fca-d09fe01c45bb will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:53:20.036190 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cfd3194d-7543-4fe4-9ec9-19851b62be2b tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:20.053228 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c46c5203-1d60-4ab3-88de-ab80db1c8aba tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:20.058325 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-c519a48d-3bf8-4cce-b1ae-52e74e7456a4 admin admin] Deleting subnet d2499c79-62f3-4ec5-a1d8-3ef0f5057886 {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 09:53:20.090149 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c519a48d-3bf8-4cce-b1ae-52e74e7456a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:20.096935 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 5558c663-1207-4d13-94fd-9cc33864e372 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:53:20.142130 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd3194d-7543-4fe4-9ec9-19851b62be2b tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c476672-509f-474b-a71c-91a01b45501d,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:20.192187 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4f7b84b2-b977-4b90-bccd-ce925e6880bc req-cbc9bd4f-e73c-4ddf-9290-c9a5220da5b0 service neutron] 10.222.0.64 "GET /v2.0/networks/6d3621a2-169e-4b61-882a-b4c2c253f396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324252 Jun 11 09:53:20.219659 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-cfd3194d-7543-4fe4-9ec9-19851b62be2b tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:20.251017 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-cbd323f3-346f-4d80-bab0-303e6ce47152 None None] For port f87c558c-c683-4329-adbe-6db697db5554, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:53:20.255434 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-cbd323f3-346f-4d80-bab0-303e6ce47152 None None] For port f87c558c-c683-4329-adbe-6db697db5554, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=f87c558c-c683-4329-adbe-6db697db5554,segment=NetworkSegment(e0bc2927-8a98-4066-9eb5-5174f5accc0f),segment_id=e0bc2927-8a98-4066-9eb5-5174f5accc0f)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:53:20.270866 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cab477-11da-4f8d-9600-27971a6141a7 req-791a13d9-620e-4d38-bfd2-6f3af0d60a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:20.273358 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-21cab477-11da-4f8d-9600-27971a6141a7 req-791a13d9-620e-4d38-bfd2-6f3af0d60a6f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0694d8955d61412382677b4a46f00758&device_id=8b0925bd-e2ca-4cc1-bb17-c477189658df HTTP/1.1" status: 200 len: 1097 time: 0.3983412 Jun 11 09:53:20.280454 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-b81edb81-1306-4789-8feb-65595fcf8593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2005c4-2e47-41b4-8106-c275cd39cfcc', 'name': 'tempest-ServersTestBootFromVolume-110669818-router', 'tenant_id': 'dd0b80cc8f6f441fb34ed2f0b9466049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': 'f49a1439-66e5-4e1c-8b08-cc7e22547553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:53:00Z', 'updated_at': '2021-06-11T09:53:09Z', 'revision_number': 4, 'project_id': 'dd0b80cc8f6f441fb34ed2f0b9466049', 'gw_port': {'id': 'f49a1439-66e5-4e1c-8b08-cc7e22547553', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:45:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2005c4-2e47-41b4-8106-c275cd39cfcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:53:01Z', 'updated_at': '2021-06-11T09:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '5a9c8ef4-ebc2-48da-bcb6-121fd404ed4d', 'name': '', 'network_id': '2ee9e933-9fda-4839-b4cd-d38077481dd6', 'tenant_id': 'dd0b80cc8f6f441fb34ed2f0b9466049', 'mac_address': 'fa:16:3e:2d:67:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2005c4-2e47-41b4-8106-c275cd39cfcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'cfe503b2-e60a-4c51-bb64-dfd15e82ca23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:53:06Z', 'updated_at': '2021-06-11T09:53:18Z', 'revision_number': 4, 'project_id': 'dd0b80cc8f6f441fb34ed2f0b9466049', 'subnets': [{'id': 'cfe503b2-e60a-4c51-bb64-dfd15e82ca23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:53:20.285087 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 5558c663-1207-4d13-94fd-9cc33864e372 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:53:20.285536 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:20.290229 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c519a48d-3bf8-4cce-b1ae-52e74e7456a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:20.348384 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-aefc8b28-eb3d-46c8-89eb-925d50829c4b tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Deleting port e8877bb5-bd5d-401f-b4ff-e6edb7d4dc3f {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:53:20.348792 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-aefc8b28-eb3d-46c8-89eb-925d50829c4b tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:20.353742 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81edb81-1306-4789-8feb-65595fcf8593 None None] The sync data for ids ['0d2005c4-2e47-41b4-8106-c275cd39cfcc'] in n-d-779913-12 is: [{'id': '0d2005c4-2e47-41b4-8106-c275cd39cfcc', 'name': 'tempest-ServersTestBootFromVolume-110669818-router', 'tenant_id': 'dd0b80cc8f6f441fb34ed2f0b9466049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': 'f49a1439-66e5-4e1c-8b08-cc7e22547553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:53:00Z', 'updated_at': '2021-06-11T09:53:09Z', 'revision_number': 4, 'project_id': 'dd0b80cc8f6f441fb34ed2f0b9466049', 'gw_port': {'id': 'f49a1439-66e5-4e1c-8b08-cc7e22547553', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:45:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2005c4-2e47-41b4-8106-c275cd39cfcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:53:01Z', 'updated_at': '2021-06-11T09:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '5a9c8ef4-ebc2-48da-bcb6-121fd404ed4d', 'name': '', 'network_id': '2ee9e933-9fda-4839-b4cd-d38077481dd6', 'tenant_id': 'dd0b80cc8f6f441fb34ed2f0b9466049', 'mac_address': 'fa:16:3e:2d:67:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2005c4-2e47-41b4-8106-c275cd39cfcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'cfe503b2-e60a-4c51-bb64-dfd15e82ca23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:53:06Z', 'updated_at': '2021-06-11T09:53:18Z', 'revision_number': 4, 'project_id': 'dd0b80cc8f6f441fb34ed2f0b9466049', 'subnets': [{'id': 'cfe503b2-e60a-4c51-bb64-dfd15e82ca23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:53:20.407459 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cfd3194d-7543-4fe4-9ec9-19851b62be2b tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:20.408669 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-cfd3194d-7543-4fe4-9ec9-19851b62be2b tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8234408 Jun 11 09:53:20.414247 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-cbd323f3-346f-4d80-bab0-303e6ce47152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:20.415355 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 53712) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:20.421458 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:20.422853 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-ab664720-b11d-4903-98e0-4652e16f9e2f tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Request body: {'floatingip': {'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:53:20.507527 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-98a7e216-6990-41f8-81a7-f93279293b88 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:20.513536 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd323f3-346f-4d80-bab0-303e6ce47152 None None] Pushing event updated for resources: {'Port': ['ID=f87c558c-c683-4329-adbe-6db697db5554,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:20.524635 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-cbd323f3-346f-4d80-bab0-303e6ce47152 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:20.530180 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-10abb013-75fb-4e09-b155-6c21e94f7fa2 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:20.635930 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86780110-420c-4424-9002-840f7ed2fe95 req-8d1783f9-755a-45f4-b83c-5e64f8734801 tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:20.643067 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-86780110-420c-4424-9002-840f7ed2fe95 req-8d1783f9-755a-45f4-b83c-5e64f8734801 tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] 10.222.0.60 "GET /v2.0/ports?device_id=44102608-88ee-4ff7-8e9c-01747b629112 HTTP/1.1" status: 200 len: 936 time: 0.4313610 Jun 11 09:53:20.658231 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c519a48d-3bf8-4cce-b1ae-52e74e7456a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:20.683130 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-aefc8b28-eb3d-46c8-89eb-925d50829c4b tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:20.763459 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a7e216-6990-41f8-81a7-f93279293b88 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:53:20.764618 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ab664720-b11d-4903-98e0-4652e16f9e2f tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Notify callbacks [] for floatingip, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:20.803489 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-98a7e216-6990-41f8-81a7-f93279293b88 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:53:20.805658 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a7e216-6990-41f8-81a7-f93279293b88 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event updated for resources: {'Port': ['ID=f565e361-5ae3-47ff-8fca-d09fe01c45bb,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:20.821397 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a7e216-6990-41f8-81a7-f93279293b88 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:53:20.827748 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a7e216-6990-41f8-81a7-f93279293b88 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:20.828964 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-98a7e216-6990-41f8-81a7-f93279293b88 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:20.835748 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-aefc8b28-eb3d-46c8-89eb-925d50829c4b tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Calling delete_port for e8877bb5-bd5d-401f-b4ff-e6edb7d4dc3f owned by network:router_interface {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:53:20.889061 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4f7b84b2-b977-4b90-bccd-ce925e6880bc req-77f0289d-9d49-4d4d-a002-78dd2d112cb3 service neutron] 10.222.0.64 "GET /v2.0/networks/6d3621a2-169e-4b61-882a-b4c2c253f396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6896307 Jun 11 09:53:20.892336 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-98a7e216-6990-41f8-81a7-f93279293b88 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:20.896736 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cab477-11da-4f8d-9600-27971a6141a7 req-c20f171e-b1c7-4bc0-b4d9-fad1ef4b3c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:20.907787 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-21cab477-11da-4f8d-9600-27971a6141a7 req-c20f171e-b1c7-4bc0-b4d9-fad1ef4b3c6e service neutron] 10.222.0.69 "GET /v2.0/networks?id=95f263a2-16db-4d6c-8962-c50348487ef1 HTTP/1.1" status: 200 len: 913 time: 0.5618050 Jun 11 09:53:20.974937 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-86780110-420c-4424-9002-840f7ed2fe95 req-661f34bf-671c-452b-8a75-f7584da88894 tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] 10.222.0.60 "GET /v2.0/security-groups?id=a35d1421-c989-4660-838f-6ac0aa905815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306773 Jun 11 09:53:21.043653 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-98a7e216-6990-41f8-81a7-f93279293b88 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.1312497 Jun 11 09:53:21.045148 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 53716) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:21.097587 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4f7b84b2-b977-4b90-bccd-ce925e6880bc req-e47df69c-5afc-4b60-95d9-15e69e45fdd1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.19&port_id=0e3d8c07-4dd8-4173-b439-d804ac86a9ca HTTP/1.1" status: 200 len: 217 time: 0.1949790 Jun 11 09:53:21.108467 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [req-34f8a6c3-4a76-4294-8139-c33d5fed0f15 req-ea5a5d7c-293a-48dc-9e9c-81c96d3f65d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e23468e4-0d5d-4d9d-a34e-af50f29ebe19 {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:53:21.121768 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-34f8a6c3-4a76-4294-8139-c33d5fed0f15 req-ea5a5d7c-293a-48dc-9e9c-81c96d3f65d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:21.142645 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-34f8a6c3-4a76-4294-8139-c33d5fed0f15 req-ea5a5d7c-293a-48dc-9e9c-81c96d3f65d2 service neutron] Transition to ACTIVE for port object e23468e4-0d5d-4d9d-a34e-af50f29ebe19 will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:53:21.173914 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ab664720-b11d-4903-98e0-4652e16f9e2f tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:21.256498 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-21cab477-11da-4f8d-9600-27971a6141a7 req-83114eb7-e577-4782-90f6-50b8c4e0bd48 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b5f0517f-e623-4a7f-afe3-a62c3b1537aa HTTP/1.1" status: 200 len: 1001 time: 0.3283021 Jun 11 09:53:21.291279 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c519a48d-3bf8-4cce-b1ae-52e74e7456a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:21.303858 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3d97aa7b-15ad-408c-9083-ce430b85a19b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:21.357344 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-ab664720-b11d-4903-98e0-4652e16f9e2f tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Allocated IP 172.25.4.148 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/f8355c43-daea-4322-8204-a740d3ffd4d2) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:53:21.366452 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c519a48d-3bf8-4cce-b1ae-52e74e7456a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2499c79-62f3-4ec5-a1d8-3ef0f5057886,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:21.376517 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-34f8a6c3-4a76-4294-8139-c33d5fed0f15 req-ea5a5d7c-293a-48dc-9e9c-81c96d3f65d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:21.381684 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449df9b3-6ef6-44ed-84a8-7c16d550ef65 None None] Network 6820836b-bd7b-4793-8876-dbfb45277379 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:53:21.384739 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c519a48d-3bf8-4cce-b1ae-52e74e7456a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:21.385843 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c519a48d-3bf8-4cce-b1ae-52e74e7456a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:21.393665 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-c519a48d-3bf8-4cce-b1ae-52e74e7456a4 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/d2499c79-62f3-4ec5-a1d8-3ef0f5057886 HTTP/1.1" status: 204 len: 168 time: 1.4962173 Jun 11 09:53:21.400505 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f925da5c-c951-448a-97bb-38bb37ade453 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:21.413241 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 53720) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:21.719398 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b769d001-a398-44b5-8989-18e978dd503f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:21.755519 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebea54a8-7f16-4884-8337-9c9d62f0d9ed req-7d726c66-08e3-4fe2-9367-8adff3e8d390 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:21.766861 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ebea54a8-7f16-4884-8337-9c9d62f0d9ed req-7d726c66-08e3-4fe2-9367-8adff3e8d390 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/ports?device_id=af759f82-325a-479d-9171-b34363c7d03f HTTP/1.1" status: 200 len: 946 time: 1.0625138 Jun 11 09:53:21.787523 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b84b2-b977-4b90-bccd-ce925e6880bc req-8aeddcd3-5e35-44bd-8789-458df6a19279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:21.789977 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4f7b84b2-b977-4b90-bccd-ce925e6880bc req-8aeddcd3-5e35-44bd-8789-458df6a19279 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d56f2625-bb14-490c-b4fa-d6d55c55bf08 HTTP/1.1" status: 200 len: 797 time: 0.6706786 Jun 11 09:53:21.911961 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925d4665-3bac-46c1-8c69-c77ba06baa09 None None] DHCP port deletion for 6820836b-bd7b-4793-8876-dbfb45277379 request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 09:53:21.995701 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cab477-11da-4f8d-9600-27971a6141a7 req-a9bba901-5f9b-4772-a110-770a050c1060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:21.997163 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-21cab477-11da-4f8d-9600-27971a6141a7 req-a9bba901-5f9b-4772-a110-770a050c1060 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9b5d9d7d-14db-4d74-baaa-fbd3e9136036 HTTP/1.1" status: 200 len: 851 time: 0.7269316 Jun 11 09:53:22.021810 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ab664720-b11d-4903-98e0-4652e16f9e2f tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:22.070238 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-925d4665-3bac-46c1-8c69-c77ba06baa09 None None] Deleting port aa26fcdf-685e-43a6-9211-c76698b26fbc {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:53:22.070998 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-925d4665-3bac-46c1-8c69-c77ba06baa09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:22.136374 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device f87c558c-c683-4329-adbe-6db697db5554 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:53:22.179335 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5a5d7c-293a-48dc-9e9c-81c96d3f65d2 service neutron] Pushing event updated for resources: {'Port': ['ID=e23468e4-0d5d-4d9d-a34e-af50f29ebe19,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:22.193324 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ea5a5d7c-293a-48dc-9e9c-81c96d3f65d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.796s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:22.209931 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-aefc8b28-eb3d-46c8-89eb-925d50829c4b tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:22.212502 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b8420665-d4d8-45d9-a997-63dea8dddb42 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:22.253987 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a684c42e-1c52-40db-9b5c-d00b2fc192d1 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:22.260502 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a684c42e-1c52-40db-9b5c-d00b2fc192d1 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:22.260837 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-34f8a6c3-4a76-4294-8139-c33d5fed0f15 req-ea5a5d7c-293a-48dc-9e9c-81c96d3f65d2 service neutron] Attempting to bind port e23468e4-0d5d-4d9d-a34e-af50f29ebe19 on host n-h2-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:53:22.261182 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-34f8a6c3-4a76-4294-8139-c33d5fed0f15 req-ea5a5d7c-293a-48dc-9e9c-81c96d3f65d2 service neutron] Attempting to bind port e23468e4-0d5d-4d9d-a34e-af50f29ebe19 by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:53:22.261530 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f8a6c3-4a76-4294-8139-c33d5fed0f15 req-ea5a5d7c-293a-48dc-9e9c-81c96d3f65d2 service neutron] Attempting to bind port e23468e4-0d5d-4d9d-a34e-af50f29ebe19 on network cf20d108-f84c-44de-9036-2269564edd60 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:53:22.262684 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-a684c42e-1c52-40db-9b5c-d00b2fc192d1 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 1.1680729 Jun 11 09:53:22.263739 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefc8b28-eb3d-46c8-89eb-925d50829c4b tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Pushing event deleted for resources: {'Port': ['ID=e8877bb5-bd5d-401f-b4ff-e6edb7d4dc3f,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:22.267394 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 53726) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:22.289730 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-aefc8b28-eb3d-46c8-89eb-925d50829c4b tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:22.297710 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ebea54a8-7f16-4884-8337-9c9d62f0d9ed req-c342d79d-4444-4a93-95b6-81e733c71adb tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/security-groups?id=982f2ef2-bb6d-4fbc-bd87-ed6195b74a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5300238 Jun 11 09:53:22.360481 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-925d4665-3bac-46c1-8c69-c77ba06baa09 None None] For port aa26fcdf-685e-43a6-9211-c76698b26fbc, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=aa26fcdf-685e-43a6-9211-c76698b26fbc,segment=NetworkSegment(6b01e6de-f547-451b-b2c7-cf7ead3516ab),segment_id=6b01e6de-f547-451b-b2c7-cf7ead3516ab)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:53:22.360481 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-925d4665-3bac-46c1-8c69-c77ba06baa09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:22.493196 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b84b2-b977-4b90-bccd-ce925e6880bc req-3e40455a-f9da-4575-84a9-46846ffd47d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:22.495217 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4f7b84b2-b977-4b90-bccd-ce925e6880bc req-3e40455a-f9da-4575-84a9-46846ffd47d8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6d3621a2-169e-4b61-882a-b4c2c253f396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6354687 Jun 11 09:53:22.590271 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-925d4665-3bac-46c1-8c69-c77ba06baa09 None None] Calling delete_port for aa26fcdf-685e-43a6-9211-c76698b26fbc owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:53:22.616816 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cab477-11da-4f8d-9600-27971a6141a7 req-e12fd6d0-8786-4912-b731-c425ece19ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:22.620199 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-21cab477-11da-4f8d-9600-27971a6141a7 req-e12fd6d0-8786-4912-b731-c425ece19ff6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=95f263a2-16db-4d6c-8962-c50348487ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5078394 Jun 11 09:53:22.731476 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port f87c558c-c683-4329-adbe-6db697db5554 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:53:22.733585 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-232615ce-d946-4009-8910-3b932b6cdfec None None] Provisioning for port f87c558c-c683-4329-adbe-6db697db5554 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:53:22.741939 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port f87c558c-c683-4329-adbe-6db697db5554 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:53:22.742322 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:22.811464 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-232615ce-d946-4009-8910-3b932b6cdfec None None] Provisioning complete for port f87c558c-c683-4329-adbe-6db697db5554 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:53:22.811957 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-232615ce-d946-4009-8910-3b932b6cdfec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:22.854939 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-aefc8b28-eb3d-46c8-89eb-925d50829c4b tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362297'] for router_interface, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:22.884247 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-925d4665-3bac-46c1-8c69-c77ba06baa09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:22.893085 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-87c18111-cace-4da9-a8c3-1c0edbbbcd32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:22.957054 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925d4665-3bac-46c1-8c69-c77ba06baa09 None None] Pushing event deleted for resources: {'Port': ['ID=aa26fcdf-685e-43a6-9211-c76698b26fbc,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:22.983815 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925d4665-3bac-46c1-8c69-c77ba06baa09 None None] No DVR routers for this DVR port aa26fcdf-685e-43a6-9211-c76698b26fbc on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:53:22.988383 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-925d4665-3bac-46c1-8c69-c77ba06baa09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:23.020078 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:23.037212 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f8a6c3-4a76-4294-8139-c33d5fed0f15 req-ea5a5d7c-293a-48dc-9e9c-81c96d3f65d2 service neutron] Port e23468e4-0d5d-4d9d-a34e-af50f29ebe19 on network cf20d108-f84c-44de-9036-2269564edd60 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:53:23.037927 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f8a6c3-4a76-4294-8139-c33d5fed0f15 req-ea5a5d7c-293a-48dc-9e9c-81c96d3f65d2 service neutron] Attempting to bind port e23468e4-0d5d-4d9d-a34e-af50f29ebe19 on network cf20d108-f84c-44de-9036-2269564edd60 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:53:23.043495 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-b769d001-a398-44b5-8989-18e978dd503f admin admin] Deleting port aa26fcdf-685e-43a6-9211-c76698b26fbc {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:53:23.043836 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b769d001-a398-44b5-8989-18e978dd503f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:23.101842 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f8a6c3-4a76-4294-8139-c33d5fed0f15 req-ea5a5d7c-293a-48dc-9e9c-81c96d3f65d2 service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:53:23.102087 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f8a6c3-4a76-4294-8139-c33d5fed0f15 req-ea5a5d7c-293a-48dc-9e9c-81c96d3f65d2 service neutron] Checking segment: {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:53:23.102419 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f8a6c3-4a76-4294-8139-c33d5fed0f15 req-ea5a5d7c-293a-48dc-9e9c-81c96d3f65d2 service neutron] Bound using segment: {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:53:23.103221 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-34f8a6c3-4a76-4294-8139-c33d5fed0f15 req-ea5a5d7c-293a-48dc-9e9c-81c96d3f65d2 service neutron] Bound port: e23468e4-0d5d-4d9d-a34e-af50f29ebe19, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:53:23.103361 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-34f8a6c3-4a76-4294-8139-c33d5fed0f15 req-ea5a5d7c-293a-48dc-9e9c-81c96d3f65d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:23.113171 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port f87c558c-c683-4329-adbe-6db697db5554, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=f87c558c-c683-4329-adbe-6db697db5554,segment=NetworkSegment(e0bc2927-8a98-4066-9eb5-5174f5accc0f),segment_id=e0bc2927-8a98-4066-9eb5-5174f5accc0f)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:53:23.128346 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4f7b84b2-b977-4b90-bccd-ce925e6880bc req-d61546e6-2cc2-4d6f-8d2c-1cb76615d4d3 service neutron] 10.222.0.64 "GET /v2.0/networks/6d3621a2-169e-4b61-882a-b4c2c253f396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6153281 Jun 11 09:53:23.132209 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-232615ce-d946-4009-8910-3b932b6cdfec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:23.223372 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ab664720-b11d-4903-98e0-4652e16f9e2f tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:23.243717 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d4374055-b7b9-4823-b1fd-54e7b755abc5 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:23.251559 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3749ab72-109e-4364-8948-84993a0fe187 req-da87e67e-45fd-426d-b25a-6b0239e05a02 tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:23.253065 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3749ab72-109e-4364-8948-84993a0fe187 req-da87e67e-45fd-426d-b25a-6b0239e05a02 tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] 10.222.0.60 "GET /v2.0/ports?device_id=44102608-88ee-4ff7-8e9c-01747b629112 HTTP/1.1" status: 200 len: 948 time: 1.0317602 Jun 11 09:53:23.270319 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-21cab477-11da-4f8d-9600-27971a6141a7 req-6e9debf2-8f98-4c56-bcbd-870d664e5046 service neutron] 10.222.0.69 "GET /v2.0/networks/95f263a2-16db-4d6c-8962-c50348487ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5813916 Jun 11 09:53:23.287356 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-b769d001-a398-44b5-8989-18e978dd503f admin admin] For port aa26fcdf-685e-43a6-9211-c76698b26fbc, host n-d-779913-12, got binding levels [] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:53:23.287813 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b769d001-a398-44b5-8989-18e978dd503f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:23.328828 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:23.328828 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 5a9c8ef4-ebc2-48da-bcb6-121fd404ed4d up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:53:23.339978 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-311a79e9-eddd-4920-a168-272440f69012 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:23.379270 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aefc8b28-eb3d-46c8-89eb-925d50829c4b tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Router 2e5caced-eaa3-4af5-853c-69279a3f7214 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 09:53:23.446174 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab664720-b11d-4903-98e0-4652e16f9e2f tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:53:23.478257 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.db.api [None req-232615ce-d946-4009-8910-3b932b6cdfec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93178) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 09:53:23.478939 n-d-779913-12 neutron-server[93178]: DEBUG oslo_db.api [None req-232615ce-d946-4009-8910-3b932b6cdfec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 09:53:23.518292 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-b769d001-a398-44b5-8989-18e978dd503f admin admin] Calling delete_port for aa26fcdf-685e-43a6-9211-c76698b26fbc owned by network:dhcp {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:53:23.532820 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.ipam_backend_mixin [None req-b769d001-a398-44b5-8989-18e978dd503f admin admin] Port aa26fcdf-685e-43a6-9211-c76698b26fbc was not found and therefore no delete operation was performed {{(pid=93177) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 11 09:53:23.533801 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab664720-b11d-4903-98e0-4652e16f9e2f tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Pushing event updated for resources: {'Port': ['ID=f8355c43-daea-4322-8204-a740d3ffd4d2,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:23.542841 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-ab664720-b11d-4903-98e0-4652e16f9e2f tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:53:23.543641 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=f87c558c-c683-4329-adbe-6db697db5554,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:23.554491 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab664720-b11d-4903-98e0-4652e16f9e2f tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:53:23.557361 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:23.583506 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ab664720-b11d-4903-98e0-4652e16f9e2f tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:23.596786 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4f7b84b2-b977-4b90-bccd-ce925e6880bc req-67c0f7f4-e242-4249-8e3c-2a1f398e1b33 service neutron] 10.222.0.64 "GET /v2.0/networks/6d3621a2-169e-4b61-882a-b4c2c253f396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4571257 Jun 11 09:53:23.601825 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b769d001-a398-44b5-8989-18e978dd503f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:23.633680 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aefc8b28-eb3d-46c8-89eb-925d50829c4b tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:53:23.644627 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-aefc8b28-eb3d-46c8-89eb-925d50829c4b tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] 10.222.0.60 "PUT /v2.0/routers/2e5caced-eaa3-4af5-853c-69279a3f7214/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3874304 Jun 11 09:53:23.646697 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6554ad-7ac7-4280-9f22-e97ccfeb2c81 None None] Sync routers for ids ['2e5caced-eaa3-4af5-853c-69279a3f7214'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:53:23.653529 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 5a9c8ef4-ebc2-48da-bcb6-121fd404ed4d completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:53:23.668874 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 5a9c8ef4-ebc2-48da-bcb6-121fd404ed4d triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:53:23.669409 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:23.669941 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b59c46a0-6a62-4c6e-9774-3af99e0076e1 tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:23.674415 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6554ad-7ac7-4280-9f22-e97ccfeb2c81 None None] Routers {'2e5caced-eaa3-4af5-853c-69279a3f7214'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:53:23.675658 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-db6554ad-7ac7-4280-9f22-e97ccfeb2c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:53:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['2e5caced-eaa3-4af5-853c-69279a3f7214'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:53:23.683195 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 53740) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:23.737306 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3749ab72-109e-4364-8948-84993a0fe187 req-19fe16c8-070c-4d7f-af34-d237262f9d0c tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] 10.222.0.60 "GET /v2.0/security-groups?id=a35d1421-c989-4660-838f-6ac0aa905815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4454467 Jun 11 09:53:23.756886 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-21cab477-11da-4f8d-9600-27971a6141a7 req-a9a4b5cf-e62e-4c99-b9c1-7dc14165dbfb service neutron] 10.222.0.69 "GET /v2.0/networks/95f263a2-16db-4d6c-8962-c50348487ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4726224 Jun 11 09:53:23.759249 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4f7b84b2-b977-4b90-bccd-ce925e6880bc req-8f4db0a8-0c63-4878-bca3-530971e79202 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=aa0b414f-8b35-42cd-bbc6-fd64860a4029 HTTP/1.1" status: 200 len: 217 time: 0.1465595 Jun 11 09:53:23.822120 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-db6554ad-7ac7-4280-9f22-e97ccfeb2c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:53:23.847015 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6554ad-7ac7-4280-9f22-e97ccfeb2c81 None None] Routers {'2e5caced-eaa3-4af5-853c-69279a3f7214'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:53:23.848926 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-db6554ad-7ac7-4280-9f22-e97ccfeb2c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:53:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['2e5caced-eaa3-4af5-853c-69279a3f7214'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:53:23.859811 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b769d001-a398-44b5-8989-18e978dd503f admin admin] Pushing event deleted for resources: {'Port': ['ID=aa26fcdf-685e-43a6-9211-c76698b26fbc,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:23.876963 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b769d001-a398-44b5-8989-18e978dd503f admin admin] No DVR routers for this DVR port aa26fcdf-685e-43a6-9211-c76698b26fbc on host n-d-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:53:23.882221 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-34f8a6c3-4a76-4294-8139-c33d5fed0f15 req-ea5a5d7c-293a-48dc-9e9c-81c96d3f65d2 service neutron] For port e23468e4-0d5d-4d9d-a34e-af50f29ebe19, host n-h2-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:53:23.890687 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b769d001-a398-44b5-8989-18e978dd503f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:23.908163 n-d-779913-12 neutron-server[93177]: INFO neutron.api.v2.resource [None req-3b53464c-57eb-4677-8b26-28108405c484 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] delete failed (client error): The resource could not be found. Jun 11 09:53:23.909808 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-3b53464c-57eb-4677-8b26-28108405c484 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] 10.222.0.60 "DELETE /v2.0/routers/tempest-non_exist_router-1810282019 HTTP/1.1" status: 404 len: 335 time: 0.2212744 Jun 11 09:53:23.940775 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 53744) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:23.947557 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:23.981404 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b84b2-b977-4b90-bccd-ce925e6880bc req-b22a8672-9c21-42af-aea5-bfa56a2b1f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:23.982971 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4f7b84b2-b977-4b90-bccd-ce925e6880bc req-b22a8672-9c21-42af-aea5-bfa56a2b1f3a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d56f2625-bb14-490c-b4fa-d6d55c55bf08 HTTP/1.1" status: 200 len: 797 time: 0.2158883 Jun 11 09:53:23.984839 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-4552b61e-1c00-43d5-a464-28facd6df7c3 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Request body: {'router': {'external_gateway_info': {'network_id': '2e5caced-eaa3-4af5-853c-69279a3f7214'}}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:53:24.010302 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-db6554ad-7ac7-4280-9f22-e97ccfeb2c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:53:24.011045 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6554ad-7ac7-4280-9f22-e97ccfeb2c81 None None] The sync data for ids ['2e5caced-eaa3-4af5-853c-69279a3f7214'] in n-d-779913-12 is: [] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:53:24.037332 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-34f8a6c3-4a76-4294-8139-c33d5fed0f15 req-ea5a5d7c-293a-48dc-9e9c-81c96d3f65d2 service neutron] For port e23468e4-0d5d-4d9d-a34e-af50f29ebe19, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=e23468e4-0d5d-4d9d-a34e-af50f29ebe19,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:53:24.097628 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a45837-52a2-4e4a-b00d-b62bb4bf121e req-13bfac1c-2c6f-4172-8c88-d6d97e288176 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:24.099225 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c2a45837-52a2-4e4a-b00d-b62bb4bf121e req-13bfac1c-2c6f-4172-8c88-d6d97e288176 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/ports?device_id=af759f82-325a-479d-9171-b34363c7d03f HTTP/1.1" status: 200 len: 946 time: 0.5184770 Jun 11 09:53:24.101313 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b84b2-b977-4b90-bccd-ce925e6880bc req-0749495d-2188-41a9-beaa-e45d80d49269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:24.102820 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4f7b84b2-b977-4b90-bccd-ce925e6880bc req-0749495d-2188-41a9-beaa-e45d80d49269 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6d3621a2-169e-4b61-882a-b4c2c253f396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1085749 Jun 11 09:53:24.144442 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-9f8d639e-567f-48cc-8de8-9f6b05cc7570 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Deleting port f565e361-5ae3-47ff-8fca-d09fe01c45bb {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:53:24.144923 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9f8d639e-567f-48cc-8de8-9f6b05cc7570 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:24.207166 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 5a9c8ef4-ebc2-48da-bcb6-121fd404ed4d, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=5a9c8ef4-ebc2-48da-bcb6-121fd404ed4d,segment=NetworkSegment(b1043da1-5480-43ec-a726-3c2fce12da10),segment_id=b1043da1-5480-43ec-a726-3c2fce12da10)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:53:24.236353 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c2a45837-52a2-4e4a-b00d-b62bb4bf121e req-0dd8d551-3261-417c-870c-6c96aa060289 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/security-groups?id=982f2ef2-bb6d-4fbc-bd87-ed6195b74a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294858 Jun 11 09:53:24.283059 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4f7b84b2-b977-4b90-bccd-ce925e6880bc req-fa648af8-6e9b-4e5c-aaf3-5036bff43da6 service neutron] 10.222.0.64 "GET /v2.0/networks/6d3621a2-169e-4b61-882a-b4c2c253f396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695457 Jun 11 09:53:24.309639 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-34f8a6c3-4a76-4294-8139-c33d5fed0f15 req-ea5a5d7c-293a-48dc-9e9c-81c96d3f65d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:24.322116 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-d1d1fce4-1b27-413c-8a87-0b8041f51515 None None] Could not find standard attr ID for object 38f9ae95-7792-45b8-806e-4fe5e4ced108. {{(pid=93178) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 11 09:53:24.333537 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-98a7e216-6990-41f8-81a7-f93279293b88 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:24.337503 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:24.352428 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:24.352428 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 438bf7ff-6d21-4346-a374-78a374a08a2a no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:53:24.395864 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9f8d639e-567f-48cc-8de8-9f6b05cc7570 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:24.416418 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ab664720-b11d-4903-98e0-4652e16f9e2f tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:24.426416 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4f7b84b2-b977-4b90-bccd-ce925e6880bc req-5ddfeda6-8387-4303-ab06-47dbf52f396b service neutron] 10.222.0.64 "GET /v2.0/networks/6d3621a2-169e-4b61-882a-b4c2c253f396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361895 Jun 11 09:53:24.427781 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f8a6c3-4a76-4294-8139-c33d5fed0f15 req-ea5a5d7c-293a-48dc-9e9c-81c96d3f65d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:24.428400 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-34f8a6c3-4a76-4294-8139-c33d5fed0f15 req-ea5a5d7c-293a-48dc-9e9c-81c96d3f65d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:24.429799 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-34f8a6c3-4a76-4294-8139-c33d5fed0f15 req-ea5a5d7c-293a-48dc-9e9c-81c96d3f65d2 service neutron] 10.222.0.69 "PUT /v2.0/ports/e23468e4-0d5d-4d9d-a34e-af50f29ebe19 HTTP/1.1" status: 200 len: 1097 time: 4.9281030 Jun 11 09:53:24.430294 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-d1d1fce4-1b27-413c-8a87-0b8041f51515 None None] Provisioning for port f565e361-5ae3-47ff-8fca-d09fe01c45bb completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:53:24.447265 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 438bf7ff-6d21-4346-a374-78a374a08a2a {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:53:24.451613 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 438bf7ff-6d21-4346-a374-78a374a08a2a not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:53:24.475988 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b769d001-a398-44b5-8989-18e978dd503f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:24.477876 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=5a9c8ef4-ebc2-48da-bcb6-121fd404ed4d,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:24.484804 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-d1d1fce4-1b27-413c-8a87-0b8041f51515 None None] Provisioning complete for port f565e361-5ae3-47ff-8fca-d09fe01c45bb triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:53:24.484804 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d1d1fce4-1b27-413c-8a87-0b8041f51515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:24.485937 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:24.491905 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4f7b84b2-b977-4b90-bccd-ce925e6880bc req-08affd02-f7e2-4c4e-9c7b-ea7a9eb57961 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.169&port_id=7d4122a6-8857-404a-9194-b0a549ee64cc HTTP/1.1" status: 200 len: 217 time: 0.0586498 Jun 11 09:53:24.551844 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44102608-88ee-4ff7-8e9c-01747b629112', 'tag': 'e23468e4-0d5d-4d9d-a34e-af50f29ebe19'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:53:24.554176 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd591f02-51e6-4b82-958c-e9c7bab13692" -d '{"events": [{"name": "network-changed", "server_uuid": "44102608-88ee-4ff7-8e9c-01747b629112", "tag": "e23468e4-0d5d-4d9d-a34e-af50f29ebe19"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:53:24.564176 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b84b2-b977-4b90-bccd-ce925e6880bc req-6269c69a-5f82-4f08-8300-aff580d0f799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:24.567028 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4f7b84b2-b977-4b90-bccd-ce925e6880bc req-6269c69a-5f82-4f08-8300-aff580d0f799 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d56f2625-bb14-490c-b4fa-d6d55c55bf08 HTTP/1.1" status: 200 len: 797 time: 0.0692489 Jun 11 09:53:24.609166 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-d1d1fce4-1b27-413c-8a87-0b8041f51515 None None] Port f565e361-5ae3-47ff-8fca-d09fe01c45bb cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:53:24.660838 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device f87c558c-c683-4329-adbe-6db697db5554 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:53:24.664582 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b84b2-b977-4b90-bccd-ce925e6880bc req-bb2877cb-ae13-4641-8125-3f644952a565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:24.666915 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4f7b84b2-b977-4b90-bccd-ce925e6880bc req-bb2877cb-ae13-4641-8125-3f644952a565 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6d3621a2-169e-4b61-882a-b4c2c253f396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0907381 Jun 11 09:53:24.712154 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-9f8d639e-567f-48cc-8de8-9f6b05cc7570 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Calling delete_port for f565e361-5ae3-47ff-8fca-d09fe01c45bb owned by {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:53:24.724495 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port f87c558c-c683-4329-adbe-6db697db5554 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:53:24.724884 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:24.777672 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf157a39-be6f-4377-91bd-513111f85697 x-openstack-request-id: req-cf157a39-be6f-4377-91bd-513111f85697 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:53:24.778095 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44102608-88ee-4ff7-8e9c-01747b629112", "tag": "e23468e4-0d5d-4d9d-a34e-af50f29ebe19", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:53:24.778471 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cf157a39-be6f-4377-91bd-513111f85697 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:53:24.779780 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44102608-88ee-4ff7-8e9c-01747b629112', 'tag': 'e23468e4-0d5d-4d9d-a34e-af50f29ebe19', 'status': 'completed', 'code': 200} Jun 11 09:53:24.801166 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-b769d001-a398-44b5-8989-18e978dd503f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6820836b-bd7b-4793-8876-dbfb45277379']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:53:24.832751 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4f7b84b2-b977-4b90-bccd-ce925e6880bc req-3b7186e5-ca37-44b5-bc7c-1e6213f126a4 service neutron] 10.222.0.64 "GET /v2.0/networks/6d3621a2-169e-4b61-882a-b4c2c253f396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597068 Jun 11 09:53:24.889638 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-b769d001-a398-44b5-8989-18e978dd503f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b01e6de-f547-451b-b2c7-cf7ead3516ab') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:53:24.889938 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-b769d001-a398-44b5-8989-18e978dd503f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b01e6de-f547-451b-b2c7-cf7ead3516ab') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:53:24.927402 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device aa26fcdf-685e-43a6-9211-c76698b26fbc no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:53:24.954039 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: aa26fcdf-685e-43a6-9211-c76698b26fbc {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:53:24.954449 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device aa26fcdf-685e-43a6-9211-c76698b26fbc not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:53:25.012923 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4f7b84b2-b977-4b90-bccd-ce925e6880bc req-52c8de93-6a2c-4948-8860-cca0f1bad318 service neutron] 10.222.0.64 "GET /v2.0/networks/6d3621a2-169e-4b61-882a-b4c2c253f396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727867 Jun 11 09:53:25.022882 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b769d001-a398-44b5-8989-18e978dd503f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:25.075981 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4f7b84b2-b977-4b90-bccd-ce925e6880bc req-8a402126-7689-46ef-a4ff-b5b20e06c2a1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4ce74097-617f-4211-a8f7-105354bec944 HTTP/1.1" status: 200 len: 217 time: 0.0561278 Jun 11 09:53:25.084783 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5a5d7c-293a-48dc-9e9c-81c96d3f65d2 service neutron] Pushing event updated for resources: {'Port': ['ID=e23468e4-0d5d-4d9d-a34e-af50f29ebe19,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:25.086908 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e314596-7e5c-44fc-a952-704039d5a8bb req-2eae2f59-f893-4f26-abb7-7d9102d750df tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:25.088118 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ea5a5d7c-293a-48dc-9e9c-81c96d3f65d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.755s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:25.088460 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9e314596-7e5c-44fc-a952-704039d5a8bb req-2eae2f59-f893-4f26-abb7-7d9102d750df tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] 10.222.0.60 "GET /v2.0/ports?device_id=44102608-88ee-4ff7-8e9c-01747b629112 HTTP/1.1" status: 200 len: 948 time: 0.1499739 Jun 11 09:53:25.113359 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ab664720-b11d-4903-98e0-4652e16f9e2f tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:25.120973 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b769d001-a398-44b5-8989-18e978dd503f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:25.124391 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4552b61e-1c00-43d5-a464-28facd6df7c3 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:25.176575 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b769d001-a398-44b5-8989-18e978dd503f admin admin] Releasing vlan 782 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 09:53:25.179278 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b769d001-a398-44b5-8989-18e978dd503f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:25.179394 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b84b2-b977-4b90-bccd-ce925e6880bc req-3d88d3d8-c0e2-4a22-94e7-3e78b873bd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:25.179508 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:53:25.179508 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:53:25.179508 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:53:25.179508 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:53:25.179508 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:53:25.179508 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:53:25.179508 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:53:25.179508 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:53:25.179508 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:53:25.179508 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:53:25.179508 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:53:25.179508 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:53:25.179508 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:53:25.179508 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:53:25.179508 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 09:53:25.179508 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 09:53:25.179508 n-d-779913-12 neutron-server[93177]: timer() Jun 11 09:53:25.179508 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 09:53:25.179508 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 09:53:25.179508 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 09:53:25.179508 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 09:53:25.179508 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 09:53:25.179508 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 09:53:25.179508 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 09:53:25.179508 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 09:53:25.179508 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 09:53:25.179508 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 09:53:25.179508 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 09:53:25.179508 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 09:53:25.179508 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 09:53:25.179508 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 09:53:25.179508 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 09:53:25.179508 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 09:53:25.179508 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 09:53:25.179508 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 09:53:25.179508 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 09:53:25.179508 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 09:53:25.179508 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 09:53:25.179508 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 09:53:25.179508 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 09:53:25.179508 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 09:53:25.179508 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 09:53:25.179508 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 09:53:25.179508 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 09:53:25.179508 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 09:53:25.179508 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 09:53:25.182934 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4f7b84b2-b977-4b90-bccd-ce925e6880bc req-3d88d3d8-c0e2-4a22-94e7-3e78b873bd87 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e42b8e0f-29ce-4b18-9ea9-5eee901ccfd5 HTTP/1.1" status: 200 len: 797 time: 0.0893493 Jun 11 09:53:25.182934 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9e314596-7e5c-44fc-a952-704039d5a8bb req-88998a4b-cfce-448b-a4cf-824c7e7f4ce2 tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] 10.222.0.60 "GET /v2.0/security-groups?id=a35d1421-c989-4660-838f-6ac0aa905815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818079 Jun 11 09:53:25.337533 n-d-779913-12 neutron-server[93177]: INFO neutron.api.v2.resource [None req-4552b61e-1c00-43d5-a464-28facd6df7c3 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] update failed (client error): The resource could not be found. Jun 11 09:53:25.345892 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-4552b61e-1c00-43d5-a464-28facd6df7c3 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] 10.222.0.60 "PUT /v2.0/routers/2e5caced-eaa3-4af5-853c-69279a3f7214 HTTP/1.1" status: 404 len: 339 time: 1.3881731 Jun 11 09:53:25.348099 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f8a6c3-4a76-4294-8139-c33d5fed0f15 req-968e412c-1d33-41f5-9bbb-0f2dd27180e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:25.349574 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-34f8a6c3-4a76-4294-8139-c33d5fed0f15 req-968e412c-1d33-41f5-9bbb-0f2dd27180e7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a95f616b0af845f88f561f1d3b316d54&device_id=44102608-88ee-4ff7-8e9c-01747b629112 HTTP/1.1" status: 200 len: 1100 time: 0.5689690 Jun 11 09:53:25.352536 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 53756) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:25.613677 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b84b2-b977-4b90-bccd-ce925e6880bc req-7af7af9d-e17f-4278-aa8b-440109d0371a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:25.615442 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4f7b84b2-b977-4b90-bccd-ce925e6880bc req-7af7af9d-e17f-4278-aa8b-440109d0371a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8268b03e-4f88-453d-8a80-f3e0484b960f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4265633 Jun 11 09:53:25.747825 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4f7b84b2-b977-4b90-bccd-ce925e6880bc req-0b6114c0-9174-4ec6-a45b-b35d5733b834 service neutron] 10.222.0.64 "GET /v2.0/networks/8268b03e-4f88-453d-8a80-f3e0484b960f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163199 Jun 11 09:53:25.878542 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4f7b84b2-b977-4b90-bccd-ce925e6880bc req-a237bcbd-9d3c-4fb4-95aa-d12e4f538456 service neutron] 10.222.0.64 "GET /v2.0/networks/8268b03e-4f88-453d-8a80-f3e0484b960f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243877 Jun 11 09:53:25.928230 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b769d001-a398-44b5-8989-18e978dd503f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:25.939736 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4f7b84b2-b977-4b90-bccd-ce925e6880bc req-99947b42-2aaf-4843-b0a6-cfc941cad829 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1006db35-2c94-42c9-8939-645ef395cec2 HTTP/1.1" status: 200 len: 217 time: 0.0541556 Jun 11 09:53:25.943243 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-34f8a6c3-4a76-4294-8139-c33d5fed0f15 req-4e0cd3b2-caf0-4113-a3b7-fb47a9889146 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=e23468e4-0d5d-4d9d-a34e-af50f29ebe19 HTTP/1.1" status: 200 len: 217 time: 0.5812173 Jun 11 09:53:25.954496 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:25.958744 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b769d001-a398-44b5-8989-18e978dd503f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:25.960560 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-b769d001-a398-44b5-8989-18e978dd503f admin admin] 10.222.0.60 "DELETE /v2.0/networks/6820836b-bd7b-4793-8876-dbfb45277379 HTTP/1.1" status: 204 len: 168 time: 4.5416229 Jun 11 09:53:26.003814 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b84b2-b977-4b90-bccd-ce925e6880bc req-7c48d572-bc1f-4a82-bab2-27215c28d3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:26.005470 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4f7b84b2-b977-4b90-bccd-ce925e6880bc req-7c48d572-bc1f-4a82-bab2-27215c28d3a7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e42b8e0f-29ce-4b18-9ea9-5eee901ccfd5 HTTP/1.1" status: 200 len: 797 time: 0.0601473 Jun 11 09:53:26.056356 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b769d001-a398-44b5-8989-18e978dd503f admin admin] Pushing event deleted for resources: {'Network': ['ID=6820836b-bd7b-4793-8876-dbfb45277379,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:26.067377 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b769d001-a398-44b5-8989-18e978dd503f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:26.082012 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b84b2-b977-4b90-bccd-ce925e6880bc req-b5a5cd4a-a6d9-405d-8b4b-c2d705e28270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:26.083761 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4f7b84b2-b977-4b90-bccd-ce925e6880bc req-b5a5cd4a-a6d9-405d-8b4b-c2d705e28270 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8268b03e-4f88-453d-8a80-f3e0484b960f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0711572 Jun 11 09:53:26.209058 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4f7b84b2-b977-4b90-bccd-ce925e6880bc req-a8dc1f63-2a99-4fa6-9fc1-736cf5352791 service neutron] 10.222.0.64 "GET /v2.0/networks/8268b03e-4f88-453d-8a80-f3e0484b960f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186168 Jun 11 09:53:26.329377 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f8a6c3-4a76-4294-8139-c33d5fed0f15 req-83b115c1-5b6f-4c85-8f60-e0ece80a519c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:26.330856 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-34f8a6c3-4a76-4294-8139-c33d5fed0f15 req-83b115c1-5b6f-4c85-8f60-e0ece80a519c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=189b03cc-b2a8-4615-9ab5-ad0328c3f10f HTTP/1.1" status: 200 len: 843 time: 0.3734317 Jun 11 09:53:26.349018 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4f7b84b2-b977-4b90-bccd-ce925e6880bc req-2daa5a29-75d4-4163-a14e-5f02c6fed51a service neutron] 10.222.0.64 "GET /v2.0/networks/8268b03e-4f88-453d-8a80-f3e0484b960f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327918 Jun 11 09:53:26.360724 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ab664720-b11d-4903-98e0-4652e16f9e2f tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:26.365650 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9f8d639e-567f-48cc-8de8-9f6b05cc7570 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:26.397247 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0a76064e-e870-4827-a055-1475aef74fb3 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:26.445125 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 53766) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:26.452761 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f25715-ca34-4eb7-afc2-4d7372e238ac req-c79681c2-4c78-413d-816d-c26387fb01c1 tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:26.454441 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-14f25715-ca34-4eb7-afc2-4d7372e238ac req-c79681c2-4c78-413d-816d-c26387fb01c1 tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] 10.222.0.60 "GET /v2.0/ports?device_id=44102608-88ee-4ff7-8e9c-01747b629112 HTTP/1.1" status: 200 len: 948 time: 0.0726545 Jun 11 09:53:26.477767 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62210a0-8fb6-435d-b486-4353c6a17b31 req-747442de-fe45-4fda-aa63-3ea65c066a5e tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:26.477767 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d62210a0-8fb6-435d-b486-4353c6a17b31 req-747442de-fe45-4fda-aa63-3ea65c066a5e tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/ports?device_id=af759f82-325a-479d-9171-b34363c7d03f HTTP/1.1" status: 200 len: 946 time: 1.0291533 Jun 11 09:53:26.482671 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8d639e-567f-48cc-8de8-9f6b05cc7570 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event deleted for resources: {'Port': ['ID=f565e361-5ae3-47ff-8fca-d09fe01c45bb,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:26.487478 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9f8d639e-567f-48cc-8de8-9f6b05cc7570 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:26.492000 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ab664720-b11d-4903-98e0-4652e16f9e2f tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:26.531634 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ea5a5d7c-293a-48dc-9e9c-81c96d3f65d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:26.561935 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-14f25715-ca34-4eb7-afc2-4d7372e238ac req-2241a1df-e3a7-4a64-bfe1-04bb948fa6a3 tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] 10.222.0.60 "GET /v2.0/security-groups?id=a35d1421-c989-4660-838f-6ac0aa905815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002281 Jun 11 09:53:26.567615 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-c95f5814-3128-4f73-bdc6-3ec4f4f13c79 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b12bc305b44c4346b7a618cb035bad79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1091821 Jun 11 09:53:26.568030 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 53768) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:26.577147 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9f8d639e-567f-48cc-8de8-9f6b05cc7570 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:26.582271 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-9f8d639e-567f-48cc-8de8-9f6b05cc7570 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/ports/f565e361-5ae3-47ff-8fca-d09fe01c45bb HTTP/1.1" status: 204 len: 168 time: 3.6061151 Jun 11 09:53:26.593059 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 5a9c8ef4-ebc2-48da-bcb6-121fd404ed4d up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:53:26.597347 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 53770) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:26.639559 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab664720-b11d-4903-98e0-4652e16f9e2f tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Pushing event updated for resources: {'Port': ['ID=f8355c43-daea-4322-8204-a740d3ffd4d2,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:26.650581 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ab664720-b11d-4903-98e0-4652e16f9e2f tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:26.660682 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 5a9c8ef4-ebc2-48da-bcb6-121fd404ed4d triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:53:26.661223 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:26.725685 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2259ff0-b769-4714-8e3f-c163eb5d884a tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:26.729360 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2259ff0-b769-4714-8e3f-c163eb5d884a tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:26.734225 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-a2259ff0-b769-4714-8e3f-c163eb5d884a tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1357844 Jun 11 09:53:26.735549 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 53772) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:26.772184 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d62210a0-8fb6-435d-b486-4353c6a17b31 req-f303aea2-799a-425b-9dd0-b5c19cf4a6ec tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/security-groups?id=982f2ef2-bb6d-4fbc-bd87-ed6195b74a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853444 Jun 11 09:53:26.782239 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ee4060f1-02ef-400f-97fc-7103a4497320 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:26.808898 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e8bdc12b-313c-4666-bcfc-0544a409442e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:26.828617 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ab664720-b11d-4903-98e0-4652e16f9e2f tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:26.828617 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f8a6c3-4a76-4294-8139-c33d5fed0f15 req-03a54f93-f014-4590-bf36-3a89e80eca57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:26.828885 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8a77e04-b10d-484c-baef-a160a0854af8 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Deleting subnet ef414bca-a4db-4ba0-9c49-556781948a40 {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 09:53:26.828979 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-34f8a6c3-4a76-4294-8139-c33d5fed0f15 req-03a54f93-f014-4590-bf36-3a89e80eca57 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cf20d108-f84c-44de-9036-2269564edd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4840062 Jun 11 09:53:26.848535 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b8a77e04-b10d-484c-baef-a160a0854af8 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:26.900637 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e8bdc12b-313c-4666-bcfc-0544a409442e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:26.963336 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b8a77e04-b10d-484c-baef-a160a0854af8 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:27.071868 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ab664720-b11d-4903-98e0-4652e16f9e2f tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:27.082277 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-ab664720-b11d-4903-98e0-4652e16f9e2f tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.6567881 Jun 11 09:53:27.082510 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b8a77e04-b10d-484c-baef-a160a0854af8 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:27.153780 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-34f8a6c3-4a76-4294-8139-c33d5fed0f15 req-e6f325b2-dfb0-4a23-9bd8-b65c1783630f service neutron] 10.222.0.69 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782021 Jun 11 09:53:27.295354 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e8bdc12b-313c-4666-bcfc-0544a409442e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:27.295354 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e8bdc12b-313c-4666-bcfc-0544a409442e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:27.295354 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-e8bdc12b-313c-4666-bcfc-0544a409442e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6f64b131-d517-4ce7-9521-d14f16e09e8b HTTP/1.1" status: 204 len: 168 time: 0.7260387 Jun 11 09:53:27.295807 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3d200df7-9d4e-42bf-83bb-5ab226065ffa tempest-ExternalNetworksAdminNegativeTestJSON-661991140 tempest-ExternalNetworksAdminNegativeTestJSON-661991140-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:27.306316 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bdc12b-313c-4666-bcfc-0544a409442e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f64b131-d517-4ce7-9521-d14f16e09e8b,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:27.318485 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e8bdc12b-313c-4666-bcfc-0544a409442e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:27.329556 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-ee4060f1-02ef-400f-97fc-7103a4497320 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Allocated IP 172.20.0.1 (c8fd5154-d9af-4317-a1e7-18da3fe1dc8b/067facfb-a47a-4fd4-a3c7-29c316f29521/7b0b40f7-ef0b-49c2-a705-765bbe98599a) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:53:27.336671 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b8a77e04-b10d-484c-baef-a160a0854af8 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:27.348772 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c5c09b0c-eb17-49d2-a9f7-5f75be3636a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:27.364914 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-34f8a6c3-4a76-4294-8139-c33d5fed0f15 req-2776f0d5-f3fe-4c9e-9089-17f7d7700a0b service neutron] 10.222.0.69 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011750 Jun 11 09:53:27.407076 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a77e04-b10d-484c-baef-a160a0854af8 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event deleted for resources: {'Subnet': ['ID=ef414bca-a4db-4ba0-9c49-556781948a40,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:27.411540 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b8a77e04-b10d-484c-baef-a160a0854af8 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:27.414513 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b8a77e04-b10d-484c-baef-a160a0854af8 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:27.421744 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-b8a77e04-b10d-484c-baef-a160a0854af8 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/subnets/ef414bca-a4db-4ba0-9c49-556781948a40 HTTP/1.1" status: 204 len: 168 time: 0.6821795 Jun 11 09:53:27.421744 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 53818) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:27.426599 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c05c53-3415-4d5b-ab47-b1deeb032b04 None None] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:53:27.545272 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-2f4e481a-5c49-49e7-b3e8-88e0e39875ff tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1230757 Jun 11 09:53:27.545815 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 53820) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:27.551938 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-e1103483-c250-4fd0-9499-4392be81162f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Request body: {'subnet': {'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:53:27.616051 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ee4060f1-02ef-400f-97fc-7103a4497320 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:27.635683 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-ee4060f1-02ef-400f-97fc-7103a4497320 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Transition to ACTIVE for port object 7b0b40f7-ef0b-49c2-a705-765bbe98599a will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:53:27.649993 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd591f02-51e6-4b82-958c-e9c7bab13692 req-0bfa1c4c-275b-4de2-b53d-56ef02ba8b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:27.651473 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bd591f02-51e6-4b82-958c-e9c7bab13692 req-0bfa1c4c-275b-4de2-b53d-56ef02ba8b12 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a95f616b0af845f88f561f1d3b316d54&device_id=44102608-88ee-4ff7-8e9c-01747b629112 HTTP/1.1" status: 200 len: 1100 time: 0.1271794 Jun 11 09:53:27.767836 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a576cd-36bd-46f7-a211-e60d89009431 None None] DHCP port deletion for f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 09:53:27.811436 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd591f02-51e6-4b82-958c-e9c7bab13692 req-39afbb7b-7cfa-4fa1-b167-aa18d401e748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:27.811667 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ccd716-77f9-49c9-bb13-b4bf62779802 req-84a5e20d-9a00-4b0e-b59b-cc9765e479bd tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:27.813673 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bd591f02-51e6-4b82-958c-e9c7bab13692 req-39afbb7b-7cfa-4fa1-b167-aa18d401e748 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cf20d108-f84c-44de-9036-2269564edd60 HTTP/1.1" status: 200 len: 870 time: 0.1502438 Jun 11 09:53:27.813881 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-97ccd716-77f9-49c9-bb13-b4bf62779802 req-84a5e20d-9a00-4b0e-b59b-cc9765e479bd tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] 10.222.0.60 "GET /v2.0/ports?device_id=44102608-88ee-4ff7-8e9c-01747b629112 HTTP/1.1" status: 200 len: 948 time: 0.0866311 Jun 11 09:53:27.861475 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-e8a576cd-36bd-46f7-a211-e60d89009431 None None] Deleting port f87c558c-c683-4329-adbe-6db697db5554 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:53:27.862089 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e8a576cd-36bd-46f7-a211-e60d89009431 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:27.869666 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1103483-c250-4fd0-9499-4392be81162f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Made reservation on behalf of 3a7e48b24b924bff8faf8c740b2810c2 for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:53:27.877779 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e1103483-c250-4fd0-9499-4392be81162f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:27.889607 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bd591f02-51e6-4b82-958c-e9c7bab13692 req-eea380e2-895a-4de7-a72f-526af95430f9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=e23468e4-0d5d-4d9d-a34e-af50f29ebe19 HTTP/1.1" status: 200 len: 217 time: 0.0692539 Jun 11 09:53:27.918644 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-97ccd716-77f9-49c9-bb13-b4bf62779802 req-e54a9b57-a88c-44e5-aad5-5529ad07afe3 tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] 10.222.0.60 "GET /v2.0/security-groups?id=a35d1421-c989-4660-838f-6ac0aa905815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914812 Jun 11 09:53:27.982149 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-e8a576cd-36bd-46f7-a211-e60d89009431 None None] For port f87c558c-c683-4329-adbe-6db697db5554, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=f87c558c-c683-4329-adbe-6db697db5554,segment=NetworkSegment(e0bc2927-8a98-4066-9eb5-5174f5accc0f),segment_id=e0bc2927-8a98-4066-9eb5-5174f5accc0f)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:53:27.983386 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd591f02-51e6-4b82-958c-e9c7bab13692 req-49642a15-b646-442d-9565-65c11ffb79a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:27.984944 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bd591f02-51e6-4b82-958c-e9c7bab13692 req-49642a15-b646-442d-9565-65c11ffb79a9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=189b03cc-b2a8-4615-9ab5-ad0328c3f10f HTTP/1.1" status: 200 len: 843 time: 0.0889628 Jun 11 09:53:27.986566 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ee4060f1-02ef-400f-97fc-7103a4497320 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:27.993373 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e8a576cd-36bd-46f7-a211-e60d89009431 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:28.007519 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b769d001-a398-44b5-8989-18e978dd503f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:28.085249 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4060f1-02ef-400f-97fc-7103a4497320 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Network c8fd5154-d9af-4317-a1e7-18da3fe1dc8b is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:53:28.099297 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-ee4060f1-02ef-400f-97fc-7103a4497320 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:53:28.106968 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4060f1-02ef-400f-97fc-7103a4497320 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:53:28.183817 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ee4060f1-02ef-400f-97fc-7103a4497320 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-375088'] for router_interface, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:28.228057 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4060f1-02ef-400f-97fc-7103a4497320 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Pushing event updated for resources: {'Port': ['ID=7b0b40f7-ef0b-49c2-a705-765bbe98599a,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:28.231314 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-e8a576cd-36bd-46f7-a211-e60d89009431 None None] Calling delete_port for f87c558c-c683-4329-adbe-6db697db5554 owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:53:28.236235 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ee4060f1-02ef-400f-97fc-7103a4497320 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:28.388311 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd591f02-51e6-4b82-958c-e9c7bab13692 req-9bc7c813-6e64-4e73-9aae-c622b1dbcdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:28.389817 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bd591f02-51e6-4b82-958c-e9c7bab13692 req-9bc7c813-6e64-4e73-9aae-c622b1dbcdc4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cf20d108-f84c-44de-9036-2269564edd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3918698 Jun 11 09:53:28.525503 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e1103483-c250-4fd0-9499-4392be81162f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:28.529258 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-cbc0800c-5c57-4085-bf74-8c4ba4731535 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:28.554588 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e8a576cd-36bd-46f7-a211-e60d89009431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:28.557399 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-925d4665-3bac-46c1-8c69-c77ba06baa09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:28.578809 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1103483-c250-4fd0-9499-4392be81162f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:53:28.586268 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-e1103483-c250-4fd0-9499-4392be81162f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:53:28.591184 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1103483-c250-4fd0-9499-4392be81162f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:28.591710 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e1103483-c250-4fd0-9499-4392be81162f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:28.608752 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1103483-c250-4fd0-9499-4392be81162f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event updated for resources: {'Subnet': ['ID=4a8467aa-0b98-4649-89ce-967262f29475,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:28.612931 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e1103483-c250-4fd0-9499-4392be81162f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:28.624491 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bd591f02-51e6-4b82-958c-e9c7bab13692 req-132ec574-e2df-4449-a225-a0df2a85597b service neutron] 10.222.0.69 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271254 Jun 11 09:53:28.633392 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device f87c558c-c683-4329-adbe-6db697db5554 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:53:28.638574 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a576cd-36bd-46f7-a211-e60d89009431 None None] Pushing event deleted for resources: {'Port': ['ID=f87c558c-c683-4329-adbe-6db697db5554,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:28.687767 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-e8a576cd-36bd-46f7-a211-e60d89009431 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:28.690072 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a576cd-36bd-46f7-a211-e60d89009431 None None] No DVR routers for this DVR port f87c558c-c683-4329-adbe-6db697db5554 on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:53:28.691839 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: f87c558c-c683-4329-adbe-6db697db5554 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:53:28.692182 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device f87c558c-c683-4329-adbe-6db697db5554 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:53:28.694947 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-36992cc0-a9d0-4a75-8f57-cfafa98af19c None None] Provisioning for port 7b0b40f7-ef0b-49c2-a705-765bbe98599a completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:53:28.703655 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-36992cc0-a9d0-4a75-8f57-cfafa98af19c None None] Provisioning complete for port 7b0b40f7-ef0b-49c2-a705-765bbe98599a triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:53:28.704058 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-36992cc0-a9d0-4a75-8f57-cfafa98af19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:28.764921 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-e1103483-c250-4fd0-9499-4392be81162f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2173588 Jun 11 09:53:28.767196 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 53854) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:28.774302 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ee4060f1-02ef-400f-97fc-7103a4497320 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:28.781834 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-2fa66500-3be0-4b82-9d55-66ce51cf29f3 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Request body: {'port': {'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'name': 'tempest-NetworksTestDHCPv6-2081866358'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:53:28.782018 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af5ec39-6f02-452d-b6f8-fb1c24025ed9 None None] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:53:28.845443 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-36992cc0-a9d0-4a75-8f57-cfafa98af19c None None] Port 7b0b40f7-ef0b-49c2-a705-765bbe98599a cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:53:29.084440 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa66500-3be0-4b82-9d55-66ce51cf29f3 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Made reservation on behalf of 3a7e48b24b924bff8faf8c740b2810c2 for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:53:29.095291 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2fa66500-3be0-4b82-9d55-66ce51cf29f3 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:29.109869 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a38c67-b584-45a8-98ee-1e1fedf131ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'tenant_id': '3a7e48b24b924bff8faf8c740b2810c2', 'fixed_ips': [{'subnet_id': '4a8467aa-0b98-4649-89ce-967262f29475'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 09:53:29.109869 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a4a38c67-b584-45a8-98ee-1e1fedf131ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:29.135506 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [None req-2fa66500-3be0-4b82-9d55-66ce51cf29f3 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] device_id is not set on port d36e89e9-ec9b-4554-8286-7c1d0921c214 yet. {{(pid=93176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 09:53:29.276183 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 53892) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:29.481857 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-2fa66500-3be0-4b82-9d55-66ce51cf29f3 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Allocated IP 2001:db8::1b9 (f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc/4a8467aa-0b98-4649-89ce-967262f29475/d36e89e9-ec9b-4554-8286-7c1d0921c214) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:53:29.498999 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-465c420b-f1c5-438b-a398-30cbbf9aeabf admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1513442683-network', 'tenant_id': 'c409d0288c674147b93fdeb9f22e6648'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:53:29.502909 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bd591f02-51e6-4b82-958c-e9c7bab13692 req-246aceba-2740-46da-83de-4495b3dcfba7 service neutron] 10.222.0.69 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8313370 Jun 11 09:53:29.653898 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9d62cc-c6a9-45ef-bbdf-2770cc8d8129 req-5072f2dd-bf7a-4758-97b4-ba4e6f9fe0da tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:29.655532 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6b9d62cc-c6a9-45ef-bbdf-2770cc8d8129 req-5072f2dd-bf7a-4758-97b4-ba4e6f9fe0da tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] 10.222.0.60 "GET /v2.0/ports?device_id=44102608-88ee-4ff7-8e9c-01747b629112 HTTP/1.1" status: 200 len: 948 time: 0.2432044 Jun 11 09:53:29.696700 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-465c420b-f1c5-438b-a398-30cbbf9aeabf admin admin] Made reservation on behalf of c409d0288c674147b93fdeb9f22e6648 for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:53:29.699301 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-465c420b-f1c5-438b-a398-30cbbf9aeabf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:29.719555 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-465c420b-f1c5-438b-a398-30cbbf9aeabf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:29.735300 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6b9d62cc-c6a9-45ef-bbdf-2770cc8d8129 req-eee0db25-a4f5-4de7-941f-50447c0b9899 tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] 10.222.0.60 "GET /v2.0/security-groups?id=a35d1421-c989-4660-838f-6ac0aa905815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725863 Jun 11 09:53:29.787865 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2fa66500-3be0-4b82-9d55-66ce51cf29f3 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:29.816559 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [None req-2fa66500-3be0-4b82-9d55-66ce51cf29f3 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Transition to ACTIVE for port object d36e89e9-ec9b-4554-8286-7c1d0921c214 will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:53:29.862476 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ee4060f1-02ef-400f-97fc-7103a4497320 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:29.909746 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-465c420b-f1c5-438b-a398-30cbbf9aeabf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:29.948293 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ee4060f1-02ef-400f-97fc-7103a4497320 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:29.951617 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4794cf64-6bc0-4b85-a69f-dba427623d0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:29.989865 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2fa66500-3be0-4b82-9d55-66ce51cf29f3 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:29.992055 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-465c420b-f1c5-438b-a398-30cbbf9aeabf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:30.005991 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7fb308bc-5652-4b84-a714-e1674a76286d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:30.038742 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa66500-3be0-4b82-9d55-66ce51cf29f3 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:53:30.045985 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-465c420b-f1c5-438b-a398-30cbbf9aeabf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 750} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 09:53:30.047187 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4060f1-02ef-400f-97fc-7103a4497320 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Pushing event updated for resources: {'Port': ['ID=7b0b40f7-ef0b-49c2-a705-765bbe98599a,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:30.050217 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ee4060f1-02ef-400f-97fc-7103a4497320 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:30.051171 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ee4060f1-02ef-400f-97fc-7103a4497320 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375108'] for router_interface, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:30.054546 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-2fa66500-3be0-4b82-9d55-66ce51cf29f3 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:53:30.057873 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-a4a38c67-b584-45a8-98ee-1e1fedf131ab None None] Allocated IP 2001:db8::2 (f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc/4a8467aa-0b98-4649-89ce-967262f29475/2e05eba7-30ee-412e-9f71-cbeca319f613) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:53:30.067986 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa66500-3be0-4b82-9d55-66ce51cf29f3 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:53:30.070202 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa66500-3be0-4b82-9d55-66ce51cf29f3 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:30.070849 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2fa66500-3be0-4b82-9d55-66ce51cf29f3 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:30.081111 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465c420b-f1c5-438b-a398-30cbbf9aeabf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4bdcb2c-06cb-48c2-8b6d-2c54af187f83,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:30.086638 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-465c420b-f1c5-438b-a398-30cbbf9aeabf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:30.086988 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-465c420b-f1c5-438b-a398-30cbbf9aeabf admin admin] Added segment 92657234-2705-42b6-890f-f2724f928c78 of type vlan for network 2052370b-9290-4cf7-85b7-5ed0d789f099 Jun 11 09:53:30.088650 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-465c420b-f1c5-438b-a398-30cbbf9aeabf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:30.089632 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-aefc8b28-eb3d-46c8-89eb-925d50829c4b tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:30.193662 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-465c420b-f1c5-438b-a398-30cbbf9aeabf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:30.198554 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa66500-3be0-4b82-9d55-66ce51cf29f3 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event updated for resources: {'Port': ['ID=d36e89e9-ec9b-4554-8286-7c1d0921c214,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:30.203053 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2fa66500-3be0-4b82-9d55-66ce51cf29f3 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:30.207377 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-2fa66500-3be0-4b82-9d55-66ce51cf29f3 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4390879 Jun 11 09:53:30.207963 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4060f1-02ef-400f-97fc-7103a4497320 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Network c8fd5154-d9af-4317-a1e7-18da3fe1dc8b is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:53:30.208309 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 53904) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:30.213672 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-ee4060f1-02ef-400f-97fc-7103a4497320 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:53:30.321619 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13ff9fa-fb65-4322-9ab4-e3c4738aeac8 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:30.327368 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-c13ff9fa-fb65-4322-9ab4-e3c4738aeac8 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1154060 Jun 11 09:53:30.328705 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 53908) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:30.386582 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-465c420b-f1c5-438b-a398-30cbbf9aeabf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:30.388112 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465c420b-f1c5-438b-a398-30cbbf9aeabf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:30.391135 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-465c420b-f1c5-438b-a398-30cbbf9aeabf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:30.431273 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-06744b96-796e-4fd7-9a39-54f7961af1de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:30.439448 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a4a38c67-b584-45a8-98ee-1e1fedf131ab None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:30.456520 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-a4a38c67-b584-45a8-98ee-1e1fedf131ab None None] Transition to ACTIVE for port object 2e05eba7-30ee-412e-9f71-cbeca319f613 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:53:30.500748 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee4060f1-02ef-400f-97fc-7103a4497320 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Router 2e5caced-eaa3-4af5-853c-69279a3f7214 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 09:53:30.542076 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device e23468e4-0d5d-4d9d-a34e-af50f29ebe19 details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:53:30.564605 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-a4a38c67-b584-45a8-98ee-1e1fedf131ab None None] Transition to ACTIVE for port object 2e05eba7-30ee-412e-9f71-cbeca319f613 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:53:30.673925 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a4a38c67-b584-45a8-98ee-1e1fedf131ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:30.685619 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:30.710293 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-465c420b-f1c5-438b-a398-30cbbf9aeabf admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4289241 Jun 11 09:53:30.711038 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465c420b-f1c5-438b-a398-30cbbf9aeabf admin admin] Pushing event updated for resources: {'Network': ['ID=2052370b-9290-4cf7-85b7-5ed0d789f099,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:30.716130 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee4060f1-02ef-400f-97fc-7103a4497320 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:53:30.717838 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 53914) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:30.720089 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-465c420b-f1c5-438b-a398-30cbbf9aeabf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:30.723625 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-add0a59f-7512-4484-840f-bfb49319f537 admin admin] Request body: {'subnet': {'network_id': '2052370b-9290-4cf7-85b7-5ed0d789f099', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1513442683-subnet', 'tenant_id': 'c409d0288c674147b93fdeb9f22e6648', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:53:30.753044 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-ee4060f1-02ef-400f-97fc-7103a4497320 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] 10.222.0.60 "PUT /v2.0/routers/2e5caced-eaa3-4af5-853c-69279a3f7214/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3772876 Jun 11 09:53:30.754174 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-938e91fa-ee29-4711-8566-c20df1cf5150 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Deleting port d36e89e9-ec9b-4554-8286-7c1d0921c214 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:53:30.754520 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-938e91fa-ee29-4711-8566-c20df1cf5150 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:30.755525 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 53916) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:30.758726 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1963ab5-ad39-4f32-949e-285e361149ad None None] Sync routers for ids ['2e5caced-eaa3-4af5-853c-69279a3f7214'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:53:30.761337 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 2052370b-9290-4cf7-85b7-5ed0d789f099 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:53:30.941172 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add0a59f-7512-4484-840f-bfb49319f537 admin admin] Made reservation on behalf of c409d0288c674147b93fdeb9f22e6648 for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:53:30.944097 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-add0a59f-7512-4484-840f-bfb49319f537 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:30.972601 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-61d5385a-6090-4c47-a391-425ee00605f1 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks [] for router, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:30.997218 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a38c67-b584-45a8-98ee-1e1fedf131ab None None] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:53:31.026368 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-a4a38c67-b584-45a8-98ee-1e1fedf131ab None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:53:31.028286 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1963ab5-ad39-4f32-949e-285e361149ad None None] Routers {'2e5caced-eaa3-4af5-853c-69279a3f7214'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:53:31.028934 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-a1963ab5-ad39-4f32-949e-285e361149ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:53:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['2e5caced-eaa3-4af5-853c-69279a3f7214'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:53:31.030979 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a38c67-b584-45a8-98ee-1e1fedf131ab None None] Pushing event updated for resources: {'Port': ['ID=2e05eba7-30ee-412e-9f71-cbeca319f613,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:31.035205 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a38c67-b584-45a8-98ee-1e1fedf131ab None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:53:31.086852 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-a4a38c67-b584-45a8-98ee-1e1fedf131ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:31.088607 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port e23468e4-0d5d-4d9d-a34e-af50f29ebe19, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=e23468e4-0d5d-4d9d-a34e-af50f29ebe19,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:53:31.097371 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-04336d32-6376-423e-9450-1bd601b6e809 None None] Provisioning complete for port 7b0b40f7-ef0b-49c2-a705-765bbe98599a triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:53:31.098019 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-04336d32-6376-423e-9450-1bd601b6e809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:31.169594 n-d-779913-12 neutron-server[93177]: INFO neutron.api.v2.resource [None req-61d5385a-6090-4c47-a391-425ee00605f1 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 11 09:53:31.192132 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 53924) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:31.195918 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-61d5385a-6090-4c47-a391-425ee00605f1 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] 10.222.0.60 "DELETE /v2.0/routers/2e5caced-eaa3-4af5-853c-69279a3f7214 HTTP/1.1" status: 409 len: 329 time: 0.4390559 Jun 11 09:53:31.227966 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-a1963ab5-ad39-4f32-949e-285e361149ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:53:31.257429 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': 'e23468e4-0d5d-4d9d-a34e-af50f29ebe19', 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60', 'port_id': 'e23468e4-0d5d-4d9d-a34e-af50f29ebe19', 'mac_address': 'fa:16:3e:24:92:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189b03cc-b2a8-4615-9ab5-ad0328c3f10f', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:53:31.259060 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:31.308129 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-04336d32-6376-423e-9450-1bd601b6e809 None None] Port 7b0b40f7-ef0b-49c2-a705-765bbe98599a cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:53:31.339200 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1963ab5-ad39-4f32-949e-285e361149ad None None] Routers {'2e5caced-eaa3-4af5-853c-69279a3f7214'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:53:31.339868 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-a1963ab5-ad39-4f32-949e-285e361149ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:53:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['2e5caced-eaa3-4af5-853c-69279a3f7214'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:53:31.343305 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-938e91fa-ee29-4711-8566-c20df1cf5150 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:31.404291 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-a4a38c67-b584-45a8-98ee-1e1fedf131ab None None] Attempting to bind port 2e05eba7-30ee-412e-9f71-cbeca319f613 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:53:31.404680 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-a4a38c67-b584-45a8-98ee-1e1fedf131ab None None] Attempting to bind port 2e05eba7-30ee-412e-9f71-cbeca319f613 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'e0bc2927-8a98-4066-9eb5-5174f5accc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:53:31.405065 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a38c67-b584-45a8-98ee-1e1fedf131ab None None] Attempting to bind port 2e05eba7-30ee-412e-9f71-cbeca319f613 on network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:53:31.407590 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-a1963ab5-ad39-4f32-949e-285e361149ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:53:31.408017 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1963ab5-ad39-4f32-949e-285e361149ad None None] The sync data for ids ['2e5caced-eaa3-4af5-853c-69279a3f7214'] in n-d-779913-12 is: [] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:53:31.415947 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a38c67-b584-45a8-98ee-1e1fedf131ab None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:53:31.416345 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a38c67-b584-45a8-98ee-1e1fedf131ab None None] Checking segment: {'id': 'e0bc2927-8a98-4066-9eb5-5174f5accc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:53:31.416762 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a4a38c67-b584-45a8-98ee-1e1fedf131ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:31.417173 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a38c67-b584-45a8-98ee-1e1fedf131ab None None] Bound using segment: {'id': 'e0bc2927-8a98-4066-9eb5-5174f5accc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:53:31.417838 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-a4a38c67-b584-45a8-98ee-1e1fedf131ab None None] Bound port: 2e05eba7-30ee-412e-9f71-cbeca319f613, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0bc2927-8a98-4066-9eb5-5174f5accc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:53:31.418234 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a4a38c67-b584-45a8-98ee-1e1fedf131ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:31.421860 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:31.449465 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e23468e4-0d5d-4d9d-a34e-af50f29ebe19 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:53:31.504289 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port e23468e4-0d5d-4d9d-a34e-af50f29ebe19, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=e23468e4-0d5d-4d9d-a34e-af50f29ebe19,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:53:31.520624 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cd3912-5e2a-444a-b4a0-68118526e8e7 req-7588e873-c2c8-4001-b447-1b504e5c7bcc tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:31.526977 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-a4a38c67-b584-45a8-98ee-1e1fedf131ab None None] For port 2e05eba7-30ee-412e-9f71-cbeca319f613, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:53:31.529283 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-35cd3912-5e2a-444a-b4a0-68118526e8e7 req-7588e873-c2c8-4001-b447-1b504e5c7bcc tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/ports?device_id=af759f82-325a-479d-9171-b34363c7d03f HTTP/1.1" status: 200 len: 946 time: 0.1042991 Jun 11 09:53:31.530421 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-a4a38c67-b584-45a8-98ee-1e1fedf131ab None None] For port 2e05eba7-30ee-412e-9f71-cbeca319f613, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=2e05eba7-30ee-412e-9f71-cbeca319f613,segment=NetworkSegment(e0bc2927-8a98-4066-9eb5-5174f5accc0f),segment_id=e0bc2927-8a98-4066-9eb5-5174f5accc0f)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:53:31.539913 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-938e91fa-ee29-4711-8566-c20df1cf5150 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Calling delete_port for d36e89e9-ec9b-4554-8286-7c1d0921c214 owned by {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:53:31.583304 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-35cd3912-5e2a-444a-b4a0-68118526e8e7 req-1dd6d27d-5d5c-4b12-8d80-efd665d4332e tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/security-groups?id=982f2ef2-bb6d-4fbc-bd87-ed6195b74a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528848 Jun 11 09:53:31.593929 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:31.597324 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-7a2d702a-9102-46a4-a073-98d29feadece None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:31.624713 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a4a38c67-b584-45a8-98ee-1e1fedf131ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:31.681785 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=e23468e4-0d5d-4d9d-a34e-af50f29ebe19,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:31.684935 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:31.687308 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-3c11ba0e-2a09-4c06-baad-aaf48ac7ba22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:31.754685 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a38c67-b584-45a8-98ee-1e1fedf131ab None None] Pushing event updated for resources: {'Port': ['ID=2e05eba7-30ee-412e-9f71-cbeca319f613,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:31.757784 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-a4a38c67-b584-45a8-98ee-1e1fedf131ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:31.934724 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['e23468e4-0d5d-4d9d-a34e-af50f29ebe19'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:53:32.295418 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e91a24a-ca4e-4606-acb2-716192aa6d22 req-b3ef7fc0-56f7-42ee-b5a3-05665ac989bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:32.296975 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9e91a24a-ca4e-4606-acb2-716192aa6d22 req-b3ef7fc0-56f7-42ee-b5a3-05665ac989bf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aae32b6d82fb4d1babe798fa5bdf8d6b&device_id=af759f82-325a-479d-9171-b34363c7d03f HTTP/1.1" status: 200 len: 1098 time: 0.9231265 Jun 11 09:53:32.350219 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753ab034-28d4-4181-a92f-792d7d181aca req-d9170417-0605-43b1-98a7-6f9eeb7c1377 tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:32.351767 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-753ab034-28d4-4181-a92f-792d7d181aca req-d9170417-0605-43b1-98a7-6f9eeb7c1377 tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] 10.222.0.60 "GET /v2.0/ports?device_id=44102608-88ee-4ff7-8e9c-01747b629112 HTTP/1.1" status: 200 len: 948 time: 1.1606050 Jun 11 09:53:32.619601 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 2e05eba7-30ee-412e-9f71-cbeca319f613 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:53:32.620193 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-753ab034-28d4-4181-a92f-792d7d181aca req-1aebb7de-47e2-46e8-a3c1-020a447b75d2 tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] 10.222.0.60 "GET /v2.0/security-groups?id=a35d1421-c989-4660-838f-6ac0aa905815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528529 Jun 11 09:53:32.685117 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e91a24a-ca4e-4606-acb2-716192aa6d22 req-ff613f83-9e6c-4d9c-a6fc-67b5dae42b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:32.686610 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9e91a24a-ca4e-4606-acb2-716192aa6d22 req-ff613f83-9e6c-4d9c-a6fc-67b5dae42b08 service neutron] 10.222.0.64 "GET /v2.0/networks?id=05221ef3-e163-480d-ad89-4315ae45fbcc HTTP/1.1" status: 200 len: 919 time: 0.3789740 Jun 11 09:53:32.755421 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-add0a59f-7512-4484-840f-bfb49319f537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:32.766428 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9e91a24a-ca4e-4606-acb2-716192aa6d22 req-250b573a-1c81-401b-9cde-c9ef7fe4f632 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=55e769e1-1f7c-47ef-ad8c-105c6b62a523 HTTP/1.1" status: 200 len: 217 time: 0.0721214 Jun 11 09:53:32.769339 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-55592fc2-90db-4fad-850c-03b3937feb00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:32.850205 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 2e05eba7-30ee-412e-9f71-cbeca319f613 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:53:32.868290 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-938e91fa-ee29-4711-8566-c20df1cf5150 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:32.895098 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e7b48-0314-4f1a-b0b9-64c023409383 req-26485486-6e18-434f-8438-2b8ec7d45aa3 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:32.897107 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e60e7b48-0314-4f1a-b0b9-64c023409383 req-26485486-6e18-434f-8438-2b8ec7d45aa3 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/ports?device_id=af759f82-325a-479d-9171-b34363c7d03f HTTP/1.1" status: 200 len: 946 time: 0.1272929 Jun 11 09:53:32.937070 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e91a24a-ca4e-4606-acb2-716192aa6d22 req-c3a2ba16-347f-4a20-abf2-6122197647d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:32.939457 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9e91a24a-ca4e-4606-acb2-716192aa6d22 req-c3a2ba16-347f-4a20-abf2-6122197647d2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=eedbaccc-33aa-4196-b70d-ae78a5d61bda HTTP/1.1" status: 200 len: 858 time: 0.1286106 Jun 11 09:53:32.949169 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add0a59f-7512-4484-840f-bfb49319f537 admin admin] Pushing event updated for resources: {'Subnet': ['ID=887f1eaf-95b7-4bd0-9d28-439bd17dc706,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:32.960751 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e60e7b48-0314-4f1a-b0b9-64c023409383 req-cf16ed39-fc2d-4825-ac71-db3c270ca784 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/security-groups?id=982f2ef2-bb6d-4fbc-bd87-ed6195b74a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552864 Jun 11 09:53:33.013650 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-add0a59f-7512-4484-840f-bfb49319f537 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:33.017251 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b8420665-d4d8-45d9-a997-63dea8dddb42 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:33.022524 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-938e91fa-ee29-4711-8566-c20df1cf5150 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:33.024524 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-938e91fa-ee29-4711-8566-c20df1cf5150 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/ports/d36e89e9-ec9b-4554-8286-7c1d0921c214 HTTP/1.1" status: 204 len: 168 time: 2.6947775 Jun 11 09:53:33.027230 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 53938) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:33.039345 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-2f209480-81fd-4bfe-bc65-c047ea927bdd None None] Provisioning for port 2e05eba7-30ee-412e-9f71-cbeca319f613 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:53:33.043745 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-2f209480-81fd-4bfe-bc65-c047ea927bdd None None] Provisioning complete for port 2e05eba7-30ee-412e-9f71-cbeca319f613 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:53:33.044325 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2f209480-81fd-4bfe-bc65-c047ea927bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:33.107013 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9e91a24a-ca4e-4606-acb2-716192aa6d22 req-380677fa-f716-4f45-8eb5-bc07e873275c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=05221ef3-e163-480d-ad89-4315ae45fbcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1321652 Jun 11 09:53:33.128906 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58e62fa-9eff-42a7-9ad8-601b99e43cdb tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:33.131413 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58e62fa-9eff-42a7-9ad8-601b99e43cdb tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:33.133622 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-a58e62fa-9eff-42a7-9ad8-601b99e43cdb tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1052475 Jun 11 09:53:33.135978 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add0a59f-7512-4484-840f-bfb49319f537 admin admin] Checking segment: {'id': '92657234-2705-42b6-890f-f2724f928c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '2052370b-9290-4cf7-85b7-5ed0d789f099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:53:33.137815 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add0a59f-7512-4484-840f-bfb49319f537 admin admin] Network hostable DHCP agents. Network: 2052370b-9290-4cf7-85b7-5ed0d789f099, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 09:53:33.138139 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 53940) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:33.150730 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938e91fa-ee29-4711-8566-c20df1cf5150 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event deleted for resources: {'Port': ['ID=d36e89e9-ec9b-4554-8286-7c1d0921c214,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:33.158297 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-938e91fa-ee29-4711-8566-c20df1cf5150 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:33.200813 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2f209480-81fd-4bfe-bc65-c047ea927bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:33.218533 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdaf1136-36a3-475b-8764-c98d2207d2b0 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Deleting subnet 4a8467aa-0b98-4649-89ce-967262f29475 {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 09:53:33.222445 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-95024e70-7404-4de5-ad20-5e265397635d tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375209'] for router_interface, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:33.222885 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cdaf1136-36a3-475b-8764-c98d2207d2b0 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:33.262909 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-2f209480-81fd-4bfe-bc65-c047ea927bdd None None] For port 2e05eba7-30ee-412e-9f71-cbeca319f613, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=2e05eba7-30ee-412e-9f71-cbeca319f613,segment=NetworkSegment(e0bc2927-8a98-4066-9eb5-5174f5accc0f),segment_id=e0bc2927-8a98-4066-9eb5-5174f5accc0f)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:53:33.288836 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cdaf1136-36a3-475b-8764-c98d2207d2b0 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:33.365756 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2f209480-81fd-4bfe-bc65-c047ea927bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:33.367942 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:33.406471 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add0a59f-7512-4484-840f-bfb49319f537 admin admin] Network 2052370b-9290-4cf7-85b7-5ed0d789f099 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 09:53:33.437802 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cdaf1136-36a3-475b-8764-c98d2207d2b0 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:33.445258 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f209480-81fd-4bfe-bc65-c047ea927bdd None None] Pushing event updated for resources: {'Port': ['ID=2e05eba7-30ee-412e-9f71-cbeca319f613,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:33.450238 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-2f209480-81fd-4bfe-bc65-c047ea927bdd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:33.479552 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-1c1ba4d9-9f4e-44c2-8614-9f4e6db9fd3a None None] Could not find standard attr ID for object d36e89e9-ec9b-4554-8286-7c1d0921c214. {{(pid=93178) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 11 09:53:33.485044 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9e91a24a-ca4e-4606-acb2-716192aa6d22 req-ab98d69f-cb50-40e0-93de-af12383dde3a service neutron] 10.222.0.64 "GET /v2.0/networks/05221ef3-e163-480d-ad89-4315ae45fbcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3569095 Jun 11 09:53:33.556912 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-add0a59f-7512-4484-840f-bfb49319f537 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 2052370b-9290-4cf7-85b7-5ed0d789f099) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:53:33.567353 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2bebd6-4f29-4e71-95ca-8bcdb0ac0029 None None] Network 2052370b-9290-4cf7-85b7-5ed0d789f099 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:53:33.600536 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add0a59f-7512-4484-840f-bfb49319f537 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:33.601142 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-add0a59f-7512-4484-840f-bfb49319f537 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:33.646863 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cdaf1136-36a3-475b-8764-c98d2207d2b0 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:33.650818 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-fa80ed36-0e51-4522-b678-fb83e7f99b23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:33.706988 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9e91a24a-ca4e-4606-acb2-716192aa6d22 req-9923cb5f-cfa4-46e2-9c3c-e36eb054ad95 service neutron] 10.222.0.64 "GET /v2.0/networks/05221ef3-e163-480d-ad89-4315ae45fbcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140195 Jun 11 09:53:33.713852 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaf1136-36a3-475b-8764-c98d2207d2b0 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event deleted for resources: {'Subnet': ['ID=4a8467aa-0b98-4649-89ce-967262f29475,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:33.717307 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-cdaf1136-36a3-475b-8764-c98d2207d2b0 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:33.730621 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cdaf1136-36a3-475b-8764-c98d2207d2b0 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:33.735853 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c00594c-e846-4b2c-9579-6eca18e6a0b7 None None] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:53:33.736369 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-cdaf1136-36a3-475b-8764-c98d2207d2b0 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/subnets/4a8467aa-0b98-4649-89ce-967262f29475 HTTP/1.1" status: 204 len: 168 time: 0.5935323 Jun 11 09:53:33.736921 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 53946) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:33.772272 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-add0a59f-7512-4484-840f-bfb49319f537 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.0531676 Jun 11 09:53:33.840638 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542a6129-e07b-41d2-b817-4422fc2fabce None None] Network 2052370b-9290-4cf7-85b7-5ed0d789f099 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:53:33.865417 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-319f7533-757f-4175-b9f3-1b115fcb58aa tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1259594 Jun 11 09:53:33.867978 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 53952) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:34.022981 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7dd8aa-03eb-477c-949c-95984e6fe072 req-281922d3-4b1b-4bba-bb4b-12a62339f0f4 tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:34.022981 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1a7dd8aa-03eb-477c-949c-95984e6fe072 req-281922d3-4b1b-4bba-bb4b-12a62339f0f4 tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] 10.222.0.60 "GET /v2.0/ports?device_id=44102608-88ee-4ff7-8e9c-01747b629112 HTTP/1.1" status: 200 len: 949 time: 0.2346659 Jun 11 09:53:34.022981 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-95024e70-7404-4de5-ad20-5e265397635d tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Deleting port 7b0b40f7-ef0b-49c2-a705-765bbe98599a {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:53:34.022981 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-95024e70-7404-4de5-ad20-5e265397635d tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:34.098243 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11b25b6-eb35-44b0-bd8f-a0c3bf3224e6 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:34.100777 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-f11b25b6-eb35-44b0-bd8f-a0c3bf3224e6 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2314801 Jun 11 09:53:34.103271 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 53966) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:34.103599 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1a7dd8aa-03eb-477c-949c-95984e6fe072 req-fd62e017-3d18-4462-8046-56f7894280b9 tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] 10.222.0.60 "GET /v2.0/security-groups?id=a35d1421-c989-4660-838f-6ac0aa905815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846136 Jun 11 09:53:34.197798 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80468b78-ac7c-42b9-a09a-f1288ae4c24f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:34.201549 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-80468b78-ac7c-42b9-a09a-f1288ae4c24f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0948529 Jun 11 09:53:34.201801 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 53968) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:34.218038 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-95024e70-7404-4de5-ad20-5e265397635d tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:34.327666 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-5adfa525-f17b-471f-a93e-0a5204e82416 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1239867 Jun 11 09:53:34.354985 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 53972) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:34.365555 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-016de6e3-f545-438e-8ba4-8e8de77e84a1 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Request body: {'subnet': {'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:53:34.375885 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-95024e70-7404-4de5-ad20-5e265397635d tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Calling delete_port for 7b0b40f7-ef0b-49c2-a705-765bbe98599a owned by network:router_interface {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:53:34.416028 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a42c87-09bf-45db-b050-72a75bafb767 None None] DHCP port deletion for f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 09:53:34.520272 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-79a42c87-09bf-45db-b050-72a75bafb767 None None] Deleting port 2e05eba7-30ee-412e-9f71-cbeca319f613 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:53:34.520659 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-79a42c87-09bf-45db-b050-72a75bafb767 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:34.521596 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ba55c-0032-483d-b372-238039dcf099 req-110d0be8-87fc-4c44-93b9-1e1db1bea02b tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:34.523121 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0b4ba55c-0032-483d-b372-238039dcf099 req-110d0be8-87fc-4c44-93b9-1e1db1bea02b tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/ports?device_id=af759f82-325a-479d-9171-b34363c7d03f HTTP/1.1" status: 200 len: 946 time: 0.2681625 Jun 11 09:53:34.580932 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device e23468e4-0d5d-4d9d-a34e-af50f29ebe19 up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:53:34.600818 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0b4ba55c-0032-483d-b372-238039dcf099 req-5dc6f931-6c7f-4ecd-901a-b2b7c7426807 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/security-groups?id=982f2ef2-bb6d-4fbc-bd87-ed6195b74a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677843 Jun 11 09:53:34.633446 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-016de6e3-f545-438e-8ba4-8e8de77e84a1 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Made reservation on behalf of 3a7e48b24b924bff8faf8c740b2810c2 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:53:34.639969 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-016de6e3-f545-438e-8ba4-8e8de77e84a1 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:34.640247 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 2e05eba7-30ee-412e-9f71-cbeca319f613 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:53:34.760391 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-79a42c87-09bf-45db-b050-72a75bafb767 None None] For port 2e05eba7-30ee-412e-9f71-cbeca319f613, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=2e05eba7-30ee-412e-9f71-cbeca319f613,segment=NetworkSegment(e0bc2927-8a98-4066-9eb5-5174f5accc0f),segment_id=e0bc2927-8a98-4066-9eb5-5174f5accc0f)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:53:34.761107 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-79a42c87-09bf-45db-b050-72a75bafb767 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:34.887095 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-79a42c87-09bf-45db-b050-72a75bafb767 None None] Calling delete_port for 2e05eba7-30ee-412e-9f71-cbeca319f613 owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:53:34.889289 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ff6da0-9f1a-4319-83d4-6119aba876a2 req-66e7cbd8-ab8b-41a5-b8b6-a6f62e98b8ab tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:34.898811 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-97ff6da0-9f1a-4319-83d4-6119aba876a2 req-66e7cbd8-ab8b-41a5-b8b6-a6f62e98b8ab tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] 10.222.0.60 "GET /v2.0/networks?id=2052370b-9290-4cf7-85b7-5ed0d789f099 HTTP/1.1" status: 200 len: 814 time: 0.3186507 Jun 11 09:53:34.915068 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-97ff6da0-9f1a-4319-83d4-6119aba876a2 req-b3496bbf-bbc0-45a3-809e-ab18bfba6cb2 tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] 10.222.0.60 "GET /v2.0/quotas/c409d0288c674147b93fdeb9f22e6648 HTTP/1.1" status: 200 len: 375 time: 0.0152595 Jun 11 09:53:34.962140 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-97ff6da0-9f1a-4319-83d4-6119aba876a2 req-bbfdd71a-1ec5-4a21-a110-c9c031f7399f tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c409d0288c674147b93fdeb9f22e6648&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460758 Jun 11 09:53:34.980621 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning for port e23468e4-0d5d-4d9d-a34e-af50f29ebe19 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:53:34.991763 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port e23468e4-0d5d-4d9d-a34e-af50f29ebe19 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:53:34.992209 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:34.997313 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:35.052179 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-95024e70-7404-4de5-ad20-5e265397635d tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:35.056784 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-38c0c8e2-fe77-4cf4-8191-8c9628a9d66b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:35.071878 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-016de6e3-f545-438e-8ba4-8e8de77e84a1 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:35.075722 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c519a48d-3bf8-4cce-b1ae-52e74e7456a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:35.097529 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 2e05eba7-30ee-412e-9f71-cbeca319f613, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=2e05eba7-30ee-412e-9f71-cbeca319f613,segment=NetworkSegment(e0bc2927-8a98-4066-9eb5-5174f5accc0f),segment_id=e0bc2927-8a98-4066-9eb5-5174f5accc0f)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:53:35.104948 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95024e70-7404-4de5-ad20-5e265397635d tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Pushing event deleted for resources: {'Port': ['ID=7b0b40f7-ef0b-49c2-a705-765bbe98599a,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:35.124366 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-95024e70-7404-4de5-ad20-5e265397635d tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:35.169349 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:35.173428 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016de6e3-f545-438e-8ba4-8e8de77e84a1 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:53:35.183366 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-016de6e3-f545-438e-8ba4-8e8de77e84a1 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:53:35.189025 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016de6e3-f545-438e-8ba4-8e8de77e84a1 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:35.189758 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-016de6e3-f545-438e-8ba4-8e8de77e84a1 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:35.210658 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-97ff6da0-9f1a-4319-83d4-6119aba876a2 req-acd8dd70-dcdc-4905-84d9-afa56a7c48c4 service neutron] 10.222.0.60 "GET /v2.0/networks/2052370b-9290-4cf7-85b7-5ed0d789f099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476647 Jun 11 09:53:35.214648 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:35.224116 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-65b363af-79fd-4f4a-8a90-2dff48d79d3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:35.272416 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016de6e3-f545-438e-8ba4-8e8de77e84a1 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event updated for resources: {'Subnet': ['ID=525719b8-e541-4e8f-aa19-947653a912ed,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:35.281148 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-016de6e3-f545-438e-8ba4-8e8de77e84a1 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:35.314199 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44102608-88ee-4ff7-8e9c-01747b629112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e23468e4-0d5d-4d9d-a34e-af50f29ebe19'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:53:35.316670 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f89236b1-7f1b-41f6-9712-eb685019e5c7" -d '{"events": [{"server_uuid": "44102608-88ee-4ff7-8e9c-01747b629112", "name": "network-vif-plugged", "status": "completed", "tag": "e23468e4-0d5d-4d9d-a34e-af50f29ebe19"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:53:35.342399 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port e23468e4-0d5d-4d9d-a34e-af50f29ebe19, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=e23468e4-0d5d-4d9d-a34e-af50f29ebe19,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:53:35.351854 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-79a42c87-09bf-45db-b050-72a75bafb767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:35.372630 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=2e05eba7-30ee-412e-9f71-cbeca319f613,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:35.375754 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a42c87-09bf-45db-b050-72a75bafb767 None None] No DVR routers for this DVR port 2e05eba7-30ee-412e-9f71-cbeca319f613 on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:53:35.377356 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:35.377836 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-72b0b1a8-e3d5-4af9-9611-fe2a2f247987 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:35.401683 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-016de6e3-f545-438e-8ba4-8e8de77e84a1 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0380714 Jun 11 09:53:35.402076 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 53992) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:35.408333 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-5fe5c4cc-2934-4b73-ba23-9b4161a67ea9 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Request body: {'port': {'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'fixed_ips': [{'subnet_id': '525719b8-e541-4e8f-aa19-947653a912ed', 'ip_address': '2001:db8::9257:739:c766:5921'}], 'name': 'tempest-NetworksTestDHCPv6-2066399300'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:53:35.412734 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9b3fd6-2719-4ddb-b5b9-d785fb334655 None None] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:53:35.417239 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a42c87-09bf-45db-b050-72a75bafb767 None None] Pushing event deleted for resources: {'Port': ['ID=2e05eba7-30ee-412e-9f71-cbeca319f613,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:35.419113 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:35.420174 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-79a42c87-09bf-45db-b050-72a75bafb767 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:35.502026 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-95024e70-7404-4de5-ad20-5e265397635d tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362297'] for router_interface, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:35.541684 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-97ff6da0-9f1a-4319-83d4-6119aba876a2 req-6046dfea-20c4-4ed7-af68-b6a61f53c303 service neutron] 10.222.0.60 "GET /v2.0/networks/2052370b-9290-4cf7-85b7-5ed0d789f099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695172 Jun 11 09:53:35.553886 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb676991-a2b4-4cda-b195-2fd578cd55a4 req-2fd8ea52-5c6a-4646-b237-49ee1c77eda1 tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:35.562318 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bb676991-a2b4-4cda-b195-2fd578cd55a4 req-2fd8ea52-5c6a-4646-b237-49ee1c77eda1 tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] 10.222.0.60 "GET /v2.0/ports?device_id=44102608-88ee-4ff7-8e9c-01747b629112 HTTP/1.1" status: 200 len: 949 time: 0.2383561 Jun 11 09:53:35.671212 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:35.675649 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:35.741839 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fe5c4cc-2934-4b73-ba23-9b4161a67ea9 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Made reservation on behalf of 3a7e48b24b924bff8faf8c740b2810c2 for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:53:35.745126 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=e23468e4-0d5d-4d9d-a34e-af50f29ebe19,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:35.749704 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:35.759032 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bb676991-a2b4-4cda-b195-2fd578cd55a4 req-a6650a3f-0134-44af-a334-d5a875a159fa tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] 10.222.0.60 "GET /v2.0/security-groups?id=a35d1421-c989-4660-838f-6ac0aa905815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957252 Jun 11 09:53:35.877878 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cfe739f-6dd9-4110-b40f-a271add26a3f x-openstack-request-id: req-7cfe739f-6dd9-4110-b40f-a271add26a3f {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:53:35.878463 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44102608-88ee-4ff7-8e9c-01747b629112", "name": "network-vif-plugged", "status": "completed", "tag": "e23468e4-0d5d-4d9d-a34e-af50f29ebe19", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:53:35.878463 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7cfe739f-6dd9-4110-b40f-a271add26a3f {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:53:35.878826 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44102608-88ee-4ff7-8e9c-01747b629112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e23468e4-0d5d-4d9d-a34e-af50f29ebe19', 'code': 200} Jun 11 09:53:35.895132 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7d4ef0-13e5-4552-93b8-60529a08b695 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'tenant_id': '3a7e48b24b924bff8faf8c740b2810c2', 'fixed_ips': [{'subnet_id': '525719b8-e541-4e8f-aa19-947653a912ed'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 09:53:35.896436 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2b7d4ef0-13e5-4552-93b8-60529a08b695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:35.978355 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95024e70-7404-4de5-ad20-5e265397635d tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Router 2e5caced-eaa3-4af5-853c-69279a3f7214 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 09:53:36.109603 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-2b7d4ef0-13e5-4552-93b8-60529a08b695 None None] Allocated IP 2001:db8::2 (f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc/525719b8-e541-4e8f-aa19-947653a912ed/84562872-f834-4c44-aae7-e5c9681ac83d) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:53:36.413159 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2b7d4ef0-13e5-4552-93b8-60529a08b695 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:36.423901 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-2b7d4ef0-13e5-4552-93b8-60529a08b695 None None] Transition to ACTIVE for port object 84562872-f834-4c44-aae7-e5c9681ac83d will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:53:36.441400 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-2b7d4ef0-13e5-4552-93b8-60529a08b695 None None] Transition to ACTIVE for port object 84562872-f834-4c44-aae7-e5c9681ac83d will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:53:36.547183 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2b7d4ef0-13e5-4552-93b8-60529a08b695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:36.561494 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-a4a38c67-b584-45a8-98ee-1e1fedf131ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:36.563491 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-54dcaa6c-e51b-4b9d-9958-aabae308e0ce req-1d1f0e52-bd0f-4c68-9c1b-11742f175d9c tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] 10.222.0.60 "GET /v2.0/ports?device_id=1166a311-4a16-497e-b01e-04eca0dabc34 HTTP/1.1" status: 200 len: 210 time: 0.1004255 Jun 11 09:53:36.617723 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7d4ef0-13e5-4552-93b8-60529a08b695 None None] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:53:36.620925 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-2b7d4ef0-13e5-4552-93b8-60529a08b695 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:53:36.629389 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7d4ef0-13e5-4552-93b8-60529a08b695 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:53:36.647846 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7d4ef0-13e5-4552-93b8-60529a08b695 None None] Pushing event updated for resources: {'Port': ['ID=84562872-f834-4c44-aae7-e5c9681ac83d,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:36.660783 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5fe5c4cc-2934-4b73-ba23-9b4161a67ea9 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:36.666147 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f509f-5a27-4a15-bc11-05d42e777683 req-3f4aef4f-bc6f-44be-ba84-9d2c4c2149d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:36.667909 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-434f509f-5a27-4a15-bc11-05d42e777683 req-3f4aef4f-bc6f-44be-ba84-9d2c4c2149d8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=44102608-88ee-4ff7-8e9c-01747b629112 HTTP/1.1" status: 200 len: 1102 time: 0.2039216 Jun 11 09:53:36.668630 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95024e70-7404-4de5-ad20-5e265397635d tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:53:36.680265 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54010) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:36.682200 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-95024e70-7404-4de5-ad20-5e265397635d tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] 10.222.0.60 "PUT /v2.0/routers/2e5caced-eaa3-4af5-853c-69279a3f7214/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4841268 Jun 11 09:53:36.683288 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4369bf-6b88-437c-b3d1-fb3b41cfbc26 None None] Sync routers for ids ['2e5caced-eaa3-4af5-853c-69279a3f7214'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:53:36.700188 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4369bf-6b88-437c-b3d1-fb3b41cfbc26 None None] Routers {'2e5caced-eaa3-4af5-853c-69279a3f7214'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:53:36.700815 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-6b4369bf-6b88-437c-b3d1-fb3b41cfbc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:53:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['2e5caced-eaa3-4af5-853c-69279a3f7214'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:53:36.720286 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-2b7d4ef0-13e5-4552-93b8-60529a08b695 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:36.730052 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a38d46-3342-4bef-9963-7953e8b71324 req-8e1e2ce0-cba7-4e88-aa8d-5bdfe8e768f2 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:36.731988 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-92a38d46-3342-4bef-9963-7953e8b71324 req-8e1e2ce0-cba7-4e88-aa8d-5bdfe8e768f2 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/ports?device_id=af759f82-325a-479d-9171-b34363c7d03f HTTP/1.1" status: 200 len: 946 time: 0.1615412 Jun 11 09:53:36.748278 n-d-779913-12 neutron-server[93177]: INFO neutron.api.v2.resource [None req-c7c892e1-01af-4009-86ce-16cd1d79e3d8 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] show failed (client error): The resource could not be found. Jun 11 09:53:36.750152 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-c7c892e1-01af-4009-86ce-16cd1d79e3d8 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] 10.222.0.60 "GET /v2.0/routers/tempest-non_exist_router-1484319772 HTTP/1.1" status: 404 len: 335 time: 0.0688651 Jun 11 09:53:36.757344 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 54012) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:36.766924 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [None req-5fe5c4cc-2934-4b73-ba23-9b4161a67ea9 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] device_id is not set on port 3597afa0-4f4e-4bbd-a67f-e2c85a4a319d yet. {{(pid=93177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 09:53:36.768922 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-df72e269-1bb5-4fca-b7ad-87b26d988188 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:53:36.784128 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-2b7d4ef0-13e5-4552-93b8-60529a08b695 None None] Attempting to bind port 84562872-f834-4c44-aae7-e5c9681ac83d on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:53:36.784614 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-2b7d4ef0-13e5-4552-93b8-60529a08b695 None None] Attempting to bind port 84562872-f834-4c44-aae7-e5c9681ac83d by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'e0bc2927-8a98-4066-9eb5-5174f5accc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:53:36.785003 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7d4ef0-13e5-4552-93b8-60529a08b695 None None] Attempting to bind port 84562872-f834-4c44-aae7-e5c9681ac83d on network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:53:36.790844 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7d4ef0-13e5-4552-93b8-60529a08b695 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:53:36.791246 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7d4ef0-13e5-4552-93b8-60529a08b695 None None] Checking segment: {'id': 'e0bc2927-8a98-4066-9eb5-5174f5accc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:53:36.791811 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2b7d4ef0-13e5-4552-93b8-60529a08b695 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:36.792229 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7d4ef0-13e5-4552-93b8-60529a08b695 None None] Bound using segment: {'id': 'e0bc2927-8a98-4066-9eb5-5174f5accc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:53:36.794888 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-2b7d4ef0-13e5-4552-93b8-60529a08b695 None None] Bound port: 84562872-f834-4c44-aae7-e5c9681ac83d, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0bc2927-8a98-4066-9eb5-5174f5accc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:53:36.795786 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2b7d4ef0-13e5-4552-93b8-60529a08b695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:36.809939 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-6b4369bf-6b88-437c-b3d1-fb3b41cfbc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:53:36.832936 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4369bf-6b88-437c-b3d1-fb3b41cfbc26 None None] Routers {'2e5caced-eaa3-4af5-853c-69279a3f7214'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:53:36.832936 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-6b4369bf-6b88-437c-b3d1-fb3b41cfbc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:53:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['2e5caced-eaa3-4af5-853c-69279a3f7214'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:53:36.886804 n-d-779913-12 neutron-server[93176]: INFO neutron.api.v2.resource [None req-df72e269-1bb5-4fca-b7ad-87b26d988188 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] update failed (client error): The resource could not be found. Jun 11 09:53:36.898104 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-df72e269-1bb5-4fca-b7ad-87b26d988188 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] 10.222.0.60 "PUT /v2.0/routers/tempest-non_exist_router-1908429618 HTTP/1.1" status: 404 len: 335 time: 0.1369030 Jun 11 09:53:36.899152 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 54016) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:36.912624 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-2b7d4ef0-13e5-4552-93b8-60529a08b695 None None] For port 84562872-f834-4c44-aae7-e5c9681ac83d, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:53:36.920321 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-434f509f-5a27-4a15-bc11-05d42e777683 req-c8d8f813-45d1-44cc-a85e-a33af9b1ff9b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a35d1421-c989-4660-838f-6ac0aa905815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410233 Jun 11 09:53:36.920659 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-2b7d4ef0-13e5-4552-93b8-60529a08b695 None None] For port 84562872-f834-4c44-aae7-e5c9681ac83d, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=84562872-f834-4c44-aae7-e5c9681ac83d,segment=NetworkSegment(e0bc2927-8a98-4066-9eb5-5174f5accc0f),segment_id=e0bc2927-8a98-4066-9eb5-5174f5accc0f)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:53:36.971647 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfbc2ac4-2650-4270-bc49-a8132bf6969f tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Deleting subnet bf354216-fc5d-47a9-8e86-8b51294ac1a1 {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 09:53:36.983219 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cfbc2ac4-2650-4270-bc49-a8132bf6969f tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:37.033207 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-92a38d46-3342-4bef-9963-7953e8b71324 req-e13aba9b-dc5b-4529-9ad7-1d68a463d8ac tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/security-groups?id=982f2ef2-bb6d-4fbc-bd87-ed6195b74a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917171 Jun 11 09:53:37.085780 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2b7d4ef0-13e5-4552-93b8-60529a08b695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:37.088224 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-e8a576cd-36bd-46f7-a211-e60d89009431 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:37.095275 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cfbc2ac4-2650-4270-bc49-a8132bf6969f tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:37.129443 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-6b4369bf-6b88-437c-b3d1-fb3b41cfbc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:53:37.129877 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4369bf-6b88-437c-b3d1-fb3b41cfbc26 None None] The sync data for ids ['2e5caced-eaa3-4af5-853c-69279a3f7214'] in n-d-779913-12 is: [] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:53:37.189784 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-5fe5c4cc-2934-4b73-ba23-9b4161a67ea9 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Allocated IP 2001:db8::9257:739:c766:5921 (f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc/525719b8-e541-4e8f-aa19-947653a912ed/3597afa0-4f4e-4bbd-a67f-e2c85a4a319d) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:53:37.218339 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e403fbb-d1dc-4ed6-8de2-fff8506091b0 req-cf1e3e1c-8a1e-44a5-a6a0-0feb9fdb03db tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:37.226366 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7d4ef0-13e5-4552-93b8-60529a08b695 None None] Pushing event updated for resources: {'Port': ['ID=84562872-f834-4c44-aae7-e5c9681ac83d,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:37.229854 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0e403fbb-d1dc-4ed6-8de2-fff8506091b0 req-cf1e3e1c-8a1e-44a5-a6a0-0feb9fdb03db tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] 10.222.0.60 "GET /v2.0/ports?device_id=44102608-88ee-4ff7-8e9c-01747b629112 HTTP/1.1" status: 200 len: 950 time: 0.2319574 Jun 11 09:53:37.243049 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-2b7d4ef0-13e5-4552-93b8-60529a08b695 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:37.319459 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cfbc2ac4-2650-4270-bc49-a8132bf6969f tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:37.336028 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0e403fbb-d1dc-4ed6-8de2-fff8506091b0 req-a213005f-ee7d-4293-b5eb-c38133fbb9de tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] 10.222.0.60 "GET /v2.0/security-groups?id=a35d1421-c989-4660-838f-6ac0aa905815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994580 Jun 11 09:53:37.521409 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cfbc2ac4-2650-4270-bc49-a8132bf6969f tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:37.524975 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b628494a-ecf1-4682-952a-4686d6afcdd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:37.581104 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbc2ac4-2650-4270-bc49-a8132bf6969f tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Pushing event deleted for resources: {'Subnet': ['ID=bf354216-fc5d-47a9-8e86-8b51294ac1a1,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:37.581104 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-cfbc2ac4-2650-4270-bc49-a8132bf6969f tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:37.581104 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cfbc2ac4-2650-4270-bc49-a8132bf6969f tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:37.581104 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-cfbc2ac4-2650-4270-bc49-a8132bf6969f tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] 10.222.0.60 "DELETE /v2.0/subnets/bf354216-fc5d-47a9-8e86-8b51294ac1a1 HTTP/1.1" status: 204 len: 168 time: 0.6742587 Jun 11 09:53:37.581104 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 54028) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:37.584468 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6f9a35-7693-48f0-98a2-d29b1a35ec6a None None] Network 5dfd9a97-f5ba-46ca-87a5-c3257ecd1aa9 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:53:37.591477 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5fe5c4cc-2934-4b73-ba23-9b4161a67ea9 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:37.617234 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-5fe5c4cc-2934-4b73-ba23-9b4161a67ea9 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Transition to ACTIVE for port object 3597afa0-4f4e-4bbd-a67f-e2c85a4a319d will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:53:37.661115 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-f17fa431-7d3c-4e56-a47a-ec102802e88f tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Deleting subnet ff46e1f6-a522-42dd-a396-db238ffe06fc {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 09:53:37.665373 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f17fa431-7d3c-4e56-a47a-ec102802e88f tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:37.707434 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-12741c76-b2ef-41c6-b023-396a7c43a67f req-1ab89014-314f-485e-8f0a-cfeef44068d2 tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] 10.222.0.60 "GET /v2.0/ports?device_id=1166a311-4a16-497e-b01e-04eca0dabc34 HTTP/1.1" status: 200 len: 210 time: 0.0450096 Jun 11 09:53:37.727903 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f17fa431-7d3c-4e56-a47a-ec102802e88f tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:37.818238 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5fe5c4cc-2934-4b73-ba23-9b4161a67ea9 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:37.828751 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-44213d2c-dfbe-4f48-953e-e92755ff7f7f tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:37.863225 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f17fa431-7d3c-4e56-a47a-ec102802e88f tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:37.893698 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe5c4cc-2934-4b73-ba23-9b4161a67ea9 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:53:37.897403 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-5fe5c4cc-2934-4b73-ba23-9b4161a67ea9 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:53:37.903981 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe5c4cc-2934-4b73-ba23-9b4161a67ea9 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:53:37.910360 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe5c4cc-2934-4b73-ba23-9b4161a67ea9 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:37.912225 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5fe5c4cc-2934-4b73-ba23-9b4161a67ea9 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:37.915800 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe5c4cc-2934-4b73-ba23-9b4161a67ea9 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event updated for resources: {'Port': ['ID=3597afa0-4f4e-4bbd-a67f-e2c85a4a319d,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:37.922947 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5fe5c4cc-2934-4b73-ba23-9b4161a67ea9 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:37.954826 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1353ad4d-1bd2-45fe-aca9-1134d384c592 None None] DHCP port deletion for 5dfd9a97-f5ba-46ca-87a5-c3257ecd1aa9 request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 09:53:38.011882 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-5fe5c4cc-2934-4b73-ba23-9b4161a67ea9 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6088355 Jun 11 09:53:38.014431 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 54030) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:38.016674 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-1353ad4d-1bd2-45fe-aca9-1134d384c592 None None] Deleting port 5558c663-1207-4d13-94fd-9cc33864e372 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:53:38.016977 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1353ad4d-1bd2-45fe-aca9-1134d384c592 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:38.081453 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f17fa431-7d3c-4e56-a47a-ec102802e88f tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:38.103124 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5f019412-c775-4bd6-b6be-d91a008e1c3a tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:38.111812 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f17fa431-7d3c-4e56-a47a-ec102802e88f tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:38.114002 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-f17fa431-7d3c-4e56-a47a-ec102802e88f tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] 10.222.0.60 "DELETE /v2.0/subnets/ff46e1f6-a522-42dd-a396-db238ffe06fc HTTP/1.1" status: 204 len: 168 time: 0.5317774 Jun 11 09:53:38.120345 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54034) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:38.199963 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-1353ad4d-1bd2-45fe-aca9-1134d384c592 None None] For port 5558c663-1207-4d13-94fd-9cc33864e372, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=5558c663-1207-4d13-94fd-9cc33864e372,segment=NetworkSegment(6072df20-62b2-4c07-b0ce-291f088c0f3a),segment_id=6072df20-62b2-4c07-b0ce-291f088c0f3a)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:53:38.199963 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1353ad4d-1bd2-45fe-aca9-1134d384c592 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:38.229345 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ab9ef6-a46d-4d07-adc6-d00c802dfd39 None None] Network 5dad1ceb-9721-4fc0-9291-d732f31b0388 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:53:38.339525 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17fa431-7d3c-4e56-a47a-ec102802e88f tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Pushing event deleted for resources: {'Subnet': ['ID=ff46e1f6-a522-42dd-a396-db238ffe06fc,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:38.354473 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f17fa431-7d3c-4e56-a47a-ec102802e88f tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:38.397740 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-1353ad4d-1bd2-45fe-aca9-1134d384c592 None None] Calling delete_port for 5558c663-1207-4d13-94fd-9cc33864e372 owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:53:38.428088 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c60192f7-2f66-472d-987d-d8fe48cebcd5 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:38.590326 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-c60192f7-2f66-472d-987d-d8fe48cebcd5 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Deleting port 5558c663-1207-4d13-94fd-9cc33864e372 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:53:38.592185 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c60192f7-2f66-472d-987d-d8fe48cebcd5 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:38.665246 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b3b5dc-24a1-42df-971d-8a1a95247fe1 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:38.684674 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b3b5dc-24a1-42df-971d-8a1a95247fe1 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:38.692684 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-57b3b5dc-24a1-42df-971d-8a1a95247fe1 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.6726370 Jun 11 09:53:38.692684 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 54044) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:38.693369 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 84562872-f834-4c44-aae7-e5c9681ac83d up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:53:38.800520 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586844c3-8780-4899-9967-760586ca9e2b req-b8e247a6-32d6-42a2-82e8-e6d8ab42c196 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:38.808897 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-586844c3-8780-4899-9967-760586ca9e2b req-b8e247a6-32d6-42a2-82e8-e6d8ab42c196 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/ports?device_id=af759f82-325a-479d-9171-b34363c7d03f HTTP/1.1" status: 200 len: 946 time: 0.5398381 Jun 11 09:53:38.811284 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-c60192f7-2f66-472d-987d-d8fe48cebcd5 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] For port 5558c663-1207-4d13-94fd-9cc33864e372, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=5558c663-1207-4d13-94fd-9cc33864e372,segment=NetworkSegment(6072df20-62b2-4c07-b0ce-291f088c0f3a),segment_id=6072df20-62b2-4c07-b0ce-291f088c0f3a)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:53:38.811808 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c60192f7-2f66-472d-987d-d8fe48cebcd5 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:38.845007 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-7709d8b4-11ad-4d94-b5c3-4362e6bae714 None None] Provisioning for port 84562872-f834-4c44-aae7-e5c9681ac83d completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:53:38.906343 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41befa98-a8e4-4a29-a400-2b1802c898d8 None None] DHCP port deletion for 5dad1ceb-9721-4fc0-9291-d732f31b0388 request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 09:53:38.942169 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-586844c3-8780-4899-9967-760586ca9e2b req-e3ce34ec-8b79-4e97-aca8-ad8381999389 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/security-groups?id=982f2ef2-bb6d-4fbc-bd87-ed6195b74a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284378 Jun 11 09:53:38.955077 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1353ad4d-1bd2-45fe-aca9-1134d384c592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:38.970784 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-2f107701-9ceb-4c5e-ab13-611885a5d725 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:38.971094 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-c60192f7-2f66-472d-987d-d8fe48cebcd5 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Calling delete_port for 5558c663-1207-4d13-94fd-9cc33864e372 owned by network:dhcp {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:53:38.994606 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 84562872-f834-4c44-aae7-e5c9681ac83d completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:53:39.003926 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1353ad4d-1bd2-45fe-aca9-1134d384c592 None None] Pushing event deleted for resources: {'Port': ['ID=5558c663-1207-4d13-94fd-9cc33864e372,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:39.012396 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1353ad4d-1bd2-45fe-aca9-1134d384c592 None None] No DVR routers for this DVR port 5558c663-1207-4d13-94fd-9cc33864e372 on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:53:39.014372 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-1353ad4d-1bd2-45fe-aca9-1134d384c592 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:39.016953 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 84562872-f834-4c44-aae7-e5c9681ac83d triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:53:39.017445 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:39.026159 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-aef8bdaa-59e2-4430-b08b-34605edc6ce8 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Deleting port 3597afa0-4f4e-4bbd-a67f-e2c85a4a319d {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:53:39.026159 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-aef8bdaa-59e2-4430-b08b-34605edc6ce8 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:39.120098 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-41befa98-a8e4-4a29-a400-2b1802c898d8 None None] Deleting port 987cbf8a-90a9-41e4-bb03-a6e77e3a9218 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:53:39.120551 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-41befa98-a8e4-4a29-a400-2b1802c898d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:39.147164 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1696d24-b787-425d-a09d-5829308c8902 req-aa4690d2-8068-4bd7-8a3b-c9db8d24f1d9 tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:39.155079 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a1696d24-b787-425d-a09d-5829308c8902 req-aa4690d2-8068-4bd7-8a3b-c9db8d24f1d9 tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] 10.222.0.60 "GET /v2.0/ports?device_id=44102608-88ee-4ff7-8e9c-01747b629112 HTTP/1.1" status: 200 len: 950 time: 0.4962730 Jun 11 09:53:39.219929 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-aef8bdaa-59e2-4430-b08b-34605edc6ce8 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:39.247516 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a1696d24-b787-425d-a09d-5829308c8902 req-ced2650a-d060-485f-805c-86f7f3e22009 tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] 10.222.0.60 "GET /v2.0/security-groups?id=a35d1421-c989-4660-838f-6ac0aa905815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909181 Jun 11 09:53:39.260685 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c60192f7-2f66-472d-987d-d8fe48cebcd5 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:39.263663 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5fe5c4cc-2934-4b73-ba23-9b4161a67ea9 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:39.321014 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60192f7-2f66-472d-987d-d8fe48cebcd5 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] No DVR routers for this DVR port 5558c663-1207-4d13-94fd-9cc33864e372 on host n-d-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:53:39.333647 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60192f7-2f66-472d-987d-d8fe48cebcd5 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Pushing event deleted for resources: {'Port': ['ID=5558c663-1207-4d13-94fd-9cc33864e372,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:39.343481 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c60192f7-2f66-472d-987d-d8fe48cebcd5 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:39.406732 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-aef8bdaa-59e2-4430-b08b-34605edc6ce8 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Calling delete_port for 3597afa0-4f4e-4bbd-a67f-e2c85a4a319d owned by {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:53:39.435204 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-41befa98-a8e4-4a29-a400-2b1802c898d8 None None] For port 987cbf8a-90a9-41e4-bb03-a6e77e3a9218, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=987cbf8a-90a9-41e4-bb03-a6e77e3a9218,segment=NetworkSegment(ac148dbe-bd73-4b61-9c6c-da2d0daca174),segment_id=ac148dbe-bd73-4b61-9c6c-da2d0daca174)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:53:39.435628 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-41befa98-a8e4-4a29-a400-2b1802c898d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:39.453926 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:39.470595 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-bc42cf2d-1e8b-4889-b663-7af069b2e4f0 req-cc726e86-6c4a-4515-98be-fcb24d327a73 tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] 10.222.0.60 "GET /v2.0/ports?device_id=1166a311-4a16-497e-b01e-04eca0dabc34 HTTP/1.1" status: 200 len: 210 time: 0.0598209 Jun 11 09:53:39.533122 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c60192f7-2f66-472d-987d-d8fe48cebcd5 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:39.547969 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-c60192f7-2f66-472d-987d-d8fe48cebcd5 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dfd9a97-f5ba-46ca-87a5-c3257ecd1aa9']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:53:39.567744 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-c60192f7-2f66-472d-987d-d8fe48cebcd5 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6072df20-62b2-4c07-b0ce-291f088c0f3a') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:53:39.568200 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-c60192f7-2f66-472d-987d-d8fe48cebcd5 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6072df20-62b2-4c07-b0ce-291f088c0f3a') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:53:39.591273 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c60192f7-2f66-472d-987d-d8fe48cebcd5 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:39.639311 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-41befa98-a8e4-4a29-a400-2b1802c898d8 None None] Calling delete_port for 987cbf8a-90a9-41e4-bb03-a6e77e3a9218 owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:53:39.652478 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-4c61419e-9188-4e9d-9589-7d472250f86a None None] Provisioning for port 3597afa0-4f4e-4bbd-a67f-e2c85a4a319d completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:53:39.661069 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c60192f7-2f66-472d-987d-d8fe48cebcd5 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:39.674383 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-4c61419e-9188-4e9d-9589-7d472250f86a None None] Provisioning complete for port 3597afa0-4f4e-4bbd-a67f-e2c85a4a319d triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:53:39.679273 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-4c61419e-9188-4e9d-9589-7d472250f86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:39.679412 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c60192f7-2f66-472d-987d-d8fe48cebcd5 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Releasing vlan 751 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 09:53:39.679412 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c60192f7-2f66-472d-987d-d8fe48cebcd5 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:39.679412 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:53:39.679412 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:53:39.679412 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:53:39.679412 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:53:39.679412 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:53:39.679412 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:53:39.679412 n-d-779913-12 neutron-server[93177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 09:53:39.679412 n-d-779913-12 neutron-server[93177]: self.session.flush() Jun 11 09:53:39.679412 n-d-779913-12 neutron-server[93177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 09:53:39.679412 n-d-779913-12 neutron-server[93177]: self.session.flush() Jun 11 09:53:39.679412 n-d-779913-12 neutron-server[93177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 09:53:39.679412 n-d-779913-12 neutron-server[93177]: self.session.flush() Jun 11 09:53:39.679412 n-d-779913-12 neutron-server[93177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 09:53:39.679412 n-d-779913-12 neutron-server[93177]: self.session.flush() Jun 11 09:53:39.679412 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 09:53:39.679412 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 09:53:39.679412 n-d-779913-12 neutron-server[93177]: timer() Jun 11 09:53:39.679412 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 09:53:39.679412 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 09:53:39.679412 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 09:53:39.679412 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 09:53:39.679412 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 09:53:39.679412 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 09:53:39.679412 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 09:53:39.679412 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 09:53:39.679412 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 09:53:39.679412 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 09:53:39.679412 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 09:53:39.679412 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 09:53:39.679412 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 09:53:39.679412 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 09:53:39.679412 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 09:53:39.679412 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 09:53:39.679412 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 09:53:39.679412 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 09:53:39.679412 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 09:53:39.679412 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 09:53:39.679412 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 09:53:39.679412 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 09:53:39.679412 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 09:53:39.679412 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 09:53:39.679412 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 09:53:39.679412 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 09:53:39.679412 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 09:53:39.679412 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 09:53:39.679412 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 09:53:39.775544 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 84562872-f834-4c44-aae7-e5c9681ac83d, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=84562872-f834-4c44-aae7-e5c9681ac83d,segment=NetworkSegment(e0bc2927-8a98-4066-9eb5-5174f5accc0f),segment_id=e0bc2927-8a98-4066-9eb5-5174f5accc0f)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:53:39.797344 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-4c61419e-9188-4e9d-9589-7d472250f86a None None] Port 3597afa0-4f4e-4bbd-a67f-e2c85a4a319d cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:53:39.862436 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ff6da0-9f1a-4319-83d4-6119aba876a2 req-dc6e06dc-5b25-489c-aef1-5917db918a2f tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:39.863947 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-97ff6da0-9f1a-4319-83d4-6119aba876a2 req-dc6e06dc-5b25-489c-aef1-5917db918a2f tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] 10.222.0.69 "GET /v2.0/networks?id=2052370b-9290-4cf7-85b7-5ed0d789f099 HTTP/1.1" status: 200 len: 814 time: 0.2594771 Jun 11 09:53:39.876739 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-97ff6da0-9f1a-4319-83d4-6119aba876a2 req-dc2796b4-20ab-4376-bd57-5b59a6841962 tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] Request body: {'port': {'device_id': '1166a311-4a16-497e-b01e-04eca0dabc34', 'network_id': '2052370b-9290-4cf7-85b7-5ed0d789f099', 'admin_state_up': True, 'tenant_id': 'c409d0288c674147b93fdeb9f22e6648'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:53:39.896627 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-aef8bdaa-59e2-4430-b08b-34605edc6ce8 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:39.900687 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9ab759f3-72e1-4d75-b212-8d724b5f9ef8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:39.934040 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef8bdaa-59e2-4430-b08b-34605edc6ce8 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event deleted for resources: {'Port': ['ID=3597afa0-4f4e-4bbd-a67f-e2c85a4a319d,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:39.939961 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-aef8bdaa-59e2-4430-b08b-34605edc6ce8 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:39.950025 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:39.961304 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-cbd323f3-346f-4d80-bab0-303e6ce47152 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:39.966642 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-41befa98-a8e4-4a29-a400-2b1802c898d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:39.974266 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-aef8bdaa-59e2-4430-b08b-34605edc6ce8 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:39.984381 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-aef8bdaa-59e2-4430-b08b-34605edc6ce8 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/ports/3597afa0-4f4e-4bbd-a67f-e2c85a4a319d HTTP/1.1" status: 204 len: 168 time: 1.2927184 Jun 11 09:53:39.985065 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 54056) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:40.001485 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c60192f7-2f66-472d-987d-d8fe48cebcd5 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:40.006107 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c60192f7-2f66-472d-987d-d8fe48cebcd5 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:40.008049 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-c60192f7-2f66-472d-987d-d8fe48cebcd5 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] 10.222.0.60 "DELETE /v2.0/networks/5dfd9a97-f5ba-46ca-87a5-c3257ecd1aa9 HTTP/1.1" status: 204 len: 168 time: 1.8903992 Jun 11 09:53:40.015739 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 54058) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:40.027061 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-cad6da2d-26b9-4f57-ab7d-e3da5ec51d6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:40.063664 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60192f7-2f66-472d-987d-d8fe48cebcd5 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Pushing event deleted for resources: {'Network': ['ID=5dfd9a97-f5ba-46ca-87a5-c3257ecd1aa9,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:40.070710 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c60192f7-2f66-472d-987d-d8fe48cebcd5 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:40.110148 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 5558c663-1207-4d13-94fd-9cc33864e372 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:53:40.155446 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41befa98-a8e4-4a29-a400-2b1802c898d8 None None] No DVR routers for this DVR port 987cbf8a-90a9-41e4-bb03-a6e77e3a9218 on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:53:40.195029 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2470f6-d7e4-4d8e-ab36-39543b526121 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:40.200130 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2470f6-d7e4-4d8e-ab36-39543b526121 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:40.205205 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54064) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:40.205526 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-6a2470f6-d7e4-4d8e-ab36-39543b526121 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2194207 Jun 11 09:53:40.254392 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c4df0b38-7277-466f-80d4-bdd5ed590d54 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:40.267795 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 5558c663-1207-4d13-94fd-9cc33864e372 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:53:40.270137 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 5558c663-1207-4d13-94fd-9cc33864e372 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:53:40.286587 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-56db206b-4203-409e-ac23-15023d8a22e1 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Deleting subnet 525719b8-e541-4e8f-aa19-947653a912ed {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 09:53:40.290801 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-56db206b-4203-409e-ac23-15023d8a22e1 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:40.331705 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=84562872-f834-4c44-aae7-e5c9681ac83d,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:40.349228 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:40.353295 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.333s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:40.363740 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-56db206b-4203-409e-ac23-15023d8a22e1 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:40.418969 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41befa98-a8e4-4a29-a400-2b1802c898d8 None None] Pushing event deleted for resources: {'Port': ['ID=987cbf8a-90a9-41e4-bb03-a6e77e3a9218,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:40.428793 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-41befa98-a8e4-4a29-a400-2b1802c898d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:40.429961 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015d2703-24dc-4269-80f8-902617e620b5 req-34dfad6c-2967-4c13-8b11-c51dca66edd0 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:40.431541 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-015d2703-24dc-4269-80f8-902617e620b5 req-34dfad6c-2967-4c13-8b11-c51dca66edd0 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/ports?device_id=af759f82-325a-479d-9171-b34363c7d03f HTTP/1.1" status: 200 len: 946 time: 0.2249560 Jun 11 09:53:40.453109 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97ff6da0-9f1a-4319-83d4-6119aba876a2 req-dc2796b4-20ab-4376-bd57-5b59a6841962 tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] Made reservation on behalf of c409d0288c674147b93fdeb9f22e6648 for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:53:40.459732 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-97ff6da0-9f1a-4319-83d4-6119aba876a2 req-dc2796b4-20ab-4376-bd57-5b59a6841962 tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:40.492746 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c4df0b38-7277-466f-80d4-bdd5ed590d54 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:40.522157 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-c4df0b38-7277-466f-80d4-bdd5ed590d54 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dad1ceb-9721-4fc0-9291-d732f31b0388']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:53:40.538732 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-c4df0b38-7277-466f-80d4-bdd5ed590d54 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac148dbe-bd73-4b61-9c6c-da2d0daca174') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:53:40.539018 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-c4df0b38-7277-466f-80d4-bdd5ed590d54 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac148dbe-bd73-4b61-9c6c-da2d0daca174') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:53:40.572691 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c4df0b38-7277-466f-80d4-bdd5ed590d54 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:40.587266 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-015d2703-24dc-4269-80f8-902617e620b5 req-18d377d3-5930-45d5-bdb3-42a496a0c738 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/security-groups?id=982f2ef2-bb6d-4fbc-bd87-ed6195b74a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917039 Jun 11 09:53:40.596432 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c4df0b38-7277-466f-80d4-bdd5ed590d54 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:40.598659 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 84562872-f834-4c44-aae7-e5c9681ac83d up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:53:40.609935 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4df0b38-7277-466f-80d4-bdd5ed590d54 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Releasing vlan 777 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 09:53:40.612473 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c4df0b38-7277-466f-80d4-bdd5ed590d54 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:40.617464 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:53:40.617464 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:53:40.617464 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:53:40.617464 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:53:40.617464 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 09:53:40.617464 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 09:53:40.617464 n-d-779913-12 neutron-server[93176]: timer() Jun 11 09:53:40.617464 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 09:53:40.617464 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 09:53:40.617464 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 09:53:40.617464 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 09:53:40.617464 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 09:53:40.617464 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 09:53:40.617464 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 09:53:40.617464 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 09:53:40.617464 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 09:53:40.617464 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 09:53:40.617464 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 09:53:40.617464 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 09:53:40.617464 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 09:53:40.617464 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 09:53:40.617464 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 09:53:40.617464 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 09:53:40.617464 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 09:53:40.617464 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 09:53:40.617464 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 09:53:40.617464 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 09:53:40.617464 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 09:53:40.617464 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 09:53:40.617464 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 09:53:40.617464 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 09:53:40.617464 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 09:53:40.617464 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 09:53:40.617464 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 09:53:40.617464 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 09:53:40.617464 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 09:53:40.661655 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-56db206b-4203-409e-ac23-15023d8a22e1 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:40.839862 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c4df0b38-7277-466f-80d4-bdd5ed590d54 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:40.849515 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c4df0b38-7277-466f-80d4-bdd5ed590d54 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:40.851443 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-c4df0b38-7277-466f-80d4-bdd5ed590d54 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] 10.222.0.60 "DELETE /v2.0/networks/5dad1ceb-9721-4fc0-9291-d732f31b0388 HTTP/1.1" status: 204 len: 168 time: 0.8336515 Jun 11 09:53:40.852439 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:40.859432 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 54072) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:40.876271 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2fd655-f782-475d-97e7-0a6364d97359 req-92303696-8a80-4704-950c-c10d999ff46f tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:40.887858 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4df0b38-7277-466f-80d4-bdd5ed590d54 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Pushing event deleted for resources: {'Network': ['ID=5dad1ceb-9721-4fc0-9291-d732f31b0388,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:40.889907 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1e2fd655-f782-475d-97e7-0a6364d97359 req-92303696-8a80-4704-950c-c10d999ff46f tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] 10.222.0.60 "GET /v2.0/ports?device_id=44102608-88ee-4ff7-8e9c-01747b629112 HTTP/1.1" status: 200 len: 950 time: 0.4406412 Jun 11 09:53:40.891113 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c4df0b38-7277-466f-80d4-bdd5ed590d54 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:40.923910 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [req-97ff6da0-9f1a-4319-83d4-6119aba876a2 req-dc2796b4-20ab-4376-bd57-5b59a6841962 tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] Allocated IP 172.20.0.2 (2052370b-9290-4cf7-85b7-5ed0d789f099/887f1eaf-95b7-4bd0-9d28-439bd17dc706/70604682-bab2-48bf-a437-67e96c34a972) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:53:40.962191 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6ae733f-745f-4e6e-94d9-de4a06d8cb3b tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Deleting subnet 067facfb-a47a-4fd4-a3c7-29c316f29521 {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 09:53:40.966247 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d6ae733f-745f-4e6e-94d9-de4a06d8cb3b tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:40.967311 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 84562872-f834-4c44-aae7-e5c9681ac83d triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:53:40.967843 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:41.003491 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1e2fd655-f782-475d-97e7-0a6364d97359 req-b0da09e6-62e0-4396-a1e6-b3af4f9b5b22 tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] 10.222.0.60 "GET /v2.0/security-groups?id=a35d1421-c989-4660-838f-6ac0aa905815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898309 Jun 11 09:53:41.013007 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-56db206b-4203-409e-ac23-15023d8a22e1 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:41.025403 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d1c74366-bb5e-4f84-bddf-da577764b576 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:41.027381 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d6ae733f-745f-4e6e-94d9-de4a06d8cb3b tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:41.039034 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-56db206b-4203-409e-ac23-15023d8a22e1 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:41.043237 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121b3d5c-ec1b-46e6-98e4-f805e6ebe642 None None] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:53:41.043873 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-56db206b-4203-409e-ac23-15023d8a22e1 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/subnets/525719b8-e541-4e8f-aa19-947653a912ed HTTP/1.1" status: 204 len: 168 time: 0.8373241 Jun 11 09:53:41.044683 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54074) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:41.086233 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56db206b-4203-409e-ac23-15023d8a22e1 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event deleted for resources: {'Subnet': ['ID=525719b8-e541-4e8f-aa19-947653a912ed,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:41.089213 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-56db206b-4203-409e-ac23-15023d8a22e1 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:41.162850 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-58c24502-cc2f-49d6-98b4-8ca12314c81d tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1114957 Jun 11 09:53:41.163755 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54076) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:41.180992 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-ebb05af5-227f-4a55-9ed6-432b7b214c6e tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Request body: {'subnet': {'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:53:41.278607 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-174a6d57-94e9-452b-b8fc-6b73d5710bdb req-dee23443-2281-47da-9249-8819e6cbee66 tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] 10.222.0.60 "GET /v2.0/ports?device_id=1166a311-4a16-497e-b01e-04eca0dabc34 HTTP/1.1" status: 200 len: 210 time: 0.1123874 Jun 11 09:53:41.296441 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d6ae733f-745f-4e6e-94d9-de4a06d8cb3b tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:41.426394 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 987cbf8a-90a9-41e4-bb03-a6e77e3a9218 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:53:41.450170 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d6ae733f-745f-4e6e-94d9-de4a06d8cb3b tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:41.453971 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3a378704-e989-4785-8527-c41b2ff4d075 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:41.470027 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca0059d-a6ed-4b9b-9446-00301b98ac81 None None] DHCP port deletion for f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 09:53:41.473634 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 987cbf8a-90a9-41e4-bb03-a6e77e3a9218 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:53:41.474175 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 987cbf8a-90a9-41e4-bb03-a6e77e3a9218 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:53:41.538895 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ae733f-745f-4e6e-94d9-de4a06d8cb3b tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Pushing event deleted for resources: {'Subnet': ['ID=067facfb-a47a-4fd4-a3c7-29c316f29521,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:41.554746 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6a8263-5453-4edb-b47c-80820ee407fa None None] Network c8fd5154-d9af-4317-a1e7-18da3fe1dc8b requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:53:41.560395 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d6ae733f-745f-4e6e-94d9-de4a06d8cb3b tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:41.562671 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d6ae733f-745f-4e6e-94d9-de4a06d8cb3b tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:41.564988 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-d6ae733f-745f-4e6e-94d9-de4a06d8cb3b tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] 10.222.0.60 "DELETE /v2.0/subnets/067facfb-a47a-4fd4-a3c7-29c316f29521 HTTP/1.1" status: 204 len: 168 time: 0.7033570 Jun 11 09:53:41.566811 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-8ca0059d-a6ed-4b9b-9446-00301b98ac81 None None] Deleting port 84562872-f834-4c44-aae7-e5c9681ac83d {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:53:41.567312 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8ca0059d-a6ed-4b9b-9446-00301b98ac81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:41.571129 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-97ff6da0-9f1a-4319-83d4-6119aba876a2 req-dc2796b4-20ab-4376-bd57-5b59a6841962 tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:41.571903 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebb05af5-227f-4a55-9ed6-432b7b214c6e tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Made reservation on behalf of 3a7e48b24b924bff8faf8c740b2810c2 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:53:41.573064 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 54080) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:41.585894 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ebb05af5-227f-4a55-9ed6-432b7b214c6e tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:41.685846 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-8ca0059d-a6ed-4b9b-9446-00301b98ac81 None None] For port 84562872-f834-4c44-aae7-e5c9681ac83d, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=84562872-f834-4c44-aae7-e5c9681ac83d,segment=NetworkSegment(e0bc2927-8a98-4066-9eb5-5174f5accc0f),segment_id=e0bc2927-8a98-4066-9eb5-5174f5accc0f)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:53:41.687295 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8ca0059d-a6ed-4b9b-9446-00301b98ac81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:41.819554 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-97ff6da0-9f1a-4319-83d4-6119aba876a2 req-dc2796b4-20ab-4376-bd57-5b59a6841962 tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:41.825800 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-427a7a1e-6a4a-4e77-8f2d-2f267c7acace service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:41.851107 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2f0498e6-c2b8-4c76-9062-41ec4be9de1f tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:41.883117 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-8ca0059d-a6ed-4b9b-9446-00301b98ac81 None None] Calling delete_port for 84562872-f834-4c44-aae7-e5c9681ac83d owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:53:41.904821 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2796b4-20ab-4376-bd57-5b59a6841962 tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] Pushing event updated for resources: {'Port': ['ID=70604682-bab2-48bf-a437-67e96c34a972,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:41.940394 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-dc2796b4-20ab-4376-bd57-5b59a6841962 tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:41.978645 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97ff6da0-9f1a-4319-83d4-6119aba876a2 req-dc2796b4-20ab-4376-bd57-5b59a6841962 tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] Network 2052370b-9290-4cf7-85b7-5ed0d789f099 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:53:41.994202 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8abd61-cd6d-4db3-83d9-e07070887d71 req-86725075-670c-4a80-9477-527fd6ec25d8 tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:41.995171 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-dc8abd61-cd6d-4db3-83d9-e07070887d71 req-86725075-670c-4a80-9477-527fd6ec25d8 tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] 10.222.0.69 "GET /v2.0/ports?device_id=44102608-88ee-4ff7-8e9c-01747b629112 HTTP/1.1" status: 200 len: 950 time: 0.1414654 Jun 11 09:53:42.018627 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [req-97ff6da0-9f1a-4319-83d4-6119aba876a2 req-dc2796b4-20ab-4376-bd57-5b59a6841962 tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:53:42.029788 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-97ff6da0-9f1a-4319-83d4-6119aba876a2 req-dc2796b4-20ab-4376-bd57-5b59a6841962 tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:53:42.096075 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-2f0498e6-c2b8-4c76-9062-41ec4be9de1f tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Deleting port eb6a72fc-3d40-49f4-a643-66eb964e63ce {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:53:42.098353 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2f0498e6-c2b8-4c76-9062-41ec4be9de1f tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:42.118018 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ff6da0-9f1a-4319-83d4-6119aba876a2 req-dc2796b4-20ab-4376-bd57-5b59a6841962 tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:42.118509 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-97ff6da0-9f1a-4319-83d4-6119aba876a2 req-dc2796b4-20ab-4376-bd57-5b59a6841962 tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:42.147808 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8ca0059d-a6ed-4b9b-9446-00301b98ac81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:42.154049 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c23e1d-2e5d-4735-96ee-68ea878db6f8 req-ba8e4952-bc4d-4351-87e7-e5828765825a tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:42.162579 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-25c23e1d-2e5d-4735-96ee-68ea878db6f8 req-ba8e4952-bc4d-4351-87e7-e5828765825a tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/ports?device_id=af759f82-325a-479d-9171-b34363c7d03f HTTP/1.1" status: 200 len: 946 time: 0.2702625 Jun 11 09:53:42.168279 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:42.186949 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ebb05af5-227f-4a55-9ed6-432b7b214c6e tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:42.205051 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e5f57dd9-da80-4156-9ae8-1734d8dfd4f5 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:42.212588 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca0059d-a6ed-4b9b-9446-00301b98ac81 None None] No DVR routers for this DVR port 84562872-f834-4c44-aae7-e5c9681ac83d on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:53:42.214069 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca0059d-a6ed-4b9b-9446-00301b98ac81 None None] Pushing event deleted for resources: {'Port': ['ID=84562872-f834-4c44-aae7-e5c9681ac83d,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:42.225965 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-8ca0059d-a6ed-4b9b-9446-00301b98ac81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:42.265156 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-2f0498e6-c2b8-4c76-9062-41ec4be9de1f tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] For port eb6a72fc-3d40-49f4-a643-66eb964e63ce, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=eb6a72fc-3d40-49f4-a643-66eb964e63ce,segment=NetworkSegment(fb362e74-538d-4d22-a885-945d5caf997a),segment_id=fb362e74-538d-4d22-a885-945d5caf997a)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:53:42.267696 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2f0498e6-c2b8-4c76-9062-41ec4be9de1f tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:42.296959 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-97ff6da0-9f1a-4319-83d4-6119aba876a2 req-dc2796b4-20ab-4376-bd57-5b59a6841962 tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4243340 Jun 11 09:53:42.318729 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-97ff6da0-9f1a-4319-83d4-6119aba876a2 req-6914f97d-9d2c-4462-b6a7-b01d3dec296e service neutron] Request body: {'port': {'device_id': '1166a311-4a16-497e-b01e-04eca0dabc34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-12'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:53:42.334550 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-25c23e1d-2e5d-4735-96ee-68ea878db6f8 req-a970d698-6380-436a-a50a-fdbc0d801490 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/security-groups?id=982f2ef2-bb6d-4fbc-bd87-ed6195b74a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649468 Jun 11 09:53:42.400576 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb05af5-227f-4a55-9ed6-432b7b214c6e tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event updated for resources: {'Subnet': ['ID=1f8dffda-ed3e-4ab2-a154-59dd2fb4e9b8,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:42.411397 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb05af5-227f-4a55-9ed6-432b7b214c6e tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:53:42.419466 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b9c52f-59af-474b-a6a0-d568ef2c34b9 None None] DHCP port deletion for c8fd5154-d9af-4317-a1e7-18da3fe1dc8b request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 09:53:42.426915 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ebb05af5-227f-4a55-9ed6-432b7b214c6e tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:42.445206 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-2f0498e6-c2b8-4c76-9062-41ec4be9de1f tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Calling delete_port for eb6a72fc-3d40-49f4-a643-66eb964e63ce owned by network:dhcp {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:53:42.471669 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-ebb05af5-227f-4a55-9ed6-432b7b214c6e tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:53:42.478800 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb05af5-227f-4a55-9ed6-432b7b214c6e tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:42.478800 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ebb05af5-227f-4a55-9ed6-432b7b214c6e tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:42.505519 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872c1b1e-0bd1-4e45-b113-e4a5140720b5 None None] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:53:42.533928 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-97ff6da0-9f1a-4319-83d4-6119aba876a2 req-6914f97d-9d2c-4462-b6a7-b01d3dec296e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:42.669075 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-ebb05af5-227f-4a55-9ed6-432b7b214c6e tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5015845 Jun 11 09:53:42.670470 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54094) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:42.681701 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-076357e6-b5a7-4e74-ae38-e53ac986634b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Request body: {'port': {'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'fixed_ips': [{'subnet_id': '1f8dffda-ed3e-4ab2-a154-59dd2fb4e9b8', 'ip_address': '2001:db8::6b16:f62f:680e:68ff'}], 'name': 'tempest-NetworksTestDHCPv6-1480774371'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:53:42.714624 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 84562872-f834-4c44-aae7-e5c9681ac83d no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:53:42.737507 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-dc8abd61-cd6d-4db3-83d9-e07070887d71 req-157e7867-f05a-47c6-83aa-eede22eae300 tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] Deleting port e23468e4-0d5d-4d9d-a34e-af50f29ebe19 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:53:42.738261 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-dc8abd61-cd6d-4db3-83d9-e07070887d71 req-157e7867-f05a-47c6-83aa-eede22eae300 tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:42.748940 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-c1b9c52f-59af-474b-a6a0-d568ef2c34b9 None None] Deleting port eb6a72fc-3d40-49f4-a643-66eb964e63ce {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:53:42.749619 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c1b9c52f-59af-474b-a6a0-d568ef2c34b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:42.751927 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdf6906-cb09-4e04-b07b-56dd9f557198 req-cfec54b8-0c9b-4c59-ad2f-d09a367ecc9c tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:42.754109 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-bbdf6906-cb09-4e04-b07b-56dd9f557198 req-cfec54b8-0c9b-4c59-ad2f-d09a367ecc9c tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] 10.222.0.60 "GET /v2.0/ports?device_id=44102608-88ee-4ff7-8e9c-01747b629112 HTTP/1.1" status: 200 len: 950 time: 0.4715815 Jun 11 09:53:42.761291 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 84562872-f834-4c44-aae7-e5c9681ac83d {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:53:42.761653 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 84562872-f834-4c44-aae7-e5c9681ac83d not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:53:42.762089 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device eb6a72fc-3d40-49f4-a643-66eb964e63ce no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:53:42.771463 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2f0498e6-c2b8-4c76-9062-41ec4be9de1f tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:42.817021 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-81b09ad5-1ff7-4b29-b768-45039121e3ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:42.831391 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: eb6a72fc-3d40-49f4-a643-66eb964e63ce {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:53:42.831790 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device eb6a72fc-3d40-49f4-a643-66eb964e63ce not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:53:42.854528 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0498e6-c2b8-4c76-9062-41ec4be9de1f tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Pushing event deleted for resources: {'Port': ['ID=eb6a72fc-3d40-49f4-a643-66eb964e63ce,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:42.873749 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0498e6-c2b8-4c76-9062-41ec4be9de1f tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] No DVR routers for this DVR port eb6a72fc-3d40-49f4-a643-66eb964e63ce on host n-d-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:53:42.876113 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2f0498e6-c2b8-4c76-9062-41ec4be9de1f tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:42.954409 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-c1b9c52f-59af-474b-a6a0-d568ef2c34b9 None None] For port eb6a72fc-3d40-49f4-a643-66eb964e63ce, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=eb6a72fc-3d40-49f4-a643-66eb964e63ce,segment=NetworkSegment(fb362e74-538d-4d22-a885-945d5caf997a),segment_id=fb362e74-538d-4d22-a885-945d5caf997a)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:53:42.954829 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c1b9c52f-59af-474b-a6a0-d568ef2c34b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:43.007268 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-bbdf6906-cb09-4e04-b07b-56dd9f557198 req-7ab3938e-001d-479e-a067-002a3f757001 tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] 10.222.0.60 "GET /v2.0/security-groups?id=a35d1421-c989-4660-838f-6ac0aa905815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370675 Jun 11 09:53:43.058343 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-c1b9c52f-59af-474b-a6a0-d568ef2c34b9 None None] Calling delete_port for eb6a72fc-3d40-49f4-a643-66eb964e63ce owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:53:43.080320 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2f0498e6-c2b8-4c76-9062-41ec4be9de1f tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:43.095663 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0bcedfc4-b2f4-4df2-bf0b-f8956783240e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:43.104094 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-2f0498e6-c2b8-4c76-9062-41ec4be9de1f tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8fd5154-d9af-4317-a1e7-18da3fe1dc8b']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:53:43.129577 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-dc8abd61-cd6d-4db3-83d9-e07070887d71 req-157e7867-f05a-47c6-83aa-eede22eae300 tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] For port e23468e4-0d5d-4d9d-a34e-af50f29ebe19, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=e23468e4-0d5d-4d9d-a34e-af50f29ebe19,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:53:43.129933 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-dc8abd61-cd6d-4db3-83d9-e07070887d71 req-157e7867-f05a-47c6-83aa-eede22eae300 tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:43.211166 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9fc5ec-f41e-46b4-b33b-4c6eb3e80305 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'tenant_id': '3a7e48b24b924bff8faf8c740b2810c2', 'fixed_ips': [{'subnet_id': '1f8dffda-ed3e-4ab2-a154-59dd2fb4e9b8'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 09:53:43.212279 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aa9fc5ec-f41e-46b4-b33b-4c6eb3e80305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:43.237080 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c1b9c52f-59af-474b-a6a0-d568ef2c34b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:43.240837 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-9597118f-a53e-47ed-a5d9-d622ebf28881 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:43.268441 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-2f0498e6-c2b8-4c76-9062-41ec4be9de1f tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb362e74-538d-4d22-a885-945d5caf997a') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:53:43.268828 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-2f0498e6-c2b8-4c76-9062-41ec4be9de1f tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb362e74-538d-4d22-a885-945d5caf997a') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:53:43.283036 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b9c52f-59af-474b-a6a0-d568ef2c34b9 None None] Pushing event deleted for resources: {'Port': ['ID=eb6a72fc-3d40-49f4-a643-66eb964e63ce,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:43.290666 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-c1b9c52f-59af-474b-a6a0-d568ef2c34b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:43.315303 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-dc8abd61-cd6d-4db3-83d9-e07070887d71 req-157e7867-f05a-47c6-83aa-eede22eae300 tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] Calling delete_port for e23468e4-0d5d-4d9d-a34e-af50f29ebe19 owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:53:43.329707 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2f0498e6-c2b8-4c76-9062-41ec4be9de1f tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:43.346739 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b9c52f-59af-474b-a6a0-d568ef2c34b9 None None] No DVR routers for this DVR port eb6a72fc-3d40-49f4-a643-66eb964e63ce on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:53:43.367036 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2f0498e6-c2b8-4c76-9062-41ec4be9de1f tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:43.386913 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f0498e6-c2b8-4c76-9062-41ec4be9de1f tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Releasing vlan 752 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 09:53:43.387374 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2f0498e6-c2b8-4c76-9062-41ec4be9de1f tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:43.425902 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e64f27d-cf03-46e1-a1a4-8dca32ddf500 req-1b37856e-1868-4d6b-b4d7-4bab2296326d tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:43.432744 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1e64f27d-cf03-46e1-a1a4-8dca32ddf500 req-1b37856e-1868-4d6b-b4d7-4bab2296326d tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] 10.222.0.60 "GET /v2.0/ports?device_id=1166a311-4a16-497e-b01e-04eca0dabc34 HTTP/1.1" status: 200 len: 931 time: 0.8053286 Jun 11 09:53:43.488132 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 09:53:43.488132 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 09:53:43.488132 n-d-779913-12 neutron-server[93176]: timer() Jun 11 09:53:43.488132 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 09:53:43.488132 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 09:53:43.488132 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 09:53:43.488132 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 09:53:43.488132 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 09:53:43.488132 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 09:53:43.488132 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 09:53:43.488132 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 09:53:43.488132 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 09:53:43.488132 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 09:53:43.488132 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 09:53:43.488132 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 09:53:43.488132 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 09:53:43.488132 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 09:53:43.488132 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 09:53:43.488132 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 09:53:43.488132 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 09:53:43.488132 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 09:53:43.488132 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 09:53:43.488132 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 09:53:43.488132 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 09:53:43.488132 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 09:53:43.488132 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 09:53:43.488132 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 09:53:43.488132 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 09:53:43.488132 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 09:53:43.488132 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 09:53:43.488132 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 09:53:43.488132 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 09:53:43.568766 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1e64f27d-cf03-46e1-a1a4-8dca32ddf500 req-aadc86ef-edfc-49d8-8756-1ec2028338df tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4bdcb2c-06cb-48c2-8b6d-2c54af187f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362443 Jun 11 09:53:43.662820 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-076357e6-b5a7-4e74-ae38-e53ac986634b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Made reservation on behalf of 3a7e48b24b924bff8faf8c740b2810c2 for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:53:43.676940 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-aa9fc5ec-f41e-46b4-b33b-4c6eb3e80305 None None] Allocated IP 2001:db8::2 (f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc/1f8dffda-ed3e-4ab2-a154-59dd2fb4e9b8/9d14bc83-8c6d-4af1-ac0f-0fcabe2d0506) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:53:43.855623 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [req-97ff6da0-9f1a-4319-83d4-6119aba876a2 req-6914f97d-9d2c-4462-b6a7-b01d3dec296e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70604682-bab2-48bf-a437-67e96c34a972 {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:53:43.867588 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-97ff6da0-9f1a-4319-83d4-6119aba876a2 req-6914f97d-9d2c-4462-b6a7-b01d3dec296e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:43.903178 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-076357e6-b5a7-4e74-ae38-e53ac986634b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:43.940528 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [None req-076357e6-b5a7-4e74-ae38-e53ac986634b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] device_id is not set on port 8badc6d3-d7d4-4db4-907e-bf8f09bc5069 yet. {{(pid=93177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 09:53:43.991200 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aa9fc5ec-f41e-46b4-b33b-4c6eb3e80305 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:44.172303 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475b61be-044c-4245-8f63-b307c1df4304 req-c702b200-6c7e-4c64-8702-853754973435 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:44.174459 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-475b61be-044c-4245-8f63-b307c1df4304 req-c702b200-6c7e-4c64-8702-853754973435 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/ports?device_id=af759f82-325a-479d-9171-b34363c7d03f HTTP/1.1" status: 200 len: 946 time: 0.6561029 Jun 11 09:53:44.224453 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-475b61be-044c-4245-8f63-b307c1df4304 req-4faff6ff-695a-41aa-b611-3666c1054ed9 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/security-groups?id=982f2ef2-bb6d-4fbc-bd87-ed6195b74a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437682 Jun 11 09:53:44.239195 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9796ccaf-2cdc-4c8f-b9ed-ba73537167b7 req-525d408f-e4f7-416c-bdc6-dfe91a86d93d tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:44.239195 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9796ccaf-2cdc-4c8f-b9ed-ba73537167b7 req-525d408f-e4f7-416c-bdc6-dfe91a86d93d tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] 10.222.0.60 "GET /v2.0/ports?device_id=44102608-88ee-4ff7-8e9c-01747b629112 HTTP/1.1" status: 200 len: 950 time: 0.0777161 Jun 11 09:53:44.287168 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9796ccaf-2cdc-4c8f-b9ed-ba73537167b7 req-a9de3d74-04d0-40ac-9e20-3c671817881e tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] 10.222.0.60 "GET /v2.0/security-groups?id=a35d1421-c989-4660-838f-6ac0aa905815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411832 Jun 11 09:53:44.755258 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a203ec-8b58-477c-8a89-d52915ebf949 req-7d93fc7d-81d9-49e0-89dd-9e1a271ae419 tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:44.756732 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b4a203ec-8b58-477c-8a89-d52915ebf949 req-7d93fc7d-81d9-49e0-89dd-9e1a271ae419 tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] 10.222.0.60 "GET /v2.0/ports?device_id=1166a311-4a16-497e-b01e-04eca0dabc34 HTTP/1.1" status: 200 len: 931 time: 0.0814044 Jun 11 09:53:44.821360 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b4a203ec-8b58-477c-8a89-d52915ebf949 req-0b01f18b-96ca-4ac5-88c5-8c4b9e851e6e tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4bdcb2c-06cb-48c2-8b6d-2c54af187f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554252 Jun 11 09:53:45.101636 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2f0498e6-c2b8-4c76-9062-41ec4be9de1f tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:45.105748 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ad1eaec6-4f70-43ef-a9f2-e98fbd73bb71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-815248285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-815248285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:45.113547 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2f0498e6-c2b8-4c76-9062-41ec4be9de1f tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:45.113547 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-2f0498e6-c2b8-4c76-9062-41ec4be9de1f tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] 10.222.0.60 "DELETE /v2.0/networks/c8fd5154-d9af-4317-a1e7-18da3fe1dc8b HTTP/1.1" status: 204 len: 168 time: 3.5383673 Jun 11 09:53:45.115715 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54114) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:45.130806 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-aa9fc5ec-f41e-46b4-b33b-4c6eb3e80305 None None] Transition to ACTIVE for port object 9d14bc83-8c6d-4af1-ac0f-0fcabe2d0506 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:53:45.131432 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-97ff6da0-9f1a-4319-83d4-6119aba876a2 req-6914f97d-9d2c-4462-b6a7-b01d3dec296e service neutron] Transition to ACTIVE for port object 70604682-bab2-48bf-a437-67e96c34a972 will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:53:45.147540 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0498e6-c2b8-4c76-9062-41ec4be9de1f tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Pushing event deleted for resources: {'Network': ['ID=c8fd5154-d9af-4317-a1e7-18da3fe1dc8b,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:45.158697 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-aa9fc5ec-f41e-46b4-b33b-4c6eb3e80305 None None] Transition to ACTIVE for port object 9d14bc83-8c6d-4af1-ac0f-0fcabe2d0506 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:53:45.163070 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-dc8abd61-cd6d-4db3-83d9-e07070887d71 req-157e7867-f05a-47c6-83aa-eede22eae300 tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:45.164340 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-ebb5d396-fe51-4b51-af3d-a46721128e6a tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e5caced-eaa3-4af5-853c-69279a3f7214 HTTP/1.1" status: 200 len: 205 time: 0.0471363 Jun 11 09:53:45.166017 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0498e6-c2b8-4c76-9062-41ec4be9de1f tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:53:45.166324 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0498e6-c2b8-4c76-9062-41ec4be9de1f tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:53:45.166721 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0498e6-c2b8-4c76-9062-41ec4be9de1f tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:53:45.167101 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0498e6-c2b8-4c76-9062-41ec4be9de1f tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:53:45.167328 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54116) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:45.167455 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0498e6-c2b8-4c76-9062-41ec4be9de1f tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:53:45.167858 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0498e6-c2b8-4c76-9062-41ec4be9de1f tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:53:45.170582 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0498e6-c2b8-4c76-9062-41ec4be9de1f tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:53:45.170582 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0498e6-c2b8-4c76-9062-41ec4be9de1f tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:53:45.170582 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0498e6-c2b8-4c76-9062-41ec4be9de1f tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:53:45.170582 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0498e6-c2b8-4c76-9062-41ec4be9de1f tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:53:45.170582 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0498e6-c2b8-4c76-9062-41ec4be9de1f tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:53:45.170582 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0498e6-c2b8-4c76-9062-41ec4be9de1f tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:53:45.183219 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2f0498e6-c2b8-4c76-9062-41ec4be9de1f tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:45.183898 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2f0498e6-c2b8-4c76-9062-41ec4be9de1f tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:45.234246 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-97ff6da0-9f1a-4319-83d4-6119aba876a2 req-6914f97d-9d2c-4462-b6a7-b01d3dec296e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:45.277668 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aa9fc5ec-f41e-46b4-b33b-4c6eb3e80305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:45.287423 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-2f209480-81fd-4bfe-bc65-c047ea927bdd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:45.313677 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-06053e4f-a900-4208-a58c-065f06e9fa76 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:45.360806 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9fc5ec-f41e-46b4-b33b-4c6eb3e80305 None None] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:53:45.371482 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc8abd61-cd6d-4db3-83d9-e07070887d71 req-157e7867-f05a-47c6-83aa-eede22eae300 tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] No DVR routers for this DVR port e23468e4-0d5d-4d9d-a34e-af50f29ebe19 on host n-h2-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:53:45.375798 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157e7867-f05a-47c6-83aa-eede22eae300 tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] Pushing event deleted for resources: {'Port': ['ID=e23468e4-0d5d-4d9d-a34e-af50f29ebe19,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:45.379958 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-aa9fc5ec-f41e-46b4-b33b-4c6eb3e80305 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:53:45.386320 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-dc8abd61-cd6d-4db3-83d9-e07070887d71 req-157e7867-f05a-47c6-83aa-eede22eae300 tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:45.388821 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-dc8abd61-cd6d-4db3-83d9-e07070887d71 req-157e7867-f05a-47c6-83aa-eede22eae300 tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] 10.222.0.69 "DELETE /v2.0/ports/e23468e4-0d5d-4d9d-a34e-af50f29ebe19 HTTP/1.1" status: 204 len: 173 time: 3.3868697 Jun 11 09:53:45.390521 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44102608-88ee-4ff7-8e9c-01747b629112', 'name': 'network-vif-deleted', 'tag': 'e23468e4-0d5d-4d9d-a34e-af50f29ebe19'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:53:45.394217 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7de81f7-2b45-44f1-aa9a-9264c9a19ae9" -d '{"events": [{"server_uuid": "44102608-88ee-4ff7-8e9c-01747b629112", "name": "network-vif-deleted", "tag": "e23468e4-0d5d-4d9d-a34e-af50f29ebe19"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:53:45.395992 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9fc5ec-f41e-46b4-b33b-4c6eb3e80305 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:53:45.397767 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-157e7867-f05a-47c6-83aa-eede22eae300 tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:45.448126 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20405eee-6bab-48a9-86d3-cd5f711961e6 req-5cf9da44-0da6-4f64-a7fc-9d53cf0464db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:45.450038 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-20405eee-6bab-48a9-86d3-cd5f711961e6 req-5cf9da44-0da6-4f64-a7fc-9d53cf0464db service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=af759f82-325a-479d-9171-b34363c7d03f HTTP/1.1" status: 200 len: 1098 time: 0.2612748 Jun 11 09:53:45.474764 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9fc5ec-f41e-46b4-b33b-4c6eb3e80305 None None] Pushing event updated for resources: {'Port': ['ID=9d14bc83-8c6d-4af1-ac0f-0fcabe2d0506,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:45.525276 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-aa9fc5ec-f41e-46b4-b33b-4c6eb3e80305 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:45.544606 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-aa9fc5ec-f41e-46b4-b33b-4c6eb3e80305 None None] Attempting to bind port 9d14bc83-8c6d-4af1-ac0f-0fcabe2d0506 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:53:45.545293 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-aa9fc5ec-f41e-46b4-b33b-4c6eb3e80305 None None] Attempting to bind port 9d14bc83-8c6d-4af1-ac0f-0fcabe2d0506 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'e0bc2927-8a98-4066-9eb5-5174f5accc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:53:45.545943 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9fc5ec-f41e-46b4-b33b-4c6eb3e80305 None None] Attempting to bind port 9d14bc83-8c6d-4af1-ac0f-0fcabe2d0506 on network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:53:45.552970 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9fc5ec-f41e-46b4-b33b-4c6eb3e80305 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:53:45.553701 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9fc5ec-f41e-46b4-b33b-4c6eb3e80305 None None] Checking segment: {'id': 'e0bc2927-8a98-4066-9eb5-5174f5accc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:53:45.554300 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aa9fc5ec-f41e-46b4-b33b-4c6eb3e80305 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:45.554908 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9fc5ec-f41e-46b4-b33b-4c6eb3e80305 None None] Bound using segment: {'id': 'e0bc2927-8a98-4066-9eb5-5174f5accc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:53:45.555633 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-aa9fc5ec-f41e-46b4-b33b-4c6eb3e80305 None None] Bound port: 9d14bc83-8c6d-4af1-ac0f-0fcabe2d0506, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0bc2927-8a98-4066-9eb5-5174f5accc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:53:45.556219 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aa9fc5ec-f41e-46b4-b33b-4c6eb3e80305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:45.586845 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f0806eed-9521-4ed8-ac71-0cb7383a9626 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks [] for router, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:45.589777 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-20405eee-6bab-48a9-86d3-cd5f711961e6 req-21ddaa29-d146-4d0c-bcc8-90d38c4f4c9d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=982f2ef2-bb6d-4fbc-bd87-ed6195b74a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201901 Jun 11 09:53:45.598985 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3ee5e0c4-4e1c-4221-991f-f9a9012983b7 req-6da5d176-463a-4d6e-ac47-63d4ca8d2747 tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] 10.222.0.60 "GET /v2.0/ports?device_id=44102608-88ee-4ff7-8e9c-01747b629112 HTTP/1.1" status: 200 len: 210 time: 0.0697217 Jun 11 09:53:45.644034 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-aa9fc5ec-f41e-46b4-b33b-4c6eb3e80305 None None] For port 9d14bc83-8c6d-4af1-ac0f-0fcabe2d0506, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:53:45.649538 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-aa9fc5ec-f41e-46b4-b33b-4c6eb3e80305 None None] For port 9d14bc83-8c6d-4af1-ac0f-0fcabe2d0506, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=9d14bc83-8c6d-4af1-ac0f-0fcabe2d0506,segment=NetworkSegment(e0bc2927-8a98-4066-9eb5-5174f5accc0f),segment_id=e0bc2927-8a98-4066-9eb5-5174f5accc0f)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:53:45.765340 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-076357e6-b5a7-4e74-ae38-e53ac986634b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Allocated IP 2001:db8::6b16:f62f:680e:68ff (f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc/1f8dffda-ed3e-4ab2-a154-59dd2fb4e9b8/8badc6d3-d7d4-4db4-907e-bf8f09bc5069) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:53:45.775053 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aa9fc5ec-f41e-46b4-b33b-4c6eb3e80305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:45.787791 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-41befa98-a8e4-4a29-a400-2b1802c898d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:45.795926 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6914f97d-9d2c-4462-b6a7-b01d3dec296e service neutron] Pushing event updated for resources: {'Port': ['ID=70604682-bab2-48bf-a437-67e96c34a972,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:45.806737 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6914f97d-9d2c-4462-b6a7-b01d3dec296e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:45.894238 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87d192fc-fffb-404f-908b-17e3fdbcf5bf x-openstack-request-id: req-87d192fc-fffb-404f-908b-17e3fdbcf5bf {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:53:45.894238 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44102608-88ee-4ff7-8e9c-01747b629112", "name": "network-vif-deleted", "tag": "e23468e4-0d5d-4d9d-a34e-af50f29ebe19", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:53:45.894238 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-87d192fc-fffb-404f-908b-17e3fdbcf5bf {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:53:45.894238 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44102608-88ee-4ff7-8e9c-01747b629112', 'name': 'network-vif-deleted', 'tag': 'e23468e4-0d5d-4d9d-a34e-af50f29ebe19', 'status': 'completed', 'code': 200} Jun 11 09:53:45.918924 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-88beb199-368c-45bf-8361-de137b539edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:45.979763 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9fc5ec-f41e-46b4-b33b-4c6eb3e80305 None None] Pushing event updated for resources: {'Port': ['ID=9d14bc83-8c6d-4af1-ac0f-0fcabe2d0506,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:45.984507 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-aa9fc5ec-f41e-46b4-b33b-4c6eb3e80305 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:46.000546 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:46.017806 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f0806eed-9521-4ed8-ac71-0cb7383a9626 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:46.035134 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f0806eed-9521-4ed8-ac71-0cb7383a9626 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:46.061395 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a74281-a286-4806-ae7f-c545a42a3260 req-3eda1334-dda5-4b70-9553-77adef8e4630 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:46.065724 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-34a74281-a286-4806-ae7f-c545a42a3260 req-3eda1334-dda5-4b70-9553-77adef8e4630 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/ports?device_id=af759f82-325a-479d-9171-b34363c7d03f HTTP/1.1" status: 200 len: 946 time: 0.5368049 Jun 11 09:53:46.085818 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-97ff6da0-9f1a-4319-83d4-6119aba876a2 req-6914f97d-9d2c-4462-b6a7-b01d3dec296e service neutron] Attempting to bind port 70604682-bab2-48bf-a437-67e96c34a972 on host n-h2-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:53:46.086153 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-97ff6da0-9f1a-4319-83d4-6119aba876a2 req-6914f97d-9d2c-4462-b6a7-b01d3dec296e service neutron] Attempting to bind port 70604682-bab2-48bf-a437-67e96c34a972 by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': '92657234-2705-42b6-890f-f2724f928c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '2052370b-9290-4cf7-85b7-5ed0d789f099'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:53:46.086476 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ff6da0-9f1a-4319-83d4-6119aba876a2 req-6914f97d-9d2c-4462-b6a7-b01d3dec296e service neutron] Attempting to bind port 70604682-bab2-48bf-a437-67e96c34a972 on network 2052370b-9290-4cf7-85b7-5ed0d789f099 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:53:46.115047 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775d2827-db4b-41df-8dc2-53a610ce765b req-0b76d2ba-e410-4863-9417-6a8fe4279d56 tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:46.122925 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-775d2827-db4b-41df-8dc2-53a610ce765b req-0b76d2ba-e410-4863-9417-6a8fe4279d56 tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] 10.222.0.60 "GET /v2.0/ports?device_id=1166a311-4a16-497e-b01e-04eca0dabc34 HTTP/1.1" status: 200 len: 943 time: 0.1005683 Jun 11 09:53:46.208155 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-775d2827-db4b-41df-8dc2-53a610ce765b req-c101e44d-246a-4c54-970e-122ec8060990 tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4bdcb2c-06cb-48c2-8b6d-2c54af187f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843248 Jun 11 09:53:46.220481 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ff6da0-9f1a-4319-83d4-6119aba876a2 req-6914f97d-9d2c-4462-b6a7-b01d3dec296e service neutron] Port 70604682-bab2-48bf-a437-67e96c34a972 on network 2052370b-9290-4cf7-85b7-5ed0d789f099 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:53:46.220742 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ff6da0-9f1a-4319-83d4-6119aba876a2 req-6914f97d-9d2c-4462-b6a7-b01d3dec296e service neutron] Attempting to bind port 70604682-bab2-48bf-a437-67e96c34a972 on network 2052370b-9290-4cf7-85b7-5ed0d789f099 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:53:46.281624 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-34a74281-a286-4806-ae7f-c545a42a3260 req-7736da9a-8db2-48ef-834b-4fbac0550586 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/security-groups?id=982f2ef2-bb6d-4fbc-bd87-ed6195b74a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070887 Jun 11 09:53:46.352596 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ff6da0-9f1a-4319-83d4-6119aba876a2 req-6914f97d-9d2c-4462-b6a7-b01d3dec296e service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:53:46.353264 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ff6da0-9f1a-4319-83d4-6119aba876a2 req-6914f97d-9d2c-4462-b6a7-b01d3dec296e service neutron] Checking segment: {'id': '92657234-2705-42b6-890f-f2724f928c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '2052370b-9290-4cf7-85b7-5ed0d789f099'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:53:46.353652 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ff6da0-9f1a-4319-83d4-6119aba876a2 req-6914f97d-9d2c-4462-b6a7-b01d3dec296e service neutron] Bound using segment: {'id': '92657234-2705-42b6-890f-f2724f928c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '2052370b-9290-4cf7-85b7-5ed0d789f099'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:53:46.354104 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-97ff6da0-9f1a-4319-83d4-6119aba876a2 req-6914f97d-9d2c-4462-b6a7-b01d3dec296e service neutron] Bound port: 70604682-bab2-48bf-a437-67e96c34a972, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92657234-2705-42b6-890f-f2724f928c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '2052370b-9290-4cf7-85b7-5ed0d789f099'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:53:46.354461 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-97ff6da0-9f1a-4319-83d4-6119aba876a2 req-6914f97d-9d2c-4462-b6a7-b01d3dec296e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:46.362548 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f0806eed-9521-4ed8-ac71-0cb7383a9626 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:46.363076 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0806eed-9521-4ed8-ac71-0cb7383a9626 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Fanout notify agent at l3_agent the message router_deleted on router 2e5caced-eaa3-4af5-853c-69279a3f7214 {{(pid=93177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 09:53:46.391379 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f0806eed-9521-4ed8-ac71-0cb7383a9626 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:46.396088 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-f0806eed-9521-4ed8-ac71-0cb7383a9626 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] 10.222.0.60 "DELETE /v2.0/routers/2e5caced-eaa3-4af5-853c-69279a3f7214 HTTP/1.1" status: 204 len: 168 time: 1.2266858 Jun 11 09:53:46.490684 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-97ff6da0-9f1a-4319-83d4-6119aba876a2 req-6914f97d-9d2c-4462-b6a7-b01d3dec296e service neutron] For port 70604682-bab2-48bf-a437-67e96c34a972, host n-h2-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:53:46.494803 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-076357e6-b5a7-4e74-ae38-e53ac986634b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:46.498041 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-97ff6da0-9f1a-4319-83d4-6119aba876a2 req-6914f97d-9d2c-4462-b6a7-b01d3dec296e service neutron] For port 70604682-bab2-48bf-a437-67e96c34a972, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=70604682-bab2-48bf-a437-67e96c34a972,segment=NetworkSegment(92657234-2705-42b6-890f-f2724f928c78),segment_id=92657234-2705-42b6-890f-f2724f928c78)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:53:46.515021 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-076357e6-b5a7-4e74-ae38-e53ac986634b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Transition to ACTIVE for port object 8badc6d3-d7d4-4db4-907e-bf8f09bc5069 will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:53:46.557280 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device e23468e4-0d5d-4d9d-a34e-af50f29ebe19 no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:53:46.587915 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-97ff6da0-9f1a-4319-83d4-6119aba876a2 req-6914f97d-9d2c-4462-b6a7-b01d3dec296e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:46.600372 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] No Port match for: e23468e4-0d5d-4d9d-a34e-af50f29ebe19 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:53:46.600372 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device e23468e4-0d5d-4d9d-a34e-af50f29ebe19 not bound to the agent host n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:53:46.600891 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-433a539f-610d-44ef-a0c5-d851b0f66823 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:46.619701 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:46.656951 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ff6da0-9f1a-4319-83d4-6119aba876a2 req-6914f97d-9d2c-4462-b6a7-b01d3dec296e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:46.657672 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-97ff6da0-9f1a-4319-83d4-6119aba876a2 req-6914f97d-9d2c-4462-b6a7-b01d3dec296e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:46.659217 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-97ff6da0-9f1a-4319-83d4-6119aba876a2 req-6914f97d-9d2c-4462-b6a7-b01d3dec296e service neutron] 10.222.0.69 "PUT /v2.0/ports/70604682-bab2-48bf-a437-67e96c34a972 HTTP/1.1" status: 200 len: 1092 time: 4.3464997 Jun 11 09:53:46.660014 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1166a311-4a16-497e-b01e-04eca0dabc34', 'tag': '70604682-bab2-48bf-a437-67e96c34a972'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:53:46.662643 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23fee0b0-d7f4-46ab-98f3-8f90ba63de4b" -d '{"events": [{"name": "network-changed", "server_uuid": "1166a311-4a16-497e-b01e-04eca0dabc34", "tag": "70604682-bab2-48bf-a437-67e96c34a972"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:53:46.693825 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 9d14bc83-8c6d-4af1-ac0f-0fcabe2d0506 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:53:46.714870 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6914f97d-9d2c-4462-b6a7-b01d3dec296e service neutron] Pushing event updated for resources: {'Port': ['ID=70604682-bab2-48bf-a437-67e96c34a972,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:46.719930 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6914f97d-9d2c-4462-b6a7-b01d3dec296e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:46.723827 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-076357e6-b5a7-4e74-ae38-e53ac986634b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:46.734251 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ea5a5d7c-293a-48dc-9e9c-81c96d3f65d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:46.758343 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076357e6-b5a7-4e74-ae38-e53ac986634b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:53:46.758343 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-076357e6-b5a7-4e74-ae38-e53ac986634b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:53:46.770788 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2edc2098-348a-424d-818c-258e24fb28ed x-openstack-request-id: req-2edc2098-348a-424d-818c-258e24fb28ed {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:53:46.771679 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1166a311-4a16-497e-b01e-04eca0dabc34", "tag": "70604682-bab2-48bf-a437-67e96c34a972", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:53:46.772227 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2edc2098-348a-424d-818c-258e24fb28ed {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:53:46.772936 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1166a311-4a16-497e-b01e-04eca0dabc34', 'tag': '70604682-bab2-48bf-a437-67e96c34a972', 'status': 'completed', 'code': 200} Jun 11 09:53:46.829991 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076357e6-b5a7-4e74-ae38-e53ac986634b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:53:46.847060 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076357e6-b5a7-4e74-ae38-e53ac986634b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:46.847060 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-076357e6-b5a7-4e74-ae38-e53ac986634b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:46.924048 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-20b82164-cf9d-4900-afbf-0cc938216283 req-01eb1fae-1a56-492d-b3b0-01943a77c878 tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] 10.222.0.60 "GET /v2.0/ports?device_id=44102608-88ee-4ff7-8e9c-01747b629112 HTTP/1.1" status: 200 len: 210 time: 0.0793967 Jun 11 09:53:46.936157 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 9d14bc83-8c6d-4af1-ac0f-0fcabe2d0506 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:53:46.965451 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076357e6-b5a7-4e74-ae38-e53ac986634b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event updated for resources: {'Port': ['ID=8badc6d3-d7d4-4db4-907e-bf8f09bc5069,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:46.972612 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-076357e6-b5a7-4e74-ae38-e53ac986634b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:47.034233 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-076357e6-b5a7-4e74-ae38-e53ac986634b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.3540652 Jun 11 09:53:47.035542 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54148) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:47.087984 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fee0b0-d7f4-46ab-98f3-8f90ba63de4b req-9063cb83-1804-41ee-b4c1-620bf860cc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:47.089486 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-23fee0b0-d7f4-46ab-98f3-8f90ba63de4b req-9063cb83-1804-41ee-b4c1-620bf860cc30 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c409d0288c674147b93fdeb9f22e6648&device_id=1166a311-4a16-497e-b01e-04eca0dabc34 HTTP/1.1" status: 200 len: 1095 time: 0.2470527 Jun 11 09:53:47.096632 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 54150) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:47.235350 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e58929-ae44-448c-af27-6532b926c6fd tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:47.259561 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e58929-ae44-448c-af27-6532b926c6fd tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:47.262809 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-e4e58929-ae44-448c-af27-6532b926c6fd tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2273924 Jun 11 09:53:47.267830 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 54164) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:47.283463 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-ade06fc0-a901-46e3-8c8d-103ded8c82f2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=380e218339884d979ec4dfcb00023c99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1855252 Jun 11 09:53:47.286530 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54166) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:47.368517 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b8021542-6477-4cca-a729-c53617ed43cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:47.413676 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b8021542-6477-4cca-a729-c53617ed43cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:47.430051 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-387b6450-e672-4ceb-b036-349499d4079d tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Deleting port 8badc6d3-d7d4-4db4-907e-bf8f09bc5069 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:53:47.430706 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-387b6450-e672-4ceb-b036-349499d4079d tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:47.496553 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-a6a750d3-3e07-472a-a7a4-1e3dadbe100a None None] Provisioning for port 9d14bc83-8c6d-4af1-ac0f-0fcabe2d0506 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:53:47.501024 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-a6a750d3-3e07-472a-a7a4-1e3dadbe100a None None] Provisioning complete for port 9d14bc83-8c6d-4af1-ac0f-0fcabe2d0506 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:53:47.501612 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a6a750d3-3e07-472a-a7a4-1e3dadbe100a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:47.519817 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fee0b0-d7f4-46ab-98f3-8f90ba63de4b req-631b91b3-d57b-4dd2-88c0-a21fa5e134a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:47.521501 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-23fee0b0-d7f4-46ab-98f3-8f90ba63de4b req-631b91b3-d57b-4dd2-88c0-a21fa5e134a7 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=c409d0288c674147b93fdeb9f22e6648&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4242690 Jun 11 09:53:47.650027 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a6a750d3-3e07-472a-a7a4-1e3dadbe100a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:47.653501 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c857be5-882a-406c-be86-43eedce73646 req-3b3217ca-1a38-4e74-9816-beaa6ec790d3 tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:47.655840 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3c857be5-882a-406c-be86-43eedce73646 req-3b3217ca-1a38-4e74-9816-beaa6ec790d3 tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] 10.222.0.60 "GET /v2.0/ports?device_id=1166a311-4a16-497e-b01e-04eca0dabc34 HTTP/1.1" status: 200 len: 943 time: 0.2357855 Jun 11 09:53:47.660668 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-387b6450-e672-4ceb-b036-349499d4079d tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:47.696449 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-a6a750d3-3e07-472a-a7a4-1e3dadbe100a None None] For port 9d14bc83-8c6d-4af1-ac0f-0fcabe2d0506, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=9d14bc83-8c6d-4af1-ac0f-0fcabe2d0506,segment=NetworkSegment(e0bc2927-8a98-4066-9eb5-5174f5accc0f),segment_id=e0bc2927-8a98-4066-9eb5-5174f5accc0f)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:53:47.701555 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b8021542-6477-4cca-a729-c53617ed43cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:47.705436 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b8021542-6477-4cca-a729-c53617ed43cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:47.710426 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-b8021542-6477-4cca-a729-c53617ed43cb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/99b754f3-12ba-4dea-911f-d0307efffe4b HTTP/1.1" status: 204 len: 168 time: 0.4216790 Jun 11 09:53:47.714095 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0d71cc60-af5c-44ca-8f3d-1e24cb9dc000 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:47.723471 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fee0b0-d7f4-46ab-98f3-8f90ba63de4b req-571acdda-a5c2-4523-88f5-63049d31cca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:47.725062 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-23fee0b0-d7f4-46ab-98f3-8f90ba63de4b req-571acdda-a5c2-4523-88f5-63049d31cca8 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1967726 Jun 11 09:53:47.742166 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8021542-6477-4cca-a729-c53617ed43cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b754f3-12ba-4dea-911f-d0307efffe4b,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:47.767864 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-387b6450-e672-4ceb-b036-349499d4079d tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Calling delete_port for 8badc6d3-d7d4-4db4-907e-bf8f09bc5069 owned by {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:53:47.773724 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3c857be5-882a-406c-be86-43eedce73646 req-7ccfc968-091b-4166-86b2-2ec7ad989a10 tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4bdcb2c-06cb-48c2-8b6d-2c54af187f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089218 Jun 11 09:53:47.779829 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8021542-6477-4cca-a729-c53617ed43cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:53:47.779829 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8021542-6477-4cca-a729-c53617ed43cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:53:47.779829 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8021542-6477-4cca-a729-c53617ed43cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:53:47.779829 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8021542-6477-4cca-a729-c53617ed43cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:53:47.779829 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8021542-6477-4cca-a729-c53617ed43cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:53:47.779829 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8021542-6477-4cca-a729-c53617ed43cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:53:47.779829 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8021542-6477-4cca-a729-c53617ed43cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:53:47.779829 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8021542-6477-4cca-a729-c53617ed43cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:53:47.779829 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8021542-6477-4cca-a729-c53617ed43cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:53:47.779829 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8021542-6477-4cca-a729-c53617ed43cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:53:47.785908 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8021542-6477-4cca-a729-c53617ed43cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:53:47.786578 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8021542-6477-4cca-a729-c53617ed43cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:53:47.790798 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a6a750d3-3e07-472a-a7a4-1e3dadbe100a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:47.792831 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:47.794463 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c5078-03fa-48ba-b3ae-e5a36c31c960 req-8753ef36-e478-48ef-9d3c-5c303ce46721 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:47.801629 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2e3c5078-03fa-48ba-b3ae-e5a36c31c960 req-8753ef36-e478-48ef-9d3c-5c303ce46721 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/ports?device_id=af759f82-325a-479d-9171-b34363c7d03f HTTP/1.1" status: 200 len: 946 time: 0.3347349 Jun 11 09:53:47.810434 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b8021542-6477-4cca-a729-c53617ed43cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:47.882988 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a750d3-3e07-472a-a7a4-1e3dadbe100a None None] Pushing event updated for resources: {'Port': ['ID=9d14bc83-8c6d-4af1-ac0f-0fcabe2d0506,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:47.890656 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-a6a750d3-3e07-472a-a7a4-1e3dadbe100a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:47.921554 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2e3c5078-03fa-48ba-b3ae-e5a36c31c960 req-b1ed40bf-664a-4abe-9c69-119861bf40fc tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/security-groups?id=982f2ef2-bb6d-4fbc-bd87-ed6195b74a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128764 Jun 11 09:53:47.944736 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ff6da0-9f1a-4319-83d4-6119aba876a2 req-694f3f61-b687-4e62-a88a-b2dd7d8209a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:47.946940 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-97ff6da0-9f1a-4319-83d4-6119aba876a2 req-694f3f61-b687-4e62-a88a-b2dd7d8209a6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c409d0288c674147b93fdeb9f22e6648&device_id=1166a311-4a16-497e-b01e-04eca0dabc34 HTTP/1.1" status: 200 len: 1095 time: 0.1401682 Jun 11 09:53:47.988048 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-0308fd46-10f3-46ab-a0bc-e6952ac19fb2 None None] Provisioning for port 8badc6d3-d7d4-4db4-907e-bf8f09bc5069 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:53:47.995809 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-0308fd46-10f3-46ab-a0bc-e6952ac19fb2 None None] Provisioning complete for port 8badc6d3-d7d4-4db4-907e-bf8f09bc5069 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:53:47.995809 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0308fd46-10f3-46ab-a0bc-e6952ac19fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:48.024587 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-97ff6da0-9f1a-4319-83d4-6119aba876a2 req-dcdfd6c8-a06b-4a54-9d77-5a3b4d66c32a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=70604682-bab2-48bf-a437-67e96c34a972 HTTP/1.1" status: 200 len: 217 time: 0.0695479 Jun 11 09:53:48.101472 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-0308fd46-10f3-46ab-a0bc-e6952ac19fb2 None None] Port 8badc6d3-d7d4-4db4-907e-bf8f09bc5069 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:53:48.138161 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ff6da0-9f1a-4319-83d4-6119aba876a2 req-ee0cc633-a297-4389-a44d-2d33136fbe48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:48.143935 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-97ff6da0-9f1a-4319-83d4-6119aba876a2 req-ee0cc633-a297-4389-a44d-2d33136fbe48 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=887f1eaf-95b7-4bd0-9d28-439bd17dc706 HTTP/1.1" status: 200 len: 854 time: 0.1115677 Jun 11 09:53:48.226087 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-97ff6da0-9f1a-4319-83d4-6119aba876a2 req-371b12ef-c691-4951-afb8-d04b280abfde service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2052370b-9290-4cf7-85b7-5ed0d789f099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753937 Jun 11 09:53:48.289075 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-387b6450-e672-4ceb-b036-349499d4079d tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:48.293550 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-af9f3efa-c034-40cb-a74e-8c75f509baa5 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:48.348162 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:48.384666 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387b6450-e672-4ceb-b036-349499d4079d tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event deleted for resources: {'Port': ['ID=8badc6d3-d7d4-4db4-907e-bf8f09bc5069,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:48.400168 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-387b6450-e672-4ceb-b036-349499d4079d tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:48.459807 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-387b6450-e672-4ceb-b036-349499d4079d tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:48.459807 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-387b6450-e672-4ceb-b036-349499d4079d tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/ports/8badc6d3-d7d4-4db4-907e-bf8f09bc5069 HTTP/1.1" status: 204 len: 168 time: 1.1907547 Jun 11 09:53:48.460831 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 54210) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:48.468790 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-97ff6da0-9f1a-4319-83d4-6119aba876a2 req-5961a001-c8e5-4e31-acb8-7056fa483ea5 service neutron] 10.222.0.69 "GET /v2.0/networks/2052370b-9290-4cf7-85b7-5ed0d789f099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314489 Jun 11 09:53:48.594484 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11bb636e-009c-40d8-b23f-692a639ea468 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:48.597636 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11bb636e-009c-40d8-b23f-692a639ea468 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:48.604512 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-11bb636e-009c-40d8-b23f-692a639ea468 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1411386 Jun 11 09:53:48.605756 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 54218) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:48.654060 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 9d14bc83-8c6d-4af1-ac0f-0fcabe2d0506 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:53:48.775269 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 9d14bc83-8c6d-4af1-ac0f-0fcabe2d0506 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:53:48.777068 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:48.782741 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-a92a8f97-128b-45d5-b468-f3355d2569b8 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Deleting subnet 1f8dffda-ed3e-4ab2-a154-59dd2fb4e9b8 {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 09:53:48.786548 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a92a8f97-128b-45d5-b468-f3355d2569b8 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:48.846549 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a92a8f97-128b-45d5-b468-f3355d2569b8 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:48.966136 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a92a8f97-128b-45d5-b468-f3355d2569b8 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:49.139169 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b65cc64-854a-4639-9fa2-0c1ff98b6c42 req-4ec70476-06f6-461b-9685-068132eb7893 tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:49.142456 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6b65cc64-854a-4639-9fa2-0c1ff98b6c42 req-4ec70476-06f6-461b-9685-068132eb7893 tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] 10.222.0.60 "GET /v2.0/ports?device_id=1166a311-4a16-497e-b01e-04eca0dabc34 HTTP/1.1" status: 200 len: 943 time: 0.1162827 Jun 11 09:53:49.196737 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6b65cc64-854a-4639-9fa2-0c1ff98b6c42 req-57aedaf3-8a8f-4c8a-8b5e-b3ae5a72b6c1 tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4bdcb2c-06cb-48c2-8b6d-2c54af187f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481052 Jun 11 09:53:49.256403 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a92a8f97-128b-45d5-b468-f3355d2569b8 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:49.259747 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:49.329271 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92a8f97-128b-45d5-b468-f3355d2569b8 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event deleted for resources: {'Subnet': ['ID=1f8dffda-ed3e-4ab2-a154-59dd2fb4e9b8,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:49.334737 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-97ff6da0-9f1a-4319-83d4-6119aba876a2 req-241db7c5-6656-4112-8bff-f4d3a6e7a7c2 service neutron] 10.222.0.69 "GET /v2.0/networks/2052370b-9290-4cf7-85b7-5ed0d789f099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8588145 Jun 11 09:53:49.340255 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a92a8f97-128b-45d5-b468-f3355d2569b8 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:49.353118 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b511a1-7bca-487b-86d2-215572fab6f9 None None] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:53:49.354354 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a92a8f97-128b-45d5-b468-f3355d2569b8 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:49.360265 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54242) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:49.360626 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-a92a8f97-128b-45d5-b468-f3355d2569b8 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/subnets/1f8dffda-ed3e-4ab2-a154-59dd2fb4e9b8 HTTP/1.1" status: 204 len: 168 time: 0.7520299 Jun 11 09:53:49.434479 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-f75878b8-3ea6-4c89-9878-8f486e55af6b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0701272 Jun 11 09:53:49.434479 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54244) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:49.440549 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-12ce0508-d70a-46cb-a786-488d069e9c83 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Request body: {'subnet': {'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:53:49.483916 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d93e6e-460e-4b83-80e2-cecb3b58089d req-becba9db-8f40-42e3-9536-cc5deef7240e tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:49.490981 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-62d93e6e-460e-4b83-80e2-cecb3b58089d req-becba9db-8f40-42e3-9536-cc5deef7240e tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/ports?device_id=af759f82-325a-479d-9171-b34363c7d03f HTTP/1.1" status: 200 len: 946 time: 0.2367952 Jun 11 09:53:49.624173 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-62d93e6e-460e-4b83-80e2-cecb3b58089d req-5a858c47-c3c2-42b8-bb45-d31f442b5718 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/security-groups?id=982f2ef2-bb6d-4fbc-bd87-ed6195b74a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320019 Jun 11 09:53:49.631689 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54246) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:49.669946 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58c5852-2d6c-4e01-a025-b03f280e63bd None None] DHCP port deletion for f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 09:53:49.705356 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-61872313-65e9-46a8-afb0-41df9c548af7 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:53:49.706409 n-d-779913-12 neutron-server[93177]: WARNING neutron.api.v2.base [None req-61872313-65e9-46a8-afb0-41df9c548af7 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 11 09:53:49.707203 n-d-779913-12 neutron-server[93177]: INFO neutron.api.v2.resource [None req-61872313-65e9-46a8-afb0-41df9c548af7 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] create failed (client error): There was a conflict when trying to complete your request. Jun 11 09:53:49.709246 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-61872313-65e9-46a8-afb0-41df9c548af7 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.0749652 Jun 11 09:53:49.712957 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54250) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:49.722337 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-7e2914c0-3eb2-4587-b3ab-d3426ffbfdca tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Request body: {'security_group': {'name': 'tempest-secgroup--1945988134'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:53:49.727746 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfc61dc-9bf1-4a45-95a4-9403b52e7535 req-24084dc8-84c4-454f-81f8-4c9086a68931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:49.729258 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ddfc61dc-9bf1-4a45-95a4-9403b52e7535 req-24084dc8-84c4-454f-81f8-4c9086a68931 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aae32b6d82fb4d1babe798fa5bdf8d6b&device_id=af759f82-325a-479d-9171-b34363c7d03f HTTP/1.1" status: 200 len: 1098 time: 0.9645894 Jun 11 09:53:49.745834 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f58c5852-2d6c-4e01-a025-b03f280e63bd None None] Deleting port 9d14bc83-8c6d-4af1-ac0f-0fcabe2d0506 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:53:49.746266 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f58c5852-2d6c-4e01-a025-b03f280e63bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:49.753747 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54252) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:49.767317 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ce0508-d70a-46cb-a786-488d069e9c83 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Made reservation on behalf of 3a7e48b24b924bff8faf8c740b2810c2 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:53:49.772998 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-12ce0508-d70a-46cb-a786-488d069e9c83 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:49.850189 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f58c5852-2d6c-4e01-a025-b03f280e63bd None None] For port 9d14bc83-8c6d-4af1-ac0f-0fcabe2d0506, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=9d14bc83-8c6d-4af1-ac0f-0fcabe2d0506,segment=NetworkSegment(e0bc2927-8a98-4066-9eb5-5174f5accc0f),segment_id=e0bc2927-8a98-4066-9eb5-5174f5accc0f)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:53:49.850599 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f58c5852-2d6c-4e01-a025-b03f280e63bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:49.881911 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7e2914c0-3eb2-4587-b3ab-d3426ffbfdca tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:49.901421 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfc61dc-9bf1-4a45-95a4-9403b52e7535 req-ab73e099-78d8-40cd-a142-6552b338f9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:49.903348 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ddfc61dc-9bf1-4a45-95a4-9403b52e7535 req-ab73e099-78d8-40cd-a142-6552b338f9fb service neutron] 10.222.0.64 "GET /v2.0/networks?id=05221ef3-e163-480d-ad89-4315ae45fbcc HTTP/1.1" status: 200 len: 919 time: 0.1615233 Jun 11 09:53:49.925295 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7e2914c0-3eb2-4587-b3ab-d3426ffbfdca tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:49.965788 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ddfc61dc-9bf1-4a45-95a4-9403b52e7535 req-de939763-5758-4173-8ec8-398602db87d7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=55e769e1-1f7c-47ef-ad8c-105c6b62a523 HTTP/1.1" status: 200 len: 217 time: 0.0563741 Jun 11 09:53:49.973073 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-5ad91d47-9b7b-412a-a337-3ab0f1d47654 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a95f616b0af845f88f561f1d3b316d54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2180979 Jun 11 09:53:49.975654 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 54256) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:49.986067 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f58c5852-2d6c-4e01-a025-b03f280e63bd None None] Calling delete_port for 9d14bc83-8c6d-4af1-ac0f-0fcabe2d0506 owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:53:50.078798 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfc61dc-9bf1-4a45-95a4-9403b52e7535 req-93e6ca51-ebbe-4c71-9c7a-a8af10803ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:50.080830 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ddfc61dc-9bf1-4a45-95a4-9403b52e7535 req-93e6ca51-ebbe-4c71-9c7a-a8af10803ec1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=eedbaccc-33aa-4196-b70d-ae78a5d61bda HTTP/1.1" status: 200 len: 858 time: 0.0981634 Jun 11 09:53:50.153454 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ddfc61dc-9bf1-4a45-95a4-9403b52e7535 req-a0e05761-7aeb-4696-b046-936131d3bff7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=05221ef3-e163-480d-ad89-4315ae45fbcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641727 Jun 11 09:53:50.174811 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f58c5852-2d6c-4e01-a025-b03f280e63bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:50.182065 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7e2914c0-3eb2-4587-b3ab-d3426ffbfdca tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:50.188811 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-74f1e4cd-d0d3-46af-9aef-7bd992a0bcf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:50.211112 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-067f027b-e88e-4440-8bcd-6d80fef9813b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:50.217992 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58c5852-2d6c-4e01-a025-b03f280e63bd None None] No DVR routers for this DVR port 9d14bc83-8c6d-4af1-ac0f-0fcabe2d0506 on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:53:50.220002 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58c5852-2d6c-4e01-a025-b03f280e63bd None None] Pushing event deleted for resources: {'Port': ['ID=9d14bc83-8c6d-4af1-ac0f-0fcabe2d0506,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:50.224562 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f58c5852-2d6c-4e01-a025-b03f280e63bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:50.262287 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-12ce0508-d70a-46cb-a786-488d069e9c83 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:50.265998 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-016de6e3-f545-438e-8ba4-8e8de77e84a1 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:50.302970 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-067f027b-e88e-4440-8bcd-6d80fef9813b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:50.305919 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7e2914c0-3eb2-4587-b3ab-d3426ffbfdca tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:50.337907 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ce0508-d70a-46cb-a786-488d069e9c83 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:53:50.344196 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-12ce0508-d70a-46cb-a786-488d069e9c83 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:53:50.353287 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ce0508-d70a-46cb-a786-488d069e9c83 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:50.353978 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-12ce0508-d70a-46cb-a786-488d069e9c83 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:50.366643 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ce0508-d70a-46cb-a786-488d069e9c83 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event updated for resources: {'Subnet': ['ID=93cda461-89cb-4a00-b44c-36c47710fbf6,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:50.367904 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744c5b8e-5285-4f66-ae02-7c7d0595140d None None] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:53:50.371467 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-12ce0508-d70a-46cb-a786-488d069e9c83 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:50.375966 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e5902ccb-e18d-4df2-9c03-d4ad1c2d897e tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:50.398224 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ddfc61dc-9bf1-4a45-95a4-9403b52e7535 req-15c4875b-5e99-4c4d-af45-b592de9c5933 service neutron] 10.222.0.64 "GET /v2.0/networks/05221ef3-e163-480d-ad89-4315ae45fbcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366698 Jun 11 09:53:50.444345 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7e2914c0-3eb2-4587-b3ab-d3426ffbfdca tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:50.462099 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2914c0-3eb2-4587-b3ab-d3426ffbfdca tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78a41ee5-ccca-4f0a-8a64-a15d6f78e5d8,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:50.478731 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7e2914c0-3eb2-4587-b3ab-d3426ffbfdca tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:50.524322 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7e2914c0-3eb2-4587-b3ab-d3426ffbfdca tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:50.528991 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c0c5ff01-51cd-475d-be2c-5f5ceded16dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:50.564699 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-067f027b-e88e-4440-8bcd-6d80fef9813b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:50.573455 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-067f027b-e88e-4440-8bcd-6d80fef9813b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:50.576071 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-067f027b-e88e-4440-8bcd-6d80fef9813b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a35d1421-c989-4660-838f-6ac0aa905815 HTTP/1.1" status: 204 len: 168 time: 0.5993207 Jun 11 09:53:50.585510 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2914c0-3eb2-4587-b3ab-d3426ffbfdca tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b8fab96-c5bb-4abe-8858-bf9f71f0ba80,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:50.592451 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7e2914c0-3eb2-4587-b3ab-d3426ffbfdca tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:50.602717 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8545f166-d23f-428a-a623-2209ddea6b50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:50.628410 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067f027b-e88e-4440-8bcd-6d80fef9813b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a35d1421-c989-4660-838f-6ac0aa905815,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:50.640841 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-067f027b-e88e-4440-8bcd-6d80fef9813b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:50.651389 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-12ce0508-d70a-46cb-a786-488d069e9c83 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2135191 Jun 11 09:53:50.663122 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c1ab53-f1e7-4384-a593-a4799543cde6 req-07c494ae-765b-47cc-8957-2f272f9510c0 tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:50.663288 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54278) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:50.663288 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-94af9342-18ed-48f9-aaef-2d7cc4934e4f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Request body: {'port': {'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'fixed_ips': [{'subnet_id': '93cda461-89cb-4a00-b44c-36c47710fbf6', 'ip_address': '2001:db8::3949:c5bd:a2c1:e3f4'}], 'name': 'tempest-NetworksTestDHCPv6-1208761112'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:53:50.663479 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a2c1ab53-f1e7-4384-a593-a4799543cde6 req-07c494ae-765b-47cc-8957-2f272f9510c0 tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] 10.222.0.60 "GET /v2.0/ports?device_id=1166a311-4a16-497e-b01e-04eca0dabc34 HTTP/1.1" status: 200 len: 943 time: 0.3245029 Jun 11 09:53:50.688259 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7e2914c0-3eb2-4587-b3ab-d3426ffbfdca tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:50.689482 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-7e2914c0-3eb2-4587-b3ab-d3426ffbfdca tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9755635 Jun 11 09:53:50.699939 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54280) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:50.707366 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-3c305cd4-25da-444e-8a95-9b5a62c2d670 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Request body: {'security_group_rule': {'security_group_id': '4b8fab96-c5bb-4abe-8858-bf9f71f0ba80', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:53:50.723973 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 9d14bc83-8c6d-4af1-ac0f-0fcabe2d0506 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:53:50.735674 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ddfc61dc-9bf1-4a45-95a4-9403b52e7535 req-a9d338d7-ada4-45bd-8f17-f2ee39a17ed0 service neutron] 10.222.0.64 "GET /v2.0/networks/05221ef3-e163-480d-ad89-4315ae45fbcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3204257 Jun 11 09:53:50.776285 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a2c1ab53-f1e7-4384-a593-a4799543cde6 req-f9c503e8-9eb0-4a5a-8c51-592551ea5389 tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4bdcb2c-06cb-48c2-8b6d-2c54af187f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167855 Jun 11 09:53:50.834104 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad88c1c-5abf-4d44-b136-a3c404ff443d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'tenant_id': '3a7e48b24b924bff8faf8c740b2810c2', 'fixed_ips': [{'subnet_id': '93cda461-89cb-4a00-b44c-36c47710fbf6'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 09:53:50.834945 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2ad88c1c-5abf-4d44-b136-a3c404ff443d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:50.847469 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 9d14bc83-8c6d-4af1-ac0f-0fcabe2d0506 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:53:50.847469 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 9d14bc83-8c6d-4af1-ac0f-0fcabe2d0506 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:53:51.009825 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3c305cd4-25da-444e-8a95-9b5a62c2d670 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:51.033844 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-2ad88c1c-5abf-4d44-b136-a3c404ff443d None None] Allocated IP 2001:db8::2 (f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc/93cda461-89cb-4a00-b44c-36c47710fbf6/81b20979-bc7b-4950-8780-7c9560628385) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:53:51.088288 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3c305cd4-25da-444e-8a95-9b5a62c2d670 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:51.095818 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94af9342-18ed-48f9-aaef-2d7cc4934e4f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Made reservation on behalf of 3a7e48b24b924bff8faf8c740b2810c2 for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:53:51.156713 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221fce9b-c4da-4927-9bc5-e752a4a56a5e req-ad598285-55ac-4f9b-ab2b-5ff7d9ad8ee0 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:51.158485 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-221fce9b-c4da-4927-9bc5-e752a4a56a5e req-ad598285-55ac-4f9b-ab2b-5ff7d9ad8ee0 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/ports?device_id=af759f82-325a-479d-9171-b34363c7d03f HTTP/1.1" status: 200 len: 946 time: 0.2248979 Jun 11 09:53:51.213341 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3c305cd4-25da-444e-8a95-9b5a62c2d670 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:51.229089 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:51.259528 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c305cd4-25da-444e-8a95-9b5a62c2d670 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24189012-3f77-4aa6-b4d9-fc4cc9eb1c5f,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:51.270676 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3c305cd4-25da-444e-8a95-9b5a62c2d670 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:51.278048 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2ad88c1c-5abf-4d44-b136-a3c404ff443d None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:51.288623 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-2ad88c1c-5abf-4d44-b136-a3c404ff443d None None] Transition to ACTIVE for port object 81b20979-bc7b-4950-8780-7c9560628385 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:53:51.304180 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-2ad88c1c-5abf-4d44-b136-a3c404ff443d None None] Transition to ACTIVE for port object 81b20979-bc7b-4950-8780-7c9560628385 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:53:51.309168 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-221fce9b-c4da-4927-9bc5-e752a4a56a5e req-7d672185-3957-4d40-8f4a-515e2b0cc908 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/security-groups?id=982f2ef2-bb6d-4fbc-bd87-ed6195b74a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987694 Jun 11 09:53:51.326084 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-94af9342-18ed-48f9-aaef-2d7cc4934e4f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:51.349269 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [None req-94af9342-18ed-48f9-aaef-2d7cc4934e4f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] device_id is not set on port b56bbece-1c40-4dcb-a417-086c862a8d36 yet. {{(pid=93177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 09:53:51.355991 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3c305cd4-25da-444e-8a95-9b5a62c2d670 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:51.357200 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-3c305cd4-25da-444e-8a95-9b5a62c2d670 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6563983 Jun 11 09:53:51.361546 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54292) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:51.366842 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-6d692cc1-7146-42b9-ae24-583c6d08401e tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Request body: {'security_group_rule': {'security_group_id': '4b8fab96-c5bb-4abe-8858-bf9f71f0ba80', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:53:51.376700 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2ad88c1c-5abf-4d44-b136-a3c404ff443d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:51.379045 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-8ca0059d-a6ed-4b9b-9446-00301b98ac81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:51.426890 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad88c1c-5abf-4d44-b136-a3c404ff443d None None] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:53:51.430220 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-2ad88c1c-5abf-4d44-b136-a3c404ff443d None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:53:51.433531 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad88c1c-5abf-4d44-b136-a3c404ff443d None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:53:51.466271 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad88c1c-5abf-4d44-b136-a3c404ff443d None None] Pushing event updated for resources: {'Port': ['ID=81b20979-bc7b-4950-8780-7c9560628385,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:51.500530 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-2ad88c1c-5abf-4d44-b136-a3c404ff443d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:51.519337 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-2ad88c1c-5abf-4d44-b136-a3c404ff443d None None] Attempting to bind port 81b20979-bc7b-4950-8780-7c9560628385 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:53:51.519770 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-2ad88c1c-5abf-4d44-b136-a3c404ff443d None None] Attempting to bind port 81b20979-bc7b-4950-8780-7c9560628385 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'e0bc2927-8a98-4066-9eb5-5174f5accc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:53:51.520170 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad88c1c-5abf-4d44-b136-a3c404ff443d None None] Attempting to bind port 81b20979-bc7b-4950-8780-7c9560628385 on network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:53:51.525397 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad88c1c-5abf-4d44-b136-a3c404ff443d None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:53:51.525790 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad88c1c-5abf-4d44-b136-a3c404ff443d None None] Checking segment: {'id': 'e0bc2927-8a98-4066-9eb5-5174f5accc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:53:51.526204 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2ad88c1c-5abf-4d44-b136-a3c404ff443d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:51.526607 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad88c1c-5abf-4d44-b136-a3c404ff443d None None] Bound using segment: {'id': 'e0bc2927-8a98-4066-9eb5-5174f5accc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:53:51.527086 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-2ad88c1c-5abf-4d44-b136-a3c404ff443d None None] Bound port: 81b20979-bc7b-4950-8780-7c9560628385, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0bc2927-8a98-4066-9eb5-5174f5accc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:53:51.527471 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2ad88c1c-5abf-4d44-b136-a3c404ff443d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:51.585370 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-94af9342-18ed-48f9-aaef-2d7cc4934e4f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Allocated IP 2001:db8::3949:c5bd:a2c1:e3f4 (f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc/93cda461-89cb-4a00-b44c-36c47710fbf6/b56bbece-1c40-4dcb-a417-086c862a8d36) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:53:51.606802 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-2ad88c1c-5abf-4d44-b136-a3c404ff443d None None] For port 81b20979-bc7b-4950-8780-7c9560628385, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:53:51.610602 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-2ad88c1c-5abf-4d44-b136-a3c404ff443d None None] For port 81b20979-bc7b-4950-8780-7c9560628385, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=81b20979-bc7b-4950-8780-7c9560628385,segment=NetworkSegment(e0bc2927-8a98-4066-9eb5-5174f5accc0f),segment_id=e0bc2927-8a98-4066-9eb5-5174f5accc0f)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:53:51.631475 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6d692cc1-7146-42b9-ae24-583c6d08401e tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:51.673434 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2ad88c1c-5abf-4d44-b136-a3c404ff443d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:51.679367 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-87c18111-cace-4da9-a8c3-1c0edbbbcd32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:51.773713 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad88c1c-5abf-4d44-b136-a3c404ff443d None None] Pushing event updated for resources: {'Port': ['ID=81b20979-bc7b-4950-8780-7c9560628385,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:51.784462 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-2ad88c1c-5abf-4d44-b136-a3c404ff443d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:51.887313 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-94af9342-18ed-48f9-aaef-2d7cc4934e4f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:51.904038 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-94af9342-18ed-48f9-aaef-2d7cc4934e4f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Transition to ACTIVE for port object b56bbece-1c40-4dcb-a417-086c862a8d36 will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:53:51.939162 n-d-779913-12 neutron-server[93177]: INFO neutron.api.v2.resource [None req-6d692cc1-7146-42b9-ae24-583c6d08401e tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] create failed (client error): There was a conflict when trying to complete your request. Jun 11 09:53:51.940496 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-6d692cc1-7146-42b9-ae24-583c6d08401e tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5779808 Jun 11 09:53:51.943444 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54310) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:52.036706 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54312) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:52.097423 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-94af9342-18ed-48f9-aaef-2d7cc4934e4f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:52.103694 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9f8d639e-567f-48cc-8de8-9f6b05cc7570 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:52.139637 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1052a5-a744-42d9-991f-71cea993d4af req-2efe80c9-ed46-4910-bd43-2e360adec707 tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:52.143848 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6e1052a5-a744-42d9-991f-71cea993d4af req-2efe80c9-ed46-4910-bd43-2e360adec707 tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] 10.222.0.60 "GET /v2.0/ports?device_id=1166a311-4a16-497e-b01e-04eca0dabc34 HTTP/1.1" status: 200 len: 943 time: 0.1346233 Jun 11 09:53:52.149042 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6d7ff05a-5a7e-42e8-9464-439aa9103029 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:52.230677 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6e1052a5-a744-42d9-991f-71cea993d4af req-9680afb7-e9d7-4184-b3c6-6f25ac4af208 tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4bdcb2c-06cb-48c2-8b6d-2c54af187f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830610 Jun 11 09:53:52.238061 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94af9342-18ed-48f9-aaef-2d7cc4934e4f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:53:52.256422 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-af35ec13-bda2-43e4-b021-bf11688f899c admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1846906910-network', 'tenant_id': '27f3c4dce50f47ad9013fa1bc48941bf'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:53:52.260181 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94af9342-18ed-48f9-aaef-2d7cc4934e4f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event updated for resources: {'Port': ['ID=b56bbece-1c40-4dcb-a417-086c862a8d36,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:52.270049 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6d7ff05a-5a7e-42e8-9464-439aa9103029 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:52.276832 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-94af9342-18ed-48f9-aaef-2d7cc4934e4f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:53:52.279134 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-94af9342-18ed-48f9-aaef-2d7cc4934e4f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:52.303124 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94af9342-18ed-48f9-aaef-2d7cc4934e4f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:53:52.310024 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94af9342-18ed-48f9-aaef-2d7cc4934e4f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:52.310805 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-94af9342-18ed-48f9-aaef-2d7cc4934e4f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:52.519679 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73174c5-9b5a-4aaf-8547-67e94b7d8644 req-ec7fbbb1-a7f6-4d9a-bd67-da3f300ca558 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:52.519679 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f73174c5-9b5a-4aaf-8547-67e94b7d8644 req-ec7fbbb1-a7f6-4d9a-bd67-da3f300ca558 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/ports?device_id=af759f82-325a-479d-9171-b34363c7d03f HTTP/1.1" status: 200 len: 946 time: 0.0740836 Jun 11 09:53:52.519679 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af35ec13-bda2-43e4-b021-bf11688f899c admin admin] Made reservation on behalf of 27f3c4dce50f47ad9013fa1bc48941bf for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:53:52.521051 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-af35ec13-bda2-43e4-b021-bf11688f899c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:52.540571 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-af35ec13-bda2-43e4-b021-bf11688f899c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:52.578114 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 09:53:52.586375 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6d7ff05a-5a7e-42e8-9464-439aa9103029 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:52.588999 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6d7ff05a-5a7e-42e8-9464-439aa9103029 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:52.592733 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-6d7ff05a-5a7e-42e8-9464-439aa9103029 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] 10.222.0.60 "DELETE /v2.0/security-groups/4b8fab96-c5bb-4abe-8858-bf9f71f0ba80 HTTP/1.1" status: 204 len: 168 time: 0.6459522 Jun 11 09:53:52.592733 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2f6fbe31-0c59-4fe9-9077-6f11d32b8e95 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:52.593676 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 54320) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:52.596101 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 70604682-bab2-48bf-a437-67e96c34a972 details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:53:52.619022 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f73174c5-9b5a-4aaf-8547-67e94b7d8644 req-9d359a2c-ce42-4153-b9df-5a5ea81880b7 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/security-groups?id=982f2ef2-bb6d-4fbc-bd87-ed6195b74a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845211 Jun 11 09:53:52.620571 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7ff05a-5a7e-42e8-9464-439aa9103029 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b8fab96-c5bb-4abe-8858-bf9f71f0ba80,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:52.628525 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6d7ff05a-5a7e-42e8-9464-439aa9103029 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:52.636463 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 81b20979-bc7b-4950-8780-7c9560628385 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:53:52.643733 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 54322) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:52.644662 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-94af9342-18ed-48f9-aaef-2d7cc4934e4f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9912660 Jun 11 09:53:52.745231 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-0a3d6a61-b17d-441e-9343-017b96f4adea tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1499922 Jun 11 09:53:52.747533 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 54326) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:52.760858 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-10b9103a-c7ab-4443-bbbe-7b7acae16e66 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Request body: {'security_group': {'name': 'tempest-secgroup--1201088159'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:53:52.784608 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-af35ec13-bda2-43e4-b021-bf11688f899c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:52.831621 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd87664-ec56-4fcb-8b76-bc348cefc821 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:52.838436 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd87664-ec56-4fcb-8b76-bc348cefc821 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:52.840588 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-ecd87664-ec56-4fcb-8b76-bc348cefc821 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1958821 Jun 11 09:53:52.843860 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54328) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:52.889629 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.db.resource_extend [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 11 09:53:52.948289 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-af35ec13-bda2-43e4-b021-bf11688f899c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:52.953260 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9ec97c7a-ddd6-413a-8ca8-fbb1ba87d184 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:52.988373 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af35ec13-bda2-43e4-b021-bf11688f899c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 769} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 09:53:53.007123 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 81b20979-bc7b-4950-8780-7c9560628385 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:53:53.010415 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af35ec13-bda2-43e4-b021-bf11688f899c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac47e06-1e75-4528-8507-ea5f5c2807d3,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:53.013647 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-af35ec13-bda2-43e4-b021-bf11688f899c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:53.017076 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-af35ec13-bda2-43e4-b021-bf11688f899c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:53.017664 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-af35ec13-bda2-43e4-b021-bf11688f899c admin admin] Added segment eeb5ae5e-db04-4a86-95ef-62fd769c5d60 of type vlan for network 07c60738-0d51-40d7-b14f-98ba87e92f35 Jun 11 09:53:53.027723 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 70604682-bab2-48bf-a437-67e96c34a972, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=70604682-bab2-48bf-a437-67e96c34a972,segment=NetworkSegment(92657234-2705-42b6-890f-f2724f928c78),segment_id=92657234-2705-42b6-890f-f2724f928c78)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:53:53.043158 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': '70604682-bab2-48bf-a437-67e96c34a972', 'network_id': '2052370b-9290-4cf7-85b7-5ed0d789f099', 'port_id': '70604682-bab2-48bf-a437-67e96c34a972', 'mac_address': 'fa:16:3e:e3:fd:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '887f1eaf-95b7-4bd0-9d28-439bd17dc706', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:53:53.053301 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-d5065c01-432a-4654-b52c-5c77c97e02d5 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Deleting port b56bbece-1c40-4dcb-a417-086c862a8d36 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:53:53.054263 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d5065c01-432a-4654-b52c-5c77c97e02d5 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:53.073399 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-10b9103a-c7ab-4443-bbbe-7b7acae16e66 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:53.118002 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:53.144341 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70604682-bab2-48bf-a437-67e96c34a972 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:53:53.163021 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-af35ec13-bda2-43e4-b021-bf11688f899c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:53.185942 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 70604682-bab2-48bf-a437-67e96c34a972, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=70604682-bab2-48bf-a437-67e96c34a972,segment=NetworkSegment(92657234-2705-42b6-890f-f2724f928c78),segment_id=92657234-2705-42b6-890f-f2724f928c78)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:53:53.216241 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-10b9103a-c7ab-4443-bbbe-7b7acae16e66 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:53.262282 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d5065c01-432a-4654-b52c-5c77c97e02d5 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:53.360218 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:53.364054 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-a5e3cf0e-e11e-4ba3-892c-64e4519a4797 None None] Provisioning for port 81b20979-bc7b-4950-8780-7c9560628385 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:53:53.369398 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-10b9103a-c7ab-4443-bbbe-7b7acae16e66 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:53.371627 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-d5065c01-432a-4654-b52c-5c77c97e02d5 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Calling delete_port for b56bbece-1c40-4dcb-a417-086c862a8d36 owned by {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:53:53.373068 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0e353184-6318-46fb-a43a-dc34807fe371 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:53.374831 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:53.379366 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-a5e3cf0e-e11e-4ba3-892c-64e4519a4797 None None] Provisioning complete for port 81b20979-bc7b-4950-8780-7c9560628385 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:53:53.379366 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a5e3cf0e-e11e-4ba3-892c-64e4519a4797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:53.388931 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-af35ec13-bda2-43e4-b021-bf11688f899c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:53.390722 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af35ec13-bda2-43e4-b021-bf11688f899c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:53.391308 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-af35ec13-bda2-43e4-b021-bf11688f899c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:53.434553 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b9103a-c7ab-4443-bbbe-7b7acae16e66 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6553db2b-a1ea-4068-a7b8-0719363058b7,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:53.441381 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-cf4fa4cc-c4e5-497c-94ad-2421245d3e99 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:53.456948 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-10b9103a-c7ab-4443-bbbe-7b7acae16e66 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:53.489881 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8143f7a0-7247-4097-b1da-749c09cc2249 req-f4a034ab-69cc-4ce8-ae05-11373e80b1e9 tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:53.491791 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8143f7a0-7247-4097-b1da-749c09cc2249 req-f4a034ab-69cc-4ce8-ae05-11373e80b1e9 tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] 10.222.0.60 "GET /v2.0/ports?device_id=1166a311-4a16-497e-b01e-04eca0dabc34 HTTP/1.1" status: 200 len: 944 time: 0.1338894 Jun 11 09:53:53.500977 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=70604682-bab2-48bf-a437-67e96c34a972,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:53.505797 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:53.539741 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8143f7a0-7247-4097-b1da-749c09cc2249 req-8885bb4d-6d04-46eb-876d-1a220d78c6dd tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4bdcb2c-06cb-48c2-8b6d-2c54af187f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403738 Jun 11 09:53:53.543414 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af35ec13-bda2-43e4-b021-bf11688f899c admin admin] Pushing event updated for resources: {'Network': ['ID=07c60738-0d51-40d7-b14f-98ba87e92f35,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:53.546902 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-af35ec13-bda2-43e4-b021-bf11688f899c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:53.557113 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 07c60738-0d51-40d7-b14f-98ba87e92f35 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:53:53.562568 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a5e3cf0e-e11e-4ba3-892c-64e4519a4797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:53.593369 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-10b9103a-c7ab-4443-bbbe-7b7acae16e66 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:53.594893 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-10b9103a-c7ab-4443-bbbe-7b7acae16e66 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8439918 Jun 11 09:53:53.597867 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 54336) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:53.605078 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-d2f9bd73-efee-4c41-b9d3-e35a5ec50b1d tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Request body: {'security_group_rule': {'security_group_id': '6553db2b-a1ea-4068-a7b8-0719363058b7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:53:53.605078 n-d-779913-12 neutron-server[93176]: WARNING neutron.api.v2.base [None req-d2f9bd73-efee-4c41-b9d3-e35a5ec50b1d tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jun 11 09:53:53.605078 n-d-779913-12 neutron-server[93176]: INFO neutron.api.v2.resource [None req-d2f9bd73-efee-4c41-b9d3-e35a5ec50b1d tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 09:53:53.605078 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-d2f9bd73-efee-4c41-b9d3-e35a5ec50b1d tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0059128 Jun 11 09:53:53.609158 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54338) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:53.641247 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-af35ec13-bda2-43e4-b021-bf11688f899c admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5990415 Jun 11 09:53:53.644802 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 54342) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:53.649974 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-346ee0d9-7f96-4b10-b4b4-28c527ef83ef admin admin] Request body: {'subnet': {'network_id': '07c60738-0d51-40d7-b14f-98ba87e92f35', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1846906910-subnet', 'tenant_id': '27f3c4dce50f47ad9013fa1bc48941bf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:53:53.689649 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5669a239-d6e7-4fd8-b0ba-96bf5a00ca34 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:53.712916 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-a5e3cf0e-e11e-4ba3-892c-64e4519a4797 None None] For port 81b20979-bc7b-4950-8780-7c9560628385, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=81b20979-bc7b-4950-8780-7c9560628385,segment=NetworkSegment(e0bc2927-8a98-4066-9eb5-5174f5accc0f),segment_id=e0bc2927-8a98-4066-9eb5-5174f5accc0f)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:53:53.719093 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5669a239-d6e7-4fd8-b0ba-96bf5a00ca34 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:53.722490 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['70604682-bab2-48bf-a437-67e96c34a972'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:53:53.798706 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-346ee0d9-7f96-4b10-b4b4-28c527ef83ef admin admin] Made reservation on behalf of 27f3c4dce50f47ad9013fa1bc48941bf for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:53:53.798929 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d5065c01-432a-4654-b52c-5c77c97e02d5 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:53.801768 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-346ee0d9-7f96-4b10-b4b4-28c527ef83ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:53.803456 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a2843736-ceb0-4d28-a815-f0e46d95ef21 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:53.841110 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5065c01-432a-4654-b52c-5c77c97e02d5 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event deleted for resources: {'Port': ['ID=b56bbece-1c40-4dcb-a417-086c862a8d36,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:53.844993 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a5e3cf0e-e11e-4ba3-892c-64e4519a4797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:53.846733 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d5065c01-432a-4654-b52c-5c77c97e02d5 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:53.850215 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-cbd323f3-346f-4d80-bab0-303e6ce47152 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:53.892228 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d5065c01-432a-4654-b52c-5c77c97e02d5 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:53.895520 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-d5065c01-432a-4654-b52c-5c77c97e02d5 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/ports/b56bbece-1c40-4dcb-a417-086c862a8d36 HTTP/1.1" status: 204 len: 168 time: 1.0492079 Jun 11 09:53:53.898767 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 54346) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:53.901820 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5669a239-d6e7-4fd8-b0ba-96bf5a00ca34 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:53.904512 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5669a239-d6e7-4fd8-b0ba-96bf5a00ca34 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:53.908654 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-5669a239-d6e7-4fd8-b0ba-96bf5a00ca34 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] 10.222.0.60 "DELETE /v2.0/security-groups/6553db2b-a1ea-4068-a7b8-0719363058b7 HTTP/1.1" status: 204 len: 168 time: 0.2955718 Jun 11 09:53:53.909220 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 54348) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:53.912712 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4367535c-d1f9-4ed2-8a5b-f159402963c9 tempest-ServersWithSpecificFlavorTestJSON-1568189047 tempest-ServersWithSpecificFlavorTestJSON-1568189047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:53.946678 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5669a239-d6e7-4fd8-b0ba-96bf5a00ca34 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6553db2b-a1ea-4068-a7b8-0719363058b7,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:53.965864 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5669a239-d6e7-4fd8-b0ba-96bf5a00ca34 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:53.980059 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb71f3d3-d523-43b3-b26a-aad80c3258f9 req-29e147e2-9386-47cf-9cb8-0fc82d5b1a1c tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:53.991361 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bb71f3d3-d523-43b3-b26a-aad80c3258f9 req-29e147e2-9386-47cf-9cb8-0fc82d5b1a1c tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/ports?device_id=af759f82-325a-479d-9171-b34363c7d03f HTTP/1.1" status: 200 len: 946 time: 0.2416947 Jun 11 09:53:53.994019 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-2cad2700-89e6-460a-80e5-acf38454dfcf None None] Could not find standard attr ID for object b56bbece-1c40-4dcb-a417-086c862a8d36. {{(pid=93178) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 11 09:53:54.002451 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e3cf0e-e11e-4ba3-892c-64e4519a4797 None None] Pushing event updated for resources: {'Port': ['ID=81b20979-bc7b-4950-8780-7c9560628385,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:54.017161 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-a5e3cf0e-e11e-4ba3-892c-64e4519a4797 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:54.067147 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de849e65-9ded-4b41-bd04-23a975124d5f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:54.068752 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de849e65-9ded-4b41-bd04-23a975124d5f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:54.072750 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-de849e65-9ded-4b41-bd04-23a975124d5f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1705606 Jun 11 09:53:54.075949 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54352) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:54.089546 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bb71f3d3-d523-43b3-b26a-aad80c3258f9 req-48f989fb-dc3f-4be9-a40f-0199f9527026 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/security-groups?id=982f2ef2-bb6d-4fbc-bd87-ed6195b74a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968256 Jun 11 09:53:54.120398 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-e189f8c6-a15b-48c5-9682-6e635a9c3161 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2084196 Jun 11 09:53:54.125432 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54354) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:54.130932 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-a03103b8-f9cb-40db-9388-60264c5f586d tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Request body: {'security_group': {'name': 'tempest-secgroup--506181481'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:53:54.171138 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-83960e97-b1e3-4882-99e4-78605fa2f3bc tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Deleting subnet 93cda461-89cb-4a00-b44c-36c47710fbf6 {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 09:53:54.177025 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-83960e97-b1e3-4882-99e4-78605fa2f3bc tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:54.240780 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-83960e97-b1e3-4882-99e4-78605fa2f3bc tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:54.359374 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-83960e97-b1e3-4882-99e4-78605fa2f3bc tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:54.410113 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a03103b8-f9cb-40db-9388-60264c5f586d tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:54.451154 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-346ee0d9-7f96-4b10-b4b4-28c527ef83ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:54.454613 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4a293e67-fa86-40da-800f-c042c7e40e79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:54.528569 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a03103b8-f9cb-40db-9388-60264c5f586d tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:54.542125 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-83960e97-b1e3-4882-99e4-78605fa2f3bc tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:54.542509 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346ee0d9-7f96-4b10-b4b4-28c527ef83ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=89485667-0a35-4bc0-a20f-cd09bc5f5d8c,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:54.548254 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-346ee0d9-7f96-4b10-b4b4-28c527ef83ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:54.550923 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346ee0d9-7f96-4b10-b4b4-28c527ef83ef admin admin] Checking segment: {'id': 'eeb5ae5e-db04-4a86-95ef-62fd769c5d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '07c60738-0d51-40d7-b14f-98ba87e92f35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:53:54.551292 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346ee0d9-7f96-4b10-b4b4-28c527ef83ef admin admin] Network hostable DHCP agents. Network: 07c60738-0d51-40d7-b14f-98ba87e92f35, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 09:53:54.556402 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-70749936-b248-497b-9cce-b1c628578f9e tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:54.575769 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 81b20979-bc7b-4950-8780-7c9560628385 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:53:54.587940 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83960e97-b1e3-4882-99e4-78605fa2f3bc tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event deleted for resources: {'Subnet': ['ID=93cda461-89cb-4a00-b44c-36c47710fbf6,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:54.591018 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-83960e97-b1e3-4882-99e4-78605fa2f3bc tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:54.592024 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-83960e97-b1e3-4882-99e4-78605fa2f3bc tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:54.593983 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-83960e97-b1e3-4882-99e4-78605fa2f3bc tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/subnets/93cda461-89cb-4a00-b44c-36c47710fbf6 HTTP/1.1" status: 204 len: 168 time: 0.5160153 Jun 11 09:53:54.596425 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54364) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:54.605839 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa52a4e2-2835-4f0b-8259-29cc748a6e26 None None] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:53:54.656629 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-2509f9e7-b642-4c80-b507-5156b5003627 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0588238 Jun 11 09:53:54.658748 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54366) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:54.696797 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346ee0d9-7f96-4b10-b4b4-28c527ef83ef admin admin] Network 07c60738-0d51-40d7-b14f-98ba87e92f35 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 09:53:54.717884 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a03103b8-f9cb-40db-9388-60264c5f586d tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:54.729234 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ca4ab4d2-38da-48b1-b3ba-a4a0e1c29fee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:54.754282 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 81b20979-bc7b-4950-8780-7c9560628385 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:53:54.754685 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:54.806318 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03103b8-f9cb-40db-9388-60264c5f586d tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2989b8ef-01ff-4993-b3c0-c27c877f35ce,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:54.813357 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a03103b8-f9cb-40db-9388-60264c5f586d tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:54.829782 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-346ee0d9-7f96-4b10-b4b4-28c527ef83ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 07c60738-0d51-40d7-b14f-98ba87e92f35) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:53:54.835295 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346ee0d9-7f96-4b10-b4b4-28c527ef83ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:54.835929 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-346ee0d9-7f96-4b10-b4b4-28c527ef83ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:54.840401 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0563a2ff-f929-4b62-aa95-d4c1e1d52c5f None None] Network 07c60738-0d51-40d7-b14f-98ba87e92f35 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:53:54.853549 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a220a02a-b61d-4f50-b16b-862e505c3e65 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:54.855143 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-a220a02a-b61d-4f50-b16b-862e505c3e65 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1954093 Jun 11 09:53:54.857783 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 54368) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:54.868125 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e54a22c-ad29-4f98-9f4c-ebf02ac70f8d req-c64ea41b-536b-4375-b49c-967da60fd01a tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:54.869702 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2e54a22c-ad29-4f98-9f4c-ebf02ac70f8d req-c64ea41b-536b-4375-b49c-967da60fd01a tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] 10.222.0.60 "GET /v2.0/ports?device_id=1166a311-4a16-497e-b01e-04eca0dabc34 HTTP/1.1" status: 200 len: 944 time: 0.1558704 Jun 11 09:53:54.897094 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a03103b8-f9cb-40db-9388-60264c5f586d tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:54.898427 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-a03103b8-f9cb-40db-9388-60264c5f586d tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7720163 Jun 11 09:53:54.901899 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 54370) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:54.908825 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-a437e70e-92a1-40d9-83e1-df3126db1cfd tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Request body: {'security_group_rule': {'security_group_id': '2989b8ef-01ff-4993-b3c0-c27c877f35ce', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:53:54.909797 n-d-779913-12 neutron-server[93176]: WARNING neutron.api.v2.base [None req-a437e70e-92a1-40d9-83e1-df3126db1cfd tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jun 11 09:53:54.910551 n-d-779913-12 neutron-server[93176]: INFO neutron.api.v2.resource [None req-a437e70e-92a1-40d9-83e1-df3126db1cfd tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 09:53:54.912361 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-a437e70e-92a1-40d9-83e1-df3126db1cfd tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0090895 Jun 11 09:53:54.916020 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54372) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:54.921350 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54374) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:54.921788 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-346ee0d9-7f96-4b10-b4b4-28c527ef83ef admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2757092 Jun 11 09:53:54.970611 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-32791930-7628-4e42-9aa6-93cb527f4448 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1846906910-router', 'tenant_id': '27f3c4dce50f47ad9013fa1bc48941bf', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:53:54.993235 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2e54a22c-ad29-4f98-9f4c-ebf02ac70f8d req-1e39a998-c0c1-4809-9174-a2d290cc312f tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4bdcb2c-06cb-48c2-8b6d-2c54af187f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164706 Jun 11 09:53:55.017331 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f59153f-dcb0-49f4-b55b-a140a4bea9db tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:55.024441 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5c575c-e33e-4a09-a578-c114fce78b0c None None] DHCP port deletion for f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 09:53:55.037708 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cd7da92d-0596-4785-a4d1-eea8db0ccb3b tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:55.059642 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-8f59153f-dcb0-49f4-b55b-a140a4bea9db tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1877036 Jun 11 09:53:55.059642 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 54380) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:55.089821 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cd7da92d-0596-4785-a4d1-eea8db0ccb3b tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:55.115884 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-32791930-7628-4e42-9aa6-93cb527f4448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:55.117703 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-32791930-7628-4e42-9aa6-93cb527f4448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:55.167280 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-4f5c575c-e33e-4a09-a578-c114fce78b0c None None] Deleting port 81b20979-bc7b-4950-8780-7c9560628385 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:53:55.172056 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-4f5c575c-e33e-4a09-a578-c114fce78b0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:55.183449 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c812d8d-8b73-4b67-8c75-6f8f08383bee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-07c60738-0d51-40d7-b14f-98ba87e92f35', 'network_id': '07c60738-0d51-40d7-b14f-98ba87e92f35', 'tenant_id': '27f3c4dce50f47ad9013fa1bc48941bf', 'fixed_ips': [{'subnet_id': '89485667-0a35-4bc0-a20f-cd09bc5f5d8c'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 09:53:55.184347 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1c812d8d-8b73-4b67-8c75-6f8f08383bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:55.206607 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-73526e71-27f6-4305-88fb-5d829123d671 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1501763 Jun 11 09:53:55.218313 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-32791930-7628-4e42-9aa6-93cb527f4448 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:55.222709 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54384) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:55.227589 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-16a5e3f1-c07d-435f-bf57-a742418dc3cc tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Request body: {'subnet': {'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:53:55.279469 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-4f5c575c-e33e-4a09-a578-c114fce78b0c None None] For port 81b20979-bc7b-4950-8780-7c9560628385, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=81b20979-bc7b-4950-8780-7c9560628385,segment=NetworkSegment(e0bc2927-8a98-4066-9eb5-5174f5accc0f),segment_id=e0bc2927-8a98-4066-9eb5-5174f5accc0f)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:53:55.279844 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-4f5c575c-e33e-4a09-a578-c114fce78b0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:55.323743 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cd7da92d-0596-4785-a4d1-eea8db0ccb3b tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:55.326350 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cd7da92d-0596-4785-a4d1-eea8db0ccb3b tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:55.328111 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-cd7da92d-0596-4785-a4d1-eea8db0ccb3b tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] 10.222.0.60 "DELETE /v2.0/security-groups/2989b8ef-01ff-4993-b3c0-c27c877f35ce HTTP/1.1" status: 204 len: 168 time: 0.4110680 Jun 11 09:53:55.333528 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b5ea67b0-d15e-4ca2-bd53-bfe2f698dae4 tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:55.333828 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54388) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:55.369790 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7da92d-0596-4785-a4d1-eea8db0ccb3b tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2989b8ef-01ff-4993-b3c0-c27c877f35ce,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:55.375875 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-cd7da92d-0596-4785-a4d1-eea8db0ccb3b tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:55.441342 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-4f5c575c-e33e-4a09-a578-c114fce78b0c None None] Calling delete_port for 81b20979-bc7b-4950-8780-7c9560628385 owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:53:55.530713 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-c21ca747-cda3-41fb-8d2c-e35c5938ccf9 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1914876 Jun 11 09:53:55.531802 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 54394) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:55.538890 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-ddaf864c-d282-49b1-83e1-fbd8a93f1278 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Request body: {'security_group': {'name': 'tempest-secgroup--1448918468'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:53:55.733268 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ddaf864c-d282-49b1-83e1-fbd8a93f1278 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:55.757541 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-1c812d8d-8b73-4b67-8c75-6f8f08383bee None None] Allocated IP 172.20.0.2 (07c60738-0d51-40d7-b14f-98ba87e92f35/89485667-0a35-4bc0-a20f-cd09bc5f5d8c/ce732d0a-1783-4735-b426-5eeeb7835aa9) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:53:55.876853 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ddaf864c-d282-49b1-83e1-fbd8a93f1278 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:55.901436 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-4f5c575c-e33e-4a09-a578-c114fce78b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:55.909361 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-a6a750d3-3e07-472a-a7a4-1e3dadbe100a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:55.946355 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5c575c-e33e-4a09-a578-c114fce78b0c None None] Pushing event deleted for resources: {'Port': ['ID=81b20979-bc7b-4950-8780-7c9560628385,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:55.953277 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16a5e3f1-c07d-435f-bf57-a742418dc3cc tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Made reservation on behalf of 3a7e48b24b924bff8faf8c740b2810c2 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:53:55.957437 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-4f5c575c-e33e-4a09-a578-c114fce78b0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:55.958224 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-16a5e3f1-c07d-435f-bf57-a742418dc3cc tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:55.960834 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5c575c-e33e-4a09-a578-c114fce78b0c None None] No DVR routers for this DVR port 81b20979-bc7b-4950-8780-7c9560628385 on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:53:56.009448 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1c812d8d-8b73-4b67-8c75-6f8f08383bee None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:56.019080 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-1c812d8d-8b73-4b67-8c75-6f8f08383bee None None] Transition to ACTIVE for port object ce732d0a-1783-4735-b426-5eeeb7835aa9 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:53:56.035513 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-1c812d8d-8b73-4b67-8c75-6f8f08383bee None None] Transition to ACTIVE for port object ce732d0a-1783-4735-b426-5eeeb7835aa9 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:53:56.038658 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ddaf864c-d282-49b1-83e1-fbd8a93f1278 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:56.038818 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-32791930-7628-4e42-9aa6-93cb527f4448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:56.044412 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ec266189-8eef-4b5b-90e0-594637e91ebf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:56.078855 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaf864c-d282-49b1-83e1-fbd8a93f1278 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec981a20-e6ae-4a20-b48c-9ce9e9ed34cf,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:56.091426 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ddaf864c-d282-49b1-83e1-fbd8a93f1278 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:56.164918 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1c812d8d-8b73-4b67-8c75-6f8f08383bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:56.167809 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:56.215949 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ddaf864c-d282-49b1-83e1-fbd8a93f1278 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:56.221791 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-ddaf864c-d282-49b1-83e1-fbd8a93f1278 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6877930 Jun 11 09:53:56.222424 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 54402) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:56.235058 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-147c7f0e-d0e4-4878-aab3-76e345c79f92 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Request body: {'security_group_rule': {'security_group_id': 'ec981a20-e6ae-4a20-b48c-9ce9e9ed34cf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:53:56.236276 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c812d8d-8b73-4b67-8c75-6f8f08383bee None None] Network 07c60738-0d51-40d7-b14f-98ba87e92f35 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:53:56.239395 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-1c812d8d-8b73-4b67-8c75-6f8f08383bee None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:53:56.249855 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c812d8d-8b73-4b67-8c75-6f8f08383bee None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:53:56.258834 n-d-779913-12 neutron-server[93176]: WARNING neutron.api.v2.base [None req-147c7f0e-d0e4-4878-aab3-76e345c79f92 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jun 11 09:53:56.259510 n-d-779913-12 neutron-server[93176]: INFO neutron.api.v2.resource [None req-147c7f0e-d0e4-4878-aab3-76e345c79f92 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 09:53:56.268058 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-147c7f0e-d0e4-4878-aab3-76e345c79f92 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0377696 Jun 11 09:53:56.272753 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54404) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:56.287541 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-99a121af-13ac-47c0-9cf8-eafc2a7181af tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Request body: {'security_group_rule': {'security_group_id': 'ec981a20-e6ae-4a20-b48c-9ce9e9ed34cf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:53:56.289593 n-d-779913-12 neutron-server[93177]: WARNING neutron.api.v2.base [None req-99a121af-13ac-47c0-9cf8-eafc2a7181af tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jun 11 09:53:56.289910 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c812d8d-8b73-4b67-8c75-6f8f08383bee None None] Pushing event updated for resources: {'Port': ['ID=ce732d0a-1783-4735-b426-5eeeb7835aa9,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:56.290593 n-d-779913-12 neutron-server[93177]: INFO neutron.api.v2.resource [None req-99a121af-13ac-47c0-9cf8-eafc2a7181af tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 09:53:56.291818 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-99a121af-13ac-47c0-9cf8-eafc2a7181af tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0083961 Jun 11 09:53:56.293591 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-1c812d8d-8b73-4b67-8c75-6f8f08383bee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:56.300217 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 54406) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:56.312129 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea082e3-92d0-427a-8f5f-4a530fb44b12 req-42c0dac3-8402-4642-be5e-1beb1ecd130d tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:56.320122 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4ea082e3-92d0-427a-8f5f-4a530fb44b12 req-42c0dac3-8402-4642-be5e-1beb1ecd130d tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] 10.222.0.60 "GET /v2.0/ports?device_id=1166a311-4a16-497e-b01e-04eca0dabc34 HTTP/1.1" status: 200 len: 944 time: 0.1697698 Jun 11 09:53:56.332940 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-1c812d8d-8b73-4b67-8c75-6f8f08383bee None None] Attempting to bind port ce732d0a-1783-4735-b426-5eeeb7835aa9 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:53:56.333259 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-4f98faca-46b4-430c-ab3e-0cf966cec95e tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Request body: {'security_group_rule': {'security_group_id': 'ec981a20-e6ae-4a20-b48c-9ce9e9ed34cf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:53:56.334571 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-1c812d8d-8b73-4b67-8c75-6f8f08383bee None None] Attempting to bind port ce732d0a-1783-4735-b426-5eeeb7835aa9 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'eeb5ae5e-db04-4a86-95ef-62fd769c5d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '07c60738-0d51-40d7-b14f-98ba87e92f35'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:53:56.334710 n-d-779913-12 neutron-server[93176]: WARNING neutron.api.v2.base [None req-4f98faca-46b4-430c-ab3e-0cf966cec95e tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jun 11 09:53:56.334818 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c812d8d-8b73-4b67-8c75-6f8f08383bee None None] Attempting to bind port ce732d0a-1783-4735-b426-5eeeb7835aa9 on network 07c60738-0d51-40d7-b14f-98ba87e92f35 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:53:56.334934 n-d-779913-12 neutron-server[93176]: INFO neutron.api.v2.resource [None req-4f98faca-46b4-430c-ab3e-0cf966cec95e tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 09:53:56.339598 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54408) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:56.339867 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-4f98faca-46b4-430c-ab3e-0cf966cec95e tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0109220 Jun 11 09:53:56.344085 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c812d8d-8b73-4b67-8c75-6f8f08383bee None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:53:56.344610 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c812d8d-8b73-4b67-8c75-6f8f08383bee None None] Checking segment: {'id': 'eeb5ae5e-db04-4a86-95ef-62fd769c5d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '07c60738-0d51-40d7-b14f-98ba87e92f35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:53:56.345131 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1c812d8d-8b73-4b67-8c75-6f8f08383bee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:56.345804 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c812d8d-8b73-4b67-8c75-6f8f08383bee None None] Bound using segment: {'id': 'eeb5ae5e-db04-4a86-95ef-62fd769c5d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '07c60738-0d51-40d7-b14f-98ba87e92f35'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:53:56.346325 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-c54e0002-4dde-4185-8d76-0dadd2336bc8 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Request body: {'security_group_rule': {'security_group_id': 'ec981a20-e6ae-4a20-b48c-9ce9e9ed34cf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:53:56.346495 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-1c812d8d-8b73-4b67-8c75-6f8f08383bee None None] Bound port: ce732d0a-1783-4735-b426-5eeeb7835aa9, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeb5ae5e-db04-4a86-95ef-62fd769c5d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '07c60738-0d51-40d7-b14f-98ba87e92f35'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:53:56.346972 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1c812d8d-8b73-4b67-8c75-6f8f08383bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:56.348239 n-d-779913-12 neutron-server[93177]: WARNING neutron.api.v2.base [None req-c54e0002-4dde-4185-8d76-0dadd2336bc8 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jun 11 09:53:56.348763 n-d-779913-12 neutron-server[93177]: INFO neutron.api.v2.resource [None req-c54e0002-4dde-4185-8d76-0dadd2336bc8 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 09:53:56.349744 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-c54e0002-4dde-4185-8d76-0dadd2336bc8 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0094159 Jun 11 09:53:56.363385 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54410) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:56.402593 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4ea082e3-92d0-427a-8f5f-4a530fb44b12 req-c3518b87-914d-449c-90eb-5b20502a29eb tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4bdcb2c-06cb-48c2-8b6d-2c54af187f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812192 Jun 11 09:53:56.456455 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-1c812d8d-8b73-4b67-8c75-6f8f08383bee None None] For port ce732d0a-1783-4735-b426-5eeeb7835aa9, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:53:56.460042 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-1c812d8d-8b73-4b67-8c75-6f8f08383bee None None] For port ce732d0a-1783-4735-b426-5eeeb7835aa9, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=ce732d0a-1783-4735-b426-5eeeb7835aa9,segment=NetworkSegment(eeb5ae5e-db04-4a86-95ef-62fd769c5d60),segment_id=eeb5ae5e-db04-4a86-95ef-62fd769c5d60)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:53:56.494627 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-64b89098-4718-44ff-b9fc-052ea2bc0409 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:56.518177 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-16a5e3f1-c07d-435f-bf57-a742418dc3cc tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:56.528337 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3dcfad7d-33b8-4449-8bd2-18edea40a484 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:56.559626 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1c812d8d-8b73-4b67-8c75-6f8f08383bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:56.562640 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-aa9fc5ec-f41e-46b4-b33b-4c6eb3e80305 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:56.567370 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-64b89098-4718-44ff-b9fc-052ea2bc0409 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:56.598301 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 81b20979-bc7b-4950-8780-7c9560628385 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:53:56.657924 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 70604682-bab2-48bf-a437-67e96c34a972 up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:53:56.662853 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 81b20979-bc7b-4950-8780-7c9560628385 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:53:56.662853 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 81b20979-bc7b-4950-8780-7c9560628385 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:53:56.717514 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a5e3f1-c07d-435f-bf57-a742418dc3cc tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:53:56.718608 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c812d8d-8b73-4b67-8c75-6f8f08383bee None None] Pushing event updated for resources: {'Port': ['ID=ce732d0a-1783-4735-b426-5eeeb7835aa9,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:56.724814 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-1c812d8d-8b73-4b67-8c75-6f8f08383bee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:56.736797 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-16a5e3f1-c07d-435f-bf57-a742418dc3cc tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:53:56.747518 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed34f548-cfe0-4663-8d61-a9d95b19b803 None None] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:53:56.757760 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a5e3f1-c07d-435f-bf57-a742418dc3cc tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:56.757760 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-16a5e3f1-c07d-435f-bf57-a742418dc3cc tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:56.761941 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a5e3f1-c07d-435f-bf57-a742418dc3cc tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event updated for resources: {'Subnet': ['ID=b781a51a-8e70-4c03-92ea-b74f58f8f7e1,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:56.771367 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-16a5e3f1-c07d-435f-bf57-a742418dc3cc tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:56.851625 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-32791930-7628-4e42-9aa6-93cb527f4448 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:56.882192 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-32791930-7628-4e42-9aa6-93cb527f4448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:56.886063 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning for port 70604682-bab2-48bf-a437-67e96c34a972 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:53:56.894660 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port 70604682-bab2-48bf-a437-67e96c34a972 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:53:56.895039 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:56.907851 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-16a5e3f1-c07d-435f-bf57-a742418dc3cc tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6815679 Jun 11 09:53:56.907851 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-64b89098-4718-44ff-b9fc-052ea2bc0409 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:56.908768 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 54416) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:56.909298 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-64b89098-4718-44ff-b9fc-052ea2bc0409 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:56.911523 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-64b89098-4718-44ff-b9fc-052ea2bc0409 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] 10.222.0.60 "DELETE /v2.0/security-groups/ec981a20-e6ae-4a20-b48c-9ce9e9ed34cf HTTP/1.1" status: 204 len: 168 time: 0.5459621 Jun 11 09:53:56.917959 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-1cabd221-522f-4aca-9b7a-eb5b94ced0f3 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Request body: {'port': {'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'fixed_ips': [{'subnet_id': 'b781a51a-8e70-4c03-92ea-b74f58f8f7e1', 'ip_address': '2001:db8::40e5:56d6:6c0c:efad'}], 'name': 'tempest-NetworksTestDHCPv6-251271326'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:53:56.922007 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 54418) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:56.954193 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-12fb3832-0c26-4caf-b03c-56641a36f4b1 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:56.971487 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b89098-4718-44ff-b9fc-052ea2bc0409 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec981a20-e6ae-4a20-b48c-9ce9e9ed34cf,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:56.977389 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-64b89098-4718-44ff-b9fc-052ea2bc0409 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:57.082041 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-4d44d57f-ec12-4cf4-95ea-46a8b0502de7 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1469612 Jun 11 09:53:57.082418 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54420) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:57.082612 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-b1832c48-2d7f-4f7d-b0fb-343d333424e4 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Request body: {'security_group': {'name': 'tempest-secgroup--583711065'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:53:57.101041 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-32791930-7628-4e42-9aa6-93cb527f4448 admin admin] Allocated IP 172.25.4.155 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/a2613239-b597-4cd9-b00d-83d5a5467420) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:53:57.111688 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd2707c-bf9c-4448-9f3f-52ff8425edee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'tenant_id': '3a7e48b24b924bff8faf8c740b2810c2', 'fixed_ips': [{'subnet_id': 'b781a51a-8e70-4c03-92ea-b74f58f8f7e1'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 09:53:57.112526 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6fd2707c-bf9c-4448-9f3f-52ff8425edee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:57.156993 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:57.222677 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b1832c48-2d7f-4f7d-b0fb-343d333424e4 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:57.252970 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1166a311-4a16-497e-b01e-04eca0dabc34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70604682-bab2-48bf-a437-67e96c34a972'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:53:57.255683 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c64b766f-9d9d-4631-a989-2cfca26680bb" -d '{"events": [{"server_uuid": "1166a311-4a16-497e-b01e-04eca0dabc34", "name": "network-vif-plugged", "status": "completed", "tag": "70604682-bab2-48bf-a437-67e96c34a972"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:53:57.277243 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 70604682-bab2-48bf-a437-67e96c34a972, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=70604682-bab2-48bf-a437-67e96c34a972,segment=NetworkSegment(92657234-2705-42b6-890f-f2724f928c78),segment_id=92657234-2705-42b6-890f-f2724f928c78)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:53:57.304516 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-32791930-7628-4e42-9aa6-93cb527f4448 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:57.310034 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99661348-2278-494c-bf64-dd61fd9a4b06 x-openstack-request-id: req-99661348-2278-494c-bf64-dd61fd9a4b06 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:53:57.310333 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1166a311-4a16-497e-b01e-04eca0dabc34", "name": "network-vif-plugged", "status": "completed", "tag": "70604682-bab2-48bf-a437-67e96c34a972", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:53:57.310602 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-99661348-2278-494c-bf64-dd61fd9a4b06 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:53:57.311602 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1166a311-4a16-497e-b01e-04eca0dabc34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70604682-bab2-48bf-a437-67e96c34a972', 'code': 200} Jun 11 09:53:57.340025 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-6fd2707c-bf9c-4448-9f3f-52ff8425edee None None] Allocated IP 2001:db8::2 (f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc/b781a51a-8e70-4c03-92ea-b74f58f8f7e1/6cfe7158-72a0-4070-9100-b772a407e572) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:53:57.376198 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cabd221-522f-4aca-9b7a-eb5b94ced0f3 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Made reservation on behalf of 3a7e48b24b924bff8faf8c740b2810c2 for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:53:57.503859 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:57.508069 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-2ad88c1c-5abf-4d44-b136-a3c404ff443d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:57.511391 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd00582a-f5f0-4a68-a29d-3a42f4879a30 req-7dd96cec-e1b1-4994-a268-9d00cb95ec7a tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:57.513167 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cd00582a-f5f0-4a68-a29d-3a42f4879a30 req-7dd96cec-e1b1-4994-a268-9d00cb95ec7a tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/ports?device_id=af759f82-325a-479d-9171-b34363c7d03f HTTP/1.1" status: 200 len: 946 time: 0.2137079 Jun 11 09:53:57.542186 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-32791930-7628-4e42-9aa6-93cb527f4448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:57.548281 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d7a45433-191c-4bfa-9c42-862c761d3b4c tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:57.556337 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954512d0-6718-47b0-a758-aeb2336f765a req-caeb91a4-8621-4089-a21d-3bd58f32d855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:57.556337 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-954512d0-6718-47b0-a758-aeb2336f765a req-caeb91a4-8621-4089-a21d-3bd58f32d855 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1166a311-4a16-497e-b01e-04eca0dabc34 HTTP/1.1" status: 200 len: 1096 time: 0.1754167 Jun 11 09:53:57.573260 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1cabd221-522f-4aca-9b7a-eb5b94ced0f3 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:57.616666 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [None req-1cabd221-522f-4aca-9b7a-eb5b94ced0f3 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] device_id is not set on port ca3ab23c-236f-4f70-b498-2bc7b80ce5ab yet. {{(pid=93176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 09:53:57.635928 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cd00582a-f5f0-4a68-a29d-3a42f4879a30 req-32c47ceb-e162-43c2-bce3-c4402738f542 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/security-groups?id=982f2ef2-bb6d-4fbc-bd87-ed6195b74a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132216 Jun 11 09:53:57.650520 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-954512d0-6718-47b0-a758-aeb2336f765a req-5d64e3ad-2058-43b2-87ff-1f274fa6d4f3 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f4bdcb2c-06cb-48c2-8b6d-2c54af187f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538392 Jun 11 09:53:57.679637 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32791930-7628-4e42-9aa6-93cb527f4448 admin admin] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:53:57.684551 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b1832c48-2d7f-4f7d-b0fb-343d333424e4 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:57.687767 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-32791930-7628-4e42-9aa6-93cb527f4448 admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:53:57.693550 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32791930-7628-4e42-9aa6-93cb527f4448 admin admin] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:53:57.697095 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32791930-7628-4e42-9aa6-93cb527f4448 admin admin] Pushing event updated for resources: {'Port': ['ID=a2613239-b597-4cd9-b00d-83d5a5467420,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:57.728772 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-32791930-7628-4e42-9aa6-93cb527f4448 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:57.796127 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=70604682-bab2-48bf-a437-67e96c34a972,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:57.819137 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:57.845781 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b1832c48-2d7f-4f7d-b0fb-343d333424e4 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:57.874071 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf7c275-2d2e-4493-ad8d-1a648bf8973f None None] Network 07c60738-0d51-40d7-b14f-98ba87e92f35 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:53:57.914436 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e473cc94-ab5d-4cec-aae5-f94ec4c65cc7 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:57.920944 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6fd2707c-bf9c-4448-9f3f-52ff8425edee None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:57.980621 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-6fd2707c-bf9c-4448-9f3f-52ff8425edee None None] Transition to ACTIVE for port object 6cfe7158-72a0-4070-9100-b772a407e572 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:53:58.018017 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-6fd2707c-bf9c-4448-9f3f-52ff8425edee None None] Transition to ACTIVE for port object 6cfe7158-72a0-4070-9100-b772a407e572 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:53:58.045495 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b1832c48-2d7f-4f7d-b0fb-343d333424e4 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:58.049776 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-b1832c48-2d7f-4f7d-b0fb-343d333424e4 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9701462 Jun 11 09:53:58.049776 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1832c48-2d7f-4f7d-b0fb-343d333424e4 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f38d9b40-689f-40a6-a783-a56bdfd699db,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:58.050023 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 54440) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:58.053137 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b1832c48-2d7f-4f7d-b0fb-343d333424e4 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:58.058162 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-b34fcd6b-a9f0-4b9d-b056-69a9716dbe65 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Request body: {'security_group_rule': {'security_group_id': 'f38d9b40-689f-40a6-a783-a56bdfd699db', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:53:58.059529 n-d-779913-12 neutron-server[93176]: WARNING neutron.api.v2.base [None req-b34fcd6b-a9f0-4b9d-b056-69a9716dbe65 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 11 09:53:58.067371 n-d-779913-12 neutron-server[93176]: INFO neutron.api.v2.resource [None req-b34fcd6b-a9f0-4b9d-b056-69a9716dbe65 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 09:53:58.067371 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-b34fcd6b-a9f0-4b9d-b056-69a9716dbe65 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0096416 Jun 11 09:53:58.068185 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 54442) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:58.075200 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-7f3473ff-dacf-41b0-b746-4ff44174d267 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Request body: {'security_group_rule': {'security_group_id': 'f38d9b40-689f-40a6-a783-a56bdfd699db', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:53:58.090668 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fcafdb-63c2-44e0-9253-5ad9a28b004d req-ab0c6bde-1afe-404d-b4db-b7236a24acb4 tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:58.090899 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-29adc4fc-ad93-46fe-895d-e2503fe68bb8 None None] Provisioning for port ce732d0a-1783-4735-b426-5eeeb7835aa9 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:53:58.093769 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-56fcafdb-63c2-44e0-9253-5ad9a28b004d req-ab0c6bde-1afe-404d-b4db-b7236a24acb4 tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] 10.222.0.60 "GET /v2.0/ports?device_id=1166a311-4a16-497e-b01e-04eca0dabc34 HTTP/1.1" status: 200 len: 945 time: 0.2570574 Jun 11 09:53:58.130774 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6fd2707c-bf9c-4448-9f3f-52ff8425edee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:58.133553 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-79a42c87-09bf-45db-b050-72a75bafb767 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:58.145779 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-56fcafdb-63c2-44e0-9253-5ad9a28b004d req-25bbfdff-55d3-47b7-b7f8-487ebcfedd1d tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4bdcb2c-06cb-48c2-8b6d-2c54af187f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434382 Jun 11 09:53:58.183874 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-1cabd221-522f-4aca-9b7a-eb5b94ced0f3 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Allocated IP 2001:db8::40e5:56d6:6c0c:efad (f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc/b781a51a-8e70-4c03-92ea-b74f58f8f7e1/ca3ab23c-236f-4f70-b498-2bc7b80ce5ab) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:53:58.191485 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd2707c-bf9c-4448-9f3f-52ff8425edee None None] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:53:58.196322 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-6fd2707c-bf9c-4448-9f3f-52ff8425edee None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:53:58.200937 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd2707c-bf9c-4448-9f3f-52ff8425edee None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:53:58.213686 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd2707c-bf9c-4448-9f3f-52ff8425edee None None] Pushing event updated for resources: {'Port': ['ID=6cfe7158-72a0-4070-9100-b772a407e572,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:58.224411 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-6fd2707c-bf9c-4448-9f3f-52ff8425edee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:58.294354 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-6fd2707c-bf9c-4448-9f3f-52ff8425edee None None] Attempting to bind port 6cfe7158-72a0-4070-9100-b772a407e572 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:53:58.294747 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-6fd2707c-bf9c-4448-9f3f-52ff8425edee None None] Attempting to bind port 6cfe7158-72a0-4070-9100-b772a407e572 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'e0bc2927-8a98-4066-9eb5-5174f5accc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:53:58.295254 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd2707c-bf9c-4448-9f3f-52ff8425edee None None] Attempting to bind port 6cfe7158-72a0-4070-9100-b772a407e572 on network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:53:58.305057 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd2707c-bf9c-4448-9f3f-52ff8425edee None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:53:58.305459 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd2707c-bf9c-4448-9f3f-52ff8425edee None None] Checking segment: {'id': 'e0bc2927-8a98-4066-9eb5-5174f5accc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:53:58.305888 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6fd2707c-bf9c-4448-9f3f-52ff8425edee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:58.306449 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd2707c-bf9c-4448-9f3f-52ff8425edee None None] Bound using segment: {'id': 'e0bc2927-8a98-4066-9eb5-5174f5accc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:53:58.307904 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-6fd2707c-bf9c-4448-9f3f-52ff8425edee None None] Bound port: 6cfe7158-72a0-4070-9100-b772a407e572, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0bc2927-8a98-4066-9eb5-5174f5accc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:53:58.307904 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6fd2707c-bf9c-4448-9f3f-52ff8425edee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:58.418285 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-32791930-7628-4e42-9aa6-93cb527f4448 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:58.424528 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-6fd2707c-bf9c-4448-9f3f-52ff8425edee None None] For port 6cfe7158-72a0-4070-9100-b772a407e572, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:53:58.425337 n-d-779913-12 neutron-server[93176]: INFO neutron.api.v2.resource [None req-7f3473ff-dacf-41b0-b746-4ff44174d267 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 09:53:58.430856 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-7f3473ff-dacf-41b0-b746-4ff44174d267 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3607540 Jun 11 09:53:58.431839 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 54448) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:58.432192 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-6fd2707c-bf9c-4448-9f3f-52ff8425edee None None] For port 6cfe7158-72a0-4070-9100-b772a407e572, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=6cfe7158-72a0-4070-9100-b772a407e572,segment=NetworkSegment(e0bc2927-8a98-4066-9eb5-5174f5accc0f),segment_id=e0bc2927-8a98-4066-9eb5-5174f5accc0f)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:53:58.442994 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-33d7d739-c846-4085-aff7-06445098d8c5 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Request body: {'security_group_rule': {'security_group_id': 'f38d9b40-689f-40a6-a783-a56bdfd699db', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:53:58.443487 n-d-779913-12 neutron-server[93176]: WARNING neutron.api.v2.base [None req-33d7d739-c846-4085-aff7-06445098d8c5 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jun 11 09:53:58.444047 n-d-779913-12 neutron-server[93176]: INFO neutron.api.v2.resource [None req-33d7d739-c846-4085-aff7-06445098d8c5 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 09:53:58.445147 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-33d7d739-c846-4085-aff7-06445098d8c5 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0092368 Jun 11 09:53:58.448560 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 54450) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:58.456267 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-8e654dc1-d10d-4742-a1c0-bdd0f0f17bc0 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Request body: {'security_group_rule': {'security_group_id': 'f38d9b40-689f-40a6-a783-a56bdfd699db', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:53:58.480579 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1cabd221-522f-4aca-9b7a-eb5b94ced0f3 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:58.502180 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [None req-1cabd221-522f-4aca-9b7a-eb5b94ced0f3 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Transition to ACTIVE for port object ca3ab23c-236f-4f70-b498-2bc7b80ce5ab will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:53:58.547955 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6fd2707c-bf9c-4448-9f3f-52ff8425edee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:58.550037 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:58.649140 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd2707c-bf9c-4448-9f3f-52ff8425edee None None] Pushing event updated for resources: {'Port': ['ID=6cfe7158-72a0-4070-9100-b772a407e572,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:58.649318 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-6fd2707c-bf9c-4448-9f3f-52ff8425edee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:58.684780 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device ce732d0a-1783-4735-b426-5eeeb7835aa9 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:53:58.746036 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1cabd221-522f-4aca-9b7a-eb5b94ced0f3 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:58.754607 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-32791930-7628-4e42-9aa6-93cb527f4448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:58.754882 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e9043900-87b8-45b1-8ce4-cdf171b28baf tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:58.823098 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cabd221-522f-4aca-9b7a-eb5b94ced0f3 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:53:58.824190 n-d-779913-12 neutron-server[93176]: INFO neutron.api.v2.resource [None req-8e654dc1-d10d-4742-a1c0-bdd0f0f17bc0 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 09:53:58.828510 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-8e654dc1-d10d-4742-a1c0-bdd0f0f17bc0 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3758340 Jun 11 09:53:58.828510 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 54456) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:58.833173 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-0dbe7763-fbaf-4926-98c9-2fec9d9cdcfa tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Request body: {'security_group_rule': {'security_group_id': 'f38d9b40-689f-40a6-a783-a56bdfd699db', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:53:58.833733 n-d-779913-12 neutron-server[93176]: WARNING neutron.api.v2.base [None req-0dbe7763-fbaf-4926-98c9-2fec9d9cdcfa tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 11 09:53:58.834284 n-d-779913-12 neutron-server[93176]: INFO neutron.api.v2.resource [None req-0dbe7763-fbaf-4926-98c9-2fec9d9cdcfa tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 09:53:58.838370 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-0dbe7763-fbaf-4926-98c9-2fec9d9cdcfa tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0058057 Jun 11 09:53:58.842925 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-1cabd221-522f-4aca-9b7a-eb5b94ced0f3 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:53:58.842925 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 54458) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:58.852433 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-39966dd0-75d4-4073-acca-d1da7ea67c40 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Request body: {'security_group_rule': {'security_group_id': 'f38d9b40-689f-40a6-a783-a56bdfd699db', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:53:58.858338 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cabd221-522f-4aca-9b7a-eb5b94ced0f3 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:53:58.862069 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port ce732d0a-1783-4735-b426-5eeeb7835aa9 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:53:58.864117 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cabd221-522f-4aca-9b7a-eb5b94ced0f3 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:58.864827 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1cabd221-522f-4aca-9b7a-eb5b94ced0f3 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:58.867164 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port ce732d0a-1783-4735-b426-5eeeb7835aa9 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:53:58.867559 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:58.868193 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cabd221-522f-4aca-9b7a-eb5b94ced0f3 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event updated for resources: {'Port': ['ID=ca3ab23c-236f-4f70-b498-2bc7b80ce5ab,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:58.874644 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1cabd221-522f-4aca-9b7a-eb5b94ced0f3 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:59.006312 n-d-779913-12 neutron-server[93176]: INFO neutron.db.securitygroups_db [None req-39966dd0-75d4-4073-acca-d1da7ea67c40 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Project abb03a0da8014535829e3be08a809b6f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 09:53:59.051932 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:59.093711 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port ce732d0a-1783-4735-b426-5eeeb7835aa9, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=ce732d0a-1783-4735-b426-5eeeb7835aa9,segment=NetworkSegment(eeb5ae5e-db04-4a86-95ef-62fd769c5d60),segment_id=eeb5ae5e-db04-4a86-95ef-62fd769c5d60)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:53:59.179836 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32791930-7628-4e42-9aa6-93cb527f4448 admin admin] Router 60da6e1a-8a4a-47bd-8242-4b43501a7f9b is scheduled to L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 with binding_index 1 {{(pid=93177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 09:53:59.180975 n-d-779913-12 neutron-server[93176]: INFO neutron.api.v2.resource [None req-39966dd0-75d4-4073-acca-d1da7ea67c40 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 09:53:59.194367 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-39966dd0-75d4-4073-acca-d1da7ea67c40 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3373222 Jun 11 09:53:59.194367 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-1cabd221-522f-4aca-9b7a-eb5b94ced0f3 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.2731490 Jun 11 09:53:59.194367 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 54464) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:59.194805 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54466) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:59.194996 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-b728c0e3-efe5-48c9-924c-ed3f8e333f47 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Request body: {'security_group_rule': {'security_group_id': 'f38d9b40-689f-40a6-a783-a56bdfd699db', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:53:59.206908 n-d-779913-12 neutron-server[93176]: WARNING neutron.api.v2.base [None req-b728c0e3-efe5-48c9-924c-ed3f8e333f47 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jun 11 09:53:59.207457 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-afa2ac7a-a418-470a-84f3-169979fded5e tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Request body: {'port': {'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'fixed_ips': [{'subnet_id': 'b781a51a-8e70-4c03-92ea-b74f58f8f7e1', 'ip_address': '2001:db8::40e5:56d6:6c0c:efad'}], 'name': 'tempest-NetworksTestDHCPv6-1091278791'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:53:59.207689 n-d-779913-12 neutron-server[93176]: INFO neutron.api.v2.resource [None req-b728c0e3-efe5-48c9-924c-ed3f8e333f47 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 09:53:59.210784 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-b728c0e3-efe5-48c9-924c-ed3f8e333f47 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0191746 Jun 11 09:53:59.211371 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 54470) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:59.221487 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-ba93d7d4-3345-4126-af50-12c56fc7b786 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Request body: {'security_group_rule': {'security_group_id': 'f38d9b40-689f-40a6-a783-a56bdfd699db', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:53:59.265355 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:59.268123 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-1c812d8d-8b73-4b67-8c75-6f8f08383bee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:53:59.331655 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=ce732d0a-1783-4735-b426-5eeeb7835aa9,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:53:59.335078 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:53:59.431108 n-d-779913-12 neutron-server[93176]: INFO neutron.db.securitygroups_db [None req-ba93d7d4-3345-4126-af50-12c56fc7b786 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Project abb03a0da8014535829e3be08a809b6f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 09:53:59.540493 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32791930-7628-4e42-9aa6-93cb527f4448 admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:53:59.553434 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76473b86-7713-4e48-ad6b-d29e07c12f1a None None] Sync routers for ids ['60da6e1a-8a4a-47bd-8242-4b43501a7f9b'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:53:59.565915 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76473b86-7713-4e48-ad6b-d29e07c12f1a None None] Routers {'60da6e1a-8a4a-47bd-8242-4b43501a7f9b'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:53:59.566999 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-76473b86-7713-4e48-ad6b-d29e07c12f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:53:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['60da6e1a-8a4a-47bd-8242-4b43501a7f9b'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:53:59.570851 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea4a3a0-e2b6-4ae2-81c3-9b7f6b98518c req-e29cdd46-d50d-4f31-8bcc-a32a9f554565 tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:53:59.572426 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fea4a3a0-e2b6-4ae2-81c3-9b7f6b98518c req-e29cdd46-d50d-4f31-8bcc-a32a9f554565 tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] 10.222.0.60 "GET /v2.0/ports?device_id=1166a311-4a16-497e-b01e-04eca0dabc34 HTTP/1.1" status: 200 len: 945 time: 0.2542074 Jun 11 09:53:59.581071 n-d-779913-12 neutron-server[93176]: INFO neutron.api.v2.resource [None req-ba93d7d4-3345-4126-af50-12c56fc7b786 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 09:53:59.585437 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54472) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:59.587211 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-ba93d7d4-3345-4126-af50-12c56fc7b786 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3740742 Jun 11 09:53:59.590295 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-d09f11b3-21bc-4c45-bce4-a205404343fa tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Request body: {'security_group_rule': {'security_group_id': 'f38d9b40-689f-40a6-a783-a56bdfd699db', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:53:59.644271 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-32791930-7628-4e42-9aa6-93cb527f4448 admin admin] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:53:59.649659 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 54476) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:53:59.655896 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-32791930-7628-4e42-9aa6-93cb527f4448 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.6883469 Jun 11 09:53:59.669084 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fea4a3a0-e2b6-4ae2-81c3-9b7f6b98518c req-9b76e050-d063-4b40-b5ff-e9a2c8448e91 tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4bdcb2c-06cb-48c2-8b6d-2c54af187f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677330 Jun 11 09:53:59.757297 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa2ac7a-a418-470a-84f3-169979fded5e tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Made reservation on behalf of 3a7e48b24b924bff8faf8c740b2810c2 for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:54:00.070338 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-76473b86-7713-4e48-ad6b-d29e07c12f1a None None] Set router 60da6e1a-8a4a-47bd-8242-4b43501a7f9b gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:54:00.345716 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-29e58fe3-c856-42fb-8cc4-db0b649cdae0 None None] Provisioning for port 6cfe7158-72a0-4070-9100-b772a407e572 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:54:00.456984 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-76473b86-7713-4e48-ad6b-d29e07c12f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60da6e1a-8a4a-47bd-8242-4b43501a7f9b', 'name': 'tempest-TaggedBootDevicesTest-1846906910-router', 'tenant_id': '27f3c4dce50f47ad9013fa1bc48941bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': 'a2613239-b597-4cd9-b00d-83d5a5467420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:53:55Z', 'updated_at': '2021-06-11T09:53:58Z', 'revision_number': 3, 'project_id': '27f3c4dce50f47ad9013fa1bc48941bf', 'gw_port': {'id': 'a2613239-b597-4cd9-b00d-83d5a5467420', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:03:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60da6e1a-8a4a-47bd-8242-4b43501a7f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:53:56Z', 'updated_at': '2021-06-11T09:53:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:00.461467 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76473b86-7713-4e48-ad6b-d29e07c12f1a None None] Checking router: 60da6e1a-8a4a-47bd-8242-4b43501a7f9b for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:54:00.462186 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76473b86-7713-4e48-ad6b-d29e07c12f1a None None] Updating router 60da6e1a-8a4a-47bd-8242-4b43501a7f9b port a2613239-b597-4cd9-b00d-83d5a5467420 binding host n-d-779913-12 {{(pid=93178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 09:54:00.536521 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-afa2ac7a-a418-470a-84f3-169979fded5e tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:00.545468 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-76473b86-7713-4e48-ad6b-d29e07c12f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:00.603412 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [None req-afa2ac7a-a418-470a-84f3-169979fded5e tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] device_id is not set on port 5edef60b-528d-4fa0-b38a-2cbfb5409876 yet. {{(pid=93177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 09:54:00.673792 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-ff01f4e3-05a8-44ad-9d5c-da9cf648ab9d None None] Provisioning for port ca3ab23c-236f-4f70-b498-2bc7b80ce5ab completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:54:00.680975 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-ff01f4e3-05a8-44ad-9d5c-da9cf648ab9d None None] Provisioning complete for port ca3ab23c-236f-4f70-b498-2bc7b80ce5ab triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:54:00.681908 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ff01f4e3-05a8-44ad-9d5c-da9cf648ab9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:00.760958 n-d-779913-12 neutron-server[93177]: INFO neutron.db.securitygroups_db [None req-d09f11b3-21bc-4c45-bce4-a205404343fa tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Project abb03a0da8014535829e3be08a809b6f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 09:54:00.769902 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-ff01f4e3-05a8-44ad-9d5c-da9cf648ab9d None None] Port ca3ab23c-236f-4f70-b498-2bc7b80ce5ab cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:54:00.879823 n-d-779913-12 neutron-server[93177]: INFO neutron.api.v2.resource [None req-d09f11b3-21bc-4c45-bce4-a205404343fa tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 09:54:00.881820 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-d09f11b3-21bc-4c45-bce4-a205404343fa tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 1.2953615 Jun 11 09:54:00.886703 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 54488) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:00.916817 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 6cfe7158-72a0-4070-9100-b772a407e572 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:54:00.986779 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-afa2ac7a-a418-470a-84f3-169979fded5e tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] POST failed (client error): There was a conflict when trying to complete your request. Jun 11 09:54:00.987317 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afa2ac7a-a418-470a-84f3-169979fded5e tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 09:54:01.094708 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3d922e-5f02-4b85-ba3c-7eab62f71056 req-7d1c7caf-244c-4bb0-918a-6fa88aa55e32 tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:01.096248 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-bb3d922e-5f02-4b85-ba3c-7eab62f71056 req-7d1c7caf-244c-4bb0-918a-6fa88aa55e32 tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] 10.222.0.60 "GET /v2.0/ports?device_id=1166a311-4a16-497e-b01e-04eca0dabc34 HTTP/1.1" status: 200 len: 945 time: 0.2197456 Jun 11 09:54:01.103903 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bbfd8995-0553-4645-a4e4-d930dc80d2f9 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:01.127925 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-afa2ac7a-a418-470a-84f3-169979fded5e tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.9386613 Jun 11 09:54:01.128998 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54492) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:01.129365 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-76473b86-7713-4e48-ad6b-d29e07c12f1a None None] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:01.143420 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-76473b86-7713-4e48-ad6b-d29e07c12f1a None None] Transition to ACTIVE for port object a2613239-b597-4cd9-b00d-83d5a5467420 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:54:01.169233 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 6cfe7158-72a0-4070-9100-b772a407e572 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:54:01.173211 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:01.178859 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 6cfe7158-72a0-4070-9100-b772a407e572 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:54:01.178859 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:01.199855 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bbfd8995-0553-4645-a4e4-d930dc80d2f9 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:01.221087 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-bb3d922e-5f02-4b85-ba3c-7eab62f71056 req-2b264f41-59e1-4d4a-9ff3-3769ff816fa0 tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4bdcb2c-06cb-48c2-8b6d-2c54af187f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182370 Jun 11 09:54:01.247666 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbda3a0f-9748-4913-8254-2718affe1a2a tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:01.254448 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbda3a0f-9748-4913-8254-2718affe1a2a tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:01.258991 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-bbda3a0f-9748-4913-8254-2718affe1a2a tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1283073 Jun 11 09:54:01.259699 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54494) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:01.279078 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f498c4fe-12b5-4725-9f78-fec66e6d0e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:01.296166 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:01.333159 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-76473b86-7713-4e48-ad6b-d29e07c12f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:01.341876 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:01.397358 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 6cfe7158-72a0-4070-9100-b772a407e572, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=6cfe7158-72a0-4070-9100-b772a407e572,segment=NetworkSegment(e0bc2927-8a98-4066-9eb5-5174f5accc0f),segment_id=e0bc2927-8a98-4066-9eb5-5174f5accc0f)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:54:01.437583 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bbfd8995-0553-4645-a4e4-d930dc80d2f9 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:01.440127 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bbfd8995-0553-4645-a4e4-d930dc80d2f9 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:01.441566 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-bbfd8995-0553-4645-a4e4-d930dc80d2f9 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] 10.222.0.60 "DELETE /v2.0/security-groups/f38d9b40-689f-40a6-a783-a56bdfd699db HTTP/1.1" status: 204 len: 168 time: 0.5528049 Jun 11 09:54:01.444234 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8a461200-8c00-42bd-9fae-69bfbe358ea7 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:01.446314 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54500) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:01.454332 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bd1720-3ec1-428d-babf-934134e298bb None None] Pushing event updated for resources: {'Port': ['ID=a2613239-b597-4cd9-b00d-83d5a5467420,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:01.459927 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-88bd1720-3ec1-428d-babf-934134e298bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:01.480251 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-76473b86-7713-4e48-ad6b-d29e07c12f1a None None] Attempting to bind port a2613239-b597-4cd9-b00d-83d5a5467420 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:54:01.485015 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-76473b86-7713-4e48-ad6b-d29e07c12f1a None None] Attempting to bind port a2613239-b597-4cd9-b00d-83d5a5467420 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:54:01.485015 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76473b86-7713-4e48-ad6b-d29e07c12f1a None None] Attempting to bind port a2613239-b597-4cd9-b00d-83d5a5467420 on network f0adef6e-169f-4a27-8865-442be2ad072d {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:54:01.493411 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfd8995-0553-4645-a4e4-d930dc80d2f9 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f38d9b40-689f-40a6-a783-a56bdfd699db,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:01.498654 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76473b86-7713-4e48-ad6b-d29e07c12f1a None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:54:01.502427 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76473b86-7713-4e48-ad6b-d29e07c12f1a None None] Checking segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:54:01.516254 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-76473b86-7713-4e48-ad6b-d29e07c12f1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:01.516254 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76473b86-7713-4e48-ad6b-d29e07c12f1a None None] Bound using segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:54:01.516254 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-76473b86-7713-4e48-ad6b-d29e07c12f1a None None] Bound port: a2613239-b597-4cd9-b00d-83d5a5467420, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:54:01.516254 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-76473b86-7713-4e48-ad6b-d29e07c12f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:01.533713 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-bbfd8995-0553-4645-a4e4-d930dc80d2f9 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:01.543139 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-c726927d-bdba-4805-9e76-e958b028b8da tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Deleting port ca3ab23c-236f-4f70-b498-2bc7b80ce5ab {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:54:01.544168 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c726927d-bdba-4805-9e76-e958b028b8da tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:01.594309 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:01.600800 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device ce732d0a-1783-4735-b426-5eeeb7835aa9 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:54:01.619750 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-f498c4fe-12b5-4725-9f78-fec66e6d0e59 admin admin] Allocated IP 172.20.0.1 (07c60738-0d51-40d7-b14f-98ba87e92f35/89485667-0a35-4bc0-a20f-cd09bc5f5d8c/628c40f1-df36-4878-ae4d-f7bdec8832fc) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:54:01.680685 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-2b7d4ef0-13e5-4552-93b8-60529a08b695 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:01.750990 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c726927d-bdba-4805-9e76-e958b028b8da tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:01.807467 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f498c4fe-12b5-4725-9f78-fec66e6d0e59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:01.833625 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [None req-f498c4fe-12b5-4725-9f78-fec66e6d0e59 admin admin] Transition to ACTIVE for port object 628c40f1-df36-4878-ae4d-f7bdec8832fc will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:54:01.840144 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-76473b86-7713-4e48-ad6b-d29e07c12f1a None None] For port a2613239-b597-4cd9-b00d-83d5a5467420, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:54:01.875466 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-76473b86-7713-4e48-ad6b-d29e07c12f1a None None] For port a2613239-b597-4cd9-b00d-83d5a5467420, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=a2613239-b597-4cd9-b00d-83d5a5467420,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:54:01.883672 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port ce732d0a-1783-4735-b426-5eeeb7835aa9 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:54:01.884063 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:01.885614 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=6cfe7158-72a0-4070-9100-b772a407e572,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:01.885921 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-c726927d-bdba-4805-9e76-e958b028b8da tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Calling delete_port for ca3ab23c-236f-4f70-b498-2bc7b80ce5ab owned by {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:54:01.889258 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:01.893981 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-3939986f-fa33-4a7e-8ad1-e7ea74800b56 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4436767 Jun 11 09:54:01.898619 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54506) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:01.907032 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-0645d3b9-5c7a-412f-b411-9d250b726f16 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Request body: {'security_group': {'name': 'tempest-secgroup--1246119764'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:54:02.090850 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-76473b86-7713-4e48-ad6b-d29e07c12f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:02.091642 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f498c4fe-12b5-4725-9f78-fec66e6d0e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:02.093326 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-74f1e4cd-d0d3-46af-9aef-7bd992a0bcf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:02.099127 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-578b07f9-3846-4bef-ab7d-d5b4b1d5df5c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:02.154106 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0645d3b9-5c7a-412f-b411-9d250b726f16 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:02.174238 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f498c4fe-12b5-4725-9f78-fec66e6d0e59 admin admin] Network 07c60738-0d51-40d7-b14f-98ba87e92f35 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:54:02.178830 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-f498c4fe-12b5-4725-9f78-fec66e6d0e59 admin admin] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:54:02.204061 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76473b86-7713-4e48-ad6b-d29e07c12f1a None None] Routers {'60da6e1a-8a4a-47bd-8242-4b43501a7f9b'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:54:02.204061 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-76473b86-7713-4e48-ad6b-d29e07c12f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:53:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['60da6e1a-8a4a-47bd-8242-4b43501a7f9b'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:02.204260 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f498c4fe-12b5-4725-9f78-fec66e6d0e59 admin admin] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:54:02.261706 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f498c4fe-12b5-4725-9f78-fec66e6d0e59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-375088'] for router_interface, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:02.314179 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f498c4fe-12b5-4725-9f78-fec66e6d0e59 admin admin] Pushing event updated for resources: {'Port': ['ID=628c40f1-df36-4878-ae4d-f7bdec8832fc,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:02.316531 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bd1720-3ec1-428d-babf-934134e298bb None None] Pushing event updated for resources: {'Port': ['ID=a2613239-b597-4cd9-b00d-83d5a5467420,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:02.322630 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f498c4fe-12b5-4725-9f78-fec66e6d0e59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:02.328366 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-88bd1720-3ec1-428d-babf-934134e298bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:02.374530 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-76473b86-7713-4e48-ad6b-d29e07c12f1a None None] Set router 60da6e1a-8a4a-47bd-8242-4b43501a7f9b gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:54:02.467650 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84eba7-848d-4ba5-bf9c-0f4351130aee req-eb6a1801-b083-435f-b943-a0802b7f4124 tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:02.469116 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2d84eba7-848d-4ba5-bf9c-0f4351130aee req-eb6a1801-b083-435f-b943-a0802b7f4124 tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] 10.222.0.60 "GET /v2.0/ports?device_id=1166a311-4a16-497e-b01e-04eca0dabc34 HTTP/1.1" status: 200 len: 945 time: 0.2007697 Jun 11 09:54:02.534742 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2d84eba7-848d-4ba5-bf9c-0f4351130aee req-d325c19e-9e86-4bc2-8463-7ab6498cd7f8 tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4bdcb2c-06cb-48c2-8b6d-2c54af187f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562809 Jun 11 09:54:02.632656 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c726927d-bdba-4805-9e76-e958b028b8da tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:02.662051 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 6cfe7158-72a0-4070-9100-b772a407e572 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:54:02.674705 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9dfb3820-7a89-41cf-9b6b-5d8412870dd8 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:02.689433 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-76473b86-7713-4e48-ad6b-d29e07c12f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60da6e1a-8a4a-47bd-8242-4b43501a7f9b', 'name': 'tempest-TaggedBootDevicesTest-1846906910-router', 'tenant_id': '27f3c4dce50f47ad9013fa1bc48941bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': 'a2613239-b597-4cd9-b00d-83d5a5467420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:53:55Z', 'updated_at': '2021-06-11T09:53:58Z', 'revision_number': 3, 'project_id': '27f3c4dce50f47ad9013fa1bc48941bf', 'gw_port': {'id': 'a2613239-b597-4cd9-b00d-83d5a5467420', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:03:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60da6e1a-8a4a-47bd-8242-4b43501a7f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:53:56Z', 'updated_at': '2021-06-11T09:54:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:02.701759 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76473b86-7713-4e48-ad6b-d29e07c12f1a None None] The sync data for ids ['60da6e1a-8a4a-47bd-8242-4b43501a7f9b'] in n-d-779913-12 is: [{'id': '60da6e1a-8a4a-47bd-8242-4b43501a7f9b', 'name': 'tempest-TaggedBootDevicesTest-1846906910-router', 'tenant_id': '27f3c4dce50f47ad9013fa1bc48941bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': 'a2613239-b597-4cd9-b00d-83d5a5467420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:53:55Z', 'updated_at': '2021-06-11T09:53:58Z', 'revision_number': 3, 'project_id': '27f3c4dce50f47ad9013fa1bc48941bf', 'gw_port': {'id': 'a2613239-b597-4cd9-b00d-83d5a5467420', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:03:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60da6e1a-8a4a-47bd-8242-4b43501a7f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:53:56Z', 'updated_at': '2021-06-11T09:54:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:54:02.725932 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 6cfe7158-72a0-4070-9100-b772a407e572 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:54:02.726659 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:02.742172 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c726927d-bdba-4805-9e76-e958b028b8da tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event deleted for resources: {'Port': ['ID=ca3ab23c-236f-4f70-b498-2bc7b80ce5ab,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:02.751442 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c726927d-bdba-4805-9e76-e958b028b8da tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:02.794266 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f498c4fe-12b5-4725-9f78-fec66e6d0e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:02.804872 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-4572b653-9f79-4539-b19b-b34119ba44c4 None None] Provisioning for port 628c40f1-df36-4878-ae4d-f7bdec8832fc completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:54:02.817070 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-4572b653-9f79-4539-b19b-b34119ba44c4 None None] Provisioning complete for port 628c40f1-df36-4878-ae4d-f7bdec8832fc triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:54:02.817457 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-4572b653-9f79-4539-b19b-b34119ba44c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:02.839707 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c726927d-bdba-4805-9e76-e958b028b8da tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:02.847649 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-c726927d-bdba-4805-9e76-e958b028b8da tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/ports/ca3ab23c-236f-4f70-b498-2bc7b80ce5ab HTTP/1.1" status: 204 len: 168 time: 1.5846190 Jun 11 09:54:02.852829 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54518) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:02.933029 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-4572b653-9f79-4539-b19b-b34119ba44c4 None None] Port 628c40f1-df36-4878-ae4d-f7bdec8832fc cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:54:03.041747 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0645d3b9-5c7a-412f-b411-9d250b726f16 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:03.112481 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9de9a50-6079-401b-836b-d392ba346dcb tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:03.114277 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9de9a50-6079-401b-836b-d392ba346dcb tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:03.126689 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-a9de9a50-6079-401b-836b-d392ba346dcb tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2692490 Jun 11 09:54:03.129807 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54524) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:03.236233 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0645d3b9-5c7a-412f-b411-9d250b726f16 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:03.241399 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f498c4fe-12b5-4725-9f78-fec66e6d0e59 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:03.243947 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ab336c6c-ffc2-4775-8ffc-04764a873dfa tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:03.253818 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd18f7f-b5ce-4f74-85ee-f52228006de4 req-5400c739-84b5-490c-9b65-c18dbed99c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:03.255411 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0bd18f7f-b5ce-4f74-85ee-f52228006de4 req-5400c739-84b5-490c-9b65-c18dbed99c7f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c409d0288c674147b93fdeb9f22e6648&device_id=1166a311-4a16-497e-b01e-04eca0dabc34 HTTP/1.1" status: 200 len: 1097 time: 0.6421986 Jun 11 09:54:03.269959 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f1a7b12-a22c-4fb2-8089-e6254a296724 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Deleting subnet b781a51a-8e70-4c03-92ea-b74f58f8f7e1 {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 09:54:03.291013 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4f1a7b12-a22c-4fb2-8089-e6254a296724 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:03.359980 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f498c4fe-12b5-4725-9f78-fec66e6d0e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:03.363903 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-157e7867-f05a-47c6-83aa-eede22eae300 tempest-ImagesNegativeTestJSON-521473539 tempest-ImagesNegativeTestJSON-521473539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:03.371767 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0645d3b9-5c7a-412f-b411-9d250b726f16 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb86b08-8737-4679-95d0-ba7292fbda67,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:03.381433 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0645d3b9-5c7a-412f-b411-9d250b726f16 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:03.437758 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4f1a7b12-a22c-4fb2-8089-e6254a296724 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:03.460468 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f498c4fe-12b5-4725-9f78-fec66e6d0e59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375108'] for router_interface, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:03.466973 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f498c4fe-12b5-4725-9f78-fec66e6d0e59 admin admin] Pushing event updated for resources: {'Port': ['ID=628c40f1-df36-4878-ae4d-f7bdec8832fc,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:03.471716 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f498c4fe-12b5-4725-9f78-fec66e6d0e59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:03.519400 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd18f7f-b5ce-4f74-85ee-f52228006de4 req-5ca7061b-692d-4bce-81be-b86246e00b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:03.520918 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0bd18f7f-b5ce-4f74-85ee-f52228006de4 req-5ca7061b-692d-4bce-81be-b86246e00b5f service neutron] 10.222.0.69 "GET /v2.0/networks?id=2052370b-9290-4cf7-85b7-5ed0d789f099 HTTP/1.1" status: 200 len: 915 time: 0.2387681 Jun 11 09:54:03.596987 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f498c4fe-12b5-4725-9f78-fec66e6d0e59 admin admin] Network 07c60738-0d51-40d7-b14f-98ba87e92f35 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:54:03.598428 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-f498c4fe-12b5-4725-9f78-fec66e6d0e59 admin admin] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:54:03.661285 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0645d3b9-5c7a-412f-b411-9d250b726f16 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:03.662555 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-0645d3b9-5c7a-412f-b411-9d250b726f16 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.7593253 Jun 11 09:54:03.666156 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0bd18f7f-b5ce-4f74-85ee-f52228006de4 req-7d6951c4-c9b3-41a8-a08a-a6cc840db0dc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=70604682-bab2-48bf-a437-67e96c34a972 HTTP/1.1" status: 200 len: 217 time: 0.1145618 Jun 11 09:54:03.666609 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54530) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:03.709869 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-7d0c87f4-ca90-4dfb-8ee9-28e6d4ab0091 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Request body: {'security_group_rule': {'security_group_id': '8fb86b08-8737-4679-95d0-ba7292fbda67', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:54:03.771607 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4f1a7b12-a22c-4fb2-8089-e6254a296724 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:03.807022 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f498c4fe-12b5-4725-9f78-fec66e6d0e59 admin admin] Router 60da6e1a-8a4a-47bd-8242-4b43501a7f9b has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 09:54:03.973976 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd18f7f-b5ce-4f74-85ee-f52228006de4 req-3eb7c5dc-13b1-48f2-af79-97f4e841f89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:03.975678 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0bd18f7f-b5ce-4f74-85ee-f52228006de4 req-3eb7c5dc-13b1-48f2-af79-97f4e841f89f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=887f1eaf-95b7-4bd0-9d28-439bd17dc706 HTTP/1.1" status: 200 len: 854 time: 0.2842617 Jun 11 09:54:03.980054 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-9b093b70-f915-46db-b7f4-e04704fbee5e None None] Provisioning complete for port 628c40f1-df36-4878-ae4d-f7bdec8832fc triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:54:03.985686 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-9b093b70-f915-46db-b7f4-e04704fbee5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:04.024480 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f498c4fe-12b5-4725-9f78-fec66e6d0e59 admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:54:04.047547 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-f498c4fe-12b5-4725-9f78-fec66e6d0e59 admin admin] 10.222.0.60 "PUT /v2.0/routers/60da6e1a-8a4a-47bd-8242-4b43501a7f9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3816795 Jun 11 09:54:04.048553 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0bd18f7f-b5ce-4f74-85ee-f52228006de4 req-c3c0539f-3bff-4c50-a30a-1148c0a692c4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2052370b-9290-4cf7-85b7-5ed0d789f099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549173 Jun 11 09:54:04.086962 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-9b093b70-f915-46db-b7f4-e04704fbee5e None None] Port 628c40f1-df36-4878-ae4d-f7bdec8832fc cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:54:04.119377 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c991ea-8bc6-4ada-927b-17267d2c5cd7 req-baf0a932-cb2b-4a72-9c9f-4618718f6976 tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:04.128183 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-84c991ea-8bc6-4ada-927b-17267d2c5cd7 req-baf0a932-cb2b-4a72-9c9f-4618718f6976 tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] 10.222.0.60 "GET /v2.0/ports?device_id=1166a311-4a16-497e-b01e-04eca0dabc34 HTTP/1.1" status: 200 len: 945 time: 0.2659590 Jun 11 09:54:04.234702 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4f1a7b12-a22c-4fb2-8089-e6254a296724 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:04.242762 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-87b95093-706f-4cc0-adef-bed01a69495f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:04.291927 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-84c991ea-8bc6-4ada-927b-17267d2c5cd7 req-2179ed41-1b4e-447e-bccd-13b0ec70e43f tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4bdcb2c-06cb-48c2-8b6d-2c54af187f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623235 Jun 11 09:54:04.307972 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4f1a7b12-a22c-4fb2-8089-e6254a296724 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:04.312055 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-4f1a7b12-a22c-4fb2-8089-e6254a296724 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/subnets/b781a51a-8e70-4c03-92ea-b74f58f8f7e1 HTTP/1.1" status: 204 len: 168 time: 1.1686473 Jun 11 09:54:04.312055 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1a7b12-a22c-4fb2-8089-e6254a296724 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event deleted for resources: {'Subnet': ['ID=b781a51a-8e70-4c03-92ea-b74f58f8f7e1,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:04.312450 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 54544) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:04.324968 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5abd805-cfd2-4056-96c6-92674f1358f5 None None] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:54:04.329198 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4f1a7b12-a22c-4fb2-8089-e6254a296724 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:04.357188 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0bd18f7f-b5ce-4f74-85ee-f52228006de4 req-4d392b0b-5885-4897-8743-310ec074a769 service neutron] 10.222.0.69 "GET /v2.0/networks/2052370b-9290-4cf7-85b7-5ed0d789f099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057268 Jun 11 09:54:04.383092 n-d-779913-12 neutron-server[93177]: INFO neutron.api.v2.resource [None req-7d0c87f4-ca90-4dfb-8ee9-28e6d4ab0091 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] create failed (client error): The resource could not be found. Jun 11 09:54:04.387995 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-7d0c87f4-ca90-4dfb-8ee9-28e6d4ab0091 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.6977324 Jun 11 09:54:04.388591 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54550) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:04.445814 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-5c46cfed-f9db-4c84-a85b-9920600013a5 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1268702 Jun 11 09:54:04.445814 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 54564) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:04.461969 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-13ba62b9-54d2-4789-b049-1271a1514fb2 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Request body: {'security_group_rule': {'security_group_id': '8fb86b08-8737-4679-95d0-ba7292fbda67', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '2a9a82c5-afa3-45c7-84a3-acdf035f3339'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:54:04.463197 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-aa8937e9-b8a2-45ba-ae50-13eea6ed00fd tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Request body: {'subnet': {'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:54:04.667750 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device a2613239-b597-4cd9-b00d-83d5a5467420 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:54:04.696074 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0bd18f7f-b5ce-4f74-85ee-f52228006de4 req-5018a6e7-b497-4251-b9a7-444e53bd47c1 service neutron] 10.222.0.69 "GET /v2.0/networks/2052370b-9290-4cf7-85b7-5ed0d789f099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3318474 Jun 11 09:54:04.760235 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f60e69-8d32-410f-9222-37d2adbdc429 None None] DHCP port deletion for f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 09:54:04.820959 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-d3f60e69-8d32-410f-9222-37d2adbdc429 None None] Deleting port 6cfe7158-72a0-4070-9100-b772a407e572 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:54:04.821350 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d3f60e69-8d32-410f-9222-37d2adbdc429 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:04.901279 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port a2613239-b597-4cd9-b00d-83d5a5467420 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:54:04.915154 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port a2613239-b597-4cd9-b00d-83d5a5467420 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:54:04.915530 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:04.918123 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-d3f60e69-8d32-410f-9222-37d2adbdc429 None None] For port 6cfe7158-72a0-4070-9100-b772a407e572, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=6cfe7158-72a0-4070-9100-b772a407e572,segment=NetworkSegment(e0bc2927-8a98-4066-9eb5-5174f5accc0f),segment_id=e0bc2927-8a98-4066-9eb5-5174f5accc0f)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:54:04.918527 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d3f60e69-8d32-410f-9222-37d2adbdc429 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:05.036594 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5221a53-b298-40b3-afe6-09864cda33a5 None None] Sync routers for ids ['60da6e1a-8a4a-47bd-8242-4b43501a7f9b'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:54:05.045708 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa8937e9-b8a2-45ba-ae50-13eea6ed00fd tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Made reservation on behalf of 3a7e48b24b924bff8faf8c740b2810c2 for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:54:05.051634 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-aa8937e9-b8a2-45ba-ae50-13eea6ed00fd tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:05.065009 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5221a53-b298-40b3-afe6-09864cda33a5 None None] Routers {'60da6e1a-8a4a-47bd-8242-4b43501a7f9b'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:54:05.065932 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-c5221a53-b298-40b3-afe6-09864cda33a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:53:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['60da6e1a-8a4a-47bd-8242-4b43501a7f9b'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:05.140854 n-d-779913-12 neutron-server[93177]: INFO neutron.api.v2.resource [None req-13ba62b9-54d2-4789-b049-1271a1514fb2 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] create failed (client error): The resource could not be found. Jun 11 09:54:05.144657 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-13ba62b9-54d2-4789-b049-1271a1514fb2 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7149332 Jun 11 09:54:05.144899 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54584) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:05.242430 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-d3f60e69-8d32-410f-9222-37d2adbdc429 None None] Calling delete_port for 6cfe7158-72a0-4070-9100-b772a407e572 owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:54:05.256288 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-c5221a53-b298-40b3-afe6-09864cda33a5 None None] Set router 60da6e1a-8a4a-47bd-8242-4b43501a7f9b gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:54:05.284182 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-badc0d3a-8ab0-4a11-9c6a-cdab1ec8dc27 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:05.341305 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-badc0d3a-8ab0-4a11-9c6a-cdab1ec8dc27 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:05.481285 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:05.512341 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port a2613239-b597-4cd9-b00d-83d5a5467420, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=a2613239-b597-4cd9-b00d-83d5a5467420,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:54:05.530605 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-badc0d3a-8ab0-4a11-9c6a-cdab1ec8dc27 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:05.531121 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d3f60e69-8d32-410f-9222-37d2adbdc429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:05.533582 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-badc0d3a-8ab0-4a11-9c6a-cdab1ec8dc27 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:05.534500 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-6fd2707c-bf9c-4448-9f3f-52ff8425edee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:05.535101 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-badc0d3a-8ab0-4a11-9c6a-cdab1ec8dc27 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] 10.222.0.60 "DELETE /v2.0/security-groups/8fb86b08-8737-4679-95d0-ba7292fbda67 HTTP/1.1" status: 204 len: 168 time: 0.3891706 Jun 11 09:54:05.536448 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:05.536598 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0645d3b9-5c7a-412f-b411-9d250b726f16 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:05.539034 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 54592) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:05.582068 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badc0d3a-8ab0-4a11-9c6a-cdab1ec8dc27 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb86b08-8737-4679-95d0-ba7292fbda67,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:05.584990 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-badc0d3a-8ab0-4a11-9c6a-cdab1ec8dc27 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:05.620850 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f60e69-8d32-410f-9222-37d2adbdc429 None None] Pushing event deleted for resources: {'Port': ['ID=6cfe7158-72a0-4070-9100-b772a407e572,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:05.630771 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f60e69-8d32-410f-9222-37d2adbdc429 None None] No DVR routers for this DVR port 6cfe7158-72a0-4070-9100-b772a407e572 on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:54:05.653007 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f60e69-8d32-410f-9222-37d2adbdc429 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:54:05.653296 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f60e69-8d32-410f-9222-37d2adbdc429 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:54:05.653645 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f60e69-8d32-410f-9222-37d2adbdc429 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:54:05.653948 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f60e69-8d32-410f-9222-37d2adbdc429 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:54:05.660893 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f60e69-8d32-410f-9222-37d2adbdc429 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:54:05.661756 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f60e69-8d32-410f-9222-37d2adbdc429 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:54:05.661756 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f60e69-8d32-410f-9222-37d2adbdc429 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:54:05.662619 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f60e69-8d32-410f-9222-37d2adbdc429 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:54:05.662619 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f60e69-8d32-410f-9222-37d2adbdc429 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:54:05.662853 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f60e69-8d32-410f-9222-37d2adbdc429 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:54:05.662960 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f60e69-8d32-410f-9222-37d2adbdc429 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:54:05.663346 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f60e69-8d32-410f-9222-37d2adbdc429 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:54:05.669097 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-d3f60e69-8d32-410f-9222-37d2adbdc429 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:05.671841 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-ae0a0d78-3d59-435a-8f7d-079ad7ac1246 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1313388 Jun 11 09:54:05.676483 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54594) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:05.684414 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-ee452a42-9fab-4cfc-bbf6-a399d8edcc85 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Request body: {'security_group_rule': {'security_group_id': 'a366d37e-19f1-42eb-af97-191d9067eac4', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:54:05.691848 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-aa8937e9-b8a2-45ba-ae50-13eea6ed00fd tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:05.696610 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d23b6da2-e64b-49dd-8b5b-28f28d4100e6 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:05.741505 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-c5221a53-b298-40b3-afe6-09864cda33a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60da6e1a-8a4a-47bd-8242-4b43501a7f9b', 'name': 'tempest-TaggedBootDevicesTest-1846906910-router', 'tenant_id': '27f3c4dce50f47ad9013fa1bc48941bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': 'a2613239-b597-4cd9-b00d-83d5a5467420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:53:55Z', 'updated_at': '2021-06-11T09:54:02Z', 'revision_number': 4, 'project_id': '27f3c4dce50f47ad9013fa1bc48941bf', 'gw_port': {'id': 'a2613239-b597-4cd9-b00d-83d5a5467420', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:03:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60da6e1a-8a4a-47bd-8242-4b43501a7f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:53:56Z', 'updated_at': '2021-06-11T09:54:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '628c40f1-df36-4878-ae4d-f7bdec8832fc', 'name': '', 'network_id': '07c60738-0d51-40d7-b14f-98ba87e92f35', 'tenant_id': '27f3c4dce50f47ad9013fa1bc48941bf', 'mac_address': 'fa:16:3e:40:25:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60da6e1a-8a4a-47bd-8242-4b43501a7f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '89485667-0a35-4bc0-a20f-cd09bc5f5d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:54:01Z', 'updated_at': '2021-06-11T09:54:02Z', 'revision_number': 2, 'project_id': '27f3c4dce50f47ad9013fa1bc48941bf', 'subnets': [{'id': '89485667-0a35-4bc0-a20f-cd09bc5f5d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:05.749977 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5221a53-b298-40b3-afe6-09864cda33a5 None None] Checking router: 60da6e1a-8a4a-47bd-8242-4b43501a7f9b for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:54:05.752511 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5221a53-b298-40b3-afe6-09864cda33a5 None None] Updating router 60da6e1a-8a4a-47bd-8242-4b43501a7f9b port 628c40f1-df36-4878-ae4d-f7bdec8832fc binding host n-d-779913-12 {{(pid=93179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 09:54:05.768125 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8937e9-b8a2-45ba-ae50-13eea6ed00fd tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:54:05.784498 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5757e7ec-07da-4520-9779-be695891e260 req-e7eba5f1-a1cd-4ed5-bc6c-44305130acee tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:05.784498 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5757e7ec-07da-4520-9779-be695891e260 req-e7eba5f1-a1cd-4ed5-bc6c-44305130acee tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] 10.222.0.60 "GET /v2.0/ports?device_id=1166a311-4a16-497e-b01e-04eca0dabc34 HTTP/1.1" status: 200 len: 945 time: 0.1790943 Jun 11 09:54:05.784838 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:05.786288 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-aa8937e9-b8a2-45ba-ae50-13eea6ed00fd tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:54:05.789900 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8937e9-b8a2-45ba-ae50-13eea6ed00fd tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:05.790516 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-aa8937e9-b8a2-45ba-ae50-13eea6ed00fd tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:05.795453 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:05.813922 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db54148-61d1-4f36-9aa9-2d1182aa5c69 None None] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:54:05.821585 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8937e9-b8a2-45ba-ae50-13eea6ed00fd tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event updated for resources: {'Subnet': ['ID=921ea1dd-955f-4232-a8a6-b63c78bb53be,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:05.826769 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-aa8937e9-b8a2-45ba-ae50-13eea6ed00fd tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:05.829600 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-c5221a53-b298-40b3-afe6-09864cda33a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:05.869653 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5757e7ec-07da-4520-9779-be695891e260 req-e9844926-69ff-419e-a856-5508abb0ccba tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4bdcb2c-06cb-48c2-8b6d-2c54af187f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588980 Jun 11 09:54:05.949757 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=a2613239-b597-4cd9-b00d-83d5a5467420,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:05.959304 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:06.028489 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-aa8937e9-b8a2-45ba-ae50-13eea6ed00fd tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5779915 Jun 11 09:54:06.031284 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 54598) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:06.036655 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-173627f7-c71e-4755-bb13-9145b1c2253f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Request body: {'port': {'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'fixed_ips': [{'subnet_id': '921ea1dd-955f-4232-a8a6-b63c78bb53be', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-976333423'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:54:06.101143 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a815038-6c5f-437d-a799-7b00f7a16330 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'tenant_id': '3a7e48b24b924bff8faf8c740b2810c2', 'fixed_ips': [{'subnet_id': '921ea1dd-955f-4232-a8a6-b63c78bb53be'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 09:54:06.103241 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7a815038-6c5f-437d-a799-7b00f7a16330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:06.136105 n-d-779913-12 neutron-server[93177]: INFO neutron.api.v2.resource [None req-ee452a42-9fab-4cfc-bbf6-a399d8edcc85 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] create failed (client error): The resource could not be found. Jun 11 09:54:06.138023 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-ee452a42-9fab-4cfc-bbf6-a399d8edcc85 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4605131 Jun 11 09:54:06.143342 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54600) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:06.153633 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-7f069de0-f653-4b70-957e-131332c062c0 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Request body: {'security_group': {'name': 'tempest-secgroup--1254902371'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:54:06.300838 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-c5221a53-b298-40b3-afe6-09864cda33a5 None None] Notify callbacks [] for port, precommit_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:06.303403 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-c5221a53-b298-40b3-afe6-09864cda33a5 None None] Transition to ACTIVE for port object 628c40f1-df36-4878-ae4d-f7bdec8832fc will not be triggered until provisioned by entity L2. {{(pid=93179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:54:06.324401 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7f069de0-f653-4b70-957e-131332c062c0 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:06.352211 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-7a815038-6c5f-437d-a799-7b00f7a16330 None None] Allocated IP 2001:db8::2 (f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc/921ea1dd-955f-4232-a8a6-b63c78bb53be/954988e5-ffe7-4227-80dd-aa19ff038ece) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:54:06.522936 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-c5221a53-b298-40b3-afe6-09864cda33a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:06.522936 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-9478bc20-6a21-4cdb-b0cb-737e7d18b68e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:06.541865 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-173627f7-c71e-4755-bb13-9145b1c2253f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Made reservation on behalf of 3a7e48b24b924bff8faf8c740b2810c2 for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:54:06.544456 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7a815038-6c5f-437d-a799-7b00f7a16330 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:06.567283 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-7a815038-6c5f-437d-a799-7b00f7a16330 None None] Transition to ACTIVE for port object 954988e5-ffe7-4227-80dd-aa19ff038ece will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:54:06.619339 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-7a815038-6c5f-437d-a799-7b00f7a16330 None None] Transition to ACTIVE for port object 954988e5-ffe7-4227-80dd-aa19ff038ece will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:54:06.645800 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device a2613239-b597-4cd9-b00d-83d5a5467420 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:54:06.698315 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7f069de0-f653-4b70-957e-131332c062c0 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:06.738062 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7a815038-6c5f-437d-a799-7b00f7a16330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:06.742600 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede5b2ae-52b7-4245-a4a4-f14e111fc96f None None] Pushing event updated for resources: {'Port': ['ID=628c40f1-df36-4878-ae4d-f7bdec8832fc,revision_number=3']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:06.743041 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-65b363af-79fd-4f4a-8a90-2dff48d79d3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:06.807354 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-173627f7-c71e-4755-bb13-9145b1c2253f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:06.816540 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede5b2ae-52b7-4245-a4a4-f14e111fc96f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:54:06.816540 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede5b2ae-52b7-4245-a4a4-f14e111fc96f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:54:06.816540 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede5b2ae-52b7-4245-a4a4-f14e111fc96f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:54:06.827404 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede5b2ae-52b7-4245-a4a4-f14e111fc96f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:54:06.827404 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede5b2ae-52b7-4245-a4a4-f14e111fc96f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:54:06.827404 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede5b2ae-52b7-4245-a4a4-f14e111fc96f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:54:06.827404 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede5b2ae-52b7-4245-a4a4-f14e111fc96f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:54:06.827404 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede5b2ae-52b7-4245-a4a4-f14e111fc96f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:54:06.827404 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede5b2ae-52b7-4245-a4a4-f14e111fc96f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:54:06.827404 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede5b2ae-52b7-4245-a4a4-f14e111fc96f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:54:06.827404 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede5b2ae-52b7-4245-a4a4-f14e111fc96f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:54:06.827404 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede5b2ae-52b7-4245-a4a4-f14e111fc96f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:54:06.860533 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-ede5b2ae-52b7-4245-a4a4-f14e111fc96f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:06.863351 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [None req-173627f7-c71e-4755-bb13-9145b1c2253f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] device_id is not set on port cea0790e-bb6a-4c23-908c-7981b24ecd74 yet. {{(pid=93176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 09:54:06.878231 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a815038-6c5f-437d-a799-7b00f7a16330 None None] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:54:06.886519 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-c5221a53-b298-40b3-afe6-09864cda33a5 None None] Attempting to bind port 628c40f1-df36-4878-ae4d-f7bdec8832fc on host n-d-779913-12 for vnic_type normal with profile {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:54:06.886776 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-c5221a53-b298-40b3-afe6-09864cda33a5 None None] Attempting to bind port 628c40f1-df36-4878-ae4d-f7bdec8832fc by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'eeb5ae5e-db04-4a86-95ef-62fd769c5d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '07c60738-0d51-40d7-b14f-98ba87e92f35'}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:54:06.887150 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5221a53-b298-40b3-afe6-09864cda33a5 None None] Attempting to bind port 628c40f1-df36-4878-ae4d-f7bdec8832fc on network 07c60738-0d51-40d7-b14f-98ba87e92f35 {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:54:06.893889 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port a2613239-b597-4cd9-b00d-83d5a5467420 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:54:06.894277 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:06.894421 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5221a53-b298-40b3-afe6-09864cda33a5 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:54:06.894685 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5221a53-b298-40b3-afe6-09864cda33a5 None None] Checking segment: {'id': 'eeb5ae5e-db04-4a86-95ef-62fd769c5d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '07c60738-0d51-40d7-b14f-98ba87e92f35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:54:06.895760 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-c5221a53-b298-40b3-afe6-09864cda33a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:06.896404 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5221a53-b298-40b3-afe6-09864cda33a5 None None] Bound using segment: {'id': 'eeb5ae5e-db04-4a86-95ef-62fd769c5d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '07c60738-0d51-40d7-b14f-98ba87e92f35'} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:54:06.897129 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-c5221a53-b298-40b3-afe6-09864cda33a5 None None] Bound port: 628c40f1-df36-4878-ae4d-f7bdec8832fc, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeb5ae5e-db04-4a86-95ef-62fd769c5d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '07c60738-0d51-40d7-b14f-98ba87e92f35'}}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:54:06.897754 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-c5221a53-b298-40b3-afe6-09864cda33a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:06.904516 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7f069de0-f653-4b70-957e-131332c062c0 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:06.908404 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-22752268-740f-4838-99fd-8370633a11ff tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:06.956586 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-7a815038-6c5f-437d-a799-7b00f7a16330 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:54:06.961849 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a815038-6c5f-437d-a799-7b00f7a16330 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:54:06.985660 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f069de0-f653-4b70-957e-131332c062c0 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d364244-1391-411d-b508-394df448d82d,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:06.988600 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a815038-6c5f-437d-a799-7b00f7a16330 None None] Pushing event updated for resources: {'Port': ['ID=954988e5-ffe7-4227-80dd-aa19ff038ece,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:06.991204 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7f069de0-f653-4b70-957e-131332c062c0 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:07.006081 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-7a815038-6c5f-437d-a799-7b00f7a16330 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:07.083821 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-c5221a53-b298-40b3-afe6-09864cda33a5 None None] For port 628c40f1-df36-4878-ae4d-f7bdec8832fc, host n-d-779913-12, cleared binding levels {{(pid=93179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:54:07.092145 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-c5221a53-b298-40b3-afe6-09864cda33a5 None None] For port 628c40f1-df36-4878-ae4d-f7bdec8832fc, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=628c40f1-df36-4878-ae4d-f7bdec8832fc,segment=NetworkSegment(eeb5ae5e-db04-4a86-95ef-62fd769c5d60),segment_id=eeb5ae5e-db04-4a86-95ef-62fd769c5d60)] {{(pid=93179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:54:07.148539 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7f069de0-f653-4b70-957e-131332c062c0 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:07.149023 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-7a815038-6c5f-437d-a799-7b00f7a16330 None None] Attempting to bind port 954988e5-ffe7-4227-80dd-aa19ff038ece on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:54:07.149023 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-7a815038-6c5f-437d-a799-7b00f7a16330 None None] Attempting to bind port 954988e5-ffe7-4227-80dd-aa19ff038ece by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'e0bc2927-8a98-4066-9eb5-5174f5accc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:54:07.149334 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a815038-6c5f-437d-a799-7b00f7a16330 None None] Attempting to bind port 954988e5-ffe7-4227-80dd-aa19ff038ece on network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:54:07.151136 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-7f069de0-f653-4b70-957e-131332c062c0 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0051162 Jun 11 09:54:07.153781 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 54644) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:07.158249 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a815038-6c5f-437d-a799-7b00f7a16330 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:54:07.158648 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a815038-6c5f-437d-a799-7b00f7a16330 None None] Checking segment: {'id': 'e0bc2927-8a98-4066-9eb5-5174f5accc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:54:07.159047 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7a815038-6c5f-437d-a799-7b00f7a16330 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:07.159799 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a815038-6c5f-437d-a799-7b00f7a16330 None None] Bound using segment: {'id': 'e0bc2927-8a98-4066-9eb5-5174f5accc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:54:07.160486 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-6de2147c-4e00-4a93-a876-d9996cb53c75 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Request body: {'security_group': {'name': 'tempest-secgroup--1910279841'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:54:07.160618 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-7a815038-6c5f-437d-a799-7b00f7a16330 None None] Bound port: 954988e5-ffe7-4227-80dd-aa19ff038ece, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0bc2927-8a98-4066-9eb5-5174f5accc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:54:07.160898 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7a815038-6c5f-437d-a799-7b00f7a16330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:07.169491 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b322f2-8832-4dc7-9743-ea644b1a85e0 req-5ed9b4bf-7c29-443d-a2ea-c8eea6071f19 tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:07.172964 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-90b322f2-8832-4dc7-9743-ea644b1a85e0 req-5ed9b4bf-7c29-443d-a2ea-c8eea6071f19 tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] 10.222.0.60 "GET /v2.0/ports?device_id=1166a311-4a16-497e-b01e-04eca0dabc34 HTTP/1.1" status: 200 len: 945 time: 0.1212568 Jun 11 09:54:07.210669 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-173627f7-c71e-4755-bb13-9145b1c2253f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 09:54:07.211255 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-173627f7-c71e-4755-bb13-9145b1c2253f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 09:54:07.248144 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-90b322f2-8832-4dc7-9743-ea644b1a85e0 req-446f9ddd-0771-4a33-8aeb-50d446d74d72 tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4bdcb2c-06cb-48c2-8b6d-2c54af187f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620201 Jun 11 09:54:07.256300 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-c5221a53-b298-40b3-afe6-09864cda33a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:07.258350 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-3074dc6d-4752-4796-b697-c83243126f37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:07.273590 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-7a815038-6c5f-437d-a799-7b00f7a16330 None None] For port 954988e5-ffe7-4227-80dd-aa19ff038ece, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:54:07.274793 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-7a815038-6c5f-437d-a799-7b00f7a16330 None None] For port 954988e5-ffe7-4227-80dd-aa19ff038ece, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=954988e5-ffe7-4227-80dd-aa19ff038ece,segment=NetworkSegment(e0bc2927-8a98-4066-9eb5-5174f5accc0f),segment_id=e0bc2927-8a98-4066-9eb5-5174f5accc0f)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:54:07.310786 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 6cfe7158-72a0-4070-9100-b772a407e572 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:54:07.347126 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6de2147c-4e00-4a93-a876-d9996cb53c75 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:07.367533 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5221a53-b298-40b3-afe6-09864cda33a5 None None] Routers {'60da6e1a-8a4a-47bd-8242-4b43501a7f9b'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:54:07.367533 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-c5221a53-b298-40b3-afe6-09864cda33a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:53:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['60da6e1a-8a4a-47bd-8242-4b43501a7f9b'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:07.382204 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 6cfe7158-72a0-4070-9100-b772a407e572 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:54:07.382783 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 6cfe7158-72a0-4070-9100-b772a407e572 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:54:07.393765 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7a815038-6c5f-437d-a799-7b00f7a16330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:07.396521 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:07.426461 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede5b2ae-52b7-4245-a4a4-f14e111fc96f None None] Pushing event updated for resources: {'Port': ['ID=628c40f1-df36-4878-ae4d-f7bdec8832fc,revision_number=4']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:07.486848 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-ede5b2ae-52b7-4245-a4a4-f14e111fc96f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:07.503708 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a815038-6c5f-437d-a799-7b00f7a16330 None None] Pushing event updated for resources: {'Port': ['ID=954988e5-ffe7-4227-80dd-aa19ff038ece,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:07.504977 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-7a815038-6c5f-437d-a799-7b00f7a16330 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:07.534963 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54654) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:07.535081 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-173627f7-c71e-4755-bb13-9145b1c2253f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.5010896 Jun 11 09:54:07.579932 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-c5221a53-b298-40b3-afe6-09864cda33a5 None None] Set router 60da6e1a-8a4a-47bd-8242-4b43501a7f9b gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:54:07.707875 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9aff9b5-17aa-495e-b8d7-db631ab30074 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:07.720374 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-c9aff9b5-17aa-495e-b8d7-db631ab30074 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1855118 Jun 11 09:54:07.722987 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54656) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:07.734244 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6de2147c-4e00-4a93-a876-d9996cb53c75 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:07.817698 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15664f5a-7199-4ed9-aa37-01e67b5710f1 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:07.826963 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15664f5a-7199-4ed9-aa37-01e67b5710f1 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:07.828058 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-15664f5a-7199-4ed9-aa37-01e67b5710f1 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1039097 Jun 11 09:54:07.830755 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54658) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:07.937543 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-069d2311-37fd-4f2f-879c-bff51c59369f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Deleting subnet 921ea1dd-955f-4232-a8a6-b63c78bb53be {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 09:54:07.941437 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-069d2311-37fd-4f2f-879c-bff51c59369f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:07.992715 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6de2147c-4e00-4a93-a876-d9996cb53c75 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:08.005270 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-465c420b-f1c5-438b-a398-30cbbf9aeabf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:08.035250 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-069d2311-37fd-4f2f-879c-bff51c59369f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:08.080878 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de2147c-4e00-4a93-a876-d9996cb53c75 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=709f9253-c750-40e4-b6e3-1fd33a19e8dd,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:08.086535 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6de2147c-4e00-4a93-a876-d9996cb53c75 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:08.182214 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-069d2311-37fd-4f2f-879c-bff51c59369f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:08.220553 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-c5221a53-b298-40b3-afe6-09864cda33a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60da6e1a-8a4a-47bd-8242-4b43501a7f9b', 'name': 'tempest-TaggedBootDevicesTest-1846906910-router', 'tenant_id': '27f3c4dce50f47ad9013fa1bc48941bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': 'a2613239-b597-4cd9-b00d-83d5a5467420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:53:55Z', 'updated_at': '2021-06-11T09:54:02Z', 'revision_number': 4, 'project_id': '27f3c4dce50f47ad9013fa1bc48941bf', 'gw_port': {'id': 'a2613239-b597-4cd9-b00d-83d5a5467420', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:03:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60da6e1a-8a4a-47bd-8242-4b43501a7f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:53:56Z', 'updated_at': '2021-06-11T09:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '628c40f1-df36-4878-ae4d-f7bdec8832fc', 'name': '', 'network_id': '07c60738-0d51-40d7-b14f-98ba87e92f35', 'tenant_id': '27f3c4dce50f47ad9013fa1bc48941bf', 'mac_address': 'fa:16:3e:40:25:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60da6e1a-8a4a-47bd-8242-4b43501a7f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '89485667-0a35-4bc0-a20f-cd09bc5f5d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:54:01Z', 'updated_at': '2021-06-11T09:54:07Z', 'revision_number': 4, 'project_id': '27f3c4dce50f47ad9013fa1bc48941bf', 'subnets': [{'id': '89485667-0a35-4bc0-a20f-cd09bc5f5d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:08.225180 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5221a53-b298-40b3-afe6-09864cda33a5 None None] The sync data for ids ['60da6e1a-8a4a-47bd-8242-4b43501a7f9b'] in n-d-779913-12 is: [{'id': '60da6e1a-8a4a-47bd-8242-4b43501a7f9b', 'name': 'tempest-TaggedBootDevicesTest-1846906910-router', 'tenant_id': '27f3c4dce50f47ad9013fa1bc48941bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': 'a2613239-b597-4cd9-b00d-83d5a5467420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:53:55Z', 'updated_at': '2021-06-11T09:54:02Z', 'revision_number': 4, 'project_id': '27f3c4dce50f47ad9013fa1bc48941bf', 'gw_port': {'id': 'a2613239-b597-4cd9-b00d-83d5a5467420', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:03:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60da6e1a-8a4a-47bd-8242-4b43501a7f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:53:56Z', 'updated_at': '2021-06-11T09:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '628c40f1-df36-4878-ae4d-f7bdec8832fc', 'name': '', 'network_id': '07c60738-0d51-40d7-b14f-98ba87e92f35', 'tenant_id': '27f3c4dce50f47ad9013fa1bc48941bf', 'mac_address': 'fa:16:3e:40:25:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60da6e1a-8a4a-47bd-8242-4b43501a7f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '89485667-0a35-4bc0-a20f-cd09bc5f5d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:54:01Z', 'updated_at': '2021-06-11T09:54:07Z', 'revision_number': 4, 'project_id': '27f3c4dce50f47ad9013fa1bc48941bf', 'subnets': [{'id': '89485667-0a35-4bc0-a20f-cd09bc5f5d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:54:08.253772 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6de2147c-4e00-4a93-a876-d9996cb53c75 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:08.259266 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-6de2147c-4e00-4a93-a876-d9996cb53c75 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1038444 Jun 11 09:54:08.260081 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 54666) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:08.266028 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-357111d7-a642-49de-8f9e-5291b0ee1ca0 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Request body: {'security_group_rule': {'security_group_id': '4d364244-1391-411d-b508-394df448d82d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '709f9253-c750-40e4-b6e3-1fd33a19e8dd'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:54:08.542095 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-069d2311-37fd-4f2f-879c-bff51c59369f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:08.546663 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c4307c1f-39dc-4065-802b-2e82e070e3c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:08.616795 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069d2311-37fd-4f2f-879c-bff51c59369f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event deleted for resources: {'Subnet': ['ID=921ea1dd-955f-4232-a8a6-b63c78bb53be,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:08.620862 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-069d2311-37fd-4f2f-879c-bff51c59369f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:08.658208 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-069d2311-37fd-4f2f-879c-bff51c59369f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:08.662503 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-069d2311-37fd-4f2f-879c-bff51c59369f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/subnets/921ea1dd-955f-4232-a8a6-b63c78bb53be HTTP/1.1" status: 204 len: 168 time: 0.8284006 Jun 11 09:54:08.662772 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54672) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:08.678283 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24057b1-346c-42ae-803b-ac44cfaef866 req-ef79b2e4-8809-47dd-81e3-5ecd814db4e1 tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:08.689328 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a24057b1-346c-42ae-803b-ac44cfaef866 req-ef79b2e4-8809-47dd-81e3-5ecd814db4e1 tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] 10.222.0.60 "GET /v2.0/ports?device_id=1166a311-4a16-497e-b01e-04eca0dabc34 HTTP/1.1" status: 200 len: 945 time: 0.1614861 Jun 11 09:54:08.757591 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 628c40f1-df36-4878-ae4d-f7bdec8832fc up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:54:08.777117 n-d-779913-12 neutron-server[93176]: INFO neutron.api.v2.resource [None req-357111d7-a642-49de-8f9e-5291b0ee1ca0 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 09:54:08.785309 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-357111d7-a642-49de-8f9e-5291b0ee1ca0 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.5235085 Jun 11 09:54:08.787096 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 54676) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:08.808914 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a24057b1-346c-42ae-803b-ac44cfaef866 req-ab19503f-332f-47a3-8c9e-8468d331ae21 tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4bdcb2c-06cb-48c2-8b6d-2c54af187f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179118 Jun 11 09:54:08.839503 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-98a7452f-38db-4999-9d37-36b696fce1a1 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1712353 Jun 11 09:54:08.839701 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54678) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:08.858441 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-e1efe6d4-7ed2-4842-b945-2c4be991d35f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Request body: {'subnet': {'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:54:08.959994 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5eb418a6-eac3-4e07-9a4a-e325610159e2 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:08.961962 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccdf280b-eba0-4754-b550-1db2a57c0d11 None None] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:54:09.013202 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5eb418a6-eac3-4e07-9a4a-e325610159e2 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:09.023937 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 628c40f1-df36-4878-ae4d-f7bdec8832fc completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:54:09.098680 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 628c40f1-df36-4878-ae4d-f7bdec8832fc triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:54:09.099357 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:09.204261 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1efe6d4-7ed2-4842-b945-2c4be991d35f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Made reservation on behalf of 3a7e48b24b924bff8faf8c740b2810c2 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:54:09.204261 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e1efe6d4-7ed2-4842-b945-2c4be991d35f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:09.302047 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5eb418a6-eac3-4e07-9a4a-e325610159e2 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:09.305243 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5eb418a6-eac3-4e07-9a4a-e325610159e2 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:09.307327 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-5eb418a6-eac3-4e07-9a4a-e325610159e2 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] 10.222.0.60 "DELETE /v2.0/security-groups/709f9253-c750-40e4-b6e3-1fd33a19e8dd HTTP/1.1" status: 204 len: 168 time: 0.4946351 Jun 11 09:54:09.308591 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0827208a-d3f4-4128-ae6b-199cf07f8e8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:09.312627 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 54684) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:09.319555 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-4a35eb12-22ee-4604-9104-ac560729dec7 None None] Provisioning for port 954988e5-ffe7-4227-80dd-aa19ff038ece completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:54:09.387111 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:09.487397 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fad18a0-9cdd-4b8b-a7ba-0307d7eef829 None None] DHCP port deletion for f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 09:54:09.516141 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 628c40f1-df36-4878-ae4d-f7bdec8832fc, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=628c40f1-df36-4878-ae4d-f7bdec8832fc,segment=NetworkSegment(eeb5ae5e-db04-4a86-95ef-62fd769c5d60),segment_id=eeb5ae5e-db04-4a86-95ef-62fd769c5d60)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:54:09.600826 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-1fad18a0-9cdd-4b8b-a7ba-0307d7eef829 None None] Deleting port 954988e5-ffe7-4227-80dd-aa19ff038ece {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:54:09.601309 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1fad18a0-9cdd-4b8b-a7ba-0307d7eef829 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:09.650178 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:09.651713 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 954988e5-ffe7-4227-80dd-aa19ff038ece up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:54:09.700564 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-c1b9c52f-59af-474b-a6a0-d568ef2c34b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:09.712096 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e1efe6d4-7ed2-4842-b945-2c4be991d35f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:09.714818 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-01336138-f724-4ae8-b4c6-c678527037c3 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:09.776562 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=628c40f1-df36-4878-ae4d-f7bdec8832fc,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:09.779651 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:09.813048 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-1fad18a0-9cdd-4b8b-a7ba-0307d7eef829 None None] For port 954988e5-ffe7-4227-80dd-aa19ff038ece, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=954988e5-ffe7-4227-80dd-aa19ff038ece,segment=NetworkSegment(e0bc2927-8a98-4066-9eb5-5174f5accc0f),segment_id=e0bc2927-8a98-4066-9eb5-5174f5accc0f)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:54:09.813473 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1fad18a0-9cdd-4b8b-a7ba-0307d7eef829 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:09.816023 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb418a6-eac3-4e07-9a4a-e325610159e2 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=709f9253-c750-40e4-b6e3-1fd33a19e8dd,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:09.832755 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1efe6d4-7ed2-4842-b945-2c4be991d35f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:54:09.842371 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-e1efe6d4-7ed2-4842-b945-2c4be991d35f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:54:09.860427 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5eb418a6-eac3-4e07-9a4a-e325610159e2 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:09.862403 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1efe6d4-7ed2-4842-b945-2c4be991d35f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:09.863225 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e1efe6d4-7ed2-4842-b945-2c4be991d35f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:09.868822 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-eb70e00d-c7d5-4fd2-8986-6fc9e09afa7e tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.5521076 Jun 11 09:54:09.869401 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 54692) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:09.882324 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1efe6d4-7ed2-4842-b945-2c4be991d35f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event updated for resources: {'Subnet': ['ID=ee013c5f-f333-47ac-94f2-55b85e6f79fd,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:09.896117 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e1efe6d4-7ed2-4842-b945-2c4be991d35f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:09.955697 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a6a153b7-2cf5-4933-84bd-19dc44635533 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:09.989581 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a6a153b7-2cf5-4933-84bd-19dc44635533 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:10.022110 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-1fad18a0-9cdd-4b8b-a7ba-0307d7eef829 None None] Calling delete_port for 954988e5-ffe7-4227-80dd-aa19ff038ece owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:54:10.057965 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-e1efe6d4-7ed2-4842-b945-2c4be991d35f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2050400 Jun 11 09:54:10.058256 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54696) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:10.064391 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-fd1f7f39-5761-4ee8-9203-1182569af717 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-839448365', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:54:10.124508 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2226e7-94dc-472f-9fd4-4ad4b69e0b8c req-a9fb0236-d72b-4623-8c9c-47cbb47bca69 tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:10.126219 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8d2226e7-94dc-472f-9fd4-4ad4b69e0b8c req-a9fb0236-d72b-4623-8c9c-47cbb47bca69 tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] 10.222.0.60 "GET /v2.0/ports?device_id=1166a311-4a16-497e-b01e-04eca0dabc34 HTTP/1.1" status: 200 len: 945 time: 0.1202884 Jun 11 09:54:10.176405 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 954988e5-ffe7-4227-80dd-aa19ff038ece completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:54:10.180622 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 954988e5-ffe7-4227-80dd-aa19ff038ece triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:54:10.181002 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:10.215184 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8d2226e7-94dc-472f-9fd4-4ad4b69e0b8c req-d21d739d-bc04-43a7-b533-ff18a78d00f5 tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4bdcb2c-06cb-48c2-8b6d-2c54af187f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822873 Jun 11 09:54:10.258282 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364a2984-69e0-4002-8d0b-b0dc0c44262a req-42f2dd65-ed5c-4df5-898e-f28af0eeae79 tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:10.260209 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-364a2984-69e0-4002-8d0b-b0dc0c44262a req-42f2dd65-ed5c-4df5-898e-f28af0eeae79 tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] 10.222.0.69 "GET /v2.0/ports?device_id=1166a311-4a16-497e-b01e-04eca0dabc34 HTTP/1.1" status: 200 len: 945 time: 0.1100826 Jun 11 09:54:10.289891 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a6a153b7-2cf5-4933-84bd-19dc44635533 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:10.297872 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a6a153b7-2cf5-4933-84bd-19dc44635533 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:10.300827 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:10.302272 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-a6a153b7-2cf5-4933-84bd-19dc44635533 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] 10.222.0.60 "DELETE /v2.0/security-groups/4d364244-1391-411d-b508-394df448d82d HTTP/1.1" status: 204 len: 168 time: 0.4321404 Jun 11 09:54:10.304117 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0fa76e8b-15e7-4b4e-8998-6da4bf1fd33a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:10.308378 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 54702) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:10.344342 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a153b7-2cf5-4933-84bd-19dc44635533 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d364244-1391-411d-b508-394df448d82d,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:10.349349 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a6a153b7-2cf5-4933-84bd-19dc44635533 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:10.379875 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fd1f7f39-5761-4ee8-9203-1182569af717 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:10.379875 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fd1f7f39-5761-4ee8-9203-1182569af717 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:10.380137 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1fad18a0-9cdd-4b8b-a7ba-0307d7eef829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:10.382601 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-7a815038-6c5f-437d-a799-7b00f7a16330 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:10.404985 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-f8b55268-c426-4b83-9311-ef0f1d3e2daf tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0939691 Jun 11 09:54:10.409609 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 54704) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:10.418416 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-c7dea792-99ae-457e-a855-d99602974091 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Request body: {'security_group': {'name': 'tempest-secgroup--528075568'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:54:10.423523 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fad18a0-9cdd-4b8b-a7ba-0307d7eef829 None None] Pushing event deleted for resources: {'Port': ['ID=954988e5-ffe7-4227-80dd-aa19ff038ece,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:10.454874 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-1fad18a0-9cdd-4b8b-a7ba-0307d7eef829 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:10.460570 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fad18a0-9cdd-4b8b-a7ba-0307d7eef829 None None] No DVR routers for this DVR port 954988e5-ffe7-4227-80dd-aa19ff038ece on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:54:10.477392 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e848c2f-1c82-402e-9cd0-1b9f199920d8 None None] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:54:10.509486 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fd1f7f39-5761-4ee8-9203-1182569af717 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:10.523166 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-364a2984-69e0-4002-8d0b-b0dc0c44262a req-feb7b4d7-f102-47b8-bc5c-26cbf778dffb tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] Deleting port 70604682-bab2-48bf-a437-67e96c34a972 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:54:10.523604 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-364a2984-69e0-4002-8d0b-b0dc0c44262a req-feb7b4d7-f102-47b8-bc5c-26cbf778dffb tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:10.644402 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c7dea792-99ae-457e-a855-d99602974091 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:10.663114 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 628c40f1-df36-4878-ae4d-f7bdec8832fc up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:54:10.673212 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-364a2984-69e0-4002-8d0b-b0dc0c44262a req-feb7b4d7-f102-47b8-bc5c-26cbf778dffb tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] For port 70604682-bab2-48bf-a437-67e96c34a972, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=70604682-bab2-48bf-a437-67e96c34a972,segment=NetworkSegment(92657234-2705-42b6-890f-f2724f928c78),segment_id=92657234-2705-42b6-890f-f2724f928c78)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:54:10.673574 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-364a2984-69e0-4002-8d0b-b0dc0c44262a req-feb7b4d7-f102-47b8-bc5c-26cbf778dffb tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:10.677502 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fd1f7f39-5761-4ee8-9203-1182569af717 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:10.769666 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20308f0d-065c-4615-b2bf-20870758b3b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'tenant_id': '3a7e48b24b924bff8faf8c740b2810c2', 'fixed_ips': [{'subnet_id': 'ee013c5f-f333-47ac-94f2-55b85e6f79fd'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 09:54:10.770579 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-20308f0d-065c-4615-b2bf-20870758b3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:10.787377 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 628c40f1-df36-4878-ae4d-f7bdec8832fc triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:54:10.788117 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:10.805021 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c7dea792-99ae-457e-a855-d99602974091 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:10.807080 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-364a2984-69e0-4002-8d0b-b0dc0c44262a req-feb7b4d7-f102-47b8-bc5c-26cbf778dffb tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] Calling delete_port for 70604682-bab2-48bf-a437-67e96c34a972 owned by compute:nova {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:54:11.004961 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c7dea792-99ae-457e-a855-d99602974091 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:11.111985 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-718141c4-32b7-421c-9a7e-cf92c949c0f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:11.111985 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dea792-99ae-457e-a855-d99602974091 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad173fd9-e7b5-4b2b-821e-34f2830e9e40,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:11.111985 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c7dea792-99ae-457e-a855-d99602974091 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:11.186209 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-20308f0d-065c-4615-b2bf-20870758b3b0 None None] Allocated IP 2001:db8::2 (f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc/ee013c5f-f333-47ac-94f2-55b85e6f79fd/6db4efce-bc26-4ca6-8a4d-98eb1e0c83fb) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:54:11.241494 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 954988e5-ffe7-4227-80dd-aa19ff038ece no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:54:11.275040 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 954988e5-ffe7-4227-80dd-aa19ff038ece {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:54:11.275610 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 954988e5-ffe7-4227-80dd-aa19ff038ece not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:54:11.296068 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-364a2984-69e0-4002-8d0b-b0dc0c44262a req-feb7b4d7-f102-47b8-bc5c-26cbf778dffb tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:11.369106 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ee4060f1-02ef-400f-97fc-7103a4497320 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:11.369917 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['70604682-bab2-48bf-a437-67e96c34a972'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:54:11.406334 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e3846cf0-b76c-4fac-923e-2969ea87fc12 req-4cef0603-0281-4e08-86d1-5a5873bcb6ba tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] 10.222.0.60 "GET /v2.0/ports?device_id=1166a311-4a16-497e-b01e-04eca0dabc34 HTTP/1.1" status: 200 len: 210 time: 0.0497718 Jun 11 09:54:11.594687 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-20308f0d-065c-4615-b2bf-20870758b3b0 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:11.612473 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-20308f0d-065c-4615-b2bf-20870758b3b0 None None] Transition to ACTIVE for port object 6db4efce-bc26-4ca6-8a4d-98eb1e0c83fb will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:54:11.646088 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-20308f0d-065c-4615-b2bf-20870758b3b0 None None] Transition to ACTIVE for port object 6db4efce-bc26-4ca6-8a4d-98eb1e0c83fb will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:54:11.701376 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c7dea792-99ae-457e-a855-d99602974091 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:11.709130 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-c7dea792-99ae-457e-a855-d99602974091 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2918088 Jun 11 09:54:11.709447 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 54722) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:11.714707 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-2f5445cf-3597-4936-bff4-88fc861e54cf tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Request body: {'security_group_rule': {'security_group_id': 'ad173fd9-e7b5-4b2b-821e-34f2830e9e40', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:54:11.767415 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb7b4d7-f102-47b8-bc5c-26cbf778dffb tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] Pushing event deleted for resources: {'Port': ['ID=70604682-bab2-48bf-a437-67e96c34a972,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:11.769448 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fd1f7f39-5761-4ee8-9203-1182569af717 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:11.770620 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-fd1f7f39-5761-4ee8-9203-1182569af717 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.7114460 Jun 11 09:54:11.771676 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-feb7b4d7-f102-47b8-bc5c-26cbf778dffb tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:11.773533 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 54724) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:11.838504 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-364a2984-69e0-4002-8d0b-b0dc0c44262a req-feb7b4d7-f102-47b8-bc5c-26cbf778dffb tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] No DVR routers for this DVR port 70604682-bab2-48bf-a437-67e96c34a972 on host n-h2-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:54:11.841188 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-364a2984-69e0-4002-8d0b-b0dc0c44262a req-feb7b4d7-f102-47b8-bc5c-26cbf778dffb tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:11.843409 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-364a2984-69e0-4002-8d0b-b0dc0c44262a req-feb7b4d7-f102-47b8-bc5c-26cbf778dffb tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] 10.222.0.69 "DELETE /v2.0/ports/70604682-bab2-48bf-a437-67e96c34a972 HTTP/1.1" status: 204 len: 173 time: 1.5763767 Jun 11 09:54:11.843983 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1166a311-4a16-497e-b01e-04eca0dabc34', 'name': 'network-vif-deleted', 'tag': '70604682-bab2-48bf-a437-67e96c34a972'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:54:11.852112 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c68673b-2eb2-4d41-afa6-cc731d04923e" -d '{"events": [{"server_uuid": "1166a311-4a16-497e-b01e-04eca0dabc34", "name": "network-vif-deleted", "tag": "70604682-bab2-48bf-a437-67e96c34a972"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:54:11.872799 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-20308f0d-065c-4615-b2bf-20870758b3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:11.872799 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-2ad88c1c-5abf-4d44-b136-a3c404ff443d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:11.921729 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20308f0d-065c-4615-b2bf-20870758b3b0 None None] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:54:11.924817 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-20308f0d-065c-4615-b2bf-20870758b3b0 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:54:11.928439 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20308f0d-065c-4615-b2bf-20870758b3b0 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:54:11.935620 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20308f0d-065c-4615-b2bf-20870758b3b0 None None] Pushing event updated for resources: {'Port': ['ID=6db4efce-bc26-4ca6-8a4d-98eb1e0c83fb,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:11.940170 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-20308f0d-065c-4615-b2bf-20870758b3b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:12.015818 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-20308f0d-065c-4615-b2bf-20870758b3b0 None None] Attempting to bind port 6db4efce-bc26-4ca6-8a4d-98eb1e0c83fb on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:54:12.015818 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-20308f0d-065c-4615-b2bf-20870758b3b0 None None] Attempting to bind port 6db4efce-bc26-4ca6-8a4d-98eb1e0c83fb by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'e0bc2927-8a98-4066-9eb5-5174f5accc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:54:12.015818 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20308f0d-065c-4615-b2bf-20870758b3b0 None None] Attempting to bind port 6db4efce-bc26-4ca6-8a4d-98eb1e0c83fb on network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:54:12.027858 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20308f0d-065c-4615-b2bf-20870758b3b0 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:54:12.027858 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20308f0d-065c-4615-b2bf-20870758b3b0 None None] Checking segment: {'id': 'e0bc2927-8a98-4066-9eb5-5174f5accc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:54:12.027858 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-20308f0d-065c-4615-b2bf-20870758b3b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:12.027858 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20308f0d-065c-4615-b2bf-20870758b3b0 None None] Bound using segment: {'id': 'e0bc2927-8a98-4066-9eb5-5174f5accc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:54:12.027858 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-20308f0d-065c-4615-b2bf-20870758b3b0 None None] Bound port: 6db4efce-bc26-4ca6-8a4d-98eb1e0c83fb, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0bc2927-8a98-4066-9eb5-5174f5accc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:54:12.027858 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-20308f0d-065c-4615-b2bf-20870758b3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:12.061752 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00bd635b-36bf-4e01-82b7-a30bde5d561f x-openstack-request-id: req-00bd635b-36bf-4e01-82b7-a30bde5d561f {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:54:12.062108 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1166a311-4a16-497e-b01e-04eca0dabc34", "name": "network-vif-deleted", "tag": "70604682-bab2-48bf-a437-67e96c34a972", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:54:12.062416 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-00bd635b-36bf-4e01-82b7-a30bde5d561f {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:54:12.062865 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1166a311-4a16-497e-b01e-04eca0dabc34', 'name': 'network-vif-deleted', 'tag': '70604682-bab2-48bf-a437-67e96c34a972', 'status': 'completed', 'code': 200} Jun 11 09:54:12.109972 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-20308f0d-065c-4615-b2bf-20870758b3b0 None None] For port 6db4efce-bc26-4ca6-8a4d-98eb1e0c83fb, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:54:12.113643 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-20308f0d-065c-4615-b2bf-20870758b3b0 None None] For port 6db4efce-bc26-4ca6-8a4d-98eb1e0c83fb, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=6db4efce-bc26-4ca6-8a4d-98eb1e0c83fb,segment=NetworkSegment(e0bc2927-8a98-4066-9eb5-5174f5accc0f),segment_id=e0bc2927-8a98-4066-9eb5-5174f5accc0f)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:54:12.215212 n-d-779913-12 neutron-server[93176]: INFO neutron.api.v2.resource [None req-2f5445cf-3597-4936-bff4-88fc861e54cf tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 09:54:12.217198 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-2f5445cf-3597-4936-bff4-88fc861e54cf tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.5056107 Jun 11 09:54:12.220116 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 54730) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:12.226569 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-9397b702-7f2b-4cf3-8882-f505db22df5f tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Request body: {'security_group_rule': {'security_group_id': 'ad173fd9-e7b5-4b2b-821e-34f2830e9e40', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:54:12.275632 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-20308f0d-065c-4615-b2bf-20870758b3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:12.284598 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-1fad18a0-9cdd-4b8b-a7ba-0307d7eef829 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:12.287352 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d112501d-6634-40ec-a9ae-74e5f01a1e53 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:12.420857 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20308f0d-065c-4615-b2bf-20870758b3b0 None None] Pushing event updated for resources: {'Port': ['ID=6db4efce-bc26-4ca6-8a4d-98eb1e0c83fb,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:12.424324 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-20308f0d-065c-4615-b2bf-20870758b3b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:12.774357 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c6fc7142-ffe1-48db-9eb2-4388326de249 req-9191e64f-870c-44a5-9dcc-d1a165869091 tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] 10.222.0.60 "GET /v2.0/ports?device_id=1166a311-4a16-497e-b01e-04eca0dabc34 HTTP/1.1" status: 200 len: 210 time: 0.1213338 Jun 11 09:54:12.915261 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-41bb8a01-1adb-44c1-b93b-0e4a119b8191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:12.937684 n-d-779913-12 neutron-server[93176]: INFO neutron.api.v2.resource [None req-9397b702-7f2b-4cf3-8882-f505db22df5f tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 09:54:12.941661 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-9397b702-7f2b-4cf3-8882-f505db22df5f tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.7203820 Jun 11 09:54:12.942087 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54744) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:12.973413 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-d112501d-6634-40ec-a9ae-74e5f01a1e53 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Allocated IP 2001:db8::1 (f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc/ee013c5f-f333-47ac-94f2-55b85e6f79fd/2c41e097-e1c3-4b62-81bf-29a66576a25a) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:54:13.019793 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9f5c02be-c0a8-4ebe-9b1f-8c8d6d43836c tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:13.069241 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9f5c02be-c0a8-4ebe-9b1f-8c8d6d43836c tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:13.181843 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d112501d-6634-40ec-a9ae-74e5f01a1e53 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:13.196338 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [None req-d112501d-6634-40ec-a9ae-74e5f01a1e53 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Transition to ACTIVE for port object 2c41e097-e1c3-4b62-81bf-29a66576a25a will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:54:13.328545 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9f5c02be-c0a8-4ebe-9b1f-8c8d6d43836c tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:13.332381 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9f5c02be-c0a8-4ebe-9b1f-8c8d6d43836c tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:13.333444 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-9f5c02be-c0a8-4ebe-9b1f-8c8d6d43836c tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] 10.222.0.60 "DELETE /v2.0/security-groups/ad173fd9-e7b5-4b2b-821e-34f2830e9e40 HTTP/1.1" status: 204 len: 168 time: 0.3902185 Jun 11 09:54:13.334519 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b8021542-6477-4cca-a729-c53617ed43cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:13.336127 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 54746) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:13.366095 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5c02be-c0a8-4ebe-9b1f-8c8d6d43836c tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad173fd9-e7b5-4b2b-821e-34f2830e9e40,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:13.369543 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9f5c02be-c0a8-4ebe-9b1f-8c8d6d43836c tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:13.425897 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54748) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:13.427495 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-3cada3b4-3abb-43fb-9733-047edd194ef8 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0891509 Jun 11 09:54:13.432181 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-b5180fc5-9231-4642-8ce5-7d0497851024 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Request body: {'security_group': {'name': 'tempest-secgroup--1765629738'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:54:13.434695 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d112501d-6634-40ec-a9ae-74e5f01a1e53 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:13.441735 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9cf7e7cf-af4a-44db-b08b-1376297ded67 tempest-RoutersAdminNegativeTest-1036983663 tempest-RoutersAdminNegativeTest-1036983663-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:13.508200 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d112501d-6634-40ec-a9ae-74e5f01a1e53 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:54:13.511852 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-d112501d-6634-40ec-a9ae-74e5f01a1e53 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:54:13.516430 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d112501d-6634-40ec-a9ae-74e5f01a1e53 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:54:13.519744 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d112501d-6634-40ec-a9ae-74e5f01a1e53 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-375088'] for router_interface, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:13.573852 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d112501d-6634-40ec-a9ae-74e5f01a1e53 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event updated for resources: {'Port': ['ID=2c41e097-e1c3-4b62-81bf-29a66576a25a,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:13.578952 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d112501d-6634-40ec-a9ae-74e5f01a1e53 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:13.596698 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b5180fc5-9231-4642-8ce5-7d0497851024 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:13.742215 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b5180fc5-9231-4642-8ce5-7d0497851024 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:13.884347 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b5180fc5-9231-4642-8ce5-7d0497851024 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:13.884835 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-b7f25d54-b1af-4c04-b6a2-ce342c471958 None None] Provisioning for port 6db4efce-bc26-4ca6-8a4d-98eb1e0c83fb completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:54:13.887854 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5669a239-d6e7-4fd8-b0ba-96bf5a00ca34 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:13.936159 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5180fc5-9231-4642-8ce5-7d0497851024 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16327440-86d5-40e8-a09a-b138a6504ee6,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:13.945693 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b5180fc5-9231-4642-8ce5-7d0497851024 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:13.959163 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d112501d-6634-40ec-a9ae-74e5f01a1e53 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:13.980506 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54764) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:14.032896 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b5180fc5-9231-4642-8ce5-7d0497851024 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:14.036691 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 54766) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:14.037717 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-b5180fc5-9231-4642-8ce5-7d0497851024 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6103804 Jun 11 09:54:14.042432 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-0e96fb4a-b997-4c4e-a257-fe8772cbd597 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:54:14.043650 n-d-779913-12 neutron-server[93176]: WARNING neutron.api.v2.base [None req-0e96fb4a-b997-4c4e-a257-fe8772cbd597 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 11 09:54:14.044345 n-d-779913-12 neutron-server[93176]: INFO neutron.api.v2.resource [None req-0e96fb4a-b997-4c4e-a257-fe8772cbd597 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] update failed (client error): There was a conflict when trying to complete your request. Jun 11 09:54:14.046248 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-0e96fb4a-b997-4c4e-a257-fe8772cbd597 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] 10.222.0.60 "PUT /v2.0/security-groups/16327440-86d5-40e8-a09a-b138a6504ee6 HTTP/1.1" status: 409 len: 330 time: 0.0086260 Jun 11 09:54:14.050020 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 54768) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:14.071537 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-10d452e6-7d50-4658-9a44-f3574574a726 admin admin] Deleting subnet 887f1eaf-95b7-4bd0-9d28-439bd17dc706 {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 09:54:14.072295 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-10d452e6-7d50-4658-9a44-f3574574a726 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:14.143284 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-10d452e6-7d50-4658-9a44-f3574574a726 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:14.194279 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-10d452e6-7d50-4658-9a44-f3574574a726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:14.219392 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-57d4f7d4-97d1-4a42-85c0-d30b72fe8913 None None] Provisioning for port 2c41e097-e1c3-4b62-81bf-29a66576a25a completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:54:14.223376 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-57d4f7d4-97d1-4a42-85c0-d30b72fe8913 None None] Provisioning complete for port 2c41e097-e1c3-4b62-81bf-29a66576a25a triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:54:14.223777 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-57d4f7d4-97d1-4a42-85c0-d30b72fe8913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:14.278482 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-57d4f7d4-97d1-4a42-85c0-d30b72fe8913 None None] Port 2c41e097-e1c3-4b62-81bf-29a66576a25a cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:54:14.293759 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a547315c-1d9b-4d6b-a141-7aca22659e55 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:14.351590 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-10d452e6-7d50-4658-9a44-f3574574a726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:14.354600 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c5ee6721-063f-42f0-b117-fb19be8aa14e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:14.389842 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a547315c-1d9b-4d6b-a141-7aca22659e55 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:14.393289 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d452e6-7d50-4658-9a44-f3574574a726 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=887f1eaf-95b7-4bd0-9d28-439bd17dc706,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:14.395311 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-10d452e6-7d50-4658-9a44-f3574574a726 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:14.397259 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-10d452e6-7d50-4658-9a44-f3574574a726 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/887f1eaf-95b7-4bd0-9d28-439bd17dc706 HTTP/1.1" status: 204 len: 168 time: 0.4156060 Jun 11 09:54:14.398159 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-10d452e6-7d50-4658-9a44-f3574574a726 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:14.400410 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 54772) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:14.561455 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4fcf82d8-414a-4077-bab2-ba3939b8968c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:14.581736 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d112501d-6634-40ec-a9ae-74e5f01a1e53 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:14.624630 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 6db4efce-bc26-4ca6-8a4d-98eb1e0c83fb up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:54:14.709232 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4fcf82d8-414a-4077-bab2-ba3939b8968c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:14.714616 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 70604682-bab2-48bf-a437-67e96c34a972 no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:54:14.729095 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-4fcf82d8-414a-4077-bab2-ba3939b8968c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2052370b-9290-4cf7-85b7-5ed0d789f099']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:14.755877 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a547315c-1d9b-4d6b-a141-7aca22659e55 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:14.762471 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] No Port match for: 70604682-bab2-48bf-a437-67e96c34a972 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:54:14.762471 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 70604682-bab2-48bf-a437-67e96c34a972 not bound to the agent host n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:54:14.762691 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a547315c-1d9b-4d6b-a141-7aca22659e55 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:14.771593 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54782) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:14.779243 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-a547315c-1d9b-4d6b-a141-7aca22659e55 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] 10.222.0.60 "DELETE /v2.0/security-groups/16327440-86d5-40e8-a09a-b138a6504ee6 HTTP/1.1" status: 204 len: 168 time: 0.7238731 Jun 11 09:54:14.781064 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d112501d-6634-40ec-a9ae-74e5f01a1e53 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:14.783313 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d112501d-6634-40ec-a9ae-74e5f01a1e53 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375108'] for router_interface, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:14.786039 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-4fcf82d8-414a-4077-bab2-ba3939b8968c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92657234-2705-42b6-890f-f2724f928c78') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:14.786039 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-4fcf82d8-414a-4077-bab2-ba3939b8968c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92657234-2705-42b6-890f-f2724f928c78') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:14.788130 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f1959084-367f-4eba-aa04-fff3d1ed0e20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:14.810040 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4fcf82d8-414a-4077-bab2-ba3939b8968c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:14.821377 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a547315c-1d9b-4d6b-a141-7aca22659e55 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16327440-86d5-40e8-a09a-b138a6504ee6,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:14.831836 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a547315c-1d9b-4d6b-a141-7aca22659e55 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:14.833023 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2a5deaed-83fe-42ae-a255-80e16b3f8217 tempest-ExternalNetworksAdminNegativeTestJSON-661991140 tempest-ExternalNetworksAdminNegativeTestJSON-661991140-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:14.859322 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-3edf9b68-534f-4263-a3af-9cb477413e30 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0830507 Jun 11 09:54:14.863251 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54784) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:14.884343 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 6db4efce-bc26-4ca6-8a4d-98eb1e0c83fb completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:54:14.894287 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 6db4efce-bc26-4ca6-8a4d-98eb1e0c83fb triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:54:14.896010 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:14.897057 n-d-779913-12 neutron-server[93177]: INFO neutron.api.v2.resource [None req-97fec373-a9ee-4dcc-aab6-6467907f0d86 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] delete failed (client error): The resource could not be found. Jun 11 09:54:14.899771 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-97fec373-a9ee-4dcc-aab6-6467907f0d86 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] 10.222.0.60 "DELETE /v2.0/security-groups/b5f8004e-3d85-45e1-b310-5be84a6a9f66 HTTP/1.1" status: 404 len: 347 time: 0.0346096 Jun 11 09:54:14.904009 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54786) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:14.904462 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4fcf82d8-414a-4077-bab2-ba3939b8968c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:14.939539 n-d-779913-12 neutron-server[93177]: INFO neutron.api.v2.resource [None req-51188e1f-8e84-49d6-b313-a5d244fb8f9e tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] show failed (client error): The resource could not be found. Jun 11 09:54:14.940829 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-51188e1f-8e84-49d6-b313-a5d244fb8f9e tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] 10.222.0.60 "GET /v2.0/security-groups/5aa631fa-0198-4e04-9701-671026fe4dc2 HTTP/1.1" status: 404 len: 347 time: 0.0341787 Jun 11 09:54:14.946202 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 54792) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:15.009365 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fcf82d8-414a-4077-bab2-ba3939b8968c admin admin] Releasing vlan 750 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 09:54:15.010051 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4fcf82d8-414a-4077-bab2-ba3939b8968c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:15.019794 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:54:15.019794 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:54:15.019794 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:54:15.019794 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:54:15.019794 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 09:54:15.019794 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 09:54:15.019794 n-d-779913-12 neutron-server[93176]: timer() Jun 11 09:54:15.019794 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 09:54:15.019794 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 09:54:15.019794 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 09:54:15.019794 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 09:54:15.019794 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 09:54:15.019794 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 09:54:15.019794 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 09:54:15.019794 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 09:54:15.019794 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 09:54:15.019794 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 09:54:15.019794 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 09:54:15.019794 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 09:54:15.019794 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 09:54:15.019794 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 09:54:15.019794 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 09:54:15.019794 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 09:54:15.019794 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 09:54:15.019794 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 09:54:15.019794 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 09:54:15.019794 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 09:54:15.019794 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 09:54:15.019794 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 09:54:15.019794 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 09:54:15.019794 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 09:54:15.019794 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 09:54:15.019794 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 09:54:15.019794 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 09:54:15.019794 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 09:54:15.019794 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 09:54:15.052108 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:15.084923 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-da1a412f-76d1-422e-901d-6c4f5872173a req-2626d1b7-2d62-4b6e-9d86-b1c3f3a0ef68 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1100011835&fields=id&tenant_id=dd0b80cc8f6f441fb34ed2f0b9466049 HTTP/1.1" status: 200 len: 267 time: 0.0465181 Jun 11 09:54:15.112199 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 6db4efce-bc26-4ca6-8a4d-98eb1e0c83fb, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=6db4efce-bc26-4ca6-8a4d-98eb1e0c83fb,segment=NetworkSegment(e0bc2927-8a98-4066-9eb5-5174f5accc0f),segment_id=e0bc2927-8a98-4066-9eb5-5174f5accc0f)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:54:15.119025 n-d-779913-12 neutron-server[93176]: INFO neutron.api.v2.resource [None req-7c45cf6c-6a33-4f92-befc-2d81f9c55ff4 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] show failed (client error): The resource could not be found. Jun 11 09:54:15.120318 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-7c45cf6c-6a33-4f92-befc-2d81f9c55ff4 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] 10.222.0.60 "GET /v2.0/security-group-rules/9c740bac-fbe1-45a6-840c-29a31f5aa037 HTTP/1.1" status: 404 len: 356 time: 0.1658866 Jun 11 09:54:15.236829 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:15.239290 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-aa9fc5ec-f41e-46b4-b33b-4c6eb3e80305 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:15.269113 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1a412f-76d1-422e-901d-6c4f5872173a req-00f27bbb-f54a-4691-9c3b-816937a6ce91 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:15.270819 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-da1a412f-76d1-422e-901d-6c4f5872173a req-00f27bbb-f54a-4691-9c3b-816937a6ce91 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] 10.222.0.60 "GET /v2.0/networks?id=2ee9e933-9fda-4839-b4cd-d38077481dd6 HTTP/1.1" status: 200 len: 815 time: 0.1770523 Jun 11 09:54:15.289341 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-da1a412f-76d1-422e-901d-6c4f5872173a req-69da6e0b-9f78-41f1-bcfd-2afb865a114e tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] 10.222.0.60 "GET /v2.0/quotas/dd0b80cc8f6f441fb34ed2f0b9466049 HTTP/1.1" status: 200 len: 375 time: 0.0117037 Jun 11 09:54:15.317417 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=6db4efce-bc26-4ca6-8a4d-98eb1e0c83fb,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:15.324457 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:15.387465 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-da1a412f-76d1-422e-901d-6c4f5872173a req-c287403f-db53-4016-9d0c-2e9a0c3d4d6c tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=dd0b80cc8f6f441fb34ed2f0b9466049&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0896883 Jun 11 09:54:15.536425 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-da1a412f-76d1-422e-901d-6c4f5872173a req-49dfcc50-280f-4bb2-ab59-3fc261c2f1e4 service neutron] 10.222.0.60 "GET /v2.0/networks/2ee9e933-9fda-4839-b4cd-d38077481dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314645 Jun 11 09:54:15.566848 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d112501d-6634-40ec-a9ae-74e5f01a1e53 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event updated for resources: {'Port': ['ID=2c41e097-e1c3-4b62-81bf-29a66576a25a,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:15.570463 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d112501d-6634-40ec-a9ae-74e5f01a1e53 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.737s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:15.628426 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d112501d-6634-40ec-a9ae-74e5f01a1e53 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:54:15.632782 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-d112501d-6634-40ec-a9ae-74e5f01a1e53 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:54:15.652050 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55bf820-0c09-45cf-8b60-573e3c572569 req-f2278dde-2f24-4b98-949c-d91acfbeb7bc tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:15.653617 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e55bf820-0c09-45cf-8b60-573e3c572569 req-f2278dde-2f24-4b98-949c-d91acfbeb7bc tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/ports?device_id=af759f82-325a-479d-9171-b34363c7d03f HTTP/1.1" status: 200 len: 946 time: 0.7467251 Jun 11 09:54:15.657294 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5027c7-4e81-4367-a22f-803209804a43 req-493868fa-726a-46d4-bd44-80c129990b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:15.659127 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fa5027c7-4e81-4367-a22f-803209804a43 req-493868fa-726a-46d4-bd44-80c129990b6e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aae32b6d82fb4d1babe798fa5bdf8d6b&device_id=af759f82-325a-479d-9171-b34363c7d03f HTTP/1.1" status: 200 len: 1098 time: 0.7416201 Jun 11 09:54:15.712922 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-da1a412f-76d1-422e-901d-6c4f5872173a req-26e38ebf-6261-49fd-b880-a9ababfd28d5 service neutron] 10.222.0.60 "GET /v2.0/networks/2ee9e933-9fda-4839-b4cd-d38077481dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692538 Jun 11 09:54:15.764264 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54800) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:15.820565 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ad5eb6a2-4f21-4a8e-aa5b-7dc36549d056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:15.914612 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4fcf82d8-414a-4077-bab2-ba3939b8968c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:15.936439 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:15.946623 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c4df0b38-7277-466f-80d4-bdd5ed590d54 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:15.954003 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4fcf82d8-414a-4077-bab2-ba3939b8968c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:15.957282 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-4fcf82d8-414a-4077-bab2-ba3939b8968c admin admin] 10.222.0.60 "DELETE /v2.0/networks/2052370b-9290-4cf7-85b7-5ed0d789f099 HTTP/1.1" status: 204 len: 168 time: 1.5542424 Jun 11 09:54:16.032678 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-1d5ad569-2ab6-42e4-8654-a8a64461c29d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=abb03a0da8014535829e3be08a809b6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2668037 Jun 11 09:54:16.035535 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54816) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:16.063101 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcf82d8-414a-4077-bab2-ba3939b8968c admin admin] Pushing event deleted for resources: {'Network': ['ID=2052370b-9290-4cf7-85b7-5ed0d789f099,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:16.067214 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e55bf820-0c09-45cf-8b60-573e3c572569 req-3305a0b9-a8f0-4e69-a1b8-94f19fbbcff6 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/security-groups?id=982f2ef2-bb6d-4fbc-bd87-ed6195b74a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4039609 Jun 11 09:54:16.071160 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4fcf82d8-414a-4077-bab2-ba3939b8968c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:16.113267 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5027c7-4e81-4367-a22f-803209804a43 req-0127dd36-44a0-4730-b94c-a6350163fb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:16.116677 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fa5027c7-4e81-4367-a22f-803209804a43 req-0127dd36-44a0-4730-b94c-a6350163fb2c service neutron] 10.222.0.64 "GET /v2.0/networks?id=05221ef3-e163-480d-ad89-4315ae45fbcc HTTP/1.1" status: 200 len: 919 time: 0.4448824 Jun 11 09:54:16.125532 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-084ab8fe-6f08-4969-ba39-e813f9035007 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:16.127498 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-287e9589-c1f8-46e4-a577-b232810b0c74 None None] Provisioning complete for port 2c41e097-e1c3-4b62-81bf-29a66576a25a triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:54:16.127923 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-287e9589-c1f8-46e4-a577-b232810b0c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:16.174917 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-084ab8fe-6f08-4969-ba39-e813f9035007 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:16.179186 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-287e9589-c1f8-46e4-a577-b232810b0c74 None None] Port 2c41e097-e1c3-4b62-81bf-29a66576a25a cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:54:16.218526 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fa5027c7-4e81-4367-a22f-803209804a43 req-cb2b071e-c6e1-48fb-acd4-8a8997fad1c4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=55e769e1-1f7c-47ef-ad8c-105c6b62a523 HTTP/1.1" status: 200 len: 217 time: 0.0925493 Jun 11 09:54:16.302717 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5027c7-4e81-4367-a22f-803209804a43 req-f3c31899-0a32-4a0a-a9a1-04bd3210197e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:16.304339 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fa5027c7-4e81-4367-a22f-803209804a43 req-f3c31899-0a32-4a0a-a9a1-04bd3210197e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=eedbaccc-33aa-4196-b70d-ae78a5d61bda HTTP/1.1" status: 200 len: 858 time: 0.0759139 Jun 11 09:54:16.360448 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fa5027c7-4e81-4367-a22f-803209804a43 req-bc5abea0-393e-4566-89c1-6ae896edd6f9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=05221ef3-e163-480d-ad89-4315ae45fbcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455029 Jun 11 09:54:16.376800 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d112501d-6634-40ec-a9ae-74e5f01a1e53 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Router 0f6afa24-7c05-4c84-bfbd-32ea40e8307f is scheduled to L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 with binding_index 1 {{(pid=93176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 09:54:16.422272 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-084ab8fe-6f08-4969-ba39-e813f9035007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:16.427528 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-084ab8fe-6f08-4969-ba39-e813f9035007 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:16.428970 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-084ab8fe-6f08-4969-ba39-e813f9035007 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/78a41ee5-ccca-4f0a-8a64-a15d6f78e5d8 HTTP/1.1" status: 204 len: 168 time: 0.3921599 Jun 11 09:54:16.430153 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-af221174-9886-4c81-be5c-3c1052b65320 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:16.441356 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084ab8fe-6f08-4969-ba39-e813f9035007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a41ee5-ccca-4f0a-8a64-a15d6f78e5d8,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:16.443801 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-084ab8fe-6f08-4969-ba39-e813f9035007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:16.488673 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54820) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:16.601394 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-881fc847-ca9f-46a1-b55c-b49183064ef7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c409d0288c674147b93fdeb9f22e6648&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1112087 Jun 11 09:54:16.603807 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54822) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:16.633416 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fa5027c7-4e81-4367-a22f-803209804a43 req-0bb4e7f5-b0f0-4659-acf8-3e7b17097dde service neutron] 10.222.0.64 "GET /v2.0/networks/05221ef3-e163-480d-ad89-4315ae45fbcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642758 Jun 11 09:54:16.633416 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d112501d-6634-40ec-a9ae-74e5f01a1e53 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:54:16.644204 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54824) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:16.644606 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-d112501d-6634-40ec-a9ae-74e5f01a1e53 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "PUT /v2.0/routers/0f6afa24-7c05-4c84-bfbd-32ea40e8307f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8699119 Jun 11 09:54:16.645203 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:16.648565 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 6db4efce-bc26-4ca6-8a4d-98eb1e0c83fb up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:54:16.722540 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8017e56d-c016-4cd0-9329-25a77f939b0c None None] Sync routers for ids ['0f6afa24-7c05-4c84-bfbd-32ea40e8307f'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:54:16.766030 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8017e56d-c016-4cd0-9329-25a77f939b0c None None] Routers {'0f6afa24-7c05-4c84-bfbd-32ea40e8307f'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:54:16.767729 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-8017e56d-c016-4cd0-9329-25a77f939b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:54:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['0f6afa24-7c05-4c84-bfbd-32ea40e8307f'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:16.835186 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c620fce-ce44-49a8-9407-9ab421b72d21 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:16.842439 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-4c620fce-ce44-49a8-9407-9ab421b72d21 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/ports/2c41e097-e1c3-4b62-81bf-29a66576a25a HTTP/1.1" status: 200 len: 911 time: 0.1966720 Jun 11 09:54:16.845041 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54832) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:16.852181 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2c031c07-70c2-4af3-9fcf-fe4648d7dd08 req-b7f3dc79-2fd6-42d8-aaaa-6b80ff176cdd tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] 10.222.0.60 "GET /v2.0/ports?device_id=01d70585-3927-482a-8a10-7f6887ce956d HTTP/1.1" status: 200 len: 210 time: 0.1082358 Jun 11 09:54:16.902369 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fa5027c7-4e81-4367-a22f-803209804a43 req-e380e389-01d6-4ea5-8818-135360ec44d1 service neutron] 10.222.0.64 "GET /v2.0/networks/05221ef3-e163-480d-ad89-4315ae45fbcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558355 Jun 11 09:54:16.985720 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6e682142-5dab-494f-bb0f-af9edd78caba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:17.008867 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-8017e56d-c016-4cd0-9329-25a77f939b0c None None] Set router 0f6afa24-7c05-4c84-bfbd-32ea40e8307f gateway port host: None {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:54:17.010771 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 6db4efce-bc26-4ca6-8a4d-98eb1e0c83fb triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:54:17.011159 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:17.019301 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d40e14c-7356-4c40-a5e6-f00f29a52cf1 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:17.026683 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d40e14c-7356-4c40-a5e6-f00f29a52cf1 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:17.029979 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-8d40e14c-7356-4c40-a5e6-f00f29a52cf1 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1810718 Jun 11 09:54:17.032827 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 54840) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:17.056024 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6e682142-5dab-494f-bb0f-af9edd78caba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:17.234038 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6e682142-5dab-494f-bb0f-af9edd78caba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:17.238816 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6e682142-5dab-494f-bb0f-af9edd78caba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:17.241724 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-6e682142-5dab-494f-bb0f-af9edd78caba admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f4bdcb2c-06cb-48c2-8b6d-2c54af187f83 HTTP/1.1" status: 204 len: 168 time: 0.6369305 Jun 11 09:54:17.242892 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d7d65120-3143-4133-b62b-57bad0b3f76a tempest-ServersTestJSON-1602937595 tempest-ServersTestJSON-1602937595-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:17.257377 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e682142-5dab-494f-bb0f-af9edd78caba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4bdcb2c-06cb-48c2-8b6d-2c54af187f83,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:17.262436 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6e682142-5dab-494f-bb0f-af9edd78caba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:17.476441 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba29db1e-de48-4452-abdd-ec7efee927a6 req-bd47a9a5-9407-4191-896a-9fc40020f894 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:17.477943 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ba29db1e-de48-4452-abdd-ec7efee927a6 req-bd47a9a5-9407-4191-896a-9fc40020f894 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/ports?device_id=af759f82-325a-479d-9171-b34363c7d03f HTTP/1.1" status: 200 len: 946 time: 0.1217568 Jun 11 09:54:17.548101 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ba29db1e-de48-4452-abdd-ec7efee927a6 req-f2f471bd-b451-4345-aeb3-3b08e6bedd90 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/security-groups?id=982f2ef2-bb6d-4fbc-bd87-ed6195b74a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638876 Jun 11 09:54:17.672318 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-8017e56d-c016-4cd0-9329-25a77f939b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6afa24-7c05-4c84-bfbd-32ea40e8307f', 'name': 'tempest-NetworksTestDHCPv6-router-839448365', 'tenant_id': '3a7e48b24b924bff8faf8c740b2810c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:54:10Z', 'updated_at': '2021-06-11T09:54:13Z', 'revision_number': 2, 'project_id': '3a7e48b24b924bff8faf8c740b2810c2', 'gw_port_host': None, '_interfaces': [{'id': '2c41e097-e1c3-4b62-81bf-29a66576a25a', 'name': '', 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'tenant_id': '3a7e48b24b924bff8faf8c740b2810c2', 'mac_address': 'fa:16:3e:92:9a:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6afa24-7c05-4c84-bfbd-32ea40e8307f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'ee013c5f-f333-47ac-94f2-55b85e6f79fd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:54:12Z', 'updated_at': '2021-06-11T09:54:14Z', 'revision_number': 2, 'project_id': '3a7e48b24b924bff8faf8c740b2810c2', 'subnets': [{'id': 'ee013c5f-f333-47ac-94f2-55b85e6f79fd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:17.676987 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8017e56d-c016-4cd0-9329-25a77f939b0c None None] Checking router: 0f6afa24-7c05-4c84-bfbd-32ea40e8307f for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:54:17.677551 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8017e56d-c016-4cd0-9329-25a77f939b0c None None] Updating router 0f6afa24-7c05-4c84-bfbd-32ea40e8307f port 2c41e097-e1c3-4b62-81bf-29a66576a25a binding host n-d-779913-12 {{(pid=93178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 09:54:17.738884 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8017e56d-c016-4cd0-9329-25a77f939b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:18.046575 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-61dfc80c-2747-4196-88ce-43f4c2efda83 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375209'] for router_interface, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:18.050139 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ec73cd27-72c9-4ea3-8a17-6fd0fd28a09e req-6f3afa23-0b8b-4acf-89cc-68a6c26320c9 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] 10.222.0.60 "GET /v2.0/ports?device_id=01d70585-3927-482a-8a10-7f6887ce956d HTTP/1.1" status: 200 len: 210 time: 0.0988014 Jun 11 09:54:18.263983 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8017e56d-c016-4cd0-9329-25a77f939b0c None None] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:18.392847 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f4041-416b-4cd3-8d7f-c6a78b602131 req-88ebff68-e234-4ff7-ae57-72feebadb2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:18.395259 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e53f4041-416b-4cd3-8d7f-c6a78b602131 req-88ebff68-e234-4ff7-ae57-72feebadb2fd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aae32b6d82fb4d1babe798fa5bdf8d6b&device_id=af759f82-325a-479d-9171-b34363c7d03f HTTP/1.1" status: 200 len: 1098 time: 0.2250788 Jun 11 09:54:18.434897 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-8017e56d-c016-4cd0-9329-25a77f939b0c None None] Transition to ACTIVE for port object 2c41e097-e1c3-4b62-81bf-29a66576a25a will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:54:18.452033 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:18.548059 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54892) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:18.636624 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f4041-416b-4cd3-8d7f-c6a78b602131 req-50095efb-8549-430c-a5f8-74ebf58724b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:18.639888 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e53f4041-416b-4cd3-8d7f-c6a78b602131 req-50095efb-8549-430c-a5f8-74ebf58724b3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=05221ef3-e163-480d-ad89-4315ae45fbcc HTTP/1.1" status: 200 len: 919 time: 0.2196853 Jun 11 09:54:18.653487 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8017e56d-c016-4cd0-9329-25a77f939b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:18.657457 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-7a815038-6c5f-437d-a799-7b00f7a16330 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:18.694429 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-5b61f0ae-9191-4dd0-aea3-d43b1e15e367 tempest-SubnetPoolsTestJSON-1658954885 tempest-SubnetPoolsTestJSON-1658954885-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-437471507', 'prefixes': ['172.20.0.0/16']}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:54:18.761010 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e53f4041-416b-4cd3-8d7f-c6a78b602131 req-892d4939-f2d8-4ad6-ae72-36c161023e7c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=55e769e1-1f7c-47ef-ad8c-105c6b62a523 HTTP/1.1" status: 200 len: 217 time: 0.1140697 Jun 11 09:54:18.867395 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceec180-7775-4c72-a256-84092b9be09a None None] Pushing event updated for resources: {'Port': ['ID=2c41e097-e1c3-4b62-81bf-29a66576a25a,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:18.924013 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-0ceec180-7775-4c72-a256-84092b9be09a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:18.946111 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f4041-416b-4cd3-8d7f-c6a78b602131 req-bcba6531-8aa0-478c-a36c-befc158a5914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:18.947711 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e53f4041-416b-4cd3-8d7f-c6a78b602131 req-bcba6531-8aa0-478c-a36c-befc158a5914 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=eedbaccc-33aa-4196-b70d-ae78a5d61bda HTTP/1.1" status: 200 len: 858 time: 0.1697049 Jun 11 09:54:18.948766 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4644dc-a8b6-4c11-98a0-16a7a98ae447 req-e5aaa2b4-f42a-49ed-8a2a-1fd6694aa39a tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:18.958250 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ab4644dc-a8b6-4c11-98a0-16a7a98ae447 req-e5aaa2b4-f42a-49ed-8a2a-1fd6694aa39a tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/ports?device_id=af759f82-325a-479d-9171-b34363c7d03f HTTP/1.1" status: 200 len: 946 time: 0.1637201 Jun 11 09:54:19.003063 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-8017e56d-c016-4cd0-9329-25a77f939b0c None None] Attempting to bind port 2c41e097-e1c3-4b62-81bf-29a66576a25a on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:54:19.003593 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-8017e56d-c016-4cd0-9329-25a77f939b0c None None] Attempting to bind port 2c41e097-e1c3-4b62-81bf-29a66576a25a by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'e0bc2927-8a98-4066-9eb5-5174f5accc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:54:19.003965 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8017e56d-c016-4cd0-9329-25a77f939b0c None None] Attempting to bind port 2c41e097-e1c3-4b62-81bf-29a66576a25a on network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:54:19.028790 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e53f4041-416b-4cd3-8d7f-c6a78b602131 req-17e20abf-7c32-4f14-b956-eaf57cc6330b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=05221ef3-e163-480d-ad89-4315ae45fbcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593665 Jun 11 09:54:19.028790 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-61dfc80c-2747-4196-88ce-43f4c2efda83 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Deleting port 2c41e097-e1c3-4b62-81bf-29a66576a25a {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:54:19.028790 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-61dfc80c-2747-4196-88ce-43f4c2efda83 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:19.029089 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8017e56d-c016-4cd0-9329-25a77f939b0c None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:54:19.029089 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8017e56d-c016-4cd0-9329-25a77f939b0c None None] Checking segment: {'id': 'e0bc2927-8a98-4066-9eb5-5174f5accc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:54:19.029089 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8017e56d-c016-4cd0-9329-25a77f939b0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:19.029089 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8017e56d-c016-4cd0-9329-25a77f939b0c None None] Bound using segment: {'id': 'e0bc2927-8a98-4066-9eb5-5174f5accc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:54:19.029089 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-8017e56d-c016-4cd0-9329-25a77f939b0c None None] Bound port: 2c41e097-e1c3-4b62-81bf-29a66576a25a, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0bc2927-8a98-4066-9eb5-5174f5accc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:54:19.029089 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8017e56d-c016-4cd0-9329-25a77f939b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:19.104407 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ab4644dc-a8b6-4c11-98a0-16a7a98ae447 req-2f41cf0c-b85f-4d2a-84b5-e7b0b2aa252c tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/security-groups?id=982f2ef2-bb6d-4fbc-bd87-ed6195b74a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449854 Jun 11 09:54:19.205797 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-8017e56d-c016-4cd0-9329-25a77f939b0c None None] For port 2c41e097-e1c3-4b62-81bf-29a66576a25a, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:54:19.214688 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-8017e56d-c016-4cd0-9329-25a77f939b0c None None] For port 2c41e097-e1c3-4b62-81bf-29a66576a25a, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=2c41e097-e1c3-4b62-81bf-29a66576a25a,segment=NetworkSegment(e0bc2927-8a98-4066-9eb5-5174f5accc0f),segment_id=e0bc2927-8a98-4066-9eb5-5174f5accc0f)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:54:19.335985 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5b61f0ae-9191-4dd0-aea3-d43b1e15e367 tempest-SubnetPoolsTestJSON-1658954885 tempest-SubnetPoolsTestJSON-1658954885-project] Notify callbacks [] for subnetpool, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:19.338383 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-5b61f0ae-9191-4dd0-aea3-d43b1e15e367 tempest-SubnetPoolsTestJSON-1658954885 tempest-SubnetPoolsTestJSON-1658954885-project] 10.222.0.60 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.7881479 Jun 11 09:54:19.340917 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54914) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:19.385491 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8017e56d-c016-4cd0-9329-25a77f939b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:19.389558 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-a4a38c67-b584-45a8-98ee-1e1fedf131ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:19.518276 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-c832c26e-9829-421d-a3be-a4c533ea1ae0 tempest-SubnetPoolsTestJSON-1658954885 tempest-SubnetPoolsTestJSON-1658954885-project] 10.222.0.60 "GET /v2.0/subnetpools/7bbe8f35-84d9-4659-b4c5-521a9ae0fdf0 HTTP/1.1" status: 200 len: 731 time: 0.1733420 Jun 11 09:54:19.518634 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54922) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:19.526398 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-bccda3f7-0026-484e-b019-5931cc26d338 tempest-SubnetPoolsTestJSON-1658954885 tempest-SubnetPoolsTestJSON-1658954885-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1235479279'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:54:19.534787 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceec180-7775-4c72-a256-84092b9be09a None None] Pushing event updated for resources: {'Port': ['ID=2c41e097-e1c3-4b62-81bf-29a66576a25a,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:19.536962 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8017e56d-c016-4cd0-9329-25a77f939b0c None None] Routers {'0f6afa24-7c05-4c84-bfbd-32ea40e8307f'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:54:19.537528 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-8017e56d-c016-4cd0-9329-25a77f939b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:54:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['0f6afa24-7c05-4c84-bfbd-32ea40e8307f'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:19.539650 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-0ceec180-7775-4c72-a256-84092b9be09a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:19.788468 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bccda3f7-0026-484e-b019-5931cc26d338 tempest-SubnetPoolsTestJSON-1658954885 tempest-SubnetPoolsTestJSON-1658954885-project] Notify callbacks [] for subnetpool, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:19.789378 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-bccda3f7-0026-484e-b019-5931cc26d338 tempest-SubnetPoolsTestJSON-1658954885 tempest-SubnetPoolsTestJSON-1658954885-project] 10.222.0.60 "PUT /v2.0/subnetpools/7bbe8f35-84d9-4659-b4c5-521a9ae0fdf0 HTTP/1.1" status: 200 len: 684 time: 0.2676718 Jun 11 09:54:19.791898 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54928) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:19.808890 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-8017e56d-c016-4cd0-9329-25a77f939b0c None None] Set router 0f6afa24-7c05-4c84-bfbd-32ea40e8307f gateway port host: None {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:54:19.885717 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4a3a440c-a42a-46cc-b7e7-297fffcc2d02 req-3349ef55-ea40-4edd-975b-612b06bfcdb4 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] 10.222.0.60 "GET /v2.0/ports?device_id=01d70585-3927-482a-8a10-7f6887ce956d HTTP/1.1" status: 200 len: 210 time: 0.2146883 Jun 11 09:54:20.046590 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-61dfc80c-2747-4196-88ce-43f4c2efda83 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:20.110491 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3cd8d210-b2fe-4941-8cfb-ea57a72e1ca9 tempest-SubnetPoolsTestJSON-1658954885 tempest-SubnetPoolsTestJSON-1658954885-project] Notify callbacks [] for subnetpool, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:20.111998 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-3cd8d210-b2fe-4941-8cfb-ea57a72e1ca9 tempest-SubnetPoolsTestJSON-1658954885 tempest-SubnetPoolsTestJSON-1658954885-project] 10.222.0.60 "DELETE /v2.0/subnetpools/7bbe8f35-84d9-4659-b4c5-521a9ae0fdf0 HTTP/1.1" status: 204 len: 168 time: 0.3191462 Jun 11 09:54:20.114583 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54944) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:20.146159 n-d-779913-12 neutron-server[93177]: INFO neutron.api.v2.resource [None req-6bf0b7e0-ff78-4ff5-b03d-0445f5b16e52 tempest-SubnetPoolsTestJSON-1658954885 tempest-SubnetPoolsTestJSON-1658954885-project] show failed (client error): The resource could not be found. Jun 11 09:54:20.147371 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-6bf0b7e0-ff78-4ff5-b03d-0445f5b16e52 tempest-SubnetPoolsTestJSON-1658954885 tempest-SubnetPoolsTestJSON-1658954885-project] 10.222.0.60 "GET /v2.0/subnetpools/7bbe8f35-84d9-4659-b4c5-521a9ae0fdf0 HTTP/1.1" status: 404 len: 346 time: 0.0294981 Jun 11 09:54:20.150125 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54948) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:20.172666 n-d-779913-12 neutron-server[93177]: INFO neutron.api.v2.resource [None req-cdc79753-ebf1-4d5e-8359-99dc19c8d3f8 tempest-SubnetPoolsTestJSON-1658954885 tempest-SubnetPoolsTestJSON-1658954885-project] delete failed (client error): The resource could not be found. Jun 11 09:54:20.175825 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-cdc79753-ebf1-4d5e-8359-99dc19c8d3f8 tempest-SubnetPoolsTestJSON-1658954885 tempest-SubnetPoolsTestJSON-1658954885-project] 10.222.0.60 "DELETE /v2.0/subnetpools/7bbe8f35-84d9-4659-b4c5-521a9ae0fdf0 HTTP/1.1" status: 404 len: 346 time: 0.0245278 Jun 11 09:54:20.223327 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-61dfc80c-2747-4196-88ce-43f4c2efda83 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Calling delete_port for 2c41e097-e1c3-4b62-81bf-29a66576a25a owned by network:router_interface {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:54:20.261833 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e53f4041-416b-4cd3-8d7f-c6a78b602131 req-4bbb837f-39ee-42d8-a3f1-d5e18e27e1e2 service neutron] 10.222.0.64 "GET /v2.0/networks/05221ef3-e163-480d-ad89-4315ae45fbcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1563694 Jun 11 09:54:20.295928 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-8017e56d-c016-4cd0-9329-25a77f939b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6afa24-7c05-4c84-bfbd-32ea40e8307f', 'name': 'tempest-NetworksTestDHCPv6-router-839448365', 'tenant_id': '3a7e48b24b924bff8faf8c740b2810c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:54:10Z', 'updated_at': '2021-06-11T09:54:13Z', 'revision_number': 2, 'project_id': '3a7e48b24b924bff8faf8c740b2810c2', 'gw_port_host': None, '_interfaces': [{'id': '2c41e097-e1c3-4b62-81bf-29a66576a25a', 'name': '', 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'tenant_id': '3a7e48b24b924bff8faf8c740b2810c2', 'mac_address': 'fa:16:3e:92:9a:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6afa24-7c05-4c84-bfbd-32ea40e8307f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'ee013c5f-f333-47ac-94f2-55b85e6f79fd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:54:12Z', 'updated_at': '2021-06-11T09:54:19Z', 'revision_number': 4, 'project_id': '3a7e48b24b924bff8faf8c740b2810c2', 'subnets': [{'id': 'ee013c5f-f333-47ac-94f2-55b85e6f79fd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:20.304120 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8017e56d-c016-4cd0-9329-25a77f939b0c None None] The sync data for ids ['0f6afa24-7c05-4c84-bfbd-32ea40e8307f'] in n-d-779913-12 is: [{'id': '0f6afa24-7c05-4c84-bfbd-32ea40e8307f', 'name': 'tempest-NetworksTestDHCPv6-router-839448365', 'tenant_id': '3a7e48b24b924bff8faf8c740b2810c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:54:10Z', 'updated_at': '2021-06-11T09:54:13Z', 'revision_number': 2, 'project_id': '3a7e48b24b924bff8faf8c740b2810c2', 'gw_port_host': None, '_interfaces': [{'id': '2c41e097-e1c3-4b62-81bf-29a66576a25a', 'name': '', 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'tenant_id': '3a7e48b24b924bff8faf8c740b2810c2', 'mac_address': 'fa:16:3e:92:9a:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6afa24-7c05-4c84-bfbd-32ea40e8307f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'ee013c5f-f333-47ac-94f2-55b85e6f79fd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:54:12Z', 'updated_at': '2021-06-11T09:54:19Z', 'revision_number': 4, 'project_id': '3a7e48b24b924bff8faf8c740b2810c2', 'subnets': [{'id': 'ee013c5f-f333-47ac-94f2-55b85e6f79fd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:54:20.423741 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70db5f3-f1b8-4121-bd37-a4873e450375 req-6ab85c24-79ef-4275-addc-d8381d4143f8 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:20.425992 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b70db5f3-f1b8-4121-bd37-a4873e450375 req-6ab85c24-79ef-4275-addc-d8381d4143f8 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/ports?device_id=af759f82-325a-479d-9171-b34363c7d03f HTTP/1.1" status: 200 len: 946 time: 0.1129034 Jun 11 09:54:20.505162 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b70db5f3-f1b8-4121-bd37-a4873e450375 req-822edf16-a68d-4a68-b6b6-c7b3d37f91aa tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/security-groups?id=982f2ef2-bb6d-4fbc-bd87-ed6195b74a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714424 Jun 11 09:54:20.568068 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e53f4041-416b-4cd3-8d7f-c6a78b602131 req-86735e30-71be-42b1-be17-debe6de1a72b service neutron] 10.222.0.64 "GET /v2.0/networks/05221ef3-e163-480d-ad89-4315ae45fbcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400303 Jun 11 09:54:20.813837 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-61dfc80c-2747-4196-88ce-43f4c2efda83 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:20.818168 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2fa66500-3be0-4b82-9d55-66ce51cf29f3 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:20.866813 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dfc80c-2747-4196-88ce-43f4c2efda83 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event deleted for resources: {'Port': ['ID=2c41e097-e1c3-4b62-81bf-29a66576a25a,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:20.870215 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-61dfc80c-2747-4196-88ce-43f4c2efda83 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:21.063663 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54966) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:21.191492 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 54972) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:21.222572 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-61dfc80c-2747-4196-88ce-43f4c2efda83 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362297'] for router_interface, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:21.354336 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-486008d8-8b96-4e09-a5f8-19611e7d431f req-36738913-2484-4a99-9ed2-067df025e8c5 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] 10.222.0.60 "GET /v2.0/ports?device_id=01d70585-3927-482a-8a10-7f6887ce956d HTTP/1.1" status: 200 len: 210 time: 0.1850224 Jun 11 09:54:21.482050 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1fa6cdfa-610f-4108-87da-a060af4a99cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:21.517355 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1a412f-76d1-422e-901d-6c4f5872173a req-db266a37-8b43-4732-8b6b-d3d840595df9 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:21.519301 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-da1a412f-76d1-422e-901d-6c4f5872173a req-db266a37-8b43-4732-8b6b-d3d840595df9 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] 10.222.0.69 "GET /v2.0/networks?id=2ee9e933-9fda-4839-b4cd-d38077481dd6 HTTP/1.1" status: 200 len: 815 time: 0.4324980 Jun 11 09:54:21.531682 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c1770de4-821c-468f-8530-4647ab1cfbc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:21.744920 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-da1a412f-76d1-422e-901d-6c4f5872173a req-c8b55720-968e-4654-ad5b-3a1c3b3506a9 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd0b80cc8f6f441fb34ed2f0b9466049 HTTP/1.1" status: 200 len: 380 time: 0.2104039 Jun 11 09:54:21.746906 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61dfc80c-2747-4196-88ce-43f4c2efda83 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Router 0f6afa24-7c05-4c84-bfbd-32ea40e8307f has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 09:54:21.757447 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-da1a412f-76d1-422e-901d-6c4f5872173a req-0235d377-95db-4ddd-a7c1-978da633bed9 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Request body: {'port': {'device_id': '01d70585-3927-482a-8a10-7f6887ce956d', 'network_id': '2ee9e933-9fda-4839-b4cd-d38077481dd6', 'admin_state_up': True, 'tenant_id': 'dd0b80cc8f6f441fb34ed2f0b9466049', 'security_groups': ['bcce601c-ce35-42bf-9e68-458e7d14fb73']}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:54:21.903855 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e98ef1c9-8a86-4e6e-a489-061bf903a290 req-0f54fc73-b2ad-4b6b-9fb1-fd36ace1aa28 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8b0925bd-e2ca-4cc1-bb17-c477189658df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2687073 Jun 11 09:54:21.912259 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61dfc80c-2747-4196-88ce-43f4c2efda83 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:54:21.919607 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-61dfc80c-2747-4196-88ce-43f4c2efda83 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "PUT /v2.0/routers/0f6afa24-7c05-4c84-bfbd-32ea40e8307f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8853643 Jun 11 09:54:21.922768 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 54980) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:21.953190 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1bef82-555b-4910-8767-7f43bdb94042 req-1d27fb26-231f-40f4-ab0a-a38ef94e9587 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:21.954838 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fb1bef82-555b-4910-8767-7f43bdb94042 req-1d27fb26-231f-40f4-ab0a-a38ef94e9587 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/ports?device_id=af759f82-325a-479d-9171-b34363c7d03f HTTP/1.1" status: 200 len: 946 time: 0.2936380 Jun 11 09:54:22.037424 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1fa6cdfa-610f-4108-87da-a060af4a99cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:22.046782 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fb1bef82-555b-4910-8767-7f43bdb94042 req-13062d7c-931b-4808-bb5b-afbc764f499e tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/security-groups?id=982f2ef2-bb6d-4fbc-bd87-ed6195b74a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851896 Jun 11 09:54:22.076688 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc790486-6d4c-4b16-b0a4-43594691f50c tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:22.078281 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc790486-6d4c-4b16-b0a4-43594691f50c tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:22.082541 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54982) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:22.083079 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-fc790486-6d4c-4b16-b0a4-43594691f50c tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1591175 Jun 11 09:54:22.095770 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98ef1c9-8a86-4e6e-a489-061bf903a290 req-34452d53-1480-4f28-a6af-0fbc3359615c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:22.102533 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e98ef1c9-8a86-4e6e-a489-061bf903a290 req-34452d53-1480-4f28-a6af-0fbc3359615c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0694d8955d61412382677b4a46f00758&device_id=8b0925bd-e2ca-4cc1-bb17-c477189658df HTTP/1.1" status: 200 len: 1097 time: 0.1259360 Jun 11 09:54:22.127498 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1fa6cdfa-610f-4108-87da-a060af4a99cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:22.138689 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-cd7da92d-0596-4785-a4d1-eea8db0ccb3b tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:22.183320 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-1fa6cdfa-610f-4108-87da-a060af4a99cd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3e2a43e4937247f7bdd37f10c45c758a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1181951 Jun 11 09:54:22.191023 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54986) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:22.196050 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbb544cc-c68d-465c-83de-218ffb57946e tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Deleting subnet ee013c5f-f333-47ac-94f2-55b85e6f79fd {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 09:54:22.217285 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cbb544cc-c68d-465c-83de-218ffb57946e tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:22.220347 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.db.api [req-da1a412f-76d1-422e-901d-6c4f5872173a req-0235d377-95db-4ddd-a7c1-978da633bed9 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 11 09:54:22.220347 n-d-779913-12 neutron-server[93177]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 11 09:54:22.220347 n-d-779913-12 neutron-server[93177]: [parameters: {'project_id_1': 'dd0b80cc8f6f441fb34ed2f0b9466049', 'expiration_1': datetime.datetime(2021, 6, 11, 9, 54, 22, 16002)}] Jun 11 09:54:22.220347 n-d-779913-12 neutron-server[93177]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93177) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 09:54:22.221132 n-d-779913-12 neutron-server[93177]: DEBUG oslo_db.api [req-da1a412f-76d1-422e-901d-6c4f5872173a req-0235d377-95db-4ddd-a7c1-978da633bed9 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 09:54:22.253495 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa6cdfa-610f-4108-87da-a060af4a99cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3331d9d0-8b72-4ceb-98a2-653a5bd08444,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:22.287118 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1fa6cdfa-610f-4108-87da-a060af4a99cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:22.326561 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cbb544cc-c68d-465c-83de-218ffb57946e tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:22.395990 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-490644fd-6f23-4175-8f31-f5f933f87199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:22.409327 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98ef1c9-8a86-4e6e-a489-061bf903a290 req-7a906bc3-299d-4556-b32a-835b40ec6937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:22.410343 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e98ef1c9-8a86-4e6e-a489-061bf903a290 req-7a906bc3-299d-4556-b32a-835b40ec6937 service neutron] 10.222.0.69 "GET /v2.0/networks?id=95f263a2-16db-4d6c-8962-c50348487ef1 HTTP/1.1" status: 200 len: 913 time: 0.2917283 Jun 11 09:54:22.413304 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c1770de4-821c-468f-8530-4647ab1cfbc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:22.465531 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-490644fd-6f23-4175-8f31-f5f933f87199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:22.492339 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cbb544cc-c68d-465c-83de-218ffb57946e tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:22.510946 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c1770de4-821c-468f-8530-4647ab1cfbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:22.517499 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c7dea792-99ae-457e-a855-d99602974091 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:22.616242 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e98ef1c9-8a86-4e6e-a489-061bf903a290 req-80ea91d4-6447-4f62-8280-f8ffe8f56805 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b5f0517f-e623-4a7f-afe3-a62c3b1537aa HTTP/1.1" status: 200 len: 1001 time: 0.1990252 Jun 11 09:54:22.647254 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7823575d-19b1-4868-8e3d-70e2427098ca None None] Sync routers for ids ['0f6afa24-7c05-4c84-bfbd-32ea40e8307f'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:54:22.666807 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7823575d-19b1-4868-8e3d-70e2427098ca None None] Routers {'0f6afa24-7c05-4c84-bfbd-32ea40e8307f'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:54:22.666807 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-7823575d-19b1-4868-8e3d-70e2427098ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:54:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['0f6afa24-7c05-4c84-bfbd-32ea40e8307f'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:22.667160 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-490644fd-6f23-4175-8f31-f5f933f87199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:22.668235 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-490644fd-6f23-4175-8f31-f5f933f87199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:22.670711 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-490644fd-6f23-4175-8f31-f5f933f87199 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3331d9d0-8b72-4ceb-98a2-653a5bd08444 HTTP/1.1" status: 204 len: 168 time: 0.4719396 Jun 11 09:54:22.671880 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7f069de0-f653-4b70-957e-131332c062c0 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:22.695444 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cbb544cc-c68d-465c-83de-218ffb57946e tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:22.709200 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1770de4-821c-468f-8530-4647ab1cfbc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d72d73a6-57ef-442c-9468-f2f033cf41a8,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:22.732671 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c1770de4-821c-468f-8530-4647ab1cfbc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:22.732671 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98ef1c9-8a86-4e6e-a489-061bf903a290 req-2831fa17-6e9a-4b41-aef3-e7e567c857b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:22.741389 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e98ef1c9-8a86-4e6e-a489-061bf903a290 req-2831fa17-6e9a-4b41-aef3-e7e567c857b2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9b5d9d7d-14db-4d74-baaa-fbd3e9136036 HTTP/1.1" status: 200 len: 851 time: 0.1076429 Jun 11 09:54:22.745161 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-c1770de4-821c-468f-8530-4647ab1cfbc8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=475d8693b9b2458e86cb50ea6f0e0809&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5492671 Jun 11 09:54:22.749032 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 54996) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:22.769134 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490644fd-6f23-4175-8f31-f5f933f87199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3331d9d0-8b72-4ceb-98a2-653a5bd08444,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:22.779382 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-490644fd-6f23-4175-8f31-f5f933f87199 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:22.819101 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-10d452e6-7d50-4658-9a44-f3574574a726 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:22.832605 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ee79b5-e458-47d6-a19d-ec872250e488 None None] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:54:22.833053 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-565e3247-d9ae-4ea2-bb7a-65ac0cd6c00b req-f676099f-e53d-4a33-aef3-e785279a9b8e tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] 10.222.0.60 "GET /v2.0/ports?device_id=01d70585-3927-482a-8a10-7f6887ce956d HTTP/1.1" status: 200 len: 210 time: 0.1409247 Jun 11 09:54:22.837291 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cbb544cc-c68d-465c-83de-218ffb57946e tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:22.844176 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-cbb544cc-c68d-465c-83de-218ffb57946e tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/subnets/ee013c5f-f333-47ac-94f2-55b85e6f79fd HTTP/1.1" status: 204 len: 168 time: 0.7600195 Jun 11 09:54:22.850854 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 54998) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:22.924760 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb544cc-c68d-465c-83de-218ffb57946e tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event deleted for resources: {'Subnet': ['ID=ee013c5f-f333-47ac-94f2-55b85e6f79fd,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:22.924760 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-cbb544cc-c68d-465c-83de-218ffb57946e tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:22.961019 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-7823575d-19b1-4868-8e3d-70e2427098ca None None] Set router 0f6afa24-7c05-4c84-bfbd-32ea40e8307f gateway port host: None {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:54:23.047722 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da1a412f-76d1-422e-901d-6c4f5872173a req-0235d377-95db-4ddd-a7c1-978da633bed9 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Made reservation on behalf of dd0b80cc8f6f441fb34ed2f0b9466049 for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:54:23.052150 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-da1a412f-76d1-422e-901d-6c4f5872173a req-0235d377-95db-4ddd-a7c1-978da633bed9 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:23.145316 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-7823575d-19b1-4868-8e3d-70e2427098ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6afa24-7c05-4c84-bfbd-32ea40e8307f', 'name': 'tempest-NetworksTestDHCPv6-router-839448365', 'tenant_id': '3a7e48b24b924bff8faf8c740b2810c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:54:10Z', 'updated_at': '2021-06-11T09:54:20Z', 'revision_number': 3, 'project_id': '3a7e48b24b924bff8faf8c740b2810c2', 'gw_port_host': None}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:23.155560 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7823575d-19b1-4868-8e3d-70e2427098ca None None] Checking router: 0f6afa24-7c05-4c84-bfbd-32ea40e8307f for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:54:23.192163 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7823575d-19b1-4868-8e3d-70e2427098ca None None] Routers {'0f6afa24-7c05-4c84-bfbd-32ea40e8307f'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:54:23.193557 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-7823575d-19b1-4868-8e3d-70e2427098ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:54:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['0f6afa24-7c05-4c84-bfbd-32ea40e8307f'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:23.226850 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b0565203-1a05-4a76-95b7-b7179b6b6bb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:23.230456 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98ef1c9-8a86-4e6e-a489-061bf903a290 req-14e3caa0-fd5d-49de-b4d9-ccb0c22238fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:23.232161 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e98ef1c9-8a86-4e6e-a489-061bf903a290 req-14e3caa0-fd5d-49de-b4d9-ccb0c22238fb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=95f263a2-16db-4d6c-8962-c50348487ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4840655 Jun 11 09:54:23.248329 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-62e2d987-7bd9-4bc0-9ef0-b338a18d1444 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3952909 Jun 11 09:54:23.272762 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 55004) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:23.288174 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ecef88-cecf-4224-946e-a62105131c77 None None] DHCP port deletion for f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 09:54:23.383548 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b0565203-1a05-4a76-95b7-b7179b6b6bb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:23.432663 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-34ecef88-cecf-4224-946e-a62105131c77 None None] Deleting port 6db4efce-bc26-4ca6-8a4d-98eb1e0c83fb {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:54:23.437355 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-34ecef88-cecf-4224-946e-a62105131c77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:23.516599 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-7823575d-19b1-4868-8e3d-70e2427098ca None None] Set router 0f6afa24-7c05-4c84-bfbd-32ea40e8307f gateway port host: None {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:54:23.640361 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb5590f-79c4-456e-93d5-a7718ada2412 req-d2960831-65d0-4fd5-8aa3-b05e3b5d5976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:23.643023 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-dcb5590f-79c4-456e-93d5-a7718ada2412 req-d2960831-65d0-4fd5-8aa3-b05e3b5d5976 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=af759f82-325a-479d-9171-b34363c7d03f HTTP/1.1" status: 200 len: 1098 time: 0.5377026 Jun 11 09:54:23.663384 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-7823575d-19b1-4868-8e3d-70e2427098ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6afa24-7c05-4c84-bfbd-32ea40e8307f', 'name': 'tempest-NetworksTestDHCPv6-router-839448365', 'tenant_id': '3a7e48b24b924bff8faf8c740b2810c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:54:10Z', 'updated_at': '2021-06-11T09:54:20Z', 'revision_number': 3, 'project_id': '3a7e48b24b924bff8faf8c740b2810c2', 'gw_port_host': None}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:23.668908 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7823575d-19b1-4868-8e3d-70e2427098ca None None] The sync data for ids ['0f6afa24-7c05-4c84-bfbd-32ea40e8307f'] in n-d-779913-12 is: [{'id': '0f6afa24-7c05-4c84-bfbd-32ea40e8307f', 'name': 'tempest-NetworksTestDHCPv6-router-839448365', 'tenant_id': '3a7e48b24b924bff8faf8c740b2810c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:54:10Z', 'updated_at': '2021-06-11T09:54:20Z', 'revision_number': 3, 'project_id': '3a7e48b24b924bff8faf8c740b2810c2', 'gw_port_host': None}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:54:23.717006 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-34ecef88-cecf-4224-946e-a62105131c77 None None] For port 6db4efce-bc26-4ca6-8a4d-98eb1e0c83fb, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=6db4efce-bc26-4ca6-8a4d-98eb1e0c83fb,segment=NetworkSegment(e0bc2927-8a98-4066-9eb5-5174f5accc0f),segment_id=e0bc2927-8a98-4066-9eb5-5174f5accc0f)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:54:23.717543 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-34ecef88-cecf-4224-946e-a62105131c77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:23.795722 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7e6129bc-497d-49d7-9181-d70ca1fd2756 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for router, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:23.802466 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [req-da1a412f-76d1-422e-901d-6c4f5872173a req-0235d377-95db-4ddd-a7c1-978da633bed9 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Allocated IP 172.20.0.4 (2ee9e933-9fda-4839-b4cd-d38077481dd6/cfe503b2-e60a-4c51-bb64-dfd15e82ca23/bdacbde7-649f-40a9-9ffb-65ab8ce950b8) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:54:23.827259 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b0565203-1a05-4a76-95b7-b7179b6b6bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:23.842017 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b0565203-1a05-4a76-95b7-b7179b6b6bb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:23.844250 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-b0565203-1a05-4a76-95b7-b7179b6b6bb6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d72d73a6-57ef-442c-9468-f2f033cf41a8 HTTP/1.1" status: 204 len: 168 time: 1.0868092 Jun 11 09:54:23.862619 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ff31f58f-bdb3-4644-a38b-399541406456 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:23.997194 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e98ef1c9-8a86-4e6e-a489-061bf903a290 req-c861b144-66f9-4ecd-8e83-62a3c04d0365 service neutron] 10.222.0.69 "GET /v2.0/networks/95f263a2-16db-4d6c-8962-c50348487ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7305815 Jun 11 09:54:24.008617 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-dcb5590f-79c4-456e-93d5-a7718ada2412 req-09b06e4d-23e6-47fb-88e6-2377585ac458 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=982f2ef2-bb6d-4fbc-bd87-ed6195b74a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879377 Jun 11 09:54:24.084784 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0565203-1a05-4a76-95b7-b7179b6b6bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d72d73a6-57ef-442c-9468-f2f033cf41a8,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:24.085515 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-34ecef88-cecf-4224-946e-a62105131c77 None None] Calling delete_port for 6db4efce-bc26-4ca6-8a4d-98eb1e0c83fb owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:54:24.194200 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b0565203-1a05-4a76-95b7-b7179b6b6bb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:24.428442 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f4acc8-b9b0-4adf-94ad-4311d84359a6 req-48221e1e-b0a9-40f2-99cb-311aa70fab1a tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:24.430019 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-56f4acc8-b9b0-4adf-94ad-4311d84359a6 req-48221e1e-b0a9-40f2-99cb-311aa70fab1a tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/ports?device_id=af759f82-325a-479d-9171-b34363c7d03f HTTP/1.1" status: 200 len: 946 time: 1.0583115 Jun 11 09:54:24.596464 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e98ef1c9-8a86-4e6e-a489-061bf903a290 req-729e69e9-752c-4962-bfcf-a15accac5353 service neutron] 10.222.0.69 "GET /v2.0/networks/95f263a2-16db-4d6c-8962-c50348487ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5860801 Jun 11 09:54:24.621328 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-56f4acc8-b9b0-4adf-94ad-4311d84359a6 req-99b6c277-262a-4d2e-b07a-27543bb47111 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/security-groups?id=982f2ef2-bb6d-4fbc-bd87-ed6195b74a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712346 Jun 11 09:54:24.632928 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-34ecef88-cecf-4224-946e-a62105131c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:24.636292 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-0ceec180-7775-4c72-a256-84092b9be09a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:24.652189 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ecef88-cecf-4224-946e-a62105131c77 None None] No DVR routers for this DVR port 6db4efce-bc26-4ca6-8a4d-98eb1e0c83fb on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:54:24.689235 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ecef88-cecf-4224-946e-a62105131c77 None None] Pushing event deleted for resources: {'Port': ['ID=6db4efce-bc26-4ca6-8a4d-98eb1e0c83fb,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:24.694947 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-34ecef88-cecf-4224-946e-a62105131c77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:24.728889 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 2c41e097-e1c3-4b62-81bf-29a66576a25a no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:54:24.829571 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 2c41e097-e1c3-4b62-81bf-29a66576a25a {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:54:24.830671 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 2c41e097-e1c3-4b62-81bf-29a66576a25a not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:54:24.831127 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 6db4efce-bc26-4ca6-8a4d-98eb1e0c83fb no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:54:24.901140 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 6db4efce-bc26-4ca6-8a4d-98eb1e0c83fb {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:54:24.901536 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 6db4efce-bc26-4ca6-8a4d-98eb1e0c83fb not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:54:24.942943 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-265b9fa1-6a8f-48f0-a55d-1f5ce3aaccb4 req-367016c5-a5dc-4d19-bc81-560b7458e10c tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] 10.222.0.60 "GET /v2.0/ports?device_id=01d70585-3927-482a-8a10-7f6887ce956d HTTP/1.1" status: 200 len: 210 time: 0.4396183 Jun 11 09:54:24.948375 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7e6129bc-497d-49d7-9181-d70ca1fd2756 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:24.966541 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 55044) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:24.981293 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7e6129bc-497d-49d7-9181-d70ca1fd2756 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:25.117920 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-da1a412f-76d1-422e-901d-6c4f5872173a req-0235d377-95db-4ddd-a7c1-978da633bed9 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:25.148866 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-da1a412f-76d1-422e-901d-6c4f5872173a req-0235d377-95db-4ddd-a7c1-978da633bed9 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Transition to ACTIVE for port object bdacbde7-649f-40a9-9ffb-65ab8ce950b8 will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:54:25.261347 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7e6129bc-497d-49d7-9181-d70ca1fd2756 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:25.262107 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e6129bc-497d-49d7-9181-d70ca1fd2756 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Fanout notify agent at l3_agent the message router_deleted on router 0f6afa24-7c05-4c84-bfbd-32ea40e8307f {{(pid=93177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 09:54:25.269794 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7e6129bc-497d-49d7-9181-d70ca1fd2756 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:25.273947 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 55054) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:25.277380 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-7e6129bc-497d-49d7-9181-d70ca1fd2756 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/routers/0f6afa24-7c05-4c84-bfbd-32ea40e8307f HTTP/1.1" status: 204 len: 168 time: 2.0028927 Jun 11 09:54:25.283459 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-57fb022c-4c8f-47d9-b066-220ea155389b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Request body: {'subnet': {'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:54:25.358739 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-da1a412f-76d1-422e-901d-6c4f5872173a req-0235d377-95db-4ddd-a7c1-978da633bed9 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:25.363944 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d5065c01-432a-4654-b52c-5c77c97e02d5 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:25.478304 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-5873a923-07d8-44fc-b249-476defba32a2 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1219928796'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:54:25.500566 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da1a412f-76d1-422e-901d-6c4f5872173a req-0235d377-95db-4ddd-a7c1-978da633bed9 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Network 2ee9e933-9fda-4839-b4cd-d38077481dd6 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:54:25.510013 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [req-da1a412f-76d1-422e-901d-6c4f5872173a req-0235d377-95db-4ddd-a7c1-978da633bed9 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:54:25.517850 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-da1a412f-76d1-422e-901d-6c4f5872173a req-0235d377-95db-4ddd-a7c1-978da633bed9 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:54:25.567670 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0235d377-95db-4ddd-a7c1-978da633bed9 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Pushing event updated for resources: {'Port': ['ID=bdacbde7-649f-40a9-9ffb-65ab8ce950b8,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:25.588737 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0235d377-95db-4ddd-a7c1-978da633bed9 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:25.621559 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1a412f-76d1-422e-901d-6c4f5872173a req-0235d377-95db-4ddd-a7c1-978da633bed9 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:25.622862 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-da1a412f-76d1-422e-901d-6c4f5872173a req-0235d377-95db-4ddd-a7c1-978da633bed9 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:25.641236 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9e2ee9-1865-48b5-9ddf-5b49cb4082b5 req-3c229802-3534-44a2-a1b8-8f3d8858794b tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:25.644136 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5873a923-07d8-44fc-b249-476defba32a2 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Made reservation on behalf of 749a240e8c5c42bf9f3498236c160390 for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:54:25.647976 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5873a923-07d8-44fc-b249-476defba32a2 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:25.648577 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4c9e2ee9-1865-48b5-9ddf-5b49cb4082b5 req-3c229802-3534-44a2-a1b8-8f3d8858794b tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b0925bd-e2ca-4cc1-bb17-c477189658df HTTP/1.1" status: 200 len: 945 time: 0.2580316 Jun 11 09:54:25.677461 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5873a923-07d8-44fc-b249-476defba32a2 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:25.715923 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4c9e2ee9-1865-48b5-9ddf-5b49cb4082b5 req-4bf85a63-881d-425e-9d82-1917c1e22d52 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] 10.222.0.60 "GET /v2.0/security-groups?id=60ac8e54-7258-493e-adec-df1a5101cf72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664108 Jun 11 09:54:25.809667 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57fb022c-4c8f-47d9-b066-220ea155389b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Made reservation on behalf of 3a7e48b24b924bff8faf8c740b2810c2 for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:54:25.815934 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-57fb022c-4c8f-47d9-b066-220ea155389b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:25.872200 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 55068) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:25.895959 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-da1a412f-76d1-422e-901d-6c4f5872173a req-0235d377-95db-4ddd-a7c1-978da633bed9 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1428180 Jun 11 09:54:25.909268 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-da1a412f-76d1-422e-901d-6c4f5872173a req-150c0112-6154-4f82-b5af-a81f6ea7aa49 service neutron] Request body: {'port': {'device_id': '01d70585-3927-482a-8a10-7f6887ce956d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-12'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:54:25.936079 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-ad8bb087-a558-4dd0-9d9b-dbe1d31226a5 None None] Provisioning for port bdacbde7-649f-40a9-9ffb-65ab8ce950b8 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:54:25.940471 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-ad8bb087-a558-4dd0-9d9b-dbe1d31226a5 None None] Provisioning complete for port bdacbde7-649f-40a9-9ffb-65ab8ce950b8 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:54:25.940863 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ad8bb087-a558-4dd0-9d9b-dbe1d31226a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:26.027506 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-ad8bb087-a558-4dd0-9d9b-dbe1d31226a5 None None] Port bdacbde7-649f-40a9-9ffb-65ab8ce950b8 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:54:26.472356 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-2b4f15b6-578d-4a4b-b7b9-1ecb1ed6dd2d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1064509973-network', 'tenant_id': '205594447f3445c2ac3204bbefdd34aa'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:54:26.599298 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-da1a412f-76d1-422e-901d-6c4f5872173a req-150c0112-6154-4f82-b5af-a81f6ea7aa49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:26.625800 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb18685d-631c-44d5-a1ea-1c4e13b8586f req-f24037a0-b681-4151-b32f-05ae4f5e4b80 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:26.627164 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cb18685d-631c-44d5-a1ea-1c4e13b8586f req-f24037a0-b681-4151-b32f-05ae4f5e4b80 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] 10.222.0.60 "GET /v2.0/ports?device_id=01d70585-3927-482a-8a10-7f6887ce956d HTTP/1.1" status: 200 len: 931 time: 0.1625082 Jun 11 09:54:26.673231 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48478ec9-1bcf-42a3-ac47-491f30bd3f75 req-0f58c6d7-7caf-43de-bb41-1225c059484e tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:26.674721 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-48478ec9-1bcf-42a3-ac47-491f30bd3f75 req-0f58c6d7-7caf-43de-bb41-1225c059484e tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/ports?device_id=af759f82-325a-479d-9171-b34363c7d03f HTTP/1.1" status: 200 len: 946 time: 0.2030296 Jun 11 09:54:26.780577 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cb18685d-631c-44d5-a1ea-1c4e13b8586f req-5adfd944-0aa9-4e71-8568-4b5a0e7f693a tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcce601c-ce35-42bf-9e68-458e7d14fb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216488 Jun 11 09:54:26.802439 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5873a923-07d8-44fc-b249-476defba32a2 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:26.828918 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-48478ec9-1bcf-42a3-ac47-491f30bd3f75 req-fd7f01ad-29ab-4695-a606-14f0a53a7d75 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/security-groups?id=982f2ef2-bb6d-4fbc-bd87-ed6195b74a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277471 Jun 11 09:54:27.013090 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [req-da1a412f-76d1-422e-901d-6c4f5872173a req-150c0112-6154-4f82-b5af-a81f6ea7aa49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdacbde7-649f-40a9-9ffb-65ab8ce950b8 {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:54:27.027792 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-da1a412f-76d1-422e-901d-6c4f5872173a req-150c0112-6154-4f82-b5af-a81f6ea7aa49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:27.042653 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-da1a412f-76d1-422e-901d-6c4f5872173a req-150c0112-6154-4f82-b5af-a81f6ea7aa49 service neutron] Transition to ACTIVE for port object bdacbde7-649f-40a9-9ffb-65ab8ce950b8 will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:54:27.303780 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba6a92-85e4-4efc-ba02-67934ae73f35 req-2a218322-06a4-4bff-ad0f-dec35fa1801a tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:27.305253 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-18ba6a92-85e4-4efc-ba02-67934ae73f35 req-2a218322-06a4-4bff-ad0f-dec35fa1801a tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b0925bd-e2ca-4cc1-bb17-c477189658df HTTP/1.1" status: 200 len: 945 time: 0.0746212 Jun 11 09:54:27.350916 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-18ba6a92-85e4-4efc-ba02-67934ae73f35 req-d1f4e933-6be9-4e7f-b7bf-77f65bb7144b tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] 10.222.0.60 "GET /v2.0/security-groups?id=60ac8e54-7258-493e-adec-df1a5101cf72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388606 Jun 11 09:54:27.499915 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-57fb022c-4c8f-47d9-b066-220ea155389b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:27.502612 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5873a923-07d8-44fc-b249-476defba32a2 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:27.508032 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-071b4daf-3968-4e98-8e01-ad0c24bd3129 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:27.531372 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-da1a412f-76d1-422e-901d-6c4f5872173a req-150c0112-6154-4f82-b5af-a81f6ea7aa49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:27.534834 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-dc2796b4-20ab-4376-bd57-5b59a6841962 tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:27.581695 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5873a923-07d8-44fc-b249-476defba32a2 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 09:54:27.586978 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57fb022c-4c8f-47d9-b066-220ea155389b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:54:27.597130 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-57fb022c-4c8f-47d9-b066-220ea155389b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:54:27.607107 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57fb022c-4c8f-47d9-b066-220ea155389b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:27.607802 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-57fb022c-4c8f-47d9-b066-220ea155389b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:27.617808 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d4e0f3-069c-49fe-afa7-27a3132f4bbb None None] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:54:27.621434 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5873a923-07d8-44fc-b249-476defba32a2 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:27.622097 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-5873a923-07d8-44fc-b249-476defba32a2 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Added segment 0afd7441-217a-4d40-a68b-94314251ac38 of type vlan for network 17469edb-653a-44cc-b8a6-3ef542c54afd Jun 11 09:54:27.624895 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fb022c-4c8f-47d9-b066-220ea155389b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event updated for resources: {'Subnet': ['ID=f46d8419-73c5-40c0-8e59-69be17d4409d,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:27.644850 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-57fb022c-4c8f-47d9-b066-220ea155389b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:27.645339 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d1267a12-60bf-4fc8-b058-353da623776a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.134s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:27.757080 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150c0112-6154-4f82-b5af-a81f6ea7aa49 service neutron] Pushing event updated for resources: {'Port': ['ID=bdacbde7-649f-40a9-9ffb-65ab8ce950b8,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:27.760287 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b4f15b6-578d-4a4b-b7b9-1ecb1ed6dd2d admin admin] Made reservation on behalf of 205594447f3445c2ac3204bbefdd34aa for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:54:27.762877 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2b4f15b6-578d-4a4b-b7b9-1ecb1ed6dd2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:27.766894 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5873a923-07d8-44fc-b249-476defba32a2 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:27.771487 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5873a923-07d8-44fc-b249-476defba32a2 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ceac1010-9fb6-4f09-81ea-967c0bea6b42,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:27.779695 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-150c0112-6154-4f82-b5af-a81f6ea7aa49 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:27.779695 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2b4f15b6-578d-4a4b-b7b9-1ecb1ed6dd2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:27.815422 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5873a923-07d8-44fc-b249-476defba32a2 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:27.874793 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-57fb022c-4c8f-47d9-b066-220ea155389b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.5992315 Jun 11 09:54:27.924639 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 55120) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:27.943548 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-57fb88b4-03fa-49b8-8051-002673c1d967 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2104689767', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:54:28.020543 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf9b1a9-b1af-4b21-89ec-134c2b5e0ba2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'tenant_id': '3a7e48b24b924bff8faf8c740b2810c2', 'fixed_ips': [{'subnet_id': 'f46d8419-73c5-40c0-8e59-69be17d4409d'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 09:54:28.020543 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-eaf9b1a9-b1af-4b21-89ec-134c2b5e0ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:28.032946 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10812cd-9541-469c-b43d-e2697200b8ae req-01af7fac-15c8-429d-874b-601e6270429a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:28.035165 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f10812cd-9541-469c-b43d-e2697200b8ae req-01af7fac-15c8-429d-874b-601e6270429a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aae32b6d82fb4d1babe798fa5bdf8d6b&device_id=af759f82-325a-479d-9171-b34363c7d03f HTTP/1.1" status: 200 len: 1098 time: 0.1932704 Jun 11 09:54:28.036282 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5873a923-07d8-44fc-b249-476defba32a2 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:28.042763 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5873a923-07d8-44fc-b249-476defba32a2 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:28.043424 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5873a923-07d8-44fc-b249-476defba32a2 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:28.048708 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:28.079000 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-da1a412f-76d1-422e-901d-6c4f5872173a req-150c0112-6154-4f82-b5af-a81f6ea7aa49 service neutron] Attempting to bind port bdacbde7-649f-40a9-9ffb-65ab8ce950b8 on host n-h2-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:54:28.079376 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-da1a412f-76d1-422e-901d-6c4f5872173a req-150c0112-6154-4f82-b5af-a81f6ea7aa49 service neutron] Attempting to bind port bdacbde7-649f-40a9-9ffb-65ab8ce950b8 by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': 'b1043da1-5480-43ec-a726-3c2fce12da10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '2ee9e933-9fda-4839-b4cd-d38077481dd6'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:54:28.079751 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1a412f-76d1-422e-901d-6c4f5872173a req-150c0112-6154-4f82-b5af-a81f6ea7aa49 service neutron] Attempting to bind port bdacbde7-649f-40a9-9ffb-65ab8ce950b8 on network 2ee9e933-9fda-4839-b4cd-d38077481dd6 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:54:28.085173 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1a412f-76d1-422e-901d-6c4f5872173a req-150c0112-6154-4f82-b5af-a81f6ea7aa49 service neutron] Port bdacbde7-649f-40a9-9ffb-65ab8ce950b8 on network 2ee9e933-9fda-4839-b4cd-d38077481dd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:54:28.085496 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1a412f-76d1-422e-901d-6c4f5872173a req-150c0112-6154-4f82-b5af-a81f6ea7aa49 service neutron] Attempting to bind port bdacbde7-649f-40a9-9ffb-65ab8ce950b8 on network 2ee9e933-9fda-4839-b4cd-d38077481dd6 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:54:28.097806 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1a412f-76d1-422e-901d-6c4f5872173a req-150c0112-6154-4f82-b5af-a81f6ea7aa49 service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:54:28.098138 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1a412f-76d1-422e-901d-6c4f5872173a req-150c0112-6154-4f82-b5af-a81f6ea7aa49 service neutron] Checking segment: {'id': 'b1043da1-5480-43ec-a726-3c2fce12da10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '2ee9e933-9fda-4839-b4cd-d38077481dd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:54:28.098532 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1a412f-76d1-422e-901d-6c4f5872173a req-150c0112-6154-4f82-b5af-a81f6ea7aa49 service neutron] Bound using segment: {'id': 'b1043da1-5480-43ec-a726-3c2fce12da10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '2ee9e933-9fda-4839-b4cd-d38077481dd6'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:54:28.098968 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-da1a412f-76d1-422e-901d-6c4f5872173a req-150c0112-6154-4f82-b5af-a81f6ea7aa49 service neutron] Bound port: bdacbde7-649f-40a9-9ffb-65ab8ce950b8, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1043da1-5480-43ec-a726-3c2fce12da10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '2ee9e933-9fda-4839-b4cd-d38077481dd6'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:54:28.099317 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-da1a412f-76d1-422e-901d-6c4f5872173a req-150c0112-6154-4f82-b5af-a81f6ea7aa49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:28.126656 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93db6ba0-0416-407e-80d3-c0dd08699588 req-83470ae1-6d74-4ad4-900b-47abba93ac8d tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:28.134422 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-93db6ba0-0416-407e-80d3-c0dd08699588 req-83470ae1-6d74-4ad4-900b-47abba93ac8d tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/ports?device_id=af759f82-325a-479d-9171-b34363c7d03f HTTP/1.1" status: 200 len: 946 time: 0.2577565 Jun 11 09:54:28.234138 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-57fb88b4-03fa-49b8-8051-002673c1d967 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:28.236990 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-57fb88b4-03fa-49b8-8051-002673c1d967 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:28.244576 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-93db6ba0-0416-407e-80d3-c0dd08699588 req-83b29db6-c446-463e-a668-09e714506442 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/security-groups?id=982f2ef2-bb6d-4fbc-bd87-ed6195b74a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053276 Jun 11 09:54:28.350899 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-da1a412f-76d1-422e-901d-6c4f5872173a req-150c0112-6154-4f82-b5af-a81f6ea7aa49 service neutron] For port bdacbde7-649f-40a9-9ffb-65ab8ce950b8, host n-h2-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:54:28.361591 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5873a923-07d8-44fc-b249-476defba32a2 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Pushing event updated for resources: {'Network': ['ID=17469edb-653a-44cc-b8a6-3ef542c54afd,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:28.374175 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-eaf9b1a9-b1af-4b21-89ec-134c2b5e0ba2 None None] Allocated IP 2001:db8::2 (f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc/f46d8419-73c5-40c0-8e59-69be17d4409d/b6cf792a-a81b-4a9f-90fc-5c428684f312) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:54:28.374486 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-da1a412f-76d1-422e-901d-6c4f5872173a req-150c0112-6154-4f82-b5af-a81f6ea7aa49 service neutron] For port bdacbde7-649f-40a9-9ffb-65ab8ce950b8, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=bdacbde7-649f-40a9-9ffb-65ab8ce950b8,segment=NetworkSegment(b1043da1-5480-43ec-a726-3c2fce12da10),segment_id=b1043da1-5480-43ec-a726-3c2fce12da10)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:54:28.376178 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5873a923-07d8-44fc-b249-476defba32a2 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:28.459232 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 17469edb-653a-44cc-b8a6-3ef542c54afd details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:54:28.492381 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-da1a412f-76d1-422e-901d-6c4f5872173a req-150c0112-6154-4f82-b5af-a81f6ea7aa49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:28.520385 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2b4f15b6-578d-4a4b-b7b9-1ecb1ed6dd2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:28.522260 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-32791930-7628-4e42-9aa6-93cb527f4448 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:28.570379 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-57fb88b4-03fa-49b8-8051-002673c1d967 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:28.600086 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10812cd-9541-469c-b43d-e2697200b8ae req-30077d95-a51e-4120-9337-bf9dd301eb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:28.601656 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f10812cd-9541-469c-b43d-e2697200b8ae req-30077d95-a51e-4120-9337-bf9dd301eb96 service neutron] 10.222.0.64 "GET /v2.0/networks?id=05221ef3-e163-480d-ad89-4315ae45fbcc HTTP/1.1" status: 200 len: 919 time: 0.5548775 Jun 11 09:54:28.668919 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1a412f-76d1-422e-901d-6c4f5872173a req-150c0112-6154-4f82-b5af-a81f6ea7aa49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:28.670086 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-da1a412f-76d1-422e-901d-6c4f5872173a req-150c0112-6154-4f82-b5af-a81f6ea7aa49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:28.671804 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-da1a412f-76d1-422e-901d-6c4f5872173a req-150c0112-6154-4f82-b5af-a81f6ea7aa49 service neutron] 10.222.0.69 "PUT /v2.0/ports/bdacbde7-649f-40a9-9ffb-65ab8ce950b8 HTTP/1.1" status: 200 len: 1092 time: 2.7674932 Jun 11 09:54:28.683417 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01d70585-3927-482a-8a10-7f6887ce956d', 'tag': 'bdacbde7-649f-40a9-9ffb-65ab8ce950b8'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:54:28.690232 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdaf2e1c-0107-4573-986e-f1822f257ce2" -d '{"events": [{"name": "network-changed", "server_uuid": "01d70585-3927-482a-8a10-7f6887ce956d", "tag": "bdacbde7-649f-40a9-9ffb-65ab8ce950b8"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:54:28.692234 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2b4f15b6-578d-4a4b-b7b9-1ecb1ed6dd2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:28.699298 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f10812cd-9541-469c-b43d-e2697200b8ae req-7eed8186-2a0d-4d4f-a58b-3d0682b44528 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=55e769e1-1f7c-47ef-ad8c-105c6b62a523 HTTP/1.1" status: 200 len: 217 time: 0.0905526 Jun 11 09:54:28.714383 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-57fb88b4-03fa-49b8-8051-002673c1d967 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:28.716508 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150c0112-6154-4f82-b5af-a81f6ea7aa49 service neutron] Pushing event updated for resources: {'Port': ['ID=bdacbde7-649f-40a9-9ffb-65ab8ce950b8,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:28.720799 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-150c0112-6154-4f82-b5af-a81f6ea7aa49 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:28.725955 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-af35ec13-bda2-43e4-b021-bf11688f899c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:28.755337 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b4f15b6-578d-4a4b-b7b9-1ecb1ed6dd2d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 766} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 09:54:28.785814 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2b4f15b6-578d-4a4b-b7b9-1ecb1ed6dd2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:28.788231 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-2b4f15b6-578d-4a4b-b7b9-1ecb1ed6dd2d admin admin] Added segment 8cbdf263-7cef-4405-b417-fb9433495e8a of type vlan for network 629d88a3-72e3-4ac0-9337-7a18a368e6f9 Jun 11 09:54:28.876001 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10812cd-9541-469c-b43d-e2697200b8ae req-f4e35ab0-48ab-4a8b-bccd-9d81ac950403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:28.880196 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f10812cd-9541-469c-b43d-e2697200b8ae req-f4e35ab0-48ab-4a8b-bccd-9d81ac950403 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=eedbaccc-33aa-4196-b70d-ae78a5d61bda HTTP/1.1" status: 200 len: 858 time: 0.1750257 Jun 11 09:54:28.888728 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-5873a923-07d8-44fc-b249-476defba32a2 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 3.9204352 Jun 11 09:54:28.890491 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 55130) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:28.912896 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-6aa49a25-557d-401c-b244-4061698404e3 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Request body: {'subnet': {'network_id': '17469edb-653a-44cc-b8a6-3ef542c54afd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:54:28.953031 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2b4f15b6-578d-4a4b-b7b9-1ecb1ed6dd2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:28.971339 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-57fb88b4-03fa-49b8-8051-002673c1d967 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:28.977100 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-57fb88b4-03fa-49b8-8051-002673c1d967 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.0397725 Jun 11 09:54:29.013870 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 55132) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:29.061595 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a1cdfcf-b5d7-458c-8d9b-cc14145e4237 x-openstack-request-id: req-1a1cdfcf-b5d7-458c-8d9b-cc14145e4237 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:54:29.066263 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01d70585-3927-482a-8a10-7f6887ce956d", "tag": "bdacbde7-649f-40a9-9ffb-65ab8ce950b8", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:54:29.066717 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1a1cdfcf-b5d7-458c-8d9b-cc14145e4237 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:54:29.067203 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01d70585-3927-482a-8a10-7f6887ce956d', 'tag': 'bdacbde7-649f-40a9-9ffb-65ab8ce950b8', 'status': 'completed', 'code': 200} Jun 11 09:54:29.150920 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4f15b6-578d-4a4b-b7b9-1ecb1ed6dd2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a63a22-d585-43d6-b866-33fbb4d10728,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:29.162152 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618f72bd-43a6-42c8-adef-eded676ac34f req-28222b50-474d-446c-9155-8db2a725cacf tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:29.169505 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-618f72bd-43a6-42c8-adef-eded676ac34f req-28222b50-474d-446c-9155-8db2a725cacf tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] 10.222.0.60 "GET /v2.0/ports?device_id=01d70585-3927-482a-8a10-7f6887ce956d HTTP/1.1" status: 200 len: 943 time: 0.6946504 Jun 11 09:54:29.176987 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2b4f15b6-578d-4a4b-b7b9-1ecb1ed6dd2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:29.202437 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-eaf9b1a9-b1af-4b21-89ec-134c2b5e0ba2 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:29.206860 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1a412f-76d1-422e-901d-6c4f5872173a req-b1e783e8-a860-4986-bb46-377e16f2151a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:29.207928 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-da1a412f-76d1-422e-901d-6c4f5872173a req-b1e783e8-a860-4986-bb46-377e16f2151a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=dd0b80cc8f6f441fb34ed2f0b9466049&device_id=01d70585-3927-482a-8a10-7f6887ce956d HTTP/1.1" status: 200 len: 1095 time: 0.2821825 Jun 11 09:54:29.212638 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-eaf9b1a9-b1af-4b21-89ec-134c2b5e0ba2 None None] Transition to ACTIVE for port object b6cf792a-a81b-4a9f-90fc-5c428684f312 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:54:29.233276 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-eaf9b1a9-b1af-4b21-89ec-134c2b5e0ba2 None None] Transition to ACTIVE for port object b6cf792a-a81b-4a9f-90fc-5c428684f312 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:54:29.257012 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f10812cd-9541-469c-b43d-e2697200b8ae req-54b8c30d-724f-4727-874c-8643dfb8931b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=05221ef3-e163-480d-ad89-4315ae45fbcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3654945 Jun 11 09:54:29.271739 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2b4f15b6-578d-4a4b-b7b9-1ecb1ed6dd2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:29.272716 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4f15b6-578d-4a4b-b7b9-1ecb1ed6dd2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:29.273310 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2b4f15b6-578d-4a4b-b7b9-1ecb1ed6dd2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:29.275899 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-84035d26-805d-43b7-bb34-f5980a5964bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:29.280091 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-618f72bd-43a6-42c8-adef-eded676ac34f req-7bfdf11d-3979-4ae0-a520-b38b1760811c tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcce601c-ce35-42bf-9e68-458e7d14fb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097941 Jun 11 09:54:29.283139 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-da1a412f-76d1-422e-901d-6c4f5872173a req-b2dc23d2-e836-46e4-9a6f-ab7bb912834c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bdacbde7-649f-40a9-9ffb-65ab8ce950b8 HTTP/1.1" status: 200 len: 217 time: 0.0636170 Jun 11 09:54:29.374661 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-eaf9b1a9-b1af-4b21-89ec-134c2b5e0ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:29.375069 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:29.423970 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4f15b6-578d-4a4b-b7b9-1ecb1ed6dd2d admin admin] Pushing event updated for resources: {'Network': ['ID=629d88a3-72e3-4ac0-9337-7a18a368e6f9,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:29.427711 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2b4f15b6-578d-4a4b-b7b9-1ecb1ed6dd2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:29.442039 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-2b4f15b6-578d-4a4b-b7b9-1ecb1ed6dd2d admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.5681765 Jun 11 09:54:29.448119 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1a412f-76d1-422e-901d-6c4f5872173a req-e0f5e39a-d7b6-47e0-b3e0-64a68147aa89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:29.448119 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-da1a412f-76d1-422e-901d-6c4f5872173a req-e0f5e39a-d7b6-47e0-b3e0-64a68147aa89 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cfe503b2-e60a-4c51-bb64-dfd15e82ca23 HTTP/1.1" status: 200 len: 854 time: 0.1476760 Jun 11 09:54:29.448119 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 55138) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:29.451940 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-1850c124-c86a-4221-8c53-352b82e24270 admin admin] Request body: {'subnet': {'network_id': '629d88a3-72e3-4ac0-9337-7a18a368e6f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1064509973-subnet', 'tenant_id': '205594447f3445c2ac3204bbefdd34aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:54:29.460703 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf9b1a9-b1af-4b21-89ec-134c2b5e0ba2 None None] Pushing event updated for resources: {'Port': ['ID=b6cf792a-a81b-4a9f-90fc-5c428684f312,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:29.464449 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-eaf9b1a9-b1af-4b21-89ec-134c2b5e0ba2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:29.466238 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 629d88a3-72e3-4ac0-9337-7a18a368e6f9 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:54:29.544914 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf9b1a9-b1af-4b21-89ec-134c2b5e0ba2 None None] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:54:29.548164 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-eaf9b1a9-b1af-4b21-89ec-134c2b5e0ba2 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:54:29.552774 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf9b1a9-b1af-4b21-89ec-134c2b5e0ba2 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:54:29.572670 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 09:54:29.642521 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1a412f-76d1-422e-901d-6c4f5872173a req-31e12b6a-b47f-4a05-9b92-8be05f5afba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:29.646816 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-da1a412f-76d1-422e-901d-6c4f5872173a req-31e12b6a-b47f-4a05-9b92-8be05f5afba6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2ee9e933-9fda-4839-b4cd-d38077481dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1811225 Jun 11 09:54:29.658317 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e256d90-2593-4427-b19c-b209fdce4c4d req-17dc49f7-6cd2-4ba8-86a6-04abf05cbef2 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:29.669769 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6e256d90-2593-4427-b19c-b209fdce4c4d req-17dc49f7-6cd2-4ba8-86a6-04abf05cbef2 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/ports?device_id=af759f82-325a-479d-9171-b34363c7d03f HTTP/1.1" status: 200 len: 946 time: 0.1353550 Jun 11 09:54:29.749507 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-eaf9b1a9-b1af-4b21-89ec-134c2b5e0ba2 None None] Attempting to bind port b6cf792a-a81b-4a9f-90fc-5c428684f312 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:54:29.750064 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-eaf9b1a9-b1af-4b21-89ec-134c2b5e0ba2 None None] Attempting to bind port b6cf792a-a81b-4a9f-90fc-5c428684f312 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'e0bc2927-8a98-4066-9eb5-5174f5accc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:54:29.750799 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf9b1a9-b1af-4b21-89ec-134c2b5e0ba2 None None] Attempting to bind port b6cf792a-a81b-4a9f-90fc-5c428684f312 on network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:54:29.757212 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf9b1a9-b1af-4b21-89ec-134c2b5e0ba2 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:54:29.757794 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf9b1a9-b1af-4b21-89ec-134c2b5e0ba2 None None] Checking segment: {'id': 'e0bc2927-8a98-4066-9eb5-5174f5accc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:54:29.758373 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-eaf9b1a9-b1af-4b21-89ec-134c2b5e0ba2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:29.759031 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf9b1a9-b1af-4b21-89ec-134c2b5e0ba2 None None] Bound using segment: {'id': 'e0bc2927-8a98-4066-9eb5-5174f5accc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:54:29.759660 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-eaf9b1a9-b1af-4b21-89ec-134c2b5e0ba2 None None] Bound port: b6cf792a-a81b-4a9f-90fc-5c428684f312, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0bc2927-8a98-4066-9eb5-5174f5accc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:54:29.760153 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-eaf9b1a9-b1af-4b21-89ec-134c2b5e0ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:29.818611 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1850c124-c86a-4221-8c53-352b82e24270 admin admin] Made reservation on behalf of 205594447f3445c2ac3204bbefdd34aa for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:54:29.821020 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1850c124-c86a-4221-8c53-352b82e24270 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:29.859777 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-eaf9b1a9-b1af-4b21-89ec-134c2b5e0ba2 None None] For port b6cf792a-a81b-4a9f-90fc-5c428684f312, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:54:29.863238 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-eaf9b1a9-b1af-4b21-89ec-134c2b5e0ba2 None None] For port b6cf792a-a81b-4a9f-90fc-5c428684f312, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=b6cf792a-a81b-4a9f-90fc-5c428684f312,segment=NetworkSegment(e0bc2927-8a98-4066-9eb5-5174f5accc0f),segment_id=e0bc2927-8a98-4066-9eb5-5174f5accc0f)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:54:29.867371 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f10812cd-9541-469c-b43d-e2697200b8ae req-d0f22b47-f629-4e6d-a383-83a650272907 service neutron] 10.222.0.64 "GET /v2.0/networks/05221ef3-e163-480d-ad89-4315ae45fbcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5182161 Jun 11 09:54:29.895684 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-da1a412f-76d1-422e-901d-6c4f5872173a req-29b48675-147d-40cd-bd02-728e5093bfb5 service neutron] 10.222.0.69 "GET /v2.0/networks/2ee9e933-9fda-4839-b4cd-d38077481dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178273 Jun 11 09:54:29.900328 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6e256d90-2593-4427-b19c-b209fdce4c4d req-4740c0fb-1b06-4d8f-8636-36078f5019fc tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/security-groups?id=982f2ef2-bb6d-4fbc-bd87-ed6195b74a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290671 Jun 11 09:54:29.912537 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc439cfa-060e-4886-816d-cf7c7a97a21f req-75adecf4-392b-4c7f-a39a-ec7326894d95 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:29.914019 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-bc439cfa-060e-4886-816d-cf7c7a97a21f req-75adecf4-392b-4c7f-a39a-ec7326894d95 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b0925bd-e2ca-4cc1-bb17-c477189658df HTTP/1.1" status: 200 len: 945 time: 0.6559355 Jun 11 09:54:29.980455 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-eaf9b1a9-b1af-4b21-89ec-134c2b5e0ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:29.983886 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-6fd2707c-bf9c-4448-9f3f-52ff8425edee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:30.043648 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aa49a25-557d-401c-b244-4061698404e3 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Made reservation on behalf of 749a240e8c5c42bf9f3498236c160390 for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:54:30.048597 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6aa49a25-557d-401c-b244-4061698404e3 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:30.124919 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-da1a412f-76d1-422e-901d-6c4f5872173a req-58f9d102-64ba-48e7-8ce4-58285a37b0c5 service neutron] 10.222.0.69 "GET /v2.0/networks/2ee9e933-9fda-4839-b4cd-d38077481dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745274 Jun 11 09:54:30.149585 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-bc439cfa-060e-4886-816d-cf7c7a97a21f req-37c59566-596b-4e78-ba56-777a875d3ef2 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] 10.222.0.60 "GET /v2.0/security-groups?id=60ac8e54-7258-493e-adec-df1a5101cf72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2152841 Jun 11 09:54:30.160244 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf9b1a9-b1af-4b21-89ec-134c2b5e0ba2 None None] Pushing event updated for resources: {'Port': ['ID=b6cf792a-a81b-4a9f-90fc-5c428684f312,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:30.164833 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-eaf9b1a9-b1af-4b21-89ec-134c2b5e0ba2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:30.268162 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-55fe29f1-b36d-4a71-b196-ef732914a0ec tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:30.272876 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f10812cd-9541-469c-b43d-e2697200b8ae req-75706a24-2940-4819-b0ad-f05d95eca248 service neutron] 10.222.0.64 "GET /v2.0/networks/05221ef3-e163-480d-ad89-4315ae45fbcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3949771 Jun 11 09:54:30.368215 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a30e92-81b5-4fcf-84bc-147601b81cc7 req-5d00428c-6eff-4180-83ce-9406d0683e22 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:30.369785 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-78a30e92-81b5-4fcf-84bc-147601b81cc7 req-5d00428c-6eff-4180-83ce-9406d0683e22 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b0925bd-e2ca-4cc1-bb17-c477189658df HTTP/1.1" status: 200 len: 945 time: 0.1578374 Jun 11 09:54:30.458144 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1850c124-c86a-4221-8c53-352b82e24270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:30.464220 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-bb698156-d200-4a48-85e0-08a46f5da93f tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:30.726781 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1850c124-c86a-4221-8c53-352b82e24270 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44ed3fc7-9612-451c-8b75-8a1ffa244da3,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:30.735054 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1850c124-c86a-4221-8c53-352b82e24270 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:30.754784 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device b6cf792a-a81b-4a9f-90fc-5c428684f312 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:54:30.760080 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1850c124-c86a-4221-8c53-352b82e24270 admin admin] Checking segment: {'id': '8cbdf263-7cef-4405-b417-fb9433495e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '629d88a3-72e3-4ac0-9337-7a18a368e6f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:54:30.760447 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1850c124-c86a-4221-8c53-352b82e24270 admin admin] Network hostable DHCP agents. Network: 629d88a3-72e3-4ac0-9337-7a18a368e6f9, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 09:54:30.798450 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-78a30e92-81b5-4fcf-84bc-147601b81cc7 req-8d5cdabd-251b-4be9-a46c-f739d004d816 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Deleting port b5f0517f-e623-4a7f-afe3-a62c3b1537aa {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:54:30.798687 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-78a30e92-81b5-4fcf-84bc-147601b81cc7 req-8d5cdabd-251b-4be9-a46c-f739d004d816 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:30.848995 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaf2e1c-0107-4573-986e-f1822f257ce2 req-eb9a6a52-de71-45e0-b0c7-f80b2f61f7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:30.864925 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cdaf2e1c-0107-4573-986e-f1822f257ce2 req-eb9a6a52-de71-45e0-b0c7-f80b2f61f7ee service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=dd0b80cc8f6f441fb34ed2f0b9466049&device_id=01d70585-3927-482a-8a10-7f6887ce956d HTTP/1.1" status: 200 len: 1095 time: 0.4342675 Jun 11 09:54:30.865943 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26572d48-bf8c-4c11-8df4-134be21eda0f req-65f0f9bf-1db5-48eb-8a20-a48e2382a9f3 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:30.865943 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-26572d48-bf8c-4c11-8df4-134be21eda0f req-65f0f9bf-1db5-48eb-8a20-a48e2382a9f3 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] 10.222.0.60 "GET /v2.0/ports?device_id=01d70585-3927-482a-8a10-7f6887ce956d HTTP/1.1" status: 200 len: 943 time: 0.2060411 Jun 11 09:54:30.959273 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port b6cf792a-a81b-4a9f-90fc-5c428684f312 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:54:30.972573 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1850c124-c86a-4221-8c53-352b82e24270 admin admin] Network 629d88a3-72e3-4ac0-9337-7a18a368e6f9 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 09:54:30.995644 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-78a30e92-81b5-4fcf-84bc-147601b81cc7 req-8d5cdabd-251b-4be9-a46c-f739d004d816 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] For port b5f0517f-e623-4a7f-afe3-a62c3b1537aa, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=b5f0517f-e623-4a7f-afe3-a62c3b1537aa,segment=NetworkSegment(68312799-d237-4b0c-9cec-b5a9e69cf46e),segment_id=68312799-d237-4b0c-9cec-b5a9e69cf46e)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:54:30.995922 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-78a30e92-81b5-4fcf-84bc-147601b81cc7 req-8d5cdabd-251b-4be9-a46c-f739d004d816 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:31.009955 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-26572d48-bf8c-4c11-8df4-134be21eda0f req-a18ece6c-ae62-4816-8ca3-ab97b4747682 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcce601c-ce35-42bf-9e68-458e7d14fb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892675 Jun 11 09:54:31.138399 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:31.144016 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-1850c124-c86a-4221-8c53-352b82e24270 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 629d88a3-72e3-4ac0-9337-7a18a368e6f9) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:54:31.155336 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea76296a-5f4f-4603-a590-491aad46d269 None None] Network 629d88a3-72e3-4ac0-9337-7a18a368e6f9 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:54:31.163102 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1850c124-c86a-4221-8c53-352b82e24270 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:31.164032 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1850c124-c86a-4221-8c53-352b82e24270 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:31.389252 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-1850c124-c86a-4221-8c53-352b82e24270 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9393129 Jun 11 09:54:31.389518 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 55160) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:31.396286 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-5aff9aa9-b5d0-4c8c-9975-dd2c52403f7d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1064509973-router', 'tenant_id': '205594447f3445c2ac3204bbefdd34aa', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:54:31.433976 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-78a30e92-81b5-4fcf-84bc-147601b81cc7 req-8d5cdabd-251b-4be9-a46c-f739d004d816 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:31.434980 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-78a30e92-81b5-4fcf-84bc-147601b81cc7 req-8d5cdabd-251b-4be9-a46c-f739d004d816 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:31.435294 n-d-779913-12 neutron-server[93177]: INFO neutron.db.l3_db [req-78a30e92-81b5-4fcf-84bc-147601b81cc7 req-8d5cdabd-251b-4be9-a46c-f739d004d816 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Floating IP 46a52dc1-cea2-4718-84e3-2d865eb7fe93 disassociated. External IP: 172.25.4.233, port: b5f0517f-e623-4a7f-afe3-a62c3b1537aa. Jun 11 09:54:31.435662 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-78a30e92-81b5-4fcf-84bc-147601b81cc7 req-8d5cdabd-251b-4be9-a46c-f739d004d816 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Calling delete_port for b5f0517f-e623-4a7f-afe3-a62c3b1537aa owned by compute:nova {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:54:31.542339 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5aff9aa9-b5d0-4c8c-9975-dd2c52403f7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:31.544469 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5aff9aa9-b5d0-4c8c-9975-dd2c52403f7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:31.580867 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6aa49a25-557d-401c-b244-4061698404e3 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:31.632993 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-add0a59f-7512-4484-840f-bfb49319f537 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:31.633467 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb20b40c-df22-4044-b5fe-c8aabf12e7c2 None None] Network 629d88a3-72e3-4ac0-9337-7a18a368e6f9 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:54:31.638960 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5aff9aa9-b5d0-4c8c-9975-dd2c52403f7d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:31.815878 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-55fe29f1-b36d-4a71-b196-ef732914a0ec tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Allocated IP 2001:db8::1 (f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc/f46d8419-73c5-40c0-8e59-69be17d4409d/32ac4cf2-d32f-4f8e-9055-cb1a4cf903ea) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:54:31.948968 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-a29c3b9b-10f8-42d4-88e7-4aeb22b01552 None None] Provisioning for port b6cf792a-a81b-4a9f-90fc-5c428684f312 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:54:31.954317 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-a29c3b9b-10f8-42d4-88e7-4aeb22b01552 None None] Provisioning complete for port b6cf792a-a81b-4a9f-90fc-5c428684f312 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:54:31.954708 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a29c3b9b-10f8-42d4-88e7-4aeb22b01552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:32.029878 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaf2e1c-0107-4573-986e-f1822f257ce2 req-38279e53-152f-473a-8401-4acf125d6912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:32.031609 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cdaf2e1c-0107-4573-986e-f1822f257ce2 req-38279e53-152f-473a-8401-4acf125d6912 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2ee9e933-9fda-4839-b4cd-d38077481dd6 HTTP/1.1" status: 200 len: 916 time: 1.1625555 Jun 11 09:54:32.049755 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa49a25-557d-401c-b244-4061698404e3 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Pushing event updated for resources: {'Subnet': ['ID=bf974131-4a5e-4fbb-a4ab-1e48d3b75e93,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:32.100686 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a29c3b9b-10f8-42d4-88e7-4aeb22b01552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:32.121148 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa49a25-557d-401c-b244-4061698404e3 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Checking segment: {'id': '0afd7441-217a-4d40-a68b-94314251ac38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '17469edb-653a-44cc-b8a6-3ef542c54afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:54:32.121899 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa49a25-557d-401c-b244-4061698404e3 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Network hostable DHCP agents. Network: 17469edb-653a-44cc-b8a6-3ef542c54afd, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 09:54:32.127829 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cdaf2e1c-0107-4573-986e-f1822f257ce2 req-fa791416-0f6e-436d-ac62-1226567e5160 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bdacbde7-649f-40a9-9ffb-65ab8ce950b8 HTTP/1.1" status: 200 len: 217 time: 0.0682995 Jun 11 09:54:32.129042 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6aa49a25-557d-401c-b244-4061698404e3 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:32.157782 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-a29c3b9b-10f8-42d4-88e7-4aeb22b01552 None None] For port b6cf792a-a81b-4a9f-90fc-5c428684f312, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=b6cf792a-a81b-4a9f-90fc-5c428684f312,segment=NetworkSegment(e0bc2927-8a98-4066-9eb5-5174f5accc0f),segment_id=e0bc2927-8a98-4066-9eb5-5174f5accc0f)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:54:32.219189 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a29c3b9b-10f8-42d4-88e7-4aeb22b01552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:32.227754 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-20308f0d-065c-4615-b2bf-20870758b3b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:32.238003 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c58e4c4-e055-45a3-94cc-9523f8f46e71 req-96e82def-d040-4bb9-acb6-b383bc623a96 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:32.239815 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2c58e4c4-e055-45a3-94cc-9523f8f46e71 req-96e82def-d040-4bb9-acb6-b383bc623a96 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/ports?device_id=af759f82-325a-479d-9171-b34363c7d03f HTTP/1.1" status: 200 len: 946 time: 0.6824527 Jun 11 09:54:32.291098 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaf2e1c-0107-4573-986e-f1822f257ce2 req-3544b575-269e-442f-a353-341d16196ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:32.292798 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cdaf2e1c-0107-4573-986e-f1822f257ce2 req-3544b575-269e-442f-a353-341d16196ea6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cfe503b2-e60a-4c51-bb64-dfd15e82ca23 HTTP/1.1" status: 200 len: 854 time: 0.1440754 Jun 11 09:54:32.300185 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-55fe29f1-b36d-4a71-b196-ef732914a0ec tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:32.322909 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2c58e4c4-e055-45a3-94cc-9523f8f46e71 req-7fc47f82-4c8d-4197-aa3e-5fc9808e1d19 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/security-groups?id=982f2ef2-bb6d-4fbc-bd87-ed6195b74a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656555 Jun 11 09:54:32.325950 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29c3b9b-10f8-42d4-88e7-4aeb22b01552 None None] Pushing event updated for resources: {'Port': ['ID=b6cf792a-a81b-4a9f-90fc-5c428684f312,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:32.338431 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-a29c3b9b-10f8-42d4-88e7-4aeb22b01552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:32.360616 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa49a25-557d-401c-b244-4061698404e3 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Network 17469edb-653a-44cc-b8a6-3ef542c54afd is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 09:54:32.369330 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [None req-55fe29f1-b36d-4a71-b196-ef732914a0ec tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Transition to ACTIVE for port object 32ac4cf2-d32f-4f8e-9055-cb1a4cf903ea will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:54:32.436428 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca6bbf8-1306-42ce-9501-d62041224926 req-b724f4e0-1fbb-495e-835b-a67e0d57b08b tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:32.437938 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-eca6bbf8-1306-42ce-9501-d62041224926 req-b724f4e0-1fbb-495e-835b-a67e0d57b08b tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b0925bd-e2ca-4cc1-bb17-c477189658df HTTP/1.1" status: 200 len: 945 time: 0.7959704 Jun 11 09:54:32.443295 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5aff9aa9-b5d0-4c8c-9975-dd2c52403f7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:32.451074 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaf2e1c-0107-4573-986e-f1822f257ce2 req-5c29bba9-5f1e-4ad0-a743-5cdb1802f2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:32.452915 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cdaf2e1c-0107-4573-986e-f1822f257ce2 req-5c29bba9-5f1e-4ad0-a743-5cdb1802f2ad service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2ee9e933-9fda-4839-b4cd-d38077481dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1505909 Jun 11 09:54:32.506177 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-eca6bbf8-1306-42ce-9501-d62041224926 req-27ecc425-fa31-4114-aca2-68181cffdda8 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] 10.222.0.60 "GET /v2.0/security-groups?id=60ac8e54-7258-493e-adec-df1a5101cf72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589652 Jun 11 09:54:32.522870 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-55fe29f1-b36d-4a71-b196-ef732914a0ec tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:32.530798 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-95024e70-7404-4de5-ad20-5e265397635d tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:32.604480 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device b6cf792a-a81b-4a9f-90fc-5c428684f312 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:54:32.616852 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-78a30e92-81b5-4fcf-84bc-147601b81cc7 req-8d5cdabd-251b-4be9-a46c-f739d004d816 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:32.642112 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-cb865756-7493-4af2-83b9-3dae3c511d6a tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:32.644677 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-6aa49a25-557d-401c-b244-4061698404e3 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 17469edb-653a-44cc-b8a6-3ef542c54afd) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:54:32.662576 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da289bb9-449b-4a2c-bee1-d96077bf19f7 None None] Network 17469edb-653a-44cc-b8a6-3ef542c54afd requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:54:32.669011 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55fe29f1-b36d-4a71-b196-ef732914a0ec tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:54:32.675162 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa49a25-557d-401c-b244-4061698404e3 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:32.675797 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6aa49a25-557d-401c-b244-4061698404e3 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:32.685116 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-55fe29f1-b36d-4a71-b196-ef732914a0ec tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:54:32.693095 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fe29f1-b36d-4a71-b196-ef732914a0ec tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event updated for resources: {'Port': ['ID=32ac4cf2-d32f-4f8e-9055-cb1a4cf903ea,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:32.695479 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fe29f1-b36d-4a71-b196-ef732914a0ec tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:54:32.696062 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-55fe29f1-b36d-4a71-b196-ef732914a0ec tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-375088'] for router_interface, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:32.701030 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-55fe29f1-b36d-4a71-b196-ef732914a0ec tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:32.713142 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5cdabd-251b-4be9-a46c-f739d004d816 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Pushing event deleted for resources: {'Port': ['ID=b5f0517f-e623-4a7f-afe3-a62c3b1537aa,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:32.716889 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8d5cdabd-251b-4be9-a46c-f739d004d816 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:32.810222 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cdaf2e1c-0107-4573-986e-f1822f257ce2 req-3deb4727-12bf-42af-a45b-05f2e73ed285 service neutron] 10.222.0.69 "GET /v2.0/networks/2ee9e933-9fda-4839-b4cd-d38077481dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3462138 Jun 11 09:54:32.841491 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca685fa-539e-4558-9b87-b24f6698bb6b req-f5157840-dfa2-427e-9f20-fbc67db44871 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:32.843650 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port b6cf792a-a81b-4a9f-90fc-5c428684f312 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:54:32.845304 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:32.850115 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cca685fa-539e-4558-9b87-b24f6698bb6b req-f5157840-dfa2-427e-9f20-fbc67db44871 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] 10.222.0.60 "GET /v2.0/ports?device_id=01d70585-3927-482a-8a10-7f6887ce956d HTTP/1.1" status: 200 len: 943 time: 0.3950913 Jun 11 09:54:32.878955 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-6aa49a25-557d-401c-b244-4061698404e3 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9714084 Jun 11 09:54:32.925881 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 55170) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:32.935189 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-c222f8b6-39c2-4772-ac45-f6e16bbbbded tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Request body: {'port': {'network_id': '17469edb-653a-44cc-b8a6-3ef542c54afd', 'name': 'tempest-TagsExtTest-820183654'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:54:33.022610 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69f48ad-ddc6-4cd0-a6eb-bc992fa90bb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-17469edb-653a-44cc-b8a6-3ef542c54afd', 'network_id': '17469edb-653a-44cc-b8a6-3ef542c54afd', 'tenant_id': '749a240e8c5c42bf9f3498236c160390', 'fixed_ips': [{'subnet_id': 'bf974131-4a5e-4fbb-a4ab-1e48d3b75e93'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 09:54:33.023362 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a69f48ad-ddc6-4cd0-a6eb-bc992fa90bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:33.036032 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cca685fa-539e-4558-9b87-b24f6698bb6b req-231f31a8-e665-4d91-bccd-06eeea37eb53 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcce601c-ce35-42bf-9e68-458e7d14fb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1844087 Jun 11 09:54:33.075620 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cdaf2e1c-0107-4573-986e-f1822f257ce2 req-e0aa71eb-ad86-4019-8370-4c2ca29e3e6c service neutron] 10.222.0.69 "GET /v2.0/networks/2ee9e933-9fda-4839-b4cd-d38077481dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583237 Jun 11 09:54:33.126178 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78a30e92-81b5-4fcf-84bc-147601b81cc7 req-8d5cdabd-251b-4be9-a46c-f739d004d816 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Router 9459f935-6ad7-4b7a-88c4-4afeb91aaef9 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 09:54:33.214994 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-249e0423-f053-42ed-9c83-7e6522c47ae5 None None] Provisioning for port 32ac4cf2-d32f-4f8e-9055-cb1a4cf903ea completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:54:33.221128 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-249e0423-f053-42ed-9c83-7e6522c47ae5 None None] Provisioning complete for port 32ac4cf2-d32f-4f8e-9055-cb1a4cf903ea triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:54:33.221522 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-249e0423-f053-42ed-9c83-7e6522c47ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:33.252643 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-55fe29f1-b36d-4a71-b196-ef732914a0ec tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:33.285512 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-249e0423-f053-42ed-9c83-7e6522c47ae5 None None] Port 32ac4cf2-d32f-4f8e-9055-cb1a4cf903ea cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:54:33.316942 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-a69f48ad-ddc6-4cd0-a6eb-bc992fa90bb6 None None] Allocated IP 172.20.0.2 (17469edb-653a-44cc-b8a6-3ef542c54afd/bf974131-4a5e-4fbb-a4ab-1e48d3b75e93/4cc083f3-85c4-4a99-a551-0797ded276d7) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:54:33.458873 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5aff9aa9-b5d0-4c8c-9975-dd2c52403f7d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:33.507277 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5aff9aa9-b5d0-4c8c-9975-dd2c52403f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:33.542968 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a69f48ad-ddc6-4cd0-a6eb-bc992fa90bb6 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:33.552515 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-a69f48ad-ddc6-4cd0-a6eb-bc992fa90bb6 None None] Transition to ACTIVE for port object 4cc083f3-85c4-4a99-a551-0797ded276d7 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:54:33.572961 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-a69f48ad-ddc6-4cd0-a6eb-bc992fa90bb6 None None] Transition to ACTIVE for port object 4cc083f3-85c4-4a99-a551-0797ded276d7 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:54:33.682024 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5126a893-a6ce-4965-b85a-edc931d3989c req-f87165e8-5fdd-423e-8aae-4ad698fd291e tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b0925bd-e2ca-4cc1-bb17-c477189658df HTTP/1.1" status: 200 len: 210 time: 0.0426769 Jun 11 09:54:33.690637 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78a30e92-81b5-4fcf-84bc-147601b81cc7 req-8d5cdabd-251b-4be9-a46c-f739d004d816 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:54:33.695001 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c222f8b6-39c2-4772-ac45-f6e16bbbbded tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Made reservation on behalf of 749a240e8c5c42bf9f3498236c160390 for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:54:33.697562 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a69f48ad-ddc6-4cd0-a6eb-bc992fa90bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:33.701321 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c222f8b6-39c2-4772-ac45-f6e16bbbbded tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:33.702478 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-20308f0d-065c-4615-b2bf-20870758b3b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:33.723443 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-55fe29f1-b36d-4a71-b196-ef732914a0ec tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:33.763948 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575b271e-806b-496c-8239-b015c0d0dbe0 None None] Sync routers for ids ['9459f935-6ad7-4b7a-88c4-4afeb91aaef9'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:54:33.779324 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5ce58c-0fb7-4a2c-b2e1-fa1d245fcb94 req-87a456e3-27c8-4b0c-b255-8cae82eb7bbb tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:33.780890 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bd5ce58c-0fb7-4a2c-b2e1-fa1d245fcb94 req-87a456e3-27c8-4b0c-b255-8cae82eb7bbb tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/ports?device_id=af759f82-325a-479d-9171-b34363c7d03f HTTP/1.1" status: 200 len: 946 time: 0.2847533 Jun 11 09:54:33.807522 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69f48ad-ddc6-4cd0-a6eb-bc992fa90bb6 None None] Network 17469edb-653a-44cc-b8a6-3ef542c54afd is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:54:33.811953 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575b271e-806b-496c-8239-b015c0d0dbe0 None None] Routers {'9459f935-6ad7-4b7a-88c4-4afeb91aaef9'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:54:33.813067 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-575b271e-806b-496c-8239-b015c0d0dbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:54:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['9459f935-6ad7-4b7a-88c4-4afeb91aaef9'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:33.818112 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-a69f48ad-ddc6-4cd0-a6eb-bc992fa90bb6 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:54:33.820214 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69f48ad-ddc6-4cd0-a6eb-bc992fa90bb6 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:54:33.823510 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [None req-c222f8b6-39c2-4772-ac45-f6e16bbbbded tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] device_id is not set on port 0f8d358e-6ad9-4ffc-a04d-567fa1e65863 yet. {{(pid=93177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 09:54:33.828848 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-78a30e92-81b5-4fcf-84bc-147601b81cc7 req-8d5cdabd-251b-4be9-a46c-f739d004d816 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] No DVR routers for this DVR port b5f0517f-e623-4a7f-afe3-a62c3b1537aa on host n-h2-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:54:33.846689 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-78a30e92-81b5-4fcf-84bc-147601b81cc7 req-8d5cdabd-251b-4be9-a46c-f739d004d816 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:33.848474 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-78a30e92-81b5-4fcf-84bc-147601b81cc7 req-8d5cdabd-251b-4be9-a46c-f739d004d816 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] 10.222.0.69 "DELETE /v2.0/ports/b5f0517f-e623-4a7f-afe3-a62c3b1537aa HTTP/1.1" status: 204 len: 173 time: 3.4686832 Jun 11 09:54:33.850057 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b0925bd-e2ca-4cc1-bb17-c477189658df', 'name': 'network-vif-deleted', 'tag': 'b5f0517f-e623-4a7f-afe3-a62c3b1537aa'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:54:33.855015 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc2e135-2491-43e7-8659-1187e1f14758" -d '{"events": [{"server_uuid": "8b0925bd-e2ca-4cc1-bb17-c477189658df", "name": "network-vif-deleted", "tag": "b5f0517f-e623-4a7f-afe3-a62c3b1537aa"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:54:33.869903 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69f48ad-ddc6-4cd0-a6eb-bc992fa90bb6 None None] Pushing event updated for resources: {'Port': ['ID=4cc083f3-85c4-4a99-a551-0797ded276d7,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:33.874010 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-5aff9aa9-b5d0-4c8c-9975-dd2c52403f7d admin admin] Allocated IP 172.25.4.117 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/d37837a9-9247-47ef-86da-f3c4c24d4689) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:54:33.915723 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-a69f48ad-ddc6-4cd0-a6eb-bc992fa90bb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:33.923390 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce94289-279b-4cc0-a4d6-b8b14033800a x-openstack-request-id: req-6ce94289-279b-4cc0-a4d6-b8b14033800a {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:54:33.923782 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b0925bd-e2ca-4cc1-bb17-c477189658df", "name": "network-vif-deleted", "tag": "b5f0517f-e623-4a7f-afe3-a62c3b1537aa", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:54:33.924541 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6ce94289-279b-4cc0-a4d6-b8b14033800a {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:54:33.924541 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b0925bd-e2ca-4cc1-bb17-c477189658df', 'name': 'network-vif-deleted', 'tag': 'b5f0517f-e623-4a7f-afe3-a62c3b1537aa', 'status': 'completed', 'code': 200} Jun 11 09:54:33.941802 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-55fe29f1-b36d-4a71-b196-ef732914a0ec tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:33.944057 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-55fe29f1-b36d-4a71-b196-ef732914a0ec tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375108'] for router_interface, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:33.947317 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-61dfc80c-2747-4196-88ce-43f4c2efda83 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:33.992427 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bd5ce58c-0fb7-4a2c-b2e1-fa1d245fcb94 req-2605eeea-e743-4352-abe0-c542f0c7d131 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/security-groups?id=982f2ef2-bb6d-4fbc-bd87-ed6195b74a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745422 Jun 11 09:54:34.147801 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fe29f1-b36d-4a71-b196-ef732914a0ec tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event updated for resources: {'Port': ['ID=32ac4cf2-d32f-4f8e-9055-cb1a4cf903ea,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:34.148960 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-c222f8b6-39c2-4772-ac45-f6e16bbbbded tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Allocated IP 172.20.0.12 (17469edb-653a-44cc-b8a6-3ef542c54afd/bf974131-4a5e-4fbb-a4ab-1e48d3b75e93/0f8d358e-6ad9-4ffc-a04d-567fa1e65863) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:54:34.169531 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-55fe29f1-b36d-4a71-b196-ef732914a0ec tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:34.176595 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-a69f48ad-ddc6-4cd0-a6eb-bc992fa90bb6 None None] Attempting to bind port 4cc083f3-85c4-4a99-a551-0797ded276d7 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:54:34.177151 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-a69f48ad-ddc6-4cd0-a6eb-bc992fa90bb6 None None] Attempting to bind port 4cc083f3-85c4-4a99-a551-0797ded276d7 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '0afd7441-217a-4d40-a68b-94314251ac38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '17469edb-653a-44cc-b8a6-3ef542c54afd'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:54:34.177338 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69f48ad-ddc6-4cd0-a6eb-bc992fa90bb6 None None] Attempting to bind port 4cc083f3-85c4-4a99-a551-0797ded276d7 on network 17469edb-653a-44cc-b8a6-3ef542c54afd {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:54:34.188275 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5aff9aa9-b5d0-4c8c-9975-dd2c52403f7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:34.202938 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69f48ad-ddc6-4cd0-a6eb-bc992fa90bb6 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:54:34.203203 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69f48ad-ddc6-4cd0-a6eb-bc992fa90bb6 None None] Checking segment: {'id': '0afd7441-217a-4d40-a68b-94314251ac38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '17469edb-653a-44cc-b8a6-3ef542c54afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:54:34.203721 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a69f48ad-ddc6-4cd0-a6eb-bc992fa90bb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:34.204123 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69f48ad-ddc6-4cd0-a6eb-bc992fa90bb6 None None] Bound using segment: {'id': '0afd7441-217a-4d40-a68b-94314251ac38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '17469edb-653a-44cc-b8a6-3ef542c54afd'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:54:34.204607 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-a69f48ad-ddc6-4cd0-a6eb-bc992fa90bb6 None None] Bound port: 4cc083f3-85c4-4a99-a551-0797ded276d7, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0afd7441-217a-4d40-a68b-94314251ac38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '17469edb-653a-44cc-b8a6-3ef542c54afd'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:54:34.204990 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a69f48ad-ddc6-4cd0-a6eb-bc992fa90bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:34.249758 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-575b271e-806b-496c-8239-b015c0d0dbe0 None None] Set router 9459f935-6ad7-4b7a-88c4-4afeb91aaef9 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:54:34.386383 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55fe29f1-b36d-4a71-b196-ef732914a0ec tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:54:34.391170 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-55fe29f1-b36d-4a71-b196-ef732914a0ec tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:54:34.458600 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c222f8b6-39c2-4772-ac45-f6e16bbbbded tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:34.466840 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-a69f48ad-ddc6-4cd0-a6eb-bc992fa90bb6 None None] For port 4cc083f3-85c4-4a99-a551-0797ded276d7, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:54:34.471361 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-a69f48ad-ddc6-4cd0-a6eb-bc992fa90bb6 None None] For port 4cc083f3-85c4-4a99-a551-0797ded276d7, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=4cc083f3-85c4-4a99-a551-0797ded276d7,segment=NetworkSegment(0afd7441-217a-4d40-a68b-94314251ac38),segment_id=0afd7441-217a-4d40-a68b-94314251ac38)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:54:34.483886 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-c222f8b6-39c2-4772-ac45-f6e16bbbbded tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Transition to ACTIVE for port object 0f8d358e-6ad9-4ffc-a04d-567fa1e65863 will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:54:34.553551 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5aff9aa9-b5d0-4c8c-9975-dd2c52403f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:34.561980 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-94af9342-18ed-48f9-aaef-2d7cc4934e4f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:34.567901 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0079850b-4b07-41e3-892b-0b8b9d2be32c req-06a34eb8-2a53-476e-b4ec-6421f0b88f64 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:34.579853 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0079850b-4b07-41e3-892b-0b8b9d2be32c req-06a34eb8-2a53-476e-b4ec-6421f0b88f64 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] 10.222.0.60 "GET /v2.0/ports?device_id=01d70585-3927-482a-8a10-7f6887ce956d HTTP/1.1" status: 200 len: 943 time: 0.3003671 Jun 11 09:54:34.610236 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aff9aa9-b5d0-4c8c-9975-dd2c52403f7d admin admin] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:54:34.619809 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-5aff9aa9-b5d0-4c8c-9975-dd2c52403f7d admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:54:34.624531 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aff9aa9-b5d0-4c8c-9975-dd2c52403f7d admin admin] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:54:34.636473 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a69f48ad-ddc6-4cd0-a6eb-bc992fa90bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:34.644682 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0079850b-4b07-41e3-892b-0b8b9d2be32c req-4786c059-3e7f-428e-8f2c-4a92c614ee9d tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcce601c-ce35-42bf-9e68-458e7d14fb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639114 Jun 11 09:54:34.648597 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:34.666590 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aff9aa9-b5d0-4c8c-9975-dd2c52403f7d admin admin] Pushing event updated for resources: {'Port': ['ID=d37837a9-9247-47ef-86da-f3c4c24d4689,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:34.681422 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5aff9aa9-b5d0-4c8c-9975-dd2c52403f7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:34.738796 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69f48ad-ddc6-4cd0-a6eb-bc992fa90bb6 None None] Pushing event updated for resources: {'Port': ['ID=4cc083f3-85c4-4a99-a551-0797ded276d7,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:34.749456 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-a69f48ad-ddc6-4cd0-a6eb-bc992fa90bb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:34.797400 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-575b271e-806b-496c-8239-b015c0d0dbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9459f935-6ad7-4b7a-88c4-4afeb91aaef9', 'name': 'tempest-ServersTestManualDisk-1246532258-router', 'tenant_id': '0694d8955d61412382677b4a46f00758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '59e38e59-5139-44c7-974e-4472c5de8935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:50:35Z', 'updated_at': '2021-06-11T09:50:44Z', 'revision_number': 4, 'project_id': '0694d8955d61412382677b4a46f00758', 'gw_port': {'id': '59e38e59-5139-44c7-974e-4472c5de8935', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9459f935-6ad7-4b7a-88c4-4afeb91aaef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:50:38Z', 'updated_at': '2021-06-11T09:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '9df10423-622b-4571-a6dc-c81ea87dd65a', 'name': '', 'network_id': '95f263a2-16db-4d6c-8962-c50348487ef1', 'tenant_id': '0694d8955d61412382677b4a46f00758', 'mac_address': 'fa:16:3e:81:61:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9459f935-6ad7-4b7a-88c4-4afeb91aaef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '9b5d9d7d-14db-4d74-baaa-fbd3e9136036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:50:43Z', 'updated_at': '2021-06-11T09:50:52Z', 'revision_number': 5, 'project_id': '0694d8955d61412382677b4a46f00758', 'subnets': [{'id': '9b5d9d7d-14db-4d74-baaa-fbd3e9136036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:34.803701 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575b271e-806b-496c-8239-b015c0d0dbe0 None None] Checking router: 9459f935-6ad7-4b7a-88c4-4afeb91aaef9 for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:54:34.821837 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575b271e-806b-496c-8239-b015c0d0dbe0 None None] Routers {'9459f935-6ad7-4b7a-88c4-4afeb91aaef9'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:54:34.822474 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-575b271e-806b-496c-8239-b015c0d0dbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:54:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['9459f935-6ad7-4b7a-88c4-4afeb91aaef9'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:34.837268 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device b5f0517f-e623-4a7f-afe3-a62c3b1537aa no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:54:34.838725 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55fe29f1-b36d-4a71-b196-ef732914a0ec tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Router c9864ed8-e110-4dfa-9fb2-c349909a0ca3 is scheduled to L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 with binding_index 1 {{(pid=93176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 09:54:34.846070 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c222f8b6-39c2-4772-ac45-f6e16bbbbded tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:34.851093 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6914f97d-9d2c-4462-b6a7-b01d3dec296e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:34.991031 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c222f8b6-39c2-4772-ac45-f6e16bbbbded tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Network 17469edb-653a-44cc-b8a6-3ef542c54afd is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:54:34.994549 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c222f8b6-39c2-4772-ac45-f6e16bbbbded tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Pushing event updated for resources: {'Port': ['ID=0f8d358e-6ad9-4ffc-a04d-567fa1e65863,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:34.996219 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-c222f8b6-39c2-4772-ac45-f6e16bbbbded tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:54:34.998612 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c222f8b6-39c2-4772-ac45-f6e16bbbbded tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:35.000260 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c222f8b6-39c2-4772-ac45-f6e16bbbbded tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:54:35.121633 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e58c6683-25b3-4219-8c98-b6192ac3ec9c req-a19a751f-fee4-452e-ad7f-d6d4494e2e7b tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b0925bd-e2ca-4cc1-bb17-c477189658df HTTP/1.1" status: 200 len: 210 time: 0.0689120 Jun 11 09:54:35.126869 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c222f8b6-39c2-4772-ac45-f6e16bbbbded tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:35.127840 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c222f8b6-39c2-4772-ac45-f6e16bbbbded tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:35.147516 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] No Port match for: b5f0517f-e623-4a7f-afe3-a62c3b1537aa {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:54:35.147896 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device b5f0517f-e623-4a7f-afe3-a62c3b1537aa not bound to the agent host n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:54:35.213040 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-e060b9e2-1a32-4302-ba01-d0375418a751 None None] Provisioning complete for port 32ac4cf2-d32f-4f8e-9055-cb1a4cf903ea triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:54:35.213708 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e060b9e2-1a32-4302-ba01-d0375418a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:35.242731 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55fe29f1-b36d-4a71-b196-ef732914a0ec tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:54:35.248801 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-55fe29f1-b36d-4a71-b196-ef732914a0ec tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "PUT /v2.0/routers/c9864ed8-e110-4dfa-9fb2-c349909a0ca3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2337832 Jun 11 09:54:35.255667 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 55200) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:35.256738 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f811ea9d-3ac2-485d-9143-2ae12660b1ff None None] Sync routers for ids ['c9864ed8-e110-4dfa-9fb2-c349909a0ca3'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:54:35.274530 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f811ea9d-3ac2-485d-9143-2ae12660b1ff None None] Routers {'c9864ed8-e110-4dfa-9fb2-c349909a0ca3'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:54:35.274920 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-f811ea9d-3ac2-485d-9143-2ae12660b1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:54:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['c9864ed8-e110-4dfa-9fb2-c349909a0ca3'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:35.334808 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-c222f8b6-39c2-4772-ac45-f6e16bbbbded tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.4078078 Jun 11 09:54:35.339100 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9458f29a-c6c5-44ea-ba2f-ecf577722fed tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:35.341247 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 55202) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:35.344494 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-9458f29a-c6c5-44ea-ba2f-ecf577722fed tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/ports/32ac4cf2-d32f-4f8e-9055-cb1a4cf903ea HTTP/1.1" status: 200 len: 911 time: 0.0813959 Jun 11 09:54:35.344720 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 55204) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:35.354532 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-e060b9e2-1a32-4302-ba01-d0375418a751 None None] Port 32ac4cf2-d32f-4f8e-9055-cb1a4cf903ea cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:54:35.373132 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-575b271e-806b-496c-8239-b015c0d0dbe0 None None] Set router 9459f935-6ad7-4b7a-88c4-4afeb91aaef9 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:54:35.373365 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-33b4ce2a-966a-4712-a845-4ef7efa9d92b tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1371833365', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:54:35.418602 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5aff9aa9-b5d0-4c8c-9975-dd2c52403f7d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:35.429372 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:35.434897 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-f811ea9d-3ac2-485d-9143-2ae12660b1ff None None] Set router c9864ed8-e110-4dfa-9fb2-c349909a0ca3 gateway port host: None {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:54:35.472006 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d294d4fe-f573-4080-b6f4-c08c37fbcab3 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:35.485090 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d294d4fe-f573-4080-b6f4-c08c37fbcab3 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:35.490196 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-d294d4fe-f573-4080-b6f4-c08c37fbcab3 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1444175 Jun 11 09:54:35.491085 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 55206) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:35.768937 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-33b4ce2a-966a-4712-a845-4ef7efa9d92b tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:35.771634 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-33b4ce2a-966a-4712-a845-4ef7efa9d92b tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:35.800679 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-575b271e-806b-496c-8239-b015c0d0dbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9459f935-6ad7-4b7a-88c4-4afeb91aaef9', 'name': 'tempest-ServersTestManualDisk-1246532258-router', 'tenant_id': '0694d8955d61412382677b4a46f00758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '59e38e59-5139-44c7-974e-4472c5de8935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:50:35Z', 'updated_at': '2021-06-11T09:50:44Z', 'revision_number': 4, 'project_id': '0694d8955d61412382677b4a46f00758', 'gw_port': {'id': '59e38e59-5139-44c7-974e-4472c5de8935', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9459f935-6ad7-4b7a-88c4-4afeb91aaef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:50:38Z', 'updated_at': '2021-06-11T09:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '9df10423-622b-4571-a6dc-c81ea87dd65a', 'name': '', 'network_id': '95f263a2-16db-4d6c-8962-c50348487ef1', 'tenant_id': '0694d8955d61412382677b4a46f00758', 'mac_address': 'fa:16:3e:81:61:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9459f935-6ad7-4b7a-88c4-4afeb91aaef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '9b5d9d7d-14db-4d74-baaa-fbd3e9136036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:50:43Z', 'updated_at': '2021-06-11T09:50:52Z', 'revision_number': 5, 'project_id': '0694d8955d61412382677b4a46f00758', 'subnets': [{'id': '9b5d9d7d-14db-4d74-baaa-fbd3e9136036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:35.816852 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575b271e-806b-496c-8239-b015c0d0dbe0 None None] The sync data for ids ['9459f935-6ad7-4b7a-88c4-4afeb91aaef9'] in n-d-779913-12 is: [{'id': '9459f935-6ad7-4b7a-88c4-4afeb91aaef9', 'name': 'tempest-ServersTestManualDisk-1246532258-router', 'tenant_id': '0694d8955d61412382677b4a46f00758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '59e38e59-5139-44c7-974e-4472c5de8935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:50:35Z', 'updated_at': '2021-06-11T09:50:44Z', 'revision_number': 4, 'project_id': '0694d8955d61412382677b4a46f00758', 'gw_port': {'id': '59e38e59-5139-44c7-974e-4472c5de8935', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9459f935-6ad7-4b7a-88c4-4afeb91aaef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:50:38Z', 'updated_at': '2021-06-11T09:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '9df10423-622b-4571-a6dc-c81ea87dd65a', 'name': '', 'network_id': '95f263a2-16db-4d6c-8962-c50348487ef1', 'tenant_id': '0694d8955d61412382677b4a46f00758', 'mac_address': 'fa:16:3e:81:61:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9459f935-6ad7-4b7a-88c4-4afeb91aaef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '9b5d9d7d-14db-4d74-baaa-fbd3e9136036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:50:43Z', 'updated_at': '2021-06-11T09:50:52Z', 'revision_number': 5, 'project_id': '0694d8955d61412382677b4a46f00758', 'subnets': [{'id': '9b5d9d7d-14db-4d74-baaa-fbd3e9136036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:54:35.861645 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-f811ea9d-3ac2-485d-9143-2ae12660b1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9864ed8-e110-4dfa-9fb2-c349909a0ca3', 'name': 'tempest-NetworksTestDHCPv6-router-2104689767', 'tenant_id': '3a7e48b24b924bff8faf8c740b2810c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:54:28Z', 'updated_at': '2021-06-11T09:54:33Z', 'revision_number': 2, 'project_id': '3a7e48b24b924bff8faf8c740b2810c2', 'gw_port_host': None, '_interfaces': [{'id': '32ac4cf2-d32f-4f8e-9055-cb1a4cf903ea', 'name': '', 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'tenant_id': '3a7e48b24b924bff8faf8c740b2810c2', 'mac_address': 'fa:16:3e:99:28:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9864ed8-e110-4dfa-9fb2-c349909a0ca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'f46d8419-73c5-40c0-8e59-69be17d4409d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:54:30Z', 'updated_at': '2021-06-11T09:54:33Z', 'revision_number': 2, 'project_id': '3a7e48b24b924bff8faf8c740b2810c2', 'subnets': [{'id': 'f46d8419-73c5-40c0-8e59-69be17d4409d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:35.875368 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f811ea9d-3ac2-485d-9143-2ae12660b1ff None None] Checking router: c9864ed8-e110-4dfa-9fb2-c349909a0ca3 for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:54:35.876000 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f811ea9d-3ac2-485d-9143-2ae12660b1ff None None] Updating router c9864ed8-e110-4dfa-9fb2-c349909a0ca3 port 32ac4cf2-d32f-4f8e-9055-cb1a4cf903ea binding host n-d-779913-12 {{(pid=93179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 09:54:35.911493 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-33b4ce2a-966a-4712-a845-4ef7efa9d92b tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:35.930893 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-f811ea9d-3ac2-485d-9143-2ae12660b1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:35.936740 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5aff9aa9-b5d0-4c8c-9975-dd2c52403f7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:36.306031 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e14271f-22d2-4053-aa2f-9a9f45d3549f None None] Network 17469edb-653a-44cc-b8a6-3ef542c54afd requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:54:36.368913 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185a45bc-bcb5-4476-a207-1a49242d8164 None None] New status for floating IP 46a52dc1-cea2-4718-84e3-2d865eb7fe93: DOWN {{(pid=93178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 09:54:36.602755 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-f811ea9d-3ac2-485d-9143-2ae12660b1ff None None] Notify callbacks [] for port, precommit_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:36.627294 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-f811ea9d-3ac2-485d-9143-2ae12660b1ff None None] Transition to ACTIVE for port object 32ac4cf2-d32f-4f8e-9055-cb1a4cf903ea will not be triggered until provisioned by entity L2. {{(pid=93179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:54:36.738555 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 4cc083f3-85c4-4a99-a551-0797ded276d7 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:54:36.795798 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-f811ea9d-3ac2-485d-9143-2ae12660b1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:36.802689 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-a11544f9-c864-4799-a396-395f72a1c758 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:36.815264 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20918af-1660-4559-8f7e-c2970e020f99 req-73e64009-02d7-4f1f-b209-bc05e5ca878e tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:36.824458 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e20918af-1660-4559-8f7e-c2970e020f99 req-73e64009-02d7-4f1f-b209-bc05e5ca878e tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] 10.222.0.60 "GET /v2.0/ports?device_id=01d70585-3927-482a-8a10-7f6887ce956d HTTP/1.1" status: 200 len: 943 time: 0.9306154 Jun 11 09:54:36.836798 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-42fc25ca-c6a4-4438-ba95-b075d332d850 None None] Provisioning for port 4cc083f3-85c4-4a99-a551-0797ded276d7 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:54:36.867968 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 55220) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:36.918175 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-33b4ce2a-966a-4712-a845-4ef7efa9d92b tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:36.968430 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e20918af-1660-4559-8f7e-c2970e020f99 req-54472909-cb8b-4478-8282-57effdcf66ad tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcce601c-ce35-42bf-9e68-458e7d14fb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425612 Jun 11 09:54:37.067236 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5abf6bd-35a5-4ed4-8b30-d373fc6b0e19 None None] Pushing event updated for resources: {'Port': ['ID=32ac4cf2-d32f-4f8e-9055-cb1a4cf903ea,revision_number=3']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:37.071473 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-d5abf6bd-35a5-4ed4-8b30-d373fc6b0e19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:37.099433 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-33b4ce2a-966a-4712-a845-4ef7efa9d92b tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:37.101871 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-33b4ce2a-966a-4712-a845-4ef7efa9d92b tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.7554755 Jun 11 09:54:37.105368 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 55224) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:37.109393 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-4dafe400-6488-4cbf-a2a6-ebe1bf8c906a tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1220419411', 'prefixes': ['172.20.0.0/16']}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:54:37.114184 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a2038574-f677-49a5-8c53-bec25cfc373c tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:37.146677 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aff9aa9-b5d0-4c8c-9975-dd2c52403f7d admin admin] Router aff3bfb7-94ff-4f6d-b9bb-7213803ae0a2 is scheduled to L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 with binding_index 1 {{(pid=93177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 09:54:37.148823 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 4cc083f3-85c4-4a99-a551-0797ded276d7 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:54:37.155395 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 4cc083f3-85c4-4a99-a551-0797ded276d7 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:54:37.156927 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:37.179412 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a2038574-f677-49a5-8c53-bec25cfc373c tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:37.214629 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f4e80d18-afa6-4e4b-847e-b069faa87c73 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375209'] for router_interface, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:37.236162 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-f811ea9d-3ac2-485d-9143-2ae12660b1ff None None] Attempting to bind port 32ac4cf2-d32f-4f8e-9055-cb1a4cf903ea on host n-d-779913-12 for vnic_type normal with profile {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:54:37.236881 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-f811ea9d-3ac2-485d-9143-2ae12660b1ff None None] Attempting to bind port 32ac4cf2-d32f-4f8e-9055-cb1a4cf903ea by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'e0bc2927-8a98-4066-9eb5-5174f5accc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc'}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:54:37.249957 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f811ea9d-3ac2-485d-9143-2ae12660b1ff None None] Attempting to bind port 32ac4cf2-d32f-4f8e-9055-cb1a4cf903ea on network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:54:37.251341 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f811ea9d-3ac2-485d-9143-2ae12660b1ff None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:54:37.251951 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f811ea9d-3ac2-485d-9143-2ae12660b1ff None None] Checking segment: {'id': 'e0bc2927-8a98-4066-9eb5-5174f5accc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:54:37.257069 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-f811ea9d-3ac2-485d-9143-2ae12660b1ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:37.258105 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f811ea9d-3ac2-485d-9143-2ae12660b1ff None None] Bound using segment: {'id': 'e0bc2927-8a98-4066-9eb5-5174f5accc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc'} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:54:37.258894 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-f811ea9d-3ac2-485d-9143-2ae12660b1ff None None] Bound port: 32ac4cf2-d32f-4f8e-9055-cb1a4cf903ea, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0bc2927-8a98-4066-9eb5-5174f5accc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc'}}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:54:37.259520 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-f811ea9d-3ac2-485d-9143-2ae12660b1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:37.360074 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:37.428909 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-f811ea9d-3ac2-485d-9143-2ae12660b1ff None None] For port 32ac4cf2-d32f-4f8e-9055-cb1a4cf903ea, host n-d-779913-12, cleared binding levels {{(pid=93179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:54:37.434830 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-f811ea9d-3ac2-485d-9143-2ae12660b1ff None None] For port 32ac4cf2-d32f-4f8e-9055-cb1a4cf903ea, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=32ac4cf2-d32f-4f8e-9055-cb1a4cf903ea,segment=NetworkSegment(e0bc2927-8a98-4066-9eb5-5174f5accc0f),segment_id=e0bc2927-8a98-4066-9eb5-5174f5accc0f)] {{(pid=93179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:54:37.460010 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 4cc083f3-85c4-4a99-a551-0797ded276d7, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=4cc083f3-85c4-4a99-a551-0797ded276d7,segment=NetworkSegment(0afd7441-217a-4d40-a68b-94314251ac38),segment_id=0afd7441-217a-4d40-a68b-94314251ac38)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:54:37.558984 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aff9aa9-b5d0-4c8c-9975-dd2c52403f7d admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:54:37.569264 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842d19a9-cc7a-4424-b4b6-2db7e77d508d None None] Sync routers for ids ['aff3bfb7-94ff-4f6d-b9bb-7213803ae0a2'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:54:37.585632 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842d19a9-cc7a-4424-b4b6-2db7e77d508d None None] Routers {'aff3bfb7-94ff-4f6d-b9bb-7213803ae0a2'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:54:37.586282 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-842d19a9-cc7a-4424-b4b6-2db7e77d508d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:54:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['aff3bfb7-94ff-4f6d-b9bb-7213803ae0a2'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:37.707536 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-f4e80d18-afa6-4e4b-847e-b069faa87c73 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Deleting port 32ac4cf2-d32f-4f8e-9055-cb1a4cf903ea {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:54:37.708279 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f4e80d18-afa6-4e4b-847e-b069faa87c73 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:37.727967 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:37.729997 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f58c5852-2d6c-4e01-a025-b03f280e63bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:37.733738 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-e66dc3d5-e602-489a-ad45-6523f4b82053 None None] Provisioning for port 0f8d358e-6ad9-4ffc-a04d-567fa1e65863 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:54:37.745023 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-f811ea9d-3ac2-485d-9143-2ae12660b1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:37.756294 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-396a19e8-1898-46f3-8de0-582b23136f2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:37.773145 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-e66dc3d5-e602-489a-ad45-6523f4b82053 None None] Provisioning complete for port 0f8d358e-6ad9-4ffc-a04d-567fa1e65863 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:54:37.773532 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e66dc3d5-e602-489a-ad45-6523f4b82053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:37.813776 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5abf6bd-35a5-4ed4-8b30-d373fc6b0e19 None None] Pushing event updated for resources: {'Port': ['ID=32ac4cf2-d32f-4f8e-9055-cb1a4cf903ea,revision_number=4']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:37.819142 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5aff9aa9-b5d0-4c8c-9975-dd2c52403f7d admin admin] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:37.820478 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-5aff9aa9-b5d0-4c8c-9975-dd2c52403f7d admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.4299846 Jun 11 09:54:37.824598 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 55230) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:37.825853 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a2038574-f677-49a5-8c53-bec25cfc373c tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:37.829134 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a2038574-f677-49a5-8c53-bec25cfc373c tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:37.831014 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-a2038574-f677-49a5-8c53-bec25cfc373c tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] 10.222.0.60 "DELETE /v2.0/security-groups/60ac8e54-7258-493e-adec-df1a5101cf72 HTTP/1.1" status: 204 len: 168 time: 0.9583945 Jun 11 09:54:37.834551 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6d407471-892d-4036-a458-ff6d7cc87a0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:37.838970 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 55232) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:37.851320 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2038574-f677-49a5-8c53-bec25cfc373c tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ac8e54-7258-493e-adec-df1a5101cf72,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:37.855354 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-d5abf6bd-35a5-4ed4-8b30-d373fc6b0e19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:37.859645 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a2038574-f677-49a5-8c53-bec25cfc373c tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:37.874488 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f811ea9d-3ac2-485d-9143-2ae12660b1ff None None] Routers {'c9864ed8-e110-4dfa-9fb2-c349909a0ca3'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:54:37.875121 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-f811ea9d-3ac2-485d-9143-2ae12660b1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:54:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['c9864ed8-e110-4dfa-9fb2-c349909a0ca3'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:37.880367 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f4e80d18-afa6-4e4b-847e-b069faa87c73 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:37.945762 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-e66dc3d5-e602-489a-ad45-6523f4b82053 None None] Port 0f8d358e-6ad9-4ffc-a04d-567fa1e65863 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:54:37.980496 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=4cc083f3-85c4-4a99-a551-0797ded276d7,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:37.986751 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:38.009615 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-f4e80d18-afa6-4e4b-847e-b069faa87c73 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Calling delete_port for 32ac4cf2-d32f-4f8e-9055-cb1a4cf903ea owned by network:router_interface {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:54:38.010536 n-d-779913-12 neutron-server[93177]: INFO neutron.api.v2.resource [None req-da31617a-b75d-48ac-a900-ee9bea4a0ece tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] show failed (client error): The resource could not be found. Jun 11 09:54:38.011770 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-da31617a-b75d-48ac-a900-ee9bea4a0ece tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] 10.222.0.60 "GET /v2.0/security-groups/60ac8e54-7258-493e-adec-df1a5101cf72 HTTP/1.1" status: 404 len: 347 time: 0.1707947 Jun 11 09:54:38.015179 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 55236) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:38.030940 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-e66dc3d5-e602-489a-ad45-6523f4b82053 None None] Provisioning complete for port 4cc083f3-85c4-4a99-a551-0797ded276d7 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:54:38.031355 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e66dc3d5-e602-489a-ad45-6523f4b82053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:38.158304 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-f811ea9d-3ac2-485d-9143-2ae12660b1ff None None] Set router c9864ed8-e110-4dfa-9fb2-c349909a0ca3 gateway port host: None {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:54:38.230964 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4dafe400-6488-4cbf-a2a6-ebe1bf8c906a tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Notify callbacks [] for subnetpool, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:38.232717 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-4dafe400-6488-4cbf-a2a6-ebe1bf8c906a tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] 10.222.0.60 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 1.1267121 Jun 11 09:54:38.243803 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 55240) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:38.251167 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.tag.tag_plugin [None req-038ab179-4925-4808-af09-239f187e5738 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'bf974131-4a5e-4fbb-a4ab-1e48d3b75e93', 'tempest-TagsExtTest-Tag-163487437') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:38.336215 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-842d19a9-cc7a-4424-b4b6-2db7e77d508d None None] Set router aff3bfb7-94ff-4f6d-b9bb-7213803ae0a2 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:54:38.399626 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-4ee840af-b1a1-46f1-872d-a0e06a06acdf None None] Provisioning complete for port 0f8d358e-6ad9-4ffc-a04d-567fa1e65863 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:54:38.400158 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-4ee840af-b1a1-46f1-872d-a0e06a06acdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:38.459228 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7648426-61d3-484d-8054-62febf4b2328 req-f3318ceb-0596-4ee1-ad9e-5616099d6a5b tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:38.466950 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f7648426-61d3-484d-8054-62febf4b2328 req-f3318ceb-0596-4ee1-ad9e-5616099d6a5b tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] 10.222.0.60 "GET /v2.0/ports?device_id=01d70585-3927-482a-8a10-7f6887ce956d HTTP/1.1" status: 200 len: 943 time: 0.2032304 Jun 11 09:54:38.473676 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-4ee840af-b1a1-46f1-872d-a0e06a06acdf None None] Port 0f8d358e-6ad9-4ffc-a04d-567fa1e65863 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:54:38.525041 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f7648426-61d3-484d-8054-62febf4b2328 req-627d51ef-c961-47c1-9890-05fcbb09ff4f tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcce601c-ce35-42bf-9e68-458e7d14fb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571342 Jun 11 09:54:38.529235 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-9ca2303c-41ad-4dc9-a713-4c86ff7f2fe7 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Deleting port b61c12f4-17c5-4f9f-85c8-b65a993ddfbe {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:54:38.530007 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9ca2303c-41ad-4dc9-a713-4c86ff7f2fe7 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:38.645641 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9ca2303c-41ad-4dc9-a713-4c86ff7f2fe7 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:38.645865 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9ca2303c-41ad-4dc9-a713-4c86ff7f2fe7 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:38.658755 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 4cc083f3-85c4-4a99-a551-0797ded276d7 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:54:38.689303 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-038ab179-4925-4808-af09-239f187e5738 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] 10.222.0.60 "PUT /v2.0/subnets/bf974131-4a5e-4fbb-a4ab-1e48d3b75e93/tags/tempest-TagsExtTest-Tag-163487437 HTTP/1.1" status: 201 len: 201 time: 0.4444320 Jun 11 09:54:38.745345 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 55246) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:38.752681 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.tag.tag_plugin [None req-2820b2d2-6bc6-4dd4-bf47-5663ea966719 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '0f8d358e-6ad9-4ffc-a04d-567fa1e65863', 'tempest-TagsExtTest-Tag-668279164') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:38.755273 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-9ca2303c-41ad-4dc9-a713-4c86ff7f2fe7 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Calling delete_port for b61c12f4-17c5-4f9f-85c8-b65a993ddfbe owned by network:floatingip {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:54:38.785052 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 4cc083f3-85c4-4a99-a551-0797ded276d7 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:54:38.785444 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:38.984697 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-f811ea9d-3ac2-485d-9143-2ae12660b1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9864ed8-e110-4dfa-9fb2-c349909a0ca3', 'name': 'tempest-NetworksTestDHCPv6-router-2104689767', 'tenant_id': '3a7e48b24b924bff8faf8c740b2810c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:54:28Z', 'updated_at': '2021-06-11T09:54:33Z', 'revision_number': 2, 'project_id': '3a7e48b24b924bff8faf8c740b2810c2', 'gw_port_host': None, '_interfaces': [{'id': '32ac4cf2-d32f-4f8e-9055-cb1a4cf903ea', 'name': '', 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'tenant_id': '3a7e48b24b924bff8faf8c740b2810c2', 'mac_address': 'fa:16:3e:99:28:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9864ed8-e110-4dfa-9fb2-c349909a0ca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'f46d8419-73c5-40c0-8e59-69be17d4409d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:54:30Z', 'updated_at': '2021-06-11T09:54:37Z', 'revision_number': 4, 'project_id': '3a7e48b24b924bff8faf8c740b2810c2', 'subnets': [{'id': 'f46d8419-73c5-40c0-8e59-69be17d4409d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:38.991159 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f811ea9d-3ac2-485d-9143-2ae12660b1ff None None] The sync data for ids ['c9864ed8-e110-4dfa-9fb2-c349909a0ca3'] in n-d-779913-12 is: [{'id': 'c9864ed8-e110-4dfa-9fb2-c349909a0ca3', 'name': 'tempest-NetworksTestDHCPv6-router-2104689767', 'tenant_id': '3a7e48b24b924bff8faf8c740b2810c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:54:28Z', 'updated_at': '2021-06-11T09:54:33Z', 'revision_number': 2, 'project_id': '3a7e48b24b924bff8faf8c740b2810c2', 'gw_port_host': None, '_interfaces': [{'id': '32ac4cf2-d32f-4f8e-9055-cb1a4cf903ea', 'name': '', 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'tenant_id': '3a7e48b24b924bff8faf8c740b2810c2', 'mac_address': 'fa:16:3e:99:28:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9864ed8-e110-4dfa-9fb2-c349909a0ca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'f46d8419-73c5-40c0-8e59-69be17d4409d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:54:30Z', 'updated_at': '2021-06-11T09:54:37Z', 'revision_number': 4, 'project_id': '3a7e48b24b924bff8faf8c740b2810c2', 'subnets': [{'id': 'f46d8419-73c5-40c0-8e59-69be17d4409d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:54:38.998771 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-842d19a9-cc7a-4424-b4b6-2db7e77d508d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff3bfb7-94ff-4f6d-b9bb-7213803ae0a2', 'name': 'tempest-ServerRescueTestJSON-1064509973-router', 'tenant_id': '205594447f3445c2ac3204bbefdd34aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'd37837a9-9247-47ef-86da-f3c4c24d4689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:54:31Z', 'updated_at': '2021-06-11T09:54:34Z', 'revision_number': 3, 'project_id': '205594447f3445c2ac3204bbefdd34aa', 'gw_port': {'id': 'd37837a9-9247-47ef-86da-f3c4c24d4689', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:65:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff3bfb7-94ff-4f6d-b9bb-7213803ae0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:54:33Z', 'updated_at': '2021-06-11T09:54:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:39.003131 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842d19a9-cc7a-4424-b4b6-2db7e77d508d None None] Checking router: aff3bfb7-94ff-4f6d-b9bb-7213803ae0a2 for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:54:39.003747 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842d19a9-cc7a-4424-b4b6-2db7e77d508d None None] Updating router aff3bfb7-94ff-4f6d-b9bb-7213803ae0a2 port d37837a9-9247-47ef-86da-f3c4c24d4689 binding host n-d-779913-12 {{(pid=93179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 09:54:39.017278 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-2820b2d2-6bc6-4dd4-bf47-5663ea966719 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] 10.222.0.60 "PUT /v2.0/ports/0f8d358e-6ad9-4ffc-a04d-567fa1e65863/tags/tempest-TagsExtTest-Tag-668279164 HTTP/1.1" status: 201 len: 201 time: 0.2705803 Jun 11 09:54:39.019886 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 55248) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:39.027399 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.tag.tag_plugin [None req-a69fbf4b-9eab-42aa-8743-24463f037802 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '0ce67190-bb26-42b7-ab24-569c17901c0b', 'tempest-TagsExtTest-Tag-1848597289') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:39.082491 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-842d19a9-cc7a-4424-b4b6-2db7e77d508d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:39.204715 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9ca2303c-41ad-4dc9-a713-4c86ff7f2fe7 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:39.212895 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1daf814c-4100-497d-861d-51a16420a17b tempest-VolumesAdminNegativeTest-403137660 tempest-VolumesAdminNegativeTest-403137660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:39.231635 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7b946d7c-6327-43ab-9d6e-ee31028f1192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:39.369596 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f4e80d18-afa6-4e4b-847e-b069faa87c73 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:39.405356 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca2303c-41ad-4dc9-a713-4c86ff7f2fe7 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Pushing event deleted for resources: {'Port': ['ID=b61c12f4-17c5-4f9f-85c8-b65a993ddfbe,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:39.418083 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9ca2303c-41ad-4dc9-a713-4c86ff7f2fe7 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:39.418652 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9ab759f3-72e1-4d75-b212-8d724b5f9ef8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:39.456145 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-a69fbf4b-9eab-42aa-8743-24463f037802 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] 10.222.0.60 "PUT /v2.0/routers/0ce67190-bb26-42b7-ab24-569c17901c0b/tags/tempest-TagsExtTest-Tag-1848597289 HTTP/1.1" status: 201 len: 201 time: 0.4333527 Jun 11 09:54:39.457324 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 55254) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:39.474571 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.tag.tag_plugin [None req-d7200083-b692-4910-a82c-5a56b0261c2b tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '9024b7e0-0f0f-4cce-ba7d-fc7aaf338904', 'tempest-TagsExtTest-Tag-1473356691') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:39.480025 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e80d18-afa6-4e4b-847e-b069faa87c73 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event deleted for resources: {'Port': ['ID=32ac4cf2-d32f-4f8e-9055-cb1a4cf903ea,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:39.534860 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f4e80d18-afa6-4e4b-847e-b069faa87c73 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:39.574725 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9ca2303c-41ad-4dc9-a713-4c86ff7f2fe7 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Notify callbacks [] for floatingip, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:39.580460 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9ca2303c-41ad-4dc9-a713-4c86ff7f2fe7 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:39.603776 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-9ca2303c-41ad-4dc9-a713-4c86ff7f2fe7 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] 10.222.0.60 "DELETE /v2.0/floatingips/46a52dc1-cea2-4718-84e3-2d865eb7fe93 HTTP/1.1" status: 204 len: 168 time: 1.5656099 Jun 11 09:54:39.661936 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 55258) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:39.692790 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-842d19a9-cc7a-4424-b4b6-2db7e77d508d None None] Notify callbacks [] for port, precommit_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:39.717367 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-842d19a9-cc7a-4424-b4b6-2db7e77d508d None None] Transition to ACTIVE for port object d37837a9-9247-47ef-86da-f3c4c24d4689 will not be triggered until provisioned by entity L2. {{(pid=93179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:54:39.836043 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f4e80d18-afa6-4e4b-847e-b069faa87c73 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362297'] for router_interface, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:39.871675 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-7b946d7c-6327-43ab-9d6e-ee31028f1192 admin admin] Allocated IP 172.20.0.1 (629d88a3-72e3-4ac0-9337-7a18a368e6f9/44ed3fc7-9612-451c-8b75-8a1ffa244da3/da239b45-04ed-42a6-aeb9-782dd8c7e830) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:54:39.882499 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-842d19a9-cc7a-4424-b4b6-2db7e77d508d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:39.886030 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-d5abf6bd-35a5-4ed4-8b30-d373fc6b0e19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:39.971748 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-d7200083-b692-4910-a82c-5a56b0261c2b tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] 10.222.0.60 "PUT /v2.0/subnetpools/9024b7e0-0f0f-4cce-ba7d-fc7aaf338904/tags/tempest-TagsExtTest-Tag-1473356691 HTTP/1.1" status: 201 len: 201 time: 0.5074806 Jun 11 09:54:40.037356 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 55262) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:40.041724 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.tag.tag_plugin [None req-0dbca6c9-7845-42e4-a2f4-c922f5c6c22b tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'bf974131-4a5e-4fbb-a4ab-1e48d3b75e93') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:40.082079 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1adcde-e403-4a2f-8108-f789cd673f57 None None] Pushing event updated for resources: {'Port': ['ID=d37837a9-9247-47ef-86da-f3c4c24d4689,revision_number=2']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:40.086753 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-8e1adcde-e403-4a2f-8108-f789cd673f57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:40.129910 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-842d19a9-cc7a-4424-b4b6-2db7e77d508d None None] Attempting to bind port d37837a9-9247-47ef-86da-f3c4c24d4689 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:54:40.130783 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-842d19a9-cc7a-4424-b4b6-2db7e77d508d None None] Attempting to bind port d37837a9-9247-47ef-86da-f3c4c24d4689 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:54:40.131483 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842d19a9-cc7a-4424-b4b6-2db7e77d508d None None] Attempting to bind port d37837a9-9247-47ef-86da-f3c4c24d4689 on network f0adef6e-169f-4a27-8865-442be2ad072d {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:54:40.141340 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842d19a9-cc7a-4424-b4b6-2db7e77d508d None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:54:40.142122 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842d19a9-cc7a-4424-b4b6-2db7e77d508d None None] Checking segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:54:40.142870 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-842d19a9-cc7a-4424-b4b6-2db7e77d508d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:40.143639 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842d19a9-cc7a-4424-b4b6-2db7e77d508d None None] Bound using segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:54:40.144555 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-842d19a9-cc7a-4424-b4b6-2db7e77d508d None None] Bound port: d37837a9-9247-47ef-86da-f3c4c24d4689, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:54:40.145257 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-842d19a9-cc7a-4424-b4b6-2db7e77d508d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:40.191053 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc18007f-d393-4a5b-ba77-4209bfb72338 req-36647c42-f5fe-497b-b548-a14648231df6 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:40.192759 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-bc18007f-d393-4a5b-ba77-4209bfb72338 req-36647c42-f5fe-497b-b548-a14648231df6 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] 10.222.0.60 "GET /v2.0/ports?device_id=01d70585-3927-482a-8a10-7f6887ce956d HTTP/1.1" status: 200 len: 943 time: 0.4066336 Jun 11 09:54:40.208803 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4e80d18-afa6-4e4b-847e-b069faa87c73 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Router c9864ed8-e110-4dfa-9fb2-c349909a0ca3 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 09:54:40.254160 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-bc18007f-d393-4a5b-ba77-4209bfb72338 req-0ad3d17c-336b-4f5a-aad2-2d6088b9a4d7 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcce601c-ce35-42bf-9e68-458e7d14fb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525365 Jun 11 09:54:40.256861 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-842d19a9-cc7a-4424-b4b6-2db7e77d508d None None] For port d37837a9-9247-47ef-86da-f3c4c24d4689, host n-d-779913-12, cleared binding levels {{(pid=93179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:54:40.262953 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-842d19a9-cc7a-4424-b4b6-2db7e77d508d None None] For port d37837a9-9247-47ef-86da-f3c4c24d4689, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=d37837a9-9247-47ef-86da-f3c4c24d4689,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:54:40.382769 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4e80d18-afa6-4e4b-847e-b069faa87c73 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:54:40.387423 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-842d19a9-cc7a-4424-b4b6-2db7e77d508d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:40.389425 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:40.394596 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-f4e80d18-afa6-4e4b-847e-b069faa87c73 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "PUT /v2.0/routers/c9864ed8-e110-4dfa-9fb2-c349909a0ca3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8973560 Jun 11 09:54:40.397023 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 55266) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:40.432594 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7b946d7c-6327-43ab-9d6e-ee31028f1192 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:40.464252 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842d19a9-cc7a-4424-b4b6-2db7e77d508d None None] Routers {'aff3bfb7-94ff-4f6d-b9bb-7213803ae0a2'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:54:40.465156 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-842d19a9-cc7a-4424-b4b6-2db7e77d508d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:54:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['aff3bfb7-94ff-4f6d-b9bb-7213803ae0a2'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:40.467820 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1adcde-e403-4a2f-8108-f789cd673f57 None None] Pushing event updated for resources: {'Port': ['ID=d37837a9-9247-47ef-86da-f3c4c24d4689,revision_number=3']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:40.471787 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-8e1adcde-e403-4a2f-8108-f789cd673f57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:40.480280 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e7483b-2daf-4e43-863b-78ce0b2fc4ce tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:40.482918 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e7483b-2daf-4e43-863b-78ce0b2fc4ce tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:40.488094 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-30e7483b-2daf-4e43-863b-78ce0b2fc4ce tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0892389 Jun 11 09:54:40.488899 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 55268) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:40.495254 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-0dbca6c9-7845-42e4-a2f4-c922f5c6c22b tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] 10.222.0.60 "GET /v2.0/subnets/bf974131-4a5e-4fbb-a4ab-1e48d3b75e93/tags HTTP/1.1" status: 200 len: 240 time: 0.4565117 Jun 11 09:54:40.499334 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 55270) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:40.505399 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.tag.tag_plugin [None req-5a3bf8bf-3451-4640-9e4d-085eac2fcc43 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'bf974131-4a5e-4fbb-a4ab-1e48d3b75e93', 'tempest-TagsExtTest-Tag-163487437') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:40.566876 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ff579df-24db-46ce-b615-c74e2a262e48 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Deleting subnet f46d8419-73c5-40c0-8e59-69be17d4409d {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 09:54:40.570840 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9ff579df-24db-46ce-b615-c74e2a262e48 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:40.668046 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-842d19a9-cc7a-4424-b4b6-2db7e77d508d None None] Set router aff3bfb7-94ff-4f6d-b9bb-7213803ae0a2 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:54:40.679441 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9ff579df-24db-46ce-b615-c74e2a262e48 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:40.744398 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-5a3bf8bf-3451-4640-9e4d-085eac2fcc43 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] 10.222.0.60 "GET /v2.0/subnets/bf974131-4a5e-4fbb-a4ab-1e48d3b75e93/tags/tempest-TagsExtTest-Tag-163487437 HTTP/1.1" status: 204 len: 168 time: 0.2427928 Jun 11 09:54:40.744914 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 55274) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:40.755208 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.tag.tag_plugin [None req-20a855b0-8fa5-41c9-bc9e-33b2956a90fd tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'bf974131-4a5e-4fbb-a4ab-1e48d3b75e93', 'tempest-TagsExtTest-Tag-163487437') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:40.851534 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9ff579df-24db-46ce-b615-c74e2a262e48 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:40.872325 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7b946d7c-6327-43ab-9d6e-ee31028f1192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:40.876127 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5aff9aa9-b5d0-4c8c-9975-dd2c52403f7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:40.899822 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device bdacbde7-649f-40a9-9ffb-65ab8ce950b8 details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:54:40.997836 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b946d7c-6327-43ab-9d6e-ee31028f1192 admin admin] Network 629d88a3-72e3-4ac0-9337-7a18a368e6f9 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:54:41.005739 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-7b946d7c-6327-43ab-9d6e-ee31028f1192 admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:54:41.020608 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b946d7c-6327-43ab-9d6e-ee31028f1192 admin admin] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:54:41.083803 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-842d19a9-cc7a-4424-b4b6-2db7e77d508d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff3bfb7-94ff-4f6d-b9bb-7213803ae0a2', 'name': 'tempest-ServerRescueTestJSON-1064509973-router', 'tenant_id': '205594447f3445c2ac3204bbefdd34aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'd37837a9-9247-47ef-86da-f3c4c24d4689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:54:31Z', 'updated_at': '2021-06-11T09:54:34Z', 'revision_number': 3, 'project_id': '205594447f3445c2ac3204bbefdd34aa', 'gw_port': {'id': 'd37837a9-9247-47ef-86da-f3c4c24d4689', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:65:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff3bfb7-94ff-4f6d-b9bb-7213803ae0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:54:33Z', 'updated_at': '2021-06-11T09:54:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:41.087273 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b946d7c-6327-43ab-9d6e-ee31028f1192 admin admin] Pushing event updated for resources: {'Port': ['ID=da239b45-04ed-42a6-aeb9-782dd8c7e830,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:41.088416 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842d19a9-cc7a-4424-b4b6-2db7e77d508d None None] The sync data for ids ['aff3bfb7-94ff-4f6d-b9bb-7213803ae0a2'] in n-d-779913-12 is: [{'id': 'aff3bfb7-94ff-4f6d-b9bb-7213803ae0a2', 'name': 'tempest-ServerRescueTestJSON-1064509973-router', 'tenant_id': '205594447f3445c2ac3204bbefdd34aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'd37837a9-9247-47ef-86da-f3c4c24d4689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:54:31Z', 'updated_at': '2021-06-11T09:54:34Z', 'revision_number': 3, 'project_id': '205594447f3445c2ac3204bbefdd34aa', 'gw_port': {'id': 'd37837a9-9247-47ef-86da-f3c4c24d4689', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:65:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff3bfb7-94ff-4f6d-b9bb-7213803ae0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:54:33Z', 'updated_at': '2021-06-11T09:54:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:54:41.089821 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port bdacbde7-649f-40a9-9ffb-65ab8ce950b8, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=bdacbde7-649f-40a9-9ffb-65ab8ce950b8,segment=NetworkSegment(b1043da1-5480-43ec-a726-3c2fce12da10),segment_id=b1043da1-5480-43ec-a726-3c2fce12da10)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:54:41.101091 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7b946d7c-6327-43ab-9d6e-ee31028f1192 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:41.111333 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f2ff7fca-5040-4be9-85ef-e7bea85890f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375209'] for router_interface, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:41.141839 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9ff579df-24db-46ce-b615-c74e2a262e48 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:41.146417 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-aa8937e9-b8a2-45ba-ae50-13eea6ed00fd tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:41.264921 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9ff579df-24db-46ce-b615-c74e2a262e48 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:41.276096 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-9ff579df-24db-46ce-b615-c74e2a262e48 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/subnets/f46d8419-73c5-40c0-8e59-69be17d4409d HTTP/1.1" status: 204 len: 168 time: 0.7835267 Jun 11 09:54:41.276096 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff579df-24db-46ce-b615-c74e2a262e48 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event deleted for resources: {'Subnet': ['ID=f46d8419-73c5-40c0-8e59-69be17d4409d,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:41.284034 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 55278) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:41.301715 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9ff579df-24db-46ce-b615-c74e2a262e48 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:41.337260 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': 'bdacbde7-649f-40a9-9ffb-65ab8ce950b8', 'network_id': '2ee9e933-9fda-4839-b4cd-d38077481dd6', 'port_id': 'bdacbde7-649f-40a9-9ffb-65ab8ce950b8', 'mac_address': 'fa:16:3e:c8:83:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfe503b2-e60a-4c51-bb64-dfd15e82ca23', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:54:41.340846 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8dc8ecc-adbc-44b7-8ecd-d52374ef64f9 None None] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:54:41.463078 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e4e6d3-469b-4b73-91a4-1e99e4322cd3 None None] Sync routers for ids ['c9864ed8-e110-4dfa-9fb2-c349909a0ca3'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:54:41.691874 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-e207623b-1dab-4b71-913c-afc1d35a60b8 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4063289 Jun 11 09:54:41.694347 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e4e6d3-469b-4b73-91a4-1e99e4322cd3 None None] Routers {'c9864ed8-e110-4dfa-9fb2-c349909a0ca3'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:54:41.694704 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 55286) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:41.696103 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-b3e4e6d3-469b-4b73-91a4-1e99e4322cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:54:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['c9864ed8-e110-4dfa-9fb2-c349909a0ca3'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:41.802489 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:41.914479 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdacbde7-649f-40a9-9ffb-65ab8ce950b8 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:54:41.933026 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6904b755-2b8f-4eda-aefd-388b5b26cde4 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for router, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:41.970612 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1882f8-efc3-4342-b14c-0b6c703e91d5 req-933c042d-01d1-437f-8646-1c69e37f2f9f tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:41.972524 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ab1882f8-efc3-4342-b14c-0b6c703e91d5 req-933c042d-01d1-437f-8646-1c69e37f2f9f tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] 10.222.0.60 "GET /v2.0/ports?device_id=01d70585-3927-482a-8a10-7f6887ce956d HTTP/1.1" status: 200 len: 943 time: 0.4645300 Jun 11 09:54:41.990162 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port bdacbde7-649f-40a9-9ffb-65ab8ce950b8, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=bdacbde7-649f-40a9-9ffb-65ab8ce950b8,segment=NetworkSegment(b1043da1-5480-43ec-a726-3c2fce12da10),segment_id=b1043da1-5480-43ec-a726-3c2fce12da10)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:54:41.992852 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-b3e4e6d3-469b-4b73-91a4-1e99e4322cd3 None None] Set router c9864ed8-e110-4dfa-9fb2-c349909a0ca3 gateway port host: None {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:54:42.140785 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:42.186322 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-a69f48ad-ddc6-4cd0-a6eb-bc992fa90bb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:42.186322 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-b3e4e6d3-469b-4b73-91a4-1e99e4322cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9864ed8-e110-4dfa-9fb2-c349909a0ca3', 'name': 'tempest-NetworksTestDHCPv6-router-2104689767', 'tenant_id': '3a7e48b24b924bff8faf8c740b2810c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:54:28Z', 'updated_at': '2021-06-11T09:54:39Z', 'revision_number': 3, 'project_id': '3a7e48b24b924bff8faf8c740b2810c2', 'gw_port_host': None}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:42.186322 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e4e6d3-469b-4b73-91a4-1e99e4322cd3 None None] Checking router: c9864ed8-e110-4dfa-9fb2-c349909a0ca3 for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:54:42.197267 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-20a855b0-8fa5-41c9-bc9e-33b2956a90fd tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] 10.222.0.60 "DELETE /v2.0/subnets/bf974131-4a5e-4fbb-a4ab-1e48d3b75e93/tags/tempest-TagsExtTest-Tag-163487437 HTTP/1.1" status: 204 len: 168 time: 1.4503129 Jun 11 09:54:42.201411 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 55288) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:42.204162 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e4e6d3-469b-4b73-91a4-1e99e4322cd3 None None] Routers {'c9864ed8-e110-4dfa-9fb2-c349909a0ca3'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:54:42.205113 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-b3e4e6d3-469b-4b73-91a4-1e99e4322cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:54:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['c9864ed8-e110-4dfa-9fb2-c349909a0ca3'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:42.211851 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.tag.tag_plugin [None req-3ea51852-cc6f-462d-b94e-0f014dbc9ae4 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'bf974131-4a5e-4fbb-a4ab-1e48d3b75e93') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:42.309779 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7b946d7c-6327-43ab-9d6e-ee31028f1192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-375088'] for router_interface, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:42.332874 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-b3e4e6d3-469b-4b73-91a4-1e99e4322cd3 None None] Set router c9864ed8-e110-4dfa-9fb2-c349909a0ca3 gateway port host: None {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:54:42.444968 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-b3e4e6d3-469b-4b73-91a4-1e99e4322cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9864ed8-e110-4dfa-9fb2-c349909a0ca3', 'name': 'tempest-NetworksTestDHCPv6-router-2104689767', 'tenant_id': '3a7e48b24b924bff8faf8c740b2810c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:54:28Z', 'updated_at': '2021-06-11T09:54:39Z', 'revision_number': 3, 'project_id': '3a7e48b24b924bff8faf8c740b2810c2', 'gw_port_host': None}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:42.465727 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e4e6d3-469b-4b73-91a4-1e99e4322cd3 None None] The sync data for ids ['c9864ed8-e110-4dfa-9fb2-c349909a0ca3'] in n-d-779913-12 is: [{'id': 'c9864ed8-e110-4dfa-9fb2-c349909a0ca3', 'name': 'tempest-NetworksTestDHCPv6-router-2104689767', 'tenant_id': '3a7e48b24b924bff8faf8c740b2810c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:54:28Z', 'updated_at': '2021-06-11T09:54:39Z', 'revision_number': 3, 'project_id': '3a7e48b24b924bff8faf8c740b2810c2', 'gw_port_host': None}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:54:42.522523 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=bdacbde7-649f-40a9-9ffb-65ab8ce950b8,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:42.531282 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-3ea51852-cc6f-462d-b94e-0f014dbc9ae4 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] 10.222.0.60 "GET /v2.0/subnets/bf974131-4a5e-4fbb-a4ab-1e48d3b75e93/tags HTTP/1.1" status: 200 len: 205 time: 0.3258383 Jun 11 09:54:42.532062 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:42.535701 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f964b9-8027-499a-bffa-cde75b39f2ec None None] DHCP port deletion for f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 09:54:42.536056 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 55294) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:42.544919 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.tag.tag_plugin [None req-ffeb9518-7edd-4484-bf7f-2428ecf31973 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '0f8d358e-6ad9-4ffc-a04d-567fa1e65863') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:42.582014 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['bdacbde7-649f-40a9-9ffb-65ab8ce950b8'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:54:42.688768 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f8f964b9-8027-499a-bffa-cde75b39f2ec None None] Deleting port b6cf792a-a81b-4a9f-90fc-5c428684f312 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:54:42.689158 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f8f964b9-8027-499a-bffa-cde75b39f2ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:42.735779 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-ffeb9518-7edd-4484-bf7f-2428ecf31973 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] 10.222.0.60 "GET /v2.0/ports/0f8d358e-6ad9-4ffc-a04d-567fa1e65863/tags HTTP/1.1" status: 200 len: 240 time: 0.1961217 Jun 11 09:54:42.737653 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 55296) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:42.742266 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.tag.tag_plugin [None req-0301d0c3-3593-4a3b-8c4b-dd055393d2c0 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0f8d358e-6ad9-4ffc-a04d-567fa1e65863', 'tempest-TagsExtTest-Tag-668279164') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:42.826217 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7b946d7c-6327-43ab-9d6e-ee31028f1192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:42.832476 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f8f964b9-8027-499a-bffa-cde75b39f2ec None None] For port b6cf792a-a81b-4a9f-90fc-5c428684f312, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=b6cf792a-a81b-4a9f-90fc-5c428684f312,segment=NetworkSegment(e0bc2927-8a98-4066-9eb5-5174f5accc0f),segment_id=e0bc2927-8a98-4066-9eb5-5174f5accc0f)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:54:42.833015 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f8f964b9-8027-499a-bffa-cde75b39f2ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:42.869410 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ab1882f8-efc3-4342-b14c-0b6c703e91d5 req-2aad30f8-db78-4b38-9151-9692f0858ad2 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcce601c-ce35-42bf-9e68-458e7d14fb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8154685 Jun 11 09:54:42.870084 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-f2ff7fca-5040-4be9-85ef-e7bea85890f7 admin admin] Deleting port 9df10423-622b-4571-a6dc-c81ea87dd65a {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:54:42.870084 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f2ff7fca-5040-4be9-85ef-e7bea85890f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:42.871134 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6904b755-2b8f-4eda-aefd-388b5b26cde4 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:42.901607 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6904b755-2b8f-4eda-aefd-388b5b26cde4 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:42.947503 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-0301d0c3-3593-4a3b-8c4b-dd055393d2c0 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] 10.222.0.60 "GET /v2.0/ports/0f8d358e-6ad9-4ffc-a04d-567fa1e65863/tags/tempest-TagsExtTest-Tag-668279164 HTTP/1.1" status: 204 len: 168 time: 0.2090442 Jun 11 09:54:42.957795 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 55300) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:42.964407 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.tag.tag_plugin [None req-cd231f2a-ac1a-4f16-b2bd-02b77067b5b7 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '0f8d358e-6ad9-4ffc-a04d-567fa1e65863', 'tempest-TagsExtTest-Tag-668279164') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:43.013407 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f8f964b9-8027-499a-bffa-cde75b39f2ec None None] Calling delete_port for b6cf792a-a81b-4a9f-90fc-5c428684f312 owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:54:43.026953 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e3e3dfea-70c0-41ef-b36f-74690b416b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:43.050898 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device d37837a9-9247-47ef-86da-f3c4c24d4689 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:54:43.156208 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6904b755-2b8f-4eda-aefd-388b5b26cde4 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:43.156710 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6904b755-2b8f-4eda-aefd-388b5b26cde4 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Fanout notify agent at l3_agent the message router_deleted on router c9864ed8-e110-4dfa-9fb2-c349909a0ca3 {{(pid=93176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 09:54:43.166833 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6904b755-2b8f-4eda-aefd-388b5b26cde4 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:43.167994 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-6904b755-2b8f-4eda-aefd-388b5b26cde4 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/routers/c9864ed8-e110-4dfa-9fb2-c349909a0ca3 HTTP/1.1" status: 204 len: 168 time: 1.4723659 Jun 11 09:54:43.171643 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 55304) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:43.222594 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-f2ff7fca-5040-4be9-85ef-e7bea85890f7 admin admin] For port 9df10423-622b-4571-a6dc-c81ea87dd65a, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=9df10423-622b-4571-a6dc-c81ea87dd65a,segment=NetworkSegment(68312799-d237-4b0c-9cec-b5a9e69cf46e),segment_id=68312799-d237-4b0c-9cec-b5a9e69cf46e)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:54:43.223196 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f2ff7fca-5040-4be9-85ef-e7bea85890f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:43.337176 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948304c7-c3f1-43b2-9628-6412ba9c7eac tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:43.339611 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-948304c7-c3f1-43b2-9628-6412ba9c7eac tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1665673 Jun 11 09:54:43.342055 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 55308) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:43.353159 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-f2ff7fca-5040-4be9-85ef-e7bea85890f7 admin admin] Calling delete_port for 9df10423-622b-4571-a6dc-c81ea87dd65a owned by network:router_interface {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:54:43.434659 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3895565e-ffc7-429a-bff0-09d082aa0f66 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:43.438816 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-3895565e-ffc7-429a-bff0-09d082aa0f66 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0933800 Jun 11 09:54:43.439109 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 55312) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:43.450979 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f8f964b9-8027-499a-bffa-cde75b39f2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:43.454134 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-a29c3b9b-10f8-42d4-88e7-4aeb22b01552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:43.465920 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7b946d7c-6327-43ab-9d6e-ee31028f1192 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:43.493353 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f964b9-8027-499a-bffa-cde75b39f2ec None None] Pushing event deleted for resources: {'Port': ['ID=b6cf792a-a81b-4a9f-90fc-5c428684f312,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:43.496989 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f8f964b9-8027-499a-bffa-cde75b39f2ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:43.497600 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port d37837a9-9247-47ef-86da-f3c4c24d4689 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:54:43.500342 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f964b9-8027-499a-bffa-cde75b39f2ec None None] No DVR routers for this DVR port b6cf792a-a81b-4a9f-90fc-5c428684f312 on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:54:43.508953 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-988a5147-9954-4a39-9196-19c14e9cec5f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0665181 Jun 11 09:54:43.508953 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 55314) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:43.509160 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port d37837a9-9247-47ef-86da-f3c4c24d4689 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:54:43.509160 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:43.518714 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-59837c7e-eb35-4764-bca1-0c2c26560e71 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Request body: {'subnet': {'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:54:43.611626 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-cd231f2a-ac1a-4f16-b2bd-02b77067b5b7 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] 10.222.0.60 "DELETE /v2.0/ports/0f8d358e-6ad9-4ffc-a04d-567fa1e65863/tags/tempest-TagsExtTest-Tag-668279164 HTTP/1.1" status: 204 len: 168 time: 0.6527553 Jun 11 09:54:43.616002 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 55318) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:43.616002 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7b946d7c-6327-43ab-9d6e-ee31028f1192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:43.709944 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.tag.tag_plugin [None req-511e1ff4-6ec2-45c9-831d-5bc627c6397c tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '0f8d358e-6ad9-4ffc-a04d-567fa1e65863') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:43.714967 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ee4060f1-02ef-400f-97fc-7103a4497320 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:43.796787 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7b946d7c-6327-43ab-9d6e-ee31028f1192 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375108'] for router_interface, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:43.841381 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:43.852901 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59837c7e-eb35-4764-bca1-0c2c26560e71 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Made reservation on behalf of 3a7e48b24b924bff8faf8c740b2810c2 for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:54:43.858290 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-59837c7e-eb35-4764-bca1-0c2c26560e71 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:43.869149 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port d37837a9-9247-47ef-86da-f3c4c24d4689, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=d37837a9-9247-47ef-86da-f3c4c24d4689,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:54:43.904661 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b946d7c-6327-43ab-9d6e-ee31028f1192 admin admin] Pushing event updated for resources: {'Port': ['ID=da239b45-04ed-42a6-aeb9-782dd8c7e830,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:43.938155 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7b946d7c-6327-43ab-9d6e-ee31028f1192 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:43.999122 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:44.002171 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-4f5c575c-e33e-4a09-a578-c114fce78b0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:44.058460 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f2ff7fca-5040-4be9-85ef-e7bea85890f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:44.065170 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ab664720-b11d-4903-98e0-4652e16f9e2f tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:44.103697 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=d37837a9-9247-47ef-86da-f3c4c24d4689,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:44.108564 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:44.118542 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device b6cf792a-a81b-4a9f-90fc-5c428684f312 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:54:44.141608 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-511e1ff4-6ec2-45c9-831d-5bc627c6397c tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] 10.222.0.60 "GET /v2.0/ports/0f8d358e-6ad9-4ffc-a04d-567fa1e65863/tags HTTP/1.1" status: 200 len: 205 time: 0.5269492 Jun 11 09:54:44.142485 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ff7fca-5040-4be9-85ef-e7bea85890f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9df10423-622b-4571-a6dc-c81ea87dd65a,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:44.147931 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 55326) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:44.149490 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f2ff7fca-5040-4be9-85ef-e7bea85890f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:44.157249 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b946d7c-6327-43ab-9d6e-ee31028f1192 admin admin] Network 629d88a3-72e3-4ac0-9337-7a18a368e6f9 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:54:44.160207 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.tag.tag_plugin [None req-7055bca8-3248-43a5-a230-e0b7ccf45e21 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '0ce67190-bb26-42b7-ab24-569c17901c0b') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:44.160391 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-7b946d7c-6327-43ab-9d6e-ee31028f1192 admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:54:44.170296 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: b6cf792a-a81b-4a9f-90fc-5c428684f312 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:54:44.170737 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device b6cf792a-a81b-4a9f-90fc-5c428684f312 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:54:44.384880 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-7055bca8-3248-43a5-a230-e0b7ccf45e21 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] 10.222.0.60 "GET /v2.0/routers/0ce67190-bb26-42b7-ab24-569c17901c0b/tags HTTP/1.1" status: 200 len: 241 time: 0.2360387 Jun 11 09:54:44.385523 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 55328) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:44.390834 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.tag.tag_plugin [None req-0e4742ce-da8e-45df-8c36-de964df74da3 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0ce67190-bb26-42b7-ab24-569c17901c0b', 'tempest-TagsExtTest-Tag-1848597289') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:44.534980 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f2ff7fca-5040-4be9-85ef-e7bea85890f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362297'] for router_interface, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:44.547603 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b946d7c-6327-43ab-9d6e-ee31028f1192 admin admin] Router aff3bfb7-94ff-4f6d-b9bb-7213803ae0a2 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 09:54:44.550988 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9f3f7a-9d88-4a22-bc18-792f93b060f2 req-4a58d9af-1cd3-4301-b76b-67c8dda4bdf6 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:44.552803 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9f9f3f7a-9d88-4a22-bc18-792f93b060f2 req-4a58d9af-1cd3-4301-b76b-67c8dda4bdf6 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] 10.222.0.60 "GET /v2.0/ports?device_id=01d70585-3927-482a-8a10-7f6887ce956d HTTP/1.1" status: 200 len: 944 time: 0.2501211 Jun 11 09:54:44.584713 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-0e4742ce-da8e-45df-8c36-de964df74da3 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] 10.222.0.60 "GET /v2.0/routers/0ce67190-bb26-42b7-ab24-569c17901c0b/tags/tempest-TagsExtTest-Tag-1848597289 HTTP/1.1" status: 204 len: 168 time: 0.1978903 Jun 11 09:54:44.600914 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 55330) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:44.606247 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.tag.tag_plugin [None req-9101b0c7-d72a-44fd-b37e-8986ef0628c8 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '0ce67190-bb26-42b7-ab24-569c17901c0b', 'tempest-TagsExtTest-Tag-1848597289') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:44.746006 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device d37837a9-9247-47ef-86da-f3c4c24d4689 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:54:44.812897 n-d-779913-12 neutron-server[93176]: DEBUG neutron.objects.ports [None req-59837c7e-eb35-4764-bca1-0c2c26560e71 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93176) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 11 09:54:44.830034 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9f9f3f7a-9d88-4a22-bc18-792f93b060f2 req-c945ecf0-d2a8-45a1-8f5f-8d86cd57d0ea tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcce601c-ce35-42bf-9e68-458e7d14fb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2646487 Jun 11 09:54:44.838457 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-59837c7e-eb35-4764-bca1-0c2c26560e71 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:44.853602 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f52ec1ef-32b6-402b-9026-bceb0f3c7822 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:44.898405 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port d37837a9-9247-47ef-86da-f3c4c24d4689 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:54:44.898795 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:44.929516 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59837c7e-eb35-4764-bca1-0c2c26560e71 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:54:44.950626 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device bdacbde7-649f-40a9-9ffb-65ab8ce950b8 up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:54:44.959044 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-59837c7e-eb35-4764-bca1-0c2c26560e71 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:54:44.980216 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59837c7e-eb35-4764-bca1-0c2c26560e71 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:44.981467 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-59837c7e-eb35-4764-bca1-0c2c26560e71 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:44.995539 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59837c7e-eb35-4764-bca1-0c2c26560e71 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event updated for resources: {'Subnet': ['ID=d13a0758-9083-4d6d-b893-fa0fe5ed3518,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:45.000291 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-59837c7e-eb35-4764-bca1-0c2c26560e71 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:45.015011 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01166ad-f082-49fc-b897-551282fbc2c7 None None] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:54:45.121713 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-9101b0c7-d72a-44fd-b37e-8986ef0628c8 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] 10.222.0.60 "DELETE /v2.0/routers/0ce67190-bb26-42b7-ab24-569c17901c0b/tags/tempest-TagsExtTest-Tag-1848597289 HTTP/1.1" status: 204 len: 168 time: 0.5170920 Jun 11 09:54:45.121713 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-59837c7e-eb35-4764-bca1-0c2c26560e71 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6118083 Jun 11 09:54:45.122055 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 55338) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:45.126987 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.tag.tag_plugin [None req-3ff77868-0b6e-4cd0-9fc9-c28373a2cfa5 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '0ce67190-bb26-42b7-ab24-569c17901c0b') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:45.128784 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 55340) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:45.136275 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-2484f617-dd87-4ccd-9a9c-3dba2bdb61f9 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Request body: {'subnet': {'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:54:45.306108 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 32ac4cf2-d32f-4f8e-9055-cb1a4cf903ea no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:54:45.351478 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 32ac4cf2-d32f-4f8e-9055-cb1a4cf903ea {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:54:45.355776 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 32ac4cf2-d32f-4f8e-9055-cb1a4cf903ea not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:54:45.361585 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d006e6-33ae-410f-a3fd-bb9e79f18b03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'tenant_id': '3a7e48b24b924bff8faf8c740b2810c2', 'fixed_ips': [{'subnet_id': 'd13a0758-9083-4d6d-b893-fa0fe5ed3518'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 09:54:45.363020 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-58d006e6-33ae-410f-a3fd-bb9e79f18b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:45.407634 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-3ff77868-0b6e-4cd0-9fc9-c28373a2cfa5 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] 10.222.0.60 "GET /v2.0/routers/0ce67190-bb26-42b7-ab24-569c17901c0b/tags HTTP/1.1" status: 200 len: 205 time: 0.2836394 Jun 11 09:54:45.409239 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 55342) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:45.414771 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.tag.tag_plugin [None req-ed016c49-f697-436f-a44c-6b377bada151 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '9024b7e0-0f0f-4cce-ba7d-fc7aaf338904') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:45.462400 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-ed016c49-f697-436f-a44c-6b377bada151 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] 10.222.0.60 "GET /v2.0/subnetpools/9024b7e0-0f0f-4cce-ba7d-fc7aaf338904/tags HTTP/1.1" status: 200 len: 241 time: 0.0519030 Jun 11 09:54:45.465789 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 55344) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:45.471431 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.tag.tag_plugin [None req-92313ae8-e977-4f4f-9633-daabd6d4780f tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9024b7e0-0f0f-4cce-ba7d-fc7aaf338904', 'tempest-TagsExtTest-Tag-1473356691') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:45.494738 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning for port bdacbde7-649f-40a9-9ffb-65ab8ce950b8 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:54:45.502865 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port bdacbde7-649f-40a9-9ffb-65ab8ce950b8 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:54:45.503388 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:45.503729 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b946d7c-6327-43ab-9d6e-ee31028f1192 admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:54:45.504543 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-92313ae8-e977-4f4f-9633-daabd6d4780f tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] 10.222.0.60 "GET /v2.0/subnetpools/9024b7e0-0f0f-4cce-ba7d-fc7aaf338904/tags/tempest-TagsExtTest-Tag-1473356691 HTTP/1.1" status: 204 len: 168 time: 0.0376403 Jun 11 09:54:45.505382 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 55346) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:45.510020 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-7b946d7c-6327-43ab-9d6e-ee31028f1192 admin admin] 10.222.0.60 "PUT /v2.0/routers/aff3bfb7-94ff-4f6d-b9bb-7213803ae0a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6850970 Jun 11 09:54:45.519862 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.tag.tag_plugin [None req-bd4d4bcd-c46a-444b-b524-cbd54ced2150 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '9024b7e0-0f0f-4cce-ba7d-fc7aaf338904', 'tempest-TagsExtTest-Tag-1473356691') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:45.520770 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2ff7fca-5040-4be9-85ef-e7bea85890f7 admin admin] Router 9459f935-6ad7-4b7a-88c4-4afeb91aaef9 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 09:54:45.521087 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2b610b-2f5f-4597-80e2-ed2e7da4a668 None None] Sync routers for ids ['aff3bfb7-94ff-4f6d-b9bb-7213803ae0a2'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:54:45.548909 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2b610b-2f5f-4597-80e2-ed2e7da4a668 None None] Routers {'aff3bfb7-94ff-4f6d-b9bb-7213803ae0a2'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:54:45.551203 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-ed2b610b-2f5f-4597-80e2-ed2e7da4a668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:54:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['aff3bfb7-94ff-4f6d-b9bb-7213803ae0a2'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:45.554039 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2484f617-dd87-4ccd-9a9c-3dba2bdb61f9 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Made reservation on behalf of 3a7e48b24b924bff8faf8c740b2810c2 for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:54:45.564125 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2484f617-dd87-4ccd-9a9c-3dba2bdb61f9 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:45.665525 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-58d006e6-33ae-410f-a3fd-bb9e79f18b03 None None] Allocated IP 2001:db8::f816:3eff:fe7a:f018 (f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc/d13a0758-9083-4d6d-b893-fa0fe5ed3518/0cd923e8-9b19-4436-ad43-0e3cb0fee7dd) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:54:45.762635 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 55350) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:45.763199 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-bd4d4bcd-c46a-444b-b524-cbd54ced2150 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] 10.222.0.60 "DELETE /v2.0/subnetpools/9024b7e0-0f0f-4cce-ba7d-fc7aaf338904/tags/tempest-TagsExtTest-Tag-1473356691 HTTP/1.1" status: 204 len: 168 time: 0.2452719 Jun 11 09:54:45.769049 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.tag.tag_plugin [None req-0791928c-73bf-4fc6-8012-c944e9678c2c tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '9024b7e0-0f0f-4cce-ba7d-fc7aaf338904') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:45.776816 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2ff7fca-5040-4be9-85ef-e7bea85890f7 admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:54:45.791086 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-f2ff7fca-5040-4be9-85ef-e7bea85890f7 admin admin] 10.222.0.60 "PUT /v2.0/routers/9459f935-6ad7-4b7a-88c4-4afeb91aaef9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1261504 Jun 11 09:54:45.793400 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 55354) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:45.892488 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51a3622-fedc-48e4-9668-fc0d5fb43e88 None None] Sync routers for ids ['9459f935-6ad7-4b7a-88c4-4afeb91aaef9'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:54:45.927228 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-52514f16-43f0-4127-b3a1-5d87cf8718e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:45.939192 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-ed2b610b-2f5f-4597-80e2-ed2e7da4a668 None None] Set router aff3bfb7-94ff-4f6d-b9bb-7213803ae0a2 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:54:45.965741 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51a3622-fedc-48e4-9668-fc0d5fb43e88 None None] Routers {'9459f935-6ad7-4b7a-88c4-4afeb91aaef9'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:54:45.966387 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-d51a3622-fedc-48e4-9668-fc0d5fb43e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:54:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['9459f935-6ad7-4b7a-88c4-4afeb91aaef9'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:45.968374 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:46.101340 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:46.154986 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01d70585-3927-482a-8a10-7f6887ce956d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdacbde7-649f-40a9-9ffb-65ab8ce950b8'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:54:46.157960 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d93474-bf64-4ac7-94d6-c72c06367470" -d '{"events": [{"server_uuid": "01d70585-3927-482a-8a10-7f6887ce956d", "name": "network-vif-plugged", "status": "completed", "tag": "bdacbde7-649f-40a9-9ffb-65ab8ce950b8"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:54:46.163042 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-0791928c-73bf-4fc6-8012-c944e9678c2c tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] 10.222.0.60 "GET /v2.0/subnetpools/9024b7e0-0f0f-4cce-ba7d-fc7aaf338904/tags HTTP/1.1" status: 200 len: 205 time: 0.3999913 Jun 11 09:54:46.165461 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 55370) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:46.171122 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.tag.tag_plugin [None req-057ce70e-af8e-4a15-b1f4-56f326f5e396 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9024b7e0-0f0f-4cce-ba7d-fc7aaf338904') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:46.226357 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port bdacbde7-649f-40a9-9ffb-65ab8ce950b8, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=bdacbde7-649f-40a9-9ffb-65ab8ce950b8,segment=NetworkSegment(b1043da1-5480-43ec-a726-3c2fce12da10),segment_id=b1043da1-5480-43ec-a726-3c2fce12da10)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:54:46.271165 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-58d006e6-33ae-410f-a3fd-bb9e79f18b03 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:46.283748 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-d51a3622-fedc-48e4-9668-fc0d5fb43e88 None None] Set router 9459f935-6ad7-4b7a-88c4-4afeb91aaef9 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:54:46.286130 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d198d0a-4b1e-489b-8e03-f56bd8e9e465 req-01872468-ac77-415c-9940-55ef4f44eebc tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:46.294719 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5d198d0a-4b1e-489b-8e03-f56bd8e9e465 req-01872468-ac77-415c-9940-55ef4f44eebc tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] 10.222.0.60 "GET /v2.0/ports?device_id=01d70585-3927-482a-8a10-7f6887ce956d HTTP/1.1" status: 200 len: 944 time: 0.1954422 Jun 11 09:54:46.298698 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0c92ac74-e3ef-4a90-98a5-366b002dd424 admin admin] Notify callbacks [] for router, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:46.304386 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-057ce70e-af8e-4a15-b1f4-56f326f5e396 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] 10.222.0.60 "DELETE /v2.0/subnetpools/9024b7e0-0f0f-4cce-ba7d-fc7aaf338904/tags HTTP/1.1" status: 204 len: 168 time: 0.1357260 Jun 11 09:54:46.327715 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-58d006e6-33ae-410f-a3fd-bb9e79f18b03 None None] Transition to ACTIVE for port object 0cd923e8-9b19-4436-ad43-0e3cb0fee7dd will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:54:46.375516 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 55380) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:46.381708 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:46.387029 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:46.431437 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.tag.tag_plugin [None req-3ee3625f-d4bb-4c53-b9a4-280aef7fd9dc tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '0ce67190-bb26-42b7-ab24-569c17901c0b') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:46.443164 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62417ba7-6949-416e-8a37-ebf65de54f09 req-326e7ff5-28ab-46cc-9a3e-6ac90cf36744 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:46.445712 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-62417ba7-6949-416e-8a37-ebf65de54f09 req-326e7ff5-28ab-46cc-9a3e-6ac90cf36744 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/networks?id=629d88a3-72e3-4ac0-9337-7a18a368e6f9 HTTP/1.1" status: 200 len: 811 time: 0.1877856 Jun 11 09:54:46.455669 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=bdacbde7-649f-40a9-9ffb-65ab8ce950b8,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:46.459413 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:46.480272 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-62417ba7-6949-416e-8a37-ebf65de54f09 req-715f7663-2016-4769-8997-b16c1e56c72e tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/quotas/205594447f3445c2ac3204bbefdd34aa HTTP/1.1" status: 200 len: 375 time: 0.0134444 Jun 11 09:54:46.500089 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-ed2b610b-2f5f-4597-80e2-ed2e7da4a668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff3bfb7-94ff-4f6d-b9bb-7213803ae0a2', 'name': 'tempest-ServerRescueTestJSON-1064509973-router', 'tenant_id': '205594447f3445c2ac3204bbefdd34aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'd37837a9-9247-47ef-86da-f3c4c24d4689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:54:31Z', 'updated_at': '2021-06-11T09:54:42Z', 'revision_number': 4, 'project_id': '205594447f3445c2ac3204bbefdd34aa', 'gw_port': {'id': 'd37837a9-9247-47ef-86da-f3c4c24d4689', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:65:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff3bfb7-94ff-4f6d-b9bb-7213803ae0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:54:33Z', 'updated_at': '2021-06-11T09:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': 'da239b45-04ed-42a6-aeb9-782dd8c7e830', 'name': '', 'network_id': '629d88a3-72e3-4ac0-9337-7a18a368e6f9', 'tenant_id': '205594447f3445c2ac3204bbefdd34aa', 'mac_address': 'fa:16:3e:85:29:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff3bfb7-94ff-4f6d-b9bb-7213803ae0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '44ed3fc7-9612-451c-8b75-8a1ffa244da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:54:39Z', 'updated_at': '2021-06-11T09:54:42Z', 'revision_number': 2, 'project_id': '205594447f3445c2ac3204bbefdd34aa', 'subnets': [{'id': '44ed3fc7-9612-451c-8b75-8a1ffa244da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:46.504505 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2b610b-2f5f-4597-80e2-ed2e7da4a668 None None] Checking router: aff3bfb7-94ff-4f6d-b9bb-7213803ae0a2 for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:54:46.504955 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2b610b-2f5f-4597-80e2-ed2e7da4a668 None None] Updating router aff3bfb7-94ff-4f6d-b9bb-7213803ae0a2 port da239b45-04ed-42a6-aeb9-782dd8c7e830 binding host n-d-779913-12 {{(pid=93179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 09:54:46.512920 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-58d006e6-33ae-410f-a3fd-bb9e79f18b03 None None] Transition to ACTIVE for port object 0cd923e8-9b19-4436-ad43-0e3cb0fee7dd will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:54:46.603790 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-ed2b610b-2f5f-4597-80e2-ed2e7da4a668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:46.626956 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-62417ba7-6949-416e-8a37-ebf65de54f09 req-bca6ed27-f7f8-409c-a0d1-155d212c2b00 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=205594447f3445c2ac3204bbefdd34aa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1327193 Jun 11 09:54:46.649535 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5d198d0a-4b1e-489b-8e03-f56bd8e9e465 req-a3966c7d-4b9a-43ce-85a8-a79aed47f1fa tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcce601c-ce35-42bf-9e68-458e7d14fb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3536723 Jun 11 09:54:46.674387 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-58d006e6-33ae-410f-a3fd-bb9e79f18b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:46.682331 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:46.692884 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:46.725902 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0c92ac74-e3ef-4a90-98a5-366b002dd424 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:46.738230 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-3ee3625f-d4bb-4c53-b9a4-280aef7fd9dc tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] 10.222.0.60 "DELETE /v2.0/routers/0ce67190-bb26-42b7-ab24-569c17901c0b/tags HTTP/1.1" status: 204 len: 168 time: 0.3119318 Jun 11 09:54:46.740992 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 55382) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:46.749023 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.tag.tag_plugin [None req-3d077583-b360-4c97-82cb-480597caf8c4 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0f8d358e-6ad9-4ffc-a04d-567fa1e65863') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:46.813047 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2484f617-dd87-4ccd-9a9c-3dba2bdb61f9 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:46.817898 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-57fb022c-4c8f-47d9-b066-220ea155389b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:46.897227 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-3d077583-b360-4c97-82cb-480597caf8c4 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] 10.222.0.60 "DELETE /v2.0/ports/0f8d358e-6ad9-4ffc-a04d-567fa1e65863/tags HTTP/1.1" status: 204 len: 168 time: 0.1481514 Jun 11 09:54:46.898765 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 55386) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:46.903164 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2484f617-dd87-4ccd-9a9c-3dba2bdb61f9 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event updated for resources: {'Subnet': ['ID=b6ffecf6-9adb-44c7-a4cd-b9e94711a709,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:46.906933 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.tag.tag_plugin [None req-8680882b-5f87-426d-b819-c3634b73f1d0 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'bf974131-4a5e-4fbb-a4ab-1e48d3b75e93') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:46.936614 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-62417ba7-6949-416e-8a37-ebf65de54f09 req-e8da01ab-9120-453c-be57-18bff31af3cf service neutron] 10.222.0.60 "GET /v2.0/networks/629d88a3-72e3-4ac0-9337-7a18a368e6f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020866 Jun 11 09:54:46.974196 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2484f617-dd87-4ccd-9a9c-3dba2bdb61f9 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:54:47.022220 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2484f617-dd87-4ccd-9a9c-3dba2bdb61f9 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:54:47.023772 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2484f617-dd87-4ccd-9a9c-3dba2bdb61f9 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:54:47.023772 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2484f617-dd87-4ccd-9a9c-3dba2bdb61f9 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:54:47.023772 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2484f617-dd87-4ccd-9a9c-3dba2bdb61f9 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:54:47.024119 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2484f617-dd87-4ccd-9a9c-3dba2bdb61f9 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:54:47.024476 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2484f617-dd87-4ccd-9a9c-3dba2bdb61f9 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:54:47.024850 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2484f617-dd87-4ccd-9a9c-3dba2bdb61f9 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:54:47.025217 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2484f617-dd87-4ccd-9a9c-3dba2bdb61f9 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:54:47.025580 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2484f617-dd87-4ccd-9a9c-3dba2bdb61f9 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:54:47.026071 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2484f617-dd87-4ccd-9a9c-3dba2bdb61f9 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:54:47.026444 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2484f617-dd87-4ccd-9a9c-3dba2bdb61f9 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:54:47.026845 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2484f617-dd87-4ccd-9a9c-3dba2bdb61f9 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:54:47.038898 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2484f617-dd87-4ccd-9a9c-3dba2bdb61f9 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:47.042221 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-2484f617-dd87-4ccd-9a9c-3dba2bdb61f9 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:54:47.046234 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2484f617-dd87-4ccd-9a9c-3dba2bdb61f9 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:47.046991 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2484f617-dd87-4ccd-9a9c-3dba2bdb61f9 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:47.108104 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c401ead0-ff21-4192-a5a2-c93c2666f815 x-openstack-request-id: req-c401ead0-ff21-4192-a5a2-c93c2666f815 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:54:47.108696 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01d70585-3927-482a-8a10-7f6887ce956d", "name": "network-vif-plugged", "status": "completed", "tag": "bdacbde7-649f-40a9-9ffb-65ab8ce950b8", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:54:47.109704 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c401ead0-ff21-4192-a5a2-c93c2666f815 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:54:47.110602 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01d70585-3927-482a-8a10-7f6887ce956d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdacbde7-649f-40a9-9ffb-65ab8ce950b8', 'code': 200} Jun 11 09:54:47.150207 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d006e6-33ae-410f-a3fd-bb9e79f18b03 None None] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:54:47.160327 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-58d006e6-33ae-410f-a3fd-bb9e79f18b03 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:54:47.164009 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d006e6-33ae-410f-a3fd-bb9e79f18b03 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:54:47.170521 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-62417ba7-6949-416e-8a37-ebf65de54f09 req-68693454-64b6-49fe-8d2e-64b556f00daf service neutron] 10.222.0.60 "GET /v2.0/networks/629d88a3-72e3-4ac0-9337-7a18a368e6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330260 Jun 11 09:54:47.175139 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-ed2b610b-2f5f-4597-80e2-ed2e7da4a668 None None] Notify callbacks [] for port, precommit_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:47.186143 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d006e6-33ae-410f-a3fd-bb9e79f18b03 None None] Pushing event updated for resources: {'Port': ['ID=0cd923e8-9b19-4436-ad43-0e3cb0fee7dd,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:47.186385 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-ed2b610b-2f5f-4597-80e2-ed2e7da4a668 None None] Transition to ACTIVE for port object da239b45-04ed-42a6-aeb9-782dd8c7e830 will not be triggered until provisioned by entity L2. {{(pid=93179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:54:47.191363 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-58d006e6-33ae-410f-a3fd-bb9e79f18b03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:47.204749 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-d51a3622-fedc-48e4-9668-fc0d5fb43e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9459f935-6ad7-4b7a-88c4-4afeb91aaef9', 'name': 'tempest-ServersTestManualDisk-1246532258-router', 'tenant_id': '0694d8955d61412382677b4a46f00758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '59e38e59-5139-44c7-974e-4472c5de8935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:50:35Z', 'updated_at': '2021-06-11T09:54:43Z', 'revision_number': 5, 'project_id': '0694d8955d61412382677b4a46f00758', 'gw_port': {'id': '59e38e59-5139-44c7-974e-4472c5de8935', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9459f935-6ad7-4b7a-88c4-4afeb91aaef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:50:38Z', 'updated_at': '2021-06-11T09:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:47.214619 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-0c92ac74-e3ef-4a90-98a5-366b002dd424 admin admin] Deleting port 59e38e59-5139-44c7-974e-4472c5de8935 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:54:47.215600 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0c92ac74-e3ef-4a90-98a5-366b002dd424 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:47.233627 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51a3622-fedc-48e4-9668-fc0d5fb43e88 None None] Checking router: 9459f935-6ad7-4b7a-88c4-4afeb91aaef9 for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:54:47.251297 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8e2c33-248a-402c-8fd7-49dea1294fe7 req-9f1789c0-5755-455b-94f3-24eaa77c072b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:47.252875 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7d8e2c33-248a-402c-8fd7-49dea1294fe7 req-9f1789c0-5755-455b-94f3-24eaa77c072b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=01d70585-3927-482a-8a10-7f6887ce956d HTTP/1.1" status: 200 len: 1097 time: 0.1985588 Jun 11 09:54:47.263328 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-2484f617-dd87-4ccd-9a9c-3dba2bdb61f9 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1332796 Jun 11 09:54:47.266117 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 55392) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:47.269296 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-8680882b-5f87-426d-b819-c3634b73f1d0 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] 10.222.0.60 "DELETE /v2.0/subnets/bf974131-4a5e-4fbb-a4ab-1e48d3b75e93/tags HTTP/1.1" status: 204 len: 168 time: 0.3692164 Jun 11 09:54:47.274934 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-e570cd3d-81ec-48ee-bbec-5b6e76f83280 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Request body: {'port': {'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'mac_address': 'fa:16:3e:96:08:cd', 'name': 'tempest-NetworksTestDHCPv6-613632701'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:54:47.275156 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51a3622-fedc-48e4-9668-fc0d5fb43e88 None None] Routers {'9459f935-6ad7-4b7a-88c4-4afeb91aaef9'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:54:47.275811 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-d51a3622-fedc-48e4-9668-fc0d5fb43e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:54:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['9459f935-6ad7-4b7a-88c4-4afeb91aaef9'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:47.284700 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-58d006e6-33ae-410f-a3fd-bb9e79f18b03 None None] Attempting to bind port 0cd923e8-9b19-4436-ad43-0e3cb0fee7dd on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:54:47.285089 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-58d006e6-33ae-410f-a3fd-bb9e79f18b03 None None] Attempting to bind port 0cd923e8-9b19-4436-ad43-0e3cb0fee7dd by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'e0bc2927-8a98-4066-9eb5-5174f5accc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:54:47.285470 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d006e6-33ae-410f-a3fd-bb9e79f18b03 None None] Attempting to bind port 0cd923e8-9b19-4436-ad43-0e3cb0fee7dd on network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:54:47.288165 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 55394) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:47.294774 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.tag.tag_plugin [None req-a24be0be-bd65-4152-adbe-fc72ce734a9f tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'bf974131-4a5e-4fbb-a4ab-1e48d3b75e93', 'tempest-TagsExtTest-Tag-1294910275') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:47.329301 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-ed2b610b-2f5f-4597-80e2-ed2e7da4a668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:47.331451 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-ede5b2ae-52b7-4245-a4a4-f14e111fc96f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:47.386538 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d006e6-33ae-410f-a3fd-bb9e79f18b03 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:54:47.387250 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d006e6-33ae-410f-a3fd-bb9e79f18b03 None None] Checking segment: {'id': 'e0bc2927-8a98-4066-9eb5-5174f5accc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:54:47.387365 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-58d006e6-33ae-410f-a3fd-bb9e79f18b03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:47.388086 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d006e6-33ae-410f-a3fd-bb9e79f18b03 None None] Bound using segment: {'id': 'e0bc2927-8a98-4066-9eb5-5174f5accc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:54:47.391117 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-58d006e6-33ae-410f-a3fd-bb9e79f18b03 None None] Bound port: 0cd923e8-9b19-4436-ad43-0e3cb0fee7dd, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0bc2927-8a98-4066-9eb5-5174f5accc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:54:47.392122 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-58d006e6-33ae-410f-a3fd-bb9e79f18b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:47.419507 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7d8e2c33-248a-402c-8fd7-49dea1294fe7 req-5428f5f4-7ac3-40bf-8b13-53b79b47bf3d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=bcce601c-ce35-42bf-9e68-458e7d14fb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1593361 Jun 11 09:54:47.457171 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-0c92ac74-e3ef-4a90-98a5-366b002dd424 admin admin] For port 59e38e59-5139-44c7-974e-4472c5de8935, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=59e38e59-5139-44c7-974e-4472c5de8935,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:54:47.457536 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0c92ac74-e3ef-4a90-98a5-366b002dd424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:47.518198 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-d51a3622-fedc-48e4-9668-fc0d5fb43e88 None None] Set router 9459f935-6ad7-4b7a-88c4-4afeb91aaef9 gateway port host: None {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:54:47.629640 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec315119-feed-4cba-8bfe-9f134e5ae272 None None] Pushing event updated for resources: {'Port': ['ID=da239b45-04ed-42a6-aeb9-782dd8c7e830,revision_number=3']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:47.642491 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-d51a3622-fedc-48e4-9668-fc0d5fb43e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9459f935-6ad7-4b7a-88c4-4afeb91aaef9', 'name': 'tempest-ServersTestManualDisk-1246532258-router', 'tenant_id': '0694d8955d61412382677b4a46f00758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:50:35Z', 'updated_at': '2021-06-11T09:54:46Z', 'revision_number': 6, 'project_id': '0694d8955d61412382677b4a46f00758', 'gw_port_host': None}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:47.655234 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e570cd3d-81ec-48ee-bbec-5b6e76f83280 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Made reservation on behalf of 3a7e48b24b924bff8faf8c740b2810c2 for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:54:47.655777 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-0c92ac74-e3ef-4a90-98a5-366b002dd424 admin admin] Calling delete_port for 59e38e59-5139-44c7-974e-4472c5de8935 owned by network:router_gateway {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:54:47.656257 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bc139c10-7533-4b11-9d3a-6747dcbccae0 req-52a804f3-843c-4d88-9eef-ce10515adc04 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/ports?device_id=d325bd03-091f-43b5-9bbe-af7bc36c08e5 HTTP/1.1" status: 200 len: 210 time: 0.1042328 Jun 11 09:54:47.682571 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-ec315119-feed-4cba-8bfe-9f134e5ae272 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:47.709142 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51a3622-fedc-48e4-9668-fc0d5fb43e88 None None] The sync data for ids ['9459f935-6ad7-4b7a-88c4-4afeb91aaef9'] in n-d-779913-12 is: [{'id': '9459f935-6ad7-4b7a-88c4-4afeb91aaef9', 'name': 'tempest-ServersTestManualDisk-1246532258-router', 'tenant_id': '0694d8955d61412382677b4a46f00758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:50:35Z', 'updated_at': '2021-06-11T09:54:46Z', 'revision_number': 6, 'project_id': '0694d8955d61412382677b4a46f00758', 'gw_port_host': None}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:54:47.735784 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-ed2b610b-2f5f-4597-80e2-ed2e7da4a668 None None] Attempting to bind port da239b45-04ed-42a6-aeb9-782dd8c7e830 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:54:47.736430 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-ed2b610b-2f5f-4597-80e2-ed2e7da4a668 None None] Attempting to bind port da239b45-04ed-42a6-aeb9-782dd8c7e830 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '8cbdf263-7cef-4405-b417-fb9433495e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '629d88a3-72e3-4ac0-9337-7a18a368e6f9'}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:54:47.744770 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2b610b-2f5f-4597-80e2-ed2e7da4a668 None None] Attempting to bind port da239b45-04ed-42a6-aeb9-782dd8c7e830 on network 629d88a3-72e3-4ac0-9337-7a18a368e6f9 {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:54:47.744770 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2b610b-2f5f-4597-80e2-ed2e7da4a668 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:54:47.744770 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2b610b-2f5f-4597-80e2-ed2e7da4a668 None None] Checking segment: {'id': '8cbdf263-7cef-4405-b417-fb9433495e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '629d88a3-72e3-4ac0-9337-7a18a368e6f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:54:47.744770 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-ed2b610b-2f5f-4597-80e2-ed2e7da4a668 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:47.744770 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2b610b-2f5f-4597-80e2-ed2e7da4a668 None None] Bound using segment: {'id': '8cbdf263-7cef-4405-b417-fb9433495e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '629d88a3-72e3-4ac0-9337-7a18a368e6f9'} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:54:47.745408 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-ed2b610b-2f5f-4597-80e2-ed2e7da4a668 None None] Bound port: da239b45-04ed-42a6-aeb9-782dd8c7e830, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cbdf263-7cef-4405-b417-fb9433495e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '629d88a3-72e3-4ac0-9337-7a18a368e6f9'}}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:54:47.745961 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-ed2b610b-2f5f-4597-80e2-ed2e7da4a668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:47.750681 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-58d006e6-33ae-410f-a3fd-bb9e79f18b03 None None] For port 0cd923e8-9b19-4436-ad43-0e3cb0fee7dd, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:54:47.757368 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-58d006e6-33ae-410f-a3fd-bb9e79f18b03 None None] For port 0cd923e8-9b19-4436-ad43-0e3cb0fee7dd, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=0cd923e8-9b19-4436-ad43-0e3cb0fee7dd,segment=NetworkSegment(e0bc2927-8a98-4066-9eb5-5174f5accc0f),segment_id=e0bc2927-8a98-4066-9eb5-5174f5accc0f)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:54:47.856104 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-ed2b610b-2f5f-4597-80e2-ed2e7da4a668 None None] For port da239b45-04ed-42a6-aeb9-782dd8c7e830, host n-d-779913-12, cleared binding levels {{(pid=93179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:54:47.859662 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-ed2b610b-2f5f-4597-80e2-ed2e7da4a668 None None] For port da239b45-04ed-42a6-aeb9-782dd8c7e830, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=da239b45-04ed-42a6-aeb9-782dd8c7e830,segment=NetworkSegment(8cbdf263-7cef-4405-b417-fb9433495e8a),segment_id=8cbdf263-7cef-4405-b417-fb9433495e8a)] {{(pid=93179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:54:47.892147 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e570cd3d-81ec-48ee-bbec-5b6e76f83280 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:47.957853 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [None req-e570cd3d-81ec-48ee-bbec-5b6e76f83280 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] device_id is not set on port faf7338e-7962-41b1-b404-90e8e584ebb4 yet. {{(pid=93176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 09:54:47.982321 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-58d006e6-33ae-410f-a3fd-bb9e79f18b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:47.990360 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-a24be0be-bd65-4152-adbe-fc72ce734a9f tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] 10.222.0.60 "PUT /v2.0/subnets/bf974131-4a5e-4fbb-a4ab-1e48d3b75e93/tags/tempest-TagsExtTest-Tag-1294910275 HTTP/1.1" status: 201 len: 201 time: 0.6927245 Jun 11 09:54:47.991112 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-ed2b610b-2f5f-4597-80e2-ed2e7da4a668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:47.991112 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-d5c6d0a8-779f-49f6-8e1c-974786a8a990 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:47.991907 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 55408) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:47.996804 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-d3f60e69-8d32-410f-9222-37d2adbdc429 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:48.001441 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.tag.tag_plugin [None req-92c4fd16-6b19-429c-bc8d-e9f93f80a865 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '0f8d358e-6ad9-4ffc-a04d-567fa1e65863', 'tempest-TagsExtTest-Tag-1219186340') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:48.060572 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cc8138-34ae-4007-b883-a92d3808a5c5 req-c3f2aedb-090a-4e92-a731-0d562be1fcdf tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:48.067541 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-19cc8138-34ae-4007-b883-a92d3808a5c5 req-c3f2aedb-090a-4e92-a731-0d562be1fcdf tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] 10.222.0.60 "GET /v2.0/ports?device_id=01d70585-3927-482a-8a10-7f6887ce956d HTTP/1.1" status: 200 len: 945 time: 0.1959987 Jun 11 09:54:48.150040 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d006e6-33ae-410f-a3fd-bb9e79f18b03 None None] Pushing event updated for resources: {'Port': ['ID=0cd923e8-9b19-4436-ad43-0e3cb0fee7dd,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:48.159053 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2b610b-2f5f-4597-80e2-ed2e7da4a668 None None] Routers {'aff3bfb7-94ff-4f6d-b9bb-7213803ae0a2'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:54:48.160650 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-ed2b610b-2f5f-4597-80e2-ed2e7da4a668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:54:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['aff3bfb7-94ff-4f6d-b9bb-7213803ae0a2'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:48.172793 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-58d006e6-33ae-410f-a3fd-bb9e79f18b03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:48.267705 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-19cc8138-34ae-4007-b883-a92d3808a5c5 req-c0e6fe8f-6e13-4437-96f8-25c74dd403e0 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcce601c-ce35-42bf-9e68-458e7d14fb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1992378 Jun 11 09:54:48.341222 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec315119-feed-4cba-8bfe-9f134e5ae272 None None] Pushing event updated for resources: {'Port': ['ID=da239b45-04ed-42a6-aeb9-782dd8c7e830,revision_number=4']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:48.345695 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-ec315119-feed-4cba-8bfe-9f134e5ae272 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:48.384713 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:48.392388 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-ed2b610b-2f5f-4597-80e2-ed2e7da4a668 None None] Set router aff3bfb7-94ff-4f6d-b9bb-7213803ae0a2 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:54:48.447438 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0c92ac74-e3ef-4a90-98a5-366b002dd424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:48.450468 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-076357e6-b5a7-4e74-ae38-e53ac986634b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:48.456381 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-92c4fd16-6b19-429c-bc8d-e9f93f80a865 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] 10.222.0.60 "PUT /v2.0/ports/0f8d358e-6ad9-4ffc-a04d-567fa1e65863/tags/tempest-TagsExtTest-Tag-1219186340 HTTP/1.1" status: 201 len: 201 time: 0.4633303 Jun 11 09:54:48.462866 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 55416) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:48.468849 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.tag.tag_plugin [None req-aaa36193-1a01-4dc9-9825-c0fc3c505d50 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '0ce67190-bb26-42b7-ab24-569c17901c0b', 'tempest-TagsExtTest-Tag-1153375940') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:48.520810 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c92ac74-e3ef-4a90-98a5-366b002dd424 admin admin] Pushing event deleted for resources: {'Port': ['ID=59e38e59-5139-44c7-974e-4472c5de8935,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:48.775439 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c92ac74-e3ef-4a90-98a5-366b002dd424 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:54:48.777363 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c92ac74-e3ef-4a90-98a5-366b002dd424 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:54:48.777921 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c92ac74-e3ef-4a90-98a5-366b002dd424 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:54:48.787688 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c92ac74-e3ef-4a90-98a5-366b002dd424 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:54:48.788770 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c92ac74-e3ef-4a90-98a5-366b002dd424 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:54:48.794196 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c92ac74-e3ef-4a90-98a5-366b002dd424 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:54:48.794728 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c92ac74-e3ef-4a90-98a5-366b002dd424 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:54:48.796967 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c92ac74-e3ef-4a90-98a5-366b002dd424 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:54:48.797113 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c92ac74-e3ef-4a90-98a5-366b002dd424 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:54:48.797582 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c92ac74-e3ef-4a90-98a5-366b002dd424 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:54:48.813078 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c92ac74-e3ef-4a90-98a5-366b002dd424 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:54:48.813078 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c92ac74-e3ef-4a90-98a5-366b002dd424 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:54:48.844392 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 9df10423-622b-4571-a6dc-c81ea87dd65a no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:54:48.942193 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 9df10423-622b-4571-a6dc-c81ea87dd65a {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:54:48.945039 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 9df10423-622b-4571-a6dc-c81ea87dd65a not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:54:48.947867 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 59e38e59-5139-44c7-974e-4472c5de8935 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:54:48.966567 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-ed2b610b-2f5f-4597-80e2-ed2e7da4a668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff3bfb7-94ff-4f6d-b9bb-7213803ae0a2', 'name': 'tempest-ServerRescueTestJSON-1064509973-router', 'tenant_id': '205594447f3445c2ac3204bbefdd34aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'd37837a9-9247-47ef-86da-f3c4c24d4689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:54:31Z', 'updated_at': '2021-06-11T09:54:42Z', 'revision_number': 4, 'project_id': '205594447f3445c2ac3204bbefdd34aa', 'gw_port': {'id': 'd37837a9-9247-47ef-86da-f3c4c24d4689', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:65:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff3bfb7-94ff-4f6d-b9bb-7213803ae0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:54:33Z', 'updated_at': '2021-06-11T09:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': 'da239b45-04ed-42a6-aeb9-782dd8c7e830', 'name': '', 'network_id': '629d88a3-72e3-4ac0-9337-7a18a368e6f9', 'tenant_id': '205594447f3445c2ac3204bbefdd34aa', 'mac_address': 'fa:16:3e:85:29:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff3bfb7-94ff-4f6d-b9bb-7213803ae0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '44ed3fc7-9612-451c-8b75-8a1ffa244da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:54:39Z', 'updated_at': '2021-06-11T09:54:47Z', 'revision_number': 4, 'project_id': '205594447f3445c2ac3204bbefdd34aa', 'subnets': [{'id': '44ed3fc7-9612-451c-8b75-8a1ffa244da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:48.979587 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2b610b-2f5f-4597-80e2-ed2e7da4a668 None None] The sync data for ids ['aff3bfb7-94ff-4f6d-b9bb-7213803ae0a2'] in n-d-779913-12 is: [{'id': 'aff3bfb7-94ff-4f6d-b9bb-7213803ae0a2', 'name': 'tempest-ServerRescueTestJSON-1064509973-router', 'tenant_id': '205594447f3445c2ac3204bbefdd34aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'd37837a9-9247-47ef-86da-f3c4c24d4689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:54:31Z', 'updated_at': '2021-06-11T09:54:42Z', 'revision_number': 4, 'project_id': '205594447f3445c2ac3204bbefdd34aa', 'gw_port': {'id': 'd37837a9-9247-47ef-86da-f3c4c24d4689', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:65:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff3bfb7-94ff-4f6d-b9bb-7213803ae0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:54:33Z', 'updated_at': '2021-06-11T09:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': 'da239b45-04ed-42a6-aeb9-782dd8c7e830', 'name': '', 'network_id': '629d88a3-72e3-4ac0-9337-7a18a368e6f9', 'tenant_id': '205594447f3445c2ac3204bbefdd34aa', 'mac_address': 'fa:16:3e:85:29:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff3bfb7-94ff-4f6d-b9bb-7213803ae0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '44ed3fc7-9612-451c-8b75-8a1ffa244da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:54:39Z', 'updated_at': '2021-06-11T09:54:47Z', 'revision_number': 4, 'project_id': '205594447f3445c2ac3204bbefdd34aa', 'subnets': [{'id': '44ed3fc7-9612-451c-8b75-8a1ffa244da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:54:49.031285 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 59e38e59-5139-44c7-974e-4472c5de8935 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:54:49.032243 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 59e38e59-5139-44c7-974e-4472c5de8935 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:54:49.033494 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0c92ac74-e3ef-4a90-98a5-366b002dd424 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:49.041328 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0c92ac74-e3ef-4a90-98a5-366b002dd424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374120'] for router_gateway, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:49.253936 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-e570cd3d-81ec-48ee-bbec-5b6e76f83280 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Allocated IP 172.20.0.9 (f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc/b6ffecf6-9adb-44c7-a4cd-b9e94711a709/faf7338e-7962-41b1-b404-90e8e584ebb4) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:54:49.272148 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-e570cd3d-81ec-48ee-bbec-5b6e76f83280 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Allocated IP 2001:db8::f816:3eff:fe96:8cd (f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc/d13a0758-9083-4d6d-b893-fa0fe5ed3518/faf7338e-7962-41b1-b404-90e8e584ebb4) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:54:49.472137 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0b5ff15a-1d85-4f0f-89b2-446858b888c9 req-5754b763-d74c-4255-8751-39c4bf506091 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/ports?device_id=d325bd03-091f-43b5-9bbe-af7bc36c08e5 HTTP/1.1" status: 200 len: 210 time: 0.5450683 Jun 11 09:54:49.504983 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0c92ac74-e3ef-4a90-98a5-366b002dd424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:49.520827 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0c92ac74-e3ef-4a90-98a5-366b002dd424 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:49.649987 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-aaa36193-1a01-4dc9-9825-c0fc3c505d50 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] 10.222.0.60 "PUT /v2.0/routers/0ce67190-bb26-42b7-ab24-569c17901c0b/tags/tempest-TagsExtTest-Tag-1153375940 HTTP/1.1" status: 201 len: 201 time: 1.1859994 Jun 11 09:54:49.654721 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 55430) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:49.660221 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.tag.tag_plugin [None req-47c2b17f-a59c-439f-8f53-e537535e3ea7 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '9024b7e0-0f0f-4cce-ba7d-fc7aaf338904', 'tempest-TagsExtTest-Tag-399595811') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:49.749653 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e570cd3d-81ec-48ee-bbec-5b6e76f83280 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:49.765768 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4287dd-d091-4697-87e6-a3c1a5b17fd6 req-19f3838a-07f6-4957-a3a0-e391942a8d14 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:49.767229 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1d4287dd-d091-4697-87e6-a3c1a5b17fd6 req-19f3838a-07f6-4957-a3a0-e391942a8d14 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] 10.222.0.60 "GET /v2.0/ports?device_id=01d70585-3927-482a-8a10-7f6887ce956d HTTP/1.1" status: 200 len: 945 time: 0.1626339 Jun 11 09:54:49.801591 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [None req-e570cd3d-81ec-48ee-bbec-5b6e76f83280 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Transition to ACTIVE for port object faf7338e-7962-41b1-b404-90e8e584ebb4 will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:54:49.874907 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-47c2b17f-a59c-439f-8f53-e537535e3ea7 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] 10.222.0.60 "PUT /v2.0/subnetpools/9024b7e0-0f0f-4cce-ba7d-fc7aaf338904/tags/tempest-TagsExtTest-Tag-399595811 HTTP/1.1" status: 201 len: 201 time: 0.2174911 Jun 11 09:54:49.876125 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0c92ac74-e3ef-4a90-98a5-366b002dd424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:49.877252 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c92ac74-e3ef-4a90-98a5-366b002dd424 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9459f935-6ad7-4b7a-88c4-4afeb91aaef9 {{(pid=93177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 09:54:49.879114 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 55434) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:49.882721 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0c92ac74-e3ef-4a90-98a5-366b002dd424 admin admin] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:49.885381 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-0c92ac74-e3ef-4a90-98a5-366b002dd424 admin admin] 10.222.0.60 "DELETE /v2.0/routers/9459f935-6ad7-4b7a-88c4-4afeb91aaef9 HTTP/1.1" status: 204 len: 168 time: 4.0884204 Jun 11 09:54:49.889153 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 55436) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:49.896094 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.tag.tag_plugin [None req-a8c85669-c0d0-4d34-8485-12869866e9e6 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'bf974131-4a5e-4fbb-a4ab-1e48d3b75e93', {'tags': ['tempest-TagsExtTest-Tag-1689097138', 'tempest-TagsExtTest-Tag-1690872041', 'tempest-TagsExtTest-Tag-369700506']}) {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:50.018813 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-12eea77f-a3a9-45c5-b597-e2588434e8b3 admin admin] Deleting subnet 9b5d9d7d-14db-4d74-baaa-fbd3e9136036 {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 09:54:50.031609 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-12eea77f-a3a9-45c5-b597-e2588434e8b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:50.057174 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1d4287dd-d091-4697-87e6-a3c1a5b17fd6 req-28c38144-252e-4ebb-bb12-687f9ac0f7bb tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcce601c-ce35-42bf-9e68-458e7d14fb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2650516 Jun 11 09:54:50.132198 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e570cd3d-81ec-48ee-bbec-5b6e76f83280 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:50.155125 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-55fe29f1-b36d-4a71-b196-ef732914a0ec tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:50.165186 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-12eea77f-a3a9-45c5-b597-e2588434e8b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:50.203751 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f952ca-10c1-4dd4-a638-23a07f883b82 None None] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:54:50.316841 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e570cd3d-81ec-48ee-bbec-5b6e76f83280 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event updated for resources: {'Port': ['ID=faf7338e-7962-41b1-b404-90e8e584ebb4,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:50.323146 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e570cd3d-81ec-48ee-bbec-5b6e76f83280 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:50.428284 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e570cd3d-81ec-48ee-bbec-5b6e76f83280 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:54:50.459188 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-e570cd3d-81ec-48ee-bbec-5b6e76f83280 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:54:50.469225 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-12eea77f-a3a9-45c5-b597-e2588434e8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:50.470363 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e570cd3d-81ec-48ee-bbec-5b6e76f83280 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:54:50.479517 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-c5c71ada-33c6-4f59-b41d-5b33e46617ea None None] Provisioning for port 0cd923e8-9b19-4436-ad43-0e3cb0fee7dd completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:54:50.636857 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e570cd3d-81ec-48ee-bbec-5b6e76f83280 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:50.637817 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e570cd3d-81ec-48ee-bbec-5b6e76f83280 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:50.645387 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-a8c85669-c0d0-4d34-8485-12869866e9e6 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] 10.222.0.60 "PUT /v2.0/subnets/bf974131-4a5e-4fbb-a4ab-1e48d3b75e93/tags HTTP/1.1" status: 200 len: 317 time: 0.7588081 Jun 11 09:54:50.656303 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 55446) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:50.664617 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.tag.tag_plugin [None req-19159428-d231-473a-958d-26264e809951 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'bf974131-4a5e-4fbb-a4ab-1e48d3b75e93') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:50.783752 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6831fa2a-7382-47f8-b366-89b5d7c703ab req-7bea5d9d-ce0f-4889-ab7b-354bb6ba03cd tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/ports?device_id=d325bd03-091f-43b5-9bbe-af7bc36c08e5 HTTP/1.1" status: 200 len: 210 time: 0.0430923 Jun 11 09:54:50.799096 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e4e69d-40b6-4b01-a94b-db20b442a145 req-229d2567-11e2-43f3-b50a-13e739150b2f tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:50.809650 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-85e4e69d-40b6-4b01-a94b-db20b442a145 req-229d2567-11e2-43f3-b50a-13e739150b2f tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] 10.222.0.60 "GET /v2.0/ports?device_id=01d70585-3927-482a-8a10-7f6887ce956d HTTP/1.1" status: 200 len: 945 time: 0.4798925 Jun 11 09:54:50.812925 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 55448) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:50.817784 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-23d16591-17f4-4098-867c-9a5879948316 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Request body: {'floatingip': {'port_id': 'bdacbde7-649f-40a9-9ffb-65ab8ce950b8'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:54:50.881195 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device da239b45-04ed-42a6-aeb9-782dd8c7e830 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:54:50.908077 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-e570cd3d-81ec-48ee-bbec-5b6e76f83280 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 3.6404829 Jun 11 09:54:50.911224 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 55450) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:50.918725 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-23d16591-17f4-4098-867c-9a5879948316 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Notify callbacks [] for floatingip, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:50.995143 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-19159428-d231-473a-958d-26264e809951 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] 10.222.0.60 "DELETE /v2.0/subnets/bf974131-4a5e-4fbb-a4ab-1e48d3b75e93/tags HTTP/1.1" status: 204 len: 168 time: 0.3376830 Jun 11 09:54:51.002062 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 55454) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:51.006400 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.tag.tag_plugin [None req-1369ca77-bc7d-4e00-bc4b-e2340e7e1658 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'bf974131-4a5e-4fbb-a4ab-1e48d3b75e93', 'tempest-TagsExtTest-Tag-1689097138') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:51.061816 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b402b457-d107-46ab-a048-0ff87d0eeedb tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:51.069944 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b402b457-d107-46ab-a048-0ff87d0eeedb tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:51.072067 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-b402b457-d107-46ab-a048-0ff87d0eeedb tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1780 time: 0.1594558 Jun 11 09:54:51.076178 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 55456) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:51.081625 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a3896f-02bd-41fe-a24e-d276e5203bf6 None None] Update dhcp port {'port': {'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'fixed_ips': [{'subnet_id': 'd13a0758-9083-4d6d-b893-fa0fe5ed3518', 'ip_address': '2001:db8::f816:3eff:fe7a:f018'}, {'subnet_id': 'b6ffecf6-9adb-44c7-a4cd-b9e94711a709'}], 'binding:host_id': 'n-d-779913-12'}, 'id': '0cd923e8-9b19-4436-ad43-0e3cb0fee7dd'} from n-d-779913-12. {{(pid=93178) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 11 09:54:51.145798 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-69a3896f-02bd-41fe-a24e-d276e5203bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:51.219306 n-d-779913-12 neutron-server[93176]: INFO neutron.api.v2.resource [None req-1369ca77-bc7d-4e00-bc4b-e2340e7e1658 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] show failed (client error): The resource could not be found. Jun 11 09:54:51.221423 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-1369ca77-bc7d-4e00-bc4b-e2340e7e1658 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] 10.222.0.60 "GET /v2.0/subnets/bf974131-4a5e-4fbb-a4ab-1e48d3b75e93/tags/tempest-TagsExtTest-Tag-1689097138 HTTP/1.1" status: 404 len: 329 time: 0.2181108 Jun 11 09:54:51.227680 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 55458) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:51.233798 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.tag.tag_plugin [None req-09c2bf17-67bc-4ef7-ae86-961b805948e4 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'bf974131-4a5e-4fbb-a4ab-1e48d3b75e93', 'tempest-TagsExtTest-Tag-1690872041') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:51.303089 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-cafd33de-2d3b-49db-b518-3a99563f6e11 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Deleting port faf7338e-7962-41b1-b404-90e8e584ebb4 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:54:51.303812 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cafd33de-2d3b-49db-b518-3a99563f6e11 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:51.476372 n-d-779913-12 neutron-server[93176]: INFO neutron.api.v2.resource [None req-09c2bf17-67bc-4ef7-ae86-961b805948e4 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] show failed (client error): The resource could not be found. Jun 11 09:54:51.477554 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-09c2bf17-67bc-4ef7-ae86-961b805948e4 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] 10.222.0.60 "GET /v2.0/subnets/bf974131-4a5e-4fbb-a4ab-1e48d3b75e93/tags/tempest-TagsExtTest-Tag-1690872041 HTTP/1.1" status: 404 len: 329 time: 0.2484431 Jun 11 09:54:51.482399 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 55462) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:51.494295 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-69a3896f-02bd-41fe-a24e-d276e5203bf6 None None] Allocated IP 172.20.0.2 (f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc/b6ffecf6-9adb-44c7-a4cd-b9e94711a709/0cd923e8-9b19-4436-ad43-0e3cb0fee7dd) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:54:51.514929 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.tag.tag_plugin [None req-ebc387fb-0b5a-44b6-942e-5eb928e6fc8b tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'bf974131-4a5e-4fbb-a4ab-1e48d3b75e93', 'tempest-TagsExtTest-Tag-369700506') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:51.531289 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cafd33de-2d3b-49db-b518-3a99563f6e11 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:51.547437 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port da239b45-04ed-42a6-aeb9-782dd8c7e830 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:54:51.580291 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port da239b45-04ed-42a6-aeb9-782dd8c7e830 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:54:51.580693 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:51.768353 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-cafd33de-2d3b-49db-b518-3a99563f6e11 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Calling delete_port for faf7338e-7962-41b1-b404-90e8e584ebb4 owned by {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:54:51.820381 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-12eea77f-a3a9-45c5-b597-e2588434e8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:51.830684 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-282d5ded-7c21-4653-be2a-7516b7702af4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:51.877791 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-69a3896f-02bd-41fe-a24e-d276e5203bf6 None None] For port 0cd923e8-9b19-4436-ad43-0e3cb0fee7dd, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=0cd923e8-9b19-4436-ad43-0e3cb0fee7dd,segment=NetworkSegment(e0bc2927-8a98-4066-9eb5-5174f5accc0f),segment_id=e0bc2927-8a98-4066-9eb5-5174f5accc0f)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:54:51.879559 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:51.935031 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-69a3896f-02bd-41fe-a24e-d276e5203bf6 None None] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:51.946918 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666e22a7-2327-4a53-ac4b-9cbdbd490b98 None None] Network 95f263a2-16db-4d6c-8962-c50348487ef1 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:54:51.947291 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eea77f-a3a9-45c5-b597-e2588434e8b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b5d9d7d-14db-4d74-baaa-fbd3e9136036,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:51.955842 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-12eea77f-a3a9-45c5-b597-e2588434e8b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:51.958073 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port da239b45-04ed-42a6-aeb9-782dd8c7e830, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=da239b45-04ed-42a6-aeb9-782dd8c7e830,segment=NetworkSegment(8cbdf263-7cef-4405-b417-fb9433495e8a),segment_id=8cbdf263-7cef-4405-b417-fb9433495e8a)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:54:51.958930 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-12eea77f-a3a9-45c5-b597-e2588434e8b3 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/9b5d9d7d-14db-4d74-baaa-fbd3e9136036 HTTP/1.1" status: 204 len: 168 time: 2.0681994 Jun 11 09:54:51.965217 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 55470) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:51.966253 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-12eea77f-a3a9-45c5-b597-e2588434e8b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:51.996551 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-69a3896f-02bd-41fe-a24e-d276e5203bf6 None None] Transition to ACTIVE for port object 0cd923e8-9b19-4436-ad43-0e3cb0fee7dd will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:54:52.065640 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ed035733-7aad-436a-bba6-85c07c8de0eb req-e96bf312-140a-4412-8963-cb7e7874abf6 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/ports?device_id=d325bd03-091f-43b5-9bbe-af7bc36c08e5 HTTP/1.1" status: 200 len: 210 time: 0.0494020 Jun 11 09:54:52.094188 n-d-779913-12 neutron-server[93176]: INFO neutron.api.v2.resource [None req-ebc387fb-0b5a-44b6-942e-5eb928e6fc8b tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] show failed (client error): The resource could not be found. Jun 11 09:54:52.094891 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:52.096690 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 0cd923e8-9b19-4436-ad43-0e3cb0fee7dd up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:54:52.098083 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-ebc387fb-0b5a-44b6-942e-5eb928e6fc8b tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] 10.222.0.60 "GET /v2.0/subnets/bf974131-4a5e-4fbb-a4ab-1e48d3b75e93/tags/tempest-TagsExtTest-Tag-369700506 HTTP/1.1" status: 404 len: 328 time: 0.5987306 Jun 11 09:54:52.099796 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 55474) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:52.101528 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-a5e3cf0e-e11e-4ba3-892c-64e4519a4797 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:52.144562 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.tag.tag_plugin [None req-963e538b-d5f4-4baf-85dc-188d357544f0 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '0f8d358e-6ad9-4ffc-a04d-567fa1e65863', {'tags': ['tempest-TagsExtTest-Tag-895883148', 'tempest-TagsExtTest-Tag-120570124', 'tempest-TagsExtTest-Tag-789858423']}) {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:52.214270 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-69a3896f-02bd-41fe-a24e-d276e5203bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:52.287196 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cafd33de-2d3b-49db-b518-3a99563f6e11 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:52.294263 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9ca2303c-41ad-4dc9-a713-4c86ff7f2fe7 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:52.324889 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d281c95d-38f5-4a10-834f-5ae8cea8f9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:52.336033 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafd33de-2d3b-49db-b518-3a99563f6e11 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event deleted for resources: {'Port': ['ID=faf7338e-7962-41b1-b404-90e8e584ebb4,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:52.345029 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-cafd33de-2d3b-49db-b518-3a99563f6e11 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:52.358527 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62417ba7-6949-416e-8a37-ebf65de54f09 req-9e1790bd-3a8f-496d-8f95-01ac9ae090fc tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:52.360053 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-62417ba7-6949-416e-8a37-ebf65de54f09 req-9e1790bd-3a8f-496d-8f95-01ac9ae090fc tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.69 "GET /v2.0/networks?id=629d88a3-72e3-4ac0-9337-7a18a368e6f9 HTTP/1.1" status: 200 len: 811 time: 0.5736978 Jun 11 09:54:52.429438 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-62417ba7-6949-416e-8a37-ebf65de54f09 req-be4300ba-5423-4709-89a6-c3a74fb820ff tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Request body: {'port': {'device_id': 'd325bd03-091f-43b5-9bbe-af7bc36c08e5', 'network_id': '629d88a3-72e3-4ac0-9337-7a18a368e6f9', 'admin_state_up': True, 'tenant_id': '205594447f3445c2ac3204bbefdd34aa'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:54:52.460697 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cafd33de-2d3b-49db-b518-3a99563f6e11 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:52.465369 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-cafd33de-2d3b-49db-b518-3a99563f6e11 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/ports/faf7338e-7962-41b1-b404-90e8e584ebb4 HTTP/1.1" status: 204 len: 168 time: 1.3852651 Jun 11 09:54:52.465595 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 55476) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:52.472473 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=da239b45-04ed-42a6-aeb9-782dd8c7e830,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:52.475796 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:52.478111 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.258s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:52.537637 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da68a33-5768-48cc-aa79-6cc239172cac tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:52.539166 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da68a33-5768-48cc-aa79-6cc239172cac tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:52.540828 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da68a33-5768-48cc-aa79-6cc239172cac tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:52.545565 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-7da68a33-5768-48cc-aa79-6cc239172cac tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0759516 Jun 11 09:54:52.550160 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 55478) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:52.586616 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a3896f-02bd-41fe-a24e-d276e5203bf6 None None] Pushing event updated for resources: {'Port': ['ID=0cd923e8-9b19-4436-ad43-0e3cb0fee7dd,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:52.591022 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-69a3896f-02bd-41fe-a24e-d276e5203bf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:52.643654 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-379b8252-9672-4248-8f92-2ca064c11ab5 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Deleting subnet b6ffecf6-9adb-44c7-a4cd-b9e94711a709 {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 09:54:52.646410 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-379b8252-9672-4248-8f92-2ca064c11ab5 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:52.697360 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-963e538b-d5f4-4baf-85dc-188d357544f0 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] 10.222.0.60 "PUT /v2.0/ports/0f8d358e-6ad9-4ffc-a04d-567fa1e65863/tags HTTP/1.1" status: 200 len: 315 time: 0.5813003 Jun 11 09:54:52.699823 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 55482) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:52.705287 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.tag.tag_plugin [None req-ccc286f8-a33f-4ffc-984e-e2dd14aeeb66 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0f8d358e-6ad9-4ffc-a04d-567fa1e65863') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:52.712132 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 0cd923e8-9b19-4436-ad43-0e3cb0fee7dd completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:54:52.730403 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0dc02a7-01ea-46bb-aa15-8206f5afead4 None None] DHCP port deletion for 95f263a2-16db-4d6c-8962-c50348487ef1 request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 09:54:52.876257 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-379b8252-9672-4248-8f92-2ca064c11ab5 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:52.884485 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-b0dc02a7-01ea-46bb-aa15-8206f5afead4 None None] Deleting port 6a0bbd0e-9080-4293-a343-24bcb141574f {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:54:52.884785 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b0dc02a7-01ea-46bb-aa15-8206f5afead4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:52.948496 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.db.resource_extend [None req-23d16591-17f4-4098-867c-9a5879948316 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 11 09:54:53.001565 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device da239b45-04ed-42a6-aeb9-782dd8c7e830 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:54:53.040595 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-b0dc02a7-01ea-46bb-aa15-8206f5afead4 None None] For port 6a0bbd0e-9080-4293-a343-24bcb141574f, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=6a0bbd0e-9080-4293-a343-24bcb141574f,segment=NetworkSegment(68312799-d237-4b0c-9cec-b5a9e69cf46e),segment_id=68312799-d237-4b0c-9cec-b5a9e69cf46e)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:54:53.041146 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b0dc02a7-01ea-46bb-aa15-8206f5afead4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:53.167259 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-23d16591-17f4-4098-867c-9a5879948316 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:53.182301 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-379b8252-9672-4248-8f92-2ca064c11ab5 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:53.183490 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-d281c95d-38f5-4a10-834f-5ae8cea8f9a5 admin admin] Deleting port 6a0bbd0e-9080-4293-a343-24bcb141574f {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:54:53.186647 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d281c95d-38f5-4a10-834f-5ae8cea8f9a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:53.246158 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-b0dc02a7-01ea-46bb-aa15-8206f5afead4 None None] Calling delete_port for 6a0bbd0e-9080-4293-a343-24bcb141574f owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:54:53.319988 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-ccc286f8-a33f-4ffc-984e-e2dd14aeeb66 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] 10.222.0.60 "DELETE /v2.0/ports/0f8d358e-6ad9-4ffc-a04d-567fa1e65863/tags HTTP/1.1" status: 204 len: 168 time: 0.6190672 Jun 11 09:54:53.322515 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 55496) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:53.329206 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.tag.tag_plugin [None req-cbc67827-e895-4f3a-9232-699b233f8c0f tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0f8d358e-6ad9-4ffc-a04d-567fa1e65863', 'tempest-TagsExtTest-Tag-895883148') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:53.356354 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port da239b45-04ed-42a6-aeb9-782dd8c7e830 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:54:53.356682 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:53.402791 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-d281c95d-38f5-4a10-834f-5ae8cea8f9a5 admin admin] For port 6a0bbd0e-9080-4293-a343-24bcb141574f, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=6a0bbd0e-9080-4293-a343-24bcb141574f,segment=NetworkSegment(68312799-d237-4b0c-9cec-b5a9e69cf46e),segment_id=68312799-d237-4b0c-9cec-b5a9e69cf46e)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:54:53.403596 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d281c95d-38f5-4a10-834f-5ae8cea8f9a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:53.476571 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-aaf2acce-4d3b-41a7-987c-a7f01091d78d req-ee71dc5a-eb59-468e-8dba-b2cee61184a6 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/ports?device_id=d325bd03-091f-43b5-9bbe-af7bc36c08e5 HTTP/1.1" status: 200 len: 210 time: 0.0494549 Jun 11 09:54:53.514383 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 0cd923e8-9b19-4436-ad43-0e3cb0fee7dd up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:54:53.520333 n-d-779913-12 neutron-server[93176]: INFO neutron.api.v2.resource [None req-cbc67827-e895-4f3a-9232-699b233f8c0f tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] show failed (client error): The resource could not be found. Jun 11 09:54:53.524249 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-cbc67827-e895-4f3a-9232-699b233f8c0f tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] 10.222.0.60 "GET /v2.0/ports/0f8d358e-6ad9-4ffc-a04d-567fa1e65863/tags/tempest-TagsExtTest-Tag-895883148 HTTP/1.1" status: 404 len: 328 time: 0.2004888 Jun 11 09:54:53.530323 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 55498) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:53.537581 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.tag.tag_plugin [None req-4249cf66-85a0-45af-b8c6-837c42913c1a tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0f8d358e-6ad9-4ffc-a04d-567fa1e65863', 'tempest-TagsExtTest-Tag-120570124') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:53.596320 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62417ba7-6949-416e-8a37-ebf65de54f09 req-be4300ba-5423-4709-89a6-c3a74fb820ff tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Made reservation on behalf of 205594447f3445c2ac3204bbefdd34aa for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:54:53.604159 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-62417ba7-6949-416e-8a37-ebf65de54f09 req-be4300ba-5423-4709-89a6-c3a74fb820ff tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:53.610995 n-d-779913-12 neutron-server[93176]: INFO neutron.api.v2.resource [None req-4249cf66-85a0-45af-b8c6-837c42913c1a tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] show failed (client error): The resource could not be found. Jun 11 09:54:53.610995 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-4249cf66-85a0-45af-b8c6-837c42913c1a tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] 10.222.0.60 "GET /v2.0/ports/0f8d358e-6ad9-4ffc-a04d-567fa1e65863/tags/tempest-TagsExtTest-Tag-120570124 HTTP/1.1" status: 404 len: 328 time: 0.0767684 Jun 11 09:54:53.610995 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-379b8252-9672-4248-8f92-2ca064c11ab5 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:53.611834 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-23d16591-17f4-4098-867c-9a5879948316 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:53.611962 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 55500) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:53.612463 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:53.619437 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.tag.tag_plugin [None req-39e10ca8-ab3a-4cee-8538-182dd0282659 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0f8d358e-6ad9-4ffc-a04d-567fa1e65863', 'tempest-TagsExtTest-Tag-789858423') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:53.674980 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 6a0bbd0e-9080-4293-a343-24bcb141574f no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:54:53.689350 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b0dc02a7-01ea-46bb-aa15-8206f5afead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:53.693480 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-d281c95d-38f5-4a10-834f-5ae8cea8f9a5 admin admin] Calling delete_port for 6a0bbd0e-9080-4293-a343-24bcb141574f owned by network:dhcp {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:54:53.697338 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379b8252-9672-4248-8f92-2ca064c11ab5 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event deleted for resources: {'Subnet': ['ID=b6ffecf6-9adb-44c7-a4cd-b9e94711a709,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:53.706566 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-379b8252-9672-4248-8f92-2ca064c11ab5 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:53.714659 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-379b8252-9672-4248-8f92-2ca064c11ab5 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:53.724906 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-379b8252-9672-4248-8f92-2ca064c11ab5 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/subnets/b6ffecf6-9adb-44c7-a4cd-b9e94711a709 HTTP/1.1" status: 204 len: 168 time: 1.1736269 Jun 11 09:54:53.734086 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 55504) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:53.765099 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-1353ad4d-1bd2-45fe-aca9-1134d384c592 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:53.781614 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 6a0bbd0e-9080-4293-a343-24bcb141574f {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:54:53.785274 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 6a0bbd0e-9080-4293-a343-24bcb141574f not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:54:53.826154 n-d-779913-12 neutron-server[93176]: INFO neutron.api.v2.resource [None req-39e10ca8-ab3a-4cee-8538-182dd0282659 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] show failed (client error): The resource could not be found. Jun 11 09:54:53.827193 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-39e10ca8-ab3a-4cee-8538-182dd0282659 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] 10.222.0.60 "GET /v2.0/ports/0f8d358e-6ad9-4ffc-a04d-567fa1e65863/tags/tempest-TagsExtTest-Tag-789858423 HTTP/1.1" status: 404 len: 328 time: 0.2114611 Jun 11 09:54:53.830093 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 55506) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:53.835181 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.tag.tag_plugin [None req-4af97066-93af-4587-a611-12f5a15744c0 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '0ce67190-bb26-42b7-ab24-569c17901c0b', {'tags': ['tempest-TagsExtTest-Tag-627309687', 'tempest-TagsExtTest-Tag-1025143142', 'tempest-TagsExtTest-Tag-506931296']}) {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:53.841216 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb0f6ebc-10ec-44eb-b428-49561a84c803 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Deleting subnet d13a0758-9083-4d6d-b893-fa0fe5ed3518 {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 09:54:53.847283 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fb0f6ebc-10ec-44eb-b428-49561a84c803 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:53.878823 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630b7a3d-4639-407d-9339-4b3a0422563f None None] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:54:54.049427 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fb0f6ebc-10ec-44eb-b428-49561a84c803 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:54.085381 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dc02a7-01ea-46bb-aa15-8206f5afead4 None None] Pushing event deleted for resources: {'Port': ['ID=6a0bbd0e-9080-4293-a343-24bcb141574f,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:54.090266 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0dc02a7-01ea-46bb-aa15-8206f5afead4 None None] No DVR routers for this DVR port 6a0bbd0e-9080-4293-a343-24bcb141574f on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:54:54.122541 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-b0dc02a7-01ea-46bb-aa15-8206f5afead4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:54.187226 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fb0f6ebc-10ec-44eb-b428-49561a84c803 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:54.240543 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d281c95d-38f5-4a10-834f-5ae8cea8f9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:54.246180 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-150c0112-6154-4f82-b5af-a81f6ea7aa49 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:54.284217 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d281c95d-38f5-4a10-834f-5ae8cea8f9a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a0bbd0e-9080-4293-a343-24bcb141574f,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:54.288043 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d281c95d-38f5-4a10-834f-5ae8cea8f9a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:54.289345 n-d-779913-12 neutron-server[93177]: INFO neutron.db.l3_db [None req-23d16591-17f4-4098-867c-9a5879948316 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Floating IP 82723434-ad10-4c46-a233-67e6566eeb67 associated. External IP: 172.25.4.148, port: bdacbde7-649f-40a9-9ffb-65ab8ce950b8. Jun 11 09:54:54.350496 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d281c95d-38f5-4a10-834f-5ae8cea8f9a5 admin admin] No DVR routers for this DVR port 6a0bbd0e-9080-4293-a343-24bcb141574f on host n-d-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:54:54.388367 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-4af97066-93af-4587-a611-12f5a15744c0 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] 10.222.0.60 "PUT /v2.0/routers/0ce67190-bb26-42b7-ab24-569c17901c0b/tags HTTP/1.1" status: 200 len: 316 time: 0.5569308 Jun 11 09:54:54.390762 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 55512) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:54.395501 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.tag.tag_plugin [None req-b2497b1a-0f0f-477e-ab1a-c617cbf92d4a tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '0ce67190-bb26-42b7-ab24-569c17901c0b') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:54.411186 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [req-62417ba7-6949-416e-8a37-ebf65de54f09 req-be4300ba-5423-4709-89a6-c3a74fb820ff tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Allocated IP 172.20.0.3 (629d88a3-72e3-4ac0-9337-7a18a368e6f9/44ed3fc7-9612-451c-8b75-8a1ffa244da3/fde48d19-1c7d-44e3-9924-5140b0e114bd) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:54:54.501774 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-86b3b987-1a37-4dc3-96a6-111353eb2f85 None None] Provisioning for port 0cd923e8-9b19-4436-ad43-0e3cb0fee7dd completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:54:54.509715 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-86b3b987-1a37-4dc3-96a6-111353eb2f85 None None] Provisioning complete for port 0cd923e8-9b19-4436-ad43-0e3cb0fee7dd triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:54:54.510181 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-86b3b987-1a37-4dc3-96a6-111353eb2f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:54.517415 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fb0f6ebc-10ec-44eb-b428-49561a84c803 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:54.522009 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3540f678-d059-4f11-838d-4d91926e062e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:54.571442 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0f6ebc-10ec-44eb-b428-49561a84c803 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event deleted for resources: {'Subnet': ['ID=d13a0758-9083-4d6d-b893-fa0fe5ed3518,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:54.576412 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fb0f6ebc-10ec-44eb-b428-49561a84c803 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:54.578850 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-fb0f6ebc-10ec-44eb-b428-49561a84c803 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/subnets/d13a0758-9083-4d6d-b893-fa0fe5ed3518 HTTP/1.1" status: 204 len: 168 time: 0.8418276 Jun 11 09:54:54.580478 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d281c95d-38f5-4a10-834f-5ae8cea8f9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:54.581808 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-fb0f6ebc-10ec-44eb-b428-49561a84c803 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:54.583270 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 55516) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:54.621834 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-d281c95d-38f5-4a10-834f-5ae8cea8f9a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95f263a2-16db-4d6c-8962-c50348487ef1']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:54.651538 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-3ab2dc4e-35c4-4c11-86f5-5b274c25c36b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0650723 Jun 11 09:54:54.656421 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-d281c95d-38f5-4a10-834f-5ae8cea8f9a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68312799-d237-4b0c-9cec-b5a9e69cf46e') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:54.656725 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-d281c95d-38f5-4a10-834f-5ae8cea8f9a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68312799-d237-4b0c-9cec-b5a9e69cf46e') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:54.658797 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 55518) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:54.677133 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-9e0315ca-9508-4a5d-9cf9-8e1adb240bd4 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Request body: {'subnet': {'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:54:54.686857 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d528673c-6b93-4726-b8ff-23544cdb8fdf req-ef0177a5-5e54-4386-93a3-aa873636cd2e tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:54.690909 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d528673c-6b93-4726-b8ff-23544cdb8fdf req-ef0177a5-5e54-4386-93a3-aa873636cd2e tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/ports?device_id=445071e3-bce3-40d6-b09a-3bc5f83c1af6 HTTP/1.1" status: 200 len: 945 time: 0.3384938 Jun 11 09:54:54.806686 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d528673c-6b93-4726-b8ff-23544cdb8fdf req-b23a5469-2db5-4416-a0f9-a4d85836423b tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/security-groups?id=982f2ef2-bb6d-4fbc-bd87-ed6195b74a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073847 Jun 11 09:54:54.810032 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-86b3b987-1a37-4dc3-96a6-111353eb2f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:54.840512 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-b2497b1a-0f0f-477e-ab1a-c617cbf92d4a tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] 10.222.0.60 "DELETE /v2.0/routers/0ce67190-bb26-42b7-ab24-569c17901c0b/tags HTTP/1.1" status: 204 len: 168 time: 0.4477153 Jun 11 09:54:54.843286 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 55522) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:54.849386 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.tag.tag_plugin [None req-ebfed1ee-2419-4f89-9967-841a20b6fe6e tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0ce67190-bb26-42b7-ab24-569c17901c0b', 'tempest-TagsExtTest-Tag-627309687') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:54.887962 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-86b3b987-1a37-4dc3-96a6-111353eb2f85 None None] For port 0cd923e8-9b19-4436-ad43-0e3cb0fee7dd, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=0cd923e8-9b19-4436-ad43-0e3cb0fee7dd,segment=NetworkSegment(e0bc2927-8a98-4066-9eb5-5174f5accc0f),segment_id=e0bc2927-8a98-4066-9eb5-5174f5accc0f)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:54:54.955687 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d281c95d-38f5-4a10-834f-5ae8cea8f9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:54.990289 n-d-779913-12 neutron-server[93176]: INFO neutron.api.v2.resource [None req-ebfed1ee-2419-4f89-9967-841a20b6fe6e tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] show failed (client error): The resource could not be found. Jun 11 09:54:54.994458 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-ebfed1ee-2419-4f89-9967-841a20b6fe6e tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] 10.222.0.60 "GET /v2.0/routers/0ce67190-bb26-42b7-ab24-569c17901c0b/tags/tempest-TagsExtTest-Tag-627309687 HTTP/1.1" status: 404 len: 328 time: 0.1473491 Jun 11 09:54:54.994708 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 55524) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:54.999711 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.tag.tag_plugin [None req-c3bc3e18-aeeb-4b0d-9338-9b688ae72afe tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0ce67190-bb26-42b7-ab24-569c17901c0b', 'tempest-TagsExtTest-Tag-1025143142') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:55.084648 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62de896-96ae-431e-8ac6-1ab7bb8500a3 None None] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:54:55.117744 n-d-779913-12 neutron-server[93176]: INFO neutron.api.v2.resource [None req-c3bc3e18-aeeb-4b0d-9338-9b688ae72afe tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] show failed (client error): The resource could not be found. Jun 11 09:54:55.118882 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-c3bc3e18-aeeb-4b0d-9338-9b688ae72afe tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] 10.222.0.60 "GET /v2.0/routers/0ce67190-bb26-42b7-ab24-569c17901c0b/tags/tempest-TagsExtTest-Tag-1025143142 HTTP/1.1" status: 404 len: 329 time: 0.1230018 Jun 11 09:54:55.122820 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 55526) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:55.127022 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.tag.tag_plugin [None req-d0012e0f-ba9a-467d-910e-4d6b094f5e3d tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0ce67190-bb26-42b7-ab24-569c17901c0b', 'tempest-TagsExtTest-Tag-506931296') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:55.184026 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-86b3b987-1a37-4dc3-96a6-111353eb2f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:55.187911 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-34ecef88-cecf-4224-946e-a62105131c77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:55.227974 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-86b3b987-1a37-4dc3-96a6-111353eb2f85 None None] Could not find standard attr ID for object faf7338e-7962-41b1-b404-90e8e584ebb4. {{(pid=93178) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 11 09:54:55.260702 n-d-779913-12 neutron-server[93176]: INFO neutron.api.v2.resource [None req-d0012e0f-ba9a-467d-910e-4d6b094f5e3d tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] show failed (client error): The resource could not be found. Jun 11 09:54:55.264887 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-d0012e0f-ba9a-467d-910e-4d6b094f5e3d tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] 10.222.0.60 "GET /v2.0/routers/0ce67190-bb26-42b7-ab24-569c17901c0b/tags/tempest-TagsExtTest-Tag-506931296 HTTP/1.1" status: 404 len: 328 time: 0.1389098 Jun 11 09:54:55.265314 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 55530) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:55.270247 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.tag.tag_plugin [None req-a5dac454-85af-4764-a77b-95e0a1686a91 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '9024b7e0-0f0f-4cce-ba7d-fc7aaf338904', {'tags': ['tempest-TagsExtTest-Tag-1149232638', 'tempest-TagsExtTest-Tag-961672373', 'tempest-TagsExtTest-Tag-213627467']}) {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:55.356799 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b3b987-1a37-4dc3-96a6-111353eb2f85 None None] Pushing event updated for resources: {'Port': ['ID=0cd923e8-9b19-4436-ad43-0e3cb0fee7dd,revision_number=6']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:55.363166 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-86b3b987-1a37-4dc3-96a6-111353eb2f85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:55.374231 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-de893a6a-4246-4fb8-8a9f-360a770b3501 None None] Provisioning complete for port 0cd923e8-9b19-4436-ad43-0e3cb0fee7dd triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:54:55.374622 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-de893a6a-4246-4fb8-8a9f-360a770b3501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:55.409095 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-a5dac454-85af-4764-a77b-95e0a1686a91 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] 10.222.0.60 "PUT /v2.0/subnetpools/9024b7e0-0f0f-4cce-ba7d-fc7aaf338904/tags HTTP/1.1" status: 200 len: 316 time: 0.1394520 Jun 11 09:54:55.409584 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 55532) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:55.415856 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.tag.tag_plugin [None req-310e12cc-0242-47c1-8a06-f6280490bdb3 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9024b7e0-0f0f-4cce-ba7d-fc7aaf338904') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:55.483871 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c4e3d0-f5a3-4371-8486-da0ade02edd2 None None] DHCP port deletion for f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 09:54:55.547770 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9e59dfa9-f535-4afd-add8-08f3e7f6d26d req-cc4924f4-675b-463b-9cec-950d88d484c3 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/ports?device_id=d325bd03-091f-43b5-9bbe-af7bc36c08e5 HTTP/1.1" status: 200 len: 210 time: 0.5952785 Jun 11 09:54:55.552900 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-310e12cc-0242-47c1-8a06-f6280490bdb3 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] 10.222.0.60 "DELETE /v2.0/subnetpools/9024b7e0-0f0f-4cce-ba7d-fc7aaf338904/tags HTTP/1.1" status: 204 len: 168 time: 0.1412864 Jun 11 09:54:55.555101 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 55534) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:55.556424 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-a3c4e3d0-f5a3-4371-8486-da0ade02edd2 None None] Deleting port 0cd923e8-9b19-4436-ad43-0e3cb0fee7dd {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:54:55.561657 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a3c4e3d0-f5a3-4371-8486-da0ade02edd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:55.561791 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.tag.tag_plugin [None req-539ba5dc-b985-4852-8e62-ca9f939b9ace tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9024b7e0-0f0f-4cce-ba7d-fc7aaf338904', 'tempest-TagsExtTest-Tag-1149232638') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:55.587925 n-d-779913-12 neutron-server[93176]: INFO neutron.api.v2.resource [None req-539ba5dc-b985-4852-8e62-ca9f939b9ace tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] show failed (client error): The resource could not be found. Jun 11 09:54:55.589077 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-539ba5dc-b985-4852-8e62-ca9f939b9ace tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] 10.222.0.60 "GET /v2.0/subnetpools/9024b7e0-0f0f-4cce-ba7d-fc7aaf338904/tags/tempest-TagsExtTest-Tag-1149232638 HTTP/1.1" status: 404 len: 329 time: 0.0329211 Jun 11 09:54:55.592682 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 55536) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:55.596992 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.tag.tag_plugin [None req-e9d51cc7-e37a-47d9-8cfc-84c413d87ece tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9024b7e0-0f0f-4cce-ba7d-fc7aaf338904', 'tempest-TagsExtTest-Tag-961672373') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:55.620022 n-d-779913-12 neutron-server[93176]: INFO neutron.api.v2.resource [None req-e9d51cc7-e37a-47d9-8cfc-84c413d87ece tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] show failed (client error): The resource could not be found. Jun 11 09:54:55.624530 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-e9d51cc7-e37a-47d9-8cfc-84c413d87ece tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] 10.222.0.60 "GET /v2.0/subnetpools/9024b7e0-0f0f-4cce-ba7d-fc7aaf338904/tags/tempest-TagsExtTest-Tag-961672373 HTTP/1.1" status: 404 len: 328 time: 0.0309274 Jun 11 09:54:55.625775 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 55538) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:55.629526 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.tag.tag_plugin [None req-7e72f663-a8fb-48a5-949a-c18291b4a224 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9024b7e0-0f0f-4cce-ba7d-fc7aaf338904', 'tempest-TagsExtTest-Tag-213627467') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:55.647356 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-a3c4e3d0-f5a3-4371-8486-da0ade02edd2 None None] For port 0cd923e8-9b19-4436-ad43-0e3cb0fee7dd, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=0cd923e8-9b19-4436-ad43-0e3cb0fee7dd,segment=NetworkSegment(e0bc2927-8a98-4066-9eb5-5174f5accc0f),segment_id=e0bc2927-8a98-4066-9eb5-5174f5accc0f)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:54:55.647909 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a3c4e3d0-f5a3-4371-8486-da0ade02edd2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:55.652975 n-d-779913-12 neutron-server[93176]: INFO neutron.api.v2.resource [None req-7e72f663-a8fb-48a5-949a-c18291b4a224 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] show failed (client error): The resource could not be found. Jun 11 09:54:55.653988 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-7e72f663-a8fb-48a5-949a-c18291b4a224 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] 10.222.0.60 "GET /v2.0/subnetpools/9024b7e0-0f0f-4cce-ba7d-fc7aaf338904/tags/tempest-TagsExtTest-Tag-213627467 HTTP/1.1" status: 404 len: 328 time: 0.0279558 Jun 11 09:54:55.656683 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 55540) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:55.661044 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.tag.tag_plugin [None req-cc81bfb7-5410-4894-845e-f363863314d8 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9024b7e0-0f0f-4cce-ba7d-fc7aaf338904') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:55.675904 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23d16591-17f4-4098-867c-9a5879948316 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Router 0d2005c4-2e47-41b4-8106-c275cd39cfcc has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 09:54:55.688034 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-cc81bfb7-5410-4894-845e-f363863314d8 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] 10.222.0.60 "DELETE /v2.0/subnetpools/9024b7e0-0f0f-4cce-ba7d-fc7aaf338904/tags HTTP/1.1" status: 204 len: 168 time: 0.0303493 Jun 11 09:54:55.690700 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 55542) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:55.760621 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.tag.tag_plugin [None req-a3aa1528-0128-411e-8a46-7cf37992bc3f tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '0ce67190-bb26-42b7-ab24-569c17901c0b') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:55.900617 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e0315ca-9508-4a5d-9cf9-8e1adb240bd4 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Made reservation on behalf of 3a7e48b24b924bff8faf8c740b2810c2 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:54:55.904189 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9e0315ca-9508-4a5d-9cf9-8e1adb240bd4 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:55.913372 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d281c95d-38f5-4a10-834f-5ae8cea8f9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:55.986718 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d281c95d-38f5-4a10-834f-5ae8cea8f9a5 admin admin] Releasing vlan 788 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 09:54:55.987137 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d281c95d-38f5-4a10-834f-5ae8cea8f9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:55.991093 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:54:55.991093 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:54:55.991093 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:54:55.991093 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:54:55.991093 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:54:55.991093 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:54:55.991093 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:54:55.991093 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:54:55.991093 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:54:55.991093 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:54:55.991093 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:54:55.991093 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:54:55.991093 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:54:55.991093 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:54:55.991093 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:54:55.991093 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:54:55.991093 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:54:55.991093 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:54:55.991093 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:54:55.991093 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:54:55.991093 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:54:55.991093 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:54:55.991093 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:54:55.991093 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:54:55.991093 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:54:55.991093 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:54:55.991093 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:54:55.991093 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:54:55.991093 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:54:55.991093 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:54:55.991093 n-d-779913-12 neutron-server[93177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 09:54:55.991093 n-d-779913-12 neutron-server[93177]: self.session.flush() Jun 11 09:54:55.991093 n-d-779913-12 neutron-server[93177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 09:54:55.991093 n-d-779913-12 neutron-server[93177]: self.session.flush() Jun 11 09:54:55.991093 n-d-779913-12 neutron-server[93177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 09:54:55.991093 n-d-779913-12 neutron-server[93177]: self.session.flush() Jun 11 09:54:55.991093 n-d-779913-12 neutron-server[93177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 09:54:55.991093 n-d-779913-12 neutron-server[93177]: self.session.flush() Jun 11 09:54:55.991093 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 09:54:55.991093 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 09:54:55.991093 n-d-779913-12 neutron-server[93177]: timer() Jun 11 09:54:55.991093 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 09:54:55.991093 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 09:54:55.991093 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 09:54:55.991093 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 09:54:55.991093 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 09:54:55.991093 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 09:54:55.991093 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 09:54:55.991093 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 09:54:55.991093 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 09:54:55.991093 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 09:54:55.991093 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 09:54:56.000653 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 09:54:56.000653 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 09:54:56.000653 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 09:54:56.000653 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 09:54:56.000653 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 09:54:56.000653 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 09:54:56.000653 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 09:54:56.000653 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 09:54:56.000653 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 09:54:56.000653 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 09:54:56.000653 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 09:54:56.000653 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 09:54:56.000653 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 09:54:56.000653 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 09:54:56.000653 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 09:54:56.000653 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 09:54:56.000653 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 09:54:56.000653 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 09:54:56.030630 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-62417ba7-6949-416e-8a37-ebf65de54f09 req-be4300ba-5423-4709-89a6-c3a74fb820ff tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:56.033286 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf431515-8ce9-40e7-a031-b27a73ca87bd req-2fae7fce-b69d-4f70-953a-6885d2b6bd1e tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:56.035948 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-bf431515-8ce9-40e7-a031-b27a73ca87bd req-2fae7fce-b69d-4f70-953a-6885d2b6bd1e tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/ports?device_id=445071e3-bce3-40d6-b09a-3bc5f83c1af6 HTTP/1.1" status: 200 len: 945 time: 0.1156979 Jun 11 09:54:56.087335 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-bf431515-8ce9-40e7-a031-b27a73ca87bd req-712473a2-6ec1-4671-a9b8-5a328b7f98cc tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/security-groups?id=982f2ef2-bb6d-4fbc-bd87-ed6195b74a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452380 Jun 11 09:54:56.166243 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-a3c4e3d0-f5a3-4371-8486-da0ade02edd2 None None] Calling delete_port for 0cd923e8-9b19-4436-ad43-0e3cb0fee7dd owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:54:56.196784 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23d16591-17f4-4098-867c-9a5879948316 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:54:56.203104 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-a3aa1528-0128-411e-8a46-7cf37992bc3f tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] 10.222.0.60 "DELETE /v2.0/routers/0ce67190-bb26-42b7-ab24-569c17901c0b/tags HTTP/1.1" status: 204 len: 168 time: 0.5113244 Jun 11 09:54:56.207479 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 55550) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:56.208409 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-23d16591-17f4-4098-867c-9a5879948316 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:56.212400 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a99549-90b9-4502-916b-bd197dde3637 None None] Sync routers for ids ['0d2005c4-2e47-41b4-8106-c275cd39cfcc'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:54:56.219526 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.tag.tag_plugin [None req-11c012d8-9d43-4820-9292-e8c34834ee9f tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0f8d358e-6ad9-4ffc-a04d-567fa1e65863') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:56.230669 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a99549-90b9-4502-916b-bd197dde3637 None None] Routers {'0d2005c4-2e47-41b4-8106-c275cd39cfcc'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:54:56.232152 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-f6a99549-90b9-4502-916b-bd197dde3637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:54:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['0d2005c4-2e47-41b4-8106-c275cd39cfcc'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:56.296184 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-23d16591-17f4-4098-867c-9a5879948316 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] 10.222.0.60 "PUT /v2.0/floatingips/82723434-ad10-4c46-a233-67e6566eeb67 HTTP/1.1" status: 200 len: 991 time: 5.4820609 Jun 11 09:54:56.304572 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01d70585-3927-482a-8a10-7f6887ce956d', 'tag': 'bdacbde7-649f-40a9-9ffb-65ab8ce950b8'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:54:56.307243 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9bd548c-f993-4819-9ee3-e49961f44e66" -d '{"events": [{"name": "network-changed", "server_uuid": "01d70585-3927-482a-8a10-7f6887ce956d", "tag": "bdacbde7-649f-40a9-9ffb-65ab8ce950b8"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:54:56.336385 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-11c012d8-9d43-4820-9292-e8c34834ee9f tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] 10.222.0.60 "DELETE /v2.0/ports/0f8d358e-6ad9-4ffc-a04d-567fa1e65863/tags HTTP/1.1" status: 204 len: 168 time: 0.1265719 Jun 11 09:54:56.339008 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 55556) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:56.344920 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.tag.tag_plugin [None req-2317d8fe-f9f8-4677-9461-c6c1aa4c5b78 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'bf974131-4a5e-4fbb-a4ab-1e48d3b75e93') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:56.345115 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d281c95d-38f5-4a10-834f-5ae8cea8f9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:56.355346 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:56.360714 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d281c95d-38f5-4a10-834f-5ae8cea8f9a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:56.367496 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-d281c95d-38f5-4a10-834f-5ae8cea8f9a5 admin admin] 10.222.0.60 "DELETE /v2.0/networks/95f263a2-16db-4d6c-8962-c50348487ef1 HTTP/1.1" status: 204 len: 168 time: 4.3992651 Jun 11 09:54:56.395101 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10257842-ea98-47f8-b735-06aaa9f0c3bb x-openstack-request-id: req-10257842-ea98-47f8-b735-06aaa9f0c3bb {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:54:56.395532 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01d70585-3927-482a-8a10-7f6887ce956d", "tag": "bdacbde7-649f-40a9-9ffb-65ab8ce950b8", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:54:56.396088 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-10257842-ea98-47f8-b735-06aaa9f0c3bb {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:54:56.396906 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01d70585-3927-482a-8a10-7f6887ce956d', 'tag': 'bdacbde7-649f-40a9-9ffb-65ab8ce950b8', 'status': 'completed', 'code': 200} Jun 11 09:54:56.404641 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d281c95d-38f5-4a10-834f-5ae8cea8f9a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=95f263a2-16db-4d6c-8962-c50348487ef1,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:56.423736 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d281c95d-38f5-4a10-834f-5ae8cea8f9a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:56.435958 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a3c4e3d0-f5a3-4371-8486-da0ade02edd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:56.440257 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-f6a99549-90b9-4502-916b-bd197dde3637 None None] Set router 0d2005c4-2e47-41b4-8106-c275cd39cfcc gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:54:56.440617 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:56.457728 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-62417ba7-6949-416e-8a37-ebf65de54f09 req-be4300ba-5423-4709-89a6-c3a74fb820ff tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:56.473855 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-62444951-3a2f-4e98-8b93-3b38497f7aec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:56.513608 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c4e3d0-f5a3-4371-8486-da0ade02edd2 None None] Pushing event deleted for resources: {'Port': ['ID=0cd923e8-9b19-4436-ad43-0e3cb0fee7dd,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:56.523794 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c4e3d0-f5a3-4371-8486-da0ade02edd2 None None] No DVR routers for this DVR port 0cd923e8-9b19-4436-ad43-0e3cb0fee7dd on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:54:56.525726 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-a3c4e3d0-f5a3-4371-8486-da0ade02edd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:56.629375 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4300ba-5423-4709-89a6-c3a74fb820ff tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Pushing event updated for resources: {'Port': ['ID=fde48d19-1c7d-44e3-9924-5140b0e114bd,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:56.633507 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62417ba7-6949-416e-8a37-ebf65de54f09 req-be4300ba-5423-4709-89a6-c3a74fb820ff tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Network 629d88a3-72e3-4ac0-9337-7a18a368e6f9 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:54:56.636083 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-be4300ba-5423-4709-89a6-c3a74fb820ff tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:56.637627 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [req-62417ba7-6949-416e-8a37-ebf65de54f09 req-be4300ba-5423-4709-89a6-c3a74fb820ff tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:54:56.640865 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-62417ba7-6949-416e-8a37-ebf65de54f09 req-be4300ba-5423-4709-89a6-c3a74fb820ff tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:54:56.717119 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62417ba7-6949-416e-8a37-ebf65de54f09 req-be4300ba-5423-4709-89a6-c3a74fb820ff tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:56.718008 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-62417ba7-6949-416e-8a37-ebf65de54f09 req-be4300ba-5423-4709-89a6-c3a74fb820ff tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:56.878088 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 0cd923e8-9b19-4436-ad43-0e3cb0fee7dd no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:54:56.901972 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 0cd923e8-9b19-4436-ad43-0e3cb0fee7dd {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:54:56.902940 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 0cd923e8-9b19-4436-ad43-0e3cb0fee7dd not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:54:56.944016 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-f6a99549-90b9-4502-916b-bd197dde3637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2005c4-2e47-41b4-8106-c275cd39cfcc', 'name': 'tempest-ServersTestBootFromVolume-110669818-router', 'tenant_id': 'dd0b80cc8f6f441fb34ed2f0b9466049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': 'f49a1439-66e5-4e1c-8b08-cc7e22547553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:53:00Z', 'updated_at': '2021-06-11T09:53:09Z', 'revision_number': 4, 'project_id': 'dd0b80cc8f6f441fb34ed2f0b9466049', 'gw_port': {'id': 'f49a1439-66e5-4e1c-8b08-cc7e22547553', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:45:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2005c4-2e47-41b4-8106-c275cd39cfcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:53:01Z', 'updated_at': '2021-06-11T09:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': '82723434-ad10-4c46-a233-67e6566eeb67', 'tenant_id': 'dd0b80cc8f6f441fb34ed2f0b9466049', 'floating_ip_address': '172.25.4.148', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': '0d2005c4-2e47-41b4-8106-c275cd39cfcc', 'port_id': 'bdacbde7-649f-40a9-9ffb-65ab8ce950b8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ee9e933-9fda-4839-b4cd-d38077481dd6', 'mac_address': 'fa:16:3e:c8:83:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d70585-3927-482a-8a10-7f6887ce956d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T09:53:24Z', 'updated_at': '2021-06-11T09:54:52Z', 'revision_number': 1, 'project_id': 'dd0b80cc8f6f441fb34ed2f0b9466049', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a9c8ef4-ebc2-48da-bcb6-121fd404ed4d', 'name': '', 'network_id': '2ee9e933-9fda-4839-b4cd-d38077481dd6', 'tenant_id': 'dd0b80cc8f6f441fb34ed2f0b9466049', 'mac_address': 'fa:16:3e:2d:67:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2005c4-2e47-41b4-8106-c275cd39cfcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'cfe503b2-e60a-4c51-bb64-dfd15e82ca23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:53:06Z', 'updated_at': '2021-06-11T09:53:24Z', 'revision_number': 5, 'project_id': 'dd0b80cc8f6f441fb34ed2f0b9466049', 'subnets': [{'id': 'cfe503b2-e60a-4c51-bb64-dfd15e82ca23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:56.949095 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a99549-90b9-4502-916b-bd197dde3637 None None] Checking router: 0d2005c4-2e47-41b4-8106-c275cd39cfcc for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:54:56.959011 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a99549-90b9-4502-916b-bd197dde3637 None None] Routers {'0d2005c4-2e47-41b4-8106-c275cd39cfcc'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:54:56.959840 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-f6a99549-90b9-4502-916b-bd197dde3637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:54:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['0d2005c4-2e47-41b4-8106-c275cd39cfcc'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:56.979323 n-d-779913-12 neutron-server[93177]: DEBUG neutron.objects.ports [None req-9e0315ca-9508-4a5d-9cf9-8e1adb240bd4 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93177) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 11 09:54:56.985213 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-62417ba7-6949-416e-8a37-ebf65de54f09 req-be4300ba-5423-4709-89a6-c3a74fb820ff tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5594988 Jun 11 09:54:56.986262 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9e0315ca-9508-4a5d-9cf9-8e1adb240bd4 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:56.990201 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-56db206b-4203-409e-ac23-15023d8a22e1 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:57.001758 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 55568) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:57.034721 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-62417ba7-6949-416e-8a37-ebf65de54f09 req-f4697604-1b29-4395-a82d-7778811e5c75 service neutron] Request body: {'port': {'device_id': 'd325bd03-091f-43b5-9bbe-af7bc36c08e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-12'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:54:57.075548 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0315ca-9508-4a5d-9cf9-8e1adb240bd4 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:54:57.092386 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-9e0315ca-9508-4a5d-9cf9-8e1adb240bd4 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:54:57.099512 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0315ca-9508-4a5d-9cf9-8e1adb240bd4 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:57.100133 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9e0315ca-9508-4a5d-9cf9-8e1adb240bd4 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:57.106148 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0ae8f5-808c-4245-b05f-da7febfc134b None None] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:54:57.123819 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e34b1a-493b-4f74-b1c6-707aca9406fd req-d97daa13-3f54-4ac8-a494-8cb7c1e94215 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:57.130631 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f9e34b1a-493b-4f74-b1c6-707aca9406fd req-d97daa13-3f54-4ac8-a494-8cb7c1e94215 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/ports?device_id=d325bd03-091f-43b5-9bbe-af7bc36c08e5 HTTP/1.1" status: 200 len: 931 time: 0.3460412 Jun 11 09:54:57.162127 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdb6076-d538-4d00-ac8d-64c119bb8426 req-03053d71-5a35-4db6-8e7b-a3ff8cf84940 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:57.164254 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fcdb6076-d538-4d00-ac8d-64c119bb8426 req-03053d71-5a35-4db6-8e7b-a3ff8cf84940 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.64 "GET /v2.0/ports?device_id=445071e3-bce3-40d6-b09a-3bc5f83c1af6 HTTP/1.1" status: 200 len: 945 time: 0.8764803 Jun 11 09:54:57.174299 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-f6a99549-90b9-4502-916b-bd197dde3637 None None] Set router 0d2005c4-2e47-41b4-8106-c275cd39cfcc gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:54:57.176246 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-820064b2-92e2-41c4-82fa-4d740a576adb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0694d8955d61412382677b4a46f00758&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1714296 Jun 11 09:54:57.177391 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0315ca-9508-4a5d-9cf9-8e1adb240bd4 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event updated for resources: {'Subnet': ['ID=7b18de4d-b7b5-4792-a3aa-c0970918e5bd,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:57.188193 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 55574) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:57.192729 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9e0315ca-9508-4a5d-9cf9-8e1adb240bd4 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:57.266496 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f9e34b1a-493b-4f74-b1c6-707aca9406fd req-9841a41a-4226-4867-a176-e095f1308700 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0a63a22-d585-43d6-b866-33fbb4d10728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329381 Jun 11 09:54:57.266496 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-9e0315ca-9508-4a5d-9cf9-8e1adb240bd4 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6027558 Jun 11 09:54:57.272202 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 55576) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:57.276506 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-62417ba7-6949-416e-8a37-ebf65de54f09 req-f4697604-1b29-4395-a82d-7778811e5c75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:57.283475 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-38c8aade-d6eb-4510-a8b3-9d3f782648c6 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Request body: {'subnet': {'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:54:57.382310 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6eb49a0a-4b59-44e0-b61e-98f665c4027f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:57.406101 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bd548c-f993-4819-9ee3-e49961f44e66 req-fb69dbce-ed85-48bb-88c1-93b2751530d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:57.408565 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a9bd548c-f993-4819-9ee3-e49961f44e66 req-fb69dbce-ed85-48bb-88c1-93b2751530d5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=dd0b80cc8f6f441fb34ed2f0b9466049&device_id=01d70585-3927-482a-8a10-7f6887ce956d HTTP/1.1" status: 200 len: 1097 time: 0.4292028 Jun 11 09:54:57.501372 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6eb49a0a-4b59-44e0-b61e-98f665c4027f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:57.510154 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77363e40-4486-489b-8b17-63eb6d56b2bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'tenant_id': '3a7e48b24b924bff8faf8c740b2810c2', 'fixed_ips': [{'subnet_id': '7b18de4d-b7b5-4792-a3aa-c0970918e5bd'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 09:54:57.510940 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-77363e40-4486-489b-8b17-63eb6d56b2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:57.537987 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-2317d8fe-f9f8-4677-9461-c6c1aa4c5b78 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] 10.222.0.60 "DELETE /v2.0/subnets/bf974131-4a5e-4fbb-a4ab-1e48d3b75e93/tags HTTP/1.1" status: 204 len: 168 time: 1.1966987 Jun 11 09:54:57.543979 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 55582) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:57.604004 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-fcdb6076-d538-4d00-ac8d-64c119bb8426 req-9e3b5e9e-76e2-4af9-849b-b769b44cb1b6 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Deleting port abdc21e3-d625-4e2d-8a56-0ad4907c4690 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:54:57.604493 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fcdb6076-d538-4d00-ac8d-64c119bb8426 req-9e3b5e9e-76e2-4af9-849b-b769b44cb1b6 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:57.755450 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ac1d1d-c56c-4df4-8602-b05fda8b34c1 req-ccdb4cbc-e1fa-42ea-aded-903b9051281b tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:57.768960 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-08ac1d1d-c56c-4df4-8602-b05fda8b34c1 req-ccdb4cbc-e1fa-42ea-aded-903b9051281b tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/ports?device_id=445071e3-bce3-40d6-b09a-3bc5f83c1af6 HTTP/1.1" status: 200 len: 945 time: 0.4198694 Jun 11 09:54:57.827656 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-f6a99549-90b9-4502-916b-bd197dde3637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2005c4-2e47-41b4-8106-c275cd39cfcc', 'name': 'tempest-ServersTestBootFromVolume-110669818-router', 'tenant_id': 'dd0b80cc8f6f441fb34ed2f0b9466049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': 'f49a1439-66e5-4e1c-8b08-cc7e22547553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:53:00Z', 'updated_at': '2021-06-11T09:53:09Z', 'revision_number': 4, 'project_id': 'dd0b80cc8f6f441fb34ed2f0b9466049', 'gw_port': {'id': 'f49a1439-66e5-4e1c-8b08-cc7e22547553', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:45:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2005c4-2e47-41b4-8106-c275cd39cfcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:53:01Z', 'updated_at': '2021-06-11T09:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': '82723434-ad10-4c46-a233-67e6566eeb67', 'tenant_id': 'dd0b80cc8f6f441fb34ed2f0b9466049', 'floating_ip_address': '172.25.4.148', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': '0d2005c4-2e47-41b4-8106-c275cd39cfcc', 'port_id': 'bdacbde7-649f-40a9-9ffb-65ab8ce950b8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ee9e933-9fda-4839-b4cd-d38077481dd6', 'mac_address': 'fa:16:3e:c8:83:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d70585-3927-482a-8a10-7f6887ce956d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T09:53:24Z', 'updated_at': '2021-06-11T09:54:52Z', 'revision_number': 1, 'project_id': 'dd0b80cc8f6f441fb34ed2f0b9466049', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a9c8ef4-ebc2-48da-bcb6-121fd404ed4d', 'name': '', 'network_id': '2ee9e933-9fda-4839-b4cd-d38077481dd6', 'tenant_id': 'dd0b80cc8f6f441fb34ed2f0b9466049', 'mac_address': 'fa:16:3e:2d:67:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2005c4-2e47-41b4-8106-c275cd39cfcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'cfe503b2-e60a-4c51-bb64-dfd15e82ca23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:53:06Z', 'updated_at': '2021-06-11T09:53:24Z', 'revision_number': 5, 'project_id': 'dd0b80cc8f6f441fb34ed2f0b9466049', 'subnets': [{'id': 'cfe503b2-e60a-4c51-bb64-dfd15e82ca23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:54:57.832415 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a99549-90b9-4502-916b-bd197dde3637 None None] The sync data for ids ['0d2005c4-2e47-41b4-8106-c275cd39cfcc'] in n-d-779913-12 is: [{'id': '0d2005c4-2e47-41b4-8106-c275cd39cfcc', 'name': 'tempest-ServersTestBootFromVolume-110669818-router', 'tenant_id': 'dd0b80cc8f6f441fb34ed2f0b9466049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': 'f49a1439-66e5-4e1c-8b08-cc7e22547553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:53:00Z', 'updated_at': '2021-06-11T09:53:09Z', 'revision_number': 4, 'project_id': 'dd0b80cc8f6f441fb34ed2f0b9466049', 'gw_port': {'id': 'f49a1439-66e5-4e1c-8b08-cc7e22547553', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:45:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2005c4-2e47-41b4-8106-c275cd39cfcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:53:01Z', 'updated_at': '2021-06-11T09:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': '82723434-ad10-4c46-a233-67e6566eeb67', 'tenant_id': 'dd0b80cc8f6f441fb34ed2f0b9466049', 'floating_ip_address': '172.25.4.148', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': '0d2005c4-2e47-41b4-8106-c275cd39cfcc', 'port_id': 'bdacbde7-649f-40a9-9ffb-65ab8ce950b8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ee9e933-9fda-4839-b4cd-d38077481dd6', 'mac_address': 'fa:16:3e:c8:83:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d70585-3927-482a-8a10-7f6887ce956d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T09:53:24Z', 'updated_at': '2021-06-11T09:54:52Z', 'revision_number': 1, 'project_id': 'dd0b80cc8f6f441fb34ed2f0b9466049', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a9c8ef4-ebc2-48da-bcb6-121fd404ed4d', 'name': '', 'network_id': '2ee9e933-9fda-4839-b4cd-d38077481dd6', 'tenant_id': 'dd0b80cc8f6f441fb34ed2f0b9466049', 'mac_address': 'fa:16:3e:2d:67:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2005c4-2e47-41b4-8106-c275cd39cfcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'cfe503b2-e60a-4c51-bb64-dfd15e82ca23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:53:06Z', 'updated_at': '2021-06-11T09:53:24Z', 'revision_number': 5, 'project_id': 'dd0b80cc8f6f441fb34ed2f0b9466049', 'subnets': [{'id': 'cfe503b2-e60a-4c51-bb64-dfd15e82ca23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:54:57.849875 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-77363e40-4486-489b-8b17-63eb6d56b2bd None None] Allocated IP 2001:db8::f816:3eff:fe04:3beb (f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc/7b18de4d-b7b5-4792-a3aa-c0970918e5bd/26407eda-f915-48dd-81cf-6a122f504c52) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:54:57.977800 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bd548c-f993-4819-9ee3-e49961f44e66 req-2a23771a-d9a5-478d-93a0-23fb36145ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:57.984890 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a9bd548c-f993-4819-9ee3-e49961f44e66 req-2a23771a-d9a5-478d-93a0-23fb36145ad2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2ee9e933-9fda-4839-b4cd-d38077481dd6 HTTP/1.1" status: 200 len: 916 time: 0.5575700 Jun 11 09:54:58.010969 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38c8aade-d6eb-4510-a8b3-9d3f782648c6 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Made reservation on behalf of 3a7e48b24b924bff8faf8c740b2810c2 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:54:58.015455 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-38c8aade-d6eb-4510-a8b3-9d3f782648c6 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:58.025124 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-fcdb6076-d538-4d00-ac8d-64c119bb8426 req-9e3b5e9e-76e2-4af9-849b-b769b44cb1b6 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] For port abdc21e3-d625-4e2d-8a56-0ad4907c4690, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=abdc21e3-d625-4e2d-8a56-0ad4907c4690,segment=NetworkSegment(59ee2075-9cb6-4e4d-9afe-4362f3097ca6),segment_id=59ee2075-9cb6-4e4d-9afe-4362f3097ca6)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:54:58.025722 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fcdb6076-d538-4d00-ac8d-64c119bb8426 req-9e3b5e9e-76e2-4af9-849b-b769b44cb1b6 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:58.056899 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-77363e40-4486-489b-8b17-63eb6d56b2bd None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:58.069539 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-77363e40-4486-489b-8b17-63eb6d56b2bd None None] Transition to ACTIVE for port object 26407eda-f915-48dd-81cf-6a122f504c52 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:54:58.144609 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6eb49a0a-4b59-44e0-b61e-98f665c4027f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:58.147139 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6eb49a0a-4b59-44e0-b61e-98f665c4027f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:58.150657 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-6eb49a0a-4b59-44e0-b61e-98f665c4027f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d2bf2488-75e6-4abb-8650-e2246261a406 HTTP/1.1" status: 204 len: 168 time: 0.9591734 Jun 11 09:54:58.155842 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2b4f15b6-578d-4a4b-b7b9-1ecb1ed6dd2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:58.172143 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-08ac1d1d-c56c-4df4-8602-b05fda8b34c1 req-0d6b3e3d-a260-4322-af0e-d9f8f0f7daa0 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/security-groups?id=982f2ef2-bb6d-4fbc-bd87-ed6195b74a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4020116 Jun 11 09:54:58.187541 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-77363e40-4486-489b-8b17-63eb6d56b2bd None None] Transition to ACTIVE for port object 26407eda-f915-48dd-81cf-6a122f504c52 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:54:58.195803 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bac099c-940c-448b-82d4-910bf54473ce None None] New status for floating IP 82723434-ad10-4c46-a233-67e6566eeb67: ACTIVE {{(pid=93178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 09:54:58.234841 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-fcdb6076-d538-4d00-ac8d-64c119bb8426 req-9e3b5e9e-76e2-4af9-849b-b769b44cb1b6 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Calling delete_port for abdc21e3-d625-4e2d-8a56-0ad4907c4690 owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:54:58.249948 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb49a0a-4b59-44e0-b61e-98f665c4027f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2bf2488-75e6-4abb-8650-e2246261a406,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:58.253282 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fe6f1667-c80e-40a3-afb2-e96f27597e03 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Notify callbacks [] for subnetpool, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:58.256784 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-fe6f1667-c80e-40a3-afb2-e96f27597e03 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] 10.222.0.60 "DELETE /v2.0/subnetpools/9024b7e0-0f0f-4cce-ba7d-fc7aaf338904 HTTP/1.1" status: 204 len: 168 time: 0.7082345 Jun 11 09:54:58.258650 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 55590) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:58.267134 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6eb49a0a-4b59-44e0-b61e-98f665c4027f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:58.313909 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-33df5393-2aa4-4318-94a6-b33df6dfc08f tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ce67190-bb26-42b7-ab24-569c17901c0b HTTP/1.1" status: 200 len: 205 time: 0.0484393 Jun 11 09:54:58.333547 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 55594) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:58.405282 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a9bd548c-f993-4819-9ee3-e49961f44e66 req-3a7c5199-cd4a-4c69-b5f3-0a6b1c090f5d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bdacbde7-649f-40a9-9ffb-65ab8ce950b8 HTTP/1.1" status: 200 len: 999 time: 0.4030149 Jun 11 09:54:58.436535 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-77363e40-4486-489b-8b17-63eb6d56b2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:58.443860 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-0ceec180-7775-4c72-a256-84092b9be09a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:58.502108 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [req-62417ba7-6949-416e-8a37-ebf65de54f09 req-f4697604-1b29-4395-a82d-7778811e5c75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fde48d19-1c7d-44e3-9924-5140b0e114bd {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:54:58.510632 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77363e40-4486-489b-8b17-63eb6d56b2bd None None] Pushing event updated for resources: {'Port': ['ID=26407eda-f915-48dd-81cf-6a122f504c52,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:58.515600 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-77363e40-4486-489b-8b17-63eb6d56b2bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:58.522674 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-62417ba7-6949-416e-8a37-ebf65de54f09 req-f4697604-1b29-4395-a82d-7778811e5c75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:58.568539 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-33c83b4a-2670-4fbb-bf27-d1f7bdb5ff0b tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Notify callbacks [] for router, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:58.573972 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77363e40-4486-489b-8b17-63eb6d56b2bd None None] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:54:58.588557 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bd548c-f993-4819-9ee3-e49961f44e66 req-a068a969-715b-4ca2-a39f-389b47218dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:58.590558 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a9bd548c-f993-4819-9ee3-e49961f44e66 req-a068a969-715b-4ca2-a39f-389b47218dc3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cfe503b2-e60a-4c51-bb64-dfd15e82ca23 HTTP/1.1" status: 200 len: 854 time: 0.1660144 Jun 11 09:54:58.619992 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-77363e40-4486-489b-8b17-63eb6d56b2bd None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:54:58.623104 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77363e40-4486-489b-8b17-63eb6d56b2bd None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:54:58.664504 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-62417ba7-6949-416e-8a37-ebf65de54f09 req-f4697604-1b29-4395-a82d-7778811e5c75 service neutron] Transition to ACTIVE for port object fde48d19-1c7d-44e3-9924-5140b0e114bd will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:54:58.734712 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bd548c-f993-4819-9ee3-e49961f44e66 req-524e0351-db2b-4106-9a1a-639d45efeaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:58.736777 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a9bd548c-f993-4819-9ee3-e49961f44e66 req-524e0351-db2b-4106-9a1a-639d45efeaf5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2ee9e933-9fda-4839-b4cd-d38077481dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1260476 Jun 11 09:54:58.747075 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-77363e40-4486-489b-8b17-63eb6d56b2bd None None] Attempting to bind port 26407eda-f915-48dd-81cf-6a122f504c52 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:54:58.747469 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-77363e40-4486-489b-8b17-63eb6d56b2bd None None] Attempting to bind port 26407eda-f915-48dd-81cf-6a122f504c52 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'e0bc2927-8a98-4066-9eb5-5174f5accc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:54:58.747896 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77363e40-4486-489b-8b17-63eb6d56b2bd None None] Attempting to bind port 26407eda-f915-48dd-81cf-6a122f504c52 on network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:54:58.758462 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77363e40-4486-489b-8b17-63eb6d56b2bd None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:54:58.758865 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77363e40-4486-489b-8b17-63eb6d56b2bd None None] Checking segment: {'id': 'e0bc2927-8a98-4066-9eb5-5174f5accc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:54:58.759266 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-77363e40-4486-489b-8b17-63eb6d56b2bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:58.759698 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77363e40-4486-489b-8b17-63eb6d56b2bd None None] Bound using segment: {'id': 'e0bc2927-8a98-4066-9eb5-5174f5accc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:54:58.760193 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-77363e40-4486-489b-8b17-63eb6d56b2bd None None] Bound port: 26407eda-f915-48dd-81cf-6a122f504c52, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0bc2927-8a98-4066-9eb5-5174f5accc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:54:58.760591 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-77363e40-4486-489b-8b17-63eb6d56b2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:58.912072 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a9bd548c-f993-4819-9ee3-e49961f44e66 req-596dfb29-7e64-491f-b77c-e892ee7037cc service neutron] 10.222.0.69 "GET /v2.0/networks/2ee9e933-9fda-4839-b4cd-d38077481dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519611 Jun 11 09:54:58.912319 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-77363e40-4486-489b-8b17-63eb6d56b2bd None None] For port 26407eda-f915-48dd-81cf-6a122f504c52, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:54:58.912319 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-77363e40-4486-489b-8b17-63eb6d56b2bd None None] For port 26407eda-f915-48dd-81cf-6a122f504c52, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=26407eda-f915-48dd-81cf-6a122f504c52,segment=NetworkSegment(e0bc2927-8a98-4066-9eb5-5174f5accc0f),segment_id=e0bc2927-8a98-4066-9eb5-5174f5accc0f)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:54:58.938282 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fcdb6076-d538-4d00-ac8d-64c119bb8426 req-9e3b5e9e-76e2-4af9-849b-b769b44cb1b6 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:58.952359 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['55e769e1-1f7c-47ef-ad8c-105c6b62a523'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:54:58.958234 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-dfc1653d-b18e-42a7-9659-7c7df33d86a9 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:58.966913 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-62417ba7-6949-416e-8a37-ebf65de54f09 req-f4697604-1b29-4395-a82d-7778811e5c75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:58.975866 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-150c0112-6154-4f82-b5af-a81f6ea7aa49 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:59.038423 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3b5e9e-76e2-4af9-849b-b769b44cb1b6 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Pushing event deleted for resources: {'Port': ['ID=abdc21e3-d625-4e2d-8a56-0ad4907c4690,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:59.063860 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9e3b5e9e-76e2-4af9-849b-b769b44cb1b6 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:59.064384 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 55602) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:59.087386 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4697604-1b29-4395-a82d-7778811e5c75 service neutron] Pushing event updated for resources: {'Port': ['ID=fde48d19-1c7d-44e3-9924-5140b0e114bd,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:59.087386 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f4697604-1b29-4395-a82d-7778811e5c75 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:59.099018 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-33c83b4a-2670-4fbb-bf27-d1f7bdb5ff0b tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:59.101437 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-c4d3f99a-e93d-41c4-9b3c-37acbf0e5b21 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-686401578'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:54:59.116315 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-33c83b4a-2670-4fbb-bf27-d1f7bdb5ff0b tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:59.129268 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-77363e40-4486-489b-8b17-63eb6d56b2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:59.133324 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-a69f48ad-ddc6-4cd0-a6eb-bc992fa90bb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:59.157440 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcdb6076-d538-4d00-ac8d-64c119bb8426 req-9e3b5e9e-76e2-4af9-849b-b769b44cb1b6 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] No DVR routers for this DVR port abdc21e3-d625-4e2d-8a56-0ad4907c4690 on host n-h1-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:54:59.163840 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fcdb6076-d538-4d00-ac8d-64c119bb8426 req-9e3b5e9e-76e2-4af9-849b-b769b44cb1b6 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:59.165880 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fcdb6076-d538-4d00-ac8d-64c119bb8426 req-9e3b5e9e-76e2-4af9-849b-b769b44cb1b6 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.64 "DELETE /v2.0/ports/abdc21e3-d625-4e2d-8a56-0ad4907c4690 HTTP/1.1" status: 204 len: 173 time: 1.9870427 Jun 11 09:54:59.168783 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '445071e3-bce3-40d6-b09a-3bc5f83c1af6', 'name': 'network-vif-deleted', 'tag': 'abdc21e3-d625-4e2d-8a56-0ad4907c4690'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:54:59.171410 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a76f7d22-14b5-46a2-a729-15624fcf4025" -d '{"events": [{"server_uuid": "445071e3-bce3-40d6-b09a-3bc5f83c1af6", "name": "network-vif-deleted", "tag": "abdc21e3-d625-4e2d-8a56-0ad4907c4690"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:54:59.213715 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77363e40-4486-489b-8b17-63eb6d56b2bd None None] Pushing event updated for resources: {'Port': ['ID=26407eda-f915-48dd-81cf-6a122f504c52,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:59.217541 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a9bd548c-f993-4819-9ee3-e49961f44e66 req-77e3752c-34cf-43c0-9eff-b9ae1e1f9bb8 service neutron] 10.222.0.69 "GET /v2.0/networks/2ee9e933-9fda-4839-b4cd-d38077481dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3085282 Jun 11 09:54:59.238293 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-818d1f53-053c-4c00-b0a1-20c44d67bcbe x-openstack-request-id: req-818d1f53-053c-4c00-b0a1-20c44d67bcbe {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:54:59.239277 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "445071e3-bce3-40d6-b09a-3bc5f83c1af6", "name": "network-vif-deleted", "tag": "abdc21e3-d625-4e2d-8a56-0ad4907c4690", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:54:59.239684 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-818d1f53-053c-4c00-b0a1-20c44d67bcbe {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:54:59.240242 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '445071e3-bce3-40d6-b09a-3bc5f83c1af6', 'name': 'network-vif-deleted', 'tag': 'abdc21e3-d625-4e2d-8a56-0ad4907c4690', 'status': 'completed', 'code': 200} Jun 11 09:54:59.263181 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-77363e40-4486-489b-8b17-63eb6d56b2bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:59.295379 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4d3f99a-e93d-41c4-9b3c-37acbf0e5b21 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Made reservation on behalf of 27f3c4dce50f47ad9013fa1bc48941bf for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:54:59.300986 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c4d3f99a-e93d-41c4-9b3c-37acbf0e5b21 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:59.354806 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4d3f99a-e93d-41c4-9b3c-37acbf0e5b21 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 750} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 09:54:59.366531 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c4d3f99a-e93d-41c4-9b3c-37acbf0e5b21 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:59.368649 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-c4d3f99a-e93d-41c4-9b3c-37acbf0e5b21 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Added segment 686cf7b5-2b83-43f0-a6c3-e1d920022762 of type vlan for network 1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e Jun 11 09:54:59.506300 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1ad2782e-c547-43c7-a24a-093930f6203f req-00836e78-2b5f-43ae-a24f-3a9f7a576dc5 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/ports?device_id=445071e3-bce3-40d6-b09a-3bc5f83c1af6 HTTP/1.1" status: 200 len: 210 time: 0.1166015 Jun 11 09:54:59.525315 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c4d3f99a-e93d-41c4-9b3c-37acbf0e5b21 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:59.677777 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c4d3f99a-e93d-41c4-9b3c-37acbf0e5b21 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:59.684060 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d3f99a-e93d-41c4-9b3c-37acbf0e5b21 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:59.684695 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c4d3f99a-e93d-41c4-9b3c-37acbf0e5b21 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:59.702688 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7b079ea5-ce95-4ac5-8ad8-d79f9d6edc26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:54:59.719106 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d3827f-f257-4b4f-9351-0217c7e7d78a req-307eeefd-2642-4a15-87ff-8f49a294a40e tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:54:59.728043 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-76d3827f-f257-4b4f-9351-0217c7e7d78a req-307eeefd-2642-4a15-87ff-8f49a294a40e tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/ports?device_id=d325bd03-091f-43b5-9bbe-af7bc36c08e5 HTTP/1.1" status: 200 len: 931 time: 1.1518447 Jun 11 09:54:59.798336 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d3f99a-e93d-41c4-9b3c-37acbf0e5b21 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Pushing event updated for resources: {'Network': ['ID=1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:54:59.803900 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-c4d3f99a-e93d-41c4-9b3c-37acbf0e5b21 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7045865 Jun 11 09:54:59.803900 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c4d3f99a-e93d-41c4-9b3c-37acbf0e5b21 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:54:59.809774 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 55620) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:59.812074 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-ed4eed76-f19c-4b11-bab8-6f29caceedc3 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1121114865'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:54:59.814829 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:54:59.918689 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed4eed76-f19c-4b11-bab8-6f29caceedc3 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Made reservation on behalf of 27f3c4dce50f47ad9013fa1bc48941bf for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:54:59.922435 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ed4eed76-f19c-4b11-bab8-6f29caceedc3 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:59.934086 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-76d3827f-f257-4b4f-9351-0217c7e7d78a req-3472d466-b313-4073-a90e-14249faaae6f tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0a63a22-d585-43d6-b866-33fbb4d10728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050402 Jun 11 09:54:59.976881 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed4eed76-f19c-4b11-bab8-6f29caceedc3 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 775} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 09:54:59.982085 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-33c83b4a-2670-4fbb-bf27-d1f7bdb5ff0b tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:59.982630 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c83b4a-2670-4fbb-bf27-d1f7bdb5ff0b tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Fanout notify agent at l3_agent the message router_deleted on router 0ce67190-bb26-42b7-ab24-569c17901c0b {{(pid=93177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 09:54:59.991061 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-33c83b4a-2670-4fbb-bf27-d1f7bdb5ff0b tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:59.992073 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-33c83b4a-2670-4fbb-bf27-d1f7bdb5ff0b tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] 10.222.0.60 "DELETE /v2.0/routers/0ce67190-bb26-42b7-ab24-569c17901c0b HTTP/1.1" status: 204 len: 168 time: 1.6556923 Jun 11 09:54:59.994654 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 55628) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:54:59.998381 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ed4eed76-f19c-4b11-bab8-6f29caceedc3 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:54:59.999351 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-ed4eed76-f19c-4b11-bab8-6f29caceedc3 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Added segment de8f4a9a-622b-46a1-b033-7ca5cca64f80 of type vlan for network afbcc96d-d966-4839-b6f4-c3dd378a91e7 Jun 11 09:55:00.002883 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-62417ba7-6949-416e-8a37-ebf65de54f09 req-f4697604-1b29-4395-a82d-7778811e5c75 service neutron] Attempting to bind port fde48d19-1c7d-44e3-9924-5140b0e114bd on host n-h2-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:55:00.003223 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-62417ba7-6949-416e-8a37-ebf65de54f09 req-f4697604-1b29-4395-a82d-7778811e5c75 service neutron] Attempting to bind port fde48d19-1c7d-44e3-9924-5140b0e114bd by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': '8cbdf263-7cef-4405-b417-fb9433495e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '629d88a3-72e3-4ac0-9337-7a18a368e6f9'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:55:00.003597 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62417ba7-6949-416e-8a37-ebf65de54f09 req-f4697604-1b29-4395-a82d-7778811e5c75 service neutron] Attempting to bind port fde48d19-1c7d-44e3-9924-5140b0e114bd on network 629d88a3-72e3-4ac0-9337-7a18a368e6f9 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:55:00.037654 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62417ba7-6949-416e-8a37-ebf65de54f09 req-f4697604-1b29-4395-a82d-7778811e5c75 service neutron] Port fde48d19-1c7d-44e3-9924-5140b0e114bd on network 629d88a3-72e3-4ac0-9337-7a18a368e6f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:55:00.037976 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62417ba7-6949-416e-8a37-ebf65de54f09 req-f4697604-1b29-4395-a82d-7778811e5c75 service neutron] Attempting to bind port fde48d19-1c7d-44e3-9924-5140b0e114bd on network 629d88a3-72e3-4ac0-9337-7a18a368e6f9 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:55:00.053670 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62417ba7-6949-416e-8a37-ebf65de54f09 req-f4697604-1b29-4395-a82d-7778811e5c75 service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:55:00.054018 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62417ba7-6949-416e-8a37-ebf65de54f09 req-f4697604-1b29-4395-a82d-7778811e5c75 service neutron] Checking segment: {'id': '8cbdf263-7cef-4405-b417-fb9433495e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '629d88a3-72e3-4ac0-9337-7a18a368e6f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:55:00.054411 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62417ba7-6949-416e-8a37-ebf65de54f09 req-f4697604-1b29-4395-a82d-7778811e5c75 service neutron] Bound using segment: {'id': '8cbdf263-7cef-4405-b417-fb9433495e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '629d88a3-72e3-4ac0-9337-7a18a368e6f9'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:55:00.054860 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-62417ba7-6949-416e-8a37-ebf65de54f09 req-f4697604-1b29-4395-a82d-7778811e5c75 service neutron] Bound port: fde48d19-1c7d-44e3-9924-5140b0e114bd, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cbdf263-7cef-4405-b417-fb9433495e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '629d88a3-72e3-4ac0-9337-7a18a368e6f9'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:55:00.055231 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-62417ba7-6949-416e-8a37-ebf65de54f09 req-f4697604-1b29-4395-a82d-7778811e5c75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:00.055748 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ed4eed76-f19c-4b11-bab8-6f29caceedc3 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:00.062907 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-38c8aade-d6eb-4510-a8b3-9d3f782648c6 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:00.065259 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-069d2311-37fd-4f2f-879c-bff51c59369f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:00.174882 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c8aade-d6eb-4510-a8b3-9d3f782648c6 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:55:00.180676 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ed4eed76-f19c-4b11-bab8-6f29caceedc3 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:00.192399 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4eed76-f19c-4b11-bab8-6f29caceedc3 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:00.193281 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ed4eed76-f19c-4b11-bab8-6f29caceedc3 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:00.198062 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0e353184-6318-46fb-a43a-dc34807fe371 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:00.247453 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c8aade-d6eb-4510-a8b3-9d3f782648c6 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event updated for resources: {'Subnet': ['ID=b9d17950-d291-4521-947a-f7638444f1ea,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:00.251944 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-38c8aade-d6eb-4510-a8b3-9d3f782648c6 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:55:00.254495 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 55636) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:55:00.272013 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c8aade-d6eb-4510-a8b3-9d3f782648c6 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:00.272891 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-38c8aade-d6eb-4510-a8b3-9d3f782648c6 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:00.285296 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-38c8aade-d6eb-4510-a8b3-9d3f782648c6 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:00.313877 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4eed76-f19c-4b11-bab8-6f29caceedc3 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Pushing event updated for resources: {'Network': ['ID=afbcc96d-d966-4839-b6f4-c3dd378a91e7,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:00.316877 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ed4eed76-f19c-4b11-bab8-6f29caceedc3 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:00.320285 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-ed4eed76-f19c-4b11-bab8-6f29caceedc3 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5110526 Jun 11 09:55:00.321218 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 55640) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:55:00.328949 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network afbcc96d-d966-4839-b6f4-c3dd378a91e7 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:55:00.335283 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-42acfffe-c9ab-4aa6-9dff-c2cc19158cb6 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Request body: {'subnet': {'network_id': '1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:55:00.335856 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-ab048d43-d8a5-424f-b654-dd689eb27c1c tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Deleting port 0f8d358e-6ad9-4ffc-a04d-567fa1e65863 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:55:00.336294 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ab048d43-d8a5-424f-b654-dd689eb27c1c tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:00.509037 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-38c8aade-d6eb-4510-a8b3-9d3f782648c6 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2284684 Jun 11 09:55:00.510672 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 55642) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:55:00.520929 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-842319c6-9c5e-4ae7-b9ed-052ab90b716e admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1801002739-network', 'tenant_id': '738abe581be64edd8f2e0a146ff187c8'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:55:00.536993 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-07dcda9c-7936-48fc-bf73-ef36c4f7d6dc tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Request body: {'port': {'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'mac_address': 'fa:16:3e:48:10:fe', 'name': 'tempest-NetworksTestDHCPv6-833220702'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:55:00.559420 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-62417ba7-6949-416e-8a37-ebf65de54f09 req-f4697604-1b29-4395-a82d-7778811e5c75 service neutron] For port fde48d19-1c7d-44e3-9924-5140b0e114bd, host n-h2-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:55:00.598225 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c66cb72-ce40-4829-ad64-1b8677de61ea None None] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:55:00.600131 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ab048d43-d8a5-424f-b654-dd689eb27c1c tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:00.603401 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device abdc21e3-d625-4e2d-8a56-0ad4907c4690 no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:55:00.603545 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-62417ba7-6949-416e-8a37-ebf65de54f09 req-f4697604-1b29-4395-a82d-7778811e5c75 service neutron] For port fde48d19-1c7d-44e3-9924-5140b0e114bd, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=fde48d19-1c7d-44e3-9924-5140b0e114bd,segment=NetworkSegment(8cbdf263-7cef-4405-b417-fb9433495e8a),segment_id=8cbdf263-7cef-4405-b417-fb9433495e8a)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:55:00.650276 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-842319c6-9c5e-4ae7-b9ed-052ab90b716e admin admin] Made reservation on behalf of 738abe581be64edd8f2e0a146ff187c8 for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:55:00.653349 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-842319c6-9c5e-4ae7-b9ed-052ab90b716e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:00.663890 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] No Port match for: abdc21e3-d625-4e2d-8a56-0ad4907c4690 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:55:00.665016 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device abdc21e3-d625-4e2d-8a56-0ad4907c4690 not bound to the agent host n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:55:00.674301 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-842319c6-9c5e-4ae7-b9ed-052ab90b716e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:00.726108 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-ab048d43-d8a5-424f-b654-dd689eb27c1c tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Calling delete_port for 0f8d358e-6ad9-4ffc-a04d-567fa1e65863 owned by {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:55:00.786322 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-62417ba7-6949-416e-8a37-ebf65de54f09 req-f4697604-1b29-4395-a82d-7778811e5c75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:00.805659 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42acfffe-c9ab-4aa6-9dff-c2cc19158cb6 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Made reservation on behalf of 27f3c4dce50f47ad9013fa1bc48941bf for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:55:00.807288 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ab664720-b11d-4903-98e0-4652e16f9e2f tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:00.810217 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-42acfffe-c9ab-4aa6-9dff-c2cc19158cb6 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:00.856604 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62417ba7-6949-416e-8a37-ebf65de54f09 req-f4697604-1b29-4395-a82d-7778811e5c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:00.858915 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-62417ba7-6949-416e-8a37-ebf65de54f09 req-f4697604-1b29-4395-a82d-7778811e5c75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:00.859843 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-62417ba7-6949-416e-8a37-ebf65de54f09 req-f4697604-1b29-4395-a82d-7778811e5c75 service neutron] 10.222.0.69 "PUT /v2.0/ports/fde48d19-1c7d-44e3-9924-5140b0e114bd HTTP/1.1" status: 200 len: 1092 time: 3.8640089 Jun 11 09:55:00.860573 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd325bd03-091f-43b5-9bbe-af7bc36c08e5', 'tag': 'fde48d19-1c7d-44e3-9924-5140b0e114bd'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:55:00.863104 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab00105-ad1f-45e0-b0e5-2cc6f5d779d8" -d '{"events": [{"name": "network-changed", "server_uuid": "d325bd03-091f-43b5-9bbe-af7bc36c08e5", "tag": "fde48d19-1c7d-44e3-9924-5140b0e114bd"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:55:00.962344 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 26407eda-f915-48dd-81cf-6a122f504c52 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:55:00.974339 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-5f87fe5f-1c0f-433a-aa04-c04ccad78c53 None None] Provisioning for port 26407eda-f915-48dd-81cf-6a122f504c52 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:55:01.029328 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f59fafd6-0937-4b01-9abb-ce02cce79a1b x-openstack-request-id: req-f59fafd6-0937-4b01-9abb-ce02cce79a1b {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:55:01.030066 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d325bd03-091f-43b5-9bbe-af7bc36c08e5", "tag": "fde48d19-1c7d-44e3-9924-5140b0e114bd", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:55:01.030378 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f59fafd6-0937-4b01-9abb-ce02cce79a1b {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:55:01.031740 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd325bd03-091f-43b5-9bbe-af7bc36c08e5', 'tag': 'fde48d19-1c7d-44e3-9924-5140b0e114bd', 'status': 'completed', 'code': 200} Jun 11 09:55:01.127511 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4697604-1b29-4395-a82d-7778811e5c75 service neutron] Pushing event updated for resources: {'Port': ['ID=fde48d19-1c7d-44e3-9924-5140b0e114bd,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:01.127778 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:01.140132 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f4697604-1b29-4395-a82d-7778811e5c75 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:01.196602 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab00105-ad1f-45e0-b0e5-2cc6f5d779d8 req-7824ca2d-db2d-43d3-8f35-f2141d34fd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:01.200781 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cab00105-ad1f-45e0-b0e5-2cc6f5d779d8 req-7824ca2d-db2d-43d3-8f35-f2141d34fd96 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=205594447f3445c2ac3204bbefdd34aa&device_id=d325bd03-091f-43b5-9bbe-af7bc36c08e5 HTTP/1.1" status: 200 len: 1095 time: 0.1674573 Jun 11 09:55:01.246523 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 26407eda-f915-48dd-81cf-6a122f504c52 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:55:01.261184 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 26407eda-f915-48dd-81cf-6a122f504c52 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:55:01.262567 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:01.293679 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-842319c6-9c5e-4ae7-b9ed-052ab90b716e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:01.323389 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2973fb86-3687-4c63-8e92-900b3986a1a2 None None] Update dhcp port {'port': {'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'fixed_ips': [{'subnet_id': '7b18de4d-b7b5-4792-a3aa-c0970918e5bd', 'ip_address': '2001:db8::f816:3eff:fe04:3beb'}, {'subnet_id': 'b9d17950-d291-4521-947a-f7638444f1ea'}], 'binding:host_id': 'n-d-779913-12'}, 'id': '26407eda-f915-48dd-81cf-6a122f504c52'} from n-d-779913-12. {{(pid=93178) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 11 09:55:01.411604 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2973fb86-3687-4c63-8e92-900b3986a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:01.450280 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-42acfffe-c9ab-4aa6-9dff-c2cc19158cb6 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:01.453451 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-80d4c891-71c0-430d-bfbc-4335da269583 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:01.484520 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab00105-ad1f-45e0-b0e5-2cc6f5d779d8 req-b1babde5-63c7-4bac-9f94-23b67df8e8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:01.485987 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cab00105-ad1f-45e0-b0e5-2cc6f5d779d8 req-b1babde5-63c7-4bac-9f94-23b67df8e8fd service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=205594447f3445c2ac3204bbefdd34aa&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2698104 Jun 11 09:55:01.494336 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e06c888-3393-4250-bfc4-addd5a419362 req-ace82837-d7c6-42f2-a5a4-87ca60c4f7d3 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:01.501991 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6e06c888-3393-4250-bfc4-addd5a419362 req-ace82837-d7c6-42f2-a5a4-87ca60c4f7d3 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/ports?device_id=d325bd03-091f-43b5-9bbe-af7bc36c08e5 HTTP/1.1" status: 200 len: 943 time: 0.2458296 Jun 11 09:55:01.539358 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ab048d43-d8a5-424f-b654-dd689eb27c1c tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:01.550951 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-842319c6-9c5e-4ae7-b9ed-052ab90b716e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:01.577908 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9d825f7d-ffb8-469e-b0a1-cf47f7131f29 tempest-ServerActionsTestJSON-1797085218 tempest-ServerActionsTestJSON-1797085218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:01.628408 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42acfffe-c9ab-4aa6-9dff-c2cc19158cb6 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Pushing event updated for resources: {'Subnet': ['ID=ed222787-e673-4822-923d-7d2cddde10e7,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:01.631866 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-42acfffe-c9ab-4aa6-9dff-c2cc19158cb6 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:01.634664 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-842319c6-9c5e-4ae7-b9ed-052ab90b716e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 795} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 09:55:01.637609 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5873a923-07d8-44fc-b249-476defba32a2 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:01.641528 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab048d43-d8a5-424f-b654-dd689eb27c1c tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Pushing event deleted for resources: {'Port': ['ID=0f8d358e-6ad9-4ffc-a04d-567fa1e65863,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:01.654292 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07dcda9c-7936-48fc-bf73-ef36c4f7d6dc tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Made reservation on behalf of 3a7e48b24b924bff8faf8c740b2810c2 for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:55:01.659767 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ab048d43-d8a5-424f-b654-dd689eb27c1c tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:01.684767 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:01.694368 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-842319c6-9c5e-4ae7-b9ed-052ab90b716e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:01.694726 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-842319c6-9c5e-4ae7-b9ed-052ab90b716e admin admin] Added segment c2c733f0-843c-48ee-b89c-fa235a0b5b12 of type vlan for network 0492cfca-b973-4766-a98f-06df9047fd5d Jun 11 09:55:01.780771 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42acfffe-c9ab-4aa6-9dff-c2cc19158cb6 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Checking segment: {'id': '686cf7b5-2b83-43f0-a6c3-e1d920022762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:55:01.781133 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42acfffe-c9ab-4aa6-9dff-c2cc19158cb6 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Network hostable DHCP agents. Network: 1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 09:55:01.787983 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842319c6-9c5e-4ae7-b9ed-052ab90b716e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abdcb17a-68bc-4d03-89e1-7baaf91e40c8,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:01.812946 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-842319c6-9c5e-4ae7-b9ed-052ab90b716e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:01.823402 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac11c65-2896-4b3f-a5ab-311e0b215cfc req-25d3fbea-9d54-45c8-928a-2b73e796c447 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:01.826032 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-bac11c65-2896-4b3f-a5ab-311e0b215cfc req-25d3fbea-9d54-45c8-928a-2b73e796c447 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/ports?device_id=af759f82-325a-479d-9171-b34363c7d03f HTTP/1.1" status: 200 len: 946 time: 0.2654004 Jun 11 09:55:01.830138 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-842319c6-9c5e-4ae7-b9ed-052ab90b716e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:01.830590 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 26407eda-f915-48dd-81cf-6a122f504c52, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=26407eda-f915-48dd-81cf-6a122f504c52,segment=NetworkSegment(e0bc2927-8a98-4066-9eb5-5174f5accc0f),segment_id=e0bc2927-8a98-4066-9eb5-5174f5accc0f)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:55:01.885919 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab00105-ad1f-45e0-b0e5-2cc6f5d779d8 req-868d082c-45b4-4d67-a2ce-460a65814d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:01.885919 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cab00105-ad1f-45e0-b0e5-2cc6f5d779d8 req-868d082c-45b4-4d67-a2ce-460a65814d55 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3638215 Jun 11 09:55:01.890732 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6e06c888-3393-4250-bfc4-addd5a419362 req-9f0a1002-f023-4e9e-bf7a-ece3547828d6 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0a63a22-d585-43d6-b866-33fbb4d10728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3877652 Jun 11 09:55:01.940098 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-2973fb86-3687-4c63-8e92-900b3986a1a2 None None] Allocated IP 172.20.0.2 (f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc/b9d17950-d291-4521-947a-f7638444f1ea/26407eda-f915-48dd-81cf-6a122f504c52) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:55:01.947435 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-bac11c65-2896-4b3f-a5ab-311e0b215cfc req-5a14e71d-4947-47fc-aeb3-68c51afb56f3 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/security-groups?id=982f2ef2-bb6d-4fbc-bd87-ed6195b74a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093733 Jun 11 09:55:02.004975 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:02.010732 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-69a3896f-02bd-41fe-a24e-d276e5203bf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:02.068077 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ab048d43-d8a5-424f-b654-dd689eb27c1c tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:02.069871 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-ab048d43-d8a5-424f-b654-dd689eb27c1c tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] 10.222.0.60 "DELETE /v2.0/ports/0f8d358e-6ad9-4ffc-a04d-567fa1e65863 HTTP/1.1" status: 204 len: 168 time: 2.0742359 Jun 11 09:55:02.072610 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 55660) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:55:02.099060 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-07dcda9c-7936-48fc-bf73-ef36c4f7d6dc tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:02.121664 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-842319c6-9c5e-4ae7-b9ed-052ab90b716e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:02.123086 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842319c6-9c5e-4ae7-b9ed-052ab90b716e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:02.124503 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-842319c6-9c5e-4ae7-b9ed-052ab90b716e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:02.132578 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [None req-07dcda9c-7936-48fc-bf73-ef36c4f7d6dc tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] device_id is not set on port 6f5d27b8-dbf2-460b-8266-9846de383fe7 yet. {{(pid=93177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 09:55:02.138677 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2ff2b9af-92c8-4302-8bbb-32665412a90a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:02.141265 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62417ba7-6949-416e-8a37-ebf65de54f09 req-22a4bc65-8098-4010-ae3b-22ce51c2d828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:02.142802 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-62417ba7-6949-416e-8a37-ebf65de54f09 req-22a4bc65-8098-4010-ae3b-22ce51c2d828 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=205594447f3445c2ac3204bbefdd34aa&device_id=d325bd03-091f-43b5-9bbe-af7bc36c08e5 HTTP/1.1" status: 200 len: 1095 time: 0.2026389 Jun 11 09:55:02.161626 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=26407eda-f915-48dd-81cf-6a122f504c52,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:02.166321 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:02.186561 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42acfffe-c9ab-4aa6-9dff-c2cc19158cb6 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Network 1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 09:55:02.200772 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-2973fb86-3687-4c63-8e92-900b3986a1a2 None None] For port 26407eda-f915-48dd-81cf-6a122f504c52, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=26407eda-f915-48dd-81cf-6a122f504c52,segment=NetworkSegment(e0bc2927-8a98-4066-9eb5-5174f5accc0f),segment_id=e0bc2927-8a98-4066-9eb5-5174f5accc0f)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:55:02.210437 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-078f3d83-789d-4690-8ce9-e0138165178c tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Deleting subnet bf974131-4a5e-4fbb-a4ab-1e48d3b75e93 {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 09:55:02.237035 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2973fb86-3687-4c63-8e92-900b3986a1a2 None None] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:02.251819 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-2973fb86-3687-4c63-8e92-900b3986a1a2 None None] Transition to ACTIVE for port object 26407eda-f915-48dd-81cf-6a122f504c52 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:55:02.257810 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-62417ba7-6949-416e-8a37-ebf65de54f09 req-5faa1a82-84c4-4bbc-b261-50607c37589b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fde48d19-1c7d-44e3-9924-5140b0e114bd HTTP/1.1" status: 200 len: 217 time: 0.0706153 Jun 11 09:55:02.261912 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-078f3d83-789d-4690-8ce9-e0138165178c tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:02.291405 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-842319c6-9c5e-4ae7-b9ed-052ab90b716e admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.0305684 Jun 11 09:55:02.292212 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842319c6-9c5e-4ae7-b9ed-052ab90b716e admin admin] Pushing event updated for resources: {'Network': ['ID=0492cfca-b973-4766-a98f-06df9047fd5d,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:02.297030 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 55662) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:55:02.297826 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-842319c6-9c5e-4ae7-b9ed-052ab90b716e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:02.302942 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-34f838ae-f0d9-4b95-b0f5-b147ead73afd admin admin] Request body: {'subnet': {'network_id': '0492cfca-b973-4766-a98f-06df9047fd5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1801002739-subnet', 'tenant_id': '738abe581be64edd8f2e0a146ff187c8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:55:02.305445 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 0492cfca-b973-4766-a98f-06df9047fd5d details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:55:02.316549 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-42acfffe-c9ab-4aa6-9dff-c2cc19158cb6 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:55:02.321855 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62417ba7-6949-416e-8a37-ebf65de54f09 req-07da7dae-9cdc-418a-bb24-c9f95b833183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:02.323532 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-62417ba7-6949-416e-8a37-ebf65de54f09 req-07da7dae-9cdc-418a-bb24-c9f95b833183 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=44ed3fc7-9612-451c-8b75-8a1ffa244da3 HTTP/1.1" status: 200 len: 851 time: 0.0571988 Jun 11 09:55:02.325567 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42acfffe-c9ab-4aa6-9dff-c2cc19158cb6 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:02.326150 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-42acfffe-c9ab-4aa6-9dff-c2cc19158cb6 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:02.330348 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249ddfd2-56e0-48ba-98f7-d1feee9681c0 None None] Network 1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:55:02.346102 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-078f3d83-789d-4690-8ce9-e0138165178c tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:02.371727 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-62417ba7-6949-416e-8a37-ebf65de54f09 req-64f01b72-8445-4d11-ae31-7befe521782d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=629d88a3-72e3-4ac0-9337-7a18a368e6f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416460 Jun 11 09:55:02.414033 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2973fb86-3687-4c63-8e92-900b3986a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:02.425704 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f8f964b9-8027-499a-bffa-cde75b39f2ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:02.468073 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-078f3d83-789d-4690-8ce9-e0138165178c tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:02.506125 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f838ae-f0d9-4b95-b0f5-b147ead73afd admin admin] Made reservation on behalf of 738abe581be64edd8f2e0a146ff187c8 for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:55:02.508643 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-34f838ae-f0d9-4b95-b0f5-b147ead73afd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:02.519584 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2973fb86-3687-4c63-8e92-900b3986a1a2 None None] Pushing event updated for resources: {'Port': ['ID=26407eda-f915-48dd-81cf-6a122f504c52,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:02.526313 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-2973fb86-3687-4c63-8e92-900b3986a1a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:02.603662 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-62417ba7-6949-416e-8a37-ebf65de54f09 req-aa2d8e56-ac8f-4bd0-8817-8cf673f3210e service neutron] 10.222.0.69 "GET /v2.0/networks/629d88a3-72e3-4ac0-9337-7a18a368e6f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249191 Jun 11 09:55:02.621975 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-07dcda9c-7936-48fc-bf73-ef36c4f7d6dc tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Allocated IP 172.20.0.4 (f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc/b9d17950-d291-4521-947a-f7638444f1ea/6f5d27b8-dbf2-460b-8266-9846de383fe7) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:55:02.634211 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-42acfffe-c9ab-4aa6-9dff-c2cc19158cb6 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.3117709 Jun 11 09:55:02.637928 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 55666) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:55:02.655439 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-04b739aa-06f2-4ac1-9427-ea2c65bb5aa4 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Request body: {'subnet': {'network_id': 'afbcc96d-d966-4839-b6f4-c3dd378a91e7', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:55:02.807263 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-078f3d83-789d-4690-8ce9-e0138165178c tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:02.813665 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e1103483-c250-4fd0-9499-4392be81162f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:02.858198 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0581a23-28c7-4a52-bcae-514d534495a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e', 'network_id': '1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e', 'tenant_id': '27f3c4dce50f47ad9013fa1bc48941bf', 'fixed_ips': [{'subnet_id': 'ed222787-e673-4822-923d-7d2cddde10e7'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 09:55:02.859457 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c0581a23-28c7-4a52-bcae-514d534495a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:02.868441 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078f3d83-789d-4690-8ce9-e0138165178c tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Pushing event deleted for resources: {'Subnet': ['ID=bf974131-4a5e-4fbb-a4ab-1e48d3b75e93,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:02.876066 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-078f3d83-789d-4690-8ce9-e0138165178c tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:02.877203 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-078f3d83-789d-4690-8ce9-e0138165178c tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:02.882212 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-078f3d83-789d-4690-8ce9-e0138165178c tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] 10.222.0.60 "DELETE /v2.0/subnets/bf974131-4a5e-4fbb-a4ab-1e48d3b75e93 HTTP/1.1" status: 204 len: 168 time: 0.8060257 Jun 11 09:55:02.883493 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 55668) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:55:02.891405 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-07dcda9c-7936-48fc-bf73-ef36c4f7d6dc tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Allocated IP 2001:db8::f816:3eff:fe48:10fe (f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc/7b18de4d-b7b5-4792-a3aa-c0970918e5bd/6f5d27b8-dbf2-460b-8266-9846de383fe7) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:55:02.952513 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-62417ba7-6949-416e-8a37-ebf65de54f09 req-82e0ff03-56c2-4c56-aad7-75d61af14da9 service neutron] 10.222.0.69 "GET /v2.0/networks/629d88a3-72e3-4ac0-9337-7a18a368e6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3412449 Jun 11 09:55:03.027109 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-34f838ae-f0d9-4b95-b0f5-b147ead73afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:03.033076 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-57ef61a6-a3e5-4757-8dc9-4ab4bb7fe6c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:03.045778 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f68fb4d6-d30e-4dd8-a8c4-d974ea4b0648 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:03.152894 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f838ae-f0d9-4b95-b0f5-b147ead73afd admin admin] Pushing event updated for resources: {'Subnet': ['ID=89d6fc41-30a6-4609-9ab7-14ab7e969768,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:03.157644 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-34f838ae-f0d9-4b95-b0f5-b147ead73afd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:03.179752 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77823a61-3fa8-44e5-8a9e-fba39b3fbf15 None None] Network 17469edb-653a-44cc-b8a6-3ef542c54afd requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:55:03.200775 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 26407eda-f915-48dd-81cf-6a122f504c52 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:55:03.224518 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f838ae-f0d9-4b95-b0f5-b147ead73afd admin admin] Checking segment: {'id': 'c2c733f0-843c-48ee-b89c-fa235a0b5b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '0492cfca-b973-4766-a98f-06df9047fd5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:55:03.225005 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f838ae-f0d9-4b95-b0f5-b147ead73afd admin admin] Network hostable DHCP agents. Network: 0492cfca-b973-4766-a98f-06df9047fd5d, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 09:55:03.227414 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-c0581a23-28c7-4a52-bcae-514d534495a0 None None] Allocated IP 10.1.1.2 (1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e/ed222787-e673-4822-923d-7d2cddde10e7/b0f63a55-73b0-4fbe-887d-5b2ae21bd973) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:55:03.232577 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b739aa-06f2-4ac1-9427-ea2c65bb5aa4 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Made reservation on behalf of 27f3c4dce50f47ad9013fa1bc48941bf for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:55:03.234739 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-04b739aa-06f2-4ac1-9427-ea2c65bb5aa4 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:03.316184 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-f68fb4d6-d30e-4dd8-a8c4-d974ea4b0648 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Deleting port 4cc083f3-85c4-4a99-a551-0797ded276d7 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:55:03.316839 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f68fb4d6-d30e-4dd8-a8c4-d974ea4b0648 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:03.361224 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efbf9b6-27cc-43a5-abf2-e887f885f8be req-3bbbf1ae-9718-40b6-a9da-739352a45ad4 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:03.363160 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2efbf9b6-27cc-43a5-abf2-e887f885f8be req-3bbbf1ae-9718-40b6-a9da-739352a45ad4 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/ports?device_id=af759f82-325a-479d-9171-b34363c7d03f HTTP/1.1" status: 200 len: 946 time: 0.1593380 Jun 11 09:55:03.366772 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f838ae-f0d9-4b95-b0f5-b147ead73afd admin admin] Network 0492cfca-b973-4766-a98f-06df9047fd5d is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 09:55:03.472884 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-f68fb4d6-d30e-4dd8-a8c4-d974ea4b0648 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] For port 4cc083f3-85c4-4a99-a551-0797ded276d7, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=4cc083f3-85c4-4a99-a551-0797ded276d7,segment=NetworkSegment(0afd7441-217a-4d40-a68b-94314251ac38),segment_id=0afd7441-217a-4d40-a68b-94314251ac38)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:55:03.473590 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f68fb4d6-d30e-4dd8-a8c4-d974ea4b0648 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:03.554493 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-34f838ae-f0d9-4b95-b0f5-b147ead73afd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 0492cfca-b973-4766-a98f-06df9047fd5d) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:55:03.574384 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42cb395a-004d-428e-9a7a-f3050a4b542c None None] Network 0492cfca-b973-4766-a98f-06df9047fd5d requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:55:03.603277 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-f68fb4d6-d30e-4dd8-a8c4-d974ea4b0648 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Calling delete_port for 4cc083f3-85c4-4a99-a551-0797ded276d7 owned by network:dhcp {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:55:03.618858 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2efbf9b6-27cc-43a5-abf2-e887f885f8be req-987c22ef-8803-4569-9c56-3f28ef152406 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/security-groups?id=982f2ef2-bb6d-4fbc-bd87-ed6195b74a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434227 Jun 11 09:55:03.645892 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f838ae-f0d9-4b95-b0f5-b147ead73afd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:03.646867 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-34f838ae-f0d9-4b95-b0f5-b147ead73afd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:03.798924 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-07dcda9c-7936-48fc-bf73-ef36c4f7d6dc tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:03.832454 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-07dcda9c-7936-48fc-bf73-ef36c4f7d6dc tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Transition to ACTIVE for port object 6f5d27b8-dbf2-460b-8266-9846de383fe7 will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:55:03.894821 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c0581a23-28c7-4a52-bcae-514d534495a0 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:03.907659 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-c0581a23-28c7-4a52-bcae-514d534495a0 None None] Transition to ACTIVE for port object b0f63a55-73b0-4fbe-887d-5b2ae21bd973 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:55:03.938017 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ed49f-e9e2-49e6-9df6-ce1745013b27 req-480f158e-7261-41f8-a715-d5bc9bbc92da tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:03.940861 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47bcc28-1de8-427e-ba8d-2b64149bcf01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-0492cfca-b973-4766-a98f-06df9047fd5d', 'network_id': '0492cfca-b973-4766-a98f-06df9047fd5d', 'tenant_id': '738abe581be64edd8f2e0a146ff187c8', 'fixed_ips': [{'subnet_id': '89d6fc41-30a6-4609-9ab7-14ab7e969768'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 09:55:03.941731 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b47bcc28-1de8-427e-ba8d-2b64149bcf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:03.951714 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7d4ed49f-e9e2-49e6-9df6-ce1745013b27 req-480f158e-7261-41f8-a715-d5bc9bbc92da tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/ports?device_id=d325bd03-091f-43b5-9bbe-af7bc36c08e5 HTTP/1.1" status: 200 len: 943 time: 0.7831562 Jun 11 09:55:03.954307 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-c190e56c-d399-467d-919c-2c0663311eb1 None None] Provisioning for port 26407eda-f915-48dd-81cf-6a122f504c52 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:55:03.973433 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-c190e56c-d399-467d-919c-2c0663311eb1 None None] Provisioning complete for port 26407eda-f915-48dd-81cf-6a122f504c52 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:55:03.973858 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c190e56c-d399-467d-919c-2c0663311eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:04.013979 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-c0581a23-28c7-4a52-bcae-514d534495a0 None None] Transition to ACTIVE for port object b0f63a55-73b0-4fbe-887d-5b2ae21bd973 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:55:04.025460 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9399eba-1de8-49d0-969a-7a04c28c3563 None None] DHCP port deletion for 17469edb-653a-44cc-b8a6-3ef542c54afd request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 09:55:04.101930 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7d4ed49f-e9e2-49e6-9df6-ce1745013b27 req-2ae43f84-c49a-46ad-b507-1cb280ea06f8 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0a63a22-d585-43d6-b866-33fbb4d10728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489768 Jun 11 09:55:04.145012 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-34f838ae-f0d9-4b95-b0f5-b147ead73afd admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8461401 Jun 11 09:55:04.148330 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 55678) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:55:04.153607 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-9116bb1d-db5b-4e05-a2da-c3f6141effe0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1801002739-router', 'tenant_id': '738abe581be64edd8f2e0a146ff187c8', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:55:04.190500 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-07dcda9c-7936-48fc-bf73-ef36c4f7d6dc tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:04.194611 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0c92ac74-e3ef-4a90-98a5-366b002dd424 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:04.249829 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-04b739aa-06f2-4ac1-9427-ea2c65bb5aa4 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:04.252841 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07dcda9c-7936-48fc-bf73-ef36c4f7d6dc tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:55:04.262490 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-07dcda9c-7936-48fc-bf73-ef36c4f7d6dc tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:55:04.266041 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dcda9c-7936-48fc-bf73-ef36c4f7d6dc tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event updated for resources: {'Port': ['ID=6f5d27b8-dbf2-460b-8266-9846de383fe7,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:04.269208 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07dcda9c-7936-48fc-bf73-ef36c4f7d6dc tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:55:04.275728 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-07dcda9c-7936-48fc-bf73-ef36c4f7d6dc tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:04.279792 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1850c124-c86a-4221-8c53-352b82e24270 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:04.280119 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c0581a23-28c7-4a52-bcae-514d534495a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:04.287548 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:04.298784 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f68fb4d6-d30e-4dd8-a8c4-d974ea4b0648 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:04.305154 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c1a643ec-6731-490d-81ad-279fa60364dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:04.311788 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9116bb1d-db5b-4e05-a2da-c3f6141effe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:04.312830 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9116bb1d-db5b-4e05-a2da-c3f6141effe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:04.347608 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68fb4d6-d30e-4dd8-a8c4-d974ea4b0648 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Pushing event deleted for resources: {'Port': ['ID=4cc083f3-85c4-4a99-a551-0797ded276d7,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:04.357685 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f68fb4d6-d30e-4dd8-a8c4-d974ea4b0648 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:04.368103 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68fb4d6-d30e-4dd8-a8c4-d974ea4b0648 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] No DVR routers for this DVR port 4cc083f3-85c4-4a99-a551-0797ded276d7 on host n-d-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:55:04.379309 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0581a23-28c7-4a52-bcae-514d534495a0 None None] Network 1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:55:04.418362 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07dcda9c-7936-48fc-bf73-ef36c4f7d6dc tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:04.419017 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-07dcda9c-7936-48fc-bf73-ef36c4f7d6dc tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:04.430965 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-c0581a23-28c7-4a52-bcae-514d534495a0 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:55:04.436861 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0581a23-28c7-4a52-bcae-514d534495a0 None None] Pushing event updated for resources: {'Port': ['ID=b0f63a55-73b0-4fbe-887d-5b2ae21bd973,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:04.439195 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0581a23-28c7-4a52-bcae-514d534495a0 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:55:04.441038 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b739aa-06f2-4ac1-9427-ea2c65bb5aa4 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Pushing event updated for resources: {'Subnet': ['ID=ba156a19-5bcc-4467-be5b-d926e6e3da76,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:04.448723 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-c0581a23-28c7-4a52-bcae-514d534495a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:04.508969 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f68fb4d6-d30e-4dd8-a8c4-d974ea4b0648 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:04.509310 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9116bb1d-db5b-4e05-a2da-c3f6141effe0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:04.509981 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-b47bcc28-1de8-427e-ba8d-2b64149bcf01 None None] Allocated IP 172.20.0.2 (0492cfca-b973-4766-a98f-06df9047fd5d/89d6fc41-30a6-4609-9ab7-14ab7e969768/51038530-e912-40a2-88a8-f8f194a193ed) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:55:04.510944 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b739aa-06f2-4ac1-9427-ea2c65bb5aa4 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Checking segment: {'id': 'de8f4a9a-622b-46a1-b033-7ca5cca64f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'afbcc96d-d966-4839-b6f4-c3dd378a91e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:55:04.511438 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b739aa-06f2-4ac1-9427-ea2c65bb5aa4 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Network hostable DHCP agents. Network: afbcc96d-d966-4839-b6f4-c3dd378a91e7, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 09:55:04.521329 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-04b739aa-06f2-4ac1-9427-ea2c65bb5aa4 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:04.523242 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-f68fb4d6-d30e-4dd8-a8c4-d974ea4b0648 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17469edb-653a-44cc-b8a6-3ef542c54afd']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:55:04.536918 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-f68fb4d6-d30e-4dd8-a8c4-d974ea4b0648 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0afd7441-217a-4d40-a68b-94314251ac38') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:55:04.537358 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-f68fb4d6-d30e-4dd8-a8c4-d974ea4b0648 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0afd7441-217a-4d40-a68b-94314251ac38') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:55:04.549507 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f68fb4d6-d30e-4dd8-a8c4-d974ea4b0648 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:04.554846 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-e9399eba-1de8-49d0-969a-7a04c28c3563 None None] Deleting port 4cc083f3-85c4-4a99-a551-0797ded276d7 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:55:04.555233 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e9399eba-1de8-49d0-969a-7a04c28c3563 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:04.572269 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f68fb4d6-d30e-4dd8-a8c4-d974ea4b0648 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:04.579445 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f68fb4d6-d30e-4dd8-a8c4-d974ea4b0648 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Releasing vlan 764 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 09:55:04.579870 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f68fb4d6-d30e-4dd8-a8c4-d974ea4b0648 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:04.583134 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:55:04.583134 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:55:04.583134 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:55:04.583134 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:55:04.583134 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 09:55:04.583134 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 09:55:04.583134 n-d-779913-12 neutron-server[93176]: timer() Jun 11 09:55:04.583134 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 09:55:04.583134 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 09:55:04.583134 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 09:55:04.583134 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 09:55:04.583134 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 09:55:04.583134 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 09:55:04.583134 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 09:55:04.583134 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 09:55:04.583134 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 09:55:04.583134 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 09:55:04.583134 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 09:55:04.583134 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 09:55:04.583134 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 09:55:04.583134 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 09:55:04.583134 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 09:55:04.583134 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 09:55:04.583134 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 09:55:04.583134 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 09:55:04.583134 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 09:55:04.583134 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 09:55:04.583134 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 09:55:04.583134 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 09:55:04.583134 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 09:55:04.583134 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 09:55:04.583134 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 09:55:04.583134 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 09:55:04.583134 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 09:55:04.583134 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 09:55:04.583134 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 09:55:04.593715 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-c0581a23-28c7-4a52-bcae-514d534495a0 None None] Attempting to bind port b0f63a55-73b0-4fbe-887d-5b2ae21bd973 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:55:04.594104 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-c0581a23-28c7-4a52-bcae-514d534495a0 None None] Attempting to bind port b0f63a55-73b0-4fbe-887d-5b2ae21bd973 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '686cf7b5-2b83-43f0-a6c3-e1d920022762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:55:04.594484 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0581a23-28c7-4a52-bcae-514d534495a0 None None] Attempting to bind port b0f63a55-73b0-4fbe-887d-5b2ae21bd973 on network 1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:55:04.631286 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0581a23-28c7-4a52-bcae-514d534495a0 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:55:04.631711 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0581a23-28c7-4a52-bcae-514d534495a0 None None] Checking segment: {'id': '686cf7b5-2b83-43f0-a6c3-e1d920022762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:55:04.632134 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c0581a23-28c7-4a52-bcae-514d534495a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:04.632549 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0581a23-28c7-4a52-bcae-514d534495a0 None None] Bound using segment: {'id': '686cf7b5-2b83-43f0-a6c3-e1d920022762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:55:04.633047 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-c0581a23-28c7-4a52-bcae-514d534495a0 None None] Bound port: b0f63a55-73b0-4fbe-887d-5b2ae21bd973, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '686cf7b5-2b83-43f0-a6c3-e1d920022762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:55:04.633439 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c0581a23-28c7-4a52-bcae-514d534495a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:04.678685 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-07dcda9c-7936-48fc-bf73-ef36c4f7d6dc tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.1480832 Jun 11 09:55:04.678685 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b739aa-06f2-4ac1-9427-ea2c65bb5aa4 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Network afbcc96d-d966-4839-b6f4-c3dd378a91e7 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 09:55:04.680486 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 55682) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:55:04.771261 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f68fb4d6-d30e-4dd8-a8c4-d974ea4b0648 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:04.785773 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-e9399eba-1de8-49d0-969a-7a04c28c3563 None None] For port 4cc083f3-85c4-4a99-a551-0797ded276d7, host n-d-779913-12, got binding levels [] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:55:04.786210 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e9399eba-1de8-49d0-969a-7a04c28c3563 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:04.803037 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7045f7d1-0607-410d-a582-6202c7452e52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:04.843212 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f68fb4d6-d30e-4dd8-a8c4-d974ea4b0648 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:04.845399 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-f68fb4d6-d30e-4dd8-a8c4-d974ea4b0648 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] 10.222.0.60 "DELETE /v2.0/networks/17469edb-653a-44cc-b8a6-3ef542c54afd HTTP/1.1" status: 204 len: 168 time: 1.9616842 Jun 11 09:55:04.860949 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68fb4d6-d30e-4dd8-a8c4-d974ea4b0648 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Pushing event deleted for resources: {'Network': ['ID=17469edb-653a-44cc-b8a6-3ef542c54afd,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:04.864274 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-04b739aa-06f2-4ac1-9427-ea2c65bb5aa4 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, afbcc96d-d966-4839-b6f4-c3dd378a91e7) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:55:04.866722 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f68fb4d6-d30e-4dd8-a8c4-d974ea4b0648 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:04.880367 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b739aa-06f2-4ac1-9427-ea2c65bb5aa4 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:04.880963 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-04b739aa-06f2-4ac1-9427-ea2c65bb5aa4 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:04.900502 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9116bb1d-db5b-4e05-a2da-c3f6141effe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:04.908674 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7d6db4-5ee1-44e1-a17e-ba5d9c130f51 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:04.915086 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7d6db4-5ee1-44e1-a17e-ba5d9c130f51 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:04.920059 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-db7d6db4-5ee1-44e1-a17e-ba5d9c130f51 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.2345517 Jun 11 09:55:04.920958 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 55688) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:55:04.960887 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668df03e-1388-422b-b45a-7f12629553ff req-d9799501-05a9-4061-843f-0f463fa19552 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:04.962648 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-668df03e-1388-422b-b45a-7f12629553ff req-d9799501-05a9-4061-843f-0f463fa19552 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/ports?device_id=af759f82-325a-479d-9171-b34363c7d03f HTTP/1.1" status: 200 len: 946 time: 0.1607194 Jun 11 09:55:04.980887 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-e9399eba-1de8-49d0-969a-7a04c28c3563 None None] Calling delete_port for 4cc083f3-85c4-4a99-a551-0797ded276d7 owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:55:04.987629 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 4cc083f3-85c4-4a99-a551-0797ded276d7 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:55:04.989407 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a98a73-60d5-4146-9861-69f343c24a3b None None] Network afbcc96d-d966-4839-b6f4-c3dd378a91e7 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:55:04.997117 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.ipam_backend_mixin [None req-e9399eba-1de8-49d0-969a-7a04c28c3563 None None] Port 4cc083f3-85c4-4a99-a551-0797ded276d7 was not found and therefore no delete operation was performed {{(pid=93178) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 11 09:55:05.015225 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-668df03e-1388-422b-b45a-7f12629553ff req-c0cfd234-4be7-4abb-86e8-7e510e72e112 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/security-groups?id=982f2ef2-bb6d-4fbc-bd87-ed6195b74a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447052 Jun 11 09:55:05.033449 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-04b739aa-06f2-4ac1-9427-ea2c65bb5aa4 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.3944535 Jun 11 09:55:05.037214 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 55690) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:55:05.047812 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-6af1a222-971c-40c2-bc4e-73f7f672bbb4 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Request body: {'port': {'network_id': '1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e', 'name': 'tempest-TaggedBootDevicesTest-1040489585', 'fixed_ips': [{'subnet_id': 'ed222787-e673-4822-923d-7d2cddde10e7'}]}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:55:05.057062 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e9399eba-1de8-49d0-969a-7a04c28c3563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:05.058892 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-374acf66-e6be-4845-bb6c-7c700b78db10 None None] Provisioning for port 6f5d27b8-dbf2-460b-8266-9846de383fe7 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:55:05.060696 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 4cc083f3-85c4-4a99-a551-0797ded276d7 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:55:05.061394 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 4cc083f3-85c4-4a99-a551-0797ded276d7 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:55:05.078663 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-77363e40-4486-489b-8b17-63eb6d56b2bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:05.081317 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-19fef080-cc10-43c3-a771-f8830bccaf8f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Deleting port 6f5d27b8-dbf2-460b-8266-9846de383fe7 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:55:05.081669 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-19fef080-cc10-43c3-a771-f8830bccaf8f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:05.120135 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-374acf66-e6be-4845-bb6c-7c700b78db10 None None] Provisioning complete for port 6f5d27b8-dbf2-460b-8266-9846de383fe7 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:55:05.121103 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-374acf66-e6be-4845-bb6c-7c700b78db10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:05.131133 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e9399eba-1de8-49d0-969a-7a04c28c3563 None None] Network 17469edb-653a-44cc-b8a6-3ef542c54afd is not hosted by any dhcp agent {{(pid=93178) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 11 09:55:05.131632 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9399eba-1de8-49d0-969a-7a04c28c3563 None None] No DVR routers for this DVR port 4cc083f3-85c4-4a99-a551-0797ded276d7 on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:55:05.171507 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9399eba-1de8-49d0-969a-7a04c28c3563 None None] Pushing event deleted for resources: {'Port': ['ID=4cc083f3-85c4-4a99-a551-0797ded276d7,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:05.173955 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-e9399eba-1de8-49d0-969a-7a04c28c3563 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:05.268886 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-c0581a23-28c7-4a52-bcae-514d534495a0 None None] For port b0f63a55-73b0-4fbe-887d-5b2ae21bd973, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:55:05.318042 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-19fef080-cc10-43c3-a771-f8830bccaf8f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:05.324697 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-c0581a23-28c7-4a52-bcae-514d534495a0 None None] For port b0f63a55-73b0-4fbe-887d-5b2ae21bd973, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=b0f63a55-73b0-4fbe-887d-5b2ae21bd973,segment=NetworkSegment(686cf7b5-2b83-43f0-a6c3-e1d920022762),segment_id=686cf7b5-2b83-43f0-a6c3-e1d920022762)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:55:05.325838 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-374acf66-e6be-4845-bb6c-7c700b78db10 None None] Port 6f5d27b8-dbf2-460b-8266-9846de383fe7 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:55:05.353361 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b47bcc28-1de8-427e-ba8d-2b64149bcf01 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:05.380452 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af1a222-971c-40c2-bc4e-73f7f672bbb4 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Made reservation on behalf of 27f3c4dce50f47ad9013fa1bc48941bf for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:55:05.389790 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-b47bcc28-1de8-427e-ba8d-2b64149bcf01 None None] Transition to ACTIVE for port object 51038530-e912-40a2-88a8-f8f194a193ed will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:55:05.419029 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-b47bcc28-1de8-427e-ba8d-2b64149bcf01 None None] Transition to ACTIVE for port object 51038530-e912-40a2-88a8-f8f194a193ed will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:55:05.437423 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 55698) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:55:05.450836 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c0581a23-28c7-4a52-bcae-514d534495a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:05.452862 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:05.454328 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-eaf9b1a9-b1af-4b21-89ec-134c2b5e0ba2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:05.489370 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b29c315-04ff-4028-846b-e5f1bd2c433b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-afbcc96d-d966-4839-b6f4-c3dd378a91e7', 'network_id': 'afbcc96d-d966-4839-b6f4-c3dd378a91e7', 'tenant_id': '27f3c4dce50f47ad9013fa1bc48941bf', 'fixed_ips': [{'subnet_id': 'ba156a19-5bcc-4467-be5b-d926e6e3da76'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 09:55:05.489618 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6b29c315-04ff-4028-846b-e5f1bd2c433b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:05.518817 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50920f1c-8698-4e52-8c8b-557d53e4f66a req-a2c40ab5-0ef1-4471-8a8f-8394b7044a93 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:05.525720 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-50920f1c-8698-4e52-8c8b-557d53e4f66a req-a2c40ab5-0ef1-4471-8a8f-8394b7044a93 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/ports?device_id=d325bd03-091f-43b5-9bbe-af7bc36c08e5 HTTP/1.1" status: 200 len: 943 time: 0.2173858 Jun 11 09:55:05.526997 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b47bcc28-1de8-427e-ba8d-2b64149bcf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:05.530634 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-19fef080-cc10-43c3-a771-f8830bccaf8f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Calling delete_port for 6f5d27b8-dbf2-460b-8266-9846de383fe7 owned by {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:55:05.552935 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6af1a222-971c-40c2-bc4e-73f7f672bbb4 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:05.582542 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [None req-6af1a222-971c-40c2-bc4e-73f7f672bbb4 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] device_id is not set on port 31bcc4b9-58bd-4fec-b00e-1686a7b3b5c8 yet. {{(pid=93176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 09:55:05.620725 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0581a23-28c7-4a52-bcae-514d534495a0 None None] Pushing event updated for resources: {'Port': ['ID=b0f63a55-73b0-4fbe-887d-5b2ae21bd973,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:05.624082 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-c0581a23-28c7-4a52-bcae-514d534495a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:05.628027 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-88bd1720-3ec1-428d-babf-934134e298bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:05.673028 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47bcc28-1de8-427e-ba8d-2b64149bcf01 None None] Network 0492cfca-b973-4766-a98f-06df9047fd5d is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:55:05.684409 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-b47bcc28-1de8-427e-ba8d-2b64149bcf01 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:55:05.684545 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-50920f1c-8698-4e52-8c8b-557d53e4f66a req-4c15e495-daec-4cac-9085-a238d95b9cf8 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0a63a22-d585-43d6-b866-33fbb4d10728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556816 Jun 11 09:55:05.684651 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47bcc28-1de8-427e-ba8d-2b64149bcf01 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:55:05.766796 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47bcc28-1de8-427e-ba8d-2b64149bcf01 None None] Pushing event updated for resources: {'Port': ['ID=51038530-e912-40a2-88a8-f8f194a193ed,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:05.785388 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-30d5fdcb-485c-43e1-8aaa-4bec0846d47b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=749a240e8c5c42bf9f3498236c160390&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2934926 Jun 11 09:55:05.795997 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 55702) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:55:05.805663 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9116bb1d-db5b-4e05-a2da-c3f6141effe0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:05.854942 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47bcc28-1de8-427e-ba8d-2b64149bcf01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:55:05.855290 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47bcc28-1de8-427e-ba8d-2b64149bcf01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:55:05.855668 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47bcc28-1de8-427e-ba8d-2b64149bcf01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:55:05.856011 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47bcc28-1de8-427e-ba8d-2b64149bcf01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:55:05.856344 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47bcc28-1de8-427e-ba8d-2b64149bcf01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:55:05.856730 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47bcc28-1de8-427e-ba8d-2b64149bcf01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:55:05.856994 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47bcc28-1de8-427e-ba8d-2b64149bcf01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:55:05.857324 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47bcc28-1de8-427e-ba8d-2b64149bcf01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:55:05.857799 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47bcc28-1de8-427e-ba8d-2b64149bcf01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:55:05.858127 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47bcc28-1de8-427e-ba8d-2b64149bcf01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:55:05.858453 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47bcc28-1de8-427e-ba8d-2b64149bcf01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:55:05.858777 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47bcc28-1de8-427e-ba8d-2b64149bcf01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:55:05.864377 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-b47bcc28-1de8-427e-ba8d-2b64149bcf01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:05.872660 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-b47bcc28-1de8-427e-ba8d-2b64149bcf01 None None] Attempting to bind port 51038530-e912-40a2-88a8-f8f194a193ed on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:55:05.873169 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-b47bcc28-1de8-427e-ba8d-2b64149bcf01 None None] Attempting to bind port 51038530-e912-40a2-88a8-f8f194a193ed by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'c2c733f0-843c-48ee-b89c-fa235a0b5b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '0492cfca-b973-4766-a98f-06df9047fd5d'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:55:05.873669 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47bcc28-1de8-427e-ba8d-2b64149bcf01 None None] Attempting to bind port 51038530-e912-40a2-88a8-f8f194a193ed on network 0492cfca-b973-4766-a98f-06df9047fd5d {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:55:05.890422 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-6b29c315-04ff-4028-846b-e5f1bd2c433b None None] Allocated IP 10.2.2.2 (afbcc96d-d966-4839-b6f4-c3dd378a91e7/ba156a19-5bcc-4467-be5b-d926e6e3da76/ff84076b-a9bf-42c0-8d3f-4a1544436b8c) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:55:05.893237 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47bcc28-1de8-427e-ba8d-2b64149bcf01 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:55:05.893625 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47bcc28-1de8-427e-ba8d-2b64149bcf01 None None] Checking segment: {'id': 'c2c733f0-843c-48ee-b89c-fa235a0b5b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '0492cfca-b973-4766-a98f-06df9047fd5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:55:05.894047 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b47bcc28-1de8-427e-ba8d-2b64149bcf01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:05.894608 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47bcc28-1de8-427e-ba8d-2b64149bcf01 None None] Bound using segment: {'id': 'c2c733f0-843c-48ee-b89c-fa235a0b5b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '0492cfca-b973-4766-a98f-06df9047fd5d'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:55:05.895181 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-b47bcc28-1de8-427e-ba8d-2b64149bcf01 None None] Bound port: 51038530-e912-40a2-88a8-f8f194a193ed, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2c733f0-843c-48ee-b89c-fa235a0b5b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '0492cfca-b973-4766-a98f-06df9047fd5d'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:55:05.895609 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b47bcc28-1de8-427e-ba8d-2b64149bcf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:05.933552 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-6af1a222-971c-40c2-bc4e-73f7f672bbb4 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Allocated IP 10.1.1.165 (1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e/ed222787-e673-4822-923d-7d2cddde10e7/31bcc4b9-58bd-4fec-b00e-1686a7b3b5c8) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:55:05.950502 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9116bb1d-db5b-4e05-a2da-c3f6141effe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:06.180808 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ed01ff81-715c-4d15-9282-5416842f8845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:06.232067 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-b47bcc28-1de8-427e-ba8d-2b64149bcf01 None None] For port 51038530-e912-40a2-88a8-f8f194a193ed, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:55:06.251748 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6af1a222-971c-40c2-bc4e-73f7f672bbb4 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:06.255512 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-b47bcc28-1de8-427e-ba8d-2b64149bcf01 None None] For port 51038530-e912-40a2-88a8-f8f194a193ed, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=51038530-e912-40a2-88a8-f8f194a193ed,segment=NetworkSegment(c2c733f0-843c-48ee-b89c-fa235a0b5b12),segment_id=c2c733f0-843c-48ee-b89c-fa235a0b5b12)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:55:06.297555 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [None req-6af1a222-971c-40c2-bc4e-73f7f672bbb4 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Transition to ACTIVE for port object 31bcc4b9-58bd-4fec-b00e-1686a7b3b5c8 will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:55:06.319228 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42d08f5-1790-4b1b-a0fb-4b156e92447e req-05df583b-8d98-4575-9971-84d557e0c4ac tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:06.320891 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f42d08f5-1790-4b1b-a0fb-4b156e92447e req-05df583b-8d98-4575-9971-84d557e0c4ac tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/ports?device_id=af759f82-325a-479d-9171-b34363c7d03f HTTP/1.1" status: 200 len: 946 time: 0.1111102 Jun 11 09:55:06.343678 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ed01ff81-715c-4d15-9282-5416842f8845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:06.354459 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6b29c315-04ff-4028-846b-e5f1bd2c433b None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:06.357010 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b47bcc28-1de8-427e-ba8d-2b64149bcf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:06.374457 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:06.396067 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-9116bb1d-db5b-4e05-a2da-c3f6141effe0 admin admin] Allocated IP 172.25.4.55 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/a20e6e69-9fbd-4df5-bb58-1bfa865d45e5) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:55:06.409879 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f42d08f5-1790-4b1b-a0fb-4b156e92447e req-200bc287-74bc-47bc-a2a7-2381929090c1 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/security-groups?id=982f2ef2-bb6d-4fbc-bd87-ed6195b74a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681098 Jun 11 09:55:06.451490 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47bcc28-1de8-427e-ba8d-2b64149bcf01 None None] Pushing event updated for resources: {'Port': ['ID=51038530-e912-40a2-88a8-f8f194a193ed,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:06.460017 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-b47bcc28-1de8-427e-ba8d-2b64149bcf01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:06.461518 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-6b29c315-04ff-4028-846b-e5f1bd2c433b None None] Transition to ACTIVE for port object ff84076b-a9bf-42c0-8d3f-4a1544436b8c will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:55:06.488996 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6040f46-6e74-4feb-b59a-e280b7dd24af req-41664272-6740-48b3-8d46-e04155dfa8ab tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:06.491159 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c6040f46-6e74-4feb-b59a-e280b7dd24af req-41664272-6740-48b3-8d46-e04155dfa8ab tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.64 "GET /v2.0/ports?device_id=af759f82-325a-479d-9171-b34363c7d03f HTTP/1.1" status: 200 len: 946 time: 0.0971286 Jun 11 09:55:06.492078 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-6b29c315-04ff-4028-846b-e5f1bd2c433b None None] Transition to ACTIVE for port object ff84076b-a9bf-42c0-8d3f-4a1544436b8c will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:55:06.492952 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6af1a222-971c-40c2-bc4e-73f7f672bbb4 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:06.501084 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9a903859-b98c-49eb-989d-b68a1ff0a6e3 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:06.572484 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 09:55:06.577391 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-19fef080-cc10-43c3-a771-f8830bccaf8f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:06.582842 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c60192f7-2f66-472d-987d-d8fe48cebcd5 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:06.625035 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af1a222-971c-40c2-bc4e-73f7f672bbb4 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Network 1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:55:06.626049 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fef080-cc10-43c3-a771-f8830bccaf8f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event deleted for resources: {'Port': ['ID=6f5d27b8-dbf2-460b-8266-9846de383fe7,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:06.631377 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af1a222-971c-40c2-bc4e-73f7f672bbb4 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Pushing event updated for resources: {'Port': ['ID=31bcc4b9-58bd-4fec-b00e-1686a7b3b5c8,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:06.632802 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-19fef080-cc10-43c3-a771-f8830bccaf8f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:06.641006 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-6af1a222-971c-40c2-bc4e-73f7f672bbb4 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:55:06.650593 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af1a222-971c-40c2-bc4e-73f7f672bbb4 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:55:06.657321 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6af1a222-971c-40c2-bc4e-73f7f672bbb4 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:06.668109 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6b29c315-04ff-4028-846b-e5f1bd2c433b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:06.674339 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:06.757266 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b29c315-04ff-4028-846b-e5f1bd2c433b None None] Network afbcc96d-d966-4839-b6f4-c3dd378a91e7 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:55:06.761058 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ed01ff81-715c-4d15-9282-5416842f8845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:06.770002 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ed01ff81-715c-4d15-9282-5416842f8845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:06.771712 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-6b29c315-04ff-4028-846b-e5f1bd2c433b None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:55:06.792497 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-ed01ff81-715c-4d15-9282-5416842f8845 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ceac1010-9fb6-4f09-81ea-967c0bea6b42 HTTP/1.1" status: 204 len: 168 time: 0.9791355 Jun 11 09:55:06.795012 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b29c315-04ff-4028-846b-e5f1bd2c433b None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:55:06.798752 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9116bb1d-db5b-4e05-a2da-c3f6141effe0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:06.900038 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-34198f85-05e9-414f-b87f-a9342737f23f tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:06.926866 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af1a222-971c-40c2-bc4e-73f7f672bbb4 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:06.926866 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6af1a222-971c-40c2-bc4e-73f7f672bbb4 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:06.963731 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b29c315-04ff-4028-846b-e5f1bd2c433b None None] Pushing event updated for resources: {'Port': ['ID=ff84076b-a9bf-42c0-8d3f-4a1544436b8c,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:06.971162 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-6b29c315-04ff-4028-846b-e5f1bd2c433b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:06.997259 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-c6040f46-6e74-4feb-b59a-e280b7dd24af req-d4c507c1-be5d-4721-b00f-b3248d2e01c3 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Deleting port 55e769e1-1f7c-47ef-ad8c-105c6b62a523 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:55:06.997599 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-c6040f46-6e74-4feb-b59a-e280b7dd24af req-d4c507c1-be5d-4721-b00f-b3248d2e01c3 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:07.009711 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device b0f63a55-73b0-4fbe-887d-5b2ae21bd973 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:55:07.060784 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-6af1a222-971c-40c2-bc4e-73f7f672bbb4 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0223188 Jun 11 09:55:07.073056 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 55714) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:55:07.088280 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device fde48d19-1c7d-44e3-9924-5140b0e114bd details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:55:07.101912 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-debcc964-5fe0-4488-b806-e15ba7da28d7 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Request body: {'port': {'network_id': '1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e', 'name': 'tempest-TaggedBootDevicesTest-542866515', 'fixed_ips': [{'subnet_id': 'ed222787-e673-4822-923d-7d2cddde10e7'}]}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:55:07.207958 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed01ff81-715c-4d15-9282-5416842f8845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceac1010-9fb6-4f09-81ea-967c0bea6b42,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:07.225194 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ed01ff81-715c-4d15-9282-5416842f8845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:07.236640 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-19fef080-cc10-43c3-a771-f8830bccaf8f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:07.238635 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-19fef080-cc10-43c3-a771-f8830bccaf8f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/ports/6f5d27b8-dbf2-460b-8266-9846de383fe7 HTTP/1.1" status: 204 len: 168 time: 2.3171980 Jun 11 09:55:07.249039 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 55718) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:55:07.318316 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port fde48d19-1c7d-44e3-9924-5140b0e114bd, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=fde48d19-1c7d-44e3-9924-5140b0e114bd,segment=NetworkSegment(8cbdf263-7cef-4405-b417-fb9433495e8a),segment_id=8cbdf263-7cef-4405-b417-fb9433495e8a)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:55:07.327146 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9116bb1d-db5b-4e05-a2da-c3f6141effe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:07.335158 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c726927d-bdba-4805-9e76-e958b028b8da tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:07.360876 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c65a6c4-6d54-4df2-8557-42d6340315f3 None None] Network 1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:55:07.374355 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-c6040f46-6e74-4feb-b59a-e280b7dd24af req-d4c507c1-be5d-4721-b00f-b3248d2e01c3 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] For port 55e769e1-1f7c-47ef-ad8c-105c6b62a523, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=55e769e1-1f7c-47ef-ad8c-105c6b62a523,segment=NetworkSegment(59ee2075-9cb6-4e4d-9afe-4362f3097ca6),segment_id=59ee2075-9cb6-4e4d-9afe-4362f3097ca6)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:55:07.374740 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-c6040f46-6e74-4feb-b59a-e280b7dd24af req-d4c507c1-be5d-4721-b00f-b3248d2e01c3 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:07.393555 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-6b29c315-04ff-4028-846b-e5f1bd2c433b None None] Attempting to bind port ff84076b-a9bf-42c0-8d3f-4a1544436b8c on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:55:07.393945 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-6b29c315-04ff-4028-846b-e5f1bd2c433b None None] Attempting to bind port ff84076b-a9bf-42c0-8d3f-4a1544436b8c by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'de8f4a9a-622b-46a1-b033-7ca5cca64f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'afbcc96d-d966-4839-b6f4-c3dd378a91e7'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:55:07.394352 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b29c315-04ff-4028-846b-e5f1bd2c433b None None] Attempting to bind port ff84076b-a9bf-42c0-8d3f-4a1544436b8c on network afbcc96d-d966-4839-b6f4-c3dd378a91e7 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:55:07.419697 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b29c315-04ff-4028-846b-e5f1bd2c433b None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:55:07.420139 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b29c315-04ff-4028-846b-e5f1bd2c433b None None] Checking segment: {'id': 'de8f4a9a-622b-46a1-b033-7ca5cca64f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'afbcc96d-d966-4839-b6f4-c3dd378a91e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:55:07.420709 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6b29c315-04ff-4028-846b-e5f1bd2c433b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:07.421620 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b29c315-04ff-4028-846b-e5f1bd2c433b None None] Bound using segment: {'id': 'de8f4a9a-622b-46a1-b033-7ca5cca64f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'afbcc96d-d966-4839-b6f4-c3dd378a91e7'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:55:07.422290 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-6b29c315-04ff-4028-846b-e5f1bd2c433b None None] Bound port: ff84076b-a9bf-42c0-8d3f-4a1544436b8c, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de8f4a9a-622b-46a1-b033-7ca5cca64f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'afbcc96d-d966-4839-b6f4-c3dd378a91e7'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:55:07.423843 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6b29c315-04ff-4028-846b-e5f1bd2c433b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:07.438371 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': 'fde48d19-1c7d-44e3-9924-5140b0e114bd', 'network_id': '629d88a3-72e3-4ac0-9337-7a18a368e6f9', 'port_id': 'fde48d19-1c7d-44e3-9924-5140b0e114bd', 'mac_address': 'fa:16:3e:1b:ba:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44ed3fc7-9612-451c-8b75-8a1ffa244da3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:55:07.472141 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9116bb1d-db5b-4e05-a2da-c3f6141effe0 admin admin] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:55:07.478597 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-9116bb1d-db5b-4e05-a2da-c3f6141effe0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:55:07.493440 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9116bb1d-db5b-4e05-a2da-c3f6141effe0 admin admin] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:55:07.502604 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-c6040f46-6e74-4feb-b59a-e280b7dd24af req-d4c507c1-be5d-4721-b00f-b3248d2e01c3 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Calling delete_port for 55e769e1-1f7c-47ef-ad8c-105c6b62a523 owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:55:07.522612 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116bb1d-db5b-4e05-a2da-c3f6141effe0 admin admin] Pushing event updated for resources: {'Port': ['ID=a20e6e69-9fbd-4df5-bb58-1bfa865d45e5,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:07.532305 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9116bb1d-db5b-4e05-a2da-c3f6141effe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:07.543033 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baacc9ed-825f-4489-8a0f-ccc2664848a8 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:07.548271 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baacc9ed-825f-4489-8a0f-ccc2664848a8 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:07.552531 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baacc9ed-825f-4489-8a0f-ccc2664848a8 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:07.559606 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-baacc9ed-825f-4489-8a0f-ccc2664848a8 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3072033 Jun 11 09:55:07.563714 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 55730) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:55:07.618223 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port b0f63a55-73b0-4fbe-887d-5b2ae21bd973 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:55:07.689241 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-6bb64098-acd9-4302-8999-a7c65faf161c None None] Provisioning for port b0f63a55-73b0-4fbe-887d-5b2ae21bd973 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:55:07.722078 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-6bb64098-acd9-4302-8999-a7c65faf161c None None] Provisioning complete for port b0f63a55-73b0-4fbe-887d-5b2ae21bd973 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:55:07.722078 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6bb64098-acd9-4302-8999-a7c65faf161c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:07.722078 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-6b29c315-04ff-4028-846b-e5f1bd2c433b None None] For port ff84076b-a9bf-42c0-8d3f-4a1544436b8c, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:55:07.739931 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-60989fdb-f26f-448f-9b15-f49d33fad7fc tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Deleting subnet 7b18de4d-b7b5-4792-a3aa-c0970918e5bd {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 09:55:07.743642 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-60989fdb-f26f-448f-9b15-f49d33fad7fc tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:07.798482 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:07.801837 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-60989fdb-f26f-448f-9b15-f49d33fad7fc tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:07.806940 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-6b29c315-04ff-4028-846b-e5f1bd2c433b None None] For port ff84076b-a9bf-42c0-8d3f-4a1544436b8c, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=ff84076b-a9bf-42c0-8d3f-4a1544436b8c,segment=NetworkSegment(de8f4a9a-622b-46a1-b033-7ca5cca64f80),segment_id=de8f4a9a-622b-46a1-b033-7ca5cca64f80)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:55:07.884191 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-debcc964-5fe0-4488-b806-e15ba7da28d7 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Made reservation on behalf of 27f3c4dce50f47ad9013fa1bc48941bf for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:55:07.889830 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-debcc964-5fe0-4488-b806-e15ba7da28d7 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:07.912201 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fde48d19-1c7d-44e3-9924-5140b0e114bd {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:55:07.932105 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-60989fdb-f26f-448f-9b15-f49d33fad7fc tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:07.960589 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [None req-debcc964-5fe0-4488-b806-e15ba7da28d7 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] device_id is not set on port 44968cf1-fbc9-4eec-b314-67f01cc0a00c yet. {{(pid=93176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 09:55:07.985155 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port fde48d19-1c7d-44e3-9924-5140b0e114bd, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=fde48d19-1c7d-44e3-9924-5140b0e114bd,segment=NetworkSegment(8cbdf263-7cef-4405-b417-fb9433495e8a),segment_id=8cbdf263-7cef-4405-b417-fb9433495e8a)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:55:08.021249 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e985f5d-ced7-405c-952a-6a1d890d0f93 req-cd92c84a-567f-41cb-b78b-8f344dd2b8d2 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:08.023315 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5e985f5d-ced7-405c-952a-6a1d890d0f93 req-cd92c84a-567f-41cb-b78b-8f344dd2b8d2 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/ports?device_id=d325bd03-091f-43b5-9bbe-af7bc36c08e5 HTTP/1.1" status: 200 len: 943 time: 1.1036599 Jun 11 09:55:08.034638 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb411f-8107-4996-a589-2bc090c39d6f req-8fa6c00c-481a-47e7-888b-a13db4b1c13b tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:08.042292 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-72fb411f-8107-4996-a589-2bc090c39d6f req-8fa6c00c-481a-47e7-888b-a13db4b1c13b tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/ports?device_id=af759f82-325a-479d-9171-b34363c7d03f HTTP/1.1" status: 200 len: 946 time: 0.2225518 Jun 11 09:55:08.045589 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6b29c315-04ff-4028-846b-e5f1bd2c433b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:08.051647 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-6b29c315-04ff-4028-846b-e5f1bd2c433b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:08.055218 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-c6040f46-6e74-4feb-b59a-e280b7dd24af req-d4c507c1-be5d-4721-b00f-b3248d2e01c3 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:08.070163 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f68fb4d6-d30e-4dd8-a8c4-d974ea4b0648 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:08.070437 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['55e769e1-1f7c-47ef-ad8c-105c6b62a523'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:55:08.193023 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c507c1-be5d-4721-b00f-b3248d2e01c3 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Pushing event deleted for resources: {'Port': ['ID=55e769e1-1f7c-47ef-ad8c-105c6b62a523,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:08.211187 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9dc184a-49d1-4aea-9a16-57f3b237456f None None] Network 0492cfca-b973-4766-a98f-06df9047fd5d requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:55:08.232776 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d4c507c1-be5d-4721-b00f-b3248d2e01c3 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:08.240934 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:08.268704 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-60989fdb-f26f-448f-9b15-f49d33fad7fc tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:08.286987 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e1efe6d4-7ed2-4842-b945-2c4be991d35f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:08.291260 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6040f46-6e74-4feb-b59a-e280b7dd24af req-d4c507c1-be5d-4721-b00f-b3248d2e01c3 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] No DVR routers for this DVR port 55e769e1-1f7c-47ef-ad8c-105c6b62a523 on host n-h1-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:55:08.302416 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-72fb411f-8107-4996-a589-2bc090c39d6f req-8ee260b2-6aba-4a3a-a7f4-11fc2b5d5be4 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/security-groups?id=982f2ef2-bb6d-4fbc-bd87-ed6195b74a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591226 Jun 11 09:55:08.304039 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-c6040f46-6e74-4feb-b59a-e280b7dd24af req-d4c507c1-be5d-4721-b00f-b3248d2e01c3 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:08.306026 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c6040f46-6e74-4feb-b59a-e280b7dd24af req-d4c507c1-be5d-4721-b00f-b3248d2e01c3 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.64 "DELETE /v2.0/ports/55e769e1-1f7c-47ef-ad8c-105c6b62a523 HTTP/1.1" status: 204 len: 173 time: 1.8060665 Jun 11 09:55:08.311492 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af759f82-325a-479d-9171-b34363c7d03f', 'name': 'network-vif-deleted', 'tag': '55e769e1-1f7c-47ef-ad8c-105c6b62a523'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:55:08.315053 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c94e1e-77e5-4150-80e7-b5c2ecb1af69" -d '{"events": [{"server_uuid": "af759f82-325a-479d-9171-b34363c7d03f", "name": "network-vif-deleted", "tag": "55e769e1-1f7c-47ef-ad8c-105c6b62a523"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:55:08.350101 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6bb64098-acd9-4302-8999-a7c65faf161c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:08.369458 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-60989fdb-f26f-448f-9b15-f49d33fad7fc tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:08.372399 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-60989fdb-f26f-448f-9b15-f49d33fad7fc tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/subnets/7b18de4d-b7b5-4792-a3aa-c0970918e5bd HTTP/1.1" status: 204 len: 168 time: 0.7249849 Jun 11 09:55:08.373408 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60989fdb-f26f-448f-9b15-f49d33fad7fc tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event deleted for resources: {'Subnet': ['ID=7b18de4d-b7b5-4792-a3aa-c0970918e5bd,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:08.381013 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-60989fdb-f26f-448f-9b15-f49d33fad7fc tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:08.383969 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 55746) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:55:08.388188 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b29c315-04ff-4028-846b-e5f1bd2c433b None None] Pushing event updated for resources: {'Port': ['ID=ff84076b-a9bf-42c0-8d3f-4a1544436b8c,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:08.413582 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abed8723-3bc6-4640-b2af-c3fc7e00f54c x-openstack-request-id: req-abed8723-3bc6-4640-b2af-c3fc7e00f54c {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:55:08.413945 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af759f82-325a-479d-9171-b34363c7d03f", "name": "network-vif-deleted", "tag": "55e769e1-1f7c-47ef-ad8c-105c6b62a523", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:55:08.414260 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-abed8723-3bc6-4640-b2af-c3fc7e00f54c {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:55:08.414684 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af759f82-325a-479d-9171-b34363c7d03f', 'name': 'network-vif-deleted', 'tag': '55e769e1-1f7c-47ef-ad8c-105c6b62a523', 'status': 'completed', 'code': 200} Jun 11 09:55:08.421343 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40af6e43-0ef2-4308-b748-3e6ae15cd388 None None] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:55:08.471338 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e7a2ee8-5931-43fa-9ddc-6e18191ed9fe tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Deleting subnet b9d17950-d291-4521-947a-f7638444f1ea {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 09:55:08.474681 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6e7a2ee8-5931-43fa-9ddc-6e18191ed9fe tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:08.480479 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-debcc964-5fe0-4488-b806-e15ba7da28d7 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Allocated IP 10.1.1.172 (1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e/ed222787-e673-4822-923d-7d2cddde10e7/44968cf1-fbc9-4eec-b314-67f01cc0a00c) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:55:08.559758 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6e7a2ee8-5931-43fa-9ddc-6e18191ed9fe tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:08.656852 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-6b29c315-04ff-4028-846b-e5f1bd2c433b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.604s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:08.664572 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-2973fb86-3687-4c63-8e92-900b3986a1a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.315s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:08.776793 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6e7a2ee8-5931-43fa-9ddc-6e18191ed9fe tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:08.927753 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5e985f5d-ced7-405c-952a-6a1d890d0f93 req-b99fed72-c312-496b-8a05-a93c4e45e006 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0a63a22-d585-43d6-b866-33fbb4d10728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8640149 Jun 11 09:55:08.929330 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['fde48d19-1c7d-44e3-9924-5140b0e114bd'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:55:09.001921 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6e7a2ee8-5931-43fa-9ddc-6e18191ed9fe tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:09.004878 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-cbb544cc-c68d-465c-83de-218ffb57946e tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:09.045649 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7a2ee8-5931-43fa-9ddc-6e18191ed9fe tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event deleted for resources: {'Subnet': ['ID=b9d17950-d291-4521-947a-f7638444f1ea,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:09.048892 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6e7a2ee8-5931-43fa-9ddc-6e18191ed9fe tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:09.055109 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6e7a2ee8-5931-43fa-9ddc-6e18191ed9fe tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:09.057081 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-6e7a2ee8-5931-43fa-9ddc-6e18191ed9fe tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/subnets/b9d17950-d291-4521-947a-f7638444f1ea HTTP/1.1" status: 204 len: 168 time: 0.6678720 Jun 11 09:55:09.058768 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-debcc964-5fe0-4488-b806-e15ba7da28d7 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:09.059829 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 55754) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:55:09.088675 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [None req-debcc964-5fe0-4488-b806-e15ba7da28d7 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Transition to ACTIVE for port object 44968cf1-fbc9-4eec-b314-67f01cc0a00c will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:55:09.136629 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-383559f8-5d9f-4eb3-a618-a88d5075c051 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0752864 Jun 11 09:55:09.139458 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device ff84076b-a9bf-42c0-8d3f-4a1544436b8c up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:55:09.142829 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 55756) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:55:09.147523 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-840c1ff2-f07b-439f-aa60-b3549e16a7ef tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Request body: {'subnet': {'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:55:09.233579 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-6bb64098-acd9-4302-8999-a7c65faf161c None None] For port b0f63a55-73b0-4fbe-887d-5b2ae21bd973, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=b0f63a55-73b0-4fbe-887d-5b2ae21bd973,segment=NetworkSegment(686cf7b5-2b83-43f0-a6c3-e1d920022762),segment_id=686cf7b5-2b83-43f0-a6c3-e1d920022762)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:55:09.257579 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=fde48d19-1c7d-44e3-9924-5140b0e114bd,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:09.265057 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-debcc964-5fe0-4488-b806-e15ba7da28d7 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:09.271899 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d4c507c1-be5d-4721-b00f-b3248d2e01c3 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:09.293398 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.629s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:09.361417 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-debcc964-5fe0-4488-b806-e15ba7da28d7 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Network 1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:55:09.377564 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-debcc964-5fe0-4488-b806-e15ba7da28d7 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:55:09.395606 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debcc964-5fe0-4488-b806-e15ba7da28d7 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:55:09.564282 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6bb64098-acd9-4302-8999-a7c65faf161c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:09.570127 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-77363e40-4486-489b-8b17-63eb6d56b2bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:09.599748 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9116bb1d-db5b-4e05-a2da-c3f6141effe0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:09.618960 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debcc964-5fe0-4488-b806-e15ba7da28d7 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:09.628860 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-debcc964-5fe0-4488-b806-e15ba7da28d7 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:09.634038 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debcc964-5fe0-4488-b806-e15ba7da28d7 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Pushing event updated for resources: {'Port': ['ID=44968cf1-fbc9-4eec-b314-67f01cc0a00c,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:09.652930 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-debcc964-5fe0-4488-b806-e15ba7da28d7 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:09.724926 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb64098-acd9-4302-8999-a7c65faf161c None None] Pushing event updated for resources: {'Port': ['ID=b0f63a55-73b0-4fbe-887d-5b2ae21bd973,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:09.735164 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-6bb64098-acd9-4302-8999-a7c65faf161c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:09.801338 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-debcc964-5fe0-4488-b806-e15ba7da28d7 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.7205620 Jun 11 09:55:09.893219 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port ff84076b-a9bf-42c0-8d3f-4a1544436b8c completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:55:09.915185 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 51038530-e912-40a2-88a8-f8f194a193ed up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:55:09.924394 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-840c1ff2-f07b-439f-aa60-b3549e16a7ef tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Made reservation on behalf of 3a7e48b24b924bff8faf8c740b2810c2 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:55:09.932345 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-840c1ff2-f07b-439f-aa60-b3549e16a7ef tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:09.948396 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-40926478-8af1-466f-90df-439391c418e7 req-6bb94268-b270-4899-bbc0-b33548d6c905 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] 10.222.0.60 "GET /v2.0/ports?device_id=af759f82-325a-479d-9171-b34363c7d03f HTTP/1.1" status: 200 len: 210 time: 0.1134582 Jun 11 09:55:09.956330 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f0011c42-a3e9-43c5-bd39-b443a198c168 None None] Provisioning for port 31bcc4b9-58bd-4fec-b00e-1686a7b3b5c8 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:55:10.042469 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f0011c42-a3e9-43c5-bd39-b443a198c168 None None] Provisioning complete for port 31bcc4b9-58bd-4fec-b00e-1686a7b3b5c8 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:55:10.043909 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f0011c42-a3e9-43c5-bd39-b443a198c168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:10.264927 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f0011c42-a3e9-43c5-bd39-b443a198c168 None None] Port 31bcc4b9-58bd-4fec-b00e-1686a7b3b5c8 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:55:10.272050 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4812151-ad28-4447-bf8b-d8f373402749 None None] Network afbcc96d-d966-4839-b6f4-c3dd378a91e7 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:55:10.378004 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 55784) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:55:10.384014 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-b0c3bb73-b7a3-4dca-bb48-908180ca2120 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1665207750', 'description': 'tempest-description--822008526'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:55:10.445443 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b83bc1-cb8b-4b95-acd9-4c0fb54a2d9a None None] Update dhcp port {'port': {'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'fixed_ips': [{'subnet_id': 'b9d17950-d291-4521-947a-f7638444f1ea'}], 'binding:host_id': 'n-d-779913-12'}, 'id': '26407eda-f915-48dd-81cf-6a122f504c52'} from n-d-779913-12. {{(pid=93178) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 11 09:55:10.497310 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f0011c42-a3e9-43c5-bd39-b443a198c168 None None] Provisioning for port 51038530-e912-40a2-88a8-f8f194a193ed completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:55:10.526309 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-04b83bc1-cb8b-4b95-acd9-4c0fb54a2d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:10.562222 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 51038530-e912-40a2-88a8-f8f194a193ed completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:55:10.571000 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f0011c42-a3e9-43c5-bd39-b443a198c168 None None] Provisioning complete for port b0f63a55-73b0-4fbe-887d-5b2ae21bd973 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:55:10.571709 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f0011c42-a3e9-43c5-bd39-b443a198c168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:10.572986 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 51038530-e912-40a2-88a8-f8f194a193ed triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:55:10.573405 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:10.626281 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b0c3bb73-b7a3-4dca-bb48-908180ca2120 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:10.674499 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 55e769e1-1f7c-47ef-ad8c-105c6b62a523 no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:55:10.738420 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b0c3bb73-b7a3-4dca-bb48-908180ca2120 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:10.738689 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] No Port match for: 55e769e1-1f7c-47ef-ad8c-105c6b62a523 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:55:10.738885 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 55e769e1-1f7c-47ef-ad8c-105c6b62a523 not bound to the agent host n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:55:10.845808 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9116bb1d-db5b-4e05-a2da-c3f6141effe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:10.852663 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b0c3bb73-b7a3-4dca-bb48-908180ca2120 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:10.868013 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-bbfd8995-0553-4645-a4e4-d930dc80d2f9 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:10.899381 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110b764c-effe-4d94-8564-bae8fdab8aa2 req-c79cabc0-318d-41e9-b3fb-4c9557879b05 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:10.904419 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c3bb73-b7a3-4dca-bb48-908180ca2120 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=230a77c0-a6d2-4599-bb7a-d2d4f277106a,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:10.907399 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b0c3bb73-b7a3-4dca-bb48-908180ca2120 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:10.911846 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-110b764c-effe-4d94-8564-bae8fdab8aa2 req-c79cabc0-318d-41e9-b3fb-4c9557879b05 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/ports?device_id=d325bd03-091f-43b5-9bbe-af7bc36c08e5 HTTP/1.1" status: 200 len: 944 time: 0.2428274 Jun 11 09:55:10.925822 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b15b3e5-c125-4e3e-8fa9-91a26c21a512 None None] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:55:10.957499 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b0c3bb73-b7a3-4dca-bb48-908180ca2120 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:10.959420 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-b0c3bb73-b7a3-4dca-bb48-908180ca2120 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5795956 Jun 11 09:55:10.962032 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 55788) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:55:10.967784 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-f0042cf1-0997-4e29-adad-1ec3b191111d tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Request body: {'security_group_rule': {'security_group_id': '230a77c0-a6d2-4599-bb7a-d2d4f277106a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:55:10.994845 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:11.106801 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f0042cf1-0997-4e29-adad-1ec3b191111d tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:11.107813 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 55792) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:55:11.123933 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 51038530-e912-40a2-88a8-f8f194a193ed, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=51038530-e912-40a2-88a8-f8f194a193ed,segment=NetworkSegment(c2c733f0-843c-48ee-b89c-fa235a0b5b12),segment_id=c2c733f0-843c-48ee-b89c-fa235a0b5b12)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:55:11.140975 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-110b764c-effe-4d94-8564-bae8fdab8aa2 req-c748becb-351d-447a-94b9-c34fc59457a8 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0a63a22-d585-43d6-b866-33fbb4d10728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278838 Jun 11 09:55:11.207958 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:11.218759 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-b47bcc28-1de8-427e-ba8d-2b64149bcf01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:11.227093 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f0042cf1-0997-4e29-adad-1ec3b191111d tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:11.301342 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=51038530-e912-40a2-88a8-f8f194a193ed,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:11.311815 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44697511-e718-4a08-9e25-78a008a76187 None None] DHCP port deletion for f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 09:55:11.316695 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:11.316695 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-dda8167f-b2e0-4488-b113-0ae34fd6f278 None None] Provisioning for port ff84076b-a9bf-42c0-8d3f-4a1544436b8c completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:55:11.367325 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-dda8167f-b2e0-4488-b113-0ae34fd6f278 None None] Provisioning complete for port ff84076b-a9bf-42c0-8d3f-4a1544436b8c triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:55:11.367325 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-dda8167f-b2e0-4488-b113-0ae34fd6f278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:11.367874 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f0042cf1-0997-4e29-adad-1ec3b191111d tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:11.367874 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6d242d62-a43a-473e-b887-65b517323693 tempest-SecurityGroupRulesNegativeTestJSON-1418391097 tempest-SecurityGroupRulesNegativeTestJSON-1418391097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:11.367874 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0042cf1-0997-4e29-adad-1ec3b191111d tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b892ae8e-7446-4be7-b8c9-d3e00ac6e170,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:11.367874 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f0042cf1-0997-4e29-adad-1ec3b191111d tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:11.377662 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device b0f63a55-73b0-4fbe-887d-5b2ae21bd973 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:55:11.492100 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-44697511-e718-4a08-9e25-78a008a76187 None None] Deleting port 26407eda-f915-48dd-81cf-6a122f504c52 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:55:11.492478 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-44697511-e718-4a08-9e25-78a008a76187 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:11.495081 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f0042cf1-0997-4e29-adad-1ec3b191111d tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:11.499183 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-f0042cf1-0997-4e29-adad-1ec3b191111d tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5341675 Jun 11 09:55:11.500275 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 55798) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:55:11.504493 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port b0f63a55-73b0-4fbe-887d-5b2ae21bd973 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:55:11.504876 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:11.505564 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-e31cbf2d-c27d-4127-bfb3-c37eaa90191f tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Request body: {'security_group_rule': {'security_group_id': '230a77c0-a6d2-4599-bb7a-d2d4f277106a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:55:11.547137 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-840c1ff2-f07b-439f-aa60-b3549e16a7ef tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:11.558840 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ebb05af5-227f-4a55-9ed6-432b7b214c6e tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:11.569327 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-dda8167f-b2e0-4488-b113-0ae34fd6f278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:11.665239 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840c1ff2-f07b-439f-aa60-b3549e16a7ef tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event updated for resources: {'Subnet': ['ID=f3c5632d-6770-4d5b-bbbe-4296944d5b5e,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:11.669811 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840c1ff2-f07b-439f-aa60-b3549e16a7ef tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:55:11.673060 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-840c1ff2-f07b-439f-aa60-b3549e16a7ef tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:11.673220 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e31cbf2d-c27d-4127-bfb3-c37eaa90191f tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:11.683014 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-840c1ff2-f07b-439f-aa60-b3549e16a7ef tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:55:11.685676 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840c1ff2-f07b-439f-aa60-b3549e16a7ef tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:11.686435 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-840c1ff2-f07b-439f-aa60-b3549e16a7ef tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:11.708935 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-dda8167f-b2e0-4488-b113-0ae34fd6f278 None None] For port ff84076b-a9bf-42c0-8d3f-4a1544436b8c, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=ff84076b-a9bf-42c0-8d3f-4a1544436b8c,segment=NetworkSegment(de8f4a9a-622b-46a1-b033-7ca5cca64f80),segment_id=de8f4a9a-622b-46a1-b033-7ca5cca64f80)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:55:11.733733 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-44697511-e718-4a08-9e25-78a008a76187 None None] For port 26407eda-f915-48dd-81cf-6a122f504c52, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=26407eda-f915-48dd-81cf-6a122f504c52,segment=NetworkSegment(e0bc2927-8a98-4066-9eb5-5174f5accc0f),segment_id=e0bc2927-8a98-4066-9eb5-5174f5accc0f)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:55:11.734397 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-44697511-e718-4a08-9e25-78a008a76187 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:11.782298 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e31cbf2d-c27d-4127-bfb3-c37eaa90191f tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:11.836491 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9116bb1d-db5b-4e05-a2da-c3f6141effe0 admin admin] Router 53c5c55e-4765-4c86-ad22-7e80a80fcad5 is scheduled to L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 with binding_index 1 {{(pid=93177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 09:55:11.918936 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e31cbf2d-c27d-4127-bfb3-c37eaa90191f tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:11.925180 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-25ac21cb-f4da-403e-9114-455b46a48eca tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:11.949888 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31cbf2d-c27d-4127-bfb3-c37eaa90191f tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01feef09-928c-42f8-aada-4b57da020e77,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:11.960357 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e31cbf2d-c27d-4127-bfb3-c37eaa90191f tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:11.980359 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-840c1ff2-f07b-439f-aa60-b3549e16a7ef tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8364804 Jun 11 09:55:11.984657 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 55804) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:55:11.993711 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-5b0c28d0-15d4-468f-a838-4932ce65d75f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Request body: {'subnet': {'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:55:11.999746 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-44697511-e718-4a08-9e25-78a008a76187 None None] Calling delete_port for 26407eda-f915-48dd-81cf-6a122f504c52 owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:55:12.045222 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-dda8167f-b2e0-4488-b113-0ae34fd6f278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:12.052397 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:12.053614 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e31cbf2d-c27d-4127-bfb3-c37eaa90191f tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:12.060659 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-e31cbf2d-c27d-4127-bfb3-c37eaa90191f tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5593169 Jun 11 09:55:12.062044 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 55808) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:55:12.075060 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9116bb1d-db5b-4e05-a2da-c3f6141effe0 admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:55:12.087054 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a788a36-1968-4a12-b6aa-e574d39ade83 None None] Sync routers for ids ['53c5c55e-4765-4c86-ad22-7e80a80fcad5'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:55:12.104172 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-c04f0b45-ffd4-4cfc-9a87-3f29a3bee7d0 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Request body: {'floatingip': {'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:55:12.113007 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a788a36-1968-4a12-b6aa-e574d39ade83 None None] Routers {'53c5c55e-4765-4c86-ad22-7e80a80fcad5'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:55:12.113660 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-7a788a36-1968-4a12-b6aa-e574d39ade83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:54:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['53c5c55e-4765-4c86-ad22-7e80a80fcad5'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:55:12.129343 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1666d824-b161-4b4a-93c1-54b791dd2c39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375209'] for router_interface, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:12.173310 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-dda8167f-b2e0-4488-b113-0ae34fd6f278 None None] Provisioning complete for port 26407eda-f915-48dd-81cf-6a122f504c52 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:55:12.173693 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-dda8167f-b2e0-4488-b113-0ae34fd6f278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:12.221163 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9116bb1d-db5b-4e05-a2da-c3f6141effe0 admin admin] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:12.234265 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-9116bb1d-db5b-4e05-a2da-c3f6141effe0 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.0737574 Jun 11 09:55:12.249527 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda8167f-b2e0-4488-b113-0ae34fd6f278 None None] Pushing event updated for resources: {'Port': ['ID=ff84076b-a9bf-42c0-8d3f-4a1544436b8c,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:12.256609 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-dda8167f-b2e0-4488-b113-0ae34fd6f278 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:12.269722 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 55812) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:55:12.297612 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c04f0b45-ffd4-4cfc-9a87-3f29a3bee7d0 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks [] for floatingip, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:12.339263 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 26407eda-f915-48dd-81cf-6a122f504c52 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:55:12.430444 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-44697511-e718-4a08-9e25-78a008a76187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:12.437285 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-e9399eba-1de8-49d0-969a-7a04c28c3563 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:12.473011 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-7a788a36-1968-4a12-b6aa-e574d39ade83 None None] Set router 53c5c55e-4765-4c86-ad22-7e80a80fcad5 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:55:12.551863 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44697511-e718-4a08-9e25-78a008a76187 None None] Pushing event deleted for resources: {'Port': ['ID=26407eda-f915-48dd-81cf-6a122f504c52,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:12.561469 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44697511-e718-4a08-9e25-78a008a76187 None None] No DVR routers for this DVR port 26407eda-f915-48dd-81cf-6a122f504c52 on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:55:12.575214 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-44697511-e718-4a08-9e25-78a008a76187 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:12.584996 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No active binding found for port 26407eda-f915-48dd-81cf-6a122f504c52 {{(pid=93178) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 11 09:55:12.587996 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 26407eda-f915-48dd-81cf-6a122f504c52 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:55:12.591295 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8196cd1e-c9e3-44e3-82fb-e5f7b05e8251 None None] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:55:12.676742 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-1666d824-b161-4b4a-93c1-54b791dd2c39 admin admin] Deleting port aa9ccd87-3fb3-4114-b47b-5104a57cc99e {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:55:12.677103 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1666d824-b161-4b4a-93c1-54b791dd2c39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:12.723270 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a020c8b-8c61-40c0-be8e-76cf70428c8a req-905c00fa-24d8-42ea-9350-f65b64841243 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:12.732541 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8a020c8b-8c61-40c0-be8e-76cf70428c8a req-905c00fa-24d8-42ea-9350-f65b64841243 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/ports?device_id=d325bd03-091f-43b5-9bbe-af7bc36c08e5 HTTP/1.1" status: 200 len: 944 time: 0.3409519 Jun 11 09:55:12.746565 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-dda8167f-b2e0-4488-b113-0ae34fd6f278 None None] Provisioning for port 44968cf1-fbc9-4eec-b314-67f01cc0a00c completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:55:12.811403 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-7a788a36-1968-4a12-b6aa-e574d39ade83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c5c55e-4765-4c86-ad22-7e80a80fcad5', 'name': 'tempest-ServersTestMultiNic-1801002739-router', 'tenant_id': '738abe581be64edd8f2e0a146ff187c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': 'a20e6e69-9fbd-4df5-bb58-1bfa865d45e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:55:04Z', 'updated_at': '2021-06-11T09:55:08Z', 'revision_number': 3, 'project_id': '738abe581be64edd8f2e0a146ff187c8', 'gw_port': {'id': 'a20e6e69-9fbd-4df5-bb58-1bfa865d45e5', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:24:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c5c55e-4765-4c86-ad22-7e80a80fcad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:55:05Z', 'updated_at': '2021-06-11T09:55:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:55:12.813373 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b0c28d0-15d4-468f-a838-4932ce65d75f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Made reservation on behalf of 3a7e48b24b924bff8faf8c740b2810c2 for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:55:12.817912 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a788a36-1968-4a12-b6aa-e574d39ade83 None None] Checking router: 53c5c55e-4765-4c86-ad22-7e80a80fcad5 for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:55:12.818864 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5b0c28d0-15d4-468f-a838-4932ce65d75f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:12.819229 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a788a36-1968-4a12-b6aa-e574d39ade83 None None] Updating router 53c5c55e-4765-4c86-ad22-7e80a80fcad5 port a20e6e69-9fbd-4df5-bb58-1bfa865d45e5 binding host n-d-779913-12 {{(pid=93179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 09:55:12.821811 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-dda8167f-b2e0-4488-b113-0ae34fd6f278 None None] Provisioning complete for port 44968cf1-fbc9-4eec-b314-67f01cc0a00c triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:55:12.822216 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-dda8167f-b2e0-4488-b113-0ae34fd6f278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:12.842752 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-1666d824-b161-4b4a-93c1-54b791dd2c39 admin admin] For port aa9ccd87-3fb3-4114-b47b-5104a57cc99e, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=aa9ccd87-3fb3-4114-b47b-5104a57cc99e,segment=NetworkSegment(59ee2075-9cb6-4e4d-9afe-4362f3097ca6),segment_id=59ee2075-9cb6-4e4d-9afe-4362f3097ca6)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:55:12.843507 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1666d824-b161-4b4a-93c1-54b791dd2c39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:12.869401 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7a788a36-1968-4a12-b6aa-e574d39ade83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:12.884660 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8a020c8b-8c61-40c0-be8e-76cf70428c8a req-2280d576-2659-4d90-bb3d-b292104ca5ba tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0a63a22-d585-43d6-b866-33fbb4d10728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511257 Jun 11 09:55:12.959107 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-1666d824-b161-4b4a-93c1-54b791dd2c39 admin admin] Calling delete_port for aa9ccd87-3fb3-4114-b47b-5104a57cc99e owned by network:router_interface {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:55:12.966542 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-dda8167f-b2e0-4488-b113-0ae34fd6f278 None None] Port 44968cf1-fbc9-4eec-b314-67f01cc0a00c cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:55:13.004993 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-dda8167f-b2e0-4488-b113-0ae34fd6f278 None None] Provisioning complete for port 51038530-e912-40a2-88a8-f8f194a193ed triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:55:13.005821 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-dda8167f-b2e0-4488-b113-0ae34fd6f278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:13.007815 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c237f937-7bf1-4ce6-9da3-c9cd0b6b2192 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'tenant_id': '3a7e48b24b924bff8faf8c740b2810c2', 'fixed_ips': [{'subnet_id': 'f3c5632d-6770-4d5b-bbbe-4296944d5b5e'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 09:55:13.009022 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c237f937-7bf1-4ce6-9da3-c9cd0b6b2192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:13.060571 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c04f0b45-ffd4-4cfc-9a87-3f29a3bee7d0 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:13.157990 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device fde48d19-1c7d-44e3-9924-5140b0e114bd up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:55:13.238961 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a1a9b41c-230a-4906-8504-d8ec72179b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:13.348206 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7a788a36-1968-4a12-b6aa-e574d39ade83 None None] Notify callbacks [] for port, precommit_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:13.356403 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device ff84076b-a9bf-42c0-8d3f-4a1544436b8c up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:55:13.361265 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-7a788a36-1968-4a12-b6aa-e574d39ade83 None None] Transition to ACTIVE for port object a20e6e69-9fbd-4df5-bb58-1bfa865d45e5 will not be triggered until provisioned by entity L2. {{(pid=93179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:55:13.436600 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-c237f937-7bf1-4ce6-9da3-c9cd0b6b2192 None None] Allocated IP 172.20.0.2 (f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc/f3c5632d-6770-4d5b-bbbe-4296944d5b5e/847d5be9-1d55-42dc-9092-ea1d7a6a16fe) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:55:13.520078 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port ff84076b-a9bf-42c0-8d3f-4a1544436b8c triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:55:13.520460 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:13.529403 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7a788a36-1968-4a12-b6aa-e574d39ade83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:13.532982 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1666d824-b161-4b4a-93c1-54b791dd2c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:13.535057 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6914f97d-9d2c-4462-b6a7-b01d3dec296e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:13.537217 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-d6b1f1c4-b086-4c01-ab74-ba0d84ce05cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:13.583845 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1666d824-b161-4b4a-93c1-54b791dd2c39 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa9ccd87-3fb3-4114-b47b-5104a57cc99e,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:13.595958 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1666d824-b161-4b4a-93c1-54b791dd2c39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:13.612399 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-7a788a36-1968-4a12-b6aa-e574d39ade83 None None] Attempting to bind port a20e6e69-9fbd-4df5-bb58-1bfa865d45e5 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:55:13.612776 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-7a788a36-1968-4a12-b6aa-e574d39ade83 None None] Attempting to bind port a20e6e69-9fbd-4df5-bb58-1bfa865d45e5 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:55:13.613142 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a788a36-1968-4a12-b6aa-e574d39ade83 None None] Attempting to bind port a20e6e69-9fbd-4df5-bb58-1bfa865d45e5 on network f0adef6e-169f-4a27-8865-442be2ad072d {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:55:13.614490 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning for port fde48d19-1c7d-44e3-9924-5140b0e114bd completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:55:13.615111 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1d13eb-c077-4fb9-8e9a-bc4eb0103293 None None] Pushing event updated for resources: {'Port': ['ID=a20e6e69-9fbd-4df5-bb58-1bfa865d45e5,revision_number=2']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:13.624858 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1d13eb-c077-4fb9-8e9a-bc4eb0103293 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:55:13.625195 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1d13eb-c077-4fb9-8e9a-bc4eb0103293 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:55:13.625529 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1d13eb-c077-4fb9-8e9a-bc4eb0103293 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:55:13.625856 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1d13eb-c077-4fb9-8e9a-bc4eb0103293 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:55:13.626181 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1d13eb-c077-4fb9-8e9a-bc4eb0103293 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:55:13.626500 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1d13eb-c077-4fb9-8e9a-bc4eb0103293 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:55:13.626817 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1d13eb-c077-4fb9-8e9a-bc4eb0103293 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:55:13.627132 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1d13eb-c077-4fb9-8e9a-bc4eb0103293 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:55:13.627446 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1d13eb-c077-4fb9-8e9a-bc4eb0103293 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:55:13.627811 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1d13eb-c077-4fb9-8e9a-bc4eb0103293 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:55:13.628123 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1d13eb-c077-4fb9-8e9a-bc4eb0103293 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:55:13.628436 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1d13eb-c077-4fb9-8e9a-bc4eb0103293 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:55:13.631797 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a788a36-1968-4a12-b6aa-e574d39ade83 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:55:13.632183 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a788a36-1968-4a12-b6aa-e574d39ade83 None None] Checking segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:55:13.632594 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7a788a36-1968-4a12-b6aa-e574d39ade83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:13.632938 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port fde48d19-1c7d-44e3-9924-5140b0e114bd triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:55:13.633084 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a788a36-1968-4a12-b6aa-e574d39ade83 None None] Bound using segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:55:13.633318 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:13.633449 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-7a788a36-1968-4a12-b6aa-e574d39ade83 None None] Bound port: a20e6e69-9fbd-4df5-bb58-1bfa865d45e5, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:55:13.633804 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7a788a36-1968-4a12-b6aa-e574d39ade83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:13.635794 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-db1d13eb-c077-4fb9-8e9a-bc4eb0103293 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:13.683584 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-cbf88ef7-6978-4334-ad92-3aa3ff992e70 None None] Provisioning complete for port ff84076b-a9bf-42c0-8d3f-4a1544436b8c triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:55:13.683906 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-cbf88ef7-6978-4334-ad92-3aa3ff992e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:13.703147 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7a788a36-1968-4a12-b6aa-e574d39ade83 None None] For port a20e6e69-9fbd-4df5-bb58-1bfa865d45e5, host n-d-779913-12, cleared binding levels {{(pid=93179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:55:13.709328 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7a788a36-1968-4a12-b6aa-e574d39ade83 None None] For port a20e6e69-9fbd-4df5-bb58-1bfa865d45e5, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=a20e6e69-9fbd-4df5-bb58-1bfa865d45e5,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:55:13.856818 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c237f937-7bf1-4ce6-9da3-c9cd0b6b2192 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:13.872353 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-c237f937-7bf1-4ce6-9da3-c9cd0b6b2192 None None] Transition to ACTIVE for port object 847d5be9-1d55-42dc-9092-ea1d7a6a16fe will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:55:13.876362 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 51038530-e912-40a2-88a8-f8f194a193ed up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:55:13.877632 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7a788a36-1968-4a12-b6aa-e574d39ade83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:13.881735 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-ede5b2ae-52b7-4245-a4a4-f14e111fc96f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:13.904680 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1666d824-b161-4b4a-93c1-54b791dd2c39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362297'] for router_interface, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:14.014874 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-c237f937-7bf1-4ce6-9da3-c9cd0b6b2192 None None] Transition to ACTIVE for port object 847d5be9-1d55-42dc-9092-ea1d7a6a16fe will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:55:14.042047 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:14.059439 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a788a36-1968-4a12-b6aa-e574d39ade83 None None] Routers {'53c5c55e-4765-4c86-ad22-7e80a80fcad5'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:55:14.079916 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-7a788a36-1968-4a12-b6aa-e574d39ade83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:54:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['53c5c55e-4765-4c86-ad22-7e80a80fcad5'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:55:14.154445 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port fde48d19-1c7d-44e3-9924-5140b0e114bd, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=fde48d19-1c7d-44e3-9924-5140b0e114bd,segment=NetworkSegment(8cbdf263-7cef-4405-b417-fb9433495e8a),segment_id=8cbdf263-7cef-4405-b417-fb9433495e8a)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:55:14.155937 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd325bd03-091f-43b5-9bbe-af7bc36c08e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fde48d19-1c7d-44e3-9924-5140b0e114bd'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:55:14.159863 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-177876ff-c344-4a64-bea4-07a428aabd31" -d '{"events": [{"server_uuid": "d325bd03-091f-43b5-9bbe-af7bc36c08e5", "name": "network-vif-plugged", "status": "completed", "tag": "fde48d19-1c7d-44e3-9924-5140b0e114bd"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:55:14.176462 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 51038530-e912-40a2-88a8-f8f194a193ed triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:55:14.176978 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:14.195484 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-c04f0b45-ffd4-4cfc-9a87-3f29a3bee7d0 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Allocated IP 172.25.4.49 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/8c85faf1-cda2-49f2-bd9a-fce05aa82e7b) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:55:14.274742 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1d13eb-c077-4fb9-8e9a-bc4eb0103293 None None] Pushing event updated for resources: {'Port': ['ID=a20e6e69-9fbd-4df5-bb58-1bfa865d45e5,revision_number=3']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:14.292020 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-db1d13eb-c077-4fb9-8e9a-bc4eb0103293 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:14.313200 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c1fcf90-e935-4466-b2fd-c89fa829b9ae x-openstack-request-id: req-8c1fcf90-e935-4466-b2fd-c89fa829b9ae {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:55:14.313626 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d325bd03-091f-43b5-9bbe-af7bc36c08e5", "name": "network-vif-plugged", "status": "completed", "tag": "fde48d19-1c7d-44e3-9924-5140b0e114bd", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:55:14.314033 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8c1fcf90-e935-4466-b2fd-c89fa829b9ae {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:55:14.314437 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd325bd03-091f-43b5-9bbe-af7bc36c08e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fde48d19-1c7d-44e3-9924-5140b0e114bd', 'code': 200} Jun 11 09:55:14.325683 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c237f937-7bf1-4ce6-9da3-c9cd0b6b2192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:14.325683 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:14.328985 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:14.408480 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-7a788a36-1968-4a12-b6aa-e574d39ade83 None None] Set router 53c5c55e-4765-4c86-ad22-7e80a80fcad5 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:55:14.600114 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c237f937-7bf1-4ce6-9da3-c9cd0b6b2192 None None] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:55:14.604718 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-c237f937-7bf1-4ce6-9da3-c9cd0b6b2192 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:55:14.612323 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c237f937-7bf1-4ce6-9da3-c9cd0b6b2192 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:55:14.619774 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c237f937-7bf1-4ce6-9da3-c9cd0b6b2192 None None] Pushing event updated for resources: {'Port': ['ID=847d5be9-1d55-42dc-9092-ea1d7a6a16fe,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:14.747695 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-c237f937-7bf1-4ce6-9da3-c9cd0b6b2192 None None] Attempting to bind port 847d5be9-1d55-42dc-9092-ea1d7a6a16fe on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:55:14.747695 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-c237f937-7bf1-4ce6-9da3-c9cd0b6b2192 None None] Attempting to bind port 847d5be9-1d55-42dc-9092-ea1d7a6a16fe by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'e0bc2927-8a98-4066-9eb5-5174f5accc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:55:14.748068 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c237f937-7bf1-4ce6-9da3-c9cd0b6b2192 None None] Attempting to bind port 847d5be9-1d55-42dc-9092-ea1d7a6a16fe on network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:55:14.755026 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=fde48d19-1c7d-44e3-9924-5140b0e114bd,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:14.758235 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:14.758767 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-88bd1720-3ec1-428d-babf-934134e298bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.428s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:14.759198 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-88bd1720-3ec1-428d-babf-934134e298bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:14.761176 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c237f937-7bf1-4ce6-9da3-c9cd0b6b2192 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:55:14.761402 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c237f937-7bf1-4ce6-9da3-c9cd0b6b2192 None None] Checking segment: {'id': 'e0bc2927-8a98-4066-9eb5-5174f5accc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:55:14.761913 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c237f937-7bf1-4ce6-9da3-c9cd0b6b2192 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:14.762648 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c237f937-7bf1-4ce6-9da3-c9cd0b6b2192 None None] Bound using segment: {'id': 'e0bc2927-8a98-4066-9eb5-5174f5accc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:55:14.763147 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-c237f937-7bf1-4ce6-9da3-c9cd0b6b2192 None None] Bound port: 847d5be9-1d55-42dc-9092-ea1d7a6a16fe, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0bc2927-8a98-4066-9eb5-5174f5accc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:55:14.763899 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c237f937-7bf1-4ce6-9da3-c9cd0b6b2192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:14.918105 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-c237f937-7bf1-4ce6-9da3-c9cd0b6b2192 None None] For port 847d5be9-1d55-42dc-9092-ea1d7a6a16fe, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:55:14.925921 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-c237f937-7bf1-4ce6-9da3-c9cd0b6b2192 None None] For port 847d5be9-1d55-42dc-9092-ea1d7a6a16fe, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=847d5be9-1d55-42dc-9092-ea1d7a6a16fe,segment=NetworkSegment(e0bc2927-8a98-4066-9eb5-5174f5accc0f),segment_id=e0bc2927-8a98-4066-9eb5-5174f5accc0f)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:55:14.943663 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c04f0b45-ffd4-4cfc-9a87-3f29a3bee7d0 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:14.955456 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-7a788a36-1968-4a12-b6aa-e574d39ade83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c5c55e-4765-4c86-ad22-7e80a80fcad5', 'name': 'tempest-ServersTestMultiNic-1801002739-router', 'tenant_id': '738abe581be64edd8f2e0a146ff187c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': 'a20e6e69-9fbd-4df5-bb58-1bfa865d45e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:55:04Z', 'updated_at': '2021-06-11T09:55:08Z', 'revision_number': 3, 'project_id': '738abe581be64edd8f2e0a146ff187c8', 'gw_port': {'id': 'a20e6e69-9fbd-4df5-bb58-1bfa865d45e5', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:24:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c5c55e-4765-4c86-ad22-7e80a80fcad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:55:05Z', 'updated_at': '2021-06-11T09:55:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:55:14.959476 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a788a36-1968-4a12-b6aa-e574d39ade83 None None] The sync data for ids ['53c5c55e-4765-4c86-ad22-7e80a80fcad5'] in n-d-779913-12 is: [{'id': '53c5c55e-4765-4c86-ad22-7e80a80fcad5', 'name': 'tempest-ServersTestMultiNic-1801002739-router', 'tenant_id': '738abe581be64edd8f2e0a146ff187c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': 'a20e6e69-9fbd-4df5-bb58-1bfa865d45e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:55:04Z', 'updated_at': '2021-06-11T09:55:08Z', 'revision_number': 3, 'project_id': '738abe581be64edd8f2e0a146ff187c8', 'gw_port': {'id': 'a20e6e69-9fbd-4df5-bb58-1bfa865d45e5', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:24:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c5c55e-4765-4c86-ad22-7e80a80fcad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:55:05Z', 'updated_at': '2021-06-11T09:55:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:55:15.009880 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c237f937-7bf1-4ce6-9da3-c9cd0b6b2192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:15.012530 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-58d006e6-33ae-410f-a3fd-bb9e79f18b03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:15.015924 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bca3545-6218-459c-9fc2-4806187c4545 req-79e0a04f-129e-457d-b07d-6a3e3fed36a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:15.023710 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6bca3545-6218-459c-9fc2-4806187c4545 req-79e0a04f-129e-457d-b07d-6a3e3fed36a6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d325bd03-091f-43b5-9bbe-af7bc36c08e5 HTTP/1.1" status: 200 len: 1097 time: 0.4540632 Jun 11 09:55:15.053019 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-771ef02c-a233-42d7-9be7-2d82642b0222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:15.107826 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c237f937-7bf1-4ce6-9da3-c9cd0b6b2192 None None] Pushing event updated for resources: {'Port': ['ID=847d5be9-1d55-42dc-9092-ea1d7a6a16fe,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:15.111396 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-c237f937-7bf1-4ce6-9da3-c9cd0b6b2192 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:15.120912 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30691645-ab27-453d-8161-e0ab520131d5 req-2e4ee262-a2d7-43a2-8c38-43d0ec9889ef tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:15.122453 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-30691645-ab27-453d-8161-e0ab520131d5 req-2e4ee262-a2d7-43a2-8c38-43d0ec9889ef tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/ports?device_id=d325bd03-091f-43b5-9bbe-af7bc36c08e5 HTTP/1.1" status: 200 len: 945 time: 0.5518651 Jun 11 09:55:15.215065 n-d-779913-12 neutron-server[93176]: DEBUG neutron.objects.ports [None req-5b0c28d0-15d4-468f-a838-4932ce65d75f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93176) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 11 09:55:15.360582 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6bca3545-6218-459c-9fc2-4806187c4545 req-62e860e4-6566-4ebf-aa75-fe29aaf7b5ef service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d0a63a22-d585-43d6-b866-33fbb4d10728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619185 Jun 11 09:55:15.459471 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1666d824-b161-4b4a-93c1-54b791dd2c39 admin admin] Router 4800d652-a4ee-4abd-88c6-40a7cbe329ad has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 09:55:15.465405 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-30691645-ab27-453d-8161-e0ab520131d5 req-fe22644d-0ff0-4958-b18f-328dfc0fa1df tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0a63a22-d585-43d6-b866-33fbb4d10728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543604 Jun 11 09:55:15.640769 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c04f0b45-ffd4-4cfc-9a87-3f29a3bee7d0 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:15.722267 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1666d824-b161-4b4a-93c1-54b791dd2c39 admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:55:15.730757 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-1666d824-b161-4b4a-93c1-54b791dd2c39 admin admin] 10.222.0.60 "PUT /v2.0/routers/4800d652-a4ee-4abd-88c6-40a7cbe329ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6198912 Jun 11 09:55:15.734697 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e814e5-3459-4ee0-97a5-2eac35d3b5c0 None None] Sync routers for ids ['4800d652-a4ee-4abd-88c6-40a7cbe329ad'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:55:15.735029 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 55840) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:55:15.748949 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d5e12a98-e3e5-40d9-abe8-41a09ab80d71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:15.756793 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e814e5-3459-4ee0-97a5-2eac35d3b5c0 None None] Routers {'4800d652-a4ee-4abd-88c6-40a7cbe329ad'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:55:15.757459 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-33e814e5-3459-4ee0-97a5-2eac35d3b5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:54:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['4800d652-a4ee-4abd-88c6-40a7cbe329ad'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:55:15.865995 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-771ef02c-a233-42d7-9be7-2d82642b0222 admin admin] Allocated IP 172.20.0.1 (0492cfca-b973-4766-a98f-06df9047fd5d/89d6fc41-30a6-4609-9ab7-14ab7e969768/8ec59dd4-11ce-4b0e-b685-e28c0aea128c) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:55:15.921205 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04f0b45-ffd4-4cfc-9a87-3f29a3bee7d0 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:55:15.947419 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04f0b45-ffd4-4cfc-9a87-3f29a3bee7d0 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Pushing event updated for resources: {'Port': ['ID=8c85faf1-cda2-49f2-bd9a-fce05aa82e7b,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:15.952705 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-c04f0b45-ffd4-4cfc-9a87-3f29a3bee7d0 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:55:15.966158 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4b1bd538-6c14-4b07-861c-2af835fbd0b5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:15.970194 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c04f0b45-ffd4-4cfc-9a87-3f29a3bee7d0 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:15.972872 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04f0b45-ffd4-4cfc-9a87-3f29a3bee7d0 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:55:15.996340 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-5a489240-5bfc-4236-b804-d0228e6af176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:16.083500 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-33e814e5-3459-4ee0-97a5-2eac35d3b5c0 None None] Set router 4800d652-a4ee-4abd-88c6-40a7cbe329ad gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:55:16.294470 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:16.347498 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-771ef02c-a233-42d7-9be7-2d82642b0222 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:16.383163 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5b0c28d0-15d4-468f-a838-4932ce65d75f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:16.385798 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c04f0b45-ffd4-4cfc-9a87-3f29a3bee7d0 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:16.402451 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [None req-771ef02c-a233-42d7-9be7-2d82642b0222 admin admin] Transition to ACTIVE for port object 8ec59dd4-11ce-4b0e-b685-e28c0aea128c will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:55:16.418005 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4b1bd538-6c14-4b07-861c-2af835fbd0b5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:16.686550 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-33e814e5-3459-4ee0-97a5-2eac35d3b5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4800d652-a4ee-4abd-88c6-40a7cbe329ad', 'name': 'tempest-ServerRescueNegativeTestJSON-577287990-router', 'tenant_id': 'aae32b6d82fb4d1babe798fa5bdf8d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'dc7611bd-d825-4c36-9e88-d6482a4217c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:52:00Z', 'updated_at': '2021-06-11T09:55:13Z', 'revision_number': 5, 'project_id': 'aae32b6d82fb4d1babe798fa5bdf8d6b', 'gw_port': {'id': 'dc7611bd-d825-4c36-9e88-d6482a4217c9', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b2:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4800d652-a4ee-4abd-88c6-40a7cbe329ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:52:02Z', 'updated_at': '2021-06-11T09:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:55:16.696869 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:16.710947 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e814e5-3459-4ee0-97a5-2eac35d3b5c0 None None] Checking router: 4800d652-a4ee-4abd-88c6-40a7cbe329ad for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:55:16.733979 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e814e5-3459-4ee0-97a5-2eac35d3b5c0 None None] Routers {'4800d652-a4ee-4abd-88c6-40a7cbe329ad'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:55:16.734906 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-33e814e5-3459-4ee0-97a5-2eac35d3b5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:55:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['4800d652-a4ee-4abd-88c6-40a7cbe329ad'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:55:16.814481 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-4b1bd538-6c14-4b07-861c-2af835fbd0b5 admin admin] Deleting port dc7611bd-d825-4c36-9e88-d6482a4217c9 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:55:16.814987 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4b1bd538-6c14-4b07-861c-2af835fbd0b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:16.903529 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-33e814e5-3459-4ee0-97a5-2eac35d3b5c0 None None] Set router 4800d652-a4ee-4abd-88c6-40a7cbe329ad gateway port host: None {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:55:16.908867 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-5b0c28d0-15d4-468f-a838-4932ce65d75f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] For port 847d5be9-1d55-42dc-9092-ea1d7a6a16fe, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=847d5be9-1d55-42dc-9092-ea1d7a6a16fe,segment=NetworkSegment(e0bc2927-8a98-4066-9eb5-5174f5accc0f),segment_id=e0bc2927-8a98-4066-9eb5-5174f5accc0f)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:55:16.954053 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-4b1bd538-6c14-4b07-861c-2af835fbd0b5 admin admin] For port dc7611bd-d825-4c36-9e88-d6482a4217c9, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=dc7611bd-d825-4c36-9e88-d6482a4217c9,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:55:16.965597 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4b1bd538-6c14-4b07-861c-2af835fbd0b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:16.992992 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-33e814e5-3459-4ee0-97a5-2eac35d3b5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4800d652-a4ee-4abd-88c6-40a7cbe329ad', 'name': 'tempest-ServerRescueNegativeTestJSON-577287990-router', 'tenant_id': 'aae32b6d82fb4d1babe798fa5bdf8d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:52:00Z', 'updated_at': '2021-06-11T09:55:16Z', 'revision_number': 6, 'project_id': 'aae32b6d82fb4d1babe798fa5bdf8d6b', 'gw_port_host': None}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:55:16.998223 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e814e5-3459-4ee0-97a5-2eac35d3b5c0 None None] The sync data for ids ['4800d652-a4ee-4abd-88c6-40a7cbe329ad'] in n-d-779913-12 is: [{'id': '4800d652-a4ee-4abd-88c6-40a7cbe329ad', 'name': 'tempest-ServerRescueNegativeTestJSON-577287990-router', 'tenant_id': 'aae32b6d82fb4d1babe798fa5bdf8d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:52:00Z', 'updated_at': '2021-06-11T09:55:16Z', 'revision_number': 6, 'project_id': 'aae32b6d82fb4d1babe798fa5bdf8d6b', 'gw_port_host': None}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:55:17.063556 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5b0c28d0-15d4-468f-a838-4932ce65d75f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:17.074029 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c04f0b45-ffd4-4cfc-9a87-3f29a3bee7d0 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:17.077281 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-4b1bd538-6c14-4b07-861c-2af835fbd0b5 admin admin] Calling delete_port for dc7611bd-d825-4c36-9e88-d6482a4217c9 owned by network:router_gateway {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:55:17.156901 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8920d8-1760-4d47-a379-5eaa144563ce req-d3a7b538-9251-44d3-9754-0b7aca2a27d3 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:17.158592 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9c8920d8-1760-4d47-a379-5eaa144563ce req-d3a7b538-9251-44d3-9754-0b7aca2a27d3 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/ports?device_id=d325bd03-091f-43b5-9bbe-af7bc36c08e5 HTTP/1.1" status: 200 len: 945 time: 0.2353425 Jun 11 09:55:17.174679 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-34cd02df-4a8b-4162-824e-9a7bc767c743 None None] Provisioning for port 847d5be9-1d55-42dc-9092-ea1d7a6a16fe completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:55:17.258672 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-771ef02c-a233-42d7-9be7-2d82642b0222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:17.260594 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5b0c28d0-15d4-468f-a838-4932ce65d75f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:17.261324 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5b0c28d0-15d4-468f-a838-4932ce65d75f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:17.272302 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d112501d-6634-40ec-a9ae-74e5f01a1e53 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:17.331902 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9c8920d8-1760-4d47-a379-5eaa144563ce req-5b9d4ac6-ca9e-42e1-a9d6-4cc6dc4b7a4f tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0a63a22-d585-43d6-b866-33fbb4d10728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563661 Jun 11 09:55:17.356888 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771ef02c-a233-42d7-9be7-2d82642b0222 admin admin] Network 0492cfca-b973-4766-a98f-06df9047fd5d is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:55:17.373608 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-771ef02c-a233-42d7-9be7-2d82642b0222 admin admin] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:55:17.375116 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4b1bd538-6c14-4b07-861c-2af835fbd0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:17.379058 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0c28d0-15d4-468f-a838-4932ce65d75f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:55:17.389406 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f4697604-1b29-4395-a82d-7778811e5c75 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:17.390287 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771ef02c-a233-42d7-9be7-2d82642b0222 admin admin] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:55:17.394045 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-5b0c28d0-15d4-468f-a838-4932ce65d75f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:55:17.423866 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538b82a0-575f-4499-8205-26cf5b76cc1a None None] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:55:17.435684 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771ef02c-a233-42d7-9be7-2d82642b0222 admin admin] Pushing event updated for resources: {'Port': ['ID=8ec59dd4-11ce-4b0e-b685-e28c0aea128c,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:17.437274 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0c28d0-15d4-468f-a838-4932ce65d75f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:17.437566 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5b0c28d0-15d4-468f-a838-4932ce65d75f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:17.465388 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1bd538-6c14-4b07-861c-2af835fbd0b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc7611bd-d825-4c36-9e88-d6482a4217c9,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:17.520581 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4b1bd538-6c14-4b07-861c-2af835fbd0b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:17.592600 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4b1bd538-6c14-4b07-861c-2af835fbd0b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374120'] for router_gateway, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:17.600845 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c04f0b45-ffd4-4cfc-9a87-3f29a3bee7d0 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:17.634736 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-771ef02c-a233-42d7-9be7-2d82642b0222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-375088'] for router_interface, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:17.704418 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0c28d0-15d4-468f-a838-4932ce65d75f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event updated for resources: {'Port': ['ID=847d5be9-1d55-42dc-9092-ea1d7a6a16fe,revision_number=4']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:17.739087 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5b0c28d0-15d4-468f-a838-4932ce65d75f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:17.739087 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-bdab21d6-0514-480f-909a-7f1035f0442f tempest-RoutersAdminNegativeTest-1036983663 tempest-RoutersAdminNegativeTest-1036983663-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.453s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:17.739087 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-bdab21d6-0514-480f-909a-7f1035f0442f tempest-RoutersAdminNegativeTest-1036983663 tempest-RoutersAdminNegativeTest-1036983663-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:17.739087 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2cd8e463-00eb-42d5-963a-ccaf2824128c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.462s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:17.741283 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-5b0c28d0-15d4-468f-a838-4932ce65d75f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 5.7533429 Jun 11 09:55:17.746829 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 55866) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:55:17.809781 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-65a62c3b-9755-44d2-9f81-2add8392b333 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Request body: {'port': {'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'mac_address': 'fa:16:3e:52:1c:d2', 'name': 'tempest-NetworksTestDHCPv6-995246840'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:55:17.813708 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c04f0b45-ffd4-4cfc-9a87-3f29a3bee7d0 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:17.845565 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4b1bd538-6c14-4b07-861c-2af835fbd0b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:17.848349 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4b1bd538-6c14-4b07-861c-2af835fbd0b5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:17.997391 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 847d5be9-1d55-42dc-9092-ea1d7a6a16fe up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:55:18.050365 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0c28d0-15d4-468f-a838-4932ce65d75f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event updated for resources: {'Subnet': ['ID=e2c551ff-c6dc-4614-a74d-19d25076bedb,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:18.058983 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5b0c28d0-15d4-468f-a838-4932ce65d75f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:18.073191 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-b5546870-f0eb-4649-b0f3-0b0f8ce560db None None] Provisioning for port 8ec59dd4-11ce-4b0e-b685-e28c0aea128c completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:55:18.096396 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-b5546870-f0eb-4649-b0f3-0b0f8ce560db None None] Provisioning complete for port 8ec59dd4-11ce-4b0e-b685-e28c0aea128c triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:55:18.097061 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b5546870-f0eb-4649-b0f3-0b0f8ce560db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:18.129201 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c04f0b45-ffd4-4cfc-9a87-3f29a3bee7d0 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.300s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:18.156724 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-b5546870-f0eb-4649-b0f3-0b0f8ce560db None None] Port 8ec59dd4-11ce-4b0e-b685-e28c0aea128c cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:55:18.174018 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4b1bd538-6c14-4b07-861c-2af835fbd0b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:18.180145 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b1bd538-6c14-4b07-861c-2af835fbd0b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4800d652-a4ee-4abd-88c6-40a7cbe329ad {{(pid=93177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 09:55:18.182161 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4b1bd538-6c14-4b07-861c-2af835fbd0b5 admin admin] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:18.184039 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-4b1bd538-6c14-4b07-861c-2af835fbd0b5 admin admin] 10.222.0.60 "DELETE /v2.0/routers/4800d652-a4ee-4abd-88c6-40a7cbe329ad HTTP/1.1" status: 204 len: 168 time: 2.4471235 Jun 11 09:55:18.186520 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 55872) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:55:18.269763 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04f0b45-ffd4-4cfc-9a87-3f29a3bee7d0 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Pushing event updated for resources: {'Port': ['ID=8c85faf1-cda2-49f2-bd9a-fce05aa82e7b,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:18.272293 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c04f0b45-ffd4-4cfc-9a87-3f29a3bee7d0 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:18.278712 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c04f0b45-ffd4-4cfc-9a87-3f29a3bee7d0 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:18.282054 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba6d9ca1-9706-4976-ac0e-fdbe51156534 admin admin] Deleting subnet eedbaccc-33aa-4196-b70d-ae78a5d61bda {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 09:55:18.283325 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 847d5be9-1d55-42dc-9092-ea1d7a6a16fe completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:55:18.286258 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ba6d9ca1-9706-4976-ac0e-fdbe51156534 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:18.290661 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 847d5be9-1d55-42dc-9092-ea1d7a6a16fe triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:55:18.290661 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:18.345111 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ba6d9ca1-9706-4976-ac0e-fdbe51156534 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:18.413253 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ba6d9ca1-9706-4976-ac0e-fdbe51156534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:18.437512 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:18.439918 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:18.503364 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 847d5be9-1d55-42dc-9092-ea1d7a6a16fe, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=847d5be9-1d55-42dc-9092-ea1d7a6a16fe,segment=NetworkSegment(e0bc2927-8a98-4066-9eb5-5174f5accc0f),segment_id=e0bc2927-8a98-4066-9eb5-5174f5accc0f)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:55:18.510381 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65a62c3b-9755-44d2-9f81-2add8392b333 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Made reservation on behalf of 3a7e48b24b924bff8faf8c740b2810c2 for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:55:18.608001 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:18.608803 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device a20e6e69-9fbd-4df5-bb58-1bfa865d45e5 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:55:18.610676 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-6bb64098-acd9-4302-8999-a7c65faf161c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:18.636608 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ba6d9ca1-9706-4976-ac0e-fdbe51156534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:18.639214 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9bb2c576-dba1-4fd8-a947-4d5d32d203b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:18.680234 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6d9ca1-9706-4976-ac0e-fdbe51156534 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eedbaccc-33aa-4196-b70d-ae78a5d61bda,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:18.683898 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ba6d9ca1-9706-4976-ac0e-fdbe51156534 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:18.689428 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ba6d9ca1-9706-4976-ac0e-fdbe51156534 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:18.694177 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-ba6d9ca1-9706-4976-ac0e-fdbe51156534 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/eedbaccc-33aa-4196-b70d-ae78a5d61bda HTTP/1.1" status: 204 len: 168 time: 0.5038753 Jun 11 09:55:18.694462 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 55876) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:55:18.726029 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=847d5be9-1d55-42dc-9092-ea1d7a6a16fe,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:18.731070 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:18.806525 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port a20e6e69-9fbd-4df5-bb58-1bfa865d45e5 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:55:18.811546 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port a20e6e69-9fbd-4df5-bb58-1bfa865d45e5 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:55:18.815516 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:18.820264 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3556c261-239f-49dc-8bae-d479c54f047d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:18.913990 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:18.920430 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f546745b-2652-430c-85f6-75889ee849c0 None None] Provisioning complete for port 847d5be9-1d55-42dc-9092-ea1d7a6a16fe triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:55:18.920806 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f546745b-2652-430c-85f6-75889ee849c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:18.950515 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3556c261-239f-49dc-8bae-d479c54f047d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:18.956079 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-3556c261-239f-49dc-8bae-d479c54f047d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05221ef3-e163-480d-ad89-4315ae45fbcc']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:55:18.971043 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port a20e6e69-9fbd-4df5-bb58-1bfa865d45e5, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=a20e6e69-9fbd-4df5-bb58-1bfa865d45e5,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:55:18.973717 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-3556c261-239f-49dc-8bae-d479c54f047d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59ee2075-9cb6-4e4d-9afe-4362f3097ca6') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:55:18.974025 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-3556c261-239f-49dc-8bae-d479c54f047d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59ee2075-9cb6-4e4d-9afe-4362f3097ca6') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:55:18.986262 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3556c261-239f-49dc-8bae-d479c54f047d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:18.998320 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c04f0b45-ffd4-4cfc-9a87-3f29a3bee7d0 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:18.999582 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-c04f0b45-ffd4-4cfc-9a87-3f29a3bee7d0 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.9297674 Jun 11 09:55:19.017871 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3556c261-239f-49dc-8bae-d479c54f047d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:19.030682 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3556c261-239f-49dc-8bae-d479c54f047d admin admin] Releasing vlan 778 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 09:55:19.030682 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3556c261-239f-49dc-8bae-d479c54f047d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:19.097809 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-771ef02c-a233-42d7-9be7-2d82642b0222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:19.122614 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-65a62c3b-9755-44d2-9f81-2add8392b333 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:19.135234 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:55:19.135234 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:55:19.135234 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:55:19.135234 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:55:19.135234 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:55:19.135234 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:55:19.135234 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:55:19.135234 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:55:19.135234 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:55:19.135234 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:55:19.135234 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:55:19.135234 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:55:19.135234 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:55:19.135234 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:55:19.135234 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:55:19.135234 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:55:19.135234 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 09:55:19.135234 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 09:55:19.135234 n-d-779913-12 neutron-server[93177]: timer() Jun 11 09:55:19.135234 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 09:55:19.135234 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 09:55:19.135234 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 09:55:19.135234 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 09:55:19.135234 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 09:55:19.135234 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 09:55:19.135234 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 09:55:19.135234 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 09:55:19.135234 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 09:55:19.135234 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 09:55:19.135234 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 09:55:19.135234 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 09:55:19.135234 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 09:55:19.135234 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 09:55:19.135234 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 09:55:19.135234 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 09:55:19.135234 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 09:55:19.135234 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 09:55:19.135234 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 09:55:19.135234 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 09:55:19.135234 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 09:55:19.135234 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 09:55:19.135234 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 09:55:19.135234 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 09:55:19.135234 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 09:55:19.135234 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 09:55:19.135234 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 09:55:19.135234 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 09:55:19.135234 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 09:55:19.208499 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:19.212124 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-44697511-e718-4a08-9e25-78a008a76187 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:19.218625 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [None req-65a62c3b-9755-44d2-9f81-2add8392b333 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] device_id is not set on port b7a0ed95-5f2f-473c-872d-e4166ed1947f yet. {{(pid=93176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 09:55:19.227407 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device aa9ccd87-3fb3-4114-b47b-5104a57cc99e no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:55:19.241595 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3556c261-239f-49dc-8bae-d479c54f047d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:19.246452 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-67c214ca-66a0-452e-b513-c5e9aded1cb5 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:19.267632 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3556c261-239f-49dc-8bae-d479c54f047d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:19.272803 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-3556c261-239f-49dc-8bae-d479c54f047d admin admin] 10.222.0.60 "DELETE /v2.0/networks/05221ef3-e163-480d-ad89-4315ae45fbcc HTTP/1.1" status: 204 len: 168 time: 0.5770762 Jun 11 09:55:19.274919 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3556c261-239f-49dc-8bae-d479c54f047d admin admin] Pushing event deleted for resources: {'Network': ['ID=05221ef3-e163-480d-ad89-4315ae45fbcc,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:19.278077 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3556c261-239f-49dc-8bae-d479c54f047d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:19.329671 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488c154-9d33-4a91-b732-10fc83b35cab req-456589fa-2674-4aa6-ac68-1b1593134606 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:19.331184 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a488c154-9d33-4a91-b732-10fc83b35cab req-456589fa-2674-4aa6-ac68-1b1593134606 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/ports?device_id=d325bd03-091f-43b5-9bbe-af7bc36c08e5 HTTP/1.1" status: 200 len: 945 time: 0.8264067 Jun 11 09:55:19.332108 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: aa9ccd87-3fb3-4114-b47b-5104a57cc99e {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:55:19.332566 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device aa9ccd87-3fb3-4114-b47b-5104a57cc99e not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:55:19.380679 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=a20e6e69-9fbd-4df5-bb58-1bfa865d45e5,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:19.385894 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:19.466872 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-8eaf4623-f3ae-46ba-ad08-43e11b2c9ad5 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1665207750&fields=id&tenant_id=27f3c4dce50f47ad9013fa1bc48941bf HTTP/1.1" status: 200 len: 267 time: 0.0619276 Jun 11 09:55:19.507093 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 847d5be9-1d55-42dc-9092-ea1d7a6a16fe up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:55:19.525905 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a488c154-9d33-4a91-b732-10fc83b35cab req-02869ec8-ee2a-4cc2-bda0-a8ff44c27582 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0a63a22-d585-43d6-b866-33fbb4d10728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815894 Jun 11 09:55:19.552481 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-962af523-d3c9-47be-8612-d3958fa23dcb tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:19.552481 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-962af523-d3c9-47be-8612-d3958fa23dcb tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/ports/31bcc4b9-58bd-4fec-b00e-1686a7b3b5c8 HTTP/1.1" status: 200 len: 932 time: 0.0741909 Jun 11 09:55:19.578760 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 847d5be9-1d55-42dc-9092-ea1d7a6a16fe triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:55:19.579254 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:19.629033 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-75b82f0b-35eb-4696-9fc8-ef42868b2883 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:19.637012 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-75b82f0b-35eb-4696-9fc8-ef42868b2883 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/ports/44968cf1-fbc9-4eec-b314-67f01cc0a00c HTTP/1.1" status: 200 len: 931 time: 0.0781400 Jun 11 09:55:19.644453 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-771ef02c-a233-42d7-9be7-2d82642b0222 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:19.655883 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-65a62c3b-9755-44d2-9f81-2add8392b333 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Allocated IP 172.20.0.13 (f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc/f3c5632d-6770-4d5b-bbbe-4296944d5b5e/b7a0ed95-5f2f-473c-872d-e4166ed1947f) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:55:19.664471 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-65a62c3b-9755-44d2-9f81-2add8392b333 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Allocated IP 2001:db8::f816:3eff:fe52:1cd2 (f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc/e2c551ff-c6dc-4614-a74d-19d25076bedb/b7a0ed95-5f2f-473c-872d-e4166ed1947f) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:55:19.705092 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-ea002629-10f9-4136-b3b5-147c2d5bc961 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/ports?network_id=afbcc96d-d966-4839-b6f4-c3dd378a91e7&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0663259 Jun 11 09:55:19.749157 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-4f693a9e-7a47-40ec-99d1-2dbc5de8e6b5 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/ports?network_id=afbcc96d-d966-4839-b6f4-c3dd378a91e7&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0430527 Jun 11 09:55:19.786572 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device dc7611bd-d825-4c36-9e88-d6482a4217c9 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:55:19.812010 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-771ef02c-a233-42d7-9be7-2d82642b0222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:19.833207 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: dc7611bd-d825-4c36-9e88-d6482a4217c9 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:55:19.834426 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device dc7611bd-d825-4c36-9e88-d6482a4217c9 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:55:19.863827 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2a5deaed-83fe-42ae-a255-80e16b3f8217 tempest-ExternalNetworksAdminNegativeTestJSON-661991140 tempest-ExternalNetworksAdminNegativeTestJSON-661991140-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:19.917804 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-4236d4a4-0c1f-4f32-ab9b-2d74750f1701 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:19.924060 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-4236d4a4-0c1f-4f32-ab9b-2d74750f1701 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:19.930483 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-4236d4a4-0c1f-4f32-ab9b-2d74750f1701 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:19.932165 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-4236d4a4-0c1f-4f32-ab9b-2d74750f1701 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/networks?id=07c60738-0d51-40d7-b14f-98ba87e92f35&id=1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e&id=1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e&id=afbcc96d-d966-4839-b6f4-c3dd378a91e7&id=afbcc96d-d966-4839-b6f4-c3dd378a91e7 HTTP/1.1" status: 200 len: 1990 time: 0.1822400 Jun 11 09:55:19.959957 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-8cfdc58f-076a-4c85-b320-3e4d052dff95 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/quotas/27f3c4dce50f47ad9013fa1bc48941bf HTTP/1.1" status: 200 len: 375 time: 0.0163386 Jun 11 09:55:19.975106 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 55908) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:55:19.975973 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-771ef02c-a233-42d7-9be7-2d82642b0222 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375108'] for router_interface, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:20.031851 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771ef02c-a233-42d7-9be7-2d82642b0222 admin admin] Pushing event updated for resources: {'Port': ['ID=8ec59dd4-11ce-4b0e-b685-e28c0aea128c,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:20.038220 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-771ef02c-a233-42d7-9be7-2d82642b0222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:20.082705 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-927c3047-f4ff-47bf-991c-6d5be1e46af6 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=27f3c4dce50f47ad9013fa1bc48941bf&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1217208 Jun 11 09:55:20.166914 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-65a62c3b-9755-44d2-9f81-2add8392b333 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:20.175658 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-8794237d-86d3-4eaf-b874-c1de23b65ef2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=aae32b6d82fb4d1babe798fa5bdf8d6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1972971 Jun 11 09:55:20.178222 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 55912) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:55:20.197789 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [None req-65a62c3b-9755-44d2-9f81-2add8392b333 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Transition to ACTIVE for port object b7a0ed95-5f2f-473c-872d-e4166ed1947f will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:55:20.229726 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771ef02c-a233-42d7-9be7-2d82642b0222 admin admin] Network 0492cfca-b973-4766-a98f-06df9047fd5d is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:55:20.232389 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-771ef02c-a233-42d7-9be7-2d82642b0222 admin admin] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:55:20.297361 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4c91979c-7d61-407f-add2-ae83d65fdfa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:20.376659 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4c91979c-7d61-407f-add2-ae83d65fdfa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:20.509736 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-771ef02c-a233-42d7-9be7-2d82642b0222 admin admin] Router 53c5c55e-4765-4c86-ad22-7e80a80fcad5 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 09:55:20.562051 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-e8d728e9-46ff-42b3-a449-eea4267fa6e1 service neutron] 10.222.0.60 "GET /v2.0/networks/07c60738-0d51-40d7-b14f-98ba87e92f35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4662669 Jun 11 09:55:20.590696 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e53e04-e4a5-4d96-ad40-1320bf3094e7 req-9eff0cc5-8905-4d8e-9b5a-85f73190e257 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:20.600094 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-78e53e04-e4a5-4d96-ad40-1320bf3094e7 req-9eff0cc5-8905-4d8e-9b5a-85f73190e257 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/ports?device_id=d325bd03-091f-43b5-9bbe-af7bc36c08e5 HTTP/1.1" status: 200 len: 945 time: 0.1723053 Jun 11 09:55:20.618184 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-ea368c95-1a31-430e-b673-9545eab3a9cd None None] Provisioning complete for port 8ec59dd4-11ce-4b0e-b685-e28c0aea128c triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:55:20.619429 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ea368c95-1a31-430e-b673-9545eab3a9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:20.627999 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331034ac-f511-4b8e-b885-a141c9d79340 req-28519260-9460-4de9-ae58-f22338996f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:20.629628 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-331034ac-f511-4b8e-b885-a141c9d79340 req-28519260-9460-4de9-ae58-f22338996f0f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=205594447f3445c2ac3204bbefdd34aa&device_id=d325bd03-091f-43b5-9bbe-af7bc36c08e5 HTTP/1.1" status: 200 len: 1097 time: 0.2160182 Jun 11 09:55:20.650761 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-65a62c3b-9755-44d2-9f81-2add8392b333 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:20.661989 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e570cd3d-81ec-48ee-bbec-5b6e76f83280 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:20.669353 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-ea368c95-1a31-430e-b673-9545eab3a9cd None None] Port 8ec59dd4-11ce-4b0e-b685-e28c0aea128c cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:55:20.704785 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4c91979c-7d61-407f-add2-ae83d65fdfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:20.707285 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4c91979c-7d61-407f-add2-ae83d65fdfa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:20.708369 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-4c91979c-7d61-407f-add2-ae83d65fdfa7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/982f2ef2-bb6d-4fbc-bd87-ed6195b74a4c HTTP/1.1" status: 204 len: 168 time: 0.5279493 Jun 11 09:55:20.711438 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-badc0d3a-8ab0-4a11-9c6a-cdab1ec8dc27 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:20.764041 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a62c3b-9755-44d2-9f81-2add8392b333 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:55:20.797324 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-65a62c3b-9755-44d2-9f81-2add8392b333 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:55:20.805722 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a62c3b-9755-44d2-9f81-2add8392b333 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:55:20.873852 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a62c3b-9755-44d2-9f81-2add8392b333 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:20.874600 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-65a62c3b-9755-44d2-9f81-2add8392b333 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:20.879421 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a62c3b-9755-44d2-9f81-2add8392b333 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event updated for resources: {'Port': ['ID=b7a0ed95-5f2f-473c-872d-e4166ed1947f,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:20.887705 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-78e53e04-e4a5-4d96-ad40-1320bf3094e7 req-2990a000-98c2-4b3d-9a52-b687dc0cf387 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0a63a22-d585-43d6-b866-33fbb4d10728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397790 Jun 11 09:55:20.888700 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-65a62c3b-9755-44d2-9f81-2add8392b333 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:20.899144 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-771ef02c-a233-42d7-9be7-2d82642b0222 admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:55:20.914108 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-771ef02c-a233-42d7-9be7-2d82642b0222 admin admin] 10.222.0.60 "PUT /v2.0/routers/53c5c55e-4765-4c86-ad22-7e80a80fcad5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6350892 Jun 11 09:55:20.918370 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5481bc0-f793-4e8d-a6b8-97153fabcf88 None None] Sync routers for ids ['53c5c55e-4765-4c86-ad22-7e80a80fcad5'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:55:20.940908 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5481bc0-f793-4e8d-a6b8-97153fabcf88 None None] Routers {'53c5c55e-4765-4c86-ad22-7e80a80fcad5'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:55:20.941558 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-d5481bc0-f793-4e8d-a6b8-97153fabcf88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:55:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['53c5c55e-4765-4c86-ad22-7e80a80fcad5'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:55:21.003319 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-65a62c3b-9755-44d2-9f81-2add8392b333 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.2476621 Jun 11 09:55:21.005340 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 55926) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:55:21.185739 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3663efc6-54b0-4eaa-bcfe-282e57955436 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:21.199836 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3663efc6-54b0-4eaa-bcfe-282e57955436 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:21.222575 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-3663efc6-54b0-4eaa-bcfe-282e57955436 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.2159045 Jun 11 09:55:21.223242 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 55930) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:55:21.223599 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 55932) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:55:21.315310 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-d5481bc0-f793-4e8d-a6b8-97153fabcf88 None None] Set router 53c5c55e-4765-4c86-ad22-7e80a80fcad5 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:55:21.453760 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-cb12522a-8983-4fa4-afb2-f7304592d4f2 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1745478542'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:55:21.477320 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-62c4ea09-91d9-488f-96fb-1db64c66bee2 service neutron] 10.222.0.60 "GET /v2.0/networks/07c60738-0d51-40d7-b14f-98ba87e92f35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8980384 Jun 11 09:55:21.486419 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device a20e6e69-9fbd-4df5-bb58-1bfa865d45e5 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:55:21.503456 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-de4c4686-8fef-45c5-961f-a55d6a12bf4a tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Deleting port b7a0ed95-5f2f-473c-872d-e4166ed1947f {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:55:21.504060 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-de4c4686-8fef-45c5-961f-a55d6a12bf4a tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:21.515435 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c91979c-7d61-407f-add2-ae83d65fdfa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=982f2ef2-bb6d-4fbc-bd87-ed6195b74a4c,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:21.543603 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4c91979c-7d61-407f-add2-ae83d65fdfa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.820s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:21.563516 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-2a48b7ee-7900-41a9-adce-1c44fdf6f531 None None] Provisioning for port b7a0ed95-5f2f-473c-872d-e4166ed1947f completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:55:21.571816 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-2a48b7ee-7900-41a9-adce-1c44fdf6f531 None None] Provisioning complete for port b7a0ed95-5f2f-473c-872d-e4166ed1947f triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:55:21.572528 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a48b7ee-7900-41a9-adce-1c44fdf6f531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:21.635346 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331034ac-f511-4b8e-b885-a141c9d79340 req-20324ec9-2919-4942-b473-290f824ed02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:21.637451 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-331034ac-f511-4b8e-b885-a141c9d79340 req-20324ec9-2919-4942-b473-290f824ed02c service neutron] 10.222.0.69 "GET /v2.0/networks?id=629d88a3-72e3-4ac0-9337-7a18a368e6f9 HTTP/1.1" status: 200 len: 912 time: 0.9418359 Jun 11 09:55:21.646797 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb12522a-8983-4fa4-afb2-f7304592d4f2 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Made reservation on behalf of 738abe581be64edd8f2e0a146ff187c8 for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:55:21.651270 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cb12522a-8983-4fa4-afb2-f7304592d4f2 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:21.655657 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port a20e6e69-9fbd-4df5-bb58-1bfa865d45e5 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:55:21.656751 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:21.659657 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-2a48b7ee-7900-41a9-adce-1c44fdf6f531 None None] Port b7a0ed95-5f2f-473c-872d-e4166ed1947f cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:55:21.701989 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-d5481bc0-f793-4e8d-a6b8-97153fabcf88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c5c55e-4765-4c86-ad22-7e80a80fcad5', 'name': 'tempest-ServersTestMultiNic-1801002739-router', 'tenant_id': '738abe581be64edd8f2e0a146ff187c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': 'a20e6e69-9fbd-4df5-bb58-1bfa865d45e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:55:04Z', 'updated_at': '2021-06-11T09:55:18Z', 'revision_number': 4, 'project_id': '738abe581be64edd8f2e0a146ff187c8', 'gw_port': {'id': 'a20e6e69-9fbd-4df5-bb58-1bfa865d45e5', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:24:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c5c55e-4765-4c86-ad22-7e80a80fcad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:55:05Z', 'updated_at': '2021-06-11T09:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '8ec59dd4-11ce-4b0e-b685-e28c0aea128c', 'name': '', 'network_id': '0492cfca-b973-4766-a98f-06df9047fd5d', 'tenant_id': '738abe581be64edd8f2e0a146ff187c8', 'mac_address': 'fa:16:3e:44:0b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c5c55e-4765-4c86-ad22-7e80a80fcad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '89d6fc41-30a6-4609-9ab7-14ab7e969768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:55:15Z', 'updated_at': '2021-06-11T09:55:19Z', 'revision_number': 2, 'project_id': '738abe581be64edd8f2e0a146ff187c8', 'subnets': [{'id': '89d6fc41-30a6-4609-9ab7-14ab7e969768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:55:21.706759 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5481bc0-f793-4e8d-a6b8-97153fabcf88 None None] Checking router: 53c5c55e-4765-4c86-ad22-7e80a80fcad5 for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:55:21.707456 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5481bc0-f793-4e8d-a6b8-97153fabcf88 None None] Updating router 53c5c55e-4765-4c86-ad22-7e80a80fcad5 port 8ec59dd4-11ce-4b0e-b685-e28c0aea128c binding host n-d-779913-12 {{(pid=93179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 09:55:21.754523 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-331034ac-f511-4b8e-b885-a141c9d79340 req-1516ed2a-d8cc-4cfb-91fa-ae3fa113704e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fde48d19-1c7d-44e3-9924-5140b0e114bd HTTP/1.1" status: 200 len: 217 time: 0.1100984 Jun 11 09:55:21.779644 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-de4c4686-8fef-45c5-961f-a55d6a12bf4a tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:21.791255 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-023c69bd-5eb3-4c8d-9dbf-45c67ebb7719 service neutron] 10.222.0.60 "GET /v2.0/ports/31bcc4b9-58bd-4fec-b00e-1686a7b3b5c8?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.2622790 Jun 11 09:55:21.793468 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb12522a-8983-4fa4-afb2-f7304592d4f2 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 788} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 09:55:21.809871 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-d5481bc0-f793-4e8d-a6b8-97153fabcf88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:21.817994 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cb12522a-8983-4fa4-afb2-f7304592d4f2 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:21.818346 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-cb12522a-8983-4fa4-afb2-f7304592d4f2 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Added segment 2c191948-9605-46d9-97be-bdc56634551b of type vlan for network b8666e2e-8c44-47a2-a0cd-f981757183d2 Jun 11 09:55:21.930471 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-de4c4686-8fef-45c5-961f-a55d6a12bf4a tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Calling delete_port for b7a0ed95-5f2f-473c-872d-e4166ed1947f owned by {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:55:21.936822 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c69f444c-e6fc-4430-94aa-c5b0e03d6ba9 req-7273b8fa-39e2-4792-94f4-a323600bb1c3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=01d70585-3927-482a-8a10-7f6887ce956d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2916410 Jun 11 09:55:22.002795 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331034ac-f511-4b8e-b885-a141c9d79340 req-157417a6-e8fa-44d4-8ac7-a28afa5613c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:22.005599 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-331034ac-f511-4b8e-b885-a141c9d79340 req-157417a6-e8fa-44d4-8ac7-a28afa5613c2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=44ed3fc7-9612-451c-8b75-8a1ffa244da3 HTTP/1.1" status: 200 len: 851 time: 0.2122931 Jun 11 09:55:22.065302 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-331034ac-f511-4b8e-b885-a141c9d79340 req-0a498f7d-eef7-4b52-bfe5-675b4ee881da service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=629d88a3-72e3-4ac0-9337-7a18a368e6f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491436 Jun 11 09:55:22.107721 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-e670e141-b1cf-40f8-8943-bc3fbcafd1ba service neutron] 10.222.0.60 "GET /v2.0/networks/1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3155017 Jun 11 09:55:22.319012 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-331034ac-f511-4b8e-b885-a141c9d79340 req-02d68a94-df84-4a6b-8b05-6976fe297153 service neutron] 10.222.0.69 "GET /v2.0/networks/629d88a3-72e3-4ac0-9337-7a18a368e6f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433400 Jun 11 09:55:22.341836 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-d5481bc0-f793-4e8d-a6b8-97153fabcf88 None None] Notify callbacks [] for port, precommit_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:22.354836 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-d5481bc0-f793-4e8d-a6b8-97153fabcf88 None None] Transition to ACTIVE for port object 8ec59dd4-11ce-4b0e-b685-e28c0aea128c will not be triggered until provisioned by entity L2. {{(pid=93179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:55:22.376179 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-0b32c9af-96da-4f01-87cd-4b17f21fc3f2 service neutron] 10.222.0.60 "GET /v2.0/networks/1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575471 Jun 11 09:55:22.400068 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cb12522a-8983-4fa4-afb2-f7304592d4f2 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:22.443879 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-d5481bc0-f793-4e8d-a6b8-97153fabcf88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:22.446472 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-8e1adcde-e403-4a2f-8108-f789cd673f57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:22.464074 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-90642c51-180b-470b-8db7-675dceaaba9f service neutron] 10.222.0.60 "GET /v2.0/ports/44968cf1-fbc9-4eec-b314-67f01cc0a00c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0728946 Jun 11 09:55:22.473627 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69f444c-e6fc-4430-94aa-c5b0e03d6ba9 req-3d99c703-0bf9-41c7-84ad-f47e3aba150e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:22.475284 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c69f444c-e6fc-4430-94aa-c5b0e03d6ba9 req-3d99c703-0bf9-41c7-84ad-f47e3aba150e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=dd0b80cc8f6f441fb34ed2f0b9466049&device_id=01d70585-3927-482a-8a10-7f6887ce956d HTTP/1.1" status: 200 len: 1097 time: 0.4275155 Jun 11 09:55:22.498220 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 55964) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:55:22.558878 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fa62a3-6a00-482a-ab5e-48be10acb81e None None] Pushing event updated for resources: {'Port': ['ID=8ec59dd4-11ce-4b0e-b685-e28c0aea128c,revision_number=3']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:22.565500 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5285f653-0ab3-411d-90a3-095653965ee0 req-ff465e8f-fb5e-4cf7-891e-ec46e4bdf58b tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:22.573463 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-76fa62a3-6a00-482a-ab5e-48be10acb81e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:22.587139 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5285f653-0ab3-411d-90a3-095653965ee0 req-ff465e8f-fb5e-4cf7-891e-ec46e4bdf58b tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/ports?device_id=d325bd03-091f-43b5-9bbe-af7bc36c08e5 HTTP/1.1" status: 200 len: 945 time: 0.2585018 Jun 11 09:55:22.623689 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-331034ac-f511-4b8e-b885-a141c9d79340 req-c9d62f85-1614-47b1-9a7a-de6228e53cd6 service neutron] 10.222.0.69 "GET /v2.0/networks/629d88a3-72e3-4ac0-9337-7a18a368e6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727928 Jun 11 09:55:22.730229 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cb12522a-8983-4fa4-afb2-f7304592d4f2 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:22.733125 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-0fd4a4bc-bc06-46b5-b495-014315cd3337 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1966293963-network', 'tenant_id': '21d2a78daf6c4bd69a486eb99a45655b'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:55:22.735678 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb12522a-8983-4fa4-afb2-f7304592d4f2 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:22.739785 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cb12522a-8983-4fa4-afb2-f7304592d4f2 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:22.766992 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4fcf82d8-414a-4077-bab2-ba3939b8968c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:22.831658 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-7fe5bfa4-eedf-4913-b6fc-301d4ec744ce service neutron] 10.222.0.60 "GET /v2.0/networks/1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3502190 Jun 11 09:55:22.837987 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-d5481bc0-f793-4e8d-a6b8-97153fabcf88 None None] Attempting to bind port 8ec59dd4-11ce-4b0e-b685-e28c0aea128c on host n-d-779913-12 for vnic_type normal with profile {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:55:22.838544 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-d5481bc0-f793-4e8d-a6b8-97153fabcf88 None None] Attempting to bind port 8ec59dd4-11ce-4b0e-b685-e28c0aea128c by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'c2c733f0-843c-48ee-b89c-fa235a0b5b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '0492cfca-b973-4766-a98f-06df9047fd5d'}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:55:22.839537 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5481bc0-f793-4e8d-a6b8-97153fabcf88 None None] Attempting to bind port 8ec59dd4-11ce-4b0e-b685-e28c0aea128c on network 0492cfca-b973-4766-a98f-06df9047fd5d {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:55:22.847868 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5481bc0-f793-4e8d-a6b8-97153fabcf88 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:55:22.848232 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5481bc0-f793-4e8d-a6b8-97153fabcf88 None None] Checking segment: {'id': 'c2c733f0-843c-48ee-b89c-fa235a0b5b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '0492cfca-b973-4766-a98f-06df9047fd5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:55:22.860161 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-d5481bc0-f793-4e8d-a6b8-97153fabcf88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:22.860161 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5481bc0-f793-4e8d-a6b8-97153fabcf88 None None] Bound using segment: {'id': 'c2c733f0-843c-48ee-b89c-fa235a0b5b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '0492cfca-b973-4766-a98f-06df9047fd5d'} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:55:22.860161 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-d5481bc0-f793-4e8d-a6b8-97153fabcf88 None None] Bound port: 8ec59dd4-11ce-4b0e-b685-e28c0aea128c, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2c733f0-843c-48ee-b89c-fa235a0b5b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '0492cfca-b973-4766-a98f-06df9047fd5d'}}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:55:22.860161 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-d5481bc0-f793-4e8d-a6b8-97153fabcf88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:22.880314 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69f444c-e6fc-4430-94aa-c5b0e03d6ba9 req-ccb008bb-b634-4ce9-a9dc-37e495c25388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:22.882846 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c69f444c-e6fc-4430-94aa-c5b0e03d6ba9 req-ccb008bb-b634-4ce9-a9dc-37e495c25388 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2ee9e933-9fda-4839-b4cd-d38077481dd6 HTTP/1.1" status: 200 len: 916 time: 0.3759942 Jun 11 09:55:22.927158 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5285f653-0ab3-411d-90a3-095653965ee0 req-7e970211-15fb-4ac4-a51d-7ad0a385bf3b tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0a63a22-d585-43d6-b866-33fbb4d10728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3382962 Jun 11 09:55:22.971102 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-d5481bc0-f793-4e8d-a6b8-97153fabcf88 None None] For port 8ec59dd4-11ce-4b0e-b685-e28c0aea128c, host n-d-779913-12, cleared binding levels {{(pid=93179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:55:22.981046 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-d5481bc0-f793-4e8d-a6b8-97153fabcf88 None None] For port 8ec59dd4-11ce-4b0e-b685-e28c0aea128c, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=8ec59dd4-11ce-4b0e-b685-e28c0aea128c,segment=NetworkSegment(c2c733f0-843c-48ee-b89c-fa235a0b5b12),segment_id=c2c733f0-843c-48ee-b89c-fa235a0b5b12)] {{(pid=93179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:55:22.987629 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd4a4bc-bc06-46b5-b495-014315cd3337 admin admin] Made reservation on behalf of 21d2a78daf6c4bd69a486eb99a45655b for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:55:22.991693 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0fd4a4bc-bc06-46b5-b495-014315cd3337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:23.033562 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0fd4a4bc-bc06-46b5-b495-014315cd3337 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:23.067307 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-fbec6f95-ff21-4e7f-9f0e-9c2853c1232e service neutron] 10.222.0.60 "GET /v2.0/networks/1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268634 Jun 11 09:55:23.072056 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-d5481bc0-f793-4e8d-a6b8-97153fabcf88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:23.075242 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-9478bc20-6a21-4cdb-b0cb-737e7d18b68e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:23.121859 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb12522a-8983-4fa4-afb2-f7304592d4f2 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Pushing event updated for resources: {'Network': ['ID=b8666e2e-8c44-47a2-a0cd-f981757183d2,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:23.133311 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-cb12522a-8983-4fa4-afb2-f7304592d4f2 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.9053116 Jun 11 09:55:23.133311 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-cb12522a-8983-4fa4-afb2-f7304592d4f2 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:23.144902 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network b8666e2e-8c44-47a2-a0cd-f981757183d2 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:55:23.145444 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 55974) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:55:23.147410 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-dcb1d0ff-4071-4e85-b031-0664c09abe31 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Request body: {'subnet': {'network_id': 'b8666e2e-8c44-47a2-a0cd-f981757183d2', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:55:23.276924 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5481bc0-f793-4e8d-a6b8-97153fabcf88 None None] Routers {'53c5c55e-4765-4c86-ad22-7e80a80fcad5'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:55:23.277693 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-d5481bc0-f793-4e8d-a6b8-97153fabcf88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:55:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['53c5c55e-4765-4c86-ad22-7e80a80fcad5'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:55:23.284290 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fa62a3-6a00-482a-ab5e-48be10acb81e None None] Pushing event updated for resources: {'Port': ['ID=8ec59dd4-11ce-4b0e-b685-e28c0aea128c,revision_number=4']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:23.292324 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-76fa62a3-6a00-482a-ab5e-48be10acb81e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:23.303784 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c69f444c-e6fc-4430-94aa-c5b0e03d6ba9 req-bef96bcf-ee5d-4bfe-aa8d-c5418a01850d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bdacbde7-649f-40a9-9ffb-65ab8ce950b8 HTTP/1.1" status: 200 len: 1001 time: 0.3986433 Jun 11 09:55:23.373847 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69f444c-e6fc-4430-94aa-c5b0e03d6ba9 req-ccdddc80-e09b-472b-9bc8-097cf332bc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:23.375329 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c69f444c-e6fc-4430-94aa-c5b0e03d6ba9 req-ccdddc80-e09b-472b-9bc8-097cf332bc35 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cfe503b2-e60a-4c51-bb64-dfd15e82ca23 HTTP/1.1" status: 200 len: 854 time: 0.0636091 Jun 11 09:55:23.409828 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-0c21b9c0-339a-4ec6-bf2c-195e18ca88e9 service neutron] 10.222.0.60 "GET /v2.0/networks/1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3272538 Jun 11 09:55:23.469673 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69f444c-e6fc-4430-94aa-c5b0e03d6ba9 req-6e4cebdc-870b-4711-ab0a-93b4c91d327c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:23.471424 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c69f444c-e6fc-4430-94aa-c5b0e03d6ba9 req-6e4cebdc-870b-4711-ab0a-93b4c91d327c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2ee9e933-9fda-4839-b4cd-d38077481dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0886841 Jun 11 09:55:23.536910 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-de4c4686-8fef-45c5-961f-a55d6a12bf4a tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:23.558412 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-d5481bc0-f793-4e8d-a6b8-97153fabcf88 None None] Set router 53c5c55e-4765-4c86-ad22-7e80a80fcad5 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:55:23.561267 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-aef8bdaa-59e2-4430-b08b-34605edc6ce8 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:23.579941 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-55f943be-3ba2-4e56-bf51-d372eb5ebc27 service neutron] 10.222.0.60 "GET /v2.0/networks/1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633818 Jun 11 09:55:23.616870 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4c4686-8fef-45c5-961f-a55d6a12bf4a tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event deleted for resources: {'Port': ['ID=b7a0ed95-5f2f-473c-872d-e4166ed1947f,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:23.640995 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-de4c4686-8fef-45c5-961f-a55d6a12bf4a tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:23.741642 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0fd4a4bc-bc06-46b5-b495-014315cd3337 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:23.768978 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-d4e70fcf-443f-4b95-99ea-0451d018e338 service neutron] 10.222.0.60 "GET /v2.0/networks/1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830268 Jun 11 09:55:23.935929 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-0f4db385-7c47-47af-a100-9b4de37869ef service neutron] 10.222.0.60 "GET /v2.0/networks/1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583328 Jun 11 09:55:23.942710 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0fd4a4bc-bc06-46b5-b495-014315cd3337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:23.951098 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fd4a4bc-bc06-46b5-b495-014315cd3337 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 796} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 09:55:23.965832 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0fd4a4bc-bc06-46b5-b495-014315cd3337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:23.965832 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-0fd4a4bc-bc06-46b5-b495-014315cd3337 admin admin] Added segment 59b6bcd8-1ce5-4da5-8e3e-324792158ab6 of type vlan for network f58b8f82-9ab9-4ea6-b2f4-b8f8a548b215 Jun 11 09:55:24.071400 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0fd4a4bc-bc06-46b5-b495-014315cd3337 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:24.080579 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7e2914c0-3eb2-4587-b3ab-d3426ffbfdca tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:24.082525 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-d5481bc0-f793-4e8d-a6b8-97153fabcf88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c5c55e-4765-4c86-ad22-7e80a80fcad5', 'name': 'tempest-ServersTestMultiNic-1801002739-router', 'tenant_id': '738abe581be64edd8f2e0a146ff187c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': 'a20e6e69-9fbd-4df5-bb58-1bfa865d45e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:55:04Z', 'updated_at': '2021-06-11T09:55:18Z', 'revision_number': 4, 'project_id': '738abe581be64edd8f2e0a146ff187c8', 'gw_port': {'id': 'a20e6e69-9fbd-4df5-bb58-1bfa865d45e5', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:24:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c5c55e-4765-4c86-ad22-7e80a80fcad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:55:05Z', 'updated_at': '2021-06-11T09:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '8ec59dd4-11ce-4b0e-b685-e28c0aea128c', 'name': '', 'network_id': '0492cfca-b973-4766-a98f-06df9047fd5d', 'tenant_id': '738abe581be64edd8f2e0a146ff187c8', 'mac_address': 'fa:16:3e:44:0b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c5c55e-4765-4c86-ad22-7e80a80fcad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '89d6fc41-30a6-4609-9ab7-14ab7e969768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:55:15Z', 'updated_at': '2021-06-11T09:55:22Z', 'revision_number': 4, 'project_id': '738abe581be64edd8f2e0a146ff187c8', 'subnets': [{'id': '89d6fc41-30a6-4609-9ab7-14ab7e969768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:55:24.096156 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5481bc0-f793-4e8d-a6b8-97153fabcf88 None None] The sync data for ids ['53c5c55e-4765-4c86-ad22-7e80a80fcad5'] in n-d-779913-12 is: [{'id': '53c5c55e-4765-4c86-ad22-7e80a80fcad5', 'name': 'tempest-ServersTestMultiNic-1801002739-router', 'tenant_id': '738abe581be64edd8f2e0a146ff187c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': 'a20e6e69-9fbd-4df5-bb58-1bfa865d45e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:55:04Z', 'updated_at': '2021-06-11T09:55:18Z', 'revision_number': 4, 'project_id': '738abe581be64edd8f2e0a146ff187c8', 'gw_port': {'id': 'a20e6e69-9fbd-4df5-bb58-1bfa865d45e5', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:24:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c5c55e-4765-4c86-ad22-7e80a80fcad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:55:05Z', 'updated_at': '2021-06-11T09:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '8ec59dd4-11ce-4b0e-b685-e28c0aea128c', 'name': '', 'network_id': '0492cfca-b973-4766-a98f-06df9047fd5d', 'tenant_id': '738abe581be64edd8f2e0a146ff187c8', 'mac_address': 'fa:16:3e:44:0b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c5c55e-4765-4c86-ad22-7e80a80fcad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '89d6fc41-30a6-4609-9ab7-14ab7e969768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:55:15Z', 'updated_at': '2021-06-11T09:55:22Z', 'revision_number': 4, 'project_id': '738abe581be64edd8f2e0a146ff187c8', 'subnets': [{'id': '89d6fc41-30a6-4609-9ab7-14ab7e969768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:55:24.210114 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd4a4bc-bc06-46b5-b495-014315cd3337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=135926fd-b9ae-4ac5-b636-70023b16db0e,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:24.224945 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0fd4a4bc-bc06-46b5-b495-014315cd3337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:24.370112 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0fd4a4bc-bc06-46b5-b495-014315cd3337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:24.371157 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd4a4bc-bc06-46b5-b495-014315cd3337 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:24.375923 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0fd4a4bc-bc06-46b5-b495-014315cd3337 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:24.375923 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f782b7e8-23c9-45a3-9e03-f63aa7c31c2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:24.379716 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-da27cca2-b812-4fcd-b99a-f29f18885de4 service neutron] 10.222.0.60 "GET /v2.0/networks/afbcc96d-d966-4839-b6f4-c3dd378a91e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002915 Jun 11 09:55:24.497651 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c69f444c-e6fc-4430-94aa-c5b0e03d6ba9 req-5757a35d-c502-4037-9656-73817952152c service neutron] 10.222.0.69 "GET /v2.0/networks/2ee9e933-9fda-4839-b4cd-d38077481dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0034475 Jun 11 09:55:24.499704 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-de4c4686-8fef-45c5-961f-a55d6a12bf4a tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:24.504509 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-de4c4686-8fef-45c5-961f-a55d6a12bf4a tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/ports/b7a0ed95-5f2f-473c-872d-e4166ed1947f HTTP/1.1" status: 204 len: 168 time: 3.2785251 Jun 11 09:55:24.505087 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 55984) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:55:24.601036 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd4a4bc-bc06-46b5-b495-014315cd3337 admin admin] Pushing event updated for resources: {'Network': ['ID=f58b8f82-9ab9-4ea6-b2f4-b8f8a548b215,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:24.613362 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0fd4a4bc-bc06-46b5-b495-014315cd3337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:24.616152 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network f58b8f82-9ab9-4ea6-b2f4-b8f8a548b215 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:55:24.668121 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcb1d0ff-4071-4e85-b031-0664c09abe31 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Made reservation on behalf of 738abe581be64edd8f2e0a146ff187c8 for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:55:24.672233 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-dcb1d0ff-4071-4e85-b031-0664c09abe31 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:24.686091 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-7caadc2a-a51b-40fe-88f8-0158655c0eab service neutron] 10.222.0.60 "GET /v2.0/networks/afbcc96d-d966-4839-b6f4-c3dd378a91e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897375 Jun 11 09:55:24.723804 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3486e1-ef00-4e57-9c72-45574b4aaa4a tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:24.725736 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3486e1-ef00-4e57-9c72-45574b4aaa4a tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:24.727801 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3486e1-ef00-4e57-9c72-45574b4aaa4a tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:24.733586 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-4c3486e1-ef00-4e57-9c72-45574b4aaa4a tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2263093 Jun 11 09:55:24.737919 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 55986) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:55:24.761643 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13ff148-aef0-4ed0-8d5f-a183e26edd71 req-485b8ad6-bdd0-4100-a8f5-d6f142cc10bb tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:24.769116 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e13ff148-aef0-4ed0-8d5f-a183e26edd71 req-485b8ad6-bdd0-4100-a8f5-d6f142cc10bb tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/ports?device_id=d325bd03-091f-43b5-9bbe-af7bc36c08e5 HTTP/1.1" status: 200 len: 945 time: 0.3620791 Jun 11 09:55:24.868133 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-0fd4a4bc-bc06-46b5-b495-014315cd3337 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.3655245 Jun 11 09:55:24.872430 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 55988) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:55:24.879713 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-df5a2e8c-8a2d-4c12-867a-18a58676572a admin admin] Request body: {'subnet': {'network_id': 'f58b8f82-9ab9-4ea6-b2f4-b8f8a548b215', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1966293963-subnet', 'tenant_id': '21d2a78daf6c4bd69a486eb99a45655b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:55:24.915977 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c69f444c-e6fc-4430-94aa-c5b0e03d6ba9 req-d1e4964e-5ead-46f4-b693-a9334dad7a71 service neutron] 10.222.0.69 "GET /v2.0/networks/2ee9e933-9fda-4839-b4cd-d38077481dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4098475 Jun 11 09:55:24.923728 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-41439700-e2f8-4d07-8e67-876ed6911b2a service neutron] 10.222.0.60 "GET /v2.0/networks/afbcc96d-d966-4839-b6f4-c3dd378a91e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365370 Jun 11 09:55:24.980948 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e13ff148-aef0-4ed0-8d5f-a183e26edd71 req-34f52cc4-f250-4322-8a27-f6393ba174c7 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0a63a22-d585-43d6-b866-33fbb4d10728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109382 Jun 11 09:55:24.995954 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b4bf75c-33d3-494b-ab6d-7d8646b306d2 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Deleting subnet e2c551ff-c6dc-4614-a74d-19d25076bedb {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 09:55:25.002020 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6b4bf75c-33d3-494b-ab6d-7d8646b306d2 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:25.027029 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df5a2e8c-8a2d-4c12-867a-18a58676572a admin admin] Made reservation on behalf of 21d2a78daf6c4bd69a486eb99a45655b for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:55:25.029414 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-df5a2e8c-8a2d-4c12-867a-18a58676572a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:25.088070 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6b4bf75c-33d3-494b-ab6d-7d8646b306d2 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:25.157705 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-fde71f12-3e80-4287-9930-6cff44f232be service neutron] 10.222.0.60 "GET /v2.0/networks/afbcc96d-d966-4839-b6f4-c3dd378a91e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279985 Jun 11 09:55:25.479191 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 8ec59dd4-11ce-4b0e-b685-e28c0aea128c up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:55:25.486612 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6b4bf75c-33d3-494b-ab6d-7d8646b306d2 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:25.573227 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-df5a2e8c-8a2d-4c12-867a-18a58676572a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:25.575988 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-cdaf1136-36a3-475b-8764-c98d2207d2b0 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:25.621137 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-dcb1d0ff-4071-4e85-b031-0664c09abe31 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:25.624904 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6aa49a25-557d-401c-b244-4061698404e3 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:25.660615 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5a2e8c-8a2d-4c12-867a-18a58676572a admin admin] Pushing event updated for resources: {'Subnet': ['ID=40f2856b-ab2b-4374-8715-6faa39d1ee6c,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:25.664176 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-df5a2e8c-8a2d-4c12-867a-18a58676572a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:25.673746 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5a2e8c-8a2d-4c12-867a-18a58676572a admin admin] Checking segment: {'id': '59b6bcd8-1ce5-4da5-8e3e-324792158ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'f58b8f82-9ab9-4ea6-b2f4-b8f8a548b215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:55:25.673746 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5a2e8c-8a2d-4c12-867a-18a58676572a admin admin] Network hostable DHCP agents. Network: f58b8f82-9ab9-4ea6-b2f4-b8f8a548b215, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 09:55:25.697666 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 8ec59dd4-11ce-4b0e-b685-e28c0aea128c completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:55:25.697666 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 8ec59dd4-11ce-4b0e-b685-e28c0aea128c triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:55:25.697666 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:25.698482 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6b4bf75c-33d3-494b-ab6d-7d8646b306d2 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:25.725329 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6b4bf75c-33d3-494b-ab6d-7d8646b306d2 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:25.729834 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 56008) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:55:25.730051 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-6b4bf75c-33d3-494b-ab6d-7d8646b306d2 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/subnets/e2c551ff-c6dc-4614-a74d-19d25076bedb HTTP/1.1" status: 204 len: 168 time: 0.9890056 Jun 11 09:55:25.744057 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb1d0ff-4071-4e85-b031-0664c09abe31 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Pushing event updated for resources: {'Subnet': ['ID=90cb98dc-e9aa-4e5e-9069-45c2c8ffbc08,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:25.745328 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b9c9bd-7c02-42b9-8e6a-3d903fc47fe5 None None] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:55:25.748229 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-dcb1d0ff-4071-4e85-b031-0664c09abe31 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:25.749029 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f17fa431-7d3c-4e56-a47a-ec102802e88f tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:25.774733 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5a2e8c-8a2d-4c12-867a-18a58676572a admin admin] Network f58b8f82-9ab9-4ea6-b2f4-b8f8a548b215 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 09:55:25.782837 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4bf75c-33d3-494b-ab6d-7d8646b306d2 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event deleted for resources: {'Subnet': ['ID=e2c551ff-c6dc-4614-a74d-19d25076bedb,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:25.785193 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6b4bf75c-33d3-494b-ab6d-7d8646b306d2 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:25.786095 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb1d0ff-4071-4e85-b031-0664c09abe31 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Checking segment: {'id': '2c191948-9605-46d9-97be-bdc56634551b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'b8666e2e-8c44-47a2-a0cd-f981757183d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:55:25.786468 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb1d0ff-4071-4e85-b031-0664c09abe31 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Network hostable DHCP agents. Network: b8666e2e-8c44-47a2-a0cd-f981757183d2, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 09:55:25.812531 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8e2fc76-129c-4f2c-be72-14d4d7bdd1f3 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Deleting subnet f3c5632d-6770-4d5b-bbbe-4296944d5b5e {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 09:55:25.815765 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c8e2fc76-129c-4f2c-be72-14d4d7bdd1f3 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:25.868834 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c8e2fc76-129c-4f2c-be72-14d4d7bdd1f3 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:25.933460 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-df5a2e8c-8a2d-4c12-867a-18a58676572a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, f58b8f82-9ab9-4ea6-b2f4-b8f8a548b215) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:55:25.949632 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2afe4f0f-c3ce-4a61-a08a-3d63d2e07a12 None None] Network f58b8f82-9ab9-4ea6-b2f4-b8f8a548b215 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:55:25.949959 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5a2e8c-8a2d-4c12-867a-18a58676572a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:25.950548 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-df5a2e8c-8a2d-4c12-867a-18a58676572a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:25.990102 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:26.013501 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c8e2fc76-129c-4f2c-be72-14d4d7bdd1f3 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:26.077011 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb1d0ff-4071-4e85-b031-0664c09abe31 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Network b8666e2e-8c44-47a2-a0cd-f981757183d2 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 09:55:26.082929 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-dcb1d0ff-4071-4e85-b031-0664c09abe31 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, b8666e2e-8c44-47a2-a0cd-f981757183d2) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:55:26.097885 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb1d0ff-4071-4e85-b031-0664c09abe31 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:26.098342 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-dcb1d0ff-4071-4e85-b031-0664c09abe31 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:26.098960 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a613b1c0-3022-4954-8d20-c2b62e6c4320 None None] Network b8666e2e-8c44-47a2-a0cd-f981757183d2 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:55:26.122911 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-df5a2e8c-8a2d-4c12-867a-18a58676572a admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2458656 Jun 11 09:55:26.191944 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 8ec59dd4-11ce-4b0e-b685-e28c0aea128c, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=8ec59dd4-11ce-4b0e-b685-e28c0aea128c,segment=NetworkSegment(c2c733f0-843c-48ee-b89c-fa235a0b5b12),segment_id=c2c733f0-843c-48ee-b89c-fa235a0b5b12)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:55:26.224154 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c8e2fc76-129c-4f2c-be72-14d4d7bdd1f3 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:26.227393 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-dcb1d0ff-4071-4e85-b031-0664c09abe31 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.0839105 Jun 11 09:55:26.227551 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 56020) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:55:26.229869 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9830b188-ec66-4dd2-9cb3-b91de331fd58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:26.243490 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-7d397b03-4d43-46c4-8790-49fea51e48b0 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1294701686'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:55:26.284018 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57379062-34ab-482d-bbb5-1df60df2aaca req-5b5e5bd0-44c8-4cb8-be61-4a06297e6d82 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:26.286034 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-57379062-34ab-482d-bbb5-1df60df2aaca req-5b5e5bd0-44c8-4cb8-be61-4a06297e6d82 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/ports?device_id=d325bd03-091f-43b5-9bbe-af7bc36c08e5 HTTP/1.1" status: 200 len: 945 time: 0.1129158 Jun 11 09:55:26.296277 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e2fc76-129c-4f2c-be72-14d4d7bdd1f3 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event deleted for resources: {'Subnet': ['ID=f3c5632d-6770-4d5b-bbbe-4296944d5b5e,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:26.299715 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c8e2fc76-129c-4f2c-be72-14d4d7bdd1f3 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:26.302714 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c8e2fc76-129c-4f2c-be72-14d4d7bdd1f3 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:26.307428 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-c8e2fc76-129c-4f2c-be72-14d4d7bdd1f3 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/subnets/f3c5632d-6770-4d5b-bbbe-4296944d5b5e HTTP/1.1" status: 204 len: 168 time: 0.5762336 Jun 11 09:55:26.308175 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 56024) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:55:26.367300 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:26.371103 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-1c812d8d-8b73-4b67-8c75-6f8f08383bee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:26.375635 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-e10a8b0d-6d2c-4e19-aed2-10c17f40ef74 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0643189 Jun 11 09:55:26.377087 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 56030) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:55:26.381197 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-b7ad9814-a85d-4644-8a07-5888f4790f94 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Request body: {'subnet': {'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:55:26.387466 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-57379062-34ab-482d-bbb5-1df60df2aaca req-ecee64d6-a3c5-4029-b94c-b5c393590e1d tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0a63a22-d585-43d6-b866-33fbb4d10728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955505 Jun 11 09:55:26.403659 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6d126d-45bd-4ec5-859a-e1a8b6a6efc8 None None] Network f58b8f82-9ab9-4ea6-b2f4-b8f8a548b215 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:55:26.490071 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d397b03-4d43-46c4-8790-49fea51e48b0 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Made reservation on behalf of 738abe581be64edd8f2e0a146ff187c8 for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:55:26.494054 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7d397b03-4d43-46c4-8790-49fea51e48b0 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:26.558462 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d397b03-4d43-46c4-8790-49fea51e48b0 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 772} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 09:55:26.577441 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7d397b03-4d43-46c4-8790-49fea51e48b0 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:26.578790 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-7d397b03-4d43-46c4-8790-49fea51e48b0 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Added segment dfe99bb6-d647-4ab7-9487-adbacb6e2192 of type vlan for network cf6af0c2-0550-4ce7-a6e1-38bcbcce32a6 Jun 11 09:55:26.604012 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=8ec59dd4-11ce-4b0e-b685-e28c0aea128c,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:26.612628 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:26.682803 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ad9814-a85d-4644-8a07-5888f4790f94 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Made reservation on behalf of 3a7e48b24b924bff8faf8c740b2810c2 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:55:26.686401 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b7ad9814-a85d-4644-8a07-5888f4790f94 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:26.739015 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7d397b03-4d43-46c4-8790-49fea51e48b0 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:26.897203 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130a763a-d67e-4543-a1d7-b871f37fdd40 None None] Update dhcp port {'port': {'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'fixed_ips': [{'subnet_id': 'f3c5632d-6770-4d5b-bbbe-4296944d5b5e'}], 'binding:host_id': 'n-d-779913-12'}, 'id': '847d5be9-1d55-42dc-9092-ea1d7a6a16fe'} from n-d-779913-12. {{(pid=93178) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 11 09:55:26.904510 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358cf539-f6c3-41c8-9ca1-d9fc82ed041e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-b8666e2e-8c44-47a2-a0cd-f981757183d2', 'network_id': 'b8666e2e-8c44-47a2-a0cd-f981757183d2', 'tenant_id': '738abe581be64edd8f2e0a146ff187c8', 'fixed_ips': [{'subnet_id': '90cb98dc-e9aa-4e5e-9069-45c2c8ffbc08'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 09:55:26.905573 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-358cf539-f6c3-41c8-9ca1-d9fc82ed041e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:26.911706 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7d397b03-4d43-46c4-8790-49fea51e48b0 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:26.918630 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d397b03-4d43-46c4-8790-49fea51e48b0 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:26.919314 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7d397b03-4d43-46c4-8790-49fea51e48b0 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:26.924636 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0fd4a4bc-bc06-46b5-b495-014315cd3337 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:27.004007 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-130a763a-d67e-4543-a1d7-b871f37fdd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:27.109057 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-7d397b03-4d43-46c4-8790-49fea51e48b0 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8755600 Jun 11 09:55:27.111435 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d397b03-4d43-46c4-8790-49fea51e48b0 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Pushing event updated for resources: {'Network': ['ID=cf6af0c2-0550-4ce7-a6e1-38bcbcce32a6,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:27.117218 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7d397b03-4d43-46c4-8790-49fea51e48b0 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:27.120125 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 56048) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:55:27.125232 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-2e99f859-880f-4a66-9a6a-d0e10a3aede6 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Request body: {'subnet': {'network_id': 'cf6af0c2-0550-4ce7-a6e1-38bcbcce32a6', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:55:27.141398 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network cf6af0c2-0550-4ce7-a6e1-38bcbcce32a6 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:55:27.315318 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e75aace-1ea9-4db7-a10a-9f76c4b73c1a req-c5c99f8d-ac87-4386-9a73-1973d276f3c9 tempest-ServerTagsTestJSON-2019324800 tempest-ServerTagsTestJSON-2019324800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:27.317929 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7e75aace-1ea9-4db7-a10a-9f76c4b73c1a req-c5c99f8d-ac87-4386-9a73-1973d276f3c9 tempest-ServerTagsTestJSON-2019324800 tempest-ServerTagsTestJSON-2019324800-project] 10.222.0.60 "GET /v2.0/networks?id=f58b8f82-9ab9-4ea6-b2f4-b8f8a548b215 HTTP/1.1" status: 200 len: 809 time: 0.2947474 Jun 11 09:55:27.348260 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7e75aace-1ea9-4db7-a10a-9f76c4b73c1a req-f09d56a6-c867-46df-8158-001bc772176d tempest-ServerTagsTestJSON-2019324800 tempest-ServerTagsTestJSON-2019324800-project] 10.222.0.60 "GET /v2.0/quotas/21d2a78daf6c4bd69a486eb99a45655b HTTP/1.1" status: 200 len: 375 time: 0.0231955 Jun 11 09:55:27.455593 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6adb7e09-2a58-46e6-81f4-9c39d1b584fc None None] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:55:27.465998 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-358cf539-f6c3-41c8-9ca1-d9fc82ed041e None None] Allocated IP 19.80.0.2 (b8666e2e-8c44-47a2-a0cd-f981757183d2/90cb98dc-e9aa-4e5e-9069-45c2c8ffbc08/b754fb0e-0ce1-4869-bc83-ebf564329f20) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:55:27.490672 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 8ec59dd4-11ce-4b0e-b685-e28c0aea128c up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:55:27.498875 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7e75aace-1ea9-4db7-a10a-9f76c4b73c1a req-d0c8997c-dc35-4cbf-b43c-75642de22c5f tempest-ServerTagsTestJSON-2019324800 tempest-ServerTagsTestJSON-2019324800-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=21d2a78daf6c4bd69a486eb99a45655b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1345363 Jun 11 09:55:27.617059 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b7ad9814-a85d-4644-8a07-5888f4790f94 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:27.629276 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-12ce0508-d70a-46cb-a786-488d069e9c83 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:27.673797 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7e75aace-1ea9-4db7-a10a-9f76c4b73c1a req-0695b418-3656-4daf-946f-325f9d362f6a service neutron] 10.222.0.60 "GET /v2.0/networks/f58b8f82-9ab9-4ea6-b2f4-b8f8a548b215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688170 Jun 11 09:55:27.675523 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 8ec59dd4-11ce-4b0e-b685-e28c0aea128c triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:55:27.676020 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:27.691013 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-95a791d3-0786-4408-a507-f574dcfa0418 None None] Provisioning complete for port 847d5be9-1d55-42dc-9092-ea1d7a6a16fe triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:55:27.691526 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-95a791d3-0786-4408-a507-f574dcfa0418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:27.692309 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-555c3498-a91d-4ed2-8d85-2742e6917a17 req-59748a1e-4fa9-42b4-ad21-c4ebefe11b71 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 210 time: 0.0800900 Jun 11 09:55:27.778426 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ad9814-a85d-4644-8a07-5888f4790f94 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:55:27.787486 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-b7ad9814-a85d-4644-8a07-5888f4790f94 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:55:27.791798 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ad9814-a85d-4644-8a07-5888f4790f94 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event updated for resources: {'Subnet': ['ID=72cd9410-c7a2-4115-b8ca-a7720cf060b1,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:27.797459 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b7ad9814-a85d-4644-8a07-5888f4790f94 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:27.798866 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ad9814-a85d-4644-8a07-5888f4790f94 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:27.799446 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b7ad9814-a85d-4644-8a07-5888f4790f94 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:27.886074 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7e75aace-1ea9-4db7-a10a-9f76c4b73c1a req-4531b519-fb5e-4fe2-8679-a30c3b3e19e7 service neutron] 10.222.0.60 "GET /v2.0/networks/f58b8f82-9ab9-4ea6-b2f4-b8f8a548b215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019277 Jun 11 09:55:27.934817 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a038b2-55c5-40ca-a21d-e3075a99c5ca req-4608f438-52bd-4041-b0cf-55e58626f882 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:27.936379 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-81a038b2-55c5-40ca-a21d-e3075a99c5ca req-4608f438-52bd-4041-b0cf-55e58626f882 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/ports?device_id=d325bd03-091f-43b5-9bbe-af7bc36c08e5 HTTP/1.1" status: 200 len: 945 time: 0.0772164 Jun 11 09:55:27.954874 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e99f859-880f-4a66-9a6a-d0e10a3aede6 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Made reservation on behalf of 738abe581be64edd8f2e0a146ff187c8 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:55:27.958083 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2e99f859-880f-4a66-9a6a-d0e10a3aede6 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:28.024592 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-81a038b2-55c5-40ca-a21d-e3075a99c5ca req-44c1f267-1f2a-4d1c-81a6-13cf044e1f4a tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0a63a22-d585-43d6-b866-33fbb4d10728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793159 Jun 11 09:55:28.114428 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-b7ad9814-a85d-4644-8a07-5888f4790f94 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7372503 Jun 11 09:55:28.114814 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 56066) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:55:28.125183 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-d14dfeee-c945-4bcd-b4ed-a1fbd65fe55b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Request body: {'subnet': {'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:55:28.127697 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-358cf539-f6c3-41c8-9ca1-d9fc82ed041e None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:28.155662 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-358cf539-f6c3-41c8-9ca1-d9fc82ed041e None None] Transition to ACTIVE for port object b754fb0e-0ce1-4869-bc83-ebf564329f20 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:55:28.199205 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-358cf539-f6c3-41c8-9ca1-d9fc82ed041e None None] Transition to ACTIVE for port object b754fb0e-0ce1-4869-bc83-ebf564329f20 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:55:28.302726 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-358cf539-f6c3-41c8-9ca1-d9fc82ed041e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:28.307718 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-c0581a23-28c7-4a52-bcae-514d534495a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:28.314706 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9d4b7e-9923-43de-a6f6-c2204c7c0674 None None] Update dhcp port {'port': {'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'fixed_ips': [{'subnet_id': '72cd9410-c7a2-4115-b8ca-a7720cf060b1'}], 'binding:host_id': 'n-d-779913-12'}, 'id': '847d5be9-1d55-42dc-9092-ea1d7a6a16fe'} from n-d-779913-12. {{(pid=93178) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 11 09:55:28.369328 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2e99f859-880f-4a66-9a6a-d0e10a3aede6 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:28.373059 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-01968f8c-1508-4ff0-a99d-03d4752c98ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:28.378644 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c5a927eb-aaa8-4951-9c1e-b5f187067c39 req-25410a39-d5a9-4d23-abf9-51127b43121c tempest-ServerTagsTestJSON-2019324800 tempest-ServerTagsTestJSON-2019324800-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fec7aa5-5489-4275-9038-8d620b25c86e HTTP/1.1" status: 200 len: 210 time: 0.0530243 Jun 11 09:55:28.408857 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358cf539-f6c3-41c8-9ca1-d9fc82ed041e None None] Network b8666e2e-8c44-47a2-a0cd-f981757183d2 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:55:28.413815 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1f9d4b7e-9923-43de-a6f6-c2204c7c0674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:28.414990 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-358cf539-f6c3-41c8-9ca1-d9fc82ed041e None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:55:28.421848 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358cf539-f6c3-41c8-9ca1-d9fc82ed041e None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:55:28.485205 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e99f859-880f-4a66-9a6a-d0e10a3aede6 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Pushing event updated for resources: {'Subnet': ['ID=0015feab-eb59-4b96-94de-42b05d87cd97,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:28.490702 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2e99f859-880f-4a66-9a6a-d0e10a3aede6 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:28.497801 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e99f859-880f-4a66-9a6a-d0e10a3aede6 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Checking segment: {'id': 'dfe99bb6-d647-4ab7-9487-adbacb6e2192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'cf6af0c2-0550-4ce7-a6e1-38bcbcce32a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:55:28.498166 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e99f859-880f-4a66-9a6a-d0e10a3aede6 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Network hostable DHCP agents. Network: cf6af0c2-0550-4ce7-a6e1-38bcbcce32a6, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 09:55:28.545739 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d14dfeee-c945-4bcd-b4ed-a1fbd65fe55b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Made reservation on behalf of 3a7e48b24b924bff8faf8c740b2810c2 for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:55:28.549573 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d14dfeee-c945-4bcd-b4ed-a1fbd65fe55b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:28.564018 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358cf539-f6c3-41c8-9ca1-d9fc82ed041e None None] Pushing event updated for resources: {'Port': ['ID=b754fb0e-0ce1-4869-bc83-ebf564329f20,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:28.566832 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-358cf539-f6c3-41c8-9ca1-d9fc82ed041e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:28.586923 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-358cf539-f6c3-41c8-9ca1-d9fc82ed041e None None] Attempting to bind port b754fb0e-0ce1-4869-bc83-ebf564329f20 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:55:28.587303 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-358cf539-f6c3-41c8-9ca1-d9fc82ed041e None None] Attempting to bind port b754fb0e-0ce1-4869-bc83-ebf564329f20 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '2c191948-9605-46d9-97be-bdc56634551b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'b8666e2e-8c44-47a2-a0cd-f981757183d2'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:55:28.587707 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358cf539-f6c3-41c8-9ca1-d9fc82ed041e None None] Attempting to bind port b754fb0e-0ce1-4869-bc83-ebf564329f20 on network b8666e2e-8c44-47a2-a0cd-f981757183d2 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:55:28.639490 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e99f859-880f-4a66-9a6a-d0e10a3aede6 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Network cf6af0c2-0550-4ce7-a6e1-38bcbcce32a6 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 09:55:28.645198 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358cf539-f6c3-41c8-9ca1-d9fc82ed041e None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:55:28.645593 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358cf539-f6c3-41c8-9ca1-d9fc82ed041e None None] Checking segment: {'id': '2c191948-9605-46d9-97be-bdc56634551b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'b8666e2e-8c44-47a2-a0cd-f981757183d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:55:28.646021 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-358cf539-f6c3-41c8-9ca1-d9fc82ed041e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:28.646400 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358cf539-f6c3-41c8-9ca1-d9fc82ed041e None None] Bound using segment: {'id': '2c191948-9605-46d9-97be-bdc56634551b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'b8666e2e-8c44-47a2-a0cd-f981757183d2'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:55:28.646909 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-358cf539-f6c3-41c8-9ca1-d9fc82ed041e None None] Bound port: b754fb0e-0ce1-4869-bc83-ebf564329f20, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c191948-9605-46d9-97be-bdc56634551b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'b8666e2e-8c44-47a2-a0cd-f981757183d2'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:55:28.647291 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-358cf539-f6c3-41c8-9ca1-d9fc82ed041e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:28.784969 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-358cf539-f6c3-41c8-9ca1-d9fc82ed041e None None] For port b754fb0e-0ce1-4869-bc83-ebf564329f20, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:55:28.789198 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-358cf539-f6c3-41c8-9ca1-d9fc82ed041e None None] For port b754fb0e-0ce1-4869-bc83-ebf564329f20, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=b754fb0e-0ce1-4869-bc83-ebf564329f20,segment=NetworkSegment(2c191948-9605-46d9-97be-bdc56634551b),segment_id=2c191948-9605-46d9-97be-bdc56634551b)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:55:28.822402 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-42b6dcb3-51c0-4fb2-9247-29a9103324fc req-24c24c96-308c-409e-a04e-4f80c4fd20f8 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 210 time: 0.0497715 Jun 11 09:55:28.823917 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-2e99f859-880f-4a66-9a6a-d0e10a3aede6 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, cf6af0c2-0550-4ce7-a6e1-38bcbcce32a6) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:55:28.843311 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-1f9d4b7e-9923-43de-a6f6-c2204c7c0674 None None] Allocated IP 172.20.0.2 (f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc/72cd9410-c7a2-4115-b8ca-a7720cf060b1/847d5be9-1d55-42dc-9092-ea1d7a6a16fe) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:55:28.847166 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e99f859-880f-4a66-9a6a-d0e10a3aede6 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:28.847527 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd90b41f-1a89-4e7f-badc-ec6da2e52a1f None None] Network cf6af0c2-0550-4ce7-a6e1-38bcbcce32a6 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:55:28.847797 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2e99f859-880f-4a66-9a6a-d0e10a3aede6 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:29.033037 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-358cf539-f6c3-41c8-9ca1-d9fc82ed041e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:29.037783 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:29.096511 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-2e99f859-880f-4a66-9a6a-d0e10a3aede6 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.9752665 Jun 11 09:55:29.280920 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358cf539-f6c3-41c8-9ca1-d9fc82ed041e None None] Pushing event updated for resources: {'Port': ['ID=b754fb0e-0ce1-4869-bc83-ebf564329f20,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:29.287107 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-358cf539-f6c3-41c8-9ca1-d9fc82ed041e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:29.359027 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-1f9d4b7e-9923-43de-a6f6-c2204c7c0674 None None] For port 847d5be9-1d55-42dc-9092-ea1d7a6a16fe, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=847d5be9-1d55-42dc-9092-ea1d7a6a16fe,segment=NetworkSegment(e0bc2927-8a98-4066-9eb5-5174f5accc0f),segment_id=e0bc2927-8a98-4066-9eb5-5174f5accc0f)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:55:29.367648 n-d-779913-12 neutron-server[93176]: DEBUG neutron.objects.ports [None req-d14dfeee-c945-4bcd-b4ed-a1fbd65fe55b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93176) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 11 09:55:29.487469 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1f9d4b7e-9923-43de-a6f6-c2204c7c0674 None None] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:29.584792 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 847d5be9-1d55-42dc-9092-ea1d7a6a16fe no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:55:29.593723 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da61a970-7745-4196-8692-9de7519e2013 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-cf6af0c2-0550-4ce7-a6e1-38bcbcce32a6', 'network_id': 'cf6af0c2-0550-4ce7-a6e1-38bcbcce32a6', 'tenant_id': '738abe581be64edd8f2e0a146ff187c8', 'fixed_ips': [{'subnet_id': '0015feab-eb59-4b96-94de-42b05d87cd97'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 09:55:29.594633 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-da61a970-7745-4196-8692-9de7519e2013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:29.615697 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861b36d-e064-4556-8bf2-7a8df43e8cff req-3e54546d-7f7e-4d80-9ecc-306a3cf60347 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:29.617565 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b861b36d-e064-4556-8bf2-7a8df43e8cff req-3e54546d-7f7e-4d80-9ecc-306a3cf60347 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/ports?device_id=d325bd03-091f-43b5-9bbe-af7bc36c08e5 HTTP/1.1" status: 200 len: 945 time: 0.3666339 Jun 11 09:55:29.671972 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-1f9d4b7e-9923-43de-a6f6-c2204c7c0674 None None] Transition to ACTIVE for port object 847d5be9-1d55-42dc-9092-ea1d7a6a16fe will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:55:29.726621 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-c0323e65-a5da-4f1e-abab-d80d27050c32 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:29.733223 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-c0323e65-a5da-4f1e-abab-d80d27050c32 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:29.740707 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-c0323e65-a5da-4f1e-abab-d80d27050c32 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/networks?id=b8666e2e-8c44-47a2-a0cd-f981757183d2&id=cf6af0c2-0550-4ce7-a6e1-38bcbcce32a6&id=b8666e2e-8c44-47a2-a0cd-f981757183d2 HTTP/1.1" status: 200 len: 1392 time: 0.2129719 Jun 11 09:55:29.755970 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b861b36d-e064-4556-8bf2-7a8df43e8cff req-2a72a7fe-58f4-4170-8351-dd11e1d8c6bf tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0a63a22-d585-43d6-b866-33fbb4d10728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269259 Jun 11 09:55:29.758251 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-92a54cd7-8425-4947-bde0-df5ac8599391 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/quotas/738abe581be64edd8f2e0a146ff187c8 HTTP/1.1" status: 200 len: 375 time: 0.0162046 Jun 11 09:55:29.819351 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1f9d4b7e-9923-43de-a6f6-c2204c7c0674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:29.852290 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:29.892009 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-e6b9a9f2-9fe3-43bc-a702-e92db7760cc6 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=738abe581be64edd8f2e0a146ff187c8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1326909 Jun 11 09:55:30.022133 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d14dfeee-c945-4bcd-b4ed-a1fbd65fe55b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:30.086290 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-8835dbe4-04d7-467b-aaa6-1322a723f69e service neutron] 10.222.0.60 "GET /v2.0/networks/b8666e2e-8c44-47a2-a0cd-f981757183d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929569 Jun 11 09:55:30.326102 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-da61a970-7745-4196-8692-9de7519e2013 None None] Allocated IP 19.86.0.2 (cf6af0c2-0550-4ce7-a6e1-38bcbcce32a6/0015feab-eb59-4b96-94de-42b05d87cd97/8148650f-b509-48c9-a5ec-07c3622de9b4) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:55:30.353001 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-f2b52588-abdc-4bbe-9a77-e39803b1cf76 service neutron] 10.222.0.60 "GET /v2.0/networks/b8666e2e-8c44-47a2-a0cd-f981757183d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656040 Jun 11 09:55:30.358620 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b4c75731-2bd2-4128-9501-f163d9f9c400 req-51d22082-7e83-4100-9d5e-9d998f5b4675 tempest-ServerTagsTestJSON-2019324800 tempest-ServerTagsTestJSON-2019324800-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fec7aa5-5489-4275-9038-8d620b25c86e HTTP/1.1" status: 200 len: 210 time: 0.0836234 Jun 11 09:55:30.512096 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9d4b7e-9923-43de-a6f6-c2204c7c0674 None None] Pushing event updated for resources: {'Port': ['ID=847d5be9-1d55-42dc-9092-ea1d7a6a16fe,revision_number=8']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:30.515163 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:30.531238 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-1f9d4b7e-9923-43de-a6f6-c2204c7c0674 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.679s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:30.548821 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-d14dfeee-c945-4bcd-b4ed-a1fbd65fe55b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] For port 847d5be9-1d55-42dc-9092-ea1d7a6a16fe, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=847d5be9-1d55-42dc-9092-ea1d7a6a16fe,segment=NetworkSegment(e0bc2927-8a98-4066-9eb5-5174f5accc0f),segment_id=e0bc2927-8a98-4066-9eb5-5174f5accc0f)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:55:30.629520 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d14dfeee-c945-4bcd-b4ed-a1fbd65fe55b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:30.655623 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-88e41e49-ba57-483e-8a56-ece2391b843b service neutron] 10.222.0.60 "GET /v2.0/networks/cf6af0c2-0550-4ce7-a6e1-38bcbcce32a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011627 Jun 11 09:55:30.700975 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-500ba664-c7cd-4f2f-8d32-5e8306de8316 req-e169bd0e-73d4-45d0-abad-041e67c62033 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 210 time: 0.0749555 Jun 11 09:55:30.784693 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d14dfeee-c945-4bcd-b4ed-a1fbd65fe55b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:30.796497 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-da61a970-7745-4196-8692-9de7519e2013 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:30.797913 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d14dfeee-c945-4bcd-b4ed-a1fbd65fe55b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:30.811049 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d112501d-6634-40ec-a9ae-74e5f01a1e53 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:30.817408 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-da61a970-7745-4196-8692-9de7519e2013 None None] Transition to ACTIVE for port object 8148650f-b509-48c9-a5ec-07c3622de9b4 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:55:30.873960 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14dfeee-c945-4bcd-b4ed-a1fbd65fe55b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:55:30.877510 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-d14dfeee-c945-4bcd-b4ed-a1fbd65fe55b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:55:30.891689 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14dfeee-c945-4bcd-b4ed-a1fbd65fe55b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:30.897993 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d14dfeee-c945-4bcd-b4ed-a1fbd65fe55b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:30.898211 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-da61a970-7745-4196-8692-9de7519e2013 None None] Transition to ACTIVE for port object 8148650f-b509-48c9-a5ec-07c3622de9b4 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:55:30.933472 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da581e41-1b64-4a6d-b350-0a634e4c0d2e None None] Network b8666e2e-8c44-47a2-a0cd-f981757183d2 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:55:30.948626 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-18183589-c896-4eab-a1a7-9ea9dbd6b50a service neutron] 10.222.0.60 "GET /v2.0/networks/cf6af0c2-0550-4ce7-a6e1-38bcbcce32a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914681 Jun 11 09:55:30.972373 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.db.api [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93178) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 09:55:30.973014 n-d-779913-12 neutron-server[93178]: DEBUG oslo_db.api [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 09:55:30.988519 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14dfeee-c945-4bcd-b4ed-a1fbd65fe55b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event updated for resources: {'Port': ['ID=847d5be9-1d55-42dc-9092-ea1d7a6a16fe,revision_number=10']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:30.991168 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-da61a970-7745-4196-8692-9de7519e2013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:30.995745 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d14dfeee-c945-4bcd-b4ed-a1fbd65fe55b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:30.996492 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-379b8252-9672-4248-8f92-2ca064c11ab5 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.182s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:31.090508 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-2b7d4ef0-13e5-4552-93b8-60529a08b695 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:31.091313 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-d14dfeee-c945-4bcd-b4ed-a1fbd65fe55b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9743390 Jun 11 09:55:31.098622 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 56120) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:55:31.111725 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-936e2bf1-887f-4f3f-8030-423d980bcf55 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Request body: {'port': {'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'mac_address': 'fa:16:3e:85:8a:ee', 'name': 'tempest-NetworksTestDHCPv6-1549821476'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:55:31.147938 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-5abaf36d-f2ab-4fee-8e4b-a547c7962bae service neutron] 10.222.0.60 "GET /v2.0/networks/b8666e2e-8c44-47a2-a0cd-f981757183d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935184 Jun 11 09:55:31.186082 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-cd8b7da4-dd23-4462-8747-60da54bdca71 None None] Provisioning for port b754fb0e-0ce1-4869-bc83-ebf564329f20 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:55:31.294646 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da61a970-7745-4196-8692-9de7519e2013 None None] Network cf6af0c2-0550-4ce7-a6e1-38bcbcce32a6 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:55:31.308420 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:31.328002 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da61a970-7745-4196-8692-9de7519e2013 None None] Pushing event updated for resources: {'Port': ['ID=8148650f-b509-48c9-a5ec-07c3622de9b4,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:31.344997 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-da61a970-7745-4196-8692-9de7519e2013 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:55:31.346935 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-da61a970-7745-4196-8692-9de7519e2013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:31.349025 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da61a970-7745-4196-8692-9de7519e2013 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:55:31.375166 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-a0d5a07f-d5bf-417b-84fc-21c7c7fb2227 service neutron] 10.222.0.60 "GET /v2.0/networks/b8666e2e-8c44-47a2-a0cd-f981757183d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233174 Jun 11 09:55:31.403704 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7995bbe-9243-4a47-95da-4e3f40fce32d None None] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:55:31.437496 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14dfeee-c945-4bcd-b4ed-a1fbd65fe55b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event updated for resources: {'Subnet': ['ID=b458a9ea-419c-440a-b97e-ac599e101598,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:31.451649 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d14dfeee-c945-4bcd-b4ed-a1fbd65fe55b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:31.546069 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d93cb6f-d87c-4c57-8ef2-9140aeb31a9c req-c1f89157-701e-4de3-8e15-a58dce0001d5 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:31.547820 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6d93cb6f-d87c-4c57-8ef2-9140aeb31a9c req-c1f89157-701e-4de3-8e15-a58dce0001d5 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/ports?device_id=d325bd03-091f-43b5-9bbe-af7bc36c08e5 HTTP/1.1" status: 200 len: 945 time: 0.3966916 Jun 11 09:55:31.618171 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-936e2bf1-887f-4f3f-8030-423d980bcf55 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Made reservation on behalf of 3a7e48b24b924bff8faf8c740b2810c2 for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:55:31.637460 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-da61a970-7745-4196-8692-9de7519e2013 None None] Attempting to bind port 8148650f-b509-48c9-a5ec-07c3622de9b4 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:55:31.637935 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-da61a970-7745-4196-8692-9de7519e2013 None None] Attempting to bind port 8148650f-b509-48c9-a5ec-07c3622de9b4 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'dfe99bb6-d647-4ab7-9487-adbacb6e2192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'cf6af0c2-0550-4ce7-a6e1-38bcbcce32a6'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:55:31.638501 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da61a970-7745-4196-8692-9de7519e2013 None None] Attempting to bind port 8148650f-b509-48c9-a5ec-07c3622de9b4 on network cf6af0c2-0550-4ce7-a6e1-38bcbcce32a6 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:55:31.641259 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-994a8405-b199-404a-ab9e-c1de3e140050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:31.643126 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-994a8405-b199-404a-ab9e-c1de3e140050 service neutron] 10.222.0.64 "GET /v2.0/ports/31bcc4b9-58bd-4fec-b00e-1686a7b3b5c8 HTTP/1.1" status: 200 len: 1028 time: 0.1465659 Jun 11 09:55:31.683338 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6d93cb6f-d87c-4c57-8ef2-9140aeb31a9c req-f097469f-a284-48c7-ab59-fcd5eb3ab001 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0a63a22-d585-43d6-b866-33fbb4d10728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200969 Jun 11 09:55:31.696585 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da61a970-7745-4196-8692-9de7519e2013 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:55:31.697100 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da61a970-7745-4196-8692-9de7519e2013 None None] Checking segment: {'id': 'dfe99bb6-d647-4ab7-9487-adbacb6e2192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'cf6af0c2-0550-4ce7-a6e1-38bcbcce32a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:55:31.698279 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-da61a970-7745-4196-8692-9de7519e2013 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:31.699283 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da61a970-7745-4196-8692-9de7519e2013 None None] Bound using segment: {'id': 'dfe99bb6-d647-4ab7-9487-adbacb6e2192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'cf6af0c2-0550-4ce7-a6e1-38bcbcce32a6'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:55:31.699923 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-da61a970-7745-4196-8692-9de7519e2013 None None] Bound port: 8148650f-b509-48c9-a5ec-07c3622de9b4, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfe99bb6-d647-4ab7-9487-adbacb6e2192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'cf6af0c2-0550-4ce7-a6e1-38bcbcce32a6'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:55:31.700425 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-da61a970-7745-4196-8692-9de7519e2013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:31.716086 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:31.748573 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-221c95c4-1757-4bb5-a729-987e467b25a5 None None] Provisioning for port 847d5be9-1d55-42dc-9092-ea1d7a6a16fe completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:55:31.826729 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-221c95c4-1757-4bb5-a729-987e467b25a5 None None] Provisioning complete for port 847d5be9-1d55-42dc-9092-ea1d7a6a16fe triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:55:31.827382 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-221c95c4-1757-4bb5-a729-987e467b25a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:31.835879 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-ad2de9a9-72fd-4efd-b59d-d017bfb5988c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:31.841560 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-ad2de9a9-72fd-4efd-b59d-d017bfb5988c service neutron] 10.222.0.64 "GET /v2.0/ports/44968cf1-fbc9-4eec-b314-67f01cc0a00c HTTP/1.1" status: 200 len: 1027 time: 0.1672122 Jun 11 09:55:31.945401 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-04f125d1-efea-4ed0-b646-ea5c39fbae98 req-e35ed43f-582f-4842-acd5-51d372cce431 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3a602a8-925a-482d-815a-10104b5f8b2f HTTP/1.1" status: 200 len: 210 time: 0.0427334 Jun 11 09:55:31.962667 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-936e2bf1-887f-4f3f-8030-423d980bcf55 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:32.018834 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d606f1f1-6cd2-4655-8df9-07cd93565e35 req-9792a340-7dc5-4ad3-9d19-65a8d1371d56 tempest-ServerTagsTestJSON-2019324800 tempest-ServerTagsTestJSON-2019324800-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fec7aa5-5489-4275-9038-8d620b25c86e HTTP/1.1" status: 200 len: 210 time: 0.1239538 Jun 11 09:55:32.026098 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [None req-936e2bf1-887f-4f3f-8030-423d980bcf55 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] device_id is not set on port d3807469-efd9-4736-988f-8ed8c4abd031 yet. {{(pid=93176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 09:55:32.146362 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-dc4e4379-7a5d-4a74-adc4-a9905dc8cc98 req-44c17d03-2d0c-40c2-ab9d-9dcc86bfca04 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 210 time: 0.0574181 Jun 11 09:55:32.190496 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 847d5be9-1d55-42dc-9092-ea1d7a6a16fe, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=847d5be9-1d55-42dc-9092-ea1d7a6a16fe,segment=NetworkSegment(e0bc2927-8a98-4066-9eb5-5174f5accc0f),segment_id=e0bc2927-8a98-4066-9eb5-5174f5accc0f)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:55:32.260583 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-da61a970-7745-4196-8692-9de7519e2013 None None] For port 8148650f-b509-48c9-a5ec-07c3622de9b4, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:55:32.303914 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-da61a970-7745-4196-8692-9de7519e2013 None None] For port 8148650f-b509-48c9-a5ec-07c3622de9b4, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=8148650f-b509-48c9-a5ec-07c3622de9b4,segment=NetworkSegment(dfe99bb6-d647-4ab7-9487-adbacb6e2192),segment_id=dfe99bb6-d647-4ab7-9487-adbacb6e2192)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:55:32.392479 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:32.395435 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:32.480565 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-da61a970-7745-4196-8692-9de7519e2013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:32.713400 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=847d5be9-1d55-42dc-9092-ea1d7a6a16fe,revision_number=11']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:32.724255 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:32.724738 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-b47bcc28-1de8-427e-ba8d-2b64149bcf01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.213s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:32.802543 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 847d5be9-1d55-42dc-9092-ea1d7a6a16fe up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:55:32.909481 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e75aace-1ea9-4db7-a10a-9f76c4b73c1a req-10526f73-1a33-4a5d-a27f-ef227fe14e66 tempest-ServerTagsTestJSON-2019324800 tempest-ServerTagsTestJSON-2019324800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:32.911552 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7e75aace-1ea9-4db7-a10a-9f76c4b73c1a req-10526f73-1a33-4a5d-a27f-ef227fe14e66 tempest-ServerTagsTestJSON-2019324800 tempest-ServerTagsTestJSON-2019324800-project] 10.222.0.64 "GET /v2.0/networks?id=f58b8f82-9ab9-4ea6-b2f4-b8f8a548b215 HTTP/1.1" status: 200 len: 809 time: 0.4732254 Jun 11 09:55:32.924694 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-7e75aace-1ea9-4db7-a10a-9f76c4b73c1a req-033ce8d7-a2ca-4edd-94e9-2669f4d34291 tempest-ServerTagsTestJSON-2019324800 tempest-ServerTagsTestJSON-2019324800-project] Request body: {'port': {'device_id': '8fec7aa5-5489-4275-9038-8d620b25c86e', 'network_id': 'f58b8f82-9ab9-4ea6-b2f4-b8f8a548b215', 'admin_state_up': True, 'tenant_id': '21d2a78daf6c4bd69a486eb99a45655b'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:55:33.113411 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da61a970-7745-4196-8692-9de7519e2013 None None] Pushing event updated for resources: {'Port': ['ID=8148650f-b509-48c9-a5ec-07c3622de9b4,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:33.144304 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-da61a970-7745-4196-8692-9de7519e2013 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:33.195186 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 847d5be9-1d55-42dc-9092-ea1d7a6a16fe triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:55:33.207134 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:33.357991 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-0d99d77f-d151-4c69-aa64-f9c650f91ca9 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:33.383221 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-0d99d77f-d151-4c69-aa64-f9c650f91ca9 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:33.399398 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-0d99d77f-d151-4c69-aa64-f9c650f91ca9 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:33.404866 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-0d99d77f-d151-4c69-aa64-f9c650f91ca9 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.64 "GET /v2.0/networks?id=07c60738-0d51-40d7-b14f-98ba87e92f35&id=1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e&id=1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e&id=1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e&id=1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e&id=afbcc96d-d966-4839-b6f4-c3dd378a91e7&id=afbcc96d-d966-4839-b6f4-c3dd378a91e7 HTTP/1.1" status: 200 len: 1990 time: 1.5562270 Jun 11 09:55:33.405425 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 56158) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:55:33.526134 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:33.555407 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba693fe7-f916-407a-876b-23e05a2efb05 req-2375533b-ee67-4936-a3fc-6e9184d94a9f tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:33.568744 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ba693fe7-f916-407a-876b-23e05a2efb05 req-2375533b-ee67-4936-a3fc-6e9184d94a9f tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/ports?device_id=d325bd03-091f-43b5-9bbe-af7bc36c08e5 HTTP/1.1" status: 200 len: 945 time: 0.2728221 Jun 11 09:55:33.593727 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e75aace-1ea9-4db7-a10a-9f76c4b73c1a req-033ce8d7-a2ca-4edd-94e9-2669f4d34291 tempest-ServerTagsTestJSON-2019324800 tempest-ServerTagsTestJSON-2019324800-project] Made reservation on behalf of 21d2a78daf6c4bd69a486eb99a45655b for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:55:33.597669 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-7e75aace-1ea9-4db7-a10a-9f76c4b73c1a req-033ce8d7-a2ca-4edd-94e9-2669f4d34291 tempest-ServerTagsTestJSON-2019324800 tempest-ServerTagsTestJSON-2019324800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:33.604148 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 847d5be9-1d55-42dc-9092-ea1d7a6a16fe, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=847d5be9-1d55-42dc-9092-ea1d7a6a16fe,segment=NetworkSegment(e0bc2927-8a98-4066-9eb5-5174f5accc0f),segment_id=e0bc2927-8a98-4066-9eb5-5174f5accc0f)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:55:33.609792 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ac14f914-62bc-42da-8d9c-a6e4fba65760 req-1ce4f55c-ce27-4fa3-9370-728282b98099 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3a602a8-925a-482d-815a-10104b5f8b2f HTTP/1.1" status: 200 len: 210 time: 0.1844566 Jun 11 09:55:33.641378 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ba693fe7-f916-407a-876b-23e05a2efb05 req-bd398cbd-0e52-40cb-a618-3955018fe3a4 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0a63a22-d585-43d6-b866-33fbb4d10728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717423 Jun 11 09:55:33.705067 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:33.705880 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device b754fb0e-0ce1-4869-bc83-ebf564329f20 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:55:33.770086 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-bfbf3330-a81b-4227-af79-a3261d81273e tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27f3c4dce50f47ad9013fa1bc48941bf HTTP/1.1" status: 200 len: 380 time: 0.3199105 Jun 11 09:55:33.797450 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-4949901c-7f43-47bc-9ad1-dfbbeffd5ba9 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Request body: {'port': {'device_id': 'b9c702cf-dd7e-4dfa-b816-c6d03f19acf9', 'network_id': '07c60738-0d51-40d7-b14f-98ba87e92f35', 'admin_state_up': True, 'tenant_id': '27f3c4dce50f47ad9013fa1bc48941bf', 'security_groups': ['230a77c0-a6d2-4599-bb7a-d2d4f277106a']}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:55:33.804892 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0e3e66bc-7b26-4cde-9856-570386031b82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:33.883950 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-eaf9b1a9-b1af-4b21-89ec-134c2b5e0ba2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:33.932733 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0e97ced9-bebd-45b8-80b2-5c164cc68e72 req-dda10059-e317-4558-9561-ea43bc0a65f9 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 210 time: 0.0616360 Jun 11 09:55:33.979702 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [req-7e75aace-1ea9-4db7-a10a-9f76c4b73c1a req-033ce8d7-a2ca-4edd-94e9-2669f4d34291 tempest-ServerTagsTestJSON-2019324800 tempest-ServerTagsTestJSON-2019324800-project] Allocated IP 172.20.0.12 (f58b8f82-9ab9-4ea6-b2f4-b8f8a548b215/40f2856b-ab2b-4374-8715-6faa39d1ee6c/b72d5813-4742-448b-8e0a-7d66b0334cd6) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:55:34.026729 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870e3494-9f34-4b3c-ac4e-16b0e62ba018 None None] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:55:34.411943 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-7e75aace-1ea9-4db7-a10a-9f76c4b73c1a req-033ce8d7-a2ca-4edd-94e9-2669f4d34291 tempest-ServerTagsTestJSON-2019324800 tempest-ServerTagsTestJSON-2019324800-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:34.435490 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b4af1c6b-7618-484d-9b2a-1cd2f9fd4598 req-0ac7d9d8-13c0-4d51-b568-63eb59016be2 tempest-ServerTagsTestJSON-2019324800 tempest-ServerTagsTestJSON-2019324800-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fec7aa5-5489-4275-9038-8d620b25c86e HTTP/1.1" status: 200 len: 210 time: 0.4125011 Jun 11 09:55:34.465884 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-79884120-fcf7-4d2c-a4ea-21ef4648ac1d None None] Provisioning complete for port 847d5be9-1d55-42dc-9092-ea1d7a6a16fe triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:55:34.466416 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-79884120-fcf7-4d2c-a4ea-21ef4648ac1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:34.467939 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=847d5be9-1d55-42dc-9092-ea1d7a6a16fe,revision_number=12']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:34.483881 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.595s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:34.499461 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-936e2bf1-887f-4f3f-8030-423d980bcf55 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Allocated IP 172.20.0.5 (f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc/72cd9410-c7a2-4115-b8ca-a7720cf060b1/d3807469-efd9-4736-988f-8ed8c4abd031) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:55:34.515377 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c20836-d8c2-4640-8b59-1a1930d956ec None None] Network cf6af0c2-0550-4ce7-a6e1-38bcbcce32a6 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:55:34.541662 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port b754fb0e-0ce1-4869-bc83-ebf564329f20 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:55:34.543289 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-936e2bf1-887f-4f3f-8030-423d980bcf55 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Allocated IP 2001:db8::f816:3eff:fe85:8aee (f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc/b458a9ea-419c-440a-b97e-ac599e101598/d3807469-efd9-4736-988f-8ed8c4abd031) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:55:34.564833 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port b754fb0e-0ce1-4869-bc83-ebf564329f20 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:55:34.565220 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:34.630068 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0e3e66bc-7b26-4cde-9856-570386031b82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:34.672645 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-7e75aace-1ea9-4db7-a10a-9f76c4b73c1a req-033ce8d7-a2ca-4edd-94e9-2669f4d34291 tempest-ServerTagsTestJSON-2019324800 tempest-ServerTagsTestJSON-2019324800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:34.678236 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c222f8b6-39c2-4772-ac45-f6e16bbbbded tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:34.741940 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e75aace-1ea9-4db7-a10a-9f76c4b73c1a req-033ce8d7-a2ca-4edd-94e9-2669f4d34291 tempest-ServerTagsTestJSON-2019324800 tempest-ServerTagsTestJSON-2019324800-project] Network f58b8f82-9ab9-4ea6-b2f4-b8f8a548b215 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:55:34.746086 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [req-7e75aace-1ea9-4db7-a10a-9f76c4b73c1a req-033ce8d7-a2ca-4edd-94e9-2669f4d34291 tempest-ServerTagsTestJSON-2019324800 tempest-ServerTagsTestJSON-2019324800-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:55:34.750278 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e75aace-1ea9-4db7-a10a-9f76c4b73c1a req-033ce8d7-a2ca-4edd-94e9-2669f4d34291 tempest-ServerTagsTestJSON-2019324800 tempest-ServerTagsTestJSON-2019324800-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:55:34.806995 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033ce8d7-a2ca-4edd-94e9-2669f4d34291 tempest-ServerTagsTestJSON-2019324800 tempest-ServerTagsTestJSON-2019324800-project] Pushing event updated for resources: {'Port': ['ID=b72d5813-4742-448b-8e0a-7d66b0334cd6,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:34.812245 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-033ce8d7-a2ca-4edd-94e9-2669f4d34291 tempest-ServerTagsTestJSON-2019324800 tempest-ServerTagsTestJSON-2019324800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:34.848606 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e75aace-1ea9-4db7-a10a-9f76c4b73c1a req-033ce8d7-a2ca-4edd-94e9-2669f4d34291 tempest-ServerTagsTestJSON-2019324800 tempest-ServerTagsTestJSON-2019324800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:34.849500 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-7e75aace-1ea9-4db7-a10a-9f76c4b73c1a req-033ce8d7-a2ca-4edd-94e9-2669f4d34291 tempest-ServerTagsTestJSON-2019324800 tempest-ServerTagsTestJSON-2019324800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:34.863351 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0e3e66bc-7b26-4cde-9856-570386031b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:34.872020 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-567b52f0-d75f-48fe-9bce-80df13875fd8 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:34.933490 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a7a358de-6241-48f6-8ff3-3d305504dbbd req-a0fadfb9-c701-485f-97bb-33972be73054 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3a602a8-925a-482d-815a-10104b5f8b2f HTTP/1.1" status: 200 len: 210 time: 0.0533686 Jun 11 09:55:35.005880 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-0e3e66bc-7b26-4cde-9856-570386031b82 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=32446f7a5ecc4643b9cb9a70dbbfb16d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5675242 Jun 11 09:55:35.007290 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 56170) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:55:35.011103 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-936e2bf1-887f-4f3f-8030-423d980bcf55 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:35.013582 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3e66bc-7b26-4cde-9856-570386031b82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38fd1536-d95b-4f85-96f8-9d8195993dcc,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:35.025582 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0e3e66bc-7b26-4cde-9856-570386031b82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:35.036195 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [None req-936e2bf1-887f-4f3f-8030-423d980bcf55 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Transition to ACTIVE for port object d3807469-efd9-4736-988f-8ed8c4abd031 will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:55:35.084074 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-4949901c-7f43-47bc-9ad1-dfbbeffd5ba9 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Made reservation on behalf of 27f3c4dce50f47ad9013fa1bc48941bf for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:55:35.097661 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-4949901c-7f43-47bc-9ad1-dfbbeffd5ba9 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:35.138908 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:35.139479 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d5ea7110-fe99-4e0b-9fe4-526dc6729ed6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:35.161030 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f20537b-385f-4b3d-910e-1d7a858b0f5d req-c589205d-612d-4b5f-a937-541859b0811b tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:35.162857 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7f20537b-385f-4b3d-910e-1d7a858b0f5d req-c589205d-612d-4b5f-a937-541859b0811b tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/ports?device_id=d325bd03-091f-43b5-9bbe-af7bc36c08e5 HTTP/1.1" status: 200 len: 945 time: 0.2620287 Jun 11 09:55:35.220644 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7e75aace-1ea9-4db7-a10a-9f76c4b73c1a req-033ce8d7-a2ca-4edd-94e9-2669f4d34291 tempest-ServerTagsTestJSON-2019324800 tempest-ServerTagsTestJSON-2019324800-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2999787 Jun 11 09:55:35.241347 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port b754fb0e-0ce1-4869-bc83-ebf564329f20, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=b754fb0e-0ce1-4869-bc83-ebf564329f20,segment=NetworkSegment(2c191948-9605-46d9-97be-bdc56634551b),segment_id=2c191948-9605-46d9-97be-bdc56634551b)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:55:35.253100 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d5ea7110-fe99-4e0b-9fe4-526dc6729ed6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:35.259509 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-7e75aace-1ea9-4db7-a10a-9f76c4b73c1a req-e74d9d91-e811-455d-9c01-2f3e4e1b685c service neutron] Request body: {'port': {'device_id': '8fec7aa5-5489-4275-9038-8d620b25c86e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-12'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:55:35.274460 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-dde52a8d-c037-4c66-a520-aa6b24e7a077 req-40b7e24a-6912-45a8-89cf-ec5db2028775 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 210 time: 0.0891924 Jun 11 09:55:35.351685 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:35.356157 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:35.431049 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=b754fb0e-0ce1-4869-bc83-ebf564329f20,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:35.435599 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:35.436301 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:35.437146 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-4dff2f8e-88a5-4325-83e9-0182af6973ad None None] Provisioning for port 8148650f-b509-48c9-a5ec-07c3622de9b4 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:55:35.512241 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-936e2bf1-887f-4f3f-8030-423d980bcf55 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:35.537905 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7f20537b-385f-4b3d-910e-1d7a858b0f5d req-c457694b-0566-4339-83b6-d3e46c1ed0ae tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0a63a22-d585-43d6-b866-33fbb4d10728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3579712 Jun 11 09:55:35.545944 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-7e75aace-1ea9-4db7-a10a-9f76c4b73c1a req-e74d9d91-e811-455d-9c01-2f3e4e1b685c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:35.571300 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-d039b3a5-cd0c-4659-852b-6ee8bc8b2f61 None None] Provisioning complete for port 847d5be9-1d55-42dc-9092-ea1d7a6a16fe triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:55:35.571859 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d039b3a5-cd0c-4659-852b-6ee8bc8b2f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:35.622306 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-193d99ef-2d4c-44ca-8f84-d2cc993cb0d5 tempest-RoutersAdminTest-1794870100 tempest-RoutersAdminTest-1794870100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:35.771936 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 847d5be9-1d55-42dc-9092-ea1d7a6a16fe up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:55:35.829274 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d5ea7110-fe99-4e0b-9fe4-526dc6729ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:35.832614 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d5ea7110-fe99-4e0b-9fe4-526dc6729ed6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:35.837048 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-d5ea7110-fe99-4e0b-9fe4-526dc6729ed6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/38fd1536-d95b-4f85-96f8-9d8195993dcc HTTP/1.1" status: 204 len: 168 time: 0.8273563 Jun 11 09:55:35.853315 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7e2914c0-3eb2-4587-b3ab-d3426ffbfdca tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:35.882779 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936e2bf1-887f-4f3f-8030-423d980bcf55 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event updated for resources: {'Port': ['ID=d3807469-efd9-4736-988f-8ed8c4abd031,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:35.928530 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-936e2bf1-887f-4f3f-8030-423d980bcf55 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:35.948888 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 847d5be9-1d55-42dc-9092-ea1d7a6a16fe triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:55:35.949571 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:36.015908 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ea7110-fe99-4e0b-9fe4-526dc6729ed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38fd1536-d95b-4f85-96f8-9d8195993dcc,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:36.022889 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d5ea7110-fe99-4e0b-9fe4-526dc6729ed6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:36.045374 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936e2bf1-887f-4f3f-8030-423d980bcf55 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:55:36.062041 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-936e2bf1-887f-4f3f-8030-423d980bcf55 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:55:36.075442 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936e2bf1-887f-4f3f-8030-423d980bcf55 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:55:36.108149 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 8148650f-b509-48c9-a5ec-07c3622de9b4 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:55:36.175077 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936e2bf1-887f-4f3f-8030-423d980bcf55 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:36.175698 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-936e2bf1-887f-4f3f-8030-423d980bcf55 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:36.245262 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c0786ab7-d8ae-4f40-87ca-98994543eea0 req-f907f2df-7a0d-4776-820a-33e45dd690d9 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3a602a8-925a-482d-815a-10104b5f8b2f HTTP/1.1" status: 200 len: 210 time: 0.1219954 Jun 11 09:55:36.263150 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-1d630f0d-8927-44ee-9938-b44fff6a36c7 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:36.286879 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-1d630f0d-8927-44ee-9938-b44fff6a36c7 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:36.289081 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-1d630f0d-8927-44ee-9938-b44fff6a36c7 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.69 "GET /v2.0/networks?id=b8666e2e-8c44-47a2-a0cd-f981757183d2&id=cf6af0c2-0550-4ce7-a6e1-38bcbcce32a6&id=b8666e2e-8c44-47a2-a0cd-f981757183d2 HTTP/1.1" status: 200 len: 1392 time: 0.7942131 Jun 11 09:55:36.296437 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-4949901c-7f43-47bc-9ad1-dfbbeffd5ba9 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Allocated IP 172.20.0.3 (07c60738-0d51-40d7-b14f-98ba87e92f35/89485667-0a35-4bc0-a20f-cd09bc5f5d8c/6002c3af-dd58-4a68-a700-e1997afee2fa) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:55:36.310321 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 8148650f-b509-48c9-a5ec-07c3622de9b4 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:55:36.318034 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 8148650f-b509-48c9-a5ec-07c3622de9b4 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:55:36.318370 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:36.351335 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-8c814ced-a149-48b8-86c0-373ca3d434f4 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Request body: {'port': {'device_id': 'b3a602a8-925a-482d-815a-10104b5f8b2f', 'network_id': 'b8666e2e-8c44-47a2-a0cd-f981757183d2', 'admin_state_up': True, 'tenant_id': '738abe581be64edd8f2e0a146ff187c8'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:55:36.363109 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [req-7e75aace-1ea9-4db7-a10a-9f76c4b73c1a req-e74d9d91-e811-455d-9c01-2f3e4e1b685c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b72d5813-4742-448b-8e0a-7d66b0334cd6 {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:55:36.369294 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-936e2bf1-887f-4f3f-8030-423d980bcf55 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 5.2694848 Jun 11 09:55:36.372711 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 56186) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:55:36.379725 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-7e75aace-1ea9-4db7-a10a-9f76c4b73c1a req-e74d9d91-e811-455d-9c01-2f3e4e1b685c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:36.483152 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:36.483290 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e5ddd8-e2c6-462f-968e-bb90946fc9c9 req-8bf798c6-6de5-48eb-aca5-2bb054acd5b0 tempest-ServerTagsTestJSON-2019324800 tempest-ServerTagsTestJSON-2019324800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:36.486087 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b1e5ddd8-e2c6-462f-968e-bb90946fc9c9 req-8bf798c6-6de5-48eb-aca5-2bb054acd5b0 tempest-ServerTagsTestJSON-2019324800 tempest-ServerTagsTestJSON-2019324800-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fec7aa5-5489-4275-9038-8d620b25c86e HTTP/1.1" status: 200 len: 932 time: 0.7444949 Jun 11 09:55:36.530093 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-7e75aace-1ea9-4db7-a10a-9f76c4b73c1a req-e74d9d91-e811-455d-9c01-2f3e4e1b685c service neutron] Transition to ACTIVE for port object b72d5813-4742-448b-8e0a-7d66b0334cd6 will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:55:36.536560 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 8148650f-b509-48c9-a5ec-07c3622de9b4, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=8148650f-b509-48c9-a5ec-07c3622de9b4,segment=NetworkSegment(dfe99bb6-d647-4ab7-9487-adbacb6e2192),segment_id=dfe99bb6-d647-4ab7-9487-adbacb6e2192)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:55:36.587657 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2a7431ee-7b7f-43a7-822d-db69213a806d req-953ff261-0dca-491a-b11c-cdea1d3e8df9 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 210 time: 0.1011252 Jun 11 09:55:36.658405 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-7e75aace-1ea9-4db7-a10a-9f76c4b73c1a req-e74d9d91-e811-455d-9c01-2f3e4e1b685c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:36.675886 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3fc1fd-fe44-45aa-8219-695b6a0fcb4a tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:36.683786 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3fc1fd-fe44-45aa-8219-695b6a0fcb4a tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:36.685777 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-bc3fc1fd-fe44-45aa-8219-695b6a0fcb4a tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.3086827 Jun 11 09:55:36.686933 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7b946d7c-6327-43ab-9d6e-ee31028f1192 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:36.689677 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:36.691762 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-da61a970-7745-4196-8692-9de7519e2013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:36.695715 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 56192) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:55:36.736658 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b1e5ddd8-e2c6-462f-968e-bb90946fc9c9 req-e9d7b1bc-0e96-4c6b-87c9-35166bc9d27e tempest-ServerTagsTestJSON-2019324800 tempest-ServerTagsTestJSON-2019324800-project] 10.222.0.60 "GET /v2.0/security-groups?id=135926fd-b9ae-4ac5-b636-70023b16db0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670666 Jun 11 09:55:36.807831 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-4949901c-7f43-47bc-9ad1-dfbbeffd5ba9 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:36.809697 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 56196) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:55:36.835122 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=8148650f-b509-48c9-a5ec-07c3622de9b4,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:36.839843 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:36.850891 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-246f6d0e-60b0-493d-994d-35f1aeadac74 None None] Provisioning for port d3807469-efd9-4736-988f-8ed8c4abd031 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:55:36.864176 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-246f6d0e-60b0-493d-994d-35f1aeadac74 None None] Provisioning complete for port d3807469-efd9-4736-988f-8ed8c4abd031 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:55:36.865214 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-246f6d0e-60b0-493d-994d-35f1aeadac74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:36.867880 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-dd7c0472-9dd2-4cd3-ad2e-a7810f7eed27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:36.904240 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-4949901c-7f43-47bc-9ad1-dfbbeffd5ba9 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Transition to ACTIVE for port object 6002c3af-dd58-4a68-a700-e1997afee2fa will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:55:36.927601 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-8c814ced-a149-48b8-86c0-373ca3d434f4 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Made reservation on behalf of 738abe581be64edd8f2e0a146ff187c8 for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:55:36.931192 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-8c814ced-a149-48b8-86c0-373ca3d434f4 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:36.963424 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-246f6d0e-60b0-493d-994d-35f1aeadac74 None None] Port d3807469-efd9-4736-988f-8ed8c4abd031 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:55:37.001690 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74d9d91-e811-455d-9c01-2f3e4e1b685c service neutron] Pushing event updated for resources: {'Port': ['ID=b72d5813-4742-448b-8e0a-7d66b0334cd6,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:37.006194 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e74d9d91-e811-455d-9c01-2f3e4e1b685c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:37.103697 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-ca9e5d34-24d0-4211-a669-3c2491fcea68 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Deleting port d3807469-efd9-4736-988f-8ed8c4abd031 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:55:37.104737 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ca9e5d34-24d0-4211-a669-3c2491fcea68 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:37.208569 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-7e75aace-1ea9-4db7-a10a-9f76c4b73c1a req-e74d9d91-e811-455d-9c01-2f3e4e1b685c service neutron] Attempting to bind port b72d5813-4742-448b-8e0a-7d66b0334cd6 on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:55:37.208904 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-7e75aace-1ea9-4db7-a10a-9f76c4b73c1a req-e74d9d91-e811-455d-9c01-2f3e4e1b685c service neutron] Attempting to bind port b72d5813-4742-448b-8e0a-7d66b0334cd6 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '59b6bcd8-1ce5-4da5-8e3e-324792158ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'f58b8f82-9ab9-4ea6-b2f4-b8f8a548b215'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:55:37.209148 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e75aace-1ea9-4db7-a10a-9f76c4b73c1a req-e74d9d91-e811-455d-9c01-2f3e4e1b685c service neutron] Attempting to bind port b72d5813-4742-448b-8e0a-7d66b0334cd6 on network f58b8f82-9ab9-4ea6-b2f4-b8f8a548b215 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:55:37.224575 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e75aace-1ea9-4db7-a10a-9f76c4b73c1a req-e74d9d91-e811-455d-9c01-2f3e4e1b685c service neutron] Port b72d5813-4742-448b-8e0a-7d66b0334cd6 on network f58b8f82-9ab9-4ea6-b2f4-b8f8a548b215 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:55:37.224940 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e75aace-1ea9-4db7-a10a-9f76c4b73c1a req-e74d9d91-e811-455d-9c01-2f3e4e1b685c service neutron] Attempting to bind port b72d5813-4742-448b-8e0a-7d66b0334cd6 on network f58b8f82-9ab9-4ea6-b2f4-b8f8a548b215 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:55:37.226114 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d154df-584e-40a8-bbce-95c7e9407a40 req-b6cf4697-6b7b-48b5-bb2f-72aed1fab1a4 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:37.227730 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-10d154df-584e-40a8-bbce-95c7e9407a40 req-b6cf4697-6b7b-48b5-bb2f-72aed1fab1a4 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/ports?device_id=d325bd03-091f-43b5-9bbe-af7bc36c08e5 HTTP/1.1" status: 200 len: 945 time: 0.2465165 Jun 11 09:55:37.234648 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e75aace-1ea9-4db7-a10a-9f76c4b73c1a req-e74d9d91-e811-455d-9c01-2f3e4e1b685c service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:55:37.235309 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e75aace-1ea9-4db7-a10a-9f76c4b73c1a req-e74d9d91-e811-455d-9c01-2f3e4e1b685c service neutron] Checking segment: {'id': '59b6bcd8-1ce5-4da5-8e3e-324792158ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'f58b8f82-9ab9-4ea6-b2f4-b8f8a548b215'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:55:37.235464 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e75aace-1ea9-4db7-a10a-9f76c4b73c1a req-e74d9d91-e811-455d-9c01-2f3e4e1b685c service neutron] Bound using segment: {'id': '59b6bcd8-1ce5-4da5-8e3e-324792158ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'f58b8f82-9ab9-4ea6-b2f4-b8f8a548b215'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:55:37.235783 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-7e75aace-1ea9-4db7-a10a-9f76c4b73c1a req-e74d9d91-e811-455d-9c01-2f3e4e1b685c service neutron] Bound port: b72d5813-4742-448b-8e0a-7d66b0334cd6, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59b6bcd8-1ce5-4da5-8e3e-324792158ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'f58b8f82-9ab9-4ea6-b2f4-b8f8a548b215'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:55:37.236134 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-7e75aace-1ea9-4db7-a10a-9f76c4b73c1a req-e74d9d91-e811-455d-9c01-2f3e4e1b685c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:37.249151 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-8c814ced-a149-48b8-86c0-373ca3d434f4 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Allocated IP 19.80.0.114 (b8666e2e-8c44-47a2-a0cd-f981757183d2/90cb98dc-e9aa-4e5e-9069-45c2c8ffbc08/bc500777-2d41-419d-abc1-c6f797497b09) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:55:37.263323 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ca9e5d34-24d0-4211-a669-3c2491fcea68 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:37.292144 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-4949901c-7f43-47bc-9ad1-dfbbeffd5ba9 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:37.297416 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-dd7c0472-9dd2-4cd3-ad2e-a7810f7eed27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:37.302225 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-938e91fa-ee29-4711-8566-c20df1cf5150 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:37.375534 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-10d154df-584e-40a8-bbce-95c7e9407a40 req-224f454e-8b05-475e-b7f3-99241d1ada06 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0a63a22-d585-43d6-b866-33fbb4d10728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277535 Jun 11 09:55:37.400059 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-4949901c-7f43-47bc-9ad1-dfbbeffd5ba9 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Network 07c60738-0d51-40d7-b14f-98ba87e92f35 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:55:37.408754 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-4949901c-7f43-47bc-9ad1-dfbbeffd5ba9 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:55:37.415844 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-ca9e5d34-24d0-4211-a669-3c2491fcea68 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Calling delete_port for d3807469-efd9-4736-988f-8ed8c4abd031 owned by {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:55:37.418318 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-4949901c-7f43-47bc-9ad1-dfbbeffd5ba9 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:55:37.419560 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949901c-7f43-47bc-9ad1-dfbbeffd5ba9 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Pushing event updated for resources: {'Port': ['ID=6002c3af-dd58-4a68-a700-e1997afee2fa,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:37.464059 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4949901c-7f43-47bc-9ad1-dfbbeffd5ba9 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:37.472386 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-dd7c0472-9dd2-4cd3-ad2e-a7810f7eed27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:37.487981 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fddf75f2-0591-4001-b693-3282a4b7f11b req-ca9fc0e5-4358-406c-97d0-b1398d5ec7a5 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3a602a8-925a-482d-815a-10104b5f8b2f HTTP/1.1" status: 200 len: 210 time: 0.0445731 Jun 11 09:55:37.489880 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e8bdc12b-313c-4666-bcfc-0544a409442e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:37.527502 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device b754fb0e-0ce1-4869-bc83-ebf564329f20 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:55:37.591014 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port b754fb0e-0ce1-4869-bc83-ebf564329f20 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:55:37.591463 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:37.604952 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-dd7c0472-9dd2-4cd3-ad2e-a7810f7eed27 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=12719302060a48c697f792a2971fc871&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7940323 Jun 11 09:55:37.653105 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 56200) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:55:37.660850 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-4949901c-7f43-47bc-9ad1-dfbbeffd5ba9 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:37.661755 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-4949901c-7f43-47bc-9ad1-dfbbeffd5ba9 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:37.667946 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7c0472-9dd2-4cd3-ad2e-a7810f7eed27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=587f2831-17ad-4513-a575-91b7ec1d8df3,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:37.671596 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-dd7c0472-9dd2-4cd3-ad2e-a7810f7eed27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:37.692855 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-7e75aace-1ea9-4db7-a10a-9f76c4b73c1a req-e74d9d91-e811-455d-9c01-2f3e4e1b685c service neutron] For port b72d5813-4742-448b-8e0a-7d66b0334cd6, host n-h1-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:55:37.696452 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-7e75aace-1ea9-4db7-a10a-9f76c4b73c1a req-e74d9d91-e811-455d-9c01-2f3e4e1b685c service neutron] For port b72d5813-4742-448b-8e0a-7d66b0334cd6, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=b72d5813-4742-448b-8e0a-7d66b0334cd6,segment=NetworkSegment(59b6bcd8-1ce5-4da5-8e3e-324792158ab6),segment_id=59b6bcd8-1ce5-4da5-8e3e-324792158ab6)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:55:37.758810 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-8c814ced-a149-48b8-86c0-373ca3d434f4 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:37.805413 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-4949901c-7f43-47bc-9ad1-dfbbeffd5ba9 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0257893 Jun 11 09:55:37.806385 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-8c814ced-a149-48b8-86c0-373ca3d434f4 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Transition to ACTIVE for port object bc500777-2d41-419d-abc1-c6f797497b09 will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:55:37.818511 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-19b597e5-db1b-42cc-9fca-7dba743f3235 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Request body: {'port': {'device_id': 'b9c702cf-dd7e-4dfa-b816-c6d03f19acf9', 'network_id': '1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e', 'admin_state_up': True, 'tenant_id': '27f3c4dce50f47ad9013fa1bc48941bf', 'security_groups': ['230a77c0-a6d2-4599-bb7a-d2d4f277106a']}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:55:37.845018 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-7e75aace-1ea9-4db7-a10a-9f76c4b73c1a req-e74d9d91-e811-455d-9c01-2f3e4e1b685c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:37.849587 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4b1bd538-6c14-4b07-861c-2af835fbd0b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:38.063919 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 8148650f-b509-48c9-a5ec-07c3622de9b4 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:55:38.065162 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1a03e3-1650-4401-87cd-3c5f60774c8e req-0f9ccbf2-8788-4a59-8775-1b7328758466 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:38.068768 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3f1a03e3-1650-4401-87cd-3c5f60774c8e req-0f9ccbf2-8788-4a59-8775-1b7328758466 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 931 time: 0.1442633 Jun 11 09:55:38.112278 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-19b597e5-db1b-42cc-9fca-7dba743f3235 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Made reservation on behalf of 27f3c4dce50f47ad9013fa1bc48941bf for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:55:38.118670 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-19b597e5-db1b-42cc-9fca-7dba743f3235 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:38.123445 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 8148650f-b509-48c9-a5ec-07c3622de9b4 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:55:38.123899 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:38.150262 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-8c814ced-a149-48b8-86c0-373ca3d434f4 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:38.155760 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-0750036e-fe01-4733-890a-fd9b40761af0 None None] Provisioning for port 6002c3af-dd58-4a68-a700-e1997afee2fa completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:55:38.158992 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-936e2bf1-887f-4f3f-8030-423d980bcf55 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:38.167237 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3f1a03e3-1650-4401-87cd-3c5f60774c8e req-9288f8b5-6794-4477-8419-dbded1e2ae21 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/security-groups?id=230a77c0-a6d2-4599-bb7a-d2d4f277106a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880411 Jun 11 09:55:38.178150 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-0750036e-fe01-4733-890a-fd9b40761af0 None None] Provisioning complete for port 6002c3af-dd58-4a68-a700-e1997afee2fa triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:55:38.178545 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0750036e-fe01-4733-890a-fd9b40761af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:38.264490 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-0750036e-fe01-4733-890a-fd9b40761af0 None None] Port 6002c3af-dd58-4a68-a700-e1997afee2fa cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:55:38.301270 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-8c814ced-a149-48b8-86c0-373ca3d434f4 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Network b8666e2e-8c44-47a2-a0cd-f981757183d2 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:55:38.311955 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-8c814ced-a149-48b8-86c0-373ca3d434f4 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:55:38.327704 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-8c814ced-a149-48b8-86c0-373ca3d434f4 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:55:38.396817 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c814ced-a149-48b8-86c0-373ca3d434f4 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Pushing event updated for resources: {'Port': ['ID=bc500777-2d41-419d-abc1-c6f797497b09,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:38.421800 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-8c814ced-a149-48b8-86c0-373ca3d434f4 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:38.422479 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-8c814ced-a149-48b8-86c0-373ca3d434f4 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:38.429063 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8c814ced-a149-48b8-86c0-373ca3d434f4 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:38.465085 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9b139e8d-8d21-4485-9a6f-dd8784952301 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:38.531946 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-19b597e5-db1b-42cc-9fca-7dba743f3235 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Allocated IP 10.1.1.33 (1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e/ed222787-e673-4822-923d-7d2cddde10e7/eaada8e6-4077-4542-af8d-d731c7dc1459) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:55:38.545415 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e75aace-1ea9-4db7-a10a-9f76c4b73c1a req-e74d9d91-e811-455d-9c01-2f3e4e1b685c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:38.546156 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-7e75aace-1ea9-4db7-a10a-9f76c4b73c1a req-e74d9d91-e811-455d-9c01-2f3e4e1b685c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:38.548854 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7e75aace-1ea9-4db7-a10a-9f76c4b73c1a req-e74d9d91-e811-455d-9c01-2f3e4e1b685c service neutron] 10.222.0.64 "PUT /v2.0/ports/b72d5813-4742-448b-8e0a-7d66b0334cd6 HTTP/1.1" status: 200 len: 1093 time: 3.2934709 Jun 11 09:55:38.558542 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fec7aa5-5489-4275-9038-8d620b25c86e', 'tag': 'b72d5813-4742-448b-8e0a-7d66b0334cd6'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:55:38.561175 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0806e20-358d-435d-a820-df97619f11ee" -d '{"events": [{"name": "network-changed", "server_uuid": "8fec7aa5-5489-4275-9038-8d620b25c86e", "tag": "b72d5813-4742-448b-8e0a-7d66b0334cd6"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:55:38.603236 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-8c814ced-a149-48b8-86c0-373ca3d434f4 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2656147 Jun 11 09:55:38.606284 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9b139e8d-8d21-4485-9a6f-dd8784952301 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:38.614674 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-c2cee08a-b4c8-46a7-aa86-c1aa591f0395 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Request body: {'port': {'device_id': 'b3a602a8-925a-482d-815a-10104b5f8b2f', 'network_id': 'cf6af0c2-0550-4ce7-a6e1-38bcbcce32a6', 'admin_state_up': True, 'tenant_id': '738abe581be64edd8f2e0a146ff187c8'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:55:38.623280 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74d9d91-e811-455d-9c01-2f3e4e1b685c service neutron] Pushing event updated for resources: {'Port': ['ID=b72d5813-4742-448b-8e0a-7d66b0334cd6,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:38.630525 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e74d9d91-e811-455d-9c01-2f3e4e1b685c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.781s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:38.664422 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96819ddc-823b-4a7a-ae52-2a781abae948 req-eb757cbd-2b6a-40f8-a7bd-570c1e5d07a8 tempest-ServerTagsTestJSON-2019324800 tempest-ServerTagsTestJSON-2019324800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:38.672118 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-96819ddc-823b-4a7a-ae52-2a781abae948 req-eb757cbd-2b6a-40f8-a7bd-570c1e5d07a8 tempest-ServerTagsTestJSON-2019324800 tempest-ServerTagsTestJSON-2019324800-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fec7aa5-5489-4275-9038-8d620b25c86e HTTP/1.1" status: 200 len: 944 time: 0.1912165 Jun 11 09:55:38.726288 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-96819ddc-823b-4a7a-ae52-2a781abae948 req-63c2f104-6d7d-43f5-8fd9-12bbdb267d9c tempest-ServerTagsTestJSON-2019324800 tempest-ServerTagsTestJSON-2019324800-project] 10.222.0.60 "GET /v2.0/security-groups?id=135926fd-b9ae-4ac5-b636-70023b16db0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530422 Jun 11 09:55:38.727061 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ca9e5d34-24d0-4211-a669-3c2491fcea68 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:38.734039 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f4697604-1b29-4395-a82d-7778811e5c75 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:38.772840 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9e5d34-24d0-4211-a669-3c2491fcea68 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event deleted for resources: {'Port': ['ID=d3807469-efd9-4736-988f-8ed8c4abd031,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:38.791541 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-186444c2-64dc-4e8d-8392-0a7bba02aa42 None None] Provisioning for port bc500777-2d41-419d-abc1-c6f797497b09 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:55:38.799439 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-186444c2-64dc-4e8d-8392-0a7bba02aa42 None None] Provisioning complete for port bc500777-2d41-419d-abc1-c6f797497b09 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:55:38.799962 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-186444c2-64dc-4e8d-8392-0a7bba02aa42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:38.815935 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ca9e5d34-24d0-4211-a669-3c2491fcea68 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:38.857187 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-186444c2-64dc-4e8d-8392-0a7bba02aa42 None None] Port bc500777-2d41-419d-abc1-c6f797497b09 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:55:39.049992 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ca9e5d34-24d0-4211-a669-3c2491fcea68 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:39.052033 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-ca9e5d34-24d0-4211-a669-3c2491fcea68 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/ports/d3807469-efd9-4736-988f-8ed8c4abd031 HTTP/1.1" status: 204 len: 168 time: 2.3496139 Jun 11 09:55:39.055922 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 56216) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:55:39.138623 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300a9a4f-383d-43fa-8d46-91826443183e tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:39.140169 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300a9a4f-383d-43fa-8d46-91826443183e tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:39.141681 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300a9a4f-383d-43fa-8d46-91826443183e tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:39.145843 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-300a9a4f-383d-43fa-8d46-91826443183e tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0848653 Jun 11 09:55:39.147172 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e75aace-1ea9-4db7-a10a-9f76c4b73c1a req-bf866085-dadc-4873-b46e-983872194248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:39.148642 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7e75aace-1ea9-4db7-a10a-9f76c4b73c1a req-bf866085-dadc-4873-b46e-983872194248 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=21d2a78daf6c4bd69a486eb99a45655b&device_id=8fec7aa5-5489-4275-9038-8d620b25c86e HTTP/1.1" status: 200 len: 1096 time: 0.3728845 Jun 11 09:55:39.149270 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9b139e8d-8d21-4485-9a6f-dd8784952301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:39.152156 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9b139e8d-8d21-4485-9a6f-dd8784952301 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:39.155796 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-9b139e8d-8d21-4485-9a6f-dd8784952301 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/587f2831-17ad-4513-a575-91b7ec1d8df3 HTTP/1.1" status: 204 len: 168 time: 1.4927363 Jun 11 09:55:39.155796 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 56218) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:55:39.155796 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8537ffd2-0623-4d36-9d73-d9e3c9598d6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:39.226482 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7e75aace-1ea9-4db7-a10a-9f76c4b73c1a req-830030b3-8945-4560-8d9c-b0a3b7437d52 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b72d5813-4742-448b-8e0a-7d66b0334cd6 HTTP/1.1" status: 200 len: 217 time: 0.0564494 Jun 11 09:55:39.275916 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b139e8d-8d21-4485-9a6f-dd8784952301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=587f2831-17ad-4513-a575-91b7ec1d8df3,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:39.283486 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9b139e8d-8d21-4485-9a6f-dd8784952301 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:39.352423 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de53af9-770a-44ae-a24c-031fe419bd02 req-a5ab7260-3600-48ba-8943-330896151076 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:39.354565 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4de53af9-770a-44ae-a24c-031fe419bd02 req-a5ab7260-3600-48ba-8943-330896151076 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3a602a8-925a-482d-815a-10104b5f8b2f HTTP/1.1" status: 200 len: 932 time: 0.4394979 Jun 11 09:55:39.366313 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a5243b6-7eac-494b-be1a-3933ba13bbc5 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Deleting subnet 72cd9410-c7a2-4115-b8ca-a7720cf060b1 {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 09:55:39.374047 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3a5243b6-7eac-494b-be1a-3933ba13bbc5 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:39.385284 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e75aace-1ea9-4db7-a10a-9f76c4b73c1a req-b4aa91ce-d00d-4910-aaf7-90826f174d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:39.386031 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7e75aace-1ea9-4db7-a10a-9f76c4b73c1a req-b4aa91ce-d00d-4910-aaf7-90826f174d23 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=40f2856b-ab2b-4374-8715-6faa39d1ee6c HTTP/1.1" status: 200 len: 849 time: 0.1223743 Jun 11 09:55:39.464519 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7e75aace-1ea9-4db7-a10a-9f76c4b73c1a req-0e06482a-ba76-4aab-93c8-03d37e9372c9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f58b8f82-9ab9-4ea6-b2f4-b8f8a548b215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427978 Jun 11 09:55:39.494114 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-19b597e5-db1b-42cc-9fca-7dba743f3235 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:39.514083 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-19b597e5-db1b-42cc-9fca-7dba743f3235 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Transition to ACTIVE for port object eaada8e6-4077-4542-af8d-d731c7dc1459 will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:55:39.525018 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ebcdf8-36f3-4b1c-9fd1-364e06a1095a req-2ee8558d-3e24-48ce-836d-fbd05a58fe6a tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:39.531870 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3a5243b6-7eac-494b-be1a-3933ba13bbc5 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:39.532448 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-46ebcdf8-36f3-4b1c-9fd1-364e06a1095a req-2ee8558d-3e24-48ce-836d-fbd05a58fe6a tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/ports?device_id=d325bd03-091f-43b5-9bbe-af7bc36c08e5 HTTP/1.1" status: 200 len: 945 time: 0.6191614 Jun 11 09:55:39.538600 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4de53af9-770a-44ae-a24c-031fe419bd02 req-4b8c3477-e045-4a4f-ad3a-82c07bfa6ead tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/security-groups?id=abdcb17a-68bc-4d03-89e1-7baaf91e40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611233 Jun 11 09:55:39.598906 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-46ebcdf8-36f3-4b1c-9fd1-364e06a1095a req-8dff660f-d035-46c4-b429-31eac59ec51b tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0a63a22-d585-43d6-b866-33fbb4d10728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654871 Jun 11 09:55:39.608554 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-c2cee08a-b4c8-46a7-aa86-c1aa591f0395 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Made reservation on behalf of 738abe581be64edd8f2e0a146ff187c8 for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:55:39.613206 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-c2cee08a-b4c8-46a7-aa86-c1aa591f0395 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:39.639785 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdb04d0a-55ec-4de2-8216-727685a3901a x-openstack-request-id: req-fdb04d0a-55ec-4de2-8216-727685a3901a {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:55:39.640239 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fec7aa5-5489-4275-9038-8d620b25c86e", "tag": "b72d5813-4742-448b-8e0a-7d66b0334cd6", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:55:39.640642 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fdb04d0a-55ec-4de2-8216-727685a3901a {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:55:39.641176 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fec7aa5-5489-4275-9038-8d620b25c86e', 'tag': 'b72d5813-4742-448b-8e0a-7d66b0334cd6', 'status': 'completed', 'code': 200} Jun 11 09:55:39.746493 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-19b597e5-db1b-42cc-9fca-7dba743f3235 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:39.765216 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5b0c28d0-15d4-468f-a838-4932ce65d75f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:39.769917 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7e75aace-1ea9-4db7-a10a-9f76c4b73c1a req-7fb478a8-8e8c-4e0d-9b7d-e8409c404c7f service neutron] 10.222.0.64 "GET /v2.0/networks/f58b8f82-9ab9-4ea6-b2f4-b8f8a548b215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969718 Jun 11 09:55:39.893713 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b597e5-db1b-42cc-9fca-7dba743f3235 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Pushing event updated for resources: {'Port': ['ID=eaada8e6-4077-4542-af8d-d731c7dc1459,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:39.900909 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-19b597e5-db1b-42cc-9fca-7dba743f3235 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:39.907258 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3a5243b6-7eac-494b-be1a-3933ba13bbc5 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:39.912419 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-19b597e5-db1b-42cc-9fca-7dba743f3235 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Network 1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:55:39.940440 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-19b597e5-db1b-42cc-9fca-7dba743f3235 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:55:39.943038 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-19b597e5-db1b-42cc-9fca-7dba743f3235 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:55:40.024017 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-c2cee08a-b4c8-46a7-aa86-c1aa591f0395 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Allocated IP 19.86.0.103 (cf6af0c2-0550-4ce7-a6e1-38bcbcce32a6/0015feab-eb59-4b96-94de-42b05d87cd97/f8d34b36-4619-47da-b776-51da5e7d7204) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:55:40.049070 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-19b597e5-db1b-42cc-9fca-7dba743f3235 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:40.049070 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-19b597e5-db1b-42cc-9fca-7dba743f3235 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:40.050252 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada1c486-8af4-41ab-9f3c-702c9bce9825 req-614e8543-9b6e-4e16-a2dc-055edbd273ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:40.051461 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ada1c486-8af4-41ab-9f3c-702c9bce9825 req-614e8543-9b6e-4e16-a2dc-055edbd273ca service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d325bd03-091f-43b5-9bbe-af7bc36c08e5 HTTP/1.1" status: 200 len: 1097 time: 0.3200958 Jun 11 09:55:40.139723 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7e75aace-1ea9-4db7-a10a-9f76c4b73c1a req-71110f80-bba2-4106-bb26-642278897fa8 service neutron] 10.222.0.64 "GET /v2.0/networks/f58b8f82-9ab9-4ea6-b2f4-b8f8a548b215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3301606 Jun 11 09:55:40.163337 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34cc7f9-674a-439a-9921-39a29580a9b9 req-45c9405a-2f88-452e-832d-6b43b667de34 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:40.169971 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34cc7f9-674a-439a-9921-39a29580a9b9 req-45c9405a-2f88-452e-832d-6b43b667de34 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:40.173373 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-19b597e5-db1b-42cc-9fca-7dba743f3235 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3604848 Jun 11 09:55:40.178422 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f34cc7f9-674a-439a-9921-39a29580a9b9 req-45c9405a-2f88-452e-832d-6b43b667de34 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 1652 time: 0.3702230 Jun 11 09:55:40.182308 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ada1c486-8af4-41ab-9f3c-702c9bce9825 req-972022ad-bfdd-4e08-a0b5-b92960c2ad3b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d0a63a22-d585-43d6-b866-33fbb4d10728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211812 Jun 11 09:55:40.214171 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-50f3531e-924a-49c2-b2e7-b065ae4ed9ab tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Request body: {'port': {'device_id': 'b9c702cf-dd7e-4dfa-b816-c6d03f19acf9', 'network_id': '1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e', 'admin_state_up': True, 'tenant_id': '27f3c4dce50f47ad9013fa1bc48941bf', 'security_groups': ['230a77c0-a6d2-4599-bb7a-d2d4f277106a']}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:55:40.226844 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f34cc7f9-674a-439a-9921-39a29580a9b9 req-3875ca34-5fb4-4720-9c5d-5a30c4e2cea3 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/security-groups?id=230a77c0-a6d2-4599-bb7a-d2d4f277106a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473399 Jun 11 09:55:40.235274 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3a5243b6-7eac-494b-be1a-3933ba13bbc5 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:40.241922 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-94ec2497-c035-4f04-b72e-90cffefb3311 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:40.257359 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02317948-2a35-4d74-81e4-fdcb5bea2824 req-ffe2e526-d1c5-44a9-b521-20372b22ed53 tempest-ServerTagsTestJSON-2019324800 tempest-ServerTagsTestJSON-2019324800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:40.259174 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-02317948-2a35-4d74-81e4-fdcb5bea2824 req-ffe2e526-d1c5-44a9-b521-20372b22ed53 tempest-ServerTagsTestJSON-2019324800 tempest-ServerTagsTestJSON-2019324800-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fec7aa5-5489-4275-9038-8d620b25c86e HTTP/1.1" status: 200 len: 944 time: 0.2320333 Jun 11 09:55:40.283879 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5243b6-7eac-494b-be1a-3933ba13bbc5 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event deleted for resources: {'Subnet': ['ID=72cd9410-c7a2-4115-b8ca-a7720cf060b1,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:40.287340 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3a5243b6-7eac-494b-be1a-3933ba13bbc5 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:40.288370 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3a5243b6-7eac-494b-be1a-3933ba13bbc5 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:40.292972 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-3a5243b6-7eac-494b-be1a-3933ba13bbc5 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/subnets/72cd9410-c7a2-4115-b8ca-a7720cf060b1 HTTP/1.1" status: 204 len: 168 time: 1.1306098 Jun 11 09:55:40.293583 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 56240) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:55:40.299264 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e0366b-8d03-4d92-a687-722e9b3996c7 None None] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:55:40.424919 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b911d02-00b9-4ae3-9a1d-64d04081979f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Deleting subnet b458a9ea-419c-440a-b97e-ac599e101598 {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 09:55:40.431125 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4b911d02-00b9-4ae3-9a1d-64d04081979f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:40.464032 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-c5fc9c03-ec6f-463b-8387-07940a5e3dfe None None] Provisioning for port eaada8e6-4077-4542-af8d-d731c7dc1459 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:55:40.484922 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-c5fc9c03-ec6f-463b-8387-07940a5e3dfe None None] Provisioning complete for port eaada8e6-4077-4542-af8d-d731c7dc1459 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:55:40.485495 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c5fc9c03-ec6f-463b-8387-07940a5e3dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:40.490729 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-02317948-2a35-4d74-81e4-fdcb5bea2824 req-bbec9e22-db12-453a-932d-40166e0d296c tempest-ServerTagsTestJSON-2019324800 tempest-ServerTagsTestJSON-2019324800-project] 10.222.0.60 "GET /v2.0/security-groups?id=135926fd-b9ae-4ac5-b636-70023b16db0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236631 Jun 11 09:55:40.512004 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-c2cee08a-b4c8-46a7-aa86-c1aa591f0395 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:40.531166 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0806e20-358d-435d-a820-df97619f11ee req-7ace3c02-bc9d-4ae1-9f94-5fddb62b0995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:40.533036 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a0806e20-358d-435d-a820-df97619f11ee req-7ace3c02-bc9d-4ae1-9f94-5fddb62b0995 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=21d2a78daf6c4bd69a486eb99a45655b&device_id=8fec7aa5-5489-4275-9038-8d620b25c86e HTTP/1.1" status: 200 len: 1096 time: 0.2016048 Jun 11 09:55:40.534340 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-c2cee08a-b4c8-46a7-aa86-c1aa591f0395 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Transition to ACTIVE for port object f8d34b36-4619-47da-b776-51da5e7d7204 will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:55:40.539756 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4b911d02-00b9-4ae3-9a1d-64d04081979f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:40.624946 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-50f3531e-924a-49c2-b2e7-b065ae4ed9ab tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Made reservation on behalf of 27f3c4dce50f47ad9013fa1bc48941bf for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:55:40.629717 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-50f3531e-924a-49c2-b2e7-b065ae4ed9ab tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:40.687937 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-c5fc9c03-ec6f-463b-8387-07940a5e3dfe None None] Port eaada8e6-4077-4542-af8d-d731c7dc1459 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:55:40.817600 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0806e20-358d-435d-a820-df97619f11ee req-fc86609c-0457-4adf-8420-92419bf7d04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:40.817868 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-c2cee08a-b4c8-46a7-aa86-c1aa591f0395 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:40.818254 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a0806e20-358d-435d-a820-df97619f11ee req-fc86609c-0457-4adf-8420-92419bf7d04b service neutron] 10.222.0.64 "GET /v2.0/networks?id=f58b8f82-9ab9-4ea6-b2f4-b8f8a548b215 HTTP/1.1" status: 200 len: 910 time: 0.2749071 Jun 11 09:55:40.863133 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-cafd33de-2d3b-49db-b518-3a99563f6e11 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:40.888635 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-c2cee08a-b4c8-46a7-aa86-c1aa591f0395 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Network cf6af0c2-0550-4ce7-a6e1-38bcbcce32a6 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:55:40.898951 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-c2cee08a-b4c8-46a7-aa86-c1aa591f0395 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:55:40.905682 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-c2cee08a-b4c8-46a7-aa86-c1aa591f0395 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:55:41.049199 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a0806e20-358d-435d-a820-df97619f11ee req-fd73d025-8a75-4416-9ecc-e38a1e5475f9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b72d5813-4742-448b-8e0a-7d66b0334cd6 HTTP/1.1" status: 200 len: 217 time: 0.2075322 Jun 11 09:55:41.079062 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cee08a-b4c8-46a7-aa86-c1aa591f0395 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Pushing event updated for resources: {'Port': ['ID=f8d34b36-4619-47da-b776-51da5e7d7204,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:41.082540 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c2cee08a-b4c8-46a7-aa86-c1aa591f0395 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:41.233703 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4b911d02-00b9-4ae3-9a1d-64d04081979f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:41.288211 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-c2cee08a-b4c8-46a7-aa86-c1aa591f0395 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:41.288211 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-c2cee08a-b4c8-46a7-aa86-c1aa591f0395 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:41.320025 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0806e20-358d-435d-a820-df97619f11ee req-481d5007-cf52-476f-bfe5-3d10b1d65b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:41.321160 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-50f3531e-924a-49c2-b2e7-b065ae4ed9ab tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Allocated IP 10.1.1.186 (1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e/ed222787-e673-4822-923d-7d2cddde10e7/1679bae4-2d97-4ecb-add1-b9fc56247f86) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:55:41.321513 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a0806e20-358d-435d-a820-df97619f11ee req-481d5007-cf52-476f-bfe5-3d10b1d65b1c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=40f2856b-ab2b-4374-8715-6faa39d1ee6c HTTP/1.1" status: 200 len: 849 time: 0.2032931 Jun 11 09:55:41.349384 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf073162-bf34-4c72-b3b2-cc7b7a04e544 req-143230bc-1277-4481-ac29-78bcc8af3628 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:41.357283 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cf073162-bf34-4c72-b3b2-cc7b7a04e544 req-143230bc-1277-4481-ac29-78bcc8af3628 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/ports?device_id=d325bd03-091f-43b5-9bbe-af7bc36c08e5 HTTP/1.1" status: 200 len: 945 time: 0.4951270 Jun 11 09:55:41.405254 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e454d44d-cf1b-46e0-91a0-bc738ac3dc79 req-11696c77-9558-44a0-bfb9-a65a5ef014f6 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:41.415601 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e454d44d-cf1b-46e0-91a0-bc738ac3dc79 req-11696c77-9558-44a0-bfb9-a65a5ef014f6 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:41.439963 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e454d44d-cf1b-46e0-91a0-bc738ac3dc79 req-11696c77-9558-44a0-bfb9-a65a5ef014f6 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3a602a8-925a-482d-815a-10104b5f8b2f HTTP/1.1" status: 200 len: 1655 time: 0.6085513 Jun 11 09:55:41.440121 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a0806e20-358d-435d-a820-df97619f11ee req-9ea9c971-8d97-4ea8-be7d-8ee542b9aded service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f58b8f82-9ab9-4ea6-b2f4-b8f8a548b215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1096861 Jun 11 09:55:41.463475 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-75aaa12d-4823-4ecb-aa57-bc62dc61c1c7 None None] Provisioning for port f8d34b36-4619-47da-b776-51da5e7d7204 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:55:41.468405 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-75aaa12d-4823-4ecb-aa57-bc62dc61c1c7 None None] Provisioning complete for port f8d34b36-4619-47da-b776-51da5e7d7204 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:55:41.468405 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-75aaa12d-4823-4ecb-aa57-bc62dc61c1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:41.526990 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-c2cee08a-b4c8-46a7-aa86-c1aa591f0395 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9162986 Jun 11 09:55:41.537548 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cf073162-bf34-4c72-b3b2-cc7b7a04e544 req-2e24eb54-42a9-43aa-a63f-6bbf38bd66ed tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0a63a22-d585-43d6-b866-33fbb4d10728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793685 Jun 11 09:55:41.554143 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-b975fe26-bd2e-4683-85a6-20323a7fa1fb tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Request body: {'port': {'device_id': 'b3a602a8-925a-482d-815a-10104b5f8b2f', 'network_id': 'b8666e2e-8c44-47a2-a0cd-f981757183d2', 'admin_state_up': True, 'tenant_id': '738abe581be64edd8f2e0a146ff187c8'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:55:41.554580 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e454d44d-cf1b-46e0-91a0-bc738ac3dc79 req-74abd38a-928b-4313-b4bf-48d55b012e83 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/security-groups?id=abdcb17a-68bc-4d03-89e1-7baaf91e40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245804 Jun 11 09:55:41.574161 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-75aaa12d-4823-4ecb-aa57-bc62dc61c1c7 None None] Port f8d34b36-4619-47da-b776-51da5e7d7204 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:55:41.765138 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4b911d02-00b9-4ae3-9a1d-64d04081979f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:41.795123 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-df5a2e8c-8a2d-4c12-867a-18a58676572a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:41.837600 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4b911d02-00b9-4ae3-9a1d-64d04081979f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:41.840225 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-4b911d02-00b9-4ae3-9a1d-64d04081979f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/subnets/b458a9ea-419c-440a-b97e-ac599e101598 HTTP/1.1" status: 204 len: 168 time: 1.5457153 Jun 11 09:55:41.843384 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b911d02-00b9-4ae3-9a1d-64d04081979f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event deleted for resources: {'Subnet': ['ID=b458a9ea-419c-440a-b97e-ac599e101598,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:41.845483 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 56270) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:55:41.850292 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4b911d02-00b9-4ae3-9a1d-64d04081979f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:41.869980 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb50ea48-6060-46e5-af13-01d5fdb714c7 None None] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:55:41.977214 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-50f3531e-924a-49c2-b2e7-b065ae4ed9ab tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:41.980708 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-2e466a17-6c4b-4aed-a4d9-904666172642 None None] Provisioning complete for port 847d5be9-1d55-42dc-9092-ea1d7a6a16fe triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:55:41.981097 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2e466a17-6c4b-4aed-a4d9-904666172642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:41.994230 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-50f3531e-924a-49c2-b2e7-b065ae4ed9ab tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Transition to ACTIVE for port object 1679bae4-2d97-4ecb-add1-b9fc56247f86 will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:55:42.061043 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-55945b15-2115-4b5e-8e41-a9517efebd64 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2110059 Jun 11 09:55:42.063451 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a0806e20-358d-435d-a820-df97619f11ee req-33f6c329-fff1-4602-bad3-e6a090d18c1c service neutron] 10.222.0.64 "GET /v2.0/networks/f58b8f82-9ab9-4ea6-b2f4-b8f8a548b215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5824740 Jun 11 09:55:42.067181 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 56274) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:55:42.152802 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-50f3531e-924a-49c2-b2e7-b065ae4ed9ab tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:42.199347 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-771ef02c-a233-42d7-9be7-2d82642b0222 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:42.251015 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-50f3531e-924a-49c2-b2e7-b065ae4ed9ab tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Network 1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:55:42.282621 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-50f3531e-924a-49c2-b2e7-b065ae4ed9ab tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:55:42.289941 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-50f3531e-924a-49c2-b2e7-b065ae4ed9ab tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:55:42.379562 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-50f3531e-924a-49c2-b2e7-b065ae4ed9ab tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:42.382553 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-50f3531e-924a-49c2-b2e7-b065ae4ed9ab tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:42.400814 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f3531e-924a-49c2-b2e7-b065ae4ed9ab tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Pushing event updated for resources: {'Port': ['ID=1679bae4-2d97-4ecb-add1-b9fc56247f86,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:42.417780 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1748f6-6b64-4f82-8166-b09c7860ad71 req-795403d9-b1f6-45fa-86d3-180b6dab49a5 tempest-ServerTagsTestJSON-2019324800 tempest-ServerTagsTestJSON-2019324800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:42.422727 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4a1748f6-6b64-4f82-8166-b09c7860ad71 req-795403d9-b1f6-45fa-86d3-180b6dab49a5 tempest-ServerTagsTestJSON-2019324800 tempest-ServerTagsTestJSON-2019324800-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fec7aa5-5489-4275-9038-8d620b25c86e HTTP/1.1" status: 200 len: 944 time: 0.2883189 Jun 11 09:55:42.422727 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-50f3531e-924a-49c2-b2e7-b065ae4ed9ab tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:42.469398 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a28d366-e7cc-4d26-9a61-0516dcafa538 None None] DHCP port deletion for f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 09:55:42.475233 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6889202c-2e3c-42d6-a367-3da07e12166f req-2462e0e0-36e7-483f-b8e0-bcb7f38965e9 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:42.485507 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6889202c-2e3c-42d6-a367-3da07e12166f req-2462e0e0-36e7-483f-b8e0-bcb7f38965e9 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:42.495230 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6889202c-2e3c-42d6-a367-3da07e12166f req-2462e0e0-36e7-483f-b8e0-bcb7f38965e9 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 1652 time: 0.4687059 Jun 11 09:55:42.495828 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-b975fe26-bd2e-4683-85a6-20323a7fa1fb tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Made reservation on behalf of 738abe581be64edd8f2e0a146ff187c8 for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:55:42.504293 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-b975fe26-bd2e-4683-85a6-20323a7fa1fb tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:42.549776 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-8a28d366-e7cc-4d26-9a61-0516dcafa538 None None] Deleting port 847d5be9-1d55-42dc-9092-ea1d7a6a16fe {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:55:42.551868 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8a28d366-e7cc-4d26-9a61-0516dcafa538 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:42.552454 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4a1748f6-6b64-4f82-8166-b09c7860ad71 req-29dbbbe3-51bf-4ccf-b641-8e4029ddc3b7 tempest-ServerTagsTestJSON-2019324800 tempest-ServerTagsTestJSON-2019324800-project] 10.222.0.60 "GET /v2.0/security-groups?id=135926fd-b9ae-4ac5-b636-70023b16db0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272519 Jun 11 09:55:42.651989 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6889202c-2e3c-42d6-a367-3da07e12166f req-bca52a98-0dca-4df9-97ff-ea3130895971 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/security-groups?id=230a77c0-a6d2-4599-bb7a-d2d4f277106a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1552074 Jun 11 09:55:42.655117 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a0806e20-358d-435d-a820-df97619f11ee req-4a79d92d-04a3-48cc-ba45-57d862a831f9 service neutron] 10.222.0.64 "GET /v2.0/networks/f58b8f82-9ab9-4ea6-b2f4-b8f8a548b215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5184619 Jun 11 09:55:42.673366 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d451a85-ba22-40e9-adca-69b8dab226ca tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:42.679672 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 56288) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:55:42.682432 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-50f3531e-924a-49c2-b2e7-b065ae4ed9ab tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4861374 Jun 11 09:55:42.688148 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-5d451a85-ba22-40e9-adca-69b8dab226ca tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.5794883 Jun 11 09:55:42.742591 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-8a28d366-e7cc-4d26-9a61-0516dcafa538 None None] For port 847d5be9-1d55-42dc-9092-ea1d7a6a16fe, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=847d5be9-1d55-42dc-9092-ea1d7a6a16fe,segment=NetworkSegment(e0bc2927-8a98-4066-9eb5-5174f5accc0f),segment_id=e0bc2927-8a98-4066-9eb5-5174f5accc0f)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:55:42.743065 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8a28d366-e7cc-4d26-9a61-0516dcafa538 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:42.754396 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-25472aa8-6090-4e76-9035-63acd0663a27 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Request body: {'port': {'device_id': 'b9c702cf-dd7e-4dfa-b816-c6d03f19acf9', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'afbcc96d-d966-4839-b6f4-c3dd378a91e7', 'admin_state_up': True, 'tenant_id': '27f3c4dce50f47ad9013fa1bc48941bf', 'security_groups': ['230a77c0-a6d2-4599-bb7a-d2d4f277106a']}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:55:42.897272 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-8a28d366-e7cc-4d26-9a61-0516dcafa538 None None] Calling delete_port for 847d5be9-1d55-42dc-9092-ea1d7a6a16fe owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:55:42.903136 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device b72d5813-4742-448b-8e0a-7d66b0334cd6 details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:55:42.913771 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611a4af9-0860-4bda-91e8-79c0806a3b78 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:42.918924 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-611a4af9-0860-4bda-91e8-79c0806a3b78 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2380898 Jun 11 09:55:42.919366 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 56296) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:55:42.925237 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-fe866eae-9765-4215-afa4-5c6cb4040d4d None None] Provisioning for port 1679bae4-2d97-4ecb-add1-b9fc56247f86 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:55:42.960970 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-fe866eae-9765-4215-afa4-5c6cb4040d4d None None] Provisioning complete for port 1679bae4-2d97-4ecb-add1-b9fc56247f86 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:55:42.961766 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-fe866eae-9765-4215-afa4-5c6cb4040d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:43.007897 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-2a61a941-c533-4789-84f0-dcc308c548a4 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0871274 Jun 11 09:55:43.009464 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 56302) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:55:43.018633 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-cb49866c-b216-43ac-97b9-1b6e8000cf24 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Request body: {'subnet': {'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:55:43.031738 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-fe866eae-9765-4215-afa4-5c6cb4040d4d None None] Port 1679bae4-2d97-4ecb-add1-b9fc56247f86 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:55:43.040878 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-4b3d49c4-dce3-4cbb-a853-d9c7ecafb652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:43.042465 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-b975fe26-bd2e-4683-85a6-20323a7fa1fb tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Allocated IP 19.80.0.174 (b8666e2e-8c44-47a2-a0cd-f981757183d2/90cb98dc-e9aa-4e5e-9069-45c2c8ffbc08/67f1579c-f4af-4db3-8d23-b4d5dee04fd7) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:55:43.065872 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a88f44-d04d-4ca4-922e-6e3f1bbe87b7 req-d9f844f1-c4c8-4dc8-b79a-a2a7729a7a18 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:43.082398 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a88f44-d04d-4ca4-922e-6e3f1bbe87b7 req-d9f844f1-c4c8-4dc8-b79a-a2a7729a7a18 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:43.084056 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a8a88f44-d04d-4ca4-922e-6e3f1bbe87b7 req-d9f844f1-c4c8-4dc8-b79a-a2a7729a7a18 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3a602a8-925a-482d-815a-10104b5f8b2f HTTP/1.1" status: 200 len: 1655 time: 0.3497777 Jun 11 09:55:43.161743 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ae573e-b414-4753-872e-cf247408dfa4 req-01080ecd-64c1-4e0b-b6f3-2862998835bf tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:43.171125 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b2ae573e-b414-4753-872e-cf247408dfa4 req-01080ecd-64c1-4e0b-b6f3-2862998835bf tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/ports?device_id=d325bd03-091f-43b5-9bbe-af7bc36c08e5 HTTP/1.1" status: 200 len: 945 time: 0.3434417 Jun 11 09:55:43.256013 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b2ae573e-b414-4753-872e-cf247408dfa4 req-a22d6d7e-db95-46d9-bf7d-d096e46fdc7c tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0a63a22-d585-43d6-b866-33fbb4d10728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843911 Jun 11 09:55:43.261368 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port b72d5813-4742-448b-8e0a-7d66b0334cd6, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=b72d5813-4742-448b-8e0a-7d66b0334cd6,segment=NetworkSegment(59b6bcd8-1ce5-4da5-8e3e-324792158ab6),segment_id=59b6bcd8-1ce5-4da5-8e3e-324792158ab6)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:55:43.272769 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a8a88f44-d04d-4ca4-922e-6e3f1bbe87b7 req-0b03dcbf-66b3-4aae-b2d4-ee07c96aa8df tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/security-groups?id=abdcb17a-68bc-4d03-89e1-7baaf91e40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618402 Jun 11 09:55:43.288636 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': 'b72d5813-4742-448b-8e0a-7d66b0334cd6', 'network_id': 'f58b8f82-9ab9-4ea6-b2f4-b8f8a548b215', 'port_id': 'b72d5813-4742-448b-8e0a-7d66b0334cd6', 'mac_address': 'fa:16:3e:b4:df:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40f2856b-ab2b-4374-8715-6faa39d1ee6c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:55:43.378377 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8a28d366-e7cc-4d26-9a61-0516dcafa538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:43.391378 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:43.397853 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:43.407328 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-25472aa8-6090-4e76-9035-63acd0663a27 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Made reservation on behalf of 27f3c4dce50f47ad9013fa1bc48941bf for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:55:43.499243 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 847d5be9-1d55-42dc-9092-ea1d7a6a16fe no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:55:43.502032 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb49866c-b216-43ac-97b9-1b6e8000cf24 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Made reservation on behalf of 3a7e48b24b924bff8faf8c740b2810c2 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:55:43.504369 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a28d366-e7cc-4d26-9a61-0516dcafa538 None None] Pushing event deleted for resources: {'Port': ['ID=847d5be9-1d55-42dc-9092-ea1d7a6a16fe,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:43.511903 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cb49866c-b216-43ac-97b9-1b6e8000cf24 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:43.513797 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb49866c-b216-43ac-97b9-1b6e8000cf24 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 09:55:43.514592 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb49866c-b216-43ac-97b9-1b6e8000cf24 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 09:55:43.516452 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-8a28d366-e7cc-4d26-9a61-0516dcafa538 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:43.551657 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 847d5be9-1d55-42dc-9092-ea1d7a6a16fe {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:55:43.551657 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 847d5be9-1d55-42dc-9092-ea1d7a6a16fe not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:55:43.553053 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b72d5813-4742-448b-8e0a-7d66b0334cd6 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:55:43.561518 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a28d366-e7cc-4d26-9a61-0516dcafa538 None None] No DVR routers for this DVR port 847d5be9-1d55-42dc-9092-ea1d7a6a16fe on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:55:43.573764 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 09:55:43.598478 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port b72d5813-4742-448b-8e0a-7d66b0334cd6, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=b72d5813-4742-448b-8e0a-7d66b0334cd6,segment=NetworkSegment(59b6bcd8-1ce5-4da5-8e3e-324792158ab6),segment_id=59b6bcd8-1ce5-4da5-8e3e-324792158ab6)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:55:43.705232 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-25472aa8-6090-4e76-9035-63acd0663a27 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:43.711510 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-b975fe26-bd2e-4683-85a6-20323a7fa1fb tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:43.722476 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:43.725530 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-1f9d4b7e-9923-43de-a6f6-c2204c7c0674 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:43.751765 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-cb49866c-b216-43ac-97b9-1b6e8000cf24 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7366173 Jun 11 09:55:43.752322 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 56320) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:55:43.759201 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-d3b73eb7-f1dd-426b-b81c-a5b120acf066 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Request body: {'subnet': {'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:55:43.787277 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=b72d5813-4742-448b-8e0a-7d66b0334cd6,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:43.798693 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:43.851128 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-b975fe26-bd2e-4683-85a6-20323a7fa1fb tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Transition to ACTIVE for port object 67f1579c-f4af-4db3-8d23-b4d5dee04fd7 will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:55:44.008642 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a07ea-b42f-4440-9898-9191c088394b req-5ef53e4f-32d7-4fd6-91e3-fd84be355592 tempest-ServerTagsTestJSON-2019324800 tempest-ServerTagsTestJSON-2019324800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:44.015996 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-965a07ea-b42f-4440-9898-9191c088394b req-5ef53e4f-32d7-4fd6-91e3-fd84be355592 tempest-ServerTagsTestJSON-2019324800 tempest-ServerTagsTestJSON-2019324800-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fec7aa5-5489-4275-9038-8d620b25c86e HTTP/1.1" status: 200 len: 945 time: 0.3146651 Jun 11 09:55:44.020764 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['b72d5813-4742-448b-8e0a-7d66b0334cd6'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:55:44.195187 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-b975fe26-bd2e-4683-85a6-20323a7fa1fb tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:44.203756 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-965a07ea-b42f-4440-9898-9191c088394b req-12691554-1b85-47f3-a1bf-635e8f5cf6fd tempest-ServerTagsTestJSON-2019324800 tempest-ServerTagsTestJSON-2019324800-project] 10.222.0.60 "GET /v2.0/security-groups?id=135926fd-b9ae-4ac5-b636-70023b16db0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864140 Jun 11 09:55:44.237389 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-55fe29f1-b36d-4a71-b196-ef732914a0ec tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:44.278696 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bdb3c4-7f32-4345-95a2-c549f0bdd612 req-87b855ac-294a-4701-a342-f3d134c8397f tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:44.286112 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-90bdb3c4-7f32-4345-95a2-c549f0bdd612 req-87b855ac-294a-4701-a342-f3d134c8397f tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/networks?id=629d88a3-72e3-4ac0-9337-7a18a368e6f9 HTTP/1.1" status: 200 len: 811 time: 0.6437244 Jun 11 09:55:44.303755 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-90bdb3c4-7f32-4345-95a2-c549f0bdd612 req-065f53a5-510d-4173-a089-34d736a0a2b9 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/quotas/205594447f3445c2ac3204bbefdd34aa HTTP/1.1" status: 200 len: 375 time: 0.0166991 Jun 11 09:55:44.323970 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-b975fe26-bd2e-4683-85a6-20323a7fa1fb tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Network b8666e2e-8c44-47a2-a0cd-f981757183d2 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:55:44.339679 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-b975fe26-bd2e-4683-85a6-20323a7fa1fb tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:55:44.346900 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-b975fe26-bd2e-4683-85a6-20323a7fa1fb tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:55:44.423828 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-b975fe26-bd2e-4683-85a6-20323a7fa1fb tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:44.424482 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-b975fe26-bd2e-4683-85a6-20323a7fa1fb tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:44.477907 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b975fe26-bd2e-4683-85a6-20323a7fa1fb tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Pushing event updated for resources: {'Port': ['ID=67f1579c-f4af-4db3-8d23-b4d5dee04fd7,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:44.483111 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-90bdb3c4-7f32-4345-95a2-c549f0bdd612 req-22981f67-3e0b-4174-bab7-1bb2eb6688a5 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=205594447f3445c2ac3204bbefdd34aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1765444 Jun 11 09:55:44.518132 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-25472aa8-6090-4e76-9035-63acd0663a27 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Allocated IP 10.2.2.100 (afbcc96d-d966-4839-b6f4-c3dd378a91e7/ba156a19-5bcc-4467-be5b-d926e6e3da76/d2cec35c-4c11-4de7-ae05-5512220e5a5d) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:55:44.521114 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b975fe26-bd2e-4683-85a6-20323a7fa1fb tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:44.554357 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-b975fe26-bd2e-4683-85a6-20323a7fa1fb tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0157585 Jun 11 09:55:44.577301 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-15e70124-7187-4ba8-9f99-b069e049669d service neutron] Request body: {'port': {'device_id': 'b3a602a8-925a-482d-815a-10104b5f8b2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:55:44.673159 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-90bdb3c4-7f32-4345-95a2-c549f0bdd612 req-54e47d7b-5d02-450d-859e-a10859a06f34 service neutron] 10.222.0.60 "GET /v2.0/networks/629d88a3-72e3-4ac0-9337-7a18a368e6f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758859 Jun 11 09:55:44.763811 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b73eb7-f1dd-426b-b81c-a5b120acf066 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Made reservation on behalf of 3a7e48b24b924bff8faf8c740b2810c2 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:55:44.766166 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-fe3e9ba8-36b8-4abf-a542-a237a315a06a None None] Provisioning for port 67f1579c-f4af-4db3-8d23-b4d5dee04fd7 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:55:44.768340 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d3b73eb7-f1dd-426b-b81c-a5b120acf066 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:44.770495 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3b73eb7-f1dd-426b-b81c-a5b120acf066 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 09:55:44.770940 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3b73eb7-f1dd-426b-b81c-a5b120acf066 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 09:55:44.772263 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-fe3e9ba8-36b8-4abf-a542-a237a315a06a None None] Provisioning complete for port 67f1579c-f4af-4db3-8d23-b4d5dee04fd7 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:55:44.777011 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-fe3e9ba8-36b8-4abf-a542-a237a315a06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:44.801989 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-15e70124-7187-4ba8-9f99-b069e049669d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:44.828893 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcd3477-2ca0-44a6-90d3-9248877247a9 req-9adaea74-3b29-437f-9f0e-341e2b870c75 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:44.842540 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcd3477-2ca0-44a6-90d3-9248877247a9 req-9adaea74-3b29-437f-9f0e-341e2b870c75 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:44.847392 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-90bdb3c4-7f32-4345-95a2-c549f0bdd612 req-cc02e8f4-2791-4a59-8f99-fbffe84d2c2b service neutron] 10.222.0.60 "GET /v2.0/networks/629d88a3-72e3-4ac0-9337-7a18a368e6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695290 Jun 11 09:55:44.857153 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcd3477-2ca0-44a6-90d3-9248877247a9 req-9adaea74-3b29-437f-9f0e-341e2b870c75 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:44.858067 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-fe3e9ba8-36b8-4abf-a542-a237a315a06a None None] Port 67f1579c-f4af-4db3-8d23-b4d5dee04fd7 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:55:44.860101 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-afcd3477-2ca0-44a6-90d3-9248877247a9 req-9adaea74-3b29-437f-9f0e-341e2b870c75 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 2373 time: 0.4234920 Jun 11 09:55:44.892449 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-d3b73eb7-f1dd-426b-b81c-a5b120acf066 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.1347897 Jun 11 09:55:44.892449 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 56334) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:55:44.895246 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-83792536-a0ed-460e-b5e7-5caff09a7559 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Request body: {'subnet': {'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:55:45.029122 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-afcd3477-2ca0-44a6-90d3-9248877247a9 req-479d907b-1191-4325-a915-ab491371d0b2 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/security-groups?id=230a77c0-a6d2-4599-bb7a-d2d4f277106a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643693 Jun 11 09:55:45.132398 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-25472aa8-6090-4e76-9035-63acd0663a27 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:45.169745 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-25472aa8-6090-4e76-9035-63acd0663a27 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Transition to ACTIVE for port object d2cec35c-4c11-4de7-ae05-5512220e5a5d will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:55:45.284873 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83792536-a0ed-460e-b5e7-5caff09a7559 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Made reservation on behalf of 3a7e48b24b924bff8faf8c740b2810c2 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:55:45.288806 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-83792536-a0ed-460e-b5e7-5caff09a7559 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:45.290286 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-83792536-a0ed-460e-b5e7-5caff09a7559 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 09:55:45.291362 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83792536-a0ed-460e-b5e7-5caff09a7559 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 09:55:45.394706 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-83792536-a0ed-460e-b5e7-5caff09a7559 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5019186 Jun 11 09:55:45.396099 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 56348) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:55:45.400668 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-60f1bc04-2e77-4a10-8238-293f3071f4a8 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Request body: {'subnet': {'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:55:45.522620 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-15e70124-7187-4ba8-9f99-b069e049669d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc500777-2d41-419d-abc1-c6f797497b09 {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:55:45.538989 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cc5374-53dd-4571-abe6-3fd18ed7171a req-4b8cb4d5-de0b-476d-b23b-98bb3d812a37 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:45.545825 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cc5374-53dd-4571-abe6-3fd18ed7171a req-4b8cb4d5-de0b-476d-b23b-98bb3d812a37 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:45.552347 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cc5374-53dd-4571-abe6-3fd18ed7171a req-4b8cb4d5-de0b-476d-b23b-98bb3d812a37 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:45.554154 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-16cc5374-53dd-4571-abe6-3fd18ed7171a req-4b8cb4d5-de0b-476d-b23b-98bb3d812a37 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3a602a8-925a-482d-815a-10104b5f8b2f HTTP/1.1" status: 200 len: 2377 time: 0.2924538 Jun 11 09:55:45.559658 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-25472aa8-6090-4e76-9035-63acd0663a27 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:45.565915 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-15e70124-7187-4ba8-9f99-b069e049669d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:45.569414 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6af1a222-971c-40c2-bc4e-73f7f672bbb4 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:45.599449 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-31908e18-2068-4e76-b870-0af92d713936 req-c11a3026-ddae-44f2-bac5-0922a3e84b22 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd8cec9e-df34-44f4-b32b-502c04d6c1d9 HTTP/1.1" status: 200 len: 210 time: 0.0407398 Jun 11 09:55:45.667601 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-25472aa8-6090-4e76-9035-63acd0663a27 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Network afbcc96d-d966-4839-b6f4-c3dd378a91e7 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:55:45.699080 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-15e70124-7187-4ba8-9f99-b069e049669d service neutron] Transition to ACTIVE for port object bc500777-2d41-419d-abc1-c6f797497b09 will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:55:45.708288 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-25472aa8-6090-4e76-9035-63acd0663a27 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:55:45.711066 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-25472aa8-6090-4e76-9035-63acd0663a27 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:55:45.722770 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25472aa8-6090-4e76-9035-63acd0663a27 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Pushing event updated for resources: {'Port': ['ID=d2cec35c-4c11-4de7-ae05-5512220e5a5d,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:45.740246 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-16cc5374-53dd-4571-abe6-3fd18ed7171a req-a5f9ca42-2a2f-4705-ba33-5817e77cce74 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/security-groups?id=abdcb17a-68bc-4d03-89e1-7baaf91e40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716161 Jun 11 09:55:45.741565 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-25472aa8-6090-4e76-9035-63acd0663a27 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:45.757681 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f1bc04-2e77-4a10-8238-293f3071f4a8 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Made reservation on behalf of 3a7e48b24b924bff8faf8c740b2810c2 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:55:45.762395 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-60f1bc04-2e77-4a10-8238-293f3071f4a8 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:45.767312 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-60f1bc04-2e77-4a10-8238-293f3071f4a8 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 09:55:45.767312 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60f1bc04-2e77-4a10-8238-293f3071f4a8 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 09:55:45.793472 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e65091df-aa00-43a6-8316-19808e41d703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:45.804660 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-15e70124-7187-4ba8-9f99-b069e049669d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:45.811350 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c04f0b45-ffd4-4cfc-9a87-3f29a3bee7d0 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:45.917124 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:45.940275 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0642a-f097-4ce2-a6a6-47fc193095c9 req-78b686ee-2316-4265-90a2-e58a8780e854 tempest-ServerTagsTestJSON-2019324800 tempest-ServerTagsTestJSON-2019324800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:45.945828 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-edf0642a-f097-4ce2-a6a6-47fc193095c9 req-78b686ee-2316-4265-90a2-e58a8780e854 tempest-ServerTagsTestJSON-2019324800 tempest-ServerTagsTestJSON-2019324800-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fec7aa5-5489-4275-9038-8d620b25c86e HTTP/1.1" status: 200 len: 945 time: 0.1731303 Jun 11 09:55:45.989618 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-60f1bc04-2e77-4a10-8238-293f3071f4a8 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5888102 Jun 11 09:55:45.995482 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 56352) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:55:46.003534 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-9218fe11-3add-4683-8fcc-4944a7425636 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Request body: {'subnet': {'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:55:46.078367 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-edf0642a-f097-4ce2-a6a6-47fc193095c9 req-730a5e35-86cd-458f-9c86-6e6e84de0357 tempest-ServerTagsTestJSON-2019324800 tempest-ServerTagsTestJSON-2019324800-project] 10.222.0.60 "GET /v2.0/security-groups?id=135926fd-b9ae-4ac5-b636-70023b16db0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241858 Jun 11 09:55:46.164077 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-b34a35a9-0869-4f92-af3b-cbbdace3ada7 None None] Provisioning for port d2cec35c-4c11-4de7-ae05-5512220e5a5d completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:55:46.176138 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-b34a35a9-0869-4f92-af3b-cbbdace3ada7 None None] Provisioning complete for port d2cec35c-4c11-4de7-ae05-5512220e5a5d triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:55:46.178015 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b34a35a9-0869-4f92-af3b-cbbdace3ada7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:46.267837 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-b34a35a9-0869-4f92-af3b-cbbdace3ada7 None None] Port d2cec35c-4c11-4de7-ae05-5512220e5a5d cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:55:46.315037 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9218fe11-3add-4683-8fcc-4944a7425636 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Made reservation on behalf of 3a7e48b24b924bff8faf8c740b2810c2 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:55:46.320937 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9218fe11-3add-4683-8fcc-4944a7425636 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:46.320937 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-9218fe11-3add-4683-8fcc-4944a7425636 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 09:55:46.320937 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9218fe11-3add-4683-8fcc-4944a7425636 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 09:55:46.481444 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-9218fe11-3add-4683-8fcc-4944a7425636 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4812777 Jun 11 09:55:46.481716 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 56364) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:55:46.487321 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-2d27cd8c-ee41-4732-877e-14649f059e0b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Request body: {'subnet': {'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:55:46.534406 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-25472aa8-6090-4e76-9035-63acd0663a27 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:46.535175 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-25472aa8-6090-4e76-9035-63acd0663a27 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:46.581917 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e70124-7187-4ba8-9f99-b069e049669d service neutron] Pushing event updated for resources: {'Port': ['ID=bc500777-2d41-419d-abc1-c6f797497b09,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:46.618285 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-15e70124-7187-4ba8-9f99-b069e049669d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.807s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:46.643251 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:46.664670 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-25472aa8-6090-4e76-9035-63acd0663a27 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9269612 Jun 11 09:55:46.672890 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-253bfc97-c864-4d86-a133-697411c793f7 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Request body: {'port': {'device_id': 'b9c702cf-dd7e-4dfa-b816-c6d03f19acf9', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'afbcc96d-d966-4839-b6f4-c3dd378a91e7', 'admin_state_up': True, 'tenant_id': '27f3c4dce50f47ad9013fa1bc48941bf', 'security_groups': ['230a77c0-a6d2-4599-bb7a-d2d4f277106a']}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:55:46.739771 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-15e70124-7187-4ba8-9f99-b069e049669d service neutron] Attempting to bind port bc500777-2d41-419d-abc1-c6f797497b09 on host n-h2-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:55:46.739771 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-15e70124-7187-4ba8-9f99-b069e049669d service neutron] Attempting to bind port bc500777-2d41-419d-abc1-c6f797497b09 by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': '2c191948-9605-46d9-97be-bdc56634551b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'b8666e2e-8c44-47a2-a0cd-f981757183d2'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:55:46.739771 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-15e70124-7187-4ba8-9f99-b069e049669d service neutron] Attempting to bind port bc500777-2d41-419d-abc1-c6f797497b09 on network b8666e2e-8c44-47a2-a0cd-f981757183d2 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:55:46.787750 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d27cd8c-ee41-4732-877e-14649f059e0b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Made reservation on behalf of 3a7e48b24b924bff8faf8c740b2810c2 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:55:46.807620 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2d27cd8c-ee41-4732-877e-14649f059e0b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:46.808422 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d27cd8c-ee41-4732-877e-14649f059e0b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 09:55:46.809321 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d27cd8c-ee41-4732-877e-14649f059e0b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 09:55:46.809577 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-15e70124-7187-4ba8-9f99-b069e049669d service neutron] Port bc500777-2d41-419d-abc1-c6f797497b09 on network b8666e2e-8c44-47a2-a0cd-f981757183d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:55:46.810075 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-15e70124-7187-4ba8-9f99-b069e049669d service neutron] Attempting to bind port bc500777-2d41-419d-abc1-c6f797497b09 on network b8666e2e-8c44-47a2-a0cd-f981757183d2 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:55:46.814912 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-26e6be62-1270-4279-ab7d-a5ad88260f52 req-a16e70c4-b873-4992-94f7-2c8a74e417dd tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd8cec9e-df34-44f4-b32b-502c04d6c1d9 HTTP/1.1" status: 200 len: 210 time: 0.0807815 Jun 11 09:55:46.827287 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-15e70124-7187-4ba8-9f99-b069e049669d service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:55:46.827655 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-15e70124-7187-4ba8-9f99-b069e049669d service neutron] Checking segment: {'id': '2c191948-9605-46d9-97be-bdc56634551b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'b8666e2e-8c44-47a2-a0cd-f981757183d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:55:46.828057 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-15e70124-7187-4ba8-9f99-b069e049669d service neutron] Bound using segment: {'id': '2c191948-9605-46d9-97be-bdc56634551b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'b8666e2e-8c44-47a2-a0cd-f981757183d2'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:55:46.828501 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-15e70124-7187-4ba8-9f99-b069e049669d service neutron] Bound port: bc500777-2d41-419d-abc1-c6f797497b09, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c191948-9605-46d9-97be-bdc56634551b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'b8666e2e-8c44-47a2-a0cd-f981757183d2'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:55:46.828859 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-15e70124-7187-4ba8-9f99-b069e049669d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:46.834944 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device b72d5813-4742-448b-8e0a-7d66b0334cd6 up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:55:46.840842 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dabffe3-7d7b-4f2d-abdd-b747912bf7c2 req-5aa1b476-ab9a-4767-a3b0-953e9eb9072d tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:46.850906 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dabffe3-7d7b-4f2d-abdd-b747912bf7c2 req-5aa1b476-ab9a-4767-a3b0-953e9eb9072d tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:46.852940 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dabffe3-7d7b-4f2d-abdd-b747912bf7c2 req-5aa1b476-ab9a-4767-a3b0-953e9eb9072d tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:46.858795 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dabffe3-7d7b-4f2d-abdd-b747912bf7c2 req-5aa1b476-ab9a-4767-a3b0-953e9eb9072d tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:46.860619 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7dabffe3-7d7b-4f2d-abdd-b747912bf7c2 req-5aa1b476-ab9a-4767-a3b0-953e9eb9072d tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 3094 time: 0.3458176 Jun 11 09:55:46.971415 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-2d27cd8c-ee41-4732-877e-14649f059e0b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4886334 Jun 11 09:55:46.974445 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 56370) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:55:47.010395 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7dabffe3-7d7b-4f2d-abdd-b747912bf7c2 req-c676083d-d721-4330-9e03-2206276ce941 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/security-groups?id=230a77c0-a6d2-4599-bb7a-d2d4f277106a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286461 Jun 11 09:55:47.029421 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning for port b72d5813-4742-448b-8e0a-7d66b0334cd6 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:55:47.034538 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port b72d5813-4742-448b-8e0a-7d66b0334cd6 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:55:47.035352 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:47.071613 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-5391380e-e6b0-46d5-b1a4-b7f72d9450e1 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0918863 Jun 11 09:55:47.080210 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 56378) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:55:47.095155 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-15e70124-7187-4ba8-9f99-b069e049669d service neutron] For port bc500777-2d41-419d-abc1-c6f797497b09, host n-h2-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:55:47.100211 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-15e70124-7187-4ba8-9f99-b069e049669d service neutron] For port bc500777-2d41-419d-abc1-c6f797497b09, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=bc500777-2d41-419d-abc1-c6f797497b09,segment=NetworkSegment(2c191948-9605-46d9-97be-bdc56634551b),segment_id=2c191948-9605-46d9-97be-bdc56634551b)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:55:47.146370 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebf2bed-2a3c-4018-b70a-bc26b8198237 req-3a5f24b3-3097-42c4-8a27-3295a7f8fc1d tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:47.152321 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebf2bed-2a3c-4018-b70a-bc26b8198237 req-3a5f24b3-3097-42c4-8a27-3295a7f8fc1d tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:47.157342 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:47.159078 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebf2bed-2a3c-4018-b70a-bc26b8198237 req-3a5f24b3-3097-42c4-8a27-3295a7f8fc1d tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:47.159838 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2ebf2bed-2a3c-4018-b70a-bc26b8198237 req-3a5f24b3-3097-42c4-8a27-3295a7f8fc1d tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3a602a8-925a-482d-815a-10104b5f8b2f HTTP/1.1" status: 200 len: 2389 time: 0.2089720 Jun 11 09:55:47.188183 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fec7aa5-5489-4275-9038-8d620b25c86e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b72d5813-4742-448b-8e0a-7d66b0334cd6'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:55:47.190607 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f3d487d-1393-4871-9770-8dcafd8dff8b" -d '{"events": [{"server_uuid": "8fec7aa5-5489-4275-9038-8d620b25c86e", "name": "network-vif-plugged", "status": "completed", "tag": "b72d5813-4742-448b-8e0a-7d66b0334cd6"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:55:47.205545 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port b72d5813-4742-448b-8e0a-7d66b0334cd6, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=b72d5813-4742-448b-8e0a-7d66b0334cd6,segment=NetworkSegment(59b6bcd8-1ce5-4da5-8e3e-324792158ab6),segment_id=59b6bcd8-1ce5-4da5-8e3e-324792158ab6)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:55:47.215290 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2351f14f-409d-4b85-a315-e9c4e505b666 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:47.217191 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-2351f14f-409d-4b85-a315-e9c4e505b666 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1273675 Jun 11 09:55:47.219453 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 56384) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:55:47.231108 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2ebf2bed-2a3c-4018-b70a-bc26b8198237 req-74b71d15-f4f5-434d-b374-fd793f84e4d3 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/security-groups?id=abdcb17a-68bc-4d03-89e1-7baaf91e40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624361 Jun 11 09:55:47.265433 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-253bfc97-c864-4d86-a133-697411c793f7 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Made reservation on behalf of 27f3c4dce50f47ad9013fa1bc48941bf for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:55:47.267023 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-253bfc97-c864-4d86-a133-697411c793f7 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:47.278983 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ebdc63b-85b5-43ce-8c00-ce41d800fa30 x-openstack-request-id: req-3ebdc63b-85b5-43ce-8c00-ce41d800fa30 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:55:47.279538 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fec7aa5-5489-4275-9038-8d620b25c86e", "name": "network-vif-plugged", "status": "completed", "tag": "b72d5813-4742-448b-8e0a-7d66b0334cd6", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:55:47.280033 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3ebdc63b-85b5-43ce-8c00-ce41d800fa30 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:55:47.280501 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fec7aa5-5489-4275-9038-8d620b25c86e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b72d5813-4742-448b-8e0a-7d66b0334cd6', 'code': 200} Jun 11 09:55:47.288515 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-892c2c0c-4016-4115-a15f-f868eb12e76a tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0674453 Jun 11 09:55:47.291919 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 56386) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:55:47.299232 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-66bf2e1a-0d89-4b86-a8f4-c5bf04c4281a tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Request body: {'subnet': {'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:55:47.352528 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-15e70124-7187-4ba8-9f99-b069e049669d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:47.359772 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-bdab21d6-0514-480f-909a-7f1035f0442f tempest-RoutersAdminNegativeTest-1036983663 tempest-RoutersAdminNegativeTest-1036983663-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:47.389089 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:47.398379 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-b0dc02a7-01ea-46bb-aa15-8206f5afead4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:47.406556 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc8d53-430f-4487-87e2-5f73b1624302 req-15da1c61-5b3f-4c70-b48b-1a410a05bec3 tempest-ServerTagsTestJSON-2019324800 tempest-ServerTagsTestJSON-2019324800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:47.408237 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-44fc8d53-430f-4487-87e2-5f73b1624302 req-15da1c61-5b3f-4c70-b48b-1a410a05bec3 tempest-ServerTagsTestJSON-2019324800 tempest-ServerTagsTestJSON-2019324800-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fec7aa5-5489-4275-9038-8d620b25c86e HTTP/1.1" status: 200 len: 945 time: 0.1824412 Jun 11 09:55:47.479158 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-15e70124-7187-4ba8-9f99-b069e049669d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:47.479826 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-15e70124-7187-4ba8-9f99-b069e049669d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:47.481205 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-15e70124-7187-4ba8-9f99-b069e049669d service neutron] 10.222.0.69 "PUT /v2.0/ports/bc500777-2d41-419d-abc1-c6f797497b09 HTTP/1.1" status: 200 len: 1093 time: 2.9114506 Jun 11 09:55:47.485091 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aafa36f-7d5a-4520-b3e8-aa36e21397c3 req-d0a82b46-32f9-4554-810f-e38c7fc4d6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:47.489351 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3aafa36f-7d5a-4520-b3e8-aa36e21397c3 req-d0a82b46-32f9-4554-810f-e38c7fc4d6d3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8fec7aa5-5489-4275-9038-8d620b25c86e HTTP/1.1" status: 200 len: 1097 time: 0.1446259 Jun 11 09:55:47.489501 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3a602a8-925a-482d-815a-10104b5f8b2f', 'tag': 'bc500777-2d41-419d-abc1-c6f797497b09'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:55:47.489714 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b5b149c-027b-43cb-b5f9-a3bb2a505f88" -d '{"events": [{"name": "network-changed", "server_uuid": "b3a602a8-925a-482d-815a-10104b5f8b2f", "tag": "bc500777-2d41-419d-abc1-c6f797497b09"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:55:47.551156 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=b72d5813-4742-448b-8e0a-7d66b0334cd6,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:47.570172 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e70124-7187-4ba8-9f99-b069e049669d service neutron] Pushing event updated for resources: {'Port': ['ID=bc500777-2d41-419d-abc1-c6f797497b09,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:47.576527 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:47.588223 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-44fc8d53-430f-4487-87e2-5f73b1624302 req-cbf74cf8-242b-4822-bee5-6233750c4734 tempest-ServerTagsTestJSON-2019324800 tempest-ServerTagsTestJSON-2019324800-project] 10.222.0.60 "GET /v2.0/security-groups?id=135926fd-b9ae-4ac5-b636-70023b16db0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635900 Jun 11 09:55:47.602305 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3aafa36f-7d5a-4520-b3e8-aa36e21397c3 req-acf8f28d-91be-4e1f-9d98-bd3230d26091 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=135926fd-b9ae-4ac5-b636-70023b16db0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074302 Jun 11 09:55:47.625648 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e70124-7187-4ba8-9f99-b069e049669d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:55:47.625648 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e70124-7187-4ba8-9f99-b069e049669d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:55:47.625648 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e70124-7187-4ba8-9f99-b069e049669d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:55:47.625648 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e70124-7187-4ba8-9f99-b069e049669d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:55:47.625648 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e70124-7187-4ba8-9f99-b069e049669d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:55:47.625648 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e70124-7187-4ba8-9f99-b069e049669d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:55:47.625648 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e70124-7187-4ba8-9f99-b069e049669d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:55:47.625648 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e70124-7187-4ba8-9f99-b069e049669d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:55:47.625648 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e70124-7187-4ba8-9f99-b069e049669d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:55:47.625648 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e70124-7187-4ba8-9f99-b069e049669d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:55:47.625648 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e70124-7187-4ba8-9f99-b069e049669d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:55:47.625648 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e70124-7187-4ba8-9f99-b069e049669d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:55:47.630120 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-15e70124-7187-4ba8-9f99-b069e049669d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:47.630927 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66bf2e1a-0d89-4b86-a8f4-c5bf04c4281a tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Made reservation on behalf of 3a7e48b24b924bff8faf8c740b2810c2 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:55:47.638301 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-66bf2e1a-0d89-4b86-a8f4-c5bf04c4281a tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:47.649775 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-3cb8dbe0-c339-49f8-934b-a66066ab795b service neutron] Request body: {'port': {'device_id': 'b3a602a8-925a-482d-815a-10104b5f8b2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:55:47.730377 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f0f79d9-7037-4e56-94d4-1f633f040fea x-openstack-request-id: req-6f0f79d9-7037-4e56-94d4-1f633f040fea {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:55:47.730612 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3a602a8-925a-482d-815a-10104b5f8b2f", "tag": "bc500777-2d41-419d-abc1-c6f797497b09", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:55:47.730924 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6f0f79d9-7037-4e56-94d4-1f633f040fea {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:55:47.731374 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3a602a8-925a-482d-815a-10104b5f8b2f', 'tag': 'bc500777-2d41-419d-abc1-c6f797497b09', 'status': 'completed', 'code': 200} Jun 11 09:55:47.757828 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-253bfc97-c864-4d86-a133-697411c793f7 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Allocated IP 10.2.2.200 (afbcc96d-d966-4839-b6f4-c3dd378a91e7/ba156a19-5bcc-4467-be5b-d926e6e3da76/ee6d8406-891b-46a7-bc3a-0e7fa5d0de9c) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:55:47.832059 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-3cb8dbe0-c339-49f8-934b-a66066ab795b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:47.979613 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5b149c-027b-43cb-b5f9-a3bb2a505f88 req-767bf150-6a52-4906-b2cf-54bd32991b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:47.980867 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5b149c-027b-43cb-b5f9-a3bb2a505f88 req-767bf150-6a52-4906-b2cf-54bd32991b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:47.981506 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5b149c-027b-43cb-b5f9-a3bb2a505f88 req-767bf150-6a52-4906-b2cf-54bd32991b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:47.983321 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7b5b149c-027b-43cb-b5f9-a3bb2a505f88 req-767bf150-6a52-4906-b2cf-54bd32991b4b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=738abe581be64edd8f2e0a146ff187c8&device_id=b3a602a8-925a-482d-815a-10104b5f8b2f HTTP/1.1" status: 200 len: 2733 time: 0.2151170 Jun 11 09:55:48.146663 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0b9d807d-3766-4b09-a3aa-1fe26d15c81c req-baff82bc-717c-45c0-9e24-b1005e7e38e4 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd8cec9e-df34-44f4-b32b-502c04d6c1d9 HTTP/1.1" status: 200 len: 210 time: 0.1479352 Jun 11 09:55:48.310779 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-253bfc97-c864-4d86-a133-697411c793f7 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:48.355209 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:48.359500 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-253bfc97-c864-4d86-a133-697411c793f7 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Transition to ACTIVE for port object ee6d8406-891b-46a7-bc3a-0e7fa5d0de9c will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:55:48.373495 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5b149c-027b-43cb-b5f9-a3bb2a505f88 req-dfe54d83-cd23-418e-bc88-8dd8ba8c01f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:48.374022 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5b149c-027b-43cb-b5f9-a3bb2a505f88 req-dfe54d83-cd23-418e-bc88-8dd8ba8c01f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:48.374443 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5b149c-027b-43cb-b5f9-a3bb2a505f88 req-dfe54d83-cd23-418e-bc88-8dd8ba8c01f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:48.384114 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7b5b149c-027b-43cb-b5f9-a3bb2a505f88 req-dfe54d83-cd23-418e-bc88-8dd8ba8c01f3 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=738abe581be64edd8f2e0a146ff187c8&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3856254 Jun 11 09:55:48.508303 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-253bfc97-c864-4d86-a133-697411c793f7 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:48.521374 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4949901c-7f43-47bc-9ad1-dfbbeffd5ba9 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:48.596983 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5b149c-027b-43cb-b5f9-a3bb2a505f88 req-c35530a6-c3de-4496-8ca5-fa66d3f49092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:48.598673 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7b5b149c-027b-43cb-b5f9-a3bb2a505f88 req-c35530a6-c3de-4496-8ca5-fa66d3f49092 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1525552 Jun 11 09:55:48.680542 n-d-779913-12 neutron-server[93177]: DEBUG neutron.objects.ports [None req-66bf2e1a-0d89-4b86-a8f4-c5bf04c4281a tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93177) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 11 09:55:48.687092 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-66bf2e1a-0d89-4b86-a8f4-c5bf04c4281a tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:48.691699 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e92e4263-f469-417e-9945-fcbf6fa099a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:48.807843 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bf2e1a-0d89-4b86-a8f4-c5bf04c4281a tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event updated for resources: {'Subnet': ['ID=3a4ff479-51e4-465f-84bb-6d8055ef1f47,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:48.812877 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66bf2e1a-0d89-4b86-a8f4-c5bf04c4281a tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:55:48.822633 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-66bf2e1a-0d89-4b86-a8f4-c5bf04c4281a tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:55:48.851189 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571ff211-3bb7-4732-acd1-0524fd42a35a None None] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:55:48.851377 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b35fde-1d95-422e-b304-5b906a7a10f9 req-54d56a92-2924-43a0-9dda-9d511d4ff5d8 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:48.851377 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b35fde-1d95-422e-b304-5b906a7a10f9 req-54d56a92-2924-43a0-9dda-9d511d4ff5d8 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:48.851377 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b35fde-1d95-422e-b304-5b906a7a10f9 req-54d56a92-2924-43a0-9dda-9d511d4ff5d8 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:48.854003 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b35fde-1d95-422e-b304-5b906a7a10f9 req-54d56a92-2924-43a0-9dda-9d511d4ff5d8 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:48.862026 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-32b35fde-1d95-422e-b304-5b906a7a10f9 req-54d56a92-2924-43a0-9dda-9d511d4ff5d8 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 3094 time: 0.6871865 Jun 11 09:55:48.864711 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66bf2e1a-0d89-4b86-a8f4-c5bf04c4281a tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:48.865345 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-66bf2e1a-0d89-4b86-a8f4-c5bf04c4281a tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:48.867877 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-3cb8dbe0-c339-49f8-934b-a66066ab795b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8d34b36-4619-47da-b776-51da5e7d7204 {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:55:48.884167 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bf2e1a-0d89-4b86-a8f4-c5bf04c4281a tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:55:48.884167 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bf2e1a-0d89-4b86-a8f4-c5bf04c4281a tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:55:48.884723 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bf2e1a-0d89-4b86-a8f4-c5bf04c4281a tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:55:48.885111 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bf2e1a-0d89-4b86-a8f4-c5bf04c4281a tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:55:48.885484 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bf2e1a-0d89-4b86-a8f4-c5bf04c4281a tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:55:48.885860 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bf2e1a-0d89-4b86-a8f4-c5bf04c4281a tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:55:48.886229 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bf2e1a-0d89-4b86-a8f4-c5bf04c4281a tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:55:48.886597 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bf2e1a-0d89-4b86-a8f4-c5bf04c4281a tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:55:48.886960 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bf2e1a-0d89-4b86-a8f4-c5bf04c4281a tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:55:48.887325 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bf2e1a-0d89-4b86-a8f4-c5bf04c4281a tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:55:48.887758 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bf2e1a-0d89-4b86-a8f4-c5bf04c4281a tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:55:48.888154 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bf2e1a-0d89-4b86-a8f4-c5bf04c4281a tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:55:48.903378 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bdb3c4-7f32-4345-95a2-c549f0bdd612 req-e5b2ba8b-bff4-4e56-af6b-00eacb3f7ed9 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:48.903378 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-90bdb3c4-7f32-4345-95a2-c549f0bdd612 req-e5b2ba8b-bff4-4e56-af6b-00eacb3f7ed9 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.64 "GET /v2.0/networks?id=629d88a3-72e3-4ac0-9337-7a18a368e6f9 HTTP/1.1" status: 200 len: 811 time: 0.6755419 Jun 11 09:55:48.903378 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-66bf2e1a-0d89-4b86-a8f4-c5bf04c4281a tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:48.907761 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-3cb8dbe0-c339-49f8-934b-a66066ab795b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:48.917994 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-90bdb3c4-7f32-4345-95a2-c549f0bdd612 req-be8df41d-ddf5-444b-8b15-5417e6dd644a tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Request body: {'port': {'device_id': 'fd8cec9e-df34-44f4-b32b-502c04d6c1d9', 'network_id': '629d88a3-72e3-4ac0-9337-7a18a368e6f9', 'admin_state_up': True, 'tenant_id': '205594447f3445c2ac3204bbefdd34aa'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:55:48.920167 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-253bfc97-c864-4d86-a133-697411c793f7 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Network afbcc96d-d966-4839-b6f4-c3dd378a91e7 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:55:48.929926 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253bfc97-c864-4d86-a133-697411c793f7 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Pushing event updated for resources: {'Port': ['ID=ee6d8406-891b-46a7-bc3a-0e7fa5d0de9c,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:48.942467 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-253bfc97-c864-4d86-a133-697411c793f7 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:55:48.944928 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-253bfc97-c864-4d86-a133-697411c793f7 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:48.956345 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed3c054-422a-4479-8452-d753c98e1049 req-3ed2b971-ae37-4492-a4ce-04ff392da316 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:48.963639 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed3c054-422a-4479-8452-d753c98e1049 req-3ed2b971-ae37-4492-a4ce-04ff392da316 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:48.969666 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed3c054-422a-4479-8452-d753c98e1049 req-3ed2b971-ae37-4492-a4ce-04ff392da316 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:48.971557 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0ed3c054-422a-4479-8452-d753c98e1049 req-3ed2b971-ae37-4492-a4ce-04ff392da316 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3a602a8-925a-482d-815a-10104b5f8b2f HTTP/1.1" status: 200 len: 2389 time: 0.5830228 Jun 11 09:55:48.972603 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-253bfc97-c864-4d86-a133-697411c793f7 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:55:48.975932 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-3cb8dbe0-c339-49f8-934b-a66066ab795b service neutron] Transition to ACTIVE for port object f8d34b36-4619-47da-b776-51da5e7d7204 will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:55:48.998133 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-32b35fde-1d95-422e-b304-5b906a7a10f9 req-358aefe0-b41e-49aa-baa9-40993a3b81ac tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/security-groups?id=230a77c0-a6d2-4599-bb7a-d2d4f277106a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350083 Jun 11 09:55:49.096934 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-66bf2e1a-0d89-4b86-a8f4-c5bf04c4281a tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8038843 Jun 11 09:55:49.102730 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 56420) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:55:49.126032 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-3cb8dbe0-c339-49f8-934b-a66066ab795b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:49.126957 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-b0343632-d63b-47ff-a285-49aac33fbb6a tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Request body: {'port': {'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'mac_address': 'fa:16:3e:12:63:7e', 'name': 'tempest-NetworksTestDHCPv6-1168648070'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:55:49.166996 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f4e80d18-afa6-4e4b-847e-b069faa87c73 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:49.305162 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0ed3c054-422a-4479-8452-d753c98e1049 req-20d11405-088f-4a70-98b8-f03d1fee3356 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/security-groups?id=abdcb17a-68bc-4d03-89e1-7baaf91e40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3267269 Jun 11 09:55:49.314883 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-253bfc97-c864-4d86-a133-697411c793f7 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:49.315523 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-253bfc97-c864-4d86-a133-697411c793f7 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:49.327266 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb8dbe0-c339-49f8-934b-a66066ab795b service neutron] Pushing event updated for resources: {'Port': ['ID=f8d34b36-4619-47da-b776-51da5e7d7204,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:49.442856 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3cb8dbe0-c339-49f8-934b-a66066ab795b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:49.451888 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f9a504-7baf-43c6-884d-faa3d264fa8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'tenant_id': '3a7e48b24b924bff8faf8c740b2810c2', 'fixed_ips': [{'subnet_id': '3a4ff479-51e4-465f-84bb-6d8055ef1f47'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 09:55:49.460794 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-68f9a504-7baf-43c6-884d-faa3d264fa8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:49.508818 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd756d3-190a-41b8-a08e-6657847b0ccd req-00822789-68ce-4cc7-923a-65cab5f08177 tempest-ServerTagsTestJSON-2019324800 tempest-ServerTagsTestJSON-2019324800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:49.510829 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9cd756d3-190a-41b8-a08e-6657847b0ccd req-00822789-68ce-4cc7-923a-65cab5f08177 tempest-ServerTagsTestJSON-2019324800 tempest-ServerTagsTestJSON-2019324800-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fec7aa5-5489-4275-9038-8d620b25c86e HTTP/1.1" status: 200 len: 946 time: 0.1794174 Jun 11 09:55:49.522657 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90bdb3c4-7f32-4345-95a2-c549f0bdd612 req-be8df41d-ddf5-444b-8b15-5417e6dd644a tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Made reservation on behalf of 205594447f3445c2ac3204bbefdd34aa for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:55:49.526433 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-90bdb3c4-7f32-4345-95a2-c549f0bdd612 req-be8df41d-ddf5-444b-8b15-5417e6dd644a tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:49.616507 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-3cb8dbe0-c339-49f8-934b-a66066ab795b service neutron] Attempting to bind port f8d34b36-4619-47da-b776-51da5e7d7204 on host n-h2-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:55:49.617776 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-3cb8dbe0-c339-49f8-934b-a66066ab795b service neutron] Attempting to bind port f8d34b36-4619-47da-b776-51da5e7d7204 by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': 'dfe99bb6-d647-4ab7-9487-adbacb6e2192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'cf6af0c2-0550-4ce7-a6e1-38bcbcce32a6'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:55:49.618199 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-3cb8dbe0-c339-49f8-934b-a66066ab795b service neutron] Attempting to bind port f8d34b36-4619-47da-b776-51da5e7d7204 on network cf6af0c2-0550-4ce7-a6e1-38bcbcce32a6 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:55:49.631448 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-3cb8dbe0-c339-49f8-934b-a66066ab795b service neutron] Port f8d34b36-4619-47da-b776-51da5e7d7204 on network cf6af0c2-0550-4ce7-a6e1-38bcbcce32a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:55:49.632680 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-3cb8dbe0-c339-49f8-934b-a66066ab795b service neutron] Attempting to bind port f8d34b36-4619-47da-b776-51da5e7d7204 on network cf6af0c2-0550-4ce7-a6e1-38bcbcce32a6 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:55:49.644123 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-3cb8dbe0-c339-49f8-934b-a66066ab795b service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:55:49.645799 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-3cb8dbe0-c339-49f8-934b-a66066ab795b service neutron] Checking segment: {'id': 'dfe99bb6-d647-4ab7-9487-adbacb6e2192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'cf6af0c2-0550-4ce7-a6e1-38bcbcce32a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:55:49.646363 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-3cb8dbe0-c339-49f8-934b-a66066ab795b service neutron] Bound using segment: {'id': 'dfe99bb6-d647-4ab7-9487-adbacb6e2192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'cf6af0c2-0550-4ce7-a6e1-38bcbcce32a6'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:55:49.648014 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-3cb8dbe0-c339-49f8-934b-a66066ab795b service neutron] Bound port: f8d34b36-4619-47da-b776-51da5e7d7204, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfe99bb6-d647-4ab7-9487-adbacb6e2192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'cf6af0c2-0550-4ce7-a6e1-38bcbcce32a6'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:55:49.648545 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-3cb8dbe0-c339-49f8-934b-a66066ab795b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:49.720626 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9cd756d3-190a-41b8-a08e-6657847b0ccd req-4e59c69f-8b7c-443d-9c7e-99806570189f tempest-ServerTagsTestJSON-2019324800 tempest-ServerTagsTestJSON-2019324800-project] 10.222.0.60 "GET /v2.0/security-groups?id=135926fd-b9ae-4ac5-b636-70023b16db0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774237 Jun 11 09:55:49.751863 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-253bfc97-c864-4d86-a133-697411c793f7 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0826499 Jun 11 09:55:49.773969 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-68f9a504-7baf-43c6-884d-faa3d264fa8e None None] Allocated IP 2001:db8::f816:3eff:fefc:af2b (f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc/3a4ff479-51e4-465f-84bb-6d8055ef1f47/ce80a9be-a8a6-4f18-8ec4-2d97dcde94f1) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:55:49.789837 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-2cbb3bc4-c6ff-4ca5-9573-e1d2a384eb8e None None] Provisioning for port ee6d8406-891b-46a7-bc3a-0e7fa5d0de9c completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:55:49.798211 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-0ceb5b7d-25aa-425d-a1cf-379c9e3b7ce2 service neutron] Request body: {'port': {'device_id': 'b9c702cf-dd7e-4dfa-b816-c6d03f19acf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:55:49.801883 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-2cbb3bc4-c6ff-4ca5-9573-e1d2a384eb8e None None] Provisioning complete for port ee6d8406-891b-46a7-bc3a-0e7fa5d0de9c triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:55:49.802327 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2cbb3bc4-c6ff-4ca5-9573-e1d2a384eb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:49.865519 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [req-90bdb3c4-7f32-4345-95a2-c549f0bdd612 req-be8df41d-ddf5-444b-8b15-5417e6dd644a tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Allocated IP 172.20.0.2 (629d88a3-72e3-4ac0-9337-7a18a368e6f9/44ed3fc7-9612-451c-8b75-8a1ffa244da3/b6a1b5ed-d88d-4f3e-a2b4-49b7633fe075) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:55:49.970345 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-2cbb3bc4-c6ff-4ca5-9573-e1d2a384eb8e None None] Port ee6d8406-891b-46a7-bc3a-0e7fa5d0de9c cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:55:50.000523 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-3cb8dbe0-c339-49f8-934b-a66066ab795b service neutron] For port f8d34b36-4619-47da-b776-51da5e7d7204, host n-h2-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:55:50.010993 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-3cb8dbe0-c339-49f8-934b-a66066ab795b service neutron] For port f8d34b36-4619-47da-b776-51da5e7d7204, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=f8d34b36-4619-47da-b776-51da5e7d7204,segment=NetworkSegment(dfe99bb6-d647-4ab7-9487-adbacb6e2192),segment_id=dfe99bb6-d647-4ab7-9487-adbacb6e2192)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:55:50.029656 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-31e7e629-0e76-46f9-a634-c4637aedd484 req-165cc4db-ef89-4398-bb9a-c546a8c9ef30 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd8cec9e-df34-44f4-b32b-502c04d6c1d9 HTTP/1.1" status: 200 len: 210 time: 0.0538061 Jun 11 09:55:50.030793 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0343632-d63b-47ff-a285-49aac33fbb6a tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Made reservation on behalf of 3a7e48b24b924bff8faf8c740b2810c2 for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:55:50.065469 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-0ceb5b7d-25aa-425d-a1cf-379c9e3b7ce2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:50.104417 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-68f9a504-7baf-43c6-884d-faa3d264fa8e None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:50.122230 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-68f9a504-7baf-43c6-884d-faa3d264fa8e None None] Transition to ACTIVE for port object ce80a9be-a8a6-4f18-8ec4-2d97dcde94f1 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:55:50.132318 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-3cb8dbe0-c339-49f8-934b-a66066ab795b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:50.139493 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1cabd221-522f-4aca-9b7a-eb5b94ced0f3 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:50.144348 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-68f9a504-7baf-43c6-884d-faa3d264fa8e None None] Transition to ACTIVE for port object ce80a9be-a8a6-4f18-8ec4-2d97dcde94f1 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:55:50.215268 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-68f9a504-7baf-43c6-884d-faa3d264fa8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:50.219178 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-358cf539-f6c3-41c8-9ca1-d9fc82ed041e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:50.296188 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b0343632-d63b-47ff-a285-49aac33fbb6a tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:50.314911 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f9a504-7baf-43c6-884d-faa3d264fa8e None None] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:55:50.325089 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-68f9a504-7baf-43c6-884d-faa3d264fa8e None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:55:50.329144 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f9a504-7baf-43c6-884d-faa3d264fa8e None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:55:50.360824 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f9a504-7baf-43c6-884d-faa3d264fa8e None None] Pushing event updated for resources: {'Port': ['ID=ce80a9be-a8a6-4f18-8ec4-2d97dcde94f1,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:50.371100 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-68f9a504-7baf-43c6-884d-faa3d264fa8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:50.480232 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [None req-b0343632-d63b-47ff-a285-49aac33fbb6a tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] device_id is not set on port db0236f9-cb3a-4a1d-8ed5-e91ad6affd4e yet. {{(pid=93177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 09:55:50.516094 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-68f9a504-7baf-43c6-884d-faa3d264fa8e None None] Attempting to bind port ce80a9be-a8a6-4f18-8ec4-2d97dcde94f1 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:55:50.516586 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-68f9a504-7baf-43c6-884d-faa3d264fa8e None None] Attempting to bind port ce80a9be-a8a6-4f18-8ec4-2d97dcde94f1 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'e0bc2927-8a98-4066-9eb5-5174f5accc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:55:50.516837 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f9a504-7baf-43c6-884d-faa3d264fa8e None None] Attempting to bind port ce80a9be-a8a6-4f18-8ec4-2d97dcde94f1 on network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:55:50.518023 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-3cb8dbe0-c339-49f8-934b-a66066ab795b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:50.519188 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-3cb8dbe0-c339-49f8-934b-a66066ab795b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:50.520946 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-3cb8dbe0-c339-49f8-934b-a66066ab795b service neutron] 10.222.0.69 "PUT /v2.0/ports/f8d34b36-4619-47da-b776-51da5e7d7204 HTTP/1.1" status: 200 len: 1093 time: 2.8755279 Jun 11 09:55:50.528307 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f9a504-7baf-43c6-884d-faa3d264fa8e None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:55:50.528758 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f9a504-7baf-43c6-884d-faa3d264fa8e None None] Checking segment: {'id': 'e0bc2927-8a98-4066-9eb5-5174f5accc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:55:50.529177 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-68f9a504-7baf-43c6-884d-faa3d264fa8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:50.529596 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f9a504-7baf-43c6-884d-faa3d264fa8e None None] Bound using segment: {'id': 'e0bc2927-8a98-4066-9eb5-5174f5accc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:55:50.530087 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-68f9a504-7baf-43c6-884d-faa3d264fa8e None None] Bound port: ce80a9be-a8a6-4f18-8ec4-2d97dcde94f1, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0bc2927-8a98-4066-9eb5-5174f5accc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:55:50.530515 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-68f9a504-7baf-43c6-884d-faa3d264fa8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:50.550139 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3a602a8-925a-482d-815a-10104b5f8b2f', 'tag': 'f8d34b36-4619-47da-b776-51da5e7d7204'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:55:50.564220 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae175fa7-ca71-4062-97dd-ccebfebf58de" -d '{"events": [{"name": "network-changed", "server_uuid": "b3a602a8-925a-482d-815a-10104b5f8b2f", "tag": "f8d34b36-4619-47da-b776-51da5e7d7204"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:55:50.566978 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb8dbe0-c339-49f8-934b-a66066ab795b service neutron] Pushing event updated for resources: {'Port': ['ID=f8d34b36-4619-47da-b776-51da5e7d7204,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:50.586045 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3cb8dbe0-c339-49f8-934b-a66066ab795b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:50.637603 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-68f9a504-7baf-43c6-884d-faa3d264fa8e None None] For port ce80a9be-a8a6-4f18-8ec4-2d97dcde94f1, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:55:50.647900 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-68f9a504-7baf-43c6-884d-faa3d264fa8e None None] For port ce80a9be-a8a6-4f18-8ec4-2d97dcde94f1, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=ce80a9be-a8a6-4f18-8ec4-2d97dcde94f1,segment=NetworkSegment(e0bc2927-8a98-4066-9eb5-5174f5accc0f),segment_id=e0bc2927-8a98-4066-9eb5-5174f5accc0f)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:55:50.659044 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e4a153-1a1e-4110-8904-0f228807acc1 req-f8e34257-7d6e-4de1-8726-d8fa721573ea tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:50.664993 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e4a153-1a1e-4110-8904-0f228807acc1 req-f8e34257-7d6e-4de1-8726-d8fa721573ea tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:50.671655 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e4a153-1a1e-4110-8904-0f228807acc1 req-f8e34257-7d6e-4de1-8726-d8fa721573ea tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:50.677619 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e4a153-1a1e-4110-8904-0f228807acc1 req-f8e34257-7d6e-4de1-8726-d8fa721573ea tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:50.684516 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e4a153-1a1e-4110-8904-0f228807acc1 req-f8e34257-7d6e-4de1-8726-d8fa721573ea tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:50.693374 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-02e4a153-1a1e-4110-8904-0f228807acc1 req-f8e34257-7d6e-4de1-8726-d8fa721573ea tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 3815 time: 0.3948638 Jun 11 09:55:50.701894 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-90bdb3c4-7f32-4345-95a2-c549f0bdd612 req-be8df41d-ddf5-444b-8b15-5417e6dd644a tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:50.771664 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-908820f7-2419-4d7a-9622-60f64c5ce6e6 service neutron] Request body: {'port': {'device_id': 'b3a602a8-925a-482d-815a-10104b5f8b2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:55:50.791672 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-68f9a504-7baf-43c6-884d-faa3d264fa8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:50.793045 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:50.917621 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f9a504-7baf-43c6-884d-faa3d264fa8e None None] Pushing event updated for resources: {'Port': ['ID=ce80a9be-a8a6-4f18-8ec4-2d97dcde94f1,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:50.922407 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-68f9a504-7baf-43c6-884d-faa3d264fa8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:50.942438 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-0ceb5b7d-25aa-425d-a1cf-379c9e3b7ce2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6002c3af-dd58-4a68-a700-e1997afee2fa {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:55:50.953137 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-02e4a153-1a1e-4110-8904-0f228807acc1 req-85cbd80c-b748-4997-9dda-36d2e0670865 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/security-groups?id=230a77c0-a6d2-4599-bb7a-d2d4f277106a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2582746 Jun 11 09:55:50.960967 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-b0343632-d63b-47ff-a285-49aac33fbb6a tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Allocated IP 2001:db8::f816:3eff:fe12:637e (f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc/3a4ff479-51e4-465f-84bb-6d8055ef1f47/db0236f9-cb3a-4a1d-8ed5-e91ad6affd4e) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:55:50.987636 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-90bdb3c4-7f32-4345-95a2-c549f0bdd612 req-be8df41d-ddf5-444b-8b15-5417e6dd644a tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:50.995010 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7b946d7c-6327-43ab-9d6e-ee31028f1192 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:50.997430 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['fde48d19-1c7d-44e3-9924-5140b0e114bd'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:55:51.010237 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-0ceb5b7d-25aa-425d-a1cf-379c9e3b7ce2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:51.050839 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d974b0d3-77b8-46ce-8398-9f96053c7bed x-openstack-request-id: req-d974b0d3-77b8-46ce-8398-9f96053c7bed {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:55:51.051263 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3a602a8-925a-482d-815a-10104b5f8b2f", "tag": "f8d34b36-4619-47da-b776-51da5e7d7204", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:55:51.051654 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d974b0d3-77b8-46ce-8398-9f96053c7bed {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:55:51.052380 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3a602a8-925a-482d-815a-10104b5f8b2f', 'tag': 'f8d34b36-4619-47da-b776-51da5e7d7204', 'status': 'completed', 'code': 200} Jun 11 09:55:51.059497 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-0ceb5b7d-25aa-425d-a1cf-379c9e3b7ce2 service neutron] Transition to ACTIVE for port object 6002c3af-dd58-4a68-a700-e1997afee2fa will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:55:51.066925 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-908820f7-2419-4d7a-9622-60f64c5ce6e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:51.130695 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd0295-7716-4eec-8df1-1247741dcc6a req-343e07ae-c0d5-4e4c-a661-6cd19149834a tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:51.145169 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd0295-7716-4eec-8df1-1247741dcc6a req-343e07ae-c0d5-4e4c-a661-6cd19149834a tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:51.151703 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd0295-7716-4eec-8df1-1247741dcc6a req-343e07ae-c0d5-4e4c-a661-6cd19149834a tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:51.161407 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-69bd0295-7716-4eec-8df1-1247741dcc6a req-343e07ae-c0d5-4e4c-a661-6cd19149834a tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3a602a8-925a-482d-815a-10104b5f8b2f HTTP/1.1" status: 200 len: 2401 time: 0.3403473 Jun 11 09:55:51.206996 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-0ceb5b7d-25aa-425d-a1cf-379c9e3b7ce2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:51.266670 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-debcc964-5fe0-4488-b806-e15ba7da28d7 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:51.356885 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceb5b7d-25aa-425d-a1cf-379c9e3b7ce2 service neutron] Pushing event updated for resources: {'Port': ['ID=6002c3af-dd58-4a68-a700-e1997afee2fa,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:51.367212 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0ceb5b7d-25aa-425d-a1cf-379c9e3b7ce2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:51.590679 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device ce80a9be-a8a6-4f18-8ec4-2d97dcde94f1 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:55:51.742676 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-69bd0295-7716-4eec-8df1-1247741dcc6a req-c656cfcd-8e1a-4796-bb90-6452d59c98af tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/security-groups?id=abdcb17a-68bc-4d03-89e1-7baaf91e40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5710440 Jun 11 09:55:51.797358 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port ce80a9be-a8a6-4f18-8ec4-2d97dcde94f1 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:55:51.811847 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90bdb3c4-7f32-4345-95a2-c549f0bdd612 req-be8df41d-ddf5-444b-8b15-5417e6dd644a tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Network 629d88a3-72e3-4ac0-9337-7a18a368e6f9 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:55:51.830068 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [req-90bdb3c4-7f32-4345-95a2-c549f0bdd612 req-be8df41d-ddf5-444b-8b15-5417e6dd644a tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:55:51.838233 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-90bdb3c4-7f32-4345-95a2-c549f0bdd612 req-be8df41d-ddf5-444b-8b15-5417e6dd644a tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:55:51.944613 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bdb3c4-7f32-4345-95a2-c549f0bdd612 req-be8df41d-ddf5-444b-8b15-5417e6dd644a tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:51.945159 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-90bdb3c4-7f32-4345-95a2-c549f0bdd612 req-be8df41d-ddf5-444b-8b15-5417e6dd644a tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:52.011437 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8df41d-ddf5-444b-8b15-5417e6dd644a tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Pushing event updated for resources: {'Port': ['ID=b6a1b5ed-d88d-4f3e-a2b4-49b7633fe075,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:52.015380 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-be8df41d-ddf5-444b-8b15-5417e6dd644a tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.020s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:52.070214 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-0ceb5b7d-25aa-425d-a1cf-379c9e3b7ce2 service neutron] Attempting to bind port 6002c3af-dd58-4a68-a700-e1997afee2fa on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:55:52.070743 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-0ceb5b7d-25aa-425d-a1cf-379c9e3b7ce2 service neutron] Attempting to bind port 6002c3af-dd58-4a68-a700-e1997afee2fa by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': 'eeb5ae5e-db04-4a86-95ef-62fd769c5d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '07c60738-0d51-40d7-b14f-98ba87e92f35'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:55:52.070880 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-0ceb5b7d-25aa-425d-a1cf-379c9e3b7ce2 service neutron] Attempting to bind port 6002c3af-dd58-4a68-a700-e1997afee2fa on network 07c60738-0d51-40d7-b14f-98ba87e92f35 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:55:52.096226 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae175fa7-ca71-4062-97dd-ccebfebf58de req-7363051d-5481-4750-9402-649a2d0871ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:52.096226 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae175fa7-ca71-4062-97dd-ccebfebf58de req-7363051d-5481-4750-9402-649a2d0871ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:52.096226 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae175fa7-ca71-4062-97dd-ccebfebf58de req-7363051d-5481-4750-9402-649a2d0871ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:52.096226 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ae175fa7-ca71-4062-97dd-ccebfebf58de req-7363051d-5481-4750-9402-649a2d0871ed service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=738abe581be64edd8f2e0a146ff187c8&device_id=b3a602a8-925a-482d-815a-10104b5f8b2f HTTP/1.1" status: 200 len: 2801 time: 0.3580632 Jun 11 09:55:52.096631 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-90bdb3c4-7f32-4345-95a2-c549f0bdd612 req-be8df41d-ddf5-444b-8b15-5417e6dd644a tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1830289 Jun 11 09:55:52.123209 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-0ceb5b7d-25aa-425d-a1cf-379c9e3b7ce2 service neutron] Port 6002c3af-dd58-4a68-a700-e1997afee2fa on network 07c60738-0d51-40d7-b14f-98ba87e92f35 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:55:52.123548 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-0ceb5b7d-25aa-425d-a1cf-379c9e3b7ce2 service neutron] Attempting to bind port 6002c3af-dd58-4a68-a700-e1997afee2fa on network 07c60738-0d51-40d7-b14f-98ba87e92f35 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:55:52.143523 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-0ceb5b7d-25aa-425d-a1cf-379c9e3b7ce2 service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:55:52.143916 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-0ceb5b7d-25aa-425d-a1cf-379c9e3b7ce2 service neutron] Checking segment: {'id': 'eeb5ae5e-db04-4a86-95ef-62fd769c5d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '07c60738-0d51-40d7-b14f-98ba87e92f35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:55:52.144285 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-0ceb5b7d-25aa-425d-a1cf-379c9e3b7ce2 service neutron] Bound using segment: {'id': 'eeb5ae5e-db04-4a86-95ef-62fd769c5d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '07c60738-0d51-40d7-b14f-98ba87e92f35'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:55:52.144734 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-0ceb5b7d-25aa-425d-a1cf-379c9e3b7ce2 service neutron] Bound port: 6002c3af-dd58-4a68-a700-e1997afee2fa, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeb5ae5e-db04-4a86-95ef-62fd769c5d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '07c60738-0d51-40d7-b14f-98ba87e92f35'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:55:52.145086 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-0ceb5b7d-25aa-425d-a1cf-379c9e3b7ce2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:52.328331 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-90bdb3c4-7f32-4345-95a2-c549f0bdd612 req-689f16c0-e583-47ae-9271-e2b71c6118f2 service neutron] Request body: {'port': {'device_id': 'fd8cec9e-df34-44f4-b32b-502c04d6c1d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-12'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:55:52.332096 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae175fa7-ca71-4062-97dd-ccebfebf58de req-541ac772-450c-4c7d-8772-073d7c43934d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:52.340852 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae175fa7-ca71-4062-97dd-ccebfebf58de req-541ac772-450c-4c7d-8772-073d7c43934d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:52.340852 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae175fa7-ca71-4062-97dd-ccebfebf58de req-541ac772-450c-4c7d-8772-073d7c43934d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:52.340852 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ae175fa7-ca71-4062-97dd-ccebfebf58de req-541ac772-450c-4c7d-8772-073d7c43934d service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=738abe581be64edd8f2e0a146ff187c8&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1826961 Jun 11 09:55:52.373442 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441076ea-a900-4ba8-8862-88fc6987c47c req-aafb2b8a-d92c-4aea-aabb-b11300573319 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:52.381656 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-441076ea-a900-4ba8-8862-88fc6987c47c req-aafb2b8a-d92c-4aea-aabb-b11300573319 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd8cec9e-df34-44f4-b32b-502c04d6c1d9 HTTP/1.1" status: 200 len: 931 time: 0.4783304 Jun 11 09:55:52.500645 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-441076ea-a900-4ba8-8862-88fc6987c47c req-6d0f01e4-2a9f-42f6-b08a-2bb90dc59ac3 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0a63a22-d585-43d6-b866-33fbb4d10728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181257 Jun 11 09:55:52.528036 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-908820f7-2419-4d7a-9622-60f64c5ce6e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67f1579c-f4af-4db3-8d23-b4d5dee04fd7 {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:55:52.538274 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-908820f7-2419-4d7a-9622-60f64c5ce6e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:52.552638 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-908820f7-2419-4d7a-9622-60f64c5ce6e6 service neutron] Transition to ACTIVE for port object 67f1579c-f4af-4db3-8d23-b4d5dee04fd7 will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:55:52.559750 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-0ceb5b7d-25aa-425d-a1cf-379c9e3b7ce2 service neutron] For port 6002c3af-dd58-4a68-a700-e1997afee2fa, host n-h1-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:55:52.576119 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-0ceb5b7d-25aa-425d-a1cf-379c9e3b7ce2 service neutron] For port 6002c3af-dd58-4a68-a700-e1997afee2fa, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=6002c3af-dd58-4a68-a700-e1997afee2fa,segment=NetworkSegment(eeb5ae5e-db04-4a86-95ef-62fd769c5d60),segment_id=eeb5ae5e-db04-4a86-95ef-62fd769c5d60)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:55:52.645796 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b464643-071e-4936-90d6-0561995c88b7 req-ad1e9ed7-b8ab-49e8-bfe6-7aec20c65b21 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:52.656323 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b464643-071e-4936-90d6-0561995c88b7 req-ad1e9ed7-b8ab-49e8-bfe6-7aec20c65b21 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:52.661731 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b0343632-d63b-47ff-a285-49aac33fbb6a tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:52.668651 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b464643-071e-4936-90d6-0561995c88b7 req-ad1e9ed7-b8ab-49e8-bfe6-7aec20c65b21 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:52.676779 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b464643-071e-4936-90d6-0561995c88b7 req-ad1e9ed7-b8ab-49e8-bfe6-7aec20c65b21 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:52.686693 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b464643-071e-4936-90d6-0561995c88b7 req-ad1e9ed7-b8ab-49e8-bfe6-7aec20c65b21 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:52.693561 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-b0343632-d63b-47ff-a285-49aac33fbb6a tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Transition to ACTIVE for port object db0236f9-cb3a-4a1d-8ed5-e91ad6affd4e will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:55:52.698854 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-90bdb3c4-7f32-4345-95a2-c549f0bdd612 req-689f16c0-e583-47ae-9271-e2b71c6118f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:52.699298 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6b464643-071e-4936-90d6-0561995c88b7 req-ad1e9ed7-b8ab-49e8-bfe6-7aec20c65b21 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 3827 time: 0.3139813 Jun 11 09:55:52.711317 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-323451f7-221f-412d-a0c6-8355daa4f1d5 None None] Provisioning for port ce80a9be-a8a6-4f18-8ec4-2d97dcde94f1 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:55:52.716112 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-323451f7-221f-412d-a0c6-8355daa4f1d5 None None] Provisioning complete for port ce80a9be-a8a6-4f18-8ec4-2d97dcde94f1 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:55:52.716751 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-323451f7-221f-412d-a0c6-8355daa4f1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:52.716899 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae175fa7-ca71-4062-97dd-ccebfebf58de req-65316508-c00e-4628-917a-81a8cb25360c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:52.718401 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ae175fa7-ca71-4062-97dd-ccebfebf58de req-65316508-c00e-4628-917a-81a8cb25360c service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3101692 Jun 11 09:55:52.747937 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-908820f7-2419-4d7a-9622-60f64c5ce6e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:52.751768 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-0ceb5b7d-25aa-425d-a1cf-379c9e3b7ce2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:52.767202 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3cb8dbe0-c339-49f8-934b-a66066ab795b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:52.841849 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908820f7-2419-4d7a-9622-60f64c5ce6e6 service neutron] Pushing event updated for resources: {'Port': ['ID=67f1579c-f4af-4db3-8d23-b4d5dee04fd7,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:52.908202 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-0ceb5b7d-25aa-425d-a1cf-379c9e3b7ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:52.908844 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-0ceb5b7d-25aa-425d-a1cf-379c9e3b7ce2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:52.917339 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-0ceb5b7d-25aa-425d-a1cf-379c9e3b7ce2 service neutron] 10.222.0.64 "PUT /v2.0/ports/6002c3af-dd58-4a68-a700-e1997afee2fa HTTP/1.1" status: 200 len: 1092 time: 3.1401632 Jun 11 09:55:52.920934 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-323451f7-221f-412d-a0c6-8355daa4f1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:52.953167 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6b464643-071e-4936-90d6-0561995c88b7 req-4ad701c4-38bc-466a-8cfa-20cd8f51766b tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/security-groups?id=230a77c0-a6d2-4599-bb7a-d2d4f277106a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2528245 Jun 11 09:55:53.019195 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-323451f7-221f-412d-a0c6-8355daa4f1d5 None None] For port ce80a9be-a8a6-4f18-8ec4-2d97dcde94f1, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=ce80a9be-a8a6-4f18-8ec4-2d97dcde94f1,segment=NetworkSegment(e0bc2927-8a98-4066-9eb5-5174f5accc0f),segment_id=e0bc2927-8a98-4066-9eb5-5174f5accc0f)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:55:53.152842 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9c702cf-dd7e-4dfa-b816-c6d03f19acf9', 'tag': '6002c3af-dd58-4a68-a700-e1997afee2fa'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:55:53.161327 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17636d87-67eb-4522-b4c8-f492d708c43f" -d '{"events": [{"name": "network-changed", "server_uuid": "b9c702cf-dd7e-4dfa-b816-c6d03f19acf9", "tag": "6002c3af-dd58-4a68-a700-e1997afee2fa"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:55:53.163112 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-4fd35537-3882-4480-91e1-93ce411447ac service neutron] Request body: {'port': {'device_id': 'b9c702cf-dd7e-4dfa-b816-c6d03f19acf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:55:53.180270 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-323451f7-221f-412d-a0c6-8355daa4f1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:53.187132 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-86b3b987-1a37-4dc3-96a6-111353eb2f85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:53.200417 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b0343632-d63b-47ff-a285-49aac33fbb6a tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:53.239861 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-07dcda9c-7936-48fc-bf73-ef36c4f7d6dc tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:53.377597 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323451f7-221f-412d-a0c6-8355daa4f1d5 None None] Pushing event updated for resources: {'Port': ['ID=ce80a9be-a8a6-4f18-8ec4-2d97dcde94f1,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:53.381733 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-323451f7-221f-412d-a0c6-8355daa4f1d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:53.465149 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0343632-d63b-47ff-a285-49aac33fbb6a tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:55:53.469420 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-b0343632-d63b-47ff-a285-49aac33fbb6a tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:55:53.544599 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0343632-d63b-47ff-a285-49aac33fbb6a tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event updated for resources: {'Port': ['ID=db0236f9-cb3a-4a1d-8ed5-e91ad6affd4e,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:53.550424 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0343632-d63b-47ff-a285-49aac33fbb6a tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:55:53.557011 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0343632-d63b-47ff-a285-49aac33fbb6a tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:53.558059 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b0343632-d63b-47ff-a285-49aac33fbb6a tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:53.574863 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b0343632-d63b-47ff-a285-49aac33fbb6a tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:53.610003 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [req-90bdb3c4-7f32-4345-95a2-c549f0bdd612 req-689f16c0-e583-47ae-9271-e2b71c6118f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6a1b5ed-d88d-4f3e-a2b4-49b7633fe075 {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:55:53.632253 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-90bdb3c4-7f32-4345-95a2-c549f0bdd612 req-689f16c0-e583-47ae-9271-e2b71c6118f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:53.648907 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-90bdb3c4-7f32-4345-95a2-c549f0bdd612 req-689f16c0-e583-47ae-9271-e2b71c6118f2 service neutron] Transition to ACTIVE for port object b6a1b5ed-d88d-4f3e-a2b4-49b7633fe075 will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:55:53.683683 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-b0343632-d63b-47ff-a285-49aac33fbb6a tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.5769641 Jun 11 09:55:53.683903 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 56508) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:55:53.762714 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-90bdb3c4-7f32-4345-95a2-c549f0bdd612 req-689f16c0-e583-47ae-9271-e2b71c6118f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:53.769342 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9116bb1d-db5b-4e05-a2da-c3f6141effe0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:53.959827 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689f16c0-e583-47ae-9271-e2b71c6118f2 service neutron] Pushing event updated for resources: {'Port': ['ID=b6a1b5ed-d88d-4f3e-a2b4-49b7633fe075,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:53.964243 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-322da7d8-ca56-4a90-9ce3-6d3a17937fc4 x-openstack-request-id: req-322da7d8-ca56-4a90-9ce3-6d3a17937fc4 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:55:53.965307 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9c702cf-dd7e-4dfa-b816-c6d03f19acf9", "tag": "6002c3af-dd58-4a68-a700-e1997afee2fa", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:55:53.965307 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-322da7d8-ca56-4a90-9ce3-6d3a17937fc4 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:55:53.965612 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9c702cf-dd7e-4dfa-b816-c6d03f19acf9', 'tag': '6002c3af-dd58-4a68-a700-e1997afee2fa', 'status': 'completed', 'code': 200} Jun 11 09:55:53.970730 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-689f16c0-e583-47ae-9271-e2b71c6118f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:54.032930 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceb5b7d-25aa-425d-a1cf-379c9e3b7ce2 service neutron] Pushing event updated for resources: {'Port': ['ID=6002c3af-dd58-4a68-a700-e1997afee2fa,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:54.036578 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0ceb5b7d-25aa-425d-a1cf-379c9e3b7ce2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.270s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:54.056371 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a495e5f-a4cc-46c5-8a32-585a4cb03aa1 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:54.062226 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a495e5f-a4cc-46c5-8a32-585a4cb03aa1 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:54.063847 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-0a495e5f-a4cc-46c5-8a32-585a4cb03aa1 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.3790331 Jun 11 09:55:54.070673 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-358d676a-de9e-40e2-8519-ce7f8e77d5a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.238s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:54.071289 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 56514) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:55:54.071896 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-358d676a-de9e-40e2-8519-ce7f8e77d5a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:54.076877 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-1298239a-ed01-49e5-9d0e-d514b09c71cf None None] Provisioning for port db0236f9-cb3a-4a1d-8ed5-e91ad6affd4e completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:55:54.080767 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-1298239a-ed01-49e5-9d0e-d514b09c71cf None None] Provisioning complete for port db0236f9-cb3a-4a1d-8ed5-e91ad6affd4e triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:55:54.081151 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1298239a-ed01-49e5-9d0e-d514b09c71cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:54.093651 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c13c1b4-5469-480b-92d6-bca468c0c1a1 req-0cc07492-cd98-4a23-a660-1484d843ae6f tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:54.100804 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5c13c1b4-5469-480b-92d6-bca468c0c1a1 req-0cc07492-cd98-4a23-a660-1484d843ae6f tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd8cec9e-df34-44f4-b32b-502c04d6c1d9 HTTP/1.1" status: 200 len: 943 time: 0.3211427 Jun 11 09:55:54.142309 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-1298239a-ed01-49e5-9d0e-d514b09c71cf None None] Port db0236f9-cb3a-4a1d-8ed5-e91ad6affd4e cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:55:54.159536 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-908820f7-2419-4d7a-9622-60f64c5ce6e6 service neutron] Attempting to bind port 67f1579c-f4af-4db3-8d23-b4d5dee04fd7 on host n-h2-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:55:54.160103 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-908820f7-2419-4d7a-9622-60f64c5ce6e6 service neutron] Attempting to bind port 67f1579c-f4af-4db3-8d23-b4d5dee04fd7 by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': '2c191948-9605-46d9-97be-bdc56634551b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'b8666e2e-8c44-47a2-a0cd-f981757183d2'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:55:54.160205 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-908820f7-2419-4d7a-9622-60f64c5ce6e6 service neutron] Attempting to bind port 67f1579c-f4af-4db3-8d23-b4d5dee04fd7 on network b8666e2e-8c44-47a2-a0cd-f981757183d2 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:55:54.170896 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-4fd35537-3882-4480-91e1-93ce411447ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:54.186631 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-90bdb3c4-7f32-4345-95a2-c549f0bdd612 req-689f16c0-e583-47ae-9271-e2b71c6118f2 service neutron] Attempting to bind port b6a1b5ed-d88d-4f3e-a2b4-49b7633fe075 on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:55:54.186861 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-908820f7-2419-4d7a-9622-60f64c5ce6e6 service neutron] Port 67f1579c-f4af-4db3-8d23-b4d5dee04fd7 on network b8666e2e-8c44-47a2-a0cd-f981757183d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:55:54.186963 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-908820f7-2419-4d7a-9622-60f64c5ce6e6 service neutron] Attempting to bind port 67f1579c-f4af-4db3-8d23-b4d5dee04fd7 on network b8666e2e-8c44-47a2-a0cd-f981757183d2 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:55:54.187051 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-90bdb3c4-7f32-4345-95a2-c549f0bdd612 req-689f16c0-e583-47ae-9271-e2b71c6118f2 service neutron] Attempting to bind port b6a1b5ed-d88d-4f3e-a2b4-49b7633fe075 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '8cbdf263-7cef-4405-b417-fb9433495e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '629d88a3-72e3-4ac0-9337-7a18a368e6f9'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:55:54.189235 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bdb3c4-7f32-4345-95a2-c549f0bdd612 req-689f16c0-e583-47ae-9271-e2b71c6118f2 service neutron] Attempting to bind port b6a1b5ed-d88d-4f3e-a2b4-49b7633fe075 on network 629d88a3-72e3-4ac0-9337-7a18a368e6f9 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:55:54.199617 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17636d87-67eb-4522-b4c8-f492d708c43f req-0ec71a71-05b6-4d57-bf5c-eddd4dd93e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:54.200103 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17636d87-67eb-4522-b4c8-f492d708c43f req-0ec71a71-05b6-4d57-bf5c-eddd4dd93e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:54.200569 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17636d87-67eb-4522-b4c8-f492d708c43f req-0ec71a71-05b6-4d57-bf5c-eddd4dd93e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:54.201039 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17636d87-67eb-4522-b4c8-f492d708c43f req-0ec71a71-05b6-4d57-bf5c-eddd4dd93e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:54.201499 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17636d87-67eb-4522-b4c8-f492d708c43f req-0ec71a71-05b6-4d57-bf5c-eddd4dd93e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:54.203429 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-17636d87-67eb-4522-b4c8-f492d708c43f req-0ec71a71-05b6-4d57-bf5c-eddd4dd93e11 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=27f3c4dce50f47ad9013fa1bc48941bf&device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 4363 time: 0.2766988 Jun 11 09:55:54.207806 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bdb3c4-7f32-4345-95a2-c549f0bdd612 req-689f16c0-e583-47ae-9271-e2b71c6118f2 service neutron] Port b6a1b5ed-d88d-4f3e-a2b4-49b7633fe075 on network 629d88a3-72e3-4ac0-9337-7a18a368e6f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:55:54.207806 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bdb3c4-7f32-4345-95a2-c549f0bdd612 req-689f16c0-e583-47ae-9271-e2b71c6118f2 service neutron] Attempting to bind port b6a1b5ed-d88d-4f3e-a2b4-49b7633fe075 on network 629d88a3-72e3-4ac0-9337-7a18a368e6f9 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:55:54.210844 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-908820f7-2419-4d7a-9622-60f64c5ce6e6 service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:55:54.211186 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-908820f7-2419-4d7a-9622-60f64c5ce6e6 service neutron] Checking segment: {'id': '2c191948-9605-46d9-97be-bdc56634551b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'b8666e2e-8c44-47a2-a0cd-f981757183d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:55:54.211608 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-908820f7-2419-4d7a-9622-60f64c5ce6e6 service neutron] Bound using segment: {'id': '2c191948-9605-46d9-97be-bdc56634551b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'b8666e2e-8c44-47a2-a0cd-f981757183d2'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:55:54.212038 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-908820f7-2419-4d7a-9622-60f64c5ce6e6 service neutron] Bound port: 67f1579c-f4af-4db3-8d23-b4d5dee04fd7, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c191948-9605-46d9-97be-bdc56634551b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'b8666e2e-8c44-47a2-a0cd-f981757183d2'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:55:54.212983 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-908820f7-2419-4d7a-9622-60f64c5ce6e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:54.239724 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5c13c1b4-5469-480b-92d6-bca468c0c1a1 req-514e3536-b910-4c4f-bca4-d087def5cb9b tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0a63a22-d585-43d6-b866-33fbb4d10728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380279 Jun 11 09:55:54.242725 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bdb3c4-7f32-4345-95a2-c549f0bdd612 req-689f16c0-e583-47ae-9271-e2b71c6118f2 service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:55:54.243067 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bdb3c4-7f32-4345-95a2-c549f0bdd612 req-689f16c0-e583-47ae-9271-e2b71c6118f2 service neutron] Checking segment: {'id': '8cbdf263-7cef-4405-b417-fb9433495e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '629d88a3-72e3-4ac0-9337-7a18a368e6f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:55:54.243209 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad3917-4c1f-41a5-8978-37568b11ca02 req-884206d9-cf14-449d-ae30-cf3521641c55 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:54.243479 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bdb3c4-7f32-4345-95a2-c549f0bdd612 req-689f16c0-e583-47ae-9271-e2b71c6118f2 service neutron] Bound using segment: {'id': '8cbdf263-7cef-4405-b417-fb9433495e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '629d88a3-72e3-4ac0-9337-7a18a368e6f9'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:55:54.243953 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-90bdb3c4-7f32-4345-95a2-c549f0bdd612 req-689f16c0-e583-47ae-9271-e2b71c6118f2 service neutron] Bound port: b6a1b5ed-d88d-4f3e-a2b4-49b7633fe075, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cbdf263-7cef-4405-b417-fb9433495e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '629d88a3-72e3-4ac0-9337-7a18a368e6f9'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:55:54.244314 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-90bdb3c4-7f32-4345-95a2-c549f0bdd612 req-689f16c0-e583-47ae-9271-e2b71c6118f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:54.249056 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad3917-4c1f-41a5-8978-37568b11ca02 req-884206d9-cf14-449d-ae30-cf3521641c55 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:54.254938 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad3917-4c1f-41a5-8978-37568b11ca02 req-884206d9-cf14-449d-ae30-cf3521641c55 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:54.257172 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cbad3917-4c1f-41a5-8978-37568b11ca02 req-884206d9-cf14-449d-ae30-cf3521641c55 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3a602a8-925a-482d-815a-10104b5f8b2f HTTP/1.1" status: 200 len: 2413 time: 0.2884345 Jun 11 09:55:54.360819 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-5603db98-3d55-4796-ade3-9715d2d05570 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Deleting port db0236f9-cb3a-4a1d-8ed5-e91ad6affd4e {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:55:54.361130 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5603db98-3d55-4796-ade3-9715d2d05570 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:54.433921 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-90bdb3c4-7f32-4345-95a2-c549f0bdd612 req-689f16c0-e583-47ae-9271-e2b71c6118f2 service neutron] For port b6a1b5ed-d88d-4f3e-a2b4-49b7633fe075, host n-h1-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:55:54.512068 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-90bdb3c4-7f32-4345-95a2-c549f0bdd612 req-689f16c0-e583-47ae-9271-e2b71c6118f2 service neutron] For port b6a1b5ed-d88d-4f3e-a2b4-49b7633fe075, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=b6a1b5ed-d88d-4f3e-a2b4-49b7633fe075,segment=NetworkSegment(8cbdf263-7cef-4405-b417-fb9433495e8a),segment_id=8cbdf263-7cef-4405-b417-fb9433495e8a)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:55:54.548750 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cbad3917-4c1f-41a5-8978-37568b11ca02 req-2dbbf297-38c3-4b69-9b6d-ad87e5849392 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/security-groups?id=abdcb17a-68bc-4d03-89e1-7baaf91e40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573061 Jun 11 09:55:54.555802 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5603db98-3d55-4796-ade3-9715d2d05570 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:54.608133 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-908820f7-2419-4d7a-9622-60f64c5ce6e6 service neutron] For port 67f1579c-f4af-4db3-8d23-b4d5dee04fd7, host n-h2-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:55:54.613511 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-908820f7-2419-4d7a-9622-60f64c5ce6e6 service neutron] For port 67f1579c-f4af-4db3-8d23-b4d5dee04fd7, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=67f1579c-f4af-4db3-8d23-b4d5dee04fd7,segment=NetworkSegment(2c191948-9605-46d9-97be-bdc56634551b),segment_id=2c191948-9605-46d9-97be-bdc56634551b)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:55:54.632658 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-90bdb3c4-7f32-4345-95a2-c549f0bdd612 req-689f16c0-e583-47ae-9271-e2b71c6118f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:54.644154 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17636d87-67eb-4522-b4c8-f492d708c43f req-5b6f97c7-9e18-401d-b305-8a13b0d2219d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:54.644639 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17636d87-67eb-4522-b4c8-f492d708c43f req-5b6f97c7-9e18-401d-b305-8a13b0d2219d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:54.645111 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17636d87-67eb-4522-b4c8-f492d708c43f req-5b6f97c7-9e18-401d-b305-8a13b0d2219d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:54.646698 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-17636d87-67eb-4522-b4c8-f492d708c43f req-5b6f97c7-9e18-401d-b305-8a13b0d2219d service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=27f3c4dce50f47ad9013fa1bc48941bf&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4299829 Jun 11 09:55:54.687137 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-5603db98-3d55-4796-ade3-9715d2d05570 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Calling delete_port for db0236f9-cb3a-4a1d-8ed5-e91ad6affd4e owned by {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:55:54.690409 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0235d377-95db-4ddd-a7c1-978da633bed9 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:54.825875 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-908820f7-2419-4d7a-9622-60f64c5ce6e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:54.832951 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9e3b5e9e-76e2-4af9-849b-b769b44cb1b6 tempest-ServerRescueNegativeTestJSON-1089761204 tempest-ServerRescueNegativeTestJSON-1089761204-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:54.866731 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bdb3c4-7f32-4345-95a2-c549f0bdd612 req-689f16c0-e583-47ae-9271-e2b71c6118f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:54.867778 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-90bdb3c4-7f32-4345-95a2-c549f0bdd612 req-689f16c0-e583-47ae-9271-e2b71c6118f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:54.870250 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-90bdb3c4-7f32-4345-95a2-c549f0bdd612 req-689f16c0-e583-47ae-9271-e2b71c6118f2 service neutron] 10.222.0.64 "PUT /v2.0/ports/b6a1b5ed-d88d-4f3e-a2b4-49b7633fe075 HTTP/1.1" status: 200 len: 1092 time: 2.5465453 Jun 11 09:55:54.871116 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd8cec9e-df34-44f4-b32b-502c04d6c1d9', 'tag': 'b6a1b5ed-d88d-4f3e-a2b4-49b7633fe075'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:55:54.877576 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2956e4a-f586-4697-9d23-e5df4a969ba1" -d '{"events": [{"name": "network-changed", "server_uuid": "fd8cec9e-df34-44f4-b32b-502c04d6c1d9", "tag": "b6a1b5ed-d88d-4f3e-a2b4-49b7633fe075"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:55:54.912407 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-908820f7-2419-4d7a-9622-60f64c5ce6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:54.913029 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-908820f7-2419-4d7a-9622-60f64c5ce6e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:54.914432 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-908820f7-2419-4d7a-9622-60f64c5ce6e6 service neutron] 10.222.0.69 "PUT /v2.0/ports/67f1579c-f4af-4db3-8d23-b4d5dee04fd7 HTTP/1.1" status: 200 len: 1093 time: 4.1567273 Jun 11 09:55:54.915986 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689f16c0-e583-47ae-9271-e2b71c6118f2 service neutron] Pushing event updated for resources: {'Port': ['ID=b6a1b5ed-d88d-4f3e-a2b4-49b7633fe075,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:54.925402 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-689f16c0-e583-47ae-9271-e2b71c6118f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:55.025083 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17636d87-67eb-4522-b4c8-f492d708c43f req-539dcee8-d9f0-49dd-94d3-5df0a5fffcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:55.026662 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-17636d87-67eb-4522-b4c8-f492d708c43f req-539dcee8-d9f0-49dd-94d3-5df0a5fffcc5 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3713098 Jun 11 09:55:55.074779 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908820f7-2419-4d7a-9622-60f64c5ce6e6 service neutron] Pushing event updated for resources: {'Port': ['ID=67f1579c-f4af-4db3-8d23-b4d5dee04fd7,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:55.099634 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-908820f7-2419-4d7a-9622-60f64c5ce6e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:55.242738 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-4fd35537-3882-4480-91e1-93ce411447ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31bcc4b9-58bd-4fec-b00e-1686a7b3b5c8 {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:55:55.254509 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-4fd35537-3882-4480-91e1-93ce411447ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:55.273160 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022928bf-ac11-4dda-aa5b-0dd20de607f6 req-b43787e4-d2dc-4983-94a6-6d95e3c61942 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:55.282308 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022928bf-ac11-4dda-aa5b-0dd20de607f6 req-b43787e4-d2dc-4983-94a6-6d95e3c61942 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:55.286671 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-4fd35537-3882-4480-91e1-93ce411447ac service neutron] Transition to ACTIVE for port object 31bcc4b9-58bd-4fec-b00e-1686a7b3b5c8 will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:55:55.294198 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022928bf-ac11-4dda-aa5b-0dd20de607f6 req-b43787e4-d2dc-4983-94a6-6d95e3c61942 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:55.308670 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022928bf-ac11-4dda-aa5b-0dd20de607f6 req-b43787e4-d2dc-4983-94a6-6d95e3c61942 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:55.316985 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bdb3c4-7f32-4345-95a2-c549f0bdd612 req-5f51d66d-3ab1-4c5d-a3d1-a82d3ffbd052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:55.318310 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022928bf-ac11-4dda-aa5b-0dd20de607f6 req-b43787e4-d2dc-4983-94a6-6d95e3c61942 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:55.318801 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-90bdb3c4-7f32-4345-95a2-c549f0bdd612 req-5f51d66d-3ab1-4c5d-a3d1-a82d3ffbd052 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=205594447f3445c2ac3204bbefdd34aa&device_id=fd8cec9e-df34-44f4-b32b-502c04d6c1d9 HTTP/1.1" status: 200 len: 1095 time: 0.2216344 Jun 11 09:55:55.322273 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-04c1f3cc-eac9-4a2c-9160-1cdd9972d3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:55.322866 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-04c1f3cc-eac9-4a2c-9160-1cdd9972d3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:55.323417 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-04c1f3cc-eac9-4a2c-9160-1cdd9972d3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:55.326612 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-04c1f3cc-eac9-4a2c-9160-1cdd9972d3db service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=738abe581be64edd8f2e0a146ff187c8&device_id=b3a602a8-925a-482d-815a-10104b5f8b2f HTTP/1.1" status: 200 len: 2869 time: 0.1917360 Jun 11 09:55:55.327015 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-022928bf-ac11-4dda-aa5b-0dd20de607f6 req-b43787e4-d2dc-4983-94a6-6d95e3c61942 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 3827 time: 0.2677615 Jun 11 09:55:55.388703 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5603db98-3d55-4796-ade3-9715d2d05570 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:55.424496 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8d5cdabd-251b-4be9-a46c-f739d004d816 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:55.472529 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-90bdb3c4-7f32-4345-95a2-c549f0bdd612 req-79b2ace0-0e71-446f-aeaf-f9f3dcadb718 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b6a1b5ed-d88d-4f3e-a2b4-49b7633fe075 HTTP/1.1" status: 200 len: 217 time: 0.1448421 Jun 11 09:55:55.475384 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-eab7d294-e191-40fe-9da6-2fe999c3aada service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.114&port_id=bc500777-2d41-419d-abc1-c6f797497b09 HTTP/1.1" status: 200 len: 217 time: 0.1395013 Jun 11 09:55:55.475384 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-4fd35537-3882-4480-91e1-93ce411447ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:55.479824 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-253bfc97-c864-4d86-a133-697411c793f7 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:55.492528 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-022928bf-ac11-4dda-aa5b-0dd20de607f6 req-843e9222-136b-41c3-864c-795e38ede26d tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/security-groups?id=230a77c0-a6d2-4599-bb7a-d2d4f277106a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1646233 Jun 11 09:55:55.498470 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5603db98-3d55-4796-ade3-9715d2d05570 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event deleted for resources: {'Port': ['ID=db0236f9-cb3a-4a1d-8ed5-e91ad6affd4e,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:55.547374 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5603db98-3d55-4796-ade3-9715d2d05570 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:55.547374 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5603db98-3d55-4796-ade3-9715d2d05570 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:55.553695 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-5603db98-3d55-4796-ade3-9715d2d05570 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/ports/db0236f9-cb3a-4a1d-8ed5-e91ad6affd4e HTTP/1.1" status: 204 len: 168 time: 1.4775767 Jun 11 09:55:55.554032 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 56538) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:55:55.568770 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device ce80a9be-a8a6-4f18-8ec4-2d97dcde94f1 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:55:55.698904 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4129dcda-83ac-42db-95fc-4a4641192766 x-openstack-request-id: req-4129dcda-83ac-42db-95fc-4a4641192766 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:55:55.698904 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd8cec9e-df34-44f4-b32b-502c04d6c1d9", "tag": "b6a1b5ed-d88d-4f3e-a2b4-49b7633fe075", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:55:55.698904 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4129dcda-83ac-42db-95fc-4a4641192766 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:55:55.698904 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd8cec9e-df34-44f4-b32b-502c04d6c1d9', 'tag': 'b6a1b5ed-d88d-4f3e-a2b4-49b7633fe075', 'status': 'completed', 'code': 200} Jun 11 09:55:55.758562 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port ce80a9be-a8a6-4f18-8ec4-2d97dcde94f1 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:55:55.758954 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:55.769519 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef42481b-8576-410f-8d0a-29b187490c49 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:55.771296 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef42481b-8576-410f-8d0a-29b187490c49 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:55.776005 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-ef42481b-8576-410f-8d0a-29b187490c49 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2181091 Jun 11 09:55:55.777878 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 56544) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:55:55.824859 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd35537-3882-4480-91e1-93ce411447ac service neutron] Pushing event updated for resources: {'Port': ['ID=31bcc4b9-58bd-4fec-b00e-1686a7b3b5c8,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:55.828472 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4fd35537-3882-4480-91e1-93ce411447ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:55.841845 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-1da6101c-9f96-4600-9730-c0ff52f2c3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:55.844939 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-1da6101c-9f96-4600-9730-c0ff52f2c3ef service neutron] 10.222.0.69 "GET /v2.0/subnets?id=90cb98dc-e9aa-4e5e-9069-45c2c8ffbc08 HTTP/1.1" status: 200 len: 801 time: 0.3625197 Jun 11 09:55:55.947873 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bdb3c4-7f32-4345-95a2-c549f0bdd612 req-11dff935-7120-470d-b6d7-8028a2f982f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:55.952777 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-90bdb3c4-7f32-4345-95a2-c549f0bdd612 req-11dff935-7120-470d-b6d7-8028a2f982f1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=44ed3fc7-9612-451c-8b75-8a1ffa244da3 HTTP/1.1" status: 200 len: 851 time: 0.4605000 Jun 11 09:55:56.004142 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3a602a8-925a-482d-815a-10104b5f8b2f', 'tag': '67f1579c-f4af-4db3-8d23-b4d5dee04fd7'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:55:56.012118 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb1c104-8951-468e-a854-361eab9b8439" -d '{"events": [{"name": "network-changed", "server_uuid": "b3a602a8-925a-482d-815a-10104b5f8b2f", "tag": "67f1579c-f4af-4db3-8d23-b4d5dee04fd7"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:55:56.050715 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-0089afdc-4890-4bdf-8093-fa0585b2cd21 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Deleting subnet 3a4ff479-51e4-465f-84bb-6d8055ef1f47 {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 09:55:56.057550 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0089afdc-4890-4bdf-8093-fa0585b2cd21 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:56.083561 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-90bdb3c4-7f32-4345-95a2-c549f0bdd612 req-714b7837-a448-493e-82c7-ec2c6ccf7c10 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=629d88a3-72e3-4ac0-9337-7a18a368e6f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0912557 Jun 11 09:55:56.181417 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0089afdc-4890-4bdf-8093-fa0585b2cd21 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:56.235961 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 56554) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:55:56.265009 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-90bdb3c4-7f32-4345-95a2-c549f0bdd612 req-d644e584-616c-4531-97af-b75fc4fd417b service neutron] 10.222.0.64 "GET /v2.0/networks/629d88a3-72e3-4ac0-9337-7a18a368e6f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677628 Jun 11 09:55:56.320870 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-307c39ba-8abb-44a7-abca-62ed2f9837f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:56.323203 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-307c39ba-8abb-44a7-abca-62ed2f9837f8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b8666e2e-8c44-47a2-a0cd-f981757183d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4327135 Jun 11 09:55:56.343855 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:55:56.343855 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:55:56.343855 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:55:56.343855 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:55:56.343855 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:55:56.343855 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:55:56.343855 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:55:56.343855 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:55:56.343855 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:55:56.343855 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:55:56.343855 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:55:56.343855 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:55:56.343855 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:55:56.343855 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:55:56.343855 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:55:56.343855 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:55:56.343855 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:55:56.343855 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:55:56.343855 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:55:56.343855 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:55:56.343855 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:55:56.343855 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:55:56.343855 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:55:56.343855 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:55:56.343855 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:55:56.343855 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:55:56.343855 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:55:56.343855 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:55:56.343855 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:55:56.343855 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:55:56.343855 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:55:56.343855 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:55:56.343855 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:55:56.343855 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:55:56.343855 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:55:56.343855 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:55:56.343855 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:55:56.343855 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:55:56.343855 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:55:56.343855 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:55:56.343855 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:55:56.343855 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:55:56.343855 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:55:56.343855 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:55:56.347479 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:55:56.347479 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:55:56.347479 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:55:56.347479 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:55:56.347479 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:55:56.347479 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:55:56.347479 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:55:56.347479 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:55:56.347479 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:55:56.347479 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:55:56.347479 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:55:56.347479 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:55:56.347479 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:55:56.347479 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:55:56.347479 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:55:56.347479 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:55:56.355202 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-4fd35537-3882-4480-91e1-93ce411447ac service neutron] Attempting to bind port 31bcc4b9-58bd-4fec-b00e-1686a7b3b5c8 on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:55:56.355202 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-4fd35537-3882-4480-91e1-93ce411447ac service neutron] Attempting to bind port 31bcc4b9-58bd-4fec-b00e-1686a7b3b5c8 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '686cf7b5-2b83-43f0-a6c3-e1d920022762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:55:56.355202 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-4fd35537-3882-4480-91e1-93ce411447ac service neutron] Attempting to bind port 31bcc4b9-58bd-4fec-b00e-1686a7b3b5c8 on network 1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:55:56.355675 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0089afdc-4890-4bdf-8093-fa0585b2cd21 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:56.402579 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-4fd35537-3882-4480-91e1-93ce411447ac service neutron] Port 31bcc4b9-58bd-4fec-b00e-1686a7b3b5c8 on network 1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:55:56.402916 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-4fd35537-3882-4480-91e1-93ce411447ac service neutron] Attempting to bind port 31bcc4b9-58bd-4fec-b00e-1686a7b3b5c8 on network 1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:55:56.423360 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108a332f-e735-4f6e-b784-ea3efe4c0485 req-55c46e7d-edd1-4381-8151-71ec02a9b265 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:56.424906 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-108a332f-e735-4f6e-b784-ea3efe4c0485 req-55c46e7d-edd1-4381-8151-71ec02a9b265 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd8cec9e-df34-44f4-b32b-502c04d6c1d9 HTTP/1.1" status: 200 len: 943 time: 0.5944822 Jun 11 09:55:56.501609 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-108a332f-e735-4f6e-b784-ea3efe4c0485 req-d971cbaf-606e-4d33-b34c-86a5e57e0e60 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0a63a22-d585-43d6-b866-33fbb4d10728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667500 Jun 11 09:55:56.534908 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-4fd35537-3882-4480-91e1-93ce411447ac service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:55:56.535445 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-4fd35537-3882-4480-91e1-93ce411447ac service neutron] Checking segment: {'id': '686cf7b5-2b83-43f0-a6c3-e1d920022762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:55:56.535672 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-4fd35537-3882-4480-91e1-93ce411447ac service neutron] Bound using segment: {'id': '686cf7b5-2b83-43f0-a6c3-e1d920022762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:55:56.536113 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-4fd35537-3882-4480-91e1-93ce411447ac service neutron] Bound port: 31bcc4b9-58bd-4fec-b00e-1686a7b3b5c8, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '686cf7b5-2b83-43f0-a6c3-e1d920022762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:55:56.536463 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-4fd35537-3882-4480-91e1-93ce411447ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:56.561065 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-38749d21-65a8-4923-b081-7c37cb53779d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:56.635977 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0089afdc-4890-4bdf-8093-fa0585b2cd21 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:56.639550 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4b911d02-00b9-4ae3-9a1d-64d04081979f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:56.685177 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0089afdc-4890-4bdf-8093-fa0585b2cd21 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event deleted for resources: {'Subnet': ['ID=3a4ff479-51e4-465f-84bb-6d8055ef1f47,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:56.698517 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0089afdc-4890-4bdf-8093-fa0585b2cd21 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:56.703682 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-0089afdc-4890-4bdf-8093-fa0585b2cd21 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/subnets/3a4ff479-51e4-465f-84bb-6d8055ef1f47 HTTP/1.1" status: 204 len: 168 time: 0.9220457 Jun 11 09:55:56.703682 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0089afdc-4890-4bdf-8093-fa0585b2cd21 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:56.703682 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 56560) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:55:56.706513 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521faa8f-d1c2-4432-9983-ae3e9c7c6a9d None None] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:55:56.755678 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-90bdb3c4-7f32-4345-95a2-c549f0bdd612 req-080364a3-7d05-4951-ab9b-40f0057f9e08 service neutron] 10.222.0.64 "GET /v2.0/networks/629d88a3-72e3-4ac0-9337-7a18a368e6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4799285 Jun 11 09:55:56.766722 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463edd1b-3670-45a1-af0d-e5cb7b94d585 req-673233ce-a6ff-461d-b1ee-e796c843c344 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:56.777014 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-1f3e0981-3a3a-4885-8dfb-8f6ed49bd7d1 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0685740 Jun 11 09:55:56.777314 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463edd1b-3670-45a1-af0d-e5cb7b94d585 req-673233ce-a6ff-461d-b1ee-e796c843c344 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:56.781462 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463edd1b-3670-45a1-af0d-e5cb7b94d585 req-673233ce-a6ff-461d-b1ee-e796c843c344 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:56.788575 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-463edd1b-3670-45a1-af0d-e5cb7b94d585 req-673233ce-a6ff-461d-b1ee-e796c843c344 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3a602a8-925a-482d-815a-10104b5f8b2f HTTP/1.1" status: 200 len: 2413 time: 0.4870403 Jun 11 09:55:56.792403 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 56562) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:55:56.799090 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-6fb565c2-3217-4f24-865b-03dc2518f9d3 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Request body: {'subnet': {'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:55:56.804361 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-b6d6d805-4aa5-4ead-bcbb-35e5fd0fbb8a service neutron] 10.222.0.69 "GET /v2.0/networks/b8666e2e-8c44-47a2-a0cd-f981757183d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4535499 Jun 11 09:55:56.925231 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-4fd35537-3882-4480-91e1-93ce411447ac service neutron] For port 31bcc4b9-58bd-4fec-b00e-1686a7b3b5c8, host n-h1-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:55:57.015997 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-463edd1b-3670-45a1-af0d-e5cb7b94d585 req-3d3b5bcd-125d-488a-90d0-ee0e8f253351 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/security-groups?id=abdcb17a-68bc-4d03-89e1-7baaf91e40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265027 Jun 11 09:55:57.030472 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-4fd35537-3882-4480-91e1-93ce411447ac service neutron] For port 31bcc4b9-58bd-4fec-b00e-1686a7b3b5c8, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=31bcc4b9-58bd-4fec-b00e-1686a7b3b5c8,segment=NetworkSegment(686cf7b5-2b83-43f0-a6c3-e1d920022762),segment_id=686cf7b5-2b83-43f0-a6c3-e1d920022762)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:55:57.080136 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c5fb8f8-2a4e-48a7-a9bf-93bccfc431e7 x-openstack-request-id: req-1c5fb8f8-2a4e-48a7-a9bf-93bccfc431e7 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:55:57.080686 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3a602a8-925a-482d-815a-10104b5f8b2f", "tag": "67f1579c-f4af-4db3-8d23-b4d5dee04fd7", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:55:57.081148 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1c5fb8f8-2a4e-48a7-a9bf-93bccfc431e7 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:55:57.081597 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3a602a8-925a-482d-815a-10104b5f8b2f', 'tag': '67f1579c-f4af-4db3-8d23-b4d5dee04fd7', 'status': 'completed', 'code': 200} Jun 11 09:55:57.120546 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e56e1c-249b-46f6-b7d6-77fde50e110a None None] DHCP port deletion for f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 09:55:57.121047 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-4fd35537-3882-4480-91e1-93ce411447ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:57.127333 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b975fe26-bd2e-4683-85a6-20323a7fa1fb tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:57.174596 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-09815885-a119-489c-b67f-2532a043eae5 service neutron] 10.222.0.69 "GET /v2.0/networks/b8666e2e-8c44-47a2-a0cd-f981757183d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3577228 Jun 11 09:55:57.246321 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f4e56e1c-249b-46f6-b7d6-77fde50e110a None None] Deleting port ce80a9be-a8a6-4f18-8ec4-2d97dcde94f1 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:55:57.247008 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f4e56e1c-249b-46f6-b7d6-77fde50e110a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:57.272138 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-4fd35537-3882-4480-91e1-93ce411447ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:57.273098 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-4fd35537-3882-4480-91e1-93ce411447ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:57.274761 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-4fd35537-3882-4480-91e1-93ce411447ac service neutron] 10.222.0.64 "PUT /v2.0/ports/31bcc4b9-58bd-4fec-b00e-1686a7b3b5c8 HTTP/1.1" status: 200 len: 1132 time: 4.1159096 Jun 11 09:55:57.280609 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-38749d21-65a8-4923-b081-7c37cb53779d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:57.291517 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-96fc6523-ff9a-4bff-b3ee-715244fbd7be service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.103&port_id=f8d34b36-4619-47da-b776-51da5e7d7204 HTTP/1.1" status: 200 len: 217 time: 0.1067770 Jun 11 09:55:57.363828 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2956e4a-f586-4697-9d23-e5df4a969ba1 req-5d4aea96-cbfd-47a3-aa75-4a056127b8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:57.365322 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d2956e4a-f586-4697-9d23-e5df4a969ba1 req-5d4aea96-cbfd-47a3-aa75-4a056127b8d3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=205594447f3445c2ac3204bbefdd34aa&device_id=fd8cec9e-df34-44f4-b32b-502c04d6c1d9 HTTP/1.1" status: 200 len: 1095 time: 0.3528137 Jun 11 09:55:57.369255 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd35537-3882-4480-91e1-93ce411447ac service neutron] Pushing event updated for resources: {'Port': ['ID=31bcc4b9-58bd-4fec-b00e-1686a7b3b5c8,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:57.372101 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20928c5e-de4d-41e0-a7fd-a4aa9aba078b req-1c0ec242-a132-478d-b887-ec7c9f1eadf3 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:57.373925 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f4e56e1c-249b-46f6-b7d6-77fde50e110a None None] For port ce80a9be-a8a6-4f18-8ec4-2d97dcde94f1, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=ce80a9be-a8a6-4f18-8ec4-2d97dcde94f1,segment=NetworkSegment(e0bc2927-8a98-4066-9eb5-5174f5accc0f),segment_id=e0bc2927-8a98-4066-9eb5-5174f5accc0f)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:55:57.374339 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f4e56e1c-249b-46f6-b7d6-77fde50e110a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:57.381452 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20928c5e-de4d-41e0-a7fd-a4aa9aba078b req-1c0ec242-a132-478d-b887-ec7c9f1eadf3 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:57.391311 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20928c5e-de4d-41e0-a7fd-a4aa9aba078b req-1c0ec242-a132-478d-b887-ec7c9f1eadf3 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:57.393396 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4fd35537-3882-4480-91e1-93ce411447ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:57.400278 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20928c5e-de4d-41e0-a7fd-a4aa9aba078b req-1c0ec242-a132-478d-b887-ec7c9f1eadf3 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:57.409468 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20928c5e-de4d-41e0-a7fd-a4aa9aba078b req-1c0ec242-a132-478d-b887-ec7c9f1eadf3 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:57.419255 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20928c5e-de4d-41e0-a7fd-a4aa9aba078b req-1c0ec242-a132-478d-b887-ec7c9f1eadf3 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:57.428467 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-38749d21-65a8-4923-b081-7c37cb53779d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:57.432079 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-20928c5e-de4d-41e0-a7fd-a4aa9aba078b req-1c0ec242-a132-478d-b887-ec7c9f1eadf3 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 4600 time: 0.2092471 Jun 11 09:55:57.457280 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-9d56cb09-6323-4e21-b783-87c324ef4aa5 service neutron] Request body: {'port': {'device_id': 'b9c702cf-dd7e-4dfa-b816-c6d03f19acf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:55:57.467776 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c1770de4-821c-468f-8530-4647ab1cfbc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:57.525800 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f4e56e1c-249b-46f6-b7d6-77fde50e110a None None] Calling delete_port for ce80a9be-a8a6-4f18-8ec4-2d97dcde94f1 owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:55:57.536648 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-20928c5e-de4d-41e0-a7fd-a4aa9aba078b req-b06d82f2-abf2-470b-bfe6-8ad4f3000b0d tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/security-groups?id=230a77c0-a6d2-4599-bb7a-d2d4f277106a&id=3ac47e06-1e75-4528-8507-ea5f5c2807d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1026108 Jun 11 09:55:57.559934 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device ce80a9be-a8a6-4f18-8ec4-2d97dcde94f1 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:55:57.597140 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb565c2-3217-4f24-865b-03dc2518f9d3 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Made reservation on behalf of 3a7e48b24b924bff8faf8c740b2810c2 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:55:57.601943 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6fb565c2-3217-4f24-865b-03dc2518f9d3 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:57.822092 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:58.050695 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-47b1720a-2e77-421a-81ed-b5e69a0ff341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:58.050695 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-47b1720a-2e77-421a-81ed-b5e69a0ff341 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0015feab-eb59-4b96-94de-42b05d87cd97 HTTP/1.1" status: 200 len: 801 time: 0.6872945 Jun 11 09:55:58.050695 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38749d21-65a8-4923-b081-7c37cb53779d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fecb402-d9b4-4c6b-a233-070f959e99ed,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:58.052411 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f4e56e1c-249b-46f6-b7d6-77fde50e110a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:58.052411 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-68f9a504-7baf-43c6-884d-faa3d264fa8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:58.100338 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-38749d21-65a8-4923-b081-7c37cb53779d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.633s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:58.106176 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-38749d21-65a8-4923-b081-7c37cb53779d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f959a9b5050d415387564c4c204c5446&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8405445 Jun 11 09:55:58.110702 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 56578) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:55:58.140609 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e56e1c-249b-46f6-b7d6-77fde50e110a None None] Pushing event deleted for resources: {'Port': ['ID=ce80a9be-a8a6-4f18-8ec4-2d97dcde94f1,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:58.155339 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f4e56e1c-249b-46f6-b7d6-77fde50e110a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:58.162501 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e56e1c-249b-46f6-b7d6-77fde50e110a None None] No DVR routers for this DVR port ce80a9be-a8a6-4f18-8ec4-2d97dcde94f1 on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:55:58.233623 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2956e4a-f586-4697-9d23-e5df4a969ba1 req-43955c28-68cc-4e11-9ad6-a59db344e24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:58.235278 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d2956e4a-f586-4697-9d23-e5df4a969ba1 req-43955c28-68cc-4e11-9ad6-a59db344e24b service neutron] 10.222.0.64 "GET /v2.0/networks?id=629d88a3-72e3-4ac0-9337-7a18a368e6f9 HTTP/1.1" status: 200 len: 912 time: 0.8629420 Jun 11 09:55:58.238341 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-9d56cb09-6323-4e21-b783-87c324ef4aa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:58.283363 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8da6557-55ab-4449-9a3b-8143ae915aac req-e0d8df66-5475-4405-9ee7-993ad03da550 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:58.283363 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e8da6557-55ab-4449-9a3b-8143ae915aac req-e0d8df66-5475-4405-9ee7-993ad03da550 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd8cec9e-df34-44f4-b32b-502c04d6c1d9 HTTP/1.1" status: 200 len: 943 time: 0.5729032 Jun 11 09:55:58.322174 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d2956e4a-f586-4697-9d23-e5df4a969ba1 req-42fb56d7-e2b8-45c7-8cc2-428545265ddc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b6a1b5ed-d88d-4f3e-a2b4-49b7633fe075 HTTP/1.1" status: 200 len: 217 time: 0.0774038 Jun 11 09:55:58.375392 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-222dd630-fce6-4a8e-a2cd-3df9d2678ccf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:58.395711 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e8da6557-55ab-4449-9a3b-8143ae915aac req-48811d67-6db3-49f7-87aa-8c749f4e4e76 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0a63a22-d585-43d6-b866-33fbb4d10728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010826 Jun 11 09:55:58.407432 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-fbe536aa-b802-4495-ade5-3348229d486a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:58.408960 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-fbe536aa-b802-4495-ade5-3348229d486a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cf6af0c2-0550-4ce7-a6e1-38bcbcce32a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4097650 Jun 11 09:55:58.556947 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-222dd630-fce6-4a8e-a2cd-3df9d2678ccf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:58.563966 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2956e4a-f586-4697-9d23-e5df4a969ba1 req-02ea4acf-7bad-4702-8674-9fda2c020324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:58.565517 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d2956e4a-f586-4697-9d23-e5df4a969ba1 req-02ea4acf-7bad-4702-8674-9fda2c020324 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=44ed3fc7-9612-451c-8b75-8a1ffa244da3 HTTP/1.1" status: 200 len: 851 time: 0.2112079 Jun 11 09:55:58.565669 n-d-779913-12 neutron-server[93177]: DEBUG neutron.objects.ports [None req-6fb565c2-3217-4f24-865b-03dc2518f9d3 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93177) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 11 09:55:58.567235 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6fb565c2-3217-4f24-865b-03dc2518f9d3 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:58.570038 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-83960e97-b1e3-4882-99e4-78605fa2f3bc tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:58.628583 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb565c2-3217-4f24-865b-03dc2518f9d3 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:55:58.631921 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-6fb565c2-3217-4f24-865b-03dc2518f9d3 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:55:58.636315 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb565c2-3217-4f24-865b-03dc2518f9d3 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:58.636996 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6fb565c2-3217-4f24-865b-03dc2518f9d3 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:58.646120 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf06079-7d1c-4214-9cd7-9c6bf450fbd1 None None] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:55:58.652351 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb565c2-3217-4f24-865b-03dc2518f9d3 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event updated for resources: {'Subnet': ['ID=a01c5958-4673-4c29-975b-688067eaaa1d,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:58.655810 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6fb565c2-3217-4f24-865b-03dc2518f9d3 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:58.710183 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d2956e4a-f586-4697-9d23-e5df4a969ba1 req-11148f1a-852e-4a9c-8f5f-8fc1f807c0b5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=629d88a3-72e3-4ac0-9337-7a18a368e6f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1046946 Jun 11 09:55:58.767121 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-6fb565c2-3217-4f24-865b-03dc2518f9d3 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9727499 Jun 11 09:55:58.770982 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 56586) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:55:58.776027 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-b31c0f79-41f3-42d9-a760-e455dc24ca99 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Request body: {'port': {'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'mac_address': 'fa:16:3e:22:9b:2b', 'name': 'tempest-NetworksTestDHCPv6-1164288228'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:55:58.859710 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252497a1-9d7d-4545-b2dc-782d99eb7571 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'tenant_id': '3a7e48b24b924bff8faf8c740b2810c2', 'fixed_ips': [{'subnet_id': 'a01c5958-4673-4c29-975b-688067eaaa1d'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 09:55:58.861664 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-252497a1-9d7d-4545-b2dc-782d99eb7571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:58.902425 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e3f35-40d6-4d22-a413-a16eba81c9f9 req-6e14a192-b4cd-402d-8720-e9ae62d1e88d tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:58.908366 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e3f35-40d6-4d22-a413-a16eba81c9f9 req-6e14a192-b4cd-402d-8720-e9ae62d1e88d tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:58.914192 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e3f35-40d6-4d22-a413-a16eba81c9f9 req-6e14a192-b4cd-402d-8720-e9ae62d1e88d tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:58.920516 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e3f35-40d6-4d22-a413-a16eba81c9f9 req-6e14a192-b4cd-402d-8720-e9ae62d1e88d tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:58.926309 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e3f35-40d6-4d22-a413-a16eba81c9f9 req-6e14a192-b4cd-402d-8720-e9ae62d1e88d tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:58.932766 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e3f35-40d6-4d22-a413-a16eba81c9f9 req-6e14a192-b4cd-402d-8720-e9ae62d1e88d tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:58.934636 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-439e3f35-40d6-4d22-a413-a16eba81c9f9 req-6e14a192-b4cd-402d-8720-e9ae62d1e88d tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 4600 time: 0.2108369 Jun 11 09:55:58.953094 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device b6a1b5ed-d88d-4f3e-a2b4-49b7633fe075 details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:55:58.981248 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-5c48603b-d57e-4c43-a914-438ff024fb8d service neutron] 10.222.0.69 "GET /v2.0/networks/cf6af0c2-0550-4ce7-a6e1-38bcbcce32a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5601807 Jun 11 09:55:59.002353 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-439e3f35-40d6-4d22-a413-a16eba81c9f9 req-83ba8c3a-ee33-4754-9648-5a2914fd99a4 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/security-groups?id=230a77c0-a6d2-4599-bb7a-d2d4f277106a&id=3ac47e06-1e75-4528-8507-ea5f5c2807d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0606570 Jun 11 09:55:59.006291 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d2956e4a-f586-4697-9d23-e5df4a969ba1 req-9da5f909-a0ef-4e15-a05c-2e54b01770dc service neutron] 10.222.0.64 "GET /v2.0/networks/629d88a3-72e3-4ac0-9337-7a18a368e6f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816830 Jun 11 09:55:59.017716 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9b4b3f-593c-4944-8207-f301c24fd66b req-5207a03b-053b-4eab-9181-8e42dea1395e tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:59.023711 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9b4b3f-593c-4944-8207-f301c24fd66b req-5207a03b-053b-4eab-9181-8e42dea1395e tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:59.029670 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9b4b3f-593c-4944-8207-f301c24fd66b req-5207a03b-053b-4eab-9181-8e42dea1395e tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:59.031402 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0e9b4b3f-593c-4944-8207-f301c24fd66b req-5207a03b-053b-4eab-9181-8e42dea1395e tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3a602a8-925a-482d-815a-10104b5f8b2f HTTP/1.1" status: 200 len: 2413 time: 0.5463912 Jun 11 09:55:59.109003 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b31c0f79-41f3-42d9-a760-e455dc24ca99 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Made reservation on behalf of 3a7e48b24b924bff8faf8c740b2810c2 for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:55:59.113722 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9c702cf-dd7e-4dfa-b816-c6d03f19acf9', 'tag': '31bcc4b9-58bd-4fec-b00e-1686a7b3b5c8'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:55:59.116958 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4b4bf2d-d98a-40f6-9e6b-b94513063390" -d '{"events": [{"name": "network-changed", "server_uuid": "b9c702cf-dd7e-4dfa-b816-c6d03f19acf9", "tag": "31bcc4b9-58bd-4fec-b00e-1686a7b3b5c8"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:55:59.119437 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-222dd630-fce6-4a8e-a2cd-3df9d2678ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:59.122072 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-222dd630-fce6-4a8e-a2cd-3df9d2678ccf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:59.125480 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-222dd630-fce6-4a8e-a2cd-3df9d2678ccf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5fecb402-d9b4-4c6b-a233-070f959e99ed HTTP/1.1" status: 204 len: 168 time: 1.0040061 Jun 11 09:55:59.125480 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-38749d21-65a8-4923-b081-7c37cb53779d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:59.143046 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-252497a1-9d7d-4545-b2dc-782d99eb7571 None None] Allocated IP 2001:db8::f816:3eff:fe6d:73ba (f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc/a01c5958-4673-4c29-975b-688067eaaa1d/3abaaf9b-550d-4331-bddf-00fc431fdd8d) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:55:59.166128 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222dd630-fce6-4a8e-a2cd-3df9d2678ccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fecb402-d9b4-4c6b-a233-070f959e99ed,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:59.226496 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-222dd630-fce6-4a8e-a2cd-3df9d2678ccf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:59.252610 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port b6a1b5ed-d88d-4f3e-a2b4-49b7633fe075, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=b6a1b5ed-d88d-4f3e-a2b4-49b7633fe075,segment=NetworkSegment(8cbdf263-7cef-4405-b417-fb9433495e8a),segment_id=8cbdf263-7cef-4405-b417-fb9433495e8a)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:55:59.298909 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b31c0f79-41f3-42d9-a760-e455dc24ca99 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:59.323675 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': 'b6a1b5ed-d88d-4f3e-a2b4-49b7633fe075', 'network_id': '629d88a3-72e3-4ac0-9337-7a18a368e6f9', 'port_id': 'b6a1b5ed-d88d-4f3e-a2b4-49b7633fe075', 'mac_address': 'fa:16:3e:f0:d2:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44ed3fc7-9612-451c-8b75-8a1ffa244da3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:55:59.331814 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0e9b4b3f-593c-4944-8207-f301c24fd66b req-e7025ecd-7726-4d47-b151-01cba3f3abe1 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/security-groups?id=abdcb17a-68bc-4d03-89e1-7baaf91e40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744358 Jun 11 09:55:59.335402 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [None req-b31c0f79-41f3-42d9-a760-e455dc24ca99 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] device_id is not set on port cc808c9d-6f7e-4864-8f93-0648b029d924 yet. {{(pid=93177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 09:55:59.408290 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1721ec13-2a1d-48b6-b18c-522e56968ffc x-openstack-request-id: req-1721ec13-2a1d-48b6-b18c-522e56968ffc {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:55:59.408670 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9c702cf-dd7e-4dfa-b816-c6d03f19acf9", "tag": "31bcc4b9-58bd-4fec-b00e-1686a7b3b5c8", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:55:59.408940 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1721ec13-2a1d-48b6-b18c-522e56968ffc {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:55:59.409401 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9c702cf-dd7e-4dfa-b816-c6d03f19acf9', 'tag': '31bcc4b9-58bd-4fec-b00e-1686a7b3b5c8', 'status': 'completed', 'code': 200} Jun 11 09:55:59.410582 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:59.447082 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-81340b95-a943-43e0-9f9e-3c27f4f85fd1 service neutron] 10.222.0.69 "GET /v2.0/networks/cf6af0c2-0550-4ce7-a6e1-38bcbcce32a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4537580 Jun 11 09:55:59.469857 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-9d56cb09-6323-4e21-b783-87c324ef4aa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44968cf1-fbc9-4eec-b314-67f01cc0a00c {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:55:59.479138 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d2956e4a-f586-4697-9d23-e5df4a969ba1 req-d383002c-6ef3-42b2-81c9-8b8044ce8a43 service neutron] 10.222.0.64 "GET /v2.0/networks/629d88a3-72e3-4ac0-9337-7a18a368e6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4399903 Jun 11 09:55:59.505197 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6a1b5ed-d88d-4f3e-a2b4-49b7633fe075 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:55:59.526989 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b4bf2d-d98a-40f6-9e6b-b94513063390 req-8af01eec-c2a4-4d49-bb5b-5b2193af41c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:59.527623 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b4bf2d-d98a-40f6-9e6b-b94513063390 req-8af01eec-c2a4-4d49-bb5b-5b2193af41c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:59.528481 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b4bf2d-d98a-40f6-9e6b-b94513063390 req-8af01eec-c2a4-4d49-bb5b-5b2193af41c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:59.528967 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b4bf2d-d98a-40f6-9e6b-b94513063390 req-8af01eec-c2a4-4d49-bb5b-5b2193af41c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:59.529436 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b4bf2d-d98a-40f6-9e6b-b94513063390 req-8af01eec-c2a4-4d49-bb5b-5b2193af41c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:59.529905 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b4bf2d-d98a-40f6-9e6b-b94513063390 req-8af01eec-c2a4-4d49-bb5b-5b2193af41c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:59.532258 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e4b4bf2d-d98a-40f6-9e6b-b94513063390 req-8af01eec-c2a4-4d49-bb5b-5b2193af41c7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=27f3c4dce50f47ad9013fa1bc48941bf&device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 5288 time: 0.1239634 Jun 11 09:55:59.539467 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-252497a1-9d7d-4545-b2dc-782d99eb7571 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:59.546149 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port b6a1b5ed-d88d-4f3e-a2b4-49b7633fe075, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=b6a1b5ed-d88d-4f3e-a2b4-49b7633fe075,segment=NetworkSegment(8cbdf263-7cef-4405-b417-fb9433495e8a),segment_id=8cbdf263-7cef-4405-b417-fb9433495e8a)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:55:59.550226 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-252497a1-9d7d-4545-b2dc-782d99eb7571 None None] Transition to ACTIVE for port object 3abaaf9b-550d-4331-bddf-00fc431fdd8d will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:55:59.569662 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-252497a1-9d7d-4545-b2dc-782d99eb7571 None None] Transition to ACTIVE for port object 3abaaf9b-550d-4331-bddf-00fc431fdd8d will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:55:59.611923 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-9d56cb09-6323-4e21-b783-87c324ef4aa5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:59.615192 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-7bee204f-cc48-4f98-8fb2-2297af1e3a51 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.174&port_id=67f1579c-f4af-4db3-8d23-b4d5dee04fd7 HTTP/1.1" status: 200 len: 217 time: 0.1583228 Jun 11 09:55:59.667420 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-9d56cb09-6323-4e21-b783-87c324ef4aa5 service neutron] Transition to ACTIVE for port object 44968cf1-fbc9-4eec-b314-67f01cc0a00c will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:55:59.685640 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-8b07d3a3-e224-4e05-ae69-4ea693cd595a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:59.687180 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-8b07d3a3-e224-4e05-ae69-4ea693cd595a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=90cb98dc-e9aa-4e5e-9069-45c2c8ffbc08 HTTP/1.1" status: 200 len: 801 time: 0.0605843 Jun 11 09:55:59.691775 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:59.694218 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:59.730870 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-252497a1-9d7d-4545-b2dc-782d99eb7571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:59.762323 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252497a1-9d7d-4545-b2dc-782d99eb7571 None None] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:55:59.771084 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b4bf2d-d98a-40f6-9e6b-b94513063390 req-8d9d3c29-19bf-473d-b214-f46b8b88cab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:59.771584 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b4bf2d-d98a-40f6-9e6b-b94513063390 req-8d9d3c29-19bf-473d-b214-f46b8b88cab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:59.772357 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-252497a1-9d7d-4545-b2dc-782d99eb7571 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:55:59.777677 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b4bf2d-d98a-40f6-9e6b-b94513063390 req-8d9d3c29-19bf-473d-b214-f46b8b88cab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:59.777677 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e4b4bf2d-d98a-40f6-9e6b-b94513063390 req-8d9d3c29-19bf-473d-b214-f46b8b88cab4 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=27f3c4dce50f47ad9013fa1bc48941bf&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2340882 Jun 11 09:55:59.784303 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-08f29ccc-3f92-4326-810b-302b4cbfad2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:59.786291 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-08f29ccc-3f92-4326-810b-302b4cbfad2b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b8666e2e-8c44-47a2-a0cd-f981757183d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0911558 Jun 11 09:55:59.789940 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=b6a1b5ed-d88d-4f3e-a2b4-49b7633fe075,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:59.796095 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252497a1-9d7d-4545-b2dc-782d99eb7571 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:55:59.799630 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:59.801161 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-358cf539-f6c3-41c8-9ca1-d9fc82ed041e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:59.851537 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-b31c0f79-41f3-42d9-a760-e455dc24ca99 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Allocated IP 2001:db8::f816:3eff:fe22:9b2b (f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc/a01c5958-4673-4c29-975b-688067eaaa1d/cc808c9d-6f7e-4864-8f93-0648b029d924) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:55:59.858516 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-9d56cb09-6323-4e21-b783-87c324ef4aa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:59.892190 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c2cee08a-b4c8-46a7-aa86-c1aa591f0395 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:55:59.916544 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-252497a1-9d7d-4545-b2dc-782d99eb7571 None None] Attempting to bind port 3abaaf9b-550d-4331-bddf-00fc431fdd8d on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:55:59.917180 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-252497a1-9d7d-4545-b2dc-782d99eb7571 None None] Attempting to bind port 3abaaf9b-550d-4331-bddf-00fc431fdd8d by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'e0bc2927-8a98-4066-9eb5-5174f5accc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:55:59.917296 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252497a1-9d7d-4545-b2dc-782d99eb7571 None None] Attempting to bind port 3abaaf9b-550d-4331-bddf-00fc431fdd8d on network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:55:59.919372 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252497a1-9d7d-4545-b2dc-782d99eb7571 None None] Pushing event updated for resources: {'Port': ['ID=3abaaf9b-550d-4331-bddf-00fc431fdd8d,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:55:59.922743 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-252497a1-9d7d-4545-b2dc-782d99eb7571 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:55:59.925535 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252497a1-9d7d-4545-b2dc-782d99eb7571 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:55:59.925951 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252497a1-9d7d-4545-b2dc-782d99eb7571 None None] Checking segment: {'id': 'e0bc2927-8a98-4066-9eb5-5174f5accc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:55:59.926331 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-252497a1-9d7d-4545-b2dc-782d99eb7571 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:59.926726 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252497a1-9d7d-4545-b2dc-782d99eb7571 None None] Bound using segment: {'id': 'e0bc2927-8a98-4066-9eb5-5174f5accc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:55:59.927210 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-252497a1-9d7d-4545-b2dc-782d99eb7571 None None] Bound port: 3abaaf9b-550d-4331-bddf-00fc431fdd8d, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0bc2927-8a98-4066-9eb5-5174f5accc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:55:59.927682 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-252497a1-9d7d-4545-b2dc-782d99eb7571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:55:59.994592 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b4bf2d-d98a-40f6-9e6b-b94513063390 req-344be568-5ec1-43e1-ae2e-b93b358a0e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:55:59.996315 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e4b4bf2d-d98a-40f6-9e6b-b94513063390 req-344be568-5ec1-43e1-ae2e-b93b358a0e89 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2151122 Jun 11 09:56:00.013439 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['b6a1b5ed-d88d-4f3e-a2b4-49b7633fe075'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:56:00.070434 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-252497a1-9d7d-4545-b2dc-782d99eb7571 None None] For port 3abaaf9b-550d-4331-bddf-00fc431fdd8d, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:56:00.099598 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-252497a1-9d7d-4545-b2dc-782d99eb7571 None None] For port 3abaaf9b-550d-4331-bddf-00fc431fdd8d, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=3abaaf9b-550d-4331-bddf-00fc431fdd8d,segment=NetworkSegment(e0bc2927-8a98-4066-9eb5-5174f5accc0f),segment_id=e0bc2927-8a98-4066-9eb5-5174f5accc0f)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:56:00.122504 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d56cb09-6323-4e21-b783-87c324ef4aa5 service neutron] Pushing event updated for resources: {'Port': ['ID=44968cf1-fbc9-4eec-b314-67f01cc0a00c,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:00.126169 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9d56cb09-6323-4e21-b783-87c324ef4aa5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:00.134922 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-dadc009e-1ae1-45cd-b3c6-e02ae7cc4ba3 service neutron] 10.222.0.69 "GET /v2.0/networks/b8666e2e-8c44-47a2-a0cd-f981757183d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3411210 Jun 11 09:56:00.183885 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 56606) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:56:00.214672 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-252497a1-9d7d-4545-b2dc-782d99eb7571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:00.230620 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f11cd9d-265d-4580-a314-0ed89d437b01 req-cf3d9044-6a71-4e04-ba12-a43e31bb2c4a tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:00.235352 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-68f9a504-7baf-43c6-884d-faa3d264fa8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:00.238698 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3f11cd9d-265d-4580-a314-0ed89d437b01 req-cf3d9044-6a71-4e04-ba12-a43e31bb2c4a tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd8cec9e-df34-44f4-b32b-502c04d6c1d9 HTTP/1.1" status: 200 len: 944 time: 0.4051263 Jun 11 09:56:00.266714 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-517f54c0-59f3-4365-a6c3-6778b7f4ddda admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:00.310763 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b31c0f79-41f3-42d9-a760-e455dc24ca99 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:00.341210 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-b31c0f79-41f3-42d9-a760-e455dc24ca99 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Transition to ACTIVE for port object cc808c9d-6f7e-4864-8f93-0648b029d924 will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:56:00.378100 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252497a1-9d7d-4545-b2dc-782d99eb7571 None None] Pushing event updated for resources: {'Port': ['ID=3abaaf9b-550d-4331-bddf-00fc431fdd8d,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:00.393716 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-252497a1-9d7d-4545-b2dc-782d99eb7571 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:00.419425 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3f11cd9d-265d-4580-a314-0ed89d437b01 req-e1bafe02-324c-401e-bd40-163d198820d3 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0a63a22-d585-43d6-b866-33fbb4d10728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808434 Jun 11 09:56:00.428462 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-9d56cb09-6323-4e21-b783-87c324ef4aa5 service neutron] Attempting to bind port 44968cf1-fbc9-4eec-b314-67f01cc0a00c on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:56:00.428807 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-9d56cb09-6323-4e21-b783-87c324ef4aa5 service neutron] Attempting to bind port 44968cf1-fbc9-4eec-b314-67f01cc0a00c by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '686cf7b5-2b83-43f0-a6c3-e1d920022762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:56:00.429143 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-9d56cb09-6323-4e21-b783-87c324ef4aa5 service neutron] Attempting to bind port 44968cf1-fbc9-4eec-b314-67f01cc0a00c on network 1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:56:00.440982 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-9d56cb09-6323-4e21-b783-87c324ef4aa5 service neutron] Port 44968cf1-fbc9-4eec-b314-67f01cc0a00c on network 1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:56:00.441325 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-9d56cb09-6323-4e21-b783-87c324ef4aa5 service neutron] Attempting to bind port 44968cf1-fbc9-4eec-b314-67f01cc0a00c on network 1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:56:00.455070 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ec3f7c6a-39ef-43b4-aa1e-f71e125cc5c2 req-0415613f-2030-495d-b810-2706c11dc1a5 service neutron] 10.222.0.69 "GET /v2.0/networks/b8666e2e-8c44-47a2-a0cd-f981757183d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923539 Jun 11 09:56:00.456451 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-9d56cb09-6323-4e21-b783-87c324ef4aa5 service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:56:00.456787 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-9d56cb09-6323-4e21-b783-87c324ef4aa5 service neutron] Checking segment: {'id': '686cf7b5-2b83-43f0-a6c3-e1d920022762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:56:00.457407 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-9d56cb09-6323-4e21-b783-87c324ef4aa5 service neutron] Bound using segment: {'id': '686cf7b5-2b83-43f0-a6c3-e1d920022762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:56:00.457863 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-9d56cb09-6323-4e21-b783-87c324ef4aa5 service neutron] Bound port: 44968cf1-fbc9-4eec-b314-67f01cc0a00c, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '686cf7b5-2b83-43f0-a6c3-e1d920022762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:56:00.458371 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-9d56cb09-6323-4e21-b783-87c324ef4aa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:00.538288 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-517f54c0-59f3-4365-a6c3-6778b7f4ddda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:00.559498 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f769a2c1-60e7-4555-8355-654617d22731 req-5d2afce9-9d33-4d23-a6a0-4309ca0e920f tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:00.565731 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f769a2c1-60e7-4555-8355-654617d22731 req-5d2afce9-9d33-4d23-a6a0-4309ca0e920f tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:00.572731 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f769a2c1-60e7-4555-8355-654617d22731 req-5d2afce9-9d33-4d23-a6a0-4309ca0e920f tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:00.578740 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f769a2c1-60e7-4555-8355-654617d22731 req-5d2afce9-9d33-4d23-a6a0-4309ca0e920f tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:00.584056 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-9d56cb09-6323-4e21-b783-87c324ef4aa5 service neutron] For port 44968cf1-fbc9-4eec-b314-67f01cc0a00c, host n-h1-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:56:00.588492 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f769a2c1-60e7-4555-8355-654617d22731 req-5d2afce9-9d33-4d23-a6a0-4309ca0e920f tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:00.595880 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f769a2c1-60e7-4555-8355-654617d22731 req-5d2afce9-9d33-4d23-a6a0-4309ca0e920f tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:00.598863 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-9d56cb09-6323-4e21-b783-87c324ef4aa5 service neutron] For port 44968cf1-fbc9-4eec-b314-67f01cc0a00c, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=44968cf1-fbc9-4eec-b314-67f01cc0a00c,segment=NetworkSegment(686cf7b5-2b83-43f0-a6c3-e1d920022762),segment_id=686cf7b5-2b83-43f0-a6c3-e1d920022762)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:56:00.602034 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f769a2c1-60e7-4555-8355-654617d22731 req-5d2afce9-9d33-4d23-a6a0-4309ca0e920f tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:00.604116 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f769a2c1-60e7-4555-8355-654617d22731 req-5d2afce9-9d33-4d23-a6a0-4309ca0e920f tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 5372 time: 0.1802204 Jun 11 09:56:00.605840 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b31c0f79-41f3-42d9-a760-e455dc24ca99 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:00.609953 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-feb7b4d7-f102-47b8-bc5c-26cbf778dffb tempest-InstanceActionsTestJSON-1475774004 tempest-InstanceActionsTestJSON-1475774004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:00.693093 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31c0f79-41f3-42d9-a760-e455dc24ca99 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:56:00.698298 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-517f54c0-59f3-4365-a6c3-6778b7f4ddda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:00.710980 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-b31c0f79-41f3-42d9-a760-e455dc24ca99 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:56:00.722629 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31c0f79-41f3-42d9-a760-e455dc24ca99 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:56:00.728528 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31c0f79-41f3-42d9-a760-e455dc24ca99 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:00.730329 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b31c0f79-41f3-42d9-a760-e455dc24ca99 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:00.736276 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-9d56cb09-6323-4e21-b783-87c324ef4aa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:00.736770 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31c0f79-41f3-42d9-a760-e455dc24ca99 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event updated for resources: {'Port': ['ID=cc808c9d-6f7e-4864-8f93-0648b029d924,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:00.740989 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b31c0f79-41f3-42d9-a760-e455dc24ca99 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:00.741714 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-358d676a-de9e-40e2-8519-ce7f8e77d5a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:00.745070 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e9685430-441f-4230-ab98-a4a53b15a621 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:00.750676 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f769a2c1-60e7-4555-8355-654617d22731 req-eea30cf9-33ee-46c8-a41b-27000bb08a8f tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/security-groups?id=230a77c0-a6d2-4599-bb7a-d2d4f277106a&id=3ac47e06-1e75-4528-8507-ea5f5c2807d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1356273 Jun 11 09:56:00.787474 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029ba57c-782b-4084-b2b9-7806085fc0a5 req-98d26814-aedd-47aa-9791-340be24ecba3 tempest-ServerTagsTestJSON-2019324800 tempest-ServerTagsTestJSON-2019324800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:00.792124 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-517f54c0-59f3-4365-a6c3-6778b7f4ddda admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d29f944f6c83416496a691614a80f8cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6046896 Jun 11 09:56:00.795478 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-029ba57c-782b-4084-b2b9-7806085fc0a5 req-98d26814-aedd-47aa-9791-340be24ecba3 tempest-ServerTagsTestJSON-2019324800 tempest-ServerTagsTestJSON-2019324800-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fec7aa5-5489-4275-9038-8d620b25c86e HTTP/1.1" status: 200 len: 946 time: 0.1789205 Jun 11 09:56:00.796991 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 56616) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:56:00.807726 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-9d56cb09-6323-4e21-b783-87c324ef4aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:00.808281 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-9d56cb09-6323-4e21-b783-87c324ef4aa5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:00.809670 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-9d56cb09-6323-4e21-b783-87c324ef4aa5 service neutron] 10.222.0.64 "PUT /v2.0/ports/44968cf1-fbc9-4eec-b314-67f01cc0a00c HTTP/1.1" status: 200 len: 1131 time: 3.3922925 Jun 11 09:56:00.814429 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517f54c0-59f3-4365-a6c3-6778b7f4ddda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca01123-f7ac-4700-8153-ad02a12ec3b8,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:00.834980 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-517f54c0-59f3-4365-a6c3-6778b7f4ddda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:00.861611 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-b31c0f79-41f3-42d9-a760-e455dc24ca99 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0869620 Jun 11 09:56:00.863610 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 56618) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:56:00.874519 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb1c104-8951-468e-a854-361eab9b8439 req-498a4737-84da-4f5e-897d-39bdfe14bef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:00.874519 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb1c104-8951-468e-a854-361eab9b8439 req-498a4737-84da-4f5e-897d-39bdfe14bef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:00.874519 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb1c104-8951-468e-a854-361eab9b8439 req-498a4737-84da-4f5e-897d-39bdfe14bef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:00.874902 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-aeb1c104-8951-468e-a854-361eab9b8439 req-498a4737-84da-4f5e-897d-39bdfe14bef5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=738abe581be64edd8f2e0a146ff187c8&device_id=b3a602a8-925a-482d-815a-10104b5f8b2f HTTP/1.1" status: 200 len: 2869 time: 0.2160344 Jun 11 09:56:00.889915 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d56cb09-6323-4e21-b783-87c324ef4aa5 service neutron] Pushing event updated for resources: {'Port': ['ID=44968cf1-fbc9-4eec-b314-67f01cc0a00c,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:00.893468 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9d56cb09-6323-4e21-b783-87c324ef4aa5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:00.917469 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-029ba57c-782b-4084-b2b9-7806085fc0a5 req-dbb52b51-2483-4ae5-b2e5-7123b2e461f6 tempest-ServerTagsTestJSON-2019324800 tempest-ServerTagsTestJSON-2019324800-project] 10.222.0.60 "GET /v2.0/security-groups?id=135926fd-b9ae-4ac5-b636-70023b16db0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205411 Jun 11 09:56:00.940932 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-cc54820b-e2fe-4bc1-ad63-d958caa375e9 service neutron] Request body: {'port': {'device_id': 'b9c702cf-dd7e-4dfa-b816-c6d03f19acf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:56:00.960974 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9b539977-96ee-4891-99a4-cbde9acdbf61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:01.001589 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9b539977-96ee-4891-99a4-cbde9acdbf61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:01.127818 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-cc54820b-e2fe-4bc1-ad63-d958caa375e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:01.142288 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd269a5-793d-4395-b6f9-7239f79abdf5 req-2543d343-8d98-4cf6-82f7-8f429bb94b35 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:01.149365 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd269a5-793d-4395-b6f9-7239f79abdf5 req-2543d343-8d98-4cf6-82f7-8f429bb94b35 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:01.156045 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd269a5-793d-4395-b6f9-7239f79abdf5 req-2543d343-8d98-4cf6-82f7-8f429bb94b35 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:01.158729 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bfd269a5-793d-4395-b6f9-7239f79abdf5 req-2543d343-8d98-4cf6-82f7-8f429bb94b35 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3a602a8-925a-482d-815a-10104b5f8b2f HTTP/1.1" status: 200 len: 2413 time: 0.2419202 Jun 11 09:56:01.190250 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb1c104-8951-468e-a854-361eab9b8439 req-cecb134d-7c9f-4568-8947-2b9877d1430e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:01.191647 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-aeb1c104-8951-468e-a854-361eab9b8439 req-cecb134d-7c9f-4568-8947-2b9877d1430e service neutron] 10.222.0.69 "GET /v2.0/networks?id=b8666e2e-8c44-47a2-a0cd-f981757183d2 HTTP/1.1" status: 200 len: 903 time: 0.3050349 Jun 11 09:56:01.192734 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b11d9e-f55c-478a-a848-6ab92e3812c0 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:01.195278 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:01.199024 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b11d9e-f55c-478a-a848-6ab92e3812c0 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:01.203034 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-43b11d9e-f55c-478a-a848-6ab92e3812c0 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3352261 Jun 11 09:56:01.204167 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 56620) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:56:01.217880 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9b539977-96ee-4891-99a4-cbde9acdbf61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:01.220667 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9b539977-96ee-4891-99a4-cbde9acdbf61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:01.224022 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-9b539977-96ee-4891-99a4-cbde9acdbf61 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3ca01123-f7ac-4700-8153-ad02a12ec3b8 HTTP/1.1" status: 204 len: 168 time: 0.4254405 Jun 11 09:56:01.247494 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ed01ff81-715c-4d15-9282-5416842f8845 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:01.255875 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-aeb1c104-8951-468e-a854-361eab9b8439 req-539b6f76-61b5-4b10-ba3e-9a6e1517d845 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.174&port_id=67f1579c-f4af-4db3-8d23-b4d5dee04fd7 HTTP/1.1" status: 200 len: 217 time: 0.0528541 Jun 11 09:56:01.275391 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b539977-96ee-4891-99a4-cbde9acdbf61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca01123-f7ac-4700-8153-ad02a12ec3b8,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:01.280511 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bfd269a5-793d-4395-b6f9-7239f79abdf5 req-f03e0257-2ecd-40d6-b3d6-ecc7831cbdb1 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/security-groups?id=abdcb17a-68bc-4d03-89e1-7baaf91e40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163657 Jun 11 09:56:01.281359 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9b539977-96ee-4891-99a4-cbde9acdbf61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:01.388138 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-6f75b136-7496-4b7f-8c09-53de2e4a9d20 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Deleting port cc808c9d-6f7e-4864-8f93-0648b029d924 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:56:01.388567 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6f75b136-7496-4b7f-8c09-53de2e4a9d20 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:01.552028 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 3abaaf9b-550d-4331-bddf-00fc431fdd8d up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:56:01.593671 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6f75b136-7496-4b7f-8c09-53de2e4a9d20 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:01.723177 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-6f75b136-7496-4b7f-8c09-53de2e4a9d20 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Calling delete_port for cc808c9d-6f7e-4864-8f93-0648b029d924 owned by {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:56:01.802576 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 3abaaf9b-550d-4331-bddf-00fc431fdd8d completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:56:01.842151 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9c702cf-dd7e-4dfa-b816-c6d03f19acf9', 'tag': '44968cf1-fbc9-4eec-b314-67f01cc0a00c'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:56:01.845243 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84de65af-047a-4598-992a-46330a371cef" -d '{"events": [{"name": "network-changed", "server_uuid": "b9c702cf-dd7e-4dfa-b816-c6d03f19acf9", "tag": "44968cf1-fbc9-4eec-b314-67f01cc0a00c"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:56:01.855101 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7570ec6-2c11-42ab-a403-c98a33f5e64c None None] Provisioning for port 3abaaf9b-550d-4331-bddf-00fc431fdd8d completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:56:01.860551 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7570ec6-2c11-42ab-a403-c98a33f5e64c None None] Provisioning complete for port 3abaaf9b-550d-4331-bddf-00fc431fdd8d triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:56:01.861684 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7570ec6-2c11-42ab-a403-c98a33f5e64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:01.886409 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d1ab2-5ca0-49e4-aa5d-f3b43af5a845 req-fcf51cca-34a1-4b20-9749-9349908be1dc tempest-ServerTagsTestJSON-2019324800 tempest-ServerTagsTestJSON-2019324800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:01.887921 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-581d1ab2-5ca0-49e4-aa5d-f3b43af5a845 req-fcf51cca-34a1-4b20-9749-9349908be1dc tempest-ServerTagsTestJSON-2019324800 tempest-ServerTagsTestJSON-2019324800-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fec7aa5-5489-4275-9038-8d620b25c86e HTTP/1.1" status: 200 len: 946 time: 0.2141066 Jun 11 09:56:02.023657 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb1c104-8951-468e-a854-361eab9b8439 req-d447731e-1024-4b92-866f-fd90e8cf30c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:02.025291 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-aeb1c104-8951-468e-a854-361eab9b8439 req-d447731e-1024-4b92-866f-fd90e8cf30c8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=90cb98dc-e9aa-4e5e-9069-45c2c8ffbc08 HTTP/1.1" status: 200 len: 801 time: 0.7618098 Jun 11 09:56:02.029108 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7570ec6-2c11-42ab-a403-c98a33f5e64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:02.081236 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7570ec6-2c11-42ab-a403-c98a33f5e64c None None] For port 3abaaf9b-550d-4331-bddf-00fc431fdd8d, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=3abaaf9b-550d-4331-bddf-00fc431fdd8d,segment=NetworkSegment(e0bc2927-8a98-4066-9eb5-5174f5accc0f),segment_id=e0bc2927-8a98-4066-9eb5-5174f5accc0f)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:56:02.168903 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7570ec6-2c11-42ab-a403-c98a33f5e64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:02.171440 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:02.192584 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d7cd7-e22d-4d9f-abab-ed5e692d8696 req-e88fd99a-7465-49cc-8d69-417a25c5e96c tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:02.198407 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d7cd7-e22d-4d9f-abab-ed5e692d8696 req-e88fd99a-7465-49cc-8d69-417a25c5e96c tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:02.206773 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d7cd7-e22d-4d9f-abab-ed5e692d8696 req-e88fd99a-7465-49cc-8d69-417a25c5e96c tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:02.209160 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7091d9-debf-4009-a831-c5653b414253 req-2635f36e-a752-476b-a2e2-1bf9a85950d4 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:02.210989 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1c7091d9-debf-4009-a831-c5653b414253 req-2635f36e-a752-476b-a2e2-1bf9a85950d4 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd8cec9e-df34-44f4-b32b-502c04d6c1d9 HTTP/1.1" status: 200 len: 944 time: 0.3561780 Jun 11 09:56:02.213296 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d7cd7-e22d-4d9f-abab-ed5e692d8696 req-e88fd99a-7465-49cc-8d69-417a25c5e96c tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:02.220818 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d7cd7-e22d-4d9f-abab-ed5e692d8696 req-e88fd99a-7465-49cc-8d69-417a25c5e96c tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:02.226684 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d7cd7-e22d-4d9f-abab-ed5e692d8696 req-e88fd99a-7465-49cc-8d69-417a25c5e96c tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:02.231336 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7570ec6-2c11-42ab-a403-c98a33f5e64c None None] Pushing event updated for resources: {'Port': ['ID=3abaaf9b-550d-4331-bddf-00fc431fdd8d,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:02.233665 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d7cd7-e22d-4d9f-abab-ed5e692d8696 req-e88fd99a-7465-49cc-8d69-417a25c5e96c tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:02.234745 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7570ec6-2c11-42ab-a403-c98a33f5e64c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:02.240079 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-785d7cd7-e22d-4d9f-abab-ed5e692d8696 req-e88fd99a-7465-49cc-8d69-417a25c5e96c tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 5372 time: 0.2443690 Jun 11 09:56:02.249127 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6f75b136-7496-4b7f-8c09-53de2e4a9d20 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:02.260379 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b0343632-d63b-47ff-a285-49aac33fbb6a tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:02.267334 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb1c104-8951-468e-a854-361eab9b8439 req-f9236006-62c5-4f04-98b9-6b6f801c6275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:02.268836 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-aeb1c104-8951-468e-a854-361eab9b8439 req-f9236006-62c5-4f04-98b9-6b6f801c6275 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b8666e2e-8c44-47a2-a0cd-f981757183d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2340889 Jun 11 09:56:02.275031 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-581d1ab2-5ca0-49e4-aa5d-f3b43af5a845 req-dbf37071-ef73-4777-9edf-7e15052800b5 tempest-ServerTagsTestJSON-2019324800 tempest-ServerTagsTestJSON-2019324800-project] Deleting port b72d5813-4742-448b-8e0a-7d66b0334cd6 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:56:02.275384 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-581d1ab2-5ca0-49e4-aa5d-f3b43af5a845 req-dbf37071-ef73-4777-9edf-7e15052800b5 tempest-ServerTagsTestJSON-2019324800 tempest-ServerTagsTestJSON-2019324800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:02.283063 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-42b7b962-f2d4-4cf9-bc25-a6d345c619ef None None] Could not find standard attr ID for object cc808c9d-6f7e-4864-8f93-0648b029d924. {{(pid=93178) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 11 09:56:02.324684 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f75b136-7496-4b7f-8c09-53de2e4a9d20 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event deleted for resources: {'Port': ['ID=cc808c9d-6f7e-4864-8f93-0648b029d924,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:02.337940 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6f75b136-7496-4b7f-8c09-53de2e4a9d20 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:02.346123 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1c7091d9-debf-4009-a831-c5653b414253 req-a3775fe1-1afd-4cde-a945-d0af7e4c417b tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0a63a22-d585-43d6-b866-33fbb4d10728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199498 Jun 11 09:56:02.446806 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d5c9324-20e0-496a-ac54-c61f23764364 x-openstack-request-id: req-0d5c9324-20e0-496a-ac54-c61f23764364 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:56:02.452065 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9c702cf-dd7e-4dfa-b816-c6d03f19acf9", "tag": "44968cf1-fbc9-4eec-b314-67f01cc0a00c", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:56:02.452065 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0d5c9324-20e0-496a-ac54-c61f23764364 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:56:02.452065 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9c702cf-dd7e-4dfa-b816-c6d03f19acf9', 'tag': '44968cf1-fbc9-4eec-b314-67f01cc0a00c', 'status': 'completed', 'code': 200} Jun 11 09:56:02.470287 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6f75b136-7496-4b7f-8c09-53de2e4a9d20 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:02.474832 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-6f75b136-7496-4b7f-8c09-53de2e4a9d20 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/ports/cc808c9d-6f7e-4864-8f93-0648b029d924 HTTP/1.1" status: 204 len: 168 time: 1.2672379 Jun 11 09:56:02.480775 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 56648) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:56:02.488229 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-785d7cd7-e22d-4d9f-abab-ed5e692d8696 req-675540ec-cca0-418f-8118-bb4b9a97e0b5 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/security-groups?id=230a77c0-a6d2-4599-bb7a-d2d4f277106a&id=3ac47e06-1e75-4528-8507-ea5f5c2807d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2468343 Jun 11 09:56:02.549636 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-581d1ab2-5ca0-49e4-aa5d-f3b43af5a845 req-dbf37071-ef73-4777-9edf-7e15052800b5 tempest-ServerTagsTestJSON-2019324800 tempest-ServerTagsTestJSON-2019324800-project] For port b72d5813-4742-448b-8e0a-7d66b0334cd6, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=b72d5813-4742-448b-8e0a-7d66b0334cd6,segment=NetworkSegment(59b6bcd8-1ce5-4da5-8e3e-324792158ab6),segment_id=59b6bcd8-1ce5-4da5-8e3e-324792158ab6)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:56:02.549985 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-581d1ab2-5ca0-49e4-aa5d-f3b43af5a845 req-dbf37071-ef73-4777-9edf-7e15052800b5 tempest-ServerTagsTestJSON-2019324800 tempest-ServerTagsTestJSON-2019324800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:02.572347 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-cc54820b-e2fe-4bc1-ad63-d958caa375e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaada8e6-4077-4542-af8d-d731c7dc1459 {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:56:02.666117 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-581d1ab2-5ca0-49e4-aa5d-f3b43af5a845 req-dbf37071-ef73-4777-9edf-7e15052800b5 tempest-ServerTagsTestJSON-2019324800 tempest-ServerTagsTestJSON-2019324800-project] Calling delete_port for b72d5813-4742-448b-8e0a-7d66b0334cd6 owned by compute:nova {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:56:02.676689 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-cc54820b-e2fe-4bc1-ad63-d958caa375e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:02.763521 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03147c6e-9484-48fc-8443-03b56002064e tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:02.765368 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03147c6e-9484-48fc-8443-03b56002064e tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:02.766902 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-03147c6e-9484-48fc-8443-03b56002064e tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2745018 Jun 11 09:56:02.774183 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-cc54820b-e2fe-4bc1-ad63-d958caa375e9 service neutron] Transition to ACTIVE for port object eaada8e6-4077-4542-af8d-d731c7dc1459 will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:56:02.776332 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 56658) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:56:02.783495 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-aeb1c104-8951-468e-a854-361eab9b8439 req-0d81bbcf-223d-47e9-a516-eafe920ce55a service neutron] 10.222.0.69 "GET /v2.0/networks/b8666e2e-8c44-47a2-a0cd-f981757183d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4848664 Jun 11 09:56:02.920430 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device b6a1b5ed-d88d-4f3e-a2b4-49b7633fe075 up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:56:02.952881 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-581d1ab2-5ca0-49e4-aa5d-f3b43af5a845 req-dbf37071-ef73-4777-9edf-7e15052800b5 tempest-ServerTagsTestJSON-2019324800 tempest-ServerTagsTestJSON-2019324800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:02.958383 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-cc54820b-e2fe-4bc1-ad63-d958caa375e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:02.966591 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-aeb1c104-8951-468e-a854-361eab9b8439 req-42dae480-1308-44bf-a803-86ebe884d9e3 service neutron] 10.222.0.69 "GET /v2.0/networks/b8666e2e-8c44-47a2-a0cd-f981757183d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723669 Jun 11 09:56:02.968891 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-73683e15-6847-486a-acc1-dcfbf2cbb856 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:02.974835 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-908820f7-2419-4d7a-9622-60f64c5ce6e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:02.982460 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84de65af-047a-4598-992a-46330a371cef req-9bdc2c26-ac97-41e3-bb0e-18ecfa263504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:02.982781 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84de65af-047a-4598-992a-46330a371cef req-9bdc2c26-ac97-41e3-bb0e-18ecfa263504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:02.983266 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84de65af-047a-4598-992a-46330a371cef req-9bdc2c26-ac97-41e3-bb0e-18ecfa263504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:02.983764 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84de65af-047a-4598-992a-46330a371cef req-9bdc2c26-ac97-41e3-bb0e-18ecfa263504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:02.984279 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84de65af-047a-4598-992a-46330a371cef req-9bdc2c26-ac97-41e3-bb0e-18ecfa263504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:02.984747 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84de65af-047a-4598-992a-46330a371cef req-9bdc2c26-ac97-41e3-bb0e-18ecfa263504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:02.995174 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84de65af-047a-4598-992a-46330a371cef req-9bdc2c26-ac97-41e3-bb0e-18ecfa263504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:02.995174 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-84de65af-047a-4598-992a-46330a371cef req-9bdc2c26-ac97-41e3-bb0e-18ecfa263504 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=27f3c4dce50f47ad9013fa1bc48941bf&device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 6212 time: 0.5326722 Jun 11 09:56:03.033816 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf37071-ef73-4777-9edf-7e15052800b5 tempest-ServerTagsTestJSON-2019324800 tempest-ServerTagsTestJSON-2019324800-project] Pushing event deleted for resources: {'Port': ['ID=b72d5813-4742-448b-8e0a-7d66b0334cd6,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:03.039193 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-dbf37071-ef73-4777-9edf-7e15052800b5 tempest-ServerTagsTestJSON-2019324800 tempest-ServerTagsTestJSON-2019324800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:03.076487 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-581d1ab2-5ca0-49e4-aa5d-f3b43af5a845 req-dbf37071-ef73-4777-9edf-7e15052800b5 tempest-ServerTagsTestJSON-2019324800 tempest-ServerTagsTestJSON-2019324800-project] No DVR routers for this DVR port b72d5813-4742-448b-8e0a-7d66b0334cd6 on host n-h1-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:56:03.080113 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-581d1ab2-5ca0-49e4-aa5d-f3b43af5a845 req-dbf37071-ef73-4777-9edf-7e15052800b5 tempest-ServerTagsTestJSON-2019324800 tempest-ServerTagsTestJSON-2019324800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:03.087669 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-581d1ab2-5ca0-49e4-aa5d-f3b43af5a845 req-dbf37071-ef73-4777-9edf-7e15052800b5 tempest-ServerTagsTestJSON-2019324800 tempest-ServerTagsTestJSON-2019324800-project] 10.222.0.64 "DELETE /v2.0/ports/b72d5813-4742-448b-8e0a-7d66b0334cd6 HTTP/1.1" status: 204 len: 173 time: 1.1888204 Jun 11 09:56:03.087669 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fec7aa5-5489-4275-9038-8d620b25c86e', 'name': 'network-vif-deleted', 'tag': 'b72d5813-4742-448b-8e0a-7d66b0334cd6'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:56:03.095329 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b1313d-1f9b-4779-96b4-9c1d7d7c63b3" -d '{"events": [{"server_uuid": "8fec7aa5-5489-4275-9038-8d620b25c86e", "name": "network-vif-deleted", "tag": "b72d5813-4742-448b-8e0a-7d66b0334cd6"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:56:03.105734 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning for port b6a1b5ed-d88d-4f3e-a2b4-49b7633fe075 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:56:03.110219 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port b6a1b5ed-d88d-4f3e-a2b4-49b7633fe075 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:56:03.110552 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:03.113814 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d1dc8-1e86-4278-b09f-176f0440c0be req-f308528f-673e-487d-9c8d-19448bdb64c1 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:03.119447 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d1dc8-1e86-4278-b09f-176f0440c0be req-f308528f-673e-487d-9c8d-19448bdb64c1 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:03.125632 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d1dc8-1e86-4278-b09f-176f0440c0be req-f308528f-673e-487d-9c8d-19448bdb64c1 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:03.127523 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-257d1dc8-1e86-4278-b09f-176f0440c0be req-f308528f-673e-487d-9c8d-19448bdb64c1 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3a602a8-925a-482d-815a-10104b5f8b2f HTTP/1.1" status: 200 len: 2413 time: 0.2326121 Jun 11 09:56:03.204911 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cc7bd93-2317-49b0-af21-0a55ba1308d7 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Deleting subnet a01c5958-4673-4c29-975b-688067eaaa1d {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 09:56:03.207137 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc54820b-e2fe-4bc1-ad63-d958caa375e9 service neutron] Pushing event updated for resources: {'Port': ['ID=eaada8e6-4077-4542-af8d-d731c7dc1459,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:03.215680 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3cc7bd93-2317-49b0-af21-0a55ba1308d7 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:03.220714 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-cc54820b-e2fe-4bc1-ad63-d958caa375e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:03.223977 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-257d1dc8-1e86-4278-b09f-176f0440c0be req-9e90d852-38da-4f8b-aba3-fbeb30b58763 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/security-groups?id=abdcb17a-68bc-4d03-89e1-7baaf91e40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903575 Jun 11 09:56:03.273270 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:03.278543 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c1fbd4c-d03e-43a1-886e-72e0348b8ecd x-openstack-request-id: req-3c1fbd4c-d03e-43a1-886e-72e0348b8ecd {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:56:03.278909 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fec7aa5-5489-4275-9038-8d620b25c86e", "name": "network-vif-deleted", "tag": "b72d5813-4742-448b-8e0a-7d66b0334cd6", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:56:03.279272 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3c1fbd4c-d03e-43a1-886e-72e0348b8ecd {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:56:03.279942 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fec7aa5-5489-4275-9038-8d620b25c86e', 'name': 'network-vif-deleted', 'tag': 'b72d5813-4742-448b-8e0a-7d66b0334cd6', 'status': 'completed', 'code': 200} Jun 11 09:56:03.302935 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd8cec9e-df34-44f4-b32b-502c04d6c1d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a1b5ed-d88d-4f3e-a2b4-49b7633fe075'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:56:03.305757 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4514dcd-b76c-4656-a4d0-13ae5a5418cf" -d '{"events": [{"server_uuid": "fd8cec9e-df34-44f4-b32b-502c04d6c1d9", "name": "network-vif-plugged", "status": "completed", "tag": "b6a1b5ed-d88d-4f3e-a2b4-49b7633fe075"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:56:03.321133 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port b6a1b5ed-d88d-4f3e-a2b4-49b7633fe075, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=b6a1b5ed-d88d-4f3e-a2b4-49b7633fe075,segment=NetworkSegment(8cbdf263-7cef-4405-b417-fb9433495e8a),segment_id=8cbdf263-7cef-4405-b417-fb9433495e8a)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:56:03.361450 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa5b59f9-7c0e-47a3-afe9-2a2090dabaa4 x-openstack-request-id: req-aa5b59f9-7c0e-47a3-afe9-2a2090dabaa4 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:56:03.361815 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd8cec9e-df34-44f4-b32b-502c04d6c1d9", "name": "network-vif-plugged", "status": "completed", "tag": "b6a1b5ed-d88d-4f3e-a2b4-49b7633fe075", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:56:03.362147 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-aa5b59f9-7c0e-47a3-afe9-2a2090dabaa4 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:56:03.362723 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd8cec9e-df34-44f4-b32b-502c04d6c1d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a1b5ed-d88d-4f3e-a2b4-49b7633fe075', 'code': 200} Jun 11 09:56:03.423045 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:03.427374 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e159299-1ed7-4b6c-ae1c-b72c5635d3df req-bff6eb63-ecb9-49d9-9f6a-73c81c476579 tempest-ServerTagsTestJSON-2019324800 tempest-ServerTagsTestJSON-2019324800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:03.427628 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device b72d5813-4742-448b-8e0a-7d66b0334cd6 no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:56:03.431227 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6e159299-1ed7-4b6c-ae1c-b72c5635d3df req-bff6eb63-ecb9-49d9-9f6a-73c81c476579 tempest-ServerTagsTestJSON-2019324800 tempest-ServerTagsTestJSON-2019324800-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fec7aa5-5489-4275-9038-8d620b25c86e HTTP/1.1" status: 200 len: 867 time: 0.7694387 Jun 11 09:56:03.483747 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3cc7bd93-2317-49b0-af21-0a55ba1308d7 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:03.486977 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-da61a970-7745-4196-8692-9de7519e2013 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:03.536019 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] No Port match for: b72d5813-4742-448b-8e0a-7d66b0334cd6 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:56:03.536377 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device b72d5813-4742-448b-8e0a-7d66b0334cd6 not bound to the agent host n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:56:03.546843 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 3abaaf9b-550d-4331-bddf-00fc431fdd8d up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:56:03.600585 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84de65af-047a-4598-992a-46330a371cef req-6bdba076-d9e1-4baa-ad96-d1e0ed73e8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:03.600973 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84de65af-047a-4598-992a-46330a371cef req-6bdba076-d9e1-4baa-ad96-d1e0ed73e8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:03.601441 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84de65af-047a-4598-992a-46330a371cef req-6bdba076-d9e1-4baa-ad96-d1e0ed73e8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:03.603080 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-84de65af-047a-4598-992a-46330a371cef req-6bdba076-d9e1-4baa-ad96-d1e0ed73e8f0 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=27f3c4dce50f47ad9013fa1bc48941bf&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5935259 Jun 11 09:56:03.663230 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb195ee-1574-4371-ad4c-ae57008f17a0 req-ff64ac88-967e-4a07-89e5-f0c221d46c42 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:03.664874 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9eb195ee-1574-4371-ad4c-ae57008f17a0 req-ff64ac88-967e-4a07-89e5-f0c221d46c42 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd8cec9e-df34-44f4-b32b-502c04d6c1d9 HTTP/1.1" status: 200 len: 945 time: 0.1259575 Jun 11 09:56:03.667089 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9ff78a-f4ab-47c4-be48-740cd8fe2fd8 req-1ade8fd4-aefd-4b61-886b-ddec528b1ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:03.668481 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ac9ff78a-f4ab-47c4-be48-740cd8fe2fd8 req-1ade8fd4-aefd-4b61-886b-ddec528b1ed4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fd8cec9e-df34-44f4-b32b-502c04d6c1d9 HTTP/1.1" status: 200 len: 1097 time: 0.1798594 Jun 11 09:56:03.687150 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6e159299-1ed7-4b6c-ae1c-b72c5635d3df req-c238468a-ca50-459d-ace7-315dcb0f1495 tempest-ServerTagsTestJSON-2019324800 tempest-ServerTagsTestJSON-2019324800-project] 10.222.0.60 "GET /v2.0/security-groups?id=135926fd-b9ae-4ac5-b636-70023b16db0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551661 Jun 11 09:56:03.697262 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-cc54820b-e2fe-4bc1-ad63-d958caa375e9 service neutron] Attempting to bind port eaada8e6-4077-4542-af8d-d731c7dc1459 on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:56:03.697728 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-cc54820b-e2fe-4bc1-ad63-d958caa375e9 service neutron] Attempting to bind port eaada8e6-4077-4542-af8d-d731c7dc1459 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '686cf7b5-2b83-43f0-a6c3-e1d920022762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:56:03.698123 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-cc54820b-e2fe-4bc1-ad63-d958caa375e9 service neutron] Attempting to bind port eaada8e6-4077-4542-af8d-d731c7dc1459 on network 1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:56:03.750227 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-cc54820b-e2fe-4bc1-ad63-d958caa375e9 service neutron] Port eaada8e6-4077-4542-af8d-d731c7dc1459 on network 1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:56:03.750962 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-cc54820b-e2fe-4bc1-ad63-d958caa375e9 service neutron] Attempting to bind port eaada8e6-4077-4542-af8d-d731c7dc1459 on network 1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:56:03.773216 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9eb195ee-1574-4371-ad4c-ae57008f17a0 req-83baf81d-ea27-4e88-9a5a-2aadbcd4ce37 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0a63a22-d585-43d6-b866-33fbb4d10728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015766 Jun 11 09:56:03.774792 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ac9ff78a-f4ab-47c4-be48-740cd8fe2fd8 req-841ed67f-082a-40c6-8bc2-e1ea11daf94f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d0a63a22-d585-43d6-b866-33fbb4d10728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962801 Jun 11 09:56:03.837127 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=b6a1b5ed-d88d-4f3e-a2b4-49b7633fe075,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:03.839951 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-cc54820b-e2fe-4bc1-ad63-d958caa375e9 service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:56:03.840412 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-cc54820b-e2fe-4bc1-ad63-d958caa375e9 service neutron] Checking segment: {'id': '686cf7b5-2b83-43f0-a6c3-e1d920022762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:56:03.841204 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-cc54820b-e2fe-4bc1-ad63-d958caa375e9 service neutron] Bound using segment: {'id': '686cf7b5-2b83-43f0-a6c3-e1d920022762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:56:03.841768 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-cc54820b-e2fe-4bc1-ad63-d958caa375e9 service neutron] Bound port: eaada8e6-4077-4542-af8d-d731c7dc1459, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '686cf7b5-2b83-43f0-a6c3-e1d920022762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:56:03.842222 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-cc54820b-e2fe-4bc1-ad63-d958caa375e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:03.846766 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 3abaaf9b-550d-4331-bddf-00fc431fdd8d triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:56:03.847165 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:03.849840 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:03.879662 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3cc7bd93-2317-49b0-af21-0a55ba1308d7 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:04.108751 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84de65af-047a-4598-992a-46330a371cef req-f96dbcd6-01c8-449d-9ffd-bb7e77c232e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:04.110221 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-84de65af-047a-4598-992a-46330a371cef req-f96dbcd6-01c8-449d-9ffd-bb7e77c232e1 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4933026 Jun 11 09:56:04.118955 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-cc54820b-e2fe-4bc1-ad63-d958caa375e9 service neutron] For port eaada8e6-4077-4542-af8d-d731c7dc1459, host n-h1-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:56:04.122698 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-cc54820b-e2fe-4bc1-ad63-d958caa375e9 service neutron] For port eaada8e6-4077-4542-af8d-d731c7dc1459, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=eaada8e6-4077-4542-af8d-d731c7dc1459,segment=NetworkSegment(686cf7b5-2b83-43f0-a6c3-e1d920022762),segment_id=686cf7b5-2b83-43f0-a6c3-e1d920022762)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:56:04.160549 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f6fc9-ca19-4fee-89e5-89de968abd92 req-06150653-9f23-4a44-af65-76e38d9bdd53 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:04.167251 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f6fc9-ca19-4fee-89e5-89de968abd92 req-06150653-9f23-4a44-af65-76e38d9bdd53 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:04.173096 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f6fc9-ca19-4fee-89e5-89de968abd92 req-06150653-9f23-4a44-af65-76e38d9bdd53 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:04.178913 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f6fc9-ca19-4fee-89e5-89de968abd92 req-06150653-9f23-4a44-af65-76e38d9bdd53 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:04.185378 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f6fc9-ca19-4fee-89e5-89de968abd92 req-06150653-9f23-4a44-af65-76e38d9bdd53 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:04.191124 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f6fc9-ca19-4fee-89e5-89de968abd92 req-06150653-9f23-4a44-af65-76e38d9bdd53 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:04.196926 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f6fc9-ca19-4fee-89e5-89de968abd92 req-06150653-9f23-4a44-af65-76e38d9bdd53 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:04.198796 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f45f6fc9-ca19-4fee-89e5-89de968abd92 req-06150653-9f23-4a44-af65-76e38d9bdd53 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 5384 time: 0.2467461 Jun 11 09:56:04.200750 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-cc54820b-e2fe-4bc1-ad63-d958caa375e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:04.203894 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4fd35537-3882-4480-91e1-93ce411447ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:04.206094 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3cc7bd93-2317-49b0-af21-0a55ba1308d7 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:04.280787 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-cc54820b-e2fe-4bc1-ad63-d958caa375e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:04.281394 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-cc54820b-e2fe-4bc1-ad63-d958caa375e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:04.282771 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-cc54820b-e2fe-4bc1-ad63-d958caa375e9 service neutron] 10.222.0.64 "PUT /v2.0/ports/eaada8e6-4077-4542-af8d-d731c7dc1459 HTTP/1.1" status: 200 len: 1091 time: 3.3491042 Jun 11 09:56:04.285801 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3cc7bd93-2317-49b0-af21-0a55ba1308d7 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:04.295435 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-3cc7bd93-2317-49b0-af21-0a55ba1308d7 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/subnets/a01c5958-4673-4c29-975b-688067eaaa1d HTTP/1.1" status: 204 len: 168 time: 1.5068367 Jun 11 09:56:04.295879 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 56692) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:56:04.321189 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15d3d4b-e740-4aad-b4ef-6af8b6a2efb0 None None] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:56:04.361585 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-ebbf18ba-5c72-4a74-96ea-81398c8cfca9 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0690210 Jun 11 09:56:04.363955 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 56700) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:56:04.382063 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f45f6fc9-ca19-4fee-89e5-89de968abd92 req-45f1d8c1-11c3-4529-a371-c343d9d50867 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/security-groups?id=230a77c0-a6d2-4599-bb7a-d2d4f277106a&id=3ac47e06-1e75-4528-8507-ea5f5c2807d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1648905 Jun 11 09:56:04.382760 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc54820b-e2fe-4bc1-ad63-d958caa375e9 service neutron] Pushing event updated for resources: {'Port': ['ID=eaada8e6-4077-4542-af8d-d731c7dc1459,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:04.390062 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-cc54820b-e2fe-4bc1-ad63-d958caa375e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:04.390588 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b8a77e04-b10d-484c-baef-a160a0854af8 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.172s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:04.500507 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-fdcd06aa-2ecd-4cb9-9f78-c1d953c09e14 service neutron] Request body: {'port': {'device_id': 'b9c702cf-dd7e-4dfa-b816-c6d03f19acf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:56:04.576754 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9c702cf-dd7e-4dfa-b816-c6d03f19acf9', 'tag': 'eaada8e6-4077-4542-af8d-d731c7dc1459'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:56:04.582412 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebbffcae-dcb1-46ce-bb4b-14e1c63f8bd6" -d '{"events": [{"name": "network-changed", "server_uuid": "b9c702cf-dd7e-4dfa-b816-c6d03f19acf9", "tag": "eaada8e6-4077-4542-af8d-d731c7dc1459"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:56:04.596723 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc7bd93-2317-49b0-af21-0a55ba1308d7 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event deleted for resources: {'Subnet': ['ID=a01c5958-4673-4c29-975b-688067eaaa1d,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:04.601778 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3cc7bd93-2317-49b0-af21-0a55ba1308d7 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:04.615736 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6847428d-0023-40eb-97fb-35b419e08ba3 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:04.615736 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-6847428d-0023-40eb-97fb-35b419e08ba3 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2490082 Jun 11 09:56:04.617604 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 56718) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:56:04.682941 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22bda465-5156-43e8-b34f-156ebc70b74e x-openstack-request-id: req-22bda465-5156-43e8-b34f-156ebc70b74e {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:56:04.683278 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9c702cf-dd7e-4dfa-b816-c6d03f19acf9", "tag": "eaada8e6-4077-4542-af8d-d731c7dc1459", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:56:04.683599 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-22bda465-5156-43e8-b34f-156ebc70b74e {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:56:04.684052 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9c702cf-dd7e-4dfa-b816-c6d03f19acf9', 'tag': 'eaada8e6-4077-4542-af8d-d731c7dc1459', 'status': 'completed', 'code': 200} Jun 11 09:56:04.700950 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c17e3e2-4316-4254-b9f6-95304a12cd2e req-38214378-967e-4888-ab1f-1b95f5473630 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:04.703297 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-fdcd06aa-2ecd-4cb9-9f78-c1d953c09e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:04.708558 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c17e3e2-4316-4254-b9f6-95304a12cd2e req-38214378-967e-4888-ab1f-1b95f5473630 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:04.714888 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c17e3e2-4316-4254-b9f6-95304a12cd2e req-38214378-967e-4888-ab1f-1b95f5473630 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:04.725927 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb624856-0e98-4231-bb0e-15af06d15336 None None] DHCP port deletion for f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 09:56:04.732379 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0c17e3e2-4316-4254-b9f6-95304a12cd2e req-38214378-967e-4888-ab1f-1b95f5473630 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3a602a8-925a-482d-815a-10104b5f8b2f HTTP/1.1" status: 200 len: 2413 time: 0.3690679 Jun 11 09:56:04.812166 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7773187-7cd2-4c49-9577-008752005022 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:04.816740 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-e7773187-7cd2-4c49-9577-008752005022 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1882994 Jun 11 09:56:04.817510 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 56728) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:56:04.820715 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0c17e3e2-4316-4254-b9f6-95304a12cd2e req-46cd69ea-f1ad-4021-9932-11856e90e39b tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/security-groups?id=abdcb17a-68bc-4d03-89e1-7baaf91e40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875268 Jun 11 09:56:04.837569 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-eb624856-0e98-4231-bb0e-15af06d15336 None None] Deleting port 3abaaf9b-550d-4331-bddf-00fc431fdd8d {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:56:04.837957 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-eb624856-0e98-4231-bb0e-15af06d15336 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:04.876057 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 56732) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:56:04.933567 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-41b6dc49-100b-422e-ab3c-34abab81f1bc tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1110640 Jun 11 09:56:04.938557 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 56736) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:56:04.940573 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-66e1cfee-958f-4f38-ae7b-fdc9729b3588 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Request body: {'subnet': {'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:56:05.018950 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-eb624856-0e98-4231-bb0e-15af06d15336 None None] For port 3abaaf9b-550d-4331-bddf-00fc431fdd8d, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=3abaaf9b-550d-4331-bddf-00fc431fdd8d,segment=NetworkSegment(e0bc2927-8a98-4066-9eb5-5174f5accc0f),segment_id=e0bc2927-8a98-4066-9eb5-5174f5accc0f)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:56:05.021172 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-eb624856-0e98-4231-bb0e-15af06d15336 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:05.072681 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae0f7545-03a9-4291-bb99-263c1d2000e3 admin admin] Deleting subnet 40f2856b-ab2b-4374-8715-6faa39d1ee6c {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 09:56:05.079497 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ae0f7545-03a9-4291-bb99-263c1d2000e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:05.133299 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ae0f7545-03a9-4291-bb99-263c1d2000e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:05.154160 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-eb624856-0e98-4231-bb0e-15af06d15336 None None] Calling delete_port for 3abaaf9b-550d-4331-bddf-00fc431fdd8d owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:56:05.161331 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ee67e8-f821-4574-9a1c-4d77541c8fb5 req-477f726e-ba55-4617-a21f-1c35f30626e6 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:05.163226 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d1ee67e8-f821-4574-9a1c-4d77541c8fb5 req-477f726e-ba55-4617-a21f-1c35f30626e6 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd8cec9e-df34-44f4-b32b-502c04d6c1d9 HTTP/1.1" status: 200 len: 945 time: 0.0895774 Jun 11 09:56:05.202446 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbffcae-dcb1-46ce-bb4b-14e1c63f8bd6 req-3c96904d-7605-49bc-b58c-406bdba65ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:05.203032 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbffcae-dcb1-46ce-bb4b-14e1c63f8bd6 req-3c96904d-7605-49bc-b58c-406bdba65ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:05.203504 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbffcae-dcb1-46ce-bb4b-14e1c63f8bd6 req-3c96904d-7605-49bc-b58c-406bdba65ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:05.204002 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbffcae-dcb1-46ce-bb4b-14e1c63f8bd6 req-3c96904d-7605-49bc-b58c-406bdba65ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:05.204466 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbffcae-dcb1-46ce-bb4b-14e1c63f8bd6 req-3c96904d-7605-49bc-b58c-406bdba65ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:05.204931 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbffcae-dcb1-46ce-bb4b-14e1c63f8bd6 req-3c96904d-7605-49bc-b58c-406bdba65ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:05.205393 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbffcae-dcb1-46ce-bb4b-14e1c63f8bd6 req-3c96904d-7605-49bc-b58c-406bdba65ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:05.207277 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ebbffcae-dcb1-46ce-bb4b-14e1c63f8bd6 req-3c96904d-7605-49bc-b58c-406bdba65ebe service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=27f3c4dce50f47ad9013fa1bc48941bf&device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 6280 time: 0.4989214 Jun 11 09:56:05.221882 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d1ee67e8-f821-4574-9a1c-4d77541c8fb5 req-766b6a6f-5373-4371-905b-8576007c22b9 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0a63a22-d585-43d6-b866-33fbb4d10728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521162 Jun 11 09:56:05.250584 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ae0f7545-03a9-4291-bb99-263c1d2000e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:05.251414 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e1cfee-958f-4f38-ae7b-fdc9729b3588 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Made reservation on behalf of 3a7e48b24b924bff8faf8c740b2810c2 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:56:05.260296 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-66e1cfee-958f-4f38-ae7b-fdc9729b3588 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:05.360936 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-eb624856-0e98-4231-bb0e-15af06d15336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:05.364825 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-252497a1-9d7d-4545-b2dc-782d99eb7571 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:05.420357 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device bc500777-2d41-419d-abc1-c6f797497b09 details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:56:05.423086 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb624856-0e98-4231-bb0e-15af06d15336 None None] No DVR routers for this DVR port 3abaaf9b-550d-4331-bddf-00fc431fdd8d on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:56:05.433320 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb624856-0e98-4231-bb0e-15af06d15336 None None] Pushing event deleted for resources: {'Port': ['ID=3abaaf9b-550d-4331-bddf-00fc431fdd8d,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:05.441218 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-eb624856-0e98-4231-bb0e-15af06d15336 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:05.463816 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:05.501759 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbffcae-dcb1-46ce-bb4b-14e1c63f8bd6 req-60c5bda6-547c-4cf1-b820-1f27dc3edbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:05.502239 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbffcae-dcb1-46ce-bb4b-14e1c63f8bd6 req-60c5bda6-547c-4cf1-b820-1f27dc3edbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:05.504952 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbffcae-dcb1-46ce-bb4b-14e1c63f8bd6 req-60c5bda6-547c-4cf1-b820-1f27dc3edbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:05.504952 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ebbffcae-dcb1-46ce-bb4b-14e1c63f8bd6 req-60c5bda6-547c-4cf1-b820-1f27dc3edbc0 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=27f3c4dce50f47ad9013fa1bc48941bf&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2886674 Jun 11 09:56:05.530800 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 3abaaf9b-550d-4331-bddf-00fc431fdd8d no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:56:05.608136 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 3abaaf9b-550d-4331-bddf-00fc431fdd8d {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:56:05.608531 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 3abaaf9b-550d-4331-bddf-00fc431fdd8d not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:56:05.652635 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 56752) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:56:05.669877 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ae0f7545-03a9-4291-bb99-263c1d2000e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:05.688079 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-cfbc2ac4-2650-4270-bc49-a8132bf6969f tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:05.711088 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port bc500777-2d41-419d-abc1-c6f797497b09, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=bc500777-2d41-419d-abc1-c6f797497b09,segment=NetworkSegment(2c191948-9605-46d9-97be-bdc56634551b),segment_id=2c191948-9605-46d9-97be-bdc56634551b)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:56:05.724504 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': 'bc500777-2d41-419d-abc1-c6f797497b09', 'network_id': 'b8666e2e-8c44-47a2-a0cd-f981757183d2', 'port_id': 'bc500777-2d41-419d-abc1-c6f797497b09', 'mac_address': 'fa:16:3e:1e:a6:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90cb98dc-e9aa-4e5e-9069-45c2c8ffbc08', 'ip_address': '19.80.0.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:56:05.765446 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ae0f7545-03a9-4291-bb99-263c1d2000e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:05.767303 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-ae0f7545-03a9-4291-bb99-263c1d2000e3 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/40f2856b-ab2b-4374-8715-6faa39d1ee6c HTTP/1.1" status: 204 len: 168 time: 0.8887801 Jun 11 09:56:05.768267 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0f7545-03a9-4291-bb99-263c1d2000e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40f2856b-ab2b-4374-8715-6faa39d1ee6c,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:05.770417 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbffcae-dcb1-46ce-bb4b-14e1c63f8bd6 req-4ee0eefd-e218-46f7-9a39-d7abcb8d8daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:05.771789 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ebbffcae-dcb1-46ce-bb4b-14e1c63f8bd6 req-4ee0eefd-e218-46f7-9a39-d7abcb8d8daf service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2594175 Jun 11 09:56:05.772581 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ae0f7545-03a9-4291-bb99-263c1d2000e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:05.774898 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 56756) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:56:05.792019 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:05.817190 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc500777-2d41-419d-abc1-c6f797497b09 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:56:05.821918 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8d08f1da-a5c1-4ed3-9f21-fe5ea803749f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:05.853642 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port bc500777-2d41-419d-abc1-c6f797497b09, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=bc500777-2d41-419d-abc1-c6f797497b09,segment=NetworkSegment(2c191948-9605-46d9-97be-bdc56634551b),segment_id=2c191948-9605-46d9-97be-bdc56634551b)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:56:05.871706 n-d-779913-12 neutron-server[93177]: DEBUG neutron.objects.ports [None req-66e1cfee-958f-4f38-ae7b-fdc9729b3588 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93177) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 11 09:56:05.874741 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-66e1cfee-958f-4f38-ae7b-fdc9729b3588 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:05.879600 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-60989fdb-f26f-448f-9b15-f49d33fad7fc tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:05.941881 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e1cfee-958f-4f38-ae7b-fdc9729b3588 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:56:05.948987 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-66e1cfee-958f-4f38-ae7b-fdc9729b3588 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:56:05.963039 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca38b12-336c-420b-b340-b4458e9d92b1 None None] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:56:05.969334 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e1cfee-958f-4f38-ae7b-fdc9729b3588 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:05.969928 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-66e1cfee-958f-4f38-ae7b-fdc9729b3588 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:06.007374 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e1cfee-958f-4f38-ae7b-fdc9729b3588 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event updated for resources: {'Subnet': ['ID=751aa397-c9d0-4a39-b8dd-467c240b84fe,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:06.015465 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-66e1cfee-958f-4f38-ae7b-fdc9729b3588 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:06.060760 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:06.061796 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 67f1579c-f4af-4db3-8d23-b4d5dee04fd7 details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:56:06.091407 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e6287-f99d-4a86-8d73-e18a50629329 req-f3393343-aa37-4aa5-bd2a-65b038018be0 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:06.093024 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-180e6287-f99d-4a86-8d73-e18a50629329 req-f3393343-aa37-4aa5-bd2a-65b038018be0 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd8cec9e-df34-44f4-b32b-502c04d6c1d9 HTTP/1.1" status: 200 len: 945 time: 0.1453354 Jun 11 09:56:06.107669 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:06.108280 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8d08f1da-a5c1-4ed3-9f21-fe5ea803749f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:06.138624 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 67f1579c-f4af-4db3-8d23-b4d5dee04fd7, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=67f1579c-f4af-4db3-8d23-b4d5dee04fd7,segment=NetworkSegment(2c191948-9605-46d9-97be-bdc56634551b),segment_id=2c191948-9605-46d9-97be-bdc56634551b)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:56:06.149116 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-180e6287-f99d-4a86-8d73-e18a50629329 req-4e969e5a-366c-4a6b-bc1d-de680bb38d90 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0a63a22-d585-43d6-b866-33fbb4d10728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468371 Jun 11 09:56:06.186135 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': '67f1579c-f4af-4db3-8d23-b4d5dee04fd7', 'network_id': 'b8666e2e-8c44-47a2-a0cd-f981757183d2', 'port_id': '67f1579c-f4af-4db3-8d23-b4d5dee04fd7', 'mac_address': 'fa:16:3e:ae:e3:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90cb98dc-e9aa-4e5e-9069-45c2c8ffbc08', 'ip_address': '19.80.0.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:56:06.237827 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8d08f1da-a5c1-4ed3-9f21-fe5ea803749f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:06.240977 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=bc500777-2d41-419d-abc1-c6f797497b09,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:06.247311 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-084ab8fe-6f08-4969-ba39-e813f9035007 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:06.286232 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:56:06.287124 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:56:06.287466 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:56:06.287827 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:56:06.288215 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:56:06.288546 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:56:06.288948 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:56:06.289272 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:56:06.289598 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:56:06.290492 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:56:06.290952 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:56:06.291291 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:56:06.295418 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:06.337861 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-8d08f1da-a5c1-4ed3-9f21-fe5ea803749f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bba55cd982b4495c9d9a30ada7705cbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6816940 Jun 11 09:56:06.338086 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 56766) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:56:06.340869 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d08f1da-a5c1-4ed3-9f21-fe5ea803749f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faf8dde1-c22f-4b0a-aa13-554973d7649c,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:06.351049 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:06.351157 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-fdcd06aa-2ecd-4cb9-9f78-c1d953c09e14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1679bae4-2d97-4ecb-add1-b9fc56247f86 {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:56:06.353069 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8d08f1da-a5c1-4ed3-9f21-fe5ea803749f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:06.361107 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73923c23-9c1e-4227-9d78-d8903054f703 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'tenant_id': '3a7e48b24b924bff8faf8c740b2810c2', 'fixed_ips': [{'subnet_id': '751aa397-c9d0-4a39-b8dd-467c240b84fe'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 09:56:06.362335 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-73923c23-9c1e-4227-9d78-d8903054f703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:06.379632 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-fdcd06aa-2ecd-4cb9-9f78-c1d953c09e14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:06.385053 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67f1579c-f4af-4db3-8d23-b4d5dee04fd7 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:56:06.385237 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-66e1cfee-958f-4f38-ae7b-fdc9729b3588 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.4473164 Jun 11 09:56:06.389225 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 56768) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:56:06.399115 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-90dcdf99-0c34-45ea-b4ca-c751ff1f7d27 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Request body: {'port': {'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'mac_address': 'fa:16:3e:cb:ed:5d', 'name': 'tempest-NetworksTestDHCPv6-1216308288'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:56:06.412059 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cc325df5-c1a5-4623-bb73-8215d4061a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:06.425345 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 67f1579c-f4af-4db3-8d23-b4d5dee04fd7, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=67f1579c-f4af-4db3-8d23-b4d5dee04fd7,segment=NetworkSegment(2c191948-9605-46d9-97be-bdc56634551b),segment_id=2c191948-9605-46d9-97be-bdc56634551b)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:56:06.433887 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2421bc2c-6911-446d-907e-6c5ef0189964 req-62e3ba1b-37f9-487b-835a-0490173ee8b2 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:06.439954 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2421bc2c-6911-446d-907e-6c5ef0189964 req-62e3ba1b-37f9-487b-835a-0490173ee8b2 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:06.445693 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2421bc2c-6911-446d-907e-6c5ef0189964 req-62e3ba1b-37f9-487b-835a-0490173ee8b2 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:06.451607 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2421bc2c-6911-446d-907e-6c5ef0189964 req-62e3ba1b-37f9-487b-835a-0490173ee8b2 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:06.457423 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2421bc2c-6911-446d-907e-6c5ef0189964 req-62e3ba1b-37f9-487b-835a-0490173ee8b2 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:06.464631 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2421bc2c-6911-446d-907e-6c5ef0189964 req-62e3ba1b-37f9-487b-835a-0490173ee8b2 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:06.472388 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2421bc2c-6911-446d-907e-6c5ef0189964 req-62e3ba1b-37f9-487b-835a-0490173ee8b2 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:06.472784 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63f91c6-b35b-40d4-93da-0997aff76d69 req-7090b5fc-f2cb-4c07-9760-4c36f4cb2b06 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:06.474775 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2421bc2c-6911-446d-907e-6c5ef0189964 req-62e3ba1b-37f9-487b-835a-0490173ee8b2 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 5384 time: 0.8112228 Jun 11 09:56:06.479595 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63f91c6-b35b-40d4-93da-0997aff76d69 req-7090b5fc-f2cb-4c07-9760-4c36f4cb2b06 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:06.481540 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-fdcd06aa-2ecd-4cb9-9f78-c1d953c09e14 service neutron] Transition to ACTIVE for port object 1679bae4-2d97-4ecb-add1-b9fc56247f86 will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:56:06.486587 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63f91c6-b35b-40d4-93da-0997aff76d69 req-7090b5fc-f2cb-4c07-9760-4c36f4cb2b06 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:06.492844 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c63f91c6-b35b-40d4-93da-0997aff76d69 req-7090b5fc-f2cb-4c07-9760-4c36f4cb2b06 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3a602a8-925a-482d-815a-10104b5f8b2f HTTP/1.1" status: 200 len: 2414 time: 0.2286429 Jun 11 09:56:06.563620 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-73923c23-9c1e-4227-9d78-d8903054f703 None None] Allocated IP 2001:db8::f816:3eff:fe74:f38 (f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc/751aa397-c9d0-4a39-b8dd-467c240b84fe/b8430fea-ac18-43a3-981d-95f14c4f3cf7) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:56:06.569645 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:06.570467 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device f8d34b36-4619-47da-b776-51da5e7d7204 details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:56:06.575653 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:06.590954 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2421bc2c-6911-446d-907e-6c5ef0189964 req-acf88514-2212-4f38-86b0-bd9327cb7939 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/security-groups?id=230a77c0-a6d2-4599-bb7a-d2d4f277106a&id=3ac47e06-1e75-4528-8507-ea5f5c2807d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1060874 Jun 11 09:56:06.603439 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8168d1-fd34-4c32-a4de-acb000822ad0 req-c1f7bc41-2077-4eac-b32a-253b0b5344d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:06.605933 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fb8168d1-fd34-4c32-a4de-acb000822ad0 req-c1f7bc41-2077-4eac-b32a-253b0b5344d8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=205594447f3445c2ac3204bbefdd34aa&device_id=fd8cec9e-df34-44f4-b32b-502c04d6c1d9 HTTP/1.1" status: 200 len: 1097 time: 0.2600381 Jun 11 09:56:06.609237 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-fdcd06aa-2ecd-4cb9-9f78-c1d953c09e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:06.617281 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f498c4fe-12b5-4725-9f78-fec66e6d0e59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:06.676494 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c63f91c6-b35b-40d4-93da-0997aff76d69 req-e41437bb-eb89-4734-910b-c90b975357e2 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/security-groups?id=abdcb17a-68bc-4d03-89e1-7baaf91e40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378155 Jun 11 09:56:06.684800 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cd477886-4270-4500-98ff-ce451f9489d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:06.719180 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cc325df5-c1a5-4623-bb73-8215d4061a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:06.769522 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-cc325df5-c1a5-4623-bb73-8215d4061a06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f58b8f82-9ab9-4ea6-b2f4-b8f8a548b215']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:56:06.816815 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=67f1579c-f4af-4db3-8d23-b4d5dee04fd7,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:06.820817 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:06.875150 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcd06aa-2ecd-4cb9-9f78-c1d953c09e14 service neutron] Pushing event updated for resources: {'Port': ['ID=1679bae4-2d97-4ecb-add1-b9fc56247f86,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:06.879211 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-fdcd06aa-2ecd-4cb9-9f78-c1d953c09e14 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:06.939819 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-cc325df5-c1a5-4623-bb73-8215d4061a06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59b6bcd8-1ce5-4da5-8e3e-324792158ab6') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:56:06.940221 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-cc325df5-c1a5-4623-bb73-8215d4061a06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59b6bcd8-1ce5-4da5-8e3e-324792158ab6') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:56:06.961501 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cc325df5-c1a5-4623-bb73-8215d4061a06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:07.056611 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cc325df5-c1a5-4623-bb73-8215d4061a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:07.082568 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc325df5-c1a5-4623-bb73-8215d4061a06 admin admin] Releasing vlan 796 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 09:56:07.082990 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cc325df5-c1a5-4623-bb73-8215d4061a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:07.085089 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:56:07.085089 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:56:07.085089 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:56:07.085089 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:56:07.085089 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:56:07.085089 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:56:07.085089 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:56:07.085089 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:56:07.085089 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:56:07.085089 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:56:07.085089 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:56:07.085089 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:56:07.085089 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:56:07.085089 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:56:07.085089 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:56:07.085089 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:56:07.085089 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:56:07.085089 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:56:07.085089 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 09:56:07.085089 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 09:56:07.085089 n-d-779913-12 neutron-server[93176]: timer() Jun 11 09:56:07.085089 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 09:56:07.085089 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 09:56:07.085089 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 09:56:07.085089 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 09:56:07.085089 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 09:56:07.085089 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 09:56:07.085089 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 09:56:07.085089 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 09:56:07.085089 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 09:56:07.085089 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 09:56:07.085089 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 09:56:07.085089 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 09:56:07.085089 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 09:56:07.085089 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 09:56:07.085089 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 09:56:07.085089 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 09:56:07.085089 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 09:56:07.085089 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 09:56:07.085089 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 09:56:07.085089 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 09:56:07.085089 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 09:56:07.085089 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 09:56:07.085089 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 09:56:07.085089 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 09:56:07.085089 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 09:56:07.085089 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 09:56:07.085089 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 09:56:07.085089 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 09:56:07.085089 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 09:56:07.101531 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8168d1-fd34-4c32-a4de-acb000822ad0 req-90dee7ef-73ab-40c9-ad92-7796792eaffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:07.103209 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fb8168d1-fd34-4c32-a4de-acb000822ad0 req-90dee7ef-73ab-40c9-ad92-7796792eaffa service neutron] 10.222.0.64 "GET /v2.0/networks?id=629d88a3-72e3-4ac0-9337-7a18a368e6f9 HTTP/1.1" status: 200 len: 912 time: 0.4887879 Jun 11 09:56:07.161347 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port f8d34b36-4619-47da-b776-51da5e7d7204, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=f8d34b36-4619-47da-b776-51da5e7d7204,segment=NetworkSegment(dfe99bb6-d647-4ab7-9487-adbacb6e2192),segment_id=dfe99bb6-d647-4ab7-9487-adbacb6e2192)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:56:07.189752 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': 'f8d34b36-4619-47da-b776-51da5e7d7204', 'network_id': 'cf6af0c2-0550-4ce7-a6e1-38bcbcce32a6', 'port_id': 'f8d34b36-4619-47da-b776-51da5e7d7204', 'mac_address': 'fa:16:3e:c8:4c:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0015feab-eb59-4b96-94de-42b05d87cd97', 'ip_address': '19.86.0.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:56:07.214607 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cd477886-4270-4500-98ff-ce451f9489d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:07.230998 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fb8168d1-fd34-4c32-a4de-acb000822ad0 req-44c6f61f-e5b5-4a28-9344-72d1fcbb1d6b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b6a1b5ed-d88d-4f3e-a2b4-49b7633fe075 HTTP/1.1" status: 200 len: 217 time: 0.1129074 Jun 11 09:56:07.239052 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-73923c23-9c1e-4227-9d78-d8903054f703 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:07.264129 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:07.282889 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8d34b36-4619-47da-b776-51da5e7d7204 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:56:07.287802 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-fdcd06aa-2ecd-4cb9-9f78-c1d953c09e14 service neutron] Attempting to bind port 1679bae4-2d97-4ecb-add1-b9fc56247f86 on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:56:07.288153 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-fdcd06aa-2ecd-4cb9-9f78-c1d953c09e14 service neutron] Attempting to bind port 1679bae4-2d97-4ecb-add1-b9fc56247f86 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '686cf7b5-2b83-43f0-a6c3-e1d920022762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:56:07.288492 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-fdcd06aa-2ecd-4cb9-9f78-c1d953c09e14 service neutron] Attempting to bind port 1679bae4-2d97-4ecb-add1-b9fc56247f86 on network 1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:56:07.301131 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-fdcd06aa-2ecd-4cb9-9f78-c1d953c09e14 service neutron] Port 1679bae4-2d97-4ecb-add1-b9fc56247f86 on network 1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:56:07.301551 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-fdcd06aa-2ecd-4cb9-9f78-c1d953c09e14 service neutron] Attempting to bind port 1679bae4-2d97-4ecb-add1-b9fc56247f86 on network 1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:56:07.305693 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port f8d34b36-4619-47da-b776-51da5e7d7204, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=f8d34b36-4619-47da-b776-51da5e7d7204,segment=NetworkSegment(dfe99bb6-d647-4ab7-9487-adbacb6e2192),segment_id=dfe99bb6-d647-4ab7-9487-adbacb6e2192)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:56:07.310578 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-fdcd06aa-2ecd-4cb9-9f78-c1d953c09e14 service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:56:07.310923 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-fdcd06aa-2ecd-4cb9-9f78-c1d953c09e14 service neutron] Checking segment: {'id': '686cf7b5-2b83-43f0-a6c3-e1d920022762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:56:07.311309 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-fdcd06aa-2ecd-4cb9-9f78-c1d953c09e14 service neutron] Bound using segment: {'id': '686cf7b5-2b83-43f0-a6c3-e1d920022762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:56:07.311777 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-fdcd06aa-2ecd-4cb9-9f78-c1d953c09e14 service neutron] Bound port: 1679bae4-2d97-4ecb-add1-b9fc56247f86, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '686cf7b5-2b83-43f0-a6c3-e1d920022762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:56:07.312136 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-fdcd06aa-2ecd-4cb9-9f78-c1d953c09e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:07.334436 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8168d1-fd34-4c32-a4de-acb000822ad0 req-7b633335-9d8d-4fd7-b16f-1d1e738e2ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:07.335915 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fb8168d1-fd34-4c32-a4de-acb000822ad0 req-7b633335-9d8d-4fd7-b16f-1d1e738e2ba0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=44ed3fc7-9612-451c-8b75-8a1ffa244da3 HTTP/1.1" status: 200 len: 851 time: 0.0915344 Jun 11 09:56:07.381877 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cc325df5-c1a5-4623-bb73-8215d4061a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:07.387852 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cc325df5-c1a5-4623-bb73-8215d4061a06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:07.392374 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-cc325df5-c1a5-4623-bb73-8215d4061a06 admin admin] 10.222.0.60 "DELETE /v2.0/networks/f58b8f82-9ab9-4ea6-b2f4-b8f8a548b215 HTTP/1.1" status: 204 len: 168 time: 1.5987895 Jun 11 09:56:07.402727 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-73923c23-9c1e-4227-9d78-d8903054f703 None None] Transition to ACTIVE for port object b8430fea-ac18-43a3-981d-95f14c4f3cf7 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:56:07.402727 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:07.403282 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cd477886-4270-4500-98ff-ce451f9489d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:07.404090 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cd477886-4270-4500-98ff-ce451f9489d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:07.405280 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-252497a1-9d7d-4545-b2dc-782d99eb7571 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:07.406323 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-cd477886-4270-4500-98ff-ce451f9489d9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/faf8dde1-c22f-4b0a-aa13-554973d7649c HTTP/1.1" status: 204 len: 168 time: 1.0673251 Jun 11 09:56:07.407524 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90dcdf99-0c34-45ea-b4ca-c751ff1f7d27 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Made reservation on behalf of 3a7e48b24b924bff8faf8c740b2810c2 for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:56:07.413546 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9b139e8d-8d21-4485-9a6f-dd8784952301 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:07.417529 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-465c420b-f1c5-438b-a398-30cbbf9aeabf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:07.426665 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fb8168d1-fd34-4c32-a4de-acb000822ad0 req-bd6dc09c-6d09-4538-9777-e01f2a3fe076 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=629d88a3-72e3-4ac0-9337-7a18a368e6f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773902 Jun 11 09:56:07.443602 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd477886-4270-4500-98ff-ce451f9489d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf8dde1-c22f-4b0a-aa13-554973d7649c,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:07.456803 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-cd477886-4270-4500-98ff-ce451f9489d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:07.478159 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc325df5-c1a5-4623-bb73-8215d4061a06 admin admin] Pushing event deleted for resources: {'Network': ['ID=f58b8f82-9ab9-4ea6-b2f4-b8f8a548b215,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:07.481338 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-cc325df5-c1a5-4623-bb73-8215d4061a06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:07.501261 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-73923c23-9c1e-4227-9d78-d8903054f703 None None] Transition to ACTIVE for port object b8430fea-ac18-43a3-981d-95f14c4f3cf7 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:56:07.540620 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=f8d34b36-4619-47da-b776-51da5e7d7204,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:07.545738 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:07.570893 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-90dcdf99-0c34-45ea-b4ca-c751ff1f7d27 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:07.593747 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [None req-90dcdf99-0c34-45ea-b4ca-c751ff1f7d27 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] device_id is not set on port 7a792223-bec4-43cb-bceb-b1e9a9f68d40 yet. {{(pid=93177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 09:56:07.625261 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-fdcd06aa-2ecd-4cb9-9f78-c1d953c09e14 service neutron] For port 1679bae4-2d97-4ecb-add1-b9fc56247f86, host n-h1-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:56:07.653496 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-fdcd06aa-2ecd-4cb9-9f78-c1d953c09e14 service neutron] For port 1679bae4-2d97-4ecb-add1-b9fc56247f86, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=1679bae4-2d97-4ecb-add1-b9fc56247f86,segment=NetworkSegment(686cf7b5-2b83-43f0-a6c3-e1d920022762),segment_id=686cf7b5-2b83-43f0-a6c3-e1d920022762)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:56:07.662259 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a69f273-d873-49a0-a84b-3c9e7fcc937d req-01fbae33-70b0-47ed-8caf-a13cecaff53b tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:07.663823 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4a69f273-d873-49a0-a84b-3c9e7fcc937d req-01fbae33-70b0-47ed-8caf-a13cecaff53b tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd8cec9e-df34-44f4-b32b-502c04d6c1d9 HTTP/1.1" status: 200 len: 945 time: 0.3312099 Jun 11 09:56:07.676209 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-73923c23-9c1e-4227-9d78-d8903054f703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:07.684224 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-58d006e6-33ae-410f-a3fd-bb9e79f18b03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:07.694687 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fb8168d1-fd34-4c32-a4de-acb000822ad0 req-dccf5109-ab04-40e8-a0e9-ffa0459c0101 service neutron] 10.222.0.64 "GET /v2.0/networks/629d88a3-72e3-4ac0-9337-7a18a368e6f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282073 Jun 11 09:56:07.765433 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4a69f273-d873-49a0-a84b-3c9e7fcc937d req-2982d6a0-4d75-47bb-a1fa-a68c9b072409 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0a63a22-d585-43d6-b866-33fbb4d10728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928562 Jun 11 09:56:07.766384 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73923c23-9c1e-4227-9d78-d8903054f703 None None] Pushing event updated for resources: {'Port': ['ID=b8430fea-ac18-43a3-981d-95f14c4f3cf7,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:07.766539 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-90dcdf99-0c34-45ea-b4ca-c751ff1f7d27 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Allocated IP 2001:db8::f816:3eff:fecb:ed5d (f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc/751aa397-c9d0-4a39-b8dd-467c240b84fe/7a792223-bec4-43cb-bceb-b1e9a9f68d40) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:56:07.783388 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-73923c23-9c1e-4227-9d78-d8903054f703 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:07.787191 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73923c23-9c1e-4227-9d78-d8903054f703 None None] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:56:07.788924 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-73923c23-9c1e-4227-9d78-d8903054f703 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:56:07.792072 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-fdcd06aa-2ecd-4cb9-9f78-c1d953c09e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:07.800473 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73923c23-9c1e-4227-9d78-d8903054f703 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:56:07.848656 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9d56cb09-6323-4e21-b783-87c324ef4aa5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:07.887269 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-73923c23-9c1e-4227-9d78-d8903054f703 None None] Attempting to bind port b8430fea-ac18-43a3-981d-95f14c4f3cf7 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:56:07.887678 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-73923c23-9c1e-4227-9d78-d8903054f703 None None] Attempting to bind port b8430fea-ac18-43a3-981d-95f14c4f3cf7 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'e0bc2927-8a98-4066-9eb5-5174f5accc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:56:07.888054 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73923c23-9c1e-4227-9d78-d8903054f703 None None] Attempting to bind port b8430fea-ac18-43a3-981d-95f14c4f3cf7 on network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:56:07.890698 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['f8d34b36-4619-47da-b776-51da5e7d7204'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:56:07.918111 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-fdcd06aa-2ecd-4cb9-9f78-c1d953c09e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:07.919180 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-fdcd06aa-2ecd-4cb9-9f78-c1d953c09e14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:07.920774 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-fdcd06aa-2ecd-4cb9-9f78-c1d953c09e14 service neutron] 10.222.0.64 "PUT /v2.0/ports/1679bae4-2d97-4ecb-add1-b9fc56247f86 HTTP/1.1" status: 200 len: 1092 time: 3.5149760 Jun 11 09:56:07.923432 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73923c23-9c1e-4227-9d78-d8903054f703 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:56:07.923856 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73923c23-9c1e-4227-9d78-d8903054f703 None None] Checking segment: {'id': 'e0bc2927-8a98-4066-9eb5-5174f5accc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:56:07.924268 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-73923c23-9c1e-4227-9d78-d8903054f703 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:07.924669 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73923c23-9c1e-4227-9d78-d8903054f703 None None] Bound using segment: {'id': 'e0bc2927-8a98-4066-9eb5-5174f5accc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:56:07.925237 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-73923c23-9c1e-4227-9d78-d8903054f703 None None] Bound port: b8430fea-ac18-43a3-981d-95f14c4f3cf7, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0bc2927-8a98-4066-9eb5-5174f5accc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:56:07.925516 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-73923c23-9c1e-4227-9d78-d8903054f703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:07.931658 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9c702cf-dd7e-4dfa-b816-c6d03f19acf9', 'tag': '1679bae4-2d97-4ecb-add1-b9fc56247f86'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:56:07.936883 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd5621d-94a5-46d4-8f55-2edf5a2839a1" -d '{"events": [{"name": "network-changed", "server_uuid": "b9c702cf-dd7e-4dfa-b816-c6d03f19acf9", "tag": "1679bae4-2d97-4ecb-add1-b9fc56247f86"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:56:07.963470 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 56788) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:56:08.022379 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['67f1579c-f4af-4db3-8d23-b4d5dee04fd7'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:56:08.097309 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-9b07f771-b1a0-4d6e-9e48-cfa333f4e3c1 service neutron] Request body: {'port': {'device_id': 'b9c702cf-dd7e-4dfa-b816-c6d03f19acf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:56:08.103918 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fb8168d1-fd34-4c32-a4de-acb000822ad0 req-6b04684c-c80f-4a28-9d0a-f3fe390d06cf service neutron] 10.222.0.64 "GET /v2.0/networks/629d88a3-72e3-4ac0-9337-7a18a368e6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4005392 Jun 11 09:56:08.161289 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af38e166-79ac-4c2c-bf37-8d3c2121b10f req-f00fd669-bc27-4be5-94da-f8230edfd84b tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:08.169972 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af38e166-79ac-4c2c-bf37-8d3c2121b10f req-f00fd669-bc27-4be5-94da-f8230edfd84b tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:08.176887 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af38e166-79ac-4c2c-bf37-8d3c2121b10f req-f00fd669-bc27-4be5-94da-f8230edfd84b tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:08.185768 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af38e166-79ac-4c2c-bf37-8d3c2121b10f req-f00fd669-bc27-4be5-94da-f8230edfd84b tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:08.193683 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af38e166-79ac-4c2c-bf37-8d3c2121b10f req-f00fd669-bc27-4be5-94da-f8230edfd84b tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:08.194730 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcd06aa-2ecd-4cb9-9f78-c1d953c09e14 service neutron] Pushing event updated for resources: {'Port': ['ID=1679bae4-2d97-4ecb-add1-b9fc56247f86,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:08.203087 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af38e166-79ac-4c2c-bf37-8d3c2121b10f req-f00fd669-bc27-4be5-94da-f8230edfd84b tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:08.208452 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-fdcd06aa-2ecd-4cb9-9f78-c1d953c09e14 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:08.217384 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af38e166-79ac-4c2c-bf37-8d3c2121b10f req-f00fd669-bc27-4be5-94da-f8230edfd84b tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:08.232665 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-af38e166-79ac-4c2c-bf37-8d3c2121b10f req-f00fd669-bc27-4be5-94da-f8230edfd84b tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 5396 time: 0.2436471 Jun 11 09:56:08.244367 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-90dcdf99-0c34-45ea-b4ca-c751ff1f7d27 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:08.256355 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-c41df714-6583-446e-b200-1f1f7a483b21 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=21d2a78daf6c4bd69a486eb99a45655b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2913134 Jun 11 09:56:08.258126 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 56792) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:56:08.302216 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-73923c23-9c1e-4227-9d78-d8903054f703 None None] For port b8430fea-ac18-43a3-981d-95f14c4f3cf7, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:56:08.331685 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-90dcdf99-0c34-45ea-b4ca-c751ff1f7d27 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Transition to ACTIVE for port object 7a792223-bec4-43cb-bceb-b1e9a9f68d40 will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:56:08.343464 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc54e0e-0d7e-42d6-a043-936bcdbe1f13 req-210f2747-068b-4db4-889d-ae434d2d553d tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:08.349387 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc54e0e-0d7e-42d6-a043-936bcdbe1f13 req-210f2747-068b-4db4-889d-ae434d2d553d tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:08.353247 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-af38e166-79ac-4c2c-bf37-8d3c2121b10f req-e7e28aeb-a47d-4ecf-bb4d-0b2076b73234 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/security-groups?id=230a77c0-a6d2-4599-bb7a-d2d4f277106a&id=3ac47e06-1e75-4528-8507-ea5f5c2807d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0955832 Jun 11 09:56:08.356213 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc54e0e-0d7e-42d6-a043-936bcdbe1f13 req-210f2747-068b-4db4-889d-ae434d2d553d tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:08.357544 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6fc54e0e-0d7e-42d6-a043-936bcdbe1f13 req-210f2747-068b-4db4-889d-ae434d2d553d tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3a602a8-925a-482d-815a-10104b5f8b2f HTTP/1.1" status: 200 len: 2416 time: 0.3225272 Jun 11 09:56:08.358172 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-9b07f771-b1a0-4d6e-9e48-cfa333f4e3c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:08.378783 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-73923c23-9c1e-4227-9d78-d8903054f703 None None] For port b8430fea-ac18-43a3-981d-95f14c4f3cf7, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=b8430fea-ac18-43a3-981d-95f14c4f3cf7,segment=NetworkSegment(e0bc2927-8a98-4066-9eb5-5174f5accc0f),segment_id=e0bc2927-8a98-4066-9eb5-5174f5accc0f)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:56:08.421134 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-23779fb6-f6bc-4e04-8b75-cd26b6298f0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:08.470465 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-23779fb6-f6bc-4e04-8b75-cd26b6298f0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:08.474766 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6fc54e0e-0d7e-42d6-a043-936bcdbe1f13 req-3f341988-d7ad-47ab-b08b-2b264096eb7d tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/security-groups?id=abdcb17a-68bc-4d03-89e1-7baaf91e40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012156 Jun 11 09:56:08.499490 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-73923c23-9c1e-4227-9d78-d8903054f703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:08.508136 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:08.544955 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-90dcdf99-0c34-45ea-b4ca-c751ff1f7d27 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:08.550520 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-888647f1-f210-4531-806c-ef210de15ef2 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:08.604346 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d8a48a-d2e1-4493-9f28-8ea00f8a7b90 x-openstack-request-id: req-44d8a48a-d2e1-4493-9f28-8ea00f8a7b90 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:56:08.605053 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9c702cf-dd7e-4dfa-b816-c6d03f19acf9", "tag": "1679bae4-2d97-4ecb-add1-b9fc56247f86", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:56:08.606091 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-44d8a48a-d2e1-4493-9f28-8ea00f8a7b90 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:56:08.606801 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9c702cf-dd7e-4dfa-b816-c6d03f19acf9', 'tag': '1679bae4-2d97-4ecb-add1-b9fc56247f86', 'status': 'completed', 'code': 200} Jun 11 09:56:08.613905 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dcdf99-0c34-45ea-b4ca-c751ff1f7d27 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event updated for resources: {'Port': ['ID=7a792223-bec4-43cb-bceb-b1e9a9f68d40,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:08.626374 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-90dcdf99-0c34-45ea-b4ca-c751ff1f7d27 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:08.636311 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90dcdf99-0c34-45ea-b4ca-c751ff1f7d27 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:56:08.640753 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-90dcdf99-0c34-45ea-b4ca-c751ff1f7d27 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:56:08.644849 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90dcdf99-0c34-45ea-b4ca-c751ff1f7d27 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:56:08.651093 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90dcdf99-0c34-45ea-b4ca-c751ff1f7d27 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:08.651754 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-90dcdf99-0c34-45ea-b4ca-c751ff1f7d27 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:08.652898 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73923c23-9c1e-4227-9d78-d8903054f703 None None] Pushing event updated for resources: {'Port': ['ID=b8430fea-ac18-43a3-981d-95f14c4f3cf7,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:08.665522 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-73923c23-9c1e-4227-9d78-d8903054f703 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:08.675349 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 56796) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:56:08.726172 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c098efd8-4900-4fa4-ac34-abf02742527c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:08.763182 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-90dcdf99-0c34-45ea-b4ca-c751ff1f7d27 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3698394 Jun 11 09:56:08.765679 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 56798) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:56:08.838828 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-23779fb6-f6bc-4e04-8b75-cd26b6298f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:08.841508 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-23779fb6-f6bc-4e04-8b75-cd26b6298f0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:08.842649 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-23779fb6-f6bc-4e04-8b75-cd26b6298f0b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/135926fd-b9ae-4ac5-b636-70023b16db0e HTTP/1.1" status: 204 len: 168 time: 0.5797262 Jun 11 09:56:08.843765 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-155706a9-3866-4c0c-b04c-f88bb9a819ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:08.866753 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23779fb6-f6bc-4e04-8b75-cd26b6298f0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=135926fd-b9ae-4ac5-b636-70023b16db0e,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:08.871477 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-23779fb6-f6bc-4e04-8b75-cd26b6298f0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:08.931504 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682cbf1d-2887-4adf-ada2-3d4a3cff1e26 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:08.943312 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682cbf1d-2887-4adf-ada2-3d4a3cff1e26 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:08.949450 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-682cbf1d-2887-4adf-ada2-3d4a3cff1e26 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1826727 Jun 11 09:56:08.950396 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 56804) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:56:09.013094 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd5621d-94a5-46d4-8f55-2edf5a2839a1 req-63fcf007-229c-4588-a9d1-16ab12b5d206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:09.013582 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd5621d-94a5-46d4-8f55-2edf5a2839a1 req-63fcf007-229c-4588-a9d1-16ab12b5d206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:09.014045 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd5621d-94a5-46d4-8f55-2edf5a2839a1 req-63fcf007-229c-4588-a9d1-16ab12b5d206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:09.014504 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd5621d-94a5-46d4-8f55-2edf5a2839a1 req-63fcf007-229c-4588-a9d1-16ab12b5d206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:09.014963 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd5621d-94a5-46d4-8f55-2edf5a2839a1 req-63fcf007-229c-4588-a9d1-16ab12b5d206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:09.015422 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd5621d-94a5-46d4-8f55-2edf5a2839a1 req-63fcf007-229c-4588-a9d1-16ab12b5d206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:09.020090 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd5621d-94a5-46d4-8f55-2edf5a2839a1 req-63fcf007-229c-4588-a9d1-16ab12b5d206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:09.022613 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-abd5621d-94a5-46d4-8f55-2edf5a2839a1 req-63fcf007-229c-4588-a9d1-16ab12b5d206 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=27f3c4dce50f47ad9013fa1bc48941bf&device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 6348 time: 0.4115839 Jun 11 09:56:09.113456 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b8c8bc-73d4-4808-854b-00c0e6710844 req-bb60164e-54fe-4c4b-b16f-4518e7bd9d93 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:09.114927 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e1b8c8bc-73d4-4808-854b-00c0e6710844 req-bb60164e-54fe-4c4b-b16f-4518e7bd9d93 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd8cec9e-df34-44f4-b32b-502c04d6c1d9 HTTP/1.1" status: 200 len: 945 time: 0.1549156 Jun 11 09:56:09.174412 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-6720e5bb-725d-4b35-bd14-bb79a8991156 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Deleting port 7a792223-bec4-43cb-bceb-b1e9a9f68d40 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:56:09.174683 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6720e5bb-725d-4b35-bd14-bb79a8991156 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:09.181343 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e1b8c8bc-73d4-4808-854b-00c0e6710844 req-11bab37c-1e11-4cd5-b7cf-5ff8c7b336e3 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0a63a22-d585-43d6-b866-33fbb4d10728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568032 Jun 11 09:56:09.213359 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c098efd8-4900-4fa4-ac34-abf02742527c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:09.220331 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-9b07f771-b1a0-4d6e-9e48-cfa333f4e3c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2cec35c-4c11-4de7-ae05-5512220e5a5d {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:56:09.234010 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-9b07f771-b1a0-4d6e-9e48-cfa333f4e3c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:09.253488 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd5621d-94a5-46d4-8f55-2edf5a2839a1 req-3a63c4e8-2482-44f5-8c01-ddcd2220ba80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:09.253976 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd5621d-94a5-46d4-8f55-2edf5a2839a1 req-3a63c4e8-2482-44f5-8c01-ddcd2220ba80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:09.254443 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd5621d-94a5-46d4-8f55-2edf5a2839a1 req-3a63c4e8-2482-44f5-8c01-ddcd2220ba80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:09.256052 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-abd5621d-94a5-46d4-8f55-2edf5a2839a1 req-3a63c4e8-2482-44f5-8c01-ddcd2220ba80 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=27f3c4dce50f47ad9013fa1bc48941bf&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2192638 Jun 11 09:56:09.259071 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-9b07f771-b1a0-4d6e-9e48-cfa333f4e3c1 service neutron] Transition to ACTIVE for port object d2cec35c-4c11-4de7-ae05-5512220e5a5d will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:56:09.299043 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c098efd8-4900-4fa4-ac34-abf02742527c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:09.302285 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6720e5bb-725d-4b35-bd14-bb79a8991156 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:09.307013 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-69a092bf-e87d-436b-84eb-551f343dfbc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:09.365798 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['bc500777-2d41-419d-abc1-c6f797497b09'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:56:09.396704 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-9b07f771-b1a0-4d6e-9e48-cfa333f4e3c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:09.419195 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-c098efd8-4900-4fa4-ac34-abf02742527c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cb9f2d6e90294c22881cfd96c2797149&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7414467 Jun 11 09:56:09.424553 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 56810) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:56:09.465658 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-6720e5bb-725d-4b35-bd14-bb79a8991156 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Calling delete_port for 7a792223-bec4-43cb-bceb-b1e9a9f68d40 owned by {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:56:09.524624 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c098efd8-4900-4fa4-ac34-abf02742527c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23af0077-151c-46d7-8732-025a7a79d128,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:09.538973 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c098efd8-4900-4fa4-ac34-abf02742527c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:09.548442 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-fdcd06aa-2ecd-4cb9-9f78-c1d953c09e14 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.143s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:09.672222 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device b8430fea-ac18-43a3-981d-95f14c4f3cf7 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:56:09.868777 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1ec9e950-6692-4e37-bd44-92fbff75add8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:09.879520 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd5621d-94a5-46d4-8f55-2edf5a2839a1 req-e24adf11-fd05-439d-acb0-9cf5fda997cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:09.881176 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-abd5621d-94a5-46d4-8f55-2edf5a2839a1 req-e24adf11-fd05-439d-acb0-9cf5fda997cb service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6195502 Jun 11 09:56:09.881884 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b07f771-b1a0-4d6e-9e48-cfa333f4e3c1 service neutron] Pushing event updated for resources: {'Port': ['ID=d2cec35c-4c11-4de7-ae05-5512220e5a5d,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:09.903152 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port b8430fea-ac18-43a3-981d-95f14c4f3cf7 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:56:09.922100 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9b07f771-b1a0-4d6e-9e48-cfa333f4e3c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:09.950598 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b205a97-31fb-41cf-a0b1-aaf8f4cdbd2d req-13dfd516-4bd7-44db-a38e-39a62fe2a5c3 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:09.965742 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b205a97-31fb-41cf-a0b1-aaf8f4cdbd2d req-13dfd516-4bd7-44db-a38e-39a62fe2a5c3 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:09.973114 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b205a97-31fb-41cf-a0b1-aaf8f4cdbd2d req-13dfd516-4bd7-44db-a38e-39a62fe2a5c3 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:09.975217 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5b205a97-31fb-41cf-a0b1-aaf8f4cdbd2d req-13dfd516-4bd7-44db-a38e-39a62fe2a5c3 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3a602a8-925a-482d-815a-10104b5f8b2f HTTP/1.1" status: 200 len: 2416 time: 0.1702454 Jun 11 09:56:09.978586 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6720e5bb-725d-4b35-bd14-bb79a8991156 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:09.981971 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1ec9e950-6692-4e37-bd44-92fbff75add8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:09.983769 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1ea6f322-9bcf-41ca-87ef-cc8860dfa66c tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:10.028792 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6720e5bb-725d-4b35-bd14-bb79a8991156 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event deleted for resources: {'Port': ['ID=7a792223-bec4-43cb-bceb-b1e9a9f68d40,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:10.041110 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6720e5bb-725d-4b35-bd14-bb79a8991156 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:10.053891 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52599399-c514-4293-81a1-c1c4de501d5a req-1a4f778b-c7e7-4e16-84f3-6ff92ecaeec0 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:10.060657 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52599399-c514-4293-81a1-c1c4de501d5a req-1a4f778b-c7e7-4e16-84f3-6ff92ecaeec0 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:10.066657 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52599399-c514-4293-81a1-c1c4de501d5a req-1a4f778b-c7e7-4e16-84f3-6ff92ecaeec0 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:10.072775 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52599399-c514-4293-81a1-c1c4de501d5a req-1a4f778b-c7e7-4e16-84f3-6ff92ecaeec0 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:10.075533 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6720e5bb-725d-4b35-bd14-bb79a8991156 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:10.077509 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-6720e5bb-725d-4b35-bd14-bb79a8991156 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/ports/7a792223-bec4-43cb-bceb-b1e9a9f68d40 HTTP/1.1" status: 204 len: 168 time: 1.1259663 Jun 11 09:56:10.078897 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52599399-c514-4293-81a1-c1c4de501d5a req-1a4f778b-c7e7-4e16-84f3-6ff92ecaeec0 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:10.079869 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 56828) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:56:10.084925 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52599399-c514-4293-81a1-c1c4de501d5a req-1a4f778b-c7e7-4e16-84f3-6ff92ecaeec0 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:10.096911 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52599399-c514-4293-81a1-c1c4de501d5a req-1a4f778b-c7e7-4e16-84f3-6ff92ecaeec0 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:10.098810 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-52599399-c514-4293-81a1-c1c4de501d5a req-1a4f778b-c7e7-4e16-84f3-6ff92ecaeec0 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 5408 time: 0.4593830 Jun 11 09:56:10.102771 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-9b07f771-b1a0-4d6e-9e48-cfa333f4e3c1 service neutron] Attempting to bind port d2cec35c-4c11-4de7-ae05-5512220e5a5d on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:56:10.103118 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-9b07f771-b1a0-4d6e-9e48-cfa333f4e3c1 service neutron] Attempting to bind port d2cec35c-4c11-4de7-ae05-5512220e5a5d by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': 'de8f4a9a-622b-46a1-b033-7ca5cca64f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'afbcc96d-d966-4839-b6f4-c3dd378a91e7'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:56:10.103461 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-9b07f771-b1a0-4d6e-9e48-cfa333f4e3c1 service neutron] Attempting to bind port d2cec35c-4c11-4de7-ae05-5512220e5a5d on network afbcc96d-d966-4839-b6f4-c3dd378a91e7 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:56:10.116635 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-9b07f771-b1a0-4d6e-9e48-cfa333f4e3c1 service neutron] Port d2cec35c-4c11-4de7-ae05-5512220e5a5d on network afbcc96d-d966-4839-b6f4-c3dd378a91e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:56:10.116982 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-9b07f771-b1a0-4d6e-9e48-cfa333f4e3c1 service neutron] Attempting to bind port d2cec35c-4c11-4de7-ae05-5512220e5a5d on network afbcc96d-d966-4839-b6f4-c3dd378a91e7 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:56:10.128676 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f2756b9b-ad02-4689-837c-f53e5e5bd1dd None None] Provisioning for port b8430fea-ac18-43a3-981d-95f14c4f3cf7 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:56:10.132845 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f2756b9b-ad02-4689-837c-f53e5e5bd1dd None None] Provisioning complete for port b8430fea-ac18-43a3-981d-95f14c4f3cf7 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:56:10.133110 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f2756b9b-ad02-4689-837c-f53e5e5bd1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:10.153512 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5b205a97-31fb-41cf-a0b1-aaf8f4cdbd2d req-5b00da9b-92f4-4506-9a60-13998244b07d tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/security-groups?id=abdcb17a-68bc-4d03-89e1-7baaf91e40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630993 Jun 11 09:56:10.183993 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-9b07f771-b1a0-4d6e-9e48-cfa333f4e3c1 service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:56:10.184440 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-9b07f771-b1a0-4d6e-9e48-cfa333f4e3c1 service neutron] Checking segment: {'id': 'de8f4a9a-622b-46a1-b033-7ca5cca64f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'afbcc96d-d966-4839-b6f4-c3dd378a91e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:56:10.184904 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-9b07f771-b1a0-4d6e-9e48-cfa333f4e3c1 service neutron] Bound using segment: {'id': 'de8f4a9a-622b-46a1-b033-7ca5cca64f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'afbcc96d-d966-4839-b6f4-c3dd378a91e7'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:56:10.185792 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-9b07f771-b1a0-4d6e-9e48-cfa333f4e3c1 service neutron] Bound port: d2cec35c-4c11-4de7-ae05-5512220e5a5d, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de8f4a9a-622b-46a1-b033-7ca5cca64f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'afbcc96d-d966-4839-b6f4-c3dd378a91e7'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:56:10.186160 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-9b07f771-b1a0-4d6e-9e48-cfa333f4e3c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:10.192775 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3075218-e5e8-4039-b1e2-b7d3bef3fe94 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:10.194751 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3075218-e5e8-4039-b1e2-b7d3bef3fe94 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:10.197742 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-e3075218-e5e8-4039-b1e2-b7d3bef3fe94 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1160178 Jun 11 09:56:10.199608 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 56834) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:56:10.259907 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-52599399-c514-4293-81a1-c1c4de501d5a req-88c647af-1973-488d-a33f-b142baba5725 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/security-groups?id=230a77c0-a6d2-4599-bb7a-d2d4f277106a&id=3ac47e06-1e75-4528-8507-ea5f5c2807d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1506698 Jun 11 09:56:10.300361 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1ec9e950-6692-4e37-bd44-92fbff75add8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:10.303021 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1ec9e950-6692-4e37-bd44-92fbff75add8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:10.306905 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-1ec9e950-6692-4e37-bd44-92fbff75add8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/23af0077-151c-46d7-8732-025a7a79d128 HTTP/1.1" status: 204 len: 168 time: 0.8774314 Jun 11 09:56:10.314106 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-46271def-73eb-43c5-ad4b-7de3295b7497 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Deleting subnet 751aa397-c9d0-4a39-b8dd-467c240b84fe {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 09:56:10.319125 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0e3e66bc-7b26-4cde-9856-570386031b82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:10.322149 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-46271def-73eb-43c5-ad4b-7de3295b7497 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:10.360680 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f2756b9b-ad02-4689-837c-f53e5e5bd1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:10.362459 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec9e950-6692-4e37-bd44-92fbff75add8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23af0077-151c-46d7-8732-025a7a79d128,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:10.370291 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1ec9e950-6692-4e37-bd44-92fbff75add8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:10.436510 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-9b07f771-b1a0-4d6e-9e48-cfa333f4e3c1 service neutron] For port d2cec35c-4c11-4de7-ae05-5512220e5a5d, host n-h1-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:56:10.445253 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-9b07f771-b1a0-4d6e-9e48-cfa333f4e3c1 service neutron] For port d2cec35c-4c11-4de7-ae05-5512220e5a5d, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=d2cec35c-4c11-4de7-ae05-5512220e5a5d,segment=NetworkSegment(de8f4a9a-622b-46a1-b033-7ca5cca64f80),segment_id=de8f4a9a-622b-46a1-b033-7ca5cca64f80)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:56:10.451352 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-46271def-73eb-43c5-ad4b-7de3295b7497 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:10.471794 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f2756b9b-ad02-4689-837c-f53e5e5bd1dd None None] For port b8430fea-ac18-43a3-981d-95f14c4f3cf7, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=b8430fea-ac18-43a3-981d-95f14c4f3cf7,segment=NetworkSegment(e0bc2927-8a98-4066-9eb5-5174f5accc0f),segment_id=e0bc2927-8a98-4066-9eb5-5174f5accc0f)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:56:10.551613 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-9b07f771-b1a0-4d6e-9e48-cfa333f4e3c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:10.555004 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-65a62c3b-9755-44d2-9f81-2add8392b333 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:10.555421 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 56844) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:56:10.608423 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f2756b9b-ad02-4689-837c-f53e5e5bd1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:10.612618 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-9b07f771-b1a0-4d6e-9e48-cfa333f4e3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:10.612618 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-9b07f771-b1a0-4d6e-9e48-cfa333f4e3c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:10.612618 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-9b07f771-b1a0-4d6e-9e48-cfa333f4e3c1 service neutron] 10.222.0.64 "PUT /v2.0/ports/d2cec35c-4c11-4de7-ae05-5512220e5a5d HTTP/1.1" status: 200 len: 1092 time: 2.5655859 Jun 11 09:56:10.612618 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9c702cf-dd7e-4dfa-b816-c6d03f19acf9', 'tag': 'd2cec35c-4c11-4de7-ae05-5512220e5a5d'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:56:10.612998 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-8a28d366-e7cc-4d26-9a61-0516dcafa538 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:10.613851 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ff3eba-efe3-4e52-911a-aeca784efbcf" -d '{"events": [{"name": "network-changed", "server_uuid": "b9c702cf-dd7e-4dfa-b816-c6d03f19acf9", "tag": "d2cec35c-4c11-4de7-ae05-5512220e5a5d"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:56:10.645227 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b07f771-b1a0-4d6e-9e48-cfa333f4e3c1 service neutron] Pushing event updated for resources: {'Port': ['ID=d2cec35c-4c11-4de7-ae05-5512220e5a5d,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:10.652754 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9b07f771-b1a0-4d6e-9e48-cfa333f4e3c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:10.666722 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced5a857-5d83-416e-89ad-b70d0c062a1e req-05039dd1-e615-44ba-a43f-29086d4d0f57 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:10.668989 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ced5a857-5d83-416e-89ad-b70d0c062a1e req-05039dd1-e615-44ba-a43f-29086d4d0f57 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd8cec9e-df34-44f4-b32b-502c04d6c1d9 HTTP/1.1" status: 200 len: 945 time: 0.1587436 Jun 11 09:56:10.683869 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-46271def-73eb-43c5-ad4b-7de3295b7497 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:10.692323 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-534349d1-682e-434a-a53d-821f8f8c36cf x-openstack-request-id: req-534349d1-682e-434a-a53d-821f8f8c36cf {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:56:10.693404 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9c702cf-dd7e-4dfa-b816-c6d03f19acf9", "tag": "d2cec35c-4c11-4de7-ae05-5512220e5a5d", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:56:10.697510 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-534349d1-682e-434a-a53d-821f8f8c36cf {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:56:10.699403 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9c702cf-dd7e-4dfa-b816-c6d03f19acf9', 'tag': 'd2cec35c-4c11-4de7-ae05-5512220e5a5d', 'status': 'completed', 'code': 200} Jun 11 09:56:10.779422 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2756b9b-ad02-4689-837c-f53e5e5bd1dd None None] Pushing event updated for resources: {'Port': ['ID=b8430fea-ac18-43a3-981d-95f14c4f3cf7,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:10.786645 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-5777fdb4-93ba-4c82-ab9f-10be86aaf582 service neutron] Request body: {'port': {'device_id': 'b9c702cf-dd7e-4dfa-b816-c6d03f19acf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:56:10.793418 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f2756b9b-ad02-4689-837c-f53e5e5bd1dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:10.820043 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ced5a857-5d83-416e-89ad-b70d0c062a1e req-28f7582e-d3d3-4ea7-aef5-63cdf77b97b5 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0a63a22-d585-43d6-b866-33fbb4d10728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429548 Jun 11 09:56:10.908116 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ff3eba-efe3-4e52-911a-aeca784efbcf req-779484f2-8fcd-4473-a423-d51e5999d339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:10.908602 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ff3eba-efe3-4e52-911a-aeca784efbcf req-779484f2-8fcd-4473-a423-d51e5999d339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:10.909132 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ff3eba-efe3-4e52-911a-aeca784efbcf req-779484f2-8fcd-4473-a423-d51e5999d339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:10.909604 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ff3eba-efe3-4e52-911a-aeca784efbcf req-779484f2-8fcd-4473-a423-d51e5999d339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:10.910070 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ff3eba-efe3-4e52-911a-aeca784efbcf req-779484f2-8fcd-4473-a423-d51e5999d339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:10.910533 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ff3eba-efe3-4e52-911a-aeca784efbcf req-779484f2-8fcd-4473-a423-d51e5999d339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:10.911001 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ff3eba-efe3-4e52-911a-aeca784efbcf req-779484f2-8fcd-4473-a423-d51e5999d339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:10.913072 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-18ff3eba-efe3-4e52-911a-aeca784efbcf req-779484f2-8fcd-4473-a423-d51e5999d339 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=27f3c4dce50f47ad9013fa1bc48941bf&device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 6416 time: 0.1975653 Jun 11 09:56:10.926126 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-46271def-73eb-43c5-ad4b-7de3295b7497 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:10.929249 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-873023bd-d847-4bd8-803d-5233a88fe5fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:10.943034 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-7896fa0c-9982-4947-8f34-d833aad54ee2 None None] Could not find standard attr ID for object 7a792223-bec4-43cb-bceb-b1e9a9f68d40. {{(pid=93178) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 11 09:56:10.973119 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46271def-73eb-43c5-ad4b-7de3295b7497 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event deleted for resources: {'Subnet': ['ID=751aa397-c9d0-4a39-b8dd-467c240b84fe,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:10.983498 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-46271def-73eb-43c5-ad4b-7de3295b7497 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:10.987272 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-cf361968-1300-4f21-98ff-ec28e1324950 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-854289280-network', 'tenant_id': '21c20f27027a4fa895493faf5f883302'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:56:10.998119 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-5777fdb4-93ba-4c82-ab9f-10be86aaf582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:11.006598 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-46271def-73eb-43c5-ad4b-7de3295b7497 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:11.008480 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-46271def-73eb-43c5-ad4b-7de3295b7497 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/subnets/751aa397-c9d0-4a39-b8dd-467c240b84fe HTTP/1.1" status: 204 len: 168 time: 0.8077202 Jun 11 09:56:11.010815 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 56856) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:56:11.017729 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c9db1a-8025-48fc-99c4-f9ac2e31f86d None None] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:56:11.081861 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-17d70e6e-02cc-47c4-b1aa-5bf39b677c12 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0664654 Jun 11 09:56:11.083741 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 56860) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:56:11.088879 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-8d19a4e3-022a-40b8-8334-7b46f940b98a tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Request body: {'subnet': {'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:56:11.108892 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf361968-1300-4f21-98ff-ec28e1324950 admin admin] Made reservation on behalf of 21c20f27027a4fa895493faf5f883302 for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:56:11.111211 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cf361968-1300-4f21-98ff-ec28e1324950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:11.134994 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cf361968-1300-4f21-98ff-ec28e1324950 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:11.154164 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ff3eba-efe3-4e52-911a-aeca784efbcf req-c1cfeb64-3dc1-405e-a034-df9a33aa0b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:11.154646 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ff3eba-efe3-4e52-911a-aeca784efbcf req-c1cfeb64-3dc1-405e-a034-df9a33aa0b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:11.155117 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ff3eba-efe3-4e52-911a-aeca784efbcf req-c1cfeb64-3dc1-405e-a034-df9a33aa0b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:11.156974 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-18ff3eba-efe3-4e52-911a-aeca784efbcf req-c1cfeb64-3dc1-405e-a034-df9a33aa0b54 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=27f3c4dce50f47ad9013fa1bc48941bf&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2363110 Jun 11 09:56:11.357675 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567b1847-aeae-4e87-9f18-ed649e261d1b None None] DHCP port deletion for f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 09:56:11.402247 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cf361968-1300-4f21-98ff-ec28e1324950 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:11.449124 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device bc500777-2d41-419d-abc1-c6f797497b09 up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:56:11.488733 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device b8430fea-ac18-43a3-981d-95f14c4f3cf7 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:56:11.514135 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cf361968-1300-4f21-98ff-ec28e1324950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:11.520454 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b1832c48-2d7f-4f7d-b0fb-343d333424e4 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:11.541351 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-567b1847-aeae-4e87-9f18-ed649e261d1b None None] Deleting port b8430fea-ac18-43a3-981d-95f14c4f3cf7 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:56:11.541796 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-567b1847-aeae-4e87-9f18-ed649e261d1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:11.560768 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf361968-1300-4f21-98ff-ec28e1324950 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 09:56:11.578434 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf361968-1300-4f21-98ff-ec28e1324950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b279e2-e9f1-4e8b-b27d-bc4d021ba291,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:11.582748 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cf361968-1300-4f21-98ff-ec28e1324950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:11.583114 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-cf361968-1300-4f21-98ff-ec28e1324950 admin admin] Added segment 64ec67c3-ae73-4fd7-a5b7-323e0e068c2b of type vlan for network 4ec1bae5-7351-4e01-a52c-de5521320fcb Jun 11 09:56:11.585226 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-cf361968-1300-4f21-98ff-ec28e1324950 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:11.605770 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab226b31-87ab-4fae-b08a-df9e498dad06 req-7994ae5b-4947-4e77-a9a9-493a07f2ace9 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:11.616731 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab226b31-87ab-4fae-b08a-df9e498dad06 req-7994ae5b-4947-4e77-a9a9-493a07f2ace9 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:11.624143 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab226b31-87ab-4fae-b08a-df9e498dad06 req-7994ae5b-4947-4e77-a9a9-493a07f2ace9 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:11.633130 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab226b31-87ab-4fae-b08a-df9e498dad06 req-7994ae5b-4947-4e77-a9a9-493a07f2ace9 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:11.640986 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab226b31-87ab-4fae-b08a-df9e498dad06 req-7994ae5b-4947-4e77-a9a9-493a07f2ace9 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:11.650281 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab226b31-87ab-4fae-b08a-df9e498dad06 req-7994ae5b-4947-4e77-a9a9-493a07f2ace9 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:11.660169 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab226b31-87ab-4fae-b08a-df9e498dad06 req-7994ae5b-4947-4e77-a9a9-493a07f2ace9 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:11.660328 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-567b1847-aeae-4e87-9f18-ed649e261d1b None None] For port b8430fea-ac18-43a3-981d-95f14c4f3cf7, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=b8430fea-ac18-43a3-981d-95f14c4f3cf7,segment=NetworkSegment(e0bc2927-8a98-4066-9eb5-5174f5accc0f),segment_id=e0bc2927-8a98-4066-9eb5-5174f5accc0f)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:56:11.660658 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-567b1847-aeae-4e87-9f18-ed649e261d1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:11.662138 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ab226b31-87ab-4fae-b08a-df9e498dad06 req-7994ae5b-4947-4e77-a9a9-493a07f2ace9 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 5408 time: 0.2108274 Jun 11 09:56:11.688740 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d19a4e3-022a-40b8-8334-7b46f940b98a tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Made reservation on behalf of 3a7e48b24b924bff8faf8c740b2810c2 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:56:11.693041 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8d19a4e3-022a-40b8-8334-7b46f940b98a tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:11.792526 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-567b1847-aeae-4e87-9f18-ed649e261d1b None None] Calling delete_port for b8430fea-ac18-43a3-981d-95f14c4f3cf7 owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:56:11.803631 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning for port bc500777-2d41-419d-abc1-c6f797497b09 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:56:11.817784 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port bc500777-2d41-419d-abc1-c6f797497b09 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:56:11.818174 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:11.864602 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cf361968-1300-4f21-98ff-ec28e1324950 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:11.865292 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:11.886278 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ab226b31-87ab-4fae-b08a-df9e498dad06 req-45c8dc34-a5f8-4cca-998a-9a4aae928bbf tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/security-groups?id=230a77c0-a6d2-4599-bb7a-d2d4f277106a&id=3ac47e06-1e75-4528-8507-ea5f5c2807d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2034001 Jun 11 09:56:11.931148 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ff3eba-efe3-4e52-911a-aeca784efbcf req-1582c262-c3e5-41b2-828e-12690f683f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:11.932968 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-18ff3eba-efe3-4e52-911a-aeca784efbcf req-1582c262-c3e5-41b2-828e-12690f683f80 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2466602 Jun 11 09:56:11.986181 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port b8430fea-ac18-43a3-981d-95f14c4f3cf7, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=b8430fea-ac18-43a3-981d-95f14c4f3cf7,segment=NetworkSegment(e0bc2927-8a98-4066-9eb5-5174f5accc0f),segment_id=e0bc2927-8a98-4066-9eb5-5174f5accc0f)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:56:12.007957 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3468e8-cc36-4780-8b4a-3e1a8e5cf435 req-75c2ea2b-0e06-40db-93f1-58820ea17131 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:12.017007 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3468e8-cc36-4780-8b4a-3e1a8e5cf435 req-75c2ea2b-0e06-40db-93f1-58820ea17131 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:12.023380 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3468e8-cc36-4780-8b4a-3e1a8e5cf435 req-75c2ea2b-0e06-40db-93f1-58820ea17131 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:12.025867 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1d3468e8-cc36-4780-8b4a-3e1a8e5cf435 req-75c2ea2b-0e06-40db-93f1-58820ea17131 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3a602a8-925a-482d-815a-10104b5f8b2f HTTP/1.1" status: 200 len: 2416 time: 0.3407054 Jun 11 09:56:12.047457 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:12.079388 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3a602a8-925a-482d-815a-10104b5f8b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc500777-2d41-419d-abc1-c6f797497b09'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:56:12.082030 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b1ed68-08af-4a3d-ba7d-e95278581e76" -d '{"events": [{"server_uuid": "b3a602a8-925a-482d-815a-10104b5f8b2f", "name": "network-vif-plugged", "status": "completed", "tag": "bc500777-2d41-419d-abc1-c6f797497b09"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:56:12.096470 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:12.099666 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:12.106285 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port bc500777-2d41-419d-abc1-c6f797497b09, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=bc500777-2d41-419d-abc1-c6f797497b09,segment=NetworkSegment(2c191948-9605-46d9-97be-bdc56634551b),segment_id=2c191948-9605-46d9-97be-bdc56634551b)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:56:12.186432 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=b8430fea-ac18-43a3-981d-95f14c4f3cf7,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:12.190354 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1d3468e8-cc36-4780-8b4a-3e1a8e5cf435 req-0fc055a8-74f0-4cc7-b765-88eff613ca8b tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/security-groups?id=abdcb17a-68bc-4d03-89e1-7baaf91e40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108141 Jun 11 09:56:12.191174 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:12.207059 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cf361968-1300-4f21-98ff-ec28e1324950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:12.208173 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf361968-1300-4f21-98ff-ec28e1324950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:12.208759 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cf361968-1300-4f21-98ff-ec28e1324950 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:12.218482 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2753ca86-d8a9-4ed6-ba3b-760856a83549 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:12.225211 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-567b1847-aeae-4e87-9f18-ed649e261d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:12.228425 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-c237f937-7bf1-4ce6-9da3-c9cd0b6b2192 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:12.286040 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b1847-aeae-4e87-9f18-ed649e261d1b None None] Pushing event deleted for resources: {'Port': ['ID=b8430fea-ac18-43a3-981d-95f14c4f3cf7,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:12.292749 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-567b1847-aeae-4e87-9f18-ed649e261d1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:12.300985 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567b1847-aeae-4e87-9f18-ed649e261d1b None None] No DVR routers for this DVR port b8430fea-ac18-43a3-981d-95f14c4f3cf7 on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:56:12.325392 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:12.326282 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 67f1579c-f4af-4db3-8d23-b4d5dee04fd7 up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:56:12.328100 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7570ec6-2c11-42ab-a403-c98a33f5e64c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:12.342357 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-5777fdb4-93ba-4c82-ab9f-10be86aaf582 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee6d8406-891b-46a7-bc3a-0e7fa5d0de9c {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:56:12.348797 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-5777fdb4-93ba-4c82-ab9f-10be86aaf582 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:12.364171 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-5777fdb4-93ba-4c82-ab9f-10be86aaf582 service neutron] Transition to ACTIVE for port object ee6d8406-891b-46a7-bc3a-0e7fa5d0de9c will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:56:12.380036 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b02a56ba-2507-4b97-bb7b-21d8f943f57a x-openstack-request-id: req-b02a56ba-2507-4b97-bb7b-21d8f943f57a {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:56:12.380330 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3a602a8-925a-482d-815a-10104b5f8b2f", "name": "network-vif-plugged", "status": "completed", "tag": "bc500777-2d41-419d-abc1-c6f797497b09", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:56:12.380593 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b02a56ba-2507-4b97-bb7b-21d8f943f57a {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:56:12.380988 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3a602a8-925a-482d-815a-10104b5f8b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc500777-2d41-419d-abc1-c6f797497b09', 'code': 200} Jun 11 09:56:12.401191 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf361968-1300-4f21-98ff-ec28e1324950 admin admin] Pushing event updated for resources: {'Network': ['ID=4ec1bae5-7351-4e01-a52c-de5521320fcb,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:12.404044 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-cf361968-1300-4f21-98ff-ec28e1324950 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:12.419218 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 4ec1bae5-7351-4e01-a52c-de5521320fcb details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:56:12.435188 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-cf361968-1300-4f21-98ff-ec28e1324950 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8786216 Jun 11 09:56:12.444678 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 56890) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:56:12.444678 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-cf6b9b6e-a98b-401b-ae34-3fd3ec182e04 admin admin] Request body: {'subnet': {'network_id': '4ec1bae5-7351-4e01-a52c-de5521320fcb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-854289280-subnet', 'tenant_id': '21c20f27027a4fa895493faf5f883302', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:56:12.452532 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=bc500777-2d41-419d-abc1-c6f797497b09,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:12.456986 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:12.468693 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-5777fdb4-93ba-4c82-ab9f-10be86aaf582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:12.476437 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-387b6450-e672-4ceb-b036-349499d4079d tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:12.545320 n-d-779913-12 neutron-server[93177]: DEBUG neutron.objects.ports [None req-8d19a4e3-022a-40b8-8334-7b46f940b98a tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93177) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 11 09:56:12.546961 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8d19a4e3-022a-40b8-8334-7b46f940b98a tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:12.549182 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0089afdc-4890-4bdf-8093-fa0585b2cd21 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:12.603764 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning for port 67f1579c-f4af-4db3-8d23-b4d5dee04fd7 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:56:12.608691 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d19a4e3-022a-40b8-8334-7b46f940b98a tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:56:12.608849 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port 67f1579c-f4af-4db3-8d23-b4d5dee04fd7 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:56:12.609266 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:12.614412 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-8d19a4e3-022a-40b8-8334-7b46f940b98a tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:56:12.614759 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6521e023-81f9-4a8b-b967-122059126ad6 req-617a9352-1eaf-4ee3-b1b2-65dfc4bb23c4 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:12.619647 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d19a4e3-022a-40b8-8334-7b46f940b98a tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:12.620237 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8d19a4e3-022a-40b8-8334-7b46f940b98a tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:12.624061 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d19a4e3-022a-40b8-8334-7b46f940b98a tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event updated for resources: {'Subnet': ['ID=7a76706d-0f4c-4ec4-8644-45fd928bdb94,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:12.630288 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6521e023-81f9-4a8b-b967-122059126ad6 req-617a9352-1eaf-4ee3-b1b2-65dfc4bb23c4 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd8cec9e-df34-44f4-b32b-502c04d6c1d9 HTTP/1.1" status: 200 len: 945 time: 0.2515900 Jun 11 09:56:12.630449 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8d19a4e3-022a-40b8-8334-7b46f940b98a tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:12.652790 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58637907-c2dc-46a3-addd-5e9c45ee3ef9 None None] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:56:12.689465 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5777fdb4-93ba-4c82-ab9f-10be86aaf582 service neutron] Pushing event updated for resources: {'Port': ['ID=ee6d8406-891b-46a7-bc3a-0e7fa5d0de9c,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:12.692812 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5777fdb4-93ba-4c82-ab9f-10be86aaf582 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:12.739322 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf6b9b6e-a98b-401b-ae34-3fd3ec182e04 admin admin] Made reservation on behalf of 21c20f27027a4fa895493faf5f883302 for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:56:12.742323 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cf6b9b6e-a98b-401b-ae34-3fd3ec182e04 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:12.795850 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6521e023-81f9-4a8b-b967-122059126ad6 req-be589232-038b-40f2-a747-60659b185dce tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0a63a22-d585-43d6-b866-33fbb4d10728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647584 Jun 11 09:56:12.841008 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-8d19a4e3-022a-40b8-8334-7b46f940b98a tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.7554569 Jun 11 09:56:12.843757 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 56894) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:56:12.858726 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-ed21082d-dea8-4f31-97be-63979f9ba08f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Request body: {'port': {'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'mac_address': 'fa:16:3e:56:e4:83', 'name': 'tempest-NetworksTestDHCPv6-176779352'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:56:12.869390 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 56896) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:56:12.889181 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-5777fdb4-93ba-4c82-ab9f-10be86aaf582 service neutron] Attempting to bind port ee6d8406-891b-46a7-bc3a-0e7fa5d0de9c on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:56:12.889570 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-5777fdb4-93ba-4c82-ab9f-10be86aaf582 service neutron] Attempting to bind port ee6d8406-891b-46a7-bc3a-0e7fa5d0de9c by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': 'de8f4a9a-622b-46a1-b033-7ca5cca64f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'afbcc96d-d966-4839-b6f4-c3dd378a91e7'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:56:12.889868 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-5777fdb4-93ba-4c82-ab9f-10be86aaf582 service neutron] Attempting to bind port ee6d8406-891b-46a7-bc3a-0e7fa5d0de9c on network afbcc96d-d966-4839-b6f4-c3dd378a91e7 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:56:12.899514 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-5777fdb4-93ba-4c82-ab9f-10be86aaf582 service neutron] Port ee6d8406-891b-46a7-bc3a-0e7fa5d0de9c on network afbcc96d-d966-4839-b6f4-c3dd378a91e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:56:12.900099 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-5777fdb4-93ba-4c82-ab9f-10be86aaf582 service neutron] Attempting to bind port ee6d8406-891b-46a7-bc3a-0e7fa5d0de9c on network afbcc96d-d966-4839-b6f4-c3dd378a91e7 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:56:12.911272 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-5777fdb4-93ba-4c82-ab9f-10be86aaf582 service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:56:12.911653 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-5777fdb4-93ba-4c82-ab9f-10be86aaf582 service neutron] Checking segment: {'id': 'de8f4a9a-622b-46a1-b033-7ca5cca64f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'afbcc96d-d966-4839-b6f4-c3dd378a91e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:56:12.912036 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-5777fdb4-93ba-4c82-ab9f-10be86aaf582 service neutron] Bound using segment: {'id': 'de8f4a9a-622b-46a1-b033-7ca5cca64f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'afbcc96d-d966-4839-b6f4-c3dd378a91e7'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:56:12.912480 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-5777fdb4-93ba-4c82-ab9f-10be86aaf582 service neutron] Bound port: ee6d8406-891b-46a7-bc3a-0e7fa5d0de9c, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de8f4a9a-622b-46a1-b033-7ca5cca64f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'afbcc96d-d966-4839-b6f4-c3dd378a91e7'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:56:12.912841 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-5777fdb4-93ba-4c82-ab9f-10be86aaf582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:12.999171 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-5777fdb4-93ba-4c82-ab9f-10be86aaf582 service neutron] For port ee6d8406-891b-46a7-bc3a-0e7fa5d0de9c, host n-h1-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:56:13.002729 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-5777fdb4-93ba-4c82-ab9f-10be86aaf582 service neutron] For port ee6d8406-891b-46a7-bc3a-0e7fa5d0de9c, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=ee6d8406-891b-46a7-bc3a-0e7fa5d0de9c,segment=NetworkSegment(de8f4a9a-622b-46a1-b033-7ca5cca64f80),segment_id=de8f4a9a-622b-46a1-b033-7ca5cca64f80)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:56:13.079940 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-61986556-f6be-4f2a-8921-2910167bb501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:13.122008 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-30fd8dd7-a63d-43c5-bdd3-bec9016a07ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:13.127631 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-5777fdb4-93ba-4c82-ab9f-10be86aaf582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:13.136591 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9b07f771-b1a0-4d6e-9e48-cfa333f4e3c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:13.153251 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:13.197588 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-5777fdb4-93ba-4c82-ab9f-10be86aaf582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:13.198284 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-5777fdb4-93ba-4c82-ab9f-10be86aaf582 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:13.200211 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-5777fdb4-93ba-4c82-ab9f-10be86aaf582 service neutron] 10.222.0.64 "PUT /v2.0/ports/ee6d8406-891b-46a7-bc3a-0e7fa5d0de9c HTTP/1.1" status: 200 len: 1092 time: 2.4252121 Jun 11 09:56:13.203747 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9c702cf-dd7e-4dfa-b816-c6d03f19acf9', 'tag': 'ee6d8406-891b-46a7-bc3a-0e7fa5d0de9c'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:56:13.203747 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f237eb24-7312-476d-bab8-71ae1091bd5f" -d '{"events": [{"name": "network-changed", "server_uuid": "b9c702cf-dd7e-4dfa-b816-c6d03f19acf9", "tag": "ee6d8406-891b-46a7-bc3a-0e7fa5d0de9c"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:56:13.234595 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0813af8e-4e1e-4175-8681-7b53c8d89761 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'tenant_id': '3a7e48b24b924bff8faf8c740b2810c2', 'fixed_ips': [{'subnet_id': '7a76706d-0f4c-4ec4-8644-45fd928bdb94'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 09:56:13.236146 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0813af8e-4e1e-4175-8681-7b53c8d89761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:13.243147 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca07e26e-773c-4e28-b4b5-e76774d2b121 req-8091debf-7123-4271-a88e-39f6430aaf46 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:13.244913 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5777fdb4-93ba-4c82-ab9f-10be86aaf582 service neutron] Pushing event updated for resources: {'Port': ['ID=ee6d8406-891b-46a7-bc3a-0e7fa5d0de9c,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:13.249589 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5777fdb4-93ba-4c82-ab9f-10be86aaf582 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:13.256978 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca07e26e-773c-4e28-b4b5-e76774d2b121 req-8091debf-7123-4271-a88e-39f6430aaf46 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:13.259786 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 67f1579c-f4af-4db3-8d23-b4d5dee04fd7, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=67f1579c-f4af-4db3-8d23-b4d5dee04fd7,segment=NetworkSegment(2c191948-9605-46d9-97be-bdc56634551b),segment_id=2c191948-9605-46d9-97be-bdc56634551b)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:56:13.264231 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca07e26e-773c-4e28-b4b5-e76774d2b121 req-8091debf-7123-4271-a88e-39f6430aaf46 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:13.270548 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca07e26e-773c-4e28-b4b5-e76774d2b121 req-8091debf-7123-4271-a88e-39f6430aaf46 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:13.277171 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca07e26e-773c-4e28-b4b5-e76774d2b121 req-8091debf-7123-4271-a88e-39f6430aaf46 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:13.290699 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca07e26e-773c-4e28-b4b5-e76774d2b121 req-8091debf-7123-4271-a88e-39f6430aaf46 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:13.291905 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca07e26e-773c-4e28-b4b5-e76774d2b121 req-8091debf-7123-4271-a88e-39f6430aaf46 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:13.300361 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ca07e26e-773c-4e28-b4b5-e76774d2b121 req-8091debf-7123-4271-a88e-39f6430aaf46 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 5420 time: 0.2433419 Jun 11 09:56:13.308622 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cf6b9b6e-a98b-401b-ae34-3fd3ec182e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:13.313273 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a92a8f97-128b-45d5-b468-f3355d2569b8 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:13.324698 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed21082d-dea8-4f31-97be-63979f9ba08f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Made reservation on behalf of 3a7e48b24b924bff8faf8c740b2810c2 for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:56:13.391642 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a96c45-fe96-4ce6-9fec-e28d1d0322ea x-openstack-request-id: req-c4a96c45-fe96-4ce6-9fec-e28d1d0322ea {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:56:13.391985 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9c702cf-dd7e-4dfa-b816-c6d03f19acf9", "tag": "ee6d8406-891b-46a7-bc3a-0e7fa5d0de9c", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:56:13.392718 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c4a96c45-fe96-4ce6-9fec-e28d1d0322ea {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:56:13.392718 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9c702cf-dd7e-4dfa-b816-c6d03f19acf9', 'tag': 'ee6d8406-891b-46a7-bc3a-0e7fa5d0de9c', 'status': 'completed', 'code': 200} Jun 11 09:56:13.405430 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:13.409257 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device f8d34b36-4619-47da-b776-51da5e7d7204 up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:56:13.463590 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:13.547455 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=67f1579c-f4af-4db3-8d23-b4d5dee04fd7,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:13.548154 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ca07e26e-773c-4e28-b4b5-e76774d2b121 req-439646fa-2cc3-4ce4-af79-0c27dab8f1e4 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/security-groups?id=230a77c0-a6d2-4599-bb7a-d2d4f277106a&id=3ac47e06-1e75-4528-8507-ea5f5c2807d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2465851 Jun 11 09:56:13.564640 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:13.587257 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6b9b6e-a98b-401b-ae34-3fd3ec182e04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73b1338f-0df7-44ec-88b6-dbc16cfcfcc4,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:13.600453 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-cf6b9b6e-a98b-401b-ae34-3fd3ec182e04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:13.636660 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6b9b6e-a98b-401b-ae34-3fd3ec182e04 admin admin] Checking segment: {'id': '64ec67c3-ae73-4fd7-a5b7-323e0e068c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '4ec1bae5-7351-4e01-a52c-de5521320fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:56:13.637181 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6b9b6e-a98b-401b-ae34-3fd3ec182e04 admin admin] Network hostable DHCP agents. Network: 4ec1bae5-7351-4e01-a52c-de5521320fcb, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 09:56:13.637777 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-61986556-f6be-4f2a-8921-2910167bb501 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:13.643994 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ed21082d-dea8-4f31-97be-63979f9ba08f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:13.656392 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f237eb24-7312-476d-bab8-71ae1091bd5f req-2a7deccb-602d-4413-8c59-9e9e9e5c63a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:13.657070 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f237eb24-7312-476d-bab8-71ae1091bd5f req-2a7deccb-602d-4413-8c59-9e9e9e5c63a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:13.657530 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f237eb24-7312-476d-bab8-71ae1091bd5f req-2a7deccb-602d-4413-8c59-9e9e9e5c63a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:13.658056 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f237eb24-7312-476d-bab8-71ae1091bd5f req-2a7deccb-602d-4413-8c59-9e9e9e5c63a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:13.658579 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f237eb24-7312-476d-bab8-71ae1091bd5f req-2a7deccb-602d-4413-8c59-9e9e9e5c63a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:13.659093 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f237eb24-7312-476d-bab8-71ae1091bd5f req-2a7deccb-602d-4413-8c59-9e9e9e5c63a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:13.659630 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f237eb24-7312-476d-bab8-71ae1091bd5f req-2a7deccb-602d-4413-8c59-9e9e9e5c63a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:13.661636 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f237eb24-7312-476d-bab8-71ae1091bd5f req-2a7deccb-602d-4413-8c59-9e9e9e5c63a9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=27f3c4dce50f47ad9013fa1bc48941bf&device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 6484 time: 0.2645252 Jun 11 09:56:13.682400 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [None req-ed21082d-dea8-4f31-97be-63979f9ba08f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] device_id is not set on port 28abbca4-6e16-4ed7-b0d2-44dc272dbf67 yet. {{(pid=93177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 09:56:13.683646 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-0813af8e-4e1e-4175-8681-7b53c8d89761 None None] Allocated IP 2001:db8::f816:3eff:fe03:ecf9 (f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc/7a76706d-0f4c-4ec4-8644-45fd928bdb94/2ad779b5-ff93-4e1c-b0b7-7b4820bfa5fa) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:56:13.692653 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23980a24-0a21-4bba-84fa-66243365148c req-9a77ac1d-84e9-458b-968f-06420ed99ed7 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:13.699631 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23980a24-0a21-4bba-84fa-66243365148c req-9a77ac1d-84e9-458b-968f-06420ed99ed7 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:13.710070 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23980a24-0a21-4bba-84fa-66243365148c req-9a77ac1d-84e9-458b-968f-06420ed99ed7 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:13.711997 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-23980a24-0a21-4bba-84fa-66243365148c req-9a77ac1d-84e9-458b-968f-06420ed99ed7 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3a602a8-925a-482d-815a-10104b5f8b2f HTTP/1.1" status: 200 len: 2418 time: 0.1974976 Jun 11 09:56:13.757111 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-61986556-f6be-4f2a-8921-2910167bb501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:13.765475 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-23779fb6-f6bc-4e04-8b75-cd26b6298f0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:13.791149 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning for port f8d34b36-4619-47da-b776-51da5e7d7204 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:56:13.803712 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port f8d34b36-4619-47da-b776-51da5e7d7204 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:56:13.804067 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:13.832952 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-61986556-f6be-4f2a-8921-2910167bb501 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=14966e455e6c4a8aa43c2281632a56d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9625788 Jun 11 09:56:13.833936 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61986556-f6be-4f2a-8921-2910167bb501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2117b97-fab1-4caa-8751-4470cff35b83,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:13.837399 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-61986556-f6be-4f2a-8921-2910167bb501 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:13.838075 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 56912) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:56:13.896931 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ac282418-ac3e-45c2-882c-1fc9c3136eb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:13.923493 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f237eb24-7312-476d-bab8-71ae1091bd5f req-a38e5a79-24ae-4f90-8c7d-4080f68e6001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:13.924198 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f237eb24-7312-476d-bab8-71ae1091bd5f req-a38e5a79-24ae-4f90-8c7d-4080f68e6001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:13.924732 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f237eb24-7312-476d-bab8-71ae1091bd5f req-a38e5a79-24ae-4f90-8c7d-4080f68e6001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:13.925245 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ac282418-ac3e-45c2-882c-1fc9c3136eb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:13.926675 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f237eb24-7312-476d-bab8-71ae1091bd5f req-a38e5a79-24ae-4f90-8c7d-4080f68e6001 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=27f3c4dce50f47ad9013fa1bc48941bf&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2554238 Jun 11 09:56:13.931087 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6b9b6e-a98b-401b-ae34-3fd3ec182e04 admin admin] Network 4ec1bae5-7351-4e01-a52c-de5521320fcb is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 09:56:13.938503 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-23980a24-0a21-4bba-84fa-66243365148c req-b329a14e-c202-4826-979f-e45eab9458bb tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/security-groups?id=abdcb17a-68bc-4d03-89e1-7baaf91e40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055762 Jun 11 09:56:13.989965 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0813af8e-4e1e-4175-8681-7b53c8d89761 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:13.996667 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:14.010578 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-0813af8e-4e1e-4175-8681-7b53c8d89761 None None] Transition to ACTIVE for port object 2ad779b5-ff93-4e1c-b0b7-7b4820bfa5fa will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:56:14.043468 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-0813af8e-4e1e-4175-8681-7b53c8d89761 None None] Transition to ACTIVE for port object 2ad779b5-ff93-4e1c-b0b7-7b4820bfa5fa will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:56:14.051810 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86835e5-90d1-46e5-b1ee-aa598bcf86c5 req-f66dafaa-71ba-4d6d-88b8-e5b056de67f2 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:14.053450 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e86835e5-90d1-46e5-b1ee-aa598bcf86c5 req-f66dafaa-71ba-4d6d-88b8-e5b056de67f2 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd8cec9e-df34-44f4-b32b-502c04d6c1d9 HTTP/1.1" status: 200 len: 945 time: 0.1338801 Jun 11 09:56:14.056138 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port f8d34b36-4619-47da-b776-51da5e7d7204, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=f8d34b36-4619-47da-b776-51da5e7d7204,segment=NetworkSegment(dfe99bb6-d647-4ab7-9487-adbacb6e2192),segment_id=dfe99bb6-d647-4ab7-9487-adbacb6e2192)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:56:14.088890 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f237eb24-7312-476d-bab8-71ae1091bd5f req-10c33530-19ce-4bbf-a7f4-f9a7b360a705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:14.090393 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f237eb24-7312-476d-bab8-71ae1091bd5f req-10c33530-19ce-4bbf-a7f4-f9a7b360a705 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1551709 Jun 11 09:56:14.099864 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e86835e5-90d1-46e5-b1ee-aa598bcf86c5 req-5cc4aca2-648a-42f1-9bfd-5b74ea4c6b50 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0a63a22-d585-43d6-b866-33fbb4d10728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397387 Jun 11 09:56:14.127967 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-cf6b9b6e-a98b-401b-ae34-3fd3ec182e04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 4ec1bae5-7351-4e01-a52c-de5521320fcb) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:56:14.136044 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044ff0fb-6195-4e26-819c-a2717b56758e None None] Network 4ec1bae5-7351-4e01-a52c-de5521320fcb requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:56:14.142502 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6b9b6e-a98b-401b-ae34-3fd3ec182e04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:14.143461 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cf6b9b6e-a98b-401b-ae34-3fd3ec182e04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:14.206676 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ac282418-ac3e-45c2-882c-1fc9c3136eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:14.209393 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ac282418-ac3e-45c2-882c-1fc9c3136eb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:14.212064 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:14.215545 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-2edac601-e1e3-48f3-ad72-5a2bf5600f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:14.215785 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-73923c23-9c1e-4227-9d78-d8903054f703 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:14.215923 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-2edac601-e1e3-48f3-ad72-5a2bf5600f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:14.216327 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-2edac601-e1e3-48f3-ad72-5a2bf5600f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:14.216873 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-2edac601-e1e3-48f3-ad72-5a2bf5600f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:14.217539 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-2edac601-e1e3-48f3-ad72-5a2bf5600f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:14.217858 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0813af8e-4e1e-4175-8681-7b53c8d89761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:14.218348 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-2edac601-e1e3-48f3-ad72-5a2bf5600f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:14.218976 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-2edac601-e1e3-48f3-ad72-5a2bf5600f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:14.222456 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-2edac601-e1e3-48f3-ad72-5a2bf5600f3d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=27f3c4dce50f47ad9013fa1bc48941bf&device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 6484 time: 0.0908349 Jun 11 09:56:14.224125 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-ac282418-ac3e-45c2-882c-1fc9c3136eb1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f2117b97-fab1-4caa-8751-4470cff35b83 HTTP/1.1" status: 204 len: 168 time: 0.3850329 Jun 11 09:56:14.265296 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6eb49a0a-4b59-44e0-b61e-98f665c4027f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:14.285015 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac282418-ac3e-45c2-882c-1fc9c3136eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2117b97-fab1-4caa-8751-4470cff35b83,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:14.296467 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-f9929b99-2d51-4096-b901-4cfe520080e4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6002c3af-dd58-4a68-a700-e1997afee2fa HTTP/1.1" status: 200 len: 217 time: 0.0578544 Jun 11 09:56:14.297311 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ac282418-ac3e-45c2-882c-1fc9c3136eb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:14.303149 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0813af8e-4e1e-4175-8681-7b53c8d89761 None None] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:56:14.315753 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-ed21082d-dea8-4f31-97be-63979f9ba08f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Allocated IP 2001:db8::f816:3eff:fe56:e483 (f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc/7a76706d-0f4c-4ec4-8644-45fd928bdb94/28abbca4-6e16-4ed7-b0d2-44dc272dbf67) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:56:14.315868 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-cf6b9b6e-a98b-401b-ae34-3fd3ec182e04 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8757203 Jun 11 09:56:14.319636 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 56918) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:56:14.321775 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-0813af8e-4e1e-4175-8681-7b53c8d89761 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:56:14.327540 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-6dc3b4b1-11e5-43ce-9171-1d548c49ab55 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-854289280-router', 'tenant_id': '21c20f27027a4fa895493faf5f883302', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:56:14.330224 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0813af8e-4e1e-4175-8681-7b53c8d89761 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:56:14.372605 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=f8d34b36-4619-47da-b776-51da5e7d7204,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:14.383352 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:14.383824 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3a602a8-925a-482d-815a-10104b5f8b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67f1579c-f4af-4db3-8d23-b4d5dee04fd7'}, {'server_uuid': 'b3a602a8-925a-482d-815a-10104b5f8b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8d34b36-4619-47da-b776-51da5e7d7204'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:56:14.386077 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-413df65c-6553-4344-92ef-b10dfeecfe4a" -d '{"events": [{"server_uuid": "b3a602a8-925a-482d-815a-10104b5f8b2f", "name": "network-vif-plugged", "status": "completed", "tag": "67f1579c-f4af-4db3-8d23-b4d5dee04fd7"}, {"server_uuid": "b3a602a8-925a-482d-815a-10104b5f8b2f", "name": "network-vif-plugged", "status": "completed", "tag": "f8d34b36-4619-47da-b776-51da5e7d7204"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:56:14.388383 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.156s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:14.397270 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-1f322d12-1fc4-44a4-882c-e53059f4f817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:14.406756 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-1f322d12-1fc4-44a4-882c-e53059f4f817 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=89485667-0a35-4bc0-a20f-cd09bc5f5d8c HTTP/1.1" status: 200 len: 851 time: 0.1038811 Jun 11 09:56:14.473766 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Jun 2021 09:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2288b8bb-0db4-4ee3-b08a-3eb5b30bcab4 x-openstack-request-id: req-2288b8bb-0db4-4ee3-b08a-3eb5b30bcab4 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:56:14.474088 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3a602a8-925a-482d-815a-10104b5f8b2f", "name": "network-vif-plugged", "status": "completed", "tag": "67f1579c-f4af-4db3-8d23-b4d5dee04fd7", "code": 200}, {"server_uuid": "b3a602a8-925a-482d-815a-10104b5f8b2f", "name": "network-vif-plugged", "status": "completed", "tag": "f8d34b36-4619-47da-b776-51da5e7d7204", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:56:14.474328 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2288b8bb-0db4-4ee3-b08a-3eb5b30bcab4 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:56:14.477033 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3a602a8-925a-482d-815a-10104b5f8b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67f1579c-f4af-4db3-8d23-b4d5dee04fd7', 'code': 200} Jun 11 09:56:14.477033 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3a602a8-925a-482d-815a-10104b5f8b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8d34b36-4619-47da-b776-51da5e7d7204', 'code': 200} Jun 11 09:56:14.525641 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-8c47a867-e4d1-4afa-8ff5-18a434c7c161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:14.527720 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-8c47a867-e4d1-4afa-8ff5-18a434c7c161 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=07c60738-0d51-40d7-b14f-98ba87e92f35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1133168 Jun 11 09:56:14.530799 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0813af8e-4e1e-4175-8681-7b53c8d89761 None None] Pushing event updated for resources: {'Port': ['ID=2ad779b5-ff93-4e1c-b0b7-7b4820bfa5fa,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:14.532934 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-0813af8e-4e1e-4175-8681-7b53c8d89761 None None] Attempting to bind port 2ad779b5-ff93-4e1c-b0b7-7b4820bfa5fa on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:56:14.533315 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-0813af8e-4e1e-4175-8681-7b53c8d89761 None None] Attempting to bind port 2ad779b5-ff93-4e1c-b0b7-7b4820bfa5fa by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'e0bc2927-8a98-4066-9eb5-5174f5accc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:56:14.533666 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0813af8e-4e1e-4175-8681-7b53c8d89761 None None] Attempting to bind port 2ad779b5-ff93-4e1c-b0b7-7b4820bfa5fa on network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:56:14.535842 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-0813af8e-4e1e-4175-8681-7b53c8d89761 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:14.540129 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0813af8e-4e1e-4175-8681-7b53c8d89761 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:56:14.540514 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0813af8e-4e1e-4175-8681-7b53c8d89761 None None] Checking segment: {'id': 'e0bc2927-8a98-4066-9eb5-5174f5accc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:56:14.540923 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0813af8e-4e1e-4175-8681-7b53c8d89761 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:14.541377 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0813af8e-4e1e-4175-8681-7b53c8d89761 None None] Bound using segment: {'id': 'e0bc2927-8a98-4066-9eb5-5174f5accc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:56:14.541850 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-0813af8e-4e1e-4175-8681-7b53c8d89761 None None] Bound port: 2ad779b5-ff93-4e1c-b0b7-7b4820bfa5fa, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0bc2927-8a98-4066-9eb5-5174f5accc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:56:14.542283 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0813af8e-4e1e-4175-8681-7b53c8d89761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:14.547934 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6dc3b4b1-11e5-43ce-9171-1d548c49ab55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:14.548905 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6dc3b4b1-11e5-43ce-9171-1d548c49ab55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:14.555676 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7a7c92-81f4-4056-a95a-d5059b0efb81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-4ec1bae5-7351-4e01-a52c-de5521320fcb', 'network_id': '4ec1bae5-7351-4e01-a52c-de5521320fcb', 'tenant_id': '21c20f27027a4fa895493faf5f883302', 'fixed_ips': [{'subnet_id': '73b1338f-0df7-44ec-88b6-dbc16cfcfcc4'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 09:56:14.556498 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8b7a7c92-81f4-4056-a95a-d5059b0efb81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:14.678766 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ed21082d-dea8-4f31-97be-63979f9ba08f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:14.705748 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6dc3b4b1-11e5-43ce-9171-1d548c49ab55 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:14.710158 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-ed21082d-dea8-4f31-97be-63979f9ba08f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Transition to ACTIVE for port object 28abbca4-6e16-4ed7-b0d2-44dc272dbf67 will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:56:14.760345 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-e8b49132-0b8b-4edf-8f46-1475b01ed803 service neutron] 10.222.0.64 "GET /v2.0/networks/07c60738-0d51-40d7-b14f-98ba87e92f35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084224 Jun 11 09:56:14.828516 n-d-779913-12 neutron-server[93178]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:56:14.828516 n-d-779913-12 neutron-server[93178]: retrieve_revision_numbers = { Jun 11 09:56:14.828516 n-d-779913-12 neutron-server[93178]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:56:14.828516 n-d-779913-12 neutron-server[93178]: retrieve_revision_numbers = { Jun 11 09:56:14.828516 n-d-779913-12 neutron-server[93178]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:56:14.828516 n-d-779913-12 neutron-server[93178]: retrieve_revision_numbers = { Jun 11 09:56:14.828516 n-d-779913-12 neutron-server[93178]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:56:14.828516 n-d-779913-12 neutron-server[93178]: retrieve_revision_numbers = { Jun 11 09:56:14.828516 n-d-779913-12 neutron-server[93178]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:56:14.828516 n-d-779913-12 neutron-server[93178]: retrieve_revision_numbers = { Jun 11 09:56:14.828516 n-d-779913-12 neutron-server[93178]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:56:14.828516 n-d-779913-12 neutron-server[93178]: retrieve_revision_numbers = { Jun 11 09:56:14.828516 n-d-779913-12 neutron-server[93178]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:56:14.828516 n-d-779913-12 neutron-server[93178]: retrieve_revision_numbers = { Jun 11 09:56:14.828516 n-d-779913-12 neutron-server[93178]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:56:14.828516 n-d-779913-12 neutron-server[93178]: retrieve_revision_numbers = { Jun 11 09:56:14.828516 n-d-779913-12 neutron-server[93178]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:56:14.828516 n-d-779913-12 neutron-server[93178]: retrieve_revision_numbers = { Jun 11 09:56:14.828516 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 09:56:14.828516 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 09:56:14.828516 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 09:56:14.828516 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 09:56:14.828516 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 09:56:14.828516 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 09:56:14.828516 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 09:56:14.828516 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 09:56:14.828516 n-d-779913-12 neutron-server[93178]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:56:14.828516 n-d-779913-12 neutron-server[93178]: retrieve_revision_numbers = { Jun 11 09:56:14.828516 n-d-779913-12 neutron-server[93178]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:56:14.828516 n-d-779913-12 neutron-server[93178]: retrieve_revision_numbers = { Jun 11 09:56:14.828516 n-d-779913-12 neutron-server[93178]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:56:14.828516 n-d-779913-12 neutron-server[93178]: retrieve_revision_numbers = { Jun 11 09:56:14.828516 n-d-779913-12 neutron-server[93178]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:56:14.828516 n-d-779913-12 neutron-server[93178]: retrieve_revision_numbers = { Jun 11 09:56:14.828516 n-d-779913-12 neutron-server[93178]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:56:14.828516 n-d-779913-12 neutron-server[93178]: retrieve_revision_numbers = { Jun 11 09:56:14.831123 n-d-779913-12 neutron-server[93178]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:56:14.831123 n-d-779913-12 neutron-server[93178]: retrieve_revision_numbers = { Jun 11 09:56:14.831123 n-d-779913-12 neutron-server[93178]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:56:14.831123 n-d-779913-12 neutron-server[93178]: retrieve_revision_numbers = { Jun 11 09:56:14.831123 n-d-779913-12 neutron-server[93178]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:56:14.831123 n-d-779913-12 neutron-server[93178]: retrieve_revision_numbers = { Jun 11 09:56:14.831123 n-d-779913-12 neutron-server[93178]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:56:14.831123 n-d-779913-12 neutron-server[93178]: retrieve_revision_numbers = { Jun 11 09:56:14.831123 n-d-779913-12 neutron-server[93178]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:56:14.831123 n-d-779913-12 neutron-server[93178]: retrieve_revision_numbers = { Jun 11 09:56:14.831123 n-d-779913-12 neutron-server[93178]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:56:14.831123 n-d-779913-12 neutron-server[93178]: retrieve_revision_numbers = { Jun 11 09:56:14.831123 n-d-779913-12 neutron-server[93178]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:56:14.831123 n-d-779913-12 neutron-server[93178]: retrieve_revision_numbers = { Jun 11 09:56:14.837962 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-0813af8e-4e1e-4175-8681-7b53c8d89761 None None] For port 2ad779b5-ff93-4e1c-b0b7-7b4820bfa5fa, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:56:14.923064 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-0813af8e-4e1e-4175-8681-7b53c8d89761 None None] For port 2ad779b5-ff93-4e1c-b0b7-7b4820bfa5fa, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=2ad779b5-ff93-4e1c-b0b7-7b4820bfa5fa,segment=NetworkSegment(e0bc2927-8a98-4066-9eb5-5174f5accc0f),segment_id=e0bc2927-8a98-4066-9eb5-5174f5accc0f)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:56:14.928550 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77268098-ec99-4807-9348-aaa85f000c44 req-707e80d2-3be7-4c13-8f3d-cd8bd76cc01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:14.929040 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77268098-ec99-4807-9348-aaa85f000c44 req-707e80d2-3be7-4c13-8f3d-cd8bd76cc01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:14.929517 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77268098-ec99-4807-9348-aaa85f000c44 req-707e80d2-3be7-4c13-8f3d-cd8bd76cc01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:14.931875 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-77268098-ec99-4807-9348-aaa85f000c44 req-707e80d2-3be7-4c13-8f3d-cd8bd76cc01a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b3a602a8-925a-482d-815a-10104b5f8b2f HTTP/1.1" status: 200 len: 2875 time: 0.2268031 Jun 11 09:56:14.958466 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-8b7a7c92-81f4-4056-a95a-d5059b0efb81 None None] Allocated IP 172.20.0.2 (4ec1bae5-7351-4e01-a52c-de5521320fcb/73b1338f-0df7-44ec-88b6-dbc16cfcfcc4/3d43c49f-24d5-4dfe-a635-ce6c081c0af0) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:56:14.966938 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafb79fe-9ed0-430e-a1c9-21dc44f4e094 req-ceae4d03-52d8-468e-8639-08f7f0f61f16 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:14.972956 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafb79fe-9ed0-430e-a1c9-21dc44f4e094 req-ceae4d03-52d8-468e-8639-08f7f0f61f16 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:14.982035 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafb79fe-9ed0-430e-a1c9-21dc44f4e094 req-ceae4d03-52d8-468e-8639-08f7f0f61f16 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:14.985189 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafb79fe-9ed0-430e-a1c9-21dc44f4e094 req-ceae4d03-52d8-468e-8639-08f7f0f61f16 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:14.991414 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafb79fe-9ed0-430e-a1c9-21dc44f4e094 req-ceae4d03-52d8-468e-8639-08f7f0f61f16 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:14.998060 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafb79fe-9ed0-430e-a1c9-21dc44f4e094 req-ceae4d03-52d8-468e-8639-08f7f0f61f16 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:15.005292 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafb79fe-9ed0-430e-a1c9-21dc44f4e094 req-ceae4d03-52d8-468e-8639-08f7f0f61f16 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:15.007393 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cafb79fe-9ed0-430e-a1c9-21dc44f4e094 req-ceae4d03-52d8-468e-8639-08f7f0f61f16 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 5420 time: 0.3048985 Jun 11 09:56:15.023130 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ed21082d-dea8-4f31-97be-63979f9ba08f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:15.032787 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-5d7f4d28-f4bd-4a31-965d-108651cd7701 service neutron] 10.222.0.64 "GET /v2.0/networks/07c60738-0d51-40d7-b14f-98ba87e92f35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464540 Jun 11 09:56:15.052077 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d281c95d-38f5-4a10-834f-5ae8cea8f9a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:15.115138 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-a9c3c038-ba8a-4f92-a967-e81e90ba208a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=31bcc4b9-58bd-4fec-b00e-1686a7b3b5c8 HTTP/1.1" status: 200 len: 217 time: 0.0757353 Jun 11 09:56:15.128728 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-77268098-ec99-4807-9348-aaa85f000c44 req-7f23dadf-b479-4e29-a15e-6e64a62afb48 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=abdcb17a-68bc-4d03-89e1-7baaf91e40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772785 Jun 11 09:56:15.163940 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cafb79fe-9ed0-430e-a1c9-21dc44f4e094 req-ccf8a728-45d1-4691-bec7-d6c8b07d60ee tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/security-groups?id=230a77c0-a6d2-4599-bb7a-d2d4f277106a&id=3ac47e06-1e75-4528-8507-ea5f5c2807d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1361344 Jun 11 09:56:15.172030 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8b7a7c92-81f4-4056-a95a-d5059b0efb81 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:15.181778 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-8b7a7c92-81f4-4056-a95a-d5059b0efb81 None None] Transition to ACTIVE for port object 3d43c49f-24d5-4dfe-a635-ce6c081c0af0 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:56:15.199403 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-8b7a7c92-81f4-4056-a95a-d5059b0efb81 None None] Transition to ACTIVE for port object 3d43c49f-24d5-4dfe-a635-ce6c081c0af0 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:56:15.229084 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-c537189d-0c6e-494d-b33e-57c686fccaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:15.230701 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-c537189d-0c6e-494d-b33e-57c686fccaa7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ed222787-e673-4822-923d-7d2cddde10e7 HTTP/1.1" status: 200 len: 797 time: 0.1062999 Jun 11 09:56:15.248389 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0813af8e-4e1e-4175-8681-7b53c8d89761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:15.252058 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:15.315882 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-12462985-458c-46ed-9b7a-38cb0a97d853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:15.317818 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-12462985-458c-46ed-9b7a-38cb0a97d853 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0795965 Jun 11 09:56:15.341068 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0813af8e-4e1e-4175-8681-7b53c8d89761 None None] Pushing event updated for resources: {'Port': ['ID=2ad779b5-ff93-4e1c-b0b7-7b4820bfa5fa,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:15.353351 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-0813af8e-4e1e-4175-8681-7b53c8d89761 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:15.448688 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8b7a7c92-81f4-4056-a95a-d5059b0efb81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:15.456331 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-6b29c315-04ff-4028-846b-e5f1bd2c433b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:15.511762 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-cbfc2398-cd46-43a8-91b0-2f1ad9496754 service neutron] 10.222.0.64 "GET /v2.0/networks/1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830227 Jun 11 09:56:15.526008 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be26b134-0fc2-41cb-ab33-5ff6442feb2d req-3845192e-d7b1-403a-8e80-1a34049bbd93 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:15.527615 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-be26b134-0fc2-41cb-ab33-5ff6442feb2d req-3845192e-d7b1-403a-8e80-1a34049bbd93 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd8cec9e-df34-44f4-b32b-502c04d6c1d9 HTTP/1.1" status: 200 len: 945 time: 0.1598139 Jun 11 09:56:15.539840 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7a7c92-81f4-4056-a95a-d5059b0efb81 None None] Network 4ec1bae5-7351-4e01-a52c-de5521320fcb is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:56:15.544090 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-8b7a7c92-81f4-4056-a95a-d5059b0efb81 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:56:15.549009 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7a7c92-81f4-4056-a95a-d5059b0efb81 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:56:15.573108 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7a7c92-81f4-4056-a95a-d5059b0efb81 None None] Pushing event updated for resources: {'Port': ['ID=3d43c49f-24d5-4dfe-a635-ce6c081c0af0,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:15.577365 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-8b7a7c92-81f4-4056-a95a-d5059b0efb81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:15.705020 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-be26b134-0fc2-41cb-ab33-5ff6442feb2d req-249e2a6b-bc32-4f5a-8f46-e611da776508 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0a63a22-d585-43d6-b866-33fbb4d10728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684771 Jun 11 09:56:15.724418 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-8b7a7c92-81f4-4056-a95a-d5059b0efb81 None None] Attempting to bind port 3d43c49f-24d5-4dfe-a635-ce6c081c0af0 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:56:15.724813 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-8b7a7c92-81f4-4056-a95a-d5059b0efb81 None None] Attempting to bind port 3d43c49f-24d5-4dfe-a635-ce6c081c0af0 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '64ec67c3-ae73-4fd7-a5b7-323e0e068c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '4ec1bae5-7351-4e01-a52c-de5521320fcb'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:56:15.725261 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7a7c92-81f4-4056-a95a-d5059b0efb81 None None] Attempting to bind port 3d43c49f-24d5-4dfe-a635-ce6c081c0af0 on network 4ec1bae5-7351-4e01-a52c-de5521320fcb {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:56:15.745181 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7a7c92-81f4-4056-a95a-d5059b0efb81 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:56:15.745703 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7a7c92-81f4-4056-a95a-d5059b0efb81 None None] Checking segment: {'id': '64ec67c3-ae73-4fd7-a5b7-323e0e068c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '4ec1bae5-7351-4e01-a52c-de5521320fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:56:15.746134 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8b7a7c92-81f4-4056-a95a-d5059b0efb81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:15.746555 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7a7c92-81f4-4056-a95a-d5059b0efb81 None None] Bound using segment: {'id': '64ec67c3-ae73-4fd7-a5b7-323e0e068c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '4ec1bae5-7351-4e01-a52c-de5521320fcb'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:56:15.747066 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-8b7a7c92-81f4-4056-a95a-d5059b0efb81 None None] Bound port: 3d43c49f-24d5-4dfe-a635-ce6c081c0af0, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ec67c3-ae73-4fd7-a5b7-323e0e068c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '4ec1bae5-7351-4e01-a52c-de5521320fcb'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:56:15.747460 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8b7a7c92-81f4-4056-a95a-d5059b0efb81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:15.753029 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-29290c23-6024-40f1-a2b9-f02d5fb9c6a7 service neutron] 10.222.0.64 "GET /v2.0/networks/1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244120 Jun 11 09:56:15.827144 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-39c3bebe-e1d7-4ab4-a1eb-7a6ac0d05e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:15.834453 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-03d71ff5-a428-471c-937c-cf2a6e1ebce3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.172&port_id=44968cf1-fbc9-4eec-b314-67f01cc0a00c HTTP/1.1" status: 200 len: 217 time: 0.0744061 Jun 11 09:56:15.861869 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6dc3b4b1-11e5-43ce-9171-1d548c49ab55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:15.877113 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-8b7a7c92-81f4-4056-a95a-d5059b0efb81 None None] For port 3d43c49f-24d5-4dfe-a635-ce6c081c0af0, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:56:15.880552 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-8b7a7c92-81f4-4056-a95a-d5059b0efb81 None None] For port 3d43c49f-24d5-4dfe-a635-ce6c081c0af0, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=3d43c49f-24d5-4dfe-a635-ce6c081c0af0,segment=NetworkSegment(64ec67c3-ae73-4fd7-a5b7-323e0e068c2b),segment_id=64ec67c3-ae73-4fd7-a5b7-323e0e068c2b)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:56:15.902910 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed21082d-dea8-4f31-97be-63979f9ba08f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:56:15.903545 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-5c52b78e-deda-4d00-915d-9b748858ccac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:15.904558 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-5c52b78e-deda-4d00-915d-9b748858ccac service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ed222787-e673-4822-923d-7d2cddde10e7 HTTP/1.1" status: 200 len: 797 time: 0.0647206 Jun 11 09:56:15.908216 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-ed21082d-dea8-4f31-97be-63979f9ba08f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:56:15.909703 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed21082d-dea8-4f31-97be-63979f9ba08f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:56:15.915786 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed21082d-dea8-4f31-97be-63979f9ba08f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:15.916410 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ed21082d-dea8-4f31-97be-63979f9ba08f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:15.956267 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed21082d-dea8-4f31-97be-63979f9ba08f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event updated for resources: {'Port': ['ID=28abbca4-6e16-4ed7-b0d2-44dc272dbf67,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:15.959378 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ed21082d-dea8-4f31-97be-63979f9ba08f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.914s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:15.982994 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-0ac936f0-d708-4bed-abd3-b8c0cc222380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:15.985097 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-0ac936f0-d708-4bed-abd3-b8c0cc222380 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0726507 Jun 11 09:56:16.020464 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc31b4-7608-415b-90d0-1d0e605344c0 req-49e5dd0f-a176-4b40-b8d9-495cc8b6f48a tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:16.028236 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc31b4-7608-415b-90d0-1d0e605344c0 req-49e5dd0f-a176-4b40-b8d9-495cc8b6f48a tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:16.034854 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc31b4-7608-415b-90d0-1d0e605344c0 req-49e5dd0f-a176-4b40-b8d9-495cc8b6f48a tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:16.036467 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c6fc31b4-7608-415b-90d0-1d0e605344c0 req-49e5dd0f-a176-4b40-b8d9-495cc8b6f48a tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3a602a8-925a-482d-815a-10104b5f8b2f HTTP/1.1" status: 200 len: 2419 time: 0.1505313 Jun 11 09:56:16.064650 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8b7a7c92-81f4-4056-a95a-d5059b0efb81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:16.080951 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:16.082691 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:16.123342 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c6fc31b4-7608-415b-90d0-1d0e605344c0 req-eaae6f30-b966-49b7-b4f3-337d6086948c tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/security-groups?id=abdcb17a-68bc-4d03-89e1-7baaf91e40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782590 Jun 11 09:56:16.147264 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-a06c8736-a409-4fcd-9847-8376f99b4a92 service neutron] 10.222.0.64 "GET /v2.0/networks/1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454885 Jun 11 09:56:16.155203 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-ed21082d-dea8-4f31-97be-63979f9ba08f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.3025975 Jun 11 09:56:16.155875 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 56952) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:56:16.172291 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7a7c92-81f4-4056-a95a-d5059b0efb81 None None] Pushing event updated for resources: {'Port': ['ID=3d43c49f-24d5-4dfe-a635-ce6c081c0af0,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:16.184768 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-8b7a7c92-81f4-4056-a95a-d5059b0efb81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:16.324093 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbb0a52-a056-44ff-9424-bf60c0f58cfc tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:16.330516 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbb0a52-a056-44ff-9424-bf60c0f58cfc tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:16.334589 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-3cbb0a52-a056-44ff-9424-bf60c0f58cfc tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1742606 Jun 11 09:56:16.336470 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 56958) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:56:16.548890 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-d22c972a-2366-48f5-9be1-f37b643adac4 service neutron] 10.222.0.64 "GET /v2.0/networks/1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3902905 Jun 11 09:56:16.634002 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6dc3b4b1-11e5-43ce-9171-1d548c49ab55 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:16.638244 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:16.676257 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6dc3b4b1-11e5-43ce-9171-1d548c49ab55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:16.682063 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-2e485329-4b37-405e-a45e-548d390bc909 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=eaada8e6-4077-4542-af8d-d731c7dc1459 HTTP/1.1" status: 200 len: 217 time: 0.1014125 Jun 11 09:56:16.699700 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c2d54c-d376-40da-a640-691e21216a40 req-751e11b1-695b-4a0b-b334-da63ee959310 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:16.705724 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c2d54c-d376-40da-a640-691e21216a40 req-751e11b1-695b-4a0b-b334-da63ee959310 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:16.712407 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c2d54c-d376-40da-a640-691e21216a40 req-751e11b1-695b-4a0b-b334-da63ee959310 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:16.718216 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c2d54c-d376-40da-a640-691e21216a40 req-751e11b1-695b-4a0b-b334-da63ee959310 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:16.724430 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c2d54c-d376-40da-a640-691e21216a40 req-751e11b1-695b-4a0b-b334-da63ee959310 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:16.730794 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c2d54c-d376-40da-a640-691e21216a40 req-751e11b1-695b-4a0b-b334-da63ee959310 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:16.737917 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c2d54c-d376-40da-a640-691e21216a40 req-751e11b1-695b-4a0b-b334-da63ee959310 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:16.748299 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-51c2d54c-d376-40da-a640-691e21216a40 req-751e11b1-695b-4a0b-b334-da63ee959310 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 5420 time: 0.3381739 Jun 11 09:56:16.937509 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-6dc3b4b1-11e5-43ce-9171-1d548c49ab55 admin admin] Allocated IP 172.25.4.210 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/581c405d-a3a7-4d04-9b07-3b4049bdd298) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:56:17.126907 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efae3542-2a17-48d8-9944-e4aa2c0ba871 req-f25ad7ad-c7af-4016-be2d-6d41269159bd tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:17.128490 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-efae3542-2a17-48d8-9944-e4aa2c0ba871 req-f25ad7ad-c7af-4016-be2d-6d41269159bd tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd8cec9e-df34-44f4-b32b-502c04d6c1d9 HTTP/1.1" status: 200 len: 945 time: 0.1885996 Jun 11 09:56:17.174105 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-bafd3063-546b-4655-b99d-60f5ee38981b None None] Provisioning for port 2ad779b5-ff93-4e1c-b0b7-7b4820bfa5fa completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:56:17.227672 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-efae3542-2a17-48d8-9944-e4aa2c0ba871 req-d9afe723-aeac-49b3-923b-ad312f342a31 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0a63a22-d585-43d6-b866-33fbb4d10728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794990 Jun 11 09:56:17.240288 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6dc3b4b1-11e5-43ce-9171-1d548c49ab55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:17.352286 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-51c2d54c-d376-40da-a640-691e21216a40 req-c000153c-aca1-4aa9-850c-f25fde1cc3e6 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/security-groups?id=230a77c0-a6d2-4599-bb7a-d2d4f277106a&id=3ac47e06-1e75-4528-8507-ea5f5c2807d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6029062 Jun 11 09:56:17.370973 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-c1bb84a2-2bc9-412b-a84b-72764e25ce2c tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Deleting port 28abbca4-6e16-4ed7-b0d2-44dc272dbf67 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:56:17.371456 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c1bb84a2-2bc9-412b-a84b-72764e25ce2c tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:17.393541 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-6f968347-c588-4670-8ddd-aa83300616ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:17.395673 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-6f968347-c588-4670-8ddd-aa83300616ee service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ed222787-e673-4822-923d-7d2cddde10e7 HTTP/1.1" status: 200 len: 797 time: 0.6430807 Jun 11 09:56:17.448086 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6dc3b4b1-11e5-43ce-9171-1d548c49ab55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:17.448086 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-033ce8d7-a2ca-4edd-94e9-2669f4d34291 tempest-ServerTagsTestJSON-2019324800 tempest-ServerTagsTestJSON-2019324800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:17.496725 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-1cde856e-3bf7-416a-ac77-93d3510d734a None None] Provisioning for port 28abbca4-6e16-4ed7-b0d2-44dc272dbf67 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:56:17.503118 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-1cde856e-3bf7-416a-ac77-93d3510d734a None None] Provisioning complete for port 28abbca4-6e16-4ed7-b0d2-44dc272dbf67 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:56:17.503512 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1cde856e-3bf7-416a-ac77-93d3510d734a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:17.568030 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc3b4b1-11e5-43ce-9171-1d548c49ab55 admin admin] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:56:17.585523 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-1cde856e-3bf7-416a-ac77-93d3510d734a None None] Port 28abbca4-6e16-4ed7-b0d2-44dc272dbf67 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:56:17.607638 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-6dc3b4b1-11e5-43ce-9171-1d548c49ab55 admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:56:17.610010 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc3b4b1-11e5-43ce-9171-1d548c49ab55 admin admin] Pushing event updated for resources: {'Port': ['ID=581c405d-a3a7-4d04-9b07-3b4049bdd298,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:17.623013 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc3b4b1-11e5-43ce-9171-1d548c49ab55 admin admin] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:56:17.626357 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6dc3b4b1-11e5-43ce-9171-1d548c49ab55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:17.662033 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-282b37a5-6460-4a8e-939e-0401df3944e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:17.663797 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-282b37a5-6460-4a8e-939e-0401df3944e4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2523179 Jun 11 09:56:17.666748 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c1bb84a2-2bc9-412b-a84b-72764e25ce2c tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:17.672874 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 3d43c49f-24d5-4dfe-a635-ce6c081c0af0 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:56:17.809055 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-c1bb84a2-2bc9-412b-a84b-72764e25ce2c tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Calling delete_port for 28abbca4-6e16-4ed7-b0d2-44dc272dbf67 owned by {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:56:17.825349 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbbb95b-08da-49e5-9f78-d33aa35f40b9 None None] Network 4ec1bae5-7351-4e01-a52c-de5521320fcb requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:56:17.933486 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 3d43c49f-24d5-4dfe-a635-ce6c081c0af0 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:56:17.947901 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 2ad779b5-ff93-4e1c-b0b7-7b4820bfa5fa up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:56:17.969406 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-02b43544-81fa-4fc8-bddb-924580437a14 service neutron] 10.222.0.64 "GET /v2.0/networks/1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919509 Jun 11 09:56:17.985999 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c337fb67-24de-49e2-8a99-14eac9b9d665 req-ba6854f8-e120-46b3-8160-43fa8bafa76d tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:17.988092 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c337fb67-24de-49e2-8a99-14eac9b9d665 req-ba6854f8-e120-46b3-8160-43fa8bafa76d tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:17.994761 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c337fb67-24de-49e2-8a99-14eac9b9d665 req-ba6854f8-e120-46b3-8160-43fa8bafa76d tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:18.002300 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c337fb67-24de-49e2-8a99-14eac9b9d665 req-ba6854f8-e120-46b3-8160-43fa8bafa76d tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3a602a8-925a-482d-815a-10104b5f8b2f HTTP/1.1" status: 200 len: 2419 time: 0.4323573 Jun 11 09:56:18.067360 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c337fb67-24de-49e2-8a99-14eac9b9d665 req-7fd0326b-8ff2-48ae-887a-d7ca7f1d29bc tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/security-groups?id=abdcb17a-68bc-4d03-89e1-7baaf91e40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581925 Jun 11 09:56:18.157734 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-834ad97c-954c-43bf-adf1-e5cc77ac63b5 service neutron] 10.222.0.64 "GET /v2.0/networks/1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756914 Jun 11 09:56:18.171191 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-25a31f91-a8a3-4b1f-95f6-23c3b14da48c None None] Provisioning for port 3d43c49f-24d5-4dfe-a635-ce6c081c0af0 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:56:18.200829 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-25a31f91-a8a3-4b1f-95f6-23c3b14da48c None None] Provisioning complete for port 3d43c49f-24d5-4dfe-a635-ce6c081c0af0 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:56:18.200829 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-25a31f91-a8a3-4b1f-95f6-23c3b14da48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:18.267996 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-86fd605a-d9c3-421e-b770-1f8f818752af service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=1679bae4-2d97-4ecb-add1-b9fc56247f86 HTTP/1.1" status: 200 len: 217 time: 0.0942562 Jun 11 09:56:18.345777 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6dc3b4b1-11e5-43ce-9171-1d548c49ab55 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:18.348702 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c1bb84a2-2bc9-412b-a84b-72764e25ce2c tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:18.361359 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-de4c4686-8fef-45c5-961f-a55d6a12bf4a tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:18.449466 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-0a1de462-79f8-425c-90dc-0a153b251cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:18.451493 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-0a1de462-79f8-425c-90dc-0a153b251cda service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ed222787-e673-4822-923d-7d2cddde10e7 HTTP/1.1" status: 200 len: 797 time: 0.1800439 Jun 11 09:56:18.459332 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bb84a2-2bc9-412b-a84b-72764e25ce2c tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event deleted for resources: {'Port': ['ID=28abbca4-6e16-4ed7-b0d2-44dc272dbf67,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:18.487720 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c1bb84a2-2bc9-412b-a84b-72764e25ce2c tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:18.583984 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c1bb84a2-2bc9-412b-a84b-72764e25ce2c tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:18.586111 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-c1bb84a2-2bc9-412b-a84b-72764e25ce2c tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/ports/28abbca4-6e16-4ed7-b0d2-44dc272dbf67 HTTP/1.1" status: 204 len: 168 time: 2.2486732 Jun 11 09:56:18.590979 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 57002) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:56:18.642319 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:18.733738 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6dc3b4b1-11e5-43ce-9171-1d548c49ab55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:18.748688 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4162f585-06d4-4a29-a20b-82804f67a86e tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:18.753563 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4162f585-06d4-4a29-a20b-82804f67a86e tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:18.753563 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-4162f585-06d4-4a29-a20b-82804f67a86e tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1586504 Jun 11 09:56:18.754667 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 57010) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:56:18.804869 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 2ad779b5-ff93-4e1c-b0b7-7b4820bfa5fa completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:56:18.811273 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-25a31f91-a8a3-4b1f-95f6-23c3b14da48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:18.817726 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 2ad779b5-ff93-4e1c-b0b7-7b4820bfa5fa triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:56:18.818242 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:18.873283 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfb95ba-746a-465e-89ba-9c5780812453 req-9e291137-e659-43f7-a5cd-b5e379defcc5 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:18.880108 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7dfb95ba-746a-465e-89ba-9c5780812453 req-9e291137-e659-43f7-a5cd-b5e379defcc5 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd8cec9e-df34-44f4-b32b-502c04d6c1d9 HTTP/1.1" status: 200 len: 945 time: 0.4119439 Jun 11 09:56:18.923284 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-45b82b34-0fb7-46f0-b30e-7ac1ec14120d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:18.925167 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-45b82b34-0fb7-46f0-b30e-7ac1ec14120d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4559562 Jun 11 09:56:18.938347 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-25a31f91-a8a3-4b1f-95f6-23c3b14da48c None None] For port 3d43c49f-24d5-4dfe-a635-ce6c081c0af0, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=3d43c49f-24d5-4dfe-a635-ce6c081c0af0,segment=NetworkSegment(64ec67c3-ae73-4fd7-a5b7-323e0e068c2b),segment_id=64ec67c3-ae73-4fd7-a5b7-323e0e068c2b)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:56:19.022183 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7dfb95ba-746a-465e-89ba-9c5780812453 req-066a7c07-b221-4db6-826e-15b7ae387124 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0a63a22-d585-43d6-b866-33fbb4d10728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351542 Jun 11 09:56:19.037610 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-2839b79e-faf3-47a0-8084-b781d790f179 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Deleting subnet 7a76706d-0f4c-4ec4-8644-45fd928bdb94 {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 09:56:19.041664 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dc3b4b1-11e5-43ce-9171-1d548c49ab55 admin admin] Router 6875d133-0fb1-4d5d-a407-11a97fc05e02 is scheduled to L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 with binding_index 1 {{(pid=93177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 09:56:19.047088 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2839b79e-faf3-47a0-8084-b781d790f179 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:19.091478 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:19.099392 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-25a31f91-a8a3-4b1f-95f6-23c3b14da48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:19.107355 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f2756b9b-ad02-4689-837c-f53e5e5bd1dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:19.171736 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2839b79e-faf3-47a0-8084-b781d790f179 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:19.277201 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 2ad779b5-ff93-4e1c-b0b7-7b4820bfa5fa, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=2ad779b5-ff93-4e1c-b0b7-7b4820bfa5fa,segment=NetworkSegment(e0bc2927-8a98-4066-9eb5-5174f5accc0f),segment_id=e0bc2927-8a98-4066-9eb5-5174f5accc0f)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:56:19.295416 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a31f91-a8a3-4b1f-95f6-23c3b14da48c None None] Pushing event updated for resources: {'Port': ['ID=3d43c49f-24d5-4dfe-a635-ce6c081c0af0,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:19.302244 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-25a31f91-a8a3-4b1f-95f6-23c3b14da48c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:19.359453 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-d79a3f70-a906-4d20-8504-3ed20864ee64 None None] Provisioning complete for port 3d43c49f-24d5-4dfe-a635-ce6c081c0af0 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:56:19.360279 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d79a3f70-a906-4d20-8504-3ed20864ee64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:19.371724 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f42a8-f370-46ac-9736-a3b79edb54b5 req-8e9a2fc2-cbed-447d-a6f5-821d931c6fc0 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:19.377563 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f42a8-f370-46ac-9736-a3b79edb54b5 req-8e9a2fc2-cbed-447d-a6f5-821d931c6fc0 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:19.383546 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f42a8-f370-46ac-9736-a3b79edb54b5 req-8e9a2fc2-cbed-447d-a6f5-821d931c6fc0 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:19.396392 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2839b79e-faf3-47a0-8084-b781d790f179 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:19.403734 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f42a8-f370-46ac-9736-a3b79edb54b5 req-8e9a2fc2-cbed-447d-a6f5-821d931c6fc0 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:19.407281 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f42a8-f370-46ac-9736-a3b79edb54b5 req-8e9a2fc2-cbed-447d-a6f5-821d931c6fc0 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:19.413227 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f42a8-f370-46ac-9736-a3b79edb54b5 req-8e9a2fc2-cbed-447d-a6f5-821d931c6fc0 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:19.420551 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f42a8-f370-46ac-9736-a3b79edb54b5 req-8e9a2fc2-cbed-447d-a6f5-821d931c6fc0 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:19.422421 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d62f42a8-f370-46ac-9736-a3b79edb54b5 req-8e9a2fc2-cbed-447d-a6f5-821d931c6fc0 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 5420 time: 0.2199736 Jun 11 09:56:19.423377 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:19.423985 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dc3b4b1-11e5-43ce-9171-1d548c49ab55 admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:56:19.438687 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-25a31f91-a8a3-4b1f-95f6-23c3b14da48c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:19.442257 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58057f35-dfab-4e5e-a28a-a238fcd324aa None None] Sync routers for ids ['6875d133-0fb1-4d5d-a407-11a97fc05e02'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:56:19.464734 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-4559a6bc-7654-4ac2-890a-d941c63ba384 service neutron] 10.222.0.64 "GET /v2.0/networks/1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5253332 Jun 11 09:56:19.538216 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d62f42a8-f370-46ac-9736-a3b79edb54b5 req-c9fa480a-b0f3-4c9e-ae0c-57b0c1dbbcf3 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/security-groups?id=230a77c0-a6d2-4599-bb7a-d2d4f277106a&id=3ac47e06-1e75-4528-8507-ea5f5c2807d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0880990 Jun 11 09:56:19.563653 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 3d43c49f-24d5-4dfe-a635-ce6c081c0af0 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:56:19.565920 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6dc3b4b1-11e5-43ce-9171-1d548c49ab55 admin admin] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:19.579489 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-6dc3b4b1-11e5-43ce-9171-1d548c49ab55 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.2466838 Jun 11 09:56:19.579694 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58057f35-dfab-4e5e-a28a-a238fcd324aa None None] Routers {'6875d133-0fb1-4d5d-a407-11a97fc05e02'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:56:19.579694 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-58057f35-dfab-4e5e-a28a-a238fcd324aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:56:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['6875d133-0fb1-4d5d-a407-11a97fc05e02'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:56:19.581652 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 57014) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:56:19.673192 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc6ddf2-6eb0-403d-86fc-cc3cb276a7bd req-caf9d1d4-f7ec-457d-be49-2264867758ac tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:19.679440 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc6ddf2-6eb0-403d-86fc-cc3cb276a7bd req-caf9d1d4-f7ec-457d-be49-2264867758ac tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:19.685848 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc6ddf2-6eb0-403d-86fc-cc3cb276a7bd req-caf9d1d4-f7ec-457d-be49-2264867758ac tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:19.687539 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6bc6ddf2-6eb0-403d-86fc-cc3cb276a7bd req-caf9d1d4-f7ec-457d-be49-2264867758ac tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3a602a8-925a-482d-815a-10104b5f8b2f HTTP/1.1" status: 200 len: 2419 time: 0.2209213 Jun 11 09:56:19.692336 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-73adc10f-b802-4015-ace9-cf06da4f8feb service neutron] 10.222.0.64 "GET /v2.0/networks/1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085109 Jun 11 09:56:19.722425 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=2ad779b5-ff93-4e1c-b0b7-7b4820bfa5fa,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:19.731969 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:19.782546 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 3d43c49f-24d5-4dfe-a635-ce6c081c0af0 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:56:19.783015 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:19.794165 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-3199a417-c5e2-4594-a727-159bf2172f49 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d2cec35c-4c11-4de7-ae05-5512220e5a5d HTTP/1.1" status: 200 len: 217 time: 0.0880103 Jun 11 09:56:19.816057 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-58057f35-dfab-4e5e-a28a-a238fcd324aa None None] Set router 6875d133-0fb1-4d5d-a407-11a97fc05e02 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:56:19.876319 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6bc6ddf2-6eb0-403d-86fc-cc3cb276a7bd req-05bf3d52-2343-49dd-881d-56825f3ac2ee tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/security-groups?id=abdcb17a-68bc-4d03-89e1-7baaf91e40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788936 Jun 11 09:56:19.904251 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-afb6eb2a-0d62-4fe4-8b4a-fc5ff6ebfa0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:19.905807 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-afb6eb2a-0d62-4fe4-8b4a-fc5ff6ebfa0e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ba156a19-5bcc-4467-be5b-d926e6e3da76 HTTP/1.1" status: 200 len: 797 time: 0.0987751 Jun 11 09:56:19.911871 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2839b79e-faf3-47a0-8084-b781d790f179 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:19.917802 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3cc7bd93-2317-49b0-af21-0a55ba1308d7 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:19.996277 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2839b79e-faf3-47a0-8084-b781d790f179 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event deleted for resources: {'Subnet': ['ID=7a76706d-0f4c-4ec4-8644-45fd928bdb94,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:20.012699 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2839b79e-faf3-47a0-8084-b781d790f179 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:20.029775 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2839b79e-faf3-47a0-8084-b781d790f179 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:20.029775 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-2839b79e-faf3-47a0-8084-b781d790f179 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/subnets/7a76706d-0f4c-4ec4-8644-45fd928bdb94 HTTP/1.1" status: 204 len: 168 time: 1.2704089 Jun 11 09:56:20.030087 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 57020) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:56:20.069570 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a909f85c-a704-4ae1-b18c-0b152fb46770 None None] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:56:20.100365 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-0420b2bf-9eb8-41db-880a-720c870acefc tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0693357 Jun 11 09:56:20.107741 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 57024) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:56:20.201574 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-f90e612f-535b-479c-b3a3-74a6843bd5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:20.203059 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-f90e612f-535b-479c-b3a3-74a6843bd5ae service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=afbcc96d-d966-4839-b6f4-c3dd378a91e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2885959 Jun 11 09:56:20.381603 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-58057f35-dfab-4e5e-a28a-a238fcd324aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6875d133-0fb1-4d5d-a407-11a97fc05e02', 'name': 'tempest-AttachVolumeShelveTestJSON-854289280-router', 'tenant_id': '21c20f27027a4fa895493faf5f883302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': '581c405d-a3a7-4d04-9b07-3b4049bdd298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:56:14Z', 'updated_at': '2021-06-11T09:56:18Z', 'revision_number': 3, 'project_id': '21c20f27027a4fa895493faf5f883302', 'gw_port': {'id': '581c405d-a3a7-4d04-9b07-3b4049bdd298', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:cc:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6875d133-0fb1-4d5d-a407-11a97fc05e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:56:16Z', 'updated_at': '2021-06-11T09:56:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:56:20.386318 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58057f35-dfab-4e5e-a28a-a238fcd324aa None None] Checking router: 6875d133-0fb1-4d5d-a407-11a97fc05e02 for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:56:20.386683 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58057f35-dfab-4e5e-a28a-a238fcd324aa None None] Updating router 6875d133-0fb1-4d5d-a407-11a97fc05e02 port 581c405d-a3a7-4d04-9b07-3b4049bdd298 binding host n-d-779913-12 {{(pid=93178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 09:56:20.423362 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-25fcacbd-2085-42ab-8b11-711db58c4297 service neutron] 10.222.0.64 "GET /v2.0/networks/afbcc96d-d966-4839-b6f4-c3dd378a91e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119355 Jun 11 09:56:20.482590 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34999a32-2003-4d72-86ab-2e16b260a5c4 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:20.487595 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-34999a32-2003-4d72-86ab-2e16b260a5c4 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3776112 Jun 11 09:56:20.488654 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 57032) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:56:20.556940 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc56f8f-4948-4f11-9198-4b4d1213cef8 req-448f00d8-17e3-4afd-920c-3c8eb3ae9172 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:20.559765 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cfc56f8f-4948-4f11-9198-4b4d1213cef8 req-448f00d8-17e3-4afd-920c-3c8eb3ae9172 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd8cec9e-df34-44f4-b32b-502c04d6c1d9 HTTP/1.1" status: 200 len: 945 time: 0.1908593 Jun 11 09:56:20.576441 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 09:56:20.631213 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-8533de80-5410-4d57-8d84-2649bc6bc9b9 service neutron] 10.222.0.64 "GET /v2.0/networks/afbcc96d-d966-4839-b6f4-c3dd378a91e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996191 Jun 11 09:56:20.635420 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-58057f35-dfab-4e5e-a28a-a238fcd324aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:20.705845 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-b236952f-ec5c-4f1f-b66d-ed38f101f19c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ee6d8406-891b-46a7-bc3a-0e7fa5d0de9c HTTP/1.1" status: 200 len: 217 time: 0.0665324 Jun 11 09:56:20.710321 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc8daa7-ddc9-4439-a8ca-ff6bf52f9671 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:20.715279 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-5dc8daa7-ddc9-4439-a8ca-ff6bf52f9671 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2239966 Jun 11 09:56:20.721618 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 57038) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:56:20.809836 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cfc56f8f-4948-4f11-9198-4b4d1213cef8 req-31ab288e-d4c6-46a5-88b8-39cb4918d940 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0a63a22-d585-43d6-b866-33fbb4d10728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908515 Jun 11 09:56:20.852498 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-78152715-5ee2-4fa2-a297-e4fa933bcf40 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1138239 Jun 11 09:56:20.865836 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 57040) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:56:20.895464 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-759099ba-fb3a-488c-9816-c21eb882c381 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Request body: {'subnet': {'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:56:20.951195 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-03d30d6c-a6fc-4b9f-9997-ba2b336bf409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:20.952654 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-03d30d6c-a6fc-4b9f-9997-ba2b336bf409 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ba156a19-5bcc-4467-be5b-d926e6e3da76 HTTP/1.1" status: 200 len: 797 time: 0.2318728 Jun 11 09:56:20.984603 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-58057f35-dfab-4e5e-a28a-a238fcd324aa None None] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:20.995891 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-58057f35-dfab-4e5e-a28a-a238fcd324aa None None] Transition to ACTIVE for port object 581c405d-a3a7-4d04-9b07-3b4049bdd298 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:56:21.031652 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bfc16ecf-2ff3-42d9-adc6-19dbbc7260ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:21.085584 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aabb9ae-7bf9-4beb-a936-966505250e84 req-d71f3a9d-8ca3-42a4-9e30-dc3028db23e9 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:21.091469 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aabb9ae-7bf9-4beb-a936-966505250e84 req-d71f3a9d-8ca3-42a4-9e30-dc3028db23e9 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:21.100861 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aabb9ae-7bf9-4beb-a936-966505250e84 req-d71f3a9d-8ca3-42a4-9e30-dc3028db23e9 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:21.104805 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8a1be6-2b1b-4823-8828-fd458658bd4b None None] DHCP port deletion for f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 09:56:21.108906 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aabb9ae-7bf9-4beb-a936-966505250e84 req-d71f3a9d-8ca3-42a4-9e30-dc3028db23e9 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:21.109790 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-58057f35-dfab-4e5e-a28a-a238fcd324aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:21.112595 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aabb9ae-7bf9-4beb-a936-966505250e84 req-d71f3a9d-8ca3-42a4-9e30-dc3028db23e9 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:21.119258 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aabb9ae-7bf9-4beb-a936-966505250e84 req-d71f3a9d-8ca3-42a4-9e30-dc3028db23e9 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:21.122099 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-a3c4e3d0-f5a3-4371-8486-da0ade02edd2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:21.125910 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aabb9ae-7bf9-4beb-a936-966505250e84 req-d71f3a9d-8ca3-42a4-9e30-dc3028db23e9 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:21.127287 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3aabb9ae-7bf9-4beb-a936-966505250e84 req-d71f3a9d-8ca3-42a4-9e30-dc3028db23e9 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 5420 time: 0.4163001 Jun 11 09:56:21.182417 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d39a08-969e-4aab-a1da-b60030f8f2f0 req-e51ae99b-5bba-48cb-826c-994e82acfaea tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:21.185757 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735bdbed-271c-4982-9068-11e94ae4df10 None None] Pushing event updated for resources: {'Port': ['ID=581c405d-a3a7-4d04-9b07-3b4049bdd298,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:21.188342 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d39a08-969e-4aab-a1da-b60030f8f2f0 req-e51ae99b-5bba-48cb-826c-994e82acfaea tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:21.194405 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d39a08-969e-4aab-a1da-b60030f8f2f0 req-e51ae99b-5bba-48cb-826c-994e82acfaea tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:21.196612 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-48d39a08-969e-4aab-a1da-b60030f8f2f0 req-e51ae99b-5bba-48cb-826c-994e82acfaea tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.69 "GET /v2.0/ports?device_id=b3a602a8-925a-482d-815a-10104b5f8b2f HTTP/1.1" status: 200 len: 2419 time: 0.3556397 Jun 11 09:56:21.198315 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-735bdbed-271c-4982-9068-11e94ae4df10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:21.252625 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-58057f35-dfab-4e5e-a28a-a238fcd324aa None None] Attempting to bind port 581c405d-a3a7-4d04-9b07-3b4049bdd298 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:56:21.253011 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-58057f35-dfab-4e5e-a28a-a238fcd324aa None None] Attempting to bind port 581c405d-a3a7-4d04-9b07-3b4049bdd298 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:56:21.253392 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58057f35-dfab-4e5e-a28a-a238fcd324aa None None] Attempting to bind port 581c405d-a3a7-4d04-9b07-3b4049bdd298 on network f0adef6e-169f-4a27-8865-442be2ad072d {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:56:21.261385 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58057f35-dfab-4e5e-a28a-a238fcd324aa None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:56:21.262284 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58057f35-dfab-4e5e-a28a-a238fcd324aa None None] Checking segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:56:21.262988 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-58057f35-dfab-4e5e-a28a-a238fcd324aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:21.263391 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58057f35-dfab-4e5e-a28a-a238fcd324aa None None] Bound using segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:56:21.263923 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-58057f35-dfab-4e5e-a28a-a238fcd324aa None None] Bound port: 581c405d-a3a7-4d04-9b07-3b4049bdd298, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:56:21.264317 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-58057f35-dfab-4e5e-a28a-a238fcd324aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:21.273627 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3aabb9ae-7bf9-4beb-a936-966505250e84 req-434a95a2-565e-424c-9fd8-b8c929ae1d84 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/security-groups?id=230a77c0-a6d2-4599-bb7a-d2d4f277106a&id=3ac47e06-1e75-4528-8507-ea5f5c2807d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1379642 Jun 11 09:56:21.277491 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-e404a676-d694-4e93-b3b8-f1933fb0a030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:21.278930 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-e404a676-d694-4e93-b3b8-f1933fb0a030 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=afbcc96d-d966-4839-b6f4-c3dd378a91e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3135188 Jun 11 09:56:21.348546 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-759099ba-fb3a-488c-9816-c21eb882c381 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Made reservation on behalf of 3a7e48b24b924bff8faf8c740b2810c2 for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:56:21.351322 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-759099ba-fb3a-488c-9816-c21eb882c381 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:21.355097 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-8a8a1be6-2b1b-4823-8828-fd458658bd4b None None] Deleting port 2ad779b5-ff93-4e1c-b0b7-7b4820bfa5fa {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:56:21.355607 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8a8a1be6-2b1b-4823-8828-fd458658bd4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:21.374212 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-58057f35-dfab-4e5e-a28a-a238fcd324aa None None] For port 581c405d-a3a7-4d04-9b07-3b4049bdd298, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:56:21.390637 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-bfc16ecf-2ff3-42d9-adc6-19dbbc7260ea admin admin] Allocated IP 172.20.0.1 (4ec1bae5-7351-4e01-a52c-de5521320fcb/73b1338f-0df7-44ec-88b6-dbc16cfcfcc4/6860f945-01fa-4b32-bfaf-2a6c0d5e6280) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:56:21.400522 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-58057f35-dfab-4e5e-a28a-a238fcd324aa None None] For port 581c405d-a3a7-4d04-9b07-3b4049bdd298, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=581c405d-a3a7-4d04-9b07-3b4049bdd298,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:56:21.456535 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc5121c-29a4-4f55-8758-d73b393cd8d1 req-c78d6e3b-4101-49b3-99a5-5e6f3d0e0310 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:21.462561 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc5121c-29a4-4f55-8758-d73b393cd8d1 req-c78d6e3b-4101-49b3-99a5-5e6f3d0e0310 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:21.468830 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc5121c-29a4-4f55-8758-d73b393cd8d1 req-c78d6e3b-4101-49b3-99a5-5e6f3d0e0310 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:21.470618 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ccc5121c-29a4-4f55-8758-d73b393cd8d1 req-c78d6e3b-4101-49b3-99a5-5e6f3d0e0310 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3a602a8-925a-482d-815a-10104b5f8b2f HTTP/1.1" status: 200 len: 2419 time: 0.2140219 Jun 11 09:56:21.505720 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-8a8a1be6-2b1b-4823-8828-fd458658bd4b None None] For port 2ad779b5-ff93-4e1c-b0b7-7b4820bfa5fa, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=2ad779b5-ff93-4e1c-b0b7-7b4820bfa5fa,segment=NetworkSegment(e0bc2927-8a98-4066-9eb5-5174f5accc0f),segment_id=e0bc2927-8a98-4066-9eb5-5174f5accc0f)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:56:21.508211 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8a8a1be6-2b1b-4823-8828-fd458658bd4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:21.526042 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-58057f35-dfab-4e5e-a28a-a238fcd324aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:21.533001 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:21.675245 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-8a8a1be6-2b1b-4823-8828-fd458658bd4b None None] Calling delete_port for 2ad779b5-ff93-4e1c-b0b7-7b4820bfa5fa owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:56:21.681249 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 2ad779b5-ff93-4e1c-b0b7-7b4820bfa5fa no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:56:21.699266 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ccc5121c-29a4-4f55-8758-d73b393cd8d1 req-7bb57c52-7718-48fa-abef-d69e01fca6fd tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/security-groups?id=abdcb17a-68bc-4d03-89e1-7baaf91e40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176139 Jun 11 09:56:21.730451 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bfc16ecf-2ff3-42d9-adc6-19dbbc7260ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:21.758415 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-bfc16ecf-2ff3-42d9-adc6-19dbbc7260ea admin admin] Transition to ACTIVE for port object 6860f945-01fa-4b32-bfaf-2a6c0d5e6280 will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:56:21.849364 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735bdbed-271c-4982-9068-11e94ae4df10 None None] Pushing event updated for resources: {'Port': ['ID=581c405d-a3a7-4d04-9b07-3b4049bdd298,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:21.850647 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-735bdbed-271c-4982-9068-11e94ae4df10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:21.855420 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58057f35-dfab-4e5e-a28a-a238fcd324aa None None] Routers {'6875d133-0fb1-4d5d-a407-11a97fc05e02'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:56:21.856110 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-58057f35-dfab-4e5e-a28a-a238fcd324aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:56:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['6875d133-0fb1-4d5d-a407-11a97fc05e02'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:56:22.003148 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bfc16ecf-2ff3-42d9-adc6-19dbbc7260ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:22.008899 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6720e5bb-725d-4b35-bd14-bb79a8991156 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:22.041768 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:22.066423 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-42806948-2138-4490-9759-444604e9c524 service neutron] 10.222.0.64 "GET /v2.0/networks/afbcc96d-d966-4839-b6f4-c3dd378a91e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7788057 Jun 11 09:56:22.069096 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-48d39a08-969e-4aab-a1da-b60030f8f2f0 req-ec358896-6a89-46f9-8450-4c52ba19032e tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Deleting port bc500777-2d41-419d-abc1-c6f797497b09 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:56:22.069716 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-48d39a08-969e-4aab-a1da-b60030f8f2f0 req-ec358896-6a89-46f9-8450-4c52ba19032e tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:22.072951 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc16ecf-2ff3-42d9-adc6-19dbbc7260ea admin admin] Network 4ec1bae5-7351-4e01-a52c-de5521320fcb is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:56:22.084429 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-58057f35-dfab-4e5e-a28a-a238fcd324aa None None] Set router 6875d133-0fb1-4d5d-a407-11a97fc05e02 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:56:22.087896 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b4895c-feeb-40c1-bde0-628dc9662ca2 req-fa6a964d-3099-4b3b-8be7-d61c1ff1f8f9 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:22.092830 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-93b4895c-feeb-40c1-bde0-628dc9662ca2 req-fa6a964d-3099-4b3b-8be7-d61c1ff1f8f9 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd8cec9e-df34-44f4-b32b-502c04d6c1d9 HTTP/1.1" status: 200 len: 945 time: 0.1630597 Jun 11 09:56:22.094398 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-bfc16ecf-2ff3-42d9-adc6-19dbbc7260ea admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:56:22.096937 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc16ecf-2ff3-42d9-adc6-19dbbc7260ea admin admin] Pushing event updated for resources: {'Port': ['ID=6860f945-01fa-4b32-bfaf-2a6c0d5e6280,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:22.103020 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc16ecf-2ff3-42d9-adc6-19dbbc7260ea admin admin] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:56:22.149690 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-bfc16ecf-2ff3-42d9-adc6-19dbbc7260ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:22.210554 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-93b4895c-feeb-40c1-bde0-628dc9662ca2 req-3284d8b3-6e10-43fd-9054-ea208f2b0e7b tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0a63a22-d585-43d6-b866-33fbb4d10728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092045 Jun 11 09:56:22.225105 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8a8a1be6-2b1b-4823-8828-fd458658bd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:22.230435 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:22.233330 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bfc16ecf-2ff3-42d9-adc6-19dbbc7260ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-375088'] for router_interface, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:22.297723 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-48d39a08-969e-4aab-a1da-b60030f8f2f0 req-ec358896-6a89-46f9-8450-4c52ba19032e tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] For port bc500777-2d41-419d-abc1-c6f797497b09, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=bc500777-2d41-419d-abc1-c6f797497b09,segment=NetworkSegment(2c191948-9605-46d9-97be-bdc56634551b),segment_id=2c191948-9605-46d9-97be-bdc56634551b)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:56:22.301899 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-48d39a08-969e-4aab-a1da-b60030f8f2f0 req-ec358896-6a89-46f9-8450-4c52ba19032e tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:22.384348 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8a1be6-2b1b-4823-8828-fd458658bd4b None None] Pushing event deleted for resources: {'Port': ['ID=2ad779b5-ff93-4e1c-b0b7-7b4820bfa5fa,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:22.387792 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8a1be6-2b1b-4823-8828-fd458658bd4b None None] No DVR routers for this DVR port 2ad779b5-ff93-4e1c-b0b7-7b4820bfa5fa on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:56:22.389426 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-8a8a1be6-2b1b-4823-8828-fd458658bd4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:22.443692 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fddc37b0-a04f-4340-90b3-c202f8428d8e req-040aa8fe-ff37-4672-82c3-df46faf1b1d9 service neutron] 10.222.0.64 "GET /v2.0/networks/afbcc96d-d966-4839-b6f4-c3dd378a91e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3690298 Jun 11 09:56:22.486776 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-48d39a08-969e-4aab-a1da-b60030f8f2f0 req-ec358896-6a89-46f9-8450-4c52ba19032e tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Calling delete_port for bc500777-2d41-419d-abc1-c6f797497b09 owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:56:22.536683 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-58057f35-dfab-4e5e-a28a-a238fcd324aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6875d133-0fb1-4d5d-a407-11a97fc05e02', 'name': 'tempest-AttachVolumeShelveTestJSON-854289280-router', 'tenant_id': '21c20f27027a4fa895493faf5f883302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': '581c405d-a3a7-4d04-9b07-3b4049bdd298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:56:14Z', 'updated_at': '2021-06-11T09:56:18Z', 'revision_number': 3, 'project_id': '21c20f27027a4fa895493faf5f883302', 'gw_port': {'id': '581c405d-a3a7-4d04-9b07-3b4049bdd298', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:cc:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6875d133-0fb1-4d5d-a407-11a97fc05e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:56:16Z', 'updated_at': '2021-06-11T09:56:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:56:22.540356 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58057f35-dfab-4e5e-a28a-a238fcd324aa None None] The sync data for ids ['6875d133-0fb1-4d5d-a407-11a97fc05e02'] in n-d-779913-12 is: [{'id': '6875d133-0fb1-4d5d-a407-11a97fc05e02', 'name': 'tempest-AttachVolumeShelveTestJSON-854289280-router', 'tenant_id': '21c20f27027a4fa895493faf5f883302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': '581c405d-a3a7-4d04-9b07-3b4049bdd298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:56:14Z', 'updated_at': '2021-06-11T09:56:18Z', 'revision_number': 3, 'project_id': '21c20f27027a4fa895493faf5f883302', 'gw_port': {'id': '581c405d-a3a7-4d04-9b07-3b4049bdd298', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:cc:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6875d133-0fb1-4d5d-a407-11a97fc05e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:56:16Z', 'updated_at': '2021-06-11T09:56:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:56:22.626195 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-9704dccf-8a1c-49a0-80f7-10a0fd9989e6 None None] Provisioning for port 6860f945-01fa-4b32-bfaf-2a6c0d5e6280 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:56:22.646659 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-9704dccf-8a1c-49a0-80f7-10a0fd9989e6 None None] Provisioning complete for port 6860f945-01fa-4b32-bfaf-2a6c0d5e6280 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:56:22.646659 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-9704dccf-8a1c-49a0-80f7-10a0fd9989e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:22.734099 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bfc16ecf-2ff3-42d9-adc6-19dbbc7260ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:22.755399 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-9704dccf-8a1c-49a0-80f7-10a0fd9989e6 None None] Port 6860f945-01fa-4b32-bfaf-2a6c0d5e6280 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:56:22.877367 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51e95ec-c9f9-47bd-be46-c15b79ff3c9a req-6912acfa-8315-4c00-9b28-8ce0ee9f75c2 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:22.877367 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51e95ec-c9f9-47bd-be46-c15b79ff3c9a req-6912acfa-8315-4c00-9b28-8ce0ee9f75c2 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:22.883138 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51e95ec-c9f9-47bd-be46-c15b79ff3c9a req-6912acfa-8315-4c00-9b28-8ce0ee9f75c2 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:22.889711 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51e95ec-c9f9-47bd-be46-c15b79ff3c9a req-6912acfa-8315-4c00-9b28-8ce0ee9f75c2 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:22.896634 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51e95ec-c9f9-47bd-be46-c15b79ff3c9a req-6912acfa-8315-4c00-9b28-8ce0ee9f75c2 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:22.904527 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51e95ec-c9f9-47bd-be46-c15b79ff3c9a req-6912acfa-8315-4c00-9b28-8ce0ee9f75c2 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:22.910063 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51e95ec-c9f9-47bd-be46-c15b79ff3c9a req-6912acfa-8315-4c00-9b28-8ce0ee9f75c2 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:22.912062 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f51e95ec-c9f9-47bd-be46-c15b79ff3c9a req-6912acfa-8315-4c00-9b28-8ce0ee9f75c2 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 5420 time: 0.4230256 Jun 11 09:56:22.930634 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-94ef68b5-d499-4697-a444-98d68217110a req-e673d3da-1806-4d4b-b9f8-66a74ce2ee30 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3927510 Jun 11 09:56:22.961896 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-759099ba-fb3a-488c-9816-c21eb882c381 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:22.965213 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-cf6b9b6e-a98b-401b-ae34-3fd3ec182e04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:23.002986 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-eb07b994-ffe2-483d-9063-5c2350d42a58 req-c8af36e4-29c6-4b2d-822f-b6da96b6fea5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d325bd03-091f-43b5-9bbe-af7bc36c08e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3341789 Jun 11 09:56:23.060862 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759099ba-fb3a-488c-9816-c21eb882c381 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:56:23.116636 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f51e95ec-c9f9-47bd-be46-c15b79ff3c9a req-f7841e07-8006-4586-9d31-f3c741ab2594 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/security-groups?id=230a77c0-a6d2-4599-bb7a-d2d4f277106a&id=3ac47e06-1e75-4528-8507-ea5f5c2807d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1815243 Jun 11 09:56:23.119994 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-759099ba-fb3a-488c-9816-c21eb882c381 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:56:23.130314 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf76e79-d327-458c-8ddd-fa2f337b6fc0 None None] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:56:23.191688 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759099ba-fb3a-488c-9816-c21eb882c381 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event updated for resources: {'Subnet': ['ID=7c42f45a-b49b-4b9b-9fba-7bc990cc7e25,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:23.209910 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-759099ba-fb3a-488c-9816-c21eb882c381 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:23.216516 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759099ba-fb3a-488c-9816-c21eb882c381 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:23.217263 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-759099ba-fb3a-488c-9816-c21eb882c381 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:23.244549 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ef18e2-1d78-496e-80ee-06647c555abd req-933d8d07-c7e0-4b4e-872e-4ef4a1df75db tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:23.261316 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ef18e2-1d78-496e-80ee-06647c555abd req-933d8d07-c7e0-4b4e-872e-4ef4a1df75db tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:23.267306 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ef18e2-1d78-496e-80ee-06647c555abd req-933d8d07-c7e0-4b4e-872e-4ef4a1df75db tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:23.276884 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-92ef18e2-1d78-496e-80ee-06647c555abd req-933d8d07-c7e0-4b4e-872e-4ef4a1df75db tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3a602a8-925a-482d-815a-10104b5f8b2f HTTP/1.1" status: 200 len: 2419 time: 0.3970590 Jun 11 09:56:23.393412 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb07b994-ffe2-483d-9063-5c2350d42a58 req-d48176f7-891e-4240-9715-10958c4dddbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:23.394954 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-eb07b994-ffe2-483d-9063-5c2350d42a58 req-d48176f7-891e-4240-9715-10958c4dddbe service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=205594447f3445c2ac3204bbefdd34aa&device_id=d325bd03-091f-43b5-9bbe-af7bc36c08e5 HTTP/1.1" status: 200 len: 1097 time: 0.3330574 Jun 11 09:56:23.450076 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-92ef18e2-1d78-496e-80ee-06647c555abd req-e3c37d0b-af41-4f7a-bc22-ea80336a033d tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/security-groups?id=abdcb17a-68bc-4d03-89e1-7baaf91e40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643710 Jun 11 09:56:23.495609 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bfc16ecf-2ff3-42d9-adc6-19dbbc7260ea admin admin] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:23.579541 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ef68b5-d499-4697-a444-98d68217110a req-4e96f4af-294a-454f-997a-e3d789fca544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:23.580053 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ef68b5-d499-4697-a444-98d68217110a req-4e96f4af-294a-454f-997a-e3d789fca544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:23.580518 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ef68b5-d499-4697-a444-98d68217110a req-4e96f4af-294a-454f-997a-e3d789fca544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:23.580981 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ef68b5-d499-4697-a444-98d68217110a req-4e96f4af-294a-454f-997a-e3d789fca544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:23.581437 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ef68b5-d499-4697-a444-98d68217110a req-4e96f4af-294a-454f-997a-e3d789fca544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:23.581896 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ef68b5-d499-4697-a444-98d68217110a req-4e96f4af-294a-454f-997a-e3d789fca544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:23.582353 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ef68b5-d499-4697-a444-98d68217110a req-4e96f4af-294a-454f-997a-e3d789fca544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:23.609452 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-94ef68b5-d499-4697-a444-98d68217110a req-4e96f4af-294a-454f-997a-e3d789fca544 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=39e8725552694bd89f3d9b894d223d7c&device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042 HTTP/1.1" status: 200 len: 6507 time: 0.5422082 Jun 11 09:56:23.614543 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-759099ba-fb3a-488c-9816-c21eb882c381 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7473364 Jun 11 09:56:23.624186 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 57076) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:56:23.642668 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-bec6e3a8-455d-4e6d-9fdd-38611727a1f5 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Request body: {'port': {'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'mac_address': 'fa:16:3e:47:76:7b', 'name': 'tempest-NetworksTestDHCPv6-1910047540'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:56:23.709327 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bfc16ecf-2ff3-42d9-adc6-19dbbc7260ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:23.722149 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1666d824-b161-4b4a-93c1-54b791dd2c39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:23.745009 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 581c405d-a3a7-4d04-9b07-3b4049bdd298 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:56:23.753774 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-48d39a08-969e-4aab-a1da-b60030f8f2f0 req-ec358896-6a89-46f9-8450-4c52ba19032e tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:23.798266 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9b07f771-b1a0-4d6e-9e48-cfa333f4e3c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:23.873206 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d3aa6a-acb6-4a5f-9e74-16a9800a137a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'tenant_id': '3a7e48b24b924bff8faf8c740b2810c2', 'fixed_ips': [{'subnet_id': '7c42f45a-b49b-4b9b-9fba-7bc990cc7e25'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 09:56:23.879868 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-20d3aa6a-acb6-4a5f-9e74-16a9800a137a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:23.931217 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb07b994-ffe2-483d-9063-5c2350d42a58 req-99e5ff9a-1998-49e8-8669-f52784d69212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:23.934592 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-eb07b994-ffe2-483d-9063-5c2350d42a58 req-99e5ff9a-1998-49e8-8669-f52784d69212 service neutron] 10.222.0.69 "GET /v2.0/networks?id=629d88a3-72e3-4ac0-9337-7a18a368e6f9 HTTP/1.1" status: 200 len: 912 time: 0.5031350 Jun 11 09:56:23.954012 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bfc16ecf-2ff3-42d9-adc6-19dbbc7260ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375108'] for router_interface, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:23.956007 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec358896-6a89-46f9-8450-4c52ba19032e tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Pushing event deleted for resources: {'Port': ['ID=bc500777-2d41-419d-abc1-c6f797497b09,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:23.958498 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc16ecf-2ff3-42d9-adc6-19dbbc7260ea admin admin] Pushing event updated for resources: {'Port': ['ID=6860f945-01fa-4b32-bfaf-2a6c0d5e6280,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:23.960940 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ec358896-6a89-46f9-8450-4c52ba19032e tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:24.017631 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-48d39a08-969e-4aab-a1da-b60030f8f2f0 req-ec358896-6a89-46f9-8450-4c52ba19032e tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] No DVR routers for this DVR port bc500777-2d41-419d-abc1-c6f797497b09 on host n-h2-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:56:24.024326 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-48d39a08-969e-4aab-a1da-b60030f8f2f0 req-ec358896-6a89-46f9-8450-4c52ba19032e tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:24.024326 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-48d39a08-969e-4aab-a1da-b60030f8f2f0 req-ec358896-6a89-46f9-8450-4c52ba19032e tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.69 "DELETE /v2.0/ports/bc500777-2d41-419d-abc1-c6f797497b09 HTTP/1.1" status: 204 len: 173 time: 2.8200939 Jun 11 09:56:24.027600 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-bfc16ecf-2ff3-42d9-adc6-19dbbc7260ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:24.038395 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-eb07b994-ffe2-483d-9063-5c2350d42a58 req-73f3cc9b-593e-409b-b140-b1dbc8f11238 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fde48d19-1c7d-44e3-9924-5140b0e114bd HTTP/1.1" status: 200 len: 217 time: 0.0923951 Jun 11 09:56:24.043743 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 581c405d-a3a7-4d04-9b07-3b4049bdd298 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:56:24.068075 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 581c405d-a3a7-4d04-9b07-3b4049bdd298 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:56:24.068696 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:24.083465 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3a602a8-925a-482d-815a-10104b5f8b2f', 'name': 'network-vif-deleted', 'tag': 'bc500777-2d41-419d-abc1-c6f797497b09'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:56:24.087142 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aed4885-d171-4494-8e0f-3d9fc03cb44c" -d '{"events": [{"server_uuid": "b3a602a8-925a-482d-815a-10104b5f8b2f", "name": "network-vif-deleted", "tag": "bc500777-2d41-419d-abc1-c6f797497b09"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:56:24.190094 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-20d3aa6a-acb6-4a5f-9e74-16a9800a137a None None] Allocated IP 2001:db8::2 (f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc/7c42f45a-b49b-4b9b-9fba-7bc990cc7e25/838201ca-6eaa-44cc-8969-abeba94224a6) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:56:24.191749 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ffc6fb-5617-4411-8297-1bf6250e1c30 x-openstack-request-id: req-73ffc6fb-5617-4411-8297-1bf6250e1c30 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:56:24.192221 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3a602a8-925a-482d-815a-10104b5f8b2f", "name": "network-vif-deleted", "tag": "bc500777-2d41-419d-abc1-c6f797497b09", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:56:24.192424 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-73ffc6fb-5617-4411-8297-1bf6250e1c30 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:56:24.192838 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3a602a8-925a-482d-815a-10104b5f8b2f', 'name': 'network-vif-deleted', 'tag': 'bc500777-2d41-419d-abc1-c6f797497b09', 'status': 'completed', 'code': 200} Jun 11 09:56:24.277766 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c12c044-9a1c-4877-b1b6-4fdb71d75f4a req-d0f75464-c1ee-47fe-bd19-96e1eaaa6c72 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:24.279278 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3c12c044-9a1c-4877-b1b6-4fdb71d75f4a req-d0f75464-c1ee-47fe-bd19-96e1eaaa6c72 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd8cec9e-df34-44f4-b32b-502c04d6c1d9 HTTP/1.1" status: 200 len: 945 time: 0.5102153 Jun 11 09:56:24.280512 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:24.295604 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb07b994-ffe2-483d-9063-5c2350d42a58 req-5c2b74db-4029-47d2-b86c-c348f437b897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:24.297184 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-eb07b994-ffe2-483d-9063-5c2350d42a58 req-5c2b74db-4029-47d2-b86c-c348f437b897 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=44ed3fc7-9612-451c-8b75-8a1ffa244da3 HTTP/1.1" status: 200 len: 851 time: 0.2472191 Jun 11 09:56:24.316984 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ef68b5-d499-4697-a444-98d68217110a req-557f65f9-eae5-4285-9fe5-4d057d03537a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:24.324374 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ef68b5-d499-4697-a444-98d68217110a req-557f65f9-eae5-4285-9fe5-4d057d03537a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:24.324374 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ef68b5-d499-4697-a444-98d68217110a req-557f65f9-eae5-4285-9fe5-4d057d03537a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:24.324374 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-94ef68b5-d499-4697-a444-98d68217110a req-557f65f9-eae5-4285-9fe5-4d057d03537a service neutron] 10.222.0.64 "GET /v2.0/networks?id=613fb304-5cfe-4609-aaba-f0eb53f2be57&id=6d3621a2-169e-4b61-882a-b4c2c253f396&id=6d3621a2-169e-4b61-882a-b4c2c253f396&id=6d3621a2-169e-4b61-882a-b4c2c253f396&id=6d3621a2-169e-4b61-882a-b4c2c253f396&id=8268b03e-4f88-453d-8a80-f3e0484b960f&id=8268b03e-4f88-453d-8a80-f3e0484b960f HTTP/1.1" status: 200 len: 2299 time: 0.6611569 Jun 11 09:56:24.361733 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 581c405d-a3a7-4d04-9b07-3b4049bdd298, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=581c405d-a3a7-4d04-9b07-3b4049bdd298,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:56:24.376686 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-eb07b994-ffe2-483d-9063-5c2350d42a58 req-b55ffa07-35e1-4245-92bc-3b1823442620 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=629d88a3-72e3-4ac0-9337-7a18a368e6f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649178 Jun 11 09:56:24.420545 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc16ecf-2ff3-42d9-adc6-19dbbc7260ea admin admin] Network 4ec1bae5-7351-4e01-a52c-de5521320fcb is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:56:24.436472 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3c12c044-9a1c-4877-b1b6-4fdb71d75f4a req-a09fdf24-e54f-401d-872c-005730e3e066 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0a63a22-d585-43d6-b866-33fbb4d10728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366091 Jun 11 09:56:24.439585 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-bfc16ecf-2ff3-42d9-adc6-19dbbc7260ea admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:56:24.476394 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-20d3aa6a-acb6-4a5f-9e74-16a9800a137a None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:24.499193 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-20d3aa6a-acb6-4a5f-9e74-16a9800a137a None None] Transition to ACTIVE for port object 838201ca-6eaa-44cc-8969-abeba94224a6 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:56:24.522562 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-20d3aa6a-acb6-4a5f-9e74-16a9800a137a None None] Transition to ACTIVE for port object 838201ca-6eaa-44cc-8969-abeba94224a6 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:56:24.524006 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-94ef68b5-d499-4697-a444-98d68217110a req-725da109-85a1-4916-b7b3-8a5f6db2751d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=673aa988-b63e-4019-b597-09a97b0fcf40 HTTP/1.1" status: 200 len: 1001 time: 0.1958911 Jun 11 09:56:24.527229 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:24.529806 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:24.623774 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-48d39a08-969e-4aab-a1da-b60030f8f2f0 req-b0a39fe6-3dd2-4a94-a98a-fc9e5139e20d tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Deleting port f8d34b36-4619-47da-b776-51da5e7d7204 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:56:24.624020 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=581c405d-a3a7-4d04-9b07-3b4049bdd298,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:24.625466 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-48d39a08-969e-4aab-a1da-b60030f8f2f0 req-b0a39fe6-3dd2-4a94-a98a-fc9e5139e20d tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:24.635425 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:24.644639 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec6e3a8-455d-4e6d-9fdd-38611727a1f5 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Made reservation on behalf of 3a7e48b24b924bff8faf8c740b2810c2 for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:56:24.700173 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-20d3aa6a-acb6-4a5f-9e74-16a9800a137a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:24.703244 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-735bdbed-271c-4982-9068-11e94ae4df10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:24.755748 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-eb07b994-ffe2-483d-9063-5c2350d42a58 req-7e34c337-5324-4371-9e8b-eadb32889b61 service neutron] 10.222.0.69 "GET /v2.0/networks/629d88a3-72e3-4ac0-9337-7a18a368e6f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3693633 Jun 11 09:56:24.770513 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d3aa6a-acb6-4a5f-9e74-16a9800a137a None None] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:56:24.778850 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-20d3aa6a-acb6-4a5f-9e74-16a9800a137a None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:56:24.781014 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d3aa6a-acb6-4a5f-9e74-16a9800a137a None None] Pushing event updated for resources: {'Port': ['ID=838201ca-6eaa-44cc-8969-abeba94224a6,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:24.789429 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d3aa6a-acb6-4a5f-9e74-16a9800a137a None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:56:24.793938 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-20d3aa6a-acb6-4a5f-9e74-16a9800a137a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:24.873864 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-5c26a8f2-ae7e-4b14-b3c5-33923c900d6f None None] Provisioning complete for port 6860f945-01fa-4b32-bfaf-2a6c0d5e6280 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:56:24.874549 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-5c26a8f2-ae7e-4b14-b3c5-33923c900d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:24.914841 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-20d3aa6a-acb6-4a5f-9e74-16a9800a137a None None] Attempting to bind port 838201ca-6eaa-44cc-8969-abeba94224a6 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:56:24.915521 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-20d3aa6a-acb6-4a5f-9e74-16a9800a137a None None] Attempting to bind port 838201ca-6eaa-44cc-8969-abeba94224a6 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'e0bc2927-8a98-4066-9eb5-5174f5accc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:56:24.916111 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d3aa6a-acb6-4a5f-9e74-16a9800a137a None None] Attempting to bind port 838201ca-6eaa-44cc-8969-abeba94224a6 on network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:56:24.920250 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ef68b5-d499-4697-a444-98d68217110a req-78f0edfe-5b8c-403d-99dd-13ddc23d94de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:24.921768 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-94ef68b5-d499-4697-a444-98d68217110a req-78f0edfe-5b8c-403d-99dd-13ddc23d94de service neutron] 10.222.0.64 "GET /v2.0/subnets?id=aa5d910a-d4cb-4925-a41a-aa63432d8367 HTTP/1.1" status: 200 len: 856 time: 0.3824334 Jun 11 09:56:24.932095 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d3aa6a-acb6-4a5f-9e74-16a9800a137a None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:56:24.932794 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d3aa6a-acb6-4a5f-9e74-16a9800a137a None None] Checking segment: {'id': 'e0bc2927-8a98-4066-9eb5-5174f5accc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:56:24.933383 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-20d3aa6a-acb6-4a5f-9e74-16a9800a137a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:24.933950 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d3aa6a-acb6-4a5f-9e74-16a9800a137a None None] Bound using segment: {'id': 'e0bc2927-8a98-4066-9eb5-5174f5accc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:56:24.934630 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-20d3aa6a-acb6-4a5f-9e74-16a9800a137a None None] Bound port: 838201ca-6eaa-44cc-8969-abeba94224a6, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0bc2927-8a98-4066-9eb5-5174f5accc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:56:24.935209 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-20d3aa6a-acb6-4a5f-9e74-16a9800a137a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:24.946247 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401e326c-2ff3-4278-986c-87a9818f41cb req-b704b2df-ea8d-4f49-9656-dda2192a6414 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:24.952306 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401e326c-2ff3-4278-986c-87a9818f41cb req-b704b2df-ea8d-4f49-9656-dda2192a6414 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:24.958406 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401e326c-2ff3-4278-986c-87a9818f41cb req-b704b2df-ea8d-4f49-9656-dda2192a6414 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:24.959009 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-5c26a8f2-ae7e-4b14-b3c5-33923c900d6f None None] Port 6860f945-01fa-4b32-bfaf-2a6c0d5e6280 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:56:24.965318 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401e326c-2ff3-4278-986c-87a9818f41cb req-b704b2df-ea8d-4f49-9656-dda2192a6414 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:24.974406 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401e326c-2ff3-4278-986c-87a9818f41cb req-b704b2df-ea8d-4f49-9656-dda2192a6414 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:24.984121 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401e326c-2ff3-4278-986c-87a9818f41cb req-b704b2df-ea8d-4f49-9656-dda2192a6414 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:24.986521 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfc16ecf-2ff3-42d9-adc6-19dbbc7260ea admin admin] Router 6875d133-0fb1-4d5d-a407-11a97fc05e02 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 09:56:24.988092 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401e326c-2ff3-4278-986c-87a9818f41cb req-b704b2df-ea8d-4f49-9656-dda2192a6414 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:24.996618 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-401e326c-2ff3-4278-986c-87a9818f41cb req-b704b2df-ea8d-4f49-9656-dda2192a6414 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 5420 time: 0.5773275 Jun 11 09:56:25.078274 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-48d39a08-969e-4aab-a1da-b60030f8f2f0 req-b0a39fe6-3dd2-4a94-a98a-fc9e5139e20d tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] For port f8d34b36-4619-47da-b776-51da5e7d7204, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=f8d34b36-4619-47da-b776-51da5e7d7204,segment=NetworkSegment(dfe99bb6-d647-4ab7-9487-adbacb6e2192),segment_id=dfe99bb6-d647-4ab7-9487-adbacb6e2192)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:56:25.078649 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-48d39a08-969e-4aab-a1da-b60030f8f2f0 req-b0a39fe6-3dd2-4a94-a98a-fc9e5139e20d tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:25.093753 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bec6e3a8-455d-4e6d-9fdd-38611727a1f5 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:25.096571 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-20d3aa6a-acb6-4a5f-9e74-16a9800a137a None None] For port 838201ca-6eaa-44cc-8969-abeba94224a6, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:56:25.102281 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-20d3aa6a-acb6-4a5f-9e74-16a9800a137a None None] For port 838201ca-6eaa-44cc-8969-abeba94224a6, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=838201ca-6eaa-44cc-8969-abeba94224a6,segment=NetworkSegment(e0bc2927-8a98-4066-9eb5-5174f5accc0f),segment_id=e0bc2927-8a98-4066-9eb5-5174f5accc0f)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:56:25.169578 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-20d3aa6a-acb6-4a5f-9e74-16a9800a137a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:25.171712 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-8a8a1be6-2b1b-4823-8828-fd458658bd4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:25.193678 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457df9fb-ecd7-42a4-a35a-515d20707894 req-eb6c833f-2ba1-4e5c-83c3-d942aba5a0ff tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:25.199546 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457df9fb-ecd7-42a4-a35a-515d20707894 req-eb6c833f-2ba1-4e5c-83c3-d942aba5a0ff tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:25.206642 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-457df9fb-ecd7-42a4-a35a-515d20707894 req-eb6c833f-2ba1-4e5c-83c3-d942aba5a0ff tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3a602a8-925a-482d-815a-10104b5f8b2f HTTP/1.1" status: 200 len: 1683 time: 0.5354590 Jun 11 09:56:25.209888 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-eb07b994-ffe2-483d-9063-5c2350d42a58 req-fd8445ee-dc61-4990-9749-47de40af312b service neutron] 10.222.0.69 "GET /v2.0/networks/629d88a3-72e3-4ac0-9337-7a18a368e6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4455073 Jun 11 09:56:25.274568 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-48d39a08-969e-4aab-a1da-b60030f8f2f0 req-b0a39fe6-3dd2-4a94-a98a-fc9e5139e20d tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Calling delete_port for f8d34b36-4619-47da-b776-51da5e7d7204 owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:56:25.278806 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d3aa6a-acb6-4a5f-9e74-16a9800a137a None None] Pushing event updated for resources: {'Port': ['ID=838201ca-6eaa-44cc-8969-abeba94224a6,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:25.293967 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-20d3aa6a-acb6-4a5f-9e74-16a9800a137a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:25.296246 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-457df9fb-ecd7-42a4-a35a-515d20707894 req-d6e17f37-bf9a-4403-bc1d-51be4fe47d97 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/security-groups?id=abdcb17a-68bc-4d03-89e1-7baaf91e40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880451 Jun 11 09:56:25.309827 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfc16ecf-2ff3-42d9-adc6-19dbbc7260ea admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:56:25.322227 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43be987-88fa-449c-9f51-bdba7c5a0c43 None None] Sync routers for ids ['6875d133-0fb1-4d5d-a407-11a97fc05e02'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:56:25.324668 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-bfc16ecf-2ff3-42d9-adc6-19dbbc7260ea admin admin] 10.222.0.60 "PUT /v2.0/routers/6875d133-0fb1-4d5d-a407-11a97fc05e02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7413692 Jun 11 09:56:25.347427 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-401e326c-2ff3-4278-986c-87a9818f41cb req-be1e6002-2f9c-44f2-8fec-6c5b8d8a8074 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/security-groups?id=230a77c0-a6d2-4599-bb7a-d2d4f277106a&id=3ac47e06-1e75-4528-8507-ea5f5c2807d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3497653 Jun 11 09:56:25.348242 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43be987-88fa-449c-9f51-bdba7c5a0c43 None None] Routers {'6875d133-0fb1-4d5d-a407-11a97fc05e02'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:56:25.350039 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-c43be987-88fa-449c-9f51-bdba7c5a0c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:56:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['6875d133-0fb1-4d5d-a407-11a97fc05e02'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:56:25.376424 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [None req-bec6e3a8-455d-4e6d-9fdd-38611727a1f5 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] device_id is not set on port dd064faf-6f5e-40b6-aaca-f871d5217102 yet. {{(pid=93176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 09:56:25.529635 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device bc500777-2d41-419d-abc1-c6f797497b09 no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:56:25.610730 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] No Port match for: bc500777-2d41-419d-abc1-c6f797497b09 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:56:25.610939 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device bc500777-2d41-419d-abc1-c6f797497b09 not bound to the agent host n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:56:25.611356 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 67f1579c-f4af-4db3-8d23-b4d5dee04fd7 no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:56:25.830395 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-c43be987-88fa-449c-9f51-bdba7c5a0c43 None None] Set router 6875d133-0fb1-4d5d-a407-11a97fc05e02 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:56:25.863124 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:25.880693 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 581c405d-a3a7-4d04-9b07-3b4049bdd298 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:56:25.894108 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ef68b5-d499-4697-a444-98d68217110a req-3b557b1e-ecd7-4874-aaa3-2bb550867df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:25.895709 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-94ef68b5-d499-4697-a444-98d68217110a req-3b557b1e-ecd7-4874-aaa3-2bb550867df9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=613fb304-5cfe-4609-aaba-f0eb53f2be57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8859692 Jun 11 09:56:25.942212 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3a602a8-925a-482d-815a-10104b5f8b2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67f1579c-f4af-4db3-8d23-b4d5dee04fd7'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:56:25.944573 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45449914-9eb7-4743-b8b6-f2a2113bd211" -d '{"events": [{"server_uuid": "b3a602a8-925a-482d-815a-10104b5f8b2f", "name": "network-vif-unplugged", "status": "completed", "tag": "67f1579c-f4af-4db3-8d23-b4d5dee04fd7"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:56:25.969032 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 67f1579c-f4af-4db3-8d23-b4d5dee04fd7, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=67f1579c-f4af-4db3-8d23-b4d5dee04fd7,segment=NetworkSegment(2c191948-9605-46d9-97be-bdc56634551b),segment_id=2c191948-9605-46d9-97be-bdc56634551b)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:56:25.986817 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 581c405d-a3a7-4d04-9b07-3b4049bdd298 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:56:25.987314 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:26.022796 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-48d39a08-969e-4aab-a1da-b60030f8f2f0 req-b0a39fe6-3dd2-4a94-a98a-fc9e5139e20d tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:26.068707 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-19b597e5-db1b-42cc-9fca-7dba743f3235 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:26.162590 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:26.163466 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device f8d34b36-4619-47da-b776-51da5e7d7204 no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:56:26.209036 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:26.214149 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] No Port match for: f8d34b36-4619-47da-b776-51da5e7d7204 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:56:26.217131 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device f8d34b36-4619-47da-b776-51da5e7d7204 not bound to the agent host n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:56:26.240110 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a39fe6-3dd2-4a94-a98a-fc9e5139e20d tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Pushing event deleted for resources: {'Port': ['ID=f8d34b36-4619-47da-b776-51da5e7d7204,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:26.279030 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-c43be987-88fa-449c-9f51-bdba7c5a0c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6875d133-0fb1-4d5d-a407-11a97fc05e02', 'name': 'tempest-AttachVolumeShelveTestJSON-854289280-router', 'tenant_id': '21c20f27027a4fa895493faf5f883302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': '581c405d-a3a7-4d04-9b07-3b4049bdd298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:56:14Z', 'updated_at': '2021-06-11T09:56:22Z', 'revision_number': 4, 'project_id': '21c20f27027a4fa895493faf5f883302', 'gw_port': {'id': '581c405d-a3a7-4d04-9b07-3b4049bdd298', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:cc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6875d133-0fb1-4d5d-a407-11a97fc05e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:56:16Z', 'updated_at': '2021-06-11T09:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '6860f945-01fa-4b32-bfaf-2a6c0d5e6280', 'name': '', 'network_id': '4ec1bae5-7351-4e01-a52c-de5521320fcb', 'tenant_id': '21c20f27027a4fa895493faf5f883302', 'mac_address': 'fa:16:3e:11:34:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6875d133-0fb1-4d5d-a407-11a97fc05e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '73b1338f-0df7-44ec-88b6-dbc16cfcfcc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:56:21Z', 'updated_at': '2021-06-11T09:56:22Z', 'revision_number': 2, 'project_id': '21c20f27027a4fa895493faf5f883302', 'subnets': [{'id': '73b1338f-0df7-44ec-88b6-dbc16cfcfcc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:56:26.284271 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43be987-88fa-449c-9f51-bdba7c5a0c43 None None] Checking router: 6875d133-0fb1-4d5d-a407-11a97fc05e02 for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:56:26.284821 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43be987-88fa-449c-9f51-bdba7c5a0c43 None None] Updating router 6875d133-0fb1-4d5d-a407-11a97fc05e02 port 6860f945-01fa-4b32-bfaf-2a6c0d5e6280 binding host n-d-779913-12 {{(pid=93179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 09:56:26.320363 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b0a39fe6-3dd2-4a94-a98a-fc9e5139e20d tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:26.328630 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=67f1579c-f4af-4db3-8d23-b4d5dee04fd7,revision_number=6']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:26.333642 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:26.359843 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-c43be987-88fa-449c-9f51-bdba7c5a0c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:26.588838 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 57124) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:56:26.596345 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-8daad5c8-2b51-48b8-b328-74ec7f003eda tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1475944461', 'description': 'tempest-description--478632456'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:56:26.610205 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Jun 2021 09:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc30a86f-94c3-4652-a608-7962393e08e5 x-openstack-request-id: req-cc30a86f-94c3-4652-a608-7962393e08e5 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:56:26.610535 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3a602a8-925a-482d-815a-10104b5f8b2f", "name": "network-vif-unplugged", "status": "completed", "tag": "67f1579c-f4af-4db3-8d23-b4d5dee04fd7", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:56:26.610812 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cc30a86f-94c3-4652-a608-7962393e08e5 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:56:26.611277 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3a602a8-925a-482d-815a-10104b5f8b2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67f1579c-f4af-4db3-8d23-b4d5dee04fd7', 'code': 200} Jun 11 09:56:26.745450 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8daad5c8-2b51-48b8-b328-74ec7f003eda tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:26.935448 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-c43be987-88fa-449c-9f51-bdba7c5a0c43 None None] Notify callbacks [] for port, precommit_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:26.963036 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-c43be987-88fa-449c-9f51-bdba7c5a0c43 None None] Transition to ACTIVE for port object 6860f945-01fa-4b32-bfaf-2a6c0d5e6280 will not be triggered until provisioned by entity L2. {{(pid=93179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:56:27.018589 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8daad5c8-2b51-48b8-b328-74ec7f003eda tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:27.039664 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d448e74f-053d-421b-a1cb-bb4600b34f0c req-6564b753-c777-4359-9b38-a80649c3b3de tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:27.040146 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-48d39a08-969e-4aab-a1da-b60030f8f2f0 req-b0a39fe6-3dd2-4a94-a98a-fc9e5139e20d tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] No DVR routers for this DVR port f8d34b36-4619-47da-b776-51da5e7d7204 on host n-h2-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:56:27.048239 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-48d39a08-969e-4aab-a1da-b60030f8f2f0 req-b0a39fe6-3dd2-4a94-a98a-fc9e5139e20d tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:27.050965 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d448e74f-053d-421b-a1cb-bb4600b34f0c req-6564b753-c777-4359-9b38-a80649c3b3de tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3a602a8-925a-482d-815a-10104b5f8b2f HTTP/1.1" status: 200 len: 944 time: 0.2396998 Jun 11 09:56:27.051086 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-48d39a08-969e-4aab-a1da-b60030f8f2f0 req-b0a39fe6-3dd2-4a94-a98a-fc9e5139e20d tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.69 "DELETE /v2.0/ports/f8d34b36-4619-47da-b776-51da5e7d7204 HTTP/1.1" status: 204 len: 173 time: 2.9552243 Jun 11 09:56:27.051584 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-bec6e3a8-455d-4e6d-9fdd-38611727a1f5 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Allocated IP 2001:db8::96 (f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc/7c42f45a-b49b-4b9b-9fba-7bc990cc7e25/dd064faf-6f5e-40b6-aaca-f871d5217102) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:56:27.053592 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3a602a8-925a-482d-815a-10104b5f8b2f', 'name': 'network-vif-deleted', 'tag': 'f8d34b36-4619-47da-b776-51da5e7d7204'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:56:27.055977 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21ce177e-a137-4853-9c58-3f85533e173e" -d '{"events": [{"server_uuid": "b3a602a8-925a-482d-815a-10104b5f8b2f", "name": "network-vif-deleted", "tag": "f8d34b36-4619-47da-b776-51da5e7d7204"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:56:27.074472 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-c43be987-88fa-449c-9f51-bdba7c5a0c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:27.077433 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-ec315119-feed-4cba-8bfe-9f134e5ae272 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:27.111157 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d448e74f-053d-421b-a1cb-bb4600b34f0c req-2ea8dba9-a876-4772-8e45-b1821c101812 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/security-groups?id=abdcb17a-68bc-4d03-89e1-7baaf91e40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606890 Jun 11 09:56:27.137232 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-15862146-5cec-475d-acfe-a20d70cc181e None None] Provisioning for port 838201ca-6eaa-44cc-8969-abeba94224a6 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:56:27.149055 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8daad5c8-2b51-48b8-b328-74ec7f003eda tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:27.149055 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-490644fd-6f23-4175-8f31-f5f933f87199 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:27.173236 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7da6ebe-9a98-4164-9cbd-218545efab38 req-e85388cf-f2d1-4279-aab7-fbe1178654ad tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:27.181656 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a7da6ebe-9a98-4164-9cbd-218545efab38 req-e85388cf-f2d1-4279-aab7-fbe1178654ad tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd8cec9e-df34-44f4-b32b-502c04d6c1d9 HTTP/1.1" status: 200 len: 945 time: 1.2818270 Jun 11 09:56:27.188361 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-94ef68b5-d499-4697-a444-98d68217110a req-24efcc8f-6281-4f23-8a15-460e97427f21 service neutron] 10.222.0.64 "GET /v2.0/networks/613fb304-5cfe-4609-aaba-f0eb53f2be57?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2589719 Jun 11 09:56:27.249632 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daad5c8-2b51-48b8-b328-74ec7f003eda tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28282b0e-6c5e-431e-9466-f7852b229f5a,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:27.256885 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8daad5c8-2b51-48b8-b328-74ec7f003eda tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:27.322190 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a0771f-b652-4d48-ba81-652bdcec0f97 None None] Pushing event updated for resources: {'Port': ['ID=6860f945-01fa-4b32-bfaf-2a6c0d5e6280,revision_number=3']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:27.339205 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8daad5c8-2b51-48b8-b328-74ec7f003eda tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:27.343369 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-8daad5c8-2b51-48b8-b328-74ec7f003eda tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7507606 Jun 11 09:56:27.343545 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a0771f-b652-4d48-ba81-652bdcec0f97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:56:27.343545 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a0771f-b652-4d48-ba81-652bdcec0f97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:56:27.343545 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a0771f-b652-4d48-ba81-652bdcec0f97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:56:27.352420 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a0771f-b652-4d48-ba81-652bdcec0f97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:56:27.352420 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a0771f-b652-4d48-ba81-652bdcec0f97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:56:27.352420 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a0771f-b652-4d48-ba81-652bdcec0f97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:56:27.352420 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a0771f-b652-4d48-ba81-652bdcec0f97 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:56:27.352420 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a0771f-b652-4d48-ba81-652bdcec0f97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:56:27.352420 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a0771f-b652-4d48-ba81-652bdcec0f97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:56:27.352420 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a0771f-b652-4d48-ba81-652bdcec0f97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:56:27.352420 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a0771f-b652-4d48-ba81-652bdcec0f97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:56:27.352420 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a0771f-b652-4d48-ba81-652bdcec0f97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:56:27.353401 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 57130) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:56:27.355215 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-0a1c1558-4085-4c44-ad64-2f97687a57fd tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Request body: {'security_group_rule': {'security_group_id': '28282b0e-6c5e-431e-9466-f7852b229f5a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:56:27.364177 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-c1a0771f-b652-4d48-ba81-652bdcec0f97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:27.420205 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a13e2c-7168-42fa-90ba-abedf8e7d131 req-b73eb882-18f0-406c-a236-724d69e352ac tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:27.431973 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a13e2c-7168-42fa-90ba-abedf8e7d131 req-b73eb882-18f0-406c-a236-724d69e352ac tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:27.433592 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a13e2c-7168-42fa-90ba-abedf8e7d131 req-b73eb882-18f0-406c-a236-724d69e352ac tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:27.439557 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a13e2c-7168-42fa-90ba-abedf8e7d131 req-b73eb882-18f0-406c-a236-724d69e352ac tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:27.445402 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a13e2c-7168-42fa-90ba-abedf8e7d131 req-b73eb882-18f0-406c-a236-724d69e352ac tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:27.449280 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-c43be987-88fa-449c-9f51-bdba7c5a0c43 None None] Attempting to bind port 6860f945-01fa-4b32-bfaf-2a6c0d5e6280 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:56:27.449806 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-c43be987-88fa-449c-9f51-bdba7c5a0c43 None None] Attempting to bind port 6860f945-01fa-4b32-bfaf-2a6c0d5e6280 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '64ec67c3-ae73-4fd7-a5b7-323e0e068c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '4ec1bae5-7351-4e01-a52c-de5521320fcb'}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:56:27.450101 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43be987-88fa-449c-9f51-bdba7c5a0c43 None None] Attempting to bind port 6860f945-01fa-4b32-bfaf-2a6c0d5e6280 on network 4ec1bae5-7351-4e01-a52c-de5521320fcb {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:56:27.451606 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a13e2c-7168-42fa-90ba-abedf8e7d131 req-b73eb882-18f0-406c-a236-724d69e352ac tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:27.454992 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43be987-88fa-449c-9f51-bdba7c5a0c43 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:56:27.455938 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43be987-88fa-449c-9f51-bdba7c5a0c43 None None] Checking segment: {'id': '64ec67c3-ae73-4fd7-a5b7-323e0e068c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '4ec1bae5-7351-4e01-a52c-de5521320fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:56:27.455938 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-c43be987-88fa-449c-9f51-bdba7c5a0c43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:27.456235 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43be987-88fa-449c-9f51-bdba7c5a0c43 None None] Bound using segment: {'id': '64ec67c3-ae73-4fd7-a5b7-323e0e068c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '4ec1bae5-7351-4e01-a52c-de5521320fcb'} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:56:27.456681 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-c43be987-88fa-449c-9f51-bdba7c5a0c43 None None] Bound port: 6860f945-01fa-4b32-bfaf-2a6c0d5e6280, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ec67c3-ae73-4fd7-a5b7-323e0e068c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '4ec1bae5-7351-4e01-a52c-de5521320fcb'}}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:56:27.457065 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-c43be987-88fa-449c-9f51-bdba7c5a0c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:27.457764 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a13e2c-7168-42fa-90ba-abedf8e7d131 req-b73eb882-18f0-406c-a236-724d69e352ac tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:27.459853 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-98a13e2c-7168-42fa-90ba-abedf8e7d131 req-b73eb882-18f0-406c-a236-724d69e352ac tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 5420 time: 0.1771870 Jun 11 09:56:27.515408 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-98a13e2c-7168-42fa-90ba-abedf8e7d131 req-6f855eb8-2d7b-4d89-8125-4ab356a2b502 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/security-groups?id=230a77c0-a6d2-4599-bb7a-d2d4f277106a&id=3ac47e06-1e75-4528-8507-ea5f5c2807d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0496817 Jun 11 09:56:27.529648 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0a1c1558-4085-4c44-ad64-2f97687a57fd tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:27.530469 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a7da6ebe-9a98-4164-9cbd-218545efab38 req-39cc66c3-0088-46de-a8f6-2f28e6d1b931 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0a63a22-d585-43d6-b866-33fbb4d10728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3479271 Jun 11 09:56:27.617092 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-48d39a08-969e-4aab-a1da-b60030f8f2f0 req-9c18a1f0-da66-4082-b79f-f880e8663357 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Deleting port 67f1579c-f4af-4db3-8d23-b4d5dee04fd7 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:56:27.619124 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-48d39a08-969e-4aab-a1da-b60030f8f2f0 req-9c18a1f0-da66-4082-b79f-f880e8663357 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:27.628222 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-94ef68b5-d499-4697-a444-98d68217110a req-ba57c1cc-1893-4923-9d7f-097c1cf3ebf3 service neutron] 10.222.0.64 "GET /v2.0/networks/613fb304-5cfe-4609-aaba-f0eb53f2be57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3827295 Jun 11 09:56:27.659701 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-c43be987-88fa-449c-9f51-bdba7c5a0c43 None None] For port 6860f945-01fa-4b32-bfaf-2a6c0d5e6280, host n-d-779913-12, cleared binding levels {{(pid=93179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:56:27.666941 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-c43be987-88fa-449c-9f51-bdba7c5a0c43 None None] For port 6860f945-01fa-4b32-bfaf-2a6c0d5e6280, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=6860f945-01fa-4b32-bfaf-2a6c0d5e6280,segment=NetworkSegment(64ec67c3-ae73-4fd7-a5b7-323e0e068c2b),segment_id=64ec67c3-ae73-4fd7-a5b7-323e0e068c2b)] {{(pid=93179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:56:27.737801 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-94ef68b5-d499-4697-a444-98d68217110a req-4c102c51-bb83-4df5-af20-5722bc82b0eb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=aba52a31-7ead-4b87-98cf-90bcdace2f39 HTTP/1.1" status: 200 len: 217 time: 0.0876355 Jun 11 09:56:27.744094 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0a1c1558-4085-4c44-ad64-2f97687a57fd tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:27.796984 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-c43be987-88fa-449c-9f51-bdba7c5a0c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:27.798984 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-8e1adcde-e403-4a2f-8108-f789cd673f57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:27.840641 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 838201ca-6eaa-44cc-8969-abeba94224a6 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:56:27.853305 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab810b5-b37e-41a3-a5fd-bb6ab4243d52 x-openstack-request-id: req-4ab810b5-b37e-41a3-a5fd-bb6ab4243d52 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:56:27.853621 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3a602a8-925a-482d-815a-10104b5f8b2f", "name": "network-vif-deleted", "tag": "f8d34b36-4619-47da-b776-51da5e7d7204", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:56:27.853925 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4ab810b5-b37e-41a3-a5fd-bb6ab4243d52 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:56:27.854359 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3a602a8-925a-482d-815a-10104b5f8b2f', 'name': 'network-vif-deleted', 'tag': 'f8d34b36-4619-47da-b776-51da5e7d7204', 'status': 'completed', 'code': 200} Jun 11 09:56:27.905023 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0a1c1558-4085-4c44-ad64-2f97687a57fd tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:27.905023 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e239a6a5-32b0-48b7-81b6-ce13caf9d4bc tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:27.912897 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bec6e3a8-455d-4e6d-9fdd-38611727a1f5 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:27.936097 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43be987-88fa-449c-9f51-bdba7c5a0c43 None None] Routers {'6875d133-0fb1-4d5d-a407-11a97fc05e02'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:56:27.937610 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-c43be987-88fa-449c-9f51-bdba7c5a0c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:56:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['6875d133-0fb1-4d5d-a407-11a97fc05e02'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:56:27.938834 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1c1558-4085-4c44-ad64-2f97687a57fd tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35ef31fd-9fe6-42d7-a25f-dd8d10c47471,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:27.947348 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a0771f-b652-4d48-ba81-652bdcec0f97 None None] Pushing event updated for resources: {'Port': ['ID=6860f945-01fa-4b32-bfaf-2a6c0d5e6280,revision_number=4']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:27.954226 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0a1c1558-4085-4c44-ad64-2f97687a57fd tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:27.975796 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ef68b5-d499-4697-a444-98d68217110a req-f478de86-3ee2-4a03-b798-d127eb1e2ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:27.977980 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-94ef68b5-d499-4697-a444-98d68217110a req-f478de86-3ee2-4a03-b798-d127eb1e2ef5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d56f2625-bb14-490c-b4fa-d6d55c55bf08 HTTP/1.1" status: 200 len: 797 time: 0.2281802 Jun 11 09:56:27.979901 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-48d39a08-969e-4aab-a1da-b60030f8f2f0 req-9c18a1f0-da66-4082-b79f-f880e8663357 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] For port 67f1579c-f4af-4db3-8d23-b4d5dee04fd7, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=67f1579c-f4af-4db3-8d23-b4d5dee04fd7,segment=NetworkSegment(2c191948-9605-46d9-97be-bdc56634551b),segment_id=2c191948-9605-46d9-97be-bdc56634551b)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:56:27.980263 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-48d39a08-969e-4aab-a1da-b60030f8f2f0 req-9c18a1f0-da66-4082-b79f-f880e8663357 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:27.983409 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [None req-bec6e3a8-455d-4e6d-9fdd-38611727a1f5 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Transition to ACTIVE for port object dd064faf-6f5e-40b6-aaca-f871d5217102 will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:56:28.019098 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-c1a0771f-b652-4d48-ba81-652bdcec0f97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:28.045838 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 838201ca-6eaa-44cc-8969-abeba94224a6 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:56:28.050516 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 838201ca-6eaa-44cc-8969-abeba94224a6 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:56:28.051250 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:28.099622 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0a1c1558-4085-4c44-ad64-2f97687a57fd tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:28.100846 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-0a1c1558-4085-4c44-ad64-2f97687a57fd tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7517853 Jun 11 09:56:28.103857 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 57132) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:56:28.110730 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-daef7b85-4f76-40b2-a32e-15aa10e7ae46 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Request body: {'security_group_rule': {'security_group_id': '28282b0e-6c5e-431e-9466-f7852b229f5a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:56:28.141713 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-48d39a08-969e-4aab-a1da-b60030f8f2f0 req-9c18a1f0-da66-4082-b79f-f880e8663357 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Calling delete_port for 67f1579c-f4af-4db3-8d23-b4d5dee04fd7 owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:56:28.206010 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:28.267814 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-daef7b85-4f76-40b2-a32e-15aa10e7ae46 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:28.268429 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 838201ca-6eaa-44cc-8969-abeba94224a6, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=838201ca-6eaa-44cc-8969-abeba94224a6,segment=NetworkSegment(e0bc2927-8a98-4066-9eb5-5174f5accc0f),segment_id=e0bc2927-8a98-4066-9eb5-5174f5accc0f)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:56:28.295323 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ef68b5-d499-4697-a444-98d68217110a req-bee902b4-5f6b-4e12-8ab8-8077df451722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:28.296870 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-94ef68b5-d499-4697-a444-98d68217110a req-bee902b4-5f6b-4e12-8ab8-8077df451722 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6d3621a2-169e-4b61-882a-b4c2c253f396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3117492 Jun 11 09:56:28.306351 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-c43be987-88fa-449c-9f51-bdba7c5a0c43 None None] Set router 6875d133-0fb1-4d5d-a407-11a97fc05e02 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:56:28.444462 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bec6e3a8-455d-4e6d-9fdd-38611727a1f5 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:28.467135 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-cc54820b-e2fe-4bc1-ad63-d958caa375e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:28.494515 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:28.504071 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-88bd1720-3ec1-428d-babf-934134e298bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:28.514970 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec6e3a8-455d-4e6d-9fdd-38611727a1f5 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:56:28.529315 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-bec6e3a8-455d-4e6d-9fdd-38611727a1f5 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:56:28.550721 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec6e3a8-455d-4e6d-9fdd-38611727a1f5 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:56:28.557144 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec6e3a8-455d-4e6d-9fdd-38611727a1f5 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:28.557817 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bec6e3a8-455d-4e6d-9fdd-38611727a1f5 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:28.603941 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-94ef68b5-d499-4697-a444-98d68217110a req-c6335343-fefa-49e8-a822-c3a0323bf55e service neutron] 10.222.0.64 "GET /v2.0/networks/6d3621a2-169e-4b61-882a-b4c2c253f396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921395 Jun 11 09:56:28.624853 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec6e3a8-455d-4e6d-9fdd-38611727a1f5 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event updated for resources: {'Port': ['ID=dd064faf-6f5e-40b6-aaca-f871d5217102,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:28.629314 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-bec6e3a8-455d-4e6d-9fdd-38611727a1f5 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:28.676411 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-c43be987-88fa-449c-9f51-bdba7c5a0c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6875d133-0fb1-4d5d-a407-11a97fc05e02', 'name': 'tempest-AttachVolumeShelveTestJSON-854289280-router', 'tenant_id': '21c20f27027a4fa895493faf5f883302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': '581c405d-a3a7-4d04-9b07-3b4049bdd298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:56:14Z', 'updated_at': '2021-06-11T09:56:22Z', 'revision_number': 4, 'project_id': '21c20f27027a4fa895493faf5f883302', 'gw_port': {'id': '581c405d-a3a7-4d04-9b07-3b4049bdd298', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:cc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6875d133-0fb1-4d5d-a407-11a97fc05e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:56:16Z', 'updated_at': '2021-06-11T09:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '6860f945-01fa-4b32-bfaf-2a6c0d5e6280', 'name': '', 'network_id': '4ec1bae5-7351-4e01-a52c-de5521320fcb', 'tenant_id': '21c20f27027a4fa895493faf5f883302', 'mac_address': 'fa:16:3e:11:34:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6875d133-0fb1-4d5d-a407-11a97fc05e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '73b1338f-0df7-44ec-88b6-dbc16cfcfcc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:56:21Z', 'updated_at': '2021-06-11T09:56:27Z', 'revision_number': 4, 'project_id': '21c20f27027a4fa895493faf5f883302', 'subnets': [{'id': '73b1338f-0df7-44ec-88b6-dbc16cfcfcc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:56:28.681926 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43be987-88fa-449c-9f51-bdba7c5a0c43 None None] The sync data for ids ['6875d133-0fb1-4d5d-a407-11a97fc05e02'] in n-d-779913-12 is: [{'id': '6875d133-0fb1-4d5d-a407-11a97fc05e02', 'name': 'tempest-AttachVolumeShelveTestJSON-854289280-router', 'tenant_id': '21c20f27027a4fa895493faf5f883302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': '581c405d-a3a7-4d04-9b07-3b4049bdd298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:56:14Z', 'updated_at': '2021-06-11T09:56:22Z', 'revision_number': 4, 'project_id': '21c20f27027a4fa895493faf5f883302', 'gw_port': {'id': '581c405d-a3a7-4d04-9b07-3b4049bdd298', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:cc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6875d133-0fb1-4d5d-a407-11a97fc05e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:56:16Z', 'updated_at': '2021-06-11T09:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '6860f945-01fa-4b32-bfaf-2a6c0d5e6280', 'name': '', 'network_id': '4ec1bae5-7351-4e01-a52c-de5521320fcb', 'tenant_id': '21c20f27027a4fa895493faf5f883302', 'mac_address': 'fa:16:3e:11:34:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6875d133-0fb1-4d5d-a407-11a97fc05e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '73b1338f-0df7-44ec-88b6-dbc16cfcfcc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:56:21Z', 'updated_at': '2021-06-11T09:56:27Z', 'revision_number': 4, 'project_id': '21c20f27027a4fa895493faf5f883302', 'subnets': [{'id': '73b1338f-0df7-44ec-88b6-dbc16cfcfcc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:56:28.707420 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-48d39a08-969e-4aab-a1da-b60030f8f2f0 req-9c18a1f0-da66-4082-b79f-f880e8663357 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:28.707697 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=838201ca-6eaa-44cc-8969-abeba94224a6,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:28.723372 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:28.728413 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-50f3531e-924a-49c2-b2e7-b065ae4ed9ab tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:28.821894 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-bec6e3a8-455d-4e6d-9fdd-38611727a1f5 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.1965823 Jun 11 09:56:28.823187 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c18a1f0-da66-4082-b79f-f880e8663357 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Pushing event deleted for resources: {'Port': ['ID=67f1579c-f4af-4db3-8d23-b4d5dee04fd7,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:28.833574 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 57146) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:56:28.937200 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9c18a1f0-da66-4082-b79f-f880e8663357 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:28.956295 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-daef7b85-4f76-40b2-a32e-15aa10e7ae46 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:29.022983 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-62d108ff-4f64-4977-8ba9-6a26b3d02d96 req-46f9b562-3d34-4b7c-8da3-d59f30b08cc5 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3a602a8-925a-482d-815a-10104b5f8b2f HTTP/1.1" status: 200 len: 210 time: 0.1136186 Jun 11 09:56:29.033363 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-daef7b85-4f76-40b2-a32e-15aa10e7ae46 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:29.038856 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:29.061309 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daef7b85-4f76-40b2-a32e-15aa10e7ae46 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4b34263-ccfe-427b-87d8-374bb75cd2d1,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:29.064193 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-daef7b85-4f76-40b2-a32e-15aa10e7ae46 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:29.108150 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-94ef68b5-d499-4697-a444-98d68217110a req-4a54bd09-a30d-4507-a111-1a731e4e99f3 service neutron] 10.222.0.64 "GET /v2.0/networks/6d3621a2-169e-4b61-882a-b4c2c253f396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4800210 Jun 11 09:56:29.141951 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-a7686b9e-5aed-4a1e-99c4-cd77d42aa30a None None] Provisioning for port dd064faf-6f5e-40b6-aaca-f871d5217102 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:56:29.146832 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-a7686b9e-5aed-4a1e-99c4-cd77d42aa30a None None] Provisioning complete for port dd064faf-6f5e-40b6-aaca-f871d5217102 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:56:29.147509 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a7686b9e-5aed-4a1e-99c4-cd77d42aa30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:29.156739 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-daef7b85-4f76-40b2-a32e-15aa10e7ae46 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:29.159264 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-daef7b85-4f76-40b2-a32e-15aa10e7ae46 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0525613 Jun 11 09:56:29.161285 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 57148) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:56:29.168093 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-04afa891-9b67-448e-aa51-91cdf98e7d8b tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Request body: {'floatingip': {'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:56:29.181087 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-48d39a08-969e-4aab-a1da-b60030f8f2f0 req-9c18a1f0-da66-4082-b79f-f880e8663357 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] No DVR routers for this DVR port 67f1579c-f4af-4db3-8d23-b4d5dee04fd7 on host n-h2-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:56:29.190648 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-48d39a08-969e-4aab-a1da-b60030f8f2f0 req-9c18a1f0-da66-4082-b79f-f880e8663357 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:29.192991 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-48d39a08-969e-4aab-a1da-b60030f8f2f0 req-9c18a1f0-da66-4082-b79f-f880e8663357 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.69 "DELETE /v2.0/ports/67f1579c-f4af-4db3-8d23-b4d5dee04fd7 HTTP/1.1" status: 204 len: 173 time: 2.1327794 Jun 11 09:56:29.258023 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-a7686b9e-5aed-4a1e-99c4-cd77d42aa30a None None] Port dd064faf-6f5e-40b6-aaca-f871d5217102 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:56:29.281938 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-94ef68b5-d499-4697-a444-98d68217110a req-86d61d67-4474-44d8-92a0-132651436ea9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.19&port_id=0e3d8c07-4dd8-4173-b439-d804ac86a9ca HTTP/1.1" status: 200 len: 217 time: 0.1021960 Jun 11 09:56:29.313958 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0b4a8f-94c1-40f6-924e-982fb37bd402 req-d29a48c8-aab9-441a-866d-6f82a48fc75e tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:29.314215 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5527439-52a4-4bab-9868-4c79d1888ad6 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:29.319842 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0b4a8f-94c1-40f6-924e-982fb37bd402 req-d29a48c8-aab9-441a-866d-6f82a48fc75e tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:29.320000 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5527439-52a4-4bab-9868-4c79d1888ad6 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:29.321831 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-f5527439-52a4-4bab-9868-4c79d1888ad6 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1670 time: 0.3964617 Jun 11 09:56:29.329374 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0b4a8f-94c1-40f6-924e-982fb37bd402 req-d29a48c8-aab9-441a-866d-6f82a48fc75e tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:29.335496 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0b4a8f-94c1-40f6-924e-982fb37bd402 req-d29a48c8-aab9-441a-866d-6f82a48fc75e tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:29.342792 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0b4a8f-94c1-40f6-924e-982fb37bd402 req-d29a48c8-aab9-441a-866d-6f82a48fc75e tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:29.345508 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acfad46-b7df-4a85-8ef8-2d29b6e54edf req-fc411340-1cf3-455f-bc34-87b41d874161 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:29.348983 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0b4a8f-94c1-40f6-924e-982fb37bd402 req-d29a48c8-aab9-441a-866d-6f82a48fc75e tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:29.353710 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3acfad46-b7df-4a85-8ef8-2d29b6e54edf req-fc411340-1cf3-455f-bc34-87b41d874161 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd8cec9e-df34-44f4-b32b-502c04d6c1d9 HTTP/1.1" status: 200 len: 945 time: 0.6296566 Jun 11 09:56:29.355745 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0b4a8f-94c1-40f6-924e-982fb37bd402 req-d29a48c8-aab9-441a-866d-6f82a48fc75e tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:29.363775 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ad0b4a8f-94c1-40f6-924e-982fb37bd402 req-d29a48c8-aab9-441a-866d-6f82a48fc75e tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 5420 time: 0.1511893 Jun 11 09:56:29.371371 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 57150) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:56:29.486550 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3acfad46-b7df-4a85-8ef8-2d29b6e54edf req-89101ca1-67a1-43bd-b8e3-1d040bc5ef84 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0a63a22-d585-43d6-b866-33fbb4d10728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318190 Jun 11 09:56:29.497639 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ef68b5-d499-4697-a444-98d68217110a req-7f6593d8-dbba-4c85-a246-daf839daa33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:29.498886 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-94ef68b5-d499-4697-a444-98d68217110a req-7f6593d8-dbba-4c85-a246-daf839daa33d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d56f2625-bb14-490c-b4fa-d6d55c55bf08 HTTP/1.1" status: 200 len: 797 time: 0.2080770 Jun 11 09:56:29.504620 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-04afa891-9b67-448e-aa51-91cdf98e7d8b tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Notify callbacks [] for floatingip, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:29.650790 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ef68b5-d499-4697-a444-98d68217110a req-df55ec8e-fb97-4d5a-8a34-771b7593a17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:29.665287 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-94ef68b5-d499-4697-a444-98d68217110a req-df55ec8e-fb97-4d5a-8a34-771b7593a17d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6d3621a2-169e-4b61-882a-b4c2c253f396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1506820 Jun 11 09:56:29.666558 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ad0b4a8f-94c1-40f6-924e-982fb37bd402 req-78c7b9e9-1f49-4cc8-b914-b1ddd19d866c tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/security-groups?id=230a77c0-a6d2-4599-bb7a-d2d4f277106a&id=3ac47e06-1e75-4528-8507-ea5f5c2807d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3018432 Jun 11 09:56:29.720821 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-93938e00-db5d-443e-8dde-c8646421e494 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Deleting port dd064faf-6f5e-40b6-aaca-f871d5217102 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:56:29.721282 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-93938e00-db5d-443e-8dde-c8646421e494 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:29.855894 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3a602a8-925a-482d-815a-10104b5f8b2f', 'name': 'network-vif-deleted', 'tag': '67f1579c-f4af-4db3-8d23-b4d5dee04fd7'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:56:29.858949 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-816ade82-8ae0-4a9d-8b98-a9af61549f74" -d '{"events": [{"server_uuid": "b3a602a8-925a-482d-815a-10104b5f8b2f", "name": "network-vif-deleted", "tag": "67f1579c-f4af-4db3-8d23-b4d5dee04fd7"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:56:29.897284 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-94ef68b5-d499-4697-a444-98d68217110a req-5fb68778-4310-48a0-9423-0e8a1a980535 service neutron] 10.222.0.64 "GET /v2.0/networks/6d3621a2-169e-4b61-882a-b4c2c253f396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231860 Jun 11 09:56:29.957469 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 6860f945-01fa-4b32-bfaf-2a6c0d5e6280 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:56:29.997118 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-93938e00-db5d-443e-8dde-c8646421e494 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:30.095772 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-94ef68b5-d499-4697-a444-98d68217110a req-73ec44b8-be43-45cc-928d-3669d114600e service neutron] 10.222.0.64 "GET /v2.0/networks/6d3621a2-169e-4b61-882a-b4c2c253f396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907446 Jun 11 09:56:30.098198 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d65096-2b44-4647-a45a-39057d6315d6 x-openstack-request-id: req-b6d65096-2b44-4647-a45a-39057d6315d6 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:56:30.098617 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3a602a8-925a-482d-815a-10104b5f8b2f", "name": "network-vif-deleted", "tag": "67f1579c-f4af-4db3-8d23-b4d5dee04fd7", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:56:30.099036 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b6d65096-2b44-4647-a45a-39057d6315d6 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:56:30.099508 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3a602a8-925a-482d-815a-10104b5f8b2f', 'name': 'network-vif-deleted', 'tag': '67f1579c-f4af-4db3-8d23-b4d5dee04fd7', 'status': 'completed', 'code': 200} Jun 11 09:56:30.141388 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-93938e00-db5d-443e-8dde-c8646421e494 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Calling delete_port for dd064faf-6f5e-40b6-aaca-f871d5217102 owned by {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:56:30.184307 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-94ef68b5-d499-4697-a444-98d68217110a req-eaf70350-fcbb-404b-97fb-f7f339886576 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=aa0b414f-8b35-42cd-bbc6-fd64860a4029 HTTP/1.1" status: 200 len: 217 time: 0.0797901 Jun 11 09:56:30.233857 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 6860f945-01fa-4b32-bfaf-2a6c0d5e6280 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:56:30.238626 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 6860f945-01fa-4b32-bfaf-2a6c0d5e6280 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:56:30.239153 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:30.240273 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ce5e8b7e-b1ac-4c21-89ad-5e758b8709d6 req-cd174ce2-15da-4c0f-adea-1bbdbd984439 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3a602a8-925a-482d-815a-10104b5f8b2f HTTP/1.1" status: 200 len: 210 time: 0.0502028 Jun 11 09:56:30.358794 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ef68b5-d499-4697-a444-98d68217110a req-ddff10b0-2427-4b53-863c-3d235c1ef8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:30.367987 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-94ef68b5-d499-4697-a444-98d68217110a req-ddff10b0-2427-4b53-863c-3d235c1ef8ca service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d56f2625-bb14-490c-b4fa-d6d55c55bf08 HTTP/1.1" status: 200 len: 797 time: 0.1765559 Jun 11 09:56:30.400143 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-04afa891-9b67-448e-aa51-91cdf98e7d8b tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:30.481609 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ef68b5-d499-4697-a444-98d68217110a req-d05db770-7288-4a1f-9c69-b0ef384a493f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:30.483127 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-94ef68b5-d499-4697-a444-98d68217110a req-d05db770-7288-4a1f-9c69-b0ef384a493f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6d3621a2-169e-4b61-882a-b4c2c253f396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1086597 Jun 11 09:56:30.504341 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:30.532002 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-93938e00-db5d-443e-8dde-c8646421e494 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:30.590731 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 6860f945-01fa-4b32-bfaf-2a6c0d5e6280, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=6860f945-01fa-4b32-bfaf-2a6c0d5e6280,segment=NetworkSegment(64ec67c3-ae73-4fd7-a5b7-323e0e068c2b),segment_id=64ec67c3-ae73-4fd7-a5b7-323e0e068c2b)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:56:30.606448 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e74d9d91-e811-455d-9c01-2f3e4e1b685c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:30.627748 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-94ef68b5-d499-4697-a444-98d68217110a req-24823516-b3dd-4959-9860-5f3b4a86718e service neutron] 10.222.0.64 "GET /v2.0/networks/6d3621a2-169e-4b61-882a-b4c2c253f396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337378 Jun 11 09:56:30.663898 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93938e00-db5d-443e-8dde-c8646421e494 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event deleted for resources: {'Port': ['ID=dd064faf-6f5e-40b6-aaca-f871d5217102,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:30.704105 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-93938e00-db5d-443e-8dde-c8646421e494 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:30.719627 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-93938e00-db5d-443e-8dde-c8646421e494 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:30.721518 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-93938e00-db5d-443e-8dde-c8646421e494 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/ports/dd064faf-6f5e-40b6-aaca-f871d5217102 HTTP/1.1" status: 204 len: 168 time: 1.3490195 Jun 11 09:56:30.748109 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 57172) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:56:30.794038 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:30.795003 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 838201ca-6eaa-44cc-8969-abeba94224a6 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:56:30.799258 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:30.838075 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b094a5f-9e15-4ddb-97e0-ddb0ea3035b3 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:30.839636 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b094a5f-9e15-4ddb-97e0-ddb0ea3035b3 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:30.843775 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-9b094a5f-9e15-4ddb-97e0-ddb0ea3035b3 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0920503 Jun 11 09:56:30.846575 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 57174) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:56:30.869927 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-94ef68b5-d499-4697-a444-98d68217110a req-71a33a2a-fe39-47f1-918d-44ad7732acba service neutron] 10.222.0.64 "GET /v2.0/networks/6d3621a2-169e-4b61-882a-b4c2c253f396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356217 Jun 11 09:56:30.960260 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-94ef68b5-d499-4697-a444-98d68217110a req-8833f283-348b-461a-937a-97b38893d7c5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.169&port_id=7d4122a6-8857-404a-9194-b0a549ee64cc HTTP/1.1" status: 200 len: 217 time: 0.0819809 Jun 11 09:56:31.013510 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=6860f945-01fa-4b32-bfaf-2a6c0d5e6280,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:31.017297 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:31.039968 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 838201ca-6eaa-44cc-8969-abeba94224a6 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:56:31.052631 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:31.060674 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-04afa891-9b67-448e-aa51-91cdf98e7d8b tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Allocated IP 172.25.4.235 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/846dca84-789e-4e86-80fc-72a2b07457f2) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:56:31.097711 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ef68b5-d499-4697-a444-98d68217110a req-4b6fd4d0-7b42-438c-bada-8c95991580e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:31.099254 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-94ef68b5-d499-4697-a444-98d68217110a req-4b6fd4d0-7b42-438c-bada-8c95991580e9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d56f2625-bb14-490c-b4fa-d6d55c55bf08 HTTP/1.1" status: 200 len: 797 time: 0.1333723 Jun 11 09:56:31.170659 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02665c66-09b9-4562-9d97-0618a190b53a req-926b3a83-9354-43a9-8b71-322bfc08caca tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:31.176521 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02665c66-09b9-4562-9d97-0618a190b53a req-926b3a83-9354-43a9-8b71-322bfc08caca tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:31.182368 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02665c66-09b9-4562-9d97-0618a190b53a req-926b3a83-9354-43a9-8b71-322bfc08caca tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:31.188163 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02665c66-09b9-4562-9d97-0618a190b53a req-926b3a83-9354-43a9-8b71-322bfc08caca tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:31.189915 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-c87ae1cc-0570-466d-b99b-0e5745bbb7e3 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Deleting subnet 7c42f45a-b49b-4b9b-9fba-7bc990cc7e25 {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 09:56:31.193659 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:31.193908 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c87ae1cc-0570-466d-b99b-0e5745bbb7e3 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:31.194023 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02665c66-09b9-4562-9d97-0618a190b53a req-926b3a83-9354-43a9-8b71-322bfc08caca tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:31.200502 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02665c66-09b9-4562-9d97-0618a190b53a req-926b3a83-9354-43a9-8b71-322bfc08caca tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:31.206357 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02665c66-09b9-4562-9d97-0618a190b53a req-926b3a83-9354-43a9-8b71-322bfc08caca tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:31.208287 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-02665c66-09b9-4562-9d97-0618a190b53a req-926b3a83-9354-43a9-8b71-322bfc08caca tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 5420 time: 0.2218564 Jun 11 09:56:31.243751 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ef68b5-d499-4697-a444-98d68217110a req-2c26b070-0f6e-4b24-9999-6070b1f0bc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:31.245234 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-94ef68b5-d499-4697-a444-98d68217110a req-2c26b070-0f6e-4b24-9999-6070b1f0bc50 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6d3621a2-169e-4b61-882a-b4c2c253f396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1376741 Jun 11 09:56:31.253163 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c87ae1cc-0570-466d-b99b-0e5745bbb7e3 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:31.291043 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-02665c66-09b9-4562-9d97-0618a190b53a req-a07697e5-1067-43a9-9426-9d8ca1d6a137 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/security-groups?id=230a77c0-a6d2-4599-bb7a-d2d4f277106a&id=3ac47e06-1e75-4528-8507-ea5f5c2807d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0750561 Jun 11 09:56:31.335332 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-04afa891-9b67-448e-aa51-91cdf98e7d8b tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:31.414998 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1654df90-bcdb-4b6c-a493-21eb403c63a7 req-7712faff-2e4b-4b1a-9290-f1affa957ba6 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:31.419920 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-94ef68b5-d499-4697-a444-98d68217110a req-f2bfb60f-4ae2-4667-a719-30a1d58228da service neutron] 10.222.0.64 "GET /v2.0/networks/6d3621a2-169e-4b61-882a-b4c2c253f396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636252 Jun 11 09:56:31.422211 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1654df90-bcdb-4b6c-a493-21eb403c63a7 req-7712faff-2e4b-4b1a-9290-f1affa957ba6 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd8cec9e-df34-44f4-b32b-502c04d6c1d9 HTTP/1.1" status: 200 len: 945 time: 0.7169764 Jun 11 09:56:31.484969 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-04afa891-9b67-448e-aa51-91cdf98e7d8b tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:31.491271 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4ff02b49-145e-43d1-b86e-ecc6a396cc4e tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:31.553725 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c87ae1cc-0570-466d-b99b-0e5745bbb7e3 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:31.575021 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-94ef68b5-d499-4697-a444-98d68217110a req-94ed868e-9007-4561-9851-c980e23774f0 service neutron] 10.222.0.64 "GET /v2.0/networks/6d3621a2-169e-4b61-882a-b4c2c253f396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478643 Jun 11 09:56:31.583274 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 57184) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:56:31.591855 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04afa891-9b67-448e-aa51-91cdf98e7d8b tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:56:31.610492 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1654df90-bcdb-4b6c-a493-21eb403c63a7 req-3b5decdf-dea8-49ff-bf5c-2ab114b4098d tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0a63a22-d585-43d6-b866-33fbb4d10728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873057 Jun 11 09:56:31.611488 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-04afa891-9b67-448e-aa51-91cdf98e7d8b tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:56:31.620791 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04afa891-9b67-448e-aa51-91cdf98e7d8b tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:56:31.637063 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04afa891-9b67-448e-aa51-91cdf98e7d8b tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Pushing event updated for resources: {'Port': ['ID=846dca84-789e-4e86-80fc-72a2b07457f2,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:31.647114 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-04afa891-9b67-448e-aa51-91cdf98e7d8b tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:31.670601 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-94ef68b5-d499-4697-a444-98d68217110a req-5a76965c-71a5-4831-a610-d635ac41d24e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4ce74097-617f-4211-a8f7-105354bec944 HTTP/1.1" status: 200 len: 217 time: 0.0883279 Jun 11 09:56:31.694945 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 6860f945-01fa-4b32-bfaf-2a6c0d5e6280 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:56:31.788125 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-259613f1-eaed-4329-8a87-66bf8b7d7007 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Deleting subnet 0015feab-eb59-4b96-94de-42b05d87cd97 {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 09:56:31.793918 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ef68b5-d499-4697-a444-98d68217110a req-34ddb867-3e18-4ff7-9245-a78f190a7b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:31.794706 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 6860f945-01fa-4b32-bfaf-2a6c0d5e6280 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:56:31.795096 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:31.795344 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-94ef68b5-d499-4697-a444-98d68217110a req-34ddb867-3e18-4ff7-9245-a78f190a7b65 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e42b8e0f-29ce-4b18-9ea9-5eee901ccfd5 HTTP/1.1" status: 200 len: 797 time: 0.0890086 Jun 11 09:56:31.796022 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-259613f1-eaed-4329-8a87-66bf8b7d7007 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:31.842118 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c87ae1cc-0570-466d-b99b-0e5745bbb7e3 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:31.846548 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3a5243b6-7eac-494b-be1a-3933ba13bbc5 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:31.885129 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-259613f1-eaed-4329-8a87-66bf8b7d7007 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:31.910978 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87ae1cc-0570-466d-b99b-0e5745bbb7e3 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event deleted for resources: {'Subnet': ['ID=7c42f45a-b49b-4b9b-9fba-7bc990cc7e25,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:31.925748 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c87ae1cc-0570-466d-b99b-0e5745bbb7e3 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:31.925748 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-c87ae1cc-0570-466d-b99b-0e5745bbb7e3 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/subnets/7c42f45a-b49b-4b9b-9fba-7bc990cc7e25 HTTP/1.1" status: 204 len: 168 time: 1.0707629 Jun 11 09:56:31.926944 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 57188) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:56:31.927038 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c87ae1cc-0570-466d-b99b-0e5745bbb7e3 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:31.933243 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2656b3-1b27-47cc-99f6-c187cf791fa5 None None] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:56:31.936623 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-04afa891-9b67-448e-aa51-91cdf98e7d8b tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:31.988530 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-ebd6515d-edc7-4560-9ccd-288ea1429108 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0621316 Jun 11 09:56:31.991826 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 57190) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:56:32.014624 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ef68b5-d499-4697-a444-98d68217110a req-78e8eae2-d58b-4371-8dce-e6db4ecc3483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:32.016148 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-94ef68b5-d499-4697-a444-98d68217110a req-78e8eae2-d58b-4371-8dce-e6db4ecc3483 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8268b03e-4f88-453d-8a80-f3e0484b960f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1867616 Jun 11 09:56:32.097028 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-259613f1-eaed-4329-8a87-66bf8b7d7007 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:32.111194 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-04afa891-9b67-448e-aa51-91cdf98e7d8b tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:32.152072 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8236a53-a471-4acf-955c-c94d3d97ee6b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:32.153602 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-c8236a53-a471-4acf-955c-c94d3d97ee6b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1599321 Jun 11 09:56:32.160262 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 57192) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:56:32.167510 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b41c936-65f8-431d-95e4-ebc5fc6b31e8 None None] DHCP port deletion for f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 09:56:32.227639 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-3b41c936-65f8-431d-95e4-ebc5fc6b31e8 None None] Deleting port 838201ca-6eaa-44cc-8969-abeba94224a6 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:56:32.228296 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3b41c936-65f8-431d-95e4-ebc5fc6b31e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:32.265375 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386ac062-65ff-413b-bb22-639223fd6cad tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:32.266961 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-386ac062-65ff-413b-bb22-639223fd6cad tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1057117 Jun 11 09:56:32.269639 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 57194) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:56:32.324247 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-3b41c936-65f8-431d-95e4-ebc5fc6b31e8 None None] For port 838201ca-6eaa-44cc-8969-abeba94224a6, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=838201ca-6eaa-44cc-8969-abeba94224a6,segment=NetworkSegment(e0bc2927-8a98-4066-9eb5-5174f5accc0f),segment_id=e0bc2927-8a98-4066-9eb5-5174f5accc0f)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:56:32.324940 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3b41c936-65f8-431d-95e4-ebc5fc6b31e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:32.327902 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-806a3404-ef49-42ba-9310-3c5ee55b6b75 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0571918 Jun 11 09:56:32.373472 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 57198) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:56:32.379064 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-818a395b-f097-4e8e-8e90-47960042d6ce tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Request body: {'subnet': {'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:56:32.434257 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-3b41c936-65f8-431d-95e4-ebc5fc6b31e8 None None] Calling delete_port for 838201ca-6eaa-44cc-8969-abeba94224a6 owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:56:32.596435 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-04afa891-9b67-448e-aa51-91cdf98e7d8b tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:32.654382 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-94ef68b5-d499-4697-a444-98d68217110a req-73a367f8-36db-4e5e-88c0-1e9535fb53c1 service neutron] 10.222.0.64 "GET /v2.0/networks/8268b03e-4f88-453d-8a80-f3e0484b960f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6102080 Jun 11 09:56:32.685406 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-04afa891-9b67-448e-aa51-91cdf98e7d8b tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:32.688284 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b31c0f79-41f3-42d9-a760-e455dc24ca99 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:32.738225 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-818a395b-f097-4e8e-8e90-47960042d6ce tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Made reservation on behalf of 3a7e48b24b924bff8faf8c740b2810c2 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:56:32.742242 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-818a395b-f097-4e8e-8e90-47960042d6ce tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:32.765023 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045be720-96cd-4f14-a534-262e81deec5f req-b103b923-37af-4ea9-a3f4-4ee115be6308 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:32.771007 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045be720-96cd-4f14-a534-262e81deec5f req-b103b923-37af-4ea9-a3f4-4ee115be6308 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:32.777209 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045be720-96cd-4f14-a534-262e81deec5f req-b103b923-37af-4ea9-a3f4-4ee115be6308 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:32.783233 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045be720-96cd-4f14-a534-262e81deec5f req-b103b923-37af-4ea9-a3f4-4ee115be6308 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:32.789066 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045be720-96cd-4f14-a534-262e81deec5f req-b103b923-37af-4ea9-a3f4-4ee115be6308 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:32.794801 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045be720-96cd-4f14-a534-262e81deec5f req-b103b923-37af-4ea9-a3f4-4ee115be6308 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:32.800563 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045be720-96cd-4f14-a534-262e81deec5f req-b103b923-37af-4ea9-a3f4-4ee115be6308 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:32.800710 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-259613f1-eaed-4329-8a87-66bf8b7d7007 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:32.802464 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-045be720-96cd-4f14-a534-262e81deec5f req-b103b923-37af-4ea9-a3f4-4ee115be6308 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 5420 time: 0.3371980 Jun 11 09:56:32.805907 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d6ae733f-745f-4e6e-94d9-de4a06d8cb3b tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:32.817920 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3b41c936-65f8-431d-95e4-ebc5fc6b31e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:32.817920 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:32.853715 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259613f1-eaed-4329-8a87-66bf8b7d7007 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Pushing event deleted for resources: {'Subnet': ['ID=0015feab-eb59-4b96-94de-42b05d87cd97,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:32.856146 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-259613f1-eaed-4329-8a87-66bf8b7d7007 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:32.861616 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-259613f1-eaed-4329-8a87-66bf8b7d7007 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:32.863388 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-259613f1-eaed-4329-8a87-66bf8b7d7007 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "DELETE /v2.0/subnets/0015feab-eb59-4b96-94de-42b05d87cd97 HTTP/1.1" status: 204 len: 168 time: 1.2737515 Jun 11 09:56:32.868407 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-94ef68b5-d499-4697-a444-98d68217110a req-1a1d68fd-f5f4-4e88-aa7e-caa2821c41b3 service neutron] 10.222.0.64 "GET /v2.0/networks/8268b03e-4f88-453d-8a80-f3e0484b960f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048199 Jun 11 09:56:32.870531 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 57210) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:56:32.877300 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04afa891-9b67-448e-aa51-91cdf98e7d8b tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Pushing event updated for resources: {'Port': ['ID=846dca84-789e-4e86-80fc-72a2b07457f2,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:32.917240 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-04afa891-9b67-448e-aa51-91cdf98e7d8b tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:32.971006 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-94ef68b5-d499-4697-a444-98d68217110a req-89901cd6-7afa-4e20-9e02-f5a9815eec1a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1006db35-2c94-42c9-8939-645ef395cec2 HTTP/1.1" status: 200 len: 217 time: 0.0917473 Jun 11 09:56:33.067625 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0e8491-a3aa-4dab-8ccf-1320038157c5 None None] Network cf6af0c2-0550-4ce7-a6e1-38bcbcce32a6 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:56:33.070854 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41c936-65f8-431d-95e4-ebc5fc6b31e8 None None] Pushing event deleted for resources: {'Port': ['ID=838201ca-6eaa-44cc-8969-abeba94224a6,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:33.086452 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-3b41c936-65f8-431d-95e4-ebc5fc6b31e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:33.087445 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b41c936-65f8-431d-95e4-ebc5fc6b31e8 None None] No DVR routers for this DVR port 838201ca-6eaa-44cc-8969-abeba94224a6 on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:56:33.110329 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e82cf-5609-4c0a-8ff6-91508015cabe req-7cb0c229-4239-4f0d-a104-1bde0f6f8f3a tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:33.111503 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-205e82cf-5609-4c0a-8ff6-91508015cabe req-7cb0c229-4239-4f0d-a104-1bde0f6f8f3a tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd8cec9e-df34-44f4-b32b-502c04d6c1d9 HTTP/1.1" status: 200 len: 945 time: 0.3623464 Jun 11 09:56:33.113407 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-04afa891-9b67-448e-aa51-91cdf98e7d8b tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:33.117870 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2d493610-7c9a-4073-8140-6ebe2512c521 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:33.136775 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-045be720-96cd-4f14-a534-262e81deec5f req-182c125d-2d6f-4c0b-942d-a42c31f9e629 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/security-groups?id=230a77c0-a6d2-4599-bb7a-d2d4f277106a&id=3ac47e06-1e75-4528-8507-ea5f5c2807d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2605021 Jun 11 09:56:33.145870 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ef68b5-d499-4697-a444-98d68217110a req-3cc58a7d-0655-48b1-aca3-a6595650ced2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:33.147367 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-94ef68b5-d499-4697-a444-98d68217110a req-3cc58a7d-0655-48b1-aca3-a6595650ced2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e42b8e0f-29ce-4b18-9ea9-5eee901ccfd5 HTTP/1.1" status: 200 len: 797 time: 0.1615276 Jun 11 09:56:33.232694 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-04afa891-9b67-448e-aa51-91cdf98e7d8b tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:33.234238 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-04afa891-9b67-448e-aa51-91cdf98e7d8b tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0718932 Jun 11 09:56:33.257548 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-205e82cf-5609-4c0a-8ff6-91508015cabe req-c7c7c6b3-aed7-4641-9caf-f6314208c044 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0a63a22-d585-43d6-b866-33fbb4d10728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358604 Jun 11 09:56:33.329016 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ef68b5-d499-4697-a444-98d68217110a req-02e41afd-e4dd-49ac-bbd2-ab271150f150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:33.330671 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-94ef68b5-d499-4697-a444-98d68217110a req-02e41afd-e4dd-49ac-bbd2-ab271150f150 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8268b03e-4f88-453d-8a80-f3e0484b960f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1735842 Jun 11 09:56:33.332606 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-2d493610-7c9a-4073-8140-6ebe2512c521 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Deleting port 8148650f-b509-48c9-a5ec-07c3622de9b4 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:56:33.332977 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2d493610-7c9a-4073-8140-6ebe2512c521 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:33.448442 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32bf360d-344c-4406-914e-cf1d44cfe676 None None] DHCP port deletion for cf6af0c2-0550-4ce7-a6e1-38bcbcce32a6 request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 09:56:33.472928 n-d-779913-12 neutron-server[93177]: DEBUG neutron.objects.ports [None req-818a395b-f097-4e8e-8e90-47960042d6ce tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93177) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 11 09:56:33.474621 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-818a395b-f097-4e8e-8e90-47960042d6ce tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:33.478093 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6fb565c2-3217-4f24-865b-03dc2518f9d3 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:33.525924 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-32bf360d-344c-4406-914e-cf1d44cfe676 None None] Deleting port 8148650f-b509-48c9-a5ec-07c3622de9b4 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:56:33.527635 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-32bf360d-344c-4406-914e-cf1d44cfe676 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:33.528058 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818a395b-f097-4e8e-8e90-47960042d6ce tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:56:33.531367 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-818a395b-f097-4e8e-8e90-47960042d6ce tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:56:33.535721 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818a395b-f097-4e8e-8e90-47960042d6ce tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:33.539412 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-818a395b-f097-4e8e-8e90-47960042d6ce tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:33.552009 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818a395b-f097-4e8e-8e90-47960042d6ce tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event updated for resources: {'Subnet': ['ID=3291dbae-1210-4fb8-9695-6fea45c2b428,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:33.561045 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-818a395b-f097-4e8e-8e90-47960042d6ce tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:33.568361 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59dd005f-eb7d-40cb-a68d-d92b6f565d36 None None] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:56:33.607917 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-2d493610-7c9a-4073-8140-6ebe2512c521 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] For port 8148650f-b509-48c9-a5ec-07c3622de9b4, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=8148650f-b509-48c9-a5ec-07c3622de9b4,segment=NetworkSegment(dfe99bb6-d647-4ab7-9487-adbacb6e2192),segment_id=dfe99bb6-d647-4ab7-9487-adbacb6e2192)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:56:33.611611 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2d493610-7c9a-4073-8140-6ebe2512c521 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:33.615663 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b9b03e77-1857-4b61-baeb-92a0180436b4 req-e8ae1545-a1af-4d48-ab8b-8257c5365a6d tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1475944461&fields=id&tenant_id=21c20f27027a4fa895493faf5f883302 HTTP/1.1" status: 200 len: 267 time: 0.2091284 Jun 11 09:56:33.658621 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 838201ca-6eaa-44cc-8969-abeba94224a6 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:56:33.661296 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-818a395b-f097-4e8e-8e90-47960042d6ce tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2868192 Jun 11 09:56:33.664632 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 57240) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:56:33.673111 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-226e2306-a999-4ba4-8eb8-b4bda2c6b2b7 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Request body: {'subnet': {'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:56:33.697773 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 838201ca-6eaa-44cc-8969-abeba94224a6 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:56:33.698133 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 838201ca-6eaa-44cc-8969-abeba94224a6 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:56:33.698575 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 8148650f-b509-48c9-a5ec-07c3622de9b4 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:56:33.772743 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-94ef68b5-d499-4697-a444-98d68217110a req-ac948da0-7e48-4d6f-a353-7c7e44db525d service neutron] 10.222.0.64 "GET /v2.0/networks/8268b03e-4f88-453d-8a80-f3e0484b960f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4175866 Jun 11 09:56:33.829932 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-2d493610-7c9a-4073-8140-6ebe2512c521 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Calling delete_port for 8148650f-b509-48c9-a5ec-07c3622de9b4 owned by network:dhcp {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:56:33.855995 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-32bf360d-344c-4406-914e-cf1d44cfe676 None None] For port 8148650f-b509-48c9-a5ec-07c3622de9b4, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=8148650f-b509-48c9-a5ec-07c3622de9b4,segment=NetworkSegment(dfe99bb6-d647-4ab7-9487-adbacb6e2192),segment_id=dfe99bb6-d647-4ab7-9487-adbacb6e2192)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:56:33.859752 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-32bf360d-344c-4406-914e-cf1d44cfe676 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:33.936416 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-226e2306-a999-4ba4-8eb8-b4bda2c6b2b7 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Made reservation on behalf of 3a7e48b24b924bff8faf8c740b2810c2 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:56:33.939848 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-226e2306-a999-4ba4-8eb8-b4bda2c6b2b7 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:33.965328 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-32bf360d-344c-4406-914e-cf1d44cfe676 None None] Calling delete_port for 8148650f-b509-48c9-a5ec-07c3622de9b4 owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:56:34.072693 n-d-779913-12 neutron-server[93177]: INFO neutron.db.ipam_backend_mixin [None req-226e2306-a999-4ba4-8eb8-b4bda2c6b2b7 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3291dbae-1210-4fb8-9695-6fea45c2b428 (CIDR: 2001:db8::/64) Jun 11 09:56:34.077068 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:34.128761 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-226e2306-a999-4ba4-8eb8-b4bda2c6b2b7 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 09:56:34.129392 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-226e2306-a999-4ba4-8eb8-b4bda2c6b2b7 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 09:56:34.158465 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b03e77-1857-4b61-baeb-92a0180436b4 req-92d9b986-82cd-4971-b5e8-575d3dddf08f tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:34.160187 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b9b03e77-1857-4b61-baeb-92a0180436b4 req-92d9b986-82cd-4971-b5e8-575d3dddf08f tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/networks?id=4ec1bae5-7351-4e01-a52c-de5521320fcb HTTP/1.1" status: 200 len: 816 time: 0.5355041 Jun 11 09:56:34.167910 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-94ef68b5-d499-4697-a444-98d68217110a req-ffa7f4d5-3f65-4914-9c18-7f51afd66cfd service neutron] 10.222.0.64 "GET /v2.0/networks/8268b03e-4f88-453d-8a80-f3e0484b960f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3306448 Jun 11 09:56:34.180799 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b9b03e77-1857-4b61-baeb-92a0180436b4 req-d85a8941-8a21-4233-84b4-b1ef64d992e0 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/quotas/21c20f27027a4fa895493faf5f883302 HTTP/1.1" status: 200 len: 375 time: 0.0102284 Jun 11 09:56:34.216273 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580eb1bd-c53f-4f68-b876-eddf14c91c5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'tenant_id': '3a7e48b24b924bff8faf8c740b2810c2', 'fixed_ips': [{'subnet_id': '3291dbae-1210-4fb8-9695-6fea45c2b428'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 09:56:34.217314 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-580eb1bd-c53f-4f68-b876-eddf14c91c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:34.225798 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-226e2306-a999-4ba4-8eb8-b4bda2c6b2b7 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5601325 Jun 11 09:56:34.228585 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 57244) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:56:34.234056 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-0fdaaedc-0ad4-4489-9b71-8ffc162cf05b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Request body: {'subnet': {'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:56:34.263483 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2d493610-7c9a-4073-8140-6ebe2512c521 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:34.268120 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ec358896-6a89-46f9-8450-4c52ba19032e tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:34.287526 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-32bf360d-344c-4406-914e-cf1d44cfe676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:34.291551 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:34.314490 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d493610-7c9a-4073-8140-6ebe2512c521 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Pushing event deleted for resources: {'Port': ['ID=8148650f-b509-48c9-a5ec-07c3622de9b4,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:34.318196 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2d493610-7c9a-4073-8140-6ebe2512c521 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:34.319044 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d493610-7c9a-4073-8140-6ebe2512c521 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] No DVR routers for this DVR port 8148650f-b509-48c9-a5ec-07c3622de9b4 on host n-d-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:56:34.354185 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.db.api [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 11 09:56:34.354185 n-d-779913-12 neutron-server[93178]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Jun 11 09:56:34.354185 n-d-779913-12 neutron-server[93178]: [parameters: {'status': 'DOWN', 'ports_id': '8148650f-b509-48c9-a5ec-07c3622de9b4'}] Jun 11 09:56:34.354185 n-d-779913-12 neutron-server[93178]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93178) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 09:56:34.354790 n-d-779913-12 neutron-server[93178]: DEBUG oslo_db.api [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 09:56:34.400274 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bf360d-344c-4406-914e-cf1d44cfe676 None None] Pushing event deleted for resources: {'Port': ['ID=8148650f-b509-48c9-a5ec-07c3622de9b4,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:34.403942 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-32bf360d-344c-4406-914e-cf1d44cfe676 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:34.409767 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bf360d-344c-4406-914e-cf1d44cfe676 None None] No DVR routers for this DVR port 8148650f-b509-48c9-a5ec-07c3622de9b4 on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:56:34.460276 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2d493610-7c9a-4073-8140-6ebe2512c521 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:34.487886 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-580eb1bd-c53f-4f68-b876-eddf14c91c5f None None] Allocated IP 2001:db8::f816:3eff:fe35:4d56 (f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc/3291dbae-1210-4fb8-9695-6fea45c2b428/0f672d84-0e42-43eb-893d-e02223585ff5) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:56:34.515706 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-2d493610-7c9a-4073-8140-6ebe2512c521 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf6af0c2-0550-4ce7-a6e1-38bcbcce32a6']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:56:34.534525 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-2d493610-7c9a-4073-8140-6ebe2512c521 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfe99bb6-d647-4ab7-9487-adbacb6e2192') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:56:34.534876 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-2d493610-7c9a-4073-8140-6ebe2512c521 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfe99bb6-d647-4ab7-9487-adbacb6e2192') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:56:34.556563 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b9b03e77-1857-4b61-baeb-92a0180436b4 req-2505d3c0-8fcd-4b0e-9771-cc4ea339786f tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=21c20f27027a4fa895493faf5f883302&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3624592 Jun 11 09:56:34.562588 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2d493610-7c9a-4073-8140-6ebe2512c521 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:34.605821 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2d493610-7c9a-4073-8140-6ebe2512c521 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:34.611885 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d493610-7c9a-4073-8140-6ebe2512c521 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Releasing vlan 772 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 09:56:34.612293 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2d493610-7c9a-4073-8140-6ebe2512c521 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:34.616844 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:56:34.616844 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:56:34.616844 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:56:34.616844 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:56:34.616844 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:56:34.616844 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:56:34.616844 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:56:34.616844 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:56:34.616844 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:56:34.616844 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:56:34.616844 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:56:34.616844 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:56:34.616844 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:56:34.616844 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:56:34.616844 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:56:34.616844 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:56:34.616844 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:56:34.616844 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:56:34.616844 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:56:34.616844 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:56:34.616844 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:56:34.616844 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:56:34.616844 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 09:56:34.616844 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 09:56:34.616844 n-d-779913-12 neutron-server[93176]: timer() Jun 11 09:56:34.616844 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 09:56:34.616844 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 09:56:34.616844 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 09:56:34.616844 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 09:56:34.616844 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 09:56:34.616844 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 09:56:34.616844 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 09:56:34.616844 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 09:56:34.616844 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 09:56:34.616844 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 09:56:34.616844 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 09:56:34.616844 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 09:56:34.616844 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 09:56:34.616844 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 09:56:34.616844 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 09:56:34.616844 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 09:56:34.616844 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 09:56:34.616844 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 09:56:34.616844 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 09:56:34.616844 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 09:56:34.616844 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 09:56:34.616844 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 09:56:34.616844 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 09:56:34.616844 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 09:56:34.616844 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 09:56:34.616844 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 09:56:34.616844 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 09:56:34.616844 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 09:56:34.616844 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 09:56:34.622916 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757290d5-4c77-400a-b832-cf864d17b89b req-3fdcc364-37c3-4827-be04-2586bb1453b0 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:34.637139 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757290d5-4c77-400a-b832-cf864d17b89b req-3fdcc364-37c3-4827-be04-2586bb1453b0 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:34.651989 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cbfd9c-e7ce-4e08-aacc-0927e977016e req-13491153-9725-4e2d-809f-7ae111ccd649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:34.652514 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757290d5-4c77-400a-b832-cf864d17b89b req-3fdcc364-37c3-4827-be04-2586bb1453b0 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:34.653480 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e7cbfd9c-e7ce-4e08-aacc-0927e977016e req-13491153-9725-4e2d-809f-7ae111ccd649 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fd8cec9e-df34-44f4-b32b-502c04d6c1d9 HTTP/1.1" status: 200 len: 1097 time: 0.1887867 Jun 11 09:56:34.663057 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757290d5-4c77-400a-b832-cf864d17b89b req-3fdcc364-37c3-4827-be04-2586bb1453b0 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:34.675009 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757290d5-4c77-400a-b832-cf864d17b89b req-3fdcc364-37c3-4827-be04-2586bb1453b0 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:34.687904 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757290d5-4c77-400a-b832-cf864d17b89b req-3fdcc364-37c3-4827-be04-2586bb1453b0 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:34.694209 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757290d5-4c77-400a-b832-cf864d17b89b req-3fdcc364-37c3-4827-be04-2586bb1453b0 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:34.702295 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-757290d5-4c77-400a-b832-cf864d17b89b req-3fdcc364-37c3-4827-be04-2586bb1453b0 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 5420 time: 0.2567654 Jun 11 09:56:34.760846 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-757290d5-4c77-400a-b832-cf864d17b89b req-720796a5-e4ea-4bf2-a6f9-43a7b5a9f12b tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/security-groups?id=230a77c0-a6d2-4599-bb7a-d2d4f277106a&id=3ac47e06-1e75-4528-8507-ea5f5c2807d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0573320 Jun 11 09:56:34.764558 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e7cbfd9c-e7ce-4e08-aacc-0927e977016e req-073be616-d419-424e-9891-36b106dce7d0 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d0a63a22-d585-43d6-b866-33fbb4d10728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027446 Jun 11 09:56:34.778199 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-580eb1bd-c53f-4f68-b876-eddf14c91c5f None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:34.788880 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-580eb1bd-c53f-4f68-b876-eddf14c91c5f None None] Transition to ACTIVE for port object 0f672d84-0e42-43eb-893d-e02223585ff5 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:56:34.818488 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-580eb1bd-c53f-4f68-b876-eddf14c91c5f None None] Transition to ACTIVE for port object 0f672d84-0e42-43eb-893d-e02223585ff5 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:56:34.825283 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fdaaedc-0ad4-4489-9b71-8ffc162cf05b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Made reservation on behalf of 3a7e48b24b924bff8faf8c740b2810c2 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:56:34.829412 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0fdaaedc-0ad4-4489-9b71-8ffc162cf05b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:34.892288 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2d493610-7c9a-4073-8140-6ebe2512c521 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:34.896876 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b02064e6-f2a6-4a67-934b-144a38f11a8e tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:34.911385 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Port 8148650f-b509-48c9-a5ec-07c3622de9b4 update to DOWN by agent not found {{(pid=93178) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2133}} Jun 11 09:56:34.923371 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2d493610-7c9a-4073-8140-6ebe2512c521 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:34.926458 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-2d493610-7c9a-4073-8140-6ebe2512c521 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "DELETE /v2.0/networks/cf6af0c2-0550-4ce7-a6e1-38bcbcce32a6 HTTP/1.1" status: 204 len: 168 time: 2.0536394 Jun 11 09:56:34.928166 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-580eb1bd-c53f-4f68-b876-eddf14c91c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:34.930020 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d493610-7c9a-4073-8140-6ebe2512c521 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Pushing event deleted for resources: {'Network': ['ID=cf6af0c2-0550-4ce7-a6e1-38bcbcce32a6,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:34.931853 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-c0581a23-28c7-4a52-bcae-514d534495a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:34.932362 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 57256) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:56:34.935169 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2d493610-7c9a-4073-8140-6ebe2512c521 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:34.944228 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b9b03e77-1857-4b61-baeb-92a0180436b4 req-b92210d5-cad3-428d-8ab2-d95de45a1bf9 service neutron] 10.222.0.60 "GET /v2.0/networks/4ec1bae5-7351-4e01-a52c-de5521320fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3564036 Jun 11 09:56:34.983399 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580eb1bd-c53f-4f68-b876-eddf14c91c5f None None] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:56:34.987085 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-580eb1bd-c53f-4f68-b876-eddf14c91c5f None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:56:34.995353 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580eb1bd-c53f-4f68-b876-eddf14c91c5f None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:56:35.035342 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-232cdda2-68fb-42f7-9ba8-b879711ff189 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Deleting subnet 90cb98dc-e9aa-4e5e-9069-45c2c8ffbc08 {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 09:56:35.087292 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-232cdda2-68fb-42f7-9ba8-b879711ff189 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:35.104292 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-580eb1bd-c53f-4f68-b876-eddf14c91c5f None None] Attempting to bind port 0f672d84-0e42-43eb-893d-e02223585ff5 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:56:35.104951 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-580eb1bd-c53f-4f68-b876-eddf14c91c5f None None] Attempting to bind port 0f672d84-0e42-43eb-893d-e02223585ff5 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'e0bc2927-8a98-4066-9eb5-5174f5accc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:56:35.105768 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580eb1bd-c53f-4f68-b876-eddf14c91c5f None None] Attempting to bind port 0f672d84-0e42-43eb-893d-e02223585ff5 on network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:56:35.117982 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580eb1bd-c53f-4f68-b876-eddf14c91c5f None None] Pushing event updated for resources: {'Port': ['ID=0f672d84-0e42-43eb-893d-e02223585ff5,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:35.129209 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-580eb1bd-c53f-4f68-b876-eddf14c91c5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:35.131224 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580eb1bd-c53f-4f68-b876-eddf14c91c5f None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:56:35.131934 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580eb1bd-c53f-4f68-b876-eddf14c91c5f None None] Checking segment: {'id': 'e0bc2927-8a98-4066-9eb5-5174f5accc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:56:35.133163 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-580eb1bd-c53f-4f68-b876-eddf14c91c5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:35.133744 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580eb1bd-c53f-4f68-b876-eddf14c91c5f None None] Bound using segment: {'id': 'e0bc2927-8a98-4066-9eb5-5174f5accc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:56:35.134565 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-580eb1bd-c53f-4f68-b876-eddf14c91c5f None None] Bound port: 0f672d84-0e42-43eb-893d-e02223585ff5, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0bc2927-8a98-4066-9eb5-5174f5accc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:56:35.135133 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-580eb1bd-c53f-4f68-b876-eddf14c91c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:35.161463 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-232cdda2-68fb-42f7-9ba8-b879711ff189 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:35.193363 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b9b03e77-1857-4b61-baeb-92a0180436b4 req-9ad0f23d-3517-4454-aa2a-c72bd6412a06 service neutron] 10.222.0.60 "GET /v2.0/networks/4ec1bae5-7351-4e01-a52c-de5521320fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202733 Jun 11 09:56:35.254486 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-580eb1bd-c53f-4f68-b876-eddf14c91c5f None None] For port 0f672d84-0e42-43eb-893d-e02223585ff5, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:56:35.261386 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-580eb1bd-c53f-4f68-b876-eddf14c91c5f None None] For port 0f672d84-0e42-43eb-893d-e02223585ff5, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=0f672d84-0e42-43eb-893d-e02223585ff5,segment=NetworkSegment(e0bc2927-8a98-4066-9eb5-5174f5accc0f),segment_id=e0bc2927-8a98-4066-9eb5-5174f5accc0f)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:56:35.287477 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-232cdda2-68fb-42f7-9ba8-b879711ff189 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:35.391424 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-580eb1bd-c53f-4f68-b876-eddf14c91c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:35.394602 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:35.426815 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:35.473051 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580eb1bd-c53f-4f68-b876-eddf14c91c5f None None] Pushing event updated for resources: {'Port': ['ID=0f672d84-0e42-43eb-893d-e02223585ff5,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:35.476195 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-580eb1bd-c53f-4f68-b876-eddf14c91c5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:35.505971 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-232cdda2-68fb-42f7-9ba8-b879711ff189 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:35.509045 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c9d6c88b-ef7b-459a-8938-02207797f01a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:35.511191 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e653c53f-f758-4316-a27f-fc6bc0e6c602 req-c9a88cc2-1fc1-45fb-b3df-f69b95ae5dc9 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:35.516291 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e653c53f-f758-4316-a27f-fc6bc0e6c602 req-c9a88cc2-1fc1-45fb-b3df-f69b95ae5dc9 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd8cec9e-df34-44f4-b32b-502c04d6c1d9 HTTP/1.1" status: 200 len: 945 time: 0.6157885 Jun 11 09:56:35.544704 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232cdda2-68fb-42f7-9ba8-b879711ff189 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Pushing event deleted for resources: {'Subnet': ['ID=90cb98dc-e9aa-4e5e-9069-45c2c8ffbc08,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:35.550745 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-232cdda2-68fb-42f7-9ba8-b879711ff189 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:35.557043 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-232cdda2-68fb-42f7-9ba8-b879711ff189 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:35.559623 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-232cdda2-68fb-42f7-9ba8-b879711ff189 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "DELETE /v2.0/subnets/90cb98dc-e9aa-4e5e-9069-45c2c8ffbc08 HTTP/1.1" status: 204 len: 168 time: 0.6255119 Jun 11 09:56:35.562016 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 57258) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:56:35.566254 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adcae6d0-dc10-44a2-830a-899eea1b09ef None None] Network b8666e2e-8c44-47a2-a0cd-f981757183d2 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:56:35.622570 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e653c53f-f758-4316-a27f-fc6bc0e6c602 req-7cb47bd1-b465-40c6-94ed-944cccb2def1 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0a63a22-d585-43d6-b866-33fbb4d10728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031463 Jun 11 09:56:35.954520 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fd44ced7-bd0d-4949-893a-107f3ca62e99 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:36.032576 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0fdaaedc-0ad4-4489-9b71-8ffc162cf05b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:36.036835 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:36.061054 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-85a61e7a-f1ca-497a-a438-dd2889667ef1 req-1cae4dbf-54d2-47ee-9d29-17cf97b80068 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaddf973-e588-464b-8514-112fb39e8650 HTTP/1.1" status: 200 len: 210 time: 0.0474226 Jun 11 09:56:36.099671 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-fd44ced7-bd0d-4949-893a-107f3ca62e99 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Deleting port b754fb0e-0ce1-4869-bc83-ebf564329f20 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:56:36.099671 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fd44ced7-bd0d-4949-893a-107f3ca62e99 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:36.099924 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2e4a7f-1a60-4db5-a819-2708ff9f0002 None None] DHCP port deletion for b8666e2e-8c44-47a2-a0cd-f981757183d2 request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 09:56:36.115371 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fdaaedc-0ad4-4489-9b71-8ffc162cf05b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:56:36.122024 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-0fdaaedc-0ad4-4489-9b71-8ffc162cf05b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:56:36.125520 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fdaaedc-0ad4-4489-9b71-8ffc162cf05b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:36.128441 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0fdaaedc-0ad4-4489-9b71-8ffc162cf05b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:36.140703 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdaaedc-0ad4-4489-9b71-8ffc162cf05b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event updated for resources: {'Subnet': ['ID=7078b0b5-1956-459b-8c5a-751a4e5a6cae,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:36.143232 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0fdaaedc-0ad4-4489-9b71-8ffc162cf05b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:36.185537 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-9c2e4a7f-1a60-4db5-a819-2708ff9f0002 None None] Deleting port b754fb0e-0ce1-4869-bc83-ebf564329f20 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:56:36.186646 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-9c2e4a7f-1a60-4db5-a819-2708ff9f0002 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:36.215853 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-0fdaaedc-0ad4-4489-9b71-8ffc162cf05b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9834599 Jun 11 09:56:36.216951 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 57272) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:56:36.222970 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-8f23b6e7-57ab-423f-bb55-48d0f0adaaee tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Request body: {'port': {'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'mac_address': 'fa:16:3e:fb:13:04', 'name': 'tempest-NetworksTestDHCPv6-1036066751'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:56:36.250104 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-fd44ced7-bd0d-4949-893a-107f3ca62e99 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] For port b754fb0e-0ce1-4869-bc83-ebf564329f20, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=b754fb0e-0ce1-4869-bc83-ebf564329f20,segment=NetworkSegment(2c191948-9605-46d9-97be-bdc56634551b),segment_id=2c191948-9605-46d9-97be-bdc56634551b)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:56:36.250689 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fd44ced7-bd0d-4949-893a-107f3ca62e99 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:36.311475 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-9c2e4a7f-1a60-4db5-a819-2708ff9f0002 None None] For port b754fb0e-0ce1-4869-bc83-ebf564329f20, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=b754fb0e-0ce1-4869-bc83-ebf564329f20,segment=NetworkSegment(2c191948-9605-46d9-97be-bdc56634551b),segment_id=2c191948-9605-46d9-97be-bdc56634551b)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:56:36.312312 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-9c2e4a7f-1a60-4db5-a819-2708ff9f0002 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:36.387554 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-fd44ced7-bd0d-4949-893a-107f3ca62e99 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Calling delete_port for b754fb0e-0ce1-4869-bc83-ebf564329f20 owned by network:dhcp {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:56:36.394308 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074718ad-499c-4c90-969e-653a1a30d82e req-8471c9cc-8730-499a-8a82-b835f106c0cc tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:36.400988 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074718ad-499c-4c90-969e-653a1a30d82e req-8471c9cc-8730-499a-8a82-b835f106c0cc tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:36.406942 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074718ad-499c-4c90-969e-653a1a30d82e req-8471c9cc-8730-499a-8a82-b835f106c0cc tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:36.413301 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074718ad-499c-4c90-969e-653a1a30d82e req-8471c9cc-8730-499a-8a82-b835f106c0cc tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:36.420033 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074718ad-499c-4c90-969e-653a1a30d82e req-8471c9cc-8730-499a-8a82-b835f106c0cc tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:36.426402 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074718ad-499c-4c90-969e-653a1a30d82e req-8471c9cc-8730-499a-8a82-b835f106c0cc tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:36.429351 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-9c2e4a7f-1a60-4db5-a819-2708ff9f0002 None None] Calling delete_port for b754fb0e-0ce1-4869-bc83-ebf564329f20 owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:56:36.433393 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074718ad-499c-4c90-969e-653a1a30d82e req-8471c9cc-8730-499a-8a82-b835f106c0cc tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:36.441585 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-074718ad-499c-4c90-969e-653a1a30d82e req-8471c9cc-8730-499a-8a82-b835f106c0cc tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 5420 time: 0.2788334 Jun 11 09:56:36.547495 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-074718ad-499c-4c90-969e-653a1a30d82e req-ccff0549-5018-41ca-8b6d-d59e4536a0f1 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/security-groups?id=230a77c0-a6d2-4599-bb7a-d2d4f277106a&id=3ac47e06-1e75-4528-8507-ea5f5c2807d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1049333 Jun 11 09:56:36.722993 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f23b6e7-57ab-423f-bb55-48d0f0adaaee tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Made reservation on behalf of 3a7e48b24b924bff8faf8c740b2810c2 for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:56:36.739073 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fd44ced7-bd0d-4949-893a-107f3ca62e99 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:36.739073 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-cc54820b-e2fe-4bc1-ad63-d958caa375e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:36.739781 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-9c2e4a7f-1a60-4db5-a819-2708ff9f0002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:36.742555 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:36.752623 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2e4a7f-1a60-4db5-a819-2708ff9f0002 None None] No DVR routers for this DVR port b754fb0e-0ce1-4869-bc83-ebf564329f20 on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:56:36.842342 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2e4a7f-1a60-4db5-a819-2708ff9f0002 None None] Pushing event deleted for resources: {'Port': ['ID=b754fb0e-0ce1-4869-bc83-ebf564329f20,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:36.842741 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd44ced7-bd0d-4949-893a-107f3ca62e99 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Pushing event deleted for resources: {'Port': ['ID=b754fb0e-0ce1-4869-bc83-ebf564329f20,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:36.842741 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd44ced7-bd0d-4949-893a-107f3ca62e99 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] No DVR routers for this DVR port b754fb0e-0ce1-4869-bc83-ebf564329f20 on host n-d-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:56:36.843095 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-fd44ced7-bd0d-4949-893a-107f3ca62e99 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:36.849784 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-9c2e4a7f-1a60-4db5-a819-2708ff9f0002 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:36.957823 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468241fd-0a11-4804-9c8c-0f05b0210664 None None] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:56:36.962426 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8f23b6e7-57ab-423f-bb55-48d0f0adaaee tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:37.015388 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [None req-8f23b6e7-57ab-423f-bb55-48d0f0adaaee tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] device_id is not set on port 6630e8c3-95d7-4de5-bc22-cb7f97ba74df yet. {{(pid=93177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 09:56:37.176442 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fd44ced7-bd0d-4949-893a-107f3ca62e99 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:37.191325 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-fd44ced7-bd0d-4949-893a-107f3ca62e99 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8666e2e-8c44-47a2-a0cd-f981757183d2']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:56:37.207584 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-fd44ced7-bd0d-4949-893a-107f3ca62e99 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c191948-9605-46d9-97be-bdc56634551b') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:56:37.208097 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-fd44ced7-bd0d-4949-893a-107f3ca62e99 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c191948-9605-46d9-97be-bdc56634551b') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:56:37.224198 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fd44ced7-bd0d-4949-893a-107f3ca62e99 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:37.260933 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48602dee-298b-40a6-b5ea-fb84ac53f6b8 req-af4db262-58f9-4322-8108-5765bd4ee9b5 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:37.268532 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-48602dee-298b-40a6-b5ea-fb84ac53f6b8 req-af4db262-58f9-4322-8108-5765bd4ee9b5 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd8cec9e-df34-44f4-b32b-502c04d6c1d9 HTTP/1.1" status: 200 len: 945 time: 0.4118152 Jun 11 09:56:37.286638 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-4bc4d0fc-334e-4688-9288-b92ef608b4f8 None None] Provisioning for port 0f672d84-0e42-43eb-893d-e02223585ff5 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:56:37.320810 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fd44ced7-bd0d-4949-893a-107f3ca62e99 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:37.327721 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-8f23b6e7-57ab-423f-bb55-48d0f0adaaee tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Allocated IP 2001:db8:0:1::a2 (f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc/7078b0b5-1956-459b-8c5a-751a4e5a6cae/6630e8c3-95d7-4de5-bc22-cb7f97ba74df) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:56:37.334490 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd44ced7-bd0d-4949-893a-107f3ca62e99 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Releasing vlan 788 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 09:56:37.334887 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-8f23b6e7-57ab-423f-bb55-48d0f0adaaee tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Allocated IP 2001:db8::f816:3eff:fefb:1304 (f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc/3291dbae-1210-4fb8-9695-6fea45c2b428/6630e8c3-95d7-4de5-bc22-cb7f97ba74df) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:56:37.336517 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fd44ced7-bd0d-4949-893a-107f3ca62e99 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:37.363203 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 09:56:37.363203 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 09:56:37.363203 n-d-779913-12 neutron-server[93176]: timer() Jun 11 09:56:37.363203 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 09:56:37.363203 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 09:56:37.363203 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 09:56:37.363203 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 09:56:37.363203 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 09:56:37.363203 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 09:56:37.363203 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 09:56:37.363203 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 09:56:37.363203 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 09:56:37.363203 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 09:56:37.363203 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 09:56:37.363203 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 09:56:37.363203 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 09:56:37.363203 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 09:56:37.363203 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 09:56:37.363203 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 09:56:37.363203 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 09:56:37.363203 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 09:56:37.363203 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 09:56:37.363203 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 09:56:37.363203 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 09:56:37.363203 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 09:56:37.363203 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 09:56:37.363203 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 09:56:37.363203 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 09:56:37.363203 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 09:56:37.363203 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 09:56:37.363203 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 09:56:37.363203 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 09:56:37.412309 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9105d9f2-b816-477a-b563-711fc02cfa28 req-dd29b0d6-2def-43bc-850e-4790c0229290 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaddf973-e588-464b-8514-112fb39e8650 HTTP/1.1" status: 200 len: 210 time: 0.0492463 Jun 11 09:56:37.466956 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-48602dee-298b-40a6-b5ea-fb84ac53f6b8 req-41bd725c-a100-43b1-9a5b-03601398bd8a tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0a63a22-d585-43d6-b866-33fbb4d10728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927874 Jun 11 09:56:37.518060 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f913b432-5e51-47bb-985f-418ef1e31123 None None] Update dhcp port {'port': {'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'fixed_ips': [{'subnet_id': '3291dbae-1210-4fb8-9695-6fea45c2b428', 'ip_address': '2001:db8::f816:3eff:fe35:4d56'}, {'subnet_id': '7078b0b5-1956-459b-8c5a-751a4e5a6cae'}], 'binding:host_id': 'n-d-779913-12'}, 'id': '0f672d84-0e42-43eb-893d-e02223585ff5'} from n-d-779913-12. {{(pid=93178) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 11 09:56:37.541763 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 57296) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:56:37.624149 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f913b432-5e51-47bb-985f-418ef1e31123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:37.635948 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fd44ced7-bd0d-4949-893a-107f3ca62e99 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:37.641424 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fd44ced7-bd0d-4949-893a-107f3ca62e99 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:37.645808 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-fd44ced7-bd0d-4949-893a-107f3ca62e99 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "DELETE /v2.0/networks/b8666e2e-8c44-47a2-a0cd-f981757183d2 HTTP/1.1" status: 204 len: 168 time: 2.0802219 Jun 11 09:56:37.645808 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-cc325df5-c1a5-4623-bb73-8215d4061a06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:37.654204 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 57302) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:56:37.670725 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-de4d1ca2-3769-46b5-b5c5-1e229ac192c7 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-538176357'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:56:37.709603 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8f23b6e7-57ab-423f-bb55-48d0f0adaaee tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:37.711595 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd44ced7-bd0d-4949-893a-107f3ca62e99 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Pushing event deleted for resources: {'Network': ['ID=b8666e2e-8c44-47a2-a0cd-f981757183d2,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:37.718528 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-fd44ced7-bd0d-4949-893a-107f3ca62e99 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:37.746101 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-8f23b6e7-57ab-423f-bb55-48d0f0adaaee tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Transition to ACTIVE for port object 6630e8c3-95d7-4de5-bc22-cb7f97ba74df will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:56:37.822393 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de4d1ca2-3769-46b5-b5c5-1e229ac192c7 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Made reservation on behalf of 738abe581be64edd8f2e0a146ff187c8 for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:56:37.826266 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-de4d1ca2-3769-46b5-b5c5-1e229ac192c7 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:37.835129 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-03e8235a-81f0-4110-83a7-e3faabd7267e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:37.855729 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de4d1ca2-3769-46b5-b5c5-1e229ac192c7 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 752} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 09:56:37.858742 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8f23b6e7-57ab-423f-bb55-48d0f0adaaee tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:37.866320 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5603db98-3d55-4796-ade3-9715d2d05570 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:37.903157 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f86f59-4ab8-4cea-b296-fe509efca2f3 req-0f703f0b-7abc-413d-836f-b40271b02b73 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:37.908995 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-de4d1ca2-3769-46b5-b5c5-1e229ac192c7 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:37.909199 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f86f59-4ab8-4cea-b296-fe509efca2f3 req-0f703f0b-7abc-413d-836f-b40271b02b73 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:37.909439 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-de4d1ca2-3769-46b5-b5c5-1e229ac192c7 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Added segment c3b2e812-5bb1-46e5-8a59-6578a4950b7c of type vlan for network 63dcd05b-769e-4871-a111-9c447794f65e Jun 11 09:56:37.916072 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f86f59-4ab8-4cea-b296-fe509efca2f3 req-0f703f0b-7abc-413d-836f-b40271b02b73 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:37.921993 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f86f59-4ab8-4cea-b296-fe509efca2f3 req-0f703f0b-7abc-413d-836f-b40271b02b73 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:37.927926 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f86f59-4ab8-4cea-b296-fe509efca2f3 req-0f703f0b-7abc-413d-836f-b40271b02b73 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:37.934330 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f86f59-4ab8-4cea-b296-fe509efca2f3 req-0f703f0b-7abc-413d-836f-b40271b02b73 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:37.938330 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f23b6e7-57ab-423f-bb55-48d0f0adaaee tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:56:37.941145 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f86f59-4ab8-4cea-b296-fe509efca2f3 req-0f703f0b-7abc-413d-836f-b40271b02b73 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:37.942638 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-58f86f59-4ab8-4cea-b296-fe509efca2f3 req-0f703f0b-7abc-413d-836f-b40271b02b73 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 5420 time: 0.2234194 Jun 11 09:56:37.947243 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 0f672d84-0e42-43eb-893d-e02223585ff5 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:56:37.951294 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-8f23b6e7-57ab-423f-bb55-48d0f0adaaee tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:56:37.984291 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f23b6e7-57ab-423f-bb55-48d0f0adaaee tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:56:37.989976 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f23b6e7-57ab-423f-bb55-48d0f0adaaee tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:37.990621 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8f23b6e7-57ab-423f-bb55-48d0f0adaaee tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:37.997699 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f23b6e7-57ab-423f-bb55-48d0f0adaaee tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event updated for resources: {'Port': ['ID=6630e8c3-95d7-4de5-bc22-cb7f97ba74df,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:38.018254 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8f23b6e7-57ab-423f-bb55-48d0f0adaaee tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:38.021031 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-de4d1ca2-3769-46b5-b5c5-1e229ac192c7 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:38.075222 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-58f86f59-4ab8-4cea-b296-fe509efca2f3 req-5391079f-e4ce-4b9c-8e6c-33a1dec70419 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/security-groups?id=230a77c0-a6d2-4599-bb7a-d2d4f277106a&id=3ac47e06-1e75-4528-8507-ea5f5c2807d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0856292 Jun 11 09:56:38.120523 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-03e8235a-81f0-4110-83a7-e3faabd7267e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:38.138988 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-de4d1ca2-3769-46b5-b5c5-1e229ac192c7 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:38.151666 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4d1ca2-3769-46b5-b5c5-1e229ac192c7 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:38.152318 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-de4d1ca2-3769-46b5-b5c5-1e229ac192c7 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:38.158352 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3556c261-239f-49dc-8bae-d479c54f047d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:38.200818 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea8b9bd-2b64-44fc-81fc-0126c16e3423 req-bed5b8c3-8b5f-4fc5-b5a4-9f8e172b7e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:38.202520 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2ea8b9bd-2b64-44fc-81fc-0126c16e3423 req-bed5b8c3-8b5f-4fc5-b5a4-9f8e172b7e63 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=205594447f3445c2ac3204bbefdd34aa&device_id=fd8cec9e-df34-44f4-b32b-502c04d6c1d9 HTTP/1.1" status: 200 len: 1097 time: 0.0741696 Jun 11 09:56:38.204895 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-f913b432-5e51-47bb-985f-418ef1e31123 None None] Allocated IP 2001:db8:0:1::2 (f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc/7078b0b5-1956-459b-8c5a-751a4e5a6cae/0f672d84-0e42-43eb-893d-e02223585ff5) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:56:38.238583 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-03e8235a-81f0-4110-83a7-e3faabd7267e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:38.263548 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-23c52c21-6cad-4bbd-b76c-fc48f2579b26 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:38.294777 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4d1ca2-3769-46b5-b5c5-1e229ac192c7 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Pushing event updated for resources: {'Network': ['ID=63dcd05b-769e-4871-a111-9c447794f65e,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:38.297610 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-de4d1ca2-3769-46b5-b5c5-1e229ac192c7 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:38.322100 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e528c247-c08b-4da3-988a-ad4c630d0dee req-c6706da7-6faa-44f3-ad20-ac0441447da1 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:38.323713 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e528c247-c08b-4da3-988a-ad4c630d0dee req-c6706da7-6faa-44f3-ad20-ac0441447da1 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd8cec9e-df34-44f4-b32b-502c04d6c1d9 HTTP/1.1" status: 200 len: 945 time: 0.1979475 Jun 11 09:56:38.334505 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 0f672d84-0e42-43eb-893d-e02223585ff5 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:56:38.340725 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 63dcd05b-769e-4871-a111-9c447794f65e details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:56:38.366171 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 0f672d84-0e42-43eb-893d-e02223585ff5 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:56:38.367093 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:38.369577 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-8f23b6e7-57ab-423f-bb55-48d0f0adaaee tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.1515298 Jun 11 09:56:38.372416 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 57310) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:56:38.389596 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e528c247-c08b-4da3-988a-ad4c630d0dee req-94fa77a7-d7ce-4c81-be50-9d427aab5257 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0a63a22-d585-43d6-b866-33fbb4d10728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594070 Jun 11 09:56:38.415867 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-de4d1ca2-3769-46b5-b5c5-1e229ac192c7 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7592871 Jun 11 09:56:38.416194 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-03e8235a-81f0-4110-83a7-e3faabd7267e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1aaa560c1e034777bf8da6298307d95a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8727741 Jun 11 09:56:38.418413 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 57312) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:56:38.420334 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 57314) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:56:38.421146 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e8235a-81f0-4110-83a7-e3faabd7267e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62613e7a-382c-4cf0-8fe4-f991c1aaa3a9,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:38.426602 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-4e2e1e34-e467-48f9-8e65-6a69cd62d5d3 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Request body: {'subnet': {'network_id': '63dcd05b-769e-4871-a111-9c447794f65e', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:56:38.430827 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-03e8235a-81f0-4110-83a7-e3faabd7267e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:38.509534 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea8b9bd-2b64-44fc-81fc-0126c16e3423 req-22c40cef-bd80-4055-b2a9-5f1601726e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:38.511374 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2ea8b9bd-2b64-44fc-81fc-0126c16e3423 req-22c40cef-bd80-4055-b2a9-5f1601726e61 service neutron] 10.222.0.64 "GET /v2.0/networks?id=629d88a3-72e3-4ac0-9337-7a18a368e6f9 HTTP/1.1" status: 200 len: 912 time: 0.3019586 Jun 11 09:56:38.516225 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f913b432-5e51-47bb-985f-418ef1e31123 None None] For port 0f672d84-0e42-43eb-893d-e02223585ff5, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=0f672d84-0e42-43eb-893d-e02223585ff5,segment=NetworkSegment(e0bc2927-8a98-4066-9eb5-5174f5accc0f),segment_id=e0bc2927-8a98-4066-9eb5-5174f5accc0f)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:56:38.587909 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f913b432-5e51-47bb-985f-418ef1e31123 None None] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:38.591879 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2ea8b9bd-2b64-44fc-81fc-0126c16e3423 req-d749dc52-73e8-4d9a-9e3f-04701dd1c3ed service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b6a1b5ed-d88d-4f3e-a2b4-49b7633fe075 HTTP/1.1" status: 200 len: 217 time: 0.0727959 Jun 11 09:56:38.613576 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f913b432-5e51-47bb-985f-418ef1e31123 None None] Transition to ACTIVE for port object 0f672d84-0e42-43eb-893d-e02223585ff5 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:56:38.617259 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:38.673278 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-ef02860c-80fc-4431-b6df-dc35113de7ac tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Deleting port 6630e8c3-95d7-4de5-bc22-cb7f97ba74df {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:56:38.673930 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ef02860c-80fc-4431-b6df-dc35113de7ac tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:38.725254 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f913b432-5e51-47bb-985f-418ef1e31123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:38.730465 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-0813af8e-4e1e-4175-8681-7b53c8d89761 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:38.782812 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e2e1e34-e467-48f9-8e65-6a69cd62d5d3 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Made reservation on behalf of 738abe581be64edd8f2e0a146ff187c8 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:56:38.786615 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4e2e1e34-e467-48f9-8e65-6a69cd62d5d3 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:38.848343 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ef02860c-80fc-4431-b6df-dc35113de7ac tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:38.920126 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.db.api [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93178) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 09:56:38.920468 n-d-779913-12 neutron-server[93178]: DEBUG oslo_db.api [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 09:56:38.925842 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f913b432-5e51-47bb-985f-418ef1e31123 None None] Pushing event updated for resources: {'Port': ['ID=0f672d84-0e42-43eb-893d-e02223585ff5,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:38.929900 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f913b432-5e51-47bb-985f-418ef1e31123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:39.011127 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-ef02860c-80fc-4431-b6df-dc35113de7ac tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Calling delete_port for 6630e8c3-95d7-4de5-bc22-cb7f97ba74df owned by {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:56:39.085435 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-48b2cb16-72bc-4fc4-9ac2-81d06f34348d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:39.107076 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-83e4cdbf-0fe1-4f75-874b-e41f70a50017 req-0dd67e7b-d306-4d4b-a459-876ca016af22 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaddf973-e588-464b-8514-112fb39e8650 HTTP/1.1" status: 200 len: 210 time: 0.5131614 Jun 11 09:56:39.340150 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-48b2cb16-72bc-4fc4-9ac2-81d06f34348d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:39.367593 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea8b9bd-2b64-44fc-81fc-0126c16e3423 req-78a450d3-827f-49bc-8589-b24df82c7ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:39.369279 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2ea8b9bd-2b64-44fc-81fc-0126c16e3423 req-78a450d3-827f-49bc-8589-b24df82c7ab7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=44ed3fc7-9612-451c-8b75-8a1ffa244da3 HTTP/1.1" status: 200 len: 851 time: 0.7636201 Jun 11 09:56:39.446955 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4e2e1e34-e467-48f9-8e65-6a69cd62d5d3 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:39.454737 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8d19a4e3-022a-40b8-8334-7b46f940b98a tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:39.464372 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2ea8b9bd-2b64-44fc-81fc-0126c16e3423 req-03fc8267-07ae-4dab-92df-3c14fe219e3d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=629d88a3-72e3-4ac0-9337-7a18a368e6f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757620 Jun 11 09:56:39.482649 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:39.498309 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b03e77-1857-4b61-baeb-92a0180436b4 req-3358127c-d2dd-4f00-a31e-074aa7b2bd69 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:39.500240 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b9b03e77-1857-4b61-baeb-92a0180436b4 req-3358127c-d2dd-4f00-a31e-074aa7b2bd69 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.69 "GET /v2.0/networks?id=4ec1bae5-7351-4e01-a52c-de5521320fcb HTTP/1.1" status: 200 len: 816 time: 0.4108984 Jun 11 09:56:39.561378 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 0f672d84-0e42-43eb-893d-e02223585ff5, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=0f672d84-0e42-43eb-893d-e02223585ff5,segment=NetworkSegment(e0bc2927-8a98-4066-9eb5-5174f5accc0f),segment_id=e0bc2927-8a98-4066-9eb5-5174f5accc0f)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:56:39.578986 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f365d-530b-4716-8a4d-2ec10242f415 req-6ef66720-0c8a-4a75-b295-49b6ecc1b0eb tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:39.589817 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f365d-530b-4716-8a4d-2ec10242f415 req-6ef66720-0c8a-4a75-b295-49b6ecc1b0eb tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:39.597097 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f365d-530b-4716-8a4d-2ec10242f415 req-6ef66720-0c8a-4a75-b295-49b6ecc1b0eb tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:39.603962 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f365d-530b-4716-8a4d-2ec10242f415 req-6ef66720-0c8a-4a75-b295-49b6ecc1b0eb tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:39.610298 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f365d-530b-4716-8a4d-2ec10242f415 req-6ef66720-0c8a-4a75-b295-49b6ecc1b0eb tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:39.616260 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f365d-530b-4716-8a4d-2ec10242f415 req-6ef66720-0c8a-4a75-b295-49b6ecc1b0eb tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:39.623380 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f365d-530b-4716-8a4d-2ec10242f415 req-6ef66720-0c8a-4a75-b295-49b6ecc1b0eb tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:39.631417 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-956f365d-530b-4716-8a4d-2ec10242f415 req-6ef66720-0c8a-4a75-b295-49b6ecc1b0eb tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 5420 time: 0.3755684 Jun 11 09:56:39.662511 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e1e34-e467-48f9-8e65-6a69cd62d5d3 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Pushing event updated for resources: {'Subnet': ['ID=0a3a8c14-6855-4273-866a-b1a6ca41f5f8,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:39.668608 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4e2e1e34-e467-48f9-8e65-6a69cd62d5d3 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:39.671780 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b9b03e77-1857-4b61-baeb-92a0180436b4 req-f3c9a188-d636-40eb-b8ad-941d5279ad6b tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21c20f27027a4fa895493faf5f883302 HTTP/1.1" status: 200 len: 380 time: 0.1592574 Jun 11 09:56:39.672820 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ef02860c-80fc-4431-b6df-dc35113de7ac tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:39.684080 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-b9b03e77-1857-4b61-baeb-92a0180436b4 req-0581644e-7fa6-4fd1-8e6b-1f4f06a2a836 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Request body: {'port': {'device_id': 'aaddf973-e588-464b-8514-112fb39e8650', 'network_id': '4ec1bae5-7351-4e01-a52c-de5521320fcb', 'admin_state_up': True, 'tenant_id': '21c20f27027a4fa895493faf5f883302', 'security_groups': ['28282b0e-6c5e-431e-9466-f7852b229f5a']}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:56:39.686214 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-689f16c0-e583-47ae-9271-e2b71c6118f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:39.702954 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:39.706136 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-8b7a7c92-81f4-4056-a95a-d5059b0efb81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:39.749084 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-956f365d-530b-4716-8a4d-2ec10242f415 req-024ba45a-2fc7-45fa-af31-25b5daa52a30 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/security-groups?id=230a77c0-a6d2-4599-bb7a-d2d4f277106a&id=3ac47e06-1e75-4528-8507-ea5f5c2807d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1167448 Jun 11 09:56:39.750332 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef02860c-80fc-4431-b6df-dc35113de7ac tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event deleted for resources: {'Port': ['ID=6630e8c3-95d7-4de5-bc22-cb7f97ba74df,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:39.756036 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ef02860c-80fc-4431-b6df-dc35113de7ac tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:39.772629 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2e1e34-e467-48f9-8e65-6a69cd62d5d3 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Checking segment: {'id': 'c3b2e812-5bb1-46e5-8a59-6578a4950b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '63dcd05b-769e-4871-a111-9c447794f65e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:56:39.773549 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2e1e34-e467-48f9-8e65-6a69cd62d5d3 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Network hostable DHCP agents. Network: 63dcd05b-769e-4871-a111-9c447794f65e, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 09:56:39.787401 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-48b2cb16-72bc-4fc4-9ac2-81d06f34348d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:39.790597 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-48b2cb16-72bc-4fc4-9ac2-81d06f34348d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:39.796605 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-48b2cb16-72bc-4fc4-9ac2-81d06f34348d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/62613e7a-382c-4cf0-8fe4-f991c1aaa3a9 HTTP/1.1" status: 204 len: 168 time: 1.3690817 Jun 11 09:56:39.799996 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a11ed588-26b0-48ad-929d-6885297f9551 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:39.815684 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2cb16-72bc-4fc4-9ac2-81d06f34348d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62613e7a-382c-4cf0-8fe4-f991c1aaa3a9,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:39.815853 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=0f672d84-0e42-43eb-893d-e02223585ff5,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:39.825641 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-48b2cb16-72bc-4fc4-9ac2-81d06f34348d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:39.827984 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2ea8b9bd-2b64-44fc-81fc-0126c16e3423 req-85a77b86-acbe-446d-ac04-dab8f0acef9e service neutron] 10.222.0.64 "GET /v2.0/networks/629d88a3-72e3-4ac0-9337-7a18a368e6f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258471 Jun 11 09:56:39.833639 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:39.847063 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device b754fb0e-0ce1-4869-bc83-ebf564329f20 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:56:39.872626 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ef02860c-80fc-4431-b6df-dc35113de7ac tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:39.878330 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-ef02860c-80fc-4431-b6df-dc35113de7ac tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/ports/6630e8c3-95d7-4de5-bc22-cb7f97ba74df HTTP/1.1" status: 204 len: 168 time: 1.5049174 Jun 11 09:56:39.879068 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 57328) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:56:39.913142 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: b754fb0e-0ce1-4869-bc83-ebf564329f20 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:56:39.916039 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device b754fb0e-0ce1-4869-bc83-ebf564329f20 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:56:39.918131 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-e74a84f6-44e8-45bd-97c4-92fbd69e0f46 None None] Provisioning for port 0f672d84-0e42-43eb-893d-e02223585ff5 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:56:39.926642 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-e74a84f6-44e8-45bd-97c4-92fbd69e0f46 None None] Provisioning complete for port 0f672d84-0e42-43eb-893d-e02223585ff5 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:56:39.927049 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e74a84f6-44e8-45bd-97c4-92fbd69e0f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:39.977478 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2e1e34-e467-48f9-8e65-6a69cd62d5d3 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Network 63dcd05b-769e-4871-a111-9c447794f65e is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 09:56:40.010806 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361b4401-1a6a-40d2-9d94-21791617ed17 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:40.013329 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-361b4401-1a6a-40d2-9d94-21791617ed17 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1324728 Jun 11 09:56:40.015607 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 57330) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:56:40.028649 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79893e5-0577-43a1-8244-5f1e9a4e4076 req-72d19018-f71c-4f62-98b5-2c2d63402129 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:40.036271 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a79893e5-0577-43a1-8244-5f1e9a4e4076 req-72d19018-f71c-4f62-98b5-2c2d63402129 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd8cec9e-df34-44f4-b32b-502c04d6c1d9 HTTP/1.1" status: 200 len: 945 time: 0.3218136 Jun 11 09:56:40.090319 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 0f672d84-0e42-43eb-893d-e02223585ff5 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:56:40.097826 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-4e2e1e34-e467-48f9-8e65-6a69cd62d5d3 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 63dcd05b-769e-4871-a111-9c447794f65e) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:56:40.098832 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2e1e34-e467-48f9-8e65-6a69cd62d5d3 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:40.099479 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4e2e1e34-e467-48f9-8e65-6a69cd62d5d3 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:40.143642 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b7f62e-6980-4d97-9849-034613c5faa3 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:40.148946 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b07522-39db-476e-b48d-678266e9f204 None None] Network 63dcd05b-769e-4871-a111-9c447794f65e requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:56:40.149643 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-61b7f62e-6980-4d97-9849-034613c5faa3 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1317632 Jun 11 09:56:40.151709 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 57334) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:56:40.205516 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a79893e5-0577-43a1-8244-5f1e9a4e4076 req-3590522c-a666-413c-8893-7c4ec061a66a tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0a63a22-d585-43d6-b866-33fbb4d10728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664863 Jun 11 09:56:40.208960 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-3ba65abe-ef41-4022-b9c0-aa236758385d None None] Could not find standard attr ID for object 6630e8c3-95d7-4de5-bc22-cb7f97ba74df. {{(pid=93178) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 11 09:56:40.283066 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2ea8b9bd-2b64-44fc-81fc-0126c16e3423 req-69e95846-116f-442c-b3e2-b1ea31ef20b6 service neutron] 10.222.0.64 "GET /v2.0/networks/629d88a3-72e3-4ac0-9337-7a18a368e6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3608868 Jun 11 09:56:40.288405 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9b03e77-1857-4b61-baeb-92a0180436b4 req-0581644e-7fa6-4fd1-8e6b-1f4f06a2a836 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Made reservation on behalf of 21c20f27027a4fa895493faf5f883302 for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:56:40.300691 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 0f672d84-0e42-43eb-893d-e02223585ff5 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:56:40.300956 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-b9b03e77-1857-4b61-baeb-92a0180436b4 req-0581644e-7fa6-4fd1-8e6b-1f4f06a2a836 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:40.301508 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:40.305515 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774d360e-766b-4425-9023-76fc585e4706 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:40.307133 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774d360e-766b-4425-9023-76fc585e4706 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:40.309730 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774d360e-766b-4425-9023-76fc585e4706 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:40.318955 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-774d360e-766b-4425-9023-76fc585e4706 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1588738 Jun 11 09:56:40.320331 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 57338) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:56:40.370228 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-4e2e1e34-e467-48f9-8e65-6a69cd62d5d3 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.9505751 Jun 11 09:56:40.373917 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 57340) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:56:40.383833 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-01cad195-9225-4578-9b26-8781e87d857d tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1826566530'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:56:40.445832 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1bd59438-7300-4a05-b949-12f2f05e74f8 req-4459555a-d3ac-45e7-87ac-3f28c253c50d tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaddf973-e588-464b-8514-112fb39e8650 HTTP/1.1" status: 200 len: 210 time: 0.0815656 Jun 11 09:56:40.489339 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-faa7d21e-f5b4-4d5b-952f-ef849804d68b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Deleting subnet 3291dbae-1210-4fb8-9695-6fea45c2b428 {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 09:56:40.495617 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-faa7d21e-f5b4-4d5b-952f-ef849804d68b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:40.528521 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbfce89a-db1b-4ee1-a112-aa49c8a425e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-63dcd05b-769e-4871-a111-9c447794f65e', 'network_id': '63dcd05b-769e-4871-a111-9c447794f65e', 'tenant_id': '738abe581be64edd8f2e0a146ff187c8', 'fixed_ips': [{'subnet_id': '0a3a8c14-6855-4273-866a-b1a6ca41f5f8'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 09:56:40.530766 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-fbfce89a-db1b-4ee1-a112-aa49c8a425e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:40.549530 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-b9b03e77-1857-4b61-baeb-92a0180436b4 req-0581644e-7fa6-4fd1-8e6b-1f4f06a2a836 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Allocated IP 172.20.0.11 (4ec1bae5-7351-4e01-a52c-de5521320fcb/73b1338f-0df7-44ec-88b6-dbc16cfcfcc4/da8fbc79-fb8f-44ca-a448-4f854b38b7e0) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:56:40.573959 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-faa7d21e-f5b4-4d5b-952f-ef849804d68b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:40.664383 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01cad195-9225-4578-9b26-8781e87d857d tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Made reservation on behalf of 738abe581be64edd8f2e0a146ff187c8 for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:56:40.667982 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-01cad195-9225-4578-9b26-8781e87d857d tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:40.709159 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 57346) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:56:40.738574 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-643a9295-cf52-4d39-afac-065c9ba4db7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:40.740627 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01cad195-9225-4578-9b26-8781e87d857d tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 761} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 09:56:40.750598 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-01cad195-9225-4578-9b26-8781e87d857d tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:40.750951 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-01cad195-9225-4578-9b26-8781e87d857d tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Added segment 0a99701e-c802-4104-a45b-9601ba90511f of type vlan for network 4a8aa33c-b67c-469b-82fd-eeec45fb92e5 Jun 11 09:56:40.758534 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-fbfce89a-db1b-4ee1-a112-aa49c8a425e8 None None] Allocated IP 19.80.0.2 (63dcd05b-769e-4871-a111-9c447794f65e/0a3a8c14-6855-4273-866a-b1a6ca41f5f8/de412ca4-37ae-4c26-aed7-59455a81f925) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:56:40.808588 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-01cad195-9225-4578-9b26-8781e87d857d tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:40.846769 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-faa7d21e-f5b4-4d5b-952f-ef849804d68b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:40.899029 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-b9b03e77-1857-4b61-baeb-92a0180436b4 req-0581644e-7fa6-4fd1-8e6b-1f4f06a2a836 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:40.902414 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-643a9295-cf52-4d39-afac-065c9ba4db7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:40.904311 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-01cad195-9225-4578-9b26-8781e87d857d tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:40.910702 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01cad195-9225-4578-9b26-8781e87d857d tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:40.911359 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-01cad195-9225-4578-9b26-8781e87d857d tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:40.916342 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-b9b03e77-1857-4b61-baeb-92a0180436b4 req-0581644e-7fa6-4fd1-8e6b-1f4f06a2a836 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Transition to ACTIVE for port object da8fbc79-fb8f-44ca-a448-4f854b38b7e0 will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:56:40.917492 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-38a7dff9-0be7-4897-8cb3-cea8896af028 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:40.985138 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-643a9295-cf52-4d39-afac-065c9ba4db7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:41.014697 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-222dd630-fce6-4a8e-a2cd-3df9d2678ccf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:41.030412 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cad195-9225-4578-9b26-8781e87d857d tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Pushing event updated for resources: {'Network': ['ID=4a8aa33c-b67c-469b-82fd-eeec45fb92e5,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:41.033544 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-01cad195-9225-4578-9b26-8781e87d857d tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:41.048435 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-643a9295-cf52-4d39-afac-065c9ba4db7a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8ace983179d34431af594d31716697e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3353648 Jun 11 09:56:41.049306 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-01cad195-9225-4578-9b26-8781e87d857d tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6742277 Jun 11 09:56:41.050304 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 57350) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:56:41.050807 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 57352) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:56:41.058071 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 4a8aa33c-b67c-469b-82fd-eeec45fb92e5 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:56:41.062397 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-acbb3875-5ab4-4a6c-9edf-868480f9f696 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Request body: {'subnet': {'network_id': '4a8aa33c-b67c-469b-82fd-eeec45fb92e5', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:56:41.086102 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-b9b03e77-1857-4b61-baeb-92a0180436b4 req-0581644e-7fa6-4fd1-8e6b-1f4f06a2a836 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:41.090554 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device eaada8e6-4077-4542-af8d-d731c7dc1459 details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:56:41.090881 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643a9295-cf52-4d39-afac-065c9ba4db7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df8eecc7-9fae-4402-a75f-f8bd94dbfb68,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:41.095710 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-643a9295-cf52-4d39-afac-065c9ba4db7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:41.099421 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0ceb5b7d-25aa-425d-a1cf-379c9e3b7ce2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:41.144811 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-fbfce89a-db1b-4ee1-a112-aa49c8a425e8 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:41.147021 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9b03e77-1857-4b61-baeb-92a0180436b4 req-0581644e-7fa6-4fd1-8e6b-1f4f06a2a836 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Network 4ec1bae5-7351-4e01-a52c-de5521320fcb is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:56:41.162381 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-b9b03e77-1857-4b61-baeb-92a0180436b4 req-0581644e-7fa6-4fd1-8e6b-1f4f06a2a836 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:56:41.165451 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9b03e77-1857-4b61-baeb-92a0180436b4 req-0581644e-7fa6-4fd1-8e6b-1f4f06a2a836 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:56:41.208018 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0581644e-7fa6-4fd1-8e6b-1f4f06a2a836 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Pushing event updated for resources: {'Port': ['ID=da8fbc79-fb8f-44ca-a448-4f854b38b7e0,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:41.209396 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-faa7d21e-f5b4-4d5b-952f-ef849804d68b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:41.215158 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-66bf2e1a-0d89-4b86-a8f4-c5bf04c4281a tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:41.220761 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0581644e-7fa6-4fd1-8e6b-1f4f06a2a836 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:41.283657 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa7d21e-f5b4-4d5b-952f-ef849804d68b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event deleted for resources: {'Subnet': ['ID=3291dbae-1210-4fb8-9695-6fea45c2b428,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:41.288020 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-fbfce89a-db1b-4ee1-a112-aa49c8a425e8 None None] Transition to ACTIVE for port object de412ca4-37ae-4c26-aed7-59455a81f925 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:56:41.300478 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b03e77-1857-4b61-baeb-92a0180436b4 req-0581644e-7fa6-4fd1-8e6b-1f4f06a2a836 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:41.301172 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-b9b03e77-1857-4b61-baeb-92a0180436b4 req-0581644e-7fa6-4fd1-8e6b-1f4f06a2a836 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:41.312145 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-faa7d21e-f5b4-4d5b-952f-ef849804d68b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:41.313208 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-faa7d21e-f5b4-4d5b-952f-ef849804d68b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:41.315179 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-faa7d21e-f5b4-4d5b-952f-ef849804d68b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/subnets/3291dbae-1210-4fb8-9695-6fea45c2b428 HTTP/1.1" status: 204 len: 168 time: 0.9938040 Jun 11 09:56:41.321939 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cd8f9d-efad-44cd-b0ca-532a3eba7323 req-5ba93e88-5570-4cec-8a89-b782c08bc041 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:41.328409 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aade2f29-9c76-45ae-b3aa-1319c33141e8 None None] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:56:41.330258 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 57356) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:56:41.336555 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cd8f9d-efad-44cd-b0ca-532a3eba7323 req-5ba93e88-5570-4cec-8a89-b782c08bc041 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:41.342555 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cd8f9d-efad-44cd-b0ca-532a3eba7323 req-5ba93e88-5570-4cec-8a89-b782c08bc041 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:41.350359 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7a0bf82e-275d-44ab-b7c8-228719d9aa7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:41.365339 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cd8f9d-efad-44cd-b0ca-532a3eba7323 req-5ba93e88-5570-4cec-8a89-b782c08bc041 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:41.371821 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cd8f9d-efad-44cd-b0ca-532a3eba7323 req-5ba93e88-5570-4cec-8a89-b782c08bc041 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:41.380636 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cd8f9d-efad-44cd-b0ca-532a3eba7323 req-5ba93e88-5570-4cec-8a89-b782c08bc041 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:41.386495 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cd8f9d-efad-44cd-b0ca-532a3eba7323 req-5ba93e88-5570-4cec-8a89-b782c08bc041 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:41.395497 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7a0bf82e-275d-44ab-b7c8-228719d9aa7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:41.400768 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-23cd8f9d-efad-44cd-b0ca-532a3eba7323 req-5ba93e88-5570-4cec-8a89-b782c08bc041 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 5420 time: 0.3822749 Jun 11 09:56:41.488417 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-23cd8f9d-efad-44cd-b0ca-532a3eba7323 req-784ccce7-ef80-466b-b900-63d0f9d434e6 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/security-groups?id=230a77c0-a6d2-4599-bb7a-d2d4f277106a&id=3ac47e06-1e75-4528-8507-ea5f5c2807d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0807271 Jun 11 09:56:41.571980 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7a0bf82e-275d-44ab-b7c8-228719d9aa7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:41.574960 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7a0bf82e-275d-44ab-b7c8-228719d9aa7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:41.578956 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-7a0bf82e-275d-44ab-b7c8-228719d9aa7c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/df8eecc7-9fae-4402-a75f-f8bd94dbfb68 HTTP/1.1" status: 204 len: 168 time: 0.5270045 Jun 11 09:56:41.583791 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9f5c02be-c0a8-4ebe-9b1f-8c8d6d43836c tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:41.606562 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-208db2f9-01e8-4cb8-bbe5-81a81735349c tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Deleting subnet 7078b0b5-1956-459b-8c5a-751a4e5a6cae {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 09:56:41.610275 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0bf82e-275d-44ab-b7c8-228719d9aa7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df8eecc7-9fae-4402-a75f-f8bd94dbfb68,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:41.628940 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-208db2f9-01e8-4cb8-bbe5-81a81735349c tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:41.633947 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7a0bf82e-275d-44ab-b7c8-228719d9aa7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:41.677308 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-fbfce89a-db1b-4ee1-a112-aa49c8a425e8 None None] Transition to ACTIVE for port object de412ca4-37ae-4c26-aed7-59455a81f925 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:56:41.699332 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-208db2f9-01e8-4cb8-bbe5-81a81735349c tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:41.733684 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acbb3875-5ab4-4a6c-9edf-868480f9f696 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Made reservation on behalf of 738abe581be64edd8f2e0a146ff187c8 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:56:41.737533 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-acbb3875-5ab4-4a6c-9edf-868480f9f696 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:41.750846 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port eaada8e6-4077-4542-af8d-d731c7dc1459, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=eaada8e6-4077-4542-af8d-d731c7dc1459,segment=NetworkSegment(686cf7b5-2b83-43f0-a6c3-e1d920022762),segment_id=686cf7b5-2b83-43f0-a6c3-e1d920022762)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:56:41.771303 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': 'eaada8e6-4077-4542-af8d-d731c7dc1459', 'network_id': '1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e', 'port_id': 'eaada8e6-4077-4542-af8d-d731c7dc1459', 'mac_address': 'fa:16:3e:85:32:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed222787-e673-4822-923d-7d2cddde10e7', 'ip_address': '10.1.1.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:56:41.789528 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa05daa-e8f4-4d54-b318-989f811a290c req-764dcb30-1abe-4046-a87f-486dc464dfdf tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:41.811129 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0fa05daa-e8f4-4d54-b318-989f811a290c req-764dcb30-1abe-4046-a87f-486dc464dfdf tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaddf973-e588-464b-8514-112fb39e8650 HTTP/1.1" status: 200 len: 932 time: 0.1334984 Jun 11 09:56:41.819269 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b9b03e77-1857-4b61-baeb-92a0180436b4 req-0581644e-7fa6-4fd1-8e6b-1f4f06a2a836 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1416066 Jun 11 09:56:41.841795 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-b9b03e77-1857-4b61-baeb-92a0180436b4 req-afeb36a7-3e7a-49b2-90e0-5d1b7ed89129 service neutron] Request body: {'port': {'device_id': 'aaddf973-e588-464b-8514-112fb39e8650', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:56:41.852983 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-fbfce89a-db1b-4ee1-a112-aa49c8a425e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:41.863534 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-0813af8e-4e1e-4175-8681-7b53c8d89761 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:41.867381 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-269bff64-5359-4232-9471-105c5291f4b9 None None] Provisioning for port da8fbc79-fb8f-44ca-a448-4f854b38b7e0 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:56:41.910259 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0fa05daa-e8f4-4d54-b318-989f811a290c req-2e0e5483-7ef6-42b3-8a1e-c2000110a674 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=28282b0e-6c5e-431e-9466-f7852b229f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981653 Jun 11 09:56:41.947859 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-269bff64-5359-4232-9471-105c5291f4b9 None None] Provisioning complete for port da8fbc79-fb8f-44ca-a448-4f854b38b7e0 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:56:41.948290 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-269bff64-5359-4232-9471-105c5291f4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:41.995419 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbfce89a-db1b-4ee1-a112-aa49c8a425e8 None None] Network 63dcd05b-769e-4871-a111-9c447794f65e is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:56:42.011410 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0258d219-41c7-4139-9351-5217c9faee65 req-3dcb6870-e1ca-4a5c-b47d-8a9d5e1c9ff0 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:42.012984 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0258d219-41c7-4139-9351-5217c9faee65 req-3dcb6870-e1ca-4a5c-b47d-8a9d5e1c9ff0 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd8cec9e-df34-44f4-b32b-502c04d6c1d9 HTTP/1.1" status: 200 len: 945 time: 0.5334127 Jun 11 09:56:42.031455 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-208db2f9-01e8-4cb8-bbe5-81a81735349c tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:42.045031 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-b9b03e77-1857-4b61-baeb-92a0180436b4 req-afeb36a7-3e7a-49b2-90e0-5d1b7ed89129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:42.045214 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-fbfce89a-db1b-4ee1-a112-aa49c8a425e8 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:56:42.073311 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfce89a-db1b-4ee1-a112-aa49c8a425e8 None None] Pushing event updated for resources: {'Port': ['ID=de412ca4-37ae-4c26-aed7-59455a81f925,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:42.078039 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfce89a-db1b-4ee1-a112-aa49c8a425e8 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:56:42.099310 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-fbfce89a-db1b-4ee1-a112-aa49c8a425e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:42.130418 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0258d219-41c7-4139-9351-5217c9faee65 req-3963b6ac-f217-4298-a23c-0c3d532277ce tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0a63a22-d585-43d6-b866-33fbb4d10728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046112 Jun 11 09:56:42.142551 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:42.189530 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaada8e6-4077-4542-af8d-d731c7dc1459 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:56:42.260004 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-269bff64-5359-4232-9471-105c5291f4b9 None None] Port da8fbc79-fb8f-44ca-a448-4f854b38b7e0 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:56:42.263175 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-fbfce89a-db1b-4ee1-a112-aa49c8a425e8 None None] Attempting to bind port de412ca4-37ae-4c26-aed7-59455a81f925 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:56:42.263815 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-fbfce89a-db1b-4ee1-a112-aa49c8a425e8 None None] Attempting to bind port de412ca4-37ae-4c26-aed7-59455a81f925 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'c3b2e812-5bb1-46e5-8a59-6578a4950b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '63dcd05b-769e-4871-a111-9c447794f65e'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:56:42.264555 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfce89a-db1b-4ee1-a112-aa49c8a425e8 None None] Attempting to bind port de412ca4-37ae-4c26-aed7-59455a81f925 on network 63dcd05b-769e-4871-a111-9c447794f65e {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:56:42.274892 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfce89a-db1b-4ee1-a112-aa49c8a425e8 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:56:42.275442 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfce89a-db1b-4ee1-a112-aa49c8a425e8 None None] Checking segment: {'id': 'c3b2e812-5bb1-46e5-8a59-6578a4950b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '63dcd05b-769e-4871-a111-9c447794f65e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:56:42.275972 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-fbfce89a-db1b-4ee1-a112-aa49c8a425e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:42.276481 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfce89a-db1b-4ee1-a112-aa49c8a425e8 None None] Bound using segment: {'id': 'c3b2e812-5bb1-46e5-8a59-6578a4950b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '63dcd05b-769e-4871-a111-9c447794f65e'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:56:42.277067 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-fbfce89a-db1b-4ee1-a112-aa49c8a425e8 None None] Bound port: de412ca4-37ae-4c26-aed7-59455a81f925, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3b2e812-5bb1-46e5-8a59-6578a4950b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '63dcd05b-769e-4871-a111-9c447794f65e'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:56:42.277553 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-fbfce89a-db1b-4ee1-a112-aa49c8a425e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:42.332706 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port eaada8e6-4077-4542-af8d-d731c7dc1459, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=eaada8e6-4077-4542-af8d-d731c7dc1459,segment=NetworkSegment(686cf7b5-2b83-43f0-a6c3-e1d920022762),segment_id=686cf7b5-2b83-43f0-a6c3-e1d920022762)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:56:42.370703 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-fbfce89a-db1b-4ee1-a112-aa49c8a425e8 None None] For port de412ca4-37ae-4c26-aed7-59455a81f925, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:56:42.374503 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-fbfce89a-db1b-4ee1-a112-aa49c8a425e8 None None] For port de412ca4-37ae-4c26-aed7-59455a81f925, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=de412ca4-37ae-4c26-aed7-59455a81f925,segment=NetworkSegment(c3b2e812-5bb1-46e5-8a59-6578a4950b7c),segment_id=c3b2e812-5bb1-46e5-8a59-6578a4950b7c)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:56:42.390818 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-208db2f9-01e8-4cb8-bbe5-81a81735349c tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:42.393958 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0fdaaedc-0ad4-4489-9b71-8ffc162cf05b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:42.436153 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208db2f9-01e8-4cb8-bbe5-81a81735349c tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event deleted for resources: {'Subnet': ['ID=7078b0b5-1956-459b-8c5a-751a4e5a6cae,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:42.438308 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-208db2f9-01e8-4cb8-bbe5-81a81735349c tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:42.441826 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-208db2f9-01e8-4cb8-bbe5-81a81735349c tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/subnets/7078b0b5-1956-459b-8c5a-751a4e5a6cae HTTP/1.1" status: 204 len: 168 time: 1.1093056 Jun 11 09:56:42.441826 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-208db2f9-01e8-4cb8-bbe5-81a81735349c tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:42.444710 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 57368) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:56:42.461282 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:42.473918 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-acbb3875-5ab4-4a6c-9edf-868480f9f696 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:42.474100 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 1679bae4-2d97-4ecb-add1-b9fc56247f86 details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:56:42.474100 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-9c2e4a7f-1a60-4db5-a819-2708ff9f0002 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:42.474277 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-38c8aade-d6eb-4510-a8b3-9d3f782648c6 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:42.507607 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-b9b03e77-1857-4b61-baeb-92a0180436b4 req-afeb36a7-3e7a-49b2-90e0-5d1b7ed89129 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da8fbc79-fb8f-44ca-a448-4f854b38b7e0 {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:56:42.508528 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-fbfce89a-db1b-4ee1-a112-aa49c8a425e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:42.516735 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-830392c4-0b3c-465f-845b-bf0c78f9fcb5 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0706367 Jun 11 09:56:42.522608 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-b9b03e77-1857-4b61-baeb-92a0180436b4 req-afeb36a7-3e7a-49b2-90e0-5d1b7ed89129 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:42.535924 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 57372) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:56:42.551783 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-b9b03e77-1857-4b61-baeb-92a0180436b4 req-afeb36a7-3e7a-49b2-90e0-5d1b7ed89129 service neutron] Transition to ACTIVE for port object da8fbc79-fb8f-44ca-a448-4f854b38b7e0 will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:56:42.559199 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-89d1ff65-3e92-4289-a57e-0dd1384aa36b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Request body: {'subnet': {'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:56:42.604424 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=eaada8e6-4077-4542-af8d-d731c7dc1459,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:42.609165 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 1679bae4-2d97-4ecb-add1-b9fc56247f86, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=1679bae4-2d97-4ecb-add1-b9fc56247f86,segment=NetworkSegment(686cf7b5-2b83-43f0-a6c3-e1d920022762),segment_id=686cf7b5-2b83-43f0-a6c3-e1d920022762)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:56:42.611764 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:42.612249 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-580eb1bd-c53f-4f68-b876-eddf14c91c5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:42.637479 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 57374) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:56:42.640321 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-b9b03e77-1857-4b61-baeb-92a0180436b4 req-afeb36a7-3e7a-49b2-90e0-5d1b7ed89129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:42.659376 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': '1679bae4-2d97-4ecb-add1-b9fc56247f86', 'network_id': '1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e', 'port_id': '1679bae4-2d97-4ecb-add1-b9fc56247f86', 'mac_address': 'fa:16:3e:9d:13:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed222787-e673-4822-923d-7d2cddde10e7', 'ip_address': '10.1.1.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:56:42.665231 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbb3875-5ab4-4a6c-9edf-868480f9f696 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Pushing event updated for resources: {'Subnet': ['ID=0ae12cb2-91e8-427f-8bf6-169f2206d6b3,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:42.667609 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbb3875-5ab4-4a6c-9edf-868480f9f696 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Checking segment: {'id': '0a99701e-c802-4104-a45b-9601ba90511f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '4a8aa33c-b67c-469b-82fd-eeec45fb92e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:56:42.667990 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbb3875-5ab4-4a6c-9edf-868480f9f696 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Network hostable DHCP agents. Network: 4a8aa33c-b67c-469b-82fd-eeec45fb92e5, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 09:56:42.674052 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-acbb3875-5ab4-4a6c-9edf-868480f9f696 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:42.711959 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-15e70124-7187-4ba8-9f99-b069e049669d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:42.752463 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfce89a-db1b-4ee1-a112-aa49c8a425e8 None None] Pushing event updated for resources: {'Port': ['ID=de412ca4-37ae-4c26-aed7-59455a81f925,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:42.764433 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-fbfce89a-db1b-4ee1-a112-aa49c8a425e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:42.773503 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbb3875-5ab4-4a6c-9edf-868480f9f696 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Network 4a8aa33c-b67c-469b-82fd-eeec45fb92e5 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 09:56:42.795600 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-00e81695-192c-4471-ba7f-ba3dcb65da74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:42.807123 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:42.845638 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1679bae4-2d97-4ecb-add1-b9fc56247f86 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:56:42.846557 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6385e0-6766-4c4c-b774-5947aa6c1a6e req-d5ebea89-5e18-4343-9720-aef0596f0c4f tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:42.852779 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6385e0-6766-4c4c-b774-5947aa6c1a6e req-d5ebea89-5e18-4343-9720-aef0596f0c4f tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:42.858967 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6385e0-6766-4c4c-b774-5947aa6c1a6e req-d5ebea89-5e18-4343-9720-aef0596f0c4f tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:42.870838 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6385e0-6766-4c4c-b774-5947aa6c1a6e req-d5ebea89-5e18-4343-9720-aef0596f0c4f tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:42.877177 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6385e0-6766-4c4c-b774-5947aa6c1a6e req-d5ebea89-5e18-4343-9720-aef0596f0c4f tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:42.884121 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 1679bae4-2d97-4ecb-add1-b9fc56247f86, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=1679bae4-2d97-4ecb-add1-b9fc56247f86,segment=NetworkSegment(686cf7b5-2b83-43f0-a6c3-e1d920022762),segment_id=686cf7b5-2b83-43f0-a6c3-e1d920022762)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:56:42.885071 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6385e0-6766-4c4c-b774-5947aa6c1a6e req-d5ebea89-5e18-4343-9720-aef0596f0c4f tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:42.892797 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6385e0-6766-4c4c-b774-5947aa6c1a6e req-d5ebea89-5e18-4343-9720-aef0596f0c4f tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:42.894761 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1f6385e0-6766-4c4c-b774-5947aa6c1a6e req-d5ebea89-5e18-4343-9720-aef0596f0c4f tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 5421 time: 0.1694844 Jun 11 09:56:42.896119 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-acbb3875-5ab4-4a6c-9edf-868480f9f696 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 4a8aa33c-b67c-469b-82fd-eeec45fb92e5) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:56:42.901087 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbb3875-5ab4-4a6c-9edf-868480f9f696 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:42.901681 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-acbb3875-5ab4-4a6c-9edf-868480f9f696 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:42.923826 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95176549-0f75-41ab-bf9c-5839792f35a4 None None] Network 4a8aa33c-b67c-469b-82fd-eeec45fb92e5 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:56:42.945423 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeb36a7-3e7a-49b2-90e0-5d1b7ed89129 service neutron] Pushing event updated for resources: {'Port': ['ID=da8fbc79-fb8f-44ca-a448-4f854b38b7e0,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:42.966680 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-afeb36a7-3e7a-49b2-90e0-5d1b7ed89129 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:43.011876 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89d1ff65-3e92-4289-a57e-0dd1384aa36b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Made reservation on behalf of 3a7e48b24b924bff8faf8c740b2810c2 for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:56:43.023769 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-89d1ff65-3e92-4289-a57e-0dd1384aa36b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:43.026106 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1f6385e0-6766-4c4c-b774-5947aa6c1a6e req-8e82d0c0-d672-4439-a6f5-b6d57dedeea7 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/security-groups?id=230a77c0-a6d2-4599-bb7a-d2d4f277106a&id=3ac47e06-1e75-4528-8507-ea5f5c2807d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1089170 Jun 11 09:56:43.059253 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:43.060334 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 31bcc4b9-58bd-4fec-b00e-1686a7b3b5c8 details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:56:43.071013 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-fbfce89a-db1b-4ee1-a112-aa49c8a425e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:43.084243 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8877743b-e989-402b-9649-ef2c2c6599e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:43.094927 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-acbb3875-5ab4-4a6c-9edf-868480f9f696 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.0364616 Jun 11 09:56:43.356864 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.db.resource_extend [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 11 09:56:43.362523 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=1679bae4-2d97-4ecb-add1-b9fc56247f86,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:43.394237 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 31bcc4b9-58bd-4fec-b00e-1686a7b3b5c8, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=31bcc4b9-58bd-4fec-b00e-1686a7b3b5c8,segment=NetworkSegment(686cf7b5-2b83-43f0-a6c3-e1d920022762),segment_id=686cf7b5-2b83-43f0-a6c3-e1d920022762)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:56:43.419349 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:43.426334 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': '31bcc4b9-58bd-4fec-b00e-1686a7b3b5c8', 'network_id': '1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e', 'port_id': '31bcc4b9-58bd-4fec-b00e-1686a7b3b5c8', 'mac_address': 'fa:16:3e:c9:f0:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed222787-e673-4822-923d-7d2cddde10e7', 'ip_address': '10.1.1.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:56:43.430366 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-b9b03e77-1857-4b61-baeb-92a0180436b4 req-afeb36a7-3e7a-49b2-90e0-5d1b7ed89129 service neutron] Attempting to bind port da8fbc79-fb8f-44ca-a448-4f854b38b7e0 on host n-h2-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:56:43.430720 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-b9b03e77-1857-4b61-baeb-92a0180436b4 req-afeb36a7-3e7a-49b2-90e0-5d1b7ed89129 service neutron] Attempting to bind port da8fbc79-fb8f-44ca-a448-4f854b38b7e0 by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': '64ec67c3-ae73-4fd7-a5b7-323e0e068c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '4ec1bae5-7351-4e01-a52c-de5521320fcb'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:56:43.431054 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b03e77-1857-4b61-baeb-92a0180436b4 req-afeb36a7-3e7a-49b2-90e0-5d1b7ed89129 service neutron] Attempting to bind port da8fbc79-fb8f-44ca-a448-4f854b38b7e0 on network 4ec1bae5-7351-4e01-a52c-de5521320fcb {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:56:43.452318 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b03e77-1857-4b61-baeb-92a0180436b4 req-afeb36a7-3e7a-49b2-90e0-5d1b7ed89129 service neutron] Port da8fbc79-fb8f-44ca-a448-4f854b38b7e0 on network 4ec1bae5-7351-4e01-a52c-de5521320fcb not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:56:43.452647 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b03e77-1857-4b61-baeb-92a0180436b4 req-afeb36a7-3e7a-49b2-90e0-5d1b7ed89129 service neutron] Attempting to bind port da8fbc79-fb8f-44ca-a448-4f854b38b7e0 on network 4ec1bae5-7351-4e01-a52c-de5521320fcb {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:56:43.475975 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b03e77-1857-4b61-baeb-92a0180436b4 req-afeb36a7-3e7a-49b2-90e0-5d1b7ed89129 service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:56:43.476327 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b03e77-1857-4b61-baeb-92a0180436b4 req-afeb36a7-3e7a-49b2-90e0-5d1b7ed89129 service neutron] Checking segment: {'id': '64ec67c3-ae73-4fd7-a5b7-323e0e068c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '4ec1bae5-7351-4e01-a52c-de5521320fcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:56:43.476720 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b03e77-1857-4b61-baeb-92a0180436b4 req-afeb36a7-3e7a-49b2-90e0-5d1b7ed89129 service neutron] Bound using segment: {'id': '64ec67c3-ae73-4fd7-a5b7-323e0e068c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '4ec1bae5-7351-4e01-a52c-de5521320fcb'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:56:43.477169 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-b9b03e77-1857-4b61-baeb-92a0180436b4 req-afeb36a7-3e7a-49b2-90e0-5d1b7ed89129 service neutron] Bound port: da8fbc79-fb8f-44ca-a448-4f854b38b7e0, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64ec67c3-ae73-4fd7-a5b7-323e0e068c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '4ec1bae5-7351-4e01-a52c-de5521320fcb'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:56:43.477523 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-b9b03e77-1857-4b61-baeb-92a0180436b4 req-afeb36a7-3e7a-49b2-90e0-5d1b7ed89129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:43.545779 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a48b5e-678b-4e8d-aff2-38142c7cf146 None None] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:56:43.566786 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ca6645-9be7-4b97-a3c6-35d37f8a054b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-4a8aa33c-b67c-469b-82fd-eeec45fb92e5', 'network_id': '4a8aa33c-b67c-469b-82fd-eeec45fb92e5', 'tenant_id': '738abe581be64edd8f2e0a146ff187c8', 'fixed_ips': [{'subnet_id': '0ae12cb2-91e8-427f-8bf6-169f2206d6b3'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 09:56:43.567804 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7ca6645-9be7-4b97-a3c6-35d37f8a054b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:43.582584 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676bf971-376b-4dde-812f-5e7f3e08f03e req-5e01afa7-65ab-468b-a3c8-8ca617131ccb tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:43.584253 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-676bf971-376b-4dde-812f-5e7f3e08f03e req-5e01afa7-65ab-468b-a3c8-8ca617131ccb tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd8cec9e-df34-44f4-b32b-502c04d6c1d9 HTTP/1.1" status: 200 len: 945 time: 0.1086040 Jun 11 09:56:43.598422 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:43.614037 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c616530c-e623-4c2a-b01a-2fff5586ab37 req-97bd985e-a92e-400f-9352-ba06d9adef31 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:43.617138 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c616530c-e623-4c2a-b01a-2fff5586ab37 req-97bd985e-a92e-400f-9352-ba06d9adef31 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaddf973-e588-464b-8514-112fb39e8650 HTTP/1.1" status: 200 len: 944 time: 0.4710183 Jun 11 09:56:43.634955 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-676bf971-376b-4dde-812f-5e7f3e08f03e req-696a27d3-7f7f-4615-a22b-398bd0773d67 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0a63a22-d585-43d6-b866-33fbb4d10728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433512 Jun 11 09:56:43.677618 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31bcc4b9-58bd-4fec-b00e-1686a7b3b5c8 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:56:43.695445 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-33bd9996-fcbe-420b-a380-a7311ba16369 None None] Provisioning complete for port 0f672d84-0e42-43eb-893d-e02223585ff5 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:56:43.695849 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-33bd9996-fcbe-420b-a380-a7311ba16369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:43.747365 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-00e81695-192c-4471-ba7f-ba3dcb65da74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:43.787366 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c616530c-e623-4c2a-b01a-2fff5586ab37 req-13da201c-83ea-4d84-992b-b39fcca303c1 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=28282b0e-6c5e-431e-9466-f7852b229f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570981 Jun 11 09:56:43.871265 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 31bcc4b9-58bd-4fec-b00e-1686a7b3b5c8, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=31bcc4b9-58bd-4fec-b00e-1686a7b3b5c8,segment=NetworkSegment(686cf7b5-2b83-43f0-a6c3-e1d920022762),segment_id=686cf7b5-2b83-43f0-a6c3-e1d920022762)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:56:43.892916 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-00e81695-192c-4471-ba7f-ba3dcb65da74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:43.940930 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-aa46697f-e9c1-4e5e-8b04-e62e0b9e00ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:43.961535 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-00e81695-192c-4471-ba7f-ba3dcb65da74 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c626e65c0c554948a559544d2b3ae49d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3197870 Jun 11 09:56:43.974285 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 57398) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:56:44.003899 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-b9b03e77-1857-4b61-baeb-92a0180436b4 req-afeb36a7-3e7a-49b2-90e0-5d1b7ed89129 service neutron] For port da8fbc79-fb8f-44ca-a448-4f854b38b7e0, host n-h2-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:56:44.030721 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:44.032444 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device d2cec35c-4c11-4de7-ae05-5512220e5a5d details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:56:44.040219 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-567b1847-aeae-4e87-9f18-ed649e261d1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:44.073059 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-b9b03e77-1857-4b61-baeb-92a0180436b4 req-afeb36a7-3e7a-49b2-90e0-5d1b7ed89129 service neutron] For port da8fbc79-fb8f-44ca-a448-4f854b38b7e0, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=da8fbc79-fb8f-44ca-a448-4f854b38b7e0,segment=NetworkSegment(64ec67c3-ae73-4fd7-a5b7-323e0e068c2b),segment_id=64ec67c3-ae73-4fd7-a5b7-323e0e068c2b)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:56:44.095779 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-831027ca-3512-4ac8-9ec1-890d4c71b7c9 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:44.105428 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-831027ca-3512-4ac8-9ec1-890d4c71b7c9 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:44.116787 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-831027ca-3512-4ac8-9ec1-890d4c71b7c9 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/networks?id=63dcd05b-769e-4871-a111-9c447794f65e&id=4a8aa33c-b67c-469b-82fd-eeec45fb92e5 HTTP/1.1" status: 200 len: 1391 time: 0.2587712 Jun 11 09:56:44.150027 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-c69c16de-3c1d-4b2a-9da9-f6342cf8afe9 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/quotas/738abe581be64edd8f2e0a146ff187c8 HTTP/1.1" status: 200 len: 375 time: 0.0320351 Jun 11 09:56:44.152968 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-de52f866-4e09-4dae-86cc-1ca074ae7e87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:44.163842 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=31bcc4b9-58bd-4fec-b00e-1686a7b3b5c8,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:44.179925 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device de412ca4-37ae-4c26-aed7-59455a81f925 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:56:44.185547 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:44.205395 n-d-779913-12 neutron-server[93176]: DEBUG neutron.objects.ports [None req-89d1ff65-3e92-4289-a57e-0dd1384aa36b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93176) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 11 09:56:44.218189 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-b9b03e77-1857-4b61-baeb-92a0180436b4 req-afeb36a7-3e7a-49b2-90e0-5d1b7ed89129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:44.278581 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88ab5a7-769f-4bca-8cf5-1ebd87f1c13d None None] Network 63dcd05b-769e-4871-a111-9c447794f65e requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:56:44.293757 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e81695-192c-4471-ba7f-ba3dcb65da74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b8fe049-473e-436b-83f3-3e8f73901a32,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:44.308301 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-00e81695-192c-4471-ba7f-ba3dcb65da74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:44.313004 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0ceb5b7d-25aa-425d-a1cf-379c9e3b7ce2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:44.323799 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b03e77-1857-4b61-baeb-92a0180436b4 req-afeb36a7-3e7a-49b2-90e0-5d1b7ed89129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:44.324844 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-b9b03e77-1857-4b61-baeb-92a0180436b4 req-afeb36a7-3e7a-49b2-90e0-5d1b7ed89129 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:44.327024 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b9b03e77-1857-4b61-baeb-92a0180436b4 req-afeb36a7-3e7a-49b2-90e0-5d1b7ed89129 service neutron] 10.222.0.69 "PUT /v2.0/ports/da8fbc79-fb8f-44ca-a448-4f854b38b7e0 HTTP/1.1" status: 200 len: 1093 time: 2.4922864 Jun 11 09:56:44.340015 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.db.resource_extend [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 11 09:56:44.344110 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-f7ca6645-9be7-4b97-a3c6-35d37f8a054b None None] Allocated IP 19.86.0.2 (4a8aa33c-b67c-469b-82fd-eeec45fb92e5/0ae12cb2-91e8-427f-8bf6-169f2206d6b3/983f50bc-f8e0-4c1f-9cb0-f9968dac9fae) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:56:44.365229 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaddf973-e588-464b-8514-112fb39e8650', 'tag': 'da8fbc79-fb8f-44ca-a448-4f854b38b7e0'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:56:44.369358 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3013099-9819-4521-b1d5-92207d8b6c1b" -d '{"events": [{"name": "network-changed", "server_uuid": "aaddf973-e588-464b-8514-112fb39e8650", "tag": "da8fbc79-fb8f-44ca-a448-4f854b38b7e0"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:56:44.534053 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeb36a7-3e7a-49b2-90e0-5d1b7ed89129 service neutron] Pushing event updated for resources: {'Port': ['ID=da8fbc79-fb8f-44ca-a448-4f854b38b7e0,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:44.539021 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-afeb36a7-3e7a-49b2-90e0-5d1b7ed89129 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:44.586959 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b03e77-1857-4b61-baeb-92a0180436b4 req-14d4d0ea-100e-413b-a1ad-7981e8f3beda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:44.588658 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b9b03e77-1857-4b61-baeb-92a0180436b4 req-14d4d0ea-100e-413b-a1ad-7981e8f3beda service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=21c20f27027a4fa895493faf5f883302&device_id=aaddf973-e588-464b-8514-112fb39e8650 HTTP/1.1" status: 200 len: 1096 time: 0.1012797 Jun 11 09:56:44.591927 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570068e8-df42-4c7a-8c84-37f490917afc None None] DHCP port deletion for f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 09:56:44.658746 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b9b03e77-1857-4b61-baeb-92a0180436b4 req-799390b4-68d0-4dd4-8ccf-60accc92623a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da8fbc79-fb8f-44ca-a448-4f854b38b7e0 HTTP/1.1" status: 200 len: 217 time: 0.0612931 Jun 11 09:56:44.666509 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-de52f866-4e09-4dae-86cc-1ca074ae7e87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:44.735261 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-57ae16f7-c9ae-4ed8-8e03-b19048c3239a tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=738abe581be64edd8f2e0a146ff187c8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5840864 Jun 11 09:56:44.822707 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b03e77-1857-4b61-baeb-92a0180436b4 req-537d5a32-03a3-4347-8fbb-956b1f1e97a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:44.825090 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b9b03e77-1857-4b61-baeb-92a0180436b4 req-537d5a32-03a3-4347-8fbb-956b1f1e97a3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=73b1338f-0df7-44ec-88b6-dbc16cfcfcc4 HTTP/1.1" status: 200 len: 855 time: 0.1581647 Jun 11 09:56:44.842429 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-89d1ff65-3e92-4289-a57e-0dd1384aa36b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:44.850366 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-de52f866-4e09-4dae-86cc-1ca074ae7e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:44.852983 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-de52f866-4e09-4dae-86cc-1ca074ae7e87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:44.856170 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-de52f866-4e09-4dae-86cc-1ca074ae7e87 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5b8fe049-473e-436b-83f3-3e8f73901a32 HTTP/1.1" status: 204 len: 168 time: 0.8788588 Jun 11 09:56:44.856343 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a03103b8-f9cb-40db-9388-60264c5f586d tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:44.874758 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de52f866-4e09-4dae-86cc-1ca074ae7e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b8fe049-473e-436b-83f3-3e8f73901a32,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:44.884392 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-de52f866-4e09-4dae-86cc-1ca074ae7e87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:44.905302 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-86c96911-5d5b-464c-a1c8-10970d4a55e6 service neutron] 10.222.0.60 "GET /v2.0/networks/63dcd05b-769e-4871-a111-9c447794f65e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513731 Jun 11 09:56:44.971266 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b696bf30-2968-4a68-9d0d-373802784b45 req-bfaea3e3-2992-4590-a498-c91d69904550 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:44.977481 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b696bf30-2968-4a68-9d0d-373802784b45 req-bfaea3e3-2992-4590-a498-c91d69904550 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:44.983602 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b696bf30-2968-4a68-9d0d-373802784b45 req-bfaea3e3-2992-4590-a498-c91d69904550 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:44.994743 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b696bf30-2968-4a68-9d0d-373802784b45 req-bfaea3e3-2992-4590-a498-c91d69904550 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:44.996406 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b696bf30-2968-4a68-9d0d-373802784b45 req-bfaea3e3-2992-4590-a498-c91d69904550 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:45.002220 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b696bf30-2968-4a68-9d0d-373802784b45 req-bfaea3e3-2992-4590-a498-c91d69904550 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:45.008659 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b696bf30-2968-4a68-9d0d-373802784b45 req-bfaea3e3-2992-4590-a498-c91d69904550 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:45.016332 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b696bf30-2968-4a68-9d0d-373802784b45 req-bfaea3e3-2992-4590-a498-c91d69904550 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 5423 time: 0.2999322 Jun 11 09:56:45.081476 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port d2cec35c-4c11-4de7-ae05-5512220e5a5d, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=d2cec35c-4c11-4de7-ae05-5512220e5a5d,segment=NetworkSegment(de8f4a9a-622b-46a1-b033-7ca5cca64f80),segment_id=de8f4a9a-622b-46a1-b033-7ca5cca64f80)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:56:45.089036 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b03e77-1857-4b61-baeb-92a0180436b4 req-45b25571-dff0-4553-8591-c0b712ccb4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:45.090526 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b9b03e77-1857-4b61-baeb-92a0180436b4 req-45b25571-dff0-4553-8591-c0b712ccb4cf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ec1bae5-7351-4e01-a52c-de5521320fcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2579000 Jun 11 09:56:45.090971 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-8efb70ef-ae24-4e99-8818-0af9df39ea89 service neutron] 10.222.0.60 "GET /v2.0/networks/63dcd05b-769e-4871-a111-9c447794f65e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662188 Jun 11 09:56:45.105393 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-8e3d2f68-55e9-482a-9fdd-8cc1dbb5a0e8 None None] Provisioning for port de412ca4-37ae-4c26-aed7-59455a81f925 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:56:45.123263 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': 'd2cec35c-4c11-4de7-ae05-5512220e5a5d', 'network_id': 'afbcc96d-d966-4839-b6f4-c3dd378a91e7', 'port_id': 'd2cec35c-4c11-4de7-ae05-5512220e5a5d', 'mac_address': 'fa:16:3e:70:4e:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba156a19-5bcc-4467-be5b-d926e6e3da76', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:56:45.135694 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port de412ca4-37ae-4c26-aed7-59455a81f925 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:56:45.151495 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b696bf30-2968-4a68-9d0d-373802784b45 req-04014b6d-078c-4c40-94fb-2e9838f4aa0c tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/security-groups?id=230a77c0-a6d2-4599-bb7a-d2d4f277106a&id=3ac47e06-1e75-4528-8507-ea5f5c2807d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1344187 Jun 11 09:56:45.198125 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port de412ca4-37ae-4c26-aed7-59455a81f925 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:56:45.198451 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:45.238833 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-570068e8-df42-4c7a-8c84-37f490917afc None None] Deleting port 0f672d84-0e42-43eb-893d-e02223585ff5 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:56:45.239166 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-570068e8-df42-4c7a-8c84-37f490917afc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:45.252411 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-bd601ce8-79fd-4ace-b196-7593f13c2a0a service neutron] 10.222.0.60 "GET /v2.0/networks/4a8aa33c-b67c-469b-82fd-eeec45fb92e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538212 Jun 11 09:56:45.377813 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:45.380468 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7ca6645-9be7-4b97-a3c6-35d37f8a054b None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:45.463299 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7ca6645-9be7-4b97-a3c6-35d37f8a054b None None] Transition to ACTIVE for port object 983f50bc-f8e0-4c1f-9cb0-f9968dac9fae will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:56:45.475552 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2cec35c-4c11-4de7-ae05-5512220e5a5d {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:56:45.515464 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-8e657377-4f3a-4b0a-86be-94d2a159b722 service neutron] 10.222.0.60 "GET /v2.0/networks/4a8aa33c-b67c-469b-82fd-eeec45fb92e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612708 Jun 11 09:56:45.563677 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7ca6645-9be7-4b97-a3c6-35d37f8a054b None None] Transition to ACTIVE for port object 983f50bc-f8e0-4c1f-9cb0-f9968dac9fae will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:56:45.572031 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port d2cec35c-4c11-4de7-ae05-5512220e5a5d, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=d2cec35c-4c11-4de7-ae05-5512220e5a5d,segment=NetworkSegment(de8f4a9a-622b-46a1-b033-7ca5cca64f80),segment_id=de8f4a9a-622b-46a1-b033-7ca5cca64f80)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:56:45.581507 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-570068e8-df42-4c7a-8c84-37f490917afc None None] For port 0f672d84-0e42-43eb-893d-e02223585ff5, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=0f672d84-0e42-43eb-893d-e02223585ff5,segment=NetworkSegment(e0bc2927-8a98-4066-9eb5-5174f5accc0f),segment_id=e0bc2927-8a98-4066-9eb5-5174f5accc0f)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:56:45.581507 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-570068e8-df42-4c7a-8c84-37f490917afc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:45.712661 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-570068e8-df42-4c7a-8c84-37f490917afc None None] Calling delete_port for 0f672d84-0e42-43eb-893d-e02223585ff5 owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:56:45.715662 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7ca6645-9be7-4b97-a3c6-35d37f8a054b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:45.727426 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-735bdbed-271c-4982-9068-11e94ae4df10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:45.738234 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:45.738969 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 44968cf1-fbc9-4eec-b314-67f01cc0a00c details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:56:45.814209 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:45.878823 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b9b03e77-1857-4b61-baeb-92a0180436b4 req-37974679-b511-4154-a830-cccc70fdcfca service neutron] 10.222.0.69 "GET /v2.0/networks/4ec1bae5-7351-4e01-a52c-de5521320fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7699499 Jun 11 09:56:45.900516 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2747128-d5dc-432e-be22-f60dc5c0a1d7 x-openstack-request-id: req-f2747128-d5dc-432e-be22-f60dc5c0a1d7 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:56:45.900960 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaddf973-e588-464b-8514-112fb39e8650", "tag": "da8fbc79-fb8f-44ca-a448-4f854b38b7e0", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:56:45.901324 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f2747128-d5dc-432e-be22-f60dc5c0a1d7 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:56:45.901809 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaddf973-e588-464b-8514-112fb39e8650', 'tag': 'da8fbc79-fb8f-44ca-a448-4f854b38b7e0', 'status': 'completed', 'code': 200} Jun 11 09:56:45.912243 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ca6645-9be7-4b97-a3c6-35d37f8a054b None None] Network 4a8aa33c-b67c-469b-82fd-eeec45fb92e5 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:56:45.915026 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-9f32e0c7-bec9-4395-a4b4-4cef8646c350 None None] Provisioning complete for port de412ca4-37ae-4c26-aed7-59455a81f925 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:56:45.915386 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-9f32e0c7-bec9-4395-a4b4-4cef8646c350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:45.916903 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b06ac73f-c51a-4508-8fd5-e3909cbea580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:45.927628 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.db.resource_extend [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 11 09:56:45.956763 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-f7ca6645-9be7-4b97-a3c6-35d37f8a054b None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:56:45.958552 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ca6645-9be7-4b97-a3c6-35d37f8a054b None None] Pushing event updated for resources: {'Port': ['ID=983f50bc-f8e0-4c1f-9cb0-f9968dac9fae,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:45.964919 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ca6645-9be7-4b97-a3c6-35d37f8a054b None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:56:45.997737 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7ca6645-9be7-4b97-a3c6-35d37f8a054b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:46.004025 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-eb624856-0e98-4231-bb0e-15af06d15336 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.230s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:46.030618 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 44968cf1-fbc9-4eec-b314-67f01cc0a00c, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=44968cf1-fbc9-4eec-b314-67f01cc0a00c,segment=NetworkSegment(686cf7b5-2b83-43f0-a6c3-e1d920022762),segment_id=686cf7b5-2b83-43f0-a6c3-e1d920022762)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:56:46.054447 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-89d1ff65-3e92-4289-a57e-0dd1384aa36b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] For port 0f672d84-0e42-43eb-893d-e02223585ff5, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=0f672d84-0e42-43eb-893d-e02223585ff5,segment=NetworkSegment(e0bc2927-8a98-4066-9eb5-5174f5accc0f),segment_id=e0bc2927-8a98-4066-9eb5-5174f5accc0f)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:56:46.148127 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': '44968cf1-fbc9-4eec-b314-67f01cc0a00c', 'network_id': '1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e', 'port_id': '44968cf1-fbc9-4eec-b314-67f01cc0a00c', 'mac_address': 'fa:16:3e:61:7f:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed222787-e673-4822-923d-7d2cddde10e7', 'ip_address': '10.1.1.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:56:46.158385 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4467f98-dccd-4acc-bc4f-76c05f12ca1e req-2d501231-05bb-4b07-89d5-ba5082fcf674 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:46.160986 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d4467f98-dccd-4acc-bc4f-76c05f12ca1e req-2d501231-05bb-4b07-89d5-ba5082fcf674 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd8cec9e-df34-44f4-b32b-502c04d6c1d9 HTTP/1.1" status: 200 len: 945 time: 0.2796979 Jun 11 09:56:46.162268 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port de412ca4-37ae-4c26-aed7-59455a81f925, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=de412ca4-37ae-4c26-aed7-59455a81f925,segment=NetworkSegment(c3b2e812-5bb1-46e5-8a59-6578a4950b7c),segment_id=c3b2e812-5bb1-46e5-8a59-6578a4950b7c)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:56:46.180708 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b1ba5-dad0-4c79-958c-be97933598fc req-28438c84-ba00-4509-9beb-db633e03c577 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:46.182647 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-157b1ba5-dad0-4c79-958c-be97933598fc req-28438c84-ba00-4509-9beb-db633e03c577 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaddf973-e588-464b-8514-112fb39e8650 HTTP/1.1" status: 200 len: 944 time: 0.1020832 Jun 11 09:56:46.238607 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d4467f98-dccd-4acc-bc4f-76c05f12ca1e req-89ad7bc0-b543-4cb5-9bd3-93e9a23fa1ee tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0a63a22-d585-43d6-b866-33fbb4d10728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599189 Jun 11 09:56:46.246171 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-89d1ff65-3e92-4289-a57e-0dd1384aa36b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:46.248464 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-157b1ba5-dad0-4c79-958c-be97933598fc req-afcd478d-fce8-4da2-9ad9-9f246a550cb0 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=28282b0e-6c5e-431e-9466-f7852b229f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464072 Jun 11 09:56:46.256256 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b9b03e77-1857-4b61-baeb-92a0180436b4 req-fc832d31-35f2-4e74-a61b-3c789049d9d0 service neutron] 10.222.0.69 "GET /v2.0/networks/4ec1bae5-7351-4e01-a52c-de5521320fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3764510 Jun 11 09:56:46.268927 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=d2cec35c-4c11-4de7-ae05-5512220e5a5d,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:46.268927 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:46.268927 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:46.274137 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-f7ca6645-9be7-4b97-a3c6-35d37f8a054b None None] Attempting to bind port 983f50bc-f8e0-4c1f-9cb0-f9968dac9fae on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:56:46.274656 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-f7ca6645-9be7-4b97-a3c6-35d37f8a054b None None] Attempting to bind port 983f50bc-f8e0-4c1f-9cb0-f9968dac9fae by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '0a99701e-c802-4104-a45b-9601ba90511f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '4a8aa33c-b67c-469b-82fd-eeec45fb92e5'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:56:46.275074 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ca6645-9be7-4b97-a3c6-35d37f8a054b None None] Attempting to bind port 983f50bc-f8e0-4c1f-9cb0-f9968dac9fae on network 4a8aa33c-b67c-469b-82fd-eeec45fb92e5 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:56:46.283753 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:46.310336 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-8b7a7c92-81f4-4056-a95a-d5059b0efb81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:46.317310 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ca6645-9be7-4b97-a3c6-35d37f8a054b None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:56:46.327807 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ca6645-9be7-4b97-a3c6-35d37f8a054b None None] Checking segment: {'id': '0a99701e-c802-4104-a45b-9601ba90511f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '4a8aa33c-b67c-469b-82fd-eeec45fb92e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:56:46.327807 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7ca6645-9be7-4b97-a3c6-35d37f8a054b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:46.327807 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ca6645-9be7-4b97-a3c6-35d37f8a054b None None] Bound using segment: {'id': '0a99701e-c802-4104-a45b-9601ba90511f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '4a8aa33c-b67c-469b-82fd-eeec45fb92e5'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:56:46.327807 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-f7ca6645-9be7-4b97-a3c6-35d37f8a054b None None] Bound port: 983f50bc-f8e0-4c1f-9cb0-f9968dac9fae, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a99701e-c802-4104-a45b-9601ba90511f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '4a8aa33c-b67c-469b-82fd-eeec45fb92e5'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:56:46.327807 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7ca6645-9be7-4b97-a3c6-35d37f8a054b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:46.350463 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-89d1ff65-3e92-4289-a57e-0dd1384aa36b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:46.352005 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-89d1ff65-3e92-4289-a57e-0dd1384aa36b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:46.362630 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5777fdb4-93ba-4c82-ab9f-10be86aaf582 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:46.365242 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:46.373320 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e08b782c-6d8c-4de0-b497-967854108501 req-93aa0b4d-7cd7-4f6c-9dd2-6b839544b749 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/ports?device_id=2992f16a-9563-4fa5-a891-6e4b717bbd86 HTTP/1.1" status: 200 len: 210 time: 0.0562663 Jun 11 09:56:46.414379 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d1ff65-3e92-4289-a57e-0dd1384aa36b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:56:46.424643 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-89d1ff65-3e92-4289-a57e-0dd1384aa36b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:56:46.429175 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=de412ca4-37ae-4c26-aed7-59455a81f925,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:46.429910 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d1ff65-3e92-4289-a57e-0dd1384aa36b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:46.430671 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-89d1ff65-3e92-4289-a57e-0dd1384aa36b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:46.437514 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:46.519871 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 0f672d84-0e42-43eb-893d-e02223585ff5 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:56:46.545743 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d1ff65-3e92-4289-a57e-0dd1384aa36b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event updated for resources: {'Port': ['ID=0f672d84-0e42-43eb-893d-e02223585ff5,revision_number=8']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:46.549718 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-89d1ff65-3e92-4289-a57e-0dd1384aa36b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:46.552017 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-232cdda2-68fb-42f7-9ba8-b879711ff189 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.185s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:46.607288 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44968cf1-fbc9-4eec-b314-67f01cc0a00c {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:56:46.635887 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d1ff65-3e92-4289-a57e-0dd1384aa36b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event updated for resources: {'Subnet': ['ID=4d38a43c-5550-46df-a842-ae08d363424b,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:46.640350 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-89d1ff65-3e92-4289-a57e-0dd1384aa36b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:46.642273 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3013099-9819-4521-b1d5-92207d8b6c1b req-1c2c00e9-b1dd-4497-9844-01146866eed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:46.643815 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b3013099-9819-4521-b1d5-92207d8b6c1b req-1c2c00e9-b1dd-4497-9844-01146866eed2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=21c20f27027a4fa895493faf5f883302&device_id=aaddf973-e588-464b-8514-112fb39e8650 HTTP/1.1" status: 200 len: 1096 time: 0.2066755 Jun 11 09:56:46.660129 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc621881-6bd9-41a3-bcec-e2364a04949b req-1676f9aa-3707-4985-8431-2b9955c33db7 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:46.667740 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc621881-6bd9-41a3-bcec-e2364a04949b req-1676f9aa-3707-4985-8431-2b9955c33db7 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:46.672675 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc621881-6bd9-41a3-bcec-e2364a04949b req-1676f9aa-3707-4985-8431-2b9955c33db7 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:46.676712 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 44968cf1-fbc9-4eec-b314-67f01cc0a00c, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=44968cf1-fbc9-4eec-b314-67f01cc0a00c,segment=NetworkSegment(686cf7b5-2b83-43f0-a6c3-e1d920022762),segment_id=686cf7b5-2b83-43f0-a6c3-e1d920022762)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:56:46.678589 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc621881-6bd9-41a3-bcec-e2364a04949b req-1676f9aa-3707-4985-8431-2b9955c33db7 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:46.685058 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc621881-6bd9-41a3-bcec-e2364a04949b req-1676f9aa-3707-4985-8431-2b9955c33db7 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:46.690867 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc621881-6bd9-41a3-bcec-e2364a04949b req-1676f9aa-3707-4985-8431-2b9955c33db7 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:46.696801 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc621881-6bd9-41a3-bcec-e2364a04949b req-1676f9aa-3707-4985-8431-2b9955c33db7 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:46.698734 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fc621881-6bd9-41a3-bcec-e2364a04949b req-1676f9aa-3707-4985-8431-2b9955c33db7 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 5424 time: 0.2628453 Jun 11 09:56:46.708938 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-89d1ff65-3e92-4289-a57e-0dd1384aa36b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.1719658 Jun 11 09:56:46.712073 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 57450) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:56:46.712420 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7ca6645-9be7-4b97-a3c6-35d37f8a054b None None] For port 983f50bc-f8e0-4c1f-9cb0-f9968dac9fae, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:56:46.717669 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-555a520a-4eec-43ba-b51b-22048c5ddaca tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Request body: {'subnet': {'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:56:46.718220 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7ca6645-9be7-4b97-a3c6-35d37f8a054b None None] For port 983f50bc-f8e0-4c1f-9cb0-f9968dac9fae, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=983f50bc-f8e0-4c1f-9cb0-f9968dac9fae,segment=NetworkSegment(0a99701e-c802-4104-a45b-9601ba90511f),segment_id=0a99701e-c802-4104-a45b-9601ba90511f)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:56:46.770039 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:46.812020 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:46.844574 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fc621881-6bd9-41a3-bcec-e2364a04949b req-e17355e4-01ab-4756-a9e5-ccc21e6ad7bc tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/security-groups?id=230a77c0-a6d2-4599-bb7a-d2d4f277106a&id=3ac47e06-1e75-4528-8507-ea5f5c2807d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1343575 Jun 11 09:56:46.848188 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:46.857174 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 6002c3af-dd58-4a68-a700-e1997afee2fa details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:56:46.890324 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3013099-9819-4521-b1d5-92207d8b6c1b req-9ad7eabf-e0c9-4835-ad1b-e8e881fccb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:46.892159 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b3013099-9819-4521-b1d5-92207d8b6c1b req-9ad7eabf-e0c9-4835-ad1b-e8e881fccb19 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4ec1bae5-7351-4e01-a52c-de5521320fcb HTTP/1.1" status: 200 len: 917 time: 0.1921434 Jun 11 09:56:46.907909 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7ca6645-9be7-4b97-a3c6-35d37f8a054b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:46.914722 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-dda8167f-b2e0-4488-b113-0ae34fd6f278 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:46.915863 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-570068e8-df42-4c7a-8c84-37f490917afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:46.971709 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-555a520a-4eec-43ba-b51b-22048c5ddaca tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Made reservation on behalf of 3a7e48b24b924bff8faf8c740b2810c2 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:56:46.977757 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-555a520a-4eec-43ba-b51b-22048c5ddaca tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:46.982797 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b3013099-9819-4521-b1d5-92207d8b6c1b req-a00df1df-a0a6-4574-b0e9-ca43caedf265 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da8fbc79-fb8f-44ca-a448-4f854b38b7e0 HTTP/1.1" status: 200 len: 217 time: 0.0788097 Jun 11 09:56:47.059445 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3013099-9819-4521-b1d5-92207d8b6c1b req-2954c55d-1e49-4b93-935f-1671b76fc3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:47.062168 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b3013099-9819-4521-b1d5-92207d8b6c1b req-2954c55d-1e49-4b93-935f-1671b76fc3c6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=73b1338f-0df7-44ec-88b6-dbc16cfcfcc4 HTTP/1.1" status: 200 len: 855 time: 0.0769820 Jun 11 09:56:47.175504 n-d-779913-12 neutron-server[93177]: INFO neutron.db.ipam_backend_mixin [None req-555a520a-4eec-43ba-b51b-22048c5ddaca tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4d38a43c-5550-46df-a842-ae08d363424b (CIDR: 2001:db8::/64) Jun 11 09:56:47.176612 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3013099-9819-4521-b1d5-92207d8b6c1b req-94951a64-1388-4f6f-a17e-802c4a389a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:47.178172 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b3013099-9819-4521-b1d5-92207d8b6c1b req-94951a64-1388-4f6f-a17e-802c4a389a98 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ec1bae5-7351-4e01-a52c-de5521320fcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1021395 Jun 11 09:56:47.260289 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-555a520a-4eec-43ba-b51b-22048c5ddaca tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 09:56:47.260289 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-555a520a-4eec-43ba-b51b-22048c5ddaca tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 09:56:47.334756 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b3013099-9819-4521-b1d5-92207d8b6c1b req-9c674660-6abc-4d14-a8ef-f10bed137b38 service neutron] 10.222.0.69 "GET /v2.0/networks/4ec1bae5-7351-4e01-a52c-de5521320fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492317 Jun 11 09:56:47.360534 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570068e8-df42-4c7a-8c84-37f490917afc None None] No DVR routers for this DVR port 0f672d84-0e42-43eb-893d-e02223585ff5 on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:56:47.373496 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 6002c3af-dd58-4a68-a700-e1997afee2fa, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=6002c3af-dd58-4a68-a700-e1997afee2fa,segment=NetworkSegment(eeb5ae5e-db04-4a86-95ef-62fd769c5d60),segment_id=eeb5ae5e-db04-4a86-95ef-62fd769c5d60)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:56:47.394872 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=44968cf1-fbc9-4eec-b314-67f01cc0a00c,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:47.413878 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': '6002c3af-dd58-4a68-a700-e1997afee2fa', 'network_id': '07c60738-0d51-40d7-b14f-98ba87e92f35', 'port_id': '6002c3af-dd58-4a68-a700-e1997afee2fa', 'mac_address': 'fa:16:3e:7e:ae:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89485667-0a35-4bc0-a20f-cd09bc5f5d8c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:56:47.421144 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400f0431-19d6-4cf2-95d9-e52da886f325 None None] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:56:47.451032 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-555a520a-4eec-43ba-b51b-22048c5ddaca tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7377985 Jun 11 09:56:47.451889 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 57496) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:56:47.457202 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-dd3a7654-413d-46d8-8ef8-e0a4b85a4b3c tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Request body: {'subnet': {'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:56:47.516883 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b3013099-9819-4521-b1d5-92207d8b6c1b req-31dd2419-c0e1-4143-9adb-63a903476be2 service neutron] 10.222.0.69 "GET /v2.0/networks/4ec1bae5-7351-4e01-a52c-de5521320fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752863 Jun 11 09:56:47.700861 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:47.704247 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37185e95-ae08-4390-8221-00779a2e1ae3 req-5e64827b-5638-425d-aabe-073bbba641d9 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:47.705814 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-37185e95-ae08-4390-8221-00779a2e1ae3 req-5e64827b-5638-425d-aabe-073bbba641d9 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd8cec9e-df34-44f4-b32b-502c04d6c1d9 HTTP/1.1" status: 200 len: 945 time: 0.1878738 Jun 11 09:56:47.713754 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d2442d-5756-4f73-a2d5-7a74b83b5bb3 req-e87e7e68-01fe-44df-96f3-755fcdd2edbb tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:47.715171 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-80d2442d-5756-4f73-a2d5-7a74b83b5bb3 req-e87e7e68-01fe-44df-96f3-755fcdd2edbb tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd8cec9e-df34-44f4-b32b-502c04d6c1d9 HTTP/1.1" status: 200 len: 945 time: 0.1501348 Jun 11 09:56:47.724958 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6002c3af-dd58-4a68-a700-e1997afee2fa {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:56:47.758918 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 6002c3af-dd58-4a68-a700-e1997afee2fa, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=6002c3af-dd58-4a68-a700-e1997afee2fa,segment=NetworkSegment(eeb5ae5e-db04-4a86-95ef-62fd769c5d60),segment_id=eeb5ae5e-db04-4a86-95ef-62fd769c5d60)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:56:47.772892 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fb7be6-e28a-414a-87b6-047f4b5c8281 req-c432da31-afcf-44b2-af5f-bd0d746c88bf tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:47.773262 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ca6645-9be7-4b97-a3c6-35d37f8a054b None None] Pushing event updated for resources: {'Port': ['ID=983f50bc-f8e0-4c1f-9cb0-f9968dac9fae,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:47.780436 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e0fb7be6-e28a-414a-87b6-047f4b5c8281 req-c432da31-afcf-44b2-af5f-bd0d746c88bf tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaddf973-e588-464b-8514-112fb39e8650 HTTP/1.1" status: 200 len: 944 time: 0.3144341 Jun 11 09:56:47.801267 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7ca6645-9be7-4b97-a3c6-35d37f8a054b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.888s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:47.803695 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f4e56e1c-249b-46f6-b7d6-77fde50e110a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.888s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:47.840087 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570068e8-df42-4c7a-8c84-37f490917afc None None] Pushing event deleted for resources: {'Port': ['ID=0f672d84-0e42-43eb-893d-e02223585ff5,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:47.846676 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-570068e8-df42-4c7a-8c84-37f490917afc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:47.849055 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-37185e95-ae08-4390-8221-00779a2e1ae3 req-2ee7f2f2-1fc1-4e42-8f56-28a5d73bfc4f tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0a63a22-d585-43d6-b866-33fbb4d10728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327357 Jun 11 09:56:47.849461 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e0fb7be6-e28a-414a-87b6-047f4b5c8281 req-33a340b8-f112-4300-b6fc-0368680c910f tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=28282b0e-6c5e-431e-9466-f7852b229f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652978 Jun 11 09:56:47.853710 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-20d3aa6a-acb6-4a5f-9e74-16a9800a137a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.693s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:47.854081 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-20d3aa6a-acb6-4a5f-9e74-16a9800a137a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:47.902818 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:47.903624 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device ee6d8406-891b-46a7-bc3a-0e7fa5d0de9c details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:56:47.917947 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:47.954169 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-80d2442d-5756-4f73-a2d5-7a74b83b5bb3 req-420cc259-db38-4cee-af1f-ddae7c440c18 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Deleting port b6a1b5ed-d88d-4f3e-a2b4-49b7633fe075 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:56:47.955393 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-80d2442d-5756-4f73-a2d5-7a74b83b5bb3 req-420cc259-db38-4cee-af1f-ddae7c440c18 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:47.977235 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd3a7654-413d-46d8-8ef8-e0a4b85a4b3c tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Made reservation on behalf of 3a7e48b24b924bff8faf8c740b2810c2 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:56:47.983096 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-dd3a7654-413d-46d8-8ef8-e0a4b85a4b3c tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:48.062749 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=6002c3af-dd58-4a68-a700-e1997afee2fa,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:48.094528 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:48.098417 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb50fabc-39cf-4e3f-ac91-71f86421474b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'tenant_id': '3a7e48b24b924bff8faf8c740b2810c2', 'fixed_ips': [{'subnet_id': '4d38a43c-5550-46df-a842-ae08d363424b'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 09:56:48.099352 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-bb50fabc-39cf-4e3f-ac91-71f86421474b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:48.108116 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port ee6d8406-891b-46a7-bc3a-0e7fa5d0de9c, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=ee6d8406-891b-46a7-bc3a-0e7fa5d0de9c,segment=NetworkSegment(de8f4a9a-622b-46a1-b033-7ca5cca64f80),segment_id=de8f4a9a-622b-46a1-b033-7ca5cca64f80)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:56:48.127133 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-dd30908a-92aa-453c-8b77-81dcd0e0188a req-6b04cd2e-33f2-441f-bf3d-a595c2affc6f tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/ports?device_id=2992f16a-9563-4fa5-a891-6e4b717bbd86 HTTP/1.1" status: 200 len: 210 time: 0.1132326 Jun 11 09:56:48.174210 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': 'ee6d8406-891b-46a7-bc3a-0e7fa5d0de9c', 'network_id': 'afbcc96d-d966-4839-b6f4-c3dd378a91e7', 'port_id': 'ee6d8406-891b-46a7-bc3a-0e7fa5d0de9c', 'mac_address': 'fa:16:3e:3c:ee:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba156a19-5bcc-4467-be5b-d926e6e3da76', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:56:48.203204 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-80d2442d-5756-4f73-a2d5-7a74b83b5bb3 req-420cc259-db38-4cee-af1f-ddae7c440c18 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] For port b6a1b5ed-d88d-4f3e-a2b4-49b7633fe075, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=b6a1b5ed-d88d-4f3e-a2b4-49b7633fe075,segment=NetworkSegment(8cbdf263-7cef-4405-b417-fb9433495e8a),segment_id=8cbdf263-7cef-4405-b417-fb9433495e8a)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:56:48.204356 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-80d2442d-5756-4f73-a2d5-7a74b83b5bb3 req-420cc259-db38-4cee-af1f-ddae7c440c18 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:48.477300 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-80d2442d-5756-4f73-a2d5-7a74b83b5bb3 req-420cc259-db38-4cee-af1f-ddae7c440c18 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Calling delete_port for b6a1b5ed-d88d-4f3e-a2b4-49b7633fe075 owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:56:48.486169 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:48.526639 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee6d8406-891b-46a7-bc3a-0e7fa5d0de9c {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:56:48.588233 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port ee6d8406-891b-46a7-bc3a-0e7fa5d0de9c, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=ee6d8406-891b-46a7-bc3a-0e7fa5d0de9c,segment=NetworkSegment(de8f4a9a-622b-46a1-b033-7ca5cca64f80),segment_id=de8f4a9a-622b-46a1-b033-7ca5cca64f80)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:56:48.624642 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 983f50bc-f8e0-4c1f-9cb0-f9968dac9fae up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:56:48.627076 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:48.647815 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-dd3a7654-413d-46d8-8ef8-e0a4b85a4b3c tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:48.648669 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5fd7fc-896e-4e19-a9a9-38ab5e7a4f03 req-7bb8e1d5-36c3-461b-94d1-ca63af6859ef tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:48.650517 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2e99f859-880f-4a66-9a6a-d0e10a3aede6 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:48.654722 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5fd7fc-896e-4e19-a9a9-38ab5e7a4f03 req-7bb8e1d5-36c3-461b-94d1-ca63af6859ef tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:48.662155 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5fd7fc-896e-4e19-a9a9-38ab5e7a4f03 req-7bb8e1d5-36c3-461b-94d1-ca63af6859ef tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:48.667511 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5fd7fc-896e-4e19-a9a9-38ab5e7a4f03 req-7bb8e1d5-36c3-461b-94d1-ca63af6859ef tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:48.673487 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5fd7fc-896e-4e19-a9a9-38ab5e7a4f03 req-7bb8e1d5-36c3-461b-94d1-ca63af6859ef tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:48.679422 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5fd7fc-896e-4e19-a9a9-38ab5e7a4f03 req-7bb8e1d5-36c3-461b-94d1-ca63af6859ef tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:48.685344 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5fd7fc-896e-4e19-a9a9-38ab5e7a4f03 req-7bb8e1d5-36c3-461b-94d1-ca63af6859ef tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:48.685662 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-bb50fabc-39cf-4e3f-ac91-71f86421474b None None] Allocated IP 2001:db8::f816:3eff:feef:1431 (f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc/4d38a43c-5550-46df-a842-ae08d363424b/ccb13b6a-70d5-42b6-9d93-538cb625e0af) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:56:48.693369 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7c5fd7fc-896e-4e19-a9a9-38ab5e7a4f03 req-7bb8e1d5-36c3-461b-94d1-ca63af6859ef tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 5426 time: 0.4527836 Jun 11 09:56:48.735615 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3a7654-413d-46d8-8ef8-e0a4b85a4b3c tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:56:48.742740 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-dd3a7654-413d-46d8-8ef8-e0a4b85a4b3c tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:56:48.748954 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3a7654-413d-46d8-8ef8-e0a4b85a4b3c tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:48.749564 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-dd3a7654-413d-46d8-8ef8-e0a4b85a4b3c tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:48.765233 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7c5fd7fc-896e-4e19-a9a9-38ab5e7a4f03 req-778e6cc8-bfee-4755-8f53-84facd8baf86 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/security-groups?id=230a77c0-a6d2-4599-bb7a-d2d4f277106a&id=3ac47e06-1e75-4528-8507-ea5f5c2807d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0711844 Jun 11 09:56:48.814968 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3a7654-413d-46d8-8ef8-e0a4b85a4b3c tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event updated for resources: {'Subnet': ['ID=1708d140-2643-4b4f-bd5b-630f3343bd30,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:48.820772 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-dd3a7654-413d-46d8-8ef8-e0a4b85a4b3c tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:48.864560 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:48.866914 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7ca6645-9be7-4b97-a3c6-35d37f8a054b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:48.905611 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-dd3a7654-413d-46d8-8ef8-e0a4b85a4b3c tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4526973 Jun 11 09:56:48.918660 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 57542) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:56:48.921648 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-5625dea1-4bcc-4f5d-98e8-0c9b43eb2e21 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Request body: {'port': {'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'mac_address': 'fa:16:3e:d5:31:19', 'name': 'tempest-NetworksTestDHCPv6-1110708476'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:56:48.936728 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f6b494-347a-4a7b-a030-0f4ffbf11fe2 None None] Network 4a8aa33c-b67c-469b-82fd-eeec45fb92e5 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:56:48.994726 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-80d2442d-5756-4f73-a2d5-7a74b83b5bb3 req-420cc259-db38-4cee-af1f-ddae7c440c18 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:49.012312 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b0a39fe6-3dd2-4a94-a98a-fc9e5139e20d tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:49.013105 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['fde48d19-1c7d-44e3-9924-5140b0e114bd'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:56:49.071738 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=ee6d8406-891b-46a7-bc3a-0e7fa5d0de9c,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:49.109561 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420cc259-db38-4cee-af1f-ddae7c440c18 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Pushing event deleted for resources: {'Port': ['ID=b6a1b5ed-d88d-4f3e-a2b4-49b7633fe075,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:49.113485 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:49.121699 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 983f50bc-f8e0-4c1f-9cb0-f9968dac9fae completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:56:49.122395 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b4fdd2-5202-4c9f-b87e-2981a4ec6aec req-318d73b5-52c4-4310-a358-eb221f5f0fa4 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:49.130223 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-83f18988-a7dd-4b5e-aaf6-00cb7bf7eea1 req-3fe6ce00-6f11-4a4f-a03b-27d96a6ed617 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd8cec9e-df34-44f4-b32b-502c04d6c1d9 HTTP/1.1" status: 200 len: 210 time: 0.1188564 Jun 11 09:56:49.131173 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-74b4fdd2-5202-4c9f-b87e-2981a4ec6aec req-318d73b5-52c4-4310-a358-eb221f5f0fa4 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaddf973-e588-464b-8514-112fb39e8650 HTTP/1.1" status: 200 len: 944 time: 0.1132996 Jun 11 09:56:49.207213 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-74b4fdd2-5202-4c9f-b87e-2981a4ec6aec req-a20ffb87-d316-4919-8481-bf32e81da412 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=28282b0e-6c5e-431e-9466-f7852b229f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738325 Jun 11 09:56:49.236376 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device de412ca4-37ae-4c26-aed7-59455a81f925 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:56:49.263038 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420cc259-db38-4cee-af1f-ddae7c440c18 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:56:49.263553 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420cc259-db38-4cee-af1f-ddae7c440c18 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:56:49.263793 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420cc259-db38-4cee-af1f-ddae7c440c18 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:56:49.264178 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420cc259-db38-4cee-af1f-ddae7c440c18 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:56:49.264554 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420cc259-db38-4cee-af1f-ddae7c440c18 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:56:49.264930 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420cc259-db38-4cee-af1f-ddae7c440c18 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:56:49.265298 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420cc259-db38-4cee-af1f-ddae7c440c18 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:56:49.265668 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420cc259-db38-4cee-af1f-ddae7c440c18 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:56:49.266032 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420cc259-db38-4cee-af1f-ddae7c440c18 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:56:49.266393 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420cc259-db38-4cee-af1f-ddae7c440c18 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:56:49.266760 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420cc259-db38-4cee-af1f-ddae7c440c18 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:56:49.267137 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420cc259-db38-4cee-af1f-ddae7c440c18 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:56:49.297542 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f5c20c3a-e180-40f1-8d94-b212e9f71091 None None] Provisioning for port 983f50bc-f8e0-4c1f-9cb0-f9968dac9fae completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:56:49.310554 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-420cc259-db38-4cee-af1f-ddae7c440c18 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:49.327189 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f5c20c3a-e180-40f1-8d94-b212e9f71091 None None] Provisioning complete for port 983f50bc-f8e0-4c1f-9cb0-f9968dac9fae triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:56:49.327604 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f5c20c3a-e180-40f1-8d94-b212e9f71091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:49.368999 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-bb50fabc-39cf-4e3f-ac91-71f86421474b None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:49.370747 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-80d2442d-5756-4f73-a2d5-7a74b83b5bb3 req-420cc259-db38-4cee-af1f-ddae7c440c18 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] No DVR routers for this DVR port b6a1b5ed-d88d-4f3e-a2b4-49b7633fe075 on host n-h1-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:56:49.382799 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-80d2442d-5756-4f73-a2d5-7a74b83b5bb3 req-420cc259-db38-4cee-af1f-ddae7c440c18 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:49.384858 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-80d2442d-5756-4f73-a2d5-7a74b83b5bb3 req-420cc259-db38-4cee-af1f-ddae7c440c18 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.64 "DELETE /v2.0/ports/b6a1b5ed-d88d-4f3e-a2b4-49b7633fe075 HTTP/1.1" status: 204 len: 173 time: 1.6607606 Jun 11 09:56:49.385380 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd8cec9e-df34-44f4-b32b-502c04d6c1d9', 'name': 'network-vif-deleted', 'tag': 'b6a1b5ed-d88d-4f3e-a2b4-49b7633fe075'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:56:49.390236 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d546c8-49bb-4683-8b53-09e8b9f5a8ba" -d '{"events": [{"server_uuid": "fd8cec9e-df34-44f4-b32b-502c04d6c1d9", "name": "network-vif-deleted", "tag": "b6a1b5ed-d88d-4f3e-a2b4-49b7633fe075"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:56:49.459072 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-bb50fabc-39cf-4e3f-ac91-71f86421474b None None] Transition to ACTIVE for port object ccb13b6a-70d5-42b6-9d93-538cb625e0af will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:56:49.477046 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port de412ca4-37ae-4c26-aed7-59455a81f925 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:56:49.477443 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:49.544459 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-bb50fabc-39cf-4e3f-ac91-71f86421474b None None] Transition to ACTIVE for port object ccb13b6a-70d5-42b6-9d93-538cb625e0af will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:56:49.596968 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-b6102be2-43c0-4153-8bfc-b68d899684ef tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:49.602891 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-b6102be2-43c0-4153-8bfc-b68d899684ef tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:49.608154 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-b6102be2-43c0-4153-8bfc-b68d899684ef tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.69 "GET /v2.0/networks?id=63dcd05b-769e-4871-a111-9c447794f65e&id=4a8aa33c-b67c-469b-82fd-eeec45fb92e5 HTTP/1.1" status: 200 len: 1391 time: 0.3593128 Jun 11 09:56:49.608154 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8395d4ba-9c19-4158-ae08-2f1ed5d94dd0 x-openstack-request-id: req-8395d4ba-9c19-4158-ae08-2f1ed5d94dd0 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:56:49.608154 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd8cec9e-df34-44f4-b32b-502c04d6c1d9", "name": "network-vif-deleted", "tag": "b6a1b5ed-d88d-4f3e-a2b4-49b7633fe075", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:56:49.608154 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8395d4ba-9c19-4158-ae08-2f1ed5d94dd0 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:56:49.608154 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd8cec9e-df34-44f4-b32b-502c04d6c1d9', 'name': 'network-vif-deleted', 'tag': 'b6a1b5ed-d88d-4f3e-a2b4-49b7633fe075', 'status': 'completed', 'code': 200} Jun 11 09:56:49.610776 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3f6ab490-7c26-4011-a999-313b2eb1bd3d req-cad19338-2a9e-46c1-bc11-c28e03914b1f tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/ports?device_id=2992f16a-9563-4fa5-a891-6e4b717bbd86 HTTP/1.1" status: 200 len: 210 time: 0.0346384 Jun 11 09:56:49.630806 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-5191c03a-495b-4431-aa54-a7d79c01ee3b tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Request body: {'port': {'device_id': '2992f16a-9563-4fa5-a891-6e4b717bbd86', 'network_id': '63dcd05b-769e-4871-a111-9c447794f65e', 'admin_state_up': True, 'tenant_id': '738abe581be64edd8f2e0a146ff187c8'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:56:49.640350 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-bb50fabc-39cf-4e3f-ac91-71f86421474b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:49.660315 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5625dea1-4bcc-4f5d-98e8-0c9b43eb2e21 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Made reservation on behalf of 3a7e48b24b924bff8faf8c740b2810c2 for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:56:49.675334 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:49.876961 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5625dea1-4bcc-4f5d-98e8-0c9b43eb2e21 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:49.909090 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [None req-5625dea1-4bcc-4f5d-98e8-0c9b43eb2e21 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] device_id is not set on port c0b2e486-0693-4692-ac89-fb2b8a7cabea yet. {{(pid=93176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 09:56:49.957433 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['31bcc4b9-58bd-4fec-b00e-1686a7b3b5c8'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:56:49.960988 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['eaada8e6-4077-4542-af8d-d731c7dc1459'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:56:49.963201 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['d2cec35c-4c11-4de7-ae05-5512220e5a5d'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:56:49.965253 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['44968cf1-fbc9-4eec-b314-67f01cc0a00c'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:56:49.967410 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['ee6d8406-891b-46a7-bc3a-0e7fa5d0de9c'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:56:49.969271 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['1679bae4-2d97-4ecb-add1-b9fc56247f86'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:56:49.971418 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['6002c3af-dd58-4a68-a700-e1997afee2fa'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:56:50.067464 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-5191c03a-495b-4431-aa54-a7d79c01ee3b tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Made reservation on behalf of 738abe581be64edd8f2e0a146ff187c8 for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:56:50.071030 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-5191c03a-495b-4431-aa54-a7d79c01ee3b tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:50.133335 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cee824-50e6-446e-a3e8-bbd3c2954ce9 req-2d773fbb-9417-4f36-9941-fec057aecff3 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:50.139236 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cee824-50e6-446e-a3e8-bbd3c2954ce9 req-2d773fbb-9417-4f36-9941-fec057aecff3 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:50.145028 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cee824-50e6-446e-a3e8-bbd3c2954ce9 req-2d773fbb-9417-4f36-9941-fec057aecff3 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:50.151405 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cee824-50e6-446e-a3e8-bbd3c2954ce9 req-2d773fbb-9417-4f36-9941-fec057aecff3 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:50.157322 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cee824-50e6-446e-a3e8-bbd3c2954ce9 req-2d773fbb-9417-4f36-9941-fec057aecff3 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:50.163294 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cee824-50e6-446e-a3e8-bbd3c2954ce9 req-2d773fbb-9417-4f36-9941-fec057aecff3 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:50.169096 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cee824-50e6-446e-a3e8-bbd3c2954ce9 req-2d773fbb-9417-4f36-9941-fec057aecff3 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:50.171004 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a7cee824-50e6-446e-a3e8-bbd3c2954ce9 req-2d773fbb-9417-4f36-9941-fec057aecff3 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 5427 time: 0.2475691 Jun 11 09:56:50.237306 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb50fabc-39cf-4e3f-ac91-71f86421474b None None] Pushing event updated for resources: {'Port': ['ID=ccb13b6a-70d5-42b6-9d93-538cb625e0af,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:50.252522 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-bb50fabc-39cf-4e3f-ac91-71f86421474b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:50.277202 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb50fabc-39cf-4e3f-ac91-71f86421474b None None] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:56:50.339319 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f5c20c3a-e180-40f1-8d94-b212e9f71091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:50.368047 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f46210db-5e7d-43cc-8904-b0ccad47ebb8 req-a35e39ca-dc71-4626-975e-ba7636d021bb tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd8cec9e-df34-44f4-b32b-502c04d6c1d9 HTTP/1.1" status: 200 len: 210 time: 0.0794718 Jun 11 09:56:50.391760 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-bb50fabc-39cf-4e3f-ac91-71f86421474b None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:56:50.392757 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a7cee824-50e6-446e-a3e8-bbd3c2954ce9 req-97f77c95-3ef8-4c91-a3b4-dafceea92246 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/security-groups?id=230a77c0-a6d2-4599-bb7a-d2d4f277106a&id=3ac47e06-1e75-4528-8507-ea5f5c2807d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2146673 Jun 11 09:56:50.437383 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-5625dea1-4bcc-4f5d-98e8-0c9b43eb2e21 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Allocated IP 2001:db8:0:1::2ae (f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc/1708d140-2643-4b4f-bd5b-630f3343bd30/c0b2e486-0693-4692-ac89-fb2b8a7cabea) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:56:50.455408 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-5625dea1-4bcc-4f5d-98e8-0c9b43eb2e21 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Allocated IP 2001:db8::f816:3eff:fed5:3119 (f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc/4d38a43c-5550-46df-a842-ae08d363424b/c0b2e486-0693-4692-ac89-fb2b8a7cabea) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:56:50.480746 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-5191c03a-495b-4431-aa54-a7d79c01ee3b tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Allocated IP 19.80.0.252 (63dcd05b-769e-4871-a111-9c447794f65e/0a3a8c14-6855-4273-866a-b1a6ca41f5f8/487ebe7a-5fe9-498d-8b67-9725628795e2) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:56:50.493549 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb50fabc-39cf-4e3f-ac91-71f86421474b None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:56:50.742082 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960c4e88-8a47-4907-84cd-d6a06e8b3081 req-c185cdf7-a7b5-4f53-9e70-307852ce997e tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:50.743919 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-960c4e88-8a47-4907-84cd-d6a06e8b3081 req-c185cdf7-a7b5-4f53-9e70-307852ce997e tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaddf973-e588-464b-8514-112fb39e8650 HTTP/1.1" status: 200 len: 944 time: 0.1191576 Jun 11 09:56:50.818730 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5625dea1-4bcc-4f5d-98e8-0c9b43eb2e21 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:50.827330 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-960c4e88-8a47-4907-84cd-d6a06e8b3081 req-f742c0a2-525e-4411-a6e3-fae908a26f3b tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=28282b0e-6c5e-431e-9466-f7852b229f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752218 Jun 11 09:56:50.846461 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [None req-5625dea1-4bcc-4f5d-98e8-0c9b43eb2e21 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Transition to ACTIVE for port object c0b2e486-0693-4692-ac89-fb2b8a7cabea will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:56:50.864239 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-5191c03a-495b-4431-aa54-a7d79c01ee3b tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:50.900800 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-5191c03a-495b-4431-aa54-a7d79c01ee3b tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Transition to ACTIVE for port object 487ebe7a-5fe9-498d-8b67-9725628795e2 will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:56:50.971012 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9ad86c3c-9621-4b9a-9d30-2739c2d34c57 req-3f791382-a365-43e4-9032-53454a7bf0fb tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/ports?device_id=2992f16a-9563-4fa5-a891-6e4b717bbd86 HTTP/1.1" status: 200 len: 210 time: 0.0374146 Jun 11 09:56:50.989016 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5625dea1-4bcc-4f5d-98e8-0c9b43eb2e21 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:50.994617 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9c18a1f0-da66-4082-b79f-f880e8663357 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:51.010254 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device b6a1b5ed-d88d-4f3e-a2b4-49b7633fe075 no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:56:51.021790 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f5c20c3a-e180-40f1-8d94-b212e9f71091 None None] For port 983f50bc-f8e0-4c1f-9cb0-f9968dac9fae, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=983f50bc-f8e0-4c1f-9cb0-f9968dac9fae,segment=NetworkSegment(0a99701e-c802-4104-a45b-9601ba90511f),segment_id=0a99701e-c802-4104-a45b-9601ba90511f)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:56:51.048313 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-5191c03a-495b-4431-aa54-a7d79c01ee3b tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:51.053150 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5625dea1-4bcc-4f5d-98e8-0c9b43eb2e21 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:56:51.062752 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-5625dea1-4bcc-4f5d-98e8-0c9b43eb2e21 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:56:51.068680 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5625dea1-4bcc-4f5d-98e8-0c9b43eb2e21 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:56:51.074381 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5625dea1-4bcc-4f5d-98e8-0c9b43eb2e21 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:51.075080 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5625dea1-4bcc-4f5d-98e8-0c9b43eb2e21 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:51.077642 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5625dea1-4bcc-4f5d-98e8-0c9b43eb2e21 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event updated for resources: {'Port': ['ID=c0b2e486-0693-4692-ac89-fb2b8a7cabea,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:51.083614 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5625dea1-4bcc-4f5d-98e8-0c9b43eb2e21 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:51.086985 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-afeb36a7-3e7a-49b2-90e0-5d1b7ed89129 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:51.105643 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-bb50fabc-39cf-4e3f-ac91-71f86421474b None None] Attempting to bind port ccb13b6a-70d5-42b6-9d93-538cb625e0af on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:56:51.106027 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-bb50fabc-39cf-4e3f-ac91-71f86421474b None None] Attempting to bind port ccb13b6a-70d5-42b6-9d93-538cb625e0af by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'e0bc2927-8a98-4066-9eb5-5174f5accc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:56:51.106504 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb50fabc-39cf-4e3f-ac91-71f86421474b None None] Attempting to bind port ccb13b6a-70d5-42b6-9d93-538cb625e0af on network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:56:51.109931 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] No Port match for: b6a1b5ed-d88d-4f3e-a2b4-49b7633fe075 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:56:51.110284 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device b6a1b5ed-d88d-4f3e-a2b4-49b7633fe075 not bound to the agent host n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:56:51.132315 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-5191c03a-495b-4431-aa54-a7d79c01ee3b tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Network 63dcd05b-769e-4871-a111-9c447794f65e is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:56:51.140894 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-5191c03a-495b-4431-aa54-a7d79c01ee3b tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:56:51.144540 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-5191c03a-495b-4431-aa54-a7d79c01ee3b tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:56:51.186781 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5191c03a-495b-4431-aa54-a7d79c01ee3b tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Pushing event updated for resources: {'Port': ['ID=487ebe7a-5fe9-498d-8b67-9725628795e2,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:51.200145 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5191c03a-495b-4431-aa54-a7d79c01ee3b tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:51.205281 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-5625dea1-4bcc-4f5d-98e8-0c9b43eb2e21 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.2942228 Jun 11 09:56:51.207004 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 57578) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:56:51.218967 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f5c20c3a-e180-40f1-8d94-b212e9f71091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:51.222395 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:51.251595 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-5191c03a-495b-4431-aa54-a7d79c01ee3b tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:51.252271 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-5191c03a-495b-4431-aa54-a7d79c01ee3b tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:51.302302 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb50fabc-39cf-4e3f-ac91-71f86421474b None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:56:51.308485 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb50fabc-39cf-4e3f-ac91-71f86421474b None None] Checking segment: {'id': 'e0bc2927-8a98-4066-9eb5-5174f5accc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:56:51.308485 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-bb50fabc-39cf-4e3f-ac91-71f86421474b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:51.308485 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb50fabc-39cf-4e3f-ac91-71f86421474b None None] Bound using segment: {'id': 'e0bc2927-8a98-4066-9eb5-5174f5accc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:56:51.308485 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-bb50fabc-39cf-4e3f-ac91-71f86421474b None None] Bound port: ccb13b6a-70d5-42b6-9d93-538cb625e0af, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0bc2927-8a98-4066-9eb5-5174f5accc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:56:51.308485 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-bb50fabc-39cf-4e3f-ac91-71f86421474b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:51.425502 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-6ee76de1-9e5f-4291-93d6-cec11e3c4a78 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Deleting port c0b2e486-0693-4692-ac89-fb2b8a7cabea {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:56:51.426034 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6ee76de1-9e5f-4291-93d6-cec11e3c4a78 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:51.430512 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-5191c03a-495b-4431-aa54-a7d79c01ee3b tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8057230 Jun 11 09:56:51.486231 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-9badcc34-1621-4668-a0a2-affad2e141e1 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Request body: {'port': {'device_id': '2992f16a-9563-4fa5-a891-6e4b717bbd86', 'network_id': '4a8aa33c-b67c-469b-82fd-eeec45fb92e5', 'admin_state_up': True, 'tenant_id': '738abe581be64edd8f2e0a146ff187c8'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:56:51.716990 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device da8fbc79-fb8f-44ca-a448-4f854b38b7e0 details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:56:51.763856 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-8fd590f2-de5f-48d2-9d37-4b51873906d3 None None] Provisioning complete for port 983f50bc-f8e0-4c1f-9cb0-f9968dac9fae triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:56:51.764248 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8fd590f2-de5f-48d2-9d37-4b51873906d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:51.888416 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c20c3a-e180-40f1-8d94-b212e9f71091 None None] Pushing event updated for resources: {'Port': ['ID=983f50bc-f8e0-4c1f-9cb0-f9968dac9fae,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:51.918760 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f5c20c3a-e180-40f1-8d94-b212e9f71091 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.698s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:51.985122 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-bb50fabc-39cf-4e3f-ac91-71f86421474b None None] For port ccb13b6a-70d5-42b6-9d93-538cb625e0af, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:56:52.041215 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-bb50fabc-39cf-4e3f-ac91-71f86421474b None None] For port ccb13b6a-70d5-42b6-9d93-538cb625e0af, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=ccb13b6a-70d5-42b6-9d93-538cb625e0af,segment=NetworkSegment(e0bc2927-8a98-4066-9eb5-5174f5accc0f),segment_id=e0bc2927-8a98-4066-9eb5-5174f5accc0f)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:56:52.134177 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-bb50fabc-39cf-4e3f-ac91-71f86421474b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:52.140304 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:52.155157 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6ee76de1-9e5f-4291-93d6-cec11e3c4a78 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:52.247895 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port da8fbc79-fb8f-44ca-a448-4f854b38b7e0, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=da8fbc79-fb8f-44ca-a448-4f854b38b7e0,segment=NetworkSegment(64ec67c3-ae73-4fd7-a5b7-323e0e068c2b),segment_id=64ec67c3-ae73-4fd7-a5b7-323e0e068c2b)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:56:52.281135 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': 'da8fbc79-fb8f-44ca-a448-4f854b38b7e0', 'network_id': '4ec1bae5-7351-4e01-a52c-de5521320fcb', 'port_id': 'da8fbc79-fb8f-44ca-a448-4f854b38b7e0', 'mac_address': 'fa:16:3e:72:ee:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73b1338f-0df7-44ec-88b6-dbc16cfcfcc4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:56:52.287617 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-6ee76de1-9e5f-4291-93d6-cec11e3c4a78 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Calling delete_port for c0b2e486-0693-4692-ac89-fb2b8a7cabea owned by {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:56:52.292972 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb50fabc-39cf-4e3f-ac91-71f86421474b None None] Pushing event updated for resources: {'Port': ['ID=ccb13b6a-70d5-42b6-9d93-538cb625e0af,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:52.298420 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-bb50fabc-39cf-4e3f-ac91-71f86421474b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:52.357036 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:52.373045 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-8fd590f2-de5f-48d2-9d37-4b51873906d3 None None] Provisioning for port 487ebe7a-5fe9-498d-8b67-9725628795e2 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:56:52.377496 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da8fbc79-fb8f-44ca-a448-4f854b38b7e0 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:56:52.385104 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-8fd590f2-de5f-48d2-9d37-4b51873906d3 None None] Provisioning complete for port 487ebe7a-5fe9-498d-8b67-9725628795e2 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:56:52.385480 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8fd590f2-de5f-48d2-9d37-4b51873906d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:52.417816 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd14997-bae9-4fd0-ae3c-5a2e021546e9 req-eb37eb3c-9a54-47a5-ba34-d7c10506a0aa tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:52.424047 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd14997-bae9-4fd0-ae3c-5a2e021546e9 req-eb37eb3c-9a54-47a5-ba34-d7c10506a0aa tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:52.430542 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd14997-bae9-4fd0-ae3c-5a2e021546e9 req-eb37eb3c-9a54-47a5-ba34-d7c10506a0aa tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:52.434847 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port da8fbc79-fb8f-44ca-a448-4f854b38b7e0, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=da8fbc79-fb8f-44ca-a448-4f854b38b7e0,segment=NetworkSegment(64ec67c3-ae73-4fd7-a5b7-323e0e068c2b),segment_id=64ec67c3-ae73-4fd7-a5b7-323e0e068c2b)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:56:52.436675 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd14997-bae9-4fd0-ae3c-5a2e021546e9 req-eb37eb3c-9a54-47a5-ba34-d7c10506a0aa tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:52.442674 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd14997-bae9-4fd0-ae3c-5a2e021546e9 req-eb37eb3c-9a54-47a5-ba34-d7c10506a0aa tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:52.443697 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-8fd590f2-de5f-48d2-9d37-4b51873906d3 None None] Port 487ebe7a-5fe9-498d-8b67-9725628795e2 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:56:52.451127 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd14997-bae9-4fd0-ae3c-5a2e021546e9 req-eb37eb3c-9a54-47a5-ba34-d7c10506a0aa tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:52.458370 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd14997-bae9-4fd0-ae3c-5a2e021546e9 req-eb37eb3c-9a54-47a5-ba34-d7c10506a0aa tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:52.466673 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3dd14997-bae9-4fd0-ae3c-5a2e021546e9 req-eb37eb3c-9a54-47a5-ba34-d7c10506a0aa tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 5427 time: 0.8645756 Jun 11 09:56:52.500229 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:52.502028 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:52.550762 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3dd14997-bae9-4fd0-ae3c-5a2e021546e9 req-aa50334d-db57-465c-ab1c-b08a2cf73307 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/security-groups?id=230a77c0-a6d2-4599-bb7a-d2d4f277106a&id=3ac47e06-1e75-4528-8507-ea5f5c2807d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0813019 Jun 11 09:56:52.556232 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-9badcc34-1621-4668-a0a2-affad2e141e1 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Made reservation on behalf of 738abe581be64edd8f2e0a146ff187c8 for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:56:52.565046 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-9badcc34-1621-4668-a0a2-affad2e141e1 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:52.662984 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f432fd4-4a04-4b3c-8757-db5c3ae46ce2 req-4b845e42-658b-44a4-baf9-6e812b2e5457 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:52.665219 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2f432fd4-4a04-4b3c-8757-db5c3ae46ce2 req-4b845e42-658b-44a4-baf9-6e812b2e5457 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaddf973-e588-464b-8514-112fb39e8650 HTTP/1.1" status: 200 len: 945 time: 0.1812546 Jun 11 09:56:52.672382 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=da8fbc79-fb8f-44ca-a448-4f854b38b7e0,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:52.681070 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:52.761228 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2f432fd4-4a04-4b3c-8757-db5c3ae46ce2 req-c4ba00c8-68fe-4833-b180-c65ab753f942 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=28282b0e-6c5e-431e-9466-f7852b229f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896301 Jun 11 09:56:52.902548 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['da8fbc79-fb8f-44ca-a448-4f854b38b7e0'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:56:52.980352 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6ee76de1-9e5f-4291-93d6-cec11e3c4a78 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:53.001527 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01565b9-488d-474c-8639-c7296ac7291b req-3d3c72f1-d274-4d02-a449-b0d9e09f63ad tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:53.004361 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a01565b9-488d-474c-8639-c7296ac7291b req-3d3c72f1-d274-4d02-a449-b0d9e09f63ad tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/ports?device_id=2992f16a-9563-4fa5-a891-6e4b717bbd86 HTTP/1.1" status: 200 len: 932 time: 0.2353933 Jun 11 09:56:53.005509 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d14dfeee-c945-4bcd-b4ed-a1fbd65fe55b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:53.012396 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085bf75c-25dc-4704-9a6e-bf941323cb0c req-953ac501-be8d-41c5-a922-a833f5d697b0 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:53.015781 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-085bf75c-25dc-4704-9a6e-bf941323cb0c req-953ac501-be8d-41c5-a922-a833f5d697b0 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/ports?device_id=d325bd03-091f-43b5-9bbe-af7bc36c08e5 HTTP/1.1" status: 200 len: 945 time: 0.1146162 Jun 11 09:56:53.024338 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-9badcc34-1621-4668-a0a2-affad2e141e1 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Allocated IP 19.86.0.76 (4a8aa33c-b67c-469b-82fd-eeec45fb92e5/0ae12cb2-91e8-427f-8bf6-169f2206d6b3/1fc5b1a0-cccf-40ac-a6ae-d5366d65346d) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:56:53.080776 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee76de1-9e5f-4291-93d6-cec11e3c4a78 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event deleted for resources: {'Port': ['ID=c0b2e486-0693-4692-ac89-fb2b8a7cabea,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:53.094998 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6ee76de1-9e5f-4291-93d6-cec11e3c4a78 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:53.104809 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-085bf75c-25dc-4704-9a6e-bf941323cb0c req-4af22a3d-99aa-42ff-85a0-fbfcb695d26d tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0a63a22-d585-43d6-b866-33fbb4d10728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764546 Jun 11 09:56:53.191751 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6ee76de1-9e5f-4291-93d6-cec11e3c4a78 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:53.193664 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-6ee76de1-9e5f-4291-93d6-cec11e3c4a78 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/ports/c0b2e486-0693-4692-ac89-fb2b8a7cabea HTTP/1.1" status: 204 len: 168 time: 1.9858940 Jun 11 09:56:53.196856 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 57600) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:56:53.214720 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a01565b9-488d-474c-8639-c7296ac7291b req-597c7ace-0240-4172-b07b-e5b76d2ea7cd tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/security-groups?id=abdcb17a-68bc-4d03-89e1-7baaf91e40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853824 Jun 11 09:56:53.369101 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 983f50bc-f8e0-4c1f-9cb0-f9968dac9fae up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:56:53.436796 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c1fcde-3509-42b8-b14e-03c606e18883 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:53.441925 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-f1c1fcde-3509-42b8-b14e-03c606e18883 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.2364321 Jun 11 09:56:53.447630 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 57606) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:56:53.495725 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 983f50bc-f8e0-4c1f-9cb0-f9968dac9fae triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:56:53.496415 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:53.508881 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-9badcc34-1621-4668-a0a2-affad2e141e1 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:53.524938 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-9badcc34-1621-4668-a0a2-affad2e141e1 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Transition to ACTIVE for port object 1fc5b1a0-cccf-40ac-a6ae-d5366d65346d will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:56:53.592802 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c717f0-10f7-4e69-8dbd-9ab17cf57b03 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:53.597216 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 57612) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:56:53.597413 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-b6c717f0-10f7-4e69-8dbd-9ab17cf57b03 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1442726 Jun 11 09:56:53.671721 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-9badcc34-1621-4668-a0a2-affad2e141e1 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:53.681003 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4fd35537-3882-4480-91e1-93ce411447ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:53.717437 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device ccb13b6a-70d5-42b6-9d93-538cb625e0af up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:56:53.753698 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9badcc34-1621-4668-a0a2-affad2e141e1 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Pushing event updated for resources: {'Port': ['ID=1fc5b1a0-cccf-40ac-a6ae-d5366d65346d,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:53.763238 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9badcc34-1621-4668-a0a2-affad2e141e1 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:53.783292 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-9badcc34-1621-4668-a0a2-affad2e141e1 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Network 4a8aa33c-b67c-469b-82fd-eeec45fb92e5 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:56:53.791132 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a702f3-13a3-4514-a12a-812e6aa3c799 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:53.793599 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a702f3-13a3-4514-a12a-812e6aa3c799 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:53.807978 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a702f3-13a3-4514-a12a-812e6aa3c799 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:53.812455 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 57616) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:56:53.812977 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-40a702f3-13a3-4514-a12a-812e6aa3c799 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2141111 Jun 11 09:56:53.816565 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-9badcc34-1621-4668-a0a2-affad2e141e1 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:56:53.822743 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-9badcc34-1621-4668-a0a2-affad2e141e1 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:56:53.834480 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482bbfd3-1479-4661-8ff7-c68391cad847 None None] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:56:53.901235 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-98c3ca98-8d0a-4d4c-8279-0fca5bd5bc1e tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Deleting subnet 1708d140-2643-4b4f-bd5b-630f3343bd30 {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 09:56:53.925361 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-98c3ca98-8d0a-4d4c-8279-0fca5bd5bc1e tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:53.932639 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-9badcc34-1621-4668-a0a2-affad2e141e1 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:53.939125 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-9badcc34-1621-4668-a0a2-affad2e141e1 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:53.995854 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa3d157-82d9-47f2-b6a3-d880530b4428 req-c3cca7f0-392b-48ba-92b0-a495623cd8ee tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:54.002089 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa3d157-82d9-47f2-b6a3-d880530b4428 req-c3cca7f0-392b-48ba-92b0-a495623cd8ee tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:54.009285 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa3d157-82d9-47f2-b6a3-d880530b4428 req-c3cca7f0-392b-48ba-92b0-a495623cd8ee tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:54.017160 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa3d157-82d9-47f2-b6a3-d880530b4428 req-c3cca7f0-392b-48ba-92b0-a495623cd8ee tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:54.024309 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa3d157-82d9-47f2-b6a3-d880530b4428 req-c3cca7f0-392b-48ba-92b0-a495623cd8ee tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:54.031643 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa3d157-82d9-47f2-b6a3-d880530b4428 req-c3cca7f0-392b-48ba-92b0-a495623cd8ee tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:54.038024 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa3d157-82d9-47f2-b6a3-d880530b4428 req-c3cca7f0-392b-48ba-92b0-a495623cd8ee tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:54.040128 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7aa3d157-82d9-47f2-b6a3-d880530b4428 req-c3cca7f0-392b-48ba-92b0-a495623cd8ee tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 5427 time: 0.2882361 Jun 11 09:56:54.050605 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-98c3ca98-8d0a-4d4c-8279-0fca5bd5bc1e tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:54.067248 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-9badcc34-1621-4668-a0a2-affad2e141e1 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5943868 Jun 11 09:56:54.067466 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-a80dcb62-89ad-492a-aec9-8d2f0c41f1a1 None None] Provisioning for port ccb13b6a-70d5-42b6-9d93-538cb625e0af completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:56:54.084100 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfb28f7-07ee-4af9-80de-1c23baae1624 req-fa4946fb-b2e8-4ec8-b97c-a8d6eb182cf6 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:54.086378 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fdfb28f7-07ee-4af9-80de-1c23baae1624 req-fa4946fb-b2e8-4ec8-b97c-a8d6eb182cf6 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaddf973-e588-464b-8514-112fb39e8650 HTTP/1.1" status: 200 len: 945 time: 0.1238806 Jun 11 09:56:54.093513 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-e31fba3a-3cba-4554-9947-d14ca15d1b18 service neutron] Request body: {'port': {'device_id': '2992f16a-9563-4fa5-a891-6e4b717bbd86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:56:54.149370 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7aa3d157-82d9-47f2-b6a3-d880530b4428 req-77cc1f66-0d27-4936-a956-c1a5041ab973 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/security-groups?id=230a77c0-a6d2-4599-bb7a-d2d4f277106a&id=3ac47e06-1e75-4528-8507-ea5f5c2807d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0955620 Jun 11 09:56:54.165456 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-98c3ca98-8d0a-4d4c-8279-0fca5bd5bc1e tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:54.213981 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fdfb28f7-07ee-4af9-80de-1c23baae1624 req-2a741b2a-f70d-4984-a117-9e8863906ffe tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=28282b0e-6c5e-431e-9466-f7852b229f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168773 Jun 11 09:56:54.251409 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port ccb13b6a-70d5-42b6-9d93-538cb625e0af completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:56:54.294760 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port ccb13b6a-70d5-42b6-9d93-538cb625e0af triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:56:54.295179 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:54.329029 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-e31fba3a-3cba-4554-9947-d14ca15d1b18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:54.347171 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-98c3ca98-8d0a-4d4c-8279-0fca5bd5bc1e tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:54.365358 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-faa7d21e-f5b4-4d5b-952f-ef849804d68b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:54.374968 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-98c3ca98-8d0a-4d4c-8279-0fca5bd5bc1e tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:54.379937 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-98c3ca98-8d0a-4d4c-8279-0fca5bd5bc1e tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/subnets/1708d140-2643-4b4f-bd5b-630f3343bd30 HTTP/1.1" status: 204 len: 168 time: 0.5654581 Jun 11 09:56:54.410852 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 57622) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:56:54.422069 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c3ca98-8d0a-4d4c-8279-0fca5bd5bc1e tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event deleted for resources: {'Subnet': ['ID=1708d140-2643-4b4f-bd5b-630f3343bd30,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:54.429647 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-cce2101b-1a4e-432c-ad52-0d26b294c437 None None] Provisioning for port 1fc5b1a0-cccf-40ac-a6ae-d5366d65346d completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:56:54.486286 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-cce2101b-1a4e-432c-ad52-0d26b294c437 None None] Provisioning complete for port 1fc5b1a0-cccf-40ac-a6ae-d5366d65346d triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:56:54.486936 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-cce2101b-1a4e-432c-ad52-0d26b294c437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:54.497874 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c3ca98-8d0a-4d4c-8279-0fca5bd5bc1e tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:56:54.498313 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c3ca98-8d0a-4d4c-8279-0fca5bd5bc1e tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:56:54.498697 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c3ca98-8d0a-4d4c-8279-0fca5bd5bc1e tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:56:54.499084 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c3ca98-8d0a-4d4c-8279-0fca5bd5bc1e tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:56:54.499521 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c3ca98-8d0a-4d4c-8279-0fca5bd5bc1e tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:56:54.499904 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c3ca98-8d0a-4d4c-8279-0fca5bd5bc1e tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:56:54.500448 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c3ca98-8d0a-4d4c-8279-0fca5bd5bc1e tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:56:54.500833 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c3ca98-8d0a-4d4c-8279-0fca5bd5bc1e tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:56:54.501181 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c3ca98-8d0a-4d4c-8279-0fca5bd5bc1e tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:56:54.501555 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c3ca98-8d0a-4d4c-8279-0fca5bd5bc1e tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:56:54.501918 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c3ca98-8d0a-4d4c-8279-0fca5bd5bc1e tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:56:54.502284 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c3ca98-8d0a-4d4c-8279-0fca5bd5bc1e tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:56:54.509010 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-98c3ca98-8d0a-4d4c-8279-0fca5bd5bc1e tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:54.531300 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd7ce008-5779-4ad5-bd9d-3ef0f0a00467 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Deleting subnet 4d38a43c-5550-46df-a842-ae08d363424b {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 09:56:54.544391 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-cce2101b-1a4e-432c-ad52-0d26b294c437 None None] Port 1fc5b1a0-cccf-40ac-a6ae-d5366d65346d cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:56:54.546435 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded620df-536f-48f2-ac00-7705fbf97439 req-81aa31fa-59bd-4529-ab64-5079d9389f50 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:54.557042 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:54.557856 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ded620df-536f-48f2-ac00-7705fbf97439 req-81aa31fa-59bd-4529-ab64-5079d9389f50 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/ports?device_id=d325bd03-091f-43b5-9bbe-af7bc36c08e5 HTTP/1.1" status: 200 len: 945 time: 0.2810993 Jun 11 09:56:54.578197 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec788d3-85d9-4f28-b6cc-bad6f4b375b0 None None] Update dhcp port {'port': {'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'fixed_ips': [{'subnet_id': '4d38a43c-5550-46df-a842-ae08d363424b', 'ip_address': '2001:db8::f816:3eff:feef:1431'}, {'subnet_id': '1708d140-2643-4b4f-bd5b-630f3343bd30'}], 'binding:host_id': 'n-d-779913-12'}, 'id': 'ccb13b6a-70d5-42b6-9d93-538cb625e0af'} from n-d-779913-12. {{(pid=93178) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 11 09:56:54.594823 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cd7ce008-5779-4ad5-bd9d-3ef0f0a00467 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:54.605665 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port ccb13b6a-70d5-42b6-9d93-538cb625e0af, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=ccb13b6a-70d5-42b6-9d93-538cb625e0af,segment=NetworkSegment(e0bc2927-8a98-4066-9eb5-5174f5accc0f),segment_id=e0bc2927-8a98-4066-9eb5-5174f5accc0f)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:56:54.679186 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2ec788d3-85d9-4f28-b6cc-bad6f4b375b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:54.681099 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41880b3d-a213-49f5-879d-85297e38443d req-579ab715-1a8d-4667-8ede-52b687bec813 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:54.693903 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41880b3d-a213-49f5-879d-85297e38443d req-579ab715-1a8d-4667-8ede-52b687bec813 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:54.697500 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-41880b3d-a213-49f5-879d-85297e38443d req-579ab715-1a8d-4667-8ede-52b687bec813 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/ports?device_id=2992f16a-9563-4fa5-a891-6e4b717bbd86 HTTP/1.1" status: 200 len: 1654 time: 0.2038455 Jun 11 09:56:54.724845 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ded620df-536f-48f2-ac00-7705fbf97439 req-e1afdd24-8751-4902-b805-ad8faf97c778 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0a63a22-d585-43d6-b866-33fbb4d10728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636722 Jun 11 09:56:54.729996 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cd7ce008-5779-4ad5-bd9d-3ef0f0a00467 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:54.751527 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:54.763233 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-20d3aa6a-acb6-4a5f-9e74-16a9800a137a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:54.841260 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa75b93-9d37-4844-ac01-ba511d48f282 req-56aa0864-86a3-49b2-86a9-94dee940cac0 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:54.842765 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1aa75b93-9d37-4844-ac01-ba511d48f282 req-56aa0864-86a3-49b2-86a9-94dee940cac0 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.69 "GET /v2.0/ports?device_id=d325bd03-091f-43b5-9bbe-af7bc36c08e5 HTTP/1.1" status: 200 len: 945 time: 0.2586551 Jun 11 09:56:54.866062 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-e31fba3a-3cba-4554-9947-d14ca15d1b18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 487ebe7a-5fe9-498d-8b67-9725628795e2 {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:56:54.877552 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-e31fba3a-3cba-4554-9947-d14ca15d1b18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:54.898704 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device eaada8e6-4077-4542-af8d-d731c7dc1459 up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:56:54.905880 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-e31fba3a-3cba-4554-9947-d14ca15d1b18 service neutron] Transition to ACTIVE for port object 487ebe7a-5fe9-498d-8b67-9725628795e2 will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:56:54.915483 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-41880b3d-a213-49f5-879d-85297e38443d req-b9795fa6-396d-48b8-a22a-0ae1b3b4c20e tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/security-groups?id=abdcb17a-68bc-4d03-89e1-7baaf91e40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997766 Jun 11 09:56:54.934407 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cd7ce008-5779-4ad5-bd9d-3ef0f0a00467 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:54.973729 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-e31fba3a-3cba-4554-9947-d14ca15d1b18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:54.984603 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c1bb84a2-2bc9-412b-a84b-72764e25ce2c tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:55.022265 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=ccb13b6a-70d5-42b6-9d93-538cb625e0af,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:55.036951 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:55.094350 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-1aa75b93-9d37-4844-ac01-ba511d48f282 req-0a06ec2b-49fb-4cff-ad8c-58414a5c028e tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Deleting port fde48d19-1c7d-44e3-9924-5140b0e114bd {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:56:55.094706 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-1aa75b93-9d37-4844-ac01-ba511d48f282 req-0a06ec2b-49fb-4cff-ad8c-58414a5c028e tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:55.105425 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning for port eaada8e6-4077-4542-af8d-d731c7dc1459 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:56:55.113654 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port eaada8e6-4077-4542-af8d-d731c7dc1459 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:56:55.114409 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:55.248621 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-1aa75b93-9d37-4844-ac01-ba511d48f282 req-0a06ec2b-49fb-4cff-ad8c-58414a5c028e tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] For port fde48d19-1c7d-44e3-9924-5140b0e114bd, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=fde48d19-1c7d-44e3-9924-5140b0e114bd,segment=NetworkSegment(8cbdf263-7cef-4405-b417-fb9433495e8a),segment_id=8cbdf263-7cef-4405-b417-fb9433495e8a)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:56:55.249037 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-1aa75b93-9d37-4844-ac01-ba511d48f282 req-0a06ec2b-49fb-4cff-ad8c-58414a5c028e tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:55.253725 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cd7ce008-5779-4ad5-bd9d-3ef0f0a00467 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:55.258193 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server [None req-2ec788d3-85d9-4f28-b6cc-bad6f4b375b0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4d38a43c-5550-46df-a842-ae08d363424b: This subnet is being modified by another concurrent operation. Jun 11 09:56:55.258193 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 11 09:56:55.258193 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 11 09:56:55.258193 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 11 09:56:55.258193 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 11 09:56:55.258193 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 11 09:56:55.258193 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 11 09:56:55.258193 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 11 09:56:55.258193 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 11 09:56:55.258193 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 11 09:56:55.258193 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 11 09:56:55.258193 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 11 09:56:55.258193 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 11 09:56:55.258193 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 11 09:56:55.258193 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 11 09:56:55.258193 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 11 09:56:55.258193 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 11 09:56:55.258193 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server raise self.value Jun 11 09:56:55.258193 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 11 09:56:55.258193 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 11 09:56:55.258193 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 11 09:56:55.258193 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 11 09:56:55.258193 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 11 09:56:55.258193 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 11 09:56:55.258193 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 11 09:56:55.258193 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server raise self.value Jun 11 09:56:55.258193 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 11 09:56:55.258193 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 11 09:56:55.258193 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 11 09:56:55.258193 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 11 09:56:55.258193 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 11 09:56:55.258193 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 11 09:56:55.258193 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 11 09:56:55.258193 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server raise self.value Jun 11 09:56:55.258193 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 11 09:56:55.258193 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 11 09:56:55.258193 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jun 11 09:56:55.258193 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jun 11 09:56:55.258193 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jun 11 09:56:55.258193 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jun 11 09:56:55.258193 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 11 09:56:55.258193 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 11 09:56:55.258193 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 11 09:56:55.258193 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 11 09:56:55.258193 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 11 09:56:55.258193 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 11 09:56:55.258193 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 11 09:56:55.258193 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 11 09:56:55.258193 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 11 09:56:55.258193 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server raise self.value Jun 11 09:56:55.258193 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 11 09:56:55.258193 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 11 09:56:55.258193 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 11 09:56:55.258193 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 11 09:56:55.269518 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 11 09:56:55.269518 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 11 09:56:55.269518 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 11 09:56:55.269518 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server raise self.value Jun 11 09:56:55.269518 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 11 09:56:55.269518 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 11 09:56:55.269518 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 11 09:56:55.269518 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 11 09:56:55.269518 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 11 09:56:55.269518 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 11 09:56:55.269518 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 11 09:56:55.269518 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server raise self.value Jun 11 09:56:55.269518 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 11 09:56:55.269518 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 11 09:56:55.269518 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1715, in update_port Jun 11 09:56:55.269518 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jun 11 09:56:55.269518 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 11 09:56:55.269518 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 11 09:56:55.269518 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1493, in update_port Jun 11 09:56:55.269518 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jun 11 09:56:55.269518 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jun 11 09:56:55.269518 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jun 11 09:56:55.269518 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jun 11 09:56:55.269518 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jun 11 09:56:55.269518 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jun 11 09:56:55.269518 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 11 09:56:55.269518 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 11 09:56:55.269518 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 11 09:56:55.269518 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 11 09:56:55.269518 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server raise exception Jun 11 09:56:55.269518 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4d38a43c-5550-46df-a842-ae08d363424b: This subnet is being modified by another concurrent operation. Jun 11 09:56:55.269518 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server Jun 11 09:56:55.269518 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device ccb13b6a-70d5-42b6-9d93-538cb625e0af up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:56:55.275788 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-46271def-73eb-43c5-ad4b-7de3295b7497 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:55.360221 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31fba3a-3cba-4554-9947-d14ca15d1b18 service neutron] Pushing event updated for resources: {'Port': ['ID=487ebe7a-5fe9-498d-8b67-9725628795e2,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:55.364077 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7ce008-5779-4ad5-bd9d-3ef0f0a00467 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event deleted for resources: {'Subnet': ['ID=4d38a43c-5550-46df-a842-ae08d363424b,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:55.366885 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e31fba3a-3cba-4554-9947-d14ca15d1b18 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:55.368713 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-cd7ce008-5779-4ad5-bd9d-3ef0f0a00467 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:55.373774 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cd7ce008-5779-4ad5-bd9d-3ef0f0a00467 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:55.377508 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-cd7ce008-5779-4ad5-bd9d-3ef0f0a00467 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/subnets/4d38a43c-5550-46df-a842-ae08d363424b HTTP/1.1" status: 204 len: 168 time: 0.9623170 Jun 11 09:56:55.382813 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 57634) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:56:55.439985 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737a923b-244a-4566-8121-ab5b35f4ba1a None None] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:56:55.485199 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-3e979a04-1083-4e4a-80d7-e27d7bf51c97 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1010721 Jun 11 09:56:55.509619 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-9d819dc1-103a-4bab-b4fa-3d0ae79e768b None None] Provisioning complete for port ccb13b6a-70d5-42b6-9d93-538cb625e0af triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:56:55.510086 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-9d819dc1-103a-4bab-b4fa-3d0ae79e768b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:55.510380 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 57636) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:56:55.545650 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-e31fba3a-3cba-4554-9947-d14ca15d1b18 service neutron] Attempting to bind port 487ebe7a-5fe9-498d-8b67-9725628795e2 on host n-h2-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:56:55.546602 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-e31fba3a-3cba-4554-9947-d14ca15d1b18 service neutron] Attempting to bind port 487ebe7a-5fe9-498d-8b67-9725628795e2 by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': 'c3b2e812-5bb1-46e5-8a59-6578a4950b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '63dcd05b-769e-4871-a111-9c447794f65e'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:56:55.546602 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-e31fba3a-3cba-4554-9947-d14ca15d1b18 service neutron] Attempting to bind port 487ebe7a-5fe9-498d-8b67-9725628795e2 on network 63dcd05b-769e-4871-a111-9c447794f65e {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:56:55.555018 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-e31fba3a-3cba-4554-9947-d14ca15d1b18 service neutron] Port 487ebe7a-5fe9-498d-8b67-9725628795e2 on network 63dcd05b-769e-4871-a111-9c447794f65e not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:56:55.555385 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-e31fba3a-3cba-4554-9947-d14ca15d1b18 service neutron] Attempting to bind port 487ebe7a-5fe9-498d-8b67-9725628795e2 on network 63dcd05b-769e-4871-a111-9c447794f65e {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:56:55.564978 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-1aa75b93-9d37-4844-ac01-ba511d48f282 req-0a06ec2b-49fb-4cff-ad8c-58414a5c028e tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Calling delete_port for fde48d19-1c7d-44e3-9924-5140b0e114bd owned by compute:nova {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:56:55.573091 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-087749bd-68bb-477b-9f76-c29b836e5698 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Request body: {'subnet': {'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:56:55.586515 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-e31fba3a-3cba-4554-9947-d14ca15d1b18 service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:56:55.586801 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-e31fba3a-3cba-4554-9947-d14ca15d1b18 service neutron] Checking segment: {'id': 'c3b2e812-5bb1-46e5-8a59-6578a4950b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '63dcd05b-769e-4871-a111-9c447794f65e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:56:55.587184 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-e31fba3a-3cba-4554-9947-d14ca15d1b18 service neutron] Bound using segment: {'id': 'c3b2e812-5bb1-46e5-8a59-6578a4950b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '63dcd05b-769e-4871-a111-9c447794f65e'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:56:55.587661 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-e31fba3a-3cba-4554-9947-d14ca15d1b18 service neutron] Bound port: 487ebe7a-5fe9-498d-8b67-9725628795e2, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3b2e812-5bb1-46e5-8a59-6578a4950b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '63dcd05b-769e-4871-a111-9c447794f65e'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:56:55.588015 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-e31fba3a-3cba-4554-9947-d14ca15d1b18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:55.615054 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port ccb13b6a-70d5-42b6-9d93-538cb625e0af triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:56:55.615848 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:55.620615 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:55.626076 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98be7b9d-5c98-46e4-826b-a006c5b5de2a req-ad02e9e2-bed2-49ae-9ef8-2a671760d782 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:55.633778 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98be7b9d-5c98-46e4-826b-a006c5b5de2a req-ad02e9e2-bed2-49ae-9ef8-2a671760d782 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:55.640173 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98be7b9d-5c98-46e4-826b-a006c5b5de2a req-ad02e9e2-bed2-49ae-9ef8-2a671760d782 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:55.648256 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98be7b9d-5c98-46e4-826b-a006c5b5de2a req-ad02e9e2-bed2-49ae-9ef8-2a671760d782 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:55.655914 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98be7b9d-5c98-46e4-826b-a006c5b5de2a req-ad02e9e2-bed2-49ae-9ef8-2a671760d782 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:55.663693 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98be7b9d-5c98-46e4-826b-a006c5b5de2a req-ad02e9e2-bed2-49ae-9ef8-2a671760d782 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:55.670808 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98be7b9d-5c98-46e4-826b-a006c5b5de2a req-ad02e9e2-bed2-49ae-9ef8-2a671760d782 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:55.679411 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-98be7b9d-5c98-46e4-826b-a006c5b5de2a req-ad02e9e2-bed2-49ae-9ef8-2a671760d782 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 5427 time: 0.1926477 Jun 11 09:56:55.701747 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device da8fbc79-fb8f-44ca-a448-4f854b38b7e0 up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:56:55.795897 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f6a7ca-46ec-4828-ba03-1d3431df35b5 req-ac3e66ec-6a3e-4f8e-bc1b-82b7a29fd94c tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:55.803309 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9c702cf-dd7e-4dfa-b816-c6d03f19acf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaada8e6-4077-4542-af8d-d731c7dc1459'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:56:55.803602 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-85f6a7ca-46ec-4828-ba03-1d3431df35b5 req-ac3e66ec-6a3e-4f8e-bc1b-82b7a29fd94c tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaddf973-e588-464b-8514-112fb39e8650 HTTP/1.1" status: 200 len: 945 time: 0.3359537 Jun 11 09:56:55.805660 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d466aca3-5dbe-468a-8449-3bab28cb9346" -d '{"events": [{"server_uuid": "b9c702cf-dd7e-4dfa-b816-c6d03f19acf9", "name": "network-vif-plugged", "status": "completed", "tag": "eaada8e6-4077-4542-af8d-d731c7dc1459"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:56:55.824578 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-98be7b9d-5c98-46e4-826b-a006c5b5de2a req-fd2b42df-902f-4d87-87df-b0a3c9ede31e tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/security-groups?id=230a77c0-a6d2-4599-bb7a-d2d4f277106a&id=3ac47e06-1e75-4528-8507-ea5f5c2807d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1441541 Jun 11 09:56:55.831997 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port eaada8e6-4077-4542-af8d-d731c7dc1459, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=eaada8e6-4077-4542-af8d-d731c7dc1459,segment=NetworkSegment(686cf7b5-2b83-43f0-a6c3-e1d920022762),segment_id=686cf7b5-2b83-43f0-a6c3-e1d920022762)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:56:55.889374 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-e31fba3a-3cba-4554-9947-d14ca15d1b18 service neutron] For port 487ebe7a-5fe9-498d-8b67-9725628795e2, host n-h2-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:56:55.894011 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-e31fba3a-3cba-4554-9947-d14ca15d1b18 service neutron] For port 487ebe7a-5fe9-498d-8b67-9725628795e2, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=487ebe7a-5fe9-498d-8b67-9725628795e2,segment=NetworkSegment(c3b2e812-5bb1-46e5-8a59-6578a4950b7c),segment_id=c3b2e812-5bb1-46e5-8a59-6578a4950b7c)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:56:55.955752 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:55.957066 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 1679bae4-2d97-4ecb-add1-b9fc56247f86 up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:56:55.966936 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:55.988199 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-85f6a7ca-46ec-4828-ba03-1d3431df35b5 req-da8d6907-c1d7-4c4b-86ff-6ebb1420f2a8 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=28282b0e-6c5e-431e-9466-f7852b229f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1836333 Jun 11 09:56:56.010103 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-e31fba3a-3cba-4554-9947-d14ca15d1b18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:56.014305 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3cb8dbe0-c339-49f8-934b-a66066ab795b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:56.053685 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-1aa75b93-9d37-4844-ac01-ba511d48f282 req-0a06ec2b-49fb-4cff-ad8c-58414a5c028e tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:56.058725 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-689f16c0-e583-47ae-9271-e2b71c6118f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:56.072030 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-e31fba3a-3cba-4554-9947-d14ca15d1b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:56.072030 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-e31fba3a-3cba-4554-9947-d14ca15d1b18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:56.072030 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-e31fba3a-3cba-4554-9947-d14ca15d1b18 service neutron] 10.222.0.69 "PUT /v2.0/ports/487ebe7a-5fe9-498d-8b67-9725628795e2 HTTP/1.1" status: 200 len: 1093 time: 1.9811141 Jun 11 09:56:56.077460 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2992f16a-9563-4fa5-a891-6e4b717bbd86', 'tag': '487ebe7a-5fe9-498d-8b67-9725628795e2'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:56:56.079949 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e410657-78af-400d-803d-f545289c061d" -d '{"events": [{"name": "network-changed", "server_uuid": "2992f16a-9563-4fa5-a891-6e4b717bbd86", "tag": "487ebe7a-5fe9-498d-8b67-9725628795e2"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:56:56.118377 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09866d-b173-4ec4-a107-5460afd96a52 req-5029995f-b305-4b8e-8ae9-3a76ffd97434 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:56.125696 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7a09866d-b173-4ec4-a107-5460afd96a52 req-5029995f-b305-4b8e-8ae9-3a76ffd97434 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/ports?device_id=d325bd03-091f-43b5-9bbe-af7bc36c08e5 HTTP/1.1" status: 200 len: 867 time: 0.1577368 Jun 11 09:56:56.140694 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a06ec2b-49fb-4cff-ad8c-58414a5c028e tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Pushing event deleted for resources: {'Port': ['ID=fde48d19-1c7d-44e3-9924-5140b0e114bd,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:56.145798 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31fba3a-3cba-4554-9947-d14ca15d1b18 service neutron] Pushing event updated for resources: {'Port': ['ID=487ebe7a-5fe9-498d-8b67-9725628795e2,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:56.150934 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e31fba3a-3cba-4554-9947-d14ca15d1b18 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:56.157163 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0a06ec2b-49fb-4cff-ad8c-58414a5c028e tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:56.160189 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-087749bd-68bb-477b-9f76-c29b836e5698 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Made reservation on behalf of 3a7e48b24b924bff8faf8c740b2810c2 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:56:56.161983 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-087749bd-68bb-477b-9f76-c29b836e5698 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:56.257656 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd2d0f13-9f1a-4bd4-a35b-17b42f4cc58e x-openstack-request-id: req-fd2d0f13-9f1a-4bd4-a35b-17b42f4cc58e {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:56:56.258217 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9c702cf-dd7e-4dfa-b816-c6d03f19acf9", "name": "network-vif-plugged", "status": "completed", "tag": "eaada8e6-4077-4542-af8d-d731c7dc1459", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:56:56.258669 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fd2d0f13-9f1a-4bd4-a35b-17b42f4cc58e {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:56:56.259241 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9c702cf-dd7e-4dfa-b816-c6d03f19acf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaada8e6-4077-4542-af8d-d731c7dc1459', 'code': 200} Jun 11 09:56:56.263173 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-3e6e17c2-862e-45dd-b922-2948434f2c2f service neutron] Request body: {'port': {'device_id': '2992f16a-9563-4fa5-a891-6e4b717bbd86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:56:56.331768 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068aca63-5c7b-43ce-9d47-93b27e937311 None None] DHCP port deletion for f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 09:56:56.358880 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7a09866d-b173-4ec4-a107-5460afd96a52 req-1cc8f7bf-698f-4035-b427-5aceb6526bff tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0a63a22-d585-43d6-b866-33fbb4d10728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320850 Jun 11 09:56:56.414609 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning for port da8fbc79-fb8f-44ca-a448-4f854b38b7e0 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:56:56.425833 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=eaada8e6-4077-4542-af8d-d731c7dc1459,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:56.430866 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:56.431505 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port da8fbc79-fb8f-44ca-a448-4f854b38b7e0 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:56:56.431936 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:56.493084 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-3e6e17c2-862e-45dd-b922-2948434f2c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:56.535383 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-068aca63-5c7b-43ce-9d47-93b27e937311 None None] Deleting port ccb13b6a-70d5-42b6-9d93-538cb625e0af {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:56:56.536011 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-068aca63-5c7b-43ce-9d47-93b27e937311 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:56.602719 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning for port 1679bae4-2d97-4ecb-add1-b9fc56247f86 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:56:56.617067 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port 1679bae4-2d97-4ecb-add1-b9fc56247f86 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:56:56.623117 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:56.623117 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:56.720006 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf3d7b58-47fd-4dd4-b133-fcc69ef76989 x-openstack-request-id: req-bf3d7b58-47fd-4dd4-b133-fcc69ef76989 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:56:56.720350 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2992f16a-9563-4fa5-a891-6e4b717bbd86", "tag": "487ebe7a-5fe9-498d-8b67-9725628795e2", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:56:56.720650 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bf3d7b58-47fd-4dd4-b133-fcc69ef76989 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:56:56.721094 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2992f16a-9563-4fa5-a891-6e4b717bbd86', 'tag': '487ebe7a-5fe9-498d-8b67-9725628795e2', 'status': 'completed', 'code': 200} Jun 11 09:56:56.732265 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-068aca63-5c7b-43ce-9d47-93b27e937311 None None] For port ccb13b6a-70d5-42b6-9d93-538cb625e0af, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=ccb13b6a-70d5-42b6-9d93-538cb625e0af,segment=NetworkSegment(e0bc2927-8a98-4066-9eb5-5174f5accc0f),segment_id=e0bc2927-8a98-4066-9eb5-5174f5accc0f)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:56:56.732901 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-068aca63-5c7b-43ce-9d47-93b27e937311 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:56.815439 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aa75b93-9d37-4844-ac01-ba511d48f282 req-0a06ec2b-49fb-4cff-ad8c-58414a5c028e tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] No DVR routers for this DVR port fde48d19-1c7d-44e3-9924-5140b0e114bd on host n-h2-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:56:56.822390 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-1aa75b93-9d37-4844-ac01-ba511d48f282 req-0a06ec2b-49fb-4cff-ad8c-58414a5c028e tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:56.824420 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1aa75b93-9d37-4844-ac01-ba511d48f282 req-0a06ec2b-49fb-4cff-ad8c-58414a5c028e tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.69 "DELETE /v2.0/ports/fde48d19-1c7d-44e3-9924-5140b0e114bd HTTP/1.1" status: 204 len: 173 time: 1.9698050 Jun 11 09:56:56.846838 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd325bd03-091f-43b5-9bbe-af7bc36c08e5', 'name': 'network-vif-deleted', 'tag': 'fde48d19-1c7d-44e3-9924-5140b0e114bd'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:56:56.849548 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea2029b-f23e-422a-93dc-3c3706ab5cf5" -d '{"events": [{"server_uuid": "d325bd03-091f-43b5-9bbe-af7bc36c08e5", "name": "network-vif-deleted", "tag": "fde48d19-1c7d-44e3-9924-5140b0e114bd"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:56:56.917168 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-068aca63-5c7b-43ce-9d47-93b27e937311 None None] Calling delete_port for ccb13b6a-70d5-42b6-9d93-538cb625e0af owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:56:57.016431 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2677f04-1d6f-4b60-a8aa-e2b8eb031a84 req-e1afc827-43d3-406b-82df-db8544eab51b tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:57.022332 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2677f04-1d6f-4b60-a8aa-e2b8eb031a84 req-e1afc827-43d3-406b-82df-db8544eab51b tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:57.024014 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b2677f04-1d6f-4b60-a8aa-e2b8eb031a84 req-e1afc827-43d3-406b-82df-db8544eab51b tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/ports?device_id=2992f16a-9563-4fa5-a891-6e4b717bbd86 HTTP/1.1" status: 200 len: 1666 time: 0.2178390 Jun 11 09:56:57.034891 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e410657-78af-400d-803d-f545289c061d req-10b33918-9204-4f07-ab7d-bbd25b9e0e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:57.035515 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e410657-78af-400d-803d-f545289c061d req-10b33918-9204-4f07-ab7d-bbd25b9e0e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:57.037023 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0e410657-78af-400d-803d-f545289c061d req-10b33918-9204-4f07-ab7d-bbd25b9e0e4e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=738abe581be64edd8f2e0a146ff187c8&device_id=2992f16a-9563-4fa5-a891-6e4b717bbd86 HTTP/1.1" status: 200 len: 1914 time: 0.2420173 Jun 11 09:56:57.143325 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-3e6e17c2-862e-45dd-b922-2948434f2c2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fc5b1a0-cccf-40ac-a6ae-d5366d65346d {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:56:57.176577 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-3e6e17c2-862e-45dd-b922-2948434f2c2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:57.224857 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port da8fbc79-fb8f-44ca-a448-4f854b38b7e0, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=da8fbc79-fb8f-44ca-a448-4f854b38b7e0,segment=NetworkSegment(64ec67c3-ae73-4fd7-a5b7-323e0e068c2b),segment_id=64ec67c3-ae73-4fd7-a5b7-323e0e068c2b)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:56:57.238594 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b2677f04-1d6f-4b60-a8aa-e2b8eb031a84 req-173f660a-d25b-49be-8b10-680c636ba23e tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/security-groups?id=abdcb17a-68bc-4d03-89e1-7baaf91e40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002263 Jun 11 09:56:57.289752 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-3e6e17c2-862e-45dd-b922-2948434f2c2f service neutron] Transition to ACTIVE for port object 1fc5b1a0-cccf-40ac-a6ae-d5366d65346d will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:56:57.311433 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-622318fb-a306-465c-9e0b-073948bc51c3 x-openstack-request-id: req-622318fb-a306-465c-9e0b-073948bc51c3 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:56:57.311808 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d325bd03-091f-43b5-9bbe-af7bc36c08e5", "name": "network-vif-deleted", "tag": "fde48d19-1c7d-44e3-9924-5140b0e114bd", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:56:57.312118 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-622318fb-a306-465c-9e0b-073948bc51c3 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:56:57.312569 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd325bd03-091f-43b5-9bbe-af7bc36c08e5', 'name': 'network-vif-deleted', 'tag': 'fde48d19-1c7d-44e3-9924-5140b0e114bd', 'status': 'completed', 'code': 200} Jun 11 09:56:57.333313 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device ccb13b6a-70d5-42b6-9d93-538cb625e0af no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:56:57.347191 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-068aca63-5c7b-43ce-9d47-93b27e937311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:57.348568 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e410657-78af-400d-803d-f545289c061d req-cedc1709-5a92-4839-bfd2-2bd3d13a7a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:57.348989 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e410657-78af-400d-803d-f545289c061d req-cedc1709-5a92-4839-bfd2-2bd3d13a7a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:57.350197 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e410657-78af-400d-803d-f545289c061d req-cedc1709-5a92-4839-bfd2-2bd3d13a7a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:57.351916 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0e410657-78af-400d-803d-f545289c061d req-cedc1709-5a92-4839-bfd2-2bd3d13a7a1c service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=738abe581be64edd8f2e0a146ff187c8&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3018601 Jun 11 09:56:57.397368 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-32bf360d-344c-4406-914e-cf1d44cfe676 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:57.404967 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc748e1f-df40-438c-86ee-c067df9958a1 req-e8d0173b-51ea-4c89-9098-4acff0757926 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:57.413331 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc748e1f-df40-438c-86ee-c067df9958a1 req-e8d0173b-51ea-4c89-9098-4acff0757926 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:57.427903 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc748e1f-df40-438c-86ee-c067df9958a1 req-e8d0173b-51ea-4c89-9098-4acff0757926 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:57.434413 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc748e1f-df40-438c-86ee-c067df9958a1 req-e8d0173b-51ea-4c89-9098-4acff0757926 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:57.445424 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc748e1f-df40-438c-86ee-c067df9958a1 req-e8d0173b-51ea-4c89-9098-4acff0757926 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:57.452792 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc748e1f-df40-438c-86ee-c067df9958a1 req-e8d0173b-51ea-4c89-9098-4acff0757926 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:57.460671 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc748e1f-df40-438c-86ee-c067df9958a1 req-e8d0173b-51ea-4c89-9098-4acff0757926 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:57.468365 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:57.469366 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-dc748e1f-df40-438c-86ee-c067df9958a1 req-e8d0173b-51ea-4c89-9098-4acff0757926 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 5428 time: 0.3043036 Jun 11 09:56:57.469752 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device fde48d19-1c7d-44e3-9924-5140b0e114bd no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:56:57.479496 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-3e6e17c2-862e-45dd-b922-2948434f2c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:57.488261 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-087749bd-68bb-477b-9f76-c29b836e5698 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:57.491229 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f498c4fe-12b5-4725-9f78-fec66e6d0e59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:57.503485 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4e2e1e34-e467-48f9-8e65-6a69cd62d5d3 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:57.507436 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] No Port match for: fde48d19-1c7d-44e3-9924-5140b0e114bd {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:56:57.507436 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device fde48d19-1c7d-44e3-9924-5140b0e114bd not bound to the agent host n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:56:57.508513 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: ccb13b6a-70d5-42b6-9d93-538cb625e0af {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:56:57.509201 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device ccb13b6a-70d5-42b6-9d93-538cb625e0af not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:56:57.516808 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068aca63-5c7b-43ce-9d47-93b27e937311 None None] Pushing event deleted for resources: {'Port': ['ID=ccb13b6a-70d5-42b6-9d93-538cb625e0af,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:57.516808 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-068aca63-5c7b-43ce-9d47-93b27e937311 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:57.517323 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:57.559054 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068aca63-5c7b-43ce-9d47-93b27e937311 None None] No DVR routers for this DVR port ccb13b6a-70d5-42b6-9d93-538cb625e0af on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:56:57.572771 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 09:56:57.584396 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:57.644757 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=da8fbc79-fb8f-44ca-a448-4f854b38b7e0,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:57.649941 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:57.650559 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087749bd-68bb-477b-9f76-c29b836e5698 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:56:57.652135 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-dc748e1f-df40-438c-86ee-c067df9958a1 req-80940e7b-38ff-471d-bb9c-aa5d087a384b tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/security-groups?id=230a77c0-a6d2-4599-bb7a-d2d4f277106a&id=3ac47e06-1e75-4528-8507-ea5f5c2807d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1813745 Jun 11 09:56:57.655090 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 1679bae4-2d97-4ecb-add1-b9fc56247f86, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=1679bae4-2d97-4ecb-add1-b9fc56247f86,segment=NetworkSegment(686cf7b5-2b83-43f0-a6c3-e1d920022762),segment_id=686cf7b5-2b83-43f0-a6c3-e1d920022762)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:56:57.658080 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6e17c2-862e-45dd-b922-2948434f2c2f service neutron] Pushing event updated for resources: {'Port': ['ID=1fc5b1a0-cccf-40ac-a6ae-d5366d65346d,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:57.662987 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3e6e17c2-862e-45dd-b922-2948434f2c2f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:57.684250 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-087749bd-68bb-477b-9f76-c29b836e5698 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:56:57.692773 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087749bd-68bb-477b-9f76-c29b836e5698 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:57.693413 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-087749bd-68bb-477b-9f76-c29b836e5698 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:57.698807 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f2c4d3-22fb-41de-9051-b2b95704f7e3 None None] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:56:57.704693 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087749bd-68bb-477b-9f76-c29b836e5698 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event updated for resources: {'Subnet': ['ID=53e91b80-1132-4d8d-8b4c-b41648c10eef,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:57.723655 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-087749bd-68bb-477b-9f76-c29b836e5698 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:57.732044 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2c32d2-250f-45b6-be69-e721fa7fdcf0 req-b82b8e12-4b55-4a80-86b6-0ff7b7965d7b tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:57.739875 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4f2c32d2-250f-45b6-be69-e721fa7fdcf0 req-b82b8e12-4b55-4a80-86b6-0ff7b7965d7b tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaddf973-e588-464b-8514-112fb39e8650 HTTP/1.1" status: 200 len: 946 time: 0.2658281 Jun 11 09:56:57.749002 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e410657-78af-400d-803d-f545289c061d req-3e68627d-fb31-48eb-8b88-94745c90a014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:57.750405 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0e410657-78af-400d-803d-f545289c061d req-3e68627d-fb31-48eb-8b88-94745c90a014 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3910587 Jun 11 09:56:57.800803 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4f2c32d2-250f-45b6-be69-e721fa7fdcf0 req-12cb34aa-917c-4b22-b357-35ee22bca582 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=28282b0e-6c5e-431e-9466-f7852b229f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587862 Jun 11 09:56:57.860064 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-087749bd-68bb-477b-9f76-c29b836e5698 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2912092 Jun 11 09:56:57.862698 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 57666) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:56:57.869129 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-16a4ecd8-9add-4e23-8017-0baa5156f996 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Request body: {'subnet': {'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:56:57.915722 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-3e6e17c2-862e-45dd-b922-2948434f2c2f service neutron] Attempting to bind port 1fc5b1a0-cccf-40ac-a6ae-d5366d65346d on host n-h2-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:56:57.917375 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-3e6e17c2-862e-45dd-b922-2948434f2c2f service neutron] Attempting to bind port 1fc5b1a0-cccf-40ac-a6ae-d5366d65346d by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': '0a99701e-c802-4104-a45b-9601ba90511f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '4a8aa33c-b67c-469b-82fd-eeec45fb92e5'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:56:57.918367 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-3e6e17c2-862e-45dd-b922-2948434f2c2f service neutron] Attempting to bind port 1fc5b1a0-cccf-40ac-a6ae-d5366d65346d on network 4a8aa33c-b67c-469b-82fd-eeec45fb92e5 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:56:57.937738 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-3e6e17c2-862e-45dd-b922-2948434f2c2f service neutron] Port 1fc5b1a0-cccf-40ac-a6ae-d5366d65346d on network 4a8aa33c-b67c-469b-82fd-eeec45fb92e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:56:57.941179 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-3e6e17c2-862e-45dd-b922-2948434f2c2f service neutron] Attempting to bind port 1fc5b1a0-cccf-40ac-a6ae-d5366d65346d on network 4a8aa33c-b67c-469b-82fd-eeec45fb92e5 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:56:57.961732 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-3e6e17c2-862e-45dd-b922-2948434f2c2f service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:56:57.964416 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-3e6e17c2-862e-45dd-b922-2948434f2c2f service neutron] Checking segment: {'id': '0a99701e-c802-4104-a45b-9601ba90511f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '4a8aa33c-b67c-469b-82fd-eeec45fb92e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:56:57.964416 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-3e6e17c2-862e-45dd-b922-2948434f2c2f service neutron] Bound using segment: {'id': '0a99701e-c802-4104-a45b-9601ba90511f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '4a8aa33c-b67c-469b-82fd-eeec45fb92e5'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:56:57.970331 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-3e6e17c2-862e-45dd-b922-2948434f2c2f service neutron] Bound port: 1fc5b1a0-cccf-40ac-a6ae-d5366d65346d, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a99701e-c802-4104-a45b-9601ba90511f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '4a8aa33c-b67c-469b-82fd-eeec45fb92e5'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:56:57.972311 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-3e6e17c2-862e-45dd-b922-2948434f2c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:57.998841 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:58.002135 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 44968cf1-fbc9-4eec-b314-67f01cc0a00c up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:56:58.007659 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-580eb1bd-c53f-4f68-b876-eddf14c91c5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:58.041781 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c909c684-db32-4f83-ac48-5d087ef786e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'tenant_id': '3a7e48b24b924bff8faf8c740b2810c2', 'fixed_ips': [{'subnet_id': '53e91b80-1132-4d8d-8b4c-b41648c10eef'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 09:56:58.042663 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c909c684-db32-4f83-ac48-5d087ef786e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:58.149762 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7e689db6-c74e-4dfb-9314-429ea1f7a503 req-7fe4edbe-3cdd-4bf1-974e-74d54f53d144 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] 10.222.0.60 "GET /v2.0/ports?device_id=d325bd03-091f-43b5-9bbe-af7bc36c08e5 HTTP/1.1" status: 200 len: 210 time: 0.0637300 Jun 11 09:56:58.202644 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-3e6e17c2-862e-45dd-b922-2948434f2c2f service neutron] For port 1fc5b1a0-cccf-40ac-a6ae-d5366d65346d, host n-h2-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:56:58.208688 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-3e6e17c2-862e-45dd-b922-2948434f2c2f service neutron] For port 1fc5b1a0-cccf-40ac-a6ae-d5366d65346d, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=1fc5b1a0-cccf-40ac-a6ae-d5366d65346d,segment=NetworkSegment(0a99701e-c802-4104-a45b-9601ba90511f),segment_id=0a99701e-c802-4104-a45b-9601ba90511f)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:56:58.253936 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=1679bae4-2d97-4ecb-add1-b9fc56247f86,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:58.266906 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaddf973-e588-464b-8514-112fb39e8650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da8fbc79-fb8f-44ca-a448-4f854b38b7e0'}, {'server_uuid': 'b9c702cf-dd7e-4dfa-b816-c6d03f19acf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1679bae4-2d97-4ecb-add1-b9fc56247f86'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:56:58.276399 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f1b285-ce02-4003-a515-682018288716" -d '{"events": [{"server_uuid": "aaddf973-e588-464b-8514-112fb39e8650", "name": "network-vif-plugged", "status": "completed", "tag": "da8fbc79-fb8f-44ca-a448-4f854b38b7e0"}, {"server_uuid": "b9c702cf-dd7e-4dfa-b816-c6d03f19acf9", "name": "network-vif-plugged", "status": "completed", "tag": "1679bae4-2d97-4ecb-add1-b9fc56247f86"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:56:58.279590 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:58.283836 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-3e6e17c2-862e-45dd-b922-2948434f2c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:58.287321 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-15e70124-7187-4ba8-9f99-b069e049669d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:58.327530 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16a4ecd8-9add-4e23-8017-0baa5156f996 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Made reservation on behalf of 3a7e48b24b924bff8faf8c740b2810c2 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:56:58.331386 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-16a4ecd8-9add-4e23-8017-0baa5156f996 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:58.358408 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Jun 2021 09:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7908aa8-83be-498a-a73c-5c730210b346 x-openstack-request-id: req-d7908aa8-83be-498a-a73c-5c730210b346 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:56:58.358707 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaddf973-e588-464b-8514-112fb39e8650", "name": "network-vif-plugged", "status": "completed", "tag": "da8fbc79-fb8f-44ca-a448-4f854b38b7e0", "code": 200}, {"server_uuid": "b9c702cf-dd7e-4dfa-b816-c6d03f19acf9", "name": "network-vif-plugged", "status": "completed", "tag": "1679bae4-2d97-4ecb-add1-b9fc56247f86", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:56:58.360452 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d7908aa8-83be-498a-a73c-5c730210b346 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:56:58.361692 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaddf973-e588-464b-8514-112fb39e8650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da8fbc79-fb8f-44ca-a448-4f854b38b7e0', 'code': 200} Jun 11 09:56:58.362461 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9c702cf-dd7e-4dfa-b816-c6d03f19acf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1679bae4-2d97-4ecb-add1-b9fc56247f86', 'code': 200} Jun 11 09:56:58.392181 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6e17c2-862e-45dd-b922-2948434f2c2f service neutron] Pushing event updated for resources: {'Port': ['ID=1fc5b1a0-cccf-40ac-a6ae-d5366d65346d,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:58.398373 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3e6e17c2-862e-45dd-b922-2948434f2c2f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:58.403652 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-3e6e17c2-862e-45dd-b922-2948434f2c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:58.404591 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-3e6e17c2-862e-45dd-b922-2948434f2c2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:58.406094 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-3e6e17c2-862e-45dd-b922-2948434f2c2f service neutron] 10.222.0.69 "PUT /v2.0/ports/1fc5b1a0-cccf-40ac-a6ae-d5366d65346d HTTP/1.1" status: 200 len: 1092 time: 2.1899126 Jun 11 09:56:58.420465 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-c909c684-db32-4f83-ac48-5d087ef786e0 None None] Allocated IP 2001:db8::2 (f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc/53e91b80-1132-4d8d-8b4c-b41648c10eef/3475c7dd-4f77-40dc-a3ef-7c8c5e702d54) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:56:58.447486 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning for port 44968cf1-fbc9-4eec-b314-67f01cc0a00c completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:56:58.513646 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port 44968cf1-fbc9-4eec-b314-67f01cc0a00c triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:56:58.514328 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:58.613817 n-d-779913-12 neutron-server[93177]: INFO neutron.db.ipam_backend_mixin [None req-16a4ecd8-9add-4e23-8017-0baa5156f996 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 53e91b80-1132-4d8d-8b4c-b41648c10eef (CIDR: 2001:db8::/64) Jun 11 09:56:58.647941 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d13defd-6edf-4f37-90f5-50596eaf4fb1 req-649b4546-d6c0-445b-96cd-e8c095b8249e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:58.649442 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6d13defd-6edf-4f37-90f5-50596eaf4fb1 req-649b4546-d6c0-445b-96cd-e8c095b8249e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=aaddf973-e588-464b-8514-112fb39e8650 HTTP/1.1" status: 200 len: 1098 time: 0.2086730 Jun 11 09:56:58.674014 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-16a4ecd8-9add-4e23-8017-0baa5156f996 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 09:56:58.674893 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16a4ecd8-9add-4e23-8017-0baa5156f996 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 09:56:58.720971 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-5b9366c5-3124-40b0-9cd3-9195dad31262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:58.721566 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-5b9366c5-3124-40b0-9cd3-9195dad31262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:58.726340 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f6afba-0d55-45c6-b87d-a46eb21ab04d req-9c6fc6ef-f223-4e6c-a3af-53b2f7a9304b tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:58.729770 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-5b9366c5-3124-40b0-9cd3-9195dad31262 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=738abe581be64edd8f2e0a146ff187c8&device_id=2992f16a-9563-4fa5-a891-6e4b717bbd86 HTTP/1.1" status: 200 len: 1982 time: 0.1136246 Jun 11 09:56:58.742962 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f6afba-0d55-45c6-b87d-a46eb21ab04d req-9c6fc6ef-f223-4e6c-a3af-53b2f7a9304b tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:58.750733 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d1f6afba-0d55-45c6-b87d-a46eb21ab04d req-9c6fc6ef-f223-4e6c-a3af-53b2f7a9304b tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/ports?device_id=2992f16a-9563-4fa5-a891-6e4b717bbd86 HTTP/1.1" status: 200 len: 1678 time: 0.2422526 Jun 11 09:56:58.755032 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2992f16a-9563-4fa5-a891-6e4b717bbd86', 'tag': '1fc5b1a0-cccf-40ac-a6ae-d5366d65346d'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:56:58.761175 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aec3b124-d6ab-4ba1-9bd2-698d0006fee3" -d '{"events": [{"name": "network-changed", "server_uuid": "2992f16a-9563-4fa5-a891-6e4b717bbd86", "tag": "1fc5b1a0-cccf-40ac-a6ae-d5366d65346d"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:56:58.774814 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:58.828390 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6d13defd-6edf-4f37-90f5-50596eaf4fb1 req-10810184-4daa-457a-af38-9d117d95b747 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=28282b0e-6c5e-431e-9466-f7852b229f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1694455 Jun 11 09:56:58.833615 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c909c684-db32-4f83-ac48-5d087ef786e0 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:58.844437 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d1f6afba-0d55-45c6-b87d-a46eb21ab04d req-f8710b84-7059-4197-a72c-9970b2ced64a tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/security-groups?id=abdcb17a-68bc-4d03-89e1-7baaf91e40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764096 Jun 11 09:56:58.859941 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-9975625f-aa16-4e02-94a6-d9651c564e5d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.252&port_id=487ebe7a-5fe9-498d-8b67-9725628795e2 HTTP/1.1" status: 200 len: 217 time: 0.1226506 Jun 11 09:56:58.864046 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-16a4ecd8-9add-4e23-8017-0baa5156f996 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0002074 Jun 11 09:56:58.864662 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 57680) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:56:58.871688 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-83c8421f-cefc-422d-8115-70cb48ad9a4d tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Request body: {'subnet': {'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:56:58.904105 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 44968cf1-fbc9-4eec-b314-67f01cc0a00c, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=44968cf1-fbc9-4eec-b314-67f01cc0a00c,segment=NetworkSegment(686cf7b5-2b83-43f0-a6c3-e1d920022762),segment_id=686cf7b5-2b83-43f0-a6c3-e1d920022762)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:56:58.905642 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-c909c684-db32-4f83-ac48-5d087ef786e0 None None] Transition to ACTIVE for port object 3475c7dd-4f77-40dc-a3ef-7c8c5e702d54 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:56:58.924866 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3f6a49c-535f-4b3b-b734-be9d38c72835 x-openstack-request-id: req-c3f6a49c-535f-4b3b-b734-be9d38c72835 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:56:58.924866 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2992f16a-9563-4fa5-a891-6e4b717bbd86", "tag": "1fc5b1a0-cccf-40ac-a6ae-d5366d65346d", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:56:58.925095 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c3f6a49c-535f-4b3b-b734-be9d38c72835 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:56:58.925606 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2992f16a-9563-4fa5-a891-6e4b717bbd86', 'tag': '1fc5b1a0-cccf-40ac-a6ae-d5366d65346d', 'status': 'completed', 'code': 200} Jun 11 09:56:58.928650 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-c909c684-db32-4f83-ac48-5d087ef786e0 None None] Transition to ACTIVE for port object 3475c7dd-4f77-40dc-a3ef-7c8c5e702d54 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:56:59.002136 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:59.005129 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 31bcc4b9-58bd-4fec-b00e-1686a7b3b5c8 up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:56:59.012778 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-323451f7-221f-412d-a0c6-8355daa4f1d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:59.092320 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c909c684-db32-4f83-ac48-5d087ef786e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:59.120850 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-009f3e3f-0d8a-4190-80c2-ade4bf9c8f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:59.122299 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-009f3e3f-0d8a-4190-80c2-ade4bf9c8f97 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0a3a8c14-6855-4273-866a-b1a6ca41f5f8 HTTP/1.1" status: 200 len: 801 time: 0.1275527 Jun 11 09:56:59.139198 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d577d-c5b9-43bc-8d31-8e3e81d63e0e req-3b32d028-02c4-40e3-bce5-de937951335d tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:59.146106 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-631d577d-c5b9-43bc-8d31-8e3e81d63e0e req-3b32d028-02c4-40e3-bce5-de937951335d tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaddf973-e588-464b-8514-112fb39e8650 HTTP/1.1" status: 200 len: 946 time: 0.1187899 Jun 11 09:56:59.170346 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c909c684-db32-4f83-ac48-5d087ef786e0 None None] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:56:59.182534 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=44968cf1-fbc9-4eec-b314-67f01cc0a00c,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:59.182534 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-c909c684-db32-4f83-ac48-5d087ef786e0 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:56:59.184326 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:59.184859 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-73923c23-9c1e-4227-9d78-d8903054f703 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:59.186813 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b01ce06-5c14-4678-870d-afce0118dee7 req-938c8a42-3cf1-4433-9c02-901f8581b09a tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:59.192486 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b01ce06-5c14-4678-870d-afce0118dee7 req-938c8a42-3cf1-4433-9c02-901f8581b09a tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:59.199779 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b01ce06-5c14-4678-870d-afce0118dee7 req-938c8a42-3cf1-4433-9c02-901f8581b09a tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:59.205748 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b01ce06-5c14-4678-870d-afce0118dee7 req-938c8a42-3cf1-4433-9c02-901f8581b09a tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:59.211023 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-631d577d-c5b9-43bc-8d31-8e3e81d63e0e req-bdfd601e-549c-4bf5-8437-49a45586ce41 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=28282b0e-6c5e-431e-9466-f7852b229f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624502 Jun 11 09:56:59.212193 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b01ce06-5c14-4678-870d-afce0118dee7 req-938c8a42-3cf1-4433-9c02-901f8581b09a tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:59.217945 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b01ce06-5c14-4678-870d-afce0118dee7 req-938c8a42-3cf1-4433-9c02-901f8581b09a tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:59.233152 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b01ce06-5c14-4678-870d-afce0118dee7 req-938c8a42-3cf1-4433-9c02-901f8581b09a tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:59.233152 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8b01ce06-5c14-4678-870d-afce0118dee7 req-938c8a42-3cf1-4433-9c02-901f8581b09a tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 5429 time: 0.3349707 Jun 11 09:56:59.245710 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c909c684-db32-4f83-ac48-5d087ef786e0 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:56:59.248455 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c909c684-db32-4f83-ac48-5d087ef786e0 None None] Pushing event updated for resources: {'Port': ['ID=3475c7dd-4f77-40dc-a3ef-7c8c5e702d54,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:59.252611 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-c909c684-db32-4f83-ac48-5d087ef786e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:59.298766 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning for port 31bcc4b9-58bd-4fec-b00e-1686a7b3b5c8 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:56:59.302070 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8b01ce06-5c14-4678-870d-afce0118dee7 req-bf2e0c1b-255a-4c55-bf70-00b69ab6b842 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/security-groups?id=230a77c0-a6d2-4599-bb7a-d2d4f277106a&id=3ac47e06-1e75-4528-8507-ea5f5c2807d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0678866 Jun 11 09:56:59.318115 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83c8421f-cefc-422d-8115-70cb48ad9a4d tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Made reservation on behalf of 3a7e48b24b924bff8faf8c740b2810c2 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:56:59.322241 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-83c8421f-cefc-422d-8115-70cb48ad9a4d tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:59.345857 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-c909c684-db32-4f83-ac48-5d087ef786e0 None None] Attempting to bind port 3475c7dd-4f77-40dc-a3ef-7c8c5e702d54 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:56:59.346281 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-c909c684-db32-4f83-ac48-5d087ef786e0 None None] Attempting to bind port 3475c7dd-4f77-40dc-a3ef-7c8c5e702d54 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'e0bc2927-8a98-4066-9eb5-5174f5accc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:56:59.346666 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c909c684-db32-4f83-ac48-5d087ef786e0 None None] Attempting to bind port 3475c7dd-4f77-40dc-a3ef-7c8c5e702d54 on network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:56:59.349104 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port 31bcc4b9-58bd-4fec-b00e-1686a7b3b5c8 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:56:59.349487 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:59.357842 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-2549333e-48b5-4c82-926d-f485187c11ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:56:59.359335 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-2549333e-48b5-4c82-926d-f485187c11ae service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=63dcd05b-769e-4871-a111-9c447794f65e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2224658 Jun 11 09:56:59.408912 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c909c684-db32-4f83-ac48-5d087ef786e0 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:56:59.409301 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c909c684-db32-4f83-ac48-5d087ef786e0 None None] Checking segment: {'id': 'e0bc2927-8a98-4066-9eb5-5174f5accc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:56:59.409720 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c909c684-db32-4f83-ac48-5d087ef786e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:59.410129 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c909c684-db32-4f83-ac48-5d087ef786e0 None None] Bound using segment: {'id': 'e0bc2927-8a98-4066-9eb5-5174f5accc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:56:59.410890 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-c909c684-db32-4f83-ac48-5d087ef786e0 None None] Bound port: 3475c7dd-4f77-40dc-a3ef-7c8c5e702d54, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0bc2927-8a98-4066-9eb5-5174f5accc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:56:59.411288 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c909c684-db32-4f83-ac48-5d087ef786e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:59.471872 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 57690) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:56:59.554603 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:59.576045 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-c909c684-db32-4f83-ac48-5d087ef786e0 None None] For port 3475c7dd-4f77-40dc-a3ef-7c8c5e702d54, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:56:59.615173 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 31bcc4b9-58bd-4fec-b00e-1686a7b3b5c8, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=31bcc4b9-58bd-4fec-b00e-1686a7b3b5c8,segment=NetworkSegment(686cf7b5-2b83-43f0-a6c3-e1d920022762),segment_id=686cf7b5-2b83-43f0-a6c3-e1d920022762)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:56:59.620009 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-c909c684-db32-4f83-ac48-5d087ef786e0 None None] For port 3475c7dd-4f77-40dc-a3ef-7c8c5e702d54, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=3475c7dd-4f77-40dc-a3ef-7c8c5e702d54,segment=NetworkSegment(e0bc2927-8a98-4066-9eb5-5174f5accc0f),segment_id=e0bc2927-8a98-4066-9eb5-5174f5accc0f)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:56:59.636260 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-58ea9d2d-4ca5-43bb-8a53-1d13211235fb service neutron] 10.222.0.69 "GET /v2.0/networks/63dcd05b-769e-4871-a111-9c447794f65e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661023 Jun 11 09:56:59.724817 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:59.725782 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 6002c3af-dd58-4a68-a700-e1997afee2fa up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:56:59.729998 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:59.784428 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c909c684-db32-4f83-ac48-5d087ef786e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:56:59.867703 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-b423e8f2-ad29-422b-9614-3d0d0f838440 service neutron] 10.222.0.69 "GET /v2.0/networks/63dcd05b-769e-4871-a111-9c447794f65e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219992 Jun 11 09:56:59.870131 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=31bcc4b9-58bd-4fec-b00e-1686a7b3b5c8,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:56:59.886117 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:56:59.886560 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-20d3aa6a-acb6-4a5f-9e74-16a9800a137a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:56:59.950011 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-a16089f3-2235-4290-99fc-715e1a123bba service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.76&port_id=1fc5b1a0-cccf-40ac-a6ae-d5366d65346d HTTP/1.1" status: 200 len: 217 time: 0.0738931 Jun 11 09:56:59.975767 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning for port 6002c3af-dd58-4a68-a700-e1997afee2fa completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:57:00.008232 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port 6002c3af-dd58-4a68-a700-e1997afee2fa triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:57:00.009811 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:00.056926 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-3fcf66e3-4adf-4c8a-b513-b0475957d407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:00.058646 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-3fcf66e3-4adf-4c8a-b513-b0475957d407 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0ae12cb2-91e8-427f-8bf6-169f2206d6b3 HTTP/1.1" status: 200 len: 801 time: 0.0993178 Jun 11 09:57:00.162514 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c909c684-db32-4f83-ac48-5d087ef786e0 None None] Pushing event updated for resources: {'Port': ['ID=3475c7dd-4f77-40dc-a3ef-7c8c5e702d54,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:00.171955 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-c909c684-db32-4f83-ac48-5d087ef786e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:00.289355 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:00.309273 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-20417238-1ff1-417f-a496-82065894672e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375209'] for router_interface, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:00.349837 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 6002c3af-dd58-4a68-a700-e1997afee2fa, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=6002c3af-dd58-4a68-a700-e1997afee2fa,segment=NetworkSegment(eeb5ae5e-db04-4a86-95ef-62fd769c5d60),segment_id=eeb5ae5e-db04-4a86-95ef-62fd769c5d60)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:57:00.363770 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9c702cf-dd7e-4dfa-b816-c6d03f19acf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44968cf1-fbc9-4eec-b314-67f01cc0a00c'}, {'server_uuid': 'b9c702cf-dd7e-4dfa-b816-c6d03f19acf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31bcc4b9-58bd-4fec-b00e-1686a7b3b5c8'}, {'server_uuid': 'b9c702cf-dd7e-4dfa-b816-c6d03f19acf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6002c3af-dd58-4a68-a700-e1997afee2fa'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:57:00.366147 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-264360f0-810e-4d84-88aa-aab5162e85a0" -d '{"events": [{"server_uuid": "b9c702cf-dd7e-4dfa-b816-c6d03f19acf9", "name": "network-vif-plugged", "status": "completed", "tag": "44968cf1-fbc9-4eec-b314-67f01cc0a00c"}, {"server_uuid": "b9c702cf-dd7e-4dfa-b816-c6d03f19acf9", "name": "network-vif-plugged", "status": "completed", "tag": "31bcc4b9-58bd-4fec-b00e-1686a7b3b5c8"}, {"server_uuid": "b9c702cf-dd7e-4dfa-b816-c6d03f19acf9", "name": "network-vif-plugged", "status": "completed", "tag": "6002c3af-dd58-4a68-a700-e1997afee2fa"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:57:00.404377 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43612c33-096e-433c-a5a2-e75bca71700d req-9e79c0d9-b917-4419-a478-d072f1750221 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:00.410403 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43612c33-096e-433c-a5a2-e75bca71700d req-9e79c0d9-b917-4419-a478-d072f1750221 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:00.412087 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-43612c33-096e-433c-a5a2-e75bca71700d req-9e79c0d9-b917-4419-a478-d072f1750221 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/ports?device_id=2992f16a-9563-4fa5-a891-6e4b717bbd86 HTTP/1.1" status: 200 len: 1678 time: 0.3384380 Jun 11 09:57:00.418657 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:00.419864 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device d2cec35c-4c11-4de7-ae05-5512220e5a5d up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:57:00.421932 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:00.498281 n-d-779913-12 neutron-server[93177]: DEBUG neutron.objects.ports [None req-83c8421f-cefc-422d-8115-70cb48ad9a4d tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93177) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 11 09:57:00.500368 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-80eb07be-0725-4f16-b6eb-1ba80d5247bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:00.501881 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-80eb07be-0725-4f16-b6eb-1ba80d5247bc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4a8aa33c-b67c-469b-82fd-eeec45fb92e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4364181 Jun 11 09:57:00.545188 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-43612c33-096e-433c-a5a2-e75bca71700d req-af145884-25cd-46e5-8c81-a0a9003b4aa2 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/security-groups?id=abdcb17a-68bc-4d03-89e1-7baaf91e40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805039 Jun 11 09:57:00.556826 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=6002c3af-dd58-4a68-a700-e1997afee2fa,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:00.562051 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:00.661313 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning for port d2cec35c-4c11-4de7-ae05-5512220e5a5d completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:57:00.665995 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port d2cec35c-4c11-4de7-ae05-5512220e5a5d triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:57:00.666598 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:00.795290 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01e434d-a773-45dd-a9c7-383b518e76d2 req-b8bdf889-f244-4c94-8ad7-ad5b01e1ffa4 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:00.796671 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d01e434d-a773-45dd-a9c7-383b518e76d2 req-b8bdf889-f244-4c94-8ad7-ad5b01e1ffa4 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaddf973-e588-464b-8514-112fb39e8650 HTTP/1.1" status: 200 len: 946 time: 0.3973403 Jun 11 09:57:00.814840 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:00.887294 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port d2cec35c-4c11-4de7-ae05-5512220e5a5d, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=d2cec35c-4c11-4de7-ae05-5512220e5a5d,segment=NetworkSegment(de8f4a9a-622b-46a1-b033-7ca5cca64f80),segment_id=de8f4a9a-622b-46a1-b033-7ca5cca64f80)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:57:00.958877 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:00.960148 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device ee6d8406-891b-46a7-bc3a-0e7fa5d0de9c up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:57:01.293675 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-fbfce89a-db1b-4ee1-a112-aa49c8a425e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:01.352158 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 3475c7dd-4f77-40dc-a3ef-7c8c5e702d54 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:57:01.383145 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fcd72ba-4f98-44c3-b5b9-780c788f6e77 None None] get_active_networks_info from n-d-779913-12 {{(pid=93178) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 11 09:57:01.416737 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-12a4917d-07fd-4489-9dbf-bfdda20e9918 service neutron] 10.222.0.69 "GET /v2.0/networks/4a8aa33c-b67c-469b-82fd-eeec45fb92e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9049652 Jun 11 09:57:01.430042 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d01e434d-a773-45dd-a9c7-383b518e76d2 req-086b7511-4f14-4ab5-a0b8-647df84f73f4 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=28282b0e-6c5e-431e-9466-f7852b229f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6211512 Jun 11 09:57:01.464841 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:01.491390 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e635f5ee-ab98-4863-a8b4-b39c4be907b1 req-36fc6bc8-e901-4d9b-81c7-9349ee811a8e tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:01.498756 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e635f5ee-ab98-4863-a8b4-b39c4be907b1 req-36fc6bc8-e901-4d9b-81c7-9349ee811a8e tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:01.506154 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e635f5ee-ab98-4863-a8b4-b39c4be907b1 req-36fc6bc8-e901-4d9b-81c7-9349ee811a8e tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:01.513119 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e635f5ee-ab98-4863-a8b4-b39c4be907b1 req-36fc6bc8-e901-4d9b-81c7-9349ee811a8e tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:01.518890 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e635f5ee-ab98-4863-a8b4-b39c4be907b1 req-36fc6bc8-e901-4d9b-81c7-9349ee811a8e tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:01.525251 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e635f5ee-ab98-4863-a8b4-b39c4be907b1 req-36fc6bc8-e901-4d9b-81c7-9349ee811a8e tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:01.535160 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e635f5ee-ab98-4863-a8b4-b39c4be907b1 req-36fc6bc8-e901-4d9b-81c7-9349ee811a8e tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:01.537237 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e635f5ee-ab98-4863-a8b4-b39c4be907b1 req-36fc6bc8-e901-4d9b-81c7-9349ee811a8e tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 5432 time: 0.8511498 Jun 11 09:57:01.543641 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 11 Jun 2021 09:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0ae023c-35f9-44cb-8e8b-fcd9fea73df3 x-openstack-request-id: req-d0ae023c-35f9-44cb-8e8b-fcd9fea73df3 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:57:01.543958 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9c702cf-dd7e-4dfa-b816-c6d03f19acf9", "name": "network-vif-plugged", "status": "completed", "tag": "44968cf1-fbc9-4eec-b314-67f01cc0a00c", "code": 200}, {"server_uuid": "b9c702cf-dd7e-4dfa-b816-c6d03f19acf9", "name": "network-vif-plugged", "status": "completed", "tag": "31bcc4b9-58bd-4fec-b00e-1686a7b3b5c8", "code": 200}, {"server_uuid": "b9c702cf-dd7e-4dfa-b816-c6d03f19acf9", "name": "network-vif-plugged", "status": "completed", "tag": "6002c3af-dd58-4a68-a700-e1997afee2fa", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:57:01.544225 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d0ae023c-35f9-44cb-8e8b-fcd9fea73df3 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:57:01.544635 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9c702cf-dd7e-4dfa-b816-c6d03f19acf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44968cf1-fbc9-4eec-b314-67f01cc0a00c', 'code': 200} Jun 11 09:57:01.544902 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9c702cf-dd7e-4dfa-b816-c6d03f19acf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31bcc4b9-58bd-4fec-b00e-1686a7b3b5c8', 'code': 200} Jun 11 09:57:01.545170 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9c702cf-dd7e-4dfa-b816-c6d03f19acf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6002c3af-dd58-4a68-a700-e1997afee2fa', 'code': 200} Jun 11 09:57:01.549761 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=d2cec35c-4c11-4de7-ae05-5512220e5a5d,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:01.556856 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:01.605435 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-20417238-1ff1-417f-a496-82065894672e admin admin] Deleting port da239b45-04ed-42a6-aeb9-782dd8c7e830 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:57:01.605726 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-20417238-1ff1-417f-a496-82065894672e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:01.610034 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-46311491-bf77-4a98-8d98-d9b9665a357f None None] Provisioning for port 3475c7dd-4f77-40dc-a3ef-7c8c5e702d54 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:57:01.675078 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e635f5ee-ab98-4863-a8b4-b39c4be907b1 req-95db3296-7fe9-41ed-b4f5-798cd223fcf2 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/security-groups?id=230a77c0-a6d2-4599-bb7a-d2d4f277106a&id=3ac47e06-1e75-4528-8507-ea5f5c2807d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1290407 Jun 11 09:57:01.697870 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1a38b1ec-6c91-4f49-8482-77dc48cdca41 req-93504857-d159-4108-a545-94f27b016b2f service neutron] 10.222.0.69 "GET /v2.0/networks/4a8aa33c-b67c-469b-82fd-eeec45fb92e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593780 Jun 11 09:57:01.698666 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-83c8421f-cefc-422d-8115-70cb48ad9a4d tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:01.817840 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fcd72ba-4f98-44c3-b5b9-780c788f6e77 None None] Resources bound (agent type, host, resource id): {{(pid=93178) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 11 09:57:01.867119 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-20417238-1ff1-417f-a496-82065894672e admin admin] For port da239b45-04ed-42a6-aeb9-782dd8c7e830, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=da239b45-04ed-42a6-aeb9-782dd8c7e830,segment=NetworkSegment(8cbdf263-7cef-4405-b417-fb9433495e8a),segment_id=8cbdf263-7cef-4405-b417-fb9433495e8a)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:57:01.867374 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-20417238-1ff1-417f-a496-82065894672e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:01.886777 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning for port ee6d8406-891b-46a7-bc3a-0e7fa5d0de9c completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:57:01.896359 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port ee6d8406-891b-46a7-bc3a-0e7fa5d0de9c triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:57:01.896749 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:01.949051 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 3475c7dd-4f77-40dc-a3ef-7c8c5e702d54 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:57:01.980784 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-20417238-1ff1-417f-a496-82065894672e admin admin] Calling delete_port for da239b45-04ed-42a6-aeb9-782dd8c7e830 owned by network:router_interface {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:57:01.981059 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 3475c7dd-4f77-40dc-a3ef-7c8c5e702d54 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:57:01.981059 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:02.001976 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-83c8421f-cefc-422d-8115-70cb48ad9a4d tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] For port 3475c7dd-4f77-40dc-a3ef-7c8c5e702d54, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=3475c7dd-4f77-40dc-a3ef-7c8c5e702d54,segment=NetworkSegment(e0bc2927-8a98-4066-9eb5-5174f5accc0f),segment_id=e0bc2927-8a98-4066-9eb5-5174f5accc0f)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:57:02.050681 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-83c8421f-cefc-422d-8115-70cb48ad9a4d tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:02.063371 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec3b124-d6ab-4ba1-9bd2-698d0006fee3 req-771a8e75-3f36-4229-8a80-662e8e001f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:02.064187 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec3b124-d6ab-4ba1-9bd2-698d0006fee3 req-771a8e75-3f36-4229-8a80-662e8e001f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:02.065919 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-aec3b124-d6ab-4ba1-9bd2-698d0006fee3 req-771a8e75-3f36-4229-8a80-662e8e001f00 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=738abe581be64edd8f2e0a146ff187c8&device_id=2992f16a-9563-4fa5-a891-6e4b717bbd86 HTTP/1.1" status: 200 len: 1982 time: 0.1185784 Jun 11 09:57:02.082579 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a1eef-a399-42ad-8aa4-2901861cd4a7 req-0556786a-d7fe-4a6f-897c-1a91cc69f6b8 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:02.089223 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a1eef-a399-42ad-8aa4-2901861cd4a7 req-0556786a-d7fe-4a6f-897c-1a91cc69f6b8 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:02.091089 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-204a1eef-a399-42ad-8aa4-2901861cd4a7 req-0556786a-d7fe-4a6f-897c-1a91cc69f6b8 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/ports?device_id=2992f16a-9563-4fa5-a891-6e4b717bbd86 HTTP/1.1" status: 200 len: 1678 time: 0.2684572 Jun 11 09:57:02.164280 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-83c8421f-cefc-422d-8115-70cb48ad9a4d tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:02.165190 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-83c8421f-cefc-422d-8115-70cb48ad9a4d tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:02.169592 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ca9e5d34-24d0-4211-a669-3c2491fcea68 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:02.202399 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-204a1eef-a399-42ad-8aa4-2901861cd4a7 req-a6cb1410-85ec-4faa-bdd2-644910086c52 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/security-groups?id=abdcb17a-68bc-4d03-89e1-7baaf91e40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974507 Jun 11 09:57:02.206727 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:02.235801 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c8421f-cefc-422d-8115-70cb48ad9a4d tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:57:02.245293 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-83c8421f-cefc-422d-8115-70cb48ad9a4d tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:57:02.289235 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c8421f-cefc-422d-8115-70cb48ad9a4d tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:02.290389 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-83c8421f-cefc-422d-8115-70cb48ad9a4d tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:02.320969 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec3b124-d6ab-4ba1-9bd2-698d0006fee3 req-40ba70dc-1c7e-482b-ab38-876e2b9c2e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:02.322720 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-aec3b124-d6ab-4ba1-9bd2-698d0006fee3 req-40ba70dc-1c7e-482b-ab38-876e2b9c2e05 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4a8aa33c-b67c-469b-82fd-eeec45fb92e5 HTTP/1.1" status: 200 len: 903 time: 0.2494762 Jun 11 09:57:02.328317 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c8421f-cefc-422d-8115-70cb48ad9a4d tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event updated for resources: {'Port': ['ID=3475c7dd-4f77-40dc-a3ef-7c8c5e702d54,revision_number=4']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:02.332547 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-83c8421f-cefc-422d-8115-70cb48ad9a4d tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:02.339238 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c8e2fc76-129c-4f2c-be72-14d4d7bdd1f3 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.166s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:02.352090 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port ee6d8406-891b-46a7-bc3a-0e7fa5d0de9c, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=ee6d8406-891b-46a7-bc3a-0e7fa5d0de9c,segment=NetworkSegment(de8f4a9a-622b-46a1-b033-7ca5cca64f80),segment_id=de8f4a9a-622b-46a1-b033-7ca5cca64f80)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:57:02.370464 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:02.424191 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 3475c7dd-4f77-40dc-a3ef-7c8c5e702d54, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=3475c7dd-4f77-40dc-a3ef-7c8c5e702d54,segment=NetworkSegment(e0bc2927-8a98-4066-9eb5-5174f5accc0f),segment_id=e0bc2927-8a98-4066-9eb5-5174f5accc0f)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:57:02.439948 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-20417238-1ff1-417f-a496-82065894672e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:02.440099 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:02.440227 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9badcc34-1621-4668-a0a2-affad2e141e1 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:02.475659 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-bb50fabc-39cf-4e3f-ac91-71f86421474b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:02.487608 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c8421f-cefc-422d-8115-70cb48ad9a4d tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event updated for resources: {'Subnet': ['ID=bfd1a870-2099-47fd-bb0a-456ea321b261,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:02.498903 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-83c8421f-cefc-422d-8115-70cb48ad9a4d tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:02.499400 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20417238-1ff1-417f-a496-82065894672e admin admin] Pushing event deleted for resources: {'Port': ['ID=da239b45-04ed-42a6-aeb9-782dd8c7e830,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:02.499922 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-aec3b124-d6ab-4ba1-9bd2-698d0006fee3 req-0d4409dd-1213-4e81-afd4-f43e7a065b82 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.76&port_id=1fc5b1a0-cccf-40ac-a6ae-d5366d65346d HTTP/1.1" status: 200 len: 217 time: 0.1674664 Jun 11 09:57:02.500598 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-83c8421f-cefc-422d-8115-70cb48ad9a4d tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.6349480 Jun 11 09:57:02.503409 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 57714) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:02.510280 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-c93ea9df-433c-4db8-b921-73f7aa211224 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Request body: {'port': {'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'mac_address': 'fa:16:3e:99:ef:6d', 'name': 'tempest-NetworksTestDHCPv6-321647087'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:57:02.535609 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:02.594386 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec3b124-d6ab-4ba1-9bd2-698d0006fee3 req-604f9b6d-c557-49c1-9f27-6c2a65134cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:02.595938 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-aec3b124-d6ab-4ba1-9bd2-698d0006fee3 req-604f9b6d-c557-49c1-9f27-6c2a65134cc3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0ae12cb2-91e8-427f-8bf6-169f2206d6b3 HTTP/1.1" status: 200 len: 801 time: 0.0798073 Jun 11 09:57:02.598634 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-20417238-1ff1-417f-a496-82065894672e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:02.635171 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=ee6d8406-891b-46a7-bc3a-0e7fa5d0de9c,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:02.638153 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:02.638614 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:02.707313 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=3475c7dd-4f77-40dc-a3ef-7c8c5e702d54,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:02.711254 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:02.877982 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-20417238-1ff1-417f-a496-82065894672e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362297'] for router_interface, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:02.903474 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4713d4-a271-44c5-bd1e-be790db61b3d req-cb303d73-5298-4438-a9f4-a45328889a3f tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:02.910614 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6d4713d4-a271-44c5-bd1e-be790db61b3d req-cb303d73-5298-4438-a9f4-a45328889a3f tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaddf973-e588-464b-8514-112fb39e8650 HTTP/1.1" status: 200 len: 946 time: 0.2397258 Jun 11 09:57:02.926316 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec3b124-d6ab-4ba1-9bd2-698d0006fee3 req-1a0fe27e-66aa-4d86-99bb-47a7a8c75e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:02.937247 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-aec3b124-d6ab-4ba1-9bd2-698d0006fee3 req-1a0fe27e-66aa-4d86-99bb-47a7a8c75e9c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4a8aa33c-b67c-469b-82fd-eeec45fb92e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3177080 Jun 11 09:57:03.043323 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6d4713d4-a271-44c5-bd1e-be790db61b3d req-8f9d08a4-0f92-40e4-94be-3c64b0c56372 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=28282b0e-6c5e-431e-9466-f7852b229f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969222 Jun 11 09:57:03.193851 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-aec3b124-d6ab-4ba1-9bd2-698d0006fee3 req-0f945e5b-5ceb-4ffd-8651-23d5b0317f15 service neutron] 10.222.0.69 "GET /v2.0/networks/4a8aa33c-b67c-469b-82fd-eeec45fb92e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174840 Jun 11 09:57:03.214418 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c93ea9df-433c-4db8-b921-73f7aa211224 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Made reservation on behalf of 3a7e48b24b924bff8faf8c740b2810c2 for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:57:03.245202 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a6c16-1700-4ca6-af5a-23b914ce493d req-beda4241-1216-4502-8c26-ecadb861c1ca tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:03.268291 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a6c16-1700-4ca6-af5a-23b914ce493d req-beda4241-1216-4502-8c26-ecadb861c1ca tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:03.284750 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a6c16-1700-4ca6-af5a-23b914ce493d req-beda4241-1216-4502-8c26-ecadb861c1ca tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:03.292631 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a6c16-1700-4ca6-af5a-23b914ce493d req-beda4241-1216-4502-8c26-ecadb861c1ca tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:03.298901 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a6c16-1700-4ca6-af5a-23b914ce493d req-beda4241-1216-4502-8c26-ecadb861c1ca tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:03.305075 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a6c16-1700-4ca6-af5a-23b914ce493d req-beda4241-1216-4502-8c26-ecadb861c1ca tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:03.311751 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a6c16-1700-4ca6-af5a-23b914ce493d req-beda4241-1216-4502-8c26-ecadb861c1ca tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:03.313727 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0a8a6c16-1700-4ca6-af5a-23b914ce493d req-beda4241-1216-4502-8c26-ecadb861c1ca tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 5434 time: 0.3282988 Jun 11 09:57:03.375351 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 3475c7dd-4f77-40dc-a3ef-7c8c5e702d54 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:57:03.462904 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 3475c7dd-4f77-40dc-a3ef-7c8c5e702d54 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:57:03.463673 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:03.550784 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9c702cf-dd7e-4dfa-b816-c6d03f19acf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2cec35c-4c11-4de7-ae05-5512220e5a5d'}, {'server_uuid': 'b9c702cf-dd7e-4dfa-b816-c6d03f19acf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee6d8406-891b-46a7-bc3a-0e7fa5d0de9c'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:57:03.556241 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-701052f9-5aa1-49af-9095-8bd61907e358" -d '{"events": [{"server_uuid": "b9c702cf-dd7e-4dfa-b816-c6d03f19acf9", "name": "network-vif-plugged", "status": "completed", "tag": "d2cec35c-4c11-4de7-ae05-5512220e5a5d"}, {"server_uuid": "b9c702cf-dd7e-4dfa-b816-c6d03f19acf9", "name": "network-vif-plugged", "status": "completed", "tag": "ee6d8406-891b-46a7-bc3a-0e7fa5d0de9c"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:57:03.558899 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c93ea9df-433c-4db8-b921-73f7aa211224 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:03.589785 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0a8a6c16-1700-4ca6-af5a-23b914ce493d req-594f0bea-1957-483a-8d9a-dba9bf330f60 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/security-groups?id=230a77c0-a6d2-4599-bb7a-d2d4f277106a&id=3ac47e06-1e75-4528-8507-ea5f5c2807d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1998837 Jun 11 09:57:03.651864 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d2c56f-f687-40af-9899-e653c6205818 None None] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:57:03.655856 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20417238-1ff1-417f-a496-82065894672e admin admin] Router aff3bfb7-94ff-4f6d-b9bb-7213803ae0a2 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 09:57:03.676397 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [None req-c93ea9df-433c-4db8-b921-73f7aa211224 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] device_id is not set on port ccc85c3d-9b87-47e7-aa99-8881600033f6 yet. {{(pid=93177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 09:57:03.712451 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-d9122387-f850-410d-b822-daf899960a30 None None] Provisioning complete for port 3475c7dd-4f77-40dc-a3ef-7c8c5e702d54 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:57:03.712451 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d9122387-f850-410d-b822-daf899960a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:03.727319 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-aec3b124-d6ab-4ba1-9bd2-698d0006fee3 req-2a58bac6-66cf-4ae7-9919-624198045336 service neutron] 10.222.0.69 "GET /v2.0/networks/4a8aa33c-b67c-469b-82fd-eeec45fb92e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5257528 Jun 11 09:57:03.824011 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5ee84d-b55b-4401-a987-d03a17d8fa08 req-44ffd289-3d14-4b50-9423-81cbd099c7cf tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:03.826116 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ee5ee84d-b55b-4401-a987-d03a17d8fa08 req-44ffd289-3d14-4b50-9423-81cbd099c7cf tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaddf973-e588-464b-8514-112fb39e8650 HTTP/1.1" status: 200 len: 946 time: 0.2802105 Jun 11 09:57:03.836861 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 57732) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:03.844326 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-bc5b174f-c605-4291-81fd-7a6778ec18f3 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Request body: {'floatingip': {'port_id': 'da8fbc79-fb8f-44ca-a448-4f854b38b7e0'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:57:03.914575 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bc5b174f-c605-4291-81fd-7a6778ec18f3 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Notify callbacks [] for floatingip, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:03.919393 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Jun 2021 09:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1df3f6d-0b5d-4956-a015-c001c57789ba x-openstack-request-id: req-d1df3f6d-0b5d-4956-a015-c001c57789ba {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:57:03.924484 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9c702cf-dd7e-4dfa-b816-c6d03f19acf9", "name": "network-vif-plugged", "status": "completed", "tag": "d2cec35c-4c11-4de7-ae05-5512220e5a5d", "code": 200}, {"server_uuid": "b9c702cf-dd7e-4dfa-b816-c6d03f19acf9", "name": "network-vif-plugged", "status": "completed", "tag": "ee6d8406-891b-46a7-bc3a-0e7fa5d0de9c", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:57:03.924826 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d1df3f6d-0b5d-4956-a015-c001c57789ba {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:57:03.925268 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9c702cf-dd7e-4dfa-b816-c6d03f19acf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2cec35c-4c11-4de7-ae05-5512220e5a5d', 'code': 200} Jun 11 09:57:03.925542 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9c702cf-dd7e-4dfa-b816-c6d03f19acf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee6d8406-891b-46a7-bc3a-0e7fa5d0de9c', 'code': 200} Jun 11 09:57:03.967735 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20417238-1ff1-417f-a496-82065894672e admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:57:03.979417 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-20417238-1ff1-417f-a496-82065894672e admin admin] 10.222.0.60 "PUT /v2.0/routers/aff3bfb7-94ff-4f6d-b9bb-7213803ae0a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5060875 Jun 11 09:57:03.982497 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 57734) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:03.990149 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec36742-ddbd-4126-8f79-1057cdc36049 None None] Sync routers for ids ['aff3bfb7-94ff-4f6d-b9bb-7213803ae0a2'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:57:04.055635 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec36742-ddbd-4126-8f79-1057cdc36049 None None] Routers {'aff3bfb7-94ff-4f6d-b9bb-7213803ae0a2'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:57:04.056444 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-4ec36742-ddbd-4126-8f79-1057cdc36049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:56:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['aff3bfb7-94ff-4f6d-b9bb-7213803ae0a2'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:57:04.190411 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98062a1f-c24d-4d8d-96e8-c8bd8c3895af req-7c2bff31-7e80-4b69-ba8d-94009f5bfb58 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:04.198375 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98062a1f-c24d-4d8d-96e8-c8bd8c3895af req-7c2bff31-7e80-4b69-ba8d-94009f5bfb58 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:04.200313 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-98062a1f-c24d-4d8d-96e8-c8bd8c3895af req-7c2bff31-7e80-4b69-ba8d-94009f5bfb58 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/ports?device_id=2992f16a-9563-4fa5-a891-6e4b717bbd86 HTTP/1.1" status: 200 len: 1678 time: 0.3481431 Jun 11 09:57:04.218081 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-c93ea9df-433c-4db8-b921-73f7aa211224 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Allocated IP 2001:db8::3c9 (f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc/53e91b80-1132-4d8d-8b4c-b41648c10eef/ccc85c3d-9b87-47e7-aa99-8881600033f6) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:57:04.237366 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-c93ea9df-433c-4db8-b921-73f7aa211224 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Allocated IP 2001:db8:0:1:f816:3eff:fe99:ef6d (f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc/bfd1a870-2099-47fd-bb0a-456ea321b261/ccc85c3d-9b87-47e7-aa99-8881600033f6) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:57:04.335230 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-98062a1f-c24d-4d8d-96e8-c8bd8c3895af req-decf3b71-a7a9-40b4-8901-073e0ca596da tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/security-groups?id=abdcb17a-68bc-4d03-89e1-7baaf91e40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015863 Jun 11 09:57:04.346973 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6634dd62-1014-4a21-abeb-d7784b0982b3 req-670f98ef-df74-4f57-a1ec-c17e8c455540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:04.347652 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6634dd62-1014-4a21-abeb-d7784b0982b3 req-670f98ef-df74-4f57-a1ec-c17e8c455540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:04.348137 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6634dd62-1014-4a21-abeb-d7784b0982b3 req-670f98ef-df74-4f57-a1ec-c17e8c455540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:04.351938 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6634dd62-1014-4a21-abeb-d7784b0982b3 req-670f98ef-df74-4f57-a1ec-c17e8c455540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:04.352424 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6634dd62-1014-4a21-abeb-d7784b0982b3 req-670f98ef-df74-4f57-a1ec-c17e8c455540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:04.352895 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6634dd62-1014-4a21-abeb-d7784b0982b3 req-670f98ef-df74-4f57-a1ec-c17e8c455540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:04.353363 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6634dd62-1014-4a21-abeb-d7784b0982b3 req-670f98ef-df74-4f57-a1ec-c17e8c455540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:04.364428 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6634dd62-1014-4a21-abeb-d7784b0982b3 req-670f98ef-df74-4f57-a1ec-c17e8c455540 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 6498 time: 0.2449160 Jun 11 09:57:04.394152 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ed63217b-c4b6-43f8-a49d-f3ef9294ba81 admin admin] Notify callbacks [] for router, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:04.448304 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-4ec36742-ddbd-4126-8f79-1057cdc36049 None None] Set router aff3bfb7-94ff-4f6d-b9bb-7213803ae0a2 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:57:04.599243 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6634dd62-1014-4a21-abeb-d7784b0982b3 req-ba5f6526-6737-41ac-a45e-2d6c8c8b8473 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=230a77c0-a6d2-4599-bb7a-d2d4f277106a&id=3ac47e06-1e75-4528-8507-ea5f5c2807d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2336857 Jun 11 09:57:04.670413 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ed63217b-c4b6-43f8-a49d-f3ef9294ba81 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:04.849253 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c93ea9df-433c-4db8-b921-73f7aa211224 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:04.874813 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-ca98a17b-6df1-4137-8d20-d7915d521c99 None None] Provisioning complete for port 3475c7dd-4f77-40dc-a3ef-7c8c5e702d54 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:57:04.875148 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ca98a17b-6df1-4137-8d20-d7915d521c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:04.881908 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-c93ea9df-433c-4db8-b921-73f7aa211224 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Transition to ACTIVE for port object ccc85c3d-9b87-47e7-aa99-8881600033f6 will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:57:04.905342 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-ed63217b-c4b6-43f8-a49d-f3ef9294ba81 admin admin] Deleting port d37837a9-9247-47ef-86da-f3c4c24d4689 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:57:04.905813 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ed63217b-c4b6-43f8-a49d-f3ef9294ba81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:04.909235 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-4ec36742-ddbd-4126-8f79-1057cdc36049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff3bfb7-94ff-4f6d-b9bb-7213803ae0a2', 'name': 'tempest-ServerRescueTestJSON-1064509973-router', 'tenant_id': '205594447f3445c2ac3204bbefdd34aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'd37837a9-9247-47ef-86da-f3c4c24d4689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:54:31Z', 'updated_at': '2021-06-11T09:57:02Z', 'revision_number': 5, 'project_id': '205594447f3445c2ac3204bbefdd34aa', 'gw_port': {'id': 'd37837a9-9247-47ef-86da-f3c4c24d4689', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:65:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff3bfb7-94ff-4f6d-b9bb-7213803ae0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:54:33Z', 'updated_at': '2021-06-11T09:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:57:04.923514 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec36742-ddbd-4126-8f79-1057cdc36049 None None] Checking router: aff3bfb7-94ff-4f6d-b9bb-7213803ae0a2 for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:57:04.949002 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec36742-ddbd-4126-8f79-1057cdc36049 None None] Routers {'aff3bfb7-94ff-4f6d-b9bb-7213803ae0a2'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:57:04.950864 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-4ec36742-ddbd-4126-8f79-1057cdc36049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:56:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['aff3bfb7-94ff-4f6d-b9bb-7213803ae0a2'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:57:04.958733 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb13d238-7432-4019-af1c-9078633078ac req-03b740d1-312d-4f5d-af3c-fef61687b37c tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:04.965582 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb13d238-7432-4019-af1c-9078633078ac req-03b740d1-312d-4f5d-af3c-fef61687b37c tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:04.972044 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb13d238-7432-4019-af1c-9078633078ac req-03b740d1-312d-4f5d-af3c-fef61687b37c tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:04.978733 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb13d238-7432-4019-af1c-9078633078ac req-03b740d1-312d-4f5d-af3c-fef61687b37c tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:04.985038 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb13d238-7432-4019-af1c-9078633078ac req-03b740d1-312d-4f5d-af3c-fef61687b37c tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:04.992251 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb13d238-7432-4019-af1c-9078633078ac req-03b740d1-312d-4f5d-af3c-fef61687b37c tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:04.998935 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb13d238-7432-4019-af1c-9078633078ac req-03b740d1-312d-4f5d-af3c-fef61687b37c tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:05.006734 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cb13d238-7432-4019-af1c-9078633078ac req-03b740d1-312d-4f5d-af3c-fef61687b37c tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 5434 time: 0.1927338 Jun 11 09:57:05.049528 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bc5b174f-c605-4291-81fd-7a6778ec18f3 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:05.111728 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cb13d238-7432-4019-af1c-9078633078ac req-f2beeb8b-fdb7-40d6-bea3-b4f0180001d8 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/security-groups?id=230a77c0-a6d2-4599-bb7a-d2d4f277106a&id=3ac47e06-1e75-4528-8507-ea5f5c2807d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1038733 Jun 11 09:57:05.122303 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c93ea9df-433c-4db8-b921-73f7aa211224 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:05.126674 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6f75b136-7496-4b7f-8c09-53de2e4a9d20 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:05.141722 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-ed63217b-c4b6-43f8-a49d-f3ef9294ba81 admin admin] For port d37837a9-9247-47ef-86da-f3c4c24d4689, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=d37837a9-9247-47ef-86da-f3c4c24d4689,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:57:05.144024 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ed63217b-c4b6-43f8-a49d-f3ef9294ba81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:05.164621 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-4ec36742-ddbd-4126-8f79-1057cdc36049 None None] Set router aff3bfb7-94ff-4f6d-b9bb-7213803ae0a2 gateway port host: None {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:57:05.176864 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bc5b174f-c605-4291-81fd-7a6778ec18f3 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:05.264425 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-ed63217b-c4b6-43f8-a49d-f3ef9294ba81 admin admin] Calling delete_port for d37837a9-9247-47ef-86da-f3c4c24d4689 owned by network:router_gateway {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:57:05.278218 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-4ec36742-ddbd-4126-8f79-1057cdc36049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff3bfb7-94ff-4f6d-b9bb-7213803ae0a2', 'name': 'tempest-ServerRescueTestJSON-1064509973-router', 'tenant_id': '205594447f3445c2ac3204bbefdd34aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:54:31Z', 'updated_at': '2021-06-11T09:57:04Z', 'revision_number': 6, 'project_id': '205594447f3445c2ac3204bbefdd34aa', 'gw_port_host': None}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:57:05.282171 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec36742-ddbd-4126-8f79-1057cdc36049 None None] The sync data for ids ['aff3bfb7-94ff-4f6d-b9bb-7213803ae0a2'] in n-d-779913-12 is: [{'id': 'aff3bfb7-94ff-4f6d-b9bb-7213803ae0a2', 'name': 'tempest-ServerRescueTestJSON-1064509973-router', 'tenant_id': '205594447f3445c2ac3204bbefdd34aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:54:31Z', 'updated_at': '2021-06-11T09:57:04Z', 'revision_number': 6, 'project_id': '205594447f3445c2ac3204bbefdd34aa', 'gw_port_host': None}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:57:05.402801 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:05.739380 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 1fc5b1a0-cccf-40ac-a6ae-d5366d65346d details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:57:05.820551 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93ea9df-433c-4db8-b921-73f7aa211224 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:57:05.834394 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-c93ea9df-433c-4db8-b921-73f7aa211224 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:57:05.837149 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93ea9df-433c-4db8-b921-73f7aa211224 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:57:05.843110 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93ea9df-433c-4db8-b921-73f7aa211224 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:05.844321 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c93ea9df-433c-4db8-b921-73f7aa211224 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:05.858329 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93ea9df-433c-4db8-b921-73f7aa211224 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event updated for resources: {'Port': ['ID=ccc85c3d-9b87-47e7-aa99-8881600033f6,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:05.861523 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c93ea9df-433c-4db8-b921-73f7aa211224 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.735s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:05.914090 n-d-779913-12 neutron-server[93177]: INFO neutron.db.l3_db [None req-bc5b174f-c605-4291-81fd-7a6778ec18f3 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Floating IP 2319e6fc-a1aa-4c9e-8ee4-6681ccacce64 associated. External IP: 172.25.4.235, port: da8fbc79-fb8f-44ca-a448-4f854b38b7e0. Jun 11 09:57:06.011490 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 1fc5b1a0-cccf-40ac-a6ae-d5366d65346d, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=1fc5b1a0-cccf-40ac-a6ae-d5366d65346d,segment=NetworkSegment(0a99701e-c802-4104-a45b-9601ba90511f),segment_id=0a99701e-c802-4104-a45b-9601ba90511f)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:57:06.029581 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': '1fc5b1a0-cccf-40ac-a6ae-d5366d65346d', 'network_id': '4a8aa33c-b67c-469b-82fd-eeec45fb92e5', 'port_id': '1fc5b1a0-cccf-40ac-a6ae-d5366d65346d', 'mac_address': 'fa:16:3e:b7:8c:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ae12cb2-91e8-427f-8bf6-169f2206d6b3', 'ip_address': '19.86.0.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:57:06.047345 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ac786-85d0-4881-bcff-26c055ea9ca3 req-d8d18f0d-c52c-4124-8cd7-fa8b61779fc8 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:06.053848 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ac786-85d0-4881-bcff-26c055ea9ca3 req-d8d18f0d-c52c-4124-8cd7-fa8b61779fc8 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:06.061446 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7b7ac786-85d0-4881-bcff-26c055ea9ca3 req-d8d18f0d-c52c-4124-8cd7-fa8b61779fc8 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/ports?device_id=2992f16a-9563-4fa5-a891-6e4b717bbd86 HTTP/1.1" status: 200 len: 1678 time: 0.5880694 Jun 11 09:57:06.072550 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-c93ea9df-433c-4db8-b921-73f7aa211224 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.5650680 Jun 11 09:57:06.074237 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 57750) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:06.092276 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ed63217b-c4b6-43f8-a49d-f3ef9294ba81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:06.096917 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3e6e17c2-862e-45dd-b922-2948434f2c2f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:06.122208 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:06.139926 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed63217b-c4b6-43f8-a49d-f3ef9294ba81 admin admin] Pushing event deleted for resources: {'Port': ['ID=d37837a9-9247-47ef-86da-f3c4c24d4689,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:06.144298 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ed63217b-c4b6-43f8-a49d-f3ef9294ba81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:06.242095 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7b7ac786-85d0-4881-bcff-26c055ea9ca3 req-75d881c6-3ef5-4a85-8942-4e35ce02aa1c tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/security-groups?id=abdcb17a-68bc-4d03-89e1-7baaf91e40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960310 Jun 11 09:57:06.244754 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fc5b1a0-cccf-40ac-a6ae-d5366d65346d {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:57:06.244754 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 1fc5b1a0-cccf-40ac-a6ae-d5366d65346d, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=1fc5b1a0-cccf-40ac-a6ae-d5366d65346d,segment=NetworkSegment(0a99701e-c802-4104-a45b-9601ba90511f),segment_id=0a99701e-c802-4104-a45b-9601ba90511f)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:57:06.255023 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ed63217b-c4b6-43f8-a49d-f3ef9294ba81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374120'] for router_gateway, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:06.401652 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:06.407234 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 487ebe7a-5fe9-498d-8b67-9725628795e2 details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:57:06.407234 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:06.466102 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ed63217b-c4b6-43f8-a49d-f3ef9294ba81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:06.475819 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ed63217b-c4b6-43f8-a49d-f3ef9294ba81 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:06.486312 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-6ef0ccd8-37b8-495a-9fbb-b84ac63deb50 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Deleting port ccc85c3d-9b87-47e7-aa99-8881600033f6 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:57:06.486991 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6ef0ccd8-37b8-495a-9fbb-b84ac63deb50 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:06.539784 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=1fc5b1a0-cccf-40ac-a6ae-d5366d65346d,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:06.551517 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:57:06.552023 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:57:06.552682 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:57:06.553170 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:57:06.554015 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:57:06.554351 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:57:06.554682 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:57:06.555018 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:57:06.555341 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:57:06.555693 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:57:06.556020 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:57:06.556343 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:57:06.603010 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:06.605900 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-2489b77e-3032-4968-ac53-cf715caf2521 None None] Provisioning for port ccc85c3d-9b87-47e7-aa99-8881600033f6 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:57:06.619320 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-2489b77e-3032-4968-ac53-cf715caf2521 None None] Provisioning complete for port ccc85c3d-9b87-47e7-aa99-8881600033f6 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:57:06.619742 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2489b77e-3032-4968-ac53-cf715caf2521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:06.634031 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ed63217b-c4b6-43f8-a49d-f3ef9294ba81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:06.636629 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed63217b-c4b6-43f8-a49d-f3ef9294ba81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aff3bfb7-94ff-4f6d-b9bb-7213803ae0a2 {{(pid=93176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 09:57:06.648176 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ed63217b-c4b6-43f8-a49d-f3ef9294ba81 admin admin] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:06.648176 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-ed63217b-c4b6-43f8-a49d-f3ef9294ba81 admin admin] 10.222.0.60 "DELETE /v2.0/routers/aff3bfb7-94ff-4f6d-b9bb-7213803ae0a2 HTTP/1.1" status: 204 len: 168 time: 2.6562381 Jun 11 09:57:06.648176 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 57756) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:06.688438 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6ef0ccd8-37b8-495a-9fbb-b84ac63deb50 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:06.695767 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 487ebe7a-5fe9-498d-8b67-9725628795e2, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=487ebe7a-5fe9-498d-8b67-9725628795e2,segment=NetworkSegment(c3b2e812-5bb1-46e5-8a59-6578a4950b7c),segment_id=c3b2e812-5bb1-46e5-8a59-6578a4950b7c)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:57:06.721635 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-2489b77e-3032-4968-ac53-cf715caf2521 None None] Port ccc85c3d-9b87-47e7-aa99-8881600033f6 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:57:06.724439 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': '487ebe7a-5fe9-498d-8b67-9725628795e2', 'network_id': '63dcd05b-769e-4871-a111-9c447794f65e', 'port_id': '487ebe7a-5fe9-498d-8b67-9725628795e2', 'mac_address': 'fa:16:3e:44:fb:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a3a8c14-6855-4273-866a-b1a6ca41f5f8', 'ip_address': '19.80.0.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:57:06.769824 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-81cc0682-8fbb-48e2-b81f-ffdc010ddeb6 admin admin] Deleting subnet 44ed3fc7-9612-451c-8b75-8a1ffa244da3 {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 09:57:06.783736 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-81cc0682-8fbb-48e2-b81f-ffdc010ddeb6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:06.788303 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:06.805502 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 487ebe7a-5fe9-498d-8b67-9725628795e2 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:57:06.848640 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 487ebe7a-5fe9-498d-8b67-9725628795e2, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=487ebe7a-5fe9-498d-8b67-9725628795e2,segment=NetworkSegment(c3b2e812-5bb1-46e5-8a59-6578a4950b7c),segment_id=c3b2e812-5bb1-46e5-8a59-6578a4950b7c)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:57:06.860824 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-6ef0ccd8-37b8-495a-9fbb-b84ac63deb50 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Calling delete_port for ccc85c3d-9b87-47e7-aa99-8881600033f6 owned by {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:57:06.873401 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-81cc0682-8fbb-48e2-b81f-ffdc010ddeb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:06.883030 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc5b174f-c605-4291-81fd-7a6778ec18f3 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Router 6875d133-0fb1-4d5d-a407-11a97fc05e02 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 09:57:06.919160 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759132d9-a79c-4313-b5d1-5541c19620db req-4f45a11e-c53d-4857-b379-370b496ed6f4 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:06.926251 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759132d9-a79c-4313-b5d1-5541c19620db req-4f45a11e-c53d-4857-b379-370b496ed6f4 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:06.935755 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759132d9-a79c-4313-b5d1-5541c19620db req-4f45a11e-c53d-4857-b379-370b496ed6f4 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:06.938555 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:06.940461 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:06.945210 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-81cc0682-8fbb-48e2-b81f-ffdc010ddeb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:06.947850 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759132d9-a79c-4313-b5d1-5541c19620db req-4f45a11e-c53d-4857-b379-370b496ed6f4 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:06.958134 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759132d9-a79c-4313-b5d1-5541c19620db req-4f45a11e-c53d-4857-b379-370b496ed6f4 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:06.961328 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759132d9-a79c-4313-b5d1-5541c19620db req-4f45a11e-c53d-4857-b379-370b496ed6f4 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:06.967906 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759132d9-a79c-4313-b5d1-5541c19620db req-4f45a11e-c53d-4857-b379-370b496ed6f4 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:06.970434 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-759132d9-a79c-4313-b5d1-5541c19620db req-4f45a11e-c53d-4857-b379-370b496ed6f4 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 5434 time: 0.4867485 Jun 11 09:57:07.009365 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=487ebe7a-5fe9-498d-8b67-9725628795e2,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:07.012545 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:07.085422 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-81cc0682-8fbb-48e2-b81f-ffdc010ddeb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:07.088761 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-dcb1d0ff-4071-4e85-b031-0664c09abe31 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:07.127351 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cc0682-8fbb-48e2-b81f-ffdc010ddeb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44ed3fc7-9612-451c-8b75-8a1ffa244da3,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:07.129505 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-81cc0682-8fbb-48e2-b81f-ffdc010ddeb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:07.134929 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-81cc0682-8fbb-48e2-b81f-ffdc010ddeb6 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/44ed3fc7-9612-451c-8b75-8a1ffa244da3 HTTP/1.1" status: 204 len: 168 time: 0.4879634 Jun 11 09:57:07.135641 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 57762) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:07.136552 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-81cc0682-8fbb-48e2-b81f-ffdc010ddeb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:07.219865 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device da239b45-04ed-42a6-aeb9-782dd8c7e830 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:57:07.243729 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0eee80fb-fdd9-4861-93ec-c25b25552e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:07.248387 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: da239b45-04ed-42a6-aeb9-782dd8c7e830 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:57:07.249181 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device da239b45-04ed-42a6-aeb9-782dd8c7e830 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:57:07.250369 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device d37837a9-9247-47ef-86da-f3c4c24d4689 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:57:07.252614 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-759132d9-a79c-4313-b5d1-5541c19620db req-cdcb28e9-7fd6-474a-9ae2-9d2a497d51be tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/security-groups?id=230a77c0-a6d2-4599-bb7a-d2d4f277106a&id=3ac47e06-1e75-4528-8507-ea5f5c2807d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2218397 Jun 11 09:57:07.275966 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc5b174f-c605-4291-81fd-7a6778ec18f3 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:57:07.287147 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a918d6-e960-416d-ad90-7137bbbbe5e6 None None] Sync routers for ids ['6875d133-0fb1-4d5d-a407-11a97fc05e02'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:57:07.303375 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: d37837a9-9247-47ef-86da-f3c4c24d4689 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:57:07.303804 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device d37837a9-9247-47ef-86da-f3c4c24d4689 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:57:07.305821 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['487ebe7a-5fe9-498d-8b67-9725628795e2'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:57:07.306605 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a918d6-e960-416d-ad90-7137bbbbe5e6 None None] Routers {'6875d133-0fb1-4d5d-a407-11a97fc05e02'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:57:07.308253 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-23a918d6-e960-416d-ad90-7137bbbbe5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:56:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['6875d133-0fb1-4d5d-a407-11a97fc05e02'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:57:07.437971 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bc5b174f-c605-4291-81fd-7a6778ec18f3 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:07.482905 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0eee80fb-fdd9-4861-93ec-c25b25552e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:07.494259 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-bc5b174f-c605-4291-81fd-7a6778ec18f3 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "PUT /v2.0/floatingips/2319e6fc-a1aa-4c9e-8ee4-6681ccacce64 HTTP/1.1" status: 200 len: 992 time: 3.6562927 Jun 11 09:57:07.497627 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaddf973-e588-464b-8514-112fb39e8650', 'tag': 'da8fbc79-fb8f-44ca-a448-4f854b38b7e0'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:57:07.500189 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b11d9b-1c7e-4b2d-8be0-b2d95f7c7111" -d '{"events": [{"name": "network-changed", "server_uuid": "aaddf973-e588-464b-8514-112fb39e8650", "tag": "da8fbc79-fb8f-44ca-a448-4f854b38b7e0"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:57:07.514030 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-0eee80fb-fdd9-4861-93ec-c25b25552e46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['629d88a3-72e3-4ac0-9337-7a18a368e6f9']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:57:07.536300 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-0eee80fb-fdd9-4861-93ec-c25b25552e46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cbdf263-7cef-4405-b417-fb9433495e8a') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:57:07.536602 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-0eee80fb-fdd9-4861-93ec-c25b25552e46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cbdf263-7cef-4405-b417-fb9433495e8a') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:57:07.547261 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce14d6d-d70f-43d0-b909-920c86265318 req-423afd7a-f19f-4386-87ed-34fed9e11083 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:07.552443 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-23a918d6-e960-416d-ad90-7137bbbbe5e6 None None] Set router 6875d133-0fb1-4d5d-a407-11a97fc05e02 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:57:07.555341 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce14d6d-d70f-43d0-b909-920c86265318 req-423afd7a-f19f-4386-87ed-34fed9e11083 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:07.557284 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9ce14d6d-d70f-43d0-b909-920c86265318 req-423afd7a-f19f-4386-87ed-34fed9e11083 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/ports?device_id=2992f16a-9563-4fa5-a891-6e4b717bbd86 HTTP/1.1" status: 200 len: 1680 time: 0.2259796 Jun 11 09:57:07.577446 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0eee80fb-fdd9-4861-93ec-c25b25552e46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:07.594446 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae2a612-017f-4fec-8f8a-991eef533e46 req-3d56d6e3-f734-4551-882d-023d7864021f tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:07.600803 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae2a612-017f-4fec-8f8a-991eef533e46 req-3d56d6e3-f734-4551-882d-023d7864021f tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:07.606699 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0eee80fb-fdd9-4861-93ec-c25b25552e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:07.606877 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae2a612-017f-4fec-8f8a-991eef533e46 req-3d56d6e3-f734-4551-882d-023d7864021f tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:07.612693 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae2a612-017f-4fec-8f8a-991eef533e46 req-3d56d6e3-f734-4551-882d-023d7864021f tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:07.619498 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae2a612-017f-4fec-8f8a-991eef533e46 req-3d56d6e3-f734-4551-882d-023d7864021f tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:07.625327 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae2a612-017f-4fec-8f8a-991eef533e46 req-3d56d6e3-f734-4551-882d-023d7864021f tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:07.631258 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae2a612-017f-4fec-8f8a-991eef533e46 req-3d56d6e3-f734-4551-882d-023d7864021f tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:07.633899 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7ae2a612-017f-4fec-8f8a-991eef533e46 req-3d56d6e3-f734-4551-882d-023d7864021f tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 5434 time: 0.1304479 Jun 11 09:57:07.634081 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eee80fb-fdd9-4861-93ec-c25b25552e46 admin admin] Releasing vlan 766 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 09:57:07.634499 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0eee80fb-fdd9-4861-93ec-c25b25552e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:07.636724 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:57:07.636724 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:57:07.636724 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:57:07.636724 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:57:07.636724 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:57:07.636724 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:57:07.636724 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:57:07.636724 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:57:07.636724 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:57:07.636724 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:57:07.636724 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:57:07.636724 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:57:07.636724 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:57:07.636724 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:57:07.636724 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:57:07.636724 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:57:07.636724 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:57:07.636724 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:57:07.636724 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:57:07.636724 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:57:07.636724 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:57:07.636724 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:57:07.636724 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:57:07.636724 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:57:07.636724 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:57:07.636724 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:57:07.636724 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:57:07.636724 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:57:07.636724 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:57:07.636724 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:57:07.636724 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 09:57:07.636724 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 09:57:07.636724 n-d-779913-12 neutron-server[93176]: timer() Jun 11 09:57:07.636724 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 09:57:07.636724 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 09:57:07.636724 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 09:57:07.636724 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 09:57:07.636724 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 09:57:07.636724 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 09:57:07.636724 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 09:57:07.636724 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 09:57:07.636724 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 09:57:07.636724 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 09:57:07.636724 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 09:57:07.636724 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 09:57:07.636724 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 09:57:07.636724 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 09:57:07.636724 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 09:57:07.636724 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 09:57:07.636724 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 09:57:07.636724 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 09:57:07.636724 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 09:57:07.636724 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 09:57:07.636724 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 09:57:07.636724 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 09:57:07.636724 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 09:57:07.636724 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 09:57:07.636724 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 09:57:07.636724 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 09:57:07.636724 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 09:57:07.636724 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 09:57:07.642238 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 09:57:07.646323 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 57774) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:07.651590 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-d622b585-73b5-435e-93f6-dd89fc0157f7 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Request body: {'floatingip': {'port_id': '6002c3af-dd58-4a68-a700-e1997afee2fa'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:57:07.668246 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9ce14d6d-d70f-43d0-b909-920c86265318 req-3016a8d6-31d4-4f70-af7e-677f93533129 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/security-groups?id=abdcb17a-68bc-4d03-89e1-7baaf91e40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026745 Jun 11 09:57:07.715995 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d622b585-73b5-435e-93f6-dd89fc0157f7 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks [] for floatingip, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:07.841111 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a20adae-bc5c-4755-865c-5788b485016e x-openstack-request-id: req-6a20adae-bc5c-4755-865c-5788b485016e {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:57:07.841778 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaddf973-e588-464b-8514-112fb39e8650", "tag": "da8fbc79-fb8f-44ca-a448-4f854b38b7e0", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:57:07.842431 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6a20adae-bc5c-4755-865c-5788b485016e {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:57:07.843065 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaddf973-e588-464b-8514-112fb39e8650', 'tag': 'da8fbc79-fb8f-44ca-a448-4f854b38b7e0', 'status': 'completed', 'code': 200} Jun 11 09:57:07.946559 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-23a918d6-e960-416d-ad90-7137bbbbe5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6875d133-0fb1-4d5d-a407-11a97fc05e02', 'name': 'tempest-AttachVolumeShelveTestJSON-854289280-router', 'tenant_id': '21c20f27027a4fa895493faf5f883302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': '581c405d-a3a7-4d04-9b07-3b4049bdd298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:56:14Z', 'updated_at': '2021-06-11T09:56:22Z', 'revision_number': 4, 'project_id': '21c20f27027a4fa895493faf5f883302', 'gw_port': {'id': '581c405d-a3a7-4d04-9b07-3b4049bdd298', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:cc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6875d133-0fb1-4d5d-a407-11a97fc05e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:56:16Z', 'updated_at': '2021-06-11T09:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': '2319e6fc-a1aa-4c9e-8ee4-6681ccacce64', 'tenant_id': '21c20f27027a4fa895493faf5f883302', 'floating_ip_address': '172.25.4.235', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': '6875d133-0fb1-4d5d-a407-11a97fc05e02', 'port_id': 'da8fbc79-fb8f-44ca-a448-4f854b38b7e0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ec1bae5-7351-4e01-a52c-de5521320fcb', 'mac_address': 'fa:16:3e:72:ee:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaddf973-e588-464b-8514-112fb39e8650', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T09:56:31Z', 'updated_at': '2021-06-11T09:57:04Z', 'revision_number': 1, 'project_id': '21c20f27027a4fa895493faf5f883302', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6860f945-01fa-4b32-bfaf-2a6c0d5e6280', 'name': '', 'network_id': '4ec1bae5-7351-4e01-a52c-de5521320fcb', 'tenant_id': '21c20f27027a4fa895493faf5f883302', 'mac_address': 'fa:16:3e:11:34:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6875d133-0fb1-4d5d-a407-11a97fc05e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '73b1338f-0df7-44ec-88b6-dbc16cfcfcc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:56:21Z', 'updated_at': '2021-06-11T09:56:30Z', 'revision_number': 5, 'project_id': '21c20f27027a4fa895493faf5f883302', 'subnets': [{'id': '73b1338f-0df7-44ec-88b6-dbc16cfcfcc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:57:07.956774 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a918d6-e960-416d-ad90-7137bbbbe5e6 None None] Checking router: 6875d133-0fb1-4d5d-a407-11a97fc05e02 for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:57:07.990944 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a918d6-e960-416d-ad90-7137bbbbe5e6 None None] Routers {'6875d133-0fb1-4d5d-a407-11a97fc05e02'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:57:07.992303 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-23a918d6-e960-416d-ad90-7137bbbbe5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:56:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['6875d133-0fb1-4d5d-a407-11a97fc05e02'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:57:08.144659 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-23a918d6-e960-416d-ad90-7137bbbbe5e6 None None] Set router 6875d133-0fb1-4d5d-a407-11a97fc05e02 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:57:08.145081 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b11d9b-1c7e-4b2d-8be0-b2d95f7c7111 req-bd7d3b48-ef13-41e1-812f-1e2bf90a4b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:08.146572 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-16b11d9b-1c7e-4b2d-8be0-b2d95f7c7111 req-bd7d3b48-ef13-41e1-812f-1e2bf90a4b7a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=21c20f27027a4fa895493faf5f883302&device_id=aaddf973-e588-464b-8514-112fb39e8650 HTTP/1.1" status: 200 len: 1098 time: 0.2693045 Jun 11 09:57:08.157817 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0eee80fb-fdd9-4861-93ec-c25b25552e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:08.162212 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e1b1060a-71a4-40a3-9280-c67d49684a96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:08.169822 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6ef0ccd8-37b8-495a-9fbb-b84ac63deb50 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:08.186438 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0eee80fb-fdd9-4861-93ec-c25b25552e46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:08.188942 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-0eee80fb-fdd9-4861-93ec-c25b25552e46 admin admin] 10.222.0.60 "DELETE /v2.0/networks/629d88a3-72e3-4ac0-9337-7a18a368e6f9 HTTP/1.1" status: 204 len: 168 time: 1.0513194 Jun 11 09:57:08.195693 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eee80fb-fdd9-4861-93ec-c25b25552e46 admin admin] Pushing event deleted for resources: {'Network': ['ID=629d88a3-72e3-4ac0-9337-7a18a368e6f9,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:08.196650 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ab048d43-d8a5-424f-b654-dd689eb27c1c tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:08.200632 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0eee80fb-fdd9-4861-93ec-c25b25552e46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:08.284602 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef0ccd8-37b8-495a-9fbb-b84ac63deb50 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event deleted for resources: {'Port': ['ID=ccc85c3d-9b87-47e7-aa99-8881600033f6,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:08.301003 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6ef0ccd8-37b8-495a-9fbb-b84ac63deb50 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:08.391302 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['1fc5b1a0-cccf-40ac-a6ae-d5366d65346d'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:57:08.562338 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-23a918d6-e960-416d-ad90-7137bbbbe5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6875d133-0fb1-4d5d-a407-11a97fc05e02', 'name': 'tempest-AttachVolumeShelveTestJSON-854289280-router', 'tenant_id': '21c20f27027a4fa895493faf5f883302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': '581c405d-a3a7-4d04-9b07-3b4049bdd298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:56:14Z', 'updated_at': '2021-06-11T09:56:22Z', 'revision_number': 4, 'project_id': '21c20f27027a4fa895493faf5f883302', 'gw_port': {'id': '581c405d-a3a7-4d04-9b07-3b4049bdd298', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:cc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6875d133-0fb1-4d5d-a407-11a97fc05e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:56:16Z', 'updated_at': '2021-06-11T09:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': '2319e6fc-a1aa-4c9e-8ee4-6681ccacce64', 'tenant_id': '21c20f27027a4fa895493faf5f883302', 'floating_ip_address': '172.25.4.235', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': '6875d133-0fb1-4d5d-a407-11a97fc05e02', 'port_id': 'da8fbc79-fb8f-44ca-a448-4f854b38b7e0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ec1bae5-7351-4e01-a52c-de5521320fcb', 'mac_address': 'fa:16:3e:72:ee:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaddf973-e588-464b-8514-112fb39e8650', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T09:56:31Z', 'updated_at': '2021-06-11T09:57:04Z', 'revision_number': 1, 'project_id': '21c20f27027a4fa895493faf5f883302', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6860f945-01fa-4b32-bfaf-2a6c0d5e6280', 'name': '', 'network_id': '4ec1bae5-7351-4e01-a52c-de5521320fcb', 'tenant_id': '21c20f27027a4fa895493faf5f883302', 'mac_address': 'fa:16:3e:11:34:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6875d133-0fb1-4d5d-a407-11a97fc05e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '73b1338f-0df7-44ec-88b6-dbc16cfcfcc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:56:21Z', 'updated_at': '2021-06-11T09:56:30Z', 'revision_number': 5, 'project_id': '21c20f27027a4fa895493faf5f883302', 'subnets': [{'id': '73b1338f-0df7-44ec-88b6-dbc16cfcfcc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:57:08.567612 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a918d6-e960-416d-ad90-7137bbbbe5e6 None None] The sync data for ids ['6875d133-0fb1-4d5d-a407-11a97fc05e02'] in n-d-779913-12 is: [{'id': '6875d133-0fb1-4d5d-a407-11a97fc05e02', 'name': 'tempest-AttachVolumeShelveTestJSON-854289280-router', 'tenant_id': '21c20f27027a4fa895493faf5f883302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': '581c405d-a3a7-4d04-9b07-3b4049bdd298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:56:14Z', 'updated_at': '2021-06-11T09:56:22Z', 'revision_number': 4, 'project_id': '21c20f27027a4fa895493faf5f883302', 'gw_port': {'id': '581c405d-a3a7-4d04-9b07-3b4049bdd298', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:cc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6875d133-0fb1-4d5d-a407-11a97fc05e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:56:16Z', 'updated_at': '2021-06-11T09:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': '2319e6fc-a1aa-4c9e-8ee4-6681ccacce64', 'tenant_id': '21c20f27027a4fa895493faf5f883302', 'floating_ip_address': '172.25.4.235', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': '6875d133-0fb1-4d5d-a407-11a97fc05e02', 'port_id': 'da8fbc79-fb8f-44ca-a448-4f854b38b7e0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ec1bae5-7351-4e01-a52c-de5521320fcb', 'mac_address': 'fa:16:3e:72:ee:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaddf973-e588-464b-8514-112fb39e8650', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T09:56:31Z', 'updated_at': '2021-06-11T09:57:04Z', 'revision_number': 1, 'project_id': '21c20f27027a4fa895493faf5f883302', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6860f945-01fa-4b32-bfaf-2a6c0d5e6280', 'name': '', 'network_id': '4ec1bae5-7351-4e01-a52c-de5521320fcb', 'tenant_id': '21c20f27027a4fa895493faf5f883302', 'mac_address': 'fa:16:3e:11:34:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6875d133-0fb1-4d5d-a407-11a97fc05e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '73b1338f-0df7-44ec-88b6-dbc16cfcfcc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:56:21Z', 'updated_at': '2021-06-11T09:56:30Z', 'revision_number': 5, 'project_id': '21c20f27027a4fa895493faf5f883302', 'subnets': [{'id': '73b1338f-0df7-44ec-88b6-dbc16cfcfcc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:57:08.587765 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6ef0ccd8-37b8-495a-9fbb-b84ac63deb50 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:08.589982 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-6ef0ccd8-37b8-495a-9fbb-b84ac63deb50 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/ports/ccc85c3d-9b87-47e7-aa99-8881600033f6 HTTP/1.1" status: 204 len: 168 time: 2.5148249 Jun 11 09:57:08.592564 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 57798) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:08.623519 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b11d9b-1c7e-4b2d-8be0-b2d95f7c7111 req-12802f82-a8ef-4e86-9791-3dd8e2f5aa2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:08.625276 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-16b11d9b-1c7e-4b2d-8be0-b2d95f7c7111 req-12802f82-a8ef-4e86-9791-3dd8e2f5aa2f service neutron] 10.222.0.69 "GET /v2.0/networks?id=4ec1bae5-7351-4e01-a52c-de5521320fcb HTTP/1.1" status: 200 len: 917 time: 0.4675193 Jun 11 09:57:08.692856 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753d6af4-d074-42ce-8a7c-8796d4f11e9f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:08.694712 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-753d6af4-d074-42ce-8a7c-8796d4f11e9f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1008828 Jun 11 09:57:08.697209 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 57800) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:08.739083 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 57804) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:08.797000 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.db.resource_extend [None req-d622b585-73b5-435e-93f6-dd89fc0157f7 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 11 09:57:08.839123 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-ecc6d94c-6f04-4fcf-8a23-aa57c582a016 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=205594447f3445c2ac3204bbefdd34aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0965753 Jun 11 09:57:08.840291 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 57808) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:08.873663 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b796cd-5b5a-475f-be3e-62b75e4d6a0e tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:08.874396 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-03b796cd-5b5a-475f-be3e-62b75e4d6a0e tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1761625 Jun 11 09:57:08.886011 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 57810) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:08.952731 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7ba9db-c1be-43ba-a429-58365ca3d8e1 None None] New status for floating IP 2319e6fc-a1aa-4c9e-8ee4-6681ccacce64: ACTIVE {{(pid=93178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 09:57:09.038195 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63943e1-fc3b-424f-947c-86370aac9114 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:09.039851 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63943e1-fc3b-424f-947c-86370aac9114 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:09.041402 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63943e1-fc3b-424f-947c-86370aac9114 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:09.043285 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-c63943e1-fc3b-424f-947c-86370aac9114 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1557112 Jun 11 09:57:09.054471 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 57818) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:09.066724 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-19d145a4-f3c4-4a60-9612-3fd8ffba247a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:09.159823 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-19d145a4-f3c4-4a60-9612-3fd8ffba247a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:09.180648 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203bab0f-026b-45ef-8a38-1914291e17fc req-064c7efc-18e2-478d-8556-be9c555d625a tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:09.186723 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203bab0f-026b-45ef-8a38-1914291e17fc req-064c7efc-18e2-478d-8556-be9c555d625a tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:09.188441 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-203bab0f-026b-45ef-8a38-1914291e17fc req-064c7efc-18e2-478d-8556-be9c555d625a tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/ports?device_id=2992f16a-9563-4fa5-a891-6e4b717bbd86 HTTP/1.1" status: 200 len: 1680 time: 0.2863615 Jun 11 09:57:09.195101 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-16bb7db5-c434-4435-badf-391864cdc033 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Deleting subnet 53e91b80-1132-4d8d-8b4c-b41648c10eef {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 09:57:09.215779 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-16bb7db5-c434-4435-badf-391864cdc033 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:09.396461 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-16bb7db5-c434-4435-badf-391864cdc033 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:09.412748 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-203bab0f-026b-45ef-8a38-1914291e17fc req-07147fff-9453-477f-9ed3-a242c79bf038 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/security-groups?id=abdcb17a-68bc-4d03-89e1-7baaf91e40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148092 Jun 11 09:57:09.500909 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-16b11d9b-1c7e-4b2d-8be0-b2d95f7c7111 req-a8c44722-7082-44f5-a34f-c1c766476b3e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da8fbc79-fb8f-44ca-a448-4f854b38b7e0 HTTP/1.1" status: 200 len: 1000 time: 0.8667624 Jun 11 09:57:09.592257 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d622b585-73b5-435e-93f6-dd89fc0157f7 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:09.593411 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-19d145a4-f3c4-4a60-9612-3fd8ffba247a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:09.596047 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-19d145a4-f3c4-4a60-9612-3fd8ffba247a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:09.598817 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-19d145a4-f3c4-4a60-9612-3fd8ffba247a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d0a63a22-d585-43d6-b866-33fbb4d10728 HTTP/1.1" status: 204 len: 168 time: 0.7560267 Jun 11 09:57:09.600518 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ad4c692e-fb79-40fc-8f34-03f4548625a9 tempest-SecurityGroupsTestJSON-2131585826 tempest-SecurityGroupsTestJSON-2131585826-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:09.604120 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b11d9b-1c7e-4b2d-8be0-b2d95f7c7111 req-241878bd-2346-4c20-99f2-769badbba232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:09.606118 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-16b11d9b-1c7e-4b2d-8be0-b2d95f7c7111 req-241878bd-2346-4c20-99f2-769badbba232 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=73b1338f-0df7-44ec-88b6-dbc16cfcfcc4 HTTP/1.1" status: 200 len: 855 time: 0.0971515 Jun 11 09:57:09.612959 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d145a4-f3c4-4a60-9612-3fd8ffba247a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a63a22-d585-43d6-b866-33fbb4d10728,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:09.617178 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-19d145a4-f3c4-4a60-9612-3fd8ffba247a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:09.619005 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-16bb7db5-c434-4435-badf-391864cdc033 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:09.684769 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d622b585-73b5-435e-93f6-dd89fc0157f7 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:09.769120 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 1fc5b1a0-cccf-40ac-a6ae-d5366d65346d up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:57:09.816470 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-16bb7db5-c434-4435-badf-391864cdc033 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:09.821021 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ad8bcfd0-6315-4f13-861e-3f34bd6fc5ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:09.836029 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b11d9b-1c7e-4b2d-8be0-b2d95f7c7111 req-588c1326-9677-4203-9843-22a87a25de69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:09.837608 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-16b11d9b-1c7e-4b2d-8be0-b2d95f7c7111 req-588c1326-9677-4203-9843-22a87a25de69 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ec1bae5-7351-4e01-a52c-de5521320fcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2245951 Jun 11 09:57:09.862322 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bb7db5-c434-4435-badf-391864cdc033 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event deleted for resources: {'Subnet': ['ID=53e91b80-1132-4d8d-8b4c-b41648c10eef,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:09.864517 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-16bb7db5-c434-4435-badf-391864cdc033 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:09.869893 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-16bb7db5-c434-4435-badf-391864cdc033 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/subnets/53e91b80-1132-4d8d-8b4c-b41648c10eef HTTP/1.1" status: 204 len: 168 time: 0.8134634 Jun 11 09:57:09.870954 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-16bb7db5-c434-4435-badf-391864cdc033 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:09.871421 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 57822) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:09.878669 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee55d73-ea35-46af-86e8-273d66d0ac63 None None] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:57:09.893939 n-d-779913-12 neutron-server[93177]: INFO neutron.db.l3_db [None req-d622b585-73b5-435e-93f6-dd89fc0157f7 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Floating IP 7d56bd9e-801c-4672-9cae-fa1a854516af associated. External IP: 172.25.4.49, port: 6002c3af-dd58-4a68-a700-e1997afee2fa. Jun 11 09:57:09.908371 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning for port 1fc5b1a0-cccf-40ac-a6ae-d5366d65346d completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:57:09.917224 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port 1fc5b1a0-cccf-40ac-a6ae-d5366d65346d triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:57:09.917758 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:09.942263 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-6175a2b1-9008-4066-9ac6-20ab6187551c tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Deleting subnet bfd1a870-2099-47fd-bb0a-456ea321b261 {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 09:57:09.946295 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6175a2b1-9008-4066-9ac6-20ab6187551c tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:10.015724 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6175a2b1-9008-4066-9ac6-20ab6187551c tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:10.136049 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-16b11d9b-1c7e-4b2d-8be0-b2d95f7c7111 req-fcc1214a-fb65-424f-ae21-9cfee2d7f906 service neutron] 10.222.0.69 "GET /v2.0/networks/4ec1bae5-7351-4e01-a52c-de5521320fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885849 Jun 11 09:57:10.252518 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6175a2b1-9008-4066-9ac6-20ab6187551c tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:10.304840 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:10.341526 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2992f16a-9563-4fa5-a891-6e4b717bbd86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fc5b1a0-cccf-40ac-a6ae-d5366d65346d'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:57:10.352867 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f91982-199b-45fd-826f-6e2704d4b442" -d '{"events": [{"server_uuid": "2992f16a-9563-4fa5-a891-6e4b717bbd86", "name": "network-vif-plugged", "status": "completed", "tag": "1fc5b1a0-cccf-40ac-a6ae-d5366d65346d"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:57:10.358242 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-16b11d9b-1c7e-4b2d-8be0-b2d95f7c7111 req-5f0b4b67-d419-48c8-8928-3a67344f0873 service neutron] 10.222.0.69 "GET /v2.0/networks/4ec1bae5-7351-4e01-a52c-de5521320fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924901 Jun 11 09:57:10.380715 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 1fc5b1a0-cccf-40ac-a6ae-d5366d65346d, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=1fc5b1a0-cccf-40ac-a6ae-d5366d65346d,segment=NetworkSegment(0a99701e-c802-4104-a45b-9601ba90511f),segment_id=0a99701e-c802-4104-a45b-9601ba90511f)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:57:10.389040 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6175a2b1-9008-4066-9ac6-20ab6187551c tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:10.391558 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d14dfeee-c945-4bcd-b4ed-a1fbd65fe55b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:10.409275 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d95c9a9c-27f3-41a6-a38c-f1fa83b552d1 x-openstack-request-id: req-d95c9a9c-27f3-41a6-a38c-f1fa83b552d1 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:57:10.409636 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2992f16a-9563-4fa5-a891-6e4b717bbd86", "name": "network-vif-plugged", "status": "completed", "tag": "1fc5b1a0-cccf-40ac-a6ae-d5366d65346d", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:57:10.409965 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d95c9a9c-27f3-41a6-a38c-f1fa83b552d1 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:57:10.410429 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2992f16a-9563-4fa5-a891-6e4b717bbd86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fc5b1a0-cccf-40ac-a6ae-d5366d65346d', 'code': 200} Jun 11 09:57:10.441724 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6175a2b1-9008-4066-9ac6-20ab6187551c tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event deleted for resources: {'Subnet': ['ID=bfd1a870-2099-47fd-bb0a-456ea321b261,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:10.444955 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6175a2b1-9008-4066-9ac6-20ab6187551c tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:10.446009 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6175a2b1-9008-4066-9ac6-20ab6187551c tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:10.448911 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-6175a2b1-9008-4066-9ac6-20ab6187551c tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/subnets/bfd1a870-2099-47fd-bb0a-456ea321b261 HTTP/1.1" status: 204 len: 168 time: 0.5765188 Jun 11 09:57:10.453911 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 57844) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:10.502846 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:10.502846 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 487ebe7a-5fe9-498d-8b67-9725628795e2 up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:57:10.504527 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7ca6645-9be7-4b97-a3c6-35d37f8a054b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:10.604466 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d622b585-73b5-435e-93f6-dd89fc0157f7 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Router 60da6e1a-8a4a-47bd-8242-4b43501a7f9b has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 09:57:10.660308 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-6bc0f9e1-456e-4246-8b56-98b8b501de80 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2049839 Jun 11 09:57:10.660849 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 57856) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:10.682846 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-225b8503-2291-41a0-8dcc-f9f063b3778f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Request body: {'subnet': {'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:57:10.793398 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=1fc5b1a0-cccf-40ac-a6ae-d5366d65346d,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:10.799175 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:10.912900 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning for port 487ebe7a-5fe9-498d-8b67-9725628795e2 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:57:10.917039 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port 487ebe7a-5fe9-498d-8b67-9725628795e2 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:57:10.917438 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:10.970970 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d622b585-73b5-435e-93f6-dd89fc0157f7 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:57:10.976221 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d622b585-73b5-435e-93f6-dd89fc0157f7 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:10.983848 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e65be38-09b2-4450-b458-b80974eaab2a None None] Sync routers for ids ['60da6e1a-8a4a-47bd-8242-4b43501a7f9b'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:57:10.998518 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67680ea5-1451-4e43-a1c2-a809b8296cf4 req-fa4e26e4-a19d-466e-9c62-afcd7a9b6adc tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:11.001791 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-225b8503-2291-41a0-8dcc-f9f063b3778f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Made reservation on behalf of 3a7e48b24b924bff8faf8c740b2810c2 for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:57:11.005946 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-225b8503-2291-41a0-8dcc-f9f063b3778f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:11.007596 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e65be38-09b2-4450-b458-b80974eaab2a None None] Routers {'60da6e1a-8a4a-47bd-8242-4b43501a7f9b'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:57:11.008220 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-9e65be38-09b2-4450-b458-b80974eaab2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:56:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['60da6e1a-8a4a-47bd-8242-4b43501a7f9b'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:57:11.022655 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67680ea5-1451-4e43-a1c2-a809b8296cf4 req-fa4e26e4-a19d-466e-9c62-afcd7a9b6adc tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:11.033500 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-67680ea5-1451-4e43-a1c2-a809b8296cf4 req-fa4e26e4-a19d-466e-9c62-afcd7a9b6adc tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/ports?device_id=2992f16a-9563-4fa5-a891-6e4b717bbd86 HTTP/1.1" status: 200 len: 1681 time: 0.2469471 Jun 11 09:57:11.095426 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:11.185113 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 487ebe7a-5fe9-498d-8b67-9725628795e2, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=487ebe7a-5fe9-498d-8b67-9725628795e2,segment=NetworkSegment(c3b2e812-5bb1-46e5-8a59-6578a4950b7c),segment_id=c3b2e812-5bb1-46e5-8a59-6578a4950b7c)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:57:11.259937 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-d622b585-73b5-435e-93f6-dd89fc0157f7 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "PUT /v2.0/floatingips/7d56bd9e-801c-4672-9cae-fa1a854516af HTTP/1.1" status: 200 len: 990 time: 3.6121261 Jun 11 09:57:11.261099 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9c702cf-dd7e-4dfa-b816-c6d03f19acf9', 'tag': '6002c3af-dd58-4a68-a700-e1997afee2fa'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:57:11.264048 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b3fecb-17cc-4d93-a1be-aa8e71adc650" -d '{"events": [{"name": "network-changed", "server_uuid": "b9c702cf-dd7e-4dfa-b816-c6d03f19acf9", "tag": "6002c3af-dd58-4a68-a700-e1997afee2fa"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:57:11.277017 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221dee4f-ce87-4d77-bc9a-59c96cd1f072 None None] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:57:11.296357 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-67680ea5-1451-4e43-a1c2-a809b8296cf4 req-9e13ed3f-4b01-4954-832d-b99dca7109c5 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/security-groups?id=abdcb17a-68bc-4d03-89e1-7baaf91e40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619064 Jun 11 09:57:11.296864 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:11.330089 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-bb50fabc-39cf-4e3f-ac91-71f86421474b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:11.354365 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 57874) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:11.489459 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-8df58162-79d2-42cb-abdb-4398143dffac None None] Provisioning complete for port 3475c7dd-4f77-40dc-a3ef-7c8c5e702d54 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:57:11.490085 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8df58162-79d2-42cb-abdb-4398143dffac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:11.521693 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-225b8503-2291-41a0-8dcc-f9f063b3778f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:11.528620 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-42acfffe-c9ab-4aa6-9dff-c2cc19158cb6 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:11.559285 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-f5c72385-750b-4ccf-acc3-f41f0d6f1362 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1073192682-network', 'tenant_id': 'ed40e49d893a422786649fbf7cc50908'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:57:11.572861 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-9e65be38-09b2-4450-b458-b80974eaab2a None None] Set router 60da6e1a-8a4a-47bd-8242-4b43501a7f9b gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:57:11.600774 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=487ebe7a-5fe9-498d-8b67-9725628795e2,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:11.607491 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d82cf1dd-5617-447b-8a37-63fe3a45198c x-openstack-request-id: req-d82cf1dd-5617-447b-8a37-63fe3a45198c {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:57:11.612750 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9c702cf-dd7e-4dfa-b816-c6d03f19acf9", "tag": "6002c3af-dd58-4a68-a700-e1997afee2fa", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:57:11.612750 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d82cf1dd-5617-447b-8a37-63fe3a45198c {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:57:11.612750 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9c702cf-dd7e-4dfa-b816-c6d03f19acf9', 'tag': '6002c3af-dd58-4a68-a700-e1997afee2fa', 'status': 'completed', 'code': 200} Jun 11 09:57:11.616430 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:11.650552 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225b8503-2291-41a0-8dcc-f9f063b3778f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event updated for resources: {'Subnet': ['ID=9496ae96-edfa-4cd4-b787-7831d5ac52e3,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:11.663798 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225b8503-2291-41a0-8dcc-f9f063b3778f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:57:11.666159 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-225b8503-2291-41a0-8dcc-f9f063b3778f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:11.667785 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-225b8503-2291-41a0-8dcc-f9f063b3778f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:57:11.670634 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225b8503-2291-41a0-8dcc-f9f063b3778f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:11.671358 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-225b8503-2291-41a0-8dcc-f9f063b3778f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:11.694712 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c72385-750b-4ccf-acc3-f41f0d6f1362 admin admin] Made reservation on behalf of ed40e49d893a422786649fbf7cc50908 for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:57:11.697265 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f5c72385-750b-4ccf-acc3-f41f0d6f1362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:11.733317 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f5c72385-750b-4ccf-acc3-f41f0d6f1362 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:11.828771 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-225b8503-2291-41a0-8dcc-f9f063b3778f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1660297 Jun 11 09:57:11.830783 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 57882) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:11.838560 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-77676608-0348-429b-83ee-7253774d25c5 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Request body: {'subnet': {'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:57:11.905701 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b3fecb-17cc-4d93-a1be-aa8e71adc650 req-398a1028-14b0-4c2f-ab04-711b6001a8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:11.907054 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b3fecb-17cc-4d93-a1be-aa8e71adc650 req-398a1028-14b0-4c2f-ab04-711b6001a8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:11.907054 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b3fecb-17cc-4d93-a1be-aa8e71adc650 req-398a1028-14b0-4c2f-ab04-711b6001a8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:11.907275 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b3fecb-17cc-4d93-a1be-aa8e71adc650 req-398a1028-14b0-4c2f-ab04-711b6001a8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:11.907909 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b3fecb-17cc-4d93-a1be-aa8e71adc650 req-398a1028-14b0-4c2f-ab04-711b6001a8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:11.910223 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b3fecb-17cc-4d93-a1be-aa8e71adc650 req-398a1028-14b0-4c2f-ab04-711b6001a8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:11.915112 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b3fecb-17cc-4d93-a1be-aa8e71adc650 req-398a1028-14b0-4c2f-ab04-711b6001a8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:11.917765 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-33b3fecb-17cc-4d93-a1be-aa8e71adc650 req-398a1028-14b0-4c2f-ab04-711b6001a8be service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=27f3c4dce50f47ad9013fa1bc48941bf&device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 6498 time: 0.1567135 Jun 11 09:57:12.005773 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be6fc6c-9c7c-4ea1-b165-090f1903ae8c None None] Update dhcp port {'port': {'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'fixed_ips': [{'subnet_id': '9496ae96-edfa-4cd4-b787-7831d5ac52e3'}], 'binding:host_id': 'n-d-779913-12'}, 'id': '3475c7dd-4f77-40dc-a3ef-7c8c5e702d54'} from n-d-779913-12. {{(pid=93178) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 11 09:57:12.052401 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-9be6fc6c-9c7c-4ea1-b165-090f1903ae8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:12.100601 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b3fecb-17cc-4d93-a1be-aa8e71adc650 req-5b4dc35d-a608-4f7f-bf77-32a9680fc2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:12.103309 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-33b3fecb-17cc-4d93-a1be-aa8e71adc650 req-5b4dc35d-a608-4f7f-bf77-32a9680fc2a9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=07c60738-0d51-40d7-b14f-98ba87e92f35 HTTP/1.1" status: 200 len: 913 time: 0.1764426 Jun 11 09:57:12.121053 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-9e65be38-09b2-4450-b458-b80974eaab2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60da6e1a-8a4a-47bd-8242-4b43501a7f9b', 'name': 'tempest-TaggedBootDevicesTest-1846906910-router', 'tenant_id': '27f3c4dce50f47ad9013fa1bc48941bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': 'a2613239-b597-4cd9-b00d-83d5a5467420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:53:55Z', 'updated_at': '2021-06-11T09:54:02Z', 'revision_number': 4, 'project_id': '27f3c4dce50f47ad9013fa1bc48941bf', 'gw_port': {'id': 'a2613239-b597-4cd9-b00d-83d5a5467420', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:03:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60da6e1a-8a4a-47bd-8242-4b43501a7f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:53:56Z', 'updated_at': '2021-06-11T09:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': '7d56bd9e-801c-4672-9cae-fa1a854516af', 'tenant_id': '27f3c4dce50f47ad9013fa1bc48941bf', 'floating_ip_address': '172.25.4.49', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': '60da6e1a-8a4a-47bd-8242-4b43501a7f9b', 'port_id': '6002c3af-dd58-4a68-a700-e1997afee2fa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07c60738-0d51-40d7-b14f-98ba87e92f35', 'mac_address': 'fa:16:3e:7e:ae:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c702cf-dd7e-4dfa-b816-c6d03f19acf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T09:55:16Z', 'updated_at': '2021-06-11T09:57:08Z', 'revision_number': 1, 'project_id': '27f3c4dce50f47ad9013fa1bc48941bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '628c40f1-df36-4878-ae4d-f7bdec8832fc', 'name': '', 'network_id': '07c60738-0d51-40d7-b14f-98ba87e92f35', 'tenant_id': '27f3c4dce50f47ad9013fa1bc48941bf', 'mac_address': 'fa:16:3e:40:25:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60da6e1a-8a4a-47bd-8242-4b43501a7f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '89485667-0a35-4bc0-a20f-cd09bc5f5d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:54:01Z', 'updated_at': '2021-06-11T09:54:09Z', 'revision_number': 5, 'project_id': '27f3c4dce50f47ad9013fa1bc48941bf', 'subnets': [{'id': '89485667-0a35-4bc0-a20f-cd09bc5f5d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:57:12.125583 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e65be38-09b2-4450-b458-b80974eaab2a None None] Checking router: 60da6e1a-8a4a-47bd-8242-4b43501a7f9b for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:57:12.137814 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e65be38-09b2-4450-b458-b80974eaab2a None None] Routers {'60da6e1a-8a4a-47bd-8242-4b43501a7f9b'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:57:12.139030 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-9e65be38-09b2-4450-b458-b80974eaab2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:56:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['60da6e1a-8a4a-47bd-8242-4b43501a7f9b'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:57:12.205753 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f5c72385-750b-4ccf-acc3-f41f0d6f1362 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:12.224624 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-33b3fecb-17cc-4d93-a1be-aa8e71adc650 req-9fed93fd-c60d-4e84-aa0a-60599323d6bd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6002c3af-dd58-4a68-a700-e1997afee2fa HTTP/1.1" status: 200 len: 998 time: 0.1147599 Jun 11 09:57:12.301794 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b3fecb-17cc-4d93-a1be-aa8e71adc650 req-6fddaee9-dca5-48fe-852e-f2c197099342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:12.302902 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f5c72385-750b-4ccf-acc3-f41f0d6f1362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:12.304656 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-33b3fecb-17cc-4d93-a1be-aa8e71adc650 req-6fddaee9-dca5-48fe-852e-f2c197099342 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=89485667-0a35-4bc0-a20f-cd09bc5f5d8c HTTP/1.1" status: 200 len: 851 time: 0.0728836 Jun 11 09:57:12.310581 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0fd4a4bc-bc06-46b5-b495-014315cd3337 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:12.313104 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-9be6fc6c-9c7c-4ea1-b165-090f1903ae8c None None] Allocated IP 2001:db8::2 (f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc/9496ae96-edfa-4cd4-b787-7831d5ac52e3/3475c7dd-4f77-40dc-a3ef-7c8c5e702d54) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:57:12.374392 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5c72385-750b-4ccf-acc3-f41f0d6f1362 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 782} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 09:57:12.391231 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-9e65be38-09b2-4450-b458-b80974eaab2a None None] Set router 60da6e1a-8a4a-47bd-8242-4b43501a7f9b gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:57:12.413068 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c72385-750b-4ccf-acc3-f41f0d6f1362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a535c77-2ee4-428e-bb1f-fd8ebdaf5b8a,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:12.431337 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f5c72385-750b-4ccf-acc3-f41f0d6f1362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:12.435735 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-f5c72385-750b-4ccf-acc3-f41f0d6f1362 admin admin] Added segment bde69d1e-fd03-48da-90eb-dbdb860441da of type vlan for network 8ffdf365-62f5-4ad4-a3b6-0fdd0885c283 Jun 11 09:57:12.435893 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2992f16a-9563-4fa5-a891-6e4b717bbd86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '487ebe7a-5fe9-498d-8b67-9725628795e2'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:57:12.438481 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e0c0aea-abda-4085-853a-79ca7141786c" -d '{"events": [{"server_uuid": "2992f16a-9563-4fa5-a891-6e4b717bbd86", "name": "network-vif-plugged", "status": "completed", "tag": "487ebe7a-5fe9-498d-8b67-9725628795e2"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:57:12.467155 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b3fecb-17cc-4d93-a1be-aa8e71adc650 req-d0341bb7-28d0-46df-b611-f7c3ab463f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:12.472652 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-33b3fecb-17cc-4d93-a1be-aa8e71adc650 req-d0341bb7-28d0-46df-b611-f7c3ab463f2a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=07c60738-0d51-40d7-b14f-98ba87e92f35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1619864 Jun 11 09:57:12.517412 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-9be6fc6c-9c7c-4ea1-b165-090f1903ae8c None None] For port 3475c7dd-4f77-40dc-a3ef-7c8c5e702d54, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=3475c7dd-4f77-40dc-a3ef-7c8c5e702d54,segment=NetworkSegment(e0bc2927-8a98-4066-9eb5-5174f5accc0f),segment_id=e0bc2927-8a98-4066-9eb5-5174f5accc0f)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:57:12.545583 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-041cb5cd-6761-4e10-90c5-a47dd58f32d5 x-openstack-request-id: req-041cb5cd-6761-4e10-90c5-a47dd58f32d5 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:57:12.545893 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2992f16a-9563-4fa5-a891-6e4b717bbd86", "name": "network-vif-plugged", "status": "completed", "tag": "487ebe7a-5fe9-498d-8b67-9725628795e2", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:57:12.546164 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-041cb5cd-6761-4e10-90c5-a47dd58f32d5 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:57:12.546564 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2992f16a-9563-4fa5-a891-6e4b717bbd86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '487ebe7a-5fe9-498d-8b67-9725628795e2', 'code': 200} Jun 11 09:57:12.594170 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-9be6fc6c-9c7c-4ea1-b165-090f1903ae8c None None] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:12.605500 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f5c72385-750b-4ccf-acc3-f41f0d6f1362 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:12.610810 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77676608-0348-429b-83ee-7253774d25c5 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Made reservation on behalf of 3a7e48b24b924bff8faf8c740b2810c2 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:57:12.615369 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-77676608-0348-429b-83ee-7253774d25c5 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:12.637734 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-9be6fc6c-9c7c-4ea1-b165-090f1903ae8c None None] Transition to ACTIVE for port object 3475c7dd-4f77-40dc-a3ef-7c8c5e702d54 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:57:12.701912 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-9be6fc6c-9c7c-4ea1-b165-090f1903ae8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:12.705400 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:12.722015 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-33b3fecb-17cc-4d93-a1be-aa8e71adc650 req-e6bfde48-b413-4306-ac4d-c5c22f26930d service neutron] 10.222.0.64 "GET /v2.0/networks/07c60738-0d51-40d7-b14f-98ba87e92f35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427533 Jun 11 09:57:12.755631 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f5c72385-750b-4ccf-acc3-f41f0d6f1362 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:12.968645 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-33b3fecb-17cc-4d93-a1be-aa8e71adc650 req-99c30c6b-fe8a-4fe9-8472-83ee32ccee2d service neutron] 10.222.0.64 "GET /v2.0/networks/07c60738-0d51-40d7-b14f-98ba87e92f35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376986 Jun 11 09:57:12.972737 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be6fc6c-9c7c-4ea1-b165-090f1903ae8c None None] Pushing event updated for resources: {'Port': ['ID=3475c7dd-4f77-40dc-a3ef-7c8c5e702d54,revision_number=8']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:12.988058 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-9be6fc6c-9c7c-4ea1-b165-090f1903ae8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:13.003521 n-d-779913-12 neutron-server[93177]: INFO neutron.db.ipam_backend_mixin [None req-77676608-0348-429b-83ee-7253774d25c5 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9496ae96-edfa-4cd4-b787-7831d5ac52e3 (CIDR: 2001:db8::/64) Jun 11 09:57:13.014611 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fb58c2-5af6-4e82-8469-3c29df29dbf0 req-d0fa5b5c-c13f-49db-a6cd-0825797fb294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:13.015302 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-9e65be38-09b2-4450-b458-b80974eaab2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60da6e1a-8a4a-47bd-8242-4b43501a7f9b', 'name': 'tempest-TaggedBootDevicesTest-1846906910-router', 'tenant_id': '27f3c4dce50f47ad9013fa1bc48941bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': 'a2613239-b597-4cd9-b00d-83d5a5467420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:53:55Z', 'updated_at': '2021-06-11T09:54:02Z', 'revision_number': 4, 'project_id': '27f3c4dce50f47ad9013fa1bc48941bf', 'gw_port': {'id': 'a2613239-b597-4cd9-b00d-83d5a5467420', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:03:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60da6e1a-8a4a-47bd-8242-4b43501a7f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:53:56Z', 'updated_at': '2021-06-11T09:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': '7d56bd9e-801c-4672-9cae-fa1a854516af', 'tenant_id': '27f3c4dce50f47ad9013fa1bc48941bf', 'floating_ip_address': '172.25.4.49', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': '60da6e1a-8a4a-47bd-8242-4b43501a7f9b', 'port_id': '6002c3af-dd58-4a68-a700-e1997afee2fa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07c60738-0d51-40d7-b14f-98ba87e92f35', 'mac_address': 'fa:16:3e:7e:ae:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c702cf-dd7e-4dfa-b816-c6d03f19acf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T09:55:16Z', 'updated_at': '2021-06-11T09:57:08Z', 'revision_number': 1, 'project_id': '27f3c4dce50f47ad9013fa1bc48941bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '628c40f1-df36-4878-ae4d-f7bdec8832fc', 'name': '', 'network_id': '07c60738-0d51-40d7-b14f-98ba87e92f35', 'tenant_id': '27f3c4dce50f47ad9013fa1bc48941bf', 'mac_address': 'fa:16:3e:40:25:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60da6e1a-8a4a-47bd-8242-4b43501a7f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '89485667-0a35-4bc0-a20f-cd09bc5f5d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:54:01Z', 'updated_at': '2021-06-11T09:54:09Z', 'revision_number': 5, 'project_id': '27f3c4dce50f47ad9013fa1bc48941bf', 'subnets': [{'id': '89485667-0a35-4bc0-a20f-cd09bc5f5d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:57:13.015738 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fb58c2-5af6-4e82-8469-3c29df29dbf0 req-d0fa5b5c-c13f-49db-a6cd-0825797fb294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:13.017553 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d7fb58c2-5af6-4e82-8469-3c29df29dbf0 req-d0fa5b5c-c13f-49db-a6cd-0825797fb294 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2992f16a-9563-4fa5-a891-6e4b717bbd86 HTTP/1.1" status: 200 len: 1986 time: 0.3537095 Jun 11 09:57:13.022377 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-68917c61-2b09-45db-94c4-04df4e79667a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:13.025204 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e65be38-09b2-4450-b458-b80974eaab2a None None] The sync data for ids ['60da6e1a-8a4a-47bd-8242-4b43501a7f9b'] in n-d-779913-12 is: [{'id': '60da6e1a-8a4a-47bd-8242-4b43501a7f9b', 'name': 'tempest-TaggedBootDevicesTest-1846906910-router', 'tenant_id': '27f3c4dce50f47ad9013fa1bc48941bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': 'a2613239-b597-4cd9-b00d-83d5a5467420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:53:55Z', 'updated_at': '2021-06-11T09:54:02Z', 'revision_number': 4, 'project_id': '27f3c4dce50f47ad9013fa1bc48941bf', 'gw_port': {'id': 'a2613239-b597-4cd9-b00d-83d5a5467420', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:03:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60da6e1a-8a4a-47bd-8242-4b43501a7f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:53:56Z', 'updated_at': '2021-06-11T09:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': '7d56bd9e-801c-4672-9cae-fa1a854516af', 'tenant_id': '27f3c4dce50f47ad9013fa1bc48941bf', 'floating_ip_address': '172.25.4.49', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': '60da6e1a-8a4a-47bd-8242-4b43501a7f9b', 'port_id': '6002c3af-dd58-4a68-a700-e1997afee2fa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07c60738-0d51-40d7-b14f-98ba87e92f35', 'mac_address': 'fa:16:3e:7e:ae:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c702cf-dd7e-4dfa-b816-c6d03f19acf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T09:55:16Z', 'updated_at': '2021-06-11T09:57:08Z', 'revision_number': 1, 'project_id': '27f3c4dce50f47ad9013fa1bc48941bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '628c40f1-df36-4878-ae4d-f7bdec8832fc', 'name': '', 'network_id': '07c60738-0d51-40d7-b14f-98ba87e92f35', 'tenant_id': '27f3c4dce50f47ad9013fa1bc48941bf', 'mac_address': 'fa:16:3e:40:25:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60da6e1a-8a4a-47bd-8242-4b43501a7f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '89485667-0a35-4bc0-a20f-cd09bc5f5d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:54:01Z', 'updated_at': '2021-06-11T09:54:09Z', 'revision_number': 5, 'project_id': '27f3c4dce50f47ad9013fa1bc48941bf', 'subnets': [{'id': '89485667-0a35-4bc0-a20f-cd09bc5f5d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:57:13.043735 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26688670-defa-4848-bb4d-a065e1634cd2 req-3fb9a4b3-0e8f-49a0-8f87-23565100d87b tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:13.043735 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26688670-defa-4848-bb4d-a065e1634cd2 req-3fb9a4b3-0e8f-49a0-8f87-23565100d87b tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:13.049814 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-26688670-defa-4848-bb4d-a065e1634cd2 req-3fb9a4b3-0e8f-49a0-8f87-23565100d87b tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/ports?device_id=2992f16a-9563-4fa5-a891-6e4b717bbd86 HTTP/1.1" status: 200 len: 1682 time: 0.4481533 Jun 11 09:57:13.077678 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f5c72385-750b-4ccf-acc3-f41f0d6f1362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:13.079383 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c72385-750b-4ccf-acc3-f41f0d6f1362 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:13.080598 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f5c72385-750b-4ccf-acc3-f41f0d6f1362 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:13.083713 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-77676608-0348-429b-83ee-7253774d25c5 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 09:57:13.084992 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77676608-0348-429b-83ee-7253774d25c5 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 09:57:13.111321 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e5885fea-0672-4060-b2b3-5146a1ffe5df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:13.276622 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c72385-750b-4ccf-acc3-f41f0d6f1362 admin admin] Pushing event updated for resources: {'Network': ['ID=8ffdf365-62f5-4ad4-a3b6-0fdd0885c283,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:13.292751 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 3475c7dd-4f77-40dc-a3ef-7c8c5e702d54 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:57:13.294593 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f5c72385-750b-4ccf-acc3-f41f0d6f1362 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:13.302615 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 8ffdf365-62f5-4ad4-a3b6-0fdd0885c283 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:57:13.308423 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-77676608-0348-429b-83ee-7253774d25c5 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4763625 Jun 11 09:57:13.311182 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 57898) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:13.317275 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-1b7a483f-da7a-42d2-8e3a-4c6ead2ec351 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Request body: {'subnet': {'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:57:13.321930 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 57900) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:13.322604 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-f5c72385-750b-4ccf-acc3-f41f0d6f1362 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9550672 Jun 11 09:57:13.342772 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-26688670-defa-4848-bb4d-a065e1634cd2 req-3679188e-477b-49a3-9aa4-50d6367e252c tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/security-groups?id=abdcb17a-68bc-4d03-89e1-7baaf91e40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916782 Jun 11 09:57:13.362310 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d7fb58c2-5af6-4e82-8469-3c29df29dbf0 req-2cfc9bee-3abe-478f-a0c0-bba5617d1cef service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=abdcb17a-68bc-4d03-89e1-7baaf91e40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091760 Jun 11 09:57:13.375915 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-223f8d13-76bb-4904-a956-e8973416be27 admin admin] Request body: {'subnet': {'network_id': '8ffdf365-62f5-4ad4-a3b6-0fdd0885c283', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1073192682-subnet', 'tenant_id': 'ed40e49d893a422786649fbf7cc50908', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:57:13.492608 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84feb08-8e37-4368-a91b-6e4ee354bfe0 None None] New status for floating IP 7d56bd9e-801c-4672-9cae-fa1a854516af: ACTIVE {{(pid=93178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 09:57:13.502022 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-223f8d13-76bb-4904-a956-e8973416be27 admin admin] Made reservation on behalf of ed40e49d893a422786649fbf7cc50908 for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:57:13.510707 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-223f8d13-76bb-4904-a956-e8973416be27 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:13.691076 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b7a483f-da7a-42d2-8e3a-4c6ead2ec351 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Made reservation on behalf of 3a7e48b24b924bff8faf8c740b2810c2 for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:57:13.695433 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1b7a483f-da7a-42d2-8e3a-4c6ead2ec351 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:13.734399 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f12d5bc-ed02-4c50-b5d4-4d99c39f6db7 None None] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:57:13.869947 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-3580a30b-7d56-480a-80ed-c555fbb0e866 None None] Provisioning for port 3475c7dd-4f77-40dc-a3ef-7c8c5e702d54 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:57:13.880475 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-3580a30b-7d56-480a-80ed-c555fbb0e866 None None] Provisioning complete for port 3475c7dd-4f77-40dc-a3ef-7c8c5e702d54 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:57:13.880475 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3580a30b-7d56-480a-80ed-c555fbb0e866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:14.010773 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-223f8d13-76bb-4904-a956-e8973416be27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:14.016661 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-67ecd9a1-c9dd-4565-b4da-fb2a77a6e477 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:14.129721 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223f8d13-76bb-4904-a956-e8973416be27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9969fc13-6649-47a5-9183-847ac7f32064,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:14.134183 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-223f8d13-76bb-4904-a956-e8973416be27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:14.142046 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223f8d13-76bb-4904-a956-e8973416be27 admin admin] Checking segment: {'id': 'bde69d1e-fd03-48da-90eb-dbdb860441da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '8ffdf365-62f5-4ad4-a3b6-0fdd0885c283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:57:14.142413 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223f8d13-76bb-4904-a956-e8973416be27 admin admin] Network hostable DHCP agents. Network: 8ffdf365-62f5-4ad4-a3b6-0fdd0885c283, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 09:57:14.296415 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223f8d13-76bb-4904-a956-e8973416be27 admin admin] Network 8ffdf365-62f5-4ad4-a3b6-0fdd0885c283 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 09:57:14.371910 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-e43efd64-17fc-45ff-b92b-0b7064f9743a None None] Provisioning complete for port 3475c7dd-4f77-40dc-a3ef-7c8c5e702d54 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:57:14.372576 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e43efd64-17fc-45ff-b92b-0b7064f9743a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:14.389939 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-223f8d13-76bb-4904-a956-e8973416be27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 8ffdf365-62f5-4ad4-a3b6-0fdd0885c283) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:57:14.396388 n-d-779913-12 neutron-server[93176]: DEBUG neutron.objects.ports [None req-1b7a483f-da7a-42d2-8e3a-4c6ead2ec351 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93176) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 11 09:57:14.398764 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223f8d13-76bb-4904-a956-e8973416be27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:14.399495 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-223f8d13-76bb-4904-a956-e8973416be27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:14.592037 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44790291-cbb6-496b-8eb0-a3ef0a0d60cc None None] Network 8ffdf365-62f5-4ad4-a3b6-0fdd0885c283 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:57:14.624366 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b119f40-c9c1-49a6-b8b6-5e92247ec05c req-f4e5e355-8392-4757-8791-1c0c697cf5fe tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:14.630170 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b119f40-c9c1-49a6-b8b6-5e92247ec05c req-f4e5e355-8392-4757-8791-1c0c697cf5fe tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:14.632343 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5b119f40-c9c1-49a6-b8b6-5e92247ec05c req-f4e5e355-8392-4757-8791-1c0c697cf5fe tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/ports?device_id=2992f16a-9563-4fa5-a891-6e4b717bbd86 HTTP/1.1" status: 200 len: 1682 time: 0.1407166 Jun 11 09:57:14.656626 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-223f8d13-76bb-4904-a956-e8973416be27 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3306963 Jun 11 09:57:14.690987 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5b119f40-c9c1-49a6-b8b6-5e92247ec05c req-c400e916-b341-4fde-ac20-a2feb3a32f91 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/security-groups?id=abdcb17a-68bc-4d03-89e1-7baaf91e40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525167 Jun 11 09:57:14.815470 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c938a344-643b-464e-84a7-5e25c4cb78d0 None None] Network 8ffdf365-62f5-4ad4-a3b6-0fdd0885c283 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:57:14.839023 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1b7a483f-da7a-42d2-8e3a-4c6ead2ec351 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:15.072214 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-1b7a483f-da7a-42d2-8e3a-4c6ead2ec351 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] For port 3475c7dd-4f77-40dc-a3ef-7c8c5e702d54, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=3475c7dd-4f77-40dc-a3ef-7c8c5e702d54,segment=NetworkSegment(e0bc2927-8a98-4066-9eb5-5174f5accc0f),segment_id=e0bc2927-8a98-4066-9eb5-5174f5accc0f)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:57:15.107168 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1b7a483f-da7a-42d2-8e3a-4c6ead2ec351 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:15.227257 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1b7a483f-da7a-42d2-8e3a-4c6ead2ec351 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:15.228283 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1b7a483f-da7a-42d2-8e3a-4c6ead2ec351 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:15.232052 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-fdcd06aa-2ecd-4cb9-9f78-c1d953c09e14 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:15.291927 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7a483f-da7a-42d2-8e3a-4c6ead2ec351 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:57:15.305774 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-1b7a483f-da7a-42d2-8e3a-4c6ead2ec351 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:57:15.305774 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7a483f-da7a-42d2-8e3a-4c6ead2ec351 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:15.305774 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1b7a483f-da7a-42d2-8e3a-4c6ead2ec351 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:15.312492 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb5e238-030f-4979-99da-fdfcd349963f None None] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:57:15.322194 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7a483f-da7a-42d2-8e3a-4c6ead2ec351 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event updated for resources: {'Port': ['ID=3475c7dd-4f77-40dc-a3ef-7c8c5e702d54,revision_number=10']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:15.325922 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1b7a483f-da7a-42d2-8e3a-4c6ead2ec351 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:15.326453 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-81cc0682-8fbb-48e2-b81f-ffdc010ddeb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:15.380082 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7a483f-da7a-42d2-8e3a-4c6ead2ec351 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event updated for resources: {'Subnet': ['ID=8011d324-465b-4095-ab98-dcee5152e845,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:15.382690 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1b7a483f-da7a-42d2-8e3a-4c6ead2ec351 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:15.433637 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-1b7a483f-da7a-42d2-8e3a-4c6ead2ec351 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.1182604 Jun 11 09:57:15.433637 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 57936) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:15.437830 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-1e58bfab-712f-4556-aa7d-bf646707cead admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1620060808-network', 'tenant_id': '46ece5e67b4c47118355777b5fbe9305'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:57:15.440653 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 57938) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:15.445230 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-d69c630f-147a-4913-80f9-dd093d83a103 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Request body: {'port': {'network_id': 'f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc', 'mac_address': 'fa:16:3e:eb:29:27', 'name': 'tempest-NetworksTestDHCPv6-1549962978'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:57:15.639620 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e58bfab-712f-4556-aa7d-bf646707cead admin admin] Made reservation on behalf of 46ece5e67b4c47118355777b5fbe9305 for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:57:15.642316 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1e58bfab-712f-4556-aa7d-bf646707cead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:15.659399 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1e58bfab-712f-4556-aa7d-bf646707cead admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:15.772362 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d69c630f-147a-4913-80f9-dd093d83a103 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Made reservation on behalf of 3a7e48b24b924bff8faf8c740b2810c2 for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:57:15.821795 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6655c960-5c72-4127-95d8-989e2a0f129f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:15.910290 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c130a-daa3-445f-8d3e-27bc9073e523 req-5bb0f80c-cf8a-4c73-b152-b5fd277b36a1 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:15.914148 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:15.917761 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c130a-daa3-445f-8d3e-27bc9073e523 req-5bb0f80c-cf8a-4c73-b152-b5fd277b36a1 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:15.919633 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-525c130a-daa3-445f-8d3e-27bc9073e523 req-5bb0f80c-cf8a-4c73-b152-b5fd277b36a1 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/ports?device_id=2992f16a-9563-4fa5-a891-6e4b717bbd86 HTTP/1.1" status: 200 len: 1682 time: 0.0942218 Jun 11 09:57:15.979035 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-525c130a-daa3-445f-8d3e-27bc9073e523 req-9be98696-c206-4772-928d-f32a2a88ea37 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/security-groups?id=abdcb17a-68bc-4d03-89e1-7baaf91e40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509894 Jun 11 09:57:16.241990 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-be27512a-a73e-485e-9e8e-7db1a668e19f None None] Provisioning complete for port 3475c7dd-4f77-40dc-a3ef-7c8c5e702d54 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:57:16.242800 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-be27512a-a73e-485e-9e8e-7db1a668e19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:16.412779 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d69c630f-147a-4913-80f9-dd093d83a103 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:16.449511 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [None req-d69c630f-147a-4913-80f9-dd093d83a103 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] device_id is not set on port fe0d45f7-c055-4091-a01b-5243211a6185 yet. {{(pid=93176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 09:57:16.536196 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1e58bfab-712f-4556-aa7d-bf646707cead admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:16.664959 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:16.680919 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-d69c630f-147a-4913-80f9-dd093d83a103 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Allocated IP 2001:db8::2b8 (f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc/9496ae96-edfa-4cd4-b787-7831d5ac52e3/fe0d45f7-c055-4091-a01b-5243211a6185) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:57:16.687588 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-d69c630f-147a-4913-80f9-dd093d83a103 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Allocated IP 2001:db8:0:1:f816:3eff:feeb:2927 (f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc/8011d324-465b-4095-ab98-dcee5152e845/fe0d45f7-c055-4091-a01b-5243211a6185) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:57:16.824093 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1e58bfab-712f-4556-aa7d-bf646707cead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:16.829232 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-19d145a4-f3c4-4a60-9612-3fd8ffba247a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:16.869901 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e58bfab-712f-4556-aa7d-bf646707cead admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 789} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 09:57:16.902611 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e58bfab-712f-4556-aa7d-bf646707cead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6fb369d-4444-4852-bc92-3c0fa909fd95,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:16.905130 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1e58bfab-712f-4556-aa7d-bf646707cead admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:16.910390 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1e58bfab-712f-4556-aa7d-bf646707cead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:16.910757 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-1e58bfab-712f-4556-aa7d-bf646707cead admin admin] Added segment 9d994ddd-979a-49f5-85c1-3dd0001bfdbd of type vlan for network e58f3665-1614-4b42-8209-8e574f974462 Jun 11 09:57:16.964585 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d69c630f-147a-4913-80f9-dd093d83a103 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:16.989620 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1e58bfab-712f-4556-aa7d-bf646707cead admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:16.995875 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [None req-d69c630f-147a-4913-80f9-dd093d83a103 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Transition to ACTIVE for port object fe0d45f7-c055-4091-a01b-5243211a6185 will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:57:17.055006 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0822bf-254d-46bf-829c-b3fc50556a67 req-46322cb0-923e-47ad-bf97-c5d4a20fd652 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:17.061761 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0822bf-254d-46bf-829c-b3fc50556a67 req-46322cb0-923e-47ad-bf97-c5d4a20fd652 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:17.063401 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3f0822bf-254d-46bf-829c-b3fc50556a67 req-46322cb0-923e-47ad-bf97-c5d4a20fd652 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/ports?device_id=2992f16a-9563-4fa5-a891-6e4b717bbd86 HTTP/1.1" status: 200 len: 1682 time: 0.0903957 Jun 11 09:57:17.111367 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3f0822bf-254d-46bf-829c-b3fc50556a67 req-f64486dd-0b70-4bac-b6b0-8ac2dc775aef tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/security-groups?id=abdcb17a-68bc-4d03-89e1-7baaf91e40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417483 Jun 11 09:57:17.117310 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1e58bfab-712f-4556-aa7d-bf646707cead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:17.118827 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e58bfab-712f-4556-aa7d-bf646707cead admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:17.119770 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1e58bfab-712f-4556-aa7d-bf646707cead admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:17.125637 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2d493610-7c9a-4073-8140-6ebe2512c521 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:17.159094 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d69c630f-147a-4913-80f9-dd093d83a103 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:17.207130 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 3475c7dd-4f77-40dc-a3ef-7c8c5e702d54 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:57:17.246884 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e58bfab-712f-4556-aa7d-bf646707cead admin admin] Pushing event updated for resources: {'Network': ['ID=e58f3665-1614-4b42-8209-8e574f974462,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:17.250190 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69c630f-147a-4913-80f9-dd093d83a103 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:57:17.251688 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1e58bfab-712f-4556-aa7d-bf646707cead admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:17.252212 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-20417238-1ff1-417f-a496-82065894672e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:17.259279 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-d69c630f-147a-4913-80f9-dd093d83a103 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:57:17.266773 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network e58f3665-1614-4b42-8209-8e574f974462 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:57:17.284064 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69c630f-147a-4913-80f9-dd093d83a103 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:57:17.290945 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69c630f-147a-4913-80f9-dd093d83a103 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:17.291646 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d69c630f-147a-4913-80f9-dd093d83a103 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:17.298942 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-1e58bfab-712f-4556-aa7d-bf646707cead admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8609982 Jun 11 09:57:17.299158 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 57962) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:17.303623 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-cf4563e2-3ce3-4413-bdf9-7eab1b032afc admin admin] Request body: {'subnet': {'network_id': 'e58f3665-1614-4b42-8209-8e574f974462', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1620060808-subnet', 'tenant_id': '46ece5e67b4c47118355777b5fbe9305', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:57:17.343116 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69c630f-147a-4913-80f9-dd093d83a103 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event updated for resources: {'Port': ['ID=fe0d45f7-c055-4091-a01b-5243211a6185,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:17.347858 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d69c630f-147a-4913-80f9-dd093d83a103 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:17.376191 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 3475c7dd-4f77-40dc-a3ef-7c8c5e702d54 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:57:17.377631 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:17.418493 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf4563e2-3ce3-4413-bdf9-7eab1b032afc admin admin] Made reservation on behalf of 46ece5e67b4c47118355777b5fbe9305 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:57:17.423887 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cf4563e2-3ce3-4413-bdf9-7eab1b032afc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:17.599106 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-d69c630f-147a-4913-80f9-dd093d83a103 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.1467054 Jun 11 09:57:17.599106 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 57968) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:17.722090 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-f570dd0e-d4d7-450c-8c09-6970c687e41d tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Deleting port fe0d45f7-c055-4091-a01b-5243211a6185 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:57:17.722434 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f570dd0e-d4d7-450c-8c09-6970c687e41d tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:17.732926 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-3af97885-b228-40fc-8ce2-e668c25c57ef None None] Provisioning for port fe0d45f7-c055-4091-a01b-5243211a6185 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:57:17.737219 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-3af97885-b228-40fc-8ce2-e668c25c57ef None None] Provisioning complete for port fe0d45f7-c055-4091-a01b-5243211a6185 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:57:17.737611 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3af97885-b228-40fc-8ce2-e668c25c57ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:17.784406 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cf4563e2-3ce3-4413-bdf9-7eab1b032afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:17.787414 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-3af97885-b228-40fc-8ce2-e668c25c57ef None None] Port fe0d45f7-c055-4091-a01b-5243211a6185 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:57:17.787615 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ba6d9ca1-9706-4976-ac0e-fdbe51156534 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:17.859850 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f570dd0e-d4d7-450c-8c09-6970c687e41d tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:17.891843 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4563e2-3ce3-4413-bdf9-7eab1b032afc admin admin] Pushing event updated for resources: {'Subnet': ['ID=a60f4891-d887-4ce0-ad59-3a2c32baa061,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:17.891843 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-cf4563e2-3ce3-4413-bdf9-7eab1b032afc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:17.891843 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4563e2-3ce3-4413-bdf9-7eab1b032afc admin admin] Checking segment: {'id': '9d994ddd-979a-49f5-85c1-3dd0001bfdbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'e58f3665-1614-4b42-8209-8e574f974462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:57:17.891843 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4563e2-3ce3-4413-bdf9-7eab1b032afc admin admin] Network hostable DHCP agents. Network: e58f3665-1614-4b42-8209-8e574f974462, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 09:57:17.959781 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-f570dd0e-d4d7-450c-8c09-6970c687e41d tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Calling delete_port for fe0d45f7-c055-4091-a01b-5243211a6185 owned by {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:57:17.987305 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4563e2-3ce3-4413-bdf9-7eab1b032afc admin admin] Network e58f3665-1614-4b42-8209-8e574f974462 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 09:57:18.112645 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-cf4563e2-3ce3-4413-bdf9-7eab1b032afc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, e58f3665-1614-4b42-8209-8e574f974462) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:57:18.129486 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3e3123-c7cb-4394-9a69-ca2d4706c058 None None] Network e58f3665-1614-4b42-8209-8e574f974462 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:57:18.129708 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4563e2-3ce3-4413-bdf9-7eab1b032afc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:18.129708 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cf4563e2-3ce3-4413-bdf9-7eab1b032afc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:18.223428 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-cf4563e2-3ce3-4413-bdf9-7eab1b032afc admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9241705 Jun 11 09:57:18.314538 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f570dd0e-d4d7-450c-8c09-6970c687e41d tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:18.321616 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d69c630f-147a-4913-80f9-dd093d83a103 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:18.359956 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f570dd0e-d4d7-450c-8c09-6970c687e41d tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event deleted for resources: {'Port': ['ID=fe0d45f7-c055-4091-a01b-5243211a6185,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:18.367736 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f570dd0e-d4d7-450c-8c09-6970c687e41d tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:18.378569 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49dc0792-583c-42c7-a0a8-1bfa73e91c6d None None] Network e58f3665-1614-4b42-8209-8e574f974462 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:57:18.382633 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:18.455130 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8ee338-5934-493d-9001-92fca7126946 req-ca90c598-aef6-493f-8ade-f49d393ed345 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:18.461589 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8ee338-5934-493d-9001-92fca7126946 req-ca90c598-aef6-493f-8ade-f49d393ed345 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:18.463231 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2f8ee338-5934-493d-9001-92fca7126946 req-ca90c598-aef6-493f-8ade-f49d393ed345 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/ports?device_id=2992f16a-9563-4fa5-a891-6e4b717bbd86 HTTP/1.1" status: 200 len: 1682 time: 0.2129781 Jun 11 09:57:18.468090 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f570dd0e-d4d7-450c-8c09-6970c687e41d tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:18.468090 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-f570dd0e-d4d7-450c-8c09-6970c687e41d tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/ports/fe0d45f7-c055-4091-a01b-5243211a6185 HTTP/1.1" status: 204 len: 168 time: 0.8746245 Jun 11 09:57:18.469248 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 57984) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:18.524618 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2f8ee338-5934-493d-9001-92fca7126946 req-4ac9ac73-a11b-45af-bb6f-77cad8838da3 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/security-groups?id=abdcb17a-68bc-4d03-89e1-7baaf91e40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456588 Jun 11 09:57:18.610772 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d9aace-6b4e-4410-b5df-5a09bc4fdd98 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:18.617204 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 57992) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:18.618018 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-56d9aace-6b4e-4410-b5df-5a09bc4fdd98 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1467505 Jun 11 09:57:18.735242 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a04aa8-a88a-44b0-8603-63a08df39b30 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:18.739259 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-a7a04aa8-a88a-44b0-8603-63a08df39b30 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1185310 Jun 11 09:57:18.739463 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 57994) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:18.765345 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eb7328-1ff0-430c-9923-3eb4e9e57c00 req-75d58697-4717-45ea-ae63-e13244401920 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:18.771193 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eb7328-1ff0-430c-9923-3eb4e9e57c00 req-75d58697-4717-45ea-ae63-e13244401920 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:18.773631 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-12eb7328-1ff0-430c-9923-3eb4e9e57c00 req-75d58697-4717-45ea-ae63-e13244401920 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.69 "GET /v2.0/ports?device_id=2992f16a-9563-4fa5-a891-6e4b717bbd86 HTTP/1.1" status: 200 len: 1682 time: 0.1136246 Jun 11 09:57:18.830943 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93a1940-551e-4d09-b088-96d46cc5305a tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:18.832468 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93a1940-551e-4d09-b088-96d46cc5305a tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:18.834060 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93a1940-551e-4d09-b088-96d46cc5305a tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:18.838066 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-c93a1940-551e-4d09-b088-96d46cc5305a tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0946016 Jun 11 09:57:18.849928 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 58008) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:18.918038 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-12eb7328-1ff0-430c-9923-3eb4e9e57c00 req-f65d8721-6333-4f51-987c-501c147e3c52 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Deleting port 1fc5b1a0-cccf-40ac-a6ae-d5366d65346d {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:57:18.918393 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-12eb7328-1ff0-430c-9923-3eb4e9e57c00 req-f65d8721-6333-4f51-987c-501c147e3c52 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:18.993939 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-93f65e38-400b-468e-b356-e836776fa4d7 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Deleting subnet 8011d324-465b-4095-ab98-dcee5152e845 {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 09:57:19.000926 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-93f65e38-400b-468e-b356-e836776fa4d7 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:19.044767 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-12eb7328-1ff0-430c-9923-3eb4e9e57c00 req-f65d8721-6333-4f51-987c-501c147e3c52 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] For port 1fc5b1a0-cccf-40ac-a6ae-d5366d65346d, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=1fc5b1a0-cccf-40ac-a6ae-d5366d65346d,segment=NetworkSegment(0a99701e-c802-4104-a45b-9601ba90511f),segment_id=0a99701e-c802-4104-a45b-9601ba90511f)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:57:19.045128 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-12eb7328-1ff0-430c-9923-3eb4e9e57c00 req-f65d8721-6333-4f51-987c-501c147e3c52 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:19.069420 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135740da-25e2-40f9-9571-970af950dc30 req-48a46135-d99a-45f1-9921-f5c54bcf7577 tempest-ServersNegativeTestMultiTenantJSON-888732396 tempest-ServersNegativeTestMultiTenantJSON-888732396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:19.071913 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-135740da-25e2-40f9-9571-970af950dc30 req-48a46135-d99a-45f1-9921-f5c54bcf7577 tempest-ServersNegativeTestMultiTenantJSON-888732396 tempest-ServersNegativeTestMultiTenantJSON-888732396-project] 10.222.0.60 "GET /v2.0/networks?id=8ffdf365-62f5-4ad4-a3b6-0fdd0885c283 HTTP/1.1" status: 200 len: 825 time: 0.2600389 Jun 11 09:57:19.081720 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-93f65e38-400b-468e-b356-e836776fa4d7 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:19.120540 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-135740da-25e2-40f9-9571-970af950dc30 req-ae74e83c-b6c6-4fcf-9f2d-2b28a4664938 tempest-ServersNegativeTestMultiTenantJSON-888732396 tempest-ServersNegativeTestMultiTenantJSON-888732396-project] 10.222.0.60 "GET /v2.0/quotas/ed40e49d893a422786649fbf7cc50908 HTTP/1.1" status: 200 len: 375 time: 0.0422463 Jun 11 09:57:19.146363 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-12eb7328-1ff0-430c-9923-3eb4e9e57c00 req-f65d8721-6333-4f51-987c-501c147e3c52 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Calling delete_port for 1fc5b1a0-cccf-40ac-a6ae-d5366d65346d owned by compute:nova {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:57:19.177226 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-135740da-25e2-40f9-9571-970af950dc30 req-d4c8d90e-bdd5-4e31-b76f-d302ecb5c886 tempest-ServersNegativeTestMultiTenantJSON-888732396 tempest-ServersNegativeTestMultiTenantJSON-888732396-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ed40e49d893a422786649fbf7cc50908&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395219 Jun 11 09:57:19.258738 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-93f65e38-400b-468e-b356-e836776fa4d7 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:19.389485 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-135740da-25e2-40f9-9571-970af950dc30 req-a276b01a-705e-4e5a-979b-f7f627d42ea4 service neutron] 10.222.0.60 "GET /v2.0/networks/8ffdf365-62f5-4ad4-a3b6-0fdd0885c283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891675 Jun 11 09:57:19.425177 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-12eb7328-1ff0-430c-9923-3eb4e9e57c00 req-f65d8721-6333-4f51-987c-501c147e3c52 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:19.432617 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-04afa891-9b67-448e-aa51-91cdf98e7d8b tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:19.437444 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['487ebe7a-5fe9-498d-8b67-9725628795e2', '1fc5b1a0-cccf-40ac-a6ae-d5366d65346d'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:57:19.467420 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65d8721-6333-4f51-987c-501c147e3c52 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Pushing event deleted for resources: {'Port': ['ID=1fc5b1a0-cccf-40ac-a6ae-d5366d65346d,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:19.471643 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f65d8721-6333-4f51-987c-501c147e3c52 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:19.515309 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-93f65e38-400b-468e-b356-e836776fa4d7 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:19.536691 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9ff579df-24db-46ce-b615-c74e2a262e48 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:19.536977 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-12eb7328-1ff0-430c-9923-3eb4e9e57c00 req-f65d8721-6333-4f51-987c-501c147e3c52 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] No DVR routers for this DVR port 1fc5b1a0-cccf-40ac-a6ae-d5366d65346d on host n-h2-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:57:19.546906 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-12eb7328-1ff0-430c-9923-3eb4e9e57c00 req-f65d8721-6333-4f51-987c-501c147e3c52 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:19.549499 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-12eb7328-1ff0-430c-9923-3eb4e9e57c00 req-f65d8721-6333-4f51-987c-501c147e3c52 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.69 "DELETE /v2.0/ports/1fc5b1a0-cccf-40ac-a6ae-d5366d65346d HTTP/1.1" status: 204 len: 173 time: 0.7645171 Jun 11 09:57:19.549690 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2992f16a-9563-4fa5-a891-6e4b717bbd86', 'name': 'network-vif-deleted', 'tag': '1fc5b1a0-cccf-40ac-a6ae-d5366d65346d'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:57:19.552068 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59939553-90dd-4c58-bd02-41ff2715192b" -d '{"events": [{"server_uuid": "2992f16a-9563-4fa5-a891-6e4b717bbd86", "name": "network-vif-deleted", "tag": "1fc5b1a0-cccf-40ac-a6ae-d5366d65346d"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:57:19.616457 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-135740da-25e2-40f9-9571-970af950dc30 req-9b990380-7f2b-4225-8c93-397adea500f0 service neutron] 10.222.0.60 "GET /v2.0/networks/8ffdf365-62f5-4ad4-a3b6-0fdd0885c283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175660 Jun 11 09:57:19.617648 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f65e38-400b-468e-b356-e836776fa4d7 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event deleted for resources: {'Subnet': ['ID=8011d324-465b-4095-ab98-dcee5152e845,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:19.621475 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-93f65e38-400b-468e-b356-e836776fa4d7 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:19.625668 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-93f65e38-400b-468e-b356-e836776fa4d7 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/subnets/8011d324-465b-4095-ab98-dcee5152e845 HTTP/1.1" status: 204 len: 168 time: 0.7723546 Jun 11 09:57:19.625668 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-93f65e38-400b-468e-b356-e836776fa4d7 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:19.626397 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 58016) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:19.640123 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95d7a27-eac1-4d72-85ad-236f4a88a826 None None] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:57:19.707907 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-3899aefa-7427-493a-b833-5899201d6a8e tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Deleting subnet 9496ae96-edfa-4cd4-b787-7831d5ac52e3 {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 09:57:19.712953 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3899aefa-7427-493a-b833-5899201d6a8e tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:19.809505 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3899aefa-7427-493a-b833-5899201d6a8e tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:19.860752 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-12eb7328-1ff0-430c-9923-3eb4e9e57c00 req-53183d3d-5557-48d2-be1d-9718305367f8 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Deleting port 487ebe7a-5fe9-498d-8b67-9725628795e2 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:57:19.861015 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-12eb7328-1ff0-430c-9923-3eb4e9e57c00 req-53183d3d-5557-48d2-be1d-9718305367f8 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:19.907326 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56531e9-f414-465e-87a3-6d098b5e1aa6 req-28557c8d-3d61-4271-a47a-49328504ca9c tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:19.908884 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e56531e9-f414-465e-87a3-6d098b5e1aa6 req-28557c8d-3d61-4271-a47a-49328504ca9c tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/ports?device_id=2992f16a-9563-4fa5-a891-6e4b717bbd86 HTTP/1.1" status: 200 len: 946 time: 0.1447070 Jun 11 09:57:19.950063 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3899aefa-7427-493a-b833-5899201d6a8e tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:20.133328 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3899aefa-7427-493a-b833-5899201d6a8e tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:20.141240 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6b4bf75c-33d3-494b-ab6d-7d8646b306d2 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:20.196813 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3899aefa-7427-493a-b833-5899201d6a8e tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:20.199670 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-3899aefa-7427-493a-b833-5899201d6a8e tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/subnets/9496ae96-edfa-4cd4-b787-7831d5ac52e3 HTTP/1.1" status: 204 len: 168 time: 0.5728176 Jun 11 09:57:20.201344 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3899aefa-7427-493a-b833-5899201d6a8e tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event deleted for resources: {'Subnet': ['ID=9496ae96-edfa-4cd4-b787-7831d5ac52e3,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:20.204241 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3899aefa-7427-493a-b833-5899201d6a8e tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:20.204763 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 58030) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:20.282074 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-5fbc2a59-34ec-4df4-b009-f4a5d7d7eacf tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0753682 Jun 11 09:57:20.283884 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 58036) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:20.381877 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5232fb-438e-4929-9693-b14216047d10 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:20.384045 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-ef5232fb-438e-4929-9693-b14216047d10 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0984139 Jun 11 09:57:20.387608 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 58038) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:20.464266 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eada4b3f-f0e7-425f-8b44-7de9cddf503e x-openstack-request-id: req-eada4b3f-f0e7-425f-8b44-7de9cddf503e {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:57:20.464740 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2992f16a-9563-4fa5-a891-6e4b717bbd86", "name": "network-vif-deleted", "tag": "1fc5b1a0-cccf-40ac-a6ae-d5366d65346d", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:57:20.465002 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-eada4b3f-f0e7-425f-8b44-7de9cddf503e {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:57:20.465576 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2992f16a-9563-4fa5-a891-6e4b717bbd86', 'name': 'network-vif-deleted', 'tag': '1fc5b1a0-cccf-40ac-a6ae-d5366d65346d', 'status': 'completed', 'code': 200} Jun 11 09:57:20.499025 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f223d873-9607-4719-9b65-fdad45375df1 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:20.501647 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-f223d873-9607-4719-9b65-fdad45375df1 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1140213 Jun 11 09:57:20.507871 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 58042) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:20.543675 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e56531e9-f414-465e-87a3-6d098b5e1aa6 req-48357e7b-0247-4434-aa67-98bf98ad2adf tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/security-groups?id=abdcb17a-68bc-4d03-89e1-7baaf91e40c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811987 Jun 11 09:57:20.555989 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-12eb7328-1ff0-430c-9923-3eb4e9e57c00 req-53183d3d-5557-48d2-be1d-9718305367f8 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] For port 487ebe7a-5fe9-498d-8b67-9725628795e2, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=487ebe7a-5fe9-498d-8b67-9725628795e2,segment=NetworkSegment(c3b2e812-5bb1-46e5-8a59-6578a4950b7c),segment_id=c3b2e812-5bb1-46e5-8a59-6578a4950b7c)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:57:20.556501 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-12eb7328-1ff0-430c-9923-3eb4e9e57c00 req-53183d3d-5557-48d2-be1d-9718305367f8 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:20.645990 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-c380ebfa-68c9-4668-af61-634f1cbc0efa tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1328063 Jun 11 09:57:20.654164 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 58046) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:20.710281 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-61f828ef-a7c8-4ef9-8a19-feb9d6f6c438 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] DELETE failed (client error): The resource could not be found. Jun 11 09:57:20.711127 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61f828ef-a7c8-4ef9-8a19-feb9d6f6c438 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 09:57:20.715220 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-61f828ef-a7c8-4ef9-8a19-feb9d6f6c438 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/ports/fe0d45f7-c055-4091-a01b-5243211a6185 HTTP/1.1" status: 404 len: 333 time: 0.0482335 Jun 11 09:57:20.733553 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-12eb7328-1ff0-430c-9923-3eb4e9e57c00 req-53183d3d-5557-48d2-be1d-9718305367f8 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Calling delete_port for 487ebe7a-5fe9-498d-8b67-9725628795e2 owned by compute:nova {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:57:20.748439 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 58048) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:20.758643 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-280cea97-f37e-4c10-ab06-6e5013608fdb req-e06d2701-2b05-4644-abce-0c0b79777eaa tempest-ServersNegativeTestMultiTenantJSON-888732396 tempest-ServersNegativeTestMultiTenantJSON-888732396-project] 10.222.0.60 "GET /v2.0/ports?device_id=b01b7609-8a8b-40b7-a196-86edffbb4946 HTTP/1.1" status: 200 len: 210 time: 0.1153610 Jun 11 09:57:20.800061 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e4e2d22-14e5-4661-ba98-aee2492b6e49 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] DELETE failed (client error): The resource could not be found. Jun 11 09:57:20.800603 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e4e2d22-14e5-4661-ba98-aee2492b6e49 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 09:57:20.803496 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-7e4e2d22-14e5-4661-ba98-aee2492b6e49 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/subnets/8011d324-465b-4095-ab98-dcee5152e845 HTTP/1.1" status: 404 len: 337 time: 0.0530450 Jun 11 09:57:20.805773 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 58050) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:20.848518 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-0135846f-4183-49c5-a8a2-add895f843af tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] DELETE failed (client error): The resource could not be found. Jun 11 09:57:20.849034 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0135846f-4183-49c5-a8a2-add895f843af tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 09:57:20.853579 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-0135846f-4183-49c5-a8a2-add895f843af tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/subnets/9496ae96-edfa-4cd4-b787-7831d5ac52e3 HTTP/1.1" status: 404 len: 337 time: 0.0441523 Jun 11 09:57:20.853912 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 58052) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:20.894752 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-f526b7ec-e799-4ad9-a2be-4c79a1d120dd tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] DELETE failed (client error): The resource could not be found. Jun 11 09:57:20.895499 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f526b7ec-e799-4ad9-a2be-4c79a1d120dd tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 09:57:20.899713 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-f526b7ec-e799-4ad9-a2be-4c79a1d120dd tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/ports/ccc85c3d-9b87-47e7-aa99-8881600033f6 HTTP/1.1" status: 404 len: 333 time: 0.0424299 Jun 11 09:57:20.900109 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 58054) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:20.940844 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-324d47d0-caf3-471b-bafd-8cf05067ee67 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] DELETE failed (client error): The resource could not be found. Jun 11 09:57:20.941314 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-324d47d0-caf3-471b-bafd-8cf05067ee67 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 09:57:20.942631 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f503226-9494-43ab-b7d6-42b45038ba70 None None] Network f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:57:20.954863 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-324d47d0-caf3-471b-bafd-8cf05067ee67 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/subnets/bfd1a870-2099-47fd-bb0a-456ea321b261 HTTP/1.1" status: 404 len: 337 time: 0.0420322 Jun 11 09:57:20.954863 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 58056) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:20.988551 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1c73702-2c1e-427e-836f-924cca9273fb tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] DELETE failed (client error): The resource could not be found. Jun 11 09:57:20.989017 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1c73702-2c1e-427e-836f-924cca9273fb tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 09:57:20.994049 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 58060) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:20.994423 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-c1c73702-2c1e-427e-836f-924cca9273fb tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/subnets/53e91b80-1132-4d8d-8b4c-b41648c10eef HTTP/1.1" status: 404 len: 337 time: 0.0475805 Jun 11 09:57:21.037422 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ea452a1-8b18-4c34-81b8-9471c5bb2d98 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] DELETE failed (client error): The resource could not be found. Jun 11 09:57:21.038523 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ea452a1-8b18-4c34-81b8-9471c5bb2d98 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 09:57:21.040632 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-2ea452a1-8b18-4c34-81b8-9471c5bb2d98 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/ports/c0b2e486-0693-4692-ac89-fb2b8a7cabea HTTP/1.1" status: 404 len: 333 time: 0.0451393 Jun 11 09:57:21.043105 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 58062) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:21.056427 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7a6c5ad-c8f9-4dfd-bb70-a7aeab063a02 None None] Provisioning complete for port 3475c7dd-4f77-40dc-a3ef-7c8c5e702d54 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:57:21.057236 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7a6c5ad-c8f9-4dfd-bb70-a7aeab063a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:21.079994 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-b07833c4-102b-4fd8-b4ba-f058eaff967f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] DELETE failed (client error): The resource could not be found. Jun 11 09:57:21.080455 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b07833c4-102b-4fd8-b4ba-f058eaff967f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 09:57:21.082368 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-b07833c4-102b-4fd8-b4ba-f058eaff967f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/subnets/1708d140-2643-4b4f-bd5b-630f3343bd30 HTTP/1.1" status: 404 len: 337 time: 0.0382390 Jun 11 09:57:21.085082 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 58066) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:21.098922 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-12eb7328-1ff0-430c-9923-3eb4e9e57c00 req-53183d3d-5557-48d2-be1d-9718305367f8 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:21.103695 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-be4300ba-5423-4709-89a6-c3a74fb820ff tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:21.140162 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53183d3d-5557-48d2-be1d-9718305367f8 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Pushing event deleted for resources: {'Port': ['ID=487ebe7a-5fe9-498d-8b67-9725628795e2,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:21.146036 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-53183d3d-5557-48d2-be1d-9718305367f8 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:21.151889 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-bab1c458-86ba-41a4-b76b-49ab2d57dbd6 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] DELETE failed (client error): The resource could not be found. Jun 11 09:57:21.152358 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bab1c458-86ba-41a4-b76b-49ab2d57dbd6 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 09:57:21.154110 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-bab1c458-86ba-41a4-b76b-49ab2d57dbd6 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/subnets/4d38a43c-5550-46df-a842-ae08d363424b HTTP/1.1" status: 404 len: 337 time: 0.0678525 Jun 11 09:57:21.160352 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 58068) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:21.229505 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-76c47b8c-ab92-4795-be64-5c3021f50003 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] DELETE failed (client error): The resource could not be found. Jun 11 09:57:21.230337 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76c47b8c-ab92-4795-be64-5c3021f50003 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 09:57:21.234530 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-76c47b8c-ab92-4795-be64-5c3021f50003 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/ports/6630e8c3-95d7-4de5-bc22-cb7f97ba74df HTTP/1.1" status: 404 len: 333 time: 0.0725651 Jun 11 09:57:21.236408 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 58072) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:21.285964 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbfa81bc-31ea-4511-a727-0cd3f0e3bd4c None None] DHCP port deletion for f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 09:57:21.304668 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cb874f0-3b31-4704-bc52-543db5c88c8c tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] DELETE failed (client error): The resource could not be found. Jun 11 09:57:21.307216 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cb874f0-3b31-4704-bc52-543db5c88c8c tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 09:57:21.308097 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-1cb874f0-3b31-4704-bc52-543db5c88c8c tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/subnets/7078b0b5-1956-459b-8c5a-751a4e5a6cae HTTP/1.1" status: 404 len: 337 time: 0.0690734 Jun 11 09:57:21.310703 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 58074) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:21.314902 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-12eb7328-1ff0-430c-9923-3eb4e9e57c00 req-53183d3d-5557-48d2-be1d-9718305367f8 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] No DVR routers for this DVR port 487ebe7a-5fe9-498d-8b67-9725628795e2 on host n-h2-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:57:21.317729 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-12eb7328-1ff0-430c-9923-3eb4e9e57c00 req-53183d3d-5557-48d2-be1d-9718305367f8 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:21.320339 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-12eb7328-1ff0-430c-9923-3eb4e9e57c00 req-53183d3d-5557-48d2-be1d-9718305367f8 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.69 "DELETE /v2.0/ports/487ebe7a-5fe9-498d-8b67-9725628795e2 HTTP/1.1" status: 204 len: 173 time: 1.7649190 Jun 11 09:57:21.359693 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-dbfa81bc-31ea-4511-a727-0cd3f0e3bd4c None None] Deleting port 3475c7dd-4f77-40dc-a3ef-7c8c5e702d54 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:57:21.360035 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-dbfa81bc-31ea-4511-a727-0cd3f0e3bd4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:21.362546 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-5da069ed-21e3-408e-8a10-b12c12e0a014 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] DELETE failed (client error): The resource could not be found. Jun 11 09:57:21.363135 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5da069ed-21e3-408e-8a10-b12c12e0a014 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 09:57:21.364846 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-5da069ed-21e3-408e-8a10-b12c12e0a014 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/subnets/3291dbae-1210-4fb8-9695-6fea45c2b428 HTTP/1.1" status: 404 len: 337 time: 0.0529914 Jun 11 09:57:21.368275 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 58078) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:21.407817 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebb9bd66-6c7c-45b9-9be8-980f4b3d6f2a tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] DELETE failed (client error): The resource could not be found. Jun 11 09:57:21.408707 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebb9bd66-6c7c-45b9-9be8-980f4b3d6f2a tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 09:57:21.413333 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-ebb9bd66-6c7c-45b9-9be8-980f4b3d6f2a tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/ports/dd064faf-6f5e-40b6-aaca-f871d5217102 HTTP/1.1" status: 404 len: 333 time: 0.0440018 Jun 11 09:57:21.413539 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 58080) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:21.463959 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-dbfa81bc-31ea-4511-a727-0cd3f0e3bd4c None None] For port 3475c7dd-4f77-40dc-a3ef-7c8c5e702d54, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=3475c7dd-4f77-40dc-a3ef-7c8c5e702d54,segment=NetworkSegment(e0bc2927-8a98-4066-9eb5-5174f5accc0f),segment_id=e0bc2927-8a98-4066-9eb5-5174f5accc0f)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:57:21.464287 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-dbfa81bc-31ea-4511-a727-0cd3f0e3bd4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:21.486830 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6df1e58-07f2-4cec-96b5-617e3f9e9dea tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] DELETE failed (client error): The resource could not be found. Jun 11 09:57:21.487303 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6df1e58-07f2-4cec-96b5-617e3f9e9dea tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 09:57:21.492031 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-b6df1e58-07f2-4cec-96b5-617e3f9e9dea tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/subnets/7c42f45a-b49b-4b9b-9fba-7bc990cc7e25 HTTP/1.1" status: 404 len: 337 time: 0.0745256 Jun 11 09:57:21.492966 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 58082) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:21.524557 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-d207ddcf-2af9-48a2-af0c-77e71e5178f1 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] DELETE failed (client error): The resource could not be found. Jun 11 09:57:21.525267 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d207ddcf-2af9-48a2-af0c-77e71e5178f1 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 09:57:21.526986 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-d207ddcf-2af9-48a2-af0c-77e71e5178f1 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/ports/28abbca4-6e16-4ed7-b0d2-44dc272dbf67 HTTP/1.1" status: 404 len: 333 time: 0.0329740 Jun 11 09:57:21.529599 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 58084) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:21.568798 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-f01ac66a-2194-4c86-b223-c06a85ee6e94 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] DELETE failed (client error): The resource could not be found. Jun 11 09:57:21.569345 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f01ac66a-2194-4c86-b223-c06a85ee6e94 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 09:57:21.571187 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-f01ac66a-2194-4c86-b223-c06a85ee6e94 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/subnets/7a76706d-0f4c-4ec4-8644-45fd928bdb94 HTTP/1.1" status: 404 len: 337 time: 0.0405505 Jun 11 09:57:21.575305 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 58090) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:21.613145 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-ede42f9d-088b-4154-a206-49eefd062b0b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] DELETE failed (client error): The resource could not be found. Jun 11 09:57:21.613943 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ede42f9d-088b-4154-a206-49eefd062b0b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 09:57:21.616564 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-ede42f9d-088b-4154-a206-49eefd062b0b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/ports/7a792223-bec4-43cb-bceb-b1e9a9f68d40 HTTP/1.1" status: 404 len: 333 time: 0.0390685 Jun 11 09:57:21.619427 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 58092) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:21.686547 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-40f1300f-2cad-4342-b8cc-0af29afbb9ff tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] DELETE failed (client error): The resource could not be found. Jun 11 09:57:21.687004 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40f1300f-2cad-4342-b8cc-0af29afbb9ff tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 09:57:21.691690 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 58094) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:21.694106 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-40f1300f-2cad-4342-b8cc-0af29afbb9ff tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/subnets/751aa397-c9d0-4a39-b8dd-467c240b84fe HTTP/1.1" status: 404 len: 337 time: 0.0733404 Jun 11 09:57:21.740958 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba483451-748d-4eb3-aba7-a02020255a60 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] DELETE failed (client error): The resource could not be found. Jun 11 09:57:21.742131 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba483451-748d-4eb3-aba7-a02020255a60 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 09:57:21.743803 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-ba483451-748d-4eb3-aba7-a02020255a60 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/ports/cc808c9d-6f7e-4864-8f93-0648b029d924 HTTP/1.1" status: 404 len: 333 time: 0.0509968 Jun 11 09:57:21.746737 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 58098) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:21.748016 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-dbfa81bc-31ea-4511-a727-0cd3f0e3bd4c None None] Calling delete_port for 3475c7dd-4f77-40dc-a3ef-7c8c5e702d54 owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:57:21.792445 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-022a459a-82c3-46bb-8c1f-ece8439d196c tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] DELETE failed (client error): The resource could not be found. Jun 11 09:57:21.792977 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-022a459a-82c3-46bb-8c1f-ece8439d196c tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 09:57:21.797162 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-022a459a-82c3-46bb-8c1f-ece8439d196c tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/subnets/a01c5958-4673-4c29-975b-688067eaaa1d HTTP/1.1" status: 404 len: 337 time: 0.0456145 Jun 11 09:57:21.797329 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 58100) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:21.827316 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3b394363-6afc-4a17-8fad-1c87660e812b req-bccbe170-641f-41e2-b590-25e7c90f29d4 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "GET /v2.0/ports?device_id=2992f16a-9563-4fa5-a891-6e4b717bbd86 HTTP/1.1" status: 200 len: 210 time: 0.0950639 Jun 11 09:57:21.855855 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-f665bffc-1455-4a67-8a3d-86564a8c9a37 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] DELETE failed (client error): The resource could not be found. Jun 11 09:57:21.856574 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f665bffc-1455-4a67-8a3d-86564a8c9a37 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 09:57:21.858495 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-f665bffc-1455-4a67-8a3d-86564a8c9a37 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/ports/db0236f9-cb3a-4a1d-8ed5-e91ad6affd4e HTTP/1.1" status: 404 len: 333 time: 0.0601296 Jun 11 09:57:21.861096 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 58104) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:21.877573 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 1fc5b1a0-cccf-40ac-a6ae-d5366d65346d no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:57:21.907071 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-08e5cc48-b19a-473d-9c94-9f8fa755627a tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] DELETE failed (client error): The resource could not be found. Jun 11 09:57:21.907530 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08e5cc48-b19a-473d-9c94-9f8fa755627a tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 09:57:21.909551 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] No Port match for: 1fc5b1a0-cccf-40ac-a6ae-d5366d65346d {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:57:21.909717 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-08e5cc48-b19a-473d-9c94-9f8fa755627a tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/subnets/3a4ff479-51e4-465f-84bb-6d8055ef1f47 HTTP/1.1" status: 404 len: 337 time: 0.0471830 Jun 11 09:57:21.909905 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 1fc5b1a0-cccf-40ac-a6ae-d5366d65346d not bound to the agent host n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:57:21.910400 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 487ebe7a-5fe9-498d-8b67-9725628795e2 no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:57:21.912053 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 58106) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:21.938705 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] No Port match for: 487ebe7a-5fe9-498d-8b67-9725628795e2 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:57:21.939062 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 487ebe7a-5fe9-498d-8b67-9725628795e2 not bound to the agent host n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:57:21.946825 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddf35492-1bb7-474b-8403-362f0d77a46b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] DELETE failed (client error): The resource could not be found. Jun 11 09:57:21.947773 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddf35492-1bb7-474b-8403-362f0d77a46b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 09:57:21.949519 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-ddf35492-1bb7-474b-8403-362f0d77a46b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/ports/d3807469-efd9-4736-988f-8ed8c4abd031 HTTP/1.1" status: 404 len: 333 time: 0.0360537 Jun 11 09:57:21.951943 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 58108) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:21.987606 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ae45059-f92f-4e84-a906-1094bf9a5284 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] DELETE failed (client error): The resource could not be found. Jun 11 09:57:21.987919 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ae45059-f92f-4e84-a906-1094bf9a5284 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 09:57:21.989995 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-1ae45059-f92f-4e84-a906-1094bf9a5284 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/subnets/b458a9ea-419c-440a-b97e-ac599e101598 HTTP/1.1" status: 404 len: 337 time: 0.0368733 Jun 11 09:57:21.990891 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4c4f32fd-52ad-4cbd-93b9-546e12844ace req-cc71bab1-49c1-4a16-b027-36a74e7f1d4a tempest-ServersNegativeTestMultiTenantJSON-888732396 tempest-ServersNegativeTestMultiTenantJSON-888732396-project] 10.222.0.60 "GET /v2.0/ports?device_id=b01b7609-8a8b-40b7-a196-86edffbb4946 HTTP/1.1" status: 200 len: 210 time: 0.0459175 Jun 11 09:57:21.992518 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 58110) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:21.995542 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-dbfa81bc-31ea-4511-a727-0cd3f0e3bd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:21.997611 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-068aca63-5c7b-43ce-9d47-93b27e937311 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:22.035527 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfa81bc-31ea-4511-a727-0cd3f0e3bd4c None None] Pushing event deleted for resources: {'Port': ['ID=3475c7dd-4f77-40dc-a3ef-7c8c5e702d54,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:22.039982 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-dbfa81bc-31ea-4511-a727-0cd3f0e3bd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:22.041431 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfa81bc-31ea-4511-a727-0cd3f0e3bd4c None None] No DVR routers for this DVR port 3475c7dd-4f77-40dc-a3ef-7c8c5e702d54 on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:57:22.058568 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-40fa02b1-9130-4d5c-a573-fa43ccedb557 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] DELETE failed (client error): The resource could not be found. Jun 11 09:57:22.059035 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40fa02b1-9130-4d5c-a573-fa43ccedb557 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 09:57:22.060804 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-40fa02b1-9130-4d5c-a573-fa43ccedb557 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/subnets/72cd9410-c7a2-4115-b8ca-a7720cf060b1 HTTP/1.1" status: 404 len: 337 time: 0.0671899 Jun 11 09:57:22.063598 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 58114) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:22.097128 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dce3d57-7e39-4e77-b0fd-e493d1783d3d tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] DELETE failed (client error): The resource could not be found. Jun 11 09:57:22.098463 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dce3d57-7e39-4e77-b0fd-e493d1783d3d tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 09:57:22.100120 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-1dce3d57-7e39-4e77-b0fd-e493d1783d3d tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/ports/b7a0ed95-5f2f-473c-872d-e4166ed1947f HTTP/1.1" status: 404 len: 333 time: 0.0346196 Jun 11 09:57:22.102638 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 58118) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:22.137438 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f4c7d95-9071-4313-95ba-d781a3b138f7 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] DELETE failed (client error): The resource could not be found. Jun 11 09:57:22.137898 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f4c7d95-9071-4313-95ba-d781a3b138f7 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 09:57:22.139608 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-6f4c7d95-9071-4313-95ba-d781a3b138f7 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/subnets/e2c551ff-c6dc-4614-a74d-19d25076bedb HTTP/1.1" status: 404 len: 337 time: 0.0359132 Jun 11 09:57:22.142118 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 58120) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:22.182698 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c13ae22-bd04-48a1-8ce1-4a765795c1d6 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] DELETE failed (client error): The resource could not be found. Jun 11 09:57:22.185750 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c13ae22-bd04-48a1-8ce1-4a765795c1d6 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 09:57:22.185750 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-7c13ae22-bd04-48a1-8ce1-4a765795c1d6 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/subnets/f3c5632d-6770-4d5b-bbbe-4296944d5b5e HTTP/1.1" status: 404 len: 337 time: 0.0422351 Jun 11 09:57:22.187988 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 58122) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:22.223864 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-41bef662-08a3-4860-b2dd-cdc37441efb4 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] DELETE failed (client error): The resource could not be found. Jun 11 09:57:22.224818 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41bef662-08a3-4860-b2dd-cdc37441efb4 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 09:57:22.226525 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-41bef662-08a3-4860-b2dd-cdc37441efb4 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/ports/6f5d27b8-dbf2-460b-8266-9846de383fe7 HTTP/1.1" status: 404 len: 333 time: 0.0375602 Jun 11 09:57:22.237046 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 58124) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:22.273962 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-d819d766-e084-4960-8499-c52b7161691a tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] DELETE failed (client error): The resource could not be found. Jun 11 09:57:22.274421 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d819d766-e084-4960-8499-c52b7161691a tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 09:57:22.276162 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-d819d766-e084-4960-8499-c52b7161691a tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/subnets/b9d17950-d291-4521-947a-f7638444f1ea HTTP/1.1" status: 404 len: 337 time: 0.0378294 Jun 11 09:57:22.278740 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 58126) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:22.317510 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc7acf5c-c1b1-405f-9439-001a3440ebf8 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] DELETE failed (client error): The resource could not be found. Jun 11 09:57:22.317510 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc7acf5c-c1b1-405f-9439-001a3440ebf8 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 09:57:22.317510 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-fc7acf5c-c1b1-405f-9439-001a3440ebf8 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/subnets/7b18de4d-b7b5-4792-a3aa-c0970918e5bd HTTP/1.1" status: 404 len: 337 time: 0.0345981 Jun 11 09:57:22.320189 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 58128) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:22.358075 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-f037a2e8-b19e-40a5-9e17-4deb24f04f1e tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] DELETE failed (client error): The resource could not be found. Jun 11 09:57:22.358989 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f037a2e8-b19e-40a5-9e17-4deb24f04f1e tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 09:57:22.360724 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-f037a2e8-b19e-40a5-9e17-4deb24f04f1e tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/ports/faf7338e-7962-41b1-b404-90e8e584ebb4 HTTP/1.1" status: 404 len: 333 time: 0.0395136 Jun 11 09:57:22.363195 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 58130) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:22.399476 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1e7fbdc-fc70-4312-80ff-f140a579974f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] DELETE failed (client error): The resource could not be found. Jun 11 09:57:22.399987 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1e7fbdc-fc70-4312-80ff-f140a579974f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 09:57:22.405911 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-d1e7fbdc-fc70-4312-80ff-f140a579974f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/subnets/b6ffecf6-9adb-44c7-a4cd-b9e94711a709 HTTP/1.1" status: 404 len: 337 time: 0.0379581 Jun 11 09:57:22.409022 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 58134) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:22.466965 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2992f16a-9563-4fa5-a891-6e4b717bbd86', 'name': 'network-vif-deleted', 'tag': '487ebe7a-5fe9-498d-8b67-9725628795e2'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:57:22.469821 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a47535bc-44eb-451a-86fb-104c043777bf" -d '{"events": [{"server_uuid": "2992f16a-9563-4fa5-a891-6e4b717bbd86", "name": "network-vif-deleted", "tag": "487ebe7a-5fe9-498d-8b67-9725628795e2"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:57:22.525705 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-94369cd8-f3ee-462d-9f08-1b60ccaa55ff tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] DELETE failed (client error): The resource could not be found. Jun 11 09:57:22.529778 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94369cd8-f3ee-462d-9f08-1b60ccaa55ff tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 09:57:22.534010 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-94369cd8-f3ee-462d-9f08-1b60ccaa55ff tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/subnets/d13a0758-9083-4d6d-b893-fa0fe5ed3518 HTTP/1.1" status: 404 len: 337 time: 0.1219699 Jun 11 09:57:22.538295 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 58142) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:22.589748 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-6b4f7c8f-8e82-4ec9-8925-b875274fd699 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9864ed8-e110-4dfa-9fb2-c349909a0ca3 HTTP/1.1" status: 200 len: 205 time: 0.0501235 Jun 11 09:57:22.592208 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 58144) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:22.598366 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f241ab17-e3b6-477b-840d-e968b61a1b97 x-openstack-request-id: req-f241ab17-e3b6-477b-840d-e968b61a1b97 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:57:22.598766 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2992f16a-9563-4fa5-a891-6e4b717bbd86", "name": "network-vif-deleted", "tag": "487ebe7a-5fe9-498d-8b67-9725628795e2", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:57:22.599072 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f241ab17-e3b6-477b-840d-e968b61a1b97 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:57:22.599644 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2992f16a-9563-4fa5-a891-6e4b717bbd86', 'name': 'network-vif-deleted', 'tag': '487ebe7a-5fe9-498d-8b67-9725628795e2', 'status': 'completed', 'code': 200} Jun 11 09:57:22.648153 n-d-779913-12 neutron-server[93176]: INFO neutron.api.v2.resource [None req-8d2d5cee-1bcb-4fec-9f27-eb459151fe67 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] delete failed (client error): The resource could not be found. Jun 11 09:57:22.649112 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-8d2d5cee-1bcb-4fec-9f27-eb459151fe67 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/routers/c9864ed8-e110-4dfa-9fb2-c349909a0ca3 HTTP/1.1" status: 404 len: 336 time: 0.0558667 Jun 11 09:57:22.651780 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 58146) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:22.686319 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e7b7862-3596-45d6-b20a-93906dad970f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] DELETE failed (client error): The resource could not be found. Jun 11 09:57:22.686777 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e7b7862-3596-45d6-b20a-93906dad970f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 09:57:22.690807 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-2e7b7862-3596-45d6-b20a-93906dad970f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/subnets/f46d8419-73c5-40c0-8e59-69be17d4409d HTTP/1.1" status: 404 len: 337 time: 0.0357835 Jun 11 09:57:22.690996 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 58148) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:22.732850 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 58152) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:22.733346 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-cf16817c-3082-411d-b68b-53b80a878abe tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f6afa24-7c05-4c84-bfbd-32ea40e8307f HTTP/1.1" status: 200 len: 205 time: 0.0411160 Jun 11 09:57:22.797308 n-d-779913-12 neutron-server[93176]: INFO neutron.api.v2.resource [None req-ef411d41-77c2-4fd9-bb83-fecced5a3e2f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] delete failed (client error): The resource could not be found. Jun 11 09:57:22.798589 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-ef411d41-77c2-4fd9-bb83-fecced5a3e2f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/routers/0f6afa24-7c05-4c84-bfbd-32ea40e8307f HTTP/1.1" status: 404 len: 336 time: 0.0641184 Jun 11 09:57:22.801176 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 58154) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:22.835391 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-d99f8069-fbad-42d2-aeea-adc341e6eda1 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] DELETE failed (client error): The resource could not be found. Jun 11 09:57:22.835878 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d99f8069-fbad-42d2-aeea-adc341e6eda1 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 09:57:22.837551 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-d99f8069-fbad-42d2-aeea-adc341e6eda1 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/subnets/ee013c5f-f333-47ac-94f2-55b85e6f79fd HTTP/1.1" status: 404 len: 337 time: 0.0354919 Jun 11 09:57:22.840054 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 58156) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:22.877909 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2570ae8-ba9e-47ff-9724-43a546e1cd10 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] DELETE failed (client error): The resource could not be found. Jun 11 09:57:22.878429 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2570ae8-ba9e-47ff-9724-43a546e1cd10 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 09:57:22.880081 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-f2570ae8-ba9e-47ff-9724-43a546e1cd10 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/subnets/921ea1dd-955f-4232-a8a6-b63c78bb53be HTTP/1.1" status: 404 len: 337 time: 0.0391448 Jun 11 09:57:22.883234 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 58162) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:22.916148 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-b04f8ef4-2752-43af-80be-1e4a2f62f5ba tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] DELETE failed (client error): The resource could not be found. Jun 11 09:57:22.916904 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b04f8ef4-2752-43af-80be-1e4a2f62f5ba tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 09:57:22.918683 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-b04f8ef4-2752-43af-80be-1e4a2f62f5ba tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/ports/ca3ab23c-236f-4f70-b498-2bc7b80ce5ab HTTP/1.1" status: 404 len: 333 time: 0.0344980 Jun 11 09:57:22.921342 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 58164) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:22.959603 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 58166) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:22.967586 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f302cc8-ede3-44eb-a571-6bd4f9485aaa tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] DELETE failed (client error): The resource could not be found. Jun 11 09:57:22.968130 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f302cc8-ede3-44eb-a571-6bd4f9485aaa tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 09:57:22.969955 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-9f302cc8-ede3-44eb-a571-6bd4f9485aaa tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/subnets/b781a51a-8e70-4c03-92ea-b74f58f8f7e1 HTTP/1.1" status: 404 len: 337 time: 0.0472863 Jun 11 09:57:22.972421 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 58168) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:23.003996 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7362366-9962-47c2-b927-cba8b2a97ca0 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] DELETE failed (client error): The resource could not be found. Jun 11 09:57:23.004683 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7362366-9962-47c2-b927-cba8b2a97ca0 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 09:57:23.006429 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-e7362366-9962-47c2-b927-cba8b2a97ca0 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/ports/b56bbece-1c40-4dcb-a417-086c862a8d36 HTTP/1.1" status: 404 len: 333 time: 0.0331113 Jun 11 09:57:23.008966 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 58170) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:23.029014 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb020b27-832b-4a1f-8e88-e3c6b7daf86a tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Deleting subnet 0ae12cb2-91e8-427f-8bf6-169f2206d6b3 {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 09:57:23.033829 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-eb020b27-832b-4a1f-8e88-e3c6b7daf86a tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:23.045387 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2c56922-e100-404c-8a22-bfe368004dc7 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] DELETE failed (client error): The resource could not be found. Jun 11 09:57:23.045859 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2c56922-e100-404c-8a22-bfe368004dc7 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 09:57:23.050415 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-e2c56922-e100-404c-8a22-bfe368004dc7 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/subnets/93cda461-89cb-4a00-b44c-36c47710fbf6 HTTP/1.1" status: 404 len: 337 time: 0.0404565 Jun 11 09:57:23.051043 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 58174) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:23.088655 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-55f43f5b-2be1-4738-acff-d536fdb53bd6 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] DELETE failed (client error): The resource could not be found. Jun 11 09:57:23.089388 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55f43f5b-2be1-4738-acff-d536fdb53bd6 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 09:57:23.093704 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-55f43f5b-2be1-4738-acff-d536fdb53bd6 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/ports/8badc6d3-d7d4-4db4-907e-bf8f09bc5069 HTTP/1.1" status: 404 len: 333 time: 0.0414426 Jun 11 09:57:23.094500 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 58176) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:23.101435 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-eb020b27-832b-4a1f-8e88-e3c6b7daf86a tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:23.129227 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffb61bf8-1e21-4152-8389-bc9f71090b1d tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] DELETE failed (client error): The resource could not be found. Jun 11 09:57:23.129688 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffb61bf8-1e21-4152-8389-bc9f71090b1d tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 09:57:23.134102 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-ffb61bf8-1e21-4152-8389-bc9f71090b1d tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/subnets/1f8dffda-ed3e-4ab2-a154-59dd2fb4e9b8 HTTP/1.1" status: 404 len: 337 time: 0.0386240 Jun 11 09:57:23.134713 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 58178) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:23.223219 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 3475c7dd-4f77-40dc-a3ef-7c8c5e702d54 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:57:23.226121 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a0e1b0a-8e5f-4fb4-b9d4-adf4bbbeaaa2 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] DELETE failed (client error): The resource could not be found. Jun 11 09:57:23.227045 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a0e1b0a-8e5f-4fb4-b9d4-adf4bbbeaaa2 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 09:57:23.229072 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-7a0e1b0a-8e5f-4fb4-b9d4-adf4bbbeaaa2 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/ports/3597afa0-4f4e-4bbd-a67f-e2c85a4a319d HTTP/1.1" status: 404 len: 333 time: 0.0934420 Jun 11 09:57:23.252860 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 3475c7dd-4f77-40dc-a3ef-7c8c5e702d54 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:57:23.253491 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 3475c7dd-4f77-40dc-a3ef-7c8c5e702d54 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:57:23.262490 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 58180) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:23.283079 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2ead5acf-97c2-4261-92de-de37021af9da req-2c7b2b3e-5279-4a51-a3d9-6379edd066ec tempest-ServersNegativeTestMultiTenantJSON-888732396 tempest-ServersNegativeTestMultiTenantJSON-888732396-project] 10.222.0.60 "GET /v2.0/ports?device_id=b01b7609-8a8b-40b7-a196-86edffbb4946 HTTP/1.1" status: 200 len: 210 time: 0.1155789 Jun 11 09:57:23.316692 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-275316aa-959f-41a3-9206-6d8136e60803 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] DELETE failed (client error): The resource could not be found. Jun 11 09:57:23.316958 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-275316aa-959f-41a3-9206-6d8136e60803 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 09:57:23.318694 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-275316aa-959f-41a3-9206-6d8136e60803 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/subnets/525719b8-e541-4e8f-aa19-947653a912ed HTTP/1.1" status: 404 len: 337 time: 0.0549223 Jun 11 09:57:23.322557 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 58182) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:23.332507 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-eb020b27-832b-4a1f-8e88-e3c6b7daf86a tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:23.363481 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-6268f4d2-fedb-4d3d-bc00-c2bbf106499d tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] DELETE failed (client error): The resource could not be found. Jun 11 09:57:23.364295 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6268f4d2-fedb-4d3d-bc00-c2bbf106499d tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 09:57:23.369254 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-6268f4d2-fedb-4d3d-bc00-c2bbf106499d tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/ports/d36e89e9-ec9b-4554-8286-7c1d0921c214 HTTP/1.1" status: 404 len: 333 time: 0.0420105 Jun 11 09:57:23.369465 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 58184) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:23.407030 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e2b9076-672b-451f-a051-392e0f995795 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] DELETE failed (client error): The resource could not be found. Jun 11 09:57:23.407508 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e2b9076-672b-451f-a051-392e0f995795 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 09:57:23.414276 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-0e2b9076-672b-451f-a051-392e0f995795 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/subnets/4a8467aa-0b98-4649-89ce-967262f29475 HTTP/1.1" status: 404 len: 337 time: 0.0409296 Jun 11 09:57:23.414727 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 58186) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:23.451902 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c0378f1-9fe8-42b4-aff9-7f647b1e32a7 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] DELETE failed (client error): The resource could not be found. Jun 11 09:57:23.452761 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c0378f1-9fe8-42b4-aff9-7f647b1e32a7 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 09:57:23.455526 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-6c0378f1-9fe8-42b4-aff9-7f647b1e32a7 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/ports/f565e361-5ae3-47ff-8fca-d09fe01c45bb HTTP/1.1" status: 404 len: 333 time: 0.0398793 Jun 11 09:57:23.458075 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 58188) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:23.509963 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-63be8f48-f478-4617-b9f2-e9f8763e4ae0 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] DELETE failed (client error): The resource could not be found. Jun 11 09:57:23.510717 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63be8f48-f478-4617-b9f2-e9f8763e4ae0 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 09:57:23.512921 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-63be8f48-f478-4617-b9f2-e9f8763e4ae0 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/subnets/ef414bca-a4db-4ba0-9c49-556781948a40 HTTP/1.1" status: 404 len: 337 time: 0.0530965 Jun 11 09:57:23.526658 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 58190) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:23.585804 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f12bf37-3f30-4843-8e09-f630f5fc1bee tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] DELETE failed (client error): The resource could not be found. Jun 11 09:57:23.587039 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f12bf37-3f30-4843-8e09-f630f5fc1bee tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 09:57:23.590108 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-9f12bf37-3f30-4843-8e09-f630f5fc1bee tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/ports/38f9ae95-7792-45b8-806e-4fe5e4ced108 HTTP/1.1" status: 404 len: 333 time: 0.0608296 Jun 11 09:57:23.593242 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 58196) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:23.666020 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ebcf882-f7bb-413a-be1d-a20b6da7a759 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] DELETE failed (client error): The resource could not be found. Jun 11 09:57:23.666020 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ebcf882-f7bb-413a-be1d-a20b6da7a759 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 09:57:23.666020 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-7ebcf882-f7bb-413a-be1d-a20b6da7a759 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/subnets/c360cd70-ee9b-4b7b-bbca-c674049d92e5 HTTP/1.1" status: 404 len: 337 time: 0.0626378 Jun 11 09:57:23.666636 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 58200) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:23.728559 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135740da-25e2-40f9-9571-970af950dc30 req-c8fa1014-62ec-4c01-810c-0e8d2d15839c tempest-ServersNegativeTestMultiTenantJSON-888732396 tempest-ServersNegativeTestMultiTenantJSON-888732396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:23.730491 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-135740da-25e2-40f9-9571-970af950dc30 req-c8fa1014-62ec-4c01-810c-0e8d2d15839c tempest-ServersNegativeTestMultiTenantJSON-888732396 tempest-ServersNegativeTestMultiTenantJSON-888732396-project] 10.222.0.64 "GET /v2.0/networks?id=8ffdf365-62f5-4ad4-a3b6-0fdd0885c283 HTTP/1.1" status: 200 len: 825 time: 0.3907509 Jun 11 09:57:23.743819 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-135740da-25e2-40f9-9571-970af950dc30 req-b3f07fdc-4b7f-4339-ad37-1b0ffe5f0dfd tempest-ServersNegativeTestMultiTenantJSON-888732396 tempest-ServersNegativeTestMultiTenantJSON-888732396-project] Request body: {'port': {'device_id': 'b01b7609-8a8b-40b7-a196-86edffbb4946', 'network_id': '8ffdf365-62f5-4ad4-a3b6-0fdd0885c283', 'admin_state_up': True, 'tenant_id': 'ed40e49d893a422786649fbf7cc50908'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:57:23.846081 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ba376371-26f0-417c-a4e9-d80389d63bb2 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:23.902602 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-eb020b27-832b-4a1f-8e88-e3c6b7daf86a tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:23.907973 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-59837c7e-eb35-4764-bca1-0c2c26560e71 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:24.358419 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb020b27-832b-4a1f-8e88-e3c6b7daf86a tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Pushing event deleted for resources: {'Subnet': ['ID=0ae12cb2-91e8-427f-8bf6-169f2206d6b3,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:24.371914 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c24f960-30ff-4451-a725-86939a79b131 None None] Network 4a8aa33c-b67c-469b-82fd-eeec45fb92e5 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:57:24.387215 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-eb020b27-832b-4a1f-8e88-e3c6b7daf86a tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:24.390314 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-eb020b27-832b-4a1f-8e88-e3c6b7daf86a tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:24.394658 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-eb020b27-832b-4a1f-8e88-e3c6b7daf86a tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "DELETE /v2.0/subnets/0ae12cb2-91e8-427f-8bf6-169f2206d6b3 HTTP/1.1" status: 204 len: 168 time: 1.4333940 Jun 11 09:57:24.395269 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 58208) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:24.481888 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4bd7ffd6-e503-41a7-8c01-a34ff461cd3d req-a56f20d1-d1d1-430d-a321-d48bfeea84d1 tempest-ServersNegativeTestMultiTenantJSON-888732396 tempest-ServersNegativeTestMultiTenantJSON-888732396-project] 10.222.0.60 "GET /v2.0/ports?device_id=b01b7609-8a8b-40b7-a196-86edffbb4946 HTTP/1.1" status: 200 len: 210 time: 0.0506010 Jun 11 09:57:24.526682 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b7105104-7c58-47c5-8d35-eba3b64e98c1 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:24.527023 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ba376371-26f0-417c-a4e9-d80389d63bb2 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:24.545483 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-ba376371-26f0-417c-a4e9-d80389d63bb2 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:57:24.561166 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-ba376371-26f0-417c-a4e9-d80389d63bb2 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0bc2927-8a98-4066-9eb5-5174f5accc0f') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:57:24.561514 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-ba376371-26f0-417c-a4e9-d80389d63bb2 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0bc2927-8a98-4066-9eb5-5174f5accc0f') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:57:24.576851 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ba376371-26f0-417c-a4e9-d80389d63bb2 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:24.597746 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ba376371-26f0-417c-a4e9-d80389d63bb2 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:24.598453 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-b7105104-7c58-47c5-8d35-eba3b64e98c1 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Deleting port 983f50bc-f8e0-4c1f-9cb0-f9968dac9fae {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:57:24.598967 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b7105104-7c58-47c5-8d35-eba3b64e98c1 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:24.604250 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba376371-26f0-417c-a4e9-d80389d63bb2 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Releasing vlan 770 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 09:57:24.604570 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ba376371-26f0-417c-a4e9-d80389d63bb2 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:24.607929 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:57:24.607929 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:57:24.607929 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:57:24.607929 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:57:24.607929 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 09:57:24.607929 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 09:57:24.607929 n-d-779913-12 neutron-server[93176]: timer() Jun 11 09:57:24.607929 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 09:57:24.607929 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 09:57:24.607929 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 09:57:24.607929 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 09:57:24.607929 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 09:57:24.607929 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 09:57:24.607929 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 09:57:24.607929 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 09:57:24.607929 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 09:57:24.607929 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 09:57:24.607929 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 09:57:24.607929 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 09:57:24.607929 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 09:57:24.607929 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 09:57:24.607929 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 09:57:24.607929 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 09:57:24.607929 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 09:57:24.607929 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 09:57:24.607929 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 09:57:24.607929 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 09:57:24.607929 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 09:57:24.607929 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 09:57:24.607929 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 09:57:24.607929 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 09:57:24.607929 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 09:57:24.607929 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 09:57:24.607929 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 09:57:24.607929 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 09:57:24.607929 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 09:57:24.648571 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661545eb-7820-49dc-ac13-38f1474bf116 None None] DHCP port deletion for 4a8aa33c-b67c-469b-82fd-eeec45fb92e5 request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 09:57:24.651242 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-135740da-25e2-40f9-9571-970af950dc30 req-b3f07fdc-4b7f-4339-ad37-1b0ffe5f0dfd tempest-ServersNegativeTestMultiTenantJSON-888732396 tempest-ServersNegativeTestMultiTenantJSON-888732396-project] Made reservation on behalf of ed40e49d893a422786649fbf7cc50908 for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:57:24.656530 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-135740da-25e2-40f9-9571-970af950dc30 req-b3f07fdc-4b7f-4339-ad37-1b0ffe5f0dfd tempest-ServersNegativeTestMultiTenantJSON-888732396 tempest-ServersNegativeTestMultiTenantJSON-888732396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:24.727714 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-b7105104-7c58-47c5-8d35-eba3b64e98c1 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] For port 983f50bc-f8e0-4c1f-9cb0-f9968dac9fae, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=983f50bc-f8e0-4c1f-9cb0-f9968dac9fae,segment=NetworkSegment(0a99701e-c802-4104-a45b-9601ba90511f),segment_id=0a99701e-c802-4104-a45b-9601ba90511f)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:57:24.733236 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b7105104-7c58-47c5-8d35-eba3b64e98c1 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:24.821006 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-661545eb-7820-49dc-ac13-38f1474bf116 None None] Deleting port 983f50bc-f8e0-4c1f-9cb0-f9968dac9fae {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:57:24.822494 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-661545eb-7820-49dc-ac13-38f1474bf116 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:24.827835 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ba376371-26f0-417c-a4e9-d80389d63bb2 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:24.833273 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f68fb4d6-d30e-4dd8-a8c4-d974ea4b0648 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:24.845193 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-b7105104-7c58-47c5-8d35-eba3b64e98c1 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Calling delete_port for 983f50bc-f8e0-4c1f-9cb0-f9968dac9fae owned by network:dhcp {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:57:24.845414 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ba376371-26f0-417c-a4e9-d80389d63bb2 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:24.852391 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-ba376371-26f0-417c-a4e9-d80389d63bb2 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] 10.222.0.60 "DELETE /v2.0/networks/f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc HTTP/1.1" status: 204 len: 168 time: 1.1824121 Jun 11 09:57:24.902738 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba376371-26f0-417c-a4e9-d80389d63bb2 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Pushing event deleted for resources: {'Network': ['ID=f3724ec6-b93f-40d6-a5a2-6c2e41f99ccc,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:24.922964 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ba376371-26f0-417c-a4e9-d80389d63bb2 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:25.006405 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9b17b76f-93b4-40d2-9bc7-a179a97839e9 req-39ee280b-b7b9-4a9e-9ede-62a1bada51e3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=01d70585-3927-482a-8a10-7f6887ce956d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4022014 Jun 11 09:57:25.020573 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-661545eb-7820-49dc-ac13-38f1474bf116 None None] For port 983f50bc-f8e0-4c1f-9cb0-f9968dac9fae, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=983f50bc-f8e0-4c1f-9cb0-f9968dac9fae,segment=NetworkSegment(0a99701e-c802-4104-a45b-9601ba90511f),segment_id=0a99701e-c802-4104-a45b-9601ba90511f)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:57:25.020991 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-661545eb-7820-49dc-ac13-38f1474bf116 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:25.067906 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-135740da-25e2-40f9-9571-970af950dc30 req-b3f07fdc-4b7f-4339-ad37-1b0ffe5f0dfd tempest-ServersNegativeTestMultiTenantJSON-888732396 tempest-ServersNegativeTestMultiTenantJSON-888732396-project] Allocated IP 172.20.0.5 (8ffdf365-62f5-4ad4-a3b6-0fdd0885c283/9969fc13-6649-47a5-9183-847ac7f32064/564dcee9-43d9-4f26-bdbd-ef9312f8f349) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:57:25.095419 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b7105104-7c58-47c5-8d35-eba3b64e98c1 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:25.098948 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-90dcdf99-0c34-45ea-b4ca-c751ff1f7d27 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:25.145058 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-661545eb-7820-49dc-ac13-38f1474bf116 None None] Calling delete_port for 983f50bc-f8e0-4c1f-9cb0-f9968dac9fae owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:57:25.145824 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7105104-7c58-47c5-8d35-eba3b64e98c1 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] No DVR routers for this DVR port 983f50bc-f8e0-4c1f-9cb0-f9968dac9fae on host n-d-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:57:25.197321 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7105104-7c58-47c5-8d35-eba3b64e98c1 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Pushing event deleted for resources: {'Port': ['ID=983f50bc-f8e0-4c1f-9cb0-f9968dac9fae,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:25.201073 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b7105104-7c58-47c5-8d35-eba3b64e98c1 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:25.259145 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 983f50bc-f8e0-4c1f-9cb0-f9968dac9fae no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:57:25.287558 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 983f50bc-f8e0-4c1f-9cb0-f9968dac9fae {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:57:25.288251 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 983f50bc-f8e0-4c1f-9cb0-f9968dac9fae not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:57:25.302596 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-135740da-25e2-40f9-9571-970af950dc30 req-b3f07fdc-4b7f-4339-ad37-1b0ffe5f0dfd tempest-ServersNegativeTestMultiTenantJSON-888732396 tempest-ServersNegativeTestMultiTenantJSON-888732396-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:25.322825 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b7105104-7c58-47c5-8d35-eba3b64e98c1 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:25.328127 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-661545eb-7820-49dc-ac13-38f1474bf116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:25.332687 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f913b432-5e51-47bb-985f-418ef1e31123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:25.343084 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-b7105104-7c58-47c5-8d35-eba3b64e98c1 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a8aa33c-b67c-469b-82fd-eeec45fb92e5']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:57:25.347143 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b17b76f-93b4-40d2-9bc7-a179a97839e9 req-9ddb5439-5662-41f9-b97e-a923d5f96dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:25.348964 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9b17b76f-93b4-40d2-9bc7-a179a97839e9 req-9ddb5439-5662-41f9-b97e-a923d5f96dd2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=dd0b80cc8f6f441fb34ed2f0b9466049&device_id=01d70585-3927-482a-8a10-7f6887ce956d HTTP/1.1" status: 200 len: 1097 time: 0.2977278 Jun 11 09:57:25.363939 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-b7105104-7c58-47c5-8d35-eba3b64e98c1 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a99701e-c802-4104-a45b-9601ba90511f') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:57:25.364518 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-b7105104-7c58-47c5-8d35-eba3b64e98c1 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a99701e-c802-4104-a45b-9601ba90511f') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:57:25.381884 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661545eb-7820-49dc-ac13-38f1474bf116 None None] Pushing event deleted for resources: {'Port': ['ID=983f50bc-f8e0-4c1f-9cb0-f9968dac9fae,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:25.384905 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-661545eb-7820-49dc-ac13-38f1474bf116 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:25.385931 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661545eb-7820-49dc-ac13-38f1474bf116 None None] No DVR routers for this DVR port 983f50bc-f8e0-4c1f-9cb0-f9968dac9fae on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:57:25.387225 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b7105104-7c58-47c5-8d35-eba3b64e98c1 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:25.435863 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b7105104-7c58-47c5-8d35-eba3b64e98c1 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:25.487937 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7105104-7c58-47c5-8d35-eba3b64e98c1 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Releasing vlan 761 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 09:57:25.488538 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b7105104-7c58-47c5-8d35-eba3b64e98c1 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:25.492398 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:57:25.492398 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:57:25.492398 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:57:25.492398 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:57:25.492398 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:57:25.492398 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:57:25.492398 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:57:25.492398 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:57:25.492398 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:57:25.492398 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:57:25.492398 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:57:25.492398 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:57:25.492398 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:57:25.492398 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:57:25.492398 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:57:25.492398 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:57:25.492398 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:57:25.492398 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:57:25.492398 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:57:25.492398 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:57:25.492398 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:57:25.492398 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:57:25.492398 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:57:25.492398 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:57:25.492398 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:57:25.492398 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:57:25.492398 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:57:25.492398 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:57:25.492398 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:57:25.492398 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:57:25.492398 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:57:25.492398 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:57:25.492398 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:57:25.492398 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:57:25.492398 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:57:25.492398 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:57:25.492398 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:57:25.492398 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:57:25.492398 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:57:25.492398 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:57:25.492398 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:57:25.492398 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:57:25.492398 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 09:57:25.492398 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 09:57:25.492398 n-d-779913-12 neutron-server[93177]: timer() Jun 11 09:57:25.492398 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 09:57:25.492398 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 09:57:25.492398 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 09:57:25.492398 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 09:57:25.492398 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 09:57:25.492398 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 09:57:25.501117 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 09:57:25.501117 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 09:57:25.501117 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 09:57:25.501117 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 09:57:25.501117 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 09:57:25.501117 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 09:57:25.501117 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 09:57:25.501117 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 09:57:25.501117 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 09:57:25.501117 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 09:57:25.501117 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 09:57:25.501117 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 09:57:25.501117 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 09:57:25.501117 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 09:57:25.501117 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 09:57:25.501117 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 09:57:25.501117 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 09:57:25.501117 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 09:57:25.501117 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 09:57:25.501117 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 09:57:25.501117 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 09:57:25.501117 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 09:57:25.501117 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 09:57:25.525065 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-135740da-25e2-40f9-9571-970af950dc30 req-b3f07fdc-4b7f-4339-ad37-1b0ffe5f0dfd tempest-ServersNegativeTestMultiTenantJSON-888732396 tempest-ServersNegativeTestMultiTenantJSON-888732396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:25.530085 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f570dd0e-d4d7-450c-8c09-6970c687e41d tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:25.661109 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 58232) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:25.672279 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b17b76f-93b4-40d2-9bc7-a179a97839e9 req-20b234a4-85c4-4e30-9dd2-4fa7980de16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:25.673306 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f07fdc-4b7f-4339-ad37-1b0ffe5f0dfd tempest-ServersNegativeTestMultiTenantJSON-888732396 tempest-ServersNegativeTestMultiTenantJSON-888732396-project] Pushing event updated for resources: {'Port': ['ID=564dcee9-43d9-4f26-bdbd-ef9312f8f349,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:25.673962 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9b17b76f-93b4-40d2-9bc7-a179a97839e9 req-20b234a4-85c4-4e30-9dd2-4fa7980de16b service neutron] 10.222.0.69 "GET /v2.0/networks?id=2ee9e933-9fda-4839-b4cd-d38077481dd6 HTTP/1.1" status: 200 len: 916 time: 0.2983048 Jun 11 09:57:25.689978 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b3f07fdc-4b7f-4339-ad37-1b0ffe5f0dfd tempest-ServersNegativeTestMultiTenantJSON-888732396 tempest-ServersNegativeTestMultiTenantJSON-888732396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:25.717668 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-135740da-25e2-40f9-9571-970af950dc30 req-b3f07fdc-4b7f-4339-ad37-1b0ffe5f0dfd tempest-ServersNegativeTestMultiTenantJSON-888732396 tempest-ServersNegativeTestMultiTenantJSON-888732396-project] Network 8ffdf365-62f5-4ad4-a3b6-0fdd0885c283 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:57:25.727386 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-135740da-25e2-40f9-9571-970af950dc30 req-b3f07fdc-4b7f-4339-ad37-1b0ffe5f0dfd tempest-ServersNegativeTestMultiTenantJSON-888732396 tempest-ServersNegativeTestMultiTenantJSON-888732396-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:57:25.731977 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-135740da-25e2-40f9-9571-970af950dc30 req-b3f07fdc-4b7f-4339-ad37-1b0ffe5f0dfd tempest-ServersNegativeTestMultiTenantJSON-888732396 tempest-ServersNegativeTestMultiTenantJSON-888732396-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:57:25.808899 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135740da-25e2-40f9-9571-970af950dc30 req-b3f07fdc-4b7f-4339-ad37-1b0ffe5f0dfd tempest-ServersNegativeTestMultiTenantJSON-888732396 tempest-ServersNegativeTestMultiTenantJSON-888732396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:25.809627 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-135740da-25e2-40f9-9571-970af950dc30 req-b3f07fdc-4b7f-4339-ad37-1b0ffe5f0dfd tempest-ServersNegativeTestMultiTenantJSON-888732396 tempest-ServersNegativeTestMultiTenantJSON-888732396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:25.845529 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b7105104-7c58-47c5-8d35-eba3b64e98c1 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:25.859309 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ce85f10b-edee-4612-923f-44e35210b07e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:25.869046 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b7105104-7c58-47c5-8d35-eba3b64e98c1 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:25.870878 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-b7105104-7c58-47c5-8d35-eba3b64e98c1 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "DELETE /v2.0/networks/4a8aa33c-b67c-469b-82fd-eeec45fb92e5 HTTP/1.1" status: 204 len: 168 time: 1.4734235 Jun 11 09:57:25.873952 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 58238) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:25.903938 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7105104-7c58-47c5-8d35-eba3b64e98c1 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Pushing event deleted for resources: {'Network': ['ID=4a8aa33c-b67c-469b-82fd-eeec45fb92e5,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:25.909610 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b7105104-7c58-47c5-8d35-eba3b64e98c1 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:25.917398 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-135740da-25e2-40f9-9571-970af950dc30 req-b3f07fdc-4b7f-4339-ad37-1b0ffe5f0dfd tempest-ServersNegativeTestMultiTenantJSON-888732396 tempest-ServersNegativeTestMultiTenantJSON-888732396-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1780136 Jun 11 09:57:25.918800 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9b17b76f-93b4-40d2-9bc7-a179a97839e9 req-e2881f8a-a479-46a9-b2f4-78db0cead316 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bdacbde7-649f-40a9-9ffb-65ab8ce950b8 HTTP/1.1" status: 200 len: 1001 time: 0.2299566 Jun 11 09:57:25.938578 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-135740da-25e2-40f9-9571-970af950dc30 req-f0c8d148-ff3f-4b9c-899a-9cb975c24709 service neutron] Request body: {'port': {'device_id': 'b01b7609-8a8b-40b7-a196-86edffbb4946', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:57:25.984547 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ad01574-a8bf-4d53-9de5-5f4bd852e842 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Deleting subnet 0a3a8c14-6855-4273-866a-b1a6ca41f5f8 {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 09:57:25.988045 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1ad01574-a8bf-4d53-9de5-5f4bd852e842 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:26.007969 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-5e53a25e-30bd-48b0-bc35-462b34926ea6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3a7e48b24b924bff8faf8c740b2810c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3445582 Jun 11 09:57:26.012101 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 58246) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:26.044507 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b17b76f-93b4-40d2-9bc7-a179a97839e9 req-65a599d3-e73a-4a6f-ae11-fbd24da6d9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:26.045926 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9b17b76f-93b4-40d2-9bc7-a179a97839e9 req-65a599d3-e73a-4a6f-ae11-fbd24da6d9a2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cfe503b2-e60a-4c51-bb64-dfd15e82ca23 HTTP/1.1" status: 200 len: 854 time: 0.1191707 Jun 11 09:57:26.055433 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1ad01574-a8bf-4d53-9de5-5f4bd852e842 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:26.080648 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7186f6-a6a6-4ed7-910b-f61589f0b268 req-0e1f47e8-5b14-44a5-92c6-95c26ea79573 tempest-ServersNegativeTestMultiTenantJSON-888732396 tempest-ServersNegativeTestMultiTenantJSON-888732396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:26.087715 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7b7186f6-a6a6-4ed7-910b-f61589f0b268 req-0e1f47e8-5b14-44a5-92c6-95c26ea79573 tempest-ServersNegativeTestMultiTenantJSON-888732396 tempest-ServersNegativeTestMultiTenantJSON-888732396-project] 10.222.0.60 "GET /v2.0/ports?device_id=b01b7609-8a8b-40b7-a196-86edffbb4946 HTTP/1.1" status: 200 len: 931 time: 0.4000194 Jun 11 09:57:26.153500 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-135740da-25e2-40f9-9571-970af950dc30 req-f0c8d148-ff3f-4b9c-899a-9cb975c24709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:26.193789 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7b7186f6-a6a6-4ed7-910b-f61589f0b268 req-5afa293e-24c6-4dfc-8120-cb2485fc47bc tempest-ServersNegativeTestMultiTenantJSON-888732396 tempest-ServersNegativeTestMultiTenantJSON-888732396-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a535c77-2ee4-428e-bb1f-fd8ebdaf5b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045840 Jun 11 09:57:26.196210 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e29a8072-e272-48b2-a5b1-5282e89b4ed8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:26.240934 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b17b76f-93b4-40d2-9bc7-a179a97839e9 req-659a0fa9-3508-4929-95cc-9389bd8109dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:26.243943 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9b17b76f-93b4-40d2-9bc7-a179a97839e9 req-659a0fa9-3508-4929-95cc-9389bd8109dd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2ee9e933-9fda-4839-b4cd-d38077481dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1868918 Jun 11 09:57:26.250471 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e29a8072-e272-48b2-a5b1-5282e89b4ed8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:26.357441 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1ad01574-a8bf-4d53-9de5-5f4bd852e842 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:26.424380 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9b17b76f-93b4-40d2-9bc7-a179a97839e9 req-e8b1fbc8-9935-45e8-9432-4c398c3622a9 service neutron] 10.222.0.69 "GET /v2.0/networks/2ee9e933-9fda-4839-b4cd-d38077481dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714921 Jun 11 09:57:26.551952 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9b17b76f-93b4-40d2-9bc7-a179a97839e9 req-81270712-3bed-4426-8682-baf396719f80 service neutron] 10.222.0.69 "GET /v2.0/networks/2ee9e933-9fda-4839-b4cd-d38077481dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206503 Jun 11 09:57:26.609318 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-135740da-25e2-40f9-9571-970af950dc30 req-f0c8d148-ff3f-4b9c-899a-9cb975c24709 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 564dcee9-43d9-4f26-bdbd-ef9312f8f349 {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:57:26.617185 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-135740da-25e2-40f9-9571-970af950dc30 req-f0c8d148-ff3f-4b9c-899a-9cb975c24709 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:26.652931 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e29a8072-e272-48b2-a5b1-5282e89b4ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:26.656191 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e29a8072-e272-48b2-a5b1-5282e89b4ed8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:26.658901 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-e29a8072-e272-48b2-a5b1-5282e89b4ed8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9ed766f7-3245-4fc8-97d9-b2d2bef32f59 HTTP/1.1" status: 204 len: 168 time: 0.6457498 Jun 11 09:57:26.676947 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-afde9e06-3b5c-4ab1-b99f-795fe8103f8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:26.676947 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29a8072-e272-48b2-a5b1-5282e89b4ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed766f7-3245-4fc8-97d9-b2d2bef32f59,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:26.676947 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e29a8072-e272-48b2-a5b1-5282e89b4ed8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:26.698759 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-135740da-25e2-40f9-9571-970af950dc30 req-f0c8d148-ff3f-4b9c-899a-9cb975c24709 service neutron] Transition to ACTIVE for port object 564dcee9-43d9-4f26-bdbd-ef9312f8f349 will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:57:26.700495 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1ad01574-a8bf-4d53-9de5-5f4bd852e842 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:26.704082 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3899aefa-7427-493a-b833-5899201d6a8e tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:26.750116 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1ad01574-a8bf-4d53-9de5-5f4bd852e842 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:26.752541 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-1ad01574-a8bf-4d53-9de5-5f4bd852e842 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "DELETE /v2.0/subnets/0a3a8c14-6855-4273-866a-b1a6ca41f5f8 HTTP/1.1" status: 204 len: 168 time: 0.8775578 Jun 11 09:57:26.753959 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad01574-a8bf-4d53-9de5-5f4bd852e842 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Pushing event deleted for resources: {'Subnet': ['ID=0a3a8c14-6855-4273-866a-b1a6ca41f5f8,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:26.756110 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 58256) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:26.758232 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1ad01574-a8bf-4d53-9de5-5f4bd852e842 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:26.762598 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d02fee7-546a-4dbf-bfc6-4917ff609ad2 None None] Network 63dcd05b-769e-4871-a111-9c447794f65e requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:57:26.879406 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-135740da-25e2-40f9-9571-970af950dc30 req-f0c8d148-ff3f-4b9c-899a-9cb975c24709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:26.879406 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-fd44ced7-bd0d-4949-893a-107f3ca62e99 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:26.907210 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1f7df0d2-094a-4c05-8e1e-9624c4f3bc8b tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:26.983229 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-1f7df0d2-094a-4c05-8e1e-9624c4f3bc8b tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Deleting port de412ca4-37ae-4c26-aed7-59455a81f925 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:57:26.983601 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1f7df0d2-094a-4c05-8e1e-9624c4f3bc8b tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:27.015542 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c8d148-ff3f-4b9c-899a-9cb975c24709 service neutron] Pushing event updated for resources: {'Port': ['ID=564dcee9-43d9-4f26-bdbd-ef9312f8f349,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:27.020560 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f0c8d148-ff3f-4b9c-899a-9cb975c24709 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:27.036837 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3cf248-5da6-4945-8bfe-18b11c935d97 None None] DHCP port deletion for 63dcd05b-769e-4871-a111-9c447794f65e request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 09:57:27.111958 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-1f7df0d2-094a-4c05-8e1e-9624c4f3bc8b tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] For port de412ca4-37ae-4c26-aed7-59455a81f925, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=de412ca4-37ae-4c26-aed7-59455a81f925,segment=NetworkSegment(c3b2e812-5bb1-46e5-8a59-6578a4950b7c),segment_id=c3b2e812-5bb1-46e5-8a59-6578a4950b7c)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:57:27.112286 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1f7df0d2-094a-4c05-8e1e-9624c4f3bc8b tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:27.145557 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-9e3cf248-5da6-4945-8bfe-18b11c935d97 None None] Deleting port de412ca4-37ae-4c26-aed7-59455a81f925 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:57:27.146554 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-9e3cf248-5da6-4945-8bfe-18b11c935d97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:27.157138 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-135740da-25e2-40f9-9571-970af950dc30 req-f0c8d148-ff3f-4b9c-899a-9cb975c24709 service neutron] Attempting to bind port 564dcee9-43d9-4f26-bdbd-ef9312f8f349 on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:57:27.157516 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-135740da-25e2-40f9-9571-970af950dc30 req-f0c8d148-ff3f-4b9c-899a-9cb975c24709 service neutron] Attempting to bind port 564dcee9-43d9-4f26-bdbd-ef9312f8f349 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': 'bde69d1e-fd03-48da-90eb-dbdb860441da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '8ffdf365-62f5-4ad4-a3b6-0fdd0885c283'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:57:27.158213 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135740da-25e2-40f9-9571-970af950dc30 req-f0c8d148-ff3f-4b9c-899a-9cb975c24709 service neutron] Attempting to bind port 564dcee9-43d9-4f26-bdbd-ef9312f8f349 on network 8ffdf365-62f5-4ad4-a3b6-0fdd0885c283 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:57:27.173839 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135740da-25e2-40f9-9571-970af950dc30 req-f0c8d148-ff3f-4b9c-899a-9cb975c24709 service neutron] Port 564dcee9-43d9-4f26-bdbd-ef9312f8f349 on network 8ffdf365-62f5-4ad4-a3b6-0fdd0885c283 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:57:27.174582 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135740da-25e2-40f9-9571-970af950dc30 req-f0c8d148-ff3f-4b9c-899a-9cb975c24709 service neutron] Attempting to bind port 564dcee9-43d9-4f26-bdbd-ef9312f8f349 on network 8ffdf365-62f5-4ad4-a3b6-0fdd0885c283 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:57:27.180447 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135740da-25e2-40f9-9571-970af950dc30 req-f0c8d148-ff3f-4b9c-899a-9cb975c24709 service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:57:27.181202 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135740da-25e2-40f9-9571-970af950dc30 req-f0c8d148-ff3f-4b9c-899a-9cb975c24709 service neutron] Checking segment: {'id': 'bde69d1e-fd03-48da-90eb-dbdb860441da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '8ffdf365-62f5-4ad4-a3b6-0fdd0885c283'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:57:27.183052 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135740da-25e2-40f9-9571-970af950dc30 req-f0c8d148-ff3f-4b9c-899a-9cb975c24709 service neutron] Bound using segment: {'id': 'bde69d1e-fd03-48da-90eb-dbdb860441da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '8ffdf365-62f5-4ad4-a3b6-0fdd0885c283'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:57:27.183744 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-135740da-25e2-40f9-9571-970af950dc30 req-f0c8d148-ff3f-4b9c-899a-9cb975c24709 service neutron] Bound port: 564dcee9-43d9-4f26-bdbd-ef9312f8f349, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bde69d1e-fd03-48da-90eb-dbdb860441da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '8ffdf365-62f5-4ad4-a3b6-0fdd0885c283'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:57:27.185418 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-135740da-25e2-40f9-9571-970af950dc30 req-f0c8d148-ff3f-4b9c-899a-9cb975c24709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:27.258242 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-1f7df0d2-094a-4c05-8e1e-9624c4f3bc8b tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Calling delete_port for de412ca4-37ae-4c26-aed7-59455a81f925 owned by network:dhcp {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:57:27.297542 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-9e3cf248-5da6-4945-8bfe-18b11c935d97 None None] For port de412ca4-37ae-4c26-aed7-59455a81f925, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=de412ca4-37ae-4c26-aed7-59455a81f925,segment=NetworkSegment(c3b2e812-5bb1-46e5-8a59-6578a4950b7c),segment_id=c3b2e812-5bb1-46e5-8a59-6578a4950b7c)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:57:27.298076 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-9e3cf248-5da6-4945-8bfe-18b11c935d97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:27.394051 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-135740da-25e2-40f9-9571-970af950dc30 req-f0c8d148-ff3f-4b9c-899a-9cb975c24709 service neutron] For port 564dcee9-43d9-4f26-bdbd-ef9312f8f349, host n-h1-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:57:27.398517 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-135740da-25e2-40f9-9571-970af950dc30 req-f0c8d148-ff3f-4b9c-899a-9cb975c24709 service neutron] For port 564dcee9-43d9-4f26-bdbd-ef9312f8f349, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=564dcee9-43d9-4f26-bdbd-ef9312f8f349,segment=NetworkSegment(bde69d1e-fd03-48da-90eb-dbdb860441da),segment_id=bde69d1e-fd03-48da-90eb-dbdb860441da)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:57:27.429384 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-9e3cf248-5da6-4945-8bfe-18b11c935d97 None None] Calling delete_port for de412ca4-37ae-4c26-aed7-59455a81f925 owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:57:27.492502 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device de412ca4-37ae-4c26-aed7-59455a81f925 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:57:27.508705 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5190d75-3f81-45aa-a523-6b12fe67e204 req-7a6fc5b8-afe8-4e03-baa4-b5fa4b77c8e3 tempest-ServersNegativeTestMultiTenantJSON-888732396 tempest-ServersNegativeTestMultiTenantJSON-888732396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:27.508705 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f5190d75-3f81-45aa-a523-6b12fe67e204 req-7a6fc5b8-afe8-4e03-baa4-b5fa4b77c8e3 tempest-ServersNegativeTestMultiTenantJSON-888732396 tempest-ServersNegativeTestMultiTenantJSON-888732396-project] 10.222.0.60 "GET /v2.0/ports?device_id=b01b7609-8a8b-40b7-a196-86edffbb4946 HTTP/1.1" status: 200 len: 943 time: 0.0949206 Jun 11 09:57:27.510987 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-135740da-25e2-40f9-9571-970af950dc30 req-f0c8d148-ff3f-4b9c-899a-9cb975c24709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:27.515357 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5625dea1-4bcc-4f5d-98e8-0c9b43eb2e21 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:27.556648 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1f7df0d2-094a-4c05-8e1e-9624c4f3bc8b tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:27.561131 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f65d8721-6333-4f51-987c-501c147e3c52 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:27.587181 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Port de412ca4-37ae-4c26-aed7-59455a81f925 update to DOWN by agent not found {{(pid=93178) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2133}} Jun 11 09:57:27.587825 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c8d148-ff3f-4b9c-899a-9cb975c24709 service neutron] Pushing event updated for resources: {'Port': ['ID=564dcee9-43d9-4f26-bdbd-ef9312f8f349,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:27.592463 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f0c8d148-ff3f-4b9c-899a-9cb975c24709 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:27.629975 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-9e3cf248-5da6-4945-8bfe-18b11c935d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:27.633353 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:27.636641 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7df0d2-094a-4c05-8e1e-9624c4f3bc8b tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Pushing event deleted for resources: {'Port': ['ID=de412ca4-37ae-4c26-aed7-59455a81f925,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:27.643033 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1f7df0d2-094a-4c05-8e1e-9624c4f3bc8b tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:27.655488 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7df0d2-094a-4c05-8e1e-9624c4f3bc8b tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] No DVR routers for this DVR port de412ca4-37ae-4c26-aed7-59455a81f925 on host n-d-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:57:27.665544 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135740da-25e2-40f9-9571-970af950dc30 req-f0c8d148-ff3f-4b9c-899a-9cb975c24709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:27.666628 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-135740da-25e2-40f9-9571-970af950dc30 req-f0c8d148-ff3f-4b9c-899a-9cb975c24709 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:27.669030 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-135740da-25e2-40f9-9571-970af950dc30 req-f0c8d148-ff3f-4b9c-899a-9cb975c24709 service neutron] 10.222.0.64 "PUT /v2.0/ports/564dcee9-43d9-4f26-bdbd-ef9312f8f349 HTTP/1.1" status: 200 len: 1092 time: 1.7388430 Jun 11 09:57:27.669964 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b01b7609-8a8b-40b7-a196-86edffbb4946', 'tag': '564dcee9-43d9-4f26-bdbd-ef9312f8f349'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:57:27.670170 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3cf248-5da6-4945-8bfe-18b11c935d97 None None] Pushing event deleted for resources: {'Port': ['ID=de412ca4-37ae-4c26-aed7-59455a81f925,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:27.679181 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d777a3-0131-4369-9882-fe7186008db6" -d '{"events": [{"name": "network-changed", "server_uuid": "b01b7609-8a8b-40b7-a196-86edffbb4946", "tag": "564dcee9-43d9-4f26-bdbd-ef9312f8f349"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:57:27.683091 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-9e3cf248-5da6-4945-8bfe-18b11c935d97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:27.686444 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3cf248-5da6-4945-8bfe-18b11c935d97 None None] No DVR routers for this DVR port de412ca4-37ae-4c26-aed7-59455a81f925 on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:57:27.706302 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f5190d75-3f81-45aa-a523-6b12fe67e204 req-23d02710-78ae-4d0f-8a1b-01e74e4a15d4 tempest-ServersNegativeTestMultiTenantJSON-888732396 tempest-ServersNegativeTestMultiTenantJSON-888732396-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a535c77-2ee4-428e-bb1f-fd8ebdaf5b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194959 Jun 11 09:57:27.750631 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d91862-5046-4c34-8723-fea5c891cf25 x-openstack-request-id: req-33d91862-5046-4c34-8723-fea5c891cf25 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:57:27.751730 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b01b7609-8a8b-40b7-a196-86edffbb4946", "tag": "564dcee9-43d9-4f26-bdbd-ef9312f8f349", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:57:27.752021 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-33d91862-5046-4c34-8723-fea5c891cf25 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:57:27.753587 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b01b7609-8a8b-40b7-a196-86edffbb4946', 'tag': '564dcee9-43d9-4f26-bdbd-ef9312f8f349', 'status': 'completed', 'code': 200} Jun 11 09:57:27.811750 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1f7df0d2-094a-4c05-8e1e-9624c4f3bc8b tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:27.823786 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-1f7df0d2-094a-4c05-8e1e-9624c4f3bc8b tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63dcd05b-769e-4871-a111-9c447794f65e']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:57:27.836217 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-1f7df0d2-094a-4c05-8e1e-9624c4f3bc8b tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3b2e812-5bb1-46e5-8a59-6578a4950b7c') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:57:27.836518 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-1f7df0d2-094a-4c05-8e1e-9624c4f3bc8b tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3b2e812-5bb1-46e5-8a59-6578a4950b7c') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:57:27.848555 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1f7df0d2-094a-4c05-8e1e-9624c4f3bc8b tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:27.848922 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d777a3-0131-4369-9882-fe7186008db6 req-b45c303a-8fbe-4a0b-935a-ecdf83aa8c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:27.850236 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-66d777a3-0131-4369-9882-fe7186008db6 req-b45c303a-8fbe-4a0b-935a-ecdf83aa8c62 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ed40e49d893a422786649fbf7cc50908&device_id=b01b7609-8a8b-40b7-a196-86edffbb4946 HTTP/1.1" status: 200 len: 1095 time: 0.0732296 Jun 11 09:57:27.864042 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1f7df0d2-094a-4c05-8e1e-9624c4f3bc8b tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:27.871793 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f7df0d2-094a-4c05-8e1e-9624c4f3bc8b tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Releasing vlan 752 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 09:57:27.872206 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1f7df0d2-094a-4c05-8e1e-9624c4f3bc8b tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:27.875407 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 09:57:27.875407 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 09:57:27.875407 n-d-779913-12 neutron-server[93177]: timer() Jun 11 09:57:27.875407 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 09:57:27.875407 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 09:57:27.875407 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 09:57:27.875407 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 09:57:27.875407 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 09:57:27.875407 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 09:57:27.875407 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 09:57:27.875407 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 09:57:27.875407 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 09:57:27.875407 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 09:57:27.875407 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 09:57:27.875407 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 09:57:27.875407 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 09:57:27.875407 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 09:57:27.875407 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 09:57:27.875407 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 09:57:27.875407 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 09:57:27.875407 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 09:57:27.875407 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 09:57:27.875407 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 09:57:27.875407 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 09:57:27.875407 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 09:57:27.875407 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 09:57:27.875407 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 09:57:27.875407 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 09:57:27.875407 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 09:57:27.875407 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 09:57:27.875407 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 09:57:27.875407 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 09:57:28.011870 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d777a3-0131-4369-9882-fe7186008db6 req-a6423170-a05d-4de7-b10d-3f4ec35ddca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:28.013330 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-66d777a3-0131-4369-9882-fe7186008db6 req-a6423170-a05d-4de7-b10d-3f4ec35ddca4 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=ed40e49d893a422786649fbf7cc50908&shared=False HTTP/1.1" status: 200 len: 926 time: 0.1546361 Jun 11 09:57:28.081355 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1f7df0d2-094a-4c05-8e1e-9624c4f3bc8b tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:28.090555 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a9d7c67b-ce75-4da9-88b3-a2546277c717 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:28.094530 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1f7df0d2-094a-4c05-8e1e-9624c4f3bc8b tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:28.096377 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-1f7df0d2-094a-4c05-8e1e-9624c4f3bc8b tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] 10.222.0.60 "DELETE /v2.0/networks/63dcd05b-769e-4871-a111-9c447794f65e HTTP/1.1" status: 204 len: 168 time: 1.3390820 Jun 11 09:57:28.118626 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7df0d2-094a-4c05-8e1e-9624c4f3bc8b tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Pushing event deleted for resources: {'Network': ['ID=63dcd05b-769e-4871-a111-9c447794f65e,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:28.120981 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1f7df0d2-094a-4c05-8e1e-9624c4f3bc8b tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:28.144664 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d777a3-0131-4369-9882-fe7186008db6 req-942cbf4a-ce78-4f0e-bbfe-ec87c3c71d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:28.146109 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-66d777a3-0131-4369-9882-fe7186008db6 req-942cbf4a-ce78-4f0e-bbfe-ec87c3c71d49 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1269474 Jun 11 09:57:28.267461 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135740da-25e2-40f9-9571-970af950dc30 req-21afddd3-fb50-4557-aa85-729aff879097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:28.268542 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-135740da-25e2-40f9-9571-970af950dc30 req-21afddd3-fb50-4557-aa85-729aff879097 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ed40e49d893a422786649fbf7cc50908&device_id=b01b7609-8a8b-40b7-a196-86edffbb4946 HTTP/1.1" status: 200 len: 1095 time: 0.0799081 Jun 11 09:57:28.345155 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 58302) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:28.353782 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-135740da-25e2-40f9-9571-970af950dc30 req-c1e65f21-acbd-4e83-a4b6-74c5a7742b4e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=564dcee9-43d9-4f26-bdbd-ef9312f8f349 HTTP/1.1" status: 200 len: 217 time: 0.0772669 Jun 11 09:57:28.437298 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135740da-25e2-40f9-9571-970af950dc30 req-27801e7f-0815-4d86-ba4b-a3e2de8f2aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:28.439550 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-135740da-25e2-40f9-9571-970af950dc30 req-27801e7f-0815-4d86-ba4b-a3e2de8f2aed service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9969fc13-6649-47a5-9183-847ac7f32064 HTTP/1.1" status: 200 len: 865 time: 0.0778313 Jun 11 09:57:28.448667 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 58308) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:28.481659 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-135740da-25e2-40f9-9571-970af950dc30 req-464269ed-ff32-457f-821c-ac4096546134 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8ffdf365-62f5-4ad4-a3b6-0fdd0885c283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359089 Jun 11 09:57:28.525046 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-b0acc7aa-a5c4-478c-bebb-145caf9a012c tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Request body: {'networks': [{'name': 'tempest-network--1370729616'}, {'name': 'tempest-network--1625506690'}]} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:57:28.525364 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-b0acc7aa-a5c4-478c-bebb-145caf9a012c tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Request body: {'network': {'name': 'tempest-network--1370729616'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:57:28.525826 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-b0acc7aa-a5c4-478c-bebb-145caf9a012c tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Request body: {'network': {'name': 'tempest-network--1625506690'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:57:28.629516 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-135740da-25e2-40f9-9571-970af950dc30 req-180968ef-688a-4567-82da-a827f6065f6f service neutron] 10.222.0.64 "GET /v2.0/networks/8ffdf365-62f5-4ad4-a3b6-0fdd0885c283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407552 Jun 11 09:57:28.759036 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-135740da-25e2-40f9-9571-970af950dc30 req-ab9e7a13-99a1-4df4-82dd-dc73527b286d service neutron] 10.222.0.64 "GET /v2.0/networks/8ffdf365-62f5-4ad4-a3b6-0fdd0885c283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222568 Jun 11 09:57:29.258750 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0acc7aa-a5c4-478c-bebb-145caf9a012c tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Made reservation on behalf of 340db8a9c9c14ed2808a23ccc78e46bb for: {'network': 2} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:57:29.263155 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b0acc7aa-a5c4-478c-bebb-145caf9a012c tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:29.312539 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b0acc7aa-a5c4-478c-bebb-145caf9a012c tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:29.440760 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d70135-c65d-4f9c-a3db-d75fd52a9e1b req-0fb40548-e6b6-41b0-ba65-52ee7641cff0 tempest-ServersNegativeTestMultiTenantJSON-888732396 tempest-ServersNegativeTestMultiTenantJSON-888732396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:29.442202 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-98d70135-c65d-4f9c-a3db-d75fd52a9e1b req-0fb40548-e6b6-41b0-ba65-52ee7641cff0 tempest-ServersNegativeTestMultiTenantJSON-888732396 tempest-ServersNegativeTestMultiTenantJSON-888732396-project] 10.222.0.60 "GET /v2.0/ports?device_id=b01b7609-8a8b-40b7-a196-86edffbb4946 HTTP/1.1" status: 200 len: 943 time: 0.1877913 Jun 11 09:57:29.526529 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-98d70135-c65d-4f9c-a3db-d75fd52a9e1b req-69a1dc0f-97c3-4f31-8f6e-02671a01855b tempest-ServersNegativeTestMultiTenantJSON-888732396 tempest-ServersNegativeTestMultiTenantJSON-888732396-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a535c77-2ee4-428e-bb1f-fd8ebdaf5b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753851 Jun 11 09:57:29.577769 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b0acc7aa-a5c4-478c-bebb-145caf9a012c tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:29.602434 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-66cb26df-e752-4452-bd21-e1a42d298b7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375209'] for router_interface, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:29.704349 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b0acc7aa-a5c4-478c-bebb-145caf9a012c tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:29.704811 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b0acc7aa-a5c4-478c-bebb-145caf9a012c tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:29.709605 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8d08f1da-a5c1-4ed3-9f21-fe5ea803749f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:29.764901 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0acc7aa-a5c4-478c-bebb-145caf9a012c tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65c8bbe0-2cce-43a3-9e85-a8d0a04b8fb7,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:29.769919 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b0acc7aa-a5c4-478c-bebb-145caf9a012c tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:29.790023 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0acc7aa-a5c4-478c-bebb-145caf9a012c tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 792} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 09:57:29.810304 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b0acc7aa-a5c4-478c-bebb-145caf9a012c tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:29.810932 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-b0acc7aa-a5c4-478c-bebb-145caf9a012c tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Added segment 23e38ac7-7e36-4637-a54c-759d9c3a7245 of type vlan for network 1cf3325e-d6ec-4040-8cfa-4d112abdc94c Jun 11 09:57:29.972560 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b0acc7aa-a5c4-478c-bebb-145caf9a012c tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:30.044764 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0acc7aa-a5c4-478c-bebb-145caf9a012c tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 780} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 09:57:30.065056 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b0acc7aa-a5c4-478c-bebb-145caf9a012c tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:30.065724 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-b0acc7aa-a5c4-478c-bebb-145caf9a012c tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Added segment 6605dce7-7fe0-499a-842e-986d4c088210 of type vlan for network fb905c17-48b5-4769-b89e-bcb86c315df4 Jun 11 09:57:30.131600 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b0acc7aa-a5c4-478c-bebb-145caf9a012c tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:30.246103 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-66cb26df-e752-4452-bd21-e1a42d298b7f admin admin] Deleting port 8ec59dd4-11ce-4b0e-b685-e28c0aea128c {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:57:30.246372 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-66cb26df-e752-4452-bd21-e1a42d298b7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:30.273937 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b0acc7aa-a5c4-478c-bebb-145caf9a012c tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:30.274605 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b0acc7aa-a5c4-478c-bebb-145caf9a012c tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:30.279891 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0acc7aa-a5c4-478c-bebb-145caf9a012c tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:30.285470 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0acc7aa-a5c4-478c-bebb-145caf9a012c tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:30.285470 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b0acc7aa-a5c4-478c-bebb-145caf9a012c tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:30.290389 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4ff02b49-145e-43d1-b86e-ecc6a396cc4e tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:30.436861 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0acc7aa-a5c4-478c-bebb-145caf9a012c tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Pushing event updated for resources: {'Network': ['ID=1cf3325e-d6ec-4040-8cfa-4d112abdc94c,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:30.448275 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 1cf3325e-d6ec-4040-8cfa-4d112abdc94c details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:57:30.477618 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-b0acc7aa-a5c4-478c-bebb-145caf9a012c tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.1305642 Jun 11 09:57:30.480777 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 58330) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:30.489821 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-66cb26df-e752-4452-bd21-e1a42d298b7f admin admin] For port 8ec59dd4-11ce-4b0e-b685-e28c0aea128c, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=8ec59dd4-11ce-4b0e-b685-e28c0aea128c,segment=NetworkSegment(c2c733f0-843c-48ee-b89c-fa235a0b5b12),segment_id=c2c733f0-843c-48ee-b89c-fa235a0b5b12)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:57:30.490697 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-66cb26df-e752-4452-bd21-e1a42d298b7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:30.552912 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0acc7aa-a5c4-478c-bebb-145caf9a012c tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Pushing event updated for resources: {'Network': ['ID=fb905c17-48b5-4769-b89e-bcb86c315df4,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:30.578347 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network fb905c17-48b5-4769-b89e-bcb86c315df4 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:57:30.596320 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b0acc7aa-a5c4-478c-bebb-145caf9a012c tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:30.597144 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c60192f7-2f66-472d-987d-d8fe48cebcd5 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.303s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:30.597144 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c60192f7-2f66-472d-987d-d8fe48cebcd5 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:30.642031 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-66cb26df-e752-4452-bd21-e1a42d298b7f admin admin] Calling delete_port for 8ec59dd4-11ce-4b0e-b685-e28c0aea128c owned by network:router_interface {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:57:30.768166 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1348f42b-4b8c-4af2-9522-33d9c30b6d12 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:30.774774 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1348f42b-4b8c-4af2-9522-33d9c30b6d12 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:30.781002 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1348f42b-4b8c-4af2-9522-33d9c30b6d12 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:30.787793 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1348f42b-4b8c-4af2-9522-33d9c30b6d12 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:30.789734 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-1348f42b-4b8c-4af2-9522-33d9c30b6d12 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3078015 Jun 11 09:57:30.792391 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 58342) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:30.897518 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1f501a-90b1-44e1-a6db-7b08cdad0a3b req-73decace-4131-4988-8aa1-aaf7db743c0f tempest-ServersNegativeTestMultiTenantJSON-888732396 tempest-ServersNegativeTestMultiTenantJSON-888732396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:30.899037 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-db1f501a-90b1-44e1-a6db-7b08cdad0a3b req-73decace-4131-4988-8aa1-aaf7db743c0f tempest-ServersNegativeTestMultiTenantJSON-888732396 tempest-ServersNegativeTestMultiTenantJSON-888732396-project] 10.222.0.60 "GET /v2.0/ports?device_id=b01b7609-8a8b-40b7-a196-86edffbb4946 HTTP/1.1" status: 200 len: 943 time: 0.1818893 Jun 11 09:57:30.914301 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cabff35d-406d-4b76-9d47-ef8202937bb5 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:30.964568 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-db1f501a-90b1-44e1-a6db-7b08cdad0a3b req-36caff2a-9feb-40ab-b819-c67117c3690e tempest-ServersNegativeTestMultiTenantJSON-888732396 tempest-ServersNegativeTestMultiTenantJSON-888732396-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a535c77-2ee4-428e-bb1f-fd8ebdaf5b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518477 Jun 11 09:57:31.038005 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cabff35d-406d-4b76-9d47-ef8202937bb5 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:31.050401 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-cabff35d-406d-4b76-9d47-ef8202937bb5 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cf3325e-d6ec-4040-8cfa-4d112abdc94c']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:57:31.066938 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-cabff35d-406d-4b76-9d47-ef8202937bb5 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23e38ac7-7e36-4637-a54c-759d9c3a7245') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:57:31.067241 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-cabff35d-406d-4b76-9d47-ef8202937bb5 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23e38ac7-7e36-4637-a54c-759d9c3a7245') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:57:31.078568 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cabff35d-406d-4b76-9d47-ef8202937bb5 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:31.103247 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cabff35d-406d-4b76-9d47-ef8202937bb5 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:31.112667 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cabff35d-406d-4b76-9d47-ef8202937bb5 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Releasing vlan 792 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 09:57:31.113089 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cabff35d-406d-4b76-9d47-ef8202937bb5 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:31.117687 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:57:31.117687 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:57:31.117687 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:57:31.117687 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:57:31.117687 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:57:31.117687 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:57:31.117687 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 09:57:31.117687 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 09:57:31.117687 n-d-779913-12 neutron-server[93176]: timer() Jun 11 09:57:31.117687 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 09:57:31.117687 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 09:57:31.117687 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 09:57:31.117687 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 09:57:31.117687 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 09:57:31.117687 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 09:57:31.117687 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 09:57:31.117687 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 09:57:31.117687 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 09:57:31.117687 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 09:57:31.117687 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 09:57:31.117687 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 09:57:31.117687 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 09:57:31.117687 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 09:57:31.117687 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 09:57:31.117687 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 09:57:31.117687 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 09:57:31.117687 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 09:57:31.117687 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 09:57:31.117687 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 09:57:31.117687 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 09:57:31.117687 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 09:57:31.117687 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 09:57:31.117687 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 09:57:31.117687 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 09:57:31.117687 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 09:57:31.117687 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 09:57:31.117687 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 09:57:31.117687 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 09:57:31.145691 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-66cb26df-e752-4452-bd21-e1a42d298b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:31.150646 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-bfc16ecf-2ff3-42d9-adc6-19dbbc7260ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:31.182067 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cb26df-e752-4452-bd21-e1a42d298b7f admin admin] Pushing event deleted for resources: {'Port': ['ID=8ec59dd4-11ce-4b0e-b685-e28c0aea128c,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:31.201774 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:31.210128 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-66cb26df-e752-4452-bd21-e1a42d298b7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:31.315057 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cabff35d-406d-4b76-9d47-ef8202937bb5 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:31.317575 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-334ac926-8098-475f-94da-0dae90fbb50e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:31.340451 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cabff35d-406d-4b76-9d47-ef8202937bb5 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:31.342907 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-cabff35d-406d-4b76-9d47-ef8202937bb5 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] 10.222.0.60 "DELETE /v2.0/networks/1cf3325e-d6ec-4040-8cfa-4d112abdc94c HTTP/1.1" status: 204 len: 168 time: 0.5490820 Jun 11 09:57:31.344504 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabff35d-406d-4b76-9d47-ef8202937bb5 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Pushing event deleted for resources: {'Network': ['ID=1cf3325e-d6ec-4040-8cfa-4d112abdc94c,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:31.347680 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 58350) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:31.351189 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-cabff35d-406d-4b76-9d47-ef8202937bb5 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:31.417513 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-66cb26df-e752-4452-bd21-e1a42d298b7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362297'] for router_interface, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:31.473342 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e307a0e3-6873-4ff1-8f0b-998beb29b90d tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:31.594964 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e307a0e3-6873-4ff1-8f0b-998beb29b90d tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:31.607848 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-e307a0e3-6873-4ff1-8f0b-998beb29b90d tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb905c17-48b5-4769-b89e-bcb86c315df4']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:57:31.619929 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-e307a0e3-6873-4ff1-8f0b-998beb29b90d tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6605dce7-7fe0-499a-842e-986d4c088210') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:57:31.620226 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-e307a0e3-6873-4ff1-8f0b-998beb29b90d tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6605dce7-7fe0-499a-842e-986d4c088210') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:57:31.631124 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e307a0e3-6873-4ff1-8f0b-998beb29b90d tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:31.646691 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e307a0e3-6873-4ff1-8f0b-998beb29b90d tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:31.653660 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e307a0e3-6873-4ff1-8f0b-998beb29b90d tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Releasing vlan 780 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 09:57:31.654070 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e307a0e3-6873-4ff1-8f0b-998beb29b90d tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:31.657670 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 09:57:31.657670 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 09:57:31.657670 n-d-779913-12 neutron-server[93176]: timer() Jun 11 09:57:31.657670 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 09:57:31.657670 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 09:57:31.657670 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 09:57:31.657670 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 09:57:31.657670 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 09:57:31.657670 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 09:57:31.657670 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 09:57:31.657670 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 09:57:31.657670 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 09:57:31.657670 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 09:57:31.657670 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 09:57:31.657670 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 09:57:31.657670 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 09:57:31.657670 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 09:57:31.657670 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 09:57:31.657670 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 09:57:31.657670 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 09:57:31.657670 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 09:57:31.657670 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 09:57:31.657670 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 09:57:31.657670 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 09:57:31.657670 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 09:57:31.657670 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 09:57:31.657670 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 09:57:31.657670 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 09:57:31.657670 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 09:57:31.657670 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 09:57:31.657670 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 09:57:31.657670 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 09:57:31.728647 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66cb26df-e752-4452-bd21-e1a42d298b7f admin admin] Router 53c5c55e-4765-4c86-ad22-7e80a80fcad5 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 09:57:31.835178 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e307a0e3-6873-4ff1-8f0b-998beb29b90d tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:31.842126 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c5e8534b-2510-4d30-a21f-ea2c1696968c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:31.868568 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e307a0e3-6873-4ff1-8f0b-998beb29b90d tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:31.871790 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-e307a0e3-6873-4ff1-8f0b-998beb29b90d tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] 10.222.0.60 "DELETE /v2.0/networks/fb905c17-48b5-4769-b89e-bcb86c315df4 HTTP/1.1" status: 204 len: 168 time: 0.5224962 Jun 11 09:57:31.874132 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 58356) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:31.875390 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e307a0e3-6873-4ff1-8f0b-998beb29b90d tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Pushing event deleted for resources: {'Network': ['ID=fb905c17-48b5-4769-b89e-bcb86c315df4,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:31.878178 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e307a0e3-6873-4ff1-8f0b-998beb29b90d tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:31.946459 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66cb26df-e752-4452-bd21-e1a42d298b7f admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:57:31.956024 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-66cb26df-e752-4452-bd21-e1a42d298b7f admin admin] 10.222.0.60 "PUT /v2.0/routers/53c5c55e-4765-4c86-ad22-7e80a80fcad5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5063057 Jun 11 09:57:31.959779 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ac4b08-2ab7-4c30-9d7b-b248d584c9f6 None None] Sync routers for ids ['53c5c55e-4765-4c86-ad22-7e80a80fcad5'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:57:31.960257 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 58358) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:31.969863 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ac4b08-2ab7-4c30-9d7b-b248d584c9f6 None None] Routers {'53c5c55e-4765-4c86-ad22-7e80a80fcad5'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:57:31.970740 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-90ac4b08-2ab7-4c30-9d7b-b248d584c9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:57:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['53c5c55e-4765-4c86-ad22-7e80a80fcad5'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:57:32.160876 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4643faf-9cf3-468b-9050-0bd9abf86d0b tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:32.172471 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4643faf-9cf3-468b-9050-0bd9abf86d0b tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:32.179776 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-b4643faf-9cf3-468b-9050-0bd9abf86d0b tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2998762 Jun 11 09:57:32.179776 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 58368) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:32.186917 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-4eb3a3c0-a441-4c06-8967-f56855e66221 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-154499562'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:57:32.204745 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-90ac4b08-2ab7-4c30-9d7b-b248d584c9f6 None None] Set router 53c5c55e-4765-4c86-ad22-7e80a80fcad5 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:57:32.211409 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-55f390bd-9654-4932-aac2-7be92cfacec7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:32.298549 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb3a3c0-a441-4c06-8967-f56855e66221 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Made reservation on behalf of 340db8a9c9c14ed2808a23ccc78e46bb for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:57:32.303846 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4eb3a3c0-a441-4c06-8967-f56855e66221 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:32.355281 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4eb3a3c0-a441-4c06-8967-f56855e66221 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 779} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 09:57:32.366550 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4eb3a3c0-a441-4c06-8967-f56855e66221 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:32.367538 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-4eb3a3c0-a441-4c06-8967-f56855e66221 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Added segment 133ed80c-a822-4e95-8eb4-8392f0943135 of type vlan for network b4bcd602-87b0-47be-a082-9b3655720ef4 Jun 11 09:57:32.441770 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4eb3a3c0-a441-4c06-8967-f56855e66221 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:32.514058 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-90ac4b08-2ab7-4c30-9d7b-b248d584c9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c5c55e-4765-4c86-ad22-7e80a80fcad5', 'name': 'tempest-ServersTestMultiNic-1801002739-router', 'tenant_id': '738abe581be64edd8f2e0a146ff187c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': 'a20e6e69-9fbd-4df5-bb58-1bfa865d45e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:55:04Z', 'updated_at': '2021-06-11T09:57:30Z', 'revision_number': 5, 'project_id': '738abe581be64edd8f2e0a146ff187c8', 'gw_port': {'id': 'a20e6e69-9fbd-4df5-bb58-1bfa865d45e5', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:24:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c5c55e-4765-4c86-ad22-7e80a80fcad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:55:05Z', 'updated_at': '2021-06-11T09:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:57:32.517737 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ac4b08-2ab7-4c30-9d7b-b248d584c9f6 None None] Checking router: 53c5c55e-4765-4c86-ad22-7e80a80fcad5 for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:57:32.526446 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ac4b08-2ab7-4c30-9d7b-b248d584c9f6 None None] Routers {'53c5c55e-4765-4c86-ad22-7e80a80fcad5'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:57:32.527080 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-90ac4b08-2ab7-4c30-9d7b-b248d584c9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:57:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['53c5c55e-4765-4c86-ad22-7e80a80fcad5'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:57:32.561520 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4eb3a3c0-a441-4c06-8967-f56855e66221 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:32.569985 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb3a3c0-a441-4c06-8967-f56855e66221 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:32.571116 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4eb3a3c0-a441-4c06-8967-f56855e66221 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:32.587021 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b7105104-7c58-47c5-8d35-eba3b64e98c1 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:32.695379 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb3a3c0-a441-4c06-8967-f56855e66221 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Pushing event updated for resources: {'Network': ['ID=b4bcd602-87b0-47be-a082-9b3655720ef4,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:32.707476 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network b4bcd602-87b0-47be-a082-9b3655720ef4 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:57:32.708047 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-4eb3a3c0-a441-4c06-8967-f56855e66221 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5271244 Jun 11 09:57:32.708810 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4eb3a3c0-a441-4c06-8967-f56855e66221 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:32.709928 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 58370) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:32.715504 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-87ad8e7e-0f74-4c81-b041-18e5d2d76444 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1829520992'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:57:32.809659 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-90ac4b08-2ab7-4c30-9d7b-b248d584c9f6 None None] Set router 53c5c55e-4765-4c86-ad22-7e80a80fcad5 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:57:32.821526 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ad8e7e-0f74-4c81-b041-18e5d2d76444 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Made reservation on behalf of 340db8a9c9c14ed2808a23ccc78e46bb for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:57:32.826380 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-87ad8e7e-0f74-4c81-b041-18e5d2d76444 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:32.844386 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-55f390bd-9654-4932-aac2-7be92cfacec7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:32.855080 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0d02e5-506c-4625-a9ee-869be14dd776 req-03bd6293-cfca-4834-8c00-03870ed591d1 tempest-ServersNegativeTestMultiTenantJSON-888732396 tempest-ServersNegativeTestMultiTenantJSON-888732396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:32.863284 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0b0d02e5-506c-4625-a9ee-869be14dd776 req-03bd6293-cfca-4834-8c00-03870ed591d1 tempest-ServersNegativeTestMultiTenantJSON-888732396 tempest-ServersNegativeTestMultiTenantJSON-888732396-project] 10.222.0.60 "GET /v2.0/ports?device_id=b01b7609-8a8b-40b7-a196-86edffbb4946 HTTP/1.1" status: 200 len: 943 time: 0.1245670 Jun 11 09:57:32.889368 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87ad8e7e-0f74-4c81-b041-18e5d2d76444 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 09:57:32.907841 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-87ad8e7e-0f74-4c81-b041-18e5d2d76444 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:32.911214 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-87ad8e7e-0f74-4c81-b041-18e5d2d76444 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Added segment 4c463f24-33cd-4075-bca9-4f34ead5999a of type vlan for network 6395fe16-a19d-41c4-92bc-41854d6b7625 Jun 11 09:57:32.930167 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0b0d02e5-506c-4625-a9ee-869be14dd776 req-7e8e98f2-0d1c-49ab-a795-96f3162f429b tempest-ServersNegativeTestMultiTenantJSON-888732396 tempest-ServersNegativeTestMultiTenantJSON-888732396-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a535c77-2ee4-428e-bb1f-fd8ebdaf5b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652876 Jun 11 09:57:32.971693 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 564dcee9-43d9-4f26-bdbd-ef9312f8f349 details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:57:33.117890 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-55f390bd-9654-4932-aac2-7be92cfacec7 admin admin] Deleting port a20e6e69-9fbd-4df5-bb58-1bfa865d45e5 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:57:33.119970 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-55f390bd-9654-4932-aac2-7be92cfacec7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:33.220988 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-90ac4b08-2ab7-4c30-9d7b-b248d584c9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c5c55e-4765-4c86-ad22-7e80a80fcad5', 'name': 'tempest-ServersTestMultiNic-1801002739-router', 'tenant_id': '738abe581be64edd8f2e0a146ff187c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': 'a20e6e69-9fbd-4df5-bb58-1bfa865d45e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:55:04Z', 'updated_at': '2021-06-11T09:57:30Z', 'revision_number': 5, 'project_id': '738abe581be64edd8f2e0a146ff187c8', 'gw_port': {'id': 'a20e6e69-9fbd-4df5-bb58-1bfa865d45e5', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:24:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c5c55e-4765-4c86-ad22-7e80a80fcad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:55:05Z', 'updated_at': '2021-06-11T09:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:57:33.231474 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ac4b08-2ab7-4c30-9d7b-b248d584c9f6 None None] The sync data for ids ['53c5c55e-4765-4c86-ad22-7e80a80fcad5'] in n-d-779913-12 is: [{'id': '53c5c55e-4765-4c86-ad22-7e80a80fcad5', 'name': 'tempest-ServersTestMultiNic-1801002739-router', 'tenant_id': '738abe581be64edd8f2e0a146ff187c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': 'a20e6e69-9fbd-4df5-bb58-1bfa865d45e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:55:04Z', 'updated_at': '2021-06-11T09:57:30Z', 'revision_number': 5, 'project_id': '738abe581be64edd8f2e0a146ff187c8', 'gw_port': {'id': 'a20e6e69-9fbd-4df5-bb58-1bfa865d45e5', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:24:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c5c55e-4765-4c86-ad22-7e80a80fcad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:55:05Z', 'updated_at': '2021-06-11T09:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:57:33.247627 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 564dcee9-43d9-4f26-bdbd-ef9312f8f349, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=564dcee9-43d9-4f26-bdbd-ef9312f8f349,segment=NetworkSegment(bde69d1e-fd03-48da-90eb-dbdb860441da),segment_id=bde69d1e-fd03-48da-90eb-dbdb860441da)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:57:33.263556 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': '564dcee9-43d9-4f26-bdbd-ef9312f8f349', 'network_id': '8ffdf365-62f5-4ad4-a3b6-0fdd0885c283', 'port_id': '564dcee9-43d9-4f26-bdbd-ef9312f8f349', 'mac_address': 'fa:16:3e:41:d9:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9969fc13-6649-47a5-9183-847ac7f32064', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:57:33.333158 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:33.350721 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 564dcee9-43d9-4f26-bdbd-ef9312f8f349 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:57:33.390933 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 564dcee9-43d9-4f26-bdbd-ef9312f8f349, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=564dcee9-43d9-4f26-bdbd-ef9312f8f349,segment=NetworkSegment(bde69d1e-fd03-48da-90eb-dbdb860441da),segment_id=bde69d1e-fd03-48da-90eb-dbdb860441da)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:57:33.438533 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-55f390bd-9654-4932-aac2-7be92cfacec7 admin admin] For port a20e6e69-9fbd-4df5-bb58-1bfa865d45e5, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=a20e6e69-9fbd-4df5-bb58-1bfa865d45e5,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:57:33.438907 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-55f390bd-9654-4932-aac2-7be92cfacec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:33.554438 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-55f390bd-9654-4932-aac2-7be92cfacec7 admin admin] Calling delete_port for a20e6e69-9fbd-4df5-bb58-1bfa865d45e5 owned by network:router_gateway {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:57:33.570431 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:33.587876 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-9be6fc6c-9c7c-4ea1-b165-090f1903ae8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:33.661810 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-87ad8e7e-0f74-4c81-b041-18e5d2d76444 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:33.663196 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=564dcee9-43d9-4f26-bdbd-ef9312f8f349,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:33.677873 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:33.806642 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-87ad8e7e-0f74-4c81-b041-18e5d2d76444 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:33.813285 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ad8e7e-0f74-4c81-b041-18e5d2d76444 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:33.813947 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-87ad8e7e-0f74-4c81-b041-18e5d2d76444 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:33.816555 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b0acc7aa-a5c4-478c-bebb-145caf9a012c tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:33.884261 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-55f390bd-9654-4932-aac2-7be92cfacec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:33.886631 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-bec6e3a8-455d-4e6d-9fdd-38611727a1f5 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:33.909936 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['564dcee9-43d9-4f26-bdbd-ef9312f8f349'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:57:33.916986 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ad8e7e-0f74-4c81-b041-18e5d2d76444 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Pushing event updated for resources: {'Network': ['ID=6395fe16-a19d-41c4-92bc-41854d6b7625,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:33.920789 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-87ad8e7e-0f74-4c81-b041-18e5d2d76444 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:33.923617 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-87ad8e7e-0f74-4c81-b041-18e5d2d76444 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2125320 Jun 11 09:57:33.927814 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 58382) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:33.930246 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f390bd-9654-4932-aac2-7be92cfacec7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a20e6e69-9fbd-4df5-bb58-1bfa865d45e5,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:33.933988 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-962fd182-bbf0-42a8-b75d-92ae2a436421 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Request body: {'ports': [{'network_id': 'b4bcd602-87b0-47be-a082-9b3655720ef4', 'name': 'tempest-port--1346928116', 'admin_state_up': True}, {'network_id': '6395fe16-a19d-41c4-92bc-41854d6b7625', 'admin_state_up': False}]} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:57:33.934241 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-55f390bd-9654-4932-aac2-7be92cfacec7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:33.934375 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-962fd182-bbf0-42a8-b75d-92ae2a436421 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Request body: {'port': {'network_id': 'b4bcd602-87b0-47be-a082-9b3655720ef4', 'name': 'tempest-port--1346928116', 'admin_state_up': True}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:57:33.934809 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-962fd182-bbf0-42a8-b75d-92ae2a436421 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Request body: {'port': {'network_id': '6395fe16-a19d-41c4-92bc-41854d6b7625', 'admin_state_up': False}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:57:33.961117 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 6395fe16-a19d-41c4-92bc-41854d6b7625 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:57:34.022978 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-55f390bd-9654-4932-aac2-7be92cfacec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374120'] for router_gateway, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:34.207334 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-55f390bd-9654-4932-aac2-7be92cfacec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:34.233976 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-55f390bd-9654-4932-aac2-7be92cfacec7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:34.335725 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8911493b-469a-4924-9517-946a32c57ab5 req-9bdf5627-6599-4330-836a-2b84a4b3d7f9 tempest-ServersNegativeTestMultiTenantJSON-888732396 tempest-ServersNegativeTestMultiTenantJSON-888732396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:34.337651 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8911493b-469a-4924-9517-946a32c57ab5 req-9bdf5627-6599-4330-836a-2b84a4b3d7f9 tempest-ServersNegativeTestMultiTenantJSON-888732396 tempest-ServersNegativeTestMultiTenantJSON-888732396-project] 10.222.0.60 "GET /v2.0/ports?device_id=b01b7609-8a8b-40b7-a196-86edffbb4946 HTTP/1.1" status: 200 len: 944 time: 0.1464267 Jun 11 09:57:34.395863 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8911493b-469a-4924-9517-946a32c57ab5 req-b7b446d2-43c1-4d38-b769-7510de0f7fcc tempest-ServersNegativeTestMultiTenantJSON-888732396 tempest-ServersNegativeTestMultiTenantJSON-888732396-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a535c77-2ee4-428e-bb1f-fd8ebdaf5b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480611 Jun 11 09:57:34.404304 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-55f390bd-9654-4932-aac2-7be92cfacec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:34.404946 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55f390bd-9654-4932-aac2-7be92cfacec7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53c5c55e-4765-4c86-ad22-7e80a80fcad5 {{(pid=93176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 09:57:34.413981 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-55f390bd-9654-4932-aac2-7be92cfacec7 admin admin] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:34.413981 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-55f390bd-9654-4932-aac2-7be92cfacec7 admin admin] 10.222.0.60 "DELETE /v2.0/routers/53c5c55e-4765-4c86-ad22-7e80a80fcad5 HTTP/1.1" status: 204 len: 168 time: 2.4531019 Jun 11 09:57:34.417828 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 58390) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:34.464250 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-962fd182-bbf0-42a8-b75d-92ae2a436421 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Made reservation on behalf of 340db8a9c9c14ed2808a23ccc78e46bb for: {'port': 2} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:57:34.469474 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-962fd182-bbf0-42a8-b75d-92ae2a436421 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:34.494354 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-962fd182-bbf0-42a8-b75d-92ae2a436421 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:34.525414 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8ebb6a0-7ea5-4ad8-9386-02f077352330 admin admin] Deleting subnet 89d6fc41-30a6-4609-9ab7-14ab7e969768 {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 09:57:34.575727 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 09:57:34.696036 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [None req-962fd182-bbf0-42a8-b75d-92ae2a436421 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] device_id is not set on port 7a8da583-ba57-434c-bc3c-7ce76015e6cf yet. {{(pid=93177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 09:57:34.716955 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b8ebb6a0-7ea5-4ad8-9386-02f077352330 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:34.773641 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b8ebb6a0-7ea5-4ad8-9386-02f077352330 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:34.965829 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b8ebb6a0-7ea5-4ad8-9386-02f077352330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:34.994840 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-962fd182-bbf0-42a8-b75d-92ae2a436421 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:35.108479 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [None req-962fd182-bbf0-42a8-b75d-92ae2a436421 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] device_id is not set on port 55b31605-e5d7-48b7-85fd-fa2317e63829 yet. {{(pid=93177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 09:57:35.188825 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device a20e6e69-9fbd-4df5-bb58-1bfa865d45e5 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:57:35.209954 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: a20e6e69-9fbd-4df5-bb58-1bfa865d45e5 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:57:35.210335 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device a20e6e69-9fbd-4df5-bb58-1bfa865d45e5 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:57:35.210769 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 8ec59dd4-11ce-4b0e-b685-e28c0aea128c no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:57:35.234253 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 8ec59dd4-11ce-4b0e-b685-e28c0aea128c {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:57:35.234604 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 8ec59dd4-11ce-4b0e-b685-e28c0aea128c not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:57:35.242161 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-962fd182-bbf0-42a8-b75d-92ae2a436421 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:35.266188 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b8ebb6a0-7ea5-4ad8-9386-02f077352330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:35.274364 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9e0315ca-9508-4a5d-9cf9-8e1adb240bd4 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:35.305338 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebb6a0-7ea5-4ad8-9386-02f077352330 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89d6fc41-30a6-4609-9ab7-14ab7e969768,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:35.313742 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b8ebb6a0-7ea5-4ad8-9386-02f077352330 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:35.320629 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b8ebb6a0-7ea5-4ad8-9386-02f077352330 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:35.324808 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-b8ebb6a0-7ea5-4ad8-9386-02f077352330 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/89d6fc41-30a6-4609-9ab7-14ab7e969768 HTTP/1.1" status: 204 len: 168 time: 0.9033146 Jun 11 09:57:35.330385 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e94e17-0d66-43f5-8fb5-af8fc1cc510d None None] Network 0492cfca-b973-4766-a98f-06df9047fd5d requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:57:35.330561 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 58400) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:35.429096 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-77f32047-f015-4ff1-a278-d1099fcfa667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:35.493575 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-962fd182-bbf0-42a8-b75d-92ae2a436421 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:35.500697 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-04afa891-9b67-448e-aa51-91cdf98e7d8b tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:35.517360 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:35.569050 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962fd182-bbf0-42a8-b75d-92ae2a436421 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Pushing event updated for resources: {'Port': ['ID=7a8da583-ba57-434c-bc3c-7ce76015e6cf,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:35.572104 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-962fd182-bbf0-42a8-b75d-92ae2a436421 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:35.633179 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb933ac8-25ad-4fde-a9b7-786a84aa6e2f None None] DHCP port deletion for 0492cfca-b973-4766-a98f-06df9047fd5d request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 09:57:35.633930 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b980e6e-fbe0-4626-8645-1fd62fe98954 req-4e0d62de-e80e-4f21-88d9-2ed29ecdac73 tempest-ServersNegativeTestMultiTenantJSON-888732396 tempest-ServersNegativeTestMultiTenantJSON-888732396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:35.637426 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-77f32047-f015-4ff1-a278-d1099fcfa667 admin admin] Deleting port 51038530-e912-40a2-88a8-f8f194a193ed {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:57:35.637773 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-77f32047-f015-4ff1-a278-d1099fcfa667 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:35.640388 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962fd182-bbf0-42a8-b75d-92ae2a436421 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Checking segment: {'id': '133ed80c-a822-4e95-8eb4-8392f0943135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'b4bcd602-87b0-47be-a082-9b3655720ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:57:35.640756 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962fd182-bbf0-42a8-b75d-92ae2a436421 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Network hostable DHCP agents. Network: b4bcd602-87b0-47be-a082-9b3655720ef4, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 09:57:35.641643 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2b980e6e-fbe0-4626-8645-1fd62fe98954 req-4e0d62de-e80e-4f21-88d9-2ed29ecdac73 tempest-ServersNegativeTestMultiTenantJSON-888732396 tempest-ServersNegativeTestMultiTenantJSON-888732396-project] 10.222.0.60 "GET /v2.0/ports?device_id=b01b7609-8a8b-40b7-a196-86edffbb4946 HTTP/1.1" status: 200 len: 944 time: 0.0960462 Jun 11 09:57:35.705107 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2b980e6e-fbe0-4626-8645-1fd62fe98954 req-892e6096-37b2-4d45-90a8-6e93ad289317 tempest-ServersNegativeTestMultiTenantJSON-888732396 tempest-ServersNegativeTestMultiTenantJSON-888732396-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a535c77-2ee4-428e-bb1f-fd8ebdaf5b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625522 Jun 11 09:57:35.730284 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-bb933ac8-25ad-4fde-a9b7-786a84aa6e2f None None] Deleting port 51038530-e912-40a2-88a8-f8f194a193ed {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:57:35.753060 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-bb933ac8-25ad-4fde-a9b7-786a84aa6e2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:35.773773 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-77f32047-f015-4ff1-a278-d1099fcfa667 admin admin] For port 51038530-e912-40a2-88a8-f8f194a193ed, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=51038530-e912-40a2-88a8-f8f194a193ed,segment=NetworkSegment(c2c733f0-843c-48ee-b89c-fa235a0b5b12),segment_id=c2c733f0-843c-48ee-b89c-fa235a0b5b12)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:57:35.774280 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-77f32047-f015-4ff1-a278-d1099fcfa667 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:35.859380 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-bb933ac8-25ad-4fde-a9b7-786a84aa6e2f None None] For port 51038530-e912-40a2-88a8-f8f194a193ed, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=51038530-e912-40a2-88a8-f8f194a193ed,segment=NetworkSegment(c2c733f0-843c-48ee-b89c-fa235a0b5b12),segment_id=c2c733f0-843c-48ee-b89c-fa235a0b5b12)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:57:35.859853 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-bb933ac8-25ad-4fde-a9b7-786a84aa6e2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:35.890969 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-77f32047-f015-4ff1-a278-d1099fcfa667 admin admin] Calling delete_port for 51038530-e912-40a2-88a8-f8f194a193ed owned by network:dhcp {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:57:35.965820 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962fd182-bbf0-42a8-b75d-92ae2a436421 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Network b4bcd602-87b0-47be-a082-9b3655720ef4 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 09:57:35.973389 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-bb933ac8-25ad-4fde-a9b7-786a84aa6e2f None None] Calling delete_port for 51038530-e912-40a2-88a8-f8f194a193ed owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:57:36.081794 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-962fd182-bbf0-42a8-b75d-92ae2a436421 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, b4bcd602-87b0-47be-a082-9b3655720ef4) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:57:36.087326 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962fd182-bbf0-42a8-b75d-92ae2a436421 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:57:36.088553 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-962fd182-bbf0-42a8-b75d-92ae2a436421 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:36.092115 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b6ade1-f3b9-447c-bcc6-4d289d7f6441 None None] Network b4bcd602-87b0-47be-a082-9b3655720ef4 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:57:36.093696 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8f23b6e7-57ab-423f-bb55-48d0f0adaaee tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:36.125055 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-77f32047-f015-4ff1-a278-d1099fcfa667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:36.129185 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-bb933ac8-25ad-4fde-a9b7-786a84aa6e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:36.133577 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-c909c684-db32-4f83-ac48-5d087ef786e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:36.165059 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f32047-f015-4ff1-a278-d1099fcfa667 admin admin] No DVR routers for this DVR port 51038530-e912-40a2-88a8-f8f194a193ed on host n-d-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:57:36.166488 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962fd182-bbf0-42a8-b75d-92ae2a436421 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Pushing event updated for resources: {'Port': ['ID=55b31605-e5d7-48b7-85fd-fa2317e63829,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:36.172290 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-962fd182-bbf0-42a8-b75d-92ae2a436421 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:36.172820 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b7105104-7c58-47c5-8d35-eba3b64e98c1 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:36.213417 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb933ac8-25ad-4fde-a9b7-786a84aa6e2f None None] No DVR routers for this DVR port 51038530-e912-40a2-88a8-f8f194a193ed on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:57:36.214880 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb933ac8-25ad-4fde-a9b7-786a84aa6e2f None None] Pushing event deleted for resources: {'Port': ['ID=51038530-e912-40a2-88a8-f8f194a193ed,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:36.219682 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-bb933ac8-25ad-4fde-a9b7-786a84aa6e2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:36.241284 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f32047-f015-4ff1-a278-d1099fcfa667 admin admin] Pushing event deleted for resources: {'Port': ['ID=51038530-e912-40a2-88a8-f8f194a193ed,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:36.258499 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-77f32047-f015-4ff1-a278-d1099fcfa667 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:36.277588 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962fd182-bbf0-42a8-b75d-92ae2a436421 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Checking segment: {'id': '4c463f24-33cd-4075-bca9-4f34ead5999a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6395fe16-a19d-41c4-92bc-41854d6b7625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:57:36.277996 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962fd182-bbf0-42a8-b75d-92ae2a436421 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Network hostable DHCP agents. Network: 6395fe16-a19d-41c4-92bc-41854d6b7625, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 09:57:36.327799 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-77f32047-f015-4ff1-a278-d1099fcfa667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:36.353832 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-77f32047-f015-4ff1-a278-d1099fcfa667 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0492cfca-b973-4766-a98f-06df9047fd5d']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:57:36.367203 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-77f32047-f015-4ff1-a278-d1099fcfa667 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2c733f0-843c-48ee-b89c-fa235a0b5b12') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:57:36.367503 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-77f32047-f015-4ff1-a278-d1099fcfa667 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2c733f0-843c-48ee-b89c-fa235a0b5b12') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:57:36.378883 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-77f32047-f015-4ff1-a278-d1099fcfa667 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:36.395220 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-77f32047-f015-4ff1-a278-d1099fcfa667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:36.402255 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77f32047-f015-4ff1-a278-d1099fcfa667 admin admin] Releasing vlan 795 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 09:57:36.402648 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-77f32047-f015-4ff1-a278-d1099fcfa667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:36.404417 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:57:36.404417 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:57:36.404417 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 09:57:36.404417 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 09:57:36.404417 n-d-779913-12 neutron-server[93177]: timer() Jun 11 09:57:36.404417 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 09:57:36.404417 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 09:57:36.404417 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 09:57:36.404417 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 09:57:36.404417 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 09:57:36.404417 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 09:57:36.404417 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 09:57:36.404417 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 09:57:36.404417 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 09:57:36.404417 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 09:57:36.404417 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 09:57:36.404417 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 09:57:36.404417 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 09:57:36.404417 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 09:57:36.404417 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 09:57:36.404417 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 09:57:36.404417 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 09:57:36.404417 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 09:57:36.404417 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 09:57:36.404417 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 09:57:36.404417 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 09:57:36.404417 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 09:57:36.404417 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 09:57:36.404417 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 09:57:36.404417 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 09:57:36.404417 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 09:57:36.404417 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 09:57:36.404417 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 09:57:36.404417 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 09:57:36.477041 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962fd182-bbf0-42a8-b75d-92ae2a436421 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Network 6395fe16-a19d-41c4-92bc-41854d6b7625 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 09:57:36.612655 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-77f32047-f015-4ff1-a278-d1099fcfa667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:36.617280 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b769d001-a398-44b5-8989-18e978dd503f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:36.620529 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-77f32047-f015-4ff1-a278-d1099fcfa667 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:36.621688 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-77f32047-f015-4ff1-a278-d1099fcfa667 admin admin] 10.222.0.60 "DELETE /v2.0/networks/0492cfca-b973-4766-a98f-06df9047fd5d HTTP/1.1" status: 204 len: 168 time: 1.2956014 Jun 11 09:57:36.638154 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-962fd182-bbf0-42a8-b75d-92ae2a436421 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 6395fe16-a19d-41c4-92bc-41854d6b7625) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:57:36.640038 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f32047-f015-4ff1-a278-d1099fcfa667 admin admin] Pushing event deleted for resources: {'Network': ['ID=0492cfca-b973-4766-a98f-06df9047fd5d,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:36.643040 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-77f32047-f015-4ff1-a278-d1099fcfa667 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:36.643750 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962fd182-bbf0-42a8-b75d-92ae2a436421 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:57:36.649978 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962fd182-bbf0-42a8-b75d-92ae2a436421 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:36.652263 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39e4896-3137-4ed5-9480-6ece0a01ddbd None None] Network 6395fe16-a19d-41c4-92bc-41854d6b7625 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:57:36.655190 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962fd182-bbf0-42a8-b75d-92ae2a436421 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:36.655418 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-962fd182-bbf0-42a8-b75d-92ae2a436421 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:36.768474 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-962fd182-bbf0-42a8-b75d-92ae2a436421 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.8395295 Jun 11 09:57:36.773129 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 58428) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:36.909885 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a05037b-8b45-46e9-b4ed-b972e8e04431 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:36.916416 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a05037b-8b45-46e9-b4ed-b972e8e04431 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:36.918018 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-1a05037b-8b45-46e9-b4ed-b972e8e04431 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1434174 Jun 11 09:57:36.921294 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 58432) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:36.992524 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 564dcee9-43d9-4f26-bdbd-ef9312f8f349 up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:57:37.018008 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c4a636-8c6b-424d-8810-0d21c8918728 req-690cc702-0aa8-4e70-839b-d8b8b629231f tempest-ServersNegativeTestMultiTenantJSON-888732396 tempest-ServersNegativeTestMultiTenantJSON-888732396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:37.031867 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-79c4a636-8c6b-424d-8810-0d21c8918728 req-690cc702-0aa8-4e70-839b-d8b8b629231f tempest-ServersNegativeTestMultiTenantJSON-888732396 tempest-ServersNegativeTestMultiTenantJSON-888732396-project] 10.222.0.60 "GET /v2.0/ports?device_id=b01b7609-8a8b-40b7-a196-86edffbb4946 HTTP/1.1" status: 200 len: 944 time: 0.1125534 Jun 11 09:57:37.058538 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-caf123cd-bcdc-4ccc-8aa8-cbb8526bcffc tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Deleting port 7a8da583-ba57-434c-bc3c-7ce76015e6cf {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:57:37.059321 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-caf123cd-bcdc-4ccc-8aa8-cbb8526bcffc tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:37.104762 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-79c4a636-8c6b-424d-8810-0d21c8918728 req-fd6d9908-7c0e-4363-aa71-06a224e679a1 tempest-ServersNegativeTestMultiTenantJSON-888732396 tempest-ServersNegativeTestMultiTenantJSON-888732396-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a535c77-2ee4-428e-bb1f-fd8ebdaf5b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710902 Jun 11 09:57:37.167662 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-caf123cd-bcdc-4ccc-8aa8-cbb8526bcffc tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:37.186773 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning for port 564dcee9-43d9-4f26-bdbd-ef9312f8f349 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:57:37.191749 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port 564dcee9-43d9-4f26-bdbd-ef9312f8f349 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:57:37.191749 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:37.196834 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 51038530-e912-40a2-88a8-f8f194a193ed no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:57:37.251698 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 51038530-e912-40a2-88a8-f8f194a193ed {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:57:37.252599 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 51038530-e912-40a2-88a8-f8f194a193ed not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:57:37.274430 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 58436) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:37.278963 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-caf123cd-bcdc-4ccc-8aa8-cbb8526bcffc tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Calling delete_port for 7a8da583-ba57-434c-bc3c-7ce76015e6cf owned by {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:57:37.338344 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-10defcf1-2baa-4ad2-96f5-40f12f6965f1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=738abe581be64edd8f2e0a146ff187c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0624657 Jun 11 09:57:37.341359 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 58438) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:37.351545 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:37.380461 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b01b7609-8a8b-40b7-a196-86edffbb4946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '564dcee9-43d9-4f26-bdbd-ef9312f8f349'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:57:37.382984 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc0c498-04d6-480d-95f7-4123d6eac0b0" -d '{"events": [{"server_uuid": "b01b7609-8a8b-40b7-a196-86edffbb4946", "name": "network-vif-plugged", "status": "completed", "tag": "564dcee9-43d9-4f26-bdbd-ef9312f8f349"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:57:37.398449 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 564dcee9-43d9-4f26-bdbd-ef9312f8f349, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=564dcee9-43d9-4f26-bdbd-ef9312f8f349,segment=NetworkSegment(bde69d1e-fd03-48da-90eb-dbdb860441da),segment_id=bde69d1e-fd03-48da-90eb-dbdb860441da)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:57:37.404678 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-78f9fc51-bb47-49a2-b766-10563d3e41c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:37.424436 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2622239b-931c-4dd5-93a7-e9a728aefe57 x-openstack-request-id: req-2622239b-931c-4dd5-93a7-e9a728aefe57 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:57:37.424743 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b01b7609-8a8b-40b7-a196-86edffbb4946", "name": "network-vif-plugged", "status": "completed", "tag": "564dcee9-43d9-4f26-bdbd-ef9312f8f349", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:57:37.425013 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2622239b-931c-4dd5-93a7-e9a728aefe57 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:57:37.425417 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b01b7609-8a8b-40b7-a196-86edffbb4946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '564dcee9-43d9-4f26-bdbd-ef9312f8f349', 'code': 200} Jun 11 09:57:37.428495 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-78f9fc51-bb47-49a2-b766-10563d3e41c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:37.509002 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:37.509002 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:37.530717 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-caf123cd-bcdc-4ccc-8aa8-cbb8526bcffc tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:37.537651 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-89d1ff65-3e92-4289-a57e-0dd1384aa36b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:37.565814 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=564dcee9-43d9-4f26-bdbd-ef9312f8f349,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:37.569538 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:37.584926 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf123cd-bcdc-4ccc-8aa8-cbb8526bcffc tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Pushing event deleted for resources: {'Port': ['ID=7a8da583-ba57-434c-bc3c-7ce76015e6cf,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:37.593154 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-caf123cd-bcdc-4ccc-8aa8-cbb8526bcffc tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:37.595069 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-caf123cd-bcdc-4ccc-8aa8-cbb8526bcffc tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] 10.222.0.60 "DELETE /v2.0/ports/7a8da583-ba57-434c-bc3c-7ce76015e6cf HTTP/1.1" status: 204 len: 168 time: 0.6725974 Jun 11 09:57:37.596173 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-caf123cd-bcdc-4ccc-8aa8-cbb8526bcffc tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:37.602928 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 58444) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:37.610584 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdf94e2-a67c-4900-b9ac-79a7c5151b50 req-d6aa973f-8298-4765-85d0-c99524867b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:37.612063 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0cdf94e2-a67c-4900-b9ac-79a7c5151b50 req-d6aa973f-8298-4765-85d0-c99524867b55 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b01b7609-8a8b-40b7-a196-86edffbb4946 HTTP/1.1" status: 200 len: 1096 time: 0.1232011 Jun 11 09:57:37.651201 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0cdf94e2-a67c-4900-b9ac-79a7c5151b50 req-f97d7f39-99a4-49b7-aa26-857a4913b620 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6a535c77-2ee4-428e-bb1f-fd8ebdaf5b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328023 Jun 11 09:57:37.654762 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-78f9fc51-bb47-49a2-b766-10563d3e41c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:37.664254 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-78f9fc51-bb47-49a2-b766-10563d3e41c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:37.664254 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-78f9fc51-bb47-49a2-b766-10563d3e41c7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/abdcb17a-68bc-4d03-89e1-7baaf91e40c8 HTTP/1.1" status: 204 len: 168 time: 0.3171103 Jun 11 09:57:37.664254 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1fa6cdfa-610f-4108-87da-a060af4a99cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:37.676206 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f9fc51-bb47-49a2-b766-10563d3e41c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abdcb17a-68bc-4d03-89e1-7baaf91e40c8,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:37.699556 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-78f9fc51-bb47-49a2-b766-10563d3e41c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:37.731380 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-98622eff-4304-40c3-9fac-df57fd334f96 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Deleting port 55b31605-e5d7-48b7-85fd-fa2317e63829 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:57:37.731380 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-98622eff-4304-40c3-9fac-df57fd334f96 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:37.826807 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-98622eff-4304-40c3-9fac-df57fd334f96 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:37.925384 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-98622eff-4304-40c3-9fac-df57fd334f96 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Calling delete_port for 55b31605-e5d7-48b7-85fd-fa2317e63829 owned by {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:57:38.107215 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-98622eff-4304-40c3-9fac-df57fd334f96 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:38.116387 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-66cb26df-e752-4452-bd21-e1a42d298b7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:38.151269 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98622eff-4304-40c3-9fac-df57fd334f96 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Pushing event deleted for resources: {'Port': ['ID=55b31605-e5d7-48b7-85fd-fa2317e63829,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:38.153737 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-98622eff-4304-40c3-9fac-df57fd334f96 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:38.156654 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-98622eff-4304-40c3-9fac-df57fd334f96 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:38.158467 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-98622eff-4304-40c3-9fac-df57fd334f96 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] 10.222.0.60 "DELETE /v2.0/ports/55b31605-e5d7-48b7-85fd-fa2317e63829 HTTP/1.1" status: 204 len: 168 time: 0.5544319 Jun 11 09:57:38.161812 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 58468) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:38.200675 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-9877ed80-1c20-4bf2-956c-7050b6306b9a tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0366688 Jun 11 09:57:38.207348 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 58472) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:38.213295 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-2d81fa0c-1895-4057-9556-869da458f19a tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1350354130'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:57:38.326487 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc7716-1513-437b-a455-2cb3964200dd req-cf212fd9-47fa-4bf0-8876-17fd6ef2c418 tempest-ServersNegativeTestMultiTenantJSON-888732396 tempest-ServersNegativeTestMultiTenantJSON-888732396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:38.328378 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c1bc7716-1513-437b-a455-2cb3964200dd req-cf212fd9-47fa-4bf0-8876-17fd6ef2c418 tempest-ServersNegativeTestMultiTenantJSON-888732396 tempest-ServersNegativeTestMultiTenantJSON-888732396-project] 10.222.0.60 "GET /v2.0/ports?device_id=b01b7609-8a8b-40b7-a196-86edffbb4946 HTTP/1.1" status: 200 len: 945 time: 0.0792382 Jun 11 09:57:38.376058 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c1bc7716-1513-437b-a455-2cb3964200dd req-7792f91a-625f-458b-9f2a-b02b343971e2 tempest-ServersNegativeTestMultiTenantJSON-888732396 tempest-ServersNegativeTestMultiTenantJSON-888732396-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a535c77-2ee4-428e-bb1f-fd8ebdaf5b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408859 Jun 11 09:57:38.386826 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d81fa0c-1895-4057-9556-869da458f19a tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Made reservation on behalf of 340db8a9c9c14ed2808a23ccc78e46bb for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:57:38.393516 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2d81fa0c-1895-4057-9556-869da458f19a tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:38.424017 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d81fa0c-1895-4057-9556-869da458f19a tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 761} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 09:57:38.434401 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2d81fa0c-1895-4057-9556-869da458f19a tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:38.434753 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-2d81fa0c-1895-4057-9556-869da458f19a tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Added segment 0705954d-7505-4ddf-ba9d-431a82d8623c of type vlan for network 4f637099-5725-4d10-a3a5-fef4123a2bb0 Jun 11 09:57:38.588741 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2d81fa0c-1895-4057-9556-869da458f19a tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:38.701049 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2d81fa0c-1895-4057-9556-869da458f19a tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:38.706755 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d81fa0c-1895-4057-9556-869da458f19a tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:38.707339 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2d81fa0c-1895-4057-9556-869da458f19a tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:38.713666 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:38.811155 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-2d81fa0c-1895-4057-9556-869da458f19a tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6024861 Jun 11 09:57:38.811985 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d81fa0c-1895-4057-9556-869da458f19a tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Pushing event updated for resources: {'Network': ['ID=4f637099-5725-4d10-a3a5-fef4123a2bb0,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:38.815968 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 58486) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:38.826750 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 4f637099-5725-4d10-a3a5-fef4123a2bb0 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:57:38.827923 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-d55ec698-214b-4f2a-abd9-9cedd68472ce tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1434948406'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:57:38.828846 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2d81fa0c-1895-4057-9556-869da458f19a tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:38.896868 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 58488) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:38.993648 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d55ec698-214b-4f2a-abd9-9cedd68472ce tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Made reservation on behalf of 340db8a9c9c14ed2808a23ccc78e46bb for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:57:38.999446 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d55ec698-214b-4f2a-abd9-9cedd68472ce tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:39.004301 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-fbcccabf-7eda-42a3-8ef7-a47f90a55209 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-757194490-network', 'tenant_id': 'cf2f36364fcc4b2d95b3a631356b3d50'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:57:39.037541 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d55ec698-214b-4f2a-abd9-9cedd68472ce tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 788} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 09:57:39.049274 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d55ec698-214b-4f2a-abd9-9cedd68472ce tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:39.049548 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-d55ec698-214b-4f2a-abd9-9cedd68472ce tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Added segment f7839aeb-6163-4cea-9da4-ed6ac01da86f of type vlan for network ab9522a2-00fa-4ec1-a9a1-32355ad552ce Jun 11 09:57:39.101463 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d55ec698-214b-4f2a-abd9-9cedd68472ce tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:39.110376 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbcccabf-7eda-42a3-8ef7-a47f90a55209 admin admin] Made reservation on behalf of cf2f36364fcc4b2d95b3a631356b3d50 for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:57:39.113535 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fbcccabf-7eda-42a3-8ef7-a47f90a55209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:39.126343 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fbcccabf-7eda-42a3-8ef7-a47f90a55209 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:39.233731 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fbcccabf-7eda-42a3-8ef7-a47f90a55209 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:39.289741 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d55ec698-214b-4f2a-abd9-9cedd68472ce tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:39.295528 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55ec698-214b-4f2a-abd9-9cedd68472ce tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:39.296259 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d55ec698-214b-4f2a-abd9-9cedd68472ce tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:39.298853 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-cf361968-1300-4f21-98ff-ec28e1324950 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:39.396674 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55ec698-214b-4f2a-abd9-9cedd68472ce tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Pushing event updated for resources: {'Network': ['ID=ab9522a2-00fa-4ec1-a9a1-32355ad552ce,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:39.400130 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d55ec698-214b-4f2a-abd9-9cedd68472ce tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:39.407928 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network ab9522a2-00fa-4ec1-a9a1-32355ad552ce details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:57:39.470285 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fbcccabf-7eda-42a3-8ef7-a47f90a55209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:39.473498 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a547315c-1d9b-4d6b-a141-7aca22659e55 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:39.504377 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbcccabf-7eda-42a3-8ef7-a47f90a55209 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 777} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 09:57:39.525559 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcccabf-7eda-42a3-8ef7-a47f90a55209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98e585ae-873c-43e4-9885-8d029e785083,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:39.549641 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-fbcccabf-7eda-42a3-8ef7-a47f90a55209 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:39.554888 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fbcccabf-7eda-42a3-8ef7-a47f90a55209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:39.555197 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-fbcccabf-7eda-42a3-8ef7-a47f90a55209 admin admin] Added segment 49dbfc19-7dcf-486c-9f91-ff9f037d2121 of type vlan for network 27e23bf6-ffe1-4e0a-b377-e23593ba5165 Jun 11 09:57:39.556648 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-d55ec698-214b-4f2a-abd9-9cedd68472ce tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7364676 Jun 11 09:57:39.619690 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fbcccabf-7eda-42a3-8ef7-a47f90a55209 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:39.657988 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42d87d0-a58d-434a-918c-e7b26553be5e req-7c338625-281e-4626-b089-d8bf8b0ca261 tempest-ServersNegativeTestMultiTenantJSON-888732396 tempest-ServersNegativeTestMultiTenantJSON-888732396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:39.659474 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c42d87d0-a58d-434a-918c-e7b26553be5e req-7c338625-281e-4626-b089-d8bf8b0ca261 tempest-ServersNegativeTestMultiTenantJSON-888732396 tempest-ServersNegativeTestMultiTenantJSON-888732396-project] 10.222.0.60 "GET /v2.0/ports?device_id=b01b7609-8a8b-40b7-a196-86edffbb4946 HTTP/1.1" status: 200 len: 945 time: 0.1519043 Jun 11 09:57:39.705220 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c42d87d0-a58d-434a-918c-e7b26553be5e req-055d8337-7e0b-47e5-a195-9ba379faa612 tempest-ServersNegativeTestMultiTenantJSON-888732396 tempest-ServersNegativeTestMultiTenantJSON-888732396-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a535c77-2ee4-428e-bb1f-fd8ebdaf5b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396841 Jun 11 09:57:39.752532 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fbcccabf-7eda-42a3-8ef7-a47f90a55209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:39.754319 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbcccabf-7eda-42a3-8ef7-a47f90a55209 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:39.755910 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fbcccabf-7eda-42a3-8ef7-a47f90a55209 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:39.759484 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:39.878673 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcccabf-7eda-42a3-8ef7-a47f90a55209 admin admin] Pushing event updated for resources: {'Network': ['ID=27e23bf6-ffe1-4e0a-b377-e23593ba5165,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:39.892761 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-fbcccabf-7eda-42a3-8ef7-a47f90a55209 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:39.895305 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 27e23bf6-ffe1-4e0a-b377-e23593ba5165 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:57:39.926016 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 58506) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:39.926273 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-fbcccabf-7eda-42a3-8ef7-a47f90a55209 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0279505 Jun 11 09:57:39.933006 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-26eee688-c24f-4638-8efc-8d6e2c2f2912 admin admin] Request body: {'subnet': {'network_id': '27e23bf6-ffe1-4e0a-b377-e23593ba5165', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-757194490-subnet', 'tenant_id': 'cf2f36364fcc4b2d95b3a631356b3d50', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:57:39.979419 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c066ec0-8873-4942-af07-b6beffc4c27d req-6ab88cb2-4eef-4f60-979d-dc0a52b38dd8 tempest-ServersNegativeTestMultiTenantJSON-888732396 tempest-ServersNegativeTestMultiTenantJSON-888732396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:39.986598 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8c066ec0-8873-4942-af07-b6beffc4c27d req-6ab88cb2-4eef-4f60-979d-dc0a52b38dd8 tempest-ServersNegativeTestMultiTenantJSON-888732396 tempest-ServersNegativeTestMultiTenantJSON-888732396-project] 10.222.0.60 "GET /v2.0/ports?device_id=b01b7609-8a8b-40b7-a196-86edffbb4946 HTTP/1.1" status: 200 len: 945 time: 0.1096740 Jun 11 09:57:40.032106 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8c066ec0-8873-4942-af07-b6beffc4c27d req-ba65fe0d-e918-4f7b-9f2c-03a8ba2f25ea tempest-ServersNegativeTestMultiTenantJSON-888732396 tempest-ServersNegativeTestMultiTenantJSON-888732396-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a535c77-2ee4-428e-bb1f-fd8ebdaf5b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445328 Jun 11 09:57:40.035167 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26eee688-c24f-4638-8efc-8d6e2c2f2912 admin admin] Made reservation on behalf of cf2f36364fcc4b2d95b3a631356b3d50 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:57:40.039333 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-26eee688-c24f-4638-8efc-8d6e2c2f2912 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:40.514154 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-26eee688-c24f-4638-8efc-8d6e2c2f2912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:40.521899 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-16a5e3f1-c07d-435f-bf57-a742418dc3cc tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:40.621861 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eee688-c24f-4638-8efc-8d6e2c2f2912 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3823ddd-2fea-4754-846e-b1cf37fb47e2,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:40.630894 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-26eee688-c24f-4638-8efc-8d6e2c2f2912 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:40.631790 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26eee688-c24f-4638-8efc-8d6e2c2f2912 admin admin] Checking segment: {'id': '49dbfc19-7dcf-486c-9f91-ff9f037d2121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '27e23bf6-ffe1-4e0a-b377-e23593ba5165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:57:40.632243 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26eee688-c24f-4638-8efc-8d6e2c2f2912 admin admin] Network hostable DHCP agents. Network: 27e23bf6-ffe1-4e0a-b377-e23593ba5165, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 09:57:40.643115 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f6708c-daf5-4c7f-9e28-8ff4ac027d9d req-e14a423a-1238-427d-98e7-065d49965153 tempest-ServersNegativeTestMultiTenantJSON-888732396 tempest-ServersNegativeTestMultiTenantJSON-888732396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:40.644994 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-25f6708c-daf5-4c7f-9e28-8ff4ac027d9d req-e14a423a-1238-427d-98e7-065d49965153 tempest-ServersNegativeTestMultiTenantJSON-888732396 tempest-ServersNegativeTestMultiTenantJSON-888732396-project] 10.222.0.60 "GET /v2.0/ports?device_id=b01b7609-8a8b-40b7-a196-86edffbb4946 HTTP/1.1" status: 200 len: 945 time: 0.1738226 Jun 11 09:57:40.701420 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-25f6708c-daf5-4c7f-9e28-8ff4ac027d9d req-aa96910f-03b7-40fc-8a62-c2d97fa3aa6b tempest-ServersNegativeTestMultiTenantJSON-888732396 tempest-ServersNegativeTestMultiTenantJSON-888732396-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a535c77-2ee4-428e-bb1f-fd8ebdaf5b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431545 Jun 11 09:57:40.832337 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26eee688-c24f-4638-8efc-8d6e2c2f2912 admin admin] Network 27e23bf6-ffe1-4e0a-b377-e23593ba5165 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 09:57:40.942941 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-26eee688-c24f-4638-8efc-8d6e2c2f2912 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 27e23bf6-ffe1-4e0a-b377-e23593ba5165) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:57:40.948143 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26eee688-c24f-4638-8efc-8d6e2c2f2912 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:40.948851 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-26eee688-c24f-4638-8efc-8d6e2c2f2912 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:40.956697 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce69361d-3a75-4d0f-9f46-f2dcf1024f8b None None] Network 27e23bf6-ffe1-4e0a-b377-e23593ba5165 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:57:41.088987 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-26eee688-c24f-4638-8efc-8d6e2c2f2912 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1612747 Jun 11 09:57:41.183778 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e39693-49c3-43b1-a887-85469a58bfd4 None None] Network 27e23bf6-ffe1-4e0a-b377-e23593ba5165 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:57:41.901271 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096c7c10-7dab-4036-99f7-895b516a8761 req-c5ff4e5b-4dd2-4ede-ad22-5513a90d7374 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:41.910228 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-096c7c10-7dab-4036-99f7-895b516a8761 req-c5ff4e5b-4dd2-4ede-ad22-5513a90d7374 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/networks?id=27e23bf6-ffe1-4e0a-b377-e23593ba5165 HTTP/1.1" status: 200 len: 811 time: 0.2231319 Jun 11 09:57:41.915178 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c46b1-e7e4-454b-bfda-2677d55506aa req-f6ca0a8c-e89d-4676-87b9-f7aa19858e70 tempest-ServersNegativeTestMultiTenantJSON-888732396 tempest-ServersNegativeTestMultiTenantJSON-888732396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:41.917600 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-529c46b1-e7e4-454b-bfda-2677d55506aa req-f6ca0a8c-e89d-4676-87b9-f7aa19858e70 tempest-ServersNegativeTestMultiTenantJSON-888732396 tempest-ServersNegativeTestMultiTenantJSON-888732396-project] 10.222.0.60 "GET /v2.0/ports?device_id=b01b7609-8a8b-40b7-a196-86edffbb4946 HTTP/1.1" status: 200 len: 945 time: 0.1068032 Jun 11 09:57:41.926902 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-096c7c10-7dab-4036-99f7-895b516a8761 req-86f925d9-15aa-49f5-8c31-fe214eb310ee tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/quotas/cf2f36364fcc4b2d95b3a631356b3d50 HTTP/1.1" status: 200 len: 375 time: 0.0156319 Jun 11 09:57:41.980503 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-529c46b1-e7e4-454b-bfda-2677d55506aa req-b46eeb4c-b05b-414c-b695-fb9e150e04de tempest-ServersNegativeTestMultiTenantJSON-888732396 tempest-ServersNegativeTestMultiTenantJSON-888732396-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a535c77-2ee4-428e-bb1f-fd8ebdaf5b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558803 Jun 11 09:57:41.996077 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-096c7c10-7dab-4036-99f7-895b516a8761 req-0ffa70a8-d83e-4bc8-9b69-7a4bb4843b69 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=cf2f36364fcc4b2d95b3a631356b3d50&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0642047 Jun 11 09:57:42.153763 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-096c7c10-7dab-4036-99f7-895b516a8761 req-e07de108-b1a3-42c1-b4be-c6d4c33684d4 service neutron] 10.222.0.60 "GET /v2.0/networks/27e23bf6-ffe1-4e0a-b377-e23593ba5165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567233 Jun 11 09:57:42.274573 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-096c7c10-7dab-4036-99f7-895b516a8761 req-7312cb72-3853-4c06-86e3-eed8efd5c1c6 service neutron] 10.222.0.60 "GET /v2.0/networks/27e23bf6-ffe1-4e0a-b377-e23593ba5165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135244 Jun 11 09:57:42.695791 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-999e4909-505a-448a-a99e-ed16b4788610 req-bef310bd-c955-4a25-a47d-0c08bda972cf tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6af5165-129b-4ce4-8eea-a17df690db2e HTTP/1.1" status: 200 len: 210 time: 0.0595536 Jun 11 09:57:42.783648 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 58570) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:42.788714 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46818924-bf5c-4fe2-bb72-f31a536cea4b req-d5ca4694-be74-49ac-881d-ec6f50a68fe1 tempest-ServersNegativeTestMultiTenantJSON-888732396 tempest-ServersNegativeTestMultiTenantJSON-888732396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:42.789906 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-ed008581-da88-4f57-b184-1eefd839a7bd tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Request body: {'subnets': [{'network_id': '4f637099-5725-4d10-a3a5-fef4123a2bb0', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1669628374', 'ip_version': 6}, {'network_id': 'ab9522a2-00fa-4ec1-a9a1-32355ad552ce', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:57:42.790262 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-ed008581-da88-4f57-b184-1eefd839a7bd tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Request body: {'subnet': {'network_id': '4f637099-5725-4d10-a3a5-fef4123a2bb0', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1669628374', 'ip_version': 6}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:57:42.790393 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-46818924-bf5c-4fe2-bb72-f31a536cea4b req-d5ca4694-be74-49ac-881d-ec6f50a68fe1 tempest-ServersNegativeTestMultiTenantJSON-888732396 tempest-ServersNegativeTestMultiTenantJSON-888732396-project] 10.222.0.64 "GET /v2.0/ports?device_id=b01b7609-8a8b-40b7-a196-86edffbb4946 HTTP/1.1" status: 200 len: 945 time: 0.0912707 Jun 11 09:57:42.790925 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-ed008581-da88-4f57-b184-1eefd839a7bd tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Request body: {'subnet': {'network_id': 'ab9522a2-00fa-4ec1-a9a1-32355ad552ce', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:57:42.902479 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-561dfcd8-19f6-40b9-9464-217c471545a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:42.934344 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-46818924-bf5c-4fe2-bb72-f31a536cea4b req-77053571-3313-424a-bed8-a9a132ff952a tempest-ServersNegativeTestMultiTenantJSON-888732396 tempest-ServersNegativeTestMultiTenantJSON-888732396-project] Deleting port 564dcee9-43d9-4f26-bdbd-ef9312f8f349 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:57:42.935118 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-46818924-bf5c-4fe2-bb72-f31a536cea4b req-77053571-3313-424a-bed8-a9a132ff952a tempest-ServersNegativeTestMultiTenantJSON-888732396 tempest-ServersNegativeTestMultiTenantJSON-888732396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:43.078429 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-46818924-bf5c-4fe2-bb72-f31a536cea4b req-77053571-3313-424a-bed8-a9a132ff952a tempest-ServersNegativeTestMultiTenantJSON-888732396 tempest-ServersNegativeTestMultiTenantJSON-888732396-project] For port 564dcee9-43d9-4f26-bdbd-ef9312f8f349, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=564dcee9-43d9-4f26-bdbd-ef9312f8f349,segment=NetworkSegment(bde69d1e-fd03-48da-90eb-dbdb860441da),segment_id=bde69d1e-fd03-48da-90eb-dbdb860441da)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:57:43.078690 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-46818924-bf5c-4fe2-bb72-f31a536cea4b req-77053571-3313-424a-bed8-a9a132ff952a tempest-ServersNegativeTestMultiTenantJSON-888732396 tempest-ServersNegativeTestMultiTenantJSON-888732396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:43.173204 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60f3631-4653-4126-92e1-9271b8d926b1 req-fe39262f-28d8-40d5-8d10-dcd05249ac0c tempest-ServersNegativeTestMultiTenantJSON-888732396 tempest-ServersNegativeTestMultiTenantJSON-888732396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:43.175008 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e60f3631-4653-4126-92e1-9271b8d926b1 req-fe39262f-28d8-40d5-8d10-dcd05249ac0c tempest-ServersNegativeTestMultiTenantJSON-888732396 tempest-ServersNegativeTestMultiTenantJSON-888732396-project] 10.222.0.60 "GET /v2.0/ports?device_id=b01b7609-8a8b-40b7-a196-86edffbb4946 HTTP/1.1" status: 200 len: 945 time: 0.0775173 Jun 11 09:57:43.176343 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed008581-da88-4f57-b184-1eefd839a7bd tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Made reservation on behalf of 340db8a9c9c14ed2808a23ccc78e46bb for: {'subnet': 2} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:57:43.181584 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ed008581-da88-4f57-b184-1eefd839a7bd tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:43.181985 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ed008581-da88-4f57-b184-1eefd839a7bd tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:43.185241 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-46818924-bf5c-4fe2-bb72-f31a536cea4b req-77053571-3313-424a-bed8-a9a132ff952a tempest-ServersNegativeTestMultiTenantJSON-888732396 tempest-ServersNegativeTestMultiTenantJSON-888732396-project] Calling delete_port for 564dcee9-43d9-4f26-bdbd-ef9312f8f349 owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:57:43.344093 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e60f3631-4653-4126-92e1-9271b8d926b1 req-d29bf5b3-c3ab-4caf-8e0d-571d0faf012f tempest-ServersNegativeTestMultiTenantJSON-888732396 tempest-ServersNegativeTestMultiTenantJSON-888732396-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a535c77-2ee4-428e-bb1f-fd8ebdaf5b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563203 Jun 11 09:57:43.472622 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-46818924-bf5c-4fe2-bb72-f31a536cea4b req-77053571-3313-424a-bed8-a9a132ff952a tempest-ServersNegativeTestMultiTenantJSON-888732396 tempest-ServersNegativeTestMultiTenantJSON-888732396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:43.476963 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3e6e17c2-862e-45dd-b922-2948434f2c2f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:43.485172 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['564dcee9-43d9-4f26-bdbd-ef9312f8f349'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:57:43.515090 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77053571-3313-424a-bed8-a9a132ff952a tempest-ServersNegativeTestMultiTenantJSON-888732396 tempest-ServersNegativeTestMultiTenantJSON-888732396-project] Pushing event deleted for resources: {'Port': ['ID=564dcee9-43d9-4f26-bdbd-ef9312f8f349,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:43.518378 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-77053571-3313-424a-bed8-a9a132ff952a tempest-ServersNegativeTestMultiTenantJSON-888732396 tempest-ServersNegativeTestMultiTenantJSON-888732396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:43.577951 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-46818924-bf5c-4fe2-bb72-f31a536cea4b req-77053571-3313-424a-bed8-a9a132ff952a tempest-ServersNegativeTestMultiTenantJSON-888732396 tempest-ServersNegativeTestMultiTenantJSON-888732396-project] No DVR routers for this DVR port 564dcee9-43d9-4f26-bdbd-ef9312f8f349 on host n-h1-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:57:43.580796 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-46818924-bf5c-4fe2-bb72-f31a536cea4b req-77053571-3313-424a-bed8-a9a132ff952a tempest-ServersNegativeTestMultiTenantJSON-888732396 tempest-ServersNegativeTestMultiTenantJSON-888732396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:43.583017 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-46818924-bf5c-4fe2-bb72-f31a536cea4b req-77053571-3313-424a-bed8-a9a132ff952a tempest-ServersNegativeTestMultiTenantJSON-888732396 tempest-ServersNegativeTestMultiTenantJSON-888732396-project] 10.222.0.64 "DELETE /v2.0/ports/564dcee9-43d9-4f26-bdbd-ef9312f8f349 HTTP/1.1" status: 204 len: 173 time: 0.7866414 Jun 11 09:57:43.583676 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b01b7609-8a8b-40b7-a196-86edffbb4946', 'name': 'network-vif-deleted', 'tag': '564dcee9-43d9-4f26-bdbd-ef9312f8f349'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:57:43.588621 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bae12ef-4d24-42cb-b6bd-76f53908d93c" -d '{"events": [{"server_uuid": "b01b7609-8a8b-40b7-a196-86edffbb4946", "name": "network-vif-deleted", "tag": "564dcee9-43d9-4f26-bdbd-ef9312f8f349"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:57:43.628832 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4320d6f0-49b3-42bd-a0d2-d2580fa53bd1 x-openstack-request-id: req-4320d6f0-49b3-42bd-a0d2-d2580fa53bd1 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:57:43.629148 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b01b7609-8a8b-40b7-a196-86edffbb4946", "name": "network-vif-deleted", "tag": "564dcee9-43d9-4f26-bdbd-ef9312f8f349", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:57:43.629512 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4320d6f0-49b3-42bd-a0d2-d2580fa53bd1 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:57:43.630691 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b01b7609-8a8b-40b7-a196-86edffbb4946', 'name': 'network-vif-deleted', 'tag': '564dcee9-43d9-4f26-bdbd-ef9312f8f349', 'status': 'completed', 'code': 200} Jun 11 09:57:43.815896 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-55264caa-4f82-4900-8285-8101caab9cee req-73119b71-6642-4a49-a3d8-f53297b1b2a6 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6af5165-129b-4ce4-8eea-a17df690db2e HTTP/1.1" status: 200 len: 210 time: 0.0357456 Jun 11 09:57:43.932717 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ed008581-da88-4f57-b184-1eefd839a7bd tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:43.934909 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b7ad9814-a85d-4644-8a07-5888f4790f94 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:44.007164 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed008581-da88-4f57-b184-1eefd839a7bd tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Pushing event updated for resources: {'Subnet': ['ID=9e26055a-d88a-43ae-809a-8a313cec7515,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:44.010578 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ed008581-da88-4f57-b184-1eefd839a7bd tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:44.016401 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed008581-da88-4f57-b184-1eefd839a7bd tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Checking segment: {'id': '0705954d-7505-4ddf-ba9d-431a82d8623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '4f637099-5725-4d10-a3a5-fef4123a2bb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:57:44.016806 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed008581-da88-4f57-b184-1eefd839a7bd tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Network hostable DHCP agents. Network: 4f637099-5725-4d10-a3a5-fef4123a2bb0, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 09:57:44.146966 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed008581-da88-4f57-b184-1eefd839a7bd tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Network 4f637099-5725-4d10-a3a5-fef4123a2bb0 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 09:57:44.246576 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-ed008581-da88-4f57-b184-1eefd839a7bd tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 4f637099-5725-4d10-a3a5-fef4123a2bb0) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:57:44.250319 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ed008581-da88-4f57-b184-1eefd839a7bd tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:44.252510 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-98c3ca98-8d0a-4d4c-8279-0fca5bd5bc1e tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:44.263223 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8a4467-b7a3-4677-b807-2d851c7fec64 None None] Network 4f637099-5725-4d10-a3a5-fef4123a2bb0 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:57:44.338459 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed008581-da88-4f57-b184-1eefd839a7bd tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Pushing event updated for resources: {'Subnet': ['ID=44d1953f-14a4-4e2c-a642-100db8dd3cc6,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:44.341167 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ed008581-da88-4f57-b184-1eefd839a7bd tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:44.342045 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed008581-da88-4f57-b184-1eefd839a7bd tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Checking segment: {'id': 'f7839aeb-6163-4cea-9da4-ed6ac01da86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'ab9522a2-00fa-4ec1-a9a1-32355ad552ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:57:44.351603 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed008581-da88-4f57-b184-1eefd839a7bd tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Network hostable DHCP agents. Network: ab9522a2-00fa-4ec1-a9a1-32355ad552ce, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 09:57:44.526229 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-52964629-0228-4da2-b58e-ddaf9b112f48 req-33e499ec-8fc5-4948-94f3-b073371a9f3e tempest-ServersNegativeTestMultiTenantJSON-888732396 tempest-ServersNegativeTestMultiTenantJSON-888732396-project] 10.222.0.60 "GET /v2.0/ports?device_id=b01b7609-8a8b-40b7-a196-86edffbb4946 HTTP/1.1" status: 200 len: 210 time: 0.0425129 Jun 11 09:57:44.529363 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246993db-0692-4a05-801d-03eb554fdd60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-4f637099-5725-4d10-a3a5-fef4123a2bb0', 'network_id': '4f637099-5725-4d10-a3a5-fef4123a2bb0', 'tenant_id': '340db8a9c9c14ed2808a23ccc78e46bb', 'fixed_ips': [{'subnet_id': '9e26055a-d88a-43ae-809a-8a313cec7515'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 09:57:44.530591 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-246993db-0692-4a05-801d-03eb554fdd60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:44.546002 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed008581-da88-4f57-b184-1eefd839a7bd tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Network ab9522a2-00fa-4ec1-a9a1-32355ad552ce is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 09:57:44.685867 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-ed008581-da88-4f57-b184-1eefd839a7bd tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, ab9522a2-00fa-4ec1-a9a1-32355ad552ce) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:57:44.695409 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed008581-da88-4f57-b184-1eefd839a7bd tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:44.695894 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd974dfd-b6c7-4b4d-a1e7-bf029ed81e2b None None] Network ab9522a2-00fa-4ec1-a9a1-32355ad552ce requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:57:44.696032 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed008581-da88-4f57-b184-1eefd839a7bd tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:44.696538 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ed008581-da88-4f57-b184-1eefd839a7bd tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:44.717264 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-246993db-0692-4a05-801d-03eb554fdd60 None None] Allocated IP 2001:db8::1 (4f637099-5725-4d10-a3a5-fef4123a2bb0/9e26055a-d88a-43ae-809a-8a313cec7515/abbe2e86-677d-43d2-8d74-b532cc4775b7) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:57:44.894164 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-ed008581-da88-4f57-b184-1eefd839a7bd tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.1089101 Jun 11 09:57:44.899175 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 58604) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:45.015641 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907dc435-c5f7-48c5-84c3-32e7e0e8622d tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:45.017444 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907dc435-c5f7-48c5-84c3-32e7e0e8622d tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:45.019178 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907dc435-c5f7-48c5-84c3-32e7e0e8622d tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:45.021828 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-907dc435-c5f7-48c5-84c3-32e7e0e8622d tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1211662 Jun 11 09:57:45.031112 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 58612) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:45.072549 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c42b2d07-2422-4e7f-9ca9-fdf38c7d5ab0 req-6ce29b0d-85b4-476d-a05f-716fc2434a9b tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6af5165-129b-4ce4-8eea-a17df690db2e HTTP/1.1" status: 200 len: 210 time: 0.0493827 Jun 11 09:57:45.114936 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f783ed8-0137-478c-afbc-cd309b363cd7 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Deleting subnet 9e26055a-d88a-43ae-809a-8a313cec7515 {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 09:57:45.342797 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339927e3-1220-49e7-886a-d5da2ecdbf22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-ab9522a2-00fa-4ec1-a9a1-32355ad552ce', 'network_id': 'ab9522a2-00fa-4ec1-a9a1-32355ad552ce', 'tenant_id': '340db8a9c9c14ed2808a23ccc78e46bb', 'fixed_ips': [{'subnet_id': '44d1953f-14a4-4e2c-a642-100db8dd3cc6'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 09:57:45.343676 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-339927e3-1220-49e7-886a-d5da2ecdbf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:45.391807 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-246993db-0692-4a05-801d-03eb554fdd60 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:45.451763 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-246993db-0692-4a05-801d-03eb554fdd60 None None] Transition to ACTIVE for port object abbe2e86-677d-43d2-8d74-b532cc4775b7 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:57:45.486461 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-246993db-0692-4a05-801d-03eb554fdd60 None None] Transition to ACTIVE for port object abbe2e86-677d-43d2-8d74-b532cc4775b7 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:57:45.542973 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-339927e3-1220-49e7-886a-d5da2ecdbf22 None None] Allocated IP 2001:db8:0:1::1 (ab9522a2-00fa-4ec1-a9a1-32355ad552ce/44d1953f-14a4-4e2c-a642-100db8dd3cc6/c1a21e58-0932-4a6e-b20a-908b1589920a) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:57:45.568101 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2f783ed8-0137-478c-afbc-cd309b363cd7 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:45.569054 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 58620) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:45.576619 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-246993db-0692-4a05-801d-03eb554fdd60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:45.588112 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:45.624954 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2f783ed8-0137-478c-afbc-cd309b363cd7 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:45.663410 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 58626) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:45.701814 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246993db-0692-4a05-801d-03eb554fdd60 None None] Network 4f637099-5725-4d10-a3a5-fef4123a2bb0 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:57:45.714155 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-246993db-0692-4a05-801d-03eb554fdd60 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:57:45.721001 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246993db-0692-4a05-801d-03eb554fdd60 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:57:45.729383 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246993db-0692-4a05-801d-03eb554fdd60 None None] Pushing event updated for resources: {'Port': ['ID=abbe2e86-677d-43d2-8d74-b532cc4775b7,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:45.734058 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-246993db-0692-4a05-801d-03eb554fdd60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:45.783767 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2f783ed8-0137-478c-afbc-cd309b363cd7 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:45.807866 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5cf72cd4-e97a-42c2-a00d-6710cf6959a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:45.842360 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-a45326c1-e310-48cd-ab3e-9db7e252206d admin admin] Deleting subnet 9969fc13-6649-47a5-9183-847ac7f32064 {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 09:57:45.844601 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-31f196ba-d2cb-4d41-9b94-6c856b63d124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:45.848227 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a45326c1-e310-48cd-ab3e-9db7e252206d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:45.871200 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-246993db-0692-4a05-801d-03eb554fdd60 None None] Attempting to bind port abbe2e86-677d-43d2-8d74-b532cc4775b7 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:57:45.871605 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-246993db-0692-4a05-801d-03eb554fdd60 None None] Attempting to bind port abbe2e86-677d-43d2-8d74-b532cc4775b7 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '0705954d-7505-4ddf-ba9d-431a82d8623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '4f637099-5725-4d10-a3a5-fef4123a2bb0'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:57:45.871994 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246993db-0692-4a05-801d-03eb554fdd60 None None] Attempting to bind port abbe2e86-677d-43d2-8d74-b532cc4775b7 on network 4f637099-5725-4d10-a3a5-fef4123a2bb0 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:57:45.899903 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246993db-0692-4a05-801d-03eb554fdd60 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:57:45.900430 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246993db-0692-4a05-801d-03eb554fdd60 None None] Checking segment: {'id': '0705954d-7505-4ddf-ba9d-431a82d8623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '4f637099-5725-4d10-a3a5-fef4123a2bb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:57:45.900922 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-246993db-0692-4a05-801d-03eb554fdd60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:45.901404 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246993db-0692-4a05-801d-03eb554fdd60 None None] Bound using segment: {'id': '0705954d-7505-4ddf-ba9d-431a82d8623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '4f637099-5725-4d10-a3a5-fef4123a2bb0'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:57:45.902245 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-246993db-0692-4a05-801d-03eb554fdd60 None None] Bound port: abbe2e86-677d-43d2-8d74-b532cc4775b7, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0705954d-7505-4ddf-ba9d-431a82d8623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '4f637099-5725-4d10-a3a5-fef4123a2bb0'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:57:45.902397 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-246993db-0692-4a05-801d-03eb554fdd60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:45.904229 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a45326c1-e310-48cd-ab3e-9db7e252206d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:45.928975 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-339927e3-1220-49e7-886a-d5da2ecdbf22 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:45.959383 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a45326c1-e310-48cd-ab3e-9db7e252206d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:45.967587 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-339927e3-1220-49e7-886a-d5da2ecdbf22 None None] Transition to ACTIVE for port object c1a21e58-0932-4a6e-b20a-908b1589920a will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:57:46.008784 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-339927e3-1220-49e7-886a-d5da2ecdbf22 None None] Transition to ACTIVE for port object c1a21e58-0932-4a6e-b20a-908b1589920a will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:57:46.010192 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:46.061850 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-246993db-0692-4a05-801d-03eb554fdd60 None None] For port abbe2e86-677d-43d2-8d74-b532cc4775b7, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:57:46.063272 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2f783ed8-0137-478c-afbc-cd309b363cd7 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:46.066558 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-078f3d83-789d-4690-8ce9-e0138165178c tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:46.067358 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-246993db-0692-4a05-801d-03eb554fdd60 None None] For port abbe2e86-677d-43d2-8d74-b532cc4775b7, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=abbe2e86-677d-43d2-8d74-b532cc4775b7,segment=NetworkSegment(0705954d-7505-4ddf-ba9d-431a82d8623c),segment_id=0705954d-7505-4ddf-ba9d-431a82d8623c)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:57:46.103727 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f783ed8-0137-478c-afbc-cd309b363cd7 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Pushing event deleted for resources: {'Subnet': ['ID=9e26055a-d88a-43ae-809a-8a313cec7515,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:46.105946 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2f783ed8-0137-478c-afbc-cd309b363cd7 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:46.110652 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-2f783ed8-0137-478c-afbc-cd309b363cd7 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] 10.222.0.60 "DELETE /v2.0/subnets/9e26055a-d88a-43ae-809a-8a313cec7515 HTTP/1.1" status: 204 len: 168 time: 1.0784335 Jun 11 09:57:46.111296 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 58632) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:46.112364 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2f783ed8-0137-478c-afbc-cd309b363cd7 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:46.128402 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-339927e3-1220-49e7-886a-d5da2ecdbf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:46.137454 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:46.200208 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339927e3-1220-49e7-886a-d5da2ecdbf22 None None] Pushing event updated for resources: {'Port': ['ID=c1a21e58-0932-4a6e-b20a-908b1589920a,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:46.205254 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-339927e3-1220-49e7-886a-d5da2ecdbf22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:46.216231 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339927e3-1220-49e7-886a-d5da2ecdbf22 None None] Network ab9522a2-00fa-4ec1-a9a1-32355ad552ce is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:57:46.218235 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-339927e3-1220-49e7-886a-d5da2ecdbf22 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:57:46.221037 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339927e3-1220-49e7-886a-d5da2ecdbf22 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:57:46.229837 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d302100-e72f-480e-9df5-fa0266df9bd1 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Deleting subnet 44d1953f-14a4-4e2c-a642-100db8dd3cc6 {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 09:57:46.231400 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-246993db-0692-4a05-801d-03eb554fdd60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:46.236484 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3d302100-e72f-480e-9df5-fa0266df9bd1 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:46.256822 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-246993db-0692-4a05-801d-03eb554fdd60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:46.319008 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3d302100-e72f-480e-9df5-fa0266df9bd1 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:46.320789 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246993db-0692-4a05-801d-03eb554fdd60 None None] Pushing event updated for resources: {'Port': ['ID=abbe2e86-677d-43d2-8d74-b532cc4775b7,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:46.326251 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-246993db-0692-4a05-801d-03eb554fdd60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:46.377860 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-339927e3-1220-49e7-886a-d5da2ecdbf22 None None] Attempting to bind port c1a21e58-0932-4a6e-b20a-908b1589920a on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:57:46.377860 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-339927e3-1220-49e7-886a-d5da2ecdbf22 None None] Attempting to bind port c1a21e58-0932-4a6e-b20a-908b1589920a by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'f7839aeb-6163-4cea-9da4-ed6ac01da86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'ab9522a2-00fa-4ec1-a9a1-32355ad552ce'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:57:46.378795 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339927e3-1220-49e7-886a-d5da2ecdbf22 None None] Attempting to bind port c1a21e58-0932-4a6e-b20a-908b1589920a on network ab9522a2-00fa-4ec1-a9a1-32355ad552ce {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:57:46.384771 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339927e3-1220-49e7-886a-d5da2ecdbf22 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:57:46.385312 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339927e3-1220-49e7-886a-d5da2ecdbf22 None None] Checking segment: {'id': 'f7839aeb-6163-4cea-9da4-ed6ac01da86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'ab9522a2-00fa-4ec1-a9a1-32355ad552ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:57:46.385844 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-339927e3-1220-49e7-886a-d5da2ecdbf22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:46.386357 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339927e3-1220-49e7-886a-d5da2ecdbf22 None None] Bound using segment: {'id': 'f7839aeb-6163-4cea-9da4-ed6ac01da86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'ab9522a2-00fa-4ec1-a9a1-32355ad552ce'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:57:46.387631 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-339927e3-1220-49e7-886a-d5da2ecdbf22 None None] Bound port: c1a21e58-0932-4a6e-b20a-908b1589920a, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7839aeb-6163-4cea-9da4-ed6ac01da86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'ab9522a2-00fa-4ec1-a9a1-32355ad552ce'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:57:46.387631 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-339927e3-1220-49e7-886a-d5da2ecdbf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:46.460886 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3d302100-e72f-480e-9df5-fa0266df9bd1 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:46.632732 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a45326c1-e310-48cd-ab3e-9db7e252206d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:46.644202 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6e7a2ee8-5931-43fa-9ddc-6e18191ed9fe tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:46.706511 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3d302100-e72f-480e-9df5-fa0266df9bd1 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:46.711900 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1b7a483f-da7a-42d2-8e3a-4c6ead2ec351 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:46.716007 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-339927e3-1220-49e7-886a-d5da2ecdbf22 None None] For port c1a21e58-0932-4a6e-b20a-908b1589920a, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:57:46.723616 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:46.724836 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e8a25d97-6009-4d9a-8d18-ee02f005085d req-2617a83a-f4b4-4902-974f-371898d641b5 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6af5165-129b-4ce4-8eea-a17df690db2e HTTP/1.1" status: 200 len: 210 time: 0.0989072 Jun 11 09:57:46.730822 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45326c1-e310-48cd-ab3e-9db7e252206d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9969fc13-6649-47a5-9183-847ac7f32064,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:46.732991 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a45326c1-e310-48cd-ab3e-9db7e252206d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:46.735301 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-a45326c1-e310-48cd-ab3e-9db7e252206d admin admin] 10.222.0.60 "DELETE /v2.0/subnets/9969fc13-6649-47a5-9183-847ac7f32064 HTTP/1.1" status: 204 len: 168 time: 1.0713871 Jun 11 09:57:46.741009 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 58638) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:46.742168 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a45326c1-e310-48cd-ab3e-9db7e252206d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:46.763097 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-339927e3-1220-49e7-886a-d5da2ecdbf22 None None] For port c1a21e58-0932-4a6e-b20a-908b1589920a, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=c1a21e58-0932-4a6e-b20a-908b1589920a,segment=NetworkSegment(f7839aeb-6163-4cea-9da4-ed6ac01da86f),segment_id=f7839aeb-6163-4cea-9da4-ed6ac01da86f)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:57:46.784677 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d302100-e72f-480e-9df5-fa0266df9bd1 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Pushing event deleted for resources: {'Subnet': ['ID=44d1953f-14a4-4e2c-a642-100db8dd3cc6,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:46.787201 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3d302100-e72f-480e-9df5-fa0266df9bd1 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:46.789705 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5cf72cd4-e97a-42c2-a00d-6710cf6959a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:46.793034 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3d302100-e72f-480e-9df5-fa0266df9bd1 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:46.794831 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-3d302100-e72f-480e-9df5-fa0266df9bd1 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] 10.222.0.60 "DELETE /v2.0/subnets/44d1953f-14a4-4e2c-a642-100db8dd3cc6 HTTP/1.1" status: 204 len: 168 time: 0.6815445 Jun 11 09:57:46.797363 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 58640) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:46.813865 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096c7c10-7dab-4036-99f7-895b516a8761 req-5a8b7d6f-fe97-482a-9844-9d3bc9fc230a tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:46.815367 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-096c7c10-7dab-4036-99f7-895b516a8761 req-5a8b7d6f-fe97-482a-9844-9d3bc9fc230a tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.69 "GET /v2.0/networks?id=27e23bf6-ffe1-4e0a-b377-e23593ba5165 HTTP/1.1" status: 200 len: 811 time: 0.7380171 Jun 11 09:57:46.851031 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-339927e3-1220-49e7-886a-d5da2ecdbf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:46.861360 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:46.867737 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db596f2-f659-42da-9745-09d95adf322b tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:46.870998 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-4db596f2-f659-42da-9745-09d95adf322b tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0726171 Jun 11 09:57:46.874849 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-096c7c10-7dab-4036-99f7-895b516a8761 req-e5dc5c86-bb6f-426e-8b51-c0affb7bca19 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Request body: {'port': {'device_id': 'f6af5165-129b-4ce4-8eea-a17df690db2e', 'network_id': '27e23bf6-ffe1-4e0a-b377-e23593ba5165', 'admin_state_up': True, 'tenant_id': 'cf2f36364fcc4b2d95b3a631356b3d50'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:57:46.876440 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 58644) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:46.948343 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339927e3-1220-49e7-886a-d5da2ecdbf22 None None] Pushing event updated for resources: {'Port': ['ID=c1a21e58-0932-4a6e-b20a-908b1589920a,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:46.953841 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-339927e3-1220-49e7-886a-d5da2ecdbf22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:46.986569 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 564dcee9-43d9-4f26-bdbd-ef9312f8f349 no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:57:47.038622 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] No Port match for: 564dcee9-43d9-4f26-bdbd-ef9312f8f349 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:57:47.038978 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 564dcee9-43d9-4f26-bdbd-ef9312f8f349 not bound to the agent host n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:57:47.045520 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1a5e9893-5ec2-4ba8-a9e6-9d1203cadc02 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:47.051941 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5cf72cd4-e97a-42c2-a00d-6710cf6959a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:47.058460 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b5180fc5-9231-4642-8ce5-7d0497851024 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:47.063058 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-65853b04-093a-456a-a945-00fce120b2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:47.155346 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-1a5e9893-5ec2-4ba8-a9e6-9d1203cadc02 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Deleting port c1a21e58-0932-4a6e-b20a-908b1589920a {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:57:47.155779 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1a5e9893-5ec2-4ba8-a9e6-9d1203cadc02 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:47.162613 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-5cf72cd4-e97a-42c2-a00d-6710cf6959a1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0769ba85ee8f4a6a9309350d55354bcc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5953646 Jun 11 09:57:47.163463 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf72cd4-e97a-42c2-a00d-6710cf6959a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2ed863-1c65-4960-b8ec-081ec7bb6e81,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:47.166877 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 58648) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:47.213576 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5cf72cd4-e97a-42c2-a00d-6710cf6959a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:47.280629 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-096c7c10-7dab-4036-99f7-895b516a8761 req-e5dc5c86-bb6f-426e-8b51-c0affb7bca19 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Made reservation on behalf of cf2f36364fcc4b2d95b3a631356b3d50 for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:57:47.284696 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-096c7c10-7dab-4036-99f7-895b516a8761 req-e5dc5c86-bb6f-426e-8b51-c0affb7bca19 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:47.300056 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-1a5e9893-5ec2-4ba8-a9e6-9d1203cadc02 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] For port c1a21e58-0932-4a6e-b20a-908b1589920a, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=c1a21e58-0932-4a6e-b20a-908b1589920a,segment=NetworkSegment(f7839aeb-6163-4cea-9da4-ed6ac01da86f),segment_id=f7839aeb-6163-4cea-9da4-ed6ac01da86f)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:57:47.301087 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1a5e9893-5ec2-4ba8-a9e6-9d1203cadc02 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:47.411633 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-65853b04-093a-456a-a945-00fce120b2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:47.414132 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device abbe2e86-677d-43d2-8d74-b532cc4775b7 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:57:47.419948 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-1a5e9893-5ec2-4ba8-a9e6-9d1203cadc02 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Calling delete_port for c1a21e58-0932-4a6e-b20a-908b1589920a owned by network:dhcp {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:57:47.495700 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-65853b04-093a-456a-a945-00fce120b2bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ffdf365-62f5-4ad4-a3b6-0fdd0885c283']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:57:47.524888 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-65853b04-093a-456a-a945-00fce120b2bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bde69d1e-fd03-48da-90eb-dbdb860441da') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:57:47.525185 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-65853b04-093a-456a-a945-00fce120b2bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bde69d1e-fd03-48da-90eb-dbdb860441da') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:57:47.555771 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e0cc5cda-63c0-481c-af01-1bec18ed33b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:47.558014 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-65853b04-093a-456a-a945-00fce120b2bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:47.614968 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-65853b04-093a-456a-a945-00fce120b2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:47.626149 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65853b04-093a-456a-a945-00fce120b2bf admin admin] Releasing vlan 782 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 09:57:47.626550 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-65853b04-093a-456a-a945-00fce120b2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:47.631422 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:57:47.631422 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:57:47.631422 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:57:47.631422 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:57:47.631422 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 09:57:47.631422 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 09:57:47.631422 n-d-779913-12 neutron-server[93177]: timer() Jun 11 09:57:47.631422 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 09:57:47.631422 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 09:57:47.631422 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 09:57:47.631422 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 09:57:47.631422 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 09:57:47.631422 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 09:57:47.631422 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 09:57:47.631422 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 09:57:47.631422 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 09:57:47.631422 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 09:57:47.631422 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 09:57:47.631422 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 09:57:47.631422 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 09:57:47.631422 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 09:57:47.631422 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 09:57:47.631422 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 09:57:47.631422 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 09:57:47.631422 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 09:57:47.631422 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 09:57:47.631422 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 09:57:47.631422 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 09:57:47.631422 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 09:57:47.631422 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 09:57:47.631422 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 09:57:47.631422 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 09:57:47.631422 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 09:57:47.631422 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 09:57:47.631422 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 09:57:47.631422 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 09:57:47.641441 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port abbe2e86-677d-43d2-8d74-b532cc4775b7 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:57:47.641441 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device c1a21e58-0932-4a6e-b20a-908b1589920a up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:57:47.661049 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e0cc5cda-63c0-481c-af01-1bec18ed33b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:47.727765 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d8573f-efe3-4323-b2e1-e8a7eee7e419 None None] Network 4f637099-5725-4d10-a3a5-fef4123a2bb0 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:57:47.750424 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1a5e9893-5ec2-4ba8-a9e6-9d1203cadc02 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:47.756722 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0581644e-7fa6-4fd1-8e6b-1f4f06a2a836 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:47.763522 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [req-096c7c10-7dab-4036-99f7-895b516a8761 req-e5dc5c86-bb6f-426e-8b51-c0affb7bca19 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Allocated IP 172.20.0.6 (27e23bf6-ffe1-4e0a-b377-e23593ba5165/a3823ddd-2fea-4754-846e-b1cf37fb47e2/b647146c-b492-4ee1-9347-6d4953361378) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:57:47.764428 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port c1a21e58-0932-4a6e-b20a-908b1589920a completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:57:47.772934 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port c1a21e58-0932-4a6e-b20a-908b1589920a triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:57:47.773326 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:47.855047 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5e9893-5ec2-4ba8-a9e6-9d1203cadc02 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Pushing event deleted for resources: {'Port': ['ID=c1a21e58-0932-4a6e-b20a-908b1589920a,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:47.862523 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Port c1a21e58-0932-4a6e-b20a-908b1589920a was deleted so its status cannot be updated. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 11 09:57:47.870169 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1a5e9893-5ec2-4ba8-a9e6-9d1203cadc02 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:47.870169 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5e9893-5ec2-4ba8-a9e6-9d1203cadc02 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] No DVR routers for this DVR port c1a21e58-0932-4a6e-b20a-908b1589920a on host n-d-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:57:47.886137 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-65853b04-093a-456a-a945-00fce120b2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:47.918405 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0d71cc60-af5c-44ca-8f3d-1e24cb9dc000 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:47.928889 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-65853b04-093a-456a-a945-00fce120b2bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:47.930614 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-65853b04-093a-456a-a945-00fce120b2bf admin admin] 10.222.0.60 "DELETE /v2.0/networks/8ffdf365-62f5-4ad4-a3b6-0fdd0885c283 HTTP/1.1" status: 204 len: 168 time: 1.1822755 Jun 11 09:57:47.935165 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 58656) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:47.995171 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e0cc5cda-63c0-481c-af01-1bec18ed33b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:47.999428 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e0cc5cda-63c0-481c-af01-1bec18ed33b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:48.007970 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-e0cc5cda-63c0-481c-af01-1bec18ed33b5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0f2ed863-1c65-4960-b8ec-081ec7bb6e81 HTTP/1.1" status: 204 len: 168 time: 0.8360977 Jun 11 09:57:48.071225 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65853b04-093a-456a-a945-00fce120b2bf admin admin] Pushing event deleted for resources: {'Network': ['ID=8ffdf365-62f5-4ad4-a3b6-0fdd0885c283,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:48.078246 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-95f0fd34-5d1f-4583-93ea-a57973dc51dc None None] Provisioning for port abbe2e86-677d-43d2-8d74-b532cc4775b7 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:57:48.085003 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-95f0fd34-5d1f-4583-93ea-a57973dc51dc None None] Provisioning complete for port abbe2e86-677d-43d2-8d74-b532cc4775b7 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:57:48.085677 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-95f0fd34-5d1f-4583-93ea-a57973dc51dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:48.087705 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-65853b04-093a-456a-a945-00fce120b2bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:48.098766 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e29a8072-e272-48b2-a5b1-5282e89b4ed8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:48.125142 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cc5cda-63c0-481c-af01-1bec18ed33b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f2ed863-1c65-4960-b8ec-081ec7bb6e81,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:48.132134 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-bd5e27d4-aed6-49a3-89c5-7640d59945fa req-a1665cf5-9452-4f5a-a96a-5774ee952f53 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6af5165-129b-4ce4-8eea-a17df690db2e HTTP/1.1" status: 200 len: 210 time: 0.1557674 Jun 11 09:57:48.169741 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0dadc8-046d-4d5a-8096-21b613fba21e None None] DHCP port deletion for 4f637099-5725-4d10-a3a5-fef4123a2bb0 request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 09:57:48.175990 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e0cc5cda-63c0-481c-af01-1bec18ed33b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:48.222094 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-096c7c10-7dab-4036-99f7-895b516a8761 req-e5dc5c86-bb6f-426e-8b51-c0affb7bca19 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:48.262630 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1a5e9893-5ec2-4ba8-a9e6-9d1203cadc02 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:48.298745 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa019413-5efa-427a-8df0-5cdaf1c9d130 admin admin] Deleting subnet a60f4891-d887-4ce0-ad59-3a2c32baa061 {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 09:57:48.336424 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-1a5e9893-5ec2-4ba8-a9e6-9d1203cadc02 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab9522a2-00fa-4ec1-a9a1-32355ad552ce']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:57:48.337181 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-95f0fd34-5d1f-4583-93ea-a57973dc51dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:48.346537 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-aa019413-5efa-427a-8df0-5cdaf1c9d130 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:48.357188 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-096c7c10-7dab-4036-99f7-895b516a8761 req-e5dc5c86-bb6f-426e-8b51-c0affb7bca19 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:48.364530 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6dc3b4b1-11e5-43ce-9171-1d548c49ab55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:48.384767 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-0d0dadc8-046d-4d5a-8096-21b613fba21e None None] Deleting port abbe2e86-677d-43d2-8d74-b532cc4775b7 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:57:48.385388 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0d0dadc8-046d-4d5a-8096-21b613fba21e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:48.391470 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-096c7c10-7dab-4036-99f7-895b516a8761 req-e5dc5c86-bb6f-426e-8b51-c0affb7bca19 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Network 27e23bf6-ffe1-4e0a-b377-e23593ba5165 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:57:48.402697 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-1a5e9893-5ec2-4ba8-a9e6-9d1203cadc02 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7839aeb-6163-4cea-9da4-ed6ac01da86f') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:57:48.402697 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-1a5e9893-5ec2-4ba8-a9e6-9d1203cadc02 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7839aeb-6163-4cea-9da4-ed6ac01da86f') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:57:48.414278 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1a5e9893-5ec2-4ba8-a9e6-9d1203cadc02 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:48.430112 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:48.433370 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-95f0fd34-5d1f-4583-93ea-a57973dc51dc None None] For port abbe2e86-677d-43d2-8d74-b532cc4775b7, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=abbe2e86-677d-43d2-8d74-b532cc4775b7,segment=NetworkSegment(0705954d-7505-4ddf-ba9d-431a82d8623c),segment_id=0705954d-7505-4ddf-ba9d-431a82d8623c)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:57:48.437795 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-aa019413-5efa-427a-8df0-5cdaf1c9d130 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:48.448040 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [req-096c7c10-7dab-4036-99f7-895b516a8761 req-e5dc5c86-bb6f-426e-8b51-c0affb7bca19 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:57:48.451919 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa65ebb6-d03d-4458-a0e4-d9836278a563 None None] Network ab9522a2-00fa-4ec1-a9a1-32355ad552ce requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:57:48.465394 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1a5e9893-5ec2-4ba8-a9e6-9d1203cadc02 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:48.480514 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-096c7c10-7dab-4036-99f7-895b516a8761 req-e5dc5c86-bb6f-426e-8b51-c0affb7bca19 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:57:48.489967 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a5e9893-5ec2-4ba8-a9e6-9d1203cadc02 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Releasing vlan 788 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 09:57:48.490176 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1a5e9893-5ec2-4ba8-a9e6-9d1203cadc02 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:48.498248 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:57:48.498248 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:57:48.498248 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:57:48.498248 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:57:48.498248 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 09:57:48.498248 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 09:57:48.498248 n-d-779913-12 neutron-server[93176]: timer() Jun 11 09:57:48.498248 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 09:57:48.498248 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 09:57:48.498248 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 09:57:48.498248 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 09:57:48.498248 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 09:57:48.498248 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 09:57:48.498248 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 09:57:48.498248 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 09:57:48.498248 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 09:57:48.498248 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 09:57:48.498248 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 09:57:48.498248 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 09:57:48.498248 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 09:57:48.498248 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 09:57:48.498248 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 09:57:48.498248 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 09:57:48.498248 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 09:57:48.498248 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 09:57:48.498248 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 09:57:48.498248 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 09:57:48.498248 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 09:57:48.498248 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 09:57:48.498248 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 09:57:48.498248 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 09:57:48.498248 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 09:57:48.498248 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 09:57:48.498248 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 09:57:48.498248 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 09:57:48.498248 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 09:57:48.549513 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-0d0dadc8-046d-4d5a-8096-21b613fba21e None None] For port abbe2e86-677d-43d2-8d74-b532cc4775b7, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=abbe2e86-677d-43d2-8d74-b532cc4775b7,segment=NetworkSegment(0705954d-7505-4ddf-ba9d-431a82d8623c),segment_id=0705954d-7505-4ddf-ba9d-431a82d8623c)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:57:48.550185 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0d0dadc8-046d-4d5a-8096-21b613fba21e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:48.565326 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-95f0fd34-5d1f-4583-93ea-a57973dc51dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:48.566421 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096c7c10-7dab-4036-99f7-895b516a8761 req-e5dc5c86-bb6f-426e-8b51-c0affb7bca19 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:48.571984 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-9e3cf248-5da6-4945-8bfe-18b11c935d97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:48.572407 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-096c7c10-7dab-4036-99f7-895b516a8761 req-e5dc5c86-bb6f-426e-8b51-c0affb7bca19 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:48.602763 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dc5c86-bb6f-426e-8b51-c0affb7bca19 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Pushing event updated for resources: {'Port': ['ID=b647146c-b492-4ee1-9347-6d4953361378,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:48.614088 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-aa019413-5efa-427a-8df0-5cdaf1c9d130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:48.632376 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e5dc5c86-bb6f-426e-8b51-c0affb7bca19 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:48.705218 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626e6653-589d-4206-8ea6-5f29493b84df req-e1012a59-4eea-4761-8f41-1d45c87bc13f tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:48.706864 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-626e6653-589d-4206-8ea6-5f29493b84df req-e1012a59-4eea-4761-8f41-1d45c87bc13f tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] 10.222.0.60 "GET /v2.0/ports?device_id=01d70585-3927-482a-8a10-7f6887ce956d HTTP/1.1" status: 200 len: 945 time: 0.3287191 Jun 11 09:57:48.715859 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1a5e9893-5ec2-4ba8-a9e6-9d1203cadc02 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:48.720891 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-cb12522a-8983-4fa4-afb2-f7304592d4f2 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:48.728189 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1a5e9893-5ec2-4ba8-a9e6-9d1203cadc02 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:48.730177 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-1a5e9893-5ec2-4ba8-a9e6-9d1203cadc02 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] 10.222.0.60 "DELETE /v2.0/networks/ab9522a2-00fa-4ec1-a9a1-32355ad552ce HTTP/1.1" status: 204 len: 168 time: 1.8522575 Jun 11 09:57:48.742867 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 58676) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:48.746223 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5e9893-5ec2-4ba8-a9e6-9d1203cadc02 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Pushing event deleted for resources: {'Network': ['ID=ab9522a2-00fa-4ec1-a9a1-32355ad552ce,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:48.749949 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1a5e9893-5ec2-4ba8-a9e6-9d1203cadc02 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:48.780153 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-096c7c10-7dab-4036-99f7-895b516a8761 req-e5dc5c86-bb6f-426e-8b51-c0affb7bca19 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9174764 Jun 11 09:57:48.790769 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-0d0dadc8-046d-4d5a-8096-21b613fba21e None None] Calling delete_port for abbe2e86-677d-43d2-8d74-b532cc4775b7 owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:57:48.796486 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-626e6653-589d-4206-8ea6-5f29493b84df req-bc2f5229-9eea-448c-bfc7-405cd0431749 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcce601c-ce35-42bf-9e68-458e7d14fb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830925 Jun 11 09:57:48.801920 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f0fd34-5d1f-4583-93ea-a57973dc51dc None None] Pushing event updated for resources: {'Port': ['ID=abbe2e86-677d-43d2-8d74-b532cc4775b7,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:48.802274 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-096c7c10-7dab-4036-99f7-895b516a8761 req-f3793d5d-6e32-40da-ad52-687cb43736ed service neutron] Request body: {'port': {'device_id': 'f6af5165-129b-4ce4-8eea-a17df690db2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-12'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:57:48.802872 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-95f0fd34-5d1f-4583-93ea-a57973dc51dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:48.807718 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-b543ad16-9d13-4f6a-91fa-93b0f251a4da None None] Could not find standard attr ID for object c1a21e58-0932-4a6e-b20a-908b1589920a. {{(pid=93178) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 11 09:57:48.849786 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-aa019413-5efa-427a-8df0-5cdaf1c9d130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:48.853258 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2839b79e-faf3-47a0-8084-b781d790f179 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:48.914595 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c657db20-dd3f-4a95-b256-114a4a125d3b tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:48.978238 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-096c7c10-7dab-4036-99f7-895b516a8761 req-f3793d5d-6e32-40da-ad52-687cb43736ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:49.034704 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da13925-2e47-448c-b743-76552296d51b None None] DHCP port deletion for ab9522a2-00fa-4ec1-a9a1-32355ad552ce request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 09:57:49.083109 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0d0dadc8-046d-4d5a-8096-21b613fba21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:49.088443 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:49.143602 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0dadc8-046d-4d5a-8096-21b613fba21e None None] Pushing event deleted for resources: {'Port': ['ID=abbe2e86-677d-43d2-8d74-b532cc4775b7,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:49.146587 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-0d0dadc8-046d-4d5a-8096-21b613fba21e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:49.151963 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0dadc8-046d-4d5a-8096-21b613fba21e None None] No DVR routers for this DVR port abbe2e86-677d-43d2-8d74-b532cc4775b7 on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:57:49.189881 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-c657db20-dd3f-4a95-b256-114a4a125d3b tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Deleting port abbe2e86-677d-43d2-8d74-b532cc4775b7 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:57:49.203872 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c657db20-dd3f-4a95-b256-114a4a125d3b tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:49.256870 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device abbe2e86-677d-43d2-8d74-b532cc4775b7 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:57:49.297326 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: abbe2e86-677d-43d2-8d74-b532cc4775b7 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:57:49.297758 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device abbe2e86-677d-43d2-8d74-b532cc4775b7 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:57:49.298116 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device c1a21e58-0932-4a6e-b20a-908b1589920a no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:57:49.340924 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: c1a21e58-0932-4a6e-b20a-908b1589920a {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:57:49.341282 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device c1a21e58-0932-4a6e-b20a-908b1589920a not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:57:49.386756 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa019413-5efa-427a-8df0-5cdaf1c9d130 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a60f4891-d887-4ce0-ad59-3a2c32baa061,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:49.393152 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-c657db20-dd3f-4a95-b256-114a4a125d3b tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] For port abbe2e86-677d-43d2-8d74-b532cc4775b7, host n-d-779913-12, got binding levels [] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:57:49.393521 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c657db20-dd3f-4a95-b256-114a4a125d3b tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:49.394681 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-aa019413-5efa-427a-8df0-5cdaf1c9d130 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:49.396733 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-aa019413-5efa-427a-8df0-5cdaf1c9d130 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/a60f4891-d887-4ce0-ad59-3a2c32baa061 HTTP/1.1" status: 204 len: 168 time: 1.4600942 Jun 11 09:57:49.398246 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa019413-5efa-427a-8df0-5cdaf1c9d130 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:57:49.398626 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa019413-5efa-427a-8df0-5cdaf1c9d130 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:57:49.399102 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa019413-5efa-427a-8df0-5cdaf1c9d130 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:57:49.399480 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa019413-5efa-427a-8df0-5cdaf1c9d130 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:57:49.399944 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa019413-5efa-427a-8df0-5cdaf1c9d130 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:57:49.400312 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa019413-5efa-427a-8df0-5cdaf1c9d130 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:57:49.400674 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa019413-5efa-427a-8df0-5cdaf1c9d130 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:57:49.401049 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa019413-5efa-427a-8df0-5cdaf1c9d130 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:57:49.401407 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa019413-5efa-427a-8df0-5cdaf1c9d130 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:57:49.401763 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa019413-5efa-427a-8df0-5cdaf1c9d130 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:57:49.402169 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa019413-5efa-427a-8df0-5cdaf1c9d130 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:57:49.402529 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa019413-5efa-427a-8df0-5cdaf1c9d130 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:57:49.405048 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 58694) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:49.492264 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-aa019413-5efa-427a-8df0-5cdaf1c9d130 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.639s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:49.498164 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-45d84564-4028-42ba-b6b0-3139845ae094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:49.529442 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-c657db20-dd3f-4a95-b256-114a4a125d3b tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Calling delete_port for abbe2e86-677d-43d2-8d74-b532cc4775b7 owned by network:dhcp {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:57:49.536909 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.ipam_backend_mixin [None req-c657db20-dd3f-4a95-b256-114a4a125d3b tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Port abbe2e86-677d-43d2-8d74-b532cc4775b7 was not found and therefore no delete operation was performed {{(pid=93177) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 11 09:57:49.586190 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c657db20-dd3f-4a95-b256-114a4a125d3b tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:49.590439 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-98622eff-4304-40c3-9fac-df57fd334f96 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:49.621415 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-45d84564-4028-42ba-b6b0-3139845ae094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:49.624036 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 58698) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:49.638024 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c657db20-dd3f-4a95-b256-114a4a125d3b tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Pushing event deleted for resources: {'Port': ['ID=abbe2e86-677d-43d2-8d74-b532cc4775b7,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:49.639806 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-45d84564-4028-42ba-b6b0-3139845ae094 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e58f3665-1614-4b42-8209-8e574f974462']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:57:49.646143 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c657db20-dd3f-4a95-b256-114a4a125d3b tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:49.649001 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c657db20-dd3f-4a95-b256-114a4a125d3b tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] No DVR routers for this DVR port abbe2e86-677d-43d2-8d74-b532cc4775b7 on host n-d-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:57:49.651614 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-45d84564-4028-42ba-b6b0-3139845ae094 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d994ddd-979a-49f5-85c1-3dd0001bfdbd') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:57:49.651928 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-45d84564-4028-42ba-b6b0-3139845ae094 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d994ddd-979a-49f5-85c1-3dd0001bfdbd') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:57:49.668771 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-45d84564-4028-42ba-b6b0-3139845ae094 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:49.684585 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-45d84564-4028-42ba-b6b0-3139845ae094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:49.695693 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45d84564-4028-42ba-b6b0-3139845ae094 admin admin] Releasing vlan 789 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 09:57:49.696792 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-45d84564-4028-42ba-b6b0-3139845ae094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:49.698904 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 09:57:49.698904 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 09:57:49.698904 n-d-779913-12 neutron-server[93176]: timer() Jun 11 09:57:49.698904 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 09:57:49.698904 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 09:57:49.698904 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 09:57:49.698904 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 09:57:49.698904 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 09:57:49.698904 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 09:57:49.698904 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 09:57:49.698904 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 09:57:49.698904 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 09:57:49.698904 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 09:57:49.698904 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 09:57:49.698904 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 09:57:49.698904 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 09:57:49.698904 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 09:57:49.698904 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 09:57:49.698904 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 09:57:49.698904 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 09:57:49.698904 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 09:57:49.698904 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 09:57:49.698904 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 09:57:49.698904 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 09:57:49.698904 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 09:57:49.698904 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 09:57:49.698904 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 09:57:49.698904 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 09:57:49.698904 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 09:57:49.698904 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 09:57:49.698904 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 09:57:49.698904 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 09:57:49.765759 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3f9124-7901-4adb-ab48-c402ce4b9f38 req-6e6bcd17-373f-42d5-9c3d-3453e31e71ce tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:49.767321 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-dd3f9124-7901-4adb-ab48-c402ce4b9f38 req-6e6bcd17-373f-42d5-9c3d-3453e31e71ce tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6af5165-129b-4ce4-8eea-a17df690db2e HTTP/1.1" status: 200 len: 931 time: 0.4867542 Jun 11 09:57:49.794070 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-1bc50be5-dc7a-4850-bb24-1f6d2ec4ef22 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1478312366-network', 'tenant_id': 'e89665a5b31d4cfa8d287da55d8a46ff'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:57:49.823536 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c657db20-dd3f-4a95-b256-114a4a125d3b tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:49.854197 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-c657db20-dd3f-4a95-b256-114a4a125d3b tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f637099-5725-4d10-a3a5-fef4123a2bb0']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:57:49.883704 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-45d84564-4028-42ba-b6b0-3139845ae094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:49.887416 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-842319c6-9c5e-4ae7-b9ed-052ab90b716e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:49.897791 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-45d84564-4028-42ba-b6b0-3139845ae094 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:49.897791 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-45d84564-4028-42ba-b6b0-3139845ae094 admin admin] 10.222.0.60 "DELETE /v2.0/networks/e58f3665-1614-4b42-8209-8e574f974462 HTTP/1.1" status: 204 len: 168 time: 0.4857571 Jun 11 09:57:49.899398 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-c657db20-dd3f-4a95-b256-114a4a125d3b tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0705954d-7505-4ddf-ba9d-431a82d8623c') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:57:49.899666 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-c657db20-dd3f-4a95-b256-114a4a125d3b tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0705954d-7505-4ddf-ba9d-431a82d8623c') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:57:49.908272 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d84564-4028-42ba-b6b0-3139845ae094 admin admin] Pushing event deleted for resources: {'Network': ['ID=e58f3665-1614-4b42-8209-8e574f974462,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:49.911212 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-45d84564-4028-42ba-b6b0-3139845ae094 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:49.918149 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bc50be5-dc7a-4850-bb24-1f6d2ec4ef22 admin admin] Made reservation on behalf of e89665a5b31d4cfa8d287da55d8a46ff for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:57:49.921267 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1bc50be5-dc7a-4850-bb24-1f6d2ec4ef22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:49.927549 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c657db20-dd3f-4a95-b256-114a4a125d3b tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:49.937184 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1bc50be5-dc7a-4850-bb24-1f6d2ec4ef22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:49.944564 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [req-096c7c10-7dab-4036-99f7-895b516a8761 req-f3793d5d-6e32-40da-ad52-687cb43736ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b647146c-b492-4ee1-9347-6d4953361378 {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:57:49.951387 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-dd3f9124-7901-4adb-ab48-c402ce4b9f38 req-707fd049-fd21-44d9-91a3-682ef4874c67 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735222 Jun 11 09:57:49.957245 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-096c7c10-7dab-4036-99f7-895b516a8761 req-f3793d5d-6e32-40da-ad52-687cb43736ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:49.966187 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c657db20-dd3f-4a95-b256-114a4a125d3b tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:49.976843 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c657db20-dd3f-4a95-b256-114a4a125d3b tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Releasing vlan 761 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 09:57:49.977734 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c657db20-dd3f-4a95-b256-114a4a125d3b tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:49.981597 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:57:49.981597 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:57:49.981597 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 09:57:49.981597 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 09:57:49.981597 n-d-779913-12 neutron-server[93177]: timer() Jun 11 09:57:49.981597 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 09:57:49.981597 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 09:57:49.981597 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 09:57:49.981597 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 09:57:49.981597 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 09:57:49.981597 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 09:57:49.981597 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 09:57:49.981597 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 09:57:49.981597 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 09:57:49.981597 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 09:57:49.981597 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 09:57:49.981597 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 09:57:49.981597 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 09:57:49.981597 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 09:57:49.981597 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 09:57:49.981597 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 09:57:49.981597 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 09:57:49.981597 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 09:57:49.981597 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 09:57:49.981597 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 09:57:49.981597 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 09:57:49.981597 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 09:57:49.981597 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 09:57:49.981597 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 09:57:49.981597 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 09:57:49.981597 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 09:57:49.981597 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 09:57:49.981597 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 09:57:49.981597 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 09:57:50.040352 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1bc50be5-dc7a-4850-bb24-1f6d2ec4ef22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:50.120925 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1bc50be5-dc7a-4850-bb24-1f6d2ec4ef22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:50.124082 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-dd7c0472-9dd2-4cd3-ad2e-a7810f7eed27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:50.158457 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bc50be5-dc7a-4850-bb24-1f6d2ec4ef22 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 759} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 09:57:50.158756 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-096c7c10-7dab-4036-99f7-895b516a8761 req-f3793d5d-6e32-40da-ad52-687cb43736ed service neutron] Transition to ACTIVE for port object b647146c-b492-4ee1-9347-6d4953361378 will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:57:50.158756 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c657db20-dd3f-4a95-b256-114a4a125d3b tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:50.159205 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc50be5-dc7a-4850-bb24-1f6d2ec4ef22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d7c83b-9529-4b3c-9140-dd6f97c3ae4c,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:50.162233 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1bc50be5-dc7a-4850-bb24-1f6d2ec4ef22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:50.165060 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c657db20-dd3f-4a95-b256-114a4a125d3b tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:50.166956 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-c657db20-dd3f-4a95-b256-114a4a125d3b tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] 10.222.0.60 "DELETE /v2.0/networks/4f637099-5725-4d10-a3a5-fef4123a2bb0 HTTP/1.1" status: 204 len: 168 time: 1.4227223 Jun 11 09:57:50.167832 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d281c95d-38f5-4a10-834f-5ae8cea8f9a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:50.172379 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 58708) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:50.173699 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1bc50be5-dc7a-4850-bb24-1f6d2ec4ef22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:50.174054 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-1bc50be5-dc7a-4850-bb24-1f6d2ec4ef22 admin admin] Added segment 1631155d-3f9e-4895-9926-5ebf12582263 of type vlan for network 19721a0f-204c-4d59-a30b-8c079af3c457 Jun 11 09:57:50.186052 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c657db20-dd3f-4a95-b256-114a4a125d3b tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Pushing event deleted for resources: {'Network': ['ID=4f637099-5725-4d10-a3a5-fef4123a2bb0,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:50.188755 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c657db20-dd3f-4a95-b256-114a4a125d3b tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:50.241220 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-096c7c10-7dab-4036-99f7-895b516a8761 req-f3793d5d-6e32-40da-ad52-687cb43736ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:50.245097 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6ef0ccd8-37b8-495a-9fbb-b84ac63deb50 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:50.267501 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1bc50be5-dc7a-4850-bb24-1f6d2ec4ef22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:50.322175 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 58710) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:50.342564 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3793d5d-6e32-40da-ad52-687cb43736ed service neutron] Pushing event updated for resources: {'Port': ['ID=b647146c-b492-4ee1-9347-6d4953361378,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:50.346027 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f3793d5d-6e32-40da-ad52-687cb43736ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:50.370241 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-52f6649e-3eb6-4b9a-998e-f16578eccdaf tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:50.409196 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-62512b75-261c-4b84-90e6-b3ce4e8bb54c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ed40e49d893a422786649fbf7cc50908&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0852742 Jun 11 09:57:50.412483 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 58712) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:50.442131 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-096c7c10-7dab-4036-99f7-895b516a8761 req-f3793d5d-6e32-40da-ad52-687cb43736ed service neutron] Attempting to bind port b647146c-b492-4ee1-9347-6d4953361378 on host n-h2-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:57:50.442472 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-096c7c10-7dab-4036-99f7-895b516a8761 req-f3793d5d-6e32-40da-ad52-687cb43736ed service neutron] Attempting to bind port b647146c-b492-4ee1-9347-6d4953361378 by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': '49dbfc19-7dcf-486c-9f91-ff9f037d2121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '27e23bf6-ffe1-4e0a-b377-e23593ba5165'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:57:50.442820 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096c7c10-7dab-4036-99f7-895b516a8761 req-f3793d5d-6e32-40da-ad52-687cb43736ed service neutron] Attempting to bind port b647146c-b492-4ee1-9347-6d4953361378 on network 27e23bf6-ffe1-4e0a-b377-e23593ba5165 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:57:50.447309 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096c7c10-7dab-4036-99f7-895b516a8761 req-f3793d5d-6e32-40da-ad52-687cb43736ed service neutron] Port b647146c-b492-4ee1-9347-6d4953361378 on network 27e23bf6-ffe1-4e0a-b377-e23593ba5165 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:57:50.447657 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096c7c10-7dab-4036-99f7-895b516a8761 req-f3793d5d-6e32-40da-ad52-687cb43736ed service neutron] Attempting to bind port b647146c-b492-4ee1-9347-6d4953361378 on network 27e23bf6-ffe1-4e0a-b377-e23593ba5165 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:57:50.452600 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096c7c10-7dab-4036-99f7-895b516a8761 req-f3793d5d-6e32-40da-ad52-687cb43736ed service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:57:50.453003 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096c7c10-7dab-4036-99f7-895b516a8761 req-f3793d5d-6e32-40da-ad52-687cb43736ed service neutron] Checking segment: {'id': '49dbfc19-7dcf-486c-9f91-ff9f037d2121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '27e23bf6-ffe1-4e0a-b377-e23593ba5165'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:57:50.453392 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096c7c10-7dab-4036-99f7-895b516a8761 req-f3793d5d-6e32-40da-ad52-687cb43736ed service neutron] Bound using segment: {'id': '49dbfc19-7dcf-486c-9f91-ff9f037d2121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '27e23bf6-ffe1-4e0a-b377-e23593ba5165'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:57:50.453825 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-096c7c10-7dab-4036-99f7-895b516a8761 req-f3793d5d-6e32-40da-ad52-687cb43736ed service neutron] Bound port: b647146c-b492-4ee1-9347-6d4953361378, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49dbfc19-7dcf-486c-9f91-ff9f037d2121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '27e23bf6-ffe1-4e0a-b377-e23593ba5165'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:57:50.454175 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-096c7c10-7dab-4036-99f7-895b516a8761 req-f3793d5d-6e32-40da-ad52-687cb43736ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:50.496762 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1bc50be5-dc7a-4850-bb24-1f6d2ec4ef22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:50.497822 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc50be5-dc7a-4850-bb24-1f6d2ec4ef22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:50.498403 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1bc50be5-dc7a-4850-bb24-1f6d2ec4ef22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:50.504207 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ed4eed76-f19c-4b11-bab8-6f29caceedc3 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:50.542109 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-096c7c10-7dab-4036-99f7-895b516a8761 req-f3793d5d-6e32-40da-ad52-687cb43736ed service neutron] For port b647146c-b492-4ee1-9347-6d4953361378, host n-h2-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:57:50.545839 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-096c7c10-7dab-4036-99f7-895b516a8761 req-f3793d5d-6e32-40da-ad52-687cb43736ed service neutron] For port b647146c-b492-4ee1-9347-6d4953361378, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=b647146c-b492-4ee1-9347-6d4953361378,segment=NetworkSegment(49dbfc19-7dcf-486c-9f91-ff9f037d2121),segment_id=49dbfc19-7dcf-486c-9f91-ff9f037d2121)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:57:50.561178 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-52f6649e-3eb6-4b9a-998e-f16578eccdaf tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:50.601483 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-52f6649e-3eb6-4b9a-998e-f16578eccdaf tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6395fe16-a19d-41c4-92bc-41854d6b7625']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:57:50.617893 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-52f6649e-3eb6-4b9a-998e-f16578eccdaf tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c463f24-33cd-4075-bca9-4f34ead5999a') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:57:50.618044 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-52f6649e-3eb6-4b9a-998e-f16578eccdaf tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c463f24-33cd-4075-bca9-4f34ead5999a') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:57:50.643979 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-52f6649e-3eb6-4b9a-998e-f16578eccdaf tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:50.650687 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-096c7c10-7dab-4036-99f7-895b516a8761 req-f3793d5d-6e32-40da-ad52-687cb43736ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:50.655175 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f2ff7fca-5040-4be9-85ef-e7bea85890f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:50.686503 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3109bade-aae8-427c-9366-16b29ac63392 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:50.697135 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc50be5-dc7a-4850-bb24-1f6d2ec4ef22 admin admin] Pushing event updated for resources: {'Network': ['ID=19721a0f-204c-4d59-a30b-8c079af3c457,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:50.704596 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-1bc50be5-dc7a-4850-bb24-1f6d2ec4ef22 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0793028 Jun 11 09:57:50.710343 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1bc50be5-dc7a-4850-bb24-1f6d2ec4ef22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:50.711203 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 58718) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:50.712479 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096c7c10-7dab-4036-99f7-895b516a8761 req-f3793d5d-6e32-40da-ad52-687cb43736ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:50.713185 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-096c7c10-7dab-4036-99f7-895b516a8761 req-f3793d5d-6e32-40da-ad52-687cb43736ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:50.714594 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-096c7c10-7dab-4036-99f7-895b516a8761 req-f3793d5d-6e32-40da-ad52-687cb43736ed service neutron] 10.222.0.69 "PUT /v2.0/ports/b647146c-b492-4ee1-9347-6d4953361378 HTTP/1.1" status: 200 len: 1092 time: 1.9216042 Jun 11 09:57:50.716510 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6af5165-129b-4ce4-8eea-a17df690db2e', 'tag': 'b647146c-b492-4ee1-9347-6d4953361378'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:57:50.718795 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c0454d-8e0e-44d3-b87a-2164788531f2" -d '{"events": [{"name": "network-changed", "server_uuid": "f6af5165-129b-4ce4-8eea-a17df690db2e", "tag": "b647146c-b492-4ee1-9347-6d4953361378"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:57:50.725397 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 19721a0f-204c-4d59-a30b-8c079af3c457 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:57:50.726710 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-52f6649e-3eb6-4b9a-998e-f16578eccdaf tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:50.739649 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-a19ed093-2e1f-4bba-aa5d-e9293647cc6e admin admin] Request body: {'subnet': {'network_id': '19721a0f-204c-4d59-a30b-8c079af3c457', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1478312366-subnet', 'tenant_id': 'e89665a5b31d4cfa8d287da55d8a46ff', 'ip_version': 4}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:57:50.741380 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3109bade-aae8-427c-9366-16b29ac63392 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:50.743963 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52f6649e-3eb6-4b9a-998e-f16578eccdaf tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 09:57:50.744370 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-52f6649e-3eb6-4b9a-998e-f16578eccdaf tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:50.747611 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 09:57:50.747611 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 09:57:50.747611 n-d-779913-12 neutron-server[93176]: timer() Jun 11 09:57:50.747611 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 09:57:50.747611 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 09:57:50.747611 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 09:57:50.747611 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 09:57:50.747611 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 09:57:50.747611 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 09:57:50.747611 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 09:57:50.747611 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 09:57:50.747611 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 09:57:50.747611 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 09:57:50.747611 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 09:57:50.747611 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 09:57:50.747611 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 09:57:50.747611 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 09:57:50.747611 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 09:57:50.747611 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 09:57:50.747611 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 09:57:50.747611 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 09:57:50.747611 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 09:57:50.747611 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 09:57:50.747611 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 09:57:50.747611 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 09:57:50.747611 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 09:57:50.747611 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 09:57:50.747611 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 09:57:50.747611 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 09:57:50.747611 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 09:57:50.747611 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 09:57:50.747611 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 09:57:50.803472 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3793d5d-6e32-40da-ad52-687cb43736ed service neutron] Pushing event updated for resources: {'Port': ['ID=b647146c-b492-4ee1-9347-6d4953361378,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:50.819275 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa7c26b-e975-4d5f-8eb9-de40339c0386 x-openstack-request-id: req-ffa7c26b-e975-4d5f-8eb9-de40339c0386 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:57:50.820426 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6af5165-129b-4ce4-8eea-a17df690db2e", "tag": "b647146c-b492-4ee1-9347-6d4953361378", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:57:50.820817 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ffa7c26b-e975-4d5f-8eb9-de40339c0386 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:57:50.821327 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6af5165-129b-4ce4-8eea-a17df690db2e', 'tag': 'b647146c-b492-4ee1-9347-6d4953361378', 'status': 'completed', 'code': 200} Jun 11 09:57:50.835672 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f3793d5d-6e32-40da-ad52-687cb43736ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:50.907363 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a19ed093-2e1f-4bba-aa5d-e9293647cc6e admin admin] Made reservation on behalf of e89665a5b31d4cfa8d287da55d8a46ff for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:57:50.910007 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a19ed093-2e1f-4bba-aa5d-e9293647cc6e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:50.915607 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c0454d-8e0e-44d3-b87a-2164788531f2 req-d6bf22c8-fc0a-4548-9c52-0002563ec8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:50.917093 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-64c0454d-8e0e-44d3-b87a-2164788531f2 req-d6bf22c8-fc0a-4548-9c52-0002563ec8d8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cf2f36364fcc4b2d95b3a631356b3d50&device_id=f6af5165-129b-4ce4-8eea-a17df690db2e HTTP/1.1" status: 200 len: 1095 time: 0.0944786 Jun 11 09:57:50.977997 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-52f6649e-3eb6-4b9a-998e-f16578eccdaf tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:50.993739 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0eee80fb-fdd9-4861-93ec-c25b25552e46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:50.999955 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-52f6649e-3eb6-4b9a-998e-f16578eccdaf tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:51.002440 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-52f6649e-3eb6-4b9a-998e-f16578eccdaf tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] 10.222.0.60 "DELETE /v2.0/networks/6395fe16-a19d-41c4-92bc-41854d6b7625 HTTP/1.1" status: 204 len: 168 time: 0.8106911 Jun 11 09:57:51.007081 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 58728) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:51.029621 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3109bade-aae8-427c-9366-16b29ac63392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:51.032984 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3109bade-aae8-427c-9366-16b29ac63392 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:51.042065 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-3109bade-aae8-427c-9366-16b29ac63392 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6a535c77-2ee4-428e-bb1f-fd8ebdaf5b8a HTTP/1.1" status: 204 len: 168 time: 0.6198823 Jun 11 09:57:51.042065 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f6649e-3eb6-4b9a-998e-f16578eccdaf tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Pushing event deleted for resources: {'Network': ['ID=6395fe16-a19d-41c4-92bc-41854d6b7625,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:51.057928 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-52f6649e-3eb6-4b9a-998e-f16578eccdaf tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:51.059087 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5eb418a6-eac3-4e07-9a4a-e325610159e2 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:51.093782 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3109bade-aae8-427c-9366-16b29ac63392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a535c77-2ee4-428e-bb1f-fd8ebdaf5b8a,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:51.098856 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3109bade-aae8-427c-9366-16b29ac63392 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:51.177857 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c0454d-8e0e-44d3-b87a-2164788531f2 req-1ee4f06f-0fbd-453f-9849-74cb15b35945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:51.179401 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-64c0454d-8e0e-44d3-b87a-2164788531f2 req-1ee4f06f-0fbd-453f-9849-74cb15b35945 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=cf2f36364fcc4b2d95b3a631356b3d50&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2483222 Jun 11 09:57:51.204905 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-909e5cd2-b2b9-4b40-ba47-9600232e7eea tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:51.313499 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce7277a-94fc-479c-b853-8f65df31dd23 req-0bbdc902-83e9-4fab-9068-60b27dd10e9e tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:51.315013 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-dce7277a-94fc-479c-b853-8f65df31dd23 req-0bbdc902-83e9-4fab-9068-60b27dd10e9e tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] 10.222.0.60 "GET /v2.0/ports?device_id=01d70585-3927-482a-8a10-7f6887ce956d HTTP/1.1" status: 200 len: 945 time: 0.1566784 Jun 11 09:57:51.360469 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-909e5cd2-b2b9-4b40-ba47-9600232e7eea tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:51.378746 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-909e5cd2-b2b9-4b40-ba47-9600232e7eea tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4bcd602-87b0-47be-a082-9b3655720ef4']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:57:51.401696 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-909e5cd2-b2b9-4b40-ba47-9600232e7eea tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '133ed80c-a822-4e95-8eb4-8392f0943135') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:57:51.401990 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-909e5cd2-b2b9-4b40-ba47-9600232e7eea tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '133ed80c-a822-4e95-8eb4-8392f0943135') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:57:51.417742 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-909e5cd2-b2b9-4b40-ba47-9600232e7eea tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:51.427115 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c0454d-8e0e-44d3-b87a-2164788531f2 req-79207437-b1e8-4080-b968-726bfe4d868e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:51.428656 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-64c0454d-8e0e-44d3-b87a-2164788531f2 req-79207437-b1e8-4080-b968-726bfe4d868e service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2249827 Jun 11 09:57:51.448111 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99b456-1777-4d3f-95c2-14dd896cf262 req-2f63d701-a8af-4f72-b7dc-8e598c4f68d1 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:51.452188 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-dce7277a-94fc-479c-b853-8f65df31dd23 req-0a064ea7-5903-4b1e-b90e-216c98e12832 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcce601c-ce35-42bf-9e68-458e7d14fb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886552 Jun 11 09:57:51.456541 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-909e5cd2-b2b9-4b40-ba47-9600232e7eea tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:51.457306 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cd99b456-1777-4d3f-95c2-14dd896cf262 req-2f63d701-a8af-4f72-b7dc-8e598c4f68d1 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6af5165-129b-4ce4-8eea-a17df690db2e HTTP/1.1" status: 200 len: 943 time: 0.2964962 Jun 11 09:57:51.463374 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-909e5cd2-b2b9-4b40-ba47-9600232e7eea tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Releasing vlan 779 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 09:57:51.463761 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-909e5cd2-b2b9-4b40-ba47-9600232e7eea tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:51.466976 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 09:57:51.466976 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 09:57:51.466976 n-d-779913-12 neutron-server[93176]: timer() Jun 11 09:57:51.466976 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 09:57:51.466976 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 09:57:51.466976 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 09:57:51.466976 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 09:57:51.466976 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 09:57:51.466976 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 09:57:51.466976 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 09:57:51.466976 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 09:57:51.466976 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 09:57:51.466976 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 09:57:51.466976 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 09:57:51.466976 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 09:57:51.466976 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 09:57:51.466976 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 09:57:51.466976 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 09:57:51.466976 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 09:57:51.466976 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 09:57:51.466976 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 09:57:51.466976 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 09:57:51.466976 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 09:57:51.466976 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 09:57:51.466976 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 09:57:51.466976 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 09:57:51.466976 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 09:57:51.466976 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 09:57:51.466976 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 09:57:51.466976 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 09:57:51.466976 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 09:57:51.466976 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 09:57:51.568235 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cd99b456-1777-4d3f-95c2-14dd896cf262 req-7efb74a2-899f-4395-b75a-b393dae4acd3 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954201 Jun 11 09:57:51.618098 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a19ed093-2e1f-4bba-aa5d-e9293647cc6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:51.618098 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-acbb3875-5ab4-4a6c-9edf-868480f9f696 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:51.647395 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096c7c10-7dab-4036-99f7-895b516a8761 req-7b0fab18-0b92-482d-b935-6ff524962467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:51.650584 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-096c7c10-7dab-4036-99f7-895b516a8761 req-7b0fab18-0b92-482d-b935-6ff524962467 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cf2f36364fcc4b2d95b3a631356b3d50&device_id=f6af5165-129b-4ce4-8eea-a17df690db2e HTTP/1.1" status: 200 len: 1095 time: 0.1396968 Jun 11 09:57:51.715190 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-096c7c10-7dab-4036-99f7-895b516a8761 req-c8148e65-e4d4-407a-8a2b-f038fa762e63 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b647146c-b492-4ee1-9347-6d4953361378 HTTP/1.1" status: 200 len: 217 time: 0.0565767 Jun 11 09:57:51.736591 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19ed093-2e1f-4bba-aa5d-e9293647cc6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=79ac6b49-4f55-457d-944e-2b0fda2a6422,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:51.741759 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a19ed093-2e1f-4bba-aa5d-e9293647cc6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:51.746687 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-909e5cd2-b2b9-4b40-ba47-9600232e7eea tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:51.750054 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1a5e9893-5ec2-4ba8-a9e6-9d1203cadc02 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:51.754329 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-909e5cd2-b2b9-4b40-ba47-9600232e7eea tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:51.759130 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-909e5cd2-b2b9-4b40-ba47-9600232e7eea tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] 10.222.0.60 "DELETE /v2.0/networks/b4bcd602-87b0-47be-a082-9b3655720ef4 HTTP/1.1" status: 204 len: 168 time: 0.7481060 Jun 11 09:57:51.772422 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909e5cd2-b2b9-4b40-ba47-9600232e7eea tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Pushing event deleted for resources: {'Network': ['ID=b4bcd602-87b0-47be-a082-9b3655720ef4,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:51.776350 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-909e5cd2-b2b9-4b40-ba47-9600232e7eea tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:51.786744 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19ed093-2e1f-4bba-aa5d-e9293647cc6e admin admin] Checking segment: {'id': '1631155d-3f9e-4895-9926-5ebf12582263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '19721a0f-204c-4d59-a30b-8c079af3c457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:57:51.787111 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19ed093-2e1f-4bba-aa5d-e9293647cc6e admin admin] Network hostable DHCP agents. Network: 19721a0f-204c-4d59-a30b-8c079af3c457, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 09:57:51.806823 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096c7c10-7dab-4036-99f7-895b516a8761 req-d190de30-02ba-4dab-b35f-eaa8504f9194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:51.806823 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-096c7c10-7dab-4036-99f7-895b516a8761 req-d190de30-02ba-4dab-b35f-eaa8504f9194 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a3823ddd-2fea-4754-846e-b1cf37fb47e2 HTTP/1.1" status: 200 len: 851 time: 0.0824654 Jun 11 09:57:51.844097 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-096c7c10-7dab-4036-99f7-895b516a8761 req-2b8de232-2bcf-4340-8963-826076ecd08f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=27e23bf6-ffe1-4e0a-b377-e23593ba5165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322094 Jun 11 09:57:51.932620 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19ed093-2e1f-4bba-aa5d-e9293647cc6e admin admin] Network 19721a0f-204c-4d59-a30b-8c079af3c457 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 09:57:51.974310 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-096c7c10-7dab-4036-99f7-895b516a8761 req-efb07b7e-923c-435c-92fb-ba9dc466ca27 service neutron] 10.222.0.69 "GET /v2.0/networks/27e23bf6-ffe1-4e0a-b377-e23593ba5165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225920 Jun 11 09:57:52.096017 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-096c7c10-7dab-4036-99f7-895b516a8761 req-4d10e772-574b-42ef-9c3e-a64c8cfa2fe1 service neutron] 10.222.0.69 "GET /v2.0/networks/27e23bf6-ffe1-4e0a-b377-e23593ba5165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155732 Jun 11 09:57:52.130476 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-a19ed093-2e1f-4bba-aa5d-e9293647cc6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 19721a0f-204c-4d59-a30b-8c079af3c457) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:57:52.134777 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19ed093-2e1f-4bba-aa5d-e9293647cc6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:52.135412 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a19ed093-2e1f-4bba-aa5d-e9293647cc6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:52.141380 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3c87b9-63c7-4abc-9be3-589426884d14 None None] Network 19721a0f-204c-4d59-a30b-8c079af3c457 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:57:52.157029 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 58748) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:52.208890 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-85393986-bb29-4f8b-9999-34d09f4fef87 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=46ece5e67b4c47118355777b5fbe9305&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0496993 Jun 11 09:57:52.211182 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 58750) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:52.265393 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-676c59a8-90f1-45fe-a569-092db5a1c474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:52.289924 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-676c59a8-90f1-45fe-a569-092db5a1c474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:52.322865 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-a19ed093-2e1f-4bba-aa5d-e9293647cc6e admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6072159 Jun 11 09:57:52.325775 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 58752) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:52.331195 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-0b7ee71b-3233-439b-9c82-8bcb459d84b9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1478312366-router', 'tenant_id': 'e89665a5b31d4cfa8d287da55d8a46ff', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:57:52.428294 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 58756) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:52.454898 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-676c59a8-90f1-45fe-a569-092db5a1c474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:52.458216 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-676c59a8-90f1-45fe-a569-092db5a1c474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:52.460251 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-676c59a8-90f1-45fe-a569-092db5a1c474 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a6fb369d-4444-4852-bc92-3c0fa909fd95 HTTP/1.1" status: 204 len: 168 time: 0.2473998 Jun 11 09:57:52.461400 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-cd477886-4270-4500-98ff-ce451f9489d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:52.471338 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676c59a8-90f1-45fe-a569-092db5a1c474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6fb369d-4444-4852-bc92-3c0fa909fd95,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:52.481307 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-676c59a8-90f1-45fe-a569-092db5a1c474 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:52.506480 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50486543-aa93-4ab8-b987-a77ef3227920 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-19721a0f-204c-4d59-a30b-8c079af3c457', 'network_id': '19721a0f-204c-4d59-a30b-8c079af3c457', 'tenant_id': 'e89665a5b31d4cfa8d287da55d8a46ff', 'fixed_ips': [{'subnet_id': '79ac6b49-4f55-457d-944e-2b0fda2a6422'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 09:57:52.507659 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50486543-aa93-4ab8-b987-a77ef3227920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:52.532661 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0b7ee71b-3233-439b-9c82-8bcb459d84b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:52.533906 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0b7ee71b-3233-439b-9c82-8bcb459d84b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:52.659715 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0b7ee71b-3233-439b-9c82-8bcb459d84b9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:52.679038 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-50486543-aa93-4ab8-b987-a77ef3227920 None None] Allocated IP 172.20.0.2 (19721a0f-204c-4d59-a30b-8c079af3c457/79ac6b49-4f55-457d-944e-2b0fda2a6422/f29016ce-f2c6-455b-862b-17a34fdd278e) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:57:52.694734 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-7ec275a6-b482-4a7f-8aac-7b8dae4f358e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=340db8a9c9c14ed2808a23ccc78e46bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2648354 Jun 11 09:57:52.696857 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 58768) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:52.758791 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-52d939c5-8a28-4f6b-aaed-8d294baac2dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:52.880040 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d56b5df-215c-41eb-b942-310b2acd164f req-1c77e34c-1942-4e56-8350-952ab0ead2a9 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:52.881652 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8d56b5df-215c-41eb-b942-310b2acd164f req-1c77e34c-1942-4e56-8350-952ab0ead2a9 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6af5165-129b-4ce4-8eea-a17df690db2e HTTP/1.1" status: 200 len: 943 time: 0.1005206 Jun 11 09:57:52.936294 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8d56b5df-215c-41eb-b942-310b2acd164f req-42a17498-21cd-49aa-b97f-d1007b225506 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444977 Jun 11 09:57:52.939646 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-52d939c5-8a28-4f6b-aaed-8d294baac2dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:52.958863 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50486543-aa93-4ab8-b987-a77ef3227920 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:52.969953 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-50486543-aa93-4ab8-b987-a77ef3227920 None None] Transition to ACTIVE for port object f29016ce-f2c6-455b-862b-17a34fdd278e will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:57:52.987590 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-50486543-aa93-4ab8-b987-a77ef3227920 None None] Transition to ACTIVE for port object f29016ce-f2c6-455b-862b-17a34fdd278e will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:57:53.071934 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0b7ee71b-3233-439b-9c82-8bcb459d84b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:53.087458 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50486543-aa93-4ab8-b987-a77ef3227920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:53.094464 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:53.121683 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e5e08b-a93e-42c1-8a44-e95da3a9d416 req-b1ecdc9a-3f4c-4354-a8d0-8e5305ce19d7 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:53.123225 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-22e5e08b-a93e-42c1-8a44-e95da3a9d416 req-b1ecdc9a-3f4c-4354-a8d0-8e5305ce19d7 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] 10.222.0.60 "GET /v2.0/ports?device_id=01d70585-3927-482a-8a10-7f6887ce956d HTTP/1.1" status: 200 len: 945 time: 0.2503185 Jun 11 09:57:53.151821 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50486543-aa93-4ab8-b987-a77ef3227920 None None] Network 19721a0f-204c-4d59-a30b-8c079af3c457 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:57:53.155160 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-50486543-aa93-4ab8-b987-a77ef3227920 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:57:53.158984 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50486543-aa93-4ab8-b987-a77ef3227920 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:57:53.178056 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-22e5e08b-a93e-42c1-8a44-e95da3a9d416 req-84d94860-cabb-483a-bbcf-2a7998f3c675 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcce601c-ce35-42bf-9e68-458e7d14fb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474248 Jun 11 09:57:53.178307 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50486543-aa93-4ab8-b987-a77ef3227920 None None] Pushing event updated for resources: {'Port': ['ID=f29016ce-f2c6-455b-862b-17a34fdd278e,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:53.205184 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-50486543-aa93-4ab8-b987-a77ef3227920 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:53.233761 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-52d939c5-8a28-4f6b-aaed-8d294baac2dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:53.237428 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-52d939c5-8a28-4f6b-aaed-8d294baac2dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:53.237589 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-52d939c5-8a28-4f6b-aaed-8d294baac2dd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/65c8bbe0-2cce-43a3-9e85-a8d0a04b8fb7 HTTP/1.1" status: 204 len: 168 time: 0.5397980 Jun 11 09:57:53.239824 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6de2147c-4e00-4a93-a876-d9996cb53c75 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:53.251291 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d939c5-8a28-4f6b-aaed-8d294baac2dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c8bbe0-2cce-43a3-9e85-a8d0a04b8fb7,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:53.254060 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-52d939c5-8a28-4f6b-aaed-8d294baac2dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:53.269957 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-50486543-aa93-4ab8-b987-a77ef3227920 None None] Attempting to bind port f29016ce-f2c6-455b-862b-17a34fdd278e on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:57:53.270542 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-50486543-aa93-4ab8-b987-a77ef3227920 None None] Attempting to bind port f29016ce-f2c6-455b-862b-17a34fdd278e by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '1631155d-3f9e-4895-9926-5ebf12582263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '19721a0f-204c-4d59-a30b-8c079af3c457'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:57:53.271123 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50486543-aa93-4ab8-b987-a77ef3227920 None None] Attempting to bind port f29016ce-f2c6-455b-862b-17a34fdd278e on network 19721a0f-204c-4d59-a30b-8c079af3c457 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:57:53.294174 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50486543-aa93-4ab8-b987-a77ef3227920 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:57:53.294565 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50486543-aa93-4ab8-b987-a77ef3227920 None None] Checking segment: {'id': '1631155d-3f9e-4895-9926-5ebf12582263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '19721a0f-204c-4d59-a30b-8c079af3c457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:57:53.295026 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50486543-aa93-4ab8-b987-a77ef3227920 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:53.295505 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50486543-aa93-4ab8-b987-a77ef3227920 None None] Bound using segment: {'id': '1631155d-3f9e-4895-9926-5ebf12582263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '19721a0f-204c-4d59-a30b-8c079af3c457'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:57:53.296015 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-50486543-aa93-4ab8-b987-a77ef3227920 None None] Bound port: f29016ce-f2c6-455b-862b-17a34fdd278e, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1631155d-3f9e-4895-9926-5ebf12582263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '19721a0f-204c-4d59-a30b-8c079af3c457'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:57:53.296403 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50486543-aa93-4ab8-b987-a77ef3227920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:53.374364 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-50486543-aa93-4ab8-b987-a77ef3227920 None None] For port f29016ce-f2c6-455b-862b-17a34fdd278e, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:57:53.378418 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-50486543-aa93-4ab8-b987-a77ef3227920 None None] For port f29016ce-f2c6-455b-862b-17a34fdd278e, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=f29016ce-f2c6-455b-862b-17a34fdd278e,segment=NetworkSegment(1631155d-3f9e-4895-9926-5ebf12582263),segment_id=1631155d-3f9e-4895-9926-5ebf12582263)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:57:53.461695 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50486543-aa93-4ab8-b987-a77ef3227920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:53.461695 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-c909c684-db32-4f83-ac48-5d087ef786e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:53.498938 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0b7ee71b-3233-439b-9c82-8bcb459d84b9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:53.534125 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0b7ee71b-3233-439b-9c82-8bcb459d84b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:53.539097 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50486543-aa93-4ab8-b987-a77ef3227920 None None] Pushing event updated for resources: {'Port': ['ID=f29016ce-f2c6-455b-862b-17a34fdd278e,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:53.549588 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-50486543-aa93-4ab8-b987-a77ef3227920 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:53.678950 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-0b7ee71b-3233-439b-9c82-8bcb459d84b9 admin admin] Allocated IP 172.25.4.231 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/24f81093-6a7e-4d1f-ac6a-af239f89efad) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:57:53.914249 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0b7ee71b-3233-439b-9c82-8bcb459d84b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:54.050939 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0b7ee71b-3233-439b-9c82-8bcb459d84b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:54.058704 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1b7a483f-da7a-42d2-8e3a-4c6ead2ec351 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:54.152649 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7ee71b-3233-439b-9c82-8bcb459d84b9 admin admin] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:57:54.160237 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-0b7ee71b-3233-439b-9c82-8bcb459d84b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:57:54.163240 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7ee71b-3233-439b-9c82-8bcb459d84b9 admin admin] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:57:54.166974 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7ee71b-3233-439b-9c82-8bcb459d84b9 admin admin] Pushing event updated for resources: {'Port': ['ID=24f81093-6a7e-4d1f-ac6a-af239f89efad,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:54.171154 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0b7ee71b-3233-439b-9c82-8bcb459d84b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:54.344111 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71521668-8e47-46d0-912e-fa38d4a07f01 req-219fc89d-60f9-4dca-91b9-b168226c2751 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:54.344111 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-71521668-8e47-46d0-912e-fa38d4a07f01 req-219fc89d-60f9-4dca-91b9-b168226c2751 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6af5165-129b-4ce4-8eea-a17df690db2e HTTP/1.1" status: 200 len: 943 time: 0.2455425 Jun 11 09:57:54.446589 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-71521668-8e47-46d0-912e-fa38d4a07f01 req-908e72bc-6f22-4401-8c47-9df58db6c3f1 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703902 Jun 11 09:57:54.628795 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db43a8c-240a-495f-9554-46f3abd70487 None None] Network 19721a0f-204c-4d59-a30b-8c079af3c457 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:57:54.666595 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c089a-1a93-40ad-b768-b079360a7a6c req-b0d15dfe-977c-4c45-a5b4-ceb54ac88afb tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:54.668394 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-825c089a-1a93-40ad-b768-b079360a7a6c req-b0d15dfe-977c-4c45-a5b4-ceb54ac88afb tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] 10.222.0.69 "GET /v2.0/ports?device_id=01d70585-3927-482a-8a10-7f6887ce956d HTTP/1.1" status: 200 len: 945 time: 0.0897954 Jun 11 09:57:54.820821 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a592c-9e76-47bf-9d80-c439dabc50bf req-d0224667-30b1-4cd2-abed-71726353b950 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:54.828513 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-937a592c-9e76-47bf-9d80-c439dabc50bf req-d0224667-30b1-4cd2-abed-71726353b950 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] 10.222.0.60 "GET /v2.0/ports?device_id=01d70585-3927-482a-8a10-7f6887ce956d HTTP/1.1" status: 200 len: 945 time: 0.1230366 Jun 11 09:57:54.833274 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-40a2bfc3-9124-4f62-9dec-37f94335d787 None None] Provisioning for port f29016ce-f2c6-455b-862b-17a34fdd278e completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:57:54.834851 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 58830) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:54.859756 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0b7ee71b-3233-439b-9c82-8bcb459d84b9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:54.882963 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-825c089a-1a93-40ad-b768-b079360a7a6c req-d52de2fb-c77b-4c85-aa3e-5a5396d159b3 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Deleting port bdacbde7-649f-40a9-9ffb-65ab8ce950b8 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:57:54.884405 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-825c089a-1a93-40ad-b768-b079360a7a6c req-d52de2fb-c77b-4c85-aa3e-5a5396d159b3 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:55.080460 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-84911ced-e3eb-47dd-a328-5dc6b022156c tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Request body: {'networks': [{'name': 'tempest-network--1093521009'}, {'name': 'tempest-network--747593248'}]} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:57:55.080685 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-84911ced-e3eb-47dd-a328-5dc6b022156c tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Request body: {'network': {'name': 'tempest-network--1093521009'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:57:55.081137 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-84911ced-e3eb-47dd-a328-5dc6b022156c tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Request body: {'network': {'name': 'tempest-network--747593248'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:57:55.161698 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-825c089a-1a93-40ad-b768-b079360a7a6c req-d52de2fb-c77b-4c85-aa3e-5a5396d159b3 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] For port bdacbde7-649f-40a9-9ffb-65ab8ce950b8, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=bdacbde7-649f-40a9-9ffb-65ab8ce950b8,segment=NetworkSegment(b1043da1-5480-43ec-a726-3c2fce12da10),segment_id=b1043da1-5480-43ec-a726-3c2fce12da10)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:57:55.162278 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-825c089a-1a93-40ad-b768-b079360a7a6c req-d52de2fb-c77b-4c85-aa3e-5a5396d159b3 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:55.177210 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84911ced-e3eb-47dd-a328-5dc6b022156c tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Made reservation on behalf of 970b4426dd6440a29807e08a03e58d96 for: {'network': 2} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:57:55.179974 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-84911ced-e3eb-47dd-a328-5dc6b022156c tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:55.200086 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-84911ced-e3eb-47dd-a328-5dc6b022156c tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:55.313207 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device f29016ce-f2c6-455b-862b-17a34fdd278e up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:57:55.495780 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port f29016ce-f2c6-455b-862b-17a34fdd278e completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:57:55.502105 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port f29016ce-f2c6-455b-862b-17a34fdd278e triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:57:55.502938 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:55.685206 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0b7ee71b-3233-439b-9c82-8bcb459d84b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:55.728974 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:55.771046 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-937a592c-9e76-47bf-9d80-c439dabc50bf req-6a54030b-a451-498c-868b-8242bc8eb394 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcce601c-ce35-42bf-9e68-458e7d14fb73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9416196 Jun 11 09:57:55.771612 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port f29016ce-f2c6-455b-862b-17a34fdd278e, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=f29016ce-f2c6-455b-862b-17a34fdd278e,segment=NetworkSegment(1631155d-3f9e-4895-9926-5ebf12582263),segment_id=1631155d-3f9e-4895-9926-5ebf12582263)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:57:55.870527 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:55.873291 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-bb933ac8-25ad-4fde-a9b7-786a84aa6e2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:55.939150 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=f29016ce-f2c6-455b-862b-17a34fdd278e,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:55.942302 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:55.966783 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cc6fbb-6cb0-4da4-989b-0c0a1eea691d req-8c5b0499-bc85-47be-9c5e-966326975f4d tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:55.968292 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-00cc6fbb-6cb0-4da4-989b-0c0a1eea691d req-8c5b0499-bc85-47be-9c5e-966326975f4d tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6af5165-129b-4ce4-8eea-a17df690db2e HTTP/1.1" status: 200 len: 943 time: 0.2588205 Jun 11 09:57:56.004075 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-825c089a-1a93-40ad-b768-b079360a7a6c req-d52de2fb-c77b-4c85-aa3e-5a5396d159b3 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:56.004488 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-825c089a-1a93-40ad-b768-b079360a7a6c req-d52de2fb-c77b-4c85-aa3e-5a5396d159b3 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:56.004806 n-d-779913-12 neutron-server[93177]: INFO neutron.db.l3_db [req-825c089a-1a93-40ad-b768-b079360a7a6c req-d52de2fb-c77b-4c85-aa3e-5a5396d159b3 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Floating IP 82723434-ad10-4c46-a233-67e6566eeb67 disassociated. External IP: 172.25.4.148, port: bdacbde7-649f-40a9-9ffb-65ab8ce950b8. Jun 11 09:57:56.005155 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-825c089a-1a93-40ad-b768-b079360a7a6c req-d52de2fb-c77b-4c85-aa3e-5a5396d159b3 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Calling delete_port for bdacbde7-649f-40a9-9ffb-65ab8ce950b8 owned by compute:nova {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:57:56.032377 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b7ee71b-3233-439b-9c82-8bcb459d84b9 admin admin] Router 77baf7db-bdcb-44cb-a908-0368651b64ec is scheduled to L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 with binding_index 1 {{(pid=93176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 09:57:56.035443 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-84911ced-e3eb-47dd-a328-5dc6b022156c tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:56.072961 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device b647146c-b492-4ee1-9347-6d4953361378 details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:57:56.113723 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-00cc6fbb-6cb0-4da4-989b-0c0a1eea691d req-fd14e0cf-9b01-4e4e-8c2e-3a62aa76ee24 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326897 Jun 11 09:57:56.139414 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-84911ced-e3eb-47dd-a328-5dc6b022156c tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:56.140303 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-84911ced-e3eb-47dd-a328-5dc6b022156c tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:56.144132 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6e682142-5dab-494f-bb0f-af9edd78caba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:56.210702 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84911ced-e3eb-47dd-a328-5dc6b022156c tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cca865d-b057-4a1b-86ea-cb97342cc778,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:56.230863 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84911ced-e3eb-47dd-a328-5dc6b022156c tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 784} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 09:57:56.234245 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84911ced-e3eb-47dd-a328-5dc6b022156c tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:57:56.234934 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84911ced-e3eb-47dd-a328-5dc6b022156c tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:57:56.235594 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84911ced-e3eb-47dd-a328-5dc6b022156c tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:57:56.236343 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84911ced-e3eb-47dd-a328-5dc6b022156c tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:57:56.236970 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84911ced-e3eb-47dd-a328-5dc6b022156c tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:57:56.237560 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84911ced-e3eb-47dd-a328-5dc6b022156c tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:57:56.238040 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84911ced-e3eb-47dd-a328-5dc6b022156c tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:57:56.238532 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84911ced-e3eb-47dd-a328-5dc6b022156c tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:57:56.239551 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84911ced-e3eb-47dd-a328-5dc6b022156c tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:57:56.240048 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84911ced-e3eb-47dd-a328-5dc6b022156c tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:57:56.240547 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84911ced-e3eb-47dd-a328-5dc6b022156c tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:57:56.244836 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84911ced-e3eb-47dd-a328-5dc6b022156c tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:57:56.289208 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-84911ced-e3eb-47dd-a328-5dc6b022156c tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:56.304870 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-84911ced-e3eb-47dd-a328-5dc6b022156c tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:56.305219 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-84911ced-e3eb-47dd-a328-5dc6b022156c tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Added segment e50c268d-1ef3-41aa-8166-208eb5f5a36e of type vlan for network 5d2f0777-9a3d-48d6-ba8f-a25c1d44ba9c Jun 11 09:57:56.306624 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b7ee71b-3233-439b-9c82-8bcb459d84b9 admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:57:56.337174 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port b647146c-b492-4ee1-9347-6d4953361378, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=b647146c-b492-4ee1-9347-6d4953361378,segment=NetworkSegment(49dbfc19-7dcf-486c-9f91-ff9f037d2121),segment_id=49dbfc19-7dcf-486c-9f91-ff9f037d2121)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:57:56.347737 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0afa2f7-6513-40f5-aefb-daf0c3dcf6da None None] Sync routers for ids ['77baf7db-bdcb-44cb-a908-0368651b64ec'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:57:56.358616 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': 'b647146c-b492-4ee1-9347-6d4953361378', 'network_id': '27e23bf6-ffe1-4e0a-b377-e23593ba5165', 'port_id': 'b647146c-b492-4ee1-9347-6d4953361378', 'mac_address': 'fa:16:3e:8a:99:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3823ddd-2fea-4754-846e-b1cf37fb47e2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:57:56.361425 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0afa2f7-6513-40f5-aefb-daf0c3dcf6da None None] Routers {'77baf7db-bdcb-44cb-a908-0368651b64ec'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:57:56.362324 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-a0afa2f7-6513-40f5-aefb-daf0c3dcf6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:57:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['77baf7db-bdcb-44cb-a908-0368651b64ec'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:57:56.365386 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-84911ced-e3eb-47dd-a328-5dc6b022156c tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:56.401855 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84911ced-e3eb-47dd-a328-5dc6b022156c tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 762} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 09:57:56.410632 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-84911ced-e3eb-47dd-a328-5dc6b022156c tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:56.412332 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-84911ced-e3eb-47dd-a328-5dc6b022156c tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Added segment 0fa3992f-b228-497f-b614-3b8e94277e2c of type vlan for network 6756c039-1d39-4fd8-b907-a6f615fc547c Jun 11 09:57:56.461221 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-84911ced-e3eb-47dd-a328-5dc6b022156c tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:56.477861 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0b7ee71b-3233-439b-9c82-8bcb459d84b9 admin admin] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:56.481884 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-0b7ee71b-3233-439b-9c82-8bcb459d84b9 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.1517737 Jun 11 09:57:56.482165 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 58856) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:56.515066 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:56.536069 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b647146c-b492-4ee1-9347-6d4953361378 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:57:56.572296 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-a0afa2f7-6513-40f5-aefb-daf0c3dcf6da None None] Set router 77baf7db-bdcb-44cb-a908-0368651b64ec gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:57:56.574927 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port b647146c-b492-4ee1-9347-6d4953361378, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=b647146c-b492-4ee1-9347-6d4953361378,segment=NetworkSegment(49dbfc19-7dcf-486c-9f91-ff9f037d2121),segment_id=49dbfc19-7dcf-486c-9f91-ff9f037d2121)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:57:56.638879 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-825c089a-1a93-40ad-b768-b079360a7a6c req-d52de2fb-c77b-4c85-aa3e-5a5396d159b3 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:56.644693 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ef02860c-80fc-4431-b6df-dc35113de7ac tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:56.723690 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:56.727092 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-95f0fd34-5d1f-4583-93ea-a57973dc51dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:56.763927 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52de2fb-c77b-4c85-aa3e-5a5396d159b3 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Pushing event deleted for resources: {'Port': ['ID=bdacbde7-649f-40a9-9ffb-65ab8ce950b8,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:56.768663 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-84911ced-e3eb-47dd-a328-5dc6b022156c tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:56.769228 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-84911ced-e3eb-47dd-a328-5dc6b022156c tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:56.774806 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84911ced-e3eb-47dd-a328-5dc6b022156c tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:56.783118 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84911ced-e3eb-47dd-a328-5dc6b022156c tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:56.783118 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-84911ced-e3eb-47dd-a328-5dc6b022156c tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:56.787872 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d52de2fb-c77b-4c85-aa3e-5a5396d159b3 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:56.799042 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-af35ec13-bda2-43e4-b021-bf11688f899c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:56.836801 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=b647146c-b492-4ee1-9347-6d4953361378,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:56.837766 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:56.868394 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-a0afa2f7-6513-40f5-aefb-daf0c3dcf6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77baf7db-bdcb-44cb-a908-0368651b64ec', 'name': 'tempest-TestVolumeBackupRestore-1478312366-router', 'tenant_id': 'e89665a5b31d4cfa8d287da55d8a46ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '24f81093-6a7e-4d1f-ac6a-af239f89efad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:57:52Z', 'updated_at': '2021-06-11T09:57:54Z', 'revision_number': 3, 'project_id': 'e89665a5b31d4cfa8d287da55d8a46ff', 'gw_port': {'id': '24f81093-6a7e-4d1f-ac6a-af239f89efad', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1b:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77baf7db-bdcb-44cb-a908-0368651b64ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:57:53Z', 'updated_at': '2021-06-11T09:57:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:57:56.871867 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0afa2f7-6513-40f5-aefb-daf0c3dcf6da None None] Checking router: 77baf7db-bdcb-44cb-a908-0368651b64ec for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:57:56.871867 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0afa2f7-6513-40f5-aefb-daf0c3dcf6da None None] Updating router 77baf7db-bdcb-44cb-a908-0368651b64ec port 24f81093-6a7e-4d1f-ac6a-af239f89efad binding host n-d-779913-12 {{(pid=93178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 09:57:56.915156 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a0afa2f7-6513-40f5-aefb-daf0c3dcf6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:57.026170 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-84911ced-e3eb-47dd-a328-5dc6b022156c tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.1892447 Jun 11 09:57:57.031561 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 58862) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:57.045732 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84911ced-e3eb-47dd-a328-5dc6b022156c tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Pushing event updated for resources: {'Network': ['ID=5d2f0777-9a3d-48d6-ba8f-a25c1d44ba9c,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:57.059691 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 5d2f0777-9a3d-48d6-ba8f-a25c1d44ba9c details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:57:57.095128 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-07a2e977-a15a-4a38-b809-44bbf6b06fe2 req-182f898d-0530-4cc3-a0cb-270187bb4730 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] 10.222.0.60 "GET /v2.0/ports?device_id=01d70585-3927-482a-8a10-7f6887ce956d HTTP/1.1" status: 200 len: 210 time: 0.1611736 Jun 11 09:57:57.182881 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['b647146c-b492-4ee1-9347-6d4953361378'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:57:57.240846 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d454b98-50c8-4516-8cd7-e49606c013a6 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:57.254254 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d454b98-50c8-4516-8cd7-e49606c013a6 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:57.264152 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d454b98-50c8-4516-8cd7-e49606c013a6 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:57.286015 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d454b98-50c8-4516-8cd7-e49606c013a6 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:57.288127 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-4d454b98-50c8-4516-8cd7-e49606c013a6 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2551997 Jun 11 09:57:57.296150 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 58870) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:57.319600 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device f29016ce-f2c6-455b-862b-17a34fdd278e up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:57:57.466881 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84911ced-e3eb-47dd-a328-5dc6b022156c tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Pushing event updated for resources: {'Network': ['ID=6756c039-1d39-4fd8-b907-a6f615fc547c,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:57.483400 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-84911ced-e3eb-47dd-a328-5dc6b022156c tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.684s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:57.488030 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-38ac09d7-ec31-44b9-b7fa-c1f9302ffa58 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.685s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:57.496110 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-38ac09d7-ec31-44b9-b7fa-c1f9302ffa58 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:57.515359 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [req-825c089a-1a93-40ad-b768-b079360a7a6c req-d52de2fb-c77b-4c85-aa3e-5a5396d159b3 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Router 0d2005c4-2e47-41b4-8106-c275cd39cfcc has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 09:57:57.563627 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3172e24a-e689-438b-aa1a-c6a0dc8e5a00 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:57.574198 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 6756c039-1d39-4fd8-b907-a6f615fc547c details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:57:57.678816 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f247b6a-0702-47d4-881f-081103c53f34 req-44cf7ddb-4dfb-4f49-bd55-48614752d9d2 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:57.685987 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5f247b6a-0702-47d4-881f-081103c53f34 req-44cf7ddb-4dfb-4f49-bd55-48614752d9d2 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6af5165-129b-4ce4-8eea-a17df690db2e HTTP/1.1" status: 200 len: 944 time: 0.3101397 Jun 11 09:57:57.800067 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-825c089a-1a93-40ad-b768-b079360a7a6c req-d52de2fb-c77b-4c85-aa3e-5a5396d159b3 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:57:57.805621 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3172e24a-e689-438b-aa1a-c6a0dc8e5a00 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:57.820900 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f5ea0a-8911-4b38-8a65-14419123b4e9 None None] Sync routers for ids ['0d2005c4-2e47-41b4-8106-c275cd39cfcc'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:57:57.828175 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-3172e24a-e689-438b-aa1a-c6a0dc8e5a00 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d2f0777-9a3d-48d6-ba8f-a25c1d44ba9c']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:57:57.835110 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f5ea0a-8911-4b38-8a65-14419123b4e9 None None] Routers {'0d2005c4-2e47-41b4-8106-c275cd39cfcc'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:57:57.835779 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-84f5ea0a-8911-4b38-8a65-14419123b4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:57:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['0d2005c4-2e47-41b4-8106-c275cd39cfcc'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:57:57.840938 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-3172e24a-e689-438b-aa1a-c6a0dc8e5a00 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e50c268d-1ef3-41aa-8166-208eb5f5a36e') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:57:57.841237 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-3172e24a-e689-438b-aa1a-c6a0dc8e5a00 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e50c268d-1ef3-41aa-8166-208eb5f5a36e') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:57:57.852397 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3172e24a-e689-438b-aa1a-c6a0dc8e5a00 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:57.853479 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port f29016ce-f2c6-455b-862b-17a34fdd278e triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:57:57.854426 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:57.869534 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3172e24a-e689-438b-aa1a-c6a0dc8e5a00 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:57.886524 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3172e24a-e689-438b-aa1a-c6a0dc8e5a00 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Releasing vlan 784 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 09:57:57.886932 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3172e24a-e689-438b-aa1a-c6a0dc8e5a00 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:57.890173 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 09:57:57.890173 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 09:57:57.890173 n-d-779913-12 neutron-server[93176]: timer() Jun 11 09:57:57.890173 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 09:57:57.890173 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 09:57:57.890173 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 09:57:57.890173 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 09:57:57.890173 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 09:57:57.890173 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 09:57:57.890173 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 09:57:57.890173 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 09:57:57.890173 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 09:57:57.890173 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 09:57:57.890173 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 09:57:57.890173 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 09:57:57.890173 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 09:57:57.890173 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 09:57:57.890173 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 09:57:57.890173 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 09:57:57.890173 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 09:57:57.890173 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 09:57:57.890173 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 09:57:57.890173 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 09:57:57.890173 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 09:57:57.890173 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 09:57:57.890173 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 09:57:57.890173 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 09:57:57.890173 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 09:57:57.890173 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 09:57:57.890173 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 09:57:57.890173 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 09:57:57.890173 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 09:57:57.894889 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a0afa2f7-6513-40f5-aefb-daf0c3dcf6da None None] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:57.925540 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-825c089a-1a93-40ad-b768-b079360a7a6c req-d52de2fb-c77b-4c85-aa3e-5a5396d159b3 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] No DVR routers for this DVR port bdacbde7-649f-40a9-9ffb-65ab8ce950b8 on host n-h2-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:57:57.946434 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-69f85f5f-5264-4ae5-9350-f94926ccefa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:57.949112 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-825c089a-1a93-40ad-b768-b079360a7a6c req-d52de2fb-c77b-4c85-aa3e-5a5396d159b3 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:57.951049 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-825c089a-1a93-40ad-b768-b079360a7a6c req-d52de2fb-c77b-4c85-aa3e-5a5396d159b3 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] 10.222.0.69 "DELETE /v2.0/ports/bdacbde7-649f-40a9-9ffb-65ab8ce950b8 HTTP/1.1" status: 204 len: 173 time: 3.2745850 Jun 11 09:57:57.952462 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01d70585-3927-482a-8a10-7f6887ce956d', 'name': 'network-vif-deleted', 'tag': 'bdacbde7-649f-40a9-9ffb-65ab8ce950b8'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:57:57.964725 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e9e10f-463a-4491-aab5-09af57f73439" -d '{"events": [{"server_uuid": "01d70585-3927-482a-8a10-7f6887ce956d", "name": "network-vif-deleted", "tag": "bdacbde7-649f-40a9-9ffb-65ab8ce950b8"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:57:58.013534 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5f247b6a-0702-47d4-881f-081103c53f34 req-c0fffd4b-32a2-4d92-bfcc-be938585bd6d tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3244152 Jun 11 09:57:58.083305 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-84f5ea0a-8911-4b38-8a65-14419123b4e9 None None] Set router 0d2005c4-2e47-41b4-8106-c275cd39cfcc gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:57:58.095124 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device bdacbde7-649f-40a9-9ffb-65ab8ce950b8 no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:57:58.110206 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82f92936-caf9-43c5-9476-3a64d7fb93bf x-openstack-request-id: req-82f92936-caf9-43c5-9476-3a64d7fb93bf {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:57:58.111211 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01d70585-3927-482a-8a10-7f6887ce956d", "name": "network-vif-deleted", "tag": "bdacbde7-649f-40a9-9ffb-65ab8ce950b8", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:57:58.114779 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-82f92936-caf9-43c5-9476-3a64d7fb93bf {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:57:58.115852 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01d70585-3927-482a-8a10-7f6887ce956d', 'name': 'network-vif-deleted', 'tag': 'bdacbde7-649f-40a9-9ffb-65ab8ce950b8', 'status': 'completed', 'code': 200} Jun 11 09:57:58.155752 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] No Port match for: bdacbde7-649f-40a9-9ffb-65ab8ce950b8 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:57:58.156561 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device bdacbde7-649f-40a9-9ffb-65ab8ce950b8 not bound to the agent host n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:57:58.206562 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-a0afa2f7-6513-40f5-aefb-daf0c3dcf6da None None] Transition to ACTIVE for port object 24f81093-6a7e-4d1f-ac6a-af239f89efad will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:57:58.211343 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3172e24a-e689-438b-aa1a-c6a0dc8e5a00 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:58.213632 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ded5d150-2551-4fbe-b187-db9375458f8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:58.217800 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3172e24a-e689-438b-aa1a-c6a0dc8e5a00 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:58.223718 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-3172e24a-e689-438b-aa1a-c6a0dc8e5a00 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] 10.222.0.60 "DELETE /v2.0/networks/5d2f0777-9a3d-48d6-ba8f-a25c1d44ba9c HTTP/1.1" status: 204 len: 168 time: 0.9223230 Jun 11 09:57:58.225910 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 58894) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:58.273168 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3172e24a-e689-438b-aa1a-c6a0dc8e5a00 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Pushing event deleted for resources: {'Network': ['ID=5d2f0777-9a3d-48d6-ba8f-a25c1d44ba9c,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:58.282330 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3172e24a-e689-438b-aa1a-c6a0dc8e5a00 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:58.309549 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a0afa2f7-6513-40f5-aefb-daf0c3dcf6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:58.324420 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:58.481741 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-a0afa2f7-6513-40f5-aefb-daf0c3dcf6da None None] Attempting to bind port 24f81093-6a7e-4d1f-ac6a-af239f89efad on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:57:58.484227 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-a0afa2f7-6513-40f5-aefb-daf0c3dcf6da None None] Attempting to bind port 24f81093-6a7e-4d1f-ac6a-af239f89efad by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:57:58.484881 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0afa2f7-6513-40f5-aefb-daf0c3dcf6da None None] Attempting to bind port 24f81093-6a7e-4d1f-ac6a-af239f89efad on network f0adef6e-169f-4a27-8865-442be2ad072d {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:57:58.494322 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d9b606-6a8c-43b5-a1ae-2c82ff6331e4 None None] Pushing event updated for resources: {'Port': ['ID=24f81093-6a7e-4d1f-ac6a-af239f89efad,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:58.507708 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-570bd857-235a-414d-a8ed-e53eb51c10a3 req-b691278a-518d-484c-8b99-33d6bd4a2e7d tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] 10.222.0.60 "GET /v2.0/ports?device_id=01d70585-3927-482a-8a10-7f6887ce956d HTTP/1.1" status: 200 len: 210 time: 0.2243581 Jun 11 09:57:58.508054 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-77d9b606-6a8c-43b5-a1ae-2c82ff6331e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:58.509818 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0afa2f7-6513-40f5-aefb-daf0c3dcf6da None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:57:58.510617 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0afa2f7-6513-40f5-aefb-daf0c3dcf6da None None] Checking segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:57:58.511289 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a0afa2f7-6513-40f5-aefb-daf0c3dcf6da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:58.511964 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0afa2f7-6513-40f5-aefb-daf0c3dcf6da None None] Bound using segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:57:58.513243 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-a0afa2f7-6513-40f5-aefb-daf0c3dcf6da None None] Bound port: 24f81093-6a7e-4d1f-ac6a-af239f89efad, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:57:58.515379 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a0afa2f7-6513-40f5-aefb-daf0c3dcf6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:58.537403 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-84f5ea0a-8911-4b38-8a65-14419123b4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2005c4-2e47-41b4-8106-c275cd39cfcc', 'name': 'tempest-ServersTestBootFromVolume-110669818-router', 'tenant_id': 'dd0b80cc8f6f441fb34ed2f0b9466049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': 'f49a1439-66e5-4e1c-8b08-cc7e22547553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:53:00Z', 'updated_at': '2021-06-11T09:53:09Z', 'revision_number': 4, 'project_id': 'dd0b80cc8f6f441fb34ed2f0b9466049', 'gw_port': {'id': 'f49a1439-66e5-4e1c-8b08-cc7e22547553', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:45:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2005c4-2e47-41b4-8106-c275cd39cfcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:53:01Z', 'updated_at': '2021-06-11T09:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '5a9c8ef4-ebc2-48da-bcb6-121fd404ed4d', 'name': '', 'network_id': '2ee9e933-9fda-4839-b4cd-d38077481dd6', 'tenant_id': 'dd0b80cc8f6f441fb34ed2f0b9466049', 'mac_address': 'fa:16:3e:2d:67:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2005c4-2e47-41b4-8106-c275cd39cfcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'cfe503b2-e60a-4c51-bb64-dfd15e82ca23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:53:06Z', 'updated_at': '2021-06-11T09:53:24Z', 'revision_number': 5, 'project_id': 'dd0b80cc8f6f441fb34ed2f0b9466049', 'subnets': [{'id': 'cfe503b2-e60a-4c51-bb64-dfd15e82ca23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:57:58.547601 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f5ea0a-8911-4b38-8a65-14419123b4e9 None None] Checking router: 0d2005c4-2e47-41b4-8106-c275cd39cfcc for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:57:58.569888 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f5ea0a-8911-4b38-8a65-14419123b4e9 None None] Routers {'0d2005c4-2e47-41b4-8106-c275cd39cfcc'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:57:58.569888 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-84f5ea0a-8911-4b38-8a65-14419123b4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:57:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['0d2005c4-2e47-41b4-8106-c275cd39cfcc'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:57:58.582180 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-69f85f5f-5264-4ae5-9350-f94926ccefa7 admin admin] Allocated IP 172.20.0.1 (19721a0f-204c-4d59-a30b-8c079af3c457/79ac6b49-4f55-457d-944e-2b0fda2a6422/91f4cf2c-28f7-434c-8ce3-92937fbde7d8) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:57:58.671120 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-a0afa2f7-6513-40f5-aefb-daf0c3dcf6da None None] For port 24f81093-6a7e-4d1f-ac6a-af239f89efad, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:57:58.679049 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-a0afa2f7-6513-40f5-aefb-daf0c3dcf6da None None] For port 24f81093-6a7e-4d1f-ac6a-af239f89efad, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=24f81093-6a7e-4d1f-ac6a-af239f89efad,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:57:58.686810 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8b9ca8f8-82b3-4903-8043-711a96d1ced4 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:58.767442 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a0afa2f7-6513-40f5-aefb-daf0c3dcf6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:58.769565 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:58.839276 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-84f5ea0a-8911-4b38-8a65-14419123b4e9 None None] Set router 0d2005c4-2e47-41b4-8106-c275cd39cfcc gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:57:58.892494 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d9b606-6a8c-43b5-a1ae-2c82ff6331e4 None None] Pushing event updated for resources: {'Port': ['ID=24f81093-6a7e-4d1f-ac6a-af239f89efad,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:58.906866 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-77d9b606-6a8c-43b5-a1ae-2c82ff6331e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:58.946414 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0afa2f7-6513-40f5-aefb-daf0c3dcf6da None None] Routers {'77baf7db-bdcb-44cb-a908-0368651b64ec'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:57:58.946952 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8b9ca8f8-82b3-4903-8043-711a96d1ced4 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:58.951982 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-a0afa2f7-6513-40f5-aefb-daf0c3dcf6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:57:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['77baf7db-bdcb-44cb-a908-0368651b64ec'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:57:58.962229 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-8b9ca8f8-82b3-4903-8043-711a96d1ced4 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6756c039-1d39-4fd8-b907-a6f615fc547c']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:57:58.978415 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-69f85f5f-5264-4ae5-9350-f94926ccefa7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:58.992303 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-8b9ca8f8-82b3-4903-8043-711a96d1ced4 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fa3992f-b228-497f-b614-3b8e94277e2c') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:57:58.992701 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-8b9ca8f8-82b3-4903-8043-711a96d1ced4 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fa3992f-b228-497f-b614-3b8e94277e2c') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:57:59.010755 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-69f85f5f-5264-4ae5-9350-f94926ccefa7 admin admin] Transition to ACTIVE for port object 91f4cf2c-28f7-434c-8ce3-92937fbde7d8 will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:57:59.017228 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8b9ca8f8-82b3-4903-8043-711a96d1ced4 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:59.051324 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8b9ca8f8-82b3-4903-8043-711a96d1ced4 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:59.066831 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b9ca8f8-82b3-4903-8043-711a96d1ced4 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Releasing vlan 762 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 09:57:59.067366 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8b9ca8f8-82b3-4903-8043-711a96d1ced4 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:59.075606 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 09:57:59.075606 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 09:57:59.075606 n-d-779913-12 neutron-server[93176]: timer() Jun 11 09:57:59.075606 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 09:57:59.075606 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 09:57:59.075606 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 09:57:59.075606 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 09:57:59.075606 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 09:57:59.075606 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 09:57:59.075606 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 09:57:59.075606 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 09:57:59.075606 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 09:57:59.075606 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 09:57:59.075606 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 09:57:59.075606 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 09:57:59.075606 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 09:57:59.075606 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 09:57:59.075606 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 09:57:59.075606 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 09:57:59.075606 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 09:57:59.075606 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 09:57:59.075606 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 09:57:59.075606 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 09:57:59.075606 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 09:57:59.075606 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 09:57:59.075606 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 09:57:59.075606 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 09:57:59.075606 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 09:57:59.075606 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 09:57:59.075606 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 09:57:59.075606 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 09:57:59.075606 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 09:57:59.175656 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-69f85f5f-5264-4ae5-9350-f94926ccefa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:59.180075 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-dbf37071-ef73-4777-9edf-7e15052800b5 tempest-ServerTagsTestJSON-2019324800 tempest-ServerTagsTestJSON-2019324800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:59.302903 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f85f5f-5264-4ae5-9350-f94926ccefa7 admin admin] Pushing event updated for resources: {'Port': ['ID=91f4cf2c-28f7-434c-8ce3-92937fbde7d8,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:59.330503 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-69f85f5f-5264-4ae5-9350-f94926ccefa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:59.333248 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-a0afa2f7-6513-40f5-aefb-daf0c3dcf6da None None] Set router 77baf7db-bdcb-44cb-a908-0368651b64ec gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:57:59.340817 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8b9ca8f8-82b3-4903-8043-711a96d1ced4 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:59.345537 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1f2475a9-4c2f-4604-b654-980a317380b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:57:59.357981 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8b9ca8f8-82b3-4903-8043-711a96d1ced4 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:59.362289 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-8b9ca8f8-82b3-4903-8043-711a96d1ced4 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] 10.222.0.60 "DELETE /v2.0/networks/6756c039-1d39-4fd8-b907-a6f615fc547c HTTP/1.1" status: 204 len: 168 time: 1.1355612 Jun 11 09:57:59.363159 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f85f5f-5264-4ae5-9350-f94926ccefa7 admin admin] Network 19721a0f-204c-4d59-a30b-8c079af3c457 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:57:59.366620 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 58908) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:59.392166 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-69f85f5f-5264-4ae5-9350-f94926ccefa7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:57:59.411335 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9ca8f8-82b3-4903-8043-711a96d1ced4 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Pushing event deleted for resources: {'Network': ['ID=6756c039-1d39-4fd8-b907-a6f615fc547c,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:57:59.417733 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8b9ca8f8-82b3-4903-8043-711a96d1ced4 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:57:59.421613 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-84f5ea0a-8911-4b38-8a65-14419123b4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2005c4-2e47-41b4-8106-c275cd39cfcc', 'name': 'tempest-ServersTestBootFromVolume-110669818-router', 'tenant_id': 'dd0b80cc8f6f441fb34ed2f0b9466049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': 'f49a1439-66e5-4e1c-8b08-cc7e22547553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:53:00Z', 'updated_at': '2021-06-11T09:53:09Z', 'revision_number': 4, 'project_id': 'dd0b80cc8f6f441fb34ed2f0b9466049', 'gw_port': {'id': 'f49a1439-66e5-4e1c-8b08-cc7e22547553', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:45:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2005c4-2e47-41b4-8106-c275cd39cfcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:53:01Z', 'updated_at': '2021-06-11T09:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '5a9c8ef4-ebc2-48da-bcb6-121fd404ed4d', 'name': '', 'network_id': '2ee9e933-9fda-4839-b4cd-d38077481dd6', 'tenant_id': 'dd0b80cc8f6f441fb34ed2f0b9466049', 'mac_address': 'fa:16:3e:2d:67:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2005c4-2e47-41b4-8106-c275cd39cfcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'cfe503b2-e60a-4c51-bb64-dfd15e82ca23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:53:06Z', 'updated_at': '2021-06-11T09:53:24Z', 'revision_number': 5, 'project_id': 'dd0b80cc8f6f441fb34ed2f0b9466049', 'subnets': [{'id': 'cfe503b2-e60a-4c51-bb64-dfd15e82ca23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:57:59.425746 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f5ea0a-8911-4b38-8a65-14419123b4e9 None None] The sync data for ids ['0d2005c4-2e47-41b4-8106-c275cd39cfcc'] in n-d-779913-12 is: [{'id': '0d2005c4-2e47-41b4-8106-c275cd39cfcc', 'name': 'tempest-ServersTestBootFromVolume-110669818-router', 'tenant_id': 'dd0b80cc8f6f441fb34ed2f0b9466049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': 'f49a1439-66e5-4e1c-8b08-cc7e22547553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:53:00Z', 'updated_at': '2021-06-11T09:53:09Z', 'revision_number': 4, 'project_id': 'dd0b80cc8f6f441fb34ed2f0b9466049', 'gw_port': {'id': 'f49a1439-66e5-4e1c-8b08-cc7e22547553', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:45:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2005c4-2e47-41b4-8106-c275cd39cfcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:53:01Z', 'updated_at': '2021-06-11T09:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '5a9c8ef4-ebc2-48da-bcb6-121fd404ed4d', 'name': '', 'network_id': '2ee9e933-9fda-4839-b4cd-d38077481dd6', 'tenant_id': 'dd0b80cc8f6f441fb34ed2f0b9466049', 'mac_address': 'fa:16:3e:2d:67:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2005c4-2e47-41b4-8106-c275cd39cfcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'cfe503b2-e60a-4c51-bb64-dfd15e82ca23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:53:06Z', 'updated_at': '2021-06-11T09:53:24Z', 'revision_number': 5, 'project_id': 'dd0b80cc8f6f441fb34ed2f0b9466049', 'subnets': [{'id': 'cfe503b2-e60a-4c51-bb64-dfd15e82ca23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:57:59.549719 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f85f5f-5264-4ae5-9350-f94926ccefa7 admin admin] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:57:59.657315 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-69f85f5f-5264-4ae5-9350-f94926ccefa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-375088'] for router_interface, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:57:59.798794 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-a0afa2f7-6513-40f5-aefb-daf0c3dcf6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77baf7db-bdcb-44cb-a908-0368651b64ec', 'name': 'tempest-TestVolumeBackupRestore-1478312366-router', 'tenant_id': 'e89665a5b31d4cfa8d287da55d8a46ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '24f81093-6a7e-4d1f-ac6a-af239f89efad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:57:52Z', 'updated_at': '2021-06-11T09:57:54Z', 'revision_number': 3, 'project_id': 'e89665a5b31d4cfa8d287da55d8a46ff', 'gw_port': {'id': '24f81093-6a7e-4d1f-ac6a-af239f89efad', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1b:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77baf7db-bdcb-44cb-a908-0368651b64ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:57:53Z', 'updated_at': '2021-06-11T09:57:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:57:59.804031 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0afa2f7-6513-40f5-aefb-daf0c3dcf6da None None] The sync data for ids ['77baf7db-bdcb-44cb-a908-0368651b64ec'] in n-d-779913-12 is: [{'id': '77baf7db-bdcb-44cb-a908-0368651b64ec', 'name': 'tempest-TestVolumeBackupRestore-1478312366-router', 'tenant_id': 'e89665a5b31d4cfa8d287da55d8a46ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '24f81093-6a7e-4d1f-ac6a-af239f89efad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:57:52Z', 'updated_at': '2021-06-11T09:57:54Z', 'revision_number': 3, 'project_id': 'e89665a5b31d4cfa8d287da55d8a46ff', 'gw_port': {'id': '24f81093-6a7e-4d1f-ac6a-af239f89efad', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1b:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77baf7db-bdcb-44cb-a908-0368651b64ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:57:53Z', 'updated_at': '2021-06-11T09:57:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:57:59.809964 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-25c44207-d3ea-41db-92c5-563f45a8c642 req-4503af6a-12de-4d09-bf07-d8b21df03450 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] 10.222.0.60 "GET /v2.0/ports?device_id=01d70585-3927-482a-8a10-7f6887ce956d HTTP/1.1" status: 200 len: 210 time: 0.0815742 Jun 11 09:57:59.870987 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41fe0200-afe1-442d-8d65-d938cd8ec9e4 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:59.877785 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41fe0200-afe1-442d-8d65-d938cd8ec9e4 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:59.881623 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-41fe0200-afe1-442d-8d65-d938cd8ec9e4 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5109351 Jun 11 09:57:59.886095 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 58916) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:57:59.892492 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-3aa175a4-1a15-4d26-9ee0-67ed14e2f498 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-239147973'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:57:59.916314 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd89a4b2-9c8e-443a-becb-6d93c37674ca req-35975f38-23b3-4ab8-b783-912387cf1115 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:57:59.921638 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cd89a4b2-9c8e-443a-becb-6d93c37674ca req-35975f38-23b3-4ab8-b783-912387cf1115 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6af5165-129b-4ce4-8eea-a17df690db2e HTTP/1.1" status: 200 len: 944 time: 0.5933414 Jun 11 09:57:59.927416 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c07239f-28d6-431b-a093-f05e211cb1e5 None None] New status for floating IP 82723434-ad10-4c46-a233-67e6566eeb67: DOWN {{(pid=93178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 09:57:59.999750 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cd89a4b2-9c8e-443a-becb-6d93c37674ca req-0eb7cf02-f447-4a32-8d99-60f2e90a0739 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768747 Jun 11 09:58:00.016459 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-2bef4407-14f3-4422-a94e-ad6596df9d78 None None] Provisioning for port 91f4cf2c-28f7-434c-8ce3-92937fbde7d8 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:58:00.040066 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa175a4-1a15-4d26-9ee0-67ed14e2f498 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Made reservation on behalf of 970b4426dd6440a29807e08a03e58d96 for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:58:00.041103 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-2bef4407-14f3-4422-a94e-ad6596df9d78 None None] Provisioning complete for port 91f4cf2c-28f7-434c-8ce3-92937fbde7d8 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:58:00.048402 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2bef4407-14f3-4422-a94e-ad6596df9d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:00.048576 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3aa175a4-1a15-4d26-9ee0-67ed14e2f498 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:00.115183 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aa175a4-1a15-4d26-9ee0-67ed14e2f498 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 763} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 09:58:00.135181 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3aa175a4-1a15-4d26-9ee0-67ed14e2f498 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:00.135684 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-3aa175a4-1a15-4d26-9ee0-67ed14e2f498 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Added segment 9e65b2ab-ba72-4ce7-9fce-2ad22a02ff0a of type vlan for network 0c800603-8b1f-43cf-8957-c0ee15cdc260 Jun 11 09:58:00.161290 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-69f85f5f-5264-4ae5-9350-f94926ccefa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:00.170808 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-2bef4407-14f3-4422-a94e-ad6596df9d78 None None] Port 91f4cf2c-28f7-434c-8ce3-92937fbde7d8 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:58:00.180742 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device b647146c-b492-4ee1-9347-6d4953361378 up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:58:00.264364 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3aa175a4-1a15-4d26-9ee0-67ed14e2f498 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:00.404590 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3aa175a4-1a15-4d26-9ee0-67ed14e2f498 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:00.423503 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa175a4-1a15-4d26-9ee0-67ed14e2f498 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:00.424202 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3aa175a4-1a15-4d26-9ee0-67ed14e2f498 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:00.446943 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f0ff2e90-430f-49b1-a0d4-cc51fe9cf002 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:00.501511 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning for port b647146c-b492-4ee1-9347-6d4953361378 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:58:00.508306 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port b647146c-b492-4ee1-9347-6d4953361378 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:58:00.508306 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:00.609209 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa175a4-1a15-4d26-9ee0-67ed14e2f498 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Pushing event updated for resources: {'Network': ['ID=0c800603-8b1f-43cf-8957-c0ee15cdc260,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:00.612954 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3aa175a4-1a15-4d26-9ee0-67ed14e2f498 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:00.616905 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-3aa175a4-1a15-4d26-9ee0-67ed14e2f498 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7272074 Jun 11 09:58:00.627106 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 58924) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:58:00.633654 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-fa6def59-64dc-4e7d-ba3e-3b6ccaa4b181 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-769368084'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:58:00.635162 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 0c800603-8b1f-43cf-8957-c0ee15cdc260 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:58:00.744016 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa6def59-64dc-4e7d-ba3e-3b6ccaa4b181 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Made reservation on behalf of 970b4426dd6440a29807e08a03e58d96 for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:58:00.746375 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:00.748056 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fa6def59-64dc-4e7d-ba3e-3b6ccaa4b181 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:00.807192 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa6def59-64dc-4e7d-ba3e-3b6ccaa4b181 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 781} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 09:58:00.854691 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fa6def59-64dc-4e7d-ba3e-3b6ccaa4b181 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:00.855052 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-fa6def59-64dc-4e7d-ba3e-3b6ccaa4b181 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Added segment 6880ea77-f816-4bf9-af8b-aeedb1b672d6 of type vlan for network 86489e25-38d0-4002-bd42-f28fc1568b07 Jun 11 09:58:00.895318 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6af5165-129b-4ce4-8eea-a17df690db2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b647146c-b492-4ee1-9347-6d4953361378'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:58:00.898312 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88572b54-0b30-4192-ab8b-8131e4e3aca7" -d '{"events": [{"server_uuid": "f6af5165-129b-4ce4-8eea-a17df690db2e", "name": "network-vif-plugged", "status": "completed", "tag": "b647146c-b492-4ee1-9347-6d4953361378"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:58:00.929073 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port b647146c-b492-4ee1-9347-6d4953361378, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=b647146c-b492-4ee1-9347-6d4953361378,segment=NetworkSegment(49dbfc19-7dcf-486c-9f91-ff9f037d2121),segment_id=49dbfc19-7dcf-486c-9f91-ff9f037d2121)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:58:00.985979 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72aba33d-6c78-4ade-a34a-62932dc7ff21 x-openstack-request-id: req-72aba33d-6c78-4ade-a34a-62932dc7ff21 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:58:00.986659 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6af5165-129b-4ce4-8eea-a17df690db2e", "name": "network-vif-plugged", "status": "completed", "tag": "b647146c-b492-4ee1-9347-6d4953361378", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:58:00.986935 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-72aba33d-6c78-4ade-a34a-62932dc7ff21 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:58:00.987409 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6af5165-129b-4ce4-8eea-a17df690db2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b647146c-b492-4ee1-9347-6d4953361378', 'code': 200} Jun 11 09:58:01.002518 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fa6def59-64dc-4e7d-ba3e-3b6ccaa4b181 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:01.010846 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:01.016438 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-77d9b606-6a8c-43b5-a1ae-2c82ff6331e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:01.204621 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6a129ad2-ee13-476b-9129-0757d7ca9d21 req-831e6e73-0183-4590-a2e9-30c48a95ce83 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] 10.222.0.60 "GET /v2.0/ports?device_id=01d70585-3927-482a-8a10-7f6887ce956d HTTP/1.1" status: 200 len: 210 time: 0.0810690 Jun 11 09:58:01.214353 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=b647146c-b492-4ee1-9347-6d4953361378,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:01.215952 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fa6def59-64dc-4e7d-ba3e-3b6ccaa4b181 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:01.224929 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:01.234706 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6def59-64dc-4e7d-ba3e-3b6ccaa4b181 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:01.242814 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fa6def59-64dc-4e7d-ba3e-3b6ccaa4b181 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:01.244417 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-69f85f5f-5264-4ae5-9350-f94926ccefa7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:01.249580 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:01.262754 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be463237-c3a8-4bac-840f-3670c7e76f61 req-73eb6387-2077-4b9f-9cd7-47da31904c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:01.264334 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-be463237-c3a8-4bac-840f-3670c7e76f61 req-73eb6387-2077-4b9f-9cd7-47da31904c20 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f6af5165-129b-4ce4-8eea-a17df690db2e HTTP/1.1" status: 200 len: 1097 time: 0.1765928 Jun 11 09:58:01.269050 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-fd44ced7-bd0d-4949-893a-107f3ca62e99 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:01.321753 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 24f81093-6a7e-4d1f-ac6a-af239f89efad up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:58:01.342602 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-69f85f5f-5264-4ae5-9350-f94926ccefa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:01.346889 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-bfc16ecf-2ff3-42d9-adc6-19dbbc7260ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:01.422353 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-fa6def59-64dc-4e7d-ba3e-3b6ccaa4b181 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7940364 Jun 11 09:58:01.433703 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 58938) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:58:01.456211 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-387c2d48-bcfa-4e15-8fc3-4fe38e9b120e tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Request body: {'ports': [{'network_id': '0c800603-8b1f-43cf-8957-c0ee15cdc260', 'name': 'tempest-port--907230014', 'admin_state_up': True}, {'network_id': '86489e25-38d0-4002-bd42-f28fc1568b07', 'admin_state_up': False}]} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:58:01.456211 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-387c2d48-bcfa-4e15-8fc3-4fe38e9b120e tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Request body: {'port': {'network_id': '0c800603-8b1f-43cf-8957-c0ee15cdc260', 'name': 'tempest-port--907230014', 'admin_state_up': True}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:58:01.456211 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-387c2d48-bcfa-4e15-8fc3-4fe38e9b120e tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Request body: {'port': {'network_id': '86489e25-38d0-4002-bd42-f28fc1568b07', 'admin_state_up': False}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:58:01.459246 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f85f5f-5264-4ae5-9350-f94926ccefa7 admin admin] Pushing event updated for resources: {'Port': ['ID=91f4cf2c-28f7-434c-8ce3-92937fbde7d8,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:01.466331 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-69f85f5f-5264-4ae5-9350-f94926ccefa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:01.493961 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-be463237-c3a8-4bac-840f-3670c7e76f61 req-9b4d67bc-97a3-41fb-8158-5e154b67993c service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186553 Jun 11 09:58:01.506406 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-69f85f5f-5264-4ae5-9350-f94926ccefa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375108'] for router_interface, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:01.584015 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 24f81093-6a7e-4d1f-ac6a-af239f89efad completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:58:01.588537 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 24f81093-6a7e-4d1f-ac6a-af239f89efad triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:58:01.588537 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:01.733553 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f85f5f-5264-4ae5-9350-f94926ccefa7 admin admin] Network 19721a0f-204c-4d59-a30b-8c079af3c457 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:58:01.735111 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-69f85f5f-5264-4ae5-9350-f94926ccefa7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:58:01.806215 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:01.856157 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6def59-64dc-4e7d-ba3e-3b6ccaa4b181 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Pushing event updated for resources: {'Network': ['ID=86489e25-38d0-4002-bd42-f28fc1568b07,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:01.865138 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-fa6def59-64dc-4e7d-ba3e-3b6ccaa4b181 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.596s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:01.881210 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 86489e25-38d0-4002-bd42-f28fc1568b07 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:58:01.893834 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 24f81093-6a7e-4d1f-ac6a-af239f89efad, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=24f81093-6a7e-4d1f-ac6a-af239f89efad,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:58:01.967151 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d898f-f345-487b-8124-07bab5ca3380 req-9dad22d9-7e3a-46a5-ba59-45176613c51e tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:01.975553 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e80d898f-f345-487b-8124-07bab5ca3380 req-9dad22d9-7e3a-46a5-ba59-45176613c51e tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6af5165-129b-4ce4-8eea-a17df690db2e HTTP/1.1" status: 200 len: 945 time: 0.1376150 Jun 11 09:58:02.008269 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69f85f5f-5264-4ae5-9350-f94926ccefa7 admin admin] Router 77baf7db-bdcb-44cb-a908-0368651b64ec has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 09:58:02.042045 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-387c2d48-bcfa-4e15-8fc3-4fe38e9b120e tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Made reservation on behalf of 970b4426dd6440a29807e08a03e58d96 for: {'port': 2} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:58:02.052462 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-387c2d48-bcfa-4e15-8fc3-4fe38e9b120e tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:02.061100 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:02.065680 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:02.133626 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e80d898f-f345-487b-8124-07bab5ca3380 req-d69cd7b4-e7bc-404f-a4a9-32d04bccf933 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521413 Jun 11 09:58:02.139064 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-387c2d48-bcfa-4e15-8fc3-4fe38e9b120e tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:02.171623 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=24f81093-6a7e-4d1f-ac6a-af239f89efad,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:02.177893 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:02.257156 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-54ecf088-d013-45ba-baaa-5295bd460468 None None] Provisioning complete for port 91f4cf2c-28f7-434c-8ce3-92937fbde7d8 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:58:02.257942 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-54ecf088-d013-45ba-baaa-5295bd460468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:02.267658 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f85f5f-5264-4ae5-9350-f94926ccefa7 admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:58:02.305317 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-69f85f5f-5264-4ae5-9350-f94926ccefa7 admin admin] 10.222.0.60 "PUT /v2.0/routers/77baf7db-bdcb-44cb-a908-0368651b64ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8220050 Jun 11 09:58:02.329588 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [None req-387c2d48-bcfa-4e15-8fc3-4fe38e9b120e tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] device_id is not set on port 4e59f903-e22b-478d-9089-7a57cd62a3ff yet. {{(pid=93176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 09:58:02.413567 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-54ecf088-d013-45ba-baaa-5295bd460468 None None] Port 91f4cf2c-28f7-434c-8ce3-92937fbde7d8 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:58:02.464328 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 58954) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:58:02.553194 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50412dac-7ef0-4815-88c3-7a3011e9eb40 None None] Sync routers for ids ['77baf7db-bdcb-44cb-a908-0368651b64ec'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:58:02.577017 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50412dac-7ef0-4815-88c3-7a3011e9eb40 None None] Routers {'77baf7db-bdcb-44cb-a908-0368651b64ec'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:58:02.577976 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-50412dac-7ef0-4815-88c3-7a3011e9eb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:57:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['77baf7db-bdcb-44cb-a908-0368651b64ec'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:58:02.657379 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-387c2d48-bcfa-4e15-8fc3-4fe38e9b120e tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:02.686729 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5c1b7e60-9f78-40a5-9d1d-5082fcf1cde4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:02.793982 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d9a91f1b-3da6-4250-8da5-e9f0af9c430d req-aca22ee9-1d2e-4e68-93bd-cab76d52a5f0 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] 10.222.0.60 "GET /v2.0/ports?device_id=01d70585-3927-482a-8a10-7f6887ce956d HTTP/1.1" status: 200 len: 210 time: 0.1556664 Jun 11 09:58:02.875707 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [None req-387c2d48-bcfa-4e15-8fc3-4fe38e9b120e tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] device_id is not set on port 55464f5a-76b6-44bc-8e07-a3bf56a0fbc5 yet. {{(pid=93176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 09:58:02.878968 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-50412dac-7ef0-4815-88c3-7a3011e9eb40 None None] Set router 77baf7db-bdcb-44cb-a908-0368651b64ec gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:58:02.893412 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5c1b7e60-9f78-40a5-9d1d-5082fcf1cde4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:02.992935 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5c1b7e60-9f78-40a5-9d1d-5082fcf1cde4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:02.998194 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7a0bf82e-275d-44ab-b7c8-228719d9aa7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:03.070291 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1b7e60-9f78-40a5-9d1d-5082fcf1cde4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4aced7a-b19e-44b1-bdb4-21da753beee7,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:03.077267 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5c1b7e60-9f78-40a5-9d1d-5082fcf1cde4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:03.099665 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-387c2d48-bcfa-4e15-8fc3-4fe38e9b120e tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:03.119614 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-5c1b7e60-9f78-40a5-9d1d-5082fcf1cde4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9b3656b34a2d481b9baf632f4b0779fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6541412 Jun 11 09:58:03.122049 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 58970) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:58:03.249336 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bd3c906d-2333-4cac-b108-b7aa44fa9ac7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:03.252556 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-387c2d48-bcfa-4e15-8fc3-4fe38e9b120e tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:03.256785 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 24f81093-6a7e-4d1f-ac6a-af239f89efad up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:58:03.271668 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1a5e9893-5ec2-4ba8-a9e6-9d1203cadc02 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:03.338523 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bd3c906d-2333-4cac-b108-b7aa44fa9ac7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:03.411182 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 24f81093-6a7e-4d1f-ac6a-af239f89efad triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:58:03.411182 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:03.486620 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 58980) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:58:03.491650 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387c2d48-bcfa-4e15-8fc3-4fe38e9b120e tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Pushing event updated for resources: {'Port': ['ID=4e59f903-e22b-478d-9089-7a57cd62a3ff,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:03.493982 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-e5980d11-b0d9-4e68-b754-f529a008ccca admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-557335153-network', 'tenant_id': '480b52087297447faf57eeafe6ec4dac'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:58:03.496032 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-387c2d48-bcfa-4e15-8fc3-4fe38e9b120e tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:03.513189 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-50412dac-7ef0-4815-88c3-7a3011e9eb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77baf7db-bdcb-44cb-a908-0368651b64ec', 'name': 'tempest-TestVolumeBackupRestore-1478312366-router', 'tenant_id': 'e89665a5b31d4cfa8d287da55d8a46ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '24f81093-6a7e-4d1f-ac6a-af239f89efad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:57:52Z', 'updated_at': '2021-06-11T09:57:59Z', 'revision_number': 4, 'project_id': 'e89665a5b31d4cfa8d287da55d8a46ff', 'gw_port': {'id': '24f81093-6a7e-4d1f-ac6a-af239f89efad', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77baf7db-bdcb-44cb-a908-0368651b64ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:57:53Z', 'updated_at': '2021-06-11T09:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '91f4cf2c-28f7-434c-8ce3-92937fbde7d8', 'name': '', 'network_id': '19721a0f-204c-4d59-a30b-8c079af3c457', 'tenant_id': 'e89665a5b31d4cfa8d287da55d8a46ff', 'mac_address': 'fa:16:3e:7d:e5:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77baf7db-bdcb-44cb-a908-0368651b64ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '79ac6b49-4f55-457d-944e-2b0fda2a6422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:57:57Z', 'updated_at': '2021-06-11T09:58:00Z', 'revision_number': 2, 'project_id': 'e89665a5b31d4cfa8d287da55d8a46ff', 'subnets': [{'id': '79ac6b49-4f55-457d-944e-2b0fda2a6422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:58:03.517394 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50412dac-7ef0-4815-88c3-7a3011e9eb40 None None] Checking router: 77baf7db-bdcb-44cb-a908-0368651b64ec for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:58:03.517763 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50412dac-7ef0-4815-88c3-7a3011e9eb40 None None] Updating router 77baf7db-bdcb-44cb-a908-0368651b64ec port 91f4cf2c-28f7-434c-8ce3-92937fbde7d8 binding host n-d-779913-12 {{(pid=93179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 09:58:03.525069 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387c2d48-bcfa-4e15-8fc3-4fe38e9b120e tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Checking segment: {'id': '9e65b2ab-ba72-4ce7-9fce-2ad22a02ff0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '0c800603-8b1f-43cf-8957-c0ee15cdc260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:58:03.525540 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387c2d48-bcfa-4e15-8fc3-4fe38e9b120e tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Network hostable DHCP agents. Network: 0c800603-8b1f-43cf-8957-c0ee15cdc260, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 09:58:03.543701 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dbc448-ea20-4ec3-aa9d-a99968f9f991 req-ce44bc3c-09b9-4f1f-85b4-30cfd176603e tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:03.545413 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b4dbc448-ea20-4ec3-aa9d-a99968f9f991 req-ce44bc3c-09b9-4f1f-85b4-30cfd176603e tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6af5165-129b-4ce4-8eea-a17df690db2e HTTP/1.1" status: 200 len: 945 time: 0.1670825 Jun 11 09:58:03.572662 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-50412dac-7ef0-4815-88c3-7a3011e9eb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:03.574534 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bd3c906d-2333-4cac-b108-b7aa44fa9ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:03.578183 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bd3c906d-2333-4cac-b108-b7aa44fa9ac7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:03.579665 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-bd3c906d-2333-4cac-b108-b7aa44fa9ac7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c4aced7a-b19e-44b1-bdb4-21da753beee7 HTTP/1.1" status: 204 len: 168 time: 0.4562762 Jun 11 09:58:03.580617 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ac282418-ac3e-45c2-882c-1fc9c3136eb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:03.603095 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3c906d-2333-4cac-b108-b7aa44fa9ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4aced7a-b19e-44b1-bdb4-21da753beee7,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:03.617850 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-bd3c906d-2333-4cac-b108-b7aa44fa9ac7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:03.641694 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5980d11-b0d9-4e68-b754-f529a008ccca admin admin] Made reservation on behalf of 480b52087297447faf57eeafe6ec4dac for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:58:03.651772 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e5980d11-b0d9-4e68-b754-f529a008ccca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:03.660703 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b4dbc448-ea20-4ec3-aa9d-a99968f9f991 req-b1a535a5-66ad-4e51-86e2-2a47acdd610e tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031611 Jun 11 09:58:03.680843 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e5980d11-b0d9-4e68-b754-f529a008ccca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:03.757436 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387c2d48-bcfa-4e15-8fc3-4fe38e9b120e tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Network 0c800603-8b1f-43cf-8957-c0ee15cdc260 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 09:58:03.842722 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e5980d11-b0d9-4e68-b754-f529a008ccca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:03.892254 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-387c2d48-bcfa-4e15-8fc3-4fe38e9b120e tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 0c800603-8b1f-43cf-8957-c0ee15cdc260) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:58:03.896908 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387c2d48-bcfa-4e15-8fc3-4fe38e9b120e tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:58:03.914120 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-387c2d48-bcfa-4e15-8fc3-4fe38e9b120e tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:03.914852 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7050fb-4abf-44ad-bb46-eba17fc1a46b None None] Network 0c800603-8b1f-43cf-8957-c0ee15cdc260 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:58:03.914987 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-77053571-3313-424a-bed8-a9a132ff952a tempest-ServersNegativeTestMultiTenantJSON-888732396 tempest-ServersNegativeTestMultiTenantJSON-888732396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:03.940694 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e5980d11-b0d9-4e68-b754-f529a008ccca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:03.960325 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5980d11-b0d9-4e68-b754-f529a008ccca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 770} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 09:58:03.980649 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e5980d11-b0d9-4e68-b754-f529a008ccca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:03.984689 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-e5980d11-b0d9-4e68-b754-f529a008ccca admin admin] Added segment c8021e50-a0bd-43fd-a1bf-fd5d47fae840 of type vlan for network a6072150-1280-423e-9fb4-d6d64515eeb2 Jun 11 09:58:04.055041 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-50412dac-7ef0-4815-88c3-7a3011e9eb40 None None] Notify callbacks [] for port, precommit_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:04.066141 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a0dd09f4-6cdf-468e-98cc-ae41b8ddc1c2 req-a4ee97f9-2a97-43ef-b3cf-42dcf79f00c0 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] 10.222.0.60 "GET /v2.0/ports?device_id=01d70585-3927-482a-8a10-7f6887ce956d HTTP/1.1" status: 200 len: 210 time: 0.0500824 Jun 11 09:58:04.094914 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-676c59a8-90f1-45fe-a569-092db5a1c474 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:04.095732 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-50412dac-7ef0-4815-88c3-7a3011e9eb40 None None] Transition to ACTIVE for port object 91f4cf2c-28f7-434c-8ce3-92937fbde7d8 will not be triggered until provisioned by entity L2. {{(pid=93179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:58:04.099284 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e5980d11-b0d9-4e68-b754-f529a008ccca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:04.119375 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387c2d48-bcfa-4e15-8fc3-4fe38e9b120e tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Pushing event updated for resources: {'Port': ['ID=55464f5a-76b6-44bc-8e07-a3bf56a0fbc5,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:04.122524 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-387c2d48-bcfa-4e15-8fc3-4fe38e9b120e tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:04.135291 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387c2d48-bcfa-4e15-8fc3-4fe38e9b120e tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Checking segment: {'id': '6880ea77-f816-4bf9-af8b-aeedb1b672d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '86489e25-38d0-4002-bd42-f28fc1568b07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:58:04.135862 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387c2d48-bcfa-4e15-8fc3-4fe38e9b120e tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Network hostable DHCP agents. Network: 86489e25-38d0-4002-bd42-f28fc1568b07, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 09:58:04.162948 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5980d11-b0d9-4e68-b754-f529a008ccca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6215bbe8-483c-45be-9a9e-094f298a6f8d,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:04.178891 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-50412dac-7ef0-4815-88c3-7a3011e9eb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:04.196058 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-5f47202e-0385-4579-a7b0-62e481a3be27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:04.222102 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e5980d11-b0d9-4e68-b754-f529a008ccca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:04.258589 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387c2d48-bcfa-4e15-8fc3-4fe38e9b120e tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Network 86489e25-38d0-4002-bd42-f28fc1568b07 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 09:58:04.326652 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e5980d11-b0d9-4e68-b754-f529a008ccca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:04.328233 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-387c2d48-bcfa-4e15-8fc3-4fe38e9b120e tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 86489e25-38d0-4002-bd42-f28fc1568b07) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:58:04.329672 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5980d11-b0d9-4e68-b754-f529a008ccca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:04.339814 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e5980d11-b0d9-4e68-b754-f529a008ccca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:04.344667 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2aa454-5d31-4811-b7d8-a097dd91d665 None None] Network 86489e25-38d0-4002-bd42-f28fc1568b07 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:58:04.350845 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387c2d48-bcfa-4e15-8fc3-4fe38e9b120e tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:58:04.390467 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387c2d48-bcfa-4e15-8fc3-4fe38e9b120e tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:04.402993 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-49511ac1-4a56-46a1-94f3-cfc2e1ca43c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:04.413481 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387c2d48-bcfa-4e15-8fc3-4fe38e9b120e tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:04.418655 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-387c2d48-bcfa-4e15-8fc3-4fe38e9b120e tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:04.495033 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-e5980d11-b0d9-4e68-b754-f529a008ccca admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0062137 Jun 11 09:58:04.497090 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 59000) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:58:04.504505 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-f2c0bcb2-d584-4bb6-ac40-9e1e4741e4a4 admin admin] Request body: {'subnet': {'network_id': 'a6072150-1280-423e-9fb4-d6d64515eeb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-557335153-subnet', 'tenant_id': '480b52087297447faf57eeafe6ec4dac', 'ip_version': 4}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:58:04.534928 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-387c2d48-bcfa-4e15-8fc3-4fe38e9b120e tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.0990353 Jun 11 09:58:04.537829 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 59002) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:58:04.549525 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6404c5-6726-48ae-8bc3-7e9fc0855d62 None None] Pushing event updated for resources: {'Port': ['ID=91f4cf2c-28f7-434c-8ce3-92937fbde7d8,revision_number=3']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:04.572699 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6404c5-6726-48ae-8bc3-7e9fc0855d62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:58:04.573394 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6404c5-6726-48ae-8bc3-7e9fc0855d62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:58:04.573591 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6404c5-6726-48ae-8bc3-7e9fc0855d62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:58:04.574153 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6404c5-6726-48ae-8bc3-7e9fc0855d62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:58:04.574597 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6404c5-6726-48ae-8bc3-7e9fc0855d62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:58:04.575075 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6404c5-6726-48ae-8bc3-7e9fc0855d62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:58:04.575494 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6404c5-6726-48ae-8bc3-7e9fc0855d62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:58:04.575983 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6404c5-6726-48ae-8bc3-7e9fc0855d62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:58:04.576400 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6404c5-6726-48ae-8bc3-7e9fc0855d62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:58:04.576818 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6404c5-6726-48ae-8bc3-7e9fc0855d62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:58:04.577231 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6404c5-6726-48ae-8bc3-7e9fc0855d62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:58:04.577759 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6404c5-6726-48ae-8bc3-7e9fc0855d62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:58:04.583794 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-7a6404c5-6726-48ae-8bc3-7e9fc0855d62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:04.586167 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-50412dac-7ef0-4815-88c3-7a3011e9eb40 None None] Attempting to bind port 91f4cf2c-28f7-434c-8ce3-92937fbde7d8 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:58:04.586731 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-50412dac-7ef0-4815-88c3-7a3011e9eb40 None None] Attempting to bind port 91f4cf2c-28f7-434c-8ce3-92937fbde7d8 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '1631155d-3f9e-4895-9926-5ebf12582263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '19721a0f-204c-4d59-a30b-8c079af3c457'}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:58:04.587296 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50412dac-7ef0-4815-88c3-7a3011e9eb40 None None] Attempting to bind port 91f4cf2c-28f7-434c-8ce3-92937fbde7d8 on network 19721a0f-204c-4d59-a30b-8c079af3c457 {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:58:04.593703 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50412dac-7ef0-4815-88c3-7a3011e9eb40 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:58:04.594318 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50412dac-7ef0-4815-88c3-7a3011e9eb40 None None] Checking segment: {'id': '1631155d-3f9e-4895-9926-5ebf12582263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '19721a0f-204c-4d59-a30b-8c079af3c457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:58:04.595235 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-50412dac-7ef0-4815-88c3-7a3011e9eb40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:04.595817 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50412dac-7ef0-4815-88c3-7a3011e9eb40 None None] Bound using segment: {'id': '1631155d-3f9e-4895-9926-5ebf12582263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '19721a0f-204c-4d59-a30b-8c079af3c457'} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:58:04.596504 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-50412dac-7ef0-4815-88c3-7a3011e9eb40 None None] Bound port: 91f4cf2c-28f7-434c-8ce3-92937fbde7d8, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1631155d-3f9e-4895-9926-5ebf12582263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '19721a0f-204c-4d59-a30b-8c079af3c457'}}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:58:04.596947 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-50412dac-7ef0-4815-88c3-7a3011e9eb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:04.635239 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5980d11-b0d9-4e68-b754-f529a008ccca admin admin] Pushing event updated for resources: {'Network': ['ID=a6072150-1280-423e-9fb4-d6d64515eeb2,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:04.661073 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e5980d11-b0d9-4e68-b754-f529a008ccca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:04.693868 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-50412dac-7ef0-4815-88c3-7a3011e9eb40 None None] For port 91f4cf2c-28f7-434c-8ce3-92937fbde7d8, host n-d-779913-12, cleared binding levels {{(pid=93179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:58:04.699074 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-50412dac-7ef0-4815-88c3-7a3011e9eb40 None None] For port 91f4cf2c-28f7-434c-8ce3-92937fbde7d8, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=91f4cf2c-28f7-434c-8ce3-92937fbde7d8,segment=NetworkSegment(1631155d-3f9e-4895-9926-5ebf12582263),segment_id=1631155d-3f9e-4895-9926-5ebf12582263)] {{(pid=93179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:58:04.703782 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network a6072150-1280-423e-9fb4-d6d64515eeb2 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:58:04.715705 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386c9f97-07bb-4dc4-8f94-1de32ae8cfe9 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:04.722986 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386c9f97-07bb-4dc4-8f94-1de32ae8cfe9 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:04.727748 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-386c9f97-07bb-4dc4-8f94-1de32ae8cfe9 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1839671 Jun 11 09:58:04.728093 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 59008) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:58:04.750738 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a38421-fb55-497e-8326-8b40245472c2 req-c927343f-90a5-454a-8a3d-b6287aac3d95 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:04.770192 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f5a38421-fb55-497e-8326-8b40245472c2 req-c927343f-90a5-454a-8a3d-b6287aac3d95 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6af5165-129b-4ce4-8eea-a17df690db2e HTTP/1.1" status: 200 len: 945 time: 0.1421854 Jun 11 09:58:04.808843 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c0bcb2-d584-4bb6-ac40-9e1e4741e4a4 admin admin] Made reservation on behalf of 480b52087297447faf57eeafe6ec4dac for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:58:04.811244 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f2c0bcb2-d584-4bb6-ac40-9e1e4741e4a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:04.835235 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-50412dac-7ef0-4815-88c3-7a3011e9eb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:04.848313 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:04.854698 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f5a38421-fb55-497e-8326-8b40245472c2 req-aa40a9ca-ddb2-4a23-97c4-0fc284a61ca5 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829649 Jun 11 09:58:04.949138 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50412dac-7ef0-4815-88c3-7a3011e9eb40 None None] Routers {'77baf7db-bdcb-44cb-a908-0368651b64ec'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:58:04.949803 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-50412dac-7ef0-4815-88c3-7a3011e9eb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:57:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['77baf7db-bdcb-44cb-a908-0368651b64ec'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:58:05.228937 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6404c5-6726-48ae-8bc3-7e9fc0855d62 None None] Pushing event updated for resources: {'Port': ['ID=91f4cf2c-28f7-434c-8ce3-92937fbde7d8,revision_number=4']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:05.233474 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-7a6404c5-6726-48ae-8bc3-7e9fc0855d62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:05.279052 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-50412dac-7ef0-4815-88c3-7a3011e9eb40 None None] Set router 77baf7db-bdcb-44cb-a908-0368651b64ec gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:58:05.279743 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-90582552-13e2-4cb6-9707-d7da841dc125 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Deleting port 4e59f903-e22b-478d-9089-7a57cd62a3ff {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:58:05.280098 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-90582552-13e2-4cb6-9707-d7da841dc125 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:05.342375 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f2c0bcb2-d584-4bb6-ac40-9e1e4741e4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:05.371224 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3d302100-e72f-480e-9df5-fa0266df9bd1 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:05.429680 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:05.473391 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c0bcb2-d584-4bb6-ac40-9e1e4741e4a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=715efb91-8492-4a4c-950c-1f34c1295055,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:05.476297 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f2c0bcb2-d584-4bb6-ac40-9e1e4741e4a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:05.478793 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b5fa1244-519c-4780-9e20-5e02ef4f5fa1 req-ff2b92f7-c3c9-4672-81b2-12cc0ac181de tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] 10.222.0.60 "GET /v2.0/ports?device_id=01d70585-3927-482a-8a10-7f6887ce956d HTTP/1.1" status: 200 len: 210 time: 0.1576962 Jun 11 09:58:05.491860 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-90582552-13e2-4cb6-9707-d7da841dc125 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:05.630270 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-90582552-13e2-4cb6-9707-d7da841dc125 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Calling delete_port for 4e59f903-e22b-478d-9089-7a57cd62a3ff owned by {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:58:05.631227 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-50412dac-7ef0-4815-88c3-7a3011e9eb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77baf7db-bdcb-44cb-a908-0368651b64ec', 'name': 'tempest-TestVolumeBackupRestore-1478312366-router', 'tenant_id': 'e89665a5b31d4cfa8d287da55d8a46ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '24f81093-6a7e-4d1f-ac6a-af239f89efad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:57:52Z', 'updated_at': '2021-06-11T09:57:59Z', 'revision_number': 4, 'project_id': 'e89665a5b31d4cfa8d287da55d8a46ff', 'gw_port': {'id': '24f81093-6a7e-4d1f-ac6a-af239f89efad', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77baf7db-bdcb-44cb-a908-0368651b64ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:57:53Z', 'updated_at': '2021-06-11T09:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '91f4cf2c-28f7-434c-8ce3-92937fbde7d8', 'name': '', 'network_id': '19721a0f-204c-4d59-a30b-8c079af3c457', 'tenant_id': 'e89665a5b31d4cfa8d287da55d8a46ff', 'mac_address': 'fa:16:3e:7d:e5:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77baf7db-bdcb-44cb-a908-0368651b64ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '79ac6b49-4f55-457d-944e-2b0fda2a6422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:57:57Z', 'updated_at': '2021-06-11T09:58:04Z', 'revision_number': 4, 'project_id': 'e89665a5b31d4cfa8d287da55d8a46ff', 'subnets': [{'id': '79ac6b49-4f55-457d-944e-2b0fda2a6422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:58:05.635514 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50412dac-7ef0-4815-88c3-7a3011e9eb40 None None] The sync data for ids ['77baf7db-bdcb-44cb-a908-0368651b64ec'] in n-d-779913-12 is: [{'id': '77baf7db-bdcb-44cb-a908-0368651b64ec', 'name': 'tempest-TestVolumeBackupRestore-1478312366-router', 'tenant_id': 'e89665a5b31d4cfa8d287da55d8a46ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '24f81093-6a7e-4d1f-ac6a-af239f89efad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:57:52Z', 'updated_at': '2021-06-11T09:57:59Z', 'revision_number': 4, 'project_id': 'e89665a5b31d4cfa8d287da55d8a46ff', 'gw_port': {'id': '24f81093-6a7e-4d1f-ac6a-af239f89efad', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77baf7db-bdcb-44cb-a908-0368651b64ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:57:53Z', 'updated_at': '2021-06-11T09:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '91f4cf2c-28f7-434c-8ce3-92937fbde7d8', 'name': '', 'network_id': '19721a0f-204c-4d59-a30b-8c079af3c457', 'tenant_id': 'e89665a5b31d4cfa8d287da55d8a46ff', 'mac_address': 'fa:16:3e:7d:e5:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77baf7db-bdcb-44cb-a908-0368651b64ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '79ac6b49-4f55-457d-944e-2b0fda2a6422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:57:57Z', 'updated_at': '2021-06-11T09:58:04Z', 'revision_number': 4, 'project_id': 'e89665a5b31d4cfa8d287da55d8a46ff', 'subnets': [{'id': '79ac6b49-4f55-457d-944e-2b0fda2a6422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:58:05.654646 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c0bcb2-d584-4bb6-ac40-9e1e4741e4a4 admin admin] Checking segment: {'id': 'c8021e50-a0bd-43fd-a1bf-fd5d47fae840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'a6072150-1280-423e-9fb4-d6d64515eeb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:58:05.655636 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c0bcb2-d584-4bb6-ac40-9e1e4741e4a4 admin admin] Network hostable DHCP agents. Network: a6072150-1280-423e-9fb4-d6d64515eeb2, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 09:58:05.829351 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c0bcb2-d584-4bb6-ac40-9e1e4741e4a4 admin admin] Network a6072150-1280-423e-9fb4-d6d64515eeb2 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 09:58:05.910019 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-90582552-13e2-4cb6-9707-d7da841dc125 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:05.910471 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5191c03a-495b-4431-aa54-a7d79c01ee3b tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:06.000127 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90582552-13e2-4cb6-9707-d7da841dc125 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Pushing event deleted for resources: {'Port': ['ID=4e59f903-e22b-478d-9089-7a57cd62a3ff,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:06.007106 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-90582552-13e2-4cb6-9707-d7da841dc125 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:06.017501 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-f2c0bcb2-d584-4bb6-ac40-9e1e4741e4a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, a6072150-1280-423e-9fb4-d6d64515eeb2) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:58:06.029976 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371d0d8c-f2e0-4407-b551-e762fbadbaff None None] Network a6072150-1280-423e-9fb4-d6d64515eeb2 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:58:06.042220 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c0bcb2-d584-4bb6-ac40-9e1e4741e4a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:06.042813 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f2c0bcb2-d584-4bb6-ac40-9e1e4741e4a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:06.057189 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d80a84-fedc-419f-92f5-461f72ee3ad5 req-616abc50-2cdd-4fb9-9612-9182ce9fd474 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:06.060738 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-22d80a84-fedc-419f-92f5-461f72ee3ad5 req-616abc50-2cdd-4fb9-9612-9182ce9fd474 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6af5165-129b-4ce4-8eea-a17df690db2e HTTP/1.1" status: 200 len: 945 time: 0.1769280 Jun 11 09:58:06.185011 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-90582552-13e2-4cb6-9707-d7da841dc125 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:06.189489 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-90582552-13e2-4cb6-9707-d7da841dc125 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] 10.222.0.60 "DELETE /v2.0/ports/4e59f903-e22b-478d-9089-7a57cd62a3ff HTTP/1.1" status: 204 len: 168 time: 1.4579408 Jun 11 09:58:06.189489 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-f2c0bcb2-d584-4bb6-ac40-9e1e4741e4a4 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6902046 Jun 11 09:58:06.190476 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 59040) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:58:06.190806 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 59042) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:58:06.231471 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-ef6f1140-12c7-410e-900d-9dbcb1407753 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-557335153-router', 'tenant_id': '480b52087297447faf57eeafe6ec4dac', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:58:06.390405 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4c0586-e3e0-4c85-882b-6083f1694b5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-a6072150-1280-423e-9fb4-d6d64515eeb2', 'network_id': 'a6072150-1280-423e-9fb4-d6d64515eeb2', 'tenant_id': '480b52087297447faf57eeafe6ec4dac', 'fixed_ips': [{'subnet_id': '715efb91-8492-4a4c-950c-1f34c1295055'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 09:58:06.391801 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-de4c0586-e3e0-4c85-882b-6083f1694b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:06.443226 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-22d80a84-fedc-419f-92f5-461f72ee3ad5 req-fec40f37-f59f-4caf-9e61-e3abe6c60431 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Deleting port b647146c-b492-4ee1-9347-6d4953361378 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:58:06.443764 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-22d80a84-fedc-419f-92f5-461f72ee3ad5 req-fec40f37-f59f-4caf-9e61-e3abe6c60431 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:06.464849 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20751ff7-7161-4e6d-ab8f-3b9e862461a4 req-d40fb9ab-40a3-43c2-8475-e6afb39ed4e2 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:06.467414 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-20751ff7-7161-4e6d-ab8f-3b9e862461a4 req-d40fb9ab-40a3-43c2-8475-e6afb39ed4e2 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6af5165-129b-4ce4-8eea-a17df690db2e HTTP/1.1" status: 200 len: 945 time: 0.3766930 Jun 11 09:58:06.475399 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ef6f1140-12c7-410e-900d-9dbcb1407753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:06.479114 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ef6f1140-12c7-410e-900d-9dbcb1407753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:06.648877 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-20751ff7-7161-4e6d-ab8f-3b9e862461a4 req-8298a0e2-b239-473b-9be5-c352f3fcab08 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744916 Jun 11 09:58:06.696929 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-b8e6cafe-18bd-4bb9-b4b2-ee5fcfc7f8fc tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Deleting port 55464f5a-76b6-44bc-8e07-a3bf56a0fbc5 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:58:06.697390 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b8e6cafe-18bd-4bb9-b4b2-ee5fcfc7f8fc tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:06.809747 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-de4c0586-e3e0-4c85-882b-6083f1694b5d None None] Allocated IP 172.20.0.2 (a6072150-1280-423e-9fb4-d6d64515eeb2/715efb91-8492-4a4c-950c-1f34c1295055/1c39808e-47d3-43ba-baab-eb863a062ca7) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:58:06.860170 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8bf767b1-4cc0-4923-b58b-617655a4d12b req-23f756dd-4905-4ae6-9e46-860669e15964 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] 10.222.0.60 "GET /v2.0/ports?device_id=01d70585-3927-482a-8a10-7f6887ce956d HTTP/1.1" status: 200 len: 210 time: 0.1239367 Jun 11 09:58:06.921295 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-22d80a84-fedc-419f-92f5-461f72ee3ad5 req-fec40f37-f59f-4caf-9e61-e3abe6c60431 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] For port b647146c-b492-4ee1-9347-6d4953361378, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=b647146c-b492-4ee1-9347-6d4953361378,segment=NetworkSegment(49dbfc19-7dcf-486c-9f91-ff9f037d2121),segment_id=49dbfc19-7dcf-486c-9f91-ff9f037d2121)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:58:06.921295 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-22d80a84-fedc-419f-92f5-461f72ee3ad5 req-fec40f37-f59f-4caf-9e61-e3abe6c60431 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:07.056129 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b8e6cafe-18bd-4bb9-b4b2-ee5fcfc7f8fc tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:07.060342 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ef6f1140-12c7-410e-900d-9dbcb1407753 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:07.085165 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-22d80a84-fedc-419f-92f5-461f72ee3ad5 req-fec40f37-f59f-4caf-9e61-e3abe6c60431 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Calling delete_port for b647146c-b492-4ee1-9347-6d4953361378 owned by compute:nova {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:58:07.228205 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-b8e6cafe-18bd-4bb9-b4b2-ee5fcfc7f8fc tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Calling delete_port for 55464f5a-76b6-44bc-8e07-a3bf56a0fbc5 owned by {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:58:07.239609 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-de4c0586-e3e0-4c85-882b-6083f1694b5d None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:07.266245 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-de4c0586-e3e0-4c85-882b-6083f1694b5d None None] Transition to ACTIVE for port object 1c39808e-47d3-43ba-baab-eb863a062ca7 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:58:07.300171 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-de4c0586-e3e0-4c85-882b-6083f1694b5d None None] Transition to ACTIVE for port object 1c39808e-47d3-43ba-baab-eb863a062ca7 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:58:07.389587 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 91f4cf2c-28f7-434c-8ce3-92937fbde7d8 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:58:07.452209 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-de4c0586-e3e0-4c85-882b-6083f1694b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:07.464622 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-0d0dadc8-046d-4d5a-8096-21b613fba21e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:07.474362 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4c0586-e3e0-4c85-882b-6083f1694b5d None None] Network a6072150-1280-423e-9fb4-d6d64515eeb2 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:58:07.483610 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-de4c0586-e3e0-4c85-882b-6083f1694b5d None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:58:07.520218 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4c0586-e3e0-4c85-882b-6083f1694b5d None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:58:07.628369 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4c0586-e3e0-4c85-882b-6083f1694b5d None None] Pushing event updated for resources: {'Port': ['ID=1c39808e-47d3-43ba-baab-eb863a062ca7,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:07.641074 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-22d80a84-fedc-419f-92f5-461f72ee3ad5 req-fec40f37-f59f-4caf-9e61-e3abe6c60431 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:07.655943 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d52de2fb-c77b-4c85-aa3e-5a5396d159b3 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:07.660023 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['b647146c-b492-4ee1-9347-6d4953361378'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:58:07.666227 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4c0586-e3e0-4c85-882b-6083f1694b5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:58:07.666581 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4c0586-e3e0-4c85-882b-6083f1694b5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:58:07.666939 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4c0586-e3e0-4c85-882b-6083f1694b5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:58:07.667546 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4c0586-e3e0-4c85-882b-6083f1694b5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:58:07.668025 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4c0586-e3e0-4c85-882b-6083f1694b5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:58:07.668367 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4c0586-e3e0-4c85-882b-6083f1694b5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:58:07.668695 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4c0586-e3e0-4c85-882b-6083f1694b5d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:58:07.669028 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4c0586-e3e0-4c85-882b-6083f1694b5d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:58:07.669358 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4c0586-e3e0-4c85-882b-6083f1694b5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:58:07.669773 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4c0586-e3e0-4c85-882b-6083f1694b5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:58:07.670198 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4c0586-e3e0-4c85-882b-6083f1694b5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:58:07.670533 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4c0586-e3e0-4c85-882b-6083f1694b5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:58:07.685152 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-de4c0586-e3e0-4c85-882b-6083f1694b5d None None] Attempting to bind port 1c39808e-47d3-43ba-baab-eb863a062ca7 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:58:07.685565 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-de4c0586-e3e0-4c85-882b-6083f1694b5d None None] Attempting to bind port 1c39808e-47d3-43ba-baab-eb863a062ca7 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'c8021e50-a0bd-43fd-a1bf-fd5d47fae840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'a6072150-1280-423e-9fb4-d6d64515eeb2'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:58:07.686299 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4c0586-e3e0-4c85-882b-6083f1694b5d None None] Attempting to bind port 1c39808e-47d3-43ba-baab-eb863a062ca7 on network a6072150-1280-423e-9fb4-d6d64515eeb2 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:58:07.693564 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-de4c0586-e3e0-4c85-882b-6083f1694b5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:07.722298 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4c0586-e3e0-4c85-882b-6083f1694b5d None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:58:07.722814 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4c0586-e3e0-4c85-882b-6083f1694b5d None None] Checking segment: {'id': 'c8021e50-a0bd-43fd-a1bf-fd5d47fae840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'a6072150-1280-423e-9fb4-d6d64515eeb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:58:07.723240 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-de4c0586-e3e0-4c85-882b-6083f1694b5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:07.723735 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4c0586-e3e0-4c85-882b-6083f1694b5d None None] Bound using segment: {'id': 'c8021e50-a0bd-43fd-a1bf-fd5d47fae840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'a6072150-1280-423e-9fb4-d6d64515eeb2'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:58:07.724243 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-de4c0586-e3e0-4c85-882b-6083f1694b5d None None] Bound port: 1c39808e-47d3-43ba-baab-eb863a062ca7, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8021e50-a0bd-43fd-a1bf-fd5d47fae840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'a6072150-1280-423e-9fb4-d6d64515eeb2'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:58:07.724637 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-de4c0586-e3e0-4c85-882b-6083f1694b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:07.742849 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec40f37-f59f-4caf-9e61-e3abe6c60431 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Pushing event deleted for resources: {'Port': ['ID=b647146c-b492-4ee1-9347-6d4953361378,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:07.768448 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-fec40f37-f59f-4caf-9e61-e3abe6c60431 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:07.804338 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-22d80a84-fedc-419f-92f5-461f72ee3ad5 req-fec40f37-f59f-4caf-9e61-e3abe6c60431 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] No DVR routers for this DVR port b647146c-b492-4ee1-9347-6d4953361378 on host n-h2-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:58:07.808822 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-22d80a84-fedc-419f-92f5-461f72ee3ad5 req-fec40f37-f59f-4caf-9e61-e3abe6c60431 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:07.812467 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-22d80a84-fedc-419f-92f5-461f72ee3ad5 req-fec40f37-f59f-4caf-9e61-e3abe6c60431 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.69 "DELETE /v2.0/ports/b647146c-b492-4ee1-9347-6d4953361378 HTTP/1.1" status: 204 len: 173 time: 1.7451117 Jun 11 09:58:07.813284 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6af5165-129b-4ce4-8eea-a17df690db2e', 'name': 'network-vif-deleted', 'tag': 'b647146c-b492-4ee1-9347-6d4953361378'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:58:07.816275 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07539455-14c5-4873-bbb0-57476a99c481" -d '{"events": [{"server_uuid": "f6af5165-129b-4ce4-8eea-a17df690db2e", "name": "network-vif-deleted", "tag": "b647146c-b492-4ee1-9347-6d4953361378"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:58:07.823189 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-de4c0586-e3e0-4c85-882b-6083f1694b5d None None] For port 1c39808e-47d3-43ba-baab-eb863a062ca7, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:58:07.826419 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-de4c0586-e3e0-4c85-882b-6083f1694b5d None None] For port 1c39808e-47d3-43ba-baab-eb863a062ca7, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=1c39808e-47d3-43ba-baab-eb863a062ca7,segment=NetworkSegment(c8021e50-a0bd-43fd-a1bf-fd5d47fae840),segment_id=c8021e50-a0bd-43fd-a1bf-fd5d47fae840)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:58:07.828389 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 91f4cf2c-28f7-434c-8ce3-92937fbde7d8 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:58:07.833331 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 91f4cf2c-28f7-434c-8ce3-92937fbde7d8 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:58:07.833730 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:07.917418 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8784fbff-06d1-45d4-b0ac-9ae034a0ae8a x-openstack-request-id: req-8784fbff-06d1-45d4-b0ac-9ae034a0ae8a {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:58:07.917710 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6af5165-129b-4ce4-8eea-a17df690db2e", "name": "network-vif-deleted", "tag": "b647146c-b492-4ee1-9347-6d4953361378", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:58:07.918020 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8784fbff-06d1-45d4-b0ac-9ae034a0ae8a {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:58:07.918503 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6af5165-129b-4ce4-8eea-a17df690db2e', 'name': 'network-vif-deleted', 'tag': 'b647146c-b492-4ee1-9347-6d4953361378', 'status': 'completed', 'code': 200} Jun 11 09:58:07.949178 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:07.999410 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 91f4cf2c-28f7-434c-8ce3-92937fbde7d8, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=91f4cf2c-28f7-434c-8ce3-92937fbde7d8,segment=NetworkSegment(1631155d-3f9e-4895-9926-5ebf12582263),segment_id=1631155d-3f9e-4895-9926-5ebf12582263)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:58:08.020364 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ddfe9e43-c7dc-49d3-ba12-a7b77ac5f726 req-6376d79e-de81-4cff-a3df-4ae745c6cd8a tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6af5165-129b-4ce4-8eea-a17df690db2e HTTP/1.1" status: 200 len: 210 time: 0.0641296 Jun 11 09:58:08.081607 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-de4c0586-e3e0-4c85-882b-6083f1694b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:08.090312 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:08.179777 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4c0586-e3e0-4c85-882b-6083f1694b5d None None] Pushing event updated for resources: {'Port': ['ID=1c39808e-47d3-43ba-baab-eb863a062ca7,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:08.184479 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-de4c0586-e3e0-4c85-882b-6083f1694b5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:08.228908 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:08.239647 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-661545eb-7820-49dc-ac13-38f1474bf116 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:08.244088 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 59094) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:58:08.318414 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ef6f1140-12c7-410e-900d-9dbcb1407753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:08.318988 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=91f4cf2c-28f7-434c-8ce3-92937fbde7d8,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:08.333143 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:08.384484 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bbe67ba4-f1ce-4b53-96cc-14c3bbb49652 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:08.445176 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bbe67ba4-f1ce-4b53-96cc-14c3bbb49652 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:08.509943 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b8e6cafe-18bd-4bb9-b4b2-ee5fcfc7f8fc tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:08.529823 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-387c2d48-bcfa-4e15-8fc3-4fe38e9b120e tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:08.573791 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e6cafe-18bd-4bb9-b4b2-ee5fcfc7f8fc tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Pushing event deleted for resources: {'Port': ['ID=55464f5a-76b6-44bc-8e07-a3bf56a0fbc5,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:08.579311 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b8e6cafe-18bd-4bb9-b4b2-ee5fcfc7f8fc tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:08.581561 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b8e6cafe-18bd-4bb9-b4b2-ee5fcfc7f8fc tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:08.583489 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-b8e6cafe-18bd-4bb9-b4b2-ee5fcfc7f8fc tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] 10.222.0.60 "DELETE /v2.0/ports/55464f5a-76b6-44bc-8e07-a3bf56a0fbc5 HTTP/1.1" status: 204 len: 168 time: 2.3779378 Jun 11 09:58:08.586484 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 59100) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:58:08.691162 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-9fb3322c-11de-4741-a4e6-0801a761a530 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1033592 Jun 11 09:58:08.697228 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bbe67ba4-f1ce-4b53-96cc-14c3bbb49652 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:08.698786 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 59106) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:58:08.702776 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bbe67ba4-f1ce-4b53-96cc-14c3bbb49652 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:08.705937 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-bbe67ba4-f1ce-4b53-96cc-14c3bbb49652 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] 10.222.0.60 "DELETE /v2.0/security-groups/bcce601c-ce35-42bf-9e68-458e7d14fb73 HTTP/1.1" status: 204 len: 168 time: 0.4594340 Jun 11 09:58:08.711157 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f5c72385-750b-4ccf-acc3-f41f0d6f1362 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:08.711304 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-73fc17d9-b839-49da-9a61-fa0f63b74201 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1294384032'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:58:08.711431 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 59108) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:58:08.735195 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe67ba4-f1ce-4b53-96cc-14c3bbb49652 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcce601c-ce35-42bf-9e68-458e7d14fb73,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:08.738600 n-d-779913-12 neutron-server[93177]: INFO neutron.api.v2.resource [None req-3c14e77f-6f05-4be7-8e45-a5bbd75402a4 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] show failed (client error): The resource could not be found. Jun 11 09:58:08.740176 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-3c14e77f-6f05-4be7-8e45-a5bbd75402a4 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] 10.222.0.60 "GET /v2.0/security-groups/bcce601c-ce35-42bf-9e68-458e7d14fb73 HTTP/1.1" status: 404 len: 347 time: 0.0271773 Jun 11 09:58:08.741441 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-bbe67ba4-f1ce-4b53-96cc-14c3bbb49652 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:08.743645 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 59110) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:58:08.903756 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73fc17d9-b839-49da-9a61-fa0f63b74201 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Made reservation on behalf of 970b4426dd6440a29807e08a03e58d96 for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:58:08.907490 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-73fc17d9-b839-49da-9a61-fa0f63b74201 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:08.927743 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ef6f1140-12c7-410e-900d-9dbcb1407753 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:08.959930 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ef6f1140-12c7-410e-900d-9dbcb1407753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:08.960673 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-e5734833-f8a4-46ac-be7c-20905aed1f2a tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Deleting port f8355c43-daea-4322-8204-a740d3ffd4d2 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:58:08.961004 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e5734833-f8a4-46ac-be7c-20905aed1f2a tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:08.971216 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73fc17d9-b839-49da-9a61-fa0f63b74201 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 799} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 09:58:09.025262 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-73fc17d9-b839-49da-9a61-fa0f63b74201 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:09.025985 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-73fc17d9-b839-49da-9a61-fa0f63b74201 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Added segment c786dd45-2d24-4ea4-a5ff-ca40e435d8ef of type vlan for network affc60bb-150c-4b78-b15c-73e97f89f75c Jun 11 09:58:09.142414 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-73fc17d9-b839-49da-9a61-fa0f63b74201 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:09.203203 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e5734833-f8a4-46ac-be7c-20905aed1f2a tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:09.203553 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e5734833-f8a4-46ac-be7c-20905aed1f2a tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:09.251649 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-ef6f1140-12c7-410e-900d-9dbcb1407753 admin admin] Allocated IP 172.25.4.222 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/0c7e0f2c-9b78-4c6e-874f-60d4ad2aff9d) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:58:09.328113 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3be01956-2b2c-433d-9aca-bc16a3caedde req-9aa4125b-ed4e-4dfb-a33e-a4d6bc7900a2 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6af5165-129b-4ce4-8eea-a17df690db2e HTTP/1.1" status: 200 len: 210 time: 0.0826159 Jun 11 09:58:09.433591 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-e5734833-f8a4-46ac-be7c-20905aed1f2a tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Calling delete_port for f8355c43-daea-4322-8204-a740d3ffd4d2 owned by network:floatingip {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:58:09.444068 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-73fc17d9-b839-49da-9a61-fa0f63b74201 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:09.449646 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73fc17d9-b839-49da-9a61-fa0f63b74201 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:09.453299 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-73fc17d9-b839-49da-9a61-fa0f63b74201 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:09.458396 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e307a0e3-6873-4ff1-8f0b-998beb29b90d tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:09.478140 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 91f4cf2c-28f7-434c-8ce3-92937fbde7d8 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:58:09.555969 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 91f4cf2c-28f7-434c-8ce3-92937fbde7d8 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:58:09.556875 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:09.650042 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fc17d9-b839-49da-9a61-fa0f63b74201 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Pushing event updated for resources: {'Network': ['ID=affc60bb-150c-4b78-b15c-73e97f89f75c,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:09.664664 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-73fc17d9-b839-49da-9a61-fa0f63b74201 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:09.671235 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ef6f1140-12c7-410e-900d-9dbcb1407753 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:09.675256 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network affc60bb-150c-4b78-b15c-73e97f89f75c details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:58:09.689448 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-73fc17d9-b839-49da-9a61-fa0f63b74201 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9832575 Jun 11 09:58:09.692443 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 59128) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:58:09.711746 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-6d14831b-50b4-4c1b-98b0-2ea047a1ab33 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1233990645'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:58:09.737189 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 1c39808e-47d3-43ba-baab-eb863a062ca7 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:58:09.795257 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922b5f38-23ca-4821-b9db-14a7213676b8 None None] Network a6072150-1280-423e-9fb4-d6d64515eeb2 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:58:09.844398 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e5734833-f8a4-46ac-be7c-20905aed1f2a tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:09.849793 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e5dc5c86-bb6f-426e-8b51-c0affb7bca19 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:09.894879 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ef6f1140-12c7-410e-900d-9dbcb1407753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:09.907236 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5734833-f8a4-46ac-be7c-20905aed1f2a tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Pushing event deleted for resources: {'Port': ['ID=f8355c43-daea-4322-8204-a740d3ffd4d2,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:09.908569 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d14831b-50b4-4c1b-98b0-2ea047a1ab33 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Made reservation on behalf of 970b4426dd6440a29807e08a03e58d96 for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:58:09.913754 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6d14831b-50b4-4c1b-98b0-2ea047a1ab33 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:09.917731 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e5734833-f8a4-46ac-be7c-20905aed1f2a tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:09.922939 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ed63217b-c4b6-43f8-a49d-f3ef9294ba81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:09.986607 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-7f65724a-c208-4e6e-ac85-a28acac22655 None None] Provisioning for port 1c39808e-47d3-43ba-baab-eb863a062ca7 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:58:09.994152 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6f1140-12c7-410e-900d-9dbcb1407753 admin admin] Pushing event updated for resources: {'Port': ['ID=0c7e0f2c-9b78-4c6e-874f-60d4ad2aff9d,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:10.000245 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ef6f1140-12c7-410e-900d-9dbcb1407753 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:10.004180 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6f1140-12c7-410e-900d-9dbcb1407753 admin admin] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:58:10.005867 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-ef6f1140-12c7-410e-900d-9dbcb1407753 admin admin] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:58:10.008591 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6f1140-12c7-410e-900d-9dbcb1407753 admin admin] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:58:10.018564 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d14831b-50b4-4c1b-98b0-2ea047a1ab33 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 758} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 09:58:10.046142 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6d14831b-50b4-4c1b-98b0-2ea047a1ab33 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:10.046612 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-6d14831b-50b4-4c1b-98b0-2ea047a1ab33 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Added segment e0a3bd46-2038-428a-b511-719af0645146 of type vlan for network 676b8287-37ea-4d3f-b8c5-3c7f7006862b Jun 11 09:58:10.061311 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e5734833-f8a4-46ac-be7c-20905aed1f2a tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Notify callbacks [] for floatingip, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:10.064309 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e5734833-f8a4-46ac-be7c-20905aed1f2a tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:10.065569 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-e5734833-f8a4-46ac-be7c-20905aed1f2a tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] 10.222.0.60 "DELETE /v2.0/floatingips/82723434-ad10-4c46-a233-67e6566eeb67 HTTP/1.1" status: 204 len: 168 time: 1.3207006 Jun 11 09:58:10.069004 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 59134) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:58:10.121407 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6d14831b-50b4-4c1b-98b0-2ea047a1ab33 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:10.150413 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 1c39808e-47d3-43ba-baab-eb863a062ca7 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:58:10.157172 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device b647146c-b492-4ee1-9347-6d4953361378 no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:58:10.163181 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 1c39808e-47d3-43ba-baab-eb863a062ca7 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:58:10.163585 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:10.192885 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] No Port match for: b647146c-b492-4ee1-9347-6d4953361378 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:58:10.193190 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device b647146c-b492-4ee1-9347-6d4953361378 not bound to the agent host n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:58:10.286365 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6d14831b-50b4-4c1b-98b0-2ea047a1ab33 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:10.286365 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d14831b-50b4-4c1b-98b0-2ea047a1ab33 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:10.286365 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6d14831b-50b4-4c1b-98b0-2ea047a1ab33 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:10.298918 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c657db20-dd3f-4a95-b256-114a4a125d3b tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:10.354707 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:10.421536 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 1c39808e-47d3-43ba-baab-eb863a062ca7, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=1c39808e-47d3-43ba-baab-eb863a062ca7,segment=NetworkSegment(c8021e50-a0bd-43fd-a1bf-fd5d47fae840),segment_id=c8021e50-a0bd-43fd-a1bf-fd5d47fae840)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:58:10.431680 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d14831b-50b4-4c1b-98b0-2ea047a1ab33 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Pushing event updated for resources: {'Network': ['ID=676b8287-37ea-4d3f-b8c5-3c7f7006862b,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:10.448725 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-6d14831b-50b4-4c1b-98b0-2ea047a1ab33 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7525923 Jun 11 09:58:10.450002 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6d14831b-50b4-4c1b-98b0-2ea047a1ab33 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:10.450915 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 676b8287-37ea-4d3f-b8c5-3c7f7006862b details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:58:10.585671 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 59146) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:58:10.602645 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:10.605634 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:10.615110 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-77e00107-55d2-4f53-8c39-bd1ba236f647 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Request body: {'subnets': [{'network_id': 'affc60bb-150c-4b78-b15c-73e97f89f75c', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1164180718', 'ip_version': 4}, {'network_id': '676b8287-37ea-4d3f-b8c5-3c7f7006862b', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:58:10.615841 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-77e00107-55d2-4f53-8c39-bd1ba236f647 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Request body: {'subnet': {'network_id': 'affc60bb-150c-4b78-b15c-73e97f89f75c', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1164180718', 'ip_version': 4}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:58:10.616580 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-77e00107-55d2-4f53-8c39-bd1ba236f647 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Request body: {'subnet': {'network_id': '676b8287-37ea-4d3f-b8c5-3c7f7006862b', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:58:10.859951 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-cde8e761-403e-4bee-99e3-3de3267cea43 None None] Provisioning complete for port 1c39808e-47d3-43ba-baab-eb863a062ca7 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:58:10.860336 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-cde8e761-403e-4bee-99e3-3de3267cea43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:10.918080 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=1c39808e-47d3-43ba-baab-eb863a062ca7,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:10.920039 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 59162) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:58:10.924045 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:11.077663 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-373d0338-7eb4-4c15-b1ff-7b9c7291f7ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:11.096122 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e00107-55d2-4f53-8c39-bd1ba236f647 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Made reservation on behalf of 970b4426dd6440a29807e08a03e58d96 for: {'subnet': 2} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:58:11.101624 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-77e00107-55d2-4f53-8c39-bd1ba236f647 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:11.102051 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-77e00107-55d2-4f53-8c39-bd1ba236f647 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:11.191966 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ef6f1140-12c7-410e-900d-9dbcb1407753 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:11.246520 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 1c39808e-47d3-43ba-baab-eb863a062ca7 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:58:11.313294 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 1c39808e-47d3-43ba-baab-eb863a062ca7 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:58:11.313294 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:11.327281 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6832473e-a820-4ffb-be39-85a3c0280d1b req-0c9228f5-9456-4f2b-b5af-c6d89d2b34d1 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:11.329007 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6832473e-a820-4ffb-be39-85a3c0280d1b req-0c9228f5-9456-4f2b-b5af-c6d89d2b34d1 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/networks?id=27e23bf6-ffe1-4e0a-b377-e23593ba5165 HTTP/1.1" status: 200 len: 811 time: 0.4547331 Jun 11 09:58:11.335599 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-373d0338-7eb4-4c15-b1ff-7b9c7291f7ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:11.386800 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6832473e-a820-4ffb-be39-85a3c0280d1b req-9d70baa8-4b73-43c8-afb4-44572b2a822f tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/quotas/cf2f36364fcc4b2d95b3a631356b3d50 HTTP/1.1" status: 200 len: 375 time: 0.0456238 Jun 11 09:58:11.421216 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-373d0338-7eb4-4c15-b1ff-7b9c7291f7ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:11.425623 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-de52f866-4e09-4dae-86cc-1ca074ae7e87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:11.440663 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6832473e-a820-4ffb-be39-85a3c0280d1b req-4e1ab6b2-7779-44f3-a0d6-2a90366aea64 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=cf2f36364fcc4b2d95b3a631356b3d50&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426261 Jun 11 09:58:11.516123 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d0338-7eb4-4c15-b1ff-7b9c7291f7ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a272f60-d1a6-467e-b769-505d48f86c62,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:11.522548 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-373d0338-7eb4-4c15-b1ff-7b9c7291f7ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:11.529484 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-373d0338-7eb4-4c15-b1ff-7b9c7291f7ed admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3cef64b0c99549ac83d7df6e2e1bb1a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6084571 Jun 11 09:58:11.542398 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 59168) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:58:11.576001 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 09:58:11.658752 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-87e2211e-9e44-436d-9cf4-8d503163d946 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:11.725540 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-87e2211e-9e44-436d-9cf4-8d503163d946 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:11.748888 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6832473e-a820-4ffb-be39-85a3c0280d1b req-8ecace06-7f1a-4655-a08e-d3cb5dacbd78 service neutron] 10.222.0.60 "GET /v2.0/networks/27e23bf6-ffe1-4e0a-b377-e23593ba5165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2962089 Jun 11 09:58:11.751548 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ef6f1140-12c7-410e-900d-9dbcb1407753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:11.808948 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-77e00107-55d2-4f53-8c39-bd1ba236f647 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:11.811714 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-83c8421f-cefc-422d-8115-70cb48ad9a4d tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:11.857517 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-87e2211e-9e44-436d-9cf4-8d503163d946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:11.860267 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-87e2211e-9e44-436d-9cf4-8d503163d946 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:11.861441 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-87e2211e-9e44-436d-9cf4-8d503163d946 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1a272f60-d1a6-467e-b769-505d48f86c62 HTTP/1.1" status: 204 len: 168 time: 0.3181143 Jun 11 09:58:11.902472 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e00107-55d2-4f53-8c39-bd1ba236f647 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Pushing event updated for resources: {'Subnet': ['ID=c579ad0a-59b0-4f0e-b211-1a36a1277eec,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:11.905452 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-77e00107-55d2-4f53-8c39-bd1ba236f647 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:11.908276 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8daad5c8-2b51-48b8-b328-74ec7f003eda tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:11.921189 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e2211e-9e44-436d-9cf4-8d503163d946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a272f60-d1a6-467e-b769-505d48f86c62,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:11.924278 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-87e2211e-9e44-436d-9cf4-8d503163d946 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:11.927602 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e00107-55d2-4f53-8c39-bd1ba236f647 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Checking segment: {'id': 'c786dd45-2d24-4ea4-a5ff-ca40e435d8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'affc60bb-150c-4b78-b15c-73e97f89f75c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:58:11.927914 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e00107-55d2-4f53-8c39-bd1ba236f647 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Network hostable DHCP agents. Network: affc60bb-150c-4b78-b15c-73e97f89f75c, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 09:58:12.031969 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e00107-55d2-4f53-8c39-bd1ba236f647 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Network affc60bb-150c-4b78-b15c-73e97f89f75c is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 09:58:12.168928 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-77e00107-55d2-4f53-8c39-bd1ba236f647 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, affc60bb-150c-4b78-b15c-73e97f89f75c) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:58:12.176755 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-77e00107-55d2-4f53-8c39-bd1ba236f647 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:12.177190 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-208db2f9-01e8-4cb8-bbe5-81a81735349c tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:12.186824 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f080ec-0748-475a-b58b-56122576e787 None None] Network affc60bb-150c-4b78-b15c-73e97f89f75c requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:58:12.235147 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e00107-55d2-4f53-8c39-bd1ba236f647 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Pushing event updated for resources: {'Subnet': ['ID=ea96d026-6cd5-4456-bf17-c190e27fd22a,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:12.241638 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-77e00107-55d2-4f53-8c39-bd1ba236f647 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:12.278814 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e00107-55d2-4f53-8c39-bd1ba236f647 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Checking segment: {'id': 'e0a3bd46-2038-428a-b511-719af0645146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '676b8287-37ea-4d3f-b8c5-3c7f7006862b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:58:12.279408 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e00107-55d2-4f53-8c39-bd1ba236f647 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Network hostable DHCP agents. Network: 676b8287-37ea-4d3f-b8c5-3c7f7006862b, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 09:58:12.394958 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e00107-55d2-4f53-8c39-bd1ba236f647 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Network 676b8287-37ea-4d3f-b8c5-3c7f7006862b is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 09:58:12.426807 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e9e33a-4b53-40bc-8f3a-b454a928b0c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-affc60bb-150c-4b78-b15c-73e97f89f75c', 'network_id': 'affc60bb-150c-4b78-b15c-73e97f89f75c', 'tenant_id': '970b4426dd6440a29807e08a03e58d96', 'fixed_ips': [{'subnet_id': 'c579ad0a-59b0-4f0e-b211-1a36a1277eec'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 09:58:12.427762 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-07e9e33a-4b53-40bc-8f3a-b454a928b0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:12.465894 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6832473e-a820-4ffb-be39-85a3c0280d1b req-271abdf3-8ebc-42bb-8009-59fcfe82c4e2 service neutron] 10.222.0.60 "GET /v2.0/networks/27e23bf6-ffe1-4e0a-b377-e23593ba5165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7075131 Jun 11 09:58:12.494240 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6576b91c-aa40-4822-a9fc-1a95f4531ed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375209'] for router_interface, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:12.555027 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-77e00107-55d2-4f53-8c39-bd1ba236f647 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 676b8287-37ea-4d3f-b8c5-3c7f7006862b) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:58:12.561182 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e00107-55d2-4f53-8c39-bd1ba236f647 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:12.561182 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e00107-55d2-4f53-8c39-bd1ba236f647 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:12.561447 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-77e00107-55d2-4f53-8c39-bd1ba236f647 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:12.578378 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767dbf22-c2ee-4ce6-8d20-be33c20ff94c None None] Network 676b8287-37ea-4d3f-b8c5-3c7f7006862b requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:58:12.711884 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 59180) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:58:12.730357 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ba716000-341e-4c6d-a6c7-c00217936f27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:12.752263 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef6f1140-12c7-410e-900d-9dbcb1407753 admin admin] Router 0b706ec9-d4b4-40bc-8841-0e28c4e46333 is scheduled to L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 with binding_index 1 {{(pid=93176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 09:58:12.756437 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-77e00107-55d2-4f53-8c39-bd1ba236f647 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.1592135 Jun 11 09:58:12.756437 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 59182) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:58:12.882556 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-07e9e33a-4b53-40bc-8f3a-b454a928b0c1 None None] Allocated IP 172.20.0.2 (affc60bb-150c-4b78-b15c-73e97f89f75c/c579ad0a-59b0-4f0e-b211-1a36a1277eec/b360d5b4-62ea-4cd8-9f9d-420f5375f385) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:58:12.944029 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ba716000-341e-4c6d-a6c7-c00217936f27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:12.967769 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabb0f57-d38c-47cb-bffc-6aaff65a6eb0 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:12.969176 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d0774e2f-1cb2-44a5-aa1b-9c01e3f30772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:12.970440 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabb0f57-d38c-47cb-bffc-6aaff65a6eb0 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:12.973140 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabb0f57-d38c-47cb-bffc-6aaff65a6eb0 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:12.975688 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-dabb0f57-d38c-47cb-bffc-6aaff65a6eb0 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2182136 Jun 11 09:58:12.981296 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 59190) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:58:13.039412 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d65a242e-6a39-45a4-961f-a1cf8562b7b4 req-6e58aa59-e416-41bf-b7b8-f4e2f87374fa tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b64edb2-8f88-4ee4-ad2e-39be77ba704f HTTP/1.1" status: 200 len: 210 time: 0.0782630 Jun 11 09:58:13.039412 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ba716000-341e-4c6d-a6c7-c00217936f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:13.055929 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef6f1140-12c7-410e-900d-9dbcb1407753 admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:58:13.069061 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-84911ced-e3eb-47dd-a328-5dc6b022156c tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:13.077261 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-ba716000-341e-4c6d-a6c7-c00217936f27 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c6026a49c9f643c197e1c3c313d83492&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3618238 Jun 11 09:58:13.078027 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 59194) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:58:13.091162 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-f938fdc4-3d14-488d-aeea-927d8122b548 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Deleting subnet c579ad0a-59b0-4f0e-b211-1a36a1277eec {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 09:58:13.098462 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-6576b91c-aa40-4822-a9fc-1a95f4531ed8 admin admin] Deleting port 5a9c8ef4-ebc2-48da-bcb6-121fd404ed4d {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:58:13.098808 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6576b91c-aa40-4822-a9fc-1a95f4531ed8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:13.159717 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba716000-341e-4c6d-a6c7-c00217936f27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0fb76f0-8131-4bf8-8c2b-f3fe894208bb,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:13.172466 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f8d35d-21fb-4312-832e-c836be33b86e None None] Sync routers for ids ['0b706ec9-d4b4-40bc-8841-0e28c4e46333'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:58:13.182106 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ba716000-341e-4c6d-a6c7-c00217936f27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:13.190814 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ef6f1140-12c7-410e-900d-9dbcb1407753 admin admin] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:13.194707 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-ef6f1140-12c7-410e-900d-9dbcb1407753 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.9853027 Jun 11 09:58:13.195063 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 59202) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:58:13.199367 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-37dd3797-1ff4-4485-9fd7-ed28e83b5fdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:13.244965 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-37dd3797-1ff4-4485-9fd7-ed28e83b5fdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:13.266045 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f8d35d-21fb-4312-832e-c836be33b86e None None] Routers {'0b706ec9-d4b4-40bc-8841-0e28c4e46333'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:58:13.266688 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-80f8d35d-21fb-4312-832e-c836be33b86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:57:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['0b706ec9-d4b4-40bc-8841-0e28c4e46333'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:58:13.373695 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-6576b91c-aa40-4822-a9fc-1a95f4531ed8 admin admin] For port 5a9c8ef4-ebc2-48da-bcb6-121fd404ed4d, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=5a9c8ef4-ebc2-48da-bcb6-121fd404ed4d,segment=NetworkSegment(b1043da1-5480-43ec-a726-3c2fce12da10),segment_id=b1043da1-5480-43ec-a726-3c2fce12da10)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:58:13.374059 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6576b91c-aa40-4822-a9fc-1a95f4531ed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:13.474736 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-6576b91c-aa40-4822-a9fc-1a95f4531ed8 admin admin] Calling delete_port for 5a9c8ef4-ebc2-48da-bcb6-121fd404ed4d owned by network:router_interface {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:58:13.508089 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7de993a-26de-48c7-8f55-eed6cf721d38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-676b8287-37ea-4d3f-b8c5-3c7f7006862b', 'network_id': '676b8287-37ea-4d3f-b8c5-3c7f7006862b', 'tenant_id': '970b4426dd6440a29807e08a03e58d96', 'fixed_ips': [{'subnet_id': 'ea96d026-6cd5-4456-bf17-c190e27fd22a'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 09:58:13.508959 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b7de993a-26de-48c7-8f55-eed6cf721d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:13.537848 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-37dd3797-1ff4-4485-9fd7-ed28e83b5fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:13.548364 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-37dd3797-1ff4-4485-9fd7-ed28e83b5fdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:13.553508 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-37dd3797-1ff4-4485-9fd7-ed28e83b5fdb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c0fb76f0-8131-4bf8-8c2b-f3fe894208bb HTTP/1.1" status: 204 len: 168 time: 0.4738660 Jun 11 09:58:13.554109 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d5ea7110-fe99-4e0b-9fe4-526dc6729ed6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:13.570408 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-07e9e33a-4b53-40bc-8f3a-b454a928b0c1 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:13.590819 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dd3797-1ff4-4485-9fd7-ed28e83b5fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0fb76f0-8131-4bf8-8c2b-f3fe894208bb,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:13.608711 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-37dd3797-1ff4-4485-9fd7-ed28e83b5fdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:13.641445 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-07e9e33a-4b53-40bc-8f3a-b454a928b0c1 None None] Transition to ACTIVE for port object b360d5b4-62ea-4cd8-9f9d-420f5375f385 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:58:13.667562 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-80f8d35d-21fb-4312-832e-c836be33b86e None None] Set router 0b706ec9-d4b4-40bc-8841-0e28c4e46333 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:58:13.803978 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-07e9e33a-4b53-40bc-8f3a-b454a928b0c1 None None] Transition to ACTIVE for port object b360d5b4-62ea-4cd8-9f9d-420f5375f385 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:58:13.893895 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f938fdc4-3d14-488d-aeea-927d8122b548 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:13.902001 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-07e9e33a-4b53-40bc-8f3a-b454a928b0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:13.907035 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f5c20c3a-e180-40f1-8d94-b212e9f71091 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:13.984645 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e9e33a-4b53-40bc-8f3a-b454a928b0c1 None None] Network affc60bb-150c-4b78-b15c-73e97f89f75c is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:58:13.987282 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-b7de993a-26de-48c7-8f55-eed6cf721d38 None None] Allocated IP 172.20.0.18 (676b8287-37ea-4d3f-b8c5-3c7f7006862b/ea96d026-6cd5-4456-bf17-c190e27fd22a/e3b2cf07-8940-4d21-b1bb-c60a20b06de0) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:58:13.997758 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-07e9e33a-4b53-40bc-8f3a-b454a928b0c1 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:58:13.998150 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f938fdc4-3d14-488d-aeea-927d8122b548 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:14.006805 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e9e33a-4b53-40bc-8f3a-b454a928b0c1 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:58:14.013098 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e9e33a-4b53-40bc-8f3a-b454a928b0c1 None None] Pushing event updated for resources: {'Port': ['ID=b360d5b4-62ea-4cd8-9f9d-420f5375f385,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:14.022101 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-07e9e33a-4b53-40bc-8f3a-b454a928b0c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:14.168206 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-868e93fa-43e4-471f-b998-2d7aeddf7027 req-4f98b3e9-af2a-47cf-839f-a7cdb1e2e817 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b64edb2-8f88-4ee4-ad2e-39be77ba704f HTTP/1.1" status: 200 len: 210 time: 0.0571575 Jun 11 09:58:14.230389 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6576b91c-aa40-4822-a9fc-1a95f4531ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:14.240350 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f0c8d148-ff3f-4b9c-899a-9cb975c24709 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:14.278719 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f938fdc4-3d14-488d-aeea-927d8122b548 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:14.293811 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-07e9e33a-4b53-40bc-8f3a-b454a928b0c1 None None] Attempting to bind port b360d5b4-62ea-4cd8-9f9d-420f5375f385 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:58:14.294334 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-07e9e33a-4b53-40bc-8f3a-b454a928b0c1 None None] Attempting to bind port b360d5b4-62ea-4cd8-9f9d-420f5375f385 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'c786dd45-2d24-4ea4-a5ff-ca40e435d8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'affc60bb-150c-4b78-b15c-73e97f89f75c'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:58:14.294548 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e9e33a-4b53-40bc-8f3a-b454a928b0c1 None None] Attempting to bind port b360d5b4-62ea-4cd8-9f9d-420f5375f385 on network affc60bb-150c-4b78-b15c-73e97f89f75c {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:58:14.323550 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6576b91c-aa40-4822-a9fc-1a95f4531ed8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a9c8ef4-ebc2-48da-bcb6-121fd404ed4d,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:14.327129 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e9e33a-4b53-40bc-8f3a-b454a928b0c1 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:58:14.327129 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e9e33a-4b53-40bc-8f3a-b454a928b0c1 None None] Checking segment: {'id': 'c786dd45-2d24-4ea4-a5ff-ca40e435d8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'affc60bb-150c-4b78-b15c-73e97f89f75c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:58:14.328460 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6576b91c-aa40-4822-a9fc-1a95f4531ed8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:14.329222 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-07e9e33a-4b53-40bc-8f3a-b454a928b0c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:14.329222 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e9e33a-4b53-40bc-8f3a-b454a928b0c1 None None] Bound using segment: {'id': 'c786dd45-2d24-4ea4-a5ff-ca40e435d8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'affc60bb-150c-4b78-b15c-73e97f89f75c'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:58:14.329222 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-07e9e33a-4b53-40bc-8f3a-b454a928b0c1 None None] Bound port: b360d5b4-62ea-4cd8-9f9d-420f5375f385, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c786dd45-2d24-4ea4-a5ff-ca40e435d8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'affc60bb-150c-4b78-b15c-73e97f89f75c'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:58:14.329222 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-07e9e33a-4b53-40bc-8f3a-b454a928b0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:14.422125 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-80f8d35d-21fb-4312-832e-c836be33b86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b706ec9-d4b4-40bc-8841-0e28c4e46333', 'name': 'tempest-TestVolumeBackupRestore-557335153-router', 'tenant_id': '480b52087297447faf57eeafe6ec4dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '0c7e0f2c-9b78-4c6e-874f-60d4ad2aff9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:58:06Z', 'updated_at': '2021-06-11T09:58:10Z', 'revision_number': 3, 'project_id': '480b52087297447faf57eeafe6ec4dac', 'gw_port': {'id': '0c7e0f2c-9b78-4c6e-874f-60d4ad2aff9d', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:cc:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b706ec9-d4b4-40bc-8841-0e28c4e46333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:58:08Z', 'updated_at': '2021-06-11T09:58:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:58:14.548382 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-91e724c6-ceaf-4893-ba67-2308d5644016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:14.560279 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b7de993a-26de-48c7-8f55-eed6cf721d38 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:14.570415 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-b7de993a-26de-48c7-8f55-eed6cf721d38 None None] Transition to ACTIVE for port object e3b2cf07-8940-4d21-b1bb-c60a20b06de0 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:58:14.596402 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f8d35d-21fb-4312-832e-c836be33b86e None None] Checking router: 0b706ec9-d4b4-40bc-8841-0e28c4e46333 for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:58:14.596889 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f8d35d-21fb-4312-832e-c836be33b86e None None] Updating router 0b706ec9-d4b4-40bc-8841-0e28c4e46333 port 0c7e0f2c-9b78-4c6e-874f-60d4ad2aff9d binding host n-d-779913-12 {{(pid=93178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 09:58:14.600005 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-b7de993a-26de-48c7-8f55-eed6cf721d38 None None] Transition to ACTIVE for port object e3b2cf07-8940-4d21-b1bb-c60a20b06de0 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:58:14.633494 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-07e9e33a-4b53-40bc-8f3a-b454a928b0c1 None None] For port b360d5b4-62ea-4cd8-9f9d-420f5375f385, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:58:14.654785 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-07e9e33a-4b53-40bc-8f3a-b454a928b0c1 None None] For port b360d5b4-62ea-4cd8-9f9d-420f5375f385, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=b360d5b4-62ea-4cd8-9f9d-420f5375f385,segment=NetworkSegment(c786dd45-2d24-4ea4-a5ff-ca40e435d8ef),segment_id=c786dd45-2d24-4ea4-a5ff-ca40e435d8ef)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:58:14.659305 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-80f8d35d-21fb-4312-832e-c836be33b86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:14.676609 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f938fdc4-3d14-488d-aeea-927d8122b548 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:14.681261 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-89d1ff65-3e92-4289-a57e-0dd1384aa36b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:14.739191 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f938fdc4-3d14-488d-aeea-927d8122b548 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:14.743894 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-f938fdc4-3d14-488d-aeea-927d8122b548 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] 10.222.0.60 "DELETE /v2.0/subnets/c579ad0a-59b0-4f0e-b211-1a36a1277eec HTTP/1.1" status: 204 len: 168 time: 1.7584441 Jun 11 09:58:14.743894 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f938fdc4-3d14-488d-aeea-927d8122b548 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Pushing event deleted for resources: {'Subnet': ['ID=c579ad0a-59b0-4f0e-b211-1a36a1277eec,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:14.744860 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f938fdc4-3d14-488d-aeea-927d8122b548 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:14.745016 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 59230) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:58:14.763384 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b7de993a-26de-48c7-8f55-eed6cf721d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:14.775319 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-570068e8-df42-4c7a-8c84-37f490917afc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:14.797636 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-07e9e33a-4b53-40bc-8f3a-b454a928b0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:14.860858 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc84fdcc-acef-4158-a39e-4214cc66560b tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Deleting subnet ea96d026-6cd5-4456-bf17-c190e27fd22a {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 09:58:14.864422 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7de993a-26de-48c7-8f55-eed6cf721d38 None None] Network 676b8287-37ea-4d3f-b8c5-3c7f7006862b is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:58:14.865843 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bc84fdcc-acef-4158-a39e-4214cc66560b tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:14.880786 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6576b91c-aa40-4822-a9fc-1a95f4531ed8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362297'] for router_interface, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:14.881403 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-b7de993a-26de-48c7-8f55-eed6cf721d38 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:58:14.889286 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7de993a-26de-48c7-8f55-eed6cf721d38 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:58:14.912742 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7de993a-26de-48c7-8f55-eed6cf721d38 None None] Pushing event updated for resources: {'Port': ['ID=e3b2cf07-8940-4d21-b1bb-c60a20b06de0,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:14.949616 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bc84fdcc-acef-4158-a39e-4214cc66560b tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:15.102096 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bc84fdcc-acef-4158-a39e-4214cc66560b tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:15.341239 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-b7de993a-26de-48c7-8f55-eed6cf721d38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:15.352151 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.494s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:15.394537 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bc84fdcc-acef-4158-a39e-4214cc66560b tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:15.397893 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-12eea77f-a3a9-45c5-b597-e2588434e8b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:15.439633 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc84fdcc-acef-4158-a39e-4214cc66560b tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Pushing event deleted for resources: {'Subnet': ['ID=ea96d026-6cd5-4456-bf17-c190e27fd22a,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:15.446280 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-bc84fdcc-acef-4158-a39e-4214cc66560b tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:15.476322 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bc84fdcc-acef-4158-a39e-4214cc66560b tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:15.484400 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-bc84fdcc-acef-4158-a39e-4214cc66560b tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] 10.222.0.60 "DELETE /v2.0/subnets/ea96d026-6cd5-4456-bf17-c190e27fd22a HTTP/1.1" status: 204 len: 168 time: 0.7378325 Jun 11 09:58:15.519355 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 59242) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:58:15.553315 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1e2e1c3f-e070-4ec5-9d8f-0cd5c3e9e524 req-742ff4fb-7983-4ebe-b7e4-8191c22d145b tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b64edb2-8f88-4ee4-ad2e-39be77ba704f HTTP/1.1" status: 200 len: 210 time: 0.0995882 Jun 11 09:58:15.676306 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c27e152-0bd6-4ebd-839f-f3f260d9280c tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:15.677782 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-6c27e152-0bd6-4ebd-839f-f3f260d9280c tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1572952 Jun 11 09:58:15.683027 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 59250) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:58:15.696215 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e9e33a-4b53-40bc-8f3a-b454a928b0c1 None None] Pushing event updated for resources: {'Port': ['ID=b360d5b4-62ea-4cd8-9f9d-420f5375f385,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:15.723907 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-b7de993a-26de-48c7-8f55-eed6cf721d38 None None] Attempting to bind port e3b2cf07-8940-4d21-b1bb-c60a20b06de0 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:58:15.724297 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-b7de993a-26de-48c7-8f55-eed6cf721d38 None None] Attempting to bind port e3b2cf07-8940-4d21-b1bb-c60a20b06de0 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'e0a3bd46-2038-428a-b511-719af0645146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '676b8287-37ea-4d3f-b8c5-3c7f7006862b'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:58:15.724679 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7de993a-26de-48c7-8f55-eed6cf721d38 None None] Attempting to bind port e3b2cf07-8940-4d21-b1bb-c60a20b06de0 on network 676b8287-37ea-4d3f-b8c5-3c7f7006862b {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:58:15.727456 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-07e9e33a-4b53-40bc-8f3a-b454a928b0c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:15.742742 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7de993a-26de-48c7-8f55-eed6cf721d38 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:58:15.743491 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7de993a-26de-48c7-8f55-eed6cf721d38 None None] Checking segment: {'id': 'e0a3bd46-2038-428a-b511-719af0645146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '676b8287-37ea-4d3f-b8c5-3c7f7006862b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:58:15.743954 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b7de993a-26de-48c7-8f55-eed6cf721d38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:15.744400 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7de993a-26de-48c7-8f55-eed6cf721d38 None None] Bound using segment: {'id': 'e0a3bd46-2038-428a-b511-719af0645146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '676b8287-37ea-4d3f-b8c5-3c7f7006862b'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:58:15.744884 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-b7de993a-26de-48c7-8f55-eed6cf721d38 None None] Bound port: e3b2cf07-8940-4d21-b1bb-c60a20b06de0, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0a3bd46-2038-428a-b511-719af0645146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '676b8287-37ea-4d3f-b8c5-3c7f7006862b'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:58:15.745274 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b7de993a-26de-48c7-8f55-eed6cf721d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:15.866700 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-9bf9efab-017f-4e0f-87cf-cfa2e78ec4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:15.874722 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-91e724c6-ceaf-4893-ba67-2308d5644016 admin admin] Allocated IP 172.20.0.1 (a6072150-1280-423e-9fb4-d6d64515eeb2/715efb91-8492-4a4c-950c-1f34c1295055/ef493090-a435-4c5b-93dd-a1376ca65524) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:58:15.959664 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:15.975498 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-b7de993a-26de-48c7-8f55-eed6cf721d38 None None] For port e3b2cf07-8940-4d21-b1bb-c60a20b06de0, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:58:15.981513 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-b7de993a-26de-48c7-8f55-eed6cf721d38 None None] For port e3b2cf07-8940-4d21-b1bb-c60a20b06de0, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=e3b2cf07-8940-4d21-b1bb-c60a20b06de0,segment=NetworkSegment(e0a3bd46-2038-428a-b511-719af0645146),segment_id=e0a3bd46-2038-428a-b511-719af0645146)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:58:15.996374 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-80f8d35d-21fb-4312-832e-c836be33b86e None None] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:16.010684 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-80f8d35d-21fb-4312-832e-c836be33b86e None None] Transition to ACTIVE for port object 0c7e0f2c-9b78-4c6e-874f-60d4ad2aff9d will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:58:16.060551 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b7de993a-26de-48c7-8f55-eed6cf721d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:16.064575 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-de4c0586-e3e0-4c85-882b-6083f1694b5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:16.122396 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-80f8d35d-21fb-4312-832e-c836be33b86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:16.237436 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7de993a-26de-48c7-8f55-eed6cf721d38 None None] Pushing event updated for resources: {'Port': ['ID=e3b2cf07-8940-4d21-b1bb-c60a20b06de0,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:16.244278 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-b7de993a-26de-48c7-8f55-eed6cf721d38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:16.250086 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-b7de993a-26de-48c7-8f55-eed6cf721d38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:16.250086 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-80f8d35d-21fb-4312-832e-c836be33b86e None None] Attempting to bind port 0c7e0f2c-9b78-4c6e-874f-60d4ad2aff9d on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:58:16.250086 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-80f8d35d-21fb-4312-832e-c836be33b86e None None] Attempting to bind port 0c7e0f2c-9b78-4c6e-874f-60d4ad2aff9d by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:58:16.250086 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f8d35d-21fb-4312-832e-c836be33b86e None None] Attempting to bind port 0c7e0f2c-9b78-4c6e-874f-60d4ad2aff9d on network f0adef6e-169f-4a27-8865-442be2ad072d {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:58:16.323770 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-91e724c6-ceaf-4893-ba67-2308d5644016 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:16.327678 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b451bbb4-2fba-4fe3-a62e-a315f7b0de06 None None] Network 676b8287-37ea-4d3f-b8c5-3c7f7006862b requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:58:16.350968 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f8d35d-21fb-4312-832e-c836be33b86e None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:58:16.351805 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f8d35d-21fb-4312-832e-c836be33b86e None None] Checking segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:58:16.351805 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-80f8d35d-21fb-4312-832e-c836be33b86e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:16.352205 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f8d35d-21fb-4312-832e-c836be33b86e None None] Bound using segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:58:16.352704 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-80f8d35d-21fb-4312-832e-c836be33b86e None None] Bound port: 0c7e0f2c-9b78-4c6e-874f-60d4ad2aff9d, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:58:16.353123 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-80f8d35d-21fb-4312-832e-c836be33b86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:16.365117 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [None req-91e724c6-ceaf-4893-ba67-2308d5644016 admin admin] Transition to ACTIVE for port object ef493090-a435-4c5b-93dd-a1376ca65524 will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:58:16.368280 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6576b91c-aa40-4822-a9fc-1a95f4531ed8 admin admin] Router 0d2005c4-2e47-41b4-8106-c275cd39cfcc has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 09:58:16.399695 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d8a0f7c0-efd2-4d6a-a59f-4f5626b73eda tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:16.501226 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-80f8d35d-21fb-4312-832e-c836be33b86e None None] For port 0c7e0f2c-9b78-4c6e-874f-60d4ad2aff9d, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:58:16.506209 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-80f8d35d-21fb-4312-832e-c836be33b86e None None] For port 0c7e0f2c-9b78-4c6e-874f-60d4ad2aff9d, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=0c7e0f2c-9b78-4c6e-874f-60d4ad2aff9d,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:58:16.571464 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4737a60c-46e5-4d0a-a0db-6554f2d17795 None None] Pushing event updated for resources: {'Port': ['ID=0c7e0f2c-9b78-4c6e-874f-60d4ad2aff9d,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:16.579434 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-4737a60c-46e5-4d0a-a0db-6554f2d17795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:16.592380 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49dc2356-b073-4c6c-805b-476b7f523606 None None] Network affc60bb-150c-4b78-b15c-73e97f89f75c requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:58:16.677190 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-d8a0f7c0-efd2-4d6a-a59f-4f5626b73eda tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Deleting port e3b2cf07-8940-4d21-b1bb-c60a20b06de0 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:58:16.678047 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d8a0f7c0-efd2-4d6a-a59f-4f5626b73eda tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:16.685781 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-91e724c6-ceaf-4893-ba67-2308d5644016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:16.710016 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8c814ced-a149-48b8-86c0-373ca3d434f4 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:16.753458 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-80f8d35d-21fb-4312-832e-c836be33b86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:16.759858 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-50486543-aa93-4ab8-b987-a77ef3227920 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:16.782098 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e724c6-ceaf-4893-ba67-2308d5644016 admin admin] Pushing event updated for resources: {'Port': ['ID=ef493090-a435-4c5b-93dd-a1376ca65524,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:16.794818 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-d8a0f7c0-efd2-4d6a-a59f-4f5626b73eda tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] For port e3b2cf07-8940-4d21-b1bb-c60a20b06de0, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=e3b2cf07-8940-4d21-b1bb-c60a20b06de0,segment=NetworkSegment(e0a3bd46-2038-428a-b511-719af0645146),segment_id=e0a3bd46-2038-428a-b511-719af0645146)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:58:16.795405 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d8a0f7c0-efd2-4d6a-a59f-4f5626b73eda tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:16.799478 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-91e724c6-ceaf-4893-ba67-2308d5644016 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:16.802790 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e724c6-ceaf-4893-ba67-2308d5644016 admin admin] Network a6072150-1280-423e-9fb4-d6d64515eeb2 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:58:16.806040 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-91e724c6-ceaf-4893-ba67-2308d5644016 admin admin] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:58:16.810235 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e724c6-ceaf-4893-ba67-2308d5644016 admin admin] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:58:16.930410 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-4401a026-9a53-4831-87c3-cc5b6c55dfb0 None None] Provisioning for port b360d5b4-62ea-4cd8-9f9d-420f5375f385 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:58:16.942953 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-91e724c6-ceaf-4893-ba67-2308d5644016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-375088'] for router_interface, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:16.945918 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-d8a0f7c0-efd2-4d6a-a59f-4f5626b73eda tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Calling delete_port for e3b2cf07-8940-4d21-b1bb-c60a20b06de0 owned by network:dhcp {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:58:16.951500 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:17.058485 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6832473e-a820-4ffb-be39-85a3c0280d1b req-5c216cbb-6174-43c2-8b07-df9485b24290 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:17.060331 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6832473e-a820-4ffb-be39-85a3c0280d1b req-5c216cbb-6174-43c2-8b07-df9485b24290 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.69 "GET /v2.0/networks?id=27e23bf6-ffe1-4e0a-b377-e23593ba5165 HTTP/1.1" status: 200 len: 811 time: 0.6598668 Jun 11 09:58:17.069881 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6576b91c-aa40-4822-a9fc-1a95f4531ed8 admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:58:17.079846 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2111cca6-12ee-43a5-8e88-43a37100a8f7 None None] Sync routers for ids ['0d2005c4-2e47-41b4-8106-c275cd39cfcc'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:58:17.086497 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-6576b91c-aa40-4822-a9fc-1a95f4531ed8 admin admin] 10.222.0.60 "PUT /v2.0/routers/0d2005c4-2e47-41b4-8106-c275cd39cfcc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0161486 Jun 11 09:58:17.087422 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 59274) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:58:17.088694 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4737a60c-46e5-4d0a-a0db-6554f2d17795 None None] Pushing event updated for resources: {'Port': ['ID=0c7e0f2c-9b78-4c6e-874f-60d4ad2aff9d,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:17.092462 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2111cca6-12ee-43a5-8e88-43a37100a8f7 None None] Routers {'0d2005c4-2e47-41b4-8106-c275cd39cfcc'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:58:17.093372 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-2111cca6-12ee-43a5-8e88-43a37100a8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:58:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['0d2005c4-2e47-41b4-8106-c275cd39cfcc'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:58:17.096165 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-4737a60c-46e5-4d0a-a0db-6554f2d17795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:17.112490 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f8d35d-21fb-4312-832e-c836be33b86e None None] Routers {'0b706ec9-d4b4-40bc-8841-0e28c4e46333'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:58:17.112490 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-80f8d35d-21fb-4312-832e-c836be33b86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:58:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['0b706ec9-d4b4-40bc-8841-0e28c4e46333'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:58:17.125301 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-6832473e-a820-4ffb-be39-85a3c0280d1b req-33dede2c-5467-4340-a6aa-7d693dff6ec1 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Request body: {'port': {'device_id': '7b64edb2-8f88-4ee4-ad2e-39be77ba704f', 'network_id': '27e23bf6-ffe1-4e0a-b377-e23593ba5165', 'admin_state_up': True, 'tenant_id': 'cf2f36364fcc4b2d95b3a631356b3d50'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:58:17.320228 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-032f06f5-e1a9-4811-b185-2b514dbb7471 req-fd7b5716-87e1-4a7c-81db-0b80236cf879 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b64edb2-8f88-4ee4-ad2e-39be77ba704f HTTP/1.1" status: 200 len: 210 time: 0.2751055 Jun 11 09:58:17.402056 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device b360d5b4-62ea-4cd8-9f9d-420f5375f385 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:58:17.421689 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6028549a-ab61-430f-9422-e5904dfe116b admin admin] Notify callbacks [] for router, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:17.454072 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-80f8d35d-21fb-4312-832e-c836be33b86e None None] Set router 0b706ec9-d4b4-40bc-8841-0e28c4e46333 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:58:17.505530 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-2111cca6-12ee-43a5-8e88-43a37100a8f7 None None] Set router 0d2005c4-2e47-41b4-8106-c275cd39cfcc gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:58:17.605522 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6028549a-ab61-430f-9422-e5904dfe116b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:17.648806 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6832473e-a820-4ffb-be39-85a3c0280d1b req-33dede2c-5467-4340-a6aa-7d693dff6ec1 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Made reservation on behalf of cf2f36364fcc4b2d95b3a631356b3d50 for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:58:17.653538 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-e45956ad-b8fb-48b7-bc9d-3f72f493b0ce None None] Provisioning for port ef493090-a435-4c5b-93dd-a1376ca65524 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:58:17.653929 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-6832473e-a820-4ffb-be39-85a3c0280d1b req-33dede2c-5467-4340-a6aa-7d693dff6ec1 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:17.657489 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d8a0f7c0-efd2-4d6a-a59f-4f5626b73eda tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:17.665636 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-e45956ad-b8fb-48b7-bc9d-3f72f493b0ce None None] Provisioning complete for port ef493090-a435-4c5b-93dd-a1376ca65524 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:58:17.666351 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-53183d3d-5557-48d2-be1d-9718305367f8 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:17.672947 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e45956ad-b8fb-48b7-bc9d-3f72f493b0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:17.802339 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a0f7c0-efd2-4d6a-a59f-4f5626b73eda tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] No DVR routers for this DVR port e3b2cf07-8940-4d21-b1bb-c60a20b06de0 on host n-d-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:58:17.804297 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a0f7c0-efd2-4d6a-a59f-4f5626b73eda tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Pushing event deleted for resources: {'Port': ['ID=e3b2cf07-8940-4d21-b1bb-c60a20b06de0,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:17.807083 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5531daf-f574-4ad5-b6e1-37c0044aa38f None None] DHCP port deletion for affc60bb-150c-4b78-b15c-73e97f89f75c request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 09:58:17.854655 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-91e724c6-ceaf-4893-ba67-2308d5644016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:17.884426 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d8a0f7c0-efd2-4d6a-a59f-4f5626b73eda tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:17.911043 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port b360d5b4-62ea-4cd8-9f9d-420f5375f385 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:58:17.915231 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-2111cca6-12ee-43a5-8e88-43a37100a8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2005c4-2e47-41b4-8106-c275cd39cfcc', 'name': 'tempest-ServersTestBootFromVolume-110669818-router', 'tenant_id': 'dd0b80cc8f6f441fb34ed2f0b9466049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': 'f49a1439-66e5-4e1c-8b08-cc7e22547553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:53:00Z', 'updated_at': '2021-06-11T09:58:13Z', 'revision_number': 5, 'project_id': 'dd0b80cc8f6f441fb34ed2f0b9466049', 'gw_port': {'id': 'f49a1439-66e5-4e1c-8b08-cc7e22547553', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:45:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2005c4-2e47-41b4-8106-c275cd39cfcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:53:01Z', 'updated_at': '2021-06-11T09:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:58:17.920206 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-e45956ad-b8fb-48b7-bc9d-3f72f493b0ce None None] Port ef493090-a435-4c5b-93dd-a1376ca65524 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:58:17.926154 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2111cca6-12ee-43a5-8e88-43a37100a8f7 None None] Checking router: 0d2005c4-2e47-41b4-8106-c275cd39cfcc for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:58:17.934999 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port b360d5b4-62ea-4cd8-9f9d-420f5375f385 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:58:17.934999 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:17.940733 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2111cca6-12ee-43a5-8e88-43a37100a8f7 None None] Routers {'0d2005c4-2e47-41b4-8106-c275cd39cfcc'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:58:17.942852 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-2111cca6-12ee-43a5-8e88-43a37100a8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:58:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['0d2005c4-2e47-41b4-8106-c275cd39cfcc'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:58:17.958136 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-6028549a-ab61-430f-9422-e5904dfe116b admin admin] Deleting port f49a1439-66e5-4e1c-8b08-cc7e22547553 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:58:17.958721 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6028549a-ab61-430f-9422-e5904dfe116b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:18.082388 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-6028549a-ab61-430f-9422-e5904dfe116b admin admin] For port f49a1439-66e5-4e1c-8b08-cc7e22547553, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=f49a1439-66e5-4e1c-8b08-cc7e22547553,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:58:18.082759 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6028549a-ab61-430f-9422-e5904dfe116b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:18.104410 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-80f8d35d-21fb-4312-832e-c836be33b86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b706ec9-d4b4-40bc-8841-0e28c4e46333', 'name': 'tempest-TestVolumeBackupRestore-557335153-router', 'tenant_id': '480b52087297447faf57eeafe6ec4dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '0c7e0f2c-9b78-4c6e-874f-60d4ad2aff9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:58:06Z', 'updated_at': '2021-06-11T09:58:10Z', 'revision_number': 3, 'project_id': '480b52087297447faf57eeafe6ec4dac', 'gw_port': {'id': '0c7e0f2c-9b78-4c6e-874f-60d4ad2aff9d', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:cc:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b706ec9-d4b4-40bc-8841-0e28c4e46333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:58:08Z', 'updated_at': '2021-06-11T09:58:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:58:18.109608 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-e5531daf-f574-4ad5-b6e1-37c0044aa38f None None] Deleting port b360d5b4-62ea-4cd8-9f9d-420f5375f385 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:58:18.110241 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e5531daf-f574-4ad5-b6e1-37c0044aa38f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:18.136560 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f8d35d-21fb-4312-832e-c836be33b86e None None] The sync data for ids ['0b706ec9-d4b4-40bc-8841-0e28c4e46333'] in n-d-779913-12 is: [{'id': '0b706ec9-d4b4-40bc-8841-0e28c4e46333', 'name': 'tempest-TestVolumeBackupRestore-557335153-router', 'tenant_id': '480b52087297447faf57eeafe6ec4dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '0c7e0f2c-9b78-4c6e-874f-60d4ad2aff9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:58:06Z', 'updated_at': '2021-06-11T09:58:10Z', 'revision_number': 3, 'project_id': '480b52087297447faf57eeafe6ec4dac', 'gw_port': {'id': '0c7e0f2c-9b78-4c6e-874f-60d4ad2aff9d', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:cc:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b706ec9-d4b4-40bc-8841-0e28c4e46333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:58:08Z', 'updated_at': '2021-06-11T09:58:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:58:18.181795 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-2111cca6-12ee-43a5-8e88-43a37100a8f7 None None] Set router 0d2005c4-2e47-41b4-8106-c275cd39cfcc gateway port host: None {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:58:18.198865 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-6028549a-ab61-430f-9422-e5904dfe116b admin admin] Calling delete_port for f49a1439-66e5-4e1c-8b08-cc7e22547553 owned by network:router_gateway {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:58:18.218416 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [req-6832473e-a820-4ffb-be39-85a3c0280d1b req-33dede2c-5467-4340-a6aa-7d693dff6ec1 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Allocated IP 172.20.0.13 (27e23bf6-ffe1-4e0a-b377-e23593ba5165/a3823ddd-2fea-4754-846e-b1cf37fb47e2/5672f2be-33cb-4172-8fdf-7df8cbe564b5) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:58:18.349106 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-2111cca6-12ee-43a5-8e88-43a37100a8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2005c4-2e47-41b4-8106-c275cd39cfcc', 'name': 'tempest-ServersTestBootFromVolume-110669818-router', 'tenant_id': 'dd0b80cc8f6f441fb34ed2f0b9466049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:53:00Z', 'updated_at': '2021-06-11T09:58:17Z', 'revision_number': 6, 'project_id': 'dd0b80cc8f6f441fb34ed2f0b9466049', 'gw_port_host': None}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:58:18.353804 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2111cca6-12ee-43a5-8e88-43a37100a8f7 None None] The sync data for ids ['0d2005c4-2e47-41b4-8106-c275cd39cfcc'] in n-d-779913-12 is: [{'id': '0d2005c4-2e47-41b4-8106-c275cd39cfcc', 'name': 'tempest-ServersTestBootFromVolume-110669818-router', 'tenant_id': 'dd0b80cc8f6f441fb34ed2f0b9466049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:53:00Z', 'updated_at': '2021-06-11T09:58:17Z', 'revision_number': 6, 'project_id': 'dd0b80cc8f6f441fb34ed2f0b9466049', 'gw_port_host': None}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:58:18.466773 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d8a0f7c0-efd2-4d6a-a59f-4f5626b73eda tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:18.488719 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-d8a0f7c0-efd2-4d6a-a59f-4f5626b73eda tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['676b8287-37ea-4d3f-b8c5-3c7f7006862b']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:58:18.508999 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-d8a0f7c0-efd2-4d6a-a59f-4f5626b73eda tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0a3bd46-2038-428a-b511-719af0645146') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:58:18.509292 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-d8a0f7c0-efd2-4d6a-a59f-4f5626b73eda tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0a3bd46-2038-428a-b511-719af0645146') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:58:18.591430 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d8a0f7c0-efd2-4d6a-a59f-4f5626b73eda tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:18.634820 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-91e724c6-ceaf-4893-ba67-2308d5644016 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:18.648622 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-aaa2e342-1ee7-4240-b79e-efab5c3889d8 req-bc77b434-0465-43df-9b1f-f2723da33dc8 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b64edb2-8f88-4ee4-ad2e-39be77ba704f HTTP/1.1" status: 200 len: 210 time: 0.0763738 Jun 11 09:58:18.652601 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d8a0f7c0-efd2-4d6a-a59f-4f5626b73eda tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:18.667681 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8a0f7c0-efd2-4d6a-a59f-4f5626b73eda tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Releasing vlan 758 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 09:58:18.668159 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d8a0f7c0-efd2-4d6a-a59f-4f5626b73eda tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:18.671600 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:58:18.671600 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:58:18.671600 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:58:18.671600 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:58:18.671600 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:58:18.671600 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:58:18.671600 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 09:58:18.671600 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 09:58:18.671600 n-d-779913-12 neutron-server[93177]: timer() Jun 11 09:58:18.671600 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 09:58:18.671600 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 09:58:18.671600 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 09:58:18.671600 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 09:58:18.671600 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 09:58:18.671600 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 09:58:18.671600 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 09:58:18.671600 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 09:58:18.671600 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 09:58:18.671600 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 09:58:18.671600 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 09:58:18.671600 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 09:58:18.671600 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 09:58:18.671600 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 09:58:18.671600 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 09:58:18.671600 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 09:58:18.671600 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 09:58:18.671600 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 09:58:18.671600 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 09:58:18.671600 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 09:58:18.671600 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 09:58:18.671600 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 09:58:18.671600 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 09:58:18.671600 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 09:58:18.671600 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 09:58:18.671600 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 09:58:18.671600 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 09:58:18.671600 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 09:58:18.671600 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 09:58:18.676207 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-e5531daf-f574-4ad5-b6e1-37c0044aa38f None None] For port b360d5b4-62ea-4cd8-9f9d-420f5375f385, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=b360d5b4-62ea-4cd8-9f9d-420f5375f385,segment=NetworkSegment(c786dd45-2d24-4ea4-a5ff-ca40e435d8ef),segment_id=c786dd45-2d24-4ea4-a5ff-ca40e435d8ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:58:18.676738 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e5531daf-f574-4ad5-b6e1-37c0044aa38f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:18.679491 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:18.698574 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6028549a-ab61-430f-9422-e5904dfe116b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:18.702235 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6ee76de1-9e5f-4291-93d6-cec11e3c4a78 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:18.745669 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6028549a-ab61-430f-9422-e5904dfe116b admin admin] Pushing event deleted for resources: {'Port': ['ID=f49a1439-66e5-4e1c-8b08-cc7e22547553,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:18.771513 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6028549a-ab61-430f-9422-e5904dfe116b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:18.772465 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-91e724c6-ceaf-4893-ba67-2308d5644016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:18.778646 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f0c8d148-ff3f-4b9c-899a-9cb975c24709 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:18.805623 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-6832473e-a820-4ffb-be39-85a3c0280d1b req-33dede2c-5467-4340-a6aa-7d693dff6ec1 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:18.912054 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d8a0f7c0-efd2-4d6a-a59f-4f5626b73eda tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:18.918586 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-e5531daf-f574-4ad5-b6e1-37c0044aa38f None None] Calling delete_port for b360d5b4-62ea-4cd8-9f9d-420f5375f385 owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:58:18.945651 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d8a0f7c0-efd2-4d6a-a59f-4f5626b73eda tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:18.954477 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-d8a0f7c0-efd2-4d6a-a59f-4f5626b73eda tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] 10.222.0.60 "DELETE /v2.0/networks/676b8287-37ea-4d3f-b8c5-3c7f7006862b HTTP/1.1" status: 204 len: 168 time: 3.2705591 Jun 11 09:58:18.955650 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2b4f15b6-578d-4a4b-b7b9-1ecb1ed6dd2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:18.964251 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 59300) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:58:19.001437 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:19.029372 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e724c6-ceaf-4893-ba67-2308d5644016 admin admin] Pushing event updated for resources: {'Port': ['ID=ef493090-a435-4c5b-93dd-a1376ca65524,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:19.044003 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-91e724c6-ceaf-4893-ba67-2308d5644016 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:19.066196 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-6832473e-a820-4ffb-be39-85a3c0280d1b req-33dede2c-5467-4340-a6aa-7d693dff6ec1 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:19.078247 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-91e724c6-ceaf-4893-ba67-2308d5644016 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375108'] for router_interface, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:19.087294 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a0f7c0-efd2-4d6a-a59f-4f5626b73eda tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Pushing event deleted for resources: {'Network': ['ID=676b8287-37ea-4d3f-b8c5-3c7f7006862b,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:19.098506 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6028549a-ab61-430f-9422-e5904dfe116b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374120'] for router_gateway, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:19.120897 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d8a0f7c0-efd2-4d6a-a59f-4f5626b73eda tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:19.121951 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0a06ec2b-49fb-4cff-ad8c-58414a5c028e tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:19.193125 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port b360d5b4-62ea-4cd8-9f9d-420f5375f385, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=b360d5b4-62ea-4cd8-9f9d-420f5375f385,segment=NetworkSegment(c786dd45-2d24-4ea4-a5ff-ca40e435d8ef),segment_id=c786dd45-2d24-4ea4-a5ff-ca40e435d8ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:58:19.261875 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:19.268006 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-4737a60c-46e5-4d0a-a0db-6554f2d17795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:19.343258 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dede2c-5467-4340-a6aa-7d693dff6ec1 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Pushing event updated for resources: {'Port': ['ID=5672f2be-33cb-4172-8fdf-7df8cbe564b5,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:19.349927 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fd4adadc-5d53-4223-a519-5039f796d4bb tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:19.352463 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-33dede2c-5467-4340-a6aa-7d693dff6ec1 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:19.357591 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=b360d5b4-62ea-4cd8-9f9d-420f5375f385,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:19.358940 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6832473e-a820-4ffb-be39-85a3c0280d1b req-33dede2c-5467-4340-a6aa-7d693dff6ec1 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Network 27e23bf6-ffe1-4e0a-b377-e23593ba5165 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:58:19.361888 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:19.363355 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [req-6832473e-a820-4ffb-be39-85a3c0280d1b req-33dede2c-5467-4340-a6aa-7d693dff6ec1 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:58:19.371816 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-6832473e-a820-4ffb-be39-85a3c0280d1b req-33dede2c-5467-4340-a6aa-7d693dff6ec1 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:58:19.374183 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e5531daf-f574-4ad5-b6e1-37c0044aa38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:19.381197 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:19.398628 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6028549a-ab61-430f-9422-e5904dfe116b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:19.398628 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6028549a-ab61-430f-9422-e5904dfe116b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:19.448046 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5531daf-f574-4ad5-b6e1-37c0044aa38f None None] Pushing event deleted for resources: {'Port': ['ID=b360d5b4-62ea-4cd8-9f9d-420f5375f385,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:19.456219 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-e5531daf-f574-4ad5-b6e1-37c0044aa38f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:19.468214 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5531daf-f574-4ad5-b6e1-37c0044aa38f None None] No DVR routers for this DVR port b360d5b4-62ea-4cd8-9f9d-420f5375f385 on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:58:19.533616 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3426a4-2f27-4709-8121-7e2b19a7c216 None None] get_active_networks_info from n-d-779913-12 {{(pid=93178) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 11 09:58:19.590720 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6832473e-a820-4ffb-be39-85a3c0280d1b req-33dede2c-5467-4340-a6aa-7d693dff6ec1 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:19.591405 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-6832473e-a820-4ffb-be39-85a3c0280d1b req-33dede2c-5467-4340-a6aa-7d693dff6ec1 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:19.700828 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fd4adadc-5d53-4223-a519-5039f796d4bb tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:19.713462 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 0c7e0f2c-9b78-4c6e-874f-60d4ad2aff9d up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:58:19.726996 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-fd4adadc-5d53-4223-a519-5039f796d4bb tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['affc60bb-150c-4b78-b15c-73e97f89f75c']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:58:19.754254 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6832473e-a820-4ffb-be39-85a3c0280d1b req-33dede2c-5467-4340-a6aa-7d693dff6ec1 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6809263 Jun 11 09:58:19.757366 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-fd4adadc-5d53-4223-a519-5039f796d4bb tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c786dd45-2d24-4ea4-a5ff-ca40e435d8ef') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:58:19.757912 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-fd4adadc-5d53-4223-a519-5039f796d4bb tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c786dd45-2d24-4ea4-a5ff-ca40e435d8ef') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:58:19.758324 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e724c6-ceaf-4893-ba67-2308d5644016 admin admin] Network a6072150-1280-423e-9fb4-d6d64515eeb2 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:58:19.759896 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-91e724c6-ceaf-4893-ba67-2308d5644016 admin admin] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:58:19.781239 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-6832473e-a820-4ffb-be39-85a3c0280d1b req-9048dc04-e1e0-4151-a20f-29180ddc76fe service neutron] Request body: {'port': {'device_id': '7b64edb2-8f88-4ee4-ad2e-39be77ba704f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-12'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:58:19.788433 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fd4adadc-5d53-4223-a519-5039f796d4bb tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:19.855974 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6028549a-ab61-430f-9422-e5904dfe116b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:19.856518 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6028549a-ab61-430f-9422-e5904dfe116b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d2005c4-2e47-41b4-8106-c275cd39cfcc {{(pid=93176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 09:58:19.873595 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fd4adadc-5d53-4223-a519-5039f796d4bb tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:19.907818 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd4adadc-5d53-4223-a519-5039f796d4bb tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Releasing vlan 799 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 09:58:19.908235 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fd4adadc-5d53-4223-a519-5039f796d4bb tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:19.950627 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:58:19.950627 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:58:19.950627 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 09:58:19.950627 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 09:58:19.950627 n-d-779913-12 neutron-server[93177]: timer() Jun 11 09:58:19.950627 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 09:58:19.950627 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 09:58:19.950627 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 09:58:19.950627 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 09:58:19.950627 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 09:58:19.950627 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 09:58:19.950627 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 09:58:19.950627 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 09:58:19.950627 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 09:58:19.950627 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 09:58:19.950627 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 09:58:19.950627 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 09:58:19.950627 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 09:58:19.950627 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 09:58:19.950627 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 09:58:19.950627 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 09:58:19.950627 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 09:58:19.950627 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 09:58:19.950627 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 09:58:19.950627 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 09:58:19.950627 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 09:58:19.950627 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 09:58:19.950627 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 09:58:19.950627 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 09:58:19.950627 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 09:58:19.950627 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 09:58:19.950627 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 09:58:19.950627 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 09:58:19.950627 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 09:58:19.986793 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3426a4-2f27-4709-8121-7e2b19a7c216 None None] Resources bound (agent type, host, resource id): {{(pid=93178) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 11 09:58:20.110996 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 0c7e0f2c-9b78-4c6e-874f-60d4ad2aff9d completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:58:20.124197 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-6832473e-a820-4ffb-be39-85a3c0280d1b req-9048dc04-e1e0-4151-a20f-29180ddc76fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:20.141945 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 0c7e0f2c-9b78-4c6e-874f-60d4ad2aff9d triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:58:20.141945 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:20.180412 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fd4adadc-5d53-4223-a519-5039f796d4bb tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:20.196241 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-84911ced-e3eb-47dd-a328-5dc6b022156c tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:20.207114 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fd4adadc-5d53-4223-a519-5039f796d4bb tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:20.211837 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-fd4adadc-5d53-4223-a519-5039f796d4bb tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] 10.222.0.60 "DELETE /v2.0/networks/affc60bb-150c-4b78-b15c-73e97f89f75c HTTP/1.1" status: 204 len: 168 time: 1.2463231 Jun 11 09:58:20.214686 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 59318) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:58:20.245466 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1444f3ee-96ea-4cec-ac2a-e61809e77245 req-eea5b915-2a6c-4260-aa16-d2928c21184d tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:20.252856 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1444f3ee-96ea-4cec-ac2a-e61809e77245 req-eea5b915-2a6c-4260-aa16-d2928c21184d tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b64edb2-8f88-4ee4-ad2e-39be77ba704f HTTP/1.1" status: 200 len: 932 time: 0.3692250 Jun 11 09:58:20.259067 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4adadc-5d53-4223-a519-5039f796d4bb tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Pushing event deleted for resources: {'Network': ['ID=affc60bb-150c-4b78-b15c-73e97f89f75c,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:20.307871 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 59320) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:58:20.413879 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-fd4adadc-5d53-4223-a519-5039f796d4bb tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:20.452691 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:20.466364 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6028549a-ab61-430f-9422-e5904dfe116b admin admin] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:20.469934 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-6028549a-ab61-430f-9422-e5904dfe116b admin admin] 10.222.0.60 "DELETE /v2.0/routers/0d2005c4-2e47-41b4-8106-c275cd39cfcc HTTP/1.1" status: 204 len: 168 time: 3.3559756 Jun 11 09:58:20.470633 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 59322) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:58:20.525152 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a963137e-29c7-4866-beef-3ea49127b3f3 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:20.541872 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 0c7e0f2c-9b78-4c6e-874f-60d4ad2aff9d, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=0c7e0f2c-9b78-4c6e-874f-60d4ad2aff9d,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:58:20.559976 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-efdc3f10-546c-459b-8514-442dd2505c10 admin admin] Deleting subnet cfe503b2-e60a-4c51-bb64-dfd15e82ca23 {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 09:58:20.573227 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-efdc3f10-546c-459b-8514-442dd2505c10 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:20.585898 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1444f3ee-96ea-4cec-ac2a-e61809e77245 req-06d9ec5c-83c9-4f76-9daf-3d748d60dec8 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3320272 Jun 11 09:58:20.623201 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91e724c6-ceaf-4893-ba67-2308d5644016 admin admin] Router 0b706ec9-d4b4-40bc-8841-0e28c4e46333 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 09:58:20.644005 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-efdc3f10-546c-459b-8514-442dd2505c10 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:20.741814 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a1f6306d-2c33-4a6d-9387-f4bfe7c0de9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:20.796475 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:20.801142 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-246993db-0692-4a05-801d-03eb554fdd60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:20.825528 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a963137e-29c7-4866-beef-3ea49127b3f3 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:20.879837 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-a963137e-29c7-4866-beef-3ea49127b3f3 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86489e25-38d0-4002-bd42-f28fc1568b07']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:58:20.904524 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=0c7e0f2c-9b78-4c6e-874f-60d4ad2aff9d,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:20.908098 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:20.910384 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-a963137e-29c7-4866-beef-3ea49127b3f3 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6880ea77-f816-4bf9-af8b-aeedb1b672d6') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:58:20.910685 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-a963137e-29c7-4866-beef-3ea49127b3f3 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6880ea77-f816-4bf9-af8b-aeedb1b672d6') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:58:20.912262 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device b360d5b4-62ea-4cd8-9f9d-420f5375f385 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:58:20.930539 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a963137e-29c7-4866-beef-3ea49127b3f3 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:20.949151 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-efdc3f10-546c-459b-8514-442dd2505c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:20.951875 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: b360d5b4-62ea-4cd8-9f9d-420f5375f385 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:58:20.952244 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device b360d5b4-62ea-4cd8-9f9d-420f5375f385 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:58:20.952685 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 5a9c8ef4-ebc2-48da-bcb6-121fd404ed4d no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:58:20.995675 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 5a9c8ef4-ebc2-48da-bcb6-121fd404ed4d {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:58:20.996048 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 5a9c8ef4-ebc2-48da-bcb6-121fd404ed4d not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:58:20.996478 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device f49a1439-66e5-4e1c-8b08-cc7e22547553 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:58:20.998331 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a963137e-29c7-4866-beef-3ea49127b3f3 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:21.012866 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a963137e-29c7-4866-beef-3ea49127b3f3 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Releasing vlan 781 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 09:58:21.013287 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a963137e-29c7-4866-beef-3ea49127b3f3 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:21.020262 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:58:21.020262 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:58:21.020262 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 09:58:21.020262 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 09:58:21.020262 n-d-779913-12 neutron-server[93177]: timer() Jun 11 09:58:21.020262 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 09:58:21.020262 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 09:58:21.020262 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 09:58:21.020262 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 09:58:21.020262 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 09:58:21.020262 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 09:58:21.020262 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 09:58:21.020262 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 09:58:21.020262 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 09:58:21.020262 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 09:58:21.020262 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 09:58:21.020262 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 09:58:21.020262 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 09:58:21.020262 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 09:58:21.020262 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 09:58:21.020262 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 09:58:21.020262 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 09:58:21.020262 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 09:58:21.020262 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 09:58:21.020262 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 09:58:21.020262 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 09:58:21.020262 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 09:58:21.020262 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 09:58:21.020262 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 09:58:21.020262 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 09:58:21.020262 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 09:58:21.020262 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 09:58:21.020262 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 09:58:21.020262 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 09:58:21.036244 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: f49a1439-66e5-4e1c-8b08-cc7e22547553 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:58:21.036754 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device f49a1439-66e5-4e1c-8b08-cc7e22547553 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:58:21.072459 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [req-6832473e-a820-4ffb-be39-85a3c0280d1b req-9048dc04-e1e0-4151-a20f-29180ddc76fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5672f2be-33cb-4172-8fdf-7df8cbe564b5 {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:58:21.086486 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-6832473e-a820-4ffb-be39-85a3c0280d1b req-9048dc04-e1e0-4151-a20f-29180ddc76fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:21.096517 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91e724c6-ceaf-4893-ba67-2308d5644016 admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:58:21.118603 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-91e724c6-ceaf-4893-ba67-2308d5644016 admin admin] 10.222.0.60 "PUT /v2.0/routers/0b706ec9-d4b4-40bc-8841-0e28c4e46333/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9124360 Jun 11 09:58:21.173182 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-efdc3f10-546c-459b-8514-442dd2505c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:21.183542 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-34f838ae-f0d9-4b95-b0f5-b147ead73afd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:21.184436 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a1f6306d-2c33-4a6d-9387-f4bfe7c0de9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:21.198585 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-c98e3fc1-75fd-4011-91da-a18226031864 None None] Provisioning complete for port ef493090-a435-4c5b-93dd-a1376ca65524 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:58:21.198991 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c98e3fc1-75fd-4011-91da-a18226031864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:21.225812 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdc3f10-546c-459b-8514-442dd2505c10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfe503b2-e60a-4c51-bb64-dfd15e82ca23,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:21.228284 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-efdc3f10-546c-459b-8514-442dd2505c10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:21.230724 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-efdc3f10-546c-459b-8514-442dd2505c10 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/cfe503b2-e60a-4c51-bb64-dfd15e82ca23 HTTP/1.1" status: 204 len: 168 time: 0.7589955 Jun 11 09:58:21.232240 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-efdc3f10-546c-459b-8514-442dd2505c10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:21.233032 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 59330) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:58:21.240862 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a453640-b923-4549-a9b9-90e40f6cf920 None None] Network 2ee9e933-9fda-4839-b4cd-d38077481dd6 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:58:21.270708 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a963137e-29c7-4866-beef-3ea49127b3f3 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:21.270708 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-6832473e-a820-4ffb-be39-85a3c0280d1b req-9048dc04-e1e0-4151-a20f-29180ddc76fe service neutron] Transition to ACTIVE for port object 5672f2be-33cb-4172-8fdf-7df8cbe564b5 will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:58:21.280045 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-af221174-9886-4c81-be5c-3c1052b65320 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:21.283044 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed873a8e-58e7-485b-9116-8a84c864854f None None] Sync routers for ids ['0b706ec9-d4b4-40bc-8841-0e28c4e46333'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:58:21.286045 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a963137e-29c7-4866-beef-3ea49127b3f3 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:21.291032 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-a963137e-29c7-4866-beef-3ea49127b3f3 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] 10.222.0.60 "DELETE /v2.0/networks/86489e25-38d0-4002-bd42-f28fc1568b07 HTTP/1.1" status: 204 len: 168 time: 1.0627198 Jun 11 09:58:21.293456 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 59338) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:58:21.306874 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-c98e3fc1-75fd-4011-91da-a18226031864 None None] Port ef493090-a435-4c5b-93dd-a1376ca65524 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:58:21.323679 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a963137e-29c7-4866-beef-3ea49127b3f3 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Pushing event deleted for resources: {'Network': ['ID=86489e25-38d0-4002-bd42-f28fc1568b07,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:21.337078 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a1f6306d-2c33-4a6d-9387-f4bfe7c0de9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:21.363546 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed873a8e-58e7-485b-9116-8a84c864854f None None] Routers {'0b706ec9-d4b4-40bc-8841-0e28c4e46333'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:58:21.364409 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-ed873a8e-58e7-485b-9116-8a84c864854f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:58:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['0b706ec9-d4b4-40bc-8841-0e28c4e46333'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:58:21.370698 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a963137e-29c7-4866-beef-3ea49127b3f3 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:21.371323 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-37dd3797-1ff4-4485-9fd7-ed28e83b5fdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:21.449425 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 0c7e0f2c-9b78-4c6e-874f-60d4ad2aff9d up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:58:21.467453 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-6832473e-a820-4ffb-be39-85a3c0280d1b req-9048dc04-e1e0-4151-a20f-29180ddc76fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:21.475798 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-a1f6306d-2c33-4a6d-9387-f4bfe7c0de9b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=14ac662605554937af11df82c63826ee&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0576205 Jun 11 09:58:21.478521 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 59344) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:58:21.489464 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1f480430-51df-474b-bc47-f14340984294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:21.651359 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d51337c2-807a-411a-8ff0-acbcaa52fe4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:21.697984 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d51337c2-807a-411a-8ff0-acbcaa52fe4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:21.717862 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-1f480430-51df-474b-bc47-f14340984294 admin admin] Deleting port 84490f4f-022f-45f3-8013-68e53682deec {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:58:21.718926 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1f480430-51df-474b-bc47-f14340984294 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:21.832419 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f6306d-2c33-4a6d-9387-f4bfe7c0de9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f2a5cc9-5d07-4fdd-b539-9180bb62671c,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:21.850925 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-1f480430-51df-474b-bc47-f14340984294 admin admin] For port 84490f4f-022f-45f3-8013-68e53682deec, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=84490f4f-022f-45f3-8013-68e53682deec,segment=NetworkSegment(b1043da1-5480-43ec-a726-3c2fce12da10),segment_id=b1043da1-5480-43ec-a726-3c2fce12da10)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:58:21.851945 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1f480430-51df-474b-bc47-f14340984294 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:21.856844 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a1f6306d-2c33-4a6d-9387-f4bfe7c0de9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:21.869411 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-93938e00-db5d-443e-8dde-c8646421e494 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.387s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:21.929660 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-ed873a8e-58e7-485b-9116-8a84c864854f None None] Set router 0b706ec9-d4b4-40bc-8841-0e28c4e46333 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:58:21.970983 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6b24c48d-96e9-4a5f-913c-49f47d79de9e tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:21.979208 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9048dc04-e1e0-4151-a20f-29180ddc76fe service neutron] Pushing event updated for resources: {'Port': ['ID=5672f2be-33cb-4172-8fdf-7df8cbe564b5,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:21.994545 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9048dc04-e1e0-4151-a20f-29180ddc76fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:21.998805 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-1f480430-51df-474b-bc47-f14340984294 admin admin] Calling delete_port for 84490f4f-022f-45f3-8013-68e53682deec owned by network:dhcp {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:58:22.024122 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 0c7e0f2c-9b78-4c6e-874f-60d4ad2aff9d triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:58:22.024506 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:22.096337 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-6832473e-a820-4ffb-be39-85a3c0280d1b req-9048dc04-e1e0-4151-a20f-29180ddc76fe service neutron] Attempting to bind port 5672f2be-33cb-4172-8fdf-7df8cbe564b5 on host n-h2-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:58:22.096743 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-6832473e-a820-4ffb-be39-85a3c0280d1b req-9048dc04-e1e0-4151-a20f-29180ddc76fe service neutron] Attempting to bind port 5672f2be-33cb-4172-8fdf-7df8cbe564b5 by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': '49dbfc19-7dcf-486c-9f91-ff9f037d2121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '27e23bf6-ffe1-4e0a-b377-e23593ba5165'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:58:22.097300 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6832473e-a820-4ffb-be39-85a3c0280d1b req-9048dc04-e1e0-4151-a20f-29180ddc76fe service neutron] Attempting to bind port 5672f2be-33cb-4172-8fdf-7df8cbe564b5 on network 27e23bf6-ffe1-4e0a-b377-e23593ba5165 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:58:22.103091 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d51337c2-807a-411a-8ff0-acbcaa52fe4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:22.105890 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d51337c2-807a-411a-8ff0-acbcaa52fe4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:22.111058 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-d51337c2-807a-411a-8ff0-acbcaa52fe4c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6f2a5cc9-5d07-4fdd-b539-9180bb62671c HTTP/1.1" status: 204 len: 168 time: 0.6217475 Jun 11 09:58:22.111058 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1ec9e950-6692-4e37-bd44-92fbff75add8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:22.129118 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51337c2-807a-411a-8ff0-acbcaa52fe4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f2a5cc9-5d07-4fdd-b539-9180bb62671c,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:22.129705 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6832473e-a820-4ffb-be39-85a3c0280d1b req-9048dc04-e1e0-4151-a20f-29180ddc76fe service neutron] Port 5672f2be-33cb-4172-8fdf-7df8cbe564b5 on network 27e23bf6-ffe1-4e0a-b377-e23593ba5165 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:58:22.130093 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d51337c2-807a-411a-8ff0-acbcaa52fe4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:22.130236 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6832473e-a820-4ffb-be39-85a3c0280d1b req-9048dc04-e1e0-4151-a20f-29180ddc76fe service neutron] Attempting to bind port 5672f2be-33cb-4172-8fdf-7df8cbe564b5 on network 27e23bf6-ffe1-4e0a-b377-e23593ba5165 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:58:22.141568 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcae30d-524d-4161-aa67-50576056c1d7 req-88ef25ae-357e-48c5-b6f6-42ab34938137 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:22.144137 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6fcae30d-524d-4161-aa67-50576056c1d7 req-88ef25ae-357e-48c5-b6f6-42ab34938137 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b64edb2-8f88-4ee4-ad2e-39be77ba704f HTTP/1.1" status: 200 len: 944 time: 0.3521016 Jun 11 09:58:22.158251 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d698946-b2ee-47af-9ad0-7fa190506b3b None None] DHCP port deletion for 2ee9e933-9fda-4839-b4cd-d38077481dd6 request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 09:58:22.236579 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6b24c48d-96e9-4a5f-913c-49f47d79de9e tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:22.239369 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6832473e-a820-4ffb-be39-85a3c0280d1b req-9048dc04-e1e0-4151-a20f-29180ddc76fe service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:58:22.239731 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6832473e-a820-4ffb-be39-85a3c0280d1b req-9048dc04-e1e0-4151-a20f-29180ddc76fe service neutron] Checking segment: {'id': '49dbfc19-7dcf-486c-9f91-ff9f037d2121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '27e23bf6-ffe1-4e0a-b377-e23593ba5165'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:58:22.240109 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6832473e-a820-4ffb-be39-85a3c0280d1b req-9048dc04-e1e0-4151-a20f-29180ddc76fe service neutron] Bound using segment: {'id': '49dbfc19-7dcf-486c-9f91-ff9f037d2121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '27e23bf6-ffe1-4e0a-b377-e23593ba5165'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:58:22.240551 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-6832473e-a820-4ffb-be39-85a3c0280d1b req-9048dc04-e1e0-4151-a20f-29180ddc76fe service neutron] Bound port: 5672f2be-33cb-4172-8fdf-7df8cbe564b5, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49dbfc19-7dcf-486c-9f91-ff9f037d2121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '27e23bf6-ffe1-4e0a-b377-e23593ba5165'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:58:22.241175 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-6832473e-a820-4ffb-be39-85a3c0280d1b req-9048dc04-e1e0-4151-a20f-29180ddc76fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:22.272720 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-6b24c48d-96e9-4a5f-913c-49f47d79de9e tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c800603-8b1f-43cf-8957-c0ee15cdc260']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:58:22.292015 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1f480430-51df-474b-bc47-f14340984294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:22.294605 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-55f390bd-9654-4932-aac2-7be92cfacec7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:22.311998 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-6b24c48d-96e9-4a5f-913c-49f47d79de9e tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e65b2ab-ba72-4ce7-9fce-2ad22a02ff0a') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:58:22.312296 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-6b24c48d-96e9-4a5f-913c-49f47d79de9e tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e65b2ab-ba72-4ce7-9fce-2ad22a02ff0a') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:58:22.342169 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6fcae30d-524d-4161-aa67-50576056c1d7 req-775467f6-5484-4d23-94a8-9c7ea2368b84 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831577 Jun 11 09:58:22.360323 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6b24c48d-96e9-4a5f-913c-49f47d79de9e tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:22.365382 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f480430-51df-474b-bc47-f14340984294 admin admin] No DVR routers for this DVR port 84490f4f-022f-45f3-8013-68e53682deec on host n-d-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:58:22.371244 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f480430-51df-474b-bc47-f14340984294 admin admin] Pushing event deleted for resources: {'Port': ['ID=84490f4f-022f-45f3-8013-68e53682deec,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:22.374166 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-7d698946-b2ee-47af-9ad0-7fa190506b3b None None] Deleting port 84490f4f-022f-45f3-8013-68e53682deec {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:58:22.374552 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7d698946-b2ee-47af-9ad0-7fa190506b3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:22.393519 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6b24c48d-96e9-4a5f-913c-49f47d79de9e tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:22.405777 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b24c48d-96e9-4a5f-913c-49f47d79de9e tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Releasing vlan 763 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 09:58:22.406187 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6b24c48d-96e9-4a5f-913c-49f47d79de9e tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:22.409433 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 09:58:22.409433 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 09:58:22.409433 n-d-779913-12 neutron-server[93177]: timer() Jun 11 09:58:22.409433 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 09:58:22.409433 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 09:58:22.409433 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 09:58:22.409433 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 09:58:22.409433 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 09:58:22.409433 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 09:58:22.409433 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 09:58:22.409433 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 09:58:22.409433 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 09:58:22.409433 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 09:58:22.409433 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 09:58:22.409433 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 09:58:22.409433 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 09:58:22.409433 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 09:58:22.409433 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 09:58:22.409433 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 09:58:22.409433 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 09:58:22.409433 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 09:58:22.409433 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 09:58:22.409433 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 09:58:22.409433 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 09:58:22.409433 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 09:58:22.409433 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 09:58:22.409433 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 09:58:22.409433 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 09:58:22.409433 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 09:58:22.409433 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 09:58:22.409433 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 09:58:22.409433 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 09:58:22.423379 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1f480430-51df-474b-bc47-f14340984294 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:22.440068 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-6832473e-a820-4ffb-be39-85a3c0280d1b req-9048dc04-e1e0-4151-a20f-29180ddc76fe service neutron] For port 5672f2be-33cb-4172-8fdf-7df8cbe564b5, host n-h2-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:58:22.480171 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-7d698946-b2ee-47af-9ad0-7fa190506b3b None None] For port 84490f4f-022f-45f3-8013-68e53682deec, host n-d-779913-12, got binding levels [] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:58:22.480935 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7d698946-b2ee-47af-9ad0-7fa190506b3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:22.495140 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-ed873a8e-58e7-485b-9116-8a84c864854f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b706ec9-d4b4-40bc-8841-0e28c4e46333', 'name': 'tempest-TestVolumeBackupRestore-557335153-router', 'tenant_id': '480b52087297447faf57eeafe6ec4dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '0c7e0f2c-9b78-4c6e-874f-60d4ad2aff9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:58:06Z', 'updated_at': '2021-06-11T09:58:17Z', 'revision_number': 4, 'project_id': '480b52087297447faf57eeafe6ec4dac', 'gw_port': {'id': '0c7e0f2c-9b78-4c6e-874f-60d4ad2aff9d', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:cc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b706ec9-d4b4-40bc-8841-0e28c4e46333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:58:08Z', 'updated_at': '2021-06-11T09:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': 'ef493090-a435-4c5b-93dd-a1376ca65524', 'name': '', 'network_id': 'a6072150-1280-423e-9fb4-d6d64515eeb2', 'tenant_id': '480b52087297447faf57eeafe6ec4dac', 'mac_address': 'fa:16:3e:4f:ff:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b706ec9-d4b4-40bc-8841-0e28c4e46333', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '715efb91-8492-4a4c-950c-1f34c1295055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:58:14Z', 'updated_at': '2021-06-11T09:58:17Z', 'revision_number': 2, 'project_id': '480b52087297447faf57eeafe6ec4dac', 'subnets': [{'id': '715efb91-8492-4a4c-950c-1f34c1295055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:58:22.526974 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-6832473e-a820-4ffb-be39-85a3c0280d1b req-9048dc04-e1e0-4151-a20f-29180ddc76fe service neutron] For port 5672f2be-33cb-4172-8fdf-7df8cbe564b5, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=5672f2be-33cb-4172-8fdf-7df8cbe564b5,segment=NetworkSegment(49dbfc19-7dcf-486c-9f91-ff9f037d2121),segment_id=49dbfc19-7dcf-486c-9f91-ff9f037d2121)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:58:22.572359 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1f480430-51df-474b-bc47-f14340984294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:22.586262 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-1f480430-51df-474b-bc47-f14340984294 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ee9e933-9fda-4839-b4cd-d38077481dd6']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:58:22.605312 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-1f480430-51df-474b-bc47-f14340984294 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1043da1-5480-43ec-a726-3c2fce12da10') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:58:22.605610 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-1f480430-51df-474b-bc47-f14340984294 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1043da1-5480-43ec-a726-3c2fce12da10') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:58:22.614660 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-7d698946-b2ee-47af-9ad0-7fa190506b3b None None] Calling delete_port for 84490f4f-022f-45f3-8013-68e53682deec owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:58:22.614897 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6c9456cd-50a7-4fb4-9243-c883c35b10b5 req-65c977d7-3e14-4f8b-bf7b-58cc5ca322d6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2601471 Jun 11 09:58:22.616808 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed873a8e-58e7-485b-9116-8a84c864854f None None] Checking router: 0b706ec9-d4b4-40bc-8841-0e28c4e46333 for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 09:58:22.622189 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed873a8e-58e7-485b-9116-8a84c864854f None None] Updating router 0b706ec9-d4b4-40bc-8841-0e28c4e46333 port ef493090-a435-4c5b-93dd-a1376ca65524 binding host n-d-779913-12 {{(pid=93178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 09:58:22.622189 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.ipam_backend_mixin [None req-7d698946-b2ee-47af-9ad0-7fa190506b3b None None] Port 84490f4f-022f-45f3-8013-68e53682deec was not found and therefore no delete operation was performed {{(pid=93178) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 11 09:58:22.626315 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1f480430-51df-474b-bc47-f14340984294 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:22.641471 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-6832473e-a820-4ffb-be39-85a3c0280d1b req-9048dc04-e1e0-4151-a20f-29180ddc76fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:22.649524 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9048dc04-e1e0-4151-a20f-29180ddc76fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:22.650336 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7d698946-b2ee-47af-9ad0-7fa190506b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:22.650473 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6b24c48d-96e9-4a5f-913c-49f47d79de9e tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:22.655002 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-dbfa81bc-31ea-4511-a727-0cd3f0e3bd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:22.655377 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1f480430-51df-474b-bc47-f14340984294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:22.673562 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f480430-51df-474b-bc47-f14340984294 admin admin] Releasing vlan 755 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 09:58:22.673961 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1f480430-51df-474b-bc47-f14340984294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:22.676513 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:58:22.676513 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:58:22.676513 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:58:22.676513 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:58:22.676513 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:58:22.676513 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:58:22.676513 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 09:58:22.676513 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 09:58:22.676513 n-d-779913-12 neutron-server[93176]: timer() Jun 11 09:58:22.676513 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 09:58:22.676513 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 09:58:22.676513 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 09:58:22.676513 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 09:58:22.676513 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 09:58:22.676513 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 09:58:22.676513 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 09:58:22.676513 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 09:58:22.676513 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 09:58:22.676513 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 09:58:22.676513 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 09:58:22.676513 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 09:58:22.676513 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 09:58:22.676513 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 09:58:22.676513 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 09:58:22.676513 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 09:58:22.676513 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 09:58:22.676513 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 09:58:22.676513 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 09:58:22.676513 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 09:58:22.676513 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 09:58:22.676513 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 09:58:22.676513 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 09:58:22.676513 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 09:58:22.676513 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 09:58:22.676513 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 09:58:22.676513 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 09:58:22.676513 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 09:58:22.676513 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 09:58:22.702560 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6b24c48d-96e9-4a5f-913c-49f47d79de9e tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:22.702560 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-6b24c48d-96e9-4a5f-913c-49f47d79de9e tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] 10.222.0.60 "DELETE /v2.0/networks/0c800603-8b1f-43cf-8957-c0ee15cdc260 HTTP/1.1" status: 204 len: 168 time: 1.4060707 Jun 11 09:58:22.710092 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d698946-b2ee-47af-9ad0-7fa190506b3b None None] Pushing event deleted for resources: {'Port': ['ID=84490f4f-022f-45f3-8013-68e53682deec,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:22.716023 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-7d698946-b2ee-47af-9ad0-7fa190506b3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:22.716305 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6832473e-a820-4ffb-be39-85a3c0280d1b req-9048dc04-e1e0-4151-a20f-29180ddc76fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:22.716717 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-6832473e-a820-4ffb-be39-85a3c0280d1b req-9048dc04-e1e0-4151-a20f-29180ddc76fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:22.718074 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6832473e-a820-4ffb-be39-85a3c0280d1b req-9048dc04-e1e0-4151-a20f-29180ddc76fe service neutron] 10.222.0.69 "PUT /v2.0/ports/5672f2be-33cb-4172-8fdf-7df8cbe564b5 HTTP/1.1" status: 200 len: 1093 time: 2.9437361 Jun 11 09:58:22.718769 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b64edb2-8f88-4ee4-ad2e-39be77ba704f', 'tag': '5672f2be-33cb-4172-8fdf-7df8cbe564b5'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:58:22.722607 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dcf6abd-8d6e-429d-b407-1ca35846f42c" -d '{"events": [{"name": "network-changed", "server_uuid": "7b64edb2-8f88-4ee4-ad2e-39be77ba704f", "tag": "5672f2be-33cb-4172-8fdf-7df8cbe564b5"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:58:22.730087 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d698946-b2ee-47af-9ad0-7fa190506b3b None None] No DVR routers for this DVR port 84490f4f-022f-45f3-8013-68e53682deec on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:58:22.743924 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ed873a8e-58e7-485b-9116-8a84c864854f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:22.756470 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9048dc04-e1e0-4151-a20f-29180ddc76fe service neutron] Pushing event updated for resources: {'Port': ['ID=5672f2be-33cb-4172-8fdf-7df8cbe564b5,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:22.764111 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9048dc04-e1e0-4151-a20f-29180ddc76fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:22.770368 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f5c72385-750b-4ccf-acc3-f41f0d6f1362 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:22.808543 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75422a45-beda-4a29-ba41-3fc4e927f41c x-openstack-request-id: req-75422a45-beda-4a29-ba41-3fc4e927f41c {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:58:22.810378 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b64edb2-8f88-4ee4-ad2e-39be77ba704f", "tag": "5672f2be-33cb-4172-8fdf-7df8cbe564b5", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:58:22.811009 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-75422a45-beda-4a29-ba41-3fc4e927f41c {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:58:22.811657 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b64edb2-8f88-4ee4-ad2e-39be77ba704f', 'tag': '5672f2be-33cb-4172-8fdf-7df8cbe564b5', 'status': 'completed', 'code': 200} Jun 11 09:58:22.991170 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9456cd-50a7-4fb4-9243-c883c35b10b5 req-61c89a68-947a-4912-bc48-96b7bd099692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:22.991533 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9456cd-50a7-4fb4-9243-c883c35b10b5 req-61c89a68-947a-4912-bc48-96b7bd099692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:22.992061 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9456cd-50a7-4fb4-9243-c883c35b10b5 req-61c89a68-947a-4912-bc48-96b7bd099692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:22.992846 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9456cd-50a7-4fb4-9243-c883c35b10b5 req-61c89a68-947a-4912-bc48-96b7bd099692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:22.993423 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9456cd-50a7-4fb4-9243-c883c35b10b5 req-61c89a68-947a-4912-bc48-96b7bd099692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:22.994166 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9456cd-50a7-4fb4-9243-c883c35b10b5 req-61c89a68-947a-4912-bc48-96b7bd099692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:22.996198 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9456cd-50a7-4fb4-9243-c883c35b10b5 req-61c89a68-947a-4912-bc48-96b7bd099692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:22.998462 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6c9456cd-50a7-4fb4-9243-c883c35b10b5 req-61c89a68-947a-4912-bc48-96b7bd099692 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=39e8725552694bd89f3d9b894d223d7c&device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042 HTTP/1.1" status: 200 len: 6507 time: 0.1297297 Jun 11 09:58:23.051587 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1f480430-51df-474b-bc47-f14340984294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:23.067428 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-811c1313-aa60-4c2e-b59d-69b81d2ffb7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:23.076902 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1f480430-51df-474b-bc47-f14340984294 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:23.081293 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-1f480430-51df-474b-bc47-f14340984294 admin admin] 10.222.0.60 "DELETE /v2.0/networks/2ee9e933-9fda-4839-b4cd-d38077481dd6 HTTP/1.1" status: 204 len: 168 time: 1.8449016 Jun 11 09:58:23.100277 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f480430-51df-474b-bc47-f14340984294 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ee9e933-9fda-4839-b4cd-d38077481dd6,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:23.104169 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1f480430-51df-474b-bc47-f14340984294 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:23.176682 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 59406) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:58:23.211109 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-83162dac-11f1-440f-884e-c061169f361b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:23.255746 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ed873a8e-58e7-485b-9116-8a84c864854f None None] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:23.271675 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-ed873a8e-58e7-485b-9116-8a84c864854f None None] Transition to ACTIVE for port object ef493090-a435-4c5b-93dd-a1376ca65524 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:58:23.285952 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9456cd-50a7-4fb4-9243-c883c35b10b5 req-6caf7580-548c-4c43-ae62-8c0c7f7fb616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:23.286418 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9456cd-50a7-4fb4-9243-c883c35b10b5 req-6caf7580-548c-4c43-ae62-8c0c7f7fb616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:23.287153 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9456cd-50a7-4fb4-9243-c883c35b10b5 req-6caf7580-548c-4c43-ae62-8c0c7f7fb616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:23.288869 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6c9456cd-50a7-4fb4-9243-c883c35b10b5 req-6caf7580-548c-4c43-ae62-8c0c7f7fb616 service neutron] 10.222.0.64 "GET /v2.0/networks?id=613fb304-5cfe-4609-aaba-f0eb53f2be57&id=6d3621a2-169e-4b61-882a-b4c2c253f396&id=6d3621a2-169e-4b61-882a-b4c2c253f396&id=6d3621a2-169e-4b61-882a-b4c2c253f396&id=6d3621a2-169e-4b61-882a-b4c2c253f396&id=8268b03e-4f88-453d-8a80-f3e0484b960f&id=8268b03e-4f88-453d-8a80-f3e0484b960f HTTP/1.1" status: 200 len: 2299 time: 0.2655528 Jun 11 09:58:23.353964 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ed873a8e-58e7-485b-9116-8a84c864854f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:23.367870 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:23.460500 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 59426) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:58:23.559408 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6c9456cd-50a7-4fb4-9243-c883c35b10b5 req-c840ec98-b28d-438a-881d-9ff38e1726b6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=673aa988-b63e-4019-b597-09a97b0fcf40 HTTP/1.1" status: 200 len: 1001 time: 0.2605455 Jun 11 09:58:23.622910 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b24c48d-96e9-4a5f-913c-49f47d79de9e tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Pushing event deleted for resources: {'Network': ['ID=0c800603-8b1f-43cf-8957-c0ee15cdc260,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:23.623704 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 84490f4f-022f-45f3-8013-68e53682deec no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:58:23.632758 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6b24c48d-96e9-4a5f-913c-49f47d79de9e tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.868s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:23.694552 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9456cd-50a7-4fb4-9243-c883c35b10b5 req-e30169d7-7826-4a00-90ee-d99951c5529f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:23.696665 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6c9456cd-50a7-4fb4-9243-c883c35b10b5 req-e30169d7-7826-4a00-90ee-d99951c5529f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=aa5d910a-d4cb-4925-a41a-aa63432d8367 HTTP/1.1" status: 200 len: 856 time: 0.1293113 Jun 11 09:58:23.703412 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 84490f4f-022f-45f3-8013-68e53682deec {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:58:23.708471 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 84490f4f-022f-45f3-8013-68e53682deec not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:58:23.735119 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-83162dac-11f1-440f-884e-c061169f361b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:23.818119 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55850cb3-27f1-465f-ac47-eedbeeeeda5f None None] Pushing event updated for resources: {'Port': ['ID=ef493090-a435-4c5b-93dd-a1376ca65524,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:23.833373 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-55850cb3-27f1-465f-ac47-eedbeeeeda5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:23.870561 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-c96d7950-ec3b-4bd7-9df5-dd7f3867b2ac admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=970b4426dd6440a29807e08a03e58d96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4003294 Jun 11 09:58:23.872462 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 59448) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:58:23.882703 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf6abd-8d6e-429d-b407-1ca35846f42c req-6e68395f-4b3a-467d-ac2b-2b4b0a26654e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:23.884722 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4dcf6abd-8d6e-429d-b407-1ca35846f42c req-6e68395f-4b3a-467d-ac2b-2b4b0a26654e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cf2f36364fcc4b2d95b3a631356b3d50&device_id=7b64edb2-8f88-4ee4-ad2e-39be77ba704f HTTP/1.1" status: 200 len: 1096 time: 1.0524468 Jun 11 09:58:23.890025 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-ed873a8e-58e7-485b-9116-8a84c864854f None None] Attempting to bind port ef493090-a435-4c5b-93dd-a1376ca65524 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:58:23.890889 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-ed873a8e-58e7-485b-9116-8a84c864854f None None] Attempting to bind port ef493090-a435-4c5b-93dd-a1376ca65524 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'c8021e50-a0bd-43fd-a1bf-fd5d47fae840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'a6072150-1280-423e-9fb4-d6d64515eeb2'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:58:23.891456 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed873a8e-58e7-485b-9116-8a84c864854f None None] Attempting to bind port ef493090-a435-4c5b-93dd-a1376ca65524 on network a6072150-1280-423e-9fb4-d6d64515eeb2 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:58:23.899139 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3241863-b994-4a6f-ac72-f95b0bbf3921 req-28557744-74b1-4090-9712-eb4f3b775504 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:23.901692 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed873a8e-58e7-485b-9116-8a84c864854f None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:58:23.902300 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed873a8e-58e7-485b-9116-8a84c864854f None None] Checking segment: {'id': 'c8021e50-a0bd-43fd-a1bf-fd5d47fae840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'a6072150-1280-423e-9fb4-d6d64515eeb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:58:23.903158 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ed873a8e-58e7-485b-9116-8a84c864854f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:23.903781 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed873a8e-58e7-485b-9116-8a84c864854f None None] Bound using segment: {'id': 'c8021e50-a0bd-43fd-a1bf-fd5d47fae840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'a6072150-1280-423e-9fb4-d6d64515eeb2'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:58:23.904688 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-ed873a8e-58e7-485b-9116-8a84c864854f None None] Bound port: ef493090-a435-4c5b-93dd-a1376ca65524, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8021e50-a0bd-43fd-a1bf-fd5d47fae840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'a6072150-1280-423e-9fb4-d6d64515eeb2'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:58:23.915338 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ed873a8e-58e7-485b-9116-8a84c864854f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:23.915708 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e3241863-b994-4a6f-ac72-f95b0bbf3921 req-28557744-74b1-4090-9712-eb4f3b775504 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b64edb2-8f88-4ee4-ad2e-39be77ba704f HTTP/1.1" status: 200 len: 944 time: 0.2717564 Jun 11 09:58:23.936816 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 59454) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:58:23.976598 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-83162dac-11f1-440f-884e-c061169f361b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:23.988408 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-00e81695-192c-4471-ba7f-ba3dcb65da74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:24.005279 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-ed873a8e-58e7-485b-9116-8a84c864854f None None] For port ef493090-a435-4c5b-93dd-a1376ca65524, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:58:24.009134 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-ed873a8e-58e7-485b-9116-8a84c864854f None None] For port ef493090-a435-4c5b-93dd-a1376ca65524, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=ef493090-a435-4c5b-93dd-a1376ca65524,segment=NetworkSegment(c8021e50-a0bd-43fd-a1bf-fd5d47fae840),segment_id=c8021e50-a0bd-43fd-a1bf-fd5d47fae840)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:58:24.039561 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9456cd-50a7-4fb4-9243-c883c35b10b5 req-f37b1051-da6e-4d92-a2f5-cfc45e4dc41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:24.041258 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6c9456cd-50a7-4fb4-9243-c883c35b10b5 req-f37b1051-da6e-4d92-a2f5-cfc45e4dc41c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=613fb304-5cfe-4609-aaba-f0eb53f2be57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3278503 Jun 11 09:58:24.112211 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e3241863-b994-4a6f-ac72-f95b0bbf3921 req-699f748b-6fa1-4adc-9272-9550815771df tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015324 Jun 11 09:58:24.118228 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ed873a8e-58e7-485b-9116-8a84c864854f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:24.118739 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-de4c0586-e3e0-4c85-882b-6083f1694b5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:24.141441 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf6abd-8d6e-429d-b407-1ca35846f42c req-80e35c26-3fd3-434a-91d5-632ebba3287b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:24.146610 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4dcf6abd-8d6e-429d-b407-1ca35846f42c req-80e35c26-3fd3-434a-91d5-632ebba3287b service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=cf2f36364fcc4b2d95b3a631356b3d50&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2052238 Jun 11 09:58:24.169869 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-83162dac-11f1-440f-884e-c061169f361b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=eb997906d4134fbd9cbae23f0bcd306e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9907131 Jun 11 09:58:24.182038 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83162dac-11f1-440f-884e-c061169f361b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa84260-838e-4d4a-a11f-d271589baea8,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:24.192515 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 59456) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:58:24.204051 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55850cb3-27f1-465f-ac47-eedbeeeeda5f None None] Pushing event updated for resources: {'Port': ['ID=ef493090-a435-4c5b-93dd-a1376ca65524,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:24.206773 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-83162dac-11f1-440f-884e-c061169f361b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:24.207502 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed873a8e-58e7-485b-9116-8a84c864854f None None] Routers {'0b706ec9-d4b4-40bc-8841-0e28c4e46333'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:58:24.208159 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-ed873a8e-58e7-485b-9116-8a84c864854f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:58:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['0b706ec9-d4b4-40bc-8841-0e28c4e46333'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:58:24.210728 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-55850cb3-27f1-465f-ac47-eedbeeeeda5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:24.236342 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3ee07cf2-0463-4a92-bb61-3c31131f9224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:24.251709 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-97fa618a-95af-41cc-8cc6-07b825cea4ef admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dd0b80cc8f6f441fb34ed2f0b9466049&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3024745 Jun 11 09:58:24.268689 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 59458) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:58:24.327528 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6c9456cd-50a7-4fb4-9243-c883c35b10b5 req-968f4009-fbb1-4213-880e-f468f298b170 service neutron] 10.222.0.64 "GET /v2.0/networks/613fb304-5cfe-4609-aaba-f0eb53f2be57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725534 Jun 11 09:58:24.334843 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3ee07cf2-0463-4a92-bb61-3c31131f9224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:24.438345 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf6abd-8d6e-429d-b407-1ca35846f42c req-98e4f741-37e5-4dde-8364-c88e6d045bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:24.440385 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4dcf6abd-8d6e-429d-b407-1ca35846f42c req-98e4f741-37e5-4dde-8364-c88e6d045bc5 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2907672 Jun 11 09:58:24.472958 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-ed873a8e-58e7-485b-9116-8a84c864854f None None] Set router 0b706ec9-d4b4-40bc-8841-0e28c4e46333 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 09:58:24.475224 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-12fb6137-f47a-41d7-ba19-edd2c6166a0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:24.575517 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6832473e-a820-4ffb-be39-85a3c0280d1b req-796d93b9-a881-40f1-a41e-f525a094b8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:24.577215 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6832473e-a820-4ffb-be39-85a3c0280d1b req-796d93b9-a881-40f1-a41e-f525a094b8ef service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cf2f36364fcc4b2d95b3a631356b3d50&device_id=7b64edb2-8f88-4ee4-ad2e-39be77ba704f HTTP/1.1" status: 200 len: 1096 time: 0.0838351 Jun 11 09:58:24.585445 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-12fb6137-f47a-41d7-ba19-edd2c6166a0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:24.604336 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-11b4a6ce-9ce4-4b93-aa93-af98d78e46f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:24.655931 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6832473e-a820-4ffb-be39-85a3c0280d1b req-d9319654-a87a-4b9e-a429-f5c696f0d497 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5672f2be-33cb-4172-8fdf-7df8cbe564b5 HTTP/1.1" status: 200 len: 217 time: 0.0687945 Jun 11 09:58:24.663382 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6c9456cd-50a7-4fb4-9243-c883c35b10b5 req-a88dccfd-81d3-40cd-861d-2c38d9eff853 service neutron] 10.222.0.64 "GET /v2.0/networks/613fb304-5cfe-4609-aaba-f0eb53f2be57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3140013 Jun 11 09:58:24.669101 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-11b4a6ce-9ce4-4b93-aa93-af98d78e46f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:24.745243 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6c9456cd-50a7-4fb4-9243-c883c35b10b5 req-0521d0e6-8d6f-40ba-81ad-f989b7f4a55b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=aba52a31-7ead-4b87-98cf-90bcdace2f39 HTTP/1.1" status: 200 len: 217 time: 0.0731118 Jun 11 09:58:24.751540 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6832473e-a820-4ffb-be39-85a3c0280d1b req-955c50b7-bf8c-4f19-8562-7d087b5ae5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:24.752729 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3ee07cf2-0463-4a92-bb61-3c31131f9224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:24.753637 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6832473e-a820-4ffb-be39-85a3c0280d1b req-955c50b7-bf8c-4f19-8562-7d087b5ae5be service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a3823ddd-2fea-4754-846e-b1cf37fb47e2 HTTP/1.1" status: 200 len: 851 time: 0.0901854 Jun 11 09:58:24.755654 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3ee07cf2-0463-4a92-bb61-3c31131f9224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:24.759865 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-3ee07cf2-0463-4a92-bb61-3c31131f9224 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5cca865d-b057-4a1b-86ea-cb97342cc778 HTTP/1.1" status: 204 len: 168 time: 0.8861997 Jun 11 09:58:24.769294 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-83162dac-11f1-440f-884e-c061169f361b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:24.816754 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee07cf2-0463-4a92-bb61-3c31131f9224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cca865d-b057-4a1b-86ea-cb97342cc778,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:24.820975 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3ee07cf2-0463-4a92-bb61-3c31131f9224 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:24.840020 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9456cd-50a7-4fb4-9243-c883c35b10b5 req-5df570de-4347-41fd-b559-0b2040199eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:24.841050 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6c9456cd-50a7-4fb4-9243-c883c35b10b5 req-5df570de-4347-41fd-b559-0b2040199eca service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d56f2625-bb14-490c-b4fa-d6d55c55bf08 HTTP/1.1" status: 200 len: 797 time: 0.0734117 Jun 11 09:58:24.884917 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-12fb6137-f47a-41d7-ba19-edd2c6166a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:24.885590 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-12fb6137-f47a-41d7-ba19-edd2c6166a0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:24.887224 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-12fb6137-f47a-41d7-ba19-edd2c6166a0d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8fa84260-838e-4d4a-a11f-d271589baea8 HTTP/1.1" status: 204 len: 168 time: 0.6873329 Jun 11 09:58:24.888853 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b0565203-1a05-4a76-95b7-b7179b6b6bb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:24.896079 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6832473e-a820-4ffb-be39-85a3c0280d1b req-bff53faa-1cd8-4a96-a0ad-871f383ca667 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=27e23bf6-ffe1-4e0a-b377-e23593ba5165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1211269 Jun 11 09:58:24.905114 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fb6137-f47a-41d7-ba19-edd2c6166a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa84260-838e-4d4a-a11f-d271589baea8,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:24.913150 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-12fb6137-f47a-41d7-ba19-edd2c6166a0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:24.934803 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9456cd-50a7-4fb4-9243-c883c35b10b5 req-50d42c2c-ac69-422e-8299-22cfb529c3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:24.943990 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6c9456cd-50a7-4fb4-9243-c883c35b10b5 req-50d42c2c-ac69-422e-8299-22cfb529c3fb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6d3621a2-169e-4b61-882a-b4c2c253f396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0970688 Jun 11 09:58:24.953373 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-11b4a6ce-9ce4-4b93-aa93-af98d78e46f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:24.956023 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-11b4a6ce-9ce4-4b93-aa93-af98d78e46f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:24.957695 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-11b4a6ce-9ce4-4b93-aa93-af98d78e46f5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fe9f56bd-efd9-4301-998b-c37888a1d556 HTTP/1.1" status: 204 len: 168 time: 0.6812532 Jun 11 09:58:24.971617 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-067f027b-e88e-4440-8bcd-6d80fef9813b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:25.058729 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b4a6ce-9ce4-4b93-aa93-af98d78e46f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9f56bd-efd9-4301-998b-c37888a1d556,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:25.059602 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-ed873a8e-58e7-485b-9116-8a84c864854f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b706ec9-d4b4-40bc-8841-0e28c4e46333', 'name': 'tempest-TestVolumeBackupRestore-557335153-router', 'tenant_id': '480b52087297447faf57eeafe6ec4dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '0c7e0f2c-9b78-4c6e-874f-60d4ad2aff9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:58:06Z', 'updated_at': '2021-06-11T09:58:17Z', 'revision_number': 4, 'project_id': '480b52087297447faf57eeafe6ec4dac', 'gw_port': {'id': '0c7e0f2c-9b78-4c6e-874f-60d4ad2aff9d', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:cc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b706ec9-d4b4-40bc-8841-0e28c4e46333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:58:08Z', 'updated_at': '2021-06-11T09:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': 'ef493090-a435-4c5b-93dd-a1376ca65524', 'name': '', 'network_id': 'a6072150-1280-423e-9fb4-d6d64515eeb2', 'tenant_id': '480b52087297447faf57eeafe6ec4dac', 'mac_address': 'fa:16:3e:4f:ff:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b706ec9-d4b4-40bc-8841-0e28c4e46333', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '715efb91-8492-4a4c-950c-1f34c1295055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:58:14Z', 'updated_at': '2021-06-11T09:58:23Z', 'revision_number': 4, 'project_id': '480b52087297447faf57eeafe6ec4dac', 'subnets': [{'id': '715efb91-8492-4a4c-950c-1f34c1295055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:58:25.064639 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed873a8e-58e7-485b-9116-8a84c864854f None None] The sync data for ids ['0b706ec9-d4b4-40bc-8841-0e28c4e46333'] in n-d-779913-12 is: [{'id': '0b706ec9-d4b4-40bc-8841-0e28c4e46333', 'name': 'tempest-TestVolumeBackupRestore-557335153-router', 'tenant_id': '480b52087297447faf57eeafe6ec4dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '0c7e0f2c-9b78-4c6e-874f-60d4ad2aff9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:58:06Z', 'updated_at': '2021-06-11T09:58:17Z', 'revision_number': 4, 'project_id': '480b52087297447faf57eeafe6ec4dac', 'gw_port': {'id': '0c7e0f2c-9b78-4c6e-874f-60d4ad2aff9d', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:cc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b706ec9-d4b4-40bc-8841-0e28c4e46333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:58:08Z', 'updated_at': '2021-06-11T09:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': 'ef493090-a435-4c5b-93dd-a1376ca65524', 'name': '', 'network_id': 'a6072150-1280-423e-9fb4-d6d64515eeb2', 'tenant_id': '480b52087297447faf57eeafe6ec4dac', 'mac_address': 'fa:16:3e:4f:ff:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b706ec9-d4b4-40bc-8841-0e28c4e46333', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '715efb91-8492-4a4c-950c-1f34c1295055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:58:14Z', 'updated_at': '2021-06-11T09:58:23Z', 'revision_number': 4, 'project_id': '480b52087297447faf57eeafe6ec4dac', 'subnets': [{'id': '715efb91-8492-4a4c-950c-1f34c1295055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:58:25.071770 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-11b4a6ce-9ce4-4b93-aa93-af98d78e46f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:25.267131 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6832473e-a820-4ffb-be39-85a3c0280d1b req-450f544c-45de-4ff1-9589-d180e27d4eb8 service neutron] 10.222.0.69 "GET /v2.0/networks/27e23bf6-ffe1-4e0a-b377-e23593ba5165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3448162 Jun 11 09:58:25.295527 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6c9456cd-50a7-4fb4-9243-c883c35b10b5 req-281ef4ba-2847-4d6f-8030-c6c63562f8db service neutron] 10.222.0.64 "GET /v2.0/networks/6d3621a2-169e-4b61-882a-b4c2c253f396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3449643 Jun 11 09:58:25.512973 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device ef493090-a435-4c5b-93dd-a1376ca65524 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:58:25.634217 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6c9456cd-50a7-4fb4-9243-c883c35b10b5 req-1b08120a-f0ac-412b-8158-1fcb11b8109b service neutron] 10.222.0.64 "GET /v2.0/networks/6d3621a2-169e-4b61-882a-b4c2c253f396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3306346 Jun 11 09:58:25.680316 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6832473e-a820-4ffb-be39-85a3c0280d1b req-d5ddeeee-9ec2-4257-85c4-660e8ef9f177 service neutron] 10.222.0.69 "GET /v2.0/networks/27e23bf6-ffe1-4e0a-b377-e23593ba5165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4050577 Jun 11 09:58:25.711457 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6c9456cd-50a7-4fb4-9243-c883c35b10b5 req-10a3dfa1-8a5d-4b49-b5b7-9dec2d673ba2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.19&port_id=0e3d8c07-4dd8-4173-b439-d804ac86a9ca HTTP/1.1" status: 200 len: 217 time: 0.0709586 Jun 11 09:58:25.729113 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11dc4de-cd75-47aa-82cb-9430f0b3f3de req-14d1b05f-f981-40bc-8cf4-643173e5be3e tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:25.731246 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f11dc4de-cd75-47aa-82cb-9430f0b3f3de req-14d1b05f-f981-40bc-8cf4-643173e5be3e tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b64edb2-8f88-4ee4-ad2e-39be77ba704f HTTP/1.1" status: 200 len: 944 time: 0.2067192 Jun 11 09:58:25.760381 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port ef493090-a435-4c5b-93dd-a1376ca65524 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:58:25.764542 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port ef493090-a435-4c5b-93dd-a1376ca65524 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:58:25.765060 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:25.798275 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9456cd-50a7-4fb4-9243-c883c35b10b5 req-925294f7-1b98-4641-b245-3ec65146d4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:25.799874 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6c9456cd-50a7-4fb4-9243-c883c35b10b5 req-925294f7-1b98-4641-b245-3ec65146d4ab service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d56f2625-bb14-490c-b4fa-d6d55c55bf08 HTTP/1.1" status: 200 len: 797 time: 0.0819781 Jun 11 09:58:25.824610 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f11dc4de-cd75-47aa-82cb-9430f0b3f3de req-bd6e42a5-efae-4a8d-9e3c-d3a3e8298bbd tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855708 Jun 11 09:58:25.942215 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:25.982463 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9456cd-50a7-4fb4-9243-c883c35b10b5 req-9111c862-962f-4c27-83cf-8659112dc9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:25.986044 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6c9456cd-50a7-4fb4-9243-c883c35b10b5 req-9111c862-962f-4c27-83cf-8659112dc9b6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6d3621a2-169e-4b61-882a-b4c2c253f396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1797774 Jun 11 09:58:26.048532 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port ef493090-a435-4c5b-93dd-a1376ca65524, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=ef493090-a435-4c5b-93dd-a1376ca65524,segment=NetworkSegment(c8021e50-a0bd-43fd-a1bf-fd5d47fae840),segment_id=c8021e50-a0bd-43fd-a1bf-fd5d47fae840)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:58:26.148550 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6c9456cd-50a7-4fb4-9243-c883c35b10b5 req-35956a2f-4649-482b-8be3-335503838921 service neutron] 10.222.0.64 "GET /v2.0/networks/6d3621a2-169e-4b61-882a-b4c2c253f396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552196 Jun 11 09:58:26.162782 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:26.165768 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-07e9e33a-4b53-40bc-8f3a-b454a928b0c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:26.256306 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=ef493090-a435-4c5b-93dd-a1376ca65524,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:26.260255 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:26.514272 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6c9456cd-50a7-4fb4-9243-c883c35b10b5 req-6a382436-c8c3-415f-a953-5b82a2e0151d service neutron] 10.222.0.64 "GET /v2.0/networks/6d3621a2-169e-4b61-882a-b4c2c253f396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3560870 Jun 11 09:58:26.582001 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6c9456cd-50a7-4fb4-9243-c883c35b10b5 req-aeb19934-d048-454f-a9b3-70f19fc0e636 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=aa0b414f-8b35-42cd-bbc6-fd64860a4029 HTTP/1.1" status: 200 len: 217 time: 0.0616808 Jun 11 09:58:26.664850 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9456cd-50a7-4fb4-9243-c883c35b10b5 req-9775a6f9-41c0-4c00-9cc6-c8fc4f5b28b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:26.666569 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6c9456cd-50a7-4fb4-9243-c883c35b10b5 req-9775a6f9-41c0-4c00-9cc6-c8fc4f5b28b4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d56f2625-bb14-490c-b4fa-d6d55c55bf08 HTTP/1.1" status: 200 len: 797 time: 0.0792913 Jun 11 09:58:26.785727 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8cc95c4c-741e-4e09-b2bb-4f17bbaa38a6 req-8ab0c5f2-368e-4e2e-bfa0-3afec90a4ffd service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=aaddf973-e588-464b-8514-112fb39e8650&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1118560 Jun 11 09:58:26.794288 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9456cd-50a7-4fb4-9243-c883c35b10b5 req-66aaba81-63f9-4873-adce-be8b858df29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:26.795831 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6c9456cd-50a7-4fb4-9243-c883c35b10b5 req-66aaba81-63f9-4873-adce-be8b858df29a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6d3621a2-169e-4b61-882a-b4c2c253f396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1211767 Jun 11 09:58:26.915019 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc95c4c-741e-4e09-b2bb-4f17bbaa38a6 req-5ad96e2e-4fea-4382-937b-3d11c06ce0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:26.919159 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8cc95c4c-741e-4e09-b2bb-4f17bbaa38a6 req-5ad96e2e-4fea-4382-937b-3d11c06ce0e8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=21c20f27027a4fa895493faf5f883302&device_id=aaddf973-e588-464b-8514-112fb39e8650 HTTP/1.1" status: 200 len: 1098 time: 0.0977404 Jun 11 09:58:27.044844 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6c9456cd-50a7-4fb4-9243-c883c35b10b5 req-f35d9000-16b1-4d4b-b766-a57b044abf37 service neutron] 10.222.0.64 "GET /v2.0/networks/6d3621a2-169e-4b61-882a-b4c2c253f396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389648 Jun 11 09:58:27.167437 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc95c4c-741e-4e09-b2bb-4f17bbaa38a6 req-51d972de-7d0c-4277-90a2-76ef4ad41052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:27.168998 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8cc95c4c-741e-4e09-b2bb-4f17bbaa38a6 req-51d972de-7d0c-4277-90a2-76ef4ad41052 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4ec1bae5-7351-4e01-a52c-de5521320fcb HTTP/1.1" status: 200 len: 917 time: 0.2198699 Jun 11 09:58:27.183654 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6c9456cd-50a7-4fb4-9243-c883c35b10b5 req-416de3be-8b70-45af-a483-c079e57be7cf service neutron] 10.222.0.64 "GET /v2.0/networks/6d3621a2-169e-4b61-882a-b4c2c253f396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351991 Jun 11 09:58:27.245756 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6c9456cd-50a7-4fb4-9243-c883c35b10b5 req-d93b16fa-0787-4e40-b740-8067140273c0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.169&port_id=7d4122a6-8857-404a-9194-b0a549ee64cc HTTP/1.1" status: 200 len: 217 time: 0.0545230 Jun 11 09:58:27.274666 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3f59b8-7d2e-4898-9d81-1f3d6a635e67 req-d449e2f5-7005-48dc-8c51-f5d9234f770f tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:27.276217 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3a3f59b8-7d2e-4898-9d81-1f3d6a635e67 req-d449e2f5-7005-48dc-8c51-f5d9234f770f tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b64edb2-8f88-4ee4-ad2e-39be77ba704f HTTP/1.1" status: 200 len: 944 time: 0.1663289 Jun 11 09:58:27.303691 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8cc95c4c-741e-4e09-b2bb-4f17bbaa38a6 req-e6766224-054a-49ab-8601-7957023b16de service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da8fbc79-fb8f-44ca-a448-4f854b38b7e0 HTTP/1.1" status: 200 len: 1002 time: 0.1257520 Jun 11 09:58:27.361083 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9456cd-50a7-4fb4-9243-c883c35b10b5 req-27647beb-e64a-4580-9f39-dc934c3461db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:27.362850 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6c9456cd-50a7-4fb4-9243-c883c35b10b5 req-27647beb-e64a-4580-9f39-dc934c3461db service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d56f2625-bb14-490c-b4fa-d6d55c55bf08 HTTP/1.1" status: 200 len: 797 time: 0.1107879 Jun 11 09:58:27.419526 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device ef493090-a435-4c5b-93dd-a1376ca65524 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:58:27.448074 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3a3f59b8-7d2e-4898-9d81-1f3d6a635e67 req-b4c1f38f-c5c7-4227-a30a-aa8a77cbc6a4 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568079 Jun 11 09:58:27.463700 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc95c4c-741e-4e09-b2bb-4f17bbaa38a6 req-bb7e7892-e2d7-4171-9917-a4bb3987b4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:27.465837 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8cc95c4c-741e-4e09-b2bb-4f17bbaa38a6 req-bb7e7892-e2d7-4171-9917-a4bb3987b4a5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=73b1338f-0df7-44ec-88b6-dbc16cfcfcc4 HTTP/1.1" status: 200 len: 855 time: 0.1403277 Jun 11 09:58:27.510540 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port ef493090-a435-4c5b-93dd-a1376ca65524 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:58:27.511237 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:27.595907 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc95c4c-741e-4e09-b2bb-4f17bbaa38a6 req-d94dd886-cde0-41b0-9433-faf511fc648b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:27.602424 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8cc95c4c-741e-4e09-b2bb-4f17bbaa38a6 req-d94dd886-cde0-41b0-9433-faf511fc648b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ec1bae5-7351-4e01-a52c-de5521320fcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1274586 Jun 11 09:58:27.805927 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8cc95c4c-741e-4e09-b2bb-4f17bbaa38a6 req-864c2d7e-934a-47ab-8166-50a495126536 service neutron] 10.222.0.69 "GET /v2.0/networks/4ec1bae5-7351-4e01-a52c-de5521320fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971848 Jun 11 09:58:27.979222 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8cc95c4c-741e-4e09-b2bb-4f17bbaa38a6 req-c780c62d-2408-4b7b-aba4-ab497f848ede service neutron] 10.222.0.69 "GET /v2.0/networks/4ec1bae5-7351-4e01-a52c-de5521320fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682003 Jun 11 09:58:28.019842 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 59544) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:58:28.069981 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9456cd-50a7-4fb4-9243-c883c35b10b5 req-73e1c8a9-430a-402a-8f80-da8932136a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:28.072147 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6c9456cd-50a7-4fb4-9243-c883c35b10b5 req-73e1c8a9-430a-402a-8f80-da8932136a3c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6d3621a2-169e-4b61-882a-b4c2c253f396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7033069 Jun 11 09:58:28.171956 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-c2242d27-a21d-44a2-afe9-ce127cd779fc admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1848865764-network', 'tenant_id': 'd21c071e7ba247ba88fece6fee0c21c1'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:58:28.188748 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 59550) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:58:28.239801 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6c9456cd-50a7-4fb4-9243-c883c35b10b5 req-dee3c698-ddde-4a26-97d7-26aa8ee10d74 service neutron] 10.222.0.64 "GET /v2.0/networks/6d3621a2-169e-4b61-882a-b4c2c253f396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598399 Jun 11 09:58:28.257452 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-89551c9f-3187-4b71-a830-a0eef44eeba7 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-574639153'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:58:28.274251 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2242d27-a21d-44a2-afe9-ce127cd779fc admin admin] Made reservation on behalf of d21c071e7ba247ba88fece6fee0c21c1 for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:58:28.288900 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c2242d27-a21d-44a2-afe9-ce127cd779fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:28.324509 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c2242d27-a21d-44a2-afe9-ce127cd779fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:28.410845 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6c9456cd-50a7-4fb4-9243-c883c35b10b5 req-8945f501-7640-4a57-8906-a7f70cbd4b53 service neutron] 10.222.0.64 "GET /v2.0/networks/6d3621a2-169e-4b61-882a-b4c2c253f396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655397 Jun 11 09:58:28.463278 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89551c9f-3187-4b71-a830-a0eef44eeba7 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Made reservation on behalf of b39749788eba466481276678acba5faa for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:58:28.466942 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-89551c9f-3187-4b71-a830-a0eef44eeba7 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:28.499252 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-89551c9f-3187-4b71-a830-a0eef44eeba7 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:28.507387 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6c9456cd-50a7-4fb4-9243-c883c35b10b5 req-21e0b304-6e4a-4663-9eff-3a0c861278be service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4ce74097-617f-4211-a8f7-105354bec944 HTTP/1.1" status: 200 len: 217 time: 0.0894260 Jun 11 09:58:28.578984 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9456cd-50a7-4fb4-9243-c883c35b10b5 req-b7f9b3aa-b64a-4258-a37e-61b3a48cbfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:28.580573 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6c9456cd-50a7-4fb4-9243-c883c35b10b5 req-b7f9b3aa-b64a-4258-a37e-61b3a48cbfa2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e42b8e0f-29ce-4b18-9ea9-5eee901ccfd5 HTTP/1.1" status: 200 len: 797 time: 0.0641308 Jun 11 09:58:28.653558 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c2242d27-a21d-44a2-afe9-ce127cd779fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:28.670010 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9456cd-50a7-4fb4-9243-c883c35b10b5 req-c5d8ff0b-04d7-4f74-b8ce-93ef3dbf68a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:28.671816 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6c9456cd-50a7-4fb4-9243-c883c35b10b5 req-c5d8ff0b-04d7-4f74-b8ce-93ef3dbf68a5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8268b03e-4f88-453d-8a80-f3e0484b960f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0839729 Jun 11 09:58:28.687380 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6137f34-a442-421f-b71c-1c204a7fdf62 req-79aaba81-8b23-41f1-927e-adac49388888 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:28.689091 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a6137f34-a442-421f-b71c-1c204a7fdf62 req-79aaba81-8b23-41f1-927e-adac49388888 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b64edb2-8f88-4ee4-ad2e-39be77ba704f HTTP/1.1" status: 200 len: 944 time: 0.0997660 Jun 11 09:58:28.741362 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a6137f34-a442-421f-b71c-1c204a7fdf62 req-81838ee2-7b05-4880-9f49-dfeba3ea3ef1 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448675 Jun 11 09:58:28.826098 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6c9456cd-50a7-4fb4-9243-c883c35b10b5 req-e503675b-10c0-4d50-93b6-22b99850848d service neutron] 10.222.0.64 "GET /v2.0/networks/8268b03e-4f88-453d-8a80-f3e0484b960f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478450 Jun 11 09:58:28.894550 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c2242d27-a21d-44a2-afe9-ce127cd779fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:28.902246 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-61986556-f6be-4f2a-8921-2910167bb501 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:28.936829 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2242d27-a21d-44a2-afe9-ce127cd779fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 784} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 09:58:28.974846 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c2242d27-a21d-44a2-afe9-ce127cd779fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:28.975204 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-c2242d27-a21d-44a2-afe9-ce127cd779fc admin admin] Added segment ab2d9cc7-6b60-440f-b56a-bfa214087ddc of type vlan for network 1b5e62b6-c880-44bf-95b3-4520d2d0f2a4 Jun 11 09:58:28.976805 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2242d27-a21d-44a2-afe9-ce127cd779fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:28.992986 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c2242d27-a21d-44a2-afe9-ce127cd779fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:29.002559 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6c9456cd-50a7-4fb4-9243-c883c35b10b5 req-be1c02ab-7e3d-4010-9d5b-600c46ac25a2 service neutron] 10.222.0.64 "GET /v2.0/networks/8268b03e-4f88-453d-8a80-f3e0484b960f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704755 Jun 11 09:58:29.049087 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c2242d27-a21d-44a2-afe9-ce127cd779fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:29.067254 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6c9456cd-50a7-4fb4-9243-c883c35b10b5 req-c7c7c53b-9974-4d58-a9a3-17248004da6a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1006db35-2c94-42c9-8939-645ef395cec2 HTTP/1.1" status: 200 len: 217 time: 0.0587623 Jun 11 09:58:29.128808 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-89551c9f-3187-4b71-a830-a0eef44eeba7 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:29.173173 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9456cd-50a7-4fb4-9243-c883c35b10b5 req-1c1415dd-398f-4b83-96c6-767f462a4d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:29.175732 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6c9456cd-50a7-4fb4-9243-c883c35b10b5 req-1c1415dd-398f-4b83-96c6-767f462a4d34 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e42b8e0f-29ce-4b18-9ea9-5eee901ccfd5 HTTP/1.1" status: 200 len: 797 time: 0.1011620 Jun 11 09:58:29.194613 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-89551c9f-3187-4b71-a830-a0eef44eeba7 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:29.204634 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-64b89098-4718-44ff-b9fc-052ea2bc0409 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:29.230913 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89551c9f-3187-4b71-a830-a0eef44eeba7 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 792} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 09:58:29.238044 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89551c9f-3187-4b71-a830-a0eef44eeba7 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74321148-66ed-444a-b1b4-930e6b289c41,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:29.243062 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-89551c9f-3187-4b71-a830-a0eef44eeba7 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:29.250255 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-89551c9f-3187-4b71-a830-a0eef44eeba7 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:29.250568 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-89551c9f-3187-4b71-a830-a0eef44eeba7 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Added segment a9d97aed-181b-4fda-8e45-e29d1f4dcb71 of type vlan for network 2ff90291-9bb8-4747-b67b-cf3f960119f9 Jun 11 09:58:29.258645 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9456cd-50a7-4fb4-9243-c883c35b10b5 req-b9ef2b89-dbcc-455c-91ca-cb70b07a3f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:29.260254 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6c9456cd-50a7-4fb4-9243-c883c35b10b5 req-b9ef2b89-dbcc-455c-91ca-cb70b07a3f53 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8268b03e-4f88-453d-8a80-f3e0484b960f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0794456 Jun 11 09:58:29.267515 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c2242d27-a21d-44a2-afe9-ce127cd779fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:29.272391 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2242d27-a21d-44a2-afe9-ce127cd779fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:29.272391 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c2242d27-a21d-44a2-afe9-ce127cd779fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:29.277931 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-01cad195-9225-4578-9b26-8781e87d857d tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:29.359437 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-89551c9f-3187-4b71-a830-a0eef44eeba7 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:29.404662 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6c9456cd-50a7-4fb4-9243-c883c35b10b5 req-05096707-cbc5-45f0-aab1-d63fb152d9fb service neutron] 10.222.0.64 "GET /v2.0/networks/8268b03e-4f88-453d-8a80-f3e0484b960f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371520 Jun 11 09:58:29.418928 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2242d27-a21d-44a2-afe9-ce127cd779fc admin admin] Pushing event updated for resources: {'Network': ['ID=1b5e62b6-c880-44bf-95b3-4520d2d0f2a4,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:29.422906 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c2242d27-a21d-44a2-afe9-ce127cd779fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:29.426190 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-c2242d27-a21d-44a2-afe9-ce127cd779fc admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4050121 Jun 11 09:58:29.429529 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 59578) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:58:29.430287 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 1b5e62b6-c880-44bf-95b3-4520d2d0f2a4 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:58:29.441613 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-8cf332e2-e7ad-4e42-9049-8908d3e0d8f3 admin admin] Request body: {'subnet': {'network_id': '1b5e62b6-c880-44bf-95b3-4520d2d0f2a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1848865764-subnet', 'tenant_id': 'd21c071e7ba247ba88fece6fee0c21c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:58:29.532159 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-89551c9f-3187-4b71-a830-a0eef44eeba7 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:29.538587 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89551c9f-3187-4b71-a830-a0eef44eeba7 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:29.539175 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-89551c9f-3187-4b71-a830-a0eef44eeba7 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:29.557392 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-65853b04-093a-456a-a945-00fce120b2bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:29.597585 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf332e2-e7ad-4e42-9049-8908d3e0d8f3 admin admin] Made reservation on behalf of d21c071e7ba247ba88fece6fee0c21c1 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:58:29.601147 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8cf332e2-e7ad-4e42-9049-8908d3e0d8f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:29.610181 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6c9456cd-50a7-4fb4-9243-c883c35b10b5 req-0ee1a917-8fbb-424f-894d-eab9f2c2b022 service neutron] 10.222.0.64 "GET /v2.0/networks/8268b03e-4f88-453d-8a80-f3e0484b960f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984334 Jun 11 09:58:29.691330 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-89551c9f-3187-4b71-a830-a0eef44eeba7 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5021985 Jun 11 09:58:29.740748 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89551c9f-3187-4b71-a830-a0eef44eeba7 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Pushing event updated for resources: {'Network': ['ID=2ff90291-9bb8-4747-b67b-cf3f960119f9,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:29.745425 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-89551c9f-3187-4b71-a830-a0eef44eeba7 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:29.752762 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 2ff90291-9bb8-4747-b67b-cf3f960119f9 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:58:29.846103 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 59594) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:58:29.853893 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-b4827ce1-2191-4a72-8aca-c9e6fc9961ab tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Request body: {'subnet': {'network_id': '2ff90291-9bb8-4747-b67b-cf3f960119f9', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:58:30.067528 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb7264d-c4af-4c35-9678-724084196a39 req-33b5ceb6-4ed7-4640-be16-1a8ae096ba92 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:30.069347 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2cb7264d-c4af-4c35-9678-724084196a39 req-33b5ceb6-4ed7-4640-be16-1a8ae096ba92 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b64edb2-8f88-4ee4-ad2e-39be77ba704f HTTP/1.1" status: 200 len: 944 time: 0.1046903 Jun 11 09:58:30.123094 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2cb7264d-c4af-4c35-9678-724084196a39 req-243360f4-4b7f-409f-bb30-3b9b166161d2 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419099 Jun 11 09:58:30.162947 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8cf332e2-e7ad-4e42-9049-8908d3e0d8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:30.167673 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ed008581-da88-4f57-b184-1eefd839a7bd tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:30.194082 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 5672f2be-33cb-4172-8fdf-7df8cbe564b5 details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:58:30.208414 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4827ce1-2191-4a72-8aca-c9e6fc9961ab tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Made reservation on behalf of b39749788eba466481276678acba5faa for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:58:30.212837 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b4827ce1-2191-4a72-8aca-c9e6fc9961ab tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:30.290270 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf332e2-e7ad-4e42-9049-8908d3e0d8f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7a61cbf-58ae-4640-b759-b07b9612a4ee,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:30.305176 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8cf332e2-e7ad-4e42-9049-8908d3e0d8f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:30.306166 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf332e2-e7ad-4e42-9049-8908d3e0d8f3 admin admin] Checking segment: {'id': 'ab2d9cc7-6b60-440f-b56a-bfa214087ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '1b5e62b6-c880-44bf-95b3-4520d2d0f2a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:58:30.306527 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf332e2-e7ad-4e42-9049-8908d3e0d8f3 admin admin] Network hostable DHCP agents. Network: 1b5e62b6-c880-44bf-95b3-4520d2d0f2a4, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 09:58:30.382284 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 5672f2be-33cb-4172-8fdf-7df8cbe564b5, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=5672f2be-33cb-4172-8fdf-7df8cbe564b5,segment=NetworkSegment(49dbfc19-7dcf-486c-9f91-ff9f037d2121),segment_id=49dbfc19-7dcf-486c-9f91-ff9f037d2121)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:58:30.396552 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': '5672f2be-33cb-4172-8fdf-7df8cbe564b5', 'network_id': '27e23bf6-ffe1-4e0a-b377-e23593ba5165', 'port_id': '5672f2be-33cb-4172-8fdf-7df8cbe564b5', 'mac_address': 'fa:16:3e:fe:9a:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3823ddd-2fea-4754-846e-b1cf37fb47e2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:58:30.444726 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:30.459816 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5672f2be-33cb-4172-8fdf-7df8cbe564b5 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:58:30.482406 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 5672f2be-33cb-4172-8fdf-7df8cbe564b5, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=5672f2be-33cb-4172-8fdf-7df8cbe564b5,segment=NetworkSegment(49dbfc19-7dcf-486c-9f91-ff9f037d2121),segment_id=49dbfc19-7dcf-486c-9f91-ff9f037d2121)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:58:30.497235 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf332e2-e7ad-4e42-9049-8908d3e0d8f3 admin admin] Network 1b5e62b6-c880-44bf-95b3-4520d2d0f2a4 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 09:58:30.600805 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:30.605226 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-55850cb3-27f1-465f-ac47-eedbeeeeda5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:30.637796 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-8cf332e2-e7ad-4e42-9049-8908d3e0d8f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 1b5e62b6-c880-44bf-95b3-4520d2d0f2a4) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:58:30.639429 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b4827ce1-2191-4a72-8aca-c9e6fc9961ab tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:30.642444 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf332e2-e7ad-4e42-9049-8908d3e0d8f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:30.643550 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8cf332e2-e7ad-4e42-9049-8908d3e0d8f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:30.648024 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f2c0bcb2-d584-4bb6-ac40-9e1e4741e4a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:30.667510 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92a6bb6-bd10-4521-9701-46c1ad1636f4 None None] Network 1b5e62b6-c880-44bf-95b3-4520d2d0f2a4 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:58:30.716524 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=5672f2be-33cb-4172-8fdf-7df8cbe564b5,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:30.727062 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:30.746382 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4827ce1-2191-4a72-8aca-c9e6fc9961ab tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Checking segment: {'id': 'a9d97aed-181b-4fda-8e45-e29d1f4dcb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '2ff90291-9bb8-4747-b67b-cf3f960119f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:58:30.746760 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4827ce1-2191-4a72-8aca-c9e6fc9961ab tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Network hostable DHCP agents. Network: 2ff90291-9bb8-4747-b67b-cf3f960119f9, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 09:58:30.760537 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4827ce1-2191-4a72-8aca-c9e6fc9961ab tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Pushing event updated for resources: {'Subnet': ['ID=917f45fb-4d8a-4e60-920e-9d61b5343958,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:30.764649 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b4827ce1-2191-4a72-8aca-c9e6fc9961ab tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:30.786842 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-8cf332e2-e7ad-4e42-9049-8908d3e0d8f3 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3562570 Jun 11 09:58:30.877451 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4827ce1-2191-4a72-8aca-c9e6fc9961ab tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Network 2ff90291-9bb8-4747-b67b-cf3f960119f9 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 09:58:30.897443 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccaffaa3-a6a1-45c4-8677-851d96ea492b None None] Network 1b5e62b6-c880-44bf-95b3-4520d2d0f2a4 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:58:30.997322 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-b4827ce1-2191-4a72-8aca-c9e6fc9961ab tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 2ff90291-9bb8-4747-b67b-cf3f960119f9) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:58:31.001790 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4827ce1-2191-4a72-8aca-c9e6fc9961ab tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:31.002598 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b4827ce1-2191-4a72-8aca-c9e6fc9961ab tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:31.012811 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['5672f2be-33cb-4172-8fdf-7df8cbe564b5'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:58:31.016089 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20f2226-fb80-4576-9fb9-6a2886fee4ce None None] Network 2ff90291-9bb8-4747-b67b-cf3f960119f9 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:58:31.099381 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-b4827ce1-2191-4a72-8aca-c9e6fc9961ab tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.2515564 Jun 11 09:58:31.103459 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 59618) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:58:31.110146 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-259f5939-d062-49f6-882e-67517b6258df tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1899712729'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:58:31.269486 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-259f5939-d062-49f6-882e-67517b6258df tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Made reservation on behalf of b39749788eba466481276678acba5faa for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:58:31.278291 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-259f5939-d062-49f6-882e-67517b6258df tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:31.325054 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:31.348441 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-259f5939-d062-49f6-882e-67517b6258df tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 796} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 09:58:31.403257 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-259f5939-d062-49f6-882e-67517b6258df tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:31.403560 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-259f5939-d062-49f6-882e-67517b6258df tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Added segment 2a98ea3b-4337-429e-ba01-6047f89cdcee of type vlan for network 90ca3818-8c23-4e6d-a29b-d6eb6ef3c7b3 Jun 11 09:58:31.470422 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46f139b-19be-4f12-89ff-ae37842400bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-2ff90291-9bb8-4747-b67b-cf3f960119f9', 'network_id': '2ff90291-9bb8-4747-b67b-cf3f960119f9', 'tenant_id': 'b39749788eba466481276678acba5faa', 'fixed_ips': [{'subnet_id': '917f45fb-4d8a-4e60-920e-9d61b5343958'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 09:58:31.471957 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b46f139b-19be-4f12-89ff-ae37842400bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:31.503062 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-259f5939-d062-49f6-882e-67517b6258df tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:31.528088 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54816fc1-3353-47ff-90ec-b8e8ac86f3c9 req-5ea633cf-8513-4ea8-8216-de3b2f08b01f tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:31.529771 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-54816fc1-3353-47ff-90ec-b8e8ac86f3c9 req-5ea633cf-8513-4ea8-8216-de3b2f08b01f tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b64edb2-8f88-4ee4-ad2e-39be77ba704f HTTP/1.1" status: 200 len: 945 time: 0.1661065 Jun 11 09:58:31.584226 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-54816fc1-3353-47ff-90ec-b8e8ac86f3c9 req-e473afe1-db64-4425-90d4-2a3a7b184cd3 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475674 Jun 11 09:58:31.797206 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-259f5939-d062-49f6-882e-67517b6258df tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:31.804486 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259f5939-d062-49f6-882e-67517b6258df tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:31.805443 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-259f5939-d062-49f6-882e-67517b6258df tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:31.811312 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f04d7435-e639-48b0-b70e-2abd54a2ef44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:31.841565 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-b46f139b-19be-4f12-89ff-ae37842400bf None None] Allocated IP 172.20.255.242 (2ff90291-9bb8-4747-b67b-cf3f960119f9/917f45fb-4d8a-4e60-920e-9d61b5343958/8554ae5d-0109-4b35-8abe-851cacb53ce0) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:58:31.918504 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47afb1f1-63bf-4a6e-b576-b67326e3558f req-51f5e7c9-2acd-419b-8976-ee00b1a86596 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:31.927830 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-47afb1f1-63bf-4a6e-b576-b67326e3558f req-51f5e7c9-2acd-419b-8976-ee00b1a86596 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/networks?id=1b5e62b6-c880-44bf-95b3-4520d2d0f2a4 HTTP/1.1" status: 200 len: 815 time: 0.2774169 Jun 11 09:58:31.951139 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-47afb1f1-63bf-4a6e-b576-b67326e3558f req-ec252260-733d-49bb-a091-47b2243a19cb tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/quotas/d21c071e7ba247ba88fece6fee0c21c1 HTTP/1.1" status: 200 len: 375 time: 0.0218630 Jun 11 09:58:32.004450 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-47afb1f1-63bf-4a6e-b576-b67326e3558f req-80494ba1-234c-4ebb-8a7d-3758254ffaf2 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d21c071e7ba247ba88fece6fee0c21c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0519943 Jun 11 09:58:32.024566 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-259f5939-d062-49f6-882e-67517b6258df tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9173627 Jun 11 09:58:32.024566 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259f5939-d062-49f6-882e-67517b6258df tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Pushing event updated for resources: {'Network': ['ID=90ca3818-8c23-4e6d-a29b-d6eb6ef3c7b3,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:32.025530 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 59646) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:58:32.027548 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-259f5939-d062-49f6-882e-67517b6258df tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:32.031228 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-7ce53b41-794e-4087-848a-2e13e25d170f tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Request body: {'subnet': {'network_id': '90ca3818-8c23-4e6d-a29b-d6eb6ef3c7b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:58:32.040053 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 90ca3818-8c23-4e6d-a29b-d6eb6ef3c7b3 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:58:32.160958 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-47afb1f1-63bf-4a6e-b576-b67326e3558f req-d5c9d856-02e4-4d4e-a80c-309d435aa96b service neutron] 10.222.0.60 "GET /v2.0/networks/1b5e62b6-c880-44bf-95b3-4520d2d0f2a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541247 Jun 11 09:58:32.226831 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 5672f2be-33cb-4172-8fdf-7df8cbe564b5 up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:58:32.231545 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b46f139b-19be-4f12-89ff-ae37842400bf None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:32.252224 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce53b41-794e-4087-848a-2e13e25d170f tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Made reservation on behalf of b39749788eba466481276678acba5faa for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:58:32.258233 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7ce53b41-794e-4087-848a-2e13e25d170f tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:32.315244 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-47afb1f1-63bf-4a6e-b576-b67326e3558f req-17d7b308-aa40-4ebb-86bc-5a78213602b9 service neutron] 10.222.0.60 "GET /v2.0/networks/1b5e62b6-c880-44bf-95b3-4520d2d0f2a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478913 Jun 11 09:58:32.510226 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-b46f139b-19be-4f12-89ff-ae37842400bf None None] Transition to ACTIVE for port object 8554ae5d-0109-4b35-8abe-851cacb53ce0 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:58:32.534099 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-b46f139b-19be-4f12-89ff-ae37842400bf None None] Transition to ACTIVE for port object 8554ae5d-0109-4b35-8abe-851cacb53ce0 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:58:32.741016 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b46f139b-19be-4f12-89ff-ae37842400bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:32.743532 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:32.745446 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning for port 5672f2be-33cb-4172-8fdf-7df8cbe564b5 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:58:32.768294 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0b8f9063-17df-45e5-ac07-866b54799bed req-db9b1ea0-7f64-40e4-92ac-e8e89682a5d2 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe1a446e-1c9d-459b-9c16-91a765584622 HTTP/1.1" status: 200 len: 210 time: 0.0907681 Jun 11 09:58:32.810719 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7ce53b41-794e-4087-848a-2e13e25d170f tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:32.814772 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port 5672f2be-33cb-4172-8fdf-7df8cbe564b5 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:58:32.814945 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-04b739aa-06f2-4ac1-9427-ea2c65bb5aa4 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:32.815165 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:32.871757 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46f139b-19be-4f12-89ff-ae37842400bf None None] Network 2ff90291-9bb8-4747-b67b-cf3f960119f9 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:58:32.883657 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-b46f139b-19be-4f12-89ff-ae37842400bf None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:58:32.886898 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46f139b-19be-4f12-89ff-ae37842400bf None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:58:32.892372 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46f139b-19be-4f12-89ff-ae37842400bf None None] Pushing event updated for resources: {'Port': ['ID=8554ae5d-0109-4b35-8abe-851cacb53ce0,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:32.895634 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-b46f139b-19be-4f12-89ff-ae37842400bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:32.931670 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce53b41-794e-4087-848a-2e13e25d170f tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Pushing event updated for resources: {'Subnet': ['ID=bbd0450e-eb2c-4d14-bbd8-5afe60cb927d,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:32.937404 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7ce53b41-794e-4087-848a-2e13e25d170f tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:32.948474 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce53b41-794e-4087-848a-2e13e25d170f tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Checking segment: {'id': '2a98ea3b-4337-429e-ba01-6047f89cdcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '90ca3818-8c23-4e6d-a29b-d6eb6ef3c7b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:58:32.948939 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce53b41-794e-4087-848a-2e13e25d170f tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Network hostable DHCP agents. Network: 90ca3818-8c23-4e6d-a29b-d6eb6ef3c7b3, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 09:58:32.963362 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd7ef2b-d2be-4b66-90c0-3f57b3c9643c req-25ab1b15-b7a7-40ec-9be6-dece3f0c352e tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:32.966656 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-dcd7ef2b-d2be-4b66-90c0-3f57b3c9643c req-25ab1b15-b7a7-40ec-9be6-dece3f0c352e tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b64edb2-8f88-4ee4-ad2e-39be77ba704f HTTP/1.1" status: 200 len: 945 time: 0.2202961 Jun 11 09:58:33.038256 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-b46f139b-19be-4f12-89ff-ae37842400bf None None] Attempting to bind port 8554ae5d-0109-4b35-8abe-851cacb53ce0 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:58:33.038642 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-b46f139b-19be-4f12-89ff-ae37842400bf None None] Attempting to bind port 8554ae5d-0109-4b35-8abe-851cacb53ce0 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'a9d97aed-181b-4fda-8e45-e29d1f4dcb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '2ff90291-9bb8-4747-b67b-cf3f960119f9'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:58:33.039081 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46f139b-19be-4f12-89ff-ae37842400bf None None] Attempting to bind port 8554ae5d-0109-4b35-8abe-851cacb53ce0 on network 2ff90291-9bb8-4747-b67b-cf3f960119f9 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:58:33.054397 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-dcd7ef2b-d2be-4b66-90c0-3f57b3c9643c req-cacdff95-4d48-4c05-aee0-4fcb87e5602d tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792153 Jun 11 09:58:33.054994 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46f139b-19be-4f12-89ff-ae37842400bf None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:58:33.055396 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46f139b-19be-4f12-89ff-ae37842400bf None None] Checking segment: {'id': 'a9d97aed-181b-4fda-8e45-e29d1f4dcb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '2ff90291-9bb8-4747-b67b-cf3f960119f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:58:33.055958 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b46f139b-19be-4f12-89ff-ae37842400bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:33.056368 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46f139b-19be-4f12-89ff-ae37842400bf None None] Bound using segment: {'id': 'a9d97aed-181b-4fda-8e45-e29d1f4dcb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '2ff90291-9bb8-4747-b67b-cf3f960119f9'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:58:33.056910 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-b46f139b-19be-4f12-89ff-ae37842400bf None None] Bound port: 8554ae5d-0109-4b35-8abe-851cacb53ce0, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9d97aed-181b-4fda-8e45-e29d1f4dcb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '2ff90291-9bb8-4747-b67b-cf3f960119f9'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:58:33.057313 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b46f139b-19be-4f12-89ff-ae37842400bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:33.079344 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:33.150944 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b64edb2-8f88-4ee4-ad2e-39be77ba704f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5672f2be-33cb-4172-8fdf-7df8cbe564b5'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:58:33.156914 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad73c46a-700f-46af-9930-689bef331467" -d '{"events": [{"server_uuid": "7b64edb2-8f88-4ee4-ad2e-39be77ba704f", "name": "network-vif-plugged", "status": "completed", "tag": "5672f2be-33cb-4172-8fdf-7df8cbe564b5"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:58:33.184995 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce53b41-794e-4087-848a-2e13e25d170f tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Network 90ca3818-8c23-4e6d-a29b-d6eb6ef3c7b3 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 09:58:33.193339 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 5672f2be-33cb-4172-8fdf-7df8cbe564b5, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=5672f2be-33cb-4172-8fdf-7df8cbe564b5,segment=NetworkSegment(49dbfc19-7dcf-486c-9f91-ff9f037d2121),segment_id=49dbfc19-7dcf-486c-9f91-ff9f037d2121)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:58:33.200830 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-b46f139b-19be-4f12-89ff-ae37842400bf None None] For port 8554ae5d-0109-4b35-8abe-851cacb53ce0, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:58:33.204200 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-b46f139b-19be-4f12-89ff-ae37842400bf None None] For port 8554ae5d-0109-4b35-8abe-851cacb53ce0, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=8554ae5d-0109-4b35-8abe-851cacb53ce0,segment=NetworkSegment(a9d97aed-181b-4fda-8e45-e29d1f4dcb71),segment_id=a9d97aed-181b-4fda-8e45-e29d1f4dcb71)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:58:33.207092 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c8b7b4e-5b15-40eb-a357-f8d5fac5c245 x-openstack-request-id: req-5c8b7b4e-5b15-40eb-a357-f8d5fac5c245 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:58:33.207434 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b64edb2-8f88-4ee4-ad2e-39be77ba704f", "name": "network-vif-plugged", "status": "completed", "tag": "5672f2be-33cb-4172-8fdf-7df8cbe564b5", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:58:33.207830 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5c8b7b4e-5b15-40eb-a357-f8d5fac5c245 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:58:33.208251 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b64edb2-8f88-4ee4-ad2e-39be77ba704f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5672f2be-33cb-4172-8fdf-7df8cbe564b5', 'code': 200} Jun 11 09:58:33.332234 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc08f5e-be12-4f42-8204-c876aa0dfb0e req-9af8f863-c816-41aa-9c16-ab74a7d48742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:33.333725 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-dfc08f5e-be12-4f42-8204-c876aa0dfb0e req-9af8f863-c816-41aa-9c16-ab74a7d48742 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7b64edb2-8f88-4ee4-ad2e-39be77ba704f HTTP/1.1" status: 200 len: 1097 time: 0.0646081 Jun 11 09:58:33.373477 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-dfc08f5e-be12-4f42-8204-c876aa0dfb0e req-0ebdf682-e768-4909-9beb-52a4a239ba67 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332904 Jun 11 09:58:33.389707 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-7ce53b41-794e-4087-848a-2e13e25d170f tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 90ca3818-8c23-4e6d-a29b-d6eb6ef3c7b3) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:58:33.389939 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:33.392099 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:33.394809 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b46f139b-19be-4f12-89ff-ae37842400bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:33.400013 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce53b41-794e-4087-848a-2e13e25d170f tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:33.400449 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a44ebe-bb8a-446d-b3e1-fb30419228a9 None None] Network 90ca3818-8c23-4e6d-a29b-d6eb6ef3c7b3 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:58:33.402078 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7ce53b41-794e-4087-848a-2e13e25d170f tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:33.511848 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-7ce53b41-794e-4087-848a-2e13e25d170f tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.4853010 Jun 11 09:58:33.514644 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 59678) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:58:33.593840 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=5672f2be-33cb-4172-8fdf-7df8cbe564b5,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:33.600867 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:33.601358 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.203s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:33.701643 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a48e805a-7df4-423c-8ed3-752fa8cf9ec8 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:33.783119 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46f139b-19be-4f12-89ff-ae37842400bf None None] Pushing event updated for resources: {'Port': ['ID=8554ae5d-0109-4b35-8abe-851cacb53ce0,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:33.794262 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-b46f139b-19be-4f12-89ff-ae37842400bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:33.897669 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fff2077-cc52-4601-a443-68f1edc88263 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-90ca3818-8c23-4e6d-a29b-d6eb6ef3c7b3', 'network_id': '90ca3818-8c23-4e6d-a29b-d6eb6ef3c7b3', 'tenant_id': 'b39749788eba466481276678acba5faa', 'fixed_ips': [{'subnet_id': 'bbd0450e-eb2c-4d14-bbd8-5afe60cb927d'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 09:58:33.898934 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7fff2077-cc52-4601-a443-68f1edc88263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:33.976071 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c44d08c7-d5e7-467a-98e2-fe74a7775f51 req-5274b01a-8c8f-4e8a-b418-82c58ada451e tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe1a446e-1c9d-459b-9c16-91a765584622 HTTP/1.1" status: 200 len: 210 time: 0.0536237 Jun 11 09:58:33.983170 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a48e805a-7df4-423c-8ed3-752fa8cf9ec8 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:34.193219 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-7fff2077-cc52-4601-a443-68f1edc88263 None None] Allocated IP 172.20.0.2 (90ca3818-8c23-4e6d-a29b-d6eb6ef3c7b3/bbd0450e-eb2c-4d14-bbd8-5afe60cb927d/72ddc12f-30c1-4a85-894a-6157eedc252b) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:58:34.198622 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 09:58:34.198622 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 09:58:34.198622 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 09:58:34.198622 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 09:58:34.198622 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 09:58:34.198622 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 09:58:34.198622 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 09:58:34.198622 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 09:58:34.198622 n-d-779913-12 neutron-server[93178]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:58:34.198622 n-d-779913-12 neutron-server[93178]: retrieve_revision_numbers = { Jun 11 09:58:34.198622 n-d-779913-12 neutron-server[93178]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:58:34.198622 n-d-779913-12 neutron-server[93178]: retrieve_revision_numbers = { Jun 11 09:58:34.198622 n-d-779913-12 neutron-server[93178]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:58:34.198622 n-d-779913-12 neutron-server[93178]: retrieve_revision_numbers = { Jun 11 09:58:34.198622 n-d-779913-12 neutron-server[93178]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:58:34.198622 n-d-779913-12 neutron-server[93178]: retrieve_revision_numbers = { Jun 11 09:58:34.198622 n-d-779913-12 neutron-server[93178]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:58:34.198622 n-d-779913-12 neutron-server[93178]: retrieve_revision_numbers = { Jun 11 09:58:34.198622 n-d-779913-12 neutron-server[93178]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:58:34.198622 n-d-779913-12 neutron-server[93178]: retrieve_revision_numbers = { Jun 11 09:58:34.198622 n-d-779913-12 neutron-server[93178]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:58:34.198622 n-d-779913-12 neutron-server[93178]: retrieve_revision_numbers = { Jun 11 09:58:34.198622 n-d-779913-12 neutron-server[93178]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:58:34.198622 n-d-779913-12 neutron-server[93178]: retrieve_revision_numbers = { Jun 11 09:58:34.198622 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 09:58:34.198622 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 09:58:34.198622 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 09:58:34.198622 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 09:58:34.198622 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 09:58:34.198622 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 09:58:34.198622 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 09:58:34.198622 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 09:58:34.198622 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 09:58:34.198622 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 09:58:34.198622 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 09:58:34.198622 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 09:58:34.198622 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 09:58:34.198622 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 09:58:34.202821 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 09:58:34.202821 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 09:58:34.202821 n-d-779913-12 neutron-server[93178]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:58:34.202821 n-d-779913-12 neutron-server[93178]: retrieve_revision_numbers = { Jun 11 09:58:34.202821 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 09:58:34.202821 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 09:58:34.202821 n-d-779913-12 neutron-server[93178]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:58:34.202821 n-d-779913-12 neutron-server[93178]: retrieve_revision_numbers = { Jun 11 09:58:34.202821 n-d-779913-12 neutron-server[93178]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:58:34.202821 n-d-779913-12 neutron-server[93178]: retrieve_revision_numbers = { Jun 11 09:58:34.202821 n-d-779913-12 neutron-server[93178]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:58:34.202821 n-d-779913-12 neutron-server[93178]: retrieve_revision_numbers = { Jun 11 09:58:34.202821 n-d-779913-12 neutron-server[93178]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:58:34.202821 n-d-779913-12 neutron-server[93178]: retrieve_revision_numbers = { Jun 11 09:58:34.463929 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7fff2077-cc52-4601-a443-68f1edc88263 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:34.474579 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-7fff2077-cc52-4601-a443-68f1edc88263 None None] Transition to ACTIVE for port object 72ddc12f-30c1-4a85-894a-6157eedc252b will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:58:34.511967 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-7fff2077-cc52-4601-a443-68f1edc88263 None None] Transition to ACTIVE for port object 72ddc12f-30c1-4a85-894a-6157eedc252b will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:58:34.531724 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4955209c-d58b-4654-8413-fdf384987328 req-b654ae10-e12c-4d04-8ae6-81649b20d8f4 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:34.534436 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4955209c-d58b-4654-8413-fdf384987328 req-b654ae10-e12c-4d04-8ae6-81649b20d8f4 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b64edb2-8f88-4ee4-ad2e-39be77ba704f HTTP/1.1" status: 200 len: 946 time: 0.0862744 Jun 11 09:58:34.587603 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4955209c-d58b-4654-8413-fdf384987328 req-bfaa67e5-16b3-4ac6-9bdb-288514198628 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472567 Jun 11 09:58:34.700258 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7fff2077-cc52-4601-a443-68f1edc88263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:34.701400 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-55850cb3-27f1-465f-ac47-eedbeeeeda5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:34.746200 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fff2077-cc52-4601-a443-68f1edc88263 None None] Network 90ca3818-8c23-4e6d-a29b-d6eb6ef3c7b3 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:58:34.749142 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-7fff2077-cc52-4601-a443-68f1edc88263 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:58:34.752220 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fff2077-cc52-4601-a443-68f1edc88263 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:58:34.803968 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fff2077-cc52-4601-a443-68f1edc88263 None None] Pushing event updated for resources: {'Port': ['ID=72ddc12f-30c1-4a85-894a-6157eedc252b,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:34.809075 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-7fff2077-cc52-4601-a443-68f1edc88263 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:34.875980 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a48e805a-7df4-423c-8ed3-752fa8cf9ec8 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:34.876158 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-7fff2077-cc52-4601-a443-68f1edc88263 None None] Attempting to bind port 72ddc12f-30c1-4a85-894a-6157eedc252b on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:58:34.876533 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-7fff2077-cc52-4601-a443-68f1edc88263 None None] Attempting to bind port 72ddc12f-30c1-4a85-894a-6157eedc252b by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '2a98ea3b-4337-429e-ba01-6047f89cdcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '90ca3818-8c23-4e6d-a29b-d6eb6ef3c7b3'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:58:34.876922 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fff2077-cc52-4601-a443-68f1edc88263 None None] Attempting to bind port 72ddc12f-30c1-4a85-894a-6157eedc252b on network 90ca3818-8c23-4e6d-a29b-d6eb6ef3c7b3 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:58:34.880546 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7692f500-7219-44fd-bcbd-2fdff93a3559 None None] Network 2ff90291-9bb8-4747-b67b-cf3f960119f9 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:58:34.881549 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4f1a7b12-a22c-4fb2-8089-e6254a296724 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:34.914902 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fff2077-cc52-4601-a443-68f1edc88263 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:58:34.915298 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fff2077-cc52-4601-a443-68f1edc88263 None None] Checking segment: {'id': '2a98ea3b-4337-429e-ba01-6047f89cdcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '90ca3818-8c23-4e6d-a29b-d6eb6ef3c7b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:58:34.932472 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7fff2077-cc52-4601-a443-68f1edc88263 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:34.932472 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fff2077-cc52-4601-a443-68f1edc88263 None None] Bound using segment: {'id': '2a98ea3b-4337-429e-ba01-6047f89cdcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '90ca3818-8c23-4e6d-a29b-d6eb6ef3c7b3'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:58:34.932472 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-7fff2077-cc52-4601-a443-68f1edc88263 None None] Bound port: 72ddc12f-30c1-4a85-894a-6157eedc252b, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a98ea3b-4337-429e-ba01-6047f89cdcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '90ca3818-8c23-4e6d-a29b-d6eb6ef3c7b3'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:58:34.932472 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7fff2077-cc52-4601-a443-68f1edc88263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:34.937723 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48e805a-7df4-423c-8ed3-752fa8cf9ec8 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Pushing event deleted for resources: {'Subnet': ['ID=bbd0450e-eb2c-4d14-bbd8-5afe60cb927d,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:34.941690 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a48e805a-7df4-423c-8ed3-752fa8cf9ec8 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:35.074153 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a48e805a-7df4-423c-8ed3-752fa8cf9ec8 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:35.093595 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-a48e805a-7df4-423c-8ed3-752fa8cf9ec8 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90ca3818-8c23-4e6d-a29b-d6eb6ef3c7b3']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:58:35.109942 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-a48e805a-7df4-423c-8ed3-752fa8cf9ec8 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a98ea3b-4337-429e-ba01-6047f89cdcee') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:58:35.110194 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-a48e805a-7df4-423c-8ed3-752fa8cf9ec8 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a98ea3b-4337-429e-ba01-6047f89cdcee') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:58:35.125318 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a48e805a-7df4-423c-8ed3-752fa8cf9ec8 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:35.141464 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a48e805a-7df4-423c-8ed3-752fa8cf9ec8 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:35.148673 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a48e805a-7df4-423c-8ed3-752fa8cf9ec8 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Releasing vlan 796 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 09:58:35.149156 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a48e805a-7df4-423c-8ed3-752fa8cf9ec8 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:35.152672 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:58:35.152672 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:58:35.152672 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:58:35.152672 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:58:35.152672 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:58:35.152672 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:58:35.152672 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 09:58:35.152672 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 09:58:35.152672 n-d-779913-12 neutron-server[93177]: timer() Jun 11 09:58:35.152672 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 09:58:35.152672 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 09:58:35.152672 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 09:58:35.152672 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 09:58:35.152672 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 09:58:35.152672 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 09:58:35.152672 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 09:58:35.152672 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 09:58:35.152672 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 09:58:35.152672 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 09:58:35.152672 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 09:58:35.152672 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 09:58:35.152672 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 09:58:35.152672 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 09:58:35.152672 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 09:58:35.152672 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 09:58:35.152672 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 09:58:35.152672 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 09:58:35.152672 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 09:58:35.152672 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 09:58:35.152672 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 09:58:35.152672 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 09:58:35.152672 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 09:58:35.152672 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 09:58:35.152672 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 09:58:35.152672 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 09:58:35.152672 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 09:58:35.152672 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 09:58:35.152672 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 09:58:35.167546 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-7fff2077-cc52-4601-a443-68f1edc88263 None None] For port 72ddc12f-30c1-4a85-894a-6157eedc252b, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:58:35.252487 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e85f5e9e-d54d-477d-8537-24b689fbd431 req-038bca1b-9bbb-4046-92f2-3b835e5e5a3a tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe1a446e-1c9d-459b-9c16-91a765584622 HTTP/1.1" status: 200 len: 210 time: 0.0816398 Jun 11 09:58:35.298428 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-08ccbbeb-dae8-49b1-812a-f53ae5b1cf19 None None] Provisioning for port 8554ae5d-0109-4b35-8abe-851cacb53ce0 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:58:35.357373 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-7fff2077-cc52-4601-a443-68f1edc88263 None None] For port 72ddc12f-30c1-4a85-894a-6157eedc252b, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=72ddc12f-30c1-4a85-894a-6157eedc252b,segment=NetworkSegment(2a98ea3b-4337-429e-ba01-6047f89cdcee),segment_id=2a98ea3b-4337-429e-ba01-6047f89cdcee)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:58:35.434035 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.db.api [None req-a48e805a-7df4-423c-8ed3-752fa8cf9ec8 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 11 09:58:35.434035 n-d-779913-12 neutron-server[93177]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 11 09:58:35.434035 n-d-779913-12 neutron-server[93177]: [parameters: {'id': '90ca3818-8c23-4e6d-a29b-d6eb6ef3c7b3'}] Jun 11 09:58:35.434035 n-d-779913-12 neutron-server[93177]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93177) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 09:58:35.434587 n-d-779913-12 neutron-server[93177]: DEBUG oslo_db.api [None req-a48e805a-7df4-423c-8ed3-752fa8cf9ec8 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 09:58:35.501994 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 8554ae5d-0109-4b35-8abe-851cacb53ce0 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:58:35.542936 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7fff2077-cc52-4601-a443-68f1edc88263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:35.553601 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-77d9b606-6a8c-43b5-a1ae-2c82ff6331e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:35.597793 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:35.693103 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fff2077-cc52-4601-a443-68f1edc88263 None None] Pushing event updated for resources: {'Port': ['ID=72ddc12f-30c1-4a85-894a-6157eedc252b,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:35.701882 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-7fff2077-cc52-4601-a443-68f1edc88263 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:35.701882 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72218725-4d7d-49b2-8961-d997d393279b None None] Network 90ca3818-8c23-4e6d-a29b-d6eb6ef3c7b3 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:58:35.806360 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f060d-356f-4ab4-a585-28f640e12184 req-7d7decd4-a0a0-48fd-911b-cd1c769858d9 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:35.815124 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ca2f060d-356f-4ab4-a585-28f640e12184 req-7d7decd4-a0a0-48fd-911b-cd1c769858d9 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b64edb2-8f88-4ee4-ad2e-39be77ba704f HTTP/1.1" status: 200 len: 946 time: 0.0894597 Jun 11 09:58:35.834623 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 8554ae5d-0109-4b35-8abe-851cacb53ce0 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:58:35.845103 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 8554ae5d-0109-4b35-8abe-851cacb53ce0 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:58:35.846909 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:35.873490 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ca2f060d-356f-4ab4-a585-28f640e12184 req-a18ff1f5-f896-476e-a60c-f1f6ba9f0e05 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549896 Jun 11 09:58:35.920831 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-6616d1af-2c5a-43ed-8c99-051f928db676 None None] Provisioning complete for port 8554ae5d-0109-4b35-8abe-851cacb53ce0 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:58:35.921222 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6616d1af-2c5a-43ed-8c99-051f928db676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:35.935955 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a48e805a-7df4-423c-8ed3-752fa8cf9ec8 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:36.045600 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-a48e805a-7df4-423c-8ed3-752fa8cf9ec8 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Deleting port 72ddc12f-30c1-4a85-894a-6157eedc252b {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:58:36.045600 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a48e805a-7df4-423c-8ed3-752fa8cf9ec8 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:36.120212 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6616d1af-2c5a-43ed-8c99-051f928db676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:36.152232 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:36.154497 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aed8910-a978-4ff0-b570-33e3d686692d None None] get_active_networks_info from n-d-779913-12 {{(pid=93178) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 11 09:58:36.261445 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-6616d1af-2c5a-43ed-8c99-051f928db676 None None] For port 8554ae5d-0109-4b35-8abe-851cacb53ce0, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=8554ae5d-0109-4b35-8abe-851cacb53ce0,segment=NetworkSegment(a9d97aed-181b-4fda-8e45-e29d1f4dcb71),segment_id=a9d97aed-181b-4fda-8e45-e29d1f4dcb71)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:58:36.435780 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6616d1af-2c5a-43ed-8c99-051f928db676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:36.436759 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c30ff4dc-c411-48a2-8d5c-9f2b766e321a req-7480a50c-52e0-440f-88fe-0ea9dfd7089d tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe1a446e-1c9d-459b-9c16-91a765584622 HTTP/1.1" status: 200 len: 210 time: 0.0472319 Jun 11 09:58:36.438996 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aed8910-a978-4ff0-b570-33e3d686692d None None] Resources bound (agent type, host, resource id): {{(pid=93178) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 11 09:58:36.445279 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-50486543-aa93-4ab8-b987-a77ef3227920 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:36.528445 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.db.api [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93178) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 09:58:36.528972 n-d-779913-12 neutron-server[93178]: DEBUG oslo_db.api [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 09:58:36.587234 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-a48e805a-7df4-423c-8ed3-752fa8cf9ec8 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] For port 72ddc12f-30c1-4a85-894a-6157eedc252b, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=72ddc12f-30c1-4a85-894a-6157eedc252b,segment=NetworkSegment(2a98ea3b-4337-429e-ba01-6047f89cdcee),segment_id=2a98ea3b-4337-429e-ba01-6047f89cdcee)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:58:36.587973 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a48e805a-7df4-423c-8ed3-752fa8cf9ec8 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:36.616108 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6616d1af-2c5a-43ed-8c99-051f928db676 None None] Pushing event updated for resources: {'Port': ['ID=8554ae5d-0109-4b35-8abe-851cacb53ce0,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:36.620059 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-6616d1af-2c5a-43ed-8c99-051f928db676 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:36.721545 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-a48e805a-7df4-423c-8ed3-752fa8cf9ec8 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Calling delete_port for 72ddc12f-30c1-4a85-894a-6157eedc252b owned by network:dhcp {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:58:37.038364 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a48e805a-7df4-423c-8ed3-752fa8cf9ec8 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:37.048921 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-962fd182-bbf0-42a8-b75d-92ae2a436421 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:37.099112 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47afb1f1-63bf-4a6e-b576-b67326e3558f req-3bb83ab6-78bb-49f9-83c6-3b6fd2be27e0 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:37.101665 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-47afb1f1-63bf-4a6e-b576-b67326e3558f req-3bb83ab6-78bb-49f9-83c6-3b6fd2be27e0 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.64 "GET /v2.0/networks?id=1b5e62b6-c880-44bf-95b3-4520d2d0f2a4 HTTP/1.1" status: 200 len: 815 time: 0.2028580 Jun 11 09:58:37.116856 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-47afb1f1-63bf-4a6e-b576-b67326e3558f req-e5b04bd8-6ba4-4c5f-9d76-e0085bb3732c tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Request body: {'port': {'device_id': 'fe1a446e-1c9d-459b-9c16-91a765584622', 'network_id': '1b5e62b6-c880-44bf-95b3-4520d2d0f2a4', 'admin_state_up': True, 'tenant_id': 'd21c071e7ba247ba88fece6fee0c21c1'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:58:37.129502 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48e805a-7df4-423c-8ed3-752fa8cf9ec8 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Pushing event deleted for resources: {'Port': ['ID=72ddc12f-30c1-4a85-894a-6157eedc252b,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:37.137490 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a48e805a-7df4-423c-8ed3-752fa8cf9ec8 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:37.138472 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48e805a-7df4-423c-8ed3-752fa8cf9ec8 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] No DVR routers for this DVR port 72ddc12f-30c1-4a85-894a-6157eedc252b on host n-d-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:58:37.312993 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a48e805a-7df4-423c-8ed3-752fa8cf9ec8 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:37.341114 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-a48e805a-7df4-423c-8ed3-752fa8cf9ec8 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90ca3818-8c23-4e6d-a29b-d6eb6ef3c7b3']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:58:37.355369 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-a48e805a-7df4-423c-8ed3-752fa8cf9ec8 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a98ea3b-4337-429e-ba01-6047f89cdcee') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:58:37.355830 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-a48e805a-7df4-423c-8ed3-752fa8cf9ec8 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a98ea3b-4337-429e-ba01-6047f89cdcee') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:58:37.368436 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a48e805a-7df4-423c-8ed3-752fa8cf9ec8 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:37.386945 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a48e805a-7df4-423c-8ed3-752fa8cf9ec8 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:37.394581 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a48e805a-7df4-423c-8ed3-752fa8cf9ec8 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Releasing vlan 796 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 09:58:37.394988 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a48e805a-7df4-423c-8ed3-752fa8cf9ec8 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:37.399164 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 09:58:37.399164 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 09:58:37.399164 n-d-779913-12 neutron-server[93177]: timer() Jun 11 09:58:37.399164 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 09:58:37.399164 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 09:58:37.399164 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 09:58:37.399164 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 09:58:37.399164 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 09:58:37.399164 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 09:58:37.399164 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 09:58:37.399164 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 09:58:37.399164 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 09:58:37.399164 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 09:58:37.399164 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 09:58:37.399164 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 09:58:37.399164 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 09:58:37.399164 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 09:58:37.399164 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 09:58:37.399164 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 09:58:37.399164 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 09:58:37.399164 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 09:58:37.399164 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 09:58:37.399164 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 09:58:37.399164 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 09:58:37.399164 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 09:58:37.399164 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 09:58:37.399164 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 09:58:37.399164 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 09:58:37.399164 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 09:58:37.399164 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 09:58:37.399164 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 09:58:37.399164 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 09:58:37.449382 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 8554ae5d-0109-4b35-8abe-851cacb53ce0 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:58:37.503622 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47afb1f1-63bf-4a6e-b576-b67326e3558f req-e5b04bd8-6ba4-4c5f-9d76-e0085bb3732c tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Made reservation on behalf of d21c071e7ba247ba88fece6fee0c21c1 for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:58:37.508242 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-47afb1f1-63bf-4a6e-b576-b67326e3558f req-e5b04bd8-6ba4-4c5f-9d76-e0085bb3732c tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:37.521510 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 8554ae5d-0109-4b35-8abe-851cacb53ce0 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:58:37.521980 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:37.700504 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-47afb1f1-63bf-4a6e-b576-b67326e3558f req-e5b04bd8-6ba4-4c5f-9d76-e0085bb3732c tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Allocated IP 172.20.0.13 (1b5e62b6-c880-44bf-95b3-4520d2d0f2a4/c7a61cbf-58ae-4640-b759-b07b9612a4ee/756b96a2-5e48-4424-af1e-bd3ac0f8939f) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:58:37.714743 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a48e805a-7df4-423c-8ed3-752fa8cf9ec8 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:37.720889 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4eb3a3c0-a441-4c06-8967-f56855e66221 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:37.726608 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a48e805a-7df4-423c-8ed3-752fa8cf9ec8 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:37.734170 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-a48e805a-7df4-423c-8ed3-752fa8cf9ec8 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] 10.222.0.60 "DELETE /v2.0/networks/90ca3818-8c23-4e6d-a29b-d6eb6ef3c7b3 HTTP/1.1" status: 204 len: 168 time: 4.2149699 Jun 11 09:58:37.737623 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 59752) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:58:37.759053 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-e5adcfc8-4d0c-431d-902f-2652295984ff tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1873240736'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:58:37.764030 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48e805a-7df4-423c-8ed3-752fa8cf9ec8 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Pushing event deleted for resources: {'Network': ['ID=90ca3818-8c23-4e6d-a29b-d6eb6ef3c7b3,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:37.773395 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a48e805a-7df4-423c-8ed3-752fa8cf9ec8 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:37.902155 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5adcfc8-4d0c-431d-902f-2652295984ff tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Made reservation on behalf of b39749788eba466481276678acba5faa for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:58:37.902155 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e5adcfc8-4d0c-431d-902f-2652295984ff tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:37.962442 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5adcfc8-4d0c-431d-902f-2652295984ff tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 771} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 09:58:37.988762 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e5adcfc8-4d0c-431d-902f-2652295984ff tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:37.989113 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-e5adcfc8-4d0c-431d-902f-2652295984ff tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Added segment 80135b97-6233-4e7b-8778-bc882e49c9ff of type vlan for network 7a036646-bd1a-4a70-943d-7db54a86f9fd Jun 11 09:58:38.056764 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-47afb1f1-63bf-4a6e-b576-b67326e3558f req-e5b04bd8-6ba4-4c5f-9d76-e0085bb3732c tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:38.113684 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-02493480-2106-4b1c-9c84-e86416fdf1de req-9b3aebf8-4221-4662-9e4b-09d8d379c9bc tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe1a446e-1c9d-459b-9c16-91a765584622 HTTP/1.1" status: 200 len: 210 time: 0.4817607 Jun 11 09:58:38.118678 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e5adcfc8-4d0c-431d-902f-2652295984ff tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:38.347131 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-47afb1f1-63bf-4a6e-b576-b67326e3558f req-e5b04bd8-6ba4-4c5f-9d76-e0085bb3732c tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:38.351668 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6576b91c-aa40-4822-a9fc-1a95f4531ed8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:38.366167 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e5adcfc8-4d0c-431d-902f-2652295984ff tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:38.379431 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5adcfc8-4d0c-431d-902f-2652295984ff tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:38.379431 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e5adcfc8-4d0c-431d-902f-2652295984ff tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:38.379794 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-fd4adadc-5d53-4223-a519-5039f796d4bb tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:38.415240 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47afb1f1-63bf-4a6e-b576-b67326e3558f req-e5b04bd8-6ba4-4c5f-9d76-e0085bb3732c tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Network 1b5e62b6-c880-44bf-95b3-4520d2d0f2a4 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:58:38.424281 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-47afb1f1-63bf-4a6e-b576-b67326e3558f req-e5b04bd8-6ba4-4c5f-9d76-e0085bb3732c tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:58:38.429247 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-47afb1f1-63bf-4a6e-b576-b67326e3558f req-e5b04bd8-6ba4-4c5f-9d76-e0085bb3732c tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:58:38.433839 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b04bd8-6ba4-4c5f-9d76-e0085bb3732c tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Pushing event updated for resources: {'Port': ['ID=756b96a2-5e48-4424-af1e-bd3ac0f8939f,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:38.462778 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e5b04bd8-6ba4-4c5f-9d76-e0085bb3732c tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:38.496652 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47afb1f1-63bf-4a6e-b576-b67326e3558f req-e5b04bd8-6ba4-4c5f-9d76-e0085bb3732c tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:38.503462 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5adcfc8-4d0c-431d-902f-2652295984ff tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Pushing event updated for resources: {'Network': ['ID=7a036646-bd1a-4a70-943d-7db54a86f9fd,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:38.503671 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-47afb1f1-63bf-4a6e-b576-b67326e3558f req-e5b04bd8-6ba4-4c5f-9d76-e0085bb3732c tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:38.503818 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e5adcfc8-4d0c-431d-902f-2652295984ff tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:38.510458 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 7a036646-bd1a-4a70-943d-7db54a86f9fd details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:58:38.569492 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-e5adcfc8-4d0c-431d-902f-2652295984ff tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8150227 Jun 11 09:58:38.573640 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 59768) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:58:38.577675 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-bbb192da-5eac-4069-9554-90d4efe8e3cd tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Request body: {'subnet': {'network_id': '7a036646-bd1a-4a70-943d-7db54a86f9fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:58:38.615134 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-47afb1f1-63bf-4a6e-b576-b67326e3558f req-e5b04bd8-6ba4-4c5f-9d76-e0085bb3732c tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5045366 Jun 11 09:58:38.626781 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-47afb1f1-63bf-4a6e-b576-b67326e3558f req-c5570d1b-b89a-40dd-971e-39ac94520e34 service neutron] Request body: {'port': {'device_id': 'fe1a446e-1c9d-459b-9c16-91a765584622', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:58:38.754344 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-47afb1f1-63bf-4a6e-b576-b67326e3558f req-c5570d1b-b89a-40dd-971e-39ac94520e34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:39.023851 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb192da-5eac-4069-9554-90d4efe8e3cd tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Made reservation on behalf of b39749788eba466481276678acba5faa for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:58:39.029478 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bbb192da-5eac-4069-9554-90d4efe8e3cd tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:39.123970 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.ipam_backend_mixin [None req-bbb192da-5eac-4069-9554-90d4efe8e3cd tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Performing IP validity checks on allocation pools {{(pid=93177) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 11 09:58:39.124627 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.ipam_backend_mixin [None req-bbb192da-5eac-4069-9554-90d4efe8e3cd tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93177) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 11 09:58:39.173089 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-47afb1f1-63bf-4a6e-b576-b67326e3558f req-c5570d1b-b89a-40dd-971e-39ac94520e34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 756b96a2-5e48-4424-af1e-bd3ac0f8939f {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:58:39.180956 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-47afb1f1-63bf-4a6e-b576-b67326e3558f req-c5570d1b-b89a-40dd-971e-39ac94520e34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:39.198828 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-47afb1f1-63bf-4a6e-b576-b67326e3558f req-c5570d1b-b89a-40dd-971e-39ac94520e34 service neutron] Transition to ACTIVE for port object 756b96a2-5e48-4424-af1e-bd3ac0f8939f will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:58:39.320405 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-47afb1f1-63bf-4a6e-b576-b67326e3558f req-c5570d1b-b89a-40dd-971e-39ac94520e34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:39.323657 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-420cc259-db38-4cee-af1f-ddae7c440c18 tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:39.450030 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b0aa97-cbdd-4fc6-9118-c4d518f79446 req-77022e62-bd1e-43a7-90eb-3ad53442abe6 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:39.451877 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-50b0aa97-cbdd-4fc6-9118-c4d518f79446 req-77022e62-bd1e-43a7-90eb-3ad53442abe6 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe1a446e-1c9d-459b-9c16-91a765584622 HTTP/1.1" status: 200 len: 944 time: 0.1420572 Jun 11 09:58:39.466724 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bbb192da-5eac-4069-9554-90d4efe8e3cd tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:39.483853 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-cf4563e2-3ce3-4413-bdf9-7eab1b032afc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:39.500594 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5570d1b-b89a-40dd-971e-39ac94520e34 service neutron] Pushing event updated for resources: {'Port': ['ID=756b96a2-5e48-4424-af1e-bd3ac0f8939f,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:39.506178 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c5570d1b-b89a-40dd-971e-39ac94520e34 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:39.544732 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-47afb1f1-63bf-4a6e-b576-b67326e3558f req-c5570d1b-b89a-40dd-971e-39ac94520e34 service neutron] Attempting to bind port 756b96a2-5e48-4424-af1e-bd3ac0f8939f on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:58:39.545078 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-47afb1f1-63bf-4a6e-b576-b67326e3558f req-c5570d1b-b89a-40dd-971e-39ac94520e34 service neutron] Attempting to bind port 756b96a2-5e48-4424-af1e-bd3ac0f8939f by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': 'ab2d9cc7-6b60-440f-b56a-bfa214087ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '1b5e62b6-c880-44bf-95b3-4520d2d0f2a4'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:58:39.545412 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47afb1f1-63bf-4a6e-b576-b67326e3558f req-c5570d1b-b89a-40dd-971e-39ac94520e34 service neutron] Attempting to bind port 756b96a2-5e48-4424-af1e-bd3ac0f8939f on network 1b5e62b6-c880-44bf-95b3-4520d2d0f2a4 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:58:39.550074 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47afb1f1-63bf-4a6e-b576-b67326e3558f req-c5570d1b-b89a-40dd-971e-39ac94520e34 service neutron] Port 756b96a2-5e48-4424-af1e-bd3ac0f8939f on network 1b5e62b6-c880-44bf-95b3-4520d2d0f2a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:58:39.550406 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47afb1f1-63bf-4a6e-b576-b67326e3558f req-c5570d1b-b89a-40dd-971e-39ac94520e34 service neutron] Attempting to bind port 756b96a2-5e48-4424-af1e-bd3ac0f8939f on network 1b5e62b6-c880-44bf-95b3-4520d2d0f2a4 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:58:39.557059 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47afb1f1-63bf-4a6e-b576-b67326e3558f req-c5570d1b-b89a-40dd-971e-39ac94520e34 service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:58:39.557392 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47afb1f1-63bf-4a6e-b576-b67326e3558f req-c5570d1b-b89a-40dd-971e-39ac94520e34 service neutron] Checking segment: {'id': 'ab2d9cc7-6b60-440f-b56a-bfa214087ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '1b5e62b6-c880-44bf-95b3-4520d2d0f2a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:58:39.557991 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47afb1f1-63bf-4a6e-b576-b67326e3558f req-c5570d1b-b89a-40dd-971e-39ac94520e34 service neutron] Bound using segment: {'id': 'ab2d9cc7-6b60-440f-b56a-bfa214087ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '1b5e62b6-c880-44bf-95b3-4520d2d0f2a4'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:58:39.558647 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-47afb1f1-63bf-4a6e-b576-b67326e3558f req-c5570d1b-b89a-40dd-971e-39ac94520e34 service neutron] Bound port: 756b96a2-5e48-4424-af1e-bd3ac0f8939f, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab2d9cc7-6b60-440f-b56a-bfa214087ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '1b5e62b6-c880-44bf-95b3-4520d2d0f2a4'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:58:39.559216 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-47afb1f1-63bf-4a6e-b576-b67326e3558f req-c5570d1b-b89a-40dd-971e-39ac94520e34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:39.625154 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb192da-5eac-4069-9554-90d4efe8e3cd tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Pushing event updated for resources: {'Subnet': ['ID=affdf25e-44d3-4f42-a455-7a2f900c3c9c,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:39.636093 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-50b0aa97-cbdd-4fc6-9118-c4d518f79446 req-157ef476-acbd-4a63-8d5e-de2a2416ca27 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781554 Jun 11 09:58:39.637376 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb192da-5eac-4069-9554-90d4efe8e3cd tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Checking segment: {'id': '80135b97-6233-4e7b-8778-bc882e49c9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '7a036646-bd1a-4a70-943d-7db54a86f9fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:58:39.637968 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb192da-5eac-4069-9554-90d4efe8e3cd tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Network hostable DHCP agents. Network: 7a036646-bd1a-4a70-943d-7db54a86f9fd, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 09:58:39.642564 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-bbb192da-5eac-4069-9554-90d4efe8e3cd tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:39.645152 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-47afb1f1-63bf-4a6e-b576-b67326e3558f req-c5570d1b-b89a-40dd-971e-39ac94520e34 service neutron] For port 756b96a2-5e48-4424-af1e-bd3ac0f8939f, host n-h1-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:58:39.648770 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-47afb1f1-63bf-4a6e-b576-b67326e3558f req-c5570d1b-b89a-40dd-971e-39ac94520e34 service neutron] For port 756b96a2-5e48-4424-af1e-bd3ac0f8939f, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=756b96a2-5e48-4424-af1e-bd3ac0f8939f,segment=NetworkSegment(ab2d9cc7-6b60-440f-b56a-bfa214087ddc),segment_id=ab2d9cc7-6b60-440f-b56a-bfa214087ddc)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:58:39.863896 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb192da-5eac-4069-9554-90d4efe8e3cd tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Network 7a036646-bd1a-4a70-943d-7db54a86f9fd is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 09:58:39.864878 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-47afb1f1-63bf-4a6e-b576-b67326e3558f req-c5570d1b-b89a-40dd-971e-39ac94520e34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:39.868399 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b3f07fdc-4b7f-4339-ad37-1b0ffe5f0dfd tempest-ServersNegativeTestMultiTenantJSON-888732396 tempest-ServersNegativeTestMultiTenantJSON-888732396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:39.909256 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47afb1f1-63bf-4a6e-b576-b67326e3558f req-c5570d1b-b89a-40dd-971e-39ac94520e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:39.909902 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-47afb1f1-63bf-4a6e-b576-b67326e3558f req-c5570d1b-b89a-40dd-971e-39ac94520e34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:39.911313 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-47afb1f1-63bf-4a6e-b576-b67326e3558f req-c5570d1b-b89a-40dd-971e-39ac94520e34 service neutron] 10.222.0.64 "PUT /v2.0/ports/756b96a2-5e48-4424-af1e-bd3ac0f8939f HTTP/1.1" status: 200 len: 1093 time: 1.2892866 Jun 11 09:58:39.911979 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe1a446e-1c9d-459b-9c16-91a765584622', 'tag': '756b96a2-5e48-4424-af1e-bd3ac0f8939f'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:58:39.916720 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d1822a3-ac23-44f3-9ea9-4f43cba44511" -d '{"events": [{"name": "network-changed", "server_uuid": "fe1a446e-1c9d-459b-9c16-91a765584622", "tag": "756b96a2-5e48-4424-af1e-bd3ac0f8939f"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:58:39.948654 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5570d1b-b89a-40dd-971e-39ac94520e34 service neutron] Pushing event updated for resources: {'Port': ['ID=756b96a2-5e48-4424-af1e-bd3ac0f8939f,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:39.952128 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c5570d1b-b89a-40dd-971e-39ac94520e34 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:39.956487 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5159133f-0ae6-4691-9d8f-b5cb2774ab3c x-openstack-request-id: req-5159133f-0ae6-4691-9d8f-b5cb2774ab3c {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:58:39.956831 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe1a446e-1c9d-459b-9c16-91a765584622", "tag": "756b96a2-5e48-4424-af1e-bd3ac0f8939f", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:58:39.957822 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5159133f-0ae6-4691-9d8f-b5cb2774ab3c {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:58:39.958949 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe1a446e-1c9d-459b-9c16-91a765584622', 'tag': '756b96a2-5e48-4424-af1e-bd3ac0f8939f', 'status': 'completed', 'code': 200} Jun 11 09:58:39.995419 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-bbb192da-5eac-4069-9554-90d4efe8e3cd tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 7a036646-bd1a-4a70-943d-7db54a86f9fd) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:58:39.999961 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb192da-5eac-4069-9554-90d4efe8e3cd tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:40.000552 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bbb192da-5eac-4069-9554-90d4efe8e3cd tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:40.005711 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30883d2e-21cf-4d63-a73b-12f437e1965c None None] Network 7a036646-bd1a-4a70-943d-7db54a86f9fd requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:58:40.067726 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1822a3-ac23-44f3-9ea9-4f43cba44511 req-f623d531-eb1f-4565-9555-300dfc61ab79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:40.069765 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9d1822a3-ac23-44f3-9ea9-4f43cba44511 req-f623d531-eb1f-4565-9555-300dfc61ab79 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d21c071e7ba247ba88fece6fee0c21c1&device_id=fe1a446e-1c9d-459b-9c16-91a765584622 HTTP/1.1" status: 200 len: 1096 time: 0.0921917 Jun 11 09:58:40.079308 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-bbb192da-5eac-4069-9554-90d4efe8e3cd tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.5060620 Jun 11 09:58:40.085881 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 59802) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:58:40.240177 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1822a3-ac23-44f3-9ea9-4f43cba44511 req-93a1b560-c4b6-422d-8b79-3113979549dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:40.241587 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9d1822a3-ac23-44f3-9ea9-4f43cba44511 req-93a1b560-c4b6-422d-8b79-3113979549dd service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=d21c071e7ba247ba88fece6fee0c21c1&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1638136 Jun 11 09:58:40.286280 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-731c89c3-c885-43df-97c0-1ca31ff79291 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:40.356651 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-731c89c3-c885-43df-97c0-1ca31ff79291 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:40.390746 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3abcd33a-b92e-4f27-ae03-bcf516ac36b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-7a036646-bd1a-4a70-943d-7db54a86f9fd', 'network_id': '7a036646-bd1a-4a70-943d-7db54a86f9fd', 'tenant_id': 'b39749788eba466481276678acba5faa', 'fixed_ips': [{'subnet_id': 'affdf25e-44d3-4f42-a455-7a2f900c3c9c'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 09:58:40.390746 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3abcd33a-b92e-4f27-ae03-bcf516ac36b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:40.448026 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1822a3-ac23-44f3-9ea9-4f43cba44511 req-a96a08d8-1920-4095-824f-31612b747879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:40.449829 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9d1822a3-ac23-44f3-9ea9-4f43cba44511 req-a96a08d8-1920-4095-824f-31612b747879 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2008488 Jun 11 09:58:40.545622 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-731c89c3-c885-43df-97c0-1ca31ff79291 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:40.556698 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c87ae1cc-0570-466d-b99b-0e5745bbb7e3 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:40.583471 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47afb1f1-63bf-4a6e-b576-b67326e3558f req-ad6026cc-e806-496e-b6a6-d56d28ed6ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:40.585154 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-47afb1f1-63bf-4a6e-b576-b67326e3558f req-ad6026cc-e806-496e-b6a6-d56d28ed6ee9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d21c071e7ba247ba88fece6fee0c21c1&device_id=fe1a446e-1c9d-459b-9c16-91a765584622 HTTP/1.1" status: 200 len: 1096 time: 0.0943434 Jun 11 09:58:40.634519 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731c89c3-c885-43df-97c0-1ca31ff79291 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Pushing event deleted for resources: {'Subnet': ['ID=affdf25e-44d3-4f42-a455-7a2f900c3c9c,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:40.663128 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-47afb1f1-63bf-4a6e-b576-b67326e3558f req-b9a70a38-e5d5-49b7-a739-16c6484f96df service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=756b96a2-5e48-4424-af1e-bd3ac0f8939f HTTP/1.1" status: 200 len: 217 time: 0.0683308 Jun 11 09:58:40.668692 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-731c89c3-c885-43df-97c0-1ca31ff79291 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:40.771159 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-731c89c3-c885-43df-97c0-1ca31ff79291 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:40.789427 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-731c89c3-c885-43df-97c0-1ca31ff79291 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a036646-bd1a-4a70-943d-7db54a86f9fd']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:58:40.803664 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-731c89c3-c885-43df-97c0-1ca31ff79291 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80135b97-6233-4e7b-8778-bc882e49c9ff') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:58:40.803977 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-731c89c3-c885-43df-97c0-1ca31ff79291 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80135b97-6233-4e7b-8778-bc882e49c9ff') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:58:40.808982 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47afb1f1-63bf-4a6e-b576-b67326e3558f req-94d80e96-af9b-48cb-bc2c-146bbddb036c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:40.810478 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-47afb1f1-63bf-4a6e-b576-b67326e3558f req-94d80e96-af9b-48cb-bc2c-146bbddb036c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c7a61cbf-58ae-4640-b759-b07b9612a4ee HTTP/1.1" status: 200 len: 855 time: 0.1444874 Jun 11 09:58:40.820529 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server [None req-3abcd33a-b92e-4f27-ae03-bcf516ac36b0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet affdf25e-44d3-4f42-a455-7a2f900c3c9c: This subnet is being modified by another concurrent operation. Jun 11 09:58:40.820529 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 11 09:58:40.820529 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 11 09:58:40.820529 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 11 09:58:40.820529 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 11 09:58:40.820529 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 11 09:58:40.820529 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 11 09:58:40.820529 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 11 09:58:40.820529 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 11 09:58:40.820529 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 11 09:58:40.820529 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 11 09:58:40.820529 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 11 09:58:40.820529 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 11 09:58:40.820529 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 11 09:58:40.820529 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 11 09:58:40.820529 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server raise self.value Jun 11 09:58:40.820529 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 11 09:58:40.820529 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 11 09:58:40.820529 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 11 09:58:40.820529 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 11 09:58:40.820529 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 11 09:58:40.820529 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 11 09:58:40.820529 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 11 09:58:40.820529 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server raise self.value Jun 11 09:58:40.820529 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 11 09:58:40.820529 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 11 09:58:40.820529 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 11 09:58:40.820529 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 11 09:58:40.820529 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 11 09:58:40.820529 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 11 09:58:40.820529 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 11 09:58:40.820529 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server raise self.value Jun 11 09:58:40.820529 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 11 09:58:40.820529 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 11 09:58:40.820529 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 11 09:58:40.820529 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 11 09:58:40.820529 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 11 09:58:40.820529 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 11 09:58:40.820529 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 11 09:58:40.820529 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 11 09:58:40.820529 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 11 09:58:40.820529 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 11 09:58:40.820529 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 11 09:58:40.820529 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 11 09:58:40.820529 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 11 09:58:40.820529 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 11 09:58:40.820529 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 11 09:58:40.820529 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 11 09:58:40.820529 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 11 09:58:40.820529 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 11 09:58:40.820529 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 11 09:58:40.820529 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server raise self.value Jun 11 09:58:40.820529 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 11 09:58:40.820529 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 11 09:58:40.831991 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 11 09:58:40.831991 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 11 09:58:40.831991 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 11 09:58:40.831991 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 11 09:58:40.831991 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 11 09:58:40.831991 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server raise self.value Jun 11 09:58:40.831991 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 11 09:58:40.831991 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 11 09:58:40.831991 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 11 09:58:40.831991 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 11 09:58:40.831991 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 11 09:58:40.831991 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 11 09:58:40.831991 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 11 09:58:40.831991 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server raise self.value Jun 11 09:58:40.831991 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 11 09:58:40.831991 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 11 09:58:40.831991 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in create_port Jun 11 09:58:40.831991 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 11 09:58:40.831991 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1427, in _create_port_db Jun 11 09:58:40.831991 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 11 09:58:40.831991 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jun 11 09:58:40.831991 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 11 09:58:40.831991 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 11 09:58:40.831991 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 11 09:58:40.831991 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 11 09:58:40.831991 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 11 09:58:40.831991 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 11 09:58:40.831991 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server raise self.value Jun 11 09:58:40.831991 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 11 09:58:40.831991 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 11 09:58:40.831991 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 11 09:58:40.831991 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 11 09:58:40.831991 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 11 09:58:40.831991 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 11 09:58:40.831991 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 11 09:58:40.831991 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server raise exception Jun 11 09:58:40.831991 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet affdf25e-44d3-4f42-a455-7a2f900c3c9c: This subnet is being modified by another concurrent operation. Jun 11 09:58:40.831991 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server Jun 11 09:58:40.838322 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-731c89c3-c885-43df-97c0-1ca31ff79291 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:40.863166 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4446a3a5-1ebe-4cc1-9a6e-5a3d136349c5 None None] Network 7a036646-bd1a-4a70-943d-7db54a86f9fd requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:58:40.872885 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-731c89c3-c885-43df-97c0-1ca31ff79291 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:40.873976 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-47afb1f1-63bf-4a6e-b576-b67326e3558f req-65f8415f-dbc1-4f67-beb5-3eb41530cfff service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1b5e62b6-c880-44bf-95b3-4520d2d0f2a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572612 Jun 11 09:58:40.882908 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-731c89c3-c885-43df-97c0-1ca31ff79291 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Releasing vlan 771 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 09:58:40.883331 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-731c89c3-c885-43df-97c0-1ca31ff79291 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:40.895617 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 09:58:40.895617 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 09:58:40.895617 n-d-779913-12 neutron-server[93177]: timer() Jun 11 09:58:40.895617 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 09:58:40.895617 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 09:58:40.895617 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 09:58:40.895617 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 09:58:40.895617 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 09:58:40.895617 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 09:58:40.895617 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 09:58:40.895617 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 09:58:40.895617 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 09:58:40.895617 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 09:58:40.895617 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 09:58:40.895617 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 09:58:40.895617 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 09:58:40.895617 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 09:58:40.895617 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 09:58:40.895617 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 09:58:40.895617 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 09:58:40.895617 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 09:58:40.895617 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 09:58:40.895617 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 09:58:40.895617 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 09:58:40.895617 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 09:58:40.895617 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 09:58:40.895617 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 09:58:40.895617 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 09:58:40.895617 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 09:58:40.895617 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 09:58:40.895617 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 09:58:40.895617 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 09:58:41.130281 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583f8539-15bd-40c7-b620-74f81dd608a9 req-a24e55d1-3878-4898-ad72-b4db303ddefd tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:41.139073 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-583f8539-15bd-40c7-b620-74f81dd608a9 req-a24e55d1-3878-4898-ad72-b4db303ddefd tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe1a446e-1c9d-459b-9c16-91a765584622 HTTP/1.1" status: 200 len: 944 time: 0.1698999 Jun 11 09:58:41.162760 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-47afb1f1-63bf-4a6e-b576-b67326e3558f req-b449c42e-b723-409a-8dd0-ac84d591a8e0 service neutron] 10.222.0.64 "GET /v2.0/networks/1b5e62b6-c880-44bf-95b3-4520d2d0f2a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823257 Jun 11 09:58:41.204856 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-583f8539-15bd-40c7-b620-74f81dd608a9 req-7b7f90cb-b133-41ae-bf1b-c731fe160da4 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602577 Jun 11 09:58:41.204856 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-731c89c3-c885-43df-97c0-1ca31ff79291 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:41.211891 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a963137e-29c7-4866-beef-3ea49127b3f3 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:41.241812 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-731c89c3-c885-43df-97c0-1ca31ff79291 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:41.247976 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-731c89c3-c885-43df-97c0-1ca31ff79291 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] 10.222.0.60 "DELETE /v2.0/networks/7a036646-bd1a-4a70-943d-7db54a86f9fd HTTP/1.1" status: 204 len: 168 time: 1.1644681 Jun 11 09:58:41.248676 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 59820) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:58:41.251539 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731c89c3-c885-43df-97c0-1ca31ff79291 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Pushing event deleted for resources: {'Network': ['ID=7a036646-bd1a-4a70-943d-7db54a86f9fd,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:41.262854 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165a0a33-a031-4360-802c-6a16ff16f55c None None] get_active_networks_info from n-d-779913-12 {{(pid=93178) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 11 09:58:41.266860 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-31dda161-c111-4bd9-9372-4e95679091f4 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2011316194'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:58:41.269734 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-731c89c3-c885-43df-97c0-1ca31ff79291 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:41.388937 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31dda161-c111-4bd9-9372-4e95679091f4 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Made reservation on behalf of b39749788eba466481276678acba5faa for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:58:41.392088 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-47afb1f1-63bf-4a6e-b576-b67326e3558f req-a071049d-db6f-486b-9d68-885716915e1a service neutron] 10.222.0.64 "GET /v2.0/networks/1b5e62b6-c880-44bf-95b3-4520d2d0f2a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221010 Jun 11 09:58:41.392928 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-31dda161-c111-4bd9-9372-4e95679091f4 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:41.490566 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31dda161-c111-4bd9-9372-4e95679091f4 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 782} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 09:58:41.503065 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-31dda161-c111-4bd9-9372-4e95679091f4 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:41.503512 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-31dda161-c111-4bd9-9372-4e95679091f4 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Added segment f85b08dc-767d-436a-8fcf-39993f6fd885 of type vlan for network 1c5e0603-55f9-456d-aead-5fe97ef99bac Jun 11 09:58:41.503747 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165a0a33-a031-4360-802c-6a16ff16f55c None None] Resources bound (agent type, host, resource id): {{(pid=93178) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 11 09:58:41.584937 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-31dda161-c111-4bd9-9372-4e95679091f4 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:42.393965 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4381d-28ce-4609-9343-e62cffea1e5c req-7cf7f644-bf06-41a3-a6b4-7e811913b7f9 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:42.395518 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c9b4381d-28ce-4609-9343-e62cffea1e5c req-7cf7f644-bf06-41a3-a6b4-7e811913b7f9 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe1a446e-1c9d-459b-9c16-91a765584622 HTTP/1.1" status: 200 len: 944 time: 0.0787871 Jun 11 09:58:42.451628 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c9b4381d-28ce-4609-9343-e62cffea1e5c req-75ed3c7f-188f-41d6-a661-c2af6835c0e4 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503905 Jun 11 09:58:42.537803 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-31dda161-c111-4bd9-9372-4e95679091f4 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:42.543310 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31dda161-c111-4bd9-9372-4e95679091f4 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:42.543929 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-31dda161-c111-4bd9-9372-4e95679091f4 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:42.589669 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7d397b03-4d43-46c4-8790-49fea51e48b0 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:42.655559 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dda161-c111-4bd9-9372-4e95679091f4 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Pushing event updated for resources: {'Network': ['ID=1c5e0603-55f9-456d-aead-5fe97ef99bac,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:42.664095 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-31dda161-c111-4bd9-9372-4e95679091f4 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:42.667997 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 1c5e0603-55f9-456d-aead-5fe97ef99bac details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:58:42.760757 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 59850) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:58:42.761574 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-31dda161-c111-4bd9-9372-4e95679091f4 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5112288 Jun 11 09:58:42.766173 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-b09f0bd5-6e7f-472c-bb05-49c79fbc5a00 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Request body: {'subnet': {'network_id': '1c5e0603-55f9-456d-aead-5fe97ef99bac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:58:42.903345 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-14cbec32-5807-4d27-a140-5b0ed52338c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:43.094062 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b09f0bd5-6e7f-472c-bb05-49c79fbc5a00 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Made reservation on behalf of b39749788eba466481276678acba5faa for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:58:43.098386 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b09f0bd5-6e7f-472c-bb05-49c79fbc5a00 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:43.857137 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f38caa0-6331-4128-99b1-af81f7e041b0 req-87195be7-77c2-483d-ba63-5f9600d0e76c tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:43.858873 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5f38caa0-6331-4128-99b1-af81f7e041b0 req-87195be7-77c2-483d-ba63-5f9600d0e76c tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe1a446e-1c9d-459b-9c16-91a765584622 HTTP/1.1" status: 200 len: 944 time: 0.1944168 Jun 11 09:58:43.912066 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5f38caa0-6331-4128-99b1-af81f7e041b0 req-6c478b86-43e0-4795-ba80-1cafa2c80afc tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472212 Jun 11 09:58:43.917737 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b09f0bd5-6e7f-472c-bb05-49c79fbc5a00 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:43.921828 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-fb0f6ebc-10ec-44eb-b428-49561a84c803 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:44.026997 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09f0bd5-6e7f-472c-bb05-49c79fbc5a00 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Pushing event updated for resources: {'Subnet': ['ID=8262c1a1-0838-4bc0-85a1-f249e9d990f4,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:44.032607 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b09f0bd5-6e7f-472c-bb05-49c79fbc5a00 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:44.039805 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09f0bd5-6e7f-472c-bb05-49c79fbc5a00 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Checking segment: {'id': 'f85b08dc-767d-436a-8fcf-39993f6fd885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '1c5e0603-55f9-456d-aead-5fe97ef99bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:58:44.040403 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09f0bd5-6e7f-472c-bb05-49c79fbc5a00 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Network hostable DHCP agents. Network: 1c5e0603-55f9-456d-aead-5fe97ef99bac, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 09:58:44.297344 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09f0bd5-6e7f-472c-bb05-49c79fbc5a00 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Network 1c5e0603-55f9-456d-aead-5fe97ef99bac is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 09:58:44.494544 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-b09f0bd5-6e7f-472c-bb05-49c79fbc5a00 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 1c5e0603-55f9-456d-aead-5fe97ef99bac) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:58:44.501821 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09f0bd5-6e7f-472c-bb05-49c79fbc5a00 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:44.501821 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b09f0bd5-6e7f-472c-bb05-49c79fbc5a00 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:44.505185 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1bfffe4-16a4-4cf7-acc7-2189852df6e6 None None] Network 1c5e0603-55f9-456d-aead-5fe97ef99bac requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:58:44.652804 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-b09f0bd5-6e7f-472c-bb05-49c79fbc5a00 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8907249 Jun 11 09:58:44.664870 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 59894) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:58:44.710305 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7428b86-1e70-4282-805d-e23833a76e12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-1c5e0603-55f9-456d-aead-5fe97ef99bac', 'network_id': '1c5e0603-55f9-456d-aead-5fe97ef99bac', 'tenant_id': 'b39749788eba466481276678acba5faa', 'fixed_ips': [{'subnet_id': '8262c1a1-0838-4bc0-85a1-f249e9d990f4'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 09:58:44.714406 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c7428b86-1e70-4282-805d-e23833a76e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:44.916516 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-acb6af29-6f73-4299-a52b-24f1a972e582 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:44.997432 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-c7428b86-1e70-4282-805d-e23833a76e12 None None] Allocated IP 172.20.0.1 (1c5e0603-55f9-456d-aead-5fe97ef99bac/8262c1a1-0838-4bc0-85a1-f249e9d990f4/9fd9156b-eb58-4084-bd68-2e708f9cb478) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:58:45.045564 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-acb6af29-6f73-4299-a52b-24f1a972e582 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:45.172648 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfc291e-166a-4193-919b-da9d66c7a1b5 req-bbda92e0-7021-4a0d-81fe-2ff7e2554367 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:45.175778 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-dbfc291e-166a-4193-919b-da9d66c7a1b5 req-bbda92e0-7021-4a0d-81fe-2ff7e2554367 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe1a446e-1c9d-459b-9c16-91a765584622 HTTP/1.1" status: 200 len: 944 time: 0.0999701 Jun 11 09:58:45.279368 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 756b96a2-5e48-4424-af1e-bd3ac0f8939f details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:58:45.292959 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-dbfc291e-166a-4193-919b-da9d66c7a1b5 req-6de3d606-ed6f-482f-914d-719ce3076ac3 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105847 Jun 11 09:58:45.369456 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c7428b86-1e70-4282-805d-e23833a76e12 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:45.383401 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-c7428b86-1e70-4282-805d-e23833a76e12 None None] Transition to ACTIVE for port object 9fd9156b-eb58-4084-bd68-2e708f9cb478 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:58:45.458423 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-c7428b86-1e70-4282-805d-e23833a76e12 None None] Transition to ACTIVE for port object 9fd9156b-eb58-4084-bd68-2e708f9cb478 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:58:45.480221 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 756b96a2-5e48-4424-af1e-bd3ac0f8939f, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=756b96a2-5e48-4424-af1e-bd3ac0f8939f,segment=NetworkSegment(ab2d9cc7-6b60-440f-b56a-bfa214087ddc),segment_id=ab2d9cc7-6b60-440f-b56a-bfa214087ddc)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:58:45.495725 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': '756b96a2-5e48-4424-af1e-bd3ac0f8939f', 'network_id': '1b5e62b6-c880-44bf-95b3-4520d2d0f2a4', 'port_id': '756b96a2-5e48-4424-af1e-bd3ac0f8939f', 'mac_address': 'fa:16:3e:7b:c5:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7a61cbf-58ae-4640-b759-b07b9612a4ee', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:58:45.548403 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:45.568972 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 756b96a2-5e48-4424-af1e-bd3ac0f8939f {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:58:45.601437 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 756b96a2-5e48-4424-af1e-bd3ac0f8939f, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=756b96a2-5e48-4424-af1e-bd3ac0f8939f,segment=NetworkSegment(ab2d9cc7-6b60-440f-b56a-bfa214087ddc),segment_id=ab2d9cc7-6b60-440f-b56a-bfa214087ddc)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:58:45.624624 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c7428b86-1e70-4282-805d-e23833a76e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:45.636865 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:45.768443 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-acb6af29-6f73-4299-a52b-24f1a972e582 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:45.773091 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-223f8d13-76bb-4904-a956-e8973416be27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:45.871383 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb6af29-6f73-4299-a52b-24f1a972e582 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Pushing event deleted for resources: {'Subnet': ['ID=8262c1a1-0838-4bc0-85a1-f249e9d990f4,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:45.874069 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:45.880643 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-acb6af29-6f73-4299-a52b-24f1a972e582 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:45.901876 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7428b86-1e70-4282-805d-e23833a76e12 None None] Network 1c5e0603-55f9-456d-aead-5fe97ef99bac is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:58:45.908708 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-c7428b86-1e70-4282-805d-e23833a76e12 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:58:45.914173 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7428b86-1e70-4282-805d-e23833a76e12 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:58:45.919307 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7428b86-1e70-4282-805d-e23833a76e12 None None] Pushing event updated for resources: {'Port': ['ID=9fd9156b-eb58-4084-bd68-2e708f9cb478,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:45.922813 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-c7428b86-1e70-4282-805d-e23833a76e12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:45.925550 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-339927e3-1220-49e7-886a-d5da2ecdbf22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:46.022289 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-acb6af29-6f73-4299-a52b-24f1a972e582 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:46.036831 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-acb6af29-6f73-4299-a52b-24f1a972e582 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c5e0603-55f9-456d-aead-5fe97ef99bac']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:58:46.037544 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6110a8db-6e6d-4aa2-b61b-b4177cd19d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:46.056627 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-acb6af29-6f73-4299-a52b-24f1a972e582 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f85b08dc-767d-436a-8fcf-39993f6fd885') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:58:46.056627 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-acb6af29-6f73-4299-a52b-24f1a972e582 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f85b08dc-767d-436a-8fcf-39993f6fd885') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:58:46.075766 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-acb6af29-6f73-4299-a52b-24f1a972e582 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:46.093196 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-acb6af29-6f73-4299-a52b-24f1a972e582 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:46.102404 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acb6af29-6f73-4299-a52b-24f1a972e582 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Releasing vlan 782 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 09:58:46.103233 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-acb6af29-6f73-4299-a52b-24f1a972e582 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:46.119994 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:46.184811 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=756b96a2-5e48-4424-af1e-bd3ac0f8939f,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:46.190659 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:46.191558 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-c7428b86-1e70-4282-805d-e23833a76e12 None None] Attempting to bind port 9fd9156b-eb58-4084-bd68-2e708f9cb478 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:58:46.191963 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-c7428b86-1e70-4282-805d-e23833a76e12 None None] Attempting to bind port 9fd9156b-eb58-4084-bd68-2e708f9cb478 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'f85b08dc-767d-436a-8fcf-39993f6fd885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '1c5e0603-55f9-456d-aead-5fe97ef99bac'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:58:46.192339 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7428b86-1e70-4282-805d-e23833a76e12 None None] Attempting to bind port 9fd9156b-eb58-4084-bd68-2e708f9cb478 on network 1c5e0603-55f9-456d-aead-5fe97ef99bac {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:58:46.198265 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7428b86-1e70-4282-805d-e23833a76e12 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:58:46.198660 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7428b86-1e70-4282-805d-e23833a76e12 None None] Checking segment: {'id': 'f85b08dc-767d-436a-8fcf-39993f6fd885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '1c5e0603-55f9-456d-aead-5fe97ef99bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:58:46.199075 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c7428b86-1e70-4282-805d-e23833a76e12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:46.202238 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7428b86-1e70-4282-805d-e23833a76e12 None None] Bound using segment: {'id': 'f85b08dc-767d-436a-8fcf-39993f6fd885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '1c5e0603-55f9-456d-aead-5fe97ef99bac'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:58:46.202238 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-c7428b86-1e70-4282-805d-e23833a76e12 None None] Bound port: 9fd9156b-eb58-4084-bd68-2e708f9cb478, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f85b08dc-767d-436a-8fcf-39993f6fd885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '1c5e0603-55f9-456d-aead-5fe97ef99bac'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:58:46.202238 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c7428b86-1e70-4282-805d-e23833a76e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:46.240151 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:58:46.240151 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:58:46.240151 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:58:46.240151 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 09:58:46.240151 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 09:58:46.240151 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 09:58:46.240151 n-d-779913-12 neutron-server[93176]: timer() Jun 11 09:58:46.240151 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 09:58:46.240151 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 09:58:46.240151 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 09:58:46.240151 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 09:58:46.240151 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 09:58:46.240151 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 09:58:46.240151 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 09:58:46.240151 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 09:58:46.240151 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 09:58:46.240151 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 09:58:46.240151 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 09:58:46.240151 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 09:58:46.240151 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 09:58:46.240151 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 09:58:46.240151 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 09:58:46.240151 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 09:58:46.240151 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 09:58:46.240151 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 09:58:46.240151 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 09:58:46.240151 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 09:58:46.240151 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 09:58:46.240151 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 09:58:46.240151 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 09:58:46.240151 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 09:58:46.240151 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 09:58:46.240151 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 09:58:46.240151 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 09:58:46.240151 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 09:58:46.240151 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 09:58:46.307668 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.db.api [None req-acb6af29-6f73-4299-a52b-24f1a972e582 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 11 09:58:46.307668 n-d-779913-12 neutron-server[93176]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 11 09:58:46.307668 n-d-779913-12 neutron-server[93176]: [parameters: {'id': '1c5e0603-55f9-456d-aead-5fe97ef99bac'}] Jun 11 09:58:46.307668 n-d-779913-12 neutron-server[93176]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 09:58:46.310329 n-d-779913-12 neutron-server[93176]: DEBUG oslo_db.api [None req-acb6af29-6f73-4299-a52b-24f1a972e582 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 09:58:46.347015 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-c7428b86-1e70-4282-805d-e23833a76e12 None None] For port 9fd9156b-eb58-4084-bd68-2e708f9cb478, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:58:46.350074 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-c7428b86-1e70-4282-805d-e23833a76e12 None None] For port 9fd9156b-eb58-4084-bd68-2e708f9cb478, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=9fd9156b-eb58-4084-bd68-2e708f9cb478,segment=NetworkSegment(f85b08dc-767d-436a-8fcf-39993f6fd885),segment_id=f85b08dc-767d-436a-8fcf-39993f6fd885)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:58:46.353407 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['756b96a2-5e48-4424-af1e-bd3ac0f8939f'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:58:46.448280 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c7428b86-1e70-4282-805d-e23833a76e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:46.453136 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:46.538052 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974165b2-7357-4c5c-8d1f-69e94680ae88 req-255126d1-93dd-42a1-9cfe-c32daa2ef5fd tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:46.540580 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-974165b2-7357-4c5c-8d1f-69e94680ae88 req-255126d1-93dd-42a1-9cfe-c32daa2ef5fd tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe1a446e-1c9d-459b-9c16-91a765584622 HTTP/1.1" status: 200 len: 945 time: 0.1097641 Jun 11 09:58:46.595798 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-974165b2-7357-4c5c-8d1f-69e94680ae88 req-645e1f49-0345-43c0-88fe-4ed27f1dcbcb tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472178 Jun 11 09:58:46.627977 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7428b86-1e70-4282-805d-e23833a76e12 None None] Pushing event updated for resources: {'Port': ['ID=9fd9156b-eb58-4084-bd68-2e708f9cb478,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:46.652076 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-c7428b86-1e70-4282-805d-e23833a76e12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:46.673144 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62dc4316-6d8a-4938-b880-b8df66c3069e None None] Network 1c5e0603-55f9-456d-aead-5fe97ef99bac requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:58:46.792039 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:46.809522 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-acb6af29-6f73-4299-a52b-24f1a972e582 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:46.902607 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-acb6af29-6f73-4299-a52b-24f1a972e582 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Deleting port 9fd9156b-eb58-4084-bd68-2e708f9cb478 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:58:46.903255 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-acb6af29-6f73-4299-a52b-24f1a972e582 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:46.991539 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb71bd4-9048-4a29-ba64-6f5dbc6c01a0 None None] get_active_networks_info from n-d-779913-12 {{(pid=93178) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 11 09:58:47.026566 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-acb6af29-6f73-4299-a52b-24f1a972e582 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] For port 9fd9156b-eb58-4084-bd68-2e708f9cb478, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=9fd9156b-eb58-4084-bd68-2e708f9cb478,segment=NetworkSegment(f85b08dc-767d-436a-8fcf-39993f6fd885),segment_id=f85b08dc-767d-436a-8fcf-39993f6fd885)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:58:47.026947 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-acb6af29-6f73-4299-a52b-24f1a972e582 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:47.160548 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-acb6af29-6f73-4299-a52b-24f1a972e582 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Calling delete_port for 9fd9156b-eb58-4084-bd68-2e708f9cb478 owned by network:dhcp {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:58:47.215207 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb71bd4-9048-4a29-ba64-6f5dbc6c01a0 None None] Resources bound (agent type, host, resource id): {{(pid=93178) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 11 09:58:47.416489 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-acb6af29-6f73-4299-a52b-24f1a972e582 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:47.427590 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5777fdb4-93ba-4c82-ab9f-10be86aaf582 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:47.462695 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb6af29-6f73-4299-a52b-24f1a972e582 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] No DVR routers for this DVR port 9fd9156b-eb58-4084-bd68-2e708f9cb478 on host n-d-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:58:47.496640 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb6af29-6f73-4299-a52b-24f1a972e582 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Pushing event deleted for resources: {'Port': ['ID=9fd9156b-eb58-4084-bd68-2e708f9cb478,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:47.500082 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-acb6af29-6f73-4299-a52b-24f1a972e582 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:47.524105 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 59958) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:58:47.622060 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-acb6af29-6f73-4299-a52b-24f1a972e582 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:47.635085 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-acb6af29-6f73-4299-a52b-24f1a972e582 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c5e0603-55f9-456d-aead-5fe97ef99bac']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:58:47.648342 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-acb6af29-6f73-4299-a52b-24f1a972e582 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f85b08dc-767d-436a-8fcf-39993f6fd885') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:58:47.648646 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-acb6af29-6f73-4299-a52b-24f1a972e582 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f85b08dc-767d-436a-8fcf-39993f6fd885') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:58:47.663975 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-acb6af29-6f73-4299-a52b-24f1a972e582 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:47.664225 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-29eb3817-8ada-4b9a-89b0-e1f7650eb893 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:47.683039 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-acb6af29-6f73-4299-a52b-24f1a972e582 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:47.696211 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acb6af29-6f73-4299-a52b-24f1a972e582 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Releasing vlan 782 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 09:58:47.696821 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-acb6af29-6f73-4299-a52b-24f1a972e582 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:47.700787 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 09:58:47.700787 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 09:58:47.700787 n-d-779913-12 neutron-server[93176]: timer() Jun 11 09:58:47.700787 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 09:58:47.700787 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 09:58:47.700787 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 09:58:47.700787 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 09:58:47.700787 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 09:58:47.700787 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 09:58:47.700787 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 09:58:47.700787 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 09:58:47.700787 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 09:58:47.700787 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 09:58:47.700787 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 09:58:47.700787 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 09:58:47.700787 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 09:58:47.700787 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 09:58:47.700787 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 09:58:47.700787 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 09:58:47.700787 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 09:58:47.700787 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 09:58:47.700787 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 09:58:47.700787 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 09:58:47.700787 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 09:58:47.700787 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 09:58:47.700787 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 09:58:47.700787 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 09:58:47.700787 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 09:58:47.700787 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 09:58:47.700787 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 09:58:47.700787 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 09:58:47.700787 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 09:58:47.826381 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bda3be4-6d70-4566-8cc7-083249f086af req-2b75de73-1259-4a52-9100-2cd03ec1ea94 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:47.827918 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4bda3be4-6d70-4566-8cc7-083249f086af req-2b75de73-1259-4a52-9100-2cd03ec1ea94 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe1a446e-1c9d-459b-9c16-91a765584622 HTTP/1.1" status: 200 len: 945 time: 0.0735142 Jun 11 09:58:47.871316 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-acb6af29-6f73-4299-a52b-24f1a972e582 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:47.876747 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c4d3f99a-e93d-41c4-9b3c-37acbf0e5b21 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:47.882247 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-acb6af29-6f73-4299-a52b-24f1a972e582 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:47.884499 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-acb6af29-6f73-4299-a52b-24f1a972e582 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] 10.222.0.60 "DELETE /v2.0/networks/1c5e0603-55f9-456d-aead-5fe97ef99bac HTTP/1.1" status: 204 len: 168 time: 3.2189245 Jun 11 09:58:47.888903 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 59964) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:58:47.898496 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4bda3be4-6d70-4566-8cc7-083249f086af req-690a2c7d-f8e5-429f-bb44-88cbdcf072bb tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604880 Jun 11 09:58:47.900405 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-b19c26e5-e870-427d-98d2-4c312f0c8ad2 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2135252852'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:58:47.903269 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb6af29-6f73-4299-a52b-24f1a972e582 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Pushing event deleted for resources: {'Network': ['ID=1c5e0603-55f9-456d-aead-5fe97ef99bac,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:47.906533 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-acb6af29-6f73-4299-a52b-24f1a972e582 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:47.957566 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-29eb3817-8ada-4b9a-89b0-e1f7650eb893 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:48.039328 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-29eb3817-8ada-4b9a-89b0-e1f7650eb893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:48.044981 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4c91979c-7d61-407f-add2-ae83d65fdfa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:48.096933 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-29eb3817-8ada-4b9a-89b0-e1f7650eb893 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=38f2652551014783884773a363aa51d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5708823 Jun 11 09:58:48.098112 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eb3817-8ada-4b9a-89b0-e1f7650eb893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3653069f-2ea1-412b-8354-9207b6ff29b7,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:48.100078 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 59968) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:58:48.104709 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-29eb3817-8ada-4b9a-89b0-e1f7650eb893 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:48.156895 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b19c26e5-e870-427d-98d2-4c312f0c8ad2 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Made reservation on behalf of b39749788eba466481276678acba5faa for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:58:48.161312 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b19c26e5-e870-427d-98d2-4c312f0c8ad2 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:48.161645 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3c3169d8-2a4c-46c0-8dba-1c94a28dcb76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:48.186871 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3c3169d8-2a4c-46c0-8dba-1c94a28dcb76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:48.188903 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b19c26e5-e870-427d-98d2-4c312f0c8ad2 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 799} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 09:58:48.201207 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b19c26e5-e870-427d-98d2-4c312f0c8ad2 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:48.201689 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-b19c26e5-e870-427d-98d2-4c312f0c8ad2 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Added segment b6bb4ed4-41e6-4922-afcb-242ce1240557 of type vlan for network 88c867c9-2438-4dcf-aaf9-14b54030bf9f Jun 11 09:58:48.264045 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b19c26e5-e870-427d-98d2-4c312f0c8ad2 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:48.343148 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3c3169d8-2a4c-46c0-8dba-1c94a28dcb76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:48.346054 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3c3169d8-2a4c-46c0-8dba-1c94a28dcb76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:48.347774 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-3c3169d8-2a4c-46c0-8dba-1c94a28dcb76 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3653069f-2ea1-412b-8354-9207b6ff29b7 HTTP/1.1" status: 204 len: 168 time: 0.2461338 Jun 11 09:58:48.348750 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8c03bcdf-f488-4176-9597-26d9ef3fdc6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:48.358613 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3169d8-2a4c-46c0-8dba-1c94a28dcb76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3653069f-2ea1-412b-8354-9207b6ff29b7,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:48.360868 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3c3169d8-2a4c-46c0-8dba-1c94a28dcb76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:48.377919 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:48.379112 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b19c26e5-e870-427d-98d2-4c312f0c8ad2 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:48.384717 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19c26e5-e870-427d-98d2-4c312f0c8ad2 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:48.385308 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b19c26e5-e870-427d-98d2-4c312f0c8ad2 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:48.387834 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1f7df0d2-094a-4c05-8e1e-9624c4f3bc8b tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:48.485399 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19c26e5-e870-427d-98d2-4c312f0c8ad2 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Pushing event updated for resources: {'Network': ['ID=88c867c9-2438-4dcf-aaf9-14b54030bf9f,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:48.488012 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b19c26e5-e870-427d-98d2-4c312f0c8ad2 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:48.496198 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 88c867c9-2438-4dcf-aaf9-14b54030bf9f details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:58:48.576614 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-b19c26e5-e870-427d-98d2-4c312f0c8ad2 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6768844 Jun 11 09:58:48.576910 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 59978) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:58:48.579395 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 09:58:48.585432 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-698639bb-d6ce-4179-9535-6f3a939a6256 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Request body: {'subnet': {'network_id': '88c867c9-2438-4dcf-aaf9-14b54030bf9f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:58:48.823106 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-698639bb-d6ce-4179-9535-6f3a939a6256 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Made reservation on behalf of b39749788eba466481276678acba5faa for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:58:48.831648 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-698639bb-d6ce-4179-9535-6f3a939a6256 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:49.125066 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54050630-abfc-446c-8120-ea7ffab42214 req-759d2d9c-a6a6-4d20-99ff-ef75d079081e tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:49.126761 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-54050630-abfc-446c-8120-ea7ffab42214 req-759d2d9c-a6a6-4d20-99ff-ef75d079081e tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe1a446e-1c9d-459b-9c16-91a765584622 HTTP/1.1" status: 200 len: 945 time: 0.0962784 Jun 11 09:58:49.155505 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-698639bb-d6ce-4179-9535-6f3a939a6256 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:49.159131 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-087749bd-68bb-477b-9f76-c29b836e5698 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:49.206320 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 59988) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:58:49.217419 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-54050630-abfc-446c-8120-ea7ffab42214 req-a34078b8-86f1-4775-9b70-c68efb100010 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846357 Jun 11 09:58:49.224550 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5a73ee62-066d-4232-b7c4-b42683cff71c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:49.254628 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698639bb-d6ce-4179-9535-6f3a939a6256 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Checking segment: {'id': 'b6bb4ed4-41e6-4922-afcb-242ce1240557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '88c867c9-2438-4dcf-aaf9-14b54030bf9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:58:49.254999 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698639bb-d6ce-4179-9535-6f3a939a6256 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Network hostable DHCP agents. Network: 88c867c9-2438-4dcf-aaf9-14b54030bf9f, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 09:58:49.262041 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698639bb-d6ce-4179-9535-6f3a939a6256 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Pushing event updated for resources: {'Subnet': ['ID=aff2f63c-23c7-4923-b966-6c8b1d33e5b0,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:49.265067 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-698639bb-d6ce-4179-9535-6f3a939a6256 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:49.297117 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 756b96a2-5e48-4424-af1e-bd3ac0f8939f up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:58:49.344323 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5a73ee62-066d-4232-b7c4-b42683cff71c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:49.351412 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698639bb-d6ce-4179-9535-6f3a939a6256 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Network 88c867c9-2438-4dcf-aaf9-14b54030bf9f is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 09:58:49.408130 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5a73ee62-066d-4232-b7c4-b42683cff71c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:49.412505 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-03e8235a-81f0-4110-83a7-e3faabd7267e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:49.434027 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning for port 756b96a2-5e48-4424-af1e-bd3ac0f8939f completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:58:49.434734 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-698639bb-d6ce-4179-9535-6f3a939a6256 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 88c867c9-2438-4dcf-aaf9-14b54030bf9f) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:58:49.439386 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port 756b96a2-5e48-4424-af1e-bd3ac0f8939f triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:58:49.439923 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:49.445702 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e4316e-216a-48a2-8256-a65dd5266bfb None None] Network 88c867c9-2438-4dcf-aaf9-14b54030bf9f requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:58:49.448047 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698639bb-d6ce-4179-9535-6f3a939a6256 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:49.448486 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-698639bb-d6ce-4179-9535-6f3a939a6256 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:49.457375 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-5a73ee62-066d-4232-b7c4-b42683cff71c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=54a259d2b471469388b4d893d94fe8b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2501798 Jun 11 09:58:49.458364 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a73ee62-066d-4232-b7c4-b42683cff71c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f82ba0-a87d-4295-9a6f-5922fa475065,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:49.460204 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 59992) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:58:49.466196 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a73ee62-066d-4232-b7c4-b42683cff71c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:58:49.466555 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a73ee62-066d-4232-b7c4-b42683cff71c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:58:49.466954 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a73ee62-066d-4232-b7c4-b42683cff71c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:58:49.467319 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a73ee62-066d-4232-b7c4-b42683cff71c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:58:49.467722 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a73ee62-066d-4232-b7c4-b42683cff71c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:58:49.468102 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a73ee62-066d-4232-b7c4-b42683cff71c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:58:49.468467 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a73ee62-066d-4232-b7c4-b42683cff71c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:58:49.468844 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a73ee62-066d-4232-b7c4-b42683cff71c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:58:49.469560 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a73ee62-066d-4232-b7c4-b42683cff71c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:58:49.469560 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a73ee62-066d-4232-b7c4-b42683cff71c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:58:49.469912 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a73ee62-066d-4232-b7c4-b42683cff71c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:58:49.470662 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a73ee62-066d-4232-b7c4-b42683cff71c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:58:49.474657 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5a73ee62-066d-4232-b7c4-b42683cff71c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:49.542829 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9638f90d-1fc8-45a7-bba4-c6cf3c3abae3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:49.570573 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9638f90d-1fc8-45a7-bba4-c6cf3c3abae3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:49.576845 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-698639bb-d6ce-4179-9535-6f3a939a6256 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9946339 Jun 11 09:58:49.578956 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 59998) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:58:49.712069 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:49.715373 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-44c54c21-8d6a-4418-83ed-e0a24f1ce3fa tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:49.743403 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9638f90d-1fc8-45a7-bba4-c6cf3c3abae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:49.747026 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9638f90d-1fc8-45a7-bba4-c6cf3c3abae3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:49.758987 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-9638f90d-1fc8-45a7-bba4-c6cf3c3abae3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f5f82ba0-a87d-4295-9a6f-5922fa475065 HTTP/1.1" status: 204 len: 168 time: 0.2971063 Jun 11 09:58:49.763417 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-bbe67ba4-f1ce-4b53-96cc-14c3bbb49652 tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:49.766945 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe1a446e-1c9d-459b-9c16-91a765584622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '756b96a2-5e48-4424-af1e-bd3ac0f8939f'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:58:49.769613 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c4fb52-4c49-48de-bd04-8903a54f134e" -d '{"events": [{"server_uuid": "fe1a446e-1c9d-459b-9c16-91a765584622", "name": "network-vif-plugged", "status": "completed", "tag": "756b96a2-5e48-4424-af1e-bd3ac0f8939f"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:58:49.777252 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b9f56b-3ec5-4175-866d-5fa150cf8d39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-88c867c9-2438-4dcf-aaf9-14b54030bf9f', 'network_id': '88c867c9-2438-4dcf-aaf9-14b54030bf9f', 'tenant_id': 'b39749788eba466481276678acba5faa', 'fixed_ips': [{'subnet_id': 'aff2f63c-23c7-4923-b966-6c8b1d33e5b0'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 09:58:49.778426 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b9b9f56b-3ec5-4175-866d-5fa150cf8d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:49.795713 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9638f90d-1fc8-45a7-bba4-c6cf3c3abae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f82ba0-a87d-4295-9a6f-5922fa475065,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:49.803828 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 756b96a2-5e48-4424-af1e-bd3ac0f8939f, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=756b96a2-5e48-4424-af1e-bd3ac0f8939f,segment=NetworkSegment(ab2d9cc7-6b60-440f-b56a-bfa214087ddc),segment_id=ab2d9cc7-6b60-440f-b56a-bfa214087ddc)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:58:49.804036 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9638f90d-1fc8-45a7-bba4-c6cf3c3abae3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:49.818731 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-44c54c21-8d6a-4418-83ed-e0a24f1ce3fa tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:49.890530 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30595e4a-9f14-4b20-916f-2c0ddc0765e1 x-openstack-request-id: req-30595e4a-9f14-4b20-916f-2c0ddc0765e1 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:58:49.891146 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe1a446e-1c9d-459b-9c16-91a765584622", "name": "network-vif-plugged", "status": "completed", "tag": "756b96a2-5e48-4424-af1e-bd3ac0f8939f", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:58:49.891618 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-30595e4a-9f14-4b20-916f-2c0ddc0765e1 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:58:49.892217 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe1a446e-1c9d-459b-9c16-91a765584622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '756b96a2-5e48-4424-af1e-bd3ac0f8939f', 'code': 200} Jun 11 09:58:49.913292 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:49.918824 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:49.986366 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=756b96a2-5e48-4424-af1e-bd3ac0f8939f,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:49.990029 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:50.065104 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-44c54c21-8d6a-4418-83ed-e0a24f1ce3fa tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:50.068571 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9aef0220-c579-4688-b0b0-e9a61e3885fb tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:50.113664 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c54c21-8d6a-4418-83ed-e0a24f1ce3fa tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Pushing event deleted for resources: {'Subnet': ['ID=aff2f63c-23c7-4923-b966-6c8b1d33e5b0,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:50.115636 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-44c54c21-8d6a-4418-83ed-e0a24f1ce3fa tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:50.130990 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server [None req-b9b9f56b-3ec5-4175-866d-5fa150cf8d39 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet aff2f63c-23c7-4923-b966-6c8b1d33e5b0: This subnet is being modified by another concurrent operation. Jun 11 09:58:50.130990 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 11 09:58:50.130990 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 11 09:58:50.130990 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 11 09:58:50.130990 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 11 09:58:50.130990 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 11 09:58:50.130990 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 11 09:58:50.130990 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 11 09:58:50.130990 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 11 09:58:50.130990 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 11 09:58:50.130990 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 11 09:58:50.130990 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 11 09:58:50.130990 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 11 09:58:50.130990 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 11 09:58:50.130990 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 11 09:58:50.130990 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server raise self.value Jun 11 09:58:50.130990 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 11 09:58:50.130990 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 11 09:58:50.130990 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 11 09:58:50.130990 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 11 09:58:50.130990 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 11 09:58:50.130990 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 11 09:58:50.130990 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 11 09:58:50.130990 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server raise self.value Jun 11 09:58:50.130990 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 11 09:58:50.130990 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 11 09:58:50.130990 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 11 09:58:50.130990 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 11 09:58:50.130990 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 11 09:58:50.130990 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 11 09:58:50.130990 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 11 09:58:50.130990 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server raise self.value Jun 11 09:58:50.130990 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 11 09:58:50.130990 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 11 09:58:50.130990 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 11 09:58:50.130990 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 11 09:58:50.130990 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 11 09:58:50.130990 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 11 09:58:50.130990 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 11 09:58:50.130990 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 11 09:58:50.130990 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 11 09:58:50.130990 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 11 09:58:50.130990 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 11 09:58:50.130990 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 11 09:58:50.130990 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 11 09:58:50.130990 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 11 09:58:50.130990 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 11 09:58:50.130990 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 11 09:58:50.130990 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 11 09:58:50.130990 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 11 09:58:50.130990 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 11 09:58:50.130990 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server raise self.value Jun 11 09:58:50.130990 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 11 09:58:50.130990 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 11 09:58:50.142833 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 11 09:58:50.142833 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 11 09:58:50.142833 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 11 09:58:50.142833 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 11 09:58:50.142833 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 11 09:58:50.142833 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server raise self.value Jun 11 09:58:50.142833 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 11 09:58:50.142833 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 11 09:58:50.142833 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 11 09:58:50.142833 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 11 09:58:50.142833 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 11 09:58:50.142833 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 11 09:58:50.142833 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 11 09:58:50.142833 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server raise self.value Jun 11 09:58:50.142833 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 11 09:58:50.142833 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 11 09:58:50.142833 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in create_port Jun 11 09:58:50.142833 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 11 09:58:50.142833 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1427, in _create_port_db Jun 11 09:58:50.142833 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 11 09:58:50.142833 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jun 11 09:58:50.142833 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 11 09:58:50.142833 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 11 09:58:50.142833 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 11 09:58:50.142833 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 11 09:58:50.142833 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 11 09:58:50.142833 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 11 09:58:50.142833 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server raise self.value Jun 11 09:58:50.142833 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 11 09:58:50.142833 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 11 09:58:50.142833 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 11 09:58:50.142833 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 11 09:58:50.142833 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 11 09:58:50.142833 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 11 09:58:50.142833 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 11 09:58:50.142833 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server raise exception Jun 11 09:58:50.142833 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet aff2f63c-23c7-4923-b966-6c8b1d33e5b0: This subnet is being modified by another concurrent operation. Jun 11 09:58:50.142833 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server Jun 11 09:58:50.154341 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ec9dd0-93a3-4ff5-93db-2b599d08b64a None None] Network 88c867c9-2438-4dcf-aaf9-14b54030bf9f requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:58:50.210016 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-44c54c21-8d6a-4418-83ed-e0a24f1ce3fa tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:50.227463 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f7c8db-6bf1-459d-aae5-9a4a34b296ae req-abfe21cd-e536-4439-b74c-ec96195ce432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:50.229194 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f2f7c8db-6bf1-459d-aae5-9a4a34b296ae req-abfe21cd-e536-4439-b74c-ec96195ce432 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fe1a446e-1c9d-459b-9c16-91a765584622 HTTP/1.1" status: 200 len: 1098 time: 0.3112986 Jun 11 09:58:50.230884 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-44c54c21-8d6a-4418-83ed-e0a24f1ce3fa tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88c867c9-2438-4dcf-aaf9-14b54030bf9f']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:58:50.251711 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-44c54c21-8d6a-4418-83ed-e0a24f1ce3fa tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6bb4ed4-41e6-4922-afcb-242ce1240557') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:58:50.252525 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-44c54c21-8d6a-4418-83ed-e0a24f1ce3fa tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6bb4ed4-41e6-4922-afcb-242ce1240557') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:58:50.289271 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-44c54c21-8d6a-4418-83ed-e0a24f1ce3fa tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:50.315072 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-44c54c21-8d6a-4418-83ed-e0a24f1ce3fa tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:50.318369 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f2f7c8db-6bf1-459d-aae5-9a4a34b296ae req-b43758fa-7059-42e1-a559-d6b947202db9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778117 Jun 11 09:58:50.326110 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44c54c21-8d6a-4418-83ed-e0a24f1ce3fa tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Releasing vlan 799 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 09:58:50.326110 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-44c54c21-8d6a-4418-83ed-e0a24f1ce3fa tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:50.328464 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 09:58:50.328464 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 09:58:50.328464 n-d-779913-12 neutron-server[93176]: timer() Jun 11 09:58:50.328464 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 09:58:50.328464 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 09:58:50.328464 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 09:58:50.328464 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 09:58:50.328464 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 09:58:50.328464 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 09:58:50.328464 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 09:58:50.328464 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 09:58:50.328464 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 09:58:50.328464 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 09:58:50.328464 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 09:58:50.328464 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 09:58:50.328464 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 09:58:50.328464 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 09:58:50.328464 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 09:58:50.328464 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 09:58:50.328464 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 09:58:50.328464 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 09:58:50.328464 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 09:58:50.328464 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 09:58:50.328464 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 09:58:50.328464 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 09:58:50.328464 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 09:58:50.328464 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 09:58:50.328464 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 09:58:50.328464 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 09:58:50.328464 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 09:58:50.328464 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 09:58:50.328464 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 09:58:50.350984 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfae2b0-e6f2-40bf-9d14-75112aff7d55 None None] get_active_networks_info from n-d-779913-12 {{(pid=93178) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 11 09:58:50.458527 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6e6bab-3e78-4b21-b938-d94bab01345a req-bfa3a4f0-b330-456e-adb3-4952e460e562 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:50.460721 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1a6e6bab-3e78-4b21-b938-d94bab01345a req-bfa3a4f0-b330-456e-adb3-4952e460e562 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe1a446e-1c9d-459b-9c16-91a765584622 HTTP/1.1" status: 200 len: 946 time: 0.0894656 Jun 11 09:58:50.510460 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1a6e6bab-3e78-4b21-b938-d94bab01345a req-419da453-4136-4020-b3ac-b8b2200c2c6f tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421383 Jun 11 09:58:50.550085 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfae2b0-e6f2-40bf-9d14-75112aff7d55 None None] Resources bound (agent type, host, resource id): {{(pid=93178) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 11 09:58:50.619682 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-44c54c21-8d6a-4418-83ed-e0a24f1ce3fa tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:50.623288 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8b9ca8f8-82b3-4903-8043-711a96d1ced4 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:50.627260 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-44c54c21-8d6a-4418-83ed-e0a24f1ce3fa tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:50.640026 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-44c54c21-8d6a-4418-83ed-e0a24f1ce3fa tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] 10.222.0.60 "DELETE /v2.0/networks/88c867c9-2438-4dcf-aaf9-14b54030bf9f HTTP/1.1" status: 204 len: 168 time: 1.0490432 Jun 11 09:58:50.640456 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 60024) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:58:50.647943 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c54c21-8d6a-4418-83ed-e0a24f1ce3fa tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Pushing event deleted for resources: {'Network': ['ID=88c867c9-2438-4dcf-aaf9-14b54030bf9f,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:50.649714 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-aa2ae52b-1ecc-4ee7-b599-16f5878a5e08 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1729904621'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:58:50.651494 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-44c54c21-8d6a-4418-83ed-e0a24f1ce3fa tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:50.777456 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa2ae52b-1ecc-4ee7-b599-16f5878a5e08 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Made reservation on behalf of b39749788eba466481276678acba5faa for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:58:50.781680 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-aa2ae52b-1ecc-4ee7-b599-16f5878a5e08 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:50.815285 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa2ae52b-1ecc-4ee7-b599-16f5878a5e08 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 785} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 09:58:50.824834 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-aa2ae52b-1ecc-4ee7-b599-16f5878a5e08 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:50.825185 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-aa2ae52b-1ecc-4ee7-b599-16f5878a5e08 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Added segment c2472726-4fef-41f3-804e-79f48edf0b88 of type vlan for network 8b9f5394-e518-4be4-badb-9e1096bcfe06 Jun 11 09:58:50.878867 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-aa2ae52b-1ecc-4ee7-b599-16f5878a5e08 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:51.014176 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-aa2ae52b-1ecc-4ee7-b599-16f5878a5e08 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:51.027118 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2ae52b-1ecc-4ee7-b599-16f5878a5e08 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:51.027118 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-aa2ae52b-1ecc-4ee7-b599-16f5878a5e08 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:51.029913 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-12fb3832-0c26-4caf-b03c-56641a36f4b1 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:51.135390 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ae52b-1ecc-4ee7-b599-16f5878a5e08 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Pushing event updated for resources: {'Network': ['ID=8b9f5394-e518-4be4-badb-9e1096bcfe06,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:51.135390 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-aa2ae52b-1ecc-4ee7-b599-16f5878a5e08 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:51.141622 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 8b9f5394-e518-4be4-badb-9e1096bcfe06 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:58:51.161342 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-aa2ae52b-1ecc-4ee7-b599-16f5878a5e08 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5192847 Jun 11 09:58:51.163969 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 60038) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:58:51.169669 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-21e6c1fb-14c3-45b9-88ce-05e8a035dea5 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Request body: {'subnet': {'network_id': '8b9f5394-e518-4be4-badb-9e1096bcfe06', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:58:51.391199 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e6c1fb-14c3-45b9-88ce-05e8a035dea5 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Made reservation on behalf of b39749788eba466481276678acba5faa for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:58:51.396642 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-21e6c1fb-14c3-45b9-88ce-05e8a035dea5 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:51.497703 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.ipam_backend_mixin [None req-21e6c1fb-14c3-45b9-88ce-05e8a035dea5 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Performing IP validity checks on allocation pools {{(pid=93177) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 11 09:58:51.497703 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.ipam_backend_mixin [None req-21e6c1fb-14c3-45b9-88ce-05e8a035dea5 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93177) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 11 09:58:51.738418 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda3f32-674a-4a62-8e27-158a570e4ae8 req-afcf251c-edbc-4f1a-b7c9-79dbd3d80968 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:51.739930 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8dda3f32-674a-4a62-8e27-158a570e4ae8 req-afcf251c-edbc-4f1a-b7c9-79dbd3d80968 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe1a446e-1c9d-459b-9c16-91a765584622 HTTP/1.1" status: 200 len: 946 time: 0.0766711 Jun 11 09:58:51.754202 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-21e6c1fb-14c3-45b9-88ce-05e8a035dea5 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:51.765997 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a45326c1-e310-48cd-ab3e-9db7e252206d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:51.851860 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8dda3f32-674a-4a62-8e27-158a570e4ae8 req-1b97f155-7ef3-42b2-ba26-15e3c818da5b tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057818 Jun 11 09:58:51.866620 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e6c1fb-14c3-45b9-88ce-05e8a035dea5 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Pushing event updated for resources: {'Subnet': ['ID=e87eb43a-996d-43a6-9c5e-84ef816d9a70,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:51.882204 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-21e6c1fb-14c3-45b9-88ce-05e8a035dea5 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:51.888190 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e6c1fb-14c3-45b9-88ce-05e8a035dea5 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Checking segment: {'id': 'c2472726-4fef-41f3-804e-79f48edf0b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '8b9f5394-e518-4be4-badb-9e1096bcfe06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:58:51.888553 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e6c1fb-14c3-45b9-88ce-05e8a035dea5 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Network hostable DHCP agents. Network: 8b9f5394-e518-4be4-badb-9e1096bcfe06, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 09:58:52.034529 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e6c1fb-14c3-45b9-88ce-05e8a035dea5 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Network 8b9f5394-e518-4be4-badb-9e1096bcfe06 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 09:58:52.060348 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e712e41-2cf6-4ae5-8970-d38e4db253de req-67acac1a-e84b-4037-9f21-a10d68acf809 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:52.064043 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3e712e41-2cf6-4ae5-8970-d38e4db253de req-67acac1a-e84b-4037-9f21-a10d68acf809 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe1a446e-1c9d-459b-9c16-91a765584622 HTTP/1.1" status: 200 len: 946 time: 0.0865378 Jun 11 09:58:52.115320 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3e712e41-2cf6-4ae5-8970-d38e4db253de req-94e32803-8ec6-4ef7-bab2-15c1d6981e6d tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412104 Jun 11 09:58:52.115320 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-21e6c1fb-14c3-45b9-88ce-05e8a035dea5 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 8b9f5394-e518-4be4-badb-9e1096bcfe06) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:58:52.121357 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e6c1fb-14c3-45b9-88ce-05e8a035dea5 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:52.121946 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-21e6c1fb-14c3-45b9-88ce-05e8a035dea5 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:52.126020 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5a2002-fe65-4a90-b7c2-e52a73f88a09 None None] Network 8b9f5394-e518-4be4-badb-9e1096bcfe06 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:58:52.238136 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-21e6c1fb-14c3-45b9-88ce-05e8a035dea5 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.0697038 Jun 11 09:58:52.238502 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 60072) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:58:52.394961 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0155d3-5d58-4317-9c69-54e61c481387 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-8b9f5394-e518-4be4-badb-9e1096bcfe06', 'network_id': '8b9f5394-e518-4be4-badb-9e1096bcfe06', 'tenant_id': 'b39749788eba466481276678acba5faa', 'fixed_ips': [{'subnet_id': 'e87eb43a-996d-43a6-9c5e-84ef816d9a70'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 09:58:52.396034 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-bb0155d3-5d58-4317-9c69-54e61c481387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:52.402634 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-38003bd6-ca0e-4955-91f2-78d4482df8bc tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:52.468270 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-38003bd6-ca0e-4955-91f2-78d4482df8bc tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:52.562195 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-bb0155d3-5d58-4317-9c69-54e61c481387 None None] Allocated IP 172.20.0.3 (8b9f5394-e518-4be4-badb-9e1096bcfe06/e87eb43a-996d-43a6-9c5e-84ef816d9a70/00ee7f58-2c04-40a2-8cb5-bfcb6a8ab29e) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:58:52.765698 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-bb0155d3-5d58-4317-9c69-54e61c481387 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:52.774851 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-bb0155d3-5d58-4317-9c69-54e61c481387 None None] Transition to ACTIVE for port object 00ee7f58-2c04-40a2-8cb5-bfcb6a8ab29e will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:58:52.798831 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-bb0155d3-5d58-4317-9c69-54e61c481387 None None] Transition to ACTIVE for port object 00ee7f58-2c04-40a2-8cb5-bfcb6a8ab29e will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:58:52.921124 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-bb0155d3-5d58-4317-9c69-54e61c481387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:52.924952 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:52.974791 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0155d3-5d58-4317-9c69-54e61c481387 None None] Network 8b9f5394-e518-4be4-badb-9e1096bcfe06 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:58:52.977845 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-bb0155d3-5d58-4317-9c69-54e61c481387 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:58:52.993105 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0155d3-5d58-4317-9c69-54e61c481387 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:58:53.000443 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0155d3-5d58-4317-9c69-54e61c481387 None None] Pushing event updated for resources: {'Port': ['ID=00ee7f58-2c04-40a2-8cb5-bfcb6a8ab29e,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:53.007618 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-bb0155d3-5d58-4317-9c69-54e61c481387 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:53.025721 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c651b1-ff9d-4266-bd06-c51100f86094 req-e0a19115-be48-4b30-b2f0-06687c7299df tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:53.027373 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-77c651b1-ff9d-4266-bd06-c51100f86094 req-e0a19115-be48-4b30-b2f0-06687c7299df tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe1a446e-1c9d-459b-9c16-91a765584622 HTTP/1.1" status: 200 len: 946 time: 0.0905957 Jun 11 09:58:53.084968 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-bb0155d3-5d58-4317-9c69-54e61c481387 None None] Attempting to bind port 00ee7f58-2c04-40a2-8cb5-bfcb6a8ab29e on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:58:53.085305 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-bb0155d3-5d58-4317-9c69-54e61c481387 None None] Attempting to bind port 00ee7f58-2c04-40a2-8cb5-bfcb6a8ab29e by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'c2472726-4fef-41f3-804e-79f48edf0b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '8b9f5394-e518-4be4-badb-9e1096bcfe06'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:58:53.085654 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0155d3-5d58-4317-9c69-54e61c481387 None None] Attempting to bind port 00ee7f58-2c04-40a2-8cb5-bfcb6a8ab29e on network 8b9f5394-e518-4be4-badb-9e1096bcfe06 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:58:53.091422 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0155d3-5d58-4317-9c69-54e61c481387 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:58:53.091422 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0155d3-5d58-4317-9c69-54e61c481387 None None] Checking segment: {'id': 'c2472726-4fef-41f3-804e-79f48edf0b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '8b9f5394-e518-4be4-badb-9e1096bcfe06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:58:53.091781 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-bb0155d3-5d58-4317-9c69-54e61c481387 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:53.092186 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0155d3-5d58-4317-9c69-54e61c481387 None None] Bound using segment: {'id': 'c2472726-4fef-41f3-804e-79f48edf0b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '8b9f5394-e518-4be4-badb-9e1096bcfe06'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:58:53.092664 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-bb0155d3-5d58-4317-9c69-54e61c481387 None None] Bound port: 00ee7f58-2c04-40a2-8cb5-bfcb6a8ab29e, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2472726-4fef-41f3-804e-79f48edf0b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '8b9f5394-e518-4be4-badb-9e1096bcfe06'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:58:53.093050 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-bb0155d3-5d58-4317-9c69-54e61c481387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:53.102220 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-77c651b1-ff9d-4266-bd06-c51100f86094 req-0bfbccae-0a98-4ae9-a255-3ffa932d3eea tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624270 Jun 11 09:58:53.170540 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-bb0155d3-5d58-4317-9c69-54e61c481387 None None] For port 00ee7f58-2c04-40a2-8cb5-bfcb6a8ab29e, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:58:53.173585 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-bb0155d3-5d58-4317-9c69-54e61c481387 None None] For port 00ee7f58-2c04-40a2-8cb5-bfcb6a8ab29e, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=00ee7f58-2c04-40a2-8cb5-bfcb6a8ab29e,segment=NetworkSegment(c2472726-4fef-41f3-804e-79f48edf0b88),segment_id=c2472726-4fef-41f3-804e-79f48edf0b88)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:58:53.179985 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-38003bd6-ca0e-4955-91f2-78d4482df8bc tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:53.186273 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-840c1ff2-f07b-439f-aa60-b3549e16a7ef tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:53.216890 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38003bd6-ca0e-4955-91f2-78d4482df8bc tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Pushing event deleted for resources: {'Subnet': ['ID=e87eb43a-996d-43a6-9c5e-84ef816d9a70,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:53.219883 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-38003bd6-ca0e-4955-91f2-78d4482df8bc tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:53.298060 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-bb0155d3-5d58-4317-9c69-54e61c481387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:53.301743 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-c7428b86-1e70-4282-805d-e23833a76e12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:53.324740 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-38003bd6-ca0e-4955-91f2-78d4482df8bc tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:53.350768 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-38003bd6-ca0e-4955-91f2-78d4482df8bc tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b9f5394-e518-4be4-badb-9e1096bcfe06']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:58:53.370875 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-38003bd6-ca0e-4955-91f2-78d4482df8bc tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2472726-4fef-41f3-804e-79f48edf0b88') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:58:53.381086 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-38003bd6-ca0e-4955-91f2-78d4482df8bc tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2472726-4fef-41f3-804e-79f48edf0b88') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:58:53.398370 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-38003bd6-ca0e-4955-91f2-78d4482df8bc tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:53.398950 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0155d3-5d58-4317-9c69-54e61c481387 None None] Pushing event updated for resources: {'Port': ['ID=00ee7f58-2c04-40a2-8cb5-bfcb6a8ab29e,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:53.402092 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-bb0155d3-5d58-4317-9c69-54e61c481387 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:53.431349 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-38003bd6-ca0e-4955-91f2-78d4482df8bc tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:53.440520 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38003bd6-ca0e-4955-91f2-78d4482df8bc tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Releasing vlan 785 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 09:58:53.440927 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-38003bd6-ca0e-4955-91f2-78d4482df8bc tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:53.446012 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 09:58:53.446012 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 09:58:53.446012 n-d-779913-12 neutron-server[93177]: timer() Jun 11 09:58:53.446012 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 09:58:53.446012 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 09:58:53.446012 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 09:58:53.446012 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 09:58:53.446012 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 09:58:53.446012 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 09:58:53.446012 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 09:58:53.446012 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 09:58:53.446012 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 09:58:53.446012 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 09:58:53.446012 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 09:58:53.446012 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 09:58:53.446012 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 09:58:53.446012 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 09:58:53.446012 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 09:58:53.446012 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 09:58:53.446012 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 09:58:53.446012 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 09:58:53.446012 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 09:58:53.446012 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 09:58:53.446012 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 09:58:53.446012 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 09:58:53.446012 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 09:58:53.446012 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 09:58:53.446012 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 09:58:53.446012 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 09:58:53.446012 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 09:58:53.446012 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 09:58:53.446012 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 09:58:53.646141 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.db.api [None req-38003bd6-ca0e-4955-91f2-78d4482df8bc tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 11 09:58:53.646141 n-d-779913-12 neutron-server[93177]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 11 09:58:53.646141 n-d-779913-12 neutron-server[93177]: [parameters: {'id': '8b9f5394-e518-4be4-badb-9e1096bcfe06'}] Jun 11 09:58:53.646141 n-d-779913-12 neutron-server[93177]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93177) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 09:58:53.649783 n-d-779913-12 neutron-server[93177]: DEBUG oslo_db.api [None req-38003bd6-ca0e-4955-91f2-78d4482df8bc tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 09:58:54.147980 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-38003bd6-ca0e-4955-91f2-78d4482df8bc tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:54.220683 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-38003bd6-ca0e-4955-91f2-78d4482df8bc tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Deleting port 00ee7f58-2c04-40a2-8cb5-bfcb6a8ab29e {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:58:54.222222 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-38003bd6-ca0e-4955-91f2-78d4482df8bc tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:54.344502 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-38003bd6-ca0e-4955-91f2-78d4482df8bc tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] For port 00ee7f58-2c04-40a2-8cb5-bfcb6a8ab29e, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=00ee7f58-2c04-40a2-8cb5-bfcb6a8ab29e,segment=NetworkSegment(c2472726-4fef-41f3-804e-79f48edf0b88),segment_id=c2472726-4fef-41f3-804e-79f48edf0b88)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:58:54.345033 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-38003bd6-ca0e-4955-91f2-78d4482df8bc tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:54.377600 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7edede-4f40-45db-81fd-7c58f57c1504 req-f0536a10-f6f4-4890-bc9f-a9e2fd0ec137 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:54.384062 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2e7edede-4f40-45db-81fd-7c58f57c1504 req-f0536a10-f6f4-4890-bc9f-a9e2fd0ec137 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe1a446e-1c9d-459b-9c16-91a765584622 HTTP/1.1" status: 200 len: 946 time: 0.1000202 Jun 11 09:58:54.447724 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0785b09-c04c-48ad-8bd4-15714c6c68f6 None None] Network 8b9f5394-e518-4be4-badb-9e1096bcfe06 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:58:54.463222 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2e7edede-4f40-45db-81fd-7c58f57c1504 req-32796558-b49d-4954-a5b6-3894f8b379cf tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723825 Jun 11 09:58:54.478163 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-38003bd6-ca0e-4955-91f2-78d4482df8bc tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Calling delete_port for 00ee7f58-2c04-40a2-8cb5-bfcb6a8ab29e owned by network:dhcp {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:58:54.676366 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad87f7-fe76-4b29-92f4-7bb35cbb4f9c req-8d90d554-c657-47b7-b893-bdbdd14331bf tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:54.676649 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-38003bd6-ca0e-4955-91f2-78d4482df8bc tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:54.677463 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-0d7bbd25-467b-4a5d-9411-2f54a5e90aab None None] Provisioning for port 00ee7f58-2c04-40a2-8cb5-bfcb6a8ab29e completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:58:54.677931 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-74ad87f7-fe76-4b29-92f4-7bb35cbb4f9c req-8d90d554-c657-47b7-b893-bdbdd14331bf tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b64edb2-8f88-4ee4-ad2e-39be77ba704f HTTP/1.1" status: 200 len: 946 time: 0.0778439 Jun 11 09:58:54.679056 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-33dede2c-5467-4340-a6aa-7d693dff6ec1 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:54.687850 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-0d7bbd25-467b-4a5d-9411-2f54a5e90aab None None] Provisioning complete for port 00ee7f58-2c04-40a2-8cb5-bfcb6a8ab29e triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:58:54.688300 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0d7bbd25-467b-4a5d-9411-2f54a5e90aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:54.717077 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-0d7bbd25-467b-4a5d-9411-2f54a5e90aab None None] Port 00ee7f58-2c04-40a2-8cb5-bfcb6a8ab29e was deleted so its status cannot be updated. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 11 09:58:54.728660 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38003bd6-ca0e-4955-91f2-78d4482df8bc tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Pushing event deleted for resources: {'Port': ['ID=00ee7f58-2c04-40a2-8cb5-bfcb6a8ab29e,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:54.736179 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2360ec-eeae-4047-a061-0e569c07233c None None] DHCP port deletion for 8b9f5394-e518-4be4-badb-9e1096bcfe06 request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 09:58:54.740584 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38003bd6-ca0e-4955-91f2-78d4482df8bc tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] No DVR routers for this DVR port 00ee7f58-2c04-40a2-8cb5-bfcb6a8ab29e on host n-d-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:58:54.740584 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-38003bd6-ca0e-4955-91f2-78d4482df8bc tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:54.752862 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-74ad87f7-fe76-4b29-92f4-7bb35cbb4f9c req-60efca55-9af3-453a-b84a-6933588e8cb5 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679095 Jun 11 09:58:54.857689 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-38003bd6-ca0e-4955-91f2-78d4482df8bc tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:54.869926 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-38003bd6-ca0e-4955-91f2-78d4482df8bc tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b9f5394-e518-4be4-badb-9e1096bcfe06']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:58:55.266635 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-38003bd6-ca0e-4955-91f2-78d4482df8bc tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2472726-4fef-41f3-804e-79f48edf0b88') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:58:55.267262 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-38003bd6-ca0e-4955-91f2-78d4482df8bc tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2472726-4fef-41f3-804e-79f48edf0b88') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:58:55.278876 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-38003bd6-ca0e-4955-91f2-78d4482df8bc tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:55.296531 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-38003bd6-ca0e-4955-91f2-78d4482df8bc tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:55.303035 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38003bd6-ca0e-4955-91f2-78d4482df8bc tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Releasing vlan 785 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 09:58:55.303455 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-38003bd6-ca0e-4955-91f2-78d4482df8bc tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:55.306577 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 09:58:55.306577 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 09:58:55.306577 n-d-779913-12 neutron-server[93177]: timer() Jun 11 09:58:55.306577 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 09:58:55.306577 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 09:58:55.306577 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 09:58:55.306577 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 09:58:55.306577 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 09:58:55.306577 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 09:58:55.306577 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 09:58:55.306577 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 09:58:55.306577 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 09:58:55.306577 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 09:58:55.306577 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 09:58:55.306577 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 09:58:55.306577 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 09:58:55.306577 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 09:58:55.306577 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 09:58:55.306577 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 09:58:55.306577 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 09:58:55.306577 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 09:58:55.306577 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 09:58:55.306577 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 09:58:55.306577 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 09:58:55.306577 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 09:58:55.306577 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 09:58:55.306577 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 09:58:55.306577 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 09:58:55.306577 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 09:58:55.306577 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 09:58:55.306577 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 09:58:55.306577 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 09:58:55.476933 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-38003bd6-ca0e-4955-91f2-78d4482df8bc tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:55.483135 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-731c89c3-c885-43df-97c0-1ca31ff79291 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:55.487007 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-38003bd6-ca0e-4955-91f2-78d4482df8bc tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:55.489302 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-38003bd6-ca0e-4955-91f2-78d4482df8bc tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] 10.222.0.60 "DELETE /v2.0/networks/8b9f5394-e518-4be4-badb-9e1096bcfe06 HTTP/1.1" status: 204 len: 168 time: 3.2497518 Jun 11 09:58:55.493217 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 60158) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:58:55.507333 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-1f4fffc9-9faa-4ce0-8d0b-5ad88cc7ffee tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1660511170'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:58:55.511148 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38003bd6-ca0e-4955-91f2-78d4482df8bc tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Pushing event deleted for resources: {'Network': ['ID=8b9f5394-e518-4be4-badb-9e1096bcfe06,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:55.513822 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-38003bd6-ca0e-4955-91f2-78d4482df8bc tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:55.660876 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b5a41a-01c4-4322-9afb-ddb12eb76eb2 req-f55fb540-f825-47a9-91f0-88617d7dba12 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:55.662482 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-13b5a41a-01c4-4322-9afb-ddb12eb76eb2 req-f55fb540-f825-47a9-91f0-88617d7dba12 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe1a446e-1c9d-459b-9c16-91a765584622 HTTP/1.1" status: 200 len: 946 time: 0.0731390 Jun 11 09:58:55.702745 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f4fffc9-9faa-4ce0-8d0b-5ad88cc7ffee tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Made reservation on behalf of b39749788eba466481276678acba5faa for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:58:55.706557 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1f4fffc9-9faa-4ce0-8d0b-5ad88cc7ffee tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:55.710134 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-13b5a41a-01c4-4322-9afb-ddb12eb76eb2 req-9a2e50c3-c984-4b79-834d-fce6c1f53397 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412881 Jun 11 09:58:55.743469 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f4fffc9-9faa-4ce0-8d0b-5ad88cc7ffee tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 751} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 09:58:55.767442 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1f4fffc9-9faa-4ce0-8d0b-5ad88cc7ffee tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:55.767442 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-1f4fffc9-9faa-4ce0-8d0b-5ad88cc7ffee tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Added segment e61da92b-b4af-4951-b20c-d6227f285bd1 of type vlan for network fcf89b4c-3fbe-4495-9d6e-4dfc3da80db5 Jun 11 09:58:55.877107 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1f4fffc9-9faa-4ce0-8d0b-5ad88cc7ffee tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:55.979308 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1236e387-b41f-41ce-9010-afaade5f8b77 req-23874314-6694-4a92-b090-b8e00565a9a2 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:55.981648 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1236e387-b41f-41ce-9010-afaade5f8b77 req-23874314-6694-4a92-b090-b8e00565a9a2 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b64edb2-8f88-4ee4-ad2e-39be77ba704f HTTP/1.1" status: 200 len: 946 time: 0.0899451 Jun 11 09:58:55.982292 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f3a700-6e72-4760-bf17-999412578a31 req-32a856a3-4f23-4ca6-8c28-c9ece67a2142 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:55.989984 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f3a700-6e72-4760-bf17-999412578a31 req-32a856a3-4f23-4ca6-8c28-c9ece67a2142 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:55.997214 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f3a700-6e72-4760-bf17-999412578a31 req-32a856a3-4f23-4ca6-8c28-c9ece67a2142 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:56.003961 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f3a700-6e72-4760-bf17-999412578a31 req-32a856a3-4f23-4ca6-8c28-c9ece67a2142 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:56.020363 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f3a700-6e72-4760-bf17-999412578a31 req-32a856a3-4f23-4ca6-8c28-c9ece67a2142 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:56.030465 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f3a700-6e72-4760-bf17-999412578a31 req-32a856a3-4f23-4ca6-8c28-c9ece67a2142 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:56.040391 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f3a700-6e72-4760-bf17-999412578a31 req-32a856a3-4f23-4ca6-8c28-c9ece67a2142 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:56.040548 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1236e387-b41f-41ce-9010-afaade5f8b77 req-98191b1c-44cc-4e75-b674-d605e36ee426 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494916 Jun 11 09:58:56.046099 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-34f3a700-6e72-4760-bf17-999412578a31 req-32a856a3-4f23-4ca6-8c28-c9ece67a2142 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042 HTTP/1.1" status: 200 len: 5443 time: 0.2031350 Jun 11 09:58:56.054661 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1f4fffc9-9faa-4ce0-8d0b-5ad88cc7ffee tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:56.060281 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4fffc9-9faa-4ce0-8d0b-5ad88cc7ffee tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:56.061293 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1f4fffc9-9faa-4ce0-8d0b-5ad88cc7ffee tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:56.065073 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-44c54c21-8d6a-4418-83ed-e0a24f1ce3fa tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:56.229640 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-1f4fffc9-9faa-4ce0-8d0b-5ad88cc7ffee tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7334561 Jun 11 09:58:56.230769 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 60178) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:58:56.235718 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-514d877a-f05d-4235-a73d-c85ee649a76a tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Request body: {'subnet': {'network_id': 'fcf89b4c-3fbe-4495-9d6e-4dfc3da80db5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:58:56.244849 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4fffc9-9faa-4ce0-8d0b-5ad88cc7ffee tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Pushing event updated for resources: {'Network': ['ID=fcf89b4c-3fbe-4495-9d6e-4dfc3da80db5,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:56.248242 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1f4fffc9-9faa-4ce0-8d0b-5ad88cc7ffee tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:56.255224 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network fcf89b4c-3fbe-4495-9d6e-4dfc3da80db5 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:58:56.258054 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-34f3a700-6e72-4760-bf17-999412578a31 req-271f5715-75f2-4d2f-90b4-bd6121437acf tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/security-groups?id=28e50891-2b6b-4143-8c1d-0262dfed919e&id=ee23f870-7e0b-4b16-afae-a1e98a9dceaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2110970 Jun 11 09:58:56.476748 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-514d877a-f05d-4235-a73d-c85ee649a76a tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Made reservation on behalf of b39749788eba466481276678acba5faa for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:58:56.480938 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-514d877a-f05d-4235-a73d-c85ee649a76a tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:56.620896 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5978faee-fc2d-408b-8f30-8ce5027457b2 req-344114f3-cacc-4685-9dc1-12d993168af1 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:56.623174 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5978faee-fc2d-408b-8f30-8ce5027457b2 req-344114f3-cacc-4685-9dc1-12d993168af1 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b64edb2-8f88-4ee4-ad2e-39be77ba704f HTTP/1.1" status: 200 len: 946 time: 0.0923691 Jun 11 09:58:56.664277 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6645a03c-277e-41a3-b799-ceea65e4c338 req-2917c587-315c-468e-aee8-b40c4816ad1f tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:56.670144 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6645a03c-277e-41a3-b799-ceea65e4c338 req-2917c587-315c-468e-aee8-b40c4816ad1f tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:56.676040 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6645a03c-277e-41a3-b799-ceea65e4c338 req-2917c587-315c-468e-aee8-b40c4816ad1f tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:56.687769 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6645a03c-277e-41a3-b799-ceea65e4c338 req-2917c587-315c-468e-aee8-b40c4816ad1f tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:56.688345 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6645a03c-277e-41a3-b799-ceea65e4c338 req-2917c587-315c-468e-aee8-b40c4816ad1f tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:56.694787 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6645a03c-277e-41a3-b799-ceea65e4c338 req-2917c587-315c-468e-aee8-b40c4816ad1f tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:56.700610 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6645a03c-277e-41a3-b799-ceea65e4c338 req-2917c587-315c-468e-aee8-b40c4816ad1f tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:56.702547 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6645a03c-277e-41a3-b799-ceea65e4c338 req-2917c587-315c-468e-aee8-b40c4816ad1f tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042 HTTP/1.1" status: 200 len: 5443 time: 0.2168109 Jun 11 09:58:56.772843 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-5978faee-fc2d-408b-8f30-8ce5027457b2 req-81f2e302-41e4-45a5-9b7f-2d8daf1fcd74 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Deleting port 5672f2be-33cb-4172-8fdf-7df8cbe564b5 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:58:56.773200 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-5978faee-fc2d-408b-8f30-8ce5027457b2 req-81f2e302-41e4-45a5-9b7f-2d8daf1fcd74 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:56.941308 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-5978faee-fc2d-408b-8f30-8ce5027457b2 req-81f2e302-41e4-45a5-9b7f-2d8daf1fcd74 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] For port 5672f2be-33cb-4172-8fdf-7df8cbe564b5, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=5672f2be-33cb-4172-8fdf-7df8cbe564b5,segment=NetworkSegment(49dbfc19-7dcf-486c-9f91-ff9f037d2121),segment_id=49dbfc19-7dcf-486c-9f91-ff9f037d2121)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:58:56.941989 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-5978faee-fc2d-408b-8f30-8ce5027457b2 req-81f2e302-41e4-45a5-9b7f-2d8daf1fcd74 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:57.012668 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-514d877a-f05d-4235-a73d-c85ee649a76a tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:57.016306 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-93f65e38-400b-468e-b356-e836776fa4d7 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:57.061658 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-5978faee-fc2d-408b-8f30-8ce5027457b2 req-81f2e302-41e4-45a5-9b7f-2d8daf1fcd74 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Calling delete_port for 5672f2be-33cb-4172-8fdf-7df8cbe564b5 owned by compute:nova {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:58:57.108093 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200300cd-0fe8-491b-a46b-f180b73a1b3b req-b54ac4b3-b082-40bb-a155-f828131f3353 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:57.108867 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514d877a-f05d-4235-a73d-c85ee649a76a tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Checking segment: {'id': 'e61da92b-b4af-4951-b20c-d6227f285bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'fcf89b4c-3fbe-4495-9d6e-4dfc3da80db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:58:57.108867 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514d877a-f05d-4235-a73d-c85ee649a76a tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Network hostable DHCP agents. Network: fcf89b4c-3fbe-4495-9d6e-4dfc3da80db5, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 09:58:57.108867 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d877a-f05d-4235-a73d-c85ee649a76a tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Pushing event updated for resources: {'Subnet': ['ID=03d7872c-b7e9-4496-b2e3-dba7777b8d2e,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:57.109591 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-200300cd-0fe8-491b-a46b-f180b73a1b3b req-b54ac4b3-b082-40bb-a155-f828131f3353 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe1a446e-1c9d-459b-9c16-91a765584622 HTTP/1.1" status: 200 len: 946 time: 0.2400780 Jun 11 09:58:57.109719 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-514d877a-f05d-4235-a73d-c85ee649a76a tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:57.201296 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-200300cd-0fe8-491b-a46b-f180b73a1b3b req-9a1d35e3-e99c-4b76-940a-83b8499f5703 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964212 Jun 11 09:58:57.229796 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514d877a-f05d-4235-a73d-c85ee649a76a tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Network fcf89b4c-3fbe-4495-9d6e-4dfc3da80db5 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 09:58:57.280853 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d38f78-dc47-4485-8231-253f0e7be1b6 req-43f2fc83-d21c-4df8-8006-319819d12003 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:57.285129 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-67d38f78-dc47-4485-8231-253f0e7be1b6 req-43f2fc83-d21c-4df8-8006-319819d12003 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b64edb2-8f88-4ee4-ad2e-39be77ba704f HTTP/1.1" status: 200 len: 946 time: 0.1003838 Jun 11 09:58:57.341438 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-67d38f78-dc47-4485-8231-253f0e7be1b6 req-8a359b8a-c399-4f85-b304-25aa05396a9d tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500522 Jun 11 09:58:57.362357 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-514d877a-f05d-4235-a73d-c85ee649a76a tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, fcf89b4c-3fbe-4495-9d6e-4dfc3da80db5) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:58:57.370791 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514d877a-f05d-4235-a73d-c85ee649a76a tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:57.372003 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-514d877a-f05d-4235-a73d-c85ee649a76a tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:57.375996 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed03502b-d463-422b-903a-feaa49c930cd None None] Network fcf89b4c-3fbe-4495-9d6e-4dfc3da80db5 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:58:57.402527 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-5978faee-fc2d-408b-8f30-8ce5027457b2 req-81f2e302-41e4-45a5-9b7f-2d8daf1fcd74 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:57.407336 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f3793d5d-6e32-40da-ad52-687cb43736ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:57.438967 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f2e302-41e4-45a5-9b7f-2d8daf1fcd74 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Pushing event deleted for resources: {'Port': ['ID=5672f2be-33cb-4172-8fdf-7df8cbe564b5,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:57.461730 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['5672f2be-33cb-4172-8fdf-7df8cbe564b5'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:58:57.475649 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f2e302-41e4-45a5-9b7f-2d8daf1fcd74 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:58:57.476052 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f2e302-41e4-45a5-9b7f-2d8daf1fcd74 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:58:57.476439 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f2e302-41e4-45a5-9b7f-2d8daf1fcd74 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:58:57.476821 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f2e302-41e4-45a5-9b7f-2d8daf1fcd74 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:58:57.477244 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f2e302-41e4-45a5-9b7f-2d8daf1fcd74 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:58:57.477640 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f2e302-41e4-45a5-9b7f-2d8daf1fcd74 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:58:57.477997 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f2e302-41e4-45a5-9b7f-2d8daf1fcd74 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:58:57.478373 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f2e302-41e4-45a5-9b7f-2d8daf1fcd74 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:58:57.478864 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f2e302-41e4-45a5-9b7f-2d8daf1fcd74 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:58:57.479096 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f2e302-41e4-45a5-9b7f-2d8daf1fcd74 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:58:57.479465 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f2e302-41e4-45a5-9b7f-2d8daf1fcd74 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:58:57.479856 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f2e302-41e4-45a5-9b7f-2d8daf1fcd74 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:58:57.485609 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-81f2e302-41e4-45a5-9b7f-2d8daf1fcd74 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:57.516245 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-5978faee-fc2d-408b-8f30-8ce5027457b2 req-81f2e302-41e4-45a5-9b7f-2d8daf1fcd74 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] No DVR routers for this DVR port 5672f2be-33cb-4172-8fdf-7df8cbe564b5 on host n-h2-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:58:57.519912 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-5978faee-fc2d-408b-8f30-8ce5027457b2 req-81f2e302-41e4-45a5-9b7f-2d8daf1fcd74 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:57.521824 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5978faee-fc2d-408b-8f30-8ce5027457b2 req-81f2e302-41e4-45a5-9b7f-2d8daf1fcd74 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.69 "DELETE /v2.0/ports/5672f2be-33cb-4172-8fdf-7df8cbe564b5 HTTP/1.1" status: 204 len: 173 time: 0.8928823 Jun 11 09:58:57.522384 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b64edb2-8f88-4ee4-ad2e-39be77ba704f', 'name': 'network-vif-deleted', 'tag': '5672f2be-33cb-4172-8fdf-7df8cbe564b5'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:58:57.524929 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ea06b4-b98c-4dce-b9cc-672dcaafd1b2" -d '{"events": [{"server_uuid": "7b64edb2-8f88-4ee4-ad2e-39be77ba704f", "name": "network-vif-deleted", "tag": "5672f2be-33cb-4172-8fdf-7df8cbe564b5"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:58:57.534662 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-514d877a-f05d-4235-a73d-c85ee649a76a tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3030539 Jun 11 09:58:57.537179 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 60218) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:58:57.594974 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f723d3e4-34ea-4dda-89c1-0bf92aa58683 x-openstack-request-id: req-f723d3e4-34ea-4dda-89c1-0bf92aa58683 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:58:57.595328 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b64edb2-8f88-4ee4-ad2e-39be77ba704f", "name": "network-vif-deleted", "tag": "5672f2be-33cb-4172-8fdf-7df8cbe564b5", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:58:57.595691 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f723d3e4-34ea-4dda-89c1-0bf92aa58683 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:58:57.596148 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b64edb2-8f88-4ee4-ad2e-39be77ba704f', 'name': 'network-vif-deleted', 'tag': '5672f2be-33cb-4172-8fdf-7df8cbe564b5', 'status': 'completed', 'code': 200} Jun 11 09:58:57.624982 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02929d5-125d-4d2f-a33a-00af5d0e4009 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-fcf89b4c-3fbe-4495-9d6e-4dfc3da80db5', 'network_id': 'fcf89b4c-3fbe-4495-9d6e-4dfc3da80db5', 'tenant_id': 'b39749788eba466481276678acba5faa', 'fixed_ips': [{'subnet_id': '03d7872c-b7e9-4496-b2e3-dba7777b8d2e'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 09:58:57.626230 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a02929d5-125d-4d2f-a33a-00af5d0e4009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:57.721407 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e31257da-4758-4490-95c3-e767bcf9e614 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:57.826005 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-a02929d5-125d-4d2f-a33a-00af5d0e4009 None None] Allocated IP 172.20.0.1 (fcf89b4c-3fbe-4495-9d6e-4dfc3da80db5/03d7872c-b7e9-4496-b2e3-dba7777b8d2e/cf2f4879-282a-4388-a3d5-f70ea5e24f13) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:58:57.834420 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e31257da-4758-4490-95c3-e767bcf9e614 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:58.061678 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a02929d5-125d-4d2f-a33a-00af5d0e4009 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:58.071282 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-a02929d5-125d-4d2f-a33a-00af5d0e4009 None None] Transition to ACTIVE for port object cf2f4879-282a-4388-a3d5-f70ea5e24f13 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:58:58.090302 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-a02929d5-125d-4d2f-a33a-00af5d0e4009 None None] Transition to ACTIVE for port object cf2f4879-282a-4388-a3d5-f70ea5e24f13 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:58:58.254134 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a02929d5-125d-4d2f-a33a-00af5d0e4009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:58.259812 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-b46f139b-19be-4f12-89ff-ae37842400bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:58.305389 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02929d5-125d-4d2f-a33a-00af5d0e4009 None None] Network fcf89b4c-3fbe-4495-9d6e-4dfc3da80db5 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:58:58.309811 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-a02929d5-125d-4d2f-a33a-00af5d0e4009 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:58:58.319320 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02929d5-125d-4d2f-a33a-00af5d0e4009 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:58:58.335335 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02929d5-125d-4d2f-a33a-00af5d0e4009 None None] Pushing event updated for resources: {'Port': ['ID=cf2f4879-282a-4388-a3d5-f70ea5e24f13,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:58.363907 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-a02929d5-125d-4d2f-a33a-00af5d0e4009 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:58.374915 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e31257da-4758-4490-95c3-e767bcf9e614 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:58.374915 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-efdc3f10-546c-459b-8514-442dd2505c10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:58.407035 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-a02929d5-125d-4d2f-a33a-00af5d0e4009 None None] Attempting to bind port cf2f4879-282a-4388-a3d5-f70ea5e24f13 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:58:58.407691 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-a02929d5-125d-4d2f-a33a-00af5d0e4009 None None] Attempting to bind port cf2f4879-282a-4388-a3d5-f70ea5e24f13 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'e61da92b-b4af-4951-b20c-d6227f285bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'fcf89b4c-3fbe-4495-9d6e-4dfc3da80db5'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:58:58.407845 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02929d5-125d-4d2f-a33a-00af5d0e4009 None None] Attempting to bind port cf2f4879-282a-4388-a3d5-f70ea5e24f13 on network fcf89b4c-3fbe-4495-9d6e-4dfc3da80db5 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:58:58.415234 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02929d5-125d-4d2f-a33a-00af5d0e4009 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:58:58.415955 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02929d5-125d-4d2f-a33a-00af5d0e4009 None None] Checking segment: {'id': 'e61da92b-b4af-4951-b20c-d6227f285bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'fcf89b4c-3fbe-4495-9d6e-4dfc3da80db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:58:58.416575 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a02929d5-125d-4d2f-a33a-00af5d0e4009 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:58.417169 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02929d5-125d-4d2f-a33a-00af5d0e4009 None None] Bound using segment: {'id': 'e61da92b-b4af-4951-b20c-d6227f285bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'fcf89b4c-3fbe-4495-9d6e-4dfc3da80db5'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:58:58.417865 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-a02929d5-125d-4d2f-a33a-00af5d0e4009 None None] Bound port: cf2f4879-282a-4388-a3d5-f70ea5e24f13, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e61da92b-b4af-4951-b20c-d6227f285bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'fcf89b4c-3fbe-4495-9d6e-4dfc3da80db5'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:58:58.418443 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a02929d5-125d-4d2f-a33a-00af5d0e4009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:58.511351 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-a02929d5-125d-4d2f-a33a-00af5d0e4009 None None] For port cf2f4879-282a-4388-a3d5-f70ea5e24f13, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:58:58.515755 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-a02929d5-125d-4d2f-a33a-00af5d0e4009 None None] For port cf2f4879-282a-4388-a3d5-f70ea5e24f13, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=cf2f4879-282a-4388-a3d5-f70ea5e24f13,segment=NetworkSegment(e61da92b-b4af-4951-b20c-d6227f285bd1),segment_id=e61da92b-b4af-4951-b20c-d6227f285bd1)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:58:58.544147 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31257da-4758-4490-95c3-e767bcf9e614 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Pushing event deleted for resources: {'Subnet': ['ID=03d7872c-b7e9-4496-b2e3-dba7777b8d2e,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:58.557254 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e31257da-4758-4490-95c3-e767bcf9e614 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:58.631982 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a02929d5-125d-4d2f-a33a-00af5d0e4009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:58.635304 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-6616d1af-2c5a-43ed-8c99-051f928db676 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:58:58.682706 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e31257da-4758-4490-95c3-e767bcf9e614 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:58.697250 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-e31257da-4758-4490-95c3-e767bcf9e614 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcf89b4c-3fbe-4495-9d6e-4dfc3da80db5']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:58:58.712321 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-e31257da-4758-4490-95c3-e767bcf9e614 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e61da92b-b4af-4951-b20c-d6227f285bd1') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:58:58.712702 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-e31257da-4758-4490-95c3-e767bcf9e614 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e61da92b-b4af-4951-b20c-d6227f285bd1') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:58:58.727354 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e31257da-4758-4490-95c3-e767bcf9e614 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:58.736014 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b5b79d-435b-4b20-b87b-1fe318687f4a req-9af590af-cebc-48bc-b8da-d2c6f3288533 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:58:58.751003 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c3b5b79d-435b-4b20-b87b-1fe318687f4a req-9af590af-cebc-48bc-b8da-d2c6f3288533 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe1a446e-1c9d-459b-9c16-91a765584622 HTTP/1.1" status: 200 len: 946 time: 0.2651041 Jun 11 09:58:58.760592 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2b0ede18-7447-4245-b7dc-edf94f1359fd req-34ab1ae6-fb73-460e-bfe6-2d5b752f0f36 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b64edb2-8f88-4ee4-ad2e-39be77ba704f HTTP/1.1" status: 200 len: 210 time: 0.0757484 Jun 11 09:58:58.801672 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e31257da-4758-4490-95c3-e767bcf9e614 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:58.815458 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e31257da-4758-4490-95c3-e767bcf9e614 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Releasing vlan 751 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 09:58:58.815918 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e31257da-4758-4490-95c3-e767bcf9e614 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:58.824553 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:58:58.824553 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:58:58.824553 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 09:58:58.824553 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 09:58:58.824553 n-d-779913-12 neutron-server[93176]: timer() Jun 11 09:58:58.824553 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 09:58:58.824553 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 09:58:58.824553 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 09:58:58.824553 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 09:58:58.824553 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 09:58:58.824553 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 09:58:58.824553 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 09:58:58.824553 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 09:58:58.824553 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 09:58:58.824553 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 09:58:58.824553 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 09:58:58.824553 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 09:58:58.824553 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 09:58:58.824553 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 09:58:58.824553 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 09:58:58.824553 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 09:58:58.824553 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 09:58:58.824553 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 09:58:58.824553 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 09:58:58.824553 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 09:58:58.824553 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 09:58:58.824553 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 09:58:58.824553 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 09:58:58.824553 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 09:58:58.824553 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 09:58:58.824553 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 09:58:58.824553 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 09:58:58.824553 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 09:58:58.824553 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 09:58:58.879909 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c3b5b79d-435b-4b20-b87b-1fe318687f4a req-51f9fa8f-0ed6-4ccb-8ee2-dab80414559d tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279750 Jun 11 09:58:58.914175 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02929d5-125d-4d2f-a33a-00af5d0e4009 None None] Pushing event updated for resources: {'Port': ['ID=cf2f4879-282a-4388-a3d5-f70ea5e24f13,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:58:58.918897 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f8bc60-17c0-4c80-a5ed-818fc212f63a None None] Network fcf89b4c-3fbe-4495-9d6e-4dfc3da80db5 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:58:58.921284 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-a02929d5-125d-4d2f-a33a-00af5d0e4009 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:58:59.071435 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.db.api [None req-e31257da-4758-4490-95c3-e767bcf9e614 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 11 09:58:59.071435 n-d-779913-12 neutron-server[93176]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 11 09:58:59.071435 n-d-779913-12 neutron-server[93176]: [parameters: {'id': 'fcf89b4c-3fbe-4495-9d6e-4dfc3da80db5'}] Jun 11 09:58:59.071435 n-d-779913-12 neutron-server[93176]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 09:58:59.075642 n-d-779913-12 neutron-server[93176]: DEBUG oslo_db.api [None req-e31257da-4758-4490-95c3-e767bcf9e614 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 09:58:59.151873 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe95f931-600b-4139-9fc6-a21c55d28320 None None] get_active_networks_info from n-d-779913-12 {{(pid=93178) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 11 09:58:59.316018 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe95f931-600b-4139-9fc6-a21c55d28320 None None] Resources bound (agent type, host, resource id): {{(pid=93178) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 11 09:58:59.573428 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e31257da-4758-4490-95c3-e767bcf9e614 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:59.703018 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-e31257da-4758-4490-95c3-e767bcf9e614 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Deleting port cf2f4879-282a-4388-a3d5-f70ea5e24f13 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:58:59.704275 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e31257da-4758-4490-95c3-e767bcf9e614 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:58:59.887955 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-e31257da-4758-4490-95c3-e767bcf9e614 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] For port cf2f4879-282a-4388-a3d5-f70ea5e24f13, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=cf2f4879-282a-4388-a3d5-f70ea5e24f13,segment=NetworkSegment(e61da92b-b4af-4951-b20c-d6227f285bd1),segment_id=e61da92b-b4af-4951-b20c-d6227f285bd1)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:58:59.888687 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e31257da-4758-4490-95c3-e767bcf9e614 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:00.140018 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-e31257da-4758-4490-95c3-e767bcf9e614 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Calling delete_port for cf2f4879-282a-4388-a3d5-f70ea5e24f13 owned by network:dhcp {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:59:00.150689 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-dd8c781b-0e38-41d6-a4dc-73982edf9045 req-df0b2b44-8b34-4b72-a739-e3f48304091e tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b64edb2-8f88-4ee4-ad2e-39be77ba704f HTTP/1.1" status: 200 len: 210 time: 0.0651472 Jun 11 09:59:00.385681 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 5672f2be-33cb-4172-8fdf-7df8cbe564b5 no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:59:00.440285 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] No Port match for: 5672f2be-33cb-4172-8fdf-7df8cbe564b5 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:59:00.440753 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 5672f2be-33cb-4172-8fdf-7df8cbe564b5 not bound to the agent host n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:59:00.800646 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5691a9a7-eb82-4868-a652-ccbe42a0c839 req-b3b5e9d5-625b-424d-b22b-0b86f7f8d711 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:00.807817 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5691a9a7-eb82-4868-a652-ccbe42a0c839 req-b3b5e9d5-625b-424d-b22b-0b86f7f8d711 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe1a446e-1c9d-459b-9c16-91a765584622 HTTP/1.1" status: 200 len: 946 time: 0.6643453 Jun 11 09:59:00.876861 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5691a9a7-eb82-4868-a652-ccbe42a0c839 req-6518dbc7-a8be-4a23-80b8-6aa7144eac31 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632486 Jun 11 09:59:00.922791 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e31257da-4758-4490-95c3-e767bcf9e614 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:00.925585 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c5570d1b-b89a-40dd-971e-39ac94520e34 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:00.964256 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31257da-4758-4490-95c3-e767bcf9e614 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Pushing event deleted for resources: {'Port': ['ID=cf2f4879-282a-4388-a3d5-f70ea5e24f13,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:00.969493 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e31257da-4758-4490-95c3-e767bcf9e614 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:00.971507 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31257da-4758-4490-95c3-e767bcf9e614 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] No DVR routers for this DVR port cf2f4879-282a-4388-a3d5-f70ea5e24f13 on host n-d-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:59:00.985940 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 60314) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:59:01.123651 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e31257da-4758-4490-95c3-e767bcf9e614 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:01.140636 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-e31257da-4758-4490-95c3-e767bcf9e614 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcf89b4c-3fbe-4495-9d6e-4dfc3da80db5']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:59:01.157247 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-e31257da-4758-4490-95c3-e767bcf9e614 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e61da92b-b4af-4951-b20c-d6227f285bd1') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:59:01.157550 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-e31257da-4758-4490-95c3-e767bcf9e614 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e61da92b-b4af-4951-b20c-d6227f285bd1') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:59:01.173128 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e31257da-4758-4490-95c3-e767bcf9e614 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:01.208198 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f161194f-31aa-46d9-9c84-c928c0189670 req-822d4856-3885-4b08-ad7e-f03ec7622965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:01.208198 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f161194f-31aa-46d9-9c84-c928c0189670 req-822d4856-3885-4b08-ad7e-f03ec7622965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:01.208198 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f161194f-31aa-46d9-9c84-c928c0189670 req-822d4856-3885-4b08-ad7e-f03ec7622965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:01.208198 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f161194f-31aa-46d9-9c84-c928c0189670 req-822d4856-3885-4b08-ad7e-f03ec7622965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:01.208198 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f161194f-31aa-46d9-9c84-c928c0189670 req-822d4856-3885-4b08-ad7e-f03ec7622965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:01.208198 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f161194f-31aa-46d9-9c84-c928c0189670 req-822d4856-3885-4b08-ad7e-f03ec7622965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:01.208198 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f161194f-31aa-46d9-9c84-c928c0189670 req-822d4856-3885-4b08-ad7e-f03ec7622965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:01.209148 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e31257da-4758-4490-95c3-e767bcf9e614 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:01.210659 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f161194f-31aa-46d9-9c84-c928c0189670 req-822d4856-3885-4b08-ad7e-f03ec7622965 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042 HTTP/1.1" status: 200 len: 6507 time: 0.2230992 Jun 11 09:59:01.213209 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e31257da-4758-4490-95c3-e767bcf9e614 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Releasing vlan 751 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 09:59:01.213623 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e31257da-4758-4490-95c3-e767bcf9e614 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:01.253446 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:01.260415 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f161194f-31aa-46d9-9c84-c928c0189670 req-38a26c72-8102-4c25-a4ef-df8fa921688c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ee23f870-7e0b-4b16-afae-a1e98a9dceaa&id=28e50891-2b6b-4143-8c1d-0262dfed919e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0486116 Jun 11 09:59:01.352350 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 09:59:01.352350 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 09:59:01.352350 n-d-779913-12 neutron-server[93176]: timer() Jun 11 09:59:01.352350 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 09:59:01.352350 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 09:59:01.352350 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 09:59:01.352350 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 09:59:01.352350 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 09:59:01.352350 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 09:59:01.352350 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 09:59:01.352350 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 09:59:01.352350 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 09:59:01.352350 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 09:59:01.352350 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 09:59:01.352350 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 09:59:01.352350 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 09:59:01.352350 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 09:59:01.352350 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 09:59:01.352350 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 09:59:01.352350 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 09:59:01.352350 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 09:59:01.352350 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 09:59:01.352350 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 09:59:01.352350 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 09:59:01.352350 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 09:59:01.352350 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 09:59:01.352350 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 09:59:01.352350 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 09:59:01.352350 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 09:59:01.352350 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 09:59:01.352350 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 09:59:01.352350 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 09:59:01.396086 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-70a604fe-8b40-465b-9d7c-9a64fa2815dd req-9dfe767f-6d22-40d1-b775-4c3bebe90565 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b64edb2-8f88-4ee4-ad2e-39be77ba704f HTTP/1.1" status: 200 len: 210 time: 0.0425959 Jun 11 09:59:01.465914 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e31257da-4758-4490-95c3-e767bcf9e614 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:01.474428 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e31257da-4758-4490-95c3-e767bcf9e614 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:01.477114 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-e31257da-4758-4490-95c3-e767bcf9e614 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] 10.222.0.60 "DELETE /v2.0/networks/fcf89b4c-3fbe-4495-9d6e-4dfc3da80db5 HTTP/1.1" status: 204 len: 168 time: 3.9389968 Jun 11 09:59:01.478237 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5873a923-07d8-44fc-b249-476defba32a2 tempest-TagsExtTest-172387994 tempest-TagsExtTest-172387994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:01.480590 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 60330) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:59:01.487045 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-489903c2-a08d-4065-8ff2-47130fd27f31 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2134118565'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:59:01.501053 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31257da-4758-4490-95c3-e767bcf9e614 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Pushing event deleted for resources: {'Network': ['ID=fcf89b4c-3fbe-4495-9d6e-4dfc3da80db5,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:01.504784 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e31257da-4758-4490-95c3-e767bcf9e614 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:01.651303 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-489903c2-a08d-4065-8ff2-47130fd27f31 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Made reservation on behalf of b39749788eba466481276678acba5faa for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:59:01.655345 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-489903c2-a08d-4065-8ff2-47130fd27f31 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:01.697455 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-489903c2-a08d-4065-8ff2-47130fd27f31 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 795} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 09:59:01.699415 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-489903c2-a08d-4065-8ff2-47130fd27f31 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:01.699885 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-489903c2-a08d-4065-8ff2-47130fd27f31 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Added segment 563c410f-3f21-4e9d-87d2-325202b0f64f of type vlan for network dd8c2644-8e51-4403-baa8-67f760055505 Jun 11 09:59:01.760001 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-489903c2-a08d-4065-8ff2-47130fd27f31 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:01.939808 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-489903c2-a08d-4065-8ff2-47130fd27f31 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:01.953127 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489903c2-a08d-4065-8ff2-47130fd27f31 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:01.955001 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-489903c2-a08d-4065-8ff2-47130fd27f31 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:01.971417 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d8a0f7c0-efd2-4d6a-a59f-4f5626b73eda tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:02.128791 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489903c2-a08d-4065-8ff2-47130fd27f31 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Pushing event updated for resources: {'Network': ['ID=dd8c2644-8e51-4403-baa8-67f760055505,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:02.131475 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-489903c2-a08d-4065-8ff2-47130fd27f31 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:02.141263 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network dd8c2644-8e51-4403-baa8-67f760055505 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:59:02.166171 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b23f13-8d9b-4d0e-bf7d-9e058512b5a7 req-80aa2607-6794-4d0a-b1ff-8ea49603cfd0 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:02.167783 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c1b23f13-8d9b-4d0e-bf7d-9e058512b5a7 req-80aa2607-6794-4d0a-b1ff-8ea49603cfd0 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe1a446e-1c9d-459b-9c16-91a765584622 HTTP/1.1" status: 200 len: 946 time: 0.1183903 Jun 11 09:59:02.218387 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-489903c2-a08d-4065-8ff2-47130fd27f31 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7362297 Jun 11 09:59:02.222851 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 60348) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:59:02.228849 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-135d3d5d-1229-4b32-bbf1-4d5fdb1ef4aa tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Request body: {'subnet': {'network_id': 'dd8c2644-8e51-4403-baa8-67f760055505', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:59:02.233399 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c1b23f13-8d9b-4d0e-bf7d-9e058512b5a7 req-6e828d9a-e9be-4288-a603-d8d0ba0b0142 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568256 Jun 11 09:59:02.454138 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-135d3d5d-1229-4b32-bbf1-4d5fdb1ef4aa tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Made reservation on behalf of b39749788eba466481276678acba5faa for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:59:02.458286 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-135d3d5d-1229-4b32-bbf1-4d5fdb1ef4aa tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:02.607386 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f7ea149c-f63d-497f-9181-6b61de2ef3bf req-5a9dc7b2-a423-4478-b3b5-b364ceaff9cb tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b64edb2-8f88-4ee4-ad2e-39be77ba704f HTTP/1.1" status: 200 len: 210 time: 0.0475733 Jun 11 09:59:02.846492 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-135d3d5d-1229-4b32-bbf1-4d5fdb1ef4aa tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:02.850192 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-dd3a7654-413d-46d8-8ef8-e0a4b85a4b3c tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:02.929830 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135d3d5d-1229-4b32-bbf1-4d5fdb1ef4aa tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Pushing event updated for resources: {'Subnet': ['ID=c323cf77-3fdf-447b-abb1-4d5d74f4788c,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:02.933267 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-135d3d5d-1229-4b32-bbf1-4d5fdb1ef4aa tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:02.942093 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135d3d5d-1229-4b32-bbf1-4d5fdb1ef4aa tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Checking segment: {'id': '563c410f-3f21-4e9d-87d2-325202b0f64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'dd8c2644-8e51-4403-baa8-67f760055505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:59:02.947462 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135d3d5d-1229-4b32-bbf1-4d5fdb1ef4aa tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Network hostable DHCP agents. Network: dd8c2644-8e51-4403-baa8-67f760055505, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 09:59:03.045427 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135d3d5d-1229-4b32-bbf1-4d5fdb1ef4aa tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Network dd8c2644-8e51-4403-baa8-67f760055505 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 09:59:03.183672 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-135d3d5d-1229-4b32-bbf1-4d5fdb1ef4aa tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, dd8c2644-8e51-4403-baa8-67f760055505) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:59:03.194797 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b9eedc-0f1e-40a1-9e73-9d1e94529e6f None None] Network dd8c2644-8e51-4403-baa8-67f760055505 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:59:03.203119 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135d3d5d-1229-4b32-bbf1-4d5fdb1ef4aa tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:03.207435 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-135d3d5d-1229-4b32-bbf1-4d5fdb1ef4aa tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:03.316481 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-135d3d5d-1229-4b32-bbf1-4d5fdb1ef4aa tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0889275 Jun 11 09:59:03.318431 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 60372) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:59:03.476313 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db612665-85ce-4512-bdd6-cf8ce9d87dd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-dd8c2644-8e51-4403-baa8-67f760055505', 'network_id': 'dd8c2644-8e51-4403-baa8-67f760055505', 'tenant_id': 'b39749788eba466481276678acba5faa', 'fixed_ips': [{'subnet_id': 'c323cf77-3fdf-447b-abb1-4d5d74f4788c'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 09:59:03.477197 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-db612665-85ce-4512-bdd6-cf8ce9d87dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:03.481054 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-89e2d7d7-8c48-42b0-a079-aeff63cae576 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:03.593950 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-89e2d7d7-8c48-42b0-a079-aeff63cae576 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:03.667885 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185daac-7baa-4de8-bb0d-42a3000bab70 req-8ceaf01d-1ae3-4903-86f5-732aa73c2bfa tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:03.675845 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a185daac-7baa-4de8-bb0d-42a3000bab70 req-8ceaf01d-1ae3-4903-86f5-732aa73c2bfa tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe1a446e-1c9d-459b-9c16-91a765584622 HTTP/1.1" status: 200 len: 946 time: 0.1913004 Jun 11 09:59:03.700080 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-db612665-85ce-4512-bdd6-cf8ce9d87dd4 None None] Allocated IP 172.20.0.1 (dd8c2644-8e51-4403-baa8-67f760055505/c323cf77-3fdf-447b-abb1-4d5d74f4788c/78893771-7d57-4544-b995-d4f6e013d4da) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:59:03.745303 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a185daac-7baa-4de8-bb0d-42a3000bab70 req-f417432e-68dc-4fd6-902d-43a2c2fcf8d1 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685017 Jun 11 09:59:03.913922 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9b56fa89-bf37-4ca4-9d24-ab1678c4fb2d req-b98ef279-b6f7-4924-9fa5-314a0cc43f5d tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b64edb2-8f88-4ee4-ad2e-39be77ba704f HTTP/1.1" status: 200 len: 210 time: 0.0508986 Jun 11 09:59:03.993273 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-db612665-85ce-4512-bdd6-cf8ce9d87dd4 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:04.002419 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-db612665-85ce-4512-bdd6-cf8ce9d87dd4 None None] Transition to ACTIVE for port object 78893771-7d57-4544-b995-d4f6e013d4da will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:59:04.020185 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-db612665-85ce-4512-bdd6-cf8ce9d87dd4 None None] Transition to ACTIVE for port object 78893771-7d57-4544-b995-d4f6e013d4da will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:59:04.101490 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-db612665-85ce-4512-bdd6-cf8ce9d87dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:04.105363 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:04.146345 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db612665-85ce-4512-bdd6-cf8ce9d87dd4 None None] Network dd8c2644-8e51-4403-baa8-67f760055505 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:59:04.149364 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-db612665-85ce-4512-bdd6-cf8ce9d87dd4 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:59:04.156912 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db612665-85ce-4512-bdd6-cf8ce9d87dd4 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:59:04.196279 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db612665-85ce-4512-bdd6-cf8ce9d87dd4 None None] Pushing event updated for resources: {'Port': ['ID=78893771-7d57-4544-b995-d4f6e013d4da,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:04.200912 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-db612665-85ce-4512-bdd6-cf8ce9d87dd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:04.234886 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-89e2d7d7-8c48-42b0-a079-aeff63cae576 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:04.238184 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-db612665-85ce-4512-bdd6-cf8ce9d87dd4 None None] Attempting to bind port 78893771-7d57-4544-b995-d4f6e013d4da on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:59:04.238570 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-db612665-85ce-4512-bdd6-cf8ce9d87dd4 None None] Attempting to bind port 78893771-7d57-4544-b995-d4f6e013d4da by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '563c410f-3f21-4e9d-87d2-325202b0f64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'dd8c2644-8e51-4403-baa8-67f760055505'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:59:04.239124 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db612665-85ce-4512-bdd6-cf8ce9d87dd4 None None] Attempting to bind port 78893771-7d57-4544-b995-d4f6e013d4da on network dd8c2644-8e51-4403-baa8-67f760055505 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:59:04.239536 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-259613f1-eaed-4329-8a87-66bf8b7d7007 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:04.244798 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db612665-85ce-4512-bdd6-cf8ce9d87dd4 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:59:04.244798 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db612665-85ce-4512-bdd6-cf8ce9d87dd4 None None] Checking segment: {'id': '563c410f-3f21-4e9d-87d2-325202b0f64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'dd8c2644-8e51-4403-baa8-67f760055505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:59:04.245134 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-db612665-85ce-4512-bdd6-cf8ce9d87dd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:04.245492 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db612665-85ce-4512-bdd6-cf8ce9d87dd4 None None] Bound using segment: {'id': '563c410f-3f21-4e9d-87d2-325202b0f64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'dd8c2644-8e51-4403-baa8-67f760055505'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:59:04.245981 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-db612665-85ce-4512-bdd6-cf8ce9d87dd4 None None] Bound port: 78893771-7d57-4544-b995-d4f6e013d4da, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '563c410f-3f21-4e9d-87d2-325202b0f64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'dd8c2644-8e51-4403-baa8-67f760055505'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:59:04.246364 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-db612665-85ce-4512-bdd6-cf8ce9d87dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:04.276743 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e2d7d7-8c48-42b0-a079-aeff63cae576 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Pushing event deleted for resources: {'Subnet': ['ID=c323cf77-3fdf-447b-abb1-4d5d74f4788c,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:04.283270 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-89e2d7d7-8c48-42b0-a079-aeff63cae576 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:04.374774 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-db612665-85ce-4512-bdd6-cf8ce9d87dd4 None None] For port 78893771-7d57-4544-b995-d4f6e013d4da, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:59:04.385099 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-db612665-85ce-4512-bdd6-cf8ce9d87dd4 None None] For port 78893771-7d57-4544-b995-d4f6e013d4da, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=78893771-7d57-4544-b995-d4f6e013d4da,segment=NetworkSegment(563c410f-3f21-4e9d-87d2-325202b0f64f),segment_id=563c410f-3f21-4e9d-87d2-325202b0f64f)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:59:04.388605 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-89e2d7d7-8c48-42b0-a079-aeff63cae576 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:04.405565 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-89e2d7d7-8c48-42b0-a079-aeff63cae576 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd8c2644-8e51-4403-baa8-67f760055505']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:59:04.421445 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-89e2d7d7-8c48-42b0-a079-aeff63cae576 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '563c410f-3f21-4e9d-87d2-325202b0f64f') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:59:04.422426 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-89e2d7d7-8c48-42b0-a079-aeff63cae576 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '563c410f-3f21-4e9d-87d2-325202b0f64f') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:59:04.439259 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-89e2d7d7-8c48-42b0-a079-aeff63cae576 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:04.506017 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-db612665-85ce-4512-bdd6-cf8ce9d87dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:04.509382 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-89e2d7d7-8c48-42b0-a079-aeff63cae576 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:04.509824 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:04.518219 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89e2d7d7-8c48-42b0-a079-aeff63cae576 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Releasing vlan 795 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 09:59:04.519219 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-89e2d7d7-8c48-42b0-a079-aeff63cae576 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:04.583366 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db612665-85ce-4512-bdd6-cf8ce9d87dd4 None None] Pushing event updated for resources: {'Port': ['ID=78893771-7d57-4544-b995-d4f6e013d4da,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:04.589224 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-db612665-85ce-4512-bdd6-cf8ce9d87dd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:04.620821 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 09:59:04.620821 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 09:59:04.620821 n-d-779913-12 neutron-server[93176]: timer() Jun 11 09:59:04.620821 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 09:59:04.620821 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 09:59:04.620821 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 09:59:04.620821 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 09:59:04.620821 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 09:59:04.620821 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 09:59:04.620821 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 09:59:04.620821 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 09:59:04.620821 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 09:59:04.620821 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 09:59:04.620821 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 09:59:04.620821 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 09:59:04.620821 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 09:59:04.620821 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 09:59:04.620821 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 09:59:04.620821 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 09:59:04.620821 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 09:59:04.620821 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 09:59:04.620821 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 09:59:04.620821 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 09:59:04.620821 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 09:59:04.620821 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 09:59:04.620821 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 09:59:04.620821 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 09:59:04.620821 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 09:59:04.620821 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 09:59:04.620821 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 09:59:04.620821 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 09:59:04.620821 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 09:59:04.663083 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.db.api [None req-89e2d7d7-8c48-42b0-a079-aeff63cae576 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 11 09:59:04.663083 n-d-779913-12 neutron-server[93176]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 11 09:59:04.663083 n-d-779913-12 neutron-server[93176]: [parameters: {'id': 'dd8c2644-8e51-4403-baa8-67f760055505'}] Jun 11 09:59:04.663083 n-d-779913-12 neutron-server[93176]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 09:59:04.663887 n-d-779913-12 neutron-server[93176]: DEBUG oslo_db.api [None req-89e2d7d7-8c48-42b0-a079-aeff63cae576 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 09:59:04.672987 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92fad4e-9261-4613-b597-4c5f5c90955a None None] Network dd8c2644-8e51-4403-baa8-67f760055505 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:59:04.875705 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f08b938-95aa-4de3-b04e-71ec040052a7 None None] get_active_networks_info from n-d-779913-12 {{(pid=93178) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 11 09:59:04.965457 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7244614-282b-4d00-a86b-ca764ce558c9 req-46f724bd-284e-455f-a69a-44660a365407 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:04.967600 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b7244614-282b-4d00-a86b-ca764ce558c9 req-46f724bd-284e-455f-a69a-44660a365407 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe1a446e-1c9d-459b-9c16-91a765584622 HTTP/1.1" status: 200 len: 946 time: 0.0867481 Jun 11 09:59:05.030168 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b7244614-282b-4d00-a86b-ca764ce558c9 req-fa184644-e574-4244-866a-4db84483e672 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554190 Jun 11 09:59:05.066739 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f08b938-95aa-4de3-b04e-71ec040052a7 None None] Resources bound (agent type, host, resource id): {{(pid=93178) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 11 09:59:05.165536 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-89e2d7d7-8c48-42b0-a079-aeff63cae576 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:05.323063 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-89e2d7d7-8c48-42b0-a079-aeff63cae576 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Deleting port 78893771-7d57-4544-b995-d4f6e013d4da {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:59:05.323410 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-89e2d7d7-8c48-42b0-a079-aeff63cae576 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:05.533525 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-89e2d7d7-8c48-42b0-a079-aeff63cae576 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] For port 78893771-7d57-4544-b995-d4f6e013d4da, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=78893771-7d57-4544-b995-d4f6e013d4da,segment=NetworkSegment(563c410f-3f21-4e9d-87d2-325202b0f64f),segment_id=563c410f-3f21-4e9d-87d2-325202b0f64f)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:59:05.534629 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-89e2d7d7-8c48-42b0-a079-aeff63cae576 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:05.568439 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:05.663981 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-89e2d7d7-8c48-42b0-a079-aeff63cae576 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Calling delete_port for 78893771-7d57-4544-b995-d4f6e013d4da owned by network:dhcp {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:59:05.902257 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70832a4-dbe1-4764-9603-8de873e60504 req-e4a1ce26-3c71-4808-80a3-a0f1a84a50ac tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:05.903142 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d70832a4-dbe1-4764-9603-8de873e60504 req-e4a1ce26-3c71-4808-80a3-a0f1a84a50ac tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/networks?id=27e23bf6-ffe1-4e0a-b377-e23593ba5165 HTTP/1.1" status: 200 len: 811 time: 0.1699214 Jun 11 09:59:05.920324 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d70832a4-dbe1-4764-9603-8de873e60504 req-109012f7-5b24-441e-8856-62a2d616270e tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/quotas/cf2f36364fcc4b2d95b3a631356b3d50 HTTP/1.1" status: 200 len: 375 time: 0.0104046 Jun 11 09:59:05.968217 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d70832a4-dbe1-4764-9603-8de873e60504 req-32c019ca-db35-4574-a001-54e28cb609b6 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=cf2f36364fcc4b2d95b3a631356b3d50&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410719 Jun 11 09:59:06.009562 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-89e2d7d7-8c48-42b0-a079-aeff63cae576 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:06.014360 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ef6f1140-12c7-410e-900d-9dbcb1407753 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:06.096796 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e2d7d7-8c48-42b0-a079-aeff63cae576 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Pushing event deleted for resources: {'Port': ['ID=78893771-7d57-4544-b995-d4f6e013d4da,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:06.099251 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-89e2d7d7-8c48-42b0-a079-aeff63cae576 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:06.101615 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e2d7d7-8c48-42b0-a079-aeff63cae576 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] No DVR routers for this DVR port 78893771-7d57-4544-b995-d4f6e013d4da on host n-d-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:59:06.238726 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-89e2d7d7-8c48-42b0-a079-aeff63cae576 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:06.255640 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d70832a4-dbe1-4764-9603-8de873e60504 req-b7f43e04-f258-4844-8f6c-2984cde2574b service neutron] 10.222.0.60 "GET /v2.0/networks/27e23bf6-ffe1-4e0a-b377-e23593ba5165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780077 Jun 11 09:59:06.257575 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-89e2d7d7-8c48-42b0-a079-aeff63cae576 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd8c2644-8e51-4403-baa8-67f760055505']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:59:06.277404 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4852b3-23f1-4a82-85c6-da23d26ec27e req-dcc1c4c7-a5e3-47b9-9272-6d8cc555bb67 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:06.281856 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-89e2d7d7-8c48-42b0-a079-aeff63cae576 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '563c410f-3f21-4e9d-87d2-325202b0f64f') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:59:06.282385 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-89e2d7d7-8c48-42b0-a079-aeff63cae576 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '563c410f-3f21-4e9d-87d2-325202b0f64f') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:59:06.285863 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6c4852b3-23f1-4a82-85c6-da23d26ec27e req-dcc1c4c7-a5e3-47b9-9272-6d8cc555bb67 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe1a446e-1c9d-459b-9c16-91a765584622 HTTP/1.1" status: 200 len: 946 time: 0.0888004 Jun 11 09:59:06.318435 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-89e2d7d7-8c48-42b0-a079-aeff63cae576 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:06.326901 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6c4852b3-23f1-4a82-85c6-da23d26ec27e req-e06f6553-57e8-41a0-9ab3-ab8c7d31e14e tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398140 Jun 11 09:59:06.376411 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-89e2d7d7-8c48-42b0-a079-aeff63cae576 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:06.397341 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89e2d7d7-8c48-42b0-a079-aeff63cae576 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Releasing vlan 795 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 09:59:06.397760 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-89e2d7d7-8c48-42b0-a079-aeff63cae576 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:06.401126 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 09:59:06.401126 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 09:59:06.401126 n-d-779913-12 neutron-server[93176]: timer() Jun 11 09:59:06.401126 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 09:59:06.401126 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 09:59:06.401126 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 09:59:06.401126 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 09:59:06.401126 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 09:59:06.401126 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 09:59:06.401126 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 09:59:06.401126 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 09:59:06.401126 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 09:59:06.401126 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 09:59:06.401126 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 09:59:06.401126 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 09:59:06.401126 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 09:59:06.401126 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 09:59:06.401126 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 09:59:06.401126 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 09:59:06.401126 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 09:59:06.401126 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 09:59:06.401126 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 09:59:06.401126 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 09:59:06.401126 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 09:59:06.401126 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 09:59:06.401126 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 09:59:06.401126 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 09:59:06.401126 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 09:59:06.401126 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 09:59:06.401126 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 09:59:06.401126 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 09:59:06.401126 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 09:59:06.492499 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d70832a4-dbe1-4764-9603-8de873e60504 req-eec331cc-f924-4753-a480-43a077c138e0 service neutron] 10.222.0.60 "GET /v2.0/networks/27e23bf6-ffe1-4e0a-b377-e23593ba5165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232285 Jun 11 09:59:06.574483 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-89e2d7d7-8c48-42b0-a079-aeff63cae576 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:06.587644 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f3955e49-d0e1-4131-a4ac-4b0cdc42ee88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:06.592538 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-89e2d7d7-8c48-42b0-a079-aeff63cae576 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:06.598012 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-89e2d7d7-8c48-42b0-a079-aeff63cae576 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] 10.222.0.60 "DELETE /v2.0/networks/dd8c2644-8e51-4403-baa8-67f760055505 HTTP/1.1" status: 204 len: 168 time: 3.2760749 Jun 11 09:59:06.598883 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 60454) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:59:06.604721 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-8e282ca1-04ab-4ac7-bdfa-e90a7d388eb1 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1352547026'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:59:06.616878 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e2d7d7-8c48-42b0-a079-aeff63cae576 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Pushing event deleted for resources: {'Network': ['ID=dd8c2644-8e51-4403-baa8-67f760055505,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:06.620388 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-89e2d7d7-8c48-42b0-a079-aeff63cae576 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:06.720979 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e282ca1-04ab-4ac7-bdfa-e90a7d388eb1 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Made reservation on behalf of b39749788eba466481276678acba5faa for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:59:06.724951 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8e282ca1-04ab-4ac7-bdfa-e90a7d388eb1 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:06.806454 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e282ca1-04ab-4ac7-bdfa-e90a7d388eb1 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 09:59:06.839605 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bfb9125d-1fd1-4610-8f3e-56c6ed89c2fc req-c75fed99-2f41-4063-b3f8-767858fb5db2 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=98a791eb-e05b-47b6-9406-05b66e99c004 HTTP/1.1" status: 200 len: 210 time: 0.0657513 Jun 11 09:59:06.848721 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8e282ca1-04ab-4ac7-bdfa-e90a7d388eb1 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:06.849075 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-8e282ca1-04ab-4ac7-bdfa-e90a7d388eb1 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Added segment d2251fcb-bd8a-4dab-ae68-de1964eae57a of type vlan for network 8581e264-ae6c-436d-aa5d-8c0d0c9f5714 Jun 11 09:59:06.928038 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8e282ca1-04ab-4ac7-bdfa-e90a7d388eb1 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:07.065861 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8e282ca1-04ab-4ac7-bdfa-e90a7d388eb1 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:07.072797 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e282ca1-04ab-4ac7-bdfa-e90a7d388eb1 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:07.073471 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8e282ca1-04ab-4ac7-bdfa-e90a7d388eb1 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:07.085919 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-de4d1ca2-3769-46b5-b5c5-1e229ac192c7 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:07.188060 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-8e282ca1-04ab-4ac7-bdfa-e90a7d388eb1 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5857716 Jun 11 09:59:07.188060 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e282ca1-04ab-4ac7-bdfa-e90a7d388eb1 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Pushing event updated for resources: {'Network': ['ID=8581e264-ae6c-436d-aa5d-8c0d0c9f5714,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:07.188477 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 60482) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:59:07.194852 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-1f19b718-fc15-47d9-ab35-9f05134b9769 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:59:07.198283 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 8581e264-ae6c-436d-aa5d-8c0d0c9f5714 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:59:07.209455 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8e282ca1-04ab-4ac7-bdfa-e90a7d388eb1 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:07.531074 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1f19b718-fc15-47d9-ab35-9f05134b9769 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:07.605741 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4977f88f-d06f-4992-bcfc-c7584c2ba51f req-030b755b-255c-43ce-bb99-890a88a70d31 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:07.607235 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4977f88f-d06f-4992-bcfc-c7584c2ba51f req-030b755b-255c-43ce-bb99-890a88a70d31 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe1a446e-1c9d-459b-9c16-91a765584622 HTTP/1.1" status: 200 len: 946 time: 0.0749125 Jun 11 09:59:07.630803 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1f19b718-fc15-47d9-ab35-9f05134b9769 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:07.633861 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ba376371-26f0-417c-a4e9-d80389d63bb2 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:07.655263 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1f19b718-fc15-47d9-ab35-9f05134b9769 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Network 8581e264-ae6c-436d-aa5d-8c0d0c9f5714 is not hosted by any dhcp agent {{(pid=93176) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 11 09:59:07.656565 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4977f88f-d06f-4992-bcfc-c7584c2ba51f req-79baeecc-5993-4a50-bc36-a158eaf3b80b tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430882 Jun 11 09:59:07.660500 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f19b718-fc15-47d9-ab35-9f05134b9769 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:07.661099 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1f19b718-fc15-47d9-ab35-9f05134b9769 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:07.662371 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-1f19b718-fc15-47d9-ab35-9f05134b9769 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] 10.222.0.60 "PUT /v2.0/networks/8581e264-ae6c-436d-aa5d-8c0d0c9f5714 HTTP/1.1" status: 200 len: 723 time: 0.4728367 Jun 11 09:59:07.665291 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 60508) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:59:07.671428 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-30cf8b8f-6e97-4055-a493-788c1ecf7e31 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Request body: {'subnet': {'network_id': '8581e264-ae6c-436d-aa5d-8c0d0c9f5714', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:59:07.730676 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f19b718-fc15-47d9-ab35-9f05134b9769 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Pushing event updated for resources: {'Network': ['ID=8581e264-ae6c-436d-aa5d-8c0d0c9f5714,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:07.733394 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1f19b718-fc15-47d9-ab35-9f05134b9769 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:07.741433 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 8581e264-ae6c-436d-aa5d-8c0d0c9f5714 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:59:07.914095 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30cf8b8f-6e97-4055-a493-788c1ecf7e31 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Made reservation on behalf of b39749788eba466481276678acba5faa for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:59:07.917751 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-30cf8b8f-6e97-4055-a493-788c1ecf7e31 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:08.257325 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-30cf8b8f-6e97-4055-a493-788c1ecf7e31 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:08.269914 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7ce53b41-794e-4087-848a-2e13e25d170f tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:08.368300 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785a1d8d-ec56-4090-a380-b41a40b9fef0 req-9c3f4365-9055-40ca-8242-04e05104f277 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:08.369827 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-785a1d8d-ec56-4090-a380-b41a40b9fef0 req-9c3f4365-9055-40ca-8242-04e05104f277 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/networks?id=27e23bf6-ffe1-4e0a-b377-e23593ba5165 HTTP/1.1" status: 200 len: 811 time: 0.2300861 Jun 11 09:59:08.377511 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cf8b8f-6e97-4055-a493-788c1ecf7e31 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Pushing event updated for resources: {'Subnet': ['ID=d937edbd-238f-4747-9fe7-e001729f8730,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:08.383996 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-30cf8b8f-6e97-4055-a493-788c1ecf7e31 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:08.399857 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-785a1d8d-ec56-4090-a380-b41a40b9fef0 req-8061b2c8-e004-4774-8ae7-02c1bfda3b02 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/quotas/cf2f36364fcc4b2d95b3a631356b3d50 HTTP/1.1" status: 200 len: 375 time: 0.0169194 Jun 11 09:59:08.400771 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cf8b8f-6e97-4055-a493-788c1ecf7e31 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Checking segment: {'id': 'd2251fcb-bd8a-4dab-ae68-de1964eae57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '8581e264-ae6c-436d-aa5d-8c0d0c9f5714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:59:08.401045 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cf8b8f-6e97-4055-a493-788c1ecf7e31 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Network hostable DHCP agents. Network: 8581e264-ae6c-436d-aa5d-8c0d0c9f5714, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 09:59:08.444821 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-785a1d8d-ec56-4090-a380-b41a40b9fef0 req-5e278255-5c30-4cc5-973b-4ae71a181a12 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=cf2f36364fcc4b2d95b3a631356b3d50&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377703 Jun 11 09:59:08.457888 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [req-785a1d8d-ec56-4090-a380-b41a40b9fef0 req-de69e2dd-4f37-4531-9e55-f0920a5255c5 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 09:59:08.463681 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-785a1d8d-ec56-4090-a380-b41a40b9fef0 req-de69e2dd-4f37-4531-9e55-f0920a5255c5 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058346 Jun 11 09:59:08.510753 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cf8b8f-6e97-4055-a493-788c1ecf7e31 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Network 8581e264-ae6c-436d-aa5d-8c0d0c9f5714 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 09:59:08.592337 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-785a1d8d-ec56-4090-a380-b41a40b9fef0 req-b96e5a74-748a-45db-a9c8-0e8a25cbc8e3 service neutron] 10.222.0.60 "GET /v2.0/networks/27e23bf6-ffe1-4e0a-b377-e23593ba5165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263444 Jun 11 09:59:08.694849 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-30cf8b8f-6e97-4055-a493-788c1ecf7e31 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 8581e264-ae6c-436d-aa5d-8c0d0c9f5714) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:59:08.699604 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30cf8b8f-6e97-4055-a493-788c1ecf7e31 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:08.700572 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-30cf8b8f-6e97-4055-a493-788c1ecf7e31 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:08.704111 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f917bed-ca1d-454b-835f-3b33c9fdc0f9 None None] Network 8581e264-ae6c-436d-aa5d-8c0d0c9f5714 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:59:08.758049 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-785a1d8d-ec56-4090-a380-b41a40b9fef0 req-0181ee4c-db4c-440f-b11b-1c13dcabc6e1 service neutron] 10.222.0.60 "GET /v2.0/networks/27e23bf6-ffe1-4e0a-b377-e23593ba5165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597764 Jun 11 09:59:08.805971 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-30cf8b8f-6e97-4055-a493-788c1ecf7e31 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1391709 Jun 11 09:59:08.808589 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 60556) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:59:08.815104 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-e06e8228-47a0-4aef-80db-a548de7085aa tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:59:08.962254 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e06e8228-47a0-4aef-80db-a548de7085aa tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11568992'] for subnet, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:08.986524 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0f5d2a-c4a0-486e-9bf0-94f88908aa5f req-051e4ba4-c2f6-43ec-bfd3-bc2c6ee6a305 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:08.987101 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290b130d-a638-4702-ac00-cc67d1d5f0b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-8581e264-ae6c-436d-aa5d-8c0d0c9f5714', 'network_id': '8581e264-ae6c-436d-aa5d-8c0d0c9f5714', 'tenant_id': 'b39749788eba466481276678acba5faa', 'fixed_ips': [{'subnet_id': 'd937edbd-238f-4747-9fe7-e001729f8730'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 09:59:08.988662 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-290b130d-a638-4702-ac00-cc67d1d5f0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:08.994530 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2f0f5d2a-c4a0-486e-9bf0-94f88908aa5f req-051e4ba4-c2f6-43ec-bfd3-bc2c6ee6a305 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe1a446e-1c9d-459b-9c16-91a765584622 HTTP/1.1" status: 200 len: 946 time: 0.1677663 Jun 11 09:59:09.044640 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2f0f5d2a-c4a0-486e-9bf0-94f88908aa5f req-8cb8e840-cc42-4309-b94c-f1421dca31aa tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488808 Jun 11 09:59:09.259660 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e06e8228-47a0-4aef-80db-a548de7085aa tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735269313073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12446436'] for subnet, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:09.311663 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-69b7cd10-160e-4c39-89a6-47a0c7086a6b tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:09.318200 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-290b130d-a638-4702-ac00-cc67d1d5f0b1 None None] Allocated IP 172.20.0.2 (8581e264-ae6c-436d-aa5d-8c0d0c9f5714/d937edbd-238f-4747-9fe7-e001729f8730/f73fecd3-86b2-4870-a158-9a7a0295b28b) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:59:09.324600 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d63004bb-6e72-460a-9dd7-8b403f6402a4 req-b43b9eef-82cc-41f6-b66a-dc3005150f3e tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a40cd0d-3a90-40ac-a232-f4f5d3e58ad2 HTTP/1.1" status: 200 len: 210 time: 0.0529668 Jun 11 09:59:09.327609 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06e8228-47a0-4aef-80db-a548de7085aa tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:09.328056 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e06e8228-47a0-4aef-80db-a548de7085aa tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:09.330243 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-e06e8228-47a0-4aef-80db-a548de7085aa tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] 10.222.0.60 "PUT /v2.0/subnets/d937edbd-238f-4747-9fe7-e001729f8730 HTTP/1.1" status: 200 len: 806 time: 0.5200250 Jun 11 09:59:09.333176 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 60578) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:59:09.397065 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06e8228-47a0-4aef-80db-a548de7085aa tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Pushing event updated for resources: {'Subnet': ['ID=d937edbd-238f-4747-9fe7-e001729f8730,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:09.405237 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e06e8228-47a0-4aef-80db-a548de7085aa tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:09.485150 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2a71bb16-a9e1-4abe-84c9-c94a07af2240 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:09.557509 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2a71bb16-a9e1-4abe-84c9-c94a07af2240 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:09.558762 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-290b130d-a638-4702-ac00-cc67d1d5f0b1 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:09.567325 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-290b130d-a638-4702-ac00-cc67d1d5f0b1 None None] Transition to ACTIVE for port object f73fecd3-86b2-4870-a158-9a7a0295b28b will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:59:09.582980 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-290b130d-a638-4702-ac00-cc67d1d5f0b1 None None] Transition to ACTIVE for port object f73fecd3-86b2-4870-a158-9a7a0295b28b will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:59:09.698924 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-290b130d-a638-4702-ac00-cc67d1d5f0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:09.701294 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:09.752715 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290b130d-a638-4702-ac00-cc67d1d5f0b1 None None] Network 8581e264-ae6c-436d-aa5d-8c0d0c9f5714 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:59:09.757790 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-290b130d-a638-4702-ac00-cc67d1d5f0b1 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:59:09.762183 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290b130d-a638-4702-ac00-cc67d1d5f0b1 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:59:09.765286 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290b130d-a638-4702-ac00-cc67d1d5f0b1 None None] Pushing event updated for resources: {'Port': ['ID=f73fecd3-86b2-4870-a158-9a7a0295b28b,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:09.774562 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290b130d-a638-4702-ac00-cc67d1d5f0b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:59:09.774911 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290b130d-a638-4702-ac00-cc67d1d5f0b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:59:09.775254 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290b130d-a638-4702-ac00-cc67d1d5f0b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:59:09.775622 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290b130d-a638-4702-ac00-cc67d1d5f0b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:59:09.776159 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290b130d-a638-4702-ac00-cc67d1d5f0b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:59:09.776682 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290b130d-a638-4702-ac00-cc67d1d5f0b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:59:09.777179 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290b130d-a638-4702-ac00-cc67d1d5f0b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:59:09.777515 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290b130d-a638-4702-ac00-cc67d1d5f0b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:59:09.777843 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290b130d-a638-4702-ac00-cc67d1d5f0b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:59:09.778346 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290b130d-a638-4702-ac00-cc67d1d5f0b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:59:09.778854 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290b130d-a638-4702-ac00-cc67d1d5f0b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:59:09.779182 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290b130d-a638-4702-ac00-cc67d1d5f0b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:59:09.811953 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-290b130d-a638-4702-ac00-cc67d1d5f0b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:09.825207 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2a71bb16-a9e1-4abe-84c9-c94a07af2240 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:09.828516 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-acb6af29-6f73-4299-a52b-24f1a972e582 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:09.851658 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-290b130d-a638-4702-ac00-cc67d1d5f0b1 None None] Attempting to bind port f73fecd3-86b2-4870-a158-9a7a0295b28b on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:59:09.852057 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-290b130d-a638-4702-ac00-cc67d1d5f0b1 None None] Attempting to bind port f73fecd3-86b2-4870-a158-9a7a0295b28b by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'd2251fcb-bd8a-4dab-ae68-de1964eae57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '8581e264-ae6c-436d-aa5d-8c0d0c9f5714'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:59:09.852452 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290b130d-a638-4702-ac00-cc67d1d5f0b1 None None] Attempting to bind port f73fecd3-86b2-4870-a158-9a7a0295b28b on network 8581e264-ae6c-436d-aa5d-8c0d0c9f5714 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:59:09.857349 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290b130d-a638-4702-ac00-cc67d1d5f0b1 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:59:09.857735 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290b130d-a638-4702-ac00-cc67d1d5f0b1 None None] Checking segment: {'id': 'd2251fcb-bd8a-4dab-ae68-de1964eae57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '8581e264-ae6c-436d-aa5d-8c0d0c9f5714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:59:09.858366 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-290b130d-a638-4702-ac00-cc67d1d5f0b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:09.859059 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290b130d-a638-4702-ac00-cc67d1d5f0b1 None None] Bound using segment: {'id': 'd2251fcb-bd8a-4dab-ae68-de1964eae57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '8581e264-ae6c-436d-aa5d-8c0d0c9f5714'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:59:09.859755 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-290b130d-a638-4702-ac00-cc67d1d5f0b1 None None] Bound port: f73fecd3-86b2-4870-a158-9a7a0295b28b, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2251fcb-bd8a-4dab-ae68-de1964eae57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '8581e264-ae6c-436d-aa5d-8c0d0c9f5714'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:59:09.860330 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-290b130d-a638-4702-ac00-cc67d1d5f0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:09.865538 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a71bb16-a9e1-4abe-84c9-c94a07af2240 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Pushing event deleted for resources: {'Subnet': ['ID=d937edbd-238f-4747-9fe7-e001729f8730,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:09.914124 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2a71bb16-a9e1-4abe-84c9-c94a07af2240 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:09.952685 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-290b130d-a638-4702-ac00-cc67d1d5f0b1 None None] For port f73fecd3-86b2-4870-a158-9a7a0295b28b, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:59:09.956778 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-290b130d-a638-4702-ac00-cc67d1d5f0b1 None None] For port f73fecd3-86b2-4870-a158-9a7a0295b28b, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=f73fecd3-86b2-4870-a158-9a7a0295b28b,segment=NetworkSegment(d2251fcb-bd8a-4dab-ae68-de1964eae57a),segment_id=d2251fcb-bd8a-4dab-ae68-de1964eae57a)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:59:09.965238 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2a71bb16-a9e1-4abe-84c9-c94a07af2240 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:09.976681 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-2a71bb16-a9e1-4abe-84c9-c94a07af2240 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8581e264-ae6c-436d-aa5d-8c0d0c9f5714']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:59:09.988279 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-2a71bb16-a9e1-4abe-84c9-c94a07af2240 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2251fcb-bd8a-4dab-ae68-de1964eae57a') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:59:09.988923 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-2a71bb16-a9e1-4abe-84c9-c94a07af2240 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2251fcb-bd8a-4dab-ae68-de1964eae57a') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:59:09.999154 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2a71bb16-a9e1-4abe-84c9-c94a07af2240 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:10.120413 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-290b130d-a638-4702-ac00-cc67d1d5f0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:10.123091 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2a71bb16-a9e1-4abe-84c9-c94a07af2240 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:10.128687 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-e5531daf-f574-4ad5-b6e1-37c0044aa38f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:10.130474 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a71bb16-a9e1-4abe-84c9-c94a07af2240 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 09:59:10.131108 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2a71bb16-a9e1-4abe-84c9-c94a07af2240 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:10.136050 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 09:59:10.136050 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 09:59:10.136050 n-d-779913-12 neutron-server[93176]: timer() Jun 11 09:59:10.136050 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 09:59:10.136050 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 09:59:10.136050 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 09:59:10.136050 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 09:59:10.136050 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 09:59:10.136050 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 09:59:10.136050 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 09:59:10.136050 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 09:59:10.136050 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 09:59:10.136050 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 09:59:10.136050 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 09:59:10.136050 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 09:59:10.136050 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 09:59:10.136050 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 09:59:10.136050 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 09:59:10.136050 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 09:59:10.136050 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 09:59:10.136050 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 09:59:10.136050 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 09:59:10.136050 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 09:59:10.136050 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 09:59:10.136050 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 09:59:10.136050 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 09:59:10.136050 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 09:59:10.136050 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 09:59:10.136050 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 09:59:10.136050 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 09:59:10.136050 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 09:59:10.136050 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 09:59:10.298059 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290b130d-a638-4702-ac00-cc67d1d5f0b1 None None] Pushing event updated for resources: {'Port': ['ID=f73fecd3-86b2-4870-a158-9a7a0295b28b,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:10.301413 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-290b130d-a638-4702-ac00-cc67d1d5f0b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:10.320103 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51590108-93eb-4034-a1ac-c07cb5033802 None None] Network 8581e264-ae6c-436d-aa5d-8c0d0c9f5714 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:59:10.325394 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.db.api [None req-2a71bb16-a9e1-4abe-84c9-c94a07af2240 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 11 09:59:10.325394 n-d-779913-12 neutron-server[93176]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 11 09:59:10.325394 n-d-779913-12 neutron-server[93176]: [parameters: {'id': '8581e264-ae6c-436d-aa5d-8c0d0c9f5714'}] Jun 11 09:59:10.325394 n-d-779913-12 neutron-server[93176]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 09:59:10.325844 n-d-779913-12 neutron-server[93176]: DEBUG oslo_db.api [None req-2a71bb16-a9e1-4abe-84c9-c94a07af2240 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 09:59:10.356408 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca0c36b-99ae-49e4-a063-35fc1aaf9e3d req-59395766-8df1-45d3-9b9b-59c80c21f548 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:10.358934 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-bca0c36b-99ae-49e4-a063-35fc1aaf9e3d req-59395766-8df1-45d3-9b9b-59c80c21f548 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe1a446e-1c9d-459b-9c16-91a765584622 HTTP/1.1" status: 200 len: 946 time: 0.1121609 Jun 11 09:59:10.418589 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-bca0c36b-99ae-49e4-a063-35fc1aaf9e3d req-47eddc05-98ff-4a9d-80e5-724ce43010ec tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536397 Jun 11 09:59:10.567797 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826cf062-eeac-4e60-9071-89f0e1ebea69 None None] Network 8581e264-ae6c-436d-aa5d-8c0d0c9f5714 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:59:10.632926 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5eb0f905-9600-476d-bbbc-3fd3cf0a4a73 req-663a4326-2583-4f5c-a9c5-59ff31c9e712 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a40cd0d-3a90-40ac-a232-f4f5d3e58ad2 HTTP/1.1" status: 200 len: 210 time: 0.0548325 Jun 11 09:59:10.826500 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2a71bb16-a9e1-4abe-84c9-c94a07af2240 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:10.900408 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-2a71bb16-a9e1-4abe-84c9-c94a07af2240 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Deleting port f73fecd3-86b2-4870-a158-9a7a0295b28b {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:59:10.901215 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2a71bb16-a9e1-4abe-84c9-c94a07af2240 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:10.931611 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2cf5e2-c914-4bbe-8bc7-e2cfabe85b7e None None] get_active_networks_info from n-d-779913-12 {{(pid=93178) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 11 09:59:10.999711 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-2a71bb16-a9e1-4abe-84c9-c94a07af2240 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] For port f73fecd3-86b2-4870-a158-9a7a0295b28b, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=f73fecd3-86b2-4870-a158-9a7a0295b28b,segment=NetworkSegment(d2251fcb-bd8a-4dab-ae68-de1964eae57a),segment_id=d2251fcb-bd8a-4dab-ae68-de1964eae57a)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:59:11.000360 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2a71bb16-a9e1-4abe-84c9-c94a07af2240 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:11.088756 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2cf5e2-c914-4bbe-8bc7-e2cfabe85b7e None None] Resources bound (agent type, host, resource id): {{(pid=93178) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 11 09:59:11.114849 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-2a71bb16-a9e1-4abe-84c9-c94a07af2240 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Calling delete_port for f73fecd3-86b2-4870-a158-9a7a0295b28b owned by network:dhcp {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:59:11.293525 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2a71bb16-a9e1-4abe-84c9-c94a07af2240 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:11.296254 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9d56cb09-6323-4e21-b783-87c324ef4aa5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:11.328517 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a71bb16-a9e1-4abe-84c9-c94a07af2240 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Pushing event deleted for resources: {'Port': ['ID=f73fecd3-86b2-4870-a158-9a7a0295b28b,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:11.334264 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2a71bb16-a9e1-4abe-84c9-c94a07af2240 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:11.338918 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a71bb16-a9e1-4abe-84c9-c94a07af2240 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] No DVR routers for this DVR port f73fecd3-86b2-4870-a158-9a7a0295b28b on host n-d-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:59:11.488090 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2a71bb16-a9e1-4abe-84c9-c94a07af2240 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:11.509884 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-2a71bb16-a9e1-4abe-84c9-c94a07af2240 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8581e264-ae6c-436d-aa5d-8c0d0c9f5714']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:59:11.526590 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-2a71bb16-a9e1-4abe-84c9-c94a07af2240 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2251fcb-bd8a-4dab-ae68-de1964eae57a') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:59:11.528284 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-2a71bb16-a9e1-4abe-84c9-c94a07af2240 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2251fcb-bd8a-4dab-ae68-de1964eae57a') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:59:11.546699 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2a71bb16-a9e1-4abe-84c9-c94a07af2240 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:11.568708 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2a71bb16-a9e1-4abe-84c9-c94a07af2240 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:11.576445 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a71bb16-a9e1-4abe-84c9-c94a07af2240 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 09:59:11.576924 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2a71bb16-a9e1-4abe-84c9-c94a07af2240 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:11.692147 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 09:59:11.692147 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 09:59:11.692147 n-d-779913-12 neutron-server[93176]: timer() Jun 11 09:59:11.692147 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 09:59:11.692147 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 09:59:11.692147 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 09:59:11.692147 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 09:59:11.692147 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 09:59:11.692147 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 09:59:11.692147 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 09:59:11.692147 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 09:59:11.692147 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 09:59:11.692147 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 09:59:11.692147 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 09:59:11.692147 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 09:59:11.692147 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 09:59:11.692147 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 09:59:11.692147 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 09:59:11.692147 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 09:59:11.692147 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 09:59:11.692147 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 09:59:11.692147 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 09:59:11.692147 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 09:59:11.692147 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 09:59:11.692147 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 09:59:11.692147 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 09:59:11.692147 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 09:59:11.692147 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 09:59:11.692147 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 09:59:11.692147 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 09:59:11.692147 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 09:59:11.692147 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 09:59:11.731542 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785a1d8d-ec56-4090-a380-b41a40b9fef0 req-bfc3eaa3-2c59-4092-a212-f69cf91876e7 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:11.734246 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-785a1d8d-ec56-4090-a380-b41a40b9fef0 req-bfc3eaa3-2c59-4092-a212-f69cf91876e7 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.69 "GET /v2.0/networks?id=27e23bf6-ffe1-4e0a-b377-e23593ba5165 HTTP/1.1" status: 200 len: 811 time: 0.2826996 Jun 11 09:59:11.750998 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-785a1d8d-ec56-4090-a380-b41a40b9fef0 req-fbd4ee97-1a1b-4f04-8a9d-f4dacd77a798 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Request body: {'port': {'device_id': '9a40cd0d-3a90-40ac-a232-f4f5d3e58ad2', 'network_id': '27e23bf6-ffe1-4e0a-b377-e23593ba5165', 'admin_state_up': True, 'tenant_id': 'cf2f36364fcc4b2d95b3a631356b3d50'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:59:11.779909 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2a71bb16-a9e1-4abe-84c9-c94a07af2240 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:11.792254 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2a71bb16-a9e1-4abe-84c9-c94a07af2240 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:11.799587 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-2a71bb16-a9e1-4abe-84c9-c94a07af2240 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] 10.222.0.60 "DELETE /v2.0/networks/8581e264-ae6c-436d-aa5d-8c0d0c9f5714 HTTP/1.1" status: 204 len: 168 time: 2.4651668 Jun 11 09:59:11.805790 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 60642) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:59:11.822973 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c746719-f0f3-4f8a-ac24-990f04e447bc req-b0988242-bc01-41b4-ba82-01762d30200c tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:11.825283 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7c746719-f0f3-4f8a-ac24-990f04e447bc req-b0988242-bc01-41b4-ba82-01762d30200c tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe1a446e-1c9d-459b-9c16-91a765584622 HTTP/1.1" status: 200 len: 946 time: 0.1320858 Jun 11 09:59:11.826168 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3aa175a4-1a15-4d26-9ee0-67ed14e2f498 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:11.873540 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a71bb16-a9e1-4abe-84c9-c94a07af2240 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Pushing event deleted for resources: {'Network': ['ID=8581e264-ae6c-436d-aa5d-8c0d0c9f5714,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:11.888470 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2a71bb16-a9e1-4abe-84c9-c94a07af2240 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:11.897097 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7c746719-f0f3-4f8a-ac24-990f04e447bc req-c5b2d213-34ff-4247-a6a1-c2a2e6668f2e tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622852 Jun 11 09:59:11.901780 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8d46461-6f61-4bd6-a656-748d6dcbe1be tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] DELETE failed (client error): The resource could not be found. Jun 11 09:59:11.902610 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8d46461-6f61-4bd6-a656-748d6dcbe1be tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 09:59:11.904624 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-c8d46461-6f61-4bd6-a656-748d6dcbe1be tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] 10.222.0.60 "DELETE /v2.0/networks/8581e264-ae6c-436d-aa5d-8c0d0c9f5714 HTTP/1.1" status: 404 len: 339 time: 0.0960765 Jun 11 09:59:11.908321 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 60646) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:59:11.918457 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-3910c8f6-b701-41fd-b529-a2c42d98a844 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2079927557', 'description': 'd1'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:59:11.991603 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-57bd936f-6355-45ce-8843-61d7be3f37eb req-1c30aea6-36b7-4318-8ae0-d48313fd924e tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a40cd0d-3a90-40ac-a232-f4f5d3e58ad2 HTTP/1.1" status: 200 len: 210 time: 0.0372443 Jun 11 09:59:12.017655 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3910c8f6-b701-41fd-b529-a2c42d98a844 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Made reservation on behalf of b39749788eba466481276678acba5faa for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:59:12.023081 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3910c8f6-b701-41fd-b529-a2c42d98a844 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:12.063259 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3910c8f6-b701-41fd-b529-a2c42d98a844 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 766} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 09:59:12.074805 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3910c8f6-b701-41fd-b529-a2c42d98a844 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:12.075262 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-3910c8f6-b701-41fd-b529-a2c42d98a844 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Added segment 3093ff05-08aa-4270-be82-bf1323a68bf9 of type vlan for network 9134ca5d-24bd-4e09-aef3-45bd4d7854ec Jun 11 09:59:12.128011 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-785a1d8d-ec56-4090-a380-b41a40b9fef0 req-fbd4ee97-1a1b-4f04-8a9d-f4dacd77a798 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Made reservation on behalf of cf2f36364fcc4b2d95b3a631356b3d50 for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:59:12.130347 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3910c8f6-b701-41fd-b529-a2c42d98a844 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:12.132755 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-785a1d8d-ec56-4090-a380-b41a40b9fef0 req-fbd4ee97-1a1b-4f04-8a9d-f4dacd77a798 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:12.233721 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3910c8f6-b701-41fd-b529-a2c42d98a844 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:12.240083 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3910c8f6-b701-41fd-b529-a2c42d98a844 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:12.250087 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3910c8f6-b701-41fd-b529-a2c42d98a844 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:12.250087 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-909e5cd2-b2b9-4b40-ba47-9600232e7eea tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:12.283710 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [req-785a1d8d-ec56-4090-a380-b41a40b9fef0 req-fbd4ee97-1a1b-4f04-8a9d-f4dacd77a798 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Allocated IP 172.20.0.13 (27e23bf6-ffe1-4e0a-b377-e23593ba5165/a3823ddd-2fea-4754-846e-b1cf37fb47e2/5927f817-b203-439e-bea3-5db60cc9eb41) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:59:12.366433 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3910c8f6-b701-41fd-b529-a2c42d98a844 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Pushing event updated for resources: {'Network': ['ID=9134ca5d-24bd-4e09-aef3-45bd4d7854ec,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:12.369559 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-3910c8f6-b701-41fd-b529-a2c42d98a844 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4600549 Jun 11 09:59:12.370465 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3910c8f6-b701-41fd-b529-a2c42d98a844 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:12.373632 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 60650) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:59:12.390191 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 9134ca5d-24bd-4e09-aef3-45bd4d7854ec details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:59:12.556206 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f6d140-5284-4e3c-9969-d385c8baf8f1 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:12.557639 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-72f6d140-5284-4e3c-9969-d385c8baf8f1 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] 10.222.0.60 "GET /v2.0/networks?id=9134ca5d-24bd-4e09-aef3-45bd4d7854ec HTTP/1.1" status: 200 len: 761 time: 0.1798091 Jun 11 09:59:12.560656 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 60654) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:59:12.566427 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-b195a2f6-b71a-4f10-be9e-fa70a4772682 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Request body: {'network': {'description': 'd2'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:59:12.579002 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 60656) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:59:12.707952 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-eb0ff1c4-0d21-4ff3-87e5-81ce46473722 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:12.829212 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-eb0ff1c4-0d21-4ff3-87e5-81ce46473722 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:12.892827 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-32b64d17-6116-49b3-b3f7-d573dce7bcd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:12.922116 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-eb0ff1c4-0d21-4ff3-87e5-81ce46473722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:12.925487 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-12fb6137-f47a-41d7-ba19-edd2c6166a0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:12.988029 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-eb0ff1c4-0d21-4ff3-87e5-81ce46473722 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=82dadaad6c424fd78322868a91e78c6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4076271 Jun 11 09:59:12.989082 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 60670) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:59:12.989699 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0ff1c4-0d21-4ff3-87e5-81ce46473722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b772ee-347c-48e4-8fa0-711323845d84,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:12.999459 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-eb0ff1c4-0d21-4ff3-87e5-81ce46473722 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:13.010605 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-785a1d8d-ec56-4090-a380-b41a40b9fef0 req-fbd4ee97-1a1b-4f04-8a9d-f4dacd77a798 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:13.068625 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3fa7e3a9-2592-4691-b0ab-3b4f92386938 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:13.096671 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3fa7e3a9-2592-4691-b0ab-3b4f92386938 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:13.206253 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb53adb-e6a6-4bc9-848f-2815939d483f req-bb3a33e5-97b5-488f-ae9f-67f6df94a7cd tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:13.207920 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2fb53adb-e6a6-4bc9-848f-2815939d483f req-bb3a33e5-97b5-488f-ae9f-67f6df94a7cd tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe1a446e-1c9d-459b-9c16-91a765584622 HTTP/1.1" status: 200 len: 946 time: 0.1090131 Jun 11 09:59:13.246995 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0360591f-f888-409e-9a12-54e9a0f5ac48 req-cb0942bc-9b0c-4980-98e2-1100fb69b7a2 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a40cd0d-3a90-40ac-a232-f4f5d3e58ad2 HTTP/1.1" status: 200 len: 210 time: 0.0502651 Jun 11 09:59:13.255718 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2fb53adb-e6a6-4bc9-848f-2815939d483f req-3626e640-8649-441e-b607-c5e5a9666e53 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401263 Jun 11 09:59:13.256336 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b195a2f6-b71a-4f10-be9e-fa70a4772682 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:13.277829 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3fa7e3a9-2592-4691-b0ab-3b4f92386938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:13.281740 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3fa7e3a9-2592-4691-b0ab-3b4f92386938 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:13.285914 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-3fa7e3a9-2592-4691-b0ab-3b4f92386938 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a2b772ee-347c-48e4-8fa0-711323845d84 HTTP/1.1" status: 204 len: 168 time: 0.2901897 Jun 11 09:59:13.285914 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-10b9103a-c7ab-4443-bbbe-7b7acae16e66 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:13.295627 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa7e3a9-2592-4691-b0ab-3b4f92386938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b772ee-347c-48e4-8fa0-711323845d84,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:13.298607 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3fa7e3a9-2592-4691-b0ab-3b4f92386938 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:13.305536 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-785a1d8d-ec56-4090-a380-b41a40b9fef0 req-fbd4ee97-1a1b-4f04-8a9d-f4dacd77a798 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:13.317168 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1f7df0d2-094a-4c05-8e1e-9624c4f3bc8b tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:13.351779 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-785a1d8d-ec56-4090-a380-b41a40b9fef0 req-fbd4ee97-1a1b-4f04-8a9d-f4dacd77a798 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Network 27e23bf6-ffe1-4e0a-b377-e23593ba5165 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:59:13.354955 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [req-785a1d8d-ec56-4090-a380-b41a40b9fef0 req-fbd4ee97-1a1b-4f04-8a9d-f4dacd77a798 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:59:13.358750 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-785a1d8d-ec56-4090-a380-b41a40b9fef0 req-fbd4ee97-1a1b-4f04-8a9d-f4dacd77a798 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:59:13.369379 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b195a2f6-b71a-4f10-be9e-fa70a4772682 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:13.409114 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b195a2f6-b71a-4f10-be9e-fa70a4772682 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Network 9134ca5d-24bd-4e09-aef3-45bd4d7854ec is not hosted by any dhcp agent {{(pid=93177) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 11 09:59:13.414410 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b195a2f6-b71a-4f10-be9e-fa70a4772682 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:13.415000 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b195a2f6-b71a-4f10-be9e-fa70a4772682 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:13.416266 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-b195a2f6-b71a-4f10-be9e-fa70a4772682 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] 10.222.0.60 "PUT /v2.0/networks/9134ca5d-24bd-4e09-aef3-45bd4d7854ec HTTP/1.1" status: 200 len: 758 time: 0.8545184 Jun 11 09:59:13.419126 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 60678) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:59:13.427444 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4ee97-1a1b-4f04-8a9d-f4dacd77a798 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Pushing event updated for resources: {'Port': ['ID=5927f817-b203-439e-bea3-5db60cc9eb41,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:13.431816 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-fbd4ee97-1a1b-4f04-8a9d-f4dacd77a798 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:13.432356 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b19c26e5-e870-427d-98d2-4c312f0c8ad2 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:13.475232 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785a1d8d-ec56-4090-a380-b41a40b9fef0 req-fbd4ee97-1a1b-4f04-8a9d-f4dacd77a798 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:13.475866 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-785a1d8d-ec56-4090-a380-b41a40b9fef0 req-fbd4ee97-1a1b-4f04-8a9d-f4dacd77a798 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:13.534691 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4513d349-c6d1-4c9e-9ead-dd0dbc3a9ea4 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:13.535486 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b195a2f6-b71a-4f10-be9e-fa70a4772682 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Pushing event updated for resources: {'Network': ['ID=9134ca5d-24bd-4e09-aef3-45bd4d7854ec,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:13.536509 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-4513d349-c6d1-4c9e-9ead-dd0dbc3a9ea4 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] 10.222.0.60 "GET /v2.0/networks?id=9134ca5d-24bd-4e09-aef3-45bd4d7854ec HTTP/1.1" status: 200 len: 761 time: 0.1163721 Jun 11 09:59:13.539607 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b195a2f6-b71a-4f10-be9e-fa70a4772682 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:13.540283 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 60680) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:59:13.551704 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-e1ac6bcd-cdf6-4b67-8df5-eb850c3ed592 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1622141423'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:59:13.551868 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 9134ca5d-24bd-4e09-aef3-45bd4d7854ec details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:59:13.573899 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-785a1d8d-ec56-4090-a380-b41a40b9fef0 req-fbd4ee97-1a1b-4f04-8a9d-f4dacd77a798 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8271158 Jun 11 09:59:13.587961 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [req-785a1d8d-ec56-4090-a380-b41a40b9fef0 req-a4999913-5a8d-4c52-8dae-134ad1440978 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 09:59:13.589061 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-785a1d8d-ec56-4090-a380-b41a40b9fef0 req-a4999913-5a8d-4c52-8dae-134ad1440978 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080040 Jun 11 09:59:13.639511 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ac6bcd-cdf6-4b67-8df5-eb850c3ed592 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Made reservation on behalf of b39749788eba466481276678acba5faa for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:59:13.643828 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e1ac6bcd-cdf6-4b67-8df5-eb850c3ed592 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:13.673616 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1ac6bcd-cdf6-4b67-8df5-eb850c3ed592 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 779} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 09:59:13.682992 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e1ac6bcd-cdf6-4b67-8df5-eb850c3ed592 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:13.683342 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-e1ac6bcd-cdf6-4b67-8df5-eb850c3ed592 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Added segment 2b83c0d1-f1fa-47db-996b-052b1e20c5c7 of type vlan for network 10359275-4603-4564-a043-245faef141e6 Jun 11 09:59:13.715330 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-785a1d8d-ec56-4090-a380-b41a40b9fef0 req-9d47db9a-9c4f-4e77-a052-b5c12eaa8fb7 service neutron] Request body: {'port': {'device_id': '9a40cd0d-3a90-40ac-a232-f4f5d3e58ad2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-12'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:59:13.749703 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e1ac6bcd-cdf6-4b67-8df5-eb850c3ed592 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:13.820417 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-785a1d8d-ec56-4090-a380-b41a40b9fef0 req-9d47db9a-9c4f-4e77-a052-b5c12eaa8fb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:13.910669 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e1ac6bcd-cdf6-4b67-8df5-eb850c3ed592 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:13.916295 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ac6bcd-cdf6-4b67-8df5-eb850c3ed592 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:13.919264 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e1ac6bcd-cdf6-4b67-8df5-eb850c3ed592 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:13.919512 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1f19b718-fc15-47d9-ab35-9f05134b9769 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:14.129648 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 60690) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:59:14.154493 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a531fb92-5ffe-497a-99e3-ca93bae2d2bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:14.290369 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [req-785a1d8d-ec56-4090-a380-b41a40b9fef0 req-9d47db9a-9c4f-4e77-a052-b5c12eaa8fb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5927f817-b203-439e-bea3-5db60cc9eb41 {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:59:14.303208 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-785a1d8d-ec56-4090-a380-b41a40b9fef0 req-9d47db9a-9c4f-4e77-a052-b5c12eaa8fb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:14.328550 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-785a1d8d-ec56-4090-a380-b41a40b9fef0 req-9d47db9a-9c4f-4e77-a052-b5c12eaa8fb7 service neutron] Transition to ACTIVE for port object 5927f817-b203-439e-bea3-5db60cc9eb41 will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:59:14.409936 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a531fb92-5ffe-497a-99e3-ca93bae2d2bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:14.411732 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-785a1d8d-ec56-4090-a380-b41a40b9fef0 req-9d47db9a-9c4f-4e77-a052-b5c12eaa8fb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:14.416758 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d8a0f7c0-efd2-4d6a-a59f-4f5626b73eda tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:14.453625 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ac6bcd-cdf6-4b67-8df5-eb850c3ed592 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Pushing event updated for resources: {'Network': ['ID=10359275-4603-4564-a043-245faef141e6,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:14.463141 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e1ac6bcd-cdf6-4b67-8df5-eb850c3ed592 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:14.469877 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 10359275-4603-4564-a043-245faef141e6 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:59:14.537665 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf6fa26-f534-491d-9a40-ed29e972a07e req-e6be8184-886b-4405-8d7f-86fe7644d5ab tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:14.539624 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ddf6fa26-f534-491d-9a40-ed29e972a07e req-e6be8184-886b-4405-8d7f-86fe7644d5ab tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe1a446e-1c9d-459b-9c16-91a765584622 HTTP/1.1" status: 200 len: 946 time: 0.0880229 Jun 11 09:59:14.573249 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-e1ac6bcd-cdf6-4b67-8df5-eb850c3ed592 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0312927 Jun 11 09:59:14.575957 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 60702) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:59:14.577086 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a531fb92-5ffe-497a-99e3-ca93bae2d2bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:14.582116 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-43c1488c-ff99-4fa9-adc9-8c8d490278c3 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Request body: {'subnet': {'network_id': '10359275-4603-4564-a043-245faef141e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:59:14.630472 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ddf6fa26-f534-491d-9a40-ed29e972a07e req-46d619d6-9410-4ddb-8fab-2e1be07a9eb5 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837808 Jun 11 09:59:14.654988 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d47db9a-9c4f-4e77-a052-b5c12eaa8fb7 service neutron] Pushing event updated for resources: {'Port': ['ID=5927f817-b203-439e-bea3-5db60cc9eb41,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:14.661031 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9d47db9a-9c4f-4e77-a052-b5c12eaa8fb7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:14.662532 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6d7ff05a-5a7e-42e8-9464-439aa9103029 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:14.691092 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-a531fb92-5ffe-497a-99e3-ca93bae2d2bc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7f248f41a1734ca390ec9d719ac4e1df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5605252 Jun 11 09:59:14.697602 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 60704) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:59:14.739277 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cced4c-844e-4316-b9e1-7602cdae50de req-b47f71e2-d58e-4069-b5e8-73453f4ca3b6 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:14.740825 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-34cced4c-844e-4316-b9e1-7602cdae50de req-b47f71e2-d58e-4069-b5e8-73453f4ca3b6 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a40cd0d-3a90-40ac-a232-f4f5d3e58ad2 HTTP/1.1" status: 200 len: 944 time: 0.3062949 Jun 11 09:59:14.744724 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a531fb92-5ffe-497a-99e3-ca93bae2d2bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b966c1-0a96-4d4e-bd84-afd53830e410,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:14.751489 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a531fb92-5ffe-497a-99e3-ca93bae2d2bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:14.769158 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-206fbbee-8051-441a-b922-66338d405205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:14.784936 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-785a1d8d-ec56-4090-a380-b41a40b9fef0 req-9d47db9a-9c4f-4e77-a052-b5c12eaa8fb7 service neutron] Attempting to bind port 5927f817-b203-439e-bea3-5db60cc9eb41 on host n-h2-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:59:14.785282 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-785a1d8d-ec56-4090-a380-b41a40b9fef0 req-9d47db9a-9c4f-4e77-a052-b5c12eaa8fb7 service neutron] Attempting to bind port 5927f817-b203-439e-bea3-5db60cc9eb41 by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': '49dbfc19-7dcf-486c-9f91-ff9f037d2121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '27e23bf6-ffe1-4e0a-b377-e23593ba5165'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:59:14.785626 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785a1d8d-ec56-4090-a380-b41a40b9fef0 req-9d47db9a-9c4f-4e77-a052-b5c12eaa8fb7 service neutron] Attempting to bind port 5927f817-b203-439e-bea3-5db60cc9eb41 on network 27e23bf6-ffe1-4e0a-b377-e23593ba5165 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:59:14.795164 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785a1d8d-ec56-4090-a380-b41a40b9fef0 req-9d47db9a-9c4f-4e77-a052-b5c12eaa8fb7 service neutron] Port 5927f817-b203-439e-bea3-5db60cc9eb41 on network 27e23bf6-ffe1-4e0a-b377-e23593ba5165 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:59:14.795498 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785a1d8d-ec56-4090-a380-b41a40b9fef0 req-9d47db9a-9c4f-4e77-a052-b5c12eaa8fb7 service neutron] Attempting to bind port 5927f817-b203-439e-bea3-5db60cc9eb41 on network 27e23bf6-ffe1-4e0a-b377-e23593ba5165 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:59:14.800126 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-206fbbee-8051-441a-b922-66338d405205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:14.807031 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785a1d8d-ec56-4090-a380-b41a40b9fef0 req-9d47db9a-9c4f-4e77-a052-b5c12eaa8fb7 service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:59:14.807372 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785a1d8d-ec56-4090-a380-b41a40b9fef0 req-9d47db9a-9c4f-4e77-a052-b5c12eaa8fb7 service neutron] Checking segment: {'id': '49dbfc19-7dcf-486c-9f91-ff9f037d2121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '27e23bf6-ffe1-4e0a-b377-e23593ba5165'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:59:14.807784 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785a1d8d-ec56-4090-a380-b41a40b9fef0 req-9d47db9a-9c4f-4e77-a052-b5c12eaa8fb7 service neutron] Bound using segment: {'id': '49dbfc19-7dcf-486c-9f91-ff9f037d2121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '27e23bf6-ffe1-4e0a-b377-e23593ba5165'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:59:14.808220 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-785a1d8d-ec56-4090-a380-b41a40b9fef0 req-9d47db9a-9c4f-4e77-a052-b5c12eaa8fb7 service neutron] Bound port: 5927f817-b203-439e-bea3-5db60cc9eb41, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49dbfc19-7dcf-486c-9f91-ff9f037d2121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '27e23bf6-ffe1-4e0a-b377-e23593ba5165'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:59:14.808569 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-785a1d8d-ec56-4090-a380-b41a40b9fef0 req-9d47db9a-9c4f-4e77-a052-b5c12eaa8fb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:14.826573 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-34cced4c-844e-4316-b9e1-7602cdae50de req-b7741d73-e863-4494-9f89-6b4d0026835c tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761271 Jun 11 09:59:14.862534 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c1488c-ff99-4fa9-adc9-8c8d490278c3 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Made reservation on behalf of b39749788eba466481276678acba5faa for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:59:14.866281 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-43c1488c-ff99-4fa9-adc9-8c8d490278c3 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:14.906422 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-785a1d8d-ec56-4090-a380-b41a40b9fef0 req-9d47db9a-9c4f-4e77-a052-b5c12eaa8fb7 service neutron] For port 5927f817-b203-439e-bea3-5db60cc9eb41, host n-h2-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:59:14.910290 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-785a1d8d-ec56-4090-a380-b41a40b9fef0 req-9d47db9a-9c4f-4e77-a052-b5c12eaa8fb7 service neutron] For port 5927f817-b203-439e-bea3-5db60cc9eb41, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=5927f817-b203-439e-bea3-5db60cc9eb41,segment=NetworkSegment(49dbfc19-7dcf-486c-9f91-ff9f037d2121),segment_id=49dbfc19-7dcf-486c-9f91-ff9f037d2121)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:59:14.965682 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-206fbbee-8051-441a-b922-66338d405205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:14.968450 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-206fbbee-8051-441a-b922-66338d405205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:14.969558 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-206fbbee-8051-441a-b922-66338d405205 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/78b966c1-0a96-4d4e-bd84-afd53830e410 HTTP/1.1" status: 204 len: 168 time: 0.2661180 Jun 11 09:59:14.975783 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c098efd8-4900-4fa4-ac34-abf02742527c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:14.977333 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-785a1d8d-ec56-4090-a380-b41a40b9fef0 req-9d47db9a-9c4f-4e77-a052-b5c12eaa8fb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:14.980543 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-69f85f5f-5264-4ae5-9350-f94926ccefa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:14.990865 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206fbbee-8051-441a-b922-66338d405205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b966c1-0a96-4d4e-bd84-afd53830e410,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:14.995166 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-206fbbee-8051-441a-b922-66338d405205 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:15.094326 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785a1d8d-ec56-4090-a380-b41a40b9fef0 req-9d47db9a-9c4f-4e77-a052-b5c12eaa8fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:15.096652 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-785a1d8d-ec56-4090-a380-b41a40b9fef0 req-9d47db9a-9c4f-4e77-a052-b5c12eaa8fb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:15.098185 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-785a1d8d-ec56-4090-a380-b41a40b9fef0 req-9d47db9a-9c4f-4e77-a052-b5c12eaa8fb7 service neutron] 10.222.0.69 "PUT /v2.0/ports/5927f817-b203-439e-bea3-5db60cc9eb41 HTTP/1.1" status: 200 len: 1093 time: 1.5022938 Jun 11 09:59:15.098810 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a40cd0d-3a90-40ac-a232-f4f5d3e58ad2', 'tag': '5927f817-b203-439e-bea3-5db60cc9eb41'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:59:15.101284 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e709fb-0594-4309-a203-e91e18ea1a2a" -d '{"events": [{"name": "network-changed", "server_uuid": "9a40cd0d-3a90-40ac-a232-f4f5d3e58ad2", "tag": "5927f817-b203-439e-bea3-5db60cc9eb41"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:59:15.159093 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d47db9a-9c4f-4e77-a052-b5c12eaa8fb7 service neutron] Pushing event updated for resources: {'Port': ['ID=5927f817-b203-439e-bea3-5db60cc9eb41,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:15.162466 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9d47db9a-9c4f-4e77-a052-b5c12eaa8fb7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:15.307262 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785a1d8d-ec56-4090-a380-b41a40b9fef0 req-53114bf7-f1a6-4c19-91c0-8197c2bd7c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:15.308872 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-785a1d8d-ec56-4090-a380-b41a40b9fef0 req-53114bf7-f1a6-4c19-91c0-8197c2bd7c54 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cf2f36364fcc4b2d95b3a631356b3d50&device_id=9a40cd0d-3a90-40ac-a232-f4f5d3e58ad2 HTTP/1.1" status: 200 len: 1096 time: 0.0824530 Jun 11 09:59:15.313932 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d4b9873-cb7c-42fc-8bc9-4a0d5934ed76 x-openstack-request-id: req-9d4b9873-cb7c-42fc-8bc9-4a0d5934ed76 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:59:15.314375 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a40cd0d-3a90-40ac-a232-f4f5d3e58ad2", "tag": "5927f817-b203-439e-bea3-5db60cc9eb41", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:59:15.314809 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9d4b9873-cb7c-42fc-8bc9-4a0d5934ed76 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:59:15.315309 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a40cd0d-3a90-40ac-a232-f4f5d3e58ad2', 'tag': '5927f817-b203-439e-bea3-5db60cc9eb41', 'status': 'completed', 'code': 200} Jun 11 09:59:15.378567 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-785a1d8d-ec56-4090-a380-b41a40b9fef0 req-e5258988-a92f-492b-9c4e-dbe1ae753a54 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5927f817-b203-439e-bea3-5db60cc9eb41 HTTP/1.1" status: 200 len: 217 time: 0.0605247 Jun 11 09:59:15.447746 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785a1d8d-ec56-4090-a380-b41a40b9fef0 req-64f13c64-fe51-4da9-9d9e-440f666b8510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:15.449197 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-785a1d8d-ec56-4090-a380-b41a40b9fef0 req-64f13c64-fe51-4da9-9d9e-440f666b8510 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a3823ddd-2fea-4754-846e-b1cf37fb47e2 HTTP/1.1" status: 200 len: 851 time: 0.0642531 Jun 11 09:59:15.462905 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-43c1488c-ff99-4fa9-adc9-8c8d490278c3 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:15.465998 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-89e2d7d7-8c48-42b0-a079-aeff63cae576 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:15.495947 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-785a1d8d-ec56-4090-a380-b41a40b9fef0 req-d3a54560-be30-473c-824c-39cc216ace94 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=27e23bf6-ffe1-4e0a-b377-e23593ba5165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394044 Jun 11 09:59:15.544675 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c1488c-ff99-4fa9-adc9-8c8d490278c3 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Pushing event updated for resources: {'Subnet': ['ID=3470764f-5aaf-4d60-82e4-1d7299852be1,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:15.549310 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-43c1488c-ff99-4fa9-adc9-8c8d490278c3 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:15.553364 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c1488c-ff99-4fa9-adc9-8c8d490278c3 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Checking segment: {'id': '2b83c0d1-f1fa-47db-996b-052b1e20c5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '10359275-4603-4564-a043-245faef141e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:59:15.553729 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c1488c-ff99-4fa9-adc9-8c8d490278c3 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Network hostable DHCP agents. Network: 10359275-4603-4564-a043-245faef141e6, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 09:59:15.628388 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-785a1d8d-ec56-4090-a380-b41a40b9fef0 req-d3dba634-f31c-4e74-94ee-4308c47ca504 service neutron] 10.222.0.69 "GET /v2.0/networks/27e23bf6-ffe1-4e0a-b377-e23593ba5165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254318 Jun 11 09:59:15.709724 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c1488c-ff99-4fa9-adc9-8c8d490278c3 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Network 10359275-4603-4564-a043-245faef141e6 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 09:59:15.747998 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-785a1d8d-ec56-4090-a380-b41a40b9fef0 req-76a2620d-4dff-4b48-9089-bb3e2af90b4c service neutron] 10.222.0.69 "GET /v2.0/networks/27e23bf6-ffe1-4e0a-b377-e23593ba5165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135387 Jun 11 09:59:15.800477 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-9a0875dc-d5cd-4ea6-a676-f79fcadfc8ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:15.833821 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-43c1488c-ff99-4fa9-adc9-8c8d490278c3 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 10359275-4603-4564-a043-245faef141e6) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:59:15.840533 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c1488c-ff99-4fa9-adc9-8c8d490278c3 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:15.841868 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-43c1488c-ff99-4fa9-adc9-8c8d490278c3 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3731508'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:15.843253 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b66d58f-c155-4da0-ada6-f34ffedfa26c None None] Network 10359275-4603-4564-a043-245faef141e6 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:59:15.931993 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-43c1488c-ff99-4fa9-adc9-8c8d490278c3 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3547225 Jun 11 09:59:15.934440 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 60734) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:59:16.029246 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:16.068918 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e3ccb6-ccba-4418-934f-963fa9686a6f req-30657072-d09d-4c73-812b-3bfe8ef2130c tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:16.075979 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-69e3ccb6-ccba-4418-934f-963fa9686a6f req-30657072-d09d-4c73-812b-3bfe8ef2130c tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe1a446e-1c9d-459b-9c16-91a765584622 HTTP/1.1" status: 200 len: 946 time: 0.2555511 Jun 11 09:59:16.085432 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e709fb-0594-4309-a203-e91e18ea1a2a req-b7c1f926-e83c-4269-905e-cac23e4753e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:16.086862 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-07e709fb-0594-4309-a203-e91e18ea1a2a req-b7c1f926-e83c-4269-905e-cac23e4753e1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cf2f36364fcc4b2d95b3a631356b3d50&device_id=9a40cd0d-3a90-40ac-a232-f4f5d3e58ad2 HTTP/1.1" status: 200 len: 1096 time: 0.1642809 Jun 11 09:59:16.090098 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccaa8a19-d31e-4528-a011-04a7762e92f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-10359275-4603-4564-a043-245faef141e6', 'network_id': '10359275-4603-4564-a043-245faef141e6', 'tenant_id': 'b39749788eba466481276678acba5faa', 'fixed_ips': [{'subnet_id': '3470764f-5aaf-4d60-82e4-1d7299852be1'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 09:59:16.091195 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ccaa8a19-d31e-4528-a011-04a7762e92f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:16.145543 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a77fbf63-9375-4f85-a105-69e970f3f53e tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:16.241704 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e709fb-0594-4309-a203-e91e18ea1a2a req-a2c819f8-501c-4f85-ad6b-bc00b909805b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:16.244303 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-07e709fb-0594-4309-a203-e91e18ea1a2a req-a2c819f8-501c-4f85-ad6b-bc00b909805b service neutron] 10.222.0.69 "GET /v2.0/networks?id=27e23bf6-ffe1-4e0a-b377-e23593ba5165 HTTP/1.1" status: 200 len: 912 time: 0.1462424 Jun 11 09:59:16.293525 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f793eaa-8589-46bf-b910-77a3a5286d64 req-20f9a880-10f6-480c-bbba-ad68d5e446b9 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:16.295041 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7f793eaa-8589-46bf-b910-77a3a5286d64 req-20f9a880-10f6-480c-bbba-ad68d5e446b9 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a40cd0d-3a90-40ac-a232-f4f5d3e58ad2 HTTP/1.1" status: 200 len: 944 time: 0.2629819 Jun 11 09:59:16.298339 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a77fbf63-9375-4f85-a105-69e970f3f53e tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:16.333010 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-ccaa8a19-d31e-4528-a011-04a7762e92f7 None None] Allocated IP 172.20.0.2 (10359275-4603-4564-a043-245faef141e6/3470764f-5aaf-4d60-82e4-1d7299852be1/55a2e770-3977-428d-a478-4aa65683e45c) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:59:16.357471 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-69e3ccb6-ccba-4418-934f-963fa9686a6f req-32373d63-e5b5-456b-9343-bf49cc5d475a tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804651 Jun 11 09:59:16.379806 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-07e709fb-0594-4309-a203-e91e18ea1a2a req-8b359674-2a1d-4405-9e0f-178262bae535 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5927f817-b203-439e-bea3-5db60cc9eb41 HTTP/1.1" status: 200 len: 217 time: 0.1077740 Jun 11 09:59:16.405919 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7f793eaa-8589-46bf-b910-77a3a5286d64 req-29c3e2bd-68fe-41a9-a88c-699610a01fe0 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015654 Jun 11 09:59:16.465730 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e709fb-0594-4309-a203-e91e18ea1a2a req-e6b851db-1d6c-411e-9aab-75ba4729fd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:16.467266 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-07e709fb-0594-4309-a203-e91e18ea1a2a req-e6b851db-1d6c-411e-9aab-75ba4729fd91 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a3823ddd-2fea-4754-846e-b1cf37fb47e2 HTTP/1.1" status: 200 len: 851 time: 0.0858195 Jun 11 09:59:16.519210 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-07e709fb-0594-4309-a203-e91e18ea1a2a req-d8c74a20-be29-4d68-8d8f-db05a4c9e32b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=27e23bf6-ffe1-4e0a-b377-e23593ba5165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456533 Jun 11 09:59:16.606224 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ccaa8a19-d31e-4528-a011-04a7762e92f7 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:16.624109 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-ccaa8a19-d31e-4528-a011-04a7762e92f7 None None] Transition to ACTIVE for port object 55a2e770-3977-428d-a478-4aa65683e45c will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:59:16.641615 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-ccaa8a19-d31e-4528-a011-04a7762e92f7 None None] Transition to ACTIVE for port object 55a2e770-3977-428d-a478-4aa65683e45c will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:59:16.685649 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:16.691485 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-07e709fb-0594-4309-a203-e91e18ea1a2a req-0b82a655-8c86-4c35-8f59-d412c0a8893f service neutron] 10.222.0.69 "GET /v2.0/networks/27e23bf6-ffe1-4e0a-b377-e23593ba5165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660888 Jun 11 09:59:16.720773 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ccaa8a19-d31e-4528-a011-04a7762e92f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:16.723731 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:16.773149 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccaa8a19-d31e-4528-a011-04a7762e92f7 None None] Network 10359275-4603-4564-a043-245faef141e6 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:59:16.777775 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-ccaa8a19-d31e-4528-a011-04a7762e92f7 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:59:16.780314 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccaa8a19-d31e-4528-a011-04a7762e92f7 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:59:16.788163 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaa8a19-d31e-4528-a011-04a7762e92f7 None None] Pushing event updated for resources: {'Port': ['ID=55a2e770-3977-428d-a478-4aa65683e45c,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:16.792759 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-ccaa8a19-d31e-4528-a011-04a7762e92f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:16.813481 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a77fbf63-9375-4f85-a105-69e970f3f53e tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:16.821171 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6175a2b1-9008-4066-9ac6-20ab6187551c tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:16.838185 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-07e709fb-0594-4309-a203-e91e18ea1a2a req-19ceebc4-4551-46f2-a7f6-047ee0637d74 service neutron] 10.222.0.69 "GET /v2.0/networks/27e23bf6-ffe1-4e0a-b377-e23593ba5165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401939 Jun 11 09:59:16.876706 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-ccaa8a19-d31e-4528-a011-04a7762e92f7 None None] Attempting to bind port 55a2e770-3977-428d-a478-4aa65683e45c on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:59:16.877326 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-ccaa8a19-d31e-4528-a011-04a7762e92f7 None None] Attempting to bind port 55a2e770-3977-428d-a478-4aa65683e45c by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '2b83c0d1-f1fa-47db-996b-052b1e20c5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '10359275-4603-4564-a043-245faef141e6'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:59:16.877529 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccaa8a19-d31e-4528-a011-04a7762e92f7 None None] Attempting to bind port 55a2e770-3977-428d-a478-4aa65683e45c on network 10359275-4603-4564-a043-245faef141e6 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:59:16.883109 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccaa8a19-d31e-4528-a011-04a7762e92f7 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:59:16.883479 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccaa8a19-d31e-4528-a011-04a7762e92f7 None None] Checking segment: {'id': '2b83c0d1-f1fa-47db-996b-052b1e20c5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '10359275-4603-4564-a043-245faef141e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:59:16.883921 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ccaa8a19-d31e-4528-a011-04a7762e92f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:16.884322 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccaa8a19-d31e-4528-a011-04a7762e92f7 None None] Bound using segment: {'id': '2b83c0d1-f1fa-47db-996b-052b1e20c5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '10359275-4603-4564-a043-245faef141e6'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:59:16.884828 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-ccaa8a19-d31e-4528-a011-04a7762e92f7 None None] Bound port: 55a2e770-3977-428d-a478-4aa65683e45c, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b83c0d1-f1fa-47db-996b-052b1e20c5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '10359275-4603-4564-a043-245faef141e6'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:59:16.885212 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ccaa8a19-d31e-4528-a011-04a7762e92f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:16.908554 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77fbf63-9375-4f85-a105-69e970f3f53e tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Pushing event deleted for resources: {'Subnet': ['ID=3470764f-5aaf-4d60-82e4-1d7299852be1,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:16.916892 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a77fbf63-9375-4f85-a105-69e970f3f53e tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:16.970717 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-ccaa8a19-d31e-4528-a011-04a7762e92f7 None None] For port 55a2e770-3977-428d-a478-4aa65683e45c, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:59:16.976552 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-ccaa8a19-d31e-4528-a011-04a7762e92f7 None None] For port 55a2e770-3977-428d-a478-4aa65683e45c, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=55a2e770-3977-428d-a478-4aa65683e45c,segment=NetworkSegment(2b83c0d1-f1fa-47db-996b-052b1e20c5c7),segment_id=2b83c0d1-f1fa-47db-996b-052b1e20c5c7)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:59:17.027970 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a77fbf63-9375-4f85-a105-69e970f3f53e tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:17.041368 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-a77fbf63-9375-4f85-a105-69e970f3f53e tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10359275-4603-4564-a043-245faef141e6']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:59:17.052642 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-a77fbf63-9375-4f85-a105-69e970f3f53e tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b83c0d1-f1fa-47db-996b-052b1e20c5c7') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:59:17.052935 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-a77fbf63-9375-4f85-a105-69e970f3f53e tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b83c0d1-f1fa-47db-996b-052b1e20c5c7') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:59:17.060044 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ccaa8a19-d31e-4528-a011-04a7762e92f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:17.062926 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a77fbf63-9375-4f85-a105-69e970f3f53e tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:17.063991 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-339927e3-1220-49e7-886a-d5da2ecdbf22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:17.083065 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a77fbf63-9375-4f85-a105-69e970f3f53e tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:17.089339 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a77fbf63-9375-4f85-a105-69e970f3f53e tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Releasing vlan 779 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 09:59:17.092994 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a77fbf63-9375-4f85-a105-69e970f3f53e tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:17.092994 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 09:59:17.092994 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 09:59:17.092994 n-d-779913-12 neutron-server[93176]: timer() Jun 11 09:59:17.092994 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 09:59:17.092994 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 09:59:17.092994 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 09:59:17.092994 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 09:59:17.092994 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 09:59:17.092994 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 09:59:17.092994 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 09:59:17.092994 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 09:59:17.092994 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 09:59:17.092994 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 09:59:17.092994 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 09:59:17.092994 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 09:59:17.092994 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 09:59:17.092994 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 09:59:17.092994 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 09:59:17.092994 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 09:59:17.092994 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 09:59:17.092994 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 09:59:17.092994 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 09:59:17.092994 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 09:59:17.092994 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 09:59:17.092994 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 09:59:17.092994 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 09:59:17.092994 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 09:59:17.092994 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 09:59:17.092994 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 09:59:17.092994 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 09:59:17.092994 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 09:59:17.092994 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 09:59:17.165586 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaa8a19-d31e-4528-a011-04a7762e92f7 None None] Pushing event updated for resources: {'Port': ['ID=55a2e770-3977-428d-a478-4aa65683e45c,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:17.185296 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-ccaa8a19-d31e-4528-a011-04a7762e92f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:17.206972 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff3359e-bb18-4e13-8653-1b262e608260 None None] Network 10359275-4603-4564-a043-245faef141e6 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:59:17.242432 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.db.api [None req-a77fbf63-9375-4f85-a105-69e970f3f53e tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 11 09:59:17.242432 n-d-779913-12 neutron-server[93176]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 11 09:59:17.242432 n-d-779913-12 neutron-server[93176]: [parameters: {'id': '10359275-4603-4564-a043-245faef141e6'}] Jun 11 09:59:17.242432 n-d-779913-12 neutron-server[93176]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 09:59:17.243255 n-d-779913-12 neutron-server[93176]: DEBUG oslo_db.api [None req-a77fbf63-9375-4f85-a105-69e970f3f53e tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 09:59:17.382720 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340d1e0f-9be6-49b1-986b-b18dc1371eff None None] get_active_networks_info from n-d-779913-12 {{(pid=93178) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 11 09:59:17.590355 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340d1e0f-9be6-49b1-986b-b18dc1371eff None None] Resources bound (agent type, host, resource id): {{(pid=93178) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 11 09:59:17.627462 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a78e0b-1c4f-425d-a9ea-cbc4eccd68c1 req-9ea68fe8-98eb-414c-9f45-acd961522fc1 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:17.632319 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e2a78e0b-1c4f-425d-a9ea-cbc4eccd68c1 req-9ea68fe8-98eb-414c-9f45-acd961522fc1 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe1a446e-1c9d-459b-9c16-91a765584622 HTTP/1.1" status: 200 len: 946 time: 0.1057055 Jun 11 09:59:17.674892 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39edcfe0-aa92-453f-bfcf-f891d7c23697 req-fe02f3d6-f7b0-4aad-8246-dcd09d4d47d0 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:17.677164 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-39edcfe0-aa92-453f-bfcf-f891d7c23697 req-fe02f3d6-f7b0-4aad-8246-dcd09d4d47d0 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a40cd0d-3a90-40ac-a232-f4f5d3e58ad2 HTTP/1.1" status: 200 len: 944 time: 0.0882699 Jun 11 09:59:17.718926 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e2a78e0b-1c4f-425d-a9ea-cbc4eccd68c1 req-c4b0d927-a669-4f9c-9269-46bb6c8516f1 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711434 Jun 11 09:59:17.743763 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a77fbf63-9375-4f85-a105-69e970f3f53e tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:17.765457 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-39edcfe0-aa92-453f-bfcf-f891d7c23697 req-811e5120-9b00-48d9-94ce-1221316e25d3 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809324 Jun 11 09:59:17.861263 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-a77fbf63-9375-4f85-a105-69e970f3f53e tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Deleting port 55a2e770-3977-428d-a478-4aa65683e45c {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:59:17.866041 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a77fbf63-9375-4f85-a105-69e970f3f53e tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:17.988293 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-a77fbf63-9375-4f85-a105-69e970f3f53e tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] For port 55a2e770-3977-428d-a478-4aa65683e45c, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=55a2e770-3977-428d-a478-4aa65683e45c,segment=NetworkSegment(2b83c0d1-f1fa-47db-996b-052b1e20c5c7),segment_id=2b83c0d1-f1fa-47db-996b-052b1e20c5c7)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:59:17.989781 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a77fbf63-9375-4f85-a105-69e970f3f53e tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:18.097215 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-a77fbf63-9375-4f85-a105-69e970f3f53e tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Calling delete_port for 55a2e770-3977-428d-a478-4aa65683e45c owned by network:dhcp {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:59:18.316384 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a77fbf63-9375-4f85-a105-69e970f3f53e tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:18.319494 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-91e724c6-ceaf-4893-ba67-2308d5644016 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:18.349810 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77fbf63-9375-4f85-a105-69e970f3f53e tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Pushing event deleted for resources: {'Port': ['ID=55a2e770-3977-428d-a478-4aa65683e45c,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:18.352309 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77fbf63-9375-4f85-a105-69e970f3f53e tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] No DVR routers for this DVR port 55a2e770-3977-428d-a478-4aa65683e45c on host n-d-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:59:18.353485 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a77fbf63-9375-4f85-a105-69e970f3f53e tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:18.384871 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:18.484620 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a77fbf63-9375-4f85-a105-69e970f3f53e tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:18.496681 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-a77fbf63-9375-4f85-a105-69e970f3f53e tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10359275-4603-4564-a043-245faef141e6']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:59:18.508380 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-a77fbf63-9375-4f85-a105-69e970f3f53e tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b83c0d1-f1fa-47db-996b-052b1e20c5c7') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:59:18.508699 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-a77fbf63-9375-4f85-a105-69e970f3f53e tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b83c0d1-f1fa-47db-996b-052b1e20c5c7') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:59:18.519044 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a77fbf63-9375-4f85-a105-69e970f3f53e tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:18.536432 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a77fbf63-9375-4f85-a105-69e970f3f53e tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:18.543202 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a77fbf63-9375-4f85-a105-69e970f3f53e tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Releasing vlan 779 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 09:59:18.543620 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a77fbf63-9375-4f85-a105-69e970f3f53e tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:18.547018 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 09:59:18.547018 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 09:59:18.547018 n-d-779913-12 neutron-server[93176]: timer() Jun 11 09:59:18.547018 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 09:59:18.547018 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 09:59:18.547018 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 09:59:18.547018 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 09:59:18.547018 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 09:59:18.547018 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 09:59:18.547018 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 09:59:18.547018 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 09:59:18.547018 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 09:59:18.547018 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 09:59:18.547018 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 09:59:18.547018 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 09:59:18.547018 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 09:59:18.547018 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 09:59:18.547018 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 09:59:18.547018 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 09:59:18.547018 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 09:59:18.547018 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 09:59:18.547018 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 09:59:18.547018 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 09:59:18.547018 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 09:59:18.547018 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 09:59:18.547018 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 09:59:18.547018 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 09:59:18.547018 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 09:59:18.547018 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 09:59:18.547018 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 09:59:18.547018 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 09:59:18.547018 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 09:59:18.733461 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a77fbf63-9375-4f85-a105-69e970f3f53e tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:18.737122 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-73fc17d9-b839-49da-9a61-fa0f63b74201 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:18.741317 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a77fbf63-9375-4f85-a105-69e970f3f53e tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:18.746036 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-a77fbf63-9375-4f85-a105-69e970f3f53e tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] 10.222.0.60 "DELETE /v2.0/networks/10359275-4603-4564-a043-245faef141e6 HTTP/1.1" status: 204 len: 168 time: 2.8103902 Jun 11 09:59:18.746704 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 60818) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:59:18.760877 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77fbf63-9375-4f85-a105-69e970f3f53e tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Pushing event deleted for resources: {'Network': ['ID=10359275-4603-4564-a043-245faef141e6,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:18.767513 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a77fbf63-9375-4f85-a105-69e970f3f53e tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:18.806000 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdf452c0-1378-41d0-a98c-54d9ef48f82f tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] GET failed (client error): The resource could not be found. Jun 11 09:59:18.807828 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-bdf452c0-1378-41d0-a98c-54d9ef48f82f tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] 10.222.0.60 "GET /v2.0/subnets/3470764f-5aaf-4d60-82e4-1d7299852be1 HTTP/1.1" status: 404 len: 337 time: 0.0600848 Jun 11 09:59:18.810867 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 60824) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:59:18.841253 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-92d3d571-6ec3-416b-bc6c-ccc0482c2a5b tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] DELETE failed (client error): The resource could not be found. Jun 11 09:59:18.842177 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92d3d571-6ec3-416b-bc6c-ccc0482c2a5b tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 09:59:18.844141 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-92d3d571-6ec3-416b-bc6c-ccc0482c2a5b tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] 10.222.0.60 "DELETE /v2.0/networks/10359275-4603-4564-a043-245faef141e6 HTTP/1.1" status: 404 len: 339 time: 0.0320556 Jun 11 09:59:18.850878 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 60826) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:59:18.970064 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ddf337-ab36-439c-a1ec-a2f13e955f27 req-f3927ba7-145e-41c2-9cf9-afffcbc7a5b2 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:18.972893 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b1ddf337-ab36-439c-a1ec-a2f13e955f27 req-f3927ba7-145e-41c2-9cf9-afffcbc7a5b2 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe1a446e-1c9d-459b-9c16-91a765584622 HTTP/1.1" status: 200 len: 946 time: 0.1274292 Jun 11 09:59:19.026248 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b1ddf337-ab36-439c-a1ec-a2f13e955f27 req-99c3bdfe-9583-4ea5-af4e-7c3de9f154c1 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477238 Jun 11 09:59:19.197863 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095adc6e-dc39-4a4f-9ecc-c3f12e7beec8 req-629ced1f-8d12-401e-a74a-5b4ebb05874f tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:19.199357 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-095adc6e-dc39-4a4f-9ecc-c3f12e7beec8 req-629ced1f-8d12-401e-a74a-5b4ebb05874f tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a40cd0d-3a90-40ac-a232-f4f5d3e58ad2 HTTP/1.1" status: 200 len: 944 time: 0.2307935 Jun 11 09:59:19.214384 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2447cc-2796-4cbd-8bcf-8b644a4445e7 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:19.219179 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-ee2447cc-2796-4cbd-8bcf-8b644a4445e7 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3635678 Jun 11 09:59:19.219820 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 60840) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:59:19.256260 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-095adc6e-dc39-4a4f-9ecc-c3f12e7beec8 req-23ddca2c-3209-4416-a89b-7ef31672bbf4 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393426 Jun 11 09:59:19.295773 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-fc6b76db-e65c-4650-b107-aeaf3468d230 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] 10.222.0.60 "GET /v2.0/subnets?network_id=f0adef6e-169f-4a27-8865-442be2ad072d HTTP/1.1" status: 200 len: 207 time: 0.0736561 Jun 11 09:59:19.302674 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 60842) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:59:19.438220 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b955e55-ced0-4039-9870-6572e641a96b tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:19.443930 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b955e55-ced0-4039-9870-6572e641a96b tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:19.449821 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b955e55-ced0-4039-9870-6572e641a96b tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:19.456228 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b955e55-ced0-4039-9870-6572e641a96b tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:19.457862 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-0b955e55-ced0-4039-9870-6572e641a96b tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.1548762 Jun 11 09:59:19.461598 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 60844) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:59:19.615899 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-c5ae2559-7fef-4efa-8a85-767065e62f38 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] 10.222.0.60 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1531219 Jun 11 09:59:19.619440 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 60852) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:59:19.678497 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035e7c1d-ae02-461d-bd99-48396bf5e9e2 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:19.680096 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035e7c1d-ae02-461d-bd99-48396bf5e9e2 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:19.681580 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-035e7c1d-ae02-461d-bd99-48396bf5e9e2 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0612223 Jun 11 09:59:19.685252 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 60854) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:59:19.753969 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218b1518-eb82-4547-a33c-9c2390f92177 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Attributes excluded by policy engine: ['shared'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:19.755558 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218b1518-eb82-4547-a33c-9c2390f92177 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Attributes excluded by policy engine: ['shared'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:19.760511 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-218b1518-eb82-4547-a33c-9c2390f92177 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] 10.222.0.60 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0708318 Jun 11 09:59:19.760681 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 60858) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:59:19.891124 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca2a489-fd7a-4263-b943-4516c5b87278 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:19.893027 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-1ca2a489-fd7a-4263-b943-4516c5b87278 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] 10.222.0.60 "GET /v2.0/networks/2ff90291-9bb8-4747-b67b-cf3f960119f9 HTTP/1.1" status: 200 len: 799 time: 0.1315486 Jun 11 09:59:19.896687 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 60862) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:59:20.024908 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-6d3794b7-c1d0-4a13-8c82-99c5b31a88db tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] 10.222.0.60 "GET /v2.0/networks/2ff90291-9bb8-4747-b67b-cf3f960119f9?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1270366 Jun 11 09:59:20.028628 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 60868) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:59:20.099049 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9175918-ebb7-49a1-88b8-bf378dfdc473 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:20.106072 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-a9175918-ebb7-49a1-88b8-bf378dfdc473 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] 10.222.0.60 "GET /v2.0/subnets/917f45fb-4d8a-4e60-920e-9d61b5343958 HTTP/1.1" status: 200 len: 811 time: 0.0708668 Jun 11 09:59:20.106072 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 60872) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:59:20.199549 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55edd73-d835-488b-8a01-dab7902873f5 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Attributes excluded by policy engine: ['shared'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:20.201512 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-c55edd73-d835-488b-8a01-dab7902873f5 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] 10.222.0.60 "GET /v2.0/subnets/917f45fb-4d8a-4e60-920e-9d61b5343958?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0961318 Jun 11 09:59:20.205714 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 60878) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:59:20.215293 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-45a64eda-574c-40d5-961c-a2e4f78995cf tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1309901614'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:59:20.262847 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714b3026-cbe5-45b2-83d8-942e220069f4 req-a62ddb0b-200f-4881-9b9c-5df4b5f9166b tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:20.264971 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-714b3026-cbe5-45b2-83d8-942e220069f4 req-a62ddb0b-200f-4881-9b9c-5df4b5f9166b tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe1a446e-1c9d-459b-9c16-91a765584622 HTTP/1.1" status: 200 len: 946 time: 0.1100190 Jun 11 09:59:20.328017 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-714b3026-cbe5-45b2-83d8-942e220069f4 req-f1e6b6f1-f7b6-468e-bd0d-4974c2a768a9 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559368 Jun 11 09:59:20.336855 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45a64eda-574c-40d5-961c-a2e4f78995cf tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Made reservation on behalf of b39749788eba466481276678acba5faa for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:59:20.342812 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-45a64eda-574c-40d5-961c-a2e4f78995cf tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:20.418998 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45a64eda-574c-40d5-961c-a2e4f78995cf tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 796} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 09:59:20.437381 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-45a64eda-574c-40d5-961c-a2e4f78995cf tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:20.437750 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-45a64eda-574c-40d5-961c-a2e4f78995cf tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Added segment 1f15fc0f-f962-46cb-9b15-6102022d3317 of type vlan for network 7434abcf-1b2e-4007-ac82-468fe31b687c Jun 11 09:59:20.460508 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 5927f817-b203-439e-bea3-5db60cc9eb41 details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:59:20.528374 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-45a64eda-574c-40d5-961c-a2e4f78995cf tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:20.636879 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c137a0-e00c-4c1b-bb26-efcf05c85f18 req-2df15b49-c294-4051-a03d-cdd33c836306 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:20.638441 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a4c137a0-e00c-4c1b-bb26-efcf05c85f18 req-2df15b49-c294-4051-a03d-cdd33c836306 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a40cd0d-3a90-40ac-a232-f4f5d3e58ad2 HTTP/1.1" status: 200 len: 944 time: 0.1029866 Jun 11 09:59:20.692184 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a4c137a0-e00c-4c1b-bb26-efcf05c85f18 req-3ac2ed49-04e1-4b4e-8d01-69e40f712ebf tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467083 Jun 11 09:59:20.699082 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-45a64eda-574c-40d5-961c-a2e4f78995cf tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:20.707912 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a64eda-574c-40d5-961c-a2e4f78995cf tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:20.709001 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-45a64eda-574c-40d5-961c-a2e4f78995cf tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:20.724701 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-52f6649e-3eb6-4b9a-998e-f16578eccdaf tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:20.834145 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a64eda-574c-40d5-961c-a2e4f78995cf tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Pushing event updated for resources: {'Network': ['ID=7434abcf-1b2e-4007-ac82-468fe31b687c,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:20.836898 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-45a64eda-574c-40d5-961c-a2e4f78995cf tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6267903 Jun 11 09:59:20.837934 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-45a64eda-574c-40d5-961c-a2e4f78995cf tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:20.840234 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 60890) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:59:20.849293 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-e78707fd-8185-4150-8cf8-2f45709d60f2 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Request body: {'subnet': {'network_id': '7434abcf-1b2e-4007-ac82-468fe31b687c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:59:20.851888 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 7434abcf-1b2e-4007-ac82-468fe31b687c details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:59:20.854769 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 5927f817-b203-439e-bea3-5db60cc9eb41, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=5927f817-b203-439e-bea3-5db60cc9eb41,segment=NetworkSegment(49dbfc19-7dcf-486c-9f91-ff9f037d2121),segment_id=49dbfc19-7dcf-486c-9f91-ff9f037d2121)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:59:20.891954 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': '5927f817-b203-439e-bea3-5db60cc9eb41', 'network_id': '27e23bf6-ffe1-4e0a-b377-e23593ba5165', 'port_id': '5927f817-b203-439e-bea3-5db60cc9eb41', 'mac_address': 'fa:16:3e:36:70:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3823ddd-2fea-4754-846e-b1cf37fb47e2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:59:20.989419 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:21.005312 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5927f817-b203-439e-bea3-5db60cc9eb41 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:59:21.029964 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 5927f817-b203-439e-bea3-5db60cc9eb41, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=5927f817-b203-439e-bea3-5db60cc9eb41,segment=NetworkSegment(49dbfc19-7dcf-486c-9f91-ff9f037d2121),segment_id=49dbfc19-7dcf-486c-9f91-ff9f037d2121)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:59:21.042000 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e78707fd-8185-4150-8cf8-2f45709d60f2 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Made reservation on behalf of b39749788eba466481276678acba5faa for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:59:21.045715 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e78707fd-8185-4150-8cf8-2f45709d60f2 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:21.111938 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:21.114217 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-ccaa8a19-d31e-4528-a011-04a7762e92f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:21.135079 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.ipam_backend_mixin [None req-e78707fd-8185-4150-8cf8-2f45709d60f2 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Performing IP validity checks on allocation pools {{(pid=93177) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 11 09:59:21.135633 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.ipam_backend_mixin [None req-e78707fd-8185-4150-8cf8-2f45709d60f2 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93177) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 11 09:59:21.177364 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=5927f817-b203-439e-bea3-5db60cc9eb41,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:21.187449 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:21.350457 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e78707fd-8185-4150-8cf8-2f45709d60f2 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:21.354612 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-21e6c1fb-14c3-45b9-88ce-05e8a035dea5 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:21.447688 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78707fd-8185-4150-8cf8-2f45709d60f2 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Pushing event updated for resources: {'Subnet': ['ID=35e264fa-624d-468e-8e52-b2534eaea152,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:21.456397 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78707fd-8185-4150-8cf8-2f45709d60f2 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Checking segment: {'id': '1f15fc0f-f962-46cb-9b15-6102022d3317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '7434abcf-1b2e-4007-ac82-468fe31b687c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:59:21.462370 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78707fd-8185-4150-8cf8-2f45709d60f2 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Network hostable DHCP agents. Network: 7434abcf-1b2e-4007-ac82-468fe31b687c, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 09:59:21.462370 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e78707fd-8185-4150-8cf8-2f45709d60f2 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:21.463852 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['5927f817-b203-439e-bea3-5db60cc9eb41'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:59:21.579414 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78707fd-8185-4150-8cf8-2f45709d60f2 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Network 7434abcf-1b2e-4007-ac82-468fe31b687c is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 09:59:21.662751 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cabc7d-89ff-4eb6-8168-5b573461b9fa req-8bc5dd0d-595a-46cc-8558-13107d0e8539 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:21.664413 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-79cabc7d-89ff-4eb6-8168-5b573461b9fa req-8bc5dd0d-595a-46cc-8558-13107d0e8539 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe1a446e-1c9d-459b-9c16-91a765584622 HTTP/1.1" status: 200 len: 946 time: 0.1222277 Jun 11 09:59:21.670890 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-e78707fd-8185-4150-8cf8-2f45709d60f2 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 7434abcf-1b2e-4007-ac82-468fe31b687c) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:59:21.681253 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78707fd-8185-4150-8cf8-2f45709d60f2 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:21.681442 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df139ca-6137-48b4-9a5a-fa83b77b6722 None None] Network 7434abcf-1b2e-4007-ac82-468fe31b687c requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:59:21.681849 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e78707fd-8185-4150-8cf8-2f45709d60f2 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:21.735908 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-79cabc7d-89ff-4eb6-8168-5b573461b9fa req-641de573-89d9-424c-83f9-af851e25a496 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521054 Jun 11 09:59:21.814846 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 60914) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:59:21.819439 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-e78707fd-8185-4150-8cf8-2f45709d60f2 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.9747179 Jun 11 09:59:21.820740 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-2230c7fc-3ef3-4cec-ac57-63f6a2b691b3 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:59:21.910085 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d823aa-b737-4741-8c7e-1fba1d692908 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-7434abcf-1b2e-4007-ac82-468fe31b687c', 'network_id': '7434abcf-1b2e-4007-ac82-468fe31b687c', 'tenant_id': 'b39749788eba466481276678acba5faa', 'fixed_ips': [{'subnet_id': '35e264fa-624d-468e-8e52-b2534eaea152'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 09:59:21.912226 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-18d823aa-b737-4741-8c7e-1fba1d692908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:21.966693 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b46c65-4db2-49fc-bc51-48699e5f7962 req-6b00d96d-3ab2-4117-88c3-8309225fd22d tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:21.969180 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-03b46c65-4db2-49fc-bc51-48699e5f7962 req-6b00d96d-3ab2-4117-88c3-8309225fd22d tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a40cd0d-3a90-40ac-a232-f4f5d3e58ad2 HTTP/1.1" status: 200 len: 945 time: 0.1119797 Jun 11 09:59:22.001114 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2230c7fc-3ef3-4cec-ac57-63f6a2b691b3 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12298620'] for subnet, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:22.045072 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-03b46c65-4db2-49fc-bc51-48699e5f7962 req-00a0378d-bc59-4304-81ad-7865c178145c tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693913 Jun 11 09:59:22.149351 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.db.api [None req-18d823aa-b737-4741-8c7e-1fba1d692908 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 11 09:59:22.149351 n-d-779913-12 neutron-server[93178]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Jun 11 09:59:22.149351 n-d-779913-12 neutron-server[93178]: [parameters: {'in_use': 1, 'id_1': '35e264fa-624d-468e-8e52-b2534eaea152'}] Jun 11 09:59:22.149351 n-d-779913-12 neutron-server[93178]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93178) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 09:59:22.149939 n-d-779913-12 neutron-server[93178]: DEBUG oslo_db.api [None req-18d823aa-b737-4741-8c7e-1fba1d692908 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 09:59:22.281829 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2230c7fc-3ef3-4cec-ac57-63f6a2b691b3 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735269313073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-11850088'] for subnet, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:22.285161 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-43c1488c-ff99-4fa9-adc9-8c8d490278c3 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:22.338466 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2230c7fc-3ef3-4cec-ac57-63f6a2b691b3 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:22.339078 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2230c7fc-3ef3-4cec-ac57-63f6a2b691b3 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:22.340403 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-2230c7fc-3ef3-4cec-ac57-63f6a2b691b3 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] 10.222.0.60 "PUT /v2.0/subnets/35e264fa-624d-468e-8e52-b2534eaea152 HTTP/1.1" status: 200 len: 877 time: 0.5245607 Jun 11 09:59:22.343322 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 60928) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:59:22.381925 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2230c7fc-3ef3-4cec-ac57-63f6a2b691b3 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Pushing event updated for resources: {'Subnet': ['ID=35e264fa-624d-468e-8e52-b2534eaea152,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:22.386481 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2230c7fc-3ef3-4cec-ac57-63f6a2b691b3 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:22.481837 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 5927f817-b203-439e-bea3-5db60cc9eb41 up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:59:22.484302 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d013731b-bc11-45f9-9d53-23327f1c284c tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:22.646008 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d013731b-bc11-45f9-9d53-23327f1c284c tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:22.651123 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-18d823aa-b737-4741-8c7e-1fba1d692908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:22.720218 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7db716f4-80b4-4eab-970b-68d74fcf3d7a req-0d8fd169-a846-4dbd-9049-6445de2dc2a9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1705575 Jun 11 09:59:22.749079 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning for port 5927f817-b203-439e-bea3-5db60cc9eb41 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:59:22.756717 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port 5927f817-b203-439e-bea3-5db60cc9eb41 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:59:22.757239 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:22.820638 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d013731b-bc11-45f9-9d53-23327f1c284c tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:22.823528 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-44c54c21-8d6a-4418-83ed-e0a24f1ce3fa tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:22.891205 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d013731b-bc11-45f9-9d53-23327f1c284c tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Pushing event deleted for resources: {'Subnet': ['ID=35e264fa-624d-468e-8e52-b2534eaea152,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:22.896469 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d013731b-bc11-45f9-9d53-23327f1c284c tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:22.903636 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:22.908291 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server [None req-18d823aa-b737-4741-8c7e-1fba1d692908 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 35e264fa-624d-468e-8e52-b2534eaea152: This subnet is being modified by another concurrent operation. Jun 11 09:59:22.908291 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 11 09:59:22.908291 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 11 09:59:22.908291 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 11 09:59:22.908291 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 11 09:59:22.908291 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 11 09:59:22.908291 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 11 09:59:22.908291 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 11 09:59:22.908291 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 11 09:59:22.908291 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 11 09:59:22.908291 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 11 09:59:22.908291 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 11 09:59:22.908291 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 11 09:59:22.908291 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 11 09:59:22.908291 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 11 09:59:22.908291 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server raise self.value Jun 11 09:59:22.908291 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 11 09:59:22.908291 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 11 09:59:22.908291 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 11 09:59:22.908291 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 11 09:59:22.908291 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 11 09:59:22.908291 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 11 09:59:22.908291 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 11 09:59:22.908291 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server raise self.value Jun 11 09:59:22.908291 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 11 09:59:22.908291 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 11 09:59:22.908291 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 11 09:59:22.908291 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 11 09:59:22.908291 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 11 09:59:22.908291 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 11 09:59:22.908291 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 11 09:59:22.908291 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server raise self.value Jun 11 09:59:22.908291 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 11 09:59:22.908291 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 11 09:59:22.908291 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 11 09:59:22.908291 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 11 09:59:22.908291 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 11 09:59:22.908291 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 11 09:59:22.908291 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 11 09:59:22.908291 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 11 09:59:22.908291 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 11 09:59:22.908291 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 11 09:59:22.908291 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 11 09:59:22.908291 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 11 09:59:22.908291 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 11 09:59:22.908291 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 11 09:59:22.908291 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 11 09:59:22.908291 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 11 09:59:22.908291 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 11 09:59:22.908291 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 11 09:59:22.908291 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 11 09:59:22.908291 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server raise self.value Jun 11 09:59:22.908291 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 11 09:59:22.908291 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 11 09:59:22.914363 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 11 09:59:22.914363 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 11 09:59:22.914363 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 11 09:59:22.914363 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 11 09:59:22.914363 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 11 09:59:22.914363 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server raise self.value Jun 11 09:59:22.914363 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 11 09:59:22.914363 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 11 09:59:22.914363 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 11 09:59:22.914363 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 11 09:59:22.914363 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 11 09:59:22.914363 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 11 09:59:22.914363 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 11 09:59:22.914363 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server raise self.value Jun 11 09:59:22.914363 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 11 09:59:22.914363 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 11 09:59:22.914363 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in create_port Jun 11 09:59:22.914363 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 11 09:59:22.914363 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1427, in _create_port_db Jun 11 09:59:22.914363 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 11 09:59:22.914363 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jun 11 09:59:22.914363 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 11 09:59:22.914363 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 11 09:59:22.914363 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 11 09:59:22.914363 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 11 09:59:22.914363 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 11 09:59:22.914363 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 11 09:59:22.914363 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server raise self.value Jun 11 09:59:22.914363 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 11 09:59:22.914363 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 11 09:59:22.914363 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 11 09:59:22.914363 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 11 09:59:22.914363 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 11 09:59:22.914363 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 11 09:59:22.914363 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 11 09:59:22.914363 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server raise exception Jun 11 09:59:22.914363 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 35e264fa-624d-468e-8e52-b2534eaea152: This subnet is being modified by another concurrent operation. Jun 11 09:59:22.914363 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server Jun 11 09:59:22.918679 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db716f4-80b4-4eab-970b-68d74fcf3d7a req-0e65ae6b-e41d-44d2-b077-dc48217942ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:22.918679 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db716f4-80b4-4eab-970b-68d74fcf3d7a req-0e65ae6b-e41d-44d2-b077-dc48217942ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:22.918679 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db716f4-80b4-4eab-970b-68d74fcf3d7a req-0e65ae6b-e41d-44d2-b077-dc48217942ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:22.918679 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db716f4-80b4-4eab-970b-68d74fcf3d7a req-0e65ae6b-e41d-44d2-b077-dc48217942ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:22.918679 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7db716f4-80b4-4eab-970b-68d74fcf3d7a req-0e65ae6b-e41d-44d2-b077-dc48217942ea service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=27f3c4dce50f47ad9013fa1bc48941bf&device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 6498 time: 0.1685870 Jun 11 09:59:23.149868 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 5927f817-b203-439e-bea3-5db60cc9eb41, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=5927f817-b203-439e-bea3-5db60cc9eb41,segment=NetworkSegment(49dbfc19-7dcf-486c-9f91-ff9f037d2121),segment_id=49dbfc19-7dcf-486c-9f91-ff9f037d2121)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:59:23.149868 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a40cd0d-3a90-40ac-a232-f4f5d3e58ad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5927f817-b203-439e-bea3-5db60cc9eb41'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:59:23.149868 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb94ef9-2b1d-444e-8b0e-4f2416590773" -d '{"events": [{"server_uuid": "9a40cd0d-3a90-40ac-a232-f4f5d3e58ad2", "name": "network-vif-plugged", "status": "completed", "tag": "5927f817-b203-439e-bea3-5db60cc9eb41"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:59:23.149868 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203a39b2-9a9a-4907-b4ea-cda17163baf7 None None] Network 7434abcf-1b2e-4007-ac82-468fe31b687c requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:59:23.153859 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d013731b-bc11-45f9-9d53-23327f1c284c tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:23.153859 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-d013731b-bc11-45f9-9d53-23327f1c284c tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7434abcf-1b2e-4007-ac82-468fe31b687c']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:59:23.155842 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c582d2f-7e65-40df-b14b-3d2eb5449a10 x-openstack-request-id: req-9c582d2f-7e65-40df-b14b-3d2eb5449a10 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:59:23.155842 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a40cd0d-3a90-40ac-a232-f4f5d3e58ad2", "name": "network-vif-plugged", "status": "completed", "tag": "5927f817-b203-439e-bea3-5db60cc9eb41", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:59:23.155842 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9c582d2f-7e65-40df-b14b-3d2eb5449a10 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:59:23.155842 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a40cd0d-3a90-40ac-a232-f4f5d3e58ad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5927f817-b203-439e-bea3-5db60cc9eb41', 'code': 200} Jun 11 09:59:23.155842 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:23.156491 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-d013731b-bc11-45f9-9d53-23327f1c284c tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f15fc0f-f962-46cb-9b15-6102022d3317') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:59:23.156491 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-d013731b-bc11-45f9-9d53-23327f1c284c tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f15fc0f-f962-46cb-9b15-6102022d3317') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:59:23.164350 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:23.208392 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d013731b-bc11-45f9-9d53-23327f1c284c tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:23.236907 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3dbdd0-bb79-4b14-9f4d-e2e7d738b5f1 req-6dbfe96a-890b-43e7-8137-55e6c7c29453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:23.238412 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=5927f817-b203-439e-bea3-5db60cc9eb41,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:23.239315 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1d3dbdd0-bb79-4b14-9f4d-e2e7d738b5f1 req-6dbfe96a-890b-43e7-8137-55e6c7c29453 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9a40cd0d-3a90-40ac-a232-f4f5d3e58ad2 HTTP/1.1" status: 200 len: 1098 time: 0.1290095 Jun 11 09:59:23.241999 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:23.287380 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d013731b-bc11-45f9-9d53-23327f1c284c tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:23.289785 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50967b5f-4e90-40e2-a933-ccb0a439b7fa None None] Network 7434abcf-1b2e-4007-ac82-468fe31b687c requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:59:23.317313 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d013731b-bc11-45f9-9d53-23327f1c284c tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Releasing vlan 796 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 09:59:23.317822 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d013731b-bc11-45f9-9d53-23327f1c284c tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:23.323584 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 09:59:23.323584 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 09:59:23.323584 n-d-779913-12 neutron-server[93176]: timer() Jun 11 09:59:23.323584 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 09:59:23.323584 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 09:59:23.323584 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 09:59:23.323584 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 09:59:23.323584 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 09:59:23.323584 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 09:59:23.323584 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 09:59:23.323584 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 09:59:23.323584 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 09:59:23.323584 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 09:59:23.323584 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 09:59:23.323584 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 09:59:23.323584 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 09:59:23.323584 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 09:59:23.323584 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 09:59:23.323584 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 09:59:23.323584 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 09:59:23.323584 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 09:59:23.323584 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 09:59:23.323584 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 09:59:23.323584 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 09:59:23.323584 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 09:59:23.323584 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 09:59:23.323584 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 09:59:23.323584 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 09:59:23.323584 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 09:59:23.323584 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 09:59:23.323584 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 09:59:23.323584 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 09:59:23.358570 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1d3dbdd0-bb79-4b14-9f4d-e2e7d738b5f1 req-bef6dae7-3ad2-437c-9c61-7e4b08b6e5c7 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022494 Jun 11 09:59:23.379360 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d33353b-b079-4141-94d7-de0eb3926b32 req-7729b43c-f63f-4105-9cd5-d9ee7fab4cf9 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:23.386549 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5d33353b-b079-4141-94d7-de0eb3926b32 req-7729b43c-f63f-4105-9cd5-d9ee7fab4cf9 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a40cd0d-3a90-40ac-a232-f4f5d3e58ad2 HTTP/1.1" status: 200 len: 946 time: 0.1527405 Jun 11 09:59:23.440976 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db716f4-80b4-4eab-970b-68d74fcf3d7a req-37205f6f-c49a-43a8-9494-9e29dbbbb665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:23.441584 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db716f4-80b4-4eab-970b-68d74fcf3d7a req-37205f6f-c49a-43a8-9494-9e29dbbbb665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:23.442112 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db716f4-80b4-4eab-970b-68d74fcf3d7a req-37205f6f-c49a-43a8-9494-9e29dbbbb665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:23.444162 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7db716f4-80b4-4eab-970b-68d74fcf3d7a req-37205f6f-c49a-43a8-9494-9e29dbbbb665 service neutron] 10.222.0.64 "GET /v2.0/networks?id=07c60738-0d51-40d7-b14f-98ba87e92f35&id=1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e&id=1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e&id=1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e&id=1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e&id=afbcc96d-d966-4839-b6f4-c3dd378a91e7&id=afbcc96d-d966-4839-b6f4-c3dd378a91e7 HTTP/1.1" status: 200 len: 2293 time: 0.4203982 Jun 11 09:59:23.454751 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9e1887-47eb-4426-aebb-42678917483c req-892a4999-014c-47ea-a361-4ca873356662 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:23.457444 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5d33353b-b079-4141-94d7-de0eb3926b32 req-24275830-3f7f-477a-8547-e61236455cfb tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698514 Jun 11 09:59:23.462231 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7f9e1887-47eb-4426-aebb-42678917483c req-892a4999-014c-47ea-a361-4ca873356662 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe1a446e-1c9d-459b-9c16-91a765584622 HTTP/1.1" status: 200 len: 946 time: 0.4289021 Jun 11 09:59:23.523346 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 756b96a2-5e48-4424-af1e-bd3ac0f8939f details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:59:23.525452 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 756b96a2-5e48-4424-af1e-bd3ac0f8939f no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:59:23.530007 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71288de-ddf2-4902-acef-a0c47cb0c505 None None] get_active_networks_info from n-d-779913-12 {{(pid=93178) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 11 09:59:23.545671 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d013731b-bc11-45f9-9d53-23327f1c284c tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:23.551214 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1f480430-51df-474b-bc47-f14340984294 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:23.586911 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d013731b-bc11-45f9-9d53-23327f1c284c tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:23.589020 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-d013731b-bc11-45f9-9d53-23327f1c284c tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] 10.222.0.60 "DELETE /v2.0/networks/7434abcf-1b2e-4007-ac82-468fe31b687c HTTP/1.1" status: 204 len: 168 time: 1.2447369 Jun 11 09:59:23.592783 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 60960) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:59:23.620545 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7f9e1887-47eb-4426-aebb-42678917483c req-aa45f017-5623-4f15-8cb8-a06bc57a84f3 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572599 Jun 11 09:59:23.644901 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d013731b-bc11-45f9-9d53-23327f1c284c tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Pushing event deleted for resources: {'Network': ['ID=7434abcf-1b2e-4007-ac82-468fe31b687c,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:23.650931 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d013731b-bc11-45f9-9d53-23327f1c284c tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:23.654583 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7db716f4-80b4-4eab-970b-68d74fcf3d7a req-dee52752-51dd-483d-bc36-9d5855c6ee49 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6002c3af-dd58-4a68-a700-e1997afee2fa HTTP/1.1" status: 200 len: 1000 time: 0.1890783 Jun 11 09:59:23.723375 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db716f4-80b4-4eab-970b-68d74fcf3d7a req-9a7b6f52-2b3b-4a33-becd-dc62a3aa46d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:23.726002 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7db716f4-80b4-4eab-970b-68d74fcf3d7a req-9a7b6f52-2b3b-4a33-becd-dc62a3aa46d4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=89485667-0a35-4bc0-a20f-cd09bc5f5d8c HTTP/1.1" status: 200 len: 851 time: 0.0642722 Jun 11 09:59:23.888788 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db716f4-80b4-4eab-970b-68d74fcf3d7a req-3e016b7b-f8a3-4992-96dc-59d25ffd1e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:23.894166 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7db716f4-80b4-4eab-970b-68d74fcf3d7a req-3e016b7b-f8a3-4992-96dc-59d25ffd1e00 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=07c60738-0d51-40d7-b14f-98ba87e92f35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1611857 Jun 11 09:59:23.907238 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [req-7db716f4-80b4-4eab-970b-68d74fcf3d7a req-be9ab51a-a264-4aa1-bca8-c818c9437f64 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 09:59:23.911070 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7db716f4-80b4-4eab-970b-68d74fcf3d7a req-be9ab51a-a264-4aa1-bca8-c818c9437f64 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0105681 Jun 11 09:59:23.928186 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:23.933908 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 756b96a2-5e48-4424-af1e-bd3ac0f8939f, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=756b96a2-5e48-4424-af1e-bd3ac0f8939f,segment=NetworkSegment(ab2d9cc7-6b60-440f-b56a-bfa214087ddc),segment_id=ab2d9cc7-6b60-440f-b56a-bfa214087ddc)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:59:23.989436 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': '756b96a2-5e48-4424-af1e-bd3ac0f8939f', 'network_id': '1b5e62b6-c880-44bf-95b3-4520d2d0f2a4', 'port_id': '756b96a2-5e48-4424-af1e-bd3ac0f8939f', 'mac_address': 'fa:16:3e:7b:c5:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7a61cbf-58ae-4640-b759-b07b9612a4ee', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:59:24.020923 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 756b96a2-5e48-4424-af1e-bd3ac0f8939f, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=756b96a2-5e48-4424-af1e-bd3ac0f8939f,segment=NetworkSegment(ab2d9cc7-6b60-440f-b56a-bfa214087ddc),segment_id=ab2d9cc7-6b60-440f-b56a-bfa214087ddc)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:59:24.089444 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71288de-ddf2-4902-acef-a0c47cb0c505 None None] Resources bound (agent type, host, resource id): {{(pid=93178) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 11 09:59:24.092821 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:24.110112 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7db716f4-80b4-4eab-970b-68d74fcf3d7a req-6b59d53a-0ee9-460d-989c-dad209640594 service neutron] 10.222.0.64 "GET /v2.0/networks/07c60738-0d51-40d7-b14f-98ba87e92f35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917825 Jun 11 09:59:24.120532 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 756b96a2-5e48-4424-af1e-bd3ac0f8939f {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:59:24.143267 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:24.157715 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-db612665-85ce-4512-bdd6-cf8ce9d87dd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:24.204813 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dbf94bc-1b43-4f1e-84d1-2ecc09fcf24c tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] DELETE failed (client error): The resource could not be found. Jun 11 09:59:24.205490 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dbf94bc-1b43-4f1e-84d1-2ecc09fcf24c tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 09:59:24.207334 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-2dbf94bc-1b43-4f1e-84d1-2ecc09fcf24c tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] 10.222.0.60 "DELETE /v2.0/subnets/35e264fa-624d-468e-8e52-b2534eaea152 HTTP/1.1" status: 404 len: 337 time: 0.6133962 Jun 11 09:59:24.211601 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 60972) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:59:24.246489 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b8108c5-e761-4f9b-9f60-a8bc770ef069 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] DELETE failed (client error): The resource could not be found. Jun 11 09:59:24.248060 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b8108c5-e761-4f9b-9f60-a8bc770ef069 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 09:59:24.249437 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.db.api [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93178) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 09:59:24.249913 n-d-779913-12 neutron-server[93178]: DEBUG oslo_db.api [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 09:59:24.254311 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-2b8108c5-e761-4f9b-9f60-a8bc770ef069 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] 10.222.0.60 "DELETE /v2.0/networks/7434abcf-1b2e-4007-ac82-468fe31b687c HTTP/1.1" status: 404 len: 339 time: 0.0415928 Jun 11 09:59:24.255295 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 60974) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:59:24.299472 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-a19126bb-78c8-4d5f-9506-e29678570725 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] DELETE failed (client error): The resource could not be found. Jun 11 09:59:24.300577 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a19126bb-78c8-4d5f-9506-e29678570725 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 09:59:24.305712 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-a19126bb-78c8-4d5f-9506-e29678570725 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] 10.222.0.60 "DELETE /v2.0/subnets/3470764f-5aaf-4d60-82e4-1d7299852be1 HTTP/1.1" status: 404 len: 337 time: 0.0475049 Jun 11 09:59:24.305873 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 60976) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:59:24.349823 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b1caa50-67b3-41ea-bd96-d25a1cdd463c tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] DELETE failed (client error): The resource could not be found. Jun 11 09:59:24.350432 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b1caa50-67b3-41ea-bd96-d25a1cdd463c tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 09:59:24.354762 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-9b1caa50-67b3-41ea-bd96-d25a1cdd463c tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] 10.222.0.60 "DELETE /v2.0/networks/10359275-4603-4564-a043-245faef141e6 HTTP/1.1" status: 404 len: 339 time: 0.0462561 Jun 11 09:59:24.355628 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 60980) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:59:24.378203 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7db716f4-80b4-4eab-970b-68d74fcf3d7a req-8463b8a3-ce11-402f-85ad-21686b91e4e5 service neutron] 10.222.0.64 "GET /v2.0/networks/07c60738-0d51-40d7-b14f-98ba87e92f35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605364 Jun 11 09:59:24.446264 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7db716f4-80b4-4eab-970b-68d74fcf3d7a req-d1313ba4-20c2-4b04-87b6-da6590329b20 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=31bcc4b9-58bd-4fec-b00e-1686a7b3b5c8 HTTP/1.1" status: 200 len: 217 time: 0.0610259 Jun 11 09:59:24.559342 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=756b96a2-5e48-4424-af1e-bd3ac0f8939f,revision_number=6']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:24.568021 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db716f4-80b4-4eab-970b-68d74fcf3d7a req-2d91ed11-3b81-4606-9161-fb4d1ffe05bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:24.569610 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7db716f4-80b4-4eab-970b-68d74fcf3d7a req-2d91ed11-3b81-4606-9161-fb4d1ffe05bf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ed222787-e673-4822-923d-7d2cddde10e7 HTTP/1.1" status: 200 len: 797 time: 0.1145473 Jun 11 09:59:24.574217 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:24.607937 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7e7f7287-40e2-4acc-829a-2de43916b951 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:24.734542 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db716f4-80b4-4eab-970b-68d74fcf3d7a req-d736a12e-2cba-4064-8bac-d90158e88387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:24.742406 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7db716f4-80b4-4eab-970b-68d74fcf3d7a req-d736a12e-2cba-4064-8bac-d90158e88387 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1642642 Jun 11 09:59:24.890971 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:24.933530 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 756b96a2-5e48-4424-af1e-bd3ac0f8939f {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:59:24.943910 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7e7f7287-40e2-4acc-829a-2de43916b951 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:24.966986 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-7e7f7287-40e2-4acc-829a-2de43916b951 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9134ca5d-24bd-4e09-aef3-45bd4d7854ec']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:59:24.990055 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7db716f4-80b4-4eab-970b-68d74fcf3d7a req-eceed66a-7e41-4a9f-8cc8-2afb61a50e3d service neutron] 10.222.0.64 "GET /v2.0/networks/1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427397 Jun 11 09:59:24.998772 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 756b96a2-5e48-4424-af1e-bd3ac0f8939f, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=756b96a2-5e48-4424-af1e-bd3ac0f8939f,segment=NetworkSegment(ab2d9cc7-6b60-440f-b56a-bfa214087ddc),segment_id=ab2d9cc7-6b60-440f-b56a-bfa214087ddc)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:59:25.008963 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-7e7f7287-40e2-4acc-829a-2de43916b951 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3093ff05-08aa-4270-be82-bf1323a68bf9') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:59:25.009264 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-7e7f7287-40e2-4acc-829a-2de43916b951 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3093ff05-08aa-4270-be82-bf1323a68bf9') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:59:25.023871 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7e7f7287-40e2-4acc-829a-2de43916b951 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:25.044747 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7e7f7287-40e2-4acc-829a-2de43916b951 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:25.054940 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef82352-6f2d-4a5e-a24c-1b9fe2716137 req-adf5219b-5d02-4e15-8fed-6f60fb48e37c tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:25.062190 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-eef82352-6f2d-4a5e-a24c-1b9fe2716137 req-adf5219b-5d02-4e15-8fed-6f60fb48e37c tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a40cd0d-3a90-40ac-a232-f4f5d3e58ad2 HTTP/1.1" status: 200 len: 946 time: 0.3139799 Jun 11 09:59:25.075938 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e7f7287-40e2-4acc-829a-2de43916b951 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Releasing vlan 766 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 09:59:25.076357 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7e7f7287-40e2-4acc-829a-2de43916b951 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:25.080362 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:59:25.080362 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:59:25.080362 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:59:25.080362 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:59:25.080362 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:59:25.080362 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:59:25.080362 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 09:59:25.080362 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 09:59:25.080362 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 09:59:25.080362 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 09:59:25.080362 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 09:59:25.080362 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 09:59:25.080362 n-d-779913-12 neutron-server[93177]: timer() Jun 11 09:59:25.080362 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 09:59:25.080362 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 09:59:25.080362 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 09:59:25.080362 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 09:59:25.080362 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 09:59:25.080362 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 09:59:25.080362 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 09:59:25.080362 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 09:59:25.080362 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 09:59:25.080362 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 09:59:25.080362 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 09:59:25.080362 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 09:59:25.080362 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 09:59:25.080362 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 09:59:25.080362 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 09:59:25.080362 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 09:59:25.080362 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 09:59:25.080362 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 09:59:25.080362 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 09:59:25.080362 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 09:59:25.080362 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 09:59:25.080362 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 09:59:25.080362 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 09:59:25.080362 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 09:59:25.080362 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 09:59:25.080362 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 09:59:25.080362 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 09:59:25.080362 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 09:59:25.080362 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 09:59:25.104414 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe1a446e-1c9d-459b-9c16-91a765584622', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '756b96a2-5e48-4424-af1e-bd3ac0f8939f'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:59:25.106563 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d87b8f-b46d-40b2-a886-751bb0e92d0a" -d '{"events": [{"server_uuid": "fe1a446e-1c9d-459b-9c16-91a765584622", "name": "network-vif-unplugged", "status": "completed", "tag": "756b96a2-5e48-4424-af1e-bd3ac0f8939f"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:59:25.133313 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46348422-5fa2-47e7-a3ea-a86ede678119 req-ae9f4bbf-a372-4d71-b6c2-ee05e4db8f29 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:25.134892 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-46348422-5fa2-47e7-a3ea-a86ede678119 req-ae9f4bbf-a372-4d71-b6c2-ee05e4db8f29 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe1a446e-1c9d-459b-9c16-91a765584622 HTTP/1.1" status: 200 len: 944 time: 0.2319853 Jun 11 09:59:25.176402 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7db716f4-80b4-4eab-970b-68d74fcf3d7a req-08a3375b-a8db-4053-8b2a-431e92729914 service neutron] 10.222.0.64 "GET /v2.0/networks/1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800637 Jun 11 09:59:25.194810 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-eef82352-6f2d-4a5e-a24c-1b9fe2716137 req-a6bcdeab-012f-47bc-943f-44f346462e00 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316528 Jun 11 09:59:25.224991 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:25.229723 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-bb0155d3-5d58-4317-9c69-54e61c481387 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:25.285499 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-46348422-5fa2-47e7-a3ea-a86ede678119 req-1df5deef-12be-41be-a4e7-85dec723ecce tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288037 Jun 11 09:59:25.296885 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7db716f4-80b4-4eab-970b-68d74fcf3d7a req-c2431bed-4ca1-42a9-9e5b-a765e66c107e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.172&port_id=44968cf1-fbc9-4eec-b314-67f01cc0a00c HTTP/1.1" status: 200 len: 217 time: 0.1142249 Jun 11 09:59:25.308626 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7e7f7287-40e2-4acc-829a-2de43916b951 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:25.314988 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-38ac09d7-ec31-44b9-b7fa-c1f9302ffa58 tempest-RoutersAdminTest-474241478 tempest-RoutersAdminTest-474241478-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:25.350347 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=756b96a2-5e48-4424-af1e-bd3ac0f8939f,revision_number=7']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:25.352761 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7e7f7287-40e2-4acc-829a-2de43916b951 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:25.357130 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:25.358009 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-7e7f7287-40e2-4acc-829a-2de43916b951 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] 10.222.0.60 "DELETE /v2.0/networks/9134ca5d-24bd-4e09-aef3-45bd4d7854ec HTTP/1.1" status: 204 len: 168 time: 1.0007217 Jun 11 09:59:25.359175 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7f7287-40e2-4acc-829a-2de43916b951 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Pushing event deleted for resources: {'Network': ['ID=9134ca5d-24bd-4e09-aef3-45bd4d7854ec,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:25.365360 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7e7f7287-40e2-4acc-829a-2de43916b951 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:25.366516 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 32770) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:59:25.434063 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db716f4-80b4-4eab-970b-68d74fcf3d7a req-cee7bdc2-d09d-4c29-8794-f7cc99fd8648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:25.435747 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7db716f4-80b4-4eab-970b-68d74fcf3d7a req-cee7bdc2-d09d-4c29-8794-f7cc99fd8648 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ed222787-e673-4822-923d-7d2cddde10e7 HTTP/1.1" status: 200 len: 797 time: 0.1327238 Jun 11 09:59:25.437552 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d206cd9-c21c-46d3-843e-1ed163cefb15 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] DELETE failed (client error): The resource could not be found. Jun 11 09:59:25.437672 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Jun 2021 09:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5519078-7e88-4b33-a5f7-418131fda3d4 x-openstack-request-id: req-b5519078-7e88-4b33-a5f7-418131fda3d4 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:59:25.437769 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d206cd9-c21c-46d3-843e-1ed163cefb15 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 09:59:25.439010 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe1a446e-1c9d-459b-9c16-91a765584622", "name": "network-vif-unplugged", "status": "completed", "tag": "756b96a2-5e48-4424-af1e-bd3ac0f8939f", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:59:25.439278 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b5519078-7e88-4b33-a5f7-418131fda3d4 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:59:25.441366 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe1a446e-1c9d-459b-9c16-91a765584622', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '756b96a2-5e48-4424-af1e-bd3ac0f8939f', 'code': 200} Jun 11 09:59:25.441480 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-5d206cd9-c21c-46d3-843e-1ed163cefb15 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] 10.222.0.60 "DELETE /v2.0/subnets/d937edbd-238f-4747-9fe7-e001729f8730 HTTP/1.1" status: 404 len: 337 time: 0.0703979 Jun 11 09:59:25.442829 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 32772) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:59:25.546845 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['756b96a2-5e48-4424-af1e-bd3ac0f8939f'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:59:25.581373 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 09:59:25.935317 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-38130288-536d-4d7e-94d9-8fda8f8091ec tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] DELETE failed (client error): The resource could not be found. Jun 11 09:59:25.935950 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38130288-536d-4d7e-94d9-8fda8f8091ec tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 09:59:25.937638 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-38130288-536d-4d7e-94d9-8fda8f8091ec tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] 10.222.0.60 "DELETE /v2.0/networks/8581e264-ae6c-436d-aa5d-8c0d0c9f5714 HTTP/1.1" status: 404 len: 339 time: 0.4937689 Jun 11 09:59:25.941409 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 32786) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:59:25.976881 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db716f4-80b4-4eab-970b-68d74fcf3d7a req-f771ecc1-e6ef-4021-ace3-fe1c616ee2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:25.978562 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7db716f4-80b4-4eab-970b-68d74fcf3d7a req-f771ecc1-e6ef-4021-ace3-fe1c616ee2eb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5264442 Jun 11 09:59:25.995642 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b62e718-e88c-4b41-ac15-ffdd56a3ee31 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] DELETE failed (client error): The resource could not be found. Jun 11 09:59:25.996106 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b62e718-e88c-4b41-ac15-ffdd56a3ee31 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 09:59:26.000560 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-3b62e718-e88c-4b41-ac15-ffdd56a3ee31 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] 10.222.0.60 "DELETE /v2.0/subnets/c323cf77-3fdf-447b-abb1-4d5d74f4788c HTTP/1.1" status: 404 len: 337 time: 0.0580573 Jun 11 09:59:26.001719 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 32790) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:59:26.022777 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-d531fef0-1676-4a8d-b198-84380a4749fa tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] DELETE failed (client error): The resource could not be found. Jun 11 09:59:26.023593 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d531fef0-1676-4a8d-b198-84380a4749fa tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 09:59:26.027736 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-d531fef0-1676-4a8d-b198-84380a4749fa tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] 10.222.0.60 "DELETE /v2.0/networks/dd8c2644-8e51-4403-baa8-67f760055505 HTTP/1.1" status: 404 len: 339 time: 0.0250578 Jun 11 09:59:26.028175 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 32792) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:59:26.110608 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-efca861a-5467-4034-9041-16f3e5fe9e7d tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] DELETE failed (client error): The resource could not be found. Jun 11 09:59:26.111061 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efca861a-5467-4034-9041-16f3e5fe9e7d tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 09:59:26.112774 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-efca861a-5467-4034-9041-16f3e5fe9e7d tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] 10.222.0.60 "DELETE /v2.0/subnets/03d7872c-b7e9-4496-b2e3-dba7777b8d2e HTTP/1.1" status: 404 len: 337 time: 0.0831609 Jun 11 09:59:26.115599 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 32794) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:59:26.137670 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-311df21c-4e7b-4609-a8ea-929327cdec19 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] DELETE failed (client error): The resource could not be found. Jun 11 09:59:26.138472 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-311df21c-4e7b-4609-a8ea-929327cdec19 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 09:59:26.143182 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-311df21c-4e7b-4609-a8ea-929327cdec19 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] 10.222.0.60 "DELETE /v2.0/networks/fcf89b4c-3fbe-4495-9d6e-4dfc3da80db5 HTTP/1.1" status: 404 len: 339 time: 0.0235126 Jun 11 09:59:26.143345 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 32796) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:59:26.143738 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7db716f4-80b4-4eab-970b-68d74fcf3d7a req-745d224b-7f0f-4946-97d2-9d11a019c700 service neutron] 10.222.0.64 "GET /v2.0/networks/1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570635 Jun 11 09:59:26.184486 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a38d05e-401d-48d4-9978-1e9077089e12 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] DELETE failed (client error): The resource could not be found. Jun 11 09:59:26.184937 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a38d05e-401d-48d4-9978-1e9077089e12 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 09:59:26.186625 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-8a38d05e-401d-48d4-9978-1e9077089e12 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] 10.222.0.60 "DELETE /v2.0/subnets/e87eb43a-996d-43a6-9c5e-84ef816d9a70 HTTP/1.1" status: 404 len: 337 time: 0.0419569 Jun 11 09:59:26.189306 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 32800) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:59:26.216215 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d14c99d-bee3-4c29-89c2-207054a0d76e tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] DELETE failed (client error): The resource could not be found. Jun 11 09:59:26.216839 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d14c99d-bee3-4c29-89c2-207054a0d76e tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 09:59:26.221651 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-5d14c99d-bee3-4c29-89c2-207054a0d76e tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] 10.222.0.60 "DELETE /v2.0/networks/8b9f5394-e518-4be4-badb-9e1096bcfe06 HTTP/1.1" status: 404 len: 339 time: 0.0285821 Jun 11 09:59:26.222089 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 32804) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:59:26.261427 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd304d23-dae0-444b-a0c5-d6a57e6d27d4 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] DELETE failed (client error): The resource could not be found. Jun 11 09:59:26.261890 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd304d23-dae0-444b-a0c5-d6a57e6d27d4 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 09:59:26.267394 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-cd304d23-dae0-444b-a0c5-d6a57e6d27d4 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] 10.222.0.60 "DELETE /v2.0/subnets/aff2f63c-23c7-4923-b966-6c8b1d33e5b0 HTTP/1.1" status: 404 len: 337 time: 0.0415688 Jun 11 09:59:26.267659 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 32806) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:59:26.297201 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7db716f4-80b4-4eab-970b-68d74fcf3d7a req-b53cf6ed-143f-4795-bd2a-0be0a30c250f service neutron] 10.222.0.64 "GET /v2.0/networks/1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466191 Jun 11 09:59:26.297380 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-631fb659-0395-4bc8-9202-bb005e401fb1 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] DELETE failed (client error): The resource could not be found. Jun 11 09:59:26.297798 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-631fb659-0395-4bc8-9202-bb005e401fb1 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 09:59:26.299510 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-631fb659-0395-4bc8-9202-bb005e401fb1 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] 10.222.0.60 "DELETE /v2.0/networks/88c867c9-2438-4dcf-aaf9-14b54030bf9f HTTP/1.1" status: 404 len: 339 time: 0.0309544 Jun 11 09:59:26.303225 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 32808) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:59:26.397317 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-dac65110-c63c-4b0f-94b5-d036bb361b1e tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] DELETE failed (client error): The resource could not be found. Jun 11 09:59:26.397893 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dac65110-c63c-4b0f-94b5-d036bb361b1e tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 09:59:26.408985 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7db716f4-80b4-4eab-970b-68d74fcf3d7a req-3637d458-f696-4ae5-96a7-0b80b8df75e0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=eaada8e6-4077-4542-af8d-d731c7dc1459 HTTP/1.1" status: 200 len: 217 time: 0.1044171 Jun 11 09:59:26.410959 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-dac65110-c63c-4b0f-94b5-d036bb361b1e tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] 10.222.0.60 "DELETE /v2.0/subnets/8262c1a1-0838-4bc0-85a1-f249e9d990f4 HTTP/1.1" status: 404 len: 337 time: 0.1080461 Jun 11 09:59:26.415150 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 32816) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:59:26.446658 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a2892c5-be23-4164-a8d0-81902865700e tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] DELETE failed (client error): The resource could not be found. Jun 11 09:59:26.447338 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a2892c5-be23-4164-a8d0-81902865700e tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 09:59:26.451739 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-8a2892c5-be23-4164-a8d0-81902865700e tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] 10.222.0.60 "DELETE /v2.0/networks/1c5e0603-55f9-456d-aead-5fe97ef99bac HTTP/1.1" status: 404 len: 339 time: 0.0342083 Jun 11 09:59:26.454571 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 32818) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:59:26.576609 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce2ef1f-e1ce-470f-9b45-770819aca2b0 req-145c8131-3583-4b8c-9b6c-86112b7c8b8e tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:26.584614 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3ce2ef1f-e1ce-470f-9b45-770819aca2b0 req-145c8131-3583-4b8c-9b6c-86112b7c8b8e tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a40cd0d-3a90-40ac-a232-f4f5d3e58ad2 HTTP/1.1" status: 200 len: 946 time: 0.1723266 Jun 11 09:59:26.650762 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3ce2ef1f-e1ce-470f-9b45-770819aca2b0 req-cc6ce49f-9eb7-47ae-a059-6f37b8c4a463 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649822 Jun 11 09:59:26.665119 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-1625ead6-739a-4dab-aa28-575314fa0e1e tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] DELETE failed (client error): The resource could not be found. Jun 11 09:59:26.665578 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1625ead6-739a-4dab-aa28-575314fa0e1e tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 09:59:26.667899 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-1625ead6-739a-4dab-aa28-575314fa0e1e tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] 10.222.0.60 "DELETE /v2.0/subnets/affdf25e-44d3-4f42-a455-7a2f900c3c9c HTTP/1.1" status: 404 len: 337 time: 0.2111764 Jun 11 09:59:26.670556 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 32826) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:59:26.693238 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db716f4-80b4-4eab-970b-68d74fcf3d7a req-2103ff65-8827-4c20-8b88-3d222eab84f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:26.694683 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7db716f4-80b4-4eab-970b-68d74fcf3d7a req-2103ff65-8827-4c20-8b88-3d222eab84f9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ed222787-e673-4822-923d-7d2cddde10e7 HTTP/1.1" status: 200 len: 797 time: 0.2784529 Jun 11 09:59:26.698022 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc64f197-fd25-491b-96b4-05c0ada8cf46 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] DELETE failed (client error): The resource could not be found. Jun 11 09:59:26.698878 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc64f197-fd25-491b-96b4-05c0ada8cf46 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 09:59:26.703677 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-bc64f197-fd25-491b-96b4-05c0ada8cf46 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] 10.222.0.60 "DELETE /v2.0/networks/7a036646-bd1a-4a70-943d-7db54a86f9fd HTTP/1.1" status: 404 len: 339 time: 0.0297427 Jun 11 09:59:26.704776 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 32828) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:59:26.721350 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27be2905-f384-4692-b22d-712de0b35c15 req-2f47f084-cbea-4402-b84c-523929f5eb5a tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:26.729163 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-27be2905-f384-4692-b22d-712de0b35c15 req-2f47f084-cbea-4402-b84c-523929f5eb5a tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe1a446e-1c9d-459b-9c16-91a765584622 HTTP/1.1" status: 200 len: 945 time: 0.1189468 Jun 11 09:59:26.762093 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8e9f9af-bef9-4281-a3bc-b1568214b4c8 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] DELETE failed (client error): The resource could not be found. Jun 11 09:59:26.762618 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8e9f9af-bef9-4281-a3bc-b1568214b4c8 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 09:59:26.764446 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-c8e9f9af-bef9-4281-a3bc-b1568214b4c8 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] 10.222.0.60 "DELETE /v2.0/subnets/bbd0450e-eb2c-4d14-bbd8-5afe60cb927d HTTP/1.1" status: 404 len: 337 time: 0.0586162 Jun 11 09:59:26.767493 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 32836) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:59:26.805283 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-44dc042c-8d2e-46d4-90bf-ae7dca0d4a0a tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] DELETE failed (client error): The resource could not be found. Jun 11 09:59:26.805929 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44dc042c-8d2e-46d4-90bf-ae7dca0d4a0a tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 09:59:26.812113 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-44dc042c-8d2e-46d4-90bf-ae7dca0d4a0a tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] 10.222.0.60 "DELETE /v2.0/networks/90ca3818-8c23-4e6d-a29b-d6eb6ef3c7b3 HTTP/1.1" status: 404 len: 339 time: 0.0435295 Jun 11 09:59:26.815172 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 32838) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:59:26.838710 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-27be2905-f384-4692-b22d-712de0b35c15 req-d9a3c7e9-cd10-4511-8fd5-2ae0797091ba tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086869 Jun 11 09:59:26.872191 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db716f4-80b4-4eab-970b-68d74fcf3d7a req-7a9142aa-e9be-4380-9433-3fbfcab65f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:26.873697 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7db716f4-80b4-4eab-970b-68d74fcf3d7a req-7a9142aa-e9be-4380-9433-3fbfcab65f8e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1637089 Jun 11 09:59:26.977693 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-180175fb-088e-4ae0-b28d-a01c8c099522 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Deleting subnet 917f45fb-4d8a-4e60-920e-9d61b5343958 {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 09:59:26.981585 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-180175fb-088e-4ae0-b28d-a01c8c099522 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:27.045601 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-180175fb-088e-4ae0-b28d-a01c8c099522 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:27.123834 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7db716f4-80b4-4eab-970b-68d74fcf3d7a req-e3a4d589-8dea-4b4b-9e0d-a947c8ce86b9 service neutron] 10.222.0.64 "GET /v2.0/networks/1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391787 Jun 11 09:59:27.240840 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-180175fb-088e-4ae0-b28d-a01c8c099522 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:27.293274 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7db716f4-80b4-4eab-970b-68d74fcf3d7a req-c5624198-1b29-4998-a964-33d66684fd05 service neutron] 10.222.0.64 "GET /v2.0/networks/1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561692 Jun 11 09:59:27.348913 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7db716f4-80b4-4eab-970b-68d74fcf3d7a req-8d68caf8-1edb-4cce-b96d-6f09441dfb2d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=1679bae4-2d97-4ecb-add1-b9fc56247f86 HTTP/1.1" status: 200 len: 217 time: 0.0492344 Jun 11 09:59:27.406761 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db716f4-80b4-4eab-970b-68d74fcf3d7a req-aacc2c35-7ed6-4404-adc6-2c2668ee8629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:27.408849 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7db716f4-80b4-4eab-970b-68d74fcf3d7a req-aacc2c35-7ed6-4404-adc6-2c2668ee8629 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ed222787-e673-4822-923d-7d2cddde10e7 HTTP/1.1" status: 200 len: 797 time: 0.0544350 Jun 11 09:59:27.466234 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-180175fb-088e-4ae0-b28d-a01c8c099522 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:27.469459 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-818a395b-f097-4e8e-8e90-47960042d6ce tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:27.493389 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db716f4-80b4-4eab-970b-68d74fcf3d7a req-adf79378-738c-43c7-a90a-30b737ae92d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:27.495616 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7db716f4-80b4-4eab-970b-68d74fcf3d7a req-adf79378-738c-43c7-a90a-30b737ae92d2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0807254 Jun 11 09:59:27.504806 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180175fb-088e-4ae0-b28d-a01c8c099522 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Pushing event deleted for resources: {'Subnet': ['ID=917f45fb-4d8a-4e60-920e-9d61b5343958,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:27.507982 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-180175fb-088e-4ae0-b28d-a01c8c099522 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:27.508967 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-180175fb-088e-4ae0-b28d-a01c8c099522 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:27.511103 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-180175fb-088e-4ae0-b28d-a01c8c099522 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] 10.222.0.60 "DELETE /v2.0/subnets/917f45fb-4d8a-4e60-920e-9d61b5343958 HTTP/1.1" status: 204 len: 168 time: 0.6945937 Jun 11 09:59:27.513177 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 32856) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:59:27.518803 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117378ca-6004-4b38-a0cd-483fbd02ae75 None None] Network 2ff90291-9bb8-4747-b67b-cf3f960119f9 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:59:27.538609 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 756b96a2-5e48-4424-af1e-bd3ac0f8939f up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:59:27.732021 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bccece61-b681-4ab5-afb0-04d6d6474e69 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:27.752698 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7db716f4-80b4-4eab-970b-68d74fcf3d7a req-b70920d7-59ff-424e-be4b-7736488e7145 service neutron] 10.222.0.64 "GET /v2.0/networks/1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507336 Jun 11 09:59:27.765103 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port 756b96a2-5e48-4424-af1e-bd3ac0f8939f triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:59:27.765497 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:27.851778 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-bccece61-b681-4ab5-afb0-04d6d6474e69 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Deleting port 8554ae5d-0109-4b35-8abe-851cacb53ce0 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:59:27.852241 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bccece61-b681-4ab5-afb0-04d6d6474e69 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:27.937752 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363e068c-83fa-40f9-9e90-572272e3b4a4 None None] DHCP port deletion for 2ff90291-9bb8-4747-b67b-cf3f960119f9 request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 09:59:27.941880 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:28.005524 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe1a446e-1c9d-459b-9c16-91a765584622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '756b96a2-5e48-4424-af1e-bd3ac0f8939f'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:59:28.008465 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9fecb31-14b0-4d1c-9b46-5735150a0a34" -d '{"events": [{"server_uuid": "fe1a446e-1c9d-459b-9c16-91a765584622", "name": "network-vif-plugged", "status": "completed", "tag": "756b96a2-5e48-4424-af1e-bd3ac0f8939f"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:59:28.037206 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 756b96a2-5e48-4424-af1e-bd3ac0f8939f, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=756b96a2-5e48-4424-af1e-bd3ac0f8939f,segment=NetworkSegment(ab2d9cc7-6b60-440f-b56a-bfa214087ddc),segment_id=ab2d9cc7-6b60-440f-b56a-bfa214087ddc)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:59:28.049588 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-bccece61-b681-4ab5-afb0-04d6d6474e69 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] For port 8554ae5d-0109-4b35-8abe-851cacb53ce0, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=8554ae5d-0109-4b35-8abe-851cacb53ce0,segment=NetworkSegment(a9d97aed-181b-4fda-8e45-e29d1f4dcb71),segment_id=a9d97aed-181b-4fda-8e45-e29d1f4dcb71)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:59:28.049588 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bccece61-b681-4ab5-afb0-04d6d6474e69 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:28.057290 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-363e068c-83fa-40f9-9e90-572272e3b4a4 None None] Deleting port 8554ae5d-0109-4b35-8abe-851cacb53ce0 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:59:28.057662 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-363e068c-83fa-40f9-9e90-572272e3b4a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:28.065385 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecebd50-31fb-4603-8bdb-60384c465e31 req-070d0f25-922d-4e90-96cc-fae26697f420 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:28.078198 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8ecebd50-31fb-4603-8bdb-60384c465e31 req-070d0f25-922d-4e90-96cc-fae26697f420 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a40cd0d-3a90-40ac-a232-f4f5d3e58ad2 HTTP/1.1" status: 200 len: 946 time: 0.3408043 Jun 11 09:59:28.212338 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-bccece61-b681-4ab5-afb0-04d6d6474e69 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Calling delete_port for 8554ae5d-0109-4b35-8abe-851cacb53ce0 owned by network:dhcp {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:59:28.239464 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:28.247931 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8ecebd50-31fb-4603-8bdb-60384c465e31 req-8cb65cd5-aecd-4f04-b54a-7fd248cddad8 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687369 Jun 11 09:59:28.256207 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7db716f4-80b4-4eab-970b-68d74fcf3d7a req-92c638cc-fd12-42e3-b45e-b548290f26e6 service neutron] 10.222.0.64 "GET /v2.0/networks/1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4543722 Jun 11 09:59:28.269765 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-7fff2077-cc52-4601-a443-68f1edc88263 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:28.325296 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-363e068c-83fa-40f9-9e90-572272e3b4a4 None None] For port 8554ae5d-0109-4b35-8abe-851cacb53ce0, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=8554ae5d-0109-4b35-8abe-851cacb53ce0,segment=NetworkSegment(a9d97aed-181b-4fda-8e45-e29d1f4dcb71),segment_id=a9d97aed-181b-4fda-8e45-e29d1f4dcb71)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:59:28.325755 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-363e068c-83fa-40f9-9e90-572272e3b4a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:28.348328 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7db716f4-80b4-4eab-970b-68d74fcf3d7a req-caad5849-1e44-414b-a99f-90b930e8f776 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d2cec35c-4c11-4de7-ae05-5512220e5a5d HTTP/1.1" status: 200 len: 217 time: 0.0837035 Jun 11 09:59:28.393019 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bccece61-b681-4ab5-afb0-04d6d6474e69 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:28.398390 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e74d9d91-e811-455d-9c01-2f3e4e1b685c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:28.465845 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccece61-b681-4ab5-afb0-04d6d6474e69 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Pushing event deleted for resources: {'Port': ['ID=8554ae5d-0109-4b35-8abe-851cacb53ce0,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:28.470319 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-bccece61-b681-4ab5-afb0-04d6d6474e69 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:28.473514 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccece61-b681-4ab5-afb0-04d6d6474e69 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] No DVR routers for this DVR port 8554ae5d-0109-4b35-8abe-851cacb53ce0 on host n-d-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:59:28.489419 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db716f4-80b4-4eab-970b-68d74fcf3d7a req-2b798864-96cc-42c9-a14f-f69eb057d32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:28.489611 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9e1692-a79b-44ef-beaf-347d79780350 req-47db1077-cd8a-466a-b7f7-665c83b21e9e tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:28.491516 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fe9e1692-a79b-44ef-beaf-347d79780350 req-47db1077-cd8a-466a-b7f7-665c83b21e9e tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe1a446e-1c9d-459b-9c16-91a765584622 HTTP/1.1" status: 200 len: 946 time: 0.1728814 Jun 11 09:59:28.502280 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7db716f4-80b4-4eab-970b-68d74fcf3d7a req-2b798864-96cc-42c9-a14f-f69eb057d32c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ba156a19-5bcc-4467-be5b-d926e6e3da76 HTTP/1.1" status: 200 len: 797 time: 0.1456351 Jun 11 09:59:28.508863 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-363e068c-83fa-40f9-9e90-572272e3b4a4 None None] Calling delete_port for 8554ae5d-0109-4b35-8abe-851cacb53ce0 owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:59:28.514813 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afff7c16-facd-4374-a557-007c99e5fd9c x-openstack-request-id: req-afff7c16-facd-4374-a557-007c99e5fd9c {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:59:28.515120 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe1a446e-1c9d-459b-9c16-91a765584622", "name": "network-vif-plugged", "status": "completed", "tag": "756b96a2-5e48-4424-af1e-bd3ac0f8939f", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:59:28.515381 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-afff7c16-facd-4374-a557-007c99e5fd9c {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:59:28.528042 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe1a446e-1c9d-459b-9c16-91a765584622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '756b96a2-5e48-4424-af1e-bd3ac0f8939f', 'code': 200} Jun 11 09:59:28.570090 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=756b96a2-5e48-4424-af1e-bd3ac0f8939f,revision_number=8']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:28.597415 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:28.604611 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fe9e1692-a79b-44ef-beaf-347d79780350 req-8e4bb68c-c8b0-4dc4-a2a6-c2207e9b2ffc tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863941 Jun 11 09:59:28.669551 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db716f4-80b4-4eab-970b-68d74fcf3d7a req-c6c36931-8e3d-43cc-8d39-bf6ede289d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:28.672746 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7db716f4-80b4-4eab-970b-68d74fcf3d7a req-c6c36931-8e3d-43cc-8d39-bf6ede289d1d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=afbcc96d-d966-4839-b6f4-c3dd378a91e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1550691 Jun 11 09:59:28.689091 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bccece61-b681-4ab5-afb0-04d6d6474e69 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:28.705439 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-bccece61-b681-4ab5-afb0-04d6d6474e69 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ff90291-9bb8-4747-b67b-cf3f960119f9']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:59:28.717506 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-bccece61-b681-4ab5-afb0-04d6d6474e69 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9d97aed-181b-4fda-8e45-e29d1f4dcb71') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:59:28.717805 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-bccece61-b681-4ab5-afb0-04d6d6474e69 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9d97aed-181b-4fda-8e45-e29d1f4dcb71') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:59:28.731134 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bccece61-b681-4ab5-afb0-04d6d6474e69 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:28.731347 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-363e068c-83fa-40f9-9e90-572272e3b4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:28.733588 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-a02929d5-125d-4d2f-a33a-00af5d0e4009 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:28.750373 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bccece61-b681-4ab5-afb0-04d6d6474e69 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:28.757565 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bccece61-b681-4ab5-afb0-04d6d6474e69 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Releasing vlan 792 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 09:59:28.757973 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bccece61-b681-4ab5-afb0-04d6d6474e69 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:28.761390 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 09:59:28.761390 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 09:59:28.761390 n-d-779913-12 neutron-server[93177]: timer() Jun 11 09:59:28.761390 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 09:59:28.761390 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 09:59:28.761390 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 09:59:28.761390 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 09:59:28.761390 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 09:59:28.761390 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 09:59:28.761390 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 09:59:28.761390 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 09:59:28.761390 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 09:59:28.761390 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 09:59:28.761390 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 09:59:28.761390 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 09:59:28.761390 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 09:59:28.761390 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 09:59:28.761390 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 09:59:28.761390 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 09:59:28.761390 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 09:59:28.761390 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 09:59:28.761390 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 09:59:28.761390 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 09:59:28.761390 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 09:59:28.761390 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 09:59:28.761390 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 09:59:28.761390 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 09:59:28.761390 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 09:59:28.761390 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 09:59:28.761390 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 09:59:28.761390 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 09:59:28.761390 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 09:59:28.773395 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363e068c-83fa-40f9-9e90-572272e3b4a4 None None] Pushing event deleted for resources: {'Port': ['ID=8554ae5d-0109-4b35-8abe-851cacb53ce0,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:28.780513 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-363e068c-83fa-40f9-9e90-572272e3b4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:28.783916 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363e068c-83fa-40f9-9e90-572272e3b4a4 None None] No DVR routers for this DVR port 8554ae5d-0109-4b35-8abe-851cacb53ce0 on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:59:28.889944 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7db716f4-80b4-4eab-970b-68d74fcf3d7a req-af81ac21-606a-433d-9749-9f49c865d1da service neutron] 10.222.0.64 "GET /v2.0/networks/afbcc96d-d966-4839-b6f4-c3dd378a91e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068529 Jun 11 09:59:28.897304 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93507ed8-5ddf-4a32-9a27-67361597f78a req-13f02ddc-9701-47c0-82fa-bd392f7c91ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:28.898563 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-93507ed8-5ddf-4a32-9a27-67361597f78a req-13f02ddc-9701-47c0-82fa-bd392f7c91ed service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fe1a446e-1c9d-459b-9c16-91a765584622 HTTP/1.1" status: 200 len: 1098 time: 0.2249033 Jun 11 09:59:28.950462 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bccece61-b681-4ab5-afb0-04d6d6474e69 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:28.958871 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-489903c2-a08d-4065-8ff2-47130fd27f31 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:28.965368 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bccece61-b681-4ab5-afb0-04d6d6474e69 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:28.967429 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-bccece61-b681-4ab5-afb0-04d6d6474e69 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] 10.222.0.60 "DELETE /v2.0/networks/2ff90291-9bb8-4747-b67b-cf3f960119f9 HTTP/1.1" status: 204 len: 168 time: 1.4533091 Jun 11 09:59:28.982733 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccece61-b681-4ab5-afb0-04d6d6474e69 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Pushing event deleted for resources: {'Network': ['ID=2ff90291-9bb8-4747-b67b-cf3f960119f9,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:28.986281 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-bccece61-b681-4ab5-afb0-04d6d6474e69 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:29.012915 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-93507ed8-5ddf-4a32-9a27-67361597f78a req-430ca631-1754-49bf-a0c8-a1dbf41ff7e1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061366 Jun 11 09:59:29.049573 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7db716f4-80b4-4eab-970b-68d74fcf3d7a req-5d8b458e-20ae-4ffd-95d2-4f7a810c5695 service neutron] 10.222.0.64 "GET /v2.0/networks/afbcc96d-d966-4839-b6f4-c3dd378a91e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500745 Jun 11 09:59:29.133610 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7db716f4-80b4-4eab-970b-68d74fcf3d7a req-cab9e278-0298-4489-99c2-906eb500bbed service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ee6d8406-891b-46a7-bc3a-0e7fa5d0de9c HTTP/1.1" status: 200 len: 217 time: 0.0598221 Jun 11 09:59:29.204499 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db716f4-80b4-4eab-970b-68d74fcf3d7a req-d3f78e86-1f28-47e9-b213-3ba7eb6db46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:29.205739 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7db716f4-80b4-4eab-970b-68d74fcf3d7a req-d3f78e86-1f28-47e9-b213-3ba7eb6db46f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ba156a19-5bcc-4467-be5b-d926e6e3da76 HTTP/1.1" status: 200 len: 797 time: 0.0543127 Jun 11 09:59:29.274376 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db716f4-80b4-4eab-970b-68d74fcf3d7a req-ca30c531-a7b8-41db-a719-9d20e4a7b2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:29.276107 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7db716f4-80b4-4eab-970b-68d74fcf3d7a req-ca30c531-a7b8-41db-a719-9d20e4a7b2b7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=afbcc96d-d966-4839-b6f4-c3dd378a91e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0637496 Jun 11 09:59:29.424851 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7db716f4-80b4-4eab-970b-68d74fcf3d7a req-6071fd7c-9d09-4f5a-a6bd-384142b9858e service neutron] 10.222.0.64 "GET /v2.0/networks/afbcc96d-d966-4839-b6f4-c3dd378a91e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413999 Jun 11 09:59:29.452390 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 8554ae5d-0109-4b35-8abe-851cacb53ce0 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:59:29.509333 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 8554ae5d-0109-4b35-8abe-851cacb53ce0 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:59:29.512510 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 8554ae5d-0109-4b35-8abe-851cacb53ce0 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:59:29.608226 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7db716f4-80b4-4eab-970b-68d74fcf3d7a req-a9a64a12-10f3-4086-9943-1c74cf459a02 service neutron] 10.222.0.64 "GET /v2.0/networks/afbcc96d-d966-4839-b6f4-c3dd378a91e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756637 Jun 11 09:59:29.645181 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 32898) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:59:29.676571 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-09a73190-09ad-49e8-b0b2-9f4c806ea188 req-461f3175-4c49-4e43-b169-21283bf2a70c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=aaddf973-e588-464b-8514-112fb39e8650&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2052174 Jun 11 09:59:29.684631 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5041351d-a249-40df-b980-54a3281650bb req-004df53f-9660-4503-8880-fd4ed2e1c33d tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:29.692313 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5041351d-a249-40df-b980-54a3281650bb req-004df53f-9660-4503-8880-fd4ed2e1c33d tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a40cd0d-3a90-40ac-a232-f4f5d3e58ad2 HTTP/1.1" status: 200 len: 946 time: 0.3101659 Jun 11 09:59:29.752870 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5041351d-a249-40df-b980-54a3281650bb req-d799fba7-fca7-4581-875d-44fac9604d43 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549600 Jun 11 09:59:29.899605 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a73190-09ad-49e8-b0b2-9f4c806ea188 req-648f218a-165e-4578-9d82-7584d3768a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:29.901100 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-09a73190-09ad-49e8-b0b2-9f4c806ea188 req-648f218a-165e-4578-9d82-7584d3768a78 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=21c20f27027a4fa895493faf5f883302&device_id=aaddf973-e588-464b-8514-112fb39e8650 HTTP/1.1" status: 200 len: 1098 time: 0.1736531 Jun 11 09:59:29.936681 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-c2f38334-a5df-41e0-9677-29b8ea907269 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b39749788eba466481276678acba5faa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2901390 Jun 11 09:59:29.963433 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 32912) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:59:30.101265 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7a638eb0-e0af-4f6e-a141-760b8797d23a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:30.133030 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d6c9ea-ea4e-410e-85cd-e6b009dfef89 req-aa464d3d-0a1b-4598-b28f-bdbbc03df7cd tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:30.134662 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-26d6c9ea-ea4e-410e-85cd-e6b009dfef89 req-aa464d3d-0a1b-4598-b28f-bdbbc03df7cd tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe1a446e-1c9d-459b-9c16-91a765584622 HTTP/1.1" status: 200 len: 946 time: 0.2211642 Jun 11 09:59:30.142616 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a73190-09ad-49e8-b0b2-9f4c806ea188 req-23e6576b-0047-4d0e-b99b-6ac03b868029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:30.144209 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-09a73190-09ad-49e8-b0b2-9f4c806ea188 req-23e6576b-0047-4d0e-b99b-6ac03b868029 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4ec1bae5-7351-4e01-a52c-de5521320fcb HTTP/1.1" status: 200 len: 917 time: 0.2064064 Jun 11 09:59:30.147366 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7a638eb0-e0af-4f6e-a141-760b8797d23a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:30.225939 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-26d6c9ea-ea4e-410e-85cd-e6b009dfef89 req-a927a206-f685-4acf-bb07-470e0b18d663 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848207 Jun 11 09:59:30.246181 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-09a73190-09ad-49e8-b0b2-9f4c806ea188 req-7272f6ca-0fcd-4387-b9a9-a9c4c4a13819 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da8fbc79-fb8f-44ca-a448-4f854b38b7e0 HTTP/1.1" status: 200 len: 1002 time: 0.0946493 Jun 11 09:59:30.304942 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a73190-09ad-49e8-b0b2-9f4c806ea188 req-779b97d8-901b-49f9-9d83-7b03ae1bb1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:30.306401 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-09a73190-09ad-49e8-b0b2-9f4c806ea188 req-779b97d8-901b-49f9-9d83-7b03ae1bb1bd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=73b1338f-0df7-44ec-88b6-dbc16cfcfcc4 HTTP/1.1" status: 200 len: 855 time: 0.0543175 Jun 11 09:59:30.377057 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7a638eb0-e0af-4f6e-a141-760b8797d23a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:30.379735 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7a638eb0-e0af-4f6e-a141-760b8797d23a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:30.387802 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-7a638eb0-e0af-4f6e-a141-760b8797d23a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/74321148-66ed-444a-b1b4-930e6b289c41 HTTP/1.1" status: 204 len: 168 time: 0.4199288 Jun 11 09:59:30.388712 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1e58bfab-712f-4556-aa7d-bf646707cead admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:30.396610 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a73190-09ad-49e8-b0b2-9f4c806ea188 req-eb743e89-6bcb-4166-8741-071548b8640a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:30.398424 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-09a73190-09ad-49e8-b0b2-9f4c806ea188 req-eb743e89-6bcb-4166-8741-071548b8640a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ec1bae5-7351-4e01-a52c-de5521320fcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0853140 Jun 11 09:59:30.401388 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a638eb0-e0af-4f6e-a141-760b8797d23a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74321148-66ed-444a-b1b4-930e6b289c41,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:30.413063 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7a638eb0-e0af-4f6e-a141-760b8797d23a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:30.546130 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-09a73190-09ad-49e8-b0b2-9f4c806ea188 req-ba2f466b-bbcd-4134-bd1a-e03369711b05 service neutron] 10.222.0.69 "GET /v2.0/networks/4ec1bae5-7351-4e01-a52c-de5521320fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411159 Jun 11 09:59:30.687411 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-09a73190-09ad-49e8-b0b2-9f4c806ea188 req-6ecf584d-972a-4336-a24a-567cc6b21d5e service neutron] 10.222.0.69 "GET /v2.0/networks/4ec1bae5-7351-4e01-a52c-de5521320fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328988 Jun 11 09:59:30.843714 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc40c79-2fee-4062-be45-96cc7082cc63 req-bee9aedd-6a2d-4d42-8ec0-c9e1cdf5ab84 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:30.845533 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1dc40c79-2fee-4062-be45-96cc7082cc63 req-bee9aedd-6a2d-4d42-8ec0-c9e1cdf5ab84 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a40cd0d-3a90-40ac-a232-f4f5d3e58ad2 HTTP/1.1" status: 200 len: 946 time: 0.1359694 Jun 11 09:59:30.901075 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1dc40c79-2fee-4062-be45-96cc7082cc63 req-492edf65-578d-4312-89c1-c8a0f4450287 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492458 Jun 11 09:59:31.156883 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:31.458068 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f930ea9d-ff24-460a-a45d-a52bf6635455 req-25e67f33-b3f3-468c-bc29-4b94fe52ca0a tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:31.465216 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f930ea9d-ff24-460a-a45d-a52bf6635455 req-25e67f33-b3f3-468c-bc29-4b94fe52ca0a tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe1a446e-1c9d-459b-9c16-91a765584622 HTTP/1.1" status: 200 len: 946 time: 0.0843174 Jun 11 09:59:31.517196 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f930ea9d-ff24-460a-a45d-a52bf6635455 req-373bd0e2-18ce-47b9-83c4-00b696d2ea68 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476460 Jun 11 09:59:31.700150 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 32970) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:59:31.721635 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0b6353-d39b-4bbf-8074-205edabe7b63 req-3075f064-8208-45ef-a482-25324dcd67b1 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:31.728584 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8c0b6353-d39b-4bbf-8074-205edabe7b63 req-3075f064-8208-45ef-a482-25324dcd67b1 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe1a446e-1c9d-459b-9c16-91a765584622 HTTP/1.1" status: 200 len: 946 time: 0.0925424 Jun 11 09:59:31.766950 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8c0b6353-d39b-4bbf-8074-205edabe7b63 req-323b1451-61e9-447c-badd-f5bddb76dd55 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374990 Jun 11 09:59:31.822484 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-ec4eb7f9-78d3-461d-be81-f957402b795b tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1226627594', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:59:31.982666 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ec4eb7f9-78d3-461d-be81-f957402b795b tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:31.983930 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ec4eb7f9-78d3-461d-be81-f957402b795b tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:32.068787 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ec4eb7f9-78d3-461d-be81-f957402b795b tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:32.193992 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba3105d-9267-4a17-aeaf-7c72940966ab req-fbc0d717-6db2-4445-bc20-1428170377d9 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:32.195548 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4ba3105d-9267-4a17-aeaf-7c72940966ab req-fbc0d717-6db2-4445-bc20-1428170377d9 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a40cd0d-3a90-40ac-a232-f4f5d3e58ad2 HTTP/1.1" status: 200 len: 946 time: 0.1144476 Jun 11 09:59:32.236725 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ec4eb7f9-78d3-461d-be81-f957402b795b tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:32.256930 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5cb103-4d2f-40af-8c28-4158a5f7e8a0 req-a2e18961-a9d1-4128-9324-0dee9a0cd009 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:32.258555 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8a5cb103-4d2f-40af-8c28-4158a5f7e8a0 req-a2e18961-a9d1-4128-9324-0dee9a0cd009 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.69 "GET /v2.0/ports?device_id=9a40cd0d-3a90-40ac-a232-f4f5d3e58ad2 HTTP/1.1" status: 200 len: 946 time: 0.1256135 Jun 11 09:59:32.264997 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4ba3105d-9267-4a17-aeaf-7c72940966ab req-6d897d87-e31d-47f2-b193-32d7758581a5 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623107 Jun 11 09:59:32.361992 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ec4eb7f9-78d3-461d-be81-f957402b795b tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:32.365606 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-ec4eb7f9-78d3-461d-be81-f957402b795b tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.6619017 Jun 11 09:59:32.365829 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 32992) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:59:32.371161 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-d1692ed4-0f64-4164-b685-cdaad953e573 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-954120182'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:59:32.436950 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-8a5cb103-4d2f-40af-8c28-4158a5f7e8a0 req-b194a165-33f3-4306-a5e1-1217acb46344 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Deleting port 5927f817-b203-439e-bea3-5db60cc9eb41 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:59:32.437608 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-8a5cb103-4d2f-40af-8c28-4158a5f7e8a0 req-b194a165-33f3-4306-a5e1-1217acb46344 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:32.522496 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1692ed4-0f64-4164-b685-cdaad953e573 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Made reservation on behalf of df746a9bad9b4c0ea2f2795837254ec0 for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:59:32.526520 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d1692ed4-0f64-4164-b685-cdaad953e573 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:32.544163 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d1692ed4-0f64-4164-b685-cdaad953e573 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:32.608437 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-8a5cb103-4d2f-40af-8c28-4158a5f7e8a0 req-b194a165-33f3-4306-a5e1-1217acb46344 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] For port 5927f817-b203-439e-bea3-5db60cc9eb41, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=5927f817-b203-439e-bea3-5db60cc9eb41,segment=NetworkSegment(49dbfc19-7dcf-486c-9f91-ff9f037d2121),segment_id=49dbfc19-7dcf-486c-9f91-ff9f037d2121)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:59:32.608797 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-8a5cb103-4d2f-40af-8c28-4158a5f7e8a0 req-b194a165-33f3-4306-a5e1-1217acb46344 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:32.714916 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-8a5cb103-4d2f-40af-8c28-4158a5f7e8a0 req-b194a165-33f3-4306-a5e1-1217acb46344 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Calling delete_port for 5927f817-b203-439e-bea3-5db60cc9eb41 owned by compute:nova {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:59:32.775084 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fac9d4-f0b8-4a5b-9a10-7aece4330387 req-cbe87f77-43ca-4e71-b5ab-98e6ff80a425 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:32.792127 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-06fac9d4-f0b8-4a5b-9a10-7aece4330387 req-cbe87f77-43ca-4e71-b5ab-98e6ff80a425 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/networks?id=1b5e62b6-c880-44bf-95b3-4520d2d0f2a4 HTTP/1.1" status: 200 len: 815 time: 0.1928902 Jun 11 09:59:32.804992 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d1692ed4-0f64-4164-b685-cdaad953e573 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:32.819322 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-06fac9d4-f0b8-4a5b-9a10-7aece4330387 req-2437d862-b431-41a1-9fdd-39bdc66fdfac tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/quotas/d21c071e7ba247ba88fece6fee0c21c1 HTTP/1.1" status: 200 len: 375 time: 0.0204620 Jun 11 09:59:32.870614 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d1692ed4-0f64-4164-b685-cdaad953e573 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:32.876924 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a6a153b7-2cf5-4933-84bd-19dc44635533 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:32.920173 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1692ed4-0f64-4164-b685-cdaad953e573 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6baeacd8-9f4d-4363-a7c5-fb12f5e21dc6,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:32.923295 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d1692ed4-0f64-4164-b685-cdaad953e573 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:32.930581 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-06fac9d4-f0b8-4a5b-9a10-7aece4330387 req-07df56a5-edb8-4c97-81e8-f3d482447271 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d21c071e7ba247ba88fece6fee0c21c1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1103644 Jun 11 09:59:33.028379 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-8a5cb103-4d2f-40af-8c28-4158a5f7e8a0 req-b194a165-33f3-4306-a5e1-1217acb46344 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:33.039776 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c657db20-dd3f-4a95-b256-114a4a125d3b tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:33.075279 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b194a165-33f3-4306-a5e1-1217acb46344 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Pushing event deleted for resources: {'Port': ['ID=5927f817-b203-439e-bea3-5db60cc9eb41,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:33.100245 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-06fac9d4-f0b8-4a5b-9a10-7aece4330387 req-09ef6c22-eabd-4176-a523-a3ded038aab7 service neutron] 10.222.0.60 "GET /v2.0/networks/1b5e62b6-c880-44bf-95b3-4520d2d0f2a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615863 Jun 11 09:59:33.103155 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b194a165-33f3-4306-a5e1-1217acb46344 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:33.104625 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1692ed4-0f64-4164-b685-cdaad953e573 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 773} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 09:59:33.132520 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d1692ed4-0f64-4164-b685-cdaad953e573 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:33.133554 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-d1692ed4-0f64-4164-b685-cdaad953e573 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Added segment d4f0d831-4129-4e9d-a287-19071a2ebf6a of type vlan for network fa859356-68d5-4027-a07c-5f532e54f2b6 Jun 11 09:59:33.135457 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a5cb103-4d2f-40af-8c28-4158a5f7e8a0 req-b194a165-33f3-4306-a5e1-1217acb46344 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] No DVR routers for this DVR port 5927f817-b203-439e-bea3-5db60cc9eb41 on host n-h2-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:59:33.144947 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-8a5cb103-4d2f-40af-8c28-4158a5f7e8a0 req-b194a165-33f3-4306-a5e1-1217acb46344 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:33.147385 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8a5cb103-4d2f-40af-8c28-4158a5f7e8a0 req-b194a165-33f3-4306-a5e1-1217acb46344 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.69 "DELETE /v2.0/ports/5927f817-b203-439e-bea3-5db60cc9eb41 HTTP/1.1" status: 204 len: 173 time: 0.8814130 Jun 11 09:59:33.148200 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a40cd0d-3a90-40ac-a232-f4f5d3e58ad2', 'name': 'network-vif-deleted', 'tag': '5927f817-b203-439e-bea3-5db60cc9eb41'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:59:33.151793 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a226fc0f-6a00-4dcf-a36d-b66b2db415be" -d '{"events": [{"server_uuid": "9a40cd0d-3a90-40ac-a232-f4f5d3e58ad2", "name": "network-vif-deleted", "tag": "5927f817-b203-439e-bea3-5db60cc9eb41"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:59:33.203376 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2046a51e-7c82-488d-b974-353d5eebb0a5 x-openstack-request-id: req-2046a51e-7c82-488d-b974-353d5eebb0a5 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:59:33.204283 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a40cd0d-3a90-40ac-a232-f4f5d3e58ad2", "name": "network-vif-deleted", "tag": "5927f817-b203-439e-bea3-5db60cc9eb41", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:59:33.204648 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2046a51e-7c82-488d-b974-353d5eebb0a5 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:59:33.205093 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a40cd0d-3a90-40ac-a232-f4f5d3e58ad2', 'name': 'network-vif-deleted', 'tag': '5927f817-b203-439e-bea3-5db60cc9eb41', 'status': 'completed', 'code': 200} Jun 11 09:59:33.226404 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d1692ed4-0f64-4164-b685-cdaad953e573 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:33.347842 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-06fac9d4-f0b8-4a5b-9a10-7aece4330387 req-206115c4-6b8f-4c20-ad22-8aef824de7cd service neutron] 10.222.0.60 "GET /v2.0/networks/1b5e62b6-c880-44bf-95b3-4520d2d0f2a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370737 Jun 11 09:59:33.419301 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d1692ed4-0f64-4164-b685-cdaad953e573 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:33.428900 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1692ed4-0f64-4164-b685-cdaad953e573 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:33.429561 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d1692ed4-0f64-4164-b685-cdaad953e573 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:33.445204 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-acb6af29-6f73-4299-a52b-24f1a972e582 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:33.501117 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d4225df1-1790-4830-b11f-f58902b6d3bf req-0163860e-5ccf-4eb8-9e8c-cb6fb033f726 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a40cd0d-3a90-40ac-a232-f4f5d3e58ad2 HTTP/1.1" status: 200 len: 210 time: 0.0607655 Jun 11 09:59:33.566752 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1692ed4-0f64-4164-b685-cdaad953e573 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Pushing event updated for resources: {'Network': ['ID=fa859356-68d5-4027-a07c-5f532e54f2b6,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:33.569253 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d1692ed4-0f64-4164-b685-cdaad953e573 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:33.573513 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-d1692ed4-0f64-4164-b685-cdaad953e573 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2039902 Jun 11 09:59:33.576394 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 33026) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:59:33.577828 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network fa859356-68d5-4027-a07c-5f532e54f2b6 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:59:33.587605 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-e3ef53c1-aea9-4545-98d1-07fbaf5415b2 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Request body: {'subnet': {'network_id': 'fa859356-68d5-4027-a07c-5f532e54f2b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:59:33.801958 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d6188-427e-43ff-9243-152b74bd182c req-b1a3352f-3ecd-4102-8646-b8d1b08162eb tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:33.803912 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4a7d6188-427e-43ff-9243-152b74bd182c req-b1a3352f-3ecd-4102-8646-b8d1b08162eb tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe1a446e-1c9d-459b-9c16-91a765584622 HTTP/1.1" status: 200 len: 946 time: 0.1069593 Jun 11 09:59:33.872363 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-158e35f0-cc43-4058-afe3-0128ff23ff2a req-278762fe-def7-4f49-a106-528eca25630d tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cde5f9a-0f31-4a73-a026-22b0951df03a HTTP/1.1" status: 200 len: 210 time: 0.0460947 Jun 11 09:59:33.900454 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ef53c1-aea9-4545-98d1-07fbaf5415b2 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Made reservation on behalf of df746a9bad9b4c0ea2f2795837254ec0 for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:59:33.904129 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e3ef53c1-aea9-4545-98d1-07fbaf5415b2 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:34.117060 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-4a7d6188-427e-43ff-9243-152b74bd182c req-eb5c816e-1bd6-4190-9e20-be09f7075ddb tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Deleting port 756b96a2-5e48-4424-af1e-bd3ac0f8939f {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:59:34.117412 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-4a7d6188-427e-43ff-9243-152b74bd182c req-eb5c816e-1bd6-4190-9e20-be09f7075ddb tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:34.575313 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 5927f817-b203-439e-bea3-5db60cc9eb41 no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:59:34.650777 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] No Port match for: 5927f817-b203-439e-bea3-5db60cc9eb41 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:59:34.652054 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 5927f817-b203-439e-bea3-5db60cc9eb41 not bound to the agent host n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:59:34.845692 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-4a7d6188-427e-43ff-9243-152b74bd182c req-eb5c816e-1bd6-4190-9e20-be09f7075ddb tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] For port 756b96a2-5e48-4424-af1e-bd3ac0f8939f, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=756b96a2-5e48-4424-af1e-bd3ac0f8939f,segment=NetworkSegment(ab2d9cc7-6b60-440f-b56a-bfa214087ddc),segment_id=ab2d9cc7-6b60-440f-b56a-bfa214087ddc)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:59:34.846236 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-4a7d6188-427e-43ff-9243-152b74bd182c req-eb5c816e-1bd6-4190-9e20-be09f7075ddb tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:34.925528 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e3ef53c1-aea9-4545-98d1-07fbaf5415b2 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:34.973113 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-4a7d6188-427e-43ff-9243-152b74bd182c req-eb5c816e-1bd6-4190-9e20-be09f7075ddb tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Calling delete_port for 756b96a2-5e48-4424-af1e-bd3ac0f8939f owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:59:34.975992 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-759099ba-fb3a-488c-9816-c21eb882c381 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:35.102353 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-00f06448-b3a8-4eac-b0a7-745302b7bd6c req-1ef22b62-7596-4a01-98ac-f139bbbe693f tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cde5f9a-0f31-4a73-a026-22b0951df03a HTTP/1.1" status: 200 len: 210 time: 0.1229088 Jun 11 09:59:35.109122 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7be2ff9-336c-4754-9141-5c517fea07f4 req-f5f3df60-2c59-4259-9cef-06d3d3c5a552 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:35.121436 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a7be2ff9-336c-4754-9141-5c517fea07f4 req-f5f3df60-2c59-4259-9cef-06d3d3c5a552 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/networks?id=27e23bf6-ffe1-4e0a-b377-e23593ba5165 HTTP/1.1" status: 200 len: 811 time: 0.1608012 Jun 11 09:59:35.135218 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a7be2ff9-336c-4754-9141-5c517fea07f4 req-7f147608-8741-468e-b167-b8a785c829e4 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/quotas/cf2f36364fcc4b2d95b3a631356b3d50 HTTP/1.1" status: 200 len: 375 time: 0.0159457 Jun 11 09:59:35.195418 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ef53c1-aea9-4545-98d1-07fbaf5415b2 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Pushing event updated for resources: {'Subnet': ['ID=ba0fb5db-ddf0-4172-93e2-941bc6b8cf8b,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:35.202302 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e3ef53c1-aea9-4545-98d1-07fbaf5415b2 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:35.207775 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ef53c1-aea9-4545-98d1-07fbaf5415b2 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Checking segment: {'id': 'd4f0d831-4129-4e9d-a287-19071a2ebf6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'fa859356-68d5-4027-a07c-5f532e54f2b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:59:35.208151 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ef53c1-aea9-4545-98d1-07fbaf5415b2 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Network hostable DHCP agents. Network: fa859356-68d5-4027-a07c-5f532e54f2b6, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 09:59:35.213157 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a7be2ff9-336c-4754-9141-5c517fea07f4 req-a4410436-0d80-4287-a0d3-5d841d608e7b tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=cf2f36364fcc4b2d95b3a631356b3d50&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0679696 Jun 11 09:59:35.322896 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ef53c1-aea9-4545-98d1-07fbaf5415b2 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Network fa859356-68d5-4027-a07c-5f532e54f2b6 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 09:59:35.390221 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a7be2ff9-336c-4754-9141-5c517fea07f4 req-10df9e3f-d5bd-4f7b-bc5f-d4b8f8858088 service neutron] 10.222.0.60 "GET /v2.0/networks/27e23bf6-ffe1-4e0a-b377-e23593ba5165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658528 Jun 11 09:59:35.422622 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-e3ef53c1-aea9-4545-98d1-07fbaf5415b2 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, fa859356-68d5-4027-a07c-5f532e54f2b6) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:59:35.427118 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ef53c1-aea9-4545-98d1-07fbaf5415b2 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:35.427749 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e3ef53c1-aea9-4545-98d1-07fbaf5415b2 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:35.435102 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f3abf0-f0b5-428d-82ba-c57506aaa52b None None] Network fa859356-68d5-4027-a07c-5f532e54f2b6 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:59:35.446520 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-4a7d6188-427e-43ff-9243-152b74bd182c req-eb5c816e-1bd6-4190-9e20-be09f7075ddb tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:35.451281 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-89e2d7d7-8c48-42b0-a079-aeff63cae576 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:35.464909 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['756b96a2-5e48-4424-af1e-bd3ac0f8939f'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:59:35.478326 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:35.485450 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5c816e-1bd6-4190-9e20-be09f7075ddb tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Pushing event deleted for resources: {'Port': ['ID=756b96a2-5e48-4424-af1e-bd3ac0f8939f,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:35.488505 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-eb5c816e-1bd6-4190-9e20-be09f7075ddb tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:35.533061 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a7be2ff9-336c-4754-9141-5c517fea07f4 req-4b4d5aad-960d-480a-881a-e338598f7bf5 service neutron] 10.222.0.60 "GET /v2.0/networks/27e23bf6-ffe1-4e0a-b377-e23593ba5165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360002 Jun 11 09:59:35.544098 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a7d6188-427e-43ff-9243-152b74bd182c req-eb5c816e-1bd6-4190-9e20-be09f7075ddb tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] No DVR routers for this DVR port 756b96a2-5e48-4424-af1e-bd3ac0f8939f on host n-h1-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 09:59:35.556889 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 33106) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:59:35.568217 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-e3ef53c1-aea9-4545-98d1-07fbaf5415b2 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9910078 Jun 11 09:59:35.569647 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-4a7d6188-427e-43ff-9243-152b74bd182c req-eb5c816e-1bd6-4190-9e20-be09f7075ddb tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:35.570651 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-2e41da4f-6856-4b99-8c58-9d1be9c7e412 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Request body: {'network': {'name': 'tempest-router-network01--1967761082'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:59:35.571691 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4a7d6188-427e-43ff-9243-152b74bd182c req-eb5c816e-1bd6-4190-9e20-be09f7075ddb tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.64 "DELETE /v2.0/ports/756b96a2-5e48-4424-af1e-bd3ac0f8939f HTTP/1.1" status: 204 len: 173 time: 1.7596998 Jun 11 09:59:35.583953 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe1a446e-1c9d-459b-9c16-91a765584622', 'name': 'network-vif-deleted', 'tag': '756b96a2-5e48-4424-af1e-bd3ac0f8939f'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:59:35.586512 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-147dee38-88e6-471d-912a-393760c5e4e8" -d '{"events": [{"server_uuid": "fe1a446e-1c9d-459b-9c16-91a765584622", "name": "network-vif-deleted", "tag": "756b96a2-5e48-4424-af1e-bd3ac0f8939f"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:59:35.716008 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e41da4f-6856-4b99-8c58-9d1be9c7e412 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Made reservation on behalf of df746a9bad9b4c0ea2f2795837254ec0 for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:59:35.720357 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2e41da4f-6856-4b99-8c58-9d1be9c7e412 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:35.775132 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e41da4f-6856-4b99-8c58-9d1be9c7e412 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 760} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 09:59:35.797055 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08286aa7-4b1c-4101-b676-3bf1fe4c68bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-fa859356-68d5-4027-a07c-5f532e54f2b6', 'network_id': 'fa859356-68d5-4027-a07c-5f532e54f2b6', 'tenant_id': 'df746a9bad9b4c0ea2f2795837254ec0', 'fixed_ips': [{'subnet_id': 'ba0fb5db-ddf0-4172-93e2-941bc6b8cf8b'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 09:59:35.798887 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-08286aa7-4b1c-4101-b676-3bf1fe4c68bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:35.816679 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2e41da4f-6856-4b99-8c58-9d1be9c7e412 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:35.817035 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-2e41da4f-6856-4b99-8c58-9d1be9c7e412 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Added segment 54e6a048-7c83-4015-9daf-f7a52bd9d576 of type vlan for network 91b06d7f-7089-45b4-922e-8945351d4b36 Jun 11 09:59:35.948906 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa87c752-cb96-4de6-bd05-180b9a6e0b8c x-openstack-request-id: req-fa87c752-cb96-4de6-bd05-180b9a6e0b8c {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:59:35.949425 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe1a446e-1c9d-459b-9c16-91a765584622", "name": "network-vif-deleted", "tag": "756b96a2-5e48-4424-af1e-bd3ac0f8939f", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:59:35.949714 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fa87c752-cb96-4de6-bd05-180b9a6e0b8c {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:59:35.950257 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe1a446e-1c9d-459b-9c16-91a765584622', 'name': 'network-vif-deleted', 'tag': '756b96a2-5e48-4424-af1e-bd3ac0f8939f', 'status': 'completed', 'code': 200} Jun 11 09:59:35.961579 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2e41da4f-6856-4b99-8c58-9d1be9c7e412 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:36.084068 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-be8666d9-5a00-4bfd-bd57-7d40bb50f494 req-67494093-6f84-49cf-a519-2e9788863c59 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1776847-b818-43e8-b325-5c1ba8c57856 HTTP/1.1" status: 200 len: 210 time: 0.0556972 Jun 11 09:59:36.101590 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-08286aa7-4b1c-4101-b676-3bf1fe4c68bf None None] Allocated IP 2001:db8::2 (fa859356-68d5-4027-a07c-5f532e54f2b6/ba0fb5db-ddf0-4172-93e2-941bc6b8cf8b/cca205b3-599f-443e-9121-a20a1dc930c4) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:59:36.132940 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2e41da4f-6856-4b99-8c58-9d1be9c7e412 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:36.145923 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e41da4f-6856-4b99-8c58-9d1be9c7e412 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:36.146562 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2e41da4f-6856-4b99-8c58-9d1be9c7e412 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:36.161999 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a48e805a-7df4-423c-8ed3-752fa8cf9ec8 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:36.270343 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-2e41da4f-6856-4b99-8c58-9d1be9c7e412 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7105615 Jun 11 09:59:36.271849 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e41da4f-6856-4b99-8c58-9d1be9c7e412 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Pushing event updated for resources: {'Network': ['ID=91b06d7f-7089-45b4-922e-8945351d4b36,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:36.273164 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 33132) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:59:36.275336 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2e41da4f-6856-4b99-8c58-9d1be9c7e412 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:36.278420 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-563ab16b-c835-4804-8d75-199f6d576ccb tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Request body: {'network': {'name': 'tempest-router-network02--1100261776'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:59:36.288304 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 91b06d7f-7089-45b4-922e-8945351d4b36 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:59:36.361882 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3871f8e2-3a6e-455f-936d-efebacd9b2b2 req-155bd918-d705-4c48-8c60-651c1df6eb0f tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cde5f9a-0f31-4a73-a026-22b0951df03a HTTP/1.1" status: 200 len: 210 time: 0.0353978 Jun 11 09:59:36.377773 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-563ab16b-c835-4804-8d75-199f6d576ccb tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Made reservation on behalf of df746a9bad9b4c0ea2f2795837254ec0 for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:59:36.381327 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-563ab16b-c835-4804-8d75-199f6d576ccb tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:36.419603 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-563ab16b-c835-4804-8d75-199f6d576ccb tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 762} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 09:59:36.430773 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-563ab16b-c835-4804-8d75-199f6d576ccb tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:36.431521 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-563ab16b-c835-4804-8d75-199f6d576ccb tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Added segment 01da41e9-8657-4a12-a2f7-b1d8184a9a18 of type vlan for network 75d5707b-578f-48e1-a220-e9e4790da663 Jun 11 09:59:36.541862 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-08286aa7-4b1c-4101-b676-3bf1fe4c68bf None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:36.569104 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-08286aa7-4b1c-4101-b676-3bf1fe4c68bf None None] Transition to ACTIVE for port object cca205b3-599f-443e-9121-a20a1dc930c4 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:59:36.580975 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-563ab16b-c835-4804-8d75-199f6d576ccb tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:36.634728 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-08286aa7-4b1c-4101-b676-3bf1fe4c68bf None None] Transition to ACTIVE for port object cca205b3-599f-443e-9121-a20a1dc930c4 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:59:36.778171 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-563ab16b-c835-4804-8d75-199f6d576ccb tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:36.779717 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-08286aa7-4b1c-4101-b676-3bf1fe4c68bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:36.787918 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-bb0155d3-5d58-4317-9c69-54e61c481387 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:36.795328 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563ab16b-c835-4804-8d75-199f6d576ccb tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:36.796877 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-563ab16b-c835-4804-8d75-199f6d576ccb tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:36.807023 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3910c8f6-b701-41fd-b529-a2c42d98a844 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:36.807295 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fac9d4-f0b8-4a5b-9a10-7aece4330387 req-6deed50f-ffce-4f7b-b87a-3d49211bb4bc tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:36.808848 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-06fac9d4-f0b8-4a5b-9a10-7aece4330387 req-6deed50f-ffce-4f7b-b87a-3d49211bb4bc tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.69 "GET /v2.0/networks?id=1b5e62b6-c880-44bf-95b3-4520d2d0f2a4 HTTP/1.1" status: 200 len: 815 time: 0.1841486 Jun 11 09:59:36.833764 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-06fac9d4-f0b8-4a5b-9a10-7aece4330387 req-daf68c54-235f-471b-b953-56863197a88c tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Request body: {'port': {'device_id': '6cde5f9a-0f31-4a73-a026-22b0951df03a', 'network_id': '1b5e62b6-c880-44bf-95b3-4520d2d0f2a4', 'admin_state_up': True, 'tenant_id': 'd21c071e7ba247ba88fece6fee0c21c1'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:59:36.924676 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08286aa7-4b1c-4101-b676-3bf1fe4c68bf None None] Pushing event updated for resources: {'Port': ['ID=cca205b3-599f-443e-9121-a20a1dc930c4,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:36.942082 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-08286aa7-4b1c-4101-b676-3bf1fe4c68bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:36.951137 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08286aa7-4b1c-4101-b676-3bf1fe4c68bf None None] Network fa859356-68d5-4027-a07c-5f532e54f2b6 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:59:36.956888 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-08286aa7-4b1c-4101-b676-3bf1fe4c68bf None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:59:36.962065 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08286aa7-4b1c-4101-b676-3bf1fe4c68bf None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:59:36.998025 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-563ab16b-c835-4804-8d75-199f6d576ccb tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7237372 Jun 11 09:59:36.998865 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563ab16b-c835-4804-8d75-199f6d576ccb tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Pushing event updated for resources: {'Network': ['ID=75d5707b-578f-48e1-a220-e9e4790da663,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:37.001577 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 33148) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:59:37.012918 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-563ab16b-c835-4804-8d75-199f6d576ccb tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:37.020619 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-bf1a175b-67a9-426b-ae19-da62983a5a90 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Request body: {'subnet': {'network_id': '91b06d7f-7089-45b4-922e-8945351d4b36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:59:37.036751 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 75d5707b-578f-48e1-a220-e9e4790da663 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:59:37.229155 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1d4a92d0-34b4-4624-8fd0-e2b72ca9e7df req-196ca477-50c9-49d2-aaa7-42ab000acbf5 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1776847-b818-43e8-b325-5c1ba8c57856 HTTP/1.1" status: 200 len: 210 time: 0.0531397 Jun 11 09:59:37.267600 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-08286aa7-4b1c-4101-b676-3bf1fe4c68bf None None] Attempting to bind port cca205b3-599f-443e-9121-a20a1dc930c4 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:59:37.268005 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-08286aa7-4b1c-4101-b676-3bf1fe4c68bf None None] Attempting to bind port cca205b3-599f-443e-9121-a20a1dc930c4 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'd4f0d831-4129-4e9d-a287-19071a2ebf6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'fa859356-68d5-4027-a07c-5f532e54f2b6'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:59:37.268385 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08286aa7-4b1c-4101-b676-3bf1fe4c68bf None None] Attempting to bind port cca205b3-599f-443e-9121-a20a1dc930c4 on network fa859356-68d5-4027-a07c-5f532e54f2b6 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:59:37.273812 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06fac9d4-f0b8-4a5b-9a10-7aece4330387 req-daf68c54-235f-471b-b953-56863197a88c tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Made reservation on behalf of d21c071e7ba247ba88fece6fee0c21c1 for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:59:37.275468 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08286aa7-4b1c-4101-b676-3bf1fe4c68bf None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:59:37.280273 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08286aa7-4b1c-4101-b676-3bf1fe4c68bf None None] Checking segment: {'id': 'd4f0d831-4129-4e9d-a287-19071a2ebf6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'fa859356-68d5-4027-a07c-5f532e54f2b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:59:37.280273 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-08286aa7-4b1c-4101-b676-3bf1fe4c68bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:37.280273 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08286aa7-4b1c-4101-b676-3bf1fe4c68bf None None] Bound using segment: {'id': 'd4f0d831-4129-4e9d-a287-19071a2ebf6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'fa859356-68d5-4027-a07c-5f532e54f2b6'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:59:37.280273 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-08286aa7-4b1c-4101-b676-3bf1fe4c68bf None None] Bound port: cca205b3-599f-443e-9121-a20a1dc930c4, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4f0d831-4129-4e9d-a287-19071a2ebf6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'fa859356-68d5-4027-a07c-5f532e54f2b6'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:59:37.280273 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-08286aa7-4b1c-4101-b676-3bf1fe4c68bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:37.280753 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-06fac9d4-f0b8-4a5b-9a10-7aece4330387 req-daf68c54-235f-471b-b953-56863197a88c tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:37.369010 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-08286aa7-4b1c-4101-b676-3bf1fe4c68bf None None] For port cca205b3-599f-443e-9121-a20a1dc930c4, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:59:37.377042 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-08286aa7-4b1c-4101-b676-3bf1fe4c68bf None None] For port cca205b3-599f-443e-9121-a20a1dc930c4, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=cca205b3-599f-443e-9121-a20a1dc930c4,segment=NetworkSegment(d4f0d831-4129-4e9d-a287-19071a2ebf6a),segment_id=d4f0d831-4129-4e9d-a287-19071a2ebf6a)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:59:37.407765 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf1a175b-67a9-426b-ae19-da62983a5a90 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Made reservation on behalf of df746a9bad9b4c0ea2f2795837254ec0 for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:59:37.411322 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bf1a175b-67a9-426b-ae19-da62983a5a90 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:37.469494 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-08286aa7-4b1c-4101-b676-3bf1fe4c68bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:37.472372 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-db612665-85ce-4512-bdd6-cf8ce9d87dd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:37.559675 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 756b96a2-5e48-4424-af1e-bd3ac0f8939f no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 09:59:37.595348 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] No Port match for: 756b96a2-5e48-4424-af1e-bd3ac0f8939f {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 09:59:37.595738 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 756b96a2-5e48-4424-af1e-bd3ac0f8939f not bound to the agent host n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 09:59:37.618926 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08286aa7-4b1c-4101-b676-3bf1fe4c68bf None None] Pushing event updated for resources: {'Port': ['ID=cca205b3-599f-443e-9121-a20a1dc930c4,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:37.622913 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-08286aa7-4b1c-4101-b676-3bf1fe4c68bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:37.982466 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bf1a175b-67a9-426b-ae19-da62983a5a90 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:37.990953 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-aa019413-5efa-427a-8df0-5cdaf1c9d130 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:38.064311 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1de22582-a585-4c15-9625-0d1be35bc00b req-c1a5bd49-521a-438a-8070-6e9dd7568eb1 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cde5f9a-0f31-4a73-a026-22b0951df03a HTTP/1.1" status: 200 len: 210 time: 0.0549035 Jun 11 09:59:38.100492 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [req-06fac9d4-f0b8-4a5b-9a10-7aece4330387 req-daf68c54-235f-471b-b953-56863197a88c tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Allocated IP 172.20.0.6 (1b5e62b6-c880-44bf-95b3-4520d2d0f2a4/c7a61cbf-58ae-4640-b759-b07b9612a4ee/ea4fb64c-ffd8-43a3-8153-cb37f627a25d) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:59:38.111168 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1a175b-67a9-426b-ae19-da62983a5a90 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Pushing event updated for resources: {'Subnet': ['ID=d98813bc-91a3-4e4d-9cff-7f6518bb9caa,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:38.129619 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-bf1a175b-67a9-426b-ae19-da62983a5a90 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:38.152671 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1a175b-67a9-426b-ae19-da62983a5a90 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Checking segment: {'id': '54e6a048-7c83-4015-9daf-f7a52bd9d576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '91b06d7f-7089-45b4-922e-8945351d4b36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:59:38.152923 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1a175b-67a9-426b-ae19-da62983a5a90 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Network hostable DHCP agents. Network: 91b06d7f-7089-45b4-922e-8945351d4b36, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 09:59:38.302533 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1a175b-67a9-426b-ae19-da62983a5a90 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Network 91b06d7f-7089-45b4-922e-8945351d4b36 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 09:59:38.308557 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-06fac9d4-f0b8-4a5b-9a10-7aece4330387 req-daf68c54-235f-471b-b953-56863197a88c tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:38.404233 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9cfdd35f-ce6b-402f-a190-847b8923797e req-22a01abd-9fee-43b8-827c-1231a1ecd27f tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1776847-b818-43e8-b325-5c1ba8c57856 HTTP/1.1" status: 200 len: 210 time: 0.0382030 Jun 11 09:59:38.488903 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-bf1a175b-67a9-426b-ae19-da62983a5a90 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 91b06d7f-7089-45b4-922e-8945351d4b36) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:59:38.493636 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-06fac9d4-f0b8-4a5b-9a10-7aece4330387 req-daf68c54-235f-471b-b953-56863197a88c tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:38.500806 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1a175b-67a9-426b-ae19-da62983a5a90 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:38.500806 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bf1a175b-67a9-426b-ae19-da62983a5a90 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:38.503455 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0039a7d0-8512-4e57-abfe-30a3230e46fc None None] Network 91b06d7f-7089-45b4-922e-8945351d4b36 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:59:38.506193 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f3793d5d-6e32-40da-ad52-687cb43736ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:38.577371 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06fac9d4-f0b8-4a5b-9a10-7aece4330387 req-daf68c54-235f-471b-b953-56863197a88c tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Network 1b5e62b6-c880-44bf-95b3-4520d2d0f2a4 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:59:38.584513 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [req-06fac9d4-f0b8-4a5b-9a10-7aece4330387 req-daf68c54-235f-471b-b953-56863197a88c tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:59:38.587710 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-06fac9d4-f0b8-4a5b-9a10-7aece4330387 req-daf68c54-235f-471b-b953-56863197a88c tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:59:38.624293 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf68c54-235f-471b-b953-56863197a88c tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Pushing event updated for resources: {'Port': ['ID=ea4fb64c-ffd8-43a3-8153-cb37f627a25d,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:38.628776 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-daf68c54-235f-471b-b953-56863197a88c tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:38.662118 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fac9d4-f0b8-4a5b-9a10-7aece4330387 req-daf68c54-235f-471b-b953-56863197a88c tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:38.662869 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-06fac9d4-f0b8-4a5b-9a10-7aece4330387 req-daf68c54-235f-471b-b953-56863197a88c tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:38.720453 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-bf1a175b-67a9-426b-ae19-da62983a5a90 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7149911 Jun 11 09:59:38.720718 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 33180) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:59:38.728616 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-884513b6-f0f3-40ea-b4fe-c25939333ea4 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Request body: {'subnet': {'network_id': '75d5707b-578f-48e1-a220-e9e4790da663', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:59:38.732347 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978df5cd-2daf-49e6-879e-fb7934b282e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-91b06d7f-7089-45b4-922e-8945351d4b36', 'network_id': '91b06d7f-7089-45b4-922e-8945351d4b36', 'tenant_id': 'df746a9bad9b4c0ea2f2795837254ec0', 'fixed_ips': [{'subnet_id': 'd98813bc-91a3-4e4d-9cff-7f6518bb9caa'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 09:59:38.733269 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-978df5cd-2daf-49e6-879e-fb7934b282e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:38.764509 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-06fac9d4-f0b8-4a5b-9a10-7aece4330387 req-daf68c54-235f-471b-b953-56863197a88c tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9446001 Jun 11 09:59:38.779089 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-06fac9d4-f0b8-4a5b-9a10-7aece4330387 req-1199fd99-95f1-4836-b7f6-f6ce9e0ef9e0 service neutron] Request body: {'port': {'device_id': '6cde5f9a-0f31-4a73-a026-22b0951df03a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-12'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:59:38.983455 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-06fac9d4-f0b8-4a5b-9a10-7aece4330387 req-1199fd99-95f1-4836-b7f6-f6ce9e0ef9e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:39.029600 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-978df5cd-2daf-49e6-879e-fb7934b282e5 None None] Allocated IP 2001:db8::2 (91b06d7f-7089-45b4-922e-8945351d4b36/d98813bc-91a3-4e4d-9cff-7f6518bb9caa/34c12531-320d-45d4-8abe-b5d55cfee919) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:59:39.082084 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185b6e09-e08a-462d-a84f-d89b26f7393e None None] Network fa859356-68d5-4027-a07c-5f532e54f2b6 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:59:39.092412 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-884513b6-f0f3-40ea-b4fe-c25939333ea4 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Made reservation on behalf of df746a9bad9b4c0ea2f2795837254ec0 for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:59:39.096169 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-884513b6-f0f3-40ea-b4fe-c25939333ea4 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:39.592384 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7be2ff9-336c-4754-9141-5c517fea07f4 req-c339ae4e-6c55-439f-ab57-4eacb1766b6b tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:39.597598 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a7be2ff9-336c-4754-9141-5c517fea07f4 req-c339ae4e-6c55-439f-ab57-4eacb1766b6b tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.69 "GET /v2.0/networks?id=27e23bf6-ffe1-4e0a-b377-e23593ba5165 HTTP/1.1" status: 200 len: 811 time: 0.5732610 Jun 11 09:59:39.622980 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-a7be2ff9-336c-4754-9141-5c517fea07f4 req-9914a2c7-46a0-4075-9366-943719e6722a tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Request body: {'port': {'device_id': 'f1776847-b818-43e8-b325-5c1ba8c57856', 'network_id': '27e23bf6-ffe1-4e0a-b377-e23593ba5165', 'admin_state_up': True, 'tenant_id': 'cf2f36364fcc4b2d95b3a631356b3d50'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:59:39.645026 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device cca205b3-599f-443e-9121-a20a1dc930c4 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:59:39.706070 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3574111a-3349-4357-815a-8c4232373997 req-9d51d9cd-b7bd-4ca6-bd6e-1f5c9c8b26d6 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:39.707476 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3574111a-3349-4357-815a-8c4232373997 req-9d51d9cd-b7bd-4ca6-bd6e-1f5c9c8b26d6 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cde5f9a-0f31-4a73-a026-22b0951df03a HTTP/1.1" status: 200 len: 931 time: 0.2443349 Jun 11 09:59:39.716076 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [req-06fac9d4-f0b8-4a5b-9a10-7aece4330387 req-1199fd99-95f1-4836-b7f6-f6ce9e0ef9e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea4fb64c-ffd8-43a3-8153-cb37f627a25d {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:59:39.746513 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-06fac9d4-f0b8-4a5b-9a10-7aece4330387 req-1199fd99-95f1-4836-b7f6-f6ce9e0ef9e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:39.770600 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3574111a-3349-4357-815a-8c4232373997 req-da1eaafd-f370-4357-80ec-9807128dd48c tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569725 Jun 11 09:59:39.773231 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-06fac9d4-f0b8-4a5b-9a10-7aece4330387 req-1199fd99-95f1-4836-b7f6-f6ce9e0ef9e0 service neutron] Transition to ACTIVE for port object ea4fb64c-ffd8-43a3-8153-cb37f627a25d will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:59:39.800919 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-978df5cd-2daf-49e6-879e-fb7934b282e5 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:39.814262 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-978df5cd-2daf-49e6-879e-fb7934b282e5 None None] Transition to ACTIVE for port object 34c12531-320d-45d4-8abe-b5d55cfee919 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:59:39.856963 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-06fac9d4-f0b8-4a5b-9a10-7aece4330387 req-1199fd99-95f1-4836-b7f6-f6ce9e0ef9e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:39.859060 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-978df5cd-2daf-49e6-879e-fb7934b282e5 None None] Transition to ACTIVE for port object 34c12531-320d-45d4-8abe-b5d55cfee919 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:59:39.860747 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e5734833-f8a4-46ac-be7c-20905aed1f2a tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:39.863322 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8de5d031-4678-4ef2-8379-9f4e3ae2090a req-d66edaa7-e812-4ed3-8923-605a0aaf9b2a tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1776847-b818-43e8-b325-5c1ba8c57856 HTTP/1.1" status: 200 len: 210 time: 0.2234104 Jun 11 09:59:39.922668 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7be2ff9-336c-4754-9141-5c517fea07f4 req-9914a2c7-46a0-4075-9366-943719e6722a tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Made reservation on behalf of cf2f36364fcc4b2d95b3a631356b3d50 for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:59:39.931158 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a7be2ff9-336c-4754-9141-5c517fea07f4 req-9914a2c7-46a0-4075-9366-943719e6722a tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:39.969908 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-cad27e31-4da0-4049-b2f4-54dfe7b0ed93 None None] Provisioning for port cca205b3-599f-443e-9121-a20a1dc930c4 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:59:39.976355 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-978df5cd-2daf-49e6-879e-fb7934b282e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:39.985661 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-7fff2077-cc52-4601-a443-68f1edc88263 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:40.045258 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1199fd99-95f1-4836-b7f6-f6ce9e0ef9e0 service neutron] Pushing event updated for resources: {'Port': ['ID=ea4fb64c-ffd8-43a3-8153-cb37f627a25d,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:40.048458 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1199fd99-95f1-4836-b7f6-f6ce9e0ef9e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:40.115119 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978df5cd-2daf-49e6-879e-fb7934b282e5 None None] Pushing event updated for resources: {'Port': ['ID=34c12531-320d-45d4-8abe-b5d55cfee919,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:40.119067 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-978df5cd-2daf-49e6-879e-fb7934b282e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:40.140140 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978df5cd-2daf-49e6-879e-fb7934b282e5 None None] Network 91b06d7f-7089-45b4-922e-8945351d4b36 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:59:40.144025 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-978df5cd-2daf-49e6-879e-fb7934b282e5 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:59:40.148873 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978df5cd-2daf-49e6-879e-fb7934b282e5 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:59:40.235335 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-884513b6-f0f3-40ea-b4fe-c25939333ea4 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:40.250779 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2f783ed8-0137-478c-afbc-cd309b363cd7 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:40.260327 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-978df5cd-2daf-49e6-879e-fb7934b282e5 None None] Attempting to bind port 34c12531-320d-45d4-8abe-b5d55cfee919 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:59:40.260327 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-978df5cd-2daf-49e6-879e-fb7934b282e5 None None] Attempting to bind port 34c12531-320d-45d4-8abe-b5d55cfee919 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '54e6a048-7c83-4015-9daf-f7a52bd9d576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '91b06d7f-7089-45b4-922e-8945351d4b36'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:59:40.260717 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978df5cd-2daf-49e6-879e-fb7934b282e5 None None] Attempting to bind port 34c12531-320d-45d4-8abe-b5d55cfee919 on network 91b06d7f-7089-45b4-922e-8945351d4b36 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:59:40.265532 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port cca205b3-599f-443e-9121-a20a1dc930c4 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:59:40.287011 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port cca205b3-599f-443e-9121-a20a1dc930c4 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:59:40.287515 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:40.290619 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978df5cd-2daf-49e6-879e-fb7934b282e5 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:59:40.290619 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978df5cd-2daf-49e6-879e-fb7934b282e5 None None] Checking segment: {'id': '54e6a048-7c83-4015-9daf-f7a52bd9d576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '91b06d7f-7089-45b4-922e-8945351d4b36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:59:40.290619 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-978df5cd-2daf-49e6-879e-fb7934b282e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:40.291287 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978df5cd-2daf-49e6-879e-fb7934b282e5 None None] Bound using segment: {'id': '54e6a048-7c83-4015-9daf-f7a52bd9d576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '91b06d7f-7089-45b4-922e-8945351d4b36'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:59:40.291627 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-978df5cd-2daf-49e6-879e-fb7934b282e5 None None] Bound port: 34c12531-320d-45d4-8abe-b5d55cfee919, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54e6a048-7c83-4015-9daf-f7a52bd9d576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '91b06d7f-7089-45b4-922e-8945351d4b36'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:59:40.292655 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-06fac9d4-f0b8-4a5b-9a10-7aece4330387 req-1199fd99-95f1-4836-b7f6-f6ce9e0ef9e0 service neutron] Attempting to bind port ea4fb64c-ffd8-43a3-8153-cb37f627a25d on host n-h2-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:59:40.293050 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-06fac9d4-f0b8-4a5b-9a10-7aece4330387 req-1199fd99-95f1-4836-b7f6-f6ce9e0ef9e0 service neutron] Attempting to bind port ea4fb64c-ffd8-43a3-8153-cb37f627a25d by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': 'ab2d9cc7-6b60-440f-b56a-bfa214087ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '1b5e62b6-c880-44bf-95b3-4520d2d0f2a4'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:59:40.293387 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06fac9d4-f0b8-4a5b-9a10-7aece4330387 req-1199fd99-95f1-4836-b7f6-f6ce9e0ef9e0 service neutron] Attempting to bind port ea4fb64c-ffd8-43a3-8153-cb37f627a25d on network 1b5e62b6-c880-44bf-95b3-4520d2d0f2a4 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:59:40.296486 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-978df5cd-2daf-49e6-879e-fb7934b282e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:40.297900 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06fac9d4-f0b8-4a5b-9a10-7aece4330387 req-1199fd99-95f1-4836-b7f6-f6ce9e0ef9e0 service neutron] Port ea4fb64c-ffd8-43a3-8153-cb37f627a25d on network 1b5e62b6-c880-44bf-95b3-4520d2d0f2a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:59:40.298231 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06fac9d4-f0b8-4a5b-9a10-7aece4330387 req-1199fd99-95f1-4836-b7f6-f6ce9e0ef9e0 service neutron] Attempting to bind port ea4fb64c-ffd8-43a3-8153-cb37f627a25d on network 1b5e62b6-c880-44bf-95b3-4520d2d0f2a4 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:59:40.303392 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06fac9d4-f0b8-4a5b-9a10-7aece4330387 req-1199fd99-95f1-4836-b7f6-f6ce9e0ef9e0 service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:59:40.303751 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06fac9d4-f0b8-4a5b-9a10-7aece4330387 req-1199fd99-95f1-4836-b7f6-f6ce9e0ef9e0 service neutron] Checking segment: {'id': 'ab2d9cc7-6b60-440f-b56a-bfa214087ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '1b5e62b6-c880-44bf-95b3-4520d2d0f2a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:59:40.304137 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06fac9d4-f0b8-4a5b-9a10-7aece4330387 req-1199fd99-95f1-4836-b7f6-f6ce9e0ef9e0 service neutron] Bound using segment: {'id': 'ab2d9cc7-6b60-440f-b56a-bfa214087ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '1b5e62b6-c880-44bf-95b3-4520d2d0f2a4'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:59:40.304566 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-06fac9d4-f0b8-4a5b-9a10-7aece4330387 req-1199fd99-95f1-4836-b7f6-f6ce9e0ef9e0 service neutron] Bound port: ea4fb64c-ffd8-43a3-8153-cb37f627a25d, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab2d9cc7-6b60-440f-b56a-bfa214087ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '1b5e62b6-c880-44bf-95b3-4520d2d0f2a4'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:59:40.304919 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-06fac9d4-f0b8-4a5b-9a10-7aece4330387 req-1199fd99-95f1-4836-b7f6-f6ce9e0ef9e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:40.343660 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-a7be2ff9-336c-4754-9141-5c517fea07f4 req-9914a2c7-46a0-4075-9366-943719e6722a tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Allocated IP 172.20.0.14 (27e23bf6-ffe1-4e0a-b377-e23593ba5165/a3823ddd-2fea-4754-846e-b1cf37fb47e2/fa86cce1-a4ac-4fd1-b55d-12973cfcb1d4) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:59:40.383622 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884513b6-f0f3-40ea-b4fe-c25939333ea4 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Pushing event updated for resources: {'Subnet': ['ID=52dd2e47-a152-4648-bf8d-27230a6f18a5,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:40.389861 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-884513b6-f0f3-40ea-b4fe-c25939333ea4 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:40.393286 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884513b6-f0f3-40ea-b4fe-c25939333ea4 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Checking segment: {'id': '01da41e9-8657-4a12-a2f7-b1d8184a9a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '75d5707b-578f-48e1-a220-e9e4790da663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:59:40.393664 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884513b6-f0f3-40ea-b4fe-c25939333ea4 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Network hostable DHCP agents. Network: 75d5707b-578f-48e1-a220-e9e4790da663, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 09:59:40.411163 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-06fac9d4-f0b8-4a5b-9a10-7aece4330387 req-1199fd99-95f1-4836-b7f6-f6ce9e0ef9e0 service neutron] For port ea4fb64c-ffd8-43a3-8153-cb37f627a25d, host n-h2-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:59:40.414516 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-06fac9d4-f0b8-4a5b-9a10-7aece4330387 req-1199fd99-95f1-4836-b7f6-f6ce9e0ef9e0 service neutron] For port ea4fb64c-ffd8-43a3-8153-cb37f627a25d, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=ea4fb64c-ffd8-43a3-8153-cb37f627a25d,segment=NetworkSegment(ab2d9cc7-6b60-440f-b56a-bfa214087ddc),segment_id=ab2d9cc7-6b60-440f-b56a-bfa214087ddc)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:59:40.478038 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-978df5cd-2daf-49e6-879e-fb7934b282e5 None None] For port 34c12531-320d-45d4-8abe-b5d55cfee919, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:59:40.481868 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-978df5cd-2daf-49e6-879e-fb7934b282e5 None None] For port 34c12531-320d-45d4-8abe-b5d55cfee919, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=34c12531-320d-45d4-8abe-b5d55cfee919,segment=NetworkSegment(54e6a048-7c83-4015-9daf-f7a52bd9d576),segment_id=54e6a048-7c83-4015-9daf-f7a52bd9d576)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:59:40.517260 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-06fac9d4-f0b8-4a5b-9a10-7aece4330387 req-1199fd99-95f1-4836-b7f6-f6ce9e0ef9e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:40.519553 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-19fef080-cc10-43c3-a771-f8830bccaf8f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:40.559315 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884513b6-f0f3-40ea-b4fe-c25939333ea4 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Network 75d5707b-578f-48e1-a220-e9e4790da663 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 09:59:40.581330 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:40.629626 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a7be2ff9-336c-4754-9141-5c517fea07f4 req-9914a2c7-46a0-4075-9366-943719e6722a tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:40.632483 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port cca205b3-599f-443e-9121-a20a1dc930c4, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=cca205b3-599f-443e-9121-a20a1dc930c4,segment=NetworkSegment(d4f0d831-4129-4e9d-a287-19071a2ebf6a),segment_id=d4f0d831-4129-4e9d-a287-19071a2ebf6a)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:59:40.634501 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-978df5cd-2daf-49e6-879e-fb7934b282e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:40.643683 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-c7428b86-1e70-4282-805d-e23833a76e12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:40.662032 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1199fd99-95f1-4836-b7f6-f6ce9e0ef9e0 service neutron] Pushing event updated for resources: {'Port': ['ID=ea4fb64c-ffd8-43a3-8153-cb37f627a25d,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:40.670398 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1199fd99-95f1-4836-b7f6-f6ce9e0ef9e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:40.676089 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fac9d4-f0b8-4a5b-9a10-7aece4330387 req-1199fd99-95f1-4836-b7f6-f6ce9e0ef9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:40.683162 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-06fac9d4-f0b8-4a5b-9a10-7aece4330387 req-1199fd99-95f1-4836-b7f6-f6ce9e0ef9e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:40.684871 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-06fac9d4-f0b8-4a5b-9a10-7aece4330387 req-1199fd99-95f1-4836-b7f6-f6ce9e0ef9e0 service neutron] 10.222.0.69 "PUT /v2.0/ports/ea4fb64c-ffd8-43a3-8153-cb37f627a25d HTTP/1.1" status: 200 len: 1092 time: 1.9108233 Jun 11 09:59:40.685598 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cde5f9a-0f31-4a73-a026-22b0951df03a', 'tag': 'ea4fb64c-ffd8-43a3-8153-cb37f627a25d'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:59:40.688768 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6925e35-a607-452c-ae17-39bd45898aa4" -d '{"events": [{"name": "network-changed", "server_uuid": "6cde5f9a-0f31-4a73-a026-22b0951df03a", "tag": "ea4fb64c-ffd8-43a3-8153-cb37f627a25d"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:59:40.697379 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-884513b6-f0f3-40ea-b4fe-c25939333ea4 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 75d5707b-578f-48e1-a220-e9e4790da663) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:59:40.713398 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884513b6-f0f3-40ea-b4fe-c25939333ea4 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:40.716596 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-884513b6-f0f3-40ea-b4fe-c25939333ea4 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:40.746935 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c06d4ac-8e9d-4d1e-8c51-bfef511fd06e None None] Network 75d5707b-578f-48e1-a220-e9e4790da663 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:59:40.755865 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d21b3eba-2484-44c2-b07d-0bd8d1cf3f23 x-openstack-request-id: req-d21b3eba-2484-44c2-b07d-0bd8d1cf3f23 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:59:40.756332 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cde5f9a-0f31-4a73-a026-22b0951df03a", "tag": "ea4fb64c-ffd8-43a3-8153-cb37f627a25d", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:59:40.759718 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d21b3eba-2484-44c2-b07d-0bd8d1cf3f23 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:59:40.759718 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cde5f9a-0f31-4a73-a026-22b0951df03a', 'tag': 'ea4fb64c-ffd8-43a3-8153-cb37f627a25d', 'status': 'completed', 'code': 200} Jun 11 09:59:40.773459 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:40.782831 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a7be2ff9-336c-4754-9141-5c517fea07f4 req-9914a2c7-46a0-4075-9366-943719e6722a tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:40.794815 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e31fba3a-3cba-4554-9947-d14ca15d1b18 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:40.930274 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7be2ff9-336c-4754-9141-5c517fea07f4 req-9914a2c7-46a0-4075-9366-943719e6722a tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Network 27e23bf6-ffe1-4e0a-b377-e23593ba5165 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:59:40.932472 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-884513b6-f0f3-40ea-b4fe-c25939333ea4 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2099183 Jun 11 09:59:40.935885 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 33238) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:59:40.940362 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-a7be2ff9-336c-4754-9141-5c517fea07f4 req-9914a2c7-46a0-4075-9366-943719e6722a tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:59:40.946547 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7be2ff9-336c-4754-9141-5c517fea07f4 req-9914a2c7-46a0-4075-9366-943719e6722a tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:59:41.000413 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978df5cd-2daf-49e6-879e-fb7934b282e5 None None] Pushing event updated for resources: {'Port': ['ID=34c12531-320d-45d4-8abe-b5d55cfee919,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:41.012491 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-978df5cd-2daf-49e6-879e-fb7934b282e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:41.014640 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-3b41c936-65f8-431d-95e4-ebc5fc6b31e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.200s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:41.047636 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6925e35-a607-452c-ae17-39bd45898aa4 req-71457c7a-2d1b-465d-b608-60f907705005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:41.051434 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9914a2c7-46a0-4075-9366-943719e6722a tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Pushing event updated for resources: {'Port': ['ID=fa86cce1-a4ac-4fd1-b55d-12973cfcb1d4,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:41.051600 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e6925e35-a607-452c-ae17-39bd45898aa4 req-71457c7a-2d1b-465d-b608-60f907705005 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d21c071e7ba247ba88fece6fee0c21c1&device_id=6cde5f9a-0f31-4a73-a026-22b0951df03a HTTP/1.1" status: 200 len: 1095 time: 0.2647166 Jun 11 09:59:41.154156 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=cca205b3-599f-443e-9121-a20a1dc930c4,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:41.160778 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:41.176368 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9914a2c7-46a0-4075-9366-943719e6722a tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:41.241544 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-dc62ec19-665e-453a-bf4e-30cefc645095 None None] Provisioning complete for port cca205b3-599f-443e-9121-a20a1dc930c4 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:59:41.242342 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-dc62ec19-665e-453a-bf4e-30cefc645095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:41.396489 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6925e35-a607-452c-ae17-39bd45898aa4 req-75f3e378-5977-4116-b5c9-c30efcfca3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:41.398966 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e6925e35-a607-452c-ae17-39bd45898aa4 req-75f3e378-5977-4116-b5c9-c30efcfca3dd service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=d21c071e7ba247ba88fece6fee0c21c1&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3366854 Jun 11 09:59:41.610705 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7be2ff9-336c-4754-9141-5c517fea07f4 req-9914a2c7-46a0-4075-9366-943719e6722a tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:41.611384 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a7be2ff9-336c-4754-9141-5c517fea07f4 req-9914a2c7-46a0-4075-9366-943719e6722a tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:41.629383 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4a1f0c-8002-479d-9034-1f5f2350f21e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-75d5707b-578f-48e1-a220-e9e4790da663', 'network_id': '75d5707b-578f-48e1-a220-e9e4790da663', 'tenant_id': 'df746a9bad9b4c0ea2f2795837254ec0', 'fixed_ips': [{'subnet_id': '52dd2e47-a152-4648-bf8d-27230a6f18a5'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 09:59:41.630547 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-bb4a1f0c-8002-479d-9034-1f5f2350f21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:41.689606 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 34c12531-320d-45d4-8abe-b5d55cfee919 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:59:41.712568 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d107bdd0-6bfb-4d6e-9946-4e2a8f148cba req-0427c10d-af80-4f7e-a43e-240f34c72c4a tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:41.720398 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d107bdd0-6bfb-4d6e-9946-4e2a8f148cba req-0427c10d-af80-4f7e-a43e-240f34c72c4a tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1776847-b818-43e8-b325-5c1ba8c57856 HTTP/1.1" status: 200 len: 932 time: 0.6049700 Jun 11 09:59:41.789636 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d107bdd0-6bfb-4d6e-9946-4e2a8f148cba req-ef3e8218-a260-4a57-8299-881682bd42aa tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681899 Jun 11 09:59:41.838717 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6925e35-a607-452c-ae17-39bd45898aa4 req-593eb1f0-b667-46e6-bf04-3b66d9eea23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:41.840541 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e6925e35-a607-452c-ae17-39bd45898aa4 req-593eb1f0-b667-46e6-bf04-3b66d9eea23a service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4348421 Jun 11 09:59:41.919788 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 34c12531-320d-45d4-8abe-b5d55cfee919 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:59:41.955019 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device cca205b3-599f-443e-9121-a20a1dc930c4 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:59:41.979888 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a7be2ff9-336c-4754-9141-5c517fea07f4 req-9914a2c7-46a0-4075-9366-943719e6722a tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3702815 Jun 11 09:59:41.993588 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c7503-ab95-456d-911a-0ec4320f28af req-1f037377-d0ad-4988-91a6-9c6be2ba3e5c tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:42.002566 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-388c7503-ab95-456d-911a-0ec4320f28af req-1f037377-d0ad-4988-91a6-9c6be2ba3e5c tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cde5f9a-0f31-4a73-a026-22b0951df03a HTTP/1.1" status: 200 len: 943 time: 0.8302953 Jun 11 09:59:42.030094 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fac9d4-f0b8-4a5b-9a10-7aece4330387 req-5a1fc822-b568-4e7e-8714-085bf405d8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:42.032566 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-06fac9d4-f0b8-4a5b-9a10-7aece4330387 req-5a1fc822-b568-4e7e-8714-085bf405d8e0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d21c071e7ba247ba88fece6fee0c21c1&device_id=6cde5f9a-0f31-4a73-a026-22b0951df03a HTTP/1.1" status: 200 len: 1095 time: 0.1359799 Jun 11 09:59:42.049918 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-a7be2ff9-336c-4754-9141-5c517fea07f4 req-ae671740-2668-4d0c-a7fa-fcd7eceaf59d service neutron] Request body: {'port': {'device_id': 'f1776847-b818-43e8-b325-5c1ba8c57856', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:59:42.133691 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port cca205b3-599f-443e-9121-a20a1dc930c4 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:59:42.134062 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:42.159724 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-388c7503-ab95-456d-911a-0ec4320f28af req-4078687d-5394-46e9-a68d-ac159c4ff4b1 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533315 Jun 11 09:59:42.214073 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-bb4a1f0c-8002-479d-9034-1f5f2350f21e None None] Allocated IP 2001:db8::2 (75d5707b-578f-48e1-a220-e9e4790da663/52dd2e47-a152-4648-bf8d-27230a6f18a5/a84e491d-e1a0-46cc-b7ed-608b3ccf571d) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:59:42.225831 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-06fac9d4-f0b8-4a5b-9a10-7aece4330387 req-68a9869a-5390-4a4a-8d04-e511046f80d9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea4fb64c-ffd8-43a3-8153-cb37f627a25d HTTP/1.1" status: 200 len: 217 time: 0.1698956 Jun 11 09:59:42.231394 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-dc1065db-6c2a-49d7-988b-b64424387acd tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:42.383528 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fac9d4-f0b8-4a5b-9a10-7aece4330387 req-a0e479df-e22a-47f9-94e0-ec3031ddb29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:42.385763 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-06fac9d4-f0b8-4a5b-9a10-7aece4330387 req-a0e479df-e22a-47f9-94e0-ec3031ddb29f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c7a61cbf-58ae-4640-b759-b07b9612a4ee HTTP/1.1" status: 200 len: 855 time: 0.1559975 Jun 11 09:59:42.448954 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-06fac9d4-f0b8-4a5b-9a10-7aece4330387 req-9095d738-8517-4158-b4df-fe08b179a487 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1b5e62b6-c880-44bf-95b3-4520d2d0f2a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548267 Jun 11 09:59:42.562934 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-bb4a1f0c-8002-479d-9034-1f5f2350f21e None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:42.572612 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-bb4a1f0c-8002-479d-9034-1f5f2350f21e None None] Transition to ACTIVE for port object a84e491d-e1a0-46cc-b7ed-608b3ccf571d will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:59:42.610502 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-bb4a1f0c-8002-479d-9034-1f5f2350f21e None None] Transition to ACTIVE for port object a84e491d-e1a0-46cc-b7ed-608b3ccf571d will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:59:42.660694 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-06fac9d4-f0b8-4a5b-9a10-7aece4330387 req-4719064e-9ca7-40a7-88f2-1648e5dccf98 service neutron] 10.222.0.69 "GET /v2.0/networks/1b5e62b6-c880-44bf-95b3-4520d2d0f2a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049103 Jun 11 09:59:42.694451 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a7be2ff9-336c-4754-9141-5c517fea07f4 req-ae671740-2668-4d0c-a7fa-fcd7eceaf59d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:42.697405 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-bb4a1f0c-8002-479d-9034-1f5f2350f21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:42.702011 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-b7de993a-26de-48c7-8f55-eed6cf721d38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:42.767243 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4a1f0c-8002-479d-9034-1f5f2350f21e None None] Network 75d5707b-578f-48e1-a220-e9e4790da663 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:59:42.770249 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-bb4a1f0c-8002-479d-9034-1f5f2350f21e None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:59:42.784261 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4a1f0c-8002-479d-9034-1f5f2350f21e None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:59:42.809317 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-dc1065db-6c2a-49d7-988b-b64424387acd tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Allocated IP 2001:db8::1 (91b06d7f-7089-45b4-922e-8945351d4b36/d98813bc-91a3-4e4d-9cff-7f6518bb9caa/df7906e4-0de2-46ba-9f28-dcf7ef30242f) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:59:42.854013 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-06fac9d4-f0b8-4a5b-9a10-7aece4330387 req-3ddeb8c4-69d1-4584-824d-699ab2e48e45 service neutron] 10.222.0.69 "GET /v2.0/networks/1b5e62b6-c880-44bf-95b3-4520d2d0f2a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801178 Jun 11 09:59:42.859175 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26da3f72-9b2f-4694-bdb8-604acede79d3 None None] Network 91b06d7f-7089-45b4-922e-8945351d4b36 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:59:42.941500 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4a1f0c-8002-479d-9034-1f5f2350f21e None None] Pushing event updated for resources: {'Port': ['ID=a84e491d-e1a0-46cc-b7ed-608b3ccf571d,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:42.959749 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-bb4a1f0c-8002-479d-9034-1f5f2350f21e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:43.027654 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-bb4a1f0c-8002-479d-9034-1f5f2350f21e None None] Attempting to bind port a84e491d-e1a0-46cc-b7ed-608b3ccf571d on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:59:43.027654 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-bb4a1f0c-8002-479d-9034-1f5f2350f21e None None] Attempting to bind port a84e491d-e1a0-46cc-b7ed-608b3ccf571d by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '01da41e9-8657-4a12-a2f7-b1d8184a9a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '75d5707b-578f-48e1-a220-e9e4790da663'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:59:43.027654 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4a1f0c-8002-479d-9034-1f5f2350f21e None None] Attempting to bind port a84e491d-e1a0-46cc-b7ed-608b3ccf571d on network 75d5707b-578f-48e1-a220-e9e4790da663 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:59:43.036230 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-cf95c766-6541-4726-aafd-a24a8efcf20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:43.043093 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4a1f0c-8002-479d-9034-1f5f2350f21e None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:59:43.043093 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4a1f0c-8002-479d-9034-1f5f2350f21e None None] Checking segment: {'id': '01da41e9-8657-4a12-a2f7-b1d8184a9a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '75d5707b-578f-48e1-a220-e9e4790da663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:59:43.043093 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-bb4a1f0c-8002-479d-9034-1f5f2350f21e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:43.043093 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4a1f0c-8002-479d-9034-1f5f2350f21e None None] Bound using segment: {'id': '01da41e9-8657-4a12-a2f7-b1d8184a9a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '75d5707b-578f-48e1-a220-e9e4790da663'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:59:43.043093 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-bb4a1f0c-8002-479d-9034-1f5f2350f21e None None] Bound port: a84e491d-e1a0-46cc-b7ed-608b3ccf571d, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01da41e9-8657-4a12-a2f7-b1d8184a9a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '75d5707b-578f-48e1-a220-e9e4790da663'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:59:43.043093 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-bb4a1f0c-8002-479d-9034-1f5f2350f21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:43.150865 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-bb4a1f0c-8002-479d-9034-1f5f2350f21e None None] For port a84e491d-e1a0-46cc-b7ed-608b3ccf571d, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:59:43.154295 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-bb4a1f0c-8002-479d-9034-1f5f2350f21e None None] For port a84e491d-e1a0-46cc-b7ed-608b3ccf571d, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=a84e491d-e1a0-46cc-b7ed-608b3ccf571d,segment=NetworkSegment(01da41e9-8657-4a12-a2f7-b1d8184a9a18),segment_id=01da41e9-8657-4a12-a2f7-b1d8184a9a18)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:59:43.157403 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-542c291d-82b1-4514-bd15-e1e3ce7ec31b None None] Provisioning for port 34c12531-320d-45d4-8abe-b5d55cfee919 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:59:43.235690 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-542c291d-82b1-4514-bd15-e1e3ce7ec31b None None] Provisioning complete for port 34c12531-320d-45d4-8abe-b5d55cfee919 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:59:43.236400 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-542c291d-82b1-4514-bd15-e1e3ce7ec31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:43.268036 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-bb4a1f0c-8002-479d-9034-1f5f2350f21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:43.276910 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:43.454712 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4a1f0c-8002-479d-9034-1f5f2350f21e None None] Pushing event updated for resources: {'Port': ['ID=a84e491d-e1a0-46cc-b7ed-608b3ccf571d,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:43.507396 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-bb4a1f0c-8002-479d-9034-1f5f2350f21e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:43.527126 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 33272) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:59:43.534849 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-542c291d-82b1-4514-bd15-e1e3ce7ec31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:43.586065 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-542c291d-82b1-4514-bd15-e1e3ce7ec31b None None] For port 34c12531-320d-45d4-8abe-b5d55cfee919, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=34c12531-320d-45d4-8abe-b5d55cfee919,segment=NetworkSegment(54e6a048-7c83-4015-9daf-f7a52bd9d576),segment_id=54e6a048-7c83-4015-9daf-f7a52bd9d576)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:59:43.624993 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df3813a-03b8-48e6-a481-2669275005ca req-6586ae5b-b42f-416d-bb31-4e7093500965 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:43.635790 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5df3813a-03b8-48e6-a481-2669275005ca req-6586ae5b-b42f-416d-bb31-4e7093500965 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cde5f9a-0f31-4a73-a026-22b0951df03a HTTP/1.1" status: 200 len: 943 time: 0.2046461 Jun 11 09:59:43.701285 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-542c291d-82b1-4514-bd15-e1e3ce7ec31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:43.708491 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:43.753328 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5df3813a-03b8-48e6-a481-2669275005ca req-338a0b40-d257-47dd-a176-48ad77d26418 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165471 Jun 11 09:59:43.830283 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-dc1065db-6c2a-49d7-988b-b64424387acd tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:43.831368 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542c291d-82b1-4514-bd15-e1e3ce7ec31b None None] Pushing event updated for resources: {'Port': ['ID=34c12531-320d-45d4-8abe-b5d55cfee919,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:43.835194 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-542c291d-82b1-4514-bd15-e1e3ce7ec31b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:43.840964 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe570984-c16c-433f-9666-93e0b2ca7f89 req-45382b60-56a8-493c-b061-7ad5d8a42081 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:43.842489 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fe570984-c16c-433f-9666-93e0b2ca7f89 req-45382b60-56a8-493c-b061-7ad5d8a42081 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1776847-b818-43e8-b325-5c1ba8c57856 HTTP/1.1" status: 200 len: 932 time: 0.2629881 Jun 11 09:59:43.863273 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b5d5b1fd-6873-45e1-a738-97222653a472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:43.926998 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [None req-dc1065db-6c2a-49d7-988b-b64424387acd tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Transition to ACTIVE for port object df7906e4-0de2-46ba-9f28-dcf7ef30242f will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:59:43.950965 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fe570984-c16c-433f-9666-93e0b2ca7f89 req-3653b38b-b3ae-49a0-827d-8f07036312fb tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994520 Jun 11 09:59:44.042621 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b5d5b1fd-6873-45e1-a738-97222653a472 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:44.048150 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-c7b6aa43-4884-4d5f-9c37-8bec41478e6c None None] Provisioning complete for port 34c12531-320d-45d4-8abe-b5d55cfee919 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:59:44.049461 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c7b6aa43-4884-4d5f-9c37-8bec41478e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:44.075618 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-a7be2ff9-336c-4754-9141-5c517fea07f4 req-ae671740-2668-4d0c-a7fa-fcd7eceaf59d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa86cce1-a4ac-4fd1-b55d-12973cfcb1d4 {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:59:44.084977 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a7be2ff9-336c-4754-9141-5c517fea07f4 req-ae671740-2668-4d0c-a7fa-fcd7eceaf59d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:44.099476 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-a7be2ff9-336c-4754-9141-5c517fea07f4 req-ae671740-2668-4d0c-a7fa-fcd7eceaf59d service neutron] Transition to ACTIVE for port object fa86cce1-a4ac-4fd1-b55d-12973cfcb1d4 will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:59:44.124976 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b5d5b1fd-6873-45e1-a738-97222653a472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:44.128663 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a1f6306d-2c33-4a6d-9387-f4bfe7c0de9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:44.150637 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-dc1065db-6c2a-49d7-988b-b64424387acd tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:44.161573 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e5b04bd8-6ba4-4c5f-9d76-e0085bb3732c tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:44.180130 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-b5d5b1fd-6873-45e1-a738-97222653a472 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dc85e412ca144619a1ee0b6b4c80dd8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6513066 Jun 11 09:59:44.180829 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 33276) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:59:44.188124 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d5b1fd-6873-45e1-a738-97222653a472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a87ba2-8bd8-4de8-8739-86c9492ad982,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:44.191628 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b5d5b1fd-6873-45e1-a738-97222653a472 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:44.204127 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1065db-6c2a-49d7-988b-b64424387acd tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Network 91b06d7f-7089-45b4-922e-8945351d4b36 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:59:44.212354 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-dc1065db-6c2a-49d7-988b-b64424387acd tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:59:44.214862 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1065db-6c2a-49d7-988b-b64424387acd tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:59:44.216730 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-dc1065db-6c2a-49d7-988b-b64424387acd tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-375088'] for router_interface, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:44.261063 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-26a3a3fe-e6b4-4993-bb4a-8b11fa58bfb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:44.294467 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a7be2ff9-336c-4754-9141-5c517fea07f4 req-ae671740-2668-4d0c-a7fa-fcd7eceaf59d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:44.294916 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-26a3a3fe-e6b4-4993-bb4a-8b11fa58bfb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:44.409404 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1065db-6c2a-49d7-988b-b64424387acd tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Pushing event updated for resources: {'Port': ['ID=df7906e4-0de2-46ba-9f28-dcf7ef30242f,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:44.413229 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-dc1065db-6c2a-49d7-988b-b64424387acd tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:44.415661 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-91e724c6-ceaf-4893-ba67-2308d5644016 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.115s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:44.442217 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-26a3a3fe-e6b4-4993-bb4a-8b11fa58bfb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:44.445000 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-26a3a3fe-e6b4-4993-bb4a-8b11fa58bfb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:44.446300 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-26a3a3fe-e6b4-4993-bb4a-8b11fa58bfb4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c6a87ba2-8bd8-4de8-8739-86c9492ad982 HTTP/1.1" status: 204 len: 168 time: 0.2636452 Jun 11 09:59:44.447637 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9b539977-96ee-4891-99a4-cbde9acdbf61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:44.456997 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a3a3fe-e6b4-4993-bb4a-8b11fa58bfb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a87ba2-8bd8-4de8-8739-86c9492ad982,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:44.468058 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-26a3a3fe-e6b4-4993-bb4a-8b11fa58bfb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:44.600265 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae671740-2668-4d0c-a7fa-fcd7eceaf59d service neutron] Pushing event updated for resources: {'Port': ['ID=fa86cce1-a4ac-4fd1-b55d-12973cfcb1d4,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:44.608687 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ae671740-2668-4d0c-a7fa-fcd7eceaf59d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:44.642715 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-a7be2ff9-336c-4754-9141-5c517fea07f4 req-ae671740-2668-4d0c-a7fa-fcd7eceaf59d service neutron] Attempting to bind port fa86cce1-a4ac-4fd1-b55d-12973cfcb1d4 on host n-h2-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:59:44.643494 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-a7be2ff9-336c-4754-9141-5c517fea07f4 req-ae671740-2668-4d0c-a7fa-fcd7eceaf59d service neutron] Attempting to bind port fa86cce1-a4ac-4fd1-b55d-12973cfcb1d4 by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': '49dbfc19-7dcf-486c-9f91-ff9f037d2121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '27e23bf6-ffe1-4e0a-b377-e23593ba5165'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:59:44.643861 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7be2ff9-336c-4754-9141-5c517fea07f4 req-ae671740-2668-4d0c-a7fa-fcd7eceaf59d service neutron] Attempting to bind port fa86cce1-a4ac-4fd1-b55d-12973cfcb1d4 on network 27e23bf6-ffe1-4e0a-b377-e23593ba5165 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:59:44.648693 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7be2ff9-336c-4754-9141-5c517fea07f4 req-ae671740-2668-4d0c-a7fa-fcd7eceaf59d service neutron] Port fa86cce1-a4ac-4fd1-b55d-12973cfcb1d4 on network 27e23bf6-ffe1-4e0a-b377-e23593ba5165 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 09:59:44.649068 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7be2ff9-336c-4754-9141-5c517fea07f4 req-ae671740-2668-4d0c-a7fa-fcd7eceaf59d service neutron] Attempting to bind port fa86cce1-a4ac-4fd1-b55d-12973cfcb1d4 on network 27e23bf6-ffe1-4e0a-b377-e23593ba5165 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:59:44.655843 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7be2ff9-336c-4754-9141-5c517fea07f4 req-ae671740-2668-4d0c-a7fa-fcd7eceaf59d service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:59:44.656230 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7be2ff9-336c-4754-9141-5c517fea07f4 req-ae671740-2668-4d0c-a7fa-fcd7eceaf59d service neutron] Checking segment: {'id': '49dbfc19-7dcf-486c-9f91-ff9f037d2121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '27e23bf6-ffe1-4e0a-b377-e23593ba5165'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:59:44.656657 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7be2ff9-336c-4754-9141-5c517fea07f4 req-ae671740-2668-4d0c-a7fa-fcd7eceaf59d service neutron] Bound using segment: {'id': '49dbfc19-7dcf-486c-9f91-ff9f037d2121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '27e23bf6-ffe1-4e0a-b377-e23593ba5165'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:59:44.657095 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-a7be2ff9-336c-4754-9141-5c517fea07f4 req-ae671740-2668-4d0c-a7fa-fcd7eceaf59d service neutron] Bound port: fa86cce1-a4ac-4fd1-b55d-12973cfcb1d4, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49dbfc19-7dcf-486c-9f91-ff9f037d2121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '27e23bf6-ffe1-4e0a-b377-e23593ba5165'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:59:44.657450 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a7be2ff9-336c-4754-9141-5c517fea07f4 req-ae671740-2668-4d0c-a7fa-fcd7eceaf59d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:44.662637 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-fa1fe55a-72a3-4c9b-a4d4-1ed173e82ec3 None None] Provisioning for port df7906e4-0de2-46ba-9f28-dcf7ef30242f completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:59:44.667207 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-fa1fe55a-72a3-4c9b-a4d4-1ed173e82ec3 None None] Provisioning complete for port df7906e4-0de2-46ba-9f28-dcf7ef30242f triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:59:44.667882 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-fa1fe55a-72a3-4c9b-a4d4-1ed173e82ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:44.725481 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fe55a-72a3-4c9b-a4d4-1ed173e82ec3 None None] Port df7906e4-0de2-46ba-9f28-dcf7ef30242f cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:59:44.773586 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-dc1065db-6c2a-49d7-988b-b64424387acd tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:44.798485 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-a7be2ff9-336c-4754-9141-5c517fea07f4 req-ae671740-2668-4d0c-a7fa-fcd7eceaf59d service neutron] For port fa86cce1-a4ac-4fd1-b55d-12973cfcb1d4, host n-h2-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:59:44.825739 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-a7be2ff9-336c-4754-9141-5c517fea07f4 req-ae671740-2668-4d0c-a7fa-fcd7eceaf59d service neutron] For port fa86cce1-a4ac-4fd1-b55d-12973cfcb1d4, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=fa86cce1-a4ac-4fd1-b55d-12973cfcb1d4,segment=NetworkSegment(49dbfc19-7dcf-486c-9f91-ff9f037d2121),segment_id=49dbfc19-7dcf-486c-9f91-ff9f037d2121)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:59:44.944744 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cddb11e-fe7c-4702-8309-af5dece2575f None None] Network 75d5707b-578f-48e1-a220-e9e4790da663 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:59:45.013537 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a7be2ff9-336c-4754-9141-5c517fea07f4 req-ae671740-2668-4d0c-a7fa-fcd7eceaf59d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:45.045080 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b8e6cafe-18bd-4bb9-b4b2-ee5fcfc7f8fc tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:45.135690 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7be2ff9-336c-4754-9141-5c517fea07f4 req-ae671740-2668-4d0c-a7fa-fcd7eceaf59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:45.136521 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a7be2ff9-336c-4754-9141-5c517fea07f4 req-ae671740-2668-4d0c-a7fa-fcd7eceaf59d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:45.138058 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a7be2ff9-336c-4754-9141-5c517fea07f4 req-ae671740-2668-4d0c-a7fa-fcd7eceaf59d service neutron] 10.222.0.69 "PUT /v2.0/ports/fa86cce1-a4ac-4fd1-b55d-12973cfcb1d4 HTTP/1.1" status: 200 len: 1093 time: 3.0927436 Jun 11 09:59:45.138883 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1776847-b818-43e8-b325-5c1ba8c57856', 'tag': 'fa86cce1-a4ac-4fd1-b55d-12973cfcb1d4'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:59:45.141654 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47555e99-d93e-4d2c-a3af-de04b0cd8798" -d '{"events": [{"name": "network-changed", "server_uuid": "f1776847-b818-43e8-b325-5c1ba8c57856", "tag": "fa86cce1-a4ac-4fd1-b55d-12973cfcb1d4"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:59:45.202739 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae671740-2668-4d0c-a7fa-fcd7eceaf59d service neutron] Pushing event updated for resources: {'Port': ['ID=fa86cce1-a4ac-4fd1-b55d-12973cfcb1d4,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:45.223488 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dc1d74-ba5f-486b-9ff2-b7a073d6212a req-a54d643a-33c4-4519-8c09-3fcdc90879d0 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:45.225160 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b0dc1d74-ba5f-486b-9ff2-b7a073d6212a req-a54d643a-33c4-4519-8c09-3fcdc90879d0 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cde5f9a-0f31-4a73-a026-22b0951df03a HTTP/1.1" status: 200 len: 943 time: 0.2694278 Jun 11 09:59:45.226196 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ae671740-2668-4d0c-a7fa-fcd7eceaf59d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:45.313840 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 33298) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:59:45.356834 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b36a2e-6d6f-4682-8a95-b0e36430e4da req-f099d4b5-c7b4-420a-87ef-518af5d07682 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:45.359178 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-81eeb96c-afb0-4724-a2ae-fd322c3f5d80 None None] Provisioning for port a84e491d-e1a0-46cc-b7ed-608b3ccf571d completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:59:45.364474 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-51b36a2e-6d6f-4682-8a95-b0e36430e4da req-f099d4b5-c7b4-420a-87ef-518af5d07682 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1776847-b818-43e8-b325-5c1ba8c57856 HTTP/1.1" status: 200 len: 944 time: 0.0906458 Jun 11 09:59:45.420290 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5f9b5e5b-294c-479b-80c2-fcefe580f355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:45.440273 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-51b36a2e-6d6f-4682-8a95-b0e36430e4da req-228771f5-2a11-4773-a9cd-804b256b69c7 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747705 Jun 11 09:59:45.475115 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b0dc1d74-ba5f-486b-9ff2-b7a073d6212a req-0e9d2539-01ca-45f0-bcc5-c8321024833a tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337074 Jun 11 09:59:45.526850 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 09:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-100088b8-2159-4ac4-8a92-b44ccb887ac3 x-openstack-request-id: req-100088b8-2159-4ac4-8a92-b44ccb887ac3 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:59:45.533914 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1776847-b818-43e8-b325-5c1ba8c57856", "tag": "fa86cce1-a4ac-4fd1-b55d-12973cfcb1d4", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:59:45.533914 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-100088b8-2159-4ac4-8a92-b44ccb887ac3 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:59:45.533914 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1776847-b818-43e8-b325-5c1ba8c57856', 'tag': 'fa86cce1-a4ac-4fd1-b55d-12973cfcb1d4', 'status': 'completed', 'code': 200} Jun 11 09:59:45.591285 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7be2ff9-336c-4754-9141-5c517fea07f4 req-71f45e5c-d9d6-4561-889c-b0061ed048a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:45.592898 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a7be2ff9-336c-4754-9141-5c517fea07f4 req-71f45e5c-d9d6-4561-889c-b0061ed048a5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cf2f36364fcc4b2d95b3a631356b3d50&device_id=f1776847-b818-43e8-b325-5c1ba8c57856 HTTP/1.1" status: 200 len: 1096 time: 0.3174875 Jun 11 09:59:45.672842 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device a84e491d-e1a0-46cc-b7ed-608b3ccf571d up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:59:45.702427 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-dc1065db-6c2a-49d7-988b-b64424387acd tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:45.706467 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a7be2ff9-336c-4754-9141-5c517fea07f4 req-950adf10-296a-493d-854e-9bdb1cdfa02d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa86cce1-a4ac-4fd1-b55d-12973cfcb1d4 HTTP/1.1" status: 200 len: 217 time: 0.0983262 Jun 11 09:59:45.740577 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5f9b5e5b-294c-479b-80c2-fcefe580f355 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:45.782794 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-dc1065db-6c2a-49d7-988b-b64424387acd tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:45.783864 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-dc1065db-6c2a-49d7-988b-b64424387acd tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375108'] for router_interface, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:45.789780 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-afeb36a7-3e7a-49b2-90e0-5d1b7ed89129 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:45.841438 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-193f0abe-fca6-4c7c-9c8c-3195b73ceec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:45.862378 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5f9b5e5b-294c-479b-80c2-fcefe580f355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:45.869856 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port a84e491d-e1a0-46cc-b7ed-608b3ccf571d completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:59:45.874541 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port a84e491d-e1a0-46cc-b7ed-608b3ccf571d triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:59:45.874918 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:45.877538 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7be2ff9-336c-4754-9141-5c517fea07f4 req-f83bd315-0655-4dcd-ad62-2db81b63420f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:45.879024 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a7be2ff9-336c-4754-9141-5c517fea07f4 req-f83bd315-0655-4dcd-ad62-2db81b63420f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a3823ddd-2fea-4754-846e-b1cf37fb47e2 HTTP/1.1" status: 200 len: 851 time: 0.1408551 Jun 11 09:59:45.908215 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:45.910249 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1065db-6c2a-49d7-988b-b64424387acd tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Pushing event updated for resources: {'Port': ['ID=df7906e4-0de2-46ba-9f28-dcf7ef30242f,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:45.944220 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-dc1065db-6c2a-49d7-988b-b64424387acd tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:45.944761 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d1692ed4-0f64-4164-b685-cdaad953e573 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:45.979794 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:45.988841 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a7be2ff9-336c-4754-9141-5c517fea07f4 req-b46a7b85-6c10-4071-b6a3-1bf241c03396 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=27e23bf6-ffe1-4e0a-b377-e23593ba5165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0936613 Jun 11 09:59:46.003308 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-5f9b5e5b-294c-479b-80c2-fcefe580f355 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=494b628f245c47d0808da87719b24690&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6793592 Jun 11 09:59:46.004669 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 33308) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:59:46.018338 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port a84e491d-e1a0-46cc-b7ed-608b3ccf571d, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=a84e491d-e1a0-46cc-b7ed-608b3ccf571d,segment=NetworkSegment(01da41e9-8657-4a12-a2f7-b1d8184a9a18),segment_id=01da41e9-8657-4a12-a2f7-b1d8184a9a18)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:59:46.057041 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b5e5b-294c-479b-80c2-fcefe580f355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4838de7-8413-476d-a896-b3b6c3931fa2,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:46.062733 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5f9b5e5b-294c-479b-80c2-fcefe580f355 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:46.084063 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a25a6102-4a9b-4f63-bb5f-f844e25a3ccf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:46.098574 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:46.100940 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 34c12531-320d-45d4-8abe-b5d55cfee919 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:59:46.111062 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a25a6102-4a9b-4f63-bb5f-f844e25a3ccf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:46.148194 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1065db-6c2a-49d7-988b-b64424387acd tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Network 91b06d7f-7089-45b4-922e-8945351d4b36 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:59:46.155558 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-dc1065db-6c2a-49d7-988b-b64424387acd tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:59:46.173399 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-542c291d-82b1-4514-bd15-e1e3ce7ec31b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:46.210268 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a7be2ff9-336c-4754-9141-5c517fea07f4 req-c48cacf6-8bd1-469e-8a64-eadb74a68eca service neutron] 10.222.0.69 "GET /v2.0/networks/27e23bf6-ffe1-4e0a-b377-e23593ba5165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117672 Jun 11 09:59:46.251914 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=a84e491d-e1a0-46cc-b7ed-608b3ccf571d,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:46.254538 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 34c12531-320d-45d4-8abe-b5d55cfee919 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:59:46.254935 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:46.256735 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:46.331235 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a25a6102-4a9b-4f63-bb5f-f844e25a3ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:46.333932 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a25a6102-4a9b-4f63-bb5f-f844e25a3ccf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:46.338217 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-a25a6102-4a9b-4f63-bb5f-f844e25a3ccf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b4838de7-8413-476d-a896-b3b6c3931fa2 HTTP/1.1" status: 204 len: 168 time: 0.3323114 Jun 11 09:59:46.340214 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-517f54c0-59f3-4365-a6c3-6778b7f4ddda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:46.359151 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25a6102-4a9b-4f63-bb5f-f844e25a3ccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4838de7-8413-476d-a896-b3b6c3931fa2,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:46.367626 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a25a6102-4a9b-4f63-bb5f-f844e25a3ccf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:46.519624 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a7be2ff9-336c-4754-9141-5c517fea07f4 req-c32e0d20-b742-4c10-bafd-1a71f1ffe81d service neutron] 10.222.0.69 "GET /v2.0/networks/27e23bf6-ffe1-4e0a-b377-e23593ba5165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344601 Jun 11 09:59:46.638627 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-12e7f178-e649-4ab4-93c1-952806ada4ad None None] Provisioning complete for port df7906e4-0de2-46ba-9f28-dcf7ef30242f triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:59:46.639222 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-12e7f178-e649-4ab4-93c1-952806ada4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:46.688413 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc1065db-6c2a-49d7-988b-b64424387acd tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Router 3e0375fd-403c-4a88-bd68-656ded0edfdf is scheduled to L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 with binding_index 1 {{(pid=93176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 09:59:46.695559 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-12e7f178-e649-4ab4-93c1-952806ada4ad None None] Port df7906e4-0de2-46ba-9f28-dcf7ef30242f cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:59:46.697576 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device ea4fb64c-ffd8-43a3-8153-cb37f627a25d details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:59:46.762557 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:46.871129 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port ea4fb64c-ffd8-43a3-8153-cb37f627a25d, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=ea4fb64c-ffd8-43a3-8153-cb37f627a25d,segment=NetworkSegment(ab2d9cc7-6b60-440f-b56a-bfa214087ddc),segment_id=ab2d9cc7-6b60-440f-b56a-bfa214087ddc)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:59:46.884608 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': 'ea4fb64c-ffd8-43a3-8153-cb37f627a25d', 'network_id': '1b5e62b6-c880-44bf-95b3-4520d2d0f2a4', 'port_id': 'ea4fb64c-ffd8-43a3-8153-cb37f627a25d', 'mac_address': 'fa:16:3e:f8:1a:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7a61cbf-58ae-4640-b759-b07b9612a4ee', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:59:46.915732 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8baa876-26d1-4308-8e7c-10d3b2980e48 req-eb3648b2-f09e-4e14-a0a4-090165aa194d tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:46.917349 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a8baa876-26d1-4308-8e7c-10d3b2980e48 req-eb3648b2-f09e-4e14-a0a4-090165aa194d tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1776847-b818-43e8-b325-5c1ba8c57856 HTTP/1.1" status: 200 len: 944 time: 0.0765431 Jun 11 09:59:46.930356 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:46.967326 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea4fb64c-ffd8-43a3-8153-cb37f627a25d {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:59:46.968341 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9116a47e-16ac-41cd-81ef-810b94ac97c4 req-10850e41-f549-4d07-81b6-f379640b585d tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:46.968341 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9116a47e-16ac-41cd-81ef-810b94ac97c4 req-10850e41-f549-4d07-81b6-f379640b585d tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cde5f9a-0f31-4a73-a026-22b0951df03a HTTP/1.1" status: 200 len: 943 time: 0.3162558 Jun 11 09:59:46.968341 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc1065db-6c2a-49d7-988b-b64424387acd tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:59:46.968341 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-dc1065db-6c2a-49d7-988b-b64424387acd tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] 10.222.0.60 "PUT /v2.0/routers/3e0375fd-403c-4a88-bd68-656ded0edfdf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0012391 Jun 11 09:59:46.968341 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 33324) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:59:46.969344 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001c2522-9e50-4f38-b9af-e6fd5ef0c2ca None None] Sync routers for ids ['3e0375fd-403c-4a88-bd68-656ded0edfdf'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:59:46.978904 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001c2522-9e50-4f38-b9af-e6fd5ef0c2ca None None] Routers {'3e0375fd-403c-4a88-bd68-656ded0edfdf'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:59:46.979733 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-001c2522-9e50-4f38-b9af-e6fd5ef0c2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:59:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['3e0375fd-403c-4a88-bd68-656ded0edfdf'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:59:46.985221 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port ea4fb64c-ffd8-43a3-8153-cb37f627a25d, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=ea4fb64c-ffd8-43a3-8153-cb37f627a25d,segment=NetworkSegment(ab2d9cc7-6b60-440f-b56a-bfa214087ddc),segment_id=ab2d9cc7-6b60-440f-b56a-bfa214087ddc)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:59:47.002261 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a8baa876-26d1-4308-8e7c-10d3b2980e48 req-b1735f64-b6ad-4508-b6d1-03a9a86925e5 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760541 Jun 11 09:59:47.073034 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-001c2522-9e50-4f38-b9af-e6fd5ef0c2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:59:47.086444 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001c2522-9e50-4f38-b9af-e6fd5ef0c2ca None None] Routers {'3e0375fd-403c-4a88-bd68-656ded0edfdf'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:59:47.087316 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-001c2522-9e50-4f38-b9af-e6fd5ef0c2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:59:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['3e0375fd-403c-4a88-bd68-656ded0edfdf'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:59:47.119329 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:47.121792 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-b46f139b-19be-4f12-89ff-ae37842400bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:47.196462 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-001c2522-9e50-4f38-b9af-e6fd5ef0c2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:59:47.196896 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001c2522-9e50-4f38-b9af-e6fd5ef0c2ca None None] The sync data for ids ['3e0375fd-403c-4a88-bd68-656ded0edfdf'] in n-d-779913-12 is: [] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:59:47.228003 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=ea4fb64c-ffd8-43a3-8153-cb37f627a25d,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:47.240342 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:47.460082 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device a84e491d-e1a0-46cc-b7ed-608b3ccf571d up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:59:47.524178 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port a84e491d-e1a0-46cc-b7ed-608b3ccf571d triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:59:47.524883 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:47.555101 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['ea4fb64c-ffd8-43a3-8153-cb37f627a25d'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:59:47.597216 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47555e99-d93e-4d2c-a3af-de04b0cd8798 req-101347c4-9552-4040-affb-21bd1b8c42d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:47.598692 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-47555e99-d93e-4d2c-a3af-de04b0cd8798 req-101347c4-9552-4040-affb-21bd1b8c42d2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cf2f36364fcc4b2d95b3a631356b3d50&device_id=f1776847-b818-43e8-b325-5c1ba8c57856 HTTP/1.1" status: 200 len: 1096 time: 0.7979765 Jun 11 09:59:47.661019 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9116a47e-16ac-41cd-81ef-810b94ac97c4 req-3fc41426-b7e0-44c1-9996-d8c538a2b834 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6984637 Jun 11 09:59:47.992985 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47555e99-d93e-4d2c-a3af-de04b0cd8798 req-7c53e4d0-f334-4b00-bb8b-6fefa5899d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:47.994704 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-47555e99-d93e-4d2c-a3af-de04b0cd8798 req-7c53e4d0-f334-4b00-bb8b-6fefa5899d31 service neutron] 10.222.0.69 "GET /v2.0/networks?id=27e23bf6-ffe1-4e0a-b377-e23593ba5165 HTTP/1.1" status: 200 len: 912 time: 0.3877206 Jun 11 09:59:48.058753 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-47555e99-d93e-4d2c-a3af-de04b0cd8798 req-336d9e2b-24dc-4628-9e8f-6a1d030df6fb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa86cce1-a4ac-4fd1-b55d-12973cfcb1d4 HTTP/1.1" status: 200 len: 217 time: 0.0567901 Jun 11 09:59:48.214389 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47555e99-d93e-4d2c-a3af-de04b0cd8798 req-c7356336-1227-42a6-a8ba-362380be52f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:48.218104 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-47555e99-d93e-4d2c-a3af-de04b0cd8798 req-c7356336-1227-42a6-a8ba-362380be52f6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a3823ddd-2fea-4754-846e-b1cf37fb47e2 HTTP/1.1" status: 200 len: 851 time: 0.1523447 Jun 11 09:59:48.250444 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf4bd10-246c-4755-a841-5cdf6456ccd1 req-5f746eab-2595-494c-bed6-fe366fc7212d tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:48.252679 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bcf4bd10-246c-4755-a841-5cdf6456ccd1 req-5f746eab-2595-494c-bed6-fe366fc7212d tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1776847-b818-43e8-b325-5c1ba8c57856 HTTP/1.1" status: 200 len: 944 time: 0.1230512 Jun 11 09:59:48.271305 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-47555e99-d93e-4d2c-a3af-de04b0cd8798 req-e7b3f8e3-fe0d-4424-83eb-f6ab487f5fc3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=27e23bf6-ffe1-4e0a-b377-e23593ba5165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410259 Jun 11 09:59:48.280757 n-d-779913-12 neutron-server[93176]: INFO neutron.api.v2.resource [None req-7471b0a8-b136-4812-943e-6efd45f557f0 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 09:59:48.283438 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-7471b0a8-b136-4812-943e-6efd45f557f0 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] 10.222.0.60 "PUT /v2.0/routers/3e0375fd-403c-4a88-bd68-656ded0edfdf/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3178065 Jun 11 09:59:48.286895 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 33362) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:59:48.338741 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:48.414899 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-47555e99-d93e-4d2c-a3af-de04b0cd8798 req-db948484-b747-4853-8c2b-9cc65447b2b6 service neutron] 10.222.0.69 "GET /v2.0/networks/27e23bf6-ffe1-4e0a-b377-e23593ba5165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297588 Jun 11 09:59:48.498339 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bcf4bd10-246c-4755-a841-5cdf6456ccd1 req-1fe2f202-e133-4e21-aa57-83e7ee66cd3d tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223957 Jun 11 09:59:48.588222 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-47555e99-d93e-4d2c-a3af-de04b0cd8798 req-06aa3be0-6f10-4ee4-8320-4f2e6e42478a service neutron] 10.222.0.69 "GET /v2.0/networks/27e23bf6-ffe1-4e0a-b377-e23593ba5165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588650 Jun 11 09:59:48.705426 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device ea4fb64c-ffd8-43a3-8153-cb37f627a25d up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:59:48.858742 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning for port ea4fb64c-ffd8-43a3-8153-cb37f627a25d completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:59:48.863923 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port ea4fb64c-ffd8-43a3-8153-cb37f627a25d triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:59:48.864693 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:48.905795 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ead18df9-a224-4bad-9a08-4c131403177f tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375209'] for router_interface, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:49.003901 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:49.026508 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cde5f9a-0f31-4a73-a026-22b0951df03a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea4fb64c-ffd8-43a3-8153-cb37f627a25d'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:59:49.029845 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4937692-b62d-40cf-adbf-4f1be15ef7ab" -d '{"events": [{"server_uuid": "6cde5f9a-0f31-4a73-a026-22b0951df03a", "name": "network-vif-plugged", "status": "completed", "tag": "ea4fb64c-ffd8-43a3-8153-cb37f627a25d"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:59:49.048380 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port ea4fb64c-ffd8-43a3-8153-cb37f627a25d, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=ea4fb64c-ffd8-43a3-8153-cb37f627a25d,segment=NetworkSegment(ab2d9cc7-6b60-440f-b56a-bfa214087ddc),segment_id=ab2d9cc7-6b60-440f-b56a-bfa214087ddc)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:59:49.052957 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f913241b-b85e-4021-b072-5461acce2f04 req-12089e6e-e86d-4ee4-b652-ae81b103cc0a tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:49.054559 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f913241b-b85e-4021-b072-5461acce2f04 req-12089e6e-e86d-4ee4-b652-ae81b103cc0a tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cde5f9a-0f31-4a73-a026-22b0951df03a HTTP/1.1" status: 200 len: 944 time: 0.2254956 Jun 11 09:59:49.166119 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f913241b-b85e-4021-b072-5461acce2f04 req-080e440c-48e1-49b4-8d53-71792aa7669d tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998514 Jun 11 09:59:49.201473 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:49.204404 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-08286aa7-4b1c-4101-b676-3bf1fe4c68bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:49.208935 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e9f3341-e8ca-463e-943a-9069337b752a x-openstack-request-id: req-2e9f3341-e8ca-463e-943a-9069337b752a {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:59:49.209277 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cde5f9a-0f31-4a73-a026-22b0951df03a", "name": "network-vif-plugged", "status": "completed", "tag": "ea4fb64c-ffd8-43a3-8153-cb37f627a25d", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:59:49.209532 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2e9f3341-e8ca-463e-943a-9069337b752a {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:59:49.209925 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cde5f9a-0f31-4a73-a026-22b0951df03a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea4fb64c-ffd8-43a3-8153-cb37f627a25d', 'code': 200} Jun 11 09:59:49.264961 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=ea4fb64c-ffd8-43a3-8153-cb37f627a25d,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:49.268918 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:49.377760 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c12cd39-7f83-438e-9407-ed25fcb65a5c req-7e76a451-05a4-41f0-9ff2-e0fdc10a355c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:49.384494 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0c12cd39-7f83-438e-9407-ed25fcb65a5c req-7e76a451-05a4-41f0-9ff2-e0fdc10a355c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6cde5f9a-0f31-4a73-a026-22b0951df03a HTTP/1.1" status: 200 len: 1097 time: 0.0941992 Jun 11 09:59:49.403139 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-ead18df9-a224-4bad-9a08-4c131403177f tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Deleting port df7906e4-0de2-46ba-9f28-dcf7ef30242f {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:59:49.403718 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ead18df9-a224-4bad-9a08-4c131403177f tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:49.441703 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0c12cd39-7f83-438e-9407-ed25fcb65a5c req-86e80a9e-e379-4f4e-b9b7-ad19fb009fd6 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522311 Jun 11 09:59:49.527226 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ead18df9-a224-4bad-9a08-4c131403177f tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:49.685354 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-ead18df9-a224-4bad-9a08-4c131403177f tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Calling delete_port for df7906e4-0de2-46ba-9f28-dcf7ef30242f owned by network:router_interface {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 09:59:49.723522 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47120f68-bdb3-4603-ba9b-caad666063a5 req-16a7d499-e268-47d4-a68d-e5e3cd2d771f tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:49.732387 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-47120f68-bdb3-4603-ba9b-caad666063a5 req-16a7d499-e268-47d4-a68d-e5e3cd2d771f tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1776847-b818-43e8-b325-5c1ba8c57856 HTTP/1.1" status: 200 len: 944 time: 0.1072726 Jun 11 09:59:49.776458 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-47120f68-bdb3-4603-ba9b-caad666063a5 req-4df3f3c3-dc42-4c05-8f86-98f3ee1e8a7d tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425045 Jun 11 09:59:49.964945 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ead18df9-a224-4bad-9a08-4c131403177f tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:49.967937 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-be8df41d-ddf5-444b-8b15-5417e6dd644a tempest-ServerRescueTestJSON-455794310 tempest-ServerRescueTestJSON-455794310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:49.999946 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead18df9-a224-4bad-9a08-4c131403177f tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Pushing event deleted for resources: {'Port': ['ID=df7906e4-0de2-46ba-9f28-dcf7ef30242f,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:50.030442 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ead18df9-a224-4bad-9a08-4c131403177f tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:50.165335 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ead18df9-a224-4bad-9a08-4c131403177f tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362297'] for router_interface, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:50.176734 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 33414) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:59:50.320805 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6c4793d9-e33d-4b74-9f8a-db6ed04f7228 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:50.420332 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6c4793d9-e33d-4b74-9f8a-db6ed04f7228 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:50.519513 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6c4793d9-e33d-4b74-9f8a-db6ed04f7228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:50.524543 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-643a9295-cf52-4d39-afac-065c9ba4db7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:50.576432 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4793d9-e33d-4b74-9f8a-db6ed04f7228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=216671ba-aeb0-4c8e-b39c-b4aca9cdaba5,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:50.583606 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-6c4793d9-e33d-4b74-9f8a-db6ed04f7228 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c0cac78cac7e4c10a58a31e8d3674637&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4053085 Jun 11 09:59:50.585920 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 33424) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:59:50.625769 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4793d9-e33d-4b74-9f8a-db6ed04f7228 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:59:50.627560 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4793d9-e33d-4b74-9f8a-db6ed04f7228 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:59:50.628388 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4793d9-e33d-4b74-9f8a-db6ed04f7228 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:59:50.630084 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4793d9-e33d-4b74-9f8a-db6ed04f7228 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:59:50.630890 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4793d9-e33d-4b74-9f8a-db6ed04f7228 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:59:50.632019 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4793d9-e33d-4b74-9f8a-db6ed04f7228 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:59:50.633152 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4793d9-e33d-4b74-9f8a-db6ed04f7228 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:59:50.633662 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4793d9-e33d-4b74-9f8a-db6ed04f7228 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:59:50.635354 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4793d9-e33d-4b74-9f8a-db6ed04f7228 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:59:50.635862 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4793d9-e33d-4b74-9f8a-db6ed04f7228 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:59:50.637601 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4793d9-e33d-4b74-9f8a-db6ed04f7228 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:59:50.638326 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4793d9-e33d-4b74-9f8a-db6ed04f7228 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:59:50.650678 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6c4793d9-e33d-4b74-9f8a-db6ed04f7228 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:50.701157 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6e2eca6c-9658-43dc-8588-76e848c7c445 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:50.715012 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device fa86cce1-a4ac-4fd1-b55d-12973cfcb1d4 details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 09:59:50.785017 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6e2eca6c-9658-43dc-8588-76e848c7c445 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:50.856205 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ead18df9-a224-4bad-9a08-4c131403177f tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Router 3e0375fd-403c-4a88-bd68-656ded0edfdf has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 09:59:50.949601 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port fa86cce1-a4ac-4fd1-b55d-12973cfcb1d4, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=fa86cce1-a4ac-4fd1-b55d-12973cfcb1d4,segment=NetworkSegment(49dbfc19-7dcf-486c-9f91-ff9f037d2121),segment_id=49dbfc19-7dcf-486c-9f91-ff9f037d2121)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:59:50.962977 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': 'fa86cce1-a4ac-4fd1-b55d-12973cfcb1d4', 'network_id': '27e23bf6-ffe1-4e0a-b377-e23593ba5165', 'port_id': 'fa86cce1-a4ac-4fd1-b55d-12973cfcb1d4', 'mac_address': 'fa:16:3e:cc:d4:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3823ddd-2fea-4754-846e-b1cf37fb47e2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 09:59:50.993580 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9616130a-47e7-4190-91a3-80995f7822d3 req-a4083243-0775-443d-8f66-affac5fc9e16 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:51.000605 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9616130a-47e7-4190-91a3-80995f7822d3 req-a4083243-0775-443d-8f66-affac5fc9e16 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cde5f9a-0f31-4a73-a026-22b0951df03a HTTP/1.1" status: 200 len: 945 time: 0.7009671 Jun 11 09:59:51.003860 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ead18df9-a224-4bad-9a08-4c131403177f tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:59:51.023117 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-ead18df9-a224-4bad-9a08-4c131403177f tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] 10.222.0.60 "PUT /v2.0/routers/3e0375fd-403c-4a88-bd68-656ded0edfdf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7338502 Jun 11 09:59:51.023731 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50666de-f0ae-450e-b9dc-bf7a9c89dc85 None None] Sync routers for ids ['3e0375fd-403c-4a88-bd68-656ded0edfdf'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:59:51.024844 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 33432) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:59:51.031024 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:51.051391 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50666de-f0ae-450e-b9dc-bf7a9c89dc85 None None] Routers {'3e0375fd-403c-4a88-bd68-656ded0edfdf'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:59:51.052892 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-a50666de-f0ae-450e-b9dc-bf7a9c89dc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:59:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['3e0375fd-403c-4a88-bd68-656ded0edfdf'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:59:51.056453 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6e2eca6c-9658-43dc-8588-76e848c7c445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:51.059375 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa86cce1-a4ac-4fd1-b55d-12973cfcb1d4 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 09:59:51.059771 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6e2eca6c-9658-43dc-8588-76e848c7c445 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:51.060938 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-6e2eca6c-9658-43dc-8588-76e848c7c445 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/216671ba-aeb0-4c8e-b39c-b4aca9cdaba5 HTTP/1.1" status: 204 len: 168 time: 0.4738908 Jun 11 09:59:51.063393 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-11b4a6ce-9ce4-4b93-aa93-af98d78e46f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:51.088294 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port fa86cce1-a4ac-4fd1-b55d-12973cfcb1d4, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=fa86cce1-a4ac-4fd1-b55d-12973cfcb1d4,segment=NetworkSegment(49dbfc19-7dcf-486c-9f91-ff9f037d2121),segment_id=49dbfc19-7dcf-486c-9f91-ff9f037d2121)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:59:51.096293 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eca6c-9658-43dc-8588-76e848c7c445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=216671ba-aeb0-4c8e-b39c-b4aca9cdaba5,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:51.105459 n-d-779913-12 neutron-server[93177]: INFO neutron.api.v2.resource [None req-99bd76ea-1241-48cd-9d01-f1fce91c521a tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] delete failed (client error): The resource could not be found. Jun 11 09:59:51.107592 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6e2eca6c-9658-43dc-8588-76e848c7c445 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:51.113044 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-99bd76ea-1241-48cd-9d01-f1fce91c521a tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] 10.222.0.60 "DELETE /v2.0/routers/tempest-non_exist_router-1211297989 HTTP/1.1" status: 404 len: 335 time: 0.0871711 Jun 11 09:59:51.116961 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 33436) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:59:51.120034 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-bc27b433-2208-4c36-9108-2f229bfe0d19 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Request body: {'router': {'external_gateway_info': {'network_id': '3e0375fd-403c-4a88-bd68-656ded0edfdf'}}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:59:51.131982 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c334a62-71f5-404f-98ed-42e507f9b3bf req-42511ea9-5fa1-4617-ad95-775e028ac534 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:51.139883 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2c334a62-71f5-404f-98ed-42e507f9b3bf req-42511ea9-5fa1-4617-ad95-775e028ac534 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1776847-b818-43e8-b325-5c1ba8c57856 HTTP/1.1" status: 200 len: 944 time: 0.1241186 Jun 11 09:59:51.173122 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-a50666de-f0ae-450e-b9dc-bf7a9c89dc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:59:51.184816 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:51.189571 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-bb4a1f0c-8002-479d-9034-1f5f2350f21e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:51.199831 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2c334a62-71f5-404f-98ed-42e507f9b3bf req-8168b61c-c73b-4ada-b2fd-37d096803518 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589588 Jun 11 09:59:51.233988 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9616130a-47e7-4190-91a3-80995f7822d3 req-79f4be26-913e-4173-92c4-0262681a7d79 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322273 Jun 11 09:59:51.235929 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50666de-f0ae-450e-b9dc-bf7a9c89dc85 None None] Routers {'3e0375fd-403c-4a88-bd68-656ded0edfdf'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:59:51.236551 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-a50666de-f0ae-450e-b9dc-bf7a9c89dc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:59:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['3e0375fd-403c-4a88-bd68-656ded0edfdf'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:59:51.296082 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-a50666de-f0ae-450e-b9dc-bf7a9c89dc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:59:51.296520 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50666de-f0ae-450e-b9dc-bf7a9c89dc85 None None] The sync data for ids ['3e0375fd-403c-4a88-bd68-656ded0edfdf'] in n-d-779913-12 is: [] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:59:51.315500 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=fa86cce1-a4ac-4fd1-b55d-12973cfcb1d4,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:51.318842 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:51.478699 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bc27b433-2208-4c36-9108-2f229bfe0d19 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:51.522703 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['fa86cce1-a4ac-4fd1-b55d-12973cfcb1d4'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 09:59:51.587095 n-d-779913-12 neutron-server[93177]: INFO neutron.api.v2.resource [None req-bc27b433-2208-4c36-9108-2f229bfe0d19 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] update failed (client error): The resource could not be found. Jun 11 09:59:51.591724 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-bc27b433-2208-4c36-9108-2f229bfe0d19 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] 10.222.0.60 "PUT /v2.0/routers/3e0375fd-403c-4a88-bd68-656ded0edfdf HTTP/1.1" status: 404 len: 339 time: 0.4721394 Jun 11 09:59:51.591724 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 33448) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:59:51.598024 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-15eb7954-fe82-4829-9774-d8a0ddff5e07 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1037209261'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:59:51.727429 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15eb7954-fe82-4829-9774-d8a0ddff5e07 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Made reservation on behalf of df746a9bad9b4c0ea2f2795837254ec0 for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:59:51.731068 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-15eb7954-fe82-4829-9774-d8a0ddff5e07 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:51.759535 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15eb7954-fe82-4829-9774-d8a0ddff5e07 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 789} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 09:59:51.770708 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-15eb7954-fe82-4829-9774-d8a0ddff5e07 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:51.771274 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-15eb7954-fe82-4829-9774-d8a0ddff5e07 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Added segment 183491f0-5240-4cda-905e-ab29c5a74aeb of type vlan for network 25a02ee5-aefa-411d-8ddc-ff2bb93bf641 Jun 11 09:59:51.847466 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-15eb7954-fe82-4829-9774-d8a0ddff5e07 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:51.970653 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-15eb7954-fe82-4829-9774-d8a0ddff5e07 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:51.978892 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15eb7954-fe82-4829-9774-d8a0ddff5e07 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:51.979549 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-15eb7954-fe82-4829-9774-d8a0ddff5e07 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:51.982187 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-77f32047-f015-4ff1-a278-d1099fcfa667 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:52.070845 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eb7954-fe82-4829-9774-d8a0ddff5e07 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Pushing event updated for resources: {'Network': ['ID=25a02ee5-aefa-411d-8ddc-ff2bb93bf641,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:52.074368 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-15eb7954-fe82-4829-9774-d8a0ddff5e07 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:52.081381 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 25a02ee5-aefa-411d-8ddc-ff2bb93bf641 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 09:59:52.137866 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-15eb7954-fe82-4829-9774-d8a0ddff5e07 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5447123 Jun 11 09:59:52.140620 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 33466) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:59:52.149940 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-e4282606-f02c-40e7-aad5-d5e5e3538ae9 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Request body: {'subnet': {'network_id': '25a02ee5-aefa-411d-8ddc-ff2bb93bf641', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:59:52.355507 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4282606-f02c-40e7-aad5-d5e5e3538ae9 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Made reservation on behalf of df746a9bad9b4c0ea2f2795837254ec0 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 09:59:52.360162 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e4282606-f02c-40e7-aad5-d5e5e3538ae9 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:52.426621 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1800a5d-f2a3-4bfe-bd24-3bbd8e96c86f req-c9fc0783-ee5c-4a41-8e9e-8de8bf8b0139 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:52.428805 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d1800a5d-f2a3-4bfe-bd24-3bbd8e96c86f req-c9fc0783-ee5c-4a41-8e9e-8de8bf8b0139 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1776847-b818-43e8-b325-5c1ba8c57856 HTTP/1.1" status: 200 len: 945 time: 0.0894985 Jun 11 09:59:52.491747 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d1800a5d-f2a3-4bfe-bd24-3bbd8e96c86f req-334fe634-dfb1-4433-bea7-b53a53114f0e tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431566 Jun 11 09:59:52.577048 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7119d7-4f1d-4751-b34f-67faba1cf67d req-42955ec7-e53f-4dc6-9063-4e0a490721cb tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:52.578562 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8c7119d7-4f1d-4751-b34f-67faba1cf67d req-42955ec7-e53f-4dc6-9063-4e0a490721cb tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cde5f9a-0f31-4a73-a026-22b0951df03a HTTP/1.1" status: 200 len: 945 time: 0.1621881 Jun 11 09:59:52.667348 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8c7119d7-4f1d-4751-b34f-67faba1cf67d req-582201f7-b7e2-4041-9f1d-21f2e445ff2d tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824606 Jun 11 09:59:52.730395 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device fa86cce1-a4ac-4fd1-b55d-12973cfcb1d4 up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:59:52.811621 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e4282606-f02c-40e7-aad5-d5e5e3538ae9 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:52.813479 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b8ebb6a0-7ea5-4ad8-9386-02f077352330 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:52.881455 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf369b-032d-4c54-85ed-d3a99720db7b req-b5ec5d83-1f99-4278-8438-72f07c300020 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:52.883447 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b0bf369b-032d-4c54-85ed-d3a99720db7b req-b5ec5d83-1f99-4278-8438-72f07c300020 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cde5f9a-0f31-4a73-a026-22b0951df03a HTTP/1.1" status: 200 len: 945 time: 0.0829210 Jun 11 09:59:52.915488 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4282606-f02c-40e7-aad5-d5e5e3538ae9 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Pushing event updated for resources: {'Subnet': ['ID=9a9d4a2c-7e9e-4407-b285-06b4ec2a19ad,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:52.920851 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e4282606-f02c-40e7-aad5-d5e5e3538ae9 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:52.925771 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4282606-f02c-40e7-aad5-d5e5e3538ae9 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Checking segment: {'id': '183491f0-5240-4cda-905e-ab29c5a74aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '25a02ee5-aefa-411d-8ddc-ff2bb93bf641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:59:52.925771 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4282606-f02c-40e7-aad5-d5e5e3538ae9 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Network hostable DHCP agents. Network: 25a02ee5-aefa-411d-8ddc-ff2bb93bf641, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 09:59:52.948092 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning for port fa86cce1-a4ac-4fd1-b55d-12973cfcb1d4 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:59:52.952570 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port fa86cce1-a4ac-4fd1-b55d-12973cfcb1d4 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:59:52.953261 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:52.963272 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b0bf369b-032d-4c54-85ed-d3a99720db7b req-e4e1063d-1b11-4ae7-b9e5-552133b39072 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704267 Jun 11 09:59:53.054659 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:53.081252 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4282606-f02c-40e7-aad5-d5e5e3538ae9 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Network 25a02ee5-aefa-411d-8ddc-ff2bb93bf641 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 09:59:53.090783 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1776847-b818-43e8-b325-5c1ba8c57856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa86cce1-a4ac-4fd1-b55d-12973cfcb1d4'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 09:59:53.094017 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b71a5069-53db-413b-ade1-afa34fb411ce" -d '{"events": [{"server_uuid": "f1776847-b818-43e8-b325-5c1ba8c57856", "name": "network-vif-plugged", "status": "completed", "tag": "fa86cce1-a4ac-4fd1-b55d-12973cfcb1d4"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 09:59:53.110115 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port fa86cce1-a4ac-4fd1-b55d-12973cfcb1d4, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=fa86cce1-a4ac-4fd1-b55d-12973cfcb1d4,segment=NetworkSegment(49dbfc19-7dcf-486c-9f91-ff9f037d2121),segment_id=49dbfc19-7dcf-486c-9f91-ff9f037d2121)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:59:53.158511 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-e4282606-f02c-40e7-aad5-d5e5e3538ae9 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 25a02ee5-aefa-411d-8ddc-ff2bb93bf641) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:59:53.163334 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4282606-f02c-40e7-aad5-d5e5e3538ae9 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:53.164342 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e4282606-f02c-40e7-aad5-d5e5e3538ae9 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:53.176110 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eecb139a-5d0d-42cd-b795-cd8c26a3edf3 None None] Network 25a02ee5-aefa-411d-8ddc-ff2bb93bf641 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:59:53.213950 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:53.217793 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-7d698946-b2ee-47af-9ad0-7fa190506b3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:53.221141 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 09:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb3acf4-df1e-4ea5-b654-af9832ff58f4 x-openstack-request-id: req-feb3acf4-df1e-4ea5-b654-af9832ff58f4 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 09:59:53.221444 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1776847-b818-43e8-b325-5c1ba8c57856", "name": "network-vif-plugged", "status": "completed", "tag": "fa86cce1-a4ac-4fd1-b55d-12973cfcb1d4", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 09:59:53.221704 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-feb3acf4-df1e-4ea5-b654-af9832ff58f4 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 09:59:53.222152 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1776847-b818-43e8-b325-5c1ba8c57856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa86cce1-a4ac-4fd1-b55d-12973cfcb1d4', 'code': 200} Jun 11 09:59:53.261401 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-e4282606-f02c-40e7-aad5-d5e5e3538ae9 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1174765 Jun 11 09:59:53.263995 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 33504) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:59:53.270485 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-aaceac4d-fa9e-490a-a70f-2ce161aca784 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Request body: {'router': {'external_gateway_info': {'network_id': '25a02ee5-aefa-411d-8ddc-ff2bb93bf641'}}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 09:59:53.347948 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=fa86cce1-a4ac-4fd1-b55d-12973cfcb1d4,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:53.356593 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:53.420244 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63698b79-fb0b-4505-9014-d3ba5e84d4cd req-3a833ff4-bb93-4536-861f-ca7fcaf2bd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:53.422020 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-63698b79-fb0b-4505-9014-d3ba5e84d4cd req-3a833ff4-bb93-4536-861f-ca7fcaf2bd82 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f1776847-b818-43e8-b325-5c1ba8c57856 HTTP/1.1" status: 200 len: 1098 time: 0.1269341 Jun 11 09:59:53.465657 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8439eae4-f877-4a64-a664-b7315b56ad07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-25a02ee5-aefa-411d-8ddc-ff2bb93bf641', 'network_id': '25a02ee5-aefa-411d-8ddc-ff2bb93bf641', 'tenant_id': 'df746a9bad9b4c0ea2f2795837254ec0', 'fixed_ips': [{'subnet_id': '9a9d4a2c-7e9e-4407-b285-06b4ec2a19ad'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 09:59:53.466859 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8439eae4-f877-4a64-a664-b7315b56ad07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:53.536877 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-63698b79-fb0b-4505-9014-d3ba5e84d4cd req-5e93943e-915b-4e83-9056-e063a5bdc93e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082993 Jun 11 09:59:53.656413 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e25ab5-71e5-4682-ad83-e2b188a0dce0 req-48679ddb-99b0-4c0a-8c6c-79957b1774bd tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:53.663098 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-11e25ab5-71e5-4682-ad83-e2b188a0dce0 req-48679ddb-99b0-4c0a-8c6c-79957b1774bd tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cde5f9a-0f31-4a73-a026-22b0951df03a HTTP/1.1" status: 200 len: 945 time: 0.1588001 Jun 11 09:59:53.663241 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-8439eae4-f877-4a64-a664-b7315b56ad07 None None] Allocated IP 2001:db8:1::2 (25a02ee5-aefa-411d-8ddc-ff2bb93bf641/9a9d4a2c-7e9e-4407-b285-06b4ec2a19ad/c8a8edcf-5519-41af-b2c9-0c640258da50) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:59:53.744477 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-aaceac4d-fa9e-490a-a70f-2ce161aca784 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:53.752608 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-11e25ab5-71e5-4682-ad83-e2b188a0dce0 req-91dc4dc3-2f26-478d-8997-7b932228acc8 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825534 Jun 11 09:59:53.870594 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eaa8f8-4996-4e28-b001-71c5971c6574 req-a84a5337-e665-4aee-9408-683d5e88bbdf tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:53.874082 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e1eaa8f8-4996-4e28-b001-71c5971c6574 req-a84a5337-e665-4aee-9408-683d5e88bbdf tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1776847-b818-43e8-b325-5c1ba8c57856 HTTP/1.1" status: 200 len: 946 time: 0.1156259 Jun 11 09:59:53.953534 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8439eae4-f877-4a64-a664-b7315b56ad07 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:53.962628 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e1eaa8f8-4996-4e28-b001-71c5971c6574 req-45ba15c3-b9a9-4051-924b-213f3c386627 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757818 Jun 11 09:59:53.964763 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-8439eae4-f877-4a64-a664-b7315b56ad07 None None] Transition to ACTIVE for port object c8a8edcf-5519-41af-b2c9-0c640258da50 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:59:53.977242 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad2f143-d130-46f7-8dc2-1ddccf6978f3 req-90a4e3d0-e46d-4dcc-bfc9-b19768b3dd1f tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:53.978887 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-bad2f143-d130-46f7-8dc2-1ddccf6978f3 req-90a4e3d0-e46d-4dcc-bfc9-b19768b3dd1f tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cde5f9a-0f31-4a73-a026-22b0951df03a HTTP/1.1" status: 200 len: 945 time: 0.0873380 Jun 11 09:59:53.982590 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-8439eae4-f877-4a64-a664-b7315b56ad07 None None] Transition to ACTIVE for port object c8a8edcf-5519-41af-b2c9-0c640258da50 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:59:54.027938 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-bad2f143-d130-46f7-8dc2-1ddccf6978f3 req-a2ea8ce8-c258-40a4-909d-afc1b6936c2a tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409074 Jun 11 09:59:54.077490 n-d-779913-12 neutron-server[93177]: INFO neutron.api.v2.resource [None req-aaceac4d-fa9e-490a-a70f-2ce161aca784 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 09:59:54.082632 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 33538) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:59:54.084679 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-aaceac4d-fa9e-490a-a70f-2ce161aca784 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] 10.222.0.60 "PUT /v2.0/routers/3e0375fd-403c-4a88-bd68-656ded0edfdf HTTP/1.1" status: 400 len: 364 time: 0.8185627 Jun 11 09:59:54.095807 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8439eae4-f877-4a64-a664-b7315b56ad07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:54.111408 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-363e068c-83fa-40f9-9e90-572272e3b4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:54.182174 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8439eae4-f877-4a64-a664-b7315b56ad07 None None] Pushing event updated for resources: {'Port': ['ID=c8a8edcf-5519-41af-b2c9-0c640258da50,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:54.195843 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-8439eae4-f877-4a64-a664-b7315b56ad07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:54.198221 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8439eae4-f877-4a64-a664-b7315b56ad07 None None] Network 25a02ee5-aefa-411d-8ddc-ff2bb93bf641 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:59:54.200771 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-8439eae4-f877-4a64-a664-b7315b56ad07 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:59:54.203102 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8439eae4-f877-4a64-a664-b7315b56ad07 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:59:54.282213 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-8439eae4-f877-4a64-a664-b7315b56ad07 None None] Attempting to bind port c8a8edcf-5519-41af-b2c9-0c640258da50 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 09:59:54.282598 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-8439eae4-f877-4a64-a664-b7315b56ad07 None None] Attempting to bind port c8a8edcf-5519-41af-b2c9-0c640258da50 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '183491f0-5240-4cda-905e-ab29c5a74aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '25a02ee5-aefa-411d-8ddc-ff2bb93bf641'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 09:59:54.282975 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8439eae4-f877-4a64-a664-b7315b56ad07 None None] Attempting to bind port c8a8edcf-5519-41af-b2c9-0c640258da50 on network 25a02ee5-aefa-411d-8ddc-ff2bb93bf641 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 09:59:54.288669 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8439eae4-f877-4a64-a664-b7315b56ad07 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 09:59:54.289201 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8439eae4-f877-4a64-a664-b7315b56ad07 None None] Checking segment: {'id': '183491f0-5240-4cda-905e-ab29c5a74aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '25a02ee5-aefa-411d-8ddc-ff2bb93bf641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 09:59:54.289636 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8439eae4-f877-4a64-a664-b7315b56ad07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:54.290056 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8439eae4-f877-4a64-a664-b7315b56ad07 None None] Bound using segment: {'id': '183491f0-5240-4cda-905e-ab29c5a74aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '25a02ee5-aefa-411d-8ddc-ff2bb93bf641'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 09:59:54.290798 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-8439eae4-f877-4a64-a664-b7315b56ad07 None None] Bound port: c8a8edcf-5519-41af-b2c9-0c640258da50, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183491f0-5240-4cda-905e-ab29c5a74aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '25a02ee5-aefa-411d-8ddc-ff2bb93bf641'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 09:59:54.291215 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8439eae4-f877-4a64-a664-b7315b56ad07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:54.419936 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-8439eae4-f877-4a64-a664-b7315b56ad07 None None] For port c8a8edcf-5519-41af-b2c9-0c640258da50, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 09:59:54.423926 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-8439eae4-f877-4a64-a664-b7315b56ad07 None None] For port c8a8edcf-5519-41af-b2c9-0c640258da50, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=c8a8edcf-5519-41af-b2c9-0c640258da50,segment=NetworkSegment(183491f0-5240-4cda-905e-ab29c5a74aeb),segment_id=183491f0-5240-4cda-905e-ab29c5a74aeb)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 09:59:54.563061 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e40821a7-40d5-46b0-9623-e18c855bad72 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:54.596339 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8439eae4-f877-4a64-a664-b7315b56ad07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:54.598639 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-bb4a1f0c-8002-479d-9034-1f5f2350f21e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:54.685817 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8439eae4-f877-4a64-a664-b7315b56ad07 None None] Pushing event updated for resources: {'Port': ['ID=c8a8edcf-5519-41af-b2c9-0c640258da50,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:54.689007 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-8439eae4-f877-4a64-a664-b7315b56ad07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:55.029826 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-e40821a7-40d5-46b0-9623-e18c855bad72 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Allocated IP 2001:db8::1 (fa859356-68d5-4027-a07c-5f532e54f2b6/ba0fb5db-ddf0-4172-93e2-941bc6b8cf8b/9c596bda-97fc-430c-943a-f82e04068f3e) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 09:59:55.195927 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816822fd-1568-45e6-8486-6b037ac5e00b req-86f67ba4-0c93-4181-9a34-021664021ef1 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:55.198546 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-816822fd-1568-45e6-8486-6b037ac5e00b req-86f67ba4-0c93-4181-9a34-021664021ef1 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cde5f9a-0f31-4a73-a026-22b0951df03a HTTP/1.1" status: 200 len: 945 time: 0.1138625 Jun 11 09:59:55.247235 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-816822fd-1568-45e6-8486-6b037ac5e00b req-955d731b-d237-4b56-815a-f026c257ab4e tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429747 Jun 11 09:59:55.312610 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e40821a7-40d5-46b0-9623-e18c855bad72 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:55.333551 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [None req-e40821a7-40d5-46b0-9623-e18c855bad72 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Transition to ACTIVE for port object 9c596bda-97fc-430c-943a-f82e04068f3e will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 09:59:55.341937 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c429ebe-4482-4128-bb09-2677944aae23 req-6f922da8-4f91-408e-b647-480efae8adf8 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:55.344058 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3c429ebe-4482-4128-bb09-2677944aae23 req-6f922da8-4f91-408e-b647-480efae8adf8 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1776847-b818-43e8-b325-5c1ba8c57856 HTTP/1.1" status: 200 len: 946 time: 0.1374629 Jun 11 09:59:55.420151 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3c429ebe-4482-4128-bb09-2677944aae23 req-5dba1bf5-0e23-4d29-ada4-fea610d7e4d5 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697939 Jun 11 09:59:55.560915 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device c8a8edcf-5519-41af-b2c9-0c640258da50 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:59:55.585678 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e40821a7-40d5-46b0-9623-e18c855bad72 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:55.588606 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-25472aa8-6090-4e76-9035-63acd0663a27 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:55.647102 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40821a7-40d5-46b0-9623-e18c855bad72 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Network fa859356-68d5-4027-a07c-5f532e54f2b6 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:59:55.652063 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-e40821a7-40d5-46b0-9623-e18c855bad72 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:59:55.655706 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40821a7-40d5-46b0-9623-e18c855bad72 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 09:59:55.656464 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e40821a7-40d5-46b0-9623-e18c855bad72 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-375088'] for router_interface, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:55.731443 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40821a7-40d5-46b0-9623-e18c855bad72 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Pushing event updated for resources: {'Port': ['ID=9c596bda-97fc-430c-943a-f82e04068f3e,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:55.735219 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e40821a7-40d5-46b0-9623-e18c855bad72 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:55.813183 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port c8a8edcf-5519-41af-b2c9-0c640258da50 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:59:55.877735 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 33604) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:59:56.014650 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5bb76e3d-c2c4-4fc2-bdab-bae37ffbb50f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:56.105287 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e40821a7-40d5-46b0-9623-e18c855bad72 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:56.148982 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5bb76e3d-c2c4-4fc2-bdab-bae37ffbb50f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:56.179900 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f84d79-f82d-42e1-baf6-318dc07cd4ac None None] Network 25a02ee5-aefa-411d-8ddc-ff2bb93bf641 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 09:59:56.298655 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5bb76e3d-c2c4-4fc2-bdab-bae37ffbb50f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:56.303157 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-78f9fc51-bb47-49a2-b766-10563d3e41c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:56.394346 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb76e3d-c2c4-4fc2-bdab-bae37ffbb50f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8960e8b-315d-424b-b6cd-3ac4f9b0ea52,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:56.426161 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 33620) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:59:56.427126 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-5bb76e3d-c2c4-4fc2-bdab-bae37ffbb50f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2067ea9be35642b989d5c68a3eebc030&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5476129 Jun 11 09:59:56.428566 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5bb76e3d-c2c4-4fc2-bdab-bae37ffbb50f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:56.488908 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-0f6109f8-1507-415b-9227-322b22e4c279 None None] Provisioning for port 9c596bda-97fc-430c-943a-f82e04068f3e completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:59:56.526786 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-0f6109f8-1507-415b-9227-322b22e4c279 None None] Provisioning complete for port 9c596bda-97fc-430c-943a-f82e04068f3e triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:59:56.527174 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0f6109f8-1507-415b-9227-322b22e4c279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:56.572976 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98ffd5c-6675-4593-9b3e-67ba5bba67f7 req-dd2a6646-0834-4ebe-9ed0-60def056f278 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:56.575735 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f98ffd5c-6675-4593-9b3e-67ba5bba67f7 req-dd2a6646-0834-4ebe-9ed0-60def056f278 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cde5f9a-0f31-4a73-a026-22b0951df03a HTTP/1.1" status: 200 len: 945 time: 0.1440198 Jun 11 09:59:56.591455 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-0f6109f8-1507-415b-9227-322b22e4c279 None None] Port 9c596bda-97fc-430c-943a-f82e04068f3e cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:59:56.618920 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7b6af969-c5b5-4208-aae7-674c9e241c75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:56.641438 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f98ffd5c-6675-4593-9b3e-67ba5bba67f7 req-ac4f85ac-d8b3-4b38-a5ea-bd12500428d4 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586357 Jun 11 09:59:56.679239 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7b6af969-c5b5-4208-aae7-674c9e241c75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:56.747155 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e40821a7-40d5-46b0-9623-e18c855bad72 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:56.842122 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaf1efc-8999-4c8b-b37f-9d3f126210ef req-b99e0d1e-ed51-47d1-b365-6b81a339c538 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:56.849690 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6eaf1efc-8999-4c8b-b37f-9d3f126210ef req-b99e0d1e-ed51-47d1-b365-6b81a339c538 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1776847-b818-43e8-b325-5c1ba8c57856 HTTP/1.1" status: 200 len: 946 time: 0.0903671 Jun 11 09:59:56.943061 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-38ebaae5-7559-4710-a7d3-bc7544bb47db None None] Provisioning for port c8a8edcf-5519-41af-b2c9-0c640258da50 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 09:59:56.943061 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-38ebaae5-7559-4710-a7d3-bc7544bb47db None None] Provisioning complete for port c8a8edcf-5519-41af-b2c9-0c640258da50 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:59:56.943061 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-38ebaae5-7559-4710-a7d3-bc7544bb47db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:57.044394 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-38ebaae5-7559-4710-a7d3-bc7544bb47db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:57.083360 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-38ebaae5-7559-4710-a7d3-bc7544bb47db None None] For port c8a8edcf-5519-41af-b2c9-0c640258da50, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=c8a8edcf-5519-41af-b2c9-0c640258da50,segment=NetworkSegment(183491f0-5240-4cda-905e-ab29c5a74aeb),segment_id=183491f0-5240-4cda-905e-ab29c5a74aeb)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 09:59:57.196016 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-38ebaae5-7559-4710-a7d3-bc7544bb47db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:57.199389 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-290b130d-a638-4702-ac00-cc67d1d5f0b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:57.256826 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ebaae5-7559-4710-a7d3-bc7544bb47db None None] Pushing event updated for resources: {'Port': ['ID=c8a8edcf-5519-41af-b2c9-0c640258da50,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:57.259998 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-38ebaae5-7559-4710-a7d3-bc7544bb47db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:57.296661 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7b6af969-c5b5-4208-aae7-674c9e241c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:57.299146 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7b6af969-c5b5-4208-aae7-674c9e241c75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:57.300263 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-7b6af969-c5b5-4208-aae7-674c9e241c75 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d8960e8b-315d-424b-b6cd-3ac4f9b0ea52 HTTP/1.1" status: 204 len: 168 time: 0.8731642 Jun 11 09:59:57.300941 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e40821a7-40d5-46b0-9623-e18c855bad72 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:57.301718 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e40821a7-40d5-46b0-9623-e18c855bad72 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375108'] for router_interface, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:57.310936 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1bc50be5-dc7a-4850-bb24-1f6d2ec4ef22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:57.317916 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-24d38737-8b93-439f-a434-71682309ca50 None None] Provisioning complete for port c8a8edcf-5519-41af-b2c9-0c640258da50 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:59:57.318527 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-24d38737-8b93-439f-a434-71682309ca50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:57.342560 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6af969-c5b5-4208-aae7-674c9e241c75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8960e8b-315d-424b-b6cd-3ac4f9b0ea52,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:57.356070 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7b6af969-c5b5-4208-aae7-674c9e241c75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:57.356595 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-acb6af29-6f73-4299-a52b-24f1a972e582 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:57.400947 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6eaf1efc-8999-4c8b-b37f-9d3f126210ef req-40593c25-0bf5-4f82-9e7e-881c08cfed75 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5503190 Jun 11 09:59:57.490242 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40821a7-40d5-46b0-9623-e18c855bad72 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Pushing event updated for resources: {'Port': ['ID=9c596bda-97fc-430c-943a-f82e04068f3e,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:57.494394 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e40821a7-40d5-46b0-9623-e18c855bad72 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:57.506570 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device c8a8edcf-5519-41af-b2c9-0c640258da50 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 09:59:57.515868 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40821a7-40d5-46b0-9623-e18c855bad72 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Network fa859356-68d5-4027-a07c-5f532e54f2b6 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 09:59:57.517337 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-e40821a7-40d5-46b0-9623-e18c855bad72 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 09:59:57.567116 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port c8a8edcf-5519-41af-b2c9-0c640258da50 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:59:57.567510 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:57.720417 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e40821a7-40d5-46b0-9623-e18c855bad72 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Router 3e0375fd-403c-4a88-bd68-656ded0edfdf has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 09:59:57.890781 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-eb9634ea-4da2-4478-80ff-d7a036ae2d3e None None] Provisioning complete for port 9c596bda-97fc-430c-943a-f82e04068f3e triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 09:59:57.891349 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-eb9634ea-4da2-4478-80ff-d7a036ae2d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:57.949726 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e40821a7-40d5-46b0-9623-e18c855bad72 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 09:59:57.959093 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-e40821a7-40d5-46b0-9623-e18c855bad72 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] 10.222.0.60 "PUT /v2.0/routers/3e0375fd-403c-4a88-bd68-656ded0edfdf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8717611 Jun 11 09:59:57.959184 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 33648) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:59:57.963005 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-eb9634ea-4da2-4478-80ff-d7a036ae2d3e None None] Port 9c596bda-97fc-430c-943a-f82e04068f3e cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 09:59:57.963455 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69a9bc5-d811-4788-a662-bfae5dfc3039 None None] Sync routers for ids ['3e0375fd-403c-4a88-bd68-656ded0edfdf'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 09:59:57.979356 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69a9bc5-d811-4788-a662-bfae5dfc3039 None None] Routers {'3e0375fd-403c-4a88-bd68-656ded0edfdf'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:59:57.980256 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-a69a9bc5-d811-4788-a662-bfae5dfc3039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:59:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['3e0375fd-403c-4a88-bd68-656ded0edfdf'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:59:57.981908 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393abe96-c47b-417d-8ef0-7096bef6510a req-8aa15774-2f79-49f6-95e6-2518dd4ce995 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:57.983708 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-393abe96-c47b-417d-8ef0-7096bef6510a req-8aa15774-2f79-49f6-95e6-2518dd4ce995 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cde5f9a-0f31-4a73-a026-22b0951df03a HTTP/1.1" status: 200 len: 945 time: 0.1274960 Jun 11 09:59:58.035080 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-393abe96-c47b-417d-8ef0-7096bef6510a req-0c31bb34-9fa1-4e59-ae8f-1f32a1d74176 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454226 Jun 11 09:59:58.068992 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-a69a9bc5-d811-4788-a662-bfae5dfc3039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:59:58.068992 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69a9bc5-d811-4788-a662-bfae5dfc3039 None None] Routers {'3e0375fd-403c-4a88-bd68-656ded0edfdf'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 09:59:58.068992 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-a69a9bc5-d811-4788-a662-bfae5dfc3039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:59:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['3e0375fd-403c-4a88-bd68-656ded0edfdf'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:59:58.105908 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-a69a9bc5-d811-4788-a662-bfae5dfc3039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 09:59:58.106440 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69a9bc5-d811-4788-a662-bfae5dfc3039 None None] The sync data for ids ['3e0375fd-403c-4a88-bd68-656ded0edfdf'] in n-d-779913-12 is: [] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 09:59:58.112558 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-85cc90fe-2919-4428-aa70-9d8c613aef7c tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks [] for router, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:58.198472 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 33650) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:59:58.214975 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0ca17399-6d31-4b3c-8143-ebdbe79bbb42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:58.237205 n-d-779913-12 neutron-server[93177]: INFO neutron.api.v2.resource [None req-85cc90fe-2919-4428-aa70-9d8c613aef7c tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 11 09:59:58.241123 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-85cc90fe-2919-4428-aa70-9d8c613aef7c tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] 10.222.0.60 "DELETE /v2.0/routers/3e0375fd-403c-4a88-bd68-656ded0edfdf HTTP/1.1" status: 409 len: 329 time: 0.2787406 Jun 11 09:59:58.241434 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 33652) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:59:58.311460 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0ca17399-6d31-4b3c-8143-ebdbe79bbb42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:58.397818 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0ca17399-6d31-4b3c-8143-ebdbe79bbb42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:58.404140 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d51337c2-807a-411a-8ff0-acbcaa52fe4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:58.457477 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-0ca17399-6d31-4b3c-8143-ebdbe79bbb42 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4615254bcd764b119d262658ac6fa34f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2576771 Jun 11 09:59:58.462243 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 33656) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 09:59:58.476329 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca17399-6d31-4b3c-8143-ebdbe79bbb42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99514bb8-16e2-49ab-8076-3dfcfbf7dbae,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:58.481687 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0ca17399-6d31-4b3c-8143-ebdbe79bbb42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:58.542283 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b5829d43-d6db-4918-b035-a30ec52bba65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:58.633313 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b5829d43-d6db-4918-b035-a30ec52bba65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:59.173839 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709bdad-96a6-4cb8-a293-48c6cc01d9e5 req-69842e73-a2ff-4d94-935d-6d4091b88474 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:59.178253 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b709bdad-96a6-4cb8-a293-48c6cc01d9e5 req-69842e73-a2ff-4d94-935d-6d4091b88474 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1776847-b818-43e8-b325-5c1ba8c57856 HTTP/1.1" status: 200 len: 946 time: 0.6043119 Jun 11 09:59:59.236602 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2487a126-250c-477d-9e30-b13485575165 req-2ba302e6-a0e2-4f48-b150-e3fc5dd7fe76 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 09:59:59.238252 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2487a126-250c-477d-9e30-b13485575165 req-2ba302e6-a0e2-4f48-b150-e3fc5dd7fe76 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cde5f9a-0f31-4a73-a026-22b0951df03a HTTP/1.1" status: 200 len: 945 time: 0.0736647 Jun 11 09:59:59.248217 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b709bdad-96a6-4cb8-a293-48c6cc01d9e5 req-f51a32dd-8876-4521-b59e-5db6d75169ca tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662808 Jun 11 09:59:59.257167 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b5829d43-d6db-4918-b035-a30ec52bba65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:59.259701 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b5829d43-d6db-4918-b035-a30ec52bba65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:59.260783 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-b5829d43-d6db-4918-b035-a30ec52bba65 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/99514bb8-16e2-49ab-8076-3dfcfbf7dbae HTTP/1.1" status: 204 len: 168 time: 0.7976131 Jun 11 09:59:59.262972 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a25a6102-4a9b-4f63-bb5f-f844e25a3ccf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 09:59:59.293161 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5829d43-d6db-4918-b035-a30ec52bba65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99514bb8-16e2-49ab-8076-3dfcfbf7dbae,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 09:59:59.304109 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2487a126-250c-477d-9e30-b13485575165 req-49d6344f-0b12-4805-915e-f0f43fe2ec76 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584457 Jun 11 09:59:59.304905 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5829d43-d6db-4918-b035-a30ec52bba65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:59:59.305628 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5829d43-d6db-4918-b035-a30ec52bba65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:59:59.306012 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5829d43-d6db-4918-b035-a30ec52bba65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:59:59.306389 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5829d43-d6db-4918-b035-a30ec52bba65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:59:59.306758 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5829d43-d6db-4918-b035-a30ec52bba65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:59:59.307126 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5829d43-d6db-4918-b035-a30ec52bba65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:59:59.307492 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5829d43-d6db-4918-b035-a30ec52bba65 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:59:59.307880 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5829d43-d6db-4918-b035-a30ec52bba65 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:59:59.308242 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5829d43-d6db-4918-b035-a30ec52bba65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:59:59.308606 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5829d43-d6db-4918-b035-a30ec52bba65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:59:59.308967 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5829d43-d6db-4918-b035-a30ec52bba65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:59:59.309327 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5829d43-d6db-4918-b035-a30ec52bba65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 09:59:59.313160 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b5829d43-d6db-4918-b035-a30ec52bba65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 09:59:59.315598 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bfa6904a-c953-4e1e-9288-ae625d52a16c tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375209'] for router_interface, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:59.650403 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-bfa6904a-c953-4e1e-9288-ae625d52a16c tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Deleting port 9c596bda-97fc-430c-943a-f82e04068f3e {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 09:59:59.650751 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bfa6904a-c953-4e1e-9288-ae625d52a16c tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:59.771436 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bfa6904a-c953-4e1e-9288-ae625d52a16c tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 09:59:59.876329 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-bfa6904a-c953-4e1e-9288-ae625d52a16c tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Calling delete_port for 9c596bda-97fc-430c-943a-f82e04068f3e owned by network:router_interface {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:00:00.233354 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bfa6904a-c953-4e1e-9288-ae625d52a16c tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:00.237714 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-81f2e302-41e4-45a5-9b7f-2d8daf1fcd74 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:00:00.270363 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa6904a-c953-4e1e-9288-ae625d52a16c tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Pushing event deleted for resources: {'Port': ['ID=9c596bda-97fc-430c-943a-f82e04068f3e,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:00:00.282648 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-bfa6904a-c953-4e1e-9288-ae625d52a16c tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:00:00.503667 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bfa6904a-c953-4e1e-9288-ae625d52a16c tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362297'] for router_interface, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:00.587691 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a97cac-28e6-4c0b-bbce-8c31f30c172e req-bf1231db-bb3a-4413-aed8-cc9415adbe90 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:00.590722 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d7a97cac-28e6-4c0b-bbce-8c31f30c172e req-bf1231db-bb3a-4413-aed8-cc9415adbe90 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cde5f9a-0f31-4a73-a026-22b0951df03a HTTP/1.1" status: 200 len: 945 time: 0.1255906 Jun 11 10:00:00.660936 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d7a97cac-28e6-4c0b-bbce-8c31f30c172e req-57dffec9-8331-4efa-aaaa-9a3d17e7a31f tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569630 Jun 11 10:00:00.667987 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391922e8-74ac-482a-9ef6-7be6cff5536b req-79280c67-6002-4363-bfec-d26fd9a0079c tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:00.669671 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-391922e8-74ac-482a-9ef6-7be6cff5536b req-79280c67-6002-4363-bfec-d26fd9a0079c tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1776847-b818-43e8-b325-5c1ba8c57856 HTTP/1.1" status: 200 len: 946 time: 0.2258382 Jun 11 10:00:00.850198 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfa6904a-c953-4e1e-9288-ae625d52a16c tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Router 3e0375fd-403c-4a88-bd68-656ded0edfdf has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:00:00.853959 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-391922e8-74ac-482a-9ef6-7be6cff5536b req-11b8c49b-3994-4a7d-8936-7c6ba0c0d24a tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168554 Jun 11 10:00:00.997452 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfa6904a-c953-4e1e-9288-ae625d52a16c tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:00:01.003644 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-bfa6904a-c953-4e1e-9288-ae625d52a16c tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] 10.222.0.60 "PUT /v2.0/routers/3e0375fd-403c-4a88-bd68-656ded0edfdf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7612460 Jun 11 10:00:01.009063 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 33752) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:00:01.011378 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac75727-9668-4e3c-b081-28f3179fc88c None None] Sync routers for ids ['3e0375fd-403c-4a88-bd68-656ded0edfdf'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:00:01.026527 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac75727-9668-4e3c-b081-28f3179fc88c None None] Routers {'3e0375fd-403c-4a88-bd68-656ded0edfdf'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:00:01.030711 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-cac75727-9668-4e3c-b081-28f3179fc88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:59:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['3e0375fd-403c-4a88-bd68-656ded0edfdf'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:00:01.064236 n-d-779913-12 neutron-server[93176]: INFO neutron.api.v2.resource [None req-1e2483af-a9db-451d-8ec5-07c5e11dbded tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] show failed (client error): The resource could not be found. Jun 11 10:00:01.065247 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-1e2483af-a9db-451d-8ec5-07c5e11dbded tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] 10.222.0.60 "GET /v2.0/routers/tempest-non_exist_router-780387339 HTTP/1.1" status: 404 len: 334 time: 0.0551367 Jun 11 10:00:01.071188 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 33754) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:00:01.075911 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-bfd7bf5e-3391-47e2-b220-455e84a96037 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:00:01.090041 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-cac75727-9668-4e3c-b081-28f3179fc88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:00:01.129205 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac75727-9668-4e3c-b081-28f3179fc88c None None] Routers {'3e0375fd-403c-4a88-bd68-656ded0edfdf'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:00:01.130177 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-cac75727-9668-4e3c-b081-28f3179fc88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:59:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['3e0375fd-403c-4a88-bd68-656ded0edfdf'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:00:01.148770 n-d-779913-12 neutron-server[93176]: INFO neutron.api.v2.resource [None req-bfd7bf5e-3391-47e2-b220-455e84a96037 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] update failed (client error): The resource could not be found. Jun 11 10:00:01.150029 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-bfd7bf5e-3391-47e2-b220-455e84a96037 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] 10.222.0.60 "PUT /v2.0/routers/tempest-non_exist_router-24636800 HTTP/1.1" status: 404 len: 333 time: 0.0775585 Jun 11 10:00:01.155014 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 33760) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:00:01.195202 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-cac75727-9668-4e3c-b081-28f3179fc88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:00:01.195682 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac75727-9668-4e3c-b081-28f3179fc88c None None] The sync data for ids ['3e0375fd-403c-4a88-bd68-656ded0edfdf'] in n-d-779913-12 is: [] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:00:01.245862 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:01.259926 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-08634ddc-1d4e-44dd-9f10-3742621af7f2 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Deleting subnet 9a9d4a2c-7e9e-4407-b285-06b4ec2a19ad {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:00:01.267167 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-08634ddc-1d4e-44dd-9f10-3742621af7f2 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:01.341675 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-08634ddc-1d4e-44dd-9f10-3742621af7f2 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:01.405241 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 33768) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:00:01.472591 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-08634ddc-1d4e-44dd-9f10-3742621af7f2 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:01.555324 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-091be364-4752-44d7-a66e-fc153f5fe1b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:01.625361 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-08634ddc-1d4e-44dd-9f10-3742621af7f2 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:01.627736 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-135d3d5d-1229-4b32-bbf1-4d5fdb1ef4aa tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:00:01.668103 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08634ddc-1d4e-44dd-9f10-3742621af7f2 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Pushing event deleted for resources: {'Subnet': ['ID=9a9d4a2c-7e9e-4407-b285-06b4ec2a19ad,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:00:01.670571 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-08634ddc-1d4e-44dd-9f10-3742621af7f2 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:01.679093 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-08634ddc-1d4e-44dd-9f10-3742621af7f2 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] 10.222.0.60 "DELETE /v2.0/subnets/9a9d4a2c-7e9e-4407-b285-06b4ec2a19ad HTTP/1.1" status: 204 len: 168 time: 0.5206199 Jun 11 10:00:01.679967 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 33776) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:00:01.683475 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-08634ddc-1d4e-44dd-9f10-3742621af7f2 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:00:01.691841 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b204f0a6-51d0-4086-b000-2a501cfadd53 None None] Network 25a02ee5-aefa-411d-8ddc-ff2bb93bf641 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:00:01.748712 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-091be364-4752-44d7-a66e-fc153f5fe1b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:01.849080 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ef969ae3-fbb7-4a4a-b4ca-8acb181aa8c6 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:01.861995 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-091be364-4752-44d7-a66e-fc153f5fe1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:01.901433 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a5e084-cc1e-490d-8811-acf268c30b3c req-84a2f471-987a-4af6-b9d1-268c1a88805c tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:01.909764 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b2a5e084-cc1e-490d-8811-acf268c30b3c req-84a2f471-987a-4af6-b9d1-268c1a88805c tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cde5f9a-0f31-4a73-a026-22b0951df03a HTTP/1.1" status: 200 len: 945 time: 0.1056731 Jun 11 10:00:01.916578 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3c3169d8-2a4c-46c0-8dba-1c94a28dcb76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:00:01.927642 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-091be364-4752-44d7-a66e-fc153f5fe1b1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bc017927ce994039b4ce0ef039a1b625&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5210211 Jun 11 10:00:01.939317 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 33780) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:00:01.961001 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b2a5e084-cc1e-490d-8811-acf268c30b3c req-5602cfc6-289e-487d-8a0f-7b4e3fc03703 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497694 Jun 11 10:00:01.990912 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066700cc-9341-418f-85d1-ac138e113070 None None] DHCP port deletion for 25a02ee5-aefa-411d-8ddc-ff2bb93bf641 request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 10:00:02.022022 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091be364-4752-44d7-a66e-fc153f5fe1b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=810b9440-d17b-4d9e-9363-1fa527ea9d06,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:00:02.023863 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-091be364-4752-44d7-a66e-fc153f5fe1b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:00:02.081855 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-066700cc-9341-418f-85d1-ac138e113070 None None] Deleting port c8a8edcf-5519-41af-b2c9-0c640258da50 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:00:02.082485 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-066700cc-9341-418f-85d1-ac138e113070 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:02.098779 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6877d5e2-3fd1-43a6-b4b1-427993c75937 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:02.127692 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-ef969ae3-fbb7-4a4a-b4ca-8acb181aa8c6 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Deleting port c8a8edcf-5519-41af-b2c9-0c640258da50 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:00:02.128034 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ef969ae3-fbb7-4a4a-b4ca-8acb181aa8c6 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:02.169665 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-066700cc-9341-418f-85d1-ac138e113070 None None] For port c8a8edcf-5519-41af-b2c9-0c640258da50, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=c8a8edcf-5519-41af-b2c9-0c640258da50,segment=NetworkSegment(183491f0-5240-4cda-905e-ab29c5a74aeb),segment_id=183491f0-5240-4cda-905e-ab29c5a74aeb)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:00:02.170068 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-066700cc-9341-418f-85d1-ac138e113070 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:02.179858 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6877d5e2-3fd1-43a6-b4b1-427993c75937 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:02.286628 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-066700cc-9341-418f-85d1-ac138e113070 None None] Calling delete_port for c8a8edcf-5519-41af-b2c9-0c640258da50 owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:00:02.290082 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-ef969ae3-fbb7-4a4a-b4ca-8acb181aa8c6 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] For port c8a8edcf-5519-41af-b2c9-0c640258da50, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=c8a8edcf-5519-41af-b2c9-0c640258da50,segment=NetworkSegment(183491f0-5240-4cda-905e-ab29c5a74aeb),segment_id=183491f0-5240-4cda-905e-ab29c5a74aeb)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:00:02.290486 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ef969ae3-fbb7-4a4a-b4ca-8acb181aa8c6 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:02.380571 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fbf7ef-64af-419a-a597-15b294a46b54 req-b2cd664b-9446-4f9e-aa09-3929ba6f04e3 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:02.382219 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-86fbf7ef-64af-419a-a597-15b294a46b54 req-b2cd664b-9446-4f9e-aa09-3929ba6f04e3 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1776847-b818-43e8-b325-5c1ba8c57856 HTTP/1.1" status: 200 len: 946 time: 0.2945204 Jun 11 10:00:02.424528 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-ef969ae3-fbb7-4a4a-b4ca-8acb181aa8c6 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Calling delete_port for c8a8edcf-5519-41af-b2c9-0c640258da50 owned by network:dhcp {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:00:02.527316 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-066700cc-9341-418f-85d1-ac138e113070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:02.530434 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-ccaa8a19-d31e-4528-a011-04a7762e92f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:00:02.537154 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-86fbf7ef-64af-419a-a597-15b294a46b54 req-735b9110-f6d5-486e-9a44-9e63b4b4fa43 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075788 Jun 11 10:00:02.565595 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066700cc-9341-418f-85d1-ac138e113070 None None] Pushing event deleted for resources: {'Port': ['ID=c8a8edcf-5519-41af-b2c9-0c640258da50,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:00:02.567470 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066700cc-9341-418f-85d1-ac138e113070 None None] No DVR routers for this DVR port c8a8edcf-5519-41af-b2c9-0c640258da50 on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:00:02.568949 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-066700cc-9341-418f-85d1-ac138e113070 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:00:02.569386 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ef969ae3-fbb7-4a4a-b4ca-8acb181aa8c6 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:02.573163 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6028549a-ab61-430f-9422-e5904dfe116b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:00:02.585986 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:00:02.607617 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6877d5e2-3fd1-43a6-b4b1-427993c75937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:02.610448 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6877d5e2-3fd1-43a6-b4b1-427993c75937 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:02.611588 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-6877d5e2-3fd1-43a6-b4b1-427993c75937 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/810b9440-d17b-4d9e-9363-1fa527ea9d06 HTTP/1.1" status: 204 len: 168 time: 0.6713073 Jun 11 10:00:02.613065 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef969ae3-fbb7-4a4a-b4ca-8acb181aa8c6 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Pushing event deleted for resources: {'Port': ['ID=c8a8edcf-5519-41af-b2c9-0c640258da50,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:00:02.616390 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ef969ae3-fbb7-4a4a-b4ca-8acb181aa8c6 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:00:02.617174 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-52d939c5-8a28-4f6b-aaed-8d294baac2dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:00:02.621657 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef969ae3-fbb7-4a4a-b4ca-8acb181aa8c6 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] No DVR routers for this DVR port c8a8edcf-5519-41af-b2c9-0c640258da50 on host n-d-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:00:02.660152 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6877d5e2-3fd1-43a6-b4b1-427993c75937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=810b9440-d17b-4d9e-9363-1fa527ea9d06,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:00:02.662415 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6877d5e2-3fd1-43a6-b4b1-427993c75937 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:00:02.765306 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ef969ae3-fbb7-4a4a-b4ca-8acb181aa8c6 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:02.778798 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-ef969ae3-fbb7-4a4a-b4ca-8acb181aa8c6 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25a02ee5-aefa-411d-8ddc-ff2bb93bf641']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:00:02.791263 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-ef969ae3-fbb7-4a4a-b4ca-8acb181aa8c6 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '183491f0-5240-4cda-905e-ab29c5a74aeb') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:00:02.791587 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-ef969ae3-fbb7-4a4a-b4ca-8acb181aa8c6 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '183491f0-5240-4cda-905e-ab29c5a74aeb') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:00:02.803164 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ef969ae3-fbb7-4a4a-b4ca-8acb181aa8c6 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:02.818638 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ef969ae3-fbb7-4a4a-b4ca-8acb181aa8c6 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:02.825505 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef969ae3-fbb7-4a4a-b4ca-8acb181aa8c6 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Releasing vlan 789 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:00:02.826011 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ef969ae3-fbb7-4a4a-b4ca-8acb181aa8c6 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:02.829515 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:00:02.829515 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:00:02.829515 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:00:02.829515 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:00:02.829515 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:00:02.829515 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:00:02.829515 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:00:02.829515 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:00:02.829515 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:00:02.829515 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:00:02.829515 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:00:02.829515 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:00:02.829515 n-d-779913-12 neutron-server[93176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:00:02.829515 n-d-779913-12 neutron-server[93176]: self.session.flush() Jun 11 10:00:02.829515 n-d-779913-12 neutron-server[93176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:00:02.829515 n-d-779913-12 neutron-server[93176]: self.session.flush() Jun 11 10:00:02.829515 n-d-779913-12 neutron-server[93176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:00:02.829515 n-d-779913-12 neutron-server[93176]: self.session.flush() Jun 11 10:00:02.829515 n-d-779913-12 neutron-server[93176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:00:02.829515 n-d-779913-12 neutron-server[93176]: self.session.flush() Jun 11 10:00:02.829515 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 10:00:02.829515 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:00:02.829515 n-d-779913-12 neutron-server[93176]: timer() Jun 11 10:00:02.829515 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:00:02.829515 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 10:00:02.829515 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:00:02.829515 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 10:00:02.829515 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:00:02.829515 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 10:00:02.829515 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:00:02.829515 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 10:00:02.829515 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:00:02.829515 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 10:00:02.829515 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:00:02.829515 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:00:02.829515 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:00:02.829515 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:00:02.829515 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:00:02.829515 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 10:00:02.829515 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:00:02.829515 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 10:00:02.829515 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:00:02.829515 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:00:02.829515 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:00:02.829515 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 10:00:02.829515 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:00:02.829515 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:00:02.829515 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:00:02.829515 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:00:02.829515 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:00:02.829515 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:00:02.829515 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:00:02.993905 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ef969ae3-fbb7-4a4a-b4ca-8acb181aa8c6 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:03.023270 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ef969ae3-fbb7-4a4a-b4ca-8acb181aa8c6 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:03.029481 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-ef969ae3-fbb7-4a4a-b4ca-8acb181aa8c6 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] 10.222.0.60 "DELETE /v2.0/networks/25a02ee5-aefa-411d-8ddc-ff2bb93bf641 HTTP/1.1" status: 204 len: 168 time: 1.3462563 Jun 11 10:00:03.029641 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-45a64eda-574c-40d5-961c-a2e4f78995cf tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:00:03.031552 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 33802) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:00:03.086326 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef969ae3-fbb7-4a4a-b4ca-8acb181aa8c6 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Pushing event deleted for resources: {'Network': ['ID=25a02ee5-aefa-411d-8ddc-ff2bb93bf641,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:00:03.088942 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ef969ae3-fbb7-4a4a-b4ca-8acb181aa8c6 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:00:03.232352 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-092ae78b-9bf5-40f4-af4b-bd6f52e5f2f0 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Deleting subnet 52dd2e47-a152-4648-bf8d-27230a6f18a5 {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:00:03.236020 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-092ae78b-9bf5-40f4-af4b-bd6f52e5f2f0 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:03.302715 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-092ae78b-9bf5-40f4-af4b-bd6f52e5f2f0 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:03.356506 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15864c21-bf10-4609-8e71-4f4577b54aaf req-836a517a-5c77-4edf-bc02-870f4db925ec tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:03.358149 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-15864c21-bf10-4609-8e71-4f4577b54aaf req-836a517a-5c77-4edf-bc02-870f4db925ec tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cde5f9a-0f31-4a73-a026-22b0951df03a HTTP/1.1" status: 200 len: 945 time: 0.1728752 Jun 11 10:00:03.476335 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-15864c21-bf10-4609-8e71-4f4577b54aaf req-1000db2f-e0f9-4928-ada4-a82ffcce9ebf tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118796 Jun 11 10:00:03.488371 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-092ae78b-9bf5-40f4-af4b-bd6f52e5f2f0 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:03.536219 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device c8a8edcf-5519-41af-b2c9-0c640258da50 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:00:03.567838 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: c8a8edcf-5519-41af-b2c9-0c640258da50 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:00:03.568509 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device c8a8edcf-5519-41af-b2c9-0c640258da50 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:00:03.680217 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-092ae78b-9bf5-40f4-af4b-bd6f52e5f2f0 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:03.712615 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-26eee688-c24f-4638-8efc-8d6e2c2f2912 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:00:03.758293 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092ae78b-9bf5-40f4-af4b-bd6f52e5f2f0 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Pushing event deleted for resources: {'Subnet': ['ID=52dd2e47-a152-4648-bf8d-27230a6f18a5,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:00:03.762369 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-092ae78b-9bf5-40f4-af4b-bd6f52e5f2f0 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:00:03.763333 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-092ae78b-9bf5-40f4-af4b-bd6f52e5f2f0 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:03.765227 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-092ae78b-9bf5-40f4-af4b-bd6f52e5f2f0 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] 10.222.0.60 "DELETE /v2.0/subnets/52dd2e47-a152-4648-bf8d-27230a6f18a5 HTTP/1.1" status: 204 len: 168 time: 0.7318630 Jun 11 10:00:03.767808 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 33830) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:00:03.772345 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb66c73-972a-46ac-a4b0-93557026486f None None] Network 75d5707b-578f-48e1-a220-e9e4790da663 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:00:03.814590 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d50f104-03a3-46c7-9029-ba9d895fc46a req-7bb2e88e-bb8c-491e-af2b-9ebd32be4df0 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:03.816304 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7d50f104-03a3-46c7-9029-ba9d895fc46a req-7bb2e88e-bb8c-491e-af2b-9ebd32be4df0 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1776847-b818-43e8-b325-5c1ba8c57856 HTTP/1.1" status: 200 len: 946 time: 0.1498563 Jun 11 10:00:03.855592 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-707ed273-21f4-4959-9d38-5e8a618064bd tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Deleting subnet d98813bc-91a3-4e4d-9cff-7f6518bb9caa {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:00:03.860244 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-707ed273-21f4-4959-9d38-5e8a618064bd tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:03.929302 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7d50f104-03a3-46c7-9029-ba9d895fc46a req-f57d0ce0-174c-46e1-9883-ea83d6d5a2e2 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966187 Jun 11 10:00:03.945136 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-707ed273-21f4-4959-9d38-5e8a618064bd tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:04.058359 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-707ed273-21f4-4959-9d38-5e8a618064bd tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:04.072866 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3891d6b2-8fea-4ee5-9a74-a80205b1efd7 None None] DHCP port deletion for 75d5707b-578f-48e1-a220-e9e4790da663 request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 10:00:04.149464 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-3891d6b2-8fea-4ee5-9a74-a80205b1efd7 None None] Deleting port a84e491d-e1a0-46cc-b7ed-608b3ccf571d {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:00:04.149942 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3891d6b2-8fea-4ee5-9a74-a80205b1efd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:04.228149 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-707ed273-21f4-4959-9d38-5e8a618064bd tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:04.231150 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-346ee0d9-7f96-4b10-b4b4-28c527ef83ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:00:04.238922 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-3891d6b2-8fea-4ee5-9a74-a80205b1efd7 None None] For port a84e491d-e1a0-46cc-b7ed-608b3ccf571d, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=a84e491d-e1a0-46cc-b7ed-608b3ccf571d,segment=NetworkSegment(01da41e9-8657-4a12-a2f7-b1d8184a9a18),segment_id=01da41e9-8657-4a12-a2f7-b1d8184a9a18)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:00:04.243164 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3891d6b2-8fea-4ee5-9a74-a80205b1efd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:04.271867 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707ed273-21f4-4959-9d38-5e8a618064bd tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Pushing event deleted for resources: {'Subnet': ['ID=d98813bc-91a3-4e4d-9cff-7f6518bb9caa,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:00:04.277383 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-707ed273-21f4-4959-9d38-5e8a618064bd tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:04.279647 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-707ed273-21f4-4959-9d38-5e8a618064bd tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] 10.222.0.60 "DELETE /v2.0/subnets/d98813bc-91a3-4e4d-9cff-7f6518bb9caa HTTP/1.1" status: 204 len: 168 time: 0.5104249 Jun 11 10:00:04.281061 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-707ed273-21f4-4959-9d38-5e8a618064bd tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:00:04.281999 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 33844) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:00:04.302553 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63a6230-fda9-47cb-998a-b2a0d780bcbe None None] Network 91b06d7f-7089-45b4-922e-8945351d4b36 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:00:04.415874 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-114b8e43-b2b0-4a6d-bad7-bd2f8fffa635 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:04.425956 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-3891d6b2-8fea-4ee5-9a74-a80205b1efd7 None None] Calling delete_port for a84e491d-e1a0-46cc-b7ed-608b3ccf571d owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:00:04.482452 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-114b8e43-b2b0-4a6d-bad7-bd2f8fffa635 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Deleting port a84e491d-e1a0-46cc-b7ed-608b3ccf571d {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:00:04.482800 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-114b8e43-b2b0-4a6d-bad7-bd2f8fffa635 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:04.598159 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-114b8e43-b2b0-4a6d-bad7-bd2f8fffa635 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] For port a84e491d-e1a0-46cc-b7ed-608b3ccf571d, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=a84e491d-e1a0-46cc-b7ed-608b3ccf571d,segment=NetworkSegment(01da41e9-8657-4a12-a2f7-b1d8184a9a18),segment_id=01da41e9-8657-4a12-a2f7-b1d8184a9a18)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:00:04.598631 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-114b8e43-b2b0-4a6d-bad7-bd2f8fffa635 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:04.716875 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f5d724-7373-47fc-8692-373371ff99c9 None None] DHCP port deletion for 91b06d7f-7089-45b4-922e-8945351d4b36 request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 10:00:04.719425 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-114b8e43-b2b0-4a6d-bad7-bd2f8fffa635 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Calling delete_port for a84e491d-e1a0-46cc-b7ed-608b3ccf571d owned by network:dhcp {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:00:04.764248 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3891d6b2-8fea-4ee5-9a74-a80205b1efd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:04.769247 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-a02929d5-125d-4d2f-a33a-00af5d0e4009 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:00:04.809120 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3891d6b2-8fea-4ee5-9a74-a80205b1efd7 None None] No DVR routers for this DVR port a84e491d-e1a0-46cc-b7ed-608b3ccf571d on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:00:04.817767 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3891d6b2-8fea-4ee5-9a74-a80205b1efd7 None None] Pushing event deleted for resources: {'Port': ['ID=a84e491d-e1a0-46cc-b7ed-608b3ccf571d,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:00:04.826125 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-3891d6b2-8fea-4ee5-9a74-a80205b1efd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:00:04.850013 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-04f5d724-7373-47fc-8692-373371ff99c9 None None] Deleting port 34c12531-320d-45d4-8abe-b5d55cfee919 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:00:04.850405 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-04f5d724-7373-47fc-8692-373371ff99c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:04.918682 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1192c3-bf5d-4ad1-bb39-fddbfaa34a51 req-2e76f603-b335-4395-9b9c-14a2081dd0c5 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:04.920199 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7b1192c3-bf5d-4ad1-bb39-fddbfaa34a51 req-2e76f603-b335-4395-9b9c-14a2081dd0c5 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cde5f9a-0f31-4a73-a026-22b0951df03a HTTP/1.1" status: 200 len: 945 time: 0.1843932 Jun 11 10:00:04.926222 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-114b8e43-b2b0-4a6d-bad7-bd2f8fffa635 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:04.930468 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-387c2d48-bcfa-4e15-8fc3-4fe38e9b120e tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:00:04.963390 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-04f5d724-7373-47fc-8692-373371ff99c9 None None] For port 34c12531-320d-45d4-8abe-b5d55cfee919, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=34c12531-320d-45d4-8abe-b5d55cfee919,segment=NetworkSegment(54e6a048-7c83-4015-9daf-f7a52bd9d576),segment_id=54e6a048-7c83-4015-9daf-f7a52bd9d576)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:00:04.964185 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-04f5d724-7373-47fc-8692-373371ff99c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:04.982031 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114b8e43-b2b0-4a6d-bad7-bd2f8fffa635 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Pushing event deleted for resources: {'Port': ['ID=a84e491d-e1a0-46cc-b7ed-608b3ccf571d,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:00:04.987879 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-114b8e43-b2b0-4a6d-bad7-bd2f8fffa635 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:00:04.989779 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114b8e43-b2b0-4a6d-bad7-bd2f8fffa635 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] No DVR routers for this DVR port a84e491d-e1a0-46cc-b7ed-608b3ccf571d on host n-d-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:00:05.166266 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-114b8e43-b2b0-4a6d-bad7-bd2f8fffa635 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:05.181426 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-114b8e43-b2b0-4a6d-bad7-bd2f8fffa635 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75d5707b-578f-48e1-a220-e9e4790da663']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:00:05.196519 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-114b8e43-b2b0-4a6d-bad7-bd2f8fffa635 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01da41e9-8657-4a12-a2f7-b1d8184a9a18') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:00:05.197056 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-114b8e43-b2b0-4a6d-bad7-bd2f8fffa635 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01da41e9-8657-4a12-a2f7-b1d8184a9a18') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:00:05.209920 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-114b8e43-b2b0-4a6d-bad7-bd2f8fffa635 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:05.222621 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4060e59-6417-433b-a573-61c6e0d4e48a req-908417f1-7d00-4743-bac2-fea73a92fce5 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:05.224769 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f4060e59-6417-433b-a573-61c6e0d4e48a req-908417f1-7d00-4743-bac2-fea73a92fce5 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1776847-b818-43e8-b325-5c1ba8c57856 HTTP/1.1" status: 200 len: 946 time: 0.1527224 Jun 11 10:00:05.229135 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-114b8e43-b2b0-4a6d-bad7-bd2f8fffa635 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:05.238970 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7b1192c3-bf5d-4ad1-bb39-fddbfaa34a51 req-a3b1139a-8131-44aa-8669-41d2251b724a tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101010 Jun 11 10:00:05.240022 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-114b8e43-b2b0-4a6d-bad7-bd2f8fffa635 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Releasing vlan 762 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:00:05.240490 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-114b8e43-b2b0-4a6d-bad7-bd2f8fffa635 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:05.245979 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 10:00:05.245979 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:00:05.245979 n-d-779913-12 neutron-server[93176]: timer() Jun 11 10:00:05.245979 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:00:05.245979 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 10:00:05.245979 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:00:05.245979 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 10:00:05.245979 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:00:05.245979 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 10:00:05.245979 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:00:05.245979 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 10:00:05.245979 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:00:05.245979 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 10:00:05.245979 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:00:05.245979 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:00:05.245979 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:00:05.245979 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:00:05.245979 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:00:05.245979 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 10:00:05.245979 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:00:05.245979 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 10:00:05.245979 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:00:05.245979 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:00:05.245979 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:00:05.245979 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 10:00:05.245979 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:00:05.245979 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:00:05.245979 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:00:05.245979 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:00:05.245979 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:00:05.245979 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:00:05.245979 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:00:05.293473 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-04f5d724-7373-47fc-8692-373371ff99c9 None None] Calling delete_port for 34c12531-320d-45d4-8abe-b5d55cfee919 owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:00:05.294972 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f4060e59-6417-433b-a573-61c6e0d4e48a req-e62b8d90-abfd-47af-b83e-22886c0b2dd3 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632224 Jun 11 10:00:05.450260 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-114b8e43-b2b0-4a6d-bad7-bd2f8fffa635 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:05.455916 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-114b8e43-b2b0-4a6d-bad7-bd2f8fffa635 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:05.459850 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-114b8e43-b2b0-4a6d-bad7-bd2f8fffa635 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] 10.222.0.60 "DELETE /v2.0/networks/75d5707b-578f-48e1-a220-e9e4790da663 HTTP/1.1" status: 204 len: 168 time: 1.1767764 Jun 11 10:00:05.461107 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-45d84564-4028-42ba-b6b0-3139845ae094 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:00:05.462403 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 33886) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:00:05.483311 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114b8e43-b2b0-4a6d-bad7-bd2f8fffa635 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Pushing event deleted for resources: {'Network': ['ID=75d5707b-578f-48e1-a220-e9e4790da663,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:00:05.487090 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-114b8e43-b2b0-4a6d-bad7-bd2f8fffa635 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:00:05.489391 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device a84e491d-e1a0-46cc-b7ed-608b3ccf571d no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:00:05.496475 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:05.523410 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: a84e491d-e1a0-46cc-b7ed-608b3ccf571d {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:00:05.523802 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device a84e491d-e1a0-46cc-b7ed-608b3ccf571d not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:00:05.524242 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 34c12531-320d-45d4-8abe-b5d55cfee919 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:00:05.552856 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-04f5d724-7373-47fc-8692-373371ff99c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:05.556898 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-07e9e33a-4b53-40bc-8f3a-b454a928b0c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:00:05.592666 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bad55e92-a777-42fb-aacf-4500f7293466 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:05.599679 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f5d724-7373-47fc-8692-373371ff99c9 None None] No DVR routers for this DVR port 34c12531-320d-45d4-8abe-b5d55cfee919 on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:00:05.611088 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f5d724-7373-47fc-8692-373371ff99c9 None None] Pushing event deleted for resources: {'Port': ['ID=34c12531-320d-45d4-8abe-b5d55cfee919,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:00:05.611088 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-04f5d724-7373-47fc-8692-373371ff99c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:00:05.618537 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No active binding found for port 34c12531-320d-45d4-8abe-b5d55cfee919 {{(pid=93178) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 11 10:00:05.619047 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 34c12531-320d-45d4-8abe-b5d55cfee919 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:00:05.718379 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bad55e92-a777-42fb-aacf-4500f7293466 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:05.730134 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-bad55e92-a777-42fb-aacf-4500f7293466 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91b06d7f-7089-45b4-922e-8945351d4b36']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:00:05.746935 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-bad55e92-a777-42fb-aacf-4500f7293466 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54e6a048-7c83-4015-9daf-f7a52bd9d576') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:00:05.747244 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-bad55e92-a777-42fb-aacf-4500f7293466 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54e6a048-7c83-4015-9daf-f7a52bd9d576') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:00:05.758884 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bad55e92-a777-42fb-aacf-4500f7293466 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:05.786806 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bad55e92-a777-42fb-aacf-4500f7293466 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:05.794859 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bad55e92-a777-42fb-aacf-4500f7293466 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Releasing vlan 760 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:00:05.795282 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bad55e92-a777-42fb-aacf-4500f7293466 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:05.807961 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:00:05.807961 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:00:05.807961 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:00:05.807961 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 10:00:05.807961 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:00:05.807961 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:00:05.807961 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:00:05.807961 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 10:00:05.807961 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 10:00:05.807961 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:00:05.807961 n-d-779913-12 neutron-server[93177]: timer() Jun 11 10:00:05.807961 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:00:05.807961 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 10:00:05.807961 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:00:05.807961 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 10:00:05.807961 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:00:05.807961 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 10:00:05.807961 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:00:05.807961 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 10:00:05.807961 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:00:05.807961 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 10:00:05.807961 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:00:05.807961 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:00:05.807961 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:00:05.807961 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:00:05.807961 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:00:05.807961 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 10:00:05.807961 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:00:05.807961 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 10:00:05.807961 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:00:05.807961 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:00:05.807961 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:00:05.807961 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 10:00:05.807961 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:00:05.807961 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:00:05.807961 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:00:05.807961 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:00:05.807961 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:00:05.807961 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:00:05.807961 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:00:05.918013 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 33900) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:00:05.967675 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bad55e92-a777-42fb-aacf-4500f7293466 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:05.972033 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-87ad8e7e-0f74-4c81-b041-18e5d2d76444 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:00:05.996448 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bad55e92-a777-42fb-aacf-4500f7293466 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:05.998567 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-bad55e92-a777-42fb-aacf-4500f7293466 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] 10.222.0.60 "DELETE /v2.0/networks/91b06d7f-7089-45b4-922e-8945351d4b36 HTTP/1.1" status: 204 len: 168 time: 0.5351870 Jun 11 10:00:06.000516 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad55e92-a777-42fb-aacf-4500f7293466 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Pushing event deleted for resources: {'Network': ['ID=91b06d7f-7089-45b4-922e-8945351d4b36,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:00:06.002147 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 33908) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:00:06.003542 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-bad55e92-a777-42fb-aacf-4500f7293466 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:00:06.070363 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-230d1a5b-3a4f-488f-8e73-501e8a91decb tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Deleting subnet ba0fb5db-ddf0-4172-93e2-941bc6b8cf8b {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:00:06.073913 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-230d1a5b-3a4f-488f-8e73-501e8a91decb tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:06.119703 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-687a273e-d81f-488d-856c-c02884771eb6 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Request body: {'floatingip': {'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:00:06.135171 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-230d1a5b-3a4f-488f-8e73-501e8a91decb tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:06.250124 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-230d1a5b-3a4f-488f-8e73-501e8a91decb tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:06.324779 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-687a273e-d81f-488d-856c-c02884771eb6 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Notify callbacks [] for floatingip, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:06.418746 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eb5d21-da3d-4158-86ac-0c13e64dc295 req-7bc2dd30-3a43-4ef7-970c-2f234c904d71 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:06.420309 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-88eb5d21-da3d-4158-86ac-0c13e64dc295 req-7bc2dd30-3a43-4ef7-970c-2f234c904d71 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaddf973-e588-464b-8514-112fb39e8650 HTTP/1.1" status: 200 len: 946 time: 0.0797465 Jun 11 10:00:06.470617 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-88eb5d21-da3d-4158-86ac-0c13e64dc295 req-3ff2bad3-66d4-4d05-a7a7-954247535606 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=28282b0e-6c5e-431e-9466-f7852b229f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425229 Jun 11 10:00:06.479841 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-230d1a5b-3a4f-488f-8e73-501e8a91decb tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:06.483515 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1ad01574-a8bf-4d53-9de5-5f4bd852e842 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:00:06.532049 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-230d1a5b-3a4f-488f-8e73-501e8a91decb tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:06.535268 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-230d1a5b-3a4f-488f-8e73-501e8a91decb tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] 10.222.0.60 "DELETE /v2.0/subnets/ba0fb5db-ddf0-4172-93e2-941bc6b8cf8b HTTP/1.1" status: 204 len: 168 time: 0.5303357 Jun 11 10:00:06.535898 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230d1a5b-3a4f-488f-8e73-501e8a91decb tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Pushing event deleted for resources: {'Subnet': ['ID=ba0fb5db-ddf0-4172-93e2-941bc6b8cf8b,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:00:06.537051 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 33926) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:00:06.541713 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-230d1a5b-3a4f-488f-8e73-501e8a91decb tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:00:06.548710 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920bdfe4-ce5e-4240-a908-ad293fc31b4e None None] Network fa859356-68d5-4027-a07c-5f532e54f2b6 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:00:06.565458 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74440010-9c12-4469-acb4-0b40e1efdc90 req-00523540-7edd-40bf-94ef-0e11d0cdf796 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:06.572509 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-74440010-9c12-4469-acb4-0b40e1efdc90 req-00523540-7edd-40bf-94ef-0e11d0cdf796 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cde5f9a-0f31-4a73-a026-22b0951df03a HTTP/1.1" status: 200 len: 945 time: 0.2012897 Jun 11 10:00:06.629547 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-74440010-9c12-4469-acb4-0b40e1efdc90 req-8e5fe130-317b-4650-9e24-d90e7350c6ad tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560539 Jun 11 10:00:06.631279 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-687a273e-d81f-488d-856c-c02884771eb6 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:06.710584 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-68888032-344c-45a3-8ade-b6e11eb1e14b tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:06.799197 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-687a273e-d81f-488d-856c-c02884771eb6 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Allocated IP 172.25.4.127 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/bf779835-bc47-4188-90f1-956da98ad575) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:00:06.803804 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-68888032-344c-45a3-8ade-b6e11eb1e14b tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Deleting port cca205b3-599f-443e-9121-a20a1dc930c4 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:00:06.803804 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-68888032-344c-45a3-8ade-b6e11eb1e14b tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:06.812610 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2039104a-6cdc-4159-895d-f4e0029157f0 req-dca9d9d4-ff7b-4c16-9da0-34fcfa336e4e tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:06.814742 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2039104a-6cdc-4159-895d-f4e0029157f0 req-dca9d9d4-ff7b-4c16-9da0-34fcfa336e4e tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1776847-b818-43e8-b325-5c1ba8c57856 HTTP/1.1" status: 200 len: 946 time: 0.1534548 Jun 11 10:00:06.872172 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53642275-fee1-4fe8-8ccf-4296e929c65e None None] DHCP port deletion for fa859356-68d5-4027-a07c-5f532e54f2b6 request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 10:00:06.945307 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-687a273e-d81f-488d-856c-c02884771eb6 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:06.948150 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-68888032-344c-45a3-8ade-b6e11eb1e14b tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] For port cca205b3-599f-443e-9121-a20a1dc930c4, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=cca205b3-599f-443e-9121-a20a1dc930c4,segment=NetworkSegment(d4f0d831-4129-4e9d-a287-19071a2ebf6a),segment_id=d4f0d831-4129-4e9d-a287-19071a2ebf6a)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:00:06.948548 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-68888032-344c-45a3-8ade-b6e11eb1e14b tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:06.962047 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-53642275-fee1-4fe8-8ccf-4296e929c65e None None] Deleting port cca205b3-599f-443e-9121-a20a1dc930c4 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:00:06.962449 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-53642275-fee1-4fe8-8ccf-4296e929c65e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:06.973827 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2039104a-6cdc-4159-895d-f4e0029157f0 req-39878e19-9e7e-4d92-853b-84a29583a80f tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260469 Jun 11 10:00:07.057932 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-68888032-344c-45a3-8ade-b6e11eb1e14b tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Calling delete_port for cca205b3-599f-443e-9121-a20a1dc930c4 owned by network:dhcp {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:00:07.076003 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-687a273e-d81f-488d-856c-c02884771eb6 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:07.081831 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-53642275-fee1-4fe8-8ccf-4296e929c65e None None] For port cca205b3-599f-443e-9121-a20a1dc930c4, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=cca205b3-599f-443e-9121-a20a1dc930c4,segment=NetworkSegment(d4f0d831-4129-4e9d-a287-19071a2ebf6a),segment_id=d4f0d831-4129-4e9d-a287-19071a2ebf6a)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:00:07.082309 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-53642275-fee1-4fe8-8ccf-4296e929c65e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:07.082630 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-caf123cd-bcdc-4ccc-8aa8-cbb8526bcffc tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:00:07.162527 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687a273e-d81f-488d-856c-c02884771eb6 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:00:07.166678 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-687a273e-d81f-488d-856c-c02884771eb6 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:00:07.173888 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687a273e-d81f-488d-856c-c02884771eb6 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:00:07.178471 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687a273e-d81f-488d-856c-c02884771eb6 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Pushing event updated for resources: {'Port': ['ID=bf779835-bc47-4188-90f1-956da98ad575,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:00:07.208975 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-53642275-fee1-4fe8-8ccf-4296e929c65e None None] Calling delete_port for cca205b3-599f-443e-9121-a20a1dc930c4 owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:00:07.213686 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-687a273e-d81f-488d-856c-c02884771eb6 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:00:07.304450 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-68888032-344c-45a3-8ade-b6e11eb1e14b tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:07.311322 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-53642275-fee1-4fe8-8ccf-4296e929c65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:07.311803 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-bfa6904a-c953-4e1e-9288-ae625d52a16c tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:00:07.314352 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-04f5d724-7373-47fc-8692-373371ff99c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:00:07.345385 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53642275-fee1-4fe8-8ccf-4296e929c65e None None] Pushing event deleted for resources: {'Port': ['ID=cca205b3-599f-443e-9121-a20a1dc930c4,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:00:07.348443 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-687a273e-d81f-488d-856c-c02884771eb6 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:07.350854 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-53642275-fee1-4fe8-8ccf-4296e929c65e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:00:07.357866 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68888032-344c-45a3-8ade-b6e11eb1e14b tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Pushing event deleted for resources: {'Port': ['ID=cca205b3-599f-443e-9121-a20a1dc930c4,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:00:07.359211 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53642275-fee1-4fe8-8ccf-4296e929c65e None None] No DVR routers for this DVR port cca205b3-599f-443e-9121-a20a1dc930c4 on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:00:07.369812 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-68888032-344c-45a3-8ade-b6e11eb1e14b tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:00:07.372889 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68888032-344c-45a3-8ade-b6e11eb1e14b tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] No DVR routers for this DVR port cca205b3-599f-443e-9121-a20a1dc930c4 on host n-d-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:00:07.473924 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device cca205b3-599f-443e-9121-a20a1dc930c4 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:00:07.501580 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: cca205b3-599f-443e-9121-a20a1dc930c4 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:00:07.503557 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-687a273e-d81f-488d-856c-c02884771eb6 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:07.503706 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device cca205b3-599f-443e-9121-a20a1dc930c4 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:00:07.505150 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-68888032-344c-45a3-8ade-b6e11eb1e14b tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:07.517805 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-68888032-344c-45a3-8ade-b6e11eb1e14b tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa859356-68d5-4027-a07c-5f532e54f2b6']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:00:07.529925 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-68888032-344c-45a3-8ade-b6e11eb1e14b tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4f0d831-4129-4e9d-a287-19071a2ebf6a') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:00:07.530224 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-68888032-344c-45a3-8ade-b6e11eb1e14b tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4f0d831-4129-4e9d-a287-19071a2ebf6a') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:00:07.542252 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-68888032-344c-45a3-8ade-b6e11eb1e14b tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:07.562833 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-68888032-344c-45a3-8ade-b6e11eb1e14b tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:07.571372 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68888032-344c-45a3-8ade-b6e11eb1e14b tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Releasing vlan 773 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:00:07.571982 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-68888032-344c-45a3-8ade-b6e11eb1e14b tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:07.575478 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 10:00:07.575478 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:00:07.575478 n-d-779913-12 neutron-server[93177]: timer() Jun 11 10:00:07.575478 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:00:07.575478 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 10:00:07.575478 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:00:07.575478 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 10:00:07.575478 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:00:07.575478 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 10:00:07.575478 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:00:07.575478 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 10:00:07.575478 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:00:07.575478 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 10:00:07.575478 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:00:07.575478 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:00:07.575478 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:00:07.575478 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:00:07.575478 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:00:07.575478 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 10:00:07.575478 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:00:07.575478 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 10:00:07.575478 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:00:07.575478 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:00:07.575478 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:00:07.575478 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 10:00:07.575478 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:00:07.575478 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:00:07.575478 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:00:07.575478 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:00:07.575478 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:00:07.575478 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:00:07.575478 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:00:07.729334 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d81ecbe-c41e-4f0b-9a18-7ec8cd8aac81 req-b6ec189b-e58f-49df-ae91-32e55322c70a tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:07.731192 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7d81ecbe-c41e-4f0b-9a18-7ec8cd8aac81 req-b6ec189b-e58f-49df-ae91-32e55322c70a tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaddf973-e588-464b-8514-112fb39e8650 HTTP/1.1" status: 200 len: 946 time: 0.1265330 Jun 11 10:00:07.806474 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7d81ecbe-c41e-4f0b-9a18-7ec8cd8aac81 req-53ff374d-9c51-4754-adbb-1504b1de6355 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=28282b0e-6c5e-431e-9466-f7852b229f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664868 Jun 11 10:00:07.813160 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-68888032-344c-45a3-8ade-b6e11eb1e14b tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:07.824485 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-68888032-344c-45a3-8ade-b6e11eb1e14b tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:07.824485 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-68888032-344c-45a3-8ade-b6e11eb1e14b tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] 10.222.0.60 "DELETE /v2.0/networks/fa859356-68d5-4027-a07c-5f532e54f2b6 HTTP/1.1" status: 204 len: 168 time: 1.2827659 Jun 11 10:00:07.824485 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6b24c48d-96e9-4a5f-913c-49f47d79de9e tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:00:07.825205 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 33944) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:00:07.873062 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-cf89015f-b8f4-4d07-8f42-cb40faf27ae9 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e0375fd-403c-4a88-bd68-656ded0edfdf HTTP/1.1" status: 200 len: 205 time: 0.0465484 Jun 11 10:00:07.874707 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68888032-344c-45a3-8ade-b6e11eb1e14b tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Pushing event deleted for resources: {'Network': ['ID=fa859356-68d5-4027-a07c-5f532e54f2b6,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:00:07.880934 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 33946) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:00:07.883429 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-68888032-344c-45a3-8ade-b6e11eb1e14b tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:00:08.208672 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-687a273e-d81f-488d-856c-c02884771eb6 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:08.222846 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b423f1cd-dff2-4cc4-ac28-9649c422863f req-a1234791-5167-4fa4-9168-f6781a0ef0be tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:08.227747 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b423f1cd-dff2-4cc4-ac28-9649c422863f req-a1234791-5167-4fa4-9168-f6781a0ef0be tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cde5f9a-0f31-4a73-a026-22b0951df03a HTTP/1.1" status: 200 len: 945 time: 0.1204240 Jun 11 10:00:08.277989 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b423f1cd-dff2-4cc4-ac28-9649c422863f req-0064096a-c02b-4584-bc55-d44fab806536 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434649 Jun 11 10:00:08.278767 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-687a273e-d81f-488d-856c-c02884771eb6 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:08.281821 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-687a273e-d81f-488d-856c-c02884771eb6 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:00:08.383204 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687a273e-d81f-488d-856c-c02884771eb6 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Pushing event updated for resources: {'Port': ['ID=bf779835-bc47-4188-90f1-956da98ad575,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:00:08.387822 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-687a273e-d81f-488d-856c-c02884771eb6 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:00:08.394795 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-687a273e-d81f-488d-856c-c02884771eb6 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:08.474078 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b43b8131-2fd6-4394-b640-ab18f17f6f33 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks [] for router, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:08.475598 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-687a273e-d81f-488d-856c-c02884771eb6 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:08.480073 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-687a273e-d81f-488d-856c-c02884771eb6 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5590534 Jun 11 10:00:08.480781 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 33960) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:00:08.486489 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-ea857009-9e65-418a-8ac9-cc990571e55d tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-332821105'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:00:08.567016 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea857009-9e65-418a-8ac9-cc990571e55d tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Made reservation on behalf of f32501382e1d4a53a15f74d47ca4fb64 for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:00:08.571529 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ea857009-9e65-418a-8ac9-cc990571e55d tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:08.586103 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ea857009-9e65-418a-8ac9-cc990571e55d tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:08.695514 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ea857009-9e65-418a-8ac9-cc990571e55d tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:08.748552 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b43b8131-2fd6-4394-b640-ab18f17f6f33 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:08.752076 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b43b8131-2fd6-4394-b640-ab18f17f6f33 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:08.756048 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ea857009-9e65-418a-8ac9-cc990571e55d tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:08.760130 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0ca17399-6d31-4b3c-8143-ebdbe79bbb42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:00:08.762742 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab793d3-2e5d-43bb-87a9-b0dc6eb22d73 req-c432a99c-1c93-4dfb-98b3-db8e28a4dcee tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:08.764294 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-aab793d3-2e5d-43bb-87a9-b0dc6eb22d73 req-c432a99c-1c93-4dfb-98b3-db8e28a4dcee tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1776847-b818-43e8-b325-5c1ba8c57856 HTTP/1.1" status: 200 len: 946 time: 0.3307686 Jun 11 10:00:08.790223 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea857009-9e65-418a-8ac9-cc990571e55d tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 786} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:00:08.802549 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea857009-9e65-418a-8ac9-cc990571e55d tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c036ea0b-484f-4994-a7d4-9e94dc451713,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:00:08.807072 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ea857009-9e65-418a-8ac9-cc990571e55d tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:00:08.808146 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ea857009-9e65-418a-8ac9-cc990571e55d tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:08.808478 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-ea857009-9e65-418a-8ac9-cc990571e55d tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Added segment ba8ac97d-3607-4e99-9ca1-66ee215c27c6 of type vlan for network 22e9b422-d79d-497d-851a-6045142c2a6d Jun 11 10:00:08.863916 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-aab793d3-2e5d-43bb-87a9-b0dc6eb22d73 req-8295e635-a5e5-446c-955d-7893f24e21a7 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488555 Jun 11 10:00:08.902614 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ea857009-9e65-418a-8ac9-cc990571e55d tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:08.948371 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b43b8131-2fd6-4394-b640-ab18f17f6f33 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:08.948877 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b43b8131-2fd6-4394-b640-ab18f17f6f33 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Fanout notify agent at l3_agent the message router_deleted on router 3e0375fd-403c-4a88-bd68-656ded0edfdf {{(pid=93177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 10:00:08.958487 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b43b8131-2fd6-4394-b640-ab18f17f6f33 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:08.959602 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-b43b8131-2fd6-4394-b640-ab18f17f6f33 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] 10.222.0.60 "DELETE /v2.0/routers/3e0375fd-403c-4a88-bd68-656ded0edfdf HTTP/1.1" status: 204 len: 168 time: 1.0774581 Jun 11 10:00:09.024992 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eb3c1d-1f95-4bcd-969a-787ecf99d160 req-fcc4ad95-3607-49df-bc3c-3ba251444b72 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:09.026467 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b5eb3c1d-1f95-4bcd-969a-787ecf99d160 req-fcc4ad95-3607-49df-bc3c-3ba251444b72 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaddf973-e588-464b-8514-112fb39e8650 HTTP/1.1" status: 200 len: 946 time: 0.0754302 Jun 11 10:00:09.029249 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ea857009-9e65-418a-8ac9-cc990571e55d tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:09.035254 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea857009-9e65-418a-8ac9-cc990571e55d tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:09.035865 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ea857009-9e65-418a-8ac9-cc990571e55d tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:09.040594 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2d81fa0c-1895-4057-9556-869da458f19a tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:00:09.168043 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea857009-9e65-418a-8ac9-cc990571e55d tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Pushing event updated for resources: {'Network': ['ID=22e9b422-d79d-497d-851a-6045142c2a6d,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:00:09.173094 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ea857009-9e65-418a-8ac9-cc990571e55d tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:00:09.176261 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b5eb3c1d-1f95-4bcd-969a-787ecf99d160 req-7e755495-1043-451a-a405-169393adc635 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=28282b0e-6c5e-431e-9466-f7852b229f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377251 Jun 11 10:00:09.178607 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 22e9b422-d79d-497d-851a-6045142c2a6d details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:00:09.191852 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-ea857009-9e65-418a-8ac9-cc990571e55d tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7071745 Jun 11 10:00:09.192139 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 33970) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:00:09.198550 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-d81c1e5c-b91b-40f1-94ef-9b86bfeecf80 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Request body: {'subnet': {'network_id': '22e9b422-d79d-497d-851a-6045142c2a6d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:00:09.407802 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d81c1e5c-b91b-40f1-94ef-9b86bfeecf80 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Made reservation on behalf of f32501382e1d4a53a15f74d47ca4fb64 for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:00:09.414476 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d81c1e5c-b91b-40f1-94ef-9b86bfeecf80 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:09.529759 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f3de32-b927-4cca-a33b-6c0efac7ce1a req-1b6ab2df-bbe6-4c2d-a790-c3a06d21daa9 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:09.536151 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d3f3de32-b927-4cca-a33b-6c0efac7ce1a req-1b6ab2df-bbe6-4c2d-a790-c3a06d21daa9 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cde5f9a-0f31-4a73-a026-22b0951df03a HTTP/1.1" status: 200 len: 945 time: 0.1383483 Jun 11 10:00:09.537150 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 33980) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:00:09.578256 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d3f3de32-b927-4cca-a33b-6c0efac7ce1a req-9cd68638-b9bd-479c-b2f9-ec6c5bc3b627 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410457 Jun 11 10:00:09.686515 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-0752009d-f218-410f-8595-85ec0ca529c0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=df746a9bad9b4c0ea2f2795837254ec0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1481285 Jun 11 10:00:09.689779 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 33986) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:00:09.743615 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bb6f1f8a-7eb3-4035-8b5a-da9e9cc45f92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:09.767413 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bb6f1f8a-7eb3-4035-8b5a-da9e9cc45f92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:09.887142 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d81c1e5c-b91b-40f1-94ef-9b86bfeecf80 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:09.890522 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f938fdc4-3d14-488d-aeea-927d8122b548 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:00:09.942101 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bb6f1f8a-7eb3-4035-8b5a-da9e9cc45f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:09.946452 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bb6f1f8a-7eb3-4035-8b5a-da9e9cc45f92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:09.950067 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-bb6f1f8a-7eb3-4035-8b5a-da9e9cc45f92 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6baeacd8-9f4d-4363-a7c5-fb12f5e21dc6 HTTP/1.1" status: 204 len: 168 time: 0.2566872 Jun 11 10:00:09.950067 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-373d0338-7eb4-4c15-b1ff-7b9c7291f7ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:00:09.970121 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81c1e5c-b91b-40f1-94ef-9b86bfeecf80 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Pushing event updated for resources: {'Subnet': ['ID=b9001071-ec07-4a26-9bb5-857f4d817b6a,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:00:09.977406 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6f1f8a-7eb3-4035-8b5a-da9e9cc45f92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6baeacd8-9f4d-4363-a7c5-fb12f5e21dc6,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:00:09.980658 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-bb6f1f8a-7eb3-4035-8b5a-da9e9cc45f92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:00:09.985294 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d81c1e5c-b91b-40f1-94ef-9b86bfeecf80 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:00:10.005470 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81c1e5c-b91b-40f1-94ef-9b86bfeecf80 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Checking segment: {'id': 'ba8ac97d-3607-4e99-9ca1-66ee215c27c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '22e9b422-d79d-497d-851a-6045142c2a6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:00:10.005470 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81c1e5c-b91b-40f1-94ef-9b86bfeecf80 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Network hostable DHCP agents. Network: 22e9b422-d79d-497d-851a-6045142c2a6d, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:00:10.077673 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76163edd-2ad6-467a-bbcc-dac53d3ab35c req-ea6ca6af-e06a-496f-a3f7-5f6ecb872508 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:10.079151 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-76163edd-2ad6-467a-bbcc-dac53d3ab35c req-ea6ca6af-e06a-496f-a3f7-5f6ecb872508 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1776847-b818-43e8-b325-5c1ba8c57856 HTTP/1.1" status: 200 len: 946 time: 0.0898759 Jun 11 10:00:10.124995 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-76163edd-2ad6-467a-bbcc-dac53d3ab35c req-3c4e323a-3a26-41bf-a784-8198eda58a42 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399432 Jun 11 10:00:10.178261 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81c1e5c-b91b-40f1-94ef-9b86bfeecf80 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Network 22e9b422-d79d-497d-851a-6045142c2a6d is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:00:10.248311 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-d81c1e5c-b91b-40f1-94ef-9b86bfeecf80 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 22e9b422-d79d-497d-851a-6045142c2a6d) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:00:10.256473 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81c1e5c-b91b-40f1-94ef-9b86bfeecf80 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:10.257079 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d81c1e5c-b91b-40f1-94ef-9b86bfeecf80 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:10.257421 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2c8843-bf97-4deb-8837-64bd7630a6a8 None None] Network 22e9b422-d79d-497d-851a-6045142c2a6d requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:00:10.333246 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-d81c1e5c-b91b-40f1-94ef-9b86bfeecf80 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1401317 Jun 11 10:00:10.339143 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 34002) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:00:10.345752 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-3c636883-2328-4905-ac37-9c464b1e10de tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-483154969', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}, 'admin_state_up': False}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:00:10.417190 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9915571-9978-42aa-9f25-747fbcdd0d21 req-5ecb5c11-d976-4b71-b5ac-334698253313 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:10.420727 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e9915571-9978-42aa-9f25-747fbcdd0d21 req-5ecb5c11-d976-4b71-b5ac-334698253313 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaddf973-e588-464b-8514-112fb39e8650 HTTP/1.1" status: 200 len: 946 time: 0.1058669 Jun 11 10:00:10.491980 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e9915571-9978-42aa-9f25-747fbcdd0d21 req-a03d069d-b76d-400c-b355-4dfe415730ac tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=28282b0e-6c5e-431e-9466-f7852b229f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696707 Jun 11 10:00:10.536437 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3c636883-2328-4905-ac37-9c464b1e10de tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:10.537486 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3c636883-2328-4905-ac37-9c464b1e10de tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:10.551517 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c60d10-f2ed-4386-8430-4c2382f24e18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-22e9b422-d79d-497d-851a-6045142c2a6d', 'network_id': '22e9b422-d79d-497d-851a-6045142c2a6d', 'tenant_id': 'f32501382e1d4a53a15f74d47ca4fb64', 'fixed_ips': [{'subnet_id': 'b9001071-ec07-4a26-9bb5-857f4d817b6a'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 10:00:10.552489 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e3c60d10-f2ed-4386-8430-4c2382f24e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:10.631063 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3c636883-2328-4905-ac37-9c464b1e10de tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:10.736371 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-e3c60d10-f2ed-4386-8430-4c2382f24e18 None None] Allocated IP 172.20.0.2 (22e9b422-d79d-497d-851a-6045142c2a6d/b9001071-ec07-4a26-9bb5-857f4d817b6a/987bfc74-0c8f-40a6-8e09-85186306e38e) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:00:10.865724 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b95925-7193-49a5-b0a9-86044a1d5f85 req-7ebb7313-4829-4f6d-84ff-6c8a21f10356 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:10.873121 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e0b95925-7193-49a5-b0a9-86044a1d5f85 req-7ebb7313-4829-4f6d-84ff-6c8a21f10356 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cde5f9a-0f31-4a73-a026-22b0951df03a HTTP/1.1" status: 200 len: 945 time: 0.1344810 Jun 11 10:00:10.927162 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e0b95925-7193-49a5-b0a9-86044a1d5f85 req-f1dd2092-fbfd-437f-adde-f123ab96863c tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530760 Jun 11 10:00:10.976218 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e3c60d10-f2ed-4386-8430-4c2382f24e18 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:10.987750 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-e3c60d10-f2ed-4386-8430-4c2382f24e18 None None] Transition to ACTIVE for port object 987bfc74-0c8f-40a6-8e09-85186306e38e will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:00:11.001062 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3c636883-2328-4905-ac37-9c464b1e10de tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:11.005740 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-e3c60d10-f2ed-4386-8430-4c2382f24e18 None None] Transition to ACTIVE for port object 987bfc74-0c8f-40a6-8e09-85186306e38e will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:00:11.104801 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e3c60d10-f2ed-4386-8430-4c2382f24e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:11.115937 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-38ebaae5-7559-4710-a7d3-bc7544bb47db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:00:11.177176 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c60d10-f2ed-4386-8430-4c2382f24e18 None None] Pushing event updated for resources: {'Port': ['ID=987bfc74-0c8f-40a6-8e09-85186306e38e,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:00:11.180561 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c60d10-f2ed-4386-8430-4c2382f24e18 None None] Network 22e9b422-d79d-497d-851a-6045142c2a6d is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:00:11.186887 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-e3c60d10-f2ed-4386-8430-4c2382f24e18 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:00:11.189872 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c60d10-f2ed-4386-8430-4c2382f24e18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:00:11.190222 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c60d10-f2ed-4386-8430-4c2382f24e18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:00:11.190576 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c60d10-f2ed-4386-8430-4c2382f24e18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:00:11.190916 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c60d10-f2ed-4386-8430-4c2382f24e18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:00:11.191253 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c60d10-f2ed-4386-8430-4c2382f24e18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:00:11.191614 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c60d10-f2ed-4386-8430-4c2382f24e18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:00:11.191941 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c60d10-f2ed-4386-8430-4c2382f24e18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:00:11.192268 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c60d10-f2ed-4386-8430-4c2382f24e18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:00:11.192727 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c60d10-f2ed-4386-8430-4c2382f24e18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:00:11.193055 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c60d10-f2ed-4386-8430-4c2382f24e18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:00:11.193379 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c60d10-f2ed-4386-8430-4c2382f24e18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:00:11.193700 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c60d10-f2ed-4386-8430-4c2382f24e18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:00:11.197073 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c60d10-f2ed-4386-8430-4c2382f24e18 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:00:11.199302 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-e3c60d10-f2ed-4386-8430-4c2382f24e18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:00:11.280875 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-e3c60d10-f2ed-4386-8430-4c2382f24e18 None None] Attempting to bind port 987bfc74-0c8f-40a6-8e09-85186306e38e on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:00:11.281591 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-e3c60d10-f2ed-4386-8430-4c2382f24e18 None None] Attempting to bind port 987bfc74-0c8f-40a6-8e09-85186306e38e by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'ba8ac97d-3607-4e99-9ca1-66ee215c27c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '22e9b422-d79d-497d-851a-6045142c2a6d'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:00:11.281591 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c60d10-f2ed-4386-8430-4c2382f24e18 None None] Attempting to bind port 987bfc74-0c8f-40a6-8e09-85186306e38e on network 22e9b422-d79d-497d-851a-6045142c2a6d {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:00:11.287989 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c60d10-f2ed-4386-8430-4c2382f24e18 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 9, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:00:11.288432 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c60d10-f2ed-4386-8430-4c2382f24e18 None None] Checking segment: {'id': 'ba8ac97d-3607-4e99-9ca1-66ee215c27c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '22e9b422-d79d-497d-851a-6045142c2a6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:00:11.289057 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e3c60d10-f2ed-4386-8430-4c2382f24e18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:11.289459 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c60d10-f2ed-4386-8430-4c2382f24e18 None None] Bound using segment: {'id': 'ba8ac97d-3607-4e99-9ca1-66ee215c27c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '22e9b422-d79d-497d-851a-6045142c2a6d'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:00:11.289941 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-e3c60d10-f2ed-4386-8430-4c2382f24e18 None None] Bound port: 987bfc74-0c8f-40a6-8e09-85186306e38e, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba8ac97d-3607-4e99-9ca1-66ee215c27c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '22e9b422-d79d-497d-851a-6045142c2a6d'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:00:11.290324 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e3c60d10-f2ed-4386-8430-4c2382f24e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:11.381676 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-e3c60d10-f2ed-4386-8430-4c2382f24e18 None None] For port 987bfc74-0c8f-40a6-8e09-85186306e38e, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:00:11.385275 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-e3c60d10-f2ed-4386-8430-4c2382f24e18 None None] For port 987bfc74-0c8f-40a6-8e09-85186306e38e, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=987bfc74-0c8f-40a6-8e09-85186306e38e,segment=NetworkSegment(ba8ac97d-3607-4e99-9ca1-66ee215c27c6),segment_id=ba8ac97d-3607-4e99-9ca1-66ee215c27c6)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:00:11.443830 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3c636883-2328-4905-ac37-9c464b1e10de tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Notify callbacks [] for router_gateway, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:11.453511 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e3c60d10-f2ed-4386-8430-4c2382f24e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:11.455744 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:00:11.481561 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3c636883-2328-4905-ac37-9c464b1e10de tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:11.527094 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c60d10-f2ed-4386-8430-4c2382f24e18 None None] Pushing event updated for resources: {'Port': ['ID=987bfc74-0c8f-40a6-8e09-85186306e38e,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:00:11.540053 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-e3c60d10-f2ed-4386-8430-4c2382f24e18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:00:11.545474 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d9262-af9e-4f3a-a79e-868d2fe229fb req-a0efc712-ff52-487b-9db9-5735c1142c08 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:11.547712 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c90d9262-af9e-4f3a-a79e-868d2fe229fb req-a0efc712-ff52-487b-9db9-5735c1142c08 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1776847-b818-43e8-b325-5c1ba8c57856 HTTP/1.1" status: 200 len: 946 time: 0.2364209 Jun 11 10:00:11.680551 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c90d9262-af9e-4f3a-a79e-868d2fe229fb req-04986b2b-624c-461a-a72b-c77eb1982814 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230252 Jun 11 10:00:11.705814 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-3c636883-2328-4905-ac37-9c464b1e10de tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Allocated IP 172.25.4.138 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/90893e87-c311-436b-a13e-b43fa37fc3ce) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:00:11.773790 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438869dd-6fe0-4b8b-bc0e-736189915313 req-f55df5b3-876a-4157-818f-e054f1fc29d0 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:11.786633 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-438869dd-6fe0-4b8b-bc0e-736189915313 req-f55df5b3-876a-4157-818f-e054f1fc29d0 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaddf973-e588-464b-8514-112fb39e8650 HTTP/1.1" status: 200 len: 946 time: 0.1386600 Jun 11 10:00:11.890109 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-438869dd-6fe0-4b8b-bc0e-736189915313 req-8fc96599-fdd4-40c5-91bd-be7c6edf35e7 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=28282b0e-6c5e-431e-9466-f7852b229f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019738 Jun 11 10:00:12.015974 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3c636883-2328-4905-ac37-9c464b1e10de tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:12.148583 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3c636883-2328-4905-ac37-9c464b1e10de tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:12.152149 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c5570d1b-b89a-40dd-971e-39ac94520e34 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:00:12.165349 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a830a16f-1629-4c14-b107-f1f145c19942 req-7457beea-b576-4e1a-b038-bfd55681a0a5 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:12.166830 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a830a16f-1629-4c14-b107-f1f145c19942 req-7457beea-b576-4e1a-b038-bfd55681a0a5 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cde5f9a-0f31-4a73-a026-22b0951df03a HTTP/1.1" status: 200 len: 945 time: 0.0855341 Jun 11 10:00:12.234302 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c636883-2328-4905-ac37-9c464b1e10de tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:00:12.243824 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-3c636883-2328-4905-ac37-9c464b1e10de tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:00:12.253680 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c636883-2328-4905-ac37-9c464b1e10de tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:00:12.256188 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c636883-2328-4905-ac37-9c464b1e10de tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Pushing event updated for resources: {'Port': ['ID=90893e87-c311-436b-a13e-b43fa37fc3ce,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:00:12.261801 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3c636883-2328-4905-ac37-9c464b1e10de tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:00:12.296240 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a830a16f-1629-4c14-b107-f1f145c19942 req-61a5fbc1-771b-40c4-ab0b-c4ec1fc9c353 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982966 Jun 11 10:00:12.751367 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba654ac-098d-488d-86fd-556a719d70ab None None] Network 22e9b422-d79d-497d-851a-6045142c2a6d requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:00:12.771367 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3c636883-2328-4905-ac37-9c464b1e10de tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Notify callbacks [] for router_gateway, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:12.949954 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e4d5ca-46a6-460a-a68e-e193d8617844 req-264158a3-6059-4b66-8cf6-8316ea953d45 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:12.957367 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-58e4d5ca-46a6-460a-a68e-e193d8617844 req-264158a3-6059-4b66-8cf6-8316ea953d45 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1776847-b818-43e8-b325-5c1ba8c57856 HTTP/1.1" status: 200 len: 946 time: 0.1058745 Jun 11 10:00:13.012291 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-58e4d5ca-46a6-460a-a68e-e193d8617844 req-0d8db8d9-f30e-45a0-b981-66116a132d8a tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537071 Jun 11 10:00:13.114989 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1606ba53-e310-42b5-92e9-e89bec57168b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:13.143758 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7808c90-919d-4072-bab3-e96f8e65fa10 None None] Provisioning for port 987bfc74-0c8f-40a6-8e09-85186306e38e completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:00:13.184474 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3c636883-2328-4905-ac37-9c464b1e10de tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:13.271422 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea35f0c3-1f3a-4a60-a701-7cd94de0c172 req-f8eb146d-3362-49fa-b8a3-03c10c9a78fa tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:13.278931 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ea35f0c3-1f3a-4a60-a701-7cd94de0c172 req-f8eb146d-3362-49fa-b8a3-03c10c9a78fa tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaddf973-e588-464b-8514-112fb39e8650 HTTP/1.1" status: 200 len: 946 time: 0.1026523 Jun 11 10:00:13.321773 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ea35f0c3-1f3a-4a60-a701-7cd94de0c172 req-a9c432d9-bb4a-434e-8861-69d3647a8e19 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=28282b0e-6c5e-431e-9466-f7852b229f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416846 Jun 11 10:00:13.502586 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c636883-2328-4905-ac37-9c464b1e10de tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Router 6a3e2f84-11be-4a1c-b18c-804dbcf23964 is scheduled to L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 with binding_index 1 {{(pid=93176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 10:00:13.554614 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 987bfc74-0c8f-40a6-8e09-85186306e38e up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:00:13.704395 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a136b9-dec2-47c0-b111-1cf16e4cad74 req-dfa1f3d9-3bc2-4f76-933f-a649f723efef tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:13.705895 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b8a136b9-dec2-47c0-b111-1cf16e4cad74 req-dfa1f3d9-3bc2-4f76-933f-a649f723efef tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cde5f9a-0f31-4a73-a026-22b0951df03a HTTP/1.1" status: 200 len: 945 time: 0.2463307 Jun 11 10:00:13.738309 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 987bfc74-0c8f-40a6-8e09-85186306e38e completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:00:13.742601 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 987bfc74-0c8f-40a6-8e09-85186306e38e triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:00:13.743048 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:13.744050 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c636883-2328-4905-ac37-9c464b1e10de tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:00:13.754856 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a73b859-c316-4809-9bad-f1f2e08dc0b8 None None] Sync routers for ids ['6a3e2f84-11be-4a1c-b18c-804dbcf23964'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:00:13.765831 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a73b859-c316-4809-9bad-f1f2e08dc0b8 None None] Routers {'6a3e2f84-11be-4a1c-b18c-804dbcf23964'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:00:13.766744 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-5a73b859-c316-4809-9bad-f1f2e08dc0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:59:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['6a3e2f84-11be-4a1c-b18c-804dbcf23964'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:00:13.773584 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b8a136b9-dec2-47c0-b111-1cf16e4cad74 req-8d98e936-8740-46be-ba8e-0808f68ca4bb tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608780 Jun 11 10:00:13.829701 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-5a73b859-c316-4809-9bad-f1f2e08dc0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:00:13.838175 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a73b859-c316-4809-9bad-f1f2e08dc0b8 None None] Routers {'6a3e2f84-11be-4a1c-b18c-804dbcf23964'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:00:13.838779 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-5a73b859-c316-4809-9bad-f1f2e08dc0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T09:59:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['6a3e2f84-11be-4a1c-b18c-804dbcf23964'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:00:13.843524 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:13.881969 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 987bfc74-0c8f-40a6-8e09-85186306e38e, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=987bfc74-0c8f-40a6-8e09-85186306e38e,segment=NetworkSegment(ba8ac97d-3607-4e99-9ca1-66ee215c27c6),segment_id=ba8ac97d-3607-4e99-9ca1-66ee215c27c6)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:00:13.890483 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-5a73b859-c316-4809-9bad-f1f2e08dc0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:00:13.890907 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a73b859-c316-4809-9bad-f1f2e08dc0b8 None None] The sync data for ids ['6a3e2f84-11be-4a1c-b18c-804dbcf23964'] in n-d-779913-12 is: [] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:00:13.912555 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3c636883-2328-4905-ac37-9c464b1e10de tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:13.913792 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-3c636883-2328-4905-ac37-9c464b1e10de tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 3.5732477 Jun 11 10:00:13.916543 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 34096) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:00:13.987638 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:13.990793 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:00:14.052567 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=987bfc74-0c8f-40a6-8e09-85186306e38e,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:00:14.056041 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:00:14.062518 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [req-1a9115d1-f068-429d-9dea-ed49175e2447 req-5ead6aa0-172b-4705-bc24-60ed3a7d28ab tempest-LiveMigrationTest-900609481 tempest-LiveMigrationTest-900609481-project] (93177) timed out ('10.222.0.64', 52437) {{(pid=93177) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 11 10:00:14.221873 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2059db32-ecbf-4a21-bd8c-4051e3ad1c6e req-b9b0b850-f828-4cb1-943f-ae915fbf439b tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:14.223498 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2059db32-ecbf-4a21-bd8c-4051e3ad1c6e req-b9b0b850-f828-4cb1-943f-ae915fbf439b tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1776847-b818-43e8-b325-5c1ba8c57856 HTTP/1.1" status: 200 len: 946 time: 0.0720952 Jun 11 10:00:14.269675 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2059db32-ecbf-4a21-bd8c-4051e3ad1c6e req-24f8aa20-f8fa-4e4e-b2c0-d85c3d6fa789 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404556 Jun 11 10:00:14.924624 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403bed9e-c670-4665-88c3-5976dd1395ed req-6d1df0da-1634-43e6-a273-4e95d02fa9d8 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:14.926118 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-403bed9e-c670-4665-88c3-5976dd1395ed req-6d1df0da-1634-43e6-a273-4e95d02fa9d8 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaddf973-e588-464b-8514-112fb39e8650 HTTP/1.1" status: 200 len: 946 time: 0.1660023 Jun 11 10:00:15.008454 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae48d3a-2e4b-4ed1-9495-26881b1e35bc req-bd945e4a-0eef-4bd0-8676-6a80317cd231 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:15.010505 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cae48d3a-2e4b-4ed1-9495-26881b1e35bc req-bd945e4a-0eef-4bd0-8676-6a80317cd231 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cde5f9a-0f31-4a73-a026-22b0951df03a HTTP/1.1" status: 200 len: 945 time: 0.1176925 Jun 11 10:00:15.033936 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-403bed9e-c670-4665-88c3-5976dd1395ed req-e7717279-dff5-4953-8645-860320ad954e tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=28282b0e-6c5e-431e-9466-f7852b229f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998311 Jun 11 10:00:15.062737 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cae48d3a-2e4b-4ed1-9495-26881b1e35bc req-010d7db6-3897-417f-90bf-c2a9acbd6e6e tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456562 Jun 11 10:00:15.103645 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-49526af8-1ee1-42f3-a600-bfaa0fc9f68a tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:15.501980 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d772a2e-0e0e-42b5-8d79-28a764900658 req-4fc0817f-74ca-4a3c-acdd-3d9d21ef8e61 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:15.503478 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6d772a2e-0e0e-42b5-8d79-28a764900658 req-4fc0817f-74ca-4a3c-acdd-3d9d21ef8e61 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1776847-b818-43e8-b325-5c1ba8c57856 HTTP/1.1" status: 200 len: 946 time: 0.1061058 Jun 11 10:00:15.518959 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-49526af8-1ee1-42f3-a600-bfaa0fc9f68a tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Allocated IP 172.20.0.1 (22e9b422-d79d-497d-851a-6045142c2a6d/b9001071-ec07-4a26-9bb5-857f4d817b6a/338c27d5-3cb3-4aad-94a1-6d79490f19b3) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:00:15.536958 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 987bfc74-0c8f-40a6-8e09-85186306e38e up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:00:15.554299 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6d772a2e-0e0e-42b5-8d79-28a764900658 req-32b75f52-72e7-49cd-944e-f1abc594a902 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437143 Jun 11 10:00:15.606944 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 987bfc74-0c8f-40a6-8e09-85186306e38e triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:00:15.607391 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:15.694414 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-49526af8-1ee1-42f3-a600-bfaa0fc9f68a tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:15.709809 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [None req-49526af8-1ee1-42f3-a600-bfaa0fc9f68a tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Transition to ACTIVE for port object 338c27d5-3cb3-4aad-94a1-6d79490f19b3 will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:00:15.832805 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0e799fdf-128f-47e1-9f4b-aa0bfcd467a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:15.833638 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-49526af8-1ee1-42f3-a600-bfaa0fc9f68a tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:15.837035 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0b7ee71b-3233-439b-9c82-8bcb459d84b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:00:15.887583 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49526af8-1ee1-42f3-a600-bfaa0fc9f68a tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Network 22e9b422-d79d-497d-851a-6045142c2a6d is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:00:15.890933 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-49526af8-1ee1-42f3-a600-bfaa0fc9f68a tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:00:15.894922 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49526af8-1ee1-42f3-a600-bfaa0fc9f68a tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:00:15.931130 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49526af8-1ee1-42f3-a600-bfaa0fc9f68a tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Pushing event updated for resources: {'Port': ['ID=338c27d5-3cb3-4aad-94a1-6d79490f19b3,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:00:15.935983 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-49526af8-1ee1-42f3-a600-bfaa0fc9f68a tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:00:15.943982 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:15.958999 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-49526af8-1ee1-42f3-a600-bfaa0fc9f68a tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-375088'] for router_interface, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:16.302153 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-49526af8-1ee1-42f3-a600-bfaa0fc9f68a tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:16.308536 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7193028b-0ca3-4c1c-a8ac-dabe5eba8289 req-2896b13f-0335-4928-97c1-b8b302e297e2 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:16.316282 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7193028b-0ca3-4c1c-a8ac-dabe5eba8289 req-2896b13f-0335-4928-97c1-b8b302e297e2 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cde5f9a-0f31-4a73-a026-22b0951df03a HTTP/1.1" status: 200 len: 945 time: 0.1089780 Jun 11 10:00:16.362152 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7193028b-0ca3-4c1c-a8ac-dabe5eba8289 req-b2f1bf68-c316-4f87-b876-13f2a70de4f1 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449843 Jun 11 10:00:16.402209 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e64af0-c2ba-452f-9f9e-82d28717d526 req-f88117f2-c2c5-4f74-be25-86c7227aa110 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:16.403761 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-56e64af0-c2ba-452f-9f9e-82d28717d526 req-f88117f2-c2c5-4f74-be25-86c7227aa110 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaddf973-e588-464b-8514-112fb39e8650 HTTP/1.1" status: 200 len: 946 time: 0.1699395 Jun 11 10:00:16.418335 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-96ff7334-0fdd-4811-b9f5-4963461af0b8 None None] Provisioning for port 338c27d5-3cb3-4aad-94a1-6d79490f19b3 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:00:16.424411 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-96ff7334-0fdd-4811-b9f5-4963461af0b8 None None] Provisioning complete for port 338c27d5-3cb3-4aad-94a1-6d79490f19b3 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:00:16.424411 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-96ff7334-0fdd-4811-b9f5-4963461af0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:16.553864 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-56e64af0-c2ba-452f-9f9e-82d28717d526 req-e14a26bd-7550-424f-b3b6-c7028175313b tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=28282b0e-6c5e-431e-9466-f7852b229f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420877 Jun 11 10:00:16.815345 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-96ff7334-0fdd-4811-b9f5-4963461af0b8 None None] Port 338c27d5-3cb3-4aad-94a1-6d79490f19b3 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:00:16.828994 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-49526af8-1ee1-42f3-a600-bfaa0fc9f68a tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:16.850081 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c48f696-11ca-4639-958c-ca06cf691379 req-a16f2f2d-2ffd-4c45-9753-0761c0852c8c tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:16.856260 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8c48f696-11ca-4639-958c-ca06cf691379 req-a16f2f2d-2ffd-4c45-9753-0761c0852c8c tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1776847-b818-43e8-b325-5c1ba8c57856 HTTP/1.1" status: 200 len: 946 time: 0.1299975 Jun 11 10:00:16.897250 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8c48f696-11ca-4639-958c-ca06cf691379 req-d1f7f789-2956-4dd3-bf79-6c5461c5571c tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395818 Jun 11 10:00:16.909656 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:16.932225 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-49526af8-1ee1-42f3-a600-bfaa0fc9f68a tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:16.935257 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e40821a7-40d5-46b0-9623-e18c855bad72 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:00:17.042749 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-49526af8-1ee1-42f3-a600-bfaa0fc9f68a tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375108'] for router_interface, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:17.091840 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49526af8-1ee1-42f3-a600-bfaa0fc9f68a tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Pushing event updated for resources: {'Port': ['ID=338c27d5-3cb3-4aad-94a1-6d79490f19b3,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:00:17.103248 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-49526af8-1ee1-42f3-a600-bfaa0fc9f68a tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:00:17.191859 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49526af8-1ee1-42f3-a600-bfaa0fc9f68a tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Network 22e9b422-d79d-497d-851a-6045142c2a6d is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:00:17.193325 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-49526af8-1ee1-42f3-a600-bfaa0fc9f68a tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:00:17.367491 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49526af8-1ee1-42f3-a600-bfaa0fc9f68a tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Router 6a3e2f84-11be-4a1c-b18c-804dbcf23964 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:00:17.440835 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-e80f0265-15c4-45bc-ae8d-a17c9bd39478 None None] Provisioning complete for port 338c27d5-3cb3-4aad-94a1-6d79490f19b3 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:00:17.440835 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e80f0265-15c4-45bc-ae8d-a17c9bd39478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:17.498162 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-e80f0265-15c4-45bc-ae8d-a17c9bd39478 None None] Port 338c27d5-3cb3-4aad-94a1-6d79490f19b3 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:00:17.544700 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49526af8-1ee1-42f3-a600-bfaa0fc9f68a tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:00:17.553167 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-49526af8-1ee1-42f3-a600-bfaa0fc9f68a tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] 10.222.0.60 "PUT /v2.0/routers/6a3e2f84-11be-4a1c-b18c-804dbcf23964/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6350815 Jun 11 10:00:17.555345 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 34180) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:00:17.561210 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-216a5c13-5139-41bb-acca-d178b0599e1f tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Request body: {'port': {'network_id': '22e9b422-d79d-497d-851a-6045142c2a6d', 'name': 'tempest-FloatingIPAdminTestJSON-682196268'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:00:17.564414 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5088cc-bbf4-42f7-b69d-0e9eed6e32d2 None None] Sync routers for ids ['6a3e2f84-11be-4a1c-b18c-804dbcf23964'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:00:17.574493 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5088cc-bbf4-42f7-b69d-0e9eed6e32d2 None None] Routers {'6a3e2f84-11be-4a1c-b18c-804dbcf23964'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:00:17.575256 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-8b5088cc-bbf4-42f7-b69d-0e9eed6e32d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:00:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['6a3e2f84-11be-4a1c-b18c-804dbcf23964'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:00:17.604914 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 34184) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:00:17.641410 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-8b5088cc-bbf4-42f7-b69d-0e9eed6e32d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:00:17.652014 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5088cc-bbf4-42f7-b69d-0e9eed6e32d2 None None] Routers {'6a3e2f84-11be-4a1c-b18c-804dbcf23964'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:00:17.653380 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-8b5088cc-bbf4-42f7-b69d-0e9eed6e32d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:00:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['6a3e2f84-11be-4a1c-b18c-804dbcf23964'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:00:17.693825 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28278bb-d22f-47db-9bbc-57137f297074 req-f6d4ac01-a960-41c1-b88c-4e415e16018a tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:17.695363 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b28278bb-d22f-47db-9bbc-57137f297074 req-f6d4ac01-a960-41c1-b88c-4e415e16018a tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cde5f9a-0f31-4a73-a026-22b0951df03a HTTP/1.1" status: 200 len: 945 time: 0.1481659 Jun 11 10:00:17.744645 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-8b5088cc-bbf4-42f7-b69d-0e9eed6e32d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:00:17.745085 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5088cc-bbf4-42f7-b69d-0e9eed6e32d2 None None] The sync data for ids ['6a3e2f84-11be-4a1c-b18c-804dbcf23964'] in n-d-779913-12 is: [] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:00:17.772231 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b28278bb-d22f-47db-9bbc-57137f297074 req-b7d6b8fc-073d-48a9-bdbe-8dc93d30beb1 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671012 Jun 11 10:00:17.800224 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-da3344af-22fb-42c9-aa59-d8663f6718c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:17.889219 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-216a5c13-5139-41bb-acca-d178b0599e1f tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Made reservation on behalf of f32501382e1d4a53a15f74d47ca4fb64 for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:00:17.893799 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-216a5c13-5139-41bb-acca-d178b0599e1f tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:17.924042 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [None req-216a5c13-5139-41bb-acca-d178b0599e1f tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] device_id is not set on port b45e03e7-5223-44ea-93af-a4a3904cf02a yet. {{(pid=93177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 10:00:17.950660 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-da3344af-22fb-42c9-aa59-d8663f6718c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:17.995244 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-da3344af-22fb-42c9-aa59-d8663f6718c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:17.999605 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-eb0ff1c4-0d21-4ff3-87e5-81ce46473722 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:00:18.005872 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a5bf17-a433-4db0-9273-9b32ddf4ec1a req-63a589f8-0887-4228-b527-05656f06fc6f tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:18.007380 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-97a5bf17-a433-4db0-9273-9b32ddf4ec1a req-63a589f8-0887-4228-b527-05656f06fc6f tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaddf973-e588-464b-8514-112fb39e8650 HTTP/1.1" status: 200 len: 946 time: 0.1598670 Jun 11 10:00:18.044985 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-da3344af-22fb-42c9-aa59-d8663f6718c9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=95891711d607440bb3a088fa42ad109c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4372394 Jun 11 10:00:18.048232 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 34194) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:00:18.088952 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3344af-22fb-42c9-aa59-d8663f6718c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8962f056-1f4d-43ff-90e6-698069036b58,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:00:18.114870 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-da3344af-22fb-42c9-aa59-d8663f6718c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:00:18.120538 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-97a5bf17-a433-4db0-9273-9b32ddf4ec1a req-2a8bb2ed-941c-415a-bce0-2968cd961a37 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=28282b0e-6c5e-431e-9466-f7852b229f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012478 Jun 11 10:00:18.121601 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-216a5c13-5139-41bb-acca-d178b0599e1f tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Allocated IP 172.20.0.4 (22e9b422-d79d-497d-851a-6045142c2a6d/b9001071-ec07-4a26-9bb5-857f4d817b6a/b45e03e7-5223-44ea-93af-a4a3904cf02a) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:00:18.194214 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-15bd22c6-6757-4e0c-8482-1a26a1541ff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:18.227213 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4859db-0362-4067-86dc-d7be9a955f76 req-fdbb2606-2818-47db-9094-d2fba5df0f1a tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:18.228789 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ae4859db-0362-4067-86dc-d7be9a955f76 req-fdbb2606-2818-47db-9094-d2fba5df0f1a tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1776847-b818-43e8-b325-5c1ba8c57856 HTTP/1.1" status: 200 len: 946 time: 0.1675963 Jun 11 10:00:18.248238 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-15bd22c6-6757-4e0c-8482-1a26a1541ff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:18.336586 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ae4859db-0362-4067-86dc-d7be9a955f76 req-b99d2826-88fe-4a48-89f8-6445b9af2e50 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971596 Jun 11 10:00:18.366630 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-216a5c13-5139-41bb-acca-d178b0599e1f tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:18.452835 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-15bd22c6-6757-4e0c-8482-1a26a1541ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:18.453051 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-216a5c13-5139-41bb-acca-d178b0599e1f tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Transition to ACTIVE for port object b45e03e7-5223-44ea-93af-a4a3904cf02a will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:00:18.455478 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-15bd22c6-6757-4e0c-8482-1a26a1541ff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:18.457139 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-15bd22c6-6757-4e0c-8482-1a26a1541ff9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8962f056-1f4d-43ff-90e6-698069036b58 HTTP/1.1" status: 204 len: 168 time: 0.4075055 Jun 11 10:00:18.457500 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-fbcccabf-7eda-42a3-8ef7-a47f90a55209 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:00:18.467142 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bd22c6-6757-4e0c-8482-1a26a1541ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8962f056-1f4d-43ff-90e6-698069036b58,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:00:18.470225 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-15bd22c6-6757-4e0c-8482-1a26a1541ff9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:00:18.481862 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:18.582450 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-216a5c13-5139-41bb-acca-d178b0599e1f tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:18.586698 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-68888032-344c-45a3-8ade-b6e11eb1e14b tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:00:18.641781 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216a5c13-5139-41bb-acca-d178b0599e1f tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Network 22e9b422-d79d-497d-851a-6045142c2a6d is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:00:18.645265 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-216a5c13-5139-41bb-acca-d178b0599e1f tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:00:18.650048 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216a5c13-5139-41bb-acca-d178b0599e1f tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:00:18.657359 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216a5c13-5139-41bb-acca-d178b0599e1f tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Pushing event updated for resources: {'Port': ['ID=b45e03e7-5223-44ea-93af-a4a3904cf02a,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:00:18.686485 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-216a5c13-5139-41bb-acca-d178b0599e1f tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:00:18.724948 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216a5c13-5139-41bb-acca-d178b0599e1f tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:18.725704 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-216a5c13-5139-41bb-acca-d178b0599e1f tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:18.832371 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-216a5c13-5139-41bb-acca-d178b0599e1f tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2679756 Jun 11 10:00:18.832466 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 34212) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:00:18.887342 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device da8fbc79-fb8f-44ca-a448-4f854b38b7e0 details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 10:00:19.050187 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5528e7df-36a6-422e-830d-ebf101b6dd69 req-5891e8f8-0f15-43b7-8d46-8797ba4d7c35 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:19.056454 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5528e7df-36a6-422e-830d-ebf101b6dd69 req-5891e8f8-0f15-43b7-8d46-8797ba4d7c35 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cde5f9a-0f31-4a73-a026-22b0951df03a HTTP/1.1" status: 200 len: 945 time: 0.0877643 Jun 11 10:00:19.058910 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-77c7d9b4-f798-4d09-9904-ddc0b694c39e tempest-FloatingIPAdminTestJSON-1214034005 tempest-FloatingIPAdminTestJSON-1214034005-project-admin] Request body: {'floatingip': {'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'project_id': 'f32501382e1d4a53a15f74d47ca4fb64', 'port_id': 'b45e03e7-5223-44ea-93af-a4a3904cf02a'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:00:19.061046 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port da8fbc79-fb8f-44ca-a448-4f854b38b7e0, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=da8fbc79-fb8f-44ca-a448-4f854b38b7e0,segment=NetworkSegment(64ec67c3-ae73-4fd7-a5b7-323e0e068c2b),segment_id=64ec67c3-ae73-4fd7-a5b7-323e0e068c2b)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:00:19.075762 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': 'da8fbc79-fb8f-44ca-a448-4f854b38b7e0', 'network_id': '4ec1bae5-7351-4e01-a52c-de5521320fcb', 'port_id': 'da8fbc79-fb8f-44ca-a448-4f854b38b7e0', 'mac_address': 'fa:16:3e:72:ee:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73b1338f-0df7-44ec-88b6-dbc16cfcfcc4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 10:00:19.119852 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5528e7df-36a6-422e-830d-ebf101b6dd69 req-07f86e96-a4ce-440e-ac11-052aee9d03ed tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561030 Jun 11 10:00:19.127829 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:19.131175 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-447b21ae-76ea-4fb0-89c9-c6b377737ef1 None None] Provisioning for port b45e03e7-5223-44ea-93af-a4a3904cf02a completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:00:19.144412 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-447b21ae-76ea-4fb0-89c9-c6b377737ef1 None None] Provisioning complete for port b45e03e7-5223-44ea-93af-a4a3904cf02a triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:00:19.144728 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-447b21ae-76ea-4fb0-89c9-c6b377737ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:19.148971 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id da8fbc79-fb8f-44ca-a448-4f854b38b7e0 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:00:19.216706 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port da8fbc79-fb8f-44ca-a448-4f854b38b7e0, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=da8fbc79-fb8f-44ca-a448-4f854b38b7e0,segment=NetworkSegment(64ec67c3-ae73-4fd7-a5b7-323e0e068c2b),segment_id=64ec67c3-ae73-4fd7-a5b7-323e0e068c2b)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:00:19.224691 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-447b21ae-76ea-4fb0-89c9-c6b377737ef1 None None] Port b45e03e7-5223-44ea-93af-a4a3904cf02a cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:00:19.232163 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-77c7d9b4-f798-4d09-9904-ddc0b694c39e tempest-FloatingIPAdminTestJSON-1214034005 tempest-FloatingIPAdminTestJSON-1214034005-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:19.303999 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:19.306028 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:00:19.347763 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 34222) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:00:19.352290 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-77c7d9b4-f798-4d09-9904-ddc0b694c39e tempest-FloatingIPAdminTestJSON-1214034005 tempest-FloatingIPAdminTestJSON-1214034005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:19.378217 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724b6025-fd35-4443-b5be-0f70fc9c1c71 req-924d04e8-84b1-45c8-a5f6-360bad72beab tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:19.382767 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-53db9084-316a-4795-be47-4817b1361c65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:19.388013 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-724b6025-fd35-4443-b5be-0f70fc9c1c71 req-924d04e8-84b1-45c8-a5f6-360bad72beab tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaddf973-e588-464b-8514-112fb39e8650 HTTP/1.1" status: 200 len: 946 time: 0.1084585 Jun 11 10:00:19.391795 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=da8fbc79-fb8f-44ca-a448-4f854b38b7e0,revision_number=6']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:00:19.395033 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:00:19.412763 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['da8fbc79-fb8f-44ca-a448-4f854b38b7e0'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:00:19.455115 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-724b6025-fd35-4443-b5be-0f70fc9c1c71 req-fd46728c-ba20-4789-bf85-eb9b63503db3 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=28282b0e-6c5e-431e-9466-f7852b229f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677054 Jun 11 10:00:19.642347 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-77c7d9b4-f798-4d09-9904-ddc0b694c39e tempest-FloatingIPAdminTestJSON-1214034005 tempest-FloatingIPAdminTestJSON-1214034005-project-admin] Allocated IP 172.25.4.91 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/18e126a1-70f9-4e45-a1fc-d4fa70271b02) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:00:19.657555 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d20f3-f743-4017-be24-f5affb3f3293 req-ff02a947-ad92-431d-8e58-33b2ef24f72a tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:19.659040 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b89d20f3-f743-4017-be24-f5affb3f3293 req-ff02a947-ad92-431d-8e58-33b2ef24f72a tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1776847-b818-43e8-b325-5c1ba8c57856 HTTP/1.1" status: 200 len: 946 time: 0.1820166 Jun 11 10:00:19.808987 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b89d20f3-f743-4017-be24-f5affb3f3293 req-fbbd5d03-b2c6-41d6-8d59-53d2e777b8be tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418617 Jun 11 10:00:19.810749 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-53db9084-316a-4795-be47-4817b1361c65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:19.861140 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-77c7d9b4-f798-4d09-9904-ddc0b694c39e tempest-FloatingIPAdminTestJSON-1214034005 tempest-FloatingIPAdminTestJSON-1214034005-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:19.915256 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-53db9084-316a-4795-be47-4817b1361c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:19.918965 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3109bade-aae8-427c-9366-16b29ac63392 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:00:19.959868 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-53db9084-316a-4795-be47-4817b1361c65 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b54636ee280f40fc94ee84a2b1d29c5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6047893 Jun 11 10:00:19.961019 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53db9084-316a-4795-be47-4817b1361c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27bb4cd6-6c42-4ec8-9d7c-893f9e4a7cad,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:00:19.962570 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 34236) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:00:19.963971 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-53db9084-316a-4795-be47-4817b1361c65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:00:19.999447 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-77c7d9b4-f798-4d09-9904-ddc0b694c39e tempest-FloatingIPAdminTestJSON-1214034005 tempest-FloatingIPAdminTestJSON-1214034005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:20.001720 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1f480430-51df-474b-bc47-f14340984294 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:00:20.021524 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8830ff24-0826-4dbc-a0da-800c7319f5b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:20.046353 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8830ff24-0826-4dbc-a0da-800c7319f5b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:20.051404 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c7d9b4-f798-4d09-9904-ddc0b694c39e tempest-FloatingIPAdminTestJSON-1214034005 tempest-FloatingIPAdminTestJSON-1214034005-project-admin] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:00:20.054553 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-77c7d9b4-f798-4d09-9904-ddc0b694c39e tempest-FloatingIPAdminTestJSON-1214034005 tempest-FloatingIPAdminTestJSON-1214034005-project-admin] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:00:20.056949 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c7d9b4-f798-4d09-9904-ddc0b694c39e tempest-FloatingIPAdminTestJSON-1214034005 tempest-FloatingIPAdminTestJSON-1214034005-project-admin] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:00:20.067486 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c7d9b4-f798-4d09-9904-ddc0b694c39e tempest-FloatingIPAdminTestJSON-1214034005 tempest-FloatingIPAdminTestJSON-1214034005-project-admin] Pushing event updated for resources: {'Port': ['ID=18e126a1-70f9-4e45-a1fc-d4fa70271b02,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:00:20.096817 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-77c7d9b4-f798-4d09-9904-ddc0b694c39e tempest-FloatingIPAdminTestJSON-1214034005 tempest-FloatingIPAdminTestJSON-1214034005-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:00:20.216248 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8830ff24-0826-4dbc-a0da-800c7319f5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:20.219612 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8830ff24-0826-4dbc-a0da-800c7319f5b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:20.220256 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-8830ff24-0826-4dbc-a0da-800c7319f5b4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/27bb4cd6-6c42-4ec8-9d7c-893f9e4a7cad HTTP/1.1" status: 204 len: 168 time: 0.2563641 Jun 11 10:00:20.221077 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ba716000-341e-4c6d-a6c7-c00217936f27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:00:20.230310 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8830ff24-0826-4dbc-a0da-800c7319f5b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27bb4cd6-6c42-4ec8-9d7c-893f9e4a7cad,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:00:20.232777 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8830ff24-0826-4dbc-a0da-800c7319f5b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:00:20.469049 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc269799-d75d-48d3-843d-aa534c587f1e req-2e3e3b19-da12-4aa2-9a51-baf558cdbad5 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:20.470622 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fc269799-d75d-48d3-843d-aa534c587f1e req-2e3e3b19-da12-4aa2-9a51-baf558cdbad5 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cde5f9a-0f31-4a73-a026-22b0951df03a HTTP/1.1" status: 200 len: 945 time: 0.1685643 Jun 11 10:00:20.739750 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b641a583-93a3-439d-9b61-da94f68016d8 req-d620964a-feb6-4669-b25c-1d4877c501ec tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:20.739750 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b641a583-93a3-439d-9b61-da94f68016d8 req-d620964a-feb6-4669-b25c-1d4877c501ec tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaddf973-e588-464b-8514-112fb39e8650 HTTP/1.1" status: 200 len: 945 time: 0.1147823 Jun 11 10:00:20.764572 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b641a583-93a3-439d-9b61-da94f68016d8 req-fa0dca3c-db66-42e9-9489-dc0d24d85ab3 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=28282b0e-6c5e-431e-9466-f7852b229f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528145 Jun 11 10:00:20.905882 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device da8fbc79-fb8f-44ca-a448-4f854b38b7e0 up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:00:21.007528 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port da8fbc79-fb8f-44ca-a448-4f854b38b7e0 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:00:21.008021 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:21.063547 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d1e54d-948b-4f0a-96c5-72b895fb5eaf req-aa3c916c-a120-4c47-aba5-c680be2a7373 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:21.066126 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b8d1e54d-948b-4f0a-96c5-72b895fb5eaf req-aa3c916c-a120-4c47-aba5-c680be2a7373 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1776847-b818-43e8-b325-5c1ba8c57856 HTTP/1.1" status: 200 len: 946 time: 0.1186264 Jun 11 10:00:21.115596 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:21.157273 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fc269799-d75d-48d3-843d-aa534c587f1e req-38a39fc8-c4c8-4e93-a6fb-b8a94c1b9fb4 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6449859 Jun 11 10:00:21.158620 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port da8fbc79-fb8f-44ca-a448-4f854b38b7e0, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=da8fbc79-fb8f-44ca-a448-4f854b38b7e0,segment=NetworkSegment(64ec67c3-ae73-4fd7-a5b7-323e0e068c2b),segment_id=64ec67c3-ae73-4fd7-a5b7-323e0e068c2b)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:00:21.159786 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaddf973-e588-464b-8514-112fb39e8650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da8fbc79-fb8f-44ca-a448-4f854b38b7e0'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:00:21.161790 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b8d1e54d-948b-4f0a-96c5-72b895fb5eaf req-39d1c7d7-30b8-48d7-8b4e-77241f978eb0 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892904 Jun 11 10:00:21.174158 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ea3d0e-927f-4f86-9f7f-b58ada66abcf" -d '{"events": [{"server_uuid": "aaddf973-e588-464b-8514-112fb39e8650", "name": "network-vif-plugged", "status": "completed", "tag": "da8fbc79-fb8f-44ca-a448-4f854b38b7e0"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:00:21.177701 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-77c7d9b4-f798-4d09-9904-ddc0b694c39e tempest-FloatingIPAdminTestJSON-1214034005 tempest-FloatingIPAdminTestJSON-1214034005-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:21.223944 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78045ed8-f0fd-401b-94bb-26c913e3ade6 x-openstack-request-id: req-78045ed8-f0fd-401b-94bb-26c913e3ade6 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:00:21.227310 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaddf973-e588-464b-8514-112fb39e8650", "name": "network-vif-plugged", "status": "completed", "tag": "da8fbc79-fb8f-44ca-a448-4f854b38b7e0", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:00:21.227310 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-78045ed8-f0fd-401b-94bb-26c913e3ade6 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:00:21.227310 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaddf973-e588-464b-8514-112fb39e8650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da8fbc79-fb8f-44ca-a448-4f854b38b7e0', 'code': 200} Jun 11 10:00:21.246611 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:21.249679 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-08286aa7-4b1c-4101-b676-3bf1fe4c68bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:00:21.304193 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=da8fbc79-fb8f-44ca-a448-4f854b38b7e0,revision_number=7']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:00:21.308097 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:00:21.372658 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-77c7d9b4-f798-4d09-9904-ddc0b694c39e tempest-FloatingIPAdminTestJSON-1214034005 tempest-FloatingIPAdminTestJSON-1214034005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:21.576904 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-77c7d9b4-f798-4d09-9904-ddc0b694c39e tempest-FloatingIPAdminTestJSON-1214034005 tempest-FloatingIPAdminTestJSON-1214034005-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:21.663955 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-77c7d9b4-f798-4d09-9904-ddc0b694c39e tempest-FloatingIPAdminTestJSON-1214034005 tempest-FloatingIPAdminTestJSON-1214034005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:21.667190 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e40821a7-40d5-46b0-9623-e18c855bad72 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:00:21.754807 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c7d9b4-f798-4d09-9904-ddc0b694c39e tempest-FloatingIPAdminTestJSON-1214034005 tempest-FloatingIPAdminTestJSON-1214034005-project-admin] Pushing event updated for resources: {'Port': ['ID=18e126a1-70f9-4e45-a1fc-d4fa70271b02,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:00:21.759010 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-77c7d9b4-f798-4d09-9904-ddc0b694c39e tempest-FloatingIPAdminTestJSON-1214034005 tempest-FloatingIPAdminTestJSON-1214034005-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:00:21.767266 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-77c7d9b4-f798-4d09-9904-ddc0b694c39e tempest-FloatingIPAdminTestJSON-1214034005 tempest-FloatingIPAdminTestJSON-1214034005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:21.923251 n-d-779913-12 neutron-server[93176]: INFO neutron.db.l3_db [None req-77c7d9b4-f798-4d09-9904-ddc0b694c39e tempest-FloatingIPAdminTestJSON-1214034005 tempest-FloatingIPAdminTestJSON-1214034005-project-admin] Floating IP c9d00e06-6f24-4842-a284-c0bbf0ce4199 associated. External IP: 172.25.4.91, port: b45e03e7-5223-44ea-93af-a4a3904cf02a. Jun 11 10:00:22.010471 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e2a02a-b45b-4a23-ab69-32a6c5d8fd7f req-308f36fd-555a-49b7-be57-0a52f2369553 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:22.017998 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-84e2a02a-b45b-4a23-ab69-32a6c5d8fd7f req-308f36fd-555a-49b7-be57-0a52f2369553 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaddf973-e588-464b-8514-112fb39e8650 HTTP/1.1" status: 200 len: 946 time: 0.0852227 Jun 11 10:00:22.066516 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-84e2a02a-b45b-4a23-ab69-32a6c5d8fd7f req-66cabe21-f707-45c5-8629-7ec9562d8641 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=28282b0e-6c5e-431e-9466-f7852b229f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475433 Jun 11 10:00:22.279370 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77c7d9b4-f798-4d09-9904-ddc0b694c39e tempest-FloatingIPAdminTestJSON-1214034005 tempest-FloatingIPAdminTestJSON-1214034005-project-admin] Router 6a3e2f84-11be-4a1c-b18c-804dbcf23964 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:00:22.380071 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e14036-fd22-4948-93ff-f984c9fd4dc2 req-277142ec-09f2-46fd-b60f-286c096f2a28 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:22.386979 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-24e14036-fd22-4948-93ff-f984c9fd4dc2 req-277142ec-09f2-46fd-b60f-286c096f2a28 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1776847-b818-43e8-b325-5c1ba8c57856 HTTP/1.1" status: 200 len: 946 time: 0.0936763 Jun 11 10:00:22.435970 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-24e14036-fd22-4948-93ff-f984c9fd4dc2 req-10963274-f730-49f5-adad-8eb13ad8ca45 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476801 Jun 11 10:00:22.503005 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c22dee-95b8-4c88-ba42-8fd9216d0f96 req-a61b00ab-c254-431e-bc07-207e18c3eb77 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:22.509863 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-47c22dee-95b8-4c88-ba42-8fd9216d0f96 req-a61b00ab-c254-431e-bc07-207e18c3eb77 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cde5f9a-0f31-4a73-a026-22b0951df03a HTTP/1.1" status: 200 len: 945 time: 0.1660068 Jun 11 10:00:22.518150 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77c7d9b4-f798-4d09-9904-ddc0b694c39e tempest-FloatingIPAdminTestJSON-1214034005 tempest-FloatingIPAdminTestJSON-1214034005-project-admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:00:22.533856 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3e243d-3b0c-4109-9429-3ec656249743 None None] Sync routers for ids ['6a3e2f84-11be-4a1c-b18c-804dbcf23964'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:00:22.548235 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3e243d-3b0c-4109-9429-3ec656249743 None None] Routers {'6a3e2f84-11be-4a1c-b18c-804dbcf23964'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:00:22.548860 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-1b3e243d-3b0c-4109-9429-3ec656249743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:00:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['6a3e2f84-11be-4a1c-b18c-804dbcf23964'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:00:22.580524 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-47c22dee-95b8-4c88-ba42-8fd9216d0f96 req-ccc7b7ef-2687-478b-8bbd-33b65450a5b0 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695567 Jun 11 10:00:22.621569 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-1b3e243d-3b0c-4109-9429-3ec656249743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:00:22.627923 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-77c7d9b4-f798-4d09-9904-ddc0b694c39e tempest-FloatingIPAdminTestJSON-1214034005 tempest-FloatingIPAdminTestJSON-1214034005-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:22.631778 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3e243d-3b0c-4109-9429-3ec656249743 None None] Routers {'6a3e2f84-11be-4a1c-b18c-804dbcf23964'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:00:22.631778 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-1b3e243d-3b0c-4109-9429-3ec656249743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:00:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['6a3e2f84-11be-4a1c-b18c-804dbcf23964'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:00:22.680735 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-1b3e243d-3b0c-4109-9429-3ec656249743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:00:22.681157 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3e243d-3b0c-4109-9429-3ec656249743 None None] The sync data for ids ['6a3e2f84-11be-4a1c-b18c-804dbcf23964'] in n-d-779913-12 is: [] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:00:22.683067 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 34326) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:00:22.683420 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-77c7d9b4-f798-4d09-9904-ddc0b694c39e tempest-FloatingIPAdminTestJSON-1214034005 tempest-FloatingIPAdminTestJSON-1214034005-project-admin] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 3.8497829 Jun 11 10:00:22.838127 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-660108c2-55b7-4a5c-b5dc-39fb2c112372 tempest-FloatingIPAdminTestJSON-1214034005 tempest-FloatingIPAdminTestJSON-1214034005-project-admin] 10.222.0.60 "GET /v2.0/floatingips/c9d00e06-6f24-4842-a284-c0bbf0ce4199 HTTP/1.1" status: 200 len: 981 time: 0.1487815 Jun 11 10:00:22.840509 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 34332) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:00:22.976450 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-88a4358c-32e6-4c36-8927-16ed40a1a6fe tempest-FloatingIPAdminTestJSON-1214034005 tempest-FloatingIPAdminTestJSON-1214034005-project-admin] 10.222.0.60 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3820 time: 0.1338387 Jun 11 10:00:22.979042 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 34340) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:00:23.185779 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-da00de4e-b089-41ee-9378-7907a94f9ef4 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Deleting port 18e126a1-70f9-4e45-a1fc-d4fa70271b02 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:00:23.187114 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-da00de4e-b089-41ee-9378-7907a94f9ef4 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:23.308093 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-da00de4e-b089-41ee-9378-7907a94f9ef4 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:23.308427 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-da00de4e-b089-41ee-9378-7907a94f9ef4 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:23.314435 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f2a480-bf96-4e1e-934d-87cff7a48de8 req-06eb1c7d-1c04-4aba-80f8-cb0a75320700 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:23.316166 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-25f2a480-bf96-4e1e-934d-87cff7a48de8 req-06eb1c7d-1c04-4aba-80f8-cb0a75320700 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaddf973-e588-464b-8514-112fb39e8650 HTTP/1.1" status: 200 len: 946 time: 0.1067243 Jun 11 10:00:23.391989 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-25f2a480-bf96-4e1e-934d-87cff7a48de8 req-0a8d8787-a832-4d2e-9b47-663614c24dc7 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=28282b0e-6c5e-431e-9466-f7852b229f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420256 Jun 11 10:00:23.410002 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-da00de4e-b089-41ee-9378-7907a94f9ef4 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Calling delete_port for 18e126a1-70f9-4e45-a1fc-d4fa70271b02 owned by network:floatingip {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:00:23.695604 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4de96a-a048-4669-a84a-d38c62ac743f req-b46dde63-9af1-401b-844e-e86e7ef43e9d tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:23.700035 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fd4de96a-a048-4669-a84a-d38c62ac743f req-b46dde63-9af1-401b-844e-e86e7ef43e9d tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1776847-b818-43e8-b325-5c1ba8c57856 HTTP/1.1" status: 200 len: 946 time: 0.1027699 Jun 11 10:00:23.753594 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fd4de96a-a048-4669-a84a-d38c62ac743f req-98f54b67-e06e-44e3-9bb7-7ca4558c5d2b tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506039 Jun 11 10:00:23.796414 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-da00de4e-b089-41ee-9378-7907a94f9ef4 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:23.796930 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-bccece61-b681-4ab5-afb0-04d6d6474e69 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:00:23.814889 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3f549d-7fbc-4b86-88e3-9fcc9fafb256 req-8f8fe0a5-0ee6-4374-a304-9d6d1e2e2057 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:23.818432 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4a3f549d-7fbc-4b86-88e3-9fcc9fafb256 req-8f8fe0a5-0ee6-4374-a304-9d6d1e2e2057 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cde5f9a-0f31-4a73-a026-22b0951df03a HTTP/1.1" status: 200 len: 945 time: 0.1210074 Jun 11 10:00:23.826335 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da00de4e-b089-41ee-9378-7907a94f9ef4 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Pushing event deleted for resources: {'Port': ['ID=18e126a1-70f9-4e45-a1fc-d4fa70271b02,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:00:23.829923 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-da00de4e-b089-41ee-9378-7907a94f9ef4 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:00:23.875736 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4a3f549d-7fbc-4b86-88e3-9fcc9fafb256 req-5fd109d5-7b25-4df1-b429-5c33278b46af tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511279 Jun 11 10:00:23.916059 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-da00de4e-b089-41ee-9378-7907a94f9ef4 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Notify callbacks [] for floatingip, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:23.916296 n-d-779913-12 neutron-server[93177]: INFO neutron.db.l3_db [None req-da00de4e-b089-41ee-9378-7907a94f9ef4 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Floating IP c9d00e06-6f24-4842-a284-c0bbf0ce4199 disassociated (deleted). External IP: 172.25.4.91, port: b45e03e7-5223-44ea-93af-a4a3904cf02a. Jun 11 10:00:24.178949 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-450f2215-2538-424c-ad7e-85090836152e req-d59a4ca4-20a1-4f55-876e-9bae10daca5a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0775590 Jun 11 10:00:24.225403 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da00de4e-b089-41ee-9378-7907a94f9ef4 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Router 6a3e2f84-11be-4a1c-b18c-804dbcf23964 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:00:24.315519 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f2215-2538-424c-ad7e-85090836152e req-491389e2-6bc0-4d41-9c14-20bda0a9aaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:24.316148 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f2215-2538-424c-ad7e-85090836152e req-491389e2-6bc0-4d41-9c14-20bda0a9aaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:24.316504 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f2215-2538-424c-ad7e-85090836152e req-491389e2-6bc0-4d41-9c14-20bda0a9aaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:24.316965 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f2215-2538-424c-ad7e-85090836152e req-491389e2-6bc0-4d41-9c14-20bda0a9aaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:24.317427 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f2215-2538-424c-ad7e-85090836152e req-491389e2-6bc0-4d41-9c14-20bda0a9aaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:24.318068 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f2215-2538-424c-ad7e-85090836152e req-491389e2-6bc0-4d41-9c14-20bda0a9aaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:24.318518 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f2215-2538-424c-ad7e-85090836152e req-491389e2-6bc0-4d41-9c14-20bda0a9aaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:24.320450 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-450f2215-2538-424c-ad7e-85090836152e req-491389e2-6bc0-4d41-9c14-20bda0a9aaa6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=39e8725552694bd89f3d9b894d223d7c&device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042 HTTP/1.1" status: 200 len: 6507 time: 0.0898118 Jun 11 10:00:24.393669 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da00de4e-b089-41ee-9378-7907a94f9ef4 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:00:24.404344 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79060877-e545-43e3-8b58-800632fcfa92 None None] Sync routers for ids ['6a3e2f84-11be-4a1c-b18c-804dbcf23964'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:00:24.405536 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-da00de4e-b089-41ee-9378-7907a94f9ef4 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:24.416845 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79060877-e545-43e3-8b58-800632fcfa92 None None] Routers {'6a3e2f84-11be-4a1c-b18c-804dbcf23964'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:00:24.417985 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-79060877-e545-43e3-8b58-800632fcfa92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:00:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['6a3e2f84-11be-4a1c-b18c-804dbcf23964'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:00:24.481215 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-79060877-e545-43e3-8b58-800632fcfa92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:00:24.492927 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79060877-e545-43e3-8b58-800632fcfa92 None None] Routers {'6a3e2f84-11be-4a1c-b18c-804dbcf23964'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:00:24.494161 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-79060877-e545-43e3-8b58-800632fcfa92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:00:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['6a3e2f84-11be-4a1c-b18c-804dbcf23964'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:00:24.506148 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f2215-2538-424c-ad7e-85090836152e req-28764c73-466f-44e8-b0fa-d1876f3b4104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:24.506937 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f2215-2538-424c-ad7e-85090836152e req-28764c73-466f-44e8-b0fa-d1876f3b4104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:24.507470 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f2215-2538-424c-ad7e-85090836152e req-28764c73-466f-44e8-b0fa-d1876f3b4104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:24.509159 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-450f2215-2538-424c-ad7e-85090836152e req-28764c73-466f-44e8-b0fa-d1876f3b4104 service neutron] 10.222.0.64 "GET /v2.0/networks?id=613fb304-5cfe-4609-aaba-f0eb53f2be57&id=6d3621a2-169e-4b61-882a-b4c2c253f396&id=6d3621a2-169e-4b61-882a-b4c2c253f396&id=6d3621a2-169e-4b61-882a-b4c2c253f396&id=6d3621a2-169e-4b61-882a-b4c2c253f396&id=8268b03e-4f88-453d-8a80-f3e0484b960f&id=8268b03e-4f88-453d-8a80-f3e0484b960f HTTP/1.1" status: 200 len: 2299 time: 0.1610644 Jun 11 10:00:24.548050 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-79060877-e545-43e3-8b58-800632fcfa92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:00:24.548736 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79060877-e545-43e3-8b58-800632fcfa92 None None] The sync data for ids ['6a3e2f84-11be-4a1c-b18c-804dbcf23964'] in n-d-779913-12 is: [] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:00:24.627988 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-450f2215-2538-424c-ad7e-85090836152e req-f9fba50e-9334-4099-89ed-7a52ff5074d9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=673aa988-b63e-4019-b597-09a97b0fcf40 HTTP/1.1" status: 200 len: 1001 time: 0.1112940 Jun 11 10:00:24.696069 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f2215-2538-424c-ad7e-85090836152e req-7be2172f-87d6-4103-98c4-56a62f7e199b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:24.697512 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-450f2215-2538-424c-ad7e-85090836152e req-7be2172f-87d6-4103-98c4-56a62f7e199b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=aa5d910a-d4cb-4925-a41a-aa63432d8367 HTTP/1.1" status: 200 len: 856 time: 0.0631454 Jun 11 10:00:24.766039 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f2215-2538-424c-ad7e-85090836152e req-3b6d1467-42f6-4909-85a2-0246a53402aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:24.767541 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-450f2215-2538-424c-ad7e-85090836152e req-3b6d1467-42f6-4909-85a2-0246a53402aa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=613fb304-5cfe-4609-aaba-f0eb53f2be57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0642574 Jun 11 10:00:24.952899 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-da00de4e-b089-41ee-9378-7907a94f9ef4 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] 10.222.0.60 "DELETE /v2.0/floatingips/c9d00e06-6f24-4842-a284-c0bbf0ce4199 HTTP/1.1" status: 204 len: 168 time: 1.9708066 Jun 11 10:00:24.956167 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 34396) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:00:24.957224 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-450f2215-2538-424c-ad7e-85090836152e req-effc3943-7b02-4528-bd45-54800974da32 service neutron] 10.222.0.64 "GET /v2.0/networks/613fb304-5cfe-4609-aaba-f0eb53f2be57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778586 Jun 11 10:00:24.967323 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-067f5b7b-1bc4-4161-9a4b-cc46301b8e35 tempest-FloatingIPAdminTestJSON-1214034005 tempest-FloatingIPAdminTestJSON-1214034005-project-admin] Request body: {'floatingip': {'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:00:25.002381 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6fcf8b-52ca-4b9c-9ba7-3339e4c5e275 req-aaf16cc4-c3c0-45c0-acd7-93b0c7a77e21 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:25.008869 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1d6fcf8b-52ca-4b9c-9ba7-3339e4c5e275 req-aaf16cc4-c3c0-45c0-acd7-93b0c7a77e21 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaddf973-e588-464b-8514-112fb39e8650 HTTP/1.1" status: 200 len: 946 time: 0.1069973 Jun 11 10:00:25.057367 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1d6fcf8b-52ca-4b9c-9ba7-3339e4c5e275 req-49c59bf4-c03d-44d0-bdaf-e832a4ba4ffc tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=28282b0e-6c5e-431e-9466-f7852b229f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473464 Jun 11 10:00:25.070167 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b48b0b7-00be-4113-a6ff-0aa2f3528a33 req-e1c81bca-1c48-494d-b378-02da850b2dd1 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:25.071720 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0b48b0b7-00be-4113-a6ff-0aa2f3528a33 req-e1c81bca-1c48-494d-b378-02da850b2dd1 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1776847-b818-43e8-b325-5c1ba8c57856 HTTP/1.1" status: 200 len: 946 time: 0.1769118 Jun 11 10:00:25.080213 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-067f5b7b-1bc4-4161-9a4b-cc46301b8e35 tempest-FloatingIPAdminTestJSON-1214034005 tempest-FloatingIPAdminTestJSON-1214034005-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:25.124627 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-450f2215-2538-424c-ad7e-85090836152e req-8659980f-328f-45b6-a644-674baa56c6a1 service neutron] 10.222.0.64 "GET /v2.0/networks/613fb304-5cfe-4609-aaba-f0eb53f2be57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605530 Jun 11 10:00:25.147142 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0b48b0b7-00be-4113-a6ff-0aa2f3528a33 req-d13e5c21-e793-41bc-8811-aabef9971df9 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656533 Jun 11 10:00:25.193223 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-450f2215-2538-424c-ad7e-85090836152e req-e9ac8f52-d998-4151-b594-e7cc861342e2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=aba52a31-7ead-4b87-98cf-90bcdace2f39 HTTP/1.1" status: 200 len: 217 time: 0.0604305 Jun 11 10:00:25.223358 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-067f5b7b-1bc4-4161-9a4b-cc46301b8e35 tempest-FloatingIPAdminTestJSON-1214034005 tempest-FloatingIPAdminTestJSON-1214034005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:25.294560 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f2215-2538-424c-ad7e-85090836152e req-ddb9c3c2-e057-4d97-84e9-7828c4a6b716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:25.300098 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-450f2215-2538-424c-ad7e-85090836152e req-ddb9c3c2-e057-4d97-84e9-7828c4a6b716 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d56f2625-bb14-490c-b4fa-d6d55c55bf08 HTTP/1.1" status: 200 len: 797 time: 0.0973220 Jun 11 10:00:25.420047 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-067f5b7b-1bc4-4161-9a4b-cc46301b8e35 tempest-FloatingIPAdminTestJSON-1214034005 tempest-FloatingIPAdminTestJSON-1214034005-project-admin] Allocated IP 172.25.4.105 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/8a4501df-60c6-4e43-9a95-41b43dc354da) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:00:25.438121 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f2215-2538-424c-ad7e-85090836152e req-45c409da-f3d5-4889-b7be-ae0008cccfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:25.443601 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-450f2215-2538-424c-ad7e-85090836152e req-45c409da-f3d5-4889-b7be-ae0008cccfc7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6d3621a2-169e-4b61-882a-b4c2c253f396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1367826 Jun 11 10:00:25.448490 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe22c26-1882-4874-9f54-30281c841c1e req-9e3626c2-c544-4a65-a363-a91c83e801cc tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:25.450051 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0fe22c26-1882-4874-9f54-30281c841c1e req-9e3626c2-c544-4a65-a363-a91c83e801cc tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cde5f9a-0f31-4a73-a026-22b0951df03a HTTP/1.1" status: 200 len: 945 time: 0.1390820 Jun 11 10:00:25.525619 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0fe22c26-1882-4874-9f54-30281c841c1e req-6434fc5a-e36f-4f47-a3d5-2dcb97284cba tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659115 Jun 11 10:00:25.605760 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-067f5b7b-1bc4-4161-9a4b-cc46301b8e35 tempest-FloatingIPAdminTestJSON-1214034005 tempest-FloatingIPAdminTestJSON-1214034005-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:25.614556 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-450f2215-2538-424c-ad7e-85090836152e req-ea27bf94-aedf-47c3-994d-06b49440b223 service neutron] 10.222.0.64 "GET /v2.0/networks/6d3621a2-169e-4b61-882a-b4c2c253f396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592827 Jun 11 10:00:25.741891 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-450f2215-2538-424c-ad7e-85090836152e req-983a1f5e-658a-4ba0-be28-c7601f1c1026 service neutron] 10.222.0.64 "GET /v2.0/networks/6d3621a2-169e-4b61-882a-b4c2c253f396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247485 Jun 11 10:00:25.776797 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-067f5b7b-1bc4-4161-9a4b-cc46301b8e35 tempest-FloatingIPAdminTestJSON-1214034005 tempest-FloatingIPAdminTestJSON-1214034005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:25.779282 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9d47db9a-9c4f-4e77-a052-b5c12eaa8fb7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:00:25.802679 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-450f2215-2538-424c-ad7e-85090836152e req-0f2bce35-76be-4095-8a41-f25a8e7d2258 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.19&port_id=0e3d8c07-4dd8-4173-b439-d804ac86a9ca HTTP/1.1" status: 200 len: 217 time: 0.0551631 Jun 11 10:00:25.875431 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067f5b7b-1bc4-4161-9a4b-cc46301b8e35 tempest-FloatingIPAdminTestJSON-1214034005 tempest-FloatingIPAdminTestJSON-1214034005-project-admin] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:00:25.879451 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-067f5b7b-1bc4-4161-9a4b-cc46301b8e35 tempest-FloatingIPAdminTestJSON-1214034005 tempest-FloatingIPAdminTestJSON-1214034005-project-admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:00:25.883583 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067f5b7b-1bc4-4161-9a4b-cc46301b8e35 tempest-FloatingIPAdminTestJSON-1214034005 tempest-FloatingIPAdminTestJSON-1214034005-project-admin] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:00:25.888266 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f2215-2538-424c-ad7e-85090836152e req-107412e2-6939-4c52-ad41-f668726142a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:25.890537 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-450f2215-2538-424c-ad7e-85090836152e req-107412e2-6939-4c52-ad41-f668726142a0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d56f2625-bb14-490c-b4fa-d6d55c55bf08 HTTP/1.1" status: 200 len: 797 time: 0.0813317 Jun 11 10:00:25.919348 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067f5b7b-1bc4-4161-9a4b-cc46301b8e35 tempest-FloatingIPAdminTestJSON-1214034005 tempest-FloatingIPAdminTestJSON-1214034005-project-admin] Pushing event updated for resources: {'Port': ['ID=8a4501df-60c6-4e43-9a95-41b43dc354da,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:00:25.923918 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-067f5b7b-1bc4-4161-9a4b-cc46301b8e35 tempest-FloatingIPAdminTestJSON-1214034005 tempest-FloatingIPAdminTestJSON-1214034005-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:00:25.961364 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f2215-2538-424c-ad7e-85090836152e req-82a25d6c-b4cc-4000-8968-82500febd2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:25.962945 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-450f2215-2538-424c-ad7e-85090836152e req-82a25d6c-b4cc-4000-8968-82500febd2a6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6d3621a2-169e-4b61-882a-b4c2c253f396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0661092 Jun 11 10:00:25.997714 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-067f5b7b-1bc4-4161-9a4b-cc46301b8e35 tempest-FloatingIPAdminTestJSON-1214034005 tempest-FloatingIPAdminTestJSON-1214034005-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:26.091871 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-450f2215-2538-424c-ad7e-85090836152e req-261d4c4a-32b5-4d6b-9932-2f0aecae4a53 service neutron] 10.222.0.64 "GET /v2.0/networks/6d3621a2-169e-4b61-882a-b4c2c253f396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226540 Jun 11 10:00:26.142997 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 34434) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:00:26.222112 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-067f5b7b-1bc4-4161-9a4b-cc46301b8e35 tempest-FloatingIPAdminTestJSON-1214034005 tempest-FloatingIPAdminTestJSON-1214034005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:26.348352 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-450f2215-2538-424c-ad7e-85090836152e req-dc2f0c16-4a3b-411d-9a79-57334c6b499d service neutron] 10.222.0.64 "GET /v2.0/networks/6d3621a2-169e-4b61-882a-b4c2c253f396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504508 Jun 11 10:00:26.371974 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3810b896-4d2d-4f09-9a26-be66315401e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:26.438569 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-450f2215-2538-424c-ad7e-85090836152e req-40f98751-de4c-4153-bcb9-740e117f4794 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=aa0b414f-8b35-42cd-bbc6-fd64860a4029 HTTP/1.1" status: 200 len: 217 time: 0.0558209 Jun 11 10:00:26.453165 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d94953-7f1c-47f6-99da-a822c7692c37 req-8ee0f617-f054-4929-9211-8c1ad08e9b2d tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:26.454698 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d2d94953-7f1c-47f6-99da-a822c7692c37 req-8ee0f617-f054-4929-9211-8c1ad08e9b2d tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaddf973-e588-464b-8514-112fb39e8650 HTTP/1.1" status: 200 len: 946 time: 0.2439535 Jun 11 10:00:26.525256 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bc13f7-9296-4577-b51f-39abe00a4be3 req-bc6256e4-1012-4b6f-a559-b8ce71de45e3 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:26.526389 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f2bc13f7-9296-4577-b51f-39abe00a4be3 req-bc6256e4-1012-4b6f-a559-b8ce71de45e3 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1776847-b818-43e8-b325-5c1ba8c57856 HTTP/1.1" status: 200 len: 946 time: 0.1983831 Jun 11 10:00:26.536023 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f2215-2538-424c-ad7e-85090836152e req-a2fe8565-4565-4855-8572-92f228636bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:26.537423 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-450f2215-2538-424c-ad7e-85090836152e req-a2fe8565-4565-4855-8572-92f228636bd6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d56f2625-bb14-490c-b4fa-d6d55c55bf08 HTTP/1.1" status: 200 len: 797 time: 0.0919664 Jun 11 10:00:26.564793 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d2d94953-7f1c-47f6-99da-a822c7692c37 req-35e43229-322e-48c5-936e-630401b0eae7 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=28282b0e-6c5e-431e-9466-f7852b229f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974231 Jun 11 10:00:26.593661 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-067f5b7b-1bc4-4161-9a4b-cc46301b8e35 tempest-FloatingIPAdminTestJSON-1214034005 tempest-FloatingIPAdminTestJSON-1214034005-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:26.622978 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f2bc13f7-9296-4577-b51f-39abe00a4be3 req-207d0947-a802-4112-be45-72aa7ed4ee82 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836182 Jun 11 10:00:26.668119 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3810b896-4d2d-4f09-9a26-be66315401e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:26.684085 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f2215-2538-424c-ad7e-85090836152e req-7bb13e3c-c35e-4bd1-ba5b-1ec544ebc0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:26.686376 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-450f2215-2538-424c-ad7e-85090836152e req-7bb13e3c-c35e-4bd1-ba5b-1ec544ebc0a0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6d3621a2-169e-4b61-882a-b4c2c253f396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1273496 Jun 11 10:00:26.712839 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-067f5b7b-1bc4-4161-9a4b-cc46301b8e35 tempest-FloatingIPAdminTestJSON-1214034005 tempest-FloatingIPAdminTestJSON-1214034005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:26.715083 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-77f32047-f015-4ff1-a278-d1099fcfa667 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:00:26.789881 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3810b896-4d2d-4f09-9a26-be66315401e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:26.876586 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067f5b7b-1bc4-4161-9a4b-cc46301b8e35 tempest-FloatingIPAdminTestJSON-1214034005 tempest-FloatingIPAdminTestJSON-1214034005-project-admin] Pushing event updated for resources: {'Port': ['ID=8a4501df-60c6-4e43-9a95-41b43dc354da,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:00:26.884253 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-067f5b7b-1bc4-4161-9a4b-cc46301b8e35 tempest-FloatingIPAdminTestJSON-1214034005 tempest-FloatingIPAdminTestJSON-1214034005-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:00:26.884384 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b0acc7aa-a5c4-478c-bebb-145caf9a012c tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:00:26.892855 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-3810b896-4d2d-4f09-9a26-be66315401e2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=09f77b94604345aea97694b0d12f76db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7475653 Jun 11 10:00:26.902002 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 34466) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:00:26.939037 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-067f5b7b-1bc4-4161-9a4b-cc46301b8e35 tempest-FloatingIPAdminTestJSON-1214034005 tempest-FloatingIPAdminTestJSON-1214034005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:26.975516 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3810b896-4d2d-4f09-9a26-be66315401e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc17bf34-7283-4f36-9c8d-dc876eee3888,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:00:27.012520 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3810b896-4d2d-4f09-9a26-be66315401e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:00:27.013581 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2e635522-ed08-4b87-8e9c-409a7736b78d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:27.046656 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2e635522-ed08-4b87-8e9c-409a7736b78d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:27.166668 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-067f5b7b-1bc4-4161-9a4b-cc46301b8e35 tempest-FloatingIPAdminTestJSON-1214034005 tempest-FloatingIPAdminTestJSON-1214034005-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:27.172575 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-067f5b7b-1bc4-4161-9a4b-cc46301b8e35 tempest-FloatingIPAdminTestJSON-1214034005 tempest-FloatingIPAdminTestJSON-1214034005-project-admin] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2138882 Jun 11 10:00:27.177353 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 34472) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:00:27.270884 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2e635522-ed08-4b87-8e9c-409a7736b78d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:27.277258 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2e635522-ed08-4b87-8e9c-409a7736b78d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:27.278388 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-2e635522-ed08-4b87-8e9c-409a7736b78d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fc17bf34-7283-4f36-9c8d-dc876eee3888 HTTP/1.1" status: 204 len: 168 time: 0.3754101 Jun 11 10:00:27.279248 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-bb6f1f8a-7eb3-4035-8b5a-da9e9cc45f92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:00:27.290154 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e635522-ed08-4b87-8e9c-409a7736b78d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc17bf34-7283-4f36-9c8d-dc876eee3888,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:00:27.310490 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2e635522-ed08-4b87-8e9c-409a7736b78d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:00:27.459343 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-45475d4b-d6b5-4a45-ba5c-4d7df0b707bf tempest-FloatingIPAdminTestJSON-606470310 tempest-FloatingIPAdminTestJSON-606470310-project] Request body: {'floatingip': {'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:00:27.595081 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-45475d4b-d6b5-4a45-ba5c-4d7df0b707bf tempest-FloatingIPAdminTestJSON-606470310 tempest-FloatingIPAdminTestJSON-606470310-project] Notify callbacks [] for floatingip, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:27.626362 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b051de-5bda-4551-9ebf-b2d06de17bf3 req-572a83af-0438-4373-a7a2-07e10024c15b tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:27.627916 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-61b051de-5bda-4551-9ebf-b2d06de17bf3 req-572a83af-0438-4373-a7a2-07e10024c15b tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cde5f9a-0f31-4a73-a026-22b0951df03a HTTP/1.1" status: 200 len: 945 time: 0.2779963 Jun 11 10:00:27.630454 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-450f2215-2538-424c-ad7e-85090836152e req-c7ea4573-706f-484b-a766-737ff8315293 service neutron] 10.222.0.64 "GET /v2.0/networks/6d3621a2-169e-4b61-882a-b4c2c253f396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9264820 Jun 11 10:00:27.778848 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-61b051de-5bda-4551-9ebf-b2d06de17bf3 req-a264ab73-ae16-439e-bbb4-e7b88a8bf0ca tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340077 Jun 11 10:00:27.943355 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-450f2215-2538-424c-ad7e-85090836152e req-2aa93d0d-b994-433b-aaea-670dfa69912a service neutron] 10.222.0.64 "GET /v2.0/networks/6d3621a2-169e-4b61-882a-b4c2c253f396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3065732 Jun 11 10:00:27.976107 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-45475d4b-d6b5-4a45-ba5c-4d7df0b707bf tempest-FloatingIPAdminTestJSON-606470310 tempest-FloatingIPAdminTestJSON-606470310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:28.089043 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d40ee55-afc0-4998-85c1-384f2e4f3d26 req-eaa75837-e492-4fc5-aa43-fc1738b3bc45 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:28.097691 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1d40ee55-afc0-4998-85c1-384f2e4f3d26 req-eaa75837-e492-4fc5-aa43-fc1738b3bc45 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaddf973-e588-464b-8514-112fb39e8650 HTTP/1.1" status: 200 len: 946 time: 0.2716272 Jun 11 10:00:28.132569 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-450f2215-2538-424c-ad7e-85090836152e req-3d985037-31e7-43b1-8949-9918f023bb20 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.169&port_id=7d4122a6-8857-404a-9194-b0a549ee64cc HTTP/1.1" status: 200 len: 217 time: 0.1655977 Jun 11 10:00:28.319163 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f2215-2538-424c-ad7e-85090836152e req-dfc79447-fe11-4181-a7dc-998bcccc2dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:28.320706 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-450f2215-2538-424c-ad7e-85090836152e req-dfc79447-fe11-4181-a7dc-998bcccc2dc6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d56f2625-bb14-490c-b4fa-d6d55c55bf08 HTTP/1.1" status: 200 len: 797 time: 0.1868269 Jun 11 10:00:28.329864 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1d40ee55-afc0-4998-85c1-384f2e4f3d26 req-d451c9d9-18d5-41c8-9dc8-68287b1687d6 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=28282b0e-6c5e-431e-9466-f7852b229f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2309809 Jun 11 10:00:28.345830 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bae10e2-c276-4b92-b5a7-7ac417b58942 req-a5af8ef5-ecff-49a9-8112-d15dc25bb5e2 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:28.352895 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1bae10e2-c276-4b92-b5a7-7ac417b58942 req-a5af8ef5-ecff-49a9-8112-d15dc25bb5e2 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1776847-b818-43e8-b325-5c1ba8c57856 HTTP/1.1" status: 200 len: 946 time: 0.2442396 Jun 11 10:00:28.390867 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-45475d4b-d6b5-4a45-ba5c-4d7df0b707bf tempest-FloatingIPAdminTestJSON-606470310 tempest-FloatingIPAdminTestJSON-606470310-project] Allocated IP 172.25.4.114 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/12ef219d-811f-4d38-9081-0d3d323a39d0) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:00:28.476084 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1bae10e2-c276-4b92-b5a7-7ac417b58942 req-e19a854b-d1be-4ffb-a94b-9f3689f6ecdc tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222067 Jun 11 10:00:28.502935 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f2215-2538-424c-ad7e-85090836152e req-345e8aaf-b861-4cb1-86c3-1214c4b1c104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:28.507375 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-450f2215-2538-424c-ad7e-85090836152e req-345e8aaf-b861-4cb1-86c3-1214c4b1c104 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6d3621a2-169e-4b61-882a-b4c2c253f396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1791902 Jun 11 10:00:28.680860 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-45475d4b-d6b5-4a45-ba5c-4d7df0b707bf tempest-FloatingIPAdminTestJSON-606470310 tempest-FloatingIPAdminTestJSON-606470310-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:28.755180 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-450f2215-2538-424c-ad7e-85090836152e req-50a1ae32-5a86-44b0-af79-b922596ae0de service neutron] 10.222.0.64 "GET /v2.0/networks/6d3621a2-169e-4b61-882a-b4c2c253f396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426362 Jun 11 10:00:28.840195 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 34500) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:00:28.863329 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e6404317-db4f-464d-aab8-57c631c40032 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:28.866959 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-45475d4b-d6b5-4a45-ba5c-4d7df0b707bf tempest-FloatingIPAdminTestJSON-606470310 tempest-FloatingIPAdminTestJSON-606470310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:28.878631 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-067f5b7b-1bc4-4161-9a4b-cc46301b8e35 tempest-FloatingIPAdminTestJSON-1214034005 tempest-FloatingIPAdminTestJSON-1214034005-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:00:28.937623 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45475d4b-d6b5-4a45-ba5c-4d7df0b707bf tempest-FloatingIPAdminTestJSON-606470310 tempest-FloatingIPAdminTestJSON-606470310-project] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:00:28.947381 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-450f2215-2538-424c-ad7e-85090836152e req-ddf49744-15ac-4c1c-a032-c40a477df7f4 service neutron] 10.222.0.64 "GET /v2.0/networks/6d3621a2-169e-4b61-882a-b4c2c253f396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768904 Jun 11 10:00:28.949559 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-45475d4b-d6b5-4a45-ba5c-4d7df0b707bf tempest-FloatingIPAdminTestJSON-606470310 tempest-FloatingIPAdminTestJSON-606470310-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:00:28.958089 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45475d4b-d6b5-4a45-ba5c-4d7df0b707bf tempest-FloatingIPAdminTestJSON-606470310 tempest-FloatingIPAdminTestJSON-606470310-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:00:29.001067 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45475d4b-d6b5-4a45-ba5c-4d7df0b707bf tempest-FloatingIPAdminTestJSON-606470310 tempest-FloatingIPAdminTestJSON-606470310-project] Pushing event updated for resources: {'Port': ['ID=12ef219d-811f-4d38-9081-0d3d323a39d0,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:00:29.021394 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-45475d4b-d6b5-4a45-ba5c-4d7df0b707bf tempest-FloatingIPAdminTestJSON-606470310 tempest-FloatingIPAdminTestJSON-606470310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:00:29.074388 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-450f2215-2538-424c-ad7e-85090836152e req-95fd6817-e687-4954-99e2-15f40816614e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4ce74097-617f-4211-a8f7-105354bec944 HTTP/1.1" status: 200 len: 217 time: 0.1259975 Jun 11 10:00:29.101946 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-45475d4b-d6b5-4a45-ba5c-4d7df0b707bf tempest-FloatingIPAdminTestJSON-606470310 tempest-FloatingIPAdminTestJSON-606470310-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:29.185700 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f2215-2538-424c-ad7e-85090836152e req-cb0fe62b-eb92-4bfa-915f-8a224fe5b6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:29.187635 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-450f2215-2538-424c-ad7e-85090836152e req-cb0fe62b-eb92-4bfa-915f-8a224fe5b6c8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e42b8e0f-29ce-4b18-9ea9-5eee901ccfd5 HTTP/1.1" status: 200 len: 797 time: 0.0881131 Jun 11 10:00:29.201099 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e6404317-db4f-464d-aab8-57c631c40032 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:29.266257 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d82d2d7-4b68-4458-8bfc-868c13398465 req-82c48d15-8b99-4f25-8241-0cb0183fe58c tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:29.267892 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5d82d2d7-4b68-4458-8bfc-868c13398465 req-82c48d15-8b99-4f25-8241-0cb0183fe58c tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cde5f9a-0f31-4a73-a026-22b0951df03a HTTP/1.1" status: 200 len: 945 time: 0.2057092 Jun 11 10:00:29.279162 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-45475d4b-d6b5-4a45-ba5c-4d7df0b707bf tempest-FloatingIPAdminTestJSON-606470310 tempest-FloatingIPAdminTestJSON-606470310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:29.339383 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f2215-2538-424c-ad7e-85090836152e req-fa3c3937-959d-4bbc-9804-375ca90a78b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:29.341104 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-450f2215-2538-424c-ad7e-85090836152e req-fa3c3937-959d-4bbc-9804-375ca90a78b7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8268b03e-4f88-453d-8a80-f3e0484b960f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1460333 Jun 11 10:00:29.347191 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5d82d2d7-4b68-4458-8bfc-868c13398465 req-c1bb091d-753a-40fc-96a3-41c94b1564f0 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657876 Jun 11 10:00:29.472505 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e6404317-db4f-464d-aab8-57c631c40032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:29.481415 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-29eb3817-8ada-4b9a-89b0-e1f7650eb893 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:00:29.546113 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-450f2215-2538-424c-ad7e-85090836152e req-5a2d831d-a120-4cdd-a459-c0c5cd519016 service neutron] 10.222.0.64 "GET /v2.0/networks/8268b03e-4f88-453d-8a80-f3e0484b960f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978424 Jun 11 10:00:29.735951 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-e6404317-db4f-464d-aab8-57c631c40032 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8cf94472d7354679a4416da57b16c7b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8923416 Jun 11 10:00:29.736849 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 34516) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:00:29.738415 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6404317-db4f-464d-aab8-57c631c40032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e12166-e6cf-418c-bfa8-dbaf245e75c6,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:00:29.754600 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-450f2215-2538-424c-ad7e-85090836152e req-7a91bd2c-758c-41dc-9f61-8a26592a3021 service neutron] 10.222.0.64 "GET /v2.0/networks/8268b03e-4f88-453d-8a80-f3e0484b960f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017956 Jun 11 10:00:29.757138 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e6404317-db4f-464d-aab8-57c631c40032 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:00:29.861023 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-45475d4b-d6b5-4a45-ba5c-4d7df0b707bf tempest-FloatingIPAdminTestJSON-606470310 tempest-FloatingIPAdminTestJSON-606470310-project] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:29.876860 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd26001-877e-436d-aa7d-94f00f0b5e81 req-25727f8c-16ca-49c6-b685-24ca570444e2 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:29.878574 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8bd26001-877e-436d-aa7d-94f00f0b5e81 req-25727f8c-16ca-49c6-b685-24ca570444e2 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaddf973-e588-464b-8514-112fb39e8650 HTTP/1.1" status: 200 len: 946 time: 0.2513275 Jun 11 10:00:29.882806 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-450f2215-2538-424c-ad7e-85090836152e req-f8a0a04f-277d-492e-984c-0988305e5a5e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1006db35-2c94-42c9-8939-645ef395cec2 HTTP/1.1" status: 200 len: 217 time: 0.1178496 Jun 11 10:00:29.896738 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-079aa46b-7984-4818-b318-2a03dcf37205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:29.949666 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-079aa46b-7984-4818-b318-2a03dcf37205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:29.968851 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8bd26001-877e-436d-aa7d-94f00f0b5e81 req-d7ea18e8-b70f-4970-8ba7-1ac4cb7921bb tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=28282b0e-6c5e-431e-9466-f7852b229f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827498 Jun 11 10:00:29.974692 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f2215-2538-424c-ad7e-85090836152e req-dc67ca62-c7a1-49f1-8f27-1ddef972acbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:29.977076 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-450f2215-2538-424c-ad7e-85090836152e req-dc67ca62-c7a1-49f1-8f27-1ddef972acbb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e42b8e0f-29ce-4b18-9ea9-5eee901ccfd5 HTTP/1.1" status: 200 len: 797 time: 0.0876255 Jun 11 10:00:29.979935 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-45475d4b-d6b5-4a45-ba5c-4d7df0b707bf tempest-FloatingIPAdminTestJSON-606470310 tempest-FloatingIPAdminTestJSON-606470310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:29.994389 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f470a59-7969-407e-86f8-77ad8d4a78f0 req-64791137-619f-41ba-b5bd-2934373ab074 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:30.002632 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5f470a59-7969-407e-86f8-77ad8d4a78f0 req-64791137-619f-41ba-b5bd-2934373ab074 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1776847-b818-43e8-b325-5c1ba8c57856 HTTP/1.1" status: 200 len: 946 time: 0.2470019 Jun 11 10:00:30.015055 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-daf68c54-235f-471b-b953-56863197a88c tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:00:30.149051 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5f470a59-7969-407e-86f8-77ad8d4a78f0 req-6847e647-18c7-4115-bb9c-5cda00dbda70 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449442 Jun 11 10:00:30.183784 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f2215-2538-424c-ad7e-85090836152e req-3e9fa334-9119-4b3f-aa8f-9f1a2c3020ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:30.185267 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-450f2215-2538-424c-ad7e-85090836152e req-3e9fa334-9119-4b3f-aa8f-9f1a2c3020ef service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8268b03e-4f88-453d-8a80-f3e0484b960f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2012842 Jun 11 10:00:30.234199 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45475d4b-d6b5-4a45-ba5c-4d7df0b707bf tempest-FloatingIPAdminTestJSON-606470310 tempest-FloatingIPAdminTestJSON-606470310-project] Pushing event updated for resources: {'Port': ['ID=12ef219d-811f-4d38-9081-0d3d323a39d0,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:00:30.244836 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-45475d4b-d6b5-4a45-ba5c-4d7df0b707bf tempest-FloatingIPAdminTestJSON-606470310 tempest-FloatingIPAdminTestJSON-606470310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:30.246895 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-45475d4b-d6b5-4a45-ba5c-4d7df0b707bf tempest-FloatingIPAdminTestJSON-606470310 tempest-FloatingIPAdminTestJSON-606470310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:00:30.341909 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-450f2215-2538-424c-ad7e-85090836152e req-964753a0-e957-4a70-bf69-b786052cfd72 service neutron] 10.222.0.64 "GET /v2.0/networks/8268b03e-4f88-453d-8a80-f3e0484b960f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453710 Jun 11 10:00:30.417671 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-079aa46b-7984-4818-b318-2a03dcf37205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:30.420629 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-079aa46b-7984-4818-b318-2a03dcf37205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:30.421902 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-079aa46b-7984-4818-b318-2a03dcf37205 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b8e12166-e6cf-418c-bfa8-dbaf245e75c6 HTTP/1.1" status: 204 len: 168 time: 0.6702962 Jun 11 10:00:30.422720 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-bd3c906d-2333-4cac-b108-b7aa44fa9ac7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:00:30.452156 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079aa46b-7984-4818-b318-2a03dcf37205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e12166-e6cf-418c-bfa8-dbaf245e75c6,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:00:30.464133 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-079aa46b-7984-4818-b318-2a03dcf37205 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:00:30.492560 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-45475d4b-d6b5-4a45-ba5c-4d7df0b707bf tempest-FloatingIPAdminTestJSON-606470310 tempest-FloatingIPAdminTestJSON-606470310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:30.496566 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-45475d4b-d6b5-4a45-ba5c-4d7df0b707bf tempest-FloatingIPAdminTestJSON-606470310 tempest-FloatingIPAdminTestJSON-606470310-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3190637 Jun 11 10:00:30.497567 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-450f2215-2538-424c-ad7e-85090836152e req-d516d759-8c78-45ce-b0dd-3f6e8d97666a service neutron] 10.222.0.64 "GET /v2.0/networks/8268b03e-4f88-453d-8a80-f3e0484b960f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463079 Jun 11 10:00:30.498076 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 34530) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:00:30.636909 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-0da62f35-78db-47f0-87a3-353f0b49da54 tempest-FloatingIPAdminTestJSON-1214034005 tempest-FloatingIPAdminTestJSON-1214034005-project-admin] 10.222.0.60 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4007 time: 0.1375015 Jun 11 10:00:30.640132 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 34534) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:00:30.721365 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b7dc0-c7df-49b1-830f-88dfc212c38a req-7641fccc-407b-4fe7-984b-d5d609a9f7df tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:30.724323 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fb4b7dc0-c7df-49b1-830f-88dfc212c38a req-7641fccc-407b-4fe7-984b-d5d609a9f7df tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cde5f9a-0f31-4a73-a026-22b0951df03a HTTP/1.1" status: 200 len: 945 time: 0.1650541 Jun 11 10:00:30.808285 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-e7bdae33-756f-4b36-9fa5-74a8e0b1d813 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] 10.222.0.60 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1667736 Jun 11 10:00:30.814085 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fb4b7dc0-c7df-49b1-830f-88dfc212c38a req-9c9d5b65-ad71-41ed-98c0-11bde39ed990 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784519 Jun 11 10:00:30.814243 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 34536) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:00:30.992918 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device fa86cce1-a4ac-4fd1-b55d-12973cfcb1d4 details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 10:00:30.996258 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device ea4fb64c-ffd8-43a3-8153-cb37f627a25d no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:00:31.009696 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-65a816a7-03cb-48c6-bd5a-22a2bc455532 tempest-FloatingIPAdminTestJSON-606470310 tempest-FloatingIPAdminTestJSON-606470310-project] Deleting port 12ef219d-811f-4d38-9081-0d3d323a39d0 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:00:31.010168 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-65a816a7-03cb-48c6-bd5a-22a2bc455532 tempest-FloatingIPAdminTestJSON-606470310 tempest-FloatingIPAdminTestJSON-606470310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:31.290364 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-65a816a7-03cb-48c6-bd5a-22a2bc455532 tempest-FloatingIPAdminTestJSON-606470310 tempest-FloatingIPAdminTestJSON-606470310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:31.290889 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-65a816a7-03cb-48c6-bd5a-22a2bc455532 tempest-FloatingIPAdminTestJSON-606470310 tempest-FloatingIPAdminTestJSON-606470310-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:31.463269 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-65a816a7-03cb-48c6-bd5a-22a2bc455532 tempest-FloatingIPAdminTestJSON-606470310 tempest-FloatingIPAdminTestJSON-606470310-project] Calling delete_port for 12ef219d-811f-4d38-9081-0d3d323a39d0 owned by network:floatingip {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:00:31.574843 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822cb43a-a269-4367-8e1a-bb2d677fdf20 req-de880298-a11b-4256-81f8-2ccd45fa53a7 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:31.584610 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-822cb43a-a269-4367-8e1a-bb2d677fdf20 req-de880298-a11b-4256-81f8-2ccd45fa53a7 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1776847-b818-43e8-b325-5c1ba8c57856 HTTP/1.1" status: 200 len: 946 time: 0.1122730 Jun 11 10:00:31.625481 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port fa86cce1-a4ac-4fd1-b55d-12973cfcb1d4, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=fa86cce1-a4ac-4fd1-b55d-12973cfcb1d4,segment=NetworkSegment(49dbfc19-7dcf-486c-9f91-ff9f037d2121),segment_id=49dbfc19-7dcf-486c-9f91-ff9f037d2121)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:00:31.645395 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-822cb43a-a269-4367-8e1a-bb2d677fdf20 req-d5882229-089d-4abf-b2c1-ea467e856c34 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598876 Jun 11 10:00:31.648447 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487a8a73-627c-463b-9f20-aafb0c763383 req-5575139a-ffa6-4b42-8de3-093004243624 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:31.652635 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:31.656161 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-487a8a73-627c-463b-9f20-aafb0c763383 req-5575139a-ffa6-4b42-8de3-093004243624 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaddf973-e588-464b-8514-112fb39e8650 HTTP/1.1" status: 200 len: 946 time: 0.4434478 Jun 11 10:00:31.664294 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:31.687683 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': 'fa86cce1-a4ac-4fd1-b55d-12973cfcb1d4', 'network_id': '27e23bf6-ffe1-4e0a-b377-e23593ba5165', 'port_id': 'fa86cce1-a4ac-4fd1-b55d-12973cfcb1d4', 'mac_address': 'fa:16:3e:cc:d4:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3823ddd-2fea-4754-846e-b1cf37fb47e2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 10:00:31.733561 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-487a8a73-627c-463b-9f20-aafb0c763383 req-2d3f9a38-27a5-4eac-90ab-d9a77e2dae1b tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=28282b0e-6c5e-431e-9466-f7852b229f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727513 Jun 11 10:00:31.886089 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port ea4fb64c-ffd8-43a3-8153-cb37f627a25d, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=ea4fb64c-ffd8-43a3-8153-cb37f627a25d,segment=NetworkSegment(ab2d9cc7-6b60-440f-b56a-bfa214087ddc),segment_id=ab2d9cc7-6b60-440f-b56a-bfa214087ddc)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:00:31.895268 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cde5f9a-0f31-4a73-a026-22b0951df03a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea4fb64c-ffd8-43a3-8153-cb37f627a25d'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:00:31.947286 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4001f216-f844-4dc6-8d3f-a974b393d680" -d '{"events": [{"server_uuid": "6cde5f9a-0f31-4a73-a026-22b0951df03a", "name": "network-vif-unplugged", "status": "completed", "tag": "ea4fb64c-ffd8-43a3-8153-cb37f627a25d"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:00:32.036573 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:32.073135 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fa86cce1-a4ac-4fd1-b55d-12973cfcb1d4 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:00:32.081725 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:32.089528 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Jun 2021 10:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f37e9ae1-1737-4a2d-864c-501cc34682ff x-openstack-request-id: req-f37e9ae1-1737-4a2d-864c-501cc34682ff {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:00:32.089528 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cde5f9a-0f31-4a73-a026-22b0951df03a", "name": "network-vif-unplugged", "status": "completed", "tag": "ea4fb64c-ffd8-43a3-8153-cb37f627a25d", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:00:32.089528 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f37e9ae1-1737-4a2d-864c-501cc34682ff {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:00:32.089528 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cde5f9a-0f31-4a73-a026-22b0951df03a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea4fb64c-ffd8-43a3-8153-cb37f627a25d', 'code': 200} Jun 11 10:00:32.089528 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:00:32.106644 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port fa86cce1-a4ac-4fd1-b55d-12973cfcb1d4, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=fa86cce1-a4ac-4fd1-b55d-12973cfcb1d4,segment=NetworkSegment(49dbfc19-7dcf-486c-9f91-ff9f037d2121),segment_id=49dbfc19-7dcf-486c-9f91-ff9f037d2121)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:00:32.170236 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=ea4fb64c-ffd8-43a3-8153-cb37f627a25d,revision_number=6']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:00:32.174186 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b163320a-2723-4b80-9059-e427cd929310 req-023e1ecf-2819-4792-9749-b564b5b5e6b7 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:32.176455 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b163320a-2723-4b80-9059-e427cd929310 req-023e1ecf-2819-4792-9749-b564b5b5e6b7 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cde5f9a-0f31-4a73-a026-22b0951df03a HTTP/1.1" status: 200 len: 943 time: 0.0938194 Jun 11 10:00:32.178061 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-65a816a7-03cb-48c6-bd5a-22a2bc455532 tempest-FloatingIPAdminTestJSON-606470310 tempest-FloatingIPAdminTestJSON-606470310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:32.181083 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:00:32.181347 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9048dc04-e1e0-4151-a20f-29180ddc76fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:00:32.195256 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:32.197391 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-066700cc-9341-418f-85d1-ac138e113070 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:00:32.222155 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a816a7-03cb-48c6-bd5a-22a2bc455532 tempest-FloatingIPAdminTestJSON-606470310 tempest-FloatingIPAdminTestJSON-606470310-project] Pushing event deleted for resources: {'Port': ['ID=12ef219d-811f-4d38-9081-0d3d323a39d0,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:00:32.225940 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-65a816a7-03cb-48c6-bd5a-22a2bc455532 tempest-FloatingIPAdminTestJSON-606470310 tempest-FloatingIPAdminTestJSON-606470310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:00:32.343469 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['fa86cce1-a4ac-4fd1-b55d-12973cfcb1d4'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:00:32.345293 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-65a816a7-03cb-48c6-bd5a-22a2bc455532 tempest-FloatingIPAdminTestJSON-606470310 tempest-FloatingIPAdminTestJSON-606470310-project] Notify callbacks [] for floatingip, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:32.348248 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-65a816a7-03cb-48c6-bd5a-22a2bc455532 tempest-FloatingIPAdminTestJSON-606470310 tempest-FloatingIPAdminTestJSON-606470310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:32.352291 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 34578) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:00:32.352654 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-65a816a7-03cb-48c6-bd5a-22a2bc455532 tempest-FloatingIPAdminTestJSON-606470310 tempest-FloatingIPAdminTestJSON-606470310-project] 10.222.0.60 "DELETE /v2.0/floatingips/f5f497fe-855c-43e5-9b7d-e1a74688cde0 HTTP/1.1" status: 204 len: 168 time: 1.5396118 Jun 11 10:00:32.358689 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b163320a-2723-4b80-9059-e427cd929310 req-b79b5f87-fb7f-4bba-a995-e7922f16b845 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741230 Jun 11 10:00:32.459940 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=fa86cce1-a4ac-4fd1-b55d-12973cfcb1d4,revision_number=6']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:00:32.465974 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:00:32.676074 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-e1340fe4-9dca-422b-b199-8ea7b889e140 tempest-FloatingIPAdminTestJSON-1214034005 tempest-FloatingIPAdminTestJSON-1214034005-project-admin] Deleting port 8a4501df-60c6-4e43-9a95-41b43dc354da {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:00:32.676074 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e1340fe4-9dca-422b-b199-8ea7b889e140 tempest-FloatingIPAdminTestJSON-1214034005 tempest-FloatingIPAdminTestJSON-1214034005-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:32.973456 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e1340fe4-9dca-422b-b199-8ea7b889e140 tempest-FloatingIPAdminTestJSON-1214034005 tempest-FloatingIPAdminTestJSON-1214034005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:32.973823 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e1340fe4-9dca-422b-b199-8ea7b889e140 tempest-FloatingIPAdminTestJSON-1214034005 tempest-FloatingIPAdminTestJSON-1214034005-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:33.015601 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device ea4fb64c-ffd8-43a3-8153-cb37f627a25d details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 10:00:33.019815 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device fa86cce1-a4ac-4fd1-b55d-12973cfcb1d4 up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:00:33.025977 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d75de54-febb-4cbf-9d6d-47161c5bcfb0 req-e94e6ab8-da77-4cfe-a2c9-603be8c2a790 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:33.026359 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2d75de54-febb-4cbf-9d6d-47161c5bcfb0 req-e94e6ab8-da77-4cfe-a2c9-603be8c2a790 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaddf973-e588-464b-8514-112fb39e8650 HTTP/1.1" status: 200 len: 946 time: 0.0958629 Jun 11 10:00:33.072655 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2d75de54-febb-4cbf-9d6d-47161c5bcfb0 req-5f1c02c0-e429-43e9-9323-efcd2ae9c1bc tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=28282b0e-6c5e-431e-9466-f7852b229f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388992 Jun 11 10:00:33.097586 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-e1340fe4-9dca-422b-b199-8ea7b889e140 tempest-FloatingIPAdminTestJSON-1214034005 tempest-FloatingIPAdminTestJSON-1214034005-project-admin] Calling delete_port for 8a4501df-60c6-4e43-9a95-41b43dc354da owned by network:floatingip {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:00:33.126889 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e8a130-202b-443a-8967-bbe7115a81cf req-b8ab8311-b67d-4413-a7c5-7d4e8abca447 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:33.128650 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-72e8a130-202b-443a-8967-bbe7115a81cf req-b8ab8311-b67d-4413-a7c5-7d4e8abca447 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1776847-b818-43e8-b325-5c1ba8c57856 HTTP/1.1" status: 200 len: 945 time: 0.2296205 Jun 11 10:00:33.202584 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-72e8a130-202b-443a-8967-bbe7115a81cf req-7a714f8b-e824-416c-a3a7-3387304ba448 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653400 Jun 11 10:00:33.246820 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port fa86cce1-a4ac-4fd1-b55d-12973cfcb1d4 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:00:33.247442 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:33.337921 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port ea4fb64c-ffd8-43a3-8153-cb37f627a25d, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=ea4fb64c-ffd8-43a3-8153-cb37f627a25d,segment=NetworkSegment(ab2d9cc7-6b60-440f-b56a-bfa214087ddc),segment_id=ab2d9cc7-6b60-440f-b56a-bfa214087ddc)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:00:33.355266 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': 'ea4fb64c-ffd8-43a3-8153-cb37f627a25d', 'network_id': '1b5e62b6-c880-44bf-95b3-4520d2d0f2a4', 'port_id': 'ea4fb64c-ffd8-43a3-8153-cb37f627a25d', 'mac_address': 'fa:16:3e:f8:1a:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7a61cbf-58ae-4640-b759-b07b9612a4ee', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 10:00:33.480469 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:33.482459 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:33.510520 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea4fb64c-ffd8-43a3-8153-cb37f627a25d {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:00:33.534241 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port ea4fb64c-ffd8-43a3-8153-cb37f627a25d, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=ea4fb64c-ffd8-43a3-8153-cb37f627a25d,segment=NetworkSegment(ab2d9cc7-6b60-440f-b56a-bfa214087ddc),segment_id=ab2d9cc7-6b60-440f-b56a-bfa214087ddc)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:00:33.538843 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e1340fe4-9dca-422b-b199-8ea7b889e140 tempest-FloatingIPAdminTestJSON-1214034005 tempest-FloatingIPAdminTestJSON-1214034005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:33.541967 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e31257da-4758-4490-95c3-e767bcf9e614 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:00:33.588633 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:33.591497 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:00:33.595694 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port fa86cce1-a4ac-4fd1-b55d-12973cfcb1d4, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=fa86cce1-a4ac-4fd1-b55d-12973cfcb1d4,segment=NetworkSegment(49dbfc19-7dcf-486c-9f91-ff9f037d2121),segment_id=49dbfc19-7dcf-486c-9f91-ff9f037d2121)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:00:33.636082 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1340fe4-9dca-422b-b199-8ea7b889e140 tempest-FloatingIPAdminTestJSON-1214034005 tempest-FloatingIPAdminTestJSON-1214034005-project-admin] Pushing event deleted for resources: {'Port': ['ID=8a4501df-60c6-4e43-9a95-41b43dc354da,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:00:33.680833 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=ea4fb64c-ffd8-43a3-8153-cb37f627a25d,revision_number=7']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:00:33.684791 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:00:33.686353 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:33.689619 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-e3c60d10-f2ed-4386-8430-4c2382f24e18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:00:33.745697 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e1340fe4-9dca-422b-b199-8ea7b889e140 tempest-FloatingIPAdminTestJSON-1214034005 tempest-FloatingIPAdminTestJSON-1214034005-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:00:33.753271 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e1340fe4-9dca-422b-b199-8ea7b889e140 tempest-FloatingIPAdminTestJSON-1214034005 tempest-FloatingIPAdminTestJSON-1214034005-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:33.763616 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e1340fe4-9dca-422b-b199-8ea7b889e140 tempest-FloatingIPAdminTestJSON-1214034005 tempest-FloatingIPAdminTestJSON-1214034005-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:33.763616 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-e1340fe4-9dca-422b-b199-8ea7b889e140 tempest-FloatingIPAdminTestJSON-1214034005 tempest-FloatingIPAdminTestJSON-1214034005-project-admin] 10.222.0.60 "DELETE /v2.0/floatingips/3d8b6c04-3c3a-44d0-93df-782afebfd648 HTTP/1.1" status: 204 len: 168 time: 1.4045508 Jun 11 10:00:33.765956 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 34618) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:00:33.803015 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=fa86cce1-a4ac-4fd1-b55d-12973cfcb1d4,revision_number=7']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:00:33.807692 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:00:33.896746 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55796134-0a48-4505-9c7c-02a83bcb7943 req-73516700-5456-4c06-969c-94925d20a79e tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:33.898318 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-55796134-0a48-4505-9c7c-02a83bcb7943 req-73516700-5456-4c06-969c-94925d20a79e tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cde5f9a-0f31-4a73-a026-22b0951df03a HTTP/1.1" status: 200 len: 944 time: 0.2797017 Jun 11 10:00:33.967829 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-1ece0bc2-57a8-415b-9413-8a97fcbb9466 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Deleting port b45e03e7-5223-44ea-93af-a4a3904cf02a {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:00:33.968175 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1ece0bc2-57a8-415b-9413-8a97fcbb9466 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:34.001563 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-55796134-0a48-4505-9c7c-02a83bcb7943 req-622061f0-7e34-4028-863b-c0f496b4b8ca tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970030 Jun 11 10:00:34.051211 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['ea4fb64c-ffd8-43a3-8153-cb37f627a25d'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:00:34.096132 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1776847-b818-43e8-b325-5c1ba8c57856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa86cce1-a4ac-4fd1-b55d-12973cfcb1d4'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:00:34.101699 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21ef5df1-f49c-4a01-b31a-034a4b80ff6b" -d '{"events": [{"server_uuid": "f1776847-b818-43e8-b325-5c1ba8c57856", "name": "network-vif-plugged", "status": "completed", "tag": "fa86cce1-a4ac-4fd1-b55d-12973cfcb1d4"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:00:34.158635 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1ece0bc2-57a8-415b-9413-8a97fcbb9466 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:34.213810 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a06d3bb1-8590-4c34-b044-49ec201d72e6 x-openstack-request-id: req-a06d3bb1-8590-4c34-b044-49ec201d72e6 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:00:34.214050 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1776847-b818-43e8-b325-5c1ba8c57856", "name": "network-vif-plugged", "status": "completed", "tag": "fa86cce1-a4ac-4fd1-b55d-12973cfcb1d4", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:00:34.214287 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a06d3bb1-8590-4c34-b044-49ec201d72e6 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:00:34.214703 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1776847-b818-43e8-b325-5c1ba8c57856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa86cce1-a4ac-4fd1-b55d-12973cfcb1d4', 'code': 200} Jun 11 10:00:34.347126 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-1ece0bc2-57a8-415b-9413-8a97fcbb9466 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Calling delete_port for b45e03e7-5223-44ea-93af-a4a3904cf02a owned by {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:00:34.471928 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676bcade-3b99-4fe1-b8cd-50769593c545 req-0d4d1e9a-3f28-4dac-9d6f-932fa7d2fb18 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:34.481518 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-676bcade-3b99-4fe1-b8cd-50769593c545 req-0d4d1e9a-3f28-4dac-9d6f-932fa7d2fb18 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1776847-b818-43e8-b325-5c1ba8c57856 HTTP/1.1" status: 200 len: 946 time: 0.1111069 Jun 11 10:00:34.603930 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-676bcade-3b99-4fe1-b8cd-50769593c545 req-3285a340-88f8-4fe2-9676-943503488807 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214709 Jun 11 10:00:34.662875 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750219de-5607-4389-a63f-73f9ddbd1c24 req-da956d21-a2fa-4e27-a4c2-b99a183142e9 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:34.671394 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-750219de-5607-4389-a63f-73f9ddbd1c24 req-da956d21-a2fa-4e27-a4c2-b99a183142e9 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaddf973-e588-464b-8514-112fb39e8650 HTTP/1.1" status: 200 len: 946 time: 0.3207338 Jun 11 10:00:34.713672 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1ece0bc2-57a8-415b-9413-8a97fcbb9466 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:34.720326 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-77c7d9b4-f798-4d09-9904-ddc0b694c39e tempest-FloatingIPAdminTestJSON-1214034005 tempest-FloatingIPAdminTestJSON-1214034005-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:00:34.768634 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-750219de-5607-4389-a63f-73f9ddbd1c24 req-0a96392b-8a5f-4231-b685-ffbc8d1fdddb tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=28282b0e-6c5e-431e-9466-f7852b229f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961618 Jun 11 10:00:34.771529 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ece0bc2-57a8-415b-9413-8a97fcbb9466 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Pushing event deleted for resources: {'Port': ['ID=b45e03e7-5223-44ea-93af-a4a3904cf02a,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:00:34.783202 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1ece0bc2-57a8-415b-9413-8a97fcbb9466 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:00:34.906940 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1ece0bc2-57a8-415b-9413-8a97fcbb9466 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:34.909804 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-1ece0bc2-57a8-415b-9413-8a97fcbb9466 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] 10.222.0.60 "DELETE /v2.0/ports/b45e03e7-5223-44ea-93af-a4a3904cf02a HTTP/1.1" status: 204 len: 168 time: 1.1431482 Jun 11 10:00:34.911830 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 34650) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:00:35.019139 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f159176e-1d91-4b8a-8126-442654996fc3 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:35.023064 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-f159176e-1d91-4b8a-8126-442654996fc3 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a3e2f84-11be-4a1c-b18c-804dbcf23964 HTTP/1.1" status: 200 len: 913 time: 0.1077938 Jun 11 10:00:35.023863 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 34654) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:00:35.324924 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18987613-c9f6-42dd-b31a-c738fdc459bd req-5605b599-0cb0-4c34-8e13-ddec0d83fb87 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:35.334124 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-18987613-c9f6-42dd-b31a-c738fdc459bd req-5605b599-0cb0-4c34-8e13-ddec0d83fb87 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cde5f9a-0f31-4a73-a026-22b0951df03a HTTP/1.1" status: 200 len: 944 time: 0.1610327 Jun 11 10:00:35.448685 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-18987613-c9f6-42dd-b31a-c738fdc459bd req-2e1c665c-f7d0-496d-ba80-dc08268601c6 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134939 Jun 11 10:00:35.465806 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:35.621339 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3e4083c0-5308-4563-9605-57cebf8ead2b tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375209'] for router_interface, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:36.009171 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb20b3e-1a7b-4e76-8599-7bcdf76498bc req-aa5d0d7d-8ac0-419b-9750-77f52cec634b tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:36.010960 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6eb20b3e-1a7b-4e76-8599-7bcdf76498bc req-aa5d0d7d-8ac0-419b-9750-77f52cec634b tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1776847-b818-43e8-b325-5c1ba8c57856 HTTP/1.1" status: 200 len: 946 time: 0.1554229 Jun 11 10:00:36.166077 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6eb20b3e-1a7b-4e76-8599-7bcdf76498bc req-5e44e4c9-d001-44d6-bc01-f32da35c1a94 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435642 Jun 11 10:00:36.314673 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075b3bb9-e05d-40f9-b36c-f4f63fc72b15 req-a54a0872-e1eb-4932-afaf-692f8c72a918 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:36.316315 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-075b3bb9-e05d-40f9-b36c-f4f63fc72b15 req-a54a0872-e1eb-4932-afaf-692f8c72a918 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaddf973-e588-464b-8514-112fb39e8650 HTTP/1.1" status: 200 len: 946 time: 0.1633172 Jun 11 10:00:36.456628 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-075b3bb9-e05d-40f9-b36c-f4f63fc72b15 req-471dc2a0-e4f3-4487-a144-3e003da0037b tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=28282b0e-6c5e-431e-9466-f7852b229f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279488 Jun 11 10:00:36.898825 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-3e4083c0-5308-4563-9605-57cebf8ead2b tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Deleting port 338c27d5-3cb3-4aad-94a1-6d79490f19b3 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:00:36.901305 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3e4083c0-5308-4563-9605-57cebf8ead2b tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:36.948654 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7ccf9b-564e-434e-9e22-49f6c3a0e8f9 req-65d96be2-fa8c-47ec-bb5f-e353f8bd7ada tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:36.950201 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8a7ccf9b-564e-434e-9e22-49f6c3a0e8f9 req-65d96be2-fa8c-47ec-bb5f-e353f8bd7ada tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cde5f9a-0f31-4a73-a026-22b0951df03a HTTP/1.1" status: 200 len: 944 time: 0.1370873 Jun 11 10:00:37.025506 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device ea4fb64c-ffd8-43a3-8153-cb37f627a25d up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:00:37.068238 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3e4083c0-5308-4563-9605-57cebf8ead2b tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:37.174531 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port ea4fb64c-ffd8-43a3-8153-cb37f627a25d triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:00:37.175969 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:37.202539 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-3e4083c0-5308-4563-9605-57cebf8ead2b tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Calling delete_port for 338c27d5-3cb3-4aad-94a1-6d79490f19b3 owned by network:router_interface {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:00:37.392692 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:37.444785 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cde5f9a-0f31-4a73-a026-22b0951df03a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea4fb64c-ffd8-43a3-8153-cb37f627a25d'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:00:37.447611 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9847211a-1505-4151-a409-0c89382e82af" -d '{"events": [{"server_uuid": "6cde5f9a-0f31-4a73-a026-22b0951df03a", "name": "network-vif-plugged", "status": "completed", "tag": "ea4fb64c-ffd8-43a3-8153-cb37f627a25d"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:00:37.482077 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port ea4fb64c-ffd8-43a3-8153-cb37f627a25d, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=ea4fb64c-ffd8-43a3-8153-cb37f627a25d,segment=NetworkSegment(ab2d9cc7-6b60-440f-b56a-bfa214087ddc),segment_id=ab2d9cc7-6b60-440f-b56a-bfa214087ddc)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:00:37.552072 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd7c781-e692-45ff-ac7b-008b4a2876e9 req-ac39d6e4-2e1b-4bac-8e89-057dfeabda83 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:37.563542 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4fd7c781-e692-45ff-ac7b-008b4a2876e9 req-ac39d6e4-2e1b-4bac-8e89-057dfeabda83 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1776847-b818-43e8-b325-5c1ba8c57856 HTTP/1.1" status: 200 len: 946 time: 0.2176969 Jun 11 10:00:37.566360 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:37.568428 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-290b130d-a638-4702-ac00-cc67d1d5f0b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:00:37.693640 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=ea4fb64c-ffd8-43a3-8153-cb37f627a25d,revision_number=8']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:00:37.697120 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:00:37.710308 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8a7ccf9b-564e-434e-9e22-49f6c3a0e8f9 req-48b5a803-9a46-4cf5-bfb0-9a8b725749b9 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765853 Jun 11 10:00:37.714755 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3e4083c0-5308-4563-9605-57cebf8ead2b tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:37.718828 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4fd7c781-e692-45ff-ac7b-008b4a2876e9 req-89cc807b-b670-4cb9-ae86-a6356b20c17f tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516259 Jun 11 10:00:37.726707 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-45475d4b-d6b5-4a45-ba5c-4d7df0b707bf tempest-FloatingIPAdminTestJSON-606470310 tempest-FloatingIPAdminTestJSON-606470310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:00:37.803085 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4083c0-5308-4563-9605-57cebf8ead2b tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Pushing event deleted for resources: {'Port': ['ID=338c27d5-3cb3-4aad-94a1-6d79490f19b3,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:00:37.811408 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fbf4fb0-853b-44e9-b8e3-b73e8e15f02c x-openstack-request-id: req-4fbf4fb0-853b-44e9-b8e3-b73e8e15f02c {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:00:37.811550 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cde5f9a-0f31-4a73-a026-22b0951df03a", "name": "network-vif-plugged", "status": "completed", "tag": "ea4fb64c-ffd8-43a3-8153-cb37f627a25d", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:00:37.811817 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4fbf4fb0-853b-44e9-b8e3-b73e8e15f02c {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:00:37.812226 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cde5f9a-0f31-4a73-a026-22b0951df03a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea4fb64c-ffd8-43a3-8153-cb37f627a25d', 'code': 200} Jun 11 10:00:37.818044 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3e4083c0-5308-4563-9605-57cebf8ead2b tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:00:38.152809 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5c298d-c391-466f-944f-a45077991bcd req-110c1ac5-2c2a-4cf6-8060-7c12c610f6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:38.155543 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7f5c298d-c391-466f-944f-a45077991bcd req-110c1ac5-2c2a-4cf6-8060-7c12c610f6d4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6cde5f9a-0f31-4a73-a026-22b0951df03a HTTP/1.1" status: 200 len: 1097 time: 0.1594772 Jun 11 10:00:38.268140 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7f5c298d-c391-466f-944f-a45077991bcd req-0a8b4a1d-f2f7-435c-83c2-5997ca8d0a4e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013503 Jun 11 10:00:38.377825 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3e4083c0-5308-4563-9605-57cebf8ead2b tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362297'] for router_interface, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:38.399729 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccf2777-7026-4f01-9aac-9435373c5d45 req-ee07381c-2a74-457b-b361-db308e700747 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:38.403518 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3ccf2777-7026-4f01-9aac-9435373c5d45 req-ee07381c-2a74-457b-b361-db308e700747 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaddf973-e588-464b-8514-112fb39e8650 HTTP/1.1" status: 200 len: 946 time: 0.3400118 Jun 11 10:00:39.054278 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de8cdad-94a5-4394-9a9c-757feec66dfa req-4c640e7e-7589-4f83-98ff-986ee0854a9f tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:39.054278 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3de8cdad-94a5-4394-9a9c-757feec66dfa req-4c640e7e-7589-4f83-98ff-986ee0854a9f tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1776847-b818-43e8-b325-5c1ba8c57856 HTTP/1.1" status: 200 len: 946 time: 0.1120503 Jun 11 10:00:39.054278 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3de8cdad-94a5-4394-9a9c-757feec66dfa req-5e098f2e-2baf-4127-9ca7-d01e6da32db8 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563474 Jun 11 10:00:39.068921 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3ccf2777-7026-4f01-9aac-9435373c5d45 req-35aaef9a-ea43-4fce-865a-2667e18c21d5 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=28282b0e-6c5e-431e-9466-f7852b229f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6512733 Jun 11 10:00:39.175813 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e4083c0-5308-4563-9605-57cebf8ead2b tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Router 6a3e2f84-11be-4a1c-b18c-804dbcf23964 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:00:39.416871 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e4083c0-5308-4563-9605-57cebf8ead2b tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:00:39.425311 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81a475-ab23-4a2b-acd6-348e17cd3273 req-913adce3-26a5-40e7-927e-9eae58731ba8 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:39.425852 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-3e4083c0-5308-4563-9605-57cebf8ead2b tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] 10.222.0.60 "PUT /v2.0/routers/6a3e2f84-11be-4a1c-b18c-804dbcf23964/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4001071 Jun 11 10:00:39.426826 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5c81a475-ab23-4a2b-acd6-348e17cd3273 req-913adce3-26a5-40e7-927e-9eae58731ba8 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cde5f9a-0f31-4a73-a026-22b0951df03a HTTP/1.1" status: 200 len: 945 time: 0.1414223 Jun 11 10:00:39.427786 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 34742) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:00:39.460919 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d449fd1e-e3f4-44f9-9d51-3ced5555b1b7 None None] Sync routers for ids ['6a3e2f84-11be-4a1c-b18c-804dbcf23964'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:00:39.487425 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d449fd1e-e3f4-44f9-9d51-3ced5555b1b7 None None] Routers {'6a3e2f84-11be-4a1c-b18c-804dbcf23964'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:00:39.488537 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-d449fd1e-e3f4-44f9-9d51-3ced5555b1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:00:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['6a3e2f84-11be-4a1c-b18c-804dbcf23964'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:00:39.533993 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5c81a475-ab23-4a2b-acd6-348e17cd3273 req-bef17627-cc67-447a-b392-4d5a1f0cda37 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003649 Jun 11 10:00:40.018442 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cae1b917-9161-4123-b408-c1700527a592 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Notify callbacks [] for router, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:40.177615 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:00:40.180352 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-d449fd1e-e3f4-44f9-9d51-3ced5555b1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:00:40.205268 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d449fd1e-e3f4-44f9-9d51-3ced5555b1b7 None None] Routers {'6a3e2f84-11be-4a1c-b18c-804dbcf23964'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:00:40.213008 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-d449fd1e-e3f4-44f9-9d51-3ced5555b1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:00:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['6a3e2f84-11be-4a1c-b18c-804dbcf23964'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:00:40.394188 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-d449fd1e-e3f4-44f9-9d51-3ced5555b1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:00:40.394632 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d449fd1e-e3f4-44f9-9d51-3ced5555b1b7 None None] The sync data for ids ['6a3e2f84-11be-4a1c-b18c-804dbcf23964'] in n-d-779913-12 is: [] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:00:40.475532 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71a44c2-df19-40d0-8ef6-5f5ffba0665a req-95964489-bed2-4b18-8d89-2f6a778775dd tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:40.477500 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d71a44c2-df19-40d0-8ef6-5f5ffba0665a req-95964489-bed2-4b18-8d89-2f6a778775dd tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1776847-b818-43e8-b325-5c1ba8c57856 HTTP/1.1" status: 200 len: 946 time: 0.1423254 Jun 11 10:00:40.545708 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d71a44c2-df19-40d0-8ef6-5f5ffba0665a req-13c8ee23-60c7-4d8f-9fc2-002f5918d6c3 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609658 Jun 11 10:00:40.706934 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cae1b917-9161-4123-b408-c1700527a592 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:40.759223 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd8b5f7-c036-40e5-8786-966385ff0e1b req-d28ba7c2-af80-469d-9ee1-a8894d7ccc1c tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:40.771272 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-afd8b5f7-c036-40e5-8786-966385ff0e1b req-d28ba7c2-af80-469d-9ee1-a8894d7ccc1c tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaddf973-e588-464b-8514-112fb39e8650 HTTP/1.1" status: 200 len: 946 time: 0.3377502 Jun 11 10:00:41.007498 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-afd8b5f7-c036-40e5-8786-966385ff0e1b req-e4b1d03f-f367-430b-a79f-f7b336d7aac2 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=28282b0e-6c5e-431e-9466-f7852b229f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2280841 Jun 11 10:00:41.038684 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-cae1b917-9161-4123-b408-c1700527a592 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Deleting port 90893e87-c311-436b-a13e-b43fa37fc3ce {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:00:41.039098 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cae1b917-9161-4123-b408-c1700527a592 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:41.041146 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941e564a-05ce-42db-be5e-00a716d647d1 req-5135f17f-724f-4375-b151-b84a552e43b3 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:41.063199 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-941e564a-05ce-42db-be5e-00a716d647d1 req-5135f17f-724f-4375-b151-b84a552e43b3 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cde5f9a-0f31-4a73-a026-22b0951df03a HTTP/1.1" status: 200 len: 945 time: 0.2158487 Jun 11 10:00:41.205803 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-941e564a-05ce-42db-be5e-00a716d647d1 req-2cc2dc34-d17f-4f9d-9143-e3fdaa5912be tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414111 Jun 11 10:00:41.304117 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cae1b917-9161-4123-b408-c1700527a592 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:41.577923 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-cae1b917-9161-4123-b408-c1700527a592 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Calling delete_port for 90893e87-c311-436b-a13e-b43fa37fc3ce owned by network:router_gateway {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:00:41.995503 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57ac00c-f136-4609-8040-a6336202541f req-69dc28ac-2c00-4993-a12a-4f6927cdf9f7 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:42.007137 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c57ac00c-f136-4609-8040-a6336202541f req-69dc28ac-2c00-4993-a12a-4f6927cdf9f7 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cde5f9a-0f31-4a73-a026-22b0951df03a HTTP/1.1" status: 200 len: 945 time: 0.1659296 Jun 11 10:00:42.050851 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cae1b917-9161-4123-b408-c1700527a592 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:42.055222 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-fbd4ee97-1a1b-4f04-8a9d-f4dacd77a798 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:00:42.102444 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae1b917-9161-4123-b408-c1700527a592 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Pushing event deleted for resources: {'Port': ['ID=90893e87-c311-436b-a13e-b43fa37fc3ce,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:00:42.107228 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c57ac00c-f136-4609-8040-a6336202541f req-d77cda0e-8153-4970-8c76-4a8604e2da11 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009870 Jun 11 10:00:42.111348 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-cae1b917-9161-4123-b408-c1700527a592 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:00:42.202093 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14047ff-8263-431b-8ed8-14d524692db3 req-034568d0-aa4e-4b04-916e-5385dd2e91c0 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:42.204208 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a14047ff-8263-431b-8ed8-14d524692db3 req-034568d0-aa4e-4b04-916e-5385dd2e91c0 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1776847-b818-43e8-b325-5c1ba8c57856 HTTP/1.1" status: 200 len: 946 time: 0.2351398 Jun 11 10:00:42.205334 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cae1b917-9161-4123-b408-c1700527a592 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374120'] for router_gateway, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:42.452203 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e45f21d-ed55-4284-9335-ac42b41234a2 req-a6988668-74a7-41ac-b258-260edc3fba4c tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:42.461051 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6e45f21d-ed55-4284-9335-ac42b41234a2 req-a6988668-74a7-41ac-b258-260edc3fba4c tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaddf973-e588-464b-8514-112fb39e8650 HTTP/1.1" status: 200 len: 946 time: 0.1466498 Jun 11 10:00:42.562844 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6e45f21d-ed55-4284-9335-ac42b41234a2 req-7eecb322-7b2e-4e20-83b2-9450405e1ac5 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=28282b0e-6c5e-431e-9466-f7852b229f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007800 Jun 11 10:00:42.639830 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cae1b917-9161-4123-b408-c1700527a592 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:42.660412 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cae1b917-9161-4123-b408-c1700527a592 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:42.842154 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a14047ff-8263-431b-8ed8-14d524692db3 req-33f02856-b905-425f-ae4d-f31a6a72d232 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5351095 Jun 11 10:00:42.932895 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b946edd1-1c13-4feb-9226-22ffcefe3d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:42.960916 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cae1b917-9161-4123-b408-c1700527a592 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:42.961570 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cae1b917-9161-4123-b408-c1700527a592 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Fanout notify agent at l3_agent the message router_deleted on router 6a3e2f84-11be-4a1c-b18c-804dbcf23964 {{(pid=93177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 10:00:42.980314 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cae1b917-9161-4123-b408-c1700527a592 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:42.986370 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-cae1b917-9161-4123-b408-c1700527a592 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] 10.222.0.60 "DELETE /v2.0/routers/6a3e2f84-11be-4a1c-b18c-804dbcf23964 HTTP/1.1" status: 204 len: 168 time: 3.5568328 Jun 11 10:00:42.988838 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 34784) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:00:43.081286 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-05ffc817-3736-43ee-af22-1cff05936e37 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Deleting subnet b9001071-ec07-4a26-9bb5-857f4d817b6a {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:00:43.085286 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-05ffc817-3736-43ee-af22-1cff05936e37 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:43.163230 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-05ffc817-3736-43ee-af22-1cff05936e37 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:43.637358 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-05ffc817-3736-43ee-af22-1cff05936e37 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:43.909010 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-05ffc817-3736-43ee-af22-1cff05936e37 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:43.912444 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a77fbf63-9375-4f85-a105-69e970f3f53e tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:00:43.992249 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ffc817-3736-43ee-af22-1cff05936e37 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Pushing event deleted for resources: {'Subnet': ['ID=b9001071-ec07-4a26-9bb5-857f4d817b6a,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:00:43.996296 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-05ffc817-3736-43ee-af22-1cff05936e37 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:00:43.997721 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-05ffc817-3736-43ee-af22-1cff05936e37 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:44.002212 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-05ffc817-3736-43ee-af22-1cff05936e37 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] 10.222.0.60 "DELETE /v2.0/subnets/b9001071-ec07-4a26-9bb5-857f4d817b6a HTTP/1.1" status: 204 len: 168 time: 1.0122979 Jun 11 10:00:44.002837 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 34802) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:00:44.012936 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166ceb32-1fbe-49ad-959f-2e9099ccf120 None None] Network 22e9b422-d79d-497d-851a-6045142c2a6d requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:00:44.099827 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d7ede3-8b04-4fd1-af91-289b86effa71 req-f218fed0-bfe4-40d7-a2a8-7bb430327e7d tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:44.109950 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-99d7ede3-8b04-4fd1-af91-289b86effa71 req-f218fed0-bfe4-40d7-a2a8-7bb430327e7d tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaddf973-e588-464b-8514-112fb39e8650 HTTP/1.1" status: 200 len: 946 time: 0.3069615 Jun 11 10:00:44.230060 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-99d7ede3-8b04-4fd1-af91-289b86effa71 req-fd534767-ac49-4363-b7a1-596290ff85c7 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=28282b0e-6c5e-431e-9466-f7852b229f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187723 Jun 11 10:00:44.284719 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9fd27f88-357a-4ee0-99ca-e87d5b24f494 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:44.431972 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-9fd27f88-357a-4ee0-99ca-e87d5b24f494 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Deleting port 987bfc74-0c8f-40a6-8e09-85186306e38e {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:00:44.432204 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9fd27f88-357a-4ee0-99ca-e87d5b24f494 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:44.598300 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091c8ca1-07ab-438e-a8d0-96998692641d None None] DHCP port deletion for 22e9b422-d79d-497d-851a-6045142c2a6d request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 10:00:44.664282 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-091c8ca1-07ab-438e-a8d0-96998692641d None None] Deleting port 987bfc74-0c8f-40a6-8e09-85186306e38e {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:00:44.664664 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-091c8ca1-07ab-438e-a8d0-96998692641d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:44.666039 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319daf23-082e-45c7-8f20-f32bc23a8745 req-0badc00e-5b1a-455b-908b-efb376aefecf tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:44.668275 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-9fd27f88-357a-4ee0-99ca-e87d5b24f494 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] For port 987bfc74-0c8f-40a6-8e09-85186306e38e, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=987bfc74-0c8f-40a6-8e09-85186306e38e,segment=NetworkSegment(ba8ac97d-3607-4e99-9ca1-66ee215c27c6),segment_id=ba8ac97d-3607-4e99-9ca1-66ee215c27c6)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:00:44.677452 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9fd27f88-357a-4ee0-99ca-e87d5b24f494 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:44.680174 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-319daf23-082e-45c7-8f20-f32bc23a8745 req-0badc00e-5b1a-455b-908b-efb376aefecf tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1776847-b818-43e8-b325-5c1ba8c57856 HTTP/1.1" status: 200 len: 946 time: 0.2307220 Jun 11 10:00:44.832387 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-319daf23-082e-45c7-8f20-f32bc23a8745 req-2ccad7f9-111e-4923-95f6-e1ad9fd3a66e tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508019 Jun 11 10:00:45.435402 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-091c8ca1-07ab-438e-a8d0-96998692641d None None] For port 987bfc74-0c8f-40a6-8e09-85186306e38e, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=987bfc74-0c8f-40a6-8e09-85186306e38e,segment=NetworkSegment(ba8ac97d-3607-4e99-9ca1-66ee215c27c6),segment_id=ba8ac97d-3607-4e99-9ca1-66ee215c27c6)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:00:45.436036 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-091c8ca1-07ab-438e-a8d0-96998692641d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:45.674808 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d91d10-9e0f-459c-9acd-528c4b6d1412 req-c0aa5137-ed47-4eb0-8ead-36901a8e064f tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:45.683550 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-9fd27f88-357a-4ee0-99ca-e87d5b24f494 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Calling delete_port for 987bfc74-0c8f-40a6-8e09-85186306e38e owned by network:dhcp {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:00:45.708070 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-42d91d10-9e0f-459c-9acd-528c4b6d1412 req-c0aa5137-ed47-4eb0-8ead-36901a8e064f tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaddf973-e588-464b-8514-112fb39e8650 HTTP/1.1" status: 200 len: 946 time: 0.2139635 Jun 11 10:00:45.746152 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-091c8ca1-07ab-438e-a8d0-96998692641d None None] Calling delete_port for 987bfc74-0c8f-40a6-8e09-85186306e38e owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:00:45.778643 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 987bfc74-0c8f-40a6-8e09-85186306e38e no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:00:45.886784 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-42d91d10-9e0f-459c-9acd-528c4b6d1412 req-4f15ce2d-0f6e-4479-9f27-d3eb8d7dd25a tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=28282b0e-6c5e-431e-9466-f7852b229f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1775217 Jun 11 10:00:45.949985 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c65bfd-67ac-4b43-bd4d-7c3d29cbc061 req-1aa2edfd-f24d-4f08-93ad-572ee11f7931 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:45.951785 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-81c65bfd-67ac-4b43-bd4d-7c3d29cbc061 req-1aa2edfd-f24d-4f08-93ad-572ee11f7931 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.69 "GET /v2.0/ports?device_id=6cde5f9a-0f31-4a73-a026-22b0951df03a HTTP/1.1" status: 200 len: 945 time: 0.3470449 Jun 11 10:00:46.034234 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-4b5e22e9-e6d0-4b22-a580-3b8c8365e7ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:46.102356 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:46.147525 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:46.242963 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9fd27f88-357a-4ee0-99ca-e87d5b24f494 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:46.253831 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-49526af8-1ee1-42f3-a600-bfaa0fc9f68a tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:00:46.303491 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-091c8ca1-07ab-438e-a8d0-96998692641d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:46.314872 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-4737a60c-46e5-4d0a-a0db-6554f2d17795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:00:46.321027 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091c8ca1-07ab-438e-a8d0-96998692641d None None] No DVR routers for this DVR port 987bfc74-0c8f-40a6-8e09-85186306e38e on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:00:46.340717 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec6cc66-d14b-42c1-ba8c-babbd2408067 req-fdc83992-4b0f-495b-8f72-e5153f80d1b2 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:46.343198 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-dec6cc66-d14b-42c1-ba8c-babbd2408067 req-fdc83992-4b0f-495b-8f72-e5153f80d1b2 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1776847-b818-43e8-b325-5c1ba8c57856 HTTP/1.1" status: 200 len: 946 time: 0.1677856 Jun 11 10:00:46.353775 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd27f88-357a-4ee0-99ca-e87d5b24f494 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Pushing event deleted for resources: {'Port': ['ID=987bfc74-0c8f-40a6-8e09-85186306e38e,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:00:46.359000 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9fd27f88-357a-4ee0-99ca-e87d5b24f494 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:00:46.361072 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091c8ca1-07ab-438e-a8d0-96998692641d None None] Pushing event deleted for resources: {'Port': ['ID=987bfc74-0c8f-40a6-8e09-85186306e38e,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:00:46.368517 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-091c8ca1-07ab-438e-a8d0-96998692641d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:00:46.388896 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd27f88-357a-4ee0-99ca-e87d5b24f494 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] No DVR routers for this DVR port 987bfc74-0c8f-40a6-8e09-85186306e38e on host n-d-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:00:46.401703 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-81c65bfd-67ac-4b43-bd4d-7c3d29cbc061 req-1103890a-e1f3-40d4-b854-94f56a39f3ef tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Deleting port ea4fb64c-ffd8-43a3-8153-cb37f627a25d {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:00:46.401983 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-81c65bfd-67ac-4b43-bd4d-7c3d29cbc061 req-1103890a-e1f3-40d4-b854-94f56a39f3ef tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:46.558882 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-dec6cc66-d14b-42c1-ba8c-babbd2408067 req-545f5dfb-18c8-4ac6-bfd0-0d4709754d1a tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885762 Jun 11 10:00:46.572788 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9fd27f88-357a-4ee0-99ca-e87d5b24f494 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:46.585887 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-9fd27f88-357a-4ee0-99ca-e87d5b24f494 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22e9b422-d79d-497d-851a-6045142c2a6d']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:00:46.604012 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-9fd27f88-357a-4ee0-99ca-e87d5b24f494 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba8ac97d-3607-4e99-9ca1-66ee215c27c6') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:00:46.604616 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-9fd27f88-357a-4ee0-99ca-e87d5b24f494 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba8ac97d-3607-4e99-9ca1-66ee215c27c6') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:00:46.663628 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:46.687909 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 34836) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:00:46.763501 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-81c65bfd-67ac-4b43-bd4d-7c3d29cbc061 req-1103890a-e1f3-40d4-b854-94f56a39f3ef tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] For port ea4fb64c-ffd8-43a3-8153-cb37f627a25d, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=ea4fb64c-ffd8-43a3-8153-cb37f627a25d,segment=NetworkSegment(ab2d9cc7-6b60-440f-b56a-bfa214087ddc),segment_id=ab2d9cc7-6b60-440f-b56a-bfa214087ddc)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:00:46.764124 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-81c65bfd-67ac-4b43-bd4d-7c3d29cbc061 req-1103890a-e1f3-40d4-b854-94f56a39f3ef tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:46.826939 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-31607ce9-48d6-4244-a3f6-b3bfe4dd1edb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:46.897100 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-81c65bfd-67ac-4b43-bd4d-7c3d29cbc061 req-1103890a-e1f3-40d4-b854-94f56a39f3ef tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Calling delete_port for ea4fb64c-ffd8-43a3-8153-cb37f627a25d owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:00:46.903545 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9fd27f88-357a-4ee0-99ca-e87d5b24f494 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:46.932773 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9fd27f88-357a-4ee0-99ca-e87d5b24f494 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:46.967331 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-31607ce9-48d6-4244-a3f6-b3bfe4dd1edb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:47.002387 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fd27f88-357a-4ee0-99ca-e87d5b24f494 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Releasing vlan 786 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:00:47.003136 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9fd27f88-357a-4ee0-99ca-e87d5b24f494 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:47.006572 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 10:00:47.006572 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:00:47.006572 n-d-779913-12 neutron-server[93176]: timer() Jun 11 10:00:47.006572 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:00:47.006572 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 10:00:47.006572 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:00:47.006572 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 10:00:47.006572 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:00:47.006572 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 10:00:47.006572 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:00:47.006572 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 10:00:47.006572 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:00:47.006572 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 10:00:47.006572 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:00:47.006572 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:00:47.006572 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:00:47.006572 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:00:47.006572 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:00:47.006572 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 10:00:47.006572 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:00:47.006572 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 10:00:47.006572 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:00:47.006572 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:00:47.006572 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:00:47.006572 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 10:00:47.006572 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:00:47.006572 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:00:47.006572 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:00:47.006572 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:00:47.006572 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:00:47.006572 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:00:47.006572 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:00:47.166626 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b4bb31-1e32-4884-bac4-8007fc5bdb39 req-bdd7e003-466d-450c-9660-c470b80fa97c tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:47.168206 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-27b4bb31-1e32-4884-bac4-8007fc5bdb39 req-bdd7e003-466d-450c-9660-c470b80fa97c tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaddf973-e588-464b-8514-112fb39e8650 HTTP/1.1" status: 200 len: 946 time: 0.1059880 Jun 11 10:00:47.169363 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-31607ce9-48d6-4244-a3f6-b3bfe4dd1edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:47.172717 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5cf72cd4-e97a-42c2-a00d-6710cf6959a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:00:47.249971 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9fd27f88-357a-4ee0-99ca-e87d5b24f494 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:47.256951 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9fd27f88-357a-4ee0-99ca-e87d5b24f494 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:47.259102 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-9fd27f88-357a-4ee0-99ca-e87d5b24f494 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] 10.222.0.60 "DELETE /v2.0/networks/22e9b422-d79d-497d-851a-6045142c2a6d HTTP/1.1" status: 204 len: 168 time: 3.2553284 Jun 11 10:00:47.263121 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-89e2d7d7-8c48-42b0-a079-aeff63cae576 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:00:47.264940 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 34850) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:00:47.291810 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd27f88-357a-4ee0-99ca-e87d5b24f494 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Pushing event deleted for resources: {'Network': ['ID=22e9b422-d79d-497d-851a-6045142c2a6d,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:00:47.302952 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9fd27f88-357a-4ee0-99ca-e87d5b24f494 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:00:47.382802 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-81c65bfd-67ac-4b43-bd4d-7c3d29cbc061 req-1103890a-e1f3-40d4-b854-94f56a39f3ef tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:47.382802 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-dc1065db-6c2a-49d7-988b-b64424387acd tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:00:47.401020 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-31607ce9-48d6-4244-a3f6-b3bfe4dd1edb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c0306bbfd1b14ec5a5cfa7ad181b3a3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7113781 Jun 11 10:00:47.401847 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31607ce9-48d6-4244-a3f6-b3bfe4dd1edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b870d1a-dbad-4ea1-a159-4646762ed60f,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:00:47.409877 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 34854) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:00:47.447244 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1103890a-e1f3-40d4-b854-94f56a39f3ef tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Pushing event deleted for resources: {'Port': ['ID=ea4fb64c-ffd8-43a3-8153-cb37f627a25d,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:00:47.458943 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1103890a-e1f3-40d4-b854-94f56a39f3ef tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:00:47.461779 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-31607ce9-48d6-4244-a3f6-b3bfe4dd1edb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:00:47.568369 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-81c65bfd-67ac-4b43-bd4d-7c3d29cbc061 req-1103890a-e1f3-40d4-b854-94f56a39f3ef tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] No DVR routers for this DVR port ea4fb64c-ffd8-43a3-8153-cb37f627a25d on host n-h2-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:00:47.578058 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-81c65bfd-67ac-4b43-bd4d-7c3d29cbc061 req-1103890a-e1f3-40d4-b854-94f56a39f3ef tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:47.580275 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-81c65bfd-67ac-4b43-bd4d-7c3d29cbc061 req-1103890a-e1f3-40d4-b854-94f56a39f3ef tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.69 "DELETE /v2.0/ports/ea4fb64c-ffd8-43a3-8153-cb37f627a25d HTTP/1.1" status: 204 len: 173 time: 1.6207469 Jun 11 10:00:47.581135 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cde5f9a-0f31-4a73-a026-22b0951df03a', 'name': 'network-vif-deleted', 'tag': 'ea4fb64c-ffd8-43a3-8153-cb37f627a25d'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:00:47.584065 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd3cf79b-d0e4-4972-bba8-6694fb6c4b24" -d '{"events": [{"server_uuid": "6cde5f9a-0f31-4a73-a026-22b0951df03a", "name": "network-vif-deleted", "tag": "ea4fb64c-ffd8-43a3-8153-cb37f627a25d"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:00:47.623110 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-27b4bb31-1e32-4884-bac4-8007fc5bdb39 req-467117d4-93a6-48d5-801d-3bc9862d36ab tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=28282b0e-6c5e-431e-9466-f7852b229f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4462197 Jun 11 10:00:47.792437 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5ff31b92-c1a8-4d48-ad6e-1d69d6001f94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:47.875555 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5ff31b92-c1a8-4d48-ad6e-1d69d6001f94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:48.357335 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:48.541418 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5ff31b92-c1a8-4d48-ad6e-1d69d6001f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:48.544175 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5ff31b92-c1a8-4d48-ad6e-1d69d6001f94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:48.545917 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-5ff31b92-c1a8-4d48-ad6e-1d69d6001f94 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7b870d1a-dbad-4ea1-a159-4646762ed60f HTTP/1.1" status: 204 len: 168 time: 1.1094542 Jun 11 10:00:48.548543 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9638f90d-1fc8-45a7-bba4-c6cf3c3abae3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:00:48.580313 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff31b92-c1a8-4d48-ad6e-1d69d6001f94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b870d1a-dbad-4ea1-a159-4646762ed60f,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:00:48.589824 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5ff31b92-c1a8-4d48-ad6e-1d69d6001f94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:00:48.603304 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-7e40ded7-247a-4b8a-ac2c-36bdf2138297 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Deleting port bf779835-bc47-4188-90f1-956da98ad575 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:00:48.604255 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7e40ded7-247a-4b8a-ac2c-36bdf2138297 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:48.730386 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c99aa6-8950-4dee-a94a-e335639c688f req-8bfb5115-29f1-4524-b962-f488c8c789a6 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:48.733264 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-48c99aa6-8950-4dee-a94a-e335639c688f req-8bfb5115-29f1-4524-b962-f488c8c789a6 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1776847-b818-43e8-b325-5c1ba8c57856 HTTP/1.1" status: 200 len: 946 time: 0.7968132 Jun 11 10:00:48.774380 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7e40ded7-247a-4b8a-ac2c-36bdf2138297 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:48.775970 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7e40ded7-247a-4b8a-ac2c-36bdf2138297 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:48.919176 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-7e40ded7-247a-4b8a-ac2c-36bdf2138297 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Calling delete_port for bf779835-bc47-4188-90f1-956da98ad575 owned by network:floatingip {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:00:48.957653 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-48c99aa6-8950-4dee-a94a-e335639c688f req-af6ebda0-45e8-4305-b25d-f6bb4d094990 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920450 Jun 11 10:00:49.053204 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71808ca0-df55-44a9-b77a-a84cd3e93591 x-openstack-request-id: req-71808ca0-df55-44a9-b77a-a84cd3e93591 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:00:49.054079 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cde5f9a-0f31-4a73-a026-22b0951df03a", "name": "network-vif-deleted", "tag": "ea4fb64c-ffd8-43a3-8153-cb37f627a25d", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:00:49.054642 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-71808ca0-df55-44a9-b77a-a84cd3e93591 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:00:49.055244 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cde5f9a-0f31-4a73-a026-22b0951df03a', 'name': 'network-vif-deleted', 'tag': 'ea4fb64c-ffd8-43a3-8153-cb37f627a25d', 'status': 'completed', 'code': 200} Jun 11 10:00:49.090498 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device ea4fb64c-ffd8-43a3-8153-cb37f627a25d no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:00:49.194828 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] No Port match for: ea4fb64c-ffd8-43a3-8153-cb37f627a25d {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:00:49.195198 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device ea4fb64c-ffd8-43a3-8153-cb37f627a25d not bound to the agent host n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:00:49.405564 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7e40ded7-247a-4b8a-ac2c-36bdf2138297 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:49.409760 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-38003bd6-ca0e-4955-91f2-78d4482df8bc tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:00:49.453943 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b121412-56b1-4d61-8678-ad715b42a03b req-16abede6-6d7c-4f21-865c-d0ee8c1c9182 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:49.469299 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7b121412-56b1-4d61-8678-ad715b42a03b req-16abede6-6d7c-4f21-865c-d0ee8c1c9182 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/networks?id=1b5e62b6-c880-44bf-95b3-4520d2d0f2a4 HTTP/1.1" status: 200 len: 815 time: 0.2853341 Jun 11 10:00:49.488509 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7b121412-56b1-4d61-8678-ad715b42a03b req-cd859deb-f2b6-42e1-bbdb-d7c88e99096e tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/quotas/d21c071e7ba247ba88fece6fee0c21c1 HTTP/1.1" status: 200 len: 375 time: 0.0174611 Jun 11 10:00:49.489174 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e40ded7-247a-4b8a-ac2c-36bdf2138297 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Pushing event deleted for resources: {'Port': ['ID=bf779835-bc47-4188-90f1-956da98ad575,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:00:49.497647 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7e40ded7-247a-4b8a-ac2c-36bdf2138297 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:00:49.563369 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 34886) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:00:49.572986 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7b121412-56b1-4d61-8678-ad715b42a03b req-e5dfe067-66fd-4b4b-bea6-c5e304313a6d tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d21c071e7ba247ba88fece6fee0c21c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0825591 Jun 11 10:00:49.636400 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1c38eee0-b3aa-429d-b7b4-04fbe7e404ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:49.652710 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7e40ded7-247a-4b8a-ac2c-36bdf2138297 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Notify callbacks [] for floatingip, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:49.655353 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7e40ded7-247a-4b8a-ac2c-36bdf2138297 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:49.656806 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-7e40ded7-247a-4b8a-ac2c-36bdf2138297 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] 10.222.0.60 "DELETE /v2.0/floatingips/a9b66a62-39b2-4b86-9f24-4d9cfb3d39db HTTP/1.1" status: 204 len: 168 time: 2.3871784 Jun 11 10:00:49.727542 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b096f79-4945-4f73-bce6-9f57bd8b4436 req-90b9ddc3-1ce3-4e94-a8bd-7b55f2a01c04 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:49.734476 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7b096f79-4945-4f73-bce6-9f57bd8b4436 req-90b9ddc3-1ce3-4e94-a8bd-7b55f2a01c04 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaddf973-e588-464b-8514-112fb39e8650 HTTP/1.1" status: 200 len: 946 time: 0.2855048 Jun 11 10:00:49.817085 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7b121412-56b1-4d61-8678-ad715b42a03b req-3640c058-50c9-4698-bb2b-567f0136740d service neutron] 10.222.0.60 "GET /v2.0/networks/1b5e62b6-c880-44bf-95b3-4520d2d0f2a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366402 Jun 11 10:00:49.830813 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7b096f79-4945-4f73-bce6-9f57bd8b4436 req-77cfd729-3e91-4478-9c86-1d3d9a8818d0 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=28282b0e-6c5e-431e-9466-f7852b229f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953562 Jun 11 10:00:49.929550 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1c38eee0-b3aa-429d-b7b4-04fbe7e404ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:49.998843 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7b121412-56b1-4d61-8678-ad715b42a03b req-90cff447-b663-4ac3-8477-b320726b72c2 service neutron] 10.222.0.60 "GET /v2.0/networks/1b5e62b6-c880-44bf-95b3-4520d2d0f2a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709621 Jun 11 10:00:50.051815 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1c38eee0-b3aa-429d-b7b4-04fbe7e404ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:50.061353 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5ff31b92-c1a8-4d48-ad6e-1d69d6001f94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:00:50.134504 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c38eee0-b3aa-429d-b7b4-04fbe7e404ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10620a34-7385-43ad-86dc-9e87cd360408,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:00:50.142823 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1c38eee0-b3aa-429d-b7b4-04fbe7e404ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:00:50.149773 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-1c38eee0-b3aa-429d-b7b4-04fbe7e404ad admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=156a7ecfa64341b5a5cba80fb1d7ac50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5830169 Jun 11 10:00:50.152699 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 34892) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:00:50.286438 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d93bdc01-1462-424e-89b7-0a916ad2d692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:50.304275 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc011e2a-a1b1-4924-a8e9-2065fb16ea67 req-046d838c-2b4f-4faa-ad6a-44721b22a919 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:50.314127 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fc011e2a-a1b1-4924-a8e9-2065fb16ea67 req-046d838c-2b4f-4faa-ad6a-44721b22a919 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1776847-b818-43e8-b325-5c1ba8c57856 HTTP/1.1" status: 200 len: 946 time: 0.1625581 Jun 11 10:00:50.367410 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d93bdc01-1462-424e-89b7-0a916ad2d692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:50.387878 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fc011e2a-a1b1-4924-a8e9-2065fb16ea67 req-02da4a69-63f8-4536-aafc-cef658c6c07c tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726821 Jun 11 10:00:50.469342 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 34904) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:00:50.485555 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9e19be3a-e1c6-4db7-bdce-f9b767b8b92f req-c2541fb1-c8db-4fdb-a395-3a047867cecf tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=86819c7b-2569-4362-bbfd-07a12dc47954 HTTP/1.1" status: 200 len: 210 time: 0.0575759 Jun 11 10:00:50.501157 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b20f8b1-e1f8-41bb-9d1b-730cf5634a02 req-bb114455-e602-49ae-86c0-f0a4e5e4a1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:50.502932 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6b20f8b1-e1f8-41bb-9d1b-730cf5634a02 req-bb114455-e602-49ae-86c0-f0a4e5e4a1f0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=21c20f27027a4fa895493faf5f883302&device_id=aaddf973-e588-464b-8514-112fb39e8650 HTTP/1.1" status: 200 len: 1098 time: 0.2789853 Jun 11 10:00:50.699780 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b20f8b1-e1f8-41bb-9d1b-730cf5634a02 req-55be46d8-6482-419e-b965-f7f58e26508c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:50.702203 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6b20f8b1-e1f8-41bb-9d1b-730cf5634a02 req-55be46d8-6482-419e-b965-f7f58e26508c service neutron] 10.222.0.69 "GET /v2.0/networks?id=4ec1bae5-7351-4e01-a52c-de5521320fcb HTTP/1.1" status: 200 len: 917 time: 0.1840503 Jun 11 10:00:50.844125 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d93bdc01-1462-424e-89b7-0a916ad2d692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:50.844125 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d93bdc01-1462-424e-89b7-0a916ad2d692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:50.844125 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-d93bdc01-1462-424e-89b7-0a916ad2d692 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/10620a34-7385-43ad-86dc-9e87cd360408 HTTP/1.1" status: 204 len: 168 time: 0.6584055 Jun 11 10:00:50.844125 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b0c3bb73-b7a3-4dca-bb48-908180ca2120 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:00:50.851989 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 34914) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:00:50.856014 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-31cd4ecc-e34d-4923-93a0-d57294a1918f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f32501382e1d4a53a15f74d47ca4fb64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3712680 Jun 11 10:00:50.883112 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93bdc01-1462-424e-89b7-0a916ad2d692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10620a34-7385-43ad-86dc-9e87cd360408,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:00:50.907553 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93bdc01-1462-424e-89b7-0a916ad2d692 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:00:50.908099 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93bdc01-1462-424e-89b7-0a916ad2d692 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:00:50.908482 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93bdc01-1462-424e-89b7-0a916ad2d692 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:00:50.908866 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93bdc01-1462-424e-89b7-0a916ad2d692 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:00:50.909226 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93bdc01-1462-424e-89b7-0a916ad2d692 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:00:50.909600 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93bdc01-1462-424e-89b7-0a916ad2d692 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:00:50.909966 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93bdc01-1462-424e-89b7-0a916ad2d692 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:00:50.910329 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93bdc01-1462-424e-89b7-0a916ad2d692 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:00:50.910691 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93bdc01-1462-424e-89b7-0a916ad2d692 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:00:50.911059 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93bdc01-1462-424e-89b7-0a916ad2d692 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:00:50.911420 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93bdc01-1462-424e-89b7-0a916ad2d692 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:00:50.911801 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93bdc01-1462-424e-89b7-0a916ad2d692 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:00:50.916355 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6b20f8b1-e1f8-41bb-9d1b-730cf5634a02 req-15362dcc-4129-4a47-a08a-dd241a966051 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da8fbc79-fb8f-44ca-a448-4f854b38b7e0 HTTP/1.1" status: 200 len: 1002 time: 0.1877334 Jun 11 10:00:50.917211 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d93bdc01-1462-424e-89b7-0a916ad2d692 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:00:51.036816 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b20f8b1-e1f8-41bb-9d1b-730cf5634a02 req-9d5a812e-a956-4962-a2b3-250e1a1f8f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:51.038687 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6b20f8b1-e1f8-41bb-9d1b-730cf5634a02 req-9d5a812e-a956-4962-a2b3-250e1a1f8f8a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=73b1338f-0df7-44ec-88b6-dbc16cfcfcc4 HTTP/1.1" status: 200 len: 855 time: 0.1039968 Jun 11 10:00:51.057073 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2192637e-cc79-4297-bc2a-45ee8eb537c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:51.088006 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2192637e-cc79-4297-bc2a-45ee8eb537c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:51.121987 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b20f8b1-e1f8-41bb-9d1b-730cf5634a02 req-0729cd2a-ba65-436f-abbb-15de78d01318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:51.124270 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6b20f8b1-e1f8-41bb-9d1b-730cf5634a02 req-0729cd2a-ba65-436f-abbb-15de78d01318 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ec1bae5-7351-4e01-a52c-de5521320fcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0750129 Jun 11 10:00:51.201974 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84632638-7f59-4748-9d62-1ef467525d48 req-dc9a036a-5950-48a7-8add-074a18be0fe0 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:51.203766 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-84632638-7f59-4748-9d62-1ef467525d48 req-dc9a036a-5950-48a7-8add-074a18be0fe0 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaddf973-e588-464b-8514-112fb39e8650 HTTP/1.1" status: 200 len: 946 time: 0.1042507 Jun 11 10:00:51.249299 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-84632638-7f59-4748-9d62-1ef467525d48 req-cc1f368a-72a9-47db-a0df-1c774ef4581d tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=28282b0e-6c5e-431e-9466-f7852b229f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396423 Jun 11 10:00:51.272434 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6b20f8b1-e1f8-41bb-9d1b-730cf5634a02 req-2e465a59-aa36-4fb7-850a-06aff75f7ad2 service neutron] 10.222.0.69 "GET /v2.0/networks/4ec1bae5-7351-4e01-a52c-de5521320fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410747 Jun 11 10:00:51.354899 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2192637e-cc79-4297-bc2a-45ee8eb537c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:51.357588 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2192637e-cc79-4297-bc2a-45ee8eb537c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:51.363014 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-2192637e-cc79-4297-bc2a-45ee8eb537c3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c036ea0b-484f-4994-a7d4-9e94dc451713 HTTP/1.1" status: 204 len: 168 time: 0.5071294 Jun 11 10:00:51.363014 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-87e2211e-9e44-436d-9cf4-8d503163d946 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:00:51.393440 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2192637e-cc79-4297-bc2a-45ee8eb537c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c036ea0b-484f-4994-a7d4-9e94dc451713,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:00:51.402051 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2192637e-cc79-4297-bc2a-45ee8eb537c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:00:51.437714 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6b20f8b1-e1f8-41bb-9d1b-730cf5634a02 req-03db4737-e4e2-43a2-8574-60175db001b5 service neutron] 10.222.0.69 "GET /v2.0/networks/4ec1bae5-7351-4e01-a52c-de5521320fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560082 Jun 11 10:00:51.598667 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d454f767-8921-4421-84f5-eb51aea722ac req-d8d1a154-5c79-4f98-9c93-8635c813baf1 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=86819c7b-2569-4362-bbfd-07a12dc47954 HTTP/1.1" status: 200 len: 210 time: 0.0560374 Jun 11 10:00:51.717286 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f553c98-4a0a-4370-a6e8-4620d3347490 req-31b929d8-fcd9-4de2-9af0-4fece4897b96 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:51.719069 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2f553c98-4a0a-4370-a6e8-4620d3347490 req-31b929d8-fcd9-4de2-9af0-4fece4897b96 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1776847-b818-43e8-b325-5c1ba8c57856 HTTP/1.1" status: 200 len: 946 time: 0.1759975 Jun 11 10:00:51.827438 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2f553c98-4a0a-4370-a6e8-4620d3347490 req-2578baf8-7df6-4db3-a1b5-c4a708c64447 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969863 Jun 11 10:00:52.396458 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 34950) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:00:52.447136 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d56801f9-98f6-4463-8e38-25f69697fd4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:52.645134 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56509a62-8acd-44ed-bc9d-0badeced57df req-ab25ed5e-0475-4513-9c15-fa8db26f60a7 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:52.673027 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-56509a62-8acd-44ed-bc9d-0badeced57df req-ab25ed5e-0475-4513-9c15-fa8db26f60a7 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaddf973-e588-464b-8514-112fb39e8650 HTTP/1.1" status: 200 len: 946 time: 0.1291358 Jun 11 10:00:52.719035 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d56801f9-98f6-4463-8e38-25f69697fd4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:52.765847 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-56509a62-8acd-44ed-bc9d-0badeced57df req-c0c6c6a5-28bb-436d-9e35-a268bb146447 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=28282b0e-6c5e-431e-9466-f7852b229f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915983 Jun 11 10:00:52.785150 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-22df5b6b-d2d0-44e9-8473-c3a26871fb28 req-056cf6ae-8417-4ea6-bcc4-3f5cc2ec7eca tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=86819c7b-2569-4362-bbfd-07a12dc47954 HTTP/1.1" status: 200 len: 210 time: 0.0442560 Jun 11 10:00:52.822728 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d56801f9-98f6-4463-8e38-25f69697fd4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:52.825641 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7b6af969-c5b5-4208-aae7-674c9e241c75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:00:52.871396 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56801f9-98f6-4463-8e38-25f69697fd4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76a3d32e-00fd-4214-be97-a177d649cb31,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:00:52.883022 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d56801f9-98f6-4463-8e38-25f69697fd4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:00:52.911540 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-d56801f9-98f6-4463-8e38-25f69697fd4c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e07fc813c6b342a59e17fb744ec123f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5129738 Jun 11 10:00:52.913504 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 34966) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:00:53.111256 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device da8fbc79-fb8f-44ca-a448-4f854b38b7e0 no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:00:53.121098 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9303534e-ddf2-4237-81a9-e032c5640a64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:53.191441 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9303534e-ddf2-4237-81a9-e032c5640a64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:53.249181 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219147a8-996d-475a-a36c-a625643e7244 req-2974405a-a78a-46fa-a405-88ace384703c tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:53.258454 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-219147a8-996d-475a-a36c-a625643e7244 req-2974405a-a78a-46fa-a405-88ace384703c tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1776847-b818-43e8-b325-5c1ba8c57856 HTTP/1.1" status: 200 len: 946 time: 0.2510569 Jun 11 10:00:53.329438 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-219147a8-996d-475a-a36c-a625643e7244 req-e8b99be9-bed6-45de-8383-56e7ff424388 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697310 Jun 11 10:00:53.336711 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:53.389973 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port da8fbc79-fb8f-44ca-a448-4f854b38b7e0, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=da8fbc79-fb8f-44ca-a448-4f854b38b7e0,segment=NetworkSegment(64ec67c3-ae73-4fd7-a5b7-323e0e068c2b),segment_id=64ec67c3-ae73-4fd7-a5b7-323e0e068c2b)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:00:53.391217 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaddf973-e588-464b-8514-112fb39e8650', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da8fbc79-fb8f-44ca-a448-4f854b38b7e0'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:00:53.393750 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca6adcf4-2337-4bed-a695-8b2b532c7431" -d '{"events": [{"server_uuid": "aaddf973-e588-464b-8514-112fb39e8650", "name": "network-vif-unplugged", "status": "completed", "tag": "da8fbc79-fb8f-44ca-a448-4f854b38b7e0"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:00:53.437728 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Jun 2021 10:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46df80b8-090b-465b-9048-84b8bd23ee83 x-openstack-request-id: req-46df80b8-090b-465b-9048-84b8bd23ee83 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:00:53.438223 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaddf973-e588-464b-8514-112fb39e8650", "name": "network-vif-unplugged", "status": "completed", "tag": "da8fbc79-fb8f-44ca-a448-4f854b38b7e0", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:00:53.441786 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-46df80b8-090b-465b-9048-84b8bd23ee83 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:00:53.441786 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaddf973-e588-464b-8514-112fb39e8650', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da8fbc79-fb8f-44ca-a448-4f854b38b7e0', 'code': 200} Jun 11 10:00:53.461718 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9303534e-ddf2-4237-81a9-e032c5640a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:53.466020 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9303534e-ddf2-4237-81a9-e032c5640a64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:53.471648 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-9303534e-ddf2-4237-81a9-e032c5640a64 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/76a3d32e-00fd-4214-be97-a177d649cb31 HTTP/1.1" status: 204 len: 168 time: 0.5570257 Jun 11 10:00:53.477289 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e5980d11-b0d9-4e68-b754-f529a008ccca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:00:53.490595 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:53.493940 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-53642275-fee1-4fe8-8ccf-4296e929c65e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:00:53.508379 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9303534e-ddf2-4237-81a9-e032c5640a64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a3d32e-00fd-4214-be97-a177d649cb31,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:00:53.516073 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9303534e-ddf2-4237-81a9-e032c5640a64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:00:53.610514 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=da8fbc79-fb8f-44ca-a448-4f854b38b7e0,revision_number=8']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:00:53.615602 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:00:53.634773 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b121412-56b1-4d61-8678-ad715b42a03b req-05a60ea7-5fa9-4409-b740-801c75badcd2 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:53.636333 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7b121412-56b1-4d61-8678-ad715b42a03b req-05a60ea7-5fa9-4409-b740-801c75badcd2 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.69 "GET /v2.0/networks?id=1b5e62b6-c880-44bf-95b3-4520d2d0f2a4 HTTP/1.1" status: 200 len: 815 time: 0.3279119 Jun 11 10:00:53.667904 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-7b121412-56b1-4d61-8678-ad715b42a03b req-965b64bb-4379-4020-8ea3-41293ce025e3 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Request body: {'port': {'device_id': '86819c7b-2569-4362-bbfd-07a12dc47954', 'network_id': '1b5e62b6-c880-44bf-95b3-4520d2d0f2a4', 'admin_state_up': True, 'tenant_id': 'd21c071e7ba247ba88fece6fee0c21c1'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:00:54.017503 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b121412-56b1-4d61-8678-ad715b42a03b req-965b64bb-4379-4020-8ea3-41293ce025e3 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Made reservation on behalf of d21c071e7ba247ba88fece6fee0c21c1 for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:00:54.021590 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-7b121412-56b1-4d61-8678-ad715b42a03b req-965b64bb-4379-4020-8ea3-41293ce025e3 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:54.111383 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9c55fb1a-9326-4711-87b2-380470d9dfd4 req-2ec07a01-43b7-40b6-ad2c-1e4882168b45 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=86819c7b-2569-4362-bbfd-07a12dc47954 HTTP/1.1" status: 200 len: 210 time: 0.0645123 Jun 11 10:00:54.463481 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b3fea-d292-4722-95f6-4fc68542bfc6 req-7c644687-cf99-4c12-a0af-7f34815cc9d1 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:54.471118 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f91b3fea-d292-4722-95f6-4fc68542bfc6 req-7c644687-cf99-4c12-a0af-7f34815cc9d1 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaddf973-e588-464b-8514-112fb39e8650 HTTP/1.1" status: 200 len: 944 time: 0.3677206 Jun 11 10:00:54.562980 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f91b3fea-d292-4722-95f6-4fc68542bfc6 req-1de4f903-df59-45c0-9236-592bb48942ce tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=28282b0e-6c5e-431e-9466-f7852b229f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903168 Jun 11 10:00:54.566968 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-7b121412-56b1-4d61-8678-ad715b42a03b req-965b64bb-4379-4020-8ea3-41293ce025e3 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Allocated IP 172.20.0.7 (1b5e62b6-c880-44bf-95b3-4520d2d0f2a4/c7a61cbf-58ae-4640-b759-b07b9612a4ee/9b51dc31-f72b-4a0a-8c15-bad5c9f333a2) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:00:54.710871 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e96f8e3-bc50-4db0-8c22-3b7f7cdc621d req-ea3e56a7-6d0a-4d80-b235-c6c829bcb935 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:54.712496 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0e96f8e3-bc50-4db0-8c22-3b7f7cdc621d req-ea3e56a7-6d0a-4d80-b235-c6c829bcb935 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1776847-b818-43e8-b325-5c1ba8c57856 HTTP/1.1" status: 200 len: 946 time: 0.2024708 Jun 11 10:00:54.741301 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 35006) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:00:54.826523 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-eaf186cb-863d-44e2-b07a-7a63cb841461 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:54.884137 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0e96f8e3-bc50-4db0-8c22-3b7f7cdc621d req-502267b9-97b4-4a39-b9ef-37008accebc7 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597798 Jun 11 10:00:54.949487 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-7b121412-56b1-4d61-8678-ad715b42a03b req-965b64bb-4379-4020-8ea3-41293ce025e3 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:55.033131 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-eaf186cb-863d-44e2-b07a-7a63cb841461 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:55.093225 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-eaf186cb-863d-44e2-b07a-7a63cb841461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:55.121673 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b5d5b1fd-6873-45e1-a738-97222653a472 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:00:55.138997 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-7b121412-56b1-4d61-8678-ad715b42a03b req-965b64bb-4379-4020-8ea3-41293ce025e3 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:55.149071 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-90582552-13e2-4cb6-9707-d7da841dc125 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:00:55.224652 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-eaf186cb-863d-44e2-b07a-7a63cb841461 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=09ca6cd8b66144609a9509d2de27dd9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4812186 Jun 11 10:00:55.236571 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 35026) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:00:55.315714 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965b64bb-4379-4020-8ea3-41293ce025e3 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Pushing event updated for resources: {'Port': ['ID=9b51dc31-f72b-4a0a-8c15-bad5c9f333a2,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:00:55.336099 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-965b64bb-4379-4020-8ea3-41293ce025e3 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:00:55.362155 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b121412-56b1-4d61-8678-ad715b42a03b req-965b64bb-4379-4020-8ea3-41293ce025e3 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Network 1b5e62b6-c880-44bf-95b3-4520d2d0f2a4 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:00:55.364816 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-7b121412-56b1-4d61-8678-ad715b42a03b req-965b64bb-4379-4020-8ea3-41293ce025e3 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:00:55.367730 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b121412-56b1-4d61-8678-ad715b42a03b req-965b64bb-4379-4020-8ea3-41293ce025e3 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:00:55.370415 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-47119a91-bb68-47f4-9e1d-5e7c53b84796 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:55.415821 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf186cb-863d-44e2-b07a-7a63cb841461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fadff56-f44f-4baf-be80-b144c383f09b,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:00:55.430937 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-eaf186cb-863d-44e2-b07a-7a63cb841461 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:00:55.483120 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b121412-56b1-4d61-8678-ad715b42a03b req-965b64bb-4379-4020-8ea3-41293ce025e3 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:55.484075 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-7b121412-56b1-4d61-8678-ad715b42a03b req-965b64bb-4379-4020-8ea3-41293ce025e3 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:55.498725 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-47119a91-bb68-47f4-9e1d-5e7c53b84796 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:55.570742 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3181211b-50d5-4981-b335-b9e69516c7e9 req-be5fb6d2-e909-4470-8523-668a8ecb92a2 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:55.572467 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3181211b-50d5-4981-b335-b9e69516c7e9 req-be5fb6d2-e909-4470-8523-668a8ecb92a2 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=86819c7b-2569-4362-bbfd-07a12dc47954 HTTP/1.1" status: 200 len: 931 time: 0.1448915 Jun 11 10:00:55.606729 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7b121412-56b1-4d61-8678-ad715b42a03b req-965b64bb-4379-4020-8ea3-41293ce025e3 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9590158 Jun 11 10:00:55.621239 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-7b121412-56b1-4d61-8678-ad715b42a03b req-ae2edff2-2d2b-439c-b972-6027ee690aae service neutron] Request body: {'port': {'device_id': '86819c7b-2569-4362-bbfd-07a12dc47954', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:00:55.640427 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3181211b-50d5-4981-b335-b9e69516c7e9 req-2f58a5a0-e141-43ba-83cf-3114d6cbe899 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602560 Jun 11 10:00:55.743171 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-47119a91-bb68-47f4-9e1d-5e7c53b84796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:55.746152 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-47119a91-bb68-47f4-9e1d-5e7c53b84796 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:55.751253 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-47119a91-bb68-47f4-9e1d-5e7c53b84796 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8fadff56-f44f-4baf-be80-b144c383f09b HTTP/1.1" status: 204 len: 168 time: 0.5100386 Jun 11 10:00:55.752273 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5c1b7e60-9f78-40a5-9d1d-5082fcf1cde4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:00:55.768001 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47119a91-bb68-47f4-9e1d-5e7c53b84796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fadff56-f44f-4baf-be80-b144c383f09b,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:00:55.770437 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-47119a91-bb68-47f4-9e1d-5e7c53b84796 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:00:55.808252 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-7b121412-56b1-4d61-8678-ad715b42a03b req-ae2edff2-2d2b-439c-b972-6027ee690aae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:56.159918 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09e7430-9fd5-4110-90c0-e69125d7ecff req-20cff3bf-24df-4c7b-bbd1-1e39b13f6f4b tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:56.162252 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e09e7430-9fd5-4110-90c0-e69125d7ecff req-20cff3bf-24df-4c7b-bbd1-1e39b13f6f4b tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1776847-b818-43e8-b325-5c1ba8c57856 HTTP/1.1" status: 200 len: 946 time: 0.0879743 Jun 11 10:00:56.308952 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e09e7430-9fd5-4110-90c0-e69125d7ecff req-6b55cf54-e81e-4795-8f05-b1b2367b0053 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359293 Jun 11 10:00:56.495303 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-7b121412-56b1-4d61-8678-ad715b42a03b req-ae2edff2-2d2b-439c-b972-6027ee690aae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b51dc31-f72b-4a0a-8c15-bad5c9f333a2 {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:00:56.512973 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-7b121412-56b1-4d61-8678-ad715b42a03b req-ae2edff2-2d2b-439c-b972-6027ee690aae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:56.546106 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-7b121412-56b1-4d61-8678-ad715b42a03b req-ae2edff2-2d2b-439c-b972-6027ee690aae service neutron] Transition to ACTIVE for port object 9b51dc31-f72b-4a0a-8c15-bad5c9f333a2 will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:00:56.606756 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-7b121412-56b1-4d61-8678-ad715b42a03b req-ae2edff2-2d2b-439c-b972-6027ee690aae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:56.610944 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-114b8e43-b2b0-4a6d-bad7-bd2f8fffa635 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:00:56.754021 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2edff2-2d2b-439c-b972-6027ee690aae service neutron] Pushing event updated for resources: {'Port': ['ID=9b51dc31-f72b-4a0a-8c15-bad5c9f333a2,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:00:56.766271 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ae2edff2-2d2b-439c-b972-6027ee690aae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:00:56.954710 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b243d1a-cd4e-4b11-b45e-05ed0df81091 req-06e7bdf3-c76e-48b8-a83d-ee730ebeeb01 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:56.968631 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7b243d1a-cd4e-4b11-b45e-05ed0df81091 req-06e7bdf3-c76e-48b8-a83d-ee730ebeeb01 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=86819c7b-2569-4362-bbfd-07a12dc47954 HTTP/1.1" status: 200 len: 943 time: 0.1333282 Jun 11 10:00:57.056586 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-7b121412-56b1-4d61-8678-ad715b42a03b req-ae2edff2-2d2b-439c-b972-6027ee690aae service neutron] Attempting to bind port 9b51dc31-f72b-4a0a-8c15-bad5c9f333a2 on host n-h2-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:00:57.057247 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-7b121412-56b1-4d61-8678-ad715b42a03b req-ae2edff2-2d2b-439c-b972-6027ee690aae service neutron] Attempting to bind port 9b51dc31-f72b-4a0a-8c15-bad5c9f333a2 by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': 'ab2d9cc7-6b60-440f-b56a-bfa214087ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '1b5e62b6-c880-44bf-95b3-4520d2d0f2a4'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:00:57.057686 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b121412-56b1-4d61-8678-ad715b42a03b req-ae2edff2-2d2b-439c-b972-6027ee690aae service neutron] Attempting to bind port 9b51dc31-f72b-4a0a-8c15-bad5c9f333a2 on network 1b5e62b6-c880-44bf-95b3-4520d2d0f2a4 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:00:57.062615 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b121412-56b1-4d61-8678-ad715b42a03b req-ae2edff2-2d2b-439c-b972-6027ee690aae service neutron] Port 9b51dc31-f72b-4a0a-8c15-bad5c9f333a2 on network 1b5e62b6-c880-44bf-95b3-4520d2d0f2a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:00:57.063109 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b121412-56b1-4d61-8678-ad715b42a03b req-ae2edff2-2d2b-439c-b972-6027ee690aae service neutron] Attempting to bind port 9b51dc31-f72b-4a0a-8c15-bad5c9f333a2 on network 1b5e62b6-c880-44bf-95b3-4520d2d0f2a4 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:00:57.070795 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b121412-56b1-4d61-8678-ad715b42a03b req-ae2edff2-2d2b-439c-b972-6027ee690aae service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:00:57.071284 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b121412-56b1-4d61-8678-ad715b42a03b req-ae2edff2-2d2b-439c-b972-6027ee690aae service neutron] Checking segment: {'id': 'ab2d9cc7-6b60-440f-b56a-bfa214087ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '1b5e62b6-c880-44bf-95b3-4520d2d0f2a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:00:57.071937 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b121412-56b1-4d61-8678-ad715b42a03b req-ae2edff2-2d2b-439c-b972-6027ee690aae service neutron] Bound using segment: {'id': 'ab2d9cc7-6b60-440f-b56a-bfa214087ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '1b5e62b6-c880-44bf-95b3-4520d2d0f2a4'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:00:57.072475 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-7b121412-56b1-4d61-8678-ad715b42a03b req-ae2edff2-2d2b-439c-b972-6027ee690aae service neutron] Bound port: 9b51dc31-f72b-4a0a-8c15-bad5c9f333a2, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab2d9cc7-6b60-440f-b56a-bfa214087ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '1b5e62b6-c880-44bf-95b3-4520d2d0f2a4'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:00:57.072887 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-7b121412-56b1-4d61-8678-ad715b42a03b req-ae2edff2-2d2b-439c-b972-6027ee690aae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:57.161322 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device da8fbc79-fb8f-44ca-a448-4f854b38b7e0 no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:00:57.164519 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7b243d1a-cd4e-4b11-b45e-05ed0df81091 req-d678ec86-9269-476d-ab76-6da3b465aacd tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947732 Jun 11 10:00:57.346311 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-7b121412-56b1-4d61-8678-ad715b42a03b req-ae2edff2-2d2b-439c-b972-6027ee690aae service neutron] For port 9b51dc31-f72b-4a0a-8c15-bad5c9f333a2, host n-h2-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:00:57.392888 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-7b121412-56b1-4d61-8678-ad715b42a03b req-ae2edff2-2d2b-439c-b972-6027ee690aae service neutron] For port 9b51dc31-f72b-4a0a-8c15-bad5c9f333a2, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=9b51dc31-f72b-4a0a-8c15-bad5c9f333a2,segment=NetworkSegment(ab2d9cc7-6b60-440f-b56a-bfa214087ddc),segment_id=ab2d9cc7-6b60-440f-b56a-bfa214087ddc)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:00:57.472795 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6b7f00-077e-412f-af5e-a6e5932bfbbe req-c62ede36-aa47-479c-a617-978fe09b7909 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:57.486755 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5b6b7f00-077e-412f-af5e-a6e5932bfbbe req-c62ede36-aa47-479c-a617-978fe09b7909 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaddf973-e588-464b-8514-112fb39e8650 HTTP/1.1" status: 200 len: 944 time: 0.2642655 Jun 11 10:00:57.552918 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-7b121412-56b1-4d61-8678-ad715b42a03b req-ae2edff2-2d2b-439c-b972-6027ee690aae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:57.567000 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a77fbf63-9375-4f85-a105-69e970f3f53e tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:00:57.597616 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f997b0-0cb6-4b67-95c5-c2cc0ce596b3 req-2f40a6d3-c598-4d78-93b9-454dcb3fe6b1 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:57.600934 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-94f997b0-0cb6-4b67-95c5-c2cc0ce596b3 req-2f40a6d3-c598-4d78-93b9-454dcb3fe6b1 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1776847-b818-43e8-b325-5c1ba8c57856 HTTP/1.1" status: 200 len: 946 time: 0.1004486 Jun 11 10:00:57.740530 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5b6b7f00-077e-412f-af5e-a6e5932bfbbe req-1a0b59b3-9a67-417f-b39d-84af7b13c2c6 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=28282b0e-6c5e-431e-9466-f7852b229f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2457688 Jun 11 10:00:57.752304 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-94f997b0-0cb6-4b67-95c5-c2cc0ce596b3 req-10285064-6a64-49d3-95a5-0e582df07c79 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439118 Jun 11 10:00:57.755874 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b121412-56b1-4d61-8678-ad715b42a03b req-ae2edff2-2d2b-439c-b972-6027ee690aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:57.758377 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-7b121412-56b1-4d61-8678-ad715b42a03b req-ae2edff2-2d2b-439c-b972-6027ee690aae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:57.762410 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7b121412-56b1-4d61-8678-ad715b42a03b req-ae2edff2-2d2b-439c-b972-6027ee690aae service neutron] 10.222.0.69 "PUT /v2.0/ports/9b51dc31-f72b-4a0a-8c15-bad5c9f333a2 HTTP/1.1" status: 200 len: 1092 time: 2.1446149 Jun 11 10:00:57.791331 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86819c7b-2569-4362-bbfd-07a12dc47954', 'tag': '9b51dc31-f72b-4a0a-8c15-bad5c9f333a2'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:00:57.794375 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d3d12f7-65c7-4c21-b6cc-b220e0b059ab" -d '{"events": [{"name": "network-changed", "server_uuid": "86819c7b-2569-4362-bbfd-07a12dc47954", "tag": "9b51dc31-f72b-4a0a-8c15-bad5c9f333a2"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:00:57.840564 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2edff2-2d2b-439c-b972-6027ee690aae service neutron] Pushing event updated for resources: {'Port': ['ID=9b51dc31-f72b-4a0a-8c15-bad5c9f333a2,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:00:57.851229 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ae2edff2-2d2b-439c-b972-6027ee690aae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:00:58.455422 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7316abb9-c817-489d-bd22-b8a5b82f0c91 x-openstack-request-id: req-7316abb9-c817-489d-bd22-b8a5b82f0c91 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:00:58.455422 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86819c7b-2569-4362-bbfd-07a12dc47954", "tag": "9b51dc31-f72b-4a0a-8c15-bad5c9f333a2", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:00:58.455422 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7316abb9-c817-489d-bd22-b8a5b82f0c91 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:00:58.455422 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86819c7b-2569-4362-bbfd-07a12dc47954', 'tag': '9b51dc31-f72b-4a0a-8c15-bad5c9f333a2', 'status': 'completed', 'code': 200} Jun 11 10:00:58.455422 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b121412-56b1-4d61-8678-ad715b42a03b req-89938240-8ac0-4d76-afa6-34451fd84848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:58.455422 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7b121412-56b1-4d61-8678-ad715b42a03b req-89938240-8ac0-4d76-afa6-34451fd84848 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d21c071e7ba247ba88fece6fee0c21c1&device_id=86819c7b-2569-4362-bbfd-07a12dc47954 HTTP/1.1" status: 200 len: 1095 time: 0.1417553 Jun 11 10:00:58.455422 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7b121412-56b1-4d61-8678-ad715b42a03b req-e29b2c3e-f40b-4133-9715-3fda27baa5eb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b51dc31-f72b-4a0a-8c15-bad5c9f333a2 HTTP/1.1" status: 200 len: 217 time: 0.0721529 Jun 11 10:00:58.455422 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b121412-56b1-4d61-8678-ad715b42a03b req-1513ab5b-7871-4bcc-a6e5-f272ecf2d723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:58.455422 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7b121412-56b1-4d61-8678-ad715b42a03b req-1513ab5b-7871-4bcc-a6e5-f272ecf2d723 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c7a61cbf-58ae-4640-b759-b07b9612a4ee HTTP/1.1" status: 200 len: 855 time: 0.0827439 Jun 11 10:00:58.455422 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7b121412-56b1-4d61-8678-ad715b42a03b req-fce6447a-4214-4d71-873e-d42b957a7965 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1b5e62b6-c880-44bf-95b3-4520d2d0f2a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408618 Jun 11 10:00:58.455422 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-34de5135-e13c-496b-80c1-14d7bd8532d0 req-ab3f71c6-7fcc-4dc3-8dea-e59a41c6a606 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=aaddf973-e588-464b-8514-112fb39e8650&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4293530 Jun 11 10:00:58.459268 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bacd57a-b311-4a6e-aef4-77e2882ba6c4 req-3b451970-26f2-4bf6-bc8c-03b9bc57e4e1 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:58.459268 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8bacd57a-b311-4a6e-aef4-77e2882ba6c4 req-3b451970-26f2-4bf6-bc8c-03b9bc57e4e1 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=86819c7b-2569-4362-bbfd-07a12dc47954 HTTP/1.1" status: 200 len: 943 time: 0.0900230 Jun 11 10:00:58.474800 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8bacd57a-b311-4a6e-aef4-77e2882ba6c4 req-7a9f4449-569c-4301-986e-e42f86392a21 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533004 Jun 11 10:00:58.498795 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7b121412-56b1-4d61-8678-ad715b42a03b req-11a8e729-cb33-4998-a47c-89847aafcc37 service neutron] 10.222.0.69 "GET /v2.0/networks/1b5e62b6-c880-44bf-95b3-4520d2d0f2a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731787 Jun 11 10:00:58.703162 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7b121412-56b1-4d61-8678-ad715b42a03b req-39ea4fe0-ae24-4877-85f1-aa85bbbcd11f service neutron] 10.222.0.69 "GET /v2.0/networks/1b5e62b6-c880-44bf-95b3-4520d2d0f2a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975834 Jun 11 10:00:58.976396 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3d12f7-65c7-4c21-b6cc-b220e0b059ab req-283e2fdf-2f0f-4ed6-963c-d70e64b1eb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:58.977917 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6d3d12f7-65c7-4c21-b6cc-b220e0b059ab req-283e2fdf-2f0f-4ed6-963c-d70e64b1eb4a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d21c071e7ba247ba88fece6fee0c21c1&device_id=86819c7b-2569-4362-bbfd-07a12dc47954 HTTP/1.1" status: 200 len: 1095 time: 0.1254299 Jun 11 10:00:59.161588 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50bcf90-0dd2-442d-a81f-dc6d9b3f6367 req-470eebdf-3cb5-415d-a3f0-b612d4af0101 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:59.175010 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b50bcf90-0dd2-442d-a81f-dc6d9b3f6367 req-470eebdf-3cb5-415d-a3f0-b612d4af0101 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaddf973-e588-464b-8514-112fb39e8650 HTTP/1.1" status: 200 len: 944 time: 0.1733046 Jun 11 10:00:59.296274 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b50bcf90-0dd2-442d-a81f-dc6d9b3f6367 req-a0f07ea5-5f43-4be1-9f7a-28459ef4bd4e tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=28282b0e-6c5e-431e-9466-f7852b229f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152284 Jun 11 10:00:59.420065 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4048048c-86d6-4fdb-927c-15fce0479d9a req-d4308eb9-52c0-4527-b2be-4113fbc2dae5 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:59.431119 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4048048c-86d6-4fdb-927c-15fce0479d9a req-d4308eb9-52c0-4527-b2be-4113fbc2dae5 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1776847-b818-43e8-b325-5c1ba8c57856 HTTP/1.1" status: 200 len: 946 time: 0.3477454 Jun 11 10:00:59.453887 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3d12f7-65c7-4c21-b6cc-b220e0b059ab req-01af3b27-f83e-4708-9541-9ca13ef0e881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:59.456328 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6d3d12f7-65c7-4c21-b6cc-b220e0b059ab req-01af3b27-f83e-4708-9541-9ca13ef0e881 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1b5e62b6-c880-44bf-95b3-4520d2d0f2a4 HTTP/1.1" status: 200 len: 916 time: 0.4718208 Jun 11 10:00:59.565742 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4048048c-86d6-4fdb-927c-15fce0479d9a req-bc4d7433-7af0-4fcf-9287-85931491f3ee tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335766 Jun 11 10:00:59.571255 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6d3d12f7-65c7-4c21-b6cc-b220e0b059ab req-5ddd7d39-35dc-427d-9750-47be8138f8fe service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b51dc31-f72b-4a0a-8c15-bad5c9f333a2 HTTP/1.1" status: 200 len: 217 time: 0.0838327 Jun 11 10:00:59.605715 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 35148) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:00:59.714392 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3d12f7-65c7-4c21-b6cc-b220e0b059ab req-c1c07324-6b57-493d-a347-3343c03ca876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:59.716273 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6d3d12f7-65c7-4c21-b6cc-b220e0b059ab req-c1c07324-6b57-493d-a347-3343c03ca876 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c7a61cbf-58ae-4640-b759-b07b9612a4ee HTTP/1.1" status: 200 len: 855 time: 0.1411924 Jun 11 10:00:59.763863 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-6f659a0f-f244-4ac5-9ea6-18543a1a4eb5 tempest-RoutersAdminNegativeIpV6Test-1831948467 tempest-RoutersAdminNegativeIpV6Test-1831948467-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1825125729', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:00:59.973422 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6d3d12f7-65c7-4c21-b6cc-b220e0b059ab req-eae06f5b-bea0-49d2-978f-19d947b6e84b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1b5e62b6-c880-44bf-95b3-4520d2d0f2a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475249 Jun 11 10:00:59.979579 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f659a0f-f244-4ac5-9ea6-18543a1a4eb5 tempest-RoutersAdminNegativeIpV6Test-1831948467 tempest-RoutersAdminNegativeIpV6Test-1831948467-project-admin] Made reservation on behalf of 9d0b54faf47e4e75b5c140f15c9ecbb4 for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:00:59.979579 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6f659a0f-f244-4ac5-9ea6-18543a1a4eb5 tempest-RoutersAdminNegativeIpV6Test-1831948467 tempest-RoutersAdminNegativeIpV6Test-1831948467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:59.979579 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6f659a0f-f244-4ac5-9ea6-18543a1a4eb5 tempest-RoutersAdminNegativeIpV6Test-1831948467 tempest-RoutersAdminNegativeIpV6Test-1831948467-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:00:59.982421 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad0f4a4-9a68-4c8a-837a-b253765cfb8c req-50e596c0-8961-470f-a422-f7fe7745f840 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:00:59.982421 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2ad0f4a4-9a68-4c8a-837a-b253765cfb8c req-50e596c0-8961-470f-a422-f7fe7745f840 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=86819c7b-2569-4362-bbfd-07a12dc47954 HTTP/1.1" status: 200 len: 943 time: 0.2074046 Jun 11 10:01:00.047230 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6d3d12f7-65c7-4c21-b6cc-b220e0b059ab req-c05c5160-be7a-42b2-818b-2fb226f72e04 service neutron] 10.222.0.69 "GET /v2.0/networks/1b5e62b6-c880-44bf-95b3-4520d2d0f2a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119973 Jun 11 10:01:00.143652 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2ad0f4a4-9a68-4c8a-837a-b253765cfb8c req-73ec1296-70ba-4345-a575-3d3a578deec5 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502345 Jun 11 10:01:00.148132 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6f659a0f-f244-4ac5-9ea6-18543a1a4eb5 tempest-RoutersAdminNegativeIpV6Test-1831948467 tempest-RoutersAdminNegativeIpV6Test-1831948467-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:00.260299 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6d3d12f7-65c7-4c21-b6cc-b220e0b059ab req-a541ea80-f2c7-4fba-b5f2-f997486fcfd4 service neutron] 10.222.0.69 "GET /v2.0/networks/1b5e62b6-c880-44bf-95b3-4520d2d0f2a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962562 Jun 11 10:01:00.282377 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6f659a0f-f244-4ac5-9ea6-18543a1a4eb5 tempest-RoutersAdminNegativeIpV6Test-1831948467 tempest-RoutersAdminNegativeIpV6Test-1831948467-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:00.284764 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-89551c9f-3187-4b71-a830-a0eef44eeba7 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:01:00.296694 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [None req-6f659a0f-f244-4ac5-9ea6-18543a1a4eb5 tempest-RoutersAdminNegativeIpV6Test-1831948467 tempest-RoutersAdminNegativeIpV6Test-1831948467-project-admin] device_id is not set on port c5689028-c9b4-4c47-b1ee-4965b267d8a6 yet. {{(pid=93177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 10:01:00.359810 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f659a0f-f244-4ac5-9ea6-18543a1a4eb5 tempest-RoutersAdminNegativeIpV6Test-1831948467 tempest-RoutersAdminNegativeIpV6Test-1831948467-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a0ebd1e-8e8b-4fe7-ae49-abaf756fa439,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:01:00.376553 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f659a0f-f244-4ac5-9ea6-18543a1a4eb5 tempest-RoutersAdminNegativeIpV6Test-1831948467 tempest-RoutersAdminNegativeIpV6Test-1831948467-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:01:00.377176 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f659a0f-f244-4ac5-9ea6-18543a1a4eb5 tempest-RoutersAdminNegativeIpV6Test-1831948467 tempest-RoutersAdminNegativeIpV6Test-1831948467-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:01:00.377565 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f659a0f-f244-4ac5-9ea6-18543a1a4eb5 tempest-RoutersAdminNegativeIpV6Test-1831948467 tempest-RoutersAdminNegativeIpV6Test-1831948467-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:01:00.377947 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f659a0f-f244-4ac5-9ea6-18543a1a4eb5 tempest-RoutersAdminNegativeIpV6Test-1831948467 tempest-RoutersAdminNegativeIpV6Test-1831948467-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:01:00.378378 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f659a0f-f244-4ac5-9ea6-18543a1a4eb5 tempest-RoutersAdminNegativeIpV6Test-1831948467 tempest-RoutersAdminNegativeIpV6Test-1831948467-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:01:00.378697 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f659a0f-f244-4ac5-9ea6-18543a1a4eb5 tempest-RoutersAdminNegativeIpV6Test-1831948467 tempest-RoutersAdminNegativeIpV6Test-1831948467-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:01:00.379066 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f659a0f-f244-4ac5-9ea6-18543a1a4eb5 tempest-RoutersAdminNegativeIpV6Test-1831948467 tempest-RoutersAdminNegativeIpV6Test-1831948467-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:01:00.379630 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f659a0f-f244-4ac5-9ea6-18543a1a4eb5 tempest-RoutersAdminNegativeIpV6Test-1831948467 tempest-RoutersAdminNegativeIpV6Test-1831948467-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:01:00.380008 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f659a0f-f244-4ac5-9ea6-18543a1a4eb5 tempest-RoutersAdminNegativeIpV6Test-1831948467 tempest-RoutersAdminNegativeIpV6Test-1831948467-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:01:00.380379 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f659a0f-f244-4ac5-9ea6-18543a1a4eb5 tempest-RoutersAdminNegativeIpV6Test-1831948467 tempest-RoutersAdminNegativeIpV6Test-1831948467-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:01:00.380747 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f659a0f-f244-4ac5-9ea6-18543a1a4eb5 tempest-RoutersAdminNegativeIpV6Test-1831948467 tempest-RoutersAdminNegativeIpV6Test-1831948467-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:01:00.381115 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f659a0f-f244-4ac5-9ea6-18543a1a4eb5 tempest-RoutersAdminNegativeIpV6Test-1831948467 tempest-RoutersAdminNegativeIpV6Test-1831948467-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:01:00.386629 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6f659a0f-f244-4ac5-9ea6-18543a1a4eb5 tempest-RoutersAdminNegativeIpV6Test-1831948467 tempest-RoutersAdminNegativeIpV6Test-1831948467-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:01:00.526654 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-6f659a0f-f244-4ac5-9ea6-18543a1a4eb5 tempest-RoutersAdminNegativeIpV6Test-1831948467 tempest-RoutersAdminNegativeIpV6Test-1831948467-project-admin] Allocated IP 172.25.4.202 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/c5689028-c9b4-4c47-b1ee-4965b267d8a6) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:01:00.640886 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c437b9b-c5ae-4a8e-805b-91ed7f129af3 req-61164343-4f2f-4efe-a8ee-e20273b30aab tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:00.642368 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2c437b9b-c5ae-4a8e-805b-91ed7f129af3 req-61164343-4f2f-4efe-a8ee-e20273b30aab tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaddf973-e588-464b-8514-112fb39e8650 HTTP/1.1" status: 200 len: 944 time: 0.1602252 Jun 11 10:01:00.766815 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d9a669-0174-430d-a6e8-08b138fb10ce req-e28951ee-af18-49f6-80a4-a69407e78d98 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:00.775347 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-41d9a669-0174-430d-a6e8-08b138fb10ce req-e28951ee-af18-49f6-80a4-a69407e78d98 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1776847-b818-43e8-b325-5c1ba8c57856 HTTP/1.1" status: 200 len: 946 time: 0.0892177 Jun 11 10:01:00.799149 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2c437b9b-c5ae-4a8e-805b-91ed7f129af3 req-14269c54-d182-4579-b9ba-60774888d3e4 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=28282b0e-6c5e-431e-9466-f7852b229f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497791 Jun 11 10:01:00.848280 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-41d9a669-0174-430d-a6e8-08b138fb10ce req-bc9e60e2-a3f3-45a8-ba51-d8f69cdfaa5b tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715289 Jun 11 10:01:00.866638 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6f659a0f-f244-4ac5-9ea6-18543a1a4eb5 tempest-RoutersAdminNegativeIpV6Test-1831948467 tempest-RoutersAdminNegativeIpV6Test-1831948467-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:01.017841 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6f659a0f-f244-4ac5-9ea6-18543a1a4eb5 tempest-RoutersAdminNegativeIpV6Test-1831948467 tempest-RoutersAdminNegativeIpV6Test-1831948467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:01.023684 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1199fd99-95f1-4836-b7f6-f6ce9e0ef9e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:01:01.077227 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f659a0f-f244-4ac5-9ea6-18543a1a4eb5 tempest-RoutersAdminNegativeIpV6Test-1831948467 tempest-RoutersAdminNegativeIpV6Test-1831948467-project-admin] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:01:01.080608 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-6f659a0f-f244-4ac5-9ea6-18543a1a4eb5 tempest-RoutersAdminNegativeIpV6Test-1831948467 tempest-RoutersAdminNegativeIpV6Test-1831948467-project-admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:01:01.084542 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f659a0f-f244-4ac5-9ea6-18543a1a4eb5 tempest-RoutersAdminNegativeIpV6Test-1831948467 tempest-RoutersAdminNegativeIpV6Test-1831948467-project-admin] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:01:01.116476 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f659a0f-f244-4ac5-9ea6-18543a1a4eb5 tempest-RoutersAdminNegativeIpV6Test-1831948467 tempest-RoutersAdminNegativeIpV6Test-1831948467-project-admin] Pushing event updated for resources: {'Port': ['ID=c5689028-c9b4-4c47-b1ee-4965b267d8a6,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:01:01.130521 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6f659a0f-f244-4ac5-9ea6-18543a1a4eb5 tempest-RoutersAdminNegativeIpV6Test-1831948467 tempest-RoutersAdminNegativeIpV6Test-1831948467-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:01:01.156200 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f659a0f-f244-4ac5-9ea6-18543a1a4eb5 tempest-RoutersAdminNegativeIpV6Test-1831948467 tempest-RoutersAdminNegativeIpV6Test-1831948467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:01.157014 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6f659a0f-f244-4ac5-9ea6-18543a1a4eb5 tempest-RoutersAdminNegativeIpV6Test-1831948467 tempest-RoutersAdminNegativeIpV6Test-1831948467-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:01.188440 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:01.250929 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-6f659a0f-f244-4ac5-9ea6-18543a1a4eb5 tempest-RoutersAdminNegativeIpV6Test-1831948467 tempest-RoutersAdminNegativeIpV6Test-1831948467-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.6440513 Jun 11 10:01:01.254072 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 35200) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:01:01.258924 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-94502eda-aa9e-445c-9dce-1c7e28bc8d59 tempest-RoutersAdminNegativeIpV6Test-1831948467 tempest-RoutersAdminNegativeIpV6Test-1831948467-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.202'}]}}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:01:01.394422 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4b6753-a938-4d71-929b-9b1b26f62218 req-0214e048-5db2-425e-a0b3-f86a3d8ef242 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:01.395957 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-be4b6753-a938-4d71-929b-9b1b26f62218 req-0214e048-5db2-425e-a0b3-f86a3d8ef242 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=86819c7b-2569-4362-bbfd-07a12dc47954 HTTP/1.1" status: 200 len: 943 time: 0.0804176 Jun 11 10:01:01.398904 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-94502eda-aa9e-445c-9dce-1c7e28bc8d59 tempest-RoutersAdminNegativeIpV6Test-1831948467 tempest-RoutersAdminNegativeIpV6Test-1831948467-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:01.400009 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-94502eda-aa9e-445c-9dce-1c7e28bc8d59 tempest-RoutersAdminNegativeIpV6Test-1831948467 tempest-RoutersAdminNegativeIpV6Test-1831948467-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:02.021666 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-be4b6753-a938-4d71-929b-9b1b26f62218 req-b2369d08-bdf7-4f67-b71c-59c1ba93e1a2 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6165473 Jun 11 10:01:02.029419 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-94502eda-aa9e-445c-9dce-1c7e28bc8d59 tempest-RoutersAdminNegativeIpV6Test-1831948467 tempest-RoutersAdminNegativeIpV6Test-1831948467-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:02.165955 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24cd6cb-db84-4a15-9f44-4bad015bcd95 req-5de78c34-38c9-4fb8-8c05-809309867105 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:02.175971 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b24cd6cb-db84-4a15-9f44-4bad015bcd95 req-5de78c34-38c9-4fb8-8c05-809309867105 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaddf973-e588-464b-8514-112fb39e8650 HTTP/1.1" status: 200 len: 944 time: 0.1253996 Jun 11 10:01:02.240713 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b24cd6cb-db84-4a15-9f44-4bad015bcd95 req-5c112ddc-8cbf-4a8e-8322-263399c78fb6 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=28282b0e-6c5e-431e-9466-f7852b229f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633919 Jun 11 10:01:02.496554 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feabcb3-c473-4b73-9a4a-b5d58fda4974 req-b935f2b8-248d-426c-903b-c1673ac18e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:02.498126 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7feabcb3-c473-4b73-9a4a-b5d58fda4974 req-b935f2b8-248d-426c-903b-c1673ac18e7c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cf2f36364fcc4b2d95b3a631356b3d50&device_id=f1776847-b818-43e8-b325-5c1ba8c57856 HTTP/1.1" status: 200 len: 1098 time: 0.5019624 Jun 11 10:01:02.525434 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-94502eda-aa9e-445c-9dce-1c7e28bc8d59 tempest-RoutersAdminNegativeIpV6Test-1831948467 tempest-RoutersAdminNegativeIpV6Test-1831948467-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:02.575502 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3720270c-704c-455d-b3b3-313eec896074 req-3572f4a9-9c5c-4e88-b56b-1a7b80e8a410 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:02.580181 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3720270c-704c-455d-b3b3-313eec896074 req-3572f4a9-9c5c-4e88-b56b-1a7b80e8a410 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1776847-b818-43e8-b325-5c1ba8c57856 HTTP/1.1" status: 200 len: 946 time: 0.3445382 Jun 11 10:01:02.728249 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3720270c-704c-455d-b3b3-313eec896074 req-c7c03f6b-63f2-4a15-aee9-89d2aba0e6af tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469116 Jun 11 10:01:02.761276 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feabcb3-c473-4b73-9a4a-b5d58fda4974 req-83dae103-9091-4be1-a297-ec898d9fa9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:02.763318 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7feabcb3-c473-4b73-9a4a-b5d58fda4974 req-83dae103-9091-4be1-a297-ec898d9fa9ff service neutron] 10.222.0.69 "GET /v2.0/networks?id=27e23bf6-ffe1-4e0a-b377-e23593ba5165 HTTP/1.1" status: 200 len: 912 time: 0.2567470 Jun 11 10:01:02.911795 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7feabcb3-c473-4b73-9a4a-b5d58fda4974 req-4708a9af-e45f-4e41-8f6c-5ef928395dc1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa86cce1-a4ac-4fd1-b55d-12973cfcb1d4 HTTP/1.1" status: 200 len: 217 time: 0.0967777 Jun 11 10:01:02.998643 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 35232) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:01:03.038218 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feabcb3-c473-4b73-9a4a-b5d58fda4974 req-091ffb34-deaa-48d3-a287-88243b45e02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:03.039898 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7feabcb3-c473-4b73-9a4a-b5d58fda4974 req-091ffb34-deaa-48d3-a287-88243b45e02d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a3823ddd-2fea-4754-846e-b1cf37fb47e2 HTTP/1.1" status: 200 len: 851 time: 0.1202581 Jun 11 10:01:03.109686 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7feabcb3-c473-4b73-9a4a-b5d58fda4974 req-cce8b590-d714-4a38-a9c2-03ca7f9f18f5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=27e23bf6-ffe1-4e0a-b377-e23593ba5165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514174 Jun 11 10:01:03.201796 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f2bc62e5-9953-43c6-a66b-7c451f73145e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:03.202383 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 9b51dc31-f72b-4a0a-8c15-bad5c9f333a2 details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 10:01:03.353469 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-94502eda-aa9e-445c-9dce-1c7e28bc8d59 tempest-RoutersAdminNegativeIpV6Test-1831948467 tempest-RoutersAdminNegativeIpV6Test-1831948467-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:03.397322 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 9b51dc31-f72b-4a0a-8c15-bad5c9f333a2, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=9b51dc31-f72b-4a0a-8c15-bad5c9f333a2,segment=NetworkSegment(ab2d9cc7-6b60-440f-b56a-bfa214087ddc),segment_id=ab2d9cc7-6b60-440f-b56a-bfa214087ddc)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:01:03.400628 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-94502eda-aa9e-445c-9dce-1c7e28bc8d59 tempest-RoutersAdminNegativeIpV6Test-1831948467 tempest-RoutersAdminNegativeIpV6Test-1831948467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:03.414954 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': '9b51dc31-f72b-4a0a-8c15-bad5c9f333a2', 'network_id': '1b5e62b6-c880-44bf-95b3-4520d2d0f2a4', 'port_id': '9b51dc31-f72b-4a0a-8c15-bad5c9f333a2', 'mac_address': 'fa:16:3e:f9:c2:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7a61cbf-58ae-4640-b759-b07b9612a4ee', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 10:01:03.481969 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:03.501603 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b51dc31-f72b-4a0a-8c15-bad5c9f333a2 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:01:03.528351 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 9b51dc31-f72b-4a0a-8c15-bad5c9f333a2, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=9b51dc31-f72b-4a0a-8c15-bad5c9f333a2,segment=NetworkSegment(ab2d9cc7-6b60-440f-b56a-bfa214087ddc),segment_id=ab2d9cc7-6b60-440f-b56a-bfa214087ddc)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:01:03.565581 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b6bbd-ccda-4dea-bc46-3375c76de1f1 req-05e57d4f-6db7-403c-b44b-3d600bc924be tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:03.567427 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8d8b6bbd-ccda-4dea-bc46-3375c76de1f1 req-05e57d4f-6db7-403c-b44b-3d600bc924be tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=86819c7b-2569-4362-bbfd-07a12dc47954 HTTP/1.1" status: 200 len: 943 time: 0.2893319 Jun 11 10:01:03.586064 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f2bc62e5-9953-43c6-a66b-7c451f73145e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:03.607100 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7feabcb3-c473-4b73-9a4a-b5d58fda4974 req-f0427398-f639-4e76-853b-15d4febf9825 service neutron] 10.222.0.69 "GET /v2.0/networks/27e23bf6-ffe1-4e0a-b377-e23593ba5165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3830018 Jun 11 10:01:03.631280 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:03.636227 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:01:03.687414 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8d8b6bbd-ccda-4dea-bc46-3375c76de1f1 req-cca963b4-9b34-4340-8c21-c64499a01db0 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092396 Jun 11 10:01:03.720033 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f2bc62e5-9953-43c6-a66b-7c451f73145e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:03.744252 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=9b51dc31-f72b-4a0a-8c15-bad5c9f333a2,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:01:03.754188 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:01:03.767146 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-26a3a3fe-e6b4-4993-bb4a-8b11fa58bfb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:01:03.830842 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-f2bc62e5-9953-43c6-a66b-7c451f73145e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cd6eb7cf791348cbb4b3d2c4c8c7aaa0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8309112 Jun 11 10:01:03.833821 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 35256) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:01:03.842597 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bc62e5-9953-43c6-a66b-7c451f73145e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba0b0ba-cac4-4392-8aa5-81ba60268623,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:01:03.843242 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-94502eda-aa9e-445c-9dce-1c7e28bc8d59 tempest-RoutersAdminNegativeIpV6Test-1831948467 tempest-RoutersAdminNegativeIpV6Test-1831948467-project-admin] Notify callbacks [] for router, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:03.863049 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f2bc62e5-9953-43c6-a66b-7c451f73145e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:01:03.994241 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09e540e-3568-4f7d-a19b-a0ae33579c58 req-7b59c832-7d27-4dc0-8af7-50fd5abd062f tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:03.995372 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c09e540e-3568-4f7d-a19b-a0ae33579c58 req-7b59c832-7d27-4dc0-8af7-50fd5abd062f tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaddf973-e588-464b-8514-112fb39e8650 HTTP/1.1" status: 200 len: 944 time: 0.0989792 Jun 11 10:01:04.006134 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['9b51dc31-f72b-4a0a-8c15-bad5c9f333a2'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:01:04.105650 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c09e540e-3568-4f7d-a19b-a0ae33579c58 req-980a2269-2efc-45c7-9b0c-b4b0d7bd96b2 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=28282b0e-6c5e-431e-9466-f7852b229f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014473 Jun 11 10:01:04.201024 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7feabcb3-c473-4b73-9a4a-b5d58fda4974 req-12c1cb6c-680f-4f24-a330-4c0e7bca7f2c service neutron] 10.222.0.69 "GET /v2.0/networks/27e23bf6-ffe1-4e0a-b377-e23593ba5165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5895581 Jun 11 10:01:04.394977 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dec72a-6ab0-42de-8543-5f8c7ae16e8c req-d4af6ba6-ce96-4553-8b7d-46fca699e43b tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:04.396553 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-38dec72a-6ab0-42de-8543-5f8c7ae16e8c req-d4af6ba6-ce96-4553-8b7d-46fca699e43b tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1776847-b818-43e8-b325-5c1ba8c57856 HTTP/1.1" status: 200 len: 946 time: 0.0903630 Jun 11 10:01:04.443720 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5e14eaf1-05a2-416e-bc36-3762d5954642 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:04.457322 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-94502eda-aa9e-445c-9dce-1c7e28bc8d59 tempest-RoutersAdminNegativeIpV6Test-1831948467 tempest-RoutersAdminNegativeIpV6Test-1831948467-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:04.460352 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-94502eda-aa9e-445c-9dce-1c7e28bc8d59 tempest-RoutersAdminNegativeIpV6Test-1831948467 tempest-RoutersAdminNegativeIpV6Test-1831948467-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:04.468725 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-38dec72a-6ab0-42de-8543-5f8c7ae16e8c req-295d35b8-ec5f-47ec-92dd-9aa987470318 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659149 Jun 11 10:01:04.572729 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5e14eaf1-05a2-416e-bc36-3762d5954642 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:04.651197 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b967c0-2b71-4eb4-9672-ce745b182c6a req-0aa4c2d3-315c-4277-94ca-faa5b0c3aeeb tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:04.657016 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b967c0-2b71-4eb4-9672-ce745b182c6a req-0aa4c2d3-315c-4277-94ca-faa5b0c3aeeb tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:04.662770 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b967c0-2b71-4eb4-9672-ce745b182c6a req-0aa4c2d3-315c-4277-94ca-faa5b0c3aeeb tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:04.668539 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b967c0-2b71-4eb4-9672-ce745b182c6a req-0aa4c2d3-315c-4277-94ca-faa5b0c3aeeb tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:04.674402 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b967c0-2b71-4eb4-9672-ce745b182c6a req-0aa4c2d3-315c-4277-94ca-faa5b0c3aeeb tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:04.680283 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b967c0-2b71-4eb4-9672-ce745b182c6a req-0aa4c2d3-315c-4277-94ca-faa5b0c3aeeb tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:04.686730 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b967c0-2b71-4eb4-9672-ce745b182c6a req-0aa4c2d3-315c-4277-94ca-faa5b0c3aeeb tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:04.688720 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d8b967c0-2b71-4eb4-9672-ce745b182c6a req-0aa4c2d3-315c-4277-94ca-faa5b0c3aeeb tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042 HTTP/1.1" status: 200 len: 5443 time: 0.2373564 Jun 11 10:01:04.691273 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-94502eda-aa9e-445c-9dce-1c7e28bc8d59 tempest-RoutersAdminNegativeIpV6Test-1831948467 tempest-RoutersAdminNegativeIpV6Test-1831948467-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:04.691273 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94502eda-aa9e-445c-9dce-1c7e28bc8d59 tempest-RoutersAdminNegativeIpV6Test-1831948467 tempest-RoutersAdminNegativeIpV6Test-1831948467-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 94d322de-53da-48f5-ab1d-d643b13e7d3c {{(pid=93176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 10:01:04.765643 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d8b967c0-2b71-4eb4-9672-ce745b182c6a req-a715b731-639b-4d8c-abd1-257afc8fb3e5 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/security-groups?id=28e50891-2b6b-4143-8c1d-0262dfed919e&id=ee23f870-7e0b-4b16-afae-a1e98a9dceaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551407 Jun 11 10:01:04.771615 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5e14eaf1-05a2-416e-bc36-3762d5954642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:04.774364 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5e14eaf1-05a2-416e-bc36-3762d5954642 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:04.775526 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-5e14eaf1-05a2-416e-bc36-3762d5954642 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6ba0b0ba-cac4-4392-8aa5-81ba60268623 HTTP/1.1" status: 204 len: 168 time: 0.9407494 Jun 11 10:01:04.776816 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7a638eb0-e0af-4f6e-a141-760b8797d23a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:01:04.789252 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e14eaf1-05a2-416e-bc36-3762d5954642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba0b0ba-cac4-4392-8aa5-81ba60268623,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:01:04.791664 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5e14eaf1-05a2-416e-bc36-3762d5954642 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:01:04.826381 n-d-779913-12 neutron-server[93176]: INFO neutron.api.v2.resource [None req-94502eda-aa9e-445c-9dce-1c7e28bc8d59 tempest-RoutersAdminNegativeIpV6Test-1831948467 tempest-RoutersAdminNegativeIpV6Test-1831948467-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jun 11 10:01:04.831110 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-94502eda-aa9e-445c-9dce-1c7e28bc8d59 tempest-RoutersAdminNegativeIpV6Test-1831948467 tempest-RoutersAdminNegativeIpV6Test-1831948467-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.5753846 Jun 11 10:01:04.833361 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 35272) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:01:05.021502 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-bf9a31ab-8a09-4a8a-bba6-121e9673b8c3 tempest-RoutersAdminNegativeIpV6Test-1831948467 tempest-RoutersAdminNegativeIpV6Test-1831948467-project-admin] Deleting port c5689028-c9b4-4c47-b1ee-4965b267d8a6 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:01:05.021778 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bf9a31ab-8a09-4a8a-bba6-121e9673b8c3 tempest-RoutersAdminNegativeIpV6Test-1831948467 tempest-RoutersAdminNegativeIpV6Test-1831948467-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:05.032116 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d958d14-8f4c-4eff-9fbd-53a8e3ea3bb5 req-7f28dc6c-5dd4-4349-8ae7-a5b076743544 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:05.033570 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7d958d14-8f4c-4eff-9fbd-53a8e3ea3bb5 req-7f28dc6c-5dd4-4349-8ae7-a5b076743544 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=86819c7b-2569-4362-bbfd-07a12dc47954 HTTP/1.1" status: 200 len: 944 time: 0.1274443 Jun 11 10:01:05.156887 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7d958d14-8f4c-4eff-9fbd-53a8e3ea3bb5 req-c1422557-0ceb-4dfa-9145-0a90449c747b tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096673 Jun 11 10:01:05.177011 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bf9a31ab-8a09-4a8a-bba6-121e9673b8c3 tempest-RoutersAdminNegativeIpV6Test-1831948467 tempest-RoutersAdminNegativeIpV6Test-1831948467-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:05.229270 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 9b51dc31-f72b-4a0a-8c15-bad5c9f333a2 up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:01:05.379531 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-bf9a31ab-8a09-4a8a-bba6-121e9673b8c3 tempest-RoutersAdminNegativeIpV6Test-1831948467 tempest-RoutersAdminNegativeIpV6Test-1831948467-project-admin] Calling delete_port for c5689028-c9b4-4c47-b1ee-4965b267d8a6 owned by {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:01:05.422959 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning for port 9b51dc31-f72b-4a0a-8c15-bad5c9f333a2 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:01:05.427214 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port 9b51dc31-f72b-4a0a-8c15-bad5c9f333a2 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:01:05.427913 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:05.473553 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928f6e4f-5a9a-4dd9-9e3a-be1536dc97d2 req-f31905e1-a08c-4e06-83c1-a2a222b71e52 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:05.483661 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928f6e4f-5a9a-4dd9-9e3a-be1536dc97d2 req-f31905e1-a08c-4e06-83c1-a2a222b71e52 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:05.489771 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928f6e4f-5a9a-4dd9-9e3a-be1536dc97d2 req-f31905e1-a08c-4e06-83c1-a2a222b71e52 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:05.492345 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:05.498196 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928f6e4f-5a9a-4dd9-9e3a-be1536dc97d2 req-f31905e1-a08c-4e06-83c1-a2a222b71e52 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:05.504647 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928f6e4f-5a9a-4dd9-9e3a-be1536dc97d2 req-f31905e1-a08c-4e06-83c1-a2a222b71e52 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:05.511519 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928f6e4f-5a9a-4dd9-9e3a-be1536dc97d2 req-f31905e1-a08c-4e06-83c1-a2a222b71e52 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:05.519497 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928f6e4f-5a9a-4dd9-9e3a-be1536dc97d2 req-f31905e1-a08c-4e06-83c1-a2a222b71e52 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:05.521435 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-928f6e4f-5a9a-4dd9-9e3a-be1536dc97d2 req-f31905e1-a08c-4e06-83c1-a2a222b71e52 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.64 "GET /v2.0/ports?device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042 HTTP/1.1" status: 200 len: 5443 time: 0.2548826 Jun 11 10:01:05.589051 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928f6e4f-5a9a-4dd9-9e3a-be1536dc97d2 req-999f538a-586d-4e17-b67c-04d0c6244fa5 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:05.590666 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-928f6e4f-5a9a-4dd9-9e3a-be1536dc97d2 req-999f538a-586d-4e17-b67c-04d0c6244fa5 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.64 "GET /v2.0/ports/0e3d8c07-4dd8-4173-b439-d804ac86a9ca?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0630455 Jun 11 10:01:05.599706 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d06a840-5a41-441e-be82-4b280ace1855 req-a76076f4-9ce5-40f7-abcc-5b2cb74d447c tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:05.607756 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3d06a840-5a41-441e-be82-4b280ace1855 req-a76076f4-9ce5-40f7-abcc-5b2cb74d447c tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaddf973-e588-464b-8514-112fb39e8650 HTTP/1.1" status: 200 len: 944 time: 0.2888513 Jun 11 10:01:05.617183 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:05.663404 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86819c7b-2569-4362-bbfd-07a12dc47954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b51dc31-f72b-4a0a-8c15-bad5c9f333a2'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:01:05.665896 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28403d50-919d-462d-b569-f855cd90bcbc" -d '{"events": [{"server_uuid": "86819c7b-2569-4362-bbfd-07a12dc47954", "name": "network-vif-plugged", "status": "completed", "tag": "9b51dc31-f72b-4a0a-8c15-bad5c9f333a2"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:01:05.682039 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 9b51dc31-f72b-4a0a-8c15-bad5c9f333a2, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=9b51dc31-f72b-4a0a-8c15-bad5c9f333a2,segment=NetworkSegment(ab2d9cc7-6b60-440f-b56a-bfa214087ddc),segment_id=ab2d9cc7-6b60-440f-b56a-bfa214087ddc)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:01:05.717535 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 35294) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:01:05.742876 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:05.744120 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device fa86cce1-a4ac-4fd1-b55d-12973cfcb1d4 no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:01:05.745983 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:01:05.763418 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3d06a840-5a41-441e-be82-4b280ace1855 req-6cf52cf0-51a9-477a-bde8-48d59791046e tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=28282b0e-6c5e-431e-9466-f7852b229f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546841 Jun 11 10:01:05.772341 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6e8aa8fb-3a95-4f77-9e42-1981a34da970 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:05.848164 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-928f6e4f-5a9a-4dd9-9e3a-be1536dc97d2 req-bb7e3958-e4f6-4cb4-a6c0-0dc224210cbc tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.64 "GET /v2.0/networks/6d3621a2-169e-4b61-882a-b4c2c253f396?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2380610 Jun 11 10:01:05.859821 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-928f6e4f-5a9a-4dd9-9e3a-be1536dc97d2 req-122e55b4-766a-43b5-8171-df12b1be2be8 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:01:05.917016 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bf9a31ab-8a09-4a8a-bba6-121e9673b8c3 tempest-RoutersAdminNegativeIpV6Test-1831948467 tempest-RoutersAdminNegativeIpV6Test-1831948467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:05.938581 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-65a816a7-03cb-48c6-bd5a-22a2bc455532 tempest-FloatingIPAdminTestJSON-606470310 tempest-FloatingIPAdminTestJSON-606470310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:01:05.977920 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36029418-fcf4-4130-b3fb-23f66690f3c5 x-openstack-request-id: req-36029418-fcf4-4130-b3fb-23f66690f3c5 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:01:05.978258 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86819c7b-2569-4362-bbfd-07a12dc47954", "name": "network-vif-plugged", "status": "completed", "tag": "9b51dc31-f72b-4a0a-8c15-bad5c9f333a2", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:01:05.981007 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-36029418-fcf4-4130-b3fb-23f66690f3c5 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:01:05.985466 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86819c7b-2569-4362-bbfd-07a12dc47954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b51dc31-f72b-4a0a-8c15-bad5c9f333a2', 'code': 200} Jun 11 10:01:05.992511 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=9b51dc31-f72b-4a0a-8c15-bad5c9f333a2,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:01:06.003023 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:01:06.021010 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9a31ab-8a09-4a8a-bba6-121e9673b8c3 tempest-RoutersAdminNegativeIpV6Test-1831948467 tempest-RoutersAdminNegativeIpV6Test-1831948467-project-admin] Pushing event deleted for resources: {'Port': ['ID=c5689028-c9b4-4c47-b1ee-4965b267d8a6,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:01:06.026403 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-bf9a31ab-8a09-4a8a-bba6-121e9673b8c3 tempest-RoutersAdminNegativeIpV6Test-1831948467 tempest-RoutersAdminNegativeIpV6Test-1831948467-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:01:06.110962 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:06.164704 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bf9a31ab-8a09-4a8a-bba6-121e9673b8c3 tempest-RoutersAdminNegativeIpV6Test-1831948467 tempest-RoutersAdminNegativeIpV6Test-1831948467-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:06.166712 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-bf9a31ab-8a09-4a8a-bba6-121e9673b8c3 tempest-RoutersAdminNegativeIpV6Test-1831948467 tempest-RoutersAdminNegativeIpV6Test-1831948467-project-admin] 10.222.0.60 "DELETE /v2.0/ports/c5689028-c9b4-4c47-b1ee-4965b267d8a6 HTTP/1.1" status: 204 len: 168 time: 1.3323560 Jun 11 10:01:06.188241 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port fa86cce1-a4ac-4fd1-b55d-12973cfcb1d4, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=fa86cce1-a4ac-4fd1-b55d-12973cfcb1d4,segment=NetworkSegment(49dbfc19-7dcf-486c-9f91-ff9f037d2121),segment_id=49dbfc19-7dcf-486c-9f91-ff9f037d2121)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:01:06.198189 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6e8aa8fb-3a95-4f77-9e42-1981a34da970 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:06.263411 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:06.266567 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-978df5cd-2daf-49e6-879e-fb7934b282e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:01:06.301213 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6e8aa8fb-3a95-4f77-9e42-1981a34da970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:06.303924 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa40dc19-dc5d-419d-84ec-f6ab0ba02d51 req-2ed3e6f4-d42f-4d6f-a580-5cd9701ddb59 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:06.308012 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8830ff24-0826-4dbc-a0da-800c7319f5b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:01:06.311885 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fa40dc19-dc5d-419d-84ec-f6ab0ba02d51 req-2ed3e6f4-d42f-4d6f-a580-5cd9701ddb59 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1776847-b818-43e8-b325-5c1ba8c57856 HTTP/1.1" status: 200 len: 946 time: 0.3068125 Jun 11 10:01:06.315990 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-928f6e4f-5a9a-4dd9-9e3a-be1536dc97d2 req-122e55b4-766a-43b5-8171-df12b1be2be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:06.357548 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=fa86cce1-a4ac-4fd1-b55d-12973cfcb1d4,revision_number=8']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:01:06.362185 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:01:06.375630 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4968ba-22c8-416e-a3ef-d78d2f144efd req-51663cf4-9d4a-4204-8365-884053ac10f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:06.377879 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-dd4968ba-22c8-416e-a3ef-d78d2f144efd req-51663cf4-9d4a-4204-8365-884053ac10f1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=86819c7b-2569-4362-bbfd-07a12dc47954 HTTP/1.1" status: 200 len: 1097 time: 0.3588548 Jun 11 10:01:06.398490 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-6e8aa8fb-3a95-4f77-9e42-1981a34da970 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6ad91380f467472e8925bffc80a753c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6775162 Jun 11 10:01:06.412299 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f845370-c259-4b0d-a00e-5ff00b322f48 req-711c4e2d-cb47-4906-8307-d2921b572f78 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:06.419709 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f845370-c259-4b0d-a00e-5ff00b322f48 req-711c4e2d-cb47-4906-8307-d2921b572f78 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:06.421467 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 35306) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:01:06.426362 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f845370-c259-4b0d-a00e-5ff00b322f48 req-711c4e2d-cb47-4906-8307-d2921b572f78 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:06.432148 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f845370-c259-4b0d-a00e-5ff00b322f48 req-711c4e2d-cb47-4906-8307-d2921b572f78 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:06.438416 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f845370-c259-4b0d-a00e-5ff00b322f48 req-711c4e2d-cb47-4906-8307-d2921b572f78 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:06.444360 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f845370-c259-4b0d-a00e-5ff00b322f48 req-711c4e2d-cb47-4906-8307-d2921b572f78 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:06.451084 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f845370-c259-4b0d-a00e-5ff00b322f48 req-711c4e2d-cb47-4906-8307-d2921b572f78 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:06.453087 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6f845370-c259-4b0d-a00e-5ff00b322f48 req-711c4e2d-cb47-4906-8307-d2921b572f78 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042 HTTP/1.1" status: 200 len: 5443 time: 0.2292509 Jun 11 10:01:06.454438 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8aa8fb-3a95-4f77-9e42-1981a34da970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4547ee85-4b76-428b-9090-a9ce90d89762,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:01:06.457715 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6e8aa8fb-3a95-4f77-9e42-1981a34da970 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:01:06.504154 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6f845370-c259-4b0d-a00e-5ff00b322f48 req-9687a3be-c2f4-48f9-a2c2-55e7f497d3bf tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/security-groups?id=28e50891-2b6b-4143-8c1d-0262dfed919e&id=ee23f870-7e0b-4b16-afae-a1e98a9dceaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0434115 Jun 11 10:01:06.728410 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1151fc-d673-4ff9-9539-675e730d8e0b req-8b5fd257-025a-4419-9001-f2555fae9a19 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:06.730044 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-eb1151fc-d673-4ff9-9539-675e730d8e0b req-8b5fd257-025a-4419-9001-f2555fae9a19 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=86819c7b-2569-4362-bbfd-07a12dc47954 HTTP/1.1" status: 200 len: 945 time: 0.0855012 Jun 11 10:01:06.785446 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-eb1151fc-d673-4ff9-9539-675e730d8e0b req-d41557a1-2199-4d0e-8ba5-775ac8a4d2c0 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481107 Jun 11 10:01:06.904709 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 35318) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:01:06.998416 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fa40dc19-dc5d-419d-84ec-f6ab0ba02d51 req-b5fefa7c-a821-4490-b942-34ff669dbf21 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6855454 Jun 11 10:01:07.102183 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-dd4968ba-22c8-416e-a3ef-d78d2f144efd req-fc5c7a5a-871f-4555-906c-3229d55b6506 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6882434 Jun 11 10:01:07.119191 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f965123b-5c71-4da5-9a97-59e19d6bc6c9 req-1c921f4a-1b7c-4575-9ff1-abd9100853c5 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:07.120779 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f965123b-5c71-4da5-9a97-59e19d6bc6c9 req-1c921f4a-1b7c-4575-9ff1-abd9100853c5 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaddf973-e588-464b-8514-112fb39e8650 HTTP/1.1" status: 200 len: 944 time: 0.1707411 Jun 11 10:01:07.177143 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3e89fe5a-19fc-4e4b-a2b8-9563ca441dad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:07.200483 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e24a6d15-36d2-412d-b457-fabc045183e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:07.232731 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f965123b-5c71-4da5-9a97-59e19d6bc6c9 req-91d269df-6281-4191-9ea7-a8c7eb9e477a tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=28282b0e-6c5e-431e-9466-f7852b229f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015785 Jun 11 10:01:07.258289 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-928f6e4f-5a9a-4dd9-9e3a-be1536dc97d2 req-122e55b4-766a-43b5-8171-df12b1be2be8 service neutron] For port 0e3d8c07-4dd8-4173-b439-d804ac86a9ca, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=0e3d8c07-4dd8-4173-b439-d804ac86a9ca,segment=NetworkSegment(508b1faa-9ad8-4325-9b04-bc4b9922bdc5),segment_id=508b1faa-9ad8-4325-9b04-bc4b9922bdc5)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:01:07.275955 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e24a6d15-36d2-412d-b457-fabc045183e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:07.335271 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-928f6e4f-5a9a-4dd9-9e3a-be1536dc97d2 req-122e55b4-766a-43b5-8171-df12b1be2be8 service neutron] For port 0e3d8c07-4dd8-4173-b439-d804ac86a9ca, host n-h1-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:01:07.357284 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3e89fe5a-19fc-4e4b-a2b8-9563ca441dad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:07.377408 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-928f6e4f-5a9a-4dd9-9e3a-be1536dc97d2 req-122e55b4-766a-43b5-8171-df12b1be2be8 service neutron] device_id is not set on port 0e3d8c07-4dd8-4173-b439-d804ac86a9ca yet. {{(pid=93176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 10:01:07.387742 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-928f6e4f-5a9a-4dd9-9e3a-be1536dc97d2 req-122e55b4-766a-43b5-8171-df12b1be2be8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:07.491560 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3e89fe5a-19fc-4e4b-a2b8-9563ca441dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:07.495662 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-cfbb5119-ab42-4b0b-9d9a-f67f5cec956e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:01:07.538634 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-3e89fe5a-19fc-4e4b-a2b8-9563ca441dad admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cf28500aa8e34c6e868c1c2889cd3683&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6302435 Jun 11 10:01:07.538634 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e89fe5a-19fc-4e4b-a2b8-9563ca441dad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be7d139a-6656-4a79-8d1c-8cf0f92b43b1,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:01:07.539498 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 35330) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:01:07.540388 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3e89fe5a-19fc-4e4b-a2b8-9563ca441dad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:01:07.569616 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e24a6d15-36d2-412d-b457-fabc045183e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:07.572753 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e24a6d15-36d2-412d-b457-fabc045183e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:07.576745 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-e24a6d15-36d2-412d-b457-fabc045183e5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4547ee85-4b76-428b-9090-a9ce90d89762 HTTP/1.1" status: 204 len: 168 time: 1.1540461 Jun 11 10:01:07.580761 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d56801f9-98f6-4463-8e38-25f69697fd4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:01:07.582741 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-928f6e4f-5a9a-4dd9-9e3a-be1536dc97d2 req-122e55b4-766a-43b5-8171-df12b1be2be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:07.606426 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24a6d15-36d2-412d-b457-fabc045183e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4547ee85-4b76-428b-9090-a9ce90d89762,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:01:07.610087 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e24a6d15-36d2-412d-b457-fabc045183e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:01:07.612974 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-eb5c816e-1bd6-4190-9e20-be09f7075ddb tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:01:07.739666 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-928f6e4f-5a9a-4dd9-9e3a-be1536dc97d2 req-122e55b4-766a-43b5-8171-df12b1be2be8 service neutron] No DVR routers for this DVR port 0e3d8c07-4dd8-4173-b439-d804ac86a9ca on host n-h1-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:01:07.867975 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4c4bf786-23f9-491e-b6ec-29b2a6c63e72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:07.900504 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122e55b4-766a-43b5-8171-df12b1be2be8 service neutron] Pushing event updated for resources: {'Port': ['ID=0e3d8c07-4dd8-4173-b439-d804ac86a9ca,revision_number=6']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:01:07.917570 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-122e55b4-766a-43b5-8171-df12b1be2be8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:01:07.942102 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-928f6e4f-5a9a-4dd9-9e3a-be1536dc97d2 req-122e55b4-766a-43b5-8171-df12b1be2be8 service neutron] In _notify_port_updated(), no bound segment for port 0e3d8c07-4dd8-4173-b439-d804ac86a9ca on network 6d3621a2-169e-4b61-882a-b4c2c253f396 {{(pid=93176) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 11 10:01:07.942995 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928f6e4f-5a9a-4dd9-9e3a-be1536dc97d2 req-122e55b4-766a-43b5-8171-df12b1be2be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:07.943652 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-928f6e4f-5a9a-4dd9-9e3a-be1536dc97d2 req-122e55b4-766a-43b5-8171-df12b1be2be8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:07.944971 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-928f6e4f-5a9a-4dd9-9e3a-be1536dc97d2 req-122e55b4-766a-43b5-8171-df12b1be2be8 service neutron] 10.222.0.64 "PUT /v2.0/ports/0e3d8c07-4dd8-4173-b439-d804ac86a9ca HTTP/1.1" status: 200 len: 1032 time: 2.0901401 Jun 11 10:01:07.971212 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-d401001b-ab52-4594-8ff2-128b43b15650 None None] Provisioning complete for port 0e3d8c07-4dd8-4173-b439-d804ac86a9ca triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:01:07.972707 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d401001b-ab52-4594-8ff2-128b43b15650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:07.995520 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4c4bf786-23f9-491e-b6ec-29b2a6c63e72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:08.017941 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1776847-b818-43e8-b325-5c1ba8c57856', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa86cce1-a4ac-4fd1-b55d-12973cfcb1d4'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:01:08.022335 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02497b44-896c-4f8c-85aa-e943352707ce" -d '{"events": [{"server_uuid": "f1776847-b818-43e8-b325-5c1ba8c57856", "name": "network-vif-unplugged", "status": "completed", "tag": "fa86cce1-a4ac-4fd1-b55d-12973cfcb1d4"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:01:08.043328 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-d401001b-ab52-4594-8ff2-128b43b15650 None None] Port 0e3d8c07-4dd8-4173-b439-d804ac86a9ca cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:01:08.045334 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa4c82f-4ae0-4672-b2ef-ece81f420064 req-a328a8a5-81e8-4d35-901d-654dc97695c2 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:08.055833 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2aa4c82f-4ae0-4672-b2ef-ece81f420064 req-a328a8a5-81e8-4d35-901d-654dc97695c2 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=86819c7b-2569-4362-bbfd-07a12dc47954 HTTP/1.1" status: 200 len: 945 time: 0.1155400 Jun 11 10:01:08.062512 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 4ce74097-617f-4211-a8f7-105354bec944 no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:01:08.106202 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928f6e4f-5a9a-4dd9-9e3a-be1536dc97d2 req-ac3f7e26-a59b-434b-bd6f-0303da19d103 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:08.108170 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-928f6e4f-5a9a-4dd9-9e3a-be1536dc97d2 req-ac3f7e26-a59b-434b-bd6f-0303da19d103 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.64 "GET /v2.0/ports/aba52a31-7ead-4b87-98cf-90bcdace2f39?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1538861 Jun 11 10:01:08.122651 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90608e10-d295-4423-b290-90b67b0199f0 req-d74d949d-b373-4724-aab1-6e0646c5377d tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:08.128084 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2aa4c82f-4ae0-4672-b2ef-ece81f420064 req-65c2e3ce-f584-42ee-a4d4-c2ada6b76321 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710251 Jun 11 10:01:08.129715 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90608e10-d295-4423-b290-90b67b0199f0 req-d74d949d-b373-4724-aab1-6e0646c5377d tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:08.135528 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90608e10-d295-4423-b290-90b67b0199f0 req-d74d949d-b373-4724-aab1-6e0646c5377d tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:08.142308 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90608e10-d295-4423-b290-90b67b0199f0 req-d74d949d-b373-4724-aab1-6e0646c5377d tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:08.148268 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90608e10-d295-4423-b290-90b67b0199f0 req-d74d949d-b373-4724-aab1-6e0646c5377d tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:08.155315 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90608e10-d295-4423-b290-90b67b0199f0 req-d74d949d-b373-4724-aab1-6e0646c5377d tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:08.164257 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-90608e10-d295-4423-b290-90b67b0199f0 req-d74d949d-b373-4724-aab1-6e0646c5377d tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042 HTTP/1.1" status: 200 len: 4664 time: 0.4426785 Jun 11 10:01:08.186498 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-928f6e4f-5a9a-4dd9-9e3a-be1536dc97d2 req-d949f0d6-2f01-4f83-b4f9-fbf6f8599ba5 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:01:08.190939 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de5135-e13c-496b-80c1-14d7bd8532d0 req-e01e6203-ccf4-4a46-a30e-7fe705d98747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:08.192491 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-34de5135-e13c-496b-80c1-14d7bd8532d0 req-e01e6203-ccf4-4a46-a30e-7fe705d98747 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=aaddf973-e588-464b-8514-112fb39e8650&tenant_id=21c20f27027a4fa895493faf5f883302 HTTP/1.1" status: 200 len: 1096 time: 0.3570564 Jun 11 10:01:08.247662 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-34de5135-e13c-496b-80c1-14d7bd8532d0 req-1f5b3c7f-2456-47c0-9665-613bbff030a4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-779913-12', 'device_owner': 'compute:nova'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:01:08.261493 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 11 Jun 2021 10:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae018318-d38f-4416-9a92-ae9aa8ca5dc5 x-openstack-request-id: req-ae018318-d38f-4416-9a92-ae9aa8ca5dc5 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:01:08.261829 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1776847-b818-43e8-b325-5c1ba8c57856", "name": "network-vif-unplugged", "status": "failed", "tag": "fa86cce1-a4ac-4fd1-b55d-12973cfcb1d4", "code": 422}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:01:08.262105 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ae018318-d38f-4416-9a92-ae9aa8ca5dc5 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:01:08.262590 n-d-779913-12 neutron-server[93178]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f1776847-b818-43e8-b325-5c1ba8c57856', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fa86cce1-a4ac-4fd1-b55d-12973cfcb1d4', 'code': 422} returned with failed status Jun 11 10:01:08.273580 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:08.367111 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-90608e10-d295-4423-b290-90b67b0199f0 req-9ee8e3a0-6cbb-48fe-a38c-eb676445d9a8 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/security-groups?id=28e50891-2b6b-4143-8c1d-0262dfed919e&id=ee23f870-7e0b-4b16-afae-a1e98a9dceaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2004237 Jun 11 10:01:08.374791 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 4ce74097-617f-4211-a8f7-105354bec944, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=4ce74097-617f-4211-a8f7-105354bec944,segment=NetworkSegment(07c308bf-d361-4404-88f5-f82f64cf50c4),segment_id=07c308bf-d361-4404-88f5-f82f64cf50c4)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:01:08.402308 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4c4bf786-23f9-491e-b6ec-29b2a6c63e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:08.405384 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4c4bf786-23f9-491e-b6ec-29b2a6c63e72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:08.410141 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-4c4bf786-23f9-491e-b6ec-29b2a6c63e72 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/be7d139a-6656-4a79-8d1c-8cf0f92b43b1 HTTP/1.1" status: 204 len: 168 time: 0.8690522 Jun 11 10:01:08.413475 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-842319c6-9c5e-4ae7-b9ed-052ab90b716e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:01:08.478205 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:08.479504 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device aba52a31-7ead-4b87-98cf-90bcdace2f39 no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:01:08.494300 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e9e116-da63-469d-815b-46df4303f3e0 req-8583ca9e-34e1-4daf-82c1-9a43763ff21f tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:08.496595 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-47e9e116-da63-469d-815b-46df4303f3e0 req-8583ca9e-34e1-4daf-82c1-9a43763ff21f tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1776847-b818-43e8-b325-5c1ba8c57856 HTTP/1.1" status: 200 len: 944 time: 0.1258509 Jun 11 10:01:08.532107 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-34de5135-e13c-496b-80c1-14d7bd8532d0 req-1f5b3c7f-2456-47c0-9665-613bbff030a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:08.535129 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-928f6e4f-5a9a-4dd9-9e3a-be1536dc97d2 req-d949f0d6-2f01-4f83-b4f9-fbf6f8599ba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:08.542137 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:01:08.560958 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4bf786-23f9-491e-b6ec-29b2a6c63e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7d139a-6656-4a79-8d1c-8cf0f92b43b1,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:01:08.575065 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-47e9e116-da63-469d-815b-46df4303f3e0 req-4fb8e8bd-f53f-4255-a85f-829d59c8d8b2 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713406 Jun 11 10:01:08.580263 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4c4bf786-23f9-491e-b6ec-29b2a6c63e72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:01:08.657381 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=4ce74097-617f-4211-a8f7-105354bec944,revision_number=6']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:01:08.665962 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:01:08.733637 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:08.829811 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-928f6e4f-5a9a-4dd9-9e3a-be1536dc97d2 req-d949f0d6-2f01-4f83-b4f9-fbf6f8599ba5 service neutron] For port aba52a31-7ead-4b87-98cf-90bcdace2f39, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=aba52a31-7ead-4b87-98cf-90bcdace2f39,segment=NetworkSegment(508b1faa-9ad8-4325-9b04-bc4b9922bdc5),segment_id=508b1faa-9ad8-4325-9b04-bc4b9922bdc5)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:01:08.967149 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-928f6e4f-5a9a-4dd9-9e3a-be1536dc97d2 req-d949f0d6-2f01-4f83-b4f9-fbf6f8599ba5 service neutron] For port aba52a31-7ead-4b87-98cf-90bcdace2f39, host n-h1-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:01:09.107919 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-928f6e4f-5a9a-4dd9-9e3a-be1536dc97d2 req-d949f0d6-2f01-4f83-b4f9-fbf6f8599ba5 service neutron] device_id is not set on port aba52a31-7ead-4b87-98cf-90bcdace2f39 yet. {{(pid=93176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 10:01:09.131241 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-928f6e4f-5a9a-4dd9-9e3a-be1536dc97d2 req-d949f0d6-2f01-4f83-b4f9-fbf6f8599ba5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:09.196899 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2711b278-5a39-4c6e-aa2e-ac47bfc07645 req-6373fcf4-f543-4bd7-9567-481ac97fd8b2 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:09.198399 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2711b278-5a39-4c6e-aa2e-ac47bfc07645 req-6373fcf4-f543-4bd7-9567-481ac97fd8b2 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaddf973-e588-464b-8514-112fb39e8650 HTTP/1.1" status: 200 len: 944 time: 0.3462865 Jun 11 10:01:09.285925 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device fa86cce1-a4ac-4fd1-b55d-12973cfcb1d4 no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:01:09.287456 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-928f6e4f-5a9a-4dd9-9e3a-be1536dc97d2 req-d949f0d6-2f01-4f83-b4f9-fbf6f8599ba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:09.294327 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ae671740-2668-4d0c-a7fa-fcd7eceaf59d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:01:09.316690 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 35402) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:01:09.369380 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-acdfb848-f2a3-4855-bf06-3072013709c9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9d0b54faf47e4e75b5c140f15c9ecbb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0505359 Jun 11 10:01:09.372467 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 35404) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:01:09.376033 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.db.api [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93178) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 10:01:09.376756 n-d-779913-12 neutron-server[93178]: DEBUG oslo_db.api [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 10:01:09.457691 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-888a1cf9-c0d4-42e1-8e3d-0864aab16166 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:09.473231 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d949f0d6-2f01-4f83-b4f9-fbf6f8599ba5 service neutron] Pushing event updated for resources: {'Port': ['ID=aba52a31-7ead-4b87-98cf-90bcdace2f39,revision_number=6']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:01:09.492364 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d949f0d6-2f01-4f83-b4f9-fbf6f8599ba5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:01:09.508386 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2711b278-5a39-4c6e-aa2e-ac47bfc07645 req-036aa3f9-7cf1-4f9d-9aee-3a479fb4798e tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=28282b0e-6c5e-431e-9466-f7852b229f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3021944 Jun 11 10:01:09.539404 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-928f6e4f-5a9a-4dd9-9e3a-be1536dc97d2 req-d949f0d6-2f01-4f83-b4f9-fbf6f8599ba5 service neutron] No DVR routers for this DVR port aba52a31-7ead-4b87-98cf-90bcdace2f39 on host n-h1-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:01:09.551179 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-888a1cf9-c0d4-42e1-8e3d-0864aab16166 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:09.596449 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-34de5135-e13c-496b-80c1-14d7bd8532d0 req-1f5b3c7f-2456-47c0-9665-613bbff030a4 service neutron] For port da8fbc79-fb8f-44ca-a448-4f854b38b7e0, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=da8fbc79-fb8f-44ca-a448-4f854b38b7e0,segment=NetworkSegment(64ec67c3-ae73-4fd7-a5b7-323e0e068c2b),segment_id=64ec67c3-ae73-4fd7-a5b7-323e0e068c2b)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:01:09.659553 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-928f6e4f-5a9a-4dd9-9e3a-be1536dc97d2 req-d949f0d6-2f01-4f83-b4f9-fbf6f8599ba5 service neutron] In _notify_port_updated(), no bound segment for port aba52a31-7ead-4b87-98cf-90bcdace2f39 on network 6d3621a2-169e-4b61-882a-b4c2c253f396 {{(pid=93176) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 11 10:01:09.660628 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928f6e4f-5a9a-4dd9-9e3a-be1536dc97d2 req-d949f0d6-2f01-4f83-b4f9-fbf6f8599ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:09.661435 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-928f6e4f-5a9a-4dd9-9e3a-be1536dc97d2 req-d949f0d6-2f01-4f83-b4f9-fbf6f8599ba5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:09.666376 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-928f6e4f-5a9a-4dd9-9e3a-be1536dc97d2 req-d949f0d6-2f01-4f83-b4f9-fbf6f8599ba5 service neutron] 10.222.0.64 "PUT /v2.0/ports/aba52a31-7ead-4b87-98cf-90bcdace2f39 HTTP/1.1" status: 200 len: 1031 time: 1.4937551 Jun 11 10:01:09.729174 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-34de5135-e13c-496b-80c1-14d7bd8532d0 req-1f5b3c7f-2456-47c0-9665-613bbff030a4 service neutron] For port da8fbc79-fb8f-44ca-a448-4f854b38b7e0, host n-h2-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:01:09.795350 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-888a1cf9-c0d4-42e1-8e3d-0864aab16166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:09.798315 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-888a1cf9-c0d4-42e1-8e3d-0864aab16166 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:09.803273 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-888a1cf9-c0d4-42e1-8e3d-0864aab16166 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8a0ebd1e-8e8b-4fe7-ae49-abaf756fa439 HTTP/1.1" status: 204 len: 168 time: 0.4295177 Jun 11 10:01:09.804228 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6f659a0f-f244-4ac5-9ea6-18543a1a4eb5 tempest-RoutersAdminNegativeIpV6Test-1831948467 tempest-RoutersAdminNegativeIpV6Test-1831948467-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:01:09.806970 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-79893499-30a3-4c48-8204-4eddd930ad9b None None] Provisioning complete for port aba52a31-7ead-4b87-98cf-90bcdace2f39 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:01:09.807358 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-79893499-30a3-4c48-8204-4eddd930ad9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:09.822415 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888a1cf9-c0d4-42e1-8e3d-0864aab16166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a0ebd1e-8e8b-4fe7-ae49-abaf756fa439,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:01:09.825313 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-888a1cf9-c0d4-42e1-8e3d-0864aab16166 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:01:09.829131 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-34de5135-e13c-496b-80c1-14d7bd8532d0 req-1f5b3c7f-2456-47c0-9665-613bbff030a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da8fbc79-fb8f-44ca-a448-4f854b38b7e0 {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:01:09.877243 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-79893499-30a3-4c48-8204-4eddd930ad9b None None] Port aba52a31-7ead-4b87-98cf-90bcdace2f39 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:01:09.877349 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-34de5135-e13c-496b-80c1-14d7bd8532d0 req-1f5b3c7f-2456-47c0-9665-613bbff030a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:09.906878 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-34de5135-e13c-496b-80c1-14d7bd8532d0 req-1f5b3c7f-2456-47c0-9665-613bbff030a4 service neutron] Transition to ACTIVE for port object da8fbc79-fb8f-44ca-a448-4f854b38b7e0 will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:01:09.922584 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75705fc1-139e-4a0e-ac8d-c549b2e9d396 req-fe6c5f64-4f47-4f7a-92d3-317fbe7dfadb tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:09.928995 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 0e3d8c07-4dd8-4173-b439-d804ac86a9ca no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:01:09.929618 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-75705fc1-139e-4a0e-ac8d-c549b2e9d396 req-fe6c5f64-4f47-4f7a-92d3-317fbe7dfadb tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=86819c7b-2569-4362-bbfd-07a12dc47954 HTTP/1.1" status: 200 len: 945 time: 0.2620797 Jun 11 10:01:09.963068 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-928f6e4f-5a9a-4dd9-9e3a-be1536dc97d2 req-c9fa8154-9a73-4b5f-94b0-277d7f5ebec7 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Deleting port aa0b414f-8b35-42cd-bbc6-fd64860a4029 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:01:09.963428 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-928f6e4f-5a9a-4dd9-9e3a-be1536dc97d2 req-c9fa8154-9a73-4b5f-94b0-277d7f5ebec7 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:09.981153 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 0e3d8c07-4dd8-4173-b439-d804ac86a9ca not bound to the agent host n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:01:09.982266 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 7d4122a6-8857-404a-9194-b0a549ee64cc no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:01:10.010407 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-75705fc1-139e-4a0e-ac8d-c549b2e9d396 req-15b909c7-42e8-4dca-ad3f-278c46065ee9 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799699 Jun 11 10:01:10.029872 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-34de5135-e13c-496b-80c1-14d7bd8532d0 req-1f5b3c7f-2456-47c0-9665-613bbff030a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:10.097179 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:10.099730 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1ece0bc2-57a8-415b-9413-8a97fcbb9466 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:01:10.148535 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 7d4122a6-8857-404a-9194-b0a549ee64cc, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=7d4122a6-8857-404a-9194-b0a549ee64cc,segment=NetworkSegment(508b1faa-9ad8-4325-9b04-bc4b9922bdc5),segment_id=508b1faa-9ad8-4325-9b04-bc4b9922bdc5)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:01:10.238592 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:10.240008 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 1006db35-2c94-42c9-8939-645ef395cec2 no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:01:10.243410 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:01:10.270925 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8951c33-6d6a-4bea-b1bd-31fda6afe042', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ce74097-617f-4211-a8f7-105354bec944'}, {'server_uuid': 'c8951c33-6d6a-4bea-b1bd-31fda6afe042', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d4122a6-8857-404a-9194-b0a549ee64cc'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:01:10.273567 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10efd1be-9805-4eca-98df-8433d64e9920" -d '{"events": [{"server_uuid": "c8951c33-6d6a-4bea-b1bd-31fda6afe042", "name": "network-vif-unplugged", "status": "completed", "tag": "4ce74097-617f-4211-a8f7-105354bec944"}, {"server_uuid": "c8951c33-6d6a-4bea-b1bd-31fda6afe042", "name": "network-vif-unplugged", "status": "completed", "tag": "7d4122a6-8857-404a-9194-b0a549ee64cc"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:01:10.369538 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5b3c7f-2456-47c0-9665-613bbff030a4 service neutron] Pushing event updated for resources: {'Port': ['ID=da8fbc79-fb8f-44ca-a448-4f854b38b7e0,revision_number=9']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:01:10.399250 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1f5b3c7f-2456-47c0-9665-613bbff030a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:01:10.478126 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=7d4122a6-8857-404a-9194-b0a549ee64cc,revision_number=6']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:01:10.484621 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:01:10.488769 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:10.522129 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-928f6e4f-5a9a-4dd9-9e3a-be1536dc97d2 req-c9fa8154-9a73-4b5f-94b0-277d7f5ebec7 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] For port aa0b414f-8b35-42cd-bbc6-fd64860a4029, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=aa0b414f-8b35-42cd-bbc6-fd64860a4029,segment=NetworkSegment(508b1faa-9ad8-4325-9b04-bc4b9922bdc5),segment_id=508b1faa-9ad8-4325-9b04-bc4b9922bdc5)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:01:10.522806 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-928f6e4f-5a9a-4dd9-9e3a-be1536dc97d2 req-c9fa8154-9a73-4b5f-94b0-277d7f5ebec7 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:10.580517 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-34de5135-e13c-496b-80c1-14d7bd8532d0 req-1f5b3c7f-2456-47c0-9665-613bbff030a4 service neutron] No DVR routers for this DVR port da8fbc79-fb8f-44ca-a448-4f854b38b7e0 on host n-h2-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:01:10.629322 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 1006db35-2c94-42c9-8939-645ef395cec2, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=1006db35-2c94-42c9-8939-645ef395cec2,segment=NetworkSegment(07c308bf-d361-4404-88f5-f82f64cf50c4),segment_id=07c308bf-d361-4404-88f5-f82f64cf50c4)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:01:10.689312 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-928f6e4f-5a9a-4dd9-9e3a-be1536dc97d2 req-c9fa8154-9a73-4b5f-94b0-277d7f5ebec7 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Calling delete_port for aa0b414f-8b35-42cd-bbc6-fd64860a4029 owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:01:10.736039 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:10.738718 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device aa0b414f-8b35-42cd-bbc6-fd64860a4029 no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:01:10.749039 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-091c8ca1-07ab-438e-a8d0-96998692641d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:01:10.891323 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=1006db35-2c94-42c9-8939-645ef395cec2,revision_number=6']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:01:10.899591 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:01:10.926899 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aa6215-ec26-4a28-b78e-f33d6da38d63 req-672a5067-0c77-46a6-8241-097a3f8f0bdb tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:10.932832 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aa6215-ec26-4a28-b78e-f33d6da38d63 req-672a5067-0c77-46a6-8241-097a3f8f0bdb tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:10.940244 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aa6215-ec26-4a28-b78e-f33d6da38d63 req-672a5067-0c77-46a6-8241-097a3f8f0bdb tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:10.945927 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aa6215-ec26-4a28-b78e-f33d6da38d63 req-672a5067-0c77-46a6-8241-097a3f8f0bdb tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:10.951783 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aa6215-ec26-4a28-b78e-f33d6da38d63 req-672a5067-0c77-46a6-8241-097a3f8f0bdb tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:10.953602 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a8aa6215-ec26-4a28-b78e-f33d6da38d63 req-672a5067-0c77-46a6-8241-097a3f8f0bdb tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042 HTTP/1.1" status: 200 len: 3882 time: 0.7119448 Jun 11 10:01:11.056723 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:11.061667 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a8aa6215-ec26-4a28-b78e-f33d6da38d63 req-b35edb48-0fd1-49fd-9296-ea3789bebc1b tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee23f870-7e0b-4b16-afae-a1e98a9dceaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008399 Jun 11 10:01:11.170904 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-34de5135-e13c-496b-80c1-14d7bd8532d0 req-1f5b3c7f-2456-47c0-9665-613bbff030a4 service neutron] Attempting to bind port da8fbc79-fb8f-44ca-a448-4f854b38b7e0 on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:01:11.170904 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-34de5135-e13c-496b-80c1-14d7bd8532d0 req-1f5b3c7f-2456-47c0-9665-613bbff030a4 service neutron] Attempting to bind port da8fbc79-fb8f-44ca-a448-4f854b38b7e0 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '64ec67c3-ae73-4fd7-a5b7-323e0e068c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '4ec1bae5-7351-4e01-a52c-de5521320fcb'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:01:11.170904 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34de5135-e13c-496b-80c1-14d7bd8532d0 req-1f5b3c7f-2456-47c0-9665-613bbff030a4 service neutron] Attempting to bind port da8fbc79-fb8f-44ca-a448-4f854b38b7e0 on network 4ec1bae5-7351-4e01-a52c-de5521320fcb {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:01:11.189299 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34de5135-e13c-496b-80c1-14d7bd8532d0 req-1f5b3c7f-2456-47c0-9665-613bbff030a4 service neutron] Port da8fbc79-fb8f-44ca-a448-4f854b38b7e0 on network 4ec1bae5-7351-4e01-a52c-de5521320fcb not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:01:11.189817 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34de5135-e13c-496b-80c1-14d7bd8532d0 req-1f5b3c7f-2456-47c0-9665-613bbff030a4 service neutron] Attempting to bind port da8fbc79-fb8f-44ca-a448-4f854b38b7e0 on network 4ec1bae5-7351-4e01-a52c-de5521320fcb {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:01:11.198102 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34de5135-e13c-496b-80c1-14d7bd8532d0 req-1f5b3c7f-2456-47c0-9665-613bbff030a4 service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:01:11.198686 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34de5135-e13c-496b-80c1-14d7bd8532d0 req-1f5b3c7f-2456-47c0-9665-613bbff030a4 service neutron] Checking segment: {'id': '64ec67c3-ae73-4fd7-a5b7-323e0e068c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '4ec1bae5-7351-4e01-a52c-de5521320fcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:01:11.199291 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34de5135-e13c-496b-80c1-14d7bd8532d0 req-1f5b3c7f-2456-47c0-9665-613bbff030a4 service neutron] Bound using segment: {'id': '64ec67c3-ae73-4fd7-a5b7-323e0e068c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '4ec1bae5-7351-4e01-a52c-de5521320fcb'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:01:11.206786 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-34de5135-e13c-496b-80c1-14d7bd8532d0 req-1f5b3c7f-2456-47c0-9665-613bbff030a4 service neutron] Bound port: da8fbc79-fb8f-44ca-a448-4f854b38b7e0, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64ec67c3-ae73-4fd7-a5b7-323e0e068c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '4ec1bae5-7351-4e01-a52c-de5521320fcb'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:01:11.206786 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-34de5135-e13c-496b-80c1-14d7bd8532d0 req-1f5b3c7f-2456-47c0-9665-613bbff030a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:11.303292 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-928f6e4f-5a9a-4dd9-9e3a-be1536dc97d2 req-c9fa8154-9a73-4b5f-94b0-277d7f5ebec7 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:11.311816 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-687a273e-d81f-488d-856c-c02884771eb6 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:01:11.348711 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 673aa988-b63e-4019-b597-09a97b0fcf40 no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:01:11.361124 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fa8154-9a73-4b5f-94b0-277d7f5ebec7 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Pushing event deleted for resources: {'Port': ['ID=aa0b414f-8b35-42cd-bbc6-fd64860a4029,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:01:11.366006 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c9fa8154-9a73-4b5f-94b0-277d7f5ebec7 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:01:11.367834 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-34de5135-e13c-496b-80c1-14d7bd8532d0 req-1f5b3c7f-2456-47c0-9665-613bbff030a4 service neutron] For port da8fbc79-fb8f-44ca-a448-4f854b38b7e0, host n-h1-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:01:11.476697 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:11.505117 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-34de5135-e13c-496b-80c1-14d7bd8532d0 req-1f5b3c7f-2456-47c0-9665-613bbff030a4 service neutron] For port da8fbc79-fb8f-44ca-a448-4f854b38b7e0, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=da8fbc79-fb8f-44ca-a448-4f854b38b7e0,segment=NetworkSegment(64ec67c3-ae73-4fd7-a5b7-323e0e068c2b),segment_id=64ec67c3-ae73-4fd7-a5b7-323e0e068c2b)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:01:11.536251 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 673aa988-b63e-4019-b597-09a97b0fcf40, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=673aa988-b63e-4019-b597-09a97b0fcf40,segment=NetworkSegment(41928748-90e1-446d-8d78-e7c52f78da03),segment_id=41928748-90e1-446d-8d78-e7c52f78da03)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:01:11.549181 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-928f6e4f-5a9a-4dd9-9e3a-be1536dc97d2 req-c9fa8154-9a73-4b5f-94b0-277d7f5ebec7 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] No DVR routers for this DVR port aa0b414f-8b35-42cd-bbc6-fd64860a4029 on host n-h1-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:01:11.553942 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-928f6e4f-5a9a-4dd9-9e3a-be1536dc97d2 req-c9fa8154-9a73-4b5f-94b0-277d7f5ebec7 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:11.555948 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-928f6e4f-5a9a-4dd9-9e3a-be1536dc97d2 req-c9fa8154-9a73-4b5f-94b0-277d7f5ebec7 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.64 "DELETE /v2.0/ports/aa0b414f-8b35-42cd-bbc6-fd64860a4029 HTTP/1.1" status: 204 len: 173 time: 1.8784304 Jun 11 10:01:11.556492 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8951c33-6d6a-4bea-b1bd-31fda6afe042', 'name': 'network-vif-deleted', 'tag': 'aa0b414f-8b35-42cd-bbc6-fd64860a4029'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:01:11.559887 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deffc9ee-14fe-4ac1-a5e0-7968bc21636f" -d '{"events": [{"server_uuid": "c8951c33-6d6a-4bea-b1bd-31fda6afe042", "name": "network-vif-deleted", "tag": "aa0b414f-8b35-42cd-bbc6-fd64860a4029"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:01:11.574773 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 35500) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:01:11.639507 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a253ec-c33e-4fbe-89fa-9c3b7c0e514d req-7135c1f0-c73a-4c56-93bc-a9ab6fd00d60 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:11.641037 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-22a253ec-c33e-4fbe-89fa-9c3b7c0e514d req-7135c1f0-c73a-4c56-93bc-a9ab6fd00d60 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=86819c7b-2569-4362-bbfd-07a12dc47954 HTTP/1.1" status: 200 len: 945 time: 0.2355406 Jun 11 10:01:11.661274 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:11.665878 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-3891d6b2-8fea-4ee5-9a74-a80205b1efd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:01:11.672183 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-34de5135-e13c-496b-80c1-14d7bd8532d0 req-1f5b3c7f-2456-47c0-9665-613bbff030a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:11.729541 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-c45cebd7-ca2c-42d5-bcf0-b9505da7b86f tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-117247890'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:01:11.753113 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=673aa988-b63e-4019-b597-09a97b0fcf40,revision_number=6']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:01:11.764449 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:01:11.764924 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:01:11.765330 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:01:11.765738 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:01:11.766135 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:01:11.766978 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:01:11.767376 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:01:11.767869 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:01:11.768268 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:01:11.768656 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:01:11.769451 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:01:11.769971 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:01:11.774526 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:01:11.860439 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c45cebd7-ca2c-42d5-bcf0-b9505da7b86f tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Made reservation on behalf of 38cfe2f614364749895f89ae9fad0309 for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:01:11.864319 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c45cebd7-ca2c-42d5-bcf0-b9505da7b86f tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:11.885255 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c45cebd7-ca2c-42d5-bcf0-b9505da7b86f tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:12.094773 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c45cebd7-ca2c-42d5-bcf0-b9505da7b86f tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:12.123395 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c9fa8154-9a73-4b5f-94b0-277d7f5ebec7 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:01:12.187548 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de5135-e13c-496b-80c1-14d7bd8532d0 req-1f5b3c7f-2456-47c0-9665-613bbff030a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:12.188201 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-34de5135-e13c-496b-80c1-14d7bd8532d0 req-1f5b3c7f-2456-47c0-9665-613bbff030a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:12.189512 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c45cebd7-ca2c-42d5-bcf0-b9505da7b86f tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:12.189657 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-34de5135-e13c-496b-80c1-14d7bd8532d0 req-1f5b3c7f-2456-47c0-9665-613bbff030a4 service neutron] 10.222.0.64 "PUT /v2.0/ports/da8fbc79-fb8f-44ca-a448-4f854b38b7e0 HTTP/1.1" status: 200 len: 1093 time: 3.9500854 Jun 11 10:01:12.200935 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-eaf186cb-863d-44e2-b07a-7a63cb841461 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:01:12.244324 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c45cebd7-ca2c-42d5-bcf0-b9505da7b86f tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 799} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:01:12.258973 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-22a253ec-c33e-4fbe-89fa-9c3b7c0e514d req-6c46ec8a-78fc-440a-b1f4-2084332868d6 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5877440 Jun 11 10:01:12.307217 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c45cebd7-ca2c-42d5-bcf0-b9505da7b86f tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:12.307598 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-c45cebd7-ca2c-42d5-bcf0-b9505da7b86f tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Added segment 5149fe11-55e4-4081-aa49-8d0b0d62add9 of type vlan for network 690a4202-7820-4d9f-bf83-d11728d0e685 Jun 11 10:01:12.320590 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45cebd7-ca2c-42d5-bcf0-b9505da7b86f tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba28fdd1-4ac0-41a8-afc5-952763b86b4e,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:01:12.322269 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5b3c7f-2456-47c0-9665-613bbff030a4 service neutron] Pushing event updated for resources: {'Port': ['ID=da8fbc79-fb8f-44ca-a448-4f854b38b7e0,revision_number=10']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:01:12.326473 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c45cebd7-ca2c-42d5-bcf0-b9505da7b86f tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:01:12.328035 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1f5b3c7f-2456-47c0-9665-613bbff030a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:01:12.336858 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-928f6e4f-5a9a-4dd9-9e3a-be1536dc97d2 req-a2a8b6b7-cd19-49b4-98ef-e87cc96d2d9d tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Deleting port 4ce74097-617f-4211-a8f7-105354bec944 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:01:12.337673 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-928f6e4f-5a9a-4dd9-9e3a-be1536dc97d2 req-a2a8b6b7-cd19-49b4-98ef-e87cc96d2d9d tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:12.362859 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 11 Jun 2021 10:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e731b29-1a24-48af-b28f-7b3611c6ec6f x-openstack-request-id: req-1e731b29-1a24-48af-b28f-7b3611c6ec6f {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:01:12.363700 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8951c33-6d6a-4bea-b1bd-31fda6afe042", "name": "network-vif-unplugged", "status": "completed", "tag": "4ce74097-617f-4211-a8f7-105354bec944", "code": 200}, {"server_uuid": "c8951c33-6d6a-4bea-b1bd-31fda6afe042", "name": "network-vif-unplugged", "status": "completed", "tag": "7d4122a6-8857-404a-9194-b0a549ee64cc", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:01:12.364206 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1e731b29-1a24-48af-b28f-7b3611c6ec6f {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:01:12.364864 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8951c33-6d6a-4bea-b1bd-31fda6afe042', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ce74097-617f-4211-a8f7-105354bec944', 'code': 200} Jun 11 10:01:12.365345 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8951c33-6d6a-4bea-b1bd-31fda6afe042', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d4122a6-8857-404a-9194-b0a549ee64cc', 'code': 200} Jun 11 10:01:12.422056 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c45cebd7-ca2c-42d5-bcf0-b9505da7b86f tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:12.443908 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ed4758-e4be-4b30-b747-3b8a05e1cebc req-0bd77a6d-46d1-4797-b437-b035d1df445d tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:12.445771 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a8ed4758-e4be-4b30-b747-3b8a05e1cebc req-0bd77a6d-46d1-4797-b437-b035d1df445d tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1776847-b818-43e8-b325-5c1ba8c57856 HTTP/1.1" status: 200 len: 944 time: 0.1900868 Jun 11 10:01:12.486533 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de5135-e13c-496b-80c1-14d7bd8532d0 req-611acab7-acf2-4fa0-834b-35cdfc40135b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:12.488086 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-34de5135-e13c-496b-80c1-14d7bd8532d0 req-611acab7-acf2-4fa0-834b-35cdfc40135b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=21c20f27027a4fa895493faf5f883302&device_id=aaddf973-e588-464b-8514-112fb39e8650 HTTP/1.1" status: 200 len: 1097 time: 0.2603393 Jun 11 10:01:12.515527 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-928f6e4f-5a9a-4dd9-9e3a-be1536dc97d2 req-a2a8b6b7-cd19-49b4-98ef-e87cc96d2d9d tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] For port 4ce74097-617f-4211-a8f7-105354bec944, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=4ce74097-617f-4211-a8f7-105354bec944,segment=NetworkSegment(07c308bf-d361-4404-88f5-f82f64cf50c4),segment_id=07c308bf-d361-4404-88f5-f82f64cf50c4)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:01:12.516194 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-928f6e4f-5a9a-4dd9-9e3a-be1536dc97d2 req-a2a8b6b7-cd19-49b4-98ef-e87cc96d2d9d tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:12.605959 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-a8ed4758-e4be-4b30-b747-3b8a05e1cebc req-d5ea9401-4970-4785-94f9-695771f03276 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Deleting port fa86cce1-a4ac-4fd1-b55d-12973cfcb1d4 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:01:12.607147 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-a8ed4758-e4be-4b30-b747-3b8a05e1cebc req-d5ea9401-4970-4785-94f9-695771f03276 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:12.663685 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-928f6e4f-5a9a-4dd9-9e3a-be1536dc97d2 req-a2a8b6b7-cd19-49b4-98ef-e87cc96d2d9d tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Calling delete_port for 4ce74097-617f-4211-a8f7-105354bec944 owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:01:12.692694 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c45cebd7-ca2c-42d5-bcf0-b9505da7b86f tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:12.698387 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45cebd7-ca2c-42d5-bcf0-b9505da7b86f tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:12.699277 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c45cebd7-ca2c-42d5-bcf0-b9505da7b86f tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:12.715088 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e5980d11-b0d9-4e68-b754-f529a008ccca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:01:12.825197 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45cebd7-ca2c-42d5-bcf0-b9505da7b86f tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Pushing event updated for resources: {'Network': ['ID=690a4202-7820-4d9f-bf83-d11728d0e685,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:01:12.836921 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-a8ed4758-e4be-4b30-b747-3b8a05e1cebc req-d5ea9401-4970-4785-94f9-695771f03276 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] For port fa86cce1-a4ac-4fd1-b55d-12973cfcb1d4, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=fa86cce1-a4ac-4fd1-b55d-12973cfcb1d4,segment=NetworkSegment(49dbfc19-7dcf-486c-9f91-ff9f037d2121),segment_id=49dbfc19-7dcf-486c-9f91-ff9f037d2121)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:01:12.837516 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-a8ed4758-e4be-4b30-b747-3b8a05e1cebc req-d5ea9401-4970-4785-94f9-695771f03276 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:12.841938 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c45cebd7-ca2c-42d5-bcf0-b9505da7b86f tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:01:12.849945 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 690a4202-7820-4d9f-bf83-d11728d0e685 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:01:12.850471 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-c45cebd7-ca2c-42d5-bcf0-b9505da7b86f tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2729449 Jun 11 10:01:12.853054 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 35526) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:01:12.859009 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-037d3ac1-b0ea-497b-91c1-43a8baff7e82 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Request body: {'subnet': {'network_id': '690a4202-7820-4d9f-bf83-d11728d0e685', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:01:12.866150 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8c424e-c505-43bf-b0dd-7936a4c742ad req-a609e9e4-eeae-45a8-8c39-149510d9551d tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:12.866150 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-dc8c424e-c505-43bf-b0dd-7936a4c742ad req-a609e9e4-eeae-45a8-8c39-149510d9551d tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaddf973-e588-464b-8514-112fb39e8650 HTTP/1.1" status: 200 len: 945 time: 0.3202977 Jun 11 10:01:12.870509 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de5135-e13c-496b-80c1-14d7bd8532d0 req-3d6d3a61-5a3e-465e-a66d-055fbdeaab03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:12.872037 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-34de5135-e13c-496b-80c1-14d7bd8532d0 req-3d6d3a61-5a3e-465e-a66d-055fbdeaab03 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4ec1bae5-7351-4e01-a52c-de5521320fcb HTTP/1.1" status: 200 len: 917 time: 0.3534143 Jun 11 10:01:12.966673 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a2f497e2-ad1b-47b2-a758-6b6758408b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:13.024371 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-dc8c424e-c505-43bf-b0dd-7936a4c742ad req-138647c5-e232-449c-8dd2-b934bc15b726 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=28282b0e-6c5e-431e-9466-f7852b229f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449115 Jun 11 10:01:13.087755 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-34de5135-e13c-496b-80c1-14d7bd8532d0 req-eed715fd-fd90-4681-9825-7465776d512b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da8fbc79-fb8f-44ca-a448-4f854b38b7e0 HTTP/1.1" status: 200 len: 1000 time: 0.1847363 Jun 11 10:01:13.187209 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-577a409b-d60a-46dc-936a-aba4b41c3c2f x-openstack-request-id: req-577a409b-d60a-46dc-936a-aba4b41c3c2f {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:01:13.187557 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8951c33-6d6a-4bea-b1bd-31fda6afe042", "name": "network-vif-deleted", "tag": "aa0b414f-8b35-42cd-bbc6-fd64860a4029", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:01:13.187889 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-577a409b-d60a-46dc-936a-aba4b41c3c2f {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:01:13.188362 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8951c33-6d6a-4bea-b1bd-31fda6afe042', 'name': 'network-vif-deleted', 'tag': 'aa0b414f-8b35-42cd-bbc6-fd64860a4029', 'status': 'completed', 'code': 200} Jun 11 10:01:13.201599 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de5135-e13c-496b-80c1-14d7bd8532d0 req-1678d672-8993-418e-bcee-9285fc3e8bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:13.203175 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-34de5135-e13c-496b-80c1-14d7bd8532d0 req-1678d672-8993-418e-bcee-9285fc3e8bfd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=73b1338f-0df7-44ec-88b6-dbc16cfcfcc4 HTTP/1.1" status: 200 len: 855 time: 0.1012456 Jun 11 10:01:13.269840 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-928f6e4f-5a9a-4dd9-9e3a-be1536dc97d2 req-a2a8b6b7-cd19-49b4-98ef-e87cc96d2d9d tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:13.279212 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-dc1065db-6c2a-49d7-988b-b64424387acd tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:01:13.327515 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a8b6b7-cd19-49b4-98ef-e87cc96d2d9d tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Pushing event deleted for resources: {'Port': ['ID=4ce74097-617f-4211-a8f7-105354bec944,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:01:13.350056 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a2a8b6b7-cd19-49b4-98ef-e87cc96d2d9d tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:01:13.353578 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de5135-e13c-496b-80c1-14d7bd8532d0 req-e0ba50b7-069a-4148-83e2-90dc988600b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:13.353578 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-34de5135-e13c-496b-80c1-14d7bd8532d0 req-e0ba50b7-069a-4148-83e2-90dc988600b9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4ec1bae5-7351-4e01-a52c-de5521320fcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1424427 Jun 11 10:01:13.460842 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-928f6e4f-5a9a-4dd9-9e3a-be1536dc97d2 req-a2a8b6b7-cd19-49b4-98ef-e87cc96d2d9d tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] No DVR routers for this DVR port 4ce74097-617f-4211-a8f7-105354bec944 on host n-h1-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:01:13.465916 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-928f6e4f-5a9a-4dd9-9e3a-be1536dc97d2 req-a2a8b6b7-cd19-49b4-98ef-e87cc96d2d9d tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:13.469925 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-928f6e4f-5a9a-4dd9-9e3a-be1536dc97d2 req-a2a8b6b7-cd19-49b4-98ef-e87cc96d2d9d tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.64 "DELETE /v2.0/ports/4ce74097-617f-4211-a8f7-105354bec944 HTTP/1.1" status: 204 len: 173 time: 1.9056399 Jun 11 10:01:13.537745 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-a8ed4758-e4be-4b30-b747-3b8a05e1cebc req-d5ea9401-4970-4785-94f9-695771f03276 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Calling delete_port for fa86cce1-a4ac-4fd1-b55d-12973cfcb1d4 owned by compute:nova {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:01:13.691834 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0797d2e-f245-49ac-b445-65fe0050faaf req-426c7697-16b5-4bed-90c5-740603f01c95 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:13.696351 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0797d2e-f245-49ac-b445-65fe0050faaf req-426c7697-16b5-4bed-90c5-740603f01c95 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:13.703277 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0797d2e-f245-49ac-b445-65fe0050faaf req-426c7697-16b5-4bed-90c5-740603f01c95 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:13.710590 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b0797d2e-f245-49ac-b445-65fe0050faaf req-426c7697-16b5-4bed-90c5-740603f01c95 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042 HTTP/1.1" status: 200 len: 2410 time: 0.3892884 Jun 11 10:01:13.722300 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-34de5135-e13c-496b-80c1-14d7bd8532d0 req-1ae501b5-27e7-451d-b78d-169c8bac6093 service neutron] 10.222.0.64 "GET /v2.0/networks/4ec1bae5-7351-4e01-a52c-de5521320fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3200932 Jun 11 10:01:13.820398 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b0797d2e-f245-49ac-b445-65fe0050faaf req-922f97cf-9f4d-4d86-bbda-363014d54a53 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee23f870-7e0b-4b16-afae-a1e98a9dceaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089113 Jun 11 10:01:13.906354 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-037d3ac1-b0ea-497b-91c1-43a8baff7e82 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Made reservation on behalf of 38cfe2f614364749895f89ae9fad0309 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:01:13.924435 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-037d3ac1-b0ea-497b-91c1-43a8baff7e82 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:13.925980 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-34de5135-e13c-496b-80c1-14d7bd8532d0 req-60135796-d888-42d2-8ad0-a5e25153d2b5 service neutron] 10.222.0.64 "GET /v2.0/networks/4ec1bae5-7351-4e01-a52c-de5521320fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872704 Jun 11 10:01:13.928779 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-928f6e4f-5a9a-4dd9-9e3a-be1536dc97d2 req-8bbcd04b-bab9-4b34-9ef3-7be4a10721cb tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Deleting port 7d4122a6-8857-404a-9194-b0a549ee64cc {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:01:13.929164 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-928f6e4f-5a9a-4dd9-9e3a-be1536dc97d2 req-8bbcd04b-bab9-4b34-9ef3-7be4a10721cb tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:14.163810 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-a8ed4758-e4be-4b30-b747-3b8a05e1cebc req-d5ea9401-4970-4785-94f9-695771f03276 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:14.181849 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9d47db9a-9c4f-4e77-a052-b5c12eaa8fb7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:01:14.199584 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-928f6e4f-5a9a-4dd9-9e3a-be1536dc97d2 req-8bbcd04b-bab9-4b34-9ef3-7be4a10721cb tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] For port 7d4122a6-8857-404a-9194-b0a549ee64cc, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=7d4122a6-8857-404a-9194-b0a549ee64cc,segment=NetworkSegment(508b1faa-9ad8-4325-9b04-bc4b9922bdc5),segment_id=508b1faa-9ad8-4325-9b04-bc4b9922bdc5)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:01:14.203114 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-928f6e4f-5a9a-4dd9-9e3a-be1536dc97d2 req-8bbcd04b-bab9-4b34-9ef3-7be4a10721cb tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:14.248281 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ea9401-4970-4785-94f9-695771f03276 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Pushing event deleted for resources: {'Port': ['ID=fa86cce1-a4ac-4fd1-b55d-12973cfcb1d4,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:01:14.253150 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d5ea9401-4970-4785-94f9-695771f03276 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:01:14.336308 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-928f6e4f-5a9a-4dd9-9e3a-be1536dc97d2 req-8bbcd04b-bab9-4b34-9ef3-7be4a10721cb tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Calling delete_port for 7d4122a6-8857-404a-9194-b0a549ee64cc owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:01:14.367150 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8951c33-6d6a-4bea-b1bd-31fda6afe042', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1006db35-2c94-42c9-8939-645ef395cec2'}, {'server_uuid': 'c8951c33-6d6a-4bea-b1bd-31fda6afe042', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '673aa988-b63e-4019-b597-09a97b0fcf40'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:01:14.370550 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8902acda-86fc-4908-8bdd-61cadb1a4679" -d '{"events": [{"server_uuid": "c8951c33-6d6a-4bea-b1bd-31fda6afe042", "name": "network-vif-unplugged", "status": "completed", "tag": "1006db35-2c94-42c9-8939-645ef395cec2"}, {"server_uuid": "c8951c33-6d6a-4bea-b1bd-31fda6afe042", "name": "network-vif-unplugged", "status": "completed", "tag": "673aa988-b63e-4019-b597-09a97b0fcf40"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:01:14.393473 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8ed4758-e4be-4b30-b747-3b8a05e1cebc req-d5ea9401-4970-4785-94f9-695771f03276 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] No DVR routers for this DVR port fa86cce1-a4ac-4fd1-b55d-12973cfcb1d4 on host n-h2-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:01:14.395936 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-a8ed4758-e4be-4b30-b747-3b8a05e1cebc req-d5ea9401-4970-4785-94f9-695771f03276 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:14.398296 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a8ed4758-e4be-4b30-b747-3b8a05e1cebc req-d5ea9401-4970-4785-94f9-695771f03276 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "DELETE /v2.0/ports/fa86cce1-a4ac-4fd1-b55d-12973cfcb1d4 HTTP/1.1" status: 204 len: 173 time: 1.9404490 Jun 11 10:01:14.398848 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1776847-b818-43e8-b325-5c1ba8c57856', 'name': 'network-vif-deleted', 'tag': 'fa86cce1-a4ac-4fd1-b55d-12973cfcb1d4'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:01:14.401300 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d20b1f8b-8262-44ae-a0b9-7496fcbcc0e5" -d '{"events": [{"server_uuid": "f1776847-b818-43e8-b325-5c1ba8c57856", "name": "network-vif-deleted", "tag": "fa86cce1-a4ac-4fd1-b55d-12973cfcb1d4"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:01:14.579963 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-037d3ac1-b0ea-497b-91c1-43a8baff7e82 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:14.579963 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-66e1cfee-958f-4f38-ae7b-fdc9729b3588 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:01:14.661242 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037d3ac1-b0ea-497b-91c1-43a8baff7e82 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Pushing event updated for resources: {'Subnet': ['ID=6ec623ce-ddc4-4c89-983f-b10d05f72ac5,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:01:14.665371 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-037d3ac1-b0ea-497b-91c1-43a8baff7e82 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:01:14.669785 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037d3ac1-b0ea-497b-91c1-43a8baff7e82 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Checking segment: {'id': '5149fe11-55e4-4081-aa49-8d0b0d62add9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '690a4202-7820-4d9f-bf83-d11728d0e685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:01:14.670214 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037d3ac1-b0ea-497b-91c1-43a8baff7e82 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Network hostable DHCP agents. Network: 690a4202-7820-4d9f-bf83-d11728d0e685, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:01:14.690221 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-928f6e4f-5a9a-4dd9-9e3a-be1536dc97d2 req-8bbcd04b-bab9-4b34-9ef3-7be4a10721cb tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:14.694940 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e1340fe4-9dca-422b-b199-8ea7b889e140 tempest-FloatingIPAdminTestJSON-1214034005 tempest-FloatingIPAdminTestJSON-1214034005-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:01:14.743840 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbcd04b-bab9-4b34-9ef3-7be4a10721cb tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Pushing event deleted for resources: {'Port': ['ID=7d4122a6-8857-404a-9194-b0a549ee64cc,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:01:14.750839 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8bbcd04b-bab9-4b34-9ef3-7be4a10721cb tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:01:14.771510 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037d3ac1-b0ea-497b-91c1-43a8baff7e82 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Network 690a4202-7820-4d9f-bf83-d11728d0e685 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:01:14.866301 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-928f6e4f-5a9a-4dd9-9e3a-be1536dc97d2 req-8bbcd04b-bab9-4b34-9ef3-7be4a10721cb tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] No DVR routers for this DVR port 7d4122a6-8857-404a-9194-b0a549ee64cc on host n-h1-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:01:14.869428 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-928f6e4f-5a9a-4dd9-9e3a-be1536dc97d2 req-8bbcd04b-bab9-4b34-9ef3-7be4a10721cb tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:14.871526 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-928f6e4f-5a9a-4dd9-9e3a-be1536dc97d2 req-8bbcd04b-bab9-4b34-9ef3-7be4a10721cb tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.64 "DELETE /v2.0/ports/7d4122a6-8857-404a-9194-b0a549ee64cc HTTP/1.1" status: 204 len: 173 time: 1.3964074 Jun 11 10:01:14.874877 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-037d3ac1-b0ea-497b-91c1-43a8baff7e82 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 690a4202-7820-4d9f-bf83-d11728d0e685) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:01:14.879388 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037d3ac1-b0ea-497b-91c1-43a8baff7e82 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:14.880526 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-037d3ac1-b0ea-497b-91c1-43a8baff7e82 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:14.886858 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3e0400-f783-4ae1-a97b-5a7513b34ea7 None None] Network 690a4202-7820-4d9f-bf83-d11728d0e685 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:01:14.894737 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f63f3-3da7-4aba-9c99-f52651709499 req-c2131267-ee44-4b2f-b311-499c5063187e tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:14.896402 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-325f63f3-3da7-4aba-9c99-f52651709499 req-c2131267-ee44-4b2f-b311-499c5063187e tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaddf973-e588-464b-8514-112fb39e8650 HTTP/1.1" status: 200 len: 945 time: 0.2507355 Jun 11 10:01:14.976461 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-037d3ac1-b0ea-497b-91c1-43a8baff7e82 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1219950 Jun 11 10:01:14.979337 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 35588) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:01:14.984909 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-5707e371-3d0e-473a-a491-d98bc4943d48 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Request body: {'port': {'network_id': '690a4202-7820-4d9f-bf83-d11728d0e685', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1673777076'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:01:15.042471 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-325f63f3-3da7-4aba-9c99-f52651709499 req-35c5259b-a5c2-4f5d-bedc-f2bd71e5693c tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=28282b0e-6c5e-431e-9466-f7852b229f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334617 Jun 11 10:01:15.175481 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-928f6e4f-5a9a-4dd9-9e3a-be1536dc97d2 req-b2a09cfc-ac32-4c54-b60c-5f3ace43a8be tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Deleting port 673aa988-b63e-4019-b597-09a97b0fcf40 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:01:15.175886 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-928f6e4f-5a9a-4dd9-9e3a-be1536dc97d2 req-b2a09cfc-ac32-4c54-b60c-5f3ace43a8be tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:15.236905 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 11 Jun 2021 10:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e1cb00d-e006-4a1c-81b5-ac6d330c8b7d x-openstack-request-id: req-0e1cb00d-e006-4a1c-81b5-ac6d330c8b7d {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:01:15.238151 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1776847-b818-43e8-b325-5c1ba8c57856", "name": "network-vif-deleted", "tag": "fa86cce1-a4ac-4fd1-b55d-12973cfcb1d4", "status": "failed", "code": 422}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:01:15.245579 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0e1cb00d-e006-4a1c-81b5-ac6d330c8b7d {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:01:15.245579 n-d-779913-12 neutron-server[93177]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f1776847-b818-43e8-b325-5c1ba8c57856', 'name': 'network-vif-deleted', 'tag': 'fa86cce1-a4ac-4fd1-b55d-12973cfcb1d4', 'status': 'failed', 'code': 422} returned with failed status Jun 11 10:01:15.250326 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 11 Jun 2021 10:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-806fde8b-bace-4f96-842a-b0090bfb2be6 x-openstack-request-id: req-806fde8b-bace-4f96-842a-b0090bfb2be6 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:01:15.250720 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8951c33-6d6a-4bea-b1bd-31fda6afe042", "name": "network-vif-unplugged", "status": "completed", "tag": "1006db35-2c94-42c9-8939-645ef395cec2", "code": 200}, {"server_uuid": "c8951c33-6d6a-4bea-b1bd-31fda6afe042", "name": "network-vif-unplugged", "status": "completed", "tag": "673aa988-b63e-4019-b597-09a97b0fcf40", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:01:15.251244 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-806fde8b-bace-4f96-842a-b0090bfb2be6 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:01:15.251821 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8951c33-6d6a-4bea-b1bd-31fda6afe042', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1006db35-2c94-42c9-8939-645ef395cec2', 'code': 200} Jun 11 10:01:15.253649 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8951c33-6d6a-4bea-b1bd-31fda6afe042', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '673aa988-b63e-4019-b597-09a97b0fcf40', 'code': 200} Jun 11 10:01:15.503377 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaddf973-e588-464b-8514-112fb39e8650', 'tag': 'da8fbc79-fb8f-44ca-a448-4f854b38b7e0'}, {'server_uuid': 'c8951c33-6d6a-4bea-b1bd-31fda6afe042', 'name': 'network-vif-deleted', 'tag': '4ce74097-617f-4211-a8f7-105354bec944'}, {'server_uuid': 'c8951c33-6d6a-4bea-b1bd-31fda6afe042', 'name': 'network-vif-deleted', 'tag': '7d4122a6-8857-404a-9194-b0a549ee64cc'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:01:15.503377 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e2f99e5-8340-4f26-8e02-c4922b5dad57" -d '{"events": [{"name": "network-changed", "server_uuid": "aaddf973-e588-464b-8514-112fb39e8650", "tag": "da8fbc79-fb8f-44ca-a448-4f854b38b7e0"}, {"server_uuid": "c8951c33-6d6a-4bea-b1bd-31fda6afe042", "name": "network-vif-deleted", "tag": "4ce74097-617f-4211-a8f7-105354bec944"}, {"server_uuid": "c8951c33-6d6a-4bea-b1bd-31fda6afe042", "name": "network-vif-deleted", "tag": "7d4122a6-8857-404a-9194-b0a549ee64cc"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:01:15.523932 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5707e371-3d0e-473a-a491-d98bc4943d48 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Made reservation on behalf of 38cfe2f614364749895f89ae9fad0309 for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:01:15.533072 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5707e371-3d0e-473a-a491-d98bc4943d48 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:15.574951 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [None req-5707e371-3d0e-473a-a491-d98bc4943d48 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] device_id is not set on port 6afc9e02-1eca-4c48-a9f6-993cd7fcb4f7 yet. {{(pid=93177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 10:01:15.645520 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcab2151-4184-4a16-861d-e99effb1186a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-690a4202-7820-4d9f-bf83-d11728d0e685', 'network_id': '690a4202-7820-4d9f-bf83-d11728d0e685', 'tenant_id': '38cfe2f614364749895f89ae9fad0309', 'fixed_ips': [{'subnet_id': '6ec623ce-ddc4-4c89-983f-b10d05f72ac5'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 10:01:15.659409 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-dcab2151-4184-4a16-861d-e99effb1186a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:15.713720 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-928f6e4f-5a9a-4dd9-9e3a-be1536dc97d2 req-b2a09cfc-ac32-4c54-b60c-5f3ace43a8be tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] For port 673aa988-b63e-4019-b597-09a97b0fcf40, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=673aa988-b63e-4019-b597-09a97b0fcf40,segment=NetworkSegment(41928748-90e1-446d-8d78-e7c52f78da03),segment_id=41928748-90e1-446d-8d78-e7c52f78da03)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:01:15.714397 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-928f6e4f-5a9a-4dd9-9e3a-be1536dc97d2 req-b2a09cfc-ac32-4c54-b60c-5f3ace43a8be tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:15.827884 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad374af-4ce4-4a08-a871-a16e6d4a51a3 req-a8d6633c-135c-44f9-816b-d7f01f9285d2 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:15.836641 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7ad374af-4ce4-4a08-a871-a16e6d4a51a3 req-a8d6633c-135c-44f9-816b-d7f01f9285d2 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=86819c7b-2569-4362-bbfd-07a12dc47954 HTTP/1.1" status: 200 len: 945 time: 0.3371260 Jun 11 10:01:15.862442 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-5707e371-3d0e-473a-a491-d98bc4943d48 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Allocated IP 172.20.0.2 (690a4202-7820-4d9f-bf83-d11728d0e685/6ec623ce-ddc4-4c89-983f-b10d05f72ac5/6afc9e02-1eca-4c48-a9f6-993cd7fcb4f7) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:01:15.994585 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ce73dda6-b822-4c60-8919-6c2e92ddf75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:16.051768 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:16.064886 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7ad374af-4ce4-4a08-a871-a16e6d4a51a3 req-494c1c64-1b29-4b85-bd8d-4a34b1c74615 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271914 Jun 11 10:01:16.230142 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5707e371-3d0e-473a-a491-d98bc4943d48 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:16.247538 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-5707e371-3d0e-473a-a491-d98bc4943d48 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Transition to ACTIVE for port object 6afc9e02-1eca-4c48-a9f6-993cd7fcb4f7 will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:01:16.356930 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5707e371-3d0e-473a-a491-d98bc4943d48 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:16.362582 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c93ea9df-433c-4db8-b921-73f7aa211224 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:01:16.567247 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5707e371-3d0e-473a-a491-d98bc4943d48 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Network 690a4202-7820-4d9f-bf83-d11728d0e685 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:01:16.568862 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5707e371-3d0e-473a-a491-d98bc4943d48 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Pushing event updated for resources: {'Port': ['ID=6afc9e02-1eca-4c48-a9f6-993cd7fcb4f7,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:01:16.572341 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-5707e371-3d0e-473a-a491-d98bc4943d48 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:01:16.574543 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5707e371-3d0e-473a-a491-d98bc4943d48 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:01:16.575402 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5707e371-3d0e-473a-a491-d98bc4943d48 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:01:16.577813 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.db.api [None req-dcab2151-4184-4a16-861d-e99effb1186a None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-6eb64081-086c-42d6-a6f8-290d215dd746 {{(pid=93178) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 10:01:16.578282 n-d-779913-12 neutron-server[93178]: DEBUG oslo_db.api [None req-dcab2151-4184-4a16-861d-e99effb1186a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 10:01:16.634428 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:16.697488 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5707e371-3d0e-473a-a491-d98bc4943d48 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:16.700752 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5707e371-3d0e-473a-a491-d98bc4943d48 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:16.921621 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Fri, 11 Jun 2021 10:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7851bb5b-6059-4fc4-8253-9655ecc2aa91 x-openstack-request-id: req-7851bb5b-6059-4fc4-8253-9655ecc2aa91 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:01:16.922255 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaddf973-e588-464b-8514-112fb39e8650", "tag": "da8fbc79-fb8f-44ca-a448-4f854b38b7e0", "status": "completed", "code": 200}, {"server_uuid": "c8951c33-6d6a-4bea-b1bd-31fda6afe042", "name": "network-vif-deleted", "tag": "4ce74097-617f-4211-a8f7-105354bec944", "status": "completed", "code": 200}, {"server_uuid": "c8951c33-6d6a-4bea-b1bd-31fda6afe042", "name": "network-vif-deleted", "tag": "7d4122a6-8857-404a-9194-b0a549ee64cc", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:01:16.922372 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7851bb5b-6059-4fc4-8253-9655ecc2aa91 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:01:16.922774 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaddf973-e588-464b-8514-112fb39e8650', 'tag': 'da8fbc79-fb8f-44ca-a448-4f854b38b7e0', 'status': 'completed', 'code': 200} Jun 11 10:01:16.923079 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8951c33-6d6a-4bea-b1bd-31fda6afe042', 'name': 'network-vif-deleted', 'tag': '4ce74097-617f-4211-a8f7-105354bec944', 'status': 'completed', 'code': 200} Jun 11 10:01:16.923436 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8951c33-6d6a-4bea-b1bd-31fda6afe042', 'name': 'network-vif-deleted', 'tag': '7d4122a6-8857-404a-9194-b0a549ee64cc', 'status': 'completed', 'code': 200} Jun 11 10:01:16.933438 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-5707e371-3d0e-473a-a491-d98bc4943d48 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.9525807 Jun 11 10:01:16.942692 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 35628) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:01:16.975908 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-529e6b3f-f427-49bf-9596-c10a25e6c774 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Request body: {'port': {'network_id': '690a4202-7820-4d9f-bf83-d11728d0e685', 'name': 'tempest-ExtraDHCPOptionsTestJSON-689070464', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:01:16.976479 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.api.validators [None req-529e6b3f-f427-49bf-9596-c10a25e6c774 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] bootfile-name is not in valid_values {{(pid=93176) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 11 10:01:16.976814 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.api.validators [None req-529e6b3f-f427-49bf-9596-c10a25e6c774 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] tftp-server is not in valid_values {{(pid=93176) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 11 10:01:16.977146 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.api.validators [None req-529e6b3f-f427-49bf-9596-c10a25e6c774 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] server-ip-address is not in valid_values {{(pid=93176) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 11 10:01:16.996380 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84627d5e-5f83-4423-bd38-dc28b822ba02 req-a058bbac-5038-4deb-82c9-8f8a7d3ecc58 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:17.007602 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-928f6e4f-5a9a-4dd9-9e3a-be1536dc97d2 req-b2a09cfc-ac32-4c54-b60c-5f3ace43a8be tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:17.011007 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-928f6e4f-5a9a-4dd9-9e3a-be1536dc97d2 req-b2a09cfc-ac32-4c54-b60c-5f3ace43a8be tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:17.011343 n-d-779913-12 neutron-server[93176]: INFO neutron.db.l3_db [req-928f6e4f-5a9a-4dd9-9e3a-be1536dc97d2 req-b2a09cfc-ac32-4c54-b60c-5f3ace43a8be tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Floating IP b83e2c43-65b7-4b4e-864b-661e6e98ddb1 disassociated. External IP: 172.25.4.177, port: 673aa988-b63e-4019-b597-09a97b0fcf40. Jun 11 10:01:17.011749 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-928f6e4f-5a9a-4dd9-9e3a-be1536dc97d2 req-b2a09cfc-ac32-4c54-b60c-5f3ace43a8be tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Calling delete_port for 673aa988-b63e-4019-b597-09a97b0fcf40 owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:01:17.021973 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-84627d5e-5f83-4423-bd38-dc28b822ba02 req-a058bbac-5038-4deb-82c9-8f8a7d3ecc58 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaddf973-e588-464b-8514-112fb39e8650 HTTP/1.1" status: 200 len: 945 time: 0.1679990 Jun 11 10:01:17.079734 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-dcab2151-4184-4a16-861d-e99effb1186a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:17.098191 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-84627d5e-5f83-4423-bd38-dc28b822ba02 req-b136b242-d6f0-4366-a478-c868861b81c3 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=28282b0e-6c5e-431e-9466-f7852b229f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754380 Jun 11 10:01:17.161233 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:01:17.339966 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c3a989-6d26-4b29-a6aa-845840b0c6cb req-f6cff3e0-e85b-4d85-8002-0ba4feb78688 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:17.478778 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-59c3a989-6d26-4b29-a6aa-845840b0c6cb req-f6cff3e0-e85b-4d85-8002-0ba4feb78688 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=86819c7b-2569-4362-bbfd-07a12dc47954 HTTP/1.1" status: 200 len: 945 time: 0.1261034 Jun 11 10:01:17.478778 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-59c3a989-6d26-4b29-a6aa-845840b0c6cb req-78942aca-9c7e-45db-b2c0-40db18ec0169 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625391 Jun 11 10:01:17.478934 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-dcab2151-4184-4a16-861d-e99effb1186a None None] Allocated IP 172.20.0.3 (690a4202-7820-4d9f-bf83-d11728d0e685/6ec623ce-ddc4-4c89-983f-b10d05f72ac5/7c18ed8a-e418-435e-9993-2399cdcc9341) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:01:17.523807 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4074358-4fc2-4bf1-903b-d3407dac97c3 req-296381ba-9c0a-4f66-b9b5-c8ddbef14baf tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:17.532628 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4074358-4fc2-4bf1-903b-d3407dac97c3 req-296381ba-9c0a-4f66-b9b5-c8ddbef14baf tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:17.541059 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b4074358-4fc2-4bf1-903b-d3407dac97c3 req-296381ba-9c0a-4f66-b9b5-c8ddbef14baf tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042 HTTP/1.1" status: 200 len: 1677 time: 1.2823319 Jun 11 10:01:17.570102 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2f99e5-8340-4f26-8e02-c4922b5dad57 req-3dae5291-ac54-4ab7-9bd5-6f2745050efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:17.571846 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2e2f99e5-8340-4f26-8e02-c4922b5dad57 req-3dae5291-ac54-4ab7-9bd5-6f2745050efb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=21c20f27027a4fa895493faf5f883302&device_id=aaddf973-e588-464b-8514-112fb39e8650 HTTP/1.1" status: 200 len: 1097 time: 0.6941407 Jun 11 10:01:17.751143 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b4074358-4fc2-4bf1-903b-d3407dac97c3 req-b79c7029-366c-4584-970a-2d6ddcdf29fc tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee23f870-7e0b-4b16-afae-a1e98a9dceaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2078557 Jun 11 10:01:18.035516 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-529e6b3f-f427-49bf-9596-c10a25e6c774 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Made reservation on behalf of 38cfe2f614364749895f89ae9fad0309 for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:01:18.037568 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-529e6b3f-f427-49bf-9596-c10a25e6c774 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:18.040213 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-928f6e4f-5a9a-4dd9-9e3a-be1536dc97d2 req-b2a09cfc-ac32-4c54-b60c-5f3ace43a8be tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:18.076641 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2a71bb16-a9e1-4abe-84c9-c94a07af2240 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:01:18.195971 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a09cfc-ac32-4c54-b60c-5f3ace43a8be tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Pushing event deleted for resources: {'Port': ['ID=673aa988-b63e-4019-b597-09a97b0fcf40,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:01:18.242750 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b2a09cfc-ac32-4c54-b60c-5f3ace43a8be tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:01:18.288556 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [None req-529e6b3f-f427-49bf-9596-c10a25e6c774 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] device_id is not set on port 01864b0a-55e4-4d3d-990d-1ddc39bb0334 yet. {{(pid=93176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 10:01:18.434979 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-dcab2151-4184-4a16-861d-e99effb1186a None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:18.448385 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-dcab2151-4184-4a16-861d-e99effb1186a None None] Transition to ACTIVE for port object 7c18ed8a-e418-435e-9993-2399cdcc9341 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:01:18.470626 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-dcab2151-4184-4a16-861d-e99effb1186a None None] Transition to ACTIVE for port object 7c18ed8a-e418-435e-9993-2399cdcc9341 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:01:18.493699 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:18.716366 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9f058-a5e5-4c98-a63f-8a0a93cff003 req-31f3e3d7-55ff-4a53-8214-9cfb2b449aa8 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:18.716366 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-92d9f058-a5e5-4c98-a63f-8a0a93cff003 req-31f3e3d7-55ff-4a53-8214-9cfb2b449aa8 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/networks?id=27e23bf6-ffe1-4e0a-b377-e23593ba5165 HTTP/1.1" status: 200 len: 811 time: 0.3791287 Jun 11 10:01:18.716366 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-92d9f058-a5e5-4c98-a63f-8a0a93cff003 req-f87eb882-7c99-4c8b-b7ec-b43a9b824996 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/quotas/cf2f36364fcc4b2d95b3a631356b3d50 HTTP/1.1" status: 200 len: 375 time: 0.0253794 Jun 11 10:01:18.716366 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-92d9f058-a5e5-4c98-a63f-8a0a93cff003 req-f5b6929c-6914-43fe-858c-97db5a9c6854 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=cf2f36364fcc4b2d95b3a631356b3d50&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0506177 Jun 11 10:01:18.720012 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2f99e5-8340-4f26-8e02-c4922b5dad57 req-84104a76-ea6b-4758-a556-b2e36f413cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:18.720012 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2e2f99e5-8340-4f26-8e02-c4922b5dad57 req-84104a76-ea6b-4758-a556-b2e36f413cdd service neutron] 10.222.0.64 "GET /v2.0/networks?id=4ec1bae5-7351-4e01-a52c-de5521320fcb HTTP/1.1" status: 200 len: 917 time: 1.0702708 Jun 11 10:01:18.828610 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2e2f99e5-8340-4f26-8e02-c4922b5dad57 req-02b1874f-54dc-41cf-a0d2-034911795997 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da8fbc79-fb8f-44ca-a448-4f854b38b7e0 HTTP/1.1" status: 200 len: 1000 time: 0.1608555 Jun 11 10:01:18.904487 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [req-928f6e4f-5a9a-4dd9-9e3a-be1536dc97d2 req-b2a09cfc-ac32-4c54-b60c-5f3ace43a8be tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Router e791f11d-4420-4be4-a1e2-215c6342b2b7 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:01:18.990453 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-92d9f058-a5e5-4c98-a63f-8a0a93cff003 req-c23d3077-3445-40dc-8708-42f78836e022 service neutron] 10.222.0.60 "GET /v2.0/networks/27e23bf6-ffe1-4e0a-b377-e23593ba5165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3383446 Jun 11 10:01:19.001272 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-dcab2151-4184-4a16-861d-e99effb1186a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:19.005776 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:01:19.143553 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcab2151-4184-4a16-861d-e99effb1186a None None] Pushing event updated for resources: {'Port': ['ID=7c18ed8a-e418-435e-9993-2399cdcc9341,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:01:19.161706 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-dcab2151-4184-4a16-861d-e99effb1186a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:01:19.164477 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcab2151-4184-4a16-861d-e99effb1186a None None] Network 690a4202-7820-4d9f-bf83-d11728d0e685 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:01:19.166755 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-dcab2151-4184-4a16-861d-e99effb1186a None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:01:19.172765 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcab2151-4184-4a16-861d-e99effb1186a None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:01:19.276542 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-dcab2151-4184-4a16-861d-e99effb1186a None None] Attempting to bind port 7c18ed8a-e418-435e-9993-2399cdcc9341 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:01:19.276905 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-dcab2151-4184-4a16-861d-e99effb1186a None None] Attempting to bind port 7c18ed8a-e418-435e-9993-2399cdcc9341 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '5149fe11-55e4-4081-aa49-8d0b0d62add9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '690a4202-7820-4d9f-bf83-d11728d0e685'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:01:19.277435 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcab2151-4184-4a16-861d-e99effb1186a None None] Attempting to bind port 7c18ed8a-e418-435e-9993-2399cdcc9341 on network 690a4202-7820-4d9f-bf83-d11728d0e685 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:01:19.289880 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcab2151-4184-4a16-861d-e99effb1186a None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:01:19.289880 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcab2151-4184-4a16-861d-e99effb1186a None None] Checking segment: {'id': '5149fe11-55e4-4081-aa49-8d0b0d62add9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '690a4202-7820-4d9f-bf83-d11728d0e685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:01:19.289880 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-dcab2151-4184-4a16-861d-e99effb1186a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:19.291388 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcab2151-4184-4a16-861d-e99effb1186a None None] Bound using segment: {'id': '5149fe11-55e4-4081-aa49-8d0b0d62add9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '690a4202-7820-4d9f-bf83-d11728d0e685'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:01:19.291962 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-dcab2151-4184-4a16-861d-e99effb1186a None None] Bound port: 7c18ed8a-e418-435e-9993-2399cdcc9341, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5149fe11-55e4-4081-aa49-8d0b0d62add9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '690a4202-7820-4d9f-bf83-d11728d0e685'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:01:19.294361 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-dcab2151-4184-4a16-861d-e99effb1186a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:19.378162 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-92d9f058-a5e5-4c98-a63f-8a0a93cff003 req-393d0a9a-1753-4724-b2c1-c9b11aaac0c2 service neutron] 10.222.0.60 "GET /v2.0/networks/27e23bf6-ffe1-4e0a-b377-e23593ba5165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3791919 Jun 11 10:01:19.398661 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2f99e5-8340-4f26-8e02-c4922b5dad57 req-e0ee3db9-b20a-4b86-b787-c283b3a6b387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:19.400312 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2e2f99e5-8340-4f26-8e02-c4922b5dad57 req-e0ee3db9-b20a-4b86-b787-c283b3a6b387 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=73b1338f-0df7-44ec-88b6-dbc16cfcfcc4 HTTP/1.1" status: 200 len: 855 time: 0.0886216 Jun 11 10:01:19.455702 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2a6862-df80-4369-af23-b2aa5652540c req-749fb643-716d-4cff-80f9-0d16b1922fdf tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:19.463826 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8c2a6862-df80-4369-af23-b2aa5652540c req-749fb643-716d-4cff-80f9-0d16b1922fdf tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=86819c7b-2569-4362-bbfd-07a12dc47954 HTTP/1.1" status: 200 len: 945 time: 0.9651408 Jun 11 10:01:19.552657 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-dcab2151-4184-4a16-861d-e99effb1186a None None] For port 7c18ed8a-e418-435e-9993-2399cdcc9341, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:01:19.555980 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-dcab2151-4184-4a16-861d-e99effb1186a None None] For port 7c18ed8a-e418-435e-9993-2399cdcc9341, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=7c18ed8a-e418-435e-9993-2399cdcc9341,segment=NetworkSegment(5149fe11-55e4-4081-aa49-8d0b0d62add9),segment_id=5149fe11-55e4-4081-aa49-8d0b0d62add9)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:01:19.612194 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8c2a6862-df80-4369-af23-b2aa5652540c req-ff4cd6f8-e8bc-44e2-882f-def4d1ac781d tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471705 Jun 11 10:01:19.661580 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-529e6b3f-f427-49bf-9596-c10a25e6c774 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Allocated IP 172.20.0.5 (690a4202-7820-4d9f-bf83-d11728d0e685/6ec623ce-ddc4-4c89-983f-b10d05f72ac5/01864b0a-55e4-4d3d-990d-1ddc39bb0334) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:01:19.677892 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-928f6e4f-5a9a-4dd9-9e3a-be1536dc97d2 req-b2a09cfc-ac32-4c54-b60c-5f3ace43a8be tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:01:19.681350 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-dcab2151-4184-4a16-861d-e99effb1186a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:19.694672 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:01:19.769185 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8418f3d0-a6de-415a-8059-fd5fff393b12 None None] Sync routers for ids ['e791f11d-4420-4be4-a1e2-215c6342b2b7'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:01:19.862515 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-928f6e4f-5a9a-4dd9-9e3a-be1536dc97d2 req-b2a09cfc-ac32-4c54-b60c-5f3ace43a8be tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] No DVR routers for this DVR port 673aa988-b63e-4019-b597-09a97b0fcf40 on host n-h1-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:01:19.892348 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-928f6e4f-5a9a-4dd9-9e3a-be1536dc97d2 req-b2a09cfc-ac32-4c54-b60c-5f3ace43a8be tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:19.900387 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcab2151-4184-4a16-861d-e99effb1186a None None] Pushing event updated for resources: {'Port': ['ID=7c18ed8a-e418-435e-9993-2399cdcc9341,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:01:19.900542 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-928f6e4f-5a9a-4dd9-9e3a-be1536dc97d2 req-b2a09cfc-ac32-4c54-b60c-5f3ace43a8be tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.64 "DELETE /v2.0/ports/673aa988-b63e-4019-b597-09a97b0fcf40 HTTP/1.1" status: 204 len: 173 time: 5.0177915 Jun 11 10:01:19.905227 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2f99e5-8340-4f26-8e02-c4922b5dad57 req-7de57971-58cc-4fc1-9aa9-9771db02c4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:19.910409 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2e2f99e5-8340-4f26-8e02-c4922b5dad57 req-7de57971-58cc-4fc1-9aa9-9771db02c4c8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4ec1bae5-7351-4e01-a52c-de5521320fcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4412282 Jun 11 10:01:19.910409 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8951c33-6d6a-4bea-b1bd-31fda6afe042', 'name': 'network-vif-deleted', 'tag': '673aa988-b63e-4019-b597-09a97b0fcf40'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:01:19.919884 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13bdb58a-c05a-423d-a823-10094fdfc292" -d '{"events": [{"server_uuid": "c8951c33-6d6a-4bea-b1bd-31fda6afe042", "name": "network-vif-deleted", "tag": "673aa988-b63e-4019-b597-09a97b0fcf40"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:01:19.950942 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8418f3d0-a6de-415a-8059-fd5fff393b12 None None] Routers {'e791f11d-4420-4be4-a1e2-215c6342b2b7'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:01:19.951593 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-8418f3d0-a6de-415a-8059-fd5fff393b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:01:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['e791f11d-4420-4be4-a1e2-215c6342b2b7'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:01:19.953895 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-dcab2151-4184-4a16-861d-e99effb1186a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:01:20.347070 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f95ea9-128c-45d3-a825-e8ea869a5da4 req-576a1782-2992-4479-9e61-c93d3eebc4a2 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:20.359698 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b9f95ea9-128c-45d3-a825-e8ea869a5da4 req-576a1782-2992-4479-9e61-c93d3eebc4a2 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042 HTTP/1.1" status: 200 len: 943 time: 0.2595670 Jun 11 10:01:20.483906 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b9f95ea9-128c-45d3-a825-e8ea869a5da4 req-8f30c20b-d5b3-4ed8-8eb2-de0297adacfd tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee23f870-7e0b-4b16-afae-a1e98a9dceaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188576 Jun 11 10:01:20.499747 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-8418f3d0-a6de-415a-8059-fd5fff393b12 None None] Set router e791f11d-4420-4be4-a1e2-215c6342b2b7 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:01:20.941599 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeded7a-675f-418e-b75c-5be5e9ac79c3 req-1457a80f-90c1-4e00-b755-9480503fd343 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:20.944078 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ebeded7a-675f-418e-b75c-5be5e9ac79c3 req-1457a80f-90c1-4e00-b755-9480503fd343 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaddf973-e588-464b-8514-112fb39e8650 HTTP/1.1" status: 200 len: 945 time: 1.0579822 Jun 11 10:01:21.102634 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2e2f99e5-8340-4f26-8e02-c4922b5dad57 req-7d1d953b-6cad-46c8-ad64-dcfcd4d7d2c4 service neutron] 10.222.0.64 "GET /v2.0/networks/4ec1bae5-7351-4e01-a52c-de5521320fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0562630 Jun 11 10:01:21.188129 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-8418f3d0-a6de-415a-8059-fd5fff393b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e791f11d-4420-4be4-a1e2-215c6342b2b7', 'name': 'tempest-TaggedBootDevicesTest_v242-1077463737-router', 'tenant_id': '39e8725552694bd89f3d9b894d223d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '62068c86-ad7d-40cd-81e5-0d628d387505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:50:04Z', 'updated_at': '2021-06-11T09:50:12Z', 'revision_number': 4, 'project_id': '39e8725552694bd89f3d9b894d223d7c', 'gw_port': {'id': '62068c86-ad7d-40cd-81e5-0d628d387505', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:02:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e791f11d-4420-4be4-a1e2-215c6342b2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:50:06Z', 'updated_at': '2021-06-11T09:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '988b45c2-01ab-43c3-ade4-b413a84e3095', 'name': '', 'network_id': '613fb304-5cfe-4609-aaba-f0eb53f2be57', 'tenant_id': '39e8725552694bd89f3d9b894d223d7c', 'mac_address': 'fa:16:3e:8d:d3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e791f11d-4420-4be4-a1e2-215c6342b2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'aa5d910a-d4cb-4925-a41a-aa63432d8367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:50:11Z', 'updated_at': '2021-06-11T09:50:22Z', 'revision_number': 5, 'project_id': '39e8725552694bd89f3d9b894d223d7c', 'subnets': [{'id': 'aa5d910a-d4cb-4925-a41a-aa63432d8367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:01:21.197388 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8418f3d0-a6de-415a-8059-fd5fff393b12 None None] Checking router: e791f11d-4420-4be4-a1e2-215c6342b2b7 for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:01:21.223455 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8418f3d0-a6de-415a-8059-fd5fff393b12 None None] Routers {'e791f11d-4420-4be4-a1e2-215c6342b2b7'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:01:21.226888 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-8418f3d0-a6de-415a-8059-fd5fff393b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:01:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['e791f11d-4420-4be4-a1e2-215c6342b2b7'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:01:21.351326 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5adb66-e692-4944-8c48-77752f34551c req-7d8b6bba-1c56-4560-b5fb-f097d95e60d0 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:21.368446 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ebeded7a-675f-418e-b75c-5be5e9ac79c3 req-d05db53f-a2ec-4736-ae52-2cc3baea57e1 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=28282b0e-6c5e-431e-9466-f7852b229f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3401833 Jun 11 10:01:21.374884 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8f5adb66-e692-4944-8c48-77752f34551c req-7d8b6bba-1c56-4560-b5fb-f097d95e60d0 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=86819c7b-2569-4362-bbfd-07a12dc47954 HTTP/1.1" status: 200 len: 945 time: 0.3034987 Jun 11 10:01:21.548648 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-529e6b3f-f427-49bf-9596-c10a25e6c774 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:21.573470 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-928f6e4f-5a9a-4dd9-9e3a-be1536dc97d2 req-6009affc-083b-4482-b836-97b41648067c tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Deleting port 1006db35-2c94-42c9-8939-645ef395cec2 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:01:21.587097 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-928f6e4f-5a9a-4dd9-9e3a-be1536dc97d2 req-6009affc-083b-4482-b836-97b41648067c tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:21.593685 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8f5adb66-e692-4944-8c48-77752f34551c req-813cf166-12e1-4fb4-ae98-0153894dfec8 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177451 Jun 11 10:01:21.596858 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ba7ecb7-f2fa-43d9-9399-1e401d1dfe54 x-openstack-request-id: req-5ba7ecb7-f2fa-43d9-9399-1e401d1dfe54 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:01:21.602045 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8951c33-6d6a-4bea-b1bd-31fda6afe042", "name": "network-vif-deleted", "tag": "673aa988-b63e-4019-b597-09a97b0fcf40", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:01:21.602545 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5ba7ecb7-f2fa-43d9-9399-1e401d1dfe54 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:01:21.603140 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8951c33-6d6a-4bea-b1bd-31fda6afe042', 'name': 'network-vif-deleted', 'tag': '673aa988-b63e-4019-b597-09a97b0fcf40', 'status': 'completed', 'code': 200} Jun 11 10:01:21.890906 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 7c18ed8a-e418-435e-9993-2399cdcc9341 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:01:21.927705 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-8418f3d0-a6de-415a-8059-fd5fff393b12 None None] Set router e791f11d-4420-4be4-a1e2-215c6342b2b7 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:01:22.122165 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b109169-1ba4-4ee5-b3a2-cd3e7b652d66 None None] Network 690a4202-7820-4d9f-bf83-d11728d0e685 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:01:22.268023 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8963c236-c1a9-447e-a4d9-7f066374d205 req-16d57392-105f-4d2e-93f2-c3290c6fd756 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:22.268023 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8963c236-c1a9-447e-a4d9-7f066374d205 req-16d57392-105f-4d2e-93f2-c3290c6fd756 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042 HTTP/1.1" status: 200 len: 943 time: 0.1472361 Jun 11 10:01:22.288511 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8963c236-c1a9-447e-a4d9-7f066374d205 req-eb59acc5-5552-4ac2-9955-56c093a64420 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee23f870-7e0b-4b16-afae-a1e98a9dceaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235948 Jun 11 10:01:22.600427 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [None req-529e6b3f-f427-49bf-9596-c10a25e6c774 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Transition to ACTIVE for port object 01864b0a-55e4-4d3d-990d-1ddc39bb0334 will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:01:22.748755 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-db6ab532-d8e7-49ad-afe7-ec92c8306f40 None None] Provisioning for port 7c18ed8a-e418-435e-9993-2399cdcc9341 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:01:22.821399 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8d538aeb-eeb8-47a6-8f4a-a8df139bfbad req-0ec4c3d4-1b89-4290-ad16-4f7d8b2f52f9 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ed221c9-b5c7-483e-af01-998d5e7f3aa5 HTTP/1.1" status: 200 len: 210 time: 0.1246195 Jun 11 10:01:22.844400 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-529e6b3f-f427-49bf-9596-c10a25e6c774 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:22.881092 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ae2edff2-2d2b-439c-b972-6027ee690aae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:01:22.986589 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529e6b3f-f427-49bf-9596-c10a25e6c774 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Pushing event updated for resources: {'Port': ['ID=01864b0a-55e4-4d3d-990d-1ddc39bb0334,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:01:23.018739 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-529e6b3f-f427-49bf-9596-c10a25e6c774 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:01:23.079923 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 7c18ed8a-e418-435e-9993-2399cdcc9341 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:01:23.098736 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 7c18ed8a-e418-435e-9993-2399cdcc9341 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:01:23.104529 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:23.142723 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529e6b3f-f427-49bf-9596-c10a25e6c774 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Network 690a4202-7820-4d9f-bf83-d11728d0e685 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:01:23.146655 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-529e6b3f-f427-49bf-9596-c10a25e6c774 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:01:23.150123 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2e2f99e5-8340-4f26-8e02-c4922b5dad57 req-3e55f3e4-860a-4392-9b2d-e512d01e9e54 service neutron] 10.222.0.64 "GET /v2.0/networks/4ec1bae5-7351-4e01-a52c-de5521320fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8851297 Jun 11 10:01:23.150843 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529e6b3f-f427-49bf-9596-c10a25e6c774 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:01:23.236005 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-928f6e4f-5a9a-4dd9-9e3a-be1536dc97d2 req-6009affc-083b-4482-b836-97b41648067c tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] For port 1006db35-2c94-42c9-8939-645ef395cec2, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=1006db35-2c94-42c9-8939-645ef395cec2,segment=NetworkSegment(07c308bf-d361-4404-88f5-f82f64cf50c4),segment_id=07c308bf-d361-4404-88f5-f82f64cf50c4)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:01:23.236381 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-928f6e4f-5a9a-4dd9-9e3a-be1536dc97d2 req-6009affc-083b-4482-b836-97b41648067c tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:23.479950 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-928f6e4f-5a9a-4dd9-9e3a-be1536dc97d2 req-6009affc-083b-4482-b836-97b41648067c tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Calling delete_port for 1006db35-2c94-42c9-8939-645ef395cec2 owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:01:23.522941 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-529e6b3f-f427-49bf-9596-c10a25e6c774 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:23.525847 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-529e6b3f-f427-49bf-9596-c10a25e6c774 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:23.528506 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:23.595230 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-8418f3d0-a6de-415a-8059-fd5fff393b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e791f11d-4420-4be4-a1e2-215c6342b2b7', 'name': 'tempest-TaggedBootDevicesTest_v242-1077463737-router', 'tenant_id': '39e8725552694bd89f3d9b894d223d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '62068c86-ad7d-40cd-81e5-0d628d387505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:50:04Z', 'updated_at': '2021-06-11T09:50:12Z', 'revision_number': 4, 'project_id': '39e8725552694bd89f3d9b894d223d7c', 'gw_port': {'id': '62068c86-ad7d-40cd-81e5-0d628d387505', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:02:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e791f11d-4420-4be4-a1e2-215c6342b2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:50:06Z', 'updated_at': '2021-06-11T09:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '988b45c2-01ab-43c3-ade4-b413a84e3095', 'name': '', 'network_id': '613fb304-5cfe-4609-aaba-f0eb53f2be57', 'tenant_id': '39e8725552694bd89f3d9b894d223d7c', 'mac_address': 'fa:16:3e:8d:d3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e791f11d-4420-4be4-a1e2-215c6342b2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'aa5d910a-d4cb-4925-a41a-aa63432d8367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:50:11Z', 'updated_at': '2021-06-11T09:50:22Z', 'revision_number': 5, 'project_id': '39e8725552694bd89f3d9b894d223d7c', 'subnets': [{'id': 'aa5d910a-d4cb-4925-a41a-aa63432d8367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:01:23.609525 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 7c18ed8a-e418-435e-9993-2399cdcc9341, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=7c18ed8a-e418-435e-9993-2399cdcc9341,segment=NetworkSegment(5149fe11-55e4-4081-aa49-8d0b0d62add9),segment_id=5149fe11-55e4-4081-aa49-8d0b0d62add9)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:01:23.611240 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8418f3d0-a6de-415a-8059-fd5fff393b12 None None] The sync data for ids ['e791f11d-4420-4be4-a1e2-215c6342b2b7'] in n-d-779913-12 is: [{'id': 'e791f11d-4420-4be4-a1e2-215c6342b2b7', 'name': 'tempest-TaggedBootDevicesTest_v242-1077463737-router', 'tenant_id': '39e8725552694bd89f3d9b894d223d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '62068c86-ad7d-40cd-81e5-0d628d387505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:50:04Z', 'updated_at': '2021-06-11T09:50:12Z', 'revision_number': 4, 'project_id': '39e8725552694bd89f3d9b894d223d7c', 'gw_port': {'id': '62068c86-ad7d-40cd-81e5-0d628d387505', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:02:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e791f11d-4420-4be4-a1e2-215c6342b2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:50:06Z', 'updated_at': '2021-06-11T09:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '988b45c2-01ab-43c3-ade4-b413a84e3095', 'name': '', 'network_id': '613fb304-5cfe-4609-aaba-f0eb53f2be57', 'tenant_id': '39e8725552694bd89f3d9b894d223d7c', 'mac_address': 'fa:16:3e:8d:d3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e791f11d-4420-4be4-a1e2-215c6342b2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'aa5d910a-d4cb-4925-a41a-aa63432d8367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:50:11Z', 'updated_at': '2021-06-11T09:50:22Z', 'revision_number': 5, 'project_id': '39e8725552694bd89f3d9b894d223d7c', 'subnets': [{'id': 'aa5d910a-d4cb-4925-a41a-aa63432d8367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:01:23.698923 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:23.710381 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:01:23.805349 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-d79c6522-7825-4151-ba79-621b0dd631ca None None] Provisioning complete for port 7c18ed8a-e418-435e-9993-2399cdcc9341 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:01:23.805349 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d79c6522-7825-4151-ba79-621b0dd631ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:23.889542 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-529e6b3f-f427-49bf-9596-c10a25e6c774 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 6.9441330 Jun 11 10:01:23.890434 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 35762) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:01:23.972244 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=7c18ed8a-e418-435e-9993-2399cdcc9341,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:01:24.004968 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:01:24.163643 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fec9088-4be5-4890-9569-1e386f2b92fb req-b0643ff3-1252-4c39-ad00-196fece10698 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:24.173865 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6fec9088-4be5-4890-9569-1e386f2b92fb req-b0643ff3-1252-4c39-ad00-196fece10698 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaddf973-e588-464b-8514-112fb39e8650 HTTP/1.1" status: 200 len: 945 time: 0.6214075 Jun 11 10:01:24.216091 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbe4b0b-4977-472d-8378-83dc241e75a0 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:24.242424 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbe4b0b-4977-472d-8378-83dc241e75a0 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:24.273176 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbe4b0b-4977-472d-8378-83dc241e75a0 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:24.298929 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-bbbe4b0b-4977-472d-8378-83dc241e75a0 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.4071259 Jun 11 10:01:24.316957 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 35778) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:01:24.416096 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c002de4-5a25-4bce-bea8-028fa4880d50 None None] New status for floating IP b83e2c43-65b7-4b4e-864b-661e6e98ddb1: DOWN {{(pid=93179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 10:01:24.570767 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6fec9088-4be5-4890-9569-1e386f2b92fb req-bcf5bcf9-495b-4f7d-9d33-14e64ed5062d tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=28282b0e-6c5e-431e-9466-f7852b229f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3958840 Jun 11 10:01:24.642134 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9f1e2e-071a-4892-9634-4a581b7e2864 req-1f122e00-ac25-4148-b6f0-ef55fbc27ab2 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:24.655486 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8b9f1e2e-071a-4892-9634-4a581b7e2864 req-1f122e00-ac25-4148-b6f0-ef55fbc27ab2 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042 HTTP/1.1" status: 200 len: 943 time: 0.3548217 Jun 11 10:01:24.803290 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8b9f1e2e-071a-4892-9634-4a581b7e2864 req-56f49d6b-b2a4-49d6-8e6e-0fbfddae0bed tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee23f870-7e0b-4b16-afae-a1e98a9dceaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466780 Jun 11 10:01:24.858097 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-d79c6522-7825-4151-ba79-621b0dd631ca None None] Provisioning for port 6afc9e02-1eca-4c48-a9f6-993cd7fcb4f7 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:01:24.862951 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-d79c6522-7825-4151-ba79-621b0dd631ca None None] Provisioning complete for port 6afc9e02-1eca-4c48-a9f6-993cd7fcb4f7 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:01:24.863350 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d79c6522-7825-4151-ba79-621b0dd631ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:24.924005 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-d79c6522-7825-4151-ba79-621b0dd631ca None None] Port 6afc9e02-1eca-4c48-a9f6-993cd7fcb4f7 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:01:24.932714 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-928f6e4f-5a9a-4dd9-9e3a-be1536dc97d2 req-6009affc-083b-4482-b836-97b41648067c tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:24.985841 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ef969ae3-fbb7-4a4a-b4ca-8acb181aa8c6 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:01:25.111532 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2addce78-f32e-4ff6-92a4-1127a6755803 req-084c5d6a-acc9-4b16-936f-7c5a0e6c634e tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ed221c9-b5c7-483e-af01-998d5e7f3aa5 HTTP/1.1" status: 200 len: 210 time: 0.0587997 Jun 11 10:01:25.130971 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-192183a8-8b3a-4bac-ac40-1b2fd5129e4d None None] Provisioning for port 01864b0a-55e4-4d3d-990d-1ddc39bb0334 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:01:25.135837 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-192183a8-8b3a-4bac-ac40-1b2fd5129e4d None None] Provisioning complete for port 01864b0a-55e4-4d3d-990d-1ddc39bb0334 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:01:25.136280 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-192183a8-8b3a-4bac-ac40-1b2fd5129e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:25.286675 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-192183a8-8b3a-4bac-ac40-1b2fd5129e4d None None] Port 01864b0a-55e4-4d3d-990d-1ddc39bb0334 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:01:25.303088 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-192183a8-8b3a-4bac-ac40-1b2fd5129e4d None None] Provisioning complete for port 6afc9e02-1eca-4c48-a9f6-993cd7fcb4f7 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:01:25.303514 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-192183a8-8b3a-4bac-ac40-1b2fd5129e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:25.333581 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-928f6e4f-5a9a-4dd9-9e3a-be1536dc97d2 req-6009affc-083b-4482-b836-97b41648067c tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] No DVR routers for this DVR port 1006db35-2c94-42c9-8939-645ef395cec2 on host n-h1-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:01:25.347375 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6009affc-083b-4482-b836-97b41648067c tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Pushing event deleted for resources: {'Port': ['ID=1006db35-2c94-42c9-8939-645ef395cec2,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:01:25.350566 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-928f6e4f-5a9a-4dd9-9e3a-be1536dc97d2 req-6009affc-083b-4482-b836-97b41648067c tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:25.352840 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-928f6e4f-5a9a-4dd9-9e3a-be1536dc97d2 req-6009affc-083b-4482-b836-97b41648067c tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.64 "DELETE /v2.0/ports/1006db35-2c94-42c9-8939-645ef395cec2 HTTP/1.1" status: 204 len: 173 time: 5.3052020 Jun 11 10:01:25.376871 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8951c33-6d6a-4bea-b1bd-31fda6afe042', 'name': 'network-vif-deleted', 'tag': '1006db35-2c94-42c9-8939-645ef395cec2'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:01:25.379387 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f569a30-df09-4a8a-9ef3-b7b4f7b71fc6" -d '{"events": [{"server_uuid": "c8951c33-6d6a-4bea-b1bd-31fda6afe042", "name": "network-vif-deleted", "tag": "1006db35-2c94-42c9-8939-645ef395cec2"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:01:25.385905 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-192183a8-8b3a-4bac-ac40-1b2fd5129e4d None None] Port 6afc9e02-1eca-4c48-a9f6-993cd7fcb4f7 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:01:25.391020 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6009affc-083b-4482-b836-97b41648067c tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:01:25.463677 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9f058-a5e5-4c98-a63f-8a0a93cff003 req-9b561a76-b907-4d88-8097-ac59b5cc364f tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:25.501274 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-92d9f058-a5e5-4c98-a63f-8a0a93cff003 req-9b561a76-b907-4d88-8097-ac59b5cc364f tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.64 "GET /v2.0/networks?id=27e23bf6-ffe1-4e0a-b377-e23593ba5165 HTTP/1.1" status: 200 len: 811 time: 1.1912103 Jun 11 10:01:25.501274 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32758c8e-810f-4bd5-b2f2-42a0dbade2eb req-6e60720e-29e3-468a-adc0-9a68237e0bd9 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:25.501274 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-32758c8e-810f-4bd5-b2f2-42a0dbade2eb req-6e60720e-29e3-468a-adc0-9a68237e0bd9 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=86819c7b-2569-4362-bbfd-07a12dc47954 HTTP/1.1" status: 200 len: 945 time: 0.6899502 Jun 11 10:01:25.502236 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-a46b5261-ddb9-4801-80c3-fe26d5eead1e tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Deleting port 01864b0a-55e4-4d3d-990d-1ddc39bb0334 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:01:25.502826 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a46b5261-ddb9-4801-80c3-fe26d5eead1e tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:25.519746 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e1fb4-8cda-48fa-ad66-bc9f5c503027 req-a4c2a35b-a400-463d-ae59-97eb96ce46c7 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:25.521324 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-137e1fb4-8cda-48fa-ad66-bc9f5c503027 req-a4c2a35b-a400-463d-ae59-97eb96ce46c7 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.69 "GET /v2.0/ports?device_id=86819c7b-2569-4362-bbfd-07a12dc47954 HTTP/1.1" status: 200 len: 945 time: 0.3826811 Jun 11 10:01:25.615395 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bcbcc31-ab48-4503-84a9-fb49aa513f8d x-openstack-request-id: req-1bcbcc31-ab48-4503-84a9-fb49aa513f8d {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:01:25.615879 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8951c33-6d6a-4bea-b1bd-31fda6afe042", "name": "network-vif-deleted", "tag": "1006db35-2c94-42c9-8939-645ef395cec2", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:01:25.616128 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1bcbcc31-ab48-4503-84a9-fb49aa513f8d {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:01:25.616612 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8951c33-6d6a-4bea-b1bd-31fda6afe042', 'name': 'network-vif-deleted', 'tag': '1006db35-2c94-42c9-8939-645ef395cec2', 'status': 'completed', 'code': 200} Jun 11 10:01:25.661111 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-92d9f058-a5e5-4c98-a63f-8a0a93cff003 req-c1a65c2e-0f7b-47de-9e80-faf2257667e6 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Request body: {'port': {'device_id': '8ed221c9-b5c7-483e-af01-998d5e7f3aa5', 'network_id': '27e23bf6-ffe1-4e0a-b377-e23593ba5165', 'admin_state_up': True, 'tenant_id': 'cf2f36364fcc4b2d95b3a631356b3d50'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:01:25.837009 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-32758c8e-810f-4bd5-b2f2-42a0dbade2eb req-2bb8465e-dd4d-452c-9292-5a551cdccdea tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3513296 Jun 11 10:01:25.885622 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 7c18ed8a-e418-435e-9993-2399cdcc9341 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:01:26.046625 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 7c18ed8a-e418-435e-9993-2399cdcc9341 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:01:26.047222 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:26.095916 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92d9f058-a5e5-4c98-a63f-8a0a93cff003 req-c1a65c2e-0f7b-47de-9e80-faf2257667e6 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Made reservation on behalf of cf2f36364fcc4b2d95b3a631356b3d50 for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:01:26.095916 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-92d9f058-a5e5-4c98-a63f-8a0a93cff003 req-c1a65c2e-0f7b-47de-9e80-faf2257667e6 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:26.214242 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f2e65eec-de77-4ee8-82b1-3a5a255ce5bb req-403eae6d-fac8-4a5d-8de0-e9db76cc6f4e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3673632 Jun 11 10:01:26.217432 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a46b5261-ddb9-4801-80c3-fe26d5eead1e tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:26.488460 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-a46b5261-ddb9-4801-80c3-fe26d5eead1e tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Calling delete_port for 01864b0a-55e4-4d3d-990d-1ddc39bb0334 owned by {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:01:26.572237 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbfb492-e57e-435a-88b1-938cd19dd6c5 req-fcd691ce-0a8b-4935-baaa-6b85cc69c004 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:26.582872 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8bbfb492-e57e-435a-88b1-938cd19dd6c5 req-fcd691ce-0a8b-4935-baaa-6b85cc69c004 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaddf973-e588-464b-8514-112fb39e8650 HTTP/1.1" status: 200 len: 945 time: 0.1250858 Jun 11 10:01:26.666936 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b9e4b717-9070-41c2-aac3-ea87d411d021 req-e2585ea2-0579-4c81-ac87-d9758e4a6a1e tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042 HTTP/1.1" status: 200 len: 210 time: 0.2539530 Jun 11 10:01:26.687538 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8bbfb492-e57e-435a-88b1-938cd19dd6c5 req-4ef8d165-1334-4edb-b39b-3e8bbdd7ac30 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=28282b0e-6c5e-431e-9466-f7852b229f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914781 Jun 11 10:01:26.687895 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-137e1fb4-8cda-48fa-ad66-bc9f5c503027 req-7f95a4d3-3209-44a9-a5f5-3fbe349308ad tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Deleting port 9b51dc31-f72b-4a0a-8c15-bad5c9f333a2 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:01:26.687895 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-137e1fb4-8cda-48fa-ad66-bc9f5c503027 req-7f95a4d3-3209-44a9-a5f5-3fbe349308ad tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:27.065352 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-29bb3ed7-54e3-4b63-aa9c-9c493579d60c req-ee71fe2f-ec28-4dd6-b0ea-5d00581248cb tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ed221c9-b5c7-483e-af01-998d5e7f3aa5 HTTP/1.1" status: 200 len: 210 time: 0.1184387 Jun 11 10:01:27.929198 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6737632-2deb-42a1-9221-865fb531e64c req-59561eb4-b762-4833-a5e0-76926252daa7 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:27.945726 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d6737632-2deb-42a1-9221-865fb531e64c req-59561eb4-b762-4833-a5e0-76926252daa7 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaddf973-e588-464b-8514-112fb39e8650 HTTP/1.1" status: 200 len: 945 time: 0.0965044 Jun 11 10:01:28.066541 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d6737632-2deb-42a1-9221-865fb531e64c req-35a9a0b6-f582-4c48-b40d-80d0e4755106 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=28282b0e-6c5e-431e-9466-f7852b229f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152627 Jun 11 10:01:28.090533 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e65eec-de77-4ee8-82b1-3a5a255ce5bb req-1ae4e4ac-1dab-43aa-a051-5e7167d5c140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:28.091048 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e65eec-de77-4ee8-82b1-3a5a255ce5bb req-1ae4e4ac-1dab-43aa-a051-5e7167d5c140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:28.091728 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e65eec-de77-4ee8-82b1-3a5a255ce5bb req-1ae4e4ac-1dab-43aa-a051-5e7167d5c140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:28.092235 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e65eec-de77-4ee8-82b1-3a5a255ce5bb req-1ae4e4ac-1dab-43aa-a051-5e7167d5c140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:28.092700 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e65eec-de77-4ee8-82b1-3a5a255ce5bb req-1ae4e4ac-1dab-43aa-a051-5e7167d5c140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:28.093066 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e65eec-de77-4ee8-82b1-3a5a255ce5bb req-1ae4e4ac-1dab-43aa-a051-5e7167d5c140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:28.093662 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e65eec-de77-4ee8-82b1-3a5a255ce5bb req-1ae4e4ac-1dab-43aa-a051-5e7167d5c140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:28.103056 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f2e65eec-de77-4ee8-82b1-3a5a255ce5bb req-1ae4e4ac-1dab-43aa-a051-5e7167d5c140 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=27f3c4dce50f47ad9013fa1bc48941bf&device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 6498 time: 1.6728480 Jun 11 10:01:28.143186 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-92d9f058-a5e5-4c98-a63f-8a0a93cff003 req-c1a65c2e-0f7b-47de-9e80-faf2257667e6 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Allocated IP 172.20.0.4 (27e23bf6-ffe1-4e0a-b377-e23593ba5165/a3823ddd-2fea-4754-846e-b1cf37fb47e2/4ba53edb-d423-4464-9c12-091c0aceb2f1) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:01:28.355360 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-494d7600-9a96-4132-9d23-37b3e4bdef58 req-78ec96fb-1bad-4f7e-8463-6d5b693218d8 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042 HTTP/1.1" status: 200 len: 210 time: 0.0814033 Jun 11 10:01:28.462892 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-137e1fb4-8cda-48fa-ad66-bc9f5c503027 req-7f95a4d3-3209-44a9-a5f5-3fbe349308ad tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] For port 9b51dc31-f72b-4a0a-8c15-bad5c9f333a2, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=9b51dc31-f72b-4a0a-8c15-bad5c9f333a2,segment=NetworkSegment(ab2d9cc7-6b60-440f-b56a-bfa214087ddc),segment_id=ab2d9cc7-6b60-440f-b56a-bfa214087ddc)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:01:28.464836 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-137e1fb4-8cda-48fa-ad66-bc9f5c503027 req-7f95a4d3-3209-44a9-a5f5-3fbe349308ad tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:28.678618 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-137e1fb4-8cda-48fa-ad66-bc9f5c503027 req-7f95a4d3-3209-44a9-a5f5-3fbe349308ad tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Calling delete_port for 9b51dc31-f72b-4a0a-8c15-bad5c9f333a2 owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:01:28.805694 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e65eec-de77-4ee8-82b1-3a5a255ce5bb req-e82afbfb-2898-49d9-bc30-8bab16284de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:28.806179 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e65eec-de77-4ee8-82b1-3a5a255ce5bb req-e82afbfb-2898-49d9-bc30-8bab16284de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:28.806767 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e65eec-de77-4ee8-82b1-3a5a255ce5bb req-e82afbfb-2898-49d9-bc30-8bab16284de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:28.808606 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f2e65eec-de77-4ee8-82b1-3a5a255ce5bb req-e82afbfb-2898-49d9-bc30-8bab16284de7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=07c60738-0d51-40d7-b14f-98ba87e92f35&id=1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e&id=1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e&id=1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e&id=1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e&id=afbcc96d-d966-4839-b6f4-c3dd378a91e7&id=afbcc96d-d966-4839-b6f4-c3dd378a91e7 HTTP/1.1" status: 200 len: 2293 time: 0.6472366 Jun 11 10:01:28.842955 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-46e45ff3-e28e-4d5d-a884-ecc1670d2fd6 req-1f823b7a-be1f-4326-bfdf-dc3cfc178fe5 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ed221c9-b5c7-483e-af01-998d5e7f3aa5 HTTP/1.1" status: 200 len: 210 time: 0.0657845 Jun 11 10:01:29.043477 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4721f13f-25ee-4881-a1db-7eee688e6fac req-df78cb9e-8209-4c06-96db-6d1e90bf17e1 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:29.065364 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4721f13f-25ee-4881-a1db-7eee688e6fac req-df78cb9e-8209-4c06-96db-6d1e90bf17e1 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=86819c7b-2569-4362-bbfd-07a12dc47954 HTTP/1.1" status: 200 len: 945 time: 1.1223562 Jun 11 10:01:29.383433 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 9b51dc31-f72b-4a0a-8c15-bad5c9f333a2 no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:01:29.508093 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f2e65eec-de77-4ee8-82b1-3a5a255ce5bb req-e0f36339-3ff6-4a24-913e-2cfd92a2040b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6002c3af-dd58-4a68-a700-e1997afee2fa HTTP/1.1" status: 200 len: 1000 time: 0.4787588 Jun 11 10:01:29.511083 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d752731-ced6-4ec4-91f5-03513de19682 req-253c3b65-1a37-4938-a353-7b342294dbf5 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:29.513279 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5d752731-ced6-4ec4-91f5-03513de19682 req-253c3b65-1a37-4938-a353-7b342294dbf5 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaddf973-e588-464b-8514-112fb39e8650 HTTP/1.1" status: 200 len: 945 time: 0.1650269 Jun 11 10:01:29.546918 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4721f13f-25ee-4881-a1db-7eee688e6fac req-9e204028-939d-4f55-9fa4-b7411d65580a tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/security-groups?id=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4802082 Jun 11 10:01:29.655441 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:29.722329 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5d752731-ced6-4ec4-91f5-03513de19682 req-00d5e394-92f4-429d-b517-084d29d67e16 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=28282b0e-6c5e-431e-9466-f7852b229f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2003412 Jun 11 10:01:29.810194 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a46b5261-ddb9-4801-80c3-fe26d5eead1e tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:29.823483 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e65eec-de77-4ee8-82b1-3a5a255ce5bb req-950ee89c-07a6-48cc-8b29-ebbdd8162b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:29.825268 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f2e65eec-de77-4ee8-82b1-3a5a255ce5bb req-950ee89c-07a6-48cc-8b29-ebbdd8162b13 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=89485667-0a35-4bc0-a20f-cd09bc5f5d8c HTTP/1.1" status: 200 len: 851 time: 0.2265260 Jun 11 10:01:29.833839 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e31fba3a-3cba-4554-9947-d14ca15d1b18 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:01:30.050305 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.db.api [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 11 10:01:30.050305 n-d-779913-12 neutron-server[93178]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Jun 11 10:01:30.050305 n-d-779913-12 neutron-server[93178]: [parameters: {'status': 'DOWN', 'ports_id': '9b51dc31-f72b-4a0a-8c15-bad5c9f333a2'}] Jun 11 10:01:30.050305 n-d-779913-12 neutron-server[93178]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93178) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 10:01:30.051076 n-d-779913-12 neutron-server[93178]: DEBUG oslo_db.api [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 10:01:30.293619 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46b5261-ddb9-4801-80c3-fe26d5eead1e tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Pushing event deleted for resources: {'Port': ['ID=01864b0a-55e4-4d3d-990d-1ddc39bb0334,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:01:30.315083 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ca22195b-5064-451e-a949-3bcd98da9561 req-7fdff24c-3c07-4ceb-86b2-cd0f6a78860b tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042 HTTP/1.1" status: 200 len: 210 time: 0.3369622 Jun 11 10:01:30.316122 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a46b5261-ddb9-4801-80c3-fe26d5eead1e tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:01:30.367829 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b42e1241-6a83-4c52-b8fa-c15bb8573913 req-eea3adfe-c18d-46ee-9824-d0eb3d86e883 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ed221c9-b5c7-483e-af01-998d5e7f3aa5 HTTP/1.1" status: 200 len: 210 time: 0.0687346 Jun 11 10:01:30.460651 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-92d9f058-a5e5-4c98-a63f-8a0a93cff003 req-c1a65c2e-0f7b-47de-9e80-faf2257667e6 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:30.491845 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a46b5261-ddb9-4801-80c3-fe26d5eead1e tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:30.497782 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-a46b5261-ddb9-4801-80c3-fe26d5eead1e tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] 10.222.0.60 "DELETE /v2.0/ports/01864b0a-55e4-4d3d-990d-1ddc39bb0334 HTTP/1.1" status: 204 len: 168 time: 6.1568811 Jun 11 10:01:30.498365 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 35878) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:01:30.503828 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-a266995a-6fff-471e-b428-cfc50a96355f tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Request body: {'port': {'name': 'tempest-new-port-name-1495955305', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:01:30.504537 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.api.validators [None req-a266995a-6fff-471e-b428-cfc50a96355f tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] bootfile-name is not in valid_values {{(pid=93177) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 11 10:01:30.505102 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.api.validators [None req-a266995a-6fff-471e-b428-cfc50a96355f tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] tftp-server is not in valid_values {{(pid=93177) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 11 10:01:30.505644 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.api.validators [None req-a266995a-6fff-471e-b428-cfc50a96355f tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] server-ip-address is not in valid_values {{(pid=93177) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 11 10:01:30.508100 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e65eec-de77-4ee8-82b1-3a5a255ce5bb req-2a999c72-632d-4fb1-ad55-98fcddd1a2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:30.509627 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f2e65eec-de77-4ee8-82b1-3a5a255ce5bb req-2a999c72-632d-4fb1-ad55-98fcddd1a2cb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=07c60738-0d51-40d7-b14f-98ba87e92f35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6598771 Jun 11 10:01:30.571039 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-137e1fb4-8cda-48fa-ad66-bc9f5c503027 req-7f95a4d3-3209-44a9-a5f5-3fbe349308ad tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:30.579297 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ae671740-2668-4d0c-a7fa-fcd7eceaf59d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:01:30.664167 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Port 9b51dc31-f72b-4a0a-8c15-bad5c9f333a2 update to DOWN by agent not found {{(pid=93178) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2133}} Jun 11 10:01:30.707394 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f95a4d3-3209-44a9-a5f5-3fbe349308ad tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Pushing event deleted for resources: {'Port': ['ID=9b51dc31-f72b-4a0a-8c15-bad5c9f333a2,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:01:30.729564 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7f95a4d3-3209-44a9-a5f5-3fbe349308ad tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:01:30.738547 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a266995a-6fff-471e-b428-cfc50a96355f tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:30.868587 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-92d9f058-a5e5-4c98-a63f-8a0a93cff003 req-c1a65c2e-0f7b-47de-9e80-faf2257667e6 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:31.003008 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4cce17c3-33bb-40b6-a398-706c404b3946 req-907864fd-4066-4482-9b35-8ecf18da2ac2 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=86819c7b-2569-4362-bbfd-07a12dc47954 HTTP/1.1" status: 200 len: 210 time: 0.1209090 Jun 11 10:01:31.037423 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3c636883-2328-4905-ac37-9c464b1e10de tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:01:31.112556 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-137e1fb4-8cda-48fa-ad66-bc9f5c503027 req-7f95a4d3-3209-44a9-a5f5-3fbe349308ad tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] No DVR routers for this DVR port 9b51dc31-f72b-4a0a-8c15-bad5c9f333a2 on host n-h2-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:01:31.129838 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a266995a-6fff-471e-b428-cfc50a96355f tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:31.142034 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-137e1fb4-8cda-48fa-ad66-bc9f5c503027 req-7f95a4d3-3209-44a9-a5f5-3fbe349308ad tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:31.154306 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-137e1fb4-8cda-48fa-ad66-bc9f5c503027 req-7f95a4d3-3209-44a9-a5f5-3fbe349308ad tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.69 "DELETE /v2.0/ports/9b51dc31-f72b-4a0a-8c15-bad5c9f333a2 HTTP/1.1" status: 204 len: 173 time: 5.6187947 Jun 11 10:01:31.175456 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86819c7b-2569-4362-bbfd-07a12dc47954', 'name': 'network-vif-deleted', 'tag': '9b51dc31-f72b-4a0a-8c15-bad5c9f333a2'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:01:31.178199 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f8f1ff5-8033-44b6-9dd7-00bd847a612a" -d '{"events": [{"server_uuid": "86819c7b-2569-4362-bbfd-07a12dc47954", "name": "network-vif-deleted", "tag": "9b51dc31-f72b-4a0a-8c15-bad5c9f333a2"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:01:31.216470 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92d9f058-a5e5-4c98-a63f-8a0a93cff003 req-c1a65c2e-0f7b-47de-9e80-faf2257667e6 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Network 27e23bf6-ffe1-4e0a-b377-e23593ba5165 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:01:31.230630 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-92d9f058-a5e5-4c98-a63f-8a0a93cff003 req-c1a65c2e-0f7b-47de-9e80-faf2257667e6 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:01:31.232003 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170abe12-cb93-415e-97b8-a90e82cc98d8 req-5877dbe3-1edc-415b-a0d8-cea2513b77e0 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:31.239450 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-170abe12-cb93-415e-97b8-a90e82cc98d8 req-5877dbe3-1edc-415b-a0d8-cea2513b77e0 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaddf973-e588-464b-8514-112fb39e8650 HTTP/1.1" status: 200 len: 945 time: 0.1072638 Jun 11 10:01:31.247312 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a266995a-6fff-471e-b428-cfc50a96355f tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:31.254828 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-92d9f058-a5e5-4c98-a63f-8a0a93cff003 req-c1a65c2e-0f7b-47de-9e80-faf2257667e6 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:01:31.259479 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:31.261363 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a48e805a-7df4-423c-8ed3-752fa8cf9ec8 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:01:31.353588 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9f058-a5e5-4c98-a63f-8a0a93cff003 req-c1a65c2e-0f7b-47de-9e80-faf2257667e6 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:31.353767 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a266995a-6fff-471e-b428-cfc50a96355f tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Pushing event updated for resources: {'Port': ['ID=6afc9e02-1eca-4c48-a9f6-993cd7fcb4f7,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:01:31.353938 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-92d9f058-a5e5-4c98-a63f-8a0a93cff003 req-c1a65c2e-0f7b-47de-9e80-faf2257667e6 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:31.374592 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f2e65eec-de77-4ee8-82b1-3a5a255ce5bb req-fbde674a-856b-4c2e-819e-a8931b5ea9ec service neutron] 10.222.0.64 "GET /v2.0/networks/07c60738-0d51-40d7-b14f-98ba87e92f35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8394952 Jun 11 10:01:31.389732 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a65c2e-0f7b-47de-9e80-faf2257667e6 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Pushing event updated for resources: {'Port': ['ID=4ba53edb-d423-4464-9c12-091c0aceb2f1,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:01:31.414577 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7358bd8f-6c6d-43c4-bd89-5f01f2c38067 x-openstack-request-id: req-7358bd8f-6c6d-43c4-bd89-5f01f2c38067 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:01:31.417135 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86819c7b-2569-4362-bbfd-07a12dc47954", "name": "network-vif-deleted", "tag": "9b51dc31-f72b-4a0a-8c15-bad5c9f333a2", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:01:31.417440 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7358bd8f-6c6d-43c4-bd89-5f01f2c38067 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:01:31.417940 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86819c7b-2569-4362-bbfd-07a12dc47954', 'name': 'network-vif-deleted', 'tag': '9b51dc31-f72b-4a0a-8c15-bad5c9f333a2', 'status': 'completed', 'code': 200} Jun 11 10:01:31.420314 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c1a65c2e-0f7b-47de-9e80-faf2257667e6 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:01:31.437580 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-a266995a-6fff-471e-b428-cfc50a96355f tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] In _notify_port_updated(), no bound segment for port 6afc9e02-1eca-4c48-a9f6-993cd7fcb4f7 on network 690a4202-7820-4d9f-bf83-d11728d0e685 {{(pid=93177) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 11 10:01:31.451253 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a266995a-6fff-471e-b428-cfc50a96355f tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:31.452171 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a266995a-6fff-471e-b428-cfc50a96355f tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:31.456414 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-a266995a-6fff-471e-b428-cfc50a96355f tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] 10.222.0.60 "PUT /v2.0/ports/6afc9e02-1eca-4c48-a9f6-993cd7fcb4f7 HTTP/1.1" status: 200 len: 1136 time: 0.9543335 Jun 11 10:01:31.457667 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 35902) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:01:31.457817 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a266995a-6fff-471e-b428-cfc50a96355f tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:01:31.500037 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-170abe12-cb93-415e-97b8-a90e82cc98d8 req-34ae6c0e-b021-46bf-99b1-f66941f0e335 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=28282b0e-6c5e-431e-9466-f7852b229f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2594178 Jun 11 10:01:31.653279 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-92d9f058-a5e5-4c98-a63f-8a0a93cff003 req-c1a65c2e-0f7b-47de-9e80-faf2257667e6 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0356154 Jun 11 10:01:31.677883 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-92d9f058-a5e5-4c98-a63f-8a0a93cff003 req-f6d14936-1102-4427-8b21-99e27af04209 service neutron] Request body: {'port': {'device_id': '8ed221c9-b5c7-483e-af01-998d5e7f3aa5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:01:31.768146 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-af767338-b0e9-410a-95ec-afe677745d54 None None] Provisioning complete for port 6afc9e02-1eca-4c48-a9f6-993cd7fcb4f7 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:01:31.768768 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-af767338-b0e9-410a-95ec-afe677745d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:31.824505 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-20394091-71ef-4727-a694-b320cf57af26 req-7c03f275-7170-4ab2-9b00-357df6dbaf1d tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042 HTTP/1.1" status: 200 len: 210 time: 0.1783171 Jun 11 10:01:31.860453 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4f0ef2-4a3e-4e24-be7e-b73dac3681b5 req-0743d863-1d23-4314-99b7-e90f22f0c4c8 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:31.870829 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cc4f0ef2-4a3e-4e24-be7e-b73dac3681b5 req-0743d863-1d23-4314-99b7-e90f22f0c4c8 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ed221c9-b5c7-483e-af01-998d5e7f3aa5 HTTP/1.1" status: 200 len: 931 time: 0.1163461 Jun 11 10:01:31.871244 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104684f6-112b-45de-9a8c-2ded1eb641e9 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:31.872868 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-104684f6-112b-45de-9a8c-2ded1eb641e9 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] 10.222.0.60 "GET /v2.0/ports/6afc9e02-1eca-4c48-a9f6-993cd7fcb4f7 HTTP/1.1" status: 200 len: 1136 time: 0.4142551 Jun 11 10:01:31.879954 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 35908) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:01:31.951084 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f2e65eec-de77-4ee8-82b1-3a5a255ce5bb req-d103a561-eb59-4527-8bbe-4ba52d6f3112 service neutron] 10.222.0.64 "GET /v2.0/networks/07c60738-0d51-40d7-b14f-98ba87e92f35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5281396 Jun 11 10:01:31.951084 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-92d9f058-a5e5-4c98-a63f-8a0a93cff003 req-f6d14936-1102-4427-8b21-99e27af04209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:31.951273 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-af767338-b0e9-410a-95ec-afe677745d54 None None] Port 6afc9e02-1eca-4c48-a9f6-993cd7fcb4f7 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:01:31.976943 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cc4f0ef2-4a3e-4e24-be7e-b73dac3681b5 req-86f14473-f5cf-4d69-8969-5ede41b3c580 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065354 Jun 11 10:01:32.040723 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f2e65eec-de77-4ee8-82b1-3a5a255ce5bb req-3e37265d-7eef-40bd-a016-95a33b5d9e87 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=31bcc4b9-58bd-4fec-b00e-1686a7b3b5c8 HTTP/1.1" status: 200 len: 217 time: 0.1039829 Jun 11 10:01:32.086824 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-a20826d9-faad-4749-974f-a5948685dae1 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Deleting port 6afc9e02-1eca-4c48-a9f6-993cd7fcb4f7 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:01:32.091786 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a20826d9-faad-4749-974f-a5948685dae1 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:32.143249 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e65eec-de77-4ee8-82b1-3a5a255ce5bb req-c0cd2898-adaf-43de-b63b-a31b280f22ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:32.145904 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f2e65eec-de77-4ee8-82b1-3a5a255ce5bb req-c0cd2898-adaf-43de-b63b-a31b280f22ea service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ed222787-e673-4822-923d-7d2cddde10e7 HTTP/1.1" status: 200 len: 797 time: 0.0775847 Jun 11 10:01:32.309262 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a20826d9-faad-4749-974f-a5948685dae1 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:32.457812 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-a20826d9-faad-4749-974f-a5948685dae1 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Calling delete_port for 6afc9e02-1eca-4c48-a9f6-993cd7fcb4f7 owned by {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:01:32.470337 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-523f7ca4-76c8-4c55-af84-ebd9cfbe07a0 req-03d17eb3-b6bd-484b-802c-b49ae560f99c tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] 10.222.0.60 "GET /v2.0/ports?device_id=86819c7b-2569-4362-bbfd-07a12dc47954 HTTP/1.1" status: 200 len: 210 time: 0.0898948 Jun 11 10:01:32.575170 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e65eec-de77-4ee8-82b1-3a5a255ce5bb req-6de8b39c-25f0-430f-94e8-43d1cc2acfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:32.577065 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f2e65eec-de77-4ee8-82b1-3a5a255ce5bb req-6de8b39c-25f0-430f-94e8-43d1cc2acfd1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4244621 Jun 11 10:01:32.806296 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a20826d9-faad-4749-974f-a5948685dae1 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:32.822213 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-92d9f058-a5e5-4c98-a63f-8a0a93cff003 req-f6d14936-1102-4427-8b21-99e27af04209 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ba53edb-d423-4464-9c12-091c0aceb2f1 {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:01:32.830253 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-fec40f37-f59f-4caf-9e61-e3abe6c60431 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:01:32.832626 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f2e65eec-de77-4ee8-82b1-3a5a255ce5bb req-e6e20dab-d13b-4304-84b5-e1fa38ff5efc service neutron] 10.222.0.64 "GET /v2.0/networks/1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465091 Jun 11 10:01:32.834458 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-92d9f058-a5e5-4c98-a63f-8a0a93cff003 req-f6d14936-1102-4427-8b21-99e27af04209 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:32.933898 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-92d9f058-a5e5-4c98-a63f-8a0a93cff003 req-f6d14936-1102-4427-8b21-99e27af04209 service neutron] Transition to ACTIVE for port object 4ba53edb-d423-4464-9c12-091c0aceb2f1 will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:01:32.934584 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20826d9-faad-4749-974f-a5948685dae1 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Pushing event deleted for resources: {'Port': ['ID=6afc9e02-1eca-4c48-a9f6-993cd7fcb4f7,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:01:32.940332 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a20826d9-faad-4749-974f-a5948685dae1 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:01:33.057105 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a20826d9-faad-4749-974f-a5948685dae1 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:33.059998 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-a20826d9-faad-4749-974f-a5948685dae1 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] 10.222.0.60 "DELETE /v2.0/ports/6afc9e02-1eca-4c48-a9f6-993cd7fcb4f7 HTTP/1.1" status: 204 len: 168 time: 1.1789415 Jun 11 10:01:33.062451 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 35928) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:01:33.256045 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-575073ae-4ff2-4340-980b-0df0320b62c1 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Deleting subnet 6ec623ce-ddc4-4c89-983f-b10d05f72ac5 {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:01:33.273910 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-575073ae-4ff2-4340-980b-0df0320b62c1 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:33.483494 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9ba0cfbc-6594-4b97-b3fa-d20ef98ee430 req-74d56e95-2df1-4168-a66e-5e80e23b1d50 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042 HTTP/1.1" status: 200 len: 210 time: 0.2187948 Jun 11 10:01:33.537304 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-575073ae-4ff2-4340-980b-0df0320b62c1 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:33.852389 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11d632a-d2fb-48cb-a7da-a11dac3e0840 req-304c1c3e-c7f9-42bf-a9f8-80a6e3c38151 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:33.860551 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d11d632a-d2fb-48cb-a7da-a11dac3e0840 req-304c1c3e-c7f9-42bf-a9f8-80a6e3c38151 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaddf973-e588-464b-8514-112fb39e8650 HTTP/1.1" status: 200 len: 945 time: 1.1427472 Jun 11 10:01:33.872978 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-92d9f058-a5e5-4c98-a63f-8a0a93cff003 req-f6d14936-1102-4427-8b21-99e27af04209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:33.881438 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-575073ae-4ff2-4340-980b-0df0320b62c1 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:33.914097 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d949f0d6-2f01-4f83-b4f9-fbf6f8599ba5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:01:34.032402 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c18b14-25c7-4937-8295-892b48b9f5ae req-7355c61f-2400-4601-b517-34c1d8092c12 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:34.041861 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b7c18b14-25c7-4937-8295-892b48b9f5ae req-7355c61f-2400-4601-b517-34c1d8092c12 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ed221c9-b5c7-483e-af01-998d5e7f3aa5 HTTP/1.1" status: 200 len: 943 time: 0.3649876 Jun 11 10:01:34.053765 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d14936-1102-4427-8b21-99e27af04209 service neutron] Pushing event updated for resources: {'Port': ['ID=4ba53edb-d423-4464-9c12-091c0aceb2f1,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:01:34.061748 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f6d14936-1102-4427-8b21-99e27af04209 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:01:34.094383 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-575073ae-4ff2-4340-980b-0df0320b62c1 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:34.123676 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e06e8228-47a0-4aef-80db-a548de7085aa tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:01:34.180368 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575073ae-4ff2-4340-980b-0df0320b62c1 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Pushing event deleted for resources: {'Subnet': ['ID=6ec623ce-ddc4-4c89-983f-b10d05f72ac5,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:01:34.190107 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b7c18b14-25c7-4937-8295-892b48b9f5ae req-403292c0-97af-4b5a-bd31-625770c34065 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454663 Jun 11 10:01:34.191660 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-575073ae-4ff2-4340-980b-0df0320b62c1 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:01:34.203044 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149591ec-6161-4b53-8503-fd5cce4b0d7a None None] Network 690a4202-7820-4d9f-bf83-d11728d0e685 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:01:34.207117 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-575073ae-4ff2-4340-980b-0df0320b62c1 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:34.211475 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-575073ae-4ff2-4340-980b-0df0320b62c1 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] 10.222.0.60 "DELETE /v2.0/subnets/6ec623ce-ddc4-4c89-983f-b10d05f72ac5 HTTP/1.1" status: 204 len: 168 time: 1.1456697 Jun 11 10:01:34.213258 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d11d632a-d2fb-48cb-a7da-a11dac3e0840 req-e21f6553-3fbe-4c04-b53c-570c0578d6fc tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=28282b0e-6c5e-431e-9466-f7852b229f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3515091 Jun 11 10:01:34.213579 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 35938) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:01:34.466248 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f2e65eec-de77-4ee8-82b1-3a5a255ce5bb req-c7d46fc8-295d-4c08-bcf3-717e32746bad service neutron] 10.222.0.64 "GET /v2.0/networks/1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6261311 Jun 11 10:01:34.584389 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a19e9b3e-a1dd-4417-9021-8c987c1be439 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:34.596913 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f2e65eec-de77-4ee8-82b1-3a5a255ce5bb req-5fa3db56-ccf3-4a76-b44a-7afe9a935eae service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.172&port_id=44968cf1-fbc9-4eec-b314-67f01cc0a00c HTTP/1.1" status: 200 len: 217 time: 0.1168323 Jun 11 10:01:34.633286 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-92d9f058-a5e5-4c98-a63f-8a0a93cff003 req-f6d14936-1102-4427-8b21-99e27af04209 service neutron] Attempting to bind port 4ba53edb-d423-4464-9c12-091c0aceb2f1 on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:01:34.633286 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-92d9f058-a5e5-4c98-a63f-8a0a93cff003 req-f6d14936-1102-4427-8b21-99e27af04209 service neutron] Attempting to bind port 4ba53edb-d423-4464-9c12-091c0aceb2f1 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '49dbfc19-7dcf-486c-9f91-ff9f037d2121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '27e23bf6-ffe1-4e0a-b377-e23593ba5165'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:01:34.633286 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d9f058-a5e5-4c98-a63f-8a0a93cff003 req-f6d14936-1102-4427-8b21-99e27af04209 service neutron] Attempting to bind port 4ba53edb-d423-4464-9c12-091c0aceb2f1 on network 27e23bf6-ffe1-4e0a-b377-e23593ba5165 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:01:34.704957 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d9f058-a5e5-4c98-a63f-8a0a93cff003 req-f6d14936-1102-4427-8b21-99e27af04209 service neutron] Port 4ba53edb-d423-4464-9c12-091c0aceb2f1 on network 27e23bf6-ffe1-4e0a-b377-e23593ba5165 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:01:34.705450 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d9f058-a5e5-4c98-a63f-8a0a93cff003 req-f6d14936-1102-4427-8b21-99e27af04209 service neutron] Attempting to bind port 4ba53edb-d423-4464-9c12-091c0aceb2f1 on network 27e23bf6-ffe1-4e0a-b377-e23593ba5165 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:01:34.728892 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb90d19-b142-4c47-8303-9a222814b859 None None] DHCP port deletion for 690a4202-7820-4d9f-bf83-d11728d0e685 request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 10:01:34.734076 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d9f058-a5e5-4c98-a63f-8a0a93cff003 req-f6d14936-1102-4427-8b21-99e27af04209 service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:01:34.744402 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d9f058-a5e5-4c98-a63f-8a0a93cff003 req-f6d14936-1102-4427-8b21-99e27af04209 service neutron] Checking segment: {'id': '49dbfc19-7dcf-486c-9f91-ff9f037d2121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '27e23bf6-ffe1-4e0a-b377-e23593ba5165'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:01:34.751678 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d9f058-a5e5-4c98-a63f-8a0a93cff003 req-f6d14936-1102-4427-8b21-99e27af04209 service neutron] Bound using segment: {'id': '49dbfc19-7dcf-486c-9f91-ff9f037d2121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '27e23bf6-ffe1-4e0a-b377-e23593ba5165'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:01:34.752408 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-92d9f058-a5e5-4c98-a63f-8a0a93cff003 req-f6d14936-1102-4427-8b21-99e27af04209 service neutron] Bound port: 4ba53edb-d423-4464-9c12-091c0aceb2f1, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49dbfc19-7dcf-486c-9f91-ff9f037d2121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '27e23bf6-ffe1-4e0a-b377-e23593ba5165'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:01:34.753495 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-92d9f058-a5e5-4c98-a63f-8a0a93cff003 req-f6d14936-1102-4427-8b21-99e27af04209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:34.760410 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-a19e9b3e-a1dd-4417-9021-8c987c1be439 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Deleting port 7c18ed8a-e418-435e-9993-2399cdcc9341 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:01:34.760759 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a19e9b3e-a1dd-4417-9021-8c987c1be439 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:34.913781 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e65eec-de77-4ee8-82b1-3a5a255ce5bb req-e894051e-2a2b-453e-aaa1-66e6882cb423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:34.915175 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f2e65eec-de77-4ee8-82b1-3a5a255ce5bb req-e894051e-2a2b-453e-aaa1-66e6882cb423 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ed222787-e673-4822-923d-7d2cddde10e7 HTTP/1.1" status: 200 len: 797 time: 0.3079283 Jun 11 10:01:34.918972 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-01d96cb1-61f9-4690-9c8d-28b2dd8da879 req-2cfd81c1-7f9b-4175-ae9f-aff52a138b3d tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042 HTTP/1.1" status: 200 len: 210 time: 0.1063044 Jun 11 10:01:34.940745 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-bbb90d19-b142-4c47-8303-9a222814b859 None None] Deleting port 7c18ed8a-e418-435e-9993-2399cdcc9341 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:01:34.941157 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-bbb90d19-b142-4c47-8303-9a222814b859 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:34.974569 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-a19e9b3e-a1dd-4417-9021-8c987c1be439 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] For port 7c18ed8a-e418-435e-9993-2399cdcc9341, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=7c18ed8a-e418-435e-9993-2399cdcc9341,segment=NetworkSegment(5149fe11-55e4-4081-aa49-8d0b0d62add9),segment_id=5149fe11-55e4-4081-aa49-8d0b0d62add9)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:01:34.974932 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a19e9b3e-a1dd-4417-9021-8c987c1be439 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:35.117776 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-92d9f058-a5e5-4c98-a63f-8a0a93cff003 req-f6d14936-1102-4427-8b21-99e27af04209 service neutron] For port 4ba53edb-d423-4464-9c12-091c0aceb2f1, host n-h1-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:01:35.119742 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-a19e9b3e-a1dd-4417-9021-8c987c1be439 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Calling delete_port for 7c18ed8a-e418-435e-9993-2399cdcc9341 owned by network:dhcp {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:01:35.123178 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-92d9f058-a5e5-4c98-a63f-8a0a93cff003 req-f6d14936-1102-4427-8b21-99e27af04209 service neutron] For port 4ba53edb-d423-4464-9c12-091c0aceb2f1, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=4ba53edb-d423-4464-9c12-091c0aceb2f1,segment=NetworkSegment(49dbfc19-7dcf-486c-9f91-ff9f037d2121),segment_id=49dbfc19-7dcf-486c-9f91-ff9f037d2121)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:01:35.138702 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 35954) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:01:35.151234 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-bbb90d19-b142-4c47-8303-9a222814b859 None None] For port 7c18ed8a-e418-435e-9993-2399cdcc9341, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=7c18ed8a-e418-435e-9993-2399cdcc9341,segment=NetworkSegment(5149fe11-55e4-4081-aa49-8d0b0d62add9),segment_id=5149fe11-55e4-4081-aa49-8d0b0d62add9)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:01:35.151664 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-bbb90d19-b142-4c47-8303-9a222814b859 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:35.245244 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3464cc4-7889-4333-be7b-6d473326db45 admin admin] Deleting subnet c7a61cbf-58ae-4640-b759-b07b9612a4ee {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:01:35.260166 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-92d9f058-a5e5-4c98-a63f-8a0a93cff003 req-f6d14936-1102-4427-8b21-99e27af04209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:35.267378 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-965b64bb-4379-4020-8ea3-41293ce025e3 tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:01:35.276193 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b3464cc4-7889-4333-be7b-6d473326db45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:35.292526 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-bbb90d19-b142-4c47-8303-9a222814b859 None None] Calling delete_port for 7c18ed8a-e418-435e-9993-2399cdcc9341 owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:01:35.377228 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a19e9b3e-a1dd-4417-9021-8c987c1be439 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:35.389225 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-69f85f5f-5264-4ae5-9350-f94926ccefa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:01:35.444361 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19e9b3e-a1dd-4417-9021-8c987c1be439 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Pushing event deleted for resources: {'Port': ['ID=7c18ed8a-e418-435e-9993-2399cdcc9341,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:01:35.451227 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19e9b3e-a1dd-4417-9021-8c987c1be439 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] No DVR routers for this DVR port 7c18ed8a-e418-435e-9993-2399cdcc9341 on host n-d-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:01:35.485343 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-bbb90d19-b142-4c47-8303-9a222814b859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:35.488423 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9f058-a5e5-4c98-a63f-8a0a93cff003 req-f6d14936-1102-4427-8b21-99e27af04209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:35.490604 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-92d9f058-a5e5-4c98-a63f-8a0a93cff003 req-f6d14936-1102-4427-8b21-99e27af04209 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:35.496919 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:01:35.497425 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-92d9f058-a5e5-4c98-a63f-8a0a93cff003 req-f6d14936-1102-4427-8b21-99e27af04209 service neutron] 10.222.0.64 "PUT /v2.0/ports/4ba53edb-d423-4464-9c12-091c0aceb2f1 HTTP/1.1" status: 200 len: 1092 time: 3.8242078 Jun 11 10:01:35.505011 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ed221c9-b5c7-483e-af01-998d5e7f3aa5', 'tag': '4ba53edb-d423-4464-9c12-091c0aceb2f1'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:01:35.507455 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb90d19-b142-4c47-8303-9a222814b859 None None] No DVR routers for this DVR port 7c18ed8a-e418-435e-9993-2399cdcc9341 on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:01:35.513757 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad0abf19-093f-4114-b329-f345444b4090" -d '{"events": [{"name": "network-changed", "server_uuid": "8ed221c9-b5c7-483e-af01-998d5e7f3aa5", "tag": "4ba53edb-d423-4464-9c12-091c0aceb2f1"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:01:35.541752 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb90d19-b142-4c47-8303-9a222814b859 None None] Pushing event deleted for resources: {'Port': ['ID=7c18ed8a-e418-435e-9993-2399cdcc9341,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:01:35.551410 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-bbb90d19-b142-4c47-8303-9a222814b859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:01:35.554652 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a19e9b3e-a1dd-4417-9021-8c987c1be439 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:01:35.605288 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b3464cc4-7889-4333-be7b-6d473326db45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:35.628223 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:35.662782 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b3464cc4-7889-4333-be7b-6d473326db45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:35.688995 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13b9d7a-7fb7-4f6d-ba1d-30fbe61d8ebe req-273a79ad-d795-4f55-a06c-3a6ed7154953 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:35.697050 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f13b9d7a-7fb7-4f6d-ba1d-30fbe61d8ebe req-273a79ad-d795-4f55-a06c-3a6ed7154953 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ed221c9-b5c7-483e-af01-998d5e7f3aa5 HTTP/1.1" status: 200 len: 943 time: 0.2559295 Jun 11 10:01:35.801691 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e65eec-de77-4ee8-82b1-3a5a255ce5bb req-ba6fc427-73f3-4c4b-be65-4140729553ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:35.803544 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f2e65eec-de77-4ee8-82b1-3a5a255ce5bb req-ba6fc427-73f3-4c4b-be65-4140729553ae service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8243134 Jun 11 10:01:35.804266 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d14936-1102-4427-8b21-99e27af04209 service neutron] Pushing event updated for resources: {'Port': ['ID=4ba53edb-d423-4464-9c12-091c0aceb2f1,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:01:35.810223 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f6d14936-1102-4427-8b21-99e27af04209 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:01:35.822901 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 7c18ed8a-e418-435e-9993-2399cdcc9341 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:01:35.835669 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a19e9b3e-a1dd-4417-9021-8c987c1be439 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:35.880937 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 7c18ed8a-e418-435e-9993-2399cdcc9341 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:01:35.881288 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 7c18ed8a-e418-435e-9993-2399cdcc9341 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:01:35.913892 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b3464cc4-7889-4333-be7b-6d473326db45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:35.922863 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-eb020b27-832b-4a1f-8e88-e3c6b7daf86a tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:01:35.989663 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3464cc4-7889-4333-be7b-6d473326db45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7a61cbf-58ae-4640-b759-b07b9612a4ee,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:01:36.047778 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b3464cc4-7889-4333-be7b-6d473326db45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:36.049669 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-b3464cc4-7889-4333-be7b-6d473326db45 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/c7a61cbf-58ae-4640-b759-b07b9612a4ee HTTP/1.1" status: 204 len: 168 time: 0.9085832 Jun 11 10:01:36.053875 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b3464cc4-7889-4333-be7b-6d473326db45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:01:36.056032 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 35970) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:01:36.105307 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b43c3ad-03b0-451a-95f1-84d19ec0ba9a req-04a19af3-f11e-41dc-872c-5ef1bfb86533 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:36.107058 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8b43c3ad-03b0-451a-95f1-84d19ec0ba9a req-04a19af3-f11e-41dc-872c-5ef1bfb86533 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaddf973-e588-464b-8514-112fb39e8650 HTTP/1.1" status: 200 len: 945 time: 0.6084824 Jun 11 10:01:36.166425 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9f058-a5e5-4c98-a63f-8a0a93cff003 req-6f588429-d0ca-43c7-8a6b-843abe6430fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:36.167993 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-92d9f058-a5e5-4c98-a63f-8a0a93cff003 req-6f588429-d0ca-43c7-8a6b-843abe6430fa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf2f36364fcc4b2d95b3a631356b3d50&device_id=8ed221c9-b5c7-483e-af01-998d5e7f3aa5 HTTP/1.1" status: 200 len: 1095 time: 0.4314044 Jun 11 10:01:36.237010 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f2e65eec-de77-4ee8-82b1-3a5a255ce5bb req-a169b242-6357-46e0-8810-ab501e3bc127 service neutron] 10.222.0.64 "GET /v2.0/networks/1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4248106 Jun 11 10:01:36.303655 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-66fede83-fbcb-4522-9a7d-15806fbe80cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:36.308942 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-92d9f058-a5e5-4c98-a63f-8a0a93cff003 req-f32cb773-68d1-4af2-9f2b-c5c00a60c058 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ba53edb-d423-4464-9c12-091c0aceb2f1 HTTP/1.1" status: 200 len: 217 time: 0.0802779 Jun 11 10:01:36.335204 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-a19e9b3e-a1dd-4417-9021-8c987c1be439 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['690a4202-7820-4d9f-bf83-d11728d0e685']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:01:36.346698 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-a19e9b3e-a1dd-4417-9021-8c987c1be439 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5149fe11-55e4-4081-aa49-8d0b0d62add9') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:01:36.347093 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-a19e9b3e-a1dd-4417-9021-8c987c1be439 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5149fe11-55e4-4081-aa49-8d0b0d62add9') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:01:36.372121 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f13b9d7a-7fb7-4f6d-ba1d-30fbe61d8ebe req-911b776e-770b-490a-992b-0306e97bf802 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6698568 Jun 11 10:01:36.374087 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a19e9b3e-a1dd-4417-9021-8c987c1be439 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:36.388860 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8b43c3ad-03b0-451a-95f1-84d19ec0ba9a req-16577586-b7c0-4665-b5a0-6ed0bc99dfca tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=28282b0e-6c5e-431e-9466-f7852b229f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2664344 Jun 11 10:01:36.417406 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a19e9b3e-a1dd-4417-9021-8c987c1be439 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:36.430987 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a19e9b3e-a1dd-4417-9021-8c987c1be439 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Releasing vlan 799 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:01:36.434415 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a19e9b3e-a1dd-4417-9021-8c987c1be439 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:36.441661 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:01:36.441661 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:01:36.441661 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:01:36.441661 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 10:01:36.441661 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:01:36.441661 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:01:36.441661 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:01:36.441661 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 10:01:36.441661 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:01:36.441661 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:01:36.441661 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:01:36.441661 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:01:36.441661 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:01:36.441661 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 10:01:36.441661 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 10:01:36.441661 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:01:36.441661 n-d-779913-12 neutron-server[93177]: timer() Jun 11 10:01:36.441661 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:01:36.441661 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 10:01:36.441661 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:01:36.441661 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 10:01:36.441661 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:01:36.441661 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 10:01:36.441661 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:01:36.441661 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 10:01:36.441661 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:01:36.441661 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 10:01:36.441661 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:01:36.441661 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:01:36.441661 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:01:36.441661 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:01:36.441661 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:01:36.441661 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 10:01:36.441661 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:01:36.441661 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 10:01:36.441661 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:01:36.441661 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:01:36.441661 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:01:36.441661 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 10:01:36.441661 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:01:36.441661 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:01:36.441661 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:01:36.441661 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:01:36.441661 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:01:36.441661 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:01:36.441661 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:01:36.507457 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9f058-a5e5-4c98-a63f-8a0a93cff003 req-89019266-928d-4bbc-836c-0ce15ac4cea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:36.509244 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-92d9f058-a5e5-4c98-a63f-8a0a93cff003 req-89019266-928d-4bbc-836c-0ce15ac4cea0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a3823ddd-2fea-4754-846e-b1cf37fb47e2 HTTP/1.1" status: 200 len: 851 time: 0.1924686 Jun 11 10:01:36.514044 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-740875c6-1c6d-4a2f-ba44-f0f8507e17d0 x-openstack-request-id: req-740875c6-1c6d-4a2f-ba44-f0f8507e17d0 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:01:36.514376 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ed221c9-b5c7-483e-af01-998d5e7f3aa5", "tag": "4ba53edb-d423-4464-9c12-091c0aceb2f1", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:01:36.514674 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-740875c6-1c6d-4a2f-ba44-f0f8507e17d0 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:01:36.515111 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ed221c9-b5c7-483e-af01-998d5e7f3aa5', 'tag': '4ba53edb-d423-4464-9c12-091c0aceb2f1', 'status': 'completed', 'code': 200} Jun 11 10:01:36.616217 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f2e65eec-de77-4ee8-82b1-3a5a255ce5bb req-76f65b18-4348-42f5-a3b1-7f8ffc806c2f service neutron] 10.222.0.64 "GET /v2.0/networks/1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3270679 Jun 11 10:01:36.651846 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-92d9f058-a5e5-4c98-a63f-8a0a93cff003 req-396842ba-15ca-4d43-8797-c9662921e2d2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=27e23bf6-ffe1-4e0a-b377-e23593ba5165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714364 Jun 11 10:01:36.682186 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a19e9b3e-a1dd-4417-9021-8c987c1be439 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:36.690278 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-38003bd6-ca0e-4955-91f2-78d4482df8bc tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:01:36.709473 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a19e9b3e-a1dd-4417-9021-8c987c1be439 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:36.718161 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-a19e9b3e-a1dd-4417-9021-8c987c1be439 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] 10.222.0.60 "DELETE /v2.0/networks/690a4202-7820-4d9f-bf83-d11728d0e685 HTTP/1.1" status: 204 len: 168 time: 2.5025756 Jun 11 10:01:36.740355 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19e9b3e-a1dd-4417-9021-8c987c1be439 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Pushing event deleted for resources: {'Network': ['ID=690a4202-7820-4d9f-bf83-d11728d0e685,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:01:36.743650 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a19e9b3e-a1dd-4417-9021-8c987c1be439 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:01:36.828771 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ff1a9ad5-7c57-4c0e-bef9-9a66c2c28934 req-3565ca96-55ab-461c-9764-deb7a358fc6e tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042 HTTP/1.1" status: 200 len: 210 time: 0.1808827 Jun 11 10:01:36.878776 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-66fede83-fbcb-4522-9a7d-15806fbe80cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:36.892495 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f2e65eec-de77-4ee8-82b1-3a5a255ce5bb req-d4906dd4-61ce-4586-8c59-496b4cb21c2d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=eaada8e6-4077-4542-af8d-d731c7dc1459 HTTP/1.1" status: 200 len: 217 time: 0.2430038 Jun 11 10:01:36.920938 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-66fede83-fbcb-4522-9a7d-15806fbe80cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b5e62b6-c880-44bf-95b3-4520d2d0f2a4']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:01:36.972927 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-66fede83-fbcb-4522-9a7d-15806fbe80cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab2d9cc7-6b60-440f-b56a-bfa214087ddc') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:01:36.973225 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-66fede83-fbcb-4522-9a7d-15806fbe80cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab2d9cc7-6b60-440f-b56a-bfa214087ddc') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:01:36.992037 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-66fede83-fbcb-4522-9a7d-15806fbe80cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:37.087961 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e65eec-de77-4ee8-82b1-3a5a255ce5bb req-6b048840-869b-43a4-9cbf-b2123bdd8cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:37.089432 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f2e65eec-de77-4ee8-82b1-3a5a255ce5bb req-6b048840-869b-43a4-9cbf-b2123bdd8cde service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ed222787-e673-4822-923d-7d2cddde10e7 HTTP/1.1" status: 200 len: 797 time: 0.1814117 Jun 11 10:01:37.091015 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-66fede83-fbcb-4522-9a7d-15806fbe80cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:37.115495 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66fede83-fbcb-4522-9a7d-15806fbe80cd admin admin] Releasing vlan 784 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:01:37.116250 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-66fede83-fbcb-4522-9a7d-15806fbe80cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:37.141155 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:01:37.141155 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:01:37.141155 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:01:37.141155 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:01:37.141155 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:01:37.141155 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:01:37.141155 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:01:37.141155 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:01:37.141155 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:01:37.141155 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:01:37.141155 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:01:37.141155 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:01:37.141155 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:01:37.141155 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:01:37.141155 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:01:37.141155 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:01:37.141155 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:01:37.141155 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:01:37.141155 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:01:37.141155 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:01:37.141155 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:01:37.141155 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:01:37.141155 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:01:37.141155 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:01:37.141155 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:01:37.141155 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:01:37.141155 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:01:37.141155 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:01:37.141155 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:01:37.141155 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:01:37.141155 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:01:37.141155 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:01:37.141155 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 10:01:37.141155 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:01:37.141155 n-d-779913-12 neutron-server[93176]: timer() Jun 11 10:01:37.141155 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:01:37.141155 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 10:01:37.141155 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:01:37.141155 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 10:01:37.141155 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:01:37.141155 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 10:01:37.141155 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:01:37.141155 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 10:01:37.141155 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:01:37.141155 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 10:01:37.141155 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:01:37.141155 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:01:37.141155 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:01:37.141155 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:01:37.141155 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:01:37.141155 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 10:01:37.141155 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:01:37.141155 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 10:01:37.141155 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:01:37.141155 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:01:37.141155 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:01:37.141155 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 10:01:37.141155 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:01:37.141155 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:01:37.141155 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:01:37.141155 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:01:37.149768 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:01:37.149768 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:01:37.149768 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:01:37.185994 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-92d9f058-a5e5-4c98-a63f-8a0a93cff003 req-ab6e5a0b-7bb3-4265-a988-8a17f4d88855 service neutron] 10.222.0.64 "GET /v2.0/networks/27e23bf6-ffe1-4e0a-b377-e23593ba5165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4084373 Jun 11 10:01:37.347446 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 35984) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:01:37.382542 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-66fede83-fbcb-4522-9a7d-15806fbe80cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:37.387854 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-66fede83-fbcb-4522-9a7d-15806fbe80cd admin admin] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:37.389889 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-66fede83-fbcb-4522-9a7d-15806fbe80cd admin admin] 10.222.0.60 "DELETE /v2.0/networks/1b5e62b6-c880-44bf-95b3-4520d2d0f2a4 HTTP/1.1" status: 204 len: 168 time: 1.3303692 Jun 11 10:01:37.393620 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-563ab16b-c835-4804-8d75-199f6d576ccb tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:01:37.429881 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e65eec-de77-4ee8-82b1-3a5a255ce5bb req-d481976f-404b-493e-b292-986aa80bf26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:37.431595 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f2e65eec-de77-4ee8-82b1-3a5a255ce5bb req-d481976f-404b-493e-b292-986aa80bf26b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3315101 Jun 11 10:01:37.434778 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fede83-fbcb-4522-9a7d-15806fbe80cd admin admin] Pushing event deleted for resources: {'Network': ['ID=1b5e62b6-c880-44bf-95b3-4520d2d0f2a4,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:01:37.437609 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-66fede83-fbcb-4522-9a7d-15806fbe80cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:01:37.484633 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-92d9f058-a5e5-4c98-a63f-8a0a93cff003 req-7750f4ba-5141-4467-b358-b7c988daed0d service neutron] 10.222.0.64 "GET /v2.0/networks/27e23bf6-ffe1-4e0a-b377-e23593ba5165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459314 Jun 11 10:01:37.692605 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f2e65eec-de77-4ee8-82b1-3a5a255ce5bb req-5aaa8c12-e7ee-4a75-a215-5983d5896d94 service neutron] 10.222.0.64 "GET /v2.0/networks/1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499719 Jun 11 10:01:37.743925 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-1a6723b3-1032-4dad-b643-ec450cdd1827 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=38cfe2f614364749895f89ae9fad0309&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3950915 Jun 11 10:01:37.745647 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 35996) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:01:37.802928 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd3c5d6-0ec9-4f6d-bc74-9aca028e26d0 req-ccc09adb-1007-4bf2-9bd6-89159648aa46 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:37.804525 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-dfd3c5d6-0ec9-4f6d-bc74-9aca028e26d0 req-ccc09adb-1007-4bf2-9bd6-89159648aa46 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ed221c9-b5c7-483e-af01-998d5e7f3aa5 HTTP/1.1" status: 200 len: 943 time: 0.1540463 Jun 11 10:01:37.880574 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-dfd3c5d6-0ec9-4f6d-bc74-9aca028e26d0 req-3920d4c7-a3d4-4452-b38e-1b3f6fb4a9ee tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674419 Jun 11 10:01:37.884732 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 36000) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:01:37.950329 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-cbc6d4ce-8c74-44f0-b5d4-4249c81be701 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d21c071e7ba247ba88fece6fee0c21c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0640013 Jun 11 10:01:37.952566 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 36002) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:01:38.095307 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5a8bc93f-aea0-4f5e-a513-708b5ac96e28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:38.142209 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5a8bc93f-aea0-4f5e-a513-708b5ac96e28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:38.228512 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device da8fbc79-fb8f-44ca-a448-4f854b38b7e0 details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 10:01:38.239804 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-24d3a468-c1f6-47b4-94cc-4823c72a195f req-2992dbff-9fd0-43b8-9802-30f8c1a10ecc tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042 HTTP/1.1" status: 200 len: 210 time: 0.0704267 Jun 11 10:01:38.336803 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0abf19-093f-4114-b329-f345444b4090 req-58edc8c2-fb2d-4414-8824-063973ae9a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:38.338303 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ad0abf19-093f-4114-b329-f345444b4090 req-58edc8c2-fb2d-4414-8824-063973ae9a75 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf2f36364fcc4b2d95b3a631356b3d50&device_id=8ed221c9-b5c7-483e-af01-998d5e7f3aa5 HTTP/1.1" status: 200 len: 1095 time: 0.7004993 Jun 11 10:01:38.382563 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5a8bc93f-aea0-4f5e-a513-708b5ac96e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:38.385799 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5a8bc93f-aea0-4f5e-a513-708b5ac96e28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:38.388331 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-5a8bc93f-aea0-4f5e-a513-708b5ac96e28 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab HTTP/1.1" status: 204 len: 168 time: 0.4346440 Jun 11 10:01:38.389767 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2e635522-ed08-4b87-8e9c-409a7736b78d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:01:38.398759 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8bc93f-aea0-4f5e-a513-708b5ac96e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b4d1fd-54ba-4103-af6b-5be8dc7ad6ab,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:01:38.409926 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5a8bc93f-aea0-4f5e-a513-708b5ac96e28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:01:38.441224 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port da8fbc79-fb8f-44ca-a448-4f854b38b7e0, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=da8fbc79-fb8f-44ca-a448-4f854b38b7e0,segment=NetworkSegment(64ec67c3-ae73-4fd7-a5b7-323e0e068c2b),segment_id=64ec67c3-ae73-4fd7-a5b7-323e0e068c2b)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:01:38.459120 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': 'da8fbc79-fb8f-44ca-a448-4f854b38b7e0', 'network_id': '4ec1bae5-7351-4e01-a52c-de5521320fcb', 'port_id': 'da8fbc79-fb8f-44ca-a448-4f854b38b7e0', 'mac_address': 'fa:16:3e:72:ee:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73b1338f-0df7-44ec-88b6-dbc16cfcfcc4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 10:01:38.500341 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affed420-f932-4b07-a6f2-86aafb7e9ceb req-30f495ca-f7a6-4695-b587-23092414a1aa tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:38.507410 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-affed420-f932-4b07-a6f2-86aafb7e9ceb req-30f495ca-f7a6-4695-b587-23092414a1aa tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaddf973-e588-464b-8514-112fb39e8650 HTTP/1.1" status: 200 len: 945 time: 0.8125968 Jun 11 10:01:38.510119 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0abf19-093f-4114-b329-f345444b4090 req-befed6c7-85fb-4d70-948f-f7bdeda4c0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:38.511590 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ad0abf19-093f-4114-b329-f345444b4090 req-befed6c7-85fb-4d70-948f-f7bdeda4c0a8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=27e23bf6-ffe1-4e0a-b377-e23593ba5165 HTTP/1.1" status: 200 len: 912 time: 0.1609745 Jun 11 10:01:38.514856 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-42597c72-fbc2-4d72-8d01-1210fd17b787 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:38.518363 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:38.536174 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da8fbc79-fb8f-44ca-a448-4f854b38b7e0 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:01:38.561281 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port da8fbc79-fb8f-44ca-a448-4f854b38b7e0, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=da8fbc79-fb8f-44ca-a448-4f854b38b7e0,segment=NetworkSegment(64ec67c3-ae73-4fd7-a5b7-323e0e068c2b),segment_id=64ec67c3-ae73-4fd7-a5b7-323e0e068c2b)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:01:38.608581 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f2e65eec-de77-4ee8-82b1-3a5a255ce5bb req-99a32596-8f25-4a45-b06d-623e0d2534a7 service neutron] 10.222.0.64 "GET /v2.0/networks/1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8738537 Jun 11 10:01:38.615474 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ad0abf19-093f-4114-b329-f345444b4090 req-4ce915d4-2112-4bb4-ae37-46a7762a12d5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ba53edb-d423-4464-9c12-091c0aceb2f1 HTTP/1.1" status: 200 len: 217 time: 0.0890365 Jun 11 10:01:38.631040 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-42597c72-fbc2-4d72-8d01-1210fd17b787 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:38.720046 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:38.723203 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-e3c60d10-f2ed-4386-8430-4c2382f24e18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:01:38.742127 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f2e65eec-de77-4ee8-82b1-3a5a255ce5bb req-a64de5a6-cb62-45f8-b323-ea550e816ae9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=1679bae4-2d97-4ecb-add1-b9fc56247f86 HTTP/1.1" status: 200 len: 217 time: 0.1232319 Jun 11 10:01:38.765417 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-affed420-f932-4b07-a6f2-86aafb7e9ceb req-d9ad48f3-d3c2-4e99-8e19-143b434b0c6e tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=28282b0e-6c5e-431e-9466-f7852b229f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2538011 Jun 11 10:01:38.855686 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=da8fbc79-fb8f-44ca-a448-4f854b38b7e0,revision_number=11']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:01:38.866926 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:01:38.874304 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0abf19-093f-4114-b329-f345444b4090 req-38c9d616-b0e1-4991-a89a-adbb2ce3eb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:38.875795 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ad0abf19-093f-4114-b329-f345444b4090 req-38c9d616-b0e1-4991-a89a-adbb2ce3eb45 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a3823ddd-2fea-4754-846e-b1cf37fb47e2 HTTP/1.1" status: 200 len: 851 time: 0.2417300 Jun 11 10:01:38.885339 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e65eec-de77-4ee8-82b1-3a5a255ce5bb req-8c75955e-193f-48a5-b50a-19f67202be49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:38.886782 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f2e65eec-de77-4ee8-82b1-3a5a255ce5bb req-8c75955e-193f-48a5-b50a-19f67202be49 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ed222787-e673-4822-923d-7d2cddde10e7 HTTP/1.1" status: 200 len: 797 time: 0.1184165 Jun 11 10:01:38.932812 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ad0abf19-093f-4114-b329-f345444b4090 req-92ac1a64-280d-43f2-9606-56a4699c3ca3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=27e23bf6-ffe1-4e0a-b377-e23593ba5165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492332 Jun 11 10:01:38.998263 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-42597c72-fbc2-4d72-8d01-1210fd17b787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:39.001020 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-42597c72-fbc2-4d72-8d01-1210fd17b787 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:39.002133 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-42597c72-fbc2-4d72-8d01-1210fd17b787 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ba28fdd1-4ac0-41a8-afc5-952763b86b4e HTTP/1.1" status: 204 len: 168 time: 0.8019009 Jun 11 10:01:39.005004 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5f9b5e5b-294c-479b-80c2-fcefe580f355 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:01:39.029151 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42597c72-fbc2-4d72-8d01-1210fd17b787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba28fdd1-4ac0-41a8-afc5-952763b86b4e,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:01:39.030428 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['da8fbc79-fb8f-44ca-a448-4f854b38b7e0'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:01:39.033417 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-42597c72-fbc2-4d72-8d01-1210fd17b787 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:01:39.263697 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c89db-214f-41cc-afd7-2daaa5856e1b req-69b3d41c-6538-488c-9cfd-a00b799d9bae tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:39.267976 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e65eec-de77-4ee8-82b1-3a5a255ce5bb req-bf858265-815e-475a-828c-5ae09e827574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:39.270136 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f2e65eec-de77-4ee8-82b1-3a5a255ce5bb req-bf858265-815e-475a-828c-5ae09e827574 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3755522 Jun 11 10:01:39.281584 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b72c89db-214f-41cc-afd7-2daaa5856e1b req-69b3d41c-6538-488c-9cfd-a00b799d9bae tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ed221c9-b5c7-483e-af01-998d5e7f3aa5 HTTP/1.1" status: 200 len: 943 time: 0.1963778 Jun 11 10:01:39.343117 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ad0abf19-093f-4114-b329-f345444b4090 req-c4703560-9871-46cc-aaeb-57a53b832f8b service neutron] 10.222.0.64 "GET /v2.0/networks/27e23bf6-ffe1-4e0a-b377-e23593ba5165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3877242 Jun 11 10:01:39.420034 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b72c89db-214f-41cc-afd7-2daaa5856e1b req-393bd8d6-04d0-4e57-ab1e-48319b5bddf1 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370292 Jun 11 10:01:39.620793 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d12002e8-09f6-400a-be66-7f70072b62d8 req-90292b94-35aa-472e-9d22-3ba39f5fabea tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042 HTTP/1.1" status: 200 len: 210 time: 0.0614345 Jun 11 10:01:39.644059 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f2e65eec-de77-4ee8-82b1-3a5a255ce5bb req-a9c797aa-5ad8-4d4f-aa8d-d3ce359f9e4a service neutron] 10.222.0.64 "GET /v2.0/networks/1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3610537 Jun 11 10:01:39.700031 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ad0abf19-093f-4114-b329-f345444b4090 req-e367a418-2400-47c1-93c4-fbae3d4426ba service neutron] 10.222.0.64 "GET /v2.0/networks/27e23bf6-ffe1-4e0a-b377-e23593ba5165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3354757 Jun 11 10:01:39.885072 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f2e65eec-de77-4ee8-82b1-3a5a255ce5bb req-69feeeb5-c45a-4a65-87bd-32235339c22f service neutron] 10.222.0.64 "GET /v2.0/networks/1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322643 Jun 11 10:01:39.958220 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f2e65eec-de77-4ee8-82b1-3a5a255ce5bb req-8fc9f1ba-7a4a-431e-9c4c-550c56db7c38 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d2cec35c-4c11-4de7-ae05-5512220e5a5d HTTP/1.1" status: 200 len: 217 time: 0.0659220 Jun 11 10:01:40.033538 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e65eec-de77-4ee8-82b1-3a5a255ce5bb req-07fb24a9-ab77-4e26-a816-cf240f340000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:40.034950 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f2e65eec-de77-4ee8-82b1-3a5a255ce5bb req-07fb24a9-ab77-4e26-a816-cf240f340000 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ba156a19-5bcc-4467-be5b-d926e6e3da76 HTTP/1.1" status: 200 len: 797 time: 0.0702417 Jun 11 10:01:40.086869 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c271bbb6-f226-4774-8d62-1bea2fd3a7ec req-b9fb2687-5151-4dba-ac94-815ca1d5ed45 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:40.095023 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c271bbb6-f226-4774-8d62-1bea2fd3a7ec req-b9fb2687-5151-4dba-ac94-815ca1d5ed45 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaddf973-e588-464b-8514-112fb39e8650 HTTP/1.1" status: 200 len: 946 time: 0.0921996 Jun 11 10:01:40.131135 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e65eec-de77-4ee8-82b1-3a5a255ce5bb req-370510ef-b1e5-418d-b188-5b492cba515e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:40.133115 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f2e65eec-de77-4ee8-82b1-3a5a255ce5bb req-370510ef-b1e5-418d-b188-5b492cba515e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=afbcc96d-d966-4839-b6f4-c3dd378a91e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0915577 Jun 11 10:01:40.191219 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c271bbb6-f226-4774-8d62-1bea2fd3a7ec req-1e9e342c-d5d2-4834-994f-4f5384e11535 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=28282b0e-6c5e-431e-9466-f7852b229f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918500 Jun 11 10:01:40.245219 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 4ba53edb-d423-4464-9c12-091c0aceb2f1 details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 10:01:40.315218 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device da8fbc79-fb8f-44ca-a448-4f854b38b7e0 up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:01:40.334176 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f2e65eec-de77-4ee8-82b1-3a5a255ce5bb req-b15715a3-5148-4b87-bd34-e2739f48f5e1 service neutron] 10.222.0.64 "GET /v2.0/networks/afbcc96d-d966-4839-b6f4-c3dd378a91e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931102 Jun 11 10:01:40.549973 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 4ba53edb-d423-4464-9c12-091c0aceb2f1, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=4ba53edb-d423-4464-9c12-091c0aceb2f1,segment=NetworkSegment(49dbfc19-7dcf-486c-9f91-ff9f037d2121),segment_id=49dbfc19-7dcf-486c-9f91-ff9f037d2121)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:01:40.572229 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning for port da8fbc79-fb8f-44ca-a448-4f854b38b7e0 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:01:40.583390 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port da8fbc79-fb8f-44ca-a448-4f854b38b7e0 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:01:40.586333 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:40.647814 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': '4ba53edb-d423-4464-9c12-091c0aceb2f1', 'network_id': '27e23bf6-ffe1-4e0a-b377-e23593ba5165', 'port_id': '4ba53edb-d423-4464-9c12-091c0aceb2f1', 'mac_address': 'fa:16:3e:67:77:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3823ddd-2fea-4754-846e-b1cf37fb47e2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 10:01:40.735076 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f2e65eec-de77-4ee8-82b1-3a5a255ce5bb req-5b31e8fb-a682-4cfb-bd55-54ce5e6480d1 service neutron] 10.222.0.64 "GET /v2.0/networks/afbcc96d-d966-4839-b6f4-c3dd378a91e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3864679 Jun 11 10:01:40.817144 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:40.870031 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ba53edb-d423-4464-9c12-091c0aceb2f1 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:01:40.884110 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3258baa9-f5b0-4356-8c4e-c281f7f5deda req-6de9c905-a7dd-4539-93d2-6cf1d5524165 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:40.885171 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f2e65eec-de77-4ee8-82b1-3a5a255ce5bb req-5a604d6b-7d78-4a51-8a7f-f57dbeada35d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ee6d8406-891b-46a7-bc3a-0e7fa5d0de9c HTTP/1.1" status: 200 len: 217 time: 0.1466351 Jun 11 10:01:40.905465 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3258baa9-f5b0-4356-8c4e-c281f7f5deda req-6de9c905-a7dd-4539-93d2-6cf1d5524165 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ed221c9-b5c7-483e-af01-998d5e7f3aa5 HTTP/1.1" status: 200 len: 943 time: 0.2385685 Jun 11 10:01:40.924776 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 4ba53edb-d423-4464-9c12-091c0aceb2f1, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=4ba53edb-d423-4464-9c12-091c0aceb2f1,segment=NetworkSegment(49dbfc19-7dcf-486c-9f91-ff9f037d2121),segment_id=49dbfc19-7dcf-486c-9f91-ff9f037d2121)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:01:41.001161 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 36074) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:01:41.044048 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:41.047668 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:01:41.049506 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3258baa9-f5b0-4356-8c4e-c281f7f5deda req-a854e4c8-a7af-4f2d-ae72-56468e7525ac tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416290 Jun 11 10:01:41.097849 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a4ab397e-ef30-4665-92d2-2ef14b241c24 req-47212cf7-9fc5-4734-8485-23d95f7f14cb tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042 HTTP/1.1" status: 200 len: 210 time: 0.0966480 Jun 11 10:01:41.130014 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e65eec-de77-4ee8-82b1-3a5a255ce5bb req-d52b8d69-1bd8-4ddb-91d4-69ba6db820bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:41.132148 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:41.132275 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f2e65eec-de77-4ee8-82b1-3a5a255ce5bb req-d52b8d69-1bd8-4ddb-91d4-69ba6db820bf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ba156a19-5bcc-4467-be5b-d926e6e3da76 HTTP/1.1" status: 200 len: 797 time: 0.2406423 Jun 11 10:01:41.259843 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaddf973-e588-464b-8514-112fb39e8650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da8fbc79-fb8f-44ca-a448-4f854b38b7e0'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:01:41.264120 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c9c7ba3-6986-47f2-9ac1-0e93428b2d1b" -d '{"events": [{"server_uuid": "aaddf973-e588-464b-8514-112fb39e8650", "name": "network-vif-plugged", "status": "completed", "tag": "da8fbc79-fb8f-44ca-a448-4f854b38b7e0"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:01:41.313317 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e65eec-de77-4ee8-82b1-3a5a255ce5bb req-0e60f209-a2e9-4d82-aca4-795f76155330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:41.314872 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f2e65eec-de77-4ee8-82b1-3a5a255ce5bb req-0e60f209-a2e9-4d82-aca4-795f76155330 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=afbcc96d-d966-4839-b6f4-c3dd378a91e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1755002 Jun 11 10:01:41.318511 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port da8fbc79-fb8f-44ca-a448-4f854b38b7e0, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=da8fbc79-fb8f-44ca-a448-4f854b38b7e0,segment=NetworkSegment(64ec67c3-ae73-4fd7-a5b7-323e0e068c2b),segment_id=64ec67c3-ae73-4fd7-a5b7-323e0e068c2b)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:01:41.347545 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=4ba53edb-d423-4464-9c12-091c0aceb2f1,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:01:41.354236 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:01:41.401392 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['4ba53edb-d423-4464-9c12-091c0aceb2f1'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:01:41.406050 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:41.408884 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-8439eae4-f877-4a64-a664-b7315b56ad07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:01:41.517495 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-25331da2-cddb-43e5-84c1-320e068e5bb5 tempest-DvrRoutersNegativeTest-1636016044 tempest-DvrRoutersNegativeTest-1636016044-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-2009339128', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:01:41.522530 n-d-779913-12 neutron-server[93177]: DEBUG neutron.policy [None req-25331da2-cddb-43e5-84c1-320e068e5bb5 tempest-DvrRoutersNegativeTest-1636016044 tempest-DvrRoutersNegativeTest-1636016044-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93177) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jun 11 10:01:41.522979 n-d-779913-12 neutron-server[93177]: DEBUG neutron.policy [None req-25331da2-cddb-43e5-84c1-320e068e5bb5 tempest-DvrRoutersNegativeTest-1636016044 tempest-DvrRoutersNegativeTest-1636016044-project] Failed policy check for 'create_router' {{(pid=93177) enforce /opt/stack/neutron/neutron/policy.py:520}} Jun 11 10:01:41.523786 n-d-779913-12 neutron-server[93177]: INFO neutron.api.v2.resource [None req-25331da2-cddb-43e5-84c1-320e068e5bb5 tempest-DvrRoutersNegativeTest-1636016044 tempest-DvrRoutersNegativeTest-1636016044-project] create failed (client error): Access was denied to this resource. Jun 11 10:01:41.538776 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-25331da2-cddb-43e5-84c1-320e068e5bb5 tempest-DvrRoutersNegativeTest-1636016044 tempest-DvrRoutersNegativeTest-1636016044-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.5350986 Jun 11 10:01:41.539782 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 36100) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:01:41.623418 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f2e65eec-de77-4ee8-82b1-3a5a255ce5bb req-9bb768c7-a97a-4e51-a73b-f5ac9aa6f598 service neutron] 10.222.0.64 "GET /v2.0/networks/afbcc96d-d966-4839-b6f4-c3dd378a91e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007591 Jun 11 10:01:41.682641 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c9853655-ec67-4d2b-982d-ebba38dffb26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:41.685811 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de23091-34dc-457c-860c-079521da49e3 req-6c105a65-ce0b-484b-9de8-e16bbe9b5d37 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:41.693023 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4de23091-34dc-457c-860c-079521da49e3 req-6c105a65-ce0b-484b-9de8-e16bbe9b5d37 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaddf973-e588-464b-8514-112fb39e8650 HTTP/1.1" status: 200 len: 947 time: 0.1733277 Jun 11 10:01:41.714873 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=da8fbc79-fb8f-44ca-a448-4f854b38b7e0,revision_number=12']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:01:41.718380 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:01:41.865615 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4de23091-34dc-457c-860c-079521da49e3 req-c8bef80a-eb9a-433c-a5d9-1bdd80171809 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=28282b0e-6c5e-431e-9466-f7852b229f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1716087 Jun 11 10:01:41.902790 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c9853655-ec67-4d2b-982d-ebba38dffb26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:41.908318 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fbb8258-7292-4415-b03b-270b6bd93815 x-openstack-request-id: req-7fbb8258-7292-4415-b03b-270b6bd93815 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:01:41.908796 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaddf973-e588-464b-8514-112fb39e8650", "name": "network-vif-plugged", "status": "completed", "tag": "da8fbc79-fb8f-44ca-a448-4f854b38b7e0", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:01:41.909196 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7fbb8258-7292-4415-b03b-270b6bd93815 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:01:41.909668 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaddf973-e588-464b-8514-112fb39e8650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da8fbc79-fb8f-44ca-a448-4f854b38b7e0', 'code': 200} Jun 11 10:01:41.922267 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f2e65eec-de77-4ee8-82b1-3a5a255ce5bb req-120efb30-38ac-4d46-b176-bff008c5e785 service neutron] 10.222.0.64 "GET /v2.0/networks/afbcc96d-d966-4839-b6f4-c3dd378a91e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2919054 Jun 11 10:01:41.969314 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c9853655-ec67-4d2b-982d-ebba38dffb26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:41.973854 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c45cebd7-ca2c-42d5-bcf0-b9505da7b86f tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:01:42.135251 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f7daf4ab-f298-4997-a828-35b6b2a5af98 req-9d2981ac-1d1f-480e-8043-5de5d5fe260b tempest-ServerShowV257Test-606787121 tempest-ServerShowV257Test-606787121-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf3d32e5-d925-43ed-a1cb-15018d067abc HTTP/1.1" status: 200 len: 210 time: 0.1243036 Jun 11 10:01:42.147381 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-c9853655-ec67-4d2b-982d-ebba38dffb26 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c410a44beded407c8f486b4aa069dbbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6021733 Jun 11 10:01:42.148335 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9853655-ec67-4d2b-982d-ebba38dffb26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f99d64-4408-4589-92dc-3cb7669625e5,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:01:42.148820 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 36114) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:01:42.155235 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c9853655-ec67-4d2b-982d-ebba38dffb26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:01:42.251950 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 36124) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:01:42.378611 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-28bf5e68-769e-4da4-acdf-063fcf67e53c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:42.414928 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c8936233-e28d-4c03-b267-6fcd4ac084cc req-1b06d770-084d-4e57-ac12-99e0d0f93883 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042 HTTP/1.1" status: 200 len: 210 time: 0.0551140 Jun 11 10:01:42.429844 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-28bf5e68-769e-4da4-acdf-063fcf67e53c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:42.435497 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d45a6648-4b76-4d01-8e4c-28f19d60f9de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:42.449594 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c03870-e6dd-49b5-94eb-75fdbba21e83 req-1279a091-5415-453d-9b93-91b8d972a2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:42.451408 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c9c03870-e6dd-49b5-94eb-75fdbba21e83 req-1279a091-5415-453d-9b93-91b8d972a2dc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=aaddf973-e588-464b-8514-112fb39e8650 HTTP/1.1" status: 200 len: 1099 time: 0.2750144 Jun 11 10:01:42.461688 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5132f72-93c9-4ba7-81f1-cf0b48108656 req-91e2c7ba-2b80-4ee7-90c8-f586a5c1099a tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:42.463182 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b5132f72-93c9-4ba7-81f1-cf0b48108656 req-91e2c7ba-2b80-4ee7-90c8-f586a5c1099a tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ed221c9-b5c7-483e-af01-998d5e7f3aa5 HTTP/1.1" status: 200 len: 944 time: 0.1275668 Jun 11 10:01:42.565110 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d45a6648-4b76-4d01-8e4c-28f19d60f9de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:42.574114 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c9c03870-e6dd-49b5-94eb-75fdbba21e83 req-6e55bc41-c0ef-4eb5-9854-0f4fca87fca9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=28282b0e-6c5e-431e-9466-f7852b229f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097271 Jun 11 10:01:42.589298 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b5132f72-93c9-4ba7-81f1-cf0b48108656 req-e490d679-9b95-428d-b2dc-2c0602e004b0 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144106 Jun 11 10:01:42.656858 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-28bf5e68-769e-4da4-acdf-063fcf67e53c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:42.657074 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d45a6648-4b76-4d01-8e4c-28f19d60f9de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:42.660203 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-28bf5e68-769e-4da4-acdf-063fcf67e53c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:42.663587 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-28bf5e68-769e-4da4-acdf-063fcf67e53c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a2f99d64-4408-4589-92dc-3cb7669625e5 HTTP/1.1" status: 204 len: 168 time: 0.5114560 Jun 11 10:01:42.663587 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-206fbbee-8051-441a-b922-66338d405205 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:01:42.674533 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bf5e68-769e-4da4-acdf-063fcf67e53c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2f99d64-4408-4589-92dc-3cb7669625e5,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:01:42.679273 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5bb76e3d-c2c4-4fc2-bdab-bae37ffbb50f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:01:42.689523 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-28bf5e68-769e-4da4-acdf-063fcf67e53c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:01:42.717239 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-d45a6648-4b76-4d01-8e4c-28f19d60f9de admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5501022ecd614457aebeb4d308506cfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4632545 Jun 11 10:01:42.718127 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45a6648-4b76-4d01-8e4c-28f19d60f9de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=736bdb92-9d26-4d3a-9479-8406124f63ea,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:01:42.719753 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 36130) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:01:42.726570 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d45a6648-4b76-4d01-8e4c-28f19d60f9de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:01:42.793616 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4d426336-5942-41af-878d-1999ec696908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:42.818401 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4d426336-5942-41af-878d-1999ec696908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:42.900691 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c4cd33ba-5efa-43ee-a611-1f713ddd3368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:42.959338 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4d426336-5942-41af-878d-1999ec696908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:42.962103 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4d426336-5942-41af-878d-1999ec696908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:42.963357 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-4d426336-5942-41af-878d-1999ec696908 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/736bdb92-9d26-4d3a-9479-8406124f63ea HTTP/1.1" status: 204 len: 168 time: 0.2415812 Jun 11 10:01:42.964812 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e24a6d15-36d2-412d-b457-fabc045183e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:01:42.976978 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d426336-5942-41af-878d-1999ec696908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=736bdb92-9d26-4d3a-9479-8406124f63ea,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:01:42.981631 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4d426336-5942-41af-878d-1999ec696908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:01:43.133328 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c15e6-73d7-4b1e-a77d-d960e774250e req-38a08443-3259-4bf4-8600-46f2666522d7 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:43.134882 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-459c15e6-73d7-4b1e-a77d-d960e774250e req-38a08443-3259-4bf4-8600-46f2666522d7 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaddf973-e588-464b-8514-112fb39e8650 HTTP/1.1" status: 200 len: 947 time: 0.0989368 Jun 11 10:01:43.198601 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-459c15e6-73d7-4b1e-a77d-d960e774250e req-795d865b-ac57-4f81-86b5-914970888fcf tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=28282b0e-6c5e-431e-9466-f7852b229f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560622 Jun 11 10:01:43.305242 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-eda13850-00c2-401e-ac5a-094b71877ce1 req-26114a98-7eed-4129-a475-dafa0a242cb4 tempest-ServerShowV257Test-606787121 tempest-ServerShowV257Test-606787121-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf3d32e5-d925-43ed-a1cb-15018d067abc HTTP/1.1" status: 200 len: 210 time: 0.0339553 Jun 11 10:01:43.617468 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fbf780ed-d70a-4233-a8d6-95f12d0ecea7 req-8c07d154-b8ab-4cb3-829f-7d5843c76381 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042 HTTP/1.1" status: 200 len: 210 time: 0.0375791 Jun 11 10:01:43.695488 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 36166) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:01:43.717217 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4ce31a4b-ad92-41dc-bfa8-7a3da7aba39a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:43.862783 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4ce31a4b-ad92-41dc-bfa8-7a3da7aba39a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:43.865353 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d3fd36-de82-4138-a859-41e30b566dc1 req-dd926702-909b-4115-87a7-ba55f66c33c7 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:43.867392 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-02d3fd36-de82-4138-a859-41e30b566dc1 req-dd926702-909b-4115-87a7-ba55f66c33c7 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ed221c9-b5c7-483e-af01-998d5e7f3aa5 HTTP/1.1" status: 200 len: 944 time: 0.1174631 Jun 11 10:01:43.921752 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-02d3fd36-de82-4138-a859-41e30b566dc1 req-4727e95f-cb6b-4ebc-a79d-592d3d81d672 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475004 Jun 11 10:01:43.943375 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4ce31a4b-ad92-41dc-bfa8-7a3da7aba39a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:43.946163 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6c4793d9-e33d-4b74-9f8a-db6ed04f7228 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:01:44.002266 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce31a4b-ad92-41dc-bfa8-7a3da7aba39a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe223b04-f3ed-41e7-b8dc-a965e0b21cd2,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:01:44.017319 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4ce31a4b-ad92-41dc-bfa8-7a3da7aba39a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:01:44.041536 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-4ce31a4b-ad92-41dc-bfa8-7a3da7aba39a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=be59d72299a445ecbcf32a6614c0fbc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3426149 Jun 11 10:01:44.041815 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 36188) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:01:44.105811 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2ef8038c-e43d-4af6-ae13-590226c3f0f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:44.130268 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2ef8038c-e43d-4af6-ae13-590226c3f0f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:44.268267 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 4ba53edb-d423-4464-9c12-091c0aceb2f1 up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:01:44.312512 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2ef8038c-e43d-4af6-ae13-590226c3f0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:44.316562 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2ef8038c-e43d-4af6-ae13-590226c3f0f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:44.317963 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-2ef8038c-e43d-4af6-ae13-590226c3f0f0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fe223b04-f3ed-41e7-b8dc-a965e0b21cd2 HTTP/1.1" status: 204 len: 168 time: 0.2723060 Jun 11 10:01:44.319759 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6877d5e2-3fd1-43a6-b4b1-427993c75937 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:01:44.344613 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef8038c-e43d-4af6-ae13-590226c3f0f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe223b04-f3ed-41e7-b8dc-a965e0b21cd2,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:01:44.349634 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2ef8038c-e43d-4af6-ae13-590226c3f0f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:01:44.480911 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112b05ea-c544-4eb8-8707-18f95ecde106 req-5f6327a3-40c9-49bd-ae83-3d6552e67354 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:44.482647 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-112b05ea-c544-4eb8-8707-18f95ecde106 req-5f6327a3-40c9-49bd-ae83-3d6552e67354 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaddf973-e588-464b-8514-112fb39e8650 HTTP/1.1" status: 200 len: 947 time: 0.1303763 Jun 11 10:01:44.529640 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-112b05ea-c544-4eb8-8707-18f95ecde106 req-8a1d631f-d5ff-4add-aec9-e4627f95ea9e tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=28282b0e-6c5e-431e-9466-f7852b229f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407326 Jun 11 10:01:44.576757 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning for port 4ba53edb-d423-4464-9c12-091c0aceb2f1 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:01:44.581648 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port 4ba53edb-d423-4464-9c12-091c0aceb2f1 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:01:44.581898 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a75c12cd-e544-4cc6-b0fc-a29bbe541e54 req-b12e2fe4-145e-4f41-a466-bd9295b9755a tempest-ServerShowV257Test-606787121 tempest-ServerShowV257Test-606787121-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf3d32e5-d925-43ed-a1cb-15018d067abc HTTP/1.1" status: 200 len: 210 time: 0.0583620 Jun 11 10:01:44.582873 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:44.692372 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:44.723971 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ed221c9-b5c7-483e-af01-998d5e7f3aa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ba53edb-d423-4464-9c12-091c0aceb2f1'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:01:44.726772 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b0b7011-2bfa-442c-a856-71f964c45ea3" -d '{"events": [{"server_uuid": "8ed221c9-b5c7-483e-af01-998d5e7f3aa5", "name": "network-vif-plugged", "status": "completed", "tag": "4ba53edb-d423-4464-9c12-091c0aceb2f1"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:01:44.742992 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 4ba53edb-d423-4464-9c12-091c0aceb2f1, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=4ba53edb-d423-4464-9c12-091c0aceb2f1,segment=NetworkSegment(49dbfc19-7dcf-486c-9f91-ff9f037d2121),segment_id=49dbfc19-7dcf-486c-9f91-ff9f037d2121)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:01:44.771021 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee3d1dc-0d9d-4627-a2fd-6d7583357686 x-openstack-request-id: req-3ee3d1dc-0d9d-4627-a2fd-6d7583357686 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:01:44.771331 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ed221c9-b5c7-483e-af01-998d5e7f3aa5", "name": "network-vif-plugged", "status": "completed", "tag": "4ba53edb-d423-4464-9c12-091c0aceb2f1", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:01:44.771624 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3ee3d1dc-0d9d-4627-a2fd-6d7583357686 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:01:44.772224 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ed221c9-b5c7-483e-af01-998d5e7f3aa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ba53edb-d423-4464-9c12-091c0aceb2f1', 'code': 200} Jun 11 10:01:44.799972 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 36222) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:01:44.805310 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [-] 10.222.0.60 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0036154 Jun 11 10:01:44.808893 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 36224) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:01:44.843647 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cdf04a50-ffec-41e8-a3ef-6b0729d98ceb req-cb4213b9-ad61-492b-be99-b49255b5480b tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042 HTTP/1.1" status: 200 len: 210 time: 0.0581620 Jun 11 10:01:44.879471 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:44.881447 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:01:44.986834 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829df4ee-2185-4883-ae7f-f536dd492bad req-c4bb44ab-fa3f-4c6c-968d-f53fb31e904f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:44.992943 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-829df4ee-2185-4883-ae7f-f536dd492bad req-c4bb44ab-fa3f-4c6c-968d-f53fb31e904f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8ed221c9-b5c7-483e-af01-998d5e7f3aa5 HTTP/1.1" status: 200 len: 1097 time: 0.0800905 Jun 11 10:01:45.006805 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-eaaf7647-4dd7-44e5-a4f0-e2b2e7852b28 tempest-NetworksApiDiscovery-979905891 tempest-NetworksApiDiscovery-979905891-project] 10.222.0.60 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1964474 Jun 11 10:01:45.012530 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=4ba53edb-d423-4464-9c12-091c0aceb2f1,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:01:45.016553 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:01:45.064376 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-829df4ee-2185-4883-ae7f-f536dd492bad req-a113f69e-8f76-4368-9bbb-7392b7e450a7 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686948 Jun 11 10:01:45.241254 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f46c2-f23d-4399-89a3-ad4444ae5ec7 req-4fc57ddf-da84-4f9e-9935-13b779f9d4ac tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:45.242746 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e34f46c2-f23d-4399-89a3-ad4444ae5ec7 req-4fc57ddf-da84-4f9e-9935-13b779f9d4ac tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ed221c9-b5c7-483e-af01-998d5e7f3aa5 HTTP/1.1" status: 200 len: 945 time: 0.1137803 Jun 11 10:01:45.294662 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e34f46c2-f23d-4399-89a3-ad4444ae5ec7 req-61287755-27c9-4fff-b28e-8960f1062c16 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445044 Jun 11 10:01:45.774336 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 36264) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:01:45.829186 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-afa1b374-5384-43b2-b5fe-cea86ee53a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:45.880163 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c2c69-a935-4146-8d20-d52a4f3cb06c req-ba2c164d-81d0-4270-ad39-0e9073ab2079 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:45.881815 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-732c2c69-a935-4146-8d20-d52a4f3cb06c req-ba2c164d-81d0-4270-ad39-0e9073ab2079 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaddf973-e588-464b-8514-112fb39e8650 HTTP/1.1" status: 200 len: 947 time: 0.1381991 Jun 11 10:01:45.951392 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-732c2c69-a935-4146-8d20-d52a4f3cb06c req-35d7cc25-199d-4160-8932-3df45775ea6f tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=28282b0e-6c5e-431e-9466-f7852b229f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554109 Jun 11 10:01:45.958071 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b1b32e78-6f40-44ea-bf92-4b4ecae411d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:46.004331 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:46.096449 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b1b32e78-6f40-44ea-bf92-4b4ecae411d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:46.113221 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3ee71115-0b66-4864-9089-d7554a38388f req-35c58fa0-89aa-423e-98ec-bfc0b5a8e409 tempest-ServerShowV257Test-606787121 tempest-ServerShowV257Test-606787121-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf3d32e5-d925-43ed-a1cb-15018d067abc HTTP/1.1" status: 200 len: 210 time: 0.0521297 Jun 11 10:01:46.129858 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 36272) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:01:46.137884 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-c5e59050-1495-4e4a-a662-795c1c769daf tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1904806217', 'description': 'tempest-secgroup-smoke-1904806217 description', 'project_id': 'e89665a5b31d4cfa8d287da55d8a46ff'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:01:46.202357 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b1b32e78-6f40-44ea-bf92-4b4ecae411d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:46.230680 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e0cc5cda-63c0-481c-af01-1bec18ed33b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:01:46.234464 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-b1b32e78-6f40-44ea-bf92-4b4ecae411d7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d814c771f57740ce86e625b9202121f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4534585 Jun 11 10:01:46.237749 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 36286) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:01:46.296520 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bc48791c-0aef-4355-846b-1a4f39e57a91 req-a84cc12d-ab6b-4d03-8ec8-4534bca43e57 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042 HTTP/1.1" status: 200 len: 210 time: 0.0494649 Jun 11 10:01:46.302626 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b32e78-6f40-44ea-bf92-4b4ecae411d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ecfb5a-4061-4df7-aea0-a0e02f1c3003,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:01:46.306690 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b1b32e78-6f40-44ea-bf92-4b4ecae411d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:01:46.321258 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ecd78f4c-5a58-46a7-ae2a-3c314e79ddb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:46.356681 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ecd78f4c-5a58-46a7-ae2a-3c314e79ddb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:46.373596 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c5e59050-1495-4e4a-a662-795c1c769daf tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:46.499595 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ecd78f4c-5a58-46a7-ae2a-3c314e79ddb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:46.503815 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ecd78f4c-5a58-46a7-ae2a-3c314e79ddb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:46.508024 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-ecd78f4c-5a58-46a7-ae2a-3c314e79ddb8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e5ecfb5a-4061-4df7-aea0-a0e02f1c3003 HTTP/1.1" status: 204 len: 168 time: 0.2690303 Jun 11 10:01:46.524659 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ea857009-9e65-418a-8ac9-cc990571e55d tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:01:46.555744 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd78f4c-5a58-46a7-ae2a-3c314e79ddb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ecfb5a-4061-4df7-aea0-a0e02f1c3003,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:01:46.563474 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ecd78f4c-5a58-46a7-ae2a-3c314e79ddb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:01:46.567854 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c5e59050-1495-4e4a-a662-795c1c769daf tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:46.623767 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b017a-8cbe-4787-9d9c-4c11a86c2dff req-9ce0540e-68e4-47f9-a955-ca102e3002c5 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:46.625304 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4f1b017a-8cbe-4787-9d9c-4c11a86c2dff req-9ce0540e-68e4-47f9-a955-ca102e3002c5 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ed221c9-b5c7-483e-af01-998d5e7f3aa5 HTTP/1.1" status: 200 len: 945 time: 0.1694691 Jun 11 10:01:46.633138 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:46.661056 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c5e59050-1495-4e4a-a662-795c1c769daf tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:46.664592 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a531fb92-5ffe-497a-99e3-ca93bae2d2bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:01:46.676192 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4f1b017a-8cbe-4787-9d9c-4c11a86c2dff req-3018ea84-e2d0-4962-9b9c-80d7fb69e3db tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447485 Jun 11 10:01:46.750427 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e59050-1495-4e4a-a662-795c1c769daf tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3b74fd-4355-4188-b0b8-7a8e0d2985fd,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:01:46.757714 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c5e59050-1495-4e4a-a662-795c1c769daf tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:01:46.867987 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c5e59050-1495-4e4a-a662-795c1c769daf tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:46.867987 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-c5e59050-1495-4e4a-a662-795c1c769daf tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7332830 Jun 11 10:01:46.868699 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 36302) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:01:46.873168 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-f5cf6ecb-c1fc-4524-857b-ba233af60bdc tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Request body: {'security_group_rule': {'security_group_id': 'ec3b74fd-4355-4188-b0b8-7a8e0d2985fd', 'project_id': 'e89665a5b31d4cfa8d287da55d8a46ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:01:47.071462 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f5cf6ecb-c1fc-4524-857b-ba233af60bdc tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:47.193476 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f5cf6ecb-c1fc-4524-857b-ba233af60bdc tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:47.225134 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb22d0b-0ad3-4939-92be-f9ae72ae2676 req-f9d75b90-76b0-4611-8228-1da36406f4e8 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:47.234075 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9cb22d0b-0ad3-4939-92be-f9ae72ae2676 req-f9d75b90-76b0-4611-8228-1da36406f4e8 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaddf973-e588-464b-8514-112fb39e8650 HTTP/1.1" status: 200 len: 947 time: 0.1614916 Jun 11 10:01:47.289964 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9cb22d0b-0ad3-4939-92be-f9ae72ae2676 req-41689cb1-50cf-48cd-b4ec-6a9e9458ab5a tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=28282b0e-6c5e-431e-9466-f7852b229f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547171 Jun 11 10:01:47.381119 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f5cf6ecb-c1fc-4524-857b-ba233af60bdc tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:47.385366 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 36320) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:01:47.409584 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e31cbf2d-c27d-4127-bfb3-c37eaa90191f tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:01:47.438650 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cf6ecb-c1fc-4524-857b-ba233af60bdc tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99436b86-e701-45ff-950e-9b8e13659930,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:01:47.443915 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f5cf6ecb-c1fc-4524-857b-ba233af60bdc tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:01:47.461527 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d407fc1d-dc31-41f3-bc64-aa26b4bb98cd req-388af249-1267-4945-941d-45ada23779e1 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:47.467097 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d407fc1d-dc31-41f3-bc64-aa26b4bb98cd req-388af249-1267-4945-941d-45ada23779e1 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ed221c9-b5c7-483e-af01-998d5e7f3aa5 HTTP/1.1" status: 200 len: 945 time: 0.1956444 Jun 11 10:01:47.538336 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d407fc1d-dc31-41f3-bc64-aa26b4bb98cd req-07be9f7d-d993-4238-ba4b-31f8748f6a38 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636811 Jun 11 10:01:47.540445 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f5cf6ecb-c1fc-4524-857b-ba233af60bdc tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:47.546003 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-f5cf6ecb-c1fc-4524-857b-ba233af60bdc tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6746593 Jun 11 10:01:47.546409 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 36328) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:01:47.563076 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-04f5a80f-bf9f-4818-84c4-197ff0a63f0d req-7a810444-49a3-4b98-8ed1-615369ba0cc7 tempest-ServerShowV257Test-606787121 tempest-ServerShowV257Test-606787121-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf3d32e5-d925-43ed-a1cb-15018d067abc HTTP/1.1" status: 200 len: 210 time: 0.0584781 Jun 11 10:01:47.563228 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-788eeda6-56df-4ac6-9ac6-8b244c45f769 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Request body: {'security_group_rule': {'security_group_id': 'ec3b74fd-4355-4188-b0b8-7a8e0d2985fd', 'project_id': 'e89665a5b31d4cfa8d287da55d8a46ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:01:47.587839 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-180afd61-abe9-405c-a393-4d0a0411ca75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:47.656114 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-788eeda6-56df-4ac6-9ac6-8b244c45f769 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:47.739438 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ccb40b94-df87-4bda-9372-cca97091c5f3 req-af8fc73f-f02b-4719-ba47-f528646bd4f7 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042 HTTP/1.1" status: 200 len: 210 time: 0.0569909 Jun 11 10:01:47.743688 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-180afd61-abe9-405c-a393-4d0a0411ca75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:47.786417 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-788eeda6-56df-4ac6-9ac6-8b244c45f769 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:47.839529 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-180afd61-abe9-405c-a393-4d0a0411ca75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:47.842562 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e6404317-db4f-464d-aab8-57c631c40032 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:01:47.873906 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-788eeda6-56df-4ac6-9ac6-8b244c45f769 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:47.876732 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:01:47.898398 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788eeda6-56df-4ac6-9ac6-8b244c45f769 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d93318ce-ca1c-4ceb-af74-82687bb4ab3e,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:01:47.898650 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180afd61-abe9-405c-a393-4d0a0411ca75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89708514-b793-4583-b0e7-d1748b609663,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:01:47.901902 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-788eeda6-56df-4ac6-9ac6-8b244c45f769 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:01:47.902609 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-180afd61-abe9-405c-a393-4d0a0411ca75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:01:47.905415 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-180afd61-abe9-405c-a393-4d0a0411ca75 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6d43ded6489a410e926413de31249b6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5189657 Jun 11 10:01:47.908335 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 36336) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:01:47.966412 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-15243628-3d3e-42c4-beaf-1d5bbd0e0523 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:47.989054 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-788eeda6-56df-4ac6-9ac6-8b244c45f769 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:47.993555 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-788eeda6-56df-4ac6-9ac6-8b244c45f769 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4433074 Jun 11 10:01:47.993555 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 36342) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:01:48.000293 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-d4efe369-40c2-4e87-8273-0fabe95f2300 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Request body: {'security_group_rule': {'security_group_id': 'ec3b74fd-4355-4188-b0b8-7a8e0d2985fd', 'project_id': 'e89665a5b31d4cfa8d287da55d8a46ff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:01:48.007786 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-15243628-3d3e-42c4-beaf-1d5bbd0e0523 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:48.124531 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d4efe369-40c2-4e87-8273-0fabe95f2300 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:48.193990 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d4efe369-40c2-4e87-8273-0fabe95f2300 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:48.245100 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-15243628-3d3e-42c4-beaf-1d5bbd0e0523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:48.248021 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-15243628-3d3e-42c4-beaf-1d5bbd0e0523 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:48.249230 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-15243628-3d3e-42c4-beaf-1d5bbd0e0523 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/89708514-b793-4583-b0e7-d1748b609663 HTTP/1.1" status: 204 len: 168 time: 0.3394935 Jun 11 10:01:48.250181 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b5829d43-d6db-4918-b035-a30ec52bba65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:01:48.259397 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15243628-3d3e-42c4-beaf-1d5bbd0e0523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89708514-b793-4583-b0e7-d1748b609663,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:01:48.269730 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-15243628-3d3e-42c4-beaf-1d5bbd0e0523 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:01:48.279067 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d4efe369-40c2-4e87-8273-0fabe95f2300 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:48.281801 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:01:48.314985 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4efe369-40c2-4e87-8273-0fabe95f2300 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de5f83e2-e2fd-4ccb-bf95-990e2bcd683b,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:01:48.319270 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d4efe369-40c2-4e87-8273-0fabe95f2300 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:01:48.338028 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:48.428322 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d4efe369-40c2-4e87-8273-0fabe95f2300 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:48.431977 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-d4efe369-40c2-4e87-8273-0fabe95f2300 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4351344 Jun 11 10:01:48.438378 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 36350) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:01:48.438378 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-59d6f767-ff1e-44fb-8aca-9ed52f596240 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Request body: {'security_group_rule': {'security_group_id': 'ec3b74fd-4355-4188-b0b8-7a8e0d2985fd', 'project_id': 'e89665a5b31d4cfa8d287da55d8a46ff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:01:48.528499 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b799751f-cb0b-4447-8f13-c89003342ea9 req-226b61c0-2b83-4891-8eee-97134bd1aa2f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=bf3d32e5-d925-43ed-a1cb-15018d067abc HTTP/1.1" status: 200 len: 210 time: 0.0338838 Jun 11 10:01:48.545894 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-59d6f767-ff1e-44fb-8aca-9ed52f596240 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:48.620329 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-59d6f767-ff1e-44fb-8aca-9ed52f596240 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:48.705363 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-59d6f767-ff1e-44fb-8aca-9ed52f596240 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:48.794307 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7b72e623-700d-4be9-815a-345addc61b8a req-53871cdb-9e47-446d-8fb0-934b0e97d8b5 tempest-ServerShowV257Test-606787121 tempest-ServerShowV257Test-606787121-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf3d32e5-d925-43ed-a1cb-15018d067abc HTTP/1.1" status: 200 len: 210 time: 0.0650620 Jun 11 10:01:48.977973 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e7b8e077-ad25-461a-9796-227561f4d5cf req-0ff696ab-3c5d-4e8e-9b28-905dbf58eb11 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042 HTTP/1.1" status: 200 len: 210 time: 0.0543785 Jun 11 10:01:49.144347 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:01:49.174946 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d6f767-ff1e-44fb-8aca-9ed52f596240 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8612941d-63d9-4b5c-a6da-b585fb199b99,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:01:49.174946 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-59d6f767-ff1e-44fb-8aca-9ed52f596240 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:01:49.207456 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59083d97-a706-429d-bd66-775673dc8a77 req-b3346db0-481e-44ca-bffd-a49752ce88d7 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:49.209279 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-59083d97-a706-429d-bd66-775673dc8a77 req-b3346db0-481e-44ca-bffd-a49752ce88d7 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ed221c9-b5c7-483e-af01-998d5e7f3aa5 HTTP/1.1" status: 200 len: 945 time: 0.5176289 Jun 11 10:01:49.265357 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-59083d97-a706-429d-bd66-775673dc8a77 req-64b462d0-acbd-430e-803a-dea64458757d tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482726 Jun 11 10:01:49.273948 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-59d6f767-ff1e-44fb-8aca-9ed52f596240 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:49.279444 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-59d6f767-ff1e-44fb-8aca-9ed52f596240 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8432560 Jun 11 10:01:49.284246 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 36384) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:01:49.285745 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-666fbaec-0583-4377-8d88-84047640c354 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Request body: {'security_group_rule': {'security_group_id': 'ec3b74fd-4355-4188-b0b8-7a8e0d2985fd', 'project_id': 'e89665a5b31d4cfa8d287da55d8a46ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:01:49.440219 n-d-779913-12 neutron-server[93176]: INFO neutron.db.securitygroups_db [None req-666fbaec-0583-4377-8d88-84047640c354 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Project e89665a5b31d4cfa8d287da55d8a46ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 10:01:49.445998 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-666fbaec-0583-4377-8d88-84047640c354 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:49.538636 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-666fbaec-0583-4377-8d88-84047640c354 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:49.685277 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-666fbaec-0583-4377-8d88-84047640c354 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:49.687518 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b0eee509-74a3-489e-a891-9d929245a81d tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:01:49.702908 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666fbaec-0583-4377-8d88-84047640c354 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fee2e67-e10d-4adc-a857-c3f7eedae655,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:01:49.709849 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-666fbaec-0583-4377-8d88-84047640c354 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:01:49.779209 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-666fbaec-0583-4377-8d88-84047640c354 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:49.780825 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-666fbaec-0583-4377-8d88-84047640c354 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4989293 Jun 11 10:01:49.783927 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 36406) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:01:49.791085 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-62335c37-a276-4785-bde1-be9f73162e2d tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Request body: {'security_group_rule': {'security_group_id': 'ec3b74fd-4355-4188-b0b8-7a8e0d2985fd', 'project_id': 'e89665a5b31d4cfa8d287da55d8a46ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:01:49.889459 n-d-779913-12 neutron-server[93177]: INFO neutron.db.securitygroups_db [None req-62335c37-a276-4785-bde1-be9f73162e2d tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Project e89665a5b31d4cfa8d287da55d8a46ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 10:01:49.898777 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-62335c37-a276-4785-bde1-be9f73162e2d tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:49.977962 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a192bfcc-079a-43ab-8b95-3a81743056e7 req-e37107fe-c393-4e0b-aac2-24c49bbb8724 tempest-ServerShowV257Test-606787121 tempest-ServerShowV257Test-606787121-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf3d32e5-d925-43ed-a1cb-15018d067abc HTTP/1.1" status: 200 len: 210 time: 0.0504720 Jun 11 10:01:50.000307 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-62335c37-a276-4785-bde1-be9f73162e2d tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:50.083980 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-62335c37-a276-4785-bde1-be9f73162e2d tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:50.086492 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:01:50.112641 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62335c37-a276-4785-bde1-be9f73162e2d tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b15c389-2ac8-49d0-b4fe-c9da68be4c5c,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:01:50.116080 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-62335c37-a276-4785-bde1-be9f73162e2d tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:01:50.151154 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2dc15a9e-b5fe-4eb9-a66d-62abd0f87918 req-40dc1282-ddd4-4e5f-8b68-b2955dda698f tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8951c33-6d6a-4bea-b1bd-31fda6afe042 HTTP/1.1" status: 200 len: 210 time: 0.0365167 Jun 11 10:01:50.251273 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-62335c37-a276-4785-bde1-be9f73162e2d tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:50.252581 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-62335c37-a276-4785-bde1-be9f73162e2d tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4670708 Jun 11 10:01:50.498055 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c21e0a5-a822-48b0-9ae5-3089b9b1f5b1 req-76caab76-5664-43a3-9171-55e474197e88 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:50.499659 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4c21e0a5-a822-48b0-9ae5-3089b9b1f5b1 req-76caab76-5664-43a3-9171-55e474197e88 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ed221c9-b5c7-483e-af01-998d5e7f3aa5 HTTP/1.1" status: 200 len: 945 time: 0.0875800 Jun 11 10:01:50.517549 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-07ea74d8-1f7a-4d64-9d18-81df491ba92b req-4e496498-be08-44e5-88e4-e1785cc10bdd tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1904806217&fields=id&tenant_id=e89665a5b31d4cfa8d287da55d8a46ff HTTP/1.1" status: 200 len: 267 time: 0.0401273 Jun 11 10:01:50.543431 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4c21e0a5-a822-48b0-9ae5-3089b9b1f5b1 req-57ef7333-a4a5-48c9-94d9-f6d414c23eda tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381591 Jun 11 10:01:50.665928 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ea74d8-1f7a-4d64-9d18-81df491ba92b req-370748bf-b919-44ce-82d7-ddf8805ad9a8 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:50.667438 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-07ea74d8-1f7a-4d64-9d18-81df491ba92b req-370748bf-b919-44ce-82d7-ddf8805ad9a8 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] 10.222.0.60 "GET /v2.0/networks?id=19721a0f-204c-4d59-a30b-8c079af3c457 HTTP/1.1" status: 200 len: 814 time: 0.1414161 Jun 11 10:01:50.682444 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-07ea74d8-1f7a-4d64-9d18-81df491ba92b req-37db4dff-1a43-448c-b623-4d7e0d927478 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] 10.222.0.60 "GET /v2.0/quotas/e89665a5b31d4cfa8d287da55d8a46ff HTTP/1.1" status: 200 len: 375 time: 0.0090542 Jun 11 10:01:50.756979 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-07ea74d8-1f7a-4d64-9d18-81df491ba92b req-158954eb-41f8-4058-a6b4-716c6a49391a tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=e89665a5b31d4cfa8d287da55d8a46ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0692382 Jun 11 10:01:50.883922 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-07ea74d8-1f7a-4d64-9d18-81df491ba92b req-a8df0d1b-c334-4284-a631-8c1844288f80 service neutron] 10.222.0.60 "GET /v2.0/networks/19721a0f-204c-4d59-a30b-8c079af3c457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145298 Jun 11 10:01:51.004117 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-07ea74d8-1f7a-4d64-9d18-81df491ba92b req-f5f4f4f3-c25c-4a7f-bce7-e15d875e0bee service neutron] 10.222.0.60 "GET /v2.0/networks/19721a0f-204c-4d59-a30b-8c079af3c457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136363 Jun 11 10:01:51.149270 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-08da0849-927b-43f5-b831-3ed5ce9808b6 req-97766a56-497f-4d5f-9e89-deae045ddc65 tempest-ServerShowV257Test-606787121 tempest-ServerShowV257Test-606787121-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf3d32e5-d925-43ed-a1cb-15018d067abc HTTP/1.1" status: 200 len: 210 time: 0.0378430 Jun 11 10:01:51.885527 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8e11c0b2-c447-4c8d-84da-3775d2d811e6 req-2dc10a79-c0f3-4e23-add4-ed42886e0209 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] 10.222.0.60 "GET /v2.0/ports?device_id=90d183ec-8c83-4c21-b0ab-8b3eeebcdcb7 HTTP/1.1" status: 200 len: 210 time: 0.0349607 Jun 11 10:01:51.893180 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9426318-499e-483f-9a52-1598a253df21 req-85eaca14-17ce-4672-8ec5-59cd26686c8e tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:51.894687 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f9426318-499e-483f-9a52-1598a253df21 req-85eaca14-17ce-4672-8ec5-59cd26686c8e tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ed221c9-b5c7-483e-af01-998d5e7f3aa5 HTTP/1.1" status: 200 len: 945 time: 0.0763681 Jun 11 10:01:51.943090 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f9426318-499e-483f-9a52-1598a253df21 req-ecd7aa16-3efc-49ff-a6a6-47aabbe3a4e1 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382917 Jun 11 10:01:51.999759 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 36474) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:01:52.070975 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4948cac1-8852-4fde-b0f6-029349ca7175 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:52.097871 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4948cac1-8852-4fde-b0f6-029349ca7175 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:52.110075 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a796012d-b120-4fa2-b026-801f13e5bbda req-a6f95214-e559-4110-baf5-5cfa739d6b10 tempest-ServerShowV257Test-606787121 tempest-ServerShowV257Test-606787121-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf3d32e5-d925-43ed-a1cb-15018d067abc HTTP/1.1" status: 200 len: 210 time: 0.0402358 Jun 11 10:01:52.262514 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4948cac1-8852-4fde-b0f6-029349ca7175 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:52.265496 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4948cac1-8852-4fde-b0f6-029349ca7175 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:52.266794 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-4948cac1-8852-4fde-b0f6-029349ca7175 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "DELETE /v2.0/security-groups/ee23f870-7e0b-4b16-afae-a1e98a9dceaa HTTP/1.1" status: 204 len: 168 time: 0.2658525 Jun 11 10:01:52.269655 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-47119a91-bb68-47f4-9e1d-5e7c53b84796 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:01:52.271557 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 36486) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:01:52.279654 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4948cac1-8852-4fde-b0f6-029349ca7175 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee23f870-7e0b-4b16-afae-a1e98a9dceaa,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:01:52.281893 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4948cac1-8852-4fde-b0f6-029349ca7175 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:01:52.298406 n-d-779913-12 neutron-server[93176]: INFO neutron.api.v2.resource [None req-5fc4fdac-4ce9-442c-8f82-0a55292ad444 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] show failed (client error): The resource could not be found. Jun 11 10:01:52.299605 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-5fc4fdac-4ce9-442c-8f82-0a55292ad444 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "GET /v2.0/security-groups/ee23f870-7e0b-4b16-afae-a1e98a9dceaa HTTP/1.1" status: 404 len: 347 time: 0.0266190 Jun 11 10:01:52.302415 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 36490) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:01:52.485444 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-b5bef39b-c6e3-45b0-9c07-5f05c830a70b tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Deleting port 3cdfd303-0990-4c69-bae1-9b189d22fcc2 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:01:52.485819 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b5bef39b-c6e3-45b0-9c07-5f05c830a70b tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:52.593033 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b5bef39b-c6e3-45b0-9c07-5f05c830a70b tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:52.593437 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b5bef39b-c6e3-45b0-9c07-5f05c830a70b tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:52.695029 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-b5bef39b-c6e3-45b0-9c07-5f05c830a70b tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Calling delete_port for 3cdfd303-0990-4c69-bae1-9b189d22fcc2 owned by network:floatingip {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:01:52.992114 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b5bef39b-c6e3-45b0-9c07-5f05c830a70b tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:52.995481 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9fd27f88-357a-4ee0-99ca-e87d5b24f494 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:01:53.031610 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bef39b-c6e3-45b0-9c07-5f05c830a70b tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Pushing event deleted for resources: {'Port': ['ID=3cdfd303-0990-4c69-bae1-9b189d22fcc2,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:01:53.083898 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6b306238-d193-4faf-96b3-af252a53a131 req-c9fe73f0-deef-4b68-aae6-8e12246d245a tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] 10.222.0.60 "GET /v2.0/ports?device_id=90d183ec-8c83-4c21-b0ab-8b3eeebcdcb7 HTTP/1.1" status: 200 len: 210 time: 0.0557768 Jun 11 10:01:53.127824 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bef39b-c6e3-45b0-9c07-5f05c830a70b tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:01:53.128210 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bef39b-c6e3-45b0-9c07-5f05c830a70b tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:01:53.128793 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bef39b-c6e3-45b0-9c07-5f05c830a70b tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:01:53.129333 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bef39b-c6e3-45b0-9c07-5f05c830a70b tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:01:53.129709 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bef39b-c6e3-45b0-9c07-5f05c830a70b tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:01:53.130081 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bef39b-c6e3-45b0-9c07-5f05c830a70b tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:01:53.130462 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bef39b-c6e3-45b0-9c07-5f05c830a70b tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:01:53.130811 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bef39b-c6e3-45b0-9c07-5f05c830a70b tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:01:53.131179 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bef39b-c6e3-45b0-9c07-5f05c830a70b tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:01:53.131540 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bef39b-c6e3-45b0-9c07-5f05c830a70b tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:01:53.131925 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bef39b-c6e3-45b0-9c07-5f05c830a70b tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:01:53.132301 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bef39b-c6e3-45b0-9c07-5f05c830a70b tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:01:53.186385 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b5bef39b-c6e3-45b0-9c07-5f05c830a70b tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:01:53.192070 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b5bef39b-c6e3-45b0-9c07-5f05c830a70b tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks [] for floatingip, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:53.194795 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b5bef39b-c6e3-45b0-9c07-5f05c830a70b tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:53.205810 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 36516) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:01:53.207483 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-b5bef39b-c6e3-45b0-9c07-5f05c830a70b tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "DELETE /v2.0/floatingips/b83e2c43-65b7-4b4e-864b-661e6e98ddb1 HTTP/1.1" status: 204 len: 168 time: 0.9035656 Jun 11 10:01:53.344369 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5deee909-7525-44d7-b7d6-bd4e3f35fd21 req-1ba5c172-8027-4e51-ab62-0471bc6c7b4d tempest-ServerShowV257Test-606787121 tempest-ServerShowV257Test-606787121-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf3d32e5-d925-43ed-a1cb-15018d067abc HTTP/1.1" status: 200 len: 210 time: 0.0423713 Jun 11 10:01:53.373218 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f144b4-a3e3-4012-a843-a8578365834e req-66081293-db60-446e-ad59-c8e4e3b16a1a tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:53.381035 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-64f144b4-a3e3-4012-a843-a8578365834e req-66081293-db60-446e-ad59-c8e4e3b16a1a tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ed221c9-b5c7-483e-af01-998d5e7f3aa5 HTTP/1.1" status: 200 len: 945 time: 0.3013680 Jun 11 10:01:53.438288 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-64f144b4-a3e3-4012-a843-a8578365834e req-8d9ad078-9c1b-4f72-bca8-16b3d5001574 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561416 Jun 11 10:01:53.444221 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-8f809cb5-ce5b-430c-ac85-7d52816e909e tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Deleting port 0e3d8c07-4dd8-4173-b439-d804ac86a9ca {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:01:53.452309 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8f809cb5-ce5b-430c-ac85-7d52816e909e tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:53.563680 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8f809cb5-ce5b-430c-ac85-7d52816e909e tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:53.660516 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-8f809cb5-ce5b-430c-ac85-7d52816e909e tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Calling delete_port for 0e3d8c07-4dd8-4173-b439-d804ac86a9ca owned by {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:01:53.862079 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8f809cb5-ce5b-430c-ac85-7d52816e909e tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:53.866283 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b194a165-33f3-4306-a5e1-1217acb46344 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:01:53.897276 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f809cb5-ce5b-430c-ac85-7d52816e909e tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Pushing event deleted for resources: {'Port': ['ID=0e3d8c07-4dd8-4173-b439-d804ac86a9ca,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:01:53.900331 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8f809cb5-ce5b-430c-ac85-7d52816e909e tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:01:53.985565 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8f809cb5-ce5b-430c-ac85-7d52816e909e tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:53.989994 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-8f809cb5-ce5b-430c-ac85-7d52816e909e tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "DELETE /v2.0/ports/0e3d8c07-4dd8-4173-b439-d804ac86a9ca HTTP/1.1" status: 204 len: 168 time: 0.7800624 Jun 11 10:01:53.990221 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 36540) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:01:54.111224 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-9486fce1-af37-4fc5-ba54-b32981756cf3 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Deleting port aba52a31-7ead-4b87-98cf-90bcdace2f39 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:01:54.111680 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9486fce1-af37-4fc5-ba54-b32981756cf3 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:54.163184 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:01:54.253983 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-21252e98-4402-4175-a852-0ee308eefe30 req-e777400e-8cc8-491c-b8d9-24c81be6de4e tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] 10.222.0.60 "GET /v2.0/ports?device_id=90d183ec-8c83-4c21-b0ab-8b3eeebcdcb7 HTTP/1.1" status: 200 len: 210 time: 0.0447102 Jun 11 10:01:54.274011 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9486fce1-af37-4fc5-ba54-b32981756cf3 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:54.392441 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-9486fce1-af37-4fc5-ba54-b32981756cf3 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Calling delete_port for aba52a31-7ead-4b87-98cf-90bcdace2f39 owned by {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:01:54.446234 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ea74d8-1f7a-4d64-9d18-81df491ba92b req-1739c592-3a54-4079-8c48-20717a56705a tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:54.446234 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-07ea74d8-1f7a-4d64-9d18-81df491ba92b req-1739c592-3a54-4079-8c48-20717a56705a tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] 10.222.0.69 "GET /v2.0/networks?id=19721a0f-204c-4d59-a30b-8c079af3c457 HTTP/1.1" status: 200 len: 814 time: 0.2026486 Jun 11 10:01:54.546729 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-07ea74d8-1f7a-4d64-9d18-81df491ba92b req-f891b521-9ec0-46ce-91b1-e7c75b738fb5 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e89665a5b31d4cfa8d287da55d8a46ff HTTP/1.1" status: 200 len: 380 time: 0.0912941 Jun 11 10:01:54.556683 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-07ea74d8-1f7a-4d64-9d18-81df491ba92b req-916cb42b-e323-435b-999d-6aaacc53c2bb tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Request body: {'port': {'device_id': '90d183ec-8c83-4c21-b0ab-8b3eeebcdcb7', 'network_id': '19721a0f-204c-4d59-a30b-8c079af3c457', 'admin_state_up': True, 'tenant_id': 'e89665a5b31d4cfa8d287da55d8a46ff', 'security_groups': ['ec3b74fd-4355-4188-b0b8-7a8e0d2985fd']}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:01:54.670935 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4902cff8-f29a-4c8b-85bc-df99782b9678 req-6516b2ea-39e5-4654-bc82-5d1a7d1fd7d3 tempest-ServerShowV257Test-606787121 tempest-ServerShowV257Test-606787121-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf3d32e5-d925-43ed-a1cb-15018d067abc HTTP/1.1" status: 200 len: 210 time: 0.0878758 Jun 11 10:01:54.794286 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce0f639-4a1b-4875-9ca7-becfde148b97 req-5fb39da5-d432-4e04-88d4-3b524eaca2a2 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:54.797020 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1ce0f639-4a1b-4875-9ca7-becfde148b97 req-5fb39da5-d432-4e04-88d4-3b524eaca2a2 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ed221c9-b5c7-483e-af01-998d5e7f3aa5 HTTP/1.1" status: 200 len: 945 time: 0.1274240 Jun 11 10:01:54.807031 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9486fce1-af37-4fc5-ba54-b32981756cf3 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:54.818977 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-45475d4b-d6b5-4a45-ba5c-4d7df0b707bf tempest-FloatingIPAdminTestJSON-606470310 tempest-FloatingIPAdminTestJSON-606470310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:01:54.865505 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9486fce1-af37-4fc5-ba54-b32981756cf3 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Pushing event deleted for resources: {'Port': ['ID=aba52a31-7ead-4b87-98cf-90bcdace2f39,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:01:54.868364 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9486fce1-af37-4fc5-ba54-b32981756cf3 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:01:54.908472 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07ea74d8-1f7a-4d64-9d18-81df491ba92b req-916cb42b-e323-435b-999d-6aaacc53c2bb tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Made reservation on behalf of e89665a5b31d4cfa8d287da55d8a46ff for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:01:54.912354 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-07ea74d8-1f7a-4d64-9d18-81df491ba92b req-916cb42b-e323-435b-999d-6aaacc53c2bb tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:54.954118 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1ce0f639-4a1b-4875-9ca7-becfde148b97 req-a4ac44e0-b1ac-40dc-b49a-beb8da6350bb tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499164 Jun 11 10:01:54.981691 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9486fce1-af37-4fc5-ba54-b32981756cf3 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:54.984287 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-9486fce1-af37-4fc5-ba54-b32981756cf3 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "DELETE /v2.0/ports/aba52a31-7ead-4b87-98cf-90bcdace2f39 HTTP/1.1" status: 204 len: 168 time: 0.9931402 Jun 11 10:01:54.986923 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 36556) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:01:55.054837 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-10d0e8fa-37e4-4fad-b4a7-8cc9a4f87bfe tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Deleting subnet e42b8e0f-29ce-4b18-9ea9-5eee901ccfd5 {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:01:55.074119 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-10d0e8fa-37e4-4fad-b4a7-8cc9a4f87bfe tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:55.126913 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-07ea74d8-1f7a-4d64-9d18-81df491ba92b req-916cb42b-e323-435b-999d-6aaacc53c2bb tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Allocated IP 172.20.0.7 (19721a0f-204c-4d59-a30b-8c079af3c457/79ac6b49-4f55-457d-944e-2b0fda2a6422/f5888e41-470d-4fab-87f9-8b44d2214958) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:01:55.160148 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-10d0e8fa-37e4-4fad-b4a7-8cc9a4f87bfe tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:55.363308 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-10d0e8fa-37e4-4fad-b4a7-8cc9a4f87bfe tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:55.484567 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-07ea74d8-1f7a-4d64-9d18-81df491ba92b req-916cb42b-e323-435b-999d-6aaacc53c2bb tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:55.513626 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-07ea74d8-1f7a-4d64-9d18-81df491ba92b req-916cb42b-e323-435b-999d-6aaacc53c2bb tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Transition to ACTIVE for port object f5888e41-470d-4fab-87f9-8b44d2214958 will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:01:55.551438 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4c4c814b-5b0d-4646-b47c-e670f17cfd52 req-cdfe26b7-3330-4c7f-8a43-51a1ddcdba6a tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] 10.222.0.60 "GET /v2.0/ports?device_id=90d183ec-8c83-4c21-b0ab-8b3eeebcdcb7 HTTP/1.1" status: 200 len: 210 time: 0.0778017 Jun 11 10:01:55.663269 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-07ea74d8-1f7a-4d64-9d18-81df491ba92b req-916cb42b-e323-435b-999d-6aaacc53c2bb tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:55.667975 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2d493610-7c9a-4073-8140-6ebe2512c521 tempest-ServersTestMultiNic-772418297 tempest-ServersTestMultiNic-772418297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:01:55.697058 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-10d0e8fa-37e4-4fad-b4a7-8cc9a4f87bfe tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:55.719550 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a48e805a-7df4-423c-8ed3-752fa8cf9ec8 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:01:55.726267 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07ea74d8-1f7a-4d64-9d18-81df491ba92b req-916cb42b-e323-435b-999d-6aaacc53c2bb tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Network 19721a0f-204c-4d59-a30b-8c079af3c457 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:01:55.730439 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-07ea74d8-1f7a-4d64-9d18-81df491ba92b req-916cb42b-e323-435b-999d-6aaacc53c2bb tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:01:55.736444 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-07ea74d8-1f7a-4d64-9d18-81df491ba92b req-916cb42b-e323-435b-999d-6aaacc53c2bb tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:01:55.739776 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-10d0e8fa-37e4-4fad-b4a7-8cc9a4f87bfe tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:55.744310 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-10d0e8fa-37e4-4fad-b4a7-8cc9a4f87bfe tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "DELETE /v2.0/subnets/e42b8e0f-29ce-4b18-9ea9-5eee901ccfd5 HTTP/1.1" status: 204 len: 168 time: 0.7556431 Jun 11 10:01:55.751846 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d8569b-a37e-4654-95ab-d452b644ac56 None None] Network 8268b03e-4f88-453d-8a80-f3e0484b960f requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:01:55.765214 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 36568) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:01:55.829112 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d0e8fa-37e4-4fad-b4a7-8cc9a4f87bfe tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Pushing event deleted for resources: {'Subnet': ['ID=e42b8e0f-29ce-4b18-9ea9-5eee901ccfd5,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:01:55.836257 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-10d0e8fa-37e4-4fad-b4a7-8cc9a4f87bfe tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:01:55.856749 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916cb42b-e323-435b-999d-6aaacc53c2bb tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Pushing event updated for resources: {'Port': ['ID=f5888e41-470d-4fab-87f9-8b44d2214958,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:01:55.952967 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-916cb42b-e323-435b-999d-6aaacc53c2bb tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:01:56.020543 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-26c46fa6-f6b5-4008-8c3f-fd5a29a99928 req-f13ee918-72b4-4608-9811-58d048bb7dd5 tempest-ServerShowV257Test-606787121 tempest-ServerShowV257Test-606787121-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf3d32e5-d925-43ed-a1cb-15018d067abc HTTP/1.1" status: 200 len: 210 time: 0.0914304 Jun 11 10:01:56.069361 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ea74d8-1f7a-4d64-9d18-81df491ba92b req-916cb42b-e323-435b-999d-6aaacc53c2bb tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:56.069993 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-07ea74d8-1f7a-4d64-9d18-81df491ba92b req-916cb42b-e323-435b-999d-6aaacc53c2bb tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:56.082405 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-17d2cbdd-c031-45b1-af96-0f738edf3552 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Deleting subnet d56f2625-bb14-490c-b4fa-d6d55c55bf08 {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:01:56.090432 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-17d2cbdd-c031-45b1-af96-0f738edf3552 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:56.183001 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-17d2cbdd-c031-45b1-af96-0f738edf3552 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:56.226041 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2536fab-9941-49c7-a7eb-e9bcfffb4c40 None None] DHCP port deletion for 8268b03e-4f88-453d-8a80-f3e0484b960f request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 10:01:56.316921 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-fe6c9ece-3a7b-405e-8372-b16f0ea6ae0d None None] Provisioning for port f5888e41-470d-4fab-87f9-8b44d2214958 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:01:56.335673 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-fe6c9ece-3a7b-405e-8372-b16f0ea6ae0d None None] Provisioning complete for port f5888e41-470d-4fab-87f9-8b44d2214958 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:01:56.336529 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-fe6c9ece-3a7b-405e-8372-b16f0ea6ae0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:56.400677 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9085dc8f-676b-4885-9bae-3bb097d49639 req-8fd6fb07-45c2-425e-9486-25b6bc473527 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:56.402915 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9085dc8f-676b-4885-9bae-3bb097d49639 req-8fd6fb07-45c2-425e-9486-25b6bc473527 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ed221c9-b5c7-483e-af01-998d5e7f3aa5 HTTP/1.1" status: 200 len: 945 time: 0.1979606 Jun 11 10:01:56.443009 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-07ea74d8-1f7a-4d64-9d18-81df491ba92b req-916cb42b-e323-435b-999d-6aaacc53c2bb tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8900299 Jun 11 10:01:56.492022 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-07ea74d8-1f7a-4d64-9d18-81df491ba92b req-cfc2659b-351f-4eaf-be06-5953efa97166 service neutron] Request body: {'port': {'device_id': '90d183ec-8c83-4c21-b0ab-8b3eeebcdcb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:01:56.493812 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9085dc8f-676b-4885-9bae-3bb097d49639 req-9522a197-b16f-4abc-ae1f-b2495c56402a tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728517 Jun 11 10:01:56.543841 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-17d2cbdd-c031-45b1-af96-0f738edf3552 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:56.679851 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-07ea74d8-1f7a-4d64-9d18-81df491ba92b req-cfc2659b-351f-4eaf-be06-5953efa97166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:56.712257 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f2536fab-9941-49c7-a7eb-e9bcfffb4c40 None None] Deleting port 9a58d5a7-fc7d-4446-afab-c7f8e4591d05 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:01:56.712257 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f2536fab-9941-49c7-a7eb-e9bcfffb4c40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:56.712731 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-fe6c9ece-3a7b-405e-8372-b16f0ea6ae0d None None] Port f5888e41-470d-4fab-87f9-8b44d2214958 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:01:56.887705 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f2536fab-9941-49c7-a7eb-e9bcfffb4c40 None None] For port 9a58d5a7-fc7d-4446-afab-c7f8e4591d05, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=9a58d5a7-fc7d-4446-afab-c7f8e4591d05,segment=NetworkSegment(07c308bf-d361-4404-88f5-f82f64cf50c4),segment_id=07c308bf-d361-4404-88f5-f82f64cf50c4)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:01:56.888412 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f2536fab-9941-49c7-a7eb-e9bcfffb4c40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:56.894852 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7cca50-1fdf-45c0-88f3-880ae38d22db req-22b5226f-fc21-4da3-9bdd-0d90a5d7bb19 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:56.896427 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ac7cca50-1fdf-45c0-88f3-880ae38d22db req-22b5226f-fc21-4da3-9bdd-0d90a5d7bb19 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] 10.222.0.60 "GET /v2.0/ports?device_id=90d183ec-8c83-4c21-b0ab-8b3eeebcdcb7 HTTP/1.1" status: 200 len: 931 time: 0.1718221 Jun 11 10:01:56.922579 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-17d2cbdd-c031-45b1-af96-0f738edf3552 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:56.935129 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b09f0bd5-6e7f-472c-bb05-49c79fbc5a00 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:01:56.980090 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-17d2cbdd-c031-45b1-af96-0f738edf3552 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:56.985052 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-17d2cbdd-c031-45b1-af96-0f738edf3552 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "DELETE /v2.0/subnets/d56f2625-bb14-490c-b4fa-d6d55c55bf08 HTTP/1.1" status: 204 len: 168 time: 1.2164211 Jun 11 10:01:56.998823 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc37fc9-2843-48e5-a687-bfdde4d973e0 None None] Network 6d3621a2-169e-4b61-882a-b4c2c253f396 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:01:57.004694 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 36580) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:01:57.078799 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f2536fab-9941-49c7-a7eb-e9bcfffb4c40 None None] Calling delete_port for 9a58d5a7-fc7d-4446-afab-c7f8e4591d05 owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:01:57.123374 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ac7cca50-1fdf-45c0-88f3-880ae38d22db req-95018ec6-c181-4141-970c-1742d41620ec tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] 10.222.0.60 "GET /v2.0/security-groups?id=ec3b74fd-4355-4188-b0b8-7a8e0d2985fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2043240 Jun 11 10:01:57.174803 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d2cbdd-c031-45b1-af96-0f738edf3552 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Pushing event deleted for resources: {'Subnet': ['ID=d56f2625-bb14-490c-b4fa-d6d55c55bf08,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:01:57.180699 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-17d2cbdd-c031-45b1-af96-0f738edf3552 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:01:57.329360 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1c351ef0-c2b3-4ba2-8622-551be0692363 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:57.408117 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0596ed9a-9881-4936-9efd-f2dd80715de8 req-116b163d-9864-44a7-b7d1-e59c837c9003 tempest-ServerShowV257Test-606787121 tempest-ServerShowV257Test-606787121-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf3d32e5-d925-43ed-a1cb-15018d067abc HTTP/1.1" status: 200 len: 210 time: 0.0607123 Jun 11 10:01:57.413548 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-1c351ef0-c2b3-4ba2-8622-551be0692363 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Deleting port 9a58d5a7-fc7d-4446-afab-c7f8e4591d05 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:01:57.414455 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1c351ef0-c2b3-4ba2-8622-551be0692363 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:57.419991 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-07ea74d8-1f7a-4d64-9d18-81df491ba92b req-cfc2659b-351f-4eaf-be06-5953efa97166 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5888e41-470d-4fab-87f9-8b44d2214958 {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:01:57.435128 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-07ea74d8-1f7a-4d64-9d18-81df491ba92b req-cfc2659b-351f-4eaf-be06-5953efa97166 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:57.453785 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-07ea74d8-1f7a-4d64-9d18-81df491ba92b req-cfc2659b-351f-4eaf-be06-5953efa97166 service neutron] Transition to ACTIVE for port object f5888e41-470d-4fab-87f9-8b44d2214958 will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:01:57.524187 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-1c351ef0-c2b3-4ba2-8622-551be0692363 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] For port 9a58d5a7-fc7d-4446-afab-c7f8e4591d05, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=9a58d5a7-fc7d-4446-afab-c7f8e4591d05,segment=NetworkSegment(07c308bf-d361-4404-88f5-f82f64cf50c4),segment_id=07c308bf-d361-4404-88f5-f82f64cf50c4)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:01:57.524651 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1c351ef0-c2b3-4ba2-8622-551be0692363 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:57.529736 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-07ea74d8-1f7a-4d64-9d18-81df491ba92b req-cfc2659b-351f-4eaf-be06-5953efa97166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:57.533783 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f6d14936-1102-4427-8b21-99e27af04209 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:01:57.665472 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f2536fab-9941-49c7-a7eb-e9bcfffb4c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:57.684950 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:01:57.694032 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2536fab-9941-49c7-a7eb-e9bcfffb4c40 None None] No DVR routers for this DVR port 9a58d5a7-fc7d-4446-afab-c7f8e4591d05 on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:01:57.704658 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-1c351ef0-c2b3-4ba2-8622-551be0692363 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Calling delete_port for 9a58d5a7-fc7d-4446-afab-c7f8e4591d05 owned by network:dhcp {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:01:57.877927 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5afc6693-495f-4f01-8a7e-efa3c5648968 None None] DHCP port deletion for 6d3621a2-169e-4b61-882a-b4c2c253f396 request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 10:01:57.888574 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2536fab-9941-49c7-a7eb-e9bcfffb4c40 None None] Pushing event deleted for resources: {'Port': ['ID=9a58d5a7-fc7d-4446-afab-c7f8e4591d05,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:01:57.959474 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f2536fab-9941-49c7-a7eb-e9bcfffb4c40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:01:57.965109 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 9a58d5a7-fc7d-4446-afab-c7f8e4591d05 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:01:58.018648 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 9a58d5a7-fc7d-4446-afab-c7f8e4591d05 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:01:58.020726 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 9a58d5a7-fc7d-4446-afab-c7f8e4591d05 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:01:58.022227 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device f112be70-364a-470c-8adc-56448aabdce7 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:01:58.050990 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1c351ef0-c2b3-4ba2-8622-551be0692363 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:58.056745 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc2659b-351f-4eaf-be06-5953efa97166 service neutron] Pushing event updated for resources: {'Port': ['ID=f5888e41-470d-4fab-87f9-8b44d2214958,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:01:58.061632 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-cfc2659b-351f-4eaf-be06-5953efa97166 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:01:58.071862 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a19e9b3e-a1dd-4417-9021-8c987c1be439 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:01:58.073977 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-07ea74d8-1f7a-4d64-9d18-81df491ba92b req-cfc2659b-351f-4eaf-be06-5953efa97166 service neutron] Attempting to bind port f5888e41-470d-4fab-87f9-8b44d2214958 on host n-h2-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:01:58.074422 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-07ea74d8-1f7a-4d64-9d18-81df491ba92b req-cfc2659b-351f-4eaf-be06-5953efa97166 service neutron] Attempting to bind port f5888e41-470d-4fab-87f9-8b44d2214958 by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': '1631155d-3f9e-4895-9926-5ebf12582263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '19721a0f-204c-4d59-a30b-8c079af3c457'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:01:58.074929 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ea74d8-1f7a-4d64-9d18-81df491ba92b req-cfc2659b-351f-4eaf-be06-5953efa97166 service neutron] Attempting to bind port f5888e41-470d-4fab-87f9-8b44d2214958 on network 19721a0f-204c-4d59-a30b-8c079af3c457 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:01:58.080104 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ea74d8-1f7a-4d64-9d18-81df491ba92b req-cfc2659b-351f-4eaf-be06-5953efa97166 service neutron] Port f5888e41-470d-4fab-87f9-8b44d2214958 on network 19721a0f-204c-4d59-a30b-8c079af3c457 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:01:58.080883 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ea74d8-1f7a-4d64-9d18-81df491ba92b req-cfc2659b-351f-4eaf-be06-5953efa97166 service neutron] Attempting to bind port f5888e41-470d-4fab-87f9-8b44d2214958 on network 19721a0f-204c-4d59-a30b-8c079af3c457 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:01:58.087762 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ea74d8-1f7a-4d64-9d18-81df491ba92b req-cfc2659b-351f-4eaf-be06-5953efa97166 service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:01:58.088231 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ea74d8-1f7a-4d64-9d18-81df491ba92b req-cfc2659b-351f-4eaf-be06-5953efa97166 service neutron] Checking segment: {'id': '1631155d-3f9e-4895-9926-5ebf12582263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '19721a0f-204c-4d59-a30b-8c079af3c457'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:01:58.089034 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ea74d8-1f7a-4d64-9d18-81df491ba92b req-cfc2659b-351f-4eaf-be06-5953efa97166 service neutron] Bound using segment: {'id': '1631155d-3f9e-4895-9926-5ebf12582263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '19721a0f-204c-4d59-a30b-8c079af3c457'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:01:58.089635 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-07ea74d8-1f7a-4d64-9d18-81df491ba92b req-cfc2659b-351f-4eaf-be06-5953efa97166 service neutron] Bound port: f5888e41-470d-4fab-87f9-8b44d2214958, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1631155d-3f9e-4895-9926-5ebf12582263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '19721a0f-204c-4d59-a30b-8c079af3c457'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:01:58.090056 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-07ea74d8-1f7a-4d64-9d18-81df491ba92b req-cfc2659b-351f-4eaf-be06-5953efa97166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:58.108976 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c351ef0-c2b3-4ba2-8622-551be0692363 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] No DVR routers for this DVR port 9a58d5a7-fc7d-4446-afab-c7f8e4591d05 on host n-d-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:01:58.116284 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c351ef0-c2b3-4ba2-8622-551be0692363 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Pushing event deleted for resources: {'Port': ['ID=9a58d5a7-fc7d-4446-afab-c7f8e4591d05,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:01:58.127827 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1c351ef0-c2b3-4ba2-8622-551be0692363 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:01:58.154351 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-5afc6693-495f-4f01-8a7e-efa3c5648968 None None] Deleting port f112be70-364a-470c-8adc-56448aabdce7 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:01:58.154735 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-5afc6693-495f-4f01-8a7e-efa3c5648968 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:58.193938 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-07ea74d8-1f7a-4d64-9d18-81df491ba92b req-cfc2659b-351f-4eaf-be06-5953efa97166 service neutron] For port f5888e41-470d-4fab-87f9-8b44d2214958, host n-h2-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:01:58.197510 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-07ea74d8-1f7a-4d64-9d18-81df491ba92b req-cfc2659b-351f-4eaf-be06-5953efa97166 service neutron] For port f5888e41-470d-4fab-87f9-8b44d2214958, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=f5888e41-470d-4fab-87f9-8b44d2214958,segment=NetworkSegment(1631155d-3f9e-4895-9926-5ebf12582263),segment_id=1631155d-3f9e-4895-9926-5ebf12582263)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:01:58.280457 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-07ea74d8-1f7a-4d64-9d18-81df491ba92b req-cfc2659b-351f-4eaf-be06-5953efa97166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:58.315423 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7f95a4d3-3209-44a9-a5f5-3fbe349308ad tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:01:58.333316 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-5afc6693-495f-4f01-8a7e-efa3c5648968 None None] For port f112be70-364a-470c-8adc-56448aabdce7, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=f112be70-364a-470c-8adc-56448aabdce7,segment=NetworkSegment(508b1faa-9ad8-4325-9b04-bc4b9922bdc5),segment_id=508b1faa-9ad8-4325-9b04-bc4b9922bdc5)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:01:58.334173 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-5afc6693-495f-4f01-8a7e-efa3c5648968 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:58.430429 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ea74d8-1f7a-4d64-9d18-81df491ba92b req-cfc2659b-351f-4eaf-be06-5953efa97166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:58.430429 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-07ea74d8-1f7a-4d64-9d18-81df491ba92b req-cfc2659b-351f-4eaf-be06-5953efa97166 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:58.439167 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-07ea74d8-1f7a-4d64-9d18-81df491ba92b req-cfc2659b-351f-4eaf-be06-5953efa97166 service neutron] 10.222.0.69 "PUT /v2.0/ports/f5888e41-470d-4fab-87f9-8b44d2214958 HTTP/1.1" status: 200 len: 1092 time: 1.9766102 Jun 11 10:01:58.453500 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 36606) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:01:58.457603 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90d183ec-8c83-4c21-b0ab-8b3eeebcdcb7', 'tag': 'f5888e41-470d-4fab-87f9-8b44d2214958'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:01:58.460339 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77f4b810-319c-45b7-80d6-423d63ea2aa0" -d '{"events": [{"name": "network-changed", "server_uuid": "90d183ec-8c83-4c21-b0ab-8b3eeebcdcb7", "tag": "f5888e41-470d-4fab-87f9-8b44d2214958"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:01:58.562317 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-5afc6693-495f-4f01-8a7e-efa3c5648968 None None] Calling delete_port for f112be70-364a-470c-8adc-56448aabdce7 owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:01:58.582642 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc2659b-351f-4eaf-be06-5953efa97166 service neutron] Pushing event updated for resources: {'Port': ['ID=f5888e41-470d-4fab-87f9-8b44d2214958,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:01:58.600224 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-cfc2659b-351f-4eaf-be06-5953efa97166 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:01:58.617448 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2e062b-092c-420f-8ca7-ce83845eb876 req-08b11291-ae08-45bb-850e-42c9abeea38f tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:58.634013 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7e2e062b-092c-420f-8ca7-ce83845eb876 req-08b11291-ae08-45bb-850e-42c9abeea38f tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] 10.222.0.60 "GET /v2.0/ports?device_id=90d183ec-8c83-4c21-b0ab-8b3eeebcdcb7 HTTP/1.1" status: 200 len: 943 time: 0.1948197 Jun 11 10:01:58.720028 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7e2e062b-092c-420f-8ca7-ce83845eb876 req-7e8cfac4-b2fb-4aab-a176-f2e4011ebf57 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] 10.222.0.60 "GET /v2.0/security-groups?id=ec3b74fd-4355-4188-b0b8-7a8e0d2985fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829821 Jun 11 10:01:58.776984 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a0abe169-51df-49fb-a7ed-e455fc42a21f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:58.888899 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:58.925776 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ea74d8-1f7a-4d64-9d18-81df491ba92b req-3e79cfe8-b10a-427e-bf67-e23f48043998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:58.927612 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-07ea74d8-1f7a-4d64-9d18-81df491ba92b req-3e79cfe8-b10a-427e-bf67-e23f48043998 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e89665a5b31d4cfa8d287da55d8a46ff&device_id=90d183ec-8c83-4c21-b0ab-8b3eeebcdcb7 HTTP/1.1" status: 200 len: 1095 time: 0.2641077 Jun 11 10:01:58.944412 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port f112be70-364a-470c-8adc-56448aabdce7, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=f112be70-364a-470c-8adc-56448aabdce7,segment=NetworkSegment(508b1faa-9ad8-4325-9b04-bc4b9922bdc5),segment_id=508b1faa-9ad8-4325-9b04-bc4b9922bdc5)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:01:59.021629 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a0abe169-51df-49fb-a7ed-e455fc42a21f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:59.023469 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:59.041316 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:01:59.068784 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1c351ef0-c2b3-4ba2-8622-551be0692363 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:59.087872 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-1c351ef0-c2b3-4ba2-8622-551be0692363 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8268b03e-4f88-453d-8a80-f3e0484b960f']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:01:59.116284 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-1c351ef0-c2b3-4ba2-8622-551be0692363 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07c308bf-d361-4404-88f5-f82f64cf50c4') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:01:59.116799 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-1c351ef0-c2b3-4ba2-8622-551be0692363 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07c308bf-d361-4404-88f5-f82f64cf50c4') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:01:59.132889 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-07ea74d8-1f7a-4d64-9d18-81df491ba92b req-6cec0d3d-947b-407e-83c7-9986aad138bd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f5888e41-470d-4fab-87f9-8b44d2214958 HTTP/1.1" status: 200 len: 217 time: 0.1778665 Jun 11 10:01:59.133638 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a0abe169-51df-49fb-a7ed-e455fc42a21f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:59.134626 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1c351ef0-c2b3-4ba2-8622-551be0692363 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:59.153199 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=f112be70-364a-470c-8adc-56448aabdce7,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:01:59.164508 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:01:59.164871 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5e14eaf1-05a2-416e-bc36-3762d5954642 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:01:59.172651 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d00c0d-f563-4e83-bd9c-f48df956b7f5 req-0fbc8560-a6ff-407b-9bde-e142abcf9a0f tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:59.176341 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-28d00c0d-f563-4e83-bd9c-f48df956b7f5 req-0fbc8560-a6ff-407b-9bde-e142abcf9a0f tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ed221c9-b5c7-483e-af01-998d5e7f3aa5 HTTP/1.1" status: 200 len: 945 time: 1.2273755 Jun 11 10:01:59.176341 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1c351ef0-c2b3-4ba2-8622-551be0692363 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:59.193746 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-5afc6693-495f-4f01-8a7e-efa3c5648968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:59.195862 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:01:59.202320 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c351ef0-c2b3-4ba2-8622-551be0692363 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Releasing vlan 776 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:01:59.203340 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1c351ef0-c2b3-4ba2-8622-551be0692363 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:59.208538 n-d-779913-12 neutron-server[93177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:01:59.208538 n-d-779913-12 neutron-server[93177]: self.session.flush() Jun 11 10:01:59.208538 n-d-779913-12 neutron-server[93177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:01:59.208538 n-d-779913-12 neutron-server[93177]: self.session.flush() Jun 11 10:01:59.208538 n-d-779913-12 neutron-server[93177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:01:59.208538 n-d-779913-12 neutron-server[93177]: self.session.flush() Jun 11 10:01:59.208538 n-d-779913-12 neutron-server[93177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:01:59.208538 n-d-779913-12 neutron-server[93177]: self.session.flush() Jun 11 10:01:59.208538 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 10:01:59.208538 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:01:59.208538 n-d-779913-12 neutron-server[93177]: timer() Jun 11 10:01:59.208538 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:01:59.208538 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 10:01:59.208538 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:01:59.208538 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 10:01:59.208538 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:01:59.208538 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 10:01:59.208538 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:01:59.208538 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 10:01:59.208538 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:01:59.208538 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 10:01:59.208538 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:01:59.208538 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:01:59.208538 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:01:59.208538 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:01:59.208538 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:01:59.208538 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 10:01:59.208538 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:01:59.208538 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 10:01:59.208538 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:01:59.208538 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:01:59.208538 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:01:59.208538 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 10:01:59.208538 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:01:59.208538 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:01:59.208538 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:01:59.208538 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:01:59.208538 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:01:59.208538 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:01:59.208538 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:01:59.215437 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ccf354bb-05de-41bf-8955-33b6d202cbd5 req-73d6c051-7088-4c64-9e55-e56461cedfa8 tempest-ServerShowV257Test-606787121 tempest-ServerShowV257Test-606787121-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf3d32e5-d925-43ed-a1cb-15018d067abc HTTP/1.1" status: 200 len: 210 time: 0.0946240 Jun 11 10:01:59.278310 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afc6693-495f-4f01-8a7e-efa3c5648968 None None] Pushing event deleted for resources: {'Port': ['ID=f112be70-364a-470c-8adc-56448aabdce7,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:01:59.295739 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-5afc6693-495f-4f01-8a7e-efa3c5648968 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:01:59.311345 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afc6693-495f-4f01-8a7e-efa3c5648968 None None] No DVR routers for this DVR port f112be70-364a-470c-8adc-56448aabdce7 on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:01:59.313264 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-a0abe169-51df-49fb-a7ed-e455fc42a21f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=86d763883413469895e6ffff12faf753&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8462379 Jun 11 10:01:59.314075 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0abe169-51df-49fb-a7ed-e455fc42a21f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=096a2da1-a272-4e1d-8292-3d8c5039b23a,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:01:59.330230 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 36618) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:01:59.340291 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a0abe169-51df-49fb-a7ed-e455fc42a21f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:01:59.350297 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-519b9cd9-c489-46a9-975f-40fd3d8bc411 x-openstack-request-id: req-519b9cd9-c489-46a9-975f-40fd3d8bc411 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:01:59.350636 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90d183ec-8c83-4c21-b0ab-8b3eeebcdcb7", "tag": "f5888e41-470d-4fab-87f9-8b44d2214958", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:01:59.350942 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-519b9cd9-c489-46a9-975f-40fd3d8bc411 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:01:59.354574 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90d183ec-8c83-4c21-b0ab-8b3eeebcdcb7', 'tag': 'f5888e41-470d-4fab-87f9-8b44d2214958', 'status': 'completed', 'code': 200} Jun 11 10:01:59.381149 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-28d00c0d-f563-4e83-bd9c-f48df956b7f5 req-94ab746c-055d-4d3c-b3f1-e79a45330eb2 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945851 Jun 11 10:01:59.381881 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ea74d8-1f7a-4d64-9d18-81df491ba92b req-dc31eecc-5bc6-46da-a042-d0529b057b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:59.383355 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-07ea74d8-1f7a-4d64-9d18-81df491ba92b req-dc31eecc-5bc6-46da-a042-d0529b057b29 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=79ac6b49-4f55-457d-944e-2b0fda2a6422 HTTP/1.1" status: 200 len: 853 time: 0.2094522 Jun 11 10:01:59.450745 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1c351ef0-c2b3-4ba2-8622-551be0692363 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:59.464245 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6d14831b-50b4-4c1b-98b0-2ea047a1ab33 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:01:59.470645 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-92ba8a8b-ad61-472b-817e-102216752c01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:59.498343 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1c351ef0-c2b3-4ba2-8622-551be0692363 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:59.505548 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-1c351ef0-c2b3-4ba2-8622-551be0692363 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "DELETE /v2.0/networks/8268b03e-4f88-453d-8a80-f3e0484b960f HTTP/1.1" status: 204 len: 168 time: 2.4867983 Jun 11 10:01:59.506924 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c351ef0-c2b3-4ba2-8622-551be0692363 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Pushing event deleted for resources: {'Network': ['ID=8268b03e-4f88-453d-8a80-f3e0484b960f,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:01:59.508853 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 36620) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:01:59.522794 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1c351ef0-c2b3-4ba2-8622-551be0692363 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:01:59.539762 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-92ba8a8b-ad61-472b-817e-102216752c01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:59.624035 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-92392f44-7f0b-481c-99fc-5ba182e5ef67 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:59.648266 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ea74d8-1f7a-4d64-9d18-81df491ba92b req-3fb9ce93-c976-443c-a5f9-335950b98006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:01:59.650414 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-07ea74d8-1f7a-4d64-9d18-81df491ba92b req-3fb9ce93-c976-443c-a5f9-335950b98006 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=19721a0f-204c-4d59-a30b-8c079af3c457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2536256 Jun 11 10:01:59.699232 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-92ba8a8b-ad61-472b-817e-102216752c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:59.702327 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-92ba8a8b-ad61-472b-817e-102216752c01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:59.706029 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-92ba8a8b-ad61-472b-817e-102216752c01 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/096a2da1-a272-4e1d-8292-3d8c5039b23a HTTP/1.1" status: 204 len: 168 time: 0.3721945 Jun 11 10:01:59.706168 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-15bd22c6-6757-4e0c-8482-1a26a1541ff9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:01:59.722934 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ba8a8b-ad61-472b-817e-102216752c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=096a2da1-a272-4e1d-8292-3d8c5039b23a,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:01:59.811275 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-92392f44-7f0b-481c-99fc-5ba182e5ef67 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:59.811685 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-92ba8a8b-ad61-472b-817e-102216752c01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:01:59.834519 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-92392f44-7f0b-481c-99fc-5ba182e5ef67 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d3621a2-169e-4b61-882a-b4c2c253f396']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:01:59.862805 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-92392f44-7f0b-481c-99fc-5ba182e5ef67 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '508b1faa-9ad8-4325-9b04-bc4b9922bdc5') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:01:59.867695 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-92392f44-7f0b-481c-99fc-5ba182e5ef67 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '508b1faa-9ad8-4325-9b04-bc4b9922bdc5') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:01:59.879527 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-07ea74d8-1f7a-4d64-9d18-81df491ba92b req-055d4965-8af4-451a-9bc5-4e879e8b8017 service neutron] 10.222.0.69 "GET /v2.0/networks/19721a0f-204c-4d59-a30b-8c079af3c457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162576 Jun 11 10:01:59.888931 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-92392f44-7f0b-481c-99fc-5ba182e5ef67 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:01:59.985508 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-92392f44-7f0b-481c-99fc-5ba182e5ef67 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:00.012883 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92392f44-7f0b-481c-99fc-5ba182e5ef67 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Releasing vlan 774 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:02:00.012883 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-92392f44-7f0b-481c-99fc-5ba182e5ef67 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:00.014651 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 10:02:00.014651 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:02:00.014651 n-d-779913-12 neutron-server[93177]: timer() Jun 11 10:02:00.014651 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:02:00.014651 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 10:02:00.014651 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:02:00.014651 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 10:02:00.014651 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:02:00.014651 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 10:02:00.014651 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:02:00.014651 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 10:02:00.014651 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:02:00.014651 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 10:02:00.014651 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:02:00.014651 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:02:00.014651 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:02:00.014651 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:02:00.014651 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:02:00.014651 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 10:02:00.014651 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:02:00.014651 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 10:02:00.014651 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:02:00.014651 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:02:00.014651 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:02:00.014651 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 10:02:00.014651 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:02:00.014651 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:02:00.014651 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:02:00.014651 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:02:00.014651 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:02:00.014651 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:02:00.014651 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:02:00.102839 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-07ea74d8-1f7a-4d64-9d18-81df491ba92b req-37162288-ca53-4515-8135-6cc9988d1fe4 service neutron] 10.222.0.69 "GET /v2.0/networks/19721a0f-204c-4d59-a30b-8c079af3c457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152267 Jun 11 10:02:00.141623 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb24101c-fba7-4e90-82aa-1cb45fb5d534 req-8282c1df-9649-4b3e-9158-eb6ff7594923 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:00.151031 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-eb24101c-fba7-4e90-82aa-1cb45fb5d534 req-8282c1df-9649-4b3e-9158-eb6ff7594923 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] 10.222.0.60 "GET /v2.0/ports?device_id=90d183ec-8c83-4c21-b0ab-8b3eeebcdcb7 HTTP/1.1" status: 200 len: 943 time: 0.2505467 Jun 11 10:02:00.207394 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-eb24101c-fba7-4e90-82aa-1cb45fb5d534 req-4ecbfb69-342e-47f9-9c19-d835d9dd7088 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] 10.222.0.60 "GET /v2.0/security-groups?id=ec3b74fd-4355-4188-b0b8-7a8e0d2985fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548258 Jun 11 10:02:00.222336 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-92392f44-7f0b-481c-99fc-5ba182e5ef67 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:00.234348 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c60192f7-2f66-472d-987d-d8fe48cebcd5 tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:02:00.246919 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-92392f44-7f0b-481c-99fc-5ba182e5ef67 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:00.250699 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-92392f44-7f0b-481c-99fc-5ba182e5ef67 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] 10.222.0.60 "DELETE /v2.0/networks/6d3621a2-169e-4b61-882a-b4c2c253f396 HTTP/1.1" status: 204 len: 168 time: 0.7345006 Jun 11 10:02:00.300783 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92392f44-7f0b-481c-99fc-5ba182e5ef67 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Pushing event deleted for resources: {'Network': ['ID=6d3621a2-169e-4b61-882a-b4c2c253f396,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:02:00.306973 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-92392f44-7f0b-481c-99fc-5ba182e5ef67 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:02:00.376430 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f4b810-319c-45b7-80d6-423d63ea2aa0 req-c3f0765f-466c-4c01-b3c8-daeeb776bef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:00.378084 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-77f4b810-319c-45b7-80d6-423d63ea2aa0 req-c3f0765f-466c-4c01-b3c8-daeeb776bef3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e89665a5b31d4cfa8d287da55d8a46ff&device_id=90d183ec-8c83-4c21-b0ab-8b3eeebcdcb7 HTTP/1.1" status: 200 len: 1095 time: 0.1431401 Jun 11 10:02:00.566101 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-bd8d62cb-2734-4639-abda-d24a9eb97043 req-0f7f7655-1746-48a8-a1d1-76b87cfe5b81 tempest-ServerShowV257Test-606787121 tempest-ServerShowV257Test-606787121-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf3d32e5-d925-43ed-a1cb-15018d067abc HTTP/1.1" status: 200 len: 210 time: 0.0438828 Jun 11 10:02:00.584600 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f4b810-319c-45b7-80d6-423d63ea2aa0 req-ee31f876-3214-48c1-84b5-be3fa4c88b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:00.586059 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-77f4b810-319c-45b7-80d6-423d63ea2aa0 req-ee31f876-3214-48c1-84b5-be3fa4c88b81 service neutron] 10.222.0.69 "GET /v2.0/networks?id=19721a0f-204c-4d59-a30b-8c079af3c457 HTTP/1.1" status: 200 len: 915 time: 0.1997125 Jun 11 10:02:00.597157 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d5b962-af8b-49a3-a451-0c06159e0aa2 req-95280aba-b238-4f1d-b79a-f81ea340576e tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:00.599116 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-46d5b962-af8b-49a3-a451-0c06159e0aa2 req-95280aba-b238-4f1d-b79a-f81ea340576e tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ed221c9-b5c7-483e-af01-998d5e7f3aa5 HTTP/1.1" status: 200 len: 945 time: 0.0745580 Jun 11 10:02:00.690466 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-46d5b962-af8b-49a3-a451-0c06159e0aa2 req-fb2eba85-250e-4cb3-81ba-4565e1b31392 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822105 Jun 11 10:02:00.695135 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-77f4b810-319c-45b7-80d6-423d63ea2aa0 req-1c6fe59b-2ca0-473c-9d5d-8b1eded479ee service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f5888e41-470d-4fab-87f9-8b44d2214958 HTTP/1.1" status: 200 len: 217 time: 0.0852532 Jun 11 10:02:00.854804 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f4b810-319c-45b7-80d6-423d63ea2aa0 req-7aec5efd-67ce-4103-a3f8-171060619747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:00.856375 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-77f4b810-319c-45b7-80d6-423d63ea2aa0 req-7aec5efd-67ce-4103-a3f8-171060619747 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=79ac6b49-4f55-457d-944e-2b0fda2a6422 HTTP/1.1" status: 200 len: 853 time: 0.1459014 Jun 11 10:02:01.096233 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f4b810-319c-45b7-80d6-423d63ea2aa0 req-ab4396d1-2fcd-48af-8776-30b9ef66c333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:01.096233 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-77f4b810-319c-45b7-80d6-423d63ea2aa0 req-ab4396d1-2fcd-48af-8776-30b9ef66c333 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=19721a0f-204c-4d59-a30b-8c079af3c457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0805173 Jun 11 10:02:01.391886 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-77f4b810-319c-45b7-80d6-423d63ea2aa0 req-bd7df4c8-785f-42d7-9c19-26e91f38e263 service neutron] 10.222.0.69 "GET /v2.0/networks/19721a0f-204c-4d59-a30b-8c079af3c457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4365788 Jun 11 10:02:01.395413 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:01.409713 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24982629-d459-4f07-b267-1225b31891c2 req-69983c97-8c38-4437-b0c1-c3b7319962d0 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:01.412401 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-24982629-d459-4f07-b267-1225b31891c2 req-69983c97-8c38-4437-b0c1-c3b7319962d0 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] 10.222.0.60 "GET /v2.0/ports?device_id=90d183ec-8c83-4c21-b0ab-8b3eeebcdcb7 HTTP/1.1" status: 200 len: 943 time: 0.0752044 Jun 11 10:02:01.501453 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-24982629-d459-4f07-b267-1225b31891c2 req-a56bf9f9-1054-4609-a574-ffadfe93fdf2 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] 10.222.0.60 "GET /v2.0/security-groups?id=ec3b74fd-4355-4188-b0b8-7a8e0d2985fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807233 Jun 11 10:02:01.598128 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-77f4b810-319c-45b7-80d6-423d63ea2aa0 req-bd95a737-ab5e-41bd-88c3-9f9b90dd1b65 service neutron] 10.222.0.69 "GET /v2.0/networks/19721a0f-204c-4d59-a30b-8c079af3c457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904297 Jun 11 10:02:01.759597 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-73ac9dec-a1b6-4e29-a8c0-6b06c0f6cf48 req-443bf08c-d3bf-4cb9-8962-6bdb7a38ae8f tempest-ServerShowV257Test-606787121 tempest-ServerShowV257Test-606787121-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf3d32e5-d925-43ed-a1cb-15018d067abc HTTP/1.1" status: 200 len: 210 time: 0.0568547 Jun 11 10:02:01.969405 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e90c2-bce4-4860-9cf4-5563be3466ef req-372c9809-c518-4b58-beeb-e6ff3891189f tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:01.971154 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f03e90c2-bce4-4860-9cf4-5563be3466ef req-372c9809-c518-4b58-beeb-e6ff3891189f tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ed221c9-b5c7-483e-af01-998d5e7f3aa5 HTTP/1.1" status: 200 len: 945 time: 0.1177630 Jun 11 10:02:02.038481 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f03e90c2-bce4-4860-9cf4-5563be3466ef req-590da249-8c53-41a9-9b81-02bdc66ff286 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604665 Jun 11 10:02:02.723274 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b7f4c-b563-40ee-899e-cdba2703860b req-2da55582-07f5-4ee9-8bc2-a77ab10bdaed tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:02.725096 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c39b7f4c-b563-40ee-899e-cdba2703860b req-2da55582-07f5-4ee9-8bc2-a77ab10bdaed tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] 10.222.0.60 "GET /v2.0/ports?device_id=90d183ec-8c83-4c21-b0ab-8b3eeebcdcb7 HTTP/1.1" status: 200 len: 943 time: 0.0873394 Jun 11 10:02:02.774150 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c39b7f4c-b563-40ee-899e-cdba2703860b req-e6417fe5-6377-42fc-b939-4f2e7ba611ef tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] 10.222.0.60 "GET /v2.0/security-groups?id=ec3b74fd-4355-4188-b0b8-7a8e0d2985fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416553 Jun 11 10:02:02.926387 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-dd3896fd-e5a1-4fb8-9ea9-7fc1f44b1330 req-b5de1c68-59ea-466f-8bdd-798239781ef9 tempest-ServerShowV257Test-606787121 tempest-ServerShowV257Test-606787121-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf3d32e5-d925-43ed-a1cb-15018d067abc HTTP/1.1" status: 200 len: 210 time: 0.0350785 Jun 11 10:02:03.277286 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c27c076-f507-4e4b-8c95-891be69c1adb req-23669e98-56d4-4091-a2a0-be2bb5325472 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:03.279415 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7c27c076-f507-4e4b-8c95-891be69c1adb req-23669e98-56d4-4091-a2a0-be2bb5325472 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ed221c9-b5c7-483e-af01-998d5e7f3aa5 HTTP/1.1" status: 200 len: 945 time: 0.0767486 Jun 11 10:02:03.340218 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7c27c076-f507-4e4b-8c95-891be69c1adb req-71049be6-ea91-4c5c-861a-0ffdb43b5c9a tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550351 Jun 11 10:02:04.025006 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da69c44-d50f-4efe-8ae2-8e7d077b0885 req-bdcca605-c17a-4120-90a3-1bd2acdcb23a tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:04.030111 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5da69c44-d50f-4efe-8ae2-8e7d077b0885 req-bdcca605-c17a-4120-90a3-1bd2acdcb23a tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] 10.222.0.60 "GET /v2.0/ports?device_id=90d183ec-8c83-4c21-b0ab-8b3eeebcdcb7 HTTP/1.1" status: 200 len: 943 time: 0.1097775 Jun 11 10:02:04.092175 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5da69c44-d50f-4efe-8ae2-8e7d077b0885 req-4761a365-2b25-4a50-894b-f62fe6a0ad78 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] 10.222.0.60 "GET /v2.0/security-groups?id=ec3b74fd-4355-4188-b0b8-7a8e0d2985fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552027 Jun 11 10:02:04.107406 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1a482904-c765-447f-b317-f916ec8d42d3 req-61b7bd50-3213-49f1-8549-46d847848f92 tempest-ServerShowV257Test-606787121 tempest-ServerShowV257Test-606787121-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf3d32e5-d925-43ed-a1cb-15018d067abc HTTP/1.1" status: 200 len: 210 time: 0.0375502 Jun 11 10:02:04.519511 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a061a9e1-f680-4100-9b9a-84146ddf4c20 req-c9fef375-3f94-4393-b051-23d01c1c6502 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:04.520921 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a061a9e1-f680-4100-9b9a-84146ddf4c20 req-c9fef375-3f94-4393-b051-23d01c1c6502 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ed221c9-b5c7-483e-af01-998d5e7f3aa5 HTTP/1.1" status: 200 len: 945 time: 0.0683765 Jun 11 10:02:04.578968 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a061a9e1-f680-4100-9b9a-84146ddf4c20 req-e6b59d15-e1e0-4b93-80ba-948c81a49d01 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502045 Jun 11 10:02:05.321009 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e2ea933d-93cc-433c-8b26-1ee2b07477dc req-254ac9b5-2b99-4163-9039-24c565d25b9b tempest-ServerShowV257Test-606787121 tempest-ServerShowV257Test-606787121-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf3d32e5-d925-43ed-a1cb-15018d067abc HTTP/1.1" status: 200 len: 210 time: 0.0438998 Jun 11 10:02:05.426080 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca32839-1db7-45bc-8cde-974c2389c5ec req-d3bdc54a-5dea-4542-bbbf-fecd1631ced4 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:05.428087 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7ca32839-1db7-45bc-8cde-974c2389c5ec req-d3bdc54a-5dea-4542-bbbf-fecd1631ced4 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] 10.222.0.60 "GET /v2.0/ports?device_id=90d183ec-8c83-4c21-b0ab-8b3eeebcdcb7 HTTP/1.1" status: 200 len: 943 time: 0.1223619 Jun 11 10:02:05.487770 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7ca32839-1db7-45bc-8cde-974c2389c5ec req-0ecbaf26-bd2e-45b8-9c24-fb04e40eede2 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] 10.222.0.60 "GET /v2.0/security-groups?id=ec3b74fd-4355-4188-b0b8-7a8e0d2985fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513351 Jun 11 10:02:05.501792 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:05.773172 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a346cf-7d45-4c79-bd4e-cdbf10a517f9 req-88e0294d-5519-479d-a873-78618f2f612a tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:05.774652 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-57a346cf-7d45-4c79-bd4e-cdbf10a517f9 req-88e0294d-5519-479d-a873-78618f2f612a tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ed221c9-b5c7-483e-af01-998d5e7f3aa5 HTTP/1.1" status: 200 len: 945 time: 0.0721712 Jun 11 10:02:05.829885 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-57a346cf-7d45-4c79-bd4e-cdbf10a517f9 req-1e4d3163-2e30-4420-b915-e4a9824194ef tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444694 Jun 11 10:02:06.503359 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-59f0d1e8-a970-4579-acd0-0f4a1abf8964 req-0690cb2b-01a1-49e0-be0b-ebbeab477658 tempest-ServerShowV257Test-606787121 tempest-ServerShowV257Test-606787121-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf3d32e5-d925-43ed-a1cb-15018d067abc HTTP/1.1" status: 200 len: 210 time: 0.0359843 Jun 11 10:02:06.723722 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2f3b96-67fd-4a62-953d-617c3dfa598b req-72a6299b-79d2-4194-87b2-8be6802451ce tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:06.731758 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ab2f3b96-67fd-4a62-953d-617c3dfa598b req-72a6299b-79d2-4194-87b2-8be6802451ce tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] 10.222.0.60 "GET /v2.0/ports?device_id=90d183ec-8c83-4c21-b0ab-8b3eeebcdcb7 HTTP/1.1" status: 200 len: 943 time: 0.1038697 Jun 11 10:02:06.792859 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ab2f3b96-67fd-4a62-953d-617c3dfa598b req-dcdb345a-f551-4df9-97ae-1deff504149d tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] 10.222.0.60 "GET /v2.0/security-groups?id=ec3b74fd-4355-4188-b0b8-7a8e0d2985fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598249 Jun 11 10:02:07.042821 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea01cf15-06f9-4509-8e04-410180eeb2ee req-62a0607d-7dc1-4462-85f7-d3d252dcab46 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:07.042821 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ea01cf15-06f9-4509-8e04-410180eeb2ee req-62a0607d-7dc1-4462-85f7-d3d252dcab46 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ed221c9-b5c7-483e-af01-998d5e7f3aa5 HTTP/1.1" status: 200 len: 945 time: 0.0938511 Jun 11 10:02:07.093201 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ea01cf15-06f9-4509-8e04-410180eeb2ee req-b05e99b0-44fe-4ac1-b37c-d9c9e804d668 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455439 Jun 11 10:02:07.671003 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-edaa56d9-81f0-446c-905b-aaae4dc9b80a req-4c02243f-c07f-444e-a2d2-569f1f2f9f95 tempest-ServerShowV257Test-606787121 tempest-ServerShowV257Test-606787121-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf3d32e5-d925-43ed-a1cb-15018d067abc HTTP/1.1" status: 200 len: 210 time: 0.0360906 Jun 11 10:02:07.990709 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846cbd4-f795-4af8-9473-28a4356356cd req-6c4d988b-c3c1-406a-8b7f-982b3d621c28 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:07.998524 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4846cbd4-f795-4af8-9473-28a4356356cd req-6c4d988b-c3c1-406a-8b7f-982b3d621c28 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] 10.222.0.60 "GET /v2.0/ports?device_id=90d183ec-8c83-4c21-b0ab-8b3eeebcdcb7 HTTP/1.1" status: 200 len: 943 time: 0.0909245 Jun 11 10:02:08.043244 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4846cbd4-f795-4af8-9473-28a4356356cd req-a710fdf6-d969-4f41-b7ea-7ebd9fbcb56b tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] 10.222.0.60 "GET /v2.0/security-groups?id=ec3b74fd-4355-4188-b0b8-7a8e0d2985fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438550 Jun 11 10:02:08.301850 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f429d2c1-817c-4558-95e1-c7690a207951 req-aaf66179-cb4b-432c-afdf-eb63cee85cf2 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:08.301850 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f429d2c1-817c-4558-95e1-c7690a207951 req-aaf66179-cb4b-432c-afdf-eb63cee85cf2 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ed221c9-b5c7-483e-af01-998d5e7f3aa5 HTTP/1.1" status: 200 len: 945 time: 0.0758007 Jun 11 10:02:08.369186 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f429d2c1-817c-4558-95e1-c7690a207951 req-1b47d877-cb0c-46ab-be2e-bbdf3035c0ca tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656097 Jun 11 10:02:08.858060 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1ecdb31b-3e58-4fad-8d48-66c7e022a42a req-efaf238e-5c75-412a-a9b3-a67e48486ad7 tempest-ServerShowV257Test-606787121 tempest-ServerShowV257Test-606787121-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf3d32e5-d925-43ed-a1cb-15018d067abc HTTP/1.1" status: 200 len: 210 time: 0.0420663 Jun 11 10:02:09.267383 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d99a5-034c-4682-9889-2e94d41fc88b req-37d85f1c-8686-4c1a-bc46-bbfe0efbcf05 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:09.286018 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-482d99a5-034c-4682-9889-2e94d41fc88b req-37d85f1c-8686-4c1a-bc46-bbfe0efbcf05 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] 10.222.0.60 "GET /v2.0/ports?device_id=90d183ec-8c83-4c21-b0ab-8b3eeebcdcb7 HTTP/1.1" status: 200 len: 943 time: 0.1070061 Jun 11 10:02:09.329921 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-482d99a5-034c-4682-9889-2e94d41fc88b req-d18a629b-5b8d-45b5-9712-5eeb8049d22c tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] 10.222.0.60 "GET /v2.0/security-groups?id=ec3b74fd-4355-4188-b0b8-7a8e0d2985fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428560 Jun 11 10:02:09.595808 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6438d2f4-4111-4052-bb00-70ea0fa66bf4 req-45575045-4a8b-4ad6-977e-2acac8a7bffd tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:09.598017 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6438d2f4-4111-4052-bb00-70ea0fa66bf4 req-45575045-4a8b-4ad6-977e-2acac8a7bffd tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ed221c9-b5c7-483e-af01-998d5e7f3aa5 HTTP/1.1" status: 200 len: 945 time: 0.0899665 Jun 11 10:02:09.658541 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6438d2f4-4111-4052-bb00-70ea0fa66bf4 req-8185cbd6-2e9a-4d11-9c71-b3269e6dd327 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517395 Jun 11 10:02:10.230610 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ba724509-dcc4-40cf-975d-993b1c1a51f5 req-76d49ab3-5781-4f7c-96cf-a5530cbf742f tempest-ServerShowV257Test-606787121 tempest-ServerShowV257Test-606787121-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf3d32e5-d925-43ed-a1cb-15018d067abc HTTP/1.1" status: 200 len: 210 time: 0.0398555 Jun 11 10:02:10.547199 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c5d63-02a0-46d7-9bf9-c04a388b4de3 req-eeb748db-7c60-4278-8a26-108dcd78383f tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:10.548723 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f96c5d63-02a0-46d7-9bf9-c04a388b4de3 req-eeb748db-7c60-4278-8a26-108dcd78383f tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] 10.222.0.60 "GET /v2.0/ports?device_id=90d183ec-8c83-4c21-b0ab-8b3eeebcdcb7 HTTP/1.1" status: 200 len: 943 time: 0.0782943 Jun 11 10:02:10.600898 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f96c5d63-02a0-46d7-9bf9-c04a388b4de3 req-b48b3c02-2991-4034-bfd2-db52bdf53261 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] 10.222.0.60 "GET /v2.0/security-groups?id=ec3b74fd-4355-4188-b0b8-7a8e0d2985fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451059 Jun 11 10:02:10.923027 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3423ad4-c223-4e86-99c1-006b673e8296 req-1711e77b-c7fc-46a7-acce-bf1fe7f898eb tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:10.924556 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f3423ad4-c223-4e86-99c1-006b673e8296 req-1711e77b-c7fc-46a7-acce-bf1fe7f898eb tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ed221c9-b5c7-483e-af01-998d5e7f3aa5 HTTP/1.1" status: 200 len: 945 time: 0.0749345 Jun 11 10:02:10.967621 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f3423ad4-c223-4e86-99c1-006b673e8296 req-399af1c0-0ecf-411f-a9bb-04bbde914f61 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369227 Jun 11 10:02:11.396721 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ae7ee3ca-8521-43cf-a0c1-7391103e5f13 req-57892af3-fd35-410e-ade1-1ad908c112d8 tempest-ServerShowV257Test-606787121 tempest-ServerShowV257Test-606787121-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf3d32e5-d925-43ed-a1cb-15018d067abc HTTP/1.1" status: 200 len: 210 time: 0.0342004 Jun 11 10:02:11.559186 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device f5888e41-470d-4fab-87f9-8b44d2214958 details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 10:02:11.703664 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port f5888e41-470d-4fab-87f9-8b44d2214958, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=f5888e41-470d-4fab-87f9-8b44d2214958,segment=NetworkSegment(1631155d-3f9e-4895-9926-5ebf12582263),segment_id=1631155d-3f9e-4895-9926-5ebf12582263)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:02:11.718091 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': 'f5888e41-470d-4fab-87f9-8b44d2214958', 'network_id': '19721a0f-204c-4d59-a30b-8c079af3c457', 'port_id': 'f5888e41-470d-4fab-87f9-8b44d2214958', 'mac_address': 'fa:16:3e:2b:29:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79ac6b49-4f55-457d-944e-2b0fda2a6422', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 10:02:11.792866 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:11.812425 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5888e41-470d-4fab-87f9-8b44d2214958 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:02:11.842818 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port f5888e41-470d-4fab-87f9-8b44d2214958, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=f5888e41-470d-4fab-87f9-8b44d2214958,segment=NetworkSegment(1631155d-3f9e-4895-9926-5ebf12582263),segment_id=1631155d-3f9e-4895-9926-5ebf12582263)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:02:11.924811 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 36862) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:02:11.927098 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a553adf-1268-493a-90d3-8526d5e506d3 req-c58429ef-9610-4c4f-b4a4-b4fe21a38684 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:11.934292 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2a553adf-1268-493a-90d3-8526d5e506d3 req-c58429ef-9610-4c4f-b4a4-b4fe21a38684 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] 10.222.0.60 "GET /v2.0/ports?device_id=90d183ec-8c83-4c21-b0ab-8b3eeebcdcb7 HTTP/1.1" status: 200 len: 943 time: 0.1017883 Jun 11 10:02:11.952916 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:11.954868 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:02:11.996290 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2a553adf-1268-493a-90d3-8526d5e506d3 req-59582611-f160-4a7b-aafb-1a7032c175ad tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] 10.222.0.60 "GET /v2.0/security-groups?id=ec3b74fd-4355-4188-b0b8-7a8e0d2985fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609684 Jun 11 10:02:12.074221 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=f5888e41-470d-4fab-87f9-8b44d2214958,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:02:12.085333 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:02:12.085910 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:02:12.086405 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:02:12.086948 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:02:12.087439 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:02:12.088010 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:02:12.089090 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:02:12.089625 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:02:12.090185 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:02:12.090665 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:02:12.091346 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:02:12.091845 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:02:12.096652 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:02:12.238105 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089d4225-e110-4b09-950c-32539e15b65f req-3eaf387d-b844-48a1-935e-b843d9c5dee6 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:12.249999 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-089d4225-e110-4b09-950c-32539e15b65f req-3eaf387d-b844-48a1-935e-b843d9c5dee6 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ed221c9-b5c7-483e-af01-998d5e7f3aa5 HTTP/1.1" status: 200 len: 945 time: 0.1289299 Jun 11 10:02:12.300062 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['f5888e41-470d-4fab-87f9-8b44d2214958'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:02:12.333915 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-089d4225-e110-4b09-950c-32539e15b65f req-f9b12132-d3ca-4e2e-97db-0100c777268b tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828338 Jun 11 10:02:12.798924 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-228d26db-1672-412f-b971-cc321604d9c4 req-c8dfee04-a9bd-4dbc-816f-3f9d5daffaa7 tempest-ServerShowV257Test-606787121 tempest-ServerShowV257Test-606787121-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf3d32e5-d925-43ed-a1cb-15018d067abc HTTP/1.1" status: 200 len: 210 time: 0.0813413 Jun 11 10:02:12.977594 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-4b9e79f0-e933-486c-9117-4390f40d96d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:13.151397 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b196dd19-ac8a-49c1-88aa-f5b31bf185cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375209'] for router_interface, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:13.218213 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c584c99-4edc-43f2-a3b0-636358149087 req-0a9bbab3-8ac2-4eb7-8f6d-492b4ab64f12 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:13.224046 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3c584c99-4edc-43f2-a3b0-636358149087 req-0a9bbab3-8ac2-4eb7-8f6d-492b4ab64f12 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] 10.222.0.60 "GET /v2.0/ports?device_id=90d183ec-8c83-4c21-b0ab-8b3eeebcdcb7 HTTP/1.1" status: 200 len: 944 time: 0.0843053 Jun 11 10:02:13.278315 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3c584c99-4edc-43f2-a3b0-636358149087 req-085ff843-66fd-42c3-a372-033548fce010 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] 10.222.0.60 "GET /v2.0/security-groups?id=ec3b74fd-4355-4188-b0b8-7a8e0d2985fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516424 Jun 11 10:02:13.589587 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device f5888e41-470d-4fab-87f9-8b44d2214958 up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:02:13.658452 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee77c22b-4e3c-4471-9db5-66bd37398746 req-88639381-d0d5-4ad2-8133-ffe34872c99b tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:13.660017 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ee77c22b-4e3c-4471-9db5-66bd37398746 req-88639381-d0d5-4ad2-8133-ffe34872c99b tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ed221c9-b5c7-483e-af01-998d5e7f3aa5 HTTP/1.1" status: 200 len: 945 time: 0.1749461 Jun 11 10:02:13.772237 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ee77c22b-4e3c-4471-9db5-66bd37398746 req-1a8dd7e3-7d0b-4d09-8142-77cfcce0c611 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643628 Jun 11 10:02:13.850422 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-b196dd19-ac8a-49c1-88aa-f5b31bf185cc admin admin] Deleting port 988b45c2-01ab-43c3-ade4-b413a84e3095 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:02:13.853929 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b196dd19-ac8a-49c1-88aa-f5b31bf185cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:13.856246 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning for port f5888e41-470d-4fab-87f9-8b44d2214958 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:02:13.861524 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port f5888e41-470d-4fab-87f9-8b44d2214958 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:02:13.866070 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:14.045048 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-51956385-9066-43dc-870f-1e2ea3710741 req-5a19fcda-8882-4688-8064-b851b3a24b57 tempest-ServerShowV257Test-606787121 tempest-ServerShowV257Test-606787121-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf3d32e5-d925-43ed-a1cb-15018d067abc HTTP/1.1" status: 200 len: 210 time: 0.0713272 Jun 11 10:02:14.101986 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:14.110508 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-b196dd19-ac8a-49c1-88aa-f5b31bf185cc admin admin] For port 988b45c2-01ab-43c3-ade4-b413a84e3095, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=988b45c2-01ab-43c3-ade4-b413a84e3095,segment=NetworkSegment(41928748-90e1-446d-8d78-e7c52f78da03),segment_id=41928748-90e1-446d-8d78-e7c52f78da03)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:02:14.111141 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b196dd19-ac8a-49c1-88aa-f5b31bf185cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:14.164470 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90d183ec-8c83-4c21-b0ab-8b3eeebcdcb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5888e41-470d-4fab-87f9-8b44d2214958'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:02:14.168858 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73a36a3d-daa2-463c-88bd-b9dfcb1104aa" -d '{"events": [{"server_uuid": "90d183ec-8c83-4c21-b0ab-8b3eeebcdcb7", "name": "network-vif-plugged", "status": "completed", "tag": "f5888e41-470d-4fab-87f9-8b44d2214958"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:02:14.186613 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port f5888e41-470d-4fab-87f9-8b44d2214958, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=f5888e41-470d-4fab-87f9-8b44d2214958,segment=NetworkSegment(1631155d-3f9e-4895-9926-5ebf12582263),segment_id=1631155d-3f9e-4895-9926-5ebf12582263)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:02:14.223038 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-b196dd19-ac8a-49c1-88aa-f5b31bf185cc admin admin] Calling delete_port for 988b45c2-01ab-43c3-ade4-b413a84e3095 owned by network:router_interface {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:02:14.238722 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ac1add3-0ca2-4e7e-9bef-8351e4bbe5fd x-openstack-request-id: req-6ac1add3-0ca2-4e7e-9bef-8351e4bbe5fd {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:02:14.239031 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90d183ec-8c83-4c21-b0ab-8b3eeebcdcb7", "name": "network-vif-plugged", "status": "completed", "tag": "f5888e41-470d-4fab-87f9-8b44d2214958", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:02:14.239312 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6ac1add3-0ca2-4e7e-9bef-8351e4bbe5fd {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:02:14.239730 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90d183ec-8c83-4c21-b0ab-8b3eeebcdcb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5888e41-470d-4fab-87f9-8b44d2214958', 'code': 200} Jun 11 10:02:14.319535 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:14.321569 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-8439eae4-f877-4a64-a664-b7315b56ad07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:02:14.396573 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=f5888e41-470d-4fab-87f9-8b44d2214958,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:02:14.405293 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:02:14.455039 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a12fd90-2652-4e94-94de-062029e808db req-dd71af54-8fe1-4a3b-9d2d-3930dbbe5374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:14.456885 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1a12fd90-2652-4e94-94de-062029e808db req-dd71af54-8fe1-4a3b-9d2d-3930dbbe5374 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=90d183ec-8c83-4c21-b0ab-8b3eeebcdcb7 HTTP/1.1" status: 200 len: 1097 time: 0.1466057 Jun 11 10:02:14.533937 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bdfed2-fdc0-49c8-a76b-ba37d64b19a9 req-e515feed-8553-4c11-9c1b-a366ad24cca7 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:14.536297 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-21bdfed2-fdc0-49c8-a76b-ba37d64b19a9 req-e515feed-8553-4c11-9c1b-a366ad24cca7 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] 10.222.0.60 "GET /v2.0/ports?device_id=90d183ec-8c83-4c21-b0ab-8b3eeebcdcb7 HTTP/1.1" status: 200 len: 945 time: 0.1073990 Jun 11 10:02:14.548395 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1a12fd90-2652-4e94-94de-062029e808db req-bb7c501f-6744-4bc5-b1f3-0a67f00b03c6 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ec3b74fd-4355-4188-b0b8-7a8e0d2985fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734761 Jun 11 10:02:14.590692 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-21bdfed2-fdc0-49c8-a76b-ba37d64b19a9 req-3046f4f6-5bd1-4204-9028-88709239f8e9 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] 10.222.0.60 "GET /v2.0/security-groups?id=ec3b74fd-4355-4188-b0b8-7a8e0d2985fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485039 Jun 11 10:02:14.694602 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b196dd19-ac8a-49c1-88aa-f5b31bf185cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:14.696907 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a2a8b6b7-cd19-49b4-98ef-e87cc96d2d9d tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:02:14.725247 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b196dd19-ac8a-49c1-88aa-f5b31bf185cc admin admin] Pushing event deleted for resources: {'Port': ['ID=988b45c2-01ab-43c3-ade4-b413a84e3095,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:02:14.729530 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b196dd19-ac8a-49c1-88aa-f5b31bf185cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:02:15.073864 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da2c0ca-e246-4328-baa8-e3e5d9561939 req-3f82227a-9368-44a1-98c8-8734a7566cb5 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:15.075634 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5da2c0ca-e246-4328-baa8-e3e5d9561939 req-3f82227a-9368-44a1-98c8-8734a7566cb5 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ed221c9-b5c7-483e-af01-998d5e7f3aa5 HTTP/1.1" status: 200 len: 945 time: 0.0870709 Jun 11 10:02:15.146471 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5da2c0ca-e246-4328-baa8-e3e5d9561939 req-264730c0-e529-4e8c-b5d1-e79e634ece50 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637207 Jun 11 10:02:15.336739 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-51409294-235e-453f-b1b7-a37dca6ae3e0 req-eeb1e931-3b7c-4e7d-83a7-dce7224ea1c7 tempest-ServerShowV257Test-606787121 tempest-ServerShowV257Test-606787121-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf3d32e5-d925-43ed-a1cb-15018d067abc HTTP/1.1" status: 200 len: 210 time: 0.0431733 Jun 11 10:02:15.370922 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b196dd19-ac8a-49c1-88aa-f5b31bf185cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362297'] for router_interface, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:15.674623 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b196dd19-ac8a-49c1-88aa-f5b31bf185cc admin admin] Router e791f11d-4420-4be4-a1e2-215c6342b2b7 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:02:15.814361 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-feb2f92b-643d-4699-91a2-fa04a8303a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:15.833916 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dee88ae-ff80-4e3a-b637-b240d06d3675 req-fe1625dc-4626-46d3-868f-89c283512ef6 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:15.844455 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7dee88ae-ff80-4e3a-b637-b240d06d3675 req-fe1625dc-4626-46d3-868f-89c283512ef6 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] 10.222.0.60 "GET /v2.0/ports?device_id=90d183ec-8c83-4c21-b0ab-8b3eeebcdcb7 HTTP/1.1" status: 200 len: 945 time: 0.1075518 Jun 11 10:02:15.904561 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7dee88ae-ff80-4e3a-b637-b240d06d3675 req-3ac2a592-97bc-4c62-8efd-48f93a8d0bc4 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] 10.222.0.60 "GET /v2.0/security-groups?id=ec3b74fd-4355-4188-b0b8-7a8e0d2985fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583150 Jun 11 10:02:15.957532 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:15.964343 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b196dd19-ac8a-49c1-88aa-f5b31bf185cc admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:02:15.973129 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf609a91-1153-4539-a271-be16f1b21b8b None None] Sync routers for ids ['e791f11d-4420-4be4-a1e2-215c6342b2b7'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:02:15.977287 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-b196dd19-ac8a-49c1-88aa-f5b31bf185cc admin admin] 10.222.0.60 "PUT /v2.0/routers/e791f11d-4420-4be4-a1e2-215c6342b2b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0484419 Jun 11 10:02:15.977287 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 36930) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:02:15.985728 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf609a91-1153-4539-a271-be16f1b21b8b None None] Routers {'e791f11d-4420-4be4-a1e2-215c6342b2b7'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:02:15.986385 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-bf609a91-1153-4539-a271-be16f1b21b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:02:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['e791f11d-4420-4be4-a1e2-215c6342b2b7'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:02:16.145058 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-49c4e44c-fde1-43a5-bf61-f32b29ef0802 admin admin] Notify callbacks [] for router, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:16.163637 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-bf609a91-1153-4539-a271-be16f1b21b8b None None] Set router e791f11d-4420-4be4-a1e2-215c6342b2b7 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:02:16.336332 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-49c4e44c-fde1-43a5-bf61-f32b29ef0802 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:16.381193 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cc9e62-45c4-4160-9e4a-05bf941eafe4 req-45426e97-df59-4cfb-ab0c-463ecbdf9c4b tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:16.382861 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d0cc9e62-45c4-4160-9e4a-05bf941eafe4 req-45426e97-df59-4cfb-ab0c-463ecbdf9c4b tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ed221c9-b5c7-483e-af01-998d5e7f3aa5 HTTP/1.1" status: 200 len: 945 time: 0.0958662 Jun 11 10:02:16.414933 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-bf609a91-1153-4539-a271-be16f1b21b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e791f11d-4420-4be4-a1e2-215c6342b2b7', 'name': 'tempest-TaggedBootDevicesTest_v242-1077463737-router', 'tenant_id': '39e8725552694bd89f3d9b894d223d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '62068c86-ad7d-40cd-81e5-0d628d387505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:50:04Z', 'updated_at': '2021-06-11T10:02:14Z', 'revision_number': 5, 'project_id': '39e8725552694bd89f3d9b894d223d7c', 'gw_port': {'id': '62068c86-ad7d-40cd-81e5-0d628d387505', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:02:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e791f11d-4420-4be4-a1e2-215c6342b2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:50:06Z', 'updated_at': '2021-06-11T09:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:02:16.419270 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf609a91-1153-4539-a271-be16f1b21b8b None None] Checking router: e791f11d-4420-4be4-a1e2-215c6342b2b7 for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:02:16.442275 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf609a91-1153-4539-a271-be16f1b21b8b None None] Routers {'e791f11d-4420-4be4-a1e2-215c6342b2b7'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:02:16.442275 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-bf609a91-1153-4539-a271-be16f1b21b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:02:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['e791f11d-4420-4be4-a1e2-215c6342b2b7'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:02:16.492303 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d0cc9e62-45c4-4160-9e4a-05bf941eafe4 req-e494fdd4-fae5-469b-8750-0c8c6f55e9ef tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980666 Jun 11 10:02:16.527857 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-49c4e44c-fde1-43a5-bf61-f32b29ef0802 admin admin] Deleting port 62068c86-ad7d-40cd-81e5-0d628d387505 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:02:16.528653 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-49c4e44c-fde1-43a5-bf61-f32b29ef0802 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:16.548482 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9964dee2-0307-4a37-afba-7fd4a4647ed4 req-1f32e95f-3247-4bd3-aa2c-7dda745b8fb7 tempest-ServerShowV257Test-606787121 tempest-ServerShowV257Test-606787121-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf3d32e5-d925-43ed-a1cb-15018d067abc HTTP/1.1" status: 200 len: 210 time: 0.0412090 Jun 11 10:02:16.693329 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-49c4e44c-fde1-43a5-bf61-f32b29ef0802 admin admin] For port 62068c86-ad7d-40cd-81e5-0d628d387505, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=62068c86-ad7d-40cd-81e5-0d628d387505,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:02:16.694059 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-49c4e44c-fde1-43a5-bf61-f32b29ef0802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:16.777729 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-bf609a91-1153-4539-a271-be16f1b21b8b None None] Set router e791f11d-4420-4be4-a1e2-215c6342b2b7 gateway port host: None {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:02:16.805795 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-49c4e44c-fde1-43a5-bf61-f32b29ef0802 admin admin] Calling delete_port for 62068c86-ad7d-40cd-81e5-0d628d387505 owned by network:router_gateway {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:02:16.871970 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-bf609a91-1153-4539-a271-be16f1b21b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e791f11d-4420-4be4-a1e2-215c6342b2b7', 'name': 'tempest-TaggedBootDevicesTest_v242-1077463737-router', 'tenant_id': '39e8725552694bd89f3d9b894d223d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:50:04Z', 'updated_at': '2021-06-11T10:02:16Z', 'revision_number': 6, 'project_id': '39e8725552694bd89f3d9b894d223d7c', 'gw_port_host': None}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:02:16.875465 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf609a91-1153-4539-a271-be16f1b21b8b None None] The sync data for ids ['e791f11d-4420-4be4-a1e2-215c6342b2b7'] in n-d-779913-12 is: [{'id': 'e791f11d-4420-4be4-a1e2-215c6342b2b7', 'name': 'tempest-TaggedBootDevicesTest_v242-1077463737-router', 'tenant_id': '39e8725552694bd89f3d9b894d223d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:50:04Z', 'updated_at': '2021-06-11T10:02:16Z', 'revision_number': 6, 'project_id': '39e8725552694bd89f3d9b894d223d7c', 'gw_port_host': None}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:02:16.880442 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:17.108638 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-49c4e44c-fde1-43a5-bf61-f32b29ef0802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:17.112200 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f6d14936-1102-4427-8b21-99e27af04209 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:02:17.185608 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c4e44c-fde1-43a5-bf61-f32b29ef0802 admin admin] Pushing event deleted for resources: {'Port': ['ID=62068c86-ad7d-40cd-81e5-0d628d387505,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:02:17.192213 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-49c4e44c-fde1-43a5-bf61-f32b29ef0802 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:02:17.320143 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-49c4e44c-fde1-43a5-bf61-f32b29ef0802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374120'] for router_gateway, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:17.483557 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9487bb57-c46a-4ff0-ad88-64208409b9e2 req-6a693bee-6ebf-4764-954f-047ddf4cb3da tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:17.485191 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9487bb57-c46a-4ff0-ad88-64208409b9e2 req-6a693bee-6ebf-4764-954f-047ddf4cb3da tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] 10.222.0.60 "GET /v2.0/ports?device_id=90d183ec-8c83-4c21-b0ab-8b3eeebcdcb7 HTTP/1.1" status: 200 len: 945 time: 0.3143322 Jun 11 10:02:17.491797 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-49c4e44c-fde1-43a5-bf61-f32b29ef0802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:17.497177 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-49c4e44c-fde1-43a5-bf61-f32b29ef0802 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:17.600787 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9487bb57-c46a-4ff0-ad88-64208409b9e2 req-46a16434-6fd3-4714-afc9-c5effef8e1dc tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] 10.222.0.60 "GET /v2.0/security-groups?id=ec3b74fd-4355-4188-b0b8-7a8e0d2985fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063933 Jun 11 10:02:17.671897 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-49c4e44c-fde1-43a5-bf61-f32b29ef0802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:17.672972 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49c4e44c-fde1-43a5-bf61-f32b29ef0802 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e791f11d-4420-4be4-a1e2-215c6342b2b7 {{(pid=93176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 10:02:17.678646 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-49c4e44c-fde1-43a5-bf61-f32b29ef0802 admin admin] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:17.680533 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-49c4e44c-fde1-43a5-bf61-f32b29ef0802 admin admin] 10.222.0.60 "DELETE /v2.0/routers/e791f11d-4420-4be4-a1e2-215c6342b2b7 HTTP/1.1" status: 204 len: 168 time: 1.7024999 Jun 11 10:02:17.683658 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 36980) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:02:17.835017 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe30d9d7-3d5f-4355-8c8c-84f1f02c0223 req-03457c0d-103c-4623-9c8b-039b80832fe2 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:17.851318 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fe30d9d7-3d5f-4355-8c8c-84f1f02c0223 req-03457c0d-103c-4623-9c8b-039b80832fe2 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ed221c9-b5c7-483e-af01-998d5e7f3aa5 HTTP/1.1" status: 200 len: 945 time: 0.1676843 Jun 11 10:02:17.852333 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-51351690-f828-4c32-8414-2c2a4c2ed05b req-183b8512-ecfd-4b27-b618-7bc0a459f3d7 tempest-ServerShowV257Test-606787121 tempest-ServerShowV257Test-606787121-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf3d32e5-d925-43ed-a1cb-15018d067abc HTTP/1.1" status: 200 len: 210 time: 0.0728579 Jun 11 10:02:17.862791 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-22f05468-8b9d-4cca-881f-bf5b6d9bc998 admin admin] Deleting subnet aa5d910a-d4cb-4925-a41a-aa63432d8367 {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:02:17.875738 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-22f05468-8b9d-4cca-881f-bf5b6d9bc998 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:17.906621 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 988b45c2-01ab-43c3-ade4-b413a84e3095 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:02:17.970750 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fe30d9d7-3d5f-4355-8c8c-84f1f02c0223 req-7ecd2a39-324d-4278-9ae3-1c1b4e0f9802 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181021 Jun 11 10:02:17.972504 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 988b45c2-01ab-43c3-ade4-b413a84e3095 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:02:17.972797 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 988b45c2-01ab-43c3-ade4-b413a84e3095 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:02:17.973233 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 62068c86-ad7d-40cd-81e5-0d628d387505 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:02:17.992980 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-22f05468-8b9d-4cca-881f-bf5b6d9bc998 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:18.003501 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 62068c86-ad7d-40cd-81e5-0d628d387505 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:02:18.004145 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 62068c86-ad7d-40cd-81e5-0d628d387505 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:02:18.189632 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-22f05468-8b9d-4cca-881f-bf5b6d9bc998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:18.239213 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b548c-e9b9-43e1-83f1-a78ae39b3ddf req-caa88ee8-dbfb-4a28-bc5f-f211b515ca7b tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:18.240752 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9d0b548c-e9b9-43e1-83f1-a78ae39b3ddf req-caa88ee8-dbfb-4a28-bc5f-f211b515ca7b tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] 10.222.0.60 "GET /v2.0/ports?device_id=90d183ec-8c83-4c21-b0ab-8b3eeebcdcb7 HTTP/1.1" status: 200 len: 945 time: 0.1967132 Jun 11 10:02:18.311075 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9d0b548c-e9b9-43e1-83f1-a78ae39b3ddf req-2b281956-efb4-4936-8840-3b1146664027 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] 10.222.0.60 "GET /v2.0/security-groups?id=ec3b74fd-4355-4188-b0b8-7a8e0d2985fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537577 Jun 11 10:02:18.343635 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 36990) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:02:18.409173 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:18.439010 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-22f05468-8b9d-4cca-881f-bf5b6d9bc998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:18.442074 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2484f617-dd87-4ccd-9a9c-3dba2bdb61f9 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:02:18.522554 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f05468-8b9d-4cca-881f-bf5b6d9bc998 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa5d910a-d4cb-4925-a41a-aa63432d8367,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:02:18.527225 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-22f05468-8b9d-4cca-881f-bf5b6d9bc998 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:02:18.530587 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-22f05468-8b9d-4cca-881f-bf5b6d9bc998 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:18.534839 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-22f05468-8b9d-4cca-881f-bf5b6d9bc998 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/aa5d910a-d4cb-4925-a41a-aa63432d8367 HTTP/1.1" status: 204 len: 168 time: 0.8479412 Jun 11 10:02:18.539115 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01045562-dd51-4522-bdf8-97c541a83798 None None] Network 613fb304-5cfe-4609-aaba-f0eb53f2be57 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:02:18.548828 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 37000) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:02:18.667401 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc2a820-de93-4d01-b0da-d61853807725 tempest-TestVolumeBackupRestore-1282207653 tempest-TestVolumeBackupRestore-1282207653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:18.672674 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-bcc2a820-de93-4d01-b0da-d61853807725 tempest-TestVolumeBackupRestore-1282207653 tempest-TestVolumeBackupRestore-1282207653-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=90d183ec-8c83-4c21-b0ab-8b3eeebcdcb7 HTTP/1.1" status: 200 len: 1092 time: 0.3280005 Jun 11 10:02:18.675525 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 37002) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:02:18.685180 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-10427175-41ee-45d3-9050-11bce8ec36f7 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Request body: {'floatingip': {'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'port_id': 'f5888e41-470d-4fab-87f9-8b44d2214958', 'tenant_id': 'e89665a5b31d4cfa8d287da55d8a46ff', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:02:18.775024 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-69f1a84f-68f4-460c-95d7-1055f0797800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:18.845307 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-10427175-41ee-45d3-9050-11bce8ec36f7 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Notify callbacks [] for floatingip, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:18.856947 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-69f1a84f-68f4-460c-95d7-1055f0797800 admin admin] Deleting port 206adfa0-046b-4a3d-a307-aa8be9400473 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:02:18.857566 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-69f1a84f-68f4-460c-95d7-1055f0797800 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:18.874327 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9170773-4dee-443c-bf3f-0ec3fb58d46f None None] DHCP port deletion for 613fb304-5cfe-4609-aaba-f0eb53f2be57 request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 10:02:18.972742 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-a9170773-4dee-443c-bf3f-0ec3fb58d46f None None] Deleting port 206adfa0-046b-4a3d-a307-aa8be9400473 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:02:18.973443 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a9170773-4dee-443c-bf3f-0ec3fb58d46f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:19.113380 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-69f1a84f-68f4-460c-95d7-1055f0797800 admin admin] For port 206adfa0-046b-4a3d-a307-aa8be9400473, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=206adfa0-046b-4a3d-a307-aa8be9400473,segment=NetworkSegment(41928748-90e1-446d-8d78-e7c52f78da03),segment_id=41928748-90e1-446d-8d78-e7c52f78da03)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:02:19.113746 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-69f1a84f-68f4-460c-95d7-1055f0797800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:19.200761 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-a9170773-4dee-443c-bf3f-0ec3fb58d46f None None] For port 206adfa0-046b-4a3d-a307-aa8be9400473, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=206adfa0-046b-4a3d-a307-aa8be9400473,segment=NetworkSegment(41928748-90e1-446d-8d78-e7c52f78da03),segment_id=41928748-90e1-446d-8d78-e7c52f78da03)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:02:19.201375 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a9170773-4dee-443c-bf3f-0ec3fb58d46f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:19.222868 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-559ca8fb-c56f-4525-b879-91799cff784b req-3c9999f3-b97e-475d-9be2-1a5ac320d109 tempest-ServerShowV257Test-606787121 tempest-ServerShowV257Test-606787121-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf3d32e5-d925-43ed-a1cb-15018d067abc HTTP/1.1" status: 200 len: 210 time: 0.0885551 Jun 11 10:02:19.272070 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-10427175-41ee-45d3-9050-11bce8ec36f7 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:19.470290 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-a9170773-4dee-443c-bf3f-0ec3fb58d46f None None] Calling delete_port for 206adfa0-046b-4a3d-a307-aa8be9400473 owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:02:19.571037 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-10427175-41ee-45d3-9050-11bce8ec36f7 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Allocated IP 172.25.4.186 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/ed6b95d1-8fd7-4111-8c7b-f2be5d92428d) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:02:19.789928 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a9170773-4dee-443c-bf3f-0ec3fb58d46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:19.796254 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:02:19.849462 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-69f1a84f-68f4-460c-95d7-1055f0797800 admin admin] Calling delete_port for 206adfa0-046b-4a3d-a307-aa8be9400473 owned by network:dhcp {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:02:19.857146 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9170773-4dee-443c-bf3f-0ec3fb58d46f None None] Pushing event deleted for resources: {'Port': ['ID=206adfa0-046b-4a3d-a307-aa8be9400473,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:02:19.868691 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-a9170773-4dee-443c-bf3f-0ec3fb58d46f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:02:19.870506 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 206adfa0-046b-4a3d-a307-aa8be9400473 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:02:19.921090 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 206adfa0-046b-4a3d-a307-aa8be9400473 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:02:19.925657 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 206adfa0-046b-4a3d-a307-aa8be9400473 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:02:19.926790 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-10427175-41ee-45d3-9050-11bce8ec36f7 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:19.931264 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9170773-4dee-443c-bf3f-0ec3fb58d46f None None] No DVR routers for this DVR port 206adfa0-046b-4a3d-a307-aa8be9400473 on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:02:20.087521 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bca2153-5b1f-4d6f-902f-0813efaa9494 req-e3377d99-b652-4a2b-becf-0475db78c9d2 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:20.095823 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8bca2153-5b1f-4d6f-902f-0813efaa9494 req-e3377d99-b652-4a2b-becf-0475db78c9d2 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ed221c9-b5c7-483e-af01-998d5e7f3aa5 HTTP/1.1" status: 200 len: 945 time: 0.8554797 Jun 11 10:02:20.154106 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-10427175-41ee-45d3-9050-11bce8ec36f7 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:20.158251 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-69f1a84f-68f4-460c-95d7-1055f0797800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:20.161327 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1c351ef0-c2b3-4ba2-8622-551be0692363 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:02:20.163273 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-77c7d9b4-f798-4d09-9904-ddc0b694c39e tempest-FloatingIPAdminTestJSON-1214034005 tempest-FloatingIPAdminTestJSON-1214034005-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:02:20.183003 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8bca2153-5b1f-4d6f-902f-0813efaa9494 req-45e16841-e029-4a15-b936-5f988e94b104 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861864 Jun 11 10:02:20.218928 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f1a84f-68f4-460c-95d7-1055f0797800 admin admin] Pushing event deleted for resources: {'Port': ['ID=206adfa0-046b-4a3d-a307-aa8be9400473,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:02:20.220585 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f1a84f-68f4-460c-95d7-1055f0797800 admin admin] No DVR routers for this DVR port 206adfa0-046b-4a3d-a307-aa8be9400473 on host n-d-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:02:20.222252 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-69f1a84f-68f4-460c-95d7-1055f0797800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:02:20.306096 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10427175-41ee-45d3-9050-11bce8ec36f7 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:02:20.317126 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10427175-41ee-45d3-9050-11bce8ec36f7 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Pushing event updated for resources: {'Port': ['ID=ed6b95d1-8fd7-4111-8c7b-f2be5d92428d,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:02:20.326092 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10427175-41ee-45d3-9050-11bce8ec36f7 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:02:20.326569 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10427175-41ee-45d3-9050-11bce8ec36f7 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:02:20.327019 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10427175-41ee-45d3-9050-11bce8ec36f7 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:02:20.327487 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10427175-41ee-45d3-9050-11bce8ec36f7 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:02:20.327960 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10427175-41ee-45d3-9050-11bce8ec36f7 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:02:20.328401 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10427175-41ee-45d3-9050-11bce8ec36f7 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:02:20.328837 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10427175-41ee-45d3-9050-11bce8ec36f7 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:02:20.329268 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10427175-41ee-45d3-9050-11bce8ec36f7 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:02:20.329702 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10427175-41ee-45d3-9050-11bce8ec36f7 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:02:20.330134 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10427175-41ee-45d3-9050-11bce8ec36f7 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:02:20.330687 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10427175-41ee-45d3-9050-11bce8ec36f7 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:02:20.331130 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10427175-41ee-45d3-9050-11bce8ec36f7 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:02:20.340946 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-10427175-41ee-45d3-9050-11bce8ec36f7 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:02:20.346329 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10427175-41ee-45d3-9050-11bce8ec36f7 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:02:20.447674 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-69f1a84f-68f4-460c-95d7-1055f0797800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:20.466996 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-10427175-41ee-45d3-9050-11bce8ec36f7 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:02:20.474562 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-69f1a84f-68f4-460c-95d7-1055f0797800 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['613fb304-5cfe-4609-aaba-f0eb53f2be57']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:02:20.505313 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-69f1a84f-68f4-460c-95d7-1055f0797800 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41928748-90e1-446d-8d78-e7c52f78da03') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:02:20.505610 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-69f1a84f-68f4-460c-95d7-1055f0797800 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41928748-90e1-446d-8d78-e7c52f78da03') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:02:20.534244 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-69f1a84f-68f4-460c-95d7-1055f0797800 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:20.638077 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9cd14d7c-5733-4fa3-a06c-f091caf4ef4b req-805a4f8c-da08-4216-b37b-15281fde80c9 tempest-ServerShowV257Test-606787121 tempest-ServerShowV257Test-606787121-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf3d32e5-d925-43ed-a1cb-15018d067abc HTTP/1.1" status: 200 len: 210 time: 0.1016755 Jun 11 10:02:20.648163 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-69f1a84f-68f4-460c-95d7-1055f0797800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:20.656205 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69f1a84f-68f4-460c-95d7-1055f0797800 admin admin] Releasing vlan 768 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:02:20.656606 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-69f1a84f-68f4-460c-95d7-1055f0797800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:20.661726 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:02:20.661726 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:02:20.661726 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:02:20.661726 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:02:20.661726 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:02:20.661726 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:02:20.661726 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:02:20.661726 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:02:20.661726 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:02:20.661726 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:02:20.661726 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:02:20.661726 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:02:20.661726 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:02:20.661726 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:02:20.661726 n-d-779913-12 neutron-server[93176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:02:20.661726 n-d-779913-12 neutron-server[93176]: self.session.flush() Jun 11 10:02:20.661726 n-d-779913-12 neutron-server[93176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:02:20.661726 n-d-779913-12 neutron-server[93176]: self.session.flush() Jun 11 10:02:20.661726 n-d-779913-12 neutron-server[93176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:02:20.661726 n-d-779913-12 neutron-server[93176]: self.session.flush() Jun 11 10:02:20.661726 n-d-779913-12 neutron-server[93176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:02:20.661726 n-d-779913-12 neutron-server[93176]: self.session.flush() Jun 11 10:02:20.661726 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 10:02:20.661726 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:02:20.661726 n-d-779913-12 neutron-server[93176]: timer() Jun 11 10:02:20.661726 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:02:20.661726 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 10:02:20.661726 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:02:20.661726 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 10:02:20.661726 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:02:20.661726 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 10:02:20.661726 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:02:20.661726 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 10:02:20.661726 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:02:20.661726 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 10:02:20.661726 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:02:20.661726 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:02:20.661726 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:02:20.661726 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:02:20.661726 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:02:20.661726 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 10:02:20.661726 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:02:20.661726 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 10:02:20.661726 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:02:20.661726 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:02:20.661726 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:02:20.661726 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 10:02:20.661726 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:02:20.661726 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:02:20.661726 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:02:20.661726 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:02:20.661726 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:02:20.661726 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:02:20.661726 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:02:20.870831 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-69f1a84f-68f4-460c-95d7-1055f0797800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:20.874996 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-fa6def59-64dc-4e7d-ba3e-3b6ccaa4b181 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:02:20.931474 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-69f1a84f-68f4-460c-95d7-1055f0797800 admin admin] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:20.944643 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-69f1a84f-68f4-460c-95d7-1055f0797800 admin admin] 10.222.0.60 "DELETE /v2.0/networks/613fb304-5cfe-4609-aaba-f0eb53f2be57 HTTP/1.1" status: 204 len: 168 time: 2.3914843 Jun 11 10:02:20.963812 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f1a84f-68f4-460c-95d7-1055f0797800 admin admin] Pushing event deleted for resources: {'Network': ['ID=613fb304-5cfe-4609-aaba-f0eb53f2be57,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:02:20.967169 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-69f1a84f-68f4-460c-95d7-1055f0797800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:02:21.350800 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea7fbe1-9fe2-4e77-a6c2-5fa99f04cb75 req-5402f9af-5353-40a7-89a4-2b9cd4aeca32 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:21.352468 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7ea7fbe1-9fe2-4e77-a6c2-5fa99f04cb75 req-5402f9af-5353-40a7-89a4-2b9cd4aeca32 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ed221c9-b5c7-483e-af01-998d5e7f3aa5 HTTP/1.1" status: 200 len: 945 time: 0.2556453 Jun 11 10:02:21.358521 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 37046) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:02:21.381711 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-10427175-41ee-45d3-9050-11bce8ec36f7 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:21.438561 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-3d019caa-4ad5-4fb9-9c8a-3b2ebba6db77 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=39e8725552694bd89f3d9b894d223d7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0780559 Jun 11 10:02:21.440723 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 37048) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:02:21.488019 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7ea7fbe1-9fe2-4e77-a6c2-5fa99f04cb75 req-a4b38496-e719-4766-9ec0-bc8c12b95962 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242330 Jun 11 10:02:21.547970 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e3d7cd4e-2b94-4fe3-b6dc-50f6dd8f590e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:21.576071 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e3d7cd4e-2b94-4fe3-b6dc-50f6dd8f590e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:21.678306 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-10427175-41ee-45d3-9050-11bce8ec36f7 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:21.684018 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e3d7cd4e-2b94-4fe3-b6dc-50f6dd8f590e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:21.689704 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e3d7cd4e-2b94-4fe3-b6dc-50f6dd8f590e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:21.689704 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-e3d7cd4e-2b94-4fe3-b6dc-50f6dd8f590e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/28e50891-2b6b-4143-8c1d-0262dfed919e HTTP/1.1" status: 204 len: 168 time: 0.2474294 Jun 11 10:02:21.691095 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4ce31a4b-ad92-41dc-bfa8-7a3da7aba39a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:02:21.727650 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d7cd4e-2b94-4fe3-b6dc-50f6dd8f590e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e50891-2b6b-4143-8c1d-0262dfed919e,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:02:21.733160 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e3d7cd4e-2b94-4fe3-b6dc-50f6dd8f590e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:02:21.936393 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-57622477-485e-41a9-b316-d80ce880409e req-d6067d91-ad95-4b5d-842c-4081c1996b10 tempest-ServerShowV257Test-606787121 tempest-ServerShowV257Test-606787121-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf3d32e5-d925-43ed-a1cb-15018d067abc HTTP/1.1" status: 200 len: 210 time: 0.0484273 Jun 11 10:02:22.029274 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-10427175-41ee-45d3-9050-11bce8ec36f7 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:22.094451 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-10427175-41ee-45d3-9050-11bce8ec36f7 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:22.099019 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3e4083c0-5308-4563-9605-57cebf8ead2b tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:02:22.194833 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ec7ad-b3d1-4e5d-b329-13d6ee4d7581 req-453da198-a8d0-4f88-a9ad-66fe8b678f9c tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:22.196938 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f60ec7ad-b3d1-4e5d-b329-13d6ee4d7581 req-453da198-a8d0-4f88-a9ad-66fe8b678f9c tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ed221c9-b5c7-483e-af01-998d5e7f3aa5 HTTP/1.1" status: 200 len: 945 time: 0.1086164 Jun 11 10:02:22.234012 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10427175-41ee-45d3-9050-11bce8ec36f7 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Pushing event updated for resources: {'Port': ['ID=ed6b95d1-8fd7-4111-8c7b-f2be5d92428d,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:02:22.253391 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-10427175-41ee-45d3-9050-11bce8ec36f7 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:02:22.261002 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-10427175-41ee-45d3-9050-11bce8ec36f7 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:22.389891 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-f60ec7ad-b3d1-4e5d-b329-13d6ee4d7581 req-77147cc5-d36e-4a39-b598-f4c0e7567c0b tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Deleting port 4ba53edb-d423-4464-9c12-091c0aceb2f1 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:02:22.390247 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-f60ec7ad-b3d1-4e5d-b329-13d6ee4d7581 req-77147cc5-d36e-4a39-b598-f4c0e7567c0b tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:22.532875 n-d-779913-12 neutron-server[93177]: INFO neutron.db.l3_db [None req-10427175-41ee-45d3-9050-11bce8ec36f7 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Floating IP 312b749d-de54-45e3-ad65-ae0063b4e09f associated. External IP: 172.25.4.186, port: f5888e41-470d-4fab-87f9-8b44d2214958. Jun 11 10:02:22.584752 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8b6124be-7388-467a-b35e-324b0ee27473 req-9dc9c704-62a5-4827-9c8e-0c13f9cb45b5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=bf3d32e5-d925-43ed-a1cb-15018d067abc HTTP/1.1" status: 200 len: 210 time: 0.0852685 Jun 11 10:02:22.626669 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-f60ec7ad-b3d1-4e5d-b329-13d6ee4d7581 req-77147cc5-d36e-4a39-b598-f4c0e7567c0b tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] For port 4ba53edb-d423-4464-9c12-091c0aceb2f1, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=4ba53edb-d423-4464-9c12-091c0aceb2f1,segment=NetworkSegment(49dbfc19-7dcf-486c-9f91-ff9f037d2121),segment_id=49dbfc19-7dcf-486c-9f91-ff9f037d2121)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:02:22.627073 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-f60ec7ad-b3d1-4e5d-b329-13d6ee4d7581 req-77147cc5-d36e-4a39-b598-f4c0e7567c0b tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:22.818417 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-f60ec7ad-b3d1-4e5d-b329-13d6ee4d7581 req-77147cc5-d36e-4a39-b598-f4c0e7567c0b tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Calling delete_port for 4ba53edb-d423-4464-9c12-091c0aceb2f1 owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:02:23.256587 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16d9617-0fba-488f-9ef3-9e842b6ebe07 req-8a2d75e5-880f-4edd-a3a5-a5b0451f767b tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:23.268528 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c16d9617-0fba-488f-9ef3-9e842b6ebe07 req-8a2d75e5-880f-4edd-a3a5-a5b0451f767b tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ed221c9-b5c7-483e-af01-998d5e7f3aa5 HTTP/1.1" status: 200 len: 945 time: 0.4271767 Jun 11 10:02:23.278577 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-f60ec7ad-b3d1-4e5d-b329-13d6ee4d7581 req-77147cc5-d36e-4a39-b598-f4c0e7567c0b tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:23.299553 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['4ba53edb-d423-4464-9c12-091c0aceb2f1'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:02:23.315468 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-916cb42b-e323-435b-999d-6aaacc53c2bb tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:02:23.353332 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 37090) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:02:23.414673 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77147cc5-d36e-4a39-b598-f4c0e7567c0b tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Pushing event deleted for resources: {'Port': ['ID=4ba53edb-d423-4464-9c12-091c0aceb2f1,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:02:23.423544 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-77147cc5-d36e-4a39-b598-f4c0e7567c0b tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:02:23.452826 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c16d9617-0fba-488f-9ef3-9e842b6ebe07 req-00b1d848-b0c2-47b8-b3bc-45b995f918c1 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801074 Jun 11 10:02:23.579434 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-f60ec7ad-b3d1-4e5d-b329-13d6ee4d7581 req-77147cc5-d36e-4a39-b598-f4c0e7567c0b tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] No DVR routers for this DVR port 4ba53edb-d423-4464-9c12-091c0aceb2f1 on host n-h1-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:02:23.586477 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-f60ec7ad-b3d1-4e5d-b329-13d6ee4d7581 req-77147cc5-d36e-4a39-b598-f4c0e7567c0b tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:23.593310 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f60ec7ad-b3d1-4e5d-b329-13d6ee4d7581 req-77147cc5-d36e-4a39-b598-f4c0e7567c0b tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.64 "DELETE /v2.0/ports/4ba53edb-d423-4464-9c12-091c0aceb2f1 HTTP/1.1" status: 204 len: 173 time: 1.3866224 Jun 11 10:02:23.612002 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-9ae76c56-215f-4664-a138-06ddd8444a84 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-911862110-network', 'tenant_id': '8cece195fa7f4a63a9c53a61258df0b0'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:02:23.651587 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ed221c9-b5c7-483e-af01-998d5e7f3aa5', 'name': 'network-vif-deleted', 'tag': '4ba53edb-d423-4464-9c12-091c0aceb2f1'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:02:23.652760 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10427175-41ee-45d3-9050-11bce8ec36f7 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Router 77baf7db-bdcb-44cb-a908-0368651b64ec has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:02:23.657106 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc69e66-3fdb-4aec-968a-441c6c71a6f1" -d '{"events": [{"server_uuid": "8ed221c9-b5c7-483e-af01-998d5e7f3aa5", "name": "network-vif-deleted", "tag": "4ba53edb-d423-4464-9c12-091c0aceb2f1"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:02:23.702117 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ef9c309e-b80c-46d3-9bb8-f9eefe49756a req-d5f97268-cf7b-4038-844b-12373739dc77 tempest-ServerShowV257Test-606787121 tempest-ServerShowV257Test-606787121-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf3d32e5-d925-43ed-a1cb-15018d067abc HTTP/1.1" status: 200 len: 210 time: 0.0807559 Jun 11 10:02:23.752380 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f63454e-03e2-44ae-88a9-2fbba9619c21 x-openstack-request-id: req-2f63454e-03e2-44ae-88a9-2fbba9619c21 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:02:23.753089 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ed221c9-b5c7-483e-af01-998d5e7f3aa5", "name": "network-vif-deleted", "tag": "4ba53edb-d423-4464-9c12-091c0aceb2f1", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:02:23.753464 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2f63454e-03e2-44ae-88a9-2fbba9619c21 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:02:23.753993 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ed221c9-b5c7-483e-af01-998d5e7f3aa5', 'name': 'network-vif-deleted', 'tag': '4ba53edb-d423-4464-9c12-091c0aceb2f1', 'status': 'completed', 'code': 200} Jun 11 10:02:23.767094 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae76c56-215f-4664-a138-06ddd8444a84 admin admin] Made reservation on behalf of 8cece195fa7f4a63a9c53a61258df0b0 for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:02:23.772149 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9ae76c56-215f-4664-a138-06ddd8444a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:23.830425 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9ae76c56-215f-4664-a138-06ddd8444a84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:24.002730 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10427175-41ee-45d3-9050-11bce8ec36f7 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:02:24.022624 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9ae76c56-215f-4664-a138-06ddd8444a84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:24.025204 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04ad9f5-3ba5-4372-afab-dc93cbcaafaa None None] Sync routers for ids ['77baf7db-bdcb-44cb-a908-0368651b64ec'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:02:24.036777 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04ad9f5-3ba5-4372-afab-dc93cbcaafaa None None] Routers {'77baf7db-bdcb-44cb-a908-0368651b64ec'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:02:24.037396 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-c04ad9f5-3ba5-4372-afab-dc93cbcaafaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:02:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['77baf7db-bdcb-44cb-a908-0368651b64ec'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:02:24.186711 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9ae76c56-215f-4664-a138-06ddd8444a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:24.191360 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4c4bf786-23f9-491e-b6ec-29b2a6c63e72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:02:24.215061 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ae76c56-215f-4664-a138-06ddd8444a84 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 787} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:02:24.230722 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae76c56-215f-4664-a138-06ddd8444a84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc32faa-9cb7-4ac6-8334-02b3ad38c029,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:02:24.235106 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9ae76c56-215f-4664-a138-06ddd8444a84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:02:24.236393 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9ae76c56-215f-4664-a138-06ddd8444a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:24.236736 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-9ae76c56-215f-4664-a138-06ddd8444a84 admin admin] Added segment e221f884-0e6b-44fe-af9a-f3d85aba814e of type vlan for network a76dd0db-6bc4-44b1-ace7-6f553dd1696a Jun 11 10:02:24.289862 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-c04ad9f5-3ba5-4372-afab-dc93cbcaafaa None None] Set router 77baf7db-bdcb-44cb-a908-0368651b64ec gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:02:24.322951 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9ae76c56-215f-4664-a138-06ddd8444a84 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:24.345806 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-10427175-41ee-45d3-9050-11bce8ec36f7 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:24.455257 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-10427175-41ee-45d3-9050-11bce8ec36f7 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.7713921 Jun 11 10:02:24.455257 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90d183ec-8c83-4c21-b0ab-8b3eeebcdcb7', 'tag': 'f5888e41-470d-4fab-87f9-8b44d2214958'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:02:24.455257 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cefc4f20-7061-4ddc-8cdb-735ffc1a9fb2" -d '{"events": [{"name": "network-changed", "server_uuid": "90d183ec-8c83-4c21-b0ab-8b3eeebcdcb7", "tag": "f5888e41-470d-4fab-87f9-8b44d2214958"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:02:24.459429 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9ae76c56-215f-4664-a138-06ddd8444a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:24.461599 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae76c56-215f-4664-a138-06ddd8444a84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:24.462481 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9ae76c56-215f-4664-a138-06ddd8444a84 admin admin] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:24.465505 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 37118) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:02:24.506353 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-fbcccabf-7eda-42a3-8ef7-a47f90a55209 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:02:24.562654 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07afbcdf-360a-4deb-99cf-1fb5d88b6ac0 x-openstack-request-id: req-07afbcdf-360a-4deb-99cf-1fb5d88b6ac0 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:02:24.563014 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90d183ec-8c83-4c21-b0ab-8b3eeebcdcb7", "tag": "f5888e41-470d-4fab-87f9-8b44d2214958", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:02:24.563331 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-07afbcdf-360a-4deb-99cf-1fb5d88b6ac0 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:02:24.563991 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90d183ec-8c83-4c21-b0ab-8b3eeebcdcb7', 'tag': 'f5888e41-470d-4fab-87f9-8b44d2214958', 'status': 'completed', 'code': 200} Jun 11 10:02:24.673402 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e031668-b021-4619-9b41-df9481a96931 tempest-TestVolumeBackupRestore-1282207653 tempest-TestVolumeBackupRestore-1282207653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:24.675660 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-6e031668-b021-4619-9b41-df9481a96931 tempest-TestVolumeBackupRestore-1282207653 tempest-TestVolumeBackupRestore-1282207653-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=90d183ec-8c83-4c21-b0ab-8b3eeebcdcb7 HTTP/1.1" status: 200 len: 1092 time: 0.2094171 Jun 11 10:02:24.684586 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 37126) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:02:24.689557 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-1ea1b052-8e92-48b7-989a-20d4cdef98d4 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Request body: {'floatingip': {'port_id': 'f5888e41-470d-4fab-87f9-8b44d2214958'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:02:24.755213 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-9ae76c56-215f-4664-a138-06ddd8444a84 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3929803 Jun 11 10:02:24.755213 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 37130) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:02:24.812865 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-6a8b2f78-859c-46d9-9197-651122549014 admin admin] Request body: {'subnet': {'network_id': 'a76dd0db-6bc4-44b1-ace7-6f553dd1696a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-911862110-subnet', 'tenant_id': '8cece195fa7f4a63a9c53a61258df0b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:02:24.886918 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1ea1b052-8e92-48b7-989a-20d4cdef98d4 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Notify callbacks [] for floatingip, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:25.083655 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae76c56-215f-4664-a138-06ddd8444a84 admin admin] Pushing event updated for resources: {'Network': ['ID=a76dd0db-6bc4-44b1-ace7-6f553dd1696a,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:02:25.099720 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network a76dd0db-6bc4-44b1-ace7-6f553dd1696a details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:02:25.107706 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9ae76c56-215f-4664-a138-06ddd8444a84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.606s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:02:25.184113 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-c04ad9f5-3ba5-4372-afab-dc93cbcaafaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77baf7db-bdcb-44cb-a908-0368651b64ec', 'name': 'tempest-TestVolumeBackupRestore-1478312366-router', 'tenant_id': 'e89665a5b31d4cfa8d287da55d8a46ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '24f81093-6a7e-4d1f-ac6a-af239f89efad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:57:52Z', 'updated_at': '2021-06-11T09:57:59Z', 'revision_number': 4, 'project_id': 'e89665a5b31d4cfa8d287da55d8a46ff', 'gw_port': {'id': '24f81093-6a7e-4d1f-ac6a-af239f89efad', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77baf7db-bdcb-44cb-a908-0368651b64ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:57:53Z', 'updated_at': '2021-06-11T09:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': '312b749d-de54-45e3-ad65-ae0063b4e09f', 'tenant_id': 'e89665a5b31d4cfa8d287da55d8a46ff', 'floating_ip_address': '172.25.4.186', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': '77baf7db-bdcb-44cb-a908-0368651b64ec', 'port_id': 'f5888e41-470d-4fab-87f9-8b44d2214958', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19721a0f-204c-4d59-a30b-8c079af3c457', 'mac_address': 'fa:16:3e:2b:29:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d183ec-8c83-4c21-b0ab-8b3eeebcdcb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T10:02:21Z', 'updated_at': '2021-06-11T10:02:21Z', 'revision_number': 0, 'project_id': 'e89665a5b31d4cfa8d287da55d8a46ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91f4cf2c-28f7-434c-8ce3-92937fbde7d8', 'name': '', 'network_id': '19721a0f-204c-4d59-a30b-8c079af3c457', 'tenant_id': 'e89665a5b31d4cfa8d287da55d8a46ff', 'mac_address': 'fa:16:3e:7d:e5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77baf7db-bdcb-44cb-a908-0368651b64ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '79ac6b49-4f55-457d-944e-2b0fda2a6422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:57:57Z', 'updated_at': '2021-06-11T09:58:07Z', 'revision_number': 5, 'project_id': 'e89665a5b31d4cfa8d287da55d8a46ff', 'subnets': [{'id': '79ac6b49-4f55-457d-944e-2b0fda2a6422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:02:25.188171 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04ad9f5-3ba5-4372-afab-dc93cbcaafaa None None] Checking router: 77baf7db-bdcb-44cb-a908-0368651b64ec for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:02:25.191483 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f2cd0e10-b151-43f2-b1fc-e3b92dc72995 req-55d99954-bd44-4119-ab12-8fe0466f5279 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ed221c9-b5c7-483e-af01-998d5e7f3aa5 HTTP/1.1" status: 200 len: 210 time: 0.1619956 Jun 11 10:02:25.215733 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04ad9f5-3ba5-4372-afab-dc93cbcaafaa None None] Routers {'77baf7db-bdcb-44cb-a908-0368651b64ec'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:02:25.217571 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-c04ad9f5-3ba5-4372-afab-dc93cbcaafaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:02:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['77baf7db-bdcb-44cb-a908-0368651b64ec'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:02:25.248164 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc4f20-7061-4ddc-8cdb-735ffc1a9fb2 req-169774a2-bdae-4b3e-87d1-1de76a8408ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:25.248692 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cefc4f20-7061-4ddc-8cdb-735ffc1a9fb2 req-169774a2-bdae-4b3e-87d1-1de76a8408ee service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e89665a5b31d4cfa8d287da55d8a46ff&device_id=90d183ec-8c83-4c21-b0ab-8b3eeebcdcb7 HTTP/1.1" status: 200 len: 1097 time: 0.5468905 Jun 11 10:02:25.364208 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a8b2f78-859c-46d9-9197-651122549014 admin admin] Made reservation on behalf of 8cece195fa7f4a63a9c53a61258df0b0 for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:02:25.366618 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6a8b2f78-859c-46d9-9197-651122549014 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:25.689428 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-c04ad9f5-3ba5-4372-afab-dc93cbcaafaa None None] Set router 77baf7db-bdcb-44cb-a908-0368651b64ec gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:02:25.709029 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-eebcf354-978f-45a8-8ae5-379a85f4b3b6 req-ccb0de68-2208-4f82-9bb0-a3e26587533d tempest-ServerShowV257Test-606787121 tempest-ServerShowV257Test-606787121-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf3d32e5-d925-43ed-a1cb-15018d067abc HTTP/1.1" status: 200 len: 210 time: 0.0636628 Jun 11 10:02:25.935923 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6a8b2f78-859c-46d9-9197-651122549014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:25.949753 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b3464cc4-7889-4333-be7b-6d473326db45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:02:26.121255 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc4f20-7061-4ddc-8cdb-735ffc1a9fb2 req-a3e904aa-3f8e-4610-acc7-8e204cb0bf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:26.123291 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cefc4f20-7061-4ddc-8cdb-735ffc1a9fb2 req-a3e904aa-3f8e-4610-acc7-8e204cb0bf68 service neutron] 10.222.0.69 "GET /v2.0/networks?id=19721a0f-204c-4d59-a30b-8c079af3c457 HTTP/1.1" status: 200 len: 915 time: 0.8587582 Jun 11 10:02:26.133032 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8b2f78-859c-46d9-9197-651122549014 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5587778f-393e-4652-9182-436207ac02ca,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:02:26.163241 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6a8b2f78-859c-46d9-9197-651122549014 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:02:26.234435 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec0e46f-64b9-4f54-8e3c-caae0055499d req-835e8da0-d683-4038-ba8c-a514ec66d993 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:26.236016 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2ec0e46f-64b9-4f54-8e3c-caae0055499d req-835e8da0-d683-4038-ba8c-a514ec66d993 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaddf973-e588-464b-8514-112fb39e8650 HTTP/1.1" status: 200 len: 947 time: 0.4932718 Jun 11 10:02:26.239042 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8b2f78-859c-46d9-9197-651122549014 admin admin] Checking segment: {'id': 'e221f884-0e6b-44fe-af9a-f3d85aba814e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a76dd0db-6bc4-44b1-ace7-6f553dd1696a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:02:26.239404 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8b2f78-859c-46d9-9197-651122549014 admin admin] Network hostable DHCP agents. Network: a76dd0db-6bc4-44b1-ace7-6f553dd1696a, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:02:26.313293 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cefc4f20-7061-4ddc-8cdb-735ffc1a9fb2 req-610ac71e-6896-437e-9688-c420f157c805 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f5888e41-470d-4fab-87f9-8b44d2214958 HTTP/1.1" status: 200 len: 999 time: 0.1814687 Jun 11 10:02:26.386035 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2ec0e46f-64b9-4f54-8e3c-caae0055499d req-51f56f67-5054-412a-943b-353e4fbb1b46 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=28282b0e-6c5e-431e-9466-f7852b229f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288867 Jun 11 10:02:26.400347 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 4ba53edb-d423-4464-9c12-091c0aceb2f1 no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:02:26.447383 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8b2f78-859c-46d9-9197-651122549014 admin admin] Network a76dd0db-6bc4-44b1-ace7-6f553dd1696a is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:02:26.477978 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1ea1b052-8e92-48b7-989a-20d4cdef98d4 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:26.485513 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] No Port match for: 4ba53edb-d423-4464-9c12-091c0aceb2f1 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:02:26.485874 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 4ba53edb-d423-4464-9c12-091c0aceb2f1 not bound to the agent host n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:02:26.488855 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc4f20-7061-4ddc-8cdb-735ffc1a9fb2 req-39e76fb8-57c7-4ace-9517-e913187b559d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:26.490439 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cefc4f20-7061-4ddc-8cdb-735ffc1a9fb2 req-39e76fb8-57c7-4ace-9517-e913187b559d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=79ac6b49-4f55-457d-944e-2b0fda2a6422 HTTP/1.1" status: 200 len: 853 time: 0.1488938 Jun 11 10:02:26.520884 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-c04ad9f5-3ba5-4372-afab-dc93cbcaafaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77baf7db-bdcb-44cb-a908-0368651b64ec', 'name': 'tempest-TestVolumeBackupRestore-1478312366-router', 'tenant_id': 'e89665a5b31d4cfa8d287da55d8a46ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '24f81093-6a7e-4d1f-ac6a-af239f89efad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:57:52Z', 'updated_at': '2021-06-11T09:57:59Z', 'revision_number': 4, 'project_id': 'e89665a5b31d4cfa8d287da55d8a46ff', 'gw_port': {'id': '24f81093-6a7e-4d1f-ac6a-af239f89efad', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77baf7db-bdcb-44cb-a908-0368651b64ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:57:53Z', 'updated_at': '2021-06-11T09:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': '312b749d-de54-45e3-ad65-ae0063b4e09f', 'tenant_id': 'e89665a5b31d4cfa8d287da55d8a46ff', 'floating_ip_address': '172.25.4.186', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': '77baf7db-bdcb-44cb-a908-0368651b64ec', 'port_id': 'f5888e41-470d-4fab-87f9-8b44d2214958', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19721a0f-204c-4d59-a30b-8c079af3c457', 'mac_address': 'fa:16:3e:2b:29:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d183ec-8c83-4c21-b0ab-8b3eeebcdcb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T10:02:21Z', 'updated_at': '2021-06-11T10:02:21Z', 'revision_number': 0, 'project_id': 'e89665a5b31d4cfa8d287da55d8a46ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91f4cf2c-28f7-434c-8ce3-92937fbde7d8', 'name': '', 'network_id': '19721a0f-204c-4d59-a30b-8c079af3c457', 'tenant_id': 'e89665a5b31d4cfa8d287da55d8a46ff', 'mac_address': 'fa:16:3e:7d:e5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77baf7db-bdcb-44cb-a908-0368651b64ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '79ac6b49-4f55-457d-944e-2b0fda2a6422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:57:57Z', 'updated_at': '2021-06-11T09:58:07Z', 'revision_number': 5, 'project_id': 'e89665a5b31d4cfa8d287da55d8a46ff', 'subnets': [{'id': '79ac6b49-4f55-457d-944e-2b0fda2a6422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:02:26.528626 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04ad9f5-3ba5-4372-afab-dc93cbcaafaa None None] The sync data for ids ['77baf7db-bdcb-44cb-a908-0368651b64ec'] in n-d-779913-12 is: [{'id': '77baf7db-bdcb-44cb-a908-0368651b64ec', 'name': 'tempest-TestVolumeBackupRestore-1478312366-router', 'tenant_id': 'e89665a5b31d4cfa8d287da55d8a46ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '24f81093-6a7e-4d1f-ac6a-af239f89efad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:57:52Z', 'updated_at': '2021-06-11T09:57:59Z', 'revision_number': 4, 'project_id': 'e89665a5b31d4cfa8d287da55d8a46ff', 'gw_port': {'id': '24f81093-6a7e-4d1f-ac6a-af239f89efad', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77baf7db-bdcb-44cb-a908-0368651b64ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:57:53Z', 'updated_at': '2021-06-11T09:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': '312b749d-de54-45e3-ad65-ae0063b4e09f', 'tenant_id': 'e89665a5b31d4cfa8d287da55d8a46ff', 'floating_ip_address': '172.25.4.186', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': '77baf7db-bdcb-44cb-a908-0368651b64ec', 'port_id': 'f5888e41-470d-4fab-87f9-8b44d2214958', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19721a0f-204c-4d59-a30b-8c079af3c457', 'mac_address': 'fa:16:3e:2b:29:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d183ec-8c83-4c21-b0ab-8b3eeebcdcb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T10:02:21Z', 'updated_at': '2021-06-11T10:02:21Z', 'revision_number': 0, 'project_id': 'e89665a5b31d4cfa8d287da55d8a46ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91f4cf2c-28f7-434c-8ce3-92937fbde7d8', 'name': '', 'network_id': '19721a0f-204c-4d59-a30b-8c079af3c457', 'tenant_id': 'e89665a5b31d4cfa8d287da55d8a46ff', 'mac_address': 'fa:16:3e:7d:e5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77baf7db-bdcb-44cb-a908-0368651b64ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '79ac6b49-4f55-457d-944e-2b0fda2a6422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:57:57Z', 'updated_at': '2021-06-11T09:58:07Z', 'revision_number': 5, 'project_id': 'e89665a5b31d4cfa8d287da55d8a46ff', 'subnets': [{'id': '79ac6b49-4f55-457d-944e-2b0fda2a6422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:02:26.569020 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-6a8b2f78-859c-46d9-9197-651122549014 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, a76dd0db-6bc4-44b1-ace7-6f553dd1696a) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:02:26.578962 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1ea1b052-8e92-48b7-989a-20d4cdef98d4 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:26.579214 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803670c6-362b-4c1e-8526-0038197a1bb4 None None] Network a76dd0db-6bc4-44b1-ace7-6f553dd1696a requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:02:26.600236 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8b2f78-859c-46d9-9197-651122549014 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:26.602973 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6a8b2f78-859c-46d9-9197-651122549014 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:26.704833 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc28b9-7cb1-43b9-8627-81284b32a259 req-b9a16045-3b8a-401e-bca5-3ef3503e38ca tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:26.706375 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-efdc28b9-7cb1-43b9-8627-81284b32a259 req-b9a16045-3b8a-401e-bca5-3ef3503e38ca tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.64 "GET /v2.0/ports?device_id=aaddf973-e588-464b-8514-112fb39e8650 HTTP/1.1" status: 200 len: 947 time: 0.3246598 Jun 11 10:02:26.888870 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-76c19bdb-2d80-424b-8914-ed162ae2bad5 req-52cc5004-5071-4ec0-ab66-dc4faabcc585 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.4161811 Jun 11 10:02:26.930983 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc4f20-7061-4ddc-8cdb-735ffc1a9fb2 req-d9caf538-91df-4154-a115-8d146ea9ebe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:26.932752 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cefc4f20-7061-4ddc-8cdb-735ffc1a9fb2 req-d9caf538-91df-4154-a115-8d146ea9ebe3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=19721a0f-204c-4d59-a30b-8c079af3c457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4114795 Jun 11 10:02:26.941682 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-6a8b2f78-859c-46d9-9197-651122549014 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.1384153 Jun 11 10:02:26.990898 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60fbab4-e4fc-4a04-8862-a61b2109ec22 None None] Network a76dd0db-6bc4-44b1-ace7-6f553dd1696a requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:02:26.994614 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1ac48a50-c3ea-4c9f-aa0e-ef4db93f0c00 req-7bb0a32d-7b7b-42bd-b3b0-3201d803bb88 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=eab8215c8f954bcf9f62323d2e2dc433&device_id=bf3d32e5-d925-43ed-a1cb-15018d067abc HTTP/1.1" status: 200 len: 210 time: 0.4309630 Jun 11 10:02:27.050372 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1ac48a50-c3ea-4c9f-aa0e-ef4db93f0c00 req-ee519e72-882b-477a-8025-fbc3b372e41f service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=eab8215c8f954bcf9f62323d2e2dc433&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0386918 Jun 11 10:02:27.286768 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204bfed4-c0d0-41d1-9a34-587c28179c84 None None] New status for floating IP 312b749d-de54-45e3-ad65-ae0063b4e09f: ACTIVE {{(pid=93178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 10:02:27.507676 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac48a50-c3ea-4c9f-aa0e-ef4db93f0c00 req-2f2c96a7-3f6f-4c47-b815-940a797c897f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:27.509231 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1ac48a50-c3ea-4c9f-aa0e-ef4db93f0c00 req-2f2c96a7-3f6f-4c47-b815-940a797c897f service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4473448 Jun 11 10:02:27.600642 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ea1b052-8e92-48b7-989a-20d4cdef98d4 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Router 77baf7db-bdcb-44cb-a908-0368651b64ec has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:02:27.842637 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cefc4f20-7061-4ddc-8cdb-735ffc1a9fb2 req-2928a807-6671-472b-8a16-99ee38505e12 service neutron] 10.222.0.69 "GET /v2.0/networks/19721a0f-204c-4d59-a30b-8c079af3c457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8923066 Jun 11 10:02:27.883149 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ea1b052-8e92-48b7-989a-20d4cdef98d4 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:02:27.891661 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec4d0c0-daab-4194-bbcb-3441e0c2c925 req-ed5c4269-332c-4f8f-ab54-83842b3a19d8 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:27.893108 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5ec4d0c0-daab-4194-bbcb-3441e0c2c925 req-ed5c4269-332c-4f8f-ab54-83842b3a19d8 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaddf973-e588-464b-8514-112fb39e8650 HTTP/1.1" status: 200 len: 947 time: 0.1959469 Jun 11 10:02:27.896775 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1ea1b052-8e92-48b7-989a-20d4cdef98d4 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:27.901492 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-158da62c-47ec-41cc-8b77-2176d4f1206e req-e0d6c264-c4a8-4c49-991d-4191df1bb189 tempest-ServerShowV257Test-606787121 tempest-ServerShowV257Test-606787121-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf3d32e5-d925-43ed-a1cb-15018d067abc HTTP/1.1" status: 200 len: 210 time: 0.3551888 Jun 11 10:02:28.002867 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90d183ec-8c83-4c21-b0ab-8b3eeebcdcb7', 'tag': 'f5888e41-470d-4fab-87f9-8b44d2214958'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:02:28.005321 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94465c1d-1f09-4bd2-a0b5-87c382969c10" -d '{"events": [{"name": "network-changed", "server_uuid": "90d183ec-8c83-4c21-b0ab-8b3eeebcdcb7", "tag": "f5888e41-470d-4fab-87f9-8b44d2214958"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:02:28.146342 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5ec4d0c0-daab-4194-bbcb-3441e0c2c925 req-9afaea9d-59d5-468d-aa41-8a78f3a2c43c tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=28282b0e-6c5e-431e-9466-f7852b229f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285119 Jun 11 10:02:28.146555 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0888be54-2b2a-4317-bc47-7bebc22e0a03 None None] Sync routers for ids ['77baf7db-bdcb-44cb-a908-0368651b64ec'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:02:28.152351 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-1ea1b052-8e92-48b7-989a-20d4cdef98d4 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] 10.222.0.60 "PUT /v2.0/floatingips/312b749d-de54-45e3-ad65-ae0063b4e09f HTTP/1.1" status: 200 len: 991 time: 3.4662840 Jun 11 10:02:28.168702 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0888be54-2b2a-4317-bc47-7bebc22e0a03 None None] Routers {'77baf7db-bdcb-44cb-a908-0368651b64ec'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:02:28.169910 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-0888be54-2b2a-4317-bc47-7bebc22e0a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:02:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['77baf7db-bdcb-44cb-a908-0368651b64ec'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:02:28.498347 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-0888be54-2b2a-4317-bc47-7bebc22e0a03 None None] Set router 77baf7db-bdcb-44cb-a908-0368651b64ec gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:02:28.618114 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d9e30-5708-4fbb-b7b5-7044e29272e3 req-50fa4a88-597a-423f-aa77-80e465f03f89 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:28.632537 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a67d9e30-5708-4fbb-b7b5-7044e29272e3 req-50fa4a88-597a-423f-aa77-80e465f03f89 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/networks?id=27e23bf6-ffe1-4e0a-b377-e23593ba5165 HTTP/1.1" status: 200 len: 811 time: 0.2936878 Jun 11 10:02:28.682177 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a67d9e30-5708-4fbb-b7b5-7044e29272e3 req-5148d9fc-3297-4ad1-af86-fbc449731680 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/quotas/cf2f36364fcc4b2d95b3a631356b3d50 HTTP/1.1" status: 200 len: 375 time: 0.0473382 Jun 11 10:02:28.752777 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a67d9e30-5708-4fbb-b7b5-7044e29272e3 req-4c375ce7-8872-492e-9275-c8139cc4e88d tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=cf2f36364fcc4b2d95b3a631356b3d50&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0666480 Jun 11 10:02:28.893754 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-efdc28b9-7cb1-43b9-8627-81284b32a259 req-d547ed9f-85b6-462d-8448-383a4ba3e045 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Deleting port da8fbc79-fb8f-44ca-a448-4f854b38b7e0 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:02:28.894384 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-efdc28b9-7cb1-43b9-8627-81284b32a259 req-d547ed9f-85b6-462d-8448-383a4ba3e045 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:28.909568 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c19bdb-2d80-424b-8914-ed162ae2bad5 req-f94f32c1-bd11-4c90-8dc1-97cbd8882db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:28.910037 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c19bdb-2d80-424b-8914-ed162ae2bad5 req-f94f32c1-bd11-4c90-8dc1-97cbd8882db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:28.910495 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c19bdb-2d80-424b-8914-ed162ae2bad5 req-f94f32c1-bd11-4c90-8dc1-97cbd8882db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:28.910944 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c19bdb-2d80-424b-8914-ed162ae2bad5 req-f94f32c1-bd11-4c90-8dc1-97cbd8882db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:28.911390 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c19bdb-2d80-424b-8914-ed162ae2bad5 req-f94f32c1-bd11-4c90-8dc1-97cbd8882db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:28.911860 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c19bdb-2d80-424b-8914-ed162ae2bad5 req-f94f32c1-bd11-4c90-8dc1-97cbd8882db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:28.912309 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c19bdb-2d80-424b-8914-ed162ae2bad5 req-f94f32c1-bd11-4c90-8dc1-97cbd8882db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:28.914159 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-76c19bdb-2d80-424b-8914-ed162ae2bad5 req-f94f32c1-bd11-4c90-8dc1-97cbd8882db1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=27f3c4dce50f47ad9013fa1bc48941bf&device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 6498 time: 1.7316182 Jun 11 10:02:28.920350 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cefc4f20-7061-4ddc-8cdb-735ffc1a9fb2 req-1b6caa84-507d-4192-9467-24838ca82877 service neutron] 10.222.0.69 "GET /v2.0/networks/19721a0f-204c-4d59-a30b-8c079af3c457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0734394 Jun 11 10:02:29.087999 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a67d9e30-5708-4fbb-b7b5-7044e29272e3 req-8b69fecb-49d6-4430-bc06-02ef8b3312ec service neutron] 10.222.0.60 "GET /v2.0/networks/27e23bf6-ffe1-4e0a-b377-e23593ba5165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3369901 Jun 11 10:02:29.179655 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-0888be54-2b2a-4317-bc47-7bebc22e0a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77baf7db-bdcb-44cb-a908-0368651b64ec', 'name': 'tempest-TestVolumeBackupRestore-1478312366-router', 'tenant_id': 'e89665a5b31d4cfa8d287da55d8a46ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '24f81093-6a7e-4d1f-ac6a-af239f89efad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:57:52Z', 'updated_at': '2021-06-11T09:57:59Z', 'revision_number': 4, 'project_id': 'e89665a5b31d4cfa8d287da55d8a46ff', 'gw_port': {'id': '24f81093-6a7e-4d1f-ac6a-af239f89efad', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77baf7db-bdcb-44cb-a908-0368651b64ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:57:53Z', 'updated_at': '2021-06-11T09:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': '312b749d-de54-45e3-ad65-ae0063b4e09f', 'tenant_id': 'e89665a5b31d4cfa8d287da55d8a46ff', 'floating_ip_address': '172.25.4.186', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': '77baf7db-bdcb-44cb-a908-0368651b64ec', 'port_id': 'f5888e41-470d-4fab-87f9-8b44d2214958', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19721a0f-204c-4d59-a30b-8c079af3c457', 'mac_address': 'fa:16:3e:2b:29:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d183ec-8c83-4c21-b0ab-8b3eeebcdcb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T10:02:21Z', 'updated_at': '2021-06-11T10:02:27Z', 'revision_number': 2, 'project_id': 'e89665a5b31d4cfa8d287da55d8a46ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91f4cf2c-28f7-434c-8ce3-92937fbde7d8', 'name': '', 'network_id': '19721a0f-204c-4d59-a30b-8c079af3c457', 'tenant_id': 'e89665a5b31d4cfa8d287da55d8a46ff', 'mac_address': 'fa:16:3e:7d:e5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77baf7db-bdcb-44cb-a908-0368651b64ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '79ac6b49-4f55-457d-944e-2b0fda2a6422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:57:57Z', 'updated_at': '2021-06-11T09:58:07Z', 'revision_number': 5, 'project_id': 'e89665a5b31d4cfa8d287da55d8a46ff', 'subnets': [{'id': '79ac6b49-4f55-457d-944e-2b0fda2a6422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:02:29.184990 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0888be54-2b2a-4317-bc47-7bebc22e0a03 None None] Checking router: 77baf7db-bdcb-44cb-a908-0368651b64ec for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:02:29.194080 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0888be54-2b2a-4317-bc47-7bebc22e0a03 None None] Routers {'77baf7db-bdcb-44cb-a908-0368651b64ec'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:02:29.194930 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-0888be54-2b2a-4317-bc47-7bebc22e0a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:02:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['77baf7db-bdcb-44cb-a908-0368651b64ec'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:02:29.242798 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-efdc28b9-7cb1-43b9-8627-81284b32a259 req-d547ed9f-85b6-462d-8448-383a4ba3e045 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] For port da8fbc79-fb8f-44ca-a448-4f854b38b7e0, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=da8fbc79-fb8f-44ca-a448-4f854b38b7e0,segment=NetworkSegment(64ec67c3-ae73-4fd7-a5b7-323e0e068c2b),segment_id=64ec67c3-ae73-4fd7-a5b7-323e0e068c2b)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:02:29.243297 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-efdc28b9-7cb1-43b9-8627-81284b32a259 req-d547ed9f-85b6-462d-8448-383a4ba3e045 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:29.362457 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a67d9e30-5708-4fbb-b7b5-7044e29272e3 req-152d5d92-690f-4159-a3ce-c461e698acb9 service neutron] 10.222.0.60 "GET /v2.0/networks/27e23bf6-ffe1-4e0a-b377-e23593ba5165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648151 Jun 11 10:02:29.445575 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-0888be54-2b2a-4317-bc47-7bebc22e0a03 None None] Set router 77baf7db-bdcb-44cb-a908-0368651b64ec gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:02:29.505362 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1ac48a50-c3ea-4c9f-aa0e-ef4db93f0c00 req-a905f4de-d1a1-4686-9735-a09b4d6ddcab tempest-ServerShowV257Test-606787121 tempest-ServerShowV257Test-606787121-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf3d32e5-d925-43ed-a1cb-15018d067abc HTTP/1.1" status: 200 len: 210 time: 0.1307511 Jun 11 10:02:29.529313 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-0cb82e24-a9d4-49df-bcdd-003fe2ed04af tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:29.536299 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-0cb82e24-a9d4-49df-bcdd-003fe2ed04af tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] 10.222.0.60 "GET /v2.0/networks?id=a76dd0db-6bc4-44b1-ace7-6f553dd1696a HTTP/1.1" status: 200 len: 817 time: 0.8225660 Jun 11 10:02:29.556060 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-006b65f8-2bc9-4357-8c11-dd2b33369a26 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] 10.222.0.60 "GET /v2.0/quotas/8cece195fa7f4a63a9c53a61258df0b0 HTTP/1.1" status: 200 len: 375 time: 0.0187619 Jun 11 10:02:29.616848 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-6859c6d7-6683-4336-b6d5-a4c2d84c34c0 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=8cece195fa7f4a63a9c53a61258df0b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0597417 Jun 11 10:02:29.862299 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c19bdb-2d80-424b-8914-ed162ae2bad5 req-98748cca-aeef-4edf-bcfc-5cc57bf7017f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:29.862787 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c19bdb-2d80-424b-8914-ed162ae2bad5 req-98748cca-aeef-4edf-bcfc-5cc57bf7017f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:29.863255 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c19bdb-2d80-424b-8914-ed162ae2bad5 req-98748cca-aeef-4edf-bcfc-5cc57bf7017f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:29.866972 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-76c19bdb-2d80-424b-8914-ed162ae2bad5 req-98748cca-aeef-4edf-bcfc-5cc57bf7017f service neutron] 10.222.0.64 "GET /v2.0/networks?id=07c60738-0d51-40d7-b14f-98ba87e92f35&id=1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e&id=1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e&id=1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e&id=1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e&id=afbcc96d-d966-4839-b6f4-c3dd378a91e7&id=afbcc96d-d966-4839-b6f4-c3dd378a91e7 HTTP/1.1" status: 200 len: 2293 time: 0.4936666 Jun 11 10:02:29.944757 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-2a1c285b-79d7-46b6-8025-646dd75e33b9 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 10:02:29.968844 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-2a1c285b-79d7-46b6-8025-646dd75e33b9 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3504939 Jun 11 10:02:30.047289 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-efdc28b9-7cb1-43b9-8627-81284b32a259 req-d547ed9f-85b6-462d-8448-383a4ba3e045 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:30.048112 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-efdc28b9-7cb1-43b9-8627-81284b32a259 req-d547ed9f-85b6-462d-8448-383a4ba3e045 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:30.048112 n-d-779913-12 neutron-server[93176]: INFO neutron.db.l3_db [req-efdc28b9-7cb1-43b9-8627-81284b32a259 req-d547ed9f-85b6-462d-8448-383a4ba3e045 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Floating IP 2319e6fc-a1aa-4c9e-8ee4-6681ccacce64 disassociated. External IP: 172.25.4.235, port: da8fbc79-fb8f-44ca-a448-4f854b38b7e0. Jun 11 10:02:30.050828 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-efdc28b9-7cb1-43b9-8627-81284b32a259 req-d547ed9f-85b6-462d-8448-383a4ba3e045 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Calling delete_port for da8fbc79-fb8f-44ca-a448-4f854b38b7e0 owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:02:30.066020 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8eb5992-3f9a-454a-9e22-78d71c99baef x-openstack-request-id: req-e8eb5992-3f9a-454a-9e22-78d71c99baef {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:02:30.066355 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90d183ec-8c83-4c21-b0ab-8b3eeebcdcb7", "tag": "f5888e41-470d-4fab-87f9-8b44d2214958", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:02:30.066655 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e8eb5992-3f9a-454a-9e22-78d71c99baef {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:02:30.067096 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90d183ec-8c83-4c21-b0ab-8b3eeebcdcb7', 'tag': 'f5888e41-470d-4fab-87f9-8b44d2214958', 'status': 'completed', 'code': 200} Jun 11 10:02:30.193071 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-0888be54-2b2a-4317-bc47-7bebc22e0a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77baf7db-bdcb-44cb-a908-0368651b64ec', 'name': 'tempest-TestVolumeBackupRestore-1478312366-router', 'tenant_id': 'e89665a5b31d4cfa8d287da55d8a46ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '24f81093-6a7e-4d1f-ac6a-af239f89efad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:57:52Z', 'updated_at': '2021-06-11T09:57:59Z', 'revision_number': 4, 'project_id': 'e89665a5b31d4cfa8d287da55d8a46ff', 'gw_port': {'id': '24f81093-6a7e-4d1f-ac6a-af239f89efad', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77baf7db-bdcb-44cb-a908-0368651b64ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:57:53Z', 'updated_at': '2021-06-11T09:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': '312b749d-de54-45e3-ad65-ae0063b4e09f', 'tenant_id': 'e89665a5b31d4cfa8d287da55d8a46ff', 'floating_ip_address': '172.25.4.186', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': '77baf7db-bdcb-44cb-a908-0368651b64ec', 'port_id': 'f5888e41-470d-4fab-87f9-8b44d2214958', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19721a0f-204c-4d59-a30b-8c079af3c457', 'mac_address': 'fa:16:3e:2b:29:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d183ec-8c83-4c21-b0ab-8b3eeebcdcb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T10:02:21Z', 'updated_at': '2021-06-11T10:02:27Z', 'revision_number': 2, 'project_id': 'e89665a5b31d4cfa8d287da55d8a46ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91f4cf2c-28f7-434c-8ce3-92937fbde7d8', 'name': '', 'network_id': '19721a0f-204c-4d59-a30b-8c079af3c457', 'tenant_id': 'e89665a5b31d4cfa8d287da55d8a46ff', 'mac_address': 'fa:16:3e:7d:e5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77baf7db-bdcb-44cb-a908-0368651b64ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '79ac6b49-4f55-457d-944e-2b0fda2a6422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:57:57Z', 'updated_at': '2021-06-11T09:58:07Z', 'revision_number': 5, 'project_id': 'e89665a5b31d4cfa8d287da55d8a46ff', 'subnets': [{'id': '79ac6b49-4f55-457d-944e-2b0fda2a6422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:02:30.197750 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0888be54-2b2a-4317-bc47-7bebc22e0a03 None None] The sync data for ids ['77baf7db-bdcb-44cb-a908-0368651b64ec'] in n-d-779913-12 is: [{'id': '77baf7db-bdcb-44cb-a908-0368651b64ec', 'name': 'tempest-TestVolumeBackupRestore-1478312366-router', 'tenant_id': 'e89665a5b31d4cfa8d287da55d8a46ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '24f81093-6a7e-4d1f-ac6a-af239f89efad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:57:52Z', 'updated_at': '2021-06-11T09:57:59Z', 'revision_number': 4, 'project_id': 'e89665a5b31d4cfa8d287da55d8a46ff', 'gw_port': {'id': '24f81093-6a7e-4d1f-ac6a-af239f89efad', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77baf7db-bdcb-44cb-a908-0368651b64ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:57:53Z', 'updated_at': '2021-06-11T09:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': '312b749d-de54-45e3-ad65-ae0063b4e09f', 'tenant_id': 'e89665a5b31d4cfa8d287da55d8a46ff', 'floating_ip_address': '172.25.4.186', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': '77baf7db-bdcb-44cb-a908-0368651b64ec', 'port_id': 'f5888e41-470d-4fab-87f9-8b44d2214958', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19721a0f-204c-4d59-a30b-8c079af3c457', 'mac_address': 'fa:16:3e:2b:29:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d183ec-8c83-4c21-b0ab-8b3eeebcdcb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T10:02:21Z', 'updated_at': '2021-06-11T10:02:27Z', 'revision_number': 2, 'project_id': 'e89665a5b31d4cfa8d287da55d8a46ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91f4cf2c-28f7-434c-8ce3-92937fbde7d8', 'name': '', 'network_id': '19721a0f-204c-4d59-a30b-8c079af3c457', 'tenant_id': 'e89665a5b31d4cfa8d287da55d8a46ff', 'mac_address': 'fa:16:3e:7d:e5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77baf7db-bdcb-44cb-a908-0368651b64ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '79ac6b49-4f55-457d-944e-2b0fda2a6422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:57:57Z', 'updated_at': '2021-06-11T09:58:07Z', 'revision_number': 5, 'project_id': 'e89665a5b31d4cfa8d287da55d8a46ff', 'subnets': [{'id': '79ac6b49-4f55-457d-944e-2b0fda2a6422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:02:30.323954 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e505cd7b-68b5-4ddb-9e5f-84a395db79ba req-8bdaea4f-2cba-408c-94d9-cb644006aa1b tempest-ServerShowV257Test-606787121 tempest-ServerShowV257Test-606787121-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf3d32e5-d925-43ed-a1cb-15018d067abc HTTP/1.1" status: 200 len: 210 time: 0.0449343 Jun 11 10:02:30.415152 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device da8fbc79-fb8f-44ca-a448-4f854b38b7e0 no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:02:30.563169 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-76c19bdb-2d80-424b-8914-ed162ae2bad5 req-f64e10cd-d874-4554-aad7-c1238edc7083 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6002c3af-dd58-4a68-a700-e1997afee2fa HTTP/1.1" status: 200 len: 1000 time: 0.4127741 Jun 11 10:02:30.643611 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c19bdb-2d80-424b-8914-ed162ae2bad5 req-76c7049e-75a1-4a79-a3dc-dede9f2cdc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:30.645168 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-76c19bdb-2d80-424b-8914-ed162ae2bad5 req-76c7049e-75a1-4a79-a3dc-dede9f2cdc50 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=89485667-0a35-4bc0-a20f-cd09bc5f5d8c HTTP/1.1" status: 200 len: 851 time: 0.0672672 Jun 11 10:02:30.686195 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:30.709155 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146b1c75-a97f-4d3d-a2da-4636596d2f58 req-c6e7f861-1cb7-4a43-bb22-f047110634e2 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:30.709310 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94465c1d-1f09-4bd2-a0b5-87c382969c10 req-f93b7079-36d7-4cf4-879a-8a260a2c08f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:30.710996 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-94465c1d-1f09-4bd2-a0b5-87c382969c10 req-f93b7079-36d7-4cf4-879a-8a260a2c08f8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e89665a5b31d4cfa8d287da55d8a46ff&device_id=90d183ec-8c83-4c21-b0ab-8b3eeebcdcb7 HTTP/1.1" status: 200 len: 1097 time: 0.5516851 Jun 11 10:02:30.721501 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-146b1c75-a97f-4d3d-a2da-4636596d2f58 req-c6e7f861-1cb7-4a43-bb22-f047110634e2 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaddf973-e588-464b-8514-112fb39e8650 HTTP/1.1" status: 200 len: 947 time: 0.1311653 Jun 11 10:02:30.808060 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-146b1c75-a97f-4d3d-a2da-4636596d2f58 req-cdae88ea-0901-403d-ab7b-0249fdfa43f2 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=28282b0e-6c5e-431e-9466-f7852b229f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781476 Jun 11 10:02:30.882353 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-279af842-04a2-4ec2-8615-593ec72537d8 req-d4cf7809-e098-433a-baf7-2fd392d02a64 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f222d0be-bfc4-447c-8dff-ec08bdf67a11 HTTP/1.1" status: 200 len: 210 time: 0.0418940 Jun 11 10:02:30.886765 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-205128f0-e8c5-408f-95a8-fbd366a6ecdc service neutron] 10.222.0.60 "GET /v2.0/networks/a76dd0db-6bc4-44b1-ace7-6f553dd1696a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9170218 Jun 11 10:02:31.113713 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c19bdb-2d80-424b-8914-ed162ae2bad5 req-a9e4ce6d-d8dd-4a32-b25d-046f0bf2342f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:31.115183 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-76c19bdb-2d80-424b-8914-ed162ae2bad5 req-a9e4ce6d-d8dd-4a32-b25d-046f0bf2342f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=07c60738-0d51-40d7-b14f-98ba87e92f35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4579010 Jun 11 10:02:31.118187 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94465c1d-1f09-4bd2-a0b5-87c382969c10 req-020dbe7c-eb60-490d-bae4-b3b9389b4b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:31.120326 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-94465c1d-1f09-4bd2-a0b5-87c382969c10 req-020dbe7c-eb60-490d-bae4-b3b9389b4b62 service neutron] 10.222.0.69 "GET /v2.0/networks?id=19721a0f-204c-4d59-a30b-8c079af3c457 HTTP/1.1" status: 200 len: 915 time: 0.2749827 Jun 11 10:02:31.165316 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:02:31.237004 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-efdc28b9-7cb1-43b9-8627-81284b32a259 req-d547ed9f-85b6-462d-8448-383a4ba3e045 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:31.250482 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:31.251122 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6009affc-083b-4482-b836-97b41648067c tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:02:31.256340 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-aae0fea4-3f21-492a-8f96-ae152151ea3e service neutron] 10.222.0.60 "GET /v2.0/networks/a76dd0db-6bc4-44b1-ace7-6f553dd1696a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3527033 Jun 11 10:02:31.309349 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d547ed9f-85b6-462d-8448-383a4ba3e045 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Pushing event deleted for resources: {'Port': ['ID=da8fbc79-fb8f-44ca-a448-4f854b38b7e0,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:02:31.312404 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d547ed9f-85b6-462d-8448-383a4ba3e045 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:02:31.460073 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-94465c1d-1f09-4bd2-a0b5-87c382969c10 req-d1151c91-662d-41ad-97a5-d59f74ba988a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f5888e41-470d-4fab-87f9-8b44d2214958 HTTP/1.1" status: 200 len: 1001 time: 0.3075724 Jun 11 10:02:31.594431 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-76c19bdb-2d80-424b-8914-ed162ae2bad5 req-d2ece6f5-1ff2-450f-86b1-9a2a2c530f7e service neutron] 10.222.0.64 "GET /v2.0/networks/07c60738-0d51-40d7-b14f-98ba87e92f35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4708319 Jun 11 10:02:31.631675 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94465c1d-1f09-4bd2-a0b5-87c382969c10 req-2b46e513-3ac5-4229-89f6-f888be6c5bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:31.633082 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-94465c1d-1f09-4bd2-a0b5-87c382969c10 req-2b46e513-3ac5-4229-89f6-f888be6c5bfe service neutron] 10.222.0.69 "GET /v2.0/subnets?id=79ac6b49-4f55-457d-944e-2b0fda2a6422 HTTP/1.1" status: 200 len: 853 time: 0.1185551 Jun 11 10:02:31.787947 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [req-efdc28b9-7cb1-43b9-8627-81284b32a259 req-d547ed9f-85b6-462d-8448-383a4ba3e045 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Router 6875d133-0fb1-4d5d-a407-11a97fc05e02 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:02:31.850802 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-76c19bdb-2d80-424b-8914-ed162ae2bad5 req-76477809-9ab7-4bf7-b2e4-1f821e011569 service neutron] 10.222.0.64 "GET /v2.0/networks/07c60738-0d51-40d7-b14f-98ba87e92f35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483339 Jun 11 10:02:32.007329 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0e0e7d59-3555-49d0-bb7b-8561051b0136 req-dbae373d-411a-415b-93f4-a7176171e1f6 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaddf973-e588-464b-8514-112fb39e8650 HTTP/1.1" status: 200 len: 210 time: 0.0360985 Jun 11 10:02:32.068713 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90d183ec-8c83-4c21-b0ab-8b3eeebcdcb7', 'tag': 'f5888e41-470d-4fab-87f9-8b44d2214958'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:02:32.071641 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af59635b-f05f-4c78-bc44-8203100fe936" -d '{"events": [{"name": "network-changed", "server_uuid": "90d183ec-8c83-4c21-b0ab-8b3eeebcdcb7", "tag": "f5888e41-470d-4fab-87f9-8b44d2214958"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:02:32.133331 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 37250) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:02:32.168083 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-556f619d-bdd1-41c8-8234-968853e18ef5 req-19ca4f68-f8de-455e-be9f-d5c57275da16 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f222d0be-bfc4-447c-8dff-ec08bdf67a11 HTTP/1.1" status: 200 len: 210 time: 0.0450816 Jun 11 10:02:32.235626 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3525345-e314-4859-b332-1c83defeb408 x-openstack-request-id: req-f3525345-e314-4859-b332-1c83defeb408 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:02:32.236238 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90d183ec-8c83-4c21-b0ab-8b3eeebcdcb7", "tag": "f5888e41-470d-4fab-87f9-8b44d2214958", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:02:32.236721 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f3525345-e314-4859-b332-1c83defeb408 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:02:32.237380 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90d183ec-8c83-4c21-b0ab-8b3eeebcdcb7', 'tag': 'f5888e41-470d-4fab-87f9-8b44d2214958', 'status': 'completed', 'code': 200} Jun 11 10:02:32.508938 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b2ff9cad-6d78-416c-9814-79279f2b14c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:32.551983 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94465c1d-1f09-4bd2-a0b5-87c382969c10 req-32aa8eb6-3b69-4897-9944-853e7582eefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:32.554004 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-94465c1d-1f09-4bd2-a0b5-87c382969c10 req-32aa8eb6-3b69-4897-9944-853e7582eefe service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=19721a0f-204c-4d59-a30b-8c079af3c457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9023969 Jun 11 10:02:32.557806 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-76c19bdb-2d80-424b-8914-ed162ae2bad5 req-06be3830-c39c-494d-91fa-eaaac89d9495 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=31bcc4b9-58bd-4fec-b00e-1686a7b3b5c8 HTTP/1.1" status: 200 len: 217 time: 0.0921474 Jun 11 10:02:32.710820 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5d011def-00e9-4d91-891f-a8ce43e6c6e3 req-edb1a0d9-4a7e-4b7c-8512-95a91c5dc2b3 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] 10.222.0.60 "GET /v2.0/ports?device_id=845b7727-0dec-4944-b297-5ba8740ec84e HTTP/1.1" status: 200 len: 210 time: 0.1248243 Jun 11 10:02:32.749943 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c19bdb-2d80-424b-8914-ed162ae2bad5 req-b6d8f3aa-dd56-4077-a654-2284a75b8e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:32.751974 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-76c19bdb-2d80-424b-8914-ed162ae2bad5 req-b6d8f3aa-dd56-4077-a654-2284a75b8e00 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ed222787-e673-4822-923d-7d2cddde10e7 HTTP/1.1" status: 200 len: 797 time: 0.1848648 Jun 11 10:02:32.766096 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-efdc28b9-7cb1-43b9-8627-81284b32a259 req-d547ed9f-85b6-462d-8448-383a4ba3e045 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:02:32.785144 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e27a6f-17b4-493b-8b55-9ce7f722b1f7 None None] Sync routers for ids ['6875d133-0fb1-4d5d-a407-11a97fc05e02'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:02:32.785924 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a33fe87f-bcb4-4981-840a-3264e669d422 req-6346f9f4-d7ec-4f41-971f-aad12c20e18e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=90d183ec-8c83-4c21-b0ab-8b3eeebcdcb7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1717155 Jun 11 10:02:32.789643 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e27a6f-17b4-493b-8b55-9ce7f722b1f7 None None] Routers {'6875d133-0fb1-4d5d-a407-11a97fc05e02'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:02:32.790302 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-a1e27a6f-17b4-493b-8b55-9ce7f722b1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:02:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['6875d133-0fb1-4d5d-a407-11a97fc05e02'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:02:32.835333 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b2ff9cad-6d78-416c-9814-79279f2b14c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:32.852523 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-94465c1d-1f09-4bd2-a0b5-87c382969c10 req-ac7b2e6c-8e44-4fd5-861f-c8964102d699 service neutron] 10.222.0.69 "GET /v2.0/networks/19721a0f-204c-4d59-a30b-8c079af3c457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842813 Jun 11 10:02:32.880529 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-efdc28b9-7cb1-43b9-8627-81284b32a259 req-d547ed9f-85b6-462d-8448-383a4ba3e045 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] No DVR routers for this DVR port da8fbc79-fb8f-44ca-a448-4f854b38b7e0 on host n-h1-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:02:32.890672 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-efdc28b9-7cb1-43b9-8627-81284b32a259 req-d547ed9f-85b6-462d-8448-383a4ba3e045 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:32.892560 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-efdc28b9-7cb1-43b9-8627-81284b32a259 req-d547ed9f-85b6-462d-8448-383a4ba3e045 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.64 "DELETE /v2.0/ports/da8fbc79-fb8f-44ca-a448-4f854b38b7e0 HTTP/1.1" status: 204 len: 173 time: 6.1686757 Jun 11 10:02:32.894326 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaddf973-e588-464b-8514-112fb39e8650', 'name': 'network-vif-deleted', 'tag': 'da8fbc79-fb8f-44ca-a448-4f854b38b7e0'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:02:32.896708 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b106a77-85f1-4c38-b297-7703b11e142b" -d '{"events": [{"server_uuid": "aaddf973-e588-464b-8514-112fb39e8650", "name": "network-vif-deleted", "tag": "da8fbc79-fb8f-44ca-a448-4f854b38b7e0"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:02:32.926008 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b2ff9cad-6d78-416c-9814-79279f2b14c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:32.930471 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5a8bc93f-aea0-4f5e-a513-708b5ac96e28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:02:32.987449 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-a1e27a6f-17b4-493b-8b55-9ce7f722b1f7 None None] Set router 6875d133-0fb1-4d5d-a407-11a97fc05e02 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:02:32.998519 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccdd1887-00fc-40d5-9475-ead5300db1fc x-openstack-request-id: req-ccdd1887-00fc-40d5-9475-ead5300db1fc {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:02:32.998867 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaddf973-e588-464b-8514-112fb39e8650", "name": "network-vif-deleted", "tag": "da8fbc79-fb8f-44ca-a448-4f854b38b7e0", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:02:32.999171 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ccdd1887-00fc-40d5-9475-ead5300db1fc {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:02:32.999645 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaddf973-e588-464b-8514-112fb39e8650', 'name': 'network-vif-deleted', 'tag': 'da8fbc79-fb8f-44ca-a448-4f854b38b7e0', 'status': 'completed', 'code': 200} Jun 11 10:02:33.019761 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c19bdb-2d80-424b-8914-ed162ae2bad5 req-bb46cfdc-e348-4907-bfce-384354ade0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:33.021270 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-76c19bdb-2d80-424b-8914-ed162ae2bad5 req-bb46cfdc-e348-4907-bfce-384354ade0db service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2472255 Jun 11 10:02:33.060029 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-94465c1d-1f09-4bd2-a0b5-87c382969c10 req-6ab8689e-e73d-4a52-8636-7d34797abd6e service neutron] 10.222.0.69 "GET /v2.0/networks/19721a0f-204c-4d59-a30b-8c079af3c457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813314 Jun 11 10:02:33.065920 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-b2ff9cad-6d78-416c-9814-79279f2b14c2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=eab8215c8f954bcf9f62323d2e2dc433&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9313381 Jun 11 10:02:33.076071 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 37280) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:02:33.100745 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ff9cad-6d78-416c-9814-79279f2b14c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=611d64bb-ce33-4bb7-8597-d7fcaea9e96b,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:02:33.114406 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b2ff9cad-6d78-416c-9814-79279f2b14c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:02:33.265288 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5823879c-c769-4397-b849-e8f77c70bffc req-e0356241-617f-4230-832c-9c6d15eef3c5 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaddf973-e588-464b-8514-112fb39e8650 HTTP/1.1" status: 200 len: 210 time: 0.0739617 Jun 11 10:02:33.322846 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-76c19bdb-2d80-424b-8914-ed162ae2bad5 req-64ab6cb9-b775-4eaa-8275-8a6bd780c1a4 service neutron] 10.222.0.64 "GET /v2.0/networks/1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943954 Jun 11 10:02:33.329827 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1b3aceff-2de9-4fed-9907-876fcfdd3b27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:33.412868 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1b3aceff-2de9-4fed-9907-876fcfdd3b27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:33.456168 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ba8de61a-cb56-47cd-b7c9-59cd91e8675a req-98051ec1-e06a-4c04-aeda-6045faeaa63f tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f222d0be-bfc4-447c-8dff-ec08bdf67a11 HTTP/1.1" status: 200 len: 210 time: 0.0668144 Jun 11 10:02:33.525349 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-a1e27a6f-17b4-493b-8b55-9ce7f722b1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6875d133-0fb1-4d5d-a407-11a97fc05e02', 'name': 'tempest-AttachVolumeShelveTestJSON-854289280-router', 'tenant_id': '21c20f27027a4fa895493faf5f883302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': '581c405d-a3a7-4d04-9b07-3b4049bdd298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:56:14Z', 'updated_at': '2021-06-11T09:56:22Z', 'revision_number': 4, 'project_id': '21c20f27027a4fa895493faf5f883302', 'gw_port': {'id': '581c405d-a3a7-4d04-9b07-3b4049bdd298', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:cc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6875d133-0fb1-4d5d-a407-11a97fc05e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:56:16Z', 'updated_at': '2021-06-11T09:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '6860f945-01fa-4b32-bfaf-2a6c0d5e6280', 'name': '', 'network_id': '4ec1bae5-7351-4e01-a52c-de5521320fcb', 'tenant_id': '21c20f27027a4fa895493faf5f883302', 'mac_address': 'fa:16:3e:11:34:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6875d133-0fb1-4d5d-a407-11a97fc05e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '73b1338f-0df7-44ec-88b6-dbc16cfcfcc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:56:21Z', 'updated_at': '2021-06-11T09:56:30Z', 'revision_number': 5, 'project_id': '21c20f27027a4fa895493faf5f883302', 'subnets': [{'id': '73b1338f-0df7-44ec-88b6-dbc16cfcfcc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:02:33.530912 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e27a6f-17b4-493b-8b55-9ce7f722b1f7 None None] Checking router: 6875d133-0fb1-4d5d-a407-11a97fc05e02 for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:02:33.559261 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af59635b-f05f-4c78-bc44-8203100fe936 req-f67701d6-53a0-4a2f-a00e-c0a1d1ca0d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:33.560873 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-af59635b-f05f-4c78-bc44-8203100fe936 req-f67701d6-53a0-4a2f-a00e-c0a1d1ca0d44 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e89665a5b31d4cfa8d287da55d8a46ff&device_id=90d183ec-8c83-4c21-b0ab-8b3eeebcdcb7 HTTP/1.1" status: 200 len: 1097 time: 0.3173964 Jun 11 10:02:33.562517 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e27a6f-17b4-493b-8b55-9ce7f722b1f7 None None] Routers {'6875d133-0fb1-4d5d-a407-11a97fc05e02'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:02:33.563248 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-a1e27a6f-17b4-493b-8b55-9ce7f722b1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:02:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['6875d133-0fb1-4d5d-a407-11a97fc05e02'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:02:33.711010 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-76c19bdb-2d80-424b-8914-ed162ae2bad5 req-beb63d61-048d-48ef-8a55-bfe076a34074 service neutron] 10.222.0.64 "GET /v2.0/networks/1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3806198 Jun 11 10:02:33.769598 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d9e30-5708-4fbb-b7b5-7044e29272e3 req-949621f4-e416-4aec-8fb5-b1f0e255ed0c tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:33.772244 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a67d9e30-5708-4fbb-b7b5-7044e29272e3 req-949621f4-e416-4aec-8fb5-b1f0e255ed0c tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.69 "GET /v2.0/networks?id=27e23bf6-ffe1-4e0a-b377-e23593ba5165 HTTP/1.1" status: 200 len: 811 time: 0.4370620 Jun 11 10:02:33.795888 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-a67d9e30-5708-4fbb-b7b5-7044e29272e3 req-5881b4c6-25a7-4c95-904d-06e81098e82d tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Request body: {'port': {'device_id': 'f222d0be-bfc4-447c-8dff-ec08bdf67a11', 'network_id': '27e23bf6-ffe1-4e0a-b377-e23593ba5165', 'admin_state_up': True, 'tenant_id': 'cf2f36364fcc4b2d95b3a631356b3d50'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:02:33.847908 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-a1e27a6f-17b4-493b-8b55-9ce7f722b1f7 None None] Set router 6875d133-0fb1-4d5d-a407-11a97fc05e02 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:02:33.943277 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-76c19bdb-2d80-424b-8914-ed162ae2bad5 req-a7b9d880-43fb-4195-8d8f-f8c9984b76eb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.172&port_id=44968cf1-fbc9-4eec-b314-67f01cc0a00c HTTP/1.1" status: 200 len: 217 time: 0.2116375 Jun 11 10:02:33.943938 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1b3aceff-2de9-4fed-9907-876fcfdd3b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:33.946829 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1b3aceff-2de9-4fed-9907-876fcfdd3b27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:33.959806 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-1b3aceff-2de9-4fed-9907-876fcfdd3b27 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/611d64bb-ce33-4bb7-8597-d7fcaea9e96b HTTP/1.1" status: 204 len: 168 time: 0.8740785 Jun 11 10:02:34.092590 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-da3344af-22fb-42c9-aa59-d8663f6718c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:02:34.150926 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3aceff-2de9-4fed-9907-876fcfdd3b27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=611d64bb-ce33-4bb7-8597-d7fcaea9e96b,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:02:34.159224 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1b3aceff-2de9-4fed-9907-876fcfdd3b27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:02:34.177215 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-03014be8-4fe0-4b41-9d12-580c44b544fc req-f8a3c4c1-7a84-414a-8749-6f2611419402 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] 10.222.0.60 "GET /v2.0/ports?device_id=845b7727-0dec-4944-b297-5ba8740ec84e HTTP/1.1" status: 200 len: 210 time: 0.3524923 Jun 11 10:02:34.288073 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af59635b-f05f-4c78-bc44-8203100fe936 req-fdfea0ec-9a2c-41f3-9659-ac9175d66ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:34.289546 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-af59635b-f05f-4c78-bc44-8203100fe936 req-fdfea0ec-9a2c-41f3-9659-ac9175d66ae4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=19721a0f-204c-4d59-a30b-8c079af3c457 HTTP/1.1" status: 200 len: 915 time: 0.7183931 Jun 11 10:02:34.298575 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c19bdb-2d80-424b-8914-ed162ae2bad5 req-e4665a01-8440-4e5f-bcef-92f332ecd61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:34.300244 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-76c19bdb-2d80-424b-8914-ed162ae2bad5 req-e4665a01-8440-4e5f-bcef-92f332ecd61a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ed222787-e673-4822-923d-7d2cddde10e7 HTTP/1.1" status: 200 len: 797 time: 0.2734947 Jun 11 10:02:34.497650 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-a1e27a6f-17b4-493b-8b55-9ce7f722b1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6875d133-0fb1-4d5d-a407-11a97fc05e02', 'name': 'tempest-AttachVolumeShelveTestJSON-854289280-router', 'tenant_id': '21c20f27027a4fa895493faf5f883302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': '581c405d-a3a7-4d04-9b07-3b4049bdd298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:56:14Z', 'updated_at': '2021-06-11T09:56:22Z', 'revision_number': 4, 'project_id': '21c20f27027a4fa895493faf5f883302', 'gw_port': {'id': '581c405d-a3a7-4d04-9b07-3b4049bdd298', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:cc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6875d133-0fb1-4d5d-a407-11a97fc05e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:56:16Z', 'updated_at': '2021-06-11T09:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '6860f945-01fa-4b32-bfaf-2a6c0d5e6280', 'name': '', 'network_id': '4ec1bae5-7351-4e01-a52c-de5521320fcb', 'tenant_id': '21c20f27027a4fa895493faf5f883302', 'mac_address': 'fa:16:3e:11:34:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6875d133-0fb1-4d5d-a407-11a97fc05e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '73b1338f-0df7-44ec-88b6-dbc16cfcfcc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:56:21Z', 'updated_at': '2021-06-11T09:56:30Z', 'revision_number': 5, 'project_id': '21c20f27027a4fa895493faf5f883302', 'subnets': [{'id': '73b1338f-0df7-44ec-88b6-dbc16cfcfcc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:02:34.510715 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e27a6f-17b4-493b-8b55-9ce7f722b1f7 None None] The sync data for ids ['6875d133-0fb1-4d5d-a407-11a97fc05e02'] in n-d-779913-12 is: [{'id': '6875d133-0fb1-4d5d-a407-11a97fc05e02', 'name': 'tempest-AttachVolumeShelveTestJSON-854289280-router', 'tenant_id': '21c20f27027a4fa895493faf5f883302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': '581c405d-a3a7-4d04-9b07-3b4049bdd298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:56:14Z', 'updated_at': '2021-06-11T09:56:22Z', 'revision_number': 4, 'project_id': '21c20f27027a4fa895493faf5f883302', 'gw_port': {'id': '581c405d-a3a7-4d04-9b07-3b4049bdd298', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:cc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6875d133-0fb1-4d5d-a407-11a97fc05e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:56:16Z', 'updated_at': '2021-06-11T09:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '6860f945-01fa-4b32-bfaf-2a6c0d5e6280', 'name': '', 'network_id': '4ec1bae5-7351-4e01-a52c-de5521320fcb', 'tenant_id': '21c20f27027a4fa895493faf5f883302', 'mac_address': 'fa:16:3e:11:34:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6875d133-0fb1-4d5d-a407-11a97fc05e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '73b1338f-0df7-44ec-88b6-dbc16cfcfcc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:56:21Z', 'updated_at': '2021-06-11T09:56:30Z', 'revision_number': 5, 'project_id': '21c20f27027a4fa895493faf5f883302', 'subnets': [{'id': '73b1338f-0df7-44ec-88b6-dbc16cfcfcc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:02:34.567302 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-af59635b-f05f-4c78-bc44-8203100fe936 req-5c3c0a43-009e-4ecd-9764-eabd64649d28 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f5888e41-470d-4fab-87f9-8b44d2214958 HTTP/1.1" status: 200 len: 1001 time: 0.2655427 Jun 11 10:02:34.739116 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af59635b-f05f-4c78-bc44-8203100fe936 req-0ffe507a-257f-4b0c-b26c-de2717e9b41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:34.741540 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-af59635b-f05f-4c78-bc44-8203100fe936 req-0ffe507a-257f-4b0c-b26c-de2717e9b41d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=79ac6b49-4f55-457d-944e-2b0fda2a6422 HTTP/1.1" status: 200 len: 853 time: 0.1483080 Jun 11 10:02:34.744323 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c19bdb-2d80-424b-8914-ed162ae2bad5 req-851c7a1f-cd84-405d-a4ac-0e22f4a864dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:34.746245 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-76c19bdb-2d80-424b-8914-ed162ae2bad5 req-851c7a1f-cd84-405d-a4ac-0e22f4a864dc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4309881 Jun 11 10:02:34.773817 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-43377bb4-071a-4bde-aba6-fe070ead70a0 req-45d64e61-9403-40df-a299-e9139690d1ff tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaddf973-e588-464b-8514-112fb39e8650 HTTP/1.1" status: 200 len: 210 time: 0.0494852 Jun 11 10:02:34.862642 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4deb101f-e533-4da5-b6d0-aa66e709703d req-c0b39222-b4fa-44ea-ac3a-693097f42132 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f222d0be-bfc4-447c-8dff-ec08bdf67a11 HTTP/1.1" status: 200 len: 210 time: 0.1033072 Jun 11 10:02:34.948550 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780ed503-daae-4ac4-abf3-173ba5753177 None None] New status for floating IP 2319e6fc-a1aa-4c9e-8ee4-6681ccacce64: DOWN {{(pid=93179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 10:02:34.953665 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a67d9e30-5708-4fbb-b7b5-7044e29272e3 req-5881b4c6-25a7-4c95-904d-06e81098e82d tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Made reservation on behalf of cf2f36364fcc4b2d95b3a631356b3d50 for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:02:34.959338 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-a67d9e30-5708-4fbb-b7b5-7044e29272e3 req-5881b4c6-25a7-4c95-904d-06e81098e82d tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:34.973089 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af59635b-f05f-4c78-bc44-8203100fe936 req-ef581230-b6d4-4030-8811-219cecb33fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:34.975217 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-af59635b-f05f-4c78-bc44-8203100fe936 req-ef581230-b6d4-4030-8811-219cecb33fb0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=19721a0f-204c-4d59-a30b-8c079af3c457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2266746 Jun 11 10:02:34.978906 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-76c19bdb-2d80-424b-8914-ed162ae2bad5 req-ff322a3e-c273-4548-b8b3-132f7482a880 service neutron] 10.222.0.64 "GET /v2.0/networks/1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207987 Jun 11 10:02:35.194939 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [req-a67d9e30-5708-4fbb-b7b5-7044e29272e3 req-5881b4c6-25a7-4c95-904d-06e81098e82d tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Allocated IP 172.20.0.8 (27e23bf6-ffe1-4e0a-b377-e23593ba5165/a3823ddd-2fea-4754-846e-b1cf37fb47e2/be1bc31a-0e63-43d1-8bab-f5d51bdb3bb5) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:02:35.384345 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f4699825-8ce4-402f-871e-aa9824c4d0de req-0e261184-4244-454b-981e-2a0ad8ac81a5 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] 10.222.0.60 "GET /v2.0/ports?device_id=845b7727-0dec-4944-b297-5ba8740ec84e HTTP/1.1" status: 200 len: 210 time: 0.0748103 Jun 11 10:02:35.388814 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-76c19bdb-2d80-424b-8914-ed162ae2bad5 req-0a669b2d-06ad-4758-90cf-89db5b728de1 service neutron] 10.222.0.64 "GET /v2.0/networks/1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4033406 Jun 11 10:02:35.391370 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-af59635b-f05f-4c78-bc44-8203100fe936 req-ce1a5d95-dfb4-4e72-8880-2e09fb018041 service neutron] 10.222.0.69 "GET /v2.0/networks/19721a0f-204c-4d59-a30b-8c079af3c457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4068923 Jun 11 10:02:35.506804 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-76c19bdb-2d80-424b-8914-ed162ae2bad5 req-009ab307-e18d-4412-b78a-d9a6041e9f44 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=eaada8e6-4077-4542-af8d-d731c7dc1459 HTTP/1.1" status: 200 len: 217 time: 0.1095891 Jun 11 10:02:35.533178 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:35.563135 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-a67d9e30-5708-4fbb-b7b5-7044e29272e3 req-5881b4c6-25a7-4c95-904d-06e81098e82d tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:35.645927 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c19bdb-2d80-424b-8914-ed162ae2bad5 req-1040a978-ab07-40c9-b28b-5ea0afd872c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:35.647273 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-76c19bdb-2d80-424b-8914-ed162ae2bad5 req-1040a978-ab07-40c9-b28b-5ea0afd872c5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ed222787-e673-4822-923d-7d2cddde10e7 HTTP/1.1" status: 200 len: 797 time: 0.0812292 Jun 11 10:02:35.649245 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-af59635b-f05f-4c78-bc44-8203100fe936 req-26420e1b-ffcb-42a4-8cd2-b87c260c3f2b service neutron] 10.222.0.69 "GET /v2.0/networks/19721a0f-204c-4d59-a30b-8c079af3c457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376254 Jun 11 10:02:35.720988 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-a67d9e30-5708-4fbb-b7b5-7044e29272e3 req-5881b4c6-25a7-4c95-904d-06e81098e82d tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:35.738353 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-962fd182-bbf0-42a8-b75d-92ae2a436421 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:02:35.749999 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c19bdb-2d80-424b-8914-ed162ae2bad5 req-484f7234-6091-445a-b4d0-583fdb885f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:35.752739 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-76c19bdb-2d80-424b-8914-ed162ae2bad5 req-484f7234-6091-445a-b4d0-583fdb885f0f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0985932 Jun 11 10:02:35.857763 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a67d9e30-5708-4fbb-b7b5-7044e29272e3 req-5881b4c6-25a7-4c95-904d-06e81098e82d tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Network 27e23bf6-ffe1-4e0a-b377-e23593ba5165 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:02:35.866568 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [req-a67d9e30-5708-4fbb-b7b5-7044e29272e3 req-5881b4c6-25a7-4c95-904d-06e81098e82d tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:02:35.889878 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-a67d9e30-5708-4fbb-b7b5-7044e29272e3 req-5881b4c6-25a7-4c95-904d-06e81098e82d tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:02:35.929625 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-76c19bdb-2d80-424b-8914-ed162ae2bad5 req-bb5960ff-2fef-4a46-a4ee-cd11764a9e1a service neutron] 10.222.0.64 "GET /v2.0/networks/1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705306 Jun 11 10:02:36.000066 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5881b4c6-25a7-4c95-904d-06e81098e82d tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Pushing event updated for resources: {'Port': ['ID=be1bc31a-0e63-43d1-8bab-f5d51bdb3bb5,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:02:36.010455 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5881b4c6-25a7-4c95-904d-06e81098e82d tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:02:36.021733 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d9e30-5708-4fbb-b7b5-7044e29272e3 req-5881b4c6-25a7-4c95-904d-06e81098e82d tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:36.022480 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-a67d9e30-5708-4fbb-b7b5-7044e29272e3 req-5881b4c6-25a7-4c95-904d-06e81098e82d tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:36.121960 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a67d9e30-5708-4fbb-b7b5-7044e29272e3 req-5881b4c6-25a7-4c95-904d-06e81098e82d tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3325336 Jun 11 10:02:36.136643 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-a67d9e30-5708-4fbb-b7b5-7044e29272e3 req-8b3251c4-e8ae-453a-9ecb-70cbde11e19a service neutron] Request body: {'port': {'device_id': 'f222d0be-bfc4-447c-8dff-ec08bdf67a11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-12'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:02:36.265122 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-a67d9e30-5708-4fbb-b7b5-7044e29272e3 req-8b3251c4-e8ae-453a-9ecb-70cbde11e19a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:36.462716 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 37380) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:02:36.663786 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2cef1b90-be0b-4761-bdcf-b1918f3ab9e4 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:36.756138 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2cef1b90-be0b-4761-bdcf-b1918f3ab9e4 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:36.762366 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e7583d0b-5c9b-4c52-a215-ee2199d6abca req-4cda2e55-6998-4f94-83d0-5f87f769ce6f tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] 10.222.0.60 "GET /v2.0/ports?device_id=845b7727-0dec-4944-b297-5ba8740ec84e HTTP/1.1" status: 200 len: 210 time: 0.0628541 Jun 11 10:02:36.768043 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-76c19bdb-2d80-424b-8914-ed162ae2bad5 req-979964f3-45c2-4f45-b006-ea0b3bf8de88 service neutron] 10.222.0.64 "GET /v2.0/networks/1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8128881 Jun 11 10:02:36.770048 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33fe87f-bcb4-4981-840a-3264e669d422 req-3466579a-05a4-426f-93b5-b92f26d34dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:36.771385 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a33fe87f-bcb4-4981-840a-3264e669d422 req-3466579a-05a4-426f-93b5-b92f26d34dd8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e89665a5b31d4cfa8d287da55d8a46ff&device_id=90d183ec-8c83-4c21-b0ab-8b3eeebcdcb7 HTTP/1.1" status: 200 len: 1097 time: 0.8407555 Jun 11 10:02:36.850220 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-76c19bdb-2d80-424b-8914-ed162ae2bad5 req-22337886-e09e-41b4-8041-e544987ee59e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=1679bae4-2d97-4ecb-add1-b9fc56247f86 HTTP/1.1" status: 200 len: 217 time: 0.0563104 Jun 11 10:02:36.926163 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd336a7c-cd38-48ad-b63a-d110f3bae71c req-8c08d354-9a11-4789-a6dc-0ffcd11cf079 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:36.934357 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fd336a7c-cd38-48ad-b63a-d110f3bae71c req-8c08d354-9a11-4789-a6dc-0ffcd11cf079 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f222d0be-bfc4-447c-8dff-ec08bdf67a11 HTTP/1.1" status: 200 len: 931 time: 0.7378857 Jun 11 10:02:37.018821 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [req-a67d9e30-5708-4fbb-b7b5-7044e29272e3 req-8b3251c4-e8ae-453a-9ecb-70cbde11e19a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be1bc31a-0e63-43d1-8bab-f5d51bdb3bb5 {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:02:37.032735 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-a67d9e30-5708-4fbb-b7b5-7044e29272e3 req-8b3251c4-e8ae-453a-9ecb-70cbde11e19a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:37.100611 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c19bdb-2d80-424b-8914-ed162ae2bad5 req-e8623d1d-39cb-4879-8a26-1aeeaba8f1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:37.102073 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-76c19bdb-2d80-424b-8914-ed162ae2bad5 req-e8623d1d-39cb-4879-8a26-1aeeaba8f1af service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ed222787-e673-4822-923d-7d2cddde10e7 HTTP/1.1" status: 200 len: 797 time: 0.2447355 Jun 11 10:02:37.158560 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-a67d9e30-5708-4fbb-b7b5-7044e29272e3 req-8b3251c4-e8ae-453a-9ecb-70cbde11e19a service neutron] Transition to ACTIVE for port object be1bc31a-0e63-43d1-8bab-f5d51bdb3bb5 will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:02:37.159967 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2cef1b90-be0b-4761-bdcf-b1918f3ab9e4 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:37.163353 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2cef1b90-be0b-4761-bdcf-b1918f3ab9e4 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:37.164276 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-2cef1b90-be0b-4761-bdcf-b1918f3ab9e4 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "DELETE /v2.0/security-groups/28282b0e-6c5e-431e-9466-f7852b229f5a HTTP/1.1" status: 204 len: 168 time: 0.7023227 Jun 11 10:02:37.165154 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1c38eee0-b3aa-429d-b7b4-04fbe7e404ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:02:37.169524 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 37398) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:02:37.217591 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cef1b90-be0b-4761-bdcf-b1918f3ab9e4 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28282b0e-6c5e-431e-9466-f7852b229f5a,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:02:37.243256 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fd336a7c-cd38-48ad-b63a-d110f3bae71c req-61cef2d6-fd70-4f73-9e7c-06ffe75a013c tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076563 Jun 11 10:02:37.266726 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2cef1b90-be0b-4761-bdcf-b1918f3ab9e4 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:02:37.269653 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-a67d9e30-5708-4fbb-b7b5-7044e29272e3 req-8b3251c4-e8ae-453a-9ecb-70cbde11e19a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:37.285749 n-d-779913-12 neutron-server[93177]: INFO neutron.api.v2.resource [None req-c1dce9f5-915e-4a86-9cf8-50424edf1bec tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] show failed (client error): The resource could not be found. Jun 11 10:02:37.287041 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-c1dce9f5-915e-4a86-9cf8-50424edf1bec tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups/28282b0e-6c5e-431e-9466-f7852b229f5a HTTP/1.1" status: 404 len: 347 time: 0.1154504 Jun 11 10:02:37.288960 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-067f5b7b-1bc4-4161-9a4b-cc46301b8e35 tempest-FloatingIPAdminTestJSON-1214034005 tempest-FloatingIPAdminTestJSON-1214034005-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:02:37.294439 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 37406) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:02:37.309487 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33fe87f-bcb4-4981-840a-3264e669d422 req-6cf671d8-7f21-4b32-825b-1f45ceb4620a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:37.311426 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a33fe87f-bcb4-4981-840a-3264e669d422 req-6cf671d8-7f21-4b32-825b-1f45ceb4620a service neutron] 10.222.0.69 "GET /v2.0/networks?id=19721a0f-204c-4d59-a30b-8c079af3c457 HTTP/1.1" status: 200 len: 915 time: 0.3738592 Jun 11 10:02:37.402129 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3251c4-e8ae-453a-9ecb-70cbde11e19a service neutron] Pushing event updated for resources: {'Port': ['ID=be1bc31a-0e63-43d1-8bab-f5d51bdb3bb5,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:02:37.407795 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8b3251c4-e8ae-453a-9ecb-70cbde11e19a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:02:37.683966 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c19bdb-2d80-424b-8914-ed162ae2bad5 req-b65f5cbf-46c1-402c-afc2-00567d3d5f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:37.685454 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-76c19bdb-2d80-424b-8914-ed162ae2bad5 req-b65f5cbf-46c1-402c-afc2-00567d3d5f5e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5303609 Jun 11 10:02:37.746105 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-a67d9e30-5708-4fbb-b7b5-7044e29272e3 req-8b3251c4-e8ae-453a-9ecb-70cbde11e19a service neutron] Attempting to bind port be1bc31a-0e63-43d1-8bab-f5d51bdb3bb5 on host n-h2-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:02:37.746533 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-a67d9e30-5708-4fbb-b7b5-7044e29272e3 req-8b3251c4-e8ae-453a-9ecb-70cbde11e19a service neutron] Attempting to bind port be1bc31a-0e63-43d1-8bab-f5d51bdb3bb5 by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': '49dbfc19-7dcf-486c-9f91-ff9f037d2121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '27e23bf6-ffe1-4e0a-b377-e23593ba5165'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:02:37.746786 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a33fe87f-bcb4-4981-840a-3264e669d422 req-11d1205e-e9fb-4272-bd69-c0204b11cda4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f5888e41-470d-4fab-87f9-8b44d2214958 HTTP/1.1" status: 200 len: 1001 time: 0.3025517 Jun 11 10:02:37.746953 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67d9e30-5708-4fbb-b7b5-7044e29272e3 req-8b3251c4-e8ae-453a-9ecb-70cbde11e19a service neutron] Attempting to bind port be1bc31a-0e63-43d1-8bab-f5d51bdb3bb5 on network 27e23bf6-ffe1-4e0a-b377-e23593ba5165 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:02:37.754363 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67d9e30-5708-4fbb-b7b5-7044e29272e3 req-8b3251c4-e8ae-453a-9ecb-70cbde11e19a service neutron] Port be1bc31a-0e63-43d1-8bab-f5d51bdb3bb5 on network 27e23bf6-ffe1-4e0a-b377-e23593ba5165 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:02:37.754789 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67d9e30-5708-4fbb-b7b5-7044e29272e3 req-8b3251c4-e8ae-453a-9ecb-70cbde11e19a service neutron] Attempting to bind port be1bc31a-0e63-43d1-8bab-f5d51bdb3bb5 on network 27e23bf6-ffe1-4e0a-b377-e23593ba5165 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:02:37.763615 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-1f0b34c9-4b20-43eb-9358-b54f1ab0f4b7 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:37.769093 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-1f0b34c9-4b20-43eb-9358-b54f1ab0f4b7 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] 10.222.0.69 "GET /v2.0/networks?id=a76dd0db-6bc4-44b1-ace7-6f553dd1696a HTTP/1.1" status: 200 len: 817 time: 0.3851874 Jun 11 10:02:37.770225 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67d9e30-5708-4fbb-b7b5-7044e29272e3 req-8b3251c4-e8ae-453a-9ecb-70cbde11e19a service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:02:37.770574 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67d9e30-5708-4fbb-b7b5-7044e29272e3 req-8b3251c4-e8ae-453a-9ecb-70cbde11e19a service neutron] Checking segment: {'id': '49dbfc19-7dcf-486c-9f91-ff9f037d2121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '27e23bf6-ffe1-4e0a-b377-e23593ba5165'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:02:37.770963 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67d9e30-5708-4fbb-b7b5-7044e29272e3 req-8b3251c4-e8ae-453a-9ecb-70cbde11e19a service neutron] Bound using segment: {'id': '49dbfc19-7dcf-486c-9f91-ff9f037d2121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '27e23bf6-ffe1-4e0a-b377-e23593ba5165'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:02:37.771397 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-a67d9e30-5708-4fbb-b7b5-7044e29272e3 req-8b3251c4-e8ae-453a-9ecb-70cbde11e19a service neutron] Bound port: be1bc31a-0e63-43d1-8bab-f5d51bdb3bb5, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49dbfc19-7dcf-486c-9f91-ff9f037d2121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '27e23bf6-ffe1-4e0a-b377-e23593ba5165'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:02:37.771772 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-a67d9e30-5708-4fbb-b7b5-7044e29272e3 req-8b3251c4-e8ae-453a-9ecb-70cbde11e19a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:37.812433 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-f6f30041-fa20-457f-97ae-cf9caa50898d tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Request body: {'port': {'device_id': '4b34ae56-598d-4daf-b094-8bd17a24d0a9', 'network_id': 'a76dd0db-6bc4-44b1-ace7-6f553dd1696a', 'admin_state_up': True, 'tenant_id': '8cece195fa7f4a63a9c53a61258df0b0'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:02:37.830519 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33fe87f-bcb4-4981-840a-3264e669d422 req-b9180c79-be75-451e-b668-400b874b11c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:37.831986 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a33fe87f-bcb4-4981-840a-3264e669d422 req-b9180c79-be75-451e-b668-400b874b11c0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=79ac6b49-4f55-457d-944e-2b0fda2a6422 HTTP/1.1" status: 200 len: 853 time: 0.0714562 Jun 11 10:02:38.048195 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-a67d9e30-5708-4fbb-b7b5-7044e29272e3 req-8b3251c4-e8ae-453a-9ecb-70cbde11e19a service neutron] For port be1bc31a-0e63-43d1-8bab-f5d51bdb3bb5, host n-h2-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:02:38.053685 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-a67d9e30-5708-4fbb-b7b5-7044e29272e3 req-8b3251c4-e8ae-453a-9ecb-70cbde11e19a service neutron] For port be1bc31a-0e63-43d1-8bab-f5d51bdb3bb5, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=be1bc31a-0e63-43d1-8bab-f5d51bdb3bb5,segment=NetworkSegment(49dbfc19-7dcf-486c-9f91-ff9f037d2121),segment_id=49dbfc19-7dcf-486c-9f91-ff9f037d2121)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:02:38.141811 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d12b9ca1-7f33-40b5-bb4a-4b214b6be2ee req-ee93292d-8c6c-4477-8528-a5a37ce010a1 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] 10.222.0.60 "GET /v2.0/ports?device_id=845b7727-0dec-4944-b297-5ba8740ec84e HTTP/1.1" status: 200 len: 210 time: 0.2465620 Jun 11 10:02:38.148424 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-a67d9e30-5708-4fbb-b7b5-7044e29272e3 req-8b3251c4-e8ae-453a-9ecb-70cbde11e19a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:38.152326 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-f6f30041-fa20-457f-97ae-cf9caa50898d tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Made reservation on behalf of 8cece195fa7f4a63a9c53a61258df0b0 for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:02:38.166153 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-f6f30041-fa20-457f-97ae-cf9caa50898d tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:38.211316 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-da00de4e-b089-41ee-9378-7907a94f9ef4 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:02:38.286748 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-76c19bdb-2d80-424b-8914-ed162ae2bad5 req-60671772-06af-4658-8ba7-99571cdba345 service neutron] 10.222.0.64 "GET /v2.0/networks/1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5530427 Jun 11 10:02:38.328392 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3251c4-e8ae-453a-9ecb-70cbde11e19a service neutron] Pushing event updated for resources: {'Port': ['ID=be1bc31a-0e63-43d1-8bab-f5d51bdb3bb5,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:02:38.332908 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8b3251c4-e8ae-453a-9ecb-70cbde11e19a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:02:38.340604 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d9e30-5708-4fbb-b7b5-7044e29272e3 req-8b3251c4-e8ae-453a-9ecb-70cbde11e19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:38.341220 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-a67d9e30-5708-4fbb-b7b5-7044e29272e3 req-8b3251c4-e8ae-453a-9ecb-70cbde11e19a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:38.342605 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a67d9e30-5708-4fbb-b7b5-7044e29272e3 req-8b3251c4-e8ae-453a-9ecb-70cbde11e19a service neutron] 10.222.0.69 "PUT /v2.0/ports/be1bc31a-0e63-43d1-8bab-f5d51bdb3bb5 HTTP/1.1" status: 200 len: 1092 time: 2.2113674 Jun 11 10:02:38.343156 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f222d0be-bfc4-447c-8dff-ec08bdf67a11', 'tag': 'be1bc31a-0e63-43d1-8bab-f5d51bdb3bb5'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:02:38.345607 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed8c1b88-7d8f-4110-a9d6-edd6b0986b05" -d '{"events": [{"name": "network-changed", "server_uuid": "f222d0be-bfc4-447c-8dff-ec08bdf67a11", "tag": "be1bc31a-0e63-43d1-8bab-f5d51bdb3bb5"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:02:38.485920 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-119e6394-a65a-442c-832b-aeee4e88fb07 x-openstack-request-id: req-119e6394-a65a-442c-832b-aeee4e88fb07 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:02:38.487982 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f222d0be-bfc4-447c-8dff-ec08bdf67a11", "tag": "be1bc31a-0e63-43d1-8bab-f5d51bdb3bb5", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:02:38.488468 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-119e6394-a65a-442c-832b-aeee4e88fb07 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:02:38.489101 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f222d0be-bfc4-447c-8dff-ec08bdf67a11', 'tag': 'be1bc31a-0e63-43d1-8bab-f5d51bdb3bb5', 'status': 'completed', 'code': 200} Jun 11 10:02:38.490394 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-639dc642-ad88-481d-8e73-b3e7ab32b550 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:38.492406 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-639dc642-ad88-481d-8e73-b3e7ab32b550 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] 10.222.0.69 "GET /v2.0/networks?id=a76dd0db-6bc4-44b1-ace7-6f553dd1696a HTTP/1.1" status: 200 len: 817 time: 0.2985127 Jun 11 10:02:38.501600 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-a1b80380-0e2e-465f-abcc-db6e254586d7 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:38.503224 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-a1b80380-0e2e-465f-abcc-db6e254586d7 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] 10.222.0.64 "GET /v2.0/networks?id=a76dd0db-6bc4-44b1-ace7-6f553dd1696a HTTP/1.1" status: 200 len: 817 time: 0.4921453 Jun 11 10:02:38.525701 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-d38bb657-eb34-41fc-8bb3-744b0450052e tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Deleting port 846dca84-789e-4e86-80fc-72a2b07457f2 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:02:38.526049 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d38bb657-eb34-41fc-8bb3-744b0450052e tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:38.647396 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-959c00a1-fa9e-47ed-b846-d8291770f757 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Request body: {'port': {'device_id': '845b7727-0dec-4944-b297-5ba8740ec84e', 'network_id': 'a76dd0db-6bc4-44b1-ace7-6f553dd1696a', 'admin_state_up': True, 'tenant_id': '8cece195fa7f4a63a9c53a61258df0b0'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:02:38.656043 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-5da42075-b9e3-4290-85f9-bf961827d2af tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Request body: {'port': {'device_id': 'e8a5266e-e097-4c77-8484-a04b71f25e50', 'network_id': 'a76dd0db-6bc4-44b1-ace7-6f553dd1696a', 'admin_state_up': True, 'tenant_id': '8cece195fa7f4a63a9c53a61258df0b0'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:02:38.670692 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33fe87f-bcb4-4981-840a-3264e669d422 req-d0f2624d-e263-4d76-848e-a5e6f1dfb2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:38.672380 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a33fe87f-bcb4-4981-840a-3264e669d422 req-d0f2624d-e263-4d76-848e-a5e6f1dfb2f6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=19721a0f-204c-4d59-a30b-8c079af3c457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8169651 Jun 11 10:02:38.821310 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d9e30-5708-4fbb-b7b5-7044e29272e3 req-103bf214-7070-4de0-a3c5-7bf091a800d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:38.823128 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a67d9e30-5708-4fbb-b7b5-7044e29272e3 req-103bf214-7070-4de0-a3c5-7bf091a800d4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cf2f36364fcc4b2d95b3a631356b3d50&device_id=f222d0be-bfc4-447c-8dff-ec08bdf67a11 HTTP/1.1" status: 200 len: 1095 time: 0.3425097 Jun 11 10:02:38.824563 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-f6f30041-fa20-457f-97ae-cf9caa50898d tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Allocated IP 172.20.0.8 (a76dd0db-6bc4-44b1-ace7-6f553dd1696a/5587778f-393e-4652-9182-436207ac02ca/44d393af-780b-4a3b-a566-483d648f1f37) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:02:38.848886 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356ed4dc-711e-4fc2-94da-bb0ac65b023c req-eb2e983a-92e1-4e14-b8f4-bad0064984e1 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:38.856647 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-356ed4dc-711e-4fc2-94da-bb0ac65b023c req-eb2e983a-92e1-4e14-b8f4-bad0064984e1 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f222d0be-bfc4-447c-8dff-ec08bdf67a11 HTTP/1.1" status: 200 len: 943 time: 0.3655074 Jun 11 10:02:38.935922 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a67d9e30-5708-4fbb-b7b5-7044e29272e3 req-5ac80572-8ed1-4f7b-ad3b-b254adb5fdf3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be1bc31a-0e63-43d1-8bab-f5d51bdb3bb5 HTTP/1.1" status: 200 len: 217 time: 0.0772007 Jun 11 10:02:39.061930 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-356ed4dc-711e-4fc2-94da-bb0ac65b023c req-1e7ad4a7-5f38-4eaf-9a25-7f03a6b9cbbf tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044020 Jun 11 10:02:39.129266 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d9e30-5708-4fbb-b7b5-7044e29272e3 req-86aefaef-3a00-4860-a639-65716bf4d489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:39.132431 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a67d9e30-5708-4fbb-b7b5-7044e29272e3 req-86aefaef-3a00-4860-a639-65716bf4d489 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a3823ddd-2fea-4754-846e-b1cf37fb47e2 HTTP/1.1" status: 200 len: 851 time: 0.1835239 Jun 11 10:02:39.253398 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a67d9e30-5708-4fbb-b7b5-7044e29272e3 req-9d12f610-7b2e-43b6-b659-e64aea6fc455 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=27e23bf6-ffe1-4e0a-b377-e23593ba5165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1108546 Jun 11 10:02:39.304450 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d38bb657-eb34-41fc-8bb3-744b0450052e tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:39.305277 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d38bb657-eb34-41fc-8bb3-744b0450052e tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:39.341542 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-76c19bdb-2d80-424b-8914-ed162ae2bad5 req-cc57a433-2db3-44f4-a7f5-25bcc15c1991 service neutron] 10.222.0.64 "GET /v2.0/networks/1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8179064 Jun 11 10:02:39.341763 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-f6f30041-fa20-457f-97ae-cf9caa50898d tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:39.447269 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 37456) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:02:39.455255 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a67d9e30-5708-4fbb-b7b5-7044e29272e3 req-1539b180-abdb-455e-a5d2-f4eee2e1dc02 service neutron] 10.222.0.69 "GET /v2.0/networks/27e23bf6-ffe1-4e0a-b377-e23593ba5165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945374 Jun 11 10:02:39.524959 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-76c19bdb-2d80-424b-8914-ed162ae2bad5 req-1fd45f50-1f1a-40ab-9fa7-4d7157b7e813 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d2cec35c-4c11-4de7-ae05-5512220e5a5d HTTP/1.1" status: 200 len: 217 time: 0.1661828 Jun 11 10:02:39.593472 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-f6f30041-fa20-457f-97ae-cf9caa50898d tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:39.608727 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1199fd99-95f1-4836-b7f6-f6ce9e0ef9e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:02:39.631606 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8240bc59-5eb2-4291-a942-a3aa0181afa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:39.672552 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a67d9e30-5708-4fbb-b7b5-7044e29272e3 req-996ba054-bde3-483d-93c5-86eb72b1914e service neutron] 10.222.0.69 "GET /v2.0/networks/27e23bf6-ffe1-4e0a-b377-e23593ba5165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042601 Jun 11 10:02:39.710969 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-f6f30041-fa20-457f-97ae-cf9caa50898d tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Network a76dd0db-6bc4-44b1-ace7-6f553dd1696a is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:02:39.718003 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-f6f30041-fa20-457f-97ae-cf9caa50898d tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:02:39.726975 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-f6f30041-fa20-457f-97ae-cf9caa50898d tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:02:39.838194 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f30041-fa20-457f-97ae-cf9caa50898d tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Pushing event updated for resources: {'Port': ['ID=44d393af-780b-4a3b-a566-483d648f1f37,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:02:39.871112 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f6f30041-fa20-457f-97ae-cf9caa50898d tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:02:39.982816 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-f6f30041-fa20-457f-97ae-cf9caa50898d tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:39.983869 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-f6f30041-fa20-457f-97ae-cf9caa50898d tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:40.041952 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8c1b88-7d8f-4110-a9d6-edd6b0986b05 req-e7c9489d-5f45-4fe0-9ad7-1ece1c097fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:40.044437 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ed8c1b88-7d8f-4110-a9d6-edd6b0986b05 req-e7c9489d-5f45-4fe0-9ad7-1ece1c097fdd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cf2f36364fcc4b2d95b3a631356b3d50&device_id=f222d0be-bfc4-447c-8dff-ec08bdf67a11 HTTP/1.1" status: 200 len: 1095 time: 0.1517417 Jun 11 10:02:40.045335 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-d38bb657-eb34-41fc-8bb3-744b0450052e tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Calling delete_port for 846dca84-789e-4e86-80fc-72a2b07457f2 owned by network:floatingip {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:02:40.054607 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b5c32f3f-6cb4-4ac4-9dea-6f437a6c74d2 req-e0cda4b8-a0dd-4eb6-b116-f4e971f01863 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] 10.222.0.60 "GET /v2.0/ports?device_id=845b7727-0dec-4944-b297-5ba8740ec84e HTTP/1.1" status: 200 len: 210 time: 0.7225547 Jun 11 10:02:40.067250 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a33fe87f-bcb4-4981-840a-3264e669d422 req-af9aaf97-4f80-406d-9a34-c147f9242bfa service neutron] 10.222.0.69 "GET /v2.0/networks/19721a0f-204c-4d59-a30b-8c079af3c457?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2337189 Jun 11 10:02:40.208244 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8c1b88-7d8f-4110-a9d6-edd6b0986b05 req-28765af1-e633-438d-a782-ba14d6be8568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:40.210496 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ed8c1b88-7d8f-4110-a9d6-edd6b0986b05 req-28765af1-e633-438d-a782-ba14d6be8568 service neutron] 10.222.0.69 "GET /v2.0/networks?id=27e23bf6-ffe1-4e0a-b377-e23593ba5165 HTTP/1.1" status: 200 len: 912 time: 0.1560791 Jun 11 10:02:40.212141 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-959c00a1-fa9e-47ed-b846-d8291770f757 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Made reservation on behalf of 8cece195fa7f4a63a9c53a61258df0b0 for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:02:40.215784 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-959c00a1-fa9e-47ed-b846-d8291770f757 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:40.293287 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ed8c1b88-7d8f-4110-a9d6-edd6b0986b05 req-ec35b564-fa0c-48e9-b1ff-3ab7b0a572b0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be1bc31a-0e63-43d1-8bab-f5d51bdb3bb5 HTTP/1.1" status: 200 len: 217 time: 0.0712528 Jun 11 10:02:40.348756 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c19bdb-2d80-424b-8914-ed162ae2bad5 req-da30378d-e09a-463f-9053-3c13cc3700f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:40.350130 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-76c19bdb-2d80-424b-8914-ed162ae2bad5 req-da30378d-e09a-463f-9053-3c13cc3700f1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ba156a19-5bcc-4467-be5b-d926e6e3da76 HTTP/1.1" status: 200 len: 797 time: 0.2945168 Jun 11 10:02:40.388161 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8c1b88-7d8f-4110-a9d6-edd6b0986b05 req-40a88038-89a5-44d4-a515-3e658001c20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:40.389973 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ed8c1b88-7d8f-4110-a9d6-edd6b0986b05 req-40a88038-89a5-44d4-a515-3e658001c20d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a3823ddd-2fea-4754-846e-b1cf37fb47e2 HTTP/1.1" status: 200 len: 851 time: 0.0723767 Jun 11 10:02:40.431253 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-5da42075-b9e3-4290-85f9-bf961827d2af tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Made reservation on behalf of 8cece195fa7f4a63a9c53a61258df0b0 for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:02:40.434689 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-5da42075-b9e3-4290-85f9-bf961827d2af tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:40.437851 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ed8c1b88-7d8f-4110-a9d6-edd6b0986b05 req-179b8895-4097-44ea-b660-e1bd99dd168e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=27e23bf6-ffe1-4e0a-b377-e23593ba5165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395372 Jun 11 10:02:40.448032 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bd584d-fcf5-42f7-9489-59b4ce18cd6d req-14a032dc-4ad4-4fb6-88be-ba9e40b3dce6 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:40.449521 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-67bd584d-fcf5-42f7-9489-59b4ce18cd6d req-14a032dc-4ad4-4fb6-88be-ba9e40b3dce6 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f222d0be-bfc4-447c-8dff-ec08bdf67a11 HTTP/1.1" status: 200 len: 943 time: 0.2380152 Jun 11 10:02:40.518552 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a33fe87f-bcb4-4981-840a-3264e669d422 req-1e67f8d2-45c2-4378-9cc9-ba9a0f397a5b service neutron] 10.222.0.69 "GET /v2.0/networks/19721a0f-204c-4d59-a30b-8c079af3c457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4203544 Jun 11 10:02:40.619352 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-67bd584d-fcf5-42f7-9489-59b4ce18cd6d req-332b0c17-a8e6-4ebe-9c88-9072e1750927 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567547 Jun 11 10:02:40.659292 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ed8c1b88-7d8f-4110-a9d6-edd6b0986b05 req-e3a10c7b-96cc-4810-ae57-c685071e147b service neutron] 10.222.0.69 "GET /v2.0/networks/27e23bf6-ffe1-4e0a-b377-e23593ba5165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067490 Jun 11 10:02:40.703739 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8240bc59-5eb2-4291-a942-a3aa0181afa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:40.740049 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c19bdb-2d80-424b-8914-ed162ae2bad5 req-340c1a2d-a0c7-4ef5-af52-d91e00acd86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:40.741919 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-76c19bdb-2d80-424b-8914-ed162ae2bad5 req-340c1a2d-a0c7-4ef5-af52-d91e00acd86f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=afbcc96d-d966-4839-b6f4-c3dd378a91e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3731220 Jun 11 10:02:40.743103 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-959c00a1-fa9e-47ed-b846-d8291770f757 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Allocated IP 172.20.0.2 (a76dd0db-6bc4-44b1-ace7-6f553dd1696a/5587778f-393e-4652-9182-436207ac02ca/bc18bf9f-f6b5-4e9f-9f6d-7ebf19dc885e) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:02:40.826738 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d38bb657-eb34-41fc-8bb3-744b0450052e tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:40.834279 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-49526af8-1ee1-42f3-a600-bfaa0fc9f68a tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:02:40.854371 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8240bc59-5eb2-4291-a942-a3aa0181afa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:40.867261 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c2242d27-a21d-44a2-afe9-ce127cd779fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:02:40.931392 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-8240bc59-5eb2-4291-a942-a3aa0181afa3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=58674dddc42e469bac9d9c434624486d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4878426 Jun 11 10:02:40.942553 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 37474) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:02:40.953040 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-f6f30041-fa20-457f-97ae-cf9caa50898d tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1479809 Jun 11 10:02:40.953399 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38bb657-eb34-41fc-8bb3-744b0450052e tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Pushing event deleted for resources: {'Port': ['ID=846dca84-789e-4e86-80fc-72a2b07457f2,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:02:40.961670 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ed8c1b88-7d8f-4110-a9d6-edd6b0986b05 req-d7dbadef-0953-412b-97bc-700621b7699a service neutron] 10.222.0.69 "GET /v2.0/networks/27e23bf6-ffe1-4e0a-b377-e23593ba5165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563818 Jun 11 10:02:40.962940 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8240bc59-5eb2-4291-a942-a3aa0181afa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58777452-f5ad-4d57-bf67-e3402d407aaf,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:02:40.964672 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d38bb657-eb34-41fc-8bb3-744b0450052e tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:02:40.972070 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-6453af3e-be96-4c6f-a9ab-3715835305f0 service neutron] Request body: {'port': {'device_id': '4b34ae56-598d-4daf-b094-8bd17a24d0a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-12'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:02:40.977255 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8240bc59-5eb2-4291-a942-a3aa0181afa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:02:41.113051 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8efefe0e-ad60-4591-9017-9c7e882d73e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:41.170528 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-6453af3e-be96-4c6f-a9ab-3715835305f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:41.179618 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-76c19bdb-2d80-424b-8914-ed162ae2bad5 req-ebc38f7c-b859-4e6a-956d-739ccb74373e service neutron] 10.222.0.64 "GET /v2.0/networks/afbcc96d-d966-4839-b6f4-c3dd378a91e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4289060 Jun 11 10:02:41.188140 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d38bb657-eb34-41fc-8bb3-744b0450052e tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Notify callbacks [] for floatingip, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:41.205385 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d38bb657-eb34-41fc-8bb3-744b0450052e tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:41.206874 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-d38bb657-eb34-41fc-8bb3-744b0450052e tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "DELETE /v2.0/floatingips/2319e6fc-a1aa-4c9e-8ee4-6681ccacce64 HTTP/1.1" status: 204 len: 168 time: 3.9047318 Jun 11 10:02:41.252976 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8efefe0e-ad60-4591-9017-9c7e882d73e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:41.401759 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-76c19bdb-2d80-424b-8914-ed162ae2bad5 req-1f75ece5-b47b-4d5e-8630-d677564f3f17 service neutron] 10.222.0.64 "GET /v2.0/networks/afbcc96d-d966-4839-b6f4-c3dd378a91e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933634 Jun 11 10:02:41.430429 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3c1e0fa1-7213-47d2-8654-160e8a6e7060 req-3ecce105-480f-4fff-962b-75dec869a2a4 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] 10.222.0.60 "GET /v2.0/ports?device_id=845b7727-0dec-4944-b297-5ba8740ec84e HTTP/1.1" status: 200 len: 210 time: 0.1281641 Jun 11 10:02:41.586616 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-76c19bdb-2d80-424b-8914-ed162ae2bad5 req-02e49ad8-86ef-4f52-a666-0522c8ac07ee service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ee6d8406-891b-46a7-bc3a-0e7fa5d0de9c HTTP/1.1" status: 200 len: 217 time: 0.1749244 Jun 11 10:02:41.617910 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-959c00a1-fa9e-47ed-b846-d8291770f757 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:41.725788 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c19bdb-2d80-424b-8914-ed162ae2bad5 req-ad413f3f-2793-4051-b786-7a3ad365e1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:41.727248 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-76c19bdb-2d80-424b-8914-ed162ae2bad5 req-ad413f3f-2793-4051-b786-7a3ad365e1c3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ba156a19-5bcc-4467-be5b-d926e6e3da76 HTTP/1.1" status: 200 len: 797 time: 0.1315131 Jun 11 10:02:41.743486 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8efefe0e-ad60-4591-9017-9c7e882d73e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:41.748925 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8efefe0e-ad60-4591-9017-9c7e882d73e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:41.750404 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-8efefe0e-ad60-4591-9017-9c7e882d73e2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/58777452-f5ad-4d57-bf67-e3402d407aaf HTTP/1.1" status: 204 len: 168 time: 0.8068383 Jun 11 10:02:41.751899 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4948cac1-8852-4fde-b0f6-029349ca7175 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:02:41.824364 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efefe0e-ad60-4591-9017-9c7e882d73e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58777452-f5ad-4d57-bf67-e3402d407aaf,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:02:41.831748 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8efefe0e-ad60-4591-9017-9c7e882d73e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:02:41.880249 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c19bdb-2d80-424b-8914-ed162ae2bad5 req-3a3ce497-1c34-4029-a18d-5e129aa59f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:41.882238 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-76c19bdb-2d80-424b-8914-ed162ae2bad5 req-3a3ce497-1c34-4029-a18d-5e129aa59f12 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=afbcc96d-d966-4839-b6f4-c3dd378a91e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1440685 Jun 11 10:02:42.025635 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-959c00a1-fa9e-47ed-b846-d8291770f757 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:42.038276 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b2a09cfc-ac32-4c54-b60c-5f3ace43a8be tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:02:42.105994 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e816a-83fc-4e45-8760-13abdd208728 req-a9bd3ad8-5982-479b-9106-12b8375969b6 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:42.107596 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-923e816a-83fc-4e45-8760-13abdd208728 req-a9bd3ad8-5982-479b-9106-12b8375969b6 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f222d0be-bfc4-447c-8dff-ec08bdf67a11 HTTP/1.1" status: 200 len: 943 time: 0.2732019 Jun 11 10:02:42.139049 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959c00a1-fa9e-47ed-b846-d8291770f757 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Pushing event updated for resources: {'Port': ['ID=bc18bf9f-f6b5-4e9f-9f6d-7ebf19dc885e,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:02:42.169136 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-76c19bdb-2d80-424b-8914-ed162ae2bad5 req-272d902b-bb4d-4217-b473-70e8a76aa58d service neutron] 10.222.0.64 "GET /v2.0/networks/afbcc96d-d966-4839-b6f4-c3dd378a91e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791200 Jun 11 10:02:42.173657 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-923e816a-83fc-4e45-8760-13abdd208728 req-e77f8062-fe1f-4901-974e-31223f25bbde tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579545 Jun 11 10:02:42.179534 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-959c00a1-fa9e-47ed-b846-d8291770f757 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:02:42.183375 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-959c00a1-fa9e-47ed-b846-d8291770f757 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Network a76dd0db-6bc4-44b1-ace7-6f553dd1696a is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:02:42.184752 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-5da42075-b9e3-4290-85f9-bf961827d2af tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Allocated IP 172.20.0.6 (a76dd0db-6bc4-44b1-ace7-6f553dd1696a/5587778f-393e-4652-9182-436207ac02ca/5fcf6efb-fd8d-4659-b942-5329cf0841de) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:02:42.197955 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-959c00a1-fa9e-47ed-b846-d8291770f757 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:02:42.230376 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-959c00a1-fa9e-47ed-b846-d8291770f757 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:02:42.294403 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 37502) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:02:42.300375 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-eeec41ed-64fb-4f2b-9f31-5a00731fca8f tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Request body: {'security_group': {'name': 'tempest-securitygroup--830549669', 'description': 'tempest-description--894138088'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:02:42.393416 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-959c00a1-fa9e-47ed-b846-d8291770f757 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:42.394018 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-959c00a1-fa9e-47ed-b846-d8291770f757 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:42.421821 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-eeec41ed-64fb-4f2b-9f31-5a00731fca8f tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:42.445723 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-76c19bdb-2d80-424b-8914-ed162ae2bad5 req-0d654596-7412-4513-97a8-1115b8a62f91 service neutron] 10.222.0.64 "GET /v2.0/networks/afbcc96d-d966-4839-b6f4-c3dd378a91e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650635 Jun 11 10:02:42.570880 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-959c00a1-fa9e-47ed-b846-d8291770f757 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0622420 Jun 11 10:02:42.584717 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-fe5dc216-f9cc-46fa-a09d-9013ec98210f service neutron] Request body: {'port': {'device_id': '845b7727-0dec-4944-b297-5ba8740ec84e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:02:42.649010 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-eeec41ed-64fb-4f2b-9f31-5a00731fca8f tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:42.687106 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-5da42075-b9e3-4290-85f9-bf961827d2af tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:42.707653 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 37510) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:02:42.724587 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-98d39ab4-02cf-4726-b140-fafdba83cbdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:42.771896 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-fe5dc216-f9cc-46fa-a09d-9013ec98210f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:42.845848 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-eeec41ed-64fb-4f2b-9f31-5a00731fca8f tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:42.852404 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c9853655-ec67-4d2b-982d-ebba38dffb26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:02:42.855936 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5debc4-fbdc-48a5-b1b2-3c6e783edf16 req-5b9719a3-74a5-4cad-bc81-c5d3663a3cf5 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:42.857440 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6e5debc4-fbdc-48a5-b1b2-3c6e783edf16 req-5b9719a3-74a5-4cad-bc81-c5d3663a3cf5 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] 10.222.0.60 "GET /v2.0/ports?device_id=845b7727-0dec-4944-b297-5ba8740ec84e HTTP/1.1" status: 200 len: 931 time: 0.2314718 Jun 11 10:02:42.902009 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeec41ed-64fb-4f2b-9f31-5a00731fca8f tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c9589fb-c3c5-418d-8928-25f3ef7c4ff5,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:02:42.906196 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-eeec41ed-64fb-4f2b-9f31-5a00731fca8f tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:02:42.928420 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-601e3817-2ba2-4b5b-91d8-c6b69eb6c96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:42.975398 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-5da42075-b9e3-4290-85f9-bf961827d2af tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:42.986230 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9914a2c7-46a0-4075-9366-943719e6722a tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:02:42.990626 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-98d39ab4-02cf-4726-b140-fafdba83cbdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:43.033666 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6e5debc4-fbdc-48a5-b1b2-3c6e783edf16 req-9beba882-a763-46ec-b856-b4bcac8032f8 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] 10.222.0.60 "GET /v2.0/security-groups?id=ebc32faa-9cb7-4ac6-8334-02b3ad38c029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630840 Jun 11 10:02:43.055632 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-5da42075-b9e3-4290-85f9-bf961827d2af tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Network a76dd0db-6bc4-44b1-ace7-6f553dd1696a is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:02:43.059674 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-5da42075-b9e3-4290-85f9-bf961827d2af tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:02:43.063257 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-5da42075-b9e3-4290-85f9-bf961827d2af tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:02:43.107514 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da42075-b9e3-4290-85f9-bf961827d2af tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Pushing event updated for resources: {'Port': ['ID=5fcf6efb-fd8d-4659-b942-5329cf0841de,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:02:43.108796 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-98d39ab4-02cf-4726-b140-fafdba83cbdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:43.110694 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5da42075-b9e3-4290-85f9-bf961827d2af tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:02:43.112809 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-eeec41ed-64fb-4f2b-9f31-5a00731fca8f tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:02:43.139822 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-5da42075-b9e3-4290-85f9-bf961827d2af tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:43.140534 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-5da42075-b9e3-4290-85f9-bf961827d2af tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:43.171550 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d39ab4-02cf-4726-b140-fafdba83cbdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=676a47c1-dfb2-4df5-8741-8a1f9fd86c18,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:02:43.176927 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-98d39ab4-02cf-4726-b140-fafdba83cbdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:02:43.181580 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-98d39ab4-02cf-4726-b140-fafdba83cbdf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c046a5e1cce3414aa1f2b496d7ce17c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4728129 Jun 11 10:02:43.184975 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 37516) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:02:43.206332 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-eeec41ed-64fb-4f2b-9f31-5a00731fca8f tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:43.209638 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-eeec41ed-64fb-4f2b-9f31-5a00731fca8f tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9114521 Jun 11 10:02:43.210455 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 37518) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:02:43.236044 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-d717a3d8-b478-4608-a5f8-9237d00afbe7 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Request body: {'security_group_rule': {'security_group_id': '7c9589fb-c3c5-418d-8928-25f3ef7c4ff5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:02:43.252204 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-6453af3e-be96-4c6f-a9ab-3715835305f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44d393af-780b-4a3b-a566-483d648f1f37 {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:02:43.256390 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ae7a350a-af2c-4fa0-8798-ada8e868aa4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:43.260696 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-6453af3e-be96-4c6f-a9ab-3715835305f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:43.274944 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-6453af3e-be96-4c6f-a9ab-3715835305f0 service neutron] Transition to ACTIVE for port object 44d393af-780b-4a3b-a566-483d648f1f37 will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:02:43.284447 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-5da42075-b9e3-4290-85f9-bf961827d2af tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6331816 Jun 11 10:02:43.286955 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ae7a350a-af2c-4fa0-8798-ada8e868aa4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:43.300477 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-bc9d6000-065a-42cb-ad82-31451fc383cc service neutron] Request body: {'port': {'device_id': 'e8a5266e-e097-4c77-8484-a04b71f25e50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:02:43.337083 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-6453af3e-be96-4c6f-a9ab-3715835305f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:43.541301 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-bc9d6000-065a-42cb-ad82-31451fc383cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:43.734195 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device be1bc31a-0e63-43d1-8bab-f5d51bdb3bb5 details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 10:02:43.812923 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-83c8421f-cefc-422d-8115-70cb48ad9a4d tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:02:43.873604 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6453af3e-be96-4c6f-a9ab-3715835305f0 service neutron] Pushing event updated for resources: {'Port': ['ID=44d393af-780b-4a3b-a566-483d648f1f37,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:02:43.880889 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port be1bc31a-0e63-43d1-8bab-f5d51bdb3bb5, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=be1bc31a-0e63-43d1-8bab-f5d51bdb3bb5,segment=NetworkSegment(49dbfc19-7dcf-486c-9f91-ff9f037d2121),segment_id=49dbfc19-7dcf-486c-9f91-ff9f037d2121)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:02:43.881088 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6453af3e-be96-4c6f-a9ab-3715835305f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:02:43.890555 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': 'be1bc31a-0e63-43d1-8bab-f5d51bdb3bb5', 'network_id': '27e23bf6-ffe1-4e0a-b377-e23593ba5165', 'port_id': 'be1bc31a-0e63-43d1-8bab-f5d51bdb3bb5', 'mac_address': 'fa:16:3e:f4:25:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3823ddd-2fea-4754-846e-b1cf37fb47e2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 10:02:43.942524 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d717a3d8-b478-4608-a5f8-9237d00afbe7 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:43.944903 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:43.961892 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be1bc31a-0e63-43d1-8bab-f5d51bdb3bb5 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:02:43.985407 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port be1bc31a-0e63-43d1-8bab-f5d51bdb3bb5, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=be1bc31a-0e63-43d1-8bab-f5d51bdb3bb5,segment=NetworkSegment(49dbfc19-7dcf-486c-9f91-ff9f037d2121),segment_id=49dbfc19-7dcf-486c-9f91-ff9f037d2121)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:02:44.004899 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ae7a350a-af2c-4fa0-8798-ada8e868aa4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:44.007524 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ae7a350a-af2c-4fa0-8798-ada8e868aa4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:44.011375 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-ae7a350a-af2c-4fa0-8798-ada8e868aa4f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/676a47c1-dfb2-4df5-8741-8a1f9fd86c18 HTTP/1.1" status: 204 len: 168 time: 0.8227484 Jun 11 10:02:44.019789 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-42597c72-fbc2-4d72-8d01-1210fd17b787 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:02:44.065810 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7a350a-af2c-4fa0-8798-ada8e868aa4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=676a47c1-dfb2-4df5-8741-8a1f9fd86c18,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:02:44.086736 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ae7a350a-af2c-4fa0-8798-ada8e868aa4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:02:44.120817 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-6453af3e-be96-4c6f-a9ab-3715835305f0 service neutron] Attempting to bind port 44d393af-780b-4a3b-a566-483d648f1f37 on host n-h2-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:02:44.121339 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-6453af3e-be96-4c6f-a9ab-3715835305f0 service neutron] Attempting to bind port 44d393af-780b-4a3b-a566-483d648f1f37 by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': 'e221f884-0e6b-44fe-af9a-f3d85aba814e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a76dd0db-6bc4-44b1-ace7-6f553dd1696a'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:02:44.121478 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-6453af3e-be96-4c6f-a9ab-3715835305f0 service neutron] Attempting to bind port 44d393af-780b-4a3b-a566-483d648f1f37 on network a76dd0db-6bc4-44b1-ace7-6f553dd1696a {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:02:44.124283 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:44.126194 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-dcab2151-4184-4a16-861d-e99effb1186a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:02:44.128493 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-6453af3e-be96-4c6f-a9ab-3715835305f0 service neutron] Port 44d393af-780b-4a3b-a566-483d648f1f37 on network a76dd0db-6bc4-44b1-ace7-6f553dd1696a not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:02:44.128819 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-6453af3e-be96-4c6f-a9ab-3715835305f0 service neutron] Attempting to bind port 44d393af-780b-4a3b-a566-483d648f1f37 on network a76dd0db-6bc4-44b1-ace7-6f553dd1696a {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:02:44.150785 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d717a3d8-b478-4608-a5f8-9237d00afbe7 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:44.159310 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-6453af3e-be96-4c6f-a9ab-3715835305f0 service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:02:44.159783 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-6453af3e-be96-4c6f-a9ab-3715835305f0 service neutron] Checking segment: {'id': 'e221f884-0e6b-44fe-af9a-f3d85aba814e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a76dd0db-6bc4-44b1-ace7-6f553dd1696a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:02:44.160267 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-6453af3e-be96-4c6f-a9ab-3715835305f0 service neutron] Bound using segment: {'id': 'e221f884-0e6b-44fe-af9a-f3d85aba814e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a76dd0db-6bc4-44b1-ace7-6f553dd1696a'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:02:44.160884 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-6453af3e-be96-4c6f-a9ab-3715835305f0 service neutron] Bound port: 44d393af-780b-4a3b-a566-483d648f1f37, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e221f884-0e6b-44fe-af9a-f3d85aba814e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a76dd0db-6bc4-44b1-ace7-6f553dd1696a'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:02:44.161335 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-6453af3e-be96-4c6f-a9ab-3715835305f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:44.170457 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77faa36-fbb1-489e-a840-416a921243e0 req-a3c41b8d-0c5c-4b6b-9999-558c5d1b15e7 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:44.172197 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f77faa36-fbb1-489e-a840-416a921243e0 req-a3c41b8d-0c5c-4b6b-9999-558c5d1b15e7 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f222d0be-bfc4-447c-8dff-ec08bdf67a11 HTTP/1.1" status: 200 len: 943 time: 0.8467791 Jun 11 10:02:44.206732 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=be1bc31a-0e63-43d1-8bab-f5d51bdb3bb5,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:02:44.210329 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:02:44.251139 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-fe5dc216-f9cc-46fa-a09d-9013ec98210f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc18bf9f-f6b5-4e9f-9f6d-7ebf19dc885e {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:02:44.299283 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f77faa36-fbb1-489e-a840-416a921243e0 req-51b3b2d8-9d84-4fdc-bbfc-616c48e28f22 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103957 Jun 11 10:02:44.303850 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d717a3d8-b478-4608-a5f8-9237d00afbe7 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:44.314627 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3b225236-ac22-44c1-8a97-2bc17d2f1f53 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:02:44.320767 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-fe5dc216-f9cc-46fa-a09d-9013ec98210f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:44.340668 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d717a3d8-b478-4608-a5f8-9237d00afbe7 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73fb7c7d-5af9-4e1f-8434-145a05e293f9,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:02:44.346966 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d717a3d8-b478-4608-a5f8-9237d00afbe7 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:02:44.365113 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-6453af3e-be96-4c6f-a9ab-3715835305f0 service neutron] For port 44d393af-780b-4a3b-a566-483d648f1f37, host n-h2-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:02:44.365748 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-fe5dc216-f9cc-46fa-a09d-9013ec98210f service neutron] Transition to ACTIVE for port object bc18bf9f-f6b5-4e9f-9f6d-7ebf19dc885e will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:02:44.366444 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-6453af3e-be96-4c6f-a9ab-3715835305f0 service neutron] For port 44d393af-780b-4a3b-a566-483d648f1f37, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=44d393af-780b-4a3b-a566-483d648f1f37,segment=NetworkSegment(e221f884-0e6b-44fe-af9a-f3d85aba814e),segment_id=e221f884-0e6b-44fe-af9a-f3d85aba814e)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:02:44.381332 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709254fb-df07-4e80-8305-565e2803e0c9 req-c0b1d1e5-0a26-4746-802f-fc3433a2f093 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:44.383559 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-709254fb-df07-4e80-8305-565e2803e0c9 req-c0b1d1e5-0a26-4746-802f-fc3433a2f093 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] 10.222.0.60 "GET /v2.0/ports?device_id=845b7727-0dec-4944-b297-5ba8740ec84e HTTP/1.1" status: 200 len: 931 time: 0.1202528 Jun 11 10:02:44.440473 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-709254fb-df07-4e80-8305-565e2803e0c9 req-1167391b-9228-4430-b945-edeb5ea4804a tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] 10.222.0.60 "GET /v2.0/security-groups?id=ebc32faa-9cb7-4ac6-8334-02b3ad38c029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493820 Jun 11 10:02:44.465554 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d717a3d8-b478-4608-a5f8-9237d00afbe7 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:44.466741 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['be1bc31a-0e63-43d1-8bab-f5d51bdb3bb5'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:02:44.468021 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-d717a3d8-b478-4608-a5f8-9237d00afbe7 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2403541 Jun 11 10:02:44.469521 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 37540) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:02:44.474937 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-434add85-a5a8-49df-87ef-969e1c47730d tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Request body: {'security_group_rule': {'security_group_id': '7c9589fb-c3c5-418d-8928-25f3ef7c4ff5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:02:44.502652 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-6453af3e-be96-4c6f-a9ab-3715835305f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:44.508566 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9486fce1-af37-4fc5-ba54-b32981756cf3 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:02:44.570201 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-6453af3e-be96-4c6f-a9ab-3715835305f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:44.571042 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-6453af3e-be96-4c6f-a9ab-3715835305f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:44.572685 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-6453af3e-be96-4c6f-a9ab-3715835305f0 service neutron] 10.222.0.69 "PUT /v2.0/ports/44d393af-780b-4a3b-a566-483d648f1f37 HTTP/1.1" status: 200 len: 1092 time: 3.6051342 Jun 11 10:02:44.575405 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b34ae56-598d-4daf-b094-8bd17a24d0a9', 'tag': '44d393af-780b-4a3b-a566-483d648f1f37'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:02:44.580039 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d38efcab-4fd7-4135-a80a-ea9bb8db1fe1" -d '{"events": [{"name": "network-changed", "server_uuid": "4b34ae56-598d-4daf-b094-8bd17a24d0a9", "tag": "44d393af-780b-4a3b-a566-483d648f1f37"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:02:44.645149 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea0256c8-6967-42ac-8ece-0bd04b90b74f x-openstack-request-id: req-ea0256c8-6967-42ac-8ece-0bd04b90b74f {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:02:44.645894 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b34ae56-598d-4daf-b094-8bd17a24d0a9", "tag": "44d393af-780b-4a3b-a566-483d648f1f37", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:02:44.646365 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ea0256c8-6967-42ac-8ece-0bd04b90b74f {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:02:44.647288 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b34ae56-598d-4daf-b094-8bd17a24d0a9', 'tag': '44d393af-780b-4a3b-a566-483d648f1f37', 'status': 'completed', 'code': 200} Jun 11 10:02:44.648199 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6453af3e-be96-4c6f-a9ab-3715835305f0 service neutron] Pushing event updated for resources: {'Port': ['ID=44d393af-780b-4a3b-a566-483d648f1f37,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:02:44.653947 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6453af3e-be96-4c6f-a9ab-3715835305f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:02:44.660584 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-434add85-a5a8-49df-87ef-969e1c47730d tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:44.678763 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-fe5dc216-f9cc-46fa-a09d-9013ec98210f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:44.688541 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a46b5261-ddb9-4801-80c3-fe26d5eead1e tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:02:44.795265 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38efcab-4fd7-4135-a80a-ea9bb8db1fe1 req-ea449a3f-ef4f-4187-a772-1b4899ba9f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:44.795829 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d38efcab-4fd7-4135-a80a-ea9bb8db1fe1 req-ea449a3f-ef4f-4187-a772-1b4899ba9f16 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8cece195fa7f4a63a9c53a61258df0b0&device_id=4b34ae56-598d-4daf-b094-8bd17a24d0a9 HTTP/1.1" status: 200 len: 1095 time: 0.1354289 Jun 11 10:02:44.817447 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-434add85-a5a8-49df-87ef-969e1c47730d tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:44.879942 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5dc216-f9cc-46fa-a09d-9013ec98210f service neutron] Pushing event updated for resources: {'Port': ['ID=bc18bf9f-f6b5-4e9f-9f6d-7ebf19dc885e,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:02:44.891737 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-fe5dc216-f9cc-46fa-a09d-9013ec98210f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:02:44.931455 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-434add85-a5a8-49df-87ef-969e1c47730d tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:44.938784 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:02:44.971626 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434add85-a5a8-49df-87ef-969e1c47730d tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29021e77-a1c2-4c97-8756-e4082846ff0b,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:02:44.973879 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-434add85-a5a8-49df-87ef-969e1c47730d tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:02:44.994021 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38efcab-4fd7-4135-a80a-ea9bb8db1fe1 req-ee056659-65d1-4539-9714-ec353e84281d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:44.996057 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d38efcab-4fd7-4135-a80a-ea9bb8db1fe1 req-ee056659-65d1-4539-9714-ec353e84281d service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=8cece195fa7f4a63a9c53a61258df0b0&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1902978 Jun 11 10:02:45.024262 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-bc9d6000-065a-42cb-ad82-31451fc383cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fcf6efb-fd8d-4659-b942-5329cf0841de {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:02:45.047535 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-bc9d6000-065a-42cb-ad82-31451fc383cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:45.072986 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-bc9d6000-065a-42cb-ad82-31451fc383cc service neutron] Transition to ACTIVE for port object 5fcf6efb-fd8d-4659-b942-5329cf0841de will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:02:45.074940 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-fe5dc216-f9cc-46fa-a09d-9013ec98210f service neutron] Attempting to bind port bc18bf9f-f6b5-4e9f-9f6d-7ebf19dc885e on host n-h2-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:02:45.074940 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-fe5dc216-f9cc-46fa-a09d-9013ec98210f service neutron] Attempting to bind port bc18bf9f-f6b5-4e9f-9f6d-7ebf19dc885e by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': 'e221f884-0e6b-44fe-af9a-f3d85aba814e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a76dd0db-6bc4-44b1-ace7-6f553dd1696a'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:02:45.075875 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-fe5dc216-f9cc-46fa-a09d-9013ec98210f service neutron] Attempting to bind port bc18bf9f-f6b5-4e9f-9f6d-7ebf19dc885e on network a76dd0db-6bc4-44b1-ace7-6f553dd1696a {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:02:45.081712 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-fe5dc216-f9cc-46fa-a09d-9013ec98210f service neutron] Port bc18bf9f-f6b5-4e9f-9f6d-7ebf19dc885e on network a76dd0db-6bc4-44b1-ace7-6f553dd1696a not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:02:45.082312 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-fe5dc216-f9cc-46fa-a09d-9013ec98210f service neutron] Attempting to bind port bc18bf9f-f6b5-4e9f-9f6d-7ebf19dc885e on network a76dd0db-6bc4-44b1-ace7-6f553dd1696a {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:02:45.089121 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-fe5dc216-f9cc-46fa-a09d-9013ec98210f service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:02:45.089617 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-fe5dc216-f9cc-46fa-a09d-9013ec98210f service neutron] Checking segment: {'id': 'e221f884-0e6b-44fe-af9a-f3d85aba814e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a76dd0db-6bc4-44b1-ace7-6f553dd1696a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:02:45.090098 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-fe5dc216-f9cc-46fa-a09d-9013ec98210f service neutron] Bound using segment: {'id': 'e221f884-0e6b-44fe-af9a-f3d85aba814e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a76dd0db-6bc4-44b1-ace7-6f553dd1696a'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:02:45.091393 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-fe5dc216-f9cc-46fa-a09d-9013ec98210f service neutron] Bound port: bc18bf9f-f6b5-4e9f-9f6d-7ebf19dc885e, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e221f884-0e6b-44fe-af9a-f3d85aba814e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a76dd0db-6bc4-44b1-ace7-6f553dd1696a'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:02:45.091862 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-fe5dc216-f9cc-46fa-a09d-9013ec98210f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:45.117302 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-434add85-a5a8-49df-87ef-969e1c47730d tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:45.127543 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-434add85-a5a8-49df-87ef-969e1c47730d tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6483912 Jun 11 10:02:45.128275 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 37570) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:02:45.135706 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-0fb7c11c-e7e0-4a2b-bb14-d134fb0258d9 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Request body: {'floatingip': {'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:02:45.186102 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-bc9d6000-065a-42cb-ad82-31451fc383cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:45.195763 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-49c4e44c-fde1-43a5-bf61-f32b29ef0802 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:02:45.256833 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-fe5dc216-f9cc-46fa-a09d-9013ec98210f service neutron] For port bc18bf9f-f6b5-4e9f-9f6d-7ebf19dc885e, host n-h2-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:02:45.300584 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38efcab-4fd7-4135-a80a-ea9bb8db1fe1 req-a1e5265b-72ed-4c5c-adcf-66fb96d61d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:45.304834 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d38efcab-4fd7-4135-a80a-ea9bb8db1fe1 req-a1e5265b-72ed-4c5c-adcf-66fb96d61d88 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3018732 Jun 11 10:02:45.349821 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-fe5dc216-f9cc-46fa-a09d-9013ec98210f service neutron] For port bc18bf9f-f6b5-4e9f-9f6d-7ebf19dc885e, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=bc18bf9f-f6b5-4e9f-9f6d-7ebf19dc885e,segment=NetworkSegment(e221f884-0e6b-44fe-af9a-f3d85aba814e),segment_id=e221f884-0e6b-44fe-af9a-f3d85aba814e)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:02:45.361071 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9d6000-065a-42cb-ad82-31451fc383cc service neutron] Pushing event updated for resources: {'Port': ['ID=5fcf6efb-fd8d-4659-b942-5329cf0841de,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:02:45.369530 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-bc9d6000-065a-42cb-ad82-31451fc383cc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:02:45.388082 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0fb7c11c-e7e0-4a2b-bb14-d134fb0258d9 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Notify callbacks [] for floatingip, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:45.484733 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-fe5dc216-f9cc-46fa-a09d-9013ec98210f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:45.513757 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c1a65c2e-0f7b-47de-9e80-faf2257667e6 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:02:45.604791 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-bc9d6000-065a-42cb-ad82-31451fc383cc service neutron] Attempting to bind port 5fcf6efb-fd8d-4659-b942-5329cf0841de on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:02:45.607495 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-bc9d6000-065a-42cb-ad82-31451fc383cc service neutron] Attempting to bind port 5fcf6efb-fd8d-4659-b942-5329cf0841de by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': 'e221f884-0e6b-44fe-af9a-f3d85aba814e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a76dd0db-6bc4-44b1-ace7-6f553dd1696a'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:02:45.607984 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-bc9d6000-065a-42cb-ad82-31451fc383cc service neutron] Attempting to bind port 5fcf6efb-fd8d-4659-b942-5329cf0841de on network a76dd0db-6bc4-44b1-ace7-6f553dd1696a {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:02:45.659167 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-fe5dc216-f9cc-46fa-a09d-9013ec98210f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:45.659960 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-fe5dc216-f9cc-46fa-a09d-9013ec98210f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:45.663180 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-fe5dc216-f9cc-46fa-a09d-9013ec98210f service neutron] 10.222.0.69 "PUT /v2.0/ports/bc18bf9f-f6b5-4e9f-9f6d-7ebf19dc885e HTTP/1.1" status: 200 len: 1092 time: 3.0819511 Jun 11 10:02:45.663180 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '845b7727-0dec-4944-b297-5ba8740ec84e', 'tag': 'bc18bf9f-f6b5-4e9f-9f6d-7ebf19dc885e'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:02:45.665413 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af34599-1305-4542-bd6c-5c4048c8a9a0" -d '{"events": [{"name": "network-changed", "server_uuid": "845b7727-0dec-4944-b297-5ba8740ec84e", "tag": "bc18bf9f-f6b5-4e9f-9f6d-7ebf19dc885e"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:02:45.699478 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-bc9d6000-065a-42cb-ad82-31451fc383cc service neutron] Port 5fcf6efb-fd8d-4659-b942-5329cf0841de on network a76dd0db-6bc4-44b1-ace7-6f553dd1696a not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:02:45.700265 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-bc9d6000-065a-42cb-ad82-31451fc383cc service neutron] Attempting to bind port 5fcf6efb-fd8d-4659-b942-5329cf0841de on network a76dd0db-6bc4-44b1-ace7-6f553dd1696a {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:02:45.724620 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-bc9d6000-065a-42cb-ad82-31451fc383cc service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:02:45.725123 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-bc9d6000-065a-42cb-ad82-31451fc383cc service neutron] Checking segment: {'id': 'e221f884-0e6b-44fe-af9a-f3d85aba814e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a76dd0db-6bc4-44b1-ace7-6f553dd1696a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:02:45.725613 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-bc9d6000-065a-42cb-ad82-31451fc383cc service neutron] Bound using segment: {'id': 'e221f884-0e6b-44fe-af9a-f3d85aba814e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a76dd0db-6bc4-44b1-ace7-6f553dd1696a'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:02:45.726178 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-bc9d6000-065a-42cb-ad82-31451fc383cc service neutron] Bound port: 5fcf6efb-fd8d-4659-b942-5329cf0841de, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e221f884-0e6b-44fe-af9a-f3d85aba814e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a76dd0db-6bc4-44b1-ace7-6f553dd1696a'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:02:45.726656 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-bc9d6000-065a-42cb-ad82-31451fc383cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:45.744394 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-be326f7b-7d43-4b70-9b18-76fcbc806a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:45.746385 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-be326f7b-7d43-4b70-9b18-76fcbc806a3d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8cece195fa7f4a63a9c53a61258df0b0&device_id=4b34ae56-598d-4daf-b094-8bd17a24d0a9 HTTP/1.1" status: 200 len: 1095 time: 0.2860637 Jun 11 10:02:45.757090 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device be1bc31a-0e63-43d1-8bab-f5d51bdb3bb5 up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:02:45.803051 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5dc216-f9cc-46fa-a09d-9013ec98210f service neutron] Pushing event updated for resources: {'Port': ['ID=bc18bf9f-f6b5-4e9f-9f6d-7ebf19dc885e,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:02:45.804355 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-fe5dc216-f9cc-46fa-a09d-9013ec98210f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:02:45.847151 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d1876d6f-ddac-4873-ab54-98d2d0b5d5e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:45.879171 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-dc4689df-d8c1-43aa-92c5-75404054082f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=44d393af-780b-4a3b-a566-483d648f1f37 HTTP/1.1" status: 200 len: 217 time: 0.1227558 Jun 11 10:02:45.976745 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-bc9d6000-065a-42cb-ad82-31451fc383cc service neutron] For port 5fcf6efb-fd8d-4659-b942-5329cf0841de, host n-h1-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:02:45.979380 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498576a3-ad7e-4636-86a6-f2106a8cfb34 req-d889533d-b676-40fc-bc8e-1f00f1ca350f tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:45.981220 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-498576a3-ad7e-4636-86a6-f2106a8cfb34 req-d889533d-b676-40fc-bc8e-1f00f1ca350f tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] 10.222.0.60 "GET /v2.0/ports?device_id=845b7727-0dec-4944-b297-5ba8740ec84e HTTP/1.1" status: 200 len: 943 time: 0.3373673 Jun 11 10:02:45.988058 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-13735e15-ddc1-47d8-9d25-7ef4b254f4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:45.989626 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-13735e15-ddc1-47d8-9d25-7ef4b254f4e4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5587778f-393e-4652-9182-436207ac02ca HTTP/1.1" status: 200 len: 857 time: 0.1011531 Jun 11 10:02:45.994816 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0fb7c11c-e7e0-4a2b-bb14-d134fb0258d9 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:46.004684 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning for port be1bc31a-0e63-43d1-8bab-f5d51bdb3bb5 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:02:46.008303 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:46.011607 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port be1bc31a-0e63-43d1-8bab-f5d51bdb3bb5 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:02:46.012145 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:46.028926 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e40760-2402-4dd7-b4a8-a3b47c16756e req-b0224268-d22d-443f-8146-a04abc63f490 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:46.032374 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-77e40760-2402-4dd7-b4a8-a3b47c16756e req-b0224268-d22d-443f-8146-a04abc63f490 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f222d0be-bfc4-447c-8dff-ec08bdf67a11 HTTP/1.1" status: 200 len: 944 time: 0.4339032 Jun 11 10:02:46.034387 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-bc9d6000-065a-42cb-ad82-31451fc383cc service neutron] For port 5fcf6efb-fd8d-4659-b942-5329cf0841de, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=5fcf6efb-fd8d-4659-b942-5329cf0841de,segment=NetworkSegment(e221f884-0e6b-44fe-af9a-f3d85aba814e),segment_id=e221f884-0e6b-44fe-af9a-f3d85aba814e)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:02:46.075297 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-631b7d6a-ab73-4b04-aeb3-f84dfe64036d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a76dd0db-6bc4-44b1-ace7-6f553dd1696a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716782 Jun 11 10:02:46.140902 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:46.147512 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-77e40760-2402-4dd7-b4a8-a3b47c16756e req-209ff808-b8b4-43ed-92cb-1ef723af7002 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069348 Jun 11 10:02:46.159706 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-bc9d6000-065a-42cb-ad82-31451fc383cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:46.164762 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-122e55b4-766a-43b5-8171-df12b1be2be8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:02:46.218379 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port be1bc31a-0e63-43d1-8bab-f5d51bdb3bb5, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=be1bc31a-0e63-43d1-8bab-f5d51bdb3bb5,segment=NetworkSegment(49dbfc19-7dcf-486c-9f91-ff9f037d2121),segment_id=49dbfc19-7dcf-486c-9f91-ff9f037d2121)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:02:46.219854 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f222d0be-bfc4-447c-8dff-ec08bdf67a11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be1bc31a-0e63-43d1-8bab-f5d51bdb3bb5'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:02:46.224032 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58c206a5-b31f-4f39-a6fd-91276c36a2e7" -d '{"events": [{"server_uuid": "f222d0be-bfc4-447c-8dff-ec08bdf67a11", "name": "network-vif-plugged", "status": "completed", "tag": "be1bc31a-0e63-43d1-8bab-f5d51bdb3bb5"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:02:46.224504 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-f21f8065-60f7-4b5c-88e8-427d89ca92bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:46.224617 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-498576a3-ad7e-4636-86a6-f2106a8cfb34 req-16f03416-234b-428f-b8a9-250ea292febc tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] 10.222.0.60 "GET /v2.0/security-groups?id=ebc32faa-9cb7-4ac6-8334-02b3ad38c029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296734 Jun 11 10:02:46.225473 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-f21f8065-60f7-4b5c-88e8-427d89ca92bb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8cece195fa7f4a63a9c53a61258df0b0&device_id=845b7727-0dec-4944-b297-5ba8740ec84e HTTP/1.1" status: 200 len: 1095 time: 0.2901537 Jun 11 10:02:46.239746 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-bc9d6000-065a-42cb-ad82-31451fc383cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:46.240942 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-bc9d6000-065a-42cb-ad82-31451fc383cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:46.253048 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-bc9d6000-065a-42cb-ad82-31451fc383cc service neutron] 10.222.0.64 "PUT /v2.0/ports/5fcf6efb-fd8d-4659-b942-5329cf0841de HTTP/1.1" status: 200 len: 1092 time: 2.9577179 Jun 11 10:02:46.329336 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:46.331367 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:02:46.366546 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0064d4c3-7d4c-4d69-91e2-b2dd6c87db7a x-openstack-request-id: req-0064d4c3-7d4c-4d69-91e2-b2dd6c87db7a {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:02:46.366804 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "845b7727-0dec-4944-b297-5ba8740ec84e", "tag": "bc18bf9f-f6b5-4e9f-9f6d-7ebf19dc885e", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:02:46.368108 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0064d4c3-7d4c-4d69-91e2-b2dd6c87db7a {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:02:46.369573 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '845b7727-0dec-4944-b297-5ba8740ec84e', 'tag': 'bc18bf9f-f6b5-4e9f-9f6d-7ebf19dc885e', 'status': 'completed', 'code': 200} Jun 11 10:02:46.379253 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c69096bb-b7c8-469f-b193-65c8e03c863d x-openstack-request-id: req-c69096bb-b7c8-469f-b193-65c8e03c863d {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:02:46.379887 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f222d0be-bfc4-447c-8dff-ec08bdf67a11", "name": "network-vif-plugged", "status": "completed", "tag": "be1bc31a-0e63-43d1-8bab-f5d51bdb3bb5", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:02:46.383746 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c69096bb-b7c8-469f-b193-65c8e03c863d {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:02:46.384378 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f222d0be-bfc4-447c-8dff-ec08bdf67a11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be1bc31a-0e63-43d1-8bab-f5d51bdb3bb5', 'code': 200} Jun 11 10:02:46.399018 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-d5b50d2d-0a96-4da1-8fb9-ce907067f3aa service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bc18bf9f-f6b5-4e9f-9f6d-7ebf19dc885e HTTP/1.1" status: 200 len: 217 time: 0.1440425 Jun 11 10:02:46.420327 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-62ac432c-e834-416f-859e-b93622ed3f26 service neutron] 10.222.0.69 "GET /v2.0/networks/a76dd0db-6bc4-44b1-ace7-6f553dd1696a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867470 Jun 11 10:02:46.421622 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-0fb7c11c-e7e0-4a2b-bb14-d134fb0258d9 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Allocated IP 172.25.4.74 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/8b3c1b43-3c0f-4f04-942a-ed4512cfc0ab) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:02:46.425907 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9d6000-065a-42cb-ad82-31451fc383cc service neutron] Pushing event updated for resources: {'Port': ['ID=5fcf6efb-fd8d-4659-b942-5329cf0841de,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:02:46.426674 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=be1bc31a-0e63-43d1-8bab-f5d51bdb3bb5,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:02:46.429789 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:02:46.433749 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-bc9d6000-065a-42cb-ad82-31451fc383cc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:02:46.537141 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-6aa288c6-7aef-4c99-8598-e348915d55db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:46.538717 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-6aa288c6-7aef-4c99-8598-e348915d55db service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5587778f-393e-4652-9182-436207ac02ca HTTP/1.1" status: 200 len: 857 time: 0.1140249 Jun 11 10:02:46.585172 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-0a644b32-2b68-47cb-b2f1-952e1f317d2c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a76dd0db-6bc4-44b1-ace7-6f553dd1696a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398641 Jun 11 10:02:46.605150 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-4607d03f-4c44-4f6c-a1d6-cc9ae2850f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:46.606687 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-4607d03f-4c44-4f6c-a1d6-cc9ae2850f22 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8cece195fa7f4a63a9c53a61258df0b0&device_id=e8a5266e-e097-4c77-8484-a04b71f25e50 HTTP/1.1" status: 200 len: 1095 time: 0.1987233 Jun 11 10:02:46.689406 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:46.725762 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-90cdc851-0bd0-4096-9d1f-56e82628c784 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5fcf6efb-fd8d-4659-b942-5329cf0841de HTTP/1.1" status: 200 len: 217 time: 0.1024296 Jun 11 10:02:46.779677 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-905e0470-e293-4efa-b98d-6242f10607cc service neutron] 10.222.0.69 "GET /v2.0/networks/a76dd0db-6bc4-44b1-ace7-6f553dd1696a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3353958 Jun 11 10:02:46.794246 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9188d3-be95-427d-81c3-5573eee2b8bb req-39ab1df5-7670-4f7c-b82b-50a92f198c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:46.797063 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1e9188d3-be95-427d-81c3-5573eee2b8bb req-39ab1df5-7670-4f7c-b82b-50a92f198c64 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f222d0be-bfc4-447c-8dff-ec08bdf67a11 HTTP/1.1" status: 200 len: 1097 time: 0.3563597 Jun 11 10:02:46.813935 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0fb7c11c-e7e0-4a2b-bb14-d134fb0258d9 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:46.856471 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1e9188d3-be95-427d-81c3-5573eee2b8bb req-257218dc-7ef7-40e3-8aa5-286885a514f2 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534115 Jun 11 10:02:46.896690 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-4ea26a0f-943e-41bc-97d7-d8b952d786d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:46.898122 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-4ea26a0f-943e-41bc-97d7-d8b952d786d5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5587778f-393e-4652-9182-436207ac02ca HTTP/1.1" status: 200 len: 857 time: 0.1654503 Jun 11 10:02:46.902132 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-146ee981-f9eb-4fb1-8660-520362f5470f service neutron] 10.222.0.69 "GET /v2.0/networks/a76dd0db-6bc4-44b1-ace7-6f553dd1696a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3095260 Jun 11 10:02:46.940106 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-eb69987a-7e59-464f-b881-5d5fddfb74b0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a76dd0db-6bc4-44b1-ace7-6f553dd1696a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350978 Jun 11 10:02:47.026242 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0fb7c11c-e7e0-4a2b-bb14-d134fb0258d9 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:47.030395 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8b3251c4-e8ae-453a-9ecb-70cbde11e19a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:02:47.092649 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb7c11c-e7e0-4a2b-bb14-d134fb0258d9 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Pushing event updated for resources: {'Port': ['ID=8b3c1b43-3c0f-4f04-942a-ed4512cfc0ab,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:02:47.096180 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0fb7c11c-e7e0-4a2b-bb14-d134fb0258d9 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:02:47.108710 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb7c11c-e7e0-4a2b-bb14-d134fb0258d9 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:02:47.110535 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-0fb7c11c-e7e0-4a2b-bb14-d134fb0258d9 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:02:47.113932 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb7c11c-e7e0-4a2b-bb14-d134fb0258d9 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:02:47.158562 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-2df04e67-b1b1-4821-b454-59537f4712a5 service neutron] 10.222.0.64 "GET /v2.0/networks/a76dd0db-6bc4-44b1-ace7-6f553dd1696a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123740 Jun 11 10:02:47.252338 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0fb7c11c-e7e0-4a2b-bb14-d134fb0258d9 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:47.295341 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-d98b4348-264e-4018-a430-b7b3e9727904 service neutron] 10.222.0.69 "GET /v2.0/networks/a76dd0db-6bc4-44b1-ace7-6f553dd1696a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3140469 Jun 11 10:02:47.350422 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-f5a44d81-cd5a-40ae-bcf2-d2499ef585e0 service neutron] 10.222.0.64 "GET /v2.0/networks/a76dd0db-6bc4-44b1-ace7-6f553dd1696a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843441 Jun 11 10:02:47.394862 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0fb7c11c-e7e0-4a2b-bb14-d134fb0258d9 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:47.569249 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af34599-1305-4542-bd6c-5c4048c8a9a0 req-6613c665-3481-43b5-a623-2e029cfaf7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:47.570736 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7af34599-1305-4542-bd6c-5c4048c8a9a0 req-6613c665-3481-43b5-a623-2e029cfaf7d8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8cece195fa7f4a63a9c53a61258df0b0&device_id=845b7727-0dec-4944-b297-5ba8740ec84e HTTP/1.1" status: 200 len: 1095 time: 0.1181121 Jun 11 10:02:47.636410 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f652a9-8a6a-4ee9-85cd-29fc27ef8380 req-e147b3e7-bdaa-4ac4-a59c-705e2d7f9a3c tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:47.638211 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-66f652a9-8a6a-4ee9-85cd-29fc27ef8380 req-e147b3e7-bdaa-4ac4-a59c-705e2d7f9a3c tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f222d0be-bfc4-447c-8dff-ec08bdf67a11 HTTP/1.1" status: 200 len: 945 time: 0.1977420 Jun 11 10:02:47.705811 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e226239d-72db-4d6a-b2d4-955b6bf936bc req-9ae8e9c8-ab51-46e7-b56e-c965083f7dad tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:47.711276 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e226239d-72db-4d6a-b2d4-955b6bf936bc req-9ae8e9c8-ab51-46e7-b56e-c965083f7dad tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] 10.222.0.60 "GET /v2.0/ports?device_id=845b7727-0dec-4944-b297-5ba8740ec84e HTTP/1.1" status: 200 len: 943 time: 0.2541413 Jun 11 10:02:47.757151 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-66f652a9-8a6a-4ee9-85cd-29fc27ef8380 req-57985601-e24d-4756-b211-724911973144 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110404 Jun 11 10:02:47.804412 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af34599-1305-4542-bd6c-5c4048c8a9a0 req-b9a0e8ac-e310-4a51-af8d-0e86652eefb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:47.810498 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7af34599-1305-4542-bd6c-5c4048c8a9a0 req-b9a0e8ac-e310-4a51-af8d-0e86652eefb4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a76dd0db-6bc4-44b1-ace7-6f553dd1696a HTTP/1.1" status: 200 len: 918 time: 0.2316353 Jun 11 10:02:47.835942 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e226239d-72db-4d6a-b2d4-955b6bf936bc req-fdd16e22-310e-4ce6-be97-a4a83326549f tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] 10.222.0.60 "GET /v2.0/security-groups?id=ebc32faa-9cb7-4ac6-8334-02b3ad38c029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049798 Jun 11 10:02:47.840827 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0fb7c11c-e7e0-4a2b-bb14-d134fb0258d9 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:47.914308 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7af34599-1305-4542-bd6c-5c4048c8a9a0 req-251f2d0f-c516-4a4e-b07b-d70ff297b70c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bc18bf9f-f6b5-4e9f-9f6d-7ebf19dc885e HTTP/1.1" status: 200 len: 217 time: 0.0947542 Jun 11 10:02:47.941655 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0fb7c11c-e7e0-4a2b-bb14-d134fb0258d9 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:47.950905 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8f809cb5-ce5b-430c-ac85-7d52816e909e tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:02:47.993904 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af34599-1305-4542-bd6c-5c4048c8a9a0 req-0318f01e-0c2e-4dc7-b909-fdf400c932a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:47.995898 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7af34599-1305-4542-bd6c-5c4048c8a9a0 req-0318f01e-0c2e-4dc7-b909-fdf400c932a5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5587778f-393e-4652-9182-436207ac02ca HTTP/1.1" status: 200 len: 857 time: 0.0752113 Jun 11 10:02:48.044014 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7af34599-1305-4542-bd6c-5c4048c8a9a0 req-9c9ca361-cf1a-475d-8f9e-8851a8a45320 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a76dd0db-6bc4-44b1-ace7-6f553dd1696a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416203 Jun 11 10:02:48.063902 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb7c11c-e7e0-4a2b-bb14-d134fb0258d9 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Pushing event updated for resources: {'Port': ['ID=8b3c1b43-3c0f-4f04-942a-ed4512cfc0ab,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:02:48.068161 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0fb7c11c-e7e0-4a2b-bb14-d134fb0258d9 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:02:48.077254 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0fb7c11c-e7e0-4a2b-bb14-d134fb0258d9 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:48.141176 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0fb7c11c-e7e0-4a2b-bb14-d134fb0258d9 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:48.142912 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-0fb7c11c-e7e0-4a2b-bb14-d134fb0258d9 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0117745 Jun 11 10:02:48.195678 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7af34599-1305-4542-bd6c-5c4048c8a9a0 req-9430d336-93e3-4d8a-a6a6-107fae4c4309 service neutron] 10.222.0.69 "GET /v2.0/networks/a76dd0db-6bc4-44b1-ace7-6f553dd1696a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410587 Jun 11 10:02:48.364587 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:48.383637 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8a5266e-e097-4c77-8484-a04b71f25e50', 'tag': '5fcf6efb-fd8d-4659-b942-5329cf0841de'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:02:48.388017 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cb4afbd-15c0-4662-b71e-b216dc784727" -d '{"events": [{"name": "network-changed", "server_uuid": "e8a5266e-e097-4c77-8484-a04b71f25e50", "tag": "5fcf6efb-fd8d-4659-b942-5329cf0841de"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:02:48.463965 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7af34599-1305-4542-bd6c-5c4048c8a9a0 req-55978e6c-83f2-49d3-8fad-f7edcdc308e9 service neutron] 10.222.0.69 "GET /v2.0/networks/a76dd0db-6bc4-44b1-ace7-6f553dd1696a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607608 Jun 11 10:02:48.467774 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a566d8d-5a77-4d86-909f-5b205e1aa18c x-openstack-request-id: req-0a566d8d-5a77-4d86-909f-5b205e1aa18c {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:02:48.468108 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8a5266e-e097-4c77-8484-a04b71f25e50", "tag": "5fcf6efb-fd8d-4659-b942-5329cf0841de", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:02:48.468410 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0a566d8d-5a77-4d86-909f-5b205e1aa18c {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:02:48.474477 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8a5266e-e097-4c77-8484-a04b71f25e50', 'tag': '5fcf6efb-fd8d-4659-b942-5329cf0841de', 'status': 'completed', 'code': 200} Jun 11 10:02:48.516048 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2b122135-acd2-4ecb-96ce-d9da6e9a33e9 req-d891cb7f-554e-4fc0-840a-eaade7ff2f3c tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--830549669&fields=id&tenant_id=21c20f27027a4fa895493faf5f883302 HTTP/1.1" status: 200 len: 267 time: 0.0675220 Jun 11 10:02:48.596527 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb4afbd-15c0-4662-b71e-b216dc784727 req-f5f7a122-0795-419c-bebe-8eae936fa27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:48.598130 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1cb4afbd-15c0-4662-b71e-b216dc784727 req-f5f7a122-0795-419c-bebe-8eae936fa27d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8cece195fa7f4a63a9c53a61258df0b0&device_id=e8a5266e-e097-4c77-8484-a04b71f25e50 HTTP/1.1" status: 200 len: 1095 time: 0.0907712 Jun 11 10:02:48.689163 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b122135-acd2-4ecb-96ce-d9da6e9a33e9 req-0a329abf-b88a-4046-ac3e-e2057499dad1 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:48.690758 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2b122135-acd2-4ecb-96ce-d9da6e9a33e9 req-0a329abf-b88a-4046-ac3e-e2057499dad1 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/networks?id=4ec1bae5-7351-4e01-a52c-de5521320fcb HTTP/1.1" status: 200 len: 816 time: 0.1653943 Jun 11 10:02:48.708891 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2b122135-acd2-4ecb-96ce-d9da6e9a33e9 req-c927b25e-194e-4666-94cd-50c3951b3351 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/quotas/21c20f27027a4fa895493faf5f883302 HTTP/1.1" status: 200 len: 375 time: 0.0107832 Jun 11 10:02:48.744549 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb4afbd-15c0-4662-b71e-b216dc784727 req-608ddce8-c152-4ade-b45b-3362d770efc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:48.746394 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1cb4afbd-15c0-4662-b71e-b216dc784727 req-608ddce8-c152-4ade-b45b-3362d770efc4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a76dd0db-6bc4-44b1-ace7-6f553dd1696a HTTP/1.1" status: 200 len: 918 time: 0.1416652 Jun 11 10:02:48.810113 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1cb4afbd-15c0-4662-b71e-b216dc784727 req-517f2d43-91b0-4b86-9242-e77d6b92ae3c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5fcf6efb-fd8d-4659-b942-5329cf0841de HTTP/1.1" status: 200 len: 217 time: 0.0573080 Jun 11 10:02:48.812151 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2b122135-acd2-4ecb-96ce-d9da6e9a33e9 req-a488fbfc-b018-4436-ac5f-76dc5ceeef65 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=21c20f27027a4fa895493faf5f883302&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0975559 Jun 11 10:02:48.905471 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb4afbd-15c0-4662-b71e-b216dc784727 req-ced4c886-d155-4479-a59c-7d02275eeb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:48.906927 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1cb4afbd-15c0-4662-b71e-b216dc784727 req-ced4c886-d155-4479-a59c-7d02275eeb0d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5587778f-393e-4652-9182-436207ac02ca HTTP/1.1" status: 200 len: 857 time: 0.0890002 Jun 11 10:02:48.949567 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2b122135-acd2-4ecb-96ce-d9da6e9a33e9 req-84906d49-21c1-46ac-a216-756e7e3347d1 service neutron] 10.222.0.60 "GET /v2.0/networks/4ec1bae5-7351-4e01-a52c-de5521320fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315627 Jun 11 10:02:48.980846 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1cb4afbd-15c0-4662-b71e-b216dc784727 req-a5a76efb-42ae-4bff-a5d8-1cfd71ad6766 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a76dd0db-6bc4-44b1-ace7-6f553dd1696a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626252 Jun 11 10:02:49.085800 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2b122135-acd2-4ecb-96ce-d9da6e9a33e9 req-848dbb84-986f-41d5-97e3-63a801ff1ceb service neutron] 10.222.0.60 "GET /v2.0/networks/4ec1bae5-7351-4e01-a52c-de5521320fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296787 Jun 11 10:02:49.179612 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55324908-0d9f-4390-b0dd-8b6215446093 req-a16fdc55-71d8-45af-b245-553d333a7fc9 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:49.181547 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-55324908-0d9f-4390-b0dd-8b6215446093 req-a16fdc55-71d8-45af-b245-553d333a7fc9 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f222d0be-bfc4-447c-8dff-ec08bdf67a11 HTTP/1.1" status: 200 len: 945 time: 0.2737365 Jun 11 10:02:49.183760 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1cb4afbd-15c0-4662-b71e-b216dc784727 req-87e11979-3093-45ee-b315-3315f14c6352 service neutron] 10.222.0.64 "GET /v2.0/networks/a76dd0db-6bc4-44b1-ace7-6f553dd1696a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935270 Jun 11 10:02:49.306781 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-55324908-0d9f-4390-b0dd-8b6215446093 req-a437cc15-dcfe-467f-bdad-82f8742c5b27 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138783 Jun 11 10:02:49.364978 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1cb4afbd-15c0-4662-b71e-b216dc784727 req-20cfaced-c110-4541-a313-8608b72c20c9 service neutron] 10.222.0.64 "GET /v2.0/networks/a76dd0db-6bc4-44b1-ace7-6f553dd1696a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735544 Jun 11 10:02:49.547941 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3ba63e-56c2-4908-9f20-7b585a9d584a req-97ccc308-9292-42fa-b8c7-42636b99b1cf tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:49.549670 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9f3ba63e-56c2-4908-9f20-7b585a9d584a req-97ccc308-9292-42fa-b8c7-42636b99b1cf tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] 10.222.0.60 "GET /v2.0/ports?device_id=845b7727-0dec-4944-b297-5ba8740ec84e HTTP/1.1" status: 200 len: 943 time: 0.1153772 Jun 11 10:02:49.624140 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9f3ba63e-56c2-4908-9f20-7b585a9d584a req-0446e4e9-f8ee-49cd-aff7-a730403cb897 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] 10.222.0.60 "GET /v2.0/security-groups?id=ebc32faa-9cb7-4ac6-8334-02b3ad38c029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541801 Jun 11 10:02:49.701758 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e2a29f65-3681-4f62-9292-631958f447db req-70e3769c-c389-4119-888a-155f6135be2c tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=93ad82f0-8781-4cf6-a466-9a57ed82acf5 HTTP/1.1" status: 200 len: 210 time: 0.0341039 Jun 11 10:02:50.507708 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 5fcf6efb-fd8d-4659-b942-5329cf0841de details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 10:02:50.738929 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 5fcf6efb-fd8d-4659-b942-5329cf0841de, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=5fcf6efb-fd8d-4659-b942-5329cf0841de,segment=NetworkSegment(e221f884-0e6b-44fe-af9a-f3d85aba814e),segment_id=e221f884-0e6b-44fe-af9a-f3d85aba814e)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:02:50.739832 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0ec8a-1548-4838-b9e9-0a530375bb42 req-f0ea72dc-bbf6-47df-9b9e-8becdf08c5a4 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:50.741963 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-44b0ec8a-1548-4838-b9e9-0a530375bb42 req-f0ea72dc-bbf6-47df-9b9e-8becdf08c5a4 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f222d0be-bfc4-447c-8dff-ec08bdf67a11 HTTP/1.1" status: 200 len: 945 time: 0.4843462 Jun 11 10:02:50.771624 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': '5fcf6efb-fd8d-4659-b942-5329cf0841de', 'network_id': 'a76dd0db-6bc4-44b1-ace7-6f553dd1696a', 'port_id': '5fcf6efb-fd8d-4659-b942-5329cf0841de', 'mac_address': 'fa:16:3e:54:a7:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5587778f-393e-4652-9182-436207ac02ca', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 10:02:50.817503 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-44b0ec8a-1548-4838-b9e9-0a530375bb42 req-f6dcaeb5-076a-4efa-ba2b-b5413a34dd8c tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681269 Jun 11 10:02:50.862503 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:50.875338 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dc7d26-8d58-41a6-a0b1-b9bb062f8441 req-52b6ad9d-5182-4e5a-9676-e90dafc496fe tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:50.876972 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f5dc7d26-8d58-41a6-a0b1-b9bb062f8441 req-52b6ad9d-5182-4e5a-9676-e90dafc496fe tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] 10.222.0.60 "GET /v2.0/ports?device_id=845b7727-0dec-4944-b297-5ba8740ec84e HTTP/1.1" status: 200 len: 943 time: 0.1016901 Jun 11 10:02:50.890281 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fcf6efb-fd8d-4659-b942-5329cf0841de {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:02:50.937884 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f5dc7d26-8d58-41a6-a0b1-b9bb062f8441 req-932e2e18-84bd-4cad-9040-6d4ad525523b tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] 10.222.0.60 "GET /v2.0/security-groups?id=ebc32faa-9cb7-4ac6-8334-02b3ad38c029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546565 Jun 11 10:02:50.951486 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 5fcf6efb-fd8d-4659-b942-5329cf0841de, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=5fcf6efb-fd8d-4659-b942-5329cf0841de,segment=NetworkSegment(e221f884-0e6b-44fe-af9a-f3d85aba814e),segment_id=e221f884-0e6b-44fe-af9a-f3d85aba814e)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:02:51.014919 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d4c36a25-d6b0-4b79-bcb9-054aba122d1a req-2ade5189-cee6-4051-ba82-94b908dd8b59 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=93ad82f0-8781-4cf6-a466-9a57ed82acf5 HTTP/1.1" status: 200 len: 210 time: 0.0340598 Jun 11 10:02:51.049938 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:51.052278 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:02:51.112869 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=5fcf6efb-fd8d-4659-b942-5329cf0841de,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:02:51.116338 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:02:51.314229 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['5fcf6efb-fd8d-4659-b942-5329cf0841de'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:02:51.787757 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device bc18bf9f-f6b5-4e9f-9f6d-7ebf19dc885e details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 10:02:51.988944 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port bc18bf9f-f6b5-4e9f-9f6d-7ebf19dc885e, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=bc18bf9f-f6b5-4e9f-9f6d-7ebf19dc885e,segment=NetworkSegment(e221f884-0e6b-44fe-af9a-f3d85aba814e),segment_id=e221f884-0e6b-44fe-af9a-f3d85aba814e)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:02:52.009037 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': 'bc18bf9f-f6b5-4e9f-9f6d-7ebf19dc885e', 'network_id': 'a76dd0db-6bc4-44b1-ace7-6f553dd1696a', 'port_id': 'bc18bf9f-f6b5-4e9f-9f6d-7ebf19dc885e', 'mac_address': 'fa:16:3e:b7:2a:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5587778f-393e-4652-9182-436207ac02ca', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 10:02:52.070590 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:52.092511 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc18bf9f-f6b5-4e9f-9f6d-7ebf19dc885e {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:02:52.119518 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50468384-9b60-448c-ac96-66622c794d2c req-65824666-c540-46eb-b169-e3a048d76d50 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:52.124272 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-50468384-9b60-448c-ac96-66622c794d2c req-65824666-c540-46eb-b169-e3a048d76d50 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f222d0be-bfc4-447c-8dff-ec08bdf67a11 HTTP/1.1" status: 200 len: 945 time: 0.1208725 Jun 11 10:02:52.125371 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port bc18bf9f-f6b5-4e9f-9f6d-7ebf19dc885e, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=bc18bf9f-f6b5-4e9f-9f6d-7ebf19dc885e,segment=NetworkSegment(e221f884-0e6b-44fe-af9a-f3d85aba814e),segment_id=e221f884-0e6b-44fe-af9a-f3d85aba814e)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:02:52.177019 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-50468384-9b60-448c-ac96-66622c794d2c req-38c31d2e-6e68-481d-ad5b-ae974884082f tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468051 Jun 11 10:02:52.215224 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b857434-92f3-4421-917d-a9746201ef1c req-4ec22486-ceaa-4006-be20-850685d731ce tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:52.217383 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6b857434-92f3-4421-917d-a9746201ef1c req-4ec22486-ceaa-4006-be20-850685d731ce tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] 10.222.0.60 "GET /v2.0/ports?device_id=845b7727-0dec-4944-b297-5ba8740ec84e HTTP/1.1" status: 200 len: 943 time: 0.1175590 Jun 11 10:02:52.242828 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:52.244715 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 44d393af-780b-4a3b-a566-483d648f1f37 details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 10:02:52.249504 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:02:52.273942 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6b857434-92f3-4421-917d-a9746201ef1c req-39464417-5516-427c-b25a-75ea56dd4772 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] 10.222.0.60 "GET /v2.0/security-groups?id=ebc32faa-9cb7-4ac6-8334-02b3ad38c029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511818 Jun 11 10:02:52.449677 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 44d393af-780b-4a3b-a566-483d648f1f37, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=44d393af-780b-4a3b-a566-483d648f1f37,segment=NetworkSegment(e221f884-0e6b-44fe-af9a-f3d85aba814e),segment_id=e221f884-0e6b-44fe-af9a-f3d85aba814e)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:02:52.467427 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': '44d393af-780b-4a3b-a566-483d648f1f37', 'network_id': 'a76dd0db-6bc4-44b1-ace7-6f553dd1696a', 'port_id': '44d393af-780b-4a3b-a566-483d648f1f37', 'mac_address': 'fa:16:3e:cc:28:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5587778f-393e-4652-9182-436207ac02ca', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 10:02:52.481692 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=bc18bf9f-f6b5-4e9f-9f6d-7ebf19dc885e,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:02:52.485382 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:02:52.578148 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-942f6473-0b54-4454-bbc7-41dfe0598575 req-4b51b9f4-60f1-4b3d-a090-9bed67aed660 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=93ad82f0-8781-4cf6-a466-9a57ed82acf5 HTTP/1.1" status: 200 len: 210 time: 0.1232500 Jun 11 10:02:52.591464 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b122135-acd2-4ecb-96ce-d9da6e9a33e9 req-2dbdb0b8-04e4-4670-bd2e-c87045b048d1 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:52.593026 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2b122135-acd2-4ecb-96ce-d9da6e9a33e9 req-2dbdb0b8-04e4-4670-bd2e-c87045b048d1 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.64 "GET /v2.0/networks?id=4ec1bae5-7351-4e01-a52c-de5521320fcb HTTP/1.1" status: 200 len: 816 time: 0.3031859 Jun 11 10:02:52.672871 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2b122135-acd2-4ecb-96ce-d9da6e9a33e9 req-3bd1b151-f493-4371-8b34-2aac6d703bb1 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21c20f27027a4fa895493faf5f883302 HTTP/1.1" status: 200 len: 379 time: 0.0659564 Jun 11 10:02:52.683149 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-2b122135-acd2-4ecb-96ce-d9da6e9a33e9 req-cebd89b7-4d6a-4a36-b198-48f40c4b1bb9 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Request body: {'port': {'device_id': '93ad82f0-8781-4cf6-a466-9a57ed82acf5', 'network_id': '4ec1bae5-7351-4e01-a52c-de5521320fcb', 'admin_state_up': True, 'tenant_id': '21c20f27027a4fa895493faf5f883302', 'security_groups': ['7c9589fb-c3c5-418d-8928-25f3ef7c4ff5']}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:02:52.758460 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 5fcf6efb-fd8d-4659-b942-5329cf0841de up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:02:52.962851 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:52.986893 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b122135-acd2-4ecb-96ce-d9da6e9a33e9 req-cebd89b7-4d6a-4a36-b198-48f40c4b1bb9 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Made reservation on behalf of 21c20f27027a4fa895493faf5f883302 for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:02:52.990994 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-2b122135-acd2-4ecb-96ce-d9da6e9a33e9 req-cebd89b7-4d6a-4a36-b198-48f40c4b1bb9 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:52.998082 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44d393af-780b-4a3b-a566-483d648f1f37 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:02:53.023327 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 44d393af-780b-4a3b-a566-483d648f1f37, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=44d393af-780b-4a3b-a566-483d648f1f37,segment=NetworkSegment(e221f884-0e6b-44fe-af9a-f3d85aba814e),segment_id=e221f884-0e6b-44fe-af9a-f3d85aba814e)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:02:53.084586 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning for port 5fcf6efb-fd8d-4659-b942-5329cf0841de completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:02:53.088330 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:53.091722 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:02:53.096361 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port 5fcf6efb-fd8d-4659-b942-5329cf0841de triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:02:53.096875 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:53.214093 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-2b122135-acd2-4ecb-96ce-d9da6e9a33e9 req-cebd89b7-4d6a-4a36-b198-48f40c4b1bb9 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Allocated IP 172.20.0.7 (4ec1bae5-7351-4e01-a52c-de5521320fcb/73b1338f-0df7-44ec-88b6-dbc16cfcfcc4/654150cf-8faf-4a19-aca8-459bddd22d50) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:02:53.221077 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=44d393af-780b-4a3b-a566-483d648f1f37,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:02:53.237293 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:02:53.287289 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:53.316196 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8a5266e-e097-4c77-8484-a04b71f25e50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fcf6efb-fd8d-4659-b942-5329cf0841de'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:02:53.318569 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e4d1cb-e5e6-412d-8b90-3c13e92bff5e" -d '{"events": [{"server_uuid": "e8a5266e-e097-4c77-8484-a04b71f25e50", "name": "network-vif-plugged", "status": "completed", "tag": "5fcf6efb-fd8d-4659-b942-5329cf0841de"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:02:53.335653 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 5fcf6efb-fd8d-4659-b942-5329cf0841de, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=5fcf6efb-fd8d-4659-b942-5329cf0841de,segment=NetworkSegment(e221f884-0e6b-44fe-af9a-f3d85aba814e),segment_id=e221f884-0e6b-44fe-af9a-f3d85aba814e)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:02:53.448766 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71d7f31-8eea-43bd-955f-0afbe875cdfa req-84621e3d-a6a8-4955-8d1c-bf92256935da tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:53.450627 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e71d7f31-8eea-43bd-955f-0afbe875cdfa req-84621e3d-a6a8-4955-8d1c-bf92256935da tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f222d0be-bfc4-447c-8dff-ec08bdf67a11 HTTP/1.1" status: 200 len: 945 time: 0.1923831 Jun 11 10:02:53.460979 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:53.464728 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:02:53.536901 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=5fcf6efb-fd8d-4659-b942-5329cf0841de,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:02:53.537844 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e71d7f31-8eea-43bd-955f-0afbe875cdfa req-d2644427-8c2e-4b82-b2a1-bf023a123663 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764055 Jun 11 10:02:53.541918 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['44d393af-780b-4a3b-a566-483d648f1f37'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:02:53.543944 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-2b122135-acd2-4ecb-96ce-d9da6e9a33e9 req-cebd89b7-4d6a-4a36-b198-48f40c4b1bb9 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:53.546021 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:02:53.547899 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['bc18bf9f-f6b5-4e9f-9f6d-7ebf19dc885e'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:02:53.551314 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c1ab91-f834-4a06-a1d7-38095b0f3776 req-147f3ef5-df38-4549-b8dd-3567163b15db tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:53.564424 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-48c1ab91-f834-4a06-a1d7-38095b0f3776 req-147f3ef5-df38-4549-b8dd-3567163b15db tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] 10.222.0.60 "GET /v2.0/ports?device_id=845b7727-0dec-4944-b297-5ba8740ec84e HTTP/1.1" status: 200 len: 944 time: 0.1350026 Jun 11 10:02:53.600744 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-2b122135-acd2-4ecb-96ce-d9da6e9a33e9 req-cebd89b7-4d6a-4a36-b198-48f40c4b1bb9 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Transition to ACTIVE for port object 654150cf-8faf-4a19-aca8-459bddd22d50 will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:02:53.617263 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-48c1ab91-f834-4a06-a1d7-38095b0f3776 req-52c7a724-6e30-4a24-ab93-dba0e0e68abb tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] 10.222.0.60 "GET /v2.0/security-groups?id=ebc32faa-9cb7-4ac6-8334-02b3ad38c029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488465 Jun 11 10:02:53.644763 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a02ff6d-f113-4f82-82c2-904e09f67695 x-openstack-request-id: req-0a02ff6d-f113-4f82-82c2-904e09f67695 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:02:53.645068 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8a5266e-e097-4c77-8484-a04b71f25e50", "name": "network-vif-plugged", "status": "completed", "tag": "5fcf6efb-fd8d-4659-b942-5329cf0841de", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:02:53.645337 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0a02ff6d-f113-4f82-82c2-904e09f67695 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:02:53.645739 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8a5266e-e097-4c77-8484-a04b71f25e50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fcf6efb-fd8d-4659-b942-5329cf0841de', 'code': 200} Jun 11 10:02:53.802612 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-2b122135-acd2-4ecb-96ce-d9da6e9a33e9 req-cebd89b7-4d6a-4a36-b198-48f40c4b1bb9 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:53.829278 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b196dd19-ac8a-49c1-88aa-f5b31bf185cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:02:53.907048 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b122135-acd2-4ecb-96ce-d9da6e9a33e9 req-cebd89b7-4d6a-4a36-b198-48f40c4b1bb9 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Network 4ec1bae5-7351-4e01-a52c-de5521320fcb is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:02:53.921452 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-2b122135-acd2-4ecb-96ce-d9da6e9a33e9 req-cebd89b7-4d6a-4a36-b198-48f40c4b1bb9 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:02:53.924584 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b122135-acd2-4ecb-96ce-d9da6e9a33e9 req-cebd89b7-4d6a-4a36-b198-48f40c4b1bb9 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:02:53.929387 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebd89b7-4d6a-4a36-b198-48f40c4b1bb9 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Pushing event updated for resources: {'Port': ['ID=654150cf-8faf-4a19-aca8-459bddd22d50,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:02:54.005334 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebd89b7-4d6a-4a36-b198-48f40c4b1bb9 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:02:54.005334 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebd89b7-4d6a-4a36-b198-48f40c4b1bb9 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:02:54.005334 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebd89b7-4d6a-4a36-b198-48f40c4b1bb9 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:02:54.005334 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebd89b7-4d6a-4a36-b198-48f40c4b1bb9 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:02:54.005811 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebd89b7-4d6a-4a36-b198-48f40c4b1bb9 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:02:54.006030 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebd89b7-4d6a-4a36-b198-48f40c4b1bb9 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:02:54.006383 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebd89b7-4d6a-4a36-b198-48f40c4b1bb9 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:02:54.006753 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebd89b7-4d6a-4a36-b198-48f40c4b1bb9 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:02:54.007178 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebd89b7-4d6a-4a36-b198-48f40c4b1bb9 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:02:54.007476 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebd89b7-4d6a-4a36-b198-48f40c4b1bb9 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:02:54.008310 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebd89b7-4d6a-4a36-b198-48f40c4b1bb9 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:02:54.008310 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebd89b7-4d6a-4a36-b198-48f40c4b1bb9 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:02:54.017582 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-cebd89b7-4d6a-4a36-b198-48f40c4b1bb9 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:02:54.047445 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9cf82d-3577-4b15-b0b0-55a7cf5e0c33 req-c33c7532-d055-4b49-9d25-c1dc3ae5aca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:54.049182 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4f9cf82d-3577-4b15-b0b0-55a7cf5e0c33 req-c33c7532-d055-4b49-9d25-c1dc3ae5aca9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e8a5266e-e097-4c77-8484-a04b71f25e50 HTTP/1.1" status: 200 len: 1097 time: 0.3228736 Jun 11 10:02:54.068694 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a681bc-0e1c-4535-8d7c-30977f36c5bd req-86c28429-373b-4ec5-baf1-1cad552bac57 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:54.070292 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-94a681bc-0e1c-4535-8d7c-30977f36c5bd req-86c28429-373b-4ec5-baf1-1cad552bac57 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=93ad82f0-8781-4cf6-a466-9a57ed82acf5 HTTP/1.1" status: 200 len: 931 time: 0.2990131 Jun 11 10:02:54.096906 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b122135-acd2-4ecb-96ce-d9da6e9a33e9 req-cebd89b7-4d6a-4a36-b198-48f40c4b1bb9 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:54.097552 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-2b122135-acd2-4ecb-96ce-d9da6e9a33e9 req-cebd89b7-4d6a-4a36-b198-48f40c4b1bb9 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:54.158183 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4f9cf82d-3577-4b15-b0b0-55a7cf5e0c33 req-d679c2bc-b506-4ef3-9ba5-4cfed6e9a710 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ebc32faa-9cb7-4ac6-8334-02b3ad38c029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002827 Jun 11 10:02:54.166634 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-94a681bc-0e1c-4535-8d7c-30977f36c5bd req-d69b3689-49b2-40c6-89e7-9d4953b79790 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c9589fb-c3c5-418d-8928-25f3ef7c4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871418 Jun 11 10:02:54.234268 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2b122135-acd2-4ecb-96ce-d9da6e9a33e9 req-cebd89b7-4d6a-4a36-b198-48f40c4b1bb9 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5553515 Jun 11 10:02:54.247661 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-2b122135-acd2-4ecb-96ce-d9da6e9a33e9 req-4649de71-b0f1-47a2-b756-9415258f2fa8 service neutron] Request body: {'port': {'device_id': '93ad82f0-8781-4cf6-a466-9a57ed82acf5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:02:54.352002 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-2b122135-acd2-4ecb-96ce-d9da6e9a33e9 req-4649de71-b0f1-47a2-b756-9415258f2fa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:54.362476 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-354d9fa3-1f7f-4d17-b1b9-93dbe7083ced None None] Provisioning for port 654150cf-8faf-4a19-aca8-459bddd22d50 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:02:54.368411 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-354d9fa3-1f7f-4d17-b1b9-93dbe7083ced None None] Provisioning complete for port 654150cf-8faf-4a19-aca8-459bddd22d50 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:02:54.368875 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-354d9fa3-1f7f-4d17-b1b9-93dbe7083ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:54.424631 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-354d9fa3-1f7f-4d17-b1b9-93dbe7083ced None None] Port 654150cf-8faf-4a19-aca8-459bddd22d50 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:02:54.776885 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-2b122135-acd2-4ecb-96ce-d9da6e9a33e9 req-4649de71-b0f1-47a2-b756-9415258f2fa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 654150cf-8faf-4a19-aca8-459bddd22d50 {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:02:54.817710 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44117d5f-ab3d-4a2f-8ed5-7c0834e166f0 req-593fec17-40fb-4ca2-8b3e-59e2cc1d8151 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:54.819887 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-44117d5f-ab3d-4a2f-8ed5-7c0834e166f0 req-593fec17-40fb-4ca2-8b3e-59e2cc1d8151 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f222d0be-bfc4-447c-8dff-ec08bdf67a11 HTTP/1.1" status: 200 len: 945 time: 0.1093557 Jun 11 10:02:54.834279 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-2b122135-acd2-4ecb-96ce-d9da6e9a33e9 req-4649de71-b0f1-47a2-b756-9415258f2fa8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:54.857343 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-2b122135-acd2-4ecb-96ce-d9da6e9a33e9 req-4649de71-b0f1-47a2-b756-9415258f2fa8 service neutron] Transition to ACTIVE for port object 654150cf-8faf-4a19-aca8-459bddd22d50 will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:02:54.889365 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-44117d5f-ab3d-4a2f-8ed5-7c0834e166f0 req-a46d462e-135d-4652-93a3-c4d3f40b66c4 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626953 Jun 11 10:02:54.915710 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330649e7-70f3-4f6d-9780-4e329ce910c4 req-4c9c6c03-cebb-47a2-968d-dbdf99e10561 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:54.917434 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-330649e7-70f3-4f6d-9780-4e329ce910c4 req-4c9c6c03-cebb-47a2-968d-dbdf99e10561 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] 10.222.0.60 "GET /v2.0/ports?device_id=845b7727-0dec-4944-b297-5ba8740ec84e HTTP/1.1" status: 200 len: 944 time: 0.1336644 Jun 11 10:02:54.955126 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-2b122135-acd2-4ecb-96ce-d9da6e9a33e9 req-4649de71-b0f1-47a2-b756-9415258f2fa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:54.960056 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-cfc2659b-351f-4eaf-be06-5953efa97166 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:02:55.116171 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-330649e7-70f3-4f6d-9780-4e329ce910c4 req-c4669891-92eb-41d1-aa0f-f0053643fb1a tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] 10.222.0.60 "GET /v2.0/security-groups?id=ebc32faa-9cb7-4ac6-8334-02b3ad38c029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915951 Jun 11 10:02:55.152467 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4649de71-b0f1-47a2-b756-9415258f2fa8 service neutron] Pushing event updated for resources: {'Port': ['ID=654150cf-8faf-4a19-aca8-459bddd22d50,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:02:55.162934 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4649de71-b0f1-47a2-b756-9415258f2fa8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:02:55.319970 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-2b122135-acd2-4ecb-96ce-d9da6e9a33e9 req-4649de71-b0f1-47a2-b756-9415258f2fa8 service neutron] Attempting to bind port 654150cf-8faf-4a19-aca8-459bddd22d50 on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:02:55.320673 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-2b122135-acd2-4ecb-96ce-d9da6e9a33e9 req-4649de71-b0f1-47a2-b756-9415258f2fa8 service neutron] Attempting to bind port 654150cf-8faf-4a19-aca8-459bddd22d50 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '64ec67c3-ae73-4fd7-a5b7-323e0e068c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '4ec1bae5-7351-4e01-a52c-de5521320fcb'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:02:55.323354 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b122135-acd2-4ecb-96ce-d9da6e9a33e9 req-4649de71-b0f1-47a2-b756-9415258f2fa8 service neutron] Attempting to bind port 654150cf-8faf-4a19-aca8-459bddd22d50 on network 4ec1bae5-7351-4e01-a52c-de5521320fcb {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:02:55.404065 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b122135-acd2-4ecb-96ce-d9da6e9a33e9 req-4649de71-b0f1-47a2-b756-9415258f2fa8 service neutron] Port 654150cf-8faf-4a19-aca8-459bddd22d50 on network 4ec1bae5-7351-4e01-a52c-de5521320fcb not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:02:55.404542 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b122135-acd2-4ecb-96ce-d9da6e9a33e9 req-4649de71-b0f1-47a2-b756-9415258f2fa8 service neutron] Attempting to bind port 654150cf-8faf-4a19-aca8-459bddd22d50 on network 4ec1bae5-7351-4e01-a52c-de5521320fcb {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:02:55.452745 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b122135-acd2-4ecb-96ce-d9da6e9a33e9 req-4649de71-b0f1-47a2-b756-9415258f2fa8 service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:02:55.453091 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b122135-acd2-4ecb-96ce-d9da6e9a33e9 req-4649de71-b0f1-47a2-b756-9415258f2fa8 service neutron] Checking segment: {'id': '64ec67c3-ae73-4fd7-a5b7-323e0e068c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '4ec1bae5-7351-4e01-a52c-de5521320fcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:02:55.453486 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b122135-acd2-4ecb-96ce-d9da6e9a33e9 req-4649de71-b0f1-47a2-b756-9415258f2fa8 service neutron] Bound using segment: {'id': '64ec67c3-ae73-4fd7-a5b7-323e0e068c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '4ec1bae5-7351-4e01-a52c-de5521320fcb'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:02:55.453944 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-2b122135-acd2-4ecb-96ce-d9da6e9a33e9 req-4649de71-b0f1-47a2-b756-9415258f2fa8 service neutron] Bound port: 654150cf-8faf-4a19-aca8-459bddd22d50, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64ec67c3-ae73-4fd7-a5b7-323e0e068c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '4ec1bae5-7351-4e01-a52c-de5521320fcb'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:02:55.454329 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-2b122135-acd2-4ecb-96ce-d9da6e9a33e9 req-4649de71-b0f1-47a2-b756-9415258f2fa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:55.578085 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b710ed-97f4-4f23-8884-6616282b7904 req-fe73f92e-7397-45a4-86bd-ba07074963f8 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:55.579689 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-93b710ed-97f4-4f23-8884-6616282b7904 req-fe73f92e-7397-45a4-86bd-ba07074963f8 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.69 "GET /v2.0/ports?device_id=f222d0be-bfc4-447c-8dff-ec08bdf67a11 HTTP/1.1" status: 200 len: 945 time: 0.2636254 Jun 11 10:02:55.591420 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f888fecf-1fac-4cee-a482-f3e7b58fbae8 req-f00aec5e-3d7f-4f2a-9f68-97a24cadce6a tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:55.593138 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f888fecf-1fac-4cee-a482-f3e7b58fbae8 req-f00aec5e-3d7f-4f2a-9f68-97a24cadce6a tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=93ad82f0-8781-4cf6-a466-9a57ed82acf5 HTTP/1.1" status: 200 len: 943 time: 0.1910934 Jun 11 10:02:55.609370 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-2b122135-acd2-4ecb-96ce-d9da6e9a33e9 req-4649de71-b0f1-47a2-b756-9415258f2fa8 service neutron] For port 654150cf-8faf-4a19-aca8-459bddd22d50, host n-h1-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:02:55.691020 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-2b122135-acd2-4ecb-96ce-d9da6e9a33e9 req-4649de71-b0f1-47a2-b756-9415258f2fa8 service neutron] For port 654150cf-8faf-4a19-aca8-459bddd22d50, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=654150cf-8faf-4a19-aca8-459bddd22d50,segment=NetworkSegment(64ec67c3-ae73-4fd7-a5b7-323e0e068c2b),segment_id=64ec67c3-ae73-4fd7-a5b7-323e0e068c2b)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:02:55.719720 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f888fecf-1fac-4cee-a482-f3e7b58fbae8 req-a9567051-c32e-4ab0-99eb-dee7f7d32857 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c9589fb-c3c5-418d-8928-25f3ef7c4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132369 Jun 11 10:02:55.760363 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-2b122135-acd2-4ecb-96ce-d9da6e9a33e9 req-4649de71-b0f1-47a2-b756-9415258f2fa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:55.771374 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1f5b3c7f-2456-47c0-9665-613bbff030a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:02:55.795909 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device bc18bf9f-f6b5-4e9f-9f6d-7ebf19dc885e up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:02:55.819242 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b122135-acd2-4ecb-96ce-d9da6e9a33e9 req-4649de71-b0f1-47a2-b756-9415258f2fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:55.821671 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-2b122135-acd2-4ecb-96ce-d9da6e9a33e9 req-4649de71-b0f1-47a2-b756-9415258f2fa8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:55.823889 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2b122135-acd2-4ecb-96ce-d9da6e9a33e9 req-4649de71-b0f1-47a2-b756-9415258f2fa8 service neutron] 10.222.0.64 "PUT /v2.0/ports/654150cf-8faf-4a19-aca8-459bddd22d50 HTTP/1.1" status: 200 len: 1092 time: 1.5828331 Jun 11 10:02:55.832200 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93ad82f0-8781-4cf6-a466-9a57ed82acf5', 'tag': '654150cf-8faf-4a19-aca8-459bddd22d50'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:02:55.834480 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dffa09a1-a623-4bc0-a482-a0b506b114da" -d '{"events": [{"name": "network-changed", "server_uuid": "93ad82f0-8781-4cf6-a466-9a57ed82acf5", "tag": "654150cf-8faf-4a19-aca8-459bddd22d50"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:02:55.886827 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-93b710ed-97f4-4f23-8884-6616282b7904 req-0dacfe73-0274-4e1c-afab-11232d1dff79 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Deleting port be1bc31a-0e63-43d1-8bab-f5d51bdb3bb5 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:02:55.887174 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-93b710ed-97f4-4f23-8884-6616282b7904 req-0dacfe73-0274-4e1c-afab-11232d1dff79 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:55.891635 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4649de71-b0f1-47a2-b756-9415258f2fa8 service neutron] Pushing event updated for resources: {'Port': ['ID=654150cf-8faf-4a19-aca8-459bddd22d50,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:02:55.901580 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4649de71-b0f1-47a2-b756-9415258f2fa8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:02:55.926956 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e6e8003-1473-49c0-b694-7e00811d9604 x-openstack-request-id: req-7e6e8003-1473-49c0-b694-7e00811d9604 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:02:55.927378 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93ad82f0-8781-4cf6-a466-9a57ed82acf5", "tag": "654150cf-8faf-4a19-aca8-459bddd22d50", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:02:55.927782 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7e6e8003-1473-49c0-b694-7e00811d9604 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:02:55.928204 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93ad82f0-8781-4cf6-a466-9a57ed82acf5', 'tag': '654150cf-8faf-4a19-aca8-459bddd22d50', 'status': 'completed', 'code': 200} Jun 11 10:02:55.968895 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning for port bc18bf9f-f6b5-4e9f-9f6d-7ebf19dc885e completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:02:55.974469 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port bc18bf9f-f6b5-4e9f-9f6d-7ebf19dc885e triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:02:55.976980 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:56.112525 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:56.163322 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '845b7727-0dec-4944-b297-5ba8740ec84e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc18bf9f-f6b5-4e9f-9f6d-7ebf19dc885e'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:02:56.168484 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35a80020-1faa-4bc0-8ab2-68a8cc166711" -d '{"events": [{"server_uuid": "845b7727-0dec-4944-b297-5ba8740ec84e", "name": "network-vif-plugged", "status": "completed", "tag": "bc18bf9f-f6b5-4e9f-9f6d-7ebf19dc885e"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:02:56.214214 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port bc18bf9f-f6b5-4e9f-9f6d-7ebf19dc885e, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=bc18bf9f-f6b5-4e9f-9f6d-7ebf19dc885e,segment=NetworkSegment(e221f884-0e6b-44fe-af9a-f3d85aba814e),segment_id=e221f884-0e6b-44fe-af9a-f3d85aba814e)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:02:56.289122 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:56.290554 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 44d393af-780b-4a3b-a566-483d648f1f37 up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:02:56.295310 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:02:56.344902 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-93b710ed-97f4-4f23-8884-6616282b7904 req-0dacfe73-0274-4e1c-afab-11232d1dff79 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] For port be1bc31a-0e63-43d1-8bab-f5d51bdb3bb5, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=be1bc31a-0e63-43d1-8bab-f5d51bdb3bb5,segment=NetworkSegment(49dbfc19-7dcf-486c-9f91-ff9f037d2121),segment_id=49dbfc19-7dcf-486c-9f91-ff9f037d2121)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:02:56.344902 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-93b710ed-97f4-4f23-8884-6616282b7904 req-0dacfe73-0274-4e1c-afab-11232d1dff79 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:56.463129 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e1d59-2b40-4cde-9d77-202bad20db7a req-81d2e38f-83a4-46dc-83d8-daf4259e920e tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:56.470919 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ae6e1d59-2b40-4cde-9d77-202bad20db7a req-81d2e38f-83a4-46dc-83d8-daf4259e920e tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] 10.222.0.60 "GET /v2.0/ports?device_id=845b7727-0dec-4944-b297-5ba8740ec84e HTTP/1.1" status: 200 len: 945 time: 0.1065471 Jun 11 10:02:56.487862 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-93b710ed-97f4-4f23-8884-6616282b7904 req-0dacfe73-0274-4e1c-afab-11232d1dff79 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Calling delete_port for be1bc31a-0e63-43d1-8bab-f5d51bdb3bb5 owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:02:56.513607 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed0db60-c4c3-4e22-b4ce-83ababec1135 req-c28acdeb-2ebf-4367-9aa5-f739013728e3 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:56.516393 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=bc18bf9f-f6b5-4e9f-9f6d-7ebf19dc885e,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:02:56.521084 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1ed0db60-c4c3-4e22-b4ce-83ababec1135 req-c28acdeb-2ebf-4367-9aa5-f739013728e3 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f222d0be-bfc4-447c-8dff-ec08bdf67a11 HTTP/1.1" status: 200 len: 945 time: 0.3303914 Jun 11 10:02:56.528615 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:02:56.531371 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ae6e1d59-2b40-4cde-9d77-202bad20db7a req-82d03fbc-1458-476d-971f-4594d1a8b961 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] 10.222.0.60 "GET /v2.0/security-groups?id=ebc32faa-9cb7-4ac6-8334-02b3ad38c029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588017 Jun 11 10:02:56.546638 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b122135-acd2-4ecb-96ce-d9da6e9a33e9 req-5993d5ff-7974-4091-9ac3-1f93b0ac3241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:56.546827 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2b122135-acd2-4ecb-96ce-d9da6e9a33e9 req-5993d5ff-7974-4091-9ac3-1f93b0ac3241 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=21c20f27027a4fa895493faf5f883302&device_id=93ad82f0-8781-4cf6-a466-9a57ed82acf5 HTTP/1.1" status: 200 len: 1095 time: 0.6066868 Jun 11 10:02:56.582035 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-139644c7-a073-44d7-ab08-36b85514fb7e x-openstack-request-id: req-139644c7-a073-44d7-ab08-36b85514fb7e {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:02:56.582338 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "845b7727-0dec-4944-b297-5ba8740ec84e", "name": "network-vif-plugged", "status": "completed", "tag": "bc18bf9f-f6b5-4e9f-9f6d-7ebf19dc885e", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:02:56.582603 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-139644c7-a073-44d7-ab08-36b85514fb7e {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:02:56.583008 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '845b7727-0dec-4944-b297-5ba8740ec84e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc18bf9f-f6b5-4e9f-9f6d-7ebf19dc885e', 'code': 200} Jun 11 10:02:56.650469 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning for port 44d393af-780b-4a3b-a566-483d648f1f37 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:02:56.655012 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port 44d393af-780b-4a3b-a566-483d648f1f37 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:02:56.655727 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:56.657789 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2b122135-acd2-4ecb-96ce-d9da6e9a33e9 req-5d2dff8b-c04c-49de-98c7-8eff2d5acd9b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=654150cf-8faf-4a19-aca8-459bddd22d50 HTTP/1.1" status: 200 len: 217 time: 0.0953178 Jun 11 10:02:56.760286 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e216bfa4-226c-4546-9a8b-a8552e3609d4 req-b263b251-7d04-44d4-93e4-d40e3f35e1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:56.764537 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e216bfa4-226c-4546-9a8b-a8552e3609d4 req-b263b251-7d04-44d4-93e4-d40e3f35e1f4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=845b7727-0dec-4944-b297-5ba8740ec84e HTTP/1.1" status: 200 len: 1097 time: 0.1001146 Jun 11 10:02:56.811738 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1ed0db60-c4c3-4e22-b4ce-83ababec1135 req-5e5ad2cb-db32-402a-a1d0-310157001359 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e585ae-873c-43e4-9885-8d029e785083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897303 Jun 11 10:02:56.827014 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:56.880975 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b122135-acd2-4ecb-96ce-d9da6e9a33e9 req-bad45987-6e3a-4607-88fe-7da35ed6e0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:56.883967 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 44d393af-780b-4a3b-a566-483d648f1f37, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=44d393af-780b-4a3b-a566-483d648f1f37,segment=NetworkSegment(e221f884-0e6b-44fe-af9a-f3d85aba814e),segment_id=e221f884-0e6b-44fe-af9a-f3d85aba814e)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:02:56.889464 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2b122135-acd2-4ecb-96ce-d9da6e9a33e9 req-bad45987-6e3a-4607-88fe-7da35ed6e0cb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=73b1338f-0df7-44ec-88b6-dbc16cfcfcc4 HTTP/1.1" status: 200 len: 855 time: 0.1568611 Jun 11 10:02:56.947091 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:56.950664 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:02:57.025225 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=44d393af-780b-4a3b-a566-483d648f1f37,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:02:57.038679 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:02:57.081244 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b122135-acd2-4ecb-96ce-d9da6e9a33e9 req-858d120a-3e51-4f07-8a48-5f8a44009b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:57.082966 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2b122135-acd2-4ecb-96ce-d9da6e9a33e9 req-858d120a-3e51-4f07-8a48-5f8a44009b67 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4ec1bae5-7351-4e01-a52c-de5521320fcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1823335 Jun 11 10:02:57.181535 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-93b710ed-97f4-4f23-8884-6616282b7904 req-0dacfe73-0274-4e1c-afab-11232d1dff79 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:57.195643 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ae2edff2-2d2b-439c-b972-6027ee690aae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:02:57.195932 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['be1bc31a-0e63-43d1-8bab-f5d51bdb3bb5'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:02:57.324162 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e216bfa4-226c-4546-9a8b-a8552e3609d4 req-c7682e8d-a2e9-4b45-825a-f9be207e102e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ebc32faa-9cb7-4ac6-8334-02b3ad38c029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5553272 Jun 11 10:02:57.358527 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ac55b-ec11-46a8-a361-c1f58e17c38f req-9a249617-6923-4113-9142-1906e34f1211 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:57.371537 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c88ac55b-ec11-46a8-a361-c1f58e17c38f req-9a249617-6923-4113-9142-1906e34f1211 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=93ad82f0-8781-4cf6-a466-9a57ed82acf5 HTTP/1.1" status: 200 len: 943 time: 0.1044066 Jun 11 10:02:57.440824 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c88ac55b-ec11-46a8-a361-c1f58e17c38f req-ca59f350-ef38-41a3-aeee-a2fadb1751ed tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c9589fb-c3c5-418d-8928-25f3ef7c4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555050 Jun 11 10:02:57.669192 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dacfe73-0274-4e1c-afab-11232d1dff79 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Pushing event deleted for resources: {'Port': ['ID=be1bc31a-0e63-43d1-8bab-f5d51bdb3bb5,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:02:57.680344 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0dacfe73-0274-4e1c-afab-11232d1dff79 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:02:57.718374 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-93b710ed-97f4-4f23-8884-6616282b7904 req-0dacfe73-0274-4e1c-afab-11232d1dff79 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] No DVR routers for this DVR port be1bc31a-0e63-43d1-8bab-f5d51bdb3bb5 on host n-h2-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:02:57.742503 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-93b710ed-97f4-4f23-8884-6616282b7904 req-0dacfe73-0274-4e1c-afab-11232d1dff79 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:02:57.745528 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-93b710ed-97f4-4f23-8884-6616282b7904 req-0dacfe73-0274-4e1c-afab-11232d1dff79 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.69 "DELETE /v2.0/ports/be1bc31a-0e63-43d1-8bab-f5d51bdb3bb5 HTTP/1.1" status: 204 len: 173 time: 2.1511128 Jun 11 10:02:57.758284 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2b122135-acd2-4ecb-96ce-d9da6e9a33e9 req-6a7bd249-82e6-4a44-99c5-1afa8fc66d44 service neutron] 10.222.0.64 "GET /v2.0/networks/4ec1bae5-7351-4e01-a52c-de5521320fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6682730 Jun 11 10:02:57.885239 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f7426-79db-486c-b390-1c8b805ba344 req-78aa8836-1cdf-498e-8fee-b33dba505cd2 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:57.885863 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6d0f7426-79db-486c-b390-1c8b805ba344 req-78aa8836-1cdf-498e-8fee-b33dba505cd2 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] 10.222.0.60 "GET /v2.0/ports?device_id=845b7727-0dec-4944-b297-5ba8740ec84e HTTP/1.1" status: 200 len: 945 time: 0.2144132 Jun 11 10:02:57.932788 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f222d0be-bfc4-447c-8dff-ec08bdf67a11', 'name': 'network-vif-deleted', 'tag': 'be1bc31a-0e63-43d1-8bab-f5d51bdb3bb5'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:02:57.940334 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0304d14b-0173-4003-bd33-50ee10745be5" -d '{"events": [{"server_uuid": "f222d0be-bfc4-447c-8dff-ec08bdf67a11", "name": "network-vif-deleted", "tag": "be1bc31a-0e63-43d1-8bab-f5d51bdb3bb5"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:02:57.973708 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2b122135-acd2-4ecb-96ce-d9da6e9a33e9 req-46e54f4d-0326-4c92-9090-fca8f6d53a59 service neutron] 10.222.0.64 "GET /v2.0/networks/4ec1bae5-7351-4e01-a52c-de5521320fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058356 Jun 11 10:02:57.978282 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6d0f7426-79db-486c-b390-1c8b805ba344 req-848d688e-ec26-4ebb-bffb-d04ceb7b63cc tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] 10.222.0.60 "GET /v2.0/security-groups?id=ebc32faa-9cb7-4ac6-8334-02b3ad38c029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813854 Jun 11 10:02:58.043146 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-03ed16cc-a445-41cf-a7ee-4e9fbe2a7d2d req-33ab14b8-3de2-4dd8-bfb6-f62d7e12f981 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] 10.222.0.60 "GET /v2.0/ports?device_id=f222d0be-bfc4-447c-8dff-ec08bdf67a11 HTTP/1.1" status: 200 len: 210 time: 0.0520513 Jun 11 10:02:58.045964 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5265deeb-b9ba-49a5-93f7-a222da74aa09 x-openstack-request-id: req-5265deeb-b9ba-49a5-93f7-a222da74aa09 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:02:58.046320 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f222d0be-bfc4-447c-8dff-ec08bdf67a11", "name": "network-vif-deleted", "tag": "be1bc31a-0e63-43d1-8bab-f5d51bdb3bb5", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:02:58.046630 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5265deeb-b9ba-49a5-93f7-a222da74aa09 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:02:58.047092 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f222d0be-bfc4-447c-8dff-ec08bdf67a11', 'name': 'network-vif-deleted', 'tag': 'be1bc31a-0e63-43d1-8bab-f5d51bdb3bb5', 'status': 'completed', 'code': 200} Jun 11 10:02:58.179175 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffa09a1-a623-4bc0-a482-a0b506b114da req-79851c37-4ae5-4f8c-b4d4-8a09b78a0849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:58.180732 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-dffa09a1-a623-4bc0-a482-a0b506b114da req-79851c37-4ae5-4f8c-b4d4-8a09b78a0849 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=21c20f27027a4fa895493faf5f883302&device_id=93ad82f0-8781-4cf6-a466-9a57ed82acf5 HTTP/1.1" status: 200 len: 1095 time: 0.0689533 Jun 11 10:02:58.307720 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffa09a1-a623-4bc0-a482-a0b506b114da req-ea315469-8762-47f1-8f7a-34c4d418247d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:58.309183 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-dffa09a1-a623-4bc0-a482-a0b506b114da req-ea315469-8762-47f1-8f7a-34c4d418247d service neutron] 10.222.0.64 "GET /v2.0/networks?id=4ec1bae5-7351-4e01-a52c-de5521320fcb HTTP/1.1" status: 200 len: 917 time: 0.1226838 Jun 11 10:02:58.385822 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-dffa09a1-a623-4bc0-a482-a0b506b114da req-52c6776d-9646-42f8-9dd3-a06396713ef1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=654150cf-8faf-4a19-aca8-459bddd22d50 HTTP/1.1" status: 200 len: 217 time: 0.0693843 Jun 11 10:02:58.459192 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffa09a1-a623-4bc0-a482-a0b506b114da req-355e09c8-0c3a-4eb6-9179-3b7e17d12f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:58.460846 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-dffa09a1-a623-4bc0-a482-a0b506b114da req-355e09c8-0c3a-4eb6-9179-3b7e17d12f14 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=73b1338f-0df7-44ec-88b6-dbc16cfcfcc4 HTTP/1.1" status: 200 len: 855 time: 0.0683236 Jun 11 10:02:58.584065 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b34ae56-598d-4daf-b094-8bd17a24d0a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44d393af-780b-4a3b-a566-483d648f1f37'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:02:58.586618 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e939b2-6e87-4a9e-8399-502e14986b00" -d '{"events": [{"server_uuid": "4b34ae56-598d-4daf-b094-8bd17a24d0a9", "name": "network-vif-plugged", "status": "completed", "tag": "44d393af-780b-4a3b-a566-483d648f1f37"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:02:58.623918 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a444e37-b2f7-4b60-9b80-e429711ab634 x-openstack-request-id: req-9a444e37-b2f7-4b60-9b80-e429711ab634 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:02:58.624217 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b34ae56-598d-4daf-b094-8bd17a24d0a9", "name": "network-vif-plugged", "status": "completed", "tag": "44d393af-780b-4a3b-a566-483d648f1f37", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:02:58.624480 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9a444e37-b2f7-4b60-9b80-e429711ab634 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:02:58.624881 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b34ae56-598d-4daf-b094-8bd17a24d0a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44d393af-780b-4a3b-a566-483d648f1f37', 'code': 200} Jun 11 10:02:58.655792 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffa09a1-a623-4bc0-a482-a0b506b114da req-b9d59044-8b7a-4d84-a9a1-71245017b828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:58.657289 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-dffa09a1-a623-4bc0-a482-a0b506b114da req-b9d59044-8b7a-4d84-a9a1-71245017b828 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4ec1bae5-7351-4e01-a52c-de5521320fcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1818583 Jun 11 10:02:58.730327 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbba38a-609e-4101-a616-bf3f9c56a94b req-af1dd34e-7da9-442c-9288-b6dc6ce54dde tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:58.731909 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8dbba38a-609e-4101-a616-bf3f9c56a94b req-af1dd34e-7da9-442c-9288-b6dc6ce54dde tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=93ad82f0-8781-4cf6-a466-9a57ed82acf5 HTTP/1.1" status: 200 len: 943 time: 0.1411753 Jun 11 10:02:58.896355 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-dffa09a1-a623-4bc0-a482-a0b506b114da req-74b7c7ba-cb76-4c62-b6bb-32f0db0c1319 service neutron] 10.222.0.64 "GET /v2.0/networks/4ec1bae5-7351-4e01-a52c-de5521320fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281685 Jun 11 10:02:58.904766 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8dbba38a-609e-4101-a616-bf3f9c56a94b req-26f8c4bf-0420-42c0-b2c2-a15ebaab79d0 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c9589fb-c3c5-418d-8928-25f3ef7c4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167114 Jun 11 10:02:58.955624 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453a4a55-8e69-4984-b96b-a343c4113646 req-f8c0aa62-60d9-40f9-9cc4-5c628f4a2617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:58.957110 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-453a4a55-8e69-4984-b96b-a343c4113646 req-f8c0aa62-60d9-40f9-9cc4-5c628f4a2617 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4b34ae56-598d-4daf-b094-8bd17a24d0a9 HTTP/1.1" status: 200 len: 1097 time: 0.1571767 Jun 11 10:02:59.064159 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-dffa09a1-a623-4bc0-a482-a0b506b114da req-451ddf88-2f39-4b43-8f2b-8b35cb402612 service neutron] 10.222.0.64 "GET /v2.0/networks/4ec1bae5-7351-4e01-a52c-de5521320fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563580 Jun 11 10:02:59.065843 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-453a4a55-8e69-4984-b96b-a343c4113646 req-e146fee5-ab8f-4e7f-8f0f-69f7fcd362fb service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ebc32faa-9cb7-4ac6-8334-02b3ad38c029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679536 Jun 11 10:02:59.213222 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf08d4c-496e-40f0-b469-d1360fcca47d req-b61a24a6-8dae-4724-830c-3c5338bac326 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:59.214724 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4bf08d4c-496e-40f0-b469-d1360fcca47d req-b61a24a6-8dae-4724-830c-3c5338bac326 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] 10.222.0.60 "GET /v2.0/ports?device_id=845b7727-0dec-4944-b297-5ba8740ec84e HTTP/1.1" status: 200 len: 945 time: 0.0852163 Jun 11 10:02:59.265727 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4bf08d4c-496e-40f0-b469-d1360fcca47d req-a991f0b1-5426-4b5b-a0cb-628a2768c6d2 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] 10.222.0.60 "GET /v2.0/security-groups?id=ebc32faa-9cb7-4ac6-8334-02b3ad38c029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442963 Jun 11 10:02:59.477293 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532b3e6b-f170-4866-8c8a-62d81ffc3e45 req-705ed609-43fd-4669-afe1-7f339594e19b tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:59.478939 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-532b3e6b-f170-4866-8c8a-62d81ffc3e45 req-705ed609-43fd-4669-afe1-7f339594e19b tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8a5266e-e097-4c77-8484-a04b71f25e50 HTTP/1.1" status: 200 len: 945 time: 0.0829072 Jun 11 10:02:59.528917 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-532b3e6b-f170-4866-8c8a-62d81ffc3e45 req-e6c7f6d7-862a-4fa4-b5ac-9d334b5c574b tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] 10.222.0.60 "GET /v2.0/security-groups?id=ebc32faa-9cb7-4ac6-8334-02b3ad38c029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436916 Jun 11 10:02:59.749472 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c7d19f-d074-48c6-a69f-1439c55628a4 req-09cfc4db-1299-4357-87ca-3971c84a65f8 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:02:59.751440 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-21c7d19f-d074-48c6-a69f-1439c55628a4 req-09cfc4db-1299-4357-87ca-3971c84a65f8 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b34ae56-598d-4daf-b094-8bd17a24d0a9 HTTP/1.1" status: 200 len: 945 time: 0.0783658 Jun 11 10:02:59.793440 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device be1bc31a-0e63-43d1-8bab-f5d51bdb3bb5 no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:02:59.828115 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-21c7d19f-d074-48c6-a69f-1439c55628a4 req-943e0cbf-12b6-405d-b2f6-7e805bdb0ea7 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] 10.222.0.60 "GET /v2.0/security-groups?id=ebc32faa-9cb7-4ac6-8334-02b3ad38c029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707746 Jun 11 10:02:59.832043 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] No Port match for: be1bc31a-0e63-43d1-8bab-f5d51bdb3bb5 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:02:59.832662 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device be1bc31a-0e63-43d1-8bab-f5d51bdb3bb5 not bound to the agent host n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:03:00.120304 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc19aeb-eb01-4997-9a7a-8c6138b0cf72 req-66082dfc-9eab-4c60-8093-2fbf6bbaa3bb tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:00.124074 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ddc19aeb-eb01-4997-9a7a-8c6138b0cf72 req-66082dfc-9eab-4c60-8093-2fbf6bbaa3bb tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=93ad82f0-8781-4cf6-a466-9a57ed82acf5 HTTP/1.1" status: 200 len: 943 time: 0.0807223 Jun 11 10:03:00.166912 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ddc19aeb-eb01-4997-9a7a-8c6138b0cf72 req-86d68a2b-d245-432d-91dd-2fbaac284c2b tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c9589fb-c3c5-418d-8928-25f3ef7c4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389261 Jun 11 10:03:00.554337 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 654150cf-8faf-4a19-aca8-459bddd22d50 details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 10:03:00.740569 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 654150cf-8faf-4a19-aca8-459bddd22d50, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=654150cf-8faf-4a19-aca8-459bddd22d50,segment=NetworkSegment(64ec67c3-ae73-4fd7-a5b7-323e0e068c2b),segment_id=64ec67c3-ae73-4fd7-a5b7-323e0e068c2b)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:03:00.755437 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': '654150cf-8faf-4a19-aca8-459bddd22d50', 'network_id': '4ec1bae5-7351-4e01-a52c-de5521320fcb', 'port_id': '654150cf-8faf-4a19-aca8-459bddd22d50', 'mac_address': 'fa:16:3e:45:44:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73b1338f-0df7-44ec-88b6-dbc16cfcfcc4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 10:03:00.808368 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:00.831217 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 654150cf-8faf-4a19-aca8-459bddd22d50 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:03:00.858957 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 654150cf-8faf-4a19-aca8-459bddd22d50, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=654150cf-8faf-4a19-aca8-459bddd22d50,segment=NetworkSegment(64ec67c3-ae73-4fd7-a5b7-323e0e068c2b),segment_id=64ec67c3-ae73-4fd7-a5b7-323e0e068c2b)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:03:00.923014 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:00.924980 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:03:01.004215 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=654150cf-8faf-4a19-aca8-459bddd22d50,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:03:01.005813 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:03:01.085126 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79328594-ed72-4a97-821d-9cc21f4da78a req-90fb7945-4e34-4f5f-8353-b28008980f06 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:01.092127 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-79328594-ed72-4a97-821d-9cc21f4da78a req-90fb7945-4e34-4f5f-8353-b28008980f06 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b34ae56-598d-4daf-b094-8bd17a24d0a9 HTTP/1.1" status: 200 len: 945 time: 0.1080546 Jun 11 10:03:01.166311 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-79328594-ed72-4a97-821d-9cc21f4da78a req-68f3a680-32f1-4ef4-aad9-ed3f3bf90c13 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] 10.222.0.60 "GET /v2.0/security-groups?id=ebc32faa-9cb7-4ac6-8334-02b3ad38c029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654812 Jun 11 10:03:01.205227 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['654150cf-8faf-4a19-aca8-459bddd22d50'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:03:01.276084 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:01.614923 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1a2bef-4110-446e-91f5-7c897a1af946 req-1ecdd715-6bf8-42a9-818e-ddb613c12033 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:01.620354 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0a1a2bef-4110-446e-91f5-7c897a1af946 req-1ecdd715-6bf8-42a9-818e-ddb613c12033 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=93ad82f0-8781-4cf6-a466-9a57ed82acf5 HTTP/1.1" status: 200 len: 944 time: 0.1450000 Jun 11 10:03:01.669035 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0a1a2bef-4110-446e-91f5-7c897a1af946 req-f38a82e2-2659-427d-84b0-1d7ddd7c1e42 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c9589fb-c3c5-418d-8928-25f3ef7c4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456328 Jun 11 10:03:01.898117 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ff12c-76bd-4069-88b1-f10f18fd8182 req-aa0570c7-4250-43fe-af9b-bc10c0b9515f tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:01.899985 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ad3ff12c-76bd-4069-88b1-f10f18fd8182 req-aa0570c7-4250-43fe-af9b-bc10c0b9515f tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b34ae56-598d-4daf-b094-8bd17a24d0a9 HTTP/1.1" status: 200 len: 945 time: 0.0808613 Jun 11 10:03:01.946765 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ad3ff12c-76bd-4069-88b1-f10f18fd8182 req-57205fd5-7d22-48d2-81c0-7b2bed645b03 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] 10.222.0.60 "GET /v2.0/security-groups?id=ebc32faa-9cb7-4ac6-8334-02b3ad38c029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397837 Jun 11 10:03:02.569260 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 654150cf-8faf-4a19-aca8-459bddd22d50 up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:03:02.706506 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning for port 654150cf-8faf-4a19-aca8-459bddd22d50 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:03:02.710692 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port 654150cf-8faf-4a19-aca8-459bddd22d50 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:03:02.713309 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:02.859312 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:02.889268 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93ad82f0-8781-4cf6-a466-9a57ed82acf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '654150cf-8faf-4a19-aca8-459bddd22d50'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:03:02.891599 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16dabe54-aaf5-4a34-8ad6-46033edf2b0a" -d '{"events": [{"server_uuid": "93ad82f0-8781-4cf6-a466-9a57ed82acf5", "name": "network-vif-plugged", "status": "completed", "tag": "654150cf-8faf-4a19-aca8-459bddd22d50"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:03:02.908952 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 654150cf-8faf-4a19-aca8-459bddd22d50, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=654150cf-8faf-4a19-aca8-459bddd22d50,segment=NetworkSegment(64ec67c3-ae73-4fd7-a5b7-323e0e068c2b),segment_id=64ec67c3-ae73-4fd7-a5b7-323e0e068c2b)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:03:02.936686 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b07550a5-14d4-4494-827f-96653e89e412 x-openstack-request-id: req-b07550a5-14d4-4494-827f-96653e89e412 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:03:02.942820 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93ad82f0-8781-4cf6-a466-9a57ed82acf5", "name": "network-vif-plugged", "status": "completed", "tag": "654150cf-8faf-4a19-aca8-459bddd22d50", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:03:02.942820 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b07550a5-14d4-4494-827f-96653e89e412 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:03:02.942820 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93ad82f0-8781-4cf6-a466-9a57ed82acf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '654150cf-8faf-4a19-aca8-459bddd22d50', 'code': 200} Jun 11 10:03:02.968311 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0bd036-59d3-44f5-87a0-a2a53f57e341 req-2f461d4a-2c08-4144-9a29-12c9ad2c5330 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:02.970525 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bd0bd036-59d3-44f5-87a0-a2a53f57e341 req-2f461d4a-2c08-4144-9a29-12c9ad2c5330 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=93ad82f0-8781-4cf6-a466-9a57ed82acf5 HTTP/1.1" status: 200 len: 944 time: 0.0807199 Jun 11 10:03:03.026623 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:03.028793 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-a9170773-4dee-443c-bf3f-0ec3fb58d46f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:03:03.035336 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bd0bd036-59d3-44f5-87a0-a2a53f57e341 req-cc960026-d751-46e4-ba7a-91baa01740d7 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c9589fb-c3c5-418d-8928-25f3ef7c4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518167 Jun 11 10:03:03.120467 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=654150cf-8faf-4a19-aca8-459bddd22d50,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:03:03.120467 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:03:03.176106 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281afca1-265c-4320-bb30-95c6c665fd01 req-8a401cae-ba34-4614-b1f2-c5f175fd6cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:03.177699 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-281afca1-265c-4320-bb30-95c6c665fd01 req-8a401cae-ba34-4614-b1f2-c5f175fd6cc2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=93ad82f0-8781-4cf6-a466-9a57ed82acf5 HTTP/1.1" status: 200 len: 1096 time: 0.1703753 Jun 11 10:03:03.190907 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f66154-f5a3-420d-9598-5fabdc9b123c req-65c1d3c8-938a-491a-b4e8-b75adf234597 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:03.192566 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-95f66154-f5a3-420d-9598-5fabdc9b123c req-65c1d3c8-938a-491a-b4e8-b75adf234597 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b34ae56-598d-4daf-b094-8bd17a24d0a9 HTTP/1.1" status: 200 len: 945 time: 0.1136103 Jun 11 10:03:03.259731 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-281afca1-265c-4320-bb30-95c6c665fd01 req-a1a98f7c-ead0-4cf3-a217-f8c20a9ac325 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7c9589fb-c3c5-418d-8928-25f3ef7c4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647287 Jun 11 10:03:03.261969 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-95f66154-f5a3-420d-9598-5fabdc9b123c req-65d0c305-e495-4eb7-902b-532b6eb9cf2b tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] 10.222.0.60 "GET /v2.0/security-groups?id=ebc32faa-9cb7-4ac6-8334-02b3ad38c029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625222 Jun 11 10:03:03.475925 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef4149b-4678-4945-a084-fc5a2a0fff05 req-2c56f943-3e38-47eb-8471-872f15465177 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:03.478081 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8ef4149b-4678-4945-a084-fc5a2a0fff05 req-2c56f943-3e38-47eb-8471-872f15465177 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] 10.222.0.69 "GET /v2.0/ports?device_id=4b34ae56-598d-4daf-b094-8bd17a24d0a9 HTTP/1.1" status: 200 len: 945 time: 0.0928655 Jun 11 10:03:03.685884 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-8ef4149b-4678-4945-a084-fc5a2a0fff05 req-0daa4ecf-ea20-4372-9869-51c38e6d53c2 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Deleting port 44d393af-780b-4a3b-a566-483d648f1f37 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:03:03.688472 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-8ef4149b-4678-4945-a084-fc5a2a0fff05 req-0daa4ecf-ea20-4372-9869-51c38e6d53c2 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:03.838353 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38000) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:03:03.876819 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-8ef4149b-4678-4945-a084-fc5a2a0fff05 req-0daa4ecf-ea20-4372-9869-51c38e6d53c2 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] For port 44d393af-780b-4a3b-a566-483d648f1f37, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=44d393af-780b-4a3b-a566-483d648f1f37,segment=NetworkSegment(e221f884-0e6b-44fe-af9a-f3d85aba814e),segment_id=e221f884-0e6b-44fe-af9a-f3d85aba814e)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:03:03.877372 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-8ef4149b-4678-4945-a084-fc5a2a0fff05 req-0daa4ecf-ea20-4372-9869-51c38e6d53c2 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:03.997824 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-8ef4149b-4678-4945-a084-fc5a2a0fff05 req-0daa4ecf-ea20-4372-9869-51c38e6d53c2 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Calling delete_port for 44d393af-780b-4a3b-a566-483d648f1f37 owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:03:04.116390 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aa274ac-25ea-4418-8724-58a046289d7a admin admin] Deleting subnet a3823ddd-2fea-4754-846e-b1cf37fb47e2 {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:03:04.121040 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4aa274ac-25ea-4418-8724-58a046289d7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:04.171401 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4aa274ac-25ea-4418-8724-58a046289d7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:04.290885 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4aa274ac-25ea-4418-8724-58a046289d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:04.333155 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed81b8-3ebb-47d3-8e6a-ab4c9d5bcdcf req-d94534c0-bd2d-4a65-960d-4891e957c570 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:04.334677 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a5ed81b8-3ebb-47d3-8e6a-ab4c9d5bcdcf req-d94534c0-bd2d-4a65-960d-4891e957c570 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=93ad82f0-8781-4cf6-a466-9a57ed82acf5 HTTP/1.1" status: 200 len: 945 time: 0.1368799 Jun 11 10:03:04.385874 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a5ed81b8-3ebb-47d3-8e6a-ab4c9d5bcdcf req-1109ac40-0165-4d61-8655-b9e3948a4b71 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c9589fb-c3c5-418d-8928-25f3ef7c4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418539 Jun 11 10:03:04.481548 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a5b40a-1e66-4c41-850b-3e9f387849bc req-e8ae6547-1d13-4f85-972e-5b0ff6504a00 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:04.483338 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-09a5b40a-1e66-4c41-850b-3e9f387849bc req-e8ae6547-1d13-4f85-972e-5b0ff6504a00 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b34ae56-598d-4daf-b094-8bd17a24d0a9 HTTP/1.1" status: 200 len: 945 time: 0.0948737 Jun 11 10:03:04.540034 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-09a5b40a-1e66-4c41-850b-3e9f387849bc req-20986285-0a48-45e3-936b-4788d4108002 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] 10.222.0.60 "GET /v2.0/security-groups?id=ebc32faa-9cb7-4ac6-8334-02b3ad38c029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484748 Jun 11 10:03:04.844278 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4aa274ac-25ea-4418-8724-58a046289d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:04.850717 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-8ef4149b-4678-4945-a084-fc5a2a0fff05 req-0daa4ecf-ea20-4372-9869-51c38e6d53c2 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:04.850717 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4649de71-b0f1-47a2-b756-9415258f2fa8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:03:04.859868 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['5fcf6efb-fd8d-4659-b942-5329cf0841de'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:03:04.860818 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ed008581-da88-4f57-b184-1eefd839a7bd tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:03:04.864710 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['bc18bf9f-f6b5-4e9f-9f6d-7ebf19dc885e', '44d393af-780b-4a3b-a566-483d648f1f37'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:03:04.868024 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4aa274ac-25ea-4418-8724-58a046289d7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:04.881759 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-4aa274ac-25ea-4418-8724-58a046289d7a admin admin] 10.222.0.60 "DELETE /v2.0/subnets/a3823ddd-2fea-4754-846e-b1cf37fb47e2 HTTP/1.1" status: 204 len: 168 time: 1.0330629 Jun 11 10:03:04.911171 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38026) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:03:04.947604 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daa4ecf-ea20-4372-9869-51c38e6d53c2 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Pushing event deleted for resources: {'Port': ['ID=44d393af-780b-4a3b-a566-483d648f1f37,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:03:04.961991 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0daa4ecf-ea20-4372-9869-51c38e6d53c2 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:03:05.048312 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1a5f14d6-2bf3-4f3e-9cd4-2c0fc34964ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:05.051481 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa274ac-25ea-4418-8724-58a046289d7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3823ddd-2fea-4754-846e-b1cf37fb47e2,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:03:05.054887 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4aa274ac-25ea-4418-8724-58a046289d7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:03:05.133634 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ef4149b-4678-4945-a084-fc5a2a0fff05 req-0daa4ecf-ea20-4372-9869-51c38e6d53c2 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] No DVR routers for this DVR port 44d393af-780b-4a3b-a566-483d648f1f37 on host n-h2-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:03:05.133634 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-8ef4149b-4678-4945-a084-fc5a2a0fff05 req-0daa4ecf-ea20-4372-9869-51c38e6d53c2 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:05.134727 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8ef4149b-4678-4945-a084-fc5a2a0fff05 req-0daa4ecf-ea20-4372-9869-51c38e6d53c2 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] 10.222.0.69 "DELETE /v2.0/ports/44d393af-780b-4a3b-a566-483d648f1f37 HTTP/1.1" status: 204 len: 173 time: 1.6508434 Jun 11 10:03:05.135322 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b34ae56-598d-4daf-b094-8bd17a24d0a9', 'name': 'network-vif-deleted', 'tag': '44d393af-780b-4a3b-a566-483d648f1f37'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:03:05.138658 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b1f8d76-6a5c-4176-b931-bbb0b9645b78" -d '{"events": [{"server_uuid": "4b34ae56-598d-4daf-b094-8bd17a24d0a9", "name": "network-vif-deleted", "tag": "44d393af-780b-4a3b-a566-483d648f1f37"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:03:05.225913 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-428f0604-542b-4c47-b90d-c658d1b25654 x-openstack-request-id: req-428f0604-542b-4c47-b90d-c658d1b25654 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:03:05.226346 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b34ae56-598d-4daf-b094-8bd17a24d0a9", "name": "network-vif-deleted", "tag": "44d393af-780b-4a3b-a566-483d648f1f37", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:03:05.226649 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-428f0604-542b-4c47-b90d-c658d1b25654 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:03:05.227133 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b34ae56-598d-4daf-b094-8bd17a24d0a9', 'name': 'network-vif-deleted', 'tag': '44d393af-780b-4a3b-a566-483d648f1f37', 'status': 'completed', 'code': 200} Jun 11 10:03:05.239715 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1a5f14d6-2bf3-4f3e-9cd4-2c0fc34964ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:05.254445 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-1a5f14d6-2bf3-4f3e-9cd4-2c0fc34964ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27e23bf6-ffe1-4e0a-b377-e23593ba5165']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:03:05.267400 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-1a5f14d6-2bf3-4f3e-9cd4-2c0fc34964ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49dbfc19-7dcf-486c-9f91-ff9f037d2121') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:03:05.270651 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-1a5f14d6-2bf3-4f3e-9cd4-2c0fc34964ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49dbfc19-7dcf-486c-9f91-ff9f037d2121') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:03:05.283900 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1a5f14d6-2bf3-4f3e-9cd4-2c0fc34964ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:05.304791 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1a5f14d6-2bf3-4f3e-9cd4-2c0fc34964ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:05.312148 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a5f14d6-2bf3-4f3e-9cd4-2c0fc34964ed admin admin] Releasing vlan 777 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:03:05.312543 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1a5f14d6-2bf3-4f3e-9cd4-2c0fc34964ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:05.314447 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:03:05.314447 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:03:05.314447 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:03:05.314447 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 10:03:05.314447 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:03:05.314447 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:03:05.314447 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:03:05.314447 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 10:03:05.314447 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:03:05.314447 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:03:05.314447 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:03:05.314447 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 10:03:05.314447 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:03:05.314447 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 10:03:05.314447 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:03:05.314447 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 10:03:05.314447 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:03:05.314447 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:03:05.314447 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 10:03:05.314447 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:03:05.314447 n-d-779913-12 neutron-server[93177]: timer() Jun 11 10:03:05.314447 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:03:05.314447 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 10:03:05.314447 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:03:05.314447 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 10:03:05.314447 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:03:05.314447 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 10:03:05.314447 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:03:05.314447 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 10:03:05.314447 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:03:05.314447 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 10:03:05.314447 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:03:05.314447 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:03:05.314447 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:03:05.314447 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:03:05.314447 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:03:05.314447 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 10:03:05.314447 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:03:05.314447 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 10:03:05.314447 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:03:05.314447 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:03:05.314447 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:03:05.314447 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 10:03:05.314447 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:03:05.314447 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:03:05.314447 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:03:05.314447 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:03:05.314447 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:03:05.314447 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:03:05.314447 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:03:05.541885 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:05.552492 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1a5f14d6-2bf3-4f3e-9cd4-2c0fc34964ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:05.556876 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2e41da4f-6856-4b99-8c58-9d1be9c7e412 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:03:05.560394 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1a5f14d6-2bf3-4f3e-9cd4-2c0fc34964ed admin admin] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:05.565150 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-1a5f14d6-2bf3-4f3e-9cd4-2c0fc34964ed admin admin] 10.222.0.60 "DELETE /v2.0/networks/27e23bf6-ffe1-4e0a-b377-e23593ba5165 HTTP/1.1" status: 204 len: 168 time: 0.6497352 Jun 11 10:03:05.592031 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5f14d6-2bf3-4f3e-9cd4-2c0fc34964ed admin admin] Pushing event deleted for resources: {'Network': ['ID=27e23bf6-ffe1-4e0a-b377-e23593ba5165,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:03:05.595783 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1a5f14d6-2bf3-4f3e-9cd4-2c0fc34964ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:03:05.621215 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea56c618-da10-467c-8491-43e9bf15c354 req-0f2fed01-bac5-49a9-83f8-1eec63717bae tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:05.622916 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ea56c618-da10-467c-8491-43e9bf15c354 req-0f2fed01-bac5-49a9-83f8-1eec63717bae tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=93ad82f0-8781-4cf6-a466-9a57ed82acf5 HTTP/1.1" status: 200 len: 945 time: 0.1062140 Jun 11 10:03:05.678952 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ea56c618-da10-467c-8491-43e9bf15c354 req-e0c688ff-8d68-475c-b6d1-78df44eb4d1e tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c9589fb-c3c5-418d-8928-25f3ef7c4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498929 Jun 11 10:03:05.827102 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f24ac25f-bed6-41f9-98e4-4f4d6ca46c78 req-fa5180f7-4404-46fa-a231-36da64e8a484 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b34ae56-598d-4daf-b094-8bd17a24d0a9 HTTP/1.1" status: 200 len: 210 time: 0.0579946 Jun 11 10:03:05.918956 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4788c4-ae8d-4348-a03a-df8658bd237b req-24ecfb92-70d8-4e54-9d85-390aea897a05 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:05.918956 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6b4788c4-ae8d-4348-a03a-df8658bd237b req-24ecfb92-70d8-4e54-9d85-390aea897a05 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=93ad82f0-8781-4cf6-a466-9a57ed82acf5 HTTP/1.1" status: 200 len: 945 time: 0.1088142 Jun 11 10:03:05.928154 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38058) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:03:05.932170 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-b1c5356a-b259-45dc-8ba2-78bba8c65f6b tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Request body: {'floatingip': {'port_id': '654150cf-8faf-4a19-aca8-459bddd22d50'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:03:06.010064 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38062) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:03:06.020839 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b1c5356a-b259-45dc-8ba2-78bba8c65f6b tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Notify callbacks [] for floatingip, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:06.057385 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-a7bf8426-c411-49f3-8775-f8546ea97581 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cf2f36364fcc4b2d95b3a631356b3d50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460434 Jun 11 10:03:06.065280 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38066) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:03:06.146435 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-892633e3-4005-4ae8-b02e-637a7b8da77e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:06.171883 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-892633e3-4005-4ae8-b02e-637a7b8da77e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:06.329357 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-892633e3-4005-4ae8-b02e-637a7b8da77e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:06.332045 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-892633e3-4005-4ae8-b02e-637a7b8da77e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:06.334510 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-892633e3-4005-4ae8-b02e-637a7b8da77e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/98e585ae-873c-43e4-9885-8d029e785083 HTTP/1.1" status: 204 len: 168 time: 0.2667084 Jun 11 10:03:06.334510 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a0abe169-51df-49fb-a7ed-e455fc42a21f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:03:06.343553 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892633e3-4005-4ae8-b02e-637a7b8da77e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e585ae-873c-43e4-9885-8d029e785083,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:03:06.360793 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-892633e3-4005-4ae8-b02e-637a7b8da77e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:03:06.737007 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b1c5356a-b259-45dc-8ba2-78bba8c65f6b tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:06.781604 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b1c5356a-b259-45dc-8ba2-78bba8c65f6b tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:07.005567 n-d-779913-12 neutron-server[93177]: INFO neutron.db.l3_db [None req-b1c5356a-b259-45dc-8ba2-78bba8c65f6b tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Floating IP d22193a7-738c-42ab-8b97-7459a731e38b associated. External IP: 172.25.4.74, port: 654150cf-8faf-4a19-aca8-459bddd22d50. Jun 11 10:03:07.496073 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1c5356a-b259-45dc-8ba2-78bba8c65f6b tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Router 6875d133-0fb1-4d5d-a407-11a97fc05e02 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:03:07.718707 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1c5356a-b259-45dc-8ba2-78bba8c65f6b tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:03:07.723721 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b1c5356a-b259-45dc-8ba2-78bba8c65f6b tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:07.729815 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83c7816-aaff-41f9-a211-8a65cf334553 None None] Sync routers for ids ['6875d133-0fb1-4d5d-a407-11a97fc05e02'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:03:07.760981 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83c7816-aaff-41f9-a211-8a65cf334553 None None] Routers {'6875d133-0fb1-4d5d-a407-11a97fc05e02'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:03:07.761558 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-a83c7816-aaff-41f9-a211-8a65cf334553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:02:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['6875d133-0fb1-4d5d-a407-11a97fc05e02'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:03:07.833551 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-b1c5356a-b259-45dc-8ba2-78bba8c65f6b tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "PUT /v2.0/floatingips/d22193a7-738c-42ab-8b97-7459a731e38b HTTP/1.1" status: 200 len: 990 time: 1.9050355 Jun 11 10:03:07.840296 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93ad82f0-8781-4cf6-a466-9a57ed82acf5', 'tag': '654150cf-8faf-4a19-aca8-459bddd22d50'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:03:07.842690 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4796478-97c3-4c41-89a5-7ab3cc382fff" -d '{"events": [{"name": "network-changed", "server_uuid": "93ad82f0-8781-4cf6-a466-9a57ed82acf5", "tag": "654150cf-8faf-4a19-aca8-459bddd22d50"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:03:07.879773 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 44d393af-780b-4a3b-a566-483d648f1f37 no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:03:08.059319 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38140) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:03:08.093935 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] No Port match for: 44d393af-780b-4a3b-a566-483d648f1f37 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:03:08.094281 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 44d393af-780b-4a3b-a566-483d648f1f37 not bound to the agent host n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:03:08.108570 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e689848-8808-44ea-958c-6a5315b388c9 x-openstack-request-id: req-2e689848-8808-44ea-958c-6a5315b388c9 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:03:08.108932 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93ad82f0-8781-4cf6-a466-9a57ed82acf5", "tag": "654150cf-8faf-4a19-aca8-459bddd22d50", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:03:08.109234 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2e689848-8808-44ea-958c-6a5315b388c9 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:03:08.110001 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93ad82f0-8781-4cf6-a466-9a57ed82acf5', 'tag': '654150cf-8faf-4a19-aca8-459bddd22d50', 'status': 'completed', 'code': 200} Jun 11 10:03:08.168248 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:03:08.224018 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-a83c7816-aaff-41f9-a211-8a65cf334553 None None] Set router 6875d133-0fb1-4d5d-a407-11a97fc05e02 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:03:08.291993 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-5ff8668c-3df3-4bc2-b141-418b3c289d02 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1063582054-network', 'tenant_id': '6286396ccabb40d88a9a30af63dac684'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:03:08.358772 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4796478-97c3-4c41-89a5-7ab3cc382fff req-439adc14-1c77-4c90-ab70-caebc2a0879c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:08.361068 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d4796478-97c3-4c41-89a5-7ab3cc382fff req-439adc14-1c77-4c90-ab70-caebc2a0879c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=21c20f27027a4fa895493faf5f883302&device_id=93ad82f0-8781-4cf6-a466-9a57ed82acf5 HTTP/1.1" status: 200 len: 1097 time: 0.2162306 Jun 11 10:03:08.538590 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4796478-97c3-4c41-89a5-7ab3cc382fff req-c0d2c728-f637-4135-b834-3a7282ecbefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:08.541756 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d4796478-97c3-4c41-89a5-7ab3cc382fff req-c0d2c728-f637-4135-b834-3a7282ecbefa service neutron] 10.222.0.64 "GET /v2.0/networks?id=4ec1bae5-7351-4e01-a52c-de5521320fcb HTTP/1.1" status: 200 len: 917 time: 0.1728282 Jun 11 10:03:08.543372 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff8668c-3df3-4bc2-b141-418b3c289d02 admin admin] Made reservation on behalf of 6286396ccabb40d88a9a30af63dac684 for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:03:08.546073 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5ff8668c-3df3-4bc2-b141-418b3c289d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:08.563297 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5ff8668c-3df3-4bc2-b141-418b3c289d02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:08.602561 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b6c0b8-878a-4390-abbc-235c421ca290 req-161a2c4c-d988-45b3-87fc-5da1f9ec51ea tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:08.609247 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b6c0b8-878a-4390-abbc-235c421ca290 req-161a2c4c-d988-45b3-87fc-5da1f9ec51ea tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:08.610992 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-12b6c0b8-878a-4390-abbc-235c421ca290 req-161a2c4c-d988-45b3-87fc-5da1f9ec51ea tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] 10.222.0.60 "GET /v2.0/ports?device_id=845b7727-0dec-4944-b297-5ba8740ec84e&device_id=e8a5266e-e097-4c77-8484-a04b71f25e50 HTTP/1.1" status: 200 len: 1681 time: 0.0979183 Jun 11 10:03:08.668525 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-12b6c0b8-878a-4390-abbc-235c421ca290 req-83ac5829-f460-478b-a944-bac352d604e4 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] 10.222.0.60 "GET /v2.0/security-groups?id=ebc32faa-9cb7-4ac6-8334-02b3ad38c029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515172 Jun 11 10:03:08.675936 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-a83c7816-aaff-41f9-a211-8a65cf334553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6875d133-0fb1-4d5d-a407-11a97fc05e02', 'name': 'tempest-AttachVolumeShelveTestJSON-854289280-router', 'tenant_id': '21c20f27027a4fa895493faf5f883302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': '581c405d-a3a7-4d04-9b07-3b4049bdd298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:56:14Z', 'updated_at': '2021-06-11T09:56:22Z', 'revision_number': 4, 'project_id': '21c20f27027a4fa895493faf5f883302', 'gw_port': {'id': '581c405d-a3a7-4d04-9b07-3b4049bdd298', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:cc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6875d133-0fb1-4d5d-a407-11a97fc05e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:56:16Z', 'updated_at': '2021-06-11T09:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': 'd22193a7-738c-42ab-8b97-7459a731e38b', 'tenant_id': '21c20f27027a4fa895493faf5f883302', 'floating_ip_address': '172.25.4.74', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': '6875d133-0fb1-4d5d-a407-11a97fc05e02', 'port_id': '654150cf-8faf-4a19-aca8-459bddd22d50', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ec1bae5-7351-4e01-a52c-de5521320fcb', 'mac_address': 'fa:16:3e:45:44:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ad82f0-8781-4cf6-a466-9a57ed82acf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T10:02:47Z', 'updated_at': '2021-06-11T10:03:06Z', 'revision_number': 1, 'project_id': '21c20f27027a4fa895493faf5f883302', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6860f945-01fa-4b32-bfaf-2a6c0d5e6280', 'name': '', 'network_id': '4ec1bae5-7351-4e01-a52c-de5521320fcb', 'tenant_id': '21c20f27027a4fa895493faf5f883302', 'mac_address': 'fa:16:3e:11:34:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6875d133-0fb1-4d5d-a407-11a97fc05e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '73b1338f-0df7-44ec-88b6-dbc16cfcfcc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:56:21Z', 'updated_at': '2021-06-11T09:56:30Z', 'revision_number': 5, 'project_id': '21c20f27027a4fa895493faf5f883302', 'subnets': [{'id': '73b1338f-0df7-44ec-88b6-dbc16cfcfcc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:03:08.682992 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83c7816-aaff-41f9-a211-8a65cf334553 None None] Checking router: 6875d133-0fb1-4d5d-a407-11a97fc05e02 for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:03:08.694494 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83c7816-aaff-41f9-a211-8a65cf334553 None None] Routers {'6875d133-0fb1-4d5d-a407-11a97fc05e02'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:03:08.695363 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-a83c7816-aaff-41f9-a211-8a65cf334553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:02:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['6875d133-0fb1-4d5d-a407-11a97fc05e02'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:03:08.703020 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d4796478-97c3-4c41-89a5-7ab3cc382fff req-1f7b9e59-4bcf-4329-8fce-9506ba89c624 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=654150cf-8faf-4a19-aca8-459bddd22d50 HTTP/1.1" status: 200 len: 998 time: 0.1409004 Jun 11 10:03:08.780147 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4796478-97c3-4c41-89a5-7ab3cc382fff req-c7fb0c2b-93cd-482c-a328-9bd922544188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:08.781609 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d4796478-97c3-4c41-89a5-7ab3cc382fff req-c7fb0c2b-93cd-482c-a328-9bd922544188 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=73b1338f-0df7-44ec-88b6-dbc16cfcfcc4 HTTP/1.1" status: 200 len: 855 time: 0.0717323 Jun 11 10:03:08.874951 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-a83c7816-aaff-41f9-a211-8a65cf334553 None None] Set router 6875d133-0fb1-4d5d-a407-11a97fc05e02 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:03:08.882664 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4796478-97c3-4c41-89a5-7ab3cc382fff req-0a2f3d35-9aab-422f-b29d-f9b8f479b065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:08.884835 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d4796478-97c3-4c41-89a5-7ab3cc382fff req-0a2f3d35-9aab-422f-b29d-f9b8f479b065 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4ec1bae5-7351-4e01-a52c-de5521320fcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0917001 Jun 11 10:03:08.947055 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5ff8668c-3df3-4bc2-b141-418b3c289d02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:09.016326 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5ff8668c-3df3-4bc2-b141-418b3c289d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:09.030501 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ff8668c-3df3-4bc2-b141-418b3c289d02 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 763} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:03:09.049951 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5ff8668c-3df3-4bc2-b141-418b3c289d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:09.050304 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-5ff8668c-3df3-4bc2-b141-418b3c289d02 admin admin] Added segment d7d4f3af-7caa-4b5b-8d30-8ea4b3cffc28 of type vlan for network 408df5f0-b53f-4dc3-bcf5-e554de707f6c Jun 11 10:03:09.110748 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5ff8668c-3df3-4bc2-b141-418b3c289d02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:09.144549 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a2038574-f677-49a5-8c53-bec25cfc373c tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:03:09.213070 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff8668c-3df3-4bc2-b141-418b3c289d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=160f3095-f255-4635-879e-901f0053bd83,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:03:09.220436 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d4796478-97c3-4c41-89a5-7ab3cc382fff req-c5b17274-134f-4f47-ab86-acee8f37d9af service neutron] 10.222.0.64 "GET /v2.0/networks/4ec1bae5-7351-4e01-a52c-de5521320fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3234134 Jun 11 10:03:09.221467 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5ff8668c-3df3-4bc2-b141-418b3c289d02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:03:09.227962 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5ff8668c-3df3-4bc2-b141-418b3c289d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:09.229257 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff8668c-3df3-4bc2-b141-418b3c289d02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:09.232062 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5ff8668c-3df3-4bc2-b141-418b3c289d02 admin admin] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:09.236128 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ef969ae3-fbb7-4a4a-b4ca-8acb181aa8c6 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:03:09.417666 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff8668c-3df3-4bc2-b141-418b3c289d02 admin admin] Pushing event updated for resources: {'Network': ['ID=408df5f0-b53f-4dc3-bcf5-e554de707f6c,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:03:09.420477 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5ff8668c-3df3-4bc2-b141-418b3c289d02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:03:09.426930 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38166) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:03:09.427954 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-5ff8668c-3df3-4bc2-b141-418b3c289d02 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3667316 Jun 11 10:03:09.434903 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-54f1a072-dd98-4eba-a733-5148d18ec533 admin admin] Request body: {'subnet': {'network_id': '408df5f0-b53f-4dc3-bcf5-e554de707f6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1063582054-subnet', 'tenant_id': '6286396ccabb40d88a9a30af63dac684', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:03:09.462006 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 408df5f0-b53f-4dc3-bcf5-e554de707f6c details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:03:09.464056 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d4796478-97c3-4c41-89a5-7ab3cc382fff req-748d4e11-eff0-4906-bec5-39cbca45ff27 service neutron] 10.222.0.64 "GET /v2.0/networks/4ec1bae5-7351-4e01-a52c-de5521320fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287178 Jun 11 10:03:09.569215 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-a83c7816-aaff-41f9-a211-8a65cf334553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6875d133-0fb1-4d5d-a407-11a97fc05e02', 'name': 'tempest-AttachVolumeShelveTestJSON-854289280-router', 'tenant_id': '21c20f27027a4fa895493faf5f883302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': '581c405d-a3a7-4d04-9b07-3b4049bdd298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:56:14Z', 'updated_at': '2021-06-11T09:56:22Z', 'revision_number': 4, 'project_id': '21c20f27027a4fa895493faf5f883302', 'gw_port': {'id': '581c405d-a3a7-4d04-9b07-3b4049bdd298', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:cc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6875d133-0fb1-4d5d-a407-11a97fc05e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:56:16Z', 'updated_at': '2021-06-11T09:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': 'd22193a7-738c-42ab-8b97-7459a731e38b', 'tenant_id': '21c20f27027a4fa895493faf5f883302', 'floating_ip_address': '172.25.4.74', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': '6875d133-0fb1-4d5d-a407-11a97fc05e02', 'port_id': '654150cf-8faf-4a19-aca8-459bddd22d50', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ec1bae5-7351-4e01-a52c-de5521320fcb', 'mac_address': 'fa:16:3e:45:44:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ad82f0-8781-4cf6-a466-9a57ed82acf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T10:02:47Z', 'updated_at': '2021-06-11T10:03:06Z', 'revision_number': 1, 'project_id': '21c20f27027a4fa895493faf5f883302', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6860f945-01fa-4b32-bfaf-2a6c0d5e6280', 'name': '', 'network_id': '4ec1bae5-7351-4e01-a52c-de5521320fcb', 'tenant_id': '21c20f27027a4fa895493faf5f883302', 'mac_address': 'fa:16:3e:11:34:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6875d133-0fb1-4d5d-a407-11a97fc05e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '73b1338f-0df7-44ec-88b6-dbc16cfcfcc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:56:21Z', 'updated_at': '2021-06-11T09:56:30Z', 'revision_number': 5, 'project_id': '21c20f27027a4fa895493faf5f883302', 'subnets': [{'id': '73b1338f-0df7-44ec-88b6-dbc16cfcfcc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:03:09.574327 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83c7816-aaff-41f9-a211-8a65cf334553 None None] The sync data for ids ['6875d133-0fb1-4d5d-a407-11a97fc05e02'] in n-d-779913-12 is: [{'id': '6875d133-0fb1-4d5d-a407-11a97fc05e02', 'name': 'tempest-AttachVolumeShelveTestJSON-854289280-router', 'tenant_id': '21c20f27027a4fa895493faf5f883302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': '581c405d-a3a7-4d04-9b07-3b4049bdd298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:56:14Z', 'updated_at': '2021-06-11T09:56:22Z', 'revision_number': 4, 'project_id': '21c20f27027a4fa895493faf5f883302', 'gw_port': {'id': '581c405d-a3a7-4d04-9b07-3b4049bdd298', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:cc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6875d133-0fb1-4d5d-a407-11a97fc05e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:56:16Z', 'updated_at': '2021-06-11T09:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': 'd22193a7-738c-42ab-8b97-7459a731e38b', 'tenant_id': '21c20f27027a4fa895493faf5f883302', 'floating_ip_address': '172.25.4.74', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': '6875d133-0fb1-4d5d-a407-11a97fc05e02', 'port_id': '654150cf-8faf-4a19-aca8-459bddd22d50', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ec1bae5-7351-4e01-a52c-de5521320fcb', 'mac_address': 'fa:16:3e:45:44:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ad82f0-8781-4cf6-a466-9a57ed82acf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T10:02:47Z', 'updated_at': '2021-06-11T10:03:06Z', 'revision_number': 1, 'project_id': '21c20f27027a4fa895493faf5f883302', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6860f945-01fa-4b32-bfaf-2a6c0d5e6280', 'name': '', 'network_id': '4ec1bae5-7351-4e01-a52c-de5521320fcb', 'tenant_id': '21c20f27027a4fa895493faf5f883302', 'mac_address': 'fa:16:3e:11:34:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6875d133-0fb1-4d5d-a407-11a97fc05e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '73b1338f-0df7-44ec-88b6-dbc16cfcfcc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:56:21Z', 'updated_at': '2021-06-11T09:56:30Z', 'revision_number': 5, 'project_id': '21c20f27027a4fa895493faf5f883302', 'subnets': [{'id': '73b1338f-0df7-44ec-88b6-dbc16cfcfcc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:03:09.631765 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f1a072-dd98-4eba-a733-5148d18ec533 admin admin] Made reservation on behalf of 6286396ccabb40d88a9a30af63dac684 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:03:09.634351 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-54f1a072-dd98-4eba-a733-5148d18ec533 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:09.896504 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67cdfe7-fc21-4f52-b937-93b35370a01b None None] New status for floating IP d22193a7-738c-42ab-8b97-7459a731e38b: ACTIVE {{(pid=93179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 10:03:09.975520 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-54f1a072-dd98-4eba-a733-5148d18ec533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:09.979021 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8cf332e2-e7ad-4e42-9049-8908d3e0d8f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:03:10.050215 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f1a072-dd98-4eba-a733-5148d18ec533 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c272ca3-4347-4491-8948-cccc56083f83,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:03:10.052908 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-54f1a072-dd98-4eba-a733-5148d18ec533 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:03:10.061021 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f1a072-dd98-4eba-a733-5148d18ec533 admin admin] Checking segment: {'id': 'd7d4f3af-7caa-4b5b-8d30-8ea4b3cffc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '408df5f0-b53f-4dc3-bcf5-e554de707f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:03:10.061388 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f1a072-dd98-4eba-a733-5148d18ec533 admin admin] Network hostable DHCP agents. Network: 408df5f0-b53f-4dc3-bcf5-e554de707f6c, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:03:10.201292 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f1a072-dd98-4eba-a733-5148d18ec533 admin admin] Network 408df5f0-b53f-4dc3-bcf5-e554de707f6c is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:03:10.323884 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-54f1a072-dd98-4eba-a733-5148d18ec533 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 408df5f0-b53f-4dc3-bcf5-e554de707f6c) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:03:10.329714 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f1a072-dd98-4eba-a733-5148d18ec533 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:10.331193 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-54f1a072-dd98-4eba-a733-5148d18ec533 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:10.346280 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28de9142-1364-44be-8864-00d103ee4e8e None None] Network 408df5f0-b53f-4dc3-bcf5-e554de707f6c requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:03:10.492457 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-54f1a072-dd98-4eba-a733-5148d18ec533 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0630560 Jun 11 10:03:10.540041 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034cb348-41cc-4e7f-bf00-4274b6e729a0 None None] Network 408df5f0-b53f-4dc3-bcf5-e554de707f6c requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:03:10.774364 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7007d4e-8851-47ab-a495-b527b1b94fb6 req-29c4aeae-57ce-4c90-b765-4aa6d97d2eb2 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:10.776361 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f7007d4e-8851-47ab-a495-b527b1b94fb6 req-29c4aeae-57ce-4c90-b765-4aa6d97d2eb2 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8a5266e-e097-4c77-8484-a04b71f25e50 HTTP/1.1" status: 200 len: 945 time: 0.1285210 Jun 11 10:03:10.825309 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f7007d4e-8851-47ab-a495-b527b1b94fb6 req-a25e13ba-f63c-4ba2-8503-bc6e6edc19f3 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] 10.222.0.60 "GET /v2.0/security-groups?id=ebc32faa-9cb7-4ac6-8334-02b3ad38c029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399377 Jun 11 10:03:11.083343 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca58473-058e-41a5-aa27-a4438cc4dd8b req-0125d359-a10e-4c95-ad16-a90519e775ff tempest-InstanceActionsV221TestJSON-1106692300 tempest-InstanceActionsV221TestJSON-1106692300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:11.084824 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-aca58473-058e-41a5-aa27-a4438cc4dd8b req-0125d359-a10e-4c95-ad16-a90519e775ff tempest-InstanceActionsV221TestJSON-1106692300 tempest-InstanceActionsV221TestJSON-1106692300-project] 10.222.0.60 "GET /v2.0/networks?id=408df5f0-b53f-4dc3-bcf5-e554de707f6c HTTP/1.1" status: 200 len: 818 time: 0.1420331 Jun 11 10:03:11.099666 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-aca58473-058e-41a5-aa27-a4438cc4dd8b req-38e8642a-eca5-4cc3-94ac-5fe71e5372f3 tempest-InstanceActionsV221TestJSON-1106692300 tempest-InstanceActionsV221TestJSON-1106692300-project] 10.222.0.60 "GET /v2.0/quotas/6286396ccabb40d88a9a30af63dac684 HTTP/1.1" status: 200 len: 375 time: 0.0091834 Jun 11 10:03:11.139647 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-aca58473-058e-41a5-aa27-a4438cc4dd8b req-2a575fa2-71eb-4300-afca-70f61bd99b19 tempest-InstanceActionsV221TestJSON-1106692300 tempest-InstanceActionsV221TestJSON-1106692300-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6286396ccabb40d88a9a30af63dac684&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340483 Jun 11 10:03:11.277144 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-aca58473-058e-41a5-aa27-a4438cc4dd8b req-cacce4a9-24c6-4b71-b84e-6dbd647cf493 service neutron] 10.222.0.60 "GET /v2.0/networks/408df5f0-b53f-4dc3-bcf5-e554de707f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304116 Jun 11 10:03:11.393197 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489bd1c8-8a22-438d-bad9-dfef5e6544f5 req-0c0f343d-1488-4099-97ed-d9355490a696 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:11.394694 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-489bd1c8-8a22-438d-bad9-dfef5e6544f5 req-0c0f343d-1488-4099-97ed-d9355490a696 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8a5266e-e097-4c77-8484-a04b71f25e50 HTTP/1.1" status: 200 len: 945 time: 0.0992289 Jun 11 10:03:11.423946 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-aca58473-058e-41a5-aa27-a4438cc4dd8b req-ff3403b0-24f8-4253-8b1a-d265ac6feddb service neutron] 10.222.0.60 "GET /v2.0/networks/408df5f0-b53f-4dc3-bcf5-e554de707f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368062 Jun 11 10:03:11.902615 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-031c9ebf-b701-416f-8ad8-a455996078b9 req-e7ec520a-7d3b-4453-baab-2946a3ad8372 tempest-InstanceActionsV221TestJSON-1106692300 tempest-InstanceActionsV221TestJSON-1106692300-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c9a945e-b07d-43de-8009-3aae2c36e961 HTTP/1.1" status: 200 len: 210 time: 0.0393085 Jun 11 10:03:11.932241 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-489bd1c8-8a22-438d-bad9-dfef5e6544f5 req-fa5adad5-5a61-4e3f-91c5-09df22147f43 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Deleting port 5fcf6efb-fd8d-4659-b942-5329cf0841de {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:03:11.932584 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-489bd1c8-8a22-438d-bad9-dfef5e6544f5 req-fa5adad5-5a61-4e3f-91c5-09df22147f43 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:12.050272 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00016254-17d1-445e-893f-0a3a30d91c72 req-260eb201-cf63-4d6b-a28f-b48c45328afa tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:12.052000 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-00016254-17d1-445e-893f-0a3a30d91c72 req-260eb201-cf63-4d6b-a28f-b48c45328afa tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8a5266e-e097-4c77-8484-a04b71f25e50 HTTP/1.1" status: 200 len: 945 time: 0.0751164 Jun 11 10:03:12.091532 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-489bd1c8-8a22-438d-bad9-dfef5e6544f5 req-fa5adad5-5a61-4e3f-91c5-09df22147f43 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] For port 5fcf6efb-fd8d-4659-b942-5329cf0841de, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=5fcf6efb-fd8d-4659-b942-5329cf0841de,segment=NetworkSegment(e221f884-0e6b-44fe-af9a-f3d85aba814e),segment_id=e221f884-0e6b-44fe-af9a-f3d85aba814e)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:03:12.091921 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-489bd1c8-8a22-438d-bad9-dfef5e6544f5 req-fa5adad5-5a61-4e3f-91c5-09df22147f43 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:12.104239 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-00016254-17d1-445e-893f-0a3a30d91c72 req-4f8f126c-87df-4f0f-a2e0-d441d427c448 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] 10.222.0.60 "GET /v2.0/security-groups?id=ebc32faa-9cb7-4ac6-8334-02b3ad38c029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452838 Jun 11 10:03:12.200433 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-489bd1c8-8a22-438d-bad9-dfef5e6544f5 req-fa5adad5-5a61-4e3f-91c5-09df22147f43 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Calling delete_port for 5fcf6efb-fd8d-4659-b942-5329cf0841de owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:03:12.286633 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63092f95-4d32-4053-b420-6498e52b5531 req-9b5ed83c-b85f-4646-8aa4-45817626b2e7 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:12.292455 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63092f95-4d32-4053-b420-6498e52b5531 req-9b5ed83c-b85f-4646-8aa4-45817626b2e7 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:12.298245 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63092f95-4d32-4053-b420-6498e52b5531 req-9b5ed83c-b85f-4646-8aa4-45817626b2e7 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:12.304015 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63092f95-4d32-4053-b420-6498e52b5531 req-9b5ed83c-b85f-4646-8aa4-45817626b2e7 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:12.310377 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63092f95-4d32-4053-b420-6498e52b5531 req-9b5ed83c-b85f-4646-8aa4-45817626b2e7 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:12.316186 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63092f95-4d32-4053-b420-6498e52b5531 req-9b5ed83c-b85f-4646-8aa4-45817626b2e7 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:12.322596 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63092f95-4d32-4053-b420-6498e52b5531 req-9b5ed83c-b85f-4646-8aa4-45817626b2e7 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:12.324561 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-63092f95-4d32-4053-b420-6498e52b5531 req-9b5ed83c-b85f-4646-8aa4-45817626b2e7 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 5434 time: 0.2915504 Jun 11 10:03:12.391709 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-63092f95-4d32-4053-b420-6498e52b5531 req-57af4365-7f5d-47aa-993d-2fafae0c4dd1 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/security-groups?id=230a77c0-a6d2-4599-bb7a-d2d4f277106a&id=3ac47e06-1e75-4528-8507-ea5f5c2807d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0590763 Jun 11 10:03:12.524300 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1ce0b0-a2a0-40f2-9418-56c207f5da08 req-e37f8618-4d7a-44da-88be-c9c7ba3204e2 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:12.526030 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2a1ce0b0-a2a0-40f2-9418-56c207f5da08 req-e37f8618-4d7a-44da-88be-c9c7ba3204e2 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] 10.222.0.69 "GET /v2.0/ports?device_id=845b7727-0dec-4944-b297-5ba8740ec84e HTTP/1.1" status: 200 len: 945 time: 0.0940928 Jun 11 10:03:12.632133 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe3667-522e-4658-9580-f1989b02e7c6 req-f0ee5574-451b-4449-ab57-e913356edd83 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:12.638075 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe3667-522e-4658-9580-f1989b02e7c6 req-f0ee5574-451b-4449-ab57-e913356edd83 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:12.643758 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe3667-522e-4658-9580-f1989b02e7c6 req-f0ee5574-451b-4449-ab57-e913356edd83 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:12.649832 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe3667-522e-4658-9580-f1989b02e7c6 req-f0ee5574-451b-4449-ab57-e913356edd83 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:12.653092 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-489bd1c8-8a22-438d-bad9-dfef5e6544f5 req-fa5adad5-5a61-4e3f-91c5-09df22147f43 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:12.656182 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe3667-522e-4658-9580-f1989b02e7c6 req-f0ee5574-451b-4449-ab57-e913356edd83 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:12.657232 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1f5b3c7f-2456-47c0-9665-613bbff030a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:03:12.662063 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe3667-522e-4658-9580-f1989b02e7c6 req-f0ee5574-451b-4449-ab57-e913356edd83 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:12.667425 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['5fcf6efb-fd8d-4659-b942-5329cf0841de'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:03:12.668306 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe3667-522e-4658-9580-f1989b02e7c6 req-f0ee5574-451b-4449-ab57-e913356edd83 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:12.670165 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-84fe3667-522e-4658-9580-f1989b02e7c6 req-f0ee5574-451b-4449-ab57-e913356edd83 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 5434 time: 0.1402211 Jun 11 10:03:12.672532 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['bc18bf9f-f6b5-4e9f-9f6d-7ebf19dc885e'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:03:12.692823 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5adad5-5a61-4e3f-91c5-09df22147f43 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Pushing event deleted for resources: {'Port': ['ID=5fcf6efb-fd8d-4659-b942-5329cf0841de,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:03:12.697600 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-fa5adad5-5a61-4e3f-91c5-09df22147f43 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:03:12.706635 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-2a1ce0b0-a2a0-40f2-9418-56c207f5da08 req-8d7b76cc-0449-4e18-b95e-da629097fb58 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Deleting port bc18bf9f-f6b5-4e9f-9f6d-7ebf19dc885e {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:03:12.706635 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-2a1ce0b0-a2a0-40f2-9418-56c207f5da08 req-8d7b76cc-0449-4e18-b95e-da629097fb58 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:12.781696 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-489bd1c8-8a22-438d-bad9-dfef5e6544f5 req-fa5adad5-5a61-4e3f-91c5-09df22147f43 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] No DVR routers for this DVR port 5fcf6efb-fd8d-4659-b942-5329cf0841de on host n-h1-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:03:12.785478 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-489bd1c8-8a22-438d-bad9-dfef5e6544f5 req-fa5adad5-5a61-4e3f-91c5-09df22147f43 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:12.787589 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-489bd1c8-8a22-438d-bad9-dfef5e6544f5 req-fa5adad5-5a61-4e3f-91c5-09df22147f43 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] 10.222.0.64 "DELETE /v2.0/ports/5fcf6efb-fd8d-4659-b942-5329cf0841de HTTP/1.1" status: 204 len: 173 time: 1.3874888 Jun 11 10:03:12.788150 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8a5266e-e097-4c77-8484-a04b71f25e50', 'name': 'network-vif-deleted', 'tag': '5fcf6efb-fd8d-4659-b942-5329cf0841de'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:03:12.790571 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a6fe90-e8a1-4d26-8277-b46432689d5d" -d '{"events": [{"server_uuid": "e8a5266e-e097-4c77-8484-a04b71f25e50", "name": "network-vif-deleted", "tag": "5fcf6efb-fd8d-4659-b942-5329cf0841de"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:03:12.848275 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-483e6b2f-c668-490a-ad80-62cc63e4bd5f x-openstack-request-id: req-483e6b2f-c668-490a-ad80-62cc63e4bd5f {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:03:12.848677 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8a5266e-e097-4c77-8484-a04b71f25e50", "name": "network-vif-deleted", "tag": "5fcf6efb-fd8d-4659-b942-5329cf0841de", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:03:12.848987 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-483e6b2f-c668-490a-ad80-62cc63e4bd5f {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:03:12.849442 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8a5266e-e097-4c77-8484-a04b71f25e50', 'name': 'network-vif-deleted', 'tag': '5fcf6efb-fd8d-4659-b942-5329cf0841de', 'status': 'completed', 'code': 200} Jun 11 10:03:12.894302 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-2a1ce0b0-a2a0-40f2-9418-56c207f5da08 req-8d7b76cc-0449-4e18-b95e-da629097fb58 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] For port bc18bf9f-f6b5-4e9f-9f6d-7ebf19dc885e, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=bc18bf9f-f6b5-4e9f-9f6d-7ebf19dc885e,segment=NetworkSegment(e221f884-0e6b-44fe-af9a-f3d85aba814e),segment_id=e221f884-0e6b-44fe-af9a-f3d85aba814e)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:03:12.894925 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-2a1ce0b0-a2a0-40f2-9418-56c207f5da08 req-8d7b76cc-0449-4e18-b95e-da629097fb58 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:12.964990 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-4a5fe73d-0701-4f6f-a6e7-54364b366a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:13.000038 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-2a1ce0b0-a2a0-40f2-9418-56c207f5da08 req-8d7b76cc-0449-4e18-b95e-da629097fb58 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Calling delete_port for bc18bf9f-f6b5-4e9f-9f6d-7ebf19dc885e owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:03:13.014952 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d317b4a4-a26f-45fb-b293-a5c4cbb77d6d req-9b38990a-c962-4b7e-8638-1b2215fc52f5 tempest-InstanceActionsV221TestJSON-1106692300 tempest-InstanceActionsV221TestJSON-1106692300-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c9a945e-b07d-43de-8009-3aae2c36e961 HTTP/1.1" status: 200 len: 210 time: 0.0524118 Jun 11 10:03:13.265384 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ac7bc4ac-23e8-4660-8ea9-a2273874ad5d req-f62f9cff-9ebe-467e-a226-5a09fabf56ba tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8a5266e-e097-4c77-8484-a04b71f25e50 HTTP/1.1" status: 200 len: 210 time: 0.0351098 Jun 11 10:03:13.295389 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-2a1ce0b0-a2a0-40f2-9418-56c207f5da08 req-8d7b76cc-0449-4e18-b95e-da629097fb58 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:13.299455 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b5bef39b-c6e3-45b0-9c07-5f05c830a70b tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:03:13.307008 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['5fcf6efb-fd8d-4659-b942-5329cf0841de'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:03:13.337590 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b76cc-0449-4e18-b95e-da629097fb58 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Pushing event deleted for resources: {'Port': ['ID=bc18bf9f-f6b5-4e9f-9f6d-7ebf19dc885e,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:03:13.340752 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8d7b76cc-0449-4e18-b95e-da629097fb58 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:03:13.396245 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a1ce0b0-a2a0-40f2-9418-56c207f5da08 req-8d7b76cc-0449-4e18-b95e-da629097fb58 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] No DVR routers for this DVR port bc18bf9f-f6b5-4e9f-9f6d-7ebf19dc885e on host n-h2-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:03:13.398962 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-2a1ce0b0-a2a0-40f2-9418-56c207f5da08 req-8d7b76cc-0449-4e18-b95e-da629097fb58 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:13.401119 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2a1ce0b0-a2a0-40f2-9418-56c207f5da08 req-8d7b76cc-0449-4e18-b95e-da629097fb58 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] 10.222.0.69 "DELETE /v2.0/ports/bc18bf9f-f6b5-4e9f-9f6d-7ebf19dc885e HTTP/1.1" status: 204 len: 173 time: 0.8686686 Jun 11 10:03:14.206467 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38300) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:03:14.252178 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4717e472-c4dd-450a-98ef-429fd82ddb64 req-a4af4db4-ff2a-4233-9d03-c5511f372006 tempest-InstanceActionsV221TestJSON-1106692300 tempest-InstanceActionsV221TestJSON-1106692300-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c9a945e-b07d-43de-8009-3aae2c36e961 HTTP/1.1" status: 200 len: 210 time: 0.0550399 Jun 11 10:03:14.341341 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cd9e615a-f7e1-4b88-b0fd-3875cd0d8059 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:14.451904 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cd9e615a-f7e1-4b88-b0fd-3875cd0d8059 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:14.555752 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7351fa50-04e0-40a5-8306-ab6dd937c745 req-dca0106c-ec28-419f-b8f0-6d3626660bea tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] 10.222.0.60 "GET /v2.0/ports?device_id=845b7727-0dec-4944-b297-5ba8740ec84e HTTP/1.1" status: 200 len: 210 time: 0.0434911 Jun 11 10:03:14.632232 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cd9e615a-f7e1-4b88-b0fd-3875cd0d8059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:14.635081 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-31607ce9-48d6-4244-a3f6-b3bfe4dd1edb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:03:14.687262 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-cd9e615a-f7e1-4b88-b0fd-3875cd0d8059 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e80bc695dcd447f498ec8a5df4463c9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4773324 Jun 11 10:03:14.687262 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9e615a-f7e1-4b88-b0fd-3875cd0d8059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=143036b4-d045-454d-8cf6-039b1af1eeeb,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:03:14.690037 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38314) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:03:14.696073 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-cd9e615a-f7e1-4b88-b0fd-3875cd0d8059 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:03:14.749605 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8a1e8daa-ff8b-4dc6-a077-9d8d6bf69011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:14.784495 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8a1e8daa-ff8b-4dc6-a077-9d8d6bf69011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:14.852960 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '845b7727-0dec-4944-b297-5ba8740ec84e', 'name': 'network-vif-deleted', 'tag': 'bc18bf9f-f6b5-4e9f-9f6d-7ebf19dc885e'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:03:14.855907 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b3e197-ffcf-44ed-a8e3-c1c60c5c008d" -d '{"events": [{"server_uuid": "845b7727-0dec-4944-b297-5ba8740ec84e", "name": "network-vif-deleted", "tag": "bc18bf9f-f6b5-4e9f-9f6d-7ebf19dc885e"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:03:14.901525 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a95b99ee-1edb-4afb-8ba0-47dd6c338b99 x-openstack-request-id: req-a95b99ee-1edb-4afb-8ba0-47dd6c338b99 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:03:14.901869 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "845b7727-0dec-4944-b297-5ba8740ec84e", "name": "network-vif-deleted", "tag": "bc18bf9f-f6b5-4e9f-9f6d-7ebf19dc885e", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:03:14.902167 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a95b99ee-1edb-4afb-8ba0-47dd6c338b99 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:03:14.902609 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '845b7727-0dec-4944-b297-5ba8740ec84e', 'name': 'network-vif-deleted', 'tag': 'bc18bf9f-f6b5-4e9f-9f6d-7ebf19dc885e', 'status': 'completed', 'code': 200} Jun 11 10:03:15.004743 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8a1e8daa-ff8b-4dc6-a077-9d8d6bf69011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:15.011675 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8a1e8daa-ff8b-4dc6-a077-9d8d6bf69011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:15.013323 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-8a1e8daa-ff8b-4dc6-a077-9d8d6bf69011 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/143036b4-d045-454d-8cf6-039b1af1eeeb HTTP/1.1" status: 204 len: 168 time: 0.3228233 Jun 11 10:03:15.014512 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b2ff9cad-6d78-416c-9814-79279f2b14c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:03:15.051150 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1e8daa-ff8b-4dc6-a077-9d8d6bf69011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=143036b4-d045-454d-8cf6-039b1af1eeeb,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:03:15.056293 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8a1e8daa-ff8b-4dc6-a077-9d8d6bf69011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:03:15.317571 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca58473-058e-41a5-aa27-a4438cc4dd8b req-d8b5b62e-8665-4e9e-8b6f-29b406508fdf tempest-InstanceActionsV221TestJSON-1106692300 tempest-InstanceActionsV221TestJSON-1106692300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:15.319216 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-aca58473-058e-41a5-aa27-a4438cc4dd8b req-d8b5b62e-8665-4e9e-8b6f-29b406508fdf tempest-InstanceActionsV221TestJSON-1106692300 tempest-InstanceActionsV221TestJSON-1106692300-project] 10.222.0.69 "GET /v2.0/networks?id=408df5f0-b53f-4dc3-bcf5-e554de707f6c HTTP/1.1" status: 200 len: 818 time: 0.1715131 Jun 11 10:03:15.341686 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-aca58473-058e-41a5-aa27-a4438cc4dd8b req-798cf487-8817-4bc2-9301-44b19e485937 tempest-InstanceActionsV221TestJSON-1106692300 tempest-InstanceActionsV221TestJSON-1106692300-project] Request body: {'port': {'device_id': '5c9a945e-b07d-43de-8009-3aae2c36e961', 'network_id': '408df5f0-b53f-4dc3-bcf5-e554de707f6c', 'admin_state_up': True, 'tenant_id': '6286396ccabb40d88a9a30af63dac684'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:03:15.499668 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38342) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:03:15.569269 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1bb4fc4b-be54-4343-8ea6-0d610e999dcc req-e3ca00cf-eddd-4d6f-8517-0c1b36673311 tempest-InstanceActionsV221TestJSON-1106692300 tempest-InstanceActionsV221TestJSON-1106692300-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c9a945e-b07d-43de-8009-3aae2c36e961 HTTP/1.1" status: 200 len: 210 time: 0.0451133 Jun 11 10:03:15.638483 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae5678a-1053-4fdb-b12e-6b9cb5f06a22 req-caac1156-84cc-4476-8e78-2295179bc719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:15.639101 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae5678a-1053-4fdb-b12e-6b9cb5f06a22 req-caac1156-84cc-4476-8e78-2295179bc719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:15.639665 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae5678a-1053-4fdb-b12e-6b9cb5f06a22 req-caac1156-84cc-4476-8e78-2295179bc719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:15.640196 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae5678a-1053-4fdb-b12e-6b9cb5f06a22 req-caac1156-84cc-4476-8e78-2295179bc719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:15.640760 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae5678a-1053-4fdb-b12e-6b9cb5f06a22 req-caac1156-84cc-4476-8e78-2295179bc719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:15.641415 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae5678a-1053-4fdb-b12e-6b9cb5f06a22 req-caac1156-84cc-4476-8e78-2295179bc719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:15.641902 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae5678a-1053-4fdb-b12e-6b9cb5f06a22 req-caac1156-84cc-4476-8e78-2295179bc719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:15.644006 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7ae5678a-1053-4fdb-b12e-6b9cb5f06a22 req-caac1156-84cc-4476-8e78-2295179bc719 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 6498 time: 0.1427097 Jun 11 10:03:15.649716 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aca58473-058e-41a5-aa27-a4438cc4dd8b req-798cf487-8817-4bc2-9301-44b19e485937 tempest-InstanceActionsV221TestJSON-1106692300 tempest-InstanceActionsV221TestJSON-1106692300-project] Made reservation on behalf of 6286396ccabb40d88a9a30af63dac684 for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:03:15.653919 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-aca58473-058e-41a5-aa27-a4438cc4dd8b req-798cf487-8817-4bc2-9301-44b19e485937 tempest-InstanceActionsV221TestJSON-1106692300 tempest-InstanceActionsV221TestJSON-1106692300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:15.712035 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7ae5678a-1053-4fdb-b12e-6b9cb5f06a22 req-5a3de27e-040c-4d8c-91fd-34a78a966c4b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=3ac47e06-1e75-4528-8507-ea5f5c2807d3&id=230a77c0-a6d2-4599-bb7a-d2d4f277106a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0584481 Jun 11 10:03:15.823123 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6f4d72f9-dad5-4c14-8795-c5e1d5d2ff54 req-d6d2cd83-9b10-4401-81a3-6a606b0c2a4b tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] 10.222.0.60 "GET /v2.0/ports?device_id=845b7727-0dec-4944-b297-5ba8740ec84e HTTP/1.1" status: 200 len: 210 time: 0.0467556 Jun 11 10:03:15.924894 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device bc18bf9f-f6b5-4e9f-9f6d-7ebf19dc885e no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:03:15.932815 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-aca58473-058e-41a5-aa27-a4438cc4dd8b req-798cf487-8817-4bc2-9301-44b19e485937 tempest-InstanceActionsV221TestJSON-1106692300 tempest-InstanceActionsV221TestJSON-1106692300-project] Allocated IP 172.20.0.3 (408df5f0-b53f-4dc3-bcf5-e554de707f6c/4c272ca3-4347-4491-8948-cccc56083f83/284da12c-2fd3-425a-88b2-c145277c4259) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:03:15.960467 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ac6fd056-3f64-41ee-b069-f982db5f8fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:15.963375 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] No Port match for: bc18bf9f-f6b5-4e9f-9f6d-7ebf19dc885e {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:03:15.964012 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device bc18bf9f-f6b5-4e9f-9f6d-7ebf19dc885e not bound to the agent host n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:03:16.054101 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:16.132447 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-aca58473-058e-41a5-aa27-a4438cc4dd8b req-798cf487-8817-4bc2-9301-44b19e485937 tempest-InstanceActionsV221TestJSON-1106692300 tempest-InstanceActionsV221TestJSON-1106692300-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:16.244615 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-aca58473-058e-41a5-aa27-a4438cc4dd8b req-798cf487-8817-4bc2-9301-44b19e485937 tempest-InstanceActionsV221TestJSON-1106692300 tempest-InstanceActionsV221TestJSON-1106692300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:16.253605 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8d7b76cc-0449-4e18-b95e-da629097fb58 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:03:16.307621 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aca58473-058e-41a5-aa27-a4438cc4dd8b req-798cf487-8817-4bc2-9301-44b19e485937 tempest-InstanceActionsV221TestJSON-1106692300 tempest-InstanceActionsV221TestJSON-1106692300-project] Network 408df5f0-b53f-4dc3-bcf5-e554de707f6c is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:03:16.311174 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-aca58473-058e-41a5-aa27-a4438cc4dd8b req-798cf487-8817-4bc2-9301-44b19e485937 tempest-InstanceActionsV221TestJSON-1106692300 tempest-InstanceActionsV221TestJSON-1106692300-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:03:16.314415 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-aca58473-058e-41a5-aa27-a4438cc4dd8b req-798cf487-8817-4bc2-9301-44b19e485937 tempest-InstanceActionsV221TestJSON-1106692300 tempest-InstanceActionsV221TestJSON-1106692300-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:03:16.355225 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798cf487-8817-4bc2-9301-44b19e485937 tempest-InstanceActionsV221TestJSON-1106692300 tempest-InstanceActionsV221TestJSON-1106692300-project] Pushing event updated for resources: {'Port': ['ID=284da12c-2fd3-425a-88b2-c145277c4259,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:03:16.358440 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-798cf487-8817-4bc2-9301-44b19e485937 tempest-InstanceActionsV221TestJSON-1106692300 tempest-InstanceActionsV221TestJSON-1106692300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:03:16.387649 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca58473-058e-41a5-aa27-a4438cc4dd8b req-798cf487-8817-4bc2-9301-44b19e485937 tempest-InstanceActionsV221TestJSON-1106692300 tempest-InstanceActionsV221TestJSON-1106692300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:16.388196 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-aca58473-058e-41a5-aa27-a4438cc4dd8b req-798cf487-8817-4bc2-9301-44b19e485937 tempest-InstanceActionsV221TestJSON-1106692300 tempest-InstanceActionsV221TestJSON-1106692300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:16.507456 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-aca58473-058e-41a5-aa27-a4438cc4dd8b req-798cf487-8817-4bc2-9301-44b19e485937 tempest-InstanceActionsV221TestJSON-1106692300 tempest-InstanceActionsV221TestJSON-1106692300-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1771412 Jun 11 10:03:16.520152 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-aca58473-058e-41a5-aa27-a4438cc4dd8b req-19853b02-f8fc-46f7-ba12-57a24b5b046c service neutron] Request body: {'port': {'device_id': '5c9a945e-b07d-43de-8009-3aae2c36e961', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:03:16.623628 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-aca58473-058e-41a5-aa27-a4438cc4dd8b req-19853b02-f8fc-46f7-ba12-57a24b5b046c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:16.652534 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 5fcf6efb-fd8d-4659-b942-5329cf0841de no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:03:16.679003 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] No Port match for: 5fcf6efb-fd8d-4659-b942-5329cf0841de {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:03:16.679398 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 5fcf6efb-fd8d-4659-b942-5329cf0841de not bound to the agent host n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:03:16.682390 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:16.923505 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0815103-84da-45c9-b68a-a28f1f51ea39 req-70d1ea0d-f09f-43d8-ad05-d74c9c3e4f0d tempest-InstanceActionsV221TestJSON-1106692300 tempest-InstanceActionsV221TestJSON-1106692300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:16.924959 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a0815103-84da-45c9-b68a-a28f1f51ea39 req-70d1ea0d-f09f-43d8-ad05-d74c9c3e4f0d tempest-InstanceActionsV221TestJSON-1106692300 tempest-InstanceActionsV221TestJSON-1106692300-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c9a945e-b07d-43de-8009-3aae2c36e961 HTTP/1.1" status: 200 len: 931 time: 0.1774058 Jun 11 10:03:16.929612 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38390) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:03:16.988270 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-4df396f4-5ee7-4dd1-a887-34027252574a admin admin] Deleting subnet 5587778f-393e-4652-9182-436207ac02ca {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:03:16.991589 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4df396f4-5ee7-4dd1-a887-34027252574a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:16.999208 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a0815103-84da-45c9-b68a-a28f1f51ea39 req-6b0420a3-3b9b-4a57-adcc-a986422d4728 tempest-InstanceActionsV221TestJSON-1106692300 tempest-InstanceActionsV221TestJSON-1106692300-project] 10.222.0.60 "GET /v2.0/security-groups?id=160f3095-f255-4635-879e-901f0053bd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576997 Jun 11 10:03:17.048267 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4df396f4-5ee7-4dd1-a887-34027252574a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:17.055489 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-aca58473-058e-41a5-aa27-a4438cc4dd8b req-19853b02-f8fc-46f7-ba12-57a24b5b046c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 284da12c-2fd3-425a-88b2-c145277c4259 {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:03:17.064436 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-aca58473-058e-41a5-aa27-a4438cc4dd8b req-19853b02-f8fc-46f7-ba12-57a24b5b046c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:17.078462 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-aca58473-058e-41a5-aa27-a4438cc4dd8b req-19853b02-f8fc-46f7-ba12-57a24b5b046c service neutron] Transition to ACTIVE for port object 284da12c-2fd3-425a-88b2-c145277c4259 will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:03:17.272888 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-aca58473-058e-41a5-aa27-a4438cc4dd8b req-19853b02-f8fc-46f7-ba12-57a24b5b046c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:17.277329 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8bbcd04b-bab9-4b34-9ef3-7be4a10721cb tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:03:17.438266 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19853b02-f8fc-46f7-ba12-57a24b5b046c service neutron] Pushing event updated for resources: {'Port': ['ID=284da12c-2fd3-425a-88b2-c145277c4259,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:03:17.449912 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-19853b02-f8fc-46f7-ba12-57a24b5b046c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:03:17.535180 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4df396f4-5ee7-4dd1-a887-34027252574a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:17.551841 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-aca58473-058e-41a5-aa27-a4438cc4dd8b req-19853b02-f8fc-46f7-ba12-57a24b5b046c service neutron] Attempting to bind port 284da12c-2fd3-425a-88b2-c145277c4259 on host n-h2-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:03:17.552235 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-aca58473-058e-41a5-aa27-a4438cc4dd8b req-19853b02-f8fc-46f7-ba12-57a24b5b046c service neutron] Attempting to bind port 284da12c-2fd3-425a-88b2-c145277c4259 by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': 'd7d4f3af-7caa-4b5b-8d30-8ea4b3cffc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '408df5f0-b53f-4dc3-bcf5-e554de707f6c'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:03:17.552916 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca58473-058e-41a5-aa27-a4438cc4dd8b req-19853b02-f8fc-46f7-ba12-57a24b5b046c service neutron] Attempting to bind port 284da12c-2fd3-425a-88b2-c145277c4259 on network 408df5f0-b53f-4dc3-bcf5-e554de707f6c {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:03:17.559195 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca58473-058e-41a5-aa27-a4438cc4dd8b req-19853b02-f8fc-46f7-ba12-57a24b5b046c service neutron] Port 284da12c-2fd3-425a-88b2-c145277c4259 on network 408df5f0-b53f-4dc3-bcf5-e554de707f6c not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:03:17.559628 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca58473-058e-41a5-aa27-a4438cc4dd8b req-19853b02-f8fc-46f7-ba12-57a24b5b046c service neutron] Attempting to bind port 284da12c-2fd3-425a-88b2-c145277c4259 on network 408df5f0-b53f-4dc3-bcf5-e554de707f6c {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:03:17.566235 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca58473-058e-41a5-aa27-a4438cc4dd8b req-19853b02-f8fc-46f7-ba12-57a24b5b046c service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:03:17.566519 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca58473-058e-41a5-aa27-a4438cc4dd8b req-19853b02-f8fc-46f7-ba12-57a24b5b046c service neutron] Checking segment: {'id': 'd7d4f3af-7caa-4b5b-8d30-8ea4b3cffc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '408df5f0-b53f-4dc3-bcf5-e554de707f6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:03:17.567507 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca58473-058e-41a5-aa27-a4438cc4dd8b req-19853b02-f8fc-46f7-ba12-57a24b5b046c service neutron] Bound using segment: {'id': 'd7d4f3af-7caa-4b5b-8d30-8ea4b3cffc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '408df5f0-b53f-4dc3-bcf5-e554de707f6c'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:03:17.567988 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-aca58473-058e-41a5-aa27-a4438cc4dd8b req-19853b02-f8fc-46f7-ba12-57a24b5b046c service neutron] Bound port: 284da12c-2fd3-425a-88b2-c145277c4259, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7d4f3af-7caa-4b5b-8d30-8ea4b3cffc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '408df5f0-b53f-4dc3-bcf5-e554de707f6c'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:03:17.568349 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-aca58473-058e-41a5-aa27-a4438cc4dd8b req-19853b02-f8fc-46f7-ba12-57a24b5b046c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:17.663580 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-aca58473-058e-41a5-aa27-a4438cc4dd8b req-19853b02-f8fc-46f7-ba12-57a24b5b046c service neutron] For port 284da12c-2fd3-425a-88b2-c145277c4259, host n-h2-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:03:17.667560 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-aca58473-058e-41a5-aa27-a4438cc4dd8b req-19853b02-f8fc-46f7-ba12-57a24b5b046c service neutron] For port 284da12c-2fd3-425a-88b2-c145277c4259, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=284da12c-2fd3-425a-88b2-c145277c4259,segment=NetworkSegment(d7d4f3af-7caa-4b5b-8d30-8ea4b3cffc28),segment_id=d7d4f3af-7caa-4b5b-8d30-8ea4b3cffc28)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:03:17.758699 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4df396f4-5ee7-4dd1-a887-34027252574a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:17.761977 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-08634ddc-1d4e-44dd-9f10-3742621af7f2 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:03:17.796105 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-aca58473-058e-41a5-aa27-a4438cc4dd8b req-19853b02-f8fc-46f7-ba12-57a24b5b046c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:17.796635 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-959c00a1-fa9e-47ed-b846-d8291770f757 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:03:17.802764 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df396f4-5ee7-4dd1-a887-34027252574a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5587778f-393e-4652-9182-436207ac02ca,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:03:17.806751 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4df396f4-5ee7-4dd1-a887-34027252574a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:03:17.809492 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4df396f4-5ee7-4dd1-a887-34027252574a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:17.812140 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-4df396f4-5ee7-4dd1-a887-34027252574a admin admin] 10.222.0.60 "DELETE /v2.0/subnets/5587778f-393e-4652-9182-436207ac02ca HTTP/1.1" status: 204 len: 168 time: 0.8812776 Jun 11 10:03:17.814692 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38420) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:03:17.864761 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca58473-058e-41a5-aa27-a4438cc4dd8b req-19853b02-f8fc-46f7-ba12-57a24b5b046c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:17.865682 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-aca58473-058e-41a5-aa27-a4438cc4dd8b req-19853b02-f8fc-46f7-ba12-57a24b5b046c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:17.868922 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-aca58473-058e-41a5-aa27-a4438cc4dd8b req-19853b02-f8fc-46f7-ba12-57a24b5b046c service neutron] 10.222.0.69 "PUT /v2.0/ports/284da12c-2fd3-425a-88b2-c145277c4259 HTTP/1.1" status: 200 len: 1092 time: 1.3531663 Jun 11 10:03:17.872716 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c9a945e-b07d-43de-8009-3aae2c36e961', 'tag': '284da12c-2fd3-425a-88b2-c145277c4259'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:03:17.883521 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c5deec-fd63-4ffa-a887-0d347619df60" -d '{"events": [{"name": "network-changed", "server_uuid": "5c9a945e-b07d-43de-8009-3aae2c36e961", "tag": "284da12c-2fd3-425a-88b2-c145277c4259"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:03:17.919605 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19853b02-f8fc-46f7-ba12-57a24b5b046c service neutron] Pushing event updated for resources: {'Port': ['ID=284da12c-2fd3-425a-88b2-c145277c4259,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:03:17.922974 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-19853b02-f8fc-46f7-ba12-57a24b5b046c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:03:17.957320 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbcb2215-e1a7-431b-bb9a-b0b2d2dbb92b x-openstack-request-id: req-dbcb2215-e1a7-431b-bb9a-b0b2d2dbb92b {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:03:17.957320 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c9a945e-b07d-43de-8009-3aae2c36e961", "tag": "284da12c-2fd3-425a-88b2-c145277c4259", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:03:17.957320 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dbcb2215-e1a7-431b-bb9a-b0b2d2dbb92b {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:03:17.957320 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c9a945e-b07d-43de-8009-3aae2c36e961', 'tag': '284da12c-2fd3-425a-88b2-c145277c4259', 'status': 'completed', 'code': 200} Jun 11 10:03:17.998053 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e031c2f7-6cda-4e8e-8fc5-ec1ef28d1ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:18.084453 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c5deec-fd63-4ffa-a887-0d347619df60 req-86ac916e-934d-4903-b63f-a1d02a20db54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:18.087352 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-18c5deec-fd63-4ffa-a887-0d347619df60 req-86ac916e-934d-4903-b63f-a1d02a20db54 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6286396ccabb40d88a9a30af63dac684&device_id=5c9a945e-b07d-43de-8009-3aae2c36e961 HTTP/1.1" status: 200 len: 1095 time: 0.1070328 Jun 11 10:03:18.128949 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e031c2f7-6cda-4e8e-8fc5-ec1ef28d1ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:18.144681 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-e031c2f7-6cda-4e8e-8fc5-ec1ef28d1ddc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a76dd0db-6bc4-44b1-ace7-6f553dd1696a']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:03:18.165505 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-e031c2f7-6cda-4e8e-8fc5-ec1ef28d1ddc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e221f884-0e6b-44fe-af9a-f3d85aba814e') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:03:18.165505 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-e031c2f7-6cda-4e8e-8fc5-ec1ef28d1ddc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e221f884-0e6b-44fe-af9a-f3d85aba814e') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:03:18.224413 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e031c2f7-6cda-4e8e-8fc5-ec1ef28d1ddc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:18.286990 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e031c2f7-6cda-4e8e-8fc5-ec1ef28d1ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:18.299428 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e031c2f7-6cda-4e8e-8fc5-ec1ef28d1ddc admin admin] Releasing vlan 787 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:03:18.299861 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e031c2f7-6cda-4e8e-8fc5-ec1ef28d1ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:18.326555 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 10:03:18.326555 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:03:18.326555 n-d-779913-12 neutron-server[93177]: timer() Jun 11 10:03:18.326555 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:03:18.326555 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 10:03:18.326555 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:03:18.326555 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 10:03:18.326555 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:03:18.326555 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 10:03:18.326555 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:03:18.326555 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 10:03:18.326555 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:03:18.326555 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 10:03:18.326555 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:03:18.326555 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:03:18.326555 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:03:18.326555 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:03:18.326555 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:03:18.326555 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 10:03:18.326555 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:03:18.326555 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 10:03:18.326555 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:03:18.326555 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:03:18.326555 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:03:18.326555 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 10:03:18.326555 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:03:18.326555 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:03:18.326555 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:03:18.326555 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:03:18.326555 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:03:18.326555 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:03:18.326555 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:03:18.392344 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:18.397374 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c5deec-fd63-4ffa-a887-0d347619df60 req-70112227-a188-40f2-b738-773e69b88f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:18.397374 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-18c5deec-fd63-4ffa-a887-0d347619df60 req-70112227-a188-40f2-b738-773e69b88f7a service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=6286396ccabb40d88a9a30af63dac684&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3003051 Jun 11 10:03:18.398239 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3004b4c-47e1-4623-8d13-fd3173043d68 req-340a3c5b-1db8-4137-b3e2-6c83c59eb22e tempest-InstanceActionsV221TestJSON-1106692300 tempest-InstanceActionsV221TestJSON-1106692300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:18.404808 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b3004b4c-47e1-4623-8d13-fd3173043d68 req-340a3c5b-1db8-4137-b3e2-6c83c59eb22e tempest-InstanceActionsV221TestJSON-1106692300 tempest-InstanceActionsV221TestJSON-1106692300-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c9a945e-b07d-43de-8009-3aae2c36e961 HTTP/1.1" status: 200 len: 943 time: 0.2505505 Jun 11 10:03:18.448120 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b3004b4c-47e1-4623-8d13-fd3173043d68 req-cc5367aa-3654-4bc6-b081-bdf624586c3f tempest-InstanceActionsV221TestJSON-1106692300 tempest-InstanceActionsV221TestJSON-1106692300-project] 10.222.0.60 "GET /v2.0/security-groups?id=160f3095-f255-4635-879e-901f0053bd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424433 Jun 11 10:03:18.497332 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e031c2f7-6cda-4e8e-8fc5-ec1ef28d1ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:18.509842 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-bccece61-b681-4ab5-afb0-04d6d6474e69 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:03:18.512387 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e031c2f7-6cda-4e8e-8fc5-ec1ef28d1ddc admin admin] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:18.517949 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-e031c2f7-6cda-4e8e-8fc5-ec1ef28d1ddc admin admin] 10.222.0.60 "DELETE /v2.0/networks/a76dd0db-6bc4-44b1-ace7-6f553dd1696a HTTP/1.1" status: 204 len: 168 time: 0.6977258 Jun 11 10:03:18.533451 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e031c2f7-6cda-4e8e-8fc5-ec1ef28d1ddc admin admin] Pushing event deleted for resources: {'Network': ['ID=a76dd0db-6bc4-44b1-ace7-6f553dd1696a,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:03:18.535936 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e031c2f7-6cda-4e8e-8fc5-ec1ef28d1ddc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:03:18.548596 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c5deec-fd63-4ffa-a887-0d347619df60 req-6ec4cdc4-92ef-43e7-a403-09ed98cb1ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:18.551837 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-18c5deec-fd63-4ffa-a887-0d347619df60 req-6ec4cdc4-92ef-43e7-a403-09ed98cb1ff8 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1447415 Jun 11 10:03:18.658013 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca58473-058e-41a5-aa27-a4438cc4dd8b req-fb36bfe8-9a84-4a88-81dc-d7d86e54b012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:18.659535 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-aca58473-058e-41a5-aa27-a4438cc4dd8b req-fb36bfe8-9a84-4a88-81dc-d7d86e54b012 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6286396ccabb40d88a9a30af63dac684&device_id=5c9a945e-b07d-43de-8009-3aae2c36e961 HTTP/1.1" status: 200 len: 1095 time: 0.0653183 Jun 11 10:03:18.722228 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-aca58473-058e-41a5-aa27-a4438cc4dd8b req-ccc42cc3-a9fa-4bab-bf54-f287a3e54739 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=284da12c-2fd3-425a-88b2-c145277c4259 HTTP/1.1" status: 200 len: 217 time: 0.0544312 Jun 11 10:03:18.780537 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca58473-058e-41a5-aa27-a4438cc4dd8b req-6cbefa02-2d6f-46fe-9c3b-9ef8544bd4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:18.782085 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-aca58473-058e-41a5-aa27-a4438cc4dd8b req-6cbefa02-2d6f-46fe-9c3b-9ef8544bd4bf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4c272ca3-4347-4491-8948-cccc56083f83 HTTP/1.1" status: 200 len: 858 time: 0.0530879 Jun 11 10:03:18.825365 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-aca58473-058e-41a5-aa27-a4438cc4dd8b req-4e18f2df-3b65-4023-8c38-91dcd22d6645 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=408df5f0-b53f-4dc3-bcf5-e554de707f6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354190 Jun 11 10:03:18.946745 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-aca58473-058e-41a5-aa27-a4438cc4dd8b req-96417898-0cb5-47f2-8404-f17625fdfd89 service neutron] 10.222.0.69 "GET /v2.0/networks/408df5f0-b53f-4dc3-bcf5-e554de707f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118689 Jun 11 10:03:19.062884 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38484) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:03:19.097831 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-aca58473-058e-41a5-aa27-a4438cc4dd8b req-23c79d68-3c8e-4b45-8809-c39b1f7e19f1 service neutron] 10.222.0.69 "GET /v2.0/networks/408df5f0-b53f-4dc3-bcf5-e554de707f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449459 Jun 11 10:03:19.111281 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38492) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:03:19.158981 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-55d28af3-9412-41ee-ad6e-c48dcbc4686b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8cece195fa7f4a63a9c53a61258df0b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461228 Jun 11 10:03:19.161484 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38494) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:03:19.223791 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-de5c0453-747b-43e1-9b66-733f7bc29c3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:19.248768 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-de5c0453-747b-43e1-9b66-733f7bc29c3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:19.329410 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1f8c5735-8943-4ed5-98ed-0022e15ae978 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:19.369458 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-de5c0453-747b-43e1-9b66-733f7bc29c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:19.373492 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-de5c0453-747b-43e1-9b66-733f7bc29c3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:19.377730 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-de5c0453-747b-43e1-9b66-733f7bc29c3f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ebc32faa-9cb7-4ac6-8334-02b3ad38c029 HTTP/1.1" status: 204 len: 168 time: 0.2124207 Jun 11 10:03:19.377730 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5a73ee62-066d-4232-b7c4-b42683cff71c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:03:19.391344 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5c0453-747b-43e1-9b66-733f7bc29c3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc32faa-9cb7-4ac6-8334-02b3ad38c029,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:03:19.401406 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-de5c0453-747b-43e1-9b66-733f7bc29c3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:03:19.453267 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1f8c5735-8943-4ed5-98ed-0022e15ae978 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:19.556790 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1f8c5735-8943-4ed5-98ed-0022e15ae978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:19.560872 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-cf361968-1300-4f21-98ff-ec28e1324950 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:03:19.633519 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-1f8c5735-8943-4ed5-98ed-0022e15ae978 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3765b88eb1d04a90a04eea5038c2e0a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5683284 Jun 11 10:03:19.636092 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38522) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:03:19.637199 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8c5735-8943-4ed5-98ed-0022e15ae978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b97a0e30-91fb-4f1e-9d33-7a0d819ac85b,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:03:19.640630 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1f8c5735-8943-4ed5-98ed-0022e15ae978 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:03:19.683875 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742329f1-27a1-45ad-8a77-692053bf41cb req-a03dd2ea-d603-45f5-8447-69bede32023d tempest-InstanceActionsV221TestJSON-1106692300 tempest-InstanceActionsV221TestJSON-1106692300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:19.688840 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-742329f1-27a1-45ad-8a77-692053bf41cb req-a03dd2ea-d603-45f5-8447-69bede32023d tempest-InstanceActionsV221TestJSON-1106692300 tempest-InstanceActionsV221TestJSON-1106692300-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c9a945e-b07d-43de-8009-3aae2c36e961 HTTP/1.1" status: 200 len: 943 time: 0.1123390 Jun 11 10:03:19.710030 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-94d2910c-3e64-42ec-a69a-231cb8d0d29b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:19.738772 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-94d2910c-3e64-42ec-a69a-231cb8d0d29b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:19.749377 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-742329f1-27a1-45ad-8a77-692053bf41cb req-d3f9fe67-4c2d-4c7c-bb80-9d2ddc6bf02d tempest-InstanceActionsV221TestJSON-1106692300 tempest-InstanceActionsV221TestJSON-1106692300-project] 10.222.0.60 "GET /v2.0/security-groups?id=160f3095-f255-4635-879e-901f0053bd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454180 Jun 11 10:03:19.903620 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-94d2910c-3e64-42ec-a69a-231cb8d0d29b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:19.903620 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-94d2910c-3e64-42ec-a69a-231cb8d0d29b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:19.903983 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-94d2910c-3e64-42ec-a69a-231cb8d0d29b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b97a0e30-91fb-4f1e-9d33-7a0d819ac85b HTTP/1.1" status: 204 len: 168 time: 0.2661519 Jun 11 10:03:19.904854 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ddaf864c-d282-49b1-83e1-fbd8a93f1278 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:03:19.917388 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2910c-3e64-42ec-a69a-231cb8d0d29b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b97a0e30-91fb-4f1e-9d33-7a0d819ac85b,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:03:19.920253 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-94d2910c-3e64-42ec-a69a-231cb8d0d29b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:03:20.640481 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38562) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:03:20.775437 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-56038af5-6939-4b6d-bf5c-32869edad61a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:20.871149 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-56038af5-6939-4b6d-bf5c-32869edad61a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:20.959201 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645e1c8b-92d4-4812-b26c-150c73e9c41a req-c87d655a-2e8a-41a9-84d8-1f99297b6014 tempest-InstanceActionsV221TestJSON-1106692300 tempest-InstanceActionsV221TestJSON-1106692300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:20.961034 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-645e1c8b-92d4-4812-b26c-150c73e9c41a req-c87d655a-2e8a-41a9-84d8-1f99297b6014 tempest-InstanceActionsV221TestJSON-1106692300 tempest-InstanceActionsV221TestJSON-1106692300-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c9a945e-b07d-43de-8009-3aae2c36e961 HTTP/1.1" status: 200 len: 943 time: 0.0780871 Jun 11 10:03:21.005729 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-645e1c8b-92d4-4812-b26c-150c73e9c41a req-d77d8ce4-330e-4638-a047-4162a3c3a797 tempest-InstanceActionsV221TestJSON-1106692300 tempest-InstanceActionsV221TestJSON-1106692300-project] 10.222.0.60 "GET /v2.0/security-groups?id=160f3095-f255-4635-879e-901f0053bd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386815 Jun 11 10:03:21.008530 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-56038af5-6939-4b6d-bf5c-32869edad61a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:21.013470 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-091be364-4752-44d7-a66e-fc153f5fe1b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:03:21.021149 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38574) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:03:21.048836 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38578) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:03:21.057729 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56038af5-6939-4b6d-bf5c-32869edad61a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3810a075-254f-4453-a4b4-24b933830d11,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:03:21.061117 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-56038af5-6939-4b6d-bf5c-32869edad61a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:03:21.066912 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c617f7c8-eb88-46db-8809-fa83c745c617 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:21.068460 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-56038af5-6939-4b6d-bf5c-32869edad61a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fb489307409d41e9b7b9d1300b5a1dea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4267352 Jun 11 10:03:21.069172 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38580) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:03:21.132150 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-75483687-32a4-42f7-bc14-3bae48b17bdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:21.165630 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-75483687-32a4-42f7-bc14-3bae48b17bdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:21.192783 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c617f7c8-eb88-46db-8809-fa83c745c617 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:21.254465 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-66fe9645-3026-4833-aa3e-5d7ca22ae6fe admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1049481028-network', 'tenant_id': '5ae8832857744383bb7ca8c5c93a750e'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:03:21.311990 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c617f7c8-eb88-46db-8809-fa83c745c617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:21.317947 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2192637e-cc79-4297-bc2a-45ee8eb537c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:03:21.362903 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-c617f7c8-eb88-46db-8809-fa83c745c617 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f4a82c52e3a8447d92fafc39ebd718ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3125544 Jun 11 10:03:21.365188 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c617f7c8-eb88-46db-8809-fa83c745c617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea470fd-c31b-4432-b7fd-1778ea012922,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:03:21.365673 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38584) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:03:21.373217 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c617f7c8-eb88-46db-8809-fa83c745c617 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:03:21.375493 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c617f7c8-eb88-46db-8809-fa83c745c617 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:03:21.375628 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-75483687-32a4-42f7-bc14-3bae48b17bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:21.375746 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c617f7c8-eb88-46db-8809-fa83c745c617 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:03:21.375746 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c617f7c8-eb88-46db-8809-fa83c745c617 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:03:21.375746 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c617f7c8-eb88-46db-8809-fa83c745c617 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:03:21.375746 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c617f7c8-eb88-46db-8809-fa83c745c617 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:03:21.375746 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c617f7c8-eb88-46db-8809-fa83c745c617 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:03:21.376258 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c617f7c8-eb88-46db-8809-fa83c745c617 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:03:21.376404 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c617f7c8-eb88-46db-8809-fa83c745c617 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:03:21.376773 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c617f7c8-eb88-46db-8809-fa83c745c617 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:03:21.377075 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-75483687-32a4-42f7-bc14-3bae48b17bdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:21.377194 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c617f7c8-eb88-46db-8809-fa83c745c617 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:03:21.377499 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c617f7c8-eb88-46db-8809-fa83c745c617 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:03:21.378297 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-75483687-32a4-42f7-bc14-3bae48b17bdb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3810a075-254f-4453-a4b4-24b933830d11 HTTP/1.1" status: 204 len: 168 time: 0.3082700 Jun 11 10:03:21.383396 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c617f7c8-eb88-46db-8809-fa83c745c617 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:03:21.386207 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2ef8038c-e43d-4af6-ae13-590226c3f0f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:03:21.405060 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75483687-32a4-42f7-bc14-3bae48b17bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3810a075-254f-4453-a4b4-24b933830d11,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:03:21.407312 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-75483687-32a4-42f7-bc14-3bae48b17bdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:03:21.444960 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-dc46ad3c-2596-4c3c-9b78-30f0158c383b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:21.460575 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66fe9645-3026-4833-aa3e-5d7ca22ae6fe admin admin] Made reservation on behalf of 5ae8832857744383bb7ca8c5c93a750e for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:03:21.463550 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-66fe9645-3026-4833-aa3e-5d7ca22ae6fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:21.469584 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-dc46ad3c-2596-4c3c-9b78-30f0158c383b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:21.475818 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-66fe9645-3026-4833-aa3e-5d7ca22ae6fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:21.677371 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-dc46ad3c-2596-4c3c-9b78-30f0158c383b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:21.680138 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-dc46ad3c-2596-4c3c-9b78-30f0158c383b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:21.683724 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-dc46ad3c-2596-4c3c-9b78-30f0158c383b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1ea470fd-c31b-4432-b7fd-1778ea012922 HTTP/1.1" status: 204 len: 168 time: 0.3145652 Jun 11 10:03:21.683724 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6e2eca6c-9658-43dc-8588-76e848c7c445 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:03:21.691755 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46ad3c-2596-4c3c-9b78-30f0158c383b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea470fd-c31b-4432-b7fd-1778ea012922,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:03:21.694263 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-dc46ad3c-2596-4c3c-9b78-30f0158c383b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:03:21.896365 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-66fe9645-3026-4833-aa3e-5d7ca22ae6fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:22.060544 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-66fe9645-3026-4833-aa3e-5d7ca22ae6fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:22.063964 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c5e59050-1495-4e4a-a662-795c1c769daf tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:03:22.092878 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66fe9645-3026-4833-aa3e-5d7ca22ae6fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 772} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:03:22.098475 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fe9645-3026-4833-aa3e-5d7ca22ae6fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80e93562-c87e-4f2f-9965-8a6085c76a6e,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:03:22.102929 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-66fe9645-3026-4833-aa3e-5d7ca22ae6fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:03:22.107221 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-66fe9645-3026-4833-aa3e-5d7ca22ae6fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:22.107557 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-66fe9645-3026-4833-aa3e-5d7ca22ae6fe admin admin] Added segment 008ac4f2-3c5c-40ab-b728-319e965ab6d2 of type vlan for network 3ca4fc2b-0fb2-449d-8883-9502d1337add Jun 11 10:03:22.207286 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-66fe9645-3026-4833-aa3e-5d7ca22ae6fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:22.263628 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40571fb3-a25f-4875-ba79-078215faf9ba req-67c8c8c1-0492-4928-b11b-318302b1b3da tempest-InstanceActionsV221TestJSON-1106692300 tempest-InstanceActionsV221TestJSON-1106692300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:22.265117 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-40571fb3-a25f-4875-ba79-078215faf9ba req-67c8c8c1-0492-4928-b11b-318302b1b3da tempest-InstanceActionsV221TestJSON-1106692300 tempest-InstanceActionsV221TestJSON-1106692300-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c9a945e-b07d-43de-8009-3aae2c36e961 HTTP/1.1" status: 200 len: 943 time: 0.1088891 Jun 11 10:03:22.309720 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-40571fb3-a25f-4875-ba79-078215faf9ba req-f63d8ae5-5fa5-451e-b9de-cbb41d0d2ae9 tempest-InstanceActionsV221TestJSON-1106692300 tempest-InstanceActionsV221TestJSON-1106692300-project] 10.222.0.60 "GET /v2.0/security-groups?id=160f3095-f255-4635-879e-901f0053bd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384283 Jun 11 10:03:22.384701 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38606) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:03:22.409527 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-66fe9645-3026-4833-aa3e-5d7ca22ae6fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:22.410630 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66fe9645-3026-4833-aa3e-5d7ca22ae6fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:22.411232 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-66fe9645-3026-4833-aa3e-5d7ca22ae6fe admin admin] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:22.413681 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b195a2f6-b71a-4f10-be9e-fa70a4772682 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:03:22.503316 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fe9645-3026-4833-aa3e-5d7ca22ae6fe admin admin] Pushing event updated for resources: {'Network': ['ID=3ca4fc2b-0fb2-449d-8883-9502d1337add,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:03:22.506735 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-66fe9645-3026-4833-aa3e-5d7ca22ae6fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:03:22.515759 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 3ca4fc2b-0fb2-449d-8883-9502d1337add details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:03:22.532039 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-66fe9645-3026-4833-aa3e-5d7ca22ae6fe admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5039895 Jun 11 10:03:22.533070 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38610) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:03:22.545244 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-1536aff8-d5eb-4009-858b-ca4af62dc953 admin admin] Request body: {'subnet': {'network_id': '3ca4fc2b-0fb2-449d-8883-9502d1337add', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1049481028-subnet', 'tenant_id': '5ae8832857744383bb7ca8c5c93a750e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:03:22.672633 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1536aff8-d5eb-4009-858b-ca4af62dc953 admin admin] Made reservation on behalf of 5ae8832857744383bb7ca8c5c93a750e for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:03:22.681580 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1536aff8-d5eb-4009-858b-ca4af62dc953 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:22.726721 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1280f042-6118-4300-afaf-a6c5d9de94f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:22.850290 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1280f042-6118-4300-afaf-a6c5d9de94f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:22.969401 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1280f042-6118-4300-afaf-a6c5d9de94f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:22.972318 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-92ba8a8b-ad61-472b-817e-102216752c01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:03:23.016066 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1280f042-6118-4300-afaf-a6c5d9de94f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5e25d1-d00a-4b3f-b7a0-5d0bc513c4f4,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:03:23.016288 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1536aff8-d5eb-4009-858b-ca4af62dc953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:23.017510 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1280f042-6118-4300-afaf-a6c5d9de94f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:03:23.018839 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-731c89c3-c885-43df-97c0-1ca31ff79291 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:03:23.020688 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-1280f042-6118-4300-afaf-a6c5d9de94f3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d1d812400d064deb93a36f93dfdf8da6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6348300 Jun 11 10:03:23.023280 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38620) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:03:23.094444 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1536aff8-d5eb-4009-858b-ca4af62dc953 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6901d489-facc-4715-b7fe-dd33d1b67520,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:03:23.095292 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-08237ea7-ecd2-4ae7-8d27-b7500ab6bdde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:23.098749 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1536aff8-d5eb-4009-858b-ca4af62dc953 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:03:23.103547 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1536aff8-d5eb-4009-858b-ca4af62dc953 admin admin] Checking segment: {'id': '008ac4f2-3c5c-40ab-b728-319e965ab6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '3ca4fc2b-0fb2-449d-8883-9502d1337add'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:03:23.103950 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1536aff8-d5eb-4009-858b-ca4af62dc953 admin admin] Network hostable DHCP agents. Network: 3ca4fc2b-0fb2-449d-8883-9502d1337add, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:03:23.126734 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-08237ea7-ecd2-4ae7-8d27-b7500ab6bdde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:23.186658 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1536aff8-d5eb-4009-858b-ca4af62dc953 admin admin] Network 3ca4fc2b-0fb2-449d-8883-9502d1337add is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:03:23.275891 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-08237ea7-ecd2-4ae7-8d27-b7500ab6bdde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:23.275891 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-08237ea7-ecd2-4ae7-8d27-b7500ab6bdde admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:23.275891 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-08237ea7-ecd2-4ae7-8d27-b7500ab6bdde admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bc5e25d1-d00a-4b3f-b7a0-5d0bc513c4f4 HTTP/1.1" status: 204 len: 168 time: 0.2464418 Jun 11 10:03:23.275891 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1b3aceff-2de9-4fed-9907-876fcfdd3b27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:03:23.280480 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08237ea7-ecd2-4ae7-8d27-b7500ab6bdde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5e25d1-d00a-4b3f-b7a0-5d0bc513c4f4,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:03:23.282737 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-08237ea7-ecd2-4ae7-8d27-b7500ab6bdde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:03:23.295294 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-1536aff8-d5eb-4009-858b-ca4af62dc953 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 3ca4fc2b-0fb2-449d-8883-9502d1337add) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:03:23.300456 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1536aff8-d5eb-4009-858b-ca4af62dc953 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:23.302543 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1536aff8-d5eb-4009-858b-ca4af62dc953 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:23.307109 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49e1e33-2036-46af-955f-a0adc68a59d8 None None] Network 3ca4fc2b-0fb2-449d-8883-9502d1337add requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:03:23.440294 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-1536aff8-d5eb-4009-858b-ca4af62dc953 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8958302 Jun 11 10:03:23.510567 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93297e2b-4379-4cb5-bfe1-5aedf6666461 None None] Network 3ca4fc2b-0fb2-449d-8883-9502d1337add requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:03:23.513366 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e514a33b-1adb-48e8-a7b8-e8679795a80d req-772aaba4-8224-4785-89b4-efb8dc33427a tempest-InstanceActionsV221TestJSON-1106692300 tempest-InstanceActionsV221TestJSON-1106692300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:23.514815 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e514a33b-1adb-48e8-a7b8-e8679795a80d req-772aaba4-8224-4785-89b4-efb8dc33427a tempest-InstanceActionsV221TestJSON-1106692300 tempest-InstanceActionsV221TestJSON-1106692300-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c9a945e-b07d-43de-8009-3aae2c36e961 HTTP/1.1" status: 200 len: 943 time: 0.0810976 Jun 11 10:03:23.566192 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e514a33b-1adb-48e8-a7b8-e8679795a80d req-5fbd1cbc-3541-4d68-a088-df14736aa680 tempest-InstanceActionsV221TestJSON-1106692300 tempest-InstanceActionsV221TestJSON-1106692300-project] 10.222.0.60 "GET /v2.0/security-groups?id=160f3095-f255-4635-879e-901f0053bd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456738 Jun 11 10:03:23.982801 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 284da12c-2fd3-425a-88b2-c145277c4259 details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 10:03:24.123346 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 284da12c-2fd3-425a-88b2-c145277c4259, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=284da12c-2fd3-425a-88b2-c145277c4259,segment=NetworkSegment(d7d4f3af-7caa-4b5b-8d30-8ea4b3cffc28),segment_id=d7d4f3af-7caa-4b5b-8d30-8ea4b3cffc28)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:03:24.148367 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': '284da12c-2fd3-425a-88b2-c145277c4259', 'network_id': '408df5f0-b53f-4dc3-bcf5-e554de707f6c', 'port_id': '284da12c-2fd3-425a-88b2-c145277c4259', 'mac_address': 'fa:16:3e:af:f7:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c272ca3-4347-4491-8948-cccc56083f83', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 10:03:24.218146 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:24.233448 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 284da12c-2fd3-425a-88b2-c145277c4259 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:03:24.256043 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 284da12c-2fd3-425a-88b2-c145277c4259, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=284da12c-2fd3-425a-88b2-c145277c4259,segment=NetworkSegment(d7d4f3af-7caa-4b5b-8d30-8ea4b3cffc28),segment_id=d7d4f3af-7caa-4b5b-8d30-8ea4b3cffc28)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:03:24.398178 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:24.404296 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f2536fab-9941-49c7-a7eb-e9bcfffb4c40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:03:24.477639 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=284da12c-2fd3-425a-88b2-c145277c4259,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:03:24.486619 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:03:24.487058 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:03:24.487691 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:03:24.488138 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:03:24.491551 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:03:24.491551 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:03:24.491551 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:03:24.491551 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:03:24.491551 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:03:24.491551 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:03:24.491551 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:03:24.491551 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:03:24.497773 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:03:24.804347 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['284da12c-2fd3-425a-88b2-c145277c4259'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:03:24.884273 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533521da-e4aa-41d5-86ad-da648876a993 req-0ea334e4-50cc-43ce-a6e8-e74c2847f5c2 tempest-InstanceActionsV221TestJSON-1106692300 tempest-InstanceActionsV221TestJSON-1106692300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:24.886063 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-533521da-e4aa-41d5-86ad-da648876a993 req-0ea334e4-50cc-43ce-a6e8-e74c2847f5c2 tempest-InstanceActionsV221TestJSON-1106692300 tempest-InstanceActionsV221TestJSON-1106692300-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c9a945e-b07d-43de-8009-3aae2c36e961 HTTP/1.1" status: 200 len: 944 time: 0.1796372 Jun 11 10:03:24.950774 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-533521da-e4aa-41d5-86ad-da648876a993 req-c22325ec-e4a0-4f71-b3de-a72f72e0d37f tempest-InstanceActionsV221TestJSON-1106692300 tempest-InstanceActionsV221TestJSON-1106692300-project] 10.222.0.60 "GET /v2.0/security-groups?id=160f3095-f255-4635-879e-901f0053bd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585494 Jun 11 10:03:25.008972 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38694) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:03:25.149768 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b43b1780-9766-46da-a17a-c13168e8af88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:25.255321 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b43b1780-9766-46da-a17a-c13168e8af88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:25.340665 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b43b1780-9766-46da-a17a-c13168e8af88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:25.344593 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-48b2cb16-72bc-4fc4-9ac2-81d06f34348d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:03:25.394441 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38714) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:03:25.394690 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-b43b1780-9766-46da-a17a-c13168e8af88 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f0c74b3dce73491181c100cb55a58ae5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3844397 Jun 11 10:03:25.395819 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43b1780-9766-46da-a17a-c13168e8af88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa8d7ac-8126-41e6-953c-43894fb1bdfd,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:03:25.399713 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b43b1780-9766-46da-a17a-c13168e8af88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:03:25.451640 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9b382f82-40b3-46f1-98cd-8e56a06c7822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:25.477794 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9b382f82-40b3-46f1-98cd-8e56a06c7822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:25.625284 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9b382f82-40b3-46f1-98cd-8e56a06c7822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:25.628159 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9b382f82-40b3-46f1-98cd-8e56a06c7822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:25.635236 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-9b382f82-40b3-46f1-98cd-8e56a06c7822 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3fa8d7ac-8126-41e6-953c-43894fb1bdfd HTTP/1.1" status: 204 len: 168 time: 0.2339063 Jun 11 10:03:25.635236 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6e8aa8fb-3a95-4f77-9e42-1981a34da970 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:03:25.640825 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b382f82-40b3-46f1-98cd-8e56a06c7822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa8d7ac-8126-41e6-953c-43894fb1bdfd,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:03:25.650994 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9b382f82-40b3-46f1-98cd-8e56a06c7822 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:03:25.989986 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 284da12c-2fd3-425a-88b2-c145277c4259 up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:03:26.021318 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38740) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:03:26.152310 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning for port 284da12c-2fd3-425a-88b2-c145277c4259 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:03:26.158065 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port 284da12c-2fd3-425a-88b2-c145277c4259 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:03:26.159020 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:26.168095 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e194e9a0-ee5f-45fe-bbd9-49b4fdebef77 req-ff97afd6-a53d-44fb-ae46-7024925ec98e tempest-InstanceActionsV221TestJSON-1106692300 tempest-InstanceActionsV221TestJSON-1106692300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:26.169733 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e194e9a0-ee5f-45fe-bbd9-49b4fdebef77 req-ff97afd6-a53d-44fb-ae46-7024925ec98e tempest-InstanceActionsV221TestJSON-1106692300 tempest-InstanceActionsV221TestJSON-1106692300-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c9a945e-b07d-43de-8009-3aae2c36e961 HTTP/1.1" status: 200 len: 944 time: 0.0812089 Jun 11 10:03:26.232668 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e194e9a0-ee5f-45fe-bbd9-49b4fdebef77 req-7a9e81ec-a006-44dd-b5cf-985d3e4e3f4c tempest-InstanceActionsV221TestJSON-1106692300 tempest-InstanceActionsV221TestJSON-1106692300-project] 10.222.0.60 "GET /v2.0/security-groups?id=160f3095-f255-4635-879e-901f0053bd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560451 Jun 11 10:03:26.255930 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-aa7125eb-fe76-4fd0-a2d3-96a8997f14fa tempest-QuotasTest-2055861775 tempest-QuotasTest-2055861775-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:03:26.263315 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:26.293854 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c9a945e-b07d-43de-8009-3aae2c36e961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '284da12c-2fd3-425a-88b2-c145277c4259'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:03:26.296355 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd78e9f-5a10-48eb-ab28-562430d79b46" -d '{"events": [{"server_uuid": "5c9a945e-b07d-43de-8009-3aae2c36e961", "name": "network-vif-plugged", "status": "completed", "tag": "284da12c-2fd3-425a-88b2-c145277c4259"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:03:26.315371 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 284da12c-2fd3-425a-88b2-c145277c4259, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=284da12c-2fd3-425a-88b2-c145277c4259,segment=NetworkSegment(d7d4f3af-7caa-4b5b-8d30-8ea4b3cffc28),segment_id=d7d4f3af-7caa-4b5b-8d30-8ea4b3cffc28)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:03:26.333478 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae96aec-ccc5-4f32-b76e-02e8e382b1c9 x-openstack-request-id: req-7ae96aec-ccc5-4f32-b76e-02e8e382b1c9 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:03:26.333840 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c9a945e-b07d-43de-8009-3aae2c36e961", "name": "network-vif-plugged", "status": "completed", "tag": "284da12c-2fd3-425a-88b2-c145277c4259", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:03:26.334113 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7ae96aec-ccc5-4f32-b76e-02e8e382b1c9 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:03:26.334514 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c9a945e-b07d-43de-8009-3aae2c36e961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '284da12c-2fd3-425a-88b2-c145277c4259', 'code': 200} Jun 11 10:03:26.441616 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:26.443486 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:03:26.509130 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=284da12c-2fd3-425a-88b2-c145277c4259,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:03:26.512116 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:03:26.513184 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e237aff-9b1b-45b9-9798-3887bf3e3fce req-eb964f73-d16c-4262-a9db-7f54f5410fb5 tempest-ServerGroupTestJSON-1106127317 tempest-ServerGroupTestJSON-1106127317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:26.514639 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6e237aff-9b1b-45b9-9798-3887bf3e3fce req-eb964f73-d16c-4262-a9db-7f54f5410fb5 tempest-ServerGroupTestJSON-1106127317 tempest-ServerGroupTestJSON-1106127317-project] 10.222.0.60 "GET /v2.0/networks?id=3ca4fc2b-0fb2-449d-8883-9502d1337add HTTP/1.1" status: 200 len: 810 time: 0.1952629 Jun 11 10:03:26.536561 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6e237aff-9b1b-45b9-9798-3887bf3e3fce req-43c8cb3b-19a1-4bac-aaac-a3e0242fb08b tempest-ServerGroupTestJSON-1106127317 tempest-ServerGroupTestJSON-1106127317-project] 10.222.0.60 "GET /v2.0/quotas/5ae8832857744383bb7ca8c5c93a750e HTTP/1.1" status: 200 len: 375 time: 0.0155864 Jun 11 10:03:26.541365 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108a1417-a832-4fc2-b77f-ce4bbe72a0c3 req-96ba7904-d2e2-4ec0-a442-4d008a3891c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:26.542762 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-108a1417-a832-4fc2-b77f-ce4bbe72a0c3 req-96ba7904-d2e2-4ec0-a442-4d008a3891c9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5c9a945e-b07d-43de-8009-3aae2c36e961 HTTP/1.1" status: 200 len: 1097 time: 0.1066329 Jun 11 10:03:26.603103 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6e237aff-9b1b-45b9-9798-3887bf3e3fce req-56a9b638-8d1e-4433-b32b-a0eb0b4e9eed tempest-ServerGroupTestJSON-1106127317 tempest-ServerGroupTestJSON-1106127317-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5ae8832857744383bb7ca8c5c93a750e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0583265 Jun 11 10:03:26.609543 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-aa7125eb-fe76-4fd0-a2d3-96a8997f14fa tempest-QuotasTest-2055861775 tempest-QuotasTest-2055861775-project-admin] 10.222.0.60 "PUT /v2.0/quotas/0da0297f9a3b46a4ad380c70b41fcc95 HTTP/1.1" status: 200 len: 366 time: 0.5814960 Jun 11 10:03:26.612168 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38762) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:03:26.622966 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-3e45fd9f-87a4-4a9d-b79a-6043c196f46f tempest-QuotasTest-2055861775 tempest-QuotasTest-2055861775-project-admin] 10.222.0.60 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0096679 Jun 11 10:03:26.625727 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38764) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:03:26.637079 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-630f5eef-7fbd-4c31-abcf-d3871d03cd2d tempest-QuotasTest-2055861775 tempest-QuotasTest-2055861775-project-admin] 10.222.0.60 "GET /v2.0/quotas/0da0297f9a3b46a4ad380c70b41fcc95 HTTP/1.1" status: 200 len: 366 time: 0.0103626 Jun 11 10:03:26.639829 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38766) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:03:26.660868 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-108a1417-a832-4fc2-b77f-ce4bbe72a0c3 req-bd930c79-2ce9-4298-87d5-9cd578f05702 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=160f3095-f255-4635-879e-901f0053bd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035817 Jun 11 10:03:26.678676 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38768) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:03:26.694967 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-dd00fdee-738a-4210-bd07-8b73d1a98324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:26.747642 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6e237aff-9b1b-45b9-9798-3887bf3e3fce req-773f61e3-3f06-404e-9b46-0ce2e5d39e67 service neutron] 10.222.0.60 "GET /v2.0/networks/3ca4fc2b-0fb2-449d-8883-9502d1337add?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337838 Jun 11 10:03:26.794361 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-dd00fdee-738a-4210-bd07-8b73d1a98324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:26.815758 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-cb091d80-e807-45d3-8073-f5917fe49383 tempest-QuotasTest-2055861775 tempest-QuotasTest-2055861775-project-admin] 10.222.0.60 "DELETE /v2.0/quotas/0da0297f9a3b46a4ad380c70b41fcc95 HTTP/1.1" status: 204 len: 168 time: 0.1747296 Jun 11 10:03:26.817994 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38770) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:03:26.827247 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-2b4227db-bde0-4571-b232-4d9a9bb15a8e tempest-QuotasTest-2055861775 tempest-QuotasTest-2055861775-project-admin] 10.222.0.60 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0080404 Jun 11 10:03:26.829489 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38772) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:03:26.838661 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-d69b0a73-564b-4534-a283-00d87c80f829 tempest-QuotasTest-2055861775 tempest-QuotasTest-2055861775-project-admin] 10.222.0.60 "GET /v2.0/quotas/0da0297f9a3b46a4ad380c70b41fcc95 HTTP/1.1" status: 200 len: 370 time: 0.0081210 Jun 11 10:03:26.841187 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38774) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:03:26.845807 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-f6d2d035-efa5-4d5c-9d02-3d7f4d115600 tempest-QuotasTest-2055861775 tempest-QuotasTest-2055861775-project-admin] 10.222.0.60 "GET /v2.0/quotas/0da0297f9a3b46a4ad380c70b41fcc95/default HTTP/1.1" status: 200 len: 370 time: 0.0036118 Jun 11 10:03:26.847984 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38776) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:03:26.858519 n-d-779913-12 neutron-server[93177]: INFO neutron.api.v2.resource [None req-3d40e0b6-5768-4c49-829a-a07ba2f6b6a4 tempest-QuotasTest-2055861775 tempest-QuotasTest-2055861775-project-admin] delete failed (client error): The resource could not be found. Jun 11 10:03:26.859492 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-3d40e0b6-5768-4c49-829a-a07ba2f6b6a4 tempest-QuotasTest-2055861775 tempest-QuotasTest-2055861775-project-admin] 10.222.0.60 "DELETE /v2.0/quotas/0da0297f9a3b46a4ad380c70b41fcc95 HTTP/1.1" status: 404 len: 348 time: 0.0106575 Jun 11 10:03:26.870014 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6e237aff-9b1b-45b9-9798-3887bf3e3fce req-6e1832f1-a797-4f56-9608-beb32bd9494d service neutron] 10.222.0.60 "GET /v2.0/networks/3ca4fc2b-0fb2-449d-8883-9502d1337add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160762 Jun 11 10:03:26.877267 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-dd00fdee-738a-4210-bd07-8b73d1a98324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:26.883248 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-888a1cf9-c0d4-42e1-8e3d-0864aab16166 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:03:26.937842 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-dd00fdee-738a-4210-bd07-8b73d1a98324 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=88ed2c8106984ebaaae46df3b3c05b1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2574379 Jun 11 10:03:26.939097 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd00fdee-738a-4210-bd07-8b73d1a98324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5186e1ea-3e3c-403e-927d-62c810ccf258,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:03:26.941139 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38780) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:03:26.942626 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-dd00fdee-738a-4210-bd07-8b73d1a98324 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:03:27.011869 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b9343ced-b825-485e-92cd-d52866041e3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:27.044575 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b9343ced-b825-485e-92cd-d52866041e3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:27.149767 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0e293616-fc05-463e-ac5e-44075095d307 req-2ac19bca-af81-4d40-879d-62d98fddf21d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0684400 Jun 11 10:03:27.235821 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b9343ced-b825-485e-92cd-d52866041e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:27.242501 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b9343ced-b825-485e-92cd-d52866041e3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:27.242501 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-b9343ced-b825-485e-92cd-d52866041e3a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5186e1ea-3e3c-403e-927d-62c810ccf258 HTTP/1.1" status: 204 len: 168 time: 0.2943182 Jun 11 10:03:27.242501 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-dc46ad3c-2596-4c3c-9b78-30f0158c383b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:03:27.256994 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9343ced-b825-485e-92cd-d52866041e3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5186e1ea-3e3c-403e-927d-62c810ccf258,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:03:27.260735 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b9343ced-b825-485e-92cd-d52866041e3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:03:27.325664 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e293616-fc05-463e-ac5e-44075095d307 req-f76c95bd-aa84-453c-8530-1f1ae8b8f59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:27.326523 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e293616-fc05-463e-ac5e-44075095d307 req-f76c95bd-aa84-453c-8530-1f1ae8b8f59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:27.327182 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e293616-fc05-463e-ac5e-44075095d307 req-f76c95bd-aa84-453c-8530-1f1ae8b8f59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:27.328022 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e293616-fc05-463e-ac5e-44075095d307 req-f76c95bd-aa84-453c-8530-1f1ae8b8f59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:27.328398 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e293616-fc05-463e-ac5e-44075095d307 req-f76c95bd-aa84-453c-8530-1f1ae8b8f59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:27.328867 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e293616-fc05-463e-ac5e-44075095d307 req-f76c95bd-aa84-453c-8530-1f1ae8b8f59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:27.329334 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e293616-fc05-463e-ac5e-44075095d307 req-f76c95bd-aa84-453c-8530-1f1ae8b8f59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:27.331602 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0e293616-fc05-463e-ac5e-44075095d307 req-f76c95bd-aa84-453c-8530-1f1ae8b8f59d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=27f3c4dce50f47ad9013fa1bc48941bf&device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 6498 time: 0.1319888 Jun 11 10:03:27.392212 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38788) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:03:27.425167 n-d-779913-12 neutron-server[93177]: DEBUG neutron.quota.resource [None req-358939ff-49d7-4475-8c39-e253136d9fc4 tempest-QuotasTest-2055861775 tempest-QuotasTest-2055861775-project-admin] Usage tracker for resource:network and tenant:be7f348e73224ecea934cf7cfbc5ac57 is out of sync, need to count used quota {{(pid=93177) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Jun 11 10:03:27.444007 n-d-779913-12 neutron-server[93177]: DEBUG neutron.quota.resource [None req-358939ff-49d7-4475-8c39-e253136d9fc4 tempest-QuotasTest-2055861775 tempest-QuotasTest-2055861775-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93177) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jun 11 10:03:27.457804 n-d-779913-12 neutron-server[93177]: DEBUG neutron.quota.resource [None req-358939ff-49d7-4475-8c39-e253136d9fc4 tempest-QuotasTest-2055861775 tempest-QuotasTest-2055861775-project-admin] Usage tracker for resource:subnet and tenant:be7f348e73224ecea934cf7cfbc5ac57 is out of sync, need to count used quota {{(pid=93177) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Jun 11 10:03:27.468837 n-d-779913-12 neutron-server[93177]: DEBUG neutron.quota.resource [None req-358939ff-49d7-4475-8c39-e253136d9fc4 tempest-QuotasTest-2055861775 tempest-QuotasTest-2055861775-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93177) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jun 11 10:03:27.487098 n-d-779913-12 neutron-server[93177]: DEBUG neutron.quota.resource [None req-358939ff-49d7-4475-8c39-e253136d9fc4 tempest-QuotasTest-2055861775 tempest-QuotasTest-2055861775-project-admin] Usage tracker for resource:subnetpool and tenant:be7f348e73224ecea934cf7cfbc5ac57 is out of sync, need to count used quota {{(pid=93177) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Jun 11 10:03:27.516402 n-d-779913-12 neutron-server[93177]: DEBUG neutron.quota.resource [None req-358939ff-49d7-4475-8c39-e253136d9fc4 tempest-QuotasTest-2055861775 tempest-QuotasTest-2055861775-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93177) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jun 11 10:03:27.536693 n-d-779913-12 neutron-server[93177]: DEBUG neutron.quota.resource [None req-358939ff-49d7-4475-8c39-e253136d9fc4 tempest-QuotasTest-2055861775 tempest-QuotasTest-2055861775-project-admin] Usage tracker for resource:port and tenant:be7f348e73224ecea934cf7cfbc5ac57 is out of sync, need to count used quota {{(pid=93177) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Jun 11 10:03:27.543120 n-d-779913-12 neutron-server[93177]: DEBUG neutron.quota.resource [None req-358939ff-49d7-4475-8c39-e253136d9fc4 tempest-QuotasTest-2055861775 tempest-QuotasTest-2055861775-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93177) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jun 11 10:03:27.552070 n-d-779913-12 neutron-server[93177]: DEBUG neutron.quota.resource [None req-358939ff-49d7-4475-8c39-e253136d9fc4 tempest-QuotasTest-2055861775 tempest-QuotasTest-2055861775-project-admin] Usage tracker for resource:router and tenant:be7f348e73224ecea934cf7cfbc5ac57 is out of sync, need to count used quota {{(pid=93177) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Jun 11 10:03:27.558449 n-d-779913-12 neutron-server[93177]: DEBUG neutron.quota.resource [None req-358939ff-49d7-4475-8c39-e253136d9fc4 tempest-QuotasTest-2055861775 tempest-QuotasTest-2055861775-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93177) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jun 11 10:03:27.567037 n-d-779913-12 neutron-server[93177]: DEBUG neutron.quota.resource [None req-358939ff-49d7-4475-8c39-e253136d9fc4 tempest-QuotasTest-2055861775 tempest-QuotasTest-2055861775-project-admin] Usage tracker for resource:floatingip and tenant:be7f348e73224ecea934cf7cfbc5ac57 is out of sync, need to count used quota {{(pid=93177) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Jun 11 10:03:27.571836 n-d-779913-12 neutron-server[93177]: DEBUG neutron.quota.resource [None req-358939ff-49d7-4475-8c39-e253136d9fc4 tempest-QuotasTest-2055861775 tempest-QuotasTest-2055861775-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93177) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jun 11 10:03:27.612032 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e39da4b8-bf23-40aa-8709-67989940fb40 req-db3def81-637d-4435-b58b-55a0badcd7ec tempest-ServerGroupTestJSON-1106127317 tempest-ServerGroupTestJSON-1106127317-project] 10.222.0.60 "GET /v2.0/ports?device_id=f662ee26-e992-4d43-8104-ba50c14969ac HTTP/1.1" status: 200 len: 210 time: 0.0605857 Jun 11 10:03:27.655490 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e293616-fc05-463e-ac5e-44075095d307 req-668b943f-3b65-4b6b-9b48-5de37e501197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:27.656248 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e293616-fc05-463e-ac5e-44075095d307 req-668b943f-3b65-4b6b-9b48-5de37e501197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:27.656784 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e293616-fc05-463e-ac5e-44075095d307 req-668b943f-3b65-4b6b-9b48-5de37e501197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:27.658850 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0e293616-fc05-463e-ac5e-44075095d307 req-668b943f-3b65-4b6b-9b48-5de37e501197 service neutron] 10.222.0.64 "GET /v2.0/networks?id=07c60738-0d51-40d7-b14f-98ba87e92f35&id=1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e&id=1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e&id=1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e&id=1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e&id=afbcc96d-d966-4839-b6f4-c3dd378a91e7&id=afbcc96d-d966-4839-b6f4-c3dd378a91e7 HTTP/1.1" status: 200 len: 2293 time: 0.2846169 Jun 11 10:03:27.712289 n-d-779913-12 neutron-server[93177]: DEBUG neutron.quota.resource [None req-358939ff-49d7-4475-8c39-e253136d9fc4 tempest-QuotasTest-2055861775 tempest-QuotasTest-2055861775-project-admin] Usage tracker for resource:security_group and tenant:be7f348e73224ecea934cf7cfbc5ac57 is out of sync, need to count used quota {{(pid=93177) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Jun 11 10:03:27.734077 n-d-779913-12 neutron-server[93177]: DEBUG neutron.quota.resource [None req-358939ff-49d7-4475-8c39-e253136d9fc4 tempest-QuotasTest-2055861775 tempest-QuotasTest-2055861775-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93177) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jun 11 10:03:27.774992 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3c49c1-1486-41d8-9aae-ab0b2eb73c25 req-d8a359d8-b183-4b46-8de1-ff3dffb3091f tempest-InstanceActionsV221TestJSON-1106692300 tempest-InstanceActionsV221TestJSON-1106692300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:27.776142 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4f3c49c1-1486-41d8-9aae-ab0b2eb73c25 req-d8a359d8-b183-4b46-8de1-ff3dffb3091f tempest-InstanceActionsV221TestJSON-1106692300 tempest-InstanceActionsV221TestJSON-1106692300-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c9a945e-b07d-43de-8009-3aae2c36e961 HTTP/1.1" status: 200 len: 945 time: 0.1208186 Jun 11 10:03:27.776861 n-d-779913-12 neutron-server[93177]: DEBUG neutron.quota.resource [None req-358939ff-49d7-4475-8c39-e253136d9fc4 tempest-QuotasTest-2055861775 tempest-QuotasTest-2055861775-project-admin] Usage tracker for resource:security_group_rule and tenant:be7f348e73224ecea934cf7cfbc5ac57 is out of sync, need to count used quota {{(pid=93177) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Jun 11 10:03:27.783137 n-d-779913-12 neutron-server[93177]: DEBUG neutron.quota.resource [None req-358939ff-49d7-4475-8c39-e253136d9fc4 tempest-QuotasTest-2055861775 tempest-QuotasTest-2055861775-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93177) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jun 11 10:03:27.807050 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0e293616-fc05-463e-ac5e-44075095d307 req-194ee165-368a-4cab-ac52-ff025c9019fa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6002c3af-dd58-4a68-a700-e1997afee2fa HTTP/1.1" status: 200 len: 1000 time: 0.1392338 Jun 11 10:03:27.849160 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-358939ff-49d7-4475-8c39-e253136d9fc4 tempest-QuotasTest-2055861775 tempest-QuotasTest-2055861775-project-admin] 10.222.0.60 "GET /v2.0/quotas/be7f348e73224ecea934cf7cfbc5ac57/details.json HTTP/1.1" status: 200 len: 703 time: 0.4552867 Jun 11 10:03:27.871584 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4f3c49c1-1486-41d8-9aae-ab0b2eb73c25 req-4b4533f1-6fde-44bd-9924-fed09ae5ead5 tempest-InstanceActionsV221TestJSON-1106692300 tempest-InstanceActionsV221TestJSON-1106692300-project] 10.222.0.60 "GET /v2.0/security-groups?id=160f3095-f255-4635-879e-901f0053bd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720284 Jun 11 10:03:27.941712 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e293616-fc05-463e-ac5e-44075095d307 req-41c87467-f784-45e5-93b7-11d289ef1c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:27.943453 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0e293616-fc05-463e-ac5e-44075095d307 req-41c87467-f784-45e5-93b7-11d289ef1c6f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=89485667-0a35-4bc0-a20f-cd09bc5f5d8c HTTP/1.1" status: 200 len: 851 time: 0.1314144 Jun 11 10:03:28.040374 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e293616-fc05-463e-ac5e-44075095d307 req-b5340ae6-6c21-4fb9-b758-10b3c3ae83da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:28.042498 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0e293616-fc05-463e-ac5e-44075095d307 req-b5340ae6-6c21-4fb9-b758-10b3c3ae83da service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=07c60738-0d51-40d7-b14f-98ba87e92f35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0869870 Jun 11 10:03:28.192651 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0e293616-fc05-463e-ac5e-44075095d307 req-1c89f9a8-0fd6-4801-ab75-62acd2fda4dc service neutron] 10.222.0.64 "GET /v2.0/networks/07c60738-0d51-40d7-b14f-98ba87e92f35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418304 Jun 11 10:03:28.317906 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0e293616-fc05-463e-ac5e-44075095d307 req-6df75ea5-c491-4c49-9e2c-80b1c292a131 service neutron] 10.222.0.64 "GET /v2.0/networks/07c60738-0d51-40d7-b14f-98ba87e92f35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187222 Jun 11 10:03:28.372602 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0e293616-fc05-463e-ac5e-44075095d307 req-95b3a4b8-0772-42e9-b633-ed057c31efd3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=31bcc4b9-58bd-4fec-b00e-1686a7b3b5c8 HTTP/1.1" status: 200 len: 217 time: 0.0483925 Jun 11 10:03:28.437607 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e293616-fc05-463e-ac5e-44075095d307 req-9aa25ab4-8ec5-4bc3-bf94-169bde811c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:28.439380 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0e293616-fc05-463e-ac5e-44075095d307 req-9aa25ab4-8ec5-4bc3-bf94-169bde811c58 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ed222787-e673-4822-923d-7d2cddde10e7 HTTP/1.1" status: 200 len: 797 time: 0.0608132 Jun 11 10:03:28.513088 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e293616-fc05-463e-ac5e-44075095d307 req-647f095f-84ed-48fc-aaea-50b1b7d57031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:28.514873 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0e293616-fc05-463e-ac5e-44075095d307 req-647f095f-84ed-48fc-aaea-50b1b7d57031 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0687084 Jun 11 10:03:28.674655 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38834) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:03:28.686903 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0e293616-fc05-463e-ac5e-44075095d307 req-b41e2d3c-4699-4a1c-9d6b-63d334564a53 service neutron] 10.222.0.64 "GET /v2.0/networks/1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643646 Jun 11 10:03:28.775934 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4c932241-8bc9-47b8-bb5c-4bbb6d779682 req-9e0884b3-bdab-487d-a35e-a6e74dc6ae54 tempest-ServerGroupTestJSON-1106127317 tempest-ServerGroupTestJSON-1106127317-project] 10.222.0.60 "GET /v2.0/ports?device_id=f662ee26-e992-4d43-8104-ba50c14969ac HTTP/1.1" status: 200 len: 210 time: 0.0759151 Jun 11 10:03:28.901852 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0e293616-fc05-463e-ac5e-44075095d307 req-66237863-865e-40b3-907c-7f3f0e7be9e0 service neutron] 10.222.0.64 "GET /v2.0/networks/1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061267 Jun 11 10:03:28.973877 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0e293616-fc05-463e-ac5e-44075095d307 req-70799f57-d418-4dd7-80d1-27e523471736 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.172&port_id=44968cf1-fbc9-4eec-b314-67f01cc0a00c HTTP/1.1" status: 200 len: 217 time: 0.0655422 Jun 11 10:03:29.005878 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a5d7f950-b177-4c33-b2c9-2fed69f78130 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:29.072005 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e293616-fc05-463e-ac5e-44075095d307 req-2e135452-0539-475d-b831-e68cfe93e2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:29.074319 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0e293616-fc05-463e-ac5e-44075095d307 req-2e135452-0539-475d-b831-e68cfe93e2e9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ed222787-e673-4822-923d-7d2cddde10e7 HTTP/1.1" status: 200 len: 797 time: 0.0879145 Jun 11 10:03:29.180037 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a5d7f950-b177-4c33-b2c9-2fed69f78130 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:29.232561 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e293616-fc05-463e-ac5e-44075095d307 req-a5fa56d9-b48f-46d0-899c-48ff7469a718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:29.238948 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0e293616-fc05-463e-ac5e-44075095d307 req-a5fa56d9-b48f-46d0-899c-48ff7469a718 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1521041 Jun 11 10:03:29.245791 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8884a6-2ff3-4831-a156-bddbe1b7dbf3 req-90dff4d3-8baf-4b23-b874-9c23a301ffa6 tempest-InstanceActionsV221TestJSON-1106692300 tempest-InstanceActionsV221TestJSON-1106692300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:29.247254 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4a8884a6-2ff3-4831-a156-bddbe1b7dbf3 req-90dff4d3-8baf-4b23-b874-9c23a301ffa6 tempest-InstanceActionsV221TestJSON-1106692300 tempest-InstanceActionsV221TestJSON-1106692300-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c9a945e-b07d-43de-8009-3aae2c36e961 HTTP/1.1" status: 200 len: 945 time: 0.1011784 Jun 11 10:03:29.267910 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a5d7f950-b177-4c33-b2c9-2fed69f78130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:29.267910 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9303534e-ddf2-4237-81a9-e032c5640a64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:03:29.313390 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-a5d7f950-b177-4c33-b2c9-2fed69f78130 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5ffba77ba5df4034b9e6eaa1f9bc7490&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6351585 Jun 11 10:03:29.313686 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38852) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:03:29.322193 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d7f950-b177-4c33-b2c9-2fed69f78130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52179121-273e-4322-8a21-239a2b8ab892,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:03:29.333754 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a5d7f950-b177-4c33-b2c9-2fed69f78130 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:03:29.367318 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4a8884a6-2ff3-4831-a156-bddbe1b7dbf3 req-b5486ceb-b646-440a-b8bb-404e032d08bc tempest-InstanceActionsV221TestJSON-1106692300 tempest-InstanceActionsV221TestJSON-1106692300-project] 10.222.0.60 "GET /v2.0/security-groups?id=160f3095-f255-4635-879e-901f0053bd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109033 Jun 11 10:03:29.377087 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-87c3228a-4fc1-4ab0-85a2-cd18a60ff5b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:29.400960 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0e293616-fc05-463e-ac5e-44075095d307 req-01244600-2519-46d1-b7c1-a1b095171f1b service neutron] 10.222.0.64 "GET /v2.0/networks/1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525266 Jun 11 10:03:29.416752 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-87c3228a-4fc1-4ab0-85a2-cd18a60ff5b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:29.569349 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0e293616-fc05-463e-ac5e-44075095d307 req-4b04055a-372e-4d12-9e84-db514e4389b7 service neutron] 10.222.0.64 "GET /v2.0/networks/1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616302 Jun 11 10:03:29.580881 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-87c3228a-4fc1-4ab0-85a2-cd18a60ff5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:29.583597 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-87c3228a-4fc1-4ab0-85a2-cd18a60ff5b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:29.587907 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-87c3228a-4fc1-4ab0-85a2-cd18a60ff5b8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/52179121-273e-4322-8a21-239a2b8ab892 HTTP/1.1" status: 204 len: 168 time: 0.2698908 Jun 11 10:03:29.587907 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8240bc59-5eb2-4291-a942-a3aa0181afa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:03:29.594983 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c3228a-4fc1-4ab0-85a2-cd18a60ff5b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52179121-273e-4322-8a21-239a2b8ab892,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:03:29.614801 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-87c3228a-4fc1-4ab0-85a2-cd18a60ff5b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:03:29.652662 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0e293616-fc05-463e-ac5e-44075095d307 req-20a59b01-5aa3-4337-8481-c0cfa7a21b0d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=eaada8e6-4077-4542-af8d-d731c7dc1459 HTTP/1.1" status: 200 len: 217 time: 0.0760405 Jun 11 10:03:29.732470 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e293616-fc05-463e-ac5e-44075095d307 req-f110441e-2d57-4a1e-878a-b4d0bd77fb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:29.733997 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0e293616-fc05-463e-ac5e-44075095d307 req-f110441e-2d57-4a1e-878a-b4d0bd77fb2e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ed222787-e673-4822-923d-7d2cddde10e7 HTTP/1.1" status: 200 len: 797 time: 0.0604212 Jun 11 10:03:29.831956 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e293616-fc05-463e-ac5e-44075095d307 req-fc99bdb9-b85d-4ec9-89f3-b14f193e64a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:29.833689 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0e293616-fc05-463e-ac5e-44075095d307 req-fc99bdb9-b85d-4ec9-89f3-b14f193e64a0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0923898 Jun 11 10:03:30.049587 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d6c4bd0a-fef4-4300-a837-0e557f3ac4d7 req-68c3ae25-f287-47c8-94a4-f0e78738159f tempest-ServerGroupTestJSON-1106127317 tempest-ServerGroupTestJSON-1106127317-project] 10.222.0.60 "GET /v2.0/ports?device_id=f662ee26-e992-4d43-8104-ba50c14969ac HTTP/1.1" status: 200 len: 210 time: 0.1080027 Jun 11 10:03:30.100889 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0e293616-fc05-463e-ac5e-44075095d307 req-88a2dfda-cd9f-4982-979d-fcc191eaaf00 service neutron] 10.222.0.64 "GET /v2.0/networks/1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601898 Jun 11 10:03:30.223624 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79a0923-7459-4691-bcf1-89893689f448 req-f0bfd2ee-b086-4b37-b886-09e54ca6f04a tempest-InstanceActionsV221TestJSON-1106692300 tempest-InstanceActionsV221TestJSON-1106692300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:30.225127 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b79a0923-7459-4691-bcf1-89893689f448 req-f0bfd2ee-b086-4b37-b886-09e54ca6f04a tempest-InstanceActionsV221TestJSON-1106692300 tempest-InstanceActionsV221TestJSON-1106692300-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c9a945e-b07d-43de-8009-3aae2c36e961 HTTP/1.1" status: 200 len: 945 time: 0.0949607 Jun 11 10:03:30.247091 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0e293616-fc05-463e-ac5e-44075095d307 req-9690ba2a-53c3-49e0-936d-a30327b5e7ef service neutron] 10.222.0.64 "GET /v2.0/networks/1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344428 Jun 11 10:03:30.269325 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b79a0923-7459-4691-bcf1-89893689f448 req-1dc1fb21-04cc-4956-ab92-e58d14ef2bde tempest-InstanceActionsV221TestJSON-1106692300 tempest-InstanceActionsV221TestJSON-1106692300-project] 10.222.0.60 "GET /v2.0/security-groups?id=160f3095-f255-4635-879e-901f0053bd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381973 Jun 11 10:03:30.325194 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0e293616-fc05-463e-ac5e-44075095d307 req-b6ca5c3b-cf32-4e34-9e51-3504ea5be4d7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=1679bae4-2d97-4ecb-add1-b9fc56247f86 HTTP/1.1" status: 200 len: 217 time: 0.0693495 Jun 11 10:03:30.392576 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e293616-fc05-463e-ac5e-44075095d307 req-9800adc3-4b5e-4baa-8d16-c18451e64798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:30.394260 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0e293616-fc05-463e-ac5e-44075095d307 req-9800adc3-4b5e-4baa-8d16-c18451e64798 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ed222787-e673-4822-923d-7d2cddde10e7 HTTP/1.1" status: 200 len: 797 time: 0.0598712 Jun 11 10:03:30.469545 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e293616-fc05-463e-ac5e-44075095d307 req-2f38bef1-920d-4659-91d8-1d54bde22188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:30.471523 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0e293616-fc05-463e-ac5e-44075095d307 req-2f38bef1-920d-4659-91d8-1d54bde22188 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0700243 Jun 11 10:03:30.482607 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38892) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:03:30.505778 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d0033811-172d-4635-a553-0340dfca5d9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:30.619716 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d0033811-172d-4635-a553-0340dfca5d9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:30.717807 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d0033811-172d-4635-a553-0340dfca5d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:30.720838 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0e293616-fc05-463e-ac5e-44075095d307 req-61b1c256-d702-45d4-ae57-1210bd740420 service neutron] 10.222.0.64 "GET /v2.0/networks/1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404151 Jun 11 10:03:30.726807 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8efefe0e-ad60-4591-9017-9c7e882d73e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:03:30.774935 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-d0033811-172d-4635-a553-0340dfca5d9b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=be7f348e73224ecea934cf7cfbc5ac57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2880816 Jun 11 10:03:30.774935 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0033811-172d-4635-a553-0340dfca5d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49893722-9add-4005-b0cb-913b17ef1cff,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:03:30.776799 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38896) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:03:30.801347 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d0033811-172d-4635-a553-0340dfca5d9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:03:30.862377 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e51d9ec4-7845-4985-8205-21e953c45351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:30.887100 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e51d9ec4-7845-4985-8205-21e953c45351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:30.902634 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e237aff-9b1b-45b9-9798-3887bf3e3fce req-c50afef3-c9cf-4e6d-b611-fe1164351319 tempest-ServerGroupTestJSON-1106127317 tempest-ServerGroupTestJSON-1106127317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:30.904138 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6e237aff-9b1b-45b9-9798-3887bf3e3fce req-c50afef3-c9cf-4e6d-b611-fe1164351319 tempest-ServerGroupTestJSON-1106127317 tempest-ServerGroupTestJSON-1106127317-project] 10.222.0.64 "GET /v2.0/networks?id=3ca4fc2b-0fb2-449d-8883-9502d1337add HTTP/1.1" status: 200 len: 810 time: 0.2638974 Jun 11 10:03:30.922051 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-6e237aff-9b1b-45b9-9798-3887bf3e3fce req-3941330c-5f60-43df-86a1-6d9a5f8eed94 tempest-ServerGroupTestJSON-1106127317 tempest-ServerGroupTestJSON-1106127317-project] Request body: {'port': {'device_id': 'f662ee26-e992-4d43-8104-ba50c14969ac', 'network_id': '3ca4fc2b-0fb2-449d-8883-9502d1337add', 'admin_state_up': True, 'tenant_id': '5ae8832857744383bb7ca8c5c93a750e'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:03:30.990293 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0e293616-fc05-463e-ac5e-44075095d307 req-c46ff6e0-b9a9-4184-8344-a29b0b6ead70 service neutron] 10.222.0.64 "GET /v2.0/networks/1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095852 Jun 11 10:03:31.054147 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e51d9ec4-7845-4985-8205-21e953c45351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:31.058901 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e51d9ec4-7845-4985-8205-21e953c45351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:31.066410 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-e51d9ec4-7845-4985-8205-21e953c45351 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/49893722-9add-4005-b0cb-913b17ef1cff HTTP/1.1" status: 204 len: 168 time: 0.2883010 Jun 11 10:03:31.067699 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f2bc62e5-9953-43c6-a66b-7c451f73145e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:03:31.092876 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51d9ec4-7845-4985-8205-21e953c45351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49893722-9add-4005-b0cb-913b17ef1cff,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:03:31.096215 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e51d9ec4-7845-4985-8205-21e953c45351 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:03:31.181308 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0e293616-fc05-463e-ac5e-44075095d307 req-68e562dc-4e7c-44fd-9b35-e1594c004ac5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d2cec35c-4c11-4de7-ae05-5512220e5a5d HTTP/1.1" status: 200 len: 217 time: 0.1385994 Jun 11 10:03:31.268805 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-dcdf8ad7-fa14-412e-9ee5-59528e0216e6 req-ab322fef-247c-4fe1-b83d-5e055d393a94 tempest-ServerGroupTestJSON-1106127317 tempest-ServerGroupTestJSON-1106127317-project] 10.222.0.60 "GET /v2.0/ports?device_id=f662ee26-e992-4d43-8104-ba50c14969ac HTTP/1.1" status: 200 len: 210 time: 0.0466526 Jun 11 10:03:31.285127 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:31.623321 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e293616-fc05-463e-ac5e-44075095d307 req-ba0bde66-0430-406d-adc4-8099e3b1d2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:31.624864 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0e293616-fc05-463e-ac5e-44075095d307 req-ba0bde66-0430-406d-adc4-8099e3b1d2bf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ba156a19-5bcc-4467-be5b-d926e6e3da76 HTTP/1.1" status: 200 len: 797 time: 0.4322684 Jun 11 10:03:31.700962 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e293616-fc05-463e-ac5e-44075095d307 req-07a51916-1007-45f9-8599-d8f261ae67b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:31.702468 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0e293616-fc05-463e-ac5e-44075095d307 req-07a51916-1007-45f9-8599-d8f261ae67b5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=afbcc96d-d966-4839-b6f4-c3dd378a91e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0679970 Jun 11 10:03:31.739092 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e237aff-9b1b-45b9-9798-3887bf3e3fce req-3941330c-5f60-43df-86a1-6d9a5f8eed94 tempest-ServerGroupTestJSON-1106127317 tempest-ServerGroupTestJSON-1106127317-project] Made reservation on behalf of 5ae8832857744383bb7ca8c5c93a750e for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:03:31.743159 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-6e237aff-9b1b-45b9-9798-3887bf3e3fce req-3941330c-5f60-43df-86a1-6d9a5f8eed94 tempest-ServerGroupTestJSON-1106127317 tempest-ServerGroupTestJSON-1106127317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:31.941275 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0e293616-fc05-463e-ac5e-44075095d307 req-fbccda1b-0140-4ae4-b499-fec2d85da7be service neutron] 10.222.0.64 "GET /v2.0/networks/afbcc96d-d966-4839-b6f4-c3dd378a91e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310965 Jun 11 10:03:32.147184 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9a6698-afe5-4092-a5c2-7d52157fd292 req-dd7c26f0-cbdb-47bf-ac2e-aecc09c0fa7a tempest-InstanceActionsV221TestJSON-1106692300 tempest-InstanceActionsV221TestJSON-1106692300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:32.147184 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2a9a6698-afe5-4092-a5c2-7d52157fd292 req-dd7c26f0-cbdb-47bf-ac2e-aecc09c0fa7a tempest-InstanceActionsV221TestJSON-1106692300 tempest-InstanceActionsV221TestJSON-1106692300-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c9a945e-b07d-43de-8009-3aae2c36e961 HTTP/1.1" status: 200 len: 945 time: 0.5449576 Jun 11 10:03:32.168154 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-6e237aff-9b1b-45b9-9798-3887bf3e3fce req-3941330c-5f60-43df-86a1-6d9a5f8eed94 tempest-ServerGroupTestJSON-1106127317 tempest-ServerGroupTestJSON-1106127317-project] Allocated IP 172.20.0.6 (3ca4fc2b-0fb2-449d-8883-9502d1337add/6901d489-facc-4715-b7fe-dd33d1b67520/3cce09b4-4535-4443-9057-2172c01556bf) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:03:32.239115 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0e293616-fc05-463e-ac5e-44075095d307 req-6e1bcbe1-7b4a-438f-a9b1-a5e0ff650280 service neutron] 10.222.0.64 "GET /v2.0/networks/afbcc96d-d966-4839-b6f4-c3dd378a91e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900279 Jun 11 10:03:32.248829 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38942) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:03:32.281727 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beb1bf6-2454-4596-86cb-d09c1cab0a60 req-1334dab4-abca-40d6-8350-b3bafe49c9c4 tempest-InstanceActionsV221TestJSON-1106692300 tempest-InstanceActionsV221TestJSON-1106692300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:32.283221 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4beb1bf6-2454-4596-86cb-d09c1cab0a60 req-1334dab4-abca-40d6-8350-b3bafe49c9c4 tempest-InstanceActionsV221TestJSON-1106692300 tempest-InstanceActionsV221TestJSON-1106692300-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c9a945e-b07d-43de-8009-3aae2c36e961 HTTP/1.1" status: 200 len: 945 time: 0.2621789 Jun 11 10:03:32.330722 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2a9a6698-afe5-4092-a5c2-7d52157fd292 req-5ddcc89f-f47d-42b4-9b36-dad0ed4e8738 tempest-InstanceActionsV221TestJSON-1106692300 tempest-InstanceActionsV221TestJSON-1106692300-project] 10.222.0.60 "GET /v2.0/security-groups?id=160f3095-f255-4635-879e-901f0053bd83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656542 Jun 11 10:03:32.352061 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0e293616-fc05-463e-ac5e-44075095d307 req-8a71dace-c0d7-4e4f-87e7-d107c76dd1fa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ee6d8406-891b-46a7-bc3a-0e7fa5d0de9c HTTP/1.1" status: 200 len: 217 time: 0.0897202 Jun 11 10:03:32.389694 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-56bd32ba-a6bd-4ade-aff4-1efd73d713d0 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1441630030'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:03:32.448432 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8ccbefa0-da49-4353-9882-8e5e8caf4559 req-1c156fde-34f0-4184-bb63-fd95fb2cdb38 tempest-ServerGroupTestJSON-1106127317 tempest-ServerGroupTestJSON-1106127317-project] 10.222.0.60 "GET /v2.0/ports?device_id=f662ee26-e992-4d43-8104-ba50c14969ac HTTP/1.1" status: 200 len: 210 time: 0.0500135 Jun 11 10:03:32.553090 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56bd32ba-a6bd-4ade-aff4-1efd73d713d0 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Made reservation on behalf of cfebb7c73c824f899d4040cfd3a96e04 for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:03:32.557920 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-56bd32ba-a6bd-4ade-aff4-1efd73d713d0 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:32.568636 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e293616-fc05-463e-ac5e-44075095d307 req-40a73fa1-c0bc-46a3-b8f3-04c7494a660d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:32.570646 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0e293616-fc05-463e-ac5e-44075095d307 req-40a73fa1-c0bc-46a3-b8f3-04c7494a660d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ba156a19-5bcc-4467-be5b-d926e6e3da76 HTTP/1.1" status: 200 len: 797 time: 0.1895218 Jun 11 10:03:32.593591 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-56bd32ba-a6bd-4ade-aff4-1efd73d713d0 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:32.683499 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-6e237aff-9b1b-45b9-9798-3887bf3e3fce req-3941330c-5f60-43df-86a1-6d9a5f8eed94 tempest-ServerGroupTestJSON-1106127317 tempest-ServerGroupTestJSON-1106127317-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:32.692233 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-4beb1bf6-2454-4596-86cb-d09c1cab0a60 req-31253906-c8ab-4b4a-b39e-7b45b74dcdcf tempest-InstanceActionsV221TestJSON-1106692300 tempest-InstanceActionsV221TestJSON-1106692300-project] Deleting port 284da12c-2fd3-425a-88b2-c145277c4259 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:03:32.692580 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-4beb1bf6-2454-4596-86cb-d09c1cab0a60 req-31253906-c8ab-4b4a-b39e-7b45b74dcdcf tempest-InstanceActionsV221TestJSON-1106692300 tempest-InstanceActionsV221TestJSON-1106692300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:32.714514 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-56bd32ba-a6bd-4ade-aff4-1efd73d713d0 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:32.798403 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-56bd32ba-a6bd-4ade-aff4-1efd73d713d0 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:32.803446 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e293616-fc05-463e-ac5e-44075095d307 req-72662f49-d0be-401c-b0fc-b885ef2cf7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:32.805547 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0e293616-fc05-463e-ac5e-44075095d307 req-72662f49-d0be-401c-b0fc-b885ef2cf7a0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=afbcc96d-d966-4839-b6f4-c3dd378a91e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2221806 Jun 11 10:03:32.805695 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3810b896-4d2d-4f09-9a26-be66315401e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:03:32.829224 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56bd32ba-a6bd-4ade-aff4-1efd73d713d0 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 771} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:03:32.847157 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bd32ba-a6bd-4ade-aff4-1efd73d713d0 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29fb6893-eae4-4f60-9423-f292ad522e7b,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:03:32.860428 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-56bd32ba-a6bd-4ade-aff4-1efd73d713d0 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:32.861752 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-56bd32ba-a6bd-4ade-aff4-1efd73d713d0 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Added segment ee59aa2d-8579-47cc-b89b-d8a23549d52f of type vlan for network 4960fe0c-80e4-4998-bcc1-0dd8ed64700b Jun 11 10:03:32.869727 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-56bd32ba-a6bd-4ade-aff4-1efd73d713d0 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:03:32.881331 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-4beb1bf6-2454-4596-86cb-d09c1cab0a60 req-31253906-c8ab-4b4a-b39e-7b45b74dcdcf tempest-InstanceActionsV221TestJSON-1106692300 tempest-InstanceActionsV221TestJSON-1106692300-project] For port 284da12c-2fd3-425a-88b2-c145277c4259, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=284da12c-2fd3-425a-88b2-c145277c4259,segment=NetworkSegment(d7d4f3af-7caa-4b5b-8d30-8ea4b3cffc28),segment_id=d7d4f3af-7caa-4b5b-8d30-8ea4b3cffc28)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:03:32.881777 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-4beb1bf6-2454-4596-86cb-d09c1cab0a60 req-31253906-c8ab-4b4a-b39e-7b45b74dcdcf tempest-InstanceActionsV221TestJSON-1106692300 tempest-InstanceActionsV221TestJSON-1106692300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:32.915027 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-56bd32ba-a6bd-4ade-aff4-1efd73d713d0 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:32.984394 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-6e237aff-9b1b-45b9-9798-3887bf3e3fce req-3941330c-5f60-43df-86a1-6d9a5f8eed94 tempest-ServerGroupTestJSON-1106127317 tempest-ServerGroupTestJSON-1106127317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:33.032124 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-4beb1bf6-2454-4596-86cb-d09c1cab0a60 req-31253906-c8ab-4b4a-b39e-7b45b74dcdcf tempest-InstanceActionsV221TestJSON-1106692300 tempest-InstanceActionsV221TestJSON-1106692300-project] Calling delete_port for 284da12c-2fd3-425a-88b2-c145277c4259 owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:03:33.047065 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-56bd32ba-a6bd-4ade-aff4-1efd73d713d0 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:33.049643 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1103890a-e1f3-40d4-b854-94f56a39f3ef tempest-ServerDiskConfigTestJSON-1069147026 tempest-ServerDiskConfigTestJSON-1069147026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:03:33.053298 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bd32ba-a6bd-4ade-aff4-1efd73d713d0 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:33.054914 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-56bd32ba-a6bd-4ade-aff4-1efd73d713d0 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:33.059173 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-89551c9f-3187-4b71-a830-a0eef44eeba7 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:03:33.152044 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bd32ba-a6bd-4ade-aff4-1efd73d713d0 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Pushing event updated for resources: {'Network': ['ID=4960fe0c-80e4-4998-bcc1-0dd8ed64700b,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:03:33.154851 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-56bd32ba-a6bd-4ade-aff4-1efd73d713d0 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:03:33.162807 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 4960fe0c-80e4-4998-bcc1-0dd8ed64700b details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:03:33.213628 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e237aff-9b1b-45b9-9798-3887bf3e3fce req-3941330c-5f60-43df-86a1-6d9a5f8eed94 tempest-ServerGroupTestJSON-1106127317 tempest-ServerGroupTestJSON-1106127317-project] Network 3ca4fc2b-0fb2-449d-8883-9502d1337add is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:03:33.214404 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3941330c-5f60-43df-86a1-6d9a5f8eed94 tempest-ServerGroupTestJSON-1106127317 tempest-ServerGroupTestJSON-1106127317-project] Pushing event updated for resources: {'Port': ['ID=3cce09b4-4535-4443-9057-2172c01556bf,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:03:33.217286 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3941330c-5f60-43df-86a1-6d9a5f8eed94 tempest-ServerGroupTestJSON-1106127317 tempest-ServerGroupTestJSON-1106127317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:03:33.219600 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0e293616-fc05-463e-ac5e-44075095d307 req-62318aa7-b3d3-4c7f-b200-b3d1995bcf4b service neutron] 10.222.0.64 "GET /v2.0/networks/afbcc96d-d966-4839-b6f4-c3dd378a91e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3991811 Jun 11 10:03:33.223908 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-6e237aff-9b1b-45b9-9798-3887bf3e3fce req-3941330c-5f60-43df-86a1-6d9a5f8eed94 tempest-ServerGroupTestJSON-1106127317 tempest-ServerGroupTestJSON-1106127317-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:03:33.226254 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e237aff-9b1b-45b9-9798-3887bf3e3fce req-3941330c-5f60-43df-86a1-6d9a5f8eed94 tempest-ServerGroupTestJSON-1106127317 tempest-ServerGroupTestJSON-1106127317-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:03:33.395560 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e237aff-9b1b-45b9-9798-3887bf3e3fce req-3941330c-5f60-43df-86a1-6d9a5f8eed94 tempest-ServerGroupTestJSON-1106127317 tempest-ServerGroupTestJSON-1106127317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:33.396283 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-6e237aff-9b1b-45b9-9798-3887bf3e3fce req-3941330c-5f60-43df-86a1-6d9a5f8eed94 tempest-ServerGroupTestJSON-1106127317 tempest-ServerGroupTestJSON-1106127317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:33.444013 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-56bd32ba-a6bd-4ade-aff4-1efd73d713d0 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1936309 Jun 11 10:03:33.446738 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38956) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:03:33.456402 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-5e635f1a-53fe-4632-a7fa-cc896a52a265 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Request body: {'subnet': {'network_id': '4960fe0c-80e4-4998-bcc1-0dd8ed64700b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:03:33.481917 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0e293616-fc05-463e-ac5e-44075095d307 req-6429a049-81a5-4a2d-8538-0301e0519376 service neutron] 10.222.0.64 "GET /v2.0/networks/afbcc96d-d966-4839-b6f4-c3dd378a91e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481351 Jun 11 10:03:33.593033 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6e237aff-9b1b-45b9-9798-3887bf3e3fce req-3941330c-5f60-43df-86a1-6d9a5f8eed94 tempest-ServerGroupTestJSON-1106127317 tempest-ServerGroupTestJSON-1106127317-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6769364 Jun 11 10:03:33.607780 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-6e237aff-9b1b-45b9-9798-3887bf3e3fce req-cacd1514-02ed-4484-a8c8-388e422cab76 service neutron] Request body: {'port': {'device_id': 'f662ee26-e992-4d43-8104-ba50c14969ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:03:33.646706 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-4beb1bf6-2454-4596-86cb-d09c1cab0a60 req-31253906-c8ab-4b4a-b39e-7b45b74dcdcf tempest-InstanceActionsV221TestJSON-1106692300 tempest-InstanceActionsV221TestJSON-1106692300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:33.659984 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['284da12c-2fd3-425a-88b2-c145277c4259'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:03:33.664653 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0519b7fe-28c1-4e84-a052-cb8a97faa513 req-50f1efb8-068e-4e0e-b3fb-5a229fdf9ffd tempest-InstanceActionsV221TestJSON-1106692300 tempest-InstanceActionsV221TestJSON-1106692300-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c9a945e-b07d-43de-8009-3aae2c36e961 HTTP/1.1" status: 200 len: 210 time: 0.1644995 Jun 11 10:03:33.683306 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d38bb657-eb34-41fc-8bb3-744b0450052e tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:03:33.762057 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31253906-c8ab-4b4a-b39e-7b45b74dcdcf tempest-InstanceActionsV221TestJSON-1106692300 tempest-InstanceActionsV221TestJSON-1106692300-project] Pushing event deleted for resources: {'Port': ['ID=284da12c-2fd3-425a-88b2-c145277c4259,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:03:33.768207 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-31253906-c8ab-4b4a-b39e-7b45b74dcdcf tempest-InstanceActionsV221TestJSON-1106692300 tempest-InstanceActionsV221TestJSON-1106692300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:03:33.775110 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e635f1a-53fe-4632-a7fa-cc896a52a265 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Made reservation on behalf of cfebb7c73c824f899d4040cfd3a96e04 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:03:33.779134 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5e635f1a-53fe-4632-a7fa-cc896a52a265 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:33.864414 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-4beb1bf6-2454-4596-86cb-d09c1cab0a60 req-31253906-c8ab-4b4a-b39e-7b45b74dcdcf tempest-InstanceActionsV221TestJSON-1106692300 tempest-InstanceActionsV221TestJSON-1106692300-project] No DVR routers for this DVR port 284da12c-2fd3-425a-88b2-c145277c4259 on host n-h2-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:03:33.868412 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-4beb1bf6-2454-4596-86cb-d09c1cab0a60 req-31253906-c8ab-4b4a-b39e-7b45b74dcdcf tempest-InstanceActionsV221TestJSON-1106692300 tempest-InstanceActionsV221TestJSON-1106692300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:33.871068 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4beb1bf6-2454-4596-86cb-d09c1cab0a60 req-31253906-c8ab-4b4a-b39e-7b45b74dcdcf tempest-InstanceActionsV221TestJSON-1106692300 tempest-InstanceActionsV221TestJSON-1106692300-project] 10.222.0.69 "DELETE /v2.0/ports/284da12c-2fd3-425a-88b2-c145277c4259 HTTP/1.1" status: 204 len: 173 time: 1.5394425 Jun 11 10:03:33.878397 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c9a945e-b07d-43de-8009-3aae2c36e961', 'name': 'network-vif-deleted', 'tag': '284da12c-2fd3-425a-88b2-c145277c4259'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:03:33.880993 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d24846-01e2-4367-95d4-fe310653ade7" -d '{"events": [{"server_uuid": "5c9a945e-b07d-43de-8009-3aae2c36e961", "name": "network-vif-deleted", "tag": "284da12c-2fd3-425a-88b2-c145277c4259"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:03:33.934042 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-6e237aff-9b1b-45b9-9798-3887bf3e3fce req-cacd1514-02ed-4484-a8c8-388e422cab76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:33.958636 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1a18a2-aa31-40ee-b2fb-9f84630852e9 req-6f8b1762-ae76-4fcd-89e4-51fcd5a501b3 tempest-ServerGroupTestJSON-1106127317 tempest-ServerGroupTestJSON-1106127317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:33.960396 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2f1a18a2-aa31-40ee-b2fb-9f84630852e9 req-6f8b1762-ae76-4fcd-89e4-51fcd5a501b3 tempest-ServerGroupTestJSON-1106127317 tempest-ServerGroupTestJSON-1106127317-project] 10.222.0.60 "GET /v2.0/ports?device_id=f662ee26-e992-4d43-8104-ba50c14969ac HTTP/1.1" status: 200 len: 931 time: 0.3482544 Jun 11 10:03:33.962174 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b68811a-ce77-40e9-a404-4982e724a8da x-openstack-request-id: req-4b68811a-ce77-40e9-a404-4982e724a8da {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:03:33.965103 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c9a945e-b07d-43de-8009-3aae2c36e961", "name": "network-vif-deleted", "tag": "284da12c-2fd3-425a-88b2-c145277c4259", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:03:33.965103 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4b68811a-ce77-40e9-a404-4982e724a8da {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:03:33.965103 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c9a945e-b07d-43de-8009-3aae2c36e961', 'name': 'network-vif-deleted', 'tag': '284da12c-2fd3-425a-88b2-c145277c4259', 'status': 'completed', 'code': 200} Jun 11 10:03:34.075396 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2f1a18a2-aa31-40ee-b2fb-9f84630852e9 req-64e0589d-e37f-49f9-a681-47906109db68 tempest-ServerGroupTestJSON-1106127317 tempest-ServerGroupTestJSON-1106127317-project] 10.222.0.60 "GET /v2.0/security-groups?id=80e93562-c87e-4f2f-9965-8a6085c76a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773144 Jun 11 10:03:34.146741 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5e635f1a-53fe-4632-a7fa-cc896a52a265 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:34.150178 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-698639bb-d6ce-4179-9535-6f3a939a6256 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:03:34.230313 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e635f1a-53fe-4632-a7fa-cc896a52a265 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Pushing event updated for resources: {'Subnet': ['ID=94a4391b-9d8d-495f-8437-4223c21a7b17,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:03:34.234230 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5e635f1a-53fe-4632-a7fa-cc896a52a265 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:03:34.238462 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e635f1a-53fe-4632-a7fa-cc896a52a265 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Checking segment: {'id': 'ee59aa2d-8579-47cc-b89b-d8a23549d52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '4960fe0c-80e4-4998-bcc1-0dd8ed64700b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:03:34.238885 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e635f1a-53fe-4632-a7fa-cc896a52a265 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Network hostable DHCP agents. Network: 4960fe0c-80e4-4998-bcc1-0dd8ed64700b, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:03:34.334826 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e635f1a-53fe-4632-a7fa-cc896a52a265 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Network 4960fe0c-80e4-4998-bcc1-0dd8ed64700b is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:03:34.381216 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-6e237aff-9b1b-45b9-9798-3887bf3e3fce req-cacd1514-02ed-4484-a8c8-388e422cab76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cce09b4-4535-4443-9057-2172c01556bf {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:03:34.386337 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-6e237aff-9b1b-45b9-9798-3887bf3e3fce req-cacd1514-02ed-4484-a8c8-388e422cab76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:34.397773 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-6e237aff-9b1b-45b9-9798-3887bf3e3fce req-cacd1514-02ed-4484-a8c8-388e422cab76 service neutron] Transition to ACTIVE for port object 3cce09b4-4535-4443-9057-2172c01556bf will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:03:34.403194 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-5e635f1a-53fe-4632-a7fa-cc896a52a265 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 4960fe0c-80e4-4998-bcc1-0dd8ed64700b) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:03:34.407429 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e635f1a-53fe-4632-a7fa-cc896a52a265 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:34.408088 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5e635f1a-53fe-4632-a7fa-cc896a52a265 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:34.412822 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7c8dee-0fd4-4e8a-8cb1-b0244e56ba07 None None] Network 4960fe0c-80e4-4998-bcc1-0dd8ed64700b requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:03:34.454403 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-6e237aff-9b1b-45b9-9798-3887bf3e3fce req-cacd1514-02ed-4484-a8c8-388e422cab76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:34.457668 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-fe5dc216-f9cc-46fa-a09d-9013ec98210f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:03:34.468333 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-5e635f1a-53fe-4632-a7fa-cc896a52a265 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0170875 Jun 11 10:03:34.472016 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38972) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:03:34.473864 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-2024155e-1341-4fd0-8bcb-5503d3fa0c47 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Request body: {'port': {'network_id': '4960fe0c-80e4-4998-bcc1-0dd8ed64700b', 'name': 'tempest-AllowedAddressPairTestJSON-36465119'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:03:34.805498 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07059fda-c581-4a51-8f29-e660e21eedaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-4960fe0c-80e4-4998-bcc1-0dd8ed64700b', 'network_id': '4960fe0c-80e4-4998-bcc1-0dd8ed64700b', 'tenant_id': 'cfebb7c73c824f899d4040cfd3a96e04', 'fixed_ips': [{'subnet_id': '94a4391b-9d8d-495f-8437-4223c21a7b17'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 10:03:34.809947 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-07059fda-c581-4a51-8f29-e660e21eedaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:34.895270 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2024155e-1341-4fd0-8bcb-5503d3fa0c47 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Made reservation on behalf of cfebb7c73c824f899d4040cfd3a96e04 for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:03:34.900697 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2024155e-1341-4fd0-8bcb-5503d3fa0c47 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:34.952115 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [None req-2024155e-1341-4fd0-8bcb-5503d3fa0c47 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] device_id is not set on port 0800b713-4a43-45c3-99d4-4c60cb128473 yet. {{(pid=93177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 10:03:34.968272 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacd1514-02ed-4484-a8c8-388e422cab76 service neutron] Pushing event updated for resources: {'Port': ['ID=3cce09b4-4535-4443-9057-2172c01556bf,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:03:35.022894 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-cacd1514-02ed-4484-a8c8-388e422cab76 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:03:35.027895 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e19f7b12-f205-4055-a06a-7d0daf454593 req-c7a2e359-bde9-480a-ac33-38ebc02b1858 tempest-InstanceActionsV221TestJSON-1106692300 tempest-InstanceActionsV221TestJSON-1106692300-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c9a945e-b07d-43de-8009-3aae2c36e961 HTTP/1.1" status: 200 len: 210 time: 0.0839558 Jun 11 10:03:35.130109 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-07059fda-c581-4a51-8f29-e660e21eedaf None None] Allocated IP 172.20.0.2 (4960fe0c-80e4-4998-bcc1-0dd8ed64700b/94a4391b-9d8d-495f-8437-4223c21a7b17/38d47433-14bf-42b8-a298-f1e73233b694) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:03:35.162626 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b49b8afc-3c07-4a1b-a279-08c978e22001 req-eafc97de-1867-4162-9abf-e950779af3ae service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=90d183ec-8c83-4c21-b0ab-8b3eeebcdcb7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2214465 Jun 11 10:03:35.163481 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-6e237aff-9b1b-45b9-9798-3887bf3e3fce req-cacd1514-02ed-4484-a8c8-388e422cab76 service neutron] Attempting to bind port 3cce09b4-4535-4443-9057-2172c01556bf on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:03:35.163817 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-6e237aff-9b1b-45b9-9798-3887bf3e3fce req-cacd1514-02ed-4484-a8c8-388e422cab76 service neutron] Attempting to bind port 3cce09b4-4535-4443-9057-2172c01556bf by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '008ac4f2-3c5c-40ab-b728-319e965ab6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '3ca4fc2b-0fb2-449d-8883-9502d1337add'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:03:35.164147 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e237aff-9b1b-45b9-9798-3887bf3e3fce req-cacd1514-02ed-4484-a8c8-388e422cab76 service neutron] Attempting to bind port 3cce09b4-4535-4443-9057-2172c01556bf on network 3ca4fc2b-0fb2-449d-8883-9502d1337add {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:03:35.181860 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e237aff-9b1b-45b9-9798-3887bf3e3fce req-cacd1514-02ed-4484-a8c8-388e422cab76 service neutron] Port 3cce09b4-4535-4443-9057-2172c01556bf on network 3ca4fc2b-0fb2-449d-8883-9502d1337add not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:03:35.182200 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e237aff-9b1b-45b9-9798-3887bf3e3fce req-cacd1514-02ed-4484-a8c8-388e422cab76 service neutron] Attempting to bind port 3cce09b4-4535-4443-9057-2172c01556bf on network 3ca4fc2b-0fb2-449d-8883-9502d1337add {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:03:35.191775 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e237aff-9b1b-45b9-9798-3887bf3e3fce req-cacd1514-02ed-4484-a8c8-388e422cab76 service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:03:35.192048 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e237aff-9b1b-45b9-9798-3887bf3e3fce req-cacd1514-02ed-4484-a8c8-388e422cab76 service neutron] Checking segment: {'id': '008ac4f2-3c5c-40ab-b728-319e965ab6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '3ca4fc2b-0fb2-449d-8883-9502d1337add'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:03:35.193138 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e237aff-9b1b-45b9-9798-3887bf3e3fce req-cacd1514-02ed-4484-a8c8-388e422cab76 service neutron] Bound using segment: {'id': '008ac4f2-3c5c-40ab-b728-319e965ab6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '3ca4fc2b-0fb2-449d-8883-9502d1337add'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:03:35.193138 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-6e237aff-9b1b-45b9-9798-3887bf3e3fce req-cacd1514-02ed-4484-a8c8-388e422cab76 service neutron] Bound port: 3cce09b4-4535-4443-9057-2172c01556bf, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '008ac4f2-3c5c-40ab-b728-319e965ab6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '3ca4fc2b-0fb2-449d-8883-9502d1337add'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:03:35.193364 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-6e237aff-9b1b-45b9-9798-3887bf3e3fce req-cacd1514-02ed-4484-a8c8-388e422cab76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:35.439613 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a737da9-0a9a-4672-9f94-4209e4bc3285 req-531926fc-b1ef-438e-bb5c-552f61550c58 tempest-ServerGroupTestJSON-1106127317 tempest-ServerGroupTestJSON-1106127317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:35.441147 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2a737da9-0a9a-4672-9f94-4209e4bc3285 req-531926fc-b1ef-438e-bb5c-552f61550c58 tempest-ServerGroupTestJSON-1106127317 tempest-ServerGroupTestJSON-1106127317-project] 10.222.0.60 "GET /v2.0/ports?device_id=f662ee26-e992-4d43-8104-ba50c14969ac HTTP/1.1" status: 200 len: 943 time: 0.1455610 Jun 11 10:03:35.469829 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49b8afc-3c07-4a1b-a279-08c978e22001 req-c473e617-7186-4da2-b177-576a9947b8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:35.472584 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b49b8afc-3c07-4a1b-a279-08c978e22001 req-c473e617-7186-4da2-b177-576a9947b8b6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e89665a5b31d4cfa8d287da55d8a46ff&device_id=90d183ec-8c83-4c21-b0ab-8b3eeebcdcb7 HTTP/1.1" status: 200 len: 1097 time: 0.2440956 Jun 11 10:03:35.476636 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-6e237aff-9b1b-45b9-9798-3887bf3e3fce req-cacd1514-02ed-4484-a8c8-388e422cab76 service neutron] For port 3cce09b4-4535-4443-9057-2172c01556bf, host n-h1-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:03:35.487718 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-6e237aff-9b1b-45b9-9798-3887bf3e3fce req-cacd1514-02ed-4484-a8c8-388e422cab76 service neutron] For port 3cce09b4-4535-4443-9057-2172c01556bf, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=3cce09b4-4535-4443-9057-2172c01556bf,segment=NetworkSegment(008ac4f2-3c5c-40ab-b728-319e965ab6d2),segment_id=008ac4f2-3c5c-40ab-b728-319e965ab6d2)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:03:35.550290 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2a737da9-0a9a-4672-9f94-4209e4bc3285 req-8a809e15-27dd-4bf8-a3d5-1dd7f4fe1c6a tempest-ServerGroupTestJSON-1106127317 tempest-ServerGroupTestJSON-1106127317-project] 10.222.0.60 "GET /v2.0/security-groups?id=80e93562-c87e-4f2f-9965-8a6085c76a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010637 Jun 11 10:03:35.563631 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-07059fda-c581-4a51-8f29-e660e21eedaf None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:35.583912 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-07059fda-c581-4a51-8f29-e660e21eedaf None None] Transition to ACTIVE for port object 38d47433-14bf-42b8-a298-f1e73233b694 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:03:35.618091 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-07059fda-c581-4a51-8f29-e660e21eedaf None None] Transition to ACTIVE for port object 38d47433-14bf-42b8-a298-f1e73233b694 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:03:35.661225 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-6e237aff-9b1b-45b9-9798-3887bf3e3fce req-cacd1514-02ed-4484-a8c8-388e422cab76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:35.666123 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:35.668482 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-69f1a84f-68f4-460c-95d7-1055f0797800 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:03:35.735127 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-07059fda-c581-4a51-8f29-e660e21eedaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:35.738464 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:03:35.769973 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e237aff-9b1b-45b9-9798-3887bf3e3fce req-cacd1514-02ed-4484-a8c8-388e422cab76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:35.770605 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-6e237aff-9b1b-45b9-9798-3887bf3e3fce req-cacd1514-02ed-4484-a8c8-388e422cab76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:35.772029 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6e237aff-9b1b-45b9-9798-3887bf3e3fce req-cacd1514-02ed-4484-a8c8-388e422cab76 service neutron] 10.222.0.64 "PUT /v2.0/ports/3cce09b4-4535-4443-9057-2172c01556bf HTTP/1.1" status: 200 len: 1092 time: 2.1693316 Jun 11 10:03:35.779216 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacd1514-02ed-4484-a8c8-388e422cab76 service neutron] Pushing event updated for resources: {'Port': ['ID=3cce09b4-4535-4443-9057-2172c01556bf,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:03:35.783859 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-cacd1514-02ed-4484-a8c8-388e422cab76 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:03:35.786851 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49b8afc-3c07-4a1b-a279-08c978e22001 req-de53a741-8edb-4035-b665-fb1449317275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:35.788895 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b49b8afc-3c07-4a1b-a279-08c978e22001 req-de53a741-8edb-4035-b665-fb1449317275 service neutron] 10.222.0.69 "GET /v2.0/networks?id=19721a0f-204c-4d59-a30b-8c079af3c457 HTTP/1.1" status: 200 len: 915 time: 0.2874000 Jun 11 10:03:35.845741 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07059fda-c581-4a51-8f29-e660e21eedaf None None] Pushing event updated for resources: {'Port': ['ID=38d47433-14bf-42b8-a298-f1e73233b694,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:03:35.850458 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-07059fda-c581-4a51-8f29-e660e21eedaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:03:35.866138 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07059fda-c581-4a51-8f29-e660e21eedaf None None] Network 4960fe0c-80e4-4998-bcc1-0dd8ed64700b is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:03:35.868603 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-07059fda-c581-4a51-8f29-e660e21eedaf None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:03:35.871813 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07059fda-c581-4a51-8f29-e660e21eedaf None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:03:35.880213 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-2024155e-1341-4fd0-8bcb-5503d3fa0c47 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Allocated IP 172.20.0.6 (4960fe0c-80e4-4998-bcc1-0dd8ed64700b/94a4391b-9d8d-495f-8437-4223c21a7b17/0800b713-4a43-45c3-99d4-4c60cb128473) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:03:35.979996 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-07059fda-c581-4a51-8f29-e660e21eedaf None None] Attempting to bind port 38d47433-14bf-42b8-a298-f1e73233b694 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:03:35.980297 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-07059fda-c581-4a51-8f29-e660e21eedaf None None] Attempting to bind port 38d47433-14bf-42b8-a298-f1e73233b694 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'ee59aa2d-8579-47cc-b89b-d8a23549d52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '4960fe0c-80e4-4998-bcc1-0dd8ed64700b'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:03:35.980715 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07059fda-c581-4a51-8f29-e660e21eedaf None None] Attempting to bind port 38d47433-14bf-42b8-a298-f1e73233b694 on network 4960fe0c-80e4-4998-bcc1-0dd8ed64700b {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:03:35.985982 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07059fda-c581-4a51-8f29-e660e21eedaf None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:03:35.992357 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07059fda-c581-4a51-8f29-e660e21eedaf None None] Checking segment: {'id': 'ee59aa2d-8579-47cc-b89b-d8a23549d52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '4960fe0c-80e4-4998-bcc1-0dd8ed64700b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:03:35.992357 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-07059fda-c581-4a51-8f29-e660e21eedaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:35.992357 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07059fda-c581-4a51-8f29-e660e21eedaf None None] Bound using segment: {'id': 'ee59aa2d-8579-47cc-b89b-d8a23549d52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '4960fe0c-80e4-4998-bcc1-0dd8ed64700b'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:03:35.992357 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-07059fda-c581-4a51-8f29-e660e21eedaf None None] Bound port: 38d47433-14bf-42b8-a298-f1e73233b694, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee59aa2d-8579-47cc-b89b-d8a23549d52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '4960fe0c-80e4-4998-bcc1-0dd8ed64700b'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:03:35.992357 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-07059fda-c581-4a51-8f29-e660e21eedaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:36.007640 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f662ee26-e992-4d43-8104-ba50c14969ac', 'tag': '3cce09b4-4535-4443-9057-2172c01556bf'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:03:36.011171 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-410d9325-5e9f-4f2a-8b04-6c032cdf4430" -d '{"events": [{"name": "network-changed", "server_uuid": "f662ee26-e992-4d43-8104-ba50c14969ac", "tag": "3cce09b4-4535-4443-9057-2172c01556bf"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:03:36.033939 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b49b8afc-3c07-4a1b-a279-08c978e22001 req-24fba053-ae30-45af-8a09-83312b9fdebb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f5888e41-470d-4fab-87f9-8b44d2214958 HTTP/1.1" status: 200 len: 1001 time: 0.2278452 Jun 11 10:03:36.086785 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd7a35d-a856-4beb-bc32-e92325cd9e0a x-openstack-request-id: req-1dd7a35d-a856-4beb-bc32-e92325cd9e0a {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:03:36.087232 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f662ee26-e992-4d43-8104-ba50c14969ac", "tag": "3cce09b4-4535-4443-9057-2172c01556bf", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:03:36.087673 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1dd7a35d-a856-4beb-bc32-e92325cd9e0a {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:03:36.088596 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f662ee26-e992-4d43-8104-ba50c14969ac', 'tag': '3cce09b4-4535-4443-9057-2172c01556bf', 'status': 'completed', 'code': 200} Jun 11 10:03:36.111915 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-07059fda-c581-4a51-8f29-e660e21eedaf None None] For port 38d47433-14bf-42b8-a298-f1e73233b694, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:03:36.120846 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-07059fda-c581-4a51-8f29-e660e21eedaf None None] For port 38d47433-14bf-42b8-a298-f1e73233b694, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=38d47433-14bf-42b8-a298-f1e73233b694,segment=NetworkSegment(ee59aa2d-8579-47cc-b89b-d8a23549d52f),segment_id=ee59aa2d-8579-47cc-b89b-d8a23549d52f)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:03:36.125751 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 284da12c-2fd3-425a-88b2-c145277c4259 no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:03:36.172370 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49b8afc-3c07-4a1b-a279-08c978e22001 req-e616750d-1903-4936-91ec-528733c0efea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:36.174112 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b49b8afc-3c07-4a1b-a279-08c978e22001 req-e616750d-1903-4936-91ec-528733c0efea service neutron] 10.222.0.69 "GET /v2.0/subnets?id=79ac6b49-4f55-457d-944e-2b0fda2a6422 HTTP/1.1" status: 200 len: 853 time: 0.1053851 Jun 11 10:03:36.185890 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] No Port match for: 284da12c-2fd3-425a-88b2-c145277c4259 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:03:36.186252 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 284da12c-2fd3-425a-88b2-c145277c4259 not bound to the agent host n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:03:36.193506 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-07059fda-c581-4a51-8f29-e660e21eedaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:36.196517 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:03:36.237319 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e237aff-9b1b-45b9-9798-3887bf3e3fce req-aabddb9b-d4d6-4ce6-864f-92aae0973b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:36.239018 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6e237aff-9b1b-45b9-9798-3887bf3e3fce req-aabddb9b-d4d6-4ce6-864f-92aae0973b3c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5ae8832857744383bb7ca8c5c93a750e&device_id=f662ee26-e992-4d43-8104-ba50c14969ac HTTP/1.1" status: 200 len: 1095 time: 0.2241459 Jun 11 10:03:36.286858 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07059fda-c581-4a51-8f29-e660e21eedaf None None] Pushing event updated for resources: {'Port': ['ID=38d47433-14bf-42b8-a298-f1e73233b694,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:03:36.291759 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-07059fda-c581-4a51-8f29-e660e21eedaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:03:36.318713 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6e237aff-9b1b-45b9-9798-3887bf3e3fce req-8f5ab691-392f-44c6-a3cd-81363dd538ab service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3cce09b4-4535-4443-9057-2172c01556bf HTTP/1.1" status: 200 len: 217 time: 0.0669036 Jun 11 10:03:36.321426 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2024155e-1341-4fd0-8bcb-5503d3fa0c47 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:36.336537 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-2024155e-1341-4fd0-8bcb-5503d3fa0c47 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Transition to ACTIVE for port object 0800b713-4a43-45c3-99d4-4c60cb128473 will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:03:36.390104 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49b8afc-3c07-4a1b-a279-08c978e22001 req-beb7775f-5eba-48c5-a50e-84612ab8879a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:36.391904 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b49b8afc-3c07-4a1b-a279-08c978e22001 req-beb7775f-5eba-48c5-a50e-84612ab8879a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=19721a0f-204c-4d59-a30b-8c079af3c457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2106109 Jun 11 10:03:36.497811 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2024155e-1341-4fd0-8bcb-5503d3fa0c47 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:36.506629 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5881b4c6-25a7-4c95-904d-06e81098e82d tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:03:36.557680 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e237aff-9b1b-45b9-9798-3887bf3e3fce req-a2840375-e6fb-46f5-a507-7986e43b1b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:36.560005 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6e237aff-9b1b-45b9-9798-3887bf3e3fce req-a2840375-e6fb-46f5-a507-7986e43b1b34 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6901d489-facc-4715-b7fe-dd33d1b67520 HTTP/1.1" status: 200 len: 850 time: 0.2345154 Jun 11 10:03:36.562100 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b49b8afc-3c07-4a1b-a279-08c978e22001 req-f237c572-d146-4cb8-85eb-69bde310e3a9 service neutron] 10.222.0.69 "GET /v2.0/networks/19721a0f-204c-4d59-a30b-8c079af3c457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613858 Jun 11 10:03:36.622749 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2024155e-1341-4fd0-8bcb-5503d3fa0c47 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Pushing event updated for resources: {'Port': ['ID=0800b713-4a43-45c3-99d4-4c60cb128473,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:03:36.629531 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2024155e-1341-4fd0-8bcb-5503d3fa0c47 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:03:36.646873 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39016) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:03:36.659120 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2024155e-1341-4fd0-8bcb-5503d3fa0c47 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Network 4960fe0c-80e4-4998-bcc1-0dd8ed64700b is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:03:36.663889 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-2024155e-1341-4fd0-8bcb-5503d3fa0c47 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:03:36.683289 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6e237aff-9b1b-45b9-9798-3887bf3e3fce req-10ff823c-f93a-4f87-9dc4-f2ce4e5e725c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3ca4fc2b-0fb2-449d-8883-9502d1337add&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1161926 Jun 11 10:03:36.688646 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2024155e-1341-4fd0-8bcb-5503d3fa0c47 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:03:36.809889 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-67a2ecf0-fc71-43d7-be45-6d033ec24ddb admin admin] Deleting subnet 4c272ca3-4347-4491-8948-cccc56083f83 {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:03:36.819042 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2024155e-1341-4fd0-8bcb-5503d3fa0c47 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:36.820286 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2024155e-1341-4fd0-8bcb-5503d3fa0c47 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:36.837133 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-67a2ecf0-fc71-43d7-be45-6d033ec24ddb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:36.859849 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b49b8afc-3c07-4a1b-a279-08c978e22001 req-d6b5ed84-9478-4664-965d-b1aa2b3b0488 service neutron] 10.222.0.69 "GET /v2.0/networks/19721a0f-204c-4d59-a30b-8c079af3c457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769957 Jun 11 10:03:36.883384 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-67a2ecf0-fc71-43d7-be45-6d033ec24ddb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:36.892072 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b56ff88-f45f-4e4e-b778-23148aec826e req-4f641e8c-dbba-44a3-bac7-bf6e917a1a3f tempest-ServerGroupTestJSON-1106127317 tempest-ServerGroupTestJSON-1106127317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:36.893647 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6b56ff88-f45f-4e4e-b778-23148aec826e req-4f641e8c-dbba-44a3-bac7-bf6e917a1a3f tempest-ServerGroupTestJSON-1106127317 tempest-ServerGroupTestJSON-1106127317-project] 10.222.0.60 "GET /v2.0/ports?device_id=f662ee26-e992-4d43-8104-ba50c14969ac HTTP/1.1" status: 200 len: 943 time: 0.1731744 Jun 11 10:03:36.923737 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6e237aff-9b1b-45b9-9798-3887bf3e3fce req-25c3ffe4-94de-4f77-9b03-b2a25b2b9273 service neutron] 10.222.0.64 "GET /v2.0/networks/3ca4fc2b-0fb2-449d-8883-9502d1337add?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765087 Jun 11 10:03:36.927664 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-2024155e-1341-4fd0-8bcb-5503d3fa0c47 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.4579964 Jun 11 10:03:36.927927 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39022) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:03:36.934900 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-0883c619-c5b3-4f70-ab41-27502dda5fa9 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Request body: {'port': {'network_id': '4960fe0c-80e4-4998-bcc1-0dd8ed64700b', 'name': 'tempest-AllowedAddressPairTestJSON-787572714', 'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:88:76:09'}]}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:03:36.981041 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-67a2ecf0-fc71-43d7-be45-6d033ec24ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:37.086637 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6b56ff88-f45f-4e4e-b778-23148aec826e req-4a87383d-8678-4ab5-a95c-f502c645a221 tempest-ServerGroupTestJSON-1106127317 tempest-ServerGroupTestJSON-1106127317-project] 10.222.0.60 "GET /v2.0/security-groups?id=80e93562-c87e-4f2f-9965-8a6085c76a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662896 Jun 11 10:03:37.151029 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-67a2ecf0-fc71-43d7-be45-6d033ec24ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:37.154045 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-180175fb-088e-4ae0-b28d-a01c8c099522 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:03:37.208385 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6e237aff-9b1b-45b9-9798-3887bf3e3fce req-ce3d3a25-cce6-470f-ab93-f14afd0a36ce service neutron] 10.222.0.64 "GET /v2.0/networks/3ca4fc2b-0fb2-449d-8883-9502d1337add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642732 Jun 11 10:03:37.209453 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a2ecf0-fc71-43d7-be45-6d033ec24ddb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c272ca3-4347-4491-8948-cccc56083f83,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:03:37.214855 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-67a2ecf0-fc71-43d7-be45-6d033ec24ddb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:03:37.217756 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-67a2ecf0-fc71-43d7-be45-6d033ec24ddb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:37.222868 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-67a2ecf0-fc71-43d7-be45-6d033ec24ddb admin admin] 10.222.0.60 "DELETE /v2.0/subnets/4c272ca3-4347-4491-8948-cccc56083f83 HTTP/1.1" status: 204 len: 168 time: 0.5723317 Jun 11 10:03:37.224007 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39036) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:03:37.332262 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-76889b85-420d-4b59-a78d-5a267cfe2bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:37.429994 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0883c619-c5b3-4f70-ab41-27502dda5fa9 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Made reservation on behalf of cfebb7c73c824f899d4040cfd3a96e04 for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:03:37.488263 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-76889b85-420d-4b59-a78d-5a267cfe2bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:37.518066 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-76889b85-420d-4b59-a78d-5a267cfe2bbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['408df5f0-b53f-4dc3-bcf5-e554de707f6c']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:03:37.534805 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-76889b85-420d-4b59-a78d-5a267cfe2bbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7d4f3af-7caa-4b5b-8d30-8ea4b3cffc28') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:03:37.535213 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-76889b85-420d-4b59-a78d-5a267cfe2bbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7d4f3af-7caa-4b5b-8d30-8ea4b3cffc28') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:03:37.548814 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-76889b85-420d-4b59-a78d-5a267cfe2bbd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:37.565225 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-76889b85-420d-4b59-a78d-5a267cfe2bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:37.573328 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76889b85-420d-4b59-a78d-5a267cfe2bbd admin admin] Releasing vlan 763 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:03:37.573742 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-76889b85-420d-4b59-a78d-5a267cfe2bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:37.575523 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:03:37.575523 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:03:37.575523 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:03:37.575523 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 10:03:37.575523 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 10:03:37.575523 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:03:37.575523 n-d-779913-12 neutron-server[93177]: timer() Jun 11 10:03:37.575523 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:03:37.575523 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 10:03:37.575523 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:03:37.575523 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 10:03:37.575523 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:03:37.575523 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 10:03:37.575523 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:03:37.575523 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 10:03:37.575523 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:03:37.575523 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 10:03:37.575523 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:03:37.575523 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:03:37.575523 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:03:37.575523 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:03:37.575523 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:03:37.575523 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 10:03:37.575523 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:03:37.575523 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 10:03:37.575523 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:03:37.575523 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:03:37.575523 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:03:37.575523 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 10:03:37.575523 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:03:37.575523 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:03:37.575523 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:03:37.575523 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:03:37.575523 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:03:37.575523 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:03:37.575523 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:03:37.583413 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39048) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:03:37.638370 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ab8be0-a79d-49a7-89a3-045c030d835d None None] Network 4960fe0c-80e4-4998-bcc1-0dd8ed64700b requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:03:37.653917 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0883c619-c5b3-4f70-ab41-27502dda5fa9 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:37.653917 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410d9325-5e9f-4f2a-8b04-6c032cdf4430 req-48de987c-7140-4c91-9224-5d13c9d2e930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:37.654909 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-410d9325-5e9f-4f2a-8b04-6c032cdf4430 req-48de987c-7140-4c91-9224-5d13c9d2e930 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5ae8832857744383bb7ca8c5c93a750e&device_id=f662ee26-e992-4d43-8104-ba50c14969ac HTTP/1.1" status: 200 len: 1095 time: 0.1171401 Jun 11 10:03:37.717797 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [None req-0883c619-c5b3-4f70-ab41-27502dda5fa9 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] device_id is not set on port 1ff61a5d-e270-4c95-9cdf-43ab45d1064a yet. {{(pid=93176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 10:03:37.797743 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-76889b85-420d-4b59-a78d-5a267cfe2bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:37.809730 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c2242d27-a21d-44a2-afe9-ce127cd779fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:03:37.809730 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-76889b85-420d-4b59-a78d-5a267cfe2bbd admin admin] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:37.851460 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-76889b85-420d-4b59-a78d-5a267cfe2bbd admin admin] 10.222.0.60 "DELETE /v2.0/networks/408df5f0-b53f-4dc3-bcf5-e554de707f6c HTTP/1.1" status: 204 len: 168 time: 0.6273816 Jun 11 10:03:37.897754 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76889b85-420d-4b59-a78d-5a267cfe2bbd admin admin] Pushing event deleted for resources: {'Network': ['ID=408df5f0-b53f-4dc3-bcf5-e554de707f6c,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:03:37.906995 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-76889b85-420d-4b59-a78d-5a267cfe2bbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:03:37.969294 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410d9325-5e9f-4f2a-8b04-6c032cdf4430 req-a6f2eadf-2bfe-456e-80ec-869f439ab57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:37.970983 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-410d9325-5e9f-4f2a-8b04-6c032cdf4430 req-a6f2eadf-2bfe-456e-80ec-869f439ab57b service neutron] 10.222.0.64 "GET /v2.0/networks?id=3ca4fc2b-0fb2-449d-8883-9502d1337add HTTP/1.1" status: 200 len: 911 time: 0.3043447 Jun 11 10:03:38.135522 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-410d9325-5e9f-4f2a-8b04-6c032cdf4430 req-51a2f71f-318a-405f-944c-78289d6a5665 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3cce09b4-4535-4443-9057-2172c01556bf HTTP/1.1" status: 200 len: 217 time: 0.1014404 Jun 11 10:03:38.156949 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-db5d7dc2-4d18-483b-a169-48d96424196c None None] Provisioning for port 38d47433-14bf-42b8-a298-f1e73233b694 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:03:38.160035 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 38d47433-14bf-42b8-a298-f1e73233b694 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:03:38.251615 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-0883c619-c5b3-4f70-ab41-27502dda5fa9 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Allocated IP 172.20.0.3 (4960fe0c-80e4-4998-bcc1-0dd8ed64700b/94a4391b-9d8d-495f-8437-4223c21a7b17/1ff61a5d-e270-4c95-9cdf-43ab45d1064a) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:03:38.267783 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410d9325-5e9f-4f2a-8b04-6c032cdf4430 req-bc76c130-0b1d-47ca-be7d-04e931f56031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:38.270513 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-410d9325-5e9f-4f2a-8b04-6c032cdf4430 req-bc76c130-0b1d-47ca-be7d-04e931f56031 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6901d489-facc-4715-b7fe-dd33d1b67520 HTTP/1.1" status: 200 len: 850 time: 0.1223752 Jun 11 10:03:38.345356 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 38d47433-14bf-42b8-a298-f1e73233b694 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:03:38.345511 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-410d9325-5e9f-4f2a-8b04-6c032cdf4430 req-c454aa97-afbb-4a75-bc46-9d18c21d3eb2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3ca4fc2b-0fb2-449d-8883-9502d1337add&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620999 Jun 11 10:03:38.351733 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 38d47433-14bf-42b8-a298-f1e73233b694 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:03:38.353934 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:38.578032 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39066) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:03:38.605546 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:38.702855 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 38d47433-14bf-42b8-a298-f1e73233b694, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=38d47433-14bf-42b8-a298-f1e73233b694,segment=NetworkSegment(ee59aa2d-8579-47cc-b89b-d8a23549d52f),segment_id=ee59aa2d-8579-47cc-b89b-d8a23549d52f)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:03:38.720552 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafa1b1f-182d-442e-949b-caafad5449a2 req-4b89eac3-119d-44a5-bcb1-24f753e31364 tempest-ServerGroupTestJSON-1106127317 tempest-ServerGroupTestJSON-1106127317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:38.724376 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-6b0784cd-8925-439b-9cde-c9e726bd73ee None None] Provisioning complete for port 38d47433-14bf-42b8-a298-f1e73233b694 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:03:38.728476 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6b0784cd-8925-439b-9cde-c9e726bd73ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:38.728617 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-eafa1b1f-182d-442e-949b-caafad5449a2 req-4b89eac3-119d-44a5-bcb1-24f753e31364 tempest-ServerGroupTestJSON-1106127317 tempest-ServerGroupTestJSON-1106127317-project] 10.222.0.60 "GET /v2.0/ports?device_id=f662ee26-e992-4d43-8104-ba50c14969ac HTTP/1.1" status: 200 len: 943 time: 0.3928919 Jun 11 10:03:38.750555 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-686740b0-4813-476f-866c-1e7884120ee6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6286396ccabb40d88a9a30af63dac684&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1695995 Jun 11 10:03:38.752804 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39070) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:03:38.823493 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:38.859764 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:03:38.946378 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=38d47433-14bf-42b8-a298-f1e73233b694,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:03:38.972581 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:03:38.987286 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-eafa1b1f-182d-442e-949b-caafad5449a2 req-891f38e8-cdc5-4b6d-9882-7382da8eb1b2 tempest-ServerGroupTestJSON-1106127317 tempest-ServerGroupTestJSON-1106127317-project] 10.222.0.60 "GET /v2.0/security-groups?id=80e93562-c87e-4f2f-9965-8a6085c76a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576015 Jun 11 10:03:39.011606 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1df5c6d6-5186-4625-b2ca-463712bf399f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:39.039466 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1df5c6d6-5186-4625-b2ca-463712bf399f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:39.192827 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1df5c6d6-5186-4625-b2ca-463712bf399f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:39.192827 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1df5c6d6-5186-4625-b2ca-463712bf399f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:39.192827 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-1df5c6d6-5186-4625-b2ca-463712bf399f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/160f3095-f255-4635-879e-901f0053bd83 HTTP/1.1" status: 204 len: 168 time: 0.4379396 Jun 11 10:03:39.192827 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-dd00fdee-738a-4210-bd07-8b73d1a98324 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:03:39.213096 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df5c6d6-5186-4625-b2ca-463712bf399f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=160f3095-f255-4635-879e-901f0053bd83,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:03:39.220807 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-6b0784cd-8925-439b-9cde-c9e726bd73ee None None] Provisioning for port 0800b713-4a43-45c3-99d4-4c60cb128473 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:03:39.222921 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1df5c6d6-5186-4625-b2ca-463712bf399f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:03:39.229805 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-62deb76f-9fc6-47f9-9ed4-ec5612766993 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Deleting port ed6b95d1-8fd7-4111-8c7b-f2be5d92428d {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:03:39.233075 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-62deb76f-9fc6-47f9-9ed4-ec5612766993 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:39.233205 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-6b0784cd-8925-439b-9cde-c9e726bd73ee None None] Provisioning complete for port 0800b713-4a43-45c3-99d4-4c60cb128473 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:03:39.233205 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6b0784cd-8925-439b-9cde-c9e726bd73ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:39.345547 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-6b0784cd-8925-439b-9cde-c9e726bd73ee None None] Port 0800b713-4a43-45c3-99d4-4c60cb128473 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:03:39.484679 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-c8ed2900-bb0c-4493-af9e-7f5f2bf995ec None None] Provisioning complete for port 0800b713-4a43-45c3-99d4-4c60cb128473 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:03:39.487545 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c8ed2900-bb0c-4493-af9e-7f5f2bf995ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:39.545397 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-410d9325-5e9f-4f2a-8b04-6c032cdf4430 req-fb7b6d84-9a9d-46bb-8013-28cd72b72b33 service neutron] 10.222.0.64 "GET /v2.0/networks/3ca4fc2b-0fb2-449d-8883-9502d1337add?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1919382 Jun 11 10:03:39.545945 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed2900-bb0c-4493-af9e-7f5f2bf995ec None None] Port 0800b713-4a43-45c3-99d4-4c60cb128473 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:03:39.549645 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-62deb76f-9fc6-47f9-9ed4-ec5612766993 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:39.549978 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-62deb76f-9fc6-47f9-9ed4-ec5612766993 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:39.647679 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0883c619-c5b3-4f70-ab41-27502dda5fa9 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:39.696432 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-62deb76f-9fc6-47f9-9ed4-ec5612766993 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Calling delete_port for ed6b95d1-8fd7-4111-8c7b-f2be5d92428d owned by network:floatingip {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:03:39.779183 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [None req-0883c619-c5b3-4f70-ab41-27502dda5fa9 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Transition to ACTIVE for port object 1ff61a5d-e270-4c95-9cdf-43ab45d1064a will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:03:39.941310 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-410d9325-5e9f-4f2a-8b04-6c032cdf4430 req-15908bf8-ae2d-4fc2-b99a-ee09148630fa service neutron] 10.222.0.64 "GET /v2.0/networks/3ca4fc2b-0fb2-449d-8883-9502d1337add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3856175 Jun 11 10:03:39.953962 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 38d47433-14bf-42b8-a298-f1e73233b694 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:03:40.046493 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0883c619-c5b3-4f70-ab41-27502dda5fa9 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:40.054873 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d547ed9f-85b6-462d-8448-383a4ba3e045 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:03:40.078369 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 38d47433-14bf-42b8-a298-f1e73233b694 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:03:40.082070 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:40.175404 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0883c619-c5b3-4f70-ab41-27502dda5fa9 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Pushing event updated for resources: {'Port': ['ID=1ff61a5d-e270-4c95-9cdf-43ab45d1064a,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:03:40.190673 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0883c619-c5b3-4f70-ab41-27502dda5fa9 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Network 4960fe0c-80e4-4998-bcc1-0dd8ed64700b is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:03:40.206750 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0883c619-c5b3-4f70-ab41-27502dda5fa9 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:03:40.217159 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-0883c619-c5b3-4f70-ab41-27502dda5fa9 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:03:40.225919 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0883c619-c5b3-4f70-ab41-27502dda5fa9 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:03:40.326830 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-62deb76f-9fc6-47f9-9ed4-ec5612766993 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:40.336802 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-77147cc5-d36e-4a39-b598-f4c0e7567c0b tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:03:40.386452 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62deb76f-9fc6-47f9-9ed4-ec5612766993 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Pushing event deleted for resources: {'Port': ['ID=ed6b95d1-8fd7-4111-8c7b-f2be5d92428d,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:03:40.402838 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-62deb76f-9fc6-47f9-9ed4-ec5612766993 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:03:40.409006 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0883c619-c5b3-4f70-ab41-27502dda5fa9 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:40.409691 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0883c619-c5b3-4f70-ab41-27502dda5fa9 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:40.510692 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f35d797-ae06-4b11-89ff-f35505665392 req-f7fb5cd0-7b05-4a64-a15f-2514221ce5ae tempest-ServerGroupTestJSON-1106127317 tempest-ServerGroupTestJSON-1106127317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:40.517813 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6f35d797-ae06-4b11-89ff-f35505665392 req-f7fb5cd0-7b05-4a64-a15f-2514221ce5ae tempest-ServerGroupTestJSON-1106127317 tempest-ServerGroupTestJSON-1106127317-project] 10.222.0.60 "GET /v2.0/ports?device_id=f662ee26-e992-4d43-8104-ba50c14969ac HTTP/1.1" status: 200 len: 943 time: 0.2879372 Jun 11 10:03:40.529070 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-62deb76f-9fc6-47f9-9ed4-ec5612766993 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Notify callbacks [] for floatingip, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:40.529469 n-d-779913-12 neutron-server[93176]: INFO neutron.db.l3_db [None req-62deb76f-9fc6-47f9-9ed4-ec5612766993 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Floating IP 312b749d-de54-45e3-ad65-ae0063b4e09f disassociated (deleted). External IP: 172.25.4.186, port: f5888e41-470d-4fab-87f9-8b44d2214958. Jun 11 10:03:40.648951 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-0883c619-c5b3-4f70-ab41-27502dda5fa9 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 3.7197337 Jun 11 10:03:40.653711 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39108) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:03:40.676203 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6f35d797-ae06-4b11-89ff-f35505665392 req-3f875a7c-8705-4f49-a4d2-54bcf23909f0 tempest-ServerGroupTestJSON-1106127317 tempest-ServerGroupTestJSON-1106127317-project] 10.222.0.60 "GET /v2.0/security-groups?id=80e93562-c87e-4f2f-9965-8a6085c76a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568141 Jun 11 10:03:40.688895 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-2d1b5315-de5e-414d-8c43-b6b12044a5ca None None] Provisioning for port 1ff61a5d-e270-4c95-9cdf-43ab45d1064a completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:03:40.696313 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-2d1b5315-de5e-414d-8c43-b6b12044a5ca None None] Provisioning complete for port 1ff61a5d-e270-4c95-9cdf-43ab45d1064a triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:03:40.696639 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2d1b5315-de5e-414d-8c43-b6b12044a5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:40.746276 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39110) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:03:40.789561 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 3cce09b4-4535-4443-9057-2172c01556bf details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 10:03:40.818161 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310123b4-4983-4b42-bad7-755a1f3796f0 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:40.843523 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310123b4-4983-4b42-bad7-755a1f3796f0 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:40.847099 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-2d1b5315-de5e-414d-8c43-b6b12044a5ca None None] Port 1ff61a5d-e270-4c95-9cdf-43ab45d1064a cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:03:40.854144 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310123b4-4983-4b42-bad7-755a1f3796f0 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:40.858754 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-310123b4-4983-4b42-bad7-755a1f3796f0 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.2037845 Jun 11 10:03:40.861662 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39116) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:03:41.020371 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62deb76f-9fc6-47f9-9ed4-ec5612766993 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Router 77baf7db-bdcb-44cb-a908-0368651b64ec has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:03:41.049576 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-7c51acad-444e-4182-967f-bf841319dde3 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Deleting port 1ff61a5d-e270-4c95-9cdf-43ab45d1064a {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:03:41.050913 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7c51acad-444e-4182-967f-bf841319dde3 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:41.084856 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 3cce09b4-4535-4443-9057-2172c01556bf, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=3cce09b4-4535-4443-9057-2172c01556bf,segment=NetworkSegment(008ac4f2-3c5c-40ab-b728-319e965ab6d2),segment_id=008ac4f2-3c5c-40ab-b728-319e965ab6d2)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:03:41.101768 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': '3cce09b4-4535-4443-9057-2172c01556bf', 'network_id': '3ca4fc2b-0fb2-449d-8883-9502d1337add', 'port_id': '3cce09b4-4535-4443-9057-2172c01556bf', 'mac_address': 'fa:16:3e:90:a4:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6901d489-facc-4715-b7fe-dd33d1b67520', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 10:03:41.172447 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:41.183374 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7c51acad-444e-4182-967f-bf841319dde3 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:41.187702 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-3d5d58ef-18f8-4516-80e9-bc41fd01579a admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-108765747-network', 'tenant_id': '803465dfebff4a3eb548147a91e58816'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:03:41.192780 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cce09b4-4535-4443-9057-2172c01556bf {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:03:41.222973 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 3cce09b4-4535-4443-9057-2172c01556bf, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=3cce09b4-4535-4443-9057-2172c01556bf,segment=NetworkSegment(008ac4f2-3c5c-40ab-b728-319e965ab6d2),segment_id=008ac4f2-3c5c-40ab-b728-319e965ab6d2)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:03:41.260604 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62deb76f-9fc6-47f9-9ed4-ec5612766993 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:03:41.276329 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac052d43-f7c5-4e61-b3e0-b7f7db107130 None None] Sync routers for ids ['77baf7db-bdcb-44cb-a908-0368651b64ec'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:03:41.276997 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-62deb76f-9fc6-47f9-9ed4-ec5612766993 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:41.289862 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac052d43-f7c5-4e61-b3e0-b7f7db107130 None None] Routers {'77baf7db-bdcb-44cb-a908-0368651b64ec'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:03:41.290521 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-ac052d43-f7c5-4e61-b3e0-b7f7db107130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:03:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['77baf7db-bdcb-44cb-a908-0368651b64ec'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:03:41.356634 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d5d58ef-18f8-4516-80e9-bc41fd01579a admin admin] Made reservation on behalf of 803465dfebff4a3eb548147a91e58816 for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:03:41.360545 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3d5d58ef-18f8-4516-80e9-bc41fd01579a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:41.375396 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3d5d58ef-18f8-4516-80e9-bc41fd01579a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:41.415233 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-62deb76f-9fc6-47f9-9ed4-ec5612766993 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] 10.222.0.60 "DELETE /v2.0/floatingips/312b749d-de54-45e3-ad65-ae0063b4e09f HTTP/1.1" status: 204 len: 168 time: 3.8312309 Jun 11 10:03:41.417541 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90d183ec-8c83-4c21-b0ab-8b3eeebcdcb7', 'tag': 'f5888e41-470d-4fab-87f9-8b44d2214958'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:03:41.420204 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81cd1dc8-17b3-48c2-9cc4-e9e173023746" -d '{"events": [{"name": "network-changed", "server_uuid": "90d183ec-8c83-4c21-b0ab-8b3eeebcdcb7", "tag": "f5888e41-470d-4fab-87f9-8b44d2214958"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:03:41.451142 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:41.562169 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-dcab2151-4184-4a16-861d-e99effb1186a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:03:41.616086 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5503bee-f938-4b47-bb96-8547395fdfa2 x-openstack-request-id: req-d5503bee-f938-4b47-bb96-8547395fdfa2 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:03:41.630638 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=3cce09b4-4535-4443-9057-2172c01556bf,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:03:41.636118 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:03:41.636789 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90d183ec-8c83-4c21-b0ab-8b3eeebcdcb7", "tag": "f5888e41-470d-4fab-87f9-8b44d2214958", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:03:41.638194 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d5503bee-f938-4b47-bb96-8547395fdfa2 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:03:41.641323 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90d183ec-8c83-4c21-b0ab-8b3eeebcdcb7', 'tag': 'f5888e41-470d-4fab-87f9-8b44d2214958', 'status': 'completed', 'code': 200} Jun 11 10:03:41.747355 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-ac052d43-f7c5-4e61-b3e0-b7f7db107130 None None] Set router 77baf7db-bdcb-44cb-a908-0368651b64ec gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:03:41.786465 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3d5d58ef-18f8-4516-80e9-bc41fd01579a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:41.849811 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cd1dc8-17b3-48c2-9cc4-e9e173023746 req-b0661df0-e91a-49b9-b431-c4236d0bdabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:41.854410 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['3cce09b4-4535-4443-9057-2172c01556bf'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:03:41.856836 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-81cd1dc8-17b3-48c2-9cc4-e9e173023746 req-b0661df0-e91a-49b9-b431-c4236d0bdabc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e89665a5b31d4cfa8d287da55d8a46ff&device_id=90d183ec-8c83-4c21-b0ab-8b3eeebcdcb7 HTTP/1.1" status: 200 len: 1097 time: 0.2048800 Jun 11 10:03:41.905593 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3d5d58ef-18f8-4516-80e9-bc41fd01579a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:41.926369 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-892633e3-4005-4ae8-b02e-637a7b8da77e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:03:41.993862 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d5d58ef-18f8-4516-80e9-bc41fd01579a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 766} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:03:42.088258 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-7c51acad-444e-4182-967f-bf841319dde3 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Calling delete_port for 1ff61a5d-e270-4c95-9cdf-43ab45d1064a owned by {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:03:42.118166 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5d58ef-18f8-4516-80e9-bc41fd01579a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d693a29a-5604-461f-a086-63bad83a2033,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:03:42.209700 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3d5d58ef-18f8-4516-80e9-bc41fd01579a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:42.213667 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-3d5d58ef-18f8-4516-80e9-bc41fd01579a admin admin] Added segment 729ef9c1-25f5-4d4b-999d-83e317386897 of type vlan for network 21236c51-301a-412d-821d-c65c05453eaa Jun 11 10:03:42.266404 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63782223-fd0c-41e4-8183-dd68207f8185 req-654c31d9-79ea-4ac1-a9d5-7a49940992c4 tempest-ServerGroupTestJSON-1106127317 tempest-ServerGroupTestJSON-1106127317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:42.274473 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-63782223-fd0c-41e4-8183-dd68207f8185 req-654c31d9-79ea-4ac1-a9d5-7a49940992c4 tempest-ServerGroupTestJSON-1106127317 tempest-ServerGroupTestJSON-1106127317-project] 10.222.0.60 "GET /v2.0/ports?device_id=f662ee26-e992-4d43-8104-ba50c14969ac HTTP/1.1" status: 200 len: 944 time: 0.1831608 Jun 11 10:03:42.285983 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3d5d58ef-18f8-4516-80e9-bc41fd01579a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:42.333707 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-ac052d43-f7c5-4e61-b3e0-b7f7db107130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77baf7db-bdcb-44cb-a908-0368651b64ec', 'name': 'tempest-TestVolumeBackupRestore-1478312366-router', 'tenant_id': 'e89665a5b31d4cfa8d287da55d8a46ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '24f81093-6a7e-4d1f-ac6a-af239f89efad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:57:52Z', 'updated_at': '2021-06-11T09:57:59Z', 'revision_number': 4, 'project_id': 'e89665a5b31d4cfa8d287da55d8a46ff', 'gw_port': {'id': '24f81093-6a7e-4d1f-ac6a-af239f89efad', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77baf7db-bdcb-44cb-a908-0368651b64ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:57:53Z', 'updated_at': '2021-06-11T09:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '91f4cf2c-28f7-434c-8ce3-92937fbde7d8', 'name': '', 'network_id': '19721a0f-204c-4d59-a30b-8c079af3c457', 'tenant_id': 'e89665a5b31d4cfa8d287da55d8a46ff', 'mac_address': 'fa:16:3e:7d:e5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77baf7db-bdcb-44cb-a908-0368651b64ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '79ac6b49-4f55-457d-944e-2b0fda2a6422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:57:57Z', 'updated_at': '2021-06-11T09:58:07Z', 'revision_number': 5, 'project_id': 'e89665a5b31d4cfa8d287da55d8a46ff', 'subnets': [{'id': '79ac6b49-4f55-457d-944e-2b0fda2a6422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:03:42.340101 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac052d43-f7c5-4e61-b3e0-b7f7db107130 None None] Checking router: 77baf7db-bdcb-44cb-a908-0368651b64ec for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:03:42.354214 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac052d43-f7c5-4e61-b3e0-b7f7db107130 None None] Routers {'77baf7db-bdcb-44cb-a908-0368651b64ec'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:03:42.355361 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-ac052d43-f7c5-4e61-b3e0-b7f7db107130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:03:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['77baf7db-bdcb-44cb-a908-0368651b64ec'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:03:42.370919 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cd1dc8-17b3-48c2-9cc4-e9e173023746 req-f203946d-ed07-4e8f-8add-675ba272fe50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:42.375292 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-81cd1dc8-17b3-48c2-9cc4-e9e173023746 req-f203946d-ed07-4e8f-8add-675ba272fe50 service neutron] 10.222.0.69 "GET /v2.0/networks?id=19721a0f-204c-4d59-a30b-8c079af3c457 HTTP/1.1" status: 200 len: 915 time: 0.5055127 Jun 11 10:03:42.380170 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3d5d58ef-18f8-4516-80e9-bc41fd01579a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:03:42.421258 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-63782223-fd0c-41e4-8183-dd68207f8185 req-d7ca72fd-f64c-4550-a8dd-e5ae3d182393 tempest-ServerGroupTestJSON-1106127317 tempest-ServerGroupTestJSON-1106127317-project] 10.222.0.60 "GET /v2.0/security-groups?id=80e93562-c87e-4f2f-9965-8a6085c76a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456542 Jun 11 10:03:42.512101 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-81cd1dc8-17b3-48c2-9cc4-e9e173023746 req-3ee75cce-792b-4f74-b529-6ec5ddeffb78 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f5888e41-470d-4fab-87f9-8b44d2214958 HTTP/1.1" status: 200 len: 217 time: 0.1277959 Jun 11 10:03:42.523200 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3d5d58ef-18f8-4516-80e9-bc41fd01579a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:42.524515 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5d58ef-18f8-4516-80e9-bc41fd01579a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:42.527459 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3d5d58ef-18f8-4516-80e9-bc41fd01579a admin admin] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:42.626434 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-ac052d43-f7c5-4e61-b3e0-b7f7db107130 None None] Set router 77baf7db-bdcb-44cb-a908-0368651b64ec gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:03:42.653232 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8a461200-8c00-42bd-9fae-69bfbe358ea7 tempest-AllowedAddressPairIpV6TestJSON-1657762654 tempest-AllowedAddressPairIpV6TestJSON-1657762654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:03:42.688261 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7c51acad-444e-4182-967f-bf841319dde3 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:42.692898 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ed21082d-dea8-4f31-97be-63979f9ba08f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:03:42.775353 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39150) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:03:42.776835 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c51acad-444e-4182-967f-bf841319dde3 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Pushing event deleted for resources: {'Port': ['ID=1ff61a5d-e270-4c95-9cdf-43ab45d1064a,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:03:42.781029 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7c51acad-444e-4182-967f-bf841319dde3 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:03:42.849011 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cd1dc8-17b3-48c2-9cc4-e9e173023746 req-a7dceac1-f271-4bab-a6b9-01c0cc2a97dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:42.850339 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-81cd1dc8-17b3-48c2-9cc4-e9e173023746 req-a7dceac1-f271-4bab-a6b9-01c0cc2a97dd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=79ac6b49-4f55-457d-944e-2b0fda2a6422 HTTP/1.1" status: 200 len: 853 time: 0.2979438 Jun 11 10:03:43.066725 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7c51acad-444e-4182-967f-bf841319dde3 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:43.070941 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-7c51acad-444e-4182-967f-bf841319dde3 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] 10.222.0.60 "DELETE /v2.0/ports/1ff61a5d-e270-4c95-9cdf-43ab45d1064a HTTP/1.1" status: 204 len: 168 time: 2.2064822 Jun 11 10:03:43.078422 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39158) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:03:43.160478 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cfe25478-c9f5-4d41-834c-2ed08ef5d627 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:43.167349 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-3d5d58ef-18f8-4516-80e9-bc41fd01579a admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.4197509 Jun 11 10:03:43.168248 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39164) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:03:43.198316 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-7694d6e6-6d31-4465-ba73-66cbda04c972 admin admin] Request body: {'subnet': {'network_id': '21236c51-301a-412d-821d-c65c05453eaa', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-108765747-subnet', 'tenant_id': '803465dfebff4a3eb548147a91e58816', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:03:43.213598 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-07b4fcf0-90e2-4b5f-99f9-80c0606b1716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:43.301457 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b6af0-d7c1-4e7a-a56a-cc79c7ee118c req-a05fb5c6-4199-4d89-8d29-a2ff32bb6574 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:43.304386 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ff0b6af0-d7c1-4e7a-a56a-cc79c7ee118c req-a05fb5c6-4199-4d89-8d29-a2ff32bb6574 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] 10.222.0.60 "GET /v2.0/ports?device_id=90d183ec-8c83-4c21-b0ab-8b3eeebcdcb7 HTTP/1.1" status: 200 len: 945 time: 0.7875357 Jun 11 10:03:43.313896 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5d58ef-18f8-4516-80e9-bc41fd01579a admin admin] Pushing event updated for resources: {'Network': ['ID=21236c51-301a-412d-821d-c65c05453eaa,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:03:43.324694 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3d74a82-6936-4f4f-8e08-349ce5ca1536 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] GET failed (client error): The resource could not be found. Jun 11 10:03:43.327463 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-d3d74a82-6936-4f4f-8e08-349ce5ca1536 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] 10.222.0.60 "GET /v2.0/ports/1ff61a5d-e270-4c95-9cdf-43ab45d1064a HTTP/1.1" status: 404 len: 333 time: 0.2477624 Jun 11 10:03:43.331964 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39168) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:03:43.332453 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 21236c51-301a-412d-821d-c65c05453eaa details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:03:43.334239 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3d5d58ef-18f8-4516-80e9-bc41fd01579a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.681s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:03:43.341160 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cfe25478-c9f5-4d41-834c-2ed08ef5d627 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:43.342260 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-679694d5-431b-47e3-876d-260a6286d212 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Request body: {'port': {'network_id': '4960fe0c-80e4-4998-bcc1-0dd8ed64700b', 'name': 'tempest-AllowedAddressPairTestJSON-834227001'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:03:43.437315 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cfe25478-c9f5-4d41-834c-2ed08ef5d627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:43.446867 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e51d9ec4-7845-4985-8205-21e953c45351 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:03:43.515977 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-ac052d43-f7c5-4e61-b3e0-b7f7db107130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77baf7db-bdcb-44cb-a908-0368651b64ec', 'name': 'tempest-TestVolumeBackupRestore-1478312366-router', 'tenant_id': 'e89665a5b31d4cfa8d287da55d8a46ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '24f81093-6a7e-4d1f-ac6a-af239f89efad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:57:52Z', 'updated_at': '2021-06-11T09:57:59Z', 'revision_number': 4, 'project_id': 'e89665a5b31d4cfa8d287da55d8a46ff', 'gw_port': {'id': '24f81093-6a7e-4d1f-ac6a-af239f89efad', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77baf7db-bdcb-44cb-a908-0368651b64ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:57:53Z', 'updated_at': '2021-06-11T09:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '91f4cf2c-28f7-434c-8ce3-92937fbde7d8', 'name': '', 'network_id': '19721a0f-204c-4d59-a30b-8c079af3c457', 'tenant_id': 'e89665a5b31d4cfa8d287da55d8a46ff', 'mac_address': 'fa:16:3e:7d:e5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77baf7db-bdcb-44cb-a908-0368651b64ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '79ac6b49-4f55-457d-944e-2b0fda2a6422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:57:57Z', 'updated_at': '2021-06-11T09:58:07Z', 'revision_number': 5, 'project_id': 'e89665a5b31d4cfa8d287da55d8a46ff', 'subnets': [{'id': '79ac6b49-4f55-457d-944e-2b0fda2a6422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:03:43.521518 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac052d43-f7c5-4e61-b3e0-b7f7db107130 None None] The sync data for ids ['77baf7db-bdcb-44cb-a908-0368651b64ec'] in n-d-779913-12 is: [{'id': '77baf7db-bdcb-44cb-a908-0368651b64ec', 'name': 'tempest-TestVolumeBackupRestore-1478312366-router', 'tenant_id': 'e89665a5b31d4cfa8d287da55d8a46ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '24f81093-6a7e-4d1f-ac6a-af239f89efad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:57:52Z', 'updated_at': '2021-06-11T09:57:59Z', 'revision_number': 4, 'project_id': 'e89665a5b31d4cfa8d287da55d8a46ff', 'gw_port': {'id': '24f81093-6a7e-4d1f-ac6a-af239f89efad', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77baf7db-bdcb-44cb-a908-0368651b64ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:57:53Z', 'updated_at': '2021-06-11T09:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '91f4cf2c-28f7-434c-8ce3-92937fbde7d8', 'name': '', 'network_id': '19721a0f-204c-4d59-a30b-8c079af3c457', 'tenant_id': 'e89665a5b31d4cfa8d287da55d8a46ff', 'mac_address': 'fa:16:3e:7d:e5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77baf7db-bdcb-44cb-a908-0368651b64ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '79ac6b49-4f55-457d-944e-2b0fda2a6422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:57:57Z', 'updated_at': '2021-06-11T09:58:07Z', 'revision_number': 5, 'project_id': 'e89665a5b31d4cfa8d287da55d8a46ff', 'subnets': [{'id': '79ac6b49-4f55-457d-944e-2b0fda2a6422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:03:43.563098 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe25478-c9f5-4d41-834c-2ed08ef5d627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba68e83-0148-4c85-a05f-5317808a6773,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:03:43.572073 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-cfe25478-c9f5-4d41-834c-2ed08ef5d627 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:03:43.601198 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ff0b6af0-d7c1-4e7a-a56a-cc79c7ee118c req-fe11388c-480a-4f1d-8bae-900201096211 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] 10.222.0.60 "GET /v2.0/security-groups?id=ec3b74fd-4355-4188-b0b8-7a8e0d2985fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2732692 Jun 11 10:03:43.603701 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cd1dc8-17b3-48c2-9cc4-e9e173023746 req-763b53b3-4253-4b76-b147-43c558675423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:43.605723 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-81cd1dc8-17b3-48c2-9cc4-e9e173023746 req-763b53b3-4253-4b76-b147-43c558675423 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=19721a0f-204c-4d59-a30b-8c079af3c457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7430301 Jun 11 10:03:43.626767 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-cfe25478-c9f5-4d41-834c-2ed08ef5d627 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a9cca3ddf00e411abfdab45047e199fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8445187 Jun 11 10:03:43.629091 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39174) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:03:43.775790 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c440ac7d-360a-423a-80e7-08846fb4e5c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:43.814465 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c440ac7d-360a-423a-80e7-08846fb4e5c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:43.833328 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-81cd1dc8-17b3-48c2-9cc4-e9e173023746 req-1030e390-685a-4efe-a044-7d5ba5e3eec0 service neutron] 10.222.0.69 "GET /v2.0/networks/19721a0f-204c-4d59-a30b-8c079af3c457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089882 Jun 11 10:03:43.836151 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7694d6e6-6d31-4465-ba73-66cbda04c972 admin admin] Made reservation on behalf of 803465dfebff4a3eb548147a91e58816 for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:03:43.837313 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7694d6e6-6d31-4465-ba73-66cbda04c972 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:43.891082 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e071dc54-33b9-4288-a773-6676edfe66bb req-9edad3e8-d0ba-4d4e-add3-0e9e39fb08e2 tempest-ServerGroupTestJSON-1106127317 tempest-ServerGroupTestJSON-1106127317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:43.892691 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e071dc54-33b9-4288-a773-6676edfe66bb req-9edad3e8-d0ba-4d4e-add3-0e9e39fb08e2 tempest-ServerGroupTestJSON-1106127317 tempest-ServerGroupTestJSON-1106127317-project] 10.222.0.60 "GET /v2.0/ports?device_id=f662ee26-e992-4d43-8104-ba50c14969ac HTTP/1.1" status: 200 len: 944 time: 0.1856518 Jun 11 10:03:43.955533 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e071dc54-33b9-4288-a773-6676edfe66bb req-204dc784-a974-4294-8c99-ad6dfabc6584 tempest-ServerGroupTestJSON-1106127317 tempest-ServerGroupTestJSON-1106127317-project] 10.222.0.60 "GET /v2.0/security-groups?id=80e93562-c87e-4f2f-9965-8a6085c76a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493217 Jun 11 10:03:44.042911 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c440ac7d-360a-423a-80e7-08846fb4e5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:44.050471 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c440ac7d-360a-423a-80e7-08846fb4e5c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:44.050471 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-c440ac7d-360a-423a-80e7-08846fb4e5c2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8ba68e83-0148-4c85-a05f-5317808a6773 HTTP/1.1" status: 204 len: 168 time: 0.4158854 Jun 11 10:03:44.050471 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b1b32e78-6f40-44ea-bf92-4b4ecae411d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:03:44.063884 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c440ac7d-360a-423a-80e7-08846fb4e5c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba68e83-0148-4c85-a05f-5317808a6773,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:03:44.083425 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c440ac7d-360a-423a-80e7-08846fb4e5c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:03:44.084176 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e61da76-ca66-4324-b1a1-15ca1af75526 None None] New status for floating IP 312b749d-de54-45e3-ad65-ae0063b4e09f: DOWN {{(pid=93179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 10:03:44.242625 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f659ca-5e5a-4498-9f81-bbaa2539c961 req-2e3fdbb5-7b21-40d0-9533-5a11b9924c11 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:44.244421 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-85f659ca-5e5a-4498-9f81-bbaa2539c961 req-2e3fdbb5-7b21-40d0-9533-5a11b9924c11 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] 10.222.0.69 "GET /v2.0/ports?device_id=90d183ec-8c83-4c21-b0ab-8b3eeebcdcb7 HTTP/1.1" status: 200 len: 945 time: 0.0915883 Jun 11 10:03:44.370101 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-85f659ca-5e5a-4498-9f81-bbaa2539c961 req-cae4feea-73cb-4ad2-9635-4fd553d73dcc tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Deleting port f5888e41-470d-4fab-87f9-8b44d2214958 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:03:44.370515 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-85f659ca-5e5a-4498-9f81-bbaa2539c961 req-cae4feea-73cb-4ad2-9635-4fd553d73dcc tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:44.466921 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-679694d5-431b-47e3-876d-260a6286d212 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Made reservation on behalf of cfebb7c73c824f899d4040cfd3a96e04 for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:03:44.470407 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-679694d5-431b-47e3-876d-260a6286d212 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:44.510580 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [None req-679694d5-431b-47e3-876d-260a6286d212 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] device_id is not set on port 0951810e-5a2e-4ba2-8e4f-562327705eb7 yet. {{(pid=93176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 10:03:44.511462 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-85f659ca-5e5a-4498-9f81-bbaa2539c961 req-cae4feea-73cb-4ad2-9635-4fd553d73dcc tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] For port f5888e41-470d-4fab-87f9-8b44d2214958, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=f5888e41-470d-4fab-87f9-8b44d2214958,segment=NetworkSegment(1631155d-3f9e-4895-9926-5ebf12582263),segment_id=1631155d-3f9e-4895-9926-5ebf12582263)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:03:44.511876 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-85f659ca-5e5a-4498-9f81-bbaa2539c961 req-cae4feea-73cb-4ad2-9635-4fd553d73dcc tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:44.564045 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-81cd1dc8-17b3-48c2-9cc4-e9e173023746 req-56bcaade-a567-4d3d-8419-7a46eccf1959 service neutron] 10.222.0.69 "GET /v2.0/networks/19721a0f-204c-4d59-a30b-8c079af3c457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7044010 Jun 11 10:03:44.616888 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-85f659ca-5e5a-4498-9f81-bbaa2539c961 req-cae4feea-73cb-4ad2-9635-4fd553d73dcc tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Calling delete_port for f5888e41-470d-4fab-87f9-8b44d2214958 owned by compute:nova {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:03:44.755593 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7694d6e6-6d31-4465-ba73-66cbda04c972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:44.766660 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e31257da-4758-4490-95c3-e767bcf9e614 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:03:44.789582 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 3cce09b4-4535-4443-9057-2172c01556bf up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:03:44.866934 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-679694d5-431b-47e3-876d-260a6286d212 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Allocated IP 172.20.0.12 (4960fe0c-80e4-4998-bcc1-0dd8ed64700b/94a4391b-9d8d-495f-8437-4223c21a7b17/0951810e-5a2e-4ba2-8e4f-562327705eb7) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:03:44.872910 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-85f659ca-5e5a-4498-9f81-bbaa2539c961 req-cae4feea-73cb-4ad2-9635-4fd553d73dcc tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:44.881831 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-10427175-41ee-45d3-9050-11bce8ec36f7 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:03:44.916319 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7694d6e6-6d31-4465-ba73-66cbda04c972 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d9d7779-ad7b-4d2c-b65e-6a2966c24d2b,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:03:44.924403 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7694d6e6-6d31-4465-ba73-66cbda04c972 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:03:44.946261 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae4feea-73cb-4ad2-9635-4fd553d73dcc tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Pushing event deleted for resources: {'Port': ['ID=f5888e41-470d-4fab-87f9-8b44d2214958,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:03:44.953956 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7694d6e6-6d31-4465-ba73-66cbda04c972 admin admin] Checking segment: {'id': '729ef9c1-25f5-4d4b-999d-83e317386897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '21236c51-301a-412d-821d-c65c05453eaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:03:44.954332 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-cae4feea-73cb-4ad2-9635-4fd553d73dcc tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:03:44.954441 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7694d6e6-6d31-4465-ba73-66cbda04c972 admin admin] Network hostable DHCP agents. Network: 21236c51-301a-412d-821d-c65c05453eaa, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:03:44.980928 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbf7501-f93a-40bb-bf61-f6c575b92fb8 req-da256b15-0a7b-4372-abff-fa80c0417bd4 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:44.992237 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0fbf7501-f93a-40bb-bf61-f6c575b92fb8 req-da256b15-0a7b-4372-abff-fa80c0417bd4 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] 10.222.0.60 "GET /v2.0/ports?device_id=90d183ec-8c83-4c21-b0ab-8b3eeebcdcb7 HTTP/1.1" status: 200 len: 867 time: 0.2397883 Jun 11 10:03:45.040365 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-85f659ca-5e5a-4498-9f81-bbaa2539c961 req-cae4feea-73cb-4ad2-9635-4fd553d73dcc tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] No DVR routers for this DVR port f5888e41-470d-4fab-87f9-8b44d2214958 on host n-h2-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:03:45.044010 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-85f659ca-5e5a-4498-9f81-bbaa2539c961 req-cae4feea-73cb-4ad2-9635-4fd553d73dcc tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:45.047694 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-85f659ca-5e5a-4498-9f81-bbaa2539c961 req-cae4feea-73cb-4ad2-9635-4fd553d73dcc tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] 10.222.0.69 "DELETE /v2.0/ports/f5888e41-470d-4fab-87f9-8b44d2214958 HTTP/1.1" status: 204 len: 173 time: 0.7939358 Jun 11 10:03:45.047694 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90d183ec-8c83-4c21-b0ab-8b3eeebcdcb7', 'name': 'network-vif-deleted', 'tag': 'f5888e41-470d-4fab-87f9-8b44d2214958'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:03:45.049259 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-344009da-6652-44f9-a063-b8d3ba6386b9" -d '{"events": [{"server_uuid": "90d183ec-8c83-4c21-b0ab-8b3eeebcdcb7", "name": "network-vif-deleted", "tag": "f5888e41-470d-4fab-87f9-8b44d2214958"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:03:45.126278 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0fbf7501-f93a-40bb-bf61-f6c575b92fb8 req-6926d77f-ca9f-4003-b6b1-01695df9ebbc tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] 10.222.0.60 "GET /v2.0/security-groups?id=ec3b74fd-4355-4188-b0b8-7a8e0d2985fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331489 Jun 11 10:03:45.128490 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning for port 3cce09b4-4535-4443-9057-2172c01556bf completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:03:45.137148 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port 3cce09b4-4535-4443-9057-2172c01556bf triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:03:45.139272 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:45.167794 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:03:45.188804 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-095640d8-9e37-4e49-b2ee-0aac72501848 x-openstack-request-id: req-095640d8-9e37-4e49-b2ee-0aac72501848 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:03:45.189256 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90d183ec-8c83-4c21-b0ab-8b3eeebcdcb7", "name": "network-vif-deleted", "tag": "f5888e41-470d-4fab-87f9-8b44d2214958", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:03:45.189661 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-095640d8-9e37-4e49-b2ee-0aac72501848 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:03:45.190866 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90d183ec-8c83-4c21-b0ab-8b3eeebcdcb7', 'name': 'network-vif-deleted', 'tag': 'f5888e41-470d-4fab-87f9-8b44d2214958', 'status': 'completed', 'code': 200} Jun 11 10:03:45.240386 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7694d6e6-6d31-4465-ba73-66cbda04c972 admin admin] Network 21236c51-301a-412d-821d-c65c05453eaa is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:03:45.277424 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:45.329661 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f662ee26-e992-4d43-8104-ba50c14969ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cce09b4-4535-4443-9057-2172c01556bf'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:03:45.331969 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c281c2-9749-4824-8898-1a0861e1669b" -d '{"events": [{"server_uuid": "f662ee26-e992-4d43-8104-ba50c14969ac", "name": "network-vif-plugged", "status": "completed", "tag": "3cce09b4-4535-4443-9057-2172c01556bf"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:03:45.338155 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0153e4a2-3d9b-4341-887a-fb9b20ef34e6 req-df23e58e-d057-44f1-8363-110b5877588f tempest-ServerGroupTestJSON-1106127317 tempest-ServerGroupTestJSON-1106127317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:45.338155 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0153e4a2-3d9b-4341-887a-fb9b20ef34e6 req-df23e58e-d057-44f1-8363-110b5877588f tempest-ServerGroupTestJSON-1106127317 tempest-ServerGroupTestJSON-1106127317-project] 10.222.0.60 "GET /v2.0/ports?device_id=f662ee26-e992-4d43-8104-ba50c14969ac HTTP/1.1" status: 200 len: 944 time: 0.1160049 Jun 11 10:03:45.351035 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 3cce09b4-4535-4443-9057-2172c01556bf, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=3cce09b4-4535-4443-9057-2172c01556bf,segment=NetworkSegment(008ac4f2-3c5c-40ab-b728-319e965ab6d2),segment_id=008ac4f2-3c5c-40ab-b728-319e965ab6d2)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:03:45.360920 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-7694d6e6-6d31-4465-ba73-66cbda04c972 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 21236c51-301a-412d-821d-c65c05453eaa) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:03:45.374622 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2f5787-5df3-4374-a6ff-b92803096961 None None] Network 21236c51-301a-412d-821d-c65c05453eaa requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:03:45.393709 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7694d6e6-6d31-4465-ba73-66cbda04c972 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:45.394318 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7694d6e6-6d31-4465-ba73-66cbda04c972 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:45.417953 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-679694d5-431b-47e3-876d-260a6286d212 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:45.438983 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [None req-679694d5-431b-47e3-876d-260a6286d212 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Transition to ACTIVE for port object 0951810e-5a2e-4ba2-8e4f-562327705eb7 will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:03:45.462929 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0153e4a2-3d9b-4341-887a-fb9b20ef34e6 req-4f2f4e57-8dcd-4c12-897e-a9042f67c7d3 tempest-ServerGroupTestJSON-1106127317 tempest-ServerGroupTestJSON-1106127317-project] 10.222.0.60 "GET /v2.0/security-groups?id=80e93562-c87e-4f2f-9965-8a6085c76a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162972 Jun 11 10:03:45.512256 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4b37682-9c4d-4c0e-8338-ab1c3bb40d3e x-openstack-request-id: req-f4b37682-9c4d-4c0e-8338-ab1c3bb40d3e {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:03:45.512565 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f662ee26-e992-4d43-8104-ba50c14969ac", "name": "network-vif-plugged", "status": "completed", "tag": "3cce09b4-4535-4443-9057-2172c01556bf", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:03:45.513055 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f4b37682-9c4d-4c0e-8338-ab1c3bb40d3e {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:03:45.513791 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f662ee26-e992-4d43-8104-ba50c14969ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cce09b4-4535-4443-9057-2172c01556bf', 'code': 200} Jun 11 10:03:45.516703 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:45.526901 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-5afc6693-495f-4f01-8a7e-efa3c5648968 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:03:45.581716 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-7694d6e6-6d31-4465-ba73-66cbda04c972 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.3890295 Jun 11 10:03:45.581716 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4840bc3-0b85-4b05-a66e-9d7b7364c38d req-8ec6c86f-11d5-4250-aec6-5ca77b660411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:45.581716 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c4840bc3-0b85-4b05-a66e-9d7b7364c38d req-8ec6c86f-11d5-4250-aec6-5ca77b660411 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f662ee26-e992-4d43-8104-ba50c14969ac HTTP/1.1" status: 200 len: 1097 time: 0.0850556 Jun 11 10:03:45.627781 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c4840bc3-0b85-4b05-a66e-9d7b7364c38d req-876a8460-d810-410a-9080-3bc1724b64cb service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=80e93562-c87e-4f2f-9965-8a6085c76a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368128 Jun 11 10:03:45.649447 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-679694d5-431b-47e3-876d-260a6286d212 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:45.653820 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0883c619-c5b3-4f70-ab41-27502dda5fa9 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:03:45.665005 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=3cce09b4-4535-4443-9057-2172c01556bf,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:03:45.668531 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:03:45.677393 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ad20df-8f43-40d0-bed3-26c8d862706e None None] Network 21236c51-301a-412d-821d-c65c05453eaa requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:03:45.723504 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679694d5-431b-47e3-876d-260a6286d212 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Network 4960fe0c-80e4-4998-bcc1-0dd8ed64700b is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:03:45.730214 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-679694d5-431b-47e3-876d-260a6286d212 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:03:45.735134 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679694d5-431b-47e3-876d-260a6286d212 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:03:45.739484 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679694d5-431b-47e3-876d-260a6286d212 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Pushing event updated for resources: {'Port': ['ID=0951810e-5a2e-4ba2-8e4f-562327705eb7,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:03:45.768946 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-679694d5-431b-47e3-876d-260a6286d212 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:03:45.820678 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679694d5-431b-47e3-876d-260a6286d212 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:45.821430 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-679694d5-431b-47e3-876d-260a6286d212 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:45.946346 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-482a0ea8-0c03-486a-bc82-9367c9f4f235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:45.949766 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-679694d5-431b-47e3-876d-260a6286d212 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6114941 Jun 11 10:03:45.950726 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39228) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:03:45.956633 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-0b57c2ca-f11a-4f2a-9a90-e69372a13626 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:88:76:09'}]}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:03:46.001896 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:46.163931 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-49707e42-4f4a-4055-be76-e3daf5ddde92 None None] Provisioning for port 0951810e-5a2e-4ba2-8e4f-562327705eb7 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:03:46.169485 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-49707e42-4f4a-4055-be76-e3daf5ddde92 None None] Provisioning complete for port 0951810e-5a2e-4ba2-8e4f-562327705eb7 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:03:46.170144 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-49707e42-4f4a-4055-be76-e3daf5ddde92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:46.170538 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309d764d-af41-4a06-ad0c-9614e0b8141d req-a1ac18c9-3a25-4df4-921d-45651cfe1fa1 tempest-InstanceActionsNegativeTestJSON-1938298475 tempest-InstanceActionsNegativeTestJSON-1938298475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:46.172522 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-309d764d-af41-4a06-ad0c-9614e0b8141d req-a1ac18c9-3a25-4df4-921d-45651cfe1fa1 tempest-InstanceActionsNegativeTestJSON-1938298475 tempest-InstanceActionsNegativeTestJSON-1938298475-project] 10.222.0.60 "GET /v2.0/networks?id=21236c51-301a-412d-821d-c65c05453eaa HTTP/1.1" status: 200 len: 821 time: 0.1432788 Jun 11 10:03:46.195996 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-309d764d-af41-4a06-ad0c-9614e0b8141d req-29d4ddf6-9f8b-4c0f-b5b7-8662ac767aeb tempest-InstanceActionsNegativeTestJSON-1938298475 tempest-InstanceActionsNegativeTestJSON-1938298475-project] 10.222.0.60 "GET /v2.0/quotas/803465dfebff4a3eb548147a91e58816 HTTP/1.1" status: 200 len: 375 time: 0.0175202 Jun 11 10:03:46.217994 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-49707e42-4f4a-4055-be76-e3daf5ddde92 None None] Port 0951810e-5a2e-4ba2-8e4f-562327705eb7 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:03:46.221905 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0b57c2ca-f11a-4f2a-9a90-e69372a13626 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:46.256483 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-309d764d-af41-4a06-ad0c-9614e0b8141d req-fed47786-88cd-44ed-8571-97f8f39828ea tempest-InstanceActionsNegativeTestJSON-1938298475 tempest-InstanceActionsNegativeTestJSON-1938298475-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=803465dfebff4a3eb548147a91e58816&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0584874 Jun 11 10:03:46.507723 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-309d764d-af41-4a06-ad0c-9614e0b8141d req-c66c33c1-cf8a-444b-b238-757815ef8f83 service neutron] 10.222.0.60 "GET /v2.0/networks/21236c51-301a-412d-821d-c65c05453eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502377 Jun 11 10:03:46.592012 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e8fd6853-edb6-4d7e-96c6-4f63dd3e732b req-c78c41d3-045f-4bde-afbf-92d7876d0fc3 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] 10.222.0.60 "GET /v2.0/ports?device_id=90d183ec-8c83-4c21-b0ab-8b3eeebcdcb7 HTTP/1.1" status: 200 len: 210 time: 0.1469514 Jun 11 10:03:46.649915 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:46.676191 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0b57c2ca-f11a-4f2a-9a90-e69372a13626 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:46.702629 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-309d764d-af41-4a06-ad0c-9614e0b8141d req-6d9024eb-138e-459f-a956-b6df7609257d service neutron] 10.222.0.60 "GET /v2.0/networks/21236c51-301a-412d-821d-c65c05453eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937323 Jun 11 10:03:46.821426 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0b57c2ca-f11a-4f2a-9a90-e69372a13626 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:46.826171 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a266995a-6fff-471e-b428-cfc50a96355f tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:03:47.013671 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b57c2ca-f11a-4f2a-9a90-e69372a13626 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Pushing event updated for resources: {'Port': ['ID=0951810e-5a2e-4ba2-8e4f-562327705eb7,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:03:47.017117 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0b57c2ca-f11a-4f2a-9a90-e69372a13626 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:03:47.026726 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-0b57c2ca-f11a-4f2a-9a90-e69372a13626 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] In _notify_port_updated(), no bound segment for port 0951810e-5a2e-4ba2-8e4f-562327705eb7 on network 4960fe0c-80e4-4998-bcc1-0dd8ed64700b {{(pid=93177) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 11 10:03:47.033498 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b57c2ca-f11a-4f2a-9a90-e69372a13626 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:47.034251 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0b57c2ca-f11a-4f2a-9a90-e69372a13626 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:47.038550 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-0b57c2ca-f11a-4f2a-9a90-e69372a13626 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] 10.222.0.60 "PUT /v2.0/ports/0951810e-5a2e-4ba2-8e4f-562327705eb7 HTTP/1.1" status: 200 len: 993 time: 1.0841608 Jun 11 10:03:47.045410 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe6964e-1e5e-405b-b75a-d9930e8683b5 req-00f8a003-aca8-43b9-ab32-127a71bdbc2a tempest-ServerGroupTestJSON-1106127317 tempest-ServerGroupTestJSON-1106127317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:47.055782 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-efe6964e-1e5e-405b-b75a-d9930e8683b5 req-00f8a003-aca8-43b9-ab32-127a71bdbc2a tempest-ServerGroupTestJSON-1106127317 tempest-ServerGroupTestJSON-1106127317-project] 10.222.0.60 "GET /v2.0/ports?device_id=f662ee26-e992-4d43-8104-ba50c14969ac HTTP/1.1" status: 200 len: 945 time: 0.2843714 Jun 11 10:03:47.056586 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-30706118-ba2e-400a-844f-f318882a9dfa req-c62cdc36-4cfc-4203-b79b-6a0945261d81 tempest-InstanceActionsNegativeTestJSON-1938298475 tempest-InstanceActionsNegativeTestJSON-1938298475-project] 10.222.0.60 "GET /v2.0/ports?device_id=b77401b6-a2fd-4862-92da-c3fbc93667b7 HTTP/1.1" status: 200 len: 210 time: 0.0745709 Jun 11 10:03:47.057220 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39268) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:03:47.187849 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-efe6964e-1e5e-405b-b75a-d9930e8683b5 req-163951b9-2d25-4d75-8e79-9774f59cf219 tempest-ServerGroupTestJSON-1106127317 tempest-ServerGroupTestJSON-1106127317-project] 10.222.0.60 "GET /v2.0/security-groups?id=80e93562-c87e-4f2f-9965-8a6085c76a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300557 Jun 11 10:03:47.314497 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-605840b7-bc3c-469a-a5c9-b4773c3043ec tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Deleting port 0951810e-5a2e-4ba2-8e4f-562327705eb7 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:03:47.314859 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-605840b7-bc3c-469a-a5c9-b4773c3043ec tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:47.347541 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-b68d72c6-bb31-4c45-b43f-7ff51c1d82aa None None] Provisioning complete for port 0951810e-5a2e-4ba2-8e4f-562327705eb7 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:03:47.353659 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b68d72c6-bb31-4c45-b43f-7ff51c1d82aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:47.482309 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-b68d72c6-bb31-4c45-b43f-7ff51c1d82aa None None] Port 0951810e-5a2e-4ba2-8e4f-562327705eb7 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:03:47.483017 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-605840b7-bc3c-469a-a5c9-b4773c3043ec tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:47.605108 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-605840b7-bc3c-469a-a5c9-b4773c3043ec tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Calling delete_port for 0951810e-5a2e-4ba2-8e4f-562327705eb7 owned by {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:03:47.819854 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-91b86554-dd65-463f-811d-e424c49fb879 req-362076d9-99fa-417b-94a7-18ff249606d2 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] 10.222.0.60 "GET /v2.0/ports?device_id=90d183ec-8c83-4c21-b0ab-8b3eeebcdcb7 HTTP/1.1" status: 200 len: 210 time: 0.0454972 Jun 11 10:03:47.997808 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-605840b7-bc3c-469a-a5c9-b4773c3043ec tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:48.068767 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-cebd89b7-4d6a-4a36-b198-48f40c4b1bb9 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:03:48.107918 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605840b7-bc3c-469a-a5c9-b4773c3043ec tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Pushing event deleted for resources: {'Port': ['ID=0951810e-5a2e-4ba2-8e4f-562327705eb7,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:03:48.111770 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-605840b7-bc3c-469a-a5c9-b4773c3043ec tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:03:48.175348 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device f5888e41-470d-4fab-87f9-8b44d2214958 no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:03:48.191676 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ab385a64-d720-4c9e-9925-5e47f1fdb618 req-c8fb9193-d42c-4f17-a3bb-8541f1e22ede tempest-InstanceActionsNegativeTestJSON-1938298475 tempest-InstanceActionsNegativeTestJSON-1938298475-project] 10.222.0.60 "GET /v2.0/ports?device_id=b77401b6-a2fd-4862-92da-c3fbc93667b7 HTTP/1.1" status: 200 len: 210 time: 0.0625730 Jun 11 10:03:48.237256 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b345c0b4-fa77-48a4-9ee0-170344839ff3 req-981b3d90-7972-4a4a-89e0-99ecfd3cb748 tempest-ServerGroupTestJSON-1106127317 tempest-ServerGroupTestJSON-1106127317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:48.246169 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b345c0b4-fa77-48a4-9ee0-170344839ff3 req-981b3d90-7972-4a4a-89e0-99ecfd3cb748 tempest-ServerGroupTestJSON-1106127317 tempest-ServerGroupTestJSON-1106127317-project] 10.222.0.60 "GET /v2.0/ports?device_id=f662ee26-e992-4d43-8104-ba50c14969ac HTTP/1.1" status: 200 len: 945 time: 0.2327735 Jun 11 10:03:48.249020 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] No Port match for: f5888e41-470d-4fab-87f9-8b44d2214958 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:03:48.249788 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device f5888e41-470d-4fab-87f9-8b44d2214958 not bound to the agent host n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:03:48.352135 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:48.385752 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b345c0b4-fa77-48a4-9ee0-170344839ff3 req-2bcc2645-d955-4a64-abe4-4728ba2fd54f tempest-ServerGroupTestJSON-1106127317 tempest-ServerGroupTestJSON-1106127317-project] 10.222.0.60 "GET /v2.0/security-groups?id=80e93562-c87e-4f2f-9965-8a6085c76a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385052 Jun 11 10:03:48.400276 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-605840b7-bc3c-469a-a5c9-b4773c3043ec tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:48.405334 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-605840b7-bc3c-469a-a5c9-b4773c3043ec tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] 10.222.0.60 "DELETE /v2.0/ports/0951810e-5a2e-4ba2-8e4f-562327705eb7 HTTP/1.1" status: 204 len: 168 time: 1.3443706 Jun 11 10:03:48.405551 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39294) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:03:48.451100 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-abd8de20-a01f-48af-b941-f52d82f2261e tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] GET failed (client error): The resource could not be found. Jun 11 10:03:48.456270 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-abd8de20-a01f-48af-b941-f52d82f2261e tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] 10.222.0.60 "GET /v2.0/ports/0951810e-5a2e-4ba2-8e4f-562327705eb7 HTTP/1.1" status: 404 len: 333 time: 0.0462968 Jun 11 10:03:48.457050 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39298) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:03:48.462550 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-bca8bcb2-b35f-47a2-a61e-ffdc179b1eee tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Request body: {'port': {'network_id': '4960fe0c-80e4-4998-bcc1-0dd8ed64700b', 'name': 'tempest-AllowedAddressPairTestJSON-1779800263'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:03:48.722844 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca8bcb2-b35f-47a2-a61e-ffdc179b1eee tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Made reservation on behalf of cfebb7c73c824f899d4040cfd3a96e04 for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:03:48.727248 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bca8bcb2-b35f-47a2-a61e-ffdc179b1eee tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:48.763994 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-bf856754-a10f-4e49-a30d-cab00f2d1783 req-197fd381-d11e-41c3-ae00-b20078d94aad tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=25e231ac8b9c4a4fac1dd021c0c18646&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0770688 Jun 11 10:03:48.788587 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [None req-bca8bcb2-b35f-47a2-a61e-ffdc179b1eee tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] device_id is not set on port a84eaade-e7e9-469f-87ff-279683a222a4 yet. {{(pid=93177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 10:03:48.967346 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-bca8bcb2-b35f-47a2-a61e-ffdc179b1eee tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Allocated IP 172.20.0.7 (4960fe0c-80e4-4998-bcc1-0dd8ed64700b/94a4391b-9d8d-495f-8437-4223c21a7b17/a84eaade-e7e9-469f-87ff-279683a222a4) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:03:48.988723 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf856754-a10f-4e49-a30d-cab00f2d1783 req-616120c1-a502-4f66-ae98-63b39059bf4e tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:48.995834 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-bf856754-a10f-4e49-a30d-cab00f2d1783 req-616120c1-a502-4f66-ae98-63b39059bf4e tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2261488 Jun 11 10:03:49.012066 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-bf856754-a10f-4e49-a30d-cab00f2d1783 req-3a71010a-8558-45e1-a0b8-cc5c6a89ecaa tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] 10.222.0.60 "GET /v2.0/quotas/25e231ac8b9c4a4fac1dd021c0c18646 HTTP/1.1" status: 200 len: 375 time: 0.0151277 Jun 11 10:03:49.066621 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-bf856754-a10f-4e49-a30d-cab00f2d1783 req-e69fa57a-16e8-4a45-917d-0067c6dc8002 tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=25e231ac8b9c4a4fac1dd021c0c18646&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0529606 Jun 11 10:03:49.077152 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c6ae708d-8146-498b-961d-e9e81779d0a3 req-fb889e28-58d4-44ac-9527-2acc61cd8d60 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] 10.222.0.60 "GET /v2.0/ports?device_id=90d183ec-8c83-4c21-b0ab-8b3eeebcdcb7 HTTP/1.1" status: 200 len: 210 time: 0.0567236 Jun 11 10:03:49.248533 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bca8bcb2-b35f-47a2-a61e-ffdc179b1eee tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:49.262588 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-bca8bcb2-b35f-47a2-a61e-ffdc179b1eee tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Transition to ACTIVE for port object a84eaade-e7e9-469f-87ff-279683a222a4 will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:03:49.398989 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0651ae87-1ed1-45be-a434-b093ecd0a2b8 req-f97e69e5-2041-4a4e-ab46-59c1a9373440 tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] 10.222.0.60 "GET /v2.0/ports?device_id=cfc94361-55b6-4a22-950e-2233a479488f HTTP/1.1" status: 200 len: 210 time: 0.0470545 Jun 11 10:03:49.429612 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bca8bcb2-b35f-47a2-a61e-ffdc179b1eee tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:49.435255 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74baf2f2-79bb-4455-9b12-6bc9d94007d0 req-f4beaae5-1595-48d5-8ebe-bf1b2b040033 tempest-ServerGroupTestJSON-1106127317 tempest-ServerGroupTestJSON-1106127317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:49.436805 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-74baf2f2-79bb-4455-9b12-6bc9d94007d0 req-f4beaae5-1595-48d5-8ebe-bf1b2b040033 tempest-ServerGroupTestJSON-1106127317 tempest-ServerGroupTestJSON-1106127317-project] 10.222.0.64 "GET /v2.0/ports?device_id=f662ee26-e992-4d43-8104-ba50c14969ac HTTP/1.1" status: 200 len: 945 time: 0.1722462 Jun 11 10:03:49.495962 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d5ea9401-4970-4785-94f9-695771f03276 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:03:49.503630 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9309e7a3-af43-4aca-9be7-3410b2a5a5ab req-d705cd9e-8915-4f40-9dab-d84a5038d718 tempest-InstanceActionsNegativeTestJSON-1938298475 tempest-InstanceActionsNegativeTestJSON-1938298475-project] 10.222.0.60 "GET /v2.0/ports?device_id=b77401b6-a2fd-4862-92da-c3fbc93667b7 HTTP/1.1" status: 200 len: 210 time: 0.0982099 Jun 11 10:03:49.612715 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca8bcb2-b35f-47a2-a61e-ffdc179b1eee tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Network 4960fe0c-80e4-4998-bcc1-0dd8ed64700b is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:03:49.637290 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-bca8bcb2-b35f-47a2-a61e-ffdc179b1eee tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:03:49.644913 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca8bcb2-b35f-47a2-a61e-ffdc179b1eee tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:03:49.722057 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca8bcb2-b35f-47a2-a61e-ffdc179b1eee tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:49.722713 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bca8bcb2-b35f-47a2-a61e-ffdc179b1eee tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:49.737549 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca8bcb2-b35f-47a2-a61e-ffdc179b1eee tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Pushing event updated for resources: {'Port': ['ID=a84eaade-e7e9-469f-87ff-279683a222a4,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:03:49.746031 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-74baf2f2-79bb-4455-9b12-6bc9d94007d0 req-d6ef4172-be2d-4be7-957e-d5a7d9d0c54d tempest-ServerGroupTestJSON-1106127317 tempest-ServerGroupTestJSON-1106127317-project] Deleting port 3cce09b4-4535-4443-9057-2172c01556bf {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:03:49.746031 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-74baf2f2-79bb-4455-9b12-6bc9d94007d0 req-d6ef4172-be2d-4be7-957e-d5a7d9d0c54d tempest-ServerGroupTestJSON-1106127317 tempest-ServerGroupTestJSON-1106127317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:49.752315 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-bca8bcb2-b35f-47a2-a61e-ffdc179b1eee tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:03:49.832338 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-bca8bcb2-b35f-47a2-a61e-ffdc179b1eee tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3713250 Jun 11 10:03:49.833111 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39344) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:03:49.839012 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-97e3c936-1d30-41dc-b9ae-321d6112dd71 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:88:76:09'}]}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:03:49.903664 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6994e9c-9e96-4fb5-a090-094156d49b14 req-b623cb01-0a86-4be3-8db7-6d2fd9b96dcf tempest-ServerGroupTestJSON-1106127317 tempest-ServerGroupTestJSON-1106127317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:49.905232 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b6994e9c-9e96-4fb5-a090-094156d49b14 req-b623cb01-0a86-4be3-8db7-6d2fd9b96dcf tempest-ServerGroupTestJSON-1106127317 tempest-ServerGroupTestJSON-1106127317-project] 10.222.0.60 "GET /v2.0/ports?device_id=f662ee26-e992-4d43-8104-ba50c14969ac HTTP/1.1" status: 200 len: 945 time: 0.2646630 Jun 11 10:03:50.040461 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b6994e9c-9e96-4fb5-a090-094156d49b14 req-676d4af2-1be1-46c4-99cb-af5c3f0b6496 tempest-ServerGroupTestJSON-1106127317 tempest-ServerGroupTestJSON-1106127317-project] 10.222.0.60 "GET /v2.0/security-groups?id=80e93562-c87e-4f2f-9965-8a6085c76a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199360 Jun 11 10:03:50.044051 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-74baf2f2-79bb-4455-9b12-6bc9d94007d0 req-d6ef4172-be2d-4be7-957e-d5a7d9d0c54d tempest-ServerGroupTestJSON-1106127317 tempest-ServerGroupTestJSON-1106127317-project] For port 3cce09b4-4535-4443-9057-2172c01556bf, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=3cce09b4-4535-4443-9057-2172c01556bf,segment=NetworkSegment(008ac4f2-3c5c-40ab-b728-319e965ab6d2),segment_id=008ac4f2-3c5c-40ab-b728-319e965ab6d2)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:03:50.044642 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-74baf2f2-79bb-4455-9b12-6bc9d94007d0 req-d6ef4172-be2d-4be7-957e-d5a7d9d0c54d tempest-ServerGroupTestJSON-1106127317 tempest-ServerGroupTestJSON-1106127317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:50.090243 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-97e3c936-1d30-41dc-b9ae-321d6112dd71 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:50.119457 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-db4c419f-9ba7-40dc-8e7a-9ddd752f7bc9 None None] Provisioning for port a84eaade-e7e9-469f-87ff-279683a222a4 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:03:50.124860 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-db4c419f-9ba7-40dc-8e7a-9ddd752f7bc9 None None] Provisioning complete for port a84eaade-e7e9-469f-87ff-279683a222a4 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:03:50.125362 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-db4c419f-9ba7-40dc-8e7a-9ddd752f7bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:50.173941 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-db4c419f-9ba7-40dc-8e7a-9ddd752f7bc9 None None] Port a84eaade-e7e9-469f-87ff-279683a222a4 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:03:50.211902 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-74baf2f2-79bb-4455-9b12-6bc9d94007d0 req-d6ef4172-be2d-4be7-957e-d5a7d9d0c54d tempest-ServerGroupTestJSON-1106127317 tempest-ServerGroupTestJSON-1106127317-project] Calling delete_port for 3cce09b4-4535-4443-9057-2172c01556bf owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:03:50.323282 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309d764d-af41-4a06-ad0c-9614e0b8141d req-bae077b2-1e19-4433-b4ec-ad22c49edce4 tempest-InstanceActionsNegativeTestJSON-1938298475 tempest-InstanceActionsNegativeTestJSON-1938298475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:50.325125 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-309d764d-af41-4a06-ad0c-9614e0b8141d req-bae077b2-1e19-4433-b4ec-ad22c49edce4 tempest-InstanceActionsNegativeTestJSON-1938298475 tempest-InstanceActionsNegativeTestJSON-1938298475-project] 10.222.0.69 "GET /v2.0/networks?id=21236c51-301a-412d-821d-c65c05453eaa HTTP/1.1" status: 200 len: 821 time: 0.3017807 Jun 11 10:03:50.373843 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-91a29362-812e-497a-b09c-9cc7ab00686f req-a79acd2d-a0ef-4664-8222-26311b1f86b4 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] 10.222.0.60 "GET /v2.0/ports?device_id=90d183ec-8c83-4c21-b0ab-8b3eeebcdcb7 HTTP/1.1" status: 200 len: 210 time: 0.0455196 Jun 11 10:03:50.387242 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-309d764d-af41-4a06-ad0c-9614e0b8141d req-e0fa5928-fd9e-468b-8580-8bde5db14813 tempest-InstanceActionsNegativeTestJSON-1938298475 tempest-InstanceActionsNegativeTestJSON-1938298475-project] Request body: {'port': {'device_id': 'b77401b6-a2fd-4862-92da-c3fbc93667b7', 'network_id': '21236c51-301a-412d-821d-c65c05453eaa', 'admin_state_up': True, 'tenant_id': '803465dfebff4a3eb548147a91e58816'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:03:50.477560 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-74baf2f2-79bb-4455-9b12-6bc9d94007d0 req-d6ef4172-be2d-4be7-957e-d5a7d9d0c54d tempest-ServerGroupTestJSON-1106127317 tempest-ServerGroupTestJSON-1106127317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:50.482904 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-798cf487-8817-4bc2-9301-44b19e485937 tempest-InstanceActionsV221TestJSON-1106692300 tempest-InstanceActionsV221TestJSON-1106692300-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:03:50.493613 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['3cce09b4-4535-4443-9057-2172c01556bf'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:03:50.573410 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ef4172-be2d-4be7-957e-d5a7d9d0c54d tempest-ServerGroupTestJSON-1106127317 tempest-ServerGroupTestJSON-1106127317-project] Pushing event deleted for resources: {'Port': ['ID=3cce09b4-4535-4443-9057-2172c01556bf,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:03:50.602669 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d6ef4172-be2d-4be7-957e-d5a7d9d0c54d tempest-ServerGroupTestJSON-1106127317 tempest-ServerGroupTestJSON-1106127317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:03:50.605056 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2d80781a-a11c-41ed-9f26-179f5b9c9159 req-0a1d3b89-276d-45da-a7db-d101d64c2d19 tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] 10.222.0.60 "GET /v2.0/ports?device_id=cfc94361-55b6-4a22-950e-2233a479488f HTTP/1.1" status: 200 len: 210 time: 0.0456669 Jun 11 10:03:50.725674 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-74baf2f2-79bb-4455-9b12-6bc9d94007d0 req-d6ef4172-be2d-4be7-957e-d5a7d9d0c54d tempest-ServerGroupTestJSON-1106127317 tempest-ServerGroupTestJSON-1106127317-project] No DVR routers for this DVR port 3cce09b4-4535-4443-9057-2172c01556bf on host n-h1-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:03:50.729192 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-74baf2f2-79bb-4455-9b12-6bc9d94007d0 req-d6ef4172-be2d-4be7-957e-d5a7d9d0c54d tempest-ServerGroupTestJSON-1106127317 tempest-ServerGroupTestJSON-1106127317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:50.732089 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-74baf2f2-79bb-4455-9b12-6bc9d94007d0 req-d6ef4172-be2d-4be7-957e-d5a7d9d0c54d tempest-ServerGroupTestJSON-1106127317 tempest-ServerGroupTestJSON-1106127317-project] 10.222.0.64 "DELETE /v2.0/ports/3cce09b4-4535-4443-9057-2172c01556bf HTTP/1.1" status: 204 len: 173 time: 1.2892950 Jun 11 10:03:50.732880 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f662ee26-e992-4d43-8104-ba50c14969ac', 'name': 'network-vif-deleted', 'tag': '3cce09b4-4535-4443-9057-2172c01556bf'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:03:50.742614 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a8a89c69-3296-4a92-9f65-52c7dbe0c976 req-fbdffa0e-f8ce-4494-b848-8297d55292f6 tempest-InstanceActionsNegativeTestJSON-1938298475 tempest-InstanceActionsNegativeTestJSON-1938298475-project] 10.222.0.60 "GET /v2.0/ports?device_id=b77401b6-a2fd-4862-92da-c3fbc93667b7 HTTP/1.1" status: 200 len: 210 time: 0.0639637 Jun 11 10:03:50.746595 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-272b486d-cce7-4365-a87d-5d8e7f7ac81c" -d '{"events": [{"server_uuid": "f662ee26-e992-4d43-8104-ba50c14969ac", "name": "network-vif-deleted", "tag": "3cce09b4-4535-4443-9057-2172c01556bf"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:03:50.788303 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-97e3c936-1d30-41dc-b9ae-321d6112dd71 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:50.794466 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d99f690f-a588-47db-bb7a-84d886b0bc9c x-openstack-request-id: req-d99f690f-a588-47db-bb7a-84d886b0bc9c {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:03:50.796293 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f662ee26-e992-4d43-8104-ba50c14969ac", "name": "network-vif-deleted", "tag": "3cce09b4-4535-4443-9057-2172c01556bf", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:03:50.796293 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d99f690f-a588-47db-bb7a-84d886b0bc9c {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:03:50.796293 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f662ee26-e992-4d43-8104-ba50c14969ac', 'name': 'network-vif-deleted', 'tag': '3cce09b4-4535-4443-9057-2172c01556bf', 'status': 'completed', 'code': 200} Jun 11 10:03:50.843110 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-97e3c936-1d30-41dc-b9ae-321d6112dd71 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:50.847786 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6f659a0f-f244-4ac5-9ea6-18543a1a4eb5 tempest-RoutersAdminNegativeIpV6Test-1831948467 tempest-RoutersAdminNegativeIpV6Test-1831948467-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:03:50.953156 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3c936-1d30-41dc-b9ae-321d6112dd71 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Pushing event updated for resources: {'Port': ['ID=a84eaade-e7e9-469f-87ff-279683a222a4,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:03:50.961345 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-97e3c936-1d30-41dc-b9ae-321d6112dd71 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:03:50.978910 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-97e3c936-1d30-41dc-b9ae-321d6112dd71 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] In _notify_port_updated(), no bound segment for port a84eaade-e7e9-469f-87ff-279683a222a4 on network 4960fe0c-80e4-4998-bcc1-0dd8ed64700b {{(pid=93177) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 11 10:03:50.985621 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e3c936-1d30-41dc-b9ae-321d6112dd71 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:50.986524 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-97e3c936-1d30-41dc-b9ae-321d6112dd71 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:50.990918 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-97e3c936-1d30-41dc-b9ae-321d6112dd71 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] 10.222.0.60 "PUT /v2.0/ports/a84eaade-e7e9-469f-87ff-279683a222a4 HTTP/1.1" status: 200 len: 996 time: 1.1548944 Jun 11 10:03:50.991101 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-309d764d-af41-4a06-ad0c-9614e0b8141d req-e0fa5928-fd9e-468b-8580-8bde5db14813 tempest-InstanceActionsNegativeTestJSON-1938298475 tempest-InstanceActionsNegativeTestJSON-1938298475-project] Made reservation on behalf of 803465dfebff4a3eb548147a91e58816 for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:03:50.991296 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39364) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:03:51.000005 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-309d764d-af41-4a06-ad0c-9614e0b8141d req-e0fa5928-fd9e-468b-8580-8bde5db14813 tempest-InstanceActionsNegativeTestJSON-1938298475 tempest-InstanceActionsNegativeTestJSON-1938298475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:51.199896 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-f2e4917a-2dea-448c-924d-74aaac12dd5a tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Deleting port a84eaade-e7e9-469f-87ff-279683a222a4 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:03:51.200497 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f2e4917a-2dea-448c-924d-74aaac12dd5a tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:51.236782 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [req-309d764d-af41-4a06-ad0c-9614e0b8141d req-e0fa5928-fd9e-468b-8580-8bde5db14813 tempest-InstanceActionsNegativeTestJSON-1938298475 tempest-InstanceActionsNegativeTestJSON-1938298475-project] Allocated IP 172.20.0.2 (21236c51-301a-412d-821d-c65c05453eaa/2d9d7779-ad7b-4d2c-b65e-6a2966c24d2b/09f5c7b9-eced-4e9c-bee8-b7f1b30e6cf0) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:03:51.293088 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f04e8963-4451-4af8-baf6-f14860efe0b3 req-741a7d54-982f-4818-973c-eb622433548c tempest-ServerGroupTestJSON-1106127317 tempest-ServerGroupTestJSON-1106127317-project] 10.222.0.60 "GET /v2.0/ports?device_id=f662ee26-e992-4d43-8104-ba50c14969ac HTTP/1.1" status: 200 len: 210 time: 0.0566165 Jun 11 10:03:51.316510 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-4633153c-2642-48a1-8f7d-e9551dd491e9 None None] Provisioning complete for port a84eaade-e7e9-469f-87ff-279683a222a4 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:03:51.317930 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-4633153c-2642-48a1-8f7d-e9551dd491e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:51.401355 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-4633153c-2642-48a1-8f7d-e9551dd491e9 None None] Port a84eaade-e7e9-469f-87ff-279683a222a4 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:03:51.409952 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f2e4917a-2dea-448c-924d-74aaac12dd5a tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:51.451073 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-309d764d-af41-4a06-ad0c-9614e0b8141d req-e0fa5928-fd9e-468b-8580-8bde5db14813 tempest-InstanceActionsNegativeTestJSON-1938298475 tempest-InstanceActionsNegativeTestJSON-1938298475-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:51.540660 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-f2e4917a-2dea-448c-924d-74aaac12dd5a tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Calling delete_port for a84eaade-e7e9-469f-87ff-279683a222a4 owned by {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:03:51.588750 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-67b055b9-93ef-4df5-81fa-cf4c68d94b0f req-4b80fa32-8ba6-42d3-a250-b3474ba5b8d3 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] 10.222.0.60 "GET /v2.0/ports?device_id=90d183ec-8c83-4c21-b0ab-8b3eeebcdcb7 HTTP/1.1" status: 200 len: 210 time: 0.0372462 Jun 11 10:03:51.589866 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-309d764d-af41-4a06-ad0c-9614e0b8141d req-e0fa5928-fd9e-468b-8580-8bde5db14813 tempest-InstanceActionsNegativeTestJSON-1938298475 tempest-InstanceActionsNegativeTestJSON-1938298475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:51.593916 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-216a5c13-5139-41bb-acca-d178b0599e1f tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:03:51.646111 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-309d764d-af41-4a06-ad0c-9614e0b8141d req-e0fa5928-fd9e-468b-8580-8bde5db14813 tempest-InstanceActionsNegativeTestJSON-1938298475 tempest-InstanceActionsNegativeTestJSON-1938298475-project] Network 21236c51-301a-412d-821d-c65c05453eaa is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:03:51.666786 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fa5928-fd9e-468b-8580-8bde5db14813 tempest-InstanceActionsNegativeTestJSON-1938298475 tempest-InstanceActionsNegativeTestJSON-1938298475-project] Pushing event updated for resources: {'Port': ['ID=09f5c7b9-eced-4e9c-bee8-b7f1b30e6cf0,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:03:51.684425 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e0fa5928-fd9e-468b-8580-8bde5db14813 tempest-InstanceActionsNegativeTestJSON-1938298475 tempest-InstanceActionsNegativeTestJSON-1938298475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:03:51.687165 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [req-309d764d-af41-4a06-ad0c-9614e0b8141d req-e0fa5928-fd9e-468b-8580-8bde5db14813 tempest-InstanceActionsNegativeTestJSON-1938298475 tempest-InstanceActionsNegativeTestJSON-1938298475-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:03:51.690292 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-309d764d-af41-4a06-ad0c-9614e0b8141d req-e0fa5928-fd9e-468b-8580-8bde5db14813 tempest-InstanceActionsNegativeTestJSON-1938298475 tempest-InstanceActionsNegativeTestJSON-1938298475-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:03:51.763671 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309d764d-af41-4a06-ad0c-9614e0b8141d req-e0fa5928-fd9e-468b-8580-8bde5db14813 tempest-InstanceActionsNegativeTestJSON-1938298475 tempest-InstanceActionsNegativeTestJSON-1938298475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:51.764066 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-309d764d-af41-4a06-ad0c-9614e0b8141d req-e0fa5928-fd9e-468b-8580-8bde5db14813 tempest-InstanceActionsNegativeTestJSON-1938298475 tempest-InstanceActionsNegativeTestJSON-1938298475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:51.804113 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f2e4917a-2dea-448c-924d-74aaac12dd5a tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:51.809645 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-19853b02-f8fc-46f7-ba12-57a24b5b046c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:03:51.863161 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e4917a-2dea-448c-924d-74aaac12dd5a tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Pushing event deleted for resources: {'Port': ['ID=a84eaade-e7e9-469f-87ff-279683a222a4,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:03:51.864162 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f2e4917a-2dea-448c-924d-74aaac12dd5a tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:03:51.883980 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-309d764d-af41-4a06-ad0c-9614e0b8141d req-e0fa5928-fd9e-468b-8580-8bde5db14813 tempest-InstanceActionsNegativeTestJSON-1938298475 tempest-InstanceActionsNegativeTestJSON-1938298475-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5043240 Jun 11 10:03:51.896692 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-309d764d-af41-4a06-ad0c-9614e0b8141d req-87862cc7-5d1e-49bc-8b68-a281db76f919 service neutron] Request body: {'port': {'device_id': 'b77401b6-a2fd-4862-92da-c3fbc93667b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-12'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:03:51.993399 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f2e4917a-2dea-448c-924d-74aaac12dd5a tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:51.999063 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-f2e4917a-2dea-448c-924d-74aaac12dd5a tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] 10.222.0.60 "DELETE /v2.0/ports/a84eaade-e7e9-469f-87ff-279683a222a4 HTTP/1.1" status: 204 len: 168 time: 1.0042789 Jun 11 10:03:51.999366 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39380) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:03:52.052935 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcf06693-ad0a-46c5-b820-b65c6547aa5f tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] GET failed (client error): The resource could not be found. Jun 11 10:03:52.057474 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-bcf06693-ad0a-46c5-b820-b65c6547aa5f tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] 10.222.0.60 "GET /v2.0/ports/a84eaade-e7e9-469f-87ff-279683a222a4 HTTP/1.1" status: 404 len: 333 time: 0.0531833 Jun 11 10:03:52.058305 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39384) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:03:52.076296 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-309d764d-af41-4a06-ad0c-9614e0b8141d req-87862cc7-5d1e-49bc-8b68-a281db76f919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:52.080892 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-3d274533-d8e4-45b7-94e4-90ead985f737 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Request body: {'port': {'network_id': '4960fe0c-80e4-4998-bcc1-0dd8ed64700b', 'name': 'tempest-AllowedAddressPairTestJSON-300769887'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:03:52.106820 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49383bae-b9a1-4dee-a607-51ecdf55cfa2 req-43ed5913-39cc-447d-ae42-1326216b3520 tempest-InstanceActionsNegativeTestJSON-1938298475 tempest-InstanceActionsNegativeTestJSON-1938298475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:52.108501 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-49383bae-b9a1-4dee-a607-51ecdf55cfa2 req-43ed5913-39cc-447d-ae42-1326216b3520 tempest-InstanceActionsNegativeTestJSON-1938298475 tempest-InstanceActionsNegativeTestJSON-1938298475-project] 10.222.0.60 "GET /v2.0/ports?device_id=b77401b6-a2fd-4862-92da-c3fbc93667b7 HTTP/1.1" status: 200 len: 931 time: 0.1728098 Jun 11 10:03:52.178115 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e47df189-11ce-4c1e-a2c3-34f193a437e1 req-ba95e681-e505-4f5c-ba87-587b767ac187 tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] 10.222.0.60 "GET /v2.0/ports?device_id=cfc94361-55b6-4a22-950e-2233a479488f HTTP/1.1" status: 200 len: 210 time: 0.0905297 Jun 11 10:03:52.197350 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-49383bae-b9a1-4dee-a607-51ecdf55cfa2 req-48628480-f432-41a0-aac4-b792646d4fcd tempest-InstanceActionsNegativeTestJSON-1938298475 tempest-InstanceActionsNegativeTestJSON-1938298475-project] 10.222.0.60 "GET /v2.0/security-groups?id=d693a29a-5604-461f-a086-63bad83a2033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654852 Jun 11 10:03:52.519186 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [req-309d764d-af41-4a06-ad0c-9614e0b8141d req-87862cc7-5d1e-49bc-8b68-a281db76f919 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09f5c7b9-eced-4e9c-bee8-b7f1b30e6cf0 {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:03:52.532755 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-309d764d-af41-4a06-ad0c-9614e0b8141d req-87862cc7-5d1e-49bc-8b68-a281db76f919 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:52.551588 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-309d764d-af41-4a06-ad0c-9614e0b8141d req-87862cc7-5d1e-49bc-8b68-a281db76f919 service neutron] Transition to ACTIVE for port object 09f5c7b9-eced-4e9c-bee8-b7f1b30e6cf0 will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:03:52.661307 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-309d764d-af41-4a06-ad0c-9614e0b8141d req-87862cc7-5d1e-49bc-8b68-a281db76f919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:52.664210 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f6f30041-fa20-457f-97ae-cf9caa50898d tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:03:52.681544 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-bf856754-a10f-4e49-a30d-cab00f2d1783 req-48970b91-1103-4fb7-8dca-08a9ec87e7ae tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=25e231ac8b9c4a4fac1dd021c0c18646&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314417 Jun 11 10:03:52.767408 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87862cc7-5d1e-49bc-8b68-a281db76f919 service neutron] Pushing event updated for resources: {'Port': ['ID=09f5c7b9-eced-4e9c-bee8-b7f1b30e6cf0,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:03:52.778840 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-87862cc7-5d1e-49bc-8b68-a281db76f919 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:03:52.820524 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 3cce09b4-4535-4443-9057-2172c01556bf no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:03:52.860451 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] No Port match for: 3cce09b4-4535-4443-9057-2172c01556bf {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:03:52.861447 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 3cce09b4-4535-4443-9057-2172c01556bf not bound to the agent host n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:03:52.863203 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf856754-a10f-4e49-a30d-cab00f2d1783 req-f3cfc7ba-61e4-4e79-9801-c8b02da0d11d tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:52.865012 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-bf856754-a10f-4e49-a30d-cab00f2d1783 req-f3cfc7ba-61e4-4e79-9801-c8b02da0d11d tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1768780 Jun 11 10:03:52.889482 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-bf856754-a10f-4e49-a30d-cab00f2d1783 req-b9f3be52-d3f9-4662-b957-22f01df4d0d5 tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] Request body: {'port': {'device_id': 'cfc94361-55b6-4a22-950e-2233a479488f', 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60', 'admin_state_up': True, 'tenant_id': '25e231ac8b9c4a4fac1dd021c0c18646'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:03:52.910661 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4579e5f9-9e7f-4ee1-ba97-b0e1e2fe327b req-d76b658f-d6b3-4bf1-94af-2c3543b0c4c8 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] 10.222.0.60 "GET /v2.0/ports?device_id=90d183ec-8c83-4c21-b0ab-8b3eeebcdcb7 HTTP/1.1" status: 200 len: 210 time: 0.1280293 Jun 11 10:03:52.929393 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d274533-d8e4-45b7-94e4-90ead985f737 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Made reservation on behalf of cfebb7c73c824f899d4040cfd3a96e04 for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:03:52.934131 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3d274533-d8e4-45b7-94e4-90ead985f737 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:52.971208 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [None req-3d274533-d8e4-45b7-94e4-90ead985f737 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] device_id is not set on port 3ec830da-272d-41a1-bf62-60d4d6c40f48 yet. {{(pid=93176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 10:03:53.022275 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39412) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:03:53.195772 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-aed0f9d0-07f2-426c-8ca2-2ac4e35c5617 admin admin] Deleting subnet 6901d489-facc-4715-b7fe-dd33d1b67520 {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:03:53.213926 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-aed0f9d0-07f2-426c-8ca2-2ac4e35c5617 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:53.341044 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-3d274533-d8e4-45b7-94e4-90ead985f737 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Allocated IP 172.20.0.13 (4960fe0c-80e4-4998-bcc1-0dd8ed64700b/94a4391b-9d8d-495f-8437-4223c21a7b17/3ec830da-272d-41a1-bf62-60d4d6c40f48) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:03:53.347853 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-aed0f9d0-07f2-426c-8ca2-2ac4e35c5617 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:53.440770 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf856754-a10f-4e49-a30d-cab00f2d1783 req-b9f3be52-d3f9-4662-b957-22f01df4d0d5 tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] Made reservation on behalf of 25e231ac8b9c4a4fac1dd021c0c18646 for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:03:53.444356 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-bf856754-a10f-4e49-a30d-cab00f2d1783 req-b9f3be52-d3f9-4662-b957-22f01df4d0d5 tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:53.450692 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-309d764d-af41-4a06-ad0c-9614e0b8141d req-87862cc7-5d1e-49bc-8b68-a281db76f919 service neutron] Attempting to bind port 09f5c7b9-eced-4e9c-bee8-b7f1b30e6cf0 on host n-h2-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:03:53.451032 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-309d764d-af41-4a06-ad0c-9614e0b8141d req-87862cc7-5d1e-49bc-8b68-a281db76f919 service neutron] Attempting to bind port 09f5c7b9-eced-4e9c-bee8-b7f1b30e6cf0 by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': '729ef9c1-25f5-4d4b-999d-83e317386897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '21236c51-301a-412d-821d-c65c05453eaa'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:03:53.451361 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309d764d-af41-4a06-ad0c-9614e0b8141d req-87862cc7-5d1e-49bc-8b68-a281db76f919 service neutron] Attempting to bind port 09f5c7b9-eced-4e9c-bee8-b7f1b30e6cf0 on network 21236c51-301a-412d-821d-c65c05453eaa {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:03:53.465458 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309d764d-af41-4a06-ad0c-9614e0b8141d req-87862cc7-5d1e-49bc-8b68-a281db76f919 service neutron] Port 09f5c7b9-eced-4e9c-bee8-b7f1b30e6cf0 on network 21236c51-301a-412d-821d-c65c05453eaa not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:03:53.465458 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309d764d-af41-4a06-ad0c-9614e0b8141d req-87862cc7-5d1e-49bc-8b68-a281db76f919 service neutron] Attempting to bind port 09f5c7b9-eced-4e9c-bee8-b7f1b30e6cf0 on network 21236c51-301a-412d-821d-c65c05453eaa {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:03:53.476230 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-aed0f9d0-07f2-426c-8ca2-2ac4e35c5617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:53.478452 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-bf856754-a10f-4e49-a30d-cab00f2d1783 req-b9f3be52-d3f9-4662-b957-22f01df4d0d5 tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:53.490414 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309d764d-af41-4a06-ad0c-9614e0b8141d req-87862cc7-5d1e-49bc-8b68-a281db76f919 service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:03:53.494741 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309d764d-af41-4a06-ad0c-9614e0b8141d req-87862cc7-5d1e-49bc-8b68-a281db76f919 service neutron] Checking segment: {'id': '729ef9c1-25f5-4d4b-999d-83e317386897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '21236c51-301a-412d-821d-c65c05453eaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:03:53.494741 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309d764d-af41-4a06-ad0c-9614e0b8141d req-87862cc7-5d1e-49bc-8b68-a281db76f919 service neutron] Bound using segment: {'id': '729ef9c1-25f5-4d4b-999d-83e317386897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '21236c51-301a-412d-821d-c65c05453eaa'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:03:53.494741 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-309d764d-af41-4a06-ad0c-9614e0b8141d req-87862cc7-5d1e-49bc-8b68-a281db76f919 service neutron] Bound port: 09f5c7b9-eced-4e9c-bee8-b7f1b30e6cf0, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '729ef9c1-25f5-4d4b-999d-83e317386897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '21236c51-301a-412d-821d-c65c05453eaa'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:03:53.494741 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-309d764d-af41-4a06-ad0c-9614e0b8141d req-87862cc7-5d1e-49bc-8b68-a281db76f919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:53.497636 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0a23dad7-a431-45b4-a135-0300ad1c37bd req-e5be4cfb-e858-4040-8531-8cbd73c50781 tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] 10.222.0.60 "GET /v2.0/ports?device_id=cfc94361-55b6-4a22-950e-2233a479488f HTTP/1.1" status: 200 len: 210 time: 0.0490260 Jun 11 10:03:53.577266 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-309d764d-af41-4a06-ad0c-9614e0b8141d req-87862cc7-5d1e-49bc-8b68-a281db76f919 service neutron] For port 09f5c7b9-eced-4e9c-bee8-b7f1b30e6cf0, host n-h2-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:03:53.581003 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-309d764d-af41-4a06-ad0c-9614e0b8141d req-87862cc7-5d1e-49bc-8b68-a281db76f919 service neutron] For port 09f5c7b9-eced-4e9c-bee8-b7f1b30e6cf0, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=09f5c7b9-eced-4e9c-bee8-b7f1b30e6cf0,segment=NetworkSegment(729ef9c1-25f5-4d4b-999d-83e317386897),segment_id=729ef9c1-25f5-4d4b-999d-83e317386897)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:03:53.662072 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e024cea-a64e-46d2-9a2a-11f34e00c70d req-81d16412-3353-4a5a-9c5c-3a507bd8db86 tempest-InstanceActionsNegativeTestJSON-1938298475 tempest-InstanceActionsNegativeTestJSON-1938298475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:53.664177 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7e024cea-a64e-46d2-9a2a-11f34e00c70d req-81d16412-3353-4a5a-9c5c-3a507bd8db86 tempest-InstanceActionsNegativeTestJSON-1938298475 tempest-InstanceActionsNegativeTestJSON-1938298475-project] 10.222.0.60 "GET /v2.0/ports?device_id=b77401b6-a2fd-4862-92da-c3fbc93667b7 HTTP/1.1" status: 200 len: 943 time: 0.2820158 Jun 11 10:03:53.690152 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-309d764d-af41-4a06-ad0c-9614e0b8141d req-87862cc7-5d1e-49bc-8b68-a281db76f919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:53.693235 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7e40ded7-247a-4b8a-ac2c-36bdf2138297 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:03:53.737515 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309d764d-af41-4a06-ad0c-9614e0b8141d req-87862cc7-5d1e-49bc-8b68-a281db76f919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:53.738126 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-309d764d-af41-4a06-ad0c-9614e0b8141d req-87862cc7-5d1e-49bc-8b68-a281db76f919 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:53.739530 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-309d764d-af41-4a06-ad0c-9614e0b8141d req-87862cc7-5d1e-49bc-8b68-a281db76f919 service neutron] 10.222.0.69 "PUT /v2.0/ports/09f5c7b9-eced-4e9c-bee8-b7f1b30e6cf0 HTTP/1.1" status: 200 len: 1092 time: 1.8481507 Jun 11 10:03:53.740139 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b77401b6-a2fd-4862-92da-c3fbc93667b7', 'tag': '09f5c7b9-eced-4e9c-bee8-b7f1b30e6cf0'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:03:53.743116 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd579bb-7dcd-4906-974b-ece911f1f1f6" -d '{"events": [{"name": "network-changed", "server_uuid": "b77401b6-a2fd-4862-92da-c3fbc93667b7", "tag": "09f5c7b9-eced-4e9c-bee8-b7f1b30e6cf0"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:03:53.781656 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87862cc7-5d1e-49bc-8b68-a281db76f919 service neutron] Pushing event updated for resources: {'Port': ['ID=09f5c7b9-eced-4e9c-bee8-b7f1b30e6cf0,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:03:53.787511 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-87862cc7-5d1e-49bc-8b68-a281db76f919 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:03:53.798095 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2abf4b3-cc28-47cb-942b-af25c1fff42e x-openstack-request-id: req-d2abf4b3-cc28-47cb-942b-af25c1fff42e {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:03:53.798443 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b77401b6-a2fd-4862-92da-c3fbc93667b7", "tag": "09f5c7b9-eced-4e9c-bee8-b7f1b30e6cf0", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:03:53.798748 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d2abf4b3-cc28-47cb-942b-af25c1fff42e {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:03:53.799204 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b77401b6-a2fd-4862-92da-c3fbc93667b7', 'tag': '09f5c7b9-eced-4e9c-bee8-b7f1b30e6cf0', 'status': 'completed', 'code': 200} Jun 11 10:03:53.840762 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7e024cea-a64e-46d2-9a2a-11f34e00c70d req-9b1679c7-7009-498f-83c0-073d68b86945 tempest-InstanceActionsNegativeTestJSON-1938298475 tempest-InstanceActionsNegativeTestJSON-1938298475-project] 10.222.0.60 "GET /v2.0/security-groups?id=d693a29a-5604-461f-a086-63bad83a2033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640329 Jun 11 10:03:53.864375 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3d274533-d8e4-45b7-94e4-90ead985f737 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:53.881935 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd579bb-7dcd-4906-974b-ece911f1f1f6 req-75104480-d315-4b8d-95b9-0a763f89eca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:53.883430 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5bd579bb-7dcd-4906-974b-ece911f1f1f6 req-75104480-d315-4b8d-95b9-0a763f89eca9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=803465dfebff4a3eb548147a91e58816&device_id=b77401b6-a2fd-4862-92da-c3fbc93667b7 HTTP/1.1" status: 200 len: 1095 time: 0.0620542 Jun 11 10:03:53.894297 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [None req-3d274533-d8e4-45b7-94e4-90ead985f737 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Transition to ACTIVE for port object 3ec830da-272d-41a1-bf62-60d4d6c40f48 will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:03:53.906385 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-aed0f9d0-07f2-426c-8ca2-2ac4e35c5617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:53.910651 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-bf856754-a10f-4e49-a30d-cab00f2d1783 req-b9f3be52-d3f9-4662-b957-22f01df4d0d5 tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:53.911741 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-bf1a175b-67a9-426b-ae19-da62983a5a90 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:03:53.947876 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed0f9d0-07f2-426c-8ca2-2ac4e35c5617 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6901d489-facc-4715-b7fe-dd33d1b67520,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:03:53.950515 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-aed0f9d0-07f2-426c-8ca2-2ac4e35c5617 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:03:53.961430 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-aed0f9d0-07f2-426c-8ca2-2ac4e35c5617 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:53.963401 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-aed0f9d0-07f2-426c-8ca2-2ac4e35c5617 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/6901d489-facc-4715-b7fe-dd33d1b67520 HTTP/1.1" status: 204 len: 168 time: 0.9402299 Jun 11 10:03:53.969895 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39436) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:03:54.002962 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-bf856754-a10f-4e49-a30d-cab00f2d1783 req-b9f3be52-d3f9-4662-b957-22f01df4d0d5 tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:54.009982 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9ae76c56-215f-4664-a138-06ddd8444a84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:03:54.017241 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39438) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:03:54.036346 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd579bb-7dcd-4906-974b-ece911f1f1f6 req-f6e50a02-eb4e-46e9-b305-e4e011ec7c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:54.038521 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5bd579bb-7dcd-4906-974b-ece911f1f1f6 req-f6e50a02-eb4e-46e9-b305-e4e011ec7c2b service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=803465dfebff4a3eb548147a91e58816&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1459229 Jun 11 10:03:54.153996 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-117289ab-657f-4132-b58e-fc721c0bdd71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:54.158457 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f3be52-d3f9-4662-b957-22f01df4d0d5 tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3af9cc94-ba24-4a25-b8db-ac75dbe087ab,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:03:54.179921 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f3be52-d3f9-4662-b957-22f01df4d0d5 tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:03:54.180312 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f3be52-d3f9-4662-b957-22f01df4d0d5 tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:03:54.180721 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f3be52-d3f9-4662-b957-22f01df4d0d5 tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:03:54.181107 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f3be52-d3f9-4662-b957-22f01df4d0d5 tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:03:54.181482 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f3be52-d3f9-4662-b957-22f01df4d0d5 tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:03:54.181854 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f3be52-d3f9-4662-b957-22f01df4d0d5 tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:03:54.182223 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f3be52-d3f9-4662-b957-22f01df4d0d5 tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:03:54.182590 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f3be52-d3f9-4662-b957-22f01df4d0d5 tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:03:54.182957 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f3be52-d3f9-4662-b957-22f01df4d0d5 tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:03:54.183326 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f3be52-d3f9-4662-b957-22f01df4d0d5 tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:03:54.183722 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f3be52-d3f9-4662-b957-22f01df4d0d5 tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:03:54.184090 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f3be52-d3f9-4662-b957-22f01df4d0d5 tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:03:54.184516 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-eca5b072-5b6a-451f-8fee-f24f1e5f9f7f tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:54.188523 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b9f3be52-d3f9-4662-b957-22f01df4d0d5 tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:03:54.197691 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3d274533-d8e4-45b7-94e4-90ead985f737 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:54.205406 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-529e6b3f-f427-49bf-9596-c10a25e6c774 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:03:54.226893 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-eca5b072-5b6a-451f-8fee-f24f1e5f9f7f tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:54.229986 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd579bb-7dcd-4906-974b-ece911f1f1f6 req-be85ece9-bc57-4416-9e98-cbd5cb3e11a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:54.231429 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5bd579bb-7dcd-4906-974b-ece911f1f1f6 req-be85ece9-bc57-4416-9e98-cbd5cb3e11a8 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1868336 Jun 11 10:03:54.282805 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d274533-d8e4-45b7-94e4-90ead985f737 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Network 4960fe0c-80e4-4998-bcc1-0dd8ed64700b is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:03:54.324927 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-3d274533-d8e4-45b7-94e4-90ead985f737 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:03:54.340101 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309d764d-af41-4a06-ad0c-9614e0b8141d req-0bd6fc7b-a675-4d56-b429-f3c964ec5216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:54.345087 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-309d764d-af41-4a06-ad0c-9614e0b8141d req-0bd6fc7b-a675-4d56-b429-f3c964ec5216 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=803465dfebff4a3eb548147a91e58816&device_id=b77401b6-a2fd-4862-92da-c3fbc93667b7 HTTP/1.1" status: 200 len: 1095 time: 0.0716414 Jun 11 10:03:54.345255 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d274533-d8e4-45b7-94e4-90ead985f737 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:03:54.397169 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d274533-d8e4-45b7-94e4-90ead985f737 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Pushing event updated for resources: {'Port': ['ID=3ec830da-272d-41a1-bf62-60d4d6c40f48,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:03:54.405854 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-309d764d-af41-4a06-ad0c-9614e0b8141d req-4d87711a-cbec-42bb-992a-5f73c9635a35 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=09f5c7b9-eced-4e9c-bee8-b7f1b30e6cf0 HTTP/1.1" status: 200 len: 217 time: 0.0525498 Jun 11 10:03:54.412329 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3d274533-d8e4-45b7-94e4-90ead985f737 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:03:54.420083 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-bf856754-a10f-4e49-a30d-cab00f2d1783 req-b9f3be52-d3f9-4662-b957-22f01df4d0d5 tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] Allocated IP 192.168.233.210 (cf20d108-f84c-44de-9036-2269564edd60/189b03cc-b2a8-4615-9ab5-ad0328c3f10f/8c590350-62aa-4400-8a57-e77d648f2e8d) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:03:54.453714 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-eca5b072-5b6a-451f-8fee-f24f1e5f9f7f tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:54.456350 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-eca5b072-5b6a-451f-8fee-f24f1e5f9f7f tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:54.458140 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-eca5b072-5b6a-451f-8fee-f24f1e5f9f7f tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] 10.222.0.60 "DELETE /v2.0/security-groups/ec3b74fd-4355-4188-b0b8-7a8e0d2985fd HTTP/1.1" status: 204 len: 168 time: 0.4399550 Jun 11 10:03:54.471819 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-180afd61-abe9-405c-a393-4d0a0411ca75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:03:54.480705 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-117289ab-657f-4132-b58e-fc721c0bdd71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:54.486820 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca5b072-5b6a-451f-8fee-f24f1e5f9f7f tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3b74fd-4355-4188-b0b8-7a8e0d2985fd,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:03:54.492233 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-eca5b072-5b6a-451f-8fee-f24f1e5f9f7f tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:03:54.497997 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309d764d-af41-4a06-ad0c-9614e0b8141d req-b6281e2a-a69b-4ba4-a41f-24e29f4654d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:54.499488 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-309d764d-af41-4a06-ad0c-9614e0b8141d req-b6281e2a-a69b-4ba4-a41f-24e29f4654d6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2d9d7779-ad7b-4d2c-b65e-6a2966c24d2b HTTP/1.1" status: 200 len: 861 time: 0.0876865 Jun 11 10:03:54.516087 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-117289ab-657f-4132-b58e-fc721c0bdd71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ca4fc2b-0fb2-449d-8883-9502d1337add']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:03:54.543655 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d274533-d8e4-45b7-94e4-90ead985f737 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:54.544462 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3d274533-d8e4-45b7-94e4-90ead985f737 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:54.564607 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-117289ab-657f-4132-b58e-fc721c0bdd71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '008ac4f2-3c5c-40ab-b728-319e965ab6d2') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:03:54.564921 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-117289ab-657f-4132-b58e-fc721c0bdd71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '008ac4f2-3c5c-40ab-b728-319e965ab6d2') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:03:54.583020 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-309d764d-af41-4a06-ad0c-9614e0b8141d req-21e8d5d8-c3e1-43d3-aec2-8236674cc3fe service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=21236c51-301a-412d-821d-c65c05453eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762272 Jun 11 10:03:54.594335 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-117289ab-657f-4132-b58e-fc721c0bdd71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:54.618024 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-117289ab-657f-4132-b58e-fc721c0bdd71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:54.642346 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-1965d768-0c8f-4811-8497-d6a67911ed38 None None] Provisioning for port 3ec830da-272d-41a1-bf62-60d4d6c40f48 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:03:54.646781 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-1965d768-0c8f-4811-8497-d6a67911ed38 None None] Provisioning complete for port 3ec830da-272d-41a1-bf62-60d4d6c40f48 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:03:54.647143 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-117289ab-657f-4132-b58e-fc721c0bdd71 admin admin] Releasing vlan 772 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:03:54.647303 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1965d768-0c8f-4811-8497-d6a67911ed38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:54.654262 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-117289ab-657f-4132-b58e-fc721c0bdd71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:54.654262 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:03:54.654262 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:03:54.654262 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:03:54.654262 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:03:54.654262 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:03:54.654262 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:03:54.654262 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:03:54.654262 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:03:54.654262 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:03:54.654262 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:03:54.654262 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:03:54.654262 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:03:54.654262 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:03:54.654262 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:03:54.654262 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:03:54.654262 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:03:54.654262 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:03:54.654262 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:03:54.654262 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:03:54.654262 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:03:54.654262 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:03:54.654262 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:03:54.654262 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:03:54.654262 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:03:54.654262 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:03:54.654262 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:03:54.654262 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:03:54.654262 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:03:54.654262 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:03:54.654262 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:03:54.654262 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:03:54.654262 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:03:54.654262 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:03:54.654262 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:03:54.654262 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:03:54.654262 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:03:54.654262 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:03:54.654262 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:03:54.654262 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:03:54.654262 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:03:54.658222 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:03:54.658222 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:03:54.658222 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:03:54.658222 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:03:54.658222 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:03:54.658222 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:03:54.658222 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:03:54.658222 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:03:54.658222 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:03:54.658222 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:03:54.658222 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:03:54.658222 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:03:54.658222 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:03:54.658222 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:03:54.658222 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 10:03:54.658222 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:03:54.658222 n-d-779913-12 neutron-server[93176]: timer() Jun 11 10:03:54.658222 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:03:54.658222 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 10:03:54.658222 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:03:54.658222 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 10:03:54.658222 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:03:54.658222 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 10:03:54.658222 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:03:54.658222 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 10:03:54.658222 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:03:54.658222 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 10:03:54.658222 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:03:54.658222 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:03:54.658222 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:03:54.658222 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:03:54.658222 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:03:54.658222 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 10:03:54.658222 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:03:54.658222 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 10:03:54.658222 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:03:54.658222 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:03:54.658222 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:03:54.658222 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 10:03:54.658222 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:03:54.658222 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:03:54.658222 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:03:54.658222 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:03:54.658222 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:03:54.658222 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:03:54.658222 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:03:54.720582 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-1965d768-0c8f-4811-8497-d6a67911ed38 None None] Port 3ec830da-272d-41a1-bf62-60d4d6c40f48 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:03:54.806956 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-3d274533-d8e4-45b7-94e4-90ead985f737 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7471569 Jun 11 10:03:54.809809 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39458) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:03:54.815050 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a391833b-f637-42d5-9fc3-a9de3920cbe9 req-94560978-bb30-4d15-8df9-0cf65546eace tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] 10.222.0.60 "GET /v2.0/ports?device_id=cfc94361-55b6-4a22-950e-2233a479488f HTTP/1.1" status: 200 len: 210 time: 0.0589273 Jun 11 10:03:54.817118 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-9a3d5f63-dc09-4aba-bcd8-2ca290b104c8 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Request body: {'port': {'network_id': '4960fe0c-80e4-4998-bcc1-0dd8ed64700b', 'name': 'tempest-AllowedAddressPairTestJSON-440882779'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:03:54.857185 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-309d764d-af41-4a06-ad0c-9614e0b8141d req-f4830d38-2fcb-41c2-8521-b806924f5e1c service neutron] 10.222.0.69 "GET /v2.0/networks/21236c51-301a-412d-821d-c65c05453eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629993 Jun 11 10:03:55.033603 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-bf856754-a10f-4e49-a30d-cab00f2d1783 req-b9f3be52-d3f9-4662-b957-22f01df4d0d5 tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:55.079100 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-bf856754-a10f-4e49-a30d-cab00f2d1783 req-b9f3be52-d3f9-4662-b957-22f01df4d0d5 tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] Transition to ACTIVE for port object 8c590350-62aa-4400-8a57-e77d648f2e8d will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:03:55.081224 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-117289ab-657f-4132-b58e-fc721c0bdd71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:55.087774 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-117289ab-657f-4132-b58e-fc721c0bdd71 admin admin] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:55.092518 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-117289ab-657f-4132-b58e-fc721c0bdd71 admin admin] 10.222.0.60 "DELETE /v2.0/networks/3ca4fc2b-0fb2-449d-8883-9502d1337add HTTP/1.1" status: 204 len: 168 time: 1.1191180 Jun 11 10:03:55.119982 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-309d764d-af41-4a06-ad0c-9614e0b8141d req-2d66c9bb-50d1-419b-b168-10db09f93f79 service neutron] 10.222.0.69 "GET /v2.0/networks/21236c51-301a-412d-821d-c65c05453eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548754 Jun 11 10:03:55.154403 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2f0498e6-c2b8-4c76-9062-41ec4be9de1f tempest-RoutersNegativeTest-827308851 tempest-RoutersNegativeTest-827308851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:03:55.232075 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117289ab-657f-4132-b58e-fc721c0bdd71 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ca4fc2b-0fb2-449d-8883-9502d1337add,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:03:55.238753 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-117289ab-657f-4132-b58e-fc721c0bdd71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:03:55.339829 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c0d43b-4c30-4bec-88fc-dd8c764fe40b req-45670d34-d333-4320-b496-65bd3880354a tempest-InstanceActionsNegativeTestJSON-1938298475 tempest-InstanceActionsNegativeTestJSON-1938298475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:55.346986 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-23c0d43b-4c30-4bec-88fc-dd8c764fe40b req-45670d34-d333-4320-b496-65bd3880354a tempest-InstanceActionsNegativeTestJSON-1938298475 tempest-InstanceActionsNegativeTestJSON-1938298475-project] 10.222.0.60 "GET /v2.0/ports?device_id=b77401b6-a2fd-4862-92da-c3fbc93667b7 HTTP/1.1" status: 200 len: 943 time: 0.2689259 Jun 11 10:03:55.416994 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-23c0d43b-4c30-4bec-88fc-dd8c764fe40b req-2ec79144-f461-49ca-8b7f-601b962c4077 tempest-InstanceActionsNegativeTestJSON-1938298475 tempest-InstanceActionsNegativeTestJSON-1938298475-project] 10.222.0.60 "GET /v2.0/security-groups?id=d693a29a-5604-461f-a086-63bad83a2033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691812 Jun 11 10:03:55.444489 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-bf856754-a10f-4e49-a30d-cab00f2d1783 req-b9f3be52-d3f9-4662-b957-22f01df4d0d5 tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:55.450239 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-605840b7-bc3c-469a-a5c9-b4773c3043ec tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:03:55.503667 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf856754-a10f-4e49-a30d-cab00f2d1783 req-b9f3be52-d3f9-4662-b957-22f01df4d0d5 tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] Network cf20d108-f84c-44de-9036-2269564edd60 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:03:55.508179 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-bf856754-a10f-4e49-a30d-cab00f2d1783 req-b9f3be52-d3f9-4662-b957-22f01df4d0d5 tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:03:55.510679 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf856754-a10f-4e49-a30d-cab00f2d1783 req-b9f3be52-d3f9-4662-b957-22f01df4d0d5 tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:03:55.561332 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a3d5f63-dc09-4aba-bcd8-2ca290b104c8 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Made reservation on behalf of cfebb7c73c824f899d4040cfd3a96e04 for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:03:55.566246 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9a3d5f63-dc09-4aba-bcd8-2ca290b104c8 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:55.608765 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [None req-9a3d5f63-dc09-4aba-bcd8-2ca290b104c8 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] device_id is not set on port 74923dcb-8baf-43a2-8c01-9522afe872cc yet. {{(pid=93176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 10:03:55.627765 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39508) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:03:55.646594 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf856754-a10f-4e49-a30d-cab00f2d1783 req-b9f3be52-d3f9-4662-b957-22f01df4d0d5 tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:55.654674 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-bf856754-a10f-4e49-a30d-cab00f2d1783 req-b9f3be52-d3f9-4662-b957-22f01df4d0d5 tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:55.654674 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f3be52-d3f9-4662-b957-22f01df4d0d5 tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] Pushing event updated for resources: {'Port': ['ID=8c590350-62aa-4400-8a57-e77d648f2e8d,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:03:55.668348 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b9f3be52-d3f9-4662-b957-22f01df4d0d5 tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:03:55.712485 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-fe2ed901-3bed-4dc8-a5db-0f9d1698fc02 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5ae8832857744383bb7ca8c5c93a750e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0828032 Jun 11 10:03:55.715686 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39514) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:03:55.787938 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d8f7ca71-83d7-4047-adc7-474031b5c02e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:55.834724 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d8f7ca71-83d7-4047-adc7-474031b5c02e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:55.858112 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-bf856754-a10f-4e49-a30d-cab00f2d1783 req-b9f3be52-d3f9-4662-b957-22f01df4d0d5 tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9815066 Jun 11 10:03:55.873877 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-bf856754-a10f-4e49-a30d-cab00f2d1783 req-b0fccbbb-584a-4426-a8ea-50ee45632f07 service neutron] Request body: {'port': {'device_id': 'cfc94361-55b6-4a22-950e-2233a479488f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:03:55.941076 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-6209e43f-c93e-418b-993c-4794c468d418 None None] Provisioning for port 8c590350-62aa-4400-8a57-e77d648f2e8d completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:03:55.948783 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-9a3d5f63-dc09-4aba-bcd8-2ca290b104c8 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Allocated IP 172.20.0.11 (4960fe0c-80e4-4998-bcc1-0dd8ed64700b/94a4391b-9d8d-495f-8437-4223c21a7b17/74923dcb-8baf-43a2-8c01-9522afe872cc) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:03:55.954892 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-6209e43f-c93e-418b-993c-4794c468d418 None None] Provisioning complete for port 8c590350-62aa-4400-8a57-e77d648f2e8d triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:03:55.955516 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6209e43f-c93e-418b-993c-4794c468d418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:55.996681 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d8f7ca71-83d7-4047-adc7-474031b5c02e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:55.999752 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d8f7ca71-83d7-4047-adc7-474031b5c02e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:56.005746 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-d8f7ca71-83d7-4047-adc7-474031b5c02e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/80e93562-c87e-4f2f-9965-8a6085c76a6e HTTP/1.1" status: 204 len: 168 time: 0.2882547 Jun 11 10:03:56.006473 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1f8c5735-8943-4ed5-98ed-0022e15ae978 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:03:56.049285 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f7ca71-83d7-4047-adc7-474031b5c02e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e93562-c87e-4f2f-9965-8a6085c76a6e,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:03:56.061278 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d8f7ca71-83d7-4047-adc7-474031b5c02e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:03:56.073933 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-6209e43f-c93e-418b-993c-4794c468d418 None None] Port 8c590350-62aa-4400-8a57-e77d648f2e8d cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:03:56.123683 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-bf856754-a10f-4e49-a30d-cab00f2d1783 req-b0fccbbb-584a-4426-a8ea-50ee45632f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:56.593322 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9a3d5f63-dc09-4aba-bcd8-2ca290b104c8 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:56.643220 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [None req-9a3d5f63-dc09-4aba-bcd8-2ca290b104c8 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Transition to ACTIVE for port object 74923dcb-8baf-43a2-8c01-9522afe872cc will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:03:56.728829 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c07405-1918-4e35-9d7d-41e47b653d99 req-11060ab2-f3fc-4fc6-b064-9e3710d6556c tempest-InstanceActionsNegativeTestJSON-1938298475 tempest-InstanceActionsNegativeTestJSON-1938298475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:56.734491 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-40c07405-1918-4e35-9d7d-41e47b653d99 req-11060ab2-f3fc-4fc6-b064-9e3710d6556c tempest-InstanceActionsNegativeTestJSON-1938298475 tempest-InstanceActionsNegativeTestJSON-1938298475-project] 10.222.0.60 "GET /v2.0/ports?device_id=b77401b6-a2fd-4862-92da-c3fbc93667b7 HTTP/1.1" status: 200 len: 943 time: 0.1093829 Jun 11 10:03:56.767408 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793a23b-3d1e-4d20-8787-50b996786692 req-2899b3e6-51cf-412a-be2c-1c5728efcb51 tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:56.781326 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9793a23b-3d1e-4d20-8787-50b996786692 req-2899b3e6-51cf-412a-be2c-1c5728efcb51 tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] 10.222.0.60 "GET /v2.0/ports?device_id=cfc94361-55b6-4a22-950e-2233a479488f HTTP/1.1" status: 200 len: 936 time: 0.6303642 Jun 11 10:03:56.814369 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-40c07405-1918-4e35-9d7d-41e47b653d99 req-cff10681-8260-46cc-9a24-87be39b66c55 tempest-InstanceActionsNegativeTestJSON-1938298475 tempest-InstanceActionsNegativeTestJSON-1938298475-project] 10.222.0.60 "GET /v2.0/security-groups?id=d693a29a-5604-461f-a086-63bad83a2033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788879 Jun 11 10:03:56.928881 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9793a23b-3d1e-4d20-8787-50b996786692 req-fece26a5-ef16-4984-b651-f8934b5f853c tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af9cc94-ba24-4a25-b8db-ac75dbe087ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506639 Jun 11 10:03:57.570205 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9a3d5f63-dc09-4aba-bcd8-2ca290b104c8 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:57.593223 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-fe5dc216-f9cc-46fa-a09d-9013ec98210f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:03:57.700392 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3d5f63-dc09-4aba-bcd8-2ca290b104c8 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Network 4960fe0c-80e4-4998-bcc1-0dd8ed64700b is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:03:57.717509 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-9a3d5f63-dc09-4aba-bcd8-2ca290b104c8 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:03:57.744074 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3d5f63-dc09-4aba-bcd8-2ca290b104c8 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:03:57.756073 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3d5f63-dc09-4aba-bcd8-2ca290b104c8 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Pushing event updated for resources: {'Port': ['ID=74923dcb-8baf-43a2-8c01-9522afe872cc,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:03:57.776273 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9a3d5f63-dc09-4aba-bcd8-2ca290b104c8 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:03:57.986917 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-bf856754-a10f-4e49-a30d-cab00f2d1783 req-b0fccbbb-584a-4426-a8ea-50ee45632f07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c590350-62aa-4400-8a57-e77d648f2e8d {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:03:58.016968 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-bf856754-a10f-4e49-a30d-cab00f2d1783 req-b0fccbbb-584a-4426-a8ea-50ee45632f07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:58.049194 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3d5f63-dc09-4aba-bcd8-2ca290b104c8 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:58.066295 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9a3d5f63-dc09-4aba-bcd8-2ca290b104c8 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:58.113970 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-bf856754-a10f-4e49-a30d-cab00f2d1783 req-b0fccbbb-584a-4426-a8ea-50ee45632f07 service neutron] Transition to ACTIVE for port object 8c590350-62aa-4400-8a57-e77d648f2e8d will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:03:58.146179 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-9a3d5f63-dc09-4aba-bcd8-2ca290b104c8 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3350227 Jun 11 10:03:58.149065 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39640) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:03:58.155007 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-40082456-26cf-4cc3-bbbd-2299ae94c567 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:88:76:09'}, {'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:cd:9f:e8'}]}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:03:58.185898 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-86d04d9b-3f2b-4d9e-bf04-02d8fe5acb58 None None] Provisioning for port 74923dcb-8baf-43a2-8c01-9522afe872cc completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:03:58.190212 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-86d04d9b-3f2b-4d9e-bf04-02d8fe5acb58 None None] Provisioning complete for port 74923dcb-8baf-43a2-8c01-9522afe872cc triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:03:58.190649 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-86d04d9b-3f2b-4d9e-bf04-02d8fe5acb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:58.192367 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-bf856754-a10f-4e49-a30d-cab00f2d1783 req-b0fccbbb-584a-4426-a8ea-50ee45632f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:58.202586 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5da42075-b9e3-4290-85f9-bf961827d2af tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:03:58.220509 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3438ed92-b1bc-4947-bbb3-a363a54042ae req-c9419e97-15fa-4200-adbc-3adce20bc982 tempest-InstanceActionsNegativeTestJSON-1938298475 tempest-InstanceActionsNegativeTestJSON-1938298475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:58.222680 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3438ed92-b1bc-4947-bbb3-a363a54042ae req-c9419e97-15fa-4200-adbc-3adce20bc982 tempest-InstanceActionsNegativeTestJSON-1938298475 tempest-InstanceActionsNegativeTestJSON-1938298475-project] 10.222.0.60 "GET /v2.0/ports?device_id=b77401b6-a2fd-4862-92da-c3fbc93667b7 HTTP/1.1" status: 200 len: 943 time: 0.1720345 Jun 11 10:03:58.300132 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-86d04d9b-3f2b-4d9e-bf04-02d8fe5acb58 None None] Port 74923dcb-8baf-43a2-8c01-9522afe872cc cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:03:58.327065 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3438ed92-b1bc-4947-bbb3-a363a54042ae req-7240b511-e63e-4f0c-9288-00433226cec4 tempest-InstanceActionsNegativeTestJSON-1938298475 tempest-InstanceActionsNegativeTestJSON-1938298475-project] 10.222.0.60 "GET /v2.0/security-groups?id=d693a29a-5604-461f-a086-63bad83a2033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938761 Jun 11 10:03:58.613845 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fccbbb-584a-4426-a8ea-50ee45632f07 service neutron] Pushing event updated for resources: {'Port': ['ID=8c590350-62aa-4400-8a57-e77d648f2e8d,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:03:58.623815 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b0fccbbb-584a-4426-a8ea-50ee45632f07 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:03:58.785818 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebffa7fa-9da4-40ce-82e2-2c7e1b2300cf req-560ba17a-689a-4201-aff6-ddd918c86719 tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:58.807986 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ebffa7fa-9da4-40ce-82e2-2c7e1b2300cf req-560ba17a-689a-4201-aff6-ddd918c86719 tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] 10.222.0.60 "GET /v2.0/ports?device_id=cfc94361-55b6-4a22-950e-2233a479488f HTTP/1.1" status: 200 len: 948 time: 0.5347970 Jun 11 10:03:58.891744 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-bf856754-a10f-4e49-a30d-cab00f2d1783 req-b0fccbbb-584a-4426-a8ea-50ee45632f07 service neutron] Attempting to bind port 8c590350-62aa-4400-8a57-e77d648f2e8d on host n-h2-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:03:58.892206 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-bf856754-a10f-4e49-a30d-cab00f2d1783 req-b0fccbbb-584a-4426-a8ea-50ee45632f07 service neutron] Attempting to bind port 8c590350-62aa-4400-8a57-e77d648f2e8d by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:03:58.892666 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf856754-a10f-4e49-a30d-cab00f2d1783 req-b0fccbbb-584a-4426-a8ea-50ee45632f07 service neutron] Attempting to bind port 8c590350-62aa-4400-8a57-e77d648f2e8d on network cf20d108-f84c-44de-9036-2269564edd60 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:03:58.940112 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf856754-a10f-4e49-a30d-cab00f2d1783 req-b0fccbbb-584a-4426-a8ea-50ee45632f07 service neutron] Port 8c590350-62aa-4400-8a57-e77d648f2e8d on network cf20d108-f84c-44de-9036-2269564edd60 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:03:58.940490 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf856754-a10f-4e49-a30d-cab00f2d1783 req-b0fccbbb-584a-4426-a8ea-50ee45632f07 service neutron] Attempting to bind port 8c590350-62aa-4400-8a57-e77d648f2e8d on network cf20d108-f84c-44de-9036-2269564edd60 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:03:58.948736 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ebffa7fa-9da4-40ce-82e2-2c7e1b2300cf req-dfdc4826-cf86-4833-8df2-719898047c21 tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af9cc94-ba24-4a25-b8db-ac75dbe087ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500368 Jun 11 10:03:58.954056 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-40082456-26cf-4cc3-bbbd-2299ae94c567 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:58.974716 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf856754-a10f-4e49-a30d-cab00f2d1783 req-b0fccbbb-584a-4426-a8ea-50ee45632f07 service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:03:58.975267 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf856754-a10f-4e49-a30d-cab00f2d1783 req-b0fccbbb-584a-4426-a8ea-50ee45632f07 service neutron] Checking segment: {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:03:58.975701 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf856754-a10f-4e49-a30d-cab00f2d1783 req-b0fccbbb-584a-4426-a8ea-50ee45632f07 service neutron] Bound using segment: {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:03:58.976154 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-bf856754-a10f-4e49-a30d-cab00f2d1783 req-b0fccbbb-584a-4426-a8ea-50ee45632f07 service neutron] Bound port: 8c590350-62aa-4400-8a57-e77d648f2e8d, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:03:58.976511 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-bf856754-a10f-4e49-a30d-cab00f2d1783 req-b0fccbbb-584a-4426-a8ea-50ee45632f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:59.190879 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39682) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:03:59.352578 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-40082456-26cf-4cc3-bbbd-2299ae94c567 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:59.390684 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c6ca1e33-bc63-4ae0-8028-a4a64927502d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:59.470039 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-40082456-26cf-4cc3-bbbd-2299ae94c567 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:59.483649 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-19853b02-f8fc-46f7-ba12-57a24b5b046c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:03:59.522955 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-bf856754-a10f-4e49-a30d-cab00f2d1783 req-b0fccbbb-584a-4426-a8ea-50ee45632f07 service neutron] For port 8c590350-62aa-4400-8a57-e77d648f2e8d, host n-h2-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:03:59.570189 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c6ca1e33-bc63-4ae0-8028-a4a64927502d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:59.584021 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-bf856754-a10f-4e49-a30d-cab00f2d1783 req-b0fccbbb-584a-4426-a8ea-50ee45632f07 service neutron] For port 8c590350-62aa-4400-8a57-e77d648f2e8d, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=8c590350-62aa-4400-8a57-e77d648f2e8d,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:03:59.601638 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40082456-26cf-4cc3-bbbd-2299ae94c567 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Pushing event updated for resources: {'Port': ['ID=74923dcb-8baf-43a2-8c01-9522afe872cc,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:03:59.607084 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-40082456-26cf-4cc3-bbbd-2299ae94c567 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:03:59.621366 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-40082456-26cf-4cc3-bbbd-2299ae94c567 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] In _notify_port_updated(), no bound segment for port 74923dcb-8baf-43a2-8c01-9522afe872cc on network 4960fe0c-80e4-4998-bcc1-0dd8ed64700b {{(pid=93176) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 11 10:03:59.628188 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40082456-26cf-4cc3-bbbd-2299ae94c567 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:59.630780 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-40082456-26cf-4cc3-bbbd-2299ae94c567 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:59.630780 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-40082456-26cf-4cc3-bbbd-2299ae94c567 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] 10.222.0.60 "PUT /v2.0/ports/74923dcb-8baf-43a2-8c01-9522afe872cc HTTP/1.1" status: 200 len: 1056 time: 1.4798727 Jun 11 10:03:59.633507 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39704) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:03:59.685458 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689351d1-55a0-4f87-b366-27014de8f7ac req-6b40cc79-686d-43ef-8ec2-7079e40180cf tempest-InstanceActionsNegativeTestJSON-1938298475 tempest-InstanceActionsNegativeTestJSON-1938298475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:59.689306 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-689351d1-55a0-4f87-b366-27014de8f7ac req-6b40cc79-686d-43ef-8ec2-7079e40180cf tempest-InstanceActionsNegativeTestJSON-1938298475 tempest-InstanceActionsNegativeTestJSON-1938298475-project] 10.222.0.60 "GET /v2.0/ports?device_id=b77401b6-a2fd-4862-92da-c3fbc93667b7 HTTP/1.1" status: 200 len: 943 time: 0.1561139 Jun 11 10:03:59.727250 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c6ca1e33-bc63-4ae0-8028-a4a64927502d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:59.735228 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-15243628-3d3e-42c4-beaf-1d5bbd0e0523 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:03:59.753439 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-bf856754-a10f-4e49-a30d-cab00f2d1783 req-b0fccbbb-584a-4426-a8ea-50ee45632f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:59.815315 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9a3d5f63-dc09-4aba-bcd8-2ca290b104c8 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:03:59.822461 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-689351d1-55a0-4f87-b366-27014de8f7ac req-60c9eede-15d1-4119-96a6-40bbb634d46e tempest-InstanceActionsNegativeTestJSON-1938298475 tempest-InstanceActionsNegativeTestJSON-1938298475-project] 10.222.0.60 "GET /v2.0/security-groups?id=d693a29a-5604-461f-a086-63bad83a2033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291461 Jun 11 10:03:59.833682 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39714) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:03:59.859036 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ca1e33-bc63-4ae0-8028-a4a64927502d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd5ed535-d315-497a-9e59-09f51f4bff7e,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:03:59.870084 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-c6ca1e33-bc63-4ae0-8028-a4a64927502d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2f5f71d839c84705bd3672a7e624d54f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6781468 Jun 11 10:03:59.871741 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c6ca1e33-bc63-4ae0-8028-a4a64927502d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:03:59.873560 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39718) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:03:59.880666 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-e452aba8-a055-4571-9b13-ff7c60329f45 None None] Provisioning complete for port 74923dcb-8baf-43a2-8c01-9522afe872cc triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:03:59.882605 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e452aba8-a055-4571-9b13-ff7c60329f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:59.910417 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf856754-a10f-4e49-a30d-cab00f2d1783 req-b0fccbbb-584a-4426-a8ea-50ee45632f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:03:59.916117 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-bf856754-a10f-4e49-a30d-cab00f2d1783 req-b0fccbbb-584a-4426-a8ea-50ee45632f07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:03:59.917071 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-bf856754-a10f-4e49-a30d-cab00f2d1783 req-b0fccbbb-584a-4426-a8ea-50ee45632f07 service neutron] 10.222.0.69 "PUT /v2.0/ports/8c590350-62aa-4400-8a57-e77d648f2e8d HTTP/1.1" status: 200 len: 1097 time: 4.0480640 Jun 11 10:03:59.927157 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfc94361-55b6-4a22-950e-2233a479488f', 'tag': '8c590350-62aa-4400-8a57-e77d648f2e8d'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:03:59.933159 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72adfeb6-6920-43e6-9010-774f9b95e8c5" -d '{"events": [{"name": "network-changed", "server_uuid": "cfc94361-55b6-4a22-950e-2233a479488f", "tag": "8c590350-62aa-4400-8a57-e77d648f2e8d"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:03:59.978961 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-e452aba8-a055-4571-9b13-ff7c60329f45 None None] Port 74923dcb-8baf-43a2-8c01-9522afe872cc cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:04:00.027345 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fccbbb-584a-4426-a8ea-50ee45632f07 service neutron] Pushing event updated for resources: {'Port': ['ID=8c590350-62aa-4400-8a57-e77d648f2e8d,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:00.037029 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b0fccbbb-584a-4426-a8ea-50ee45632f07 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:00.054915 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-fda3b63d-a6a3-4600-b0f4-b36e8876868b tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Deleting port 74923dcb-8baf-43a2-8c01-9522afe872cc {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:04:00.055269 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fda3b63d-a6a3-4600-b0f4-b36e8876868b tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:00.087360 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4661e407-0884-4c41-a07c-15724d8899bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:00.103284 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf2556ba-1f32-4602-b8b7-cfbad0f844f1 x-openstack-request-id: req-bf2556ba-1f32-4602-b8b7-cfbad0f844f1 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:04:00.103678 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfc94361-55b6-4a22-950e-2233a479488f", "tag": "8c590350-62aa-4400-8a57-e77d648f2e8d", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:04:00.103973 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bf2556ba-1f32-4602-b8b7-cfbad0f844f1 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:04:00.106740 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfc94361-55b6-4a22-950e-2233a479488f', 'tag': '8c590350-62aa-4400-8a57-e77d648f2e8d', 'status': 'completed', 'code': 200} Jun 11 10:04:00.125189 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4661e407-0884-4c41-a07c-15724d8899bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:00.237740 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 09f5c7b9-eced-4e9c-bee8-b7f1b30e6cf0 details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 10:04:00.346895 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd685f1-ddef-49e9-8571-c07b1571f8c8 req-7ab624aa-414c-4c06-9a3d-eb40146bcef8 tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:04:00.350238 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4fd685f1-ddef-49e9-8571-c07b1571f8c8 req-7ab624aa-414c-4c06-9a3d-eb40146bcef8 tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] 10.222.0.60 "GET /v2.0/ports?device_id=cfc94361-55b6-4a22-950e-2233a479488f HTTP/1.1" status: 200 len: 948 time: 0.1629996 Jun 11 10:04:00.406898 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4661e407-0884-4c41-a07c-15724d8899bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:00.414570 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4661e407-0884-4c41-a07c-15724d8899bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:00.415781 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-4661e407-0884-4c41-a07c-15724d8899bb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dd5ed535-d315-497a-9e59-09f51f4bff7e HTTP/1.1" status: 204 len: 168 time: 0.5405536 Jun 11 10:04:00.418811 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-98d39ab4-02cf-4726-b140-fafdba83cbdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:00.433053 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4661e407-0884-4c41-a07c-15724d8899bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd5ed535-d315-497a-9e59-09f51f4bff7e,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:00.436732 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4661e407-0884-4c41-a07c-15724d8899bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:00.465098 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4fd685f1-ddef-49e9-8571-c07b1571f8c8 req-8e84d685-ebe8-48a7-b0f6-fe709d6899aa tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af9cc94-ba24-4a25-b8db-ac75dbe087ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083984 Jun 11 10:04:00.470459 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fda3b63d-a6a3-4600-b0f4-b36e8876868b tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:00.571879 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 09f5c7b9-eced-4e9c-bee8-b7f1b30e6cf0, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=09f5c7b9-eced-4e9c-bee8-b7f1b30e6cf0,segment=NetworkSegment(729ef9c1-25f5-4d4b-999d-83e317386897),segment_id=729ef9c1-25f5-4d4b-999d-83e317386897)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:04:00.586703 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': '09f5c7b9-eced-4e9c-bee8-b7f1b30e6cf0', 'network_id': '21236c51-301a-412d-821d-c65c05453eaa', 'port_id': '09f5c7b9-eced-4e9c-bee8-b7f1b30e6cf0', 'mac_address': 'fa:16:3e:5e:58:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d9d7779-ad7b-4d2c-b65e-6a2966c24d2b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 10:04:00.651816 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:00.668519 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09f5c7b9-eced-4e9c-bee8-b7f1b30e6cf0 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:04:00.691111 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-fda3b63d-a6a3-4600-b0f4-b36e8876868b tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Calling delete_port for 74923dcb-8baf-43a2-8c01-9522afe872cc owned by {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:04:00.691930 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 09f5c7b9-eced-4e9c-bee8-b7f1b30e6cf0, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=09f5c7b9-eced-4e9c-bee8-b7f1b30e6cf0,segment=NetworkSegment(729ef9c1-25f5-4d4b-999d-83e317386897),segment_id=729ef9c1-25f5-4d4b-999d-83e317386897)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:04:00.788370 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:00.795184 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:00.918433 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=09f5c7b9-eced-4e9c-bee8-b7f1b30e6cf0,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:00.923561 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:01.004139 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf856754-a10f-4e49-a30d-cab00f2d1783 req-c415925f-ddc6-4863-af19-55de43d5ffa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:04:01.005574 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-bf856754-a10f-4e49-a30d-cab00f2d1783 req-c415925f-ddc6-4863-af19-55de43d5ffa5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=25e231ac8b9c4a4fac1dd021c0c18646&device_id=cfc94361-55b6-4a22-950e-2233a479488f HTTP/1.1" status: 200 len: 1100 time: 0.9396372 Jun 11 10:04:01.113404 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-bf856754-a10f-4e49-a30d-cab00f2d1783 req-56f16fae-69a6-4aad-9d30-97fb2bc4534b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=8c590350-62aa-4400-8a57-e77d648f2e8d HTTP/1.1" status: 200 len: 217 time: 0.0986860 Jun 11 10:04:01.130293 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['09f5c7b9-eced-4e9c-bee8-b7f1b30e6cf0'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:04:01.153976 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387f8955-b8f6-45fc-9feb-2bab6c8398d9 req-33f01134-4882-474f-9d59-41c5ffc846c5 tempest-InstanceActionsNegativeTestJSON-1938298475 tempest-InstanceActionsNegativeTestJSON-1938298475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:04:01.183859 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-387f8955-b8f6-45fc-9feb-2bab6c8398d9 req-33f01134-4882-474f-9d59-41c5ffc846c5 tempest-InstanceActionsNegativeTestJSON-1938298475 tempest-InstanceActionsNegativeTestJSON-1938298475-project] 10.222.0.60 "GET /v2.0/ports?device_id=b77401b6-a2fd-4862-92da-c3fbc93667b7 HTTP/1.1" status: 200 len: 944 time: 0.1481726 Jun 11 10:04:01.277297 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-387f8955-b8f6-45fc-9feb-2bab6c8398d9 req-caba160a-6fee-4959-8f70-6e3ad42ff73f tempest-InstanceActionsNegativeTestJSON-1938298475 tempest-InstanceActionsNegativeTestJSON-1938298475-project] 10.222.0.60 "GET /v2.0/security-groups?id=d693a29a-5604-461f-a086-63bad83a2033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892534 Jun 11 10:04:01.279155 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf856754-a10f-4e49-a30d-cab00f2d1783 req-b38a5542-6655-4085-b91b-cafaa73ad171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:04:01.280329 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-bf856754-a10f-4e49-a30d-cab00f2d1783 req-b38a5542-6655-4085-b91b-cafaa73ad171 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=189b03cc-b2a8-4615-9ab5-ad0328c3f10f HTTP/1.1" status: 200 len: 843 time: 0.1532648 Jun 11 10:04:01.326835 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:01.368567 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fda3b63d-a6a3-4600-b0f4-b36e8876868b tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:01.377789 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-679694d5-431b-47e3-876d-260a6286d212 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:01.421639 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda3b63d-a6a3-4600-b0f4-b36e8876868b tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Pushing event deleted for resources: {'Port': ['ID=74923dcb-8baf-43a2-8c01-9522afe872cc,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:01.431025 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-fda3b63d-a6a3-4600-b0f4-b36e8876868b tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:01.544332 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf856754-a10f-4e49-a30d-cab00f2d1783 req-762c9a32-d6bc-49d2-8656-2ea6ea2584c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:04:01.545851 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-bf856754-a10f-4e49-a30d-cab00f2d1783 req-762c9a32-d6bc-49d2-8656-2ea6ea2584c4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cf20d108-f84c-44de-9036-2269564edd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2531135 Jun 11 10:04:01.980880 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-bf856754-a10f-4e49-a30d-cab00f2d1783 req-992fa538-3e96-448d-841c-8fae288ace4c service neutron] 10.222.0.69 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4256499 Jun 11 10:04:01.982725 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fda3b63d-a6a3-4600-b0f4-b36e8876868b tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:01.984744 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-fda3b63d-a6a3-4600-b0f4-b36e8876868b tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] 10.222.0.60 "DELETE /v2.0/ports/74923dcb-8baf-43a2-8c01-9522afe872cc HTTP/1.1" status: 204 len: 168 time: 2.3500865 Jun 11 10:04:01.987436 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39834) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:02.025827 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b9ce339d-9ccd-44a8-bd33-63f33f086d15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375209'] for router_interface, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:02.074598 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-1313a9c7-aa18-4ea5-8dbb-3be6b110f0fa tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] GET failed (client error): The resource could not be found. Jun 11 10:04:02.076552 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-1313a9c7-aa18-4ea5-8dbb-3be6b110f0fa tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] 10.222.0.60 "GET /v2.0/ports/74923dcb-8baf-43a2-8c01-9522afe872cc HTTP/1.1" status: 404 len: 333 time: 0.0880630 Jun 11 10:04:02.079243 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39840) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:02.237762 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 09f5c7b9-eced-4e9c-bee8-b7f1b30e6cf0 up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:04:02.251892 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-92aaece1-d512-423c-b144-42f27c76eed4 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Deleting port 3ec830da-272d-41a1-bf62-60d4d6c40f48 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:04:02.252493 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-92aaece1-d512-423c-b144-42f27c76eed4 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:02.437358 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning for port 09f5c7b9-eced-4e9c-bee8-b7f1b30e6cf0 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:04:02.445006 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port 09f5c7b9-eced-4e9c-bee8-b7f1b30e6cf0 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:04:02.445393 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:02.461769 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-92aaece1-d512-423c-b144-42f27c76eed4 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:02.470827 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f351925-bc27-4763-9ff5-fa92f3b6922f req-e5665564-6614-4233-98d5-164a2981b9e9 tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:04:02.478265 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2f351925-bc27-4763-9ff5-fa92f3b6922f req-e5665564-6614-4233-98d5-164a2981b9e9 tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] 10.222.0.60 "GET /v2.0/ports?device_id=cfc94361-55b6-4a22-950e-2233a479488f HTTP/1.1" status: 200 len: 948 time: 0.7925067 Jun 11 10:04:02.485720 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39864) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:02.585783 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:02.633062 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b77401b6-a2fd-4862-92da-c3fbc93667b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09f5c7b9-eced-4e9c-bee8-b7f1b30e6cf0'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:04:02.636515 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-386f3762-2785-46a7-8ef3-130e1a583312" -d '{"events": [{"server_uuid": "b77401b6-a2fd-4862-92da-c3fbc93667b7", "name": "network-vif-plugged", "status": "completed", "tag": "09f5c7b9-eced-4e9c-bee8-b7f1b30e6cf0"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:04:02.643210 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-92aaece1-d512-423c-b144-42f27c76eed4 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Calling delete_port for 3ec830da-272d-41a1-bf62-60d4d6c40f48 owned by {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:04:02.656745 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 09f5c7b9-eced-4e9c-bee8-b7f1b30e6cf0, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=09f5c7b9-eced-4e9c-bee8-b7f1b30e6cf0,segment=NetworkSegment(729ef9c1-25f5-4d4b-999d-83e317386897),segment_id=729ef9c1-25f5-4d4b-999d-83e317386897)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:04:02.709245 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2f351925-bc27-4763-9ff5-fa92f3b6922f req-a091e78c-2caf-4582-a516-e2644cc9f862 tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af9cc94-ba24-4a25-b8db-ac75dbe087ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298527 Jun 11 10:04:02.735959 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-bf856754-a10f-4e49-a30d-cab00f2d1783 req-93d3c048-93e3-4f7a-a0b9-cb33c700c873 service neutron] 10.222.0.69 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7472277 Jun 11 10:04:02.762909 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:02.765050 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:02.828182 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b804d8c-e277-4ee6-939e-ec51a33d8c52 x-openstack-request-id: req-5b804d8c-e277-4ee6-939e-ec51a33d8c52 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:04:02.840365 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b77401b6-a2fd-4862-92da-c3fbc93667b7", "name": "network-vif-plugged", "status": "completed", "tag": "09f5c7b9-eced-4e9c-bee8-b7f1b30e6cf0", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:04:02.840698 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5b804d8c-e277-4ee6-939e-ec51a33d8c52 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:04:02.846099 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b77401b6-a2fd-4862-92da-c3fbc93667b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09f5c7b9-eced-4e9c-bee8-b7f1b30e6cf0', 'code': 200} Jun 11 10:04:02.846235 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-36b8aaa2-5e3c-4e51-b8a4-0a308a878078 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:02.867207 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=09f5c7b9-eced-4e9c-bee8-b7f1b30e6cf0,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:02.870524 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:02.879509 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335c3e10-2dcd-48a2-88b2-952cc21c53be req-a8feb1a1-d0a9-4bb4-9212-0b58be895815 tempest-InstanceActionsNegativeTestJSON-1938298475 tempest-InstanceActionsNegativeTestJSON-1938298475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:04:02.881176 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-335c3e10-2dcd-48a2-88b2-952cc21c53be req-a8feb1a1-d0a9-4bb4-9212-0b58be895815 tempest-InstanceActionsNegativeTestJSON-1938298475 tempest-InstanceActionsNegativeTestJSON-1938298475-project] 10.222.0.60 "GET /v2.0/ports?device_id=b77401b6-a2fd-4862-92da-c3fbc93667b7 HTTP/1.1" status: 200 len: 944 time: 0.3961735 Jun 11 10:04:02.988835 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72adfeb6-6920-43e6-9010-774f9b95e8c5 req-5cbb237e-4c9b-43e7-8d31-0b340b0cff82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:04:02.990359 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-72adfeb6-6920-43e6-9010-774f9b95e8c5 req-5cbb237e-4c9b-43e7-8d31-0b340b0cff82 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=25e231ac8b9c4a4fac1dd021c0c18646&device_id=cfc94361-55b6-4a22-950e-2233a479488f HTTP/1.1" status: 200 len: 1100 time: 0.1130080 Jun 11 10:04:03.040585 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-335c3e10-2dcd-48a2-88b2-952cc21c53be req-34055927-6e28-4703-8ddb-fbf6caaeb733 tempest-InstanceActionsNegativeTestJSON-1938298475 tempest-InstanceActionsNegativeTestJSON-1938298475-project] 10.222.0.60 "GET /v2.0/security-groups?id=d693a29a-5604-461f-a086-63bad83a2033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517980 Jun 11 10:04:03.087512 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4effe783-eb6c-4096-a2aa-86521d8e5ced req-1081205f-0f50-4a9e-92cd-db7e9653d745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:04:03.089896 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4effe783-eb6c-4096-a2aa-86521d8e5ced req-1081205f-0f50-4a9e-92cd-db7e9653d745 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b77401b6-a2fd-4862-92da-c3fbc93667b7 HTTP/1.1" status: 200 len: 1097 time: 0.1576302 Jun 11 10:04:03.131064 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-92aaece1-d512-423c-b144-42f27c76eed4 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:03.137347 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-36b8aaa2-5e3c-4e51-b8a4-0a308a878078 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:03.146086 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-cae1b917-9161-4123-b408-c1700527a592 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:03.149841 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-b9ce339d-9ccd-44a8-bd33-63f33f086d15 admin admin] Deleting port 91f4cf2c-28f7-434c-8ce3-92937fbde7d8 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:04:03.150387 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b9ce339d-9ccd-44a8-bd33-63f33f086d15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:03.153725 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72adfeb6-6920-43e6-9010-774f9b95e8c5 req-209b7941-cf20-4c7a-9640-acae6296d6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:04:03.155616 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-72adfeb6-6920-43e6-9010-774f9b95e8c5 req-209b7941-cf20-4c7a-9640-acae6296d6a6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cf20d108-f84c-44de-9036-2269564edd60 HTTP/1.1" status: 200 len: 870 time: 0.1395824 Jun 11 10:04:03.186729 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aaece1-d512-423c-b144-42f27c76eed4 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Pushing event deleted for resources: {'Port': ['ID=3ec830da-272d-41a1-bf62-60d4d6c40f48,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:03.191631 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-92aaece1-d512-423c-b144-42f27c76eed4 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:03.193392 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-36b8aaa2-5e3c-4e51-b8a4-0a308a878078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:03.199301 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-56bd32ba-a6bd-4ade-aff4-1efd73d713d0 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:03.202920 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4effe783-eb6c-4096-a2aa-86521d8e5ced req-5400d766-38f6-44d2-8120-4400884139d8 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d693a29a-5604-461f-a086-63bad83a2033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047051 Jun 11 10:04:03.234632 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-72adfeb6-6920-43e6-9010-774f9b95e8c5 req-6eca9b88-c61d-4487-9941-1e0dc3dce85b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=8c590350-62aa-4400-8a57-e77d648f2e8d HTTP/1.1" status: 200 len: 217 time: 0.0661263 Jun 11 10:04:03.320061 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-36b8aaa2-5e3c-4e51-b8a4-0a308a878078 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4f085da1235245168eff22d23cc3237b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8326080 Jun 11 10:04:03.323792 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39908) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:03.337378 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b8aaa2-5e3c-4e51-b8a4-0a308a878078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7baeee5e-ba91-4c2c-9cb9-2e07d5f70209,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:03.360206 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-36b8aaa2-5e3c-4e51-b8a4-0a308a878078 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:03.389935 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-92aaece1-d512-423c-b144-42f27c76eed4 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:03.393130 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-92aaece1-d512-423c-b144-42f27c76eed4 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] 10.222.0.60 "DELETE /v2.0/ports/3ec830da-272d-41a1-bf62-60d4d6c40f48 HTTP/1.1" status: 204 len: 168 time: 1.3121750 Jun 11 10:04:03.401044 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39912) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:03.413392 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39916) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:03.464012 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa4eefe6-f146-42e4-a6dc-2d25af44c50c tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] GET failed (client error): The resource could not be found. Jun 11 10:04:03.464135 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-b9ce339d-9ccd-44a8-bd33-63f33f086d15 admin admin] For port 91f4cf2c-28f7-434c-8ce3-92937fbde7d8, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=91f4cf2c-28f7-434c-8ce3-92937fbde7d8,segment=NetworkSegment(1631155d-3f9e-4895-9926-5ebf12582263),segment_id=1631155d-3f9e-4895-9926-5ebf12582263)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:04:03.464135 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b9ce339d-9ccd-44a8-bd33-63f33f086d15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:03.464335 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-aa4eefe6-f146-42e4-a6dc-2d25af44c50c tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] 10.222.0.60 "GET /v2.0/ports/3ec830da-272d-41a1-bf62-60d4d6c40f48 HTTP/1.1" status: 404 len: 333 time: 0.0431170 Jun 11 10:04:03.464335 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d1cc1545-a1f4-4d12-b487-17e8032a985e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:03.473275 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39920) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:03.513555 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72adfeb6-6920-43e6-9010-774f9b95e8c5 req-1c7b6b7a-6316-449d-99e6-322f78295440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:04:03.514998 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-72adfeb6-6920-43e6-9010-774f9b95e8c5 req-1c7b6b7a-6316-449d-99e6-322f78295440 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=189b03cc-b2a8-4615-9ab5-ad0328c3f10f HTTP/1.1" status: 200 len: 843 time: 0.1871135 Jun 11 10:04:03.530940 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d1cc1545-a1f4-4d12-b487-17e8032a985e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:03.554787 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-b9ce339d-9ccd-44a8-bd33-63f33f086d15 admin admin] Calling delete_port for 91f4cf2c-28f7-434c-8ce3-92937fbde7d8 owned by network:router_interface {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:04:03.611773 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4422621c-839b-46f2-9ea5-a625d2c7e669 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:03.631506 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-af77c7e6-c356-4d99-a46a-3bddfd89b88f tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Deleting port 0800b713-4a43-45c3-99d4-4c60cb128473 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:04:03.631970 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-af77c7e6-c356-4d99-a46a-3bddfd89b88f tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:03.671677 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d1cc1545-a1f4-4d12-b487-17e8032a985e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:03.674327 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d1cc1545-a1f4-4d12-b487-17e8032a985e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:03.675502 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-d1cc1545-a1f4-4d12-b487-17e8032a985e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7baeee5e-ba91-4c2c-9cb9-2e07d5f70209 HTTP/1.1" status: 204 len: 168 time: 0.3504748 Jun 11 10:04:03.679618 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-079aa46b-7984-4818-b318-2a03dcf37205 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:03.729800 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cc1545-a1f4-4d12-b487-17e8032a985e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7baeee5e-ba91-4c2c-9cb9-2e07d5f70209,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:03.739707 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d1cc1545-a1f4-4d12-b487-17e8032a985e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:03.782674 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-af77c7e6-c356-4d99-a46a-3bddfd89b88f tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:03.835752 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72adfeb6-6920-43e6-9010-774f9b95e8c5 req-d5ebefe3-5cd3-4e64-a2a8-6992126734ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:04:03.837200 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-72adfeb6-6920-43e6-9010-774f9b95e8c5 req-d5ebefe3-5cd3-4e64-a2a8-6992126734ed service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cf20d108-f84c-44de-9036-2269564edd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2802718 Jun 11 10:04:03.902499 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-af77c7e6-c356-4d99-a46a-3bddfd89b88f tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Calling delete_port for 0800b713-4a43-45c3-99d4-4c60cb128473 owned by {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:04:04.012973 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4422621c-839b-46f2-9ea5-a625d2c7e669 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:04.060187 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-72adfeb6-6920-43e6-9010-774f9b95e8c5 req-f1ec1fae-ff63-41ef-91ef-57322a211ca7 service neutron] 10.222.0.69 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146428 Jun 11 10:04:04.065766 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b379a38e-7921-4bb1-a6f9-559368c9b2c0 req-44c9eda0-20a0-475e-9457-564f6fc02e6a tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:04:04.068719 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b379a38e-7921-4bb1-a6f9-559368c9b2c0 req-44c9eda0-20a0-475e-9457-564f6fc02e6a tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] 10.222.0.60 "GET /v2.0/ports?device_id=cfc94361-55b6-4a22-950e-2233a479488f HTTP/1.1" status: 200 len: 948 time: 0.1630571 Jun 11 10:04:04.107178 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4422621c-839b-46f2-9ea5-a625d2c7e669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:04.114071 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-53db9084-316a-4795-be47-4817b1361c65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:04.128962 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b379a38e-7921-4bb1-a6f9-559368c9b2c0 req-c908da60-7e69-4e3d-b551-1319e9447f9f tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af9cc94-ba24-4a25-b8db-ac75dbe087ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524886 Jun 11 10:04:04.241720 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b9ce339d-9ccd-44a8-bd33-63f33f086d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:04.247767 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4422621c-839b-46f2-9ea5-a625d2c7e669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef07307e-7759-4aa8-8ae5-463ef7d56d5f,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:04.282124 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-4422621c-839b-46f2-9ea5-a625d2c7e669 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=648a91be540c46a6a329131e87cdf429&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8660190 Jun 11 10:04:04.285375 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39956) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:04.289420 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4422621c-839b-46f2-9ea5-a625d2c7e669 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:04.293281 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-cfc2659b-351f-4eaf-be06-5953efa97166 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:04.342324 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ce339d-9ccd-44a8-bd33-63f33f086d15 admin admin] Pushing event deleted for resources: {'Port': ['ID=91f4cf2c-28f7-434c-8ce3-92937fbde7d8,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:04.343226 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-72adfeb6-6920-43e6-9010-774f9b95e8c5 req-95386027-a8a4-4e6d-bd00-a9a6f23a4541 service neutron] 10.222.0.69 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726581 Jun 11 10:04:04.351010 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b9ce339d-9ccd-44a8-bd33-63f33f086d15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:04.359870 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-af77c7e6-c356-4d99-a46a-3bddfd89b88f tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:04.375374 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8b3251c4-e8ae-453a-9ecb-70cbde11e19a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:04.428469 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af77c7e6-c356-4d99-a46a-3bddfd89b88f tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Pushing event deleted for resources: {'Port': ['ID=0800b713-4a43-45c3-99d4-4c60cb128473,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:04.439803 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-af77c7e6-c356-4d99-a46a-3bddfd89b88f tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:04.540820 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-07b3829c-33cf-4584-b11c-39e1cff37231 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:04.582210 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-af77c7e6-c356-4d99-a46a-3bddfd89b88f tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:04.586346 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-af77c7e6-c356-4d99-a46a-3bddfd89b88f tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] 10.222.0.60 "DELETE /v2.0/ports/0800b713-4a43-45c3-99d4-4c60cb128473 HTTP/1.1" status: 204 len: 168 time: 1.1118827 Jun 11 10:04:04.589246 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-07b3829c-33cf-4584-b11c-39e1cff37231 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:04.591337 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39970) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:04.620214 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecff906-2ee5-4d3a-9cde-4766d583fe33 req-a485465f-5683-47d6-89ac-b78c06a0f4ff tempest-InstanceActionsNegativeTestJSON-1938298475 tempest-InstanceActionsNegativeTestJSON-1938298475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:04:04.639479 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7ecff906-2ee5-4d3a-9cde-4766d583fe33 req-a485465f-5683-47d6-89ac-b78c06a0f4ff tempest-InstanceActionsNegativeTestJSON-1938298475 tempest-InstanceActionsNegativeTestJSON-1938298475-project] 10.222.0.60 "GET /v2.0/ports?device_id=b77401b6-a2fd-4862-92da-c3fbc93667b7 HTTP/1.1" status: 200 len: 945 time: 0.4290910 Jun 11 10:04:04.719788 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cda1305-e62f-496f-add7-a21d3c6a53da tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Deleting subnet 94a4391b-9d8d-495f-8437-4223c21a7b17 {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:04:04.723816 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6cda1305-e62f-496f-add7-a21d3c6a53da tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:04.787999 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7ecff906-2ee5-4d3a-9cde-4766d583fe33 req-88b34787-5a0a-4cbe-a2a1-08bf27370b1c tempest-InstanceActionsNegativeTestJSON-1938298475 tempest-InstanceActionsNegativeTestJSON-1938298475-project] 10.222.0.60 "GET /v2.0/security-groups?id=d693a29a-5604-461f-a086-63bad83a2033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440203 Jun 11 10:04:04.789203 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b9ce339d-9ccd-44a8-bd33-63f33f086d15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362297'] for router_interface, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:04.808126 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6cda1305-e62f-496f-add7-a21d3c6a53da tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:04.874403 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-07b3829c-33cf-4584-b11c-39e1cff37231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:04.877399 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-07b3829c-33cf-4584-b11c-39e1cff37231 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:04.879524 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-07b3829c-33cf-4584-b11c-39e1cff37231 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ef07307e-7759-4aa8-8ae5-463ef7d56d5f HTTP/1.1" status: 204 len: 168 time: 0.5928955 Jun 11 10:04:04.883801 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c617f7c8-eb88-46db-8809-fa83c745c617 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:04.895586 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b3829c-33cf-4584-b11c-39e1cff37231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef07307e-7759-4aa8-8ae5-463ef7d56d5f,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:04.898404 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-07b3829c-33cf-4584-b11c-39e1cff37231 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:04.965819 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6cda1305-e62f-496f-add7-a21d3c6a53da tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:05.164370 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9ce339d-9ccd-44a8-bd33-63f33f086d15 admin admin] Router 77baf7db-bdcb-44cb-a908-0368651b64ec has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:04:05.169168 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6cda1305-e62f-496f-add7-a21d3c6a53da tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:05.172794 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4df396f4-5ee7-4dd1-a887-34027252574a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:05.207222 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cda1305-e62f-496f-add7-a21d3c6a53da tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Pushing event deleted for resources: {'Subnet': ['ID=94a4391b-9d8d-495f-8437-4223c21a7b17,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:05.211449 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6cda1305-e62f-496f-add7-a21d3c6a53da tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:05.214660 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6cda1305-e62f-496f-add7-a21d3c6a53da tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:05.223302 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-6cda1305-e62f-496f-add7-a21d3c6a53da tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] 10.222.0.60 "DELETE /v2.0/subnets/94a4391b-9d8d-495f-8437-4223c21a7b17 HTTP/1.1" status: 204 len: 168 time: 0.6248660 Jun 11 10:04:05.223302 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 40000) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:05.229174 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7c2165-6048-4f0c-a25b-0ab4d7571de6 None None] Network 4960fe0c-80e4-4998-bcc1-0dd8ed64700b requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:04:05.468532 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ce339d-9ccd-44a8-bd33-63f33f086d15 admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:04:05.478341 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-b9ce339d-9ccd-44a8-bd33-63f33f086d15 admin admin] 10.222.0.60 "PUT /v2.0/routers/77baf7db-bdcb-44cb-a908-0368651b64ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6385891 Jun 11 10:04:05.480876 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 40016) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:05.484103 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fc96781e-f194-48f5-afac-e6a263f98f13 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:05.510075 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60b62cd-13d5-45b5-ada0-341fe9b36146 None None] Sync routers for ids ['77baf7db-bdcb-44cb-a908-0368651b64ec'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:04:05.519730 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60b62cd-13d5-45b5-ada0-341fe9b36146 None None] Routers {'77baf7db-bdcb-44cb-a908-0368651b64ec'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:04:05.520535 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-a60b62cd-13d5-45b5-ada0-341fe9b36146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:03:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['77baf7db-bdcb-44cb-a908-0368651b64ec'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:04:05.601599 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297ffefc-3ef1-48a3-b7f1-cb5920b083dc req-43a1e0e1-da4c-4fc3-a02c-33081fe9be6e tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:04:05.609492 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-297ffefc-3ef1-48a3-b7f1-cb5920b083dc req-43a1e0e1-da4c-4fc3-a02c-33081fe9be6e tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] 10.222.0.60 "GET /v2.0/ports?device_id=cfc94361-55b6-4a22-950e-2233a479488f HTTP/1.1" status: 200 len: 948 time: 0.2858891 Jun 11 10:04:05.630580 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:05.693011 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-297ffefc-3ef1-48a3-b7f1-cb5920b083dc req-fb4514ca-1984-4189-8ff8-2d9311f5036d tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af9cc94-ba24-4a25-b8db-ac75dbe087ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823011 Jun 11 10:04:05.712325 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-fc96781e-f194-48f5-afac-e6a263f98f13 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Deleting port 38d47433-14bf-42b8-a298-f1e73233b694 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:04:05.712670 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fc96781e-f194-48f5-afac-e6a263f98f13 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:05.725671 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-a60b62cd-13d5-45b5-ada0-341fe9b36146 None None] Set router 77baf7db-bdcb-44cb-a908-0368651b64ec gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:04:05.738130 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7bd1fec2-a0d9-440f-b89a-f777230e15fe admin admin] Notify callbacks [] for router, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:05.806897 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8df6aff-457d-4b69-ac55-9c9d272b59bf None None] DHCP port deletion for 4960fe0c-80e4-4998-bcc1-0dd8ed64700b request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 10:04:05.832545 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-fc96781e-f194-48f5-afac-e6a263f98f13 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] For port 38d47433-14bf-42b8-a298-f1e73233b694, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=38d47433-14bf-42b8-a298-f1e73233b694,segment=NetworkSegment(ee59aa2d-8579-47cc-b89b-d8a23549d52f),segment_id=ee59aa2d-8579-47cc-b89b-d8a23549d52f)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:04:05.832757 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fc96781e-f194-48f5-afac-e6a263f98f13 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:06.047026 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-fc96781e-f194-48f5-afac-e6a263f98f13 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Calling delete_port for 38d47433-14bf-42b8-a298-f1e73233b694 owned by network:dhcp {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:04:06.096347 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 38d47433-14bf-42b8-a298-f1e73233b694 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:04:06.130304 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 40040) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:06.149512 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fc995a01-46ff-452e-a1a0-6fb5bf888f5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:06.304670 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fc995a01-46ff-452e-a1a0-6fb5bf888f5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:06.392758 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fc96781e-f194-48f5-afac-e6a263f98f13 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:06.395337 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e0fa5928-fd9e-468b-8580-8bde5db14813 tempest-InstanceActionsNegativeTestJSON-1938298475 tempest-InstanceActionsNegativeTestJSON-1938298475-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:06.428157 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:06.431123 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc96781e-f194-48f5-afac-e6a263f98f13 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Pushing event deleted for resources: {'Port': ['ID=38d47433-14bf-42b8-a298-f1e73233b694,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:06.435164 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7bd1fec2-a0d9-440f-b89a-f777230e15fe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:06.435979 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-fc96781e-f194-48f5-afac-e6a263f98f13 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:06.436854 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fc995a01-46ff-452e-a1a0-6fb5bf888f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:06.441239 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d45a6648-4b76-4d01-8e4c-28f19d60f9de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:06.452594 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f668260b-21f0-4ce4-b85d-f51b211cc385 req-fd910785-d480-4d61-98ef-fd795db9be79 tempest-InstanceActionsNegativeTestJSON-1938298475 tempest-InstanceActionsNegativeTestJSON-1938298475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:04:06.460527 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f668260b-21f0-4ce4-b85d-f51b211cc385 req-fd910785-d480-4d61-98ef-fd795db9be79 tempest-InstanceActionsNegativeTestJSON-1938298475 tempest-InstanceActionsNegativeTestJSON-1938298475-project] 10.222.0.60 "GET /v2.0/ports?device_id=b77401b6-a2fd-4862-92da-c3fbc93667b7 HTTP/1.1" status: 200 len: 945 time: 0.1344299 Jun 11 10:04:06.483788 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc96781e-f194-48f5-afac-e6a263f98f13 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] No DVR routers for this DVR port 38d47433-14bf-42b8-a298-f1e73233b694 on host n-d-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:04:06.514967 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f8df6aff-457d-4b69-ac55-9c9d272b59bf None None] Deleting port 38d47433-14bf-42b8-a298-f1e73233b694 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:04:06.515355 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f8df6aff-457d-4b69-ac55-9c9d272b59bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:06.515508 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f668260b-21f0-4ce4-b85d-f51b211cc385 req-476f6031-fbdf-40e4-a156-eccc5c09f870 tempest-InstanceActionsNegativeTestJSON-1938298475 tempest-InstanceActionsNegativeTestJSON-1938298475-project] 10.222.0.60 "GET /v2.0/security-groups?id=d693a29a-5604-461f-a086-63bad83a2033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459363 Jun 11 10:04:06.530675 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc995a01-46ff-452e-a1a0-6fb5bf888f5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8d57d4-9241-4171-ab1f-2ff91083d15c,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:06.534332 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-fc995a01-46ff-452e-a1a0-6fb5bf888f5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:06.603462 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-fc995a01-46ff-452e-a1a0-6fb5bf888f5f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a0f2b9c5e46c40acbd3e43acdeca539b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4681845 Jun 11 10:04:06.606546 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 40062) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:06.628738 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f8df6aff-457d-4b69-ac55-9c9d272b59bf None None] For port 38d47433-14bf-42b8-a298-f1e73233b694, host n-d-779913-12, got binding levels [] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:04:06.628738 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f8df6aff-457d-4b69-ac55-9c9d272b59bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:06.702310 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-7bd1fec2-a0d9-440f-b89a-f777230e15fe admin admin] Deleting port 24f81093-6a7e-4d1f-ac6a-af239f89efad {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:04:06.702673 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7bd1fec2-a0d9-440f-b89a-f777230e15fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:06.738843 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fc96781e-f194-48f5-afac-e6a263f98f13 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:06.754496 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-fc96781e-f194-48f5-afac-e6a263f98f13 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4960fe0c-80e4-4998-bcc1-0dd8ed64700b']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:04:06.770178 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-fc96781e-f194-48f5-afac-e6a263f98f13 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee59aa2d-8579-47cc-b89b-d8a23549d52f') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:04:06.770598 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-fc96781e-f194-48f5-afac-e6a263f98f13 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee59aa2d-8579-47cc-b89b-d8a23549d52f') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:04:06.784623 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fc96781e-f194-48f5-afac-e6a263f98f13 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:06.791338 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f8df6aff-457d-4b69-ac55-9c9d272b59bf None None] Calling delete_port for 38d47433-14bf-42b8-a298-f1e73233b694 owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:04:06.800123 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.ipam_backend_mixin [None req-f8df6aff-457d-4b69-ac55-9c9d272b59bf None None] Port 38d47433-14bf-42b8-a298-f1e73233b694 was not found and therefore no delete operation was performed {{(pid=93178) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 11 10:04:06.800123 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f8df6aff-457d-4b69-ac55-9c9d272b59bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:06.805805 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fc96781e-f194-48f5-afac-e6a263f98f13 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:06.817143 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc96781e-f194-48f5-afac-e6a263f98f13 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Releasing vlan 771 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:04:06.817587 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fc96781e-f194-48f5-afac-e6a263f98f13 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:06.822052 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:06.882212 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8df6aff-457d-4b69-ac55-9c9d272b59bf None None] Pushing event deleted for resources: {'Port': ['ID=38d47433-14bf-42b8-a298-f1e73233b694,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:06.885870 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8df6aff-457d-4b69-ac55-9c9d272b59bf None None] No DVR routers for this DVR port 38d47433-14bf-42b8-a298-f1e73233b694 on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:04:06.890617 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-a60b62cd-13d5-45b5-ada0-341fe9b36146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77baf7db-bdcb-44cb-a908-0368651b64ec', 'name': 'tempest-TestVolumeBackupRestore-1478312366-router', 'tenant_id': 'e89665a5b31d4cfa8d287da55d8a46ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': '24f81093-6a7e-4d1f-ac6a-af239f89efad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:57:52Z', 'updated_at': '2021-06-11T10:04:04Z', 'revision_number': 5, 'project_id': 'e89665a5b31d4cfa8d287da55d8a46ff', 'gw_port': {'id': '24f81093-6a7e-4d1f-ac6a-af239f89efad', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77baf7db-bdcb-44cb-a908-0368651b64ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:57:53Z', 'updated_at': '2021-06-11T09:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:04:06.895272 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f8df6aff-457d-4b69-ac55-9c9d272b59bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:06.920432 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60b62cd-13d5-45b5-ada0-341fe9b36146 None None] Checking router: 77baf7db-bdcb-44cb-a908-0368651b64ec for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:04:06.936520 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60b62cd-13d5-45b5-ada0-341fe9b36146 None None] Routers {'77baf7db-bdcb-44cb-a908-0368651b64ec'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:04:06.937930 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-a60b62cd-13d5-45b5-ada0-341fe9b36146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:03:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['77baf7db-bdcb-44cb-a908-0368651b64ec'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:04:06.941054 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [req-8cedaad0-cc12-4f5e-84f3-cfba90635f59 req-5c7ba2e4-f601-4a4e-b69c-1d26cbceb148 service neutron] (93176) timed out ('10.222.0.60', 38388) {{(pid=93176) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 11 10:04:06.971703 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:04:06.971703 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:04:06.971703 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:04:06.971703 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 10:04:06.971703 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:04:06.971703 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:04:06.971703 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:04:06.971703 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 10:04:06.971703 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:04:06.971703 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 10:04:06.971703 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:04:06.971703 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:04:06.971703 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:04:06.971703 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:04:06.971703 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:04:06.971703 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:04:06.971703 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:04:06.971703 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 10:04:06.971703 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:04:06.971703 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:04:06.971703 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:04:06.971703 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 10:04:06.971703 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 10:04:06.971703 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:04:06.971703 n-d-779913-12 neutron-server[93177]: timer() Jun 11 10:04:06.971703 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:04:06.971703 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 10:04:06.971703 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:04:06.971703 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 10:04:06.971703 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:04:06.971703 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 10:04:06.971703 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:04:06.971703 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 10:04:06.971703 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:04:06.971703 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 10:04:06.971703 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:04:06.971703 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:04:06.971703 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:04:06.971703 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:04:06.971703 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:04:06.971703 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 10:04:06.971703 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:04:06.971703 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 10:04:06.971703 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:04:06.971703 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:04:06.971703 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:04:06.971703 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 10:04:06.971703 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:04:06.971703 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:04:06.971703 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:04:06.971703 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:04:06.971703 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:04:06.971703 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:04:06.971703 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:04:07.057363 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-7bd1fec2-a0d9-440f-b89a-f777230e15fe admin admin] For port 24f81093-6a7e-4d1f-ac6a-af239f89efad, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=24f81093-6a7e-4d1f-ac6a-af239f89efad,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:04:07.058406 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7bd1fec2-a0d9-440f-b89a-f777230e15fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:07.062661 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-24c13f74-f81a-48da-98d3-8fe31d8d227d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:07.130448 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-24c13f74-f81a-48da-98d3-8fe31d8d227d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:07.172875 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-a60b62cd-13d5-45b5-ada0-341fe9b36146 None None] Set router 77baf7db-bdcb-44cb-a908-0368651b64ec gateway port host: None {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:04:07.203253 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fc96781e-f194-48f5-afac-e6a263f98f13 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:07.210121 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fc96781e-f194-48f5-afac-e6a263f98f13 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:07.226814 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-fc96781e-f194-48f5-afac-e6a263f98f13 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] 10.222.0.60 "DELETE /v2.0/networks/4960fe0c-80e4-4998-bcc1-0dd8ed64700b HTTP/1.1" status: 204 len: 168 time: 1.9981298 Jun 11 10:04:07.234863 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-76889b85-420d-4b59-a78d-5a267cfe2bbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:07.238107 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-7bd1fec2-a0d9-440f-b89a-f777230e15fe admin admin] Calling delete_port for 24f81093-6a7e-4d1f-ac6a-af239f89efad owned by network:router_gateway {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:04:07.270338 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-a60b62cd-13d5-45b5-ada0-341fe9b36146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77baf7db-bdcb-44cb-a908-0368651b64ec', 'name': 'tempest-TestVolumeBackupRestore-1478312366-router', 'tenant_id': 'e89665a5b31d4cfa8d287da55d8a46ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:57:52Z', 'updated_at': '2021-06-11T10:04:06Z', 'revision_number': 6, 'project_id': 'e89665a5b31d4cfa8d287da55d8a46ff', 'gw_port_host': None}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:04:07.274149 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60b62cd-13d5-45b5-ada0-341fe9b36146 None None] The sync data for ids ['77baf7db-bdcb-44cb-a908-0368651b64ec'] in n-d-779913-12 is: [{'id': '77baf7db-bdcb-44cb-a908-0368651b64ec', 'name': 'tempest-TestVolumeBackupRestore-1478312366-router', 'tenant_id': 'e89665a5b31d4cfa8d287da55d8a46ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:57:52Z', 'updated_at': '2021-06-11T10:04:06Z', 'revision_number': 6, 'project_id': 'e89665a5b31d4cfa8d287da55d8a46ff', 'gw_port_host': None}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:04:07.399754 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc96781e-f194-48f5-afac-e6a263f98f13 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Pushing event deleted for resources: {'Network': ['ID=4960fe0c-80e4-4998-bcc1-0dd8ed64700b,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:07.405890 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-fc96781e-f194-48f5-afac-e6a263f98f13 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:07.428891 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef884dc4-4d79-452a-a300-f4222e87dd75 req-ea2be29b-eaf2-46db-9c30-628a95e892ba tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:04:07.430387 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ef884dc4-4d79-452a-a300-f4222e87dd75 req-ea2be29b-eaf2-46db-9c30-628a95e892ba tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] 10.222.0.60 "GET /v2.0/ports?device_id=cfc94361-55b6-4a22-950e-2233a479488f HTTP/1.1" status: 200 len: 948 time: 0.2849822 Jun 11 10:04:07.438235 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-24c13f74-f81a-48da-98d3-8fe31d8d227d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:07.448580 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-24c13f74-f81a-48da-98d3-8fe31d8d227d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:07.448580 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-24c13f74-f81a-48da-98d3-8fe31d8d227d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0e8d57d4-9241-4171-ab1f-2ff91083d15c HTTP/1.1" status: 204 len: 168 time: 0.8342290 Jun 11 10:04:07.448580 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1df5c6d6-5186-4625-b2ca-463712bf399f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:07.472213 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c13f74-f81a-48da-98d3-8fe31d8d227d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e8d57d4-9241-4171-ab1f-2ff91083d15c,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:07.474489 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-24c13f74-f81a-48da-98d3-8fe31d8d227d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:07.507673 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ef884dc4-4d79-452a-a300-f4222e87dd75 req-ddafcbfe-912e-4047-8530-af9a2fbbe66d tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af9cc94-ba24-4a25-b8db-ac75dbe087ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706601 Jun 11 10:04:07.677415 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7bd1fec2-a0d9-440f-b89a-f777230e15fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:07.681446 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-40082456-26cf-4cc3-bbbd-2299ae94c567 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:07.715544 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd1fec2-a0d9-440f-b89a-f777230e15fe admin admin] Pushing event deleted for resources: {'Port': ['ID=24f81093-6a7e-4d1f-ac6a-af239f89efad,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:07.747881 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7bd1fec2-a0d9-440f-b89a-f777230e15fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:07.805846 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7bd1fec2-a0d9-440f-b89a-f777230e15fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374120'] for router_gateway, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:07.965864 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7bd1fec2-a0d9-440f-b89a-f777230e15fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:07.968644 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7bd1fec2-a0d9-440f-b89a-f777230e15fe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:07.997265 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a83c1dd-f9cf-4c88-8a05-a096058e91b1 req-a5f69b4c-4081-4ee7-a099-fb508a50217f tempest-InstanceActionsNegativeTestJSON-1938298475 tempest-InstanceActionsNegativeTestJSON-1938298475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:04:07.999039 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9a83c1dd-f9cf-4c88-8a05-a096058e91b1 req-a5f69b4c-4081-4ee7-a099-fb508a50217f tempest-InstanceActionsNegativeTestJSON-1938298475 tempest-InstanceActionsNegativeTestJSON-1938298475-project] 10.222.0.60 "GET /v2.0/ports?device_id=b77401b6-a2fd-4862-92da-c3fbc93667b7 HTTP/1.1" status: 200 len: 945 time: 0.1038456 Jun 11 10:04:08.078449 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 40148) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:08.086593 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9a83c1dd-f9cf-4c88-8a05-a096058e91b1 req-ec6aba49-272e-46fd-8d7d-f44d9feaafd6 tempest-InstanceActionsNegativeTestJSON-1938298475 tempest-InstanceActionsNegativeTestJSON-1938298475-project] 10.222.0.60 "GET /v2.0/security-groups?id=d693a29a-5604-461f-a086-63bad83a2033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734553 Jun 11 10:04:08.123238 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7bd1fec2-a0d9-440f-b89a-f777230e15fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:08.124678 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bd1fec2-a0d9-440f-b89a-f777230e15fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77baf7db-bdcb-44cb-a908-0368651b64ec {{(pid=93176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 10:04:08.140952 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7bd1fec2-a0d9-440f-b89a-f777230e15fe admin admin] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:08.142099 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-7bd1fec2-a0d9-440f-b89a-f777230e15fe admin admin] 10.222.0.60 "DELETE /v2.0/routers/77baf7db-bdcb-44cb-a908-0368651b64ec HTTP/1.1" status: 204 len: 168 time: 2.6601095 Jun 11 10:04:08.145124 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 40154) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:08.227180 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-8761bfa1-0a52-4677-a2b9-9f485fc9b0dc admin admin] Deleting subnet 79ac6b49-4f55-457d-944e-2b0fda2a6422 {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:04:08.231231 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8761bfa1-0a52-4677-a2b9-9f485fc9b0dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:08.253048 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 91f4cf2c-28f7-434c-8ce3-92937fbde7d8 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:04:08.279048 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8761bfa1-0a52-4677-a2b9-9f485fc9b0dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:08.279510 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 91f4cf2c-28f7-434c-8ce3-92937fbde7d8 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:04:08.279886 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 91f4cf2c-28f7-434c-8ce3-92937fbde7d8 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:04:08.280501 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 24f81093-6a7e-4d1f-ac6a-af239f89efad no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:04:08.311191 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 8c590350-62aa-4400-8a57-e77d648f2e8d details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 10:04:08.320206 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 24f81093-6a7e-4d1f-ac6a-af239f89efad {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:04:08.320533 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 24f81093-6a7e-4d1f-ac6a-af239f89efad not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:04:08.450937 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-bde50bcc-2edd-4096-8a34-ada0a9888a23 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cfebb7c73c824f899d4040cfd3a96e04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3711510 Jun 11 10:04:08.462242 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8761bfa1-0a52-4677-a2b9-9f485fc9b0dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:08.464723 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 40162) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:08.515788 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 8c590350-62aa-4400-8a57-e77d648f2e8d, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=8c590350-62aa-4400-8a57-e77d648f2e8d,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:04:08.536470 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': '8c590350-62aa-4400-8a57-e77d648f2e8d', 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60', 'port_id': '8c590350-62aa-4400-8a57-e77d648f2e8d', 'mac_address': 'fa:16:3e:ee:08:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189b03cc-b2a8-4615-9ab5-ad0328c3f10f', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 10:04:08.574358 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-611530c0-d89f-4e26-b290-8a3a65281472 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:08.605315 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:08.627920 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-611530c0-d89f-4e26-b290-8a3a65281472 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:08.628734 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c590350-62aa-4400-8a57-e77d648f2e8d {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:04:08.656895 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8761bfa1-0a52-4677-a2b9-9f485fc9b0dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:08.660364 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7694d6e6-6d31-4465-ba73-66cbda04c972 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:08.698258 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8761bfa1-0a52-4677-a2b9-9f485fc9b0dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79ac6b49-4f55-457d-944e-2b0fda2a6422,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:08.699297 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 8c590350-62aa-4400-8a57-e77d648f2e8d, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=8c590350-62aa-4400-8a57-e77d648f2e8d,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:04:08.705049 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8761bfa1-0a52-4677-a2b9-9f485fc9b0dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:08.706063 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8761bfa1-0a52-4677-a2b9-9f485fc9b0dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:08.708669 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-8761bfa1-0a52-4677-a2b9-9f485fc9b0dc admin admin] 10.222.0.60 "DELETE /v2.0/subnets/79ac6b49-4f55-457d-944e-2b0fda2a6422 HTTP/1.1" status: 204 len: 168 time: 0.5624232 Jun 11 10:04:08.711544 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 40178) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:08.714427 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead217ea-a7e9-49fb-a6ff-8192296e25ba None None] Network 19721a0f-204c-4d59-a30b-8c079af3c457 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:04:08.769808 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:08.778767 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:08.799656 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b5d9f-8407-4ad7-b746-6f8cb7912291 req-6c97c45b-ad7b-4492-9c43-32ddda71762a tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:04:08.801583 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c31b5d9f-8407-4ad7-b746-6f8cb7912291 req-6c97c45b-ad7b-4492-9c43-32ddda71762a tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] 10.222.0.60 "GET /v2.0/ports?device_id=cfc94361-55b6-4a22-950e-2233a479488f HTTP/1.1" status: 200 len: 948 time: 0.1057918 Jun 11 10:04:08.847411 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c31b5d9f-8407-4ad7-b746-6f8cb7912291 req-5f59eab4-c83f-49d4-b46d-fcdeaa83ed37 tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af9cc94-ba24-4a25-b8db-ac75dbe087ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382464 Jun 11 10:04:08.857906 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-30bea4bd-1860-424c-8c72-e506a92d6323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:08.894682 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-611530c0-d89f-4e26-b290-8a3a65281472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:08.897545 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-611530c0-d89f-4e26-b290-8a3a65281472 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:08.899406 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-611530c0-d89f-4e26-b290-8a3a65281472 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/29fb6893-eae4-4f60-9423-f292ad522e7b HTTP/1.1" status: 204 len: 168 time: 0.4328978 Jun 11 10:04:08.899863 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d0033811-172d-4635-a553-0340dfca5d9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:08.922800 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611530c0-d89f-4e26-b290-8a3a65281472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29fb6893-eae4-4f60-9423-f292ad522e7b,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:08.922800 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-611530c0-d89f-4e26-b290-8a3a65281472 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:08.929521 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=8c590350-62aa-4400-8a57-e77d648f2e8d,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:08.933278 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:08.951943 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-30bea4bd-1860-424c-8c72-e506a92d6323 admin admin] Deleting port f29016ce-f2c6-455b-862b-17a34fdd278e {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:04:08.952361 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-30bea4bd-1860-424c-8c72-e506a92d6323 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:09.058849 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-30bea4bd-1860-424c-8c72-e506a92d6323 admin admin] For port f29016ce-f2c6-455b-862b-17a34fdd278e, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=f29016ce-f2c6-455b-862b-17a34fdd278e,segment=NetworkSegment(1631155d-3f9e-4895-9926-5ebf12582263),segment_id=1631155d-3f9e-4895-9926-5ebf12582263)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:04:09.058849 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-30bea4bd-1860-424c-8c72-e506a92d6323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:09.124709 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['8c590350-62aa-4400-8a57-e77d648f2e8d'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:04:09.186866 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbb8397-5bfa-4d65-aade-3ec1cde37607 None None] DHCP port deletion for 19721a0f-204c-4d59-a30b-8c079af3c457 request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 10:04:09.219406 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-30bea4bd-1860-424c-8c72-e506a92d6323 admin admin] Calling delete_port for f29016ce-f2c6-455b-862b-17a34fdd278e owned by network:dhcp {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:04:09.363817 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-9dbb8397-5bfa-4d65-aade-3ec1cde37607 None None] Deleting port f29016ce-f2c6-455b-862b-17a34fdd278e {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:04:09.364405 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-9dbb8397-5bfa-4d65-aade-3ec1cde37607 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:09.412045 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6d3beb-1189-4d45-b9b9-1659e49ad218 req-cda6d995-f93f-4091-9073-43fc6e38b3d9 tempest-InstanceActionsNegativeTestJSON-1938298475 tempest-InstanceActionsNegativeTestJSON-1938298475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:04:09.413560 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7a6d3beb-1189-4d45-b9b9-1659e49ad218 req-cda6d995-f93f-4091-9073-43fc6e38b3d9 tempest-InstanceActionsNegativeTestJSON-1938298475 tempest-InstanceActionsNegativeTestJSON-1938298475-project] 10.222.0.60 "GET /v2.0/ports?device_id=b77401b6-a2fd-4862-92da-c3fbc93667b7 HTTP/1.1" status: 200 len: 945 time: 0.1573541 Jun 11 10:04:09.486360 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-9dbb8397-5bfa-4d65-aade-3ec1cde37607 None None] For port f29016ce-f2c6-455b-862b-17a34fdd278e, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=f29016ce-f2c6-455b-862b-17a34fdd278e,segment=NetworkSegment(1631155d-3f9e-4895-9926-5ebf12582263),segment_id=1631155d-3f9e-4895-9926-5ebf12582263)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:04:09.486360 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-9dbb8397-5bfa-4d65-aade-3ec1cde37607 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:09.502231 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7a6d3beb-1189-4d45-b9b9-1659e49ad218 req-aeef6d52-57c7-44e9-a7bd-8cdc32a9b6b6 tempest-InstanceActionsNegativeTestJSON-1938298475 tempest-InstanceActionsNegativeTestJSON-1938298475-project] 10.222.0.60 "GET /v2.0/security-groups?id=d693a29a-5604-461f-a086-63bad83a2033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788553 Jun 11 10:04:09.535597 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf838d2-a801-40e0-bf66-c06be739360a req-8edd08f0-56d0-4c6d-8115-9a9e16319537 tempest-InstanceActionsNegativeTestJSON-1938298475 tempest-InstanceActionsNegativeTestJSON-1938298475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:04:09.537842 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8bf838d2-a801-40e0-bf66-c06be739360a req-8edd08f0-56d0-4c6d-8115-9a9e16319537 tempest-InstanceActionsNegativeTestJSON-1938298475 tempest-InstanceActionsNegativeTestJSON-1938298475-project] 10.222.0.69 "GET /v2.0/ports?device_id=b77401b6-a2fd-4862-92da-c3fbc93667b7 HTTP/1.1" status: 200 len: 945 time: 0.0961783 Jun 11 10:04:09.578353 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-30bea4bd-1860-424c-8c72-e506a92d6323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:09.585014 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d6ef4172-be2d-4be7-957e-d5a7d9d0c54d tempest-ServerGroupTestJSON-1106127317 tempest-ServerGroupTestJSON-1106127317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:09.634116 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bea4bd-1860-424c-8c72-e506a92d6323 admin admin] Pushing event deleted for resources: {'Port': ['ID=f29016ce-f2c6-455b-862b-17a34fdd278e,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:09.639524 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-30bea4bd-1860-424c-8c72-e506a92d6323 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:09.642566 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bea4bd-1860-424c-8c72-e506a92d6323 admin admin] No DVR routers for this DVR port f29016ce-f2c6-455b-862b-17a34fdd278e on host n-d-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:04:09.645557 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-9dbb8397-5bfa-4d65-aade-3ec1cde37607 None None] Calling delete_port for f29016ce-f2c6-455b-862b-17a34fdd278e owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:04:09.796123 n-d-779913-12 neutron-server[93178]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:04:09.796123 n-d-779913-12 neutron-server[93178]: retrieve_revision_numbers = { Jun 11 10:04:09.796123 n-d-779913-12 neutron-server[93178]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:04:09.796123 n-d-779913-12 neutron-server[93178]: retrieve_revision_numbers = { Jun 11 10:04:09.796123 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:04:09.796123 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 10:04:09.796123 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:04:09.796123 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 10:04:09.796123 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:04:09.796123 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 10:04:09.796123 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:04:09.796123 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 10:04:09.796123 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:04:09.796123 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 10:04:09.796123 n-d-779913-12 neutron-server[93178]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:04:09.796123 n-d-779913-12 neutron-server[93178]: retrieve_revision_numbers = { Jun 11 10:04:09.796123 n-d-779913-12 neutron-server[93178]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:04:09.796123 n-d-779913-12 neutron-server[93178]: retrieve_revision_numbers = { Jun 11 10:04:09.796123 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:04:09.796123 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 10:04:09.796123 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:04:09.796123 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 10:04:09.796123 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:04:09.796123 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 10:04:09.796123 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:04:09.796123 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 10:04:09.796123 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:04:09.796123 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 10:04:09.796123 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:04:09.796123 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 10:04:09.796123 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:04:09.796123 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 10:04:09.796123 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:04:09.796123 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 10:04:09.796123 n-d-779913-12 neutron-server[93178]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:04:09.796123 n-d-779913-12 neutron-server[93178]: retrieve_revision_numbers = { Jun 11 10:04:09.796123 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:04:09.796123 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 10:04:09.799008 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:04:09.799008 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 10:04:09.799008 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:04:09.799008 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 10:04:09.799008 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:04:09.799008 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 10:04:09.799008 n-d-779913-12 neutron-server[93178]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:04:09.799008 n-d-779913-12 neutron-server[93178]: retrieve_revision_numbers = { Jun 11 10:04:09.799008 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:04:09.799008 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 10:04:09.799008 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:04:09.799008 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 10:04:09.799008 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:04:09.799008 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 10:04:09.799008 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:04:09.799008 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 10:04:09.806421 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-9dbb8397-5bfa-4d65-aade-3ec1cde37607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:09.810295 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:09.821398 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-30bea4bd-1860-424c-8c72-e506a92d6323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:09.840678 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-30bea4bd-1860-424c-8c72-e506a92d6323 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19721a0f-204c-4d59-a30b-8c079af3c457']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:04:09.846684 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbb8397-5bfa-4d65-aade-3ec1cde37607 None None] No DVR routers for this DVR port f29016ce-f2c6-455b-862b-17a34fdd278e on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:04:09.850965 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbb8397-5bfa-4d65-aade-3ec1cde37607 None None] Pushing event deleted for resources: {'Port': ['ID=f29016ce-f2c6-455b-862b-17a34fdd278e,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:09.858034 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-9dbb8397-5bfa-4d65-aade-3ec1cde37607 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:09.858539 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-30bea4bd-1860-424c-8c72-e506a92d6323 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1631155d-3f9e-4895-9926-5ebf12582263') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:04:09.858539 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-30bea4bd-1860-424c-8c72-e506a92d6323 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1631155d-3f9e-4895-9926-5ebf12582263') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:04:09.882460 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-30bea4bd-1860-424c-8c72-e506a92d6323 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:09.894188 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-8bf838d2-a801-40e0-bf66-c06be739360a req-3cc6d493-9cff-4d3d-8652-9acfd2389f07 tempest-InstanceActionsNegativeTestJSON-1938298475 tempest-InstanceActionsNegativeTestJSON-1938298475-project] Deleting port 09f5c7b9-eced-4e9c-bee8-b7f1b30e6cf0 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:04:09.894542 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-8bf838d2-a801-40e0-bf66-c06be739360a req-3cc6d493-9cff-4d3d-8652-9acfd2389f07 tempest-InstanceActionsNegativeTestJSON-1938298475 tempest-InstanceActionsNegativeTestJSON-1938298475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:09.937369 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device f29016ce-f2c6-455b-862b-17a34fdd278e no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:04:09.943318 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-30bea4bd-1860-424c-8c72-e506a92d6323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:09.956813 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30bea4bd-1860-424c-8c72-e506a92d6323 admin admin] Releasing vlan 759 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:04:09.957490 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-30bea4bd-1860-424c-8c72-e506a92d6323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:09.959731 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:04:09.959731 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:04:09.959731 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:04:09.959731 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:04:09.959731 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:04:09.959731 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:04:09.959731 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:04:09.959731 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:04:09.959731 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:04:09.959731 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:04:09.959731 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:04:09.959731 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:04:09.959731 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:04:09.959731 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:04:09.959731 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:04:09.959731 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:04:09.959731 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:04:09.959731 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:04:09.959731 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 10:04:09.959731 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:04:09.959731 n-d-779913-12 neutron-server[93176]: timer() Jun 11 10:04:09.959731 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:04:09.959731 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 10:04:09.959731 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:04:09.959731 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 10:04:09.959731 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:04:09.959731 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 10:04:09.959731 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:04:09.959731 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 10:04:09.959731 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:04:09.959731 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 10:04:09.959731 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:04:09.959731 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:04:09.959731 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:04:09.959731 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:04:09.959731 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:04:09.959731 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 10:04:09.959731 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:04:09.959731 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 10:04:09.959731 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:04:09.959731 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:04:09.959731 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:04:09.959731 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 10:04:09.959731 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:04:09.959731 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:04:09.959731 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:04:09.959731 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:04:09.959731 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:04:09.959731 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:04:09.959731 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:04:10.002719 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: f29016ce-f2c6-455b-862b-17a34fdd278e {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:04:10.003538 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device f29016ce-f2c6-455b-862b-17a34fdd278e not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:04:10.109874 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-8bf838d2-a801-40e0-bf66-c06be739360a req-3cc6d493-9cff-4d3d-8652-9acfd2389f07 tempest-InstanceActionsNegativeTestJSON-1938298475 tempest-InstanceActionsNegativeTestJSON-1938298475-project] For port 09f5c7b9-eced-4e9c-bee8-b7f1b30e6cf0, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=09f5c7b9-eced-4e9c-bee8-b7f1b30e6cf0,segment=NetworkSegment(729ef9c1-25f5-4d4b-999d-83e317386897),segment_id=729ef9c1-25f5-4d4b-999d-83e317386897)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:04:10.110169 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-8bf838d2-a801-40e0-bf66-c06be739360a req-3cc6d493-9cff-4d3d-8652-9acfd2389f07 tempest-InstanceActionsNegativeTestJSON-1938298475 tempest-InstanceActionsNegativeTestJSON-1938298475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:10.141758 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c208f449-d5f8-459f-a097-d60e5239deae req-14dcf0b2-34c6-4ddb-9d67-ec6583dfc0bd tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:04:10.143522 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c208f449-d5f8-459f-a097-d60e5239deae req-14dcf0b2-34c6-4ddb-9d67-ec6583dfc0bd tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] 10.222.0.60 "GET /v2.0/ports?device_id=cfc94361-55b6-4a22-950e-2233a479488f HTTP/1.1" status: 200 len: 949 time: 0.0867541 Jun 11 10:04:10.173681 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-30bea4bd-1860-424c-8c72-e506a92d6323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:10.194505 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c208f449-d5f8-459f-a097-d60e5239deae req-e4df16be-302c-4f82-9435-9cac450f8a73 tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af9cc94-ba24-4a25-b8db-ac75dbe087ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432737 Jun 11 10:04:10.222846 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-8bf838d2-a801-40e0-bf66-c06be739360a req-3cc6d493-9cff-4d3d-8652-9acfd2389f07 tempest-InstanceActionsNegativeTestJSON-1938298475 tempest-InstanceActionsNegativeTestJSON-1938298475-project] Calling delete_port for 09f5c7b9-eced-4e9c-bee8-b7f1b30e6cf0 owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:04:10.226420 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e31257da-4758-4490-95c3-e767bcf9e614 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:10.231901 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-30bea4bd-1860-424c-8c72-e506a92d6323 admin admin] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:10.236527 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-30bea4bd-1860-424c-8c72-e506a92d6323 admin admin] 10.222.0.60 "DELETE /v2.0/networks/19721a0f-204c-4d59-a30b-8c079af3c457 HTTP/1.1" status: 204 len: 168 time: 1.5204852 Jun 11 10:04:10.236754 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 40268) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:10.257110 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bea4bd-1860-424c-8c72-e506a92d6323 admin admin] Pushing event deleted for resources: {'Network': ['ID=19721a0f-204c-4d59-a30b-8c079af3c457,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:10.265031 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-30bea4bd-1860-424c-8c72-e506a92d6323 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:10.324395 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 8c590350-62aa-4400-8a57-e77d648f2e8d up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:04:10.515428 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning for port 8c590350-62aa-4400-8a57-e77d648f2e8d completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:04:10.523014 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port 8c590350-62aa-4400-8a57-e77d648f2e8d triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:04:10.523400 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:10.537810 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-8bf838d2-a801-40e0-bf66-c06be739360a req-3cc6d493-9cff-4d3d-8652-9acfd2389f07 tempest-InstanceActionsNegativeTestJSON-1938298475 tempest-InstanceActionsNegativeTestJSON-1938298475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:10.539808 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-cacd1514-02ed-4484-a8c8-388e422cab76 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:10.589716 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc6d493-9cff-4d3d-8652-9acfd2389f07 tempest-InstanceActionsNegativeTestJSON-1938298475 tempest-InstanceActionsNegativeTestJSON-1938298475-project] Pushing event deleted for resources: {'Port': ['ID=09f5c7b9-eced-4e9c-bee8-b7f1b30e6cf0,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:10.593919 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3cc6d493-9cff-4d3d-8652-9acfd2389f07 tempest-InstanceActionsNegativeTestJSON-1938298475 tempest-InstanceActionsNegativeTestJSON-1938298475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:10.686563 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:10.693247 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bf838d2-a801-40e0-bf66-c06be739360a req-3cc6d493-9cff-4d3d-8652-9acfd2389f07 tempest-InstanceActionsNegativeTestJSON-1938298475 tempest-InstanceActionsNegativeTestJSON-1938298475-project] No DVR routers for this DVR port 09f5c7b9-eced-4e9c-bee8-b7f1b30e6cf0 on host n-h2-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:04:10.703896 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-8bf838d2-a801-40e0-bf66-c06be739360a req-3cc6d493-9cff-4d3d-8652-9acfd2389f07 tempest-InstanceActionsNegativeTestJSON-1938298475 tempest-InstanceActionsNegativeTestJSON-1938298475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:10.706124 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8bf838d2-a801-40e0-bf66-c06be739360a req-3cc6d493-9cff-4d3d-8652-9acfd2389f07 tempest-InstanceActionsNegativeTestJSON-1938298475 tempest-InstanceActionsNegativeTestJSON-1938298475-project] 10.222.0.69 "DELETE /v2.0/ports/09f5c7b9-eced-4e9c-bee8-b7f1b30e6cf0 HTTP/1.1" status: 204 len: 173 time: 1.1625955 Jun 11 10:04:10.706540 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b77401b6-a2fd-4862-92da-c3fbc93667b7', 'name': 'network-vif-deleted', 'tag': '09f5c7b9-eced-4e9c-bee8-b7f1b30e6cf0'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:04:10.711782 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4cadf6e-0a0c-4101-8d1e-5577eec99593" -d '{"events": [{"server_uuid": "b77401b6-a2fd-4862-92da-c3fbc93667b7", "name": "network-vif-deleted", "tag": "09f5c7b9-eced-4e9c-bee8-b7f1b30e6cf0"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:04:10.736887 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfc94361-55b6-4a22-950e-2233a479488f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c590350-62aa-4400-8a57-e77d648f2e8d'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:04:10.740383 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e773cb-fb20-4ce2-9e2a-21d5547bbac4" -d '{"events": [{"server_uuid": "cfc94361-55b6-4a22-950e-2233a479488f", "name": "network-vif-plugged", "status": "completed", "tag": "8c590350-62aa-4400-8a57-e77d648f2e8d"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:04:10.759781 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 8c590350-62aa-4400-8a57-e77d648f2e8d, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=8c590350-62aa-4400-8a57-e77d648f2e8d,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:04:10.780928 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81194ab8-99f5-432a-932a-eb21fb3077ca x-openstack-request-id: req-81194ab8-99f5-432a-932a-eb21fb3077ca {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:04:10.781276 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b77401b6-a2fd-4862-92da-c3fbc93667b7", "name": "network-vif-deleted", "tag": "09f5c7b9-eced-4e9c-bee8-b7f1b30e6cf0", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:04:10.781634 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-81194ab8-99f5-432a-932a-eb21fb3077ca {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:04:10.782093 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b77401b6-a2fd-4862-92da-c3fbc93667b7', 'name': 'network-vif-deleted', 'tag': '09f5c7b9-eced-4e9c-bee8-b7f1b30e6cf0', 'status': 'completed', 'code': 200} Jun 11 10:04:10.828382 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e616755-b146-478e-9614-6e42e85cd75b x-openstack-request-id: req-3e616755-b146-478e-9614-6e42e85cd75b {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:04:10.828683 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfc94361-55b6-4a22-950e-2233a479488f", "name": "network-vif-plugged", "status": "completed", "tag": "8c590350-62aa-4400-8a57-e77d648f2e8d", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:04:10.828951 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3e616755-b146-478e-9614-6e42e85cd75b {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:04:10.829354 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfc94361-55b6-4a22-950e-2233a479488f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c590350-62aa-4400-8a57-e77d648f2e8d', 'code': 200} Jun 11 10:04:10.832253 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:10.837286 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-14792cd1-3e9b-4405-9486-588570d3e315 req-690f6760-5ca3-4f66-9efd-28a0e8f3bdbf tempest-InstanceActionsNegativeTestJSON-1938298475 tempest-InstanceActionsNegativeTestJSON-1938298475-project] 10.222.0.60 "GET /v2.0/ports?device_id=b77401b6-a2fd-4862-92da-c3fbc93667b7 HTTP/1.1" status: 200 len: 210 time: 0.0506973 Jun 11 10:04:10.840236 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 09f5c7b9-eced-4e9c-bee8-b7f1b30e6cf0 no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:04:10.843690 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:10.903451 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] No Port match for: 09f5c7b9-eced-4e9c-bee8-b7f1b30e6cf0 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:04:10.903853 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 09f5c7b9-eced-4e9c-bee8-b7f1b30e6cf0 not bound to the agent host n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:04:10.970859 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 40296) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:10.972799 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=8c590350-62aa-4400-8a57-e77d648f2e8d,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:10.976339 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:11.012886 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ac423e-3a1a-416f-b92d-d6a792908e87 req-aeaa55f9-1a03-42de-bb13-c2e454ed16fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:04:11.014449 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-21ac423e-3a1a-416f-b92d-d6a792908e87 req-aeaa55f9-1a03-42de-bb13-c2e454ed16fb service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=cfc94361-55b6-4a22-950e-2233a479488f HTTP/1.1" status: 200 len: 1102 time: 0.1010311 Jun 11 10:04:11.060887 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-21ac423e-3a1a-416f-b92d-d6a792908e87 req-04bf7787-9c6c-49e7-8a89-3ec6028af35b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=3af9cc94-ba24-4a25-b8db-ac75dbe087ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397198 Jun 11 10:04:11.291769 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cbd48172-8013-49ce-8dca-0129a5492e66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:11.330180 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1b72ca13-f4db-4332-8bf4-4e204142cf78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375209'] for router_interface, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:11.358046 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 40310) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:11.444750 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-a54393b7-d6fd-4dfb-a9a4-031414506af0 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-199348413'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:04:11.515433 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880500e7-2986-4603-b898-8c6aee972b37 req-9680d9e1-a726-405c-baba-f373a4805e53 tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:04:11.517144 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-880500e7-2986-4603-b898-8c6aee972b37 req-9680d9e1-a726-405c-baba-f373a4805e53 tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] 10.222.0.60 "GET /v2.0/ports?device_id=cfc94361-55b6-4a22-950e-2233a479488f HTTP/1.1" status: 200 len: 950 time: 0.1863797 Jun 11 10:04:11.519066 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cbd48172-8013-49ce-8dca-0129a5492e66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:11.572635 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-880500e7-2986-4603-b898-8c6aee972b37 req-ff6af409-9f65-4397-bad6-0b94866be319 tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af9cc94-ba24-4a25-b8db-ac75dbe087ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497625 Jun 11 10:04:11.591237 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cbd48172-8013-49ce-8dca-0129a5492e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:11.597473 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-28bf5e68-769e-4da4-acdf-063fcf67e53c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:11.663648 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-cbd48172-8013-49ce-8dca-0129a5492e66 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=89ce6bfbe1e34513918326563a0c9f13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6803062 Jun 11 10:04:11.663648 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd48172-8013-49ce-8dca-0129a5492e66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5d87e1-4925-434a-b4a6-8ded20303cbe,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:11.664662 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 40320) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:11.670203 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-cbd48172-8013-49ce-8dca-0129a5492e66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:11.712859 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-1b72ca13-f4db-4332-8bf4-4e204142cf78 admin admin] Deleting port ef493090-a435-4c5b-93dd-a1376ca65524 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:04:11.713205 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1b72ca13-f4db-4332-8bf4-4e204142cf78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:11.713863 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a54393b7-d6fd-4dfb-a9a4-031414506af0 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Made reservation on behalf of d0d1b8fd4ff442f59fdd3856df814425 for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:04:11.717561 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a54393b7-d6fd-4dfb-a9a4-031414506af0 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:11.732247 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a54393b7-d6fd-4dfb-a9a4-031414506af0 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:11.758420 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8252beb8-78b6-478c-a7c2-f7d811f5002a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:11.795172 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8252beb8-78b6-478c-a7c2-f7d811f5002a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:11.843916 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-1b72ca13-f4db-4332-8bf4-4e204142cf78 admin admin] For port ef493090-a435-4c5b-93dd-a1376ca65524, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=ef493090-a435-4c5b-93dd-a1376ca65524,segment=NetworkSegment(c8021e50-a0bd-43fd-a1bf-fd5d47fae840),segment_id=c8021e50-a0bd-43fd-a1bf-fd5d47fae840)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:04:11.844940 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1b72ca13-f4db-4332-8bf4-4e204142cf78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:11.922131 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a54393b7-d6fd-4dfb-a9a4-031414506af0 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:11.939807 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8252beb8-78b6-478c-a7c2-f7d811f5002a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:11.944527 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8252beb8-78b6-478c-a7c2-f7d811f5002a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:11.946194 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-8252beb8-78b6-478c-a7c2-f7d811f5002a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ea5d87e1-4925-434a-b4a6-8ded20303cbe HTTP/1.1" status: 204 len: 168 time: 0.2776320 Jun 11 10:04:11.947795 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-de5c0453-747b-43e1-9b66-733f7bc29c3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:11.960562 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8252beb8-78b6-478c-a7c2-f7d811f5002a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5d87e1-4925-434a-b4a6-8ded20303cbe,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:11.983686 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8252beb8-78b6-478c-a7c2-f7d811f5002a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:11.997431 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a54393b7-d6fd-4dfb-a9a4-031414506af0 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:12.007988 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e3d7cd4e-2b94-4fe3-b6dc-50f6dd8f590e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:12.013274 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-1b72ca13-f4db-4332-8bf4-4e204142cf78 admin admin] Calling delete_port for ef493090-a435-4c5b-93dd-a1376ca65524 owned by network:router_interface {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:04:12.014700 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a54393b7-d6fd-4dfb-a9a4-031414506af0 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 760} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:04:12.087780 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d3643fc0-cc1f-45a6-8f6d-07a0f0f5a0a2 req-e7c34245-1ee7-46ed-9b3b-c1f06452a796 tempest-InstanceActionsNegativeTestJSON-1938298475 tempest-InstanceActionsNegativeTestJSON-1938298475-project] 10.222.0.60 "GET /v2.0/ports?device_id=b77401b6-a2fd-4862-92da-c3fbc93667b7 HTTP/1.1" status: 200 len: 210 time: 0.0578389 Jun 11 10:04:12.087780 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a54393b7-d6fd-4dfb-a9a4-031414506af0 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:12.087780 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-a54393b7-d6fd-4dfb-a9a4-031414506af0 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Added segment d7f624de-0766-4a13-a266-83ce2d919f25 of type vlan for network d3ea623b-fd2a-4b0b-9107-92f3c79d4bc9 Jun 11 10:04:12.096937 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54393b7-d6fd-4dfb-a9a4-031414506af0 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4af71599-b0a0-4c88-a44c-46a370f7ed26,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:12.127030 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a54393b7-d6fd-4dfb-a9a4-031414506af0 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:12.156857 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a54393b7-d6fd-4dfb-a9a4-031414506af0 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:12.236875 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a54393b7-d6fd-4dfb-a9a4-031414506af0 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:12.242631 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54393b7-d6fd-4dfb-a9a4-031414506af0 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:04:12.243233 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a54393b7-d6fd-4dfb-a9a4-031414506af0 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:12.252880 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-114b8e43-b2b0-4a6d-bad7-bd2f8fffa635 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:12.338702 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54393b7-d6fd-4dfb-a9a4-031414506af0 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Pushing event updated for resources: {'Network': ['ID=d3ea623b-fd2a-4b0b-9107-92f3c79d4bc9,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:12.341371 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a54393b7-d6fd-4dfb-a9a4-031414506af0 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:12.350327 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network d3ea623b-fd2a-4b0b-9107-92f3c79d4bc9 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:04:12.362604 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1b72ca13-f4db-4332-8bf4-4e204142cf78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:12.369854 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-a54393b7-d6fd-4dfb-a9a4-031414506af0 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.0106418 Jun 11 10:04:12.371840 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 40340) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:12.372649 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-bca8bcb2-b35f-47a2-a61e-ffdc179b1eee tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:12.376087 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-22eeac42-be26-40ae-a96a-18f8c632dd3c tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Request body: {'subnet': {'network_id': 'd3ea623b-fd2a-4b0b-9107-92f3c79d4bc9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:04:12.432926 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b72ca13-f4db-4332-8bf4-4e204142cf78 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef493090-a435-4c5b-93dd-a1376ca65524,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:12.437965 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1b72ca13-f4db-4332-8bf4-4e204142cf78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:12.655239 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1b72ca13-f4db-4332-8bf4-4e204142cf78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362297'] for router_interface, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:12.699541 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22eeac42-be26-40ae-a96a-18f8c632dd3c tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Made reservation on behalf of d0d1b8fd4ff442f59fdd3856df814425 for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:04:12.703915 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-22eeac42-be26-40ae-a96a-18f8c632dd3c tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:12.739515 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 40356) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:12.770855 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0806ac16-e869-49bb-afe2-b85d191a4e4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:12.862808 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-17acf9ec-cbce-42b8-81f5-71e7845ae9b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:12.923535 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5002c42e-5802-411f-a370-5e9b07b34cb7 req-b63b1d1f-a2b9-45d6-aa9f-f111d6142aa9 tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:04:12.925049 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5002c42e-5802-411f-a370-5e9b07b34cb7 req-b63b1d1f-a2b9-45d6-aa9f-f111d6142aa9 tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] 10.222.0.60 "GET /v2.0/ports?device_id=cfc94361-55b6-4a22-950e-2233a479488f HTTP/1.1" status: 200 len: 950 time: 0.1298516 Jun 11 10:04:13.057573 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0806ac16-e869-49bb-afe2-b85d191a4e4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:13.083092 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5002c42e-5802-411f-a370-5e9b07b34cb7 req-88e1dcea-e11b-484c-9b54-d1f6b85071ca tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af9cc94-ba24-4a25-b8db-ac75dbe087ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017125 Jun 11 10:04:13.094708 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-22eeac42-be26-40ae-a96a-18f8c632dd3c tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:13.098546 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-707ed273-21f4-4959-9d38-5e8a618064bd tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:13.120677 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b72ca13-f4db-4332-8bf4-4e204142cf78 admin admin] Router 0b706ec9-d4b4-40bc-8841-0e28c4e46333 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:04:13.162309 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0806ac16-e869-49bb-afe2-b85d191a4e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:13.228082 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 40380) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:13.239769 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-0806ac16-e869-49bb-afe2-b85d191a4e4b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3592f432c22742b0af29a7612cc5753e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4973462 Jun 11 10:04:13.246986 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 40382) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:13.257379 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eeac42-be26-40ae-a96a-18f8c632dd3c tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Pushing event updated for resources: {'Subnet': ['ID=f4f774f5-d57e-4d5a-9995-a83fec2009b6,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:13.260760 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-22eeac42-be26-40ae-a96a-18f8c632dd3c tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:13.268961 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-08237ea7-ecd2-4ae7-8d27-b7500ab6bdde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:13.305618 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a5e3f9d-5111-4dfc-b9db-27604d984301 admin admin] Deleting subnet 2d9d7779-ad7b-4d2c-b65e-6a2966c24d2b {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:04:13.319940 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1a5e3f9d-5111-4dfc-b9db-27604d984301 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:13.338676 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0806ac16-e869-49bb-afe2-b85d191a4e4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20faad58-cc35-4348-bdb8-bc4f42e4a0da,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:13.347210 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0806ac16-e869-49bb-afe2-b85d191a4e4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:13.356220 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22eeac42-be26-40ae-a96a-18f8c632dd3c tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Checking segment: {'id': 'd7f624de-0766-4a13-a266-83ce2d919f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'd3ea623b-fd2a-4b0b-9107-92f3c79d4bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:04:13.356802 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22eeac42-be26-40ae-a96a-18f8c632dd3c tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Network hostable DHCP agents. Network: d3ea623b-fd2a-4b0b-9107-92f3c79d4bc9, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:04:13.363512 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b72ca13-f4db-4332-8bf4-4e204142cf78 admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:04:13.374075 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-1b72ca13-f4db-4332-8bf4-4e204142cf78 admin admin] 10.222.0.60 "PUT /v2.0/routers/0b706ec9-d4b4-40bc-8841-0e28c4e46333/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1360590 Jun 11 10:04:13.376964 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 40392) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:13.389127 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c333abba-b3e2-44a4-9a15-00ef7e4987db None None] Sync routers for ids ['0b706ec9-d4b4-40bc-8841-0e28c4e46333'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:04:13.390281 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c1ef4634-3750-4536-8aba-2ba15b1f632c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:13.395085 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c333abba-b3e2-44a4-9a15-00ef7e4987db None None] Routers {'0b706ec9-d4b4-40bc-8841-0e28c4e46333'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:04:13.395925 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-c333abba-b3e2-44a4-9a15-00ef7e4987db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:03:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['0b706ec9-d4b4-40bc-8841-0e28c4e46333'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:04:13.434014 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1a5e3f9d-5111-4dfc-b9db-27604d984301 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:13.438380 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c1ef4634-3750-4536-8aba-2ba15b1f632c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:13.511870 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22eeac42-be26-40ae-a96a-18f8c632dd3c tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Network d3ea623b-fd2a-4b0b-9107-92f3c79d4bc9 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:04:13.546956 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1a5e3f9d-5111-4dfc-b9db-27604d984301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:13.556812 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-c333abba-b3e2-44a4-9a15-00ef7e4987db None None] Set router 0b706ec9-d4b4-40bc-8841-0e28c4e46333 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:04:13.612961 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9ae52ca4-1561-4314-ae5e-7e39bed19097 admin admin] Notify callbacks [] for router, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:13.614255 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c1ef4634-3750-4536-8aba-2ba15b1f632c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:13.617900 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c1ef4634-3750-4536-8aba-2ba15b1f632c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:13.621933 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-c1ef4634-3750-4536-8aba-2ba15b1f632c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/20faad58-cc35-4348-bdb8-bc4f42e4a0da HTTP/1.1" status: 204 len: 168 time: 0.3711202 Jun 11 10:04:13.621933 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d93bdc01-1462-424e-89b7-0a916ad2d692 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:13.634303 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ef4634-3750-4536-8aba-2ba15b1f632c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20faad58-cc35-4348-bdb8-bc4f42e4a0da,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:13.636957 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c1ef4634-3750-4536-8aba-2ba15b1f632c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:13.638199 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-22eeac42-be26-40ae-a96a-18f8c632dd3c tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, d3ea623b-fd2a-4b0b-9107-92f3c79d4bc9) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:04:13.643906 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22eeac42-be26-40ae-a96a-18f8c632dd3c tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:04:13.645039 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-22eeac42-be26-40ae-a96a-18f8c632dd3c tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:13.647931 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e4be89-51b3-441d-af4e-db40d2765c7a None None] Network d3ea623b-fd2a-4b0b-9107-92f3c79d4bc9 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:04:13.735741 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-22eeac42-be26-40ae-a96a-18f8c632dd3c tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3635259 Jun 11 10:04:13.742062 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 40406) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:13.752212 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1a5e3f9d-5111-4dfc-b9db-27604d984301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:13.753775 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-e82a32ae-c15f-428b-a775-a12c8c96ea18 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Request body: {'port': {'network_id': 'd3ea623b-fd2a-4b0b-9107-92f3c79d4bc9', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1037601947'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:04:13.929463 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5e635f1a-53fe-4632-a7fa-cc896a52a265 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:13.947395 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9ae52ca4-1561-4314-ae5e-7e39bed19097 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:13.991662 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5e3f9d-5111-4dfc-b9db-27604d984301 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d9d7779-ad7b-4d2c-b65e-6a2966c24d2b,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:13.997909 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1a5e3f9d-5111-4dfc-b9db-27604d984301 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:14.000885 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1a5e3f9d-5111-4dfc-b9db-27604d984301 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:14.005216 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-1a5e3f9d-5111-4dfc-b9db-27604d984301 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/2d9d7779-ad7b-4d2c-b65e-6a2966c24d2b HTTP/1.1" status: 204 len: 168 time: 0.7741573 Jun 11 10:04:14.024265 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 40424) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:14.062097 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-c333abba-b3e2-44a4-9a15-00ef7e4987db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b706ec9-d4b4-40bc-8841-0e28c4e46333', 'name': 'tempest-TestVolumeBackupRestore-557335153-router', 'tenant_id': '480b52087297447faf57eeafe6ec4dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '0c7e0f2c-9b78-4c6e-874f-60d4ad2aff9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:58:06Z', 'updated_at': '2021-06-11T10:04:12Z', 'revision_number': 5, 'project_id': '480b52087297447faf57eeafe6ec4dac', 'gw_port': {'id': '0c7e0f2c-9b78-4c6e-874f-60d4ad2aff9d', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:cc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b706ec9-d4b4-40bc-8841-0e28c4e46333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:58:08Z', 'updated_at': '2021-06-11T09:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:04:14.075600 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c333abba-b3e2-44a4-9a15-00ef7e4987db None None] Checking router: 0b706ec9-d4b4-40bc-8841-0e28c4e46333 for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:04:14.094558 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c333abba-b3e2-44a4-9a15-00ef7e4987db None None] Routers {'0b706ec9-d4b4-40bc-8841-0e28c4e46333'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:04:14.095971 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-c333abba-b3e2-44a4-9a15-00ef7e4987db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:03:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['0b706ec9-d4b4-40bc-8841-0e28c4e46333'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:04:14.098506 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee7040f-02e4-405f-8921-ad326eb44401 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-d3ea623b-fd2a-4b0b-9107-92f3c79d4bc9', 'network_id': 'd3ea623b-fd2a-4b0b-9107-92f3c79d4bc9', 'tenant_id': 'd0d1b8fd4ff442f59fdd3856df814425', 'fixed_ips': [{'subnet_id': 'f4f774f5-d57e-4d5a-9995-a83fec2009b6'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 10:04:14.099739 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-4ee7040f-02e4-405f-8921-ad326eb44401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:14.150864 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-00db6327-ffb8-4502-bea2-e140dde5059c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:14.248093 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-c333abba-b3e2-44a4-9a15-00ef7e4987db None None] Set router 0b706ec9-d4b4-40bc-8841-0e28c4e46333 gateway port host: None {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:04:14.266666 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-9ae52ca4-1561-4314-ae5e-7e39bed19097 admin admin] Deleting port 0c7e0f2c-9b78-4c6e-874f-60d4ad2aff9d {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:04:14.267009 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9ae52ca4-1561-4314-ae5e-7e39bed19097 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:14.332669 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-c333abba-b3e2-44a4-9a15-00ef7e4987db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b706ec9-d4b4-40bc-8841-0e28c4e46333', 'name': 'tempest-TestVolumeBackupRestore-557335153-router', 'tenant_id': '480b52087297447faf57eeafe6ec4dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:58:06Z', 'updated_at': '2021-06-11T10:04:13Z', 'revision_number': 6, 'project_id': '480b52087297447faf57eeafe6ec4dac', 'gw_port_host': None}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:04:14.336497 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c333abba-b3e2-44a4-9a15-00ef7e4987db None None] The sync data for ids ['0b706ec9-d4b4-40bc-8841-0e28c4e46333'] in n-d-779913-12 is: [{'id': '0b706ec9-d4b4-40bc-8841-0e28c4e46333', 'name': 'tempest-TestVolumeBackupRestore-557335153-router', 'tenant_id': '480b52087297447faf57eeafe6ec4dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:58:06Z', 'updated_at': '2021-06-11T10:04:13Z', 'revision_number': 6, 'project_id': '480b52087297447faf57eeafe6ec4dac', 'gw_port_host': None}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:04:14.339692 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-00db6327-ffb8-4502-bea2-e140dde5059c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:14.365678 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-00db6327-ffb8-4502-bea2-e140dde5059c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21236c51-301a-412d-821d-c65c05453eaa']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:04:14.388799 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-00db6327-ffb8-4502-bea2-e140dde5059c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '729ef9c1-25f5-4d4b-999d-83e317386897') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:04:14.389103 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-00db6327-ffb8-4502-bea2-e140dde5059c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '729ef9c1-25f5-4d4b-999d-83e317386897') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:04:14.400853 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-00db6327-ffb8-4502-bea2-e140dde5059c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:14.416926 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-00db6327-ffb8-4502-bea2-e140dde5059c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:14.420933 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-4ee7040f-02e4-405f-8921-ad326eb44401 None None] Allocated IP 2001:db8::2 (d3ea623b-fd2a-4b0b-9107-92f3c79d4bc9/f4f774f5-d57e-4d5a-9995-a83fec2009b6/6e0085ce-f9fb-4621-ba6b-8c6b86835892) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:04:14.423212 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00db6327-ffb8-4502-bea2-e140dde5059c admin admin] Releasing vlan 766 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:04:14.423629 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-00db6327-ffb8-4502-bea2-e140dde5059c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:14.455721 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59732727-8ca1-4f64-a086-97fe256dd970 req-6a9c2163-5789-4b2c-b000-b3e4ac905108 tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:04:14.463829 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-59732727-8ca1-4f64-a086-97fe256dd970 req-6a9c2163-5789-4b2c-b000-b3e4ac905108 tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] 10.222.0.60 "GET /v2.0/ports?device_id=cfc94361-55b6-4a22-950e-2233a479488f HTTP/1.1" status: 200 len: 950 time: 0.3598900 Jun 11 10:04:14.534319 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-9ae52ca4-1561-4314-ae5e-7e39bed19097 admin admin] For port 0c7e0f2c-9b78-4c6e-874f-60d4ad2aff9d, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=0c7e0f2c-9b78-4c6e-874f-60d4ad2aff9d,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:04:14.534972 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9ae52ca4-1561-4314-ae5e-7e39bed19097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:14.548659 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-59732727-8ca1-4f64-a086-97fe256dd970 req-c6cc56b9-e22e-4e3c-ae6b-4ea6ee3ae09e tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af9cc94-ba24-4a25-b8db-ac75dbe087ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829997 Jun 11 10:04:14.719506 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-9ae52ca4-1561-4314-ae5e-7e39bed19097 admin admin] Calling delete_port for 0c7e0f2c-9b78-4c6e-874f-60d4ad2aff9d owned by network:router_gateway {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:04:14.893424 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 10:04:14.893424 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:04:14.893424 n-d-779913-12 neutron-server[93176]: timer() Jun 11 10:04:14.893424 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:04:14.893424 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 10:04:14.893424 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:04:14.893424 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 10:04:14.893424 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:04:14.893424 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 10:04:14.893424 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:04:14.893424 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 10:04:14.893424 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:04:14.893424 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 10:04:14.893424 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:04:14.893424 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:04:14.893424 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:04:14.893424 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:04:14.893424 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:04:14.893424 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 10:04:14.893424 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:04:14.893424 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 10:04:14.893424 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:04:14.893424 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:04:14.893424 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:04:14.893424 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 10:04:14.893424 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:04:14.893424 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:04:14.893424 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:04:14.893424 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:04:14.893424 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:04:14.893424 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:04:14.893424 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:04:14.963056 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-4ee7040f-02e4-405f-8921-ad326eb44401 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:14.974180 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-00db6327-ffb8-4502-bea2-e140dde5059c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:14.977915 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1bc50be5-dc7a-4850-bb24-1f6d2ec4ef22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:14.987018 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-00db6327-ffb8-4502-bea2-e140dde5059c admin admin] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:14.987018 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-00db6327-ffb8-4502-bea2-e140dde5059c admin admin] 10.222.0.60 "DELETE /v2.0/networks/21236c51-301a-412d-821d-c65c05453eaa HTTP/1.1" status: 204 len: 168 time: 0.9568713 Jun 11 10:04:14.997394 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db6327-ffb8-4502-bea2-e140dde5059c admin admin] Pushing event deleted for resources: {'Network': ['ID=21236c51-301a-412d-821d-c65c05453eaa,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:15.003860 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-00db6327-ffb8-4502-bea2-e140dde5059c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:15.016980 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e82a32ae-c15f-428b-a775-a12c8c96ea18 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Made reservation on behalf of d0d1b8fd4ff442f59fdd3856df814425 for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:04:15.020533 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e82a32ae-c15f-428b-a775-a12c8c96ea18 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:15.040181 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [None req-e82a32ae-c15f-428b-a775-a12c8c96ea18 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] device_id is not set on port 7611d15c-7afd-496a-9722-b36f87e0aac2 yet. {{(pid=93176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 10:04:15.074629 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-4ee7040f-02e4-405f-8921-ad326eb44401 None None] Transition to ACTIVE for port object 6e0085ce-f9fb-4621-ba6b-8c6b86835892 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:04:15.086344 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9ae52ca4-1561-4314-ae5e-7e39bed19097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:15.098149 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ead18df9-a224-4bad-9a08-4c131403177f tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:15.113102 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-4ee7040f-02e4-405f-8921-ad326eb44401 None None] Transition to ACTIVE for port object 6e0085ce-f9fb-4621-ba6b-8c6b86835892 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:04:15.153850 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae52ca4-1561-4314-ae5e-7e39bed19097 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c7e0f2c-9b78-4c6e-874f-60d4ad2aff9d,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:15.157350 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9ae52ca4-1561-4314-ae5e-7e39bed19097 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:15.188498 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-4ee7040f-02e4-405f-8921-ad326eb44401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:15.191426 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-07059fda-c581-4a51-8f29-e660e21eedaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:15.276766 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee7040f-02e4-405f-8921-ad326eb44401 None None] Network d3ea623b-fd2a-4b0b-9107-92f3c79d4bc9 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:04:15.281575 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-4ee7040f-02e4-405f-8921-ad326eb44401 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:04:15.284548 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee7040f-02e4-405f-8921-ad326eb44401 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:04:15.289448 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-e82a32ae-c15f-428b-a775-a12c8c96ea18 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Allocated IP 2001:db8::399 (d3ea623b-fd2a-4b0b-9107-92f3c79d4bc9/f4f774f5-d57e-4d5a-9995-a83fec2009b6/7611d15c-7afd-496a-9722-b36f87e0aac2) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:04:15.360030 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee7040f-02e4-405f-8921-ad326eb44401 None None] Pushing event updated for resources: {'Port': ['ID=6e0085ce-f9fb-4621-ba6b-8c6b86835892,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:15.363469 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-4ee7040f-02e4-405f-8921-ad326eb44401 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:15.423099 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-4ee7040f-02e4-405f-8921-ad326eb44401 None None] Attempting to bind port 6e0085ce-f9fb-4621-ba6b-8c6b86835892 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:04:15.423684 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-4ee7040f-02e4-405f-8921-ad326eb44401 None None] Attempting to bind port 6e0085ce-f9fb-4621-ba6b-8c6b86835892 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'd7f624de-0766-4a13-a266-83ce2d919f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'd3ea623b-fd2a-4b0b-9107-92f3c79d4bc9'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:04:15.424392 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee7040f-02e4-405f-8921-ad326eb44401 None None] Attempting to bind port 6e0085ce-f9fb-4621-ba6b-8c6b86835892 on network d3ea623b-fd2a-4b0b-9107-92f3c79d4bc9 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:04:15.433922 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee7040f-02e4-405f-8921-ad326eb44401 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:04:15.434765 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee7040f-02e4-405f-8921-ad326eb44401 None None] Checking segment: {'id': 'd7f624de-0766-4a13-a266-83ce2d919f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'd3ea623b-fd2a-4b0b-9107-92f3c79d4bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:04:15.435952 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-4ee7040f-02e4-405f-8921-ad326eb44401 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:15.440209 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee7040f-02e4-405f-8921-ad326eb44401 None None] Bound using segment: {'id': 'd7f624de-0766-4a13-a266-83ce2d919f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'd3ea623b-fd2a-4b0b-9107-92f3c79d4bc9'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:04:15.441212 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-4ee7040f-02e4-405f-8921-ad326eb44401 None None] Bound port: 6e0085ce-f9fb-4621-ba6b-8c6b86835892, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7f624de-0766-4a13-a266-83ce2d919f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'd3ea623b-fd2a-4b0b-9107-92f3c79d4bc9'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:04:15.441788 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-4ee7040f-02e4-405f-8921-ad326eb44401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:15.546975 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-4ee7040f-02e4-405f-8921-ad326eb44401 None None] For port 6e0085ce-f9fb-4621-ba6b-8c6b86835892, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:04:15.557447 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-4ee7040f-02e4-405f-8921-ad326eb44401 None None] For port 6e0085ce-f9fb-4621-ba6b-8c6b86835892, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=6e0085ce-f9fb-4621-ba6b-8c6b86835892,segment=NetworkSegment(d7f624de-0766-4a13-a266-83ce2d919f25),segment_id=d7f624de-0766-4a13-a266-83ce2d919f25)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:04:15.584559 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 40470) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:15.595302 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a6c465-668a-4633-9a48-66f357cc32aa req-c2d9db2e-18ed-4a09-a20c-fb366e8d7956 tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:04:15.597317 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f0a6c465-668a-4633-9a48-66f357cc32aa req-c2d9db2e-18ed-4a09-a20c-fb366e8d7956 tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfc94361-55b6-4a22-950e-2233a479488f HTTP/1.1" status: 200 len: 950 time: 0.2555623 Jun 11 10:04:15.642090 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 40474) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:15.660415 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-4ee7040f-02e4-405f-8921-ad326eb44401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:15.664078 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:15.729325 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee7040f-02e4-405f-8921-ad326eb44401 None None] Pushing event updated for resources: {'Port': ['ID=6e0085ce-f9fb-4621-ba6b-8c6b86835892,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:15.734166 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-4ee7040f-02e4-405f-8921-ad326eb44401 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:15.769351 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-6d38711a-e7d3-48cc-8a4d-916470e0da3d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=803465dfebff4a3eb548147a91e58816&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1831193 Jun 11 10:04:15.807493 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e82a32ae-c15f-428b-a775-a12c8c96ea18 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:15.810140 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 40480) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:15.844737 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b96676f7-5b71-4c19-a5fa-183b1893aadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:15.850790 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [None req-e82a32ae-c15f-428b-a775-a12c8c96ea18 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Transition to ACTIVE for port object 7611d15c-7afd-496a-9722-b36f87e0aac2 will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:04:15.905398 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9ae52ca4-1561-4314-ae5e-7e39bed19097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374120'] for router_gateway, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:15.962725 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:15.997512 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 0c7e0f2c-9b78-4c6e-874f-60d4ad2aff9d no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:04:16.001647 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a576ddc3-0885-43c1-bb23-bb1cc78ec887 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:16.007006 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-f0a6c465-668a-4633-9a48-66f357cc32aa req-5f64fa11-fae7-4cb1-9fcf-44c23b00b418 tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] Deleting port 8c590350-62aa-4400-8a57-e77d648f2e8d {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:04:16.007614 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-f0a6c465-668a-4633-9a48-66f357cc32aa req-5f64fa11-fae7-4cb1-9fcf-44c23b00b418 tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:16.067469 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 0c7e0f2c-9b78-4c6e-874f-60d4ad2aff9d {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:04:16.068105 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 0c7e0f2c-9b78-4c6e-874f-60d4ad2aff9d not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:04:16.069298 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device ef493090-a435-4c5b-93dd-a1376ca65524 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:04:16.111225 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e82a32ae-c15f-428b-a775-a12c8c96ea18 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:16.115856 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a576ddc3-0885-43c1-bb23-bb1cc78ec887 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:16.120073 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-72c7182e-0628-457a-a561-a9503a6a9cc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:16.138897 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7bd1fec2-a0d9-440f-b89a-f777230e15fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:16.147901 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: ef493090-a435-4c5b-93dd-a1376ca65524 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:04:16.154627 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device ef493090-a435-4c5b-93dd-a1376ca65524 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:04:16.184817 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9ae52ca4-1561-4314-ae5e-7e39bed19097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:16.193519 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f7c4d8-c0b4-4cc4-9e04-876a4488f275 req-6e760ac0-9427-4b49-b877-e22cffe3771e tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:04:16.201443 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-66f7c4d8-c0b4-4cc4-9e04-876a4488f275 req-6e760ac0-9427-4b49-b877-e22cffe3771e tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] 10.222.0.60 "GET /v2.0/ports?device_id=cfc94361-55b6-4a22-950e-2233a479488f HTTP/1.1" status: 200 len: 950 time: 0.3856444 Jun 11 10:04:16.203935 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9ae52ca4-1561-4314-ae5e-7e39bed19097 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:16.300337 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82a32ae-c15f-428b-a775-a12c8c96ea18 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Network d3ea623b-fd2a-4b0b-9107-92f3c79d4bc9 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:04:16.323148 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-66f7c4d8-c0b4-4cc4-9e04-876a4488f275 req-0e795286-ae11-4ac7-b01b-e4e2797db1fa tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] 10.222.0.60 "GET /v2.0/security-groups?id=3af9cc94-ba24-4a25-b8db-ac75dbe087ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208105 Jun 11 10:04:16.329382 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82a32ae-c15f-428b-a775-a12c8c96ea18 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Pushing event updated for resources: {'Port': ['ID=7611d15c-7afd-496a-9722-b36f87e0aac2,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:16.340678 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-e82a32ae-c15f-428b-a775-a12c8c96ea18 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:04:16.354773 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e82a32ae-c15f-428b-a775-a12c8c96ea18 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:16.354773 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82a32ae-c15f-428b-a775-a12c8c96ea18 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:04:16.360634 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82a32ae-c15f-428b-a775-a12c8c96ea18 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:04:16.361340 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e82a32ae-c15f-428b-a775-a12c8c96ea18 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:16.362700 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9ae52ca4-1561-4314-ae5e-7e39bed19097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:16.363434 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae52ca4-1561-4314-ae5e-7e39bed19097 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b706ec9-d4b4-40bc-8841-0e28c4e46333 {{(pid=93177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 10:04:16.374349 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9ae52ca4-1561-4314-ae5e-7e39bed19097 admin admin] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:16.375605 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-9ae52ca4-1561-4314-ae5e-7e39bed19097 admin admin] 10.222.0.60 "DELETE /v2.0/routers/0b706ec9-d4b4-40bc-8841-0e28c4e46333 HTTP/1.1" status: 204 len: 168 time: 2.9982085 Jun 11 10:04:16.378391 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 40490) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:16.394724 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-f0a6c465-668a-4633-9a48-66f357cc32aa req-5f64fa11-fae7-4cb1-9fcf-44c23b00b418 tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] For port 8c590350-62aa-4400-8a57-e77d648f2e8d, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=8c590350-62aa-4400-8a57-e77d648f2e8d,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:04:16.395091 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-f0a6c465-668a-4633-9a48-66f357cc32aa req-5f64fa11-fae7-4cb1-9fcf-44c23b00b418 tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:16.462415 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-152af4fd-ffac-4d4e-9318-47a65679472f admin admin] Deleting subnet 715efb91-8492-4a4c-950c-1f34c1295055 {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:04:16.473368 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-152af4fd-ffac-4d4e-9318-47a65679472f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:16.523369 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-f0a6c465-668a-4633-9a48-66f357cc32aa req-5f64fa11-fae7-4cb1-9fcf-44c23b00b418 tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] Calling delete_port for 8c590350-62aa-4400-8a57-e77d648f2e8d owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:04:16.536591 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-152af4fd-ffac-4d4e-9318-47a65679472f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:16.622238 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a576ddc3-0885-43c1-bb23-bb1cc78ec887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:16.624826 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a576ddc3-0885-43c1-bb23-bb1cc78ec887 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:16.625966 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-a576ddc3-0885-43c1-bb23-bb1cc78ec887 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d693a29a-5604-461f-a086-63bad83a2033 HTTP/1.1" status: 204 len: 168 time: 0.8140075 Jun 11 10:04:16.629373 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1280f042-6118-4300-afaf-a6c5d9de94f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:16.648081 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-152af4fd-ffac-4d4e-9318-47a65679472f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:16.651043 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:16.658981 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a576ddc3-0885-43c1-bb23-bb1cc78ec887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d693a29a-5604-461f-a086-63bad83a2033,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:16.663999 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a576ddc3-0885-43c1-bb23-bb1cc78ec887 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:16.716127 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-72c7182e-0628-457a-a561-a9503a6a9cc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:16.815658 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-72c7182e-0628-457a-a561-a9503a6a9cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:16.821197 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ecd78f4c-5a58-46a7-ae2a-3c314e79ddb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:16.865910 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-72c7182e-0628-457a-a561-a9503a6a9cc9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5ccd3f4d9b8e4b95ad2e5212a7c805af&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2209704 Jun 11 10:04:16.866392 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-152af4fd-ffac-4d4e-9318-47a65679472f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:16.867749 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c7182e-0628-457a-a561-a9503a6a9cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=486acc68-21a4-4ada-af45-0eab9cc8cdb1,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:16.868993 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 40502) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:16.874089 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-f0a6c465-668a-4633-9a48-66f357cc32aa req-5f64fa11-fae7-4cb1-9fcf-44c23b00b418 tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:16.874325 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-30cf8b8f-6e97-4055-a493-788c1ecf7e31 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:16.874433 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-72c7182e-0628-457a-a561-a9503a6a9cc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:16.876044 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b9ce339d-9ccd-44a8-bd33-63f33f086d15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:16.918854 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-e82a32ae-c15f-428b-a775-a12c8c96ea18 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.1724515 Jun 11 10:04:16.918854 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f64fa11-fae7-4cb1-9fcf-44c23b00b418 tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] Pushing event deleted for resources: {'Port': ['ID=8c590350-62aa-4400-8a57-e77d648f2e8d,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:16.918854 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 40504) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:16.925930 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5f64fa11-fae7-4cb1-9fcf-44c23b00b418 tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:16.930043 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-a5bdac97-c4f0-4088-b7ad-34e7ad1596d3 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Request body: {'port': {'network_id': 'd3ea623b-fd2a-4b0b-9107-92f3c79d4bc9', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-31615784', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:04:16.930774 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.api.validators [None req-a5bdac97-c4f0-4088-b7ad-34e7ad1596d3 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] bootfile-name is not in valid_values {{(pid=93176) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 11 10:04:16.931290 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.api.validators [None req-a5bdac97-c4f0-4088-b7ad-34e7ad1596d3 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] tftp-server is not in valid_values {{(pid=93176) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 11 10:04:16.931738 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.api.validators [None req-a5bdac97-c4f0-4088-b7ad-34e7ad1596d3 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] server-ip-address is not in valid_values {{(pid=93176) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 11 10:04:16.950166 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152af4fd-ffac-4d4e-9318-47a65679472f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=715efb91-8492-4a4c-950c-1f34c1295055,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:16.954804 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-152af4fd-ffac-4d4e-9318-47a65679472f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:16.963832 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b13215-1582-431f-8045-3d80b63bb58d None None] Network a6072150-1280-423e-9fb4-d6d64515eeb2 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:04:16.967054 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-152af4fd-ffac-4d4e-9318-47a65679472f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:16.972006 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-152af4fd-ffac-4d4e-9318-47a65679472f admin admin] 10.222.0.60 "DELETE /v2.0/subnets/715efb91-8492-4a4c-950c-1f34c1295055 HTTP/1.1" status: 204 len: 168 time: 0.5922847 Jun 11 10:04:16.976583 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 40506) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:17.058570 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0a6c465-668a-4633-9a48-66f357cc32aa req-5f64fa11-fae7-4cb1-9fcf-44c23b00b418 tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] No DVR routers for this DVR port 8c590350-62aa-4400-8a57-e77d648f2e8d on host n-h2-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:04:17.064003 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-f0a6c465-668a-4633-9a48-66f357cc32aa req-5f64fa11-fae7-4cb1-9fcf-44c23b00b418 tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:17.070308 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f0a6c465-668a-4633-9a48-66f357cc32aa req-5f64fa11-fae7-4cb1-9fcf-44c23b00b418 tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] 10.222.0.69 "DELETE /v2.0/ports/8c590350-62aa-4400-8a57-e77d648f2e8d HTTP/1.1" status: 204 len: 173 time: 1.4647579 Jun 11 10:04:17.071612 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfc94361-55b6-4a22-950e-2233a479488f', 'name': 'network-vif-deleted', 'tag': '8c590350-62aa-4400-8a57-e77d648f2e8d'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:04:17.082290 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-163fb2e8-c227-4e9b-ac6a-2b4a09f3a7e4" -d '{"events": [{"server_uuid": "cfc94361-55b6-4a22-950e-2233a479488f", "name": "network-vif-deleted", "tag": "8c590350-62aa-4400-8a57-e77d648f2e8d"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:04:17.237649 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fdca335-590b-4f29-96c2-2a344b9c9e06 x-openstack-request-id: req-2fdca335-590b-4f29-96c2-2a344b9c9e06 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:04:17.238058 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfc94361-55b6-4a22-950e-2233a479488f", "name": "network-vif-deleted", "tag": "8c590350-62aa-4400-8a57-e77d648f2e8d", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:04:17.238616 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2fdca335-590b-4f29-96c2-2a344b9c9e06 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:04:17.239309 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfc94361-55b6-4a22-950e-2233a479488f', 'name': 'network-vif-deleted', 'tag': '8c590350-62aa-4400-8a57-e77d648f2e8d', 'status': 'completed', 'code': 200} Jun 11 10:04:17.309926 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44d0004-82dd-4721-ac39-b489e9b21add None None] Network d3ea623b-fd2a-4b0b-9107-92f3c79d4bc9 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:04:17.344526 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c1e8c10f-3c23-45b3-8292-cda0beba6b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:17.354130 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-faf7d094-5812-44bf-9638-c4f67f6e5b10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:17.416152 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-faf7d094-5812-44bf-9638-c4f67f6e5b10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:17.489434 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5bdac97-c4f0-4088-b7ad-34e7ad1596d3 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Made reservation on behalf of d0d1b8fd4ff442f59fdd3856df814425 for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:04:17.495818 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a5bdac97-c4f0-4088-b7ad-34e7ad1596d3 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:17.560538 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [None req-a5bdac97-c4f0-4088-b7ad-34e7ad1596d3 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] device_id is not set on port 2f34b6e5-f3e2-4daf-b4e9-03436c6c0a39 yet. {{(pid=93176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 10:04:17.577052 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064ef12d-392f-44e0-b0fd-26fd4f797f15 None None] DHCP port deletion for a6072150-1280-423e-9fb4-d6d64515eeb2 request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 10:04:17.585303 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-7d6511c0-dce9-406e-98b7-f3b51e8b5c14 None None] Provisioning for port 6e0085ce-f9fb-4621-ba6b-8c6b86835892 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:04:17.587761 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-c1e8c10f-3c23-45b3-8292-cda0beba6b32 admin admin] Deleting port 1c39808e-47d3-43ba-baab-eb863a062ca7 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:04:17.588230 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c1e8c10f-3c23-45b3-8292-cda0beba6b32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:17.627377 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-50846dd5-a475-4aef-b3f0-d378815486d8 req-1fab094a-0f76-4251-aef5-92ffea033e9c tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] 10.222.0.60 "GET /v2.0/ports?device_id=cfc94361-55b6-4a22-950e-2233a479488f HTTP/1.1" status: 200 len: 210 time: 0.0601981 Jun 11 10:04:17.672814 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-faf7d094-5812-44bf-9638-c4f67f6e5b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:17.675452 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-faf7d094-5812-44bf-9638-c4f67f6e5b10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:17.679364 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-faf7d094-5812-44bf-9638-c4f67f6e5b10 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/486acc68-21a4-4ada-af45-0eab9cc8cdb1 HTTP/1.1" status: 204 len: 168 time: 0.8039858 Jun 11 10:04:17.686189 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-611530c0-d89f-4e26-b290-8a3a65281472 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:17.703725 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf7d094-5812-44bf-9638-c4f67f6e5b10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=486acc68-21a4-4ada-af45-0eab9cc8cdb1,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:17.709526 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-faf7d094-5812-44bf-9638-c4f67f6e5b10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:17.719213 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-c1e8c10f-3c23-45b3-8292-cda0beba6b32 admin admin] For port 1c39808e-47d3-43ba-baab-eb863a062ca7, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=1c39808e-47d3-43ba-baab-eb863a062ca7,segment=NetworkSegment(c8021e50-a0bd-43fd-a1bf-fd5d47fae840),segment_id=c8021e50-a0bd-43fd-a1bf-fd5d47fae840)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:04:17.719609 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c1e8c10f-3c23-45b3-8292-cda0beba6b32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:17.756670 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-064ef12d-392f-44e0-b0fd-26fd4f797f15 None None] Deleting port 1c39808e-47d3-43ba-baab-eb863a062ca7 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:04:17.757431 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-064ef12d-392f-44e0-b0fd-26fd4f797f15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:17.839989 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-c1e8c10f-3c23-45b3-8292-cda0beba6b32 admin admin] Calling delete_port for 1c39808e-47d3-43ba-baab-eb863a062ca7 owned by network:dhcp {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:04:17.887142 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-a5bdac97-c4f0-4088-b7ad-34e7ad1596d3 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Allocated IP 2001:db8::119 (d3ea623b-fd2a-4b0b-9107-92f3c79d4bc9/f4f774f5-d57e-4d5a-9995-a83fec2009b6/2f34b6e5-f3e2-4daf-b4e9-03436c6c0a39) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:04:17.973328 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-064ef12d-392f-44e0-b0fd-26fd4f797f15 None None] For port 1c39808e-47d3-43ba-baab-eb863a062ca7, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=1c39808e-47d3-43ba-baab-eb863a062ca7,segment=NetworkSegment(c8021e50-a0bd-43fd-a1bf-fd5d47fae840),segment_id=c8021e50-a0bd-43fd-a1bf-fd5d47fae840)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:04:17.973847 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-064ef12d-392f-44e0-b0fd-26fd4f797f15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:18.077222 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c1e8c10f-3c23-45b3-8292-cda0beba6b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:18.079818 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-cae4feea-73cb-4ad2-9635-4fd553d73dcc tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:18.134774 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-064ef12d-392f-44e0-b0fd-26fd4f797f15 None None] Calling delete_port for 1c39808e-47d3-43ba-baab-eb863a062ca7 owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:04:18.139748 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 6e0085ce-f9fb-4621-ba6b-8c6b86835892 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:04:18.169244 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e8c10f-3c23-45b3-8292-cda0beba6b32 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c39808e-47d3-43ba-baab-eb863a062ca7,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:18.185136 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c1e8c10f-3c23-45b3-8292-cda0beba6b32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:18.190792 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e8c10f-3c23-45b3-8292-cda0beba6b32 admin admin] No DVR routers for this DVR port 1c39808e-47d3-43ba-baab-eb863a062ca7 on host n-d-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:04:18.366896 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a5bdac97-c4f0-4088-b7ad-34e7ad1596d3 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:18.400085 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [None req-a5bdac97-c4f0-4088-b7ad-34e7ad1596d3 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Transition to ACTIVE for port object 2f34b6e5-f3e2-4daf-b4e9-03436c6c0a39 will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:04:18.416010 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 8c590350-62aa-4400-8a57-e77d648f2e8d no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:04:18.441656 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c1e8c10f-3c23-45b3-8292-cda0beba6b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:18.457316 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:18.457969 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-c1e8c10f-3c23-45b3-8292-cda0beba6b32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6072150-1280-423e-9fb4-d6d64515eeb2']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:04:18.472063 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-c1e8c10f-3c23-45b3-8292-cda0beba6b32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8021e50-a0bd-43fd-a1bf-fd5d47fae840') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:04:18.472500 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-c1e8c10f-3c23-45b3-8292-cda0beba6b32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8021e50-a0bd-43fd-a1bf-fd5d47fae840') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:04:18.502031 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c1e8c10f-3c23-45b3-8292-cda0beba6b32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:18.525871 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] No Port match for: 8c590350-62aa-4400-8a57-e77d648f2e8d {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:04:18.526251 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 8c590350-62aa-4400-8a57-e77d648f2e8d not bound to the agent host n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:04:18.529977 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a5bdac97-c4f0-4088-b7ad-34e7ad1596d3 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:18.536252 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c1e8c10f-3c23-45b3-8292-cda0beba6b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:18.546823 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 6e0085ce-f9fb-4621-ba6b-8c6b86835892 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:04:18.549393 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1e8c10f-3c23-45b3-8292-cda0beba6b32 admin admin] Releasing vlan 770 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:04:18.550057 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c1e8c10f-3c23-45b3-8292-cda0beba6b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:18.551234 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-cacd1514-02ed-4484-a8c8-388e422cab76 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:18.552989 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 10:04:18.552989 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:04:18.552989 n-d-779913-12 neutron-server[93177]: timer() Jun 11 10:04:18.552989 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:04:18.552989 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 10:04:18.552989 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:04:18.552989 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 10:04:18.552989 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:04:18.552989 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 10:04:18.552989 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:04:18.552989 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 10:04:18.552989 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:04:18.552989 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 10:04:18.552989 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:04:18.552989 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:04:18.552989 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:04:18.552989 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:04:18.552989 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:04:18.552989 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 10:04:18.552989 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:04:18.552989 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 10:04:18.552989 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:04:18.552989 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:04:18.552989 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:04:18.552989 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 10:04:18.552989 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:04:18.552989 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:04:18.552989 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:04:18.552989 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:04:18.552989 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:04:18.552989 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:04:18.552989 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:04:18.555444 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 6e0085ce-f9fb-4621-ba6b-8c6b86835892 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:04:18.555444 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:18.650264 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 40550) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:18.651200 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bdac97-c4f0-4088-b7ad-34e7ad1596d3 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Pushing event updated for resources: {'Port': ['ID=2f34b6e5-f3e2-4daf-b4e9-03436c6c0a39,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:18.666261 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a5bdac97-c4f0-4088-b7ad-34e7ad1596d3 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:18.679864 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5bdac97-c4f0-4088-b7ad-34e7ad1596d3 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Network d3ea623b-fd2a-4b0b-9107-92f3c79d4bc9 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:04:18.686990 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-064ef12d-392f-44e0-b0fd-26fd4f797f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:18.694189 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-a5bdac97-c4f0-4088-b7ad-34e7ad1596d3 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:04:18.697860 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9249bc09-2c1e-4d20-ab61-965e6164c0b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:18.704925 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:18.720780 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bdac97-c4f0-4088-b7ad-34e7ad1596d3 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:04:18.720943 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064ef12d-392f-44e0-b0fd-26fd4f797f15 None None] No DVR routers for this DVR port 1c39808e-47d3-43ba-baab-eb863a062ca7 on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:04:18.721160 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5bdac97-c4f0-4088-b7ad-34e7ad1596d3 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:04:18.721379 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a5bdac97-c4f0-4088-b7ad-34e7ad1596d3 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:18.747767 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c1e8c10f-3c23-45b3-8292-cda0beba6b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:18.752353 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e031c2f7-6cda-4e8e-8fc5-ec1ef28d1ddc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:18.755421 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c1e8c10f-3c23-45b3-8292-cda0beba6b32 admin admin] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:18.758352 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-c1e8c10f-3c23-45b3-8292-cda0beba6b32 admin admin] 10.222.0.60 "DELETE /v2.0/networks/a6072150-1280-423e-9fb4-d6d64515eeb2 HTTP/1.1" status: 204 len: 168 time: 1.7651427 Jun 11 10:04:18.807470 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e8c10f-3c23-45b3-8292-cda0beba6b32 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6072150-1280-423e-9fb4-d6d64515eeb2,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:18.819088 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c1e8c10f-3c23-45b3-8292-cda0beba6b32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:18.834188 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ef12d-392f-44e0-b0fd-26fd4f797f15 None None] Pushing event deleted for resources: {'Port': ['ID=1c39808e-47d3-43ba-baab-eb863a062ca7,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:18.839077 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-2435342f-9512-4718-befc-0471fb7d343f None None] Provisioning for port 7611d15c-7afd-496a-9722-b36f87e0aac2 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:04:18.847009 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-064ef12d-392f-44e0-b0fd-26fd4f797f15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:18.859942 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-2435342f-9512-4718-befc-0471fb7d343f None None] Provisioning complete for port 7611d15c-7afd-496a-9722-b36f87e0aac2 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:04:18.860677 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2435342f-9512-4718-befc-0471fb7d343f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:18.905249 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9249bc09-2c1e-4d20-ab61-965e6164c0b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:18.911642 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-2435342f-9512-4718-befc-0471fb7d343f None None] Port 7611d15c-7afd-496a-9722-b36f87e0aac2 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:04:18.914917 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:18.968898 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 6e0085ce-f9fb-4621-ba6b-8c6b86835892, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=6e0085ce-f9fb-4621-ba6b-8c6b86835892,segment=NetworkSegment(d7f624de-0766-4a13-a266-83ce2d919f25),segment_id=d7f624de-0766-4a13-a266-83ce2d919f25)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:04:18.991945 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9249bc09-2c1e-4d20-ab61-965e6164c0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:18.998431 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8252beb8-78b6-478c-a7c2-f7d811f5002a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:19.036220 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-dc86a1c2-2b3a-40dd-948c-2e709c44ca66 None None] Provisioning complete for port 7611d15c-7afd-496a-9722-b36f87e0aac2 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:04:19.036643 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-dc86a1c2-2b3a-40dd-948c-2e709c44ca66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:19.053066 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-9249bc09-2c1e-4d20-ab61-965e6164c0b8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d254082a0829434892d447a9dfcd5d13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3834484 Jun 11 10:04:19.054416 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9249bc09-2c1e-4d20-ab61-965e6164c0b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8283a625-7425-4384-be72-312efe09e725,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:19.055670 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 40568) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:19.070123 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9249bc09-2c1e-4d20-ab61-965e6164c0b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:19.085613 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:19.086406 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-a5bdac97-c4f0-4088-b7ad-34e7ad1596d3 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 2.1651716 Jun 11 10:04:19.087520 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 40572) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:19.089703 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:19.165754 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=6e0085ce-f9fb-4621-ba6b-8c6b86835892,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:19.170684 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:19.171662 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-dc86a1c2-2b3a-40dd-948c-2e709c44ca66 None None] Port 7611d15c-7afd-496a-9722-b36f87e0aac2 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:04:19.189593 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-34de124c-2db1-4e27-8d36-3030fb9c57e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:19.215835 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 1c39808e-47d3-43ba-baab-eb863a062ca7 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:04:19.219136 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-34de124c-2db1-4e27-8d36-3030fb9c57e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:19.261964 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b88dfcc-2c91-4f0e-907d-03a8f117d61f tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:04:19.267725 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b88dfcc-2c91-4f0e-907d-03a8f117d61f tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:04:19.273866 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b88dfcc-2c91-4f0e-907d-03a8f117d61f tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:04:19.278768 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-0b88dfcc-2c91-4f0e-907d-03a8f117d61f tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.1904519 Jun 11 10:04:19.279293 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 40580) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:19.351635 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-34de124c-2db1-4e27-8d36-3030fb9c57e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:19.357309 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-34de124c-2db1-4e27-8d36-3030fb9c57e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:19.361608 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-34de124c-2db1-4e27-8d36-3030fb9c57e7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8283a625-7425-4384-be72-312efe09e725 HTTP/1.1" status: 204 len: 168 time: 0.3047593 Jun 11 10:04:19.362658 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-cd9e615a-f7e1-4b88-b0fd-3875cd0d8059 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:19.374017 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34de124c-2db1-4e27-8d36-3030fb9c57e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8283a625-7425-4384-be72-312efe09e725,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:19.376869 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-34de124c-2db1-4e27-8d36-3030fb9c57e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:19.403456 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 40586) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:19.442890 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 1c39808e-47d3-43ba-baab-eb863a062ca7 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:04:19.443515 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 1c39808e-47d3-43ba-baab-eb863a062ca7 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:04:19.454669 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-57e95496-4807-4adc-9e61-6a6b769965bd tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Deleting port 2f34b6e5-f3e2-4daf-b4e9-03436c6c0a39 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:04:19.454903 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-57e95496-4807-4adc-9e61-6a6b769965bd tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:19.470785 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-b694c180-4b98-45a3-baac-d823235c6ae4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e89665a5b31d4cfa8d287da55d8a46ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0656972 Jun 11 10:04:19.473581 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 40588) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:19.511317 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-6360179b-0154-40b6-b19a-3ac8a17dce4a None None] Provisioning for port 2f34b6e5-f3e2-4daf-b4e9-03436c6c0a39 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:04:19.515591 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-6360179b-0154-40b6-b19a-3ac8a17dce4a None None] Provisioning complete for port 2f34b6e5-f3e2-4daf-b4e9-03436c6c0a39 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:04:19.515985 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6360179b-0154-40b6-b19a-3ac8a17dce4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:19.570110 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cb975d13-389d-495f-be19-4ea6f279b0e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:19.572272 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-6360179b-0154-40b6-b19a-3ac8a17dce4a None None] Port 2f34b6e5-f3e2-4daf-b4e9-03436c6c0a39 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:04:19.617526 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cb975d13-389d-495f-be19-4ea6f279b0e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:19.646629 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-57e95496-4807-4adc-9e61-6a6b769965bd tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:19.757924 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-57e95496-4807-4adc-9e61-6a6b769965bd tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Calling delete_port for 2f34b6e5-f3e2-4daf-b4e9-03436c6c0a39 owned by {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:04:19.774433 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cb975d13-389d-495f-be19-4ea6f279b0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:19.778476 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cb975d13-389d-495f-be19-4ea6f279b0e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:19.780017 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-cb975d13-389d-495f-be19-4ea6f279b0e1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b9d7c83b-9529-4b3c-9140-dd6f97c3ae4c HTTP/1.1" status: 204 len: 168 time: 0.3047707 Jun 11 10:04:19.784538 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9b382f82-40b3-46f1-98cd-8e56a06c7822 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:19.802045 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb975d13-389d-495f-be19-4ea6f279b0e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d7c83b-9529-4b3c-9140-dd6f97c3ae4c,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:19.812073 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-cb975d13-389d-495f-be19-4ea6f279b0e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:19.950649 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 6e0085ce-f9fb-4621-ba6b-8c6b86835892 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:04:20.008140 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 6e0085ce-f9fb-4621-ba6b-8c6b86835892 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:04:20.008662 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:20.014335 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-57e95496-4807-4adc-9e61-6a6b769965bd tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:20.023767 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0daa4ecf-ea20-4372-9869-51c38e6d53c2 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:20.063945 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e95496-4807-4adc-9e61-6a6b769965bd tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Pushing event deleted for resources: {'Port': ['ID=2f34b6e5-f3e2-4daf-b4e9-03436c6c0a39,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:20.070492 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-57e95496-4807-4adc-9e61-6a6b769965bd tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:20.156223 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-57e95496-4807-4adc-9e61-6a6b769965bd tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:20.163965 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 40626) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:20.164282 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-57e95496-4807-4adc-9e61-6a6b769965bd tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] 10.222.0.60 "DELETE /v2.0/ports/2f34b6e5-f3e2-4daf-b4e9-03436c6c0a39 HTTP/1.1" status: 204 len: 168 time: 0.8838277 Jun 11 10:04:20.169756 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-a78c57e4-d18b-4657-a178-7bacf37ff57e tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Request body: {'port': {'name': 'tempest-new-port-name-2013354278', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:04:20.170159 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.api.validators [None req-a78c57e4-d18b-4657-a178-7bacf37ff57e tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] bootfile-name is not in valid_values {{(pid=93177) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 11 10:04:20.170498 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.api.validators [None req-a78c57e4-d18b-4657-a178-7bacf37ff57e tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] tftp-server is not in valid_values {{(pid=93177) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 11 10:04:20.170830 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.api.validators [None req-a78c57e4-d18b-4657-a178-7bacf37ff57e tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] server-ip-address is not in valid_values {{(pid=93177) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 11 10:04:20.201196 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ddb8e2c7-3f98-4b3d-a1a2-436c5ba4fc53 req-77aa5532-9cb6-41e2-9fd8-9286a2d5b3d4 tempest-ServerShowV247Test-550373252 tempest-ServerShowV247Test-550373252-project] 10.222.0.60 "GET /v2.0/ports?device_id=b052cc4b-2aa1-48c1-846a-60e8a87601c1 HTTP/1.1" status: 200 len: 210 time: 0.0556705 Jun 11 10:04:20.344207 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a78c57e4-d18b-4657-a178-7bacf37ff57e tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:20.639720 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a78c57e4-d18b-4657-a178-7bacf37ff57e tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:20.700095 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a78c57e4-d18b-4657-a178-7bacf37ff57e tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:20.710236 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5707e371-3d0e-473a-a491-d98bc4943d48 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:20.727901 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-a78c57e4-d18b-4657-a178-7bacf37ff57e tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] In _notify_port_updated(), no bound segment for port 7611d15c-7afd-496a-9722-b36f87e0aac2 on network d3ea623b-fd2a-4b0b-9107-92f3c79d4bc9 {{(pid=93177) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 11 10:04:20.734689 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78c57e4-d18b-4657-a178-7bacf37ff57e tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:04:20.735682 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a78c57e4-d18b-4657-a178-7bacf37ff57e tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:20.737225 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-a78c57e4-d18b-4657-a178-7bacf37ff57e tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] 10.222.0.60 "PUT /v2.0/ports/7611d15c-7afd-496a-9722-b36f87e0aac2 HTTP/1.1" status: 200 len: 1130 time: 0.5722435 Jun 11 10:04:20.739874 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 40666) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:20.853566 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78c57e4-d18b-4657-a178-7bacf37ff57e tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Pushing event updated for resources: {'Port': ['ID=7611d15c-7afd-496a-9722-b36f87e0aac2,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:20.859013 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a78c57e4-d18b-4657-a178-7bacf37ff57e tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:20.872113 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f169e4-2397-4a2a-9ff9-0a843a7be9be tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:04:20.873551 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-64f169e4-2397-4a2a-9ff9-0a843a7be9be tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] 10.222.0.60 "GET /v2.0/ports/7611d15c-7afd-496a-9722-b36f87e0aac2 HTTP/1.1" status: 200 len: 1130 time: 0.1324332 Jun 11 10:04:20.877294 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 40672) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:20.915537 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 40676) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:21.056544 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-587b519e-7573-42a8-893c-7e1c0ef71b54 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=480b52087297447faf57eeafe6ec4dac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1395016 Jun 11 10:04:21.058793 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 40692) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:21.133800 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-3fe5605d-ca9e-48b3-ad38-d97b25b829e9 None None] Provisioning complete for port 7611d15c-7afd-496a-9722-b36f87e0aac2 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:04:21.134256 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3fe5605d-ca9e-48b3-ad38-d97b25b829e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:21.229879 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a421e1dd-c30e-4e3b-bcb8-dc0d3a290e69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:21.242267 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-3fe5605d-ca9e-48b3-ad38-d97b25b829e9 None None] Port 7611d15c-7afd-496a-9722-b36f87e0aac2 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:04:21.272218 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a421e1dd-c30e-4e3b-bcb8-dc0d3a290e69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:21.274785 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-11cfe568-9f9a-4043-9dc6-75302b1fe045 req-47d10621-f704-4508-bd1a-95d1eb81e9fb tempest-ServerShowV247Test-550373252 tempest-ServerShowV247Test-550373252-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3c8961b-74b8-472d-8ac8-800eec64f56e HTTP/1.1" status: 200 len: 210 time: 0.0928264 Jun 11 10:04:21.327174 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-b1fc3009-b14c-45a2-8163-fe681025a4e5 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Deleting port 7611d15c-7afd-496a-9722-b36f87e0aac2 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:04:21.327927 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b1fc3009-b14c-45a2-8163-fe681025a4e5 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:21.431519 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a421e1dd-c30e-4e3b-bcb8-dc0d3a290e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:21.434491 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a421e1dd-c30e-4e3b-bcb8-dc0d3a290e69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:21.439311 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-a421e1dd-c30e-4e3b-bcb8-dc0d3a290e69 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6215bbe8-483c-45be-9a9e-094f298a6f8d HTTP/1.1" status: 204 len: 168 time: 0.3753557 Jun 11 10:04:21.439311 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8a1e8daa-ff8b-4dc6-a077-9d8d6bf69011 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:21.447848 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a421e1dd-c30e-4e3b-bcb8-dc0d3a290e69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6215bbe8-483c-45be-9a9e-094f298a6f8d,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:21.455632 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a421e1dd-c30e-4e3b-bcb8-dc0d3a290e69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:04:21.456103 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a421e1dd-c30e-4e3b-bcb8-dc0d3a290e69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:04:21.456554 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a421e1dd-c30e-4e3b-bcb8-dc0d3a290e69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:04:21.456936 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a421e1dd-c30e-4e3b-bcb8-dc0d3a290e69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:04:21.457406 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a421e1dd-c30e-4e3b-bcb8-dc0d3a290e69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:04:21.458348 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a421e1dd-c30e-4e3b-bcb8-dc0d3a290e69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:04:21.458348 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a421e1dd-c30e-4e3b-bcb8-dc0d3a290e69 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:04:21.476094 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a421e1dd-c30e-4e3b-bcb8-dc0d3a290e69 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:04:21.476560 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a421e1dd-c30e-4e3b-bcb8-dc0d3a290e69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:04:21.478683 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a421e1dd-c30e-4e3b-bcb8-dc0d3a290e69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:04:21.478816 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a421e1dd-c30e-4e3b-bcb8-dc0d3a290e69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:04:21.479161 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a421e1dd-c30e-4e3b-bcb8-dc0d3a290e69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:04:21.486879 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b1fc3009-b14c-45a2-8163-fe681025a4e5 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:21.487145 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a421e1dd-c30e-4e3b-bcb8-dc0d3a290e69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:21.591063 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-b1fc3009-b14c-45a2-8163-fe681025a4e5 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Calling delete_port for 7611d15c-7afd-496a-9722-b36f87e0aac2 owned by {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:04:21.872012 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b1fc3009-b14c-45a2-8163-fe681025a4e5 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:21.877894 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-bc9d6000-065a-42cb-ad82-31451fc383cc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:21.930829 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 40760) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:21.951630 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fc3009-b14c-45a2-8163-fe681025a4e5 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Pushing event deleted for resources: {'Port': ['ID=7611d15c-7afd-496a-9722-b36f87e0aac2,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:21.955862 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b1fc3009-b14c-45a2-8163-fe681025a4e5 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:22.013443 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b1fc3009-b14c-45a2-8163-fe681025a4e5 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:22.016381 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-b1fc3009-b14c-45a2-8163-fe681025a4e5 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] 10.222.0.60 "DELETE /v2.0/ports/7611d15c-7afd-496a-9722-b36f87e0aac2 HTTP/1.1" status: 204 len: 168 time: 1.1377318 Jun 11 10:04:22.029976 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 40768) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:22.179624 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:04:22.182358 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebdb57fb-b33a-4164-a6be-78cccad005ca tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Deleting subnet f4f774f5-d57e-4d5a-9995-a83fec2009b6 {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:04:22.216728 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ebdb57fb-b33a-4164-a6be-78cccad005ca tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:22.380054 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ebdb57fb-b33a-4164-a6be-78cccad005ca tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:22.423756 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7bb9c97b-0cfe-4d89-aa15-58d0cfc47d9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:22.561534 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c4b1f307-9f69-4283-b174-7cc672e1fefa req-84debaa0-ea03-41cd-8911-3abcd1409f31 tempest-ServerShowV247Test-550373252 tempest-ServerShowV247Test-550373252-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3c8961b-74b8-472d-8ac8-800eec64f56e HTTP/1.1" status: 200 len: 210 time: 0.1003053 Jun 11 10:04:22.622233 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ebdb57fb-b33a-4164-a6be-78cccad005ca tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:22.664534 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7bb9c97b-0cfe-4d89-aa15-58d0cfc47d9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:22.797223 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7bb9c97b-0cfe-4d89-aa15-58d0cfc47d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:22.801171 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-34de124c-2db1-4e27-8d36-3030fb9c57e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:22.834478 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ebdb57fb-b33a-4164-a6be-78cccad005ca tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:22.848999 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb9c97b-0cfe-4d89-aa15-58d0cfc47d9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94b541f7-6006-4bb0-9e80-9535b1b9b898,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:22.854192 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-7bb9c97b-0cfe-4d89-aa15-58d0cfc47d9c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=48a7802d6e4a483ca43a9c077da7598e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9220786 Jun 11 10:04:22.855282 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7bb9c97b-0cfe-4d89-aa15-58d0cfc47d9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:22.856963 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-67a2ecf0-fc71-43d7-be45-6d033ec24ddb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:22.857191 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 40788) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:22.861570 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ebdb57fb-b33a-4164-a6be-78cccad005ca tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:22.865861 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 40790) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:22.866228 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-ebdb57fb-b33a-4164-a6be-78cccad005ca tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] 10.222.0.60 "DELETE /v2.0/subnets/f4f774f5-d57e-4d5a-9995-a83fec2009b6 HTTP/1.1" status: 204 len: 168 time: 0.8347328 Jun 11 10:04:22.868927 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1fb124-a265-41a5-8386-7b50005bb43b None None] Network d3ea623b-fd2a-4b0b-9107-92f3c79d4bc9 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:04:22.896954 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdb57fb-b33a-4164-a6be-78cccad005ca tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Pushing event deleted for resources: {'Subnet': ['ID=f4f774f5-d57e-4d5a-9995-a83fec2009b6,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:22.900992 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ebdb57fb-b33a-4164-a6be-78cccad005ca tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:23.017997 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-da93b607-011c-4407-b97a-f6b371942905 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:23.117085 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8e4e514f-f1e1-4318-8b23-5aaef3c7f0ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:23.163186 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8e4e514f-f1e1-4318-8b23-5aaef3c7f0ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:23.173694 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0df1ba-5a13-438c-a19b-6ab989ef0974 None None] DHCP port deletion for d3ea623b-fd2a-4b0b-9107-92f3c79d4bc9 request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 10:04:23.223082 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-da93b607-011c-4407-b97a-f6b371942905 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Deleting port 6e0085ce-f9fb-4621-ba6b-8c6b86835892 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:04:23.223557 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-da93b607-011c-4407-b97a-f6b371942905 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:23.238226 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-7a0df1ba-5a13-438c-a19b-6ab989ef0974 None None] Deleting port 6e0085ce-f9fb-4621-ba6b-8c6b86835892 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:04:23.238618 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7a0df1ba-5a13-438c-a19b-6ab989ef0974 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:23.337731 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-7a0df1ba-5a13-438c-a19b-6ab989ef0974 None None] For port 6e0085ce-f9fb-4621-ba6b-8c6b86835892, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=6e0085ce-f9fb-4621-ba6b-8c6b86835892,segment=NetworkSegment(d7f624de-0766-4a13-a266-83ce2d919f25),segment_id=d7f624de-0766-4a13-a266-83ce2d919f25)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:04:23.338129 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7a0df1ba-5a13-438c-a19b-6ab989ef0974 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:23.351307 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-da93b607-011c-4407-b97a-f6b371942905 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] For port 6e0085ce-f9fb-4621-ba6b-8c6b86835892, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=6e0085ce-f9fb-4621-ba6b-8c6b86835892,segment=NetworkSegment(d7f624de-0766-4a13-a266-83ce2d919f25),segment_id=d7f624de-0766-4a13-a266-83ce2d919f25)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:04:23.351699 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-da93b607-011c-4407-b97a-f6b371942905 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:23.450113 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8e4e514f-f1e1-4318-8b23-5aaef3c7f0ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:23.452712 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8e4e514f-f1e1-4318-8b23-5aaef3c7f0ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:23.459395 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-8e4e514f-f1e1-4318-8b23-5aaef3c7f0ba admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/94b541f7-6006-4bb0-9e80-9535b1b9b898 HTTP/1.1" status: 204 len: 168 time: 0.6009846 Jun 11 10:04:23.473688 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-7a0df1ba-5a13-438c-a19b-6ab989ef0974 None None] Calling delete_port for 6e0085ce-f9fb-4621-ba6b-8c6b86835892 owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:04:23.528786 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-da93b607-011c-4407-b97a-f6b371942905 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Calling delete_port for 6e0085ce-f9fb-4621-ba6b-8c6b86835892 owned by network:dhcp {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:04:23.531136 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-72c7182e-0628-457a-a561-a9503a6a9cc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:23.570332 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4e514f-f1e1-4318-8b23-5aaef3c7f0ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b541f7-6006-4bb0-9e80-9535b1b9b898,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:23.574058 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8e4e514f-f1e1-4318-8b23-5aaef3c7f0ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:23.694023 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7a0df1ba-5a13-438c-a19b-6ab989ef0974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:23.697059 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:23.703631 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-da93b607-011c-4407-b97a-f6b371942905 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:23.728271 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0df1ba-5a13-438c-a19b-6ab989ef0974 None None] No DVR routers for this DVR port 6e0085ce-f9fb-4621-ba6b-8c6b86835892 on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:04:23.731966 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0df1ba-5a13-438c-a19b-6ab989ef0974 None None] Pushing event deleted for resources: {'Port': ['ID=6e0085ce-f9fb-4621-ba6b-8c6b86835892,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:23.734544 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-7a0df1ba-5a13-438c-a19b-6ab989ef0974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:23.737685 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f2e4917a-2dea-448c-924d-74aaac12dd5a tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:23.745556 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da93b607-011c-4407-b97a-f6b371942905 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] No DVR routers for this DVR port 6e0085ce-f9fb-4621-ba6b-8c6b86835892 on host n-d-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:04:23.804079 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da93b607-011c-4407-b97a-f6b371942905 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Pushing event deleted for resources: {'Port': ['ID=6e0085ce-f9fb-4621-ba6b-8c6b86835892,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:23.809212 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-da93b607-011c-4407-b97a-f6b371942905 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:23.815839 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0e4f3288-fce4-414b-b445-617a40f36abf req-b85c556d-00d8-4cd6-bbb0-e60a01f2feb2 tempest-ServerShowV247Test-550373252 tempest-ServerShowV247Test-550373252-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3c8961b-74b8-472d-8ac8-800eec64f56e HTTP/1.1" status: 200 len: 210 time: 0.0964680 Jun 11 10:04:23.947102 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-da93b607-011c-4407-b97a-f6b371942905 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:23.956743 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-da93b607-011c-4407-b97a-f6b371942905 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3ea623b-fd2a-4b0b-9107-92f3c79d4bc9']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:04:23.958947 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 6e0085ce-f9fb-4621-ba6b-8c6b86835892 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:04:23.970157 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-da93b607-011c-4407-b97a-f6b371942905 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7f624de-0766-4a13-a266-83ce2d919f25') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:04:23.970461 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-da93b607-011c-4407-b97a-f6b371942905 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7f624de-0766-4a13-a266-83ce2d919f25') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:04:23.981787 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-da93b607-011c-4407-b97a-f6b371942905 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:23.994336 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 6e0085ce-f9fb-4621-ba6b-8c6b86835892 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:04:23.994728 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 6e0085ce-f9fb-4621-ba6b-8c6b86835892 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:04:24.003192 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-da93b607-011c-4407-b97a-f6b371942905 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:24.012410 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da93b607-011c-4407-b97a-f6b371942905 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Releasing vlan 760 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:04:24.020612 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-da93b607-011c-4407-b97a-f6b371942905 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:24.020612 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:04:24.020612 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:04:24.020612 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:04:24.020612 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:04:24.020612 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:04:24.020612 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:04:24.020612 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:04:24.020612 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:04:24.020612 n-d-779913-12 neutron-server[93176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:04:24.020612 n-d-779913-12 neutron-server[93176]: self.session.flush() Jun 11 10:04:24.020612 n-d-779913-12 neutron-server[93176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:04:24.020612 n-d-779913-12 neutron-server[93176]: self.session.flush() Jun 11 10:04:24.020612 n-d-779913-12 neutron-server[93176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:04:24.020612 n-d-779913-12 neutron-server[93176]: self.session.flush() Jun 11 10:04:24.020612 n-d-779913-12 neutron-server[93176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:04:24.020612 n-d-779913-12 neutron-server[93176]: self.session.flush() Jun 11 10:04:24.020612 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 10:04:24.020612 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:04:24.020612 n-d-779913-12 neutron-server[93176]: timer() Jun 11 10:04:24.020612 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:04:24.020612 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 10:04:24.020612 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:04:24.020612 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 10:04:24.020612 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:04:24.020612 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 10:04:24.020612 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:04:24.020612 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 10:04:24.020612 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:04:24.020612 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 10:04:24.020612 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:04:24.020612 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:04:24.020612 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:04:24.020612 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:04:24.020612 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:04:24.020612 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 10:04:24.020612 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:04:24.020612 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 10:04:24.020612 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:04:24.020612 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:04:24.020612 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:04:24.020612 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 10:04:24.020612 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:04:24.020612 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:04:24.020612 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:04:24.020612 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:04:24.020612 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:04:24.020612 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:04:24.020612 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:04:24.233572 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 40874) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:24.251141 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bae78a17-ec73-4080-b9e1-54cad9042335 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:24.648904 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-da93b607-011c-4407-b97a-f6b371942905 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:24.665557 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-66fede83-fbcb-4522-9a7d-15806fbe80cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:24.672584 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-da93b607-011c-4407-b97a-f6b371942905 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:24.675857 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-da93b607-011c-4407-b97a-f6b371942905 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] 10.222.0.60 "DELETE /v2.0/networks/d3ea623b-fd2a-4b0b-9107-92f3c79d4bc9 HTTP/1.1" status: 204 len: 168 time: 1.8084891 Jun 11 10:04:24.700460 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da93b607-011c-4407-b97a-f6b371942905 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Pushing event deleted for resources: {'Network': ['ID=d3ea623b-fd2a-4b0b-9107-92f3c79d4bc9,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:24.705159 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-da93b607-011c-4407-b97a-f6b371942905 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:24.788387 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bae78a17-ec73-4080-b9e1-54cad9042335 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:24.905737 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bae78a17-ec73-4080-b9e1-54cad9042335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:24.909756 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-fc995a01-46ff-452e-a1a0-6fb5bf888f5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:24.947317 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 40918) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:24.959275 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae78a17-ec73-4080-b9e1-54cad9042335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f2aba7-bcea-4e05-bb70-2c557c47ee93,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:24.968444 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 40922) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:24.986963 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-bae78a17-ec73-4080-b9e1-54cad9042335 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e45b3728dd2a43bc8ef68eeb0dcdf706&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7522137 Jun 11 10:04:24.988481 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-bae78a17-ec73-4080-b9e1-54cad9042335 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:25.107121 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e9c86d02-c93b-40c9-a267-6e35cc1d4e0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:25.110360 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-75b02600-2d84-4870-a01d-3539f4fbcc61 req-2c1185c0-7858-4765-b6e9-9415802d8a6d tempest-ServerShowV247Test-550373252 tempest-ServerShowV247Test-550373252-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3c8961b-74b8-472d-8ac8-800eec64f56e HTTP/1.1" status: 200 len: 210 time: 0.0526929 Jun 11 10:04:25.143838 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c4bff06e-0c33-46b5-9563-cdcedc029a38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:25.165439 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e9c86d02-c93b-40c9-a267-6e35cc1d4e0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:25.237327 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 40934) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:25.294830 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c4bff06e-0c33-46b5-9563-cdcedc029a38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:25.316923 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e9c86d02-c93b-40c9-a267-6e35cc1d4e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:25.320047 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e9c86d02-c93b-40c9-a267-6e35cc1d4e0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:25.322387 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-e9c86d02-c93b-40c9-a267-6e35cc1d4e0a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/20f2aba7-bcea-4e05-bb70-2c557c47ee93 HTTP/1.1" status: 204 len: 168 time: 0.3516428 Jun 11 10:04:25.322596 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4d426336-5942-41af-878d-1999ec696908 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:25.335928 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c86d02-c93b-40c9-a267-6e35cc1d4e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f2aba7-bcea-4e05-bb70-2c557c47ee93,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:25.336762 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e9c86d02-c93b-40c9-a267-6e35cc1d4e0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:25.382643 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c4bff06e-0c33-46b5-9563-cdcedc029a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:25.389176 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b43b1780-9766-46da-a17a-c13168e8af88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:25.433166 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-b060a6ca-7383-4558-828b-0a5d58e7e559 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d0d1b8fd4ff442f59fdd3856df814425&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1940906 Jun 11 10:04:25.441043 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-c4bff06e-0c33-46b5-9563-cdcedc029a38 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b2dd990c7faa4fff98554a32a254c020&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4928436 Jun 11 10:04:25.443932 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 40958) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:25.444431 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 40962) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:25.446816 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bff06e-0c33-46b5-9563-cdcedc029a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd67b89-33c3-41e9-b1b7-aa295ed17c3a,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:25.450037 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c4bff06e-0c33-46b5-9563-cdcedc029a38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:25.559034 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-163c020a-71fb-48f3-9bcd-118670bd0fd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:25.569833 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b5dc8cbb-8dd8-45f8-a2f0-3ede1f1a1bb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:25.599784 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-163c020a-71fb-48f3-9bcd-118670bd0fd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:25.616307 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b5dc8cbb-8dd8-45f8-a2f0-3ede1f1a1bb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:25.768853 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-163c020a-71fb-48f3-9bcd-118670bd0fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:25.775252 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-163c020a-71fb-48f3-9bcd-118670bd0fd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:25.775252 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-163c020a-71fb-48f3-9bcd-118670bd0fd6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3bd67b89-33c3-41e9-b1b7-aa295ed17c3a HTTP/1.1" status: 204 len: 168 time: 0.3270156 Jun 11 10:04:25.775252 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b5dc8cbb-8dd8-45f8-a2f0-3ede1f1a1bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:25.777738 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b5dc8cbb-8dd8-45f8-a2f0-3ede1f1a1bb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:25.779022 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-b5dc8cbb-8dd8-45f8-a2f0-3ede1f1a1bb3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4af71599-b0a0-4c88-a44c-46a370f7ed26 HTTP/1.1" status: 204 len: 168 time: 0.3334639 Jun 11 10:04:25.780295 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-cb975d13-389d-495f-be19-4ea6f279b0e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:25.795161 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163c020a-71fb-48f3-9bcd-118670bd0fd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd67b89-33c3-41e9-b1b7-aa295ed17c3a,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:25.821124 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dc8cbb-8dd8-45f8-a2f0-3ede1f1a1bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af71599-b0a0-4c88-a44c-46a370f7ed26,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:25.822220 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b5dc8cbb-8dd8-45f8-a2f0-3ede1f1a1bb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:25.822750 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-87c3228a-4fc1-4ab0-85a2-cd18a60ff5b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:25.823138 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-87c3228a-4fc1-4ab0-85a2-cd18a60ff5b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:26.291384 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ed172401-8bee-49ef-9b2b-d76319d5d7c9 req-32fca5e6-de9c-4c45-9f40-c1d3a78f5ea1 tempest-ServerShowV247Test-550373252 tempest-ServerShowV247Test-550373252-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3c8961b-74b8-472d-8ac8-800eec64f56e HTTP/1.1" status: 200 len: 210 time: 0.0430768 Jun 11 10:04:26.436460 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 40998) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:26.460463 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d59c23d0-12fb-478b-88ce-110a871c5c50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:26.593928 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d59c23d0-12fb-478b-88ce-110a871c5c50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:26.740667 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d59c23d0-12fb-478b-88ce-110a871c5c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:26.751927 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5ff8668c-3df3-4bc2-b141-418b3c289d02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:26.794458 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-d59c23d0-12fb-478b-88ce-110a871c5c50 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5ccbbaccfd4d4789817659aa8e9a0346&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3520179 Jun 11 10:04:26.794458 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59c23d0-12fb-478b-88ce-110a871c5c50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d2a920-1d33-4252-80f6-bc71fdcc2121,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:26.795188 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 41010) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:26.804599 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d59c23d0-12fb-478b-88ce-110a871c5c50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:26.878533 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f8ba23d9-a96c-4703-85d3-0c9685254f27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:26.932640 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f8ba23d9-a96c-4703-85d3-0c9685254f27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:27.056026 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-15c86019-8e7c-4321-8d63-7e3b57e9fbbe req-4ab30d59-2424-4333-8404-dc2cd4698af8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b052cc4b-2aa1-48c1-846a-60e8a87601c1 HTTP/1.1" status: 200 len: 210 time: 0.3420584 Jun 11 10:04:27.071713 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f8ba23d9-a96c-4703-85d3-0c9685254f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:27.075191 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f8ba23d9-a96c-4703-85d3-0c9685254f27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:27.079413 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-f8ba23d9-a96c-4703-85d3-0c9685254f27 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/88d2a920-1d33-4252-80f6-bc71fdcc2121 HTTP/1.1" status: 204 len: 168 time: 0.2842741 Jun 11 10:04:27.080370 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d1cc1545-a1f4-4d12-b487-17e8032a985e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:27.090063 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ba23d9-a96c-4703-85d3-0c9685254f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d2a920-1d33-4252-80f6-bc71fdcc2121,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:27.119159 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f8ba23d9-a96c-4703-85d3-0c9685254f27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:27.373814 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 41032) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:27.458122 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-40dcc4fb-7883-4578-9ef4-6c4e0230c705 req-70bff73d-0958-4693-88ba-375038b4aef1 tempest-ServerShowV247Test-550373252 tempest-ServerShowV247Test-550373252-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3c8961b-74b8-472d-8ac8-800eec64f56e HTTP/1.1" status: 200 len: 210 time: 0.0383644 Jun 11 10:04:27.565160 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-b6b8c0da-befd-4c96-8a7f-ee09dd86a788 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-34873326'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:04:27.573050 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-26d7133f-0076-433e-a46c-01323c63c531 req-34030cc6-2a0e-4399-b64e-86984cbf1d23 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f3c8961b-74b8-472d-8ac8-800eec64f56e HTTP/1.1" status: 200 len: 210 time: 0.0362322 Jun 11 10:04:27.678638 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6b8c0da-befd-4c96-8a7f-ee09dd86a788 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Made reservation on behalf of fb57c32c7575439082063defb572928f for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:04:27.681433 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b6b8c0da-befd-4c96-8a7f-ee09dd86a788 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:27.698829 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b6b8c0da-befd-4c96-8a7f-ee09dd86a788 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:27.813503 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b6b8c0da-befd-4c96-8a7f-ee09dd86a788 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:27.910800 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b6b8c0da-befd-4c96-8a7f-ee09dd86a788 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:27.916200 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3e89fe5a-19fc-4e4b-a2b8-9563ca441dad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:27.941819 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6b8c0da-befd-4c96-8a7f-ee09dd86a788 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 771} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:04:27.985054 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b8c0da-befd-4c96-8a7f-ee09dd86a788 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d79174-e902-43e0-a80d-76f68385f6f9,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:28.001185 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b6b8c0da-befd-4c96-8a7f-ee09dd86a788 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:28.004616 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b6b8c0da-befd-4c96-8a7f-ee09dd86a788 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:28.005668 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-b6b8c0da-befd-4c96-8a7f-ee09dd86a788 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Added segment 18e99745-9a3e-4d72-8598-9a3d0499bc76 of type vlan for network 285f4b0d-ebe4-4c20-bbd0-cc4f6efdbca1 Jun 11 10:04:28.105384 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b6b8c0da-befd-4c96-8a7f-ee09dd86a788 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:28.201799 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b6b8c0da-befd-4c96-8a7f-ee09dd86a788 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:28.207501 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b8c0da-befd-4c96-8a7f-ee09dd86a788 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:04:28.208121 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b6b8c0da-befd-4c96-8a7f-ee09dd86a788 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:28.211825 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c1e8c10f-3c23-45b3-8292-cda0beba6b32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:28.322497 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b8c0da-befd-4c96-8a7f-ee09dd86a788 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Pushing event updated for resources: {'Network': ['ID=285f4b0d-ebe4-4c20-bbd0-cc4f6efdbca1,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:28.336381 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 285f4b0d-ebe4-4c20-bbd0-cc4f6efdbca1 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:04:28.347659 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b6b8c0da-befd-4c96-8a7f-ee09dd86a788 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:28.357141 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-b6b8c0da-befd-4c96-8a7f-ee09dd86a788 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9817746 Jun 11 10:04:28.357611 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a2731541-fab3-497f-802d-19b55a780595 req-400474b6-7eb1-4398-a97a-b20773d8cb24 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=93ad82f0-8781-4cf6-a466-9a57ed82acf5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2409377 Jun 11 10:04:28.358261 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 41070) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:28.364005 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-b590c8dd-2d18-4b0c-80c4-58b060079255 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Request body: {'subnet': {'network_id': '285f4b0d-ebe4-4c20-bbd0-cc4f6efdbca1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:04:28.639875 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 41080) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:28.668149 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2731541-fab3-497f-802d-19b55a780595 req-d13ab913-2c71-4ce7-83b9-c6e2f429c45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:04:28.672107 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a2731541-fab3-497f-802d-19b55a780595 req-d13ab913-2c71-4ce7-83b9-c6e2f429c45e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=21c20f27027a4fa895493faf5f883302&device_id=93ad82f0-8781-4cf6-a466-9a57ed82acf5 HTTP/1.1" status: 200 len: 1097 time: 0.2846630 Jun 11 10:04:28.725785 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-442a61ea-3c8b-4fba-a327-8b5f7b144527 req-1d0e22a4-2ce4-42d9-94d5-c877b6eca574 tempest-ServerShowV247Test-550373252 tempest-ServerShowV247Test-550373252-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3c8961b-74b8-472d-8ac8-800eec64f56e HTTP/1.1" status: 200 len: 210 time: 0.0967472 Jun 11 10:04:28.768358 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b590c8dd-2d18-4b0c-80c4-58b060079255 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Made reservation on behalf of fb57c32c7575439082063defb572928f for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:04:28.772871 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b590c8dd-2d18-4b0c-80c4-58b060079255 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:28.977340 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2731541-fab3-497f-802d-19b55a780595 req-60023ba8-20cb-416d-aa3d-a6f68abed91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:04:28.978799 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a2731541-fab3-497f-802d-19b55a780595 req-60023ba8-20cb-416d-aa3d-a6f68abed91b service neutron] 10.222.0.64 "GET /v2.0/networks?id=4ec1bae5-7351-4e01-a52c-de5521320fcb HTTP/1.1" status: 200 len: 917 time: 0.2517672 Jun 11 10:04:29.041371 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-31414993-e148-4672-92cf-3406a8a5bf8d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=25e231ac8b9c4a4fac1dd021c0c18646&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3996534 Jun 11 10:04:29.043908 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 41090) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:29.131146 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b43d4552-d301-413e-af41-5f23c6ba8471 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:29.163326 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a2731541-fab3-497f-802d-19b55a780595 req-a6d50b5e-19c9-45ac-939e-8171c6967811 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=654150cf-8faf-4a19-aca8-459bddd22d50 HTTP/1.1" status: 200 len: 1000 time: 0.1766071 Jun 11 10:04:29.207437 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b43d4552-d301-413e-af41-5f23c6ba8471 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:29.280836 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2731541-fab3-497f-802d-19b55a780595 req-6f0f1ab2-e21a-4bc0-8562-d88552fc6be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:04:29.282487 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a2731541-fab3-497f-802d-19b55a780595 req-6f0f1ab2-e21a-4bc0-8562-d88552fc6be6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=73b1338f-0df7-44ec-88b6-dbc16cfcfcc4 HTTP/1.1" status: 200 len: 855 time: 0.0723791 Jun 11 10:04:29.366823 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2731541-fab3-497f-802d-19b55a780595 req-0b47c2f4-e646-4c8f-9183-8465eb469261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:04:29.368157 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a2731541-fab3-497f-802d-19b55a780595 req-0b47c2f4-e646-4c8f-9183-8465eb469261 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4ec1bae5-7351-4e01-a52c-de5521320fcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0793164 Jun 11 10:04:29.368702 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b43d4552-d301-413e-af41-5f23c6ba8471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:29.372688 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b43d4552-d301-413e-af41-5f23c6ba8471 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:29.374076 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-b43d4552-d301-413e-af41-5f23c6ba8471 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3af9cc94-ba24-4a25-b8db-ac75dbe087ab HTTP/1.1" status: 204 len: 168 time: 0.3292449 Jun 11 10:04:29.375187 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2cef1b90-be0b-4761-bdcf-b1918f3ab9e4 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:29.391096 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43d4552-d301-413e-af41-5f23c6ba8471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af9cc94-ba24-4a25-b8db-ac75dbe087ab,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:29.394411 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b43d4552-d301-413e-af41-5f23c6ba8471 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:29.400397 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b590c8dd-2d18-4b0c-80c4-58b060079255 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:29.422217 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8761bfa1-0a52-4677-a2b9-9f485fc9b0dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:29.500085 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b590c8dd-2d18-4b0c-80c4-58b060079255 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Pushing event updated for resources: {'Subnet': ['ID=6d7b2381-59d4-4001-8192-544d3e057d58,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:29.504087 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b590c8dd-2d18-4b0c-80c4-58b060079255 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:29.585048 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b590c8dd-2d18-4b0c-80c4-58b060079255 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Checking segment: {'id': '18e99745-9a3e-4d72-8598-9a3d0499bc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '285f4b0d-ebe4-4c20-bbd0-cc4f6efdbca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:04:29.585408 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b590c8dd-2d18-4b0c-80c4-58b060079255 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Network hostable DHCP agents. Network: 285f4b0d-ebe4-4c20-bbd0-cc4f6efdbca1, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:04:29.611052 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a2731541-fab3-497f-802d-19b55a780595 req-d41b7dc7-d49a-470a-8469-bf7d98ff5ded service neutron] 10.222.0.64 "GET /v2.0/networks/4ec1bae5-7351-4e01-a52c-de5521320fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356801 Jun 11 10:04:29.732351 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b590c8dd-2d18-4b0c-80c4-58b060079255 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Network 285f4b0d-ebe4-4c20-bbd0-cc4f6efdbca1 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:04:29.760296 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a2731541-fab3-497f-802d-19b55a780595 req-617ad9fa-d2e2-44a8-9601-acd2ec2c6017 service neutron] 10.222.0.64 "GET /v2.0/networks/4ec1bae5-7351-4e01-a52c-de5521320fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368334 Jun 11 10:04:29.825317 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-b590c8dd-2d18-4b0c-80c4-58b060079255 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 285f4b0d-ebe4-4c20-bbd0-cc4f6efdbca1) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:04:29.831312 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b590c8dd-2d18-4b0c-80c4-58b060079255 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:04:29.833744 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b590c8dd-2d18-4b0c-80c4-58b060079255 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:29.836598 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efabaf28-e4cd-4d1a-892c-a1c5be666fb9 None None] Network 285f4b0d-ebe4-4c20-bbd0-cc4f6efdbca1 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:04:29.926492 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-b590c8dd-2d18-4b0c-80c4-58b060079255 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5669446 Jun 11 10:04:29.930572 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 41148) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:29.939799 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-117fed7b-8f7a-474e-881a-86a88d6fc57a req-1759ccb9-83c3-4bf9-a80c-7e1985ddc346 tempest-ServerShowV247Test-550373252 tempest-ServerShowV247Test-550373252-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3c8961b-74b8-472d-8ac8-800eec64f56e HTTP/1.1" status: 200 len: 210 time: 0.0469778 Jun 11 10:04:29.945381 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-934de99e-ee3f-40bf-8250-56a7f8f1d023 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-440702097', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}, 'admin_state_up': False}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:04:30.036146 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d21ca3-5952-4a25-befb-89b0b84a9d0d None None] Network 285f4b0d-ebe4-4c20-bbd0-cc4f6efdbca1 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:04:30.065718 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-934de99e-ee3f-40bf-8250-56a7f8f1d023 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:30.068123 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-934de99e-ee3f-40bf-8250-56a7f8f1d023 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:30.169142 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-934de99e-ee3f-40bf-8250-56a7f8f1d023 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:30.465306 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-934de99e-ee3f-40bf-8250-56a7f8f1d023 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:30.617198 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 41180) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:30.650560 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 41184) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:30.802766 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f58579e1-ca7f-4002-bd28-c8eed7da5654 req-c0943f21-a844-42e0-aaf9-a201c505ef33 tempest-ServerShowV247Test-550373252 tempest-ServerShowV247Test-550373252-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3c8961b-74b8-472d-8ac8-800eec64f56e HTTP/1.1" status: 200 len: 210 time: 0.0487633 Jun 11 10:04:30.809092 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-03067cad-d3c0-4625-b700-cd909468e544 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1245778785-network', 'tenant_id': 'd4632bec53744ee28aba8b426a46ef21'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:04:30.824195 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b16f8a71-c8ec-4c3d-99a3-f5d268240350 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:30.874796 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-934de99e-ee3f-40bf-8250-56a7f8f1d023 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks [] for router_gateway, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:30.905634 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-934de99e-ee3f-40bf-8250-56a7f8f1d023 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:30.915084 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03067cad-d3c0-4625-b700-cd909468e544 admin admin] Made reservation on behalf of d4632bec53744ee28aba8b426a46ef21 for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:04:30.917392 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-03067cad-d3c0-4625-b700-cd909468e544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:30.936705 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-03067cad-d3c0-4625-b700-cd909468e544 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:31.029583 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b16f8a71-c8ec-4c3d-99a3-f5d268240350 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:31.038891 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-934de99e-ee3f-40bf-8250-56a7f8f1d023 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Allocated IP 172.25.4.8 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/94e1a0f1-d34b-4725-acd7-684332b7f0f6) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:04:31.083916 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b16f8a71-c8ec-4c3d-99a3-f5d268240350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:31.089372 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-cbd48172-8013-49ce-8dca-0129a5492e66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:31.150895 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-b16f8a71-c8ec-4c3d-99a3-f5d268240350 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a310c09c72794c02bd41b9c49fffbe5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4984405 Jun 11 10:04:31.151539 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f8a71-c8ec-4c3d-99a3-f5d268240350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acdc7a68-ec2e-4717-9c65-4a20850906e5,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:31.155706 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b16f8a71-c8ec-4c3d-99a3-f5d268240350 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:31.159253 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 41192) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:31.172823 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-934de99e-ee3f-40bf-8250-56a7f8f1d023 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:31.238753 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b9adce05-d333-4570-bb70-8c7529075e2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:31.259783 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:31.280341 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-03067cad-d3c0-4625-b700-cd909468e544 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:31.283232 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b9adce05-d333-4570-bb70-8c7529075e2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:31.283758 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-934de99e-ee3f-40bf-8250-56a7f8f1d023 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:31.287334 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6453af3e-be96-4c6f-a9ab-3715835305f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:31.339109 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934de99e-ee3f-40bf-8250-56a7f8f1d023 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:04:31.342091 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-934de99e-ee3f-40bf-8250-56a7f8f1d023 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:04:31.345695 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934de99e-ee3f-40bf-8250-56a7f8f1d023 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:04:31.350282 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-03067cad-d3c0-4625-b700-cd909468e544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:31.354452 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-94d2910c-3e64-42ec-a69a-231cb8d0d29b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:31.379784 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934de99e-ee3f-40bf-8250-56a7f8f1d023 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Pushing event updated for resources: {'Port': ['ID=94e1a0f1-d34b-4725-acd7-684332b7f0f6,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:31.386791 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03067cad-d3c0-4625-b700-cd909468e544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9473fc02-2c87-44cd-9c7b-4d8c3342b5e1,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:31.387914 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-934de99e-ee3f-40bf-8250-56a7f8f1d023 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:31.390058 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-03067cad-d3c0-4625-b700-cd909468e544 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:31.408592 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03067cad-d3c0-4625-b700-cd909468e544 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 786} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:04:31.419787 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-03067cad-d3c0-4625-b700-cd909468e544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:31.420261 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-03067cad-d3c0-4625-b700-cd909468e544 admin admin] Added segment 334a1659-dc0d-4d5b-b932-5745958f419d of type vlan for network 8545e54b-3717-4805-a1ee-03079799bfbe Jun 11 10:04:31.479891 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-03067cad-d3c0-4625-b700-cd909468e544 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:31.519388 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b9adce05-d333-4570-bb70-8c7529075e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:31.522718 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b9adce05-d333-4570-bb70-8c7529075e2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:31.524071 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-b9adce05-d333-4570-bb70-8c7529075e2e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/acdc7a68-ec2e-4717-9c65-4a20850906e5 HTTP/1.1" status: 204 len: 168 time: 0.3638406 Jun 11 10:04:31.528357 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ae7a350a-af2c-4fa0-8798-ada8e868aa4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:31.538393 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9adce05-d333-4570-bb70-8c7529075e2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acdc7a68-ec2e-4717-9c65-4a20850906e5,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:31.544359 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b9adce05-d333-4570-bb70-8c7529075e2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:31.584580 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-03067cad-d3c0-4625-b700-cd909468e544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:31.585862 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03067cad-d3c0-4625-b700-cd909468e544 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:04:31.590899 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-03067cad-d3c0-4625-b700-cd909468e544 admin admin] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:31.590899 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2a71bb16-a9e1-4abe-84c9-c94a07af2240 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:31.681963 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03067cad-d3c0-4625-b700-cd909468e544 admin admin] Pushing event updated for resources: {'Network': ['ID=8545e54b-3717-4805-a1ee-03079799bfbe,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:31.684685 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-03067cad-d3c0-4625-b700-cd909468e544 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:31.691780 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 8545e54b-3717-4805-a1ee-03079799bfbe details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:04:31.750984 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-03067cad-d3c0-4625-b700-cd909468e544 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1326506 Jun 11 10:04:31.753833 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 41202) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:31.759464 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-52e15667-7ba3-4871-b66b-ddd7a1242a19 admin admin] Request body: {'subnet': {'network_id': '8545e54b-3717-4805-a1ee-03079799bfbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1245778785-subnet', 'tenant_id': 'd4632bec53744ee28aba8b426a46ef21', 'ip_version': 4}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:04:31.814747 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-934de99e-ee3f-40bf-8250-56a7f8f1d023 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks [] for router_gateway, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:31.860226 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52e15667-7ba3-4871-b66b-ddd7a1242a19 admin admin] Made reservation on behalf of d4632bec53744ee28aba8b426a46ef21 for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:04:31.866297 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-52e15667-7ba3-4871-b66b-ddd7a1242a19 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:32.090641 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e1e48467-4d2b-4cdf-ac70-00a9e8ce6e3b req-549c1a8d-a04e-4d58-ab54-03a74b3f4709 tempest-ServerShowV247Test-550373252 tempest-ServerShowV247Test-550373252-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3c8961b-74b8-472d-8ac8-800eec64f56e HTTP/1.1" status: 200 len: 210 time: 0.0448871 Jun 11 10:04:32.202893 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-934de99e-ee3f-40bf-8250-56a7f8f1d023 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:32.294468 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 41214) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:32.312487 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-564c7d68-fd7d-40e5-b0dd-db780430805e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:32.324812 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-52e15667-7ba3-4871-b66b-ddd7a1242a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:32.327157 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e3ef53c1-aea9-4545-98d1-07fbaf5415b2 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:32.409035 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e15667-7ba3-4871-b66b-ddd7a1242a19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61a9a3b4-a7cc-4087-9571-0f4f3c26b470,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:32.415339 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-52e15667-7ba3-4871-b66b-ddd7a1242a19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:32.442293 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e15667-7ba3-4871-b66b-ddd7a1242a19 admin admin] Checking segment: {'id': '334a1659-dc0d-4d5b-b932-5745958f419d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '8545e54b-3717-4805-a1ee-03079799bfbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:04:32.442689 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e15667-7ba3-4871-b66b-ddd7a1242a19 admin admin] Network hostable DHCP agents. Network: 8545e54b-3717-4805-a1ee-03079799bfbe, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:04:32.508164 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-564c7d68-fd7d-40e5-b0dd-db780430805e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:32.556142 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e15667-7ba3-4871-b66b-ddd7a1242a19 admin admin] Network 8545e54b-3717-4805-a1ee-03079799bfbe is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:04:32.619816 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-564c7d68-fd7d-40e5-b0dd-db780430805e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:32.624327 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9249bc09-2c1e-4d20-ab61-965e6164c0b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:32.644533 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-52e15667-7ba3-4871-b66b-ddd7a1242a19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 8545e54b-3717-4805-a1ee-03079799bfbe) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:04:32.654462 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f755aaca-7c1c-44f9-9d05-c62b64c11ce1 None None] Network 8545e54b-3717-4805-a1ee-03079799bfbe requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:04:32.668482 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e15667-7ba3-4871-b66b-ddd7a1242a19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:04:32.668990 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-52e15667-7ba3-4871-b66b-ddd7a1242a19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:32.683177 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-564c7d68-fd7d-40e5-b0dd-db780430805e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=302a851484a14907935e0cfe0b835764&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3850720 Jun 11 10:04:32.684149 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564c7d68-fd7d-40e5-b0dd-db780430805e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81adf50a-a443-41c0-8996-b2d694f2caba,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:32.689295 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 41218) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:32.700572 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-564c7d68-fd7d-40e5-b0dd-db780430805e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:32.762875 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-52e15667-7ba3-4871-b66b-ddd7a1242a19 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0079660 Jun 11 10:04:32.766065 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 41220) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:32.771687 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-3550e52e-950f-45eb-8a4b-f7db78cadc66 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1245778785-router', 'tenant_id': 'd4632bec53744ee28aba8b426a46ef21', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:04:32.825949 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-16b5bcca-4b3e-4c21-879a-8680abfe85fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:32.848182 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3550e52e-950f-45eb-8a4b-f7db78cadc66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:32.849761 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3550e52e-950f-45eb-8a4b-f7db78cadc66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:32.859963 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-16b5bcca-4b3e-4c21-879a-8680abfe85fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:32.880426 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53c7f08-7f26-4a10-9a0f-a84cf2fcb470 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-8545e54b-3717-4805-a1ee-03079799bfbe', 'network_id': '8545e54b-3717-4805-a1ee-03079799bfbe', 'tenant_id': 'd4632bec53744ee28aba8b426a46ef21', 'fixed_ips': [{'subnet_id': '61a9a3b4-a7cc-4087-9571-0f4f3c26b470'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 10:04:32.881325 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d53c7f08-7f26-4a10-9a0f-a84cf2fcb470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:32.923929 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3550e52e-950f-45eb-8a4b-f7db78cadc66 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:32.985000 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-934de99e-ee3f-40bf-8250-56a7f8f1d023 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Router d3f144aa-bd3f-4343-96aa-96eba3abd05e is scheduled to L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 with binding_index 1 {{(pid=93177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 10:04:33.038124 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-d53c7f08-7f26-4a10-9a0f-a84cf2fcb470 None None] Allocated IP 172.20.0.2 (8545e54b-3717-4805-a1ee-03079799bfbe/61a9a3b4-a7cc-4087-9571-0f4f3c26b470/2673ade2-1229-4203-a4d8-783edaa43904) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:04:33.091034 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-16b5bcca-4b3e-4c21-879a-8680abfe85fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:33.093676 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-16b5bcca-4b3e-4c21-879a-8680abfe85fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:33.097218 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-16b5bcca-4b3e-4c21-879a-8680abfe85fa admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/81adf50a-a443-41c0-8996-b2d694f2caba HTTP/1.1" status: 204 len: 168 time: 0.4045403 Jun 11 10:04:33.097731 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7bb9c97b-0cfe-4d89-aa15-58d0cfc47d9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:33.119076 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b5bcca-4b3e-4c21-879a-8680abfe85fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81adf50a-a443-41c0-8996-b2d694f2caba,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:33.123060 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-16b5bcca-4b3e-4c21-879a-8680abfe85fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:33.162913 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-934de99e-ee3f-40bf-8250-56a7f8f1d023 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:04:33.201802 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab49783a-58b8-468f-b597-65271d574ba2 None None] Sync routers for ids ['d3f144aa-bd3f-4343-96aa-96eba3abd05e'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:04:33.234799 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab49783a-58b8-468f-b597-65271d574ba2 None None] Routers {'d3f144aa-bd3f-4343-96aa-96eba3abd05e'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:04:33.235840 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-ab49783a-58b8-468f-b597-65271d574ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:04:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['d3f144aa-bd3f-4343-96aa-96eba3abd05e'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:04:33.248295 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-934de99e-ee3f-40bf-8250-56a7f8f1d023 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:33.253327 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-934de99e-ee3f-40bf-8250-56a7f8f1d023 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.3174462 Jun 11 10:04:33.253327 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 41232) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:33.297817 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-ab49783a-58b8-468f-b597-65271d574ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:04:33.314312 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab49783a-58b8-468f-b597-65271d574ba2 None None] Routers {'d3f144aa-bd3f-4343-96aa-96eba3abd05e'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:04:33.315316 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-ab49783a-58b8-468f-b597-65271d574ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:04:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['d3f144aa-bd3f-4343-96aa-96eba3abd05e'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:04:33.370298 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-ab49783a-58b8-468f-b597-65271d574ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:04:33.370298 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab49783a-58b8-468f-b597-65271d574ba2 None None] The sync data for ids ['d3f144aa-bd3f-4343-96aa-96eba3abd05e'] in n-d-779913-12 is: [] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:04:33.417875 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3133998e-d20c-491b-9868-56bcaa85b473 req-57afc629-c604-4bdd-b74c-6b989c964003 tempest-ServerShowV247Test-550373252 tempest-ServerShowV247Test-550373252-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3c8961b-74b8-472d-8ac8-800eec64f56e HTTP/1.1" status: 200 len: 210 time: 0.0851300 Jun 11 10:04:33.421733 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3550e52e-950f-45eb-8a4b-f7db78cadc66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:33.464907 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d53c7f08-7f26-4a10-9a0f-a84cf2fcb470 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:33.473173 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-d53c7f08-7f26-4a10-9a0f-a84cf2fcb470 None None] Transition to ACTIVE for port object 2673ade2-1229-4203-a4d8-783edaa43904 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:04:33.488390 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-d53c7f08-7f26-4a10-9a0f-a84cf2fcb470 None None] Transition to ACTIVE for port object 2673ade2-1229-4203-a4d8-783edaa43904 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:04:33.596495 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d53c7f08-7f26-4a10-9a0f-a84cf2fcb470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:33.598487 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:33.666951 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53c7f08-7f26-4a10-9a0f-a84cf2fcb470 None None] Network 8545e54b-3717-4805-a1ee-03079799bfbe is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:04:33.673286 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-d53c7f08-7f26-4a10-9a0f-a84cf2fcb470 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:04:33.676056 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53c7f08-7f26-4a10-9a0f-a84cf2fcb470 None None] Pushing event updated for resources: {'Port': ['ID=2673ade2-1229-4203-a4d8-783edaa43904,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:33.678557 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53c7f08-7f26-4a10-9a0f-a84cf2fcb470 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:04:33.746671 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53c7f08-7f26-4a10-9a0f-a84cf2fcb470 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:04:33.747316 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53c7f08-7f26-4a10-9a0f-a84cf2fcb470 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:04:33.747910 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53c7f08-7f26-4a10-9a0f-a84cf2fcb470 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:04:33.752094 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53c7f08-7f26-4a10-9a0f-a84cf2fcb470 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:04:33.752672 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53c7f08-7f26-4a10-9a0f-a84cf2fcb470 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:04:33.753205 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53c7f08-7f26-4a10-9a0f-a84cf2fcb470 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:04:33.753726 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53c7f08-7f26-4a10-9a0f-a84cf2fcb470 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:04:33.754248 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53c7f08-7f26-4a10-9a0f-a84cf2fcb470 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:04:33.754780 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53c7f08-7f26-4a10-9a0f-a84cf2fcb470 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:04:33.756039 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53c7f08-7f26-4a10-9a0f-a84cf2fcb470 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:04:33.756369 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53c7f08-7f26-4a10-9a0f-a84cf2fcb470 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:04:33.756694 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53c7f08-7f26-4a10-9a0f-a84cf2fcb470 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:04:33.772625 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-d53c7f08-7f26-4a10-9a0f-a84cf2fcb470 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:33.791016 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-d53c7f08-7f26-4a10-9a0f-a84cf2fcb470 None None] Attempting to bind port 2673ade2-1229-4203-a4d8-783edaa43904 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:04:33.791393 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-d53c7f08-7f26-4a10-9a0f-a84cf2fcb470 None None] Attempting to bind port 2673ade2-1229-4203-a4d8-783edaa43904 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '334a1659-dc0d-4d5b-b932-5745958f419d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '8545e54b-3717-4805-a1ee-03079799bfbe'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:04:33.791975 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53c7f08-7f26-4a10-9a0f-a84cf2fcb470 None None] Attempting to bind port 2673ade2-1229-4203-a4d8-783edaa43904 on network 8545e54b-3717-4805-a1ee-03079799bfbe {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:04:33.799436 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53c7f08-7f26-4a10-9a0f-a84cf2fcb470 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:04:33.802372 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53c7f08-7f26-4a10-9a0f-a84cf2fcb470 None None] Checking segment: {'id': '334a1659-dc0d-4d5b-b932-5745958f419d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '8545e54b-3717-4805-a1ee-03079799bfbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:04:33.806108 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d53c7f08-7f26-4a10-9a0f-a84cf2fcb470 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:33.806790 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53c7f08-7f26-4a10-9a0f-a84cf2fcb470 None None] Bound using segment: {'id': '334a1659-dc0d-4d5b-b932-5745958f419d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '8545e54b-3717-4805-a1ee-03079799bfbe'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:04:33.808194 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-d53c7f08-7f26-4a10-9a0f-a84cf2fcb470 None None] Bound port: 2673ade2-1229-4203-a4d8-783edaa43904, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334a1659-dc0d-4d5b-b932-5745958f419d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '8545e54b-3717-4805-a1ee-03079799bfbe'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:04:33.808751 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d53c7f08-7f26-4a10-9a0f-a84cf2fcb470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:33.848225 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3550e52e-950f-45eb-8a4b-f7db78cadc66 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:33.899463 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3550e52e-950f-45eb-8a4b-f7db78cadc66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:34.047198 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-3550e52e-950f-45eb-8a4b-f7db78cadc66 admin admin] Allocated IP 172.25.4.51 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/769b3cc2-d7af-43d7-9eea-9f0e33e65ab7) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:04:34.126022 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8edb418c-6f2e-42b9-8e25-9d4808f180bc tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:34.181816 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-d53c7f08-7f26-4a10-9a0f-a84cf2fcb470 None None] For port 2673ade2-1229-4203-a4d8-783edaa43904, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:04:34.189939 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-d53c7f08-7f26-4a10-9a0f-a84cf2fcb470 None None] For port 2673ade2-1229-4203-a4d8-783edaa43904, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=2673ade2-1229-4203-a4d8-783edaa43904,segment=NetworkSegment(334a1659-dc0d-4d5b-b932-5745958f419d),segment_id=334a1659-dc0d-4d5b-b932-5745958f419d)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:04:34.210369 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3550e52e-950f-45eb-8a4b-f7db78cadc66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:34.254530 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d53c7f08-7f26-4a10-9a0f-a84cf2fcb470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:34.256718 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-9dbb8397-5bfa-4d65-aade-3ec1cde37607 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:34.297010 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3550e52e-950f-45eb-8a4b-f7db78cadc66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:34.305405 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3d274533-d8e4-45b7-94e4-90ead985f737 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:34.381187 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3550e52e-950f-45eb-8a4b-f7db78cadc66 admin admin] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:04:34.384552 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-3550e52e-950f-45eb-8a4b-f7db78cadc66 admin admin] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:04:34.388713 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3550e52e-950f-45eb-8a4b-f7db78cadc66 admin admin] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:04:34.410729 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53c7f08-7f26-4a10-9a0f-a84cf2fcb470 None None] Pushing event updated for resources: {'Port': ['ID=2673ade2-1229-4203-a4d8-783edaa43904,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:34.422086 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-d53c7f08-7f26-4a10-9a0f-a84cf2fcb470 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:34.431848 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3550e52e-950f-45eb-8a4b-f7db78cadc66 admin admin] Pushing event updated for resources: {'Port': ['ID=769b3cc2-d7af-43d7-9eea-9f0e33e65ab7,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:34.438158 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3550e52e-950f-45eb-8a4b-f7db78cadc66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:34.650371 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-8edb418c-6f2e-42b9-8e25-9d4808f180bc tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Allocated IP 172.20.0.1 (285f4b0d-ebe4-4c20-bbd0-cc4f6efdbca1/6d7b2381-59d4-4001-8192-544d3e057d58/d8ca3ffe-8981-4cdd-bcd2-d92471a696b2) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:04:34.728401 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-dfda9ece-0461-43ac-8c56-4175ee31a423 req-b7a24013-00e3-4f95-9a69-5f1b2d1f9e53 tempest-ServerShowV247Test-550373252 tempest-ServerShowV247Test-550373252-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3c8961b-74b8-472d-8ac8-800eec64f56e HTTP/1.1" status: 200 len: 210 time: 0.0492373 Jun 11 10:04:34.945750 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8edb418c-6f2e-42b9-8e25-9d4808f180bc tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:35.065890 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8edb418c-6f2e-42b9-8e25-9d4808f180bc tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:35.071139 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-97e3c936-1d30-41dc-b9ae-321d6112dd71 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:35.158321 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8edb418c-6f2e-42b9-8e25-9d4808f180bc tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Network 285f4b0d-ebe4-4c20-bbd0-cc4f6efdbca1 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:04:35.162771 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-8edb418c-6f2e-42b9-8e25-9d4808f180bc tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:04:35.167283 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edb418c-6f2e-42b9-8e25-9d4808f180bc tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:04:35.206743 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edb418c-6f2e-42b9-8e25-9d4808f180bc tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Pushing event updated for resources: {'Port': ['ID=d8ca3ffe-8981-4cdd-bcd2-d92471a696b2,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:35.212025 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8edb418c-6f2e-42b9-8e25-9d4808f180bc tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:35.254714 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8edb418c-6f2e-42b9-8e25-9d4808f180bc tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-375088'] for router_interface, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:35.485757 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3550e52e-950f-45eb-8a4b-f7db78cadc66 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:35.511253 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:35.598621 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8edb418c-6f2e-42b9-8e25-9d4808f180bc tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:35.778020 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ad4f06-769d-4194-937a-5548d70f1dd2 None None] Network 8545e54b-3717-4805-a1ee-03079799bfbe requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:04:35.808332 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3550e52e-950f-45eb-8a4b-f7db78cadc66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:35.986002 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-fd1671a7-a891-44e3-8df2-8c70aa6ddfb5 None None] Provisioning for port 2673ade2-1229-4203-a4d8-783edaa43904 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:04:36.029786 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 2673ade2-1229-4203-a4d8-783edaa43904 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:04:36.046447 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c71a7628-4156-4025-bd3b-d9f128f9cc6d req-1e1adb4c-99f2-4b42-bc08-9413da014b34 tempest-ServerShowV247Test-550373252 tempest-ServerShowV247Test-550373252-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3c8961b-74b8-472d-8ac8-800eec64f56e HTTP/1.1" status: 200 len: 210 time: 0.0603745 Jun 11 10:04:36.185729 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 41288) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:36.196252 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8edb418c-6f2e-42b9-8e25-9d4808f180bc tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:36.295674 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-1ed70523-520f-42da-a0c9-79d2a90d0b1f tempest-MeteringIpV6TestJSON-844880791 tempest-MeteringIpV6TestJSON-844880791-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-329434712'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:04:36.296061 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-1ed70523-520f-42da-a0c9-79d2a90d0b1f tempest-MeteringIpV6TestJSON-844880791 tempest-MeteringIpV6TestJSON-844880791-project-admin] Unknown quota resources ['metering_label']. {{(pid=93177) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 11 10:04:36.334320 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3550e52e-950f-45eb-8a4b-f7db78cadc66 admin admin] Router 0b01bc3d-184d-456b-989e-b2d4f269e8dd is scheduled to L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 with binding_index 1 {{(pid=93176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 10:04:36.335867 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 2673ade2-1229-4203-a4d8-783edaa43904 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:04:36.345690 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 2673ade2-1229-4203-a4d8-783edaa43904 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:04:36.346187 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:36.382021 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8edb418c-6f2e-42b9-8e25-9d4808f180bc tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:36.385517 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-10427175-41ee-45d3-9050-11bce8ec36f7 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:36.438101 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edb418c-6f2e-42b9-8e25-9d4808f180bc tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Pushing event updated for resources: {'Port': ['ID=d8ca3ffe-8981-4cdd-bcd2-d92471a696b2,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:36.482782 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8edb418c-6f2e-42b9-8e25-9d4808f180bc tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:36.520017 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:36.551379 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-489154fa-2149-4634-ba9e-8e605d0145ff None None] Provisioning complete for port 2673ade2-1229-4203-a4d8-783edaa43904 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:04:36.555189 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-489154fa-2149-4634-ba9e-8e605d0145ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:36.603635 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3550e52e-950f-45eb-8a4b-f7db78cadc66 admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:04:36.617923 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e210e19d-bab4-4a82-aaa9-dd42be48e8aa None None] Sync routers for ids ['0b01bc3d-184d-456b-989e-b2d4f269e8dd'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:04:36.631076 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e210e19d-bab4-4a82-aaa9-dd42be48e8aa None None] Routers {'0b01bc3d-184d-456b-989e-b2d4f269e8dd'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:04:36.635599 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-e210e19d-bab4-4a82-aaa9-dd42be48e8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:04:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['0b01bc3d-184d-456b-989e-b2d4f269e8dd'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:04:36.640296 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 2673ade2-1229-4203-a4d8-783edaa43904, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=2673ade2-1229-4203-a4d8-783edaa43904,segment=NetworkSegment(334a1659-dc0d-4d5b-b932-5745958f419d),segment_id=334a1659-dc0d-4d5b-b932-5745958f419d)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:04:36.698583 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-489154fa-2149-4634-ba9e-8e605d0145ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:36.734134 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3550e52e-950f-45eb-8a4b-f7db78cadc66 admin admin] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:36.736053 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-3550e52e-950f-45eb-8a4b-f7db78cadc66 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.9685500 Jun 11 10:04:36.738474 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 41294) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:36.743169 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1ed70523-520f-42da-a0c9-79d2a90d0b1f tempest-MeteringIpV6TestJSON-844880791 tempest-MeteringIpV6TestJSON-844880791-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:36.746062 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-1ed70523-520f-42da-a0c9-79d2a90d0b1f tempest-MeteringIpV6TestJSON-844880791 tempest-MeteringIpV6TestJSON-844880791-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.5576673 Jun 11 10:04:36.746062 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8edb418c-6f2e-42b9-8e25-9d4808f180bc tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375108'] for router_interface, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:36.748435 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 41296) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:36.754261 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-dce98c02-b585-418d-829b-d20e46c92d80 tempest-MeteringIpV6TestJSON-844880791 tempest-MeteringIpV6TestJSON-844880791-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '24de3c79-f571-46e7-88d5-3a05c178c759'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:04:36.755477 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-dce98c02-b585-418d-829b-d20e46c92d80 tempest-MeteringIpV6TestJSON-844880791 tempest-MeteringIpV6TestJSON-844880791-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93177) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 11 10:04:36.768534 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:36.774213 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:36.809990 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-e210e19d-bab4-4a82-aaa9-dd42be48e8aa None None] Set router 0b01bc3d-184d-456b-989e-b2d4f269e8dd gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:04:36.896414 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.db.api [None req-489154fa-2149-4634-ba9e-8e605d0145ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93178) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 10:04:36.896935 n-d-779913-12 neutron-server[93178]: DEBUG oslo_db.api [None req-489154fa-2149-4634-ba9e-8e605d0145ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 10:04:36.900216 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=2673ade2-1229-4203-a4d8-783edaa43904,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:36.904293 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:37.062998 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8edb418c-6f2e-42b9-8e25-9d4808f180bc tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Network 285f4b0d-ebe4-4c20-bbd0-cc4f6efdbca1 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:04:37.062998 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-8edb418c-6f2e-42b9-8e25-9d4808f180bc tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:04:37.245536 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8edb418c-6f2e-42b9-8e25-9d4808f180bc tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Router d3f144aa-bd3f-4343-96aa-96eba3abd05e has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:04:37.251817 n-d-779913-12 neutron-server[93177]: WARNING neutron.services.metering.metering_plugin [None req-dce98c02-b585-418d-829b-d20e46c92d80 tempest-MeteringIpV6TestJSON-844880791 tempest-MeteringIpV6TestJSON-844880791-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 11 10:04:37.258771 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-e210e19d-bab4-4a82-aaa9-dd42be48e8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b01bc3d-184d-456b-989e-b2d4f269e8dd', 'name': 'tempest-TestAggregatesBasicOps-1245778785-router', 'tenant_id': 'd4632bec53744ee28aba8b426a46ef21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '769b3cc2-d7af-43d7-9eea-9f0e33e65ab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:04:32Z', 'updated_at': '2021-06-11T10:04:34Z', 'revision_number': 3, 'project_id': 'd4632bec53744ee28aba8b426a46ef21', 'gw_port': {'id': '769b3cc2-d7af-43d7-9eea-9f0e33e65ab7', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:4a:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b01bc3d-184d-456b-989e-b2d4f269e8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:04:33Z', 'updated_at': '2021-06-11T10:04:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:04:37.262541 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e210e19d-bab4-4a82-aaa9-dd42be48e8aa None None] Checking router: 0b01bc3d-184d-456b-989e-b2d4f269e8dd for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:04:37.262973 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e210e19d-bab4-4a82-aaa9-dd42be48e8aa None None] Updating router 0b01bc3d-184d-456b-989e-b2d4f269e8dd port 769b3cc2-d7af-43d7-9eea-9f0e33e65ab7 binding host n-d-779913-12 {{(pid=93179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 10:04:37.289840 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-38d41dd7-d0ab-4675-9322-c8730139f21e req-b1f9507d-cf3f-4406-81e5-5409a1610690 tempest-ServerShowV247Test-550373252 tempest-ServerShowV247Test-550373252-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3c8961b-74b8-472d-8ac8-800eec64f56e HTTP/1.1" status: 200 len: 210 time: 0.0364788 Jun 11 10:04:37.352899 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-e210e19d-bab4-4a82-aaa9-dd42be48e8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:37.412536 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-dce98c02-b585-418d-829b-d20e46c92d80 tempest-MeteringIpV6TestJSON-844880791 tempest-MeteringIpV6TestJSON-844880791-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:37.416587 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-dce98c02-b585-418d-829b-d20e46c92d80 tempest-MeteringIpV6TestJSON-844880791 tempest-MeteringIpV6TestJSON-844880791-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6631255 Jun 11 10:04:37.418152 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 41306) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:37.423653 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-0ead3948-4fe3-460b-92b3-dcb4d8214df4 tempest-MeteringIpV6TestJSON-844880791 tempest-MeteringIpV6TestJSON-844880791-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '24de3c79-f571-46e7-88d5-3a05c178c759'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:04:37.429224 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-0ead3948-4fe3-460b-92b3-dcb4d8214df4 tempest-MeteringIpV6TestJSON-844880791 tempest-MeteringIpV6TestJSON-844880791-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93177) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 11 10:04:37.517182 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8b8b0a21-e4aa-491e-bf29-cb58b9c4b2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:37.728952 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-8b8b0a21-e4aa-491e-bf29-cb58b9c4b2c7 admin admin] Allocated IP 172.20.0.1 (8545e54b-3717-4805-a1ee-03079799bfbe/61a9a3b4-a7cc-4087-9571-0f4f3c26b470/b40300ad-b8c6-4242-86a6-275df89926d9) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:04:37.744265 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-e210e19d-bab4-4a82-aaa9-dd42be48e8aa None None] Notify callbacks [] for port, precommit_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:37.744265 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-e210e19d-bab4-4a82-aaa9-dd42be48e8aa None None] Transition to ACTIVE for port object 769b3cc2-d7af-43d7-9eea-9f0e33e65ab7 will not be triggered until provisioned by entity L2. {{(pid=93179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:04:37.813083 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-e210e19d-bab4-4a82-aaa9-dd42be48e8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:37.824303 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-7a6404c5-6726-48ae-8bc3-7e9fc0855d62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:37.895916 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8b8b0a21-e4aa-491e-bf29-cb58b9c4b2c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:37.904875 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-e210e19d-bab4-4a82-aaa9-dd42be48e8aa None None] Attempting to bind port 769b3cc2-d7af-43d7-9eea-9f0e33e65ab7 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:04:37.905355 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-e210e19d-bab4-4a82-aaa9-dd42be48e8aa None None] Attempting to bind port 769b3cc2-d7af-43d7-9eea-9f0e33e65ab7 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:04:37.907068 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e210e19d-bab4-4a82-aaa9-dd42be48e8aa None None] Attempting to bind port 769b3cc2-d7af-43d7-9eea-9f0e33e65ab7 on network f0adef6e-169f-4a27-8865-442be2ad072d {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:04:37.927670 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [None req-8b8b0a21-e4aa-491e-bf29-cb58b9c4b2c7 admin admin] Transition to ACTIVE for port object b40300ad-b8c6-4242-86a6-275df89926d9 will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:04:37.930781 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e210e19d-bab4-4a82-aaa9-dd42be48e8aa None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:04:37.931109 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e210e19d-bab4-4a82-aaa9-dd42be48e8aa None None] Checking segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:04:37.931516 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-e210e19d-bab4-4a82-aaa9-dd42be48e8aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:37.935768 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e210e19d-bab4-4a82-aaa9-dd42be48e8aa None None] Bound using segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:04:37.935768 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-e210e19d-bab4-4a82-aaa9-dd42be48e8aa None None] Bound port: 769b3cc2-d7af-43d7-9eea-9f0e33e65ab7, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:04:37.935768 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-e210e19d-bab4-4a82-aaa9-dd42be48e8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:37.935768 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d95ccc8-ce36-492e-9fe8-664a0a26971d None None] Pushing event updated for resources: {'Port': ['ID=769b3cc2-d7af-43d7-9eea-9f0e33e65ab7,revision_number=2']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:37.987216 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 2673ade2-1229-4203-a4d8-783edaa43904 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:04:37.987787 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d95ccc8-ce36-492e-9fe8-664a0a26971d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:04:37.987787 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d95ccc8-ce36-492e-9fe8-664a0a26971d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:04:37.988080 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d95ccc8-ce36-492e-9fe8-664a0a26971d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:04:37.988388 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d95ccc8-ce36-492e-9fe8-664a0a26971d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:04:37.988710 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d95ccc8-ce36-492e-9fe8-664a0a26971d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:04:37.989109 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d95ccc8-ce36-492e-9fe8-664a0a26971d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:04:37.992535 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d95ccc8-ce36-492e-9fe8-664a0a26971d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:04:37.992535 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d95ccc8-ce36-492e-9fe8-664a0a26971d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:04:37.995745 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d95ccc8-ce36-492e-9fe8-664a0a26971d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:04:37.996789 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d95ccc8-ce36-492e-9fe8-664a0a26971d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:04:37.998679 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d95ccc8-ce36-492e-9fe8-664a0a26971d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:04:37.998679 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d95ccc8-ce36-492e-9fe8-664a0a26971d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:04:38.020348 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-6d95ccc8-ce36-492e-9fe8-664a0a26971d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:38.053872 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8b8b0a21-e4aa-491e-bf29-cb58b9c4b2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:38.057674 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-fda3b63d-a6a3-4600-b0f4-b36e8876868b tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:38.057847 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 2673ade2-1229-4203-a4d8-783edaa43904 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:04:38.057847 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:38.064174 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-e210e19d-bab4-4a82-aaa9-dd42be48e8aa None None] For port 769b3cc2-d7af-43d7-9eea-9f0e33e65ab7, host n-d-779913-12, cleared binding levels {{(pid=93179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:04:38.071257 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-e210e19d-bab4-4a82-aaa9-dd42be48e8aa None None] For port 769b3cc2-d7af-43d7-9eea-9f0e33e65ab7, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=769b3cc2-d7af-43d7-9eea-9f0e33e65ab7,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:04:38.121829 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8b0a21-e4aa-491e-bf29-cb58b9c4b2c7 admin admin] Network 8545e54b-3717-4805-a1ee-03079799bfbe is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:04:38.126249 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-8b8b0a21-e4aa-491e-bf29-cb58b9c4b2c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:04:38.131479 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8b0a21-e4aa-491e-bf29-cb58b9c4b2c7 admin admin] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:04:38.134485 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8b0a21-e4aa-491e-bf29-cb58b9c4b2c7 admin admin] Pushing event updated for resources: {'Port': ['ID=b40300ad-b8c6-4242-86a6-275df89926d9,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:38.156345 n-d-779913-12 neutron-server[93177]: WARNING neutron.services.metering.metering_plugin [None req-0ead3948-4fe3-460b-92b3-dcb4d8214df4 tempest-MeteringIpV6TestJSON-844880791 tempest-MeteringIpV6TestJSON-844880791-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 11 10:04:38.163269 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-e210e19d-bab4-4a82-aaa9-dd42be48e8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:38.165401 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-c812d096-72e7-43d3-9d56-4358816caab1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:38.197958 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8b8b0a21-e4aa-491e-bf29-cb58b9c4b2c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:38.229696 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8b8b0a21-e4aa-491e-bf29-cb58b9c4b2c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-375088'] for router_interface, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:38.257051 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d95ccc8-ce36-492e-9fe8-664a0a26971d None None] Pushing event updated for resources: {'Port': ['ID=769b3cc2-d7af-43d7-9eea-9f0e33e65ab7,revision_number=3']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:38.262946 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-6d95ccc8-ce36-492e-9fe8-664a0a26971d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:38.280830 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e210e19d-bab4-4a82-aaa9-dd42be48e8aa None None] Routers {'0b01bc3d-184d-456b-989e-b2d4f269e8dd'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:04:38.281466 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-e210e19d-bab4-4a82-aaa9-dd42be48e8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:04:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['0b01bc3d-184d-456b-989e-b2d4f269e8dd'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:04:38.343359 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0ead3948-4fe3-460b-92b3-dcb4d8214df4 tempest-MeteringIpV6TestJSON-844880791 tempest-MeteringIpV6TestJSON-844880791-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:38.349179 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-0ead3948-4fe3-460b-92b3-dcb4d8214df4 tempest-MeteringIpV6TestJSON-844880791 tempest-MeteringIpV6TestJSON-844880791-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.9284430 Jun 11 10:04:38.350051 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 41318) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:38.367331 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8edb418c-6f2e-42b9-8e25-9d4808f180bc tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:04:38.381514 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-8edb418c-6f2e-42b9-8e25-9d4808f180bc tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] 10.222.0.60 "PUT /v2.0/routers/d3f144aa-bd3f-4343-96aa-96eba3abd05e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1256654 Jun 11 10:04:38.383778 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf925a8-7d95-41d6-bd0a-26dbf4bc2467 None None] Sync routers for ids ['d3f144aa-bd3f-4343-96aa-96eba3abd05e'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:04:38.385713 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 41320) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:38.389190 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-68f2d760-337d-4e77-8de6-adf88ee154a1 tempest-MeteringIpV6TestJSON-844880791 tempest-MeteringIpV6TestJSON-844880791-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules?id=dafff1ab-5aa1-425c-829e-0296045a65d6 HTTP/1.1" status: 200 len: 462 time: 0.0360749 Jun 11 10:04:38.394545 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-29a9288f-83b1-4ff1-ae2e-653e772acb00 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Request body: {'port': {'network_id': '285f4b0d-ebe4-4c20-bbd0-cc4f6efdbca1', 'name': 'tempest-FloatingIPTestJSON-1142979882'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:04:38.404206 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 41322) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:38.414941 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf925a8-7d95-41d6-bd0a-26dbf4bc2467 None None] Routers {'d3f144aa-bd3f-4343-96aa-96eba3abd05e'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:04:38.415651 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-ddf925a8-7d95-41d6-bd0a-26dbf4bc2467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:04:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['d3f144aa-bd3f-4343-96aa-96eba3abd05e'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:04:38.503015 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-ddf925a8-7d95-41d6-bd0a-26dbf4bc2467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:04:38.535084 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf925a8-7d95-41d6-bd0a-26dbf4bc2467 None None] Routers {'d3f144aa-bd3f-4343-96aa-96eba3abd05e'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:04:38.535751 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-ddf925a8-7d95-41d6-bd0a-26dbf4bc2467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:04:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['d3f144aa-bd3f-4343-96aa-96eba3abd05e'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:04:38.570579 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-e210e19d-bab4-4a82-aaa9-dd42be48e8aa None None] Set router 0b01bc3d-184d-456b-989e-b2d4f269e8dd gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:04:38.617026 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-ddf925a8-7d95-41d6-bd0a-26dbf4bc2467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:04:38.619934 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf925a8-7d95-41d6-bd0a-26dbf4bc2467 None None] The sync data for ids ['d3f144aa-bd3f-4343-96aa-96eba3abd05e'] in n-d-779913-12 is: [] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:04:38.633413 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-60fee98c-ee31-4e7f-86e8-6c5744797132 req-79930aaf-4e88-4406-bf35-6e7bbadaff64 tempest-ServerShowV247Test-550373252 tempest-ServerShowV247Test-550373252-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3c8961b-74b8-472d-8ac8-800eec64f56e HTTP/1.1" status: 200 len: 210 time: 0.0822103 Jun 11 10:04:38.701195 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8b8b0a21-e4aa-491e-bf29-cb58b9c4b2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:38.728207 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-d4510b86-3c45-440c-9424-4ba67b2ad57d None None] Provisioning for port b40300ad-b8c6-4242-86a6-275df89926d9 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:04:38.732165 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-d4510b86-3c45-440c-9424-4ba67b2ad57d None None] Provisioning complete for port b40300ad-b8c6-4242-86a6-275df89926d9 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:04:38.732553 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d4510b86-3c45-440c-9424-4ba67b2ad57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:38.791784 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cda1a1cd-df27-4602-a501-c8358e42ec14 tempest-MeteringIpV6TestJSON-844880791 tempest-MeteringIpV6TestJSON-844880791-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:38.795811 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-cda1a1cd-df27-4602-a501-c8358e42ec14 tempest-MeteringIpV6TestJSON-844880791 tempest-MeteringIpV6TestJSON-844880791-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-label-rules/dafff1ab-5aa1-425c-829e-0296045a65d6 HTTP/1.1" status: 204 len: 168 time: 0.3905804 Jun 11 10:04:38.796439 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 41326) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:38.811660 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-df08c9b4-5c09-4367-a21b-6190c65685f6 tempest-MeteringIpV6TestJSON-844880791 tempest-MeteringIpV6TestJSON-844880791-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules?id=dafff1ab-5aa1-425c-829e-0296045a65d6 HTTP/1.1" status: 200 len: 221 time: 0.0133102 Jun 11 10:04:38.813837 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-d4510b86-3c45-440c-9424-4ba67b2ad57d None None] Port b40300ad-b8c6-4242-86a6-275df89926d9 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:04:38.814896 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 41328) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:38.820612 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-665d70d2-14c2-43d1-a332-e283e6616d32 tempest-MeteringIpV6TestJSON-844880791 tempest-MeteringIpV6TestJSON-844880791-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1020768354', 'description': 'label created by tempest'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:04:38.821099 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-665d70d2-14c2-43d1-a332-e283e6616d32 tempest-MeteringIpV6TestJSON-844880791 tempest-MeteringIpV6TestJSON-844880791-project-admin] Unknown quota resources ['metering_label']. {{(pid=93176) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 11 10:04:38.867679 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29a9288f-83b1-4ff1-ae2e-653e772acb00 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Made reservation on behalf of fb57c32c7575439082063defb572928f for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:04:38.878073 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-29a9288f-83b1-4ff1-ae2e-653e772acb00 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:38.900390 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [None req-29a9288f-83b1-4ff1-ae2e-653e772acb00 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] device_id is not set on port b71d4441-5a59-4d4e-a5ba-5307e5b71015 yet. {{(pid=93177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 10:04:38.902237 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-e210e19d-bab4-4a82-aaa9-dd42be48e8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b01bc3d-184d-456b-989e-b2d4f269e8dd', 'name': 'tempest-TestAggregatesBasicOps-1245778785-router', 'tenant_id': 'd4632bec53744ee28aba8b426a46ef21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '769b3cc2-d7af-43d7-9eea-9f0e33e65ab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:04:32Z', 'updated_at': '2021-06-11T10:04:34Z', 'revision_number': 3, 'project_id': 'd4632bec53744ee28aba8b426a46ef21', 'gw_port': {'id': '769b3cc2-d7af-43d7-9eea-9f0e33e65ab7', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:4a:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b01bc3d-184d-456b-989e-b2d4f269e8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:04:33Z', 'updated_at': '2021-06-11T10:04:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:04:38.907848 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e210e19d-bab4-4a82-aaa9-dd42be48e8aa None None] The sync data for ids ['0b01bc3d-184d-456b-989e-b2d4f269e8dd'] in n-d-779913-12 is: [{'id': '0b01bc3d-184d-456b-989e-b2d4f269e8dd', 'name': 'tempest-TestAggregatesBasicOps-1245778785-router', 'tenant_id': 'd4632bec53744ee28aba8b426a46ef21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '769b3cc2-d7af-43d7-9eea-9f0e33e65ab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:04:32Z', 'updated_at': '2021-06-11T10:04:34Z', 'revision_number': 3, 'project_id': 'd4632bec53744ee28aba8b426a46ef21', 'gw_port': {'id': '769b3cc2-d7af-43d7-9eea-9f0e33e65ab7', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:4a:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b01bc3d-184d-456b-989e-b2d4f269e8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:04:33Z', 'updated_at': '2021-06-11T10:04:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:04:39.064849 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-29a9288f-83b1-4ff1-ae2e-653e772acb00 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Allocated IP 172.20.0.5 (285f4b0d-ebe4-4c20-bbd0-cc4f6efdbca1/6d7b2381-59d4-4001-8192-544d3e057d58/b71d4441-5a59-4d4e-a5ba-5307e5b71015) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:04:39.290676 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-665d70d2-14c2-43d1-a332-e283e6616d32 tempest-MeteringIpV6TestJSON-844880791 tempest-MeteringIpV6TestJSON-844880791-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:39.294627 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 41332) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:39.295145 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-665d70d2-14c2-43d1-a332-e283e6616d32 tempest-MeteringIpV6TestJSON-844880791 tempest-MeteringIpV6TestJSON-844880791-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.4792001 Jun 11 10:04:39.344265 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8b8b0a21-e4aa-491e-bf29-cb58b9c4b2c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:39.413922 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8b8b0a21-e4aa-491e-bf29-cb58b9c4b2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:39.416218 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-29a9288f-83b1-4ff1-ae2e-653e772acb00 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:39.417511 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0dacfe73-0274-4e1c-afab-11232d1dff79 tempest-DeleteServersTestJSON-1237621880 tempest-DeleteServersTestJSON-1237621880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:39.426309 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-f814176e-b908-4e56-8b8c-6fd43a09b411 tempest-MeteringIpV6TestJSON-844880791 tempest-MeteringIpV6TestJSON-844880791-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels?id=0f892f7a-4dc9-422e-bbc7-69f5c4ca174e HTTP/1.1" status: 200 len: 468 time: 0.1275983 Jun 11 10:04:39.426579 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 41334) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:39.508474 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8b8b0a21-e4aa-491e-bf29-cb58b9c4b2c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375108'] for router_interface, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:39.510562 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8b0a21-e4aa-491e-bf29-cb58b9c4b2c7 admin admin] Pushing event updated for resources: {'Port': ['ID=b40300ad-b8c6-4242-86a6-275df89926d9,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:39.514055 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8b8b0a21-e4aa-491e-bf29-cb58b9c4b2c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:39.656685 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8b0a21-e4aa-491e-bf29-cb58b9c4b2c7 admin admin] Network 8545e54b-3717-4805-a1ee-03079799bfbe is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:04:39.658004 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-8b8b0a21-e4aa-491e-bf29-cb58b9c4b2c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:04:39.954095 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-29a9288f-83b1-4ff1-ae2e-653e772acb00 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:39.954095 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7c51acad-444e-4182-967f-bf841319dde3 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:39.996500 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a9288f-83b1-4ff1-ae2e-653e772acb00 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Network 285f4b0d-ebe4-4c20-bbd0-cc4f6efdbca1 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:04:40.000261 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-29a9288f-83b1-4ff1-ae2e-653e772acb00 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:04:40.004406 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a9288f-83b1-4ff1-ae2e-653e772acb00 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:04:40.012087 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a9288f-83b1-4ff1-ae2e-653e772acb00 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Pushing event updated for resources: {'Port': ['ID=b71d4441-5a59-4d4e-a5ba-5307e5b71015,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:40.042587 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-29a9288f-83b1-4ff1-ae2e-653e772acb00 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:40.057857 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-45eee752-7664-471f-80ab-62366f7eab03 None None] Provisioning complete for port b40300ad-b8c6-4242-86a6-275df89926d9 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:04:40.059063 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-45eee752-7664-471f-80ab-62366f7eab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:40.065607 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 769b3cc2-d7af-43d7-9eea-9f0e33e65ab7 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:04:40.085751 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a9288f-83b1-4ff1-ae2e-653e772acb00 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:04:40.088467 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-29a9288f-83b1-4ff1-ae2e-653e772acb00 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:40.125001 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-be739e9b-46a6-4175-8563-02b25b332100 tempest-MeteringIpV6TestJSON-844880791 tempest-MeteringIpV6TestJSON-844880791-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:40.128711 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-be739e9b-46a6-4175-8563-02b25b332100 tempest-MeteringIpV6TestJSON-844880791 tempest-MeteringIpV6TestJSON-844880791-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-labels/0f892f7a-4dc9-422e-bbc7-69f5c4ca174e HTTP/1.1" status: 204 len: 168 time: 0.6979942 Jun 11 10:04:40.134871 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 41342) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:40.147524 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-30347c14-dc92-4f45-bc00-4eb0997f0613 tempest-MeteringIpV6TestJSON-844880791 tempest-MeteringIpV6TestJSON-844880791-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels?id=0f892f7a-4dc9-422e-bbc7-69f5c4ca174e HTTP/1.1" status: 200 len: 216 time: 0.0126069 Jun 11 10:04:40.147767 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-45eee752-7664-471f-80ab-62366f7eab03 None None] Port b40300ad-b8c6-4242-86a6-275df89926d9 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:04:40.148036 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 41344) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:40.158009 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-c10c0ed0-6a7f-456a-a045-020c612b6ea4 tempest-MeteringIpV6TestJSON-844880791 tempest-MeteringIpV6TestJSON-844880791-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0086796 Jun 11 10:04:40.162045 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 41346) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:40.181301 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-d4672466-35b9-4a5d-a7ae-ce05c0dba3b3 tempest-MeteringIpV6TestJSON-844880791 tempest-MeteringIpV6TestJSON-844880791-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0178022 Jun 11 10:04:40.184391 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-29a9288f-83b1-4ff1-ae2e-653e772acb00 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7974508 Jun 11 10:04:40.190416 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 41348) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:40.192976 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 41350) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:40.197964 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-6a32cca5-b998-40fe-9029-c734bf03a6bb tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Request body: {'port': {'network_id': '285f4b0d-ebe4-4c20-bbd0-cc4f6efdbca1', 'name': 'tempest-FloatingIPTestJSON-1575071779'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:04:40.277818 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 769b3cc2-d7af-43d7-9eea-9f0e33e65ab7 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:04:40.282380 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 769b3cc2-d7af-43d7-9eea-9f0e33e65ab7 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:04:40.282763 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:40.306630 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-c44af874-03f5-4674-b1de-0cf6b34d89ef tempest-MeteringIpV6TestJSON-844880791 tempest-MeteringIpV6TestJSON-844880791-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels/24de3c79-f571-46e7-88d5-3a05c178c759 HTTP/1.1" status: 200 len: 472 time: 0.1172061 Jun 11 10:04:40.307702 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 41352) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:40.356749 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-bc0bc470-ab87-47ad-9597-2593cca22e34 req-ed3b7970-58e0-4254-b3f8-ec5828dd8013 tempest-ServerShowV247Test-550373252 tempest-ServerShowV247Test-550373252-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3c8961b-74b8-472d-8ac8-800eec64f56e HTTP/1.1" status: 200 len: 210 time: 0.5247889 Jun 11 10:04:40.372889 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 41354) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:40.373572 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-a10786e4-10af-42d1-9101-606aeb6f5ffe tempest-MeteringIpV6TestJSON-844880791 tempest-MeteringIpV6TestJSON-844880791-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules/99a34a78-628b-40d1-a7f1-287badce002b HTTP/1.1" status: 200 len: 459 time: 0.0651574 Jun 11 10:04:40.421452 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:40.441542 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b8b0a21-e4aa-491e-bf29-cb58b9c4b2c7 admin admin] Router 0b01bc3d-184d-456b-989e-b2d4f269e8dd has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:04:40.452138 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 769b3cc2-d7af-43d7-9eea-9f0e33e65ab7, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=769b3cc2-d7af-43d7-9eea-9f0e33e65ab7,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:04:40.511172 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a32cca5-b998-40fe-9029-c734bf03a6bb tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Made reservation on behalf of fb57c32c7575439082063defb572928f for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:04:40.516243 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6a32cca5-b998-40fe-9029-c734bf03a6bb tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:40.542494 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [None req-6a32cca5-b998-40fe-9029-c734bf03a6bb tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] device_id is not set on port ac2bb751-7f72-4029-8868-d6ceb3336efc yet. {{(pid=93177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 10:04:40.550364 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:40.553597 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:40.646356 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=769b3cc2-d7af-43d7-9eea-9f0e33e65ab7,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:40.650446 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:40.785329 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-daab5c2e-422b-4606-b166-7b08916fb895 tempest-MeteringIpV6TestJSON-844880791 tempest-MeteringIpV6TestJSON-844880791-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:40.788250 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-daab5c2e-422b-4606-b166-7b08916fb895 tempest-MeteringIpV6TestJSON-844880791 tempest-MeteringIpV6TestJSON-844880791-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-label-rules/99a34a78-628b-40d1-a7f1-287badce002b HTTP/1.1" status: 204 len: 168 time: 0.4127018 Jun 11 10:04:40.797719 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 41358) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:40.944587 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-6a32cca5-b998-40fe-9029-c734bf03a6bb tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Allocated IP 172.20.0.8 (285f4b0d-ebe4-4c20-bbd0-cc4f6efdbca1/6d7b2381-59d4-4001-8192-544d3e057d58/ac2bb751-7f72-4029-8868-d6ceb3336efc) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:04:40.947780 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b8b0a21-e4aa-491e-bf29-cb58b9c4b2c7 admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:04:41.037664 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-8b8b0a21-e4aa-491e-bf29-cb58b9c4b2c7 admin admin] 10.222.0.60 "PUT /v2.0/routers/0b01bc3d-184d-456b-989e-b2d4f269e8dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2955632 Jun 11 10:04:41.091538 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c207576f-d2c3-430a-b21f-65a0188ba7db None None] Sync routers for ids ['0b01bc3d-184d-456b-989e-b2d4f269e8dd'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:04:41.113437 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c207576f-d2c3-430a-b21f-65a0188ba7db None None] Routers {'0b01bc3d-184d-456b-989e-b2d4f269e8dd'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:04:41.114909 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-c207576f-d2c3-430a-b21f-65a0188ba7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:04:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['0b01bc3d-184d-456b-989e-b2d4f269e8dd'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:04:41.194220 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6a32cca5-b998-40fe-9029-c734bf03a6bb tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:41.394421 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-c207576f-d2c3-430a-b21f-65a0188ba7db None None] Set router 0b01bc3d-184d-456b-989e-b2d4f269e8dd gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:04:41.408538 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6a32cca5-b998-40fe-9029-c734bf03a6bb tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:41.415979 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-fc96781e-f194-48f5-afac-e6a263f98f13 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:41.450180 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-671d386c-44e0-492f-ba64-32575d5e1ba5 tempest-MeteringIpV6TestJSON-844880791 tempest-MeteringIpV6TestJSON-844880791-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:41.455127 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-671d386c-44e0-492f-ba64-32575d5e1ba5 tempest-MeteringIpV6TestJSON-844880791 tempest-MeteringIpV6TestJSON-844880791-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-labels/24de3c79-f571-46e7-88d5-3a05c178c759 HTTP/1.1" status: 204 len: 168 time: 0.6570635 Jun 11 10:04:41.469459 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a32cca5-b998-40fe-9029-c734bf03a6bb tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Network 285f4b0d-ebe4-4c20-bbd0-cc4f6efdbca1 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:04:41.473521 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-6a32cca5-b998-40fe-9029-c734bf03a6bb tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:04:41.478636 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a32cca5-b998-40fe-9029-c734bf03a6bb tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:04:41.523875 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a32cca5-b998-40fe-9029-c734bf03a6bb tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Pushing event updated for resources: {'Port': ['ID=ac2bb751-7f72-4029-8868-d6ceb3336efc,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:41.529082 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6a32cca5-b998-40fe-9029-c734bf03a6bb tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:41.572020 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a32cca5-b998-40fe-9029-c734bf03a6bb tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:04:41.573146 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6a32cca5-b998-40fe-9029-c734bf03a6bb tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:41.591167 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c2ed7202-5634-4734-8688-fbebb84a8760 req-901df234-2e6e-4b47-9313-f7a04d7ad65a tempest-ServerShowV247Test-550373252 tempest-ServerShowV247Test-550373252-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3c8961b-74b8-472d-8ac8-800eec64f56e HTTP/1.1" status: 200 len: 210 time: 0.0718739 Jun 11 10:04:41.666358 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-6a32cca5-b998-40fe-9029-c734bf03a6bb tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4723015 Jun 11 10:04:41.669627 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 41376) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:41.675206 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-f95e8227-6973-4794-961b-1b86e453022e tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Request body: {'floatingip': {'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'port_id': 'ac2bb751-7f72-4029-8868-d6ceb3336efc', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:04:41.798637 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f95e8227-6973-4794-961b-1b86e453022e tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks [] for floatingip, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:41.851273 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-c207576f-d2c3-430a-b21f-65a0188ba7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b01bc3d-184d-456b-989e-b2d4f269e8dd', 'name': 'tempest-TestAggregatesBasicOps-1245778785-router', 'tenant_id': 'd4632bec53744ee28aba8b426a46ef21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '769b3cc2-d7af-43d7-9eea-9f0e33e65ab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:04:32Z', 'updated_at': '2021-06-11T10:04:38Z', 'revision_number': 4, 'project_id': 'd4632bec53744ee28aba8b426a46ef21', 'gw_port': {'id': '769b3cc2-d7af-43d7-9eea-9f0e33e65ab7', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:4a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b01bc3d-184d-456b-989e-b2d4f269e8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:04:33Z', 'updated_at': '2021-06-11T10:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': 'b40300ad-b8c6-4242-86a6-275df89926d9', 'name': '', 'network_id': '8545e54b-3717-4805-a1ee-03079799bfbe', 'tenant_id': 'd4632bec53744ee28aba8b426a46ef21', 'mac_address': 'fa:16:3e:f3:3f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b01bc3d-184d-456b-989e-b2d4f269e8dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '61a9a3b4-a7cc-4087-9571-0f4f3c26b470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:04:37Z', 'updated_at': '2021-06-11T10:04:38Z', 'revision_number': 2, 'project_id': 'd4632bec53744ee28aba8b426a46ef21', 'subnets': [{'id': '61a9a3b4-a7cc-4087-9571-0f4f3c26b470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:04:41.854602 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c207576f-d2c3-430a-b21f-65a0188ba7db None None] Checking router: 0b01bc3d-184d-456b-989e-b2d4f269e8dd for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:04:41.854961 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c207576f-d2c3-430a-b21f-65a0188ba7db None None] Updating router 0b01bc3d-184d-456b-989e-b2d4f269e8dd port b40300ad-b8c6-4242-86a6-275df89926d9 binding host n-d-779913-12 {{(pid=93179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 10:04:41.921749 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-c207576f-d2c3-430a-b21f-65a0188ba7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:41.938152 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f95e8227-6973-4794-961b-1b86e453022e tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:41.953090 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 769b3cc2-d7af-43d7-9eea-9f0e33e65ab7 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:04:42.031728 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 41386) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:42.066286 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 769b3cc2-d7af-43d7-9eea-9f0e33e65ab7 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:04:42.066691 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:42.091543 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-f95e8227-6973-4794-961b-1b86e453022e tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Allocated IP 172.25.4.143 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/6ca637f1-df0a-4db4-a19d-972dec610765) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:04:42.184689 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 41390) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:42.269030 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f95e8227-6973-4794-961b-1b86e453022e tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:42.314659 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e9c2488d-ecc8-4893-b5ce-2b6da945aee8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:42.362503 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-c207576f-d2c3-430a-b21f-65a0188ba7db None None] Notify callbacks [] for port, precommit_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:42.363443 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0cca667f-bd22-407f-a4cd-86d5e60ad30b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:42.376606 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-c207576f-d2c3-430a-b21f-65a0188ba7db None None] Transition to ACTIVE for port object b40300ad-b8c6-4242-86a6-275df89926d9 will not be triggered until provisioned by entity L2. {{(pid=93179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:04:42.419732 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f95e8227-6973-4794-961b-1b86e453022e tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:42.423044 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-bf9a31ab-8a09-4a8a-bba6-121e9673b8c3 tempest-RoutersAdminNegativeIpV6Test-1831948467 tempest-RoutersAdminNegativeIpV6Test-1831948467-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:42.453369 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-c207576f-d2c3-430a-b21f-65a0188ba7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:42.455662 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e9c2488d-ecc8-4893-b5ce-2b6da945aee8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:42.456286 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:42.472813 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95e8227-6973-4794-961b-1b86e453022e tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:04:42.476692 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-f95e8227-6973-4794-961b-1b86e453022e tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:04:42.485547 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95e8227-6973-4794-961b-1b86e453022e tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:04:42.495405 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 41400) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:42.502311 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-978a5e3c-1797-421e-9cd6-403fbca1a34e admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1679957296-network', 'tenant_id': '4b9849da2d5047b091632c75f0868125'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:04:42.510756 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e9c2488d-ecc8-4893-b5ce-2b6da945aee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:42.516497 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-75483687-32a4-42f7-bc14-3bae48b17bdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:42.538721 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95e8227-6973-4794-961b-1b86e453022e tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Pushing event updated for resources: {'Port': ['ID=6ca637f1-df0a-4db4-a19d-972dec610765,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:42.543197 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f95e8227-6973-4794-961b-1b86e453022e tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:42.564088 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d389af-1388-497f-a8f5-2d2fce806e5e None None] Pushing event updated for resources: {'Port': ['ID=b40300ad-b8c6-4242-86a6-275df89926d9,revision_number=3']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:42.565967 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-e9c2488d-ecc8-4893-b5ce-2b6da945aee8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=59b7d01822eb41d9901dab7a8558dd30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5328002 Jun 11 10:04:42.581377 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 41402) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:42.608348 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-98d389af-1388-497f-a8f5-2d2fce806e5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:42.627958 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c2488d-ecc8-4893-b5ce-2b6da945aee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbd68524-f496-40b7-9531-5541115b7848,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:42.645863 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e9c2488d-ecc8-4893-b5ce-2b6da945aee8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:42.673979 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-c207576f-d2c3-430a-b21f-65a0188ba7db None None] Attempting to bind port b40300ad-b8c6-4242-86a6-275df89926d9 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:04:42.675848 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-c207576f-d2c3-430a-b21f-65a0188ba7db None None] Attempting to bind port b40300ad-b8c6-4242-86a6-275df89926d9 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '334a1659-dc0d-4d5b-b932-5745958f419d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '8545e54b-3717-4805-a1ee-03079799bfbe'}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:04:42.675848 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c207576f-d2c3-430a-b21f-65a0188ba7db None None] Attempting to bind port b40300ad-b8c6-4242-86a6-275df89926d9 on network 8545e54b-3717-4805-a1ee-03079799bfbe {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:04:42.681741 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c207576f-d2c3-430a-b21f-65a0188ba7db None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:04:42.682435 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c207576f-d2c3-430a-b21f-65a0188ba7db None None] Checking segment: {'id': '334a1659-dc0d-4d5b-b932-5745958f419d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '8545e54b-3717-4805-a1ee-03079799bfbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:04:42.683015 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-c207576f-d2c3-430a-b21f-65a0188ba7db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:42.683610 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c207576f-d2c3-430a-b21f-65a0188ba7db None None] Bound using segment: {'id': '334a1659-dc0d-4d5b-b932-5745958f419d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '8545e54b-3717-4805-a1ee-03079799bfbe'} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:04:42.684251 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-c207576f-d2c3-430a-b21f-65a0188ba7db None None] Bound port: b40300ad-b8c6-4242-86a6-275df89926d9, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334a1659-dc0d-4d5b-b932-5745958f419d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '8545e54b-3717-4805-a1ee-03079799bfbe'}}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:04:42.684827 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-c207576f-d2c3-430a-b21f-65a0188ba7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:42.719320 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b868fc9c-2060-429f-8a06-cb69d62f9165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:42.761991 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b868fc9c-2060-429f-8a06-cb69d62f9165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:42.772899 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-c207576f-d2c3-430a-b21f-65a0188ba7db None None] For port b40300ad-b8c6-4242-86a6-275df89926d9, host n-d-779913-12, cleared binding levels {{(pid=93179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:04:42.779008 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-c207576f-d2c3-430a-b21f-65a0188ba7db None None] For port b40300ad-b8c6-4242-86a6-275df89926d9, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=b40300ad-b8c6-4242-86a6-275df89926d9,segment=NetworkSegment(334a1659-dc0d-4d5b-b932-5745958f419d),segment_id=334a1659-dc0d-4d5b-b932-5745958f419d)] {{(pid=93179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:04:42.838641 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0cca667f-bd22-407f-a4cd-86d5e60ad30b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:42.853866 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-c207576f-d2c3-430a-b21f-65a0188ba7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:42.856736 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-bc7d68d6-6e33-4d78-b4c4-e754cc5eb73d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:42.870034 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ffc9aacd-3a7d-468f-9383-33411727f211 req-54cd00b6-9749-410e-9229-66cad5e96563 tempest-ServerShowV247Test-550373252 tempest-ServerShowV247Test-550373252-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3c8961b-74b8-472d-8ac8-800eec64f56e HTTP/1.1" status: 200 len: 210 time: 0.0690494 Jun 11 10:04:42.887771 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-58539869-7a7c-4afd-9bdd-b472837b24c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:42.928352 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c207576f-d2c3-430a-b21f-65a0188ba7db None None] Routers {'0b01bc3d-184d-456b-989e-b2d4f269e8dd'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:04:42.931001 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-c207576f-d2c3-430a-b21f-65a0188ba7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:04:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['0b01bc3d-184d-456b-989e-b2d4f269e8dd'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:04:42.933826 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d389af-1388-497f-a8f5-2d2fce806e5e None None] Pushing event updated for resources: {'Port': ['ID=b40300ad-b8c6-4242-86a6-275df89926d9,revision_number=4']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:42.952556 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0cca667f-bd22-407f-a4cd-86d5e60ad30b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:42.965090 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b9f3be52-d3f9-4662-b957-22f01df4d0d5 tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:42.983958 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-98d389af-1388-497f-a8f5-2d2fce806e5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:43.013589 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-0cca667f-bd22-407f-a4cd-86d5e60ad30b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d5db622e759d4685866b43a1f5c7a7d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8274536 Jun 11 10:04:43.014336 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 41406) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:43.027338 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b868fc9c-2060-429f-8a06-cb69d62f9165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:43.032699 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b868fc9c-2060-429f-8a06-cb69d62f9165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:43.037037 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-b868fc9c-2060-429f-8a06-cb69d62f9165 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dbd68524-f496-40b7-9531-5541115b7848 HTTP/1.1" status: 204 len: 168 time: 0.4516485 Jun 11 10:04:43.056415 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cca667f-bd22-407f-a4cd-86d5e60ad30b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81823bf3-170d-436c-8ffe-17c53ebdc304,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:43.081490 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0cca667f-bd22-407f-a4cd-86d5e60ad30b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:43.083605 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e9c86d02-c93b-40c9-a267-6e35cc1d4e0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:43.095730 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-978a5e3c-1797-421e-9cd6-403fbca1a34e admin admin] Made reservation on behalf of 4b9849da2d5047b091632c75f0868125 for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:04:43.099284 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-978a5e3c-1797-421e-9cd6-403fbca1a34e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:43.115618 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b868fc9c-2060-429f-8a06-cb69d62f9165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbd68524-f496-40b7-9531-5541115b7848,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:43.147758 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b868fc9c-2060-429f-8a06-cb69d62f9165 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:43.150515 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-c207576f-d2c3-430a-b21f-65a0188ba7db None None] Set router 0b01bc3d-184d-456b-989e-b2d4f269e8dd gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:04:43.189638 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-978a5e3c-1797-421e-9cd6-403fbca1a34e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:43.315241 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-89d8e901-6718-4ed8-9c28-34e70d26128f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:43.368636 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-89d8e901-6718-4ed8-9c28-34e70d26128f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:43.416059 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-978a5e3c-1797-421e-9cd6-403fbca1a34e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:43.487303 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-978a5e3c-1797-421e-9cd6-403fbca1a34e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:43.491996 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0cca667f-bd22-407f-a4cd-86d5e60ad30b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:43.524114 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-c207576f-d2c3-430a-b21f-65a0188ba7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b01bc3d-184d-456b-989e-b2d4f269e8dd', 'name': 'tempest-TestAggregatesBasicOps-1245778785-router', 'tenant_id': 'd4632bec53744ee28aba8b426a46ef21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '769b3cc2-d7af-43d7-9eea-9f0e33e65ab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:04:32Z', 'updated_at': '2021-06-11T10:04:38Z', 'revision_number': 4, 'project_id': 'd4632bec53744ee28aba8b426a46ef21', 'gw_port': {'id': '769b3cc2-d7af-43d7-9eea-9f0e33e65ab7', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:4a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b01bc3d-184d-456b-989e-b2d4f269e8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:04:33Z', 'updated_at': '2021-06-11T10:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': 'b40300ad-b8c6-4242-86a6-275df89926d9', 'name': '', 'network_id': '8545e54b-3717-4805-a1ee-03079799bfbe', 'tenant_id': 'd4632bec53744ee28aba8b426a46ef21', 'mac_address': 'fa:16:3e:f3:3f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b01bc3d-184d-456b-989e-b2d4f269e8dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '61a9a3b4-a7cc-4087-9571-0f4f3c26b470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:04:37Z', 'updated_at': '2021-06-11T10:04:42Z', 'revision_number': 4, 'project_id': 'd4632bec53744ee28aba8b426a46ef21', 'subnets': [{'id': '61a9a3b4-a7cc-4087-9571-0f4f3c26b470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:04:43.528267 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c207576f-d2c3-430a-b21f-65a0188ba7db None None] The sync data for ids ['0b01bc3d-184d-456b-989e-b2d4f269e8dd'] in n-d-779913-12 is: [{'id': '0b01bc3d-184d-456b-989e-b2d4f269e8dd', 'name': 'tempest-TestAggregatesBasicOps-1245778785-router', 'tenant_id': 'd4632bec53744ee28aba8b426a46ef21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '769b3cc2-d7af-43d7-9eea-9f0e33e65ab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:04:32Z', 'updated_at': '2021-06-11T10:04:38Z', 'revision_number': 4, 'project_id': 'd4632bec53744ee28aba8b426a46ef21', 'gw_port': {'id': '769b3cc2-d7af-43d7-9eea-9f0e33e65ab7', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:4a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b01bc3d-184d-456b-989e-b2d4f269e8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:04:33Z', 'updated_at': '2021-06-11T10:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': 'b40300ad-b8c6-4242-86a6-275df89926d9', 'name': '', 'network_id': '8545e54b-3717-4805-a1ee-03079799bfbe', 'tenant_id': 'd4632bec53744ee28aba8b426a46ef21', 'mac_address': 'fa:16:3e:f3:3f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b01bc3d-184d-456b-989e-b2d4f269e8dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '61a9a3b4-a7cc-4087-9571-0f4f3c26b470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:04:37Z', 'updated_at': '2021-06-11T10:04:42Z', 'revision_number': 4, 'project_id': 'd4632bec53744ee28aba8b426a46ef21', 'subnets': [{'id': '61a9a3b4-a7cc-4087-9571-0f4f3c26b470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:04:43.531349 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-89d8e901-6718-4ed8-9c28-34e70d26128f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:43.544821 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-89d8e901-6718-4ed8-9c28-34e70d26128f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:43.544821 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-89d8e901-6718-4ed8-9c28-34e70d26128f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/81823bf3-170d-436c-8ffe-17c53ebdc304 HTTP/1.1" status: 204 len: 168 time: 0.5215476 Jun 11 10:04:43.561128 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-978a5e3c-1797-421e-9cd6-403fbca1a34e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 792} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:04:43.583921 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978a5e3c-1797-421e-9cd6-403fbca1a34e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8268866-8288-4cac-bbfe-cb6299f54529,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:43.588034 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-978a5e3c-1797-421e-9cd6-403fbca1a34e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:43.588483 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b868fc9c-2060-429f-8a06-cb69d62f9165 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:43.593555 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-978a5e3c-1797-421e-9cd6-403fbca1a34e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:43.593555 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-978a5e3c-1797-421e-9cd6-403fbca1a34e admin admin] Added segment d7f5f0f0-eb19-48c6-abfc-4791f00e2533 of type vlan for network e1c8227e-55f0-4020-a0ec-d90b3600370b Jun 11 10:04:43.646481 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d8e901-6718-4ed8-9c28-34e70d26128f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81823bf3-170d-436c-8ffe-17c53ebdc304,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:43.650771 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-89d8e901-6718-4ed8-9c28-34e70d26128f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:43.712413 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f95e8227-6973-4794-961b-1b86e453022e tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:43.781478 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-978a5e3c-1797-421e-9cd6-403fbca1a34e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:43.883221 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-978a5e3c-1797-421e-9cd6-403fbca1a34e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:43.884384 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978a5e3c-1797-421e-9cd6-403fbca1a34e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:04:43.884996 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-978a5e3c-1797-421e-9cd6-403fbca1a34e admin admin] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:43.887835 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9ae76c56-215f-4664-a138-06ddd8444a84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:43.919464 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f95e8227-6973-4794-961b-1b86e453022e tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:43.974953 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 41422) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:43.992711 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978a5e3c-1797-421e-9cd6-403fbca1a34e admin admin] Pushing event updated for resources: {'Network': ['ID=e1c8227e-55f0-4020-a0ec-d90b3600370b,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:43.994909 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-978a5e3c-1797-421e-9cd6-403fbca1a34e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:44.008019 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network e1c8227e-55f0-4020-a0ec-d90b3600370b details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:04:44.015414 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-590a03cb-b4ee-4f7b-b16e-7a056bc501fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:44.030816 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device b40300ad-b8c6-4242-86a6-275df89926d9 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:04:44.093648 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-978a5e3c-1797-421e-9cd6-403fbca1a34e admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5965693 Jun 11 10:04:44.096591 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 41424) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:44.101571 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-bfca4dee-dab4-415d-b5cf-d6197b17e439 admin admin] Request body: {'subnet': {'network_id': 'e1c8227e-55f0-4020-a0ec-d90b3600370b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1679957296-subnet', 'tenant_id': '4b9849da2d5047b091632c75f0868125', 'ip_version': 4}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:04:44.189945 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f7cf9a8d-6f6f-40ab-aa53-cca6938968c5 req-a3cc8815-7e80-494b-997f-d42dfdd026ef tempest-ServerShowV247Test-550373252 tempest-ServerShowV247Test-550373252-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3c8961b-74b8-472d-8ac8-800eec64f56e HTTP/1.1" status: 200 len: 210 time: 0.1014807 Jun 11 10:04:44.302800 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f95e8227-6973-4794-961b-1b86e453022e tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:44.312315 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port b40300ad-b8c6-4242-86a6-275df89926d9 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:04:44.318439 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port b40300ad-b8c6-4242-86a6-275df89926d9 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:04:44.318837 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:44.342104 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-590a03cb-b4ee-4f7b-b16e-7a056bc501fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:44.431672 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:44.442308 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f95e8227-6973-4794-961b-1b86e453022e tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:44.446238 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a20826d9-faad-4749-974f-a5948685dae1 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:44.475092 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port b40300ad-b8c6-4242-86a6-275df89926d9, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=b40300ad-b8c6-4242-86a6-275df89926d9,segment=NetworkSegment(334a1659-dc0d-4d5b-b932-5745958f419d),segment_id=334a1659-dc0d-4d5b-b932-5745958f419d)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:04:44.489720 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-590a03cb-b4ee-4f7b-b16e-7a056bc501fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:44.555985 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-590a03cb-b4ee-4f7b-b16e-7a056bc501fd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ac370d9ba9d64857bc57f61194e6e239&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5799551 Jun 11 10:04:44.559113 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 41432) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:44.576494 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95e8227-6973-4794-961b-1b86e453022e tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Pushing event updated for resources: {'Port': ['ID=6ca637f1-df0a-4db4-a19d-972dec610765,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:44.595329 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f95e8227-6973-4794-961b-1b86e453022e tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:44.595329 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-bae78a17-ec73-4080-b9e1-54cad9042335 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:44.613609 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:44.616395 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:44.620938 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f95e8227-6973-4794-961b-1b86e453022e tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:44.626872 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfca4dee-dab4-415d-b5cf-d6197b17e439 admin admin] Made reservation on behalf of 4b9849da2d5047b091632c75f0868125 for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:04:44.627946 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590a03cb-b4ee-4f7b-b16e-7a056bc501fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=470cd1c0-646b-4a5b-8f40-c99846b7072c,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:44.631638 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bfca4dee-dab4-415d-b5cf-d6197b17e439 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:44.683743 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=b40300ad-b8c6-4242-86a6-275df89926d9,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:44.687296 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:44.709483 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a0ef83c4-b3d9-4f80-910b-2d662e6444f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:44.775175 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 41434) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:44.792585 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-590a03cb-b4ee-4f7b-b16e-7a056bc501fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:44.802220 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a0ef83c4-b3d9-4f80-910b-2d662e6444f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:44.822134 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c3cd3bc5-d3a5-4a46-bb4e-cd3b923358d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:44.849053 n-d-779913-12 neutron-server[93177]: INFO neutron.db.l3_db [None req-f95e8227-6973-4794-961b-1b86e453022e tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Floating IP e3f3bf7f-bbb3-4611-9bc3-814afccd24af associated. External IP: 172.25.4.143, port: ac2bb751-7f72-4029-8868-d6ceb3336efc. Jun 11 10:04:45.074472 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c3cd3bc5-d3a5-4a46-bb4e-cd3b923358d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:45.110694 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a0ef83c4-b3d9-4f80-910b-2d662e6444f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:45.113491 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a0ef83c4-b3d9-4f80-910b-2d662e6444f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:45.117112 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-a0ef83c4-b3d9-4f80-910b-2d662e6444f5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/470cd1c0-646b-4a5b-8f40-c99846b7072c HTTP/1.1" status: 204 len: 168 time: 0.5542631 Jun 11 10:04:45.117112 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-564c7d68-fd7d-40e5-b0dd-db780430805e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:45.127495 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ef83c4-b3d9-4f80-910b-2d662e6444f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=470cd1c0-646b-4a5b-8f40-c99846b7072c,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:45.130692 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a0ef83c4-b3d9-4f80-910b-2d662e6444f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:45.139406 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c3cd3bc5-d3a5-4a46-bb4e-cd3b923358d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:45.143591 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b16f8a71-c8ec-4c3d-99a3-f5d268240350 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:45.146322 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bfca4dee-dab4-415d-b5cf-d6197b17e439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:45.205959 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-c3cd3bc5-d3a5-4a46-bb4e-cd3b923358d2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4c79bc31ada5444ca60b1baf123c584d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4297035 Jun 11 10:04:45.209709 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 41440) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:45.210860 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cd3bc5-d3a5-4a46-bb4e-cd3b923358d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdbb50f6-d458-4357-a5fe-7d7fbb1296d1,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:45.214682 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c3cd3bc5-d3a5-4a46-bb4e-cd3b923358d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:45.216957 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2a71bb16-a9e1-4abe-84c9-c94a07af2240 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:45.246704 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f95e8227-6973-4794-961b-1b86e453022e tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Router d3f144aa-bd3f-4343-96aa-96eba3abd05e has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:04:45.283874 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfca4dee-dab4-415d-b5cf-d6197b17e439 admin admin] Checking segment: {'id': 'd7f5f0f0-eb19-48c6-abfc-4791f00e2533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'e1c8227e-55f0-4020-a0ec-d90b3600370b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:04:45.284271 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfca4dee-dab4-415d-b5cf-d6197b17e439 admin admin] Network hostable DHCP agents. Network: e1c8227e-55f0-4020-a0ec-d90b3600370b, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:04:45.290706 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfca4dee-dab4-415d-b5cf-d6197b17e439 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02abfa8d-3ae9-4c4a-8d54-b96eddcd3419,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:45.293940 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-bfca4dee-dab4-415d-b5cf-d6197b17e439 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:45.310398 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9912c545-c458-4feb-9bec-8dedefc43b2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:45.378448 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2facdee7-e8fe-45a8-88a6-7f880e9398af req-406c04b6-f5f2-4505-876f-a7655a4c2582 tempest-ServerShowV247Test-550373252 tempest-ServerShowV247Test-550373252-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3c8961b-74b8-472d-8ac8-800eec64f56e HTTP/1.1" status: 200 len: 210 time: 0.0361738 Jun 11 10:04:45.379197 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfca4dee-dab4-415d-b5cf-d6197b17e439 admin admin] Network e1c8227e-55f0-4020-a0ec-d90b3600370b is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:04:45.442862 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9912c545-c458-4feb-9bec-8dedefc43b2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:45.488623 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-bfca4dee-dab4-415d-b5cf-d6197b17e439 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, e1c8227e-55f0-4020-a0ec-d90b3600370b) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:04:45.493089 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfca4dee-dab4-415d-b5cf-d6197b17e439 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:04:45.493942 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bfca4dee-dab4-415d-b5cf-d6197b17e439 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:45.517785 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7963e494-a6fb-4297-872e-eadff3f63fbc None None] Network e1c8227e-55f0-4020-a0ec-d90b3600370b requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:04:45.524950 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f95e8227-6973-4794-961b-1b86e453022e tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:04:45.551252 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c086ea66-2b83-4b75-9f83-99da00e192d7 None None] Sync routers for ids ['d3f144aa-bd3f-4343-96aa-96eba3abd05e'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:04:45.581578 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c086ea66-2b83-4b75-9f83-99da00e192d7 None None] Routers {'d3f144aa-bd3f-4343-96aa-96eba3abd05e'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:04:45.582321 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-c086ea66-2b83-4b75-9f83-99da00e192d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:04:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['d3f144aa-bd3f-4343-96aa-96eba3abd05e'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:04:45.638697 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f95e8227-6973-4794-961b-1b86e453022e tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:45.639006 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-bfca4dee-dab4-415d-b5cf-d6197b17e439 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5412288 Jun 11 10:04:45.641461 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 41446) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:45.642269 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9912c545-c458-4feb-9bec-8dedefc43b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:45.644847 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9912c545-c458-4feb-9bec-8dedefc43b2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:45.646199 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-9912c545-c458-4feb-9bec-8dedefc43b2e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cdbb50f6-d458-4357-a5fe-7d7fbb1296d1 HTTP/1.1" status: 204 len: 168 time: 0.4337754 Jun 11 10:04:45.651694 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-e57079ab-41e6-484a-9035-3c77b14691a7 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1679957296-router', 'tenant_id': '4b9849da2d5047b091632c75f0868125', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:04:45.655851 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d8f7ca71-83d7-4047-adc7-474031b5c02e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:45.675833 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-c086ea66-2b83-4b75-9f83-99da00e192d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:04:45.693906 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c086ea66-2b83-4b75-9f83-99da00e192d7 None None] Routers {'d3f144aa-bd3f-4343-96aa-96eba3abd05e'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:04:45.694531 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-c086ea66-2b83-4b75-9f83-99da00e192d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:04:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['d3f144aa-bd3f-4343-96aa-96eba3abd05e'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:04:45.701078 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9912c545-c458-4feb-9bec-8dedefc43b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdbb50f6-d458-4357-a5fe-7d7fbb1296d1,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:45.713558 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9912c545-c458-4feb-9bec-8dedefc43b2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:45.750700 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 41452) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:45.750849 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-f95e8227-6973-4794-961b-1b86e453022e tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.0774829 Jun 11 10:04:45.756341 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-e9fec75d-54d1-4173-83e4-fbe930fb3c38 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:04:45.792112 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-c086ea66-2b83-4b75-9f83-99da00e192d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:04:45.792656 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c086ea66-2b83-4b75-9f83-99da00e192d7 None None] The sync data for ids ['d3f144aa-bd3f-4343-96aa-96eba3abd05e'] in n-d-779913-12 is: [] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:04:45.844374 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e57079ab-41e6-484a-9035-3c77b14691a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:45.845538 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e57079ab-41e6-484a-9035-3c77b14691a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:45.886713 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e9fec75d-54d1-4173-83e4-fbe930fb3c38 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks [] for floatingip, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:45.916933 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f00e9b-4061-4861-824c-3b564f5b7f7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-e1c8227e-55f0-4020-a0ec-d90b3600370b', 'network_id': 'e1c8227e-55f0-4020-a0ec-d90b3600370b', 'tenant_id': '4b9849da2d5047b091632c75f0868125', 'fixed_ips': [{'subnet_id': '02abfa8d-3ae9-4c4a-8d54-b96eddcd3419'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 10:04:45.918611 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-49f00e9b-4061-4861-824c-3b564f5b7f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:45.950038 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-5309d1e8-2cbb-48ec-a41b-7132ca37a991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:45.979364 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e57079ab-41e6-484a-9035-3c77b14691a7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:46.021087 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device b40300ad-b8c6-4242-86a6-275df89926d9 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:04:46.026083 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:46.136117 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port b40300ad-b8c6-4242-86a6-275df89926d9 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:04:46.136507 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:46.173341 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e9fec75d-54d1-4173-83e4-fbe930fb3c38 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:46.178100 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-49f00e9b-4061-4861-824c-3b564f5b7f7d None None] Allocated IP 172.20.0.2 (e1c8227e-55f0-4020-a0ec-d90b3600370b/02abfa8d-3ae9-4c4a-8d54-b96eddcd3419/1d4a6350-34d2-476b-bfc8-8f7654da1d46) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:04:46.272140 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e9fec75d-54d1-4173-83e4-fbe930fb3c38 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:46.272555 n-d-779913-12 neutron-server[93176]: INFO neutron.db.l3_db [None req-e9fec75d-54d1-4173-83e4-fbe930fb3c38 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Floating IP e3f3bf7f-bbb3-4611-9bc3-814afccd24af disassociated. External IP: 172.25.4.143, port: ac2bb751-7f72-4029-8868-d6ceb3336efc. Jun 11 10:04:46.322535 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e57079ab-41e6-484a-9035-3c77b14691a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:46.424432 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-49f00e9b-4061-4861-824c-3b564f5b7f7d None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:46.433063 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-49f00e9b-4061-4861-824c-3b564f5b7f7d None None] Transition to ACTIVE for port object 1d4a6350-34d2-476b-bfc8-8f7654da1d46 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:04:46.453767 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-49f00e9b-4061-4861-824c-3b564f5b7f7d None None] Transition to ACTIVE for port object 1d4a6350-34d2-476b-bfc8-8f7654da1d46 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:04:46.572131 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-49f00e9b-4061-4861-824c-3b564f5b7f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:46.577978 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-d53c7f08-7f26-4a10-9a0f-a84cf2fcb470 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:46.666809 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5f6029d9-253a-446f-a7f4-7f0506344c0d req-a0d2a49a-ef03-4097-a03f-4b5321ff624f tempest-ServerShowV247Test-550373252 tempest-ServerShowV247Test-550373252-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3c8961b-74b8-472d-8ac8-800eec64f56e HTTP/1.1" status: 200 len: 210 time: 0.0508487 Jun 11 10:04:46.718308 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9fec75d-54d1-4173-83e4-fbe930fb3c38 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Router d3f144aa-bd3f-4343-96aa-96eba3abd05e has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:04:46.896882 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e57079ab-41e6-484a-9035-3c77b14691a7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:46.902506 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:46.920678 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f00e9b-4061-4861-824c-3b564f5b7f7d None None] Network e1c8227e-55f0-4020-a0ec-d90b3600370b is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:04:46.924185 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-49f00e9b-4061-4861-824c-3b564f5b7f7d None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:04:46.930835 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e57079ab-41e6-484a-9035-3c77b14691a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:46.934340 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f00e9b-4061-4861-824c-3b564f5b7f7d None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:04:46.947838 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f00e9b-4061-4861-824c-3b564f5b7f7d None None] Pushing event updated for resources: {'Port': ['ID=1d4a6350-34d2-476b-bfc8-8f7654da1d46,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:46.980094 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-49f00e9b-4061-4861-824c-3b564f5b7f7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:47.000183 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9fec75d-54d1-4173-83e4-fbe930fb3c38 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:04:47.013686 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b758d718-87e2-4f2c-bf19-88560a4f3aea None None] Sync routers for ids ['d3f144aa-bd3f-4343-96aa-96eba3abd05e'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:04:47.015280 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e9fec75d-54d1-4173-83e4-fbe930fb3c38 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:47.028023 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b758d718-87e2-4f2c-bf19-88560a4f3aea None None] Routers {'d3f144aa-bd3f-4343-96aa-96eba3abd05e'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:04:47.028902 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-b758d718-87e2-4f2c-bf19-88560a4f3aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:04:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['d3f144aa-bd3f-4343-96aa-96eba3abd05e'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:04:47.048991 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-49f00e9b-4061-4861-824c-3b564f5b7f7d None None] Attempting to bind port 1d4a6350-34d2-476b-bfc8-8f7654da1d46 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:04:47.049376 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-49f00e9b-4061-4861-824c-3b564f5b7f7d None None] Attempting to bind port 1d4a6350-34d2-476b-bfc8-8f7654da1d46 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'd7f5f0f0-eb19-48c6-abfc-4791f00e2533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'e1c8227e-55f0-4020-a0ec-d90b3600370b'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:04:47.049816 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f00e9b-4061-4861-824c-3b564f5b7f7d None None] Attempting to bind port 1d4a6350-34d2-476b-bfc8-8f7654da1d46 on network e1c8227e-55f0-4020-a0ec-d90b3600370b {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:04:47.064039 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f00e9b-4061-4861-824c-3b564f5b7f7d None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:04:47.064283 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f00e9b-4061-4861-824c-3b564f5b7f7d None None] Checking segment: {'id': 'd7f5f0f0-eb19-48c6-abfc-4791f00e2533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'e1c8227e-55f0-4020-a0ec-d90b3600370b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:04:47.064690 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-49f00e9b-4061-4861-824c-3b564f5b7f7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:47.065098 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f00e9b-4061-4861-824c-3b564f5b7f7d None None] Bound using segment: {'id': 'd7f5f0f0-eb19-48c6-abfc-4791f00e2533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'e1c8227e-55f0-4020-a0ec-d90b3600370b'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:04:47.065614 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-49f00e9b-4061-4861-824c-3b564f5b7f7d None None] Bound port: 1d4a6350-34d2-476b-bfc8-8f7654da1d46, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7f5f0f0-eb19-48c6-abfc-4791f00e2533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'e1c8227e-55f0-4020-a0ec-d90b3600370b'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:04:47.065962 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-49f00e9b-4061-4861-824c-3b564f5b7f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:47.094133 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-e57079ab-41e6-484a-9035-3c77b14691a7 admin admin] Allocated IP 172.25.4.61 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/6900a3bb-5bfe-42e0-894c-4609fa042b37) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:04:47.097846 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-b758d718-87e2-4f2c-bf19-88560a4f3aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:04:47.106707 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b758d718-87e2-4f2c-bf19-88560a4f3aea None None] Routers {'d3f144aa-bd3f-4343-96aa-96eba3abd05e'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:04:47.107597 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-b758d718-87e2-4f2c-bf19-88560a4f3aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:04:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['d3f144aa-bd3f-4343-96aa-96eba3abd05e'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:04:47.118771 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-e9fec75d-54d1-4173-83e4-fbe930fb3c38 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] 10.222.0.60 "PUT /v2.0/floatingips/e3f3bf7f-bbb3-4611-9bc3-814afccd24af HTTP/1.1" status: 200 len: 688 time: 1.3668733 Jun 11 10:04:47.123258 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 41498) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:47.164530 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-b758d718-87e2-4f2c-bf19-88560a4f3aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:04:47.165219 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b758d718-87e2-4f2c-bf19-88560a4f3aea None None] The sync data for ids ['d3f144aa-bd3f-4343-96aa-96eba3abd05e'] in n-d-779913-12 is: [] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:04:47.179598 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-49f00e9b-4061-4861-824c-3b564f5b7f7d None None] For port 1d4a6350-34d2-476b-bfc8-8f7654da1d46, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:04:47.183876 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-49f00e9b-4061-4861-824c-3b564f5b7f7d None None] For port 1d4a6350-34d2-476b-bfc8-8f7654da1d46, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=1d4a6350-34d2-476b-bfc8-8f7654da1d46,segment=NetworkSegment(d7f5f0f0-eb19-48c6-abfc-4791f00e2533),segment_id=d7f5f0f0-eb19-48c6-abfc-4791f00e2533)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:04:47.258676 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e57079ab-41e6-484a-9035-3c77b14691a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:47.324070 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-8d3d9f3c-c267-4f59-b934-61c63056b677 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Deleting port 6ca637f1-df0a-4db4-a19d-972dec610765 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:04:47.324330 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8d3d9f3c-c267-4f59-b934-61c63056b677 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:47.340016 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-49f00e9b-4061-4861-824c-3b564f5b7f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:47.342846 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:47.420883 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f00e9b-4061-4861-824c-3b564f5b7f7d None None] Pushing event updated for resources: {'Port': ['ID=1d4a6350-34d2-476b-bfc8-8f7654da1d46,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:47.433981 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-49f00e9b-4061-4861-824c-3b564f5b7f7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:47.463065 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8d3d9f3c-c267-4f59-b934-61c63056b677 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:47.463408 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8d3d9f3c-c267-4f59-b934-61c63056b677 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:47.506197 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e57079ab-41e6-484a-9035-3c77b14691a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:47.509402 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8edb418c-6f2e-42b9-8e25-9d4808f180bc tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:47.562060 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57079ab-41e6-484a-9035-3c77b14691a7 admin admin] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:04:47.565091 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-e57079ab-41e6-484a-9035-3c77b14691a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:04:47.569433 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57079ab-41e6-484a-9035-3c77b14691a7 admin admin] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:04:47.585570 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-8d3d9f3c-c267-4f59-b934-61c63056b677 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Calling delete_port for 6ca637f1-df0a-4db4-a19d-972dec610765 owned by network:floatingip {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:04:47.636427 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57079ab-41e6-484a-9035-3c77b14691a7 admin admin] Pushing event updated for resources: {'Port': ['ID=6900a3bb-5bfe-42e0-894c-4609fa042b37,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:47.661934 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e57079ab-41e6-484a-9035-3c77b14691a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:47.933840 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8d3d9f3c-c267-4f59-b934-61c63056b677 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:47.938629 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-bc9d6000-065a-42cb-ad82-31451fc383cc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:48.008536 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3d9f3c-c267-4f59-b934-61c63056b677 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Pushing event deleted for resources: {'Port': ['ID=6ca637f1-df0a-4db4-a19d-972dec610765,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:48.012662 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8d3d9f3c-c267-4f59-b934-61c63056b677 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:48.053147 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 1d4a6350-34d2-476b-bfc8-8f7654da1d46 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:04:48.122029 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8d3d9f3c-c267-4f59-b934-61c63056b677 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks [] for floatingip, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:48.127379 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8d3d9f3c-c267-4f59-b934-61c63056b677 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:48.132548 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-8d3d9f3c-c267-4f59-b934-61c63056b677 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] 10.222.0.60 "DELETE /v2.0/floatingips/e3f3bf7f-bbb3-4611-9bc3-814afccd24af HTTP/1.1" status: 204 len: 168 time: 1.0081990 Jun 11 10:04:48.133209 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 41528) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:48.138286 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-3e169210-de2e-49ab-b1fc-46efe4044bfe tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Request body: {'floatingip': {'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'port_id': 'b71d4441-5a59-4d4e-a5ba-5307e5b71015'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:04:48.253876 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 1d4a6350-34d2-476b-bfc8-8f7654da1d46 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:04:48.288323 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3e169210-de2e-49ab-b1fc-46efe4044bfe tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks [] for floatingip, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:48.390792 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:48.418835 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-feee3b0d-a22b-4dd6-8e19-4286e2af2f61 req-f9bcbf3f-d1be-4433-aca0-0a9c32905538 tempest-ServerShowV247Test-550373252 tempest-ServerShowV247Test-550373252-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3c8961b-74b8-472d-8ac8-800eec64f56e HTTP/1.1" status: 200 len: 210 time: 0.0608308 Jun 11 10:04:48.538340 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3e169210-de2e-49ab-b1fc-46efe4044bfe tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:48.689110 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 41544) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:48.772776 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-3e169210-de2e-49ab-b1fc-46efe4044bfe tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Allocated IP 172.25.4.126 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/b5445e1c-3ef6-4f06-8dac-2d2b1d6f7855) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:04:48.801048 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d3b8be-c9c9-4280-a825-2795bf2ff0d7 req-0f471cc8-b968-4a89-8e05-3430b4025e57 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:04:48.810160 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a9d3b8be-c9c9-4280-a825-2795bf2ff0d7 req-0f471cc8-b968-4a89-8e05-3430b4025e57 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=93ad82f0-8781-4cf6-a466-9a57ed82acf5 HTTP/1.1" status: 200 len: 945 time: 0.1487877 Jun 11 10:04:48.822815 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e57079ab-41e6-484a-9035-3c77b14691a7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:48.915553 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287275f0-35ad-4a9b-b13b-11d2203ac934 None None] Network e1c8227e-55f0-4020-a0ec-d90b3600370b requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:04:48.967155 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-97d685aa-6bd9-431d-9b26-54b535a13826 tempest-QuotasNegativeTest-403483631 tempest-QuotasNegativeTest-403483631-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:04:48.998356 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a9d3b8be-c9c9-4280-a825-2795bf2ff0d7 req-c9f3460b-5628-4bec-a1fc-e5206544d15f tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c9589fb-c3c5-418d-8928-25f3ef7c4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1869295 Jun 11 10:04:49.039428 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3e169210-de2e-49ab-b1fc-46efe4044bfe tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:49.069883 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-db8a07c9-e521-4241-bda4-27447f8de8ee None None] Provisioning for port 1d4a6350-34d2-476b-bfc8-8f7654da1d46 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:04:49.078058 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-db8a07c9-e521-4241-bda4-27447f8de8ee None None] Provisioning complete for port 1d4a6350-34d2-476b-bfc8-8f7654da1d46 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:04:49.078449 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-db8a07c9-e521-4241-bda4-27447f8de8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:49.094411 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-97d685aa-6bd9-431d-9b26-54b535a13826 tempest-QuotasNegativeTest-403483631 tempest-QuotasNegativeTest-403483631-project-admin] 10.222.0.60 "PUT /v2.0/quotas/845bc7481b204c1b9af9853addbf66ef HTTP/1.1" status: 200 len: 368 time: 0.4041505 Jun 11 10:04:49.097025 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 41550) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:49.103246 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-1a262535-37d5-49b6-8f46-33023d023e81 tempest-QuotasNegativeTest-403483631 tempest-QuotasNegativeTest-403483631-project-admin] Request body: {'network': {'project_id': '845bc7481b204c1b9af9853addbf66ef'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:04:49.173974 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a262535-37d5-49b6-8f46-33023d023e81 tempest-QuotasNegativeTest-403483631 tempest-QuotasNegativeTest-403483631-project-admin] Made reservation on behalf of 845bc7481b204c1b9af9853addbf66ef for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:04:49.178661 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1a262535-37d5-49b6-8f46-33023d023e81 tempest-QuotasNegativeTest-403483631 tempest-QuotasNegativeTest-403483631-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:49.180461 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e57079ab-41e6-484a-9035-3c77b14691a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:49.190248 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1a262535-37d5-49b6-8f46-33023d023e81 tempest-QuotasNegativeTest-403483631 tempest-QuotasNegativeTest-403483631-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:49.205912 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3e169210-de2e-49ab-b1fc-46efe4044bfe tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:49.210188 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-57e95496-4807-4adc-9e61-6a6b769965bd tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:49.272250 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-db8a07c9-e521-4241-bda4-27447f8de8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:49.328656 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-db8a07c9-e521-4241-bda4-27447f8de8ee None None] For port 1d4a6350-34d2-476b-bfc8-8f7654da1d46, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=1d4a6350-34d2-476b-bfc8-8f7654da1d46,segment=NetworkSegment(d7f5f0f0-eb19-48c6-abfc-4791f00e2533),segment_id=d7f5f0f0-eb19-48c6-abfc-4791f00e2533)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:04:49.391207 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-db8a07c9-e521-4241-bda4-27447f8de8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:49.393953 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:49.453261 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e57079ab-41e6-484a-9035-3c77b14691a7 admin admin] Router 8cb004fb-b8d9-443a-ba27-c7a5a43325b1 is scheduled to L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 with binding_index 1 {{(pid=93177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 10:04:49.455556 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8a07c9-e521-4241-bda4-27447f8de8ee None None] Pushing event updated for resources: {'Port': ['ID=1d4a6350-34d2-476b-bfc8-8f7654da1d46,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:49.459436 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-db8a07c9-e521-4241-bda4-27447f8de8ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:49.616204 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-39b5d97e-f24c-48dc-9ee0-50575803876b None None] Provisioning complete for port 1d4a6350-34d2-476b-bfc8-8f7654da1d46 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:04:49.616504 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-39b5d97e-f24c-48dc-9ee0-50575803876b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:49.637066 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e57079ab-41e6-484a-9035-3c77b14691a7 admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:04:49.648783 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8e47de-d493-4cee-b86c-0106ef3a5b59 None None] Sync routers for ids ['8cb004fb-b8d9-443a-ba27-c7a5a43325b1'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:04:49.668960 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8e47de-d493-4cee-b86c-0106ef3a5b59 None None] Routers {'8cb004fb-b8d9-443a-ba27-c7a5a43325b1'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:04:49.669811 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-6c8e47de-d493-4cee-b86c-0106ef3a5b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:04:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['8cb004fb-b8d9-443a-ba27-c7a5a43325b1'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:04:49.689520 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e169210-de2e-49ab-b1fc-46efe4044bfe tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:04:49.704381 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-3e169210-de2e-49ab-b1fc-46efe4044bfe tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:04:49.710038 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e169210-de2e-49ab-b1fc-46efe4044bfe tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:04:49.739174 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ea519a32-efd4-41c0-9d81-ec1fd1decb8e req-29bac520-c088-4ee8-a3c0-081166c226fc tempest-ServerShowV247Test-550373252 tempest-ServerShowV247Test-550373252-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3c8961b-74b8-472d-8ac8-800eec64f56e HTTP/1.1" status: 200 len: 210 time: 0.0486925 Jun 11 10:04:49.768230 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e169210-de2e-49ab-b1fc-46efe4044bfe tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Pushing event updated for resources: {'Port': ['ID=b5445e1c-3ef6-4f06-8dac-2d2b1d6f7855,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:49.772360 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3e169210-de2e-49ab-b1fc-46efe4044bfe tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:49.867659 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-6c8e47de-d493-4cee-b86c-0106ef3a5b59 None None] Set router 8cb004fb-b8d9-443a-ba27-c7a5a43325b1 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:04:50.001898 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1a262535-37d5-49b6-8f46-33023d023e81 tempest-QuotasNegativeTest-403483631 tempest-QuotasNegativeTest-403483631-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:50.034121 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 1d4a6350-34d2-476b-bfc8-8f7654da1d46 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:04:50.100713 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1a262535-37d5-49b6-8f46-33023d023e81 tempest-QuotasNegativeTest-403483631 tempest-QuotasNegativeTest-403483631-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:50.114628 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a262535-37d5-49b6-8f46-33023d023e81 tempest-QuotasNegativeTest-403483631 tempest-QuotasNegativeTest-403483631-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 785} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:04:50.124910 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1a262535-37d5-49b6-8f46-33023d023e81 tempest-QuotasNegativeTest-403483631 tempest-QuotasNegativeTest-403483631-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:50.125500 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-1a262535-37d5-49b6-8f46-33023d023e81 tempest-QuotasNegativeTest-403483631 tempest-QuotasNegativeTest-403483631-project-admin] Added segment a0f8cfeb-ab05-4f34-b935-66e73142e7de of type vlan for network 69dd3efb-539d-42af-af2b-7f3799c48095 Jun 11 10:04:50.144433 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e57079ab-41e6-484a-9035-3c77b14691a7 admin admin] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:50.145897 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-e57079ab-41e6-484a-9035-3c77b14691a7 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.4986775 Jun 11 10:04:50.150030 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 41560) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:50.152141 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 1d4a6350-34d2-476b-bfc8-8f7654da1d46 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:04:50.153190 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:50.178095 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a576ddc3-0885-43c1-bb23-bb1cc78ec887 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:50.215448 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a262535-37d5-49b6-8f46-33023d023e81 tempest-QuotasNegativeTest-403483631 tempest-QuotasNegativeTest-403483631-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b28b2f0-a8a7-484e-ae32-f7c84a51506c,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:50.219470 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1a262535-37d5-49b6-8f46-33023d023e81 tempest-QuotasNegativeTest-403483631 tempest-QuotasNegativeTest-403483631-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:50.239150 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1a262535-37d5-49b6-8f46-33023d023e81 tempest-QuotasNegativeTest-403483631 tempest-QuotasNegativeTest-403483631-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:50.250753 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-6c8e47de-d493-4cee-b86c-0106ef3a5b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb004fb-b8d9-443a-ba27-c7a5a43325b1', 'name': 'tempest-TestAggregatesBasicOps-1679957296-router', 'tenant_id': '4b9849da2d5047b091632c75f0868125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '6900a3bb-5bfe-42e0-894c-4609fa042b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:04:45Z', 'updated_at': '2021-06-11T10:04:48Z', 'revision_number': 3, 'project_id': '4b9849da2d5047b091632c75f0868125', 'gw_port': {'id': '6900a3bb-5bfe-42e0-894c-4609fa042b37', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c6:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb004fb-b8d9-443a-ba27-c7a5a43325b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:04:46Z', 'updated_at': '2021-06-11T10:04:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:04:50.256423 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8e47de-d493-4cee-b86c-0106ef3a5b59 None None] Checking router: 8cb004fb-b8d9-443a-ba27-c7a5a43325b1 for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:04:50.256936 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8e47de-d493-4cee-b86c-0106ef3a5b59 None None] Updating router 8cb004fb-b8d9-443a-ba27-c7a5a43325b1 port 6900a3bb-5bfe-42e0-894c-4609fa042b37 binding host n-d-779913-12 {{(pid=93178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 10:04:50.296138 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-534b26ee-0b35-450c-b13a-cb5341f0544e req-ae1eae00-a98d-4b72-94e6-202aa7009c95 tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=eadf3fa0fbf64aa2a7dd1766892a07b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0458581 Jun 11 10:04:50.334578 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6c8e47de-d493-4cee-b86c-0106ef3a5b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:50.455495 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d916bed3-a410-4dac-8dc7-3e4d42cd9e3f req-7ced1703-7ebc-4449-9fbe-493f4a78713b tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:04:50.460068 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d916bed3-a410-4dac-8dc7-3e4d42cd9e3f req-7ced1703-7ebc-4449-9fbe-493f4a78713b tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=93ad82f0-8781-4cf6-a466-9a57ed82acf5 HTTP/1.1" status: 200 len: 945 time: 0.3109589 Jun 11 10:04:50.523238 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d916bed3-a410-4dac-8dc7-3e4d42cd9e3f req-82d83072-63d6-4eec-affc-eb6553c77cd3 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c9589fb-c3c5-418d-8928-25f3ef7c4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602822 Jun 11 10:04:50.584164 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1a262535-37d5-49b6-8f46-33023d023e81 tempest-QuotasNegativeTest-403483631 tempest-QuotasNegativeTest-403483631-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:50.585202 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a262535-37d5-49b6-8f46-33023d023e81 tempest-QuotasNegativeTest-403483631 tempest-QuotasNegativeTest-403483631-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:04:50.586071 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1a262535-37d5-49b6-8f46-33023d023e81 tempest-QuotasNegativeTest-403483631 tempest-QuotasNegativeTest-403483631-project-admin] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:50.597525 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-cabff35d-406d-4b76-9d47-ef8202937bb5 tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:50.662549 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b26ee-0b35-450c-b13a-cb5341f0544e req-fae4d177-fdc3-4101-8b0d-bce6463054b1 tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:04:50.664041 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-534b26ee-0b35-450c-b13a-cb5341f0544e req-fae4d177-fdc3-4101-8b0d-bce6463054b1 tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3579004 Jun 11 10:04:50.691443 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6c8e47de-d493-4cee-b86c-0106ef3a5b59 None None] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:50.702275 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-6c8e47de-d493-4cee-b86c-0106ef3a5b59 None None] Transition to ACTIVE for port object 6900a3bb-5bfe-42e0-894c-4609fa042b37 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:04:50.730828 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a262535-37d5-49b6-8f46-33023d023e81 tempest-QuotasNegativeTest-403483631 tempest-QuotasNegativeTest-403483631-project-admin] Pushing event updated for resources: {'Network': ['ID=69dd3efb-539d-42af-af2b-7f3799c48095,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:50.734059 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1a262535-37d5-49b6-8f46-33023d023e81 tempest-QuotasNegativeTest-403483631 tempest-QuotasNegativeTest-403483631-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:50.737581 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-534b26ee-0b35-450c-b13a-cb5341f0544e req-c9bb1834-6639-42f7-b0b3-e914e9fcc6c8 tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] 10.222.0.60 "GET /v2.0/quotas/eadf3fa0fbf64aa2a7dd1766892a07b8 HTTP/1.1" status: 200 len: 375 time: 0.0672233 Jun 11 10:04:50.738747 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3e169210-de2e-49ab-b1fc-46efe4044bfe tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:50.745916 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 69dd3efb-539d-42af-af2b-7f3799c48095 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:04:50.833601 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7cd820c7-0679-4f11-aeca-9f7e0ff40323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:50.848584 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6c8e47de-d493-4cee-b86c-0106ef3a5b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:50.852154 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-bbb90d19-b142-4c47-8303-9a222814b859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:50.864675 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-534b26ee-0b35-450c-b13a-cb5341f0544e req-7f01b353-464a-4583-8601-0b134a25e815 tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=eadf3fa0fbf64aa2a7dd1766892a07b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0873086 Jun 11 10:04:50.864675 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-1a262535-37d5-49b6-8f46-33023d023e81 tempest-QuotasNegativeTest-403483631 tempest-QuotasNegativeTest-403483631-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.7638602 Jun 11 10:04:50.868471 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 41574) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:50.885227 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-61bc9d78-2745-4299-b76a-68dbb1fd3ecc tempest-QuotasNegativeTest-403483631 tempest-QuotasNegativeTest-403483631-project-admin] Request body: {'network': {'project_id': '845bc7481b204c1b9af9853addbf66ef'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:04:50.913378 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-6c8e47de-d493-4cee-b86c-0106ef3a5b59 None None] Attempting to bind port 6900a3bb-5bfe-42e0-894c-4609fa042b37 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:04:50.913831 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-6c8e47de-d493-4cee-b86c-0106ef3a5b59 None None] Attempting to bind port 6900a3bb-5bfe-42e0-894c-4609fa042b37 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:04:50.914389 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8e47de-d493-4cee-b86c-0106ef3a5b59 None None] Attempting to bind port 6900a3bb-5bfe-42e0-894c-4609fa042b37 on network f0adef6e-169f-4a27-8865-442be2ad072d {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:04:50.932558 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8e47de-d493-4cee-b86c-0106ef3a5b59 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:04:50.933172 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8e47de-d493-4cee-b86c-0106ef3a5b59 None None] Checking segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:04:50.934479 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6c8e47de-d493-4cee-b86c-0106ef3a5b59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:50.934673 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8e47de-d493-4cee-b86c-0106ef3a5b59 None None] Bound using segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:04:50.937300 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-6c8e47de-d493-4cee-b86c-0106ef3a5b59 None None] Bound port: 6900a3bb-5bfe-42e0-894c-4609fa042b37, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:04:50.937300 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6c8e47de-d493-4cee-b86c-0106ef3a5b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:50.973659 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289f9b9f-ca4a-43ed-8354-915cdd61d283 None None] Pushing event updated for resources: {'Port': ['ID=6900a3bb-5bfe-42e0-894c-4609fa042b37,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:50.977751 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-289f9b9f-ca4a-43ed-8354-915cdd61d283 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:50.992948 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61bc9d78-2745-4299-b76a-68dbb1fd3ecc tempest-QuotasNegativeTest-403483631 tempest-QuotasNegativeTest-403483631-project-admin] Made reservation on behalf of 845bc7481b204c1b9af9853addbf66ef for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:04:50.993948 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-dabc3866-b7a5-42f3-b3cf-e9f2b9c4a6cc req-3f2b5cf6-722b-47bc-8a00-a018cc4bfbe4 tempest-ServerShowV247Test-550373252 tempest-ServerShowV247Test-550373252-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3c8961b-74b8-472d-8ac8-800eec64f56e HTTP/1.1" status: 200 len: 210 time: 0.0730174 Jun 11 10:04:50.995734 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-61bc9d78-2745-4299-b76a-68dbb1fd3ecc tempest-QuotasNegativeTest-403483631 tempest-QuotasNegativeTest-403483631-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:51.013007 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-6c8e47de-d493-4cee-b86c-0106ef3a5b59 None None] For port 6900a3bb-5bfe-42e0-894c-4609fa042b37, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:04:51.016546 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-6c8e47de-d493-4cee-b86c-0106ef3a5b59 None None] For port 6900a3bb-5bfe-42e0-894c-4609fa042b37, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=6900a3bb-5bfe-42e0-894c-4609fa042b37,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:04:51.025680 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3e169210-de2e-49ab-b1fc-46efe4044bfe tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:51.057992 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61bc9d78-2745-4299-b76a-68dbb1fd3ecc tempest-QuotasNegativeTest-403483631 tempest-QuotasNegativeTest-403483631-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 772} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:04:51.077865 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-61bc9d78-2745-4299-b76a-68dbb1fd3ecc tempest-QuotasNegativeTest-403483631 tempest-QuotasNegativeTest-403483631-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:51.078290 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-61bc9d78-2745-4299-b76a-68dbb1fd3ecc tempest-QuotasNegativeTest-403483631 tempest-QuotasNegativeTest-403483631-project-admin] Added segment 7f19d954-b135-47a8-941b-1680381d5a2c of type vlan for network df7d1250-3d6d-4ffb-9428-e1d28ef3d6af Jun 11 10:04:51.123061 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6c8e47de-d493-4cee-b86c-0106ef3a5b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:51.131735 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-978df5cd-2daf-49e6-879e-fb7934b282e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:51.161451 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-7cd820c7-0679-4f11-aeca-9f7e0ff40323 admin admin] Allocated IP 172.20.0.1 (e1c8227e-55f0-4020-a0ec-d90b3600370b/02abfa8d-3ae9-4c4a-8d54-b96eddcd3419/8e415a4a-223c-46f0-96a2-cf8d1c05f73e) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:04:51.163228 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-61bc9d78-2745-4299-b76a-68dbb1fd3ecc tempest-QuotasNegativeTest-403483631 tempest-QuotasNegativeTest-403483631-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:51.191935 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2ea4fbb6-671f-4e41-8c2e-fc982114dcf2 req-a7bac1e7-a0d4-4feb-a991-1d989b2e8dae tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] 10.222.0.60 "GET /v2.0/ports?device_id=3068e3ae-7b56-4288-ab47-491d1a37f980 HTTP/1.1" status: 200 len: 210 time: 0.0422533 Jun 11 10:04:51.273327 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289f9b9f-ca4a-43ed-8354-915cdd61d283 None None] Pushing event updated for resources: {'Port': ['ID=6900a3bb-5bfe-42e0-894c-4609fa042b37,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:51.277553 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-289f9b9f-ca4a-43ed-8354-915cdd61d283 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:51.278504 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8e47de-d493-4cee-b86c-0106ef3a5b59 None None] Routers {'8cb004fb-b8d9-443a-ba27-c7a5a43325b1'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:04:51.279719 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-6c8e47de-d493-4cee-b86c-0106ef3a5b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:04:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['8cb004fb-b8d9-443a-ba27-c7a5a43325b1'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:04:51.313604 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3e169210-de2e-49ab-b1fc-46efe4044bfe tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:51.328723 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-61bc9d78-2745-4299-b76a-68dbb1fd3ecc tempest-QuotasNegativeTest-403483631 tempest-QuotasNegativeTest-403483631-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:51.329759 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61bc9d78-2745-4299-b76a-68dbb1fd3ecc tempest-QuotasNegativeTest-403483631 tempest-QuotasNegativeTest-403483631-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:04:51.330366 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-61bc9d78-2745-4299-b76a-68dbb1fd3ecc tempest-QuotasNegativeTest-403483631 tempest-QuotasNegativeTest-403483631-project-admin] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:51.334106 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3172e24a-e689-438b-aa1a-c6a0dc8e5a00 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:51.383843 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3e169210-de2e-49ab-b1fc-46efe4044bfe tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:51.448793 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bc9d78-2745-4299-b76a-68dbb1fd3ecc tempest-QuotasNegativeTest-403483631 tempest-QuotasNegativeTest-403483631-project-admin] Pushing event updated for resources: {'Network': ['ID=df7d1250-3d6d-4ffb-9428-e1d28ef3d6af,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:51.456160 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-61bc9d78-2745-4299-b76a-68dbb1fd3ecc tempest-QuotasNegativeTest-403483631 tempest-QuotasNegativeTest-403483631-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:51.457054 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3550e52e-950f-45eb-8a4b-f7db78cadc66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:51.500415 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-61bc9d78-2745-4299-b76a-68dbb1fd3ecc tempest-QuotasNegativeTest-403483631 tempest-QuotasNegativeTest-403483631-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6280849 Jun 11 10:04:51.503234 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 41586) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:51.510476 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-803faa4c-87f0-415c-8709-4465e53ce796 tempest-QuotasNegativeTest-403483631 tempest-QuotasNegativeTest-403483631-project-admin] Request body: {'network': {'project_id': '845bc7481b204c1b9af9853addbf66ef'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:04:51.574971 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e169210-de2e-49ab-b1fc-46efe4044bfe tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Pushing event updated for resources: {'Port': ['ID=b5445e1c-3ef6-4f06-8dac-2d2b1d6f7855,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:51.581814 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3e169210-de2e-49ab-b1fc-46efe4044bfe tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:51.585519 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-803faa4c-87f0-415c-8709-4465e53ce796 tempest-QuotasNegativeTest-403483631 tempest-QuotasNegativeTest-403483631-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jun 11 10:04:51.586158 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-803faa4c-87f0-415c-8709-4465e53ce796 tempest-QuotasNegativeTest-403483631 tempest-QuotasNegativeTest-403483631-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 10:04:51.587687 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-803faa4c-87f0-415c-8709-4465e53ce796 tempest-QuotasNegativeTest-403483631 tempest-QuotasNegativeTest-403483631-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0819275 Jun 11 10:04:51.596394 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 41592) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:51.617890 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3e169210-de2e-49ab-b1fc-46efe4044bfe tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:51.640258 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network df7d1250-3d6d-4ffb-9428-e1d28ef3d6af details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:04:51.734266 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7cd820c7-0679-4f11-aeca-9f7e0ff40323 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:51.748840 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-7cd820c7-0679-4f11-aeca-9f7e0ff40323 admin admin] Transition to ACTIVE for port object 8e415a4a-223c-46f0-96a2-cf8d1c05f73e will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:04:51.789186 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-6c8e47de-d493-4cee-b86c-0106ef3a5b59 None None] Set router 8cb004fb-b8d9-443a-ba27-c7a5a43325b1 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:04:51.899038 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bb27a196-e2c2-41f8-b4c9-b7077c1615e2 tempest-QuotasNegativeTest-403483631 tempest-QuotasNegativeTest-403483631-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:51.911472 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7cd820c7-0679-4f11-aeca-9f7e0ff40323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:51.918959 n-d-779913-12 neutron-server[93176]: INFO neutron.db.l3_db [None req-3e169210-de2e-49ab-b1fc-46efe4044bfe tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Floating IP a807c925-ad5e-4dbe-bdb8-66a1c5b7cd5d associated. External IP: 172.25.4.126, port: b71d4441-5a59-4d4e-a5ba-5307e5b71015. Jun 11 10:04:51.920668 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-29a9288f-83b1-4ff1-ae2e-653e772acb00 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:51.932225 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a2ead-c679-4f49-a03a-f43a7a5cfb08 req-68e74d97-4f9b-457a-9e45-8bfc32ae6f85 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:04:51.933705 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7e7a2ead-c679-4f49-a03a-f43a7a5cfb08 req-68e74d97-4f9b-457a-9e45-8bfc32ae6f85 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=93ad82f0-8781-4cf6-a466-9a57ed82acf5 HTTP/1.1" status: 200 len: 945 time: 0.1918578 Jun 11 10:04:51.952848 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd820c7-0679-4f11-aeca-9f7e0ff40323 admin admin] Network e1c8227e-55f0-4020-a0ec-d90b3600370b is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:04:51.957029 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-7cd820c7-0679-4f11-aeca-9f7e0ff40323 admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:04:51.965428 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd820c7-0679-4f11-aeca-9f7e0ff40323 admin admin] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:04:52.030643 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7cd820c7-0679-4f11-aeca-9f7e0ff40323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-375088'] for router_interface, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:52.094604 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd820c7-0679-4f11-aeca-9f7e0ff40323 admin admin] Pushing event updated for resources: {'Port': ['ID=8e415a4a-223c-46f0-96a2-cf8d1c05f73e,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:52.105842 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7cd820c7-0679-4f11-aeca-9f7e0ff40323 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:52.135674 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-6c8e47de-d493-4cee-b86c-0106ef3a5b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb004fb-b8d9-443a-ba27-c7a5a43325b1', 'name': 'tempest-TestAggregatesBasicOps-1679957296-router', 'tenant_id': '4b9849da2d5047b091632c75f0868125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '6900a3bb-5bfe-42e0-894c-4609fa042b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:04:45Z', 'updated_at': '2021-06-11T10:04:48Z', 'revision_number': 3, 'project_id': '4b9849da2d5047b091632c75f0868125', 'gw_port': {'id': '6900a3bb-5bfe-42e0-894c-4609fa042b37', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c6:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb004fb-b8d9-443a-ba27-c7a5a43325b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:04:46Z', 'updated_at': '2021-06-11T10:04:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:04:52.149491 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8e47de-d493-4cee-b86c-0106ef3a5b59 None None] The sync data for ids ['8cb004fb-b8d9-443a-ba27-c7a5a43325b1'] in n-d-779913-12 is: [{'id': '8cb004fb-b8d9-443a-ba27-c7a5a43325b1', 'name': 'tempest-TestAggregatesBasicOps-1679957296-router', 'tenant_id': '4b9849da2d5047b091632c75f0868125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '6900a3bb-5bfe-42e0-894c-4609fa042b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:04:45Z', 'updated_at': '2021-06-11T10:04:48Z', 'revision_number': 3, 'project_id': '4b9849da2d5047b091632c75f0868125', 'gw_port': {'id': '6900a3bb-5bfe-42e0-894c-4609fa042b37', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c6:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb004fb-b8d9-443a-ba27-c7a5a43325b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:04:46Z', 'updated_at': '2021-06-11T10:04:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:04:52.165733 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7e7a2ead-c679-4f49-a03a-f43a7a5cfb08 req-f690b936-31a2-414f-b1a5-e08f29075d3e tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c9589fb-c3c5-418d-8928-25f3ef7c4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1813810 Jun 11 10:04:52.242231 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bb27a196-e2c2-41f8-b4c9-b7077c1615e2 tempest-QuotasNegativeTest-403483631 tempest-QuotasNegativeTest-403483631-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:52.274773 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-bb27a196-e2c2-41f8-b4c9-b7077c1615e2 tempest-QuotasNegativeTest-403483631 tempest-QuotasNegativeTest-403483631-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df7d1250-3d6d-4ffb-9428-e1d28ef3d6af']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:04:52.300204 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-48703057-3ec2-45b9-b25f-236a4e938038 req-8e8c8140-5981-45a8-9402-0a4c86645016 tempest-ServerShowV247Test-550373252 tempest-ServerShowV247Test-550373252-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3c8961b-74b8-472d-8ac8-800eec64f56e HTTP/1.1" status: 200 len: 210 time: 0.0943675 Jun 11 10:04:52.323852 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5ff8d9e4-3a28-44d1-b0f9-59f937f01c1d req-3def40f0-439d-49ee-be6a-f1d530b57410 tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] 10.222.0.60 "GET /v2.0/ports?device_id=3068e3ae-7b56-4288-ab47-491d1a37f980 HTTP/1.1" status: 200 len: 210 time: 0.0451970 Jun 11 10:04:52.325598 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-bb27a196-e2c2-41f8-b4c9-b7077c1615e2 tempest-QuotasNegativeTest-403483631 tempest-QuotasNegativeTest-403483631-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f19d954-b135-47a8-941b-1680381d5a2c') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:04:52.325897 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-bb27a196-e2c2-41f8-b4c9-b7077c1615e2 tempest-QuotasNegativeTest-403483631 tempest-QuotasNegativeTest-403483631-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f19d954-b135-47a8-941b-1680381d5a2c') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:04:52.340504 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bb27a196-e2c2-41f8-b4c9-b7077c1615e2 tempest-QuotasNegativeTest-403483631 tempest-QuotasNegativeTest-403483631-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:52.367360 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7cd820c7-0679-4f11-aeca-9f7e0ff40323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:52.460443 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bb27a196-e2c2-41f8-b4c9-b7077c1615e2 tempest-QuotasNegativeTest-403483631 tempest-QuotasNegativeTest-403483631-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:52.477214 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb27a196-e2c2-41f8-b4c9-b7077c1615e2 tempest-QuotasNegativeTest-403483631 tempest-QuotasNegativeTest-403483631-project-admin] Releasing vlan 772 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:04:52.477951 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bb27a196-e2c2-41f8-b4c9-b7077c1615e2 tempest-QuotasNegativeTest-403483631 tempest-QuotasNegativeTest-403483631-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:52.479369 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 10:04:52.479369 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:04:52.479369 n-d-779913-12 neutron-server[93176]: timer() Jun 11 10:04:52.479369 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:04:52.479369 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 10:04:52.479369 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:04:52.479369 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 10:04:52.479369 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:04:52.479369 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 10:04:52.479369 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:04:52.479369 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 10:04:52.479369 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:04:52.479369 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 10:04:52.479369 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:04:52.479369 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:04:52.479369 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:04:52.479369 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:04:52.479369 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:04:52.479369 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 10:04:52.479369 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:04:52.479369 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 10:04:52.479369 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:04:52.479369 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:04:52.479369 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:04:52.479369 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 10:04:52.479369 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:04:52.479369 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:04:52.479369 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:04:52.479369 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:04:52.479369 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:04:52.479369 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:04:52.479369 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:04:52.487813 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-cbcbfce0-d84d-4e95-95c2-f4a64e67d764 None None] Provisioning for port 8e415a4a-223c-46f0-96a2-cf8d1c05f73e completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:04:52.498502 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-cbcbfce0-d84d-4e95-95c2-f4a64e67d764 None None] Provisioning complete for port 8e415a4a-223c-46f0-96a2-cf8d1c05f73e triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:04:52.498502 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-cbcbfce0-d84d-4e95-95c2-f4a64e67d764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:52.564128 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-cbcbfce0-d84d-4e95-95c2-f4a64e67d764 None None] Port 8e415a4a-223c-46f0-96a2-cf8d1c05f73e cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:04:52.610590 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e169210-de2e-49ab-b1fc-46efe4044bfe tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Router d3f144aa-bd3f-4343-96aa-96eba3abd05e has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:04:52.660452 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7cd820c7-0679-4f11-aeca-9f7e0ff40323 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:52.724155 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bb27a196-e2c2-41f8-b4c9-b7077c1615e2 tempest-QuotasNegativeTest-403483631 tempest-QuotasNegativeTest-403483631-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:52.730332 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a54393b7-d6fd-4dfb-a9a4-031414506af0 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:52.734775 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bb27a196-e2c2-41f8-b4c9-b7077c1615e2 tempest-QuotasNegativeTest-403483631 tempest-QuotasNegativeTest-403483631-project-admin] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:52.736695 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-bb27a196-e2c2-41f8-b4c9-b7077c1615e2 tempest-QuotasNegativeTest-403483631 tempest-QuotasNegativeTest-403483631-project-admin] 10.222.0.60 "DELETE /v2.0/networks/df7d1250-3d6d-4ffb-9428-e1d28ef3d6af HTTP/1.1" status: 204 len: 168 time: 1.1450253 Jun 11 10:04:52.744784 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 41600) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:52.766100 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb27a196-e2c2-41f8-b4c9-b7077c1615e2 tempest-QuotasNegativeTest-403483631 tempest-QuotasNegativeTest-403483631-project-admin] Pushing event deleted for resources: {'Network': ['ID=df7d1250-3d6d-4ffb-9428-e1d28ef3d6af,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:52.769540 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-bb27a196-e2c2-41f8-b4c9-b7077c1615e2 tempest-QuotasNegativeTest-403483631 tempest-QuotasNegativeTest-403483631-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:52.784816 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7cd820c7-0679-4f11-aeca-9f7e0ff40323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:52.788820 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6453af3e-be96-4c6f-a9ab-3715835305f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:52.813277 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e169210-de2e-49ab-b1fc-46efe4044bfe tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:04:52.825612 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faaa0a9e-3504-4eb9-87fe-fb99b1b07ffd None None] Sync routers for ids ['d3f144aa-bd3f-4343-96aa-96eba3abd05e'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:04:52.836235 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faaa0a9e-3504-4eb9-87fe-fb99b1b07ffd None None] Routers {'d3f144aa-bd3f-4343-96aa-96eba3abd05e'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:04:52.837932 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-faaa0a9e-3504-4eb9-87fe-fb99b1b07ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:04:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['d3f144aa-bd3f-4343-96aa-96eba3abd05e'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:04:52.889454 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-faaa0a9e-3504-4eb9-87fe-fb99b1b07ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:04:52.898549 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faaa0a9e-3504-4eb9-87fe-fb99b1b07ffd None None] Routers {'d3f144aa-bd3f-4343-96aa-96eba3abd05e'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:04:52.899417 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-faaa0a9e-3504-4eb9-87fe-fb99b1b07ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:04:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['d3f144aa-bd3f-4343-96aa-96eba3abd05e'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:04:52.929013 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3e169210-de2e-49ab-b1fc-46efe4044bfe tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:52.954939 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-faaa0a9e-3504-4eb9-87fe-fb99b1b07ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:04:52.955672 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faaa0a9e-3504-4eb9-87fe-fb99b1b07ffd None None] The sync data for ids ['d3f144aa-bd3f-4343-96aa-96eba3abd05e'] in n-d-779913-12 is: [] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:04:52.955881 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7cd820c7-0679-4f11-aeca-9f7e0ff40323 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375108'] for router_interface, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:52.965243 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4ceb5140-9e44-4f57-99d5-1d84ec484435 tempest-QuotasNegativeTest-403483631 tempest-QuotasNegativeTest-403483631-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:52.971934 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd820c7-0679-4f11-aeca-9f7e0ff40323 admin admin] Pushing event updated for resources: {'Port': ['ID=8e415a4a-223c-46f0-96a2-cf8d1c05f73e,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:52.975070 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7cd820c7-0679-4f11-aeca-9f7e0ff40323 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:53.005764 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-3e169210-de2e-49ab-b1fc-46efe4044bfe tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.8714924 Jun 11 10:04:53.008285 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 41602) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:53.180940 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4ceb5140-9e44-4f57-99d5-1d84ec484435 tempest-QuotasNegativeTest-403483631 tempest-QuotasNegativeTest-403483631-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:53.209554 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-4ceb5140-9e44-4f57-99d5-1d84ec484435 tempest-QuotasNegativeTest-403483631 tempest-QuotasNegativeTest-403483631-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69dd3efb-539d-42af-af2b-7f3799c48095']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:04:53.227873 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd820c7-0679-4f11-aeca-9f7e0ff40323 admin admin] Network e1c8227e-55f0-4020-a0ec-d90b3600370b is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:04:53.229923 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-4ceb5140-9e44-4f57-99d5-1d84ec484435 tempest-QuotasNegativeTest-403483631 tempest-QuotasNegativeTest-403483631-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0f8cfeb-ab05-4f34-b935-66e73142e7de') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:04:53.230230 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-4ceb5140-9e44-4f57-99d5-1d84ec484435 tempest-QuotasNegativeTest-403483631 tempest-QuotasNegativeTest-403483631-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0f8cfeb-ab05-4f34-b935-66e73142e7de') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:04:53.240105 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-7cd820c7-0679-4f11-aeca-9f7e0ff40323 admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:04:53.248637 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4ceb5140-9e44-4f57-99d5-1d84ec484435 tempest-QuotasNegativeTest-403483631 tempest-QuotasNegativeTest-403483631-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:53.375458 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4ceb5140-9e44-4f57-99d5-1d84ec484435 tempest-QuotasNegativeTest-403483631 tempest-QuotasNegativeTest-403483631-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:53.395074 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ceb5140-9e44-4f57-99d5-1d84ec484435 tempest-QuotasNegativeTest-403483631 tempest-QuotasNegativeTest-403483631-project-admin] Releasing vlan 785 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:04:53.395499 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4ceb5140-9e44-4f57-99d5-1d84ec484435 tempest-QuotasNegativeTest-403483631 tempest-QuotasNegativeTest-403483631-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:53.397694 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:04:53.397694 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 10:04:53.397694 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:04:53.397694 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:04:53.397694 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:04:53.397694 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 10:04:53.397694 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:04:53.397694 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:04:53.397694 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:04:53.397694 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 10:04:53.397694 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:04:53.397694 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:04:53.397694 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 10:04:53.397694 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:04:53.397694 n-d-779913-12 neutron-server[93177]: timer() Jun 11 10:04:53.397694 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:04:53.397694 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 10:04:53.397694 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:04:53.397694 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 10:04:53.397694 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:04:53.397694 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 10:04:53.397694 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:04:53.397694 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 10:04:53.397694 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:04:53.397694 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 10:04:53.397694 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:04:53.397694 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:04:53.397694 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:04:53.397694 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:04:53.397694 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:04:53.397694 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 10:04:53.397694 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:04:53.397694 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 10:04:53.397694 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:04:53.397694 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:04:53.397694 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:04:53.397694 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 10:04:53.397694 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:04:53.397694 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:04:53.397694 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:04:53.397694 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:04:53.397694 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:04:53.397694 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:04:53.397694 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:04:53.572606 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cd820c7-0679-4f11-aeca-9f7e0ff40323 admin admin] Router 8cb004fb-b8d9-443a-ba27-c7a5a43325b1 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:04:53.595771 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-d6e5a21c-1e48-445a-83e5-9596141bff6c None None] Provisioning complete for port 8e415a4a-223c-46f0-96a2-cf8d1c05f73e triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:04:53.596366 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d6e5a21c-1e48-445a-83e5-9596141bff6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:53.601085 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998eaa56-6375-47d0-b7a6-f223657b2462 req-c5999e86-851d-4a1d-be4b-fd02f52ed792 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:04:53.603357 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-998eaa56-6375-47d0-b7a6-f223657b2462 req-c5999e86-851d-4a1d-be4b-fd02f52ed792 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=93ad82f0-8781-4cf6-a466-9a57ed82acf5 HTTP/1.1" status: 200 len: 945 time: 0.1782780 Jun 11 10:04:53.603731 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8452bef8-7d65-4a4c-933b-b5a2be15a93a req-dc89a166-39b0-4c83-866d-feca3a6405d3 tempest-ServerShowV247Test-550373252 tempest-ServerShowV247Test-550373252-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3c8961b-74b8-472d-8ac8-800eec64f56e HTTP/1.1" status: 200 len: 210 time: 0.0442636 Jun 11 10:04:53.606935 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4ceb5140-9e44-4f57-99d5-1d84ec484435 tempest-QuotasNegativeTest-403483631 tempest-QuotasNegativeTest-403483631-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:53.616826 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4ceb5140-9e44-4f57-99d5-1d84ec484435 tempest-QuotasNegativeTest-403483631 tempest-QuotasNegativeTest-403483631-project-admin] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:53.616826 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-4ceb5140-9e44-4f57-99d5-1d84ec484435 tempest-QuotasNegativeTest-403483631 tempest-QuotasNegativeTest-403483631-project-admin] 10.222.0.60 "DELETE /v2.0/networks/69dd3efb-539d-42af-af2b-7f3799c48095 HTTP/1.1" status: 204 len: 168 time: 0.8734741 Jun 11 10:04:53.632143 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-b7a73fe6-7a15-4cb2-b784-241b59c226df tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] 10.222.0.60 "GET /v2.0/floatingips/a807c925-ad5e-4dbe-bdb8-66a1c5b7cd5d HTTP/1.1" status: 200 len: 978 time: 0.6220429 Jun 11 10:04:53.634361 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 41612) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:53.680899 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-15eb7954-fe82-4829-9774-d8a0ddff5e07 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:53.727229 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-d6e5a21c-1e48-445a-83e5-9596141bff6c None None] Port 8e415a4a-223c-46f0-96a2-cf8d1c05f73e cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:04:53.770378 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceb5140-9e44-4f57-99d5-1d84ec484435 tempest-QuotasNegativeTest-403483631 tempest-QuotasNegativeTest-403483631-project-admin] Pushing event deleted for resources: {'Network': ['ID=69dd3efb-539d-42af-af2b-7f3799c48095,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:53.773712 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4ceb5140-9e44-4f57-99d5-1d84ec484435 tempest-QuotasNegativeTest-403483631 tempest-QuotasNegativeTest-403483631-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:53.802073 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-149da705-d3eb-4986-a2bb-45808180f3bf tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] 10.222.0.60 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1629572 Jun 11 10:04:53.802342 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 41614) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:53.810687 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-95eb69dc-5e7a-4e04-94f6-8d6a114cc338 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Request body: {'floatingip': {'port_id': 'ac2bb751-7f72-4029-8868-d6ceb3336efc'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:04:53.839221 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-998eaa56-6375-47d0-b7a6-f223657b2462 req-b93a06af-a70d-46fb-97a7-294350e511b4 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c9589fb-c3c5-418d-8928-25f3ef7c4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2233510 Jun 11 10:04:53.870235 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cd820c7-0679-4f11-aeca-9f7e0ff40323 admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:04:53.886351 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-7cd820c7-0679-4f11-aeca-9f7e0ff40323 admin admin] 10.222.0.60 "PUT /v2.0/routers/8cb004fb-b8d9-443a-ba27-c7a5a43325b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7351689 Jun 11 10:04:53.911621 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-214f4af2-a291-4aea-b4d5-505f02cbc825 req-877e63bb-97a0-4172-b226-52035f2379b8 tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] 10.222.0.60 "GET /v2.0/ports?device_id=3068e3ae-7b56-4288-ab47-491d1a37f980 HTTP/1.1" status: 200 len: 210 time: 0.0448256 Jun 11 10:04:53.935764 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-95eb69dc-5e7a-4e04-94f6-8d6a114cc338 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks [] for floatingip, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:54.025479 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 6900a3bb-5bfe-42e0-894c-4609fa042b37 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:04:54.156452 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 6900a3bb-5bfe-42e0-894c-4609fa042b37 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:04:54.163153 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 6900a3bb-5bfe-42e0-894c-4609fa042b37 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:04:54.163838 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:54.215440 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-534b26ee-0b35-450c-b13a-cb5341f0544e req-16a3be28-2521-49a9-8a20-55e1b37a973f tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=eadf3fa0fbf64aa2a7dd1766892a07b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410459 Jun 11 10:04:54.270141 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9cf67d-acbc-4c74-81a3-932d358de676 None None] Sync routers for ids ['8cb004fb-b8d9-443a-ba27-c7a5a43325b1'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:04:54.290831 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9cf67d-acbc-4c74-81a3-932d358de676 None None] Routers {'8cb004fb-b8d9-443a-ba27-c7a5a43325b1'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:04:54.291543 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-ea9cf67d-acbc-4c74-81a3-932d358de676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:04:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['8cb004fb-b8d9-443a-ba27-c7a5a43325b1'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:04:54.391061 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:54.427839 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 6900a3bb-5bfe-42e0-894c-4609fa042b37, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=6900a3bb-5bfe-42e0-894c-4609fa042b37,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:04:54.459436 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-ea9cf67d-acbc-4c74-81a3-932d358de676 None None] Set router 8cb004fb-b8d9-443a-ba27-c7a5a43325b1 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:04:54.511195 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b26ee-0b35-450c-b13a-cb5341f0544e req-bec9b526-3e28-4cb1-8ee6-4e2962a2d30d tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:04:54.512694 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-534b26ee-0b35-450c-b13a-cb5341f0544e req-bec9b526-3e28-4cb1-8ee6-4e2962a2d30d tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2919617 Jun 11 10:04:54.522521 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:54.527597 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-db8a07c9-e521-4241-bda4-27447f8de8ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:54.529006 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-534b26ee-0b35-450c-b13a-cb5341f0544e req-1ae77e3d-1f71-4abe-b6fc-e63370fe44a4 tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] Request body: {'port': {'device_id': '3068e3ae-7b56-4288-ab47-491d1a37f980', 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60', 'admin_state_up': True, 'tenant_id': 'eadf3fa0fbf64aa2a7dd1766892a07b8'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:04:54.572798 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 41628) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:54.761734 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6dda8e3b-bda2-49b2-aae2-75625d5447cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:54.810681 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=6900a3bb-5bfe-42e0-894c-4609fa042b37,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:54.814776 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:54.908689 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-ea9cf67d-acbc-4c74-81a3-932d358de676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb004fb-b8d9-443a-ba27-c7a5a43325b1', 'name': 'tempest-TestAggregatesBasicOps-1679957296-router', 'tenant_id': '4b9849da2d5047b091632c75f0868125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '6900a3bb-5bfe-42e0-894c-4609fa042b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:04:45Z', 'updated_at': '2021-06-11T10:04:52Z', 'revision_number': 4, 'project_id': '4b9849da2d5047b091632c75f0868125', 'gw_port': {'id': '6900a3bb-5bfe-42e0-894c-4609fa042b37', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c6:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb004fb-b8d9-443a-ba27-c7a5a43325b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:04:46Z', 'updated_at': '2021-06-11T10:04:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '8e415a4a-223c-46f0-96a2-cf8d1c05f73e', 'name': '', 'network_id': 'e1c8227e-55f0-4020-a0ec-d90b3600370b', 'tenant_id': '4b9849da2d5047b091632c75f0868125', 'mac_address': 'fa:16:3e:bd:86:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb004fb-b8d9-443a-ba27-c7a5a43325b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '02abfa8d-3ae9-4c4a-8d54-b96eddcd3419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:04:50Z', 'updated_at': '2021-06-11T10:04:52Z', 'revision_number': 2, 'project_id': '4b9849da2d5047b091632c75f0868125', 'subnets': [{'id': '02abfa8d-3ae9-4c4a-8d54-b96eddcd3419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:04:54.913147 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9cf67d-acbc-4c74-81a3-932d358de676 None None] Checking router: 8cb004fb-b8d9-443a-ba27-c7a5a43325b1 for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:04:54.913589 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9cf67d-acbc-4c74-81a3-932d358de676 None None] Updating router 8cb004fb-b8d9-443a-ba27-c7a5a43325b1 port 8e415a4a-223c-46f0-96a2-cf8d1c05f73e binding host n-d-779913-12 {{(pid=93178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 10:04:54.928714 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-830c5ed3-24b5-4b84-8456-75492bbbd139 req-b7e3f00e-d76b-4026-84ac-cda0095f5481 tempest-ServerShowV247Test-550373252 tempest-ServerShowV247Test-550373252-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3c8961b-74b8-472d-8ac8-800eec64f56e HTTP/1.1" status: 200 len: 210 time: 0.0610301 Jun 11 10:04:54.946531 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6dda8e3b-bda2-49b2-aae2-75625d5447cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:54.983201 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ea9cf67d-acbc-4c74-81a3-932d358de676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:55.024995 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6dda8e3b-bda2-49b2-aae2-75625d5447cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:55.030122 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-eca5b072-5b6a-451f-8fee-f24f1e5f9f7f tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:55.113306 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-6dda8e3b-bda2-49b2-aae2-75625d5447cb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2980c3001ffc4624aba57ebbea1cd4ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5383215 Jun 11 10:04:55.114986 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 41652) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:55.136380 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dda8e3b-bda2-49b2-aae2-75625d5447cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4329b94f-74bd-43ac-93d0-6f380c4d8491,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:55.142484 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6dda8e3b-bda2-49b2-aae2-75625d5447cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:55.164808 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-95eb69dc-5e7a-4e04-94f6-8d6a114cc338 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:55.185646 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-534b26ee-0b35-450c-b13a-cb5341f0544e req-1ae77e3d-1f71-4abe-b6fc-e63370fe44a4 tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] Made reservation on behalf of eadf3fa0fbf64aa2a7dd1766892a07b8 for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:04:55.189544 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-534b26ee-0b35-450c-b13a-cb5341f0544e req-1ae77e3d-1f71-4abe-b6fc-e63370fe44a4 tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:55.195018 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7afe425e-e414-4cea-bef0-97730ab66aa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:55.213627 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95284f72-a376-47b2-9fbe-54363b48fb96 req-d6d79542-475a-4e74-9ffd-86b6508c7c28 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:04:55.215297 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-95284f72-a376-47b2-9fbe-54363b48fb96 req-d6d79542-475a-4e74-9ffd-86b6508c7c28 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=93ad82f0-8781-4cf6-a466-9a57ed82acf5 HTTP/1.1" status: 200 len: 945 time: 0.1445863 Jun 11 10:04:55.216253 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-534b26ee-0b35-450c-b13a-cb5341f0544e req-1ae77e3d-1f71-4abe-b6fc-e63370fe44a4 tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:55.220262 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7afe425e-e414-4cea-bef0-97730ab66aa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:55.235098 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-95eb69dc-5e7a-4e04-94f6-8d6a114cc338 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:55.350503 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7afe425e-e414-4cea-bef0-97730ab66aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:55.353231 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7afe425e-e414-4cea-bef0-97730ab66aa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:55.356949 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-7afe425e-e414-4cea-bef0-97730ab66aa2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4329b94f-74bd-43ac-93d0-6f380c4d8491 HTTP/1.1" status: 204 len: 168 time: 0.2379310 Jun 11 10:04:55.356949 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-36b8aaa2-5e3c-4e51-b8a4-0a308a878078 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:55.369027 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ea9cf67d-acbc-4c74-81a3-932d358de676 None None] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:55.383469 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-ea9cf67d-acbc-4c74-81a3-932d358de676 None None] Transition to ACTIVE for port object 8e415a4a-223c-46f0-96a2-cf8d1c05f73e will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:04:55.391510 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afe425e-e414-4cea-bef0-97730ab66aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4329b94f-74bd-43ac-93d0-6f380c4d8491,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:55.419032 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7afe425e-e414-4cea-bef0-97730ab66aa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:55.436291 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9fe27365-cf09-4a0c-bc0a-9c4f20c71ba6 req-1e043979-fea3-4a12-91e2-0eb3ae65592e tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] 10.222.0.60 "GET /v2.0/ports?device_id=3068e3ae-7b56-4288-ab47-491d1a37f980 HTTP/1.1" status: 200 len: 210 time: 0.0707524 Jun 11 10:04:55.453106 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-95284f72-a376-47b2-9fbe-54363b48fb96 req-7f442517-08bb-4be3-8e2a-5450e43dbefc tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c9589fb-c3c5-418d-8928-25f3ef7c4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2169995 Jun 11 10:04:55.471150 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ea9cf67d-acbc-4c74-81a3-932d358de676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:55.474088 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:55.515860 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-534b26ee-0b35-450c-b13a-cb5341f0544e req-1ae77e3d-1f71-4abe-b6fc-e63370fe44a4 tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:55.517312 n-d-779913-12 neutron-server[93176]: INFO neutron.db.l3_db [None req-95eb69dc-5e7a-4e04-94f6-8d6a114cc338 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Floating IP a807c925-ad5e-4dbe-bdb8-66a1c5b7cd5d associated. External IP: 172.25.4.126, port: b71d4441-5a59-4d4e-a5ba-5307e5b71015. Jun 11 10:04:55.534158 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869e1c75-9a5d-4b06-a14e-36b25e923339 None None] Pushing event updated for resources: {'Port': ['ID=8e415a4a-223c-46f0-96a2-cf8d1c05f73e,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:55.539209 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-869e1c75-9a5d-4b06-a14e-36b25e923339 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:55.639292 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-534b26ee-0b35-450c-b13a-cb5341f0544e req-1ae77e3d-1f71-4abe-b6fc-e63370fe44a4 tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:55.653999 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-56038af5-6939-4b6d-bf5c-32869edad61a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:55.702431 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-ea9cf67d-acbc-4c74-81a3-932d358de676 None None] Attempting to bind port 8e415a4a-223c-46f0-96a2-cf8d1c05f73e on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:04:55.702822 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-ea9cf67d-acbc-4c74-81a3-932d358de676 None None] Attempting to bind port 8e415a4a-223c-46f0-96a2-cf8d1c05f73e by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'd7f5f0f0-eb19-48c6-abfc-4791f00e2533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'e1c8227e-55f0-4020-a0ec-d90b3600370b'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:04:55.703216 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9cf67d-acbc-4c74-81a3-932d358de676 None None] Attempting to bind port 8e415a4a-223c-46f0-96a2-cf8d1c05f73e on network e1c8227e-55f0-4020-a0ec-d90b3600370b {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:04:55.709610 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9cf67d-acbc-4c74-81a3-932d358de676 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:04:55.710084 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9cf67d-acbc-4c74-81a3-932d358de676 None None] Checking segment: {'id': 'd7f5f0f0-eb19-48c6-abfc-4791f00e2533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'e1c8227e-55f0-4020-a0ec-d90b3600370b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:04:55.710463 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ea9cf67d-acbc-4c74-81a3-932d358de676 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:55.710906 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9cf67d-acbc-4c74-81a3-932d358de676 None None] Bound using segment: {'id': 'd7f5f0f0-eb19-48c6-abfc-4791f00e2533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'e1c8227e-55f0-4020-a0ec-d90b3600370b'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:04:55.712348 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-ea9cf67d-acbc-4c74-81a3-932d358de676 None None] Bound port: 8e415a4a-223c-46f0-96a2-cf8d1c05f73e, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7f5f0f0-eb19-48c6-abfc-4791f00e2533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'e1c8227e-55f0-4020-a0ec-d90b3600370b'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:04:55.712826 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ea9cf67d-acbc-4c74-81a3-932d358de676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:55.789407 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae77e3d-1f71-4abe-b6fc-e63370fe44a4 tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b611d80-07e0-4a1f-89ab-c09e8dbdec78,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:55.806789 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-ea9cf67d-acbc-4c74-81a3-932d358de676 None None] For port 8e415a4a-223c-46f0-96a2-cf8d1c05f73e, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:04:55.810375 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-ea9cf67d-acbc-4c74-81a3-932d358de676 None None] For port 8e415a4a-223c-46f0-96a2-cf8d1c05f73e, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=8e415a4a-223c-46f0-96a2-cf8d1c05f73e,segment=NetworkSegment(d7f5f0f0-eb19-48c6-abfc-4791f00e2533),segment_id=d7f5f0f0-eb19-48c6-abfc-4791f00e2533)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:04:55.819925 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae77e3d-1f71-4abe-b6fc-e63370fe44a4 tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:04:55.819925 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae77e3d-1f71-4abe-b6fc-e63370fe44a4 tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:04:55.819925 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae77e3d-1f71-4abe-b6fc-e63370fe44a4 tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:04:55.819925 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae77e3d-1f71-4abe-b6fc-e63370fe44a4 tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:04:55.819925 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae77e3d-1f71-4abe-b6fc-e63370fe44a4 tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:04:55.823917 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae77e3d-1f71-4abe-b6fc-e63370fe44a4 tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:04:55.824570 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae77e3d-1f71-4abe-b6fc-e63370fe44a4 tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:04:55.825499 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae77e3d-1f71-4abe-b6fc-e63370fe44a4 tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:04:55.825924 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae77e3d-1f71-4abe-b6fc-e63370fe44a4 tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:04:55.826387 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae77e3d-1f71-4abe-b6fc-e63370fe44a4 tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:04:55.826770 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae77e3d-1f71-4abe-b6fc-e63370fe44a4 tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:04:55.827139 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae77e3d-1f71-4abe-b6fc-e63370fe44a4 tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:04:55.847111 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1ae77e3d-1f71-4abe-b6fc-e63370fe44a4 tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:55.883034 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ea9cf67d-acbc-4c74-81a3-932d358de676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:55.886129 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f8df6aff-457d-4b69-ac55-9c9d272b59bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:55.985088 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9cf67d-acbc-4c74-81a3-932d358de676 None None] Routers {'8cb004fb-b8d9-443a-ba27-c7a5a43325b1'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:04:55.985752 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-ea9cf67d-acbc-4c74-81a3-932d358de676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:04:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['8cb004fb-b8d9-443a-ba27-c7a5a43325b1'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:04:56.050458 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 6900a3bb-5bfe-42e0-894c-4609fa042b37 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:04:56.064428 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 41676) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:56.070556 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-534b26ee-0b35-450c-b13a-cb5341f0544e req-1ae77e3d-1f71-4abe-b6fc-e63370fe44a4 tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] Allocated IP 192.168.233.201 (cf20d108-f84c-44de-9036-2269564edd60/189b03cc-b2a8-4615-9ab5-ad0328c3f10f/15cdac25-6ce8-4c4b-a17f-77da773c06db) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:04:56.108240 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-71770072-0b11-475f-865b-c95978daf682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:56.123686 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95eb69dc-5e7a-4e04-94f6-8d6a114cc338 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Router d3f144aa-bd3f-4343-96aa-96eba3abd05e has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:04:56.210797 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869e1c75-9a5d-4b06-a14e-36b25e923339 None None] Pushing event updated for resources: {'Port': ['ID=8e415a4a-223c-46f0-96a2-cf8d1c05f73e,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:56.214545 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-869e1c75-9a5d-4b06-a14e-36b25e923339 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:56.238564 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1069d820-3584-4cec-a939-098339ee8b92 req-03f2ba77-0011-4799-a829-88744f491ac0 tempest-ServerShowV247Test-550373252 tempest-ServerShowV247Test-550373252-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3c8961b-74b8-472d-8ac8-800eec64f56e HTTP/1.1" status: 200 len: 210 time: 0.0540934 Jun 11 10:04:56.289800 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-71770072-0b11-475f-865b-c95978daf682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:56.367480 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-71770072-0b11-475f-865b-c95978daf682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:56.370617 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f8ba23d9-a96c-4703-85d3-0c9685254f27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:56.439151 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-71770072-0b11-475f-865b-c95978daf682 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=375a41bf1e6e490e93763125954df0ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3728001 Jun 11 10:04:56.445715 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 41686) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:56.448775 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71770072-0b11-475f-865b-c95978daf682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95a594d5-3751-4945-ad86-527ac56220ac,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:56.470596 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-71770072-0b11-475f-865b-c95978daf682 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:56.520290 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-ea9cf67d-acbc-4c74-81a3-932d358de676 None None] Set router 8cb004fb-b8d9-443a-ba27-c7a5a43325b1 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:04:56.546475 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-dbde73c8-194f-43fb-84a7-9be23db2fd21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:56.561997 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 6900a3bb-5bfe-42e0-894c-4609fa042b37 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:04:56.562393 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:56.586692 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 41692) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:56.708421 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-dbde73c8-194f-43fb-84a7-9be23db2fd21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:56.869239 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aad591-a830-4e50-bd49-fc78631c6984 req-b0d447b9-5712-43dd-9e36-c4498963125c tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:04:56.871308 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-90aad591-a830-4e50-bd49-fc78631c6984 req-b0d447b9-5712-43dd-9e36-c4498963125c tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=93ad82f0-8781-4cf6-a466-9a57ed82acf5 HTTP/1.1" status: 200 len: 945 time: 0.1598194 Jun 11 10:04:56.918698 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-93e070d0-9f7f-49e2-81af-6db28133f040 req-a55b718c-9bed-4ac5-a0dc-7864a0637391 tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] 10.222.0.60 "GET /v2.0/ports?device_id=3068e3ae-7b56-4288-ab47-491d1a37f980 HTTP/1.1" status: 200 len: 210 time: 0.0549991 Jun 11 10:04:56.954012 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-ea9cf67d-acbc-4c74-81a3-932d358de676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb004fb-b8d9-443a-ba27-c7a5a43325b1', 'name': 'tempest-TestAggregatesBasicOps-1679957296-router', 'tenant_id': '4b9849da2d5047b091632c75f0868125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '6900a3bb-5bfe-42e0-894c-4609fa042b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:04:45Z', 'updated_at': '2021-06-11T10:04:52Z', 'revision_number': 4, 'project_id': '4b9849da2d5047b091632c75f0868125', 'gw_port': {'id': '6900a3bb-5bfe-42e0-894c-4609fa042b37', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb004fb-b8d9-443a-ba27-c7a5a43325b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:04:46Z', 'updated_at': '2021-06-11T10:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '8e415a4a-223c-46f0-96a2-cf8d1c05f73e', 'name': '', 'network_id': 'e1c8227e-55f0-4020-a0ec-d90b3600370b', 'tenant_id': '4b9849da2d5047b091632c75f0868125', 'mac_address': 'fa:16:3e:bd:86:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb004fb-b8d9-443a-ba27-c7a5a43325b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '02abfa8d-3ae9-4c4a-8d54-b96eddcd3419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:04:50Z', 'updated_at': '2021-06-11T10:04:55Z', 'revision_number': 4, 'project_id': '4b9849da2d5047b091632c75f0868125', 'subnets': [{'id': '02abfa8d-3ae9-4c4a-8d54-b96eddcd3419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:04:56.958669 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9cf67d-acbc-4c74-81a3-932d358de676 None None] The sync data for ids ['8cb004fb-b8d9-443a-ba27-c7a5a43325b1'] in n-d-779913-12 is: [{'id': '8cb004fb-b8d9-443a-ba27-c7a5a43325b1', 'name': 'tempest-TestAggregatesBasicOps-1679957296-router', 'tenant_id': '4b9849da2d5047b091632c75f0868125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '6900a3bb-5bfe-42e0-894c-4609fa042b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:04:45Z', 'updated_at': '2021-06-11T10:04:52Z', 'revision_number': 4, 'project_id': '4b9849da2d5047b091632c75f0868125', 'gw_port': {'id': '6900a3bb-5bfe-42e0-894c-4609fa042b37', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb004fb-b8d9-443a-ba27-c7a5a43325b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:04:46Z', 'updated_at': '2021-06-11T10:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '8e415a4a-223c-46f0-96a2-cf8d1c05f73e', 'name': '', 'network_id': 'e1c8227e-55f0-4020-a0ec-d90b3600370b', 'tenant_id': '4b9849da2d5047b091632c75f0868125', 'mac_address': 'fa:16:3e:bd:86:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb004fb-b8d9-443a-ba27-c7a5a43325b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '02abfa8d-3ae9-4c4a-8d54-b96eddcd3419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:04:50Z', 'updated_at': '2021-06-11T10:04:55Z', 'revision_number': 4, 'project_id': '4b9849da2d5047b091632c75f0868125', 'subnets': [{'id': '02abfa8d-3ae9-4c4a-8d54-b96eddcd3419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:04:56.971817 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-534b26ee-0b35-450c-b13a-cb5341f0544e req-1ae77e3d-1f71-4abe-b6fc-e63370fe44a4 tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:56.978280 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95eb69dc-5e7a-4e04-94f6-8d6a114cc338 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:04:56.984165 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-dbde73c8-194f-43fb-84a7-9be23db2fd21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:56.988136 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-dbde73c8-194f-43fb-84a7-9be23db2fd21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:56.991464 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433fdcc3-7176-4c06-a3fb-7b47cb303f13 None None] Sync routers for ids ['d3f144aa-bd3f-4343-96aa-96eba3abd05e'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:04:56.992640 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-dbde73c8-194f-43fb-84a7-9be23db2fd21 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/95a594d5-3751-4945-ad86-527ac56220ac HTTP/1.1" status: 204 len: 168 time: 0.5451732 Jun 11 10:04:56.996708 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c440ac7d-360a-423a-80e7-08846fb4e5c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:57.005791 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433fdcc3-7176-4c06-a3fb-7b47cb303f13 None None] Routers {'d3f144aa-bd3f-4343-96aa-96eba3abd05e'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:04:57.008568 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-433fdcc3-7176-4c06-a3fb-7b47cb303f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:04:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['d3f144aa-bd3f-4343-96aa-96eba3abd05e'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:04:57.042793 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbde73c8-194f-43fb-84a7-9be23db2fd21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a594d5-3751-4945-ad86-527ac56220ac,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:57.055525 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-dbde73c8-194f-43fb-84a7-9be23db2fd21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:57.099266 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-90aad591-a830-4e50-bd49-fc78631c6984 req-f753ed1a-6279-4354-ae56-9cdfeafd2a13 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c9589fb-c3c5-418d-8928-25f3ef7c4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1755538 Jun 11 10:04:57.151758 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-433fdcc3-7176-4c06-a3fb-7b47cb303f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:04:57.161981 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433fdcc3-7176-4c06-a3fb-7b47cb303f13 None None] Routers {'d3f144aa-bd3f-4343-96aa-96eba3abd05e'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:04:57.162867 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-433fdcc3-7176-4c06-a3fb-7b47cb303f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:04:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['d3f144aa-bd3f-4343-96aa-96eba3abd05e'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:04:57.241276 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-534b26ee-0b35-450c-b13a-cb5341f0544e req-1ae77e3d-1f71-4abe-b6fc-e63370fe44a4 tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] Transition to ACTIVE for port object 15cdac25-6ce8-4c4b-a17f-77da773c06db will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:04:57.320804 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-433fdcc3-7176-4c06-a3fb-7b47cb303f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:04:57.321242 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433fdcc3-7176-4c06-a3fb-7b47cb303f13 None None] The sync data for ids ['d3f144aa-bd3f-4343-96aa-96eba3abd05e'] in n-d-779913-12 is: [] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:04:57.410441 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8583548b-de10-43dc-abf7-cb7e9605d887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375209'] for router_interface, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:57.479477 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-534b26ee-0b35-450c-b13a-cb5341f0544e req-1ae77e3d-1f71-4abe-b6fc-e63370fe44a4 tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:57.488412 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e82a32ae-c15f-428b-a775-a12c8c96ea18 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:57.575728 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f2282fce-028b-46f1-bdc1-c4662824ff37 req-2a01eded-d625-425e-bfb6-827355141f3b tempest-ServerShowV247Test-550373252 tempest-ServerShowV247Test-550373252-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3c8961b-74b8-472d-8ac8-800eec64f56e HTTP/1.1" status: 200 len: 210 time: 0.0891786 Jun 11 10:04:57.599005 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-534b26ee-0b35-450c-b13a-cb5341f0544e req-1ae77e3d-1f71-4abe-b6fc-e63370fe44a4 tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] Network cf20d108-f84c-44de-9036-2269564edd60 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:04:57.608312 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-534b26ee-0b35-450c-b13a-cb5341f0544e req-1ae77e3d-1f71-4abe-b6fc-e63370fe44a4 tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:04:57.611310 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-534b26ee-0b35-450c-b13a-cb5341f0544e req-1ae77e3d-1f71-4abe-b6fc-e63370fe44a4 tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:04:57.673327 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae77e3d-1f71-4abe-b6fc-e63370fe44a4 tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] Pushing event updated for resources: {'Port': ['ID=15cdac25-6ce8-4c4b-a17f-77da773c06db,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:57.677071 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1ae77e3d-1f71-4abe-b6fc-e63370fe44a4 tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:57.727105 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95eb69dc-5e7a-4e04-94f6-8d6a114cc338 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Router d3f144aa-bd3f-4343-96aa-96eba3abd05e has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:04:57.741337 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b26ee-0b35-450c-b13a-cb5341f0544e req-1ae77e3d-1f71-4abe-b6fc-e63370fe44a4 tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:04:57.742030 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-534b26ee-0b35-450c-b13a-cb5341f0544e req-1ae77e3d-1f71-4abe-b6fc-e63370fe44a4 tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:57.895025 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-534b26ee-0b35-450c-b13a-cb5341f0544e req-1ae77e3d-1f71-4abe-b6fc-e63370fe44a4 tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3730593 Jun 11 10:04:57.964287 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-8583548b-de10-43dc-abf7-cb7e9605d887 admin admin] Deleting port b40300ad-b8c6-4242-86a6-275df89926d9 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:04:57.964639 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8583548b-de10-43dc-abf7-cb7e9605d887 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:57.972148 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95eb69dc-5e7a-4e04-94f6-8d6a114cc338 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:04:57.973571 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-4474358c-235a-4a93-9f6b-719637560e3b None None] Provisioning for port 15cdac25-6ce8-4c4b-a17f-77da773c06db completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:04:57.978565 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-4474358c-235a-4a93-9f6b-719637560e3b None None] Provisioning complete for port 15cdac25-6ce8-4c4b-a17f-77da773c06db triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:04:57.979054 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-4474358c-235a-4a93-9f6b-719637560e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:57.993845 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-95eb69dc-5e7a-4e04-94f6-8d6a114cc338 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:58.067994 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-534b26ee-0b35-450c-b13a-cb5341f0544e req-e01d4d87-5d29-41fd-a659-38398ea0098c service neutron] Request body: {'port': {'device_id': '3068e3ae-7b56-4288-ab47-491d1a37f980', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:04:58.074258 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-4474358c-235a-4a93-9f6b-719637560e3b None None] Port 15cdac25-6ce8-4c4b-a17f-77da773c06db cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:04:58.078598 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 8e415a4a-223c-46f0-96a2-cf8d1c05f73e up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:04:58.081570 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094deb1b-2718-46d4-9002-f1305f605c3f None None] Sync routers for ids ['d3f144aa-bd3f-4343-96aa-96eba3abd05e'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:04:58.123614 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094deb1b-2718-46d4-9002-f1305f605c3f None None] Routers {'d3f144aa-bd3f-4343-96aa-96eba3abd05e'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:04:58.124792 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-094deb1b-2718-46d4-9002-f1305f605c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:04:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['d3f144aa-bd3f-4343-96aa-96eba3abd05e'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:04:58.125244 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-8583548b-de10-43dc-abf7-cb7e9605d887 admin admin] For port b40300ad-b8c6-4242-86a6-275df89926d9, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=b40300ad-b8c6-4242-86a6-275df89926d9,segment=NetworkSegment(334a1659-dc0d-4d5b-b932-5745958f419d),segment_id=334a1659-dc0d-4d5b-b932-5745958f419d)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:04:58.125834 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8583548b-de10-43dc-abf7-cb7e9605d887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:58.198897 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-094deb1b-2718-46d4-9002-f1305f605c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:04:58.228413 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094deb1b-2718-46d4-9002-f1305f605c3f None None] Routers {'d3f144aa-bd3f-4343-96aa-96eba3abd05e'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:04:58.229424 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-094deb1b-2718-46d4-9002-f1305f605c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:04:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['d3f144aa-bd3f-4343-96aa-96eba3abd05e'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:04:58.261513 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-8583548b-de10-43dc-abf7-cb7e9605d887 admin admin] Calling delete_port for b40300ad-b8c6-4242-86a6-275df89926d9 owned by network:router_interface {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:04:58.278014 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-534b26ee-0b35-450c-b13a-cb5341f0544e req-e01d4d87-5d29-41fd-a659-38398ea0098c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:58.303487 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-95eb69dc-5e7a-4e04-94f6-8d6a114cc338 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] 10.222.0.60 "PUT /v2.0/floatingips/a807c925-ad5e-4dbe-bdb8-66a1c5b7cd5d HTTP/1.1" status: 200 len: 978 time: 4.4970860 Jun 11 10:04:58.306633 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 41714) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:58.321477 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-4ab95c78-6bb5-41fd-9b5b-353d6d5d5e32 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:04:58.336984 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-094deb1b-2718-46d4-9002-f1305f605c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:04:58.338192 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094deb1b-2718-46d4-9002-f1305f605c3f None None] The sync data for ids ['d3f144aa-bd3f-4343-96aa-96eba3abd05e'] in n-d-779913-12 is: [] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:04:58.419287 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 8e415a4a-223c-46f0-96a2-cf8d1c05f73e completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:04:58.427873 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 8e415a4a-223c-46f0-96a2-cf8d1c05f73e triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:04:58.428634 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:58.491039 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4ab95c78-6bb5-41fd-9b5b-353d6d5d5e32 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks [] for floatingip, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:58.548734 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:58.640832 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 8e415a4a-223c-46f0-96a2-cf8d1c05f73e, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=8e415a4a-223c-46f0-96a2-cf8d1c05f73e,segment=NetworkSegment(d7f5f0f0-eb19-48c6-abfc-4791f00e2533),segment_id=d7f5f0f0-eb19-48c6-abfc-4791f00e2533)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:04:58.710363 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:58.712730 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:58.787996 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=8e415a4a-223c-46f0-96a2-cf8d1c05f73e,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:58.792432 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:58.910990 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6ac4e9-d6b9-4f5a-bcc3-99d4a36e204a req-55aa8244-1ae0-4611-9ba6-ec7d0dc29ddf tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:04:58.917987 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9e6ac4e9-d6b9-4f5a-bcc3-99d4a36e204a req-55aa8244-1ae0-4611-9ba6-ec7d0dc29ddf tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=93ad82f0-8781-4cf6-a466-9a57ed82acf5 HTTP/1.1" status: 200 len: 945 time: 0.5884478 Jun 11 10:04:58.938328 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b58f6-2279-4504-8fbc-c4536a0f49ef req-1876cf62-3327-4ea3-bd81-ed5b195ff077 tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:04:58.939857 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7b2b58f6-2279-4504-8fbc-c4536a0f49ef req-1876cf62-3327-4ea3-bd81-ed5b195ff077 tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] 10.222.0.60 "GET /v2.0/ports?device_id=3068e3ae-7b56-4288-ab47-491d1a37f980 HTTP/1.1" status: 200 len: 936 time: 0.1695285 Jun 11 10:04:59.004764 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7b2b58f6-2279-4504-8fbc-c4536a0f49ef req-8887cc89-6d7c-4ed7-8cd4-82ecb67bbcb6 tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b611d80-07e0-4a1f-89ab-c09e8dbdec78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517673 Jun 11 10:04:59.029847 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4ab95c78-6bb5-41fd-9b5b-353d6d5d5e32 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:59.119826 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9e6ac4e9-d6b9-4f5a-bcc3-99d4a36e204a req-51de427d-32da-4132-adb5-a03412b9f02b tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c9589fb-c3c5-418d-8928-25f3ef7c4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2007177 Jun 11 10:04:59.151185 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4ab95c78-6bb5-41fd-9b5b-353d6d5d5e32 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:59.151630 n-d-779913-12 neutron-server[93176]: INFO neutron.db.l3_db [None req-4ab95c78-6bb5-41fd-9b5b-353d6d5d5e32 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Floating IP a807c925-ad5e-4dbe-bdb8-66a1c5b7cd5d disassociated. External IP: 172.25.4.126, port: ac2bb751-7f72-4029-8868-d6ceb3336efc. Jun 11 10:04:59.169758 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:04:59.188782 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0fc30fba-c5bc-455f-a1ff-68b1e2eb1725 req-afd058ab-6ed8-492d-b546-8390896d6b92 tempest-ServerShowV247Test-550373252 tempest-ServerShowV247Test-550373252-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3c8961b-74b8-472d-8ac8-800eec64f56e HTTP/1.1" status: 200 len: 210 time: 0.0466475 Jun 11 10:04:59.201733 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8583548b-de10-43dc-abf7-cb7e9605d887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:59.206262 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9ae52ca4-1561-4314-ae5e-7e39bed19097 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:59.232390 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8583548b-de10-43dc-abf7-cb7e9605d887 admin admin] Pushing event deleted for resources: {'Port': ['ID=b40300ad-b8c6-4242-86a6-275df89926d9,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:59.252130 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8583548b-de10-43dc-abf7-cb7e9605d887 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:59.382282 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-534b26ee-0b35-450c-b13a-cb5341f0544e req-e01d4d87-5d29-41fd-a659-38398ea0098c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15cdac25-6ce8-4c4b-a17f-77da773c06db {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:04:59.391775 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-534b26ee-0b35-450c-b13a-cb5341f0544e req-e01d4d87-5d29-41fd-a659-38398ea0098c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:59.408872 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-534b26ee-0b35-450c-b13a-cb5341f0544e req-e01d4d87-5d29-41fd-a659-38398ea0098c service neutron] Transition to ACTIVE for port object 15cdac25-6ce8-4c4b-a17f-77da773c06db will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:04:59.493997 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8583548b-de10-43dc-abf7-cb7e9605d887 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362297'] for router_interface, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:59.512673 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-534b26ee-0b35-450c-b13a-cb5341f0544e req-e01d4d87-5d29-41fd-a659-38398ea0098c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:59.517226 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b0fccbbb-584a-4426-a8ea-50ee45632f07 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:04:59.690772 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01d4d87-5d29-41fd-a659-38398ea0098c service neutron] Pushing event updated for resources: {'Port': ['ID=15cdac25-6ce8-4c4b-a17f-77da773c06db,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:04:59.746032 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e01d4d87-5d29-41fd-a659-38398ea0098c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:04:59.769166 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-534b26ee-0b35-450c-b13a-cb5341f0544e req-e01d4d87-5d29-41fd-a659-38398ea0098c service neutron] Attempting to bind port 15cdac25-6ce8-4c4b-a17f-77da773c06db on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:04:59.769531 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-534b26ee-0b35-450c-b13a-cb5341f0544e req-e01d4d87-5d29-41fd-a659-38398ea0098c service neutron] Attempting to bind port 15cdac25-6ce8-4c4b-a17f-77da773c06db by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:04:59.769882 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534b26ee-0b35-450c-b13a-cb5341f0544e req-e01d4d87-5d29-41fd-a659-38398ea0098c service neutron] Attempting to bind port 15cdac25-6ce8-4c4b-a17f-77da773c06db on network cf20d108-f84c-44de-9036-2269564edd60 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:04:59.773152 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ab95c78-6bb5-41fd-9b5b-353d6d5d5e32 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Router d3f144aa-bd3f-4343-96aa-96eba3abd05e has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:04:59.781386 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534b26ee-0b35-450c-b13a-cb5341f0544e req-e01d4d87-5d29-41fd-a659-38398ea0098c service neutron] Port 15cdac25-6ce8-4c4b-a17f-77da773c06db on network cf20d108-f84c-44de-9036-2269564edd60 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:04:59.781713 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534b26ee-0b35-450c-b13a-cb5341f0544e req-e01d4d87-5d29-41fd-a659-38398ea0098c service neutron] Attempting to bind port 15cdac25-6ce8-4c4b-a17f-77da773c06db on network cf20d108-f84c-44de-9036-2269564edd60 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:04:59.791784 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534b26ee-0b35-450c-b13a-cb5341f0544e req-e01d4d87-5d29-41fd-a659-38398ea0098c service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:04:59.792130 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534b26ee-0b35-450c-b13a-cb5341f0544e req-e01d4d87-5d29-41fd-a659-38398ea0098c service neutron] Checking segment: {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:04:59.792837 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534b26ee-0b35-450c-b13a-cb5341f0544e req-e01d4d87-5d29-41fd-a659-38398ea0098c service neutron] Bound using segment: {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:04:59.792974 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-534b26ee-0b35-450c-b13a-cb5341f0544e req-e01d4d87-5d29-41fd-a659-38398ea0098c service neutron] Bound port: 15cdac25-6ce8-4c4b-a17f-77da773c06db, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:04:59.793304 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-534b26ee-0b35-450c-b13a-cb5341f0544e req-e01d4d87-5d29-41fd-a659-38398ea0098c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:04:59.835931 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8583548b-de10-43dc-abf7-cb7e9605d887 admin admin] Router 0b01bc3d-184d-456b-989e-b2d4f269e8dd has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:04:59.839400 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 41738) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:04:59.987914 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-33d24bb3-820f-4ec5-aaf9-895a7042adcc tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1457546222', 'router:external': True}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:05:00.020849 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-534b26ee-0b35-450c-b13a-cb5341f0544e req-e01d4d87-5d29-41fd-a659-38398ea0098c service neutron] For port 15cdac25-6ce8-4c4b-a17f-77da773c06db, host n-h1-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:05:00.032999 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 8e415a4a-223c-46f0-96a2-cf8d1c05f73e up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:05:00.037482 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab95c78-6bb5-41fd-9b5b-353d6d5d5e32 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:05:00.044852 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4ab95c78-6bb5-41fd-9b5b-353d6d5d5e32 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:00.048108 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-534b26ee-0b35-450c-b13a-cb5341f0544e req-e01d4d87-5d29-41fd-a659-38398ea0098c service neutron] For port 15cdac25-6ce8-4c4b-a17f-77da773c06db, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=15cdac25-6ce8-4c4b-a17f-77da773c06db,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:05:00.049096 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed58cdbc-82ee-40a2-9a07-96a53d75945d None None] Sync routers for ids ['d3f144aa-bd3f-4343-96aa-96eba3abd05e'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:05:00.049655 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8583548b-de10-43dc-abf7-cb7e9605d887 admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:05:00.056537 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-8583548b-de10-43dc-abf7-cb7e9605d887 admin admin] 10.222.0.60 "PUT /v2.0/routers/0b01bc3d-184d-456b-989e-b2d4f269e8dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4692221 Jun 11 10:05:00.059004 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 41744) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:05:00.076890 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed58cdbc-82ee-40a2-9a07-96a53d75945d None None] Routers {'d3f144aa-bd3f-4343-96aa-96eba3abd05e'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:05:00.079273 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-ed58cdbc-82ee-40a2-9a07-96a53d75945d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:04:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['d3f144aa-bd3f-4343-96aa-96eba3abd05e'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:05:00.095102 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-4ab95c78-6bb5-41fd-9b5b-353d6d5d5e32 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] 10.222.0.60 "PUT /v2.0/floatingips/a807c925-ad5e-4dbe-bdb8-66a1c5b7cd5d HTTP/1.1" status: 200 len: 688 time: 1.7873526 Jun 11 10:05:00.097628 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 41746) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:05:00.127680 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26793a56-bc2d-4045-aeab-8dc529c49681 None None] Sync routers for ids ['0b01bc3d-184d-456b-989e-b2d4f269e8dd'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:05:00.145184 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 8e415a4a-223c-46f0-96a2-cf8d1c05f73e triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:05:00.146041 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:00.165191 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-534b26ee-0b35-450c-b13a-cb5341f0544e req-e01d4d87-5d29-41fd-a659-38398ea0098c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:00.172795 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d24bb3-820f-4ec5-aaf9-895a7042adcc tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Made reservation on behalf of 400baf6a28cc4f809590ab5ed0af8545 for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:05:00.174598 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1ae77e3d-1f71-4abe-b6fc-e63370fe44a4 tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:05:00.175472 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-33d24bb3-820f-4ec5-aaf9-895a7042adcc tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:00.196699 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-ed58cdbc-82ee-40a2-9a07-96a53d75945d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:05:00.199207 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-33d24bb3-820f-4ec5-aaf9-895a7042adcc tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:00.221444 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed58cdbc-82ee-40a2-9a07-96a53d75945d None None] Routers {'d3f144aa-bd3f-4343-96aa-96eba3abd05e'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:05:00.222074 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-ed58cdbc-82ee-40a2-9a07-96a53d75945d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:04:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['d3f144aa-bd3f-4343-96aa-96eba3abd05e'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:05:00.232488 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26793a56-bc2d-4045-aeab-8dc529c49681 None None] Routers {'0b01bc3d-184d-456b-989e-b2d4f269e8dd'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:05:00.244685 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01d4d87-5d29-41fd-a659-38398ea0098c service neutron] Pushing event updated for resources: {'Port': ['ID=15cdac25-6ce8-4c4b-a17f-77da773c06db,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:05:00.244912 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-26793a56-bc2d-4045-aeab-8dc529c49681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:04:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['0b01bc3d-184d-456b-989e-b2d4f269e8dd'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:05:00.254754 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e01d4d87-5d29-41fd-a659-38398ea0098c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:05:00.321292 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-ed58cdbc-82ee-40a2-9a07-96a53d75945d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:05:00.321907 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed58cdbc-82ee-40a2-9a07-96a53d75945d None None] The sync data for ids ['d3f144aa-bd3f-4343-96aa-96eba3abd05e'] in n-d-779913-12 is: [] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:05:00.345002 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b26ee-0b35-450c-b13a-cb5341f0544e req-e01d4d87-5d29-41fd-a659-38398ea0098c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:00.345621 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-534b26ee-0b35-450c-b13a-cb5341f0544e req-e01d4d87-5d29-41fd-a659-38398ea0098c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:00.346985 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-534b26ee-0b35-450c-b13a-cb5341f0544e req-e01d4d87-5d29-41fd-a659-38398ea0098c service neutron] 10.222.0.64 "PUT /v2.0/ports/15cdac25-6ce8-4c4b-a17f-77da773c06db HTTP/1.1" status: 200 len: 1097 time: 2.2930608 Jun 11 10:05:00.347531 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3068e3ae-7b56-4288-ab47-491d1a37f980', 'tag': '15cdac25-6ce8-4c4b-a17f-77da773c06db'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:05:00.349988 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e51c093d-9bb4-4848-889e-38a0b7b1762c" -d '{"events": [{"name": "network-changed", "server_uuid": "3068e3ae-7b56-4288-ab47-491d1a37f980", "tag": "15cdac25-6ce8-4c4b-a17f-77da773c06db"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:05:00.386750 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-33d24bb3-820f-4ec5-aaf9-895a7042adcc tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:00.418280 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c2a4073c-3742-4574-8580-d3f1be577a1e admin admin] Notify callbacks [] for router, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:00.472268 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-cbd2e235-85a8-48f6-b2a6-bc1314027eed tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Deleting port b5445e1c-3ef6-4f06-8dac-2d2b1d6f7855 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:05:00.473457 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cbd2e235-85a8-48f6-b2a6-bc1314027eed tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:00.494590 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-26793a56-bc2d-4045-aeab-8dc529c49681 None None] Set router 0b01bc3d-184d-456b-989e-b2d4f269e8dd gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:05:00.536856 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9472750-f16c-4525-9368-d9692f5da7d7 req-3b4ba57d-4130-429b-bdd2-67bf4394bafa tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:00.538372 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a9472750-f16c-4525-9368-d9692f5da7d7 req-3b4ba57d-4130-429b-bdd2-67bf4394bafa tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] 10.222.0.60 "GET /v2.0/ports?device_id=3068e3ae-7b56-4288-ab47-491d1a37f980 HTTP/1.1" status: 200 len: 948 time: 0.2245648 Jun 11 10:05:00.547857 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-33d24bb3-820f-4ec5-aaf9-895a7042adcc tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:00.555010 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-16b5bcca-4b3e-4c21-879a-8680abfe85fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:05:00.607096 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33d24bb3-820f-4ec5-aaf9-895a7042adcc tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 784} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:05:00.633997 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785e23ce-22ef-4b64-8dfc-1e06b8e2ad72 req-9a27c7c9-6b9f-43f4-9423-5e5c24a84a59 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:00.635864 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-785e23ce-22ef-4b64-8dfc-1e06b8e2ad72 req-9a27c7c9-6b9f-43f4-9423-5e5c24a84a59 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=93ad82f0-8781-4cf6-a466-9a57ed82acf5 HTTP/1.1" status: 200 len: 945 time: 0.3083296 Jun 11 10:05:00.641134 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-33d24bb3-820f-4ec5-aaf9-895a7042adcc tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:00.641481 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-33d24bb3-820f-4ec5-aaf9-895a7042adcc tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Added segment 8fee29a9-d49a-4975-b316-0ddbd7c67dee of type vlan for network aa73200c-5e35-477a-aeb4-4c8e19feb576 Jun 11 10:05:00.643277 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d24bb3-820f-4ec5-aaf9-895a7042adcc tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=679ffc05-6ab1-4f59-b27b-31a58f62da68,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:05:00.646880 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-33d24bb3-820f-4ec5-aaf9-895a7042adcc tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:05:00.747147 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c2a4073c-3742-4574-8580-d3f1be577a1e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:00.764385 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-33d24bb3-820f-4ec5-aaf9-895a7042adcc tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:00.777631 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-785e23ce-22ef-4b64-8dfc-1e06b8e2ad72 req-68449395-910a-4c6a-9158-adf8c0455906 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c9589fb-c3c5-418d-8928-25f3ef7c4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199203 Jun 11 10:05:00.785839 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-26793a56-bc2d-4045-aeab-8dc529c49681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b01bc3d-184d-456b-989e-b2d4f269e8dd', 'name': 'tempest-TestAggregatesBasicOps-1245778785-router', 'tenant_id': 'd4632bec53744ee28aba8b426a46ef21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '769b3cc2-d7af-43d7-9eea-9f0e33e65ab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:04:32Z', 'updated_at': '2021-06-11T10:04:59Z', 'revision_number': 5, 'project_id': 'd4632bec53744ee28aba8b426a46ef21', 'gw_port': {'id': '769b3cc2-d7af-43d7-9eea-9f0e33e65ab7', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:4a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b01bc3d-184d-456b-989e-b2d4f269e8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:04:33Z', 'updated_at': '2021-06-11T10:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:05:00.794993 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26793a56-bc2d-4045-aeab-8dc529c49681 None None] Checking router: 0b01bc3d-184d-456b-989e-b2d4f269e8dd for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:05:00.820045 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26793a56-bc2d-4045-aeab-8dc529c49681 None None] Routers {'0b01bc3d-184d-456b-989e-b2d4f269e8dd'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:05:00.823639 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-26793a56-bc2d-4045-aeab-8dc529c49681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:04:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['0b01bc3d-184d-456b-989e-b2d4f269e8dd'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:05:00.923044 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-33d24bb3-820f-4ec5-aaf9-895a7042adcc tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:00.924230 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d24bb3-820f-4ec5-aaf9-895a7042adcc tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:00.925034 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-33d24bb3-820f-4ec5-aaf9-895a7042adcc tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:00.942765 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8e282ca1-04ab-4ac7-bdfa-e90a7d388eb1 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:05:00.984862 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-c2a4073c-3742-4574-8580-d3f1be577a1e admin admin] Deleting port 769b3cc2-d7af-43d7-9eea-9f0e33e65ab7 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:05:00.985474 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c2a4073c-3742-4574-8580-d3f1be577a1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:01.036020 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-33d24bb3-820f-4ec5-aaf9-895a7042adcc tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.1914668 Jun 11 10:05:01.037523 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-26793a56-bc2d-4045-aeab-8dc529c49681 None None] Set router 0b01bc3d-184d-456b-989e-b2d4f269e8dd gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:05:01.045343 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9ce9fa2a-ef62-4c10-aa00-f52fb8672cf4 req-b2788e8b-2cdf-4b4d-b505-afa2cd20daa9 tempest-ServerShowV247Test-550373252 tempest-ServerShowV247Test-550373252-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3c8961b-74b8-472d-8ac8-800eec64f56e HTTP/1.1" status: 200 len: 210 time: 0.0714631 Jun 11 10:05:01.045841 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 41758) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:05:01.054069 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-f98a5d9f-10d2-435e-b6ed-7bddc654ef62 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Request body: {'subnet': {'network_id': 'aa73200c-5e35-477a-aeb4-4c8e19feb576', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:05:01.091285 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 654150cf-8faf-4a19-aca8-459bddd22d50 details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 10:05:01.130413 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cbd2e235-85a8-48f6-b2a6-bc1314027eed tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:01.131437 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cbd2e235-85a8-48f6-b2a6-bc1314027eed tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:01.137285 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d24bb3-820f-4ec5-aaf9-895a7042adcc tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Pushing event updated for resources: {'Network': ['ID=aa73200c-5e35-477a-aeb4-4c8e19feb576,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:05:01.155758 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network aa73200c-5e35-477a-aeb4-4c8e19feb576 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:05:01.186112 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-33d24bb3-820f-4ec5-aaf9-895a7042adcc tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:05:01.186112 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f98a5d9f-10d2-435e-b6ed-7bddc654ef62 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Made reservation on behalf of 400baf6a28cc4f809590ab5ed0af8545 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:05:01.186112 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f98a5d9f-10d2-435e-b6ed-7bddc654ef62 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:01.271932 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-cbd2e235-85a8-48f6-b2a6-bc1314027eed tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Calling delete_port for b5445e1c-3ef6-4f06-8dac-2d2b1d6f7855 owned by network:floatingip {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:05:01.296132 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-c2a4073c-3742-4574-8580-d3f1be577a1e admin admin] For port 769b3cc2-d7af-43d7-9eea-9f0e33e65ab7, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=769b3cc2-d7af-43d7-9eea-9f0e33e65ab7,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:05:01.296580 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c2a4073c-3742-4574-8580-d3f1be577a1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:01.406492 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:01.413016 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-c2a4073c-3742-4574-8580-d3f1be577a1e admin admin] Calling delete_port for 769b3cc2-d7af-43d7-9eea-9f0e33e65ab7 owned by network:router_gateway {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:05:01.492638 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e8fb639-2b58-4102-b771-2a5a29bd381c x-openstack-request-id: req-4e8fb639-2b58-4102-b771-2a5a29bd381c {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:05:01.493255 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3068e3ae-7b56-4288-ab47-491d1a37f980", "tag": "15cdac25-6ce8-4c4b-a17f-77da773c06db", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:05:01.493410 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4e8fb639-2b58-4102-b771-2a5a29bd381c {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:05:01.494058 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3068e3ae-7b56-4288-ab47-491d1a37f980', 'tag': '15cdac25-6ce8-4c4b-a17f-77da773c06db', 'status': 'completed', 'code': 200} Jun 11 10:05:01.543280 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a9472750-f16c-4525-9368-d9692f5da7d7 req-7d0489bf-0e2d-433f-8930-fbc589f007a1 tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b611d80-07e0-4a1f-89ab-c09e8dbdec78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9808888 Jun 11 10:05:01.553296 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b26ee-0b35-450c-b13a-cb5341f0544e req-4abfacde-c366-47bc-bba6-6fa2f487ffef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:01.555271 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-534b26ee-0b35-450c-b13a-cb5341f0544e req-4abfacde-c366-47bc-bba6-6fa2f487ffef service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=eadf3fa0fbf64aa2a7dd1766892a07b8&device_id=3068e3ae-7b56-4288-ab47-491d1a37f980 HTTP/1.1" status: 200 len: 1100 time: 1.0530920 Jun 11 10:05:01.645143 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-534b26ee-0b35-450c-b13a-cb5341f0544e req-74dbf928-1b5d-4ef8-b436-cd6bf6c062c6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=15cdac25-6ce8-4c4b-a17f-77da773c06db HTTP/1.1" status: 200 len: 217 time: 0.0802240 Jun 11 10:05:01.646283 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cbd2e235-85a8-48f6-b2a6-bc1314027eed tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:01.658902 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b0fccbbb-584a-4426-a8ea-50ee45632f07 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:05:01.746091 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd2e235-85a8-48f6-b2a6-bc1314027eed tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Pushing event deleted for resources: {'Port': ['ID=b5445e1c-3ef6-4f06-8dac-2d2b1d6f7855,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:05:01.749788 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-cbd2e235-85a8-48f6-b2a6-bc1314027eed tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:05:01.834344 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 654150cf-8faf-4a19-aca8-459bddd22d50, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=654150cf-8faf-4a19-aca8-459bddd22d50,segment=NetworkSegment(64ec67c3-ae73-4fd7-a5b7-323e0e068c2b),segment_id=64ec67c3-ae73-4fd7-a5b7-323e0e068c2b)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:05:01.851435 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': '654150cf-8faf-4a19-aca8-459bddd22d50', 'network_id': '4ec1bae5-7351-4e01-a52c-de5521320fcb', 'port_id': '654150cf-8faf-4a19-aca8-459bddd22d50', 'mac_address': 'fa:16:3e:45:44:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73b1338f-0df7-44ec-88b6-dbc16cfcfcc4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 10:05:01.854236 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cbd2e235-85a8-48f6-b2a6-bc1314027eed tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks [] for floatingip, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:01.858637 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cbd2e235-85a8-48f6-b2a6-bc1314027eed tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:01.858966 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-26793a56-bc2d-4045-aeab-8dc529c49681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b01bc3d-184d-456b-989e-b2d4f269e8dd', 'name': 'tempest-TestAggregatesBasicOps-1245778785-router', 'tenant_id': 'd4632bec53744ee28aba8b426a46ef21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '769b3cc2-d7af-43d7-9eea-9f0e33e65ab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:04:32Z', 'updated_at': '2021-06-11T10:04:59Z', 'revision_number': 5, 'project_id': 'd4632bec53744ee28aba8b426a46ef21', 'gw_port': {'id': '769b3cc2-d7af-43d7-9eea-9f0e33e65ab7', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:4a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b01bc3d-184d-456b-989e-b2d4f269e8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:04:33Z', 'updated_at': '2021-06-11T10:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:05:01.860483 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-cbd2e235-85a8-48f6-b2a6-bc1314027eed tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] 10.222.0.60 "DELETE /v2.0/floatingips/a807c925-ad5e-4dbe-bdb8-66a1c5b7cd5d HTTP/1.1" status: 204 len: 168 time: 1.7617130 Jun 11 10:05:01.863912 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26793a56-bc2d-4045-aeab-8dc529c49681 None None] The sync data for ids ['0b01bc3d-184d-456b-989e-b2d4f269e8dd'] in n-d-779913-12 is: [{'id': '0b01bc3d-184d-456b-989e-b2d4f269e8dd', 'name': 'tempest-TestAggregatesBasicOps-1245778785-router', 'tenant_id': 'd4632bec53744ee28aba8b426a46ef21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '769b3cc2-d7af-43d7-9eea-9f0e33e65ab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:04:32Z', 'updated_at': '2021-06-11T10:04:59Z', 'revision_number': 5, 'project_id': 'd4632bec53744ee28aba8b426a46ef21', 'gw_port': {'id': '769b3cc2-d7af-43d7-9eea-9f0e33e65ab7', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:4a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b01bc3d-184d-456b-989e-b2d4f269e8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:04:33Z', 'updated_at': '2021-06-11T10:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:05:01.864916 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 41778) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:05:01.896319 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b26ee-0b35-450c-b13a-cb5341f0544e req-d7b87107-54e7-45ea-bcd0-b2106c2ecd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:01.898478 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-534b26ee-0b35-450c-b13a-cb5341f0544e req-d7b87107-54e7-45ea-bcd0-b2106c2ecd13 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=189b03cc-b2a8-4615-9ab5-ad0328c3f10f HTTP/1.1" status: 200 len: 843 time: 0.2407718 Jun 11 10:05:01.938785 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:01.962680 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 654150cf-8faf-4a19-aca8-459bddd22d50 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:05:01.980156 n-d-779913-12 neutron-server[93177]: INFO neutron.api.v2.resource [None req-c6a5b735-040e-4a4a-be69-028b925840d8 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] delete failed (client error): The resource could not be found. Jun 11 10:05:01.981173 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-c6a5b735-040e-4a4a-be69-028b925840d8 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] 10.222.0.60 "DELETE /v2.0/floatingips/a807c925-ad5e-4dbe-bdb8-66a1c5b7cd5d HTTP/1.1" status: 404 len: 345 time: 0.1090033 Jun 11 10:05:01.988095 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 41782) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:05:01.994866 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 654150cf-8faf-4a19-aca8-459bddd22d50, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=654150cf-8faf-4a19-aca8-459bddd22d50,segment=NetworkSegment(64ec67c3-ae73-4fd7-a5b7-323e0e068c2b),segment_id=64ec67c3-ae73-4fd7-a5b7-323e0e068c2b)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:05:02.051317 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b26ee-0b35-450c-b13a-cb5341f0544e req-30b4b0b2-5464-4549-a688-d8c0d63d3b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:02.053056 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-534b26ee-0b35-450c-b13a-cb5341f0544e req-30b4b0b2-5464-4549-a688-d8c0d63d3b86 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf20d108-f84c-44de-9036-2269564edd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1464095 Jun 11 10:05:02.089262 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:02.092737 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:05:02.229578 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=654150cf-8faf-4a19-aca8-459bddd22d50,revision_number=6']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:05:02.235308 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa14649-a636-4a1e-b84b-51ae76500e39 req-54d388be-9d12-47d0-a2c2-c8c62dd1f13a tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:02.240938 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aed2c83-0a5e-4211-96e1-8472e35e72e5 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:02.242090 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aed2c83-0a5e-4211-96e1-8472e35e72e5 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:02.242571 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-baa14649-a636-4a1e-b84b-51ae76500e39 req-54d388be-9d12-47d0-a2c2-c8c62dd1f13a tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=93ad82f0-8781-4cf6-a466-9a57ed82acf5 HTTP/1.1" status: 200 len: 944 time: 0.2168424 Jun 11 10:05:02.248954 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aed2c83-0a5e-4211-96e1-8472e35e72e5 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:02.250714 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-8aed2c83-0a5e-4211-96e1-8472e35e72e5 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] 10.222.0.60 "GET /v2.0/ports?network_id=285f4b0d-ebe4-4c20-bbd0-cc4f6efdbca1 HTTP/1.1" status: 200 len: 2358 time: 0.2591331 Jun 11 10:05:02.259351 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:05:02.260028 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 41788) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:05:02.333624 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['654150cf-8faf-4a19-aca8-459bddd22d50'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:05:02.419545 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-baa14649-a636-4a1e-b84b-51ae76500e39 req-f4dc8e39-66c3-4ab6-8330-bb0a8aacc4c5 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c9589fb-c3c5-418d-8928-25f3ef7c4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1759696 Jun 11 10:05:02.448046 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fb34a763-0159-479d-a96b-93ea409a3cba req-fd28dcc2-bab3-441d-ae03-383c0ed081b2 tempest-ServerShowV247Test-550373252 tempest-ServerShowV247Test-550373252-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3c8961b-74b8-472d-8ac8-800eec64f56e HTTP/1.1" status: 200 len: 210 time: 0.1247089 Jun 11 10:05:02.448270 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c2a4073c-3742-4574-8580-d3f1be577a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:02.460903 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-534b26ee-0b35-450c-b13a-cb5341f0544e req-bd10f1f5-b596-4c94-889e-2c0db141b705 service neutron] 10.222.0.64 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4012959 Jun 11 10:05:02.461911 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f95e8227-6973-4794-961b-1b86e453022e tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:05:02.471396 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e03d1a7-98b0-4400-9ac6-75321b53315a tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:02.473108 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-7e03d1a7-98b0-4400-9ac6-75321b53315a tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] 10.222.0.60 "GET /v2.0/subnets/6d7b2381-59d4-4001-8192-544d3e057d58 HTTP/1.1" status: 200 len: 797 time: 0.2110348 Jun 11 10:05:02.482680 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 41790) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:05:02.489506 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-2950ec8b-4b19-4e49-b793-f070481a787c tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Request body: {'port': {'network_id': '285f4b0d-ebe4-4c20-bbd0-cc4f6efdbca1', 'name': 'tempest-FloatingIPTestJSON-47454018', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:05:02.602837 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a4073c-3742-4574-8580-d3f1be577a1e admin admin] Pushing event deleted for resources: {'Port': ['ID=769b3cc2-d7af-43d7-9eea-9f0e33e65ab7,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:05:02.608731 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c2a4073c-3742-4574-8580-d3f1be577a1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:05:02.781962 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-534b26ee-0b35-450c-b13a-cb5341f0544e req-6d4e55de-3c97-49ef-b13d-a107d3dbee50 service neutron] 10.222.0.64 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3074419 Jun 11 10:05:02.839611 n-d-779913-12 neutron-server[93177]: DEBUG neutron.objects.ports [None req-f98a5d9f-10d2-435e-b6ed-7bddc654ef62 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93177) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 11 10:05:02.840072 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f98a5d9f-10d2-435e-b6ed-7bddc654ef62 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:02.845729 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-10d0e8fa-37e4-4fad-b4a7-8cc9a4f87bfe tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:05:02.905140 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2950ec8b-4b19-4e49-b793-f070481a787c tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Made reservation on behalf of fb57c32c7575439082063defb572928f for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:05:02.909506 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c2a4073c-3742-4574-8580-d3f1be577a1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374120'] for router_gateway, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:03.093598 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 654150cf-8faf-4a19-aca8-459bddd22d50 up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:05:03.105158 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c093d-9bb4-4848-889e-38a0b7b1762c req-44c2bd1c-d2f0-45e5-98b2-dd57e4ff5a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:03.106808 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e51c093d-9bb4-4848-889e-38a0b7b1762c req-44c2bd1c-d2f0-45e5-98b2-dd57e4ff5a01 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=eadf3fa0fbf64aa2a7dd1766892a07b8&device_id=3068e3ae-7b56-4288-ab47-491d1a37f980 HTTP/1.1" status: 200 len: 1100 time: 0.1948519 Jun 11 10:05:03.110065 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c2a4073c-3742-4574-8580-d3f1be577a1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:03.119340 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c2a4073c-3742-4574-8580-d3f1be577a1e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:03.121724 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98a5d9f-10d2-435e-b6ed-7bddc654ef62 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Pushing event updated for resources: {'Subnet': ['ID=890d3b06-9d18-4a0b-a161-ce5edb02f435,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:05:03.128300 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98a5d9f-10d2-435e-b6ed-7bddc654ef62 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Checking segment: {'id': '8fee29a9-d49a-4975-b316-0ddbd7c67dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'aa73200c-5e35-477a-aeb4-4c8e19feb576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:05:03.128633 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98a5d9f-10d2-435e-b6ed-7bddc654ef62 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Network hostable DHCP agents. Network: aa73200c-5e35-477a-aeb4-4c8e19feb576, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:05:03.134908 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f98a5d9f-10d2-435e-b6ed-7bddc654ef62 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:05:03.160835 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2950ec8b-4b19-4e49-b793-f070481a787c tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:03.186224 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port 654150cf-8faf-4a19-aca8-459bddd22d50 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:05:03.186627 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:03.220176 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88c4a39-f70d-43fe-9439-41e4f318f5e3 req-525b1014-3baa-4062-a0bc-b4daf628c288 tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:03.222707 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e88c4a39-f70d-43fe-9439-41e4f318f5e3 req-525b1014-3baa-4062-a0bc-b4daf628c288 tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] 10.222.0.60 "GET /v2.0/ports?device_id=3068e3ae-7b56-4288-ab47-491d1a37f980 HTTP/1.1" status: 200 len: 948 time: 0.4255497 Jun 11 10:05:03.249178 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [None req-2950ec8b-4b19-4e49-b793-f070481a787c tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] device_id is not set on port 962ac845-6806-431c-bd29-cef3bf593e49 yet. {{(pid=93176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 10:05:03.285014 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:03.289124 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c2a4073c-3742-4574-8580-d3f1be577a1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:03.289782 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2a4073c-3742-4574-8580-d3f1be577a1e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b01bc3d-184d-456b-989e-b2d4f269e8dd {{(pid=93177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 10:05:03.296824 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c2a4073c-3742-4574-8580-d3f1be577a1e admin admin] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:03.298054 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-c2a4073c-3742-4574-8580-d3f1be577a1e admin admin] 10.222.0.60 "DELETE /v2.0/routers/0b01bc3d-184d-456b-989e-b2d4f269e8dd HTTP/1.1" status: 204 len: 168 time: 3.2379160 Jun 11 10:05:03.311963 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 41794) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:05:03.312136 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e88c4a39-f70d-43fe-9439-41e4f318f5e3 req-b58ebf19-19fb-4940-a9be-e8ba25347f66 tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b611d80-07e0-4a1f-89ab-c09e8dbdec78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785365 Jun 11 10:05:03.315283 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98a5d9f-10d2-435e-b6ed-7bddc654ef62 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Network aa73200c-5e35-477a-aeb4-4c8e19feb576 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:05:03.336686 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 654150cf-8faf-4a19-aca8-459bddd22d50, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=654150cf-8faf-4a19-aca8-459bddd22d50,segment=NetworkSegment(64ec67c3-ae73-4fd7-a5b7-323e0e068c2b),segment_id=64ec67c3-ae73-4fd7-a5b7-323e0e068c2b)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:05:03.337755 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93ad82f0-8781-4cf6-a466-9a57ed82acf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '654150cf-8faf-4a19-aca8-459bddd22d50'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:05:03.340124 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0ee90e0-dabe-40aa-a45b-8d15dab57252" -d '{"events": [{"server_uuid": "93ad82f0-8781-4cf6-a466-9a57ed82acf5", "name": "network-vif-plugged", "status": "completed", "tag": "654150cf-8faf-4a19-aca8-459bddd22d50"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:05:03.406831 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c093d-9bb4-4848-889e-38a0b7b1762c req-c9aebcdc-060e-459e-8a12-dcd948dbff4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:03.408489 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e51c093d-9bb4-4848-889e-38a0b7b1762c req-c9aebcdc-060e-459e-8a12-dcd948dbff4a service neutron] 10.222.0.64 "GET /v2.0/networks?id=cf20d108-f84c-44de-9036-2269564edd60 HTTP/1.1" status: 200 len: 870 time: 0.2931850 Jun 11 10:05:03.431458 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-f98a5d9f-10d2-435e-b6ed-7bddc654ef62 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, aa73200c-5e35-477a-aeb4-4c8e19feb576) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:05:03.442933 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d63002-56e8-449c-88f9-15852abdcb18 None None] Network aa73200c-5e35-477a-aeb4-4c8e19feb576 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:05:03.445297 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98a5d9f-10d2-435e-b6ed-7bddc654ef62 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:03.446438 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f98a5d9f-10d2-435e-b6ed-7bddc654ef62 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:03.479478 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:03.494264 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:05:03.572011 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-f98a5d9f-10d2-435e-b6ed-7bddc654ef62 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.5179670 Jun 11 10:05:03.580880 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 41804) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:05:03.591708 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-001f8b0c-36d6-44ce-8a2e-367e982c07ef tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1466314271', 'network_id': 'aa73200c-5e35-477a-aeb4-4c8e19feb576'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:05:03.621931 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c0b9b61-2f0f-4b2e-9431-db473feb4e37 x-openstack-request-id: req-3c0b9b61-2f0f-4b2e-9431-db473feb4e37 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:05:03.622189 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93ad82f0-8781-4cf6-a466-9a57ed82acf5", "name": "network-vif-plugged", "status": "completed", "tag": "654150cf-8faf-4a19-aca8-459bddd22d50", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:05:03.622458 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3c0b9b61-2f0f-4b2e-9431-db473feb4e37 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:05:03.622917 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93ad82f0-8781-4cf6-a466-9a57ed82acf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '654150cf-8faf-4a19-aca8-459bddd22d50', 'code': 200} Jun 11 10:05:03.659120 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=654150cf-8faf-4a19-aca8-459bddd22d50,revision_number=7']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:05:03.662848 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:05:03.699990 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-001f8b0c-36d6-44ce-8a2e-367e982c07ef tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Made reservation on behalf of 400baf6a28cc4f809590ab5ed0af8545 for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:05:03.702788 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-001f8b0c-36d6-44ce-8a2e-367e982c07ef tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:03.708863 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e51c093d-9bb4-4848-889e-38a0b7b1762c req-550521b1-71f0-4752-8740-edabb56a7fa9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=15cdac25-6ce8-4c4b-a17f-77da773c06db HTTP/1.1" status: 200 len: 217 time: 0.2413793 Jun 11 10:05:03.791901 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [None req-001f8b0c-36d6-44ce-8a2e-367e982c07ef tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] device_id is not set on port 700384fa-1aa9-445f-97b5-e0425cf1d94a yet. {{(pid=93177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 10:05:03.793530 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb0ba909-a382-49ba-a3bc-0b87d3a75b34 admin admin] Deleting subnet 61a9a3b4-a7cc-4087-9571-0f4f3c26b470 {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:05:03.805781 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bb0ba909-a382-49ba-a3bc-0b87d3a75b34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:03.842441 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a43540-e8fe-4d73-bfe2-250c5764672d None None] Network aa73200c-5e35-477a-aeb4-4c8e19feb576 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:05:03.971875 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128851f0-e286-42a1-aea4-cd00cb6d21b1 req-40173869-96f1-4f09-a83a-3c20b4385ca2 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:03.986904 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-128851f0-e286-42a1-aea4-cd00cb6d21b1 req-40173869-96f1-4f09-a83a-3c20b4385ca2 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=93ad82f0-8781-4cf6-a466-9a57ed82acf5 HTTP/1.1" status: 200 len: 945 time: 0.2519329 Jun 11 10:05:04.002830 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-777a3087-98b5-4248-a77e-07be4a820e54 req-6c307426-fd67-4b45-aa12-ad06c826dda2 tempest-ServerShowV247Test-550373252 tempest-ServerShowV247Test-550373252-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3c8961b-74b8-472d-8ac8-800eec64f56e HTTP/1.1" status: 200 len: 210 time: 0.1244795 Jun 11 10:05:04.010997 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c093d-9bb4-4848-889e-38a0b7b1762c req-0aac31c6-a241-4774-8136-db0e8f6d411b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:04.012772 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e51c093d-9bb4-4848-889e-38a0b7b1762c req-0aac31c6-a241-4774-8136-db0e8f6d411b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=189b03cc-b2a8-4615-9ab5-ad0328c3f10f HTTP/1.1" status: 200 len: 843 time: 0.2713037 Jun 11 10:05:04.044780 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bb0ba909-a382-49ba-a3bc-0b87d3a75b34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:04.102449 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 769b3cc2-d7af-43d7-9eea-9f0e33e65ab7 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:05:04.119065 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-128851f0-e286-42a1-aea4-cd00cb6d21b1 req-07a607ff-b491-4c62-b7f9-98b6879cfa8e tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c9589fb-c3c5-418d-8928-25f3ef7c4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260843 Jun 11 10:05:04.178449 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 769b3cc2-d7af-43d7-9eea-9f0e33e65ab7 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:05:04.178927 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 769b3cc2-d7af-43d7-9eea-9f0e33e65ab7 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:05:04.179270 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device b40300ad-b8c6-4242-86a6-275df89926d9 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:05:04.211498 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-001f8b0c-36d6-44ce-8a2e-367e982c07ef tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Allocated IP 2001:db8::27 (aa73200c-5e35-477a-aeb4-4c8e19feb576/890d3b06-9d18-4a0b-a161-ce5edb02f435/700384fa-1aa9-445f-97b5-e0425cf1d94a) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:05:04.250299 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: b40300ad-b8c6-4242-86a6-275df89926d9 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:05:04.250651 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device b40300ad-b8c6-4242-86a6-275df89926d9 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:05:04.312482 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c093d-9bb4-4848-889e-38a0b7b1762c req-8ca40a0c-56cd-43fa-b9b8-0f201661f462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:04.312482 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e51c093d-9bb4-4848-889e-38a0b7b1762c req-8ca40a0c-56cd-43fa-b9b8-0f201661f462 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf20d108-f84c-44de-9036-2269564edd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2866869 Jun 11 10:05:04.432244 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bb0ba909-a382-49ba-a3bc-0b87d3a75b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:04.469420 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-2950ec8b-4b19-4e49-b793-f070481a787c tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Allocated IP 172.20.0.14 (285f4b0d-ebe4-4c20-bbd0-cc4f6efdbca1/6d7b2381-59d4-4001-8192-544d3e057d58/962ac845-6806-431c-bd29-cef3bf593e49) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:05:04.489373 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-001f8b0c-36d6-44ce-8a2e-367e982c07ef tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:04.540768 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-2950ec8b-4b19-4e49-b793-f070481a787c tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Allocated IP 172.20.0.13 (285f4b0d-ebe4-4c20-bbd0-cc4f6efdbca1/6d7b2381-59d4-4001-8192-544d3e057d58/962ac845-6806-431c-bd29-cef3bf593e49) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:05:04.597053 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-001f8b0c-36d6-44ce-8a2e-367e982c07ef tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:04.602363 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0b57c2ca-f11a-4f2a-9a90-e69372a13626 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:05:04.668393 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001f8b0c-36d6-44ce-8a2e-367e982c07ef tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Network aa73200c-5e35-477a-aeb4-4c8e19feb576 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:05:04.678458 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-001f8b0c-36d6-44ce-8a2e-367e982c07ef tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:05:04.684260 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001f8b0c-36d6-44ce-8a2e-367e982c07ef tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:05:04.687250 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001f8b0c-36d6-44ce-8a2e-367e982c07ef tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:04.688342 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-001f8b0c-36d6-44ce-8a2e-367e982c07ef tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:04.693234 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001f8b0c-36d6-44ce-8a2e-367e982c07ef tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Pushing event updated for resources: {'Port': ['ID=700384fa-1aa9-445f-97b5-e0425cf1d94a,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:05:04.696937 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e51c093d-9bb4-4848-889e-38a0b7b1762c req-76aa4ac3-a9cf-42ad-9e5e-b2978ea70912 service neutron] 10.222.0.64 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735099 Jun 11 10:05:04.701873 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-001f8b0c-36d6-44ce-8a2e-367e982c07ef tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:05:04.729805 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bb0ba909-a382-49ba-a3bc-0b87d3a75b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:04.735541 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ae0f7545-03a9-4291-bb99-263c1d2000e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:05:04.752884 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-001f8b0c-36d6-44ce-8a2e-367e982c07ef tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.1684768 Jun 11 10:05:04.753453 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 41808) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:05:04.805931 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0ba909-a382-49ba-a3bc-0b87d3a75b34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61a9a3b4-a7cc-4087-9571-0f4f3c26b470,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:05:04.828008 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-bb0ba909-a382-49ba-a3bc-0b87d3a75b34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:05:04.836973 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bb0ba909-a382-49ba-a3bc-0b87d3a75b34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:04.843105 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-bb0ba909-a382-49ba-a3bc-0b87d3a75b34 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/61a9a3b4-a7cc-4087-9571-0f4f3c26b470 HTTP/1.1" status: 204 len: 168 time: 1.5289211 Jun 11 10:05:04.844359 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55562a2-bc27-47fc-9a2a-937f6351fc1e None None] Network 8545e54b-3717-4805-a1ee-03079799bfbe requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:05:04.850356 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 41810) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:05:04.874543 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b4e0f8-41a5-4e5b-b800-da83b68153ca req-6addc20d-2ef9-47a4-9332-ba5cdeb01109 tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:04.877335 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-41b4e0f8-41a5-4e5b-b800-da83b68153ca req-6addc20d-2ef9-47a4-9332-ba5cdeb01109 tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] 10.222.0.60 "GET /v2.0/ports?device_id=3068e3ae-7b56-4288-ab47-491d1a37f980 HTTP/1.1" status: 200 len: 948 time: 0.3386669 Jun 11 10:05:04.994757 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f6682e44-0a0e-455b-ab55-6bca52b88ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:05.015833 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-550abbc1-cbf9-4143-a889-8fae417e8009 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Deleting port 700384fa-1aa9-445f-97b5-e0425cf1d94a {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:05:05.016293 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-550abbc1-cbf9-4143-a889-8fae417e8009 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:05.080150 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e51c093d-9bb4-4848-889e-38a0b7b1762c req-8a457455-5347-4f08-b251-2dee50241d5e service neutron] 10.222.0.64 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3632672 Jun 11 10:05:05.094354 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2950ec8b-4b19-4e49-b793-f070481a787c tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:05.122181 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 15cdac25-6ce8-4c4b-a17f-77da773c06db details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 10:05:05.162589 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67a2210-7ce6-49ad-b9a5-ebda16955c2f None None] DHCP port deletion for 8545e54b-3717-4805-a1ee-03079799bfbe request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 10:05:05.188650 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-41b4e0f8-41a5-4e5b-b800-da83b68153ca req-a48e2ead-a252-4220-8771-1b366009a3b7 tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b611d80-07e0-4a1f-89ab-c09e8dbdec78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074018 Jun 11 10:05:05.288356 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2950ec8b-4b19-4e49-b793-f070481a787c tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:05.299502 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-72d6c509-d17a-4430-91be-166ed477a09e req-2ae04c87-2250-450f-b4de-a016faf19c86 tempest-ServerShowV247Test-550373252 tempest-ServerShowV247Test-550373252-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3c8961b-74b8-472d-8ac8-800eec64f56e HTTP/1.1" status: 200 len: 210 time: 0.0528786 Jun 11 10:05:05.302607 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-550abbc1-cbf9-4143-a889-8fae417e8009 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:05.306328 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3e169210-de2e-49ab-b1fc-46efe4044bfe tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:05:05.340071 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-f6682e44-0a0e-455b-ab55-6bca52b88ede admin admin] Deleting port 2673ade2-1229-4203-a4d8-783edaa43904 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:05:05.340518 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f6682e44-0a0e-455b-ab55-6bca52b88ede admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:05.375670 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2950ec8b-4b19-4e49-b793-f070481a787c tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Network 285f4b0d-ebe4-4c20-bbd0-cc4f6efdbca1 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:05:05.377060 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2950ec8b-4b19-4e49-b793-f070481a787c tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Pushing event updated for resources: {'Port': ['ID=962ac845-6806-431c-bd29-cef3bf593e49,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:05:05.382097 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-2950ec8b-4b19-4e49-b793-f070481a787c tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:05:05.384250 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2950ec8b-4b19-4e49-b793-f070481a787c tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:05:05.384945 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2950ec8b-4b19-4e49-b793-f070481a787c tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:05:05.412810 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 15cdac25-6ce8-4c4b-a17f-77da773c06db, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=15cdac25-6ce8-4c4b-a17f-77da773c06db,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:05:05.416183 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-b67a2210-7ce6-49ad-b9a5-ebda16955c2f None None] Deleting port 2673ade2-1229-4203-a4d8-783edaa43904 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:05:05.416593 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b67a2210-7ce6-49ad-b9a5-ebda16955c2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:05.453767 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': '15cdac25-6ce8-4c4b-a17f-77da773c06db', 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60', 'port_id': '15cdac25-6ce8-4c4b-a17f-77da773c06db', 'mac_address': 'fa:16:3e:90:ac:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189b03cc-b2a8-4615-9ab5-ad0328c3f10f', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 10:05:05.470248 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-550abbc1-cbf9-4143-a889-8fae417e8009 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Calling delete_port for 700384fa-1aa9-445f-97b5-e0425cf1d94a owned by {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:05:05.522872 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:05.543360 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15cdac25-6ce8-4c4b-a17f-77da773c06db {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:05:05.625859 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-f6682e44-0a0e-455b-ab55-6bca52b88ede admin admin] For port 2673ade2-1229-4203-a4d8-783edaa43904, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=2673ade2-1229-4203-a4d8-783edaa43904,segment=NetworkSegment(334a1659-dc0d-4d5b-b932-5745958f419d),segment_id=334a1659-dc0d-4d5b-b932-5745958f419d)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:05:05.626541 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f6682e44-0a0e-455b-ab55-6bca52b88ede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:05.639014 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 15cdac25-6ce8-4c4b-a17f-77da773c06db, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=15cdac25-6ce8-4c4b-a17f-77da773c06db,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:05:05.640562 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:05.650424 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-b67a2210-7ce6-49ad-b9a5-ebda16955c2f None None] For port 2673ade2-1229-4203-a4d8-783edaa43904, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=2673ade2-1229-4203-a4d8-783edaa43904,segment=NetworkSegment(334a1659-dc0d-4d5b-b932-5745958f419d),segment_id=334a1659-dc0d-4d5b-b932-5745958f419d)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:05:05.651440 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b67a2210-7ce6-49ad-b9a5-ebda16955c2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:05.767487 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-f6682e44-0a0e-455b-ab55-6bca52b88ede admin admin] Calling delete_port for 2673ade2-1229-4203-a4d8-783edaa43904 owned by network:dhcp {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:05:05.783865 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-b67a2210-7ce6-49ad-b9a5-ebda16955c2f None None] Calling delete_port for 2673ade2-1229-4203-a4d8-783edaa43904 owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:05:05.941043 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:05.951622 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-49f00e9b-4061-4861-824c-3b564f5b7f7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:05:06.008287 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 2673ade2-1229-4203-a4d8-783edaa43904 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:05:06.101097 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=15cdac25-6ce8-4c4b-a17f-77da773c06db,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:05:06.104900 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:05:06.139292 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f6682e44-0a0e-455b-ab55-6bca52b88ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:06.146343 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b67a2210-7ce6-49ad-b9a5-ebda16955c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:06.150781 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:05:06.153180 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c2a4073c-3742-4574-8580-d3f1be577a1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:05:06.166245 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6682e44-0a0e-455b-ab55-6bca52b88ede admin admin] No DVR routers for this DVR port 2673ade2-1229-4203-a4d8-783edaa43904 on host n-d-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:05:06.167483 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2950ec8b-4b19-4e49-b793-f070481a787c tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:06.169124 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2950ec8b-4b19-4e49-b793-f070481a787c tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:06.169828 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-550abbc1-cbf9-4143-a889-8fae417e8009 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:06.196294 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67a2210-7ce6-49ad-b9a5-ebda16955c2f None None] Pushing event deleted for resources: {'Port': ['ID=2673ade2-1229-4203-a4d8-783edaa43904,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:05:06.198363 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67a2210-7ce6-49ad-b9a5-ebda16955c2f None None] No DVR routers for this DVR port 2673ade2-1229-4203-a4d8-783edaa43904 on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:05:06.202037 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-b67a2210-7ce6-49ad-b9a5-ebda16955c2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:05:06.209049 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:06.232812 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6682e44-0a0e-455b-ab55-6bca52b88ede admin admin] Pushing event deleted for resources: {'Port': ['ID=2673ade2-1229-4203-a4d8-783edaa43904,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:05:06.235771 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f6682e44-0a0e-455b-ab55-6bca52b88ede admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:05:06.252223 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-87862cc7-5d1e-49bc-8b68-a281db76f919 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:05:06.263388 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6540c286-90de-4552-b8f8-bb0d95cda68c req-74334320-d4bf-4a7e-842c-551bc0dc405c tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:06.265290 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6540c286-90de-4552-b8f8-bb0d95cda68c req-74334320-d4bf-4a7e-842c-551bc0dc405c tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=93ad82f0-8781-4cf6-a466-9a57ed82acf5 HTTP/1.1" status: 200 len: 945 time: 0.1638122 Jun 11 10:05:06.268327 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-2950ec8b-4b19-4e49-b793-f070481a787c tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 3.7841229 Jun 11 10:05:06.270854 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 41818) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:05:06.276344 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-e1593c7c-8e2e-4962-a75a-9d26a80abe45 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Request body: {'floatingip': {'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'port_id': '962ac845-6806-431c-bd29-cef3bf593e49', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:05:06.312613 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['15cdac25-6ce8-4c4b-a17f-77da773c06db'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:05:06.352605 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6540c286-90de-4552-b8f8-bb0d95cda68c req-5397b4f5-0bd9-48a2-aba1-c6fe4b18fb39 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c9589fb-c3c5-418d-8928-25f3ef7c4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576978 Jun 11 10:05:06.413850 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e1593c7c-8e2e-4962-a75a-9d26a80abe45 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks [] for floatingip, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:06.686204 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-71819787-3332-4ebb-bc6e-1bdac94c82c1 req-eb536514-3680-4d0f-9ea9-b3c6375dde10 tempest-ServerShowV247Test-550373252 tempest-ServerShowV247Test-550373252-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3c8961b-74b8-472d-8ac8-800eec64f56e HTTP/1.1" status: 200 len: 210 time: 0.0613511 Jun 11 10:05:06.688414 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e1593c7c-8e2e-4962-a75a-9d26a80abe45 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:06.834095 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-e1593c7c-8e2e-4962-a75a-9d26a80abe45 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Allocated IP 172.25.4.144 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/ca1d80a5-1fd3-43ca-a0c4-c7ee9ba00071) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:05:06.848069 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550abbc1-cbf9-4143-a889-8fae417e8009 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Pushing event deleted for resources: {'Port': ['ID=700384fa-1aa9-445f-97b5-e0425cf1d94a,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:05:06.857926 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-550abbc1-cbf9-4143-a889-8fae417e8009 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.606s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:05:06.859119 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-550abbc1-cbf9-4143-a889-8fae417e8009 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:06.863834 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-550abbc1-cbf9-4143-a889-8fae417e8009 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] 10.222.0.60 "DELETE /v2.0/ports/700384fa-1aa9-445f-97b5-e0425cf1d94a HTTP/1.1" status: 204 len: 168 time: 2.1058977 Jun 11 10:05:06.865105 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 41822) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:05:06.870602 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-2ddbb4eb-1315-48ce-8266-260bec1ead1e tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'aa73200c-5e35-477a-aeb4-4c8e19feb576', 'external_fixed_ips': [{'subnet_id': '890d3b06-9d18-4a0b-a161-ce5edb02f435', 'ip_address': '2001:db8::27'}]}}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:05:06.917434 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f6682e44-0a0e-455b-ab55-6bca52b88ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:06.955100 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-f6682e44-0a0e-455b-ab55-6bca52b88ede admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8545e54b-3717-4805-a1ee-03079799bfbe']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:05:06.968705 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-f6682e44-0a0e-455b-ab55-6bca52b88ede admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '334a1659-dc0d-4d5b-b932-5745958f419d') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:05:06.968975 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-f6682e44-0a0e-455b-ab55-6bca52b88ede admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '334a1659-dc0d-4d5b-b932-5745958f419d') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:05:06.999245 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f6682e44-0a0e-455b-ab55-6bca52b88ede admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:07.007285 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f6682e44-0a0e-455b-ab55-6bca52b88ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:07.014768 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6682e44-0a0e-455b-ab55-6bca52b88ede admin admin] Releasing vlan 786 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:05:07.014768 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f6682e44-0a0e-455b-ab55-6bca52b88ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:07.074654 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2ddbb4eb-1315-48ce-8266-260bec1ead1e tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:07.075751 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2ddbb4eb-1315-48ce-8266-260bec1ead1e tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:07.101993 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:05:07.101993 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:05:07.101993 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 10:05:07.101993 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:05:07.101993 n-d-779913-12 neutron-server[93177]: timer() Jun 11 10:05:07.101993 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:05:07.101993 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 10:05:07.101993 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:05:07.101993 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 10:05:07.101993 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:05:07.101993 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 10:05:07.101993 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:05:07.101993 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 10:05:07.101993 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:05:07.101993 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 10:05:07.101993 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:05:07.101993 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:05:07.101993 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:05:07.101993 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:05:07.101993 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:05:07.101993 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 10:05:07.101993 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:05:07.101993 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 10:05:07.101993 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:05:07.101993 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:05:07.101993 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:05:07.101993 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 10:05:07.101993 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:05:07.101993 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:05:07.101993 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:05:07.101993 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:05:07.101993 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:05:07.101993 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:05:07.101993 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:05:07.129656 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265334f0-de6b-4a41-b8b7-56b38608f4e1 req-1b66b71c-4a41-4f00-b953-677ab2e4d900 tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:07.132214 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e1593c7c-8e2e-4962-a75a-9d26a80abe45 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:07.132602 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-265334f0-de6b-4a41-b8b7-56b38608f4e1 req-1b66b71c-4a41-4f00-b953-677ab2e4d900 tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] 10.222.0.60 "GET /v2.0/ports?device_id=3068e3ae-7b56-4288-ab47-491d1a37f980 HTTP/1.1" status: 200 len: 949 time: 0.2800186 Jun 11 10:05:07.186962 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2ddbb4eb-1315-48ce-8266-260bec1ead1e tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:07.194793 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-265334f0-de6b-4a41-b8b7-56b38608f4e1 req-d46cdf4a-a7e4-4d15-a54a-ade12d7c2d62 tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b611d80-07e0-4a1f-89ab-c09e8dbdec78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557718 Jun 11 10:05:07.409017 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1f38d299-3c7e-4ab8-bef0-aa12b2f60207 req-4885ed8d-0b87-4f96-8143-98f27f6232af service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f3c8961b-74b8-472d-8ac8-800eec64f56e HTTP/1.1" status: 200 len: 210 time: 0.0344651 Jun 11 10:05:07.522814 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f6682e44-0a0e-455b-ab55-6bca52b88ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:07.522814 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-66fe9645-3026-4833-aa3e-5d7ca22ae6fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:05:07.522814 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f6682e44-0a0e-455b-ab55-6bca52b88ede admin admin] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:07.522814 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-f6682e44-0a0e-455b-ab55-6bca52b88ede admin admin] 10.222.0.60 "DELETE /v2.0/networks/8545e54b-3717-4805-a1ee-03079799bfbe HTTP/1.1" status: 204 len: 168 time: 2.6678765 Jun 11 10:05:07.524384 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 41826) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:05:07.529663 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6682e44-0a0e-455b-ab55-6bca52b88ede admin admin] Pushing event deleted for resources: {'Network': ['ID=8545e54b-3717-4805-a1ee-03079799bfbe,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:05:07.532091 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f6682e44-0a0e-455b-ab55-6bca52b88ede admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:05:07.639453 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e1593c7c-8e2e-4962-a75a-9d26a80abe45 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:07.699768 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-fa5adad5-5a61-4e3f-91c5-09df22147f43 tempest-ListServersNegativeTestJSON-788456830 tempest-ListServersNegativeTestJSON-788456830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:05:07.831213 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1593c7c-8e2e-4962-a75a-9d26a80abe45 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:05:07.898772 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6e65b145-27cf-4cb3-9ec6-b2e95aea7df5 req-5a9e066e-1401-4392-ae32-6eee979d2c72 tempest-ServerShowV247Test-550373252 tempest-ServerShowV247Test-550373252-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3c8961b-74b8-472d-8ac8-800eec64f56e HTTP/1.1" status: 200 len: 210 time: 0.0452034 Jun 11 10:05:07.950968 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-e1593c7c-8e2e-4962-a75a-9d26a80abe45 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:05:07.968347 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1593c7c-8e2e-4962-a75a-9d26a80abe45 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:05:07.981617 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb6fb7c-e208-4697-b0e1-0b88d8ebaf77 req-25331d04-ce1d-4988-858f-5a28ef3e6289 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:07.983123 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-edb6fb7c-e208-4697-b0e1-0b88d8ebaf77 req-25331d04-ce1d-4988-858f-5a28ef3e6289 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=93ad82f0-8781-4cf6-a466-9a57ed82acf5 HTTP/1.1" status: 200 len: 945 time: 0.4981356 Jun 11 10:05:07.983907 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1593c7c-8e2e-4962-a75a-9d26a80abe45 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Pushing event updated for resources: {'Port': ['ID=ca1d80a5-1fd3-43ca-a0c4-c7ee9ba00071,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:05:08.014260 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2ddbb4eb-1315-48ce-8266-260bec1ead1e tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:08.017934 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e1593c7c-8e2e-4962-a75a-9d26a80abe45 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:05:08.248914 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-edb6fb7c-e208-4697-b0e1-0b88d8ebaf77 req-254bd415-9fc0-47a4-9753-0f2edb2cfbb1 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c9589fb-c3c5-418d-8928-25f3ef7c4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2299917 Jun 11 10:05:08.450570 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb18df-9979-46a2-8ef8-3b82891500a1 req-f265f4e5-286e-493c-83ae-42d02cfec849 tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:08.452349 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-85cb18df-9979-46a2-8ef8-3b82891500a1 req-f265f4e5-286e-493c-83ae-42d02cfec849 tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] 10.222.0.60 "GET /v2.0/ports?device_id=3068e3ae-7b56-4288-ab47-491d1a37f980 HTTP/1.1" status: 200 len: 949 time: 0.1008072 Jun 11 10:05:08.517614 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-85cb18df-9979-46a2-8ef8-3b82891500a1 req-293f58e2-16b1-44d5-9d7a-f03bb58615f4 tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b611d80-07e0-4a1f-89ab-c09e8dbdec78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570259 Jun 11 10:05:09.150898 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 15cdac25-6ce8-4c4b-a17f-77da773c06db up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:05:09.310050 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning for port 15cdac25-6ce8-4c4b-a17f-77da773c06db completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:05:09.314781 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port 15cdac25-6ce8-4c4b-a17f-77da773c06db triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:05:09.315176 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:09.518009 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-59dcf435-5f1d-4e94-ac14-9278a4b2f798 req-a87de0b4-d2f9-41dc-a4e6-ea23076950a8 tempest-ServerShowV247Test-550373252 tempest-ServerShowV247Test-550373252-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3c8961b-74b8-472d-8ac8-800eec64f56e HTTP/1.1" status: 200 len: 210 time: 0.0861111 Jun 11 10:05:09.535607 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4d3b6f-d21a-46af-a4fd-47c2f1aa98f8 req-40eddad4-06fe-4191-8377-1c237907ff78 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:09.545439 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7f4d3b6f-d21a-46af-a4fd-47c2f1aa98f8 req-40eddad4-06fe-4191-8377-1c237907ff78 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=93ad82f0-8781-4cf6-a466-9a57ed82acf5 HTTP/1.1" status: 200 len: 945 time: 0.1363838 Jun 11 10:05:09.565284 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e1593c7c-8e2e-4962-a75a-9d26a80abe45 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:09.613196 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2ddbb4eb-1315-48ce-8266-260bec1ead1e tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:09.665226 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2ddbb4eb-1315-48ce-8266-260bec1ead1e tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:09.695627 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7f4d3b6f-d21a-46af-a4fd-47c2f1aa98f8 req-bafd11ea-7839-4667-8c5a-59aad17840b4 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c9589fb-c3c5-418d-8928-25f3ef7c4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1491544 Jun 11 10:05:09.737308 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:09.774474 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3068e3ae-7b56-4288-ab47-491d1a37f980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15cdac25-6ce8-4c4b-a17f-77da773c06db'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:05:09.776899 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f753ad10-0170-4325-8282-43d4b957d1ca" -d '{"events": [{"server_uuid": "3068e3ae-7b56-4288-ab47-491d1a37f980", "name": "network-vif-plugged", "status": "completed", "tag": "15cdac25-6ce8-4c4b-a17f-77da773c06db"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:05:09.793740 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 15cdac25-6ce8-4c4b-a17f-77da773c06db, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=15cdac25-6ce8-4c4b-a17f-77da773c06db,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:05:09.882381 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:09.884243 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:05:09.918294 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-53b7ec84-61b1-4749-af9e-eea6d9ac0ad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375209'] for router_interface, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:10.014740 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=15cdac25-6ce8-4c4b-a17f-77da773c06db,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:05:10.037111 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:05:10.058802 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c99f3-b752-47d2-ad21-9f33dbac7ff7 req-73677b3c-5345-4007-9fc8-b0d62ce9c3cd tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:10.061647 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2e3c99f3-b752-47d2-ad21-9f33dbac7ff7 req-73677b3c-5345-4007-9fc8-b0d62ce9c3cd tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] 10.222.0.60 "GET /v2.0/ports?device_id=3068e3ae-7b56-4288-ab47-491d1a37f980 HTTP/1.1" status: 200 len: 949 time: 0.2483671 Jun 11 10:05:10.116431 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-06db2738-f8aa-401f-96ed-3b3e1a4a0bf0 req-9784c23d-2606-48ef-8ee8-13588d805d86 tempest-ServerShowV247Test-550373252 tempest-ServerShowV247Test-550373252-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3c8961b-74b8-472d-8ac8-800eec64f56e&device_id=b052cc4b-2aa1-48c1-846a-60e8a87601c1 HTTP/1.1" status: 200 len: 210 time: 0.0610757 Jun 11 10:05:10.169865 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49b6cbc6-6cf6-46e5-8848-fdc28a8b7b74 x-openstack-request-id: req-49b6cbc6-6cf6-46e5-8848-fdc28a8b7b74 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:05:10.171258 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3068e3ae-7b56-4288-ab47-491d1a37f980", "name": "network-vif-plugged", "status": "completed", "tag": "15cdac25-6ce8-4c4b-a17f-77da773c06db", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:05:10.171743 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-49b6cbc6-6cf6-46e5-8848-fdc28a8b7b74 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:05:10.172806 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3068e3ae-7b56-4288-ab47-491d1a37f980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15cdac25-6ce8-4c4b-a17f-77da773c06db', 'code': 200} Jun 11 10:05:10.264109 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2e3c99f3-b752-47d2-ad21-9f33dbac7ff7 req-b85861a6-279c-47f4-820c-40669ac4e831 tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b611d80-07e0-4a1f-89ab-c09e8dbdec78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052020 Jun 11 10:05:10.277658 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e1593c7c-8e2e-4962-a75a-9d26a80abe45 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:10.349067 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-2ddbb4eb-1315-48ce-8266-260bec1ead1e tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Allocated IP 2001:db8::27 (aa73200c-5e35-477a-aeb4-4c8e19feb576/890d3b06-9d18-4a0b-a161-ce5edb02f435/a2125ff6-d918-4563-9802-aca5c9899bc6) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:05:10.738846 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2ecef568-3172-4a85-89e6-bac1effaa6ad req-a965f5f2-7503-435d-8028-05e8117399e3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=846b7150bdd44bb5a66e1e57d70858b9&device_id=f3c8961b-74b8-472d-8ac8-800eec64f56e HTTP/1.1" status: 200 len: 210 time: 0.0735123 Jun 11 10:05:10.745661 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204fe95e-cc58-4db4-9eb6-811994d926ab req-1b0e8f27-ce37-45d6-90dc-8bbacbf1249f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:10.747408 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-204fe95e-cc58-4db4-9eb6-811994d926ab req-1b0e8f27-ce37-45d6-90dc-8bbacbf1249f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3068e3ae-7b56-4288-ab47-491d1a37f980 HTTP/1.1" status: 200 len: 1102 time: 0.4993947 Jun 11 10:05:10.814930 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-948753a4-faab-405a-b82e-8d1117cfa148 req-5ebd0a79-2b0d-4167-b25a-5562bccf51b8 tempest-ServerShowV247Test-550373252 tempest-ServerShowV247Test-550373252-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3c8961b-74b8-472d-8ac8-800eec64f56e HTTP/1.1" status: 200 len: 210 time: 0.0942822 Jun 11 10:05:10.881208 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2ecef568-3172-4a85-89e6-bac1effaa6ad req-c0a57d84-8f19-4a7e-8b65-e44db3853adc service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=846b7150bdd44bb5a66e1e57d70858b9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0870740 Jun 11 10:05:10.927636 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee867c-8de0-4c6a-94e9-dfcf887fadda req-8eeece32-beb7-4972-98fb-405e6f6479eb tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:10.934013 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6dee867c-8de0-4c6a-94e9-dfcf887fadda req-8eeece32-beb7-4972-98fb-405e6f6479eb tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=93ad82f0-8781-4cf6-a466-9a57ed82acf5 HTTP/1.1" status: 200 len: 945 time: 0.0980206 Jun 11 10:05:10.957882 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2ddbb4eb-1315-48ce-8266-260bec1ead1e tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:10.985722 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6dee867c-8de0-4c6a-94e9-dfcf887fadda req-bb53a864-833f-4afd-8ebd-4ad2cd8d71b3 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c9589fb-c3c5-418d-8928-25f3ef7c4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506840 Jun 11 10:05:11.004070 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-204fe95e-cc58-4db4-9eb6-811994d926ab req-6ad8c2a5-3c93-43f7-91ae-be5ba31cf60b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6b611d80-07e0-4a1f-89ab-c09e8dbdec78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072279 Jun 11 10:05:11.012490 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e1593c7c-8e2e-4962-a75a-9d26a80abe45 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:11.210105 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecef568-3172-4a85-89e6-bac1effaa6ad req-46b748e7-db3f-402a-9aa4-5b1731afec10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:11.211556 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2ecef568-3172-4a85-89e6-bac1effaa6ad req-46b748e7-db3f-402a-9aa4-5b1731afec10 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3151436 Jun 11 10:05:11.277328 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-53b7ec84-61b1-4749-af9e-eea6d9ac0ad6 admin admin] Deleting port 8e415a4a-223c-46f0-96a2-cf8d1c05f73e {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:05:11.277695 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-53b7ec84-61b1-4749-af9e-eea6d9ac0ad6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:11.403027 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-53b7ec84-61b1-4749-af9e-eea6d9ac0ad6 admin admin] For port 8e415a4a-223c-46f0-96a2-cf8d1c05f73e, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=8e415a4a-223c-46f0-96a2-cf8d1c05f73e,segment=NetworkSegment(d7f5f0f0-eb19-48c6-abfc-4791f00e2533),segment_id=d7f5f0f0-eb19-48c6-abfc-4791f00e2533)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:05:11.403383 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-53b7ec84-61b1-4749-af9e-eea6d9ac0ad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:11.422575 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e1593c7c-8e2e-4962-a75a-9d26a80abe45 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:11.448144 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-cbd2e235-85a8-48f6-b2a6-bc1314027eed tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:05:11.571230 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-53b7ec84-61b1-4749-af9e-eea6d9ac0ad6 admin admin] Calling delete_port for 8e415a4a-223c-46f0-96a2-cf8d1c05f73e owned by network:router_interface {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:05:11.584066 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2ddbb4eb-1315-48ce-8266-260bec1ead1e tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:11.710621 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1593c7c-8e2e-4962-a75a-9d26a80abe45 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Pushing event updated for resources: {'Port': ['ID=ca1d80a5-1fd3-43ca-a0c4-c7ee9ba00071,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:05:11.721749 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddbb4eb-1315-48ce-8266-260bec1ead1e tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Network aa73200c-5e35-477a-aeb4-4c8e19feb576 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:05:11.725480 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e1593c7c-8e2e-4962-a75a-9d26a80abe45 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:05:11.726066 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8d3d9f3c-c267-4f59-b934-61c63056b677 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.129s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:05:11.760655 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-2ddbb4eb-1315-48ce-8266-260bec1ead1e tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:05:11.766794 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e1593c7c-8e2e-4962-a75a-9d26a80abe45 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:11.768660 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddbb4eb-1315-48ce-8266-260bec1ead1e tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:05:12.034602 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4627abf0-be4c-46eb-8e84-7f251c2602fe req-d47bd369-4426-4f31-a697-f876dc5cb754 tempest-ServerShowV247Test-550373252 tempest-ServerShowV247Test-550373252-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3c8961b-74b8-472d-8ac8-800eec64f56e HTTP/1.1" status: 200 len: 210 time: 0.0446455 Jun 11 10:05:12.036917 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddbb4eb-1315-48ce-8266-260bec1ead1e tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Pushing event updated for resources: {'Port': ['ID=a2125ff6-d918-4563-9802-aca5c9899bc6,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:05:12.048070 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2ddbb4eb-1315-48ce-8266-260bec1ead1e tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:05:12.048975 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feae52e-a3d0-4c8d-bf6b-d61a003055bc req-6c623e7f-a1de-42d4-b5c1-eebb22f80977 tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:12.056008 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9feae52e-a3d0-4c8d-bf6b-d61a003055bc req-6c623e7f-a1de-42d4-b5c1-eebb22f80977 tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] 10.222.0.60 "GET /v2.0/ports?device_id=3068e3ae-7b56-4288-ab47-491d1a37f980 HTTP/1.1" status: 200 len: 950 time: 0.6537671 Jun 11 10:05:12.243367 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a724be8-8694-4938-b029-c16604317692 req-066cab55-ac25-4b7f-a96e-0003e5eda31d tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:12.246339 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4a724be8-8694-4938-b029-c16604317692 req-066cab55-ac25-4b7f-a96e-0003e5eda31d tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=93ad82f0-8781-4cf6-a466-9a57ed82acf5 HTTP/1.1" status: 200 len: 945 time: 0.0851769 Jun 11 10:05:12.331410 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4a724be8-8694-4938-b029-c16604317692 req-911425c5-afff-4c9b-ae02-e83c9db279ff tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c9589fb-c3c5-418d-8928-25f3ef7c4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780044 Jun 11 10:05:12.764439 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9feae52e-a3d0-4c8d-bf6b-d61a003055bc req-18da8271-e021-4347-8e73-31475c8e0cb4 tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b611d80-07e0-4a1f-89ab-c09e8dbdec78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6985941 Jun 11 10:05:12.767657 n-d-779913-12 neutron-server[93176]: INFO neutron.db.l3_db [None req-e1593c7c-8e2e-4962-a75a-9d26a80abe45 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Floating IP 195dfb72-638e-489e-851f-5b45581d7f1d associated. External IP: 172.25.4.144, port: 962ac845-6806-431c-bd29-cef3bf593e49. Jun 11 10:05:12.887536 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-345e8827-e62f-41b9-84cc-b0e082842ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:12.965778 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2ecef568-3172-4a85-89e6-bac1effaa6ad req-de4df4c9-8292-4563-8c69-0bc9a6b8fcee tempest-ServerShowV247Test-550373252 tempest-ServerShowV247Test-550373252-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3c8961b-74b8-472d-8ac8-800eec64f56e HTTP/1.1" status: 200 len: 210 time: 0.1085434 Jun 11 10:05:13.274215 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2ddbb4eb-1315-48ce-8266-260bec1ead1e tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:13.276270 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-919e6711-2684-4758-a374-d8c640559ad9 req-a23a8bf3-f8d9-4d6b-a8f2-0f940d5e0f7e tempest-ServerShowV247Test-550373252 tempest-ServerShowV247Test-550373252-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3c8961b-74b8-472d-8ac8-800eec64f56e HTTP/1.1" status: 200 len: 210 time: 0.0557642 Jun 11 10:05:13.428036 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-53b7ec84-61b1-4749-af9e-eea6d9ac0ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:13.495273 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-31253906-c8ab-4b4a-b39e-7b45b74dcdcf tempest-InstanceActionsV221TestJSON-1106692300 tempest-InstanceActionsV221TestJSON-1106692300-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:05:13.669744 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b7ec84-61b1-4749-af9e-eea6d9ac0ad6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e415a4a-223c-46f0-96a2-cf8d1c05f73e,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:05:13.677507 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-53b7ec84-61b1-4749-af9e-eea6d9ac0ad6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:05:14.018328 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c04f0d-386b-4266-b4d8-e45d1d854931 req-c050ff55-0b0e-4bb6-b538-998135d22f05 tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:14.027460 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-17c04f0d-386b-4266-b4d8-e45d1d854931 req-c050ff55-0b0e-4bb6-b538-998135d22f05 tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] 10.222.0.60 "GET /v2.0/ports?device_id=3068e3ae-7b56-4288-ab47-491d1a37f980 HTTP/1.1" status: 200 len: 950 time: 0.0885160 Jun 11 10:05:14.084159 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-17c04f0d-386b-4266-b4d8-e45d1d854931 req-6af83a02-c811-4a90-ac42-2fb997625480 tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b611d80-07e0-4a1f-89ab-c09e8dbdec78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553339 Jun 11 10:05:14.116746 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1593c7c-8e2e-4962-a75a-9d26a80abe45 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Router d3f144aa-bd3f-4343-96aa-96eba3abd05e has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:05:14.138270 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f0e721-067b-4949-a96d-69c553dd0130 req-9b8131ad-fabd-40e3-b26a-181a35fc715a tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:14.147428 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-40f0e721-067b-4949-a96d-69c553dd0130 req-9b8131ad-fabd-40e3-b26a-181a35fc715a tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=93ad82f0-8781-4cf6-a466-9a57ed82acf5 HTTP/1.1" status: 200 len: 945 time: 0.5946884 Jun 11 10:05:14.352162 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-40f0e721-067b-4949-a96d-69c553dd0130 req-c9e82596-434d-4875-bb20-ebf0ca4ca9e6 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c9589fb-c3c5-418d-8928-25f3ef7c4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2051077 Jun 11 10:05:14.398136 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2ddbb4eb-1315-48ce-8266-260bec1ead1e tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:14.418085 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-53b7ec84-61b1-4749-af9e-eea6d9ac0ad6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362297'] for router_interface, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:14.754462 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1593c7c-8e2e-4962-a75a-9d26a80abe45 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:05:14.779004 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48cc93a-2ae1-4240-b3a2-4b6c33319f86 None None] Sync routers for ids ['d3f144aa-bd3f-4343-96aa-96eba3abd05e'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:05:14.783082 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48cc93a-2ae1-4240-b3a2-4b6c33319f86 None None] Routers {'d3f144aa-bd3f-4343-96aa-96eba3abd05e'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:05:14.783082 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-a48cc93a-2ae1-4240-b3a2-4b6c33319f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:04:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['d3f144aa-bd3f-4343-96aa-96eba3abd05e'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:05:14.835275 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-a48cc93a-2ae1-4240-b3a2-4b6c33319f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:05:14.845328 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48cc93a-2ae1-4240-b3a2-4b6c33319f86 None None] Routers {'d3f144aa-bd3f-4343-96aa-96eba3abd05e'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:05:14.847956 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-a48cc93a-2ae1-4240-b3a2-4b6c33319f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:04:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['d3f144aa-bd3f-4343-96aa-96eba3abd05e'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:05:14.897197 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-a48cc93a-2ae1-4240-b3a2-4b6c33319f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:05:14.897657 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48cc93a-2ae1-4240-b3a2-4b6c33319f86 None None] The sync data for ids ['d3f144aa-bd3f-4343-96aa-96eba3abd05e'] in n-d-779913-12 is: [] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:05:15.030735 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53b7ec84-61b1-4749-af9e-eea6d9ac0ad6 admin admin] Router 8cb004fb-b8d9-443a-ba27-c7a5a43325b1 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:05:15.600540 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986054b5-28d7-40b3-8794-621aad3a0509 req-9e02bf92-1a5d-4d10-8c95-f446eaa89cd6 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:15.602652 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-986054b5-28d7-40b3-8794-621aad3a0509 req-9e02bf92-1a5d-4d10-8c95-f446eaa89cd6 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=93ad82f0-8781-4cf6-a466-9a57ed82acf5 HTTP/1.1" status: 200 len: 945 time: 0.0888946 Jun 11 10:05:15.682406 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-986054b5-28d7-40b3-8794-621aad3a0509 req-7e30739d-0da0-496e-ab43-8909a45db345 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c9589fb-c3c5-418d-8928-25f3ef7c4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618663 Jun 11 10:05:15.703343 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c78ba383-aa71-44c8-b299-07d46884e47c req-dae52d89-9e2e-492d-b014-75bdfc992012 tempest-ServerShowV247Test-550373252 tempest-ServerShowV247Test-550373252-project] 10.222.0.60 "GET /v2.0/ports?device_id=b052cc4b-2aa1-48c1-846a-60e8a87601c1 HTTP/1.1" status: 200 len: 210 time: 0.0709703 Jun 11 10:05:15.704205 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e1593c7c-8e2e-4962-a75a-9d26a80abe45 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:15.769649 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ddbb4eb-1315-48ce-8266-260bec1ead1e tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Router 82338411-dfcd-47ce-bca1-939d45cf8689 is scheduled to L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 with binding_index 1 {{(pid=93176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 10:05:15.784893 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-67cdeda7-6c1e-4052-86b8-4db2e0c56301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:15.807927 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7249dc82-df39-4e1c-b058-1ca3e43240b5 req-969806c3-3068-4659-bd01-bc52e44e035e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=846b7150bdd44bb5a66e1e57d70858b9&device_id=b052cc4b-2aa1-48c1-846a-60e8a87601c1 HTTP/1.1" status: 200 len: 210 time: 0.1407909 Jun 11 10:05:15.880211 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-e1593c7c-8e2e-4962-a75a-9d26a80abe45 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 9.6051221 Jun 11 10:05:15.880211 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7249dc82-df39-4e1c-b058-1ca3e43240b5 req-61c8afa0-117c-4594-a477-5ca51fca6870 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=846b7150bdd44bb5a66e1e57d70858b9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0580144 Jun 11 10:05:15.880553 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 41896) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:05:15.885592 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-25d439f6-2f19-4dff-a9c9-bef7dc517e39 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Request body: {'floatingip': {'port_id': '962ac845-6806-431c-bd29-cef3bf593e49', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:05:15.934068 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:16.050795 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-25d439f6-2f19-4dff-a9c9-bef7dc517e39 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks [] for floatingip, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:16.205184 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53b7ec84-61b1-4749-af9e-eea6d9ac0ad6 admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:05:16.219287 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43736713-e28b-4528-ab25-670efe5f62f0 None None] Sync routers for ids ['8cb004fb-b8d9-443a-ba27-c7a5a43325b1'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:05:16.223609 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-53b7ec84-61b1-4749-af9e-eea6d9ac0ad6 admin admin] 10.222.0.60 "PUT /v2.0/routers/8cb004fb-b8d9-443a-ba27-c7a5a43325b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6947803 Jun 11 10:05:16.226045 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 41898) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:05:16.233536 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43736713-e28b-4528-ab25-670efe5f62f0 None None] Routers {'8cb004fb-b8d9-443a-ba27-c7a5a43325b1'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:05:16.234214 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-43736713-e28b-4528-ab25-670efe5f62f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:05:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['8cb004fb-b8d9-443a-ba27-c7a5a43325b1'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:05:16.384085 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e7588bfe-0060-40f1-84c5-ec6f7a98d6fb admin admin] Notify callbacks [] for router, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:16.443664 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-43736713-e28b-4528-ab25-670efe5f62f0 None None] Set router 8cb004fb-b8d9-443a-ba27-c7a5a43325b1 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:05:16.537456 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7249dc82-df39-4e1c-b058-1ca3e43240b5 req-a4198a4f-22df-4960-94dd-8f42944553b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:16.541288 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7249dc82-df39-4e1c-b058-1ca3e43240b5 req-a4198a4f-22df-4960-94dd-8f42944553b8 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6232903 Jun 11 10:05:16.570200 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ddbb4eb-1315-48ce-8266-260bec1ead1e tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:05:16.580870 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a618d3-03ee-4249-87d5-128e848c9e9e None None] Sync routers for ids ['82338411-dfcd-47ce-bca1-939d45cf8689'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:05:16.596296 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a618d3-03ee-4249-87d5-128e848c9e9e None None] Routers {'82338411-dfcd-47ce-bca1-939d45cf8689'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:05:16.596938 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-a9a618d3-03ee-4249-87d5-128e848c9e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:05:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['82338411-dfcd-47ce-bca1-939d45cf8689'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:05:16.638379 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e7588bfe-0060-40f1-84c5-ec6f7a98d6fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:16.693250 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2ddbb4eb-1315-48ce-8266-260bec1ead1e tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:16.697719 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-2ddbb4eb-1315-48ce-8266-260bec1ead1e tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 9.8293822 Jun 11 10:05:16.697719 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 41912) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:05:16.801277 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-a9a618d3-03ee-4249-87d5-128e848c9e9e None None] Set router 82338411-dfcd-47ce-bca1-939d45cf8689 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:05:16.823429 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:16.904961 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.db.resource_extend [None req-25d439f6-2f19-4dff-a9c9-bef7dc517e39 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 11 10:05:17.002187 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-43736713-e28b-4528-ab25-670efe5f62f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb004fb-b8d9-443a-ba27-c7a5a43325b1', 'name': 'tempest-TestAggregatesBasicOps-1679957296-router', 'tenant_id': '4b9849da2d5047b091632c75f0868125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '6900a3bb-5bfe-42e0-894c-4609fa042b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:04:45Z', 'updated_at': '2021-06-11T10:05:13Z', 'revision_number': 5, 'project_id': '4b9849da2d5047b091632c75f0868125', 'gw_port': {'id': '6900a3bb-5bfe-42e0-894c-4609fa042b37', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb004fb-b8d9-443a-ba27-c7a5a43325b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:04:46Z', 'updated_at': '2021-06-11T10:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:05:17.009907 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43736713-e28b-4528-ab25-670efe5f62f0 None None] Checking router: 8cb004fb-b8d9-443a-ba27-c7a5a43325b1 for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:05:17.028976 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43736713-e28b-4528-ab25-670efe5f62f0 None None] Routers {'8cb004fb-b8d9-443a-ba27-c7a5a43325b1'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:05:17.031299 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-43736713-e28b-4528-ab25-670efe5f62f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:05:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['8cb004fb-b8d9-443a-ba27-c7a5a43325b1'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:05:17.071091 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-25d439f6-2f19-4dff-a9c9-bef7dc517e39 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:17.110987 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2705d87-7f67-41bf-a9d8-9513e071ec02 req-6dd0efee-b900-402b-be77-5138c96644ff tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:17.112587 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b2705d87-7f67-41bf-a9d8-9513e071ec02 req-6dd0efee-b900-402b-be77-5138c96644ff tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=93ad82f0-8781-4cf6-a466-9a57ed82acf5 HTTP/1.1" status: 200 len: 945 time: 0.1379182 Jun 11 10:05:17.116738 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-78618caf-0823-4f43-b233-4d4c28661a14 req-66c8929b-2379-463f-aea0-d72808629007 tempest-ServerShowV247Test-550373252 tempest-ServerShowV247Test-550373252-project] 10.222.0.60 "GET /v2.0/ports?device_id=b052cc4b-2aa1-48c1-846a-60e8a87601c1 HTTP/1.1" status: 200 len: 210 time: 0.1046021 Jun 11 10:05:17.174308 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-a9a618d3-03ee-4249-87d5-128e848c9e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82338411-dfcd-47ce-bca1-939d45cf8689', 'name': '', 'tenant_id': '400baf6a28cc4f809590ab5ed0af8545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa73200c-5e35-477a-aeb4-4c8e19feb576', 'external_fixed_ips': [{'subnet_id': '890d3b06-9d18-4a0b-a161-ce5edb02f435', 'ip_address': '2001:db8::27'}], 'enable_snat': True}, 'gw_port_id': 'a2125ff6-d918-4563-9802-aca5c9899bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:05:07Z', 'updated_at': '2021-06-11T10:05:12Z', 'revision_number': 3, 'project_id': '400baf6a28cc4f809590ab5ed0af8545', 'gw_port': {'id': 'a2125ff6-d918-4563-9802-aca5c9899bc6', 'name': '', 'network_id': 'aa73200c-5e35-477a-aeb4-4c8e19feb576', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:87:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82338411-dfcd-47ce-bca1-939d45cf8689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '890d3b06-9d18-4a0b-a161-ce5edb02f435', 'ip_address': '2001:db8::27', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:05:09Z', 'updated_at': '2021-06-11T10:05:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '890d3b06-9d18-4a0b-a161-ce5edb02f435', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:05:17.179974 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a618d3-03ee-4249-87d5-128e848c9e9e None None] Checking router: 82338411-dfcd-47ce-bca1-939d45cf8689 for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:05:17.180509 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a618d3-03ee-4249-87d5-128e848c9e9e None None] Updating router 82338411-dfcd-47ce-bca1-939d45cf8689 port a2125ff6-d918-4563-9802-aca5c9899bc6 binding host n-d-779913-12 {{(pid=93179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 10:05:17.198571 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b2705d87-7f67-41bf-a9d8-9513e071ec02 req-e50406ff-d710-494c-b6ef-eff65a1ca86d tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c9589fb-c3c5-418d-8928-25f3ef7c4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701005 Jun 11 10:05:17.199495 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-25d439f6-2f19-4dff-a9c9-bef7dc517e39 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:17.233896 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-a9a618d3-03ee-4249-87d5-128e848c9e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:17.251367 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-e7588bfe-0060-40f1-84c5-ec6f7a98d6fb admin admin] Deleting port 6900a3bb-5bfe-42e0-894c-4609fa042b37 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:05:17.251859 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e7588bfe-0060-40f1-84c5-ec6f7a98d6fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:17.282471 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-38aee50b-5c9e-4c6f-9130-05f973c20e2d tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks [] for router, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:17.336917 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-43736713-e28b-4528-ab25-670efe5f62f0 None None] Set router 8cb004fb-b8d9-443a-ba27-c7a5a43325b1 gateway port host: None {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:05:17.514961 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-43736713-e28b-4528-ab25-670efe5f62f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb004fb-b8d9-443a-ba27-c7a5a43325b1', 'name': 'tempest-TestAggregatesBasicOps-1679957296-router', 'tenant_id': '4b9849da2d5047b091632c75f0868125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:04:45Z', 'updated_at': '2021-06-11T10:05:16Z', 'revision_number': 6, 'project_id': '4b9849da2d5047b091632c75f0868125', 'gw_port_host': None}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:05:17.518620 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43736713-e28b-4528-ab25-670efe5f62f0 None None] The sync data for ids ['8cb004fb-b8d9-443a-ba27-c7a5a43325b1'] in n-d-779913-12 is: [{'id': '8cb004fb-b8d9-443a-ba27-c7a5a43325b1', 'name': 'tempest-TestAggregatesBasicOps-1679957296-router', 'tenant_id': '4b9849da2d5047b091632c75f0868125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:04:45Z', 'updated_at': '2021-06-11T10:05:16Z', 'revision_number': 6, 'project_id': '4b9849da2d5047b091632c75f0868125', 'gw_port_host': None}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:05:17.574987 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25d439f6-2f19-4dff-a9c9-bef7dc517e39 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Router d3f144aa-bd3f-4343-96aa-96eba3abd05e has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:05:17.618572 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-e7588bfe-0060-40f1-84c5-ec6f7a98d6fb admin admin] For port 6900a3bb-5bfe-42e0-894c-4609fa042b37, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=6900a3bb-5bfe-42e0-894c-4609fa042b37,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:05:17.618941 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e7588bfe-0060-40f1-84c5-ec6f7a98d6fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:17.782904 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-e7588bfe-0060-40f1-84c5-ec6f7a98d6fb admin admin] Calling delete_port for 6900a3bb-5bfe-42e0-894c-4609fa042b37 owned by network:router_gateway {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:05:17.789961 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-38aee50b-5c9e-4c6f-9130-05f973c20e2d tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:17.817811 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72043533-463b-46b3-9159-81b0fcead7f6 req-9a519a26-d253-4216-abbb-710c84c48e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:17.817811 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-72043533-463b-46b3-9159-81b0fcead7f6 req-9a519a26-d253-4216-abbb-710c84c48e08 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=21c20f27027a4fa895493faf5f883302&device_id=93ad82f0-8781-4cf6-a466-9a57ed82acf5 HTTP/1.1" status: 200 len: 1097 time: 0.3181233 Jun 11 10:05:17.818307 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d439f6-2f19-4dff-a9c9-bef7dc517e39 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:05:17.825500 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-25d439f6-2f19-4dff-a9c9-bef7dc517e39 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:17.830089 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6443ad-5df9-4fa7-a1ec-5e43cc19465b None None] Sync routers for ids ['d3f144aa-bd3f-4343-96aa-96eba3abd05e'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:05:17.840889 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-a9a618d3-03ee-4249-87d5-128e848c9e9e None None] Notify callbacks [] for port, precommit_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:17.844964 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6443ad-5df9-4fa7-a1ec-5e43cc19465b None None] Routers {'d3f144aa-bd3f-4343-96aa-96eba3abd05e'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:05:17.845646 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-0e6443ad-5df9-4fa7-a1ec-5e43cc19465b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:05:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['d3f144aa-bd3f-4343-96aa-96eba3abd05e'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:05:17.852608 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-a9a618d3-03ee-4249-87d5-128e848c9e9e None None] Transition to ACTIVE for port object a2125ff6-d918-4563-9802-aca5c9899bc6 will not be triggered until provisioned by entity L2. {{(pid=93179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:05:17.916113 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-a9a618d3-03ee-4249-87d5-128e848c9e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:17.921978 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-c1a0771f-b652-4d48-ba81-652bdcec0f97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:05:17.932015 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-0e6443ad-5df9-4fa7-a1ec-5e43cc19465b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:05:17.940531 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 8e415a4a-223c-46f0-96a2-cf8d1c05f73e no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:05:17.993351 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-25d439f6-2f19-4dff-a9c9-bef7dc517e39 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] 10.222.0.60 "PUT /v2.0/floatingips/195dfb72-638e-489e-851f-5b45581d7f1d HTTP/1.1" status: 200 len: 977 time: 2.1116838 Jun 11 10:05:17.997716 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 41924) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:05:18.015849 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 8e415a4a-223c-46f0-96a2-cf8d1c05f73e {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:05:18.016216 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 8e415a4a-223c-46f0-96a2-cf8d1c05f73e not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:05:18.016915 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-a9a618d3-03ee-4249-87d5-128e848c9e9e None None] Attempting to bind port a2125ff6-d918-4563-9802-aca5c9899bc6 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:05:18.019715 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-a9a618d3-03ee-4249-87d5-128e848c9e9e None None] Attempting to bind port a2125ff6-d918-4563-9802-aca5c9899bc6 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '8fee29a9-d49a-4975-b316-0ddbd7c67dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'aa73200c-5e35-477a-aeb4-4c8e19feb576'}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:05:18.021568 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a618d3-03ee-4249-87d5-128e848c9e9e None None] Attempting to bind port a2125ff6-d918-4563-9802-aca5c9899bc6 on network aa73200c-5e35-477a-aeb4-4c8e19feb576 {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:05:18.030158 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6443ad-5df9-4fa7-a1ec-5e43cc19465b None None] Routers {'d3f144aa-bd3f-4343-96aa-96eba3abd05e'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:05:18.030821 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-0e6443ad-5df9-4fa7-a1ec-5e43cc19465b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:05:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['d3f144aa-bd3f-4343-96aa-96eba3abd05e'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:05:18.050006 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a618d3-03ee-4249-87d5-128e848c9e9e None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:05:18.052138 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a618d3-03ee-4249-87d5-128e848c9e9e None None] Checking segment: {'id': '8fee29a9-d49a-4975-b316-0ddbd7c67dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'aa73200c-5e35-477a-aeb4-4c8e19feb576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:05:18.052556 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-a9a618d3-03ee-4249-87d5-128e848c9e9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:18.062780 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a618d3-03ee-4249-87d5-128e848c9e9e None None] Bound using segment: {'id': '8fee29a9-d49a-4975-b316-0ddbd7c67dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'aa73200c-5e35-477a-aeb4-4c8e19feb576'} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:05:18.068097 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-a9a618d3-03ee-4249-87d5-128e848c9e9e None None] Bound port: a2125ff6-d918-4563-9802-aca5c9899bc6, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fee29a9-d49a-4975-b316-0ddbd7c67dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'aa73200c-5e35-477a-aeb4-4c8e19feb576'}}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:05:18.068097 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-a9a618d3-03ee-4249-87d5-128e848c9e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:18.147364 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-0e6443ad-5df9-4fa7-a1ec-5e43cc19465b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:05:18.147853 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6443ad-5df9-4fa7-a1ec-5e43cc19465b None None] The sync data for ids ['d3f144aa-bd3f-4343-96aa-96eba3abd05e'] in n-d-779913-12 is: [] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:05:18.168199 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294c0e6a-ed64-40aa-93a1-b4656b593882 None None] Pushing event updated for resources: {'Port': ['ID=a2125ff6-d918-4563-9802-aca5c9899bc6,revision_number=2']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:05:18.177326 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-294c0e6a-ed64-40aa-93a1-b4656b593882 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:05:18.198623 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-a9a618d3-03ee-4249-87d5-128e848c9e9e None None] For port a2125ff6-d918-4563-9802-aca5c9899bc6, host n-d-779913-12, cleared binding levels {{(pid=93179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:05:18.203152 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-a9a618d3-03ee-4249-87d5-128e848c9e9e None None] For port a2125ff6-d918-4563-9802-aca5c9899bc6, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=a2125ff6-d918-4563-9802-aca5c9899bc6,segment=NetworkSegment(8fee29a9-d49a-4975-b316-0ddbd7c67dee),segment_id=8fee29a9-d49a-4975-b316-0ddbd7c67dee)] {{(pid=93179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:05:18.266476 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-a9a618d3-03ee-4249-87d5-128e848c9e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:18.271427 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-396a19e8-1898-46f3-8de0-582b23136f2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:05:18.291379 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7249dc82-df39-4e1c-b058-1ca3e43240b5 req-ca186c70-263f-43fa-b2f3-2258161308ee tempest-ServerShowV247Test-550373252 tempest-ServerShowV247Test-550373252-project] 10.222.0.69 "GET /v2.0/ports?device_id=b052cc4b-2aa1-48c1-846a-60e8a87601c1 HTTP/1.1" status: 200 len: 210 time: 0.0765386 Jun 11 10:05:18.308985 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72043533-463b-46b3-9159-81b0fcead7f6 req-35704f04-f8b1-46a3-a29e-470c05796d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:18.312294 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-72043533-463b-46b3-9159-81b0fcead7f6 req-35704f04-f8b1-46a3-a29e-470c05796d56 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4ec1bae5-7351-4e01-a52c-de5521320fcb HTTP/1.1" status: 200 len: 917 time: 0.4183109 Jun 11 10:05:18.317741 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-38aee50b-5c9e-4c6f-9130-05f973c20e2d tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Deleting port a2125ff6-d918-4563-9802-aca5c9899bc6 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:05:18.318272 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-38aee50b-5c9e-4c6f-9130-05f973c20e2d tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:18.373588 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:18.426774 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e53b1b58-ec4d-4e16-aecd-5a9e8b864e45 req-9ce97dc8-f5c5-4629-97d0-1d81112ab4a9 tempest-ServerShowV247Test-550373252 tempest-ServerShowV247Test-550373252-project] 10.222.0.60 "GET /v2.0/ports?device_id=b052cc4b-2aa1-48c1-846a-60e8a87601c1 HTTP/1.1" status: 200 len: 210 time: 0.1012349 Jun 11 10:05:18.438185 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294c0e6a-ed64-40aa-93a1-b4656b593882 None None] Pushing event updated for resources: {'Port': ['ID=a2125ff6-d918-4563-9802-aca5c9899bc6,revision_number=3']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:05:18.442788 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-294c0e6a-ed64-40aa-93a1-b4656b593882 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:05:18.454619 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a618d3-03ee-4249-87d5-128e848c9e9e None None] Routers {'82338411-dfcd-47ce-bca1-939d45cf8689'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:05:18.455708 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-a9a618d3-03ee-4249-87d5-128e848c9e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:05:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['82338411-dfcd-47ce-bca1-939d45cf8689'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:05:18.586610 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-8249d018-9e89-4eb6-8b19-b5063bf316f9 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Deleting port ca1d80a5-1fd3-43ca-a0c4-c7ee9ba00071 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:05:18.586891 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8249d018-9e89-4eb6-8b19-b5063bf316f9 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:18.693049 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-72043533-463b-46b3-9159-81b0fcead7f6 req-4f18b307-37a6-4ad9-9b99-6165a0f80905 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=654150cf-8faf-4a19-aca8-459bddd22d50 HTTP/1.1" status: 200 len: 1000 time: 0.3712699 Jun 11 10:05:18.729156 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-a9a618d3-03ee-4249-87d5-128e848c9e9e None None] Set router 82338411-dfcd-47ce-bca1-939d45cf8689 gateway port host: None {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:05:18.761465 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-38aee50b-5c9e-4c6f-9130-05f973c20e2d tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:18.776947 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e7588bfe-0060-40f1-84c5-ec6f7a98d6fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:18.793375 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e1593c7c-8e2e-4962-a75a-9d26a80abe45 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:05:18.829496 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-a9a618d3-03ee-4249-87d5-128e848c9e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82338411-dfcd-47ce-bca1-939d45cf8689', 'name': '', 'tenant_id': '400baf6a28cc4f809590ab5ed0af8545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:05:07Z', 'updated_at': '2021-06-11T10:05:17Z', 'revision_number': 4, 'project_id': '400baf6a28cc4f809590ab5ed0af8545', 'gw_port_host': None}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:05:18.833134 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8249d018-9e89-4eb6-8b19-b5063bf316f9 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:18.833314 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a618d3-03ee-4249-87d5-128e848c9e9e None None] The sync data for ids ['82338411-dfcd-47ce-bca1-939d45cf8689'] in n-d-779913-12 is: [{'id': '82338411-dfcd-47ce-bca1-939d45cf8689', 'name': '', 'tenant_id': '400baf6a28cc4f809590ab5ed0af8545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:05:07Z', 'updated_at': '2021-06-11T10:05:17Z', 'revision_number': 4, 'project_id': '400baf6a28cc4f809590ab5ed0af8545', 'gw_port_host': None}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:05:18.834089 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8249d018-9e89-4eb6-8b19-b5063bf316f9 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:19.298613 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-8249d018-9e89-4eb6-8b19-b5063bf316f9 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Calling delete_port for ca1d80a5-1fd3-43ca-a0c4-c7ee9ba00071 owned by network:floatingip {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:05:19.382553 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-38aee50b-5c9e-4c6f-9130-05f973c20e2d tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Calling delete_port for a2125ff6-d918-4563-9802-aca5c9899bc6 owned by network:router_gateway {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:05:19.384724 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7588bfe-0060-40f1-84c5-ec6f7a98d6fb admin admin] Pushing event deleted for resources: {'Port': ['ID=6900a3bb-5bfe-42e0-894c-4609fa042b37,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:05:19.390077 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e7588bfe-0060-40f1-84c5-ec6f7a98d6fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.597s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:05:19.435471 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72043533-463b-46b3-9159-81b0fcead7f6 req-d5fb79d3-8be7-44a2-af1d-fe12f24a4cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:19.437023 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-72043533-463b-46b3-9159-81b0fcead7f6 req-d5fb79d3-8be7-44a2-af1d-fe12f24a4cc7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=73b1338f-0df7-44ec-88b6-dbc16cfcfcc4 HTTP/1.1" status: 200 len: 855 time: 0.7305374 Jun 11 10:05:19.463218 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3d3ce-f0d9-420c-87ca-70092650a5ca req-d1d2df94-4849-451a-9967-b4236cbde26f tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:19.469203 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3d3ce-f0d9-420c-87ca-70092650a5ca req-d1d2df94-4849-451a-9967-b4236cbde26f tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:19.475274 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3d3ce-f0d9-420c-87ca-70092650a5ca req-d1d2df94-4849-451a-9967-b4236cbde26f tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:19.481407 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3d3ce-f0d9-420c-87ca-70092650a5ca req-d1d2df94-4849-451a-9967-b4236cbde26f tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:19.487066 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3d3ce-f0d9-420c-87ca-70092650a5ca req-d1d2df94-4849-451a-9967-b4236cbde26f tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:19.492814 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3d3ce-f0d9-420c-87ca-70092650a5ca req-d1d2df94-4849-451a-9967-b4236cbde26f tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:19.498802 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3d3ce-f0d9-420c-87ca-70092650a5ca req-d1d2df94-4849-451a-9967-b4236cbde26f tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:19.500717 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7eb3d3ce-f0d9-420c-87ca-70092650a5ca req-d1d2df94-4849-451a-9967-b4236cbde26f tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 5434 time: 1.1120396 Jun 11 10:05:19.503834 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa306f05-ccee-4d26-8bb9-9cf070f8af9e req-071dace4-bff8-4644-accb-b6b35f695e45 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:19.505302 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-aa306f05-ccee-4d26-8bb9-9cf070f8af9e req-071dace4-bff8-4644-accb-b6b35f695e45 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=93ad82f0-8781-4cf6-a466-9a57ed82acf5 HTTP/1.1" status: 200 len: 945 time: 0.1470916 Jun 11 10:05:19.560549 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-aa306f05-ccee-4d26-8bb9-9cf070f8af9e req-87850c72-df1c-4c68-ab97-6ab7e31dd750 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c9589fb-c3c5-418d-8928-25f3ef7c4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472512 Jun 11 10:05:19.693698 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8249d018-9e89-4eb6-8b19-b5063bf316f9 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:19.699580 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-87862cc7-5d1e-49bc-8b68-a281db76f919 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:05:19.719464 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e7588bfe-0060-40f1-84c5-ec6f7a98d6fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374120'] for router_gateway, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:19.750511 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8249d018-9e89-4eb6-8b19-b5063bf316f9 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Pushing event deleted for resources: {'Port': ['ID=ca1d80a5-1fd3-43ca-a0c4-c7ee9ba00071,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:05:19.760781 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8249d018-9e89-4eb6-8b19-b5063bf316f9 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:05:19.794075 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7eb3d3ce-f0d9-420c-87ca-70092650a5ca req-d1ba2fb9-7c09-4d44-9716-532a8aee485f tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/security-groups?id=230a77c0-a6d2-4599-bb7a-d2d4f277106a&id=3ac47e06-1e75-4528-8507-ea5f5c2807d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2647319 Jun 11 10:05:19.911956 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8249d018-9e89-4eb6-8b19-b5063bf316f9 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks [] for floatingip, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:19.912422 n-d-779913-12 neutron-server[93177]: INFO neutron.db.l3_db [None req-8249d018-9e89-4eb6-8b19-b5063bf316f9 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Floating IP 195dfb72-638e-489e-851f-5b45581d7f1d disassociated (deleted). External IP: 172.25.4.144, port: 962ac845-6806-431c-bd29-cef3bf593e49. Jun 11 10:05:19.978822 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e7588bfe-0060-40f1-84c5-ec6f7a98d6fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:19.999223 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 6900a3bb-5bfe-42e0-894c-4609fa042b37 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:05:20.004587 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e7588bfe-0060-40f1-84c5-ec6f7a98d6fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:20.018592 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcc0d47-199f-4479-a233-aa6b6acf5fc3 req-8cf58949-e722-4abd-b6be-84602243709a tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:20.024764 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcc0d47-199f-4479-a233-aa6b6acf5fc3 req-8cf58949-e722-4abd-b6be-84602243709a tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:20.031893 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcc0d47-199f-4479-a233-aa6b6acf5fc3 req-8cf58949-e722-4abd-b6be-84602243709a tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:20.038837 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcc0d47-199f-4479-a233-aa6b6acf5fc3 req-8cf58949-e722-4abd-b6be-84602243709a tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:20.044687 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcc0d47-199f-4479-a233-aa6b6acf5fc3 req-8cf58949-e722-4abd-b6be-84602243709a tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:20.046398 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 6900a3bb-5bfe-42e0-894c-4609fa042b37 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:05:20.047006 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 6900a3bb-5bfe-42e0-894c-4609fa042b37 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:05:20.051069 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcc0d47-199f-4479-a233-aa6b6acf5fc3 req-8cf58949-e722-4abd-b6be-84602243709a tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:20.057481 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcc0d47-199f-4479-a233-aa6b6acf5fc3 req-8cf58949-e722-4abd-b6be-84602243709a tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:20.059434 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fbcc0d47-199f-4479-a233-aa6b6acf5fc3 req-8cf58949-e722-4abd-b6be-84602243709a tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.64 "GET /v2.0/ports?device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 5434 time: 0.6214600 Jun 11 10:05:20.161228 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72043533-463b-46b3-9159-81b0fcead7f6 req-e2f9bdb1-1b94-4a0b-9792-fb2570ea0c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:20.162745 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-72043533-463b-46b3-9159-81b0fcead7f6 req-e2f9bdb1-1b94-4a0b-9792-fb2570ea0c73 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4ec1bae5-7351-4e01-a52c-de5521320fcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6359818 Jun 11 10:05:20.251621 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8249d018-9e89-4eb6-8b19-b5063bf316f9 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Router d3f144aa-bd3f-4343-96aa-96eba3abd05e has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:05:20.252528 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcc0d47-199f-4479-a233-aa6b6acf5fc3 req-87e122bc-18f2-46f1-822c-198fd3a5ad74 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:20.254305 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fbcc0d47-199f-4479-a233-aa6b6acf5fc3 req-87e122bc-18f2-46f1-822c-198fd3a5ad74 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.64 "GET /v2.0/ports/31bcc4b9-58bd-4fec-b00e-1686a7b3b5c8?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1841462 Jun 11 10:05:20.288432 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 41942) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:05:20.363068 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e7588bfe-0060-40f1-84c5-ec6f7a98d6fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:20.363799 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7588bfe-0060-40f1-84c5-ec6f7a98d6fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8cb004fb-b8d9-443a-ba27-c7a5a43325b1 {{(pid=93176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 10:05:20.372248 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e7588bfe-0060-40f1-84c5-ec6f7a98d6fb admin admin] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:20.373604 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-e7588bfe-0060-40f1-84c5-ec6f7a98d6fb admin admin] 10.222.0.60 "DELETE /v2.0/routers/8cb004fb-b8d9-443a-ba27-c7a5a43325b1 HTTP/1.1" status: 204 len: 168 time: 4.1461413 Jun 11 10:05:20.376502 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 41946) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:05:20.461549 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-26f29835-6693-4dbb-8d2c-f12c02970274 admin admin] Deleting subnet 02abfa8d-3ae9-4c4a-8d54-b96eddcd3419 {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:05:20.464990 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-26f29835-6693-4dbb-8d2c-f12c02970274 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:20.488585 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-72043533-463b-46b3-9159-81b0fcead7f6 req-097d79ba-dc88-4c0a-9310-ba2631593236 service neutron] 10.222.0.64 "GET /v2.0/networks/4ec1bae5-7351-4e01-a52c-de5521320fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137007 Jun 11 10:05:20.526061 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-26f29835-6693-4dbb-8d2c-f12c02970274 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:20.562772 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b151ec09-7813-4c43-8604-24d9857012c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:20.568555 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fbcc0d47-199f-4479-a233-aa6b6acf5fc3 req-3a20fd06-3f01-4744-9e37-aa431c5eb441 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.64 "GET /v2.0/networks/1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3076897 Jun 11 10:05:20.569176 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-38aee50b-5c9e-4c6f-9130-05f973c20e2d tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:20.574416 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2950ec8b-4b19-4e49-b793-f070481a787c tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:05:20.604406 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8249d018-9e89-4eb6-8b19-b5063bf316f9 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:05:20.619301 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b0b213-ec72-4bbd-912a-f5ce74ff9021 None None] Sync routers for ids ['d3f144aa-bd3f-4343-96aa-96eba3abd05e'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:05:20.629183 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b0b213-ec72-4bbd-912a-f5ce74ff9021 None None] Routers {'d3f144aa-bd3f-4343-96aa-96eba3abd05e'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:05:20.630117 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-67b0b213-ec72-4bbd-912a-f5ce74ff9021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:05:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['d3f144aa-bd3f-4343-96aa-96eba3abd05e'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:05:20.631755 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8249d018-9e89-4eb6-8b19-b5063bf316f9 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:20.678739 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-fbcc0d47-199f-4479-a233-aa6b6acf5fc3 req-a5e6dc0f-2530-45c7-9dc6-31ca3515da4b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:05:20.692772 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-26f29835-6693-4dbb-8d2c-f12c02970274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:20.696414 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-8249d018-9e89-4eb6-8b19-b5063bf316f9 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] 10.222.0.60 "DELETE /v2.0/floatingips/195dfb72-638e-489e-851f-5b45581d7f1d HTTP/1.1" status: 204 len: 168 time: 2.6977177 Jun 11 10:05:20.718890 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-67b0b213-ec72-4bbd-912a-f5ce74ff9021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:05:20.719931 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 41950) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:05:20.723862 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aee50b-5c9e-4c6f-9130-05f973c20e2d tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Pushing event deleted for resources: {'Port': ['ID=a2125ff6-d918-4563-9802-aca5c9899bc6,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:05:20.727877 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-38aee50b-5c9e-4c6f-9130-05f973c20e2d tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:05:20.738719 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b0b213-ec72-4bbd-912a-f5ce74ff9021 None None] Routers {'d3f144aa-bd3f-4343-96aa-96eba3abd05e'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:05:20.739366 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-67b0b213-ec72-4bbd-912a-f5ce74ff9021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:05:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['d3f144aa-bd3f-4343-96aa-96eba3abd05e'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:05:20.780172 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-38aee50b-5c9e-4c6f-9130-05f973c20e2d tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374120'] for router_gateway, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:20.820805 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-67b0b213-ec72-4bbd-912a-f5ce74ff9021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:05:20.821283 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b0b213-ec72-4bbd-912a-f5ce74ff9021 None None] The sync data for ids ['d3f144aa-bd3f-4343-96aa-96eba3abd05e'] in n-d-779913-12 is: [] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:05:20.930024 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-34a929f0-695d-487f-aabc-bac08d2f0f52 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Deleting port 962ac845-6806-431c-bd29-cef3bf593e49 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:05:20.930550 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-34a929f0-695d-487f-aabc-bac08d2f0f52 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:20.965008 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-26f29835-6693-4dbb-8d2c-f12c02970274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:20.981946 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ed2c82-a070-44a3-94cd-1b7ef8a1a22a req-ee340ce0-f810-4e2f-8d34-dae327223c73 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:20.982918 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e2ed2c82-a070-44a3-94cd-1b7ef8a1a22a req-ee340ce0-f810-4e2f-8d34-dae327223c73 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=93ad82f0-8781-4cf6-a466-9a57ed82acf5 HTTP/1.1" status: 200 len: 945 time: 0.1928830 Jun 11 10:05:20.986061 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-77e00107-55d2-4f53-8c39-bd1ba236f647 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:05:20.992969 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-26f29835-6693-4dbb-8d2c-f12c02970274 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:20.997530 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-26f29835-6693-4dbb-8d2c-f12c02970274 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/02abfa8d-3ae9-4c4a-8d54-b96eddcd3419 HTTP/1.1" status: 204 len: 168 time: 0.6200674 Jun 11 10:05:20.997722 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accfb22b-8c05-46e2-a39a-9adde40379e6 None None] Network e1c8227e-55f0-4020-a0ec-d90b3600370b requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:05:21.029803 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 41956) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:05:21.043286 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f29835-6693-4dbb-8d2c-f12c02970274 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02abfa8d-3ae9-4c4a-8d54-b96eddcd3419,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:05:21.044089 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-38aee50b-5c9e-4c6f-9130-05f973c20e2d tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:21.056571 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-38aee50b-5c9e-4c6f-9130-05f973c20e2d tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:21.061524 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-72043533-463b-46b3-9159-81b0fcead7f6 req-02b5aac4-60f2-4300-a95a-27e7884b3440 service neutron] 10.222.0.64 "GET /v2.0/networks/4ec1bae5-7351-4e01-a52c-de5521320fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5670145 Jun 11 10:05:21.113092 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-26f29835-6693-4dbb-8d2c-f12c02970274 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:05:21.195795 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 1679bae4-2d97-4ecb-add1-b9fc56247f86 no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:05:21.219802 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fbcc0d47-199f-4479-a233-aa6b6acf5fc3 req-a5e6dc0f-2530-45c7-9dc6-31ca3515da4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:21.237974 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e2ed2c82-a070-44a3-94cd-1b7ef8a1a22a req-e3b0f273-f1df-450b-aa08-9f35a187d889 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c9589fb-c3c5-418d-8928-25f3ef7c4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2387946 Jun 11 10:05:21.252023 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-34a929f0-695d-487f-aabc-bac08d2f0f52 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:21.269142 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-510ce435-37bc-43ba-ba14-d6e1725e5f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:21.303586 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-38aee50b-5c9e-4c6f-9130-05f973c20e2d tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:21.304224 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38aee50b-5c9e-4c6f-9130-05f973c20e2d tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 82338411-dfcd-47ce-bca1-939d45cf8689 {{(pid=93176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 10:05:21.319307 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-38aee50b-5c9e-4c6f-9130-05f973c20e2d tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:21.320491 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-38aee50b-5c9e-4c6f-9130-05f973c20e2d tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] 10.222.0.60 "DELETE /v2.0/routers/82338411-dfcd-47ce-bca1-939d45cf8689 HTTP/1.1" status: 204 len: 168 time: 4.6220222 Jun 11 10:05:21.339272 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 41958) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:05:21.343361 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:21.357071 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128a21a6-25df-48d0-a32a-59ef5457638c req-a59ce424-6ead-45bb-ac17-88c2e4a6e53c tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:21.364179 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128a21a6-25df-48d0-a32a-59ef5457638c req-a59ce424-6ead-45bb-ac17-88c2e4a6e53c tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:21.367532 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6f65b3-8511-4ac0-949c-b1f34e280db6 None None] DHCP port deletion for e1c8227e-55f0-4020-a0ec-d90b3600370b request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 10:05:21.370918 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128a21a6-25df-48d0-a32a-59ef5457638c req-a59ce424-6ead-45bb-ac17-88c2e4a6e53c tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:21.378259 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128a21a6-25df-48d0-a32a-59ef5457638c req-a59ce424-6ead-45bb-ac17-88c2e4a6e53c tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:21.384440 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128a21a6-25df-48d0-a32a-59ef5457638c req-a59ce424-6ead-45bb-ac17-88c2e4a6e53c tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:21.391273 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128a21a6-25df-48d0-a32a-59ef5457638c req-a59ce424-6ead-45bb-ac17-88c2e4a6e53c tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:21.398413 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128a21a6-25df-48d0-a32a-59ef5457638c req-a59ce424-6ead-45bb-ac17-88c2e4a6e53c tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:21.400549 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-128a21a6-25df-48d0-a32a-59ef5457638c req-a59ce424-6ead-45bb-ac17-88c2e4a6e53c tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 5434 time: 0.4336390 Jun 11 10:05:21.403116 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 1679bae4-2d97-4ecb-add1-b9fc56247f86, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=1679bae4-2d97-4ecb-add1-b9fc56247f86,segment=NetworkSegment(686cf7b5-2b83-43f0-a6c3-e1d920022762),segment_id=686cf7b5-2b83-43f0-a6c3-e1d920022762)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:05:21.432147 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9c702cf-dd7e-4dfa-b816-c6d03f19acf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1679bae4-2d97-4ecb-add1-b9fc56247f86'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:05:21.434776 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c59c8480-140b-40db-beca-bab27ebadab2" -d '{"events": [{"server_uuid": "b9c702cf-dd7e-4dfa-b816-c6d03f19acf9", "name": "network-vif-unplugged", "status": "completed", "tag": "1679bae4-2d97-4ecb-add1-b9fc56247f86"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:05:21.441199 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-34a929f0-695d-487f-aabc-bac08d2f0f52 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Calling delete_port for 962ac845-6806-431c-bd29-cef3bf593e49 owned by {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:05:21.507078 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Jun 2021 10:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-274715c7-5132-4387-9665-7e23d78aefb5 x-openstack-request-id: req-274715c7-5132-4387-9665-7e23d78aefb5 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:05:21.507648 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9c702cf-dd7e-4dfa-b816-c6d03f19acf9", "name": "network-vif-unplugged", "status": "completed", "tag": "1679bae4-2d97-4ecb-add1-b9fc56247f86", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:05:21.508200 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-274715c7-5132-4387-9665-7e23d78aefb5 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:05:21.508816 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9c702cf-dd7e-4dfa-b816-c6d03f19acf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1679bae4-2d97-4ecb-add1-b9fc56247f86', 'code': 200} Jun 11 10:05:21.510512 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-bd6f65b3-8511-4ac0-949c-b1f34e280db6 None None] Deleting port 1d4a6350-34d2-476b-bfc8-8f7654da1d46 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:05:21.511207 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-bd6f65b3-8511-4ac0-949c-b1f34e280db6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:21.599529 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-510ce435-37bc-43ba-ba14-d6e1725e5f6c admin admin] Deleting port 1d4a6350-34d2-476b-bfc8-8f7654da1d46 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:05:21.599872 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-510ce435-37bc-43ba-ba14-d6e1725e5f6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:21.608924 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-bd6f65b3-8511-4ac0-949c-b1f34e280db6 None None] For port 1d4a6350-34d2-476b-bfc8-8f7654da1d46, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=1d4a6350-34d2-476b-bfc8-8f7654da1d46,segment=NetworkSegment(d7f5f0f0-eb19-48c6-abfc-4791f00e2533),segment_id=d7f5f0f0-eb19-48c6-abfc-4791f00e2533)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:05:21.613337 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-bd6f65b3-8511-4ac0-949c-b1f34e280db6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:21.620347 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:21.621123 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device ee6d8406-891b-46a7-bc3a-0e7fa5d0de9c no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:05:21.625268 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-b67a2210-7ce6-49ad-b9a5-ebda16955c2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:05:21.661218 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-fbcc0d47-199f-4479-a233-aa6b6acf5fc3 req-a5e6dc0f-2530-45c7-9dc6-31ca3515da4b service neutron] For port 31bcc4b9-58bd-4fec-b00e-1686a7b3b5c8, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=31bcc4b9-58bd-4fec-b00e-1686a7b3b5c8,segment=NetworkSegment(686cf7b5-2b83-43f0-a6c3-e1d920022762),segment_id=686cf7b5-2b83-43f0-a6c3-e1d920022762)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:05:21.666035 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-d89db6ca-4f85-46c3-9d30-789cc71f669a tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Deleting subnet 890d3b06-9d18-4a0b-a161-ce5edb02f435 {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:05:21.672287 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-128a21a6-25df-48d0-a32a-59ef5457638c req-9ae480d2-e954-495f-8290-1b861f890ae4 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/security-groups?id=230a77c0-a6d2-4599-bb7a-d2d4f277106a&id=3ac47e06-1e75-4528-8507-ea5f5c2807d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2146122 Jun 11 10:05:21.691031 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d89db6ca-4f85-46c3-9d30-789cc71f669a tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:21.749504 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-510ce435-37bc-43ba-ba14-d6e1725e5f6c admin admin] For port 1d4a6350-34d2-476b-bfc8-8f7654da1d46, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=1d4a6350-34d2-476b-bfc8-8f7654da1d46,segment=NetworkSegment(d7f5f0f0-eb19-48c6-abfc-4791f00e2533),segment_id=d7f5f0f0-eb19-48c6-abfc-4791f00e2533)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:05:21.749765 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-510ce435-37bc-43ba-ba14-d6e1725e5f6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:21.761216 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b151ec09-7813-4c43-8604-24d9857012c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:21.766985 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-bd6f65b3-8511-4ac0-949c-b1f34e280db6 None None] Calling delete_port for 1d4a6350-34d2-476b-bfc8-8f7654da1d46 owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:05:21.795057 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d89db6ca-4f85-46c3-9d30-789cc71f669a tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:21.835738 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-fbcc0d47-199f-4479-a233-aa6b6acf5fc3 req-a5e6dc0f-2530-45c7-9dc6-31ca3515da4b service neutron] For port 31bcc4b9-58bd-4fec-b00e-1686a7b3b5c8, host n-h1-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:05:21.874295 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=1679bae4-2d97-4ecb-add1-b9fc56247f86,revision_number=6']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:05:21.876059 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-510ce435-37bc-43ba-ba14-d6e1725e5f6c admin admin] Calling delete_port for 1d4a6350-34d2-476b-bfc8-8f7654da1d46 owned by network:dhcp {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:05:21.884830 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:05:21.896612 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-fbcc0d47-199f-4479-a233-aa6b6acf5fc3 req-a5e6dc0f-2530-45c7-9dc6-31ca3515da4b service neutron] device_id is not set on port 31bcc4b9-58bd-4fec-b00e-1686a7b3b5c8 yet. {{(pid=93176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 10:05:21.907174 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d89db6ca-4f85-46c3-9d30-789cc71f669a tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:21.911295 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b151ec09-7813-4c43-8604-24d9857012c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:21.934089 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fbcc0d47-199f-4479-a233-aa6b6acf5fc3 req-a5e6dc0f-2530-45c7-9dc6-31ca3515da4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:21.962952 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b9adce05-d333-4570-bb70-8c7529075e2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:05:22.004544 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b151ec09-7813-4c43-8604-24d9857012c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1dacdd9-a2b7-4b65-aa9c-352cdb340a7f,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:05:22.006285 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b151ec09-7813-4c43-8604-24d9857012c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:05:22.016833 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-b151ec09-7813-4c43-8604-24d9857012c4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=846b7150bdd44bb5a66e1e57d70858b9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7215517 Jun 11 10:05:22.017665 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 41964) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:05:22.024595 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-34a929f0-695d-487f-aabc-bac08d2f0f52 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:22.029741 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e57079ab-41e6-484a-9035-3c77b14691a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:05:22.096459 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-33473e10-6893-4913-b973-0a9919f90cdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:22.113000 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fbcc0d47-199f-4479-a233-aa6b6acf5fc3 req-a5e6dc0f-2530-45c7-9dc6-31ca3515da4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:22.118597 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-30bea4bd-1860-424c-8c72-e506a92d6323 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:05:22.161362 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-33473e10-6893-4913-b973-0a9919f90cdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:22.164274 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 1d4a6350-34d2-476b-bfc8-8f7654da1d46 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:05:22.168515 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:22.203544 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-bd6f65b3-8511-4ac0-949c-b1f34e280db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:22.215532 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-869e1c75-9a5d-4b06-a14e-36b25e923339 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:05:22.231886 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d89db6ca-4f85-46c3-9d30-789cc71f669a tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:22.241862 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 1d4a6350-34d2-476b-bfc8-8f7654da1d46 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:05:22.242222 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 1d4a6350-34d2-476b-bfc8-8f7654da1d46 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:05:22.257322 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6f65b3-8511-4ac0-949c-b1f34e280db6 None None] No DVR routers for this DVR port 1d4a6350-34d2-476b-bfc8-8f7654da1d46 on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:05:22.259190 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6f65b3-8511-4ac0-949c-b1f34e280db6 None None] Pushing event deleted for resources: {'Port': ['ID=1d4a6350-34d2-476b-bfc8-8f7654da1d46,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:05:22.267243 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-bd6f65b3-8511-4ac0-949c-b1f34e280db6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:05:22.297906 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port ee6d8406-891b-46a7-bc3a-0e7fa5d0de9c, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=ee6d8406-891b-46a7-bc3a-0e7fa5d0de9c,segment=NetworkSegment(de8f4a9a-622b-46a1-b033-7ca5cca64f80),segment_id=de8f4a9a-622b-46a1-b033-7ca5cca64f80)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:05:22.299308 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbcc0d47-199f-4479-a233-aa6b6acf5fc3 req-a5e6dc0f-2530-45c7-9dc6-31ca3515da4b service neutron] No DVR routers for this DVR port 31bcc4b9-58bd-4fec-b00e-1686a7b3b5c8 on host n-h1-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:05:22.306760 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e6dc0f-2530-45c7-9dc6-31ca3515da4b service neutron] Pushing event updated for resources: {'Port': ['ID=31bcc4b9-58bd-4fec-b00e-1686a7b3b5c8,revision_number=6']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:05:22.335147 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d89db6ca-4f85-46c3-9d30-789cc71f669a tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:22.339538 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-d89db6ca-4f85-46c3-9d30-789cc71f669a tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] 10.222.0.60 "DELETE /v2.0/subnets/890d3b06-9d18-4a0b-a161-ce5edb02f435 HTTP/1.1" status: 204 len: 168 time: 0.9356132 Jun 11 10:05:22.339538 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a5e6dc0f-2530-45c7-9dc6-31ca3515da4b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:05:22.341880 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2230c7fc-3ef3-4cec-ac57-63f6a2b691b3 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.099s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:05:22.342886 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 41968) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:05:22.362176 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:22.363581 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 44968cf1-fbc9-4eec-b314-67f01cc0a00c no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:05:22.365645 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-d53c7f08-7f26-4a10-9a0f-a84cf2fcb470 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:05:22.406351 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89db6ca-4f85-46c3-9d30-789cc71f669a tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=890d3b06-9d18-4a0b-a161-ce5edb02f435,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:05:22.421956 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d89db6ca-4f85-46c3-9d30-789cc71f669a tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:05:22.425698 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-fbcc0d47-199f-4479-a233-aa6b6acf5fc3 req-a5e6dc0f-2530-45c7-9dc6-31ca3515da4b service neutron] In _notify_port_updated(), no bound segment for port 31bcc4b9-58bd-4fec-b00e-1686a7b3b5c8 on network 1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e {{(pid=93176) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 11 10:05:22.426652 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcc0d47-199f-4479-a233-aa6b6acf5fc3 req-a5e6dc0f-2530-45c7-9dc6-31ca3515da4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:22.427270 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fbcc0d47-199f-4479-a233-aa6b6acf5fc3 req-a5e6dc0f-2530-45c7-9dc6-31ca3515da4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:22.428584 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fbcc0d47-199f-4479-a233-aa6b6acf5fc3 req-a5e6dc0f-2530-45c7-9dc6-31ca3515da4b service neutron] 10.222.0.64 "PUT /v2.0/ports/31bcc4b9-58bd-4fec-b00e-1686a7b3b5c8 HTTP/1.1" status: 200 len: 1028 time: 1.7845275 Jun 11 10:05:22.480495 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=ee6d8406-891b-46a7-bc3a-0e7fa5d0de9c,revision_number=6']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:05:22.492825 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:05:22.528526 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-33473e10-6893-4913-b973-0a9919f90cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:22.531377 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-33473e10-6893-4913-b973-0a9919f90cdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:22.535031 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-33473e10-6893-4913-b973-0a9919f90cdb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d1dacdd9-a2b7-4b65-aa9c-352cdb340a7f HTTP/1.1" status: 204 len: 168 time: 0.5147471 Jun 11 10:05:22.552816 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f8a63e6d-8121-4004-965a-1848d7230295 None None] Provisioning complete for port 31bcc4b9-58bd-4fec-b00e-1686a7b3b5c8 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:05:22.553053 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f8a63e6d-8121-4004-965a-1848d7230295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:22.556228 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a929f0-695d-487f-aabc-bac08d2f0f52 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Pushing event deleted for resources: {'Port': ['ID=962ac845-6806-431c-bd29-cef3bf593e49,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:05:22.558298 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-510ce435-37bc-43ba-ba14-d6e1725e5f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:22.602680 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a929f0-695d-487f-aabc-bac08d2f0f52 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:05:22.602947 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a929f0-695d-487f-aabc-bac08d2f0f52 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:05:22.603236 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a929f0-695d-487f-aabc-bac08d2f0f52 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:05:22.603638 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a929f0-695d-487f-aabc-bac08d2f0f52 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:05:22.604019 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a929f0-695d-487f-aabc-bac08d2f0f52 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:05:22.604775 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a929f0-695d-487f-aabc-bac08d2f0f52 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:05:22.604775 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a929f0-695d-487f-aabc-bac08d2f0f52 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:05:22.605085 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f8a63e6d-8121-4004-965a-1848d7230295 None None] Port 31bcc4b9-58bd-4fec-b00e-1686a7b3b5c8 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:05:22.605205 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a929f0-695d-487f-aabc-bac08d2f0f52 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:05:22.605460 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a929f0-695d-487f-aabc-bac08d2f0f52 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:05:22.605832 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a929f0-695d-487f-aabc-bac08d2f0f52 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:05:22.606201 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a929f0-695d-487f-aabc-bac08d2f0f52 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:05:22.606570 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a929f0-695d-487f-aabc-bac08d2f0f52 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:05:22.613387 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:22.634784 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-34a929f0-695d-487f-aabc-bac08d2f0f52 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.605s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:05:22.637280 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510ce435-37bc-43ba-ba14-d6e1725e5f6c admin admin] No DVR routers for this DVR port 1d4a6350-34d2-476b-bfc8-8f7654da1d46 on host n-d-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:05:22.639209 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f95e8227-6973-4794-961b-1b86e453022e tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:05:22.665736 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 44968cf1-fbc9-4eec-b314-67f01cc0a00c, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=44968cf1-fbc9-4eec-b314-67f01cc0a00c,segment=NetworkSegment(686cf7b5-2b83-43f0-a6c3-e1d920022762),segment_id=686cf7b5-2b83-43f0-a6c3-e1d920022762)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:05:22.725858 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510ce435-37bc-43ba-ba14-d6e1725e5f6c admin admin] Pushing event deleted for resources: {'Port': ['ID=1d4a6350-34d2-476b-bfc8-8f7654da1d46,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:05:22.764077 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-510ce435-37bc-43ba-ba14-d6e1725e5f6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:05:22.774589 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:22.775983 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 654150cf-8faf-4a19-aca8-459bddd22d50 no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:05:22.849313 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-289f9b9f-ca4a-43ed-8354-915cdd61d283 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:05:22.869087 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-510ce435-37bc-43ba-ba14-d6e1725e5f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:22.872485 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-34a929f0-695d-487f-aabc-bac08d2f0f52 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:22.874414 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-34a929f0-695d-487f-aabc-bac08d2f0f52 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] 10.222.0.60 "DELETE /v2.0/ports/962ac845-6806-431c-bd29-cef3bf593e49 HTTP/1.1" status: 204 len: 168 time: 2.1535201 Jun 11 10:05:22.885551 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 41974) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:05:22.892819 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-e89abace-00e5-4189-8a93-2c8d6d23a631 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Request body: {'floatingip': {'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:05:22.906302 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d8896a-1b29-43ee-b599-1c7124caf9b6 req-5c6945ba-3215-454c-81b1-aa2e658b15fb tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:22.908001 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-28d8896a-1b29-43ee-b599-1c7124caf9b6 req-5c6945ba-3215-454c-81b1-aa2e658b15fb tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=93ad82f0-8781-4cf6-a466-9a57ed82acf5 HTTP/1.1" status: 200 len: 945 time: 0.3648334 Jun 11 10:05:22.910254 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-510ce435-37bc-43ba-ba14-d6e1725e5f6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1c8227e-55f0-4020-a0ec-d90b3600370b']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:05:22.929600 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-510ce435-37bc-43ba-ba14-d6e1725e5f6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7f5f0f0-eb19-48c6-abfc-4791f00e2533') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:05:22.929908 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-510ce435-37bc-43ba-ba14-d6e1725e5f6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7f5f0f0-eb19-48c6-abfc-4791f00e2533') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:05:22.951497 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=44968cf1-fbc9-4eec-b314-67f01cc0a00c,revision_number=6']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:05:22.960349 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:05:22.978286 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-510ce435-37bc-43ba-ba14-d6e1725e5f6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:23.017241 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-28d8896a-1b29-43ee-b599-1c7124caf9b6 req-8b37eb41-08ee-43e8-acdd-a3d347bdbe94 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c9589fb-c3c5-418d-8928-25f3ef7c4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884118 Jun 11 10:05:23.022796 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-510ce435-37bc-43ba-ba14-d6e1725e5f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:23.030956 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-510ce435-37bc-43ba-ba14-d6e1725e5f6c admin admin] Releasing vlan 792 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:05:23.036604 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-510ce435-37bc-43ba-ba14-d6e1725e5f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:23.040326 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:05:23.040326 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 10:05:23.040326 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 10:05:23.040326 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:05:23.040326 n-d-779913-12 neutron-server[93177]: timer() Jun 11 10:05:23.040326 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:05:23.040326 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 10:05:23.040326 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:05:23.040326 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 10:05:23.040326 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:05:23.040326 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 10:05:23.040326 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:05:23.040326 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 10:05:23.040326 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:05:23.040326 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 10:05:23.040326 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:05:23.040326 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:05:23.040326 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:05:23.040326 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:05:23.040326 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:05:23.040326 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 10:05:23.040326 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:05:23.040326 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 10:05:23.040326 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:05:23.040326 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:05:23.040326 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:05:23.040326 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 10:05:23.040326 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:05:23.040326 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:05:23.040326 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:05:23.040326 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:05:23.040326 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:05:23.040326 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:05:23.040326 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:05:23.056373 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:23.101600 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0806ac16-e869-49bb-afe2-b85d191a4e4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:05:23.103995 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e89abace-00e5-4189-8a93-2c8d6d23a631 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks [] for floatingip, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:23.118177 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 654150cf-8faf-4a19-aca8-459bddd22d50, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=654150cf-8faf-4a19-aca8-459bddd22d50,segment=NetworkSegment(64ec67c3-ae73-4fd7-a5b7-323e0e068c2b),segment_id=64ec67c3-ae73-4fd7-a5b7-323e0e068c2b)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:05:23.134143 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33473e10-6893-4913-b973-0a9919f90cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1dacdd9-a2b7-4b65-aa9c-352cdb340a7f,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:05:23.154693 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcc0d47-199f-4479-a233-aa6b6acf5fc3 req-3ffec956-2fa3-466c-b719-edb13d7079a8 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:23.156347 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fbcc0d47-199f-4479-a233-aa6b6acf5fc3 req-3ffec956-2fa3-466c-b719-edb13d7079a8 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.64 "GET /v2.0/ports/44968cf1-fbc9-4eec-b314-67f01cc0a00c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.7209351 Jun 11 10:05:23.159843 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fcc58a06-2c4d-41bc-ac1f-e0d2702c804d tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:23.161878 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-33473e10-6893-4913-b973-0a9919f90cdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:05:23.168163 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-fbcc0d47-199f-4479-a233-aa6b6acf5fc3 req-5bbc8486-3c24-4482-a92b-38d109bc41e4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:05:23.201781 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:23.204091 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-07059fda-c581-4a51-8f29-e660e21eedaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:05:23.234839 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device eaada8e6-4077-4542-af8d-d731c7dc1459 no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:05:23.281438 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-510ce435-37bc-43ba-ba14-d6e1725e5f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:23.287100 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-510ce435-37bc-43ba-ba14-d6e1725e5f6c admin admin] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:23.293094 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-510ce435-37bc-43ba-ba14-d6e1725e5f6c admin admin] 10.222.0.60 "DELETE /v2.0/networks/e1c8227e-55f0-4020-a0ec-d90b3600370b HTTP/1.1" status: 204 len: 168 time: 2.2586164 Jun 11 10:05:23.293094 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1a5f14d6-2bf3-4f3e-9cd4-2c0fc34964ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:05:23.324230 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=654150cf-8faf-4a19-aca8-459bddd22d50,revision_number=8']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:05:23.329776 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510ce435-37bc-43ba-ba14-d6e1725e5f6c admin admin] Pushing event deleted for resources: {'Network': ['ID=e1c8227e-55f0-4020-a0ec-d90b3600370b,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:05:23.333228 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-510ce435-37bc-43ba-ba14-d6e1725e5f6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:05:23.344080 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:05:23.352952 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fbcc0d47-199f-4479-a233-aa6b6acf5fc3 req-5bbc8486-3c24-4482-a92b-38d109bc41e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:23.363149 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e89abace-00e5-4189-8a93-2c8d6d23a631 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:23.399267 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:23.428540 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fcc58a06-2c4d-41bc-ac1f-e0d2702c804d tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:23.449583 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port eaada8e6-4077-4542-af8d-d731c7dc1459, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=eaada8e6-4077-4542-af8d-d731c7dc1459,segment=NetworkSegment(686cf7b5-2b83-43f0-a6c3-e1d920022762),segment_id=686cf7b5-2b83-43f0-a6c3-e1d920022762)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:05:23.470652 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-fcc58a06-2c4d-41bc-ac1f-e0d2702c804d tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa73200c-5e35-477a-aeb4-4c8e19feb576']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:05:23.502536 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1ae9d2-16b8-4474-8b85-82485059df76 req-c4dc4b58-f814-4989-be6e-9defdf3dbcdb tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:23.508796 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1ae9d2-16b8-4474-8b85-82485059df76 req-c4dc4b58-f814-4989-be6e-9defdf3dbcdb tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:23.510571 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9c702cf-dd7e-4dfa-b816-c6d03f19acf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee6d8406-891b-46a7-bc3a-0e7fa5d0de9c'}, {'server_uuid': 'b9c702cf-dd7e-4dfa-b816-c6d03f19acf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44968cf1-fbc9-4eec-b314-67f01cc0a00c'}, {'server_uuid': '93ad82f0-8781-4cf6-a466-9a57ed82acf5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '654150cf-8faf-4a19-aca8-459bddd22d50'}, {'server_uuid': 'b9c702cf-dd7e-4dfa-b816-c6d03f19acf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eaada8e6-4077-4542-af8d-d731c7dc1459'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:05:23.514668 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d150a3-5be9-48b5-b8a3-80a75e79ad8e" -d '{"events": [{"server_uuid": "b9c702cf-dd7e-4dfa-b816-c6d03f19acf9", "name": "network-vif-unplugged", "status": "completed", "tag": "ee6d8406-891b-46a7-bc3a-0e7fa5d0de9c"}, {"server_uuid": "b9c702cf-dd7e-4dfa-b816-c6d03f19acf9", "name": "network-vif-unplugged", "status": "completed", "tag": "44968cf1-fbc9-4eec-b314-67f01cc0a00c"}, {"server_uuid": "93ad82f0-8781-4cf6-a466-9a57ed82acf5", "name": "network-vif-unplugged", "status": "completed", "tag": "654150cf-8faf-4a19-aca8-459bddd22d50"}, {"server_uuid": "b9c702cf-dd7e-4dfa-b816-c6d03f19acf9", "name": "network-vif-unplugged", "status": "completed", "tag": "eaada8e6-4077-4542-af8d-d731c7dc1459"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:05:23.514874 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1ae9d2-16b8-4474-8b85-82485059df76 req-c4dc4b58-f814-4989-be6e-9defdf3dbcdb tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:23.521547 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1ae9d2-16b8-4474-8b85-82485059df76 req-c4dc4b58-f814-4989-be6e-9defdf3dbcdb tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:23.522190 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-e89abace-00e5-4189-8a93-2c8d6d23a631 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Allocated IP 172.25.4.109 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/63a68115-c1ca-4153-b14e-3385bb9b9c8e) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:05:23.527627 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1ae9d2-16b8-4474-8b85-82485059df76 req-c4dc4b58-f814-4989-be6e-9defdf3dbcdb tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:23.535224 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1ae9d2-16b8-4474-8b85-82485059df76 req-c4dc4b58-f814-4989-be6e-9defdf3dbcdb tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:23.537192 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8c1ae9d2-16b8-4474-8b85-82485059df76 req-c4dc4b58-f814-4989-be6e-9defdf3dbcdb tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 4653 time: 0.4299984 Jun 11 10:05:23.542127 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-fcc58a06-2c4d-41bc-ac1f-e0d2702c804d tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fee29a9-d49a-4975-b316-0ddbd7c67dee') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:05:23.542566 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-fcc58a06-2c4d-41bc-ac1f-e0d2702c804d tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fee29a9-d49a-4975-b316-0ddbd7c67dee') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:05:23.557271 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:23.558467 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device d2cec35c-4c11-4de7-ae05-5512220e5a5d no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:05:23.561660 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-289f9b9f-ca4a-43ed-8354-915cdd61d283 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:05:23.571862 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fcc58a06-2c4d-41bc-ac1f-e0d2702c804d tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:23.628784 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fcc58a06-2c4d-41bc-ac1f-e0d2702c804d tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:23.630461 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Fri, 11 Jun 2021 10:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a63f7e-3403-4667-83b0-87728f7ce9a7 x-openstack-request-id: req-33a63f7e-3403-4667-83b0-87728f7ce9a7 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:05:23.630961 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9c702cf-dd7e-4dfa-b816-c6d03f19acf9", "name": "network-vif-unplugged", "status": "completed", "tag": "ee6d8406-891b-46a7-bc3a-0e7fa5d0de9c", "code": 200}, {"server_uuid": "b9c702cf-dd7e-4dfa-b816-c6d03f19acf9", "name": "network-vif-unplugged", "status": "completed", "tag": "44968cf1-fbc9-4eec-b314-67f01cc0a00c", "code": 200}, {"server_uuid": "93ad82f0-8781-4cf6-a466-9a57ed82acf5", "name": "network-vif-unplugged", "status": "completed", "tag": "654150cf-8faf-4a19-aca8-459bddd22d50", "code": 200}, {"server_uuid": "b9c702cf-dd7e-4dfa-b816-c6d03f19acf9", "name": "network-vif-unplugged", "status": "completed", "tag": "eaada8e6-4077-4542-af8d-d731c7dc1459", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:05:23.631530 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-33a63f7e-3403-4667-83b0-87728f7ce9a7 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:05:23.632154 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9c702cf-dd7e-4dfa-b816-c6d03f19acf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee6d8406-891b-46a7-bc3a-0e7fa5d0de9c', 'code': 200} Jun 11 10:05:23.632582 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9c702cf-dd7e-4dfa-b816-c6d03f19acf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44968cf1-fbc9-4eec-b314-67f01cc0a00c', 'code': 200} Jun 11 10:05:23.633146 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93ad82f0-8781-4cf6-a466-9a57ed82acf5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '654150cf-8faf-4a19-aca8-459bddd22d50', 'code': 200} Jun 11 10:05:23.633574 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9c702cf-dd7e-4dfa-b816-c6d03f19acf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eaada8e6-4077-4542-af8d-d731c7dc1459', 'code': 200} Jun 11 10:05:23.641284 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcc58a06-2c4d-41bc-ac1f-e0d2702c804d tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Releasing vlan 784 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:05:23.641696 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fcc58a06-2c4d-41bc-ac1f-e0d2702c804d tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:23.651084 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:05:23.651084 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:05:23.651084 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:05:23.651084 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:05:23.651084 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:05:23.651084 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:05:23.651084 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:05:23.651084 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:05:23.651084 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:05:23.651084 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:05:23.651084 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:05:23.651084 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:05:23.651084 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:05:23.651084 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:05:23.651084 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 10:05:23.651084 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:05:23.651084 n-d-779913-12 neutron-server[93176]: timer() Jun 11 10:05:23.651084 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:05:23.651084 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 10:05:23.651084 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:05:23.651084 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 10:05:23.651084 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:05:23.651084 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 10:05:23.651084 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:05:23.651084 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 10:05:23.651084 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:05:23.651084 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 10:05:23.651084 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:05:23.651084 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:05:23.651084 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:05:23.651084 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:05:23.651084 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:05:23.651084 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 10:05:23.651084 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:05:23.651084 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 10:05:23.651084 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:05:23.651084 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:05:23.651084 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:05:23.651084 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 10:05:23.651084 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:05:23.651084 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:05:23.651084 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:05:23.651084 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:05:23.651084 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:05:23.651084 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:05:23.651084 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:05:23.685508 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=eaada8e6-4077-4542-af8d-d731c7dc1459,revision_number=6']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:05:23.692923 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:05:23.699064 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e89abace-00e5-4189-8a93-2c8d6d23a631 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:23.727220 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8c1ae9d2-16b8-4474-8b85-82485059df76 req-6e483c0d-a706-4994-b266-fb4fa0d235ef tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/security-groups?id=230a77c0-a6d2-4599-bb7a-d2d4f277106a&id=3ac47e06-1e75-4528-8507-ea5f5c2807d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1748369 Jun 11 10:05:23.740826 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:23.795516 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port d2cec35c-4c11-4de7-ae05-5512220e5a5d, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=d2cec35c-4c11-4de7-ae05-5512220e5a5d,segment=NetworkSegment(de8f4a9a-622b-46a1-b033-7ca5cca64f80),segment_id=de8f4a9a-622b-46a1-b033-7ca5cca64f80)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:05:23.833986 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-fbcc0d47-199f-4479-a233-aa6b6acf5fc3 req-5bbc8486-3c24-4482-a92b-38d109bc41e4 service neutron] For port 44968cf1-fbc9-4eec-b314-67f01cc0a00c, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=44968cf1-fbc9-4eec-b314-67f01cc0a00c,segment=NetworkSegment(686cf7b5-2b83-43f0-a6c3-e1d920022762),segment_id=686cf7b5-2b83-43f0-a6c3-e1d920022762)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:05:23.877568 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-fbcc0d47-199f-4479-a233-aa6b6acf5fc3 req-5bbc8486-3c24-4482-a92b-38d109bc41e4 service neutron] For port 44968cf1-fbc9-4eec-b314-67f01cc0a00c, host n-h1-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:05:23.887168 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:23.887624 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e89abace-00e5-4189-8a93-2c8d6d23a631 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:23.888163 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 31bcc4b9-58bd-4fec-b00e-1686a7b3b5c8 no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:05:23.889778 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-7a0df1ba-5a13-438c-a19b-6ab989ef0974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:05:23.890683 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-510ce435-37bc-43ba-ba14-d6e1725e5f6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:05:23.914685 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 41998) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:05:23.922514 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fcc58a06-2c4d-41bc-ac1f-e0d2702c804d tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:23.936609 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ea857009-9e65-418a-8ac9-cc990571e55d tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:05:23.954455 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89abace-00e5-4189-8a93-2c8d6d23a631 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:05:23.961699 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-e89abace-00e5-4189-8a93-2c8d6d23a631 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:05:23.961832 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89abace-00e5-4189-8a93-2c8d6d23a631 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:05:23.962804 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcc58a06-2c4d-41bc-ac1f-e0d2702c804d tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network aa73200c-5e35-477a-aeb4-4c8e19feb576 {{(pid=93176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 11 10:05:23.980735 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fcc58a06-2c4d-41bc-ac1f-e0d2702c804d tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:23.987875 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-fcc58a06-2c4d-41bc-ac1f-e0d2702c804d tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] 10.222.0.60 "DELETE /v2.0/networks/aa73200c-5e35-477a-aeb4-4c8e19feb576 HTTP/1.1" status: 204 len: 168 time: 1.6421063 Jun 11 10:05:23.996226 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 31bcc4b9-58bd-4fec-b00e-1686a7b3b5c8 not bound to the agent host n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:05:23.996226 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 6002c3af-dd58-4a68-a700-e1997afee2fa no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:05:23.997173 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89abace-00e5-4189-8a93-2c8d6d23a631 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Pushing event updated for resources: {'Port': ['ID=63a68115-c1ca-4153-b14e-3385bb9b9c8e,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:05:24.001105 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc58a06-2c4d-41bc-ac1f-e0d2702c804d tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Pushing event deleted for resources: {'Network': ['ID=aa73200c-5e35-477a-aeb4-4c8e19feb576,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:05:24.005815 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-fcc58a06-2c4d-41bc-ac1f-e0d2702c804d tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:05:24.012911 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e89abace-00e5-4189-8a93-2c8d6d23a631 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:05:24.026563 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=d2cec35c-4c11-4de7-ae05-5512220e5a5d,revision_number=6']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:05:24.027706 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-fbcc0d47-199f-4479-a233-aa6b6acf5fc3 req-5bbc8486-3c24-4482-a92b-38d109bc41e4 service neutron] device_id is not set on port 44968cf1-fbc9-4eec-b314-67f01cc0a00c yet. {{(pid=93176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 10:05:24.029903 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:05:24.052224 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fbcc0d47-199f-4479-a233-aa6b6acf5fc3 req-5bbc8486-3c24-4482-a92b-38d109bc41e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:24.076751 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-c0524e72-9a09-4d6b-989f-a0fe40363d5b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d4632bec53744ee28aba8b426a46ef21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1581423 Jun 11 10:05:24.086341 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 42006) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:05:24.119432 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e89abace-00e5-4189-8a93-2c8d6d23a631 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:24.138808 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:24.185316 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 6002c3af-dd58-4a68-a700-e1997afee2fa, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=6002c3af-dd58-4a68-a700-e1997afee2fa,segment=NetworkSegment(eeb5ae5e-db04-4a86-95ef-62fd769c5d60),segment_id=eeb5ae5e-db04-4a86-95ef-62fd769c5d60)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:05:24.214467 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fbcc0d47-199f-4479-a233-aa6b6acf5fc3 req-5bbc8486-3c24-4482-a92b-38d109bc41e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:24.218667 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e1593c7c-8e2e-4962-a75a-9d26a80abe45 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:05:24.248601 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:24.250742 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-064ef12d-392f-44e0-b0fd-26fd4f797f15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:05:24.274101 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e89abace-00e5-4189-8a93-2c8d6d23a631 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:24.310654 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1def6288-a45e-48ff-8537-163a2c62ac69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:24.335954 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1def6288-a45e-48ff-8537-163a2c62ac69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:24.415685 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=6002c3af-dd58-4a68-a700-e1997afee2fa,revision_number=6']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:05:24.436558 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:05:24.524523 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbcc0d47-199f-4479-a233-aa6b6acf5fc3 req-5bbc8486-3c24-4482-a92b-38d109bc41e4 service neutron] No DVR routers for this DVR port 44968cf1-fbc9-4eec-b314-67f01cc0a00c on host n-h1-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:05:24.526424 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1def6288-a45e-48ff-8537-163a2c62ac69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:24.529003 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1def6288-a45e-48ff-8537-163a2c62ac69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:24.530145 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-1def6288-a45e-48ff-8537-163a2c62ac69 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9473fc02-2c87-44cd-9c7b-4d8c3342b5e1 HTTP/1.1" status: 204 len: 168 time: 0.4411261 Jun 11 10:05:24.568485 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbc8486-3c24-4482-a92b-38d109bc41e4 service neutron] Pushing event updated for resources: {'Port': ['ID=44968cf1-fbc9-4eec-b314-67f01cc0a00c,revision_number=7']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:05:24.577058 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5bbc8486-3c24-4482-a92b-38d109bc41e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:05:24.579431 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-03067cad-d3c0-4625-b700-cd909468e544 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:05:24.618872 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1def6288-a45e-48ff-8537-163a2c62ac69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9473fc02-2c87-44cd-9c7b-4d8c3342b5e1,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:05:24.627076 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1def6288-a45e-48ff-8537-163a2c62ac69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:05:24.632128 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e853a8de-4fbd-4315-b549-36e5377354b4 req-7738e961-8b49-4247-985f-fcd2b7f30aa4 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:24.635387 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e853a8de-4fbd-4315-b549-36e5377354b4 req-7738e961-8b49-4247-985f-fcd2b7f30aa4 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=93ad82f0-8781-4cf6-a466-9a57ed82acf5 HTTP/1.1" status: 200 len: 943 time: 0.3010862 Jun 11 10:05:24.635730 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-fbcc0d47-199f-4479-a233-aa6b6acf5fc3 req-5bbc8486-3c24-4482-a92b-38d109bc41e4 service neutron] In _notify_port_updated(), no bound segment for port 44968cf1-fbc9-4eec-b314-67f01cc0a00c on network 1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e {{(pid=93176) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 11 10:05:24.636623 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcc0d47-199f-4479-a233-aa6b6acf5fc3 req-5bbc8486-3c24-4482-a92b-38d109bc41e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:24.637232 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fbcc0d47-199f-4479-a233-aa6b6acf5fc3 req-5bbc8486-3c24-4482-a92b-38d109bc41e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:24.638532 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fbcc0d47-199f-4479-a233-aa6b6acf5fc3 req-5bbc8486-3c24-4482-a92b-38d109bc41e4 service neutron] 10.222.0.64 "PUT /v2.0/ports/44968cf1-fbc9-4eec-b314-67f01cc0a00c HTTP/1.1" status: 200 len: 1027 time: 1.4745283 Jun 11 10:05:24.669881 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-5448af8e-5017-4ff3-9127-933696b24c4a None None] Provisioning complete for port 44968cf1-fbc9-4eec-b314-67f01cc0a00c triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:05:24.670521 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-5448af8e-5017-4ff3-9127-933696b24c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:24.726123 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 42020) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:05:24.727933 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-5448af8e-5017-4ff3-9127-933696b24c4a None None] Port 44968cf1-fbc9-4eec-b314-67f01cc0a00c cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:05:24.738194 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-7affcf6f-0e90-4ebd-a807-87586e656a90 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Request body: {'router': {'name': 'tempest-router--2111405688', 'project_id': '13dfa426c2434b8bb23f4a594b737191'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:05:24.744192 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e853a8de-4fbd-4315-b549-36e5377354b4 req-c234e9cf-7103-4895-b9b5-d371e339a8a1 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c9589fb-c3c5-418d-8928-25f3ef7c4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007638 Jun 11 10:05:24.771425 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e89abace-00e5-4189-8a93-2c8d6d23a631 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:24.849051 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-fbcc0d47-199f-4479-a233-aa6b6acf5fc3 req-ff0bebf6-5859-43d9-824b-35de398be197 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Deleting port ee6d8406-891b-46a7-bc3a-0e7fa5d0de9c {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:05:24.849750 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fbcc0d47-199f-4479-a233-aa6b6acf5fc3 req-ff0bebf6-5859-43d9-824b-35de398be197 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:24.858927 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e89abace-00e5-4189-8a93-2c8d6d23a631 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:24.862263 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7cd820c7-0679-4f11-aeca-9f7e0ff40323 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:05:24.926100 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7affcf6f-0e90-4ebd-a807-87586e656a90 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:24.927395 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7affcf6f-0e90-4ebd-a807-87586e656a90 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:24.990104 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89abace-00e5-4189-8a93-2c8d6d23a631 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Pushing event updated for resources: {'Port': ['ID=63a68115-c1ca-4153-b14e-3385bb9b9c8e,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:05:25.010171 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e89abace-00e5-4189-8a93-2c8d6d23a631 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:05:25.035012 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-fbcc0d47-199f-4479-a233-aa6b6acf5fc3 req-ff0bebf6-5859-43d9-824b-35de398be197 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] For port ee6d8406-891b-46a7-bc3a-0e7fa5d0de9c, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=ee6d8406-891b-46a7-bc3a-0e7fa5d0de9c,segment=NetworkSegment(de8f4a9a-622b-46a1-b033-7ca5cca64f80),segment_id=de8f4a9a-622b-46a1-b033-7ca5cca64f80)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:05:25.035680 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fbcc0d47-199f-4479-a233-aa6b6acf5fc3 req-ff0bebf6-5859-43d9-824b-35de398be197 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:25.073437 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7affcf6f-0e90-4ebd-a807-87586e656a90 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:25.074429 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e89abace-00e5-4189-8a93-2c8d6d23a631 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:25.145148 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-fbcc0d47-199f-4479-a233-aa6b6acf5fc3 req-ff0bebf6-5859-43d9-824b-35de398be197 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Calling delete_port for ee6d8406-891b-46a7-bc3a-0e7fa5d0de9c owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:05:25.150460 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7affcf6f-0e90-4ebd-a807-87586e656a90 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:25.170118 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c0d012-05f1-402e-ac53-12079ab3a946 req-394d8074-fcc1-4793-a335-ba6180d31ad7 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:25.172701 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e89abace-00e5-4189-8a93-2c8d6d23a631 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:25.173943 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-e89abace-00e5-4189-8a93-2c8d6d23a631 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2865756 Jun 11 10:05:25.176927 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c0d012-05f1-402e-ac53-12079ab3a946 req-394d8074-fcc1-4793-a335-ba6180d31ad7 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:25.177921 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 42038) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:05:25.183012 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c0d012-05f1-402e-ac53-12079ab3a946 req-394d8074-fcc1-4793-a335-ba6180d31ad7 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:25.183195 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-e6703f5b-2fd3-4db7-81e7-136c1cafc35c tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Request body: {'port': {'network_id': '285f4b0d-ebe4-4c20-bbd0-cc4f6efdbca1', 'name': 'tempest-FloatingIPTestJSON-284761085'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:05:25.188827 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c0d012-05f1-402e-ac53-12079ab3a946 req-394d8074-fcc1-4793-a335-ba6180d31ad7 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:25.194620 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c0d012-05f1-402e-ac53-12079ab3a946 req-394d8074-fcc1-4793-a335-ba6180d31ad7 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:25.196462 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a2c0d012-05f1-402e-ac53-12079ab3a946 req-394d8074-fcc1-4793-a335-ba6180d31ad7 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 3875 time: 0.2464159 Jun 11 10:05:25.275258 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7affcf6f-0e90-4ebd-a807-87586e656a90 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:25.281251 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-7affcf6f-0e90-4ebd-a807-87586e656a90 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5478756 Jun 11 10:05:25.281251 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 42044) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:05:25.306336 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a2c0d012-05f1-402e-ac53-12079ab3a946 req-37f0069d-1865-4a3d-b6d8-44438ec2f0d6 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/security-groups?id=230a77c0-a6d2-4599-bb7a-d2d4f277106a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596113 Jun 11 10:05:25.439483 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c0f2f246-c164-479e-b8c9-b327ef60f043 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks [] for router, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:25.505677 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fbcc0d47-199f-4479-a233-aa6b6acf5fc3 req-ff0bebf6-5859-43d9-824b-35de398be197 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:25.511054 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8b8b0a21-e4aa-491e-bf29-cb58b9c4b2c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:05:25.545549 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0bebf6-5859-43d9-824b-35de398be197 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Pushing event deleted for resources: {'Port': ['ID=ee6d8406-891b-46a7-bc3a-0e7fa5d0de9c,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:05:25.548840 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ff0bebf6-5859-43d9-824b-35de398be197 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:05:25.609813 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 42052) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:05:25.612053 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbcc0d47-199f-4479-a233-aa6b6acf5fc3 req-ff0bebf6-5859-43d9-824b-35de398be197 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] No DVR routers for this DVR port ee6d8406-891b-46a7-bc3a-0e7fa5d0de9c on host n-h1-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:05:25.618273 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fbcc0d47-199f-4479-a233-aa6b6acf5fc3 req-ff0bebf6-5859-43d9-824b-35de398be197 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:25.620208 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fbcc0d47-199f-4479-a233-aa6b6acf5fc3 req-ff0bebf6-5859-43d9-824b-35de398be197 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.64 "DELETE /v2.0/ports/ee6d8406-891b-46a7-bc3a-0e7fa5d0de9c HTTP/1.1" status: 204 len: 173 time: 0.9750252 Jun 11 10:05:25.620692 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9c702cf-dd7e-4dfa-b816-c6d03f19acf9', 'name': 'network-vif-deleted', 'tag': 'ee6d8406-891b-46a7-bc3a-0e7fa5d0de9c'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:05:25.623239 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a20510bf-7bbc-4fef-b41e-26f516383449" -d '{"events": [{"server_uuid": "b9c702cf-dd7e-4dfa-b816-c6d03f19acf9", "name": "network-vif-deleted", "tag": "ee6d8406-891b-46a7-bc3a-0e7fa5d0de9c"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:05:25.635496 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9c702cf-dd7e-4dfa-b816-c6d03f19acf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2cec35c-4c11-4de7-ae05-5512220e5a5d'}, {'server_uuid': 'b9c702cf-dd7e-4dfa-b816-c6d03f19acf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6002c3af-dd58-4a68-a700-e1997afee2fa'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:05:25.640957 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb171c10-388b-4daa-8278-f88de4b64eca" -d '{"events": [{"server_uuid": "b9c702cf-dd7e-4dfa-b816-c6d03f19acf9", "name": "network-vif-unplugged", "status": "completed", "tag": "d2cec35c-4c11-4de7-ae05-5512220e5a5d"}, {"server_uuid": "b9c702cf-dd7e-4dfa-b816-c6d03f19acf9", "name": "network-vif-unplugged", "status": "completed", "tag": "6002c3af-dd58-4a68-a700-e1997afee2fa"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:05:25.673119 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c0fbac-9079-43dd-81a2-b501d88458cd x-openstack-request-id: req-97c0fbac-9079-43dd-81a2-b501d88458cd {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:05:25.673462 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9c702cf-dd7e-4dfa-b816-c6d03f19acf9", "name": "network-vif-deleted", "tag": "ee6d8406-891b-46a7-bc3a-0e7fa5d0de9c", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:05:25.673767 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-97c0fbac-9079-43dd-81a2-b501d88458cd {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:05:25.674220 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9c702cf-dd7e-4dfa-b816-c6d03f19acf9', 'name': 'network-vif-deleted', 'tag': 'ee6d8406-891b-46a7-bc3a-0e7fa5d0de9c', 'status': 'completed', 'code': 200} Jun 11 10:05:25.716056 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-1805db83-3f7f-4b27-a3ad-9d5970c5dd9c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4b9849da2d5047b091632c75f0868125&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1044178 Jun 11 10:05:25.721765 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 11 Jun 2021 10:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df1f0df9-7ee0-4dbc-9fe0-2243fc052989 x-openstack-request-id: req-df1f0df9-7ee0-4dbc-9fe0-2243fc052989 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:05:25.722778 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9c702cf-dd7e-4dfa-b816-c6d03f19acf9", "name": "network-vif-unplugged", "status": "completed", "tag": "d2cec35c-4c11-4de7-ae05-5512220e5a5d", "code": 200}, {"server_uuid": "b9c702cf-dd7e-4dfa-b816-c6d03f19acf9", "name": "network-vif-unplugged", "status": "completed", "tag": "6002c3af-dd58-4a68-a700-e1997afee2fa", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:05:25.723051 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-df1f0df9-7ee0-4dbc-9fe0-2243fc052989 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:05:25.723544 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9c702cf-dd7e-4dfa-b816-c6d03f19acf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2cec35c-4c11-4de7-ae05-5512220e5a5d', 'code': 200} Jun 11 10:05:25.723870 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9c702cf-dd7e-4dfa-b816-c6d03f19acf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6002c3af-dd58-4a68-a700-e1997afee2fa', 'code': 200} Jun 11 10:05:25.725077 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 42060) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:05:25.729285 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6703f5b-2fd3-4db7-81e7-136c1cafc35c tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Made reservation on behalf of fb57c32c7575439082063defb572928f for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:05:25.732989 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e6703f5b-2fd3-4db7-81e7-136c1cafc35c tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:25.749511 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c0f2f246-c164-479e-b8c9-b327ef60f043 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:25.753251 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c0f2f246-c164-479e-b8c9-b327ef60f043 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:25.763240 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [None req-e6703f5b-2fd3-4db7-81e7-136c1cafc35c tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] device_id is not set on port e71a97ae-3373-417a-b583-c40f7ff5886f yet. {{(pid=93177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 10:05:25.830934 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f48aa1ad-f856-4ddf-ae30-171f720cab68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:25.844411 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-fbcc0d47-199f-4479-a233-aa6b6acf5fc3 req-ec8ef7ab-fd5f-4844-88e6-b14f952a641b tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Deleting port 6002c3af-dd58-4a68-a700-e1997afee2fa {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:05:25.844761 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fbcc0d47-199f-4479-a233-aa6b6acf5fc3 req-ec8ef7ab-fd5f-4844-88e6-b14f952a641b tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:25.887835 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f48aa1ad-f856-4ddf-ae30-171f720cab68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:25.945393 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c0f2f246-c164-479e-b8c9-b327ef60f043 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:25.946187 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0f2f246-c164-479e-b8c9-b327ef60f043 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b69ce21c-86f4-45f4-a88b-73993d529f28 {{(pid=93177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 10:05:25.952183 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c0f2f246-c164-479e-b8c9-b327ef60f043 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:25.953527 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-c0f2f246-c164-479e-b8c9-b327ef60f043 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] 10.222.0.60 "DELETE /v2.0/routers/b69ce21c-86f4-45f4-a88b-73993d529f28 HTTP/1.1" status: 204 len: 168 time: 0.6731231 Jun 11 10:05:25.985528 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-e6703f5b-2fd3-4db7-81e7-136c1cafc35c tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Allocated IP 172.20.0.14 (285f4b0d-ebe4-4c20-bbd0-cc4f6efdbca1/6d7b2381-59d4-4001-8192-544d3e057d58/e71a97ae-3373-417a-b583-c40f7ff5886f) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:05:26.024694 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-fbcc0d47-199f-4479-a233-aa6b6acf5fc3 req-ec8ef7ab-fd5f-4844-88e6-b14f952a641b tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] For port 6002c3af-dd58-4a68-a700-e1997afee2fa, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=6002c3af-dd58-4a68-a700-e1997afee2fa,segment=NetworkSegment(eeb5ae5e-db04-4a86-95ef-62fd769c5d60),segment_id=eeb5ae5e-db04-4a86-95ef-62fd769c5d60)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:05:26.025283 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fbcc0d47-199f-4479-a233-aa6b6acf5fc3 req-ec8ef7ab-fd5f-4844-88e6-b14f952a641b tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:26.151781 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f48aa1ad-f856-4ddf-ae30-171f720cab68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:26.159857 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f48aa1ad-f856-4ddf-ae30-171f720cab68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:26.161051 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-f48aa1ad-f856-4ddf-ae30-171f720cab68 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f8268866-8288-4cac-bbfe-cb6299f54529 HTTP/1.1" status: 204 len: 168 time: 0.4349446 Jun 11 10:05:26.163759 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3fa7e3a9-2592-4691-b0ab-3b4f92386938 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:05:26.184382 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48aa1ad-f856-4ddf-ae30-171f720cab68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8268866-8288-4cac-bbfe-cb6299f54529,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:05:26.188182 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f48aa1ad-f856-4ddf-ae30-171f720cab68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:05:26.312631 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e6703f5b-2fd3-4db7-81e7-136c1cafc35c tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:26.325541 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 42076) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:05:26.457574 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e6703f5b-2fd3-4db7-81e7-136c1cafc35c tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:26.464108 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8249d018-9e89-4eb6-8b19-b5063bf316f9 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:05:26.477863 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fbcc0d47-199f-4479-a233-aa6b6acf5fc3 req-ec8ef7ab-fd5f-4844-88e6-b14f952a641b tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:26.480942 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fbcc0d47-199f-4479-a233-aa6b6acf5fc3 req-ec8ef7ab-fd5f-4844-88e6-b14f952a641b tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:26.480942 n-d-779913-12 neutron-server[93176]: INFO neutron.db.l3_db [req-fbcc0d47-199f-4479-a233-aa6b6acf5fc3 req-ec8ef7ab-fd5f-4844-88e6-b14f952a641b tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Floating IP 7d56bd9e-801c-4672-9cae-fa1a854516af disassociated. External IP: 172.25.4.49, port: 6002c3af-dd58-4a68-a700-e1997afee2fa. Jun 11 10:05:26.480942 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-fbcc0d47-199f-4479-a233-aa6b6acf5fc3 req-ec8ef7ab-fd5f-4844-88e6-b14f952a641b tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Calling delete_port for 6002c3af-dd58-4a68-a700-e1997afee2fa owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:05:26.522673 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6703f5b-2fd3-4db7-81e7-136c1cafc35c tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Network 285f4b0d-ebe4-4c20-bbd0-cc4f6efdbca1 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:05:26.572218 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-e6703f5b-2fd3-4db7-81e7-136c1cafc35c tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:05:26.577810 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6703f5b-2fd3-4db7-81e7-136c1cafc35c tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:05:26.616069 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6703f5b-2fd3-4db7-81e7-136c1cafc35c tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Pushing event updated for resources: {'Port': ['ID=e71a97ae-3373-417a-b583-c40f7ff5886f,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:05:26.628829 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e6703f5b-2fd3-4db7-81e7-136c1cafc35c tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:05:26.663039 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6703f5b-2fd3-4db7-81e7-136c1cafc35c tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:26.663039 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e6703f5b-2fd3-4db7-81e7-136c1cafc35c tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:26.685737 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d49b49-9ba4-4b12-9b1f-9d6a02dcb66a req-a0d71a27-fe9d-4653-91a9-0ce5ef46e61e tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:26.692272 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d49b49-9ba4-4b12-9b1f-9d6a02dcb66a req-a0d71a27-fe9d-4653-91a9-0ce5ef46e61e tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:26.698225 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d49b49-9ba4-4b12-9b1f-9d6a02dcb66a req-a0d71a27-fe9d-4653-91a9-0ce5ef46e61e tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:26.704191 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d49b49-9ba4-4b12-9b1f-9d6a02dcb66a req-a0d71a27-fe9d-4653-91a9-0ce5ef46e61e tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:26.705939 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-72d49b49-9ba4-4b12-9b1f-9d6a02dcb66a req-a0d71a27-fe9d-4653-91a9-0ce5ef46e61e tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 3142 time: 0.1966839 Jun 11 10:05:26.770252 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-72d49b49-9ba4-4b12-9b1f-9d6a02dcb66a req-96c67633-9a36-45f0-9127-dd9f61f99570 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/security-groups?id=230a77c0-a6d2-4599-bb7a-d2d4f277106a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576749 Jun 11 10:05:26.816740 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-e6703f5b-2fd3-4db7-81e7-136c1cafc35c tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6376452 Jun 11 10:05:26.820531 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 42092) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:05:26.820724 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-4a662ee6-695e-435e-8bee-b23107a974f5 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-323651543', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}, 'admin_state_up': False}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:05:26.825390 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-519e3c05-3826-47ba-ae14-91c811a13636 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Request body: {'floatingip': {'port_id': 'e71a97ae-3373-417a-b583-c40f7ff5886f'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:05:26.888740 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fbcc0d47-199f-4479-a233-aa6b6acf5fc3 req-ec8ef7ab-fd5f-4844-88e6-b14f952a641b tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:26.894349 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8b8b0a21-e4aa-491e-bf29-cb58b9c4b2c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:05:26.904378 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-519e3c05-3826-47ba-ae14-91c811a13636 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks [] for floatingip, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:26.979852 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4a662ee6-695e-435e-8bee-b23107a974f5 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:26.980091 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8ef7ab-fd5f-4844-88e6-b14f952a641b tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Pushing event deleted for resources: {'Port': ['ID=6002c3af-dd58-4a68-a700-e1997afee2fa,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:05:26.980963 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4a662ee6-695e-435e-8bee-b23107a974f5 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:26.989959 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ec8ef7ab-fd5f-4844-88e6-b14f952a641b tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:05:27.064333 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4a662ee6-695e-435e-8bee-b23107a974f5 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:27.211679 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 654150cf-8faf-4a19-aca8-459bddd22d50 no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:05:27.454607 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fbcc0d47-199f-4479-a233-aa6b6acf5fc3 req-ec8ef7ab-fd5f-4844-88e6-b14f952a641b tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Router 60da6e1a-8a4a-47bd-8242-4b43501a7f9b has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:05:27.881736 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 42122) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:05:27.895352 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4a662ee6-695e-435e-8bee-b23107a974f5 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:28.014932 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-f7fa49a6-0aa6-42d4-864b-bb62f3fbca28 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1509940574-network', 'tenant_id': '62ba6f0c270c4ad4a94e53037cf894fd'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:05:28.180621 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7fa49a6-0aa6-42d4-864b-bb62f3fbca28 admin admin] Made reservation on behalf of 62ba6f0c270c4ad4a94e53037cf894fd for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:05:28.183236 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f7fa49a6-0aa6-42d4-864b-bb62f3fbca28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:28.203642 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f7fa49a6-0aa6-42d4-864b-bb62f3fbca28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:28.243451 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1fd9f9-f952-40ed-99a5-96c4686cd211 req-8f6ff906-3418-44c2-a73b-1a63cb4aa249 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:28.245069 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1b1fd9f9-f952-40ed-99a5-96c4686cd211 req-8f6ff906-3418-44c2-a73b-1a63cb4aa249 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=93ad82f0-8781-4cf6-a466-9a57ed82acf5 HTTP/1.1" status: 200 len: 943 time: 0.1782863 Jun 11 10:05:28.406124 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fbcc0d47-199f-4479-a233-aa6b6acf5fc3 req-ec8ef7ab-fd5f-4844-88e6-b14f952a641b tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:05:28.416252 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd05332-129a-4672-87b7-6c9740fa679c None None] Sync routers for ids ['60da6e1a-8a4a-47bd-8242-4b43501a7f9b'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:05:28.427480 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd05332-129a-4672-87b7-6c9740fa679c None None] Routers {'60da6e1a-8a4a-47bd-8242-4b43501a7f9b'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:05:28.428149 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-0bd05332-129a-4672-87b7-6c9740fa679c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:05:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['60da6e1a-8a4a-47bd-8242-4b43501a7f9b'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:05:28.435939 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1b1fd9f9-f952-40ed-99a5-96c4686cd211 req-a0348d7e-368c-4199-b7f3-92fd28124c07 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c9589fb-c3c5-418d-8928-25f3ef7c4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1800532 Jun 11 10:05:28.479647 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4a662ee6-695e-435e-8bee-b23107a974f5 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks [] for router_gateway, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:28.524000 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4a662ee6-695e-435e-8bee-b23107a974f5 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:28.555076 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbcc0d47-199f-4479-a233-aa6b6acf5fc3 req-ec8ef7ab-fd5f-4844-88e6-b14f952a641b tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] No DVR routers for this DVR port 6002c3af-dd58-4a68-a700-e1997afee2fa on host n-h1-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:05:28.578306 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10857318-14e5-4e2b-84fe-71f06a5426ec req-fa648acd-f1e3-4ff9-ad55-55f2cb0d1d05 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:28.585911 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10857318-14e5-4e2b-84fe-71f06a5426ec req-fa648acd-f1e3-4ff9-ad55-55f2cb0d1d05 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:28.591791 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10857318-14e5-4e2b-84fe-71f06a5426ec req-fa648acd-f1e3-4ff9-ad55-55f2cb0d1d05 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:28.599611 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-10857318-14e5-4e2b-84fe-71f06a5426ec req-fa648acd-f1e3-4ff9-ad55-55f2cb0d1d05 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 2409 time: 0.4673953 Jun 11 10:05:28.603425 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fbcc0d47-199f-4479-a233-aa6b6acf5fc3 req-ec8ef7ab-fd5f-4844-88e6-b14f952a641b tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:28.605395 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fbcc0d47-199f-4479-a233-aa6b6acf5fc3 req-ec8ef7ab-fd5f-4844-88e6-b14f952a641b tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.64 "DELETE /v2.0/ports/6002c3af-dd58-4a68-a700-e1997afee2fa HTTP/1.1" status: 204 len: 173 time: 2.9795506 Jun 11 10:05:28.606262 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 42140) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:05:28.610482 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9c702cf-dd7e-4dfa-b816-c6d03f19acf9', 'name': 'network-vif-deleted', 'tag': '6002c3af-dd58-4a68-a700-e1997afee2fa'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:05:28.613810 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef28e9a3-1539-41ea-aedf-8863e9489557" -d '{"events": [{"server_uuid": "b9c702cf-dd7e-4dfa-b816-c6d03f19acf9", "name": "network-vif-deleted", "tag": "6002c3af-dd58-4a68-a700-e1997afee2fa"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:05:28.656605 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f7fa49a6-0aa6-42d4-864b-bb62f3fbca28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:28.661236 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-0bd05332-129a-4672-87b7-6c9740fa679c None None] Set router 60da6e1a-8a4a-47bd-8242-4b43501a7f9b gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:05:28.725624 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f7cd4520-90c0-4643-878a-92a96b7a3f1b req-cddf57a7-10b0-458d-b28c-dbeb70a84e85 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3068e3ae-7b56-4288-ab47-491d1a37f980&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4267576 Jun 11 10:05:28.733477 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-519e3c05-3826-47ba-ae14-91c811a13636 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:28.738037 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-4a662ee6-695e-435e-8bee-b23107a974f5 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Allocated IP 172.25.4.143 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/44e65d0f-a491-4ad0-9350-7764d49ff10c) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:05:28.751506 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f7fa49a6-0aa6-42d4-864b-bb62f3fbca28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:28.758776 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-66fe9645-3026-4833-aa3e-5d7ca22ae6fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:05:28.774038 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91efab0a-f686-4519-9930-443377183d4f x-openstack-request-id: req-91efab0a-f686-4519-9930-443377183d4f {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:05:28.774383 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9c702cf-dd7e-4dfa-b816-c6d03f19acf9", "name": "network-vif-deleted", "tag": "6002c3af-dd58-4a68-a700-e1997afee2fa", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:05:28.774690 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-91efab0a-f686-4519-9930-443377183d4f {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:05:28.775216 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9c702cf-dd7e-4dfa-b816-c6d03f19acf9', 'name': 'network-vif-deleted', 'tag': '6002c3af-dd58-4a68-a700-e1997afee2fa', 'status': 'completed', 'code': 200} Jun 11 10:05:28.827930 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7fa49a6-0aa6-42d4-864b-bb62f3fbca28 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 770} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:05:28.854299 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-519e3c05-3826-47ba-ae14-91c811a13636 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:28.865057 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-10857318-14e5-4e2b-84fe-71f06a5426ec req-5bda9cac-71ae-493a-8b1c-1f42f6861e15 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/security-groups?id=230a77c0-a6d2-4599-bb7a-d2d4f277106a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2640057 Jun 11 10:05:28.876688 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fa49a6-0aa6-42d4-864b-bb62f3fbca28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6827d6aa-57e2-4cf4-b647-600ba524ed14,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:05:28.896630 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f7fa49a6-0aa6-42d4-864b-bb62f3fbca28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:05:28.907233 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f7fa49a6-0aa6-42d4-864b-bb62f3fbca28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:28.907558 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-f7fa49a6-0aa6-42d4-864b-bb62f3fbca28 admin admin] Added segment 27b9426f-9593-4a92-9336-bbaedd9d61f1 of type vlan for network 568c371e-3465-4c66-a699-03569955ac17 Jun 11 10:05:28.909957 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-24dbde89-ff7f-47ea-8d69-82038e9655f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:29.040748 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f7fa49a6-0aa6-42d4-864b-bb62f3fbca28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:29.041380 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-0bd05332-129a-4672-87b7-6c9740fa679c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60da6e1a-8a4a-47bd-8242-4b43501a7f9b', 'name': 'tempest-TaggedBootDevicesTest-1846906910-router', 'tenant_id': '27f3c4dce50f47ad9013fa1bc48941bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': 'a2613239-b597-4cd9-b00d-83d5a5467420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:53:55Z', 'updated_at': '2021-06-11T09:54:02Z', 'revision_number': 4, 'project_id': '27f3c4dce50f47ad9013fa1bc48941bf', 'gw_port': {'id': 'a2613239-b597-4cd9-b00d-83d5a5467420', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:03:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60da6e1a-8a4a-47bd-8242-4b43501a7f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:53:56Z', 'updated_at': '2021-06-11T09:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '628c40f1-df36-4878-ae4d-f7bdec8832fc', 'name': '', 'network_id': '07c60738-0d51-40d7-b14f-98ba87e92f35', 'tenant_id': '27f3c4dce50f47ad9013fa1bc48941bf', 'mac_address': 'fa:16:3e:40:25:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60da6e1a-8a4a-47bd-8242-4b43501a7f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '89485667-0a35-4bc0-a20f-cd09bc5f5d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:54:01Z', 'updated_at': '2021-06-11T09:54:09Z', 'revision_number': 5, 'project_id': '27f3c4dce50f47ad9013fa1bc48941bf', 'subnets': [{'id': '89485667-0a35-4bc0-a20f-cd09bc5f5d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:05:29.045478 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd05332-129a-4672-87b7-6c9740fa679c None None] Checking router: 60da6e1a-8a4a-47bd-8242-4b43501a7f9b for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:05:29.054830 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd05332-129a-4672-87b7-6c9740fa679c None None] Routers {'60da6e1a-8a4a-47bd-8242-4b43501a7f9b'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:05:29.055523 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-0bd05332-129a-4672-87b7-6c9740fa679c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:05:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['60da6e1a-8a4a-47bd-8242-4b43501a7f9b'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:05:29.083414 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4a662ee6-695e-435e-8bee-b23107a974f5 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:29.091785 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3a281f14-fb7d-4117-a1f1-b97636b6793e req-77434d6a-7c79-4c61-9339-abbf2a058dd5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=93ad82f0-8781-4cf6-a466-9a57ed82acf5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5409291 Jun 11 10:05:29.146301 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd4520-90c0-4643-878a-92a96b7a3f1b req-778f9081-ee65-4611-bbd8-4d879fb7668a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:29.148605 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f7cd4520-90c0-4643-878a-92a96b7a3f1b req-778f9081-ee65-4611-bbd8-4d879fb7668a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=eadf3fa0fbf64aa2a7dd1766892a07b8&device_id=3068e3ae-7b56-4288-ab47-491d1a37f980 HTTP/1.1" status: 200 len: 1102 time: 0.3459430 Jun 11 10:05:29.170088 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-fbcc0d47-199f-4479-a233-aa6b6acf5fc3 req-72ab8e35-1e90-4195-b31c-d0ac2bd8cf82 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Deleting port d2cec35c-4c11-4de7-ae05-5512220e5a5d {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:05:29.170887 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fbcc0d47-199f-4479-a233-aa6b6acf5fc3 req-72ab8e35-1e90-4195-b31c-d0ac2bd8cf82 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:29.214442 n-d-779913-12 neutron-server[93176]: INFO neutron.db.l3_db [None req-519e3c05-3826-47ba-ae14-91c811a13636 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Floating IP 1daea407-db01-4454-a2a5-e1b1db080781 associated. External IP: 172.25.4.109, port: e71a97ae-3373-417a-b583-c40f7ff5886f. Jun 11 10:05:29.232180 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-0bd05332-129a-4672-87b7-6c9740fa679c None None] Set router 60da6e1a-8a4a-47bd-8242-4b43501a7f9b gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:05:29.232641 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-24dbde89-ff7f-47ea-8d69-82038e9655f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:29.247968 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f7fa49a6-0aa6-42d4-864b-bb62f3fbca28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:29.249306 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7fa49a6-0aa6-42d4-864b-bb62f3fbca28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:29.250152 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f7fa49a6-0aa6-42d4-864b-bb62f3fbca28 admin admin] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:29.260603 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-68888032-344c-45a3-8ade-b6e11eb1e14b tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:05:29.388294 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fa49a6-0aa6-42d4-864b-bb62f3fbca28 admin admin] Pushing event updated for resources: {'Network': ['ID=568c371e-3465-4c66-a699-03569955ac17,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:05:29.399731 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f7fa49a6-0aa6-42d4-864b-bb62f3fbca28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:05:29.405847 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4a662ee6-695e-435e-8bee-b23107a974f5 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:29.409413 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8edb418c-6f2e-42b9-8e25-9d4808f180bc tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:05:29.411678 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-24dbde89-ff7f-47ea-8d69-82038e9655f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:29.415184 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 568c371e-3465-4c66-a699-03569955ac17 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:05:29.470659 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a662ee6-695e-435e-8bee-b23107a974f5 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:05:29.481592 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-4a662ee6-695e-435e-8bee-b23107a974f5 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:05:29.484327 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a662ee6-695e-435e-8bee-b23107a974f5 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:05:29.497751 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-24dbde89-ff7f-47ea-8d69-82038e9655f6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ab81c4a60fc54433a394dc4c57f5f09c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8866205 Jun 11 10:05:29.535764 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 42158) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:05:29.550680 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-fbcc0d47-199f-4479-a233-aa6b6acf5fc3 req-72ab8e35-1e90-4195-b31c-d0ac2bd8cf82 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] For port d2cec35c-4c11-4de7-ae05-5512220e5a5d, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=d2cec35c-4c11-4de7-ae05-5512220e5a5d,segment=NetworkSegment(de8f4a9a-622b-46a1-b033-7ca5cca64f80),segment_id=de8f4a9a-622b-46a1-b033-7ca5cca64f80)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:05:29.551406 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fbcc0d47-199f-4479-a233-aa6b6acf5fc3 req-72ab8e35-1e90-4195-b31c-d0ac2bd8cf82 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:29.594453 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a662ee6-695e-435e-8bee-b23107a974f5 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Pushing event updated for resources: {'Port': ['ID=44e65d0f-a491-4ad0-9350-7764d49ff10c,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:05:29.601995 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4a662ee6-695e-435e-8bee-b23107a974f5 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:05:29.615772 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b6b8c0da-befd-4c96-8a7f-ee09dd86a788 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.185s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:05:29.712520 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dbde89-ff7f-47ea-8d69-82038e9655f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32744c0a-bec0-42d5-80ff-ef061823b65e,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:05:29.741375 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-f7fa49a6-0aa6-42d4-864b-bb62f3fbca28 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8548024 Jun 11 10:05:29.744279 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-24dbde89-ff7f-47ea-8d69-82038e9655f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:05:29.750860 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-fbcc0d47-199f-4479-a233-aa6b6acf5fc3 req-72ab8e35-1e90-4195-b31c-d0ac2bd8cf82 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Calling delete_port for d2cec35c-4c11-4de7-ae05-5512220e5a5d owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:05:29.753537 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 42160) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:05:29.812845 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-17365a35-fa02-456a-a122-21d3330d5e29 admin admin] Request body: {'subnet': {'network_id': '568c371e-3465-4c66-a699-03569955ac17', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1509940574-subnet', 'tenant_id': '62ba6f0c270c4ad4a94e53037cf894fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:05:29.873301 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd4520-90c0-4643-878a-92a96b7a3f1b req-1e49090f-4cfc-4251-8cf6-b43b9560d251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:29.875053 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f7cd4520-90c0-4643-878a-92a96b7a3f1b req-1e49090f-4cfc-4251-8cf6-b43b9560d251 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cf20d108-f84c-44de-9036-2269564edd60 HTTP/1.1" status: 200 len: 870 time: 0.6626532 Jun 11 10:05:29.956638 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-0bd05332-129a-4672-87b7-6c9740fa679c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60da6e1a-8a4a-47bd-8242-4b43501a7f9b', 'name': 'tempest-TaggedBootDevicesTest-1846906910-router', 'tenant_id': '27f3c4dce50f47ad9013fa1bc48941bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': 'a2613239-b597-4cd9-b00d-83d5a5467420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:53:55Z', 'updated_at': '2021-06-11T09:54:02Z', 'revision_number': 4, 'project_id': '27f3c4dce50f47ad9013fa1bc48941bf', 'gw_port': {'id': 'a2613239-b597-4cd9-b00d-83d5a5467420', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:03:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60da6e1a-8a4a-47bd-8242-4b43501a7f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:53:56Z', 'updated_at': '2021-06-11T09:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '628c40f1-df36-4878-ae4d-f7bdec8832fc', 'name': '', 'network_id': '07c60738-0d51-40d7-b14f-98ba87e92f35', 'tenant_id': '27f3c4dce50f47ad9013fa1bc48941bf', 'mac_address': 'fa:16:3e:40:25:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60da6e1a-8a4a-47bd-8242-4b43501a7f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '89485667-0a35-4bc0-a20f-cd09bc5f5d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:54:01Z', 'updated_at': '2021-06-11T09:54:09Z', 'revision_number': 5, 'project_id': '27f3c4dce50f47ad9013fa1bc48941bf', 'subnets': [{'id': '89485667-0a35-4bc0-a20f-cd09bc5f5d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:05:29.982233 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd05332-129a-4672-87b7-6c9740fa679c None None] The sync data for ids ['60da6e1a-8a4a-47bd-8242-4b43501a7f9b'] in n-d-779913-12 is: [{'id': '60da6e1a-8a4a-47bd-8242-4b43501a7f9b', 'name': 'tempest-TaggedBootDevicesTest-1846906910-router', 'tenant_id': '27f3c4dce50f47ad9013fa1bc48941bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': 'a2613239-b597-4cd9-b00d-83d5a5467420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:53:55Z', 'updated_at': '2021-06-11T09:54:02Z', 'revision_number': 4, 'project_id': '27f3c4dce50f47ad9013fa1bc48941bf', 'gw_port': {'id': 'a2613239-b597-4cd9-b00d-83d5a5467420', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:03:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60da6e1a-8a4a-47bd-8242-4b43501a7f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:53:56Z', 'updated_at': '2021-06-11T09:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '628c40f1-df36-4878-ae4d-f7bdec8832fc', 'name': '', 'network_id': '07c60738-0d51-40d7-b14f-98ba87e92f35', 'tenant_id': '27f3c4dce50f47ad9013fa1bc48941bf', 'mac_address': 'fa:16:3e:40:25:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60da6e1a-8a4a-47bd-8242-4b43501a7f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '89485667-0a35-4bc0-a20f-cd09bc5f5d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:54:01Z', 'updated_at': '2021-06-11T09:54:09Z', 'revision_number': 5, 'project_id': '27f3c4dce50f47ad9013fa1bc48941bf', 'subnets': [{'id': '89485667-0a35-4bc0-a20f-cd09bc5f5d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:05:30.086662 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69ed60a-987f-4514-ad15-df021d6a8fde req-e75de446-c468-45af-af26-a24a5a938225 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:30.088302 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f69ed60a-987f-4514-ad15-df021d6a8fde req-e75de446-c468-45af-af26-a24a5a938225 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=93ad82f0-8781-4cf6-a466-9a57ed82acf5 HTTP/1.1" status: 200 len: 943 time: 0.4895842 Jun 11 10:05:30.106877 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bc876392-8fad-4282-bd71-95876a2fbb52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:30.124680 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f7cd4520-90c0-4643-878a-92a96b7a3f1b req-bfdfebc7-8dba-48a2-a48a-ef059f531146 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=15cdac25-6ce8-4c4b-a17f-77da773c06db HTTP/1.1" status: 200 len: 217 time: 0.1240706 Jun 11 10:05:30.144218 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17365a35-fa02-456a-a122-21d3330d5e29 admin admin] Made reservation on behalf of 62ba6f0c270c4ad4a94e53037cf894fd for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:05:30.146605 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-17365a35-fa02-456a-a122-21d3330d5e29 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:30.293579 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f69ed60a-987f-4514-ad15-df021d6a8fde req-42d1d289-a820-4ec1-9072-cd88434400e8 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c9589fb-c3c5-418d-8928-25f3ef7c4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1883402 Jun 11 10:05:30.295428 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bc876392-8fad-4282-bd71-95876a2fbb52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:30.364071 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-519e3c05-3826-47ba-ae14-91c811a13636 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Router d3f144aa-bd3f-4343-96aa-96eba3abd05e has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:05:30.380357 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4a662ee6-695e-435e-8bee-b23107a974f5 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks [] for router_gateway, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:30.421773 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93087499-08ed-4510-90a0-39a95acfdc92 None None] New status for floating IP 7d56bd9e-801c-4672-9cae-fa1a854516af: DOWN {{(pid=93179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 10:05:30.533386 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bc876392-8fad-4282-bd71-95876a2fbb52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:30.536059 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bc876392-8fad-4282-bd71-95876a2fbb52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:30.540449 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-bc876392-8fad-4282-bd71-95876a2fbb52 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/32744c0a-bec0-42d5-80ff-ef061823b65e HTTP/1.1" status: 204 len: 168 time: 0.9996374 Jun 11 10:05:30.543476 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7afe425e-e414-4cea-bef0-97730ab66aa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:05:30.554241 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc876392-8fad-4282-bd71-95876a2fbb52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32744c0a-bec0-42d5-80ff-ef061823b65e,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:05:30.557022 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-bc876392-8fad-4282-bd71-95876a2fbb52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:05:30.588971 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd4520-90c0-4643-878a-92a96b7a3f1b req-331602a4-a49f-41b3-b4ad-3a3a9bcebd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:30.590603 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f7cd4520-90c0-4643-878a-92a96b7a3f1b req-331602a4-a49f-41b3-b4ad-3a3a9bcebd4b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=189b03cc-b2a8-4615-9ab5-ad0328c3f10f HTTP/1.1" status: 200 len: 843 time: 0.4090178 Jun 11 10:05:30.785657 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4a662ee6-695e-435e-8bee-b23107a974f5 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:30.854692 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-17365a35-fa02-456a-a122-21d3330d5e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:30.856697 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fbcc0d47-199f-4479-a233-aa6b6acf5fc3 req-72ab8e35-1e90-4195-b31c-d0ac2bd8cf82 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:30.863981 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d81c1e5c-b91b-40f1-94ef-9b86bfeecf80 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:05:30.935335 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a48c8d2-767a-42d6-85be-c016e09a0f92 req-82ae49e8-9d64-4fa3-aff6-865f46be6d20 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:30.941299 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a48c8d2-767a-42d6-85be-c016e09a0f92 req-82ae49e8-9d64-4fa3-aff6-865f46be6d20 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:30.947161 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a48c8d2-767a-42d6-85be-c016e09a0f92 req-82ae49e8-9d64-4fa3-aff6-865f46be6d20 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:30.948889 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6a48c8d2-767a-42d6-85be-c016e09a0f92 req-82ae49e8-9d64-4fa3-aff6-865f46be6d20 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 2409 time: 0.8635554 Jun 11 10:05:31.082247 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a662ee6-695e-435e-8bee-b23107a974f5 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Router f55fa86b-a3d2-4584-b07e-c477be8fb818 is scheduled to L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 with binding_index 1 {{(pid=93177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 10:05:31.275766 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:31.290944 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a662ee6-695e-435e-8bee-b23107a974f5 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:05:31.303058 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6008dec1-bc93-4565-af27-2d73021bf45b None None] Sync routers for ids ['f55fa86b-a3d2-4584-b07e-c477be8fb818'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:05:31.313201 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6008dec1-bc93-4565-af27-2d73021bf45b None None] Routers {'f55fa86b-a3d2-4584-b07e-c477be8fb818'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:05:31.317827 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-6008dec1-bc93-4565-af27-2d73021bf45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:05:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['f55fa86b-a3d2-4584-b07e-c477be8fb818'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:05:31.350875 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 42172) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:05:31.376738 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-6008dec1-bc93-4565-af27-2d73021bf45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:05:31.394677 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6008dec1-bc93-4565-af27-2d73021bf45b None None] Routers {'f55fa86b-a3d2-4584-b07e-c477be8fb818'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:05:31.395606 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-6008dec1-bc93-4565-af27-2d73021bf45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:05:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['f55fa86b-a3d2-4584-b07e-c477be8fb818'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:05:31.403950 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c130807e-a49c-4624-ae6b-9554df28c8b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:31.433721 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4a662ee6-695e-435e-8bee-b23107a974f5 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:31.437272 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-4a662ee6-695e-435e-8bee-b23107a974f5 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.1107225 Jun 11 10:05:31.439868 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 42174) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:05:31.533726 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-6008dec1-bc93-4565-af27-2d73021bf45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:05:31.534202 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6008dec1-bc93-4565-af27-2d73021bf45b None None] The sync data for ids ['f55fa86b-a3d2-4584-b07e-c477be8fb818'] in n-d-779913-12 is: [] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:05:31.594937 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-519e3c05-3826-47ba-ae14-91c811a13636 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:05:31.599189 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17365a35-fa02-456a-a122-21d3330d5e29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aefe0c09-460e-4a77-8069-7e468aaa43e9,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:05:31.613215 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90b8cf1-49d0-4c3c-8a62-460f992b99d8 None None] Sync routers for ids ['d3f144aa-bd3f-4343-96aa-96eba3abd05e'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:05:31.623403 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-519e3c05-3826-47ba-ae14-91c811a13636 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:31.646609 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90b8cf1-49d0-4c3c-8a62-460f992b99d8 None None] Routers {'d3f144aa-bd3f-4343-96aa-96eba3abd05e'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:05:31.647211 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbcc0d47-199f-4479-a233-aa6b6acf5fc3 req-72ab8e35-1e90-4195-b31c-d0ac2bd8cf82 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] No DVR routers for this DVR port d2cec35c-4c11-4de7-ae05-5512220e5a5d on host n-h1-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:05:31.647395 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-b90b8cf1-49d0-4c3c-8a62-460f992b99d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:05:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['d3f144aa-bd3f-4343-96aa-96eba3abd05e'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:05:31.654164 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fbcc0d47-199f-4479-a233-aa6b6acf5fc3 req-72ab8e35-1e90-4195-b31c-d0ac2bd8cf82 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:31.657428 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fbcc0d47-199f-4479-a233-aa6b6acf5fc3 req-72ab8e35-1e90-4195-b31c-d0ac2bd8cf82 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.64 "DELETE /v2.0/ports/d2cec35c-4c11-4de7-ae05-5512220e5a5d HTTP/1.1" status: 204 len: 173 time: 2.9881437 Jun 11 10:05:31.696918 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-17365a35-fa02-456a-a122-21d3330d5e29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.833s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:05:31.751799 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9c702cf-dd7e-4dfa-b816-c6d03f19acf9', 'name': 'network-vif-deleted', 'tag': 'd2cec35c-4c11-4de7-ae05-5512220e5a5d'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:05:31.755203 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e35a8a-b3b6-4736-988c-b939ad760782" -d '{"events": [{"server_uuid": "b9c702cf-dd7e-4dfa-b816-c6d03f19acf9", "name": "network-vif-deleted", "tag": "d2cec35c-4c11-4de7-ae05-5512220e5a5d"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:05:31.760321 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6a48c8d2-767a-42d6-85be-c016e09a0f92 req-12a19f4e-a930-4eb6-8ea1-37b0df7f8d0c tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/security-groups?id=230a77c0-a6d2-4599-bb7a-d2d4f277106a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7991626 Jun 11 10:05:31.762493 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd4520-90c0-4643-878a-92a96b7a3f1b req-d8eee780-7a7b-45d6-8150-52574fdeec47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:31.764116 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f7cd4520-90c0-4643-878a-92a96b7a3f1b req-d8eee780-7a7b-45d6-8150-52574fdeec47 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf20d108-f84c-44de-9036-2269564edd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.1420631 Jun 11 10:05:31.764953 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-53b7ec84-61b1-4749-af9e-eea6d9ac0ad6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.898s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:05:31.767529 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-b90b8cf1-49d0-4c3c-8a62-460f992b99d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:05:31.797532 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90b8cf1-49d0-4c3c-8a62-460f992b99d8 None None] Routers {'d3f144aa-bd3f-4343-96aa-96eba3abd05e'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:05:31.798363 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-b90b8cf1-49d0-4c3c-8a62-460f992b99d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:05:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['d3f144aa-bd3f-4343-96aa-96eba3abd05e'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:05:31.853930 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-b90b8cf1-49d0-4c3c-8a62-460f992b99d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:05:31.854692 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90b8cf1-49d0-4c3c-8a62-460f992b99d8 None None] The sync data for ids ['d3f144aa-bd3f-4343-96aa-96eba3abd05e'] in n-d-779913-12 is: [] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:05:31.864870 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab8e35-1e90-4195-b31c-d0ac2bd8cf82 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Pushing event deleted for resources: {'Port': ['ID=d2cec35c-4c11-4de7-ae05-5512220e5a5d,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:05:31.873608 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-72ab8e35-1e90-4195-b31c-d0ac2bd8cf82 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:05:31.927973 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17365a35-fa02-456a-a122-21d3330d5e29 admin admin] Checking segment: {'id': '27b9426f-9593-4a92-9336-bbaedd9d61f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '568c371e-3465-4c66-a699-03569955ac17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:05:31.928336 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17365a35-fa02-456a-a122-21d3330d5e29 admin admin] Network hostable DHCP agents. Network: 568c371e-3465-4c66-a699-03569955ac17, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:05:31.938095 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-affabe31-210c-4301-95aa-5eedf235ce03 x-openstack-request-id: req-affabe31-210c-4301-95aa-5eedf235ce03 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:05:31.938436 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9c702cf-dd7e-4dfa-b816-c6d03f19acf9", "name": "network-vif-deleted", "tag": "d2cec35c-4c11-4de7-ae05-5512220e5a5d", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:05:31.938727 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-affabe31-210c-4301-95aa-5eedf235ce03 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:05:31.939174 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9c702cf-dd7e-4dfa-b816-c6d03f19acf9', 'name': 'network-vif-deleted', 'tag': 'd2cec35c-4c11-4de7-ae05-5512220e5a5d', 'status': 'completed', 'code': 200} Jun 11 10:05:31.990100 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-519e3c05-3826-47ba-ae14-91c811a13636 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] 10.222.0.60 "PUT /v2.0/floatingips/1daea407-db01-4454-a2a5-e1b1db080781 HTTP/1.1" status: 200 len: 978 time: 5.1655302 Jun 11 10:05:32.015612 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 42180) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:05:32.104386 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a281f14-fb7d-4117-a1f1-b97636b6793e req-88e2682d-559a-4397-81ea-0fe05d9d4e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:32.105906 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3a281f14-fb7d-4117-a1f1-b97636b6793e req-88e2682d-559a-4397-81ea-0fe05d9d4e63 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=93ad82f0-8781-4cf6-a466-9a57ed82acf5&tenant_id=21c20f27027a4fa895493faf5f883302 HTTP/1.1" status: 200 len: 1095 time: 0.6900442 Jun 11 10:05:32.110976 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f7cd4520-90c0-4643-878a-92a96b7a3f1b req-74331a13-4daf-4342-b103-9f3d83d9d37c service neutron] 10.222.0.64 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597790 Jun 11 10:05:32.121186 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-3a281f14-fb7d-4117-a1f1-b97636b6793e req-8edcfef9-01cf-4175-a3db-4f0aec4703fd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-779913-12', 'device_owner': 'compute:nova'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:05:32.134408 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17365a35-fa02-456a-a122-21d3330d5e29 admin admin] Network 568c371e-3465-4c66-a699-03569955ac17 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:05:32.188397 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-fbcc0d47-199f-4479-a233-aa6b6acf5fc3 req-12e40214-3596-4077-b9b9-705395c88cc5 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Deleting port eaada8e6-4077-4542-af8d-d731c7dc1459 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:05:32.188839 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fbcc0d47-199f-4479-a233-aa6b6acf5fc3 req-12e40214-3596-4077-b9b9-705395c88cc5 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:32.244598 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-b9760601-7368-4c31-8cde-a77fdafb0c7d tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] 10.222.0.60 "GET /v2.0/routers/f55fa86b-a3d2-4584-b07e-c477be8fb818 HTTP/1.1" status: 200 len: 924 time: 0.7972984 Jun 11 10:05:32.255482 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 42182) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:05:32.265093 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64342d63-42a6-4662-818e-8d601983e707 req-39bc01d8-9a8a-4247-b645-450cc6417453 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:32.266587 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-64342d63-42a6-4662-818e-8d601983e707 req-39bc01d8-9a8a-4247-b645-450cc6417453 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=93ad82f0-8781-4cf6-a466-9a57ed82acf5 HTTP/1.1" status: 200 len: 943 time: 0.7055123 Jun 11 10:05:32.292349 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-17365a35-fa02-456a-a122-21d3330d5e29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 568c371e-3465-4c66-a699-03569955ac17) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:05:32.296720 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17365a35-fa02-456a-a122-21d3330d5e29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:32.297394 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-17365a35-fa02-456a-a122-21d3330d5e29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:32.302330 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1b0fa9-770f-40da-8ab7-c2dce6eb58a2 None None] Network 568c371e-3465-4c66-a699-03569955ac17 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:05:32.319134 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-99c3db25-1ebc-43c6-b708-7d99c83e9b58 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] 10.222.0.60 "GET /v2.0/ports?device_id=f55fa86b-a3d2-4584-b07e-c477be8fb818 HTTP/1.1" status: 200 len: 205 time: 0.0622907 Jun 11 10:05:32.326445 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 42184) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:05:32.440929 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3a281f14-fb7d-4117-a1f1-b97636b6793e req-8edcfef9-01cf-4175-a3db-4f0aec4703fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:32.465727 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f7cd4520-90c0-4643-878a-92a96b7a3f1b req-ce380e05-d79c-4e81-a7e3-e6c7dded5557 service neutron] 10.222.0.64 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3484623 Jun 11 10:05:32.478327 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c130807e-a49c-4624-ae6b-9554df28c8b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:32.494743 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-ffcf03f4-dc08-49f7-aa9c-0d3b4b46926d tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Deleting port e71a97ae-3373-417a-b583-c40f7ff5886f {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:05:32.495091 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ffcf03f4-dc08-49f7-aa9c-0d3b4b46926d tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:32.502106 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a288ec-236d-4c61-84d4-a30b6c02d00b None None] Network 568c371e-3465-4c66-a699-03569955ac17 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:05:32.553126 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-64342d63-42a6-4662-818e-8d601983e707 req-60006155-f539-449c-8663-2bd285cea598 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c9589fb-c3c5-418d-8928-25f3ef7c4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2693069 Jun 11 10:05:32.586224 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-fbcc0d47-199f-4479-a233-aa6b6acf5fc3 req-12e40214-3596-4077-b9b9-705395c88cc5 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] For port eaada8e6-4077-4542-af8d-d731c7dc1459, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=eaada8e6-4077-4542-af8d-d731c7dc1459,segment=NetworkSegment(686cf7b5-2b83-43f0-a6c3-e1d920022762),segment_id=686cf7b5-2b83-43f0-a6c3-e1d920022762)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:05:32.586601 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fbcc0d47-199f-4479-a233-aa6b6acf5fc3 req-12e40214-3596-4077-b9b9-705395c88cc5 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:32.593592 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c130807e-a49c-4624-ae6b-9554df28c8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:32.642250 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a5d7f950-b177-4c33-b2c9-2fed69f78130 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:05:32.681819 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-735569c1-1171-4fd6-a62e-3b67c5d2b2ec tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks [] for router, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:32.716146 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-fbcc0d47-199f-4479-a233-aa6b6acf5fc3 req-12e40214-3596-4077-b9b9-705395c88cc5 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Calling delete_port for eaada8e6-4077-4542-af8d-d731c7dc1459 owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:05:32.727982 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-17365a35-fa02-456a-a122-21d3330d5e29 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9193897 Jun 11 10:05:32.862013 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c130807e-a49c-4624-ae6b-9554df28c8b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d8f6f0-32d5-4023-9ace-4fe27631056b,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:05:32.888142 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c130807e-a49c-4624-ae6b-9554df28c8b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:05:32.892981 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-c130807e-a49c-4624-ae6b-9554df28c8b6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7f80974b51624a659e2ae27708f84d06&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5385776 Jun 11 10:05:32.902753 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 42192) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:05:32.914602 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ffcf03f4-dc08-49f7-aa9c-0d3b4b46926d tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:33.143102 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-735569c1-1171-4fd6-a62e-3b67c5d2b2ec tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:33.169401 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-66f77e97-bcc6-416d-8c9b-f3e36d047b8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:33.175254 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-3a281f14-fb7d-4117-a1f1-b97636b6793e req-8edcfef9-01cf-4175-a3db-4f0aec4703fd service neutron] For port 654150cf-8faf-4a19-aca8-459bddd22d50, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=654150cf-8faf-4a19-aca8-459bddd22d50,segment=NetworkSegment(64ec67c3-ae73-4fd7-a5b7-323e0e068c2b),segment_id=64ec67c3-ae73-4fd7-a5b7-323e0e068c2b)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:05:33.254307 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-66f77e97-bcc6-416d-8c9b-f3e36d047b8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:33.297107 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-3a281f14-fb7d-4117-a1f1-b97636b6793e req-8edcfef9-01cf-4175-a3db-4f0aec4703fd service neutron] For port 654150cf-8faf-4a19-aca8-459bddd22d50, host n-h1-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:05:33.348955 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ffcf03f4-dc08-49f7-aa9c-0d3b4b46926d tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:33.349505 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ffcf03f4-dc08-49f7-aa9c-0d3b4b46926d tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:33.349609 n-d-779913-12 neutron-server[93177]: INFO neutron.db.l3_db [None req-ffcf03f4-dc08-49f7-aa9c-0d3b4b46926d tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Floating IP 1daea407-db01-4454-a2a5-e1b1db080781 disassociated. External IP: 172.25.4.109, port: e71a97ae-3373-417a-b583-c40f7ff5886f. Jun 11 10:05:33.350357 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-ffcf03f4-dc08-49f7-aa9c-0d3b4b46926d tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Calling delete_port for e71a97ae-3373-417a-b583-c40f7ff5886f owned by {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:05:33.359358 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a184251d-39a5-4847-9258-d17c1265efa8 req-13bc8bb7-4764-45a2-913e-47acbbe22398 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:33.366235 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a184251d-39a5-4847-9258-d17c1265efa8 req-13bc8bb7-4764-45a2-913e-47acbbe22398 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:33.367890 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a184251d-39a5-4847-9258-d17c1265efa8 req-13bc8bb7-4764-45a2-913e-47acbbe22398 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 1676 time: 0.3073335 Jun 11 10:05:33.397525 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-3a281f14-fb7d-4117-a1f1-b97636b6793e req-8edcfef9-01cf-4175-a3db-4f0aec4703fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 654150cf-8faf-4a19-aca8-459bddd22d50 {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:05:33.407714 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3a281f14-fb7d-4117-a1f1-b97636b6793e req-8edcfef9-01cf-4175-a3db-4f0aec4703fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:33.438019 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a184251d-39a5-4847-9258-d17c1265efa8 req-b5377929-6270-457c-a800-787b89109002 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/security-groups?id=230a77c0-a6d2-4599-bb7a-d2d4f277106a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615618 Jun 11 10:05:33.452807 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fbcc0d47-199f-4479-a233-aa6b6acf5fc3 req-12e40214-3596-4077-b9b9-705395c88cc5 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:33.455544 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-735569c1-1171-4fd6-a62e-3b67c5d2b2ec tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Deleting port 44e65d0f-a491-4ad0-9350-7764d49ff10c {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:05:33.456547 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-735569c1-1171-4fd6-a62e-3b67c5d2b2ec tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:33.470273 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b1fc3009-b14c-45a2-8163-fe681025a4e5 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:05:33.516391 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-3a281f14-fb7d-4117-a1f1-b97636b6793e req-8edcfef9-01cf-4175-a3db-4f0aec4703fd service neutron] Transition to ACTIVE for port object 654150cf-8faf-4a19-aca8-459bddd22d50 will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:05:33.519911 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-66f77e97-bcc6-416d-8c9b-f3e36d047b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:33.522391 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-66f77e97-bcc6-416d-8c9b-f3e36d047b8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:33.523544 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-66f77e97-bcc6-416d-8c9b-f3e36d047b8b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/04d8f6f0-32d5-4023-9ace-4fe27631056b HTTP/1.1" status: 204 len: 168 time: 0.6198442 Jun 11 10:05:33.543460 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e40214-3596-4077-b9b9-705395c88cc5 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Pushing event deleted for resources: {'Port': ['ID=eaada8e6-4077-4542-af8d-d731c7dc1459,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:05:33.555056 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-12e40214-3596-4077-b9b9-705395c88cc5 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:05:33.570908 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-07b3829c-33cf-4584-b11c-39e1cff37231 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:05:33.602513 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f77e97-bcc6-416d-8c9b-f3e36d047b8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d8f6f0-32d5-4023-9ace-4fe27631056b,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:05:33.606027 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-66f77e97-bcc6-416d-8c9b-f3e36d047b8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:05:33.629400 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-735569c1-1171-4fd6-a62e-3b67c5d2b2ec tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:33.652089 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbcc0d47-199f-4479-a233-aa6b6acf5fc3 req-12e40214-3596-4077-b9b9-705395c88cc5 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] No DVR routers for this DVR port eaada8e6-4077-4542-af8d-d731c7dc1459 on host n-h1-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:05:33.654912 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3a281f14-fb7d-4117-a1f1-b97636b6793e req-8edcfef9-01cf-4175-a3db-4f0aec4703fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:33.663410 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fbcc0d47-199f-4479-a233-aa6b6acf5fc3 req-12e40214-3596-4077-b9b9-705395c88cc5 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:33.670156 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fbcc0d47-199f-4479-a233-aa6b6acf5fc3 req-12e40214-3596-4077-b9b9-705395c88cc5 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.64 "DELETE /v2.0/ports/eaada8e6-4077-4542-af8d-d731c7dc1459 HTTP/1.1" status: 204 len: 173 time: 1.9716120 Jun 11 10:05:33.672982 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-da93b607-011c-4407-b97a-f6b371942905 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:05:33.780166 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-735569c1-1171-4fd6-a62e-3b67c5d2b2ec tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Calling delete_port for 44e65d0f-a491-4ad0-9350-7764d49ff10c owned by network:router_gateway {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:05:33.864263 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edcfef9-01cf-4175-a3db-4f0aec4703fd service neutron] Pushing event updated for resources: {'Port': ['ID=654150cf-8faf-4a19-aca8-459bddd22d50,revision_number=9']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:05:33.904739 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8edcfef9-01cf-4175-a3db-4f0aec4703fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:05:33.926731 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ffcf03f4-dc08-49f7-aa9c-0d3b4b46926d tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:33.934967 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6a32cca5-b998-40fe-9029-c734bf03a6bb tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:05:34.014405 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcf03f4-dc08-49f7-aa9c-0d3b4b46926d tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Pushing event deleted for resources: {'Port': ['ID=e71a97ae-3373-417a-b583-c40f7ff5886f,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:05:34.026070 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9c702cf-dd7e-4dfa-b816-c6d03f19acf9', 'name': 'network-vif-deleted', 'tag': 'eaada8e6-4077-4542-af8d-d731c7dc1459'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:05:34.037041 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-392ff549-0e9c-4b0a-9734-e4e1ea231bdd" -d '{"events": [{"server_uuid": "b9c702cf-dd7e-4dfa-b816-c6d03f19acf9", "name": "network-vif-deleted", "tag": "eaada8e6-4077-4542-af8d-d731c7dc1459"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:05:34.041066 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ffcf03f4-dc08-49f7-aa9c-0d3b4b46926d tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:05:34.162133 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39c6a8b-0730-4371-a25f-8bdc365fbeaf req-c98a9d7d-e1c5-4b17-a0be-d5a5df2f071e tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:34.164233 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c39c6a8b-0730-4371-a25f-8bdc365fbeaf req-c98a9d7d-e1c5-4b17-a0be-d5a5df2f071e tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=93ad82f0-8781-4cf6-a466-9a57ed82acf5 HTTP/1.1" status: 200 len: 943 time: 0.3534911 Jun 11 10:05:34.266232 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c49369-233c-4eae-8aa8-f9baee573be6 x-openstack-request-id: req-b2c49369-233c-4eae-8aa8-f9baee573be6 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:05:34.266590 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9c702cf-dd7e-4dfa-b816-c6d03f19acf9", "name": "network-vif-deleted", "tag": "eaada8e6-4077-4542-af8d-d731c7dc1459", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:05:34.266898 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b2c49369-233c-4eae-8aa8-f9baee573be6 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:05:34.271394 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9c702cf-dd7e-4dfa-b816-c6d03f19acf9', 'name': 'network-vif-deleted', 'tag': 'eaada8e6-4077-4542-af8d-d731c7dc1459', 'status': 'completed', 'code': 200} Jun 11 10:05:34.275046 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 42222) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:05:34.288395 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-8470b8c2-6ba7-490a-b405-7ab912a639a9 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-338000951-network', 'tenant_id': 'e69d7a17a74b472aace1bc3519cffe5f'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:05:34.396885 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a281f14-fb7d-4117-a1f1-b97636b6793e req-8edcfef9-01cf-4175-a3db-4f0aec4703fd service neutron] No DVR routers for this DVR port 654150cf-8faf-4a19-aca8-459bddd22d50 on host n-h1-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:05:34.417167 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c39c6a8b-0730-4371-a25f-8bdc365fbeaf req-3db13570-25cc-4101-955d-6fa836a7fed5 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c9589fb-c3c5-418d-8928-25f3ef7c4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177542 Jun 11 10:05:34.447893 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffcf03f4-dc08-49f7-aa9c-0d3b4b46926d tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Router d3f144aa-bd3f-4343-96aa-96eba3abd05e has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:05:34.466869 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8470b8c2-6ba7-490a-b405-7ab912a639a9 admin admin] Made reservation on behalf of e69d7a17a74b472aace1bc3519cffe5f for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:05:34.469212 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8470b8c2-6ba7-490a-b405-7ab912a639a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:34.593442 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8470b8c2-6ba7-490a-b405-7ab912a639a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:34.617434 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-fbcc0d47-199f-4479-a233-aa6b6acf5fc3 req-30d70ac0-9f5d-4ea6-b644-b45b18c5c2cc tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Deleting port 1679bae4-2d97-4ecb-add1-b9fc56247f86 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:05:34.617836 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fbcc0d47-199f-4479-a233-aa6b6acf5fc3 req-30d70ac0-9f5d-4ea6-b644-b45b18c5c2cc tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:34.632008 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-735569c1-1171-4fd6-a62e-3b67c5d2b2ec tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:34.636486 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ffcf03f4-dc08-49f7-aa9c-0d3b4b46926d tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:05:34.680559 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735569c1-1171-4fd6-a62e-3b67c5d2b2ec tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Pushing event deleted for resources: {'Port': ['ID=44e65d0f-a491-4ad0-9350-7764d49ff10c,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:05:34.683039 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-735569c1-1171-4fd6-a62e-3b67c5d2b2ec tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:05:34.945212 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-fbcc0d47-199f-4479-a233-aa6b6acf5fc3 req-30d70ac0-9f5d-4ea6-b644-b45b18c5c2cc tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] For port 1679bae4-2d97-4ecb-add1-b9fc56247f86, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=1679bae4-2d97-4ecb-add1-b9fc56247f86,segment=NetworkSegment(686cf7b5-2b83-43f0-a6c3-e1d920022762),segment_id=686cf7b5-2b83-43f0-a6c3-e1d920022762)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:05:34.945830 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fbcc0d47-199f-4479-a233-aa6b6acf5fc3 req-30d70ac0-9f5d-4ea6-b644-b45b18c5c2cc tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:34.958778 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-3a281f14-fb7d-4117-a1f1-b97636b6793e req-8edcfef9-01cf-4175-a3db-4f0aec4703fd service neutron] Attempting to bind port 654150cf-8faf-4a19-aca8-459bddd22d50 on host n-h2-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:05:34.959120 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-3a281f14-fb7d-4117-a1f1-b97636b6793e req-8edcfef9-01cf-4175-a3db-4f0aec4703fd service neutron] Attempting to bind port 654150cf-8faf-4a19-aca8-459bddd22d50 by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': '64ec67c3-ae73-4fd7-a5b7-323e0e068c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '4ec1bae5-7351-4e01-a52c-de5521320fcb'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:05:34.959446 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a281f14-fb7d-4117-a1f1-b97636b6793e req-8edcfef9-01cf-4175-a3db-4f0aec4703fd service neutron] Attempting to bind port 654150cf-8faf-4a19-aca8-459bddd22d50 on network 4ec1bae5-7351-4e01-a52c-de5521320fcb {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:05:35.063871 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-fbcc0d47-199f-4479-a233-aa6b6acf5fc3 req-30d70ac0-9f5d-4ea6-b644-b45b18c5c2cc tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Calling delete_port for 1679bae4-2d97-4ecb-add1-b9fc56247f86 owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:05:35.066530 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a281f14-fb7d-4117-a1f1-b97636b6793e req-8edcfef9-01cf-4175-a3db-4f0aec4703fd service neutron] Port 654150cf-8faf-4a19-aca8-459bddd22d50 on network 4ec1bae5-7351-4e01-a52c-de5521320fcb not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:05:35.066530 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a281f14-fb7d-4117-a1f1-b97636b6793e req-8edcfef9-01cf-4175-a3db-4f0aec4703fd service neutron] Attempting to bind port 654150cf-8faf-4a19-aca8-459bddd22d50 on network 4ec1bae5-7351-4e01-a52c-de5521320fcb {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:05:35.100104 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a281f14-fb7d-4117-a1f1-b97636b6793e req-8edcfef9-01cf-4175-a3db-4f0aec4703fd service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:05:35.100452 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a281f14-fb7d-4117-a1f1-b97636b6793e req-8edcfef9-01cf-4175-a3db-4f0aec4703fd service neutron] Checking segment: {'id': '64ec67c3-ae73-4fd7-a5b7-323e0e068c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '4ec1bae5-7351-4e01-a52c-de5521320fcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:05:35.100844 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a281f14-fb7d-4117-a1f1-b97636b6793e req-8edcfef9-01cf-4175-a3db-4f0aec4703fd service neutron] Bound using segment: {'id': '64ec67c3-ae73-4fd7-a5b7-323e0e068c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '4ec1bae5-7351-4e01-a52c-de5521320fcb'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:05:35.101287 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-3a281f14-fb7d-4117-a1f1-b97636b6793e req-8edcfef9-01cf-4175-a3db-4f0aec4703fd service neutron] Bound port: 654150cf-8faf-4a19-aca8-459bddd22d50, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64ec67c3-ae73-4fd7-a5b7-323e0e068c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '4ec1bae5-7351-4e01-a52c-de5521320fcb'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:05:35.101636 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3a281f14-fb7d-4117-a1f1-b97636b6793e req-8edcfef9-01cf-4175-a3db-4f0aec4703fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:35.106499 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8470b8c2-6ba7-490a-b405-7ab912a639a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:35.131428 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3ef36d-c588-4e22-856f-412f828587bd req-cbb0a770-e297-4ec4-ba7e-d12290b6ffa9 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:35.135745 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9f3ef36d-c588-4e22-856f-412f828587bd req-cbb0a770-e297-4ec4-ba7e-d12290b6ffa9 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 943 time: 0.4612083 Jun 11 10:05:35.151016 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-735569c1-1171-4fd6-a62e-3b67c5d2b2ec tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374120'] for router_gateway, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:35.155941 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffcf03f4-dc08-49f7-aa9c-0d3b4b46926d tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:05:35.169312 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90333d5-e318-4837-ac6b-87de72bca0e4 None None] Sync routers for ids ['d3f144aa-bd3f-4343-96aa-96eba3abd05e'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:05:35.184566 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90333d5-e318-4837-ac6b-87de72bca0e4 None None] Routers {'d3f144aa-bd3f-4343-96aa-96eba3abd05e'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:05:35.185714 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-c90333d5-e318-4837-ac6b-87de72bca0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:05:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['d3f144aa-bd3f-4343-96aa-96eba3abd05e'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:05:35.186721 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8470b8c2-6ba7-490a-b405-7ab912a639a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:35.194607 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3ee07cf2-0463-4a92-bb61-3c31131f9224 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:05:35.290514 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8470b8c2-6ba7-490a-b405-7ab912a639a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 786} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:05:35.299964 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-c90333d5-e318-4837-ac6b-87de72bca0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:05:35.313364 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90333d5-e318-4837-ac6b-87de72bca0e4 None None] Routers {'d3f144aa-bd3f-4343-96aa-96eba3abd05e'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:05:35.314403 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-c90333d5-e318-4837-ac6b-87de72bca0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:05:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['d3f144aa-bd3f-4343-96aa-96eba3abd05e'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:05:35.328641 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8470b8c2-6ba7-490a-b405-7ab912a639a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=781ca120-1b05-4385-aa81-c8ec15244553,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:05:35.340496 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8470b8c2-6ba7-490a-b405-7ab912a639a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:35.340496 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-8470b8c2-6ba7-490a-b405-7ab912a639a9 admin admin] Added segment 6ae6f811-9e45-4f98-8032-c071e7af5a53 of type vlan for network c5417fba-2f02-4984-a3bc-d7e0637b0e68 Jun 11 10:05:35.342042 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8470b8c2-6ba7-490a-b405-7ab912a639a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:05:35.356438 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-735569c1-1171-4fd6-a62e-3b67c5d2b2ec tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:35.360267 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-735569c1-1171-4fd6-a62e-3b67c5d2b2ec tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:35.363797 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9f3ef36d-c588-4e22-856f-412f828587bd req-7d5b1e1b-e59a-4e71-9231-217fd23c7e22 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/security-groups?id=230a77c0-a6d2-4599-bb7a-d2d4f277106a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1871500 Jun 11 10:05:35.398239 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-3a281f14-fb7d-4117-a1f1-b97636b6793e req-8edcfef9-01cf-4175-a3db-4f0aec4703fd service neutron] For port 654150cf-8faf-4a19-aca8-459bddd22d50, host n-h2-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:05:35.425997 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8470b8c2-6ba7-490a-b405-7ab912a639a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:35.438208 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-3a281f14-fb7d-4117-a1f1-b97636b6793e req-8edcfef9-01cf-4175-a3db-4f0aec4703fd service neutron] For port 654150cf-8faf-4a19-aca8-459bddd22d50, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=654150cf-8faf-4a19-aca8-459bddd22d50,segment=NetworkSegment(64ec67c3-ae73-4fd7-a5b7-323e0e068c2b),segment_id=64ec67c3-ae73-4fd7-a5b7-323e0e068c2b)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:05:35.464343 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-c90333d5-e318-4837-ac6b-87de72bca0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:05:35.465231 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90333d5-e318-4837-ac6b-87de72bca0e4 None None] The sync data for ids ['d3f144aa-bd3f-4343-96aa-96eba3abd05e'] in n-d-779913-12 is: [] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:05:35.490529 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ffcf03f4-dc08-49f7-aa9c-0d3b4b46926d tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:35.494998 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-ffcf03f4-dc08-49f7-aa9c-0d3b4b46926d tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] 10.222.0.60 "DELETE /v2.0/ports/e71a97ae-3373-417a-b583-c40f7ff5886f HTTP/1.1" status: 204 len: 168 time: 3.4785523 Jun 11 10:05:35.495627 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 42244) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:05:35.556814 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:35.575696 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3a281f14-fb7d-4117-a1f1-b97636b6793e req-8edcfef9-01cf-4175-a3db-4f0aec4703fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:35.576132 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-5b567889-f0a6-4a12-a6ec-d6d00c87156c tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] 10.222.0.60 "GET /v2.0/floatingips/1daea407-db01-4454-a2a5-e1b1db080781 HTTP/1.1" status: 200 len: 688 time: 0.0782394 Jun 11 10:05:35.576751 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 42246) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:05:35.583716 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-62deb76f-9fc6-47f9-9ed4-ec5612766993 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:05:35.589490 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-735569c1-1171-4fd6-a62e-3b67c5d2b2ec tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:35.589955 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-735569c1-1171-4fd6-a62e-3b67c5d2b2ec tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Fanout notify agent at l3_agent the message router_deleted on router f55fa86b-a3d2-4584-b07e-c477be8fb818 {{(pid=93177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 10:05:35.652710 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-735569c1-1171-4fd6-a62e-3b67c5d2b2ec tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:35.652710 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-735569c1-1171-4fd6-a62e-3b67c5d2b2ec tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] 10.222.0.60 "DELETE /v2.0/routers/f55fa86b-a3d2-4584-b07e-c477be8fb818 HTTP/1.1" status: 204 len: 168 time: 3.3023021 Jun 11 10:05:35.658328 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 42250) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:05:35.658328 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-e29e63b7-6db1-4925-ad80-8229b208552b tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1345070793', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'enable_snat': False}}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:05:35.662831 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3c8a41-363a-4a0e-9107-46d17795f805 req-580bed12-33f4-4869-b143-592b49c7ac09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:35.664343 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0c3c8a41-363a-4a0e-9107-46d17795f805 req-580bed12-33f4-4869-b143-592b49c7ac09 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=21c20f27027a4fa895493faf5f883302&device_id=93ad82f0-8781-4cf6-a466-9a57ed82acf5 HTTP/1.1" status: 200 len: 1053 time: 0.2229249 Jun 11 10:05:35.681456 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a281f14-fb7d-4117-a1f1-b97636b6793e req-8edcfef9-01cf-4175-a3db-4f0aec4703fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:35.682317 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3a281f14-fb7d-4117-a1f1-b97636b6793e req-8edcfef9-01cf-4175-a3db-4f0aec4703fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:35.683798 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3a281f14-fb7d-4117-a1f1-b97636b6793e req-8edcfef9-01cf-4175-a3db-4f0aec4703fd service neutron] 10.222.0.69 "PUT /v2.0/ports/654150cf-8faf-4a19-aca8-459bddd22d50 HTTP/1.1" status: 200 len: 1092 time: 3.5677211 Jun 11 10:05:35.793945 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edcfef9-01cf-4175-a3db-4f0aec4703fd service neutron] Pushing event updated for resources: {'Port': ['ID=654150cf-8faf-4a19-aca8-459bddd22d50,revision_number=10']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:05:35.807832 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8edcfef9-01cf-4175-a3db-4f0aec4703fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:05:35.833993 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e29e63b7-6db1-4925-ad80-8229b208552b tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:35.834930 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e29e63b7-6db1-4925-ad80-8229b208552b tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:35.839136 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8470b8c2-6ba7-490a-b405-7ab912a639a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:35.840186 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8470b8c2-6ba7-490a-b405-7ab912a639a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:35.848081 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8470b8c2-6ba7-490a-b405-7ab912a639a9 admin admin] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:35.848081 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fbcc0d47-199f-4479-a233-aa6b6acf5fc3 req-30d70ac0-9f5d-4ea6-b644-b45b18c5c2cc tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:35.848386 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c0d65-6d66-4b8f-95ef-1727f97c139b req-6be4ec39-9f44-4f58-abc5-5ac414cde378 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:35.848386 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4f8c0d65-6d66-4b8f-95ef-1727f97c139b req-6be4ec39-9f44-4f58-abc5-5ac414cde378 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=93ad82f0-8781-4cf6-a466-9a57ed82acf5 HTTP/1.1" status: 200 len: 944 time: 0.2051446 Jun 11 10:05:35.848593 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-00db6327-ffb8-4502-bea2-e140dde5059c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:05:35.865471 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-688480b1-acb3-42e0-a495-6a19e7bfbe54 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Deleting port 63a68115-c1ca-4153-b14e-3385bb9b9c8e {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:05:35.865915 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-688480b1-acb3-42e0-a495-6a19e7bfbe54 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:35.892393 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3c8a41-363a-4a0e-9107-46d17795f805 req-865ea986-930d-4a1d-b4b4-6447f927031c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:35.894567 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0c3c8a41-363a-4a0e-9107-46d17795f805 req-865ea986-930d-4a1d-b4b4-6447f927031c service neutron] 10.222.0.69 "GET /v2.0/networks?id=4ec1bae5-7351-4e01-a52c-de5521320fcb HTTP/1.1" status: 200 len: 917 time: 0.1947191 Jun 11 10:05:36.059150 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4f8c0d65-6d66-4b8f-95ef-1727f97c139b req-30205236-8fe2-41e0-8241-447da9dcfbb3 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c9589fb-c3c5-418d-8928-25f3ef7c4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1911333 Jun 11 10:05:36.061360 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-688480b1-acb3-42e0-a495-6a19e7bfbe54 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:36.061687 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-688480b1-acb3-42e0-a495-6a19e7bfbe54 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:36.167775 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-688480b1-acb3-42e0-a495-6a19e7bfbe54 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Calling delete_port for 63a68115-c1ca-4153-b14e-3385bb9b9c8e owned by network:floatingip {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:05:36.178458 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:05:36.414377 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-688480b1-acb3-42e0-a495-6a19e7bfbe54 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:36.421367 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93ad82f0-8781-4cf6-a466-9a57ed82acf5', 'tag': '654150cf-8faf-4a19-aca8-459bddd22d50'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:05:36.423743 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9e4c8f3-8d84-4481-913e-df6339cc2fba" -d '{"events": [{"name": "network-changed", "server_uuid": "93ad82f0-8781-4cf6-a466-9a57ed82acf5", "tag": "654150cf-8faf-4a19-aca8-459bddd22d50"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:05:36.429583 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-92aaece1-d512-423c-b144-42f27c76eed4 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:05:36.442121 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8470b8c2-6ba7-490a-b405-7ab912a639a9 admin admin] Pushing event updated for resources: {'Network': ['ID=c5417fba-2f02-4984-a3bc-d7e0637b0e68,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:05:36.453188 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network c5417fba-2f02-4984-a3bc-d7e0637b0e68 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:05:36.533015 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-8470b8c2-6ba7-490a-b405-7ab912a639a9 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2533476 Jun 11 10:05:36.534571 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8470b8c2-6ba7-490a-b405-7ab912a639a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.686s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:05:36.538794 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-72ab8e35-1e90-4195-b31c-d0ac2bd8cf82 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.682s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:05:36.542796 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 42270) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:05:36.553914 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-fa536594-fb21-4be9-b71e-fb8f437c5f8b admin admin] Request body: {'subnet': {'network_id': 'c5417fba-2f02-4984-a3bc-d7e0637b0e68', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-338000951-subnet', 'tenant_id': 'e69d7a17a74b472aace1bc3519cffe5f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:05:36.559247 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688480b1-acb3-42e0-a495-6a19e7bfbe54 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Pushing event deleted for resources: {'Port': ['ID=63a68115-c1ca-4153-b14e-3385bb9b9c8e,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:05:36.563923 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fce6ea39-1cca-45aa-9b9c-75b9c97d26e7 x-openstack-request-id: req-fce6ea39-1cca-45aa-9b9c-75b9c97d26e7 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:05:36.564274 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93ad82f0-8781-4cf6-a466-9a57ed82acf5", "tag": "654150cf-8faf-4a19-aca8-459bddd22d50", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:05:36.564585 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fce6ea39-1cca-45aa-9b9c-75b9c97d26e7 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:05:36.565092 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93ad82f0-8781-4cf6-a466-9a57ed82acf5', 'tag': '654150cf-8faf-4a19-aca8-459bddd22d50', 'status': 'completed', 'code': 200} Jun 11 10:05:36.596233 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-688480b1-acb3-42e0-a495-6a19e7bfbe54 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:05:36.600342 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e29e63b7-6db1-4925-ad80-8229b208552b tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:36.631791 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbcc0d47-199f-4479-a233-aa6b6acf5fc3 req-30d70ac0-9f5d-4ea6-b644-b45b18c5c2cc tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] No DVR routers for this DVR port 1679bae4-2d97-4ecb-add1-b9fc56247f86 on host n-h1-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:05:36.635675 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d70ac0-9f5d-4ea6-b644-b45b18c5c2cc tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Pushing event deleted for resources: {'Port': ['ID=1679bae4-2d97-4ecb-add1-b9fc56247f86,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:05:36.638310 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fbcc0d47-199f-4479-a233-aa6b6acf5fc3 req-30d70ac0-9f5d-4ea6-b644-b45b18c5c2cc tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:36.640773 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fbcc0d47-199f-4479-a233-aa6b6acf5fc3 req-30d70ac0-9f5d-4ea6-b644-b45b18c5c2cc tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.64 "DELETE /v2.0/ports/1679bae4-2d97-4ecb-add1-b9fc56247f86 HTTP/1.1" status: 204 len: 173 time: 2.9549530 Jun 11 10:05:36.644148 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-30d70ac0-9f5d-4ea6-b644-b45b18c5c2cc tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:05:36.646334 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0c3c8a41-363a-4a0e-9107-46d17795f805 req-7a2accc8-e4ff-4db3-b392-196a9f1ad333 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=654150cf-8faf-4a19-aca8-459bddd22d50 HTTP/1.1" status: 200 len: 998 time: 0.7439210 Jun 11 10:05:36.707512 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e4856a0e-db6e-45c4-b1b9-d67dde8ab8c7 req-2cf85080-3333-459b-8f52-fd0d44c51da5 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 210 time: 0.0395899 Jun 11 10:05:36.712464 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-688480b1-acb3-42e0-a495-6a19e7bfbe54 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks [] for floatingip, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:36.715013 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-688480b1-acb3-42e0-a495-6a19e7bfbe54 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:36.724420 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-688480b1-acb3-42e0-a495-6a19e7bfbe54 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] 10.222.0.60 "DELETE /v2.0/floatingips/1daea407-db01-4454-a2a5-e1b1db080781 HTTP/1.1" status: 204 len: 168 time: 1.1371541 Jun 11 10:05:36.724521 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 42274) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:05:36.729805 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-7906efe0-087b-4cdd-bfdb-7d497ffb03d6 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Request body: {'floatingip': {'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'port_id': 'ac2bb751-7f72-4029-8868-d6ceb3336efc'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:05:36.841493 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3c8a41-363a-4a0e-9107-46d17795f805 req-6f41b224-333b-4dc2-8ad3-d8e5f06d3fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:36.848761 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0c3c8a41-363a-4a0e-9107-46d17795f805 req-6f41b224-333b-4dc2-8ad3-d8e5f06d3fa8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=73b1338f-0df7-44ec-88b6-dbc16cfcfcc4 HTTP/1.1" status: 200 len: 855 time: 0.1895754 Jun 11 10:05:36.899972 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa536594-fb21-4be9-b71e-fb8f437c5f8b admin admin] Made reservation on behalf of e69d7a17a74b472aace1bc3519cffe5f for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:05:36.902524 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fa536594-fb21-4be9-b71e-fb8f437c5f8b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:36.982726 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e29e63b7-6db1-4925-ad80-8229b208552b tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:37.021654 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3c8a41-363a-4a0e-9107-46d17795f805 req-6c0932f4-2283-4f41-beaf-1d6616025553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:37.030762 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0c3c8a41-363a-4a0e-9107-46d17795f805 req-6c0932f4-2283-4f41-beaf-1d6616025553 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ec1bae5-7351-4e01-a52c-de5521320fcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1273401 Jun 11 10:05:37.055292 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7906efe0-087b-4cdd-bfdb-7d497ffb03d6 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks [] for floatingip, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:37.228955 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0c3c8a41-363a-4a0e-9107-46d17795f805 req-bafcd5b3-79ad-461c-adb9-dbbaac7f9432 service neutron] 10.222.0.69 "GET /v2.0/networks/4ec1bae5-7351-4e01-a52c-de5521320fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993871 Jun 11 10:05:37.356402 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7906efe0-087b-4cdd-bfdb-7d497ffb03d6 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:37.406032 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fa536594-fb21-4be9-b71e-fb8f437c5f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:37.411633 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-bc84fdcc-acef-4158-a39e-4214cc66560b tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:05:37.523176 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0c3c8a41-363a-4a0e-9107-46d17795f805 req-7634527b-15de-4674-b7de-60c9892998f6 service neutron] 10.222.0.69 "GET /v2.0/networks/4ec1bae5-7351-4e01-a52c-de5521320fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832766 Jun 11 10:05:37.570037 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa536594-fb21-4be9-b71e-fb8f437c5f8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=11e21300-93d1-4233-8e94-7c60f4eb82e0,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:05:37.574796 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-fa536594-fb21-4be9-b71e-fb8f437c5f8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:05:37.597258 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-7906efe0-087b-4cdd-bfdb-7d497ffb03d6 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Allocated IP 172.25.4.38 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/b4084b90-b467-4825-af14-2ac958e22cb5) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:05:37.611219 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa536594-fb21-4be9-b71e-fb8f437c5f8b admin admin] Checking segment: {'id': '6ae6f811-9e45-4f98-8032-c071e7af5a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'c5417fba-2f02-4984-a3bc-d7e0637b0e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:05:37.611631 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa536594-fb21-4be9-b71e-fb8f437c5f8b admin admin] Network hostable DHCP agents. Network: c5417fba-2f02-4984-a3bc-d7e0637b0e68, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:05:37.669230 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078a29e8-7606-47fe-b1dc-89061ef35db1 req-8d1f8c6d-9ac9-4cec-81f1-02e8da23ba34 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:37.678650 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-078a29e8-7606-47fe-b1dc-89061ef35db1 req-8d1f8c6d-9ac9-4cec-81f1-02e8da23ba34 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=93ad82f0-8781-4cf6-a466-9a57ed82acf5 HTTP/1.1" status: 200 len: 944 time: 0.3418350 Jun 11 10:05:37.808486 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7906efe0-087b-4cdd-bfdb-7d497ffb03d6 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:37.821366 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa536594-fb21-4be9-b71e-fb8f437c5f8b admin admin] Network c5417fba-2f02-4984-a3bc-d7e0637b0e68 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:05:37.836880 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-078a29e8-7606-47fe-b1dc-89061ef35db1 req-e40cf45a-5fa3-47a4-9527-d4ecc7e69b9a tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c9589fb-c3c5-418d-8928-25f3ef7c4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500187 Jun 11 10:05:37.864025 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e29e63b7-6db1-4925-ad80-8229b208552b tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:37.905605 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e29e63b7-6db1-4925-ad80-8229b208552b tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:37.944488 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-fa536594-fb21-4be9-b71e-fb8f437c5f8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, c5417fba-2f02-4984-a3bc-d7e0637b0e68) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:05:37.958074 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09c56bd-6ba5-4e1c-b48a-9b8164bc6af5 None None] Network c5417fba-2f02-4984-a3bc-d7e0637b0e68 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:05:37.970542 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a281f14-fb7d-4117-a1f1-b97636b6793e req-5ff462a6-e5b3-4628-8e22-0d65d65772e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:37.972697 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3a281f14-fb7d-4117-a1f1-b97636b6793e req-5ff462a6-e5b3-4628-8e22-0d65d65772e4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=21c20f27027a4fa895493faf5f883302&device_id=93ad82f0-8781-4cf6-a466-9a57ed82acf5 HTTP/1.1" status: 200 len: 1096 time: 0.2707238 Jun 11 10:05:38.021576 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-58cc50be-a6b8-4489-9aed-33a44b90f932 req-a8278105-c72b-4325-96a6-1620d184b4c7 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 210 time: 0.0589633 Jun 11 10:05:38.023376 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa536594-fb21-4be9-b71e-fb8f437c5f8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:38.024458 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fa536594-fb21-4be9-b71e-fb8f437c5f8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:38.041336 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7906efe0-087b-4cdd-bfdb-7d497ffb03d6 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:38.050380 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8583548b-de10-43dc-abf7-cb7e9605d887 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:05:38.098585 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-e29e63b7-6db1-4925-ad80-8229b208552b tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Allocated IP 172.25.4.82 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/45da4f5a-8ea9-4dd6-821b-3773e6713e71) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:05:38.126646 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7906efe0-087b-4cdd-bfdb-7d497ffb03d6 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:05:38.134022 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-7906efe0-087b-4cdd-bfdb-7d497ffb03d6 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:05:38.140092 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7906efe0-087b-4cdd-bfdb-7d497ffb03d6 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:05:38.146387 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f4bb81-4343-4a50-860c-686719d90cb4 None None] Network c5417fba-2f02-4984-a3bc-d7e0637b0e68 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:05:38.179472 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-fa536594-fb21-4be9-b71e-fb8f437c5f8b admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6338027 Jun 11 10:05:38.198445 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7906efe0-087b-4cdd-bfdb-7d497ffb03d6 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Pushing event updated for resources: {'Port': ['ID=b4084b90-b467-4825-af14-2ac958e22cb5,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:05:38.198445 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7906efe0-087b-4cdd-bfdb-7d497ffb03d6 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:05:38.375284 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e29e63b7-6db1-4925-ad80-8229b208552b tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:38.401036 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a281f14-fb7d-4117-a1f1-b97636b6793e req-38bdc7e7-3064-4a28-b21a-03283bb1a6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:38.401840 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3a281f14-fb7d-4117-a1f1-b97636b6793e req-38bdc7e7-3064-4a28-b21a-03283bb1a6bd service neutron] 10.222.0.69 "GET /v2.0/networks?id=4ec1bae5-7351-4e01-a52c-de5521320fcb HTTP/1.1" status: 200 len: 917 time: 0.4215903 Jun 11 10:05:38.527020 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3a281f14-fb7d-4117-a1f1-b97636b6793e req-627a9325-bc5d-4630-8337-4cc0920e6ec4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=654150cf-8faf-4a19-aca8-459bddd22d50 HTTP/1.1" status: 200 len: 998 time: 0.1184540 Jun 11 10:05:38.605525 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9c702cf-dd7e-4dfa-b816-c6d03f19acf9', 'name': 'network-vif-deleted', 'tag': '1679bae4-2d97-4ecb-add1-b9fc56247f86'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:05:38.607971 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e917a2-0b58-4c67-a25f-e53c541a2660" -d '{"events": [{"server_uuid": "b9c702cf-dd7e-4dfa-b816-c6d03f19acf9", "name": "network-vif-deleted", "tag": "1679bae4-2d97-4ecb-add1-b9fc56247f86"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:05:38.637212 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e29e63b7-6db1-4925-ad80-8229b208552b tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:38.665043 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3cc6d493-9cff-4d3d-8652-9acfd2389f07 tempest-InstanceActionsNegativeTestJSON-1938298475 tempest-InstanceActionsNegativeTestJSON-1938298475-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:05:38.685310 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f9be7b-d08d-4f37-8ec6-b5a155ecbcd5 x-openstack-request-id: req-b7f9be7b-d08d-4f37-8ec6-b5a155ecbcd5 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:05:38.686097 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9c702cf-dd7e-4dfa-b816-c6d03f19acf9", "name": "network-vif-deleted", "tag": "1679bae4-2d97-4ecb-add1-b9fc56247f86", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:05:38.686800 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b7f9be7b-d08d-4f37-8ec6-b5a155ecbcd5 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:05:38.687968 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9c702cf-dd7e-4dfa-b816-c6d03f19acf9', 'name': 'network-vif-deleted', 'tag': '1679bae4-2d97-4ecb-add1-b9fc56247f86', 'status': 'completed', 'code': 200} Jun 11 10:05:38.746035 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29e63b7-6db1-4925-ad80-8229b208552b tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:05:38.751475 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-e29e63b7-6db1-4925-ad80-8229b208552b tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:05:38.780698 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29e63b7-6db1-4925-ad80-8229b208552b tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:05:38.797645 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a281f14-fb7d-4117-a1f1-b97636b6793e req-63514144-5d7e-4012-b786-6906f627e9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:38.802358 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3a281f14-fb7d-4117-a1f1-b97636b6793e req-63514144-5d7e-4012-b786-6906f627e9ba service neutron] 10.222.0.69 "GET /v2.0/subnets?id=73b1338f-0df7-44ec-88b6-dbc16cfcfcc4 HTTP/1.1" status: 200 len: 855 time: 0.2672124 Jun 11 10:05:38.890797 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7906efe0-087b-4cdd-bfdb-7d497ffb03d6 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:38.900567 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29e63b7-6db1-4925-ad80-8229b208552b tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Pushing event updated for resources: {'Port': ['ID=45da4f5a-8ea9-4dd6-821b-3773e6713e71,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:05:38.945629 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e29e63b7-6db1-4925-ad80-8229b208552b tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:05:39.150541 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7906efe0-087b-4cdd-bfdb-7d497ffb03d6 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:39.220314 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a281f14-fb7d-4117-a1f1-b97636b6793e req-68172dff-c474-4ff1-8399-d53da611f019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:39.221864 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3a281f14-fb7d-4117-a1f1-b97636b6793e req-68172dff-c474-4ff1-8399-d53da611f019 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ec1bae5-7351-4e01-a52c-de5521320fcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3816288 Jun 11 10:05:39.229420 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d9f348-ec99-429a-a9bf-1fc5a3a64074 req-0aa83055-3646-4767-8017-08196c8a0ed2 tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:39.235921 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-98d9f348-ec99-429a-a9bf-1fc5a3a64074 req-0aa83055-3646-4767-8017-08196c8a0ed2 tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] 10.222.0.60 "GET /v2.0/networks?id=568c371e-3465-4c66-a699-03569955ac17 HTTP/1.1" status: 200 len: 812 time: 0.3966880 Jun 11 10:05:39.253363 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290b8be7-98a6-492b-935e-5e95e70e4606 req-ed906fa7-9b46-4ca2-94c3-8846511b3caa tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:39.254970 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-290b8be7-98a6-492b-935e-5e95e70e4606 req-ed906fa7-9b46-4ca2-94c3-8846511b3caa tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=93ad82f0-8781-4cf6-a466-9a57ed82acf5 HTTP/1.1" status: 200 len: 944 time: 0.2385664 Jun 11 10:05:39.276467 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-98d9f348-ec99-429a-a9bf-1fc5a3a64074 req-4e8cb044-f44b-4d7f-a010-b242cecc3397 tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] 10.222.0.60 "GET /v2.0/quotas/62ba6f0c270c4ad4a94e53037cf894fd HTTP/1.1" status: 200 len: 375 time: 0.0393240 Jun 11 10:05:39.339527 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-98d9f348-ec99-429a-a9bf-1fc5a3a64074 req-9ccaf73f-caf4-46ad-a83e-7f51f474966d tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=62ba6f0c270c4ad4a94e53037cf894fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0601540 Jun 11 10:05:39.374939 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-290b8be7-98a6-492b-935e-5e95e70e4606 req-0c64fab5-c55c-4e44-a5e0-e90dd12ae450 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c9589fb-c3c5-418d-8928-25f3ef7c4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897028 Jun 11 10:05:39.519754 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3a281f14-fb7d-4117-a1f1-b97636b6793e req-cb727cae-09ef-4b4e-8df5-d57a47e89cef service neutron] 10.222.0.69 "GET /v2.0/networks/4ec1bae5-7351-4e01-a52c-de5521320fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760427 Jun 11 10:05:39.580611 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3f8d033f-1af0-43a7-b78b-96b68bbf409e req-6d360de2-116c-4f41-871a-33834e910629 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 210 time: 0.0555089 Jun 11 10:05:39.585241 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7906efe0-087b-4cdd-bfdb-7d497ffb03d6 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:39.699631 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7906efe0-087b-4cdd-bfdb-7d497ffb03d6 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:39.701796 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f6682e44-0a0e-455b-ab55-6bca52b88ede admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:05:39.810897 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7906efe0-087b-4cdd-bfdb-7d497ffb03d6 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Pushing event updated for resources: {'Port': ['ID=b4084b90-b467-4825-af14-2ac958e22cb5,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:05:39.820635 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7906efe0-087b-4cdd-bfdb-7d497ffb03d6 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:05:39.838918 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7906efe0-087b-4cdd-bfdb-7d497ffb03d6 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:39.990686 n-d-779913-12 neutron-server[93177]: INFO neutron.db.l3_db [None req-7906efe0-087b-4cdd-bfdb-7d497ffb03d6 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Floating IP dd14f6f2-10dd-4e57-a71c-bda235d4547b associated. External IP: 172.25.4.38, port: ac2bb751-7f72-4029-8868-d6ceb3336efc. Jun 11 10:05:40.240645 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 42338) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:05:40.330997 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-98d9f348-ec99-429a-a9bf-1fc5a3a64074 req-8b921114-b597-4528-bd84-c8f6e10318cf service neutron] 10.222.0.60 "GET /v2.0/networks/568c371e-3465-4c66-a699-03569955ac17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8135083 Jun 11 10:05:40.378208 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e29e63b7-6db1-4925-ad80-8229b208552b tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:40.526035 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3a281f14-fb7d-4117-a1f1-b97636b6793e req-bf4ca559-e5a1-4717-b1e9-b7fa6c45d10e service neutron] 10.222.0.69 "GET /v2.0/networks/4ec1bae5-7351-4e01-a52c-de5521320fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9324896 Jun 11 10:05:40.611983 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0295ce5b-e5f2-4f89-b107-6bb9db416c33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:40.767508 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-98d9f348-ec99-429a-a9bf-1fc5a3a64074 req-47c80f00-82de-4fd9-9b33-935cf32ed5d1 service neutron] 10.222.0.60 "GET /v2.0/networks/568c371e-3465-4c66-a699-03569955ac17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4345148 Jun 11 10:05:40.859398 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7906efe0-087b-4cdd-bfdb-7d497ffb03d6 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Router d3f144aa-bd3f-4343-96aa-96eba3abd05e has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:05:41.032297 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e4c8f3-8d84-4481-913e-df6339cc2fba req-dee4bf06-4e05-400e-8d15-0bf2ef817682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:41.034957 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d9e4c8f3-8d84-4481-913e-df6339cc2fba req-dee4bf06-4e05-400e-8d15-0bf2ef817682 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=21c20f27027a4fa895493faf5f883302&device_id=93ad82f0-8781-4cf6-a466-9a57ed82acf5 HTTP/1.1" status: 200 len: 1096 time: 0.3802235 Jun 11 10:05:41.196853 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e29e63b7-6db1-4925-ad80-8229b208552b tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:41.270393 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfbf097-7f5d-49a4-ab61-317a2583aba0 req-507769b2-86d6-4f67-acd1-4288adca736e tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:41.290290 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ecfbf097-7f5d-49a4-ab61-317a2583aba0 req-507769b2-86d6-4f67-acd1-4288adca736e tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=93ad82f0-8781-4cf6-a466-9a57ed82acf5 HTTP/1.1" status: 200 len: 944 time: 0.6094475 Jun 11 10:05:41.435182 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7906efe0-087b-4cdd-bfdb-7d497ffb03d6 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:05:41.451822 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be82718-0308-4dff-9d84-b4f4fccbc9b7 None None] Sync routers for ids ['d3f144aa-bd3f-4343-96aa-96eba3abd05e'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:05:41.460508 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ecfbf097-7f5d-49a4-ab61-317a2583aba0 req-7f274ef0-5796-433e-80a1-e6eb3f4dbf7a tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c9589fb-c3c5-418d-8928-25f3ef7c4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1693950 Jun 11 10:05:41.469799 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be82718-0308-4dff-9d84-b4f4fccbc9b7 None None] Routers {'d3f144aa-bd3f-4343-96aa-96eba3abd05e'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:05:41.476060 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-1be82718-0308-4dff-9d84-b4f4fccbc9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:05:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['d3f144aa-bd3f-4343-96aa-96eba3abd05e'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:05:41.550268 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0295ce5b-e5f2-4f89-b107-6bb9db416c33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:41.574272 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-1be82718-0308-4dff-9d84-b4f4fccbc9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:05:41.594023 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be82718-0308-4dff-9d84-b4f4fccbc9b7 None None] Routers {'d3f144aa-bd3f-4343-96aa-96eba3abd05e'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:05:41.595070 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-1be82718-0308-4dff-9d84-b4f4fccbc9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:05:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['d3f144aa-bd3f-4343-96aa-96eba3abd05e'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:05:41.641192 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-79c12b8c-e774-408e-985e-cfa779c399f7 req-e06ee6b1-e6ea-4042-8b50-062fedbff3ee tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 210 time: 0.0936124 Jun 11 10:05:41.700559 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1053412a-31c7-4466-bed9-25efd113b7f6 req-3b76c89f-6135-4b9d-84cb-54abb32e097e tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ea83a9b-1e90-452a-a659-5d0ff61a917e HTTP/1.1" status: 200 len: 210 time: 0.1287167 Jun 11 10:05:41.710837 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e4c8f3-8d84-4481-913e-df6339cc2fba req-3af92a3b-6cc1-4efb-baff-81f27916e20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:41.712505 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d9e4c8f3-8d84-4481-913e-df6339cc2fba req-3af92a3b-6cc1-4efb-baff-81f27916e20b service neutron] 10.222.0.69 "GET /v2.0/networks?id=4ec1bae5-7351-4e01-a52c-de5521320fcb HTTP/1.1" status: 200 len: 917 time: 0.6670473 Jun 11 10:05:41.737442 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0295ce5b-e5f2-4f89-b107-6bb9db416c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:41.751029 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8e4e514f-f1e1-4318-8b23-5aaef3c7f0ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:05:41.778671 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-1be82718-0308-4dff-9d84-b4f4fccbc9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:05:41.781212 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be82718-0308-4dff-9d84-b4f4fccbc9b7 None None] The sync data for ids ['d3f144aa-bd3f-4343-96aa-96eba3abd05e'] in n-d-779913-12 is: [] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:05:41.807122 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7906efe0-087b-4cdd-bfdb-7d497ffb03d6 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:41.987685 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-7906efe0-087b-4cdd-bfdb-7d497ffb03d6 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.2620058 Jun 11 10:05:41.990623 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 42376) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:05:41.996026 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-af33ee68-6906-4946-b12c-a0d3553bcc67 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-656505760'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:05:42.055577 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-0295ce5b-e5f2-4f89-b107-6bb9db416c33 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=29f4a36ee34f42acb5107a8fc00dcbcb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8094604 Jun 11 10:05:42.056943 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 42378) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:05:42.077264 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0295ce5b-e5f2-4f89-b107-6bb9db416c33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a3bd3f-ac7c-44fd-92ed-d198f30b26f9,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:05:42.086298 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0295ce5b-e5f2-4f89-b107-6bb9db416c33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:05:42.112432 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d9e4c8f3-8d84-4481-913e-df6339cc2fba req-c99c7ee0-936c-40e9-b19a-00fe8713800a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=654150cf-8faf-4a19-aca8-459bddd22d50 HTTP/1.1" status: 200 len: 998 time: 0.3698165 Jun 11 10:05:42.120234 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af33ee68-6906-4946-b12c-a0d3553bcc67 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Made reservation on behalf of fb57c32c7575439082063defb572928f for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:05:42.124027 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-af33ee68-6906-4946-b12c-a0d3553bcc67 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:42.176681 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af33ee68-6906-4946-b12c-a0d3553bcc67 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 795} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:05:42.179215 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1470dde8-d194-42b4-947d-591478f5ec40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:42.201287 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-af33ee68-6906-4946-b12c-a0d3553bcc67 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:42.201681 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-af33ee68-6906-4946-b12c-a0d3553bcc67 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Added segment f7ad8652-105f-43ba-b415-4cfe690664cc of type vlan for network 78b26c0c-06ca-4d31-8414-0c76e9b08c0b Jun 11 10:05:42.225772 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1470dde8-d194-42b4-947d-591478f5ec40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:42.273117 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e29e63b7-6db1-4925-ad80-8229b208552b tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Router ca2dcd75-92d8-4de7-a785-e7a0a6598ee6 is scheduled to L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 with binding_index 1 {{(pid=93176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 10:05:42.285201 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-af33ee68-6906-4946-b12c-a0d3553bcc67 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:42.450682 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e4c8f3-8d84-4481-913e-df6339cc2fba req-a2fc83ec-c9a6-43b9-b100-b3847182886e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:42.452389 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d9e4c8f3-8d84-4481-913e-df6339cc2fba req-a2fc83ec-c9a6-43b9-b100-b3847182886e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=73b1338f-0df7-44ec-88b6-dbc16cfcfcc4 HTTP/1.1" status: 200 len: 855 time: 0.2959721 Jun 11 10:05:42.470225 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-af33ee68-6906-4946-b12c-a0d3553bcc67 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:42.485502 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af33ee68-6906-4946-b12c-a0d3553bcc67 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:42.485502 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-af33ee68-6906-4946-b12c-a0d3553bcc67 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:42.485502 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7e7f7287-40e2-4acc-829a-2de43916b951 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:05:42.557371 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e29e63b7-6db1-4925-ad80-8229b208552b tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:05:42.566095 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f43ff41-03df-4b06-a908-5beeecbc53e5 None None] Sync routers for ids ['ca2dcd75-92d8-4de7-a785-e7a0a6598ee6'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:05:42.583292 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f43ff41-03df-4b06-a908-5beeecbc53e5 None None] Routers {'ca2dcd75-92d8-4de7-a785-e7a0a6598ee6'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:05:42.595245 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-7f43ff41-03df-4b06-a908-5beeecbc53e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:05:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['ca2dcd75-92d8-4de7-a785-e7a0a6598ee6'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:05:42.599190 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1470dde8-d194-42b4-947d-591478f5ec40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:42.602438 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1470dde8-d194-42b4-947d-591478f5ec40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:42.604071 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-1470dde8-d194-42b4-947d-591478f5ec40 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/20a3bd3f-ac7c-44fd-92ed-d198f30b26f9 HTTP/1.1" status: 204 len: 168 time: 0.5462396 Jun 11 10:05:42.606402 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af33ee68-6906-4946-b12c-a0d3553bcc67 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Pushing event updated for resources: {'Network': ['ID=78b26c0c-06ca-4d31-8414-0c76e9b08c0b,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:05:42.637570 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-af33ee68-6906-4946-b12c-a0d3553bcc67 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:05:42.639500 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b43d4552-d301-413e-af41-5f23c6ba8471 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:05:42.678500 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1470dde8-d194-42b4-947d-591478f5ec40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a3bd3f-ac7c-44fd-92ed-d198f30b26f9,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:05:42.697808 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1470dde8-d194-42b4-947d-591478f5ec40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:05:42.740561 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-af33ee68-6906-4946-b12c-a0d3553bcc67 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7487466 Jun 11 10:05:42.743237 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 42390) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:05:42.749192 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-2762e31a-aa11-46fa-9ece-7b271e24868b tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Request body: {'subnet': {'network_id': '78b26c0c-06ca-4d31-8414-0c76e9b08c0b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:05:42.754655 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 78b26c0c-06ca-4d31-8414-0c76e9b08c0b details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:05:42.826727 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e29e63b7-6db1-4925-ad80-8229b208552b tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:42.827987 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-e29e63b7-6db1-4925-ad80-8229b208552b tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.1784551 Jun 11 10:05:42.835125 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 42392) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:05:43.090218 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-7f43ff41-03df-4b06-a908-5beeecbc53e5 None None] Set router ca2dcd75-92d8-4de7-a785-e7a0a6598ee6 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:05:43.137070 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e4c8f3-8d84-4481-913e-df6339cc2fba req-f0b0f45e-82a2-4fb3-9ce3-96097547ed84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:43.138715 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d9e4c8f3-8d84-4481-913e-df6339cc2fba req-f0b0f45e-82a2-4fb3-9ce3-96097547ed84 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ec1bae5-7351-4e01-a52c-de5521320fcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5459173 Jun 11 10:05:43.187812 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6c47fa-1127-4739-93e5-19b1e594b368 req-57ad2290-9cb6-4917-8f8b-a6782b99905d tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:43.192187 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4f6c47fa-1127-4739-93e5-19b1e594b368 req-57ad2290-9cb6-4917-8f8b-a6782b99905d tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=93ad82f0-8781-4cf6-a466-9a57ed82acf5 HTTP/1.1" status: 200 len: 944 time: 0.5031500 Jun 11 10:05:43.232597 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6d0d17b8-52de-4140-afbe-e114ff0151c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:43.237418 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4458104d-596e-4340-9b3c-329334931cec req-9c76e6e9-ce79-4d93-a2bb-93f16be3f3fb tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 210 time: 0.1339622 Jun 11 10:05:43.341405 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-72e98edc-f7af-4be6-948e-30c5210debdf tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] 10.222.0.60 "GET /v2.0/routers/ca2dcd75-92d8-4de7-a785-e7a0a6598ee6 HTTP/1.1" status: 200 len: 908 time: 0.5006475 Jun 11 10:05:43.347673 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 42398) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:05:43.361355 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-a6719dec-6a41-4d61-b9ea-08f3d58a6c47 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1345070793', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'enable_snat': True}}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:05:43.423619 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4f6c47fa-1127-4739-93e5-19b1e594b368 req-6a49b6df-0ea4-4809-b4c3-f5e1dc2441d3 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c9589fb-c3c5-418d-8928-25f3ef7c4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2191122 Jun 11 10:05:43.430200 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2762e31a-aa11-46fa-9ece-7b271e24868b tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Made reservation on behalf of fb57c32c7575439082063defb572928f for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:05:43.445029 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2762e31a-aa11-46fa-9ece-7b271e24868b tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:43.562959 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a6719dec-6a41-4d61-b9ea-08f3d58a6c47 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:43.573788 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a6719dec-6a41-4d61-b9ea-08f3d58a6c47 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:43.648729 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d9e4c8f3-8d84-4481-913e-df6339cc2fba req-b006bcbf-07b0-459b-9f7a-138a38761ea5 service neutron] 10.222.0.69 "GET /v2.0/networks/4ec1bae5-7351-4e01-a52c-de5521320fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4286327 Jun 11 10:05:43.863191 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-7f43ff41-03df-4b06-a908-5beeecbc53e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2dcd75-92d8-4de7-a785-e7a0a6598ee6', 'name': 'tempest-snat-router-1345070793', 'tenant_id': '400baf6a28cc4f809590ab5ed0af8545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.82'}], 'enable_snat': False}, 'gw_port_id': '45da4f5a-8ea9-4dd6-821b-3773e6713e71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:05:35Z', 'updated_at': '2021-06-11T10:05:39Z', 'revision_number': 3, 'project_id': '400baf6a28cc4f809590ab5ed0af8545', 'gw_port': {'id': '45da4f5a-8ea9-4dd6-821b-3773e6713e71', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:0e:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca2dcd75-92d8-4de7-a785-e7a0a6598ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:05:37Z', 'updated_at': '2021-06-11T10:05:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:05:43.873695 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f43ff41-03df-4b06-a908-5beeecbc53e5 None None] Checking router: ca2dcd75-92d8-4de7-a785-e7a0a6598ee6 for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:05:43.874358 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f43ff41-03df-4b06-a908-5beeecbc53e5 None None] Updating router ca2dcd75-92d8-4de7-a785-e7a0a6598ee6 port 45da4f5a-8ea9-4dd6-821b-3773e6713e71 binding host n-d-779913-12 {{(pid=93178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 10:05:43.919194 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7cec5d3f-05e4-4f0a-a703-40adb5158b3b req-843c8f4c-cab9-4a37-b7a8-26519d5663e7 tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ea83a9b-1e90-452a-a659-5d0ff61a917e HTTP/1.1" status: 200 len: 210 time: 0.3365674 Jun 11 10:05:43.969498 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7f43ff41-03df-4b06-a908-5beeecbc53e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:44.010497 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d9e4c8f3-8d84-4481-913e-df6339cc2fba req-44ee5145-afd7-4809-aff4-07ea978180f4 service neutron] 10.222.0.69 "GET /v2.0/networks/4ec1bae5-7351-4e01-a52c-de5521320fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3553078 Jun 11 10:05:44.120957 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2762e31a-aa11-46fa-9ece-7b271e24868b tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:44.123872 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 42402) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:05:44.132179 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-54f1a072-dd98-4eba-a733-5148d18ec533 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:05:44.142253 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a6719dec-6a41-4d61-b9ea-08f3d58a6c47 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:44.208987 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c200ebba-656d-4199-93a1-4bde2f5ac303 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:44.223047 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2762e31a-aa11-46fa-9ece-7b271e24868b tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Checking segment: {'id': 'f7ad8652-105f-43ba-b415-4cfe690664cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '78b26c0c-06ca-4d31-8414-0c76e9b08c0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:05:44.223547 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2762e31a-aa11-46fa-9ece-7b271e24868b tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Network hostable DHCP agents. Network: 78b26c0c-06ca-4d31-8414-0c76e9b08c0b, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:05:44.227794 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2762e31a-aa11-46fa-9ece-7b271e24868b tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Pushing event updated for resources: {'Subnet': ['ID=ef2dc0ca-09e2-4607-a71e-07cbfabb5eb0,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:05:44.239705 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2762e31a-aa11-46fa-9ece-7b271e24868b tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:05:44.635721 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b718753e-7077-4caa-98db-74a0d8ff1e73 req-3e53c0da-fc25-4cf6-ad4e-4c1b6999fcb8 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 210 time: 0.0968165 Jun 11 10:05:44.691724 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c200ebba-656d-4199-93a1-4bde2f5ac303 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:44.730058 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2762e31a-aa11-46fa-9ece-7b271e24868b tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Network 78b26c0c-06ca-4d31-8414-0c76e9b08c0b is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:05:44.779394 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a6719dec-6a41-4d61-b9ea-08f3d58a6c47 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:44.801484 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c200ebba-656d-4199-93a1-4bde2f5ac303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:44.824260 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f48aa1ad-f856-4ddf-ae30-171f720cab68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:05:44.844076 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1759c48d-ff55-4276-b25e-f6d084f72639 req-08f331f2-5bc0-4fb2-96a7-ef4dc5958433 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:44.852664 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1759c48d-ff55-4276-b25e-f6d084f72639 req-08f331f2-5bc0-4fb2-96a7-ef4dc5958433 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=93ad82f0-8781-4cf6-a466-9a57ed82acf5 HTTP/1.1" status: 200 len: 944 time: 0.1256621 Jun 11 10:05:44.862797 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-2762e31a-aa11-46fa-9ece-7b271e24868b tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 78b26c0c-06ca-4d31-8414-0c76e9b08c0b) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:05:44.871486 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a080c57-c8e9-42dc-8ff5-f7fe991a9d66 None None] Network 78b26c0c-06ca-4d31-8414-0c76e9b08c0b requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:05:44.893736 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-c200ebba-656d-4199-93a1-4bde2f5ac303 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=095d6655ac3f422ca693c69f40c53ef3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7654040 Jun 11 10:05:44.897192 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2762e31a-aa11-46fa-9ece-7b271e24868b tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:44.897192 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2762e31a-aa11-46fa-9ece-7b271e24868b tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:44.899801 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 42408) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:05:44.910667 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c200ebba-656d-4199-93a1-4bde2f5ac303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2390611-85b5-4d12-99af-0a2cfd155a9e,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:05:44.933275 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c200ebba-656d-4199-93a1-4bde2f5ac303 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:05:45.024798 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1759c48d-ff55-4276-b25e-f6d084f72639 req-d6720c5d-10fe-4e47-8e59-ffbb1a753cdd tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c9589fb-c3c5-418d-8928-25f3ef7c4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1710413 Jun 11 10:05:45.074618 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f13c0703-eec2-448e-bc86-618fc9b66b87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:45.079641 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-2762e31a-aa11-46fa-9ece-7b271e24868b tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3351092 Jun 11 10:05:45.082599 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 42414) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:05:45.087536 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-686a8a65-85e8-4d59-9419-d37502a15b69 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1479996216', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}, 'admin_state_up': False}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:05:45.133173 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f13c0703-eec2-448e-bc86-618fc9b66b87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:45.236173 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-686a8a65-85e8-4d59-9419-d37502a15b69 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:45.237471 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-686a8a65-85e8-4d59-9419-d37502a15b69 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:45.253031 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7f43ff41-03df-4b06-a908-5beeecbc53e5 None None] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:45.352582 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c81379f-1fdd-451f-8511-486f093598b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-78b26c0c-06ca-4d31-8414-0c76e9b08c0b', 'network_id': '78b26c0c-06ca-4d31-8414-0c76e9b08c0b', 'tenant_id': 'fb57c32c7575439082063defb572928f', 'fixed_ips': [{'subnet_id': 'ef2dc0ca-09e2-4607-a71e-07cbfabb5eb0'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 10:05:45.353454 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-5c81379f-1fdd-451f-8511-486f093598b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:45.354396 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-55fe5f35-6aeb-418a-b6bb-5a7ca9b1826d req-6ba3737d-3da7-4a10-afe9-4f28e4b10d4b tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ea83a9b-1e90-452a-a659-5d0ff61a917e HTTP/1.1" status: 200 len: 210 time: 0.0754933 Jun 11 10:05:45.436798 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-7f43ff41-03df-4b06-a908-5beeecbc53e5 None None] Transition to ACTIVE for port object 45da4f5a-8ea9-4dd6-821b-3773e6713e71 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:05:45.490652 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f13c0703-eec2-448e-bc86-618fc9b66b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:45.502826 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f13c0703-eec2-448e-bc86-618fc9b66b87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:45.506857 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-f13c0703-eec2-448e-bc86-618fc9b66b87 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f2390611-85b5-4d12-99af-0a2cfd155a9e HTTP/1.1" status: 204 len: 168 time: 0.6033301 Jun 11 10:05:45.507792 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b5dc8cbb-8dd8-45f8-a2f0-3ede1f1a1bb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:05:45.530769 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13c0703-eec2-448e-bc86-618fc9b66b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2390611-85b5-4d12-99af-0a2cfd155a9e,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:05:45.537068 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f13c0703-eec2-448e-bc86-618fc9b66b87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:05:45.603990 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7f43ff41-03df-4b06-a908-5beeecbc53e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:45.622717 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-4ee7040f-02e4-405f-8921-ad326eb44401 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:05:45.629203 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-686a8a65-85e8-4d59-9419-d37502a15b69 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:45.644919 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a6719dec-6a41-4d61-b9ea-08f3d58a6c47 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:45.685707 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76c8894-c409-452a-aef6-6a2987afb604 None None] Pushing event updated for resources: {'Port': ['ID=45da4f5a-8ea9-4dd6-821b-3773e6713e71,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:05:45.701497 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76c8894-c409-452a-aef6-6a2987afb604 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:05:45.704046 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76c8894-c409-452a-aef6-6a2987afb604 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:05:45.704046 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76c8894-c409-452a-aef6-6a2987afb604 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:05:45.704046 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76c8894-c409-452a-aef6-6a2987afb604 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:05:45.704046 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76c8894-c409-452a-aef6-6a2987afb604 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:05:45.704046 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76c8894-c409-452a-aef6-6a2987afb604 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:05:45.704046 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76c8894-c409-452a-aef6-6a2987afb604 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:05:45.704046 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76c8894-c409-452a-aef6-6a2987afb604 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:05:45.705074 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76c8894-c409-452a-aef6-6a2987afb604 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:05:45.705885 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76c8894-c409-452a-aef6-6a2987afb604 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:05:45.706424 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76c8894-c409-452a-aef6-6a2987afb604 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:05:45.706996 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76c8894-c409-452a-aef6-6a2987afb604 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:05:45.723128 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-d76c8894-c409-452a-aef6-6a2987afb604 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:05:45.758181 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-7f43ff41-03df-4b06-a908-5beeecbc53e5 None None] Attempting to bind port 45da4f5a-8ea9-4dd6-821b-3773e6713e71 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:05:45.758631 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-7f43ff41-03df-4b06-a908-5beeecbc53e5 None None] Attempting to bind port 45da4f5a-8ea9-4dd6-821b-3773e6713e71 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:05:45.767619 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f43ff41-03df-4b06-a908-5beeecbc53e5 None None] Attempting to bind port 45da4f5a-8ea9-4dd6-821b-3773e6713e71 on network f0adef6e-169f-4a27-8865-442be2ad072d {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:05:45.769328 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f43ff41-03df-4b06-a908-5beeecbc53e5 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:05:45.769895 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f43ff41-03df-4b06-a908-5beeecbc53e5 None None] Checking segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:05:45.770459 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7f43ff41-03df-4b06-a908-5beeecbc53e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:45.771013 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f43ff41-03df-4b06-a908-5beeecbc53e5 None None] Bound using segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:05:45.771688 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-7f43ff41-03df-4b06-a908-5beeecbc53e5 None None] Bound port: 45da4f5a-8ea9-4dd6-821b-3773e6713e71, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:05:45.772252 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7f43ff41-03df-4b06-a908-5beeecbc53e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:45.797491 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a6719dec-6a41-4d61-b9ea-08f3d58a6c47 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:45.841359 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1f9eff79-6f41-4025-bac2-fb63d014a1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:45.938471 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-5c81379f-1fdd-451f-8511-486f093598b0 None None] Allocated IP 172.20.0.2 (78b26c0c-06ca-4d31-8414-0c76e9b08c0b/ef2dc0ca-09e2-4607-a71e-07cbfabb5eb0/c9d836ef-a2b9-490c-a15d-b763e5d34aec) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:05:45.994215 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-7f43ff41-03df-4b06-a908-5beeecbc53e5 None None] For port 45da4f5a-8ea9-4dd6-821b-3773e6713e71, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:05:46.058044 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:46.070417 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-7f43ff41-03df-4b06-a908-5beeecbc53e5 None None] For port 45da4f5a-8ea9-4dd6-821b-3773e6713e71, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=45da4f5a-8ea9-4dd6-821b-3773e6713e71,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:05:46.217196 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-a6719dec-6a41-4d61-b9ea-08f3d58a6c47 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Allocated IP 172.25.4.48 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/4b6d9657-d134-4795-b021-9c8ffce7fc15) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:05:46.238743 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7f43ff41-03df-4b06-a908-5beeecbc53e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:46.253848 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:05:46.302911 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6188a80e-a3d7-48ef-8c8e-676977897cbe req-6b2943c1-afa7-4882-abce-1a8d028689ef tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 210 time: 0.0826192 Jun 11 10:05:46.535613 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f43ff41-03df-4b06-a908-5beeecbc53e5 None None] Routers {'ca2dcd75-92d8-4de7-a785-e7a0a6598ee6'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:05:46.546587 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-7f43ff41-03df-4b06-a908-5beeecbc53e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:05:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['ca2dcd75-92d8-4de7-a785-e7a0a6598ee6'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:05:46.549547 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76c8894-c409-452a-aef6-6a2987afb604 None None] Pushing event updated for resources: {'Port': ['ID=45da4f5a-8ea9-4dd6-821b-3773e6713e71,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:05:46.743893 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1eafed5e-da84-401a-8f81-7dec788fe968 req-ee2f2f7c-14a1-4698-9792-6f247817e086 tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ea83a9b-1e90-452a-a659-5d0ff61a917e HTTP/1.1" status: 200 len: 210 time: 0.0976388 Jun 11 10:05:46.789775 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-7f43ff41-03df-4b06-a908-5beeecbc53e5 None None] Set router ca2dcd75-92d8-4de7-a785-e7a0a6598ee6 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:05:46.802155 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a6719dec-6a41-4d61-b9ea-08f3d58a6c47 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:46.922551 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-d76c8894-c409-452a-aef6-6a2987afb604 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.669s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:05:47.007328 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a6719dec-6a41-4d61-b9ea-08f3d58a6c47 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:47.014960 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c1e8c10f-3c23-45b3-8292-cda0beba6b32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:05:47.070405 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-5c81379f-1fdd-451f-8511-486f093598b0 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:47.090528 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-5c81379f-1fdd-451f-8511-486f093598b0 None None] Transition to ACTIVE for port object c9d836ef-a2b9-490c-a15d-b763e5d34aec will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:05:47.124787 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:47.130071 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-5c81379f-1fdd-451f-8511-486f093598b0 None None] Transition to ACTIVE for port object c9d836ef-a2b9-490c-a15d-b763e5d34aec will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:05:47.171730 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6719dec-6a41-4d61-b9ea-08f3d58a6c47 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:05:47.171730 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-a6719dec-6a41-4d61-b9ea-08f3d58a6c47 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:05:47.173869 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6719dec-6a41-4d61-b9ea-08f3d58a6c47 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:05:47.177751 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6719dec-6a41-4d61-b9ea-08f3d58a6c47 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Pushing event updated for resources: {'Port': ['ID=4b6d9657-d134-4795-b021-9c8ffce7fc15,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:05:47.201796 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a6719dec-6a41-4d61-b9ea-08f3d58a6c47 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:05:47.276719 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-5c81379f-1fdd-451f-8511-486f093598b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:47.293338 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d9f348-ec99-429a-a9bf-1fc5a3a64074 req-f2e57f50-e94c-42d0-8e8c-2152bb7ba614 tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:47.303093 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-98d9f348-ec99-429a-a9bf-1fc5a3a64074 req-f2e57f50-e94c-42d0-8e8c-2152bb7ba614 tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] 10.222.0.69 "GET /v2.0/networks?id=568c371e-3465-4c66-a699-03569955ac17 HTTP/1.1" status: 200 len: 812 time: 1.8109441 Jun 11 10:05:47.303093 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-686a8a65-85e8-4d59-9419-d37502a15b69 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:47.326272 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-d76c8894-c409-452a-aef6-6a2987afb604 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:05:47.378228 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6343d10b-a16c-450a-85c4-734b0d684498 req-45a28733-fa68-462e-ad7a-f6cbeff0d615 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:47.402701 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6343d10b-a16c-450a-85c4-734b0d684498 req-45a28733-fa68-462e-ad7a-f6cbeff0d615 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=93ad82f0-8781-4cf6-a466-9a57ed82acf5 HTTP/1.1" status: 200 len: 944 time: 1.1435325 Jun 11 10:05:47.420705 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-98d9f348-ec99-429a-a9bf-1fc5a3a64074 req-5e02df01-a4a0-48c3-b552-62659d4b5321 tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] Request body: {'port': {'device_id': '6ea83a9b-1e90-452a-a659-5d0ff61a917e', 'network_id': '568c371e-3465-4c66-a699-03569955ac17', 'admin_state_up': True, 'tenant_id': '62ba6f0c270c4ad4a94e53037cf894fd'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:05:47.457309 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c81379f-1fdd-451f-8511-486f093598b0 None None] Pushing event updated for resources: {'Port': ['ID=c9d836ef-a2b9-490c-a15d-b763e5d34aec,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:05:47.468205 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-5c81379f-1fdd-451f-8511-486f093598b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:05:47.482515 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c81379f-1fdd-451f-8511-486f093598b0 None None] Network 78b26c0c-06ca-4d31-8414-0c76e9b08c0b is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:05:47.488463 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-5c81379f-1fdd-451f-8511-486f093598b0 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:05:47.492620 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c81379f-1fdd-451f-8511-486f093598b0 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:05:47.504267 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-7f43ff41-03df-4b06-a908-5beeecbc53e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2dcd75-92d8-4de7-a785-e7a0a6598ee6', 'name': 'tempest-snat-router-1345070793', 'tenant_id': '400baf6a28cc4f809590ab5ed0af8545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.82'}], 'enable_snat': False}, 'gw_port_id': '45da4f5a-8ea9-4dd6-821b-3773e6713e71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:05:35Z', 'updated_at': '2021-06-11T10:05:39Z', 'revision_number': 3, 'project_id': '400baf6a28cc4f809590ab5ed0af8545', 'gw_port': {'id': '45da4f5a-8ea9-4dd6-821b-3773e6713e71', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:0e:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca2dcd75-92d8-4de7-a785-e7a0a6598ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:05:37Z', 'updated_at': '2021-06-11T10:05:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:05:47.650364 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f43ff41-03df-4b06-a908-5beeecbc53e5 None None] The sync data for ids ['ca2dcd75-92d8-4de7-a785-e7a0a6598ee6'] in n-d-779913-12 is: [{'id': 'ca2dcd75-92d8-4de7-a785-e7a0a6598ee6', 'name': 'tempest-snat-router-1345070793', 'tenant_id': '400baf6a28cc4f809590ab5ed0af8545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.82'}], 'enable_snat': False}, 'gw_port_id': '45da4f5a-8ea9-4dd6-821b-3773e6713e71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:05:35Z', 'updated_at': '2021-06-11T10:05:39Z', 'revision_number': 3, 'project_id': '400baf6a28cc4f809590ab5ed0af8545', 'gw_port': {'id': '45da4f5a-8ea9-4dd6-821b-3773e6713e71', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:0e:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca2dcd75-92d8-4de7-a785-e7a0a6598ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:05:37Z', 'updated_at': '2021-06-11T10:05:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-779913-12'}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:05:47.700267 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6343d10b-a16c-450a-85c4-734b0d684498 req-bb352b14-b025-49cc-9848-1776824e9add tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c9589fb-c3c5-418d-8928-25f3ef7c4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2965558 Jun 11 10:05:47.708449 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-5c81379f-1fdd-451f-8511-486f093598b0 None None] Attempting to bind port c9d836ef-a2b9-490c-a15d-b763e5d34aec on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:05:47.710255 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-5c81379f-1fdd-451f-8511-486f093598b0 None None] Attempting to bind port c9d836ef-a2b9-490c-a15d-b763e5d34aec by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'f7ad8652-105f-43ba-b415-4cfe690664cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '78b26c0c-06ca-4d31-8414-0c76e9b08c0b'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:05:47.725121 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c81379f-1fdd-451f-8511-486f093598b0 None None] Attempting to bind port c9d836ef-a2b9-490c-a15d-b763e5d34aec on network 78b26c0c-06ca-4d31-8414-0c76e9b08c0b {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:05:47.728493 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c81379f-1fdd-451f-8511-486f093598b0 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:05:47.728887 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c81379f-1fdd-451f-8511-486f093598b0 None None] Checking segment: {'id': 'f7ad8652-105f-43ba-b415-4cfe690664cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '78b26c0c-06ca-4d31-8414-0c76e9b08c0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:05:47.729495 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-5c81379f-1fdd-451f-8511-486f093598b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:47.730071 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c81379f-1fdd-451f-8511-486f093598b0 None None] Bound using segment: {'id': 'f7ad8652-105f-43ba-b415-4cfe690664cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '78b26c0c-06ca-4d31-8414-0c76e9b08c0b'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:05:47.730727 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-5c81379f-1fdd-451f-8511-486f093598b0 None None] Bound port: c9d836ef-a2b9-490c-a15d-b763e5d34aec, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ad8652-105f-43ba-b415-4cfe690664cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '78b26c0c-06ca-4d31-8414-0c76e9b08c0b'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:05:47.731411 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-5c81379f-1fdd-451f-8511-486f093598b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:47.880191 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6fa4f649-a727-4efe-bd5f-4e3da4de8650 req-70f4c528-5152-4acd-ae46-239d1f2e3e33 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 210 time: 0.1240330 Jun 11 10:05:47.975127 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-5c81379f-1fdd-451f-8511-486f093598b0 None None] For port c9d836ef-a2b9-490c-a15d-b763e5d34aec, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:05:47.979627 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-5c81379f-1fdd-451f-8511-486f093598b0 None None] For port c9d836ef-a2b9-490c-a15d-b763e5d34aec, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=c9d836ef-a2b9-490c-a15d-b763e5d34aec,segment=NetworkSegment(f7ad8652-105f-43ba-b415-4cfe690664cc),segment_id=f7ad8652-105f-43ba-b415-4cfe690664cc)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:05:48.065780 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-5c81379f-1fdd-451f-8511-486f093598b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:48.099969 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:05:48.359084 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c81379f-1fdd-451f-8511-486f093598b0 None None] Pushing event updated for resources: {'Port': ['ID=c9d836ef-a2b9-490c-a15d-b763e5d34aec,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:05:48.414127 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-5c81379f-1fdd-451f-8511-486f093598b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:05:48.425971 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a6719dec-6a41-4d61-b9ea-08f3d58a6c47 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:48.472750 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98d9f348-ec99-429a-a9bf-1fc5a3a64074 req-5e02df01-a4a0-48c3-b552-62659d4b5321 tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] Made reservation on behalf of 62ba6f0c270c4ad4a94e53037cf894fd for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:05:48.484273 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-98d9f348-ec99-429a-a9bf-1fc5a3a64074 req-5e02df01-a4a0-48c3-b552-62659d4b5321 tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:48.510387 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:48.554982 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-afdd226d-8ee8-4d95-b9b1-c9c7e217890b req-b8422529-8ab4-4e1f-893d-2a91d9af2004 tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ea83a9b-1e90-452a-a659-5d0ff61a917e HTTP/1.1" status: 200 len: 210 time: 0.3010638 Jun 11 10:05:48.726061 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-686a8a65-85e8-4d59-9419-d37502a15b69 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks [] for router_gateway, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:49.132411 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-686a8a65-85e8-4d59-9419-d37502a15b69 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:49.800324 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3e1d26a5-4a7c-4b5c-9c0b-e83e07c7e1e2 req-7ebe4723-0d14-4d27-b97c-59800ec89df0 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 210 time: 0.5678153 Jun 11 10:05:49.857873 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-686a8a65-85e8-4d59-9419-d37502a15b69 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Allocated IP 172.25.4.118 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/7c7bb001-a573-4eff-bd0c-e4449059cf04) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:05:50.075160 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ce977b-1005-4d38-abb9-ebd1e2bfbb2f None None] Network 78b26c0c-06ca-4d31-8414-0c76e9b08c0b requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:05:50.302339 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-ad27e2fe-d00a-4344-9851-bfa500532220 None None] Provisioning for port c9d836ef-a2b9-490c-a15d-b763e5d34aec completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:05:50.367912 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1103a8c3-beba-465a-893e-e0d821e511bf req-5dc41e75-2b57-4f39-95ea-146ee44936e9 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:50.376174 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1103a8c3-beba-465a-893e-e0d821e511bf req-5dc41e75-2b57-4f39-95ea-146ee44936e9 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=93ad82f0-8781-4cf6-a466-9a57ed82acf5 HTTP/1.1" status: 200 len: 944 time: 0.5689421 Jun 11 10:05:50.387696 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 45da4f5a-8ea9-4dd6-821b-3773e6713e71 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:05:50.454415 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e7df6c90-d1b3-4ffc-97c1-eb3a3159c1b4 req-1841813f-ab38-4390-ac44-4ad582068438 tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ea83a9b-1e90-452a-a659-5d0ff61a917e HTTP/1.1" status: 200 len: 210 time: 0.1403527 Jun 11 10:05:50.458552 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-98d9f348-ec99-429a-a9bf-1fc5a3a64074 req-5e02df01-a4a0-48c3-b552-62659d4b5321 tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] Allocated IP 172.20.0.10 (568c371e-3465-4c66-a699-03569955ac17/aefe0c09-460e-4a77-8069-7e468aaa43e9/3be2bf31-2ea1-4d10-833e-0df15c720757) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:05:50.468805 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1103a8c3-beba-465a-893e-e0d821e511bf req-ea6e10c1-8e89-47d5-82f8-3342534138aa tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c9589fb-c3c5-418d-8928-25f3ef7c4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873721 Jun 11 10:05:50.481091 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a6719dec-6a41-4d61-b9ea-08f3d58a6c47 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:50.722346 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-686a8a65-85e8-4d59-9419-d37502a15b69 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:50.921469 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6719dec-6a41-4d61-b9ea-08f3d58a6c47 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Router 5ff50b21-4b5e-4c0c-82df-c7d1535659cd is scheduled to L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 with binding_index 1 {{(pid=93177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 10:05:50.937675 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 45da4f5a-8ea9-4dd6-821b-3773e6713e71 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:05:50.964019 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 45da4f5a-8ea9-4dd6-821b-3773e6713e71 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:05:50.964408 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:51.123263 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-686a8a65-85e8-4d59-9419-d37502a15b69 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:51.135504 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2ddbb4eb-1315-48ce-8266-260bec1ead1e tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:05:51.148829 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686a8a65-85e8-4d59-9419-d37502a15b69 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:05:51.203062 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-686a8a65-85e8-4d59-9419-d37502a15b69 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:05:51.219579 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686a8a65-85e8-4d59-9419-d37502a15b69 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:05:51.317242 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:51.341235 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686a8a65-85e8-4d59-9419-d37502a15b69 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Pushing event updated for resources: {'Port': ['ID=7c7bb001-a573-4eff-bd0c-e4449059cf04,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:05:51.356316 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 45da4f5a-8ea9-4dd6-821b-3773e6713e71, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=45da4f5a-8ea9-4dd6-821b-3773e6713e71,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:05:51.378174 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-686a8a65-85e8-4d59-9419-d37502a15b69 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:05:51.404698 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1cfd6c89-2a0d-418d-868c-52a53b1b5f07 req-f97093d2-039d-4c0d-a204-2adf625b43f4 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 210 time: 0.1522229 Jun 11 10:05:51.435641 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-98d9f348-ec99-429a-a9bf-1fc5a3a64074 req-5e02df01-a4a0-48c3-b552-62659d4b5321 tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:51.446657 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:51.447891 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device c9d836ef-a2b9-490c-a15d-b763e5d34aec up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:05:51.450944 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-49f00e9b-4061-4861-824c-3b564f5b7f7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:05:51.456567 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6719dec-6a41-4d61-b9ea-08f3d58a6c47 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:05:51.470107 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f01fbbe-5398-4f11-a55a-74b0c8cafd44 None None] Sync routers for ids ['5ff50b21-4b5e-4c0c-82df-c7d1535659cd'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:05:51.490056 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f01fbbe-5398-4f11-a55a-74b0c8cafd44 None None] Routers {'5ff50b21-4b5e-4c0c-82df-c7d1535659cd'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:05:51.490824 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-6f01fbbe-5398-4f11-a55a-74b0c8cafd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:05:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['5ff50b21-4b5e-4c0c-82df-c7d1535659cd'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:05:51.547497 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a6719dec-6a41-4d61-b9ea-08f3d58a6c47 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:51.549673 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-a6719dec-6a41-4d61-b9ea-08f3d58a6c47 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 8.1986303 Jun 11 10:05:51.551982 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 42502) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:05:51.879491 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=45da4f5a-8ea9-4dd6-821b-3773e6713e71,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:05:51.883020 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:05:51.937326 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-59c7552d-b54d-475b-ac45-832cf6b959ce req-8e8e19dc-8334-46c4-bc6d-f13fe7938d55 tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ea83a9b-1e90-452a-a659-5d0ff61a917e HTTP/1.1" status: 200 len: 210 time: 0.0471537 Jun 11 10:05:51.969596 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port c9d836ef-a2b9-490c-a15d-b763e5d34aec completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:05:51.975369 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port c9d836ef-a2b9-490c-a15d-b763e5d34aec triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:05:51.976045 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:52.030932 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-0556a855-79a9-4eb4-b9bf-236f77bf5e74 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] 10.222.0.60 "GET /v2.0/routers/5ff50b21-4b5e-4c0c-82df-c7d1535659cd HTTP/1.1" status: 200 len: 907 time: 0.4726164 Jun 11 10:05:52.031747 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 42508) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:05:52.189320 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-6f01fbbe-5398-4f11-a55a-74b0c8cafd44 None None] Set router 5ff50b21-4b5e-4c0c-82df-c7d1535659cd gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:05:52.337966 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:52.517111 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port c9d836ef-a2b9-490c-a15d-b763e5d34aec, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=c9d836ef-a2b9-490c-a15d-b763e5d34aec,segment=NetworkSegment(f7ad8652-105f-43ba-b415-4cfe690664cc),segment_id=f7ad8652-105f-43ba-b415-4cfe690664cc)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:05:52.540509 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4f61af84-4f73-400f-a185-e3c4385ae1d8 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks [] for router, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:52.625127 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:52.628110 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:05:52.664710 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-98d9f348-ec99-429a-a9bf-1fc5a3a64074 req-5e02df01-a4a0-48c3-b552-62659d4b5321 tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:52.711022 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd3f97b-ad2c-4b06-afc7-15f3cfa105f5 req-bacb9664-83bf-4d08-ab65-1be7ece3aec3 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:52.737909 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7cd3f97b-ad2c-4b06-afc7-15f3cfa105f5 req-bacb9664-83bf-4d08-ab65-1be7ece3aec3 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=93ad82f0-8781-4cf6-a466-9a57ed82acf5 HTTP/1.1" status: 200 len: 944 time: 0.6359532 Jun 11 10:05:52.798362 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e7588bfe-0060-40f1-84c5-ec6f7a98d6fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:05:52.863758 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=c9d836ef-a2b9-490c-a15d-b763e5d34aec,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:05:52.870445 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:05:52.880327 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 45da4f5a-8ea9-4dd6-821b-3773e6713e71 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:05:52.978213 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-6f01fbbe-5398-4f11-a55a-74b0c8cafd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff50b21-4b5e-4c0c-82df-c7d1535659cd', 'name': 'tempest-snat-router-1345070793', 'tenant_id': '400baf6a28cc4f809590ab5ed0af8545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '4b6d9657-d134-4795-b021-9c8ffce7fc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:05:43Z', 'updated_at': '2021-06-11T10:05:47Z', 'revision_number': 3, 'project_id': '400baf6a28cc4f809590ab5ed0af8545', 'gw_port': {'id': '4b6d9657-d134-4795-b021-9c8ffce7fc15', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f9:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff50b21-4b5e-4c0c-82df-c7d1535659cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:05:45Z', 'updated_at': '2021-06-11T10:05:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:05:52.997724 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f01fbbe-5398-4f11-a55a-74b0c8cafd44 None None] Checking router: 5ff50b21-4b5e-4c0c-82df-c7d1535659cd for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:05:52.998490 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f01fbbe-5398-4f11-a55a-74b0c8cafd44 None None] Updating router 5ff50b21-4b5e-4c0c-82df-c7d1535659cd port 4b6d9657-d134-4795-b021-9c8ffce7fc15 binding host n-d-779913-12 {{(pid=93179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 10:05:53.007375 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7cd3f97b-ad2c-4b06-afc7-15f3cfa105f5 req-c3c4984f-2712-4394-8b40-2f5f528f4602 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c9589fb-c3c5-418d-8928-25f3ef7c4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2685030 Jun 11 10:05:53.053928 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4f61af84-4f73-400f-a185-e3c4385ae1d8 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:53.096976 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 45da4f5a-8ea9-4dd6-821b-3773e6713e71 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:05:53.098318 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:53.103931 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-686a8a65-85e8-4d59-9419-d37502a15b69 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks [] for router_gateway, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:53.171811 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-6f01fbbe-5398-4f11-a55a-74b0c8cafd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:53.175424 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-66274b2b-7836-417f-bfb2-9e07d6999bee req-099fe83c-8b51-44a1-b1b9-31516f07c06e tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 210 time: 0.1619503 Jun 11 10:05:53.365742 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-4f61af84-4f73-400f-a185-e3c4385ae1d8 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Deleting port 4b6d9657-d134-4795-b021-9c8ffce7fc15 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:05:53.368544 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98d9f348-ec99-429a-a9bf-1fc5a3a64074 req-5e02df01-a4a0-48c3-b552-62659d4b5321 tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] Network 568c371e-3465-4c66-a699-03569955ac17 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:05:53.369203 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4f61af84-4f73-400f-a185-e3c4385ae1d8 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:53.597033 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-98d9f348-ec99-429a-a9bf-1fc5a3a64074 req-5e02df01-a4a0-48c3-b552-62659d4b5321 tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:05:53.604616 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4f61af84-4f73-400f-a185-e3c4385ae1d8 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:53.965499 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-4f61af84-4f73-400f-a185-e3c4385ae1d8 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Calling delete_port for 4b6d9657-d134-4795-b021-9c8ffce7fc15 owned by network:router_gateway {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:05:53.965760 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-98d9f348-ec99-429a-a9bf-1fc5a3a64074 req-5e02df01-a4a0-48c3-b552-62659d4b5321 tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:05:53.965760 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e02df01-a4a0-48c3-b552-62659d4b5321 tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] Pushing event updated for resources: {'Port': ['ID=3be2bf31-2ea1-4d10-833e-0df15c720757,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:05:53.983662 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5e02df01-a4a0-48c3-b552-62659d4b5321 tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.186s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:05:54.086629 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d9f348-ec99-429a-a9bf-1fc5a3a64074 req-5e02df01-a4a0-48c3-b552-62659d4b5321 tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:54.087633 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-98d9f348-ec99-429a-a9bf-1fc5a3a64074 req-5e02df01-a4a0-48c3-b552-62659d4b5321 tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:54.186136 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-6f01fbbe-5398-4f11-a55a-74b0c8cafd44 None None] Notify callbacks [] for port, precommit_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:54.189595 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f6538e-5729-43fc-8ec3-4f6101504035 req-8afa7930-0ee3-40e9-a212-e7b1d26a05b0 tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:54.196106 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-84f6538e-5729-43fc-8ec3-4f6101504035 req-8afa7930-0ee3-40e9-a212-e7b1d26a05b0 tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ea83a9b-1e90-452a-a659-5d0ff61a917e HTTP/1.1" status: 200 len: 932 time: 0.6334198 Jun 11 10:05:54.202050 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-686a8a65-85e8-4d59-9419-d37502a15b69 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:54.231912 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-6f01fbbe-5398-4f11-a55a-74b0c8cafd44 None None] Transition to ACTIVE for port object 4b6d9657-d134-4795-b021-9c8ffce7fc15 will not be triggered until provisioned by entity L2. {{(pid=93179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:05:54.241707 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-98d9f348-ec99-429a-a9bf-1fc5a3a64074 req-5e02df01-a4a0-48c3-b552-62659d4b5321 tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.8336928 Jun 11 10:05:54.332483 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-6f01fbbe-5398-4f11-a55a-74b0c8cafd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:54.336454 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-6b7f33b0-c0eb-4a44-a102-b37f2d5d08bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:05:54.417696 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-98d9f348-ec99-429a-a9bf-1fc5a3a64074 req-06da933f-4b78-45d0-b35b-61b92f4d822d service neutron] Request body: {'port': {'device_id': '6ea83a9b-1e90-452a-a659-5d0ff61a917e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:05:54.534439 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-6f01fbbe-5398-4f11-a55a-74b0c8cafd44 None None] Attempting to bind port 4b6d9657-d134-4795-b021-9c8ffce7fc15 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:05:54.537140 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-6f01fbbe-5398-4f11-a55a-74b0c8cafd44 None None] Attempting to bind port 4b6d9657-d134-4795-b021-9c8ffce7fc15 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:05:54.537764 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f01fbbe-5398-4f11-a55a-74b0c8cafd44 None None] Attempting to bind port 4b6d9657-d134-4795-b021-9c8ffce7fc15 on network f0adef6e-169f-4a27-8865-442be2ad072d {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:05:54.557619 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f01fbbe-5398-4f11-a55a-74b0c8cafd44 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:05:54.559646 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f01fbbe-5398-4f11-a55a-74b0c8cafd44 None None] Checking segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:05:54.561378 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-6f01fbbe-5398-4f11-a55a-74b0c8cafd44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:54.562471 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f01fbbe-5398-4f11-a55a-74b0c8cafd44 None None] Bound using segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:05:54.563807 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-6f01fbbe-5398-4f11-a55a-74b0c8cafd44 None None] Bound port: 4b6d9657-d134-4795-b021-9c8ffce7fc15, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:05:54.570450 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-6f01fbbe-5398-4f11-a55a-74b0c8cafd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:54.575066 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-84f6538e-5729-43fc-8ec3-4f6101504035 req-ee4afd3f-98d9-477c-8ccc-a72c4fb249a9 tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] 10.222.0.60 "GET /v2.0/security-groups?id=6827d6aa-57e2-4cf4-b647-600ba524ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3695140 Jun 11 10:05:54.577685 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-98d9f348-ec99-429a-a9bf-1fc5a3a64074 req-06da933f-4b78-45d0-b35b-61b92f4d822d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:54.732147 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358fa5f7-eb7d-4bd3-8fa1-a8b2223b69bf None None] Pushing event updated for resources: {'Port': ['ID=4b6d9657-d134-4795-b021-9c8ffce7fc15,revision_number=2']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:05:54.792394 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7321d16b-81f6-4147-90ed-f9f8ffd47e40 req-67b3dbc6-5207-47ab-9396-bd69af97acc5 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:54.806288 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device c9d836ef-a2b9-490c-a15d-b763e5d34aec up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:05:54.812171 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7321d16b-81f6-4147-90ed-f9f8ffd47e40 req-67b3dbc6-5207-47ab-9396-bd69af97acc5 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=93ad82f0-8781-4cf6-a466-9a57ed82acf5 HTTP/1.1" status: 200 len: 944 time: 0.5912166 Jun 11 10:05:54.853610 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358fa5f7-eb7d-4bd3-8fa1-a8b2223b69bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:05:54.853971 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358fa5f7-eb7d-4bd3-8fa1-a8b2223b69bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:05:54.858585 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358fa5f7-eb7d-4bd3-8fa1-a8b2223b69bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:05:54.858940 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358fa5f7-eb7d-4bd3-8fa1-a8b2223b69bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:05:54.859271 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358fa5f7-eb7d-4bd3-8fa1-a8b2223b69bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:05:54.859611 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358fa5f7-eb7d-4bd3-8fa1-a8b2223b69bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:05:54.859936 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358fa5f7-eb7d-4bd3-8fa1-a8b2223b69bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:05:54.863112 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358fa5f7-eb7d-4bd3-8fa1-a8b2223b69bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:05:54.863471 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358fa5f7-eb7d-4bd3-8fa1-a8b2223b69bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:05:54.864866 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358fa5f7-eb7d-4bd3-8fa1-a8b2223b69bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:05:54.864866 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358fa5f7-eb7d-4bd3-8fa1-a8b2223b69bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:05:54.864866 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358fa5f7-eb7d-4bd3-8fa1-a8b2223b69bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:05:54.878050 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-358fa5f7-eb7d-4bd3-8fa1-a8b2223b69bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:05:54.906368 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port c9d836ef-a2b9-490c-a15d-b763e5d34aec triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:05:54.907037 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:54.912378 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.db.api [None req-6f01fbbe-5398-4f11-a55a-74b0c8cafd44 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=93179) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 10:05:54.912817 n-d-779913-12 neutron-server[93179]: DEBUG oslo_db.api [None req-6f01fbbe-5398-4f11-a55a-74b0c8cafd44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 10:05:54.917892 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7321d16b-81f6-4147-90ed-f9f8ffd47e40 req-31e308ad-0bbb-47d1-a89e-c0d4d39f502f tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c9589fb-c3c5-418d-8928-25f3ef7c4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044812 Jun 11 10:05:54.927627 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4f61af84-4f73-400f-a185-e3c4385ae1d8 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:54.930001 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-34a929f0-695d-487f-aabc-bac08d2f0f52 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:05:55.027620 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f61af84-4f73-400f-a185-e3c4385ae1d8 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Pushing event deleted for resources: {'Port': ['ID=4b6d9657-d134-4795-b021-9c8ffce7fc15,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:05:55.039355 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4f61af84-4f73-400f-a185-e3c4385ae1d8 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:05:55.199198 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4f61af84-4f73-400f-a185-e3c4385ae1d8 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374120'] for router_gateway, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:55.216724 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2fd60cd2-5e0c-4abd-be52-9442606f5656 req-fb42125b-fa12-44d1-9fe7-0a7a9e0e3d52 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 210 time: 0.0765479 Jun 11 10:05:55.295804 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-686a8a65-85e8-4d59-9419-d37502a15b69 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Router 8f5dd14f-c59c-454e-bbe9-dd7a3788e728 is scheduled to L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 with binding_index 1 {{(pid=93176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 10:05:55.422683 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4f61af84-4f73-400f-a185-e3c4385ae1d8 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:55.425515 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4f61af84-4f73-400f-a185-e3c4385ae1d8 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:55.507598 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-6f01fbbe-5398-4f11-a55a-74b0c8cafd44 None None] Attempting to bind port 4b6d9657-d134-4795-b021-9c8ffce7fc15 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:05:55.510810 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-6f01fbbe-5398-4f11-a55a-74b0c8cafd44 None None] Attempting to bind port 4b6d9657-d134-4795-b021-9c8ffce7fc15 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:05:55.511479 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f01fbbe-5398-4f11-a55a-74b0c8cafd44 None None] Attempting to bind port 4b6d9657-d134-4795-b021-9c8ffce7fc15 on network f0adef6e-169f-4a27-8865-442be2ad072d {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:05:55.549438 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f01fbbe-5398-4f11-a55a-74b0c8cafd44 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:05:55.549831 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f01fbbe-5398-4f11-a55a-74b0c8cafd44 None None] Checking segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:05:55.550242 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-6f01fbbe-5398-4f11-a55a-74b0c8cafd44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:55.558176 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f01fbbe-5398-4f11-a55a-74b0c8cafd44 None None] Bound using segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:05:55.559098 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-6f01fbbe-5398-4f11-a55a-74b0c8cafd44 None None] Bound port: 4b6d9657-d134-4795-b021-9c8ffce7fc15, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:05:55.562403 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-6f01fbbe-5398-4f11-a55a-74b0c8cafd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:55.638579 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.plugin [None req-6f01fbbe-5398-4f11-a55a-74b0c8cafd44 None None] Port 4b6d9657-d134-4795-b021-9c8ffce7fc15 has been deleted concurrently {{(pid=93179) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:658}} Jun 11 10:05:55.647158 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f01fbbe-5398-4f11-a55a-74b0c8cafd44 None None] Routers {'5ff50b21-4b5e-4c0c-82df-c7d1535659cd'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:05:55.651675 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-98d9f348-ec99-429a-a9bf-1fc5a3a64074 req-06da933f-4b78-45d0-b35b-61b92f4d822d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3be2bf31-2ea1-4d10-833e-0df15c720757 {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:05:55.652290 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-6f01fbbe-5398-4f11-a55a-74b0c8cafd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:05:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['5ff50b21-4b5e-4c0c-82df-c7d1535659cd'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:05:55.666304 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-98d9f348-ec99-429a-a9bf-1fc5a3a64074 req-06da933f-4b78-45d0-b35b-61b92f4d822d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:55.701869 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-98d9f348-ec99-429a-a9bf-1fc5a3a64074 req-06da933f-4b78-45d0-b35b-61b92f4d822d service neutron] Transition to ACTIVE for port object 3be2bf31-2ea1-4d10-833e-0df15c720757 will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:05:55.704496 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4f61af84-4f73-400f-a185-e3c4385ae1d8 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:55.705555 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f61af84-4f73-400f-a185-e3c4385ae1d8 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5ff50b21-4b5e-4c0c-82df-c7d1535659cd {{(pid=93177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 10:05:55.712986 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4f61af84-4f73-400f-a185-e3c4385ae1d8 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:55.714631 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-4f61af84-4f73-400f-a185-e3c4385ae1d8 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] 10.222.0.60 "DELETE /v2.0/routers/5ff50b21-4b5e-4c0c-82df-c7d1535659cd HTTP/1.1" status: 204 len: 168 time: 3.6818933 Jun 11 10:05:55.717487 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 42554) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:05:55.815139 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-98d9f348-ec99-429a-a9bf-1fc5a3a64074 req-06da933f-4b78-45d0-b35b-61b92f4d822d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:55.845027 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3941330c-5f60-43df-86a1-6d9a5f8eed94 tempest-ServerGroupTestJSON-1106127317 tempest-ServerGroupTestJSON-1106127317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:05:55.919287 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06da933f-4b78-45d0-b35b-61b92f4d822d service neutron] Pushing event updated for resources: {'Port': ['ID=3be2bf31-2ea1-4d10-833e-0df15c720757,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:05:55.933662 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-686a8a65-85e8-4d59-9419-d37502a15b69 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:05:55.948394 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3fa08a-ca2e-481d-b9b4-e1a0598805d9 None None] Sync routers for ids ['8f5dd14f-c59c-454e-bbe9-dd7a3788e728'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:05:55.949053 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-6f01fbbe-5398-4f11-a55a-74b0c8cafd44 None None] Set router 5ff50b21-4b5e-4c0c-82df-c7d1535659cd gateway port host: None {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:05:56.009286 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3fa08a-ca2e-481d-b9b4-e1a0598805d9 None None] Routers {'8f5dd14f-c59c-454e-bbe9-dd7a3788e728'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:05:56.013687 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-6b3fa08a-ca2e-481d-b9b4-e1a0598805d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:05:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['8f5dd14f-c59c-454e-bbe9-dd7a3788e728'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:05:56.132920 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-6f01fbbe-5398-4f11-a55a-74b0c8cafd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff50b21-4b5e-4c0c-82df-c7d1535659cd', 'name': 'tempest-snat-router-1345070793', 'tenant_id': '400baf6a28cc4f809590ab5ed0af8545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:05:43Z', 'updated_at': '2021-06-11T10:05:54Z', 'revision_number': 5, 'project_id': '400baf6a28cc4f809590ab5ed0af8545', 'gw_port_host': None}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:05:56.150459 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f01fbbe-5398-4f11-a55a-74b0c8cafd44 None None] The sync data for ids ['5ff50b21-4b5e-4c0c-82df-c7d1535659cd'] in n-d-779913-12 is: [{'id': '5ff50b21-4b5e-4c0c-82df-c7d1535659cd', 'name': 'tempest-snat-router-1345070793', 'tenant_id': '400baf6a28cc4f809590ab5ed0af8545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:05:43Z', 'updated_at': '2021-06-11T10:05:54Z', 'revision_number': 5, 'project_id': '400baf6a28cc4f809590ab5ed0af8545', 'gw_port_host': None}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:05:56.163012 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-6b3fa08a-ca2e-481d-b9b4-e1a0598805d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:05:56.187045 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3fa08a-ca2e-481d-b9b4-e1a0598805d9 None None] Routers {'8f5dd14f-c59c-454e-bbe9-dd7a3788e728'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:05:56.190553 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-6b3fa08a-ca2e-481d-b9b4-e1a0598805d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:05:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['8f5dd14f-c59c-454e-bbe9-dd7a3788e728'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:05:56.286342 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aa951e-ce61-41d9-9d39-e93c3f06091e req-a49bd2ab-eb80-41db-93d8-e1a28a17b0b1 tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:56.292667 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-6b3fa08a-ca2e-481d-b9b4-e1a0598805d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:05:56.293729 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-04aa951e-ce61-41d9-9d39-e93c3f06091e req-a49bd2ab-eb80-41db-93d8-e1a28a17b0b1 tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ea83a9b-1e90-452a-a659-5d0ff61a917e HTTP/1.1" status: 200 len: 944 time: 0.3975630 Jun 11 10:05:56.302405 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3fa08a-ca2e-481d-b9b4-e1a0598805d9 None None] The sync data for ids ['8f5dd14f-c59c-454e-bbe9-dd7a3788e728'] in n-d-779913-12 is: [] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:05:56.453326 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-04aa951e-ce61-41d9-9d39-e93c3f06091e req-67d44f72-cff9-4333-acb2-898ee3602d3a tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] 10.222.0.60 "GET /v2.0/security-groups?id=6827d6aa-57e2-4cf4-b647-600ba524ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506784 Jun 11 10:05:56.457630 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ea44f0c6-3d11-4603-8485-b8d9c24e726c tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks [] for router, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:56.710275 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06da933f-4b78-45d0-b35b-61b92f4d822d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:05:56.710802 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06da933f-4b78-45d0-b35b-61b92f4d822d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:05:56.760474 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06da933f-4b78-45d0-b35b-61b92f4d822d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:05:56.760474 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06da933f-4b78-45d0-b35b-61b92f4d822d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:05:56.760474 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06da933f-4b78-45d0-b35b-61b92f4d822d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:05:56.760474 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06da933f-4b78-45d0-b35b-61b92f4d822d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:05:56.760474 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06da933f-4b78-45d0-b35b-61b92f4d822d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:05:56.760474 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06da933f-4b78-45d0-b35b-61b92f4d822d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:05:56.760474 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06da933f-4b78-45d0-b35b-61b92f4d822d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:05:56.760474 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06da933f-4b78-45d0-b35b-61b92f4d822d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:05:56.760474 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06da933f-4b78-45d0-b35b-61b92f4d822d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:05:56.760474 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06da933f-4b78-45d0-b35b-61b92f4d822d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:05:56.760474 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-06da933f-4b78-45d0-b35b-61b92f4d822d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.876s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:05:56.904455 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-686a8a65-85e8-4d59-9419-d37502a15b69 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:56.904455 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-686a8a65-85e8-4d59-9419-d37502a15b69 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 11.8175654 Jun 11 10:05:56.916782 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 42566) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:05:57.130282 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b25d8e6-a070-4b36-a4d3-3ea1e08bba1e req-602c0432-8f83-4b22-ae2f-aa6dbcb9ac54 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:57.145890 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3b25d8e6-a070-4b36-a4d3-3ea1e08bba1e req-602c0432-8f83-4b22-ae2f-aa6dbcb9ac54 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=93ad82f0-8781-4cf6-a466-9a57ed82acf5 HTTP/1.1" status: 200 len: 944 time: 0.5678658 Jun 11 10:05:57.255422 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3b25d8e6-a070-4b36-a4d3-3ea1e08bba1e req-43e98a84-f1ea-4a58-8664-3f15e039fb5f tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c9589fb-c3c5-418d-8928-25f3ef7c4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174140 Jun 11 10:05:57.280290 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-98d9f348-ec99-429a-a9bf-1fc5a3a64074 req-06da933f-4b78-45d0-b35b-61b92f4d822d service neutron] Attempting to bind port 3be2bf31-2ea1-4d10-833e-0df15c720757 on host n-h2-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:05:57.288967 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-98d9f348-ec99-429a-a9bf-1fc5a3a64074 req-06da933f-4b78-45d0-b35b-61b92f4d822d service neutron] Attempting to bind port 3be2bf31-2ea1-4d10-833e-0df15c720757 by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': '27b9426f-9593-4a92-9336-bbaedd9d61f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '568c371e-3465-4c66-a699-03569955ac17'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:05:57.288967 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d9f348-ec99-429a-a9bf-1fc5a3a64074 req-06da933f-4b78-45d0-b35b-61b92f4d822d service neutron] Attempting to bind port 3be2bf31-2ea1-4d10-833e-0df15c720757 on network 568c371e-3465-4c66-a699-03569955ac17 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:05:57.312576 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d9f348-ec99-429a-a9bf-1fc5a3a64074 req-06da933f-4b78-45d0-b35b-61b92f4d822d service neutron] Port 3be2bf31-2ea1-4d10-833e-0df15c720757 on network 568c371e-3465-4c66-a699-03569955ac17 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:05:57.313063 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d9f348-ec99-429a-a9bf-1fc5a3a64074 req-06da933f-4b78-45d0-b35b-61b92f4d822d service neutron] Attempting to bind port 3be2bf31-2ea1-4d10-833e-0df15c720757 on network 568c371e-3465-4c66-a699-03569955ac17 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:05:57.321930 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d9f348-ec99-429a-a9bf-1fc5a3a64074 req-06da933f-4b78-45d0-b35b-61b92f4d822d service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:05:57.322358 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d9f348-ec99-429a-a9bf-1fc5a3a64074 req-06da933f-4b78-45d0-b35b-61b92f4d822d service neutron] Checking segment: {'id': '27b9426f-9593-4a92-9336-bbaedd9d61f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '568c371e-3465-4c66-a699-03569955ac17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:05:57.322819 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d9f348-ec99-429a-a9bf-1fc5a3a64074 req-06da933f-4b78-45d0-b35b-61b92f4d822d service neutron] Bound using segment: {'id': '27b9426f-9593-4a92-9336-bbaedd9d61f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '568c371e-3465-4c66-a699-03569955ac17'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:05:57.323350 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-98d9f348-ec99-429a-a9bf-1fc5a3a64074 req-06da933f-4b78-45d0-b35b-61b92f4d822d service neutron] Bound port: 3be2bf31-2ea1-4d10-833e-0df15c720757, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27b9426f-9593-4a92-9336-bbaedd9d61f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '568c371e-3465-4c66-a699-03569955ac17'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:05:57.323851 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-98d9f348-ec99-429a-a9bf-1fc5a3a64074 req-06da933f-4b78-45d0-b35b-61b92f4d822d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:57.569282 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-34d6d490-ab10-4d62-a025-44988f158e55 req-e7839493-9ce4-4153-967a-691526345032 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 210 time: 0.1217809 Jun 11 10:05:57.664835 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ea44f0c6-3d11-4603-8485-b8d9c24e726c tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:57.695341 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-98d9f348-ec99-429a-a9bf-1fc5a3a64074 req-06da933f-4b78-45d0-b35b-61b92f4d822d service neutron] For port 3be2bf31-2ea1-4d10-833e-0df15c720757, host n-h2-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:05:57.777009 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-98d9f348-ec99-429a-a9bf-1fc5a3a64074 req-06da933f-4b78-45d0-b35b-61b92f4d822d service neutron] For port 3be2bf31-2ea1-4d10-833e-0df15c720757, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=3be2bf31-2ea1-4d10-833e-0df15c720757,segment=NetworkSegment(27b9426f-9593-4a92-9336-bbaedd9d61f1),segment_id=27b9426f-9593-4a92-9336-bbaedd9d61f1)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:05:57.884402 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-98d9f348-ec99-429a-a9bf-1fc5a3a64074 req-06da933f-4b78-45d0-b35b-61b92f4d822d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:57.898460 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ec8ef7ab-fd5f-4844-88e6-b14f952a641b tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:05:57.990369 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-ea44f0c6-3d11-4603-8485-b8d9c24e726c tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Deleting port 45da4f5a-8ea9-4dd6-821b-3773e6713e71 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:05:57.990369 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ea44f0c6-3d11-4603-8485-b8d9c24e726c tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:58.065562 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d9f348-ec99-429a-a9bf-1fc5a3a64074 req-06da933f-4b78-45d0-b35b-61b92f4d822d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:58.066203 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-98d9f348-ec99-429a-a9bf-1fc5a3a64074 req-06da933f-4b78-45d0-b35b-61b92f4d822d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:58.068707 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-98d9f348-ec99-429a-a9bf-1fc5a3a64074 req-06da933f-4b78-45d0-b35b-61b92f4d822d service neutron] 10.222.0.69 "PUT /v2.0/ports/3be2bf31-2ea1-4d10-833e-0df15c720757 HTTP/1.1" status: 200 len: 1093 time: 3.7327864 Jun 11 10:05:58.069442 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ea83a9b-1e90-452a-a659-5d0ff61a917e', 'tag': '3be2bf31-2ea1-4d10-833e-0df15c720757'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:05:58.071921 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb5e04bd-7c4e-4f84-b45a-b81d6ffc3e4e" -d '{"events": [{"name": "network-changed", "server_uuid": "6ea83a9b-1e90-452a-a659-5d0ff61a917e", "tag": "3be2bf31-2ea1-4d10-833e-0df15c720757"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:05:58.205574 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-537b1366-3fa0-4f0c-a4cc-9f3a11e6d51f x-openstack-request-id: req-537b1366-3fa0-4f0c-a4cc-9f3a11e6d51f {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:05:58.206411 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ea83a9b-1e90-452a-a659-5d0ff61a917e", "tag": "3be2bf31-2ea1-4d10-833e-0df15c720757", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:05:58.207003 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-537b1366-3fa0-4f0c-a4cc-9f3a11e6d51f {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:05:58.207702 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ea83a9b-1e90-452a-a659-5d0ff61a917e', 'tag': '3be2bf31-2ea1-4d10-833e-0df15c720757', 'status': 'completed', 'code': 200} Jun 11 10:05:58.245234 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-ea44f0c6-3d11-4603-8485-b8d9c24e726c tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] For port 45da4f5a-8ea9-4dd6-821b-3773e6713e71, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=45da4f5a-8ea9-4dd6-821b-3773e6713e71,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:05:58.245234 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ea44f0c6-3d11-4603-8485-b8d9c24e726c tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:58.278176 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06da933f-4b78-45d0-b35b-61b92f4d822d service neutron] Pushing event updated for resources: {'Port': ['ID=3be2bf31-2ea1-4d10-833e-0df15c720757,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:05:58.291885 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-06da933f-4b78-45d0-b35b-61b92f4d822d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:05:58.322882 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04250dad-8a22-4688-85e0-41de65053c62 req-0b2e517d-b3e9-4401-a236-d1429c881e11 tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:58.332394 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-04250dad-8a22-4688-85e0-41de65053c62 req-0b2e517d-b3e9-4401-a236-d1429c881e11 tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ea83a9b-1e90-452a-a659-5d0ff61a917e HTTP/1.1" status: 200 len: 944 time: 0.6024945 Jun 11 10:05:58.399054 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-04250dad-8a22-4688-85e0-41de65053c62 req-bc7b5568-64e4-42d2-b03d-5ff66901d6a1 tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] 10.222.0.60 "GET /v2.0/security-groups?id=6827d6aa-57e2-4cf4-b647-600ba524ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632679 Jun 11 10:05:58.489796 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-ea44f0c6-3d11-4603-8485-b8d9c24e726c tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Calling delete_port for 45da4f5a-8ea9-4dd6-821b-3773e6713e71 owned by network:router_gateway {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:05:58.644213 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5e04bd-7c4e-4f84-b45a-b81d6ffc3e4e req-348c96d6-5413-4ec4-bf2a-e0b2e1d63503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:58.648828 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cb5e04bd-7c4e-4f84-b45a-b81d6ffc3e4e req-348c96d6-5413-4ec4-bf2a-e0b2e1d63503 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=62ba6f0c270c4ad4a94e53037cf894fd&device_id=6ea83a9b-1e90-452a-a659-5d0ff61a917e HTTP/1.1" status: 200 len: 1096 time: 0.2236669 Jun 11 10:05:58.763233 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8ec08b69-7b48-4dfa-8c82-1ddec700bcd6 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:58.941158 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d0e80c-08d6-43c8-9be8-bb50d3d2f229 req-2ddc3258-c231-44bc-8924-367cbfb03bea tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:58.943420 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a6d0e80c-08d6-43c8-9be8-bb50d3d2f229 req-2ddc3258-c231-44bc-8924-367cbfb03bea tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=93ad82f0-8781-4cf6-a466-9a57ed82acf5 HTTP/1.1" status: 200 len: 944 time: 0.1461749 Jun 11 10:05:58.993634 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a6d0e80c-08d6-43c8-9be8-bb50d3d2f229 req-16c7eab8-9232-433b-8580-24615840c73c tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c9589fb-c3c5-418d-8928-25f3ef7c4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423751 Jun 11 10:05:58.997002 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-66f4efd9-1a6d-49db-a1ae-62513f70e9f7 req-3fef107a-785c-4c18-9f81-c57ee26c0791 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 210 time: 0.1240509 Jun 11 10:05:59.044222 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ea44f0c6-3d11-4603-8485-b8d9c24e726c tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:59.047606 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a6719dec-6a41-4d61-b9ea-08f3d58a6c47 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:05:59.082920 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea44f0c6-3d11-4603-8485-b8d9c24e726c tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Pushing event deleted for resources: {'Port': ['ID=45da4f5a-8ea9-4dd6-821b-3773e6713e71,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:05:59.086561 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ea44f0c6-3d11-4603-8485-b8d9c24e726c tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:05:59.108312 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5e04bd-7c4e-4f84-b45a-b81d6ffc3e4e req-32e4ae03-8501-4713-8e65-18ddeb89a982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:59.109740 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cb5e04bd-7c4e-4f84-b45a-b81d6ffc3e4e req-32e4ae03-8501-4713-8e65-18ddeb89a982 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=62ba6f0c270c4ad4a94e53037cf894fd&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3525639 Jun 11 10:05:59.186104 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ea44f0c6-3d11-4603-8485-b8d9c24e726c tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374120'] for router_gateway, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:59.340156 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-8ec08b69-7b48-4dfa-8c82-1ddec700bcd6 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Allocated IP 172.20.0.1 (78b26c0c-06ca-4d31-8414-0c76e9b08c0b/ef2dc0ca-09e2-4607-a71e-07cbfabb5eb0/34273b29-3bd3-4855-88eb-bb7c78e33355) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:05:59.347765 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ea44f0c6-3d11-4603-8485-b8d9c24e726c tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:59.350079 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ea44f0c6-3d11-4603-8485-b8d9c24e726c tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:59.482876 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ea44f0c6-3d11-4603-8485-b8d9c24e726c tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:59.483519 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea44f0c6-3d11-4603-8485-b8d9c24e726c tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ca2dcd75-92d8-4de7-a785-e7a0a6598ee6 {{(pid=93177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 10:05:59.496894 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ea44f0c6-3d11-4603-8485-b8d9c24e726c tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:59.503912 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-ea44f0c6-3d11-4603-8485-b8d9c24e726c tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] 10.222.0.60 "DELETE /v2.0/routers/ca2dcd75-92d8-4de7-a785-e7a0a6598ee6 HTTP/1.1" status: 204 len: 168 time: 3.7849827 Jun 11 10:05:59.510211 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 42604) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:05:59.514175 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8ec08b69-7b48-4dfa-8c82-1ddec700bcd6 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:59.516967 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-3b160bbe-58cf-4cab-9ab7-13af56dc26d1 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1794486197', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}, 'admin_state_up': False}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:05:59.530165 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [None req-8ec08b69-7b48-4dfa-8c82-1ddec700bcd6 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Transition to ACTIVE for port object 34273b29-3bd3-4855-88eb-bb7c78e33355 will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:05:59.641021 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3b160bbe-58cf-4cab-9ab7-13af56dc26d1 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:59.642283 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3b160bbe-58cf-4cab-9ab7-13af56dc26d1 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:59.643503 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfd6b51-d624-45a5-862b-ff50795e114a req-5dd9f6ce-3897-405e-87ea-3a627ea4a237 tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:05:59.645335 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-abfd6b51-d624-45a5-862b-ff50795e114a req-5dd9f6ce-3897-405e-87ea-3a627ea4a237 tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ea83a9b-1e90-452a-a659-5d0ff61a917e HTTP/1.1" status: 200 len: 944 time: 0.1019924 Jun 11 10:05:59.700114 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-abfd6b51-d624-45a5-862b-ff50795e114a req-773a59ad-1fec-489d-bad9-259d4affc22b tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] 10.222.0.60 "GET /v2.0/security-groups?id=6827d6aa-57e2-4cf4-b647-600ba524ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475123 Jun 11 10:05:59.717525 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8ec08b69-7b48-4dfa-8c82-1ddec700bcd6 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:59.728893 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4649de71-b0f1-47a2-b756-9415258f2fa8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:05:59.731219 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3b160bbe-58cf-4cab-9ab7-13af56dc26d1 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:05:59.771810 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec08b69-7b48-4dfa-8c82-1ddec700bcd6 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Network 78b26c0c-06ca-4d31-8414-0c76e9b08c0b is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:05:59.775593 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-8ec08b69-7b48-4dfa-8c82-1ddec700bcd6 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:05:59.790550 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec08b69-7b48-4dfa-8c82-1ddec700bcd6 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:05:59.855135 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec08b69-7b48-4dfa-8c82-1ddec700bcd6 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Pushing event updated for resources: {'Port': ['ID=34273b29-3bd3-4855-88eb-bb7c78e33355,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:05:59.858293 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8ec08b69-7b48-4dfa-8c82-1ddec700bcd6 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:05:59.870480 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8ec08b69-7b48-4dfa-8c82-1ddec700bcd6 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-375088'] for router_interface, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:00.212233 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3b160bbe-58cf-4cab-9ab7-13af56dc26d1 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:00.252095 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-63b40e11-cb77-46be-8a9a-f4bb8542dd79 None None] Provisioning for port 34273b29-3bd3-4855-88eb-bb7c78e33355 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:06:00.256060 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-63b40e11-cb77-46be-8a9a-f4bb8542dd79 None None] Provisioning complete for port 34273b29-3bd3-4855-88eb-bb7c78e33355 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:06:00.256447 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-63b40e11-cb77-46be-8a9a-f4bb8542dd79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:00.292591 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-034e3af3-1e7c-4a45-9ccb-dc3043b57916 req-c4329634-dc99-4034-885e-479a38cec521 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c702cf-dd7e-4dfa-b816-c6d03f19acf9 HTTP/1.1" status: 200 len: 210 time: 0.0413544 Jun 11 10:06:00.309537 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8ec08b69-7b48-4dfa-8c82-1ddec700bcd6 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:00.362123 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-63b40e11-cb77-46be-8a9a-f4bb8542dd79 None None] Port 34273b29-3bd3-4855-88eb-bb7c78e33355 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:06:00.575328 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc3b8f-fd30-461b-978d-f657c69f211c req-ba9c2db4-6e1f-43ba-a184-89dc04d17a4f tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:06:00.576865 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-99dc3b8f-fd30-461b-978d-f657c69f211c req-ba9c2db4-6e1f-43ba-a184-89dc04d17a4f tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=93ad82f0-8781-4cf6-a466-9a57ed82acf5 HTTP/1.1" status: 200 len: 944 time: 0.3646674 Jun 11 10:06:00.631096 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3b160bbe-58cf-4cab-9ab7-13af56dc26d1 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks [] for router_gateway, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:00.643229 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-99dc3b8f-fd30-461b-978d-f657c69f211c req-d48eb654-59e3-4f59-acd8-2efe49b8d913 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c9589fb-c3c5-418d-8928-25f3ef7c4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517421 Jun 11 10:06:00.658996 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3b160bbe-58cf-4cab-9ab7-13af56dc26d1 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:00.760906 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 45da4f5a-8ea9-4dd6-821b-3773e6713e71 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:06:00.813592 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 45da4f5a-8ea9-4dd6-821b-3773e6713e71 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:06:00.813949 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 45da4f5a-8ea9-4dd6-821b-3773e6713e71 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:06:00.940864 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8ec08b69-7b48-4dfa-8c82-1ddec700bcd6 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:00.993988 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-3b160bbe-58cf-4cab-9ab7-13af56dc26d1 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Allocated IP 172.25.4.87 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/3a7c59f0-ffea-46b2-8b59-4ec6962b62f1) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:06:01.050471 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd980e1-0c92-4cae-bd72-e9fbcd6d074b req-95ec420b-17ab-4853-bf09-62afbcf23709 tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:06:01.052013 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5cd980e1-0c92-4cae-bd72-e9fbcd6d074b req-95ec420b-17ab-4853-bf09-62afbcf23709 tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ea83a9b-1e90-452a-a659-5d0ff61a917e HTTP/1.1" status: 200 len: 944 time: 0.1360760 Jun 11 10:06:01.063989 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8ec08b69-7b48-4dfa-8c82-1ddec700bcd6 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:01.127999 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5f64fa11-fae7-4cb1-9fcf-44c23b00b418 tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:01.131970 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8ec08b69-7b48-4dfa-8c82-1ddec700bcd6 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375108'] for router_interface, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:01.179083 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5cd980e1-0c92-4cae-bd72-e9fbcd6d074b req-c8216e80-4e17-465a-8ff8-ef02b8892457 tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] 10.222.0.60 "GET /v2.0/security-groups?id=6827d6aa-57e2-4cf4-b647-600ba524ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205380 Jun 11 10:06:01.207018 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3b160bbe-58cf-4cab-9ab7-13af56dc26d1 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:01.290064 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec08b69-7b48-4dfa-8c82-1ddec700bcd6 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Pushing event updated for resources: {'Port': ['ID=34273b29-3bd3-4855-88eb-bb7c78e33355,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:01.292965 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8ec08b69-7b48-4dfa-8c82-1ddec700bcd6 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:01.304124 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:01.330465 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec08b69-7b48-4dfa-8c82-1ddec700bcd6 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Network 78b26c0c-06ca-4d31-8414-0c76e9b08c0b is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:06:01.331905 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-8ec08b69-7b48-4dfa-8c82-1ddec700bcd6 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:06:01.333707 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3b160bbe-58cf-4cab-9ab7-13af56dc26d1 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:01.343780 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1b72ca13-f4db-4332-8bf4-4e204142cf78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:01.403483 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b160bbe-58cf-4cab-9ab7-13af56dc26d1 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:06:01.414021 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-3b160bbe-58cf-4cab-9ab7-13af56dc26d1 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:06:01.417971 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b160bbe-58cf-4cab-9ab7-13af56dc26d1 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:06:01.490112 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b160bbe-58cf-4cab-9ab7-13af56dc26d1 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Pushing event updated for resources: {'Port': ['ID=3a7c59f0-ffea-46b2-8b59-4ec6962b62f1,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:01.498001 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3b160bbe-58cf-4cab-9ab7-13af56dc26d1 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:01.601573 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ec08b69-7b48-4dfa-8c82-1ddec700bcd6 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Router 8f5dd14f-c59c-454e-bbe9-dd7a3788e728 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:06:01.655474 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 42636) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:01.705710 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-2af9e1b3-f7c7-4837-9e85-fbf12f26097c None None] Provisioning complete for port 34273b29-3bd3-4855-88eb-bb7c78e33355 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:06:01.706191 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2af9e1b3-f7c7-4837-9e85-fbf12f26097c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:01.780556 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b85b6768-8e4b-483f-ab0a-95dfd09ea997 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:01.789323 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-2af9e1b3-f7c7-4837-9e85-fbf12f26097c None None] Port 34273b29-3bd3-4855-88eb-bb7c78e33355 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:06:01.816021 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b85b6768-8e4b-483f-ab0a-95dfd09ea997 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:02.265549 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ec08b69-7b48-4dfa-8c82-1ddec700bcd6 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:06:02.273364 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-8ec08b69-7b48-4dfa-8c82-1ddec700bcd6 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] 10.222.0.60 "PUT /v2.0/routers/8f5dd14f-c59c-454e-bbe9-dd7a3788e728/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3369610 Jun 11 10:06:02.279350 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a93a2b3-8a89-40e1-b768-5d96311a300e None None] Sync routers for ids ['8f5dd14f-c59c-454e-bbe9-dd7a3788e728'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:06:02.283007 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 42646) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:02.297957 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-ec2b5ea0-b51d-4972-8c05-347d85e2eebf tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Request body: {'port': {'network_id': '78b26c0c-06ca-4d31-8414-0c76e9b08c0b', 'name': 'tempest-FloatingIPTestJSON-2007886109'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:06:02.299761 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a93a2b3-8a89-40e1-b768-5d96311a300e None None] Routers {'8f5dd14f-c59c-454e-bbe9-dd7a3788e728'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:06:02.300447 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-8a93a2b3-8a89-40e1-b768-5d96311a300e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:05:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['8f5dd14f-c59c-454e-bbe9-dd7a3788e728'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:06:02.460024 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-8a93a2b3-8a89-40e1-b768-5d96311a300e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:06:02.460024 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a93a2b3-8a89-40e1-b768-5d96311a300e None None] Routers {'8f5dd14f-c59c-454e-bbe9-dd7a3788e728'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:06:02.460024 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-8a93a2b3-8a89-40e1-b768-5d96311a300e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:05:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['8f5dd14f-c59c-454e-bbe9-dd7a3788e728'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:06:02.471665 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-8a93a2b3-8a89-40e1-b768-5d96311a300e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:06:02.472350 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a93a2b3-8a89-40e1-b768-5d96311a300e None None] The sync data for ids ['8f5dd14f-c59c-454e-bbe9-dd7a3788e728'] in n-d-779913-12 is: [] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:06:02.568277 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3b160bbe-58cf-4cab-9ab7-13af56dc26d1 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks [] for router_gateway, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:02.680681 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5e04bd-7c4e-4f84-b45a-b81d6ffc3e4e req-2b8cdb52-258d-41fd-903a-fbb3c4dd36ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:06:02.683358 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cb5e04bd-7c4e-4f84-b45a-b81d6ffc3e4e req-2b8cdb52-258d-41fd-903a-fbb3c4dd36ef service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4128525 Jun 11 10:06:02.716687 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00761760-af4a-4611-926d-75aab0bcc0bd req-46ae7a10-7d6d-4c08-b355-46a87a1f374d tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:06:02.721888 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0568510-e8e6-43ac-8fb0-48d06408c81d req-d4d1c32c-c1b3-4b41-94e7-5d26fcb5a939 tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:06:02.724112 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-00761760-af4a-4611-926d-75aab0bcc0bd req-46ae7a10-7d6d-4c08-b355-46a87a1f374d tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=93ad82f0-8781-4cf6-a466-9a57ed82acf5 HTTP/1.1" status: 200 len: 944 time: 0.4563253 Jun 11 10:06:02.729200 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b0568510-e8e6-43ac-8fb0-48d06408c81d req-d4d1c32c-c1b3-4b41-94e7-5d26fcb5a939 tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ea83a9b-1e90-452a-a659-5d0ff61a917e HTTP/1.1" status: 200 len: 944 time: 0.3382463 Jun 11 10:06:02.788618 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b0568510-e8e6-43ac-8fb0-48d06408c81d req-ad7ed72c-25eb-470f-aaa9-f358cfbf82c4 tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] 10.222.0.60 "GET /v2.0/security-groups?id=6827d6aa-57e2-4cf4-b647-600ba524ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585082 Jun 11 10:06:02.840332 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-00761760-af4a-4611-926d-75aab0bcc0bd req-dedd9fa4-97b3-4ce1-a1aa-650e264bff67 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c9589fb-c3c5-418d-8928-25f3ef7c4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110914 Jun 11 10:06:02.852485 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d9f348-ec99-429a-a9bf-1fc5a3a64074 req-961fdfc1-2550-4586-9074-b73a0819bde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:06:02.857104 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-98d9f348-ec99-429a-a9bf-1fc5a3a64074 req-961fdfc1-2550-4586-9074-b73a0819bde9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=62ba6f0c270c4ad4a94e53037cf894fd&device_id=6ea83a9b-1e90-452a-a659-5d0ff61a917e HTTP/1.1" status: 200 len: 1096 time: 0.1235151 Jun 11 10:06:02.925382 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-98d9f348-ec99-429a-a9bf-1fc5a3a64074 req-7df30bf1-6739-4442-8736-c363ccca8068 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3be2bf31-2ea1-4d10-833e-0df15c720757 HTTP/1.1" status: 200 len: 217 time: 0.0550811 Jun 11 10:06:02.973182 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3b160bbe-58cf-4cab-9ab7-13af56dc26d1 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:02.989258 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d9f348-ec99-429a-a9bf-1fc5a3a64074 req-fd0b82f8-f871-487d-80cd-be68f4e21e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:06:02.993368 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-98d9f348-ec99-429a-a9bf-1fc5a3a64074 req-fd0b82f8-f871-487d-80cd-be68f4e21e03 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=aefe0c09-460e-4a77-8069-7e468aaa43e9 HTTP/1.1" status: 200 len: 852 time: 0.0641217 Jun 11 10:06:03.041193 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-98d9f348-ec99-429a-a9bf-1fc5a3a64074 req-e9dbd07d-e52c-4331-89db-50f28ae102df service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=568c371e-3465-4c66-a699-03569955ac17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408196 Jun 11 10:06:03.180937 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-98d9f348-ec99-429a-a9bf-1fc5a3a64074 req-bccda6a5-b9ee-4637-bfff-baee4ce650f4 service neutron] 10.222.0.69 "GET /v2.0/networks/568c371e-3465-4c66-a699-03569955ac17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314890 Jun 11 10:06:03.214682 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b85b6768-8e4b-483f-ab0a-95dfd09ea997 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:03.218113 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b85b6768-8e4b-483f-ab0a-95dfd09ea997 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:03.218452 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec2b5ea0-b51d-4972-8c05-347d85e2eebf tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Made reservation on behalf of fb57c32c7575439082063defb572928f for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:06:03.219394 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-b85b6768-8e4b-483f-ab0a-95dfd09ea997 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "DELETE /v2.0/security-groups/230a77c0-a6d2-4599-bb7a-d2d4f277106a HTTP/1.1" status: 204 len: 168 time: 1.5601585 Jun 11 10:06:03.220226 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b160bbe-58cf-4cab-9ab7-13af56dc26d1 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Router 003a2259-3e9a-4490-80d4-c6e06c834fd0 is scheduled to L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 with binding_index 1 {{(pid=93177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 10:06:03.222310 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ec2b5ea0-b51d-4972-8c05-347d85e2eebf tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:03.232249 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 42652) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:03.232249 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f13c0703-eec2-448e-bc86-618fc9b66b87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:03.250767 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85b6768-8e4b-483f-ab0a-95dfd09ea997 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=230a77c0-a6d2-4599-bb7a-d2d4f277106a,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:03.255409 n-d-779913-12 neutron-server[93177]: INFO neutron.api.v2.resource [None req-a0931788-a49e-49df-a296-850d38eef46b tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] show failed (client error): The resource could not be found. Jun 11 10:06:03.256552 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-a0931788-a49e-49df-a296-850d38eef46b tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "GET /v2.0/security-groups/230a77c0-a6d2-4599-bb7a-d2d4f277106a HTTP/1.1" status: 404 len: 347 time: 0.0294435 Jun 11 10:06:03.257733 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b85b6768-8e4b-483f-ab0a-95dfd09ea997 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:03.260042 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 42654) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:03.299749 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [None req-ec2b5ea0-b51d-4972-8c05-347d85e2eebf tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] device_id is not set on port 4285f746-41c7-4c2b-8ec3-5a5488c10955 yet. {{(pid=93176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 10:06:03.393343 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-98d9f348-ec99-429a-a9bf-1fc5a3a64074 req-976471c3-5040-44e8-8820-92f681fa7fd1 service neutron] 10.222.0.69 "GET /v2.0/networks/568c371e-3465-4c66-a699-03569955ac17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052610 Jun 11 10:06:03.471261 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-ec2b5ea0-b51d-4972-8c05-347d85e2eebf tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Allocated IP 172.20.0.6 (78b26c0c-06ca-4d31-8414-0c76e9b08c0b/ef2dc0ca-09e2-4607-a71e-07cbfabb5eb0/4285f746-41c7-4c2b-8ec3-5a5488c10955) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:06:03.548952 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 42658) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:03.558366 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b160bbe-58cf-4cab-9ab7-13af56dc26d1 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:06:03.575554 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d85f80-64e3-4f97-8f17-28ab1a1768c8 None None] Sync routers for ids ['003a2259-3e9a-4490-80d4-c6e06c834fd0'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:06:03.581424 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-6e9cbf8a-9853-4bbe-8b2d-5778e783e4f1 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Deleting port 8c85faf1-cda2-49f2-bd9a-fce05aa82e7b {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:06:03.581978 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6e9cbf8a-9853-4bbe-8b2d-5778e783e4f1 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:03.601100 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d85f80-64e3-4f97-8f17-28ab1a1768c8 None None] Routers {'003a2259-3e9a-4490-80d4-c6e06c834fd0'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:06:03.602136 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-87d85f80-64e3-4f97-8f17-28ab1a1768c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:05:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['003a2259-3e9a-4490-80d4-c6e06c834fd0'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:06:03.667005 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-87d85f80-64e3-4f97-8f17-28ab1a1768c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:06:03.668771 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3b160bbe-58cf-4cab-9ab7-13af56dc26d1 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:03.670705 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-3b160bbe-58cf-4cab-9ab7-13af56dc26d1 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.1589737 Jun 11 10:06:03.673237 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 42662) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:03.677914 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d85f80-64e3-4f97-8f17-28ab1a1768c8 None None] Routers {'003a2259-3e9a-4490-80d4-c6e06c834fd0'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:06:03.678687 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-87d85f80-64e3-4f97-8f17-28ab1a1768c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:05:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['003a2259-3e9a-4490-80d4-c6e06c834fd0'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:06:03.686349 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-ff8603b1-52be-4807-bae4-c782786a7123 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'enable_snat': False}}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:06:03.712405 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ec2b5ea0-b51d-4972-8c05-347d85e2eebf tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:03.741083 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [None req-ec2b5ea0-b51d-4972-8c05-347d85e2eebf tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Transition to ACTIVE for port object 4285f746-41c7-4c2b-8ec3-5a5488c10955 will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:06:03.768094 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-87d85f80-64e3-4f97-8f17-28ab1a1768c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:06:03.769242 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d85f80-64e3-4f97-8f17-28ab1a1768c8 None None] The sync data for ids ['003a2259-3e9a-4490-80d4-c6e06c834fd0'] in n-d-779913-12 is: [] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:06:03.840024 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3dd1624c-a078-497d-92d5-033b545f7962 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:03.841507 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6e9cbf8a-9853-4bbe-8b2d-5778e783e4f1 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:03.841762 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6e9cbf8a-9853-4bbe-8b2d-5778e783e4f1 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:03.858928 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ec2b5ea0-b51d-4972-8c05-347d85e2eebf tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:03.865403 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e01d4d87-5d29-41fd-a659-38398ea0098c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:03.969447 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2b5ea0-b51d-4972-8c05-347d85e2eebf tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Network 78b26c0c-06ca-4d31-8414-0c76e9b08c0b is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:06:03.977674 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-ec2b5ea0-b51d-4972-8c05-347d85e2eebf tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:06:03.997649 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-6e9cbf8a-9853-4bbe-8b2d-5778e783e4f1 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Calling delete_port for 8c85faf1-cda2-49f2-bd9a-fce05aa82e7b owned by network:floatingip {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:06:04.014206 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2b5ea0-b51d-4972-8c05-347d85e2eebf tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:06:04.104603 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2b5ea0-b51d-4972-8c05-347d85e2eebf tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Pushing event updated for resources: {'Port': ['ID=4285f746-41c7-4c2b-8ec3-5a5488c10955,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:04.108349 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ec2b5ea0-b51d-4972-8c05-347d85e2eebf tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:04.159642 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2b5ea0-b51d-4972-8c05-347d85e2eebf tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:06:04.160469 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ec2b5ea0-b51d-4972-8c05-347d85e2eebf tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:04.232125 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00d462c-dcb0-4eb0-95f9-f5ed13b123f1 req-8498975e-2903-45ea-86c9-51e92cf74e28 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:06:04.233722 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f00d462c-dcb0-4eb0-95f9-f5ed13b123f1 req-8498975e-2903-45ea-86c9-51e92cf74e28 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=93ad82f0-8781-4cf6-a466-9a57ed82acf5 HTTP/1.1" status: 200 len: 944 time: 0.1631942 Jun 11 10:06:04.307252 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f00d462c-dcb0-4eb0-95f9-f5ed13b123f1 req-862704ca-a605-4f99-b7d2-fb68a8d3a3fb tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c9589fb-c3c5-418d-8928-25f3ef7c4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667505 Jun 11 10:06:04.368161 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-1339e65d-285c-4fcc-b541-747b4fdf9c12 None None] Provisioning for port 4285f746-41c7-4c2b-8ec3-5a5488c10955 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:06:04.373173 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-1339e65d-285c-4fcc-b541-747b4fdf9c12 None None] Provisioning complete for port 4285f746-41c7-4c2b-8ec3-5a5488c10955 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:06:04.374310 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1339e65d-285c-4fcc-b541-747b4fdf9c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:04.427454 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-1339e65d-285c-4fcc-b541-747b4fdf9c12 None None] Port 4285f746-41c7-4c2b-8ec3-5a5488c10955 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:06:04.579526 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39fe5a1-f334-42d3-836d-a01a5dedbc74 req-845d0f6f-92cd-411f-a67c-6ae913d3ae78 tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:06:04.581545 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c39fe5a1-f334-42d3-836d-a01a5dedbc74 req-845d0f6f-92cd-411f-a67c-6ae913d3ae78 tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ea83a9b-1e90-452a-a659-5d0ff61a917e HTTP/1.1" status: 200 len: 944 time: 0.3291264 Jun 11 10:06:04.630178 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3dd1624c-a078-497d-92d5-033b545f7962 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:04.666187 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ff8603b1-52be-4807-bae4-c782786a7123 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:04.675621 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c39fe5a1-f334-42d3-836d-a01a5dedbc74 req-f1ad1816-be66-458c-bbd7-75299cb6ae56 tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] 10.222.0.60 "GET /v2.0/security-groups?id=6827d6aa-57e2-4cf4-b647-600ba524ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808680 Jun 11 10:06:04.715201 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3dd1624c-a078-497d-92d5-033b545f7962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:04.717954 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-33d24bb3-820f-4ec5-aaf9-895a7042adcc tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:04.737540 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6e9cbf8a-9853-4bbe-8b2d-5778e783e4f1 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:04.772622 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-ec2b5ea0-b51d-4972-8c05-347d85e2eebf tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4799399 Jun 11 10:06:04.775137 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 42672) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:04.780687 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-0bda59d9-b9e6-4189-a84e-08a5fa52b758 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Request body: {'floatingip': {'port_id': '4285f746-41c7-4c2b-8ec3-5a5488c10955'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:06:04.789216 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd1624c-a078-497d-92d5-033b545f7962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=254866ae-6357-49d7-a108-3fdd8a480ed1,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:04.792733 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3dd1624c-a078-497d-92d5-033b545f7962 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:04.793539 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-af77c7e6-c356-4d99-a46a-3bddfd89b88f tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:04.800810 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-3dd1624c-a078-497d-92d5-033b545f7962 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f1c4c8e518f144a8b40902155f0d309e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2474790 Jun 11 10:06:04.800810 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 42674) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:04.864941 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0bda59d9-b9e6-4189-a84e-08a5fa52b758 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks [] for floatingip, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:05.204466 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9cbf8a-9853-4bbe-8b2d-5778e783e4f1 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Pushing event deleted for resources: {'Port': ['ID=8c85faf1-cda2-49f2-bd9a-fce05aa82e7b,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:05.215911 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6e9cbf8a-9853-4bbe-8b2d-5778e783e4f1 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:05.347552 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6e9cbf8a-9853-4bbe-8b2d-5778e783e4f1 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks [] for floatingip, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:05.350080 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6e9cbf8a-9853-4bbe-8b2d-5778e783e4f1 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:05.351269 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-6e9cbf8a-9853-4bbe-8b2d-5778e783e4f1 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "DELETE /v2.0/floatingips/7d56bd9e-801c-4672-9cae-fa1a854516af HTTP/1.1" status: 204 len: 168 time: 2.0902336 Jun 11 10:06:05.354028 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d9189699-3c97-4ebd-abc6-5c055411c775 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:05.356490 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 42680) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:05.435290 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d9189699-3c97-4ebd-abc6-5c055411c775 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:05.566597 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:05.625199 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0bda59d9-b9e6-4189-a84e-08a5fa52b758 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:05.639440 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7db201c-0c5d-4aa8-94a5-7e29821fa802 req-42b16c71-432c-43c1-b865-e323a36bfcc8 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:06:05.641233 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e7db201c-0c5d-4aa8-94a5-7e29821fa802 req-42b16c71-432c-43c1-b865-e323a36bfcc8 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=93ad82f0-8781-4cf6-a466-9a57ed82acf5 HTTP/1.1" status: 200 len: 944 time: 0.1520734 Jun 11 10:06:05.689186 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e7db201c-0c5d-4aa8-94a5-7e29821fa802 req-af476569-941d-475b-8e55-a38051392f96 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c9589fb-c3c5-418d-8928-25f3ef7c4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407989 Jun 11 10:06:05.704233 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-28ee4698-4b73-4ac1-bf0a-34cf97660498 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Deleting port 44968cf1-fbc9-4eec-b314-67f01cc0a00c {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:06:05.704832 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-28ee4698-4b73-4ac1-bf0a-34cf97660498 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:05.715541 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0bda59d9-b9e6-4189-a84e-08a5fa52b758 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:05.759244 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d9189699-3c97-4ebd-abc6-5c055411c775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:05.762315 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d9189699-3c97-4ebd-abc6-5c055411c775 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:05.765949 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-d9189699-3c97-4ebd-abc6-5c055411c775 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/254866ae-6357-49d7-a108-3fdd8a480ed1 HTTP/1.1" status: 204 len: 168 time: 0.9599969 Jun 11 10:06:05.768663 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-cfe25478-c9f5-4d41-834c-2ed08ef5d627 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:05.846421 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9189699-3c97-4ebd-abc6-5c055411c775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=254866ae-6357-49d7-a108-3fdd8a480ed1,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:05.852361 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d9189699-3c97-4ebd-abc6-5c055411c775 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:05.901061 n-d-779913-12 neutron-server[93176]: INFO neutron.db.l3_db [None req-0bda59d9-b9e6-4189-a84e-08a5fa52b758 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Floating IP dd14f6f2-10dd-4e57-a71c-bda235d4547b associated. External IP: 172.25.4.38, port: ac2bb751-7f72-4029-8868-d6ceb3336efc. Jun 11 10:06:06.078107 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-28ee4698-4b73-4ac1-bf0a-34cf97660498 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:06.222649 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-28ee4698-4b73-4ac1-bf0a-34cf97660498 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Calling delete_port for 44968cf1-fbc9-4eec-b314-67f01cc0a00c owned by {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:06:06.277816 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bda59d9-b9e6-4189-a84e-08a5fa52b758 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Router d3f144aa-bd3f-4343-96aa-96eba3abd05e has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:06:06.367999 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dfb15a-9833-43df-9406-71eb6ca3e726 req-2f944130-955d-4156-b94c-4f7cd779c961 tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:06:06.369469 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d9dfb15a-9833-43df-9406-71eb6ca3e726 req-2f944130-955d-4156-b94c-4f7cd779c961 tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ea83a9b-1e90-452a-a659-5d0ff61a917e HTTP/1.1" status: 200 len: 944 time: 0.4585321 Jun 11 10:06:06.435896 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bda59d9-b9e6-4189-a84e-08a5fa52b758 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:06:06.447349 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2387a9eb-10df-4f4b-9997-8e47501a9053 None None] Sync routers for ids ['d3f144aa-bd3f-4343-96aa-96eba3abd05e'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:06:06.461762 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2387a9eb-10df-4f4b-9997-8e47501a9053 None None] Routers {'d3f144aa-bd3f-4343-96aa-96eba3abd05e'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:06:06.462633 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-2387a9eb-10df-4f4b-9997-8e47501a9053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:05:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['d3f144aa-bd3f-4343-96aa-96eba3abd05e'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:06:06.508721 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d9dfb15a-9833-43df-9406-71eb6ca3e726 req-11ff578c-31fb-4296-b638-b6b50331627e tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] 10.222.0.60 "GET /v2.0/security-groups?id=6827d6aa-57e2-4cf4-b647-600ba524ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868475 Jun 11 10:06:06.522420 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ff8603b1-52be-4807-bae4-c782786a7123 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:06.527434 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ff8603b1-52be-4807-bae4-c782786a7123 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-374241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-374254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-363978'] for router, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:06.612280 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-2387a9eb-10df-4f4b-9997-8e47501a9053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:06:06.620592 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2387a9eb-10df-4f4b-9997-8e47501a9053 None None] Routers {'d3f144aa-bd3f-4343-96aa-96eba3abd05e'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:06:06.621299 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-2387a9eb-10df-4f4b-9997-8e47501a9053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:05:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['d3f144aa-bd3f-4343-96aa-96eba3abd05e'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:06:06.670276 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-2387a9eb-10df-4f4b-9997-8e47501a9053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:06:06.670813 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2387a9eb-10df-4f4b-9997-8e47501a9053 None None] The sync data for ids ['d3f144aa-bd3f-4343-96aa-96eba3abd05e'] in n-d-779913-12 is: [] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:06:06.745447 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 42710) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:06.761680 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b1b39636-932b-414e-83d3-efef742f00df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:06.794047 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff8603b1-52be-4807-bae4-c782786a7123 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Router 003a2259-3e9a-4490-80d4-c6e06c834fd0 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:06:06.920615 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 3be2bf31-2ea1-4d10-833e-0df15c720757 details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 10:06:06.927617 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-28ee4698-4b73-4ac1-bf0a-34cf97660498 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:06.943467 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ea44f0c6-3d11-4603-8485-b8d9c24e726c tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:07.005825 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ee4698-4b73-4ac1-bf0a-34cf97660498 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Pushing event deleted for resources: {'Port': ['ID=44968cf1-fbc9-4eec-b314-67f01cc0a00c,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:07.012174 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-28ee4698-4b73-4ac1-bf0a-34cf97660498 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:07.116078 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-28ee4698-4b73-4ac1-bf0a-34cf97660498 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:07.122538 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-28ee4698-4b73-4ac1-bf0a-34cf97660498 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "DELETE /v2.0/ports/44968cf1-fbc9-4eec-b314-67f01cc0a00c HTTP/1.1" status: 204 len: 168 time: 1.7635942 Jun 11 10:06:07.123087 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 42718) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:07.180107 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b1b39636-932b-414e-83d3-efef742f00df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:07.194939 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9fc940-6373-446a-b48d-9a64ae990b3c req-00a0fa2f-ac7a-477a-9d1e-7037e044c87f tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:06:07.202072 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-bd9fc940-6373-446a-b48d-9a64ae990b3c req-00a0fa2f-ac7a-477a-9d1e-7037e044c87f tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=93ad82f0-8781-4cf6-a466-9a57ed82acf5 HTTP/1.1" status: 200 len: 944 time: 0.1981289 Jun 11 10:06:07.208023 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff8603b1-52be-4807-bae4-c782786a7123 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:06:07.221874 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ff8603b1-52be-4807-bae4-c782786a7123 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:07.228866 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-ff8603b1-52be-4807-bae4-c782786a7123 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] 10.222.0.60 "PUT /v2.0/routers/003a2259-3e9a-4490-80d4-c6e06c834fd0 HTTP/1.1" status: 200 len: 925 time: 3.5541804 Jun 11 10:06:07.230370 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 42720) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:07.268718 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecc50fc-06dd-4375-8644-e851e2ac215b None None] Sync routers for ids ['003a2259-3e9a-4490-80d4-c6e06c834fd0'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:06:07.290821 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecc50fc-06dd-4375-8644-e851e2ac215b None None] Routers {'003a2259-3e9a-4490-80d4-c6e06c834fd0'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:06:07.291482 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-7ecc50fc-06dd-4375-8644-e851e2ac215b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:05:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['003a2259-3e9a-4490-80d4-c6e06c834fd0'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:06:07.299179 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b1b39636-932b-414e-83d3-efef742f00df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:07.349247 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-7ecc50fc-06dd-4375-8644-e851e2ac215b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:06:07.362564 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 3be2bf31-2ea1-4d10-833e-0df15c720757, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=3be2bf31-2ea1-4d10-833e-0df15c720757,segment=NetworkSegment(27b9426f-9593-4a92-9336-bbaedd9d61f1),segment_id=27b9426f-9593-4a92-9336-bbaedd9d61f1)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:06:07.375799 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecc50fc-06dd-4375-8644-e851e2ac215b None None] Routers {'003a2259-3e9a-4490-80d4-c6e06c834fd0'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:06:07.377095 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-7ecc50fc-06dd-4375-8644-e851e2ac215b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:05:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['003a2259-3e9a-4490-80d4-c6e06c834fd0'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:06:07.378899 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-590a03cb-b4ee-4f7b-b16e-7a056bc501fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:07.415156 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-bd9fc940-6373-446a-b48d-9a64ae990b3c req-8d8a6ad2-b1cd-4884-b52c-d04f989e3991 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c9589fb-c3c5-418d-8928-25f3ef7c4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2120719 Jun 11 10:06:07.440831 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-7ecc50fc-06dd-4375-8644-e851e2ac215b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:06:07.441260 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecc50fc-06dd-4375-8644-e851e2ac215b None None] The sync data for ids ['003a2259-3e9a-4490-80d4-c6e06c834fd0'] in n-d-779913-12 is: [] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:06:07.444309 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': '3be2bf31-2ea1-4d10-833e-0df15c720757', 'network_id': '568c371e-3465-4c66-a699-03569955ac17', 'port_id': '3be2bf31-2ea1-4d10-833e-0df15c720757', 'mac_address': 'fa:16:3e:91:cb:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aefe0c09-460e-4a77-8069-7e468aaa43e9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 10:06:07.490923 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-dbda0e57-b435-4723-a506-d639125fee58 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Deleting port 31bcc4b9-58bd-4fec-b00e-1686a7b3b5c8 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:06:07.491445 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-dbda0e57-b435-4723-a506-d639125fee58 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:07.513722 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:07.535310 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3be2bf31-2ea1-4d10-833e-0df15c720757 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:06:07.560003 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bda59d9-b9e6-4189-a84e-08a5fa52b758 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Router 8f5dd14f-c59c-454e-bbe9-dd7a3788e728 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:06:07.589844 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 3be2bf31-2ea1-4d10-833e-0df15c720757, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=3be2bf31-2ea1-4d10-833e-0df15c720757,segment=NetworkSegment(27b9426f-9593-4a92-9336-bbaedd9d61f1),segment_id=27b9426f-9593-4a92-9336-bbaedd9d61f1)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:06:07.641166 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:07.642360 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 654150cf-8faf-4a19-aca8-459bddd22d50 details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 10:06:07.645280 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-bd6f65b3-8511-4ac0-949c-b1f34e280db6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:07.717680 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=3be2bf31-2ea1-4d10-833e-0df15c720757,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:07.733300 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:07.767787 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-dbda0e57-b435-4723-a506-d639125fee58 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:07.857542 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-b1b39636-932b-414e-83d3-efef742f00df admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=21d17fc6ee4842b2b6b4ff170a4ca33f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1231029 Jun 11 10:06:07.867358 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 654150cf-8faf-4a19-aca8-459bddd22d50, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=654150cf-8faf-4a19-aca8-459bddd22d50,segment=NetworkSegment(64ec67c3-ae73-4fd7-a5b7-323e0e068c2b),segment_id=64ec67c3-ae73-4fd7-a5b7-323e0e068c2b)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:06:07.885957 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': '654150cf-8faf-4a19-aca8-459bddd22d50', 'network_id': '4ec1bae5-7351-4e01-a52c-de5521320fcb', 'port_id': '654150cf-8faf-4a19-aca8-459bddd22d50', 'mac_address': 'fa:16:3e:45:44:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73b1338f-0df7-44ec-88b6-dbc16cfcfcc4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 10:06:07.886739 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 42730) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:07.897498 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-dbda0e57-b435-4723-a506-d639125fee58 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Calling delete_port for 31bcc4b9-58bd-4fec-b00e-1686a7b3b5c8 owned by {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:06:07.928063 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b39636-932b-414e-83d3-efef742f00df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d0b2c6d-fc50-40ae-8da0-f295c570f725,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:07.931649 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b1b39636-932b-414e-83d3-efef742f00df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:07.960390 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:07.969287 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-d2eacb70-8fe9-4da3-b180-a71efedb6b80 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] 10.222.0.60 "GET /v2.0/routers/003a2259-3e9a-4490-80d4-c6e06c834fd0 HTTP/1.1" status: 200 len: 925 time: 0.7369952 Jun 11 10:06:07.980675 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 42734) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:08.001911 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 654150cf-8faf-4a19-aca8-459bddd22d50 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:06:08.025256 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 654150cf-8faf-4a19-aca8-459bddd22d50, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=654150cf-8faf-4a19-aca8-459bddd22d50,segment=NetworkSegment(64ec67c3-ae73-4fd7-a5b7-323e0e068c2b),segment_id=64ec67c3-ae73-4fd7-a5b7-323e0e068c2b)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:06:08.029535 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bda59d9-b9e6-4189-a84e-08a5fa52b758 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:06:08.034858 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0bda59d9-b9e6-4189-a84e-08a5fa52b758 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:08.043027 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2d7c83-9116-4b5f-a529-d818b3f02970 None None] Sync routers for ids ['8f5dd14f-c59c-454e-bbe9-dd7a3788e728'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:06:08.056338 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2d7c83-9116-4b5f-a529-d818b3f02970 None None] Routers {'8f5dd14f-c59c-454e-bbe9-dd7a3788e728'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:06:08.057401 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-8e2d7c83-9116-4b5f-a529-d818b3f02970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:05:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['8f5dd14f-c59c-454e-bbe9-dd7a3788e728'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:06:08.080626 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debd388d-a56c-444a-9e6c-bd694e5c8054 req-196e2e14-ab38-497f-b6b6-bf25fe9cf01f tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:06:08.087717 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-debd388d-a56c-444a-9e6c-bd694e5c8054 req-196e2e14-ab38-497f-b6b6-bf25fe9cf01f tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ea83a9b-1e90-452a-a659-5d0ff61a917e HTTP/1.1" status: 200 len: 945 time: 0.2526233 Jun 11 10:06:08.102300 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-84de8414-2508-4772-b2ed-c9227564c9c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:08.104306 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:08.105991 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-5c81379f-1fdd-451f-8511-486f093598b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:08.161902 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=654150cf-8faf-4a19-aca8-459bddd22d50,revision_number=11']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:08.164008 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-84de8414-2508-4772-b2ed-c9227564c9c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:08.166575 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:08.183004 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-8e2d7c83-9116-4b5f-a529-d818b3f02970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:06:08.193182 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2d7c83-9116-4b5f-a529-d818b3f02970 None None] Routers {'8f5dd14f-c59c-454e-bbe9-dd7a3788e728'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:06:08.194146 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-8e2d7c83-9116-4b5f-a529-d818b3f02970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:05:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['8f5dd14f-c59c-454e-bbe9-dd7a3788e728'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:06:08.197174 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-debd388d-a56c-444a-9e6c-bd694e5c8054 req-21cf3ac9-3221-4d09-b9a3-635a9bf3562e tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] 10.222.0.60 "GET /v2.0/security-groups?id=6827d6aa-57e2-4cf4-b647-600ba524ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085169 Jun 11 10:06:08.222079 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-dbda0e57-b435-4723-a506-d639125fee58 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:08.232060 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-12e40214-3596-4077-b9b9-705395c88cc5 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:08.249743 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af0d28b-983d-4a1a-b3d7-f802578a673f tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:06:08.250322 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-8e2d7c83-9116-4b5f-a529-d818b3f02970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:06:08.250751 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2d7c83-9116-4b5f-a529-d818b3f02970 None None] The sync data for ids ['8f5dd14f-c59c-454e-bbe9-dd7a3788e728'] in n-d-779913-12 is: [] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:06:08.251250 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-3af0d28b-983d-4a1a-b3d7-f802578a673f tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=f0adef6e-169f-4a27-8865-442be2ad072d&device_id=003a2259-3e9a-4490-80d4-c6e06c834fd0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2699103 Jun 11 10:06:08.254470 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 42740) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:08.269583 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbda0e57-b435-4723-a506-d639125fee58 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Pushing event deleted for resources: {'Port': ['ID=31bcc4b9-58bd-4fec-b00e-1686a7b3b5c8,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:08.273359 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-dbda0e57-b435-4723-a506-d639125fee58 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:08.285688 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-0bda59d9-b9e6-4189-a84e-08a5fa52b758 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] 10.222.0.60 "PUT /v2.0/floatingips/dd14f6f2-10dd-4e57-a71c-bda235d4547b HTTP/1.1" status: 200 len: 977 time: 3.5090177 Jun 11 10:06:08.294734 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 42742) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:08.363497 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-dbda0e57-b435-4723-a506-d639125fee58 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:08.365492 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-dbda0e57-b435-4723-a506-d639125fee58 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "DELETE /v2.0/ports/31bcc4b9-58bd-4fec-b00e-1686a7b3b5c8 HTTP/1.1" status: 204 len: 168 time: 1.2413704 Jun 11 10:06:08.369365 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 42744) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:08.408050 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-84de8414-2508-4772-b2ed-c9227564c9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:08.410591 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-84de8414-2508-4772-b2ed-c9227564c9c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:08.414148 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-84de8414-2508-4772-b2ed-c9227564c9c7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9d0b2c6d-fc50-40ae-8da0-f295c570f725 HTTP/1.1" status: 204 len: 168 time: 0.5225132 Jun 11 10:06:08.416448 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9912c545-c458-4feb-9bec-8dedefc43b2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:08.446384 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-a49aff65-19e2-439e-936b-fb02ed39024f tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Deleting subnet ba156a19-5bcc-4467-be5b-d926e6e3da76 {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:06:08.451058 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a49aff65-19e2-439e-936b-fb02ed39024f tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:08.474088 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['654150cf-8faf-4a19-aca8-459bddd22d50'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:06:08.488671 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2005df78-69a3-469d-aa0a-478efc3e0841 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:06:08.494166 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-2005df78-69a3-469d-aa0a-478efc3e0841 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] 10.222.0.60 "GET /v2.0/networks/f0adef6e-169f-4a27-8865-442be2ad072d HTTP/1.1" status: 200 len: 881 time: 0.2387211 Jun 11 10:06:08.495288 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84de8414-2508-4772-b2ed-c9227564c9c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d0b2c6d-fc50-40ae-8da0-f295c570f725,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:08.502696 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 42752) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:08.507157 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-84de8414-2508-4772-b2ed-c9227564c9c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:08.536125 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['3be2bf31-2ea1-4d10-833e-0df15c720757'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:06:08.566115 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-b59d8a48-ff6f-4875-bf91-e947dc9075c3 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] 10.222.0.60 "GET /v2.0/ports?device_id=003a2259-3e9a-4490-80d4-c6e06c834fd0 HTTP/1.1" status: 200 len: 205 time: 0.0593293 Jun 11 10:06:08.570926 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 42754) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:08.571074 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-5c59ef43-5cec-4f8d-b93d-62d6b082b52d tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Deleting port 4285f746-41c7-4c2b-8ec3-5a5488c10955 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:06:08.571074 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5c59ef43-5cec-4f8d-b93d-62d6b082b52d tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:08.752788 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5c59ef43-5cec-4f8d-b93d-62d6b082b52d tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:08.780421 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a49aff65-19e2-439e-936b-fb02ed39024f tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:09.006434 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-956f22ab-637b-4d10-9a57-23f6d94faf91 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks [] for router, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:09.043411 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5c59ef43-5cec-4f8d-b93d-62d6b082b52d tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:09.044019 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5c59ef43-5cec-4f8d-b93d-62d6b082b52d tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:09.044273 n-d-779913-12 neutron-server[93177]: INFO neutron.db.l3_db [None req-5c59ef43-5cec-4f8d-b93d-62d6b082b52d tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Floating IP dd14f6f2-10dd-4e57-a71c-bda235d4547b disassociated. External IP: 172.25.4.38, port: 4285f746-41c7-4c2b-8ec3-5a5488c10955. Jun 11 10:06:09.044720 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-5c59ef43-5cec-4f8d-b93d-62d6b082b52d tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Calling delete_port for 4285f746-41c7-4c2b-8ec3-5a5488c10955 owned by {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:06:09.066650 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c2b4b4-16c4-4b33-97fc-6c9bf831bd66 req-a3c7ff13-df15-4802-9c27-5d61b708df24 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:06:09.068169 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-07c2b4b4-16c4-4b33-97fc-6c9bf831bd66 req-a3c7ff13-df15-4802-9c27-5d61b708df24 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=93ad82f0-8781-4cf6-a466-9a57ed82acf5 HTTP/1.1" status: 200 len: 945 time: 0.3072155 Jun 11 10:06:09.152399 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a49aff65-19e2-439e-936b-fb02ed39024f tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:09.252086 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-07c2b4b4-16c4-4b33-97fc-6c9bf831bd66 req-f07e608c-3baf-400f-8dd5-67ce01060c91 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c9589fb-c3c5-418d-8928-25f3ef7c4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217334 Jun 11 10:06:09.275095 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5c59ef43-5cec-4f8d-b93d-62d6b082b52d tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:09.279700 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4f61af84-4f73-400f-a185-e3c4385ae1d8 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:09.299611 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-956f22ab-637b-4d10-9a57-23f6d94faf91 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:09.321738 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c59ef43-5cec-4f8d-b93d-62d6b082b52d tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Pushing event deleted for resources: {'Port': ['ID=4285f746-41c7-4c2b-8ec3-5a5488c10955,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:09.325379 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5c59ef43-5cec-4f8d-b93d-62d6b082b52d tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:09.390179 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a49aff65-19e2-439e-936b-fb02ed39024f tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:09.393591 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d013731b-bc11-45f9-9d53-23327f1c284c tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:09.449662 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49aff65-19e2-439e-936b-fb02ed39024f tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Pushing event deleted for resources: {'Subnet': ['ID=ba156a19-5bcc-4467-be5b-d926e6e3da76,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:09.465809 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a49aff65-19e2-439e-936b-fb02ed39024f tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:09.477501 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457bcc60-71c8-4df8-ba2a-66427d028e01 None None] Network afbcc96d-d966-4839-b6f4-c3dd378a91e7 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:06:09.509604 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a49aff65-19e2-439e-936b-fb02ed39024f tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:09.512507 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-a49aff65-19e2-439e-936b-fb02ed39024f tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "DELETE /v2.0/subnets/ba156a19-5bcc-4467-be5b-d926e6e3da76 HTTP/1.1" status: 204 len: 168 time: 1.1416919 Jun 11 10:06:09.516414 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 42778) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:09.639503 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c59ef43-5cec-4f8d-b93d-62d6b082b52d tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Router 8f5dd14f-c59c-454e-bbe9-dd7a3788e728 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:06:09.649023 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1d5a3f-4a1b-48ac-b9ef-d5c2c6630bbf req-9e94d20e-3d96-4d40-9aed-4bbb763ca38a tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:06:09.650885 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8e1d5a3f-4a1b-48ac-b9ef-d5c2c6630bbf req-9e94d20e-3d96-4d40-9aed-4bbb763ca38a tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ea83a9b-1e90-452a-a659-5d0ff61a917e HTTP/1.1" status: 200 len: 945 time: 0.2451189 Jun 11 10:06:09.710137 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-19fcfae1-7054-4f9b-9adb-350cfbfce2f3 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Deleting subnet ed222787-e673-4822-923d-7d2cddde10e7 {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:06:09.713483 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-19fcfae1-7054-4f9b-9adb-350cfbfce2f3 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:09.744955 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-956f22ab-637b-4d10-9a57-23f6d94faf91 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Deleting port 3a7c59f0-ffea-46b2-8b59-4ec6962b62f1 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:06:09.745261 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-956f22ab-637b-4d10-9a57-23f6d94faf91 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:09.843944 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8e1d5a3f-4a1b-48ac-b9ef-d5c2c6630bbf req-92ec1590-25fb-47f3-9ab7-cb16f44beb53 tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] 10.222.0.60 "GET /v2.0/security-groups?id=6827d6aa-57e2-4cf4-b647-600ba524ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852660 Jun 11 10:06:09.848679 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d6ad20-d3eb-4a8d-9c40-5a3c29852afa None None] DHCP port deletion for afbcc96d-d966-4839-b6f4-c3dd378a91e7 request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 10:06:09.863394 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-19fcfae1-7054-4f9b-9adb-350cfbfce2f3 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:09.917598 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c59ef43-5cec-4f8d-b93d-62d6b082b52d tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:06:09.929364 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b637c902-b77b-4537-988c-85451b89cb84 None None] Sync routers for ids ['8f5dd14f-c59c-454e-bbe9-dd7a3788e728'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:06:09.944046 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b637c902-b77b-4537-988c-85451b89cb84 None None] Routers {'8f5dd14f-c59c-454e-bbe9-dd7a3788e728'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:06:09.945364 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-b637c902-b77b-4537-988c-85451b89cb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:05:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['8f5dd14f-c59c-454e-bbe9-dd7a3788e728'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:06:09.964310 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-956f22ab-637b-4d10-9a57-23f6d94faf91 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:10.022639 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5c59ef43-5cec-4f8d-b93d-62d6b082b52d tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:10.024860 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-5c59ef43-5cec-4f8d-b93d-62d6b082b52d tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] 10.222.0.60 "DELETE /v2.0/ports/4285f746-41c7-4c2b-8ec3-5a5488c10955 HTTP/1.1" status: 204 len: 168 time: 1.7291789 Jun 11 10:06:10.027441 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 42794) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:10.037219 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-b637c902-b77b-4537-988c-85451b89cb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:06:10.050673 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-a5d6ad20-d3eb-4a8d-9c40-5a3c29852afa None None] Deleting port ff84076b-a9bf-42c0-8d3f-4a1544436b8c {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:06:10.051336 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a5d6ad20-d3eb-4a8d-9c40-5a3c29852afa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:10.054488 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b637c902-b77b-4537-988c-85451b89cb84 None None] Routers {'8f5dd14f-c59c-454e-bbe9-dd7a3788e728'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:06:10.055314 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-b637c902-b77b-4537-988c-85451b89cb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:05:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['8f5dd14f-c59c-454e-bbe9-dd7a3788e728'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:06:10.118866 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-956f22ab-637b-4d10-9a57-23f6d94faf91 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Calling delete_port for 3a7c59f0-ffea-46b2-8b59-4ec6962b62f1 owned by network:router_gateway {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:06:10.136909 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-b637c902-b77b-4537-988c-85451b89cb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:06:10.137650 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b637c902-b77b-4537-988c-85451b89cb84 None None] The sync data for ids ['8f5dd14f-c59c-454e-bbe9-dd7a3788e728'] in n-d-779913-12 is: [] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:06:10.210744 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-a5d6ad20-d3eb-4a8d-9c40-5a3c29852afa None None] For port ff84076b-a9bf-42c0-8d3f-4a1544436b8c, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=ff84076b-a9bf-42c0-8d3f-4a1544436b8c,segment=NetworkSegment(de8f4a9a-622b-46a1-b033-7ca5cca64f80),segment_id=de8f4a9a-622b-46a1-b033-7ca5cca64f80)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:06:10.211155 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a5d6ad20-d3eb-4a8d-9c40-5a3c29852afa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:10.311759 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-a5d6ad20-d3eb-4a8d-9c40-5a3c29852afa None None] Calling delete_port for ff84076b-a9bf-42c0-8d3f-4a1544436b8c owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:06:10.332852 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-19fcfae1-7054-4f9b-9adb-350cfbfce2f3 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:10.636340 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d2ac1b67-3676-4586-a28e-93a4d6ad731a tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375209'] for router_interface, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:10.658573 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a5d6ad20-d3eb-4a8d-9c40-5a3c29852afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:10.672695 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:10.682242 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d6ad20-d3eb-4a8d-9c40-5a3c29852afa None None] No DVR routers for this DVR port ff84076b-a9bf-42c0-8d3f-4a1544436b8c on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:06:10.731327 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d6ad20-d3eb-4a8d-9c40-5a3c29852afa None None] Pushing event deleted for resources: {'Port': ['ID=ff84076b-a9bf-42c0-8d3f-4a1544436b8c,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:10.738259 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-a5d6ad20-d3eb-4a8d-9c40-5a3c29852afa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:10.784359 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device ff84076b-a9bf-42c0-8d3f-4a1544436b8c no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:06:10.811866 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: ff84076b-a9bf-42c0-8d3f-4a1544436b8c {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:06:10.812291 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device ff84076b-a9bf-42c0-8d3f-4a1544436b8c not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:06:10.936490 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 3be2bf31-2ea1-4d10-833e-0df15c720757 up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:06:11.121299 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88605672-8d83-4477-a84a-8e22e853510e req-ae7bee95-7a96-4404-8c62-eaec822ec899 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:06:11.123147 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-88605672-8d83-4477-a84a-8e22e853510e req-ae7bee95-7a96-4404-8c62-eaec822ec899 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=93ad82f0-8781-4cf6-a466-9a57ed82acf5 HTTP/1.1" status: 200 len: 945 time: 0.7172475 Jun 11 10:06:11.144260 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning for port 3be2bf31-2ea1-4d10-833e-0df15c720757 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:06:11.153280 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port 3be2bf31-2ea1-4d10-833e-0df15c720757 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:06:11.153928 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:11.200849 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-19fcfae1-7054-4f9b-9adb-350cfbfce2f3 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:11.202829 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-956f22ab-637b-4d10-9a57-23f6d94faf91 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:11.207024 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-05ffc817-3736-43ee-af22-1cff05936e37 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:11.219609 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e116b3d-4395-43fd-b7d0-67c5eba217db req-5871b702-b033-4910-92e2-d6ae02d5c4fc tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:06:11.228310 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4e116b3d-4395-43fd-b7d0-67c5eba217db req-5871b702-b033-4910-92e2-d6ae02d5c4fc tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ea83a9b-1e90-452a-a659-5d0ff61a917e HTTP/1.1" status: 200 len: 945 time: 0.1672015 Jun 11 10:06:11.283171 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-d2ac1b67-3676-4586-a28e-93a4d6ad731a tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Deleting port 34273b29-3bd3-4855-88eb-bb7c78e33355 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:06:11.283527 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d2ac1b67-3676-4586-a28e-93a4d6ad731a tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:11.290630 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:11.304058 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fcfae1-7054-4f9b-9adb-350cfbfce2f3 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Pushing event deleted for resources: {'Subnet': ['ID=ed222787-e673-4822-923d-7d2cddde10e7,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:11.306497 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-19fcfae1-7054-4f9b-9adb-350cfbfce2f3 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:11.309273 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-19fcfae1-7054-4f9b-9adb-350cfbfce2f3 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:11.320038 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-19fcfae1-7054-4f9b-9adb-350cfbfce2f3 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "DELETE /v2.0/subnets/ed222787-e673-4822-923d-7d2cddde10e7 HTTP/1.1" status: 204 len: 168 time: 1.8011601 Jun 11 10:06:11.320953 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ea83a9b-1e90-452a-a659-5d0ff61a917e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3be2bf31-2ea1-4d10-833e-0df15c720757'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:06:11.323261 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e23a7592-1733-45cc-ba68-2984691465b9" -d '{"events": [{"server_uuid": "6ea83a9b-1e90-452a-a659-5d0ff61a917e", "name": "network-vif-plugged", "status": "completed", "tag": "3be2bf31-2ea1-4d10-833e-0df15c720757"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:06:11.323493 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ff0bebf6-5859-43d9-824b-35de398be197 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:11.331607 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 42832) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:11.342818 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4e116b3d-4395-43fd-b7d0-67c5eba217db req-26bf12b9-c46a-49b2-b609-eeb976dfe6d3 tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] 10.222.0.60 "GET /v2.0/security-groups?id=6827d6aa-57e2-4cf4-b647-600ba524ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133714 Jun 11 10:06:11.348737 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 3be2bf31-2ea1-4d10-833e-0df15c720757, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=3be2bf31-2ea1-4d10-833e-0df15c720757,segment=NetworkSegment(27b9426f-9593-4a92-9336-bbaedd9d61f1),segment_id=27b9426f-9593-4a92-9336-bbaedd9d61f1)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:06:11.348737 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e33ec40-b45b-49cb-9d3d-cf90c1dbaff8 None None] Network 1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:06:11.423086 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-88605672-8d83-4477-a84a-8e22e853510e req-06c2c79e-55b1-4949-a14c-8009349e4049 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c9589fb-c3c5-418d-8928-25f3ef7c4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2932806 Jun 11 10:06:11.467538 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956f22ab-637b-4d10-9a57-23f6d94faf91 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Pushing event deleted for resources: {'Port': ['ID=3a7c59f0-ffea-46b2-8b59-4ec6962b62f1,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:11.472902 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-956f22ab-637b-4d10-9a57-23f6d94faf91 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:11.500103 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c6c5ae-d82b-4cd8-8097-09544569976c x-openstack-request-id: req-75c6c5ae-d82b-4cd8-8097-09544569976c {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:06:11.500341 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ea83a9b-1e90-452a-a659-5d0ff61a917e", "name": "network-vif-plugged", "status": "completed", "tag": "3be2bf31-2ea1-4d10-833e-0df15c720757", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:06:11.500622 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-75c6c5ae-d82b-4cd8-8097-09544569976c {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:06:11.500971 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ea83a9b-1e90-452a-a659-5d0ff61a917e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3be2bf31-2ea1-4d10-833e-0df15c720757', 'code': 200} Jun 11 10:06:11.527953 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d2ac1b67-3676-4586-a28e-93a4d6ad731a tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:11.630710 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-956f22ab-637b-4d10-9a57-23f6d94faf91 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374120'] for router_gateway, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:11.635738 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:11.635738 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 654150cf-8faf-4a19-aca8-459bddd22d50 up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:06:11.639402 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:11.655684 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-d2ac1b67-3676-4586-a28e-93a4d6ad731a tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Calling delete_port for 34273b29-3bd3-4855-88eb-bb7c78e33355 owned by network:router_interface {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:06:11.739298 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4cf6a34a-e23b-40b9-b96c-7c4ea29eef6e tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:11.802513 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-956f22ab-637b-4d10-9a57-23f6d94faf91 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:11.811976 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-956f22ab-637b-4d10-9a57-23f6d94faf91 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:11.815035 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=3be2bf31-2ea1-4d10-833e-0df15c720757,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:11.827955 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:11.927331 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning for port 654150cf-8faf-4a19-aca8-459bddd22d50 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:06:11.939778 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port 654150cf-8faf-4a19-aca8-459bddd22d50 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:06:11.940667 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:11.977988 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cf7239-344e-4df9-8dc4-bfe8fa12d60c req-94b40994-746e-40ba-8885-bed774f57105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:06:11.979515 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-56cf7239-344e-4df9-8dc4-bfe8fa12d60c req-94b40994-746e-40ba-8885-bed774f57105 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6ea83a9b-1e90-452a-a659-5d0ff61a917e HTTP/1.1" status: 200 len: 1098 time: 0.4492035 Jun 11 10:06:11.998660 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-956f22ab-637b-4d10-9a57-23f6d94faf91 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:11.999272 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-956f22ab-637b-4d10-9a57-23f6d94faf91 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Fanout notify agent at l3_agent the message router_deleted on router 003a2259-3e9a-4490-80d4-c6e06c834fd0 {{(pid=93176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 10:06:12.007536 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-956f22ab-637b-4d10-9a57-23f6d94faf91 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:12.007671 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7de666-1568-4b07-910a-f7f59f551f9f None None] DHCP port deletion for 1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 10:06:12.008520 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-956f22ab-637b-4d10-9a57-23f6d94faf91 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] 10.222.0.60 "DELETE /v2.0/routers/003a2259-3e9a-4490-80d4-c6e06c834fd0 HTTP/1.1" status: 204 len: 168 time: 3.4410129 Jun 11 10:06:12.012977 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 42856) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:12.030200 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-5acda38d-7d43-4ede-a7da-5dd01eae0396 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-897020837', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:06:12.095059 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4cf6a34a-e23b-40b9-b96c-7c4ea29eef6e tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:12.128916 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-4cf6a34a-e23b-40b9-b96c-7c4ea29eef6e tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afbcc96d-d966-4839-b6f4-c3dd378a91e7']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:06:12.144596 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:12.147071 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-56cf7239-344e-4df9-8dc4-bfe8fa12d60c req-19bf38d4-32a0-4aff-8a78-27b715a9b59d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=6827d6aa-57e2-4cf4-b647-600ba524ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563704 Jun 11 10:06:12.149866 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-4cf6a34a-e23b-40b9-b96c-7c4ea29eef6e tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de8f4a9a-622b-46a1-b033-7ca5cca64f80') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:06:12.150170 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-4cf6a34a-e23b-40b9-b96c-7c4ea29eef6e tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de8f4a9a-622b-46a1-b033-7ca5cca64f80') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:06:12.163326 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4cf6a34a-e23b-40b9-b96c-7c4ea29eef6e tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:12.183873 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4cf6a34a-e23b-40b9-b96c-7c4ea29eef6e tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:12.192325 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cf6a34a-e23b-40b9-b96c-7c4ea29eef6e tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Releasing vlan 775 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:06:12.192947 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4cf6a34a-e23b-40b9-b96c-7c4ea29eef6e tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:12.196797 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:06:12.196797 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:06:12.196797 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:06:12.196797 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:06:12.196797 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:06:12.196797 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:06:12.196797 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:06:12.196797 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:06:12.196797 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:06:12.196797 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:06:12.196797 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:06:12.196797 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:06:12.196797 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:06:12.196797 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:06:12.196797 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:06:12.196797 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:06:12.196797 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:06:12.196797 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:06:12.196797 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:06:12.196797 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:06:12.196797 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:06:12.196797 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:06:12.196797 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:06:12.196797 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:06:12.196797 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:06:12.196797 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:06:12.196797 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 10:06:12.196797 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:06:12.196797 n-d-779913-12 neutron-server[93176]: timer() Jun 11 10:06:12.196797 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:06:12.196797 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 10:06:12.196797 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:06:12.196797 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 10:06:12.196797 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:06:12.196797 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 10:06:12.196797 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:06:12.196797 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 10:06:12.196797 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:06:12.196797 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 10:06:12.196797 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:06:12.196797 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:06:12.196797 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:06:12.196797 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:06:12.196797 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:06:12.196797 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 10:06:12.196797 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:06:12.196797 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 10:06:12.196797 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:06:12.196797 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:06:12.196797 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:06:12.196797 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 10:06:12.196797 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:06:12.196797 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:06:12.196797 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:06:12.196797 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:06:12.196797 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:06:12.196797 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:06:12.196797 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:06:12.216823 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5acda38d-7d43-4ede-a7da-5dd01eae0396 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:12.218491 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5acda38d-7d43-4ede-a7da-5dd01eae0396 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:12.247021 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-6a7de666-1568-4b07-910a-f7f59f551f9f None None] Deleting port b0f63a55-73b0-4fbe-887d-5b2ae21bd973 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:06:12.247959 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6a7de666-1568-4b07-910a-f7f59f551f9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:12.286477 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 654150cf-8faf-4a19-aca8-459bddd22d50, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=654150cf-8faf-4a19-aca8-459bddd22d50,segment=NetworkSegment(64ec67c3-ae73-4fd7-a5b7-323e0e068c2b),segment_id=64ec67c3-ae73-4fd7-a5b7-323e0e068c2b)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:06:12.349627 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-6a7de666-1568-4b07-910a-f7f59f551f9f None None] For port b0f63a55-73b0-4fbe-887d-5b2ae21bd973, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=b0f63a55-73b0-4fbe-887d-5b2ae21bd973,segment=NetworkSegment(686cf7b5-2b83-43f0-a6c3-e1d920022762),segment_id=686cf7b5-2b83-43f0-a6c3-e1d920022762)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:06:12.350033 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6a7de666-1568-4b07-910a-f7f59f551f9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:12.452195 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-6a7de666-1568-4b07-910a-f7f59f551f9f None None] Calling delete_port for b0f63a55-73b0-4fbe-887d-5b2ae21bd973 owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:06:12.458057 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:12.462907 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-4ee7040f-02e4-405f-8921-ad326eb44401 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:12.539607 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d2ac1b67-3676-4586-a28e-93a4d6ad731a tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:12.543257 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-001f8b0c-36d6-44ce-8a2e-367e982c07ef tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:12.558185 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4cf6a34a-e23b-40b9-b96c-7c4ea29eef6e tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:12.591397 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-69f1a84f-68f4-460c-95d7-1055f0797800 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:12.591397 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4cf6a34a-e23b-40b9-b96c-7c4ea29eef6e tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:12.591397 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-4cf6a34a-e23b-40b9-b96c-7c4ea29eef6e tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "DELETE /v2.0/networks/afbcc96d-d966-4839-b6f4-c3dd378a91e7 HTTP/1.1" status: 204 len: 168 time: 1.2537215 Jun 11 10:06:12.593294 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 42874) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:12.620646 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=654150cf-8faf-4a19-aca8-459bddd22d50,revision_number=12']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:12.624262 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:12.634535 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ac1b67-3676-4586-a28e-93a4d6ad731a tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Pushing event deleted for resources: {'Port': ['ID=34273b29-3bd3-4855-88eb-bb7c78e33355,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:12.638244 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d2ac1b67-3676-4586-a28e-93a4d6ad731a tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:12.713950 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf6a34a-e23b-40b9-b96c-7c4ea29eef6e tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Pushing event deleted for resources: {'Network': ['ID=afbcc96d-d966-4839-b6f4-c3dd378a91e7,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:12.720605 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4cf6a34a-e23b-40b9-b96c-7c4ea29eef6e tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:12.730186 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5acda38d-7d43-4ede-a7da-5dd01eae0396 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:12.748841 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ff133-23b1-40f9-93fc-56ddade94018 req-3312fc23-d50d-4657-87bd-fa7eff6c3657 tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:06:12.749621 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-028ff133-23b1-40f9-93fc-56ddade94018 req-3312fc23-d50d-4657-87bd-fa7eff6c3657 tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ea83a9b-1e90-452a-a659-5d0ff61a917e HTTP/1.1" status: 200 len: 946 time: 0.2769637 Jun 11 10:06:12.761069 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6a7de666-1568-4b07-910a-f7f59f551f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:12.763168 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:12.865203 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7de666-1568-4b07-910a-f7f59f551f9f None None] No DVR routers for this DVR port b0f63a55-73b0-4fbe-887d-5b2ae21bd973 on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:06:12.869758 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7de666-1568-4b07-910a-f7f59f551f9f None None] Pushing event deleted for resources: {'Port': ['ID=b0f63a55-73b0-4fbe-887d-5b2ae21bd973,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:12.880010 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-6a7de666-1568-4b07-910a-f7f59f551f9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:12.928390 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5acda38d-7d43-4ede-a7da-5dd01eae0396 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:12.954683 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device b0f63a55-73b0-4fbe-887d-5b2ae21bd973 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:06:13.022736 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: b0f63a55-73b0-4fbe-887d-5b2ae21bd973 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:06:13.023244 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device b0f63a55-73b0-4fbe-887d-5b2ae21bd973 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:06:13.025484 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-11a7744b-f2c9-4c37-b359-c238a30107c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:13.036233 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6c180fa3-2b08-4466-a42b-8bf7deb59a7f tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:13.054222 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5acda38d-7d43-4ede-a7da-5dd01eae0396 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:13.058635 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-5acda38d-7d43-4ede-a7da-5dd01eae0396 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.0323164 Jun 11 10:06:13.064680 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 42878) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:13.074446 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-8b623c09-5ec4-4e84-9d53-f59aecc3e741 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:06:13.083054 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-028ff133-23b1-40f9-93fc-56ddade94018 req-e5f4fa5c-804f-4971-b26d-6a21735c9457 tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] 10.222.0.60 "GET /v2.0/security-groups?id=6827d6aa-57e2-4cf4-b647-600ba524ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783261 Jun 11 10:06:13.167745 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:06:13.216436 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6c180fa3-2b08-4466-a42b-8bf7deb59a7f tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:13.224859 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-6c180fa3-2b08-4466-a42b-8bf7deb59a7f tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:06:13.239312 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-6c180fa3-2b08-4466-a42b-8bf7deb59a7f tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '686cf7b5-2b83-43f0-a6c3-e1d920022762') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:06:13.239312 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-6c180fa3-2b08-4466-a42b-8bf7deb59a7f tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '686cf7b5-2b83-43f0-a6c3-e1d920022762') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:06:13.258711 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6c180fa3-2b08-4466-a42b-8bf7deb59a7f tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:13.291234 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6c180fa3-2b08-4466-a42b-8bf7deb59a7f tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:13.297580 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c180fa3-2b08-4466-a42b-8bf7deb59a7f tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Releasing vlan 750 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:06:13.298092 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6c180fa3-2b08-4466-a42b-8bf7deb59a7f tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:13.301633 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 10:06:13.301633 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:06:13.301633 n-d-779913-12 neutron-server[93176]: timer() Jun 11 10:06:13.301633 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:06:13.301633 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 10:06:13.301633 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:06:13.301633 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 10:06:13.301633 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:06:13.301633 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 10:06:13.301633 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:06:13.301633 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 10:06:13.301633 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:06:13.301633 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 10:06:13.301633 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:06:13.301633 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:06:13.301633 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:06:13.301633 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:06:13.301633 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:06:13.301633 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 10:06:13.301633 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:06:13.301633 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 10:06:13.301633 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:06:13.301633 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:06:13.301633 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:06:13.301633 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 10:06:13.301633 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:06:13.301633 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:06:13.301633 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:06:13.301633 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:06:13.301633 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:06:13.301633 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:06:13.301633 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:06:13.357618 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d2ac1b67-3676-4586-a28e-93a4d6ad731a tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362297'] for router_interface, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:13.447180 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6c180fa3-2b08-4466-a42b-8bf7deb59a7f tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:13.456440 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d1692ed4-0f64-4164-b685-cdaad953e573 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:13.461026 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6c180fa3-2b08-4466-a42b-8bf7deb59a7f tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:13.471622 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-6c180fa3-2b08-4466-a42b-8bf7deb59a7f tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] 10.222.0.60 "DELETE /v2.0/networks/1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e HTTP/1.1" status: 204 len: 168 time: 0.8597498 Jun 11 10:06:13.480265 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c180fa3-2b08-4466-a42b-8bf7deb59a7f tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Pushing event deleted for resources: {'Network': ['ID=1ab7b6a5-3b4e-4181-b9f8-db79d1bf753e,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:13.485056 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6c180fa3-2b08-4466-a42b-8bf7deb59a7f tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:13.501829 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93ad82f0-8781-4cf6-a466-9a57ed82acf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '654150cf-8faf-4a19-aca8-459bddd22d50'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:06:13.504380 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e934b42-c681-4a45-8a0a-9d00af301912" -d '{"events": [{"server_uuid": "93ad82f0-8781-4cf6-a466-9a57ed82acf5", "name": "network-vif-plugged", "status": "completed", "tag": "654150cf-8faf-4a19-aca8-459bddd22d50"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:06:13.531620 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 42890) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:13.569108 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-739c3b1f-9ba3-4e60-b8b9-d8cc33b38553 x-openstack-request-id: req-739c3b1f-9ba3-4e60-b8b9-d8cc33b38553 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:06:13.569108 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93ad82f0-8781-4cf6-a466-9a57ed82acf5", "name": "network-vif-plugged", "status": "completed", "tag": "654150cf-8faf-4a19-aca8-459bddd22d50", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:06:13.569108 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-739c3b1f-9ba3-4e60-b8b9-d8cc33b38553 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:06:13.569108 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93ad82f0-8781-4cf6-a466-9a57ed82acf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '654150cf-8faf-4a19-aca8-459bddd22d50', 'code': 200} Jun 11 10:06:13.633319 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8b623c09-5ec4-4e84-9d53-f59aecc3e741 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:13.662643 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ba5366-dcf5-4503-b1cd-8db2ad4fc2cb req-24b49875-ffac-4a12-a341-8fa3438a5a34 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:06:13.664216 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d7ba5366-dcf5-4503-b1cd-8db2ad4fc2cb req-24b49875-ffac-4a12-a341-8fa3438a5a34 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=93ad82f0-8781-4cf6-a466-9a57ed82acf5 HTTP/1.1" status: 200 len: 946 time: 0.6374702 Jun 11 10:06:13.727297 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d7ba5366-dcf5-4503-b1cd-8db2ad4fc2cb req-20d1256a-a35c-42f3-a252-8e24f43d9f3c tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c9589fb-c3c5-418d-8928-25f3ef7c4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519345 Jun 11 10:06:13.763001 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0f402497-432b-48b7-8362-ef702c135727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:13.958890 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cededa0e-b3d2-4306-a7f1-e7cccd851b05 req-3db3047b-4788-41e9-895d-f3279ac13b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:06:13.960416 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cededa0e-b3d2-4306-a7f1-e7cccd851b05 req-3db3047b-4788-41e9-895d-f3279ac13b8a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=93ad82f0-8781-4cf6-a466-9a57ed82acf5 HTTP/1.1" status: 200 len: 1098 time: 0.1211474 Jun 11 10:06:14.017081 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0f402497-432b-48b7-8362-ef702c135727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:14.023482 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cededa0e-b3d2-4306-a7f1-e7cccd851b05 req-30cea07c-92ba-4a1b-87a1-c8f8724462d3 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=7c9589fb-c3c5-418d-8928-25f3ef7c4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564528 Jun 11 10:06:14.046764 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2ac1b67-3676-4586-a28e-93a4d6ad731a tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Router 8f5dd14f-c59c-454e-bbe9-dd7a3788e728 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:06:14.109677 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0f402497-432b-48b7-8362-ef702c135727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:14.115438 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c3cd3bc5-d3a5-4a46-bb4e-cd3b923358d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:14.165009 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-0f402497-432b-48b7-8362-ef702c135727 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=887019a8c2044e96b4b8ec7a534bb3b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6298170 Jun 11 10:06:14.170477 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 42910) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:14.174472 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f402497-432b-48b7-8362-ef702c135727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee858a60-2b24-4c0e-b006-33af6db1c3a6,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:14.176446 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0f402497-432b-48b7-8362-ef702c135727 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:14.406522 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8b623c09-5ec4-4e84-9d53-f59aecc3e741 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks [] for router_gateway, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:14.411045 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c73c23-96f3-4d22-aac9-317d4b466797 req-69b4ed5a-e94c-418f-b0b1-2e01b4f4af0c tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:06:14.413923 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-23c73c23-96f3-4d22-aac9-317d4b466797 req-69b4ed5a-e94c-418f-b0b1-2e01b4f4af0c tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ea83a9b-1e90-452a-a659-5d0ff61a917e HTTP/1.1" status: 200 len: 946 time: 0.1195929 Jun 11 10:06:14.442011 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-58102a0e-555a-4a4b-b348-d13bf9b88065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:14.445061 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2ac1b67-3676-4586-a28e-93a4d6ad731a tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:06:14.447210 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8b623c09-5ec4-4e84-9d53-f59aecc3e741 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:14.457089 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-d2ac1b67-3676-4586-a28e-93a4d6ad731a tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] 10.222.0.60 "PUT /v2.0/routers/8f5dd14f-c59c-454e-bbe9-dd7a3788e728/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4286153 Jun 11 10:06:14.457232 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1fd179-44fe-442f-9aae-d5e8f23d274f None None] Sync routers for ids ['8f5dd14f-c59c-454e-bbe9-dd7a3788e728'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:06:14.460976 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 42914) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:14.466250 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1fd179-44fe-442f-9aae-d5e8f23d274f None None] Routers {'8f5dd14f-c59c-454e-bbe9-dd7a3788e728'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:06:14.467735 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-db1fd179-44fe-442f-9aae-d5e8f23d274f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:05:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['8f5dd14f-c59c-454e-bbe9-dd7a3788e728'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:06:14.510367 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-23c73c23-96f3-4d22-aac9-317d4b466797 req-9ee4b505-79fa-4f14-be23-eea9558dc9f8 tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] 10.222.0.60 "GET /v2.0/security-groups?id=6827d6aa-57e2-4cf4-b647-600ba524ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899479 Jun 11 10:06:14.556310 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-db1fd179-44fe-442f-9aae-d5e8f23d274f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:06:14.578114 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1fd179-44fe-442f-9aae-d5e8f23d274f None None] Routers {'8f5dd14f-c59c-454e-bbe9-dd7a3788e728'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:06:14.578715 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-db1fd179-44fe-442f-9aae-d5e8f23d274f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:05:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['8f5dd14f-c59c-454e-bbe9-dd7a3788e728'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:06:14.640366 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-db1fd179-44fe-442f-9aae-d5e8f23d274f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:06:14.641097 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1fd179-44fe-442f-9aae-d5e8f23d274f None None] The sync data for ids ['8f5dd14f-c59c-454e-bbe9-dd7a3788e728'] in n-d-779913-12 is: [] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:06:14.959561 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2e9e46-bb4f-4594-8115-70ff95538c09 req-98b6a6f5-c660-4132-8f28-379fade4bc28 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:06:14.961313 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6a2e9e46-bb4f-4594-8115-70ff95538c09 req-98b6a6f5-c660-4132-8f28-379fade4bc28 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=93ad82f0-8781-4cf6-a466-9a57ed82acf5 HTTP/1.1" status: 200 len: 946 time: 0.0921423 Jun 11 10:06:15.012120 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6a2e9e46-bb4f-4594-8115-70ff95538c09 req-571b1283-090d-43d2-85ca-bc6bff105b39 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c9589fb-c3c5-418d-8928-25f3ef7c4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450161 Jun 11 10:06:15.026181 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-58102a0e-555a-4a4b-b348-d13bf9b88065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:15.307290 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1eb3cd50-3a15-4e26-a002-16428d8f2d25 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks [] for router, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:15.390121 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-8b623c09-5ec4-4e84-9d53-f59aecc3e741 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Allocated IP 172.25.4.203 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/9fa3a42a-a143-42ce-9e8b-6be42d3b16c4) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:06:15.444767 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-58102a0e-555a-4a4b-b348-d13bf9b88065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:15.447949 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-58102a0e-555a-4a4b-b348-d13bf9b88065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:15.448918 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-58102a0e-555a-4a4b-b348-d13bf9b88065 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ee858a60-2b24-4c0e-b006-33af6db1c3a6 HTTP/1.1" status: 204 len: 168 time: 1.2767062 Jun 11 10:06:15.458432 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb6f1e-f70f-421b-a36d-990ff2a8dd52 req-43908c38-a836-4d7d-9230-414c3d647c37 tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:06:15.458432 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-65bb6f1e-f70f-421b-a36d-990ff2a8dd52 req-43908c38-a836-4d7d-9230-414c3d647c37 tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ea83a9b-1e90-452a-a659-5d0ff61a917e HTTP/1.1" status: 200 len: 946 time: 0.4395015 Jun 11 10:06:15.462571 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6dda8e3b-bda2-49b2-aae2-75625d5447cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:15.509954 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58102a0e-555a-4a4b-b348-d13bf9b88065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee858a60-2b24-4c0e-b006-33af6db1c3a6,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:15.555382 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-58102a0e-555a-4a4b-b348-d13bf9b88065 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:15.741724 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-65bb6f1e-f70f-421b-a36d-990ff2a8dd52 req-ea8e95a7-d55e-4a4b-8635-12ce631586eb tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] 10.222.0.60 "GET /v2.0/security-groups?id=6827d6aa-57e2-4cf4-b647-600ba524ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631211 Jun 11 10:06:15.744570 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8b623c09-5ec4-4e84-9d53-f59aecc3e741 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:15.754471 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1eb3cd50-3a15-4e26-a002-16428d8f2d25 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:15.800451 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f76a143e-f52b-42b6-b96b-222a12a2e114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:15.927853 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:15.942617 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8b623c09-5ec4-4e84-9d53-f59aecc3e741 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:15.945589 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-550abbc1-cbf9-4143-a889-8fae417e8009 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:16.042236 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b623c09-5ec4-4e84-9d53-f59aecc3e741 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:06:16.052154 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-8b623c09-5ec4-4e84-9d53-f59aecc3e741 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:06:16.055447 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b623c09-5ec4-4e84-9d53-f59aecc3e741 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Pushing event updated for resources: {'Port': ['ID=9fa3a42a-a143-42ce-9e8b-6be42d3b16c4,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:16.074064 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b623c09-5ec4-4e84-9d53-f59aecc3e741 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:06:16.075131 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8b623c09-5ec4-4e84-9d53-f59aecc3e741 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:16.129708 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-1eb3cd50-3a15-4e26-a002-16428d8f2d25 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Deleting port 7c7bb001-a573-4eff-bd0c-e4449059cf04 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:06:16.129936 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1eb3cd50-3a15-4e26-a002-16428d8f2d25 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:16.303874 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 42984) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:16.351735 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8b370941-4091-4afe-8286-96a77c4d5d3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:16.477588 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1eb3cd50-3a15-4e26-a002-16428d8f2d25 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:16.624852 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-1eb3cd50-3a15-4e26-a002-16428d8f2d25 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Calling delete_port for 7c7bb001-a573-4eff-bd0c-e4449059cf04 owned by network:router_gateway {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:06:16.646211 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:16.648792 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86d180a-087d-4d5b-81f4-99e7a20a6bef req-b872e9e2-3277-4987-9a00-e073fd868124 tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:06:16.650418 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c86d180a-087d-4d5b-81f4-99e7a20a6bef req-b872e9e2-3277-4987-9a00-e073fd868124 tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ea83a9b-1e90-452a-a659-5d0ff61a917e HTTP/1.1" status: 200 len: 946 time: 0.1648450 Jun 11 10:06:16.701424 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8b370941-4091-4afe-8286-96a77c4d5d3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:16.736829 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c86d180a-087d-4d5b-81f4-99e7a20a6bef req-91d63b10-d961-4b0c-993b-406504683ad2 tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] 10.222.0.60 "GET /v2.0/security-groups?id=6827d6aa-57e2-4cf4-b647-600ba524ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717869 Jun 11 10:06:16.775638 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8b370941-4091-4afe-8286-96a77c4d5d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:16.775790 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7870daab-28dd-4fd8-8936-7913767d5d32 req-dc502183-e9ed-4741-b40f-d1a53239f0eb tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:06:16.775913 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c200ebba-656d-4199-93a1-4bde2f5ac303 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:16.776002 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7870daab-28dd-4fd8-8936-7913767d5d32 req-dc502183-e9ed-4741-b40f-d1a53239f0eb tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=93ad82f0-8781-4cf6-a466-9a57ed82acf5 HTTP/1.1" status: 200 len: 946 time: 0.5469568 Jun 11 10:06:16.817306 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b370941-4091-4afe-8286-96a77c4d5d3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b670341e-3566-4960-b645-da6207d33fd1,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:16.820844 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8b370941-4091-4afe-8286-96a77c4d5d3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:16.826058 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-8b370941-4091-4afe-8286-96a77c4d5d3e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=74c4821066a743799c74064cc449d60b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5186582 Jun 11 10:06:16.826448 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 42996) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:16.889843 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-dea2ecb6-0298-4f9a-bebb-c22528df0e1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:16.914100 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-dea2ecb6-0298-4f9a-bebb-c22528df0e1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:16.926498 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7870daab-28dd-4fd8-8936-7913767d5d32 req-782820ad-8ba5-43d6-896c-13261c2e0323 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c9589fb-c3c5-418d-8928-25f3ef7c4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916955 Jun 11 10:06:16.932927 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8b623c09-5ec4-4e84-9d53-f59aecc3e741 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks [] for router_gateway, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:17.063294 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-dea2ecb6-0298-4f9a-bebb-c22528df0e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:17.066672 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-dea2ecb6-0298-4f9a-bebb-c22528df0e1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:17.070480 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-dea2ecb6-0298-4f9a-bebb-c22528df0e1a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b670341e-3566-4960-b645-da6207d33fd1 HTTP/1.1" status: 204 len: 168 time: 0.2406547 Jun 11 10:06:17.070480 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e9c2488d-ecc8-4893-b5ce-2b6da945aee8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:17.079199 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea2ecb6-0298-4f9a-bebb-c22528df0e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b670341e-3566-4960-b645-da6207d33fd1,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:17.082129 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-dea2ecb6-0298-4f9a-bebb-c22528df0e1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:17.338100 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1eb3cd50-3a15-4e26-a002-16428d8f2d25 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:17.341485 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0fb7c11c-e7e0-4a2b-bb14-d134fb0258d9 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:17.459657 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb3cd50-3a15-4e26-a002-16428d8f2d25 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Pushing event deleted for resources: {'Port': ['ID=7c7bb001-a573-4eff-bd0c-e4449059cf04,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:17.466395 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1eb3cd50-3a15-4e26-a002-16428d8f2d25 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:17.603784 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8b623c09-5ec4-4e84-9d53-f59aecc3e741 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:17.612289 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8b623c09-5ec4-4e84-9d53-f59aecc3e741 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-374241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-374254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-363978'] for router, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:17.625425 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1eb3cd50-3a15-4e26-a002-16428d8f2d25 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374120'] for router_gateway, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:17.969866 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbb3356-5b6a-4152-8c9c-e1fbeef63862 req-009b8b4f-1076-4584-90ca-08533276b0fd tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:06:17.977096 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6cbb3356-5b6a-4152-8c9c-e1fbeef63862 req-009b8b4f-1076-4584-90ca-08533276b0fd tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ea83a9b-1e90-452a-a659-5d0ff61a917e HTTP/1.1" status: 200 len: 946 time: 0.1076665 Jun 11 10:06:18.073579 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6cbb3356-5b6a-4152-8c9c-e1fbeef63862 req-e94c53b6-27b1-457e-b6ce-0e86cfc804af tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] 10.222.0.60 "GET /v2.0/security-groups?id=6827d6aa-57e2-4cf4-b647-600ba524ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888460 Jun 11 10:06:18.408607 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1eb3cd50-3a15-4e26-a002-16428d8f2d25 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:18.408607 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1eb3cd50-3a15-4e26-a002-16428d8f2d25 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:18.635684 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6b7290-4ca5-43f0-86fc-59b6bd6a3482 req-9952b67f-fc53-4352-854b-a319cf3d7c71 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:06:18.644238 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ff6b7290-4ca5-43f0-86fc-59b6bd6a3482 req-9952b67f-fc53-4352-854b-a319cf3d7c71 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=93ad82f0-8781-4cf6-a466-9a57ed82acf5 HTTP/1.1" status: 200 len: 946 time: 0.2438846 Jun 11 10:06:18.645046 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1eb3cd50-3a15-4e26-a002-16428d8f2d25 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:18.645560 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eb3cd50-3a15-4e26-a002-16428d8f2d25 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Fanout notify agent at l3_agent the message router_deleted on router 8f5dd14f-c59c-454e-bbe9-dd7a3788e728 {{(pid=93177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 10:06:18.659261 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1eb3cd50-3a15-4e26-a002-16428d8f2d25 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:18.663253 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 43056) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:18.684970 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-1eb3cd50-3a15-4e26-a002-16428d8f2d25 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] 10.222.0.60 "DELETE /v2.0/routers/8f5dd14f-c59c-454e-bbe9-dd7a3788e728 HTTP/1.1" status: 204 len: 168 time: 4.2227502 Jun 11 10:06:18.826415 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ff6b7290-4ca5-43f0-86fc-59b6bd6a3482 req-aef042dd-f4e8-4b1d-9182-e91aaee03ca9 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c9589fb-c3c5-418d-8928-25f3ef7c4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1819055 Jun 11 10:06:18.827973 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:18.922324 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7667985-5a10-46ac-9445-ad8f24c085c1 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Deleting subnet ef2dc0ca-09e2-4607-a71e-07cbfabb5eb0 {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:06:18.928478 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a7667985-5a10-46ac-9445-ad8f24c085c1 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:18.949526 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b623c09-5ec4-4e84-9d53-f59aecc3e741 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Router 4fba9fa3-2a2b-415b-875e-4e21e1524f7c is scheduled to L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 with binding_index 1 {{(pid=93177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 10:06:19.031968 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a7667985-5a10-46ac-9445-ad8f24c085c1 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:19.173049 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b623c09-5ec4-4e84-9d53-f59aecc3e741 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:06:19.178251 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906de4a1-be84-4bfd-bcc4-4c6d1ba0cf0d req-83949c43-f089-437a-a8b6-0cfe07d403f8 tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:06:19.180462 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-906de4a1-be84-4bfd-bcc4-4c6d1ba0cf0d req-83949c43-f089-437a-a8b6-0cfe07d403f8 tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ea83a9b-1e90-452a-a659-5d0ff61a917e HTTP/1.1" status: 200 len: 946 time: 0.3659387 Jun 11 10:06:19.183790 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89be537f-8c11-48a2-8d73-2f83e753a59c None None] Sync routers for ids ['4fba9fa3-2a2b-415b-875e-4e21e1524f7c'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:06:19.199742 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89be537f-8c11-48a2-8d73-2f83e753a59c None None] Routers {'4fba9fa3-2a2b-415b-875e-4e21e1524f7c'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:06:19.200724 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-89be537f-8c11-48a2-8d73-2f83e753a59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:06:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['4fba9fa3-2a2b-415b-875e-4e21e1524f7c'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:06:19.220008 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8b623c09-5ec4-4e84-9d53-f59aecc3e741 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:19.226418 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-8b623c09-5ec4-4e84-9d53-f59aecc3e741 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] 10.222.0.60 "PUT /v2.0/routers/4fba9fa3-2a2b-415b-875e-4e21e1524f7c HTTP/1.1" status: 200 len: 883 time: 6.1541033 Jun 11 10:06:19.226418 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 43066) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:19.247945 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6827cb18-ee05-409e-9e5c-d40106df4a0a req-159db260-4554-45cb-81a1-78a59b6b599e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:06:19.249667 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6827cb18-ee05-409e-9e5c-d40106df4a0a req-159db260-4554-45cb-81a1-78a59b6b599e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=62ba6f0c270c4ad4a94e53037cf894fd&device_id=6ea83a9b-1e90-452a-a659-5d0ff61a917e HTTP/1.1" status: 200 len: 1098 time: 0.4264493 Jun 11 10:06:19.251579 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a7667985-5a10-46ac-9445-ad8f24c085c1 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:19.292065 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-89be537f-8c11-48a2-8d73-2f83e753a59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:06:19.303346 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89be537f-8c11-48a2-8d73-2f83e753a59c None None] Routers {'4fba9fa3-2a2b-415b-875e-4e21e1524f7c'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:06:19.304664 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-89be537f-8c11-48a2-8d73-2f83e753a59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:06:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['4fba9fa3-2a2b-415b-875e-4e21e1524f7c'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:06:19.378077 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-89be537f-8c11-48a2-8d73-2f83e753a59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:06:19.378505 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89be537f-8c11-48a2-8d73-2f83e753a59c None None] The sync data for ids ['4fba9fa3-2a2b-415b-875e-4e21e1524f7c'] in n-d-779913-12 is: [] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:06:19.422772 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-906de4a1-be84-4bfd-bcc4-4c6d1ba0cf0d req-0cd55eb9-dd6f-442c-8f90-60488dcc0ece tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] 10.222.0.60 "GET /v2.0/security-groups?id=6827d6aa-57e2-4cf4-b647-600ba524ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290807 Jun 11 10:06:19.452738 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-bfce8ee8-f7a1-48a9-b9e9-c0b01cb3c03c tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] 10.222.0.60 "GET /v2.0/routers/4fba9fa3-2a2b-415b-875e-4e21e1524f7c HTTP/1.1" status: 200 len: 924 time: 0.2245419 Jun 11 10:06:19.452960 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 43074) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:19.544595 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d9ab7f-d0e0-4b2c-8d86-ab9885c60627 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:06:19.554675 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 43082) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:19.555077 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-10d9ab7f-d0e0-4b2c-8d86-ab9885c60627 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=f0adef6e-169f-4a27-8865-442be2ad072d&device_id=4fba9fa3-2a2b-415b-875e-4e21e1524f7c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1010277 Jun 11 10:06:19.605854 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6827cb18-ee05-409e-9e5c-d40106df4a0a req-dfb3551c-fe30-4f7f-b9cd-0620d2a01d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:06:19.607406 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6827cb18-ee05-409e-9e5c-d40106df4a0a req-dfb3551c-fe30-4f7f-b9cd-0620d2a01d43 service neutron] 10.222.0.69 "GET /v2.0/networks?id=568c371e-3465-4c66-a699-03569955ac17 HTTP/1.1" status: 200 len: 913 time: 0.3391845 Jun 11 10:06:19.711799 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a7667985-5a10-46ac-9445-ad8f24c085c1 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:19.722134 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-514d877a-f05d-4235-a73d-c85ee649a76a tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:19.731432 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6827cb18-ee05-409e-9e5c-d40106df4a0a req-f38c593f-34ed-448d-a002-c5d399f40180 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3be2bf31-2ea1-4d10-833e-0df15c720757 HTTP/1.1" status: 200 len: 217 time: 0.1169295 Jun 11 10:06:19.768873 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7667985-5a10-46ac-9445-ad8f24c085c1 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Pushing event deleted for resources: {'Subnet': ['ID=ef2dc0ca-09e2-4607-a71e-07cbfabb5eb0,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:19.774110 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a7667985-5a10-46ac-9445-ad8f24c085c1 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:19.780202 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 43090) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:19.780790 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-a7667985-5a10-46ac-9445-ad8f24c085c1 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] 10.222.0.60 "DELETE /v2.0/subnets/ef2dc0ca-09e2-4607-a71e-07cbfabb5eb0 HTTP/1.1" status: 204 len: 168 time: 1.1158929 Jun 11 10:06:19.785947 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a7667985-5a10-46ac-9445-ad8f24c085c1 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:19.789848 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7952fad-f2b3-4c20-8cdc-2d55e8b24a3e None None] Network 78b26c0c-06ca-4d31-8414-0c76e9b08c0b requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:06:19.862463 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd55d9f-988f-429d-913a-b2a2adf71f16 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:06:19.866375 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-2cd55d9f-988f-429d-913a-b2a2adf71f16 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] 10.222.0.60 "GET /v2.0/networks/f0adef6e-169f-4a27-8865-442be2ad072d HTTP/1.1" status: 200 len: 881 time: 0.3075466 Jun 11 10:06:19.866608 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 43096) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:19.909648 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-50907a8b-ed00-4934-ad92-7433cd598498 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] 10.222.0.60 "GET /v2.0/ports?device_id=4fba9fa3-2a2b-415b-875e-4e21e1524f7c HTTP/1.1" status: 200 len: 205 time: 0.0417159 Jun 11 10:06:19.911942 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 43098) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:19.919553 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6827cb18-ee05-409e-9e5c-d40106df4a0a req-c9b5bd7e-7686-438f-b0cb-550295e046ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:06:19.921240 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6827cb18-ee05-409e-9e5c-d40106df4a0a req-c9b5bd7e-7686-438f-b0cb-550295e046ec service neutron] 10.222.0.69 "GET /v2.0/subnets?id=aefe0c09-460e-4a77-8069-7e468aaa43e9 HTTP/1.1" status: 200 len: 852 time: 0.1631062 Jun 11 10:06:19.987421 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-51f5b5f3-2cef-41f5-9e61-0cc4f3dd8240 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:20.116226 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6827cb18-ee05-409e-9e5c-d40106df4a0a req-4f7e318a-1879-44d1-9ed1-b24fdd79339a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=568c371e-3465-4c66-a699-03569955ac17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542185 Jun 11 10:06:20.146154 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-51f5b5f3-2cef-41f5-9e61-0cc4f3dd8240 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Deleting port c9d836ef-a2b9-490c-a15d-b763e5d34aec {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:06:20.146646 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-51f5b5f3-2cef-41f5-9e61-0cc4f3dd8240 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:20.193295 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d025c8-c9d7-4ca9-9369-68ae4879a779 None None] DHCP port deletion for 78b26c0c-06ca-4d31-8414-0c76e9b08c0b request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 10:06:20.207874 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-17a34da4-0ea1-4308-b706-16cd4287e85e tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks [] for router, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:20.262950 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-51f5b5f3-2cef-41f5-9e61-0cc4f3dd8240 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] For port c9d836ef-a2b9-490c-a15d-b763e5d34aec, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=c9d836ef-a2b9-490c-a15d-b763e5d34aec,segment=NetworkSegment(f7ad8652-105f-43ba-b415-4cfe690664cc),segment_id=f7ad8652-105f-43ba-b415-4cfe690664cc)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:06:20.264861 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-51f5b5f3-2cef-41f5-9e61-0cc4f3dd8240 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:20.288084 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-12d025c8-c9d7-4ca9-9369-68ae4879a779 None None] Deleting port c9d836ef-a2b9-490c-a15d-b763e5d34aec {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:06:20.288084 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-12d025c8-c9d7-4ca9-9369-68ae4879a779 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:20.398414 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6827cb18-ee05-409e-9e5c-d40106df4a0a req-711cf2f2-5c4c-4974-b012-e80f1d894aa3 service neutron] 10.222.0.69 "GET /v2.0/networks/568c371e-3465-4c66-a699-03569955ac17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706931 Jun 11 10:06:20.398646 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-51f5b5f3-2cef-41f5-9e61-0cc4f3dd8240 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Calling delete_port for c9d836ef-a2b9-490c-a15d-b763e5d34aec owned by network:dhcp {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:06:20.465800 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-12d025c8-c9d7-4ca9-9369-68ae4879a779 None None] For port c9d836ef-a2b9-490c-a15d-b763e5d34aec, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=c9d836ef-a2b9-490c-a15d-b763e5d34aec,segment=NetworkSegment(f7ad8652-105f-43ba-b415-4cfe690664cc),segment_id=f7ad8652-105f-43ba-b415-4cfe690664cc)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:06:20.466163 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-12d025c8-c9d7-4ca9-9369-68ae4879a779 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:20.671481 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-51f5b5f3-2cef-41f5-9e61-0cc4f3dd8240 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:20.673876 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-735569c1-1171-4fd6-a62e-3b67c5d2b2ec tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:20.717461 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f5b5f3-2cef-41f5-9e61-0cc4f3dd8240 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Pushing event deleted for resources: {'Port': ['ID=c9d836ef-a2b9-490c-a15d-b763e5d34aec,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:20.718871 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f5b5f3-2cef-41f5-9e61-0cc4f3dd8240 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] No DVR routers for this DVR port c9d836ef-a2b9-490c-a15d-b763e5d34aec on host n-d-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:06:20.726349 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-51f5b5f3-2cef-41f5-9e61-0cc4f3dd8240 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:20.731497 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-12d025c8-c9d7-4ca9-9369-68ae4879a779 None None] Calling delete_port for c9d836ef-a2b9-490c-a15d-b763e5d34aec owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:06:20.793659 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6827cb18-ee05-409e-9e5c-d40106df4a0a req-b656bccd-9ef6-409d-9ea9-b87a248000fc service neutron] 10.222.0.69 "GET /v2.0/networks/568c371e-3465-4c66-a699-03569955ac17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867966 Jun 11 10:06:20.817288 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-17a34da4-0ea1-4308-b706-16cd4287e85e tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:20.885812 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d7d0c7-5a4a-48c6-b849-0edf70e42dc0 req-22734574-0b2c-4701-8a6c-39f0e011575a tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:06:20.892531 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-90d7d0c7-5a4a-48c6-b849-0edf70e42dc0 req-22734574-0b2c-4701-8a6c-39f0e011575a tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ea83a9b-1e90-452a-a659-5d0ff61a917e HTTP/1.1" status: 200 len: 946 time: 0.3007381 Jun 11 10:06:20.973610 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device c9d836ef-a2b9-490c-a15d-b763e5d34aec no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:06:20.992678 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-51f5b5f3-2cef-41f5-9e61-0cc4f3dd8240 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:21.005985 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: c9d836ef-a2b9-490c-a15d-b763e5d34aec {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:06:21.011492 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device c9d836ef-a2b9-490c-a15d-b763e5d34aec not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:06:21.019962 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-12d025c8-c9d7-4ca9-9369-68ae4879a779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:21.026278 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-17a34da4-0ea1-4308-b706-16cd4287e85e tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Deleting port 9fa3a42a-a143-42ce-9e8b-6be42d3b16c4 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:06:21.026632 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-17a34da4-0ea1-4308-b706-16cd4287e85e tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:21.032117 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:21.037665 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d025c8-c9d7-4ca9-9369-68ae4879a779 None None] No DVR routers for this DVR port c9d836ef-a2b9-490c-a15d-b763e5d34aec on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:06:21.041978 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-51f5b5f3-2cef-41f5-9e61-0cc4f3dd8240 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78b26c0c-06ca-4d31-8414-0c76e9b08c0b']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:06:21.065776 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-51f5b5f3-2cef-41f5-9e61-0cc4f3dd8240 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7ad8652-105f-43ba-b415-4cfe690664cc') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:06:21.066381 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-51f5b5f3-2cef-41f5-9e61-0cc4f3dd8240 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7ad8652-105f-43ba-b415-4cfe690664cc') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:06:21.086910 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-51f5b5f3-2cef-41f5-9e61-0cc4f3dd8240 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:21.099678 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-90d7d0c7-5a4a-48c6-b849-0edf70e42dc0 req-a63b409e-900a-49c0-a051-1f47156c5592 tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] 10.222.0.60 "GET /v2.0/security-groups?id=6827d6aa-57e2-4cf4-b647-600ba524ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037197 Jun 11 10:06:21.108415 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d025c8-c9d7-4ca9-9369-68ae4879a779 None None] Pushing event deleted for resources: {'Port': ['ID=c9d836ef-a2b9-490c-a15d-b763e5d34aec,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:21.115682 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-51f5b5f3-2cef-41f5-9e61-0cc4f3dd8240 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:21.115960 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-12d025c8-c9d7-4ca9-9369-68ae4879a779 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:21.123279 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51f5b5f3-2cef-41f5-9e61-0cc4f3dd8240 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Releasing vlan 795 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:06:21.123729 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-51f5b5f3-2cef-41f5-9e61-0cc4f3dd8240 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:21.127603 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:06:21.127603 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 10:06:21.127603 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:06:21.127603 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:06:21.127603 n-d-779913-12 neutron-server[93177]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:318: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:06:21.127603 n-d-779913-12 neutron-server[93177]: items = [ Jun 11 10:06:21.127603 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 10:06:21.127603 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:06:21.127603 n-d-779913-12 neutron-server[93177]: timer() Jun 11 10:06:21.127603 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:06:21.127603 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 10:06:21.127603 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:06:21.127603 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 10:06:21.127603 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:06:21.127603 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 10:06:21.127603 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:06:21.127603 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 10:06:21.127603 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:06:21.127603 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 10:06:21.127603 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:06:21.127603 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:06:21.127603 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:06:21.127603 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:06:21.127603 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:06:21.127603 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 10:06:21.127603 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:06:21.127603 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 10:06:21.127603 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:06:21.127603 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:06:21.127603 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:06:21.127603 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 10:06:21.127603 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:06:21.127603 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:06:21.127603 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:06:21.127603 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:06:21.127603 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:06:21.127603 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:06:21.127603 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:06:21.309371 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-51f5b5f3-2cef-41f5-9e61-0cc4f3dd8240 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:21.320684 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a19e9b3e-a1dd-4417-9021-8c987c1be439 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:21.326019 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-51f5b5f3-2cef-41f5-9e61-0cc4f3dd8240 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:21.330830 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-51f5b5f3-2cef-41f5-9e61-0cc4f3dd8240 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] 10.222.0.60 "DELETE /v2.0/networks/78b26c0c-06ca-4d31-8414-0c76e9b08c0b HTTP/1.1" status: 204 len: 168 time: 1.5490453 Jun 11 10:06:21.333164 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 43138) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:21.413784 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f5b5f3-2cef-41f5-9e61-0cc4f3dd8240 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Pushing event deleted for resources: {'Network': ['ID=78b26c0c-06ca-4d31-8414-0c76e9b08c0b,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:21.424964 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-51f5b5f3-2cef-41f5-9e61-0cc4f3dd8240 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:21.569393 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-80099e05-7676-4e00-afa2-8711e08cfd48 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Deleting port b4084b90-b467-4825-af14-2ac958e22cb5 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:06:21.569745 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-80099e05-7676-4e00-afa2-8711e08cfd48 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:21.646877 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-17a34da4-0ea1-4308-b706-16cd4287e85e tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:21.706989 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-80099e05-7676-4e00-afa2-8711e08cfd48 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:21.707319 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-80099e05-7676-4e00-afa2-8711e08cfd48 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:21.769278 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-17a34da4-0ea1-4308-b706-16cd4287e85e tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Calling delete_port for 9fa3a42a-a143-42ce-9e8b-6be42d3b16c4 owned by network:router_gateway {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:06:21.825955 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-80099e05-7676-4e00-afa2-8711e08cfd48 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Calling delete_port for b4084b90-b467-4825-af14-2ac958e22cb5 owned by network:floatingip {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:06:22.087345 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-17a34da4-0ea1-4308-b706-16cd4287e85e tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:22.092599 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e01d4d87-5d29-41fd-a659-38398ea0098c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:22.184072 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a34da4-0ea1-4308-b706-16cd4287e85e tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Pushing event deleted for resources: {'Port': ['ID=9fa3a42a-a143-42ce-9e8b-6be42d3b16c4,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:22.189092 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-17a34da4-0ea1-4308-b706-16cd4287e85e tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:22.189518 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-80099e05-7676-4e00-afa2-8711e08cfd48 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:22.193203 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3b160bbe-58cf-4cab-9ab7-13af56dc26d1 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:22.236902 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-17a34da4-0ea1-4308-b706-16cd4287e85e tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374120'] for router_gateway, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:22.283326 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80099e05-7676-4e00-afa2-8711e08cfd48 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Pushing event deleted for resources: {'Port': ['ID=b4084b90-b467-4825-af14-2ac958e22cb5,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:22.308283 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-80099e05-7676-4e00-afa2-8711e08cfd48 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:22.426881 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-80099e05-7676-4e00-afa2-8711e08cfd48 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks [] for floatingip, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:22.429844 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-80099e05-7676-4e00-afa2-8711e08cfd48 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:22.431624 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-80099e05-7676-4e00-afa2-8711e08cfd48 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] 10.222.0.60 "DELETE /v2.0/floatingips/dd14f6f2-10dd-4e57-a71c-bda235d4547b HTTP/1.1" status: 204 len: 168 time: 1.0969660 Jun 11 10:06:22.436228 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 43162) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:22.468043 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f51ba3a-95b4-4a97-853a-39df1453fa83 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] DELETE failed (client error): The resource could not be found. Jun 11 10:06:22.468915 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f51ba3a-95b4-4a97-853a-39df1453fa83 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 10:06:22.471241 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-1f51ba3a-95b4-4a97-853a-39df1453fa83 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] 10.222.0.60 "DELETE /v2.0/ports/4285f746-41c7-4c2b-8ec3-5a5488c10955 HTTP/1.1" status: 404 len: 333 time: 0.0338581 Jun 11 10:06:22.473882 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 43164) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:22.515615 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-2ddd2b45-0dce-4f8d-aa13-520929db94f1 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f5dd14f-c59c-454e-bbe9-dd7a3788e728 HTTP/1.1" status: 200 len: 205 time: 0.0395317 Jun 11 10:06:22.517519 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 43166) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:22.578170 n-d-779913-12 neutron-server[93177]: INFO neutron.api.v2.resource [None req-00155b79-cb29-47c1-b8bb-5bad6ec0ea32 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] delete failed (client error): The resource could not be found. Jun 11 10:06:22.579476 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-00155b79-cb29-47c1-b8bb-5bad6ec0ea32 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] 10.222.0.60 "DELETE /v2.0/routers/8f5dd14f-c59c-454e-bbe9-dd7a3788e728 HTTP/1.1" status: 404 len: 336 time: 0.0599306 Jun 11 10:06:22.582152 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 43168) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:22.585205 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-17a34da4-0ea1-4308-b706-16cd4287e85e tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:22.605518 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-17a34da4-0ea1-4308-b706-16cd4287e85e tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:22.621240 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-bda3de22-f3c8-4af1-889c-635fbb53a2e5 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] DELETE failed (client error): The resource could not be found. Jun 11 10:06:22.621702 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bda3de22-f3c8-4af1-889c-635fbb53a2e5 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 10:06:22.625432 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-bda3de22-f3c8-4af1-889c-635fbb53a2e5 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] 10.222.0.60 "DELETE /v2.0/subnets/ef2dc0ca-09e2-4607-a71e-07cbfabb5eb0 HTTP/1.1" status: 404 len: 337 time: 0.0422249 Jun 11 10:06:22.628537 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 43176) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:22.741817 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa2c28-da74-4a0f-b071-86be84263383 req-e8aaa6f3-6ea0-43b9-951d-a18aac1f737e tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:06:22.752294 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-19aa2c28-da74-4a0f-b071-86be84263383 req-e8aaa6f3-6ea0-43b9-951d-a18aac1f737e tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ea83a9b-1e90-452a-a659-5d0ff61a917e HTTP/1.1" status: 200 len: 946 time: 0.3698900 Jun 11 10:06:22.779883 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-17a34da4-0ea1-4308-b706-16cd4287e85e tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:22.780824 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-484cea68-2cc5-470b-a9d2-27c8b407f5fc tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Deleting port ac2bb751-7f72-4029-8868-d6ceb3336efc {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:06:22.781224 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17a34da4-0ea1-4308-b706-16cd4287e85e tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Fanout notify agent at l3_agent the message router_deleted on router 4fba9fa3-2a2b-415b-875e-4e21e1524f7c {{(pid=93176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 10:06:22.781380 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-484cea68-2cc5-470b-a9d2-27c8b407f5fc tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:22.801790 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-17a34da4-0ea1-4308-b706-16cd4287e85e tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:22.802935 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-17a34da4-0ea1-4308-b706-16cd4287e85e tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] 10.222.0.60 "DELETE /v2.0/routers/4fba9fa3-2a2b-415b-875e-4e21e1524f7c HTTP/1.1" status: 204 len: 168 time: 2.8900921 Jun 11 10:06:22.810096 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 43180) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:22.827052 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-7ede9d25-8eac-4437-9ee7-888abb626bad tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-223933079', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:06:22.864208 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-19aa2c28-da74-4a0f-b071-86be84263383 req-cf8f2733-e915-4bac-966d-9ed6ec124224 tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] 10.222.0.60 "GET /v2.0/security-groups?id=6827d6aa-57e2-4cf4-b647-600ba524ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035318 Jun 11 10:06:22.962438 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-484cea68-2cc5-470b-a9d2-27c8b407f5fc tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:23.021069 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7ede9d25-8eac-4437-9ee7-888abb626bad tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:23.022386 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7ede9d25-8eac-4437-9ee7-888abb626bad tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:23.064478 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-484cea68-2cc5-470b-a9d2-27c8b407f5fc tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Calling delete_port for ac2bb751-7f72-4029-8868-d6ceb3336efc owned by {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:06:23.183631 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7ede9d25-8eac-4437-9ee7-888abb626bad tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:23.270099 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7ede9d25-8eac-4437-9ee7-888abb626bad tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:23.335640 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 43188) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:23.366228 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7ede9d25-8eac-4437-9ee7-888abb626bad tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:23.370907 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 43192) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:23.371861 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-7ede9d25-8eac-4437-9ee7-888abb626bad tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5603535 Jun 11 10:06:23.375866 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-fee69047-f318-4ef5-ad60-0a84053de6bc tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'enable_snat': True}}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:06:23.380515 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-484cea68-2cc5-470b-a9d2-27c8b407f5fc tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:23.390001 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-80099e05-7676-4e00-afa2-8711e08cfd48 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:23.435170 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484cea68-2cc5-470b-a9d2-27c8b407f5fc tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Pushing event deleted for resources: {'Port': ['ID=ac2bb751-7f72-4029-8868-d6ceb3336efc,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:23.447983 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484cea68-2cc5-470b-a9d2-27c8b407f5fc tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:06:23.448376 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484cea68-2cc5-470b-a9d2-27c8b407f5fc tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:06:23.448760 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484cea68-2cc5-470b-a9d2-27c8b407f5fc tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:06:23.449142 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484cea68-2cc5-470b-a9d2-27c8b407f5fc tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:06:23.449516 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484cea68-2cc5-470b-a9d2-27c8b407f5fc tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:06:23.449889 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484cea68-2cc5-470b-a9d2-27c8b407f5fc tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:06:23.450259 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484cea68-2cc5-470b-a9d2-27c8b407f5fc tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:06:23.450813 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484cea68-2cc5-470b-a9d2-27c8b407f5fc tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:06:23.451180 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484cea68-2cc5-470b-a9d2-27c8b407f5fc tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:06:23.451550 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484cea68-2cc5-470b-a9d2-27c8b407f5fc tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:06:23.451947 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484cea68-2cc5-470b-a9d2-27c8b407f5fc tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:06:23.452335 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484cea68-2cc5-470b-a9d2-27c8b407f5fc tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:06:23.460439 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-484cea68-2cc5-470b-a9d2-27c8b407f5fc tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:23.488215 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2c7161a5-4966-4023-8213-6ae324e9180f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:23.598234 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-484cea68-2cc5-470b-a9d2-27c8b407f5fc tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:23.598234 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-484cea68-2cc5-470b-a9d2-27c8b407f5fc tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] 10.222.0.60 "DELETE /v2.0/ports/ac2bb751-7f72-4029-8868-d6ceb3336efc HTTP/1.1" status: 204 len: 168 time: 0.9664509 Jun 11 10:06:23.601933 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 43200) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:23.715147 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2c7161a5-4966-4023-8213-6ae324e9180f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:23.758383 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fee69047-f318-4ef5-ad60-0a84053de6bc tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:23.789774 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2c7161a5-4966-4023-8213-6ae324e9180f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:23.794954 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c130807e-a49c-4624-ae6b-9554df28c8b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:23.804932 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-d646fd28-8fee-4666-a758-13b82ace0698 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Deleting port b71d4441-5a59-4d4e-a5ba-5307e5b71015 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:06:23.805273 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d646fd28-8fee-4666-a758-13b82ace0698 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:23.871988 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-2c7161a5-4966-4023-8213-6ae324e9180f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=46a5ff8803a448a5aac695f3d870b1c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5350320 Jun 11 10:06:23.879019 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 43206) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:23.888268 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7161a5-4966-4023-8213-6ae324e9180f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9711fc-f4f3-42c7-9b9e-fe301b50b49f,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:23.943514 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2c7161a5-4966-4023-8213-6ae324e9180f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:24.043531 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d646fd28-8fee-4666-a758-13b82ace0698 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:24.057778 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7b855dbb-b813-4b50-a80c-2c5ea79816eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:24.154358 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-d646fd28-8fee-4666-a758-13b82ace0698 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Calling delete_port for b71d4441-5a59-4d4e-a5ba-5307e5b71015 owned by {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:06:24.212600 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7b855dbb-b813-4b50-a80c-2c5ea79816eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:24.220627 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fee69047-f318-4ef5-ad60-0a84053de6bc tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:24.254135 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fee69047-f318-4ef5-ad60-0a84053de6bc tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:24.389429 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-fee69047-f318-4ef5-ad60-0a84053de6bc tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Allocated IP 172.25.4.171 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/6fc88ba4-914e-4d70-a713-7c646599e4c6) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:06:24.554831 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fee69047-f318-4ef5-ad60-0a84053de6bc tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:24.708700 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a6c084-9fae-486d-82a8-24859e09850f req-bb38da36-67bd-44c1-b0d0-c0afdeaa6985 tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:06:24.710171 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-19a6c084-9fae-486d-82a8-24859e09850f req-bb38da36-67bd-44c1-b0d0-c0afdeaa6985 tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ea83a9b-1e90-452a-a659-5d0ff61a917e HTTP/1.1" status: 200 len: 946 time: 0.6003261 Jun 11 10:06:24.723242 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fee69047-f318-4ef5-ad60-0a84053de6bc tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:24.728572 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8ec08b69-7b48-4dfa-8c82-1ddec700bcd6 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:24.776063 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee69047-f318-4ef5-ad60-0a84053de6bc tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:06:24.778062 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7b855dbb-b813-4b50-a80c-2c5ea79816eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:24.780710 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7b855dbb-b813-4b50-a80c-2c5ea79816eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:24.781831 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-7b855dbb-b813-4b50-a80c-2c5ea79816eb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ef9711fc-f4f3-42c7-9b9e-fe301b50b49f HTTP/1.1" status: 204 len: 168 time: 0.9018433 Jun 11 10:06:24.783424 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-71770072-0b11-475f-865b-c95978daf682 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:24.798969 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-fee69047-f318-4ef5-ad60-0a84053de6bc tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:06:24.801726 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee69047-f318-4ef5-ad60-0a84053de6bc tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:06:24.814799 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b855dbb-b813-4b50-a80c-2c5ea79816eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9711fc-f4f3-42c7-9b9e-fe301b50b49f,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:24.819142 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7b855dbb-b813-4b50-a80c-2c5ea79816eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:24.837762 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-19a6c084-9fae-486d-82a8-24859e09850f req-525dd54e-c3a8-43d1-92b8-edffdb019d51 tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] 10.222.0.60 "GET /v2.0/security-groups?id=6827d6aa-57e2-4cf4-b647-600ba524ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117117 Jun 11 10:06:24.840244 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee69047-f318-4ef5-ad60-0a84053de6bc tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Pushing event updated for resources: {'Port': ['ID=6fc88ba4-914e-4d70-a713-7c646599e4c6,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:24.848512 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-fee69047-f318-4ef5-ad60-0a84053de6bc tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:24.875153 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d646fd28-8fee-4666-a758-13b82ace0698 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:24.881042 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-934de99e-ee3f-40bf-8250-56a7f8f1d023 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:24.931401 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d646fd28-8fee-4666-a758-13b82ace0698 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Pushing event deleted for resources: {'Port': ['ID=b71d4441-5a59-4d4e-a5ba-5307e5b71015,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:24.931401 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d646fd28-8fee-4666-a758-13b82ace0698 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:25.098286 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d646fd28-8fee-4666-a758-13b82ace0698 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:25.103454 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-d646fd28-8fee-4666-a758-13b82ace0698 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] 10.222.0.60 "DELETE /v2.0/ports/b71d4441-5a59-4d4e-a5ba-5307e5b71015 HTTP/1.1" status: 204 len: 168 time: 1.4998033 Jun 11 10:06:25.105211 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 43228) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:25.187994 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55f0308-bd99-4058-9bba-834bb0901065 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:06:25.192765 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-e55f0308-bd99-4058-9bba-834bb0901065 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3f144aa-bd3f-4343-96aa-96eba3abd05e HTTP/1.1" status: 200 len: 913 time: 0.0829523 Jun 11 10:06:25.193377 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 43234) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:25.335827 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fee69047-f318-4ef5-ad60-0a84053de6bc tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:25.496556 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 43240) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:25.588259 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-611a30ee-80de-4986-9185-87f887cfd37b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:25.618843 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 43244) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:25.710891 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034ba4d0-87ee-4ab1-849c-011b71f8bad9 req-4e503b1d-ff8a-466d-bade-184df19092ed tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:06:25.719117 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-034ba4d0-87ee-4ab1-849c-011b71f8bad9 req-4e503b1d-ff8a-466d-bade-184df19092ed tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ea83a9b-1e90-452a-a659-5d0ff61a917e HTTP/1.1" status: 200 len: 946 time: 0.1800237 Jun 11 10:06:25.748162 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fee69047-f318-4ef5-ad60-0a84053de6bc tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:25.757930 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fee69047-f318-4ef5-ad60-0a84053de6bc tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-374241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-374254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-363978'] for router, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:25.801638 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-034ba4d0-87ee-4ab1-849c-011b71f8bad9 req-585a2053-92bf-4059-a4a6-51e3ca72faf3 tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] 10.222.0.60 "GET /v2.0/security-groups?id=6827d6aa-57e2-4cf4-b647-600ba524ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812559 Jun 11 10:06:25.982495 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-611a30ee-80de-4986-9185-87f887cfd37b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:26.025111 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-611a30ee-80de-4986-9185-87f887cfd37b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:26.029886 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-dea2ecb6-0298-4f9a-bebb-c22528df0e1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:26.058737 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fee69047-f318-4ef5-ad60-0a84053de6bc tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Router 8d596945-c063-445c-b1e4-7a962beb29ee is scheduled to L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 with binding_index 1 {{(pid=93176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 10:06:26.197361 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6a8055e0-a190-48f3-bca8-76f517ec5ea7 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375209'] for router_interface, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:26.608957 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-611a30ee-80de-4986-9185-87f887cfd37b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=db71d0b32b264b7d87bc137cf2212f03&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1088903 Jun 11 10:06:26.608957 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611a30ee-80de-4986-9185-87f887cfd37b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97c7c56f-6de4-458a-9042-38bbbefcf0a6,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:26.610753 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 43260) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:26.621057 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-611a30ee-80de-4986-9185-87f887cfd37b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.591s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:26.700013 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee69047-f318-4ef5-ad60-0a84053de6bc tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:06:26.707932 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7a5ede00-8c1f-4312-95e6-330f9f51ed63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:26.708358 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fcd0f2-d86f-4d26-a704-b7ad4a4a138f None None] Sync routers for ids ['8d596945-c063-445c-b1e4-7a962beb29ee'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:06:26.713319 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fee69047-f318-4ef5-ad60-0a84053de6bc tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:26.714675 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-fee69047-f318-4ef5-ad60-0a84053de6bc tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] 10.222.0.60 "PUT /v2.0/routers/8d596945-c063-445c-b1e4-7a962beb29ee HTTP/1.1" status: 200 len: 918 time: 3.3425386 Jun 11 10:06:26.718482 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fcd0f2-d86f-4d26-a704-b7ad4a4a138f None None] Routers {'8d596945-c063-445c-b1e4-7a962beb29ee'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:06:26.719097 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-60fcd0f2-d86f-4d26-a704-b7ad4a4a138f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:06:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['8d596945-c063-445c-b1e4-7a962beb29ee'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:06:26.728007 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 43264) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:26.821509 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-60fcd0f2-d86f-4d26-a704-b7ad4a4a138f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:06:26.832224 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fcd0f2-d86f-4d26-a704-b7ad4a4a138f None None] Routers {'8d596945-c063-445c-b1e4-7a962beb29ee'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:06:26.833183 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-60fcd0f2-d86f-4d26-a704-b7ad4a4a138f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:06:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['8d596945-c063-445c-b1e4-7a962beb29ee'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:06:26.848980 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7a5ede00-8c1f-4312-95e6-330f9f51ed63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:26.890653 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-60fcd0f2-d86f-4d26-a704-b7ad4a4a138f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:06:26.891360 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fcd0f2-d86f-4d26-a704-b7ad4a4a138f None None] The sync data for ids ['8d596945-c063-445c-b1e4-7a962beb29ee'] in n-d-779913-12 is: [] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:06:26.904036 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-31e9336e-a78c-4554-b6ac-7444874c0cf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375209'] for router_interface, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:26.906581 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-6a8055e0-a190-48f3-bca8-76f517ec5ea7 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Deleting port d8ca3ffe-8981-4cdd-bcd2-d92471a696b2 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:06:26.906922 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6a8055e0-a190-48f3-bca8-76f517ec5ea7 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:26.945814 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-dd00bf21-c53d-43b2-a0df-46bb04a1f49b tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] 10.222.0.60 "GET /v2.0/routers/8d596945-c063-445c-b1e4-7a962beb29ee HTTP/1.1" status: 200 len: 924 time: 0.2142136 Jun 11 10:06:26.946127 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 43272) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:27.054752 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7a5ede00-8c1f-4312-95e6-330f9f51ed63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:27.057393 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7a5ede00-8c1f-4312-95e6-330f9f51ed63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:27.060281 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-7a5ede00-8c1f-4312-95e6-330f9f51ed63 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/97c7c56f-6de4-458a-9042-38bbbefcf0a6 HTTP/1.1" status: 204 len: 168 time: 0.4387858 Jun 11 10:06:27.070396 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d59c23d0-12fb-478b-88ce-110a871c5c50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:27.085199 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5ede00-8c1f-4312-95e6-330f9f51ed63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c7c56f-6de4-458a-9042-38bbbefcf0a6,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:27.092344 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7a5ede00-8c1f-4312-95e6-330f9f51ed63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:27.122913 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac6aee3-34bc-4f70-b486-9d3a1ebe6278 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:06:27.127479 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-1ac6aee3-34bc-4f70-b486-9d3a1ebe6278 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=f0adef6e-169f-4a27-8865-442be2ad072d&device_id=8d596945-c063-445c-b1e4-7a962beb29ee&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1772552 Jun 11 10:06:27.129033 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 43280) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:27.137601 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c94d35-5725-4ea3-8620-caa608739b2d req-82622fdd-4f9e-4b9f-8a05-885e3b05e9cd tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:06:27.139244 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-18c94d35-5725-4ea3-8620-caa608739b2d req-82622fdd-4f9e-4b9f-8a05-885e3b05e9cd tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ea83a9b-1e90-452a-a659-5d0ff61a917e HTTP/1.1" status: 200 len: 946 time: 0.1250696 Jun 11 10:06:27.199337 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6a8055e0-a190-48f3-bca8-76f517ec5ea7 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:27.201002 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-18c94d35-5725-4ea3-8620-caa608739b2d req-bf9e376c-ebd8-4583-baca-1578c2e24cfa tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] 10.222.0.60 "GET /v2.0/security-groups?id=6827d6aa-57e2-4cf4-b647-600ba524ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447702 Jun 11 10:06:27.763126 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-6a8055e0-a190-48f3-bca8-76f517ec5ea7 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Calling delete_port for d8ca3ffe-8981-4cdd-bcd2-d92471a696b2 owned by network:router_interface {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:06:27.885583 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d069fa93-f967-4960-9a06-93acc72fa4bf req-1bb34633-b3d0-407a-b21f-6fcb120db5a8 tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:06:27.887244 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d069fa93-f967-4960-9a06-93acc72fa4bf req-1bb34633-b3d0-407a-b21f-6fcb120db5a8 tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ea83a9b-1e90-452a-a659-5d0ff61a917e HTTP/1.1" status: 200 len: 946 time: 0.1863461 Jun 11 10:06:27.890348 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a966765b-a083-4b7c-800b-6316c35c3a9c req-685d4f1f-7808-4fa1-89e1-24107f57614d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:06:27.894218 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a966765b-a083-4b7c-800b-6316c35c3a9c req-685d4f1f-7808-4fa1-89e1-24107f57614d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=62ba6f0c270c4ad4a94e53037cf894fd&device_id=6ea83a9b-1e90-452a-a659-5d0ff61a917e HTTP/1.1" status: 200 len: 1098 time: 0.1071899 Jun 11 10:06:27.896717 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37589bd-6307-4613-9e0d-7602716e7702 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:06:27.897982 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-a37589bd-6307-4613-9e0d-7602716e7702 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] 10.222.0.60 "GET /v2.0/networks/f0adef6e-169f-4a27-8865-442be2ad072d HTTP/1.1" status: 200 len: 881 time: 0.7691216 Jun 11 10:06:27.905645 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 43310) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:28.007402 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-f4b5f5da-ae4e-42e5-a82a-23cc3613b92a tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d596945-c063-445c-b1e4-7a962beb29ee HTTP/1.1" status: 200 len: 205 time: 0.1001632 Jun 11 10:06:28.010203 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 43316) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:28.159675 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-31e9336e-a78c-4554-b6ac-7444874c0cf5 admin admin] Deleting port 628c40f1-df36-4878-ae4d-f7bdec8832fc {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:06:28.160314 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-31e9336e-a78c-4554-b6ac-7444874c0cf5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:28.213527 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d069fa93-f967-4960-9a06-93acc72fa4bf req-b4a52961-b004-496b-9608-78594640e35b tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] 10.222.0.60 "GET /v2.0/security-groups?id=6827d6aa-57e2-4cf4-b647-600ba524ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3103099 Jun 11 10:06:28.267761 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a966765b-a083-4b7c-800b-6316c35c3a9c req-4a0a5fc1-96ea-4624-b644-2842bdb455ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:06:28.269388 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a966765b-a083-4b7c-800b-6316c35c3a9c req-4a0a5fc1-96ea-4624-b644-2842bdb455ca service neutron] 10.222.0.69 "GET /v2.0/networks?id=568c371e-3465-4c66-a699-03569955ac17 HTTP/1.1" status: 200 len: 913 time: 0.3645353 Jun 11 10:06:28.299126 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-31e9336e-a78c-4554-b6ac-7444874c0cf5 admin admin] For port 628c40f1-df36-4878-ae4d-f7bdec8832fc, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=628c40f1-df36-4878-ae4d-f7bdec8832fc,segment=NetworkSegment(eeb5ae5e-db04-4a86-95ef-62fd769c5d60),segment_id=eeb5ae5e-db04-4a86-95ef-62fd769c5d60)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:06:28.301484 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-31e9336e-a78c-4554-b6ac-7444874c0cf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:28.341496 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a966765b-a083-4b7c-800b-6316c35c3a9c req-07d478b0-b64b-4542-a805-5b7e25c2c008 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3be2bf31-2ea1-4d10-833e-0df15c720757 HTTP/1.1" status: 200 len: 217 time: 0.0622842 Jun 11 10:06:28.345578 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3fe406ef-d6e1-4484-85c2-d099b94019cb tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks [] for router, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:28.368478 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6a8055e0-a190-48f3-bca8-76f517ec5ea7 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:28.410118 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-31e9336e-a78c-4554-b6ac-7444874c0cf5 admin admin] Calling delete_port for 628c40f1-df36-4878-ae4d-f7bdec8832fc owned by network:router_interface {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:06:28.413801 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7906efe0-087b-4cdd-bfdb-7d497ffb03d6 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:28.469688 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8055e0-a190-48f3-bca8-76f517ec5ea7 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Pushing event deleted for resources: {'Port': ['ID=d8ca3ffe-8981-4cdd-bcd2-d92471a696b2,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:28.472880 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6a8055e0-a190-48f3-bca8-76f517ec5ea7 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:28.551399 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a966765b-a083-4b7c-800b-6316c35c3a9c req-9f967dfc-f1f3-493e-b1f4-c4121f7316fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:06:28.553082 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a966765b-a083-4b7c-800b-6316c35c3a9c req-9f967dfc-f1f3-493e-b1f4-c4121f7316fa service neutron] 10.222.0.69 "GET /v2.0/subnets?id=aefe0c09-460e-4a77-8069-7e468aaa43e9 HTTP/1.1" status: 200 len: 852 time: 0.1790624 Jun 11 10:06:28.638992 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a966765b-a083-4b7c-800b-6316c35c3a9c req-1b22233c-5433-48b1-b2b9-561fbbace9d0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=568c371e-3465-4c66-a699-03569955ac17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569854 Jun 11 10:06:28.686159 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-15e7f510-3fb2-46d3-af34-5d1d7ca41657 req-f3fdc019-49bf-47b7-bb39-ee6f7163354c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3068e3ae-7b56-4288-ab47-491d1a37f980&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3525639 Jun 11 10:06:28.709496 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3fe406ef-d6e1-4484-85c2-d099b94019cb tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:28.830707 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a966765b-a083-4b7c-800b-6316c35c3a9c req-68b628db-6e46-49be-ad88-b98e2fa31220 service neutron] 10.222.0.69 "GET /v2.0/networks/568c371e-3465-4c66-a699-03569955ac17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832190 Jun 11 10:06:28.857331 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e7f510-3fb2-46d3-af34-5d1d7ca41657 req-11a37479-c3c8-4d65-a411-1475eeef68cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:06:28.859885 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-15e7f510-3fb2-46d3-af34-5d1d7ca41657 req-11a37479-c3c8-4d65-a411-1475eeef68cf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=eadf3fa0fbf64aa2a7dd1766892a07b8&device_id=3068e3ae-7b56-4288-ab47-491d1a37f980 HTTP/1.1" status: 200 len: 1102 time: 0.1078012 Jun 11 10:06:28.898278 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6a8055e0-a190-48f3-bca8-76f517ec5ea7 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362297'] for router_interface, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:29.141348 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a966765b-a083-4b7c-800b-6316c35c3a9c req-00e02161-44fd-401d-a371-29002239ed37 service neutron] 10.222.0.69 "GET /v2.0/networks/568c371e-3465-4c66-a699-03569955ac17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005764 Jun 11 10:06:29.176374 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-3fe406ef-d6e1-4484-85c2-d099b94019cb tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Deleting port 6fc88ba4-914e-4d70-a713-7c646599e4c6 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:06:29.176741 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3fe406ef-d6e1-4484-85c2-d099b94019cb tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:29.210435 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e7f510-3fb2-46d3-af34-5d1d7ca41657 req-83e4c2b6-e743-4354-afef-c0682e7a090a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:06:29.212282 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-15e7f510-3fb2-46d3-af34-5d1d7ca41657 req-83e4c2b6-e743-4354-afef-c0682e7a090a service neutron] 10.222.0.64 "GET /v2.0/networks?id=cf20d108-f84c-44de-9036-2269564edd60 HTTP/1.1" status: 200 len: 870 time: 0.3193438 Jun 11 10:06:29.255230 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-31e9336e-a78c-4554-b6ac-7444874c0cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:29.258641 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7906efe0-087b-4cdd-bfdb-7d497ffb03d6 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:29.305496 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e9336e-a78c-4554-b6ac-7444874c0cf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=628c40f1-df36-4878-ae4d-f7bdec8832fc,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:29.313192 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-31e9336e-a78c-4554-b6ac-7444874c0cf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:29.319457 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a8055e0-a190-48f3-bca8-76f517ec5ea7 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Router d3f144aa-bd3f-4343-96aa-96eba3abd05e has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:06:29.395514 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3fe406ef-d6e1-4484-85c2-d099b94019cb tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:29.516192 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-3fe406ef-d6e1-4484-85c2-d099b94019cb tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Calling delete_port for 6fc88ba4-914e-4d70-a713-7c646599e4c6 owned by network:router_gateway {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:06:29.525656 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-15e7f510-3fb2-46d3-af34-5d1d7ca41657 req-b82c03bd-03ce-438f-a7b5-6bbf1bcb6f83 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=15cdac25-6ce8-4c4b-a17f-77da773c06db HTTP/1.1" status: 200 len: 217 time: 0.3058317 Jun 11 10:06:29.701917 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e7f510-3fb2-46d3-af34-5d1d7ca41657 req-e4dcd51a-c1e9-41e7-ba43-b65c80ff6824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:06:29.703413 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-15e7f510-3fb2-46d3-af34-5d1d7ca41657 req-e4dcd51a-c1e9-41e7-ba43-b65c80ff6824 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=189b03cc-b2a8-4615-9ab5-ad0328c3f10f HTTP/1.1" status: 200 len: 843 time: 0.1399345 Jun 11 10:06:29.810301 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a8055e0-a190-48f3-bca8-76f517ec5ea7 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:06:29.819668 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-6a8055e0-a190-48f3-bca8-76f517ec5ea7 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] 10.222.0.60 "PUT /v2.0/routers/d3f144aa-bd3f-4343-96aa-96eba3abd05e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6231110 Jun 11 10:06:29.819668 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-31e9336e-a78c-4554-b6ac-7444874c0cf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362297'] for router_interface, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:29.820319 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 43362) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:29.831047 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12142565-4852-4486-bbaa-b51bd1cbb4f3 None None] Sync routers for ids ['d3f144aa-bd3f-4343-96aa-96eba3abd05e'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:06:29.831643 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c53181-0de4-4d24-b284-a6a6053c2d68 req-f84b8659-3eda-47fa-989f-cb0f04dd00e5 tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:06:29.833170 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c8c53181-0de4-4d24-b284-a6a6053c2d68 req-f84b8659-3eda-47fa-989f-cb0f04dd00e5 tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ea83a9b-1e90-452a-a659-5d0ff61a917e HTTP/1.1" status: 200 len: 946 time: 0.3879445 Jun 11 10:06:29.850104 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12142565-4852-4486-bbaa-b51bd1cbb4f3 None None] Routers {'d3f144aa-bd3f-4343-96aa-96eba3abd05e'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:06:29.862995 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-12142565-4852-4486-bbaa-b51bd1cbb4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:06:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['d3f144aa-bd3f-4343-96aa-96eba3abd05e'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:06:29.884716 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e7f510-3fb2-46d3-af34-5d1d7ca41657 req-7609a59b-ba7d-49f3-9481-1e2a1f7166ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:06:29.889943 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-15e7f510-3fb2-46d3-af34-5d1d7ca41657 req-7609a59b-ba7d-49f3-9481-1e2a1f7166ee service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf20d108-f84c-44de-9036-2269564edd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1704471 Jun 11 10:06:29.926603 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-12142565-4852-4486-bbaa-b51bd1cbb4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:06:29.936584 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12142565-4852-4486-bbaa-b51bd1cbb4f3 None None] Routers {'d3f144aa-bd3f-4343-96aa-96eba3abd05e'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:06:29.937621 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-12142565-4852-4486-bbaa-b51bd1cbb4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:06:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['d3f144aa-bd3f-4343-96aa-96eba3abd05e'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:06:29.997240 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-12142565-4852-4486-bbaa-b51bd1cbb4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:06:29.997941 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12142565-4852-4486-bbaa-b51bd1cbb4f3 None None] The sync data for ids ['d3f144aa-bd3f-4343-96aa-96eba3abd05e'] in n-d-779913-12 is: [] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:06:30.112924 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-15e7f510-3fb2-46d3-af34-5d1d7ca41657 req-e5d20444-c669-4aa6-b01a-4f503a86dd05 service neutron] 10.222.0.64 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171443 Jun 11 10:06:30.158271 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c8c53181-0de4-4d24-b284-a6a6053c2d68 req-f7f63ca0-4701-4e93-84e5-f6964085b1c3 tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] 10.222.0.60 "GET /v2.0/security-groups?id=6827d6aa-57e2-4cf4-b647-600ba524ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263157 Jun 11 10:06:30.214170 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1c335479-4f0e-4fd0-85e1-29f8d8086055 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks [] for router, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:30.233251 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3fe406ef-d6e1-4484-85c2-d099b94019cb tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:30.238494 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e29e63b7-6db1-4925-ad80-8229b208552b tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:30.297194 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe406ef-d6e1-4484-85c2-d099b94019cb tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Pushing event deleted for resources: {'Port': ['ID=6fc88ba4-914e-4d70-a713-7c646599e4c6,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:30.338998 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3fe406ef-d6e1-4484-85c2-d099b94019cb tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:30.425428 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-15e7f510-3fb2-46d3-af34-5d1d7ca41657 req-9bdd6ae9-393e-44b8-b418-4b222a4674d9 service neutron] 10.222.0.64 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3058503 Jun 11 10:06:30.474383 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3fe406ef-d6e1-4484-85c2-d099b94019cb tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374120'] for router_gateway, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:30.960666 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1c335479-4f0e-4fd0-85e1-29f8d8086055 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:31.016264 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31e9336e-a78c-4554-b6ac-7444874c0cf5 admin admin] Router 60da6e1a-8a4a-47bd-8242-4b43501a7f9b has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:06:31.156071 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3fe406ef-d6e1-4484-85c2-d099b94019cb tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:31.159251 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3fe406ef-d6e1-4484-85c2-d099b94019cb tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:31.220472 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-1c335479-4f0e-4fd0-85e1-29f8d8086055 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Deleting port 94e1a0f1-d34b-4725-acd7-684332b7f0f6 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:06:31.220813 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1c335479-4f0e-4fd0-85e1-29f8d8086055 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:31.237968 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31e9336e-a78c-4554-b6ac-7444874c0cf5 admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:06:31.246886 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d092ab3e-b052-4db0-b1f1-dac7e66462cc None None] Sync routers for ids ['60da6e1a-8a4a-47bd-8242-4b43501a7f9b'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:06:31.252475 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-31e9336e-a78c-4554-b6ac-7444874c0cf5 admin admin] 10.222.0.60 "PUT /v2.0/routers/60da6e1a-8a4a-47bd-8242-4b43501a7f9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6296647 Jun 11 10:06:31.254786 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 43404) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:31.259641 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d092ab3e-b052-4db0-b1f1-dac7e66462cc None None] Routers {'60da6e1a-8a4a-47bd-8242-4b43501a7f9b'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:06:31.260322 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-d092ab3e-b052-4db0-b1f1-dac7e66462cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:06:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['60da6e1a-8a4a-47bd-8242-4b43501a7f9b'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:06:31.345297 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:31.349129 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1c335479-4f0e-4fd0-85e1-29f8d8086055 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:31.483162 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4f133f8f-cc8c-48a9-8bcc-5c6ff14ac988 admin admin] Notify callbacks [] for router, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:31.560594 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3fe406ef-d6e1-4484-85c2-d099b94019cb tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:31.566887 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fe406ef-d6e1-4484-85c2-d099b94019cb tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Fanout notify agent at l3_agent the message router_deleted on router 8d596945-c063-445c-b1e4-7a962beb29ee {{(pid=93176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 10:06:31.569638 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-d092ab3e-b052-4db0-b1f1-dac7e66462cc None None] Set router 60da6e1a-8a4a-47bd-8242-4b43501a7f9b gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:06:31.574023 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-1c335479-4f0e-4fd0-85e1-29f8d8086055 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Calling delete_port for 94e1a0f1-d34b-4725-acd7-684332b7f0f6 owned by network:router_gateway {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:06:31.576267 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3fe406ef-d6e1-4484-85c2-d099b94019cb tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:31.577499 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-3fe406ef-d6e1-4484-85c2-d099b94019cb tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] 10.222.0.60 "DELETE /v2.0/routers/8d596945-c063-445c-b1e4-7a962beb29ee HTTP/1.1" status: 204 len: 168 time: 3.5660617 Jun 11 10:06:31.589704 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 43412) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:31.597122 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-d39ee035-04bf-499d-b5bf-ffccaa94309d tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1069242423', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:06:31.734140 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1770f-ec4b-48d5-995f-b9afb1d07de8 req-2faf6a91-eaf0-4e6e-9401-4734ae3973ce tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:06:31.744745 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e7b1770f-ec4b-48d5-995f-b9afb1d07de8 req-2faf6a91-eaf0-4e6e-9401-4734ae3973ce tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ea83a9b-1e90-452a-a659-5d0ff61a917e HTTP/1.1" status: 200 len: 946 time: 0.4177916 Jun 11 10:06:31.772012 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4f133f8f-cc8c-48a9-8bcc-5c6ff14ac988 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:31.816119 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e7b1770f-ec4b-48d5-995f-b9afb1d07de8 req-d890aeb6-9d3e-4f4a-b843-1a80b7c95efd tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] 10.222.0.60 "GET /v2.0/security-groups?id=6827d6aa-57e2-4cf4-b647-600ba524ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703082 Jun 11 10:06:31.830873 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d39ee035-04bf-499d-b5bf-ffccaa94309d tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:31.831899 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d39ee035-04bf-499d-b5bf-ffccaa94309d tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:31.887420 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-d092ab3e-b052-4db0-b1f1-dac7e66462cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60da6e1a-8a4a-47bd-8242-4b43501a7f9b', 'name': 'tempest-TaggedBootDevicesTest-1846906910-router', 'tenant_id': '27f3c4dce50f47ad9013fa1bc48941bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': 'a2613239-b597-4cd9-b00d-83d5a5467420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:53:55Z', 'updated_at': '2021-06-11T10:06:28Z', 'revision_number': 5, 'project_id': '27f3c4dce50f47ad9013fa1bc48941bf', 'gw_port': {'id': 'a2613239-b597-4cd9-b00d-83d5a5467420', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:03:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60da6e1a-8a4a-47bd-8242-4b43501a7f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:53:56Z', 'updated_at': '2021-06-11T09:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:06:31.891198 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d092ab3e-b052-4db0-b1f1-dac7e66462cc None None] Checking router: 60da6e1a-8a4a-47bd-8242-4b43501a7f9b for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:06:31.903411 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d092ab3e-b052-4db0-b1f1-dac7e66462cc None None] Routers {'60da6e1a-8a4a-47bd-8242-4b43501a7f9b'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:06:31.904331 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-d092ab3e-b052-4db0-b1f1-dac7e66462cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:06:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['60da6e1a-8a4a-47bd-8242-4b43501a7f9b'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:06:31.968197 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d39ee035-04bf-499d-b5bf-ffccaa94309d tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:32.039016 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-4f133f8f-cc8c-48a9-8bcc-5c6ff14ac988 admin admin] Deleting port a2613239-b597-4cd9-b00d-83d5a5467420 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:06:32.040025 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4f133f8f-cc8c-48a9-8bcc-5c6ff14ac988 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:32.048418 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d39ee035-04bf-499d-b5bf-ffccaa94309d tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:32.072726 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-d092ab3e-b052-4db0-b1f1-dac7e66462cc None None] Set router 60da6e1a-8a4a-47bd-8242-4b43501a7f9b gateway port host: None {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:06:32.086944 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1c335479-4f0e-4fd0-85e1-29f8d8086055 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:32.096755 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6e9cbf8a-9853-4bbe-8b2d-5778e783e4f1 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:32.130887 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c335479-4f0e-4fd0-85e1-29f8d8086055 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Pushing event deleted for resources: {'Port': ['ID=94e1a0f1-d34b-4725-acd7-684332b7f0f6,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:32.139770 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1c335479-4f0e-4fd0-85e1-29f8d8086055 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:32.172231 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d39ee035-04bf-499d-b5bf-ffccaa94309d tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:32.173998 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-d39ee035-04bf-499d-b5bf-ffccaa94309d tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5832317 Jun 11 10:06:32.194864 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-d092ab3e-b052-4db0-b1f1-dac7e66462cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60da6e1a-8a4a-47bd-8242-4b43501a7f9b', 'name': 'tempest-TaggedBootDevicesTest-1846906910-router', 'tenant_id': '27f3c4dce50f47ad9013fa1bc48941bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:53:55Z', 'updated_at': '2021-06-11T10:06:31Z', 'revision_number': 6, 'project_id': '27f3c4dce50f47ad9013fa1bc48941bf', 'gw_port_host': None}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:06:32.198993 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d092ab3e-b052-4db0-b1f1-dac7e66462cc None None] The sync data for ids ['60da6e1a-8a4a-47bd-8242-4b43501a7f9b'] in n-d-779913-12 is: [{'id': '60da6e1a-8a4a-47bd-8242-4b43501a7f9b', 'name': 'tempest-TaggedBootDevicesTest-1846906910-router', 'tenant_id': '27f3c4dce50f47ad9013fa1bc48941bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:53:55Z', 'updated_at': '2021-06-11T10:06:31Z', 'revision_number': 6, 'project_id': '27f3c4dce50f47ad9013fa1bc48941bf', 'gw_port_host': None}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:06:32.199254 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 43422) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:32.203822 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-e7ee8e4b-65ce-437e-8e46-d4d95f066151 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'enable_snat': False}}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:06:32.233842 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1c335479-4f0e-4fd0-85e1-29f8d8086055 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374120'] for router_gateway, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:32.325872 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 43428) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:32.354354 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-4f133f8f-cc8c-48a9-8bcc-5c6ff14ac988 admin admin] For port a2613239-b597-4cd9-b00d-83d5a5467420, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=a2613239-b597-4cd9-b00d-83d5a5467420,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:06:32.354724 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4f133f8f-cc8c-48a9-8bcc-5c6ff14ac988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:32.398544 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1c335479-4f0e-4fd0-85e1-29f8d8086055 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:32.400886 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1c335479-4f0e-4fd0-85e1-29f8d8086055 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:32.568036 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-4f133f8f-cc8c-48a9-8bcc-5c6ff14ac988 admin admin] Calling delete_port for a2613239-b597-4cd9-b00d-83d5a5467420 owned by network:router_gateway {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:06:32.612595 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1c335479-4f0e-4fd0-85e1-29f8d8086055 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:32.613148 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c335479-4f0e-4fd0-85e1-29f8d8086055 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Fanout notify agent at l3_agent the message router_deleted on router d3f144aa-bd3f-4343-96aa-96eba3abd05e {{(pid=93177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 10:06:32.619785 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1c335479-4f0e-4fd0-85e1-29f8d8086055 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:32.624181 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-1c335479-4f0e-4fd0-85e1-29f8d8086055 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] 10.222.0.60 "DELETE /v2.0/routers/d3f144aa-bd3f-4343-96aa-96eba3abd05e HTTP/1.1" status: 204 len: 168 time: 2.8026435 Jun 11 10:06:32.624787 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 43436) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:32.712111 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ee45e53-859f-49a2-b9d2-117159071d5c tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Deleting subnet 6d7b2381-59d4-4001-8192-544d3e057d58 {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:06:32.716504 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2ee45e53-859f-49a2-b9d2-117159071d5c tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:32.765232 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2ee45e53-859f-49a2-b9d2-117159071d5c tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:32.799230 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bb934fbc-a231-4e59-8ea2-bbbabd1f713c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:32.820379 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e7ee8e4b-65ce-437e-8e46-d4d95f066151 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:32.822949 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2ee45e53-859f-49a2-b9d2-117159071d5c tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:32.981925 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452b1395-986a-4dc0-b969-20977265d65e req-77cf63b1-69fc-4580-a6bf-753e7472dd80 tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:06:32.983321 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-452b1395-986a-4dc0-b969-20977265d65e req-77cf63b1-69fc-4580-a6bf-753e7472dd80 tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ea83a9b-1e90-452a-a659-5d0ff61a917e HTTP/1.1" status: 200 len: 946 time: 0.3927791 Jun 11 10:06:33.029229 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2ee45e53-859f-49a2-b9d2-117159071d5c tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:33.031448 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2762e31a-aa11-46fa-9ece-7b271e24868b tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:33.067596 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee45e53-859f-49a2-b9d2-117159071d5c tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Pushing event deleted for resources: {'Subnet': ['ID=6d7b2381-59d4-4001-8192-544d3e057d58,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:33.074164 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2ee45e53-859f-49a2-b9d2-117159071d5c tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:33.084121 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2ee45e53-859f-49a2-b9d2-117159071d5c tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:33.088355 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-2ee45e53-859f-49a2-b9d2-117159071d5c tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] 10.222.0.60 "DELETE /v2.0/subnets/6d7b2381-59d4-4001-8192-544d3e057d58 HTTP/1.1" status: 204 len: 168 time: 0.4603338 Jun 11 10:06:33.088787 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 43444) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:33.115366 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 628c40f1-df36-4878-ae4d-f7bdec8832fc no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:06:33.164158 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 628c40f1-df36-4878-ae4d-f7bdec8832fc {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:06:33.164158 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 628c40f1-df36-4878-ae4d-f7bdec8832fc not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:06:33.164158 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device a2613239-b597-4cd9-b00d-83d5a5467420 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:06:33.188092 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bb934fbc-a231-4e59-8ea2-bbbabd1f713c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:33.200467 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-452b1395-986a-4dc0-b969-20977265d65e req-43639ed8-2e43-4fce-87a4-d3518849293d tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] 10.222.0.60 "GET /v2.0/security-groups?id=6827d6aa-57e2-4cf4-b647-600ba524ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055025 Jun 11 10:06:33.241055 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1c1d1993-86dc-4137-9b20-79cd60dd093e tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:33.264961 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:33.270040 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4f133f8f-cc8c-48a9-8bcc-5c6ff14ac988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:33.273737 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-30d70ac0-9f5d-4ea6-b644-b45b18c5c2cc tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:33.311413 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f133f8f-cc8c-48a9-8bcc-5c6ff14ac988 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2613239-b597-4cd9-b00d-83d5a5467420,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:33.314864 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4f133f8f-cc8c-48a9-8bcc-5c6ff14ac988 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:33.325317 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bb934fbc-a231-4e59-8ea2-bbbabd1f713c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:33.328367 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-33473e10-6893-4913-b973-0a9919f90cdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:33.376276 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1c1d1993-86dc-4137-9b20-79cd60dd093e tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:33.388516 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-1c1d1993-86dc-4137-9b20-79cd60dd093e tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['285f4b0d-ebe4-4c20-bbd0-cc4f6efdbca1']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:06:33.403971 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-1c1d1993-86dc-4137-9b20-79cd60dd093e tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18e99745-9a3e-4d72-8598-9a3d0499bc76') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:06:33.404648 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-1c1d1993-86dc-4137-9b20-79cd60dd093e tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18e99745-9a3e-4d72-8598-9a3d0499bc76') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:06:33.416213 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1c1d1993-86dc-4137-9b20-79cd60dd093e tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:33.429786 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb934fbc-a231-4e59-8ea2-bbbabd1f713c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=affe5ef5-e065-47d6-a214-551c3fcbbf39,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:33.432880 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-bb934fbc-a231-4e59-8ea2-bbbabd1f713c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:33.433041 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1c1d1993-86dc-4137-9b20-79cd60dd093e tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:33.440944 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c1d1993-86dc-4137-9b20-79cd60dd093e tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Releasing vlan 771 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:06:33.441106 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1c1d1993-86dc-4137-9b20-79cd60dd093e tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:33.444666 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 10:06:33.444666 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:06:33.444666 n-d-779913-12 neutron-server[93177]: timer() Jun 11 10:06:33.444666 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:06:33.444666 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 10:06:33.444666 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:06:33.444666 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 10:06:33.444666 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:06:33.444666 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 10:06:33.444666 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:06:33.444666 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 10:06:33.444666 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:06:33.444666 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 10:06:33.444666 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:06:33.444666 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:06:33.444666 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:06:33.444666 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:06:33.444666 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:06:33.444666 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 10:06:33.444666 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:06:33.444666 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 10:06:33.444666 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:06:33.444666 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:06:33.444666 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:06:33.444666 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 10:06:33.444666 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:06:33.444666 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:06:33.444666 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:06:33.444666 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:06:33.444666 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:06:33.444666 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:06:33.444666 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:06:33.458260 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-bb934fbc-a231-4e59-8ea2-bbbabd1f713c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a0d9ca3f80a24ca1934d5538196a8a8e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1292048 Jun 11 10:06:33.460817 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 43450) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:33.476596 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4f133f8f-cc8c-48a9-8bcc-5c6ff14ac988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374120'] for router_gateway, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:33.583022 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-aa11c7c1-e260-4358-b961-c2e6cf05213e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:33.607208 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-aa11c7c1-e260-4358-b961-c2e6cf05213e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:33.617349 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1c1d1993-86dc-4137-9b20-79cd60dd093e tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:33.622403 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f6682e44-0a0e-455b-ab55-6bca52b88ede admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:33.629452 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1c1d1993-86dc-4137-9b20-79cd60dd093e tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:33.629452 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-1c1d1993-86dc-4137-9b20-79cd60dd093e tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] 10.222.0.60 "DELETE /v2.0/networks/285f4b0d-ebe4-4c20-bbd0-cc4f6efdbca1 HTTP/1.1" status: 204 len: 168 time: 0.5390458 Jun 11 10:06:33.649264 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1d1993-86dc-4137-9b20-79cd60dd093e tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Pushing event deleted for resources: {'Network': ['ID=285f4b0d-ebe4-4c20-bbd0-cc4f6efdbca1,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:33.660372 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1c1d1993-86dc-4137-9b20-79cd60dd093e tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:33.732944 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4f133f8f-cc8c-48a9-8bcc-5c6ff14ac988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:33.760697 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4f133f8f-cc8c-48a9-8bcc-5c6ff14ac988 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:33.840909 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-aa11c7c1-e260-4358-b961-c2e6cf05213e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:33.843481 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e7ee8e4b-65ce-437e-8e46-d4d95f066151 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:33.844965 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-aa11c7c1-e260-4358-b961-c2e6cf05213e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:33.848495 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-aa11c7c1-e260-4358-b961-c2e6cf05213e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/affe5ef5-e065-47d6-a214-551c3fcbbf39 HTTP/1.1" status: 204 len: 168 time: 0.3842666 Jun 11 10:06:33.848495 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-dbde73c8-194f-43fb-84a7-9be23db2fd21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:33.857381 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa11c7c1-e260-4358-b961-c2e6cf05213e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=affe5ef5-e065-47d6-a214-551c3fcbbf39,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:33.859668 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-aa11c7c1-e260-4358-b961-c2e6cf05213e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:33.911921 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e7ee8e4b-65ce-437e-8e46-d4d95f066151 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:33.922922 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4f133f8f-cc8c-48a9-8bcc-5c6ff14ac988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:33.923634 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f133f8f-cc8c-48a9-8bcc-5c6ff14ac988 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60da6e1a-8a4a-47bd-8242-4b43501a7f9b {{(pid=93176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 10:06:33.928050 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4f133f8f-cc8c-48a9-8bcc-5c6ff14ac988 admin admin] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:33.931323 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-4f133f8f-cc8c-48a9-8bcc-5c6ff14ac988 admin admin] 10.222.0.60 "DELETE /v2.0/routers/60da6e1a-8a4a-47bd-8242-4b43501a7f9b HTTP/1.1" status: 204 len: 168 time: 2.6726220 Jun 11 10:06:33.931900 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 43462) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:34.012198 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-948bff2d-ec0a-47ff-86b8-5d5d1b98a1d9 admin admin] Deleting subnet 89485667-0a35-4bc0-a20f-cd09bc5f5d8c {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:06:34.015741 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-948bff2d-ec0a-47ff-86b8-5d5d1b98a1d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:34.075534 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-e7ee8e4b-65ce-437e-8e46-d4d95f066151 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Allocated IP 172.25.4.162 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/6b6ba683-cfe1-48cb-9169-4933b30ca28a) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:06:34.076667 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-948bff2d-ec0a-47ff-86b8-5d5d1b98a1d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:34.187798 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-948bff2d-ec0a-47ff-86b8-5d5d1b98a1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:34.272999 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e7ee8e4b-65ce-437e-8e46-d4d95f066151 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:34.359100 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 43476) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:34.378206 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-948bff2d-ec0a-47ff-86b8-5d5d1b98a1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:34.381658 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e78707fd-8185-4150-8cf8-2f45709d60f2 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:34.413881 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e7ee8e4b-65ce-437e-8e46-d4d95f066151 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:34.421676 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948bff2d-ec0a-47ff-86b8-5d5d1b98a1d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89485667-0a35-4bc0-a20f-cd09bc5f5d8c,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:34.421917 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a5e6dc0f-2530-45c7-9dc6-31ca3515da4b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:34.443703 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413a5583-0b4d-4e49-b695-fb298d69efbf None None] Network 07c60738-0d51-40d7-b14f-98ba87e92f35 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:06:34.445080 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-948bff2d-ec0a-47ff-86b8-5d5d1b98a1d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:34.457217 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-948bff2d-ec0a-47ff-86b8-5d5d1b98a1d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:34.459971 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-948bff2d-ec0a-47ff-86b8-5d5d1b98a1d9 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/89485667-0a35-4bc0-a20f-cd09bc5f5d8c HTTP/1.1" status: 204 len: 168 time: 0.5269370 Jun 11 10:06:34.461580 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 43482) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:34.579355 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ee8e4b-65ce-437e-8e46-d4d95f066151 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:06:34.588165 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-e7ee8e4b-65ce-437e-8e46-d4d95f066151 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:06:34.588325 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ee8e4b-65ce-437e-8e46-d4d95f066151 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:06:34.596036 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-e3c15c98-49c1-4a5c-9955-cb4e421d793b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fb57c32c7575439082063defb572928f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2334859 Jun 11 10:06:34.596807 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 43486) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:34.609327 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2631abcd-ff1b-4ab9-a824-d2c06f7c3120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:34.620912 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ee8e4b-65ce-437e-8e46-d4d95f066151 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Pushing event updated for resources: {'Port': ['ID=6b6ba683-cfe1-48cb-9169-4933b30ca28a,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:34.634594 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e7ee8e4b-65ce-437e-8e46-d4d95f066151 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:34.666257 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c12f4c-423b-4770-8575-377e0af6fd52 req-28d247f3-7546-4639-bad9-906a3005b212 tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:06:34.667808 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d3c12f4c-423b-4770-8575-377e0af6fd52 req-28d247f3-7546-4639-bad9-906a3005b212 tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ea83a9b-1e90-452a-a659-5d0ff61a917e HTTP/1.1" status: 200 len: 946 time: 0.2191882 Jun 11 10:06:34.782581 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1b33f67f-907c-4135-b573-af5fd7c4416c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:34.805312 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a90d73-423c-4820-ba6b-0021ceea4f0d None None] DHCP port deletion for 07c60738-0d51-40d7-b14f-98ba87e92f35 request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 10:06:34.830035 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d3c12f4c-423b-4770-8575-377e0af6fd52 req-57c3061d-5e8c-4ba1-af3e-088a0393bd0b tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] 10.222.0.60 "GET /v2.0/security-groups?id=6827d6aa-57e2-4cf4-b647-600ba524ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550786 Jun 11 10:06:34.844404 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1b33f67f-907c-4135-b573-af5fd7c4416c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:34.884491 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 43490) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:34.885042 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-2631abcd-ff1b-4ab9-a824-d2c06f7c3120 admin admin] Deleting port ce732d0a-1783-4735-b426-5eeeb7835aa9 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:06:34.885300 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2631abcd-ff1b-4ab9-a824-d2c06f7c3120 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:34.900334 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-92a90d73-423c-4820-ba6b-0021ceea4f0d None None] Deleting port ce732d0a-1783-4735-b426-5eeeb7835aa9 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:06:34.900724 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-92a90d73-423c-4820-ba6b-0021ceea4f0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:34.905758 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-39009a10-581f-4c7a-afd5-4288964f9eaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:35.018167 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2631abcd-ff1b-4ab9-a824-d2c06f7c3120 admin admin] For port ce732d0a-1783-4735-b426-5eeeb7835aa9, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=ce732d0a-1783-4735-b426-5eeeb7835aa9,segment=NetworkSegment(eeb5ae5e-db04-4a86-95ef-62fd769c5d60),segment_id=eeb5ae5e-db04-4a86-95ef-62fd769c5d60)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:06:35.018534 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2631abcd-ff1b-4ab9-a824-d2c06f7c3120 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:35.041868 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-92a90d73-423c-4820-ba6b-0021ceea4f0d None None] For port ce732d0a-1783-4735-b426-5eeeb7835aa9, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=ce732d0a-1783-4735-b426-5eeeb7835aa9,segment=NetworkSegment(eeb5ae5e-db04-4a86-95ef-62fd769c5d60),segment_id=eeb5ae5e-db04-4a86-95ef-62fd769c5d60)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:06:35.041868 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-92a90d73-423c-4820-ba6b-0021ceea4f0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:35.119529 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-2631abcd-ff1b-4ab9-a824-d2c06f7c3120 admin admin] Calling delete_port for ce732d0a-1783-4735-b426-5eeeb7835aa9 owned by network:dhcp {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:06:35.121936 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1b33f67f-907c-4135-b573-af5fd7c4416c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:35.124996 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1b33f67f-907c-4135-b573-af5fd7c4416c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:35.131704 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-1b33f67f-907c-4135-b573-af5fd7c4416c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a6d79174-e902-43e0-a80d-76f68385f6f9 HTTP/1.1" status: 204 len: 168 time: 0.5270369 Jun 11 10:06:35.131704 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1470dde8-d194-42b4-947d-591478f5ec40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:35.145848 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b33f67f-907c-4135-b573-af5fd7c4416c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d79174-e902-43e0-a80d-76f68385f6f9,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:35.149342 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1b33f67f-907c-4135-b573-af5fd7c4416c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:35.152973 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-92a90d73-423c-4820-ba6b-0021ceea4f0d None None] Calling delete_port for ce732d0a-1783-4735-b426-5eeeb7835aa9 owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:06:35.349470 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2631abcd-ff1b-4ab9-a824-d2c06f7c3120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:35.351740 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e89abace-00e5-4189-8a93-2c8d6d23a631 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:35.357560 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-92a90d73-423c-4820-ba6b-0021ceea4f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:35.370422 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-869e1c75-9a5d-4b06-a14e-36b25e923339 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:35.388390 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2631abcd-ff1b-4ab9-a824-d2c06f7c3120 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce732d0a-1783-4735-b426-5eeeb7835aa9,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:35.391650 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2631abcd-ff1b-4ab9-a824-d2c06f7c3120 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:35.392470 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2631abcd-ff1b-4ab9-a824-d2c06f7c3120 admin admin] No DVR routers for this DVR port ce732d0a-1783-4735-b426-5eeeb7835aa9 on host n-d-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:06:35.414350 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a90d73-423c-4820-ba6b-0021ceea4f0d None None] Pushing event deleted for resources: {'Port': ['ID=ce732d0a-1783-4735-b426-5eeeb7835aa9,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:35.424019 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a90d73-423c-4820-ba6b-0021ceea4f0d None None] No DVR routers for this DVR port ce732d0a-1783-4735-b426-5eeeb7835aa9 on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:06:35.427328 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-92a90d73-423c-4820-ba6b-0021ceea4f0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:35.510006 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2631abcd-ff1b-4ab9-a824-d2c06f7c3120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:35.535003 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-2631abcd-ff1b-4ab9-a824-d2c06f7c3120 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07c60738-0d51-40d7-b14f-98ba87e92f35']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:06:35.600669 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:35.611224 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e7ee8e4b-65ce-437e-8e46-d4d95f066151 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:35.736601 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b394232-6787-400b-9cd1-dc8b79cb77de req-b0eaab8f-4b0c-40f6-914b-cac033efd22d tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:06:35.738144 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0b394232-6787-400b-9cd1-dc8b79cb77de req-b0eaab8f-4b0c-40f6-914b-cac033efd22d tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] 10.222.0.69 "GET /v2.0/ports?device_id=6ea83a9b-1e90-452a-a659-5d0ff61a917e HTTP/1.1" status: 200 len: 946 time: 0.2555003 Jun 11 10:06:35.817541 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-39009a10-581f-4c7a-afd5-4288964f9eaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:35.885299 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-39009a10-581f-4c7a-afd5-4288964f9eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:35.890644 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4422621c-839b-46f2-9ea5-a625d2c7e669 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:36.012713 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-2631abcd-ff1b-4ab9-a824-d2c06f7c3120 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eeb5ae5e-db04-4a86-95ef-62fd769c5d60') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:06:36.013090 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-2631abcd-ff1b-4ab9-a824-d2c06f7c3120 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eeb5ae5e-db04-4a86-95ef-62fd769c5d60') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:06:36.033646 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2631abcd-ff1b-4ab9-a824-d2c06f7c3120 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:36.073361 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2631abcd-ff1b-4ab9-a824-d2c06f7c3120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:36.081163 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39009a10-581f-4c7a-afd5-4288964f9eaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a32ad13f-713f-4f88-b844-89ff8285a4e4,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:36.084690 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-39009a10-581f-4c7a-afd5-4288964f9eaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:36.085049 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2631abcd-ff1b-4ab9-a824-d2c06f7c3120 admin admin] Releasing vlan 769 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:06:36.085420 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2631abcd-ff1b-4ab9-a824-d2c06f7c3120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:36.087115 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 10:06:36.087115 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:06:36.087115 n-d-779913-12 neutron-server[93177]: timer() Jun 11 10:06:36.087115 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:06:36.087115 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 10:06:36.087115 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:06:36.087115 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 10:06:36.087115 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:06:36.087115 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 10:06:36.087115 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:06:36.087115 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 10:06:36.087115 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:06:36.087115 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 10:06:36.087115 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:06:36.087115 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:06:36.087115 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:06:36.087115 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:06:36.087115 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:06:36.087115 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 10:06:36.087115 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:06:36.087115 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 10:06:36.087115 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:06:36.087115 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:06:36.087115 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:06:36.087115 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 10:06:36.087115 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:06:36.087115 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:06:36.087115 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:06:36.087115 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:06:36.087115 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:06:36.087115 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:06:36.087115 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:06:36.102146 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-39009a10-581f-4c7a-afd5-4288964f9eaf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2c8640e8d54c408a9be6d52ab88dd88a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2128031 Jun 11 10:06:36.104401 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 43518) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:36.174438 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-61e2227f-6476-4f0c-8666-ceed465febf5 req-6f3f8bf3-87cb-4684-9281-4b5068a498fe service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=93ad82f0-8781-4cf6-a466-9a57ed82acf5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1591511 Jun 11 10:06:36.179554 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e7ee8e4b-65ce-437e-8e46-d4d95f066151 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:36.195107 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-0b394232-6787-400b-9cd1-dc8b79cb77de req-3b41ed74-90bd-48f3-900c-90b1a79013c8 tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] Deleting port 3be2bf31-2ea1-4d10-833e-0df15c720757 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:06:36.195107 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-0b394232-6787-400b-9cd1-dc8b79cb77de req-3b41ed74-90bd-48f3-900c-90b1a79013c8 tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:36.204829 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e7ee8e4b-65ce-437e-8e46-d4d95f066151 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-374241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-374254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-363978'] for router, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:36.263794 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a86f8e9-3b1a-44c5-a5b7-e65a559468a2 req-2fb47517-8bc1-4696-a8aa-8351932af374 tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:06:36.272650 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6a86f8e9-3b1a-44c5-a5b7-e65a559468a2 req-2fb47517-8bc1-4696-a8aa-8351932af374 tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ea83a9b-1e90-452a-a659-5d0ff61a917e HTTP/1.1" status: 200 len: 946 time: 0.2648799 Jun 11 10:06:36.290264 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2631abcd-ff1b-4ab9-a824-d2c06f7c3120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:36.296815 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2631abcd-ff1b-4ab9-a824-d2c06f7c3120 admin admin] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:36.299876 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-2631abcd-ff1b-4ab9-a824-d2c06f7c3120 admin admin] 10.222.0.60 "DELETE /v2.0/networks/07c60738-0d51-40d7-b14f-98ba87e92f35 HTTP/1.1" status: 204 len: 168 time: 1.8362150 Jun 11 10:06:36.302485 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-56bd32ba-a6bd-4ade-aff4-1efd73d713d0 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:36.320210 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2631abcd-ff1b-4ab9-a824-d2c06f7c3120 admin admin] Pushing event deleted for resources: {'Network': ['ID=07c60738-0d51-40d7-b14f-98ba87e92f35,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:36.327166 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2631abcd-ff1b-4ab9-a824-d2c06f7c3120 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:36.352344 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e2227f-6476-4f0c-8666-ceed465febf5 req-67974591-16fc-4648-92be-fc49a1cb3d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:06:36.354297 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-61e2227f-6476-4f0c-8666-ceed465febf5 req-67974591-16fc-4648-92be-fc49a1cb3d5e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=21c20f27027a4fa895493faf5f883302&device_id=93ad82f0-8781-4cf6-a466-9a57ed82acf5 HTTP/1.1" status: 200 len: 1098 time: 0.1037192 Jun 11 10:06:36.545956 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 43538) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:36.564378 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e2227f-6476-4f0c-8666-ceed465febf5 req-24e3a28d-767e-40d4-aa38-c81578b6faaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:06:36.570399 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-61e2227f-6476-4f0c-8666-ceed465febf5 req-24e3a28d-767e-40d4-aa38-c81578b6faaf service neutron] 10.222.0.69 "GET /v2.0/networks?id=4ec1bae5-7351-4e01-a52c-de5521320fcb HTTP/1.1" status: 200 len: 917 time: 0.1886687 Jun 11 10:06:36.570698 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e2b1f2df-0ec9-4b75-a87f-8ed47b88a550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:36.579437 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-0b394232-6787-400b-9cd1-dc8b79cb77de req-3b41ed74-90bd-48f3-900c-90b1a79013c8 tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] For port 3be2bf31-2ea1-4d10-833e-0df15c720757, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=3be2bf31-2ea1-4d10-833e-0df15c720757,segment=NetworkSegment(27b9426f-9593-4a92-9336-bbaedd9d61f1),segment_id=27b9426f-9593-4a92-9336-bbaedd9d61f1)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:06:36.579831 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-0b394232-6787-400b-9cd1-dc8b79cb77de req-3b41ed74-90bd-48f3-900c-90b1a79013c8 tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:36.588580 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6a86f8e9-3b1a-44c5-a5b7-e65a559468a2 req-0eb77295-59d8-42f5-816b-1a8ec4f1ead2 tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] 10.222.0.60 "GET /v2.0/security-groups?id=6827d6aa-57e2-4cf4-b647-600ba524ed14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3149524 Jun 11 10:06:36.681888 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e2b1f2df-0ec9-4b75-a87f-8ed47b88a550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:36.724326 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-7d7195a2-7304-498d-a2b7-79213eedd4ef admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1560815229-network', 'tenant_id': 'b8d65d5e2a3a4c52bf2854cd68091a73'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:06:36.737563 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 43542) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:36.737850 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-0b394232-6787-400b-9cd1-dc8b79cb77de req-3b41ed74-90bd-48f3-900c-90b1a79013c8 tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] Calling delete_port for 3be2bf31-2ea1-4d10-833e-0df15c720757 owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:06:36.807631 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device ce732d0a-1783-4735-b426-5eeeb7835aa9 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:06:36.808841 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-61e2227f-6476-4f0c-8666-ceed465febf5 req-512fb190-cdaa-404a-85ad-1acff3078565 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=654150cf-8faf-4a19-aca8-459bddd22d50 HTTP/1.1" status: 200 len: 1000 time: 0.2351210 Jun 11 10:06:36.839057 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: ce732d0a-1783-4735-b426-5eeeb7835aa9 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:06:36.839783 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device ce732d0a-1783-4735-b426-5eeeb7835aa9 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:06:36.845491 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-e37b9a3c-98a1-4d91-b5e5-d90a46d746a4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=27f3c4dce50f47ad9013fa1bc48941bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1057422 Jun 11 10:06:36.848561 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 43544) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:36.905537 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e2227f-6476-4f0c-8666-ceed465febf5 req-efad2738-a2e2-4825-aae4-fcb0195e9a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:06:36.907831 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-61e2227f-6476-4f0c-8666-ceed465febf5 req-efad2738-a2e2-4825-aae4-fcb0195e9a51 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=73b1338f-0df7-44ec-88b6-dbc16cfcfcc4 HTTP/1.1" status: 200 len: 855 time: 0.0673811 Jun 11 10:06:36.925757 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d7195a2-7304-498d-a2b7-79213eedd4ef admin admin] Made reservation on behalf of b8d65d5e2a3a4c52bf2854cd68091a73 for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:06:36.928117 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7d7195a2-7304-498d-a2b7-79213eedd4ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:36.941537 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e2b1f2df-0ec9-4b75-a87f-8ed47b88a550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:36.944116 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e2b1f2df-0ec9-4b75-a87f-8ed47b88a550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:36.947696 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-e2b1f2df-0ec9-4b75-a87f-8ed47b88a550 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a32ad13f-713f-4f88-b844-89ff8285a4e4 HTTP/1.1" status: 204 len: 168 time: 0.8386803 Jun 11 10:06:36.952440 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0295ce5b-e5f2-4f89-b107-6bb9db416c33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:36.968159 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9f97cc31-74fb-4a7c-a48a-f3ea3f4ce80a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:36.971516 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7d7195a2-7304-498d-a2b7-79213eedd4ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:36.973625 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b1f2df-0ec9-4b75-a87f-8ed47b88a550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a32ad13f-713f-4f88-b844-89ff8285a4e4,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:37.026503 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e2b1f2df-0ec9-4b75-a87f-8ed47b88a550 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:37.069567 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7ee8e4b-65ce-437e-8e46-d4d95f066151 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Router a9cea7ca-b90c-479c-9dc3-0a98e1a04e2c is scheduled to L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 with binding_index 1 {{(pid=93176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 10:06:37.071028 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9f97cc31-74fb-4a7c-a48a-f3ea3f4ce80a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:37.121460 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e2227f-6476-4f0c-8666-ceed465febf5 req-c498b2d1-87fd-46ac-930a-42a414a0a685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:06:37.123803 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-61e2227f-6476-4f0c-8666-ceed465febf5 req-c498b2d1-87fd-46ac-930a-42a414a0a685 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ec1bae5-7351-4e01-a52c-de5521320fcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2080796 Jun 11 10:06:37.207353 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7d7195a2-7304-498d-a2b7-79213eedd4ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:37.208520 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-0b394232-6787-400b-9cd1-dc8b79cb77de req-3b41ed74-90bd-48f3-900c-90b1a79013c8 tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:37.214746 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ec2b5ea0-b51d-4972-8c05-347d85e2eebf tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:37.262061 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41ed74-90bd-48f3-900c-90b1a79013c8 tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] Pushing event deleted for resources: {'Port': ['ID=3be2bf31-2ea1-4d10-833e-0df15c720757,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:37.269348 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3b41ed74-90bd-48f3-900c-90b1a79013c8 tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:37.314410 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7d7195a2-7304-498d-a2b7-79213eedd4ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:37.320363 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d9189699-3c97-4ebd-abc6-5c055411c775 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:37.326572 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-61e2227f-6476-4f0c-8666-ceed465febf5 req-e554157e-6901-4346-afe7-92f96a1448f8 service neutron] 10.222.0.69 "GET /v2.0/networks/4ec1bae5-7351-4e01-a52c-de5521320fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927612 Jun 11 10:06:37.337467 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b394232-6787-400b-9cd1-dc8b79cb77de req-3b41ed74-90bd-48f3-900c-90b1a79013c8 tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] No DVR routers for this DVR port 3be2bf31-2ea1-4d10-833e-0df15c720757 on host n-h2-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:06:37.340770 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-0b394232-6787-400b-9cd1-dc8b79cb77de req-3b41ed74-90bd-48f3-900c-90b1a79013c8 tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:37.343195 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0b394232-6787-400b-9cd1-dc8b79cb77de req-3b41ed74-90bd-48f3-900c-90b1a79013c8 tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] 10.222.0.69 "DELETE /v2.0/ports/3be2bf31-2ea1-4d10-833e-0df15c720757 HTTP/1.1" status: 204 len: 173 time: 1.5860870 Jun 11 10:06:37.346683 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ea83a9b-1e90-452a-a659-5d0ff61a917e', 'name': 'network-vif-deleted', 'tag': '3be2bf31-2ea1-4d10-833e-0df15c720757'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:06:37.349431 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c84449cc-8bc7-4107-b2b8-952e9b679c13" -d '{"events": [{"server_uuid": "6ea83a9b-1e90-452a-a659-5d0ff61a917e", "name": "network-vif-deleted", "tag": "3be2bf31-2ea1-4d10-833e-0df15c720757"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:06:37.350203 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d7195a2-7304-498d-a2b7-79213eedd4ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 798} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:06:37.372439 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ee8e4b-65ce-437e-8e46-d4d95f066151 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:06:37.377965 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e7ee8e4b-65ce-437e-8e46-d4d95f066151 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:37.379268 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-e7ee8e4b-65ce-437e-8e46-d4d95f066151 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] 10.222.0.60 "PUT /v2.0/routers/a9cea7ca-b90c-479c-9dc3-0a98e1a04e2c HTTP/1.1" status: 200 len: 920 time: 5.1789594 Jun 11 10:06:37.381813 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 43558) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:37.385089 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24afe24a-8698-4335-b1f8-fa849319eebc None None] Sync routers for ids ['a9cea7ca-b90c-479c-9dc3-0a98e1a04e2c'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:06:37.397381 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7195a2-7304-498d-a2b7-79213eedd4ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd31bb4-c720-45a4-9661-3cd106473d8b,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:37.401233 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24afe24a-8698-4335-b1f8-fa849319eebc None None] Routers {'a9cea7ca-b90c-479c-9dc3-0a98e1a04e2c'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:06:37.402124 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-24afe24a-8698-4335-b1f8-fa849319eebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:06:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['a9cea7ca-b90c-479c-9dc3-0a98e1a04e2c'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:06:37.403482 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7d7195a2-7304-498d-a2b7-79213eedd4ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:37.404560 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7d7195a2-7304-498d-a2b7-79213eedd4ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:37.404908 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-7d7195a2-7304-498d-a2b7-79213eedd4ef admin admin] Added segment fa066b58-dba9-4a5d-ba7e-668cfdb0bd8a of type vlan for network 8ef87ae7-0769-45a8-bba5-1dec54d1338a Jun 11 10:06:37.472241 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-24afe24a-8698-4335-b1f8-fa849319eebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:06:37.473796 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24afe24a-8698-4335-b1f8-fa849319eebc None None] Routers {'a9cea7ca-b90c-479c-9dc3-0a98e1a04e2c'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:06:37.474420 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-24afe24a-8698-4335-b1f8-fa849319eebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:06:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['a9cea7ca-b90c-479c-9dc3-0a98e1a04e2c'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:06:37.525125 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-61e2227f-6476-4f0c-8666-ceed465febf5 req-6d927727-bed7-444f-a8a1-84c0a3b379bb service neutron] 10.222.0.69 "GET /v2.0/networks/4ec1bae5-7351-4e01-a52c-de5521320fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898727 Jun 11 10:06:37.543080 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99459399-3cf7-4717-b856-266365df67fd x-openstack-request-id: req-99459399-3cf7-4717-b856-266365df67fd {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:06:37.543420 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ea83a9b-1e90-452a-a659-5d0ff61a917e", "name": "network-vif-deleted", "tag": "3be2bf31-2ea1-4d10-833e-0df15c720757", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:06:37.543750 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-99459399-3cf7-4717-b856-266365df67fd {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:06:37.544450 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ea83a9b-1e90-452a-a659-5d0ff61a917e', 'name': 'network-vif-deleted', 'tag': '3be2bf31-2ea1-4d10-833e-0df15c720757', 'status': 'completed', 'code': 200} Jun 11 10:06:37.547748 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-24afe24a-8698-4335-b1f8-fa849319eebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:06:37.550698 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24afe24a-8698-4335-b1f8-fa849319eebc None None] The sync data for ids ['a9cea7ca-b90c-479c-9dc3-0a98e1a04e2c'] in n-d-779913-12 is: [] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:06:37.551053 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-e84641a2-1976-4499-8e5b-4cff2def7388 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] 10.222.0.60 "GET /v2.0/routers/a9cea7ca-b90c-479c-9dc3-0a98e1a04e2c HTTP/1.1" status: 200 len: 926 time: 0.1665893 Jun 11 10:06:37.553122 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9f97cc31-74fb-4a7c-a48a-f3ea3f4ce80a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:37.556552 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9f97cc31-74fb-4a7c-a48a-f3ea3f4ce80a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:37.558896 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-9f97cc31-74fb-4a7c-a48a-f3ea3f4ce80a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3ac47e06-1e75-4528-8507-ea5f5c2807d3 HTTP/1.1" status: 204 len: 168 time: 0.7067380 Jun 11 10:06:37.559531 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 43564) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:37.570833 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-89d8e901-6718-4ed8-9c28-34e70d26128f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:37.606721 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f97cc31-74fb-4a7c-a48a-f3ea3f4ce80a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac47e06-1e75-4528-8507-ea5f5c2807d3,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:37.610433 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9f97cc31-74fb-4a7c-a48a-f3ea3f4ce80a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:37.627759 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7d7195a2-7304-498d-a2b7-79213eedd4ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:37.670883 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa4ab48-1095-49fd-a434-2ef5472bf596 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:06:37.675976 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-dfa4ab48-1095-49fd-a434-2ef5472bf596 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=f0adef6e-169f-4a27-8865-442be2ad072d&device_id=a9cea7ca-b90c-479c-9dc3-0a98e1a04e2c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1108932 Jun 11 10:06:37.678324 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 43574) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:37.850802 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b774aba7-cceb-4444-a320-2dd8df104efa req-8d1c297b-6e33-429a-a4a7-ba89e44e6c97 tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ea83a9b-1e90-452a-a659-5d0ff61a917e HTTP/1.1" status: 200 len: 210 time: 0.0376449 Jun 11 10:06:37.876940 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7d7195a2-7304-498d-a2b7-79213eedd4ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:37.878001 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7195a2-7304-498d-a2b7-79213eedd4ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:06:37.878744 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7d7195a2-7304-498d-a2b7-79213eedd4ef admin admin] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:37.889289 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-510ce435-37bc-43ba-ba14-d6e1725e5f6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:37.910860 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f9601e-6d37-4b7c-9fc2-35bf7ba75c53 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:06:37.910860 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-a3f9601e-6d37-4b7c-9fc2-35bf7ba75c53 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] 10.222.0.60 "GET /v2.0/networks/f0adef6e-169f-4a27-8865-442be2ad072d HTTP/1.1" status: 200 len: 881 time: 0.2135825 Jun 11 10:06:37.912709 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 43584) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:38.001336 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-393c1f10-1488-416f-823b-3b7f3ad581fa tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9cea7ca-b90c-479c-9dc3-0a98e1a04e2c HTTP/1.1" status: 200 len: 205 time: 0.0867057 Jun 11 10:06:38.002664 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 43590) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:38.010620 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7195a2-7304-498d-a2b7-79213eedd4ef admin admin] Pushing event updated for resources: {'Network': ['ID=8ef87ae7-0769-45a8-bba5-1dec54d1338a,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:38.024406 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-7d7195a2-7304-498d-a2b7-79213eedd4ef admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4767747 Jun 11 10:06:38.025661 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7d7195a2-7304-498d-a2b7-79213eedd4ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:38.027360 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 43592) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:38.033027 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 8ef87ae7-0769-45a8-bba5-1dec54d1338a details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:06:38.033554 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-06405019-27c2-4c6c-ab25-9f787566e908 admin admin] Request body: {'subnet': {'network_id': '8ef87ae7-0769-45a8-bba5-1dec54d1338a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1560815229-subnet', 'tenant_id': 'b8d65d5e2a3a4c52bf2854cd68091a73', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:06:38.177479 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06405019-27c2-4c6c-ab25-9f787566e908 admin admin] Made reservation on behalf of b8d65d5e2a3a4c52bf2854cd68091a73 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:06:38.180254 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-06405019-27c2-4c6c-ab25-9f787566e908 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:38.260977 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e86e0638-14ef-4ade-b4b8-89313f414707 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks [] for router, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:38.448250 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e86e0638-14ef-4ade-b4b8-89313f414707 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:38.538372 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-06405019-27c2-4c6c-ab25-9f787566e908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:38.545682 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-e86e0638-14ef-4ade-b4b8-89313f414707 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Deleting port 6b6ba683-cfe1-48cb-9169-4933b30ca28a {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:06:38.546035 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e86e0638-14ef-4ade-b4b8-89313f414707 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:38.549076 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2ee45e53-859f-49a2-b9d2-117159071d5c tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:38.673727 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06405019-27c2-4c6c-ab25-9f787566e908 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bf712d4-a774-45a5-8334-44729003cd41,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:38.684618 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-06405019-27c2-4c6c-ab25-9f787566e908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:38.686202 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e86e0638-14ef-4ade-b4b8-89313f414707 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:38.746299 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06405019-27c2-4c6c-ab25-9f787566e908 admin admin] Checking segment: {'id': 'fa066b58-dba9-4a5d-ba7e-668cfdb0bd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '8ef87ae7-0769-45a8-bba5-1dec54d1338a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:06:38.746748 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06405019-27c2-4c6c-ab25-9f787566e908 admin admin] Network hostable DHCP agents. Network: 8ef87ae7-0769-45a8-bba5-1dec54d1338a, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:06:38.818198 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-e86e0638-14ef-4ade-b4b8-89313f414707 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Calling delete_port for 6b6ba683-cfe1-48cb-9169-4933b30ca28a owned by network:router_gateway {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:06:38.834887 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06405019-27c2-4c6c-ab25-9f787566e908 admin admin] Network 8ef87ae7-0769-45a8-bba5-1dec54d1338a is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:06:38.937627 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-06405019-27c2-4c6c-ab25-9f787566e908 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 8ef87ae7-0769-45a8-bba5-1dec54d1338a) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:06:38.957517 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06405019-27c2-4c6c-ab25-9f787566e908 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:06:38.958134 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-06405019-27c2-4c6c-ab25-9f787566e908 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:38.961434 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 43634) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:38.966749 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8adc738b-1603-47fb-ae42-80ce7980f318 None None] Network 8ef87ae7-0769-45a8-bba5-1dec54d1338a requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:06:39.071106 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-8768c863-e0ea-4143-8ed1-2975a0acb934 admin admin] Deleting subnet aefe0c09-460e-4a77-8069-7e468aaa43e9 {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:06:39.081286 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8768c863-e0ea-4143-8ed1-2975a0acb934 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:39.107688 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 43636) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:39.135257 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 3be2bf31-2ea1-4d10-833e-0df15c720757 no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:06:39.149704 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e86e0638-14ef-4ade-b4b8-89313f414707 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:39.152907 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-17a34da4-0ea1-4308-b706-16cd4287e85e tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:39.159297 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8768c863-e0ea-4143-8ed1-2975a0acb934 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:39.172773 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] No Port match for: 3be2bf31-2ea1-4d10-833e-0df15c720757 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:06:39.173525 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 3be2bf31-2ea1-4d10-833e-0df15c720757 not bound to the agent host n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:06:39.202925 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-06405019-27c2-4c6c-ab25-9f787566e908 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1669576 Jun 11 10:06:39.217006 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86e0638-14ef-4ade-b4b8-89313f414707 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Pushing event deleted for resources: {'Port': ['ID=6b6ba683-cfe1-48cb-9169-4933b30ca28a,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:39.220702 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e86e0638-14ef-4ade-b4b8-89313f414707 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:39.245813 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8768c863-e0ea-4143-8ed1-2975a0acb934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:39.246161 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adedc87d-74e4-4542-9124-9df19a1f6f0c None None] Network 8ef87ae7-0769-45a8-bba5-1dec54d1338a requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:06:39.348800 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-e7434168-0838-4433-aae9-ece5fa4a4a1b admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1514016559-network', 'tenant_id': '8046b2cb3b764217b136ee90282b4615'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:06:39.365394 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e86e0638-14ef-4ade-b4b8-89313f414707 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374120'] for router_gateway, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:39.411984 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8768c863-e0ea-4143-8ed1-2975a0acb934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:39.415020 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-152af4fd-ffac-4d4e-9318-47a65679472f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:39.462192 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8768c863-e0ea-4143-8ed1-2975a0acb934 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aefe0c09-460e-4a77-8069-7e468aaa43e9,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:39.470800 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8768c863-e0ea-4143-8ed1-2975a0acb934 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:39.477389 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8768c863-e0ea-4143-8ed1-2975a0acb934 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:39.479661 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-8768c863-e0ea-4143-8ed1-2975a0acb934 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/aefe0c09-460e-4a77-8069-7e468aaa43e9 HTTP/1.1" status: 204 len: 168 time: 0.5123370 Jun 11 10:06:39.482104 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 43654) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:39.542891 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e86e0638-14ef-4ade-b4b8-89313f414707 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:39.545158 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e86e0638-14ef-4ade-b4b8-89313f414707 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:39.601662 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-75107229-318d-4aaf-a3c1-3e4cf3c3855a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:39.640220 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7434168-0838-4433-aae9-ece5fa4a4a1b admin admin] Made reservation on behalf of 8046b2cb3b764217b136ee90282b4615 for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:06:39.642738 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e7434168-0838-4433-aae9-ece5fa4a4a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:39.655411 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e7434168-0838-4433-aae9-ece5fa4a4a1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:39.738257 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e86e0638-14ef-4ade-b4b8-89313f414707 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:39.739061 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e86e0638-14ef-4ade-b4b8-89313f414707 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Fanout notify agent at l3_agent the message router_deleted on router a9cea7ca-b90c-479c-9dc3-0a98e1a04e2c {{(pid=93176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 10:06:39.752267 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e86e0638-14ef-4ade-b4b8-89313f414707 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:39.757726 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-e86e0638-14ef-4ade-b4b8-89313f414707 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] 10.222.0.60 "DELETE /v2.0/routers/a9cea7ca-b90c-479c-9dc3-0a98e1a04e2c HTTP/1.1" status: 204 len: 168 time: 1.7540665 Jun 11 10:06:39.758422 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 43664) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:39.768726 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-6f06386b-d408-4c76-804d-cf2822b70f44 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-369527345', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}, 'admin_state_up': False}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:06:39.777148 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-75107229-318d-4aaf-a3c1-3e4cf3c3855a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:39.792271 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-75107229-318d-4aaf-a3c1-3e4cf3c3855a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['568c371e-3465-4c66-a699-03569955ac17']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:06:39.805871 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-75107229-318d-4aaf-a3c1-3e4cf3c3855a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27b9426f-9593-4a92-9336-bbaedd9d61f1') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:06:39.806465 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-75107229-318d-4aaf-a3c1-3e4cf3c3855a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27b9426f-9593-4a92-9336-bbaedd9d61f1') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:06:39.808127 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e7434168-0838-4433-aae9-ece5fa4a4a1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:39.818449 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-75107229-318d-4aaf-a3c1-3e4cf3c3855a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:39.836018 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-75107229-318d-4aaf-a3c1-3e4cf3c3855a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:39.842393 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75107229-318d-4aaf-a3c1-3e4cf3c3855a admin admin] Releasing vlan 770 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:06:39.842793 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-75107229-318d-4aaf-a3c1-3e4cf3c3855a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:39.844744 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 10:06:39.844744 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:06:39.844744 n-d-779913-12 neutron-server[93177]: timer() Jun 11 10:06:39.844744 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:06:39.844744 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 10:06:39.844744 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:06:39.844744 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 10:06:39.844744 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:06:39.844744 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 10:06:39.844744 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:06:39.844744 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 10:06:39.844744 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:06:39.844744 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 10:06:39.844744 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:06:39.844744 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:06:39.844744 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:06:39.844744 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:06:39.844744 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:06:39.844744 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 10:06:39.844744 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:06:39.844744 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 10:06:39.844744 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:06:39.844744 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:06:39.844744 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:06:39.844744 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 10:06:39.844744 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:06:39.844744 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:06:39.844744 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:06:39.844744 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:06:39.844744 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:06:39.844744 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:06:39.844744 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:06:39.873306 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e7434168-0838-4433-aae9-ece5fa4a4a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:39.880732 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1a262535-37d5-49b6-8f46-33023d023e81 tempest-QuotasNegativeTest-403483631 tempest-QuotasNegativeTest-403483631-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:39.915814 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7434168-0838-4433-aae9-ece5fa4a4a1b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 788} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:06:39.921746 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7434168-0838-4433-aae9-ece5fa4a4a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96aa83f0-94dd-44ea-8665-16c361dca37a,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:39.926210 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e7434168-0838-4433-aae9-ece5fa4a4a1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:39.930637 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e7434168-0838-4433-aae9-ece5fa4a4a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:39.931541 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-e7434168-0838-4433-aae9-ece5fa4a4a1b admin admin] Added segment b719cd41-19b3-416c-a5c4-9b58e3190d50 of type vlan for network 5427c4a8-7b61-46c8-b2d0-4992f0c871cf Jun 11 10:06:40.011972 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-75107229-318d-4aaf-a3c1-3e4cf3c3855a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:40.016245 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f7fa49a6-0aa6-42d4-864b-bb62f3fbca28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:40.035025 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-75107229-318d-4aaf-a3c1-3e4cf3c3855a admin admin] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:40.037721 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-75107229-318d-4aaf-a3c1-3e4cf3c3855a admin admin] 10.222.0.60 "DELETE /v2.0/networks/568c371e-3465-4c66-a699-03569955ac17 HTTP/1.1" status: 204 len: 168 time: 0.5539949 Jun 11 10:06:40.038754 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75107229-318d-4aaf-a3c1-3e4cf3c3855a admin admin] Pushing event deleted for resources: {'Network': ['ID=568c371e-3465-4c66-a699-03569955ac17,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:40.045661 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 43678) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:40.084124 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-75107229-318d-4aaf-a3c1-3e4cf3c3855a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:40.107237 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-db2e0c0d-1c40-43a3-90ff-ea94d8724cf3 admin admin] Deleting subnet 11e21300-93d1-4233-8e94-7c60f4eb82e0 {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:06:40.112032 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-db2e0c0d-1c40-43a3-90ff-ea94d8724cf3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:40.204975 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-db2e0c0d-1c40-43a3-90ff-ea94d8724cf3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:40.264092 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-db2e0c0d-1c40-43a3-90ff-ea94d8724cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:40.395557 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 43692) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:40.403539 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-b37f53e3-65a9-4d20-80e6-f680b7000b28 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-163534394-network', 'tenant_id': '3efb5be955af4969ac652db8b6f02937'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:06:40.420054 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-db2e0c0d-1c40-43a3-90ff-ea94d8724cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:40.423282 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6f06386b-d408-4c76-804d-cf2822b70f44 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:40.424319 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6f06386b-d408-4c76-804d-cf2822b70f44 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:40.427261 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-948bff2d-ec0a-47ff-86b8-5d5d1b98a1d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:40.443892 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e7434168-0838-4433-aae9-ece5fa4a4a1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:40.477415 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e0c0d-1c40-43a3-90ff-ea94d8724cf3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11e21300-93d1-4233-8e94-7c60f4eb82e0,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:40.480732 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-db2e0c0d-1c40-43a3-90ff-ea94d8724cf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:40.481781 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-db2e0c0d-1c40-43a3-90ff-ea94d8724cf3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:40.486497 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-db2e0c0d-1c40-43a3-90ff-ea94d8724cf3 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/11e21300-93d1-4233-8e94-7c60f4eb82e0 HTTP/1.1" status: 204 len: 168 time: 0.4369893 Jun 11 10:06:40.492205 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 43696) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:40.524925 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6f06386b-d408-4c76-804d-cf2822b70f44 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:40.545536 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b37f53e3-65a9-4d20-80e6-f680b7000b28 admin admin] Made reservation on behalf of 3efb5be955af4969ac652db8b6f02937 for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:06:40.547935 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b37f53e3-65a9-4d20-80e6-f680b7000b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:40.615706 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b37f53e3-65a9-4d20-80e6-f680b7000b28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:40.636037 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7d8e4b30-e0f0-4bf3-b8dd-e9b28301bebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:40.723982 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e7434168-0838-4433-aae9-ece5fa4a4a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:40.725204 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7434168-0838-4433-aae9-ece5fa4a4a1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:06:40.725784 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e7434168-0838-4433-aae9-ece5fa4a4a1b admin admin] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:40.730435 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-da93b607-011c-4407-b97a-f6b371942905 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:40.786607 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7d8e4b30-e0f0-4bf3-b8dd-e9b28301bebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:40.802228 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-7d8e4b30-e0f0-4bf3-b8dd-e9b28301bebd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5417fba-2f02-4984-a3bc-d7e0637b0e68']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:06:40.818720 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-7d8e4b30-e0f0-4bf3-b8dd-e9b28301bebd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ae6f811-9e45-4f98-8032-c071e7af5a53') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:06:40.819099 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-7d8e4b30-e0f0-4bf3-b8dd-e9b28301bebd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ae6f811-9e45-4f98-8032-c071e7af5a53') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:06:40.835549 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7d8e4b30-e0f0-4bf3-b8dd-e9b28301bebd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:40.859858 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7d8e4b30-e0f0-4bf3-b8dd-e9b28301bebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:40.868342 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d8e4b30-e0f0-4bf3-b8dd-e9b28301bebd admin admin] Releasing vlan 786 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:06:40.869225 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7d8e4b30-e0f0-4bf3-b8dd-e9b28301bebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:40.916864 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 10:06:40.916864 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:06:40.916864 n-d-779913-12 neutron-server[93177]: timer() Jun 11 10:06:40.916864 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:06:40.916864 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 10:06:40.916864 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:06:40.916864 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 10:06:40.916864 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:06:40.916864 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 10:06:40.916864 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:06:40.916864 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 10:06:40.916864 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:06:40.916864 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 10:06:40.916864 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:06:40.916864 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:06:40.916864 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:06:40.916864 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:06:40.916864 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:06:40.916864 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 10:06:40.916864 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:06:40.916864 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 10:06:40.916864 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:06:40.916864 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:06:40.916864 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:06:40.916864 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 10:06:40.916864 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:06:40.916864 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:06:40.916864 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:06:40.916864 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:06:40.916864 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:06:40.916864 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:06:40.916864 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:06:40.962095 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7434168-0838-4433-aae9-ece5fa4a4a1b admin admin] Pushing event updated for resources: {'Network': ['ID=5427c4a8-7b61-46c8-b2d0-4992f0c871cf,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:40.979501 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 5427c4a8-7b61-46c8-b2d0-4992f0c871cf details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:06:40.986572 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b37f53e3-65a9-4d20-80e6-f680b7000b28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:40.994016 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6f06386b-d408-4c76-804d-cf2822b70f44 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:40.998445 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e7434168-0838-4433-aae9-ece5fa4a4a1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:41.092308 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b37f53e3-65a9-4d20-80e6-f680b7000b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:41.105436 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-faf7d094-5812-44bf-9638-c4f67f6e5b10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:41.110873 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b37f53e3-65a9-4d20-80e6-f680b7000b28 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 758} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:06:41.146821 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b37f53e3-65a9-4d20-80e6-f680b7000b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:41.147173 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-b37f53e3-65a9-4d20-80e6-f680b7000b28 admin admin] Added segment 2ddc02eb-f28b-4106-a181-3acf5f7bc536 of type vlan for network 761245d8-94c9-4fae-9727-7ebd209a3f90 Jun 11 10:06:41.165029 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7d8e4b30-e0f0-4bf3-b8dd-e9b28301bebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:41.183164 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-e7434168-0838-4433-aae9-ece5fa4a4a1b admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.0716100 Jun 11 10:06:41.183375 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 43712) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:41.189245 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-d3e9dcfd-49e3-49c0-8301-58a281406c58 admin admin] Request body: {'subnet': {'network_id': '5427c4a8-7b61-46c8-b2d0-4992f0c871cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1514016559-subnet', 'tenant_id': '8046b2cb3b764217b136ee90282b4615', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:06:41.197622 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37f53e3-65a9-4d20-80e6-f680b7000b28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67df8d56-b21f-49da-b5aa-91c1ec1a91b9,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:41.206541 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b37f53e3-65a9-4d20-80e6-f680b7000b28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:41.209220 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1c351ef0-c2b3-4ba2-8622-551be0692363 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:41.225651 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7d8e4b30-e0f0-4bf3-b8dd-e9b28301bebd admin admin] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:41.229936 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-7d8e4b30-e0f0-4bf3-b8dd-e9b28301bebd admin admin] 10.222.0.60 "DELETE /v2.0/networks/c5417fba-2f02-4984-a3bc-d7e0637b0e68 HTTP/1.1" status: 204 len: 168 time: 0.7340627 Jun 11 10:06:41.235910 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8e4b30-e0f0-4bf3-b8dd-e9b28301bebd admin admin] Pushing event deleted for resources: {'Network': ['ID=c5417fba-2f02-4984-a3bc-d7e0637b0e68,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:41.241453 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7d8e4b30-e0f0-4bf3-b8dd-e9b28301bebd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:41.245375 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b37f53e3-65a9-4d20-80e6-f680b7000b28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:41.324814 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e9dcfd-49e3-49c0-8301-58a281406c58 admin admin] Made reservation on behalf of 8046b2cb3b764217b136ee90282b4615 for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:06:41.333120 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d3e9dcfd-49e3-49c0-8301-58a281406c58 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:41.400635 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b37f53e3-65a9-4d20-80e6-f680b7000b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:41.401685 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37f53e3-65a9-4d20-80e6-f680b7000b28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:06:41.402251 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b37f53e3-65a9-4d20-80e6-f680b7000b28 admin admin] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:41.405562 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c45cebd7-ca2c-42d5-bcf0-b9505da7b86f tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:41.558176 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37f53e3-65a9-4d20-80e6-f680b7000b28 admin admin] Pushing event updated for resources: {'Network': ['ID=761245d8-94c9-4fae-9727-7ebd209a3f90,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:41.563512 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b37f53e3-65a9-4d20-80e6-f680b7000b28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:41.576118 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 761245d8-94c9-4fae-9727-7ebd209a3f90 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:06:41.576737 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-b37f53e3-65a9-4d20-80e6-f680b7000b28 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1751399 Jun 11 10:06:41.576737 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 43724) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:41.580626 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-aeddca0c-bbd3-48b8-b025-b7c768563599 admin admin] Request body: {'subnet': {'network_id': '761245d8-94c9-4fae-9727-7ebd209a3f90', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-163534394-subnet', 'tenant_id': '3efb5be955af4969ac652db8b6f02937', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:06:41.714856 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeddca0c-bbd3-48b8-b025-b7c768563599 admin admin] Made reservation on behalf of 3efb5be955af4969ac652db8b6f02937 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:06:41.714856 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-aeddca0c-bbd3-48b8-b025-b7c768563599 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:41.867148 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6f06386b-d408-4c76-804d-cf2822b70f44 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks [] for router_gateway, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:41.941020 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 43734) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:41.949978 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6f06386b-d408-4c76-804d-cf2822b70f44 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:42.005848 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-a08d9744-5e07-406c-927d-aa3ad591c9f4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=62ba6f0c270c4ad4a94e53037cf894fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0634837 Jun 11 10:06:42.008147 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 43736) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:42.072256 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d3e9dcfd-49e3-49c0-8301-58a281406c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:42.077528 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-17d2cbdd-c031-45b1-af96-0f738edf3552 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:42.122343 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bf1c0391-8073-4918-92be-e746914a1369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:42.148273 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bf1c0391-8073-4918-92be-e746914a1369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:42.156295 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-6f06386b-d408-4c76-804d-cf2822b70f44 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Allocated IP 172.25.4.62 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/258d9992-0023-432c-b745-c58ab469aed3) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:06:42.173789 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9dcfd-49e3-49c0-8301-58a281406c58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6028e95b-6bd7-4d2b-ba5c-242431c6d512,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:42.185666 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d3e9dcfd-49e3-49c0-8301-58a281406c58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:42.194530 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-aeddca0c-bbd3-48b8-b025-b7c768563599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:42.199134 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-38003bd6-ca0e-4955-91f2-78d4482df8bc tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:42.212246 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e9dcfd-49e3-49c0-8301-58a281406c58 admin admin] Checking segment: {'id': 'b719cd41-19b3-416c-a5c4-9b58e3190d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '5427c4a8-7b61-46c8-b2d0-4992f0c871cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:06:42.212618 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e9dcfd-49e3-49c0-8301-58a281406c58 admin admin] Network hostable DHCP agents. Network: 5427c4a8-7b61-46c8-b2d0-4992f0c871cf, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:06:42.316445 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeddca0c-bbd3-48b8-b025-b7c768563599 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0546d08-4950-40f2-9166-dd82c0e52a49,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:42.322208 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-aeddca0c-bbd3-48b8-b025-b7c768563599 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:42.325322 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeddca0c-bbd3-48b8-b025-b7c768563599 admin admin] Checking segment: {'id': '2ddc02eb-f28b-4106-a181-3acf5f7bc536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '761245d8-94c9-4fae-9727-7ebd209a3f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:06:42.325917 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeddca0c-bbd3-48b8-b025-b7c768563599 admin admin] Network hostable DHCP agents. Network: 761245d8-94c9-4fae-9727-7ebd209a3f90, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:06:42.377988 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bf1c0391-8073-4918-92be-e746914a1369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:42.380823 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bf1c0391-8073-4918-92be-e746914a1369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:42.381978 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-bf1c0391-8073-4918-92be-e746914a1369 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6827d6aa-57e2-4cf4-b647-600ba524ed14 HTTP/1.1" status: 204 len: 168 time: 0.3729241 Jun 11 10:06:42.382848 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7b855dbb-b813-4b50-a80c-2c5ea79816eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:42.387474 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6f06386b-d408-4c76-804d-cf2822b70f44 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:42.393642 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1c0391-8073-4918-92be-e746914a1369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6827d6aa-57e2-4cf4-b647-600ba524ed14,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:42.396414 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-bf1c0391-8073-4918-92be-e746914a1369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:42.402863 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e9dcfd-49e3-49c0-8301-58a281406c58 admin admin] Network 5427c4a8-7b61-46c8-b2d0-4992f0c871cf is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:06:42.434709 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeddca0c-bbd3-48b8-b025-b7c768563599 admin admin] Network 761245d8-94c9-4fae-9727-7ebd209a3f90 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:06:42.520516 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-d3e9dcfd-49e3-49c0-8301-58a281406c58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 5427c4a8-7b61-46c8-b2d0-4992f0c871cf) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:06:42.522823 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-aeddca0c-bbd3-48b8-b025-b7c768563599 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 761245d8-94c9-4fae-9727-7ebd209a3f90) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:06:42.527241 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeddca0c-bbd3-48b8-b025-b7c768563599 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:06:42.527462 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-aeddca0c-bbd3-48b8-b025-b7c768563599 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:42.530138 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e9dcfd-49e3-49c0-8301-58a281406c58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:06:42.530905 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d3e9dcfd-49e3-49c0-8301-58a281406c58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:42.538442 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ca3c00-ae9e-411d-b73f-5a73fb42a521 None None] Network 5427c4a8-7b61-46c8-b2d0-4992f0c871cf requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:06:42.541766 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f733af1e-b8fd-42fe-bce7-b8e324f0be35 None None] Network 761245d8-94c9-4fae-9727-7ebd209a3f90 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:06:42.547404 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6f06386b-d408-4c76-804d-cf2822b70f44 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:42.552917 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8ec08b69-7b48-4dfa-8c82-1ddec700bcd6 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:42.616304 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f06386b-d408-4c76-804d-cf2822b70f44 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:06:42.622265 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-6f06386b-d408-4c76-804d-cf2822b70f44 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:06:42.624395 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f06386b-d408-4c76-804d-cf2822b70f44 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Pushing event updated for resources: {'Port': ['ID=258d9992-0023-432c-b745-c58ab469aed3,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:42.627211 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f06386b-d408-4c76-804d-cf2822b70f44 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:06:42.630268 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6f06386b-d408-4c76-804d-cf2822b70f44 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:42.655713 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-aeddca0c-bbd3-48b8-b025-b7c768563599 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0816810 Jun 11 10:06:42.670540 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-d3e9dcfd-49e3-49c0-8301-58a281406c58 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4861512 Jun 11 10:06:42.889712 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 43762) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:42.955937 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54770f39-7866-44c0-a1ff-e6cf178abea4 None None] Network 761245d8-94c9-4fae-9727-7ebd209a3f90 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:06:42.974809 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0567f94-b7c4-4051-b153-25d8989c4d81 admin admin] Deleting subnet 6bf712d4-a774-45a5-8334-44729003cd41 {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:06:42.978329 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e0567f94-b7c4-4051-b153-25d8989c4d81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:43.069961 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ceae0a-5162-4f77-9eb7-94ee51e4eccd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-5427c4a8-7b61-46c8-b2d0-4992f0c871cf', 'network_id': '5427c4a8-7b61-46c8-b2d0-4992f0c871cf', 'tenant_id': '8046b2cb3b764217b136ee90282b4615', 'fixed_ips': [{'subnet_id': '6028e95b-6bd7-4d2b-ba5c-242431c6d512'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 10:06:43.070954 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-73ceae0a-5162-4f77-9eb7-94ee51e4eccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:43.105822 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7f0dbe74-f2d9-4718-bc7e-855acfde5c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:43.191395 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e0567f94-b7c4-4051-b153-25d8989c4d81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:43.266709 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e0567f94-b7c4-4051-b153-25d8989c4d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:43.299509 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6f06386b-d408-4c76-804d-cf2822b70f44 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks [] for router_gateway, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:43.393991 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-73ceae0a-5162-4f77-9eb7-94ee51e4eccd None None] Allocated IP 172.20.0.2 (5427c4a8-7b61-46c8-b2d0-4992f0c871cf/6028e95b-6bd7-4d2b-ba5c-242431c6d512/e7d3da2f-2b78-4179-a2f7-aa715ede763c) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:06:43.606148 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e0567f94-b7c4-4051-b153-25d8989c4d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:43.617379 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5b0c28d0-15d4-468f-a838-4932ce65d75f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:43.660013 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0567f94-b7c4-4051-b153-25d8989c4d81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bf712d4-a774-45a5-8334-44729003cd41,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:43.665090 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e0567f94-b7c4-4051-b153-25d8989c4d81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:43.669707 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e0567f94-b7c4-4051-b153-25d8989c4d81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:43.671698 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-e0567f94-b7c4-4051-b153-25d8989c4d81 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/6bf712d4-a774-45a5-8334-44729003cd41 HTTP/1.1" status: 204 len: 168 time: 0.7809093 Jun 11 10:06:43.675036 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 43788) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:43.691456 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-73ceae0a-5162-4f77-9eb7-94ee51e4eccd None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:43.702891 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-73ceae0a-5162-4f77-9eb7-94ee51e4eccd None None] Transition to ACTIVE for port object e7d3da2f-2b78-4179-a2f7-aa715ede763c will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:06:43.707759 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6f06386b-d408-4c76-804d-cf2822b70f44 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:43.724371 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-73ceae0a-5162-4f77-9eb7-94ee51e4eccd None None] Transition to ACTIVE for port object e7d3da2f-2b78-4179-a2f7-aa715ede763c will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:06:43.763732 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 43790) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:43.787554 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a2c1ea7b-dab5-4e7f-888a-9ea8f8e7a02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:43.847598 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-73ceae0a-5162-4f77-9eb7-94ee51e4eccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:43.871101 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:43.899894 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-a129525b-35a8-4297-8dfa-41a2a9522d9b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e69d7a17a74b472aace1bc3519cffe5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1310596 Jun 11 10:06:43.903753 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 43796) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:43.921036 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ceae0a-5162-4f77-9eb7-94ee51e4eccd None None] Network 5427c4a8-7b61-46c8-b2d0-4992f0c871cf is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:06:43.959653 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-73ceae0a-5162-4f77-9eb7-94ee51e4eccd None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:06:43.963792 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ceae0a-5162-4f77-9eb7-94ee51e4eccd None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:06:44.040663 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f06386b-d408-4c76-804d-cf2822b70f44 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Router 207b17ab-a968-4a73-8e56-3ecb1a711b13 is scheduled to L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 with binding_index 1 {{(pid=93176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 10:06:44.050155 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a2c1ea7b-dab5-4e7f-888a-9ea8f8e7a02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:44.058112 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ceae0a-5162-4f77-9eb7-94ee51e4eccd None None] Pushing event updated for resources: {'Port': ['ID=e7d3da2f-2b78-4179-a2f7-aa715ede763c,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:44.060947 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-73ceae0a-5162-4f77-9eb7-94ee51e4eccd None None] Attempting to bind port e7d3da2f-2b78-4179-a2f7-aa715ede763c on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:06:44.061525 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-73ceae0a-5162-4f77-9eb7-94ee51e4eccd None None] Attempting to bind port e7d3da2f-2b78-4179-a2f7-aa715ede763c by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'b719cd41-19b3-416c-a5c4-9b58e3190d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '5427c4a8-7b61-46c8-b2d0-4992f0c871cf'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:06:44.062157 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ceae0a-5162-4f77-9eb7-94ee51e4eccd None None] Attempting to bind port e7d3da2f-2b78-4179-a2f7-aa715ede763c on network 5427c4a8-7b61-46c8-b2d0-4992f0c871cf {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:06:44.065841 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-73ceae0a-5162-4f77-9eb7-94ee51e4eccd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:44.069001 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ceae0a-5162-4f77-9eb7-94ee51e4eccd None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:06:44.070518 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ceae0a-5162-4f77-9eb7-94ee51e4eccd None None] Checking segment: {'id': 'b719cd41-19b3-416c-a5c4-9b58e3190d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '5427c4a8-7b61-46c8-b2d0-4992f0c871cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:06:44.071948 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-73ceae0a-5162-4f77-9eb7-94ee51e4eccd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:44.072707 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ceae0a-5162-4f77-9eb7-94ee51e4eccd None None] Bound using segment: {'id': 'b719cd41-19b3-416c-a5c4-9b58e3190d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '5427c4a8-7b61-46c8-b2d0-4992f0c871cf'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:06:44.074620 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-73ceae0a-5162-4f77-9eb7-94ee51e4eccd None None] Bound port: e7d3da2f-2b78-4179-a2f7-aa715ede763c, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b719cd41-19b3-416c-a5c4-9b58e3190d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '5427c4a8-7b61-46c8-b2d0-4992f0c871cf'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:06:44.075215 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-73ceae0a-5162-4f77-9eb7-94ee51e4eccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:44.091480 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-a2c1ea7b-dab5-4e7f-888a-9ea8f8e7a02a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ef87ae7-0769-45a8-bba5-1dec54d1338a']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:06:44.132074 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-a2c1ea7b-dab5-4e7f-888a-9ea8f8e7a02a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa066b58-dba9-4a5d-ba7e-668cfdb0bd8a') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:06:44.136676 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-a2c1ea7b-dab5-4e7f-888a-9ea8f8e7a02a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa066b58-dba9-4a5d-ba7e-668cfdb0bd8a') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:06:44.150810 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a2c1ea7b-dab5-4e7f-888a-9ea8f8e7a02a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:44.154782 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-31bb65fd-e5aa-446b-a877-38f88d9f7d66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:44.181494 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-31bb65fd-e5aa-446b-a877-38f88d9f7d66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:44.246446 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-73ceae0a-5162-4f77-9eb7-94ee51e4eccd None None] For port e7d3da2f-2b78-4179-a2f7-aa715ede763c, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:06:44.261452 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-73ceae0a-5162-4f77-9eb7-94ee51e4eccd None None] For port e7d3da2f-2b78-4179-a2f7-aa715ede763c, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=e7d3da2f-2b78-4179-a2f7-aa715ede763c,segment=NetworkSegment(b719cd41-19b3-416c-a5c4-9b58e3190d50),segment_id=b719cd41-19b3-416c-a5c4-9b58e3190d50)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:06:44.267016 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a2c1ea7b-dab5-4e7f-888a-9ea8f8e7a02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:44.278112 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2c1ea7b-dab5-4e7f-888a-9ea8f8e7a02a admin admin] Releasing vlan 798 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:06:44.280838 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a2c1ea7b-dab5-4e7f-888a-9ea8f8e7a02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:44.292059 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 10:06:44.292059 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:06:44.292059 n-d-779913-12 neutron-server[93177]: timer() Jun 11 10:06:44.292059 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:06:44.292059 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 10:06:44.292059 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:06:44.292059 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 10:06:44.292059 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:06:44.292059 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 10:06:44.292059 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:06:44.292059 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 10:06:44.292059 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:06:44.292059 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 10:06:44.292059 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:06:44.292059 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:06:44.292059 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:06:44.292059 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:06:44.292059 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:06:44.292059 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 10:06:44.292059 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:06:44.292059 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 10:06:44.292059 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:06:44.292059 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:06:44.292059 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:06:44.292059 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 10:06:44.292059 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:06:44.292059 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:06:44.292059 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:06:44.292059 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:06:44.292059 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:06:44.292059 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:06:44.292059 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:06:44.316511 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-31bb65fd-e5aa-446b-a877-38f88d9f7d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:44.319067 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-31bb65fd-e5aa-446b-a877-38f88d9f7d66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:44.320360 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-31bb65fd-e5aa-446b-a877-38f88d9f7d66 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/781ca120-1b05-4385-aa81-c8ec15244553 HTTP/1.1" status: 204 len: 168 time: 0.4130130 Jun 11 10:06:44.323640 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-87c3228a-4fc1-4ab0-85a2-cd18a60ff5b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:44.334184 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-73ceae0a-5162-4f77-9eb7-94ee51e4eccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:44.337479 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-12d025c8-c9d7-4ca9-9369-68ae4879a779 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:44.437238 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ceae0a-5162-4f77-9eb7-94ee51e4eccd None None] Pushing event updated for resources: {'Port': ['ID=e7d3da2f-2b78-4179-a2f7-aa715ede763c,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:44.446700 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-73ceae0a-5162-4f77-9eb7-94ee51e4eccd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:45.025772 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bb65fd-e5aa-446b-a877-38f88d9f7d66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=781ca120-1b05-4385-aa81-c8ec15244553,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:45.035401 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-31bb65fd-e5aa-446b-a877-38f88d9f7d66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.711s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:45.089675 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f06386b-d408-4c76-804d-cf2822b70f44 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:06:45.109919 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a2c1ea7b-dab5-4e7f-888a-9ea8f8e7a02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:45.123134 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d55ec698-214b-4f2a-abd9-9cedd68472ce tempest-BulkNetworkOpsIpV6Test-1430761332 tempest-BulkNetworkOpsIpV6Test-1430761332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:45.128407 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775ffb8c-6ed4-4580-b530-6990fb5b8827 req-be61f79b-65be-4b78-86e5-6e286cf6b4cf tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:06:45.132331 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584ef5f8-a40c-4adb-8358-531f2f00f92a None None] Sync routers for ids ['207b17ab-a968-4a73-8e56-3ecb1a711b13'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:06:45.139420 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-775ffb8c-6ed4-4580-b530-6990fb5b8827 req-be61f79b-65be-4b78-86e5-6e286cf6b4cf tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/networks?id=5427c4a8-7b61-46c8-b2d0-4992f0c871cf HTTP/1.1" status: 200 len: 816 time: 0.7943735 Jun 11 10:06:45.147833 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a2c1ea7b-dab5-4e7f-888a-9ea8f8e7a02a admin admin] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:45.150420 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-a2c1ea7b-dab5-4e7f-888a-9ea8f8e7a02a admin admin] 10.222.0.60 "DELETE /v2.0/networks/8ef87ae7-0769-45a8-bba5-1dec54d1338a HTTP/1.1" status: 204 len: 168 time: 1.4736769 Jun 11 10:06:45.152793 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584ef5f8-a40c-4adb-8358-531f2f00f92a None None] Routers {'207b17ab-a968-4a73-8e56-3ecb1a711b13'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:06:45.153438 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 43838) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:45.155058 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-584ef5f8-a40c-4adb-8358-531f2f00f92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:06:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['207b17ab-a968-4a73-8e56-3ecb1a711b13'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:06:45.160996 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1ea7b-dab5-4e7f-888a-9ea8f8e7a02a admin admin] Pushing event deleted for resources: {'Network': ['ID=8ef87ae7-0769-45a8-bba5-1dec54d1338a,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:45.166467 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-775ffb8c-6ed4-4580-b530-6990fb5b8827 req-f240db0f-b665-4462-866a-f38660c1bbf5 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/quotas/8046b2cb3b764217b136ee90282b4615 HTTP/1.1" status: 200 len: 375 time: 0.0259168 Jun 11 10:06:45.168954 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a2c1ea7b-dab5-4e7f-888a-9ea8f8e7a02a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:45.244778 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-a58e15ba-63fe-4b58-ab9c-18524d1b3ba3 admin admin] Deleting subnet f0546d08-4950-40f2-9166-dd82c0e52a49 {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:06:45.250071 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a58e15ba-63fe-4b58-ab9c-18524d1b3ba3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:45.253468 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6f06386b-d408-4c76-804d-cf2822b70f44 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:45.262066 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-6f06386b-d408-4c76-804d-cf2822b70f44 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.4983001 Jun 11 10:06:45.269072 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 43842) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:45.276694 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-8a19a885-d3d5-44ba-a680-2b9a6eb17013 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:06:45.299242 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-584ef5f8-a40c-4adb-8358-531f2f00f92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:06:45.320020 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a58e15ba-63fe-4b58-ab9c-18524d1b3ba3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:45.321192 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584ef5f8-a40c-4adb-8358-531f2f00f92a None None] Routers {'207b17ab-a968-4a73-8e56-3ecb1a711b13'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:06:45.324069 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-584ef5f8-a40c-4adb-8358-531f2f00f92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:06:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['207b17ab-a968-4a73-8e56-3ecb1a711b13'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:06:45.396846 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a58e15ba-63fe-4b58-ab9c-18524d1b3ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:45.402312 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-584ef5f8-a40c-4adb-8358-531f2f00f92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:06:45.402875 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584ef5f8-a40c-4adb-8358-531f2f00f92a None None] The sync data for ids ['207b17ab-a968-4a73-8e56-3ecb1a711b13'] in n-d-779913-12 is: [] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:06:45.576251 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-775ffb8c-6ed4-4580-b530-6990fb5b8827 req-001ca41f-4def-40d8-aff5-ec04b4ab48d6 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=8046b2cb3b764217b136ee90282b4615&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4085770 Jun 11 10:06:45.652188 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a58e15ba-63fe-4b58-ab9c-18524d1b3ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:45.654586 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-cd7ce008-5779-4ad5-bd9d-3ef0f0a00467 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:45.690832 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58e15ba-63fe-4b58-ab9c-18524d1b3ba3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0546d08-4950-40f2-9166-dd82c0e52a49,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:45.695923 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a58e15ba-63fe-4b58-ab9c-18524d1b3ba3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:45.709128 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a58e15ba-63fe-4b58-ab9c-18524d1b3ba3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:45.711076 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-a58e15ba-63fe-4b58-ab9c-18524d1b3ba3 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/f0546d08-4950-40f2-9166-dd82c0e52a49 HTTP/1.1" status: 204 len: 168 time: 0.5546093 Jun 11 10:06:45.714646 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 43856) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:45.806450 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-fc676da0-f4b5-44b9-9db1-047ff1b0aa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:45.852681 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-342e48f0-d23a-4e1e-80ee-7415b2e21475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:45.912646 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-775ffb8c-6ed4-4580-b530-6990fb5b8827 req-50098432-f65b-4da3-8c66-c1036a0fbd2a service neutron] 10.222.0.60 "GET /v2.0/networks/5427c4a8-7b61-46c8-b2d0-4992f0c871cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3278217 Jun 11 10:06:45.933680 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebcf95f-cc0e-4783-a31f-b26d6214293f None None] Network 5427c4a8-7b61-46c8-b2d0-4992f0c871cf requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:06:46.000544 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:46.086248 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-342e48f0-d23a-4e1e-80ee-7415b2e21475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:46.099658 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-342e48f0-d23a-4e1e-80ee-7415b2e21475 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['761245d8-94c9-4fae-9727-7ebd209a3f90']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:06:46.117566 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-342e48f0-d23a-4e1e-80ee-7415b2e21475 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ddc02eb-f28b-4106-a181-3acf5f7bc536') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:06:46.117967 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-342e48f0-d23a-4e1e-80ee-7415b2e21475 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ddc02eb-f28b-4106-a181-3acf5f7bc536') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:06:46.130622 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-342e48f0-d23a-4e1e-80ee-7415b2e21475 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:46.130966 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-232905d5-9b81-4854-a9b3-e2edf9b881c4 None None] Provisioning for port e7d3da2f-2b78-4179-a2f7-aa715ede763c completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:06:46.152030 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-342e48f0-d23a-4e1e-80ee-7415b2e21475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:46.163846 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-342e48f0-d23a-4e1e-80ee-7415b2e21475 admin admin] Releasing vlan 758 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:06:46.165946 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-342e48f0-d23a-4e1e-80ee-7415b2e21475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:46.170599 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 10:06:46.170599 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:06:46.170599 n-d-779913-12 neutron-server[93177]: timer() Jun 11 10:06:46.170599 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:06:46.170599 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 10:06:46.170599 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:06:46.170599 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 10:06:46.170599 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:06:46.170599 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 10:06:46.170599 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:06:46.170599 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 10:06:46.170599 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:06:46.170599 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 10:06:46.170599 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:06:46.170599 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:06:46.170599 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:06:46.170599 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:06:46.170599 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:06:46.170599 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 10:06:46.170599 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:06:46.170599 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 10:06:46.170599 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:06:46.170599 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:06:46.170599 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:06:46.170599 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 10:06:46.170599 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:06:46.170599 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:06:46.170599 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:06:46.170599 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:06:46.170599 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:06:46.170599 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:06:46.170599 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:06:46.340181 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-775ffb8c-6ed4-4580-b530-6990fb5b8827 req-7cebb5a9-3c40-4172-9565-4fbde0934a1c service neutron] 10.222.0.60 "GET /v2.0/networks/5427c4a8-7b61-46c8-b2d0-4992f0c871cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4191639 Jun 11 10:06:46.364486 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8a19a885-d3d5-44ba-a680-2b9a6eb17013 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:46.446413 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-342e48f0-d23a-4e1e-80ee-7415b2e21475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:46.462106 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-342e48f0-d23a-4e1e-80ee-7415b2e21475 admin admin] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:46.466449 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-342e48f0-d23a-4e1e-80ee-7415b2e21475 admin admin] 10.222.0.60 "DELETE /v2.0/networks/761245d8-94c9-4fae-9727-7ebd209a3f90 HTTP/1.1" status: 204 len: 168 time: 0.7507722 Jun 11 10:06:46.473321 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-33d24bb3-820f-4ec5-aaf9-895a7042adcc tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:46.480554 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8a19a885-d3d5-44ba-a680-2b9a6eb17013 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:46.512550 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 43886) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:46.519786 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342e48f0-d23a-4e1e-80ee-7415b2e21475 admin admin] Pushing event deleted for resources: {'Network': ['ID=761245d8-94c9-4fae-9727-7ebd209a3f90,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:46.531472 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-342e48f0-d23a-4e1e-80ee-7415b2e21475 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:46.668006 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-8a19a885-d3d5-44ba-a680-2b9a6eb17013 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Deleting port 258d9992-0023-432c-b745-c58ab469aed3 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:06:46.668459 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8a19a885-d3d5-44ba-a680-2b9a6eb17013 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:46.698722 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:46.837274 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8a19a885-d3d5-44ba-a680-2b9a6eb17013 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:46.863544 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device e7d3da2f-2b78-4179-a2f7-aa715ede763c up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:06:46.947058 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 43904) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:46.959642 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-8a19a885-d3d5-44ba-a680-2b9a6eb17013 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Calling delete_port for 258d9992-0023-432c-b745-c58ab469aed3 owned by network:router_gateway {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:06:47.051419 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-af9f054e-2f20-4771-acb9-84c75d4b7b1d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b8d65d5e2a3a4c52bf2854cd68091a73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1008737 Jun 11 10:06:47.052107 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 43906) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:47.076457 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-1121eb06-f052-48c5-87da-377408b79087 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-95095720-network', 'tenant_id': '7c7545923ebc48e08cfbeb0d8e94f901'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:06:47.103745 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port e7d3da2f-2b78-4179-a2f7-aa715ede763c completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:06:47.108830 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port e7d3da2f-2b78-4179-a2f7-aa715ede763c triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:06:47.109693 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:47.181870 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b33b0e3d-d6f3-4d33-816d-1b8a3d5bf0c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:47.214297 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b33b0e3d-d6f3-4d33-816d-1b8a3d5bf0c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:47.286271 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:47.338142 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port e7d3da2f-2b78-4179-a2f7-aa715ede763c, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=e7d3da2f-2b78-4179-a2f7-aa715ede763c,segment=NetworkSegment(b719cd41-19b3-416c-a5c4-9b58e3190d50),segment_id=b719cd41-19b3-416c-a5c4-9b58e3190d50)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:06:47.355418 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1121eb06-f052-48c5-87da-377408b79087 admin admin] Made reservation on behalf of 7c7545923ebc48e08cfbeb0d8e94f901 for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:06:47.358805 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1121eb06-f052-48c5-87da-377408b79087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:47.392583 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1121eb06-f052-48c5-87da-377408b79087 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:47.407965 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:47.411780 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-d76c8894-c409-452a-aef6-6a2987afb604 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:47.434199 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf477096-de18-46fd-a7e9-f5b0624eb822 req-1e0d0c6f-5716-4687-98ed-cd200fd0b5fd tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:06:47.436379 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cf477096-de18-46fd-a7e9-f5b0624eb822 req-1e0d0c6f-5716-4687-98ed-cd200fd0b5fd tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/networks?id=5427c4a8-7b61-46c8-b2d0-4992f0c871cf HTTP/1.1" status: 200 len: 816 time: 0.2291186 Jun 11 10:06:47.453842 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cf477096-de18-46fd-a7e9-f5b0624eb822 req-c6a6a75a-3d0c-4f0f-9bf3-c2d21a4241a2 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/quotas/8046b2cb3b764217b136ee90282b4615 HTTP/1.1" status: 200 len: 375 time: 0.0117362 Jun 11 10:06:47.471477 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b33b0e3d-d6f3-4d33-816d-1b8a3d5bf0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:47.479676 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=e7d3da2f-2b78-4179-a2f7-aa715ede763c,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:47.483814 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b33b0e3d-d6f3-4d33-816d-1b8a3d5bf0c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:47.487834 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-b33b0e3d-d6f3-4d33-816d-1b8a3d5bf0c2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1cd31bb4-c720-45a4-9661-3cd106473d8b HTTP/1.1" status: 204 len: 168 time: 0.4320958 Jun 11 10:06:47.490301 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:06:47.490694 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:06:47.491078 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:06:47.491418 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:06:47.491893 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:06:47.492346 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:06:47.492983 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:06:47.493313 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:06:47.493673 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:06:47.493973 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:06:47.494293 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:06:47.494613 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:06:47.501205 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:47.509314 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-aa11c7c1-e260-4358-b961-c2e6cf05213e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:47.525371 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33b0e3d-d6f3-4d33-816d-1b8a3d5bf0c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd31bb4-c720-45a4-9661-3cd106473d8b,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:47.528963 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b33b0e3d-d6f3-4d33-816d-1b8a3d5bf0c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:47.529535 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8a19a885-d3d5-44ba-a680-2b9a6eb17013 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:47.547920 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-fee69047-f318-4ef5-ad60-0a84053de6bc tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:47.596591 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cf477096-de18-46fd-a7e9-f5b0624eb822 req-940f810a-8fb2-41dc-8286-182a897298a4 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=8046b2cb3b764217b136ee90282b4615&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1357267 Jun 11 10:06:47.632711 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a19a885-d3d5-44ba-a680-2b9a6eb17013 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Pushing event deleted for resources: {'Port': ['ID=258d9992-0023-432c-b745-c58ab469aed3,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:47.640336 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8a19a885-d3d5-44ba-a680-2b9a6eb17013 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:47.767474 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8a19a885-d3d5-44ba-a680-2b9a6eb17013 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374120'] for router_gateway, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:47.878318 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1121eb06-f052-48c5-87da-377408b79087 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:47.998726 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cf477096-de18-46fd-a7e9-f5b0624eb822 req-89d83de2-1bc8-4f18-884f-22708f57708b service neutron] 10.222.0.60 "GET /v2.0/networks/5427c4a8-7b61-46c8-b2d0-4992f0c871cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3944950 Jun 11 10:06:48.004083 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1121eb06-f052-48c5-87da-377408b79087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:48.086115 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-978a5e3c-1797-421e-9cd6-403fbca1a34e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:48.155988 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1121eb06-f052-48c5-87da-377408b79087 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 783} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:06:48.164476 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8a19a885-d3d5-44ba-a680-2b9a6eb17013 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:48.181694 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8a19a885-d3d5-44ba-a680-2b9a6eb17013 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-374241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-374254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-363978'] for router, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:48.185760 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1121eb06-f052-48c5-87da-377408b79087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:48.186110 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-1121eb06-f052-48c5-87da-377408b79087 admin admin] Added segment 5c22e2d5-0ba6-4801-a903-4241c2620ae4 of type vlan for network 795e7157-0b59-4b3c-b5bc-895c607dc0cc Jun 11 10:06:48.187512 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1121eb06-f052-48c5-87da-377408b79087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=961d3702-6992-4abc-ab0e-3007db5dc595,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:48.200676 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1121eb06-f052-48c5-87da-377408b79087 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:48.210302 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cf477096-de18-46fd-a7e9-f5b0624eb822 req-572ba685-9bfc-4b69-8c39-958685dbef1b service neutron] 10.222.0.60 "GET /v2.0/networks/5427c4a8-7b61-46c8-b2d0-4992f0c871cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972053 Jun 11 10:06:48.358181 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1121eb06-f052-48c5-87da-377408b79087 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:48.379477 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a19a885-d3d5-44ba-a680-2b9a6eb17013 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Router 207b17ab-a968-4a73-8e56-3ecb1a711b13 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:06:48.423202 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:48.513527 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1121eb06-f052-48c5-87da-377408b79087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:48.513527 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1121eb06-f052-48c5-87da-377408b79087 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:06:48.513527 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1121eb06-f052-48c5-87da-377408b79087 admin admin] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:48.518001 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-03067cad-d3c0-4625-b700-cd909468e544 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:48.545689 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a19a885-d3d5-44ba-a680-2b9a6eb17013 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:06:48.562955 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee473892-f6b5-4a79-b0d5-0b5d7ce93482 None None] Sync routers for ids ['207b17ab-a968-4a73-8e56-3ecb1a711b13'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:06:48.564714 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8a19a885-d3d5-44ba-a680-2b9a6eb17013 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:48.568567 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-8a19a885-d3d5-44ba-a680-2b9a6eb17013 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] 10.222.0.60 "PUT /v2.0/routers/207b17ab-a968-4a73-8e56-3ecb1a711b13 HTTP/1.1" status: 200 len: 709 time: 3.2972233 Jun 11 10:06:48.568782 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 43952) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:48.597068 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee473892-f6b5-4a79-b0d5-0b5d7ce93482 None None] Routers {'207b17ab-a968-4a73-8e56-3ecb1a711b13'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:06:48.598950 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-ee473892-f6b5-4a79-b0d5-0b5d7ce93482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:06:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['207b17ab-a968-4a73-8e56-3ecb1a711b13'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:06:48.627707 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1121eb06-f052-48c5-87da-377408b79087 admin admin] Pushing event updated for resources: {'Network': ['ID=795e7157-0b59-4b3c-b5bc-895c607dc0cc,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:48.630819 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1121eb06-f052-48c5-87da-377408b79087 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:48.633152 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-1121eb06-f052-48c5-87da-377408b79087 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.1194575 Jun 11 10:06:48.640048 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 43956) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:48.643319 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-c13a6766-8ecb-414b-b2a3-025484d3dd10 admin admin] Request body: {'subnet': {'network_id': '795e7157-0b59-4b3c-b5bc-895c607dc0cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-95095720-subnet', 'tenant_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'ip_version': 4}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:06:48.774538 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 43962) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:48.774667 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 795e7157-0b59-4b3c-b5bc-895c607dc0cc details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:06:48.808154 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c13a6766-8ecb-414b-b2a3-025484d3dd10 admin admin] Made reservation on behalf of 7c7545923ebc48e08cfbeb0d8e94f901 for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:06:48.813851 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c13a6766-8ecb-414b-b2a3-025484d3dd10 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:48.835105 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device e7d3da2f-2b78-4179-a2f7-aa715ede763c up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:06:48.860759 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-ee473892-f6b5-4a79-b0d5-0b5d7ce93482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:06:48.896689 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee473892-f6b5-4a79-b0d5-0b5d7ce93482 None None] Routers {'207b17ab-a968-4a73-8e56-3ecb1a711b13'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:06:48.897698 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-ee473892-f6b5-4a79-b0d5-0b5d7ce93482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:06:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['207b17ab-a968-4a73-8e56-3ecb1a711b13'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:06:48.898268 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-b5858499-dc75-435e-a748-757c752401e1 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] 10.222.0.60 "GET /v2.0/routers/207b17ab-a968-4a73-8e56-3ecb1a711b13 HTTP/1.1" status: 200 len: 744 time: 0.3280597 Jun 11 10:06:48.898887 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 43968) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:48.950496 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-bc862ea1-a9dd-412f-9814-961d6dd69ff0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3efb5be955af4969ac652db8b6f02937&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1913772 Jun 11 10:06:48.959244 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 43970) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:48.995684 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-ee473892-f6b5-4a79-b0d5-0b5d7ce93482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:06:48.996424 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee473892-f6b5-4a79-b0d5-0b5d7ce93482 None None] The sync data for ids ['207b17ab-a968-4a73-8e56-3ecb1a711b13'] in n-d-779913-12 is: [] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:06:49.035118 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-9a7973b8-ff21-4d4d-9bbd-06d5d4d4b78b tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=f0adef6e-169f-4a27-8865-442be2ad072d&device_id=207b17ab-a968-4a73-8e56-3ecb1a711b13 HTTP/1.1" status: 200 len: 205 time: 0.1308212 Jun 11 10:06:49.036105 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 43976) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:49.074001 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port e7d3da2f-2b78-4179-a2f7-aa715ede763c triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:06:49.081767 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:49.128926 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-287b6924-198e-4619-90ac-8909c5fefd0e tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] 10.222.0.60 "GET /v2.0/ports?device_id=207b17ab-a968-4a73-8e56-3ecb1a711b13 HTTP/1.1" status: 200 len: 205 time: 0.0913882 Jun 11 10:06:49.129740 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 43988) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:49.335767 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f95d37c5-db99-404a-9c0a-45b12e355d69 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks [] for router, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:49.658452 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f95d37c5-db99-404a-9c0a-45b12e355d69 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:49.660763 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f95d37c5-db99-404a-9c0a-45b12e355d69 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:49.880415 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f95d37c5-db99-404a-9c0a-45b12e355d69 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:49.882000 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f95d37c5-db99-404a-9c0a-45b12e355d69 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Fanout notify agent at l3_agent the message router_deleted on router 207b17ab-a968-4a73-8e56-3ecb1a711b13 {{(pid=93177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 10:06:49.889245 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f95d37c5-db99-404a-9c0a-45b12e355d69 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:49.890221 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-f95d37c5-db99-404a-9c0a-45b12e355d69 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] 10.222.0.60 "DELETE /v2.0/routers/207b17ab-a968-4a73-8e56-3ecb1a711b13 HTTP/1.1" status: 204 len: 168 time: 0.7593389 Jun 11 10:06:49.894453 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 44004) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:49.902105 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-79604b36-10c4-47a8-aec6-1f5867d9c6ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:49.937818 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-3b99515c-14c6-4bf7-9c63-221bac02e309 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] 10.222.0.60 "GET /v2.0/ports?device_id=207b17ab-a968-4a73-8e56-3ecb1a711b13 HTTP/1.1" status: 200 len: 205 time: 0.0344980 Jun 11 10:06:49.938530 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 44008) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:50.030642 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-79604b36-10c4-47a8-aec6-1f5867d9c6ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:50.050655 n-d-779913-12 neutron-server[93177]: INFO neutron.api.v2.resource [None req-85095c40-eb35-4fdd-b33d-31244d862867 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] delete failed (client error): The resource could not be found. Jun 11 10:06:50.053458 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56ba418-246b-441c-bc43-3b5105fab217 req-fb0295d0-4749-47c6-8f5a-ac7ded6520ae tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:06:50.055130 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b56ba418-246b-441c-bc43-3b5105fab217 req-fb0295d0-4749-47c6-8f5a-ac7ded6520ae tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/networks?id=5427c4a8-7b61-46c8-b2d0-4992f0c871cf HTTP/1.1" status: 200 len: 816 time: 0.8920264 Jun 11 10:06:50.066071 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-85095c40-eb35-4fdd-b33d-31244d862867 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] 10.222.0.60 "DELETE /v2.0/routers/207b17ab-a968-4a73-8e56-3ecb1a711b13 HTTP/1.1" status: 404 len: 336 time: 0.1263509 Jun 11 10:06:50.067233 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 44012) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:50.120301 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-f046eb4b-4c12-49b8-9b86-da3e8e428f7d tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9cea7ca-b90c-479c-9dc3-0a98e1a04e2c HTTP/1.1" status: 200 len: 205 time: 0.0517759 Jun 11 10:06:50.120927 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 44014) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:50.155935 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775ffb8c-6ed4-4580-b530-6990fb5b8827 req-39cd28ad-82d5-40d6-9653-0be6d82b8126 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:06:50.155935 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-775ffb8c-6ed4-4580-b530-6990fb5b8827 req-39cd28ad-82d5-40d6-9653-0be6d82b8126 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.64 "GET /v2.0/networks?id=5427c4a8-7b61-46c8-b2d0-4992f0c871cf HTTP/1.1" status: 200 len: 816 time: 0.4284513 Jun 11 10:06:50.165253 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b56ba418-246b-441c-bc43-3b5105fab217 req-3913ae2c-b4c2-48cd-9102-4691b9cbc267 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/quotas/8046b2cb3b764217b136ee90282b4615 HTTP/1.1" status: 200 len: 375 time: 0.0702758 Jun 11 10:06:50.173871 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-775ffb8c-6ed4-4580-b530-6990fb5b8827 req-b54dd4dd-dff2-4d19-9fb3-d281a5c86b0e tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Request body: {'port': {'device_id': '7eb098e1-9410-476d-9519-14bc0525375b', 'network_id': '5427c4a8-7b61-46c8-b2d0-4992f0c871cf', 'admin_state_up': True, 'tenant_id': '8046b2cb3b764217b136ee90282b4615'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:06:50.179204 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:06:50.210053 n-d-779913-12 neutron-server[93177]: INFO neutron.api.v2.resource [None req-6719b9b6-27e1-4eac-943f-d0cfe212ccc4 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] delete failed (client error): The resource could not be found. Jun 11 10:06:50.211195 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-6719b9b6-27e1-4eac-943f-d0cfe212ccc4 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] 10.222.0.60 "DELETE /v2.0/routers/a9cea7ca-b90c-479c-9dc3-0a98e1a04e2c HTTP/1.1" status: 404 len: 336 time: 0.0893509 Jun 11 10:06:50.213754 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 44016) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:50.255321 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c13a6766-8ecb-414b-b2a3-025484d3dd10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:50.261010 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d3e9dcfd-49e3-49c0-8301-58a281406c58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:50.266833 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-d5316610-b13d-4ec0-824b-b2c7cdc942b7 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d596945-c063-445c-b1e4-7a962beb29ee HTTP/1.1" status: 200 len: 205 time: 0.0479636 Jun 11 10:06:50.266833 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 44020) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:50.331274 n-d-779913-12 neutron-server[93177]: INFO neutron.api.v2.resource [None req-058a5b69-21fe-47a0-86ba-961b42f30e7a tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] delete failed (client error): The resource could not be found. Jun 11 10:06:50.334792 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-058a5b69-21fe-47a0-86ba-961b42f30e7a tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] 10.222.0.60 "DELETE /v2.0/routers/8d596945-c063-445c-b1e4-7a962beb29ee HTTP/1.1" status: 404 len: 336 time: 0.0655806 Jun 11 10:06:50.335008 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 44024) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:50.383930 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-dc4b0647-ae3e-44fc-b161-edc29054e606 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] 10.222.0.60 "GET /v2.0/ports?device_id=4fba9fa3-2a2b-415b-875e-4e21e1524f7c HTTP/1.1" status: 200 len: 205 time: 0.0455356 Jun 11 10:06:50.384971 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 44028) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:50.420190 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13a6766-8ecb-414b-b2a3-025484d3dd10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b543bd1f-2b45-4ed6-ae53-d9d0c8ed8871,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:50.425468 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c13a6766-8ecb-414b-b2a3-025484d3dd10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:50.474245 n-d-779913-12 neutron-server[93177]: INFO neutron.api.v2.resource [None req-1622ab15-4e5a-43f5-a91d-fda252a61571 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] delete failed (client error): The resource could not be found. Jun 11 10:06:50.477774 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-1622ab15-4e5a-43f5-a91d-fda252a61571 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] 10.222.0.60 "DELETE /v2.0/routers/4fba9fa3-2a2b-415b-875e-4e21e1524f7c HTTP/1.1" status: 404 len: 336 time: 0.0893741 Jun 11 10:06:50.477928 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b56ba418-246b-441c-bc43-3b5105fab217 req-aaff8a20-5452-45ac-b31f-e41956d4b27b tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=8046b2cb3b764217b136ee90282b4615&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2981644 Jun 11 10:06:50.480247 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 44030) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:50.487968 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-79604b36-10c4-47a8-aec6-1f5867d9c6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:50.490493 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-79604b36-10c4-47a8-aec6-1f5867d9c6ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:50.492644 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-79604b36-10c4-47a8-aec6-1f5867d9c6ba admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/67df8d56-b21f-49da-b5aa-91c1ec1a91b9 HTTP/1.1" status: 204 len: 168 time: 1.5320749 Jun 11 10:06:50.496636 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a0ef83c4-b3d9-4f80-910b-2d662e6444f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:50.516227 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13a6766-8ecb-414b-b2a3-025484d3dd10 admin admin] Checking segment: {'id': '5c22e2d5-0ba6-4801-a903-4241c2620ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '795e7157-0b59-4b3c-b5bc-895c607dc0cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:06:50.516614 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13a6766-8ecb-414b-b2a3-025484d3dd10 admin admin] Network hostable DHCP agents. Network: 795e7157-0b59-4b3c-b5bc-895c607dc0cc, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:06:50.534542 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-296c56db-779c-4b73-a45e-13efe3200d8e tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] 10.222.0.60 "GET /v2.0/ports?device_id=003a2259-3e9a-4490-80d4-c6e06c834fd0 HTTP/1.1" status: 200 len: 205 time: 0.0522122 Jun 11 10:06:50.535527 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 44034) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:50.537483 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79604b36-10c4-47a8-aec6-1f5867d9c6ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67df8d56-b21f-49da-b5aa-91c1ec1a91b9,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:50.541381 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-79604b36-10c4-47a8-aec6-1f5867d9c6ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:50.620251 n-d-779913-12 neutron-server[93177]: INFO neutron.api.v2.resource [None req-a4f4714c-e564-4ee9-9280-18a644ee4ad2 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] delete failed (client error): The resource could not be found. Jun 11 10:06:50.626055 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-a4f4714c-e564-4ee9-9280-18a644ee4ad2 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] 10.222.0.60 "DELETE /v2.0/routers/003a2259-3e9a-4490-80d4-c6e06c834fd0 HTTP/1.1" status: 404 len: 336 time: 0.0892222 Jun 11 10:06:50.626327 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 44036) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:50.683142 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-775ffb8c-6ed4-4580-b530-6990fb5b8827 req-b54dd4dd-dff2-4d19-9fb3-d281a5c86b0e tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Made reservation on behalf of 8046b2cb3b764217b136ee90282b4615 for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:06:50.683142 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-775ffb8c-6ed4-4580-b530-6990fb5b8827 req-b54dd4dd-dff2-4d19-9fb3-d281a5c86b0e tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:50.706711 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-d8c77ac3-3958-43f7-bb86-3f3665d88712 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] 10.222.0.60 "GET /v2.0/ports?device_id=f55fa86b-a3d2-4584-b07e-c477be8fb818 HTTP/1.1" status: 200 len: 205 time: 0.0791879 Jun 11 10:06:50.709183 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 44044) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:50.711098 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b56ba418-246b-441c-bc43-3b5105fab217 req-1261c723-ff9b-491a-ad98-289a14f98ea7 service neutron] 10.222.0.60 "GET /v2.0/networks/5427c4a8-7b61-46c8-b2d0-4992f0c871cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341001 Jun 11 10:06:50.782248 n-d-779913-12 neutron-server[93177]: INFO neutron.api.v2.resource [None req-b069014a-60b3-4981-b2ff-e95e7233c7be tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] delete failed (client error): The resource could not be found. Jun 11 10:06:50.786699 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-b069014a-60b3-4981-b2ff-e95e7233c7be tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] 10.222.0.60 "DELETE /v2.0/routers/f55fa86b-a3d2-4584-b07e-c477be8fb818 HTTP/1.1" status: 404 len: 336 time: 0.0763276 Jun 11 10:06:50.787332 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 44046) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:50.820614 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13a6766-8ecb-414b-b2a3-025484d3dd10 admin admin] Network 795e7157-0b59-4b3c-b5bc-895c607dc0cc is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:06:50.826800 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-7afe11e9-2d7a-4313-b125-cbd4602f040e tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] DELETE failed (client error): The resource could not be found. Jun 11 10:06:50.827271 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7afe11e9-2d7a-4313-b125-cbd4602f040e tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 10:06:50.832490 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-7afe11e9-2d7a-4313-b125-cbd4602f040e tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] 10.222.0.60 "DELETE /v2.0/subnets/890d3b06-9d18-4a0b-a161-ce5edb02f435 HTTP/1.1" status: 404 len: 337 time: 0.0441809 Jun 11 10:06:50.945833 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b56ba418-246b-441c-bc43-3b5105fab217 req-bdc32a92-20b1-4d6b-a0c3-4e622f36a762 service neutron] 10.222.0.60 "GET /v2.0/networks/5427c4a8-7b61-46c8-b2d0-4992f0c871cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280407 Jun 11 10:06:50.958976 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-775ffb8c-6ed4-4580-b530-6990fb5b8827 req-b54dd4dd-dff2-4d19-9fb3-d281a5c86b0e tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Allocated IP 172.20.0.9 (5427c4a8-7b61-46c8-b2d0-4992f0c871cf/6028e95b-6bd7-4d2b-ba5c-242431c6d512/cfb538e2-f15d-4b8f-98ee-9fe78bbbaa24) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:06:50.992365 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-c13a6766-8ecb-414b-b2a3-025484d3dd10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 795e7157-0b59-4b3c-b5bc-895c607dc0cc) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:06:51.001047 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13a6766-8ecb-414b-b2a3-025484d3dd10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:06:51.001448 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c13a6766-8ecb-414b-b2a3-025484d3dd10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:51.007307 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86493f1a-3327-44d9-aa10-d1adacd48d49 None None] Network 795e7157-0b59-4b3c-b5bc-895c607dc0cc requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:06:51.189507 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 44054) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:51.189648 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-c13a6766-8ecb-414b-b2a3-025484d3dd10 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.5479844 Jun 11 10:06:51.189648 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-775ffb8c-6ed4-4580-b530-6990fb5b8827 req-b54dd4dd-dff2-4d19-9fb3-d281a5c86b0e tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:51.190171 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-088ba943-f464-4385-bdef-c81475348a40 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-95095720-router', 'tenant_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:06:51.206672 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-775ffb8c-6ed4-4580-b530-6990fb5b8827 req-b54dd4dd-dff2-4d19-9fb3-d281a5c86b0e tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Transition to ACTIVE for port object cfb538e2-f15d-4b8f-98ee-9fe78bbbaa24 will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:06:51.303231 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-088ba943-f464-4385-bdef-c81475348a40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:51.303611 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-775ffb8c-6ed4-4580-b530-6990fb5b8827 req-b54dd4dd-dff2-4d19-9fb3-d281a5c86b0e tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:51.306269 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-088ba943-f464-4385-bdef-c81475348a40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:51.317338 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0f88d2-0364-4b2a-a6f6-eb98182320ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-795e7157-0b59-4b3c-b5bc-895c607dc0cc', 'network_id': '795e7157-0b59-4b3c-b5bc-895c607dc0cc', 'tenant_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'fixed_ips': [{'subnet_id': 'b543bd1f-2b45-4ed6-ae53-d9d0c8ed8871'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 10:06:51.318516 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-9f0f88d2-0364-4b2a-a6f6-eb98182320ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:51.318801 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-38aee50b-5c9e-4c6f-9130-05f973c20e2d tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:51.401107 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-775ffb8c-6ed4-4580-b530-6990fb5b8827 req-b54dd4dd-dff2-4d19-9fb3-d281a5c86b0e tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Network 5427c4a8-7b61-46c8-b2d0-4992f0c871cf is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:06:51.424559 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-088ba943-f464-4385-bdef-c81475348a40 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:51.430161 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-775ffb8c-6ed4-4580-b530-6990fb5b8827 req-b54dd4dd-dff2-4d19-9fb3-d281a5c86b0e tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:06:51.435107 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-775ffb8c-6ed4-4580-b530-6990fb5b8827 req-b54dd4dd-dff2-4d19-9fb3-d281a5c86b0e tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:06:51.547973 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-daf7053f-7ad2-4900-a2f5-289b479888ee req-0b99a82f-c357-4236-9d50-4b6f4acc4158 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ab265ba-0e64-4ab0-b0f6-b524ef6348a7 HTTP/1.1" status: 200 len: 210 time: 0.1191766 Jun 11 10:06:51.601142 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54dd4dd-dff2-4d19-9fb3-d281a5c86b0e tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Pushing event updated for resources: {'Port': ['ID=cfb538e2-f15d-4b8f-98ee-9fe78bbbaa24,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:51.606259 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b54dd4dd-dff2-4d19-9fb3-d281a5c86b0e tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:51.617733 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775ffb8c-6ed4-4580-b530-6990fb5b8827 req-b54dd4dd-dff2-4d19-9fb3-d281a5c86b0e tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:06:51.618792 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-775ffb8c-6ed4-4580-b530-6990fb5b8827 req-b54dd4dd-dff2-4d19-9fb3-d281a5c86b0e tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:51.702772 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-9f0f88d2-0364-4b2a-a6f6-eb98182320ad None None] Allocated IP 172.20.0.2 (795e7157-0b59-4b3c-b5bc-895c607dc0cc/b543bd1f-2b45-4ed6-ae53-d9d0c8ed8871/0c84ed68-1fd9-4a2d-b4e7-e85190e69aba) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:06:51.742570 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-775ffb8c-6ed4-4580-b530-6990fb5b8827 req-b54dd4dd-dff2-4d19-9fb3-d281a5c86b0e tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5736866 Jun 11 10:06:51.775295 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-775ffb8c-6ed4-4580-b530-6990fb5b8827 req-3fa291ca-6bbe-46ab-9c24-e419193acb9a service neutron] Request body: {'port': {'device_id': '7eb098e1-9410-476d-9519-14bc0525375b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:06:52.016565 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 44078) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:52.022123 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-9f0f88d2-0364-4b2a-a6f6-eb98182320ad None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:52.032447 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-775ffb8c-6ed4-4580-b530-6990fb5b8827 req-3fa291ca-6bbe-46ab-9c24-e419193acb9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:52.035005 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-9f0f88d2-0364-4b2a-a6f6-eb98182320ad None None] Transition to ACTIVE for port object 0c84ed68-1fd9-4a2d-b4e7-e85190e69aba will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:06:52.038250 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-088ba943-f464-4385-bdef-c81475348a40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:52.066573 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf477096-de18-46fd-a7e9-f5b0624eb822 req-775d4fc4-8f01-4743-ab0d-acb1b2e628ab tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:06:52.068211 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cf477096-de18-46fd-a7e9-f5b0624eb822 req-775d4fc4-8f01-4743-ab0d-acb1b2e628ab tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.64 "GET /v2.0/networks?id=5427c4a8-7b61-46c8-b2d0-4992f0c871cf HTTP/1.1" status: 200 len: 816 time: 0.4149368 Jun 11 10:06:52.078536 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-9f0f88d2-0364-4b2a-a6f6-eb98182320ad None None] Transition to ACTIVE for port object 0c84ed68-1fd9-4a2d-b4e7-e85190e69aba will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:06:52.109076 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-cf477096-de18-46fd-a7e9-f5b0624eb822 req-e860d23b-8301-4524-a0d9-8edaa677a24e tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Request body: {'port': {'device_id': '02dd8d98-1aae-42c3-aef4-0f1f06bda846', 'network_id': '5427c4a8-7b61-46c8-b2d0-4992f0c871cf', 'admin_state_up': True, 'tenant_id': '8046b2cb3b764217b136ee90282b4615'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:06:52.206308 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-56c3a557-1aa6-4da8-9e5b-ca291d3f57ed None None] Provisioning for port cfb538e2-f15d-4b8f-98ee-9fe78bbbaa24 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:06:52.210498 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-9f0f88d2-0364-4b2a-a6f6-eb98182320ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:52.214171 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:52.325117 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-56c3a557-1aa6-4da8-9e5b-ca291d3f57ed None None] Provisioning complete for port cfb538e2-f15d-4b8f-98ee-9fe78bbbaa24 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:06:52.326764 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-56c3a557-1aa6-4da8-9e5b-ca291d3f57ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:52.387535 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0f88d2-0364-4b2a-a6f6-eb98182320ad None None] Pushing event updated for resources: {'Port': ['ID=0c84ed68-1fd9-4a2d-b4e7-e85190e69aba,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:52.391469 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-9f0f88d2-0364-4b2a-a6f6-eb98182320ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:52.399765 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0f88d2-0364-4b2a-a6f6-eb98182320ad None None] Network 795e7157-0b59-4b3c-b5bc-895c607dc0cc is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:06:52.403483 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-9f0f88d2-0364-4b2a-a6f6-eb98182320ad None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:06:52.407253 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0f88d2-0364-4b2a-a6f6-eb98182320ad None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:06:52.487751 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d80e536c-1490-40d9-bb43-0a5d7f9f63d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:52.617245 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-088ba943-f464-4385-bdef-c81475348a40 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:52.625477 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-56c3a557-1aa6-4da8-9e5b-ca291d3f57ed None None] Port cfb538e2-f15d-4b8f-98ee-9fe78bbbaa24 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:06:52.644099 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-9f0f88d2-0364-4b2a-a6f6-eb98182320ad None None] Attempting to bind port 0c84ed68-1fd9-4a2d-b4e7-e85190e69aba on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:06:52.652526 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-9f0f88d2-0364-4b2a-a6f6-eb98182320ad None None] Attempting to bind port 0c84ed68-1fd9-4a2d-b4e7-e85190e69aba by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '5c22e2d5-0ba6-4801-a903-4241c2620ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '795e7157-0b59-4b3c-b5bc-895c607dc0cc'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:06:52.652956 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0f88d2-0364-4b2a-a6f6-eb98182320ad None None] Attempting to bind port 0c84ed68-1fd9-4a2d-b4e7-e85190e69aba on network 795e7157-0b59-4b3c-b5bc-895c607dc0cc {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:06:52.658739 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0f88d2-0364-4b2a-a6f6-eb98182320ad None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:06:52.659724 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0f88d2-0364-4b2a-a6f6-eb98182320ad None None] Checking segment: {'id': '5c22e2d5-0ba6-4801-a903-4241c2620ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '795e7157-0b59-4b3c-b5bc-895c607dc0cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:06:52.659724 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-9f0f88d2-0364-4b2a-a6f6-eb98182320ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:52.660094 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0f88d2-0364-4b2a-a6f6-eb98182320ad None None] Bound using segment: {'id': '5c22e2d5-0ba6-4801-a903-4241c2620ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '795e7157-0b59-4b3c-b5bc-895c607dc0cc'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:06:52.660649 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-9f0f88d2-0364-4b2a-a6f6-eb98182320ad None None] Bound port: 0c84ed68-1fd9-4a2d-b4e7-e85190e69aba, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c22e2d5-0ba6-4801-a903-4241c2620ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '795e7157-0b59-4b3c-b5bc-895c607dc0cc'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:06:52.661055 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-9f0f88d2-0364-4b2a-a6f6-eb98182320ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:52.694670 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d80e536c-1490-40d9-bb43-0a5d7f9f63d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:52.742099 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3f9bd695-fa8c-413e-aa88-43568a1d50f1 req-be020310-1343-4aa8-a9bd-7ca04338a6bc tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ab265ba-0e64-4ab0-b0f6-b524ef6348a7 HTTP/1.1" status: 200 len: 210 time: 0.0906060 Jun 11 10:06:52.816010 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-9f0f88d2-0364-4b2a-a6f6-eb98182320ad None None] For port 0c84ed68-1fd9-4a2d-b4e7-e85190e69aba, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:06:52.819891 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-9f0f88d2-0364-4b2a-a6f6-eb98182320ad None None] For port 0c84ed68-1fd9-4a2d-b4e7-e85190e69aba, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=0c84ed68-1fd9-4a2d-b4e7-e85190e69aba,segment=NetworkSegment(5c22e2d5-0ba6-4801-a903-4241c2620ae4),segment_id=5c22e2d5-0ba6-4801-a903-4241c2620ae4)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:06:52.858503 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d80e536c-1490-40d9-bb43-0a5d7f9f63d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:52.877533 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c4bff06e-0c33-46b5-9563-cdcedc029a38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:52.882002 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-9f0f88d2-0364-4b2a-a6f6-eb98182320ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:52.897239 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:53.005882 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-d80e536c-1490-40d9-bb43-0a5d7f9f63d3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a0404ec8bd9c40c79d1d472a1a6cb86f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9866056 Jun 11 10:06:53.005882 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80e536c-1490-40d9-bb43-0a5d7f9f63d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6072baa7-7ae5-491f-8404-9969b411f9ef,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:53.023775 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 44108) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:53.029979 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0f88d2-0364-4b2a-a6f6-eb98182320ad None None] Pushing event updated for resources: {'Port': ['ID=0c84ed68-1fd9-4a2d-b4e7-e85190e69aba,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:53.035149 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-9f0f88d2-0364-4b2a-a6f6-eb98182320ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:53.039953 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d80e536c-1490-40d9-bb43-0a5d7f9f63d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:53.081363 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf477096-de18-46fd-a7e9-f5b0624eb822 req-e860d23b-8301-4524-a0d9-8edaa677a24e tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Made reservation on behalf of 8046b2cb3b764217b136ee90282b4615 for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:06:53.085155 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-cf477096-de18-46fd-a7e9-f5b0624eb822 req-e860d23b-8301-4524-a0d9-8edaa677a24e tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:53.184425 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-088ba943-f464-4385-bdef-c81475348a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:53.322599 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-775ffb8c-6ed4-4580-b530-6990fb5b8827 req-3fa291ca-6bbe-46ab-9c24-e419193acb9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfb538e2-f15d-4b8f-98ee-9fe78bbbaa24 {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:06:53.335679 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ecbab6d1-fa55-4796-aa4b-51d694194d2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:53.347502 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-775ffb8c-6ed4-4580-b530-6990fb5b8827 req-3fa291ca-6bbe-46ab-9c24-e419193acb9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:53.399967 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-088ba943-f464-4385-bdef-c81475348a40 admin admin] Allocated IP 172.25.4.85 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/e8e14f68-7b9f-44db-a1c8-a66ea777a1af) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:06:53.451764 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ecbab6d1-fa55-4796-aa4b-51d694194d2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:53.455011 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-775ffb8c-6ed4-4580-b530-6990fb5b8827 req-3fa291ca-6bbe-46ab-9c24-e419193acb9a service neutron] Transition to ACTIVE for port object cfb538e2-f15d-4b8f-98ee-9fe78bbbaa24 will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:06:53.572791 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-775ffb8c-6ed4-4580-b530-6990fb5b8827 req-3fa291ca-6bbe-46ab-9c24-e419193acb9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:53.593052 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b9f3be52-d3f9-4662-b957-22f01df4d0d5 tempest-VolumesNegativeTest-2064404147 tempest-VolumesNegativeTest-2064404147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:53.603648 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-088ba943-f464-4385-bdef-c81475348a40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:53.738673 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-088ba943-f464-4385-bdef-c81475348a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:53.743637 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ecbab6d1-fa55-4796-aa4b-51d694194d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:53.746326 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ecbab6d1-fa55-4796-aa4b-51d694194d2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:53.751366 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-ecbab6d1-fa55-4796-aa4b-51d694194d2d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6072baa7-7ae5-491f-8404-9969b411f9ef HTTP/1.1" status: 204 len: 168 time: 0.7265382 Jun 11 10:06:53.757814 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa291ca-6bbe-46ab-9c24-e419193acb9a service neutron] Pushing event updated for resources: {'Port': ['ID=cfb538e2-f15d-4b8f-98ee-9fe78bbbaa24,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:53.760952 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3fa291ca-6bbe-46ab-9c24-e419193acb9a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:53.761231 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e89abace-00e5-4189-8a93-2c8d6d23a631 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:53.765520 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3d5d58ef-18f8-4516-80e9-bc41fd01579a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:53.780290 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbab6d1-fa55-4796-aa4b-51d694194d2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6072baa7-7ae5-491f-8404-9969b411f9ef,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:53.784422 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ecbab6d1-fa55-4796-aa4b-51d694194d2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:53.795700 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-cf477096-de18-46fd-a7e9-f5b0624eb822 req-e860d23b-8301-4524-a0d9-8edaa677a24e tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Allocated IP 172.20.0.14 (5427c4a8-7b61-46c8-b2d0-4992f0c871cf/6028e95b-6bd7-4d2b-ba5c-242431c6d512/9c8e9f6f-4be4-4fa7-9c54-4e5729b26833) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:06:53.882771 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088ba943-f464-4385-bdef-c81475348a40 admin admin] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:06:53.886536 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-088ba943-f464-4385-bdef-c81475348a40 admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:06:53.892031 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088ba943-f464-4385-bdef-c81475348a40 admin admin] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:06:53.965710 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088ba943-f464-4385-bdef-c81475348a40 admin admin] Pushing event updated for resources: {'Port': ['ID=e8e14f68-7b9f-44db-a1c8-a66ea777a1af,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:53.974695 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-088ba943-f464-4385-bdef-c81475348a40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:54.272672 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-423da6e1-3ab9-44a8-87fe-23fedb20d4a1 req-3e48fd2d-e8f5-4691-b10f-1fc968850ddd tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ab265ba-0e64-4ab0-b0f6-b524ef6348a7 HTTP/1.1" status: 200 len: 210 time: 0.1844134 Jun 11 10:06:54.297843 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-775ffb8c-6ed4-4580-b530-6990fb5b8827 req-3fa291ca-6bbe-46ab-9c24-e419193acb9a service neutron] Attempting to bind port cfb538e2-f15d-4b8f-98ee-9fe78bbbaa24 on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:06:54.298401 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-775ffb8c-6ed4-4580-b530-6990fb5b8827 req-3fa291ca-6bbe-46ab-9c24-e419193acb9a service neutron] Attempting to bind port cfb538e2-f15d-4b8f-98ee-9fe78bbbaa24 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': 'b719cd41-19b3-416c-a5c4-9b58e3190d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '5427c4a8-7b61-46c8-b2d0-4992f0c871cf'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:06:54.298401 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775ffb8c-6ed4-4580-b530-6990fb5b8827 req-3fa291ca-6bbe-46ab-9c24-e419193acb9a service neutron] Attempting to bind port cfb538e2-f15d-4b8f-98ee-9fe78bbbaa24 on network 5427c4a8-7b61-46c8-b2d0-4992f0c871cf {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:06:54.312154 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775ffb8c-6ed4-4580-b530-6990fb5b8827 req-3fa291ca-6bbe-46ab-9c24-e419193acb9a service neutron] Port cfb538e2-f15d-4b8f-98ee-9fe78bbbaa24 on network 5427c4a8-7b61-46c8-b2d0-4992f0c871cf not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:06:54.312549 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775ffb8c-6ed4-4580-b530-6990fb5b8827 req-3fa291ca-6bbe-46ab-9c24-e419193acb9a service neutron] Attempting to bind port cfb538e2-f15d-4b8f-98ee-9fe78bbbaa24 on network 5427c4a8-7b61-46c8-b2d0-4992f0c871cf {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:06:54.322854 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775ffb8c-6ed4-4580-b530-6990fb5b8827 req-3fa291ca-6bbe-46ab-9c24-e419193acb9a service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:06:54.323201 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775ffb8c-6ed4-4580-b530-6990fb5b8827 req-3fa291ca-6bbe-46ab-9c24-e419193acb9a service neutron] Checking segment: {'id': 'b719cd41-19b3-416c-a5c4-9b58e3190d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '5427c4a8-7b61-46c8-b2d0-4992f0c871cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:06:54.323619 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775ffb8c-6ed4-4580-b530-6990fb5b8827 req-3fa291ca-6bbe-46ab-9c24-e419193acb9a service neutron] Bound using segment: {'id': 'b719cd41-19b3-416c-a5c4-9b58e3190d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '5427c4a8-7b61-46c8-b2d0-4992f0c871cf'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:06:54.324062 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-775ffb8c-6ed4-4580-b530-6990fb5b8827 req-3fa291ca-6bbe-46ab-9c24-e419193acb9a service neutron] Bound port: cfb538e2-f15d-4b8f-98ee-9fe78bbbaa24, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b719cd41-19b3-416c-a5c4-9b58e3190d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '5427c4a8-7b61-46c8-b2d0-4992f0c871cf'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:06:54.324752 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-775ffb8c-6ed4-4580-b530-6990fb5b8827 req-3fa291ca-6bbe-46ab-9c24-e419193acb9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:54.430804 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-cf477096-de18-46fd-a7e9-f5b0624eb822 req-e860d23b-8301-4524-a0d9-8edaa677a24e tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:54.513158 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-cf477096-de18-46fd-a7e9-f5b0624eb822 req-e860d23b-8301-4524-a0d9-8edaa677a24e tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Transition to ACTIVE for port object 9c8e9f6f-4be4-4fa7-9c54-4e5729b26833 will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:06:54.553765 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-775ffb8c-6ed4-4580-b530-6990fb5b8827 req-3fa291ca-6bbe-46ab-9c24-e419193acb9a service neutron] For port cfb538e2-f15d-4b8f-98ee-9fe78bbbaa24, host n-h1-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:06:54.563142 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-775ffb8c-6ed4-4580-b530-6990fb5b8827 req-3fa291ca-6bbe-46ab-9c24-e419193acb9a service neutron] For port cfb538e2-f15d-4b8f-98ee-9fe78bbbaa24, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=cfb538e2-f15d-4b8f-98ee-9fe78bbbaa24,segment=NetworkSegment(b719cd41-19b3-416c-a5c4-9b58e3190d50),segment_id=b719cd41-19b3-416c-a5c4-9b58e3190d50)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:06:54.588855 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56ba418-246b-441c-bc43-3b5105fab217 req-30c283d4-f413-4428-b658-971ea84d28ed tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:06:54.590337 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b56ba418-246b-441c-bc43-3b5105fab217 req-30c283d4-f413-4428-b658-971ea84d28ed tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.69 "GET /v2.0/networks?id=5427c4a8-7b61-46c8-b2d0-4992f0c871cf HTTP/1.1" status: 200 len: 816 time: 0.3329961 Jun 11 10:06:54.593672 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8829e74-7c29-455f-a7bc-97cd7383294f None None] Network 795e7157-0b59-4b3c-b5bc-895c607dc0cc requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:06:54.658502 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-775ffb8c-6ed4-4580-b530-6990fb5b8827 req-3fa291ca-6bbe-46ab-9c24-e419193acb9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:54.662393 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b54dd4dd-dff2-4d19-9fb3-d281a5c86b0e tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:54.665263 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-cf477096-de18-46fd-a7e9-f5b0624eb822 req-e860d23b-8301-4524-a0d9-8edaa677a24e tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:54.713034 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-fc2ada2b-6ed0-4a67-b707-edc2afad6728 None None] Provisioning for port 0c84ed68-1fd9-4a2d-b4e7-e85190e69aba completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:06:54.717866 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-b56ba418-246b-441c-bc43-3b5105fab217 req-282b6862-1eb4-4851-bb6c-f7dcbc8f1cba tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Request body: {'port': {'device_id': '2ab265ba-0e64-4ab0-b0f6-b524ef6348a7', 'network_id': '5427c4a8-7b61-46c8-b2d0-4992f0c871cf', 'admin_state_up': True, 'tenant_id': '8046b2cb3b764217b136ee90282b4615'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:06:54.828739 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775ffb8c-6ed4-4580-b530-6990fb5b8827 req-3fa291ca-6bbe-46ab-9c24-e419193acb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:06:54.829350 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-775ffb8c-6ed4-4580-b530-6990fb5b8827 req-3fa291ca-6bbe-46ab-9c24-e419193acb9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:54.830799 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-775ffb8c-6ed4-4580-b530-6990fb5b8827 req-3fa291ca-6bbe-46ab-9c24-e419193acb9a service neutron] 10.222.0.64 "PUT /v2.0/ports/cfb538e2-f15d-4b8f-98ee-9fe78bbbaa24 HTTP/1.1" status: 200 len: 1092 time: 3.0735943 Jun 11 10:06:54.846559 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eb098e1-9410-476d-9519-14bc0525375b', 'tag': 'cfb538e2-f15d-4b8f-98ee-9fe78bbbaa24'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:06:54.853882 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78db1a76-ecdc-4b1c-8945-5f8bf00c5506" -d '{"events": [{"name": "network-changed", "server_uuid": "7eb098e1-9410-476d-9519-14bc0525375b", "tag": "cfb538e2-f15d-4b8f-98ee-9fe78bbbaa24"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:06:54.898896 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf477096-de18-46fd-a7e9-f5b0624eb822 req-e860d23b-8301-4524-a0d9-8edaa677a24e tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Network 5427c4a8-7b61-46c8-b2d0-4992f0c871cf is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:06:54.922964 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-cf477096-de18-46fd-a7e9-f5b0624eb822 req-e860d23b-8301-4524-a0d9-8edaa677a24e tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:06:54.926031 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf477096-de18-46fd-a7e9-f5b0624eb822 req-e860d23b-8301-4524-a0d9-8edaa677a24e tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:06:54.970522 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee7a285-7b20-4225-bcdb-4a3a6acbc2bb x-openstack-request-id: req-1ee7a285-7b20-4225-bcdb-4a3a6acbc2bb {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:06:54.970853 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7eb098e1-9410-476d-9519-14bc0525375b", "tag": "cfb538e2-f15d-4b8f-98ee-9fe78bbbaa24", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:06:54.971162 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1ee7a285-7b20-4225-bcdb-4a3a6acbc2bb {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:06:54.971638 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7eb098e1-9410-476d-9519-14bc0525375b', 'tag': 'cfb538e2-f15d-4b8f-98ee-9fe78bbbaa24', 'status': 'completed', 'code': 200} Jun 11 10:06:54.975184 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa291ca-6bbe-46ab-9c24-e419193acb9a service neutron] Pushing event updated for resources: {'Port': ['ID=cfb538e2-f15d-4b8f-98ee-9fe78bbbaa24,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:54.979001 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3fa291ca-6bbe-46ab-9c24-e419193acb9a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:54.982452 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5e02df01-a4a0-48c3-b552-62659d4b5321 tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.276s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:54.986679 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-088ba943-f464-4385-bdef-c81475348a40 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:55.054973 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 0c84ed68-1fd9-4a2d-b4e7-e85190e69aba up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:06:55.195389 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf477096-de18-46fd-a7e9-f5b0624eb822 req-e860d23b-8301-4524-a0d9-8edaa677a24e tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:06:55.197969 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-cf477096-de18-46fd-a7e9-f5b0624eb822 req-e860d23b-8301-4524-a0d9-8edaa677a24e tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:55.265634 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e860d23b-8301-4524-a0d9-8edaa677a24e tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Pushing event updated for resources: {'Port': ['ID=9c8e9f6f-4be4-4fa7-9c54-4e5729b26833,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:55.275383 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e860d23b-8301-4524-a0d9-8edaa677a24e tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:55.280527 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 0c84ed68-1fd9-4a2d-b4e7-e85190e69aba completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:06:55.285501 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 0c84ed68-1fd9-4a2d-b4e7-e85190e69aba triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:06:55.289075 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:55.310835 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 44162) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:55.440275 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cf477096-de18-46fd-a7e9-f5b0624eb822 req-e860d23b-8301-4524-a0d9-8edaa677a24e tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3233731 Jun 11 10:06:55.461720 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-cf477096-de18-46fd-a7e9-f5b0624eb822 req-d4f3ad26-2729-4692-b340-8bd047a27a4b service neutron] Request body: {'port': {'device_id': '02dd8d98-1aae-42c3-aef4-0f1f06bda846', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:06:55.568529 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775ffb8c-6ed4-4580-b530-6990fb5b8827 req-5a30f4ba-39ba-4721-b2cd-4c508237549e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:06:55.570644 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-775ffb8c-6ed4-4580-b530-6990fb5b8827 req-5a30f4ba-39ba-4721-b2cd-4c508237549e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8046b2cb3b764217b136ee90282b4615&device_id=7eb098e1-9410-476d-9519-14bc0525375b HTTP/1.1" status: 200 len: 1095 time: 0.4313588 Jun 11 10:06:55.585127 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-3446d69a-431c-4ffe-94ad-fc1f563d429b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=400baf6a28cc4f809590ab5ed0af8545&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2683680 Jun 11 10:06:55.589720 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 44172) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:55.651054 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:55.667948 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-775ffb8c-6ed4-4580-b530-6990fb5b8827 req-68ab093a-3962-49e0-b691-6e4117d09f12 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cfb538e2-f15d-4b8f-98ee-9fe78bbbaa24 HTTP/1.1" status: 200 len: 217 time: 0.0813494 Jun 11 10:06:55.741258 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0cf98b3c-cdf4-4554-a4e6-4dc22f229620 req-209aa345-dc05-4745-a4d3-373997f226f0 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ab265ba-0e64-4ab0-b0f6-b524ef6348a7 HTTP/1.1" status: 200 len: 210 time: 0.1164792 Jun 11 10:06:55.831302 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-088ba943-f464-4385-bdef-c81475348a40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:55.842044 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775ffb8c-6ed4-4580-b530-6990fb5b8827 req-ab56662e-6923-4e8f-849b-fb55cb10beb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:06:55.847334 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-775ffb8c-6ed4-4580-b530-6990fb5b8827 req-ab56662e-6923-4e8f-849b-fb55cb10beb2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6028e95b-6bd7-4d2b-ba5c-242431c6d512 HTTP/1.1" status: 200 len: 855 time: 0.1624622 Jun 11 10:06:55.859307 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-cf477096-de18-46fd-a7e9-f5b0624eb822 req-d4f3ad26-2729-4692-b340-8bd047a27a4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:55.936037 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 0c84ed68-1fd9-4a2d-b4e7-e85190e69aba, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=0c84ed68-1fd9-4a2d-b4e7-e85190e69aba,segment=NetworkSegment(5c22e2d5-0ba6-4801-a903-4241c2620ae4),segment_id=5c22e2d5-0ba6-4801-a903-4241c2620ae4)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:06:55.954648 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b56ba418-246b-441c-bc43-3b5105fab217 req-282b6862-1eb4-4851-bb6c-f7dcbc8f1cba tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Made reservation on behalf of 8046b2cb3b764217b136ee90282b4615 for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:06:55.958555 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-b56ba418-246b-441c-bc43-3b5105fab217 req-282b6862-1eb4-4851-bb6c-f7dcbc8f1cba tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:56.006502 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:56.011691 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:56.101939 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-777c9c46-329b-42d4-a402-cb495a40f450 None None] Provisioning for port 9c8e9f6f-4be4-4fa7-9c54-4e5729b26833 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:06:56.106310 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=0c84ed68-1fd9-4a2d-b4e7-e85190e69aba,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:56.112363 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:56.113584 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-777c9c46-329b-42d4-a402-cb495a40f450 None None] Provisioning complete for port 9c8e9f6f-4be4-4fa7-9c54-4e5729b26833 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:06:56.114249 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-777c9c46-329b-42d4-a402-cb495a40f450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:56.161236 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3fab27a0-8457-4342-b6dc-67c317fd3771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:56.175502 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-777c9c46-329b-42d4-a402-cb495a40f450 None None] Port 9c8e9f6f-4be4-4fa7-9c54-4e5729b26833 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:06:56.194434 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-777c9c46-329b-42d4-a402-cb495a40f450 None None] Provisioning complete for port 0c84ed68-1fd9-4a2d-b4e7-e85190e69aba triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:06:56.194434 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-777c9c46-329b-42d4-a402-cb495a40f450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:56.232062 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3fab27a0-8457-4342-b6dc-67c317fd3771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:56.289415 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775ffb8c-6ed4-4580-b530-6990fb5b8827 req-810524d4-54fb-47bb-ad5c-dab70279d5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:06:56.291140 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-775ffb8c-6ed4-4580-b530-6990fb5b8827 req-810524d4-54fb-47bb-ad5c-dab70279d5f7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5427c4a8-7b61-46c8-b2d0-4992f0c871cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4330957 Jun 11 10:06:56.302856 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [req-b56ba418-246b-441c-bc43-3b5105fab217 req-282b6862-1eb4-4851-bb6c-f7dcbc8f1cba tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Allocated IP 172.20.0.8 (5427c4a8-7b61-46c8-b2d0-4992f0c871cf/6028e95b-6bd7-4d2b-ba5c-242431c6d512/972161a2-3db6-4797-bf7b-4323bc6cbae4) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:06:56.513986 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-088ba943-f464-4385-bdef-c81475348a40 admin admin] Router 8d7bfec0-90c0-4cee-a335-6ed17491a245 is scheduled to L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 with binding_index 1 {{(pid=93177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 10:06:56.536960 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-b56ba418-246b-441c-bc43-3b5105fab217 req-282b6862-1eb4-4851-bb6c-f7dcbc8f1cba tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:56.651790 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-b56ba418-246b-441c-bc43-3b5105fab217 req-282b6862-1eb4-4851-bb6c-f7dcbc8f1cba tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Transition to ACTIVE for port object 972161a2-3db6-4797-bf7b-4323bc6cbae4 will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:06:56.727678 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-088ba943-f464-4385-bdef-c81475348a40 admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:06:56.737886 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf1e7d5-163e-471d-9522-be37e358ed18 None None] Sync routers for ids ['8d7bfec0-90c0-4cee-a335-6ed17491a245'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:06:56.756591 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf1e7d5-163e-471d-9522-be37e358ed18 None None] Routers {'8d7bfec0-90c0-4cee-a335-6ed17491a245'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:06:56.757229 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-cbf1e7d5-163e-471d-9522-be37e358ed18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:06:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['8d7bfec0-90c0-4cee-a335-6ed17491a245'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:06:56.829272 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-b56ba418-246b-441c-bc43-3b5105fab217 req-282b6862-1eb4-4851-bb6c-f7dcbc8f1cba tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:56.833822 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8b623c09-5ec4-4e84-9d53-f59aecc3e741 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:56.841636 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 0c84ed68-1fd9-4a2d-b4e7-e85190e69aba up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:06:56.921197 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-088ba943-f464-4385-bdef-c81475348a40 admin admin] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:56.923163 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-088ba943-f464-4385-bdef-c81475348a40 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.7367465 Jun 11 10:06:56.931753 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 44210) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:56.960391 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 0c84ed68-1fd9-4a2d-b4e7-e85190e69aba triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:06:56.960788 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:56.979295 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b56ba418-246b-441c-bc43-3b5105fab217 req-282b6862-1eb4-4851-bb6c-f7dcbc8f1cba tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Network 5427c4a8-7b61-46c8-b2d0-4992f0c871cf is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:06:57.041923 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [req-b56ba418-246b-441c-bc43-3b5105fab217 req-282b6862-1eb4-4851-bb6c-f7dcbc8f1cba tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:06:57.055679 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-cbf1e7d5-163e-471d-9522-be37e358ed18 None None] Set router 8d7bfec0-90c0-4cee-a335-6ed17491a245 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:06:57.105583 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-b56ba418-246b-441c-bc43-3b5105fab217 req-282b6862-1eb4-4851-bb6c-f7dcbc8f1cba tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:06:57.113434 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282b6862-1eb4-4851-bb6c-f7dcbc8f1cba tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Pushing event updated for resources: {'Port': ['ID=972161a2-3db6-4797-bf7b-4323bc6cbae4,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:57.184254 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-282b6862-1eb4-4851-bb6c-f7dcbc8f1cba tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:57.260251 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56ba418-246b-441c-bc43-3b5105fab217 req-282b6862-1eb4-4851-bb6c-f7dcbc8f1cba tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:06:57.261034 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-b56ba418-246b-441c-bc43-3b5105fab217 req-282b6862-1eb4-4851-bb6c-f7dcbc8f1cba tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:57.316735 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3fab27a0-8457-4342-b6dc-67c317fd3771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:57.333692 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3fab27a0-8457-4342-b6dc-67c317fd3771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:57.334860 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-3fab27a0-8457-4342-b6dc-67c317fd3771 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/679ffc05-6ab1-4f59-b27b-31a58f62da68 HTTP/1.1" status: 204 len: 168 time: 1.6688554 Jun 11 10:06:57.335769 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1121eb06-f052-48c5-87da-377408b79087 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:57.388901 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fab27a0-8457-4342-b6dc-67c317fd3771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=679ffc05-6ab1-4f59-b27b-31a58f62da68,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:57.474529 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b56ba418-246b-441c-bc43-3b5105fab217 req-282b6862-1eb4-4851-bb6c-f7dcbc8f1cba tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7635620 Jun 11 10:06:57.588694 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-8b46dd71-901c-4126-b17c-3153e2504767 None None] Provisioning for port 972161a2-3db6-4797-bf7b-4323bc6cbae4 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:06:57.588694 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-8b46dd71-901c-4126-b17c-3153e2504767 None None] Provisioning complete for port 972161a2-3db6-4797-bf7b-4323bc6cbae4 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:06:57.588694 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8b46dd71-901c-4126-b17c-3153e2504767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:57.615741 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-cbf1e7d5-163e-471d-9522-be37e358ed18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7bfec0-90c0-4cee-a335-6ed17491a245', 'name': 'tempest-TestVolumeBootPattern-95095720-router', 'tenant_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'e8e14f68-7b9f-44db-a1c8-a66ea777a1af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:06:51Z', 'updated_at': '2021-06-11T10:06:54Z', 'revision_number': 3, 'project_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'gw_port': {'id': 'e8e14f68-7b9f-44db-a1c8-a66ea777a1af', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6f:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d7bfec0-90c0-4cee-a335-6ed17491a245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:06:53Z', 'updated_at': '2021-06-11T10:06:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:06:57.635209 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf1e7d5-163e-471d-9522-be37e358ed18 None None] Checking router: 8d7bfec0-90c0-4cee-a335-6ed17491a245 for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:06:57.637633 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf1e7d5-163e-471d-9522-be37e358ed18 None None] Updating router 8d7bfec0-90c0-4cee-a335-6ed17491a245 port e8e14f68-7b9f-44db-a1c8-a66ea777a1af binding host n-d-779913-12 {{(pid=93179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 10:06:57.660056 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-cf477096-de18-46fd-a7e9-f5b0624eb822 req-d4f3ad26-2729-4692-b340-8bd047a27a4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c8e9f6f-4be4-4fa7-9c54-4e5729b26833 {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:06:57.670996 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-cf477096-de18-46fd-a7e9-f5b0624eb822 req-d4f3ad26-2729-4692-b340-8bd047a27a4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:57.692531 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-cf477096-de18-46fd-a7e9-f5b0624eb822 req-d4f3ad26-2729-4692-b340-8bd047a27a4b service neutron] Transition to ACTIVE for port object 9c8e9f6f-4be4-4fa7-9c54-4e5729b26833 will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:06:57.707622 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-cbf1e7d5-163e-471d-9522-be37e358ed18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:57.708651 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fab27a0-8457-4342-b6dc-67c317fd3771 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:06:57.709048 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fab27a0-8457-4342-b6dc-67c317fd3771 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:06:57.709520 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fab27a0-8457-4342-b6dc-67c317fd3771 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:06:57.710013 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fab27a0-8457-4342-b6dc-67c317fd3771 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:06:57.710421 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fab27a0-8457-4342-b6dc-67c317fd3771 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:06:57.710809 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fab27a0-8457-4342-b6dc-67c317fd3771 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:06:57.712169 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fab27a0-8457-4342-b6dc-67c317fd3771 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:06:57.712169 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fab27a0-8457-4342-b6dc-67c317fd3771 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:06:57.712169 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fab27a0-8457-4342-b6dc-67c317fd3771 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:06:57.712553 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fab27a0-8457-4342-b6dc-67c317fd3771 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:06:57.712694 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fab27a0-8457-4342-b6dc-67c317fd3771 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:06:57.713049 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fab27a0-8457-4342-b6dc-67c317fd3771 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:06:57.734537 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3fab27a0-8457-4342-b6dc-67c317fd3771 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:57.750696 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-8b46dd71-901c-4126-b17c-3153e2504767 None None] Port 972161a2-3db6-4797-bf7b-4323bc6cbae4 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:06:57.755966 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-775ffb8c-6ed4-4580-b530-6990fb5b8827 req-4f4a2139-fc4e-4504-9b90-bdaaa2282fca service neutron] 10.222.0.64 "GET /v2.0/networks/5427c4a8-7b61-46c8-b2d0-4992f0c871cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4551902 Jun 11 10:06:57.830703 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-cf477096-de18-46fd-a7e9-f5b0624eb822 req-d4f3ad26-2729-4692-b340-8bd047a27a4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:57.835453 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8edcfef9-01cf-4175-a3db-4f0aec4703fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:57.845212 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a14533-2b3d-4fec-8450-6f6cbfb1c254 req-05d00d4e-0f7b-469e-90be-578aad157566 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:06:57.846934 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-26a14533-2b3d-4fec-8450-6f6cbfb1c254 req-05d00d4e-0f7b-469e-90be-578aad157566 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ab265ba-0e64-4ab0-b0f6-b524ef6348a7 HTTP/1.1" status: 200 len: 931 time: 0.8266189 Jun 11 10:06:58.139463 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-b56ba418-246b-441c-bc43-3b5105fab217 req-66610653-d5ca-4c04-9e56-dc8fc1feb2ae service neutron] Request body: {'port': {'device_id': '2ab265ba-0e64-4ab0-b0f6-b524ef6348a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-12'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:06:58.229207 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-775ffb8c-6ed4-4580-b530-6990fb5b8827 req-0c17859c-a91f-4586-874d-6f0874dd1bf6 service neutron] 10.222.0.64 "GET /v2.0/networks/5427c4a8-7b61-46c8-b2d0-4992f0c871cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4603846 Jun 11 10:06:58.236411 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f3ad26-2729-4692-b340-8bd047a27a4b service neutron] Pushing event updated for resources: {'Port': ['ID=9c8e9f6f-4be4-4fa7-9c54-4e5729b26833,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:58.381604 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d4f3ad26-2729-4692-b340-8bd047a27a4b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:58.435127 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-b56ba418-246b-441c-bc43-3b5105fab217 req-66610653-d5ca-4c04-9e56-dc8fc1feb2ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:58.469347 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-cbf1e7d5-163e-471d-9522-be37e358ed18 None None] Notify callbacks [] for port, precommit_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:58.482766 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-cbf1e7d5-163e-471d-9522-be37e358ed18 None None] Transition to ACTIVE for port object e8e14f68-7b9f-44db-a1c8-a66ea777a1af will not be triggered until provisioned by entity L2. {{(pid=93179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:06:58.535614 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-26a14533-2b3d-4fec-8450-6f6cbfb1c254 req-eaae8123-15b8-45ab-8cdd-3571b5b430b0 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/security-groups?id=96aa83f0-94dd-44ea-8665-16c361dca37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6533360 Jun 11 10:06:58.657384 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78db1a76-ecdc-4b1c-8945-5f8bf00c5506 req-519fe439-37fd-47dc-a8e9-ae2540240a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:06:58.659389 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-78db1a76-ecdc-4b1c-8945-5f8bf00c5506 req-519fe439-37fd-47dc-a8e9-ae2540240a89 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8046b2cb3b764217b136ee90282b4615&device_id=7eb098e1-9410-476d-9519-14bc0525375b HTTP/1.1" status: 200 len: 1095 time: 0.2665412 Jun 11 10:06:58.660423 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-cf477096-de18-46fd-a7e9-f5b0624eb822 req-d4f3ad26-2729-4692-b340-8bd047a27a4b service neutron] Attempting to bind port 9c8e9f6f-4be4-4fa7-9c54-4e5729b26833 on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:06:58.660995 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-cf477096-de18-46fd-a7e9-f5b0624eb822 req-d4f3ad26-2729-4692-b340-8bd047a27a4b service neutron] Attempting to bind port 9c8e9f6f-4be4-4fa7-9c54-4e5729b26833 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': 'b719cd41-19b3-416c-a5c4-9b58e3190d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '5427c4a8-7b61-46c8-b2d0-4992f0c871cf'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:06:58.661614 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf477096-de18-46fd-a7e9-f5b0624eb822 req-d4f3ad26-2729-4692-b340-8bd047a27a4b service neutron] Attempting to bind port 9c8e9f6f-4be4-4fa7-9c54-4e5729b26833 on network 5427c4a8-7b61-46c8-b2d0-4992f0c871cf {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:06:58.808693 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78db1a76-ecdc-4b1c-8945-5f8bf00c5506 req-cbbf1179-8e1a-40b5-8933-a75faa721bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:06:58.815070 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-78db1a76-ecdc-4b1c-8945-5f8bf00c5506 req-cbbf1179-8e1a-40b5-8933-a75faa721bd1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5427c4a8-7b61-46c8-b2d0-4992f0c871cf HTTP/1.1" status: 200 len: 917 time: 0.1482074 Jun 11 10:06:58.816186 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf477096-de18-46fd-a7e9-f5b0624eb822 req-d4f3ad26-2729-4692-b340-8bd047a27a4b service neutron] Port 9c8e9f6f-4be4-4fa7-9c54-4e5729b26833 on network 5427c4a8-7b61-46c8-b2d0-4992f0c871cf not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:06:58.816741 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf477096-de18-46fd-a7e9-f5b0624eb822 req-d4f3ad26-2729-4692-b340-8bd047a27a4b service neutron] Attempting to bind port 9c8e9f6f-4be4-4fa7-9c54-4e5729b26833 on network 5427c4a8-7b61-46c8-b2d0-4992f0c871cf {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:06:58.834055 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf477096-de18-46fd-a7e9-f5b0624eb822 req-d4f3ad26-2729-4692-b340-8bd047a27a4b service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:06:58.835322 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf477096-de18-46fd-a7e9-f5b0624eb822 req-d4f3ad26-2729-4692-b340-8bd047a27a4b service neutron] Checking segment: {'id': 'b719cd41-19b3-416c-a5c4-9b58e3190d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '5427c4a8-7b61-46c8-b2d0-4992f0c871cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:06:58.835322 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf477096-de18-46fd-a7e9-f5b0624eb822 req-d4f3ad26-2729-4692-b340-8bd047a27a4b service neutron] Bound using segment: {'id': 'b719cd41-19b3-416c-a5c4-9b58e3190d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '5427c4a8-7b61-46c8-b2d0-4992f0c871cf'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:06:58.835804 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-cf477096-de18-46fd-a7e9-f5b0624eb822 req-d4f3ad26-2729-4692-b340-8bd047a27a4b service neutron] Bound port: 9c8e9f6f-4be4-4fa7-9c54-4e5729b26833, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b719cd41-19b3-416c-a5c4-9b58e3190d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '5427c4a8-7b61-46c8-b2d0-4992f0c871cf'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:06:58.836284 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-cf477096-de18-46fd-a7e9-f5b0624eb822 req-d4f3ad26-2729-4692-b340-8bd047a27a4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:58.929569 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-78db1a76-ecdc-4b1c-8945-5f8bf00c5506 req-5e80c0ec-f448-44a0-9ec1-6adbd4d66191 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cfb538e2-f15d-4b8f-98ee-9fe78bbbaa24 HTTP/1.1" status: 200 len: 217 time: 0.1062875 Jun 11 10:06:58.988344 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-cbf1e7d5-163e-471d-9522-be37e358ed18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:59.060728 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78db1a76-ecdc-4b1c-8945-5f8bf00c5506 req-2c507ca5-b08f-4534-aa7b-47cc48737646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:06:59.067899 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-78db1a76-ecdc-4b1c-8945-5f8bf00c5506 req-2c507ca5-b08f-4534-aa7b-47cc48737646 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6028e95b-6bd7-4d2b-ba5c-242431c6d512 HTTP/1.1" status: 200 len: 855 time: 0.1236005 Jun 11 10:06:59.128354 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-6d95ccc8-ce36-492e-9fe8-664a0a26971d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:59.149692 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-cf477096-de18-46fd-a7e9-f5b0624eb822 req-d4f3ad26-2729-4692-b340-8bd047a27a4b service neutron] For port 9c8e9f6f-4be4-4fa7-9c54-4e5729b26833, host n-h1-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:06:59.170252 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-cf477096-de18-46fd-a7e9-f5b0624eb822 req-d4f3ad26-2729-4692-b340-8bd047a27a4b service neutron] For port 9c8e9f6f-4be4-4fa7-9c54-4e5729b26833, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=9c8e9f6f-4be4-4fa7-9c54-4e5729b26833,segment=NetworkSegment(b719cd41-19b3-416c-a5c4-9b58e3190d50),segment_id=b719cd41-19b3-416c-a5c4-9b58e3190d50)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:06:59.204114 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78db1a76-ecdc-4b1c-8945-5f8bf00c5506 req-09a45d7b-c9c1-45f1-ba53-4dd50fb8338e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:06:59.205929 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-78db1a76-ecdc-4b1c-8945-5f8bf00c5506 req-09a45d7b-c9c1-45f1-ba53-4dd50fb8338e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5427c4a8-7b61-46c8-b2d0-4992f0c871cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1350040 Jun 11 10:06:59.222361 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-cbf1e7d5-163e-471d-9522-be37e358ed18 None None] Attempting to bind port e8e14f68-7b9f-44db-a1c8-a66ea777a1af on host n-d-779913-12 for vnic_type normal with profile {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:06:59.223126 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-cbf1e7d5-163e-471d-9522-be37e358ed18 None None] Attempting to bind port e8e14f68-7b9f-44db-a1c8-a66ea777a1af by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:06:59.223800 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf1e7d5-163e-471d-9522-be37e358ed18 None None] Attempting to bind port e8e14f68-7b9f-44db-a1c8-a66ea777a1af on network f0adef6e-169f-4a27-8865-442be2ad072d {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:06:59.256375 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-cf477096-de18-46fd-a7e9-f5b0624eb822 req-d4f3ad26-2729-4692-b340-8bd047a27a4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:59.257731 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f5719a-7c77-4e2d-86ee-38e1ca94aabe None None] Pushing event updated for resources: {'Port': ['ID=e8e14f68-7b9f-44db-a1c8-a66ea777a1af,revision_number=2']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:59.264912 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf1e7d5-163e-471d-9522-be37e358ed18 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:06:59.265847 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf1e7d5-163e-471d-9522-be37e358ed18 None None] Checking segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:06:59.266262 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-cbf1e7d5-163e-471d-9522-be37e358ed18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:59.266676 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf1e7d5-163e-471d-9522-be37e358ed18 None None] Bound using segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:06:59.267156 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-cbf1e7d5-163e-471d-9522-be37e358ed18 None None] Bound port: e8e14f68-7b9f-44db-a1c8-a66ea777a1af, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:06:59.267539 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-cbf1e7d5-163e-471d-9522-be37e358ed18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:59.270488 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5bbc8486-3c24-4482-a92b-38d109bc41e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:59.273002 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bb84a4bb-baef-4489-8a20-207646726044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:59.330096 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf477096-de18-46fd-a7e9-f5b0624eb822 req-d4f3ad26-2729-4692-b340-8bd047a27a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:06:59.331515 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-cf477096-de18-46fd-a7e9-f5b0624eb822 req-d4f3ad26-2729-4692-b340-8bd047a27a4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:59.333288 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cf477096-de18-46fd-a7e9-f5b0624eb822 req-d4f3ad26-2729-4692-b340-8bd047a27a4b service neutron] 10.222.0.64 "PUT /v2.0/ports/9c8e9f6f-4be4-4fa7-9c54-4e5729b26833 HTTP/1.1" status: 200 len: 1093 time: 3.8918462 Jun 11 10:06:59.346458 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02dd8d98-1aae-42c3-aef4-0f1f06bda846', 'tag': '9c8e9f6f-4be4-4fa7-9c54-4e5729b26833'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:06:59.349713 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-161da8ad-2790-4640-b185-6ad607f8609e" -d '{"events": [{"name": "network-changed", "server_uuid": "02dd8d98-1aae-42c3-aef4-0f1f06bda846", "tag": "9c8e9f6f-4be4-4fa7-9c54-4e5729b26833"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:06:59.360363 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f5719a-7c77-4e2d-86ee-38e1ca94aabe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:06:59.360363 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f5719a-7c77-4e2d-86ee-38e1ca94aabe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:06:59.360363 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f5719a-7c77-4e2d-86ee-38e1ca94aabe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:06:59.360363 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f5719a-7c77-4e2d-86ee-38e1ca94aabe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:06:59.360363 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f5719a-7c77-4e2d-86ee-38e1ca94aabe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:06:59.360363 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f5719a-7c77-4e2d-86ee-38e1ca94aabe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:06:59.360363 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f5719a-7c77-4e2d-86ee-38e1ca94aabe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:06:59.360363 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f5719a-7c77-4e2d-86ee-38e1ca94aabe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:06:59.360363 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f5719a-7c77-4e2d-86ee-38e1ca94aabe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:06:59.360363 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f5719a-7c77-4e2d-86ee-38e1ca94aabe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:06:59.360363 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f5719a-7c77-4e2d-86ee-38e1ca94aabe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:06:59.361963 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f5719a-7c77-4e2d-86ee-38e1ca94aabe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:06:59.380556 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-74f5719a-7c77-4e2d-86ee-38e1ca94aabe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:59.488534 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 44264) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:59.491788 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-cbf1e7d5-163e-471d-9522-be37e358ed18 None None] For port e8e14f68-7b9f-44db-a1c8-a66ea777a1af, host n-d-779913-12, cleared binding levels {{(pid=93179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:06:59.502260 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-cbf1e7d5-163e-471d-9522-be37e358ed18 None None] For port e8e14f68-7b9f-44db-a1c8-a66ea777a1af, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=e8e14f68-7b9f-44db-a1c8-a66ea777a1af,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:06:59.509620 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd20c627-5891-413a-b7d2-8769cdd997d5 x-openstack-request-id: req-bd20c627-5891-413a-b7d2-8769cdd997d5 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:06:59.511006 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02dd8d98-1aae-42c3-aef4-0f1f06bda846", "tag": "9c8e9f6f-4be4-4fa7-9c54-4e5729b26833", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:06:59.511662 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bd20c627-5891-413a-b7d2-8769cdd997d5 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:06:59.512526 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02dd8d98-1aae-42c3-aef4-0f1f06bda846', 'tag': '9c8e9f6f-4be4-4fa7-9c54-4e5729b26833', 'status': 'completed', 'code': 200} Jun 11 10:06:59.633668 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f3ad26-2729-4692-b340-8bd047a27a4b service neutron] Pushing event updated for resources: {'Port': ['ID=9c8e9f6f-4be4-4fa7-9c54-4e5729b26833,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:06:59.637540 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d4f3ad26-2729-4692-b340-8bd047a27a4b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:06:59.667812 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-78db1a76-ecdc-4b1c-8945-5f8bf00c5506 req-2d857496-451d-425f-804d-24304e2b72f4 service neutron] 10.222.0.64 "GET /v2.0/networks/5427c4a8-7b61-46c8-b2d0-4992f0c871cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4522789 Jun 11 10:06:59.670988 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161da8ad-2790-4640-b185-6ad607f8609e req-6dc0e6a7-9a45-47fa-83f4-ac1bbd190e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:06:59.672597 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-161da8ad-2790-4640-b185-6ad607f8609e req-6dc0e6a7-9a45-47fa-83f4-ac1bbd190e10 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8046b2cb3b764217b136ee90282b4615&device_id=02dd8d98-1aae-42c3-aef4-0f1f06bda846 HTTP/1.1" status: 200 len: 1096 time: 0.1537282 Jun 11 10:06:59.782472 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-0bb0607d-7783-4146-bf31-c12800fcb73c tempest-NetworksNegativeTestJSON-2059138098 tempest-NetworksNegativeTestJSON-2059138098-project] Request body: {'port': {'network_id': '10f76bad-2dac-4873-ae7f-2d6c9dbc76c8', 'name': 'tempest-NetworksNegativeTestJSON-890040687'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:06:59.835560 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [req-b56ba418-246b-441c-bc43-3b5105fab217 req-66610653-d5ca-4c04-9e56-dc8fc1feb2ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 972161a2-3db6-4797-bf7b-4323bc6cbae4 {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:06:59.863060 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bb0607d-7783-4146-bf31-c12800fcb73c tempest-NetworksNegativeTestJSON-2059138098 tempest-NetworksNegativeTestJSON-2059138098-project] POST failed (client error): The resource could not be found. Jun 11 10:06:59.863702 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bb0607d-7783-4146-bf31-c12800fcb73c tempest-NetworksNegativeTestJSON-2059138098 tempest-NetworksNegativeTestJSON-2059138098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 10:06:59.868428 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-0bb0607d-7783-4146-bf31-c12800fcb73c tempest-NetworksNegativeTestJSON-2059138098 tempest-NetworksNegativeTestJSON-2059138098-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3813424 Jun 11 10:06:59.868428 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-b56ba418-246b-441c-bc43-3b5105fab217 req-66610653-d5ca-4c04-9e56-dc8fc1feb2ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:59.872458 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 44276) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:06:59.926769 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-cbf1e7d5-163e-471d-9522-be37e358ed18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:06:59.928838 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-6d95ccc8-ce36-492e-9fe8-664a0a26971d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:06:59.940461 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba68d0eb-b49e-4612-8f37-0f5d289005a6 tempest-NetworksNegativeTestJSON-2059138098 tempest-NetworksNegativeTestJSON-2059138098-project] DELETE failed (client error): The resource could not be found. Jun 11 10:06:59.941408 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba68d0eb-b49e-4612-8f37-0f5d289005a6 tempest-NetworksNegativeTestJSON-2059138098 tempest-NetworksNegativeTestJSON-2059138098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 10:06:59.947628 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-ba68d0eb-b49e-4612-8f37-0f5d289005a6 tempest-NetworksNegativeTestJSON-2059138098 tempest-NetworksNegativeTestJSON-2059138098-project] 10.222.0.60 "DELETE /v2.0/networks/2798eae3-36ef-4a66-b5bc-93a9591255f6 HTTP/1.1" status: 404 len: 339 time: 0.0695376 Jun 11 10:06:59.954665 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-b56ba418-246b-441c-bc43-3b5105fab217 req-66610653-d5ca-4c04-9e56-dc8fc1feb2ae service neutron] Transition to ACTIVE for port object 972161a2-3db6-4797-bf7b-4323bc6cbae4 will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:06:59.955659 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 44278) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:00.005108 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf1e7d5-163e-471d-9522-be37e358ed18 None None] Routers {'8d7bfec0-90c0-4cee-a335-6ed17491a245'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:07:00.005660 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-cbf1e7d5-163e-471d-9522-be37e358ed18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:06:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['8d7bfec0-90c0-4cee-a335-6ed17491a245'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:07:00.022441 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca0cbf7f-6348-4002-9c9a-c1ea8a3c386a tempest-NetworksNegativeTestJSON-2059138098 tempest-NetworksNegativeTestJSON-2059138098-project] DELETE failed (client error): The resource could not be found. Jun 11 10:07:00.023347 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca0cbf7f-6348-4002-9c9a-c1ea8a3c386a tempest-NetworksNegativeTestJSON-2059138098 tempest-NetworksNegativeTestJSON-2059138098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 10:07:00.030187 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-ca0cbf7f-6348-4002-9c9a-c1ea8a3c386a tempest-NetworksNegativeTestJSON-2059138098 tempest-NetworksNegativeTestJSON-2059138098-project] 10.222.0.60 "DELETE /v2.0/ports/59930d79-1347-4e08-be3e-43e5f00cdd2e HTTP/1.1" status: 404 len: 333 time: 0.0630500 Jun 11 10:07:00.030980 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 44280) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:00.035544 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-bb84a4bb-baef-4489-8a20-207646726044 admin admin] Allocated IP 172.20.0.1 (795e7157-0b59-4b3c-b5bc-895c607dc0cc/b543bd1f-2b45-4ed6-ae53-d9d0c8ed8871/928bc91b-4599-4d73-9481-fd36ae18c7e2) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:07:00.054857 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161da8ad-2790-4640-b185-6ad607f8609e req-1bd60fc7-d97d-42fb-84ef-a3d71d898e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:00.056360 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-161da8ad-2790-4640-b185-6ad607f8609e req-1bd60fc7-d97d-42fb-84ef-a3d71d898e6a service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=8046b2cb3b764217b136ee90282b4615&shared=False HTTP/1.1" status: 200 len: 917 time: 0.3733547 Jun 11 10:07:00.059758 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-78db1a76-ecdc-4b1c-8945-5f8bf00c5506 req-9cd78f33-d088-416e-b864-54ab4814810b service neutron] 10.222.0.64 "GET /v2.0/networks/5427c4a8-7b61-46c8-b2d0-4992f0c871cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3860912 Jun 11 10:07:00.070687 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f01afcb-67d2-4c83-9152-fe161d0157b2 tempest-NetworksNegativeTestJSON-2059138098 tempest-NetworksNegativeTestJSON-2059138098-project] DELETE failed (client error): The resource could not be found. Jun 11 10:07:00.071284 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f01afcb-67d2-4c83-9152-fe161d0157b2 tempest-NetworksNegativeTestJSON-2059138098 tempest-NetworksNegativeTestJSON-2059138098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 10:07:00.077087 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-9f01afcb-67d2-4c83-9152-fe161d0157b2 tempest-NetworksNegativeTestJSON-2059138098 tempest-NetworksNegativeTestJSON-2059138098-project] 10.222.0.60 "DELETE /v2.0/subnets/0aca2632-fab8-4567-8eda-72e880920ca4 HTTP/1.1" status: 404 len: 337 time: 0.0428774 Jun 11 10:07:00.078772 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 44282) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:00.123420 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f5719a-7c77-4e2d-86ee-38e1ca94aabe None None] Pushing event updated for resources: {'Port': ['ID=e8e14f68-7b9f-44db-a1c8-a66ea777a1af,revision_number=3']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:00.152532 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-b56ba418-246b-441c-bc43-3b5105fab217 req-66610653-d5ca-4c04-9e56-dc8fc1feb2ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:00.200293 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0fb7c11c-e7e0-4a2b-bb14-d134fb0258d9 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:00.204152 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-cbf1e7d5-163e-471d-9522-be37e358ed18 None None] Set router 8d7bfec0-90c0-4cee-a335-6ed17491a245 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:07:00.204762 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161da8ad-2790-4640-b185-6ad607f8609e req-16c20c91-8ebc-4f30-8274-615ebc658ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:00.206410 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-161da8ad-2790-4640-b185-6ad607f8609e req-16c20c91-8ebc-4f30-8274-615ebc658ca2 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1382582 Jun 11 10:07:00.230765 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee0430-fae1-4ec5-aab0-a655c82a830e req-5cdc9daf-6a04-4118-ae03-27de8770352a tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:00.232764 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a4ee0430-fae1-4ec5-aab0-a655c82a830e req-5cdc9daf-6a04-4118-ae03-27de8770352a tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ab265ba-0e64-4ab0-b0f6-b524ef6348a7 HTTP/1.1" status: 200 len: 931 time: 0.3876314 Jun 11 10:07:00.313800 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6fbb391-9ab6-4fbc-8fa9-dda802266eb1 tempest-NetworksNegativeTestJSON-2059138098 tempest-NetworksNegativeTestJSON-2059138098-project] GET failed (client error): The resource could not be found. Jun 11 10:07:00.315310 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-b6fbb391-9ab6-4fbc-8fa9-dda802266eb1 tempest-NetworksNegativeTestJSON-2059138098 tempest-NetworksNegativeTestJSON-2059138098-project] 10.222.0.60 "GET /v2.0/networks/263b82a5-54b7-4c50-aa3f-4447f93de31e HTTP/1.1" status: 404 len: 339 time: 0.2194140 Jun 11 10:07:00.328594 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 44290) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:00.336400 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66610653-d5ca-4c04-9e56-dc8fc1feb2ae service neutron] Pushing event updated for resources: {'Port': ['ID=972161a2-3db6-4797-bf7b-4323bc6cbae4,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:00.343037 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-66610653-d5ca-4c04-9e56-dc8fc1feb2ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:00.378563 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-74f5719a-7c77-4e2d-86ee-38e1ca94aabe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:00.420175 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a4ee0430-fae1-4ec5-aab0-a655c82a830e req-5b50beaa-d5f0-41d4-a5b5-359d07e6dcc3 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/security-groups?id=96aa83f0-94dd-44ea-8665-16c361dca37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794159 Jun 11 10:07:00.426582 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-03af8fd9-c3b1-498f-b8ec-5d02a685b457 tempest-NetworksNegativeTestJSON-2059138098 tempest-NetworksNegativeTestJSON-2059138098-project] GET failed (client error): The resource could not be found. Jun 11 10:07:00.426582 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-03af8fd9-c3b1-498f-b8ec-5d02a685b457 tempest-NetworksNegativeTestJSON-2059138098 tempest-NetworksNegativeTestJSON-2059138098-project] 10.222.0.60 "GET /v2.0/ports/e471dae5-a88c-4a82-8648-deb0843cfe95 HTTP/1.1" status: 404 len: 333 time: 0.0925694 Jun 11 10:07:00.435004 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 44292) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:00.463983 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf477096-de18-46fd-a7e9-f5b0624eb822 req-551d5090-925f-4793-b935-9e0b71850043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:00.466124 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cf477096-de18-46fd-a7e9-f5b0624eb822 req-551d5090-925f-4793-b935-9e0b71850043 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8046b2cb3b764217b136ee90282b4615&device_id=02dd8d98-1aae-42c3-aef4-0f1f06bda846 HTTP/1.1" status: 200 len: 1096 time: 0.2065520 Jun 11 10:07:00.615383 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cf477096-de18-46fd-a7e9-f5b0624eb822 req-91a18a9c-80ba-45ac-a6a4-b35b756ff616 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c8e9f6f-4be4-4fa7-9c54-4e5729b26833 HTTP/1.1" status: 200 len: 217 time: 0.1392834 Jun 11 10:07:00.619663 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-975dfbe6-6d7f-4979-b42f-0a70a8a2ccd8 tempest-NetworksNegativeTestJSON-2059138098 tempest-NetworksNegativeTestJSON-2059138098-project] GET failed (client error): The resource could not be found. Jun 11 10:07:00.621145 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-975dfbe6-6d7f-4979-b42f-0a70a8a2ccd8 tempest-NetworksNegativeTestJSON-2059138098 tempest-NetworksNegativeTestJSON-2059138098-project] 10.222.0.60 "GET /v2.0/subnets/1c991945-aac6-4e46-81e0-a8e71736a507 HTTP/1.1" status: 404 len: 337 time: 0.1850502 Jun 11 10:07:00.625659 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 44294) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:00.631447 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-557ae5d1-b261-4afa-93da-40e50321654a tempest-NetworksNegativeTestJSON-2059138098 tempest-NetworksNegativeTestJSON-2059138098-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:07:00.672012 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-cbf1e7d5-163e-471d-9522-be37e358ed18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7bfec0-90c0-4cee-a335-6ed17491a245', 'name': 'tempest-TestVolumeBootPattern-95095720-router', 'tenant_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'e8e14f68-7b9f-44db-a1c8-a66ea777a1af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:06:51Z', 'updated_at': '2021-06-11T10:06:54Z', 'revision_number': 3, 'project_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'gw_port': {'id': 'e8e14f68-7b9f-44db-a1c8-a66ea777a1af', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6f:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d7bfec0-90c0-4cee-a335-6ed17491a245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:06:53Z', 'updated_at': '2021-06-11T10:06:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:07:00.675696 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf1e7d5-163e-471d-9522-be37e358ed18 None None] The sync data for ids ['8d7bfec0-90c0-4cee-a335-6ed17491a245'] in n-d-779913-12 is: [{'id': '8d7bfec0-90c0-4cee-a335-6ed17491a245', 'name': 'tempest-TestVolumeBootPattern-95095720-router', 'tenant_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'e8e14f68-7b9f-44db-a1c8-a66ea777a1af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:06:51Z', 'updated_at': '2021-06-11T10:06:54Z', 'revision_number': 3, 'project_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'gw_port': {'id': 'e8e14f68-7b9f-44db-a1c8-a66ea777a1af', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6f:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d7bfec0-90c0-4cee-a335-6ed17491a245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:06:53Z', 'updated_at': '2021-06-11T10:06:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:07:00.692209 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bb84a4bb-baef-4489-8a20-207646726044 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:00.707400 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf477096-de18-46fd-a7e9-f5b0624eb822 req-14e2dfb9-c26b-4501-92da-8780cf351ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:00.711849 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cf477096-de18-46fd-a7e9-f5b0624eb822 req-14e2dfb9-c26b-4501-92da-8780cf351ab4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6028e95b-6bd7-4d2b-ba5c-242431c6d512 HTTP/1.1" status: 200 len: 855 time: 0.0888598 Jun 11 10:07:00.790550 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-557ae5d1-b261-4afa-93da-40e50321654a tempest-NetworksNegativeTestJSON-2059138098 tempest-NetworksNegativeTestJSON-2059138098-project] PUT failed (client error): The resource could not be found. Jun 11 10:07:00.791118 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-557ae5d1-b261-4afa-93da-40e50321654a tempest-NetworksNegativeTestJSON-2059138098 tempest-NetworksNegativeTestJSON-2059138098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 10:07:00.792307 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-557ae5d1-b261-4afa-93da-40e50321654a tempest-NetworksNegativeTestJSON-2059138098 tempest-NetworksNegativeTestJSON-2059138098-project] 10.222.0.60 "PUT /v2.0/networks/27b52d6e-36e7-43bf-97b5-df7abb6ed6f6 HTTP/1.1" status: 404 len: 339 time: 0.1657355 Jun 11 10:07:00.797082 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 44298) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:00.806164 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-ff3c7084-14b3-426f-858f-21398941f840 tempest-NetworksNegativeTestJSON-2059138098 tempest-NetworksNegativeTestJSON-2059138098-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:07:00.865798 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf477096-de18-46fd-a7e9-f5b0624eb822 req-0476c623-aef7-416f-92bb-b279db496257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:00.867416 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-bb84a4bb-baef-4489-8a20-207646726044 admin admin] Transition to ACTIVE for port object 928bc91b-4599-4d73-9481-fd36ae18c7e2 will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:07:00.868540 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cf477096-de18-46fd-a7e9-f5b0624eb822 req-0476c623-aef7-416f-92bb-b279db496257 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5427c4a8-7b61-46c8-b2d0-4992f0c871cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1524217 Jun 11 10:07:00.869868 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-b56ba418-246b-441c-bc43-3b5105fab217 req-66610653-d5ca-4c04-9e56-dc8fc1feb2ae service neutron] Attempting to bind port 972161a2-3db6-4797-bf7b-4323bc6cbae4 on host n-h2-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:07:00.870210 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-b56ba418-246b-441c-bc43-3b5105fab217 req-66610653-d5ca-4c04-9e56-dc8fc1feb2ae service neutron] Attempting to bind port 972161a2-3db6-4797-bf7b-4323bc6cbae4 by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': 'b719cd41-19b3-416c-a5c4-9b58e3190d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '5427c4a8-7b61-46c8-b2d0-4992f0c871cf'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:07:00.870543 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56ba418-246b-441c-bc43-3b5105fab217 req-66610653-d5ca-4c04-9e56-dc8fc1feb2ae service neutron] Attempting to bind port 972161a2-3db6-4797-bf7b-4323bc6cbae4 on network 5427c4a8-7b61-46c8-b2d0-4992f0c871cf {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:07:00.876384 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff3c7084-14b3-426f-858f-21398941f840 tempest-NetworksNegativeTestJSON-2059138098 tempest-NetworksNegativeTestJSON-2059138098-project] PUT failed (client error): The resource could not be found. Jun 11 10:07:00.877313 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff3c7084-14b3-426f-858f-21398941f840 tempest-NetworksNegativeTestJSON-2059138098 tempest-NetworksNegativeTestJSON-2059138098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 10:07:00.882083 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-ff3c7084-14b3-426f-858f-21398941f840 tempest-NetworksNegativeTestJSON-2059138098 tempest-NetworksNegativeTestJSON-2059138098-project] 10.222.0.60 "PUT /v2.0/ports/1c57fc44-9d9d-4f1f-b26a-b53096569e89 HTTP/1.1" status: 404 len: 333 time: 0.0782390 Jun 11 10:07:00.888486 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 44300) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:00.894330 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56ba418-246b-441c-bc43-3b5105fab217 req-66610653-d5ca-4c04-9e56-dc8fc1feb2ae service neutron] Port 972161a2-3db6-4797-bf7b-4323bc6cbae4 on network 5427c4a8-7b61-46c8-b2d0-4992f0c871cf not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:07:00.894662 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56ba418-246b-441c-bc43-3b5105fab217 req-66610653-d5ca-4c04-9e56-dc8fc1feb2ae service neutron] Attempting to bind port 972161a2-3db6-4797-bf7b-4323bc6cbae4 on network 5427c4a8-7b61-46c8-b2d0-4992f0c871cf {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:07:00.904315 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-8f30602e-ced0-4666-8976-13a5e9982be3 tempest-NetworksNegativeTestJSON-2059138098 tempest-NetworksNegativeTestJSON-2059138098-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:07:00.904921 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56ba418-246b-441c-bc43-3b5105fab217 req-66610653-d5ca-4c04-9e56-dc8fc1feb2ae service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:07:00.905270 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56ba418-246b-441c-bc43-3b5105fab217 req-66610653-d5ca-4c04-9e56-dc8fc1feb2ae service neutron] Checking segment: {'id': 'b719cd41-19b3-416c-a5c4-9b58e3190d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '5427c4a8-7b61-46c8-b2d0-4992f0c871cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:07:00.905660 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56ba418-246b-441c-bc43-3b5105fab217 req-66610653-d5ca-4c04-9e56-dc8fc1feb2ae service neutron] Bound using segment: {'id': 'b719cd41-19b3-416c-a5c4-9b58e3190d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '5427c4a8-7b61-46c8-b2d0-4992f0c871cf'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:07:00.906207 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-b56ba418-246b-441c-bc43-3b5105fab217 req-66610653-d5ca-4c04-9e56-dc8fc1feb2ae service neutron] Bound port: 972161a2-3db6-4797-bf7b-4323bc6cbae4, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b719cd41-19b3-416c-a5c4-9b58e3190d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '5427c4a8-7b61-46c8-b2d0-4992f0c871cf'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:07:00.906484 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-b56ba418-246b-441c-bc43-3b5105fab217 req-66610653-d5ca-4c04-9e56-dc8fc1feb2ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:00.973204 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f30602e-ced0-4666-8976-13a5e9982be3 tempest-NetworksNegativeTestJSON-2059138098 tempest-NetworksNegativeTestJSON-2059138098-project] PUT failed (client error): The resource could not be found. Jun 11 10:07:00.973999 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f30602e-ced0-4666-8976-13a5e9982be3 tempest-NetworksNegativeTestJSON-2059138098 tempest-NetworksNegativeTestJSON-2059138098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 10:07:00.981281 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-8f30602e-ced0-4666-8976-13a5e9982be3 tempest-NetworksNegativeTestJSON-2059138098 tempest-NetworksNegativeTestJSON-2059138098-project] 10.222.0.60 "PUT /v2.0/subnets/50b558b3-1078-4277-823a-9e840acc9d44 HTTP/1.1" status: 404 len: 337 time: 0.0915425 Jun 11 10:07:01.013783 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-b56ba418-246b-441c-bc43-3b5105fab217 req-66610653-d5ca-4c04-9e56-dc8fc1feb2ae service neutron] For port 972161a2-3db6-4797-bf7b-4323bc6cbae4, host n-h2-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:07:01.027012 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-b56ba418-246b-441c-bc43-3b5105fab217 req-66610653-d5ca-4c04-9e56-dc8fc1feb2ae service neutron] For port 972161a2-3db6-4797-bf7b-4323bc6cbae4, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=972161a2-3db6-4797-bf7b-4323bc6cbae4,segment=NetworkSegment(b719cd41-19b3-416c-a5c4-9b58e3190d50),segment_id=b719cd41-19b3-416c-a5c4-9b58e3190d50)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:07:01.133027 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-b56ba418-246b-441c-bc43-3b5105fab217 req-66610653-d5ca-4c04-9e56-dc8fc1feb2ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:01.135221 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1c335479-4f0e-4fd0-85e1-29f8d8086055 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:01.139485 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cf477096-de18-46fd-a7e9-f5b0624eb822 req-81fe3c60-7f7f-49e3-b808-b27e46c6a25a service neutron] 10.222.0.64 "GET /v2.0/networks/5427c4a8-7b61-46c8-b2d0-4992f0c871cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580836 Jun 11 10:07:01.274062 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66610653-d5ca-4c04-9e56-dc8fc1feb2ae service neutron] Pushing event updated for resources: {'Port': ['ID=972161a2-3db6-4797-bf7b-4323bc6cbae4,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:01.281929 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-66610653-d5ca-4c04-9e56-dc8fc1feb2ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:01.286331 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bb84a4bb-baef-4489-8a20-207646726044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:01.289614 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-484cea68-2cc5-470b-a9d2-27c8b407f5fc tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:01.303176 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:01.370464 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb84a4bb-baef-4489-8a20-207646726044 admin admin] Pushing event updated for resources: {'Port': ['ID=928bc91b-4599-4d73-9481-fd36ae18c7e2,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:01.373795 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-bb84a4bb-baef-4489-8a20-207646726044 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:01.378320 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cf477096-de18-46fd-a7e9-f5b0624eb822 req-be54f37f-fbd3-4030-9455-316e00672dce service neutron] 10.222.0.64 "GET /v2.0/networks/5427c4a8-7b61-46c8-b2d0-4992f0c871cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335808 Jun 11 10:07:01.378897 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56ba418-246b-441c-bc43-3b5105fab217 req-66610653-d5ca-4c04-9e56-dc8fc1feb2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:01.379529 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-b56ba418-246b-441c-bc43-3b5105fab217 req-66610653-d5ca-4c04-9e56-dc8fc1feb2ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:01.381364 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b56ba418-246b-441c-bc43-3b5105fab217 req-66610653-d5ca-4c04-9e56-dc8fc1feb2ae service neutron] 10.222.0.69 "PUT /v2.0/ports/972161a2-3db6-4797-bf7b-4323bc6cbae4 HTTP/1.1" status: 200 len: 1092 time: 3.8389030 Jun 11 10:07:01.408897 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ab265ba-0e64-4ab0-b0f6-b524ef6348a7', 'tag': '972161a2-3db6-4797-bf7b-4323bc6cbae4'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:07:01.412360 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a57f7bb-4647-45ba-a483-e639261a127c" -d '{"events": [{"name": "network-changed", "server_uuid": "2ab265ba-0e64-4ab0-b0f6-b524ef6348a7", "tag": "972161a2-3db6-4797-bf7b-4323bc6cbae4"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:07:01.440872 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb84a4bb-baef-4489-8a20-207646726044 admin admin] Network 795e7157-0b59-4b3c-b5bc-895c607dc0cc is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:07:01.456832 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-bb84a4bb-baef-4489-8a20-207646726044 admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:07:01.456832 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb84a4bb-baef-4489-8a20-207646726044 admin admin] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:07:01.523522 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bb84a4bb-baef-4489-8a20-207646726044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-375088'] for router_interface, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:01.657076 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device cfb538e2-f15d-4b8f-98ee-9fe78bbbaa24 details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 10:07:02.003805 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f795dc72-676d-46f2-8108-47d40a713848 req-ea6b6ad0-c90e-4abf-812e-cc6abe842048 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:02.005392 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f795dc72-676d-46f2-8108-47d40a713848 req-ea6b6ad0-c90e-4abf-812e-cc6abe842048 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ab265ba-0e64-4ab0-b0f6-b524ef6348a7 HTTP/1.1" status: 200 len: 943 time: 0.2419305 Jun 11 10:07:02.027738 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56ba418-246b-441c-bc43-3b5105fab217 req-38f4b99c-5639-43a3-806b-d6173bf1e45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:02.029280 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b56ba418-246b-441c-bc43-3b5105fab217 req-38f4b99c-5639-43a3-806b-d6173bf1e45d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8046b2cb3b764217b136ee90282b4615&device_id=2ab265ba-0e64-4ab0-b0f6-b524ef6348a7 HTTP/1.1" status: 200 len: 1095 time: 0.3245559 Jun 11 10:07:02.050435 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 44326) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:02.081565 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port cfb538e2-f15d-4b8f-98ee-9fe78bbbaa24, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=cfb538e2-f15d-4b8f-98ee-9fe78bbbaa24,segment=NetworkSegment(b719cd41-19b3-416c-a5c4-9b58e3190d50),segment_id=b719cd41-19b3-416c-a5c4-9b58e3190d50)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:07:02.086288 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f795dc72-676d-46f2-8108-47d40a713848 req-229c85af-8d47-44c4-889f-76991a000c90 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/security-groups?id=96aa83f0-94dd-44ea-8665-16c361dca37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684810 Jun 11 10:07:02.117756 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': 'cfb538e2-f15d-4b8f-98ee-9fe78bbbaa24', 'network_id': '5427c4a8-7b61-46c8-b2d0-4992f0c871cf', 'port_id': 'cfb538e2-f15d-4b8f-98ee-9fe78bbbaa24', 'mac_address': 'fa:16:3e:4a:33:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6028e95b-6bd7-4d2b-ba5c-242431c6d512', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 10:07:02.143883 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b56ba418-246b-441c-bc43-3b5105fab217 req-49271e46-2c6d-4f14-8de8-5e2f55bb10eb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=972161a2-3db6-4797-bf7b-4323bc6cbae4 HTTP/1.1" status: 200 len: 217 time: 0.0951626 Jun 11 10:07:02.154852 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 44330) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:02.209600 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d96cb58-87b1-48c7-a7d6-3138c2c3a886 x-openstack-request-id: req-8d96cb58-87b1-48c7-a7d6-3138c2c3a886 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:07:02.210273 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ab265ba-0e64-4ab0-b0f6-b524ef6348a7", "tag": "972161a2-3db6-4797-bf7b-4323bc6cbae4", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:07:02.210961 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8d96cb58-87b1-48c7-a7d6-3138c2c3a886 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:07:02.211707 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ab265ba-0e64-4ab0-b0f6-b524ef6348a7', 'tag': '972161a2-3db6-4797-bf7b-4323bc6cbae4', 'status': 'completed', 'code': 200} Jun 11 10:07:02.236677 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:02.243850 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-9d65fbe0-4a14-421b-a21a-dc1e273175c4 None None] Provisioning for port 928bc91b-4599-4d73-9481-fd36ae18c7e2 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:07:02.264212 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-9d65fbe0-4a14-421b-a21a-dc1e273175c4 None None] Provisioning complete for port 928bc91b-4599-4d73-9481-fd36ae18c7e2 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:07:02.264604 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-9d65fbe0-4a14-421b-a21a-dc1e273175c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:02.302062 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bb84a4bb-baef-4489-8a20-207646726044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:02.346735 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-9d65fbe0-4a14-421b-a21a-dc1e273175c4 None None] Port 928bc91b-4599-4d73-9481-fd36ae18c7e2 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:07:02.361020 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfb538e2-f15d-4b8f-98ee-9fe78bbbaa24 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:07:02.404313 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port cfb538e2-f15d-4b8f-98ee-9fe78bbbaa24, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=cfb538e2-f15d-4b8f-98ee-9fe78bbbaa24,segment=NetworkSegment(b719cd41-19b3-416c-a5c4-9b58e3190d50),segment_id=b719cd41-19b3-416c-a5c4-9b58e3190d50)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:07:02.453332 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-548732e7-f132-4eea-955b-33d098030e41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:02.461529 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56ba418-246b-441c-bc43-3b5105fab217 req-7b7e5aa7-0a2f-49d6-a75a-3740e33b7045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:02.463029 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b56ba418-246b-441c-bc43-3b5105fab217 req-7b7e5aa7-0a2f-49d6-a75a-3740e33b7045 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6028e95b-6bd7-4d2b-ba5c-242431c6d512 HTTP/1.1" status: 200 len: 855 time: 0.3131886 Jun 11 10:07:02.501995 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c316084d-32b0-437e-b8f0-1f346bfeda1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:02.577057 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:02.580981 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-5c81379f-1fdd-451f-8511-486f093598b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:02.635388 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c316084d-32b0-437e-b8f0-1f346bfeda1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:02.674422 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=cfb538e2-f15d-4b8f-98ee-9fe78bbbaa24,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:02.678188 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:02.686723 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56ba418-246b-441c-bc43-3b5105fab217 req-1291baa6-4df9-4ed7-8795-5e1b933dea96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:02.688428 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b56ba418-246b-441c-bc43-3b5105fab217 req-1291baa6-4df9-4ed7-8795-5e1b933dea96 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5427c4a8-7b61-46c8-b2d0-4992f0c871cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1852567 Jun 11 10:07:02.714087 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c316084d-32b0-437e-b8f0-1f346bfeda1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:02.716796 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-611a30ee-80de-4986-9185-87f887cfd37b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:02.797045 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['cfb538e2-f15d-4b8f-98ee-9fe78bbbaa24'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:07:02.797205 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-c316084d-32b0-437e-b8f0-1f346bfeda1a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2e5e1551860740c59686402b500c61a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6397169 Jun 11 10:07:02.797744 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 44340) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:02.799214 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c316084d-32b0-437e-b8f0-1f346bfeda1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc9d4a4a-c263-4881-ab7c-ae8ffa8789c0,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:02.809042 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c316084d-32b0-437e-b8f0-1f346bfeda1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:02.867942 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device e8e14f68-7b9f-44db-a1c8-a66ea777a1af up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:07:02.883883 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-dfb80fc5-c8c9-40fc-a2c9-1c91a7611585 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:02.915799 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-dfb80fc5-c8c9-40fc-a2c9-1c91a7611585 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:03.044057 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-548732e7-f132-4eea-955b-33d098030e41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:03.051368 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port e8e14f68-7b9f-44db-a1c8-a66ea777a1af completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:07:03.053378 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bb84a4bb-baef-4489-8a20-207646726044 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:03.059203 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port e8e14f68-7b9f-44db-a1c8-a66ea777a1af triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:07:03.059203 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:03.073963 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b56ba418-246b-441c-bc43-3b5105fab217 req-6ab709be-7302-4150-8e72-3a55a0c20133 service neutron] 10.222.0.69 "GET /v2.0/networks/5427c4a8-7b61-46c8-b2d0-4992f0c871cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3744447 Jun 11 10:07:03.091722 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-dfb80fc5-c8c9-40fc-a2c9-1c91a7611585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:03.094577 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-dfb80fc5-c8c9-40fc-a2c9-1c91a7611585 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:03.105631 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-dfb80fc5-c8c9-40fc-a2c9-1c91a7611585 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bc9d4a4a-c263-4881-ab7c-ae8ffa8789c0 HTTP/1.1" status: 204 len: 168 time: 0.2983267 Jun 11 10:07:03.107649 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-bb934fbc-a231-4e59-8ea2-bbbabd1f713c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:03.117909 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bb84a4bb-baef-4489-8a20-207646726044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:03.120236 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-548732e7-f132-4eea-955b-33d098030e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:03.126535 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-28ee4698-4b73-4ac1-bf0a-34cf97660498 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:03.136214 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb80fc5-c8c9-40fc-a2c9-1c91a7611585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc9d4a4a-c263-4881-ab7c-ae8ffa8789c0,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:03.140550 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-dfb80fc5-c8c9-40fc-a2c9-1c91a7611585 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:03.220681 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb84a4bb-baef-4489-8a20-207646726044 admin admin] Pushing event updated for resources: {'Port': ['ID=928bc91b-4599-4d73-9481-fd36ae18c7e2,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:03.227717 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-bb84a4bb-baef-4489-8a20-207646726044 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:03.254771 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:03.285209 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port e8e14f68-7b9f-44db-a1c8-a66ea777a1af, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=e8e14f68-7b9f-44db-a1c8-a66ea777a1af,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:07:03.287839 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-24c13f74-f81a-48da-98d3-8fe31d8d227d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:03.340978 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-548732e7-f132-4eea-955b-33d098030e41 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7286e0cb06834174a84d66f13ca9d0c0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2906821 Jun 11 10:07:03.350631 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 44348) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:03.361969 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bb84a4bb-baef-4489-8a20-207646726044 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375108'] for router_interface, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:03.362761 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:03.381961 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548732e7-f132-4eea-955b-33d098030e41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf20938-dd86-4b1c-9080-1d82b32248e7,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:03.382651 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:03.384695 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-548732e7-f132-4eea-955b-33d098030e41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:03.411367 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998e90fa-1168-4d3a-a4ad-231db37ddea7 req-293a123c-6204-4206-8a57-cab2de71c768 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:03.413235 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-998e90fa-1168-4d3a-a4ad-231db37ddea7 req-293a123c-6204-4206-8a57-cab2de71c768 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ab265ba-0e64-4ab0-b0f6-b524ef6348a7 HTTP/1.1" status: 200 len: 943 time: 0.0994978 Jun 11 10:07:03.448072 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b56ba418-246b-441c-bc43-3b5105fab217 req-b9ed4f6f-be69-49a7-9f05-d6f32dfb8bf5 service neutron] 10.222.0.69 "GET /v2.0/networks/5427c4a8-7b61-46c8-b2d0-4992f0c871cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3665695 Jun 11 10:07:03.482833 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-998e90fa-1168-4d3a-a4ad-231db37ddea7 req-160ac7cf-1309-46b8-93c3-1a54bba69898 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/security-groups?id=96aa83f0-94dd-44ea-8665-16c361dca37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632842 Jun 11 10:07:03.491409 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=e8e14f68-7b9f-44db-a1c8-a66ea777a1af,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:03.499158 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:03.590805 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c9bac87d-68d1-4840-b5ea-b95a4505004e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:03.628137 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb84a4bb-baef-4489-8a20-207646726044 admin admin] Network 795e7157-0b59-4b3c-b5bc-895c607dc0cc is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:07:03.628137 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-bb84a4bb-baef-4489-8a20-207646726044 admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:07:03.674887 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 9c8e9f6f-4be4-4fa7-9c54-4e5729b26833 details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 10:07:03.677281 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device cfb538e2-f15d-4b8f-98ee-9fe78bbbaa24 up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:07:03.819199 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c9bac87d-68d1-4840-b5ea-b95a4505004e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:03.892757 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 9c8e9f6f-4be4-4fa7-9c54-4e5729b26833, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=9c8e9f6f-4be4-4fa7-9c54-4e5729b26833,segment=NetworkSegment(b719cd41-19b3-416c-a5c4-9b58e3190d50),segment_id=b719cd41-19b3-416c-a5c4-9b58e3190d50)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:07:03.910262 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': '9c8e9f6f-4be4-4fa7-9c54-4e5729b26833', 'network_id': '5427c4a8-7b61-46c8-b2d0-4992f0c871cf', 'port_id': '9c8e9f6f-4be4-4fa7-9c54-4e5729b26833', 'mac_address': 'fa:16:3e:3f:a1:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6028e95b-6bd7-4d2b-ba5c-242431c6d512', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 10:07:03.919193 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb84a4bb-baef-4489-8a20-207646726044 admin admin] Router 8d7bfec0-90c0-4cee-a335-6ed17491a245 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:07:03.982087 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:04.006017 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c8e9f6f-4be4-4fa7-9c54-4e5729b26833 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:07:04.014202 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning for port cfb538e2-f15d-4b8f-98ee-9fe78bbbaa24 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:07:04.025980 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-54274ccc-49e6-4ab1-bb35-23106e24b340 None None] Provisioning complete for port 928bc91b-4599-4d73-9481-fd36ae18c7e2 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:07:04.026426 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-54274ccc-49e6-4ab1-bb35-23106e24b340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:04.053420 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a57f7bb-4647-45ba-a483-e639261a127c req-c9eaee4b-0128-4eb6-bd49-b29c30aef708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:04.055476 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7a57f7bb-4647-45ba-a483-e639261a127c req-c9eaee4b-0128-4eb6-bd49-b29c30aef708 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8046b2cb3b764217b136ee90282b4615&device_id=2ab265ba-0e64-4ab0-b0f6-b524ef6348a7 HTTP/1.1" status: 200 len: 1095 time: 0.2412002 Jun 11 10:07:04.083771 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port cfb538e2-f15d-4b8f-98ee-9fe78bbbaa24 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:07:04.083771 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:04.112056 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 44362) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:04.125765 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1df89693-e04a-47b6-a3a5-57275a1ba853 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:04.132837 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 9c8e9f6f-4be4-4fa7-9c54-4e5729b26833, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=9c8e9f6f-4be4-4fa7-9c54-4e5729b26833,segment=NetworkSegment(b719cd41-19b3-416c-a5c4-9b58e3190d50),segment_id=b719cd41-19b3-416c-a5c4-9b58e3190d50)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:07:04.149681 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-54274ccc-49e6-4ab1-bb35-23106e24b340 None None] Port 928bc91b-4599-4d73-9481-fd36ae18c7e2 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:07:04.231694 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:04.260020 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1df89693-e04a-47b6-a3a5-57275a1ba853 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:04.280041 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port cfb538e2-f15d-4b8f-98ee-9fe78bbbaa24, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=cfb538e2-f15d-4b8f-98ee-9fe78bbbaa24,segment=NetworkSegment(b719cd41-19b3-416c-a5c4-9b58e3190d50),segment_id=b719cd41-19b3-416c-a5c4-9b58e3190d50)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:07:04.281881 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eb098e1-9410-476d-9519-14bc0525375b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfb538e2-f15d-4b8f-98ee-9fe78bbbaa24'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:07:04.284509 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f32c6a-dcee-42c8-af78-fcb290563543" -d '{"events": [{"server_uuid": "7eb098e1-9410-476d-9519-14bc0525375b", "name": "network-vif-plugged", "status": "completed", "tag": "cfb538e2-f15d-4b8f-98ee-9fe78bbbaa24"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:07:04.333870 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cb35036-74ce-4814-9ca0-c08c98c742a3 x-openstack-request-id: req-6cb35036-74ce-4814-9ca0-c08c98c742a3 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:07:04.334207 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eb098e1-9410-476d-9519-14bc0525375b", "name": "network-vif-plugged", "status": "completed", "tag": "cfb538e2-f15d-4b8f-98ee-9fe78bbbaa24", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:07:04.334478 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6cb35036-74ce-4814-9ca0-c08c98c742a3 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:07:04.334883 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eb098e1-9410-476d-9519-14bc0525375b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfb538e2-f15d-4b8f-98ee-9fe78bbbaa24', 'code': 200} Jun 11 10:07:04.337115 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:04.340720 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-92a90d73-423c-4820-ba6b-0021ceea4f0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:04.421520 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=9c8e9f6f-4be4-4fa7-9c54-4e5729b26833,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:04.424798 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:04.428911 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:04.431758 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:04.457906 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1df89693-e04a-47b6-a3a5-57275a1ba853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:04.486423 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9f97cc31-74fb-4a7c-a48a-f3ea3f4ce80a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:04.490535 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-1df89693-e04a-47b6-a3a5-57275a1ba853 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ab97534123f04e26ab4dc79ffed077ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3816938 Jun 11 10:07:04.494667 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 44372) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:04.516724 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=cfb538e2-f15d-4b8f-98ee-9fe78bbbaa24,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:04.520472 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:04.552118 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c9bac87d-68d1-4840-b5ea-b95a4505004e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:04.555203 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c9bac87d-68d1-4840-b5ea-b95a4505004e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:04.556577 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-c9bac87d-68d1-4840-b5ea-b95a4505004e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fbf20938-dd86-4b1c-9080-1d82b32248e7 HTTP/1.1" status: 204 len: 168 time: 1.2049971 Jun 11 10:07:04.560284 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-bf1c0391-8073-4918-92be-e746914a1369 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:04.567968 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['9c8e9f6f-4be4-4fa7-9c54-4e5729b26833'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:07:04.579807 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df89693-e04a-47b6-a3a5-57275a1ba853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a70e770-26c3-4727-83cc-a7c08324e541,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:04.583986 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1df89693-e04a-47b6-a3a5-57275a1ba853 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:04.612646 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bac87d-68d1-4840-b5ea-b95a4505004e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf20938-dd86-4b1c-9080-1d82b32248e7,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:04.623741 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c9bac87d-68d1-4840-b5ea-b95a4505004e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:04.623872 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-750bd70f-63e0-4521-b96f-983f6d962103 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:04.630538 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b033a3ba-7454-45d6-90da-9d6d2e0f7d75 req-d31def61-9046-4e7a-8aa0-bccf9bc8c3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:04.632460 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b033a3ba-7454-45d6-90da-9d6d2e0f7d75 req-d31def61-9046-4e7a-8aa0-bccf9bc8c3b6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7eb098e1-9410-476d-9519-14bc0525375b HTTP/1.1" status: 200 len: 1096 time: 0.2218223 Jun 11 10:07:04.696692 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb84a4bb-baef-4489-8a20-207646726044 admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:07:04.726316 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-bb84a4bb-baef-4489-8a20-207646726044 admin admin] 10.222.0.60 "PUT /v2.0/routers/8d7bfec0-90c0-4cee-a335-6ed17491a245/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7786758 Jun 11 10:07:04.755673 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a57f7bb-4647-45ba-a483-e639261a127c req-85ffa71d-47cc-4856-a3b9-e7a52a7d51cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:04.770669 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7a57f7bb-4647-45ba-a483-e639261a127c req-85ffa71d-47cc-4856-a3b9-e7a52a7d51cc service neutron] 10.222.0.69 "GET /v2.0/networks?id=5427c4a8-7b61-46c8-b2d0-4992f0c871cf HTTP/1.1" status: 200 len: 917 time: 0.2169597 Jun 11 10:07:04.771009 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851ba1f1-c500-43c6-bfaa-d2999603c99f None None] Sync routers for ids ['8d7bfec0-90c0-4cee-a335-6ed17491a245'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:07:04.771145 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-750bd70f-63e0-4521-b96f-983f6d962103 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:04.771145 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b033a3ba-7454-45d6-90da-9d6d2e0f7d75 req-c32c729a-c9a0-44f0-aec4-866a90282cdc service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=96aa83f0-94dd-44ea-8665-16c361dca37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246216 Jun 11 10:07:04.830012 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851ba1f1-c500-43c6-bfaa-d2999603c99f None None] Routers {'8d7bfec0-90c0-4cee-a335-6ed17491a245'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:07:04.846931 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-851ba1f1-c500-43c6-bfaa-d2999603c99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:06:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['8d7bfec0-90c0-4cee-a335-6ed17491a245'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:07:04.847687 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7a57f7bb-4647-45ba-a483-e639261a127c req-e855cbf4-c462-4826-a45b-f161173334b8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=972161a2-3db6-4797-bf7b-4323bc6cbae4 HTTP/1.1" status: 200 len: 217 time: 0.0835891 Jun 11 10:07:04.854782 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device e8e14f68-7b9f-44db-a1c8-a66ea777a1af up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:07:04.948795 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9815f8c3-b786-463d-8bd1-6aced57ceecd req-ada7a2b7-4218-4ea9-a1e7-36a0f793385d tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:04.958036 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9815f8c3-b786-463d-8bd1-6aced57ceecd req-ada7a2b7-4218-4ea9-a1e7-36a0f793385d tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ab265ba-0e64-4ab0-b0f6-b524ef6348a7 HTTP/1.1" status: 200 len: 943 time: 0.1644263 Jun 11 10:07:04.962933 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a57f7bb-4647-45ba-a483-e639261a127c req-ff730d74-9e7f-43ae-886b-589b44820921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:04.964438 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7a57f7bb-4647-45ba-a483-e639261a127c req-ff730d74-9e7f-43ae-886b-589b44820921 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6028e95b-6bd7-4d2b-ba5c-242431c6d512 HTTP/1.1" status: 200 len: 855 time: 0.1111293 Jun 11 10:07:05.026159 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9815f8c3-b786-463d-8bd1-6aced57ceecd req-10d9fe9b-b4cb-4b4d-9c7d-8a3ee80eb90d tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/security-groups?id=96aa83f0-94dd-44ea-8665-16c361dca37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667658 Jun 11 10:07:05.043844 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-750bd70f-63e0-4521-b96f-983f6d962103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:05.047190 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-750bd70f-63e0-4521-b96f-983f6d962103 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:05.048702 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-750bd70f-63e0-4521-b96f-983f6d962103 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0a70e770-26c3-4727-83cc-a7c08324e541 HTTP/1.1" status: 204 len: 168 time: 0.5513818 Jun 11 10:07:05.049622 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e7434168-0838-4433-aae9-ece5fa4a4a1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:05.062718 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750bd70f-63e0-4521-b96f-983f6d962103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a70e770-26c3-4727-83cc-a7c08324e541,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:05.071652 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-750bd70f-63e0-4521-b96f-983f6d962103 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:05.126634 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a57f7bb-4647-45ba-a483-e639261a127c req-90ac1a9b-2678-46ef-99c7-76f0adb8167f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:05.128200 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7a57f7bb-4647-45ba-a483-e639261a127c req-90ac1a9b-2678-46ef-99c7-76f0adb8167f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5427c4a8-7b61-46c8-b2d0-4992f0c871cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1533625 Jun 11 10:07:05.144072 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port e8e14f68-7b9f-44db-a1c8-a66ea777a1af triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:07:05.144563 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:05.229544 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-851ba1f1-c500-43c6-bfaa-d2999603c99f None None] Set router 8d7bfec0-90c0-4cee-a335-6ed17491a245 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:07:05.298590 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7a57f7bb-4647-45ba-a483-e639261a127c req-9c5f9209-5b1d-4561-a159-972bcef80ed3 service neutron] 10.222.0.69 "GET /v2.0/networks/5427c4a8-7b61-46c8-b2d0-4992f0c871cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540966 Jun 11 10:07:05.616713 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7a57f7bb-4647-45ba-a483-e639261a127c req-01017ba3-690a-4290-9ed4-ecfc46770849 service neutron] 10.222.0.69 "GET /v2.0/networks/5427c4a8-7b61-46c8-b2d0-4992f0c871cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703922 Jun 11 10:07:05.734670 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-851ba1f1-c500-43c6-bfaa-d2999603c99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7bfec0-90c0-4cee-a335-6ed17491a245', 'name': 'tempest-TestVolumeBootPattern-95095720-router', 'tenant_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'e8e14f68-7b9f-44db-a1c8-a66ea777a1af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:06:51Z', 'updated_at': '2021-06-11T10:07:02Z', 'revision_number': 4, 'project_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'gw_port': {'id': 'e8e14f68-7b9f-44db-a1c8-a66ea777a1af', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7bfec0-90c0-4cee-a335-6ed17491a245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:06:53Z', 'updated_at': '2021-06-11T10:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '928bc91b-4599-4d73-9481-fd36ae18c7e2', 'name': '', 'network_id': '795e7157-0b59-4b3c-b5bc-895c607dc0cc', 'tenant_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'mac_address': 'fa:16:3e:b8:e8:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d7bfec0-90c0-4cee-a335-6ed17491a245', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': 'b543bd1f-2b45-4ed6-ae53-d9d0c8ed8871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:06:59Z', 'updated_at': '2021-06-11T10:07:02Z', 'revision_number': 2, 'project_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'subnets': [{'id': 'b543bd1f-2b45-4ed6-ae53-d9d0c8ed8871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:07:05.745731 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851ba1f1-c500-43c6-bfaa-d2999603c99f None None] Checking router: 8d7bfec0-90c0-4cee-a335-6ed17491a245 for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:07:05.748397 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851ba1f1-c500-43c6-bfaa-d2999603c99f None None] Updating router 8d7bfec0-90c0-4cee-a335-6ed17491a245 port 928bc91b-4599-4d73-9481-fd36ae18c7e2 binding host n-d-779913-12 {{(pid=93178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 10:07:05.748397 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:05.866723 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-851ba1f1-c500-43c6-bfaa-d2999603c99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:06.329803 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 44426) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:06.330505 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-851ba1f1-c500-43c6-bfaa-d2999603c99f None None] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:06.338188 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23fc24-f988-4fcc-b649-ca0ffc5efa78 req-ebfd110d-fcf2-4480-8fa6-339c6c4abd99 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:06.340467 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4f23fc24-f988-4fcc-b649-ca0ffc5efa78 req-ebfd110d-fcf2-4480-8fa6-339c6c4abd99 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ab265ba-0e64-4ab0-b0f6-b524ef6348a7 HTTP/1.1" status: 200 len: 943 time: 0.1350956 Jun 11 10:07:06.344397 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-851ba1f1-c500-43c6-bfaa-d2999603c99f None None] Transition to ACTIVE for port object 928bc91b-4599-4d73-9481-fd36ae18c7e2 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:07:06.352952 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-272bbc40-c4c8-4c14-8ef6-8e37603ab5ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:06.404922 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4f23fc24-f988-4fcc-b649-ca0ffc5efa78 req-c52c14bb-b16f-41a8-a94e-aba486add3d7 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/security-groups?id=96aa83f0-94dd-44ea-8665-16c361dca37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579603 Jun 11 10:07:06.491520 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-851ba1f1-c500-43c6-bfaa-d2999603c99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:06.493664 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-272bbc40-c4c8-4c14-8ef6-8e37603ab5ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:06.495804 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:06.629181 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-272bbc40-c4c8-4c14-8ef6-8e37603ab5ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:06.654965 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b151ec09-7813-4c43-8604-24d9857012c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:06.660302 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 44440) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:06.665543 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-cbe37fb0-57e0-47a4-afc4-f333155707d8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-295911327-network', 'tenant_id': 'f4be7c0a3f9e4f8087fc6311d28a32e0'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:07:06.795624 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbe37fb0-57e0-47a4-afc4-f333155707d8 admin admin] Made reservation on behalf of f4be7c0a3f9e4f8087fc6311d28a32e0 for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:07:06.798189 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cbe37fb0-57e0-47a4-afc4-f333155707d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:06.804470 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272bbc40-c4c8-4c14-8ef6-8e37603ab5ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21e249f7-419a-4721-9983-33aab5a7f246,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:06.817013 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-272bbc40-c4c8-4c14-8ef6-8e37603ab5ec admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3980b8aad36947228cd9adcc528c2d10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4848793 Jun 11 10:07:06.818833 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-272bbc40-c4c8-4c14-8ef6-8e37603ab5ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:06.819876 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 44448) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:06.840353 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cbe37fb0-57e0-47a4-afc4-f333155707d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:06.980774 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-83a7141d-5fde-49fe-b58c-f726e293a9bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:07.052447 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab29b8dd-8f5d-433e-b30f-107ad7c3cd2b None None] Pushing event updated for resources: {'Port': ['ID=928bc91b-4599-4d73-9481-fd36ae18c7e2,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:07.052447 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-ab29b8dd-8f5d-433e-b30f-107ad7c3cd2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.555s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:07.067764 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cbe37fb0-57e0-47a4-afc4-f333155707d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:07.072505 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-83a7141d-5fde-49fe-b58c-f726e293a9bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:07.137496 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-851ba1f1-c500-43c6-bfaa-d2999603c99f None None] Attempting to bind port 928bc91b-4599-4d73-9481-fd36ae18c7e2 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:07:07.138139 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-851ba1f1-c500-43c6-bfaa-d2999603c99f None None] Attempting to bind port 928bc91b-4599-4d73-9481-fd36ae18c7e2 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '5c22e2d5-0ba6-4801-a903-4241c2620ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '795e7157-0b59-4b3c-b5bc-895c607dc0cc'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:07:07.138778 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851ba1f1-c500-43c6-bfaa-d2999603c99f None None] Attempting to bind port 928bc91b-4599-4d73-9481-fd36ae18c7e2 on network 795e7157-0b59-4b3c-b5bc-895c607dc0cc {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:07:07.145640 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851ba1f1-c500-43c6-bfaa-d2999603c99f None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:07:07.146198 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851ba1f1-c500-43c6-bfaa-d2999603c99f None None] Checking segment: {'id': '5c22e2d5-0ba6-4801-a903-4241c2620ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '795e7157-0b59-4b3c-b5bc-895c607dc0cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:07:07.146728 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-851ba1f1-c500-43c6-bfaa-d2999603c99f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:07.147235 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851ba1f1-c500-43c6-bfaa-d2999603c99f None None] Bound using segment: {'id': '5c22e2d5-0ba6-4801-a903-4241c2620ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '795e7157-0b59-4b3c-b5bc-895c607dc0cc'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:07:07.147858 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-851ba1f1-c500-43c6-bfaa-d2999603c99f None None] Bound port: 928bc91b-4599-4d73-9481-fd36ae18c7e2, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c22e2d5-0ba6-4801-a903-4241c2620ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '795e7157-0b59-4b3c-b5bc-895c607dc0cc'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:07:07.148361 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-851ba1f1-c500-43c6-bfaa-d2999603c99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:07.194427 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cbe37fb0-57e0-47a4-afc4-f333155707d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:07.197724 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-66f77e97-bcc6-416d-8c9b-f3e36d047b8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:07.236268 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe37fb0-57e0-47a4-afc4-f333155707d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ab5208-03a2-4627-86ea-e011917a5bc8,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:07.240458 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-cbe37fb0-57e0-47a4-afc4-f333155707d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:07.251877 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-851ba1f1-c500-43c6-bfaa-d2999603c99f None None] For port 928bc91b-4599-4d73-9481-fd36ae18c7e2, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:07:07.257436 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-851ba1f1-c500-43c6-bfaa-d2999603c99f None None] For port 928bc91b-4599-4d73-9481-fd36ae18c7e2, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=928bc91b-4599-4d73-9481-fd36ae18c7e2,segment=NetworkSegment(5c22e2d5-0ba6-4801-a903-4241c2620ae4),segment_id=5c22e2d5-0ba6-4801-a903-4241c2620ae4)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:07:07.291104 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 972161a2-3db6-4797-bf7b-4323bc6cbae4 details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 10:07:07.291559 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-83a7141d-5fde-49fe-b58c-f726e293a9bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:07.294351 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-83a7141d-5fde-49fe-b58c-f726e293a9bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:07.295662 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-83a7141d-5fde-49fe-b58c-f726e293a9bf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/21e249f7-419a-4721-9983-33aab5a7f246 HTTP/1.1" status: 204 len: 168 time: 0.4727359 Jun 11 10:07:07.296621 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8470b8c2-6ba7-490a-b405-7ab912a639a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:07.297866 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbe37fb0-57e0-47a4-afc4-f333155707d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 798} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:07:07.315683 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a7141d-5fde-49fe-b58c-f726e293a9bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e249f7-419a-4721-9983-33aab5a7f246,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:07.328594 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-83a7141d-5fde-49fe-b58c-f726e293a9bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:07.330091 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cbe37fb0-57e0-47a4-afc4-f333155707d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:07.332161 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-cbe37fb0-57e0-47a4-afc4-f333155707d8 admin admin] Added segment 8f670697-5be1-4db2-a4bd-10444c5be009 of type vlan for network a20d0ce4-6263-464e-9328-bad434aa0cb6 Jun 11 10:07:07.404747 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cbe37fb0-57e0-47a4-afc4-f333155707d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:07.454694 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 44486) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:07.477116 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-851ba1f1-c500-43c6-bfaa-d2999603c99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:07.490756 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:07.560847 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cbe37fb0-57e0-47a4-afc4-f333155707d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:07.564586 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe37fb0-57e0-47a4-afc4-f333155707d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:07.569370 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cbe37fb0-57e0-47a4-afc4-f333155707d8 admin admin] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:07.573171 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851ba1f1-c500-43c6-bfaa-d2999603c99f None None] Routers {'8d7bfec0-90c0-4cee-a335-6ed17491a245'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:07:07.573837 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-851ba1f1-c500-43c6-bfaa-d2999603c99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:06:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['8d7bfec0-90c0-4cee-a335-6ed17491a245'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:07:07.574054 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-259f5939-d062-49f6-882e-67517b6258df tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:07.662107 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a10af-309a-4598-a913-890ee49f05ca req-ebfc44f3-71dd-42f6-9680-c2f7c0b4812e tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:07.669899 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8e9a10af-309a-4598-a913-890ee49f05ca req-ebfc44f3-71dd-42f6-9680-c2f7c0b4812e tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ab265ba-0e64-4ab0-b0f6-b524ef6348a7 HTTP/1.1" status: 200 len: 943 time: 0.0892339 Jun 11 10:07:07.683118 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-fc6defbd-4b53-434c-a1d9-0a137947eee6 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1641922154'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:07:07.718643 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe37fb0-57e0-47a4-afc4-f333155707d8 admin admin] Pushing event updated for resources: {'Network': ['ID=a20d0ce4-6263-464e-9328-bad434aa0cb6,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:07.721889 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-cbe37fb0-57e0-47a4-afc4-f333155707d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:07.730326 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8e9a10af-309a-4598-a913-890ee49f05ca req-31f80163-e20c-4df5-9f93-88b7c8511715 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/security-groups?id=96aa83f0-94dd-44ea-8665-16c361dca37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595667 Jun 11 10:07:07.762543 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-cbe37fb0-57e0-47a4-afc4-f333155707d8 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1010497 Jun 11 10:07:07.773183 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 44498) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:07.773807 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 9c8e9f6f-4be4-4fa7-9c54-4e5729b26833 up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:07:07.777213 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network a20d0ce4-6263-464e-9328-bad434aa0cb6 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:07:07.781992 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-04207465-aa3d-410c-9c94-9c24949efc17 admin admin] Request body: {'subnet': {'network_id': 'a20d0ce4-6263-464e-9328-bad434aa0cb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-295911327-subnet', 'tenant_id': 'f4be7c0a3f9e4f8087fc6311d28a32e0', 'ip_version': 4}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:07:07.798505 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 972161a2-3db6-4797-bf7b-4323bc6cbae4, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=972161a2-3db6-4797-bf7b-4323bc6cbae4,segment=NetworkSegment(b719cd41-19b3-416c-a5c4-9b58e3190d50),segment_id=b719cd41-19b3-416c-a5c4-9b58e3190d50)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:07:07.899365 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab29b8dd-8f5d-433e-b30f-107ad7c3cd2b None None] Pushing event updated for resources: {'Port': ['ID=928bc91b-4599-4d73-9481-fd36ae18c7e2,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:07.903421 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-ab29b8dd-8f5d-433e-b30f-107ad7c3cd2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:07.928376 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': '972161a2-3db6-4797-bf7b-4323bc6cbae4', 'network_id': '5427c4a8-7b61-46c8-b2d0-4992f0c871cf', 'port_id': '972161a2-3db6-4797-bf7b-4323bc6cbae4', 'mac_address': 'fa:16:3e:dc:15:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6028e95b-6bd7-4d2b-ba5c-242431c6d512', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 10:07:07.943437 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc6defbd-4b53-434c-a1d9-0a137947eee6 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Made reservation on behalf of 6eee960bcc7246bfbdd544be4d916a35 for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:07:07.948359 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fc6defbd-4b53-434c-a1d9-0a137947eee6 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:07.962969 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fc6defbd-4b53-434c-a1d9-0a137947eee6 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:08.045863 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04207465-aa3d-410c-9c94-9c24949efc17 admin admin] Made reservation on behalf of f4be7c0a3f9e4f8087fc6311d28a32e0 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:07:08.055908 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-04207465-aa3d-410c-9c94-9c24949efc17 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:08.101062 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-851ba1f1-c500-43c6-bfaa-d2999603c99f None None] Set router 8d7bfec0-90c0-4cee-a335-6ed17491a245 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:07:08.150620 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:08.181275 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 972161a2-3db6-4797-bf7b-4323bc6cbae4 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:07:08.191914 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fc6defbd-4b53-434c-a1d9-0a137947eee6 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:08.257773 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning for port 9c8e9f6f-4be4-4fa7-9c54-4e5729b26833 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:07:08.267806 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 972161a2-3db6-4797-bf7b-4323bc6cbae4, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=972161a2-3db6-4797-bf7b-4323bc6cbae4,segment=NetworkSegment(b719cd41-19b3-416c-a5c4-9b58e3190d50),segment_id=b719cd41-19b3-416c-a5c4-9b58e3190d50)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:07:08.270302 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port 9c8e9f6f-4be4-4fa7-9c54-4e5729b26833 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:07:08.270446 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:08.274491 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fc6defbd-4b53-434c-a1d9-0a137947eee6 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:08.291139 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc6defbd-4b53-434c-a1d9-0a137947eee6 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 794} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:07:08.293838 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-79604b36-10c4-47a8-aec6-1f5867d9c6ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:08.332668 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fc6defbd-4b53-434c-a1d9-0a137947eee6 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:08.333023 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-fc6defbd-4b53-434c-a1d9-0a137947eee6 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Added segment 80b31b82-3480-4035-960b-f46e7aea1e6f of type vlan for network 8e6beef9-2f2f-4d34-b4e4-7206909ccfcf Jun 11 10:07:08.359860 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6defbd-4b53-434c-a1d9-0a137947eee6 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39b3cb69-a4c4-445b-846d-5c6439ba5b7b,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:08.400346 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-fc6defbd-4b53-434c-a1d9-0a137947eee6 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:08.422927 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fc6defbd-4b53-434c-a1d9-0a137947eee6 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:08.522112 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:08.522112 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:08.608982 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-04207465-aa3d-410c-9c94-9c24949efc17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:08.609592 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=972161a2-3db6-4797-bf7b-4323bc6cbae4,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:08.609847 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-fa536594-fb21-4be9-b71e-fb8f437c5f8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:08.612082 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:08.616566 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:08.652081 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02dd8d98-1aae-42c3-aef4-0f1f06bda846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c8e9f6f-4be4-4fa7-9c54-4e5729b26833'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:07:08.654344 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf6d720-5305-4155-80bf-f3195117563a" -d '{"events": [{"server_uuid": "02dd8d98-1aae-42c3-aef4-0f1f06bda846", "name": "network-vif-plugged", "status": "completed", "tag": "9c8e9f6f-4be4-4fa7-9c54-4e5729b26833"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:07:08.670527 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-851ba1f1-c500-43c6-bfaa-d2999603c99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7bfec0-90c0-4cee-a335-6ed17491a245', 'name': 'tempest-TestVolumeBootPattern-95095720-router', 'tenant_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'e8e14f68-7b9f-44db-a1c8-a66ea777a1af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:06:51Z', 'updated_at': '2021-06-11T10:07:02Z', 'revision_number': 4, 'project_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'gw_port': {'id': 'e8e14f68-7b9f-44db-a1c8-a66ea777a1af', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7bfec0-90c0-4cee-a335-6ed17491a245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:06:53Z', 'updated_at': '2021-06-11T10:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '928bc91b-4599-4d73-9481-fd36ae18c7e2', 'name': '', 'network_id': '795e7157-0b59-4b3c-b5bc-895c607dc0cc', 'tenant_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'mac_address': 'fa:16:3e:b8:e8:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d7bfec0-90c0-4cee-a335-6ed17491a245', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': 'b543bd1f-2b45-4ed6-ae53-d9d0c8ed8871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:06:59Z', 'updated_at': '2021-06-11T10:07:07Z', 'revision_number': 4, 'project_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'subnets': [{'id': 'b543bd1f-2b45-4ed6-ae53-d9d0c8ed8871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:07:08.671405 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fc6defbd-4b53-434c-a1d9-0a137947eee6 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:08.674166 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 9c8e9f6f-4be4-4fa7-9c54-4e5729b26833, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=9c8e9f6f-4be4-4fa7-9c54-4e5729b26833,segment=NetworkSegment(b719cd41-19b3-416c-a5c4-9b58e3190d50),segment_id=b719cd41-19b3-416c-a5c4-9b58e3190d50)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:07:08.676290 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851ba1f1-c500-43c6-bfaa-d2999603c99f None None] The sync data for ids ['8d7bfec0-90c0-4cee-a335-6ed17491a245'] in n-d-779913-12 is: [{'id': '8d7bfec0-90c0-4cee-a335-6ed17491a245', 'name': 'tempest-TestVolumeBootPattern-95095720-router', 'tenant_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'e8e14f68-7b9f-44db-a1c8-a66ea777a1af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:06:51Z', 'updated_at': '2021-06-11T10:07:02Z', 'revision_number': 4, 'project_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'gw_port': {'id': 'e8e14f68-7b9f-44db-a1c8-a66ea777a1af', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7bfec0-90c0-4cee-a335-6ed17491a245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:06:53Z', 'updated_at': '2021-06-11T10:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '928bc91b-4599-4d73-9481-fd36ae18c7e2', 'name': '', 'network_id': '795e7157-0b59-4b3c-b5bc-895c607dc0cc', 'tenant_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'mac_address': 'fa:16:3e:b8:e8:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d7bfec0-90c0-4cee-a335-6ed17491a245', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': 'b543bd1f-2b45-4ed6-ae53-d9d0c8ed8871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:06:59Z', 'updated_at': '2021-06-11T10:07:07Z', 'revision_number': 4, 'project_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'subnets': [{'id': 'b543bd1f-2b45-4ed6-ae53-d9d0c8ed8871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:07:08.688463 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6defbd-4b53-434c-a1d9-0a137947eee6 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:08.689123 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fc6defbd-4b53-434c-a1d9-0a137947eee6 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:08.699115 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04207465-aa3d-410c-9c94-9c24949efc17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=348618ee-f5e7-4b9b-af21-146466c8076a,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:08.707950 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-04207465-aa3d-410c-9c94-9c24949efc17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:08.710517 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c27c0987-add9-4b07-8450-4fedde5321d6 x-openstack-request-id: req-c27c0987-add9-4b07-8450-4fedde5321d6 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:07:08.710855 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02dd8d98-1aae-42c3-aef4-0f1f06bda846", "name": "network-vif-plugged", "status": "completed", "tag": "9c8e9f6f-4be4-4fa7-9c54-4e5729b26833", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:07:08.711849 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c27c0987-add9-4b07-8450-4fedde5321d6 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:07:08.712752 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02dd8d98-1aae-42c3-aef4-0f1f06bda846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c8e9f6f-4be4-4fa7-9c54-4e5729b26833', 'code': 200} Jun 11 10:07:08.720710 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-30bea4bd-1860-424c-8c72-e506a92d6323 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:08.729509 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04207465-aa3d-410c-9c94-9c24949efc17 admin admin] Checking segment: {'id': '8f670697-5be1-4db2-a4bd-10444c5be009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'a20d0ce4-6263-464e-9328-bad434aa0cb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:07:08.730123 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04207465-aa3d-410c-9c94-9c24949efc17 admin admin] Network hostable DHCP agents. Network: a20d0ce4-6263-464e-9328-bad434aa0cb6, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:07:08.818164 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['972161a2-3db6-4797-bf7b-4323bc6cbae4'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:07:08.821595 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:08.825993 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-73ceae0a-5162-4f77-9eb7-94ee51e4eccd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:08.840553 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04207465-aa3d-410c-9c94-9c24949efc17 admin admin] Network a20d0ce4-6263-464e-9328-bad434aa0cb6 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:07:08.951948 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6defbd-4b53-434c-a1d9-0a137947eee6 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Pushing event updated for resources: {'Network': ['ID=8e6beef9-2f2f-4d34-b4e4-7206909ccfcf,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:08.960279 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-04207465-aa3d-410c-9c94-9c24949efc17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, a20d0ce4-6263-464e-9328-bad434aa0cb6) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:07:08.964719 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04207465-aa3d-410c-9c94-9c24949efc17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:08.965299 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-04207465-aa3d-410c-9c94-9c24949efc17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:08.985316 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 8e6beef9-2f2f-4d34-b4e4-7206909ccfcf details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:07:08.987414 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ce71a4-2004-4ab2-9e0a-6a2dc4cb947c None None] Network a20d0ce4-6263-464e-9328-bad434aa0cb6 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:07:09.036284 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-fc6defbd-4b53-434c-a1d9-0a137947eee6 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:09.078724 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-04207465-aa3d-410c-9c94-9c24949efc17 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3016517 Jun 11 10:07:09.078953 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 44572) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:09.080738 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=9c8e9f6f-4be4-4fa7-9c54-4e5729b26833,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:09.085997 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-fa65f723-ad42-4c0d-8912-f16805dee4b5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-295911327-router', 'tenant_id': 'f4be7c0a3f9e4f8087fc6311d28a32e0', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:07:09.092513 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:09.145476 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b9ee2-0c23-4071-8b90-f7e1c56af53a req-8e828391-4783-4625-bf2d-27f6bec0a440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:09.147754 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-594b9ee2-0c23-4071-8b90-f7e1c56af53a req-8e828391-4783-4625-bf2d-27f6bec0a440 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=02dd8d98-1aae-42c3-aef4-0f1f06bda846 HTTP/1.1" status: 200 len: 1098 time: 0.3123598 Jun 11 10:07:09.157323 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6123a0-336d-4c9a-b0fe-69b113208011 req-6bd51f7c-8d18-4d37-9af9-775115b6c448 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:09.159142 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9d6123a0-336d-4c9a-b0fe-69b113208011 req-6bd51f7c-8d18-4d37-9af9-775115b6c448 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ab265ba-0e64-4ab0-b0f6-b524ef6348a7 HTTP/1.1" status: 200 len: 944 time: 0.1214802 Jun 11 10:07:09.182796 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-fc6defbd-4b53-434c-a1d9-0a137947eee6 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.7263980 Jun 11 10:07:09.186599 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 44578) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:09.191910 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-d5de6976-eaed-49a1-98b6-f4a64cd98c5f tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Request body: {'port': {'network_id': '8e6beef9-2f2f-4d34-b4e4-7206909ccfcf', 'name': 'tempest-PortsTestJSON-963988433'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:07:09.343329 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fa65f723-ad42-4c0d-8912-f16805dee4b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:09.344670 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fa65f723-ad42-4c0d-8912-f16805dee4b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:09.367301 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-594b9ee2-0c23-4071-8b90-f7e1c56af53a req-5ff2ca9f-6b97-4aba-9976-9431dd44d4eb service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=96aa83f0-94dd-44ea-8665-16c361dca37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002058 Jun 11 10:07:09.374283 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9d6123a0-336d-4c9a-b0fe-69b113208011 req-045224ad-6a63-47a8-b839-3a799cdd1eb5 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/security-groups?id=96aa83f0-94dd-44ea-8665-16c361dca37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930280 Jun 11 10:07:09.453816 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fa65f723-ad42-4c0d-8912-f16805dee4b5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:09.721892 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5de6976-eaed-49a1-98b6-f4a64cd98c5f tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Made reservation on behalf of 6eee960bcc7246bfbdd544be4d916a35 for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:07:09.725511 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d5de6976-eaed-49a1-98b6-f4a64cd98c5f tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:09.754468 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [None req-d5de6976-eaed-49a1-98b6-f4a64cd98c5f tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] device_id is not set on port c443a8f4-5cdd-415f-bdc7-c8eb2560a791 yet. {{(pid=93177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 10:07:09.828705 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424c3bef-7083-4fea-9955-8ad83438b271 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-a20d0ce4-6263-464e-9328-bad434aa0cb6', 'network_id': 'a20d0ce4-6263-464e-9328-bad434aa0cb6', 'tenant_id': 'f4be7c0a3f9e4f8087fc6311d28a32e0', 'fixed_ips': [{'subnet_id': '348618ee-f5e7-4b9b-af21-146466c8076a'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 10:07:09.830517 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-424c3bef-7083-4fea-9955-8ad83438b271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:10.065553 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-424c3bef-7083-4fea-9955-8ad83438b271 None None] Allocated IP 172.20.0.2 (a20d0ce4-6263-464e-9328-bad434aa0cb6/348618ee-f5e7-4b9b-af21-146466c8076a/a2644d5f-740c-4f81-9b96-faead752bf57) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:07:10.179404 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 44618) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:10.212968 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fa65f723-ad42-4c0d-8912-f16805dee4b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:10.240325 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d5de6976-eaed-49a1-98b6-f4a64cd98c5f tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:10.353546 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1575bcc3-f7b9-430f-a9bf-f3526d21218a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:10.372742 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-424c3bef-7083-4fea-9955-8ad83438b271 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:10.392341 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-424c3bef-7083-4fea-9955-8ad83438b271 None None] Transition to ACTIVE for port object a2644d5f-740c-4f81-9b96-faead752bf57 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:07:10.407560 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-424c3bef-7083-4fea-9955-8ad83438b271 None None] Transition to ACTIVE for port object a2644d5f-740c-4f81-9b96-faead752bf57 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:07:10.448128 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d5de6976-eaed-49a1-98b6-f4a64cd98c5f tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:10.459482 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a78c57e4-d18b-4657-a178-7bacf37ff57e tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:10.478476 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1575bcc3-f7b9-430f-a9bf-f3526d21218a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:10.533695 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-424c3bef-7083-4fea-9955-8ad83438b271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:10.537129 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:10.559724 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5de6976-eaed-49a1-98b6-f4a64cd98c5f tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Pushing event updated for resources: {'Port': ['ID=c443a8f4-5cdd-415f-bdc7-c8eb2560a791,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:10.564883 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d5de6976-eaed-49a1-98b6-f4a64cd98c5f tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:10.619536 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424c3bef-7083-4fea-9955-8ad83438b271 None None] Pushing event updated for resources: {'Port': ['ID=a2644d5f-740c-4f81-9b96-faead752bf57,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:10.624618 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-424c3bef-7083-4fea-9955-8ad83438b271 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:10.625176 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1575bcc3-f7b9-430f-a9bf-f3526d21218a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:10.630630 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424c3bef-7083-4fea-9955-8ad83438b271 None None] Network a20d0ce4-6263-464e-9328-bad434aa0cb6 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:07:10.633663 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-424c3bef-7083-4fea-9955-8ad83438b271 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:07:10.634209 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e2b1f2df-0ec9-4b75-a87f-8ed47b88a550 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:10.636042 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424c3bef-7083-4fea-9955-8ad83438b271 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:07:10.688982 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-1575bcc3-f7b9-430f-a9bf-f3526d21218a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a093fe0471bd407183080c5ca36f7af5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5050604 Jun 11 10:07:10.690724 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1575bcc3-f7b9-430f-a9bf-f3526d21218a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93545692-4426-4199-b003-a2ddfb9236cb,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:10.693787 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 44642) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:10.696695 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5de6976-eaed-49a1-98b6-f4a64cd98c5f tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Checking segment: {'id': '80b31b82-3480-4035-960b-f46e7aea1e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '8e6beef9-2f2f-4d34-b4e4-7206909ccfcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:07:10.697064 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5de6976-eaed-49a1-98b6-f4a64cd98c5f tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Network hostable DHCP agents. Network: 8e6beef9-2f2f-4d34-b4e4-7206909ccfcf, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:07:10.727396 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-424c3bef-7083-4fea-9955-8ad83438b271 None None] Attempting to bind port a2644d5f-740c-4f81-9b96-faead752bf57 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:07:10.727884 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-424c3bef-7083-4fea-9955-8ad83438b271 None None] Attempting to bind port a2644d5f-740c-4f81-9b96-faead752bf57 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '8f670697-5be1-4db2-a4bd-10444c5be009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'a20d0ce4-6263-464e-9328-bad434aa0cb6'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:07:10.728322 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424c3bef-7083-4fea-9955-8ad83438b271 None None] Attempting to bind port a2644d5f-740c-4f81-9b96-faead752bf57 on network a20d0ce4-6263-464e-9328-bad434aa0cb6 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:07:10.735498 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424c3bef-7083-4fea-9955-8ad83438b271 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:07:10.735975 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424c3bef-7083-4fea-9955-8ad83438b271 None None] Checking segment: {'id': '8f670697-5be1-4db2-a4bd-10444c5be009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'a20d0ce4-6263-464e-9328-bad434aa0cb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:07:10.736590 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-424c3bef-7083-4fea-9955-8ad83438b271 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:10.737170 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424c3bef-7083-4fea-9955-8ad83438b271 None None] Bound using segment: {'id': '8f670697-5be1-4db2-a4bd-10444c5be009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'a20d0ce4-6263-464e-9328-bad434aa0cb6'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:07:10.737873 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-424c3bef-7083-4fea-9955-8ad83438b271 None None] Bound port: a2644d5f-740c-4f81-9b96-faead752bf57, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f670697-5be1-4db2-a4bd-10444c5be009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'a20d0ce4-6263-464e-9328-bad434aa0cb6'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:07:10.738429 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-424c3bef-7083-4fea-9955-8ad83438b271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:10.771875 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908877a0-20df-49dc-9f3e-72d3192879ca req-75f701b1-98f8-4684-a9d8-665eb11cde42 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:10.773429 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-908877a0-20df-49dc-9f3e-72d3192879ca req-75f701b1-98f8-4684-a9d8-665eb11cde42 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ab265ba-0e64-4ab0-b0f6-b524ef6348a7 HTTP/1.1" status: 200 len: 944 time: 0.1298358 Jun 11 10:07:10.796741 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1575bcc3-f7b9-430f-a9bf-f3526d21218a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:10.827335 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f94be580-379a-4514-9a39-54a883b1ea3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:10.828754 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-424c3bef-7083-4fea-9955-8ad83438b271 None None] For port a2644d5f-740c-4f81-9b96-faead752bf57, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:07:10.832420 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-424c3bef-7083-4fea-9955-8ad83438b271 None None] For port a2644d5f-740c-4f81-9b96-faead752bf57, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=a2644d5f-740c-4f81-9b96-faead752bf57,segment=NetworkSegment(8f670697-5be1-4db2-a4bd-10444c5be009),segment_id=8f670697-5be1-4db2-a4bd-10444c5be009)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:07:10.861034 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f94be580-379a-4514-9a39-54a883b1ea3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:10.866517 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 928bc91b-4599-4d73-9481-fd36ae18c7e2 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:07:10.901205 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5de6976-eaed-49a1-98b6-f4a64cd98c5f tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Network 8e6beef9-2f2f-4d34-b4e4-7206909ccfcf is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:07:10.940631 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-424c3bef-7083-4fea-9955-8ad83438b271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:10.944103 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-ab29b8dd-8f5d-433e-b30f-107ad7c3cd2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:10.972657 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-908877a0-20df-49dc-9f3e-72d3192879ca req-6229bbdb-42c5-470b-b68b-2043aa18f659 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/security-groups?id=96aa83f0-94dd-44ea-8665-16c361dca37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365869 Jun 11 10:07:10.976914 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fa65f723-ad42-4c0d-8912-f16805dee4b5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:11.000385 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f94be580-379a-4514-9a39-54a883b1ea3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:11.004239 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fa65f723-ad42-4c0d-8912-f16805dee4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:11.004685 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f94be580-379a-4514-9a39-54a883b1ea3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:11.022698 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-f94be580-379a-4514-9a39-54a883b1ea3b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/93545692-4426-4199-b003-a2ddfb9236cb HTTP/1.1" status: 204 len: 168 time: 0.3044815 Jun 11 10:07:11.024284 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-dfb80fc5-c8c9-40fc-a2c9-1c91a7611585 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:11.045306 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 928bc91b-4599-4d73-9481-fd36ae18c7e2 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:07:11.051607 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94be580-379a-4514-9a39-54a883b1ea3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93545692-4426-4199-b003-a2ddfb9236cb,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:11.053558 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 928bc91b-4599-4d73-9481-fd36ae18c7e2 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:07:11.054098 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:11.057691 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f94be580-379a-4514-9a39-54a883b1ea3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:11.063213 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-d5de6976-eaed-49a1-98b6-f4a64cd98c5f tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 8e6beef9-2f2f-4d34-b4e4-7206909ccfcf) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:07:11.070818 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5de6976-eaed-49a1-98b6-f4a64cd98c5f tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:07:11.076669 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5de6976-eaed-49a1-98b6-f4a64cd98c5f tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:11.077618 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d5de6976-eaed-49a1-98b6-f4a64cd98c5f tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:11.099323 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233a064e-a87e-48e3-b8dd-85412657f901 None None] Network 8e6beef9-2f2f-4d34-b4e4-7206909ccfcf requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:07:11.138423 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424c3bef-7083-4fea-9955-8ad83438b271 None None] Pushing event updated for resources: {'Port': ['ID=a2644d5f-740c-4f81-9b96-faead752bf57,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:11.157992 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-424c3bef-7083-4fea-9955-8ad83438b271 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:11.180369 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-fa65f723-ad42-4c0d-8912-f16805dee4b5 admin admin] Allocated IP 172.25.4.21 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/f3eabcb8-c7fe-496f-94ae-1a7cfefcb4c7) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:07:11.226433 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-d5de6976-eaed-49a1-98b6-f4a64cd98c5f tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.0389607 Jun 11 10:07:11.229358 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 44664) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:11.241282 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-3c86ac5e-27db-4976-aec6-c2a35278d5de tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-971926754'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:07:11.299673 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 972161a2-3db6-4797-bf7b-4323bc6cbae4 up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:07:11.373346 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fa65f723-ad42-4c0d-8912-f16805dee4b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:11.399941 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c86ac5e-27db-4976-aec6-c2a35278d5de tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Made reservation on behalf of 6eee960bcc7246bfbdd544be4d916a35 for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:07:11.403952 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3c86ac5e-27db-4976-aec6-c2a35278d5de tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:11.419740 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:11.451985 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c86ac5e-27db-4976-aec6-c2a35278d5de tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 772} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:07:11.462363 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3c86ac5e-27db-4976-aec6-c2a35278d5de tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:11.462826 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-3c86ac5e-27db-4976-aec6-c2a35278d5de tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Added segment 1839de8c-6583-483e-aa79-ddae67c90f5d of type vlan for network 250ed959-ce15-4960-9e7a-9cf0a9c2573b Jun 11 10:07:11.479936 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 928bc91b-4599-4d73-9481-fd36ae18c7e2, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=928bc91b-4599-4d73-9481-fd36ae18c7e2,segment=NetworkSegment(5c22e2d5-0ba6-4801-a903-4241c2620ae4),segment_id=5c22e2d5-0ba6-4801-a903-4241c2620ae4)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:07:11.508980 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fa65f723-ad42-4c0d-8912-f16805dee4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:11.508980 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-51f5b5f3-2cef-41f5-9e61-0cc4f3dd8240 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:11.528720 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3c86ac5e-27db-4976-aec6-c2a35278d5de tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:11.549004 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning for port 972161a2-3db6-4797-bf7b-4323bc6cbae4 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:07:11.555884 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port 972161a2-3db6-4797-bf7b-4323bc6cbae4 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:07:11.556280 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:11.583459 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa65f723-ad42-4c0d-8912-f16805dee4b5 admin admin] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:07:11.583459 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa65f723-ad42-4c0d-8912-f16805dee4b5 admin admin] Pushing event updated for resources: {'Port': ['ID=f3eabcb8-c7fe-496f-94ae-1a7cfefcb4c7,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:11.595515 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-fa65f723-ad42-4c0d-8912-f16805dee4b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:07:11.598131 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-fa65f723-ad42-4c0d-8912-f16805dee4b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:11.599177 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa65f723-ad42-4c0d-8912-f16805dee4b5 admin admin] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:07:11.604812 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:11.611666 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-a5d6ad20-d3eb-4a8d-9c40-5a3c29852afa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:11.666985 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3c86ac5e-27db-4976-aec6-c2a35278d5de tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:11.672652 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c86ac5e-27db-4976-aec6-c2a35278d5de tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:11.673732 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3c86ac5e-27db-4976-aec6-c2a35278d5de tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:11.683226 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a77fbf63-9375-4f85-a105-69e970f3f53e tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:11.825637 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=928bc91b-4599-4d73-9481-fd36ae18c7e2,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:11.837436 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:11.899407 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:11.950070 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ab265ba-0e64-4ab0-b0f6-b524ef6348a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '972161a2-3db6-4797-bf7b-4323bc6cbae4'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:07:11.952048 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f4a27f-f5dc-413b-9a00-99aa2d203cab" -d '{"events": [{"server_uuid": "2ab265ba-0e64-4ab0-b0f6-b524ef6348a7", "name": "network-vif-plugged", "status": "completed", "tag": "972161a2-3db6-4797-bf7b-4323bc6cbae4"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:07:11.968680 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 972161a2-3db6-4797-bf7b-4323bc6cbae4, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=972161a2-3db6-4797-bf7b-4323bc6cbae4,segment=NetworkSegment(b719cd41-19b3-416c-a5c4-9b58e3190d50),segment_id=b719cd41-19b3-416c-a5c4-9b58e3190d50)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:07:12.046719 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-911e8272-9c6f-4672-9126-d4924d46c975 x-openstack-request-id: req-911e8272-9c6f-4672-9126-d4924d46c975 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:07:12.047235 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ab265ba-0e64-4ab0-b0f6-b524ef6348a7", "name": "network-vif-plugged", "status": "completed", "tag": "972161a2-3db6-4797-bf7b-4323bc6cbae4", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:07:12.047700 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-911e8272-9c6f-4672-9126-d4924d46c975 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:07:12.048327 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ab265ba-0e64-4ab0-b0f6-b524ef6348a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '972161a2-3db6-4797-bf7b-4323bc6cbae4', 'code': 200} Jun 11 10:07:12.058597 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:12.064801 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-9f0f88d2-0364-4b2a-a6f6-eb98182320ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:12.254139 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=972161a2-3db6-4797-bf7b-4323bc6cbae4,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:12.257669 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:12.383296 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c86ac5e-27db-4976-aec6-c2a35278d5de tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Pushing event updated for resources: {'Network': ['ID=250ed959-ce15-4960-9e7a-9cf0a9c2573b,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:12.386122 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3c86ac5e-27db-4976-aec6-c2a35278d5de tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.703s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:12.400220 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 250ed959-ce15-4960-9e7a-9cf0a9c2573b details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:07:12.444066 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-3c86ac5e-27db-4976-aec6-c2a35278d5de tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2134304 Jun 11 10:07:12.444708 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 44738) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:12.455063 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-fd44fcb2-c324-411b-84d7-1a1506d3951b tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Request body: {'ports': [{'network_id': '8e6beef9-2f2f-4d34-b4e4-7206909ccfcf'}, {'network_id': '250ed959-ce15-4960-9e7a-9cf0a9c2573b'}]} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:07:12.455385 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-fd44fcb2-c324-411b-84d7-1a1506d3951b tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Request body: {'port': {'network_id': '8e6beef9-2f2f-4d34-b4e4-7206909ccfcf'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:07:12.456046 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-fd44fcb2-c324-411b-84d7-1a1506d3951b tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Request body: {'port': {'network_id': '250ed959-ce15-4960-9e7a-9cf0a9c2573b'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:07:12.459952 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731b8235-c3e7-4681-a940-1a2edc0d3e9e None None] Network a20d0ce4-6263-464e-9328-bad434aa0cb6 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:07:12.661964 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-bdf39526-c761-4cc2-8372-4b27443b5465 None None] Provisioning for port a2644d5f-740c-4f81-9b96-faead752bf57 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:07:12.880010 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd44fcb2-c324-411b-84d7-1a1506d3951b tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Made reservation on behalf of 6eee960bcc7246bfbdd544be4d916a35 for: {'port': 2} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:07:12.891888 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fd44fcb2-c324-411b-84d7-1a1506d3951b tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:12.937755 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fd44fcb2-c324-411b-84d7-1a1506d3951b tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:13.020897 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 928bc91b-4599-4d73-9481-fd36ae18c7e2 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:07:13.078293 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fa65f723-ad42-4c0d-8912-f16805dee4b5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:13.081713 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-bb1046c6-cee4-47b8-a22e-dc0822e326c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:13.152576 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 928bc91b-4599-4d73-9481-fd36ae18c7e2 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:07:13.152968 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:13.183603 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [None req-fd44fcb2-c324-411b-84d7-1a1506d3951b tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] device_id is not set on port 9adaa6b5-f4f6-43bc-a2c3-15b33f41675a yet. {{(pid=93176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 10:07:13.270081 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b10e348-661f-4917-b931-35ae61f4266c req-2b067c5b-3a36-4748-8b94-e73d9f385230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:13.271742 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7b10e348-661f-4917-b931-35ae61f4266c req-2b067c5b-3a36-4748-8b94-e73d9f385230 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2ab265ba-0e64-4ab0-b0f6-b524ef6348a7 HTTP/1.1" status: 200 len: 1097 time: 1.0255468 Jun 11 10:07:13.334693 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35013294-d24d-487d-92be-7cc7da2374f1 req-56af1095-de7f-4775-b42a-1de1bd09ef89 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:13.336103 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device a2644d5f-740c-4f81-9b96-faead752bf57 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:07:13.336281 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-35013294-d24d-487d-92be-7cc7da2374f1 req-56af1095-de7f-4775-b42a-1de1bd09ef89 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ab265ba-0e64-4ab0-b0f6-b524ef6348a7 HTTP/1.1" status: 200 len: 945 time: 1.0915468 Jun 11 10:07:13.395658 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7b10e348-661f-4917-b931-35ae61f4266c req-02a8538c-fec7-4a39-a96e-5a49f2aec8d8 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=96aa83f0-94dd-44ea-8665-16c361dca37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940394 Jun 11 10:07:13.420431 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fd44fcb2-c324-411b-84d7-1a1506d3951b tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:13.472711 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-35013294-d24d-487d-92be-7cc7da2374f1 req-b0e10e67-2569-4b17-864a-11ca52f3b9e6 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/security-groups?id=96aa83f0-94dd-44ea-8665-16c361dca37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233201 Jun 11 10:07:13.538781 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port a2644d5f-740c-4f81-9b96-faead752bf57 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:07:13.545036 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port a2644d5f-740c-4f81-9b96-faead752bf57 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:07:13.546572 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:13.547411 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [None req-fd44fcb2-c324-411b-84d7-1a1506d3951b tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] device_id is not set on port aaa7bf2a-8564-4212-81c1-e8a1506d9af9 yet. {{(pid=93176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 10:07:13.700585 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:13.713101 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fa65f723-ad42-4c0d-8912-f16805dee4b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:13.728498 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fd44fcb2-c324-411b-84d7-1a1506d3951b tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:13.744985 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port a2644d5f-740c-4f81-9b96-faead752bf57, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=a2644d5f-740c-4f81-9b96-faead752bf57,segment=NetworkSegment(8f670697-5be1-4db2-a4bd-10444c5be009),segment_id=8f670697-5be1-4db2-a4bd-10444c5be009)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:07:13.932219 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fd44fcb2-c324-411b-84d7-1a1506d3951b tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:13.935128 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:13.937079 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6f06386b-d408-4c76-804d-cf2822b70f44 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:13.938458 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:14.012185 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=a2644d5f-740c-4f81-9b96-faead752bf57,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:14.013644 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:14.020959 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd44fcb2-c324-411b-84d7-1a1506d3951b tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Network 8e6beef9-2f2f-4d34-b4e4-7206909ccfcf is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:07:14.024872 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa65f723-ad42-4c0d-8912-f16805dee4b5 admin admin] Router ffe80abb-5c2e-4518-91ea-7affaada86e3 is scheduled to L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 with binding_index 1 {{(pid=93177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 10:07:14.027334 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-fd44fcb2-c324-411b-84d7-1a1506d3951b tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:07:14.033633 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd44fcb2-c324-411b-84d7-1a1506d3951b tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:07:14.034761 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fd44fcb2-c324-411b-84d7-1a1506d3951b tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:14.041460 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd44fcb2-c324-411b-84d7-1a1506d3951b tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Pushing event updated for resources: {'Port': ['ID=9adaa6b5-f4f6-43bc-a2c3-15b33f41675a,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:14.049140 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-fd44fcb2-c324-411b-84d7-1a1506d3951b tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:14.052712 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-dbda0e57-b435-4723-a506-d639125fee58 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:14.287342 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd44fcb2-c324-411b-84d7-1a1506d3951b tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Pushing event updated for resources: {'Port': ['ID=aaa7bf2a-8564-4212-81c1-e8a1506d9af9,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:14.291666 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-fd44fcb2-c324-411b-84d7-1a1506d3951b tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:14.299397 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd44fcb2-c324-411b-84d7-1a1506d3951b tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Checking segment: {'id': '1839de8c-6583-483e-aa79-ddae67c90f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '250ed959-ce15-4960-9e7a-9cf0a9c2573b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:07:14.299801 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd44fcb2-c324-411b-84d7-1a1506d3951b tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Network hostable DHCP agents. Network: 250ed959-ce15-4960-9e7a-9cf0a9c2573b, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:07:14.325795 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa65f723-ad42-4c0d-8912-f16805dee4b5 admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:07:14.336264 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd60a58-d8cd-4980-b602-7855fa4e94c5 None None] Sync routers for ids ['ffe80abb-5c2e-4518-91ea-7affaada86e3'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:07:14.348797 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd60a58-d8cd-4980-b602-7855fa4e94c5 None None] Routers {'ffe80abb-5c2e-4518-91ea-7affaada86e3'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:07:14.348797 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-dcd60a58-d8cd-4980-b602-7855fa4e94c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:06:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['ffe80abb-5c2e-4518-91ea-7affaada86e3'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:07:14.494165 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-dcd60a58-d8cd-4980-b602-7855fa4e94c5 None None] Set router ffe80abb-5c2e-4518-91ea-7affaada86e3 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:07:14.498342 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd44fcb2-c324-411b-84d7-1a1506d3951b tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Network 250ed959-ce15-4960-9e7a-9cf0a9c2573b is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:07:14.500217 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fa65f723-ad42-4c0d-8912-f16805dee4b5 admin admin] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:14.504556 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-fa65f723-ad42-4c0d-8912-f16805dee4b5 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.4232981 Jun 11 10:07:14.505899 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 44838) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:14.642336 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-fd44fcb2-c324-411b-84d7-1a1506d3951b tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 250ed959-ce15-4960-9e7a-9cf0a9c2573b) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:07:14.647011 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd44fcb2-c324-411b-84d7-1a1506d3951b tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:07:14.652977 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11e42ff-c51b-4618-ab24-ea9d2ab06801 None None] Network 250ed959-ce15-4960-9e7a-9cf0a9c2573b requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:07:14.654888 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd44fcb2-c324-411b-84d7-1a1506d3951b tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:14.661786 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd44fcb2-c324-411b-84d7-1a1506d3951b tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:14.662468 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fd44fcb2-c324-411b-84d7-1a1506d3951b tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:14.760437 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e900217-7a2a-4563-b30b-0d892ccaefc5 req-b37918be-0b85-4e08-8f58-a7f5dddd590b tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:14.785780 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5e900217-7a2a-4563-b30b-0d892ccaefc5 req-b37918be-0b85-4e08-8f58-a7f5dddd590b tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ab265ba-0e64-4ab0-b0f6-b524ef6348a7 HTTP/1.1" status: 200 len: 945 time: 0.1512539 Jun 11 10:07:14.830998 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-fd44fcb2-c324-411b-84d7-1a1506d3951b tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.3851392 Jun 11 10:07:14.834014 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 44864) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:14.852637 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-dcd60a58-d8cd-4980-b602-7855fa4e94c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe80abb-5c2e-4518-91ea-7affaada86e3', 'name': 'tempest-TestVolumeBootPattern-295911327-router', 'tenant_id': 'f4be7c0a3f9e4f8087fc6311d28a32e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': 'f3eabcb8-c7fe-496f-94ae-1a7cfefcb4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:07:09Z', 'updated_at': '2021-06-11T10:07:11Z', 'revision_number': 3, 'project_id': 'f4be7c0a3f9e4f8087fc6311d28a32e0', 'gw_port': {'id': 'f3eabcb8-c7fe-496f-94ae-1a7cfefcb4c7', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe80abb-5c2e-4518-91ea-7affaada86e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:07:11Z', 'updated_at': '2021-06-11T10:07:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:07:14.856338 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5e900217-7a2a-4563-b30b-0d892ccaefc5 req-7bb0a332-fd7c-4f58-af02-fc04afbaf667 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/security-groups?id=96aa83f0-94dd-44ea-8665-16c361dca37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671945 Jun 11 10:07:14.863234 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd60a58-d8cd-4980-b602-7855fa4e94c5 None None] Checking router: ffe80abb-5c2e-4518-91ea-7affaada86e3 for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:07:14.863614 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd60a58-d8cd-4980-b602-7855fa4e94c5 None None] Updating router ffe80abb-5c2e-4518-91ea-7affaada86e3 port f3eabcb8-c7fe-496f-94ae-1a7cfefcb4c7 binding host n-d-779913-12 {{(pid=93179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 10:07:14.944364 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device a2644d5f-740c-4f81-9b96-faead752bf57 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:07:14.975963 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-dcd60a58-d8cd-4980-b602-7855fa4e94c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:15.060114 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-e2abc1e2-dc41-4638-a084-4005440e3518 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Deleting port aaa7bf2a-8564-4212-81c1-e8a1506d9af9 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:07:15.060893 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e2abc1e2-dc41-4638-a084-4005440e3518 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:15.204615 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e2abc1e2-dc41-4638-a084-4005440e3518 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:15.363835 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-e2abc1e2-dc41-4638-a084-4005440e3518 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Calling delete_port for aaa7bf2a-8564-4212-81c1-e8a1506d9af9 owned by {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:07:15.407993 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port a2644d5f-740c-4f81-9b96-faead752bf57 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:07:15.408654 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:15.595067 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e2abc1e2-dc41-4638-a084-4005440e3518 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:15.598991 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-dcd60a58-d8cd-4980-b602-7855fa4e94c5 None None] Notify callbacks [] for port, precommit_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:15.602449 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-06da933f-4b78-45d0-b35b-61b92f4d822d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:15.607820 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-86ea3e4c-a3a6-42c7-988a-72ad5f286004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:15.610013 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-dcd60a58-d8cd-4980-b602-7855fa4e94c5 None None] Transition to ACTIVE for port object f3eabcb8-c7fe-496f-94ae-1a7cfefcb4c7 will not be triggered until provisioned by entity L2. {{(pid=93179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:07:15.635774 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2abc1e2-dc41-4638-a084-4005440e3518 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Pushing event deleted for resources: {'Port': ['ID=aaa7bf2a-8564-4212-81c1-e8a1506d9af9,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:15.638590 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e2abc1e2-dc41-4638-a084-4005440e3518 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:15.663025 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e2abc1e2-dc41-4638-a084-4005440e3518 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:15.666107 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-e2abc1e2-dc41-4638-a084-4005440e3518 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "DELETE /v2.0/ports/aaa7bf2a-8564-4212-81c1-e8a1506d9af9 HTTP/1.1" status: 204 len: 168 time: 0.8308187 Jun 11 10:07:15.670810 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 44912) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:15.737275 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-dcd60a58-d8cd-4980-b602-7855fa4e94c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:15.740132 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-ec315119-feed-4cba-8bfe-9f134e5ae272 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:15.798524 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8d88c2-ed62-4180-a445-7d927bc44655 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:15.803929 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8d88c2-ed62-4180-a445-7d927bc44655 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:15.818673 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-1d8d88c2-ed62-4180-a445-7d927bc44655 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1434746 Jun 11 10:07:15.818673 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 44920) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:15.822033 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d10c47d6-1eb5-4c45-80f5-60ee03cc3be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:15.833341 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-dcd60a58-d8cd-4980-b602-7855fa4e94c5 None None] Attempting to bind port f3eabcb8-c7fe-496f-94ae-1a7cfefcb4c7 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:07:15.839613 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-dcd60a58-d8cd-4980-b602-7855fa4e94c5 None None] Attempting to bind port f3eabcb8-c7fe-496f-94ae-1a7cfefcb4c7 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:07:15.839613 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd60a58-d8cd-4980-b602-7855fa4e94c5 None None] Attempting to bind port f3eabcb8-c7fe-496f-94ae-1a7cfefcb4c7 on network f0adef6e-169f-4a27-8865-442be2ad072d {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:07:15.839613 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3708902b-1080-4fdc-b560-9325a83d38dc None None] Pushing event updated for resources: {'Port': ['ID=f3eabcb8-c7fe-496f-94ae-1a7cfefcb4c7,revision_number=2']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:15.840649 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-3708902b-1080-4fdc-b560-9325a83d38dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:15.844177 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd60a58-d8cd-4980-b602-7855fa4e94c5 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:07:15.844943 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd60a58-d8cd-4980-b602-7855fa4e94c5 None None] Checking segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:07:15.845449 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-dcd60a58-d8cd-4980-b602-7855fa4e94c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:15.845948 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd60a58-d8cd-4980-b602-7855fa4e94c5 None None] Bound using segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:07:15.846635 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-dcd60a58-d8cd-4980-b602-7855fa4e94c5 None None] Bound port: f3eabcb8-c7fe-496f-94ae-1a7cfefcb4c7, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:07:15.847232 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-dcd60a58-d8cd-4980-b602-7855fa4e94c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:15.872115 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-86ea3e4c-a3a6-42c7-988a-72ad5f286004 admin admin] Allocated IP 172.20.0.1 (a20d0ce4-6263-464e-9328-bad434aa0cb6/348618ee-f5e7-4b9b-af21-146466c8076a/986168ed-d55e-4168-95dd-aa01ff656a79) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:07:15.924881 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-dcd60a58-d8cd-4980-b602-7855fa4e94c5 None None] For port f3eabcb8-c7fe-496f-94ae-1a7cfefcb4c7, host n-d-779913-12, cleared binding levels {{(pid=93179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:07:15.927959 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-dcd60a58-d8cd-4980-b602-7855fa4e94c5 None None] For port f3eabcb8-c7fe-496f-94ae-1a7cfefcb4c7, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=f3eabcb8-c7fe-496f-94ae-1a7cfefcb4c7,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:07:15.973830 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-bbb5a9b7-f7eb-4f5d-82dd-2eb04d20c85c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Deleting port 9adaa6b5-f4f6-43bc-a2c3-15b33f41675a {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:07:15.974173 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bbb5a9b7-f7eb-4f5d-82dd-2eb04d20c85c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:16.017926 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:16.045560 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-86ea3e4c-a3a6-42c7-988a-72ad5f286004 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:16.056175 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-dcd60a58-d8cd-4980-b602-7855fa4e94c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:16.066254 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-76fa62a3-6a00-482a-ab5e-48be10acb81e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:16.113137 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-86ea3e4c-a3a6-42c7-988a-72ad5f286004 admin admin] Transition to ACTIVE for port object 986168ed-d55e-4168-95dd-aa01ff656a79 will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:07:16.113944 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bbb5a9b7-f7eb-4f5d-82dd-2eb04d20c85c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:16.166691 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db97e18d-6682-4db2-bef8-4efbae55ba71 req-7b0ddcd2-b1bf-4508-8b82-98b9a2cdf12d tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:16.168542 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-db97e18d-6682-4db2-bef8-4efbae55ba71 req-7b0ddcd2-b1bf-4508-8b82-98b9a2cdf12d tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ab265ba-0e64-4ab0-b0f6-b524ef6348a7 HTTP/1.1" status: 200 len: 945 time: 0.1291151 Jun 11 10:07:16.197177 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd60a58-d8cd-4980-b602-7855fa4e94c5 None None] Routers {'ffe80abb-5c2e-4518-91ea-7affaada86e3'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:07:16.197752 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-dcd60a58-d8cd-4980-b602-7855fa4e94c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:07:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['ffe80abb-5c2e-4518-91ea-7affaada86e3'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:07:16.231039 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-db97e18d-6682-4db2-bef8-4efbae55ba71 req-5d438818-52ce-4337-8ea9-4ce5eba10e46 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/security-groups?id=96aa83f0-94dd-44ea-8665-16c361dca37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546224 Jun 11 10:07:16.263695 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3708902b-1080-4fdc-b560-9325a83d38dc None None] Pushing event updated for resources: {'Port': ['ID=f3eabcb8-c7fe-496f-94ae-1a7cfefcb4c7,revision_number=3']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:16.279239 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-86ea3e4c-a3a6-42c7-988a-72ad5f286004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:16.279239 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-bb84a4bb-baef-4489-8a20-207646726044 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:16.320037 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-bbb5a9b7-f7eb-4f5d-82dd-2eb04d20c85c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Calling delete_port for 9adaa6b5-f4f6-43bc-a2c3-15b33f41675a owned by {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:07:16.356172 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-3708902b-1080-4fdc-b560-9325a83d38dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:16.386422 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ea3e4c-a3a6-42c7-988a-72ad5f286004 admin admin] Network a20d0ce4-6263-464e-9328-bad434aa0cb6 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:07:16.388052 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-86ea3e4c-a3a6-42c7-988a-72ad5f286004 admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:07:16.392678 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ea3e4c-a3a6-42c7-988a-72ad5f286004 admin admin] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:07:16.461697 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 44952) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:16.481552 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-dcd60a58-d8cd-4980-b602-7855fa4e94c5 None None] Set router ffe80abb-5c2e-4518-91ea-7affaada86e3 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:07:16.489338 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ea3e4c-a3a6-42c7-988a-72ad5f286004 admin admin] Pushing event updated for resources: {'Port': ['ID=986168ed-d55e-4168-95dd-aa01ff656a79,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:16.493687 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-86ea3e4c-a3a6-42c7-988a-72ad5f286004 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:16.504673 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-86ea3e4c-a3a6-42c7-988a-72ad5f286004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-375088'] for router_interface, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:16.652958 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06f3b8f-3b83-413a-9ad2-4de8b935de00 req-d204a0b1-8aab-4608-a64a-870f99af8886 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:16.661624 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d06f3b8f-3b83-413a-9ad2-4de8b935de00 req-d204a0b1-8aab-4608-a64a-870f99af8886 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/ports?device_id=7eb098e1-9410-476d-9519-14bc0525375b HTTP/1.1" status: 200 len: 945 time: 0.2299562 Jun 11 10:07:16.668764 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:16.745068 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bbb5a9b7-f7eb-4f5d-82dd-2eb04d20c85c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:16.760569 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a5bdac97-c4f0-4088-b7ad-34e7ad1596d3 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:16.823657 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb5a9b7-f7eb-4f5d-82dd-2eb04d20c85c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Pushing event deleted for resources: {'Port': ['ID=9adaa6b5-f4f6-43bc-a2c3-15b33f41675a,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:16.827759 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d06f3b8f-3b83-413a-9ad2-4de8b935de00 req-d0f0f9ff-0cb4-4adb-a0f8-331f9c73d0f6 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/security-groups?id=96aa83f0-94dd-44ea-8665-16c361dca37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650083 Jun 11 10:07:16.828734 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-bbb5a9b7-f7eb-4f5d-82dd-2eb04d20c85c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:16.838706 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cd153d13-bfb3-4584-93a6-25603c2e73b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:16.844519 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bbb5a9b7-f7eb-4f5d-82dd-2eb04d20c85c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:16.855884 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-bbb5a9b7-f7eb-4f5d-82dd-2eb04d20c85c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "DELETE /v2.0/ports/9adaa6b5-f4f6-43bc-a2c3-15b33f41675a HTTP/1.1" status: 204 len: 168 time: 1.0269134 Jun 11 10:07:16.856187 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 44968) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:16.948173 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-dcd60a58-d8cd-4980-b602-7855fa4e94c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe80abb-5c2e-4518-91ea-7affaada86e3', 'name': 'tempest-TestVolumeBootPattern-295911327-router', 'tenant_id': 'f4be7c0a3f9e4f8087fc6311d28a32e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': 'f3eabcb8-c7fe-496f-94ae-1a7cfefcb4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:07:09Z', 'updated_at': '2021-06-11T10:07:11Z', 'revision_number': 3, 'project_id': 'f4be7c0a3f9e4f8087fc6311d28a32e0', 'gw_port': {'id': 'f3eabcb8-c7fe-496f-94ae-1a7cfefcb4c7', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe80abb-5c2e-4518-91ea-7affaada86e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:07:11Z', 'updated_at': '2021-06-11T10:07:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:07:16.957291 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd60a58-d8cd-4980-b602-7855fa4e94c5 None None] The sync data for ids ['ffe80abb-5c2e-4518-91ea-7affaada86e3'] in n-d-779913-12 is: [{'id': 'ffe80abb-5c2e-4518-91ea-7affaada86e3', 'name': 'tempest-TestVolumeBootPattern-295911327-router', 'tenant_id': 'f4be7c0a3f9e4f8087fc6311d28a32e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': 'f3eabcb8-c7fe-496f-94ae-1a7cfefcb4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:07:09Z', 'updated_at': '2021-06-11T10:07:11Z', 'revision_number': 3, 'project_id': 'f4be7c0a3f9e4f8087fc6311d28a32e0', 'gw_port': {'id': 'f3eabcb8-c7fe-496f-94ae-1a7cfefcb4c7', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe80abb-5c2e-4518-91ea-7affaada86e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:07:11Z', 'updated_at': '2021-06-11T10:07:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:07:16.967806 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-86ea3e4c-a3a6-42c7-988a-72ad5f286004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:16.977858 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-1d961902-91b4-4e45-b802-0b6890254b02 None None] Provisioning for port 986168ed-d55e-4168-95dd-aa01ff656a79 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:07:16.978624 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77b7e68-9ccb-426b-9547-a3b62b85075d tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:16.982698 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-1d961902-91b4-4e45-b802-0b6890254b02 None None] Provisioning complete for port 986168ed-d55e-4168-95dd-aa01ff656a79 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:07:16.983211 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1d961902-91b4-4e45-b802-0b6890254b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:16.995194 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-f77b7e68-9ccb-426b-9547-a3b62b85075d tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1425745 Jun 11 10:07:17.002347 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 44976) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:17.053985 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-1d961902-91b4-4e45-b802-0b6890254b02 None None] Port 986168ed-d55e-4168-95dd-aa01ff656a79 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:07:17.082686 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cd153d13-bfb3-4584-93a6-25603c2e73b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:17.096002 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc9c1d34-9c57-4fcb-80bd-3a583a58b7c6 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] GET failed (client error): The resource could not be found. Jun 11 10:07:17.097657 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-fc9c1d34-9c57-4fcb-80bd-3a583a58b7c6 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "GET /v2.0/ports/aaa7bf2a-8564-4212-81c1-e8a1506d9af9 HTTP/1.1" status: 404 len: 333 time: 0.0896273 Jun 11 10:07:17.106880 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 44984) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:17.150608 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-19ba5708-86c3-4ef9-87ab-5a37bca1cdf4 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] GET failed (client error): The resource could not be found. Jun 11 10:07:17.152272 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-19ba5708-86c3-4ef9-87ab-5a37bca1cdf4 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "GET /v2.0/ports/9adaa6b5-f4f6-43bc-a2c3-15b33f41675a HTTP/1.1" status: 404 len: 333 time: 0.0451736 Jun 11 10:07:17.155026 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 44988) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:17.165592 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cd153d13-bfb3-4584-93a6-25603c2e73b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:17.182473 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1def6288-a45e-48ff-8537-163a2c62ac69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:17.256830 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190fa16b-45c7-48db-9cc2-98edaf7c1963 req-1ccdbf30-95ef-4825-aee6-04055050f124 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:17.262585 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-190fa16b-45c7-48db-9cc2-98edaf7c1963 req-1ccdbf30-95ef-4825-aee6-04055050f124 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/ports?device_id=02dd8d98-1aae-42c3-aef4-0f1f06bda846 HTTP/1.1" status: 200 len: 946 time: 0.2242391 Jun 11 10:07:17.337934 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7b9d0f0f-9f40-4fd5-9373-c2c44899decb tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:17.366655 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-cd153d13-bfb3-4584-93a6-25603c2e73b6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f9bef4bec5f147d09f31c94a1ab77feb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9038296 Jun 11 10:07:17.370368 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 45000) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:17.370851 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd153d13-bfb3-4584-93a6-25603c2e73b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4cbde1-d418-4d70-978c-d320e668a661,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:17.375383 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-cd153d13-bfb3-4584-93a6-25603c2e73b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:17.375601 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-190fa16b-45c7-48db-9cc2-98edaf7c1963 req-34fcb1dc-9822-4829-aa61-07c40bd8833f tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/security-groups?id=96aa83f0-94dd-44ea-8665-16c361dca37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065438 Jun 11 10:07:17.433156 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-86ea3e4c-a3a6-42c7-988a-72ad5f286004 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:17.458239 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-177f2975-398d-4dee-8f8a-d09f1b9eacf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:17.484589 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-177f2975-398d-4dee-8f8a-d09f1b9eacf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:17.511442 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7b9d0f0f-9f40-4fd5-9373-c2c44899decb tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:17.558702 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-86ea3e4c-a3a6-42c7-988a-72ad5f286004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:17.558954 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-7b9d0f0f-9f40-4fd5-9373-c2c44899decb tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['250ed959-ce15-4960-9e7a-9cf0a9c2573b']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:07:17.559110 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7cd820c7-0679-4f11-aeca-9f7e0ff40323 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:17.569106 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-7b9d0f0f-9f40-4fd5-9373-c2c44899decb tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1839de8c-6583-483e-aa79-ddae67c90f5d') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:07:17.569342 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-7b9d0f0f-9f40-4fd5-9373-c2c44899decb tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1839de8c-6583-483e-aa79-ddae67c90f5d') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:07:17.582101 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7b9d0f0f-9f40-4fd5-9373-c2c44899decb tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:17.599126 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7b9d0f0f-9f40-4fd5-9373-c2c44899decb tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:17.610178 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b9d0f0f-9f40-4fd5-9373-c2c44899decb tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Releasing vlan 772 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:07:17.610178 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7b9d0f0f-9f40-4fd5-9373-c2c44899decb tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:17.613612 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:07:17.613612 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:07:17.613612 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:07:17.613612 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:07:17.613612 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:07:17.613612 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:07:17.613612 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:07:17.613612 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:07:17.613612 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:07:17.613612 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:07:17.613612 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:07:17.613612 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:07:17.613612 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:07:17.613612 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:07:17.613612 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:07:17.613612 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:07:17.613612 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:07:17.613612 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:07:17.613612 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:07:17.613612 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:07:17.613612 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:07:17.613612 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:07:17.613612 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 10:07:17.613612 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:07:17.613612 n-d-779913-12 neutron-server[93176]: timer() Jun 11 10:07:17.613612 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:07:17.613612 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 10:07:17.613612 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:07:17.613612 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 10:07:17.613612 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:07:17.613612 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 10:07:17.613612 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:07:17.613612 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 10:07:17.613612 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:07:17.613612 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 10:07:17.613612 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:07:17.613612 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:07:17.613612 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:07:17.613612 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:07:17.613612 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:07:17.613612 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 10:07:17.613612 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:07:17.613612 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 10:07:17.613612 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:07:17.613612 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:07:17.613612 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:07:17.613612 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 10:07:17.613612 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:07:17.613612 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:07:17.613612 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:07:17.613612 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:07:17.613612 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:07:17.613612 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:07:17.613612 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:07:17.836894 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90328324-077d-46ed-b4ba-4420b08068ba req-25bd8646-e571-4f31-b8d4-dac57ab43d52 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:17.838477 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-90328324-077d-46ed-b4ba-4420b08068ba req-25bd8646-e571-4f31-b8d4-dac57ab43d52 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ab265ba-0e64-4ab0-b0f6-b524ef6348a7 HTTP/1.1" status: 200 len: 945 time: 0.1123524 Jun 11 10:07:17.854245 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7b9d0f0f-9f40-4fd5-9373-c2c44899decb tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:17.865943 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7b9d0f0f-9f40-4fd5-9373-c2c44899decb tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:17.871471 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-7b9d0f0f-9f40-4fd5-9373-c2c44899decb tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "DELETE /v2.0/networks/250ed959-ce15-4960-9e7a-9cf0a9c2573b HTTP/1.1" status: 204 len: 168 time: 0.7120118 Jun 11 10:07:17.886823 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1e58bfab-712f-4556-aa7d-bf646707cead admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:17.894070 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 45016) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:17.901715 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-d32e9923-34b3-4576-bb88-6b389e63ed60 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1666175471'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:07:17.928464 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9d0f0f-9f40-4fd5-9373-c2c44899decb tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Pushing event deleted for resources: {'Network': ['ID=250ed959-ce15-4960-9e7a-9cf0a9c2573b,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:17.931585 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7b9d0f0f-9f40-4fd5-9373-c2c44899decb tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:17.954080 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-90328324-077d-46ed-b4ba-4420b08068ba req-368f016d-2c23-43f8-87c6-54f9621cfba6 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/security-groups?id=96aa83f0-94dd-44ea-8665-16c361dca37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076114 Jun 11 10:07:18.045662 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d32e9923-34b3-4576-bb88-6b389e63ed60 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Made reservation on behalf of 6eee960bcc7246bfbdd544be4d916a35 for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:07:18.050767 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d32e9923-34b3-4576-bb88-6b389e63ed60 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:18.055867 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-177f2975-398d-4dee-8f8a-d09f1b9eacf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:18.058394 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-177f2975-398d-4dee-8f8a-d09f1b9eacf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:18.059830 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-177f2975-398d-4dee-8f8a-d09f1b9eacf8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fb4cbde1-d418-4d70-978c-d320e668a661 HTTP/1.1" status: 204 len: 168 time: 0.6880889 Jun 11 10:07:18.090652 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-86ea3e4c-a3a6-42c7-988a-72ad5f286004 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375108'] for router_interface, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:18.094181 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ea3e4c-a3a6-42c7-988a-72ad5f286004 admin admin] Pushing event updated for resources: {'Port': ['ID=986168ed-d55e-4168-95dd-aa01ff656a79,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:18.095679 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d32e9923-34b3-4576-bb88-6b389e63ed60 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 776} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:07:18.098337 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-86ea3e4c-a3a6-42c7-988a-72ad5f286004 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:18.099225 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7d7195a2-7304-498d-a2b7-79213eedd4ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:18.114158 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177f2975-398d-4dee-8f8a-d09f1b9eacf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4cbde1-d418-4d70-978c-d320e668a661,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:18.118349 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-177f2975-398d-4dee-8f8a-d09f1b9eacf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:18.138203 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d32e9923-34b3-4576-bb88-6b389e63ed60 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:18.138683 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-d32e9923-34b3-4576-bb88-6b389e63ed60 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Added segment e93122ed-52d1-4704-a5a7-f901b056ebca of type vlan for network 14dc91e8-792f-40d4-a594-2f375acbde5c Jun 11 10:07:18.226781 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d32e9923-34b3-4576-bb88-6b389e63ed60 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:18.354111 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d32e9923-34b3-4576-bb88-6b389e63ed60 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:18.360919 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32e9923-34b3-4576-bb88-6b389e63ed60 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:18.360919 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d32e9923-34b3-4576-bb88-6b389e63ed60 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:18.372827 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ea3e4c-a3a6-42c7-988a-72ad5f286004 admin admin] Network a20d0ce4-6263-464e-9328-bad434aa0cb6 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:07:18.375091 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5ff8668c-3df3-4bc2-b141-418b3c289d02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:18.389737 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:18.393827 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-86ea3e4c-a3a6-42c7-988a-72ad5f286004 admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:07:18.503236 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-d32e9923-34b3-4576-bb88-6b389e63ed60 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6080494 Jun 11 10:07:18.504105 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 45058) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:18.505124 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32e9923-34b3-4576-bb88-6b389e63ed60 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Pushing event updated for resources: {'Network': ['ID=14dc91e8-792f-40d4-a594-2f375acbde5c,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:18.512467 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-23bcedae-bf1f-442c-8b22-8bd3bbfea0ed tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Request body: {'subnet': {'network_id': '14dc91e8-792f-40d4-a594-2f375acbde5c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:07:18.516410 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d32e9923-34b3-4576-bb88-6b389e63ed60 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:18.522707 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 14dc91e8-792f-40d4-a594-2f375acbde5c details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:07:18.558421 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8311d896-af39-4b6a-b576-481ee252c5b8 req-37a88584-6039-44fe-ba93-765803f09460 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:18.568211 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8311d896-af39-4b6a-b576-481ee252c5b8 req-37a88584-6039-44fe-ba93-765803f09460 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/ports?device_id=7eb098e1-9410-476d-9519-14bc0525375b HTTP/1.1" status: 200 len: 945 time: 0.2883480 Jun 11 10:07:18.649114 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8311d896-af39-4b6a-b576-481ee252c5b8 req-348f1c98-75a0-44fd-af07-aee94afd8eac tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/security-groups?id=96aa83f0-94dd-44ea-8665-16c361dca37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800195 Jun 11 10:07:18.702966 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86ea3e4c-a3a6-42c7-988a-72ad5f286004 admin admin] Router ffe80abb-5c2e-4518-91ea-7affaada86e3 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:07:18.826216 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-c6e102b9-66d7-49d8-9f82-dfab51033178 None None] Provisioning complete for port 986168ed-d55e-4168-95dd-aa01ff656a79 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:07:18.829241 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c6e102b9-66d7-49d8-9f82-dfab51033178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:18.936379 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ea3e4c-a3a6-42c7-988a-72ad5f286004 admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:07:18.943297 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-86ea3e4c-a3a6-42c7-988a-72ad5f286004 admin admin] 10.222.0.60 "PUT /v2.0/routers/ffe80abb-5c2e-4518-91ea-7affaada86e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4358928 Jun 11 10:07:18.966225 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-c6e102b9-66d7-49d8-9f82-dfab51033178 None None] Port 986168ed-d55e-4168-95dd-aa01ff656a79 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:07:18.974205 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device f3eabcb8-c7fe-496f-94ae-1a7cfefcb4c7 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:07:19.045934 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23bcedae-bf1f-442c-8b22-8bd3bbfea0ed tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Made reservation on behalf of 6eee960bcc7246bfbdd544be4d916a35 for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:07:19.052111 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-23bcedae-bf1f-442c-8b22-8bd3bbfea0ed tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:19.118154 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 45086) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:19.134893 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-83b229a7-5905-417d-8d2a-9fa65a0b83c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:19.156486 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a979a625-3d0e-4c4b-8914-40d6583c6d2d req-f819cc2b-fb0b-44ae-b6ef-7e0f4b414cb1 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:19.156700 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port f3eabcb8-c7fe-496f-94ae-1a7cfefcb4c7 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:07:19.162345 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port f3eabcb8-c7fe-496f-94ae-1a7cfefcb4c7 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:07:19.166211 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a979a625-3d0e-4c4b-8914-40d6583c6d2d req-f819cc2b-fb0b-44ae-b6ef-7e0f4b414cb1 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:19.166485 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:19.168504 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a979a625-3d0e-4c4b-8914-40d6583c6d2d req-f819cc2b-fb0b-44ae-b6ef-7e0f4b414cb1 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:19.175554 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a979a625-3d0e-4c4b-8914-40d6583c6d2d req-f819cc2b-fb0b-44ae-b6ef-7e0f4b414cb1 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ab265ba-0e64-4ab0-b0f6-b524ef6348a7&device_id=02dd8d98-1aae-42c3-aef4-0f1f06bda846&device_id=7eb098e1-9410-476d-9519-14bc0525375b HTTP/1.1" status: 200 len: 2417 time: 0.1890993 Jun 11 10:07:19.247745 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a979a625-3d0e-4c4b-8914-40d6583c6d2d req-ee2543d5-5fa9-4f49-95f5-07445d1d159e tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/security-groups?id=96aa83f0-94dd-44ea-8665-16c361dca37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711646 Jun 11 10:07:19.329054 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:19.363581 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port f3eabcb8-c7fe-496f-94ae-1a7cfefcb4c7, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=f3eabcb8-c7fe-496f-94ae-1a7cfefcb4c7,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:07:19.374720 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-83b229a7-5905-417d-8d2a-9fa65a0b83c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:19.403314 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce517f9-95e8-4da4-8579-52107030cb69 None None] Sync routers for ids ['ffe80abb-5c2e-4518-91ea-7affaada86e3'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:07:19.436332 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce517f9-95e8-4da4-8579-52107030cb69 None None] Routers {'ffe80abb-5c2e-4518-91ea-7affaada86e3'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:07:19.439237 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-0ce517f9-95e8-4da4-8579-52107030cb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:07:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['ffe80abb-5c2e-4518-91ea-7affaada86e3'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:07:19.502691 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-83b229a7-5905-417d-8d2a-9fa65a0b83c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:19.505463 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-84de8414-2508-4772-b2ed-c9227564c9c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:19.507244 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-23bcedae-bf1f-442c-8b22-8bd3bbfea0ed tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:19.510254 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-bfca4dee-dab4-415d-b5cf-d6197b17e439 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:19.633480 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b229a7-5905-417d-8d2a-9fa65a0b83c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb69da5-4e60-4564-82d0-7a462ebcc642,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:19.635542 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-83b229a7-5905-417d-8d2a-9fa65a0b83c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:19.644624 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bcedae-bf1f-442c-8b22-8bd3bbfea0ed tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Pushing event updated for resources: {'Subnet': ['ID=ce743dfb-028c-4731-8878-399acd07c0a5,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:19.645981 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-83b229a7-5905-417d-8d2a-9fa65a0b83c2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3dd8231bf5cc40c19a65dc47a7d280c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5266316 Jun 11 10:07:19.650309 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-23bcedae-bf1f-442c-8b22-8bd3bbfea0ed tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:19.650954 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 45114) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:19.668559 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bcedae-bf1f-442c-8b22-8bd3bbfea0ed tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Checking segment: {'id': 'e93122ed-52d1-4704-a5a7-f901b056ebca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '14dc91e8-792f-40d4-a594-2f375acbde5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:07:19.669156 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bcedae-bf1f-442c-8b22-8bd3bbfea0ed tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Network hostable DHCP agents. Network: 14dc91e8-792f-40d4-a594-2f375acbde5c, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:07:19.683866 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:19.690819 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5bb01d-6151-451f-9835-83709c18b921 req-e34572ce-7d77-4769-9697-371a02e825ee tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:19.692055 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-73ceae0a-5162-4f77-9eb7-94ee51e4eccd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:19.700374 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5e5bb01d-6151-451f-9835-83709c18b921 req-e34572ce-7d77-4769-9697-371a02e825ee tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ab265ba-0e64-4ab0-b0f6-b524ef6348a7 HTTP/1.1" status: 200 len: 945 time: 0.1622744 Jun 11 10:07:19.745568 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5e5bb01d-6151-451f-9835-83709c18b921 req-d1dcb9e3-5796-49b4-9437-7ca9c3526a6a tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/security-groups?id=96aa83f0-94dd-44ea-8665-16c361dca37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440500 Jun 11 10:07:19.756470 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a8bb0aae-d6c6-4348-afaf-889efdbdf487 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:19.777915 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a8bb0aae-d6c6-4348-afaf-889efdbdf487 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:19.784061 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=f3eabcb8-c7fe-496f-94ae-1a7cfefcb4c7,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:19.789032 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:19.828108 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-0ce517f9-95e8-4da4-8579-52107030cb69 None None] Set router ffe80abb-5c2e-4518-91ea-7affaada86e3 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:07:20.023778 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bcedae-bf1f-442c-8b22-8bd3bbfea0ed tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Network 14dc91e8-792f-40d4-a594-2f375acbde5c is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:07:20.091263 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a8bb0aae-d6c6-4348-afaf-889efdbdf487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:20.095379 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a8bb0aae-d6c6-4348-afaf-889efdbdf487 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:20.099617 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-a8bb0aae-d6c6-4348-afaf-889efdbdf487 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8cb69da5-4e60-4564-82d0-7a462ebcc642 HTTP/1.1" status: 204 len: 168 time: 0.4473708 Jun 11 10:07:20.100551 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1575bcc3-f7b9-430f-a9bf-f3526d21218a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:20.118630 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bb0aae-d6c6-4348-afaf-889efdbdf487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb69da5-4e60-4564-82d0-7a462ebcc642,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:20.131963 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a8bb0aae-d6c6-4348-afaf-889efdbdf487 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:20.154805 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-23bcedae-bf1f-442c-8b22-8bd3bbfea0ed tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 14dc91e8-792f-40d4-a594-2f375acbde5c) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:07:20.159908 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bcedae-bf1f-442c-8b22-8bd3bbfea0ed tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:20.160503 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-23bcedae-bf1f-442c-8b22-8bd3bbfea0ed tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:20.190624 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b637ffc-9231-4b29-a41a-0ad11b8c1ce0 None None] Network 14dc91e8-792f-40d4-a594-2f375acbde5c requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:07:20.282786 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-23bcedae-bf1f-442c-8b22-8bd3bbfea0ed tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7743011 Jun 11 10:07:20.286231 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 45140) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:20.292952 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-e980e34a-9cc7-4d97-8935-5f9e73c1ebcf tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Request body: {'port': {'network_id': '14dc91e8-792f-40d4-a594-2f375acbde5c', 'name': 'tempest-PortsTestJSON-1435528664'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:07:20.470128 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08191fcc-0449-4f3f-8d27-d6768e44a0b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-14dc91e8-792f-40d4-a594-2f375acbde5c', 'network_id': '14dc91e8-792f-40d4-a594-2f375acbde5c', 'tenant_id': '6eee960bcc7246bfbdd544be4d916a35', 'fixed_ips': [{'subnet_id': 'ce743dfb-028c-4731-8878-399acd07c0a5'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 10:07:20.471297 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-08191fcc-0449-4f3f-8d27-d6768e44a0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:20.570549 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-0ce517f9-95e8-4da4-8579-52107030cb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe80abb-5c2e-4518-91ea-7affaada86e3', 'name': 'tempest-TestVolumeBootPattern-295911327-router', 'tenant_id': 'f4be7c0a3f9e4f8087fc6311d28a32e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': 'f3eabcb8-c7fe-496f-94ae-1a7cfefcb4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:07:09Z', 'updated_at': '2021-06-11T10:07:16Z', 'revision_number': 4, 'project_id': 'f4be7c0a3f9e4f8087fc6311d28a32e0', 'gw_port': {'id': 'f3eabcb8-c7fe-496f-94ae-1a7cfefcb4c7', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe80abb-5c2e-4518-91ea-7affaada86e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:07:11Z', 'updated_at': '2021-06-11T10:07:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '986168ed-d55e-4168-95dd-aa01ff656a79', 'name': '', 'network_id': 'a20d0ce4-6263-464e-9328-bad434aa0cb6', 'tenant_id': 'f4be7c0a3f9e4f8087fc6311d28a32e0', 'mac_address': 'fa:16:3e:50:65:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe80abb-5c2e-4518-91ea-7affaada86e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2625, 'fixed_ips': [{'subnet_id': '348618ee-f5e7-4b9b-af21-146466c8076a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:07:15Z', 'updated_at': '2021-06-11T10:07:17Z', 'revision_number': 2, 'project_id': 'f4be7c0a3f9e4f8087fc6311d28a32e0', 'subnets': [{'id': '348618ee-f5e7-4b9b-af21-146466c8076a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:07:20.578122 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce517f9-95e8-4da4-8579-52107030cb69 None None] Checking router: ffe80abb-5c2e-4518-91ea-7affaada86e3 for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:07:20.578729 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce517f9-95e8-4da4-8579-52107030cb69 None None] Updating router ffe80abb-5c2e-4518-91ea-7affaada86e3 port 986168ed-d55e-4168-95dd-aa01ff656a79 binding host n-d-779913-12 {{(pid=93178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 10:07:20.677474 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0ce517f9-95e8-4da4-8579-52107030cb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:20.732845 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e980e34a-9cc7-4d97-8935-5f9e73c1ebcf tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Made reservation on behalf of 6eee960bcc7246bfbdd544be4d916a35 for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:07:20.748021 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e980e34a-9cc7-4d97-8935-5f9e73c1ebcf tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:20.770718 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-08191fcc-0449-4f3f-8d27-d6768e44a0b0 None None] Allocated IP 172.20.0.2 (14dc91e8-792f-40d4-a594-2f375acbde5c/ce743dfb-028c-4731-8878-399acd07c0a5/739c9bcb-da25-4a7f-8170-3a59e9b47645) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:07:20.798779 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [None req-e980e34a-9cc7-4d97-8935-5f9e73c1ebcf tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] device_id is not set on port 1b9201fd-bbd4-48c1-81e2-f01c150689a3 yet. {{(pid=93177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 10:07:21.049904 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device f3eabcb8-c7fe-496f-94ae-1a7cfefcb4c7 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:07:21.318843 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port f3eabcb8-c7fe-496f-94ae-1a7cfefcb4c7 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:07:21.319160 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:21.468074 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0ce517f9-95e8-4da4-8579-52107030cb69 None None] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:21.490415 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-08191fcc-0449-4f3f-8d27-d6768e44a0b0 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:21.734488 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-0ce517f9-95e8-4da4-8579-52107030cb69 None None] Transition to ACTIVE for port object 986168ed-d55e-4168-95dd-aa01ff656a79 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:07:21.765265 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-08191fcc-0449-4f3f-8d27-d6768e44a0b0 None None] Transition to ACTIVE for port object 739c9bcb-da25-4a7f-8170-3a59e9b47645 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:07:21.795391 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-08191fcc-0449-4f3f-8d27-d6768e44a0b0 None None] Transition to ACTIVE for port object 739c9bcb-da25-4a7f-8170-3a59e9b47645 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:07:21.833879 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0ce517f9-95e8-4da4-8579-52107030cb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:21.836975 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:22.002892 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4cb670-9d4a-48ca-96f7-ef06f03bd897 None None] Pushing event updated for resources: {'Port': ['ID=986168ed-d55e-4168-95dd-aa01ff656a79,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:22.011399 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-bf4cb670-9d4a-48ca-96f7-ef06f03bd897 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:22.013255 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-08191fcc-0449-4f3f-8d27-d6768e44a0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:22.043799 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:22.089673 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-0ce517f9-95e8-4da4-8579-52107030cb69 None None] Attempting to bind port 986168ed-d55e-4168-95dd-aa01ff656a79 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:07:22.090060 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-0ce517f9-95e8-4da4-8579-52107030cb69 None None] Attempting to bind port 986168ed-d55e-4168-95dd-aa01ff656a79 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '8f670697-5be1-4db2-a4bd-10444c5be009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'a20d0ce4-6263-464e-9328-bad434aa0cb6'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:07:22.090431 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce517f9-95e8-4da4-8579-52107030cb69 None None] Attempting to bind port 986168ed-d55e-4168-95dd-aa01ff656a79 on network a20d0ce4-6263-464e-9328-bad434aa0cb6 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:07:22.163151 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-e980e34a-9cc7-4d97-8935-5f9e73c1ebcf tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Allocated IP 172.20.0.8 (14dc91e8-792f-40d4-a594-2f375acbde5c/ce743dfb-028c-4731-8878-399acd07c0a5/1b9201fd-bbd4-48c1-81e2-f01c150689a3) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:07:22.194985 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce517f9-95e8-4da4-8579-52107030cb69 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:07:22.195263 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce517f9-95e8-4da4-8579-52107030cb69 None None] Checking segment: {'id': '8f670697-5be1-4db2-a4bd-10444c5be009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'a20d0ce4-6263-464e-9328-bad434aa0cb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:07:22.195701 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0ce517f9-95e8-4da4-8579-52107030cb69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:22.196951 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce517f9-95e8-4da4-8579-52107030cb69 None None] Bound using segment: {'id': '8f670697-5be1-4db2-a4bd-10444c5be009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'a20d0ce4-6263-464e-9328-bad434aa0cb6'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:07:22.197467 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-0ce517f9-95e8-4da4-8579-52107030cb69 None None] Bound port: 986168ed-d55e-4168-95dd-aa01ff656a79, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f670697-5be1-4db2-a4bd-10444c5be009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'a20d0ce4-6263-464e-9328-bad434aa0cb6'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:07:22.197833 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0ce517f9-95e8-4da4-8579-52107030cb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:22.254528 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08191fcc-0449-4f3f-8d27-d6768e44a0b0 None None] Network 14dc91e8-792f-40d4-a594-2f375acbde5c is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:07:22.256727 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08191fcc-0449-4f3f-8d27-d6768e44a0b0 None None] Pushing event updated for resources: {'Port': ['ID=739c9bcb-da25-4a7f-8170-3a59e9b47645,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:22.260744 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-08191fcc-0449-4f3f-8d27-d6768e44a0b0 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:07:22.265636 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-08191fcc-0449-4f3f-8d27-d6768e44a0b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:22.267337 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08191fcc-0449-4f3f-8d27-d6768e44a0b0 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:07:22.276397 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85775bb7-2dd5-4978-80d2-6e8ecfd183f3 req-0358f11d-1c75-4753-bfce-49760e44486e tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:22.277928 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-85775bb7-2dd5-4978-80d2-6e8ecfd183f3 req-0358f11d-1c75-4753-bfce-49760e44486e tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/ports?device_id=7eb098e1-9410-476d-9519-14bc0525375b HTTP/1.1" status: 200 len: 945 time: 0.1226718 Jun 11 10:07:22.369781 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-85775bb7-2dd5-4978-80d2-6e8ecfd183f3 req-42dbba7a-73bf-4193-9d32-cc4a514a0c78 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/security-groups?id=96aa83f0-94dd-44ea-8665-16c361dca37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812385 Jun 11 10:07:22.426076 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-0ce517f9-95e8-4da4-8579-52107030cb69 None None] For port 986168ed-d55e-4168-95dd-aa01ff656a79, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:07:22.429362 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-0ce517f9-95e8-4da4-8579-52107030cb69 None None] For port 986168ed-d55e-4168-95dd-aa01ff656a79, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=986168ed-d55e-4168-95dd-aa01ff656a79,segment=NetworkSegment(8f670697-5be1-4db2-a4bd-10444c5be009),segment_id=8f670697-5be1-4db2-a4bd-10444c5be009)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:07:22.503806 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-08191fcc-0449-4f3f-8d27-d6768e44a0b0 None None] Attempting to bind port 739c9bcb-da25-4a7f-8170-3a59e9b47645 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:07:22.504738 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-08191fcc-0449-4f3f-8d27-d6768e44a0b0 None None] Attempting to bind port 739c9bcb-da25-4a7f-8170-3a59e9b47645 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'e93122ed-52d1-4704-a5a7-f901b056ebca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '14dc91e8-792f-40d4-a594-2f375acbde5c'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:07:22.504738 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08191fcc-0449-4f3f-8d27-d6768e44a0b0 None None] Attempting to bind port 739c9bcb-da25-4a7f-8170-3a59e9b47645 on network 14dc91e8-792f-40d4-a594-2f375acbde5c {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:07:22.512161 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08191fcc-0449-4f3f-8d27-d6768e44a0b0 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:07:22.514193 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08191fcc-0449-4f3f-8d27-d6768e44a0b0 None None] Checking segment: {'id': 'e93122ed-52d1-4704-a5a7-f901b056ebca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '14dc91e8-792f-40d4-a594-2f375acbde5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:07:22.515165 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-08191fcc-0449-4f3f-8d27-d6768e44a0b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:22.515602 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08191fcc-0449-4f3f-8d27-d6768e44a0b0 None None] Bound using segment: {'id': 'e93122ed-52d1-4704-a5a7-f901b056ebca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '14dc91e8-792f-40d4-a594-2f375acbde5c'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:07:22.516131 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-08191fcc-0449-4f3f-8d27-d6768e44a0b0 None None] Bound port: 739c9bcb-da25-4a7f-8170-3a59e9b47645, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e93122ed-52d1-4704-a5a7-f901b056ebca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '14dc91e8-792f-40d4-a594-2f375acbde5c'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:07:22.516528 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-08191fcc-0449-4f3f-8d27-d6768e44a0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:22.525149 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0ce517f9-95e8-4da4-8579-52107030cb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:22.542523 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:22.556822 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e980e34a-9cc7-4d97-8935-5f9e73c1ebcf tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:22.571238 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-e980e34a-9cc7-4d97-8935-5f9e73c1ebcf tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Transition to ACTIVE for port object 1b9201fd-bbd4-48c1-81e2-f01c150689a3 will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:07:22.645432 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce517f9-95e8-4da4-8579-52107030cb69 None None] Routers {'ffe80abb-5c2e-4518-91ea-7affaada86e3'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:07:22.646079 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-0ce517f9-95e8-4da4-8579-52107030cb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:07:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['ffe80abb-5c2e-4518-91ea-7affaada86e3'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:07:22.784445 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e980e34a-9cc7-4d97-8935-5f9e73c1ebcf tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:22.789378 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d646fd28-8fee-4666-a758-13b82ace0698 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:22.816480 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4cb670-9d4a-48ca-96f7-ef06f03bd897 None None] Pushing event updated for resources: {'Port': ['ID=986168ed-d55e-4168-95dd-aa01ff656a79,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:22.823510 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-bf4cb670-9d4a-48ca-96f7-ef06f03bd897 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:22.825237 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-08191fcc-0449-4f3f-8d27-d6768e44a0b0 None None] For port 739c9bcb-da25-4a7f-8170-3a59e9b47645, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:07:22.830545 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-08191fcc-0449-4f3f-8d27-d6768e44a0b0 None None] For port 739c9bcb-da25-4a7f-8170-3a59e9b47645, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=739c9bcb-da25-4a7f-8170-3a59e9b47645,segment=NetworkSegment(e93122ed-52d1-4704-a5a7-f901b056ebca),segment_id=e93122ed-52d1-4704-a5a7-f901b056ebca)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:07:22.858666 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-0ce517f9-95e8-4da4-8579-52107030cb69 None None] Set router ffe80abb-5c2e-4518-91ea-7affaada86e3 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:07:22.888054 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e980e34a-9cc7-4d97-8935-5f9e73c1ebcf tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Pushing event updated for resources: {'Port': ['ID=1b9201fd-bbd4-48c1-81e2-f01c150689a3,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:22.892415 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e980e34a-9cc7-4d97-8935-5f9e73c1ebcf tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:22.899347 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e980e34a-9cc7-4d97-8935-5f9e73c1ebcf tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Network 14dc91e8-792f-40d4-a594-2f375acbde5c is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:07:22.900812 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-e980e34a-9cc7-4d97-8935-5f9e73c1ebcf tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:07:22.903958 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e980e34a-9cc7-4d97-8935-5f9e73c1ebcf tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:07:22.974860 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e980e34a-9cc7-4d97-8935-5f9e73c1ebcf tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:22.975734 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e980e34a-9cc7-4d97-8935-5f9e73c1ebcf tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:23.005487 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-08191fcc-0449-4f3f-8d27-d6768e44a0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:23.008903 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:23.069710 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-e980e34a-9cc7-4d97-8935-5f9e73c1ebcf tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.7816489 Jun 11 10:07:23.072286 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 45234) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:23.101062 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08191fcc-0449-4f3f-8d27-d6768e44a0b0 None None] Pushing event updated for resources: {'Port': ['ID=739c9bcb-da25-4a7f-8170-3a59e9b47645,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:23.108241 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-08191fcc-0449-4f3f-8d27-d6768e44a0b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:23.238956 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-7b8d8661-4d21-41fc-a94f-432116ed801c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Deleting port 1b9201fd-bbd4-48c1-81e2-f01c150689a3 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:07:23.239532 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7b8d8661-4d21-41fc-a94f-432116ed801c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:23.484508 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7b8d8661-4d21-41fc-a94f-432116ed801c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:23.493389 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-0ce517f9-95e8-4da4-8579-52107030cb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe80abb-5c2e-4518-91ea-7affaada86e3', 'name': 'tempest-TestVolumeBootPattern-295911327-router', 'tenant_id': 'f4be7c0a3f9e4f8087fc6311d28a32e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': 'f3eabcb8-c7fe-496f-94ae-1a7cfefcb4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:07:09Z', 'updated_at': '2021-06-11T10:07:16Z', 'revision_number': 4, 'project_id': 'f4be7c0a3f9e4f8087fc6311d28a32e0', 'gw_port': {'id': 'f3eabcb8-c7fe-496f-94ae-1a7cfefcb4c7', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe80abb-5c2e-4518-91ea-7affaada86e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:07:11Z', 'updated_at': '2021-06-11T10:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '986168ed-d55e-4168-95dd-aa01ff656a79', 'name': '', 'network_id': 'a20d0ce4-6263-464e-9328-bad434aa0cb6', 'tenant_id': 'f4be7c0a3f9e4f8087fc6311d28a32e0', 'mac_address': 'fa:16:3e:50:65:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe80abb-5c2e-4518-91ea-7affaada86e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2625, 'fixed_ips': [{'subnet_id': '348618ee-f5e7-4b9b-af21-146466c8076a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:07:15Z', 'updated_at': '2021-06-11T10:07:22Z', 'revision_number': 4, 'project_id': 'f4be7c0a3f9e4f8087fc6311d28a32e0', 'subnets': [{'id': '348618ee-f5e7-4b9b-af21-146466c8076a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:07:23.497924 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce517f9-95e8-4da4-8579-52107030cb69 None None] The sync data for ids ['ffe80abb-5c2e-4518-91ea-7affaada86e3'] in n-d-779913-12 is: [{'id': 'ffe80abb-5c2e-4518-91ea-7affaada86e3', 'name': 'tempest-TestVolumeBootPattern-295911327-router', 'tenant_id': 'f4be7c0a3f9e4f8087fc6311d28a32e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': 'f3eabcb8-c7fe-496f-94ae-1a7cfefcb4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:07:09Z', 'updated_at': '2021-06-11T10:07:16Z', 'revision_number': 4, 'project_id': 'f4be7c0a3f9e4f8087fc6311d28a32e0', 'gw_port': {'id': 'f3eabcb8-c7fe-496f-94ae-1a7cfefcb4c7', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe80abb-5c2e-4518-91ea-7affaada86e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:07:11Z', 'updated_at': '2021-06-11T10:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '986168ed-d55e-4168-95dd-aa01ff656a79', 'name': '', 'network_id': 'a20d0ce4-6263-464e-9328-bad434aa0cb6', 'tenant_id': 'f4be7c0a3f9e4f8087fc6311d28a32e0', 'mac_address': 'fa:16:3e:50:65:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe80abb-5c2e-4518-91ea-7affaada86e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2625, 'fixed_ips': [{'subnet_id': '348618ee-f5e7-4b9b-af21-146466c8076a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:07:15Z', 'updated_at': '2021-06-11T10:07:22Z', 'revision_number': 4, 'project_id': 'f4be7c0a3f9e4f8087fc6311d28a32e0', 'subnets': [{'id': '348618ee-f5e7-4b9b-af21-146466c8076a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:07:23.690836 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-7b8d8661-4d21-41fc-a94f-432116ed801c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Calling delete_port for 1b9201fd-bbd4-48c1-81e2-f01c150689a3 owned by {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:07:23.907099 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa97120-113b-4435-a37b-c75f78d8138a req-5ba641e5-3be2-4c89-8bdf-787499cf3d53 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:23.915943 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cfa97120-113b-4435-a37b-c75f78d8138a req-5ba641e5-3be2-4c89-8bdf-787499cf3d53 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/ports?device_id=7eb098e1-9410-476d-9519-14bc0525375b HTTP/1.1" status: 200 len: 945 time: 0.2222950 Jun 11 10:07:23.984633 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cfa97120-113b-4435-a37b-c75f78d8138a req-c1c3fc82-a6a3-4f1c-9f4a-4f7f5d12daa1 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/security-groups?id=96aa83f0-94dd-44ea-8665-16c361dca37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672150 Jun 11 10:07:24.176085 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7b8d8661-4d21-41fc-a94f-432116ed801c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:24.182208 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1eb3cd50-3a15-4e26-a002-16428d8f2d25 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:24.243082 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3478dd-a1bb-4430-9729-64e5ec4a4412 req-93900871-b1e1-4b06-9b6d-a500cbf63ffb tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:24.244899 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ff3478dd-a1bb-4430-9729-64e5ec4a4412 req-93900871-b1e1-4b06-9b6d-a500cbf63ffb tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/networks?id=795e7157-0b59-4b3c-b5bc-895c607dc0cc HTTP/1.1" status: 200 len: 810 time: 0.2473726 Jun 11 10:07:24.278141 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ff3478dd-a1bb-4430-9729-64e5ec4a4412 req-3dd4209a-d499-4c77-8283-7486662bdb2c tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/quotas/7c7545923ebc48e08cfbeb0d8e94f901 HTTP/1.1" status: 200 len: 375 time: 0.0215042 Jun 11 10:07:24.278293 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8d8661-4d21-41fc-a94f-432116ed801c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Pushing event deleted for resources: {'Port': ['ID=1b9201fd-bbd4-48c1-81e2-f01c150689a3,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:24.290753 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8d8661-4d21-41fc-a94f-432116ed801c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:07:24.291155 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8d8661-4d21-41fc-a94f-432116ed801c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:07:24.291535 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8d8661-4d21-41fc-a94f-432116ed801c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:07:24.292022 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8d8661-4d21-41fc-a94f-432116ed801c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:07:24.292819 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8d8661-4d21-41fc-a94f-432116ed801c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:07:24.292819 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8d8661-4d21-41fc-a94f-432116ed801c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:07:24.293085 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8d8661-4d21-41fc-a94f-432116ed801c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:07:24.293447 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8d8661-4d21-41fc-a94f-432116ed801c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:07:24.293805 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8d8661-4d21-41fc-a94f-432116ed801c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:07:24.294166 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8d8661-4d21-41fc-a94f-432116ed801c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:07:24.294523 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8d8661-4d21-41fc-a94f-432116ed801c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:07:24.294887 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8d8661-4d21-41fc-a94f-432116ed801c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:07:24.349112 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7b8d8661-4d21-41fc-a94f-432116ed801c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:24.454849 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ff3478dd-a1bb-4430-9729-64e5ec4a4412 req-3c773e61-3491-458b-94f1-078bd632629c tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7c7545923ebc48e08cfbeb0d8e94f901&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1748908 Jun 11 10:07:24.455833 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7b8d8661-4d21-41fc-a94f-432116ed801c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:24.461182 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-7b8d8661-4d21-41fc-a94f-432116ed801c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "DELETE /v2.0/ports/1b9201fd-bbd4-48c1-81e2-f01c150689a3 HTTP/1.1" status: 204 len: 168 time: 1.3873067 Jun 11 10:07:24.464835 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 45298) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:24.533032 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-4665b72b-d94b-4698-ab54-b0743057a9b6 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] DELETE failed (client error): The resource could not be found. Jun 11 10:07:24.534838 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4665b72b-d94b-4698-ab54-b0743057a9b6 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 10:07:24.540754 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-4665b72b-d94b-4698-ab54-b0743057a9b6 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "DELETE /v2.0/ports/1b9201fd-bbd4-48c1-81e2-f01c150689a3 HTTP/1.1" status: 404 len: 333 time: 0.0778697 Jun 11 10:07:24.545241 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 45308) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:24.587902 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-c555bfb8-97ac-4cac-bd2c-eb34ffbf10c1 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] GET failed (client error): The resource could not be found. Jun 11 10:07:24.593622 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-c555bfb8-97ac-4cac-bd2c-eb34ffbf10c1 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "GET /v2.0/ports/1b9201fd-bbd4-48c1-81e2-f01c150689a3 HTTP/1.1" status: 404 len: 333 time: 0.0506814 Jun 11 10:07:24.594491 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 45310) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:24.691406 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e3f9bf6-1671-4b35-84ea-b8af4303a592 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Deleting subnet ce743dfb-028c-4731-8878-399acd07c0a5 {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:07:24.695515 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2e3f9bf6-1671-4b35-84ea-b8af4303a592 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:24.721945 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ff3478dd-a1bb-4430-9729-64e5ec4a4412 req-46897283-7185-4f30-8487-aaf204805cde service neutron] 10.222.0.60 "GET /v2.0/networks/795e7157-0b59-4b3c-b5bc-895c607dc0cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656429 Jun 11 10:07:24.816392 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2e3f9bf6-1671-4b35-84ea-b8af4303a592 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:24.928301 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27cffeb3-2ec1-4bc0-9eb9-565111c3a9c1 None None] Network 14dc91e8-792f-40d4-a594-2f375acbde5c requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:07:24.976269 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ff3478dd-a1bb-4430-9729-64e5ec4a4412 req-858a31c3-93f4-407a-b24f-160d3dd3f059 service neutron] 10.222.0.60 "GET /v2.0/networks/795e7157-0b59-4b3c-b5bc-895c607dc0cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319868 Jun 11 10:07:25.031405 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 986168ed-d55e-4168-95dd-aa01ff656a79 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:07:25.087822 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2e3f9bf6-1671-4b35-84ea-b8af4303a592 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:25.210454 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-94c7e313-a8eb-4695-8c65-858d483cff0b None None] Provisioning for port 739c9bcb-da25-4a7f-8170-3a59e9b47645 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:07:25.314287 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1c875a-e987-447c-a9bc-ff0b86762d8f req-a9a0c2a3-6770-4f21-8e70-6e0464449058 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:25.321387 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ca1c875a-e987-447c-a9bc-ff0b86762d8f req-a9a0c2a3-6770-4f21-8e70-6e0464449058 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/ports?device_id=7eb098e1-9410-476d-9519-14bc0525375b HTTP/1.1" status: 200 len: 945 time: 0.1016212 Jun 11 10:07:25.330670 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2e3f9bf6-1671-4b35-84ea-b8af4303a592 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:25.335537 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-26f29835-6693-4dbb-8d2c-f12c02970274 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:25.393984 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3f9bf6-1671-4b35-84ea-b8af4303a592 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Pushing event deleted for resources: {'Subnet': ['ID=ce743dfb-028c-4731-8878-399acd07c0a5,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:25.403143 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2e3f9bf6-1671-4b35-84ea-b8af4303a592 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:25.404443 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2e3f9bf6-1671-4b35-84ea-b8af4303a592 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:25.407055 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-2e3f9bf6-1671-4b35-84ea-b8af4303a592 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "DELETE /v2.0/subnets/ce743dfb-028c-4731-8878-399acd07c0a5 HTTP/1.1" status: 204 len: 168 time: 0.8114564 Jun 11 10:07:25.409884 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 45342) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:25.423805 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 986168ed-d55e-4168-95dd-aa01ff656a79 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:07:25.429954 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 986168ed-d55e-4168-95dd-aa01ff656a79 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:07:25.430600 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:25.452366 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ca1c875a-e987-447c-a9bc-ff0b86762d8f req-b28d42b7-9537-45fd-8b94-ca400e3308f8 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/security-groups?id=96aa83f0-94dd-44ea-8665-16c361dca37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297495 Jun 11 10:07:25.611158 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-04987f90-6150-4d7d-ac3c-41b3948d82dd tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:25.632240 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:25.703050 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c752f6-2fe3-4f5f-89cb-50e70ba96ea8 None None] Network 14dc91e8-792f-40d4-a594-2f375acbde5c requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:07:25.724092 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-04987f90-6150-4d7d-ac3c-41b3948d82dd tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Deleting port 739c9bcb-da25-4a7f-8170-3a59e9b47645 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:07:25.724620 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-04987f90-6150-4d7d-ac3c-41b3948d82dd tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:25.768350 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 986168ed-d55e-4168-95dd-aa01ff656a79, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=986168ed-d55e-4168-95dd-aa01ff656a79,segment=NetworkSegment(8f670697-5be1-4db2-a4bd-10444c5be009),segment_id=8f670697-5be1-4db2-a4bd-10444c5be009)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:07:25.806344 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c56623ef-8e74-42c3-9038-28c0725a7b6d req-2442e26d-21ee-414b-8b93-d08b22474637 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bb61d84-420a-4e88-882b-25b888d42960 HTTP/1.1" status: 200 len: 210 time: 0.0808136 Jun 11 10:07:25.919851 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-04987f90-6150-4d7d-ac3c-41b3948d82dd tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] For port 739c9bcb-da25-4a7f-8170-3a59e9b47645, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=739c9bcb-da25-4a7f-8170-3a59e9b47645,segment=NetworkSegment(e93122ed-52d1-4704-a5a7-f901b056ebca),segment_id=e93122ed-52d1-4704-a5a7-f901b056ebca)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:07:25.920239 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-04987f90-6150-4d7d-ac3c-41b3948d82dd tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:25.925102 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:25.925954 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 739c9bcb-da25-4a7f-8170-3a59e9b47645 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:07:25.928838 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:26.021565 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-04987f90-6150-4d7d-ac3c-41b3948d82dd tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Calling delete_port for 739c9bcb-da25-4a7f-8170-3a59e9b47645 owned by network:dhcp {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:07:26.053075 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=986168ed-d55e-4168-95dd-aa01ff656a79,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:26.057212 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:26.191006 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d2b19d-6653-4fb5-9e55-5b58ab5bd892 None None] DHCP port deletion for 14dc91e8-792f-40d4-a594-2f375acbde5c request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 10:07:26.229290 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 739c9bcb-da25-4a7f-8170-3a59e9b47645 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:07:26.235755 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 739c9bcb-da25-4a7f-8170-3a59e9b47645 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:07:26.243211 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:26.243510 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 45366) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:26.298029 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-b7d2b19d-6653-4fb5-9e55-5b58ab5bd892 None None] Deleting port 739c9bcb-da25-4a7f-8170-3a59e9b47645 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:07:26.298400 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b7d2b19d-6653-4fb5-9e55-5b58ab5bd892 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:26.368544 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-04987f90-6150-4d7d-ac3c-41b3948d82dd tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:26.372683 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3e169210-de2e-49ab-b1fc-46efe4044bfe tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:26.401968 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fe0bba47-6a81-4249-9f65-d4da1aa9ed3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:26.419339 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04987f90-6150-4d7d-ac3c-41b3948d82dd tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Pushing event deleted for resources: {'Port': ['ID=739c9bcb-da25-4a7f-8170-3a59e9b47645,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:26.422649 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-04987f90-6150-4d7d-ac3c-41b3948d82dd tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:26.427741 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:26.430720 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-b7d2b19d-6653-4fb5-9e55-5b58ab5bd892 None None] For port 739c9bcb-da25-4a7f-8170-3a59e9b47645, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=739c9bcb-da25-4a7f-8170-3a59e9b47645,segment=NetworkSegment(e93122ed-52d1-4704-a5a7-f901b056ebca),segment_id=e93122ed-52d1-4704-a5a7-f901b056ebca)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:07:26.431125 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b7d2b19d-6653-4fb5-9e55-5b58ab5bd892 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:26.448445 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04987f90-6150-4d7d-ac3c-41b3948d82dd tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] No DVR routers for this DVR port 739c9bcb-da25-4a7f-8170-3a59e9b47645 on host n-d-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:07:26.551537 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-b7d2b19d-6653-4fb5-9e55-5b58ab5bd892 None None] Calling delete_port for 739c9bcb-da25-4a7f-8170-3a59e9b47645 owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:07:26.676476 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fe0bba47-6a81-4249-9f65-d4da1aa9ed3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:26.694097 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b7d2b19d-6653-4fb5-9e55-5b58ab5bd892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:26.698134 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-9f0f88d2-0364-4b2a-a6f6-eb98182320ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:26.735408 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d2b19d-6653-4fb5-9e55-5b58ab5bd892 None None] Pushing event deleted for resources: {'Port': ['ID=739c9bcb-da25-4a7f-8170-3a59e9b47645,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:26.737788 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d2b19d-6653-4fb5-9e55-5b58ab5bd892 None None] No DVR routers for this DVR port 739c9bcb-da25-4a7f-8170-3a59e9b47645 on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:07:26.740033 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-b7d2b19d-6653-4fb5-9e55-5b58ab5bd892 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:26.870330 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 986168ed-d55e-4168-95dd-aa01ff656a79 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:07:26.929805 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-48484fba-7b2a-4c04-8bdc-94418b472d9e req-a84c48fb-2ee0-4776-aaa1-191b78ae925d tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bb61d84-420a-4e88-882b-25b888d42960 HTTP/1.1" status: 200 len: 210 time: 0.0654461 Jun 11 10:07:27.173167 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:07:27.175322 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 986168ed-d55e-4168-95dd-aa01ff656a79 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:07:27.175936 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:27.406553 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 739c9bcb-da25-4a7f-8170-3a59e9b47645 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:07:27.409672 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 739c9bcb-da25-4a7f-8170-3a59e9b47645 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:07:27.410183 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 739c9bcb-da25-4a7f-8170-3a59e9b47645 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:07:27.447022 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-04987f90-6150-4d7d-ac3c-41b3948d82dd tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:27.462629 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fe0bba47-6a81-4249-9f65-d4da1aa9ed3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:27.476839 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-04987f90-6150-4d7d-ac3c-41b3948d82dd tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14dc91e8-792f-40d4-a594-2f375acbde5c']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:07:27.483868 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-750bd70f-63e0-4521-b96f-983f6d962103 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:27.518832 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-04987f90-6150-4d7d-ac3c-41b3948d82dd tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e93122ed-52d1-4704-a5a7-f901b056ebca') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:07:27.519314 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-04987f90-6150-4d7d-ac3c-41b3948d82dd tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e93122ed-52d1-4704-a5a7-f901b056ebca') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:07:27.537518 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-04987f90-6150-4d7d-ac3c-41b3948d82dd tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:27.560893 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-fe0bba47-6a81-4249-9f65-d4da1aa9ed3d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6d790305ea104362a7f5bce6db71acd3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3204973 Jun 11 10:07:27.561305 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 45390) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:27.565769 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0bba47-6a81-4249-9f65-d4da1aa9ed3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c15375e-6349-4414-ac65-86e150ae92a7,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:27.568809 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-04987f90-6150-4d7d-ac3c-41b3948d82dd tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:27.572869 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-fe0bba47-6a81-4249-9f65-d4da1aa9ed3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:27.582876 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04987f90-6150-4d7d-ac3c-41b3948d82dd tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Releasing vlan 776 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:07:27.583407 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-04987f90-6150-4d7d-ac3c-41b3948d82dd tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:27.595232 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a50ed4-115c-47cc-8249-148b1dd417be req-4786db5a-091e-45a7-abc1-f3acb0b1e818 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:27.602718 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f6a50ed4-115c-47cc-8249-148b1dd417be req-4786db5a-091e-45a7-abc1-f3acb0b1e818 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/ports?device_id=7eb098e1-9410-476d-9519-14bc0525375b HTTP/1.1" status: 200 len: 945 time: 0.9227426 Jun 11 10:07:27.610937 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 10:07:27.610937 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:07:27.610937 n-d-779913-12 neutron-server[93176]: timer() Jun 11 10:07:27.610937 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:07:27.610937 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 10:07:27.610937 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:07:27.610937 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 10:07:27.610937 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:07:27.610937 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 10:07:27.610937 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:07:27.610937 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 10:07:27.610937 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:07:27.610937 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 10:07:27.610937 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:07:27.610937 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:07:27.610937 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:07:27.610937 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:07:27.610937 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:07:27.610937 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 10:07:27.610937 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:07:27.610937 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 10:07:27.610937 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:07:27.610937 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:07:27.610937 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:07:27.610937 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 10:07:27.610937 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:07:27.610937 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:07:27.610937 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:07:27.610937 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:07:27.610937 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:07:27.610937 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:07:27.610937 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:07:27.681221 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-49eef828-c036-4023-8f2c-4dc0d47bdd34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:27.749827 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-49eef828-c036-4023-8f2c-4dc0d47bdd34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:27.753154 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f6a50ed4-115c-47cc-8249-148b1dd417be req-51ba6bc5-e79a-4454-a45b-092bcfc107b0 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/security-groups?id=96aa83f0-94dd-44ea-8665-16c361dca37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490748 Jun 11 10:07:27.810999 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-04987f90-6150-4d7d-ac3c-41b3948d82dd tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:27.817389 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-fcc58a06-2c4d-41bc-ac1f-e0d2702c804d tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:27.832515 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-04987f90-6150-4d7d-ac3c-41b3948d82dd tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:27.834517 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-04987f90-6150-4d7d-ac3c-41b3948d82dd tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "DELETE /v2.0/networks/14dc91e8-792f-40d4-a594-2f375acbde5c HTTP/1.1" status: 204 len: 168 time: 2.4232359 Jun 11 10:07:27.840688 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 45396) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:27.855651 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-bc6a910d-8524-40cd-86f5-9838bc3794e0 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-168158639'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:07:27.879150 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04987f90-6150-4d7d-ac3c-41b3948d82dd tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Pushing event deleted for resources: {'Network': ['ID=14dc91e8-792f-40d4-a594-2f375acbde5c,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:27.883897 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-04987f90-6150-4d7d-ac3c-41b3948d82dd tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:27.968727 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc6a910d-8524-40cd-86f5-9838bc3794e0 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Made reservation on behalf of 6eee960bcc7246bfbdd544be4d916a35 for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:07:27.972335 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bc6a910d-8524-40cd-86f5-9838bc3794e0 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:27.974487 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-49eef828-c036-4023-8f2c-4dc0d47bdd34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:27.986065 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-49eef828-c036-4023-8f2c-4dc0d47bdd34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:27.992041 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-49eef828-c036-4023-8f2c-4dc0d47bdd34 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8c15375e-6349-4414-ac65-86e150ae92a7 HTTP/1.1" status: 204 len: 168 time: 0.4294477 Jun 11 10:07:28.012032 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a421e1dd-c30e-4e3b-bcb8-dc0d3a290e69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:28.038844 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc6a910d-8524-40cd-86f5-9838bc3794e0 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 799} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:07:28.052424 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bc6a910d-8524-40cd-86f5-9838bc3794e0 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:28.054091 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-bc6a910d-8524-40cd-86f5-9838bc3794e0 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Added segment 69d6b13d-f38e-4c53-96b0-056b8c97696e of type vlan for network 8b25c88d-d934-4d7b-be5b-26a5fce3b2d1 Jun 11 10:07:28.129738 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bc6a910d-8524-40cd-86f5-9838bc3794e0 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:28.145619 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eef828-c036-4023-8f2c-4dc0d47bdd34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c15375e-6349-4414-ac65-86e150ae92a7,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:28.158225 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-49eef828-c036-4023-8f2c-4dc0d47bdd34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:28.215334 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-745a68e9-371e-4fa9-8c98-a84423235328 req-a0a368d8-9719-402a-8b24-8b8fd168ced4 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bb61d84-420a-4e88-882b-25b888d42960 HTTP/1.1" status: 200 len: 210 time: 0.0718951 Jun 11 10:07:28.237288 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5b9189-238e-4ce0-bdc8-da15b7421793 req-b8cf3d21-bd62-4808-beee-8cdfe7f1a317 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:28.239418 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fa5b9189-238e-4ce0-bdc8-da15b7421793 req-b8cf3d21-bd62-4808-beee-8cdfe7f1a317 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=93ad82f0-8781-4cf6-a466-9a57ed82acf5 HTTP/1.1" status: 200 len: 946 time: 0.0967312 Jun 11 10:07:28.292718 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bc6a910d-8524-40cd-86f5-9838bc3794e0 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:28.298668 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6a910d-8524-40cd-86f5-9838bc3794e0 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:28.299290 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bc6a910d-8524-40cd-86f5-9838bc3794e0 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:28.303289 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fa5b9189-238e-4ce0-bdc8-da15b7421793 req-a04ba2d7-8f99-4347-b3db-43913850bdff tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c9589fb-c3c5-418d-8928-25f3ef7c4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573812 Jun 11 10:07:28.308396 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-51f5b5f3-2cef-41f5-9e61-0cc4f3dd8240 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:28.416399 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6a910d-8524-40cd-86f5-9838bc3794e0 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Pushing event updated for resources: {'Network': ['ID=8b25c88d-d934-4d7b-be5b-26a5fce3b2d1,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:28.428377 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 8b25c88d-d934-4d7b-be5b-26a5fce3b2d1 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:07:28.442368 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-bc6a910d-8524-40cd-86f5-9838bc3794e0 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:28.538405 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-bc6a910d-8524-40cd-86f5-9838bc3794e0 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6933339 Jun 11 10:07:28.541216 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 45406) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:28.546852 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-8f7415d1-6852-42b4-919c-da05eb36c1fb tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Request body: {'subnet': {'network_id': '8b25c88d-d934-4d7b-be5b-26a5fce3b2d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:07:28.822787 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f7415d1-6852-42b4-919c-da05eb36c1fb tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Made reservation on behalf of 6eee960bcc7246bfbdd544be4d916a35 for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:07:28.827122 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8f7415d1-6852-42b4-919c-da05eb36c1fb tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:28.898839 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 45416) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:28.937915 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4861ff2f-eaff-4322-9c35-f88d5721e64d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:29.042628 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a80050-1d05-4eeb-992d-1db7a3557ad1 req-2e1b4ce6-2c43-457d-badd-df0eb79ef1a6 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:29.050089 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-97a80050-1d05-4eeb-992d-1db7a3557ad1 req-2e1b4ce6-2c43-457d-badd-df0eb79ef1a6 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/ports?device_id=7eb098e1-9410-476d-9519-14bc0525375b HTTP/1.1" status: 200 len: 945 time: 0.1545672 Jun 11 10:07:29.144358 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-97a80050-1d05-4eeb-992d-1db7a3557ad1 req-fe317dca-8e18-4424-826c-d53b7692b87d tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/security-groups?id=96aa83f0-94dd-44ea-8665-16c361dca37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934083 Jun 11 10:07:29.212226 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8f7415d1-6852-42b4-919c-da05eb36c1fb tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:29.217976 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-22f05468-8b9d-4cca-881f-bf5b6d9bc998 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:29.251162 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4861ff2f-eaff-4322-9c35-f88d5721e64d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:29.261090 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3478dd-a1bb-4430-9729-64e5ec4a4412 req-9215df6d-1daa-4b30-b587-b163a2d8f1f9 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:29.262378 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ff3478dd-a1bb-4430-9729-64e5ec4a4412 req-9215df6d-1daa-4b30-b587-b163a2d8f1f9 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.69 "GET /v2.0/networks?id=795e7157-0b59-4b3c-b5bc-895c607dc0cc HTTP/1.1" status: 200 len: 810 time: 0.1919363 Jun 11 10:07:29.286329 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-ff3478dd-a1bb-4430-9729-64e5ec4a4412 req-ca9e1bd1-afd3-4f37-82b1-9dc34e40b094 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Request body: {'port': {'device_id': '0bb61d84-420a-4e88-882b-25b888d42960', 'network_id': '795e7157-0b59-4b3c-b5bc-895c607dc0cc', 'admin_state_up': True, 'tenant_id': '7c7545923ebc48e08cfbeb0d8e94f901'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:07:29.316020 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7415d1-6852-42b4-919c-da05eb36c1fb tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Pushing event updated for resources: {'Subnet': ['ID=e3299074-f06a-43d6-9ddf-96291fc7eb10,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:29.320065 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8f7415d1-6852-42b4-919c-da05eb36c1fb tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:29.325914 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7415d1-6852-42b4-919c-da05eb36c1fb tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Checking segment: {'id': '69d6b13d-f38e-4c53-96b0-056b8c97696e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '8b25c88d-d934-4d7b-be5b-26a5fce3b2d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:07:29.326278 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7415d1-6852-42b4-919c-da05eb36c1fb tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Network hostable DHCP agents. Network: 8b25c88d-d934-4d7b-be5b-26a5fce3b2d1, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:07:29.385315 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4861ff2f-eaff-4322-9c35-f88d5721e64d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:29.400356 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-31bb65fd-e5aa-446b-a877-38f88d9f7d66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:29.440518 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c0472-0e9b-4e8b-bd77-e02e9ec25938 req-b62de42a-847a-41d7-ab86-cf044868fad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:29.442141 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-144c0472-0e9b-4e8b-bd77-e02e9ec25938 req-b62de42a-847a-41d7-ab86-cf044868fad8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8046b2cb3b764217b136ee90282b4615&device_id=7eb098e1-9410-476d-9519-14bc0525375b HTTP/1.1" status: 200 len: 1097 time: 0.0657761 Jun 11 10:07:29.454339 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4d579296-1dfa-4855-807f-a4b9a10bc894 req-bd52d3ae-6053-4a24-b9de-2a8756c831a9 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bb61d84-420a-4e88-882b-25b888d42960 HTTP/1.1" status: 200 len: 210 time: 0.0727208 Jun 11 10:07:29.489964 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-4861ff2f-eaff-4322-9c35-f88d5721e64d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=74cdd657718748e2af7b798fb131b107&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5901175 Jun 11 10:07:29.497650 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 45424) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:29.498796 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4861ff2f-eaff-4322-9c35-f88d5721e64d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8622605-1b78-40c1-a1ff-fd6cbb3fd395,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:29.513710 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4861ff2f-eaff-4322-9c35-f88d5721e64d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:29.521904 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7415d1-6852-42b4-919c-da05eb36c1fb tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Network 8b25c88d-d934-4d7b-be5b-26a5fce3b2d1 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:07:29.605734 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-8f7415d1-6852-42b4-919c-da05eb36c1fb tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 8b25c88d-d934-4d7b-be5b-26a5fce3b2d1) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:07:29.607259 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b5b10628-95c1-45cf-9fa1-5ff04a62cc99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:29.615516 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5b3dbd-932d-4948-96ad-183e0cae8091 None None] Network 8b25c88d-d934-4d7b-be5b-26a5fce3b2d1 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:07:29.640291 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7415d1-6852-42b4-919c-da05eb36c1fb tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:29.641673 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8f7415d1-6852-42b4-919c-da05eb36c1fb tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:29.643902 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b5b10628-95c1-45cf-9fa1-5ff04a62cc99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:29.669581 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff3478dd-a1bb-4430-9729-64e5ec4a4412 req-ca9e1bd1-afd3-4f37-82b1-9dc34e40b094 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Made reservation on behalf of 7c7545923ebc48e08cfbeb0d8e94f901 for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:07:29.673645 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-ff3478dd-a1bb-4430-9729-64e5ec4a4412 req-ca9e1bd1-afd3-4f37-82b1-9dc34e40b094 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:29.729450 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c0472-0e9b-4e8b-bd77-e02e9ec25938 req-26e1871d-cd15-463f-8eef-206e96a11ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:29.730898 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-144c0472-0e9b-4e8b-bd77-e02e9ec25938 req-26e1871d-cd15-463f-8eef-206e96a11ab4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5427c4a8-7b61-46c8-b2d0-4992f0c871cf HTTP/1.1" status: 200 len: 917 time: 0.2608070 Jun 11 10:07:29.802115 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-8f7415d1-6852-42b4-919c-da05eb36c1fb tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2597907 Jun 11 10:07:29.805224 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-144c0472-0e9b-4e8b-bd77-e02e9ec25938 req-f0c945fc-7135-47b5-8a02-8a5cd9d2855d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cfb538e2-f15d-4b8f-98ee-9fe78bbbaa24 HTTP/1.1" status: 200 len: 217 time: 0.0641162 Jun 11 10:07:29.807393 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 45426) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:29.813671 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-a00ccb8b-97d2-4086-9cbb-e29572184471 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Request body: {'port': {'network_id': '8b25c88d-d934-4d7b-be5b-26a5fce3b2d1', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1770412268'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:07:29.892879 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e33f46-6748-4234-b6c7-b636ad04b18f req-336a986e-ea98-4a44-b41f-320e4cdd69dc tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:29.894389 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-83e33f46-6748-4234-b6c7-b636ad04b18f req-336a986e-ea98-4a44-b41f-320e4cdd69dc tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] 10.222.0.60 "GET /v2.0/ports?device_id=3068e3ae-7b56-4288-ab47-491d1a37f980 HTTP/1.1" status: 200 len: 950 time: 0.2286253 Jun 11 10:07:29.896296 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d72b563-5822-46ec-ae19-379d703e445b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-8b25c88d-d934-4d7b-be5b-26a5fce3b2d1', 'network_id': '8b25c88d-d934-4d7b-be5b-26a5fce3b2d1', 'tenant_id': '6eee960bcc7246bfbdd544be4d916a35', 'fixed_ips': [{'subnet_id': 'e3299074-f06a-43d6-9ddf-96291fc7eb10'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 10:07:29.897201 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8d72b563-5822-46ec-ae19-379d703e445b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:29.903291 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b5b10628-95c1-45cf-9fa1-5ff04a62cc99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:29.906300 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b5b10628-95c1-45cf-9fa1-5ff04a62cc99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:29.907650 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-b5b10628-95c1-45cf-9fa1-5ff04a62cc99 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c8622605-1b78-40c1-a1ff-fd6cbb3fd395 HTTP/1.1" status: 204 len: 168 time: 0.4060864 Jun 11 10:07:29.911779 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4861ff2f-eaff-4322-9c35-f88d5721e64d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:29.950888 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b10628-95c1-45cf-9fa1-5ff04a62cc99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8622605-1b78-40c1-a1ff-fd6cbb3fd395,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:29.956966 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b5b10628-95c1-45cf-9fa1-5ff04a62cc99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:29.963311 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [req-ff3478dd-a1bb-4430-9729-64e5ec4a4412 req-ca9e1bd1-afd3-4f37-82b1-9dc34e40b094 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Allocated IP 172.20.0.12 (795e7157-0b59-4b3c-b5bc-895c607dc0cc/b543bd1f-2b45-4ed6-ae53-d9d0c8ed8871/0e3e59a9-9495-487e-9840-6f5e9271330c) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:07:29.997283 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-83e33f46-6748-4234-b6c7-b636ad04b18f req-5ed05567-0ed0-44da-ac47-20572e72d2a2 tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b611d80-07e0-4a1f-89ab-c09e8dbdec78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863492 Jun 11 10:07:30.001089 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c23fe-1b7e-4a23-999c-83756608fedc req-baf4b453-e5c0-4bba-9db7-88fccbdb3c3f tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:30.002772 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6b1c23fe-1b7e-4a23-999c-83756608fedc req-baf4b453-e5c0-4bba-9db7-88fccbdb3c3f tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=93ad82f0-8781-4cf6-a466-9a57ed82acf5 HTTP/1.1" status: 200 len: 946 time: 0.3394201 Jun 11 10:07:30.044458 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c0472-0e9b-4e8b-bd77-e02e9ec25938 req-e3aafcee-677b-43de-939a-a7d9a525d0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:30.046685 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-144c0472-0e9b-4e8b-bd77-e02e9ec25938 req-e3aafcee-677b-43de-939a-a7d9a525d0b2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6028e95b-6bd7-4d2b-ba5c-242431c6d512 HTTP/1.1" status: 200 len: 855 time: 0.2182932 Jun 11 10:07:30.142969 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6b1c23fe-1b7e-4a23-999c-83756608fedc req-199220d4-e2ea-468e-a377-5056e8365210 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c9589fb-c3c5-418d-8928-25f3ef7c4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294014 Jun 11 10:07:30.172866 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c609712-47e7-4ea3-866a-8a17a34ccfec req-042efeb0-e259-4228-84f1-997e69af5132 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:30.174413 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0c609712-47e7-4ea3-866a-8a17a34ccfec req-042efeb0-e259-4228-84f1-997e69af5132 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.69 "GET /v2.0/ports?device_id=93ad82f0-8781-4cf6-a466-9a57ed82acf5 HTTP/1.1" status: 200 len: 946 time: 0.3569970 Jun 11 10:07:30.255126 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-8d72b563-5822-46ec-ae19-379d703e445b None None] Allocated IP 172.20.0.2 (8b25c88d-d934-4d7b-be5b-26a5fce3b2d1/e3299074-f06a-43d6-9ddf-96291fc7eb10/9f022414-06c7-4a14-a7ed-de94af315649) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:07:30.402332 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c0472-0e9b-4e8b-bd77-e02e9ec25938 req-43a366b7-56bd-419e-96fe-5f69aae6ecaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:30.412132 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-144c0472-0e9b-4e8b-bd77-e02e9ec25938 req-43a366b7-56bd-419e-96fe-5f69aae6ecaa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5427c4a8-7b61-46c8-b2d0-4992f0c871cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3431404 Jun 11 10:07:30.522519 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8d72b563-5822-46ec-ae19-379d703e445b None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:30.595265 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-8d72b563-5822-46ec-ae19-379d703e445b None None] Transition to ACTIVE for port object 9f022414-06c7-4a14-a7ed-de94af315649 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:07:30.596374 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-0c609712-47e7-4ea3-866a-8a17a34ccfec req-223d14ef-7abd-4909-aea4-09c514ec8934 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Deleting port 654150cf-8faf-4a19-aca8-459bddd22d50 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:07:30.596374 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-0c609712-47e7-4ea3-866a-8a17a34ccfec req-223d14ef-7abd-4909-aea4-09c514ec8934 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:30.614649 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-8d72b563-5822-46ec-ae19-379d703e445b None None] Transition to ACTIVE for port object 9f022414-06c7-4a14-a7ed-de94af315649 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:07:30.648041 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-144c0472-0e9b-4e8b-bd77-e02e9ec25938 req-fb48c230-8b1f-4134-b490-6587eede82ff service neutron] 10.222.0.64 "GET /v2.0/networks/5427c4a8-7b61-46c8-b2d0-4992f0c871cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340586 Jun 11 10:07:30.760712 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-ff3478dd-a1bb-4430-9729-64e5ec4a4412 req-ca9e1bd1-afd3-4f37-82b1-9dc34e40b094 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:30.799714 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e256e668-1ce3-413d-9c39-1ea82ec90487 req-b3e91dee-738e-4f47-887f-f81d3883cedf tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:30.834007 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e256e668-1ce3-413d-9c39-1ea82ec90487 req-b3e91dee-738e-4f47-887f-f81d3883cedf tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/ports?device_id=7eb098e1-9410-476d-9519-14bc0525375b HTTP/1.1" status: 200 len: 945 time: 0.2285964 Jun 11 10:07:30.834389 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a00ccb8b-97d2-4086-9cbb-e29572184471 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Made reservation on behalf of 6eee960bcc7246bfbdd544be4d916a35 for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:07:30.837967 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-ff3478dd-a1bb-4430-9729-64e5ec4a4412 req-ca9e1bd1-afd3-4f37-82b1-9dc34e40b094 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Transition to ACTIVE for port object 0e3e59a9-9495-487e-9840-6f5e9271330c will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:07:30.853475 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a00ccb8b-97d2-4086-9cbb-e29572184471 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:30.862133 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-69b0615a-5682-4b22-ac54-ecbad25aeb64 req-43d51a15-dee7-4c52-b0ed-b1daa0ec48a3 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bb61d84-420a-4e88-882b-25b888d42960 HTTP/1.1" status: 200 len: 210 time: 0.1105838 Jun 11 10:07:30.886472 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8d72b563-5822-46ec-ae19-379d703e445b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:30.889487 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:30.994686 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d72b563-5822-46ec-ae19-379d703e445b None None] Network 8b25c88d-d934-4d7b-be5b-26a5fce3b2d1 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:07:31.007095 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-8d72b563-5822-46ec-ae19-379d703e445b None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:07:31.010971 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d72b563-5822-46ec-ae19-379d703e445b None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:07:31.030744 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d72b563-5822-46ec-ae19-379d703e445b None None] Pushing event updated for resources: {'Port': ['ID=9f022414-06c7-4a14-a7ed-de94af315649,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:31.036461 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e256e668-1ce3-413d-9c39-1ea82ec90487 req-91a46482-75c9-4c7c-ad99-cb1191edea49 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/security-groups?id=96aa83f0-94dd-44ea-8665-16c361dca37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182958 Jun 11 10:07:31.043757 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-8d72b563-5822-46ec-ae19-379d703e445b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:31.046196 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-ff3478dd-a1bb-4430-9729-64e5ec4a4412 req-ca9e1bd1-afd3-4f37-82b1-9dc34e40b094 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:31.055447 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-86ea3e4c-a3a6-42c7-988a-72ad5f286004 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:31.081259 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-144c0472-0e9b-4e8b-bd77-e02e9ec25938 req-9b7beb96-c31d-49df-8626-036e8ce463a5 service neutron] 10.222.0.64 "GET /v2.0/networks/5427c4a8-7b61-46c8-b2d0-4992f0c871cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3831198 Jun 11 10:07:31.086999 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-0c609712-47e7-4ea3-866a-8a17a34ccfec req-223d14ef-7abd-4909-aea4-09c514ec8934 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] For port 654150cf-8faf-4a19-aca8-459bddd22d50, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=654150cf-8faf-4a19-aca8-459bddd22d50,segment=NetworkSegment(64ec67c3-ae73-4fd7-a5b7-323e0e068c2b),segment_id=64ec67c3-ae73-4fd7-a5b7-323e0e068c2b)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:07:31.086999 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-0c609712-47e7-4ea3-866a-8a17a34ccfec req-223d14ef-7abd-4909-aea4-09c514ec8934 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:31.113387 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [None req-a00ccb8b-97d2-4086-9cbb-e29572184471 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] device_id is not set on port 38253c05-3620-4632-b5d2-602a524736cf yet. {{(pid=93176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 10:07:31.220751 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-8d72b563-5822-46ec-ae19-379d703e445b None None] Attempting to bind port 9f022414-06c7-4a14-a7ed-de94af315649 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:07:31.221314 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-8d72b563-5822-46ec-ae19-379d703e445b None None] Attempting to bind port 9f022414-06c7-4a14-a7ed-de94af315649 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '69d6b13d-f38e-4c53-96b0-056b8c97696e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '8b25c88d-d934-4d7b-be5b-26a5fce3b2d1'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:07:31.222024 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d72b563-5822-46ec-ae19-379d703e445b None None] Attempting to bind port 9f022414-06c7-4a14-a7ed-de94af315649 on network 8b25c88d-d934-4d7b-be5b-26a5fce3b2d1 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:07:31.274392 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d72b563-5822-46ec-ae19-379d703e445b None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:07:31.276083 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d72b563-5822-46ec-ae19-379d703e445b None None] Checking segment: {'id': '69d6b13d-f38e-4c53-96b0-056b8c97696e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '8b25c88d-d934-4d7b-be5b-26a5fce3b2d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:07:31.276083 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8d72b563-5822-46ec-ae19-379d703e445b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:31.276083 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d72b563-5822-46ec-ae19-379d703e445b None None] Bound using segment: {'id': '69d6b13d-f38e-4c53-96b0-056b8c97696e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '8b25c88d-d934-4d7b-be5b-26a5fce3b2d1'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:07:31.279060 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-8d72b563-5822-46ec-ae19-379d703e445b None None] Bound port: 9f022414-06c7-4a14-a7ed-de94af315649, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69d6b13d-f38e-4c53-96b0-056b8c97696e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '8b25c88d-d934-4d7b-be5b-26a5fce3b2d1'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:07:31.280180 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8d72b563-5822-46ec-ae19-379d703e445b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:31.302368 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff3478dd-a1bb-4430-9729-64e5ec4a4412 req-ca9e1bd1-afd3-4f37-82b1-9dc34e40b094 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Network 795e7157-0b59-4b3c-b5bc-895c607dc0cc is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:07:31.312155 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [req-ff3478dd-a1bb-4430-9729-64e5ec4a4412 req-ca9e1bd1-afd3-4f37-82b1-9dc34e40b094 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:07:31.322389 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff3478dd-a1bb-4430-9729-64e5ec4a4412 req-ca9e1bd1-afd3-4f37-82b1-9dc34e40b094 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:07:31.328441 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9e1bd1-afd3-4f37-82b1-9dc34e40b094 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Pushing event updated for resources: {'Port': ['ID=0e3e59a9-9495-487e-9840-6f5e9271330c,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:31.332380 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ca9e1bd1-afd3-4f37-82b1-9dc34e40b094 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:31.453930 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-8d72b563-5822-46ec-ae19-379d703e445b None None] For port 9f022414-06c7-4a14-a7ed-de94af315649, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:07:31.460606 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-8d72b563-5822-46ec-ae19-379d703e445b None None] For port 9f022414-06c7-4a14-a7ed-de94af315649, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=9f022414-06c7-4a14-a7ed-de94af315649,segment=NetworkSegment(69d6b13d-f38e-4c53-96b0-056b8c97696e),segment_id=69d6b13d-f38e-4c53-96b0-056b8c97696e)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:07:31.464256 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:31.520080 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8d72b563-5822-46ec-ae19-379d703e445b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:31.529463 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:31.533746 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3478dd-a1bb-4430-9729-64e5ec4a4412 req-ca9e1bd1-afd3-4f37-82b1-9dc34e40b094 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:31.538334 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-ff3478dd-a1bb-4430-9729-64e5ec4a4412 req-ca9e1bd1-afd3-4f37-82b1-9dc34e40b094 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:31.668650 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d72b563-5822-46ec-ae19-379d703e445b None None] Pushing event updated for resources: {'Port': ['ID=9f022414-06c7-4a14-a7ed-de94af315649,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:31.677052 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-8d72b563-5822-46ec-ae19-379d703e445b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:31.736247 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3947f2a-510e-4233-a0ca-c9898e7817fd req-e8157738-27db-459c-86b7-b05044f4f5be tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:31.738108 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e3947f2a-510e-4233-a0ca-c9898e7817fd req-e8157738-27db-459c-86b7-b05044f4f5be tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=93ad82f0-8781-4cf6-a466-9a57ed82acf5 HTTP/1.1" status: 200 len: 946 time: 0.2631991 Jun 11 10:07:31.782709 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-ca5238b7-06ee-44b2-b08b-6e3719df484b None None] Provisioning for port 0e3e59a9-9495-487e-9840-6f5e9271330c completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:07:31.787091 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-ca5238b7-06ee-44b2-b08b-6e3719df484b None None] Provisioning complete for port 0e3e59a9-9495-487e-9840-6f5e9271330c triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:07:31.791484 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ca5238b7-06ee-44b2-b08b-6e3719df484b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:31.819275 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e3947f2a-510e-4233-a0ca-c9898e7817fd req-d1d37031-8fd1-45d4-b64c-efdeef64eaed tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c9589fb-c3c5-418d-8928-25f3ef7c4ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700347 Jun 11 10:07:31.829020 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ff3478dd-a1bb-4430-9729-64e5ec4a4412 req-ca9e1bd1-afd3-4f37-82b1-9dc34e40b094 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5422633 Jun 11 10:07:31.846115 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-ff3478dd-a1bb-4430-9729-64e5ec4a4412 req-52a1a408-f388-4f7a-9982-899572cb136c service neutron] Request body: {'port': {'device_id': '0bb61d84-420a-4e88-882b-25b888d42960', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-12'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:07:31.925175 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-ca5238b7-06ee-44b2-b08b-6e3719df484b None None] Port 0e3e59a9-9495-487e-9840-6f5e9271330c cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:07:32.053459 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11f892b-5483-40d3-bb2b-67fe1a951236 req-bf13032d-e78e-44f3-823a-77f10b6d3b80 tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:32.055136 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a11f892b-5483-40d3-bb2b-67fe1a951236 req-bf13032d-e78e-44f3-823a-77f10b6d3b80 tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] 10.222.0.64 "GET /v2.0/ports?device_id=3068e3ae-7b56-4288-ab47-491d1a37f980 HTTP/1.1" status: 200 len: 950 time: 0.7931991 Jun 11 10:07:32.087364 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae2c4ab-c335-4240-a098-d421676ea77e req-32085906-0211-4d39-b140-3c94b3a28ae9 tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:32.096575 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8ae2c4ab-c335-4240-a098-d421676ea77e req-32085906-0211-4d39-b140-3c94b3a28ae9 tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] 10.222.0.60 "GET /v2.0/ports?device_id=3068e3ae-7b56-4288-ab47-491d1a37f980 HTTP/1.1" status: 200 len: 950 time: 0.7008212 Jun 11 10:07:32.100709 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-a00ccb8b-97d2-4086-9cbb-e29572184471 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Allocated IP 172.20.0.8 (8b25c88d-d934-4d7b-be5b-26a5fce3b2d1/e3299074-f06a-43d6-9ddf-96291fc7eb10/38253c05-3620-4632-b5d2-602a524736cf) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:07:32.181717 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-ff3478dd-a1bb-4430-9729-64e5ec4a4412 req-52a1a408-f388-4f7a-9982-899572cb136c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:32.283101 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8ae2c4ab-c335-4240-a098-d421676ea77e req-ff610af1-3c75-405c-9a62-4e61b337d8c2 tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b611d80-07e0-4a1f-89ab-c09e8dbdec78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856155 Jun 11 10:07:32.314589 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-0c609712-47e7-4ea3-866a-8a17a34ccfec req-223d14ef-7abd-4909-aea4-09c514ec8934 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:32.314972 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-0c609712-47e7-4ea3-866a-8a17a34ccfec req-223d14ef-7abd-4909-aea4-09c514ec8934 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:32.315293 n-d-779913-12 neutron-server[93176]: INFO neutron.db.l3_db [req-0c609712-47e7-4ea3-866a-8a17a34ccfec req-223d14ef-7abd-4909-aea4-09c514ec8934 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Floating IP d22193a7-738c-42ab-8b97-7459a731e38b disassociated. External IP: 172.25.4.74, port: 654150cf-8faf-4a19-aca8-459bddd22d50. Jun 11 10:07:32.315770 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-0c609712-47e7-4ea3-866a-8a17a34ccfec req-223d14ef-7abd-4909-aea4-09c514ec8934 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Calling delete_port for 654150cf-8faf-4a19-aca8-459bddd22d50 owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:07:32.477258 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-a11f892b-5483-40d3-bb2b-67fe1a951236 req-6bc3349c-900b-444f-b77a-7947f4521b58 tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] Deleting port 15cdac25-6ce8-4c4b-a17f-77da773c06db {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:07:32.483547 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a11f892b-5483-40d3-bb2b-67fe1a951236 req-6bc3349c-900b-444f-b77a-7947f4521b58 tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:32.483760 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775d6fc7-dd7a-410b-93f4-079c826e331a req-285d1b43-5ba1-435c-b1e3-e7c0524f4ff0 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:32.492844 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-775d6fc7-dd7a-410b-93f4-079c826e331a req-285d1b43-5ba1-435c-b1e3-e7c0524f4ff0 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bb61d84-420a-4e88-882b-25b888d42960 HTTP/1.1" status: 200 len: 932 time: 0.2806373 Jun 11 10:07:32.772963 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-775d6fc7-dd7a-410b-93f4-079c826e331a req-f3a1cb31-ad27-4e64-9e98-29f83fbbaba1 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791002 Jun 11 10:07:32.935692 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a00ccb8b-97d2-4086-9cbb-e29572184471 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:32.966166 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 9f022414-06c7-4a14-a7ed-de94af315649 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:07:32.971383 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [None req-a00ccb8b-97d2-4086-9cbb-e29572184471 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Transition to ACTIVE for port object 38253c05-3620-4632-b5d2-602a524736cf will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:07:33.021202 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-0c609712-47e7-4ea3-866a-8a17a34ccfec req-223d14ef-7abd-4909-aea4-09c514ec8934 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:33.024411 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-a11f892b-5483-40d3-bb2b-67fe1a951236 req-6bc3349c-900b-444f-b77a-7947f4521b58 tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] For port 15cdac25-6ce8-4c4b-a17f-77da773c06db, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=15cdac25-6ce8-4c4b-a17f-77da773c06db,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:07:33.024992 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a11f892b-5483-40d3-bb2b-67fe1a951236 req-6bc3349c-900b-444f-b77a-7947f4521b58 tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:33.039904 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e860d23b-8301-4524-a0d9-8edaa677a24e tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:33.083357 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223d14ef-7abd-4909-aea4-09c514ec8934 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Pushing event deleted for resources: {'Port': ['ID=654150cf-8faf-4a19-aca8-459bddd22d50,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:33.091803 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-223d14ef-7abd-4909-aea4-09c514ec8934 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:33.202061 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b60ae6c2-d59e-4aab-b1d9-a48bde2c9b2f req-3ca3f056-a8ea-4c44-93eb-6f423dc7f3ef tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=93ad82f0-8781-4cf6-a466-9a57ed82acf5 HTTP/1.1" status: 200 len: 210 time: 0.0973182 Jun 11 10:07:33.212293 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 9f022414-06c7-4a14-a7ed-de94af315649 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:07:33.254130 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-a11f892b-5483-40d3-bb2b-67fe1a951236 req-6bc3349c-900b-444f-b77a-7947f4521b58 tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] Calling delete_port for 15cdac25-6ce8-4c4b-a17f-77da773c06db owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:07:33.280539 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [req-ff3478dd-a1bb-4430-9729-64e5ec4a4412 req-52a1a408-f388-4f7a-9982-899572cb136c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e3e59a9-9495-487e-9840-6f5e9271330c {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:07:33.292253 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-ff3478dd-a1bb-4430-9729-64e5ec4a4412 req-52a1a408-f388-4f7a-9982-899572cb136c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:33.323730 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-ff3478dd-a1bb-4430-9729-64e5ec4a4412 req-52a1a408-f388-4f7a-9982-899572cb136c service neutron] Transition to ACTIVE for port object 0e3e59a9-9495-487e-9840-6f5e9271330c will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:07:33.346298 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec59881-f3c9-48f3-908f-b96f538f2837 None None] Network 8b25c88d-d934-4d7b-be5b-26a5fce3b2d1 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:07:33.405891 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-ff3478dd-a1bb-4430-9729-64e5ec4a4412 req-52a1a408-f388-4f7a-9982-899572cb136c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:33.416540 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-688480b1-acb3-42e0-a495-6a19e7bfbe54 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:33.619330 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a1a408-f388-4f7a-9982-899572cb136c service neutron] Pushing event updated for resources: {'Port': ['ID=0e3e59a9-9495-487e-9840-6f5e9271330c,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:33.624241 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-52a1a408-f388-4f7a-9982-899572cb136c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:33.646234 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-b06e8b10-bc78-4faa-8430-91717e9eacfe None None] Provisioning for port 9f022414-06c7-4a14-a7ed-de94af315649 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:07:33.651988 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-b06e8b10-bc78-4faa-8430-91717e9eacfe None None] Provisioning complete for port 9f022414-06c7-4a14-a7ed-de94af315649 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:07:33.652498 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b06e8b10-bc78-4faa-8430-91717e9eacfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:33.782699 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-ff3478dd-a1bb-4430-9729-64e5ec4a4412 req-52a1a408-f388-4f7a-9982-899572cb136c service neutron] Attempting to bind port 0e3e59a9-9495-487e-9840-6f5e9271330c on host n-h2-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:07:33.784891 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-ff3478dd-a1bb-4430-9729-64e5ec4a4412 req-52a1a408-f388-4f7a-9982-899572cb136c service neutron] Attempting to bind port 0e3e59a9-9495-487e-9840-6f5e9271330c by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': '5c22e2d5-0ba6-4801-a903-4241c2620ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '795e7157-0b59-4b3c-b5bc-895c607dc0cc'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:07:33.784891 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3478dd-a1bb-4430-9729-64e5ec4a4412 req-52a1a408-f388-4f7a-9982-899572cb136c service neutron] Attempting to bind port 0e3e59a9-9495-487e-9840-6f5e9271330c on network 795e7157-0b59-4b3c-b5bc-895c607dc0cc {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:07:33.794186 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3478dd-a1bb-4430-9729-64e5ec4a4412 req-52a1a408-f388-4f7a-9982-899572cb136c service neutron] Port 0e3e59a9-9495-487e-9840-6f5e9271330c on network 795e7157-0b59-4b3c-b5bc-895c607dc0cc not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:07:33.794798 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3478dd-a1bb-4430-9729-64e5ec4a4412 req-52a1a408-f388-4f7a-9982-899572cb136c service neutron] Attempting to bind port 0e3e59a9-9495-487e-9840-6f5e9271330c on network 795e7157-0b59-4b3c-b5bc-895c607dc0cc {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:07:33.804023 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3478dd-a1bb-4430-9729-64e5ec4a4412 req-52a1a408-f388-4f7a-9982-899572cb136c service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:07:33.804612 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3478dd-a1bb-4430-9729-64e5ec4a4412 req-52a1a408-f388-4f7a-9982-899572cb136c service neutron] Checking segment: {'id': '5c22e2d5-0ba6-4801-a903-4241c2620ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '795e7157-0b59-4b3c-b5bc-895c607dc0cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:07:33.805187 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3478dd-a1bb-4430-9729-64e5ec4a4412 req-52a1a408-f388-4f7a-9982-899572cb136c service neutron] Bound using segment: {'id': '5c22e2d5-0ba6-4801-a903-4241c2620ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '795e7157-0b59-4b3c-b5bc-895c607dc0cc'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:07:33.805816 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-ff3478dd-a1bb-4430-9729-64e5ec4a4412 req-52a1a408-f388-4f7a-9982-899572cb136c service neutron] Bound port: 0e3e59a9-9495-487e-9840-6f5e9271330c, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c22e2d5-0ba6-4801-a903-4241c2620ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '795e7157-0b59-4b3c-b5bc-895c607dc0cc'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:07:33.806354 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-ff3478dd-a1bb-4430-9729-64e5ec4a4412 req-52a1a408-f388-4f7a-9982-899572cb136c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:33.855386 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b06e8b10-bc78-4faa-8430-91717e9eacfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:33.875027 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe20eaf1-6a4c-4c75-9701-9cf0ed15e981 req-0b05a62f-2856-4a4e-9e25-756769492fdc tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:33.884111 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fe20eaf1-6a4c-4c75-9701-9cf0ed15e981 req-0b05a62f-2856-4a4e-9e25-756769492fdc tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] 10.222.0.60 "GET /v2.0/ports?device_id=3068e3ae-7b56-4288-ab47-491d1a37f980 HTTP/1.1" status: 200 len: 950 time: 0.3149099 Jun 11 10:07:33.960233 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-b06e8b10-bc78-4faa-8430-91717e9eacfe None None] For port 9f022414-06c7-4a14-a7ed-de94af315649, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=9f022414-06c7-4a14-a7ed-de94af315649,segment=NetworkSegment(69d6b13d-f38e-4c53-96b0-056b8c97696e),segment_id=69d6b13d-f38e-4c53-96b0-056b8c97696e)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:07:34.034047 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b06e8b10-bc78-4faa-8430-91717e9eacfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:34.035269 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fe20eaf1-6a4c-4c75-9701-9cf0ed15e981 req-549ce1d1-3775-46d8-abd8-d61b4fc47313 tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b611d80-07e0-4a1f-89ab-c09e8dbdec78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501107 Jun 11 10:07:34.037198 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:34.096597 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-ff3478dd-a1bb-4430-9729-64e5ec4a4412 req-52a1a408-f388-4f7a-9982-899572cb136c service neutron] For port 0e3e59a9-9495-487e-9840-6f5e9271330c, host n-h2-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:07:34.109525 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-ff3478dd-a1bb-4430-9729-64e5ec4a4412 req-52a1a408-f388-4f7a-9982-899572cb136c service neutron] For port 0e3e59a9-9495-487e-9840-6f5e9271330c, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=0e3e59a9-9495-487e-9840-6f5e9271330c,segment=NetworkSegment(5c22e2d5-0ba6-4801-a903-4241c2620ae4),segment_id=5c22e2d5-0ba6-4801-a903-4241c2620ae4)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:07:34.146843 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 45524) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:34.172459 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-ff3478dd-a1bb-4430-9729-64e5ec4a4412 req-52a1a408-f388-4f7a-9982-899572cb136c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:34.177198 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-52a1a408-f388-4f7a-9982-899572cb136c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:34.177335 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1515dc-3670-4ad1-83bc-d731ec9c89b2 req-c205c5ab-c0ea-4eed-b34d-b4e342bbab1a tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:34.184410 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1b1515dc-3670-4ad1-83bc-d731ec9c89b2 req-c205c5ab-c0ea-4eed-b34d-b4e342bbab1a tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/ports?device_id=7eb098e1-9410-476d-9519-14bc0525375b HTTP/1.1" status: 200 len: 945 time: 1.6656692 Jun 11 10:07:34.229109 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06e8b10-bc78-4faa-8430-91717e9eacfe None None] Pushing event updated for resources: {'Port': ['ID=9f022414-06c7-4a14-a7ed-de94af315649,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:34.252010 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-b06e8b10-bc78-4faa-8430-91717e9eacfe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:34.270878 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-b7176ed6-f1c4-4b6a-8a96-039c7a7e083e None None] Provisioning complete for port 9f022414-06c7-4a14-a7ed-de94af315649 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:07:34.273003 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b7176ed6-f1c4-4b6a-8a96-039c7a7e083e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:34.331736 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3478dd-a1bb-4430-9729-64e5ec4a4412 req-52a1a408-f388-4f7a-9982-899572cb136c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:34.332850 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-ff3478dd-a1bb-4430-9729-64e5ec4a4412 req-52a1a408-f388-4f7a-9982-899572cb136c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:34.333922 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ff3478dd-a1bb-4430-9729-64e5ec4a4412 req-52a1a408-f388-4f7a-9982-899572cb136c service neutron] 10.222.0.69 "PUT /v2.0/ports/0e3e59a9-9495-487e-9840-6f5e9271330c HTTP/1.1" status: 200 len: 1093 time: 2.4928083 Jun 11 10:07:34.334598 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bb61d84-420a-4e88-882b-25b888d42960', 'tag': '0e3e59a9-9495-487e-9840-6f5e9271330c'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:07:34.336846 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd0c15bb-de89-4c36-8a82-0b06c5707735" -d '{"events": [{"name": "network-changed", "server_uuid": "0bb61d84-420a-4e88-882b-25b888d42960", "tag": "0e3e59a9-9495-487e-9840-6f5e9271330c"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:07:34.458035 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f9edb272-8856-416c-91a5-5f241da259e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:34.515828 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a1a408-f388-4f7a-9982-899572cb136c service neutron] Pushing event updated for resources: {'Port': ['ID=0e3e59a9-9495-487e-9840-6f5e9271330c,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:34.543585 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-52a1a408-f388-4f7a-9982-899572cb136c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:34.587272 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a11f892b-5483-40d3-bb2b-67fe1a951236 req-6bc3349c-900b-444f-b77a-7947f4521b58 tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:34.602853 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d4f3ad26-2729-4692-b340-8bd047a27a4b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:34.608647 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a00ccb8b-97d2-4086-9cbb-e29572184471 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:34.635012 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f520a0b2-d55a-4583-9516-54908af3cab3 req-c22c9a2f-eec7-42f9-be0d-d95ba36d4649 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:34.636655 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f520a0b2-d55a-4583-9516-54908af3cab3 req-c22c9a2f-eec7-42f9-be0d-d95ba36d4649 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bb61d84-420a-4e88-882b-25b888d42960 HTTP/1.1" status: 200 len: 944 time: 0.2968564 Jun 11 10:07:34.661054 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3478dd-a1bb-4430-9729-64e5ec4a4412 req-e7f42d07-c928-47b2-b54f-4fafb2dd587a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:34.665186 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ff3478dd-a1bb-4430-9729-64e5ec4a4412 req-e7f42d07-c928-47b2-b54f-4fafb2dd587a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7c7545923ebc48e08cfbeb0d8e94f901&device_id=0bb61d84-420a-4e88-882b-25b888d42960 HTTP/1.1" status: 200 len: 1096 time: 0.1864209 Jun 11 10:07:34.674822 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc3349c-900b-444f-b77a-7947f4521b58 tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] Pushing event deleted for resources: {'Port': ['ID=15cdac25-6ce8-4c4b-a17f-77da773c06db,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:34.678456 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6bc3349c-900b-444f-b77a-7947f4521b58 tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:34.708086 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-686a8a65-85e8-4d59-9419-d37502a15b69 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:34.740372 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ff3478dd-a1bb-4430-9729-64e5ec4a4412 req-bd86c10c-7349-405c-a0f2-178104fe24a6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e3e59a9-9495-487e-9840-6f5e9271330c HTTP/1.1" status: 200 len: 217 time: 0.0640390 Jun 11 10:07:34.783397 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1b1515dc-3670-4ad1-83bc-d731ec9c89b2 req-4c2b8cb4-bd8a-4884-9be9-8cf7271fa48b tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/security-groups?id=96aa83f0-94dd-44ea-8665-16c361dca37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5979941 Jun 11 10:07:34.794887 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00ccb8b-97d2-4086-9cbb-e29572184471 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Pushing event updated for resources: {'Port': ['ID=38253c05-3620-4632-b5d2-602a524736cf,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:34.808232 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a00ccb8b-97d2-4086-9cbb-e29572184471 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:34.888409 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 9f022414-06c7-4a14-a7ed-de94af315649 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:07:34.888520 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00ccb8b-97d2-4086-9cbb-e29572184471 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Network 8b25c88d-d934-4d7b-be5b-26a5fce3b2d1 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:07:34.895087 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3478dd-a1bb-4430-9729-64e5ec4a4412 req-204e3380-266d-4db5-bb57-8caaded11bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:34.897159 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-a11f892b-5483-40d3-bb2b-67fe1a951236 req-6bc3349c-900b-444f-b77a-7947f4521b58 tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] No DVR routers for this DVR port 15cdac25-6ce8-4c4b-a17f-77da773c06db on host n-h1-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:07:34.900991 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ff3478dd-a1bb-4430-9729-64e5ec4a4412 req-204e3380-266d-4db5-bb57-8caaded11bf3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b543bd1f-2b45-4ed6-ae53-d9d0c8ed8871 HTTP/1.1" status: 200 len: 849 time: 0.1538491 Jun 11 10:07:34.910085 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a11f892b-5483-40d3-bb2b-67fe1a951236 req-6bc3349c-900b-444f-b77a-7947f4521b58 tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:34.912372 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a11f892b-5483-40d3-bb2b-67fe1a951236 req-6bc3349c-900b-444f-b77a-7947f4521b58 tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] 10.222.0.64 "DELETE /v2.0/ports/15cdac25-6ce8-4c4b-a17f-77da773c06db HTTP/1.1" status: 204 len: 173 time: 2.8135130 Jun 11 10:07:34.919237 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-a00ccb8b-97d2-4086-9cbb-e29572184471 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:07:34.919237 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3068e3ae-7b56-4288-ab47-491d1a37f980', 'name': 'network-vif-deleted', 'tag': '15cdac25-6ce8-4c4b-a17f-77da773c06db'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:07:34.919237 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c6fa86b-5c07-4232-94fe-9d51e8b64152" -d '{"events": [{"server_uuid": "3068e3ae-7b56-4288-ab47-491d1a37f980", "name": "network-vif-deleted", "tag": "15cdac25-6ce8-4c4b-a17f-77da773c06db"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:07:34.930589 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f520a0b2-d55a-4583-9516-54908af3cab3 req-faeca2e1-665e-4547-9e0d-b6b285397596 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834163 Jun 11 10:07:34.944222 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00ccb8b-97d2-4086-9cbb-e29572184471 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:07:35.017672 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 9f022414-06c7-4a14-a7ed-de94af315649 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:07:35.017993 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:35.084021 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28235723-093a-41f6-969e-60228b40dd8d x-openstack-request-id: req-28235723-093a-41f6-969e-60228b40dd8d {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:07:35.084485 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bb61d84-420a-4e88-882b-25b888d42960", "tag": "0e3e59a9-9495-487e-9840-6f5e9271330c", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:07:35.084799 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-28235723-093a-41f6-969e-60228b40dd8d {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:07:35.087725 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bb61d84-420a-4e88-882b-25b888d42960', 'tag': '0e3e59a9-9495-487e-9840-6f5e9271330c', 'status': 'completed', 'code': 200} Jun 11 10:07:35.169880 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f9edb272-8856-416c-91a5-5f241da259e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:35.224850 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0c609712-47e7-4ea3-866a-8a17a34ccfec req-223d14ef-7abd-4909-aea4-09c514ec8934 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Router 6875d133-0fb1-4d5d-a407-11a97fc05e02 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:07:35.235525 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3478dd-a1bb-4430-9729-64e5ec4a4412 req-8b672a90-ca7d-4f00-b015-d79d82324c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:35.237081 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ff3478dd-a1bb-4430-9729-64e5ec4a4412 req-8b672a90-ca7d-4f00-b015-d79d82324c2e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=795e7157-0b59-4b3c-b5bc-895c607dc0cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3055549 Jun 11 10:07:35.242869 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a489357e-23ea-4a9e-abf9-7659be2b595a x-openstack-request-id: req-a489357e-23ea-4a9e-abf9-7659be2b595a {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:07:35.243218 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3068e3ae-7b56-4288-ab47-491d1a37f980", "name": "network-vif-deleted", "tag": "15cdac25-6ce8-4c4b-a17f-77da773c06db", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:07:35.243532 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a489357e-23ea-4a9e-abf9-7659be2b595a {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:07:35.244846 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3068e3ae-7b56-4288-ab47-491d1a37f980', 'name': 'network-vif-deleted', 'tag': '15cdac25-6ce8-4c4b-a17f-77da773c06db', 'status': 'completed', 'code': 200} Jun 11 10:07:35.261762 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b5528431-2caf-40b5-b52a-bf4f04af5bcb req-fd850fd2-2cd4-42fd-b19c-de0a5fd5781e tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=93ad82f0-8781-4cf6-a466-9a57ed82acf5 HTTP/1.1" status: 200 len: 210 time: 0.2328479 Jun 11 10:07:35.338368 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f9edb272-8856-416c-91a5-5f241da259e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:35.343448 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c9bac87d-68d1-4840-b5ea-b95a4505004e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:35.391140 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9edb272-8856-416c-91a5-5f241da259e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c8836a-8052-40e2-84bd-51b42d3c4843,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:35.414890 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f9edb272-8856-416c-91a5-5f241da259e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:35.421852 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00ccb8b-97d2-4086-9cbb-e29572184471 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:35.422515 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a00ccb8b-97d2-4086-9cbb-e29572184471 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:35.483790 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 654150cf-8faf-4a19-aca8-459bddd22d50 no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:07:35.522170 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d4af51d1-506d-4955-bf4e-8bfe73901f89 req-ff5a836e-27c5-4515-b3c0-278c93a1d532 tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] 10.222.0.60 "GET /v2.0/ports?device_id=3068e3ae-7b56-4288-ab47-491d1a37f980 HTTP/1.1" status: 200 len: 210 time: 0.1465867 Jun 11 10:07:35.530199 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-f9edb272-8856-416c-91a5-5f241da259e8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=235691eee4a14d61a0b97e2cb236f1a4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3820803 Jun 11 10:07:35.534996 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] No Port match for: 654150cf-8faf-4a19-aca8-459bddd22d50 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:07:35.535774 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 654150cf-8faf-4a19-aca8-459bddd22d50 not bound to the agent host n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:07:35.537093 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 45562) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:35.537912 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-8fb492fc-3da7-4773-af45-5c9116b58960 None None] Provisioning for port 38253c05-3620-4632-b5d2-602a524736cf completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:07:35.542947 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-8fb492fc-3da7-4773-af45-5c9116b58960 None None] Provisioning complete for port 38253c05-3620-4632-b5d2-602a524736cf triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:07:35.546230 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8fb492fc-3da7-4773-af45-5c9116b58960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:35.600192 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ff3478dd-a1bb-4430-9729-64e5ec4a4412 req-6e21bdbf-cc5d-4f6b-8376-cf0ef1afd3d4 service neutron] 10.222.0.69 "GET /v2.0/networks/795e7157-0b59-4b3c-b5bc-895c607dc0cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3551531 Jun 11 10:07:35.605111 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-8fb492fc-3da7-4773-af45-5c9116b58960 None None] Port 38253c05-3620-4632-b5d2-602a524736cf cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:07:35.630783 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0c609712-47e7-4ea3-866a-8a17a34ccfec req-223d14ef-7abd-4909-aea4-09c514ec8934 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:07:35.634636 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:35.644130 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76804c9a-5390-4105-8bde-cdc757e2a2ce None None] Sync routers for ids ['6875d133-0fb1-4d5d-a407-11a97fc05e02'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:07:35.657398 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-19e2db17-fa92-424b-9e9f-66da0ca8bf00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:35.658815 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76804c9a-5390-4105-8bde-cdc757e2a2ce None None] Routers {'6875d133-0fb1-4d5d-a407-11a97fc05e02'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:07:35.659431 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-76804c9a-5390-4105-8bde-cdc757e2a2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:07:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['6875d133-0fb1-4d5d-a407-11a97fc05e02'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:07:35.737282 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-a00ccb8b-97d2-4086-9cbb-e29572184471 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 5.9283788 Jun 11 10:07:35.740807 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 45564) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:35.742679 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-19e2db17-fa92-424b-9e9f-66da0ca8bf00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:35.775609 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c609712-47e7-4ea3-866a-8a17a34ccfec req-223d14ef-7abd-4909-aea4-09c514ec8934 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] No DVR routers for this DVR port 654150cf-8faf-4a19-aca8-459bddd22d50 on host n-h2-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:07:35.800703 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-0c609712-47e7-4ea3-866a-8a17a34ccfec req-223d14ef-7abd-4909-aea4-09c514ec8934 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:35.803674 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0c609712-47e7-4ea3-866a-8a17a34ccfec req-223d14ef-7abd-4909-aea4-09c514ec8934 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.69 "DELETE /v2.0/ports/654150cf-8faf-4a19-aca8-459bddd22d50 HTTP/1.1" status: 204 len: 173 time: 5.6217082 Jun 11 10:07:35.812590 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 15cdac25-6ce8-4c4b-a17f-77da773c06db no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:07:35.850622 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] No Port match for: 15cdac25-6ce8-4c4b-a17f-77da773c06db {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:07:35.851118 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 15cdac25-6ce8-4c4b-a17f-77da773c06db not bound to the agent host n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:07:35.854144 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ff3478dd-a1bb-4430-9729-64e5ec4a4412 req-f21df3b0-552c-44e3-bf6a-46a89dd1a497 service neutron] 10.222.0.69 "GET /v2.0/networks/795e7157-0b59-4b3c-b5bc-895c607dc0cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457058 Jun 11 10:07:35.931735 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-5bc3b25f-2934-4e36-ac04-3803d126830c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Deleting port 38253c05-3620-4632-b5d2-602a524736cf {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:07:35.932175 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5bc3b25f-2934-4e36-ac04-3803d126830c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:36.008266 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-76804c9a-5390-4105-8bde-cdc757e2a2ce None None] Set router 6875d133-0fb1-4d5d-a407-11a97fc05e02 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:07:36.057468 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-19e2db17-fa92-424b-9e9f-66da0ca8bf00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:36.064639 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-19e2db17-fa92-424b-9e9f-66da0ca8bf00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:36.064639 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-19e2db17-fa92-424b-9e9f-66da0ca8bf00 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c9c8836a-8052-40e2-84bd-51b42d3c4843 HTTP/1.1" status: 204 len: 168 time: 0.5238714 Jun 11 10:07:36.064639 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5bc3b25f-2934-4e36-ac04-3803d126830c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:36.067931 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-58102a0e-555a-4a4b-b348-d13bf9b88065 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:36.087913 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e2db17-fa92-424b-9e9f-66da0ca8bf00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c8836a-8052-40e2-84bd-51b42d3c4843,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:36.144314 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-19e2db17-fa92-424b-9e9f-66da0ca8bf00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:36.187365 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-5bc3b25f-2934-4e36-ac04-3803d126830c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Calling delete_port for 38253c05-3620-4632-b5d2-602a524736cf owned by {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:07:36.212279 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e7d74f-886c-4111-8fe5-eb77ca0a9e02 req-4f23959d-3e4e-44a7-9e51-8fe7afc1b1f7 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:36.214374 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-95e7d74f-886c-4111-8fe5-eb77ca0a9e02 req-4f23959d-3e4e-44a7-9e51-8fe7afc1b1f7 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/ports?device_id=7eb098e1-9410-476d-9519-14bc0525375b HTTP/1.1" status: 200 len: 945 time: 0.1976960 Jun 11 10:07:36.479212 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0c15bb-de89-4c36-8a82-0b06c5707735 req-5a66758b-9813-4815-ac89-e68c822d9771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:36.480791 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fd0c15bb-de89-4c36-8a82-0b06c5707735 req-5a66758b-9813-4815-ac89-e68c822d9771 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7c7545923ebc48e08cfbeb0d8e94f901&device_id=0bb61d84-420a-4e88-882b-25b888d42960 HTTP/1.1" status: 200 len: 1096 time: 0.2905114 Jun 11 10:07:36.488148 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-95e7d74f-886c-4111-8fe5-eb77ca0a9e02 req-c8edba88-a37c-4bd5-a3bc-fd2ee35bc164 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/security-groups?id=96aa83f0-94dd-44ea-8665-16c361dca37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668679 Jun 11 10:07:36.493864 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914758b8-d5dd-42a3-b191-f6995761418a req-3e616656-1af6-4dd2-9806-f39d9bd34817 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:36.495438 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-914758b8-d5dd-42a3-b191-f6995761418a req-3e616656-1af6-4dd2-9806-f39d9bd34817 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bb61d84-420a-4e88-882b-25b888d42960 HTTP/1.1" status: 200 len: 944 time: 0.3525929 Jun 11 10:07:36.574560 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-477d694c-c7b3-4a20-8d99-6dc20603febe req-6b4845cd-8e48-4456-aca1-901b3b97130c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2ab265ba-0e64-4ab0-b0f6-b524ef6348a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2354796 Jun 11 10:07:36.606232 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-76804c9a-5390-4105-8bde-cdc757e2a2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6875d133-0fb1-4d5d-a407-11a97fc05e02', 'name': 'tempest-AttachVolumeShelveTestJSON-854289280-router', 'tenant_id': '21c20f27027a4fa895493faf5f883302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': '581c405d-a3a7-4d04-9b07-3b4049bdd298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:56:14Z', 'updated_at': '2021-06-11T09:56:22Z', 'revision_number': 4, 'project_id': '21c20f27027a4fa895493faf5f883302', 'gw_port': {'id': '581c405d-a3a7-4d04-9b07-3b4049bdd298', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:cc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6875d133-0fb1-4d5d-a407-11a97fc05e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:56:16Z', 'updated_at': '2021-06-11T09:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '6860f945-01fa-4b32-bfaf-2a6c0d5e6280', 'name': '', 'network_id': '4ec1bae5-7351-4e01-a52c-de5521320fcb', 'tenant_id': '21c20f27027a4fa895493faf5f883302', 'mac_address': 'fa:16:3e:11:34:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6875d133-0fb1-4d5d-a407-11a97fc05e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '73b1338f-0df7-44ec-88b6-dbc16cfcfcc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:56:21Z', 'updated_at': '2021-06-11T09:56:30Z', 'revision_number': 5, 'project_id': '21c20f27027a4fa895493faf5f883302', 'subnets': [{'id': '73b1338f-0df7-44ec-88b6-dbc16cfcfcc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:07:36.611628 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76804c9a-5390-4105-8bde-cdc757e2a2ce None None] Checking router: 6875d133-0fb1-4d5d-a407-11a97fc05e02 for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:07:36.621775 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76804c9a-5390-4105-8bde-cdc757e2a2ce None None] Routers {'6875d133-0fb1-4d5d-a407-11a97fc05e02'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:07:36.623524 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-76804c9a-5390-4105-8bde-cdc757e2a2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:07:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['6875d133-0fb1-4d5d-a407-11a97fc05e02'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:07:36.715304 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-914758b8-d5dd-42a3-b191-f6995761418a req-132e568f-a9f1-41ce-9f67-39d18f67b0a8 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952913 Jun 11 10:07:36.806568 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d694c-c7b3-4a20-8d99-6dc20603febe req-b8ab5c88-0620-46cb-a699-522c7c0c3572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:36.812861 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-477d694c-c7b3-4a20-8d99-6dc20603febe req-b8ab5c88-0620-46cb-a699-522c7c0c3572 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8046b2cb3b764217b136ee90282b4615&device_id=2ab265ba-0e64-4ab0-b0f6-b524ef6348a7 HTTP/1.1" status: 200 len: 1097 time: 0.1442411 Jun 11 10:07:36.910166 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-76804c9a-5390-4105-8bde-cdc757e2a2ce None None] Set router 6875d133-0fb1-4d5d-a407-11a97fc05e02 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:07:36.911525 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0c15bb-de89-4c36-8a82-0b06c5707735 req-7e6c1fe6-0304-46fe-a935-3250f3ad3566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:36.913325 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fd0c15bb-de89-4c36-8a82-0b06c5707735 req-7e6c1fe6-0304-46fe-a935-3250f3ad3566 service neutron] 10.222.0.69 "GET /v2.0/networks?id=795e7157-0b59-4b3c-b5bc-895c607dc0cc HTTP/1.1" status: 200 len: 911 time: 0.4169221 Jun 11 10:07:37.022377 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fd0c15bb-de89-4c36-8a82-0b06c5707735 req-c0356e26-e229-42cf-a7e7-30e33f4553bd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e3e59a9-9495-487e-9840-6f5e9271330c HTTP/1.1" status: 200 len: 217 time: 0.0912321 Jun 11 10:07:37.082030 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4b8b4923-cbb2-4be0-83d8-ff529c8a39a7 req-85743b51-2b5d-49e9-b44c-5e200e18b753 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/ports?device_id=93ad82f0-8781-4cf6-a466-9a57ed82acf5 HTTP/1.1" status: 200 len: 210 time: 0.0546012 Jun 11 10:07:37.126077 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d694c-c7b3-4a20-8d99-6dc20603febe req-62ead305-4b00-4ceb-bafa-e914e623adc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:37.127710 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-477d694c-c7b3-4a20-8d99-6dc20603febe req-62ead305-4b00-4ceb-bafa-e914e623adc8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5427c4a8-7b61-46c8-b2d0-4992f0c871cf HTTP/1.1" status: 200 len: 917 time: 0.2896476 Jun 11 10:07:37.178711 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0c15bb-de89-4c36-8a82-0b06c5707735 req-3f88377d-f78b-47eb-8f49-914a424d808f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:37.185879 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fd0c15bb-de89-4c36-8a82-0b06c5707735 req-3f88377d-f78b-47eb-8f49-914a424d808f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b543bd1f-2b45-4ed6-ae53-d9d0c8ed8871 HTTP/1.1" status: 200 len: 849 time: 0.1561813 Jun 11 10:07:37.256607 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5bc3b25f-2934-4e36-ac04-3803d126830c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:37.261808 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-52a1a408-f388-4f7a-9982-899572cb136c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:37.300907 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93ad82f0-8781-4cf6-a466-9a57ed82acf5', 'name': 'network-vif-deleted', 'tag': '654150cf-8faf-4a19-aca8-459bddd22d50'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:07:37.310607 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-940e9ee1-b0cf-441c-81c2-d47a8131c770" -d '{"events": [{"server_uuid": "93ad82f0-8781-4cf6-a466-9a57ed82acf5", "name": "network-vif-deleted", "tag": "654150cf-8faf-4a19-aca8-459bddd22d50"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:07:37.322407 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc3b25f-2934-4e36-ac04-3803d126830c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Pushing event deleted for resources: {'Port': ['ID=38253c05-3620-4632-b5d2-602a524736cf,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:37.326308 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-477d694c-c7b3-4a20-8d99-6dc20603febe req-2945291b-c1c9-44fd-9687-1b48ea20e969 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=972161a2-3db6-4797-bf7b-4323bc6cbae4 HTTP/1.1" status: 200 len: 217 time: 0.1913767 Jun 11 10:07:37.331641 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5bc3b25f-2934-4e36-ac04-3803d126830c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:37.483997 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d694c-c7b3-4a20-8d99-6dc20603febe req-5321717f-23d3-44ec-8d7e-58ae84c632ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:37.487795 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-477d694c-c7b3-4a20-8d99-6dc20603febe req-5321717f-23d3-44ec-8d7e-58ae84c632ef service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6028e95b-6bd7-4d2b-ba5c-242431c6d512 HTTP/1.1" status: 200 len: 855 time: 0.1541686 Jun 11 10:07:37.491356 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e99724-857b-4035-8eed-349185868067 x-openstack-request-id: req-15e99724-857b-4035-8eed-349185868067 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:07:37.493102 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93ad82f0-8781-4cf6-a466-9a57ed82acf5", "name": "network-vif-deleted", "tag": "654150cf-8faf-4a19-aca8-459bddd22d50", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:07:37.494338 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-15e99724-857b-4035-8eed-349185868067 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:07:37.497652 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93ad82f0-8781-4cf6-a466-9a57ed82acf5', 'name': 'network-vif-deleted', 'tag': '654150cf-8faf-4a19-aca8-459bddd22d50', 'status': 'completed', 'code': 200} Jun 11 10:07:37.568639 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0c15bb-de89-4c36-8a82-0b06c5707735 req-df0473f8-3492-4302-b666-ada7e5147418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:37.570591 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fd0c15bb-de89-4c36-8a82-0b06c5707735 req-df0473f8-3492-4302-b666-ada7e5147418 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=795e7157-0b59-4b3c-b5bc-895c607dc0cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3759456 Jun 11 10:07:37.697407 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d694c-c7b3-4a20-8d99-6dc20603febe req-4585bcdf-86d5-48c9-a8e6-1117e453f025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:37.702038 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-477d694c-c7b3-4a20-8d99-6dc20603febe req-4585bcdf-86d5-48c9-a8e6-1117e453f025 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5427c4a8-7b61-46c8-b2d0-4992f0c871cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2024033 Jun 11 10:07:37.715088 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-76804c9a-5390-4105-8bde-cdc757e2a2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6875d133-0fb1-4d5d-a407-11a97fc05e02', 'name': 'tempest-AttachVolumeShelveTestJSON-854289280-router', 'tenant_id': '21c20f27027a4fa895493faf5f883302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': '581c405d-a3a7-4d04-9b07-3b4049bdd298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:56:14Z', 'updated_at': '2021-06-11T09:56:22Z', 'revision_number': 4, 'project_id': '21c20f27027a4fa895493faf5f883302', 'gw_port': {'id': '581c405d-a3a7-4d04-9b07-3b4049bdd298', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:cc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6875d133-0fb1-4d5d-a407-11a97fc05e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:56:16Z', 'updated_at': '2021-06-11T09:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '6860f945-01fa-4b32-bfaf-2a6c0d5e6280', 'name': '', 'network_id': '4ec1bae5-7351-4e01-a52c-de5521320fcb', 'tenant_id': '21c20f27027a4fa895493faf5f883302', 'mac_address': 'fa:16:3e:11:34:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6875d133-0fb1-4d5d-a407-11a97fc05e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '73b1338f-0df7-44ec-88b6-dbc16cfcfcc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:56:21Z', 'updated_at': '2021-06-11T09:56:30Z', 'revision_number': 5, 'project_id': '21c20f27027a4fa895493faf5f883302', 'subnets': [{'id': '73b1338f-0df7-44ec-88b6-dbc16cfcfcc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:07:37.724140 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76804c9a-5390-4105-8bde-cdc757e2a2ce None None] The sync data for ids ['6875d133-0fb1-4d5d-a407-11a97fc05e02'] in n-d-779913-12 is: [{'id': '6875d133-0fb1-4d5d-a407-11a97fc05e02', 'name': 'tempest-AttachVolumeShelveTestJSON-854289280-router', 'tenant_id': '21c20f27027a4fa895493faf5f883302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': '581c405d-a3a7-4d04-9b07-3b4049bdd298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:56:14Z', 'updated_at': '2021-06-11T09:56:22Z', 'revision_number': 4, 'project_id': '21c20f27027a4fa895493faf5f883302', 'gw_port': {'id': '581c405d-a3a7-4d04-9b07-3b4049bdd298', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:cc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6875d133-0fb1-4d5d-a407-11a97fc05e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:56:16Z', 'updated_at': '2021-06-11T09:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '6860f945-01fa-4b32-bfaf-2a6c0d5e6280', 'name': '', 'network_id': '4ec1bae5-7351-4e01-a52c-de5521320fcb', 'tenant_id': '21c20f27027a4fa895493faf5f883302', 'mac_address': 'fa:16:3e:11:34:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6875d133-0fb1-4d5d-a407-11a97fc05e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '73b1338f-0df7-44ec-88b6-dbc16cfcfcc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:56:21Z', 'updated_at': '2021-06-11T09:56:30Z', 'revision_number': 5, 'project_id': '21c20f27027a4fa895493faf5f883302', 'subnets': [{'id': '73b1338f-0df7-44ec-88b6-dbc16cfcfcc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:07:37.754823 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5bc3b25f-2934-4e36-ac04-3803d126830c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:37.765249 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-5bc3b25f-2934-4e36-ac04-3803d126830c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "DELETE /v2.0/ports/38253c05-3620-4632-b5d2-602a524736cf HTTP/1.1" status: 204 len: 168 time: 2.0202093 Jun 11 10:07:37.775140 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 45606) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:37.999307 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-477d694c-c7b3-4a20-8d99-6dc20603febe req-f2b1c4ee-bf09-4423-aef7-a2bf32414ada service neutron] 10.222.0.69 "GET /v2.0/networks/5427c4a8-7b61-46c8-b2d0-4992f0c871cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2894421 Jun 11 10:07:38.040139 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d82dce-c98b-48f5-a756-380220329b94 req-caa3faa7-d4ae-484f-b0cc-c318f65b1e3a tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:38.042770 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c1d82dce-c98b-48f5-a756-380220329b94 req-caa3faa7-d4ae-484f-b0cc-c318f65b1e3a tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/ports?device_id=7eb098e1-9410-476d-9519-14bc0525375b HTTP/1.1" status: 200 len: 945 time: 0.2889452 Jun 11 10:07:38.184315 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23b317f-f727-4f77-9869-2ced9983cc47 None None] New status for floating IP d22193a7-738c-42ab-8b97-7459a731e38b: DOWN {{(pid=93178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 10:07:38.196586 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c1d82dce-c98b-48f5-a756-380220329b94 req-32d6cf8f-da34-4b05-90b2-0dc13b9bac68 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/security-groups?id=96aa83f0-94dd-44ea-8665-16c361dca37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970237 Jun 11 10:07:38.310214 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-477d694c-c7b3-4a20-8d99-6dc20603febe req-e1ba8c89-3b69-4f59-940f-4f5139655dce service neutron] 10.222.0.69 "GET /v2.0/networks/5427c4a8-7b61-46c8-b2d0-4992f0c871cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951260 Jun 11 10:07:38.397342 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-6825c3ca-e31f-452b-b13f-7f4d02406598 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] GET failed (client error): The resource could not be found. Jun 11 10:07:38.401538 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-6825c3ca-e31f-452b-b13f-7f4d02406598 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "GET /v2.0/ports/38253c05-3620-4632-b5d2-602a524736cf HTTP/1.1" status: 404 len: 333 time: 0.6185281 Jun 11 10:07:38.401988 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 45630) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:38.455391 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 45632) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:38.521449 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-dee2f6d6-6cb2-4725-9d60-0ead83e9a536 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Deleting subnet e3299074-f06a-43d6-9ddf-96291fc7eb10 {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:07:38.524952 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-dee2f6d6-6cb2-4725-9d60-0ead83e9a536 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:38.535303 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fd0c15bb-de89-4c36-8a82-0b06c5707735 req-4fe1c6e0-d5a7-4392-8052-205883821027 service neutron] 10.222.0.69 "GET /v2.0/networks/795e7157-0b59-4b3c-b5bc-895c607dc0cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9543924 Jun 11 10:07:38.579654 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-dee2f6d6-6cb2-4725-9d60-0ead83e9a536 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:38.612702 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69afedd3-4240-4500-95a0-7d8c7c737450 req-a04fd51e-8e92-4bd2-875f-756beb46943a tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:38.638505 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-69afedd3-4240-4500-95a0-7d8c7c737450 req-a04fd51e-8e92-4bd2-875f-756beb46943a tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bb61d84-420a-4e88-882b-25b888d42960 HTTP/1.1" status: 200 len: 944 time: 0.2255557 Jun 11 10:07:38.707178 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-dee2f6d6-6cb2-4725-9d60-0ead83e9a536 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:38.789715 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fd0c15bb-de89-4c36-8a82-0b06c5707735 req-83c76911-8ad4-4078-aee6-de50023fa8e9 service neutron] 10.222.0.69 "GET /v2.0/networks/795e7157-0b59-4b3c-b5bc-895c607dc0cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322326 Jun 11 10:07:38.789715 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cbd77a79-e624-4267-88ec-aae483f17c19 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:38.817067 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cbd77a79-e624-4267-88ec-aae483f17c19 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:38.822397 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-69afedd3-4240-4500-95a0-7d8c7c737450 req-8de8fb63-6583-438d-ba7a-072fb0d572ab tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022135 Jun 11 10:07:39.031958 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-dee2f6d6-6cb2-4725-9d60-0ead83e9a536 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:39.031958 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6a8b2f78-859c-46d9-9197-651122549014 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:39.058368 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cbd77a79-e624-4267-88ec-aae483f17c19 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:39.063391 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cbd77a79-e624-4267-88ec-aae483f17c19 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:39.065454 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-cbd77a79-e624-4267-88ec-aae483f17c19 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "DELETE /v2.0/security-groups/7c9589fb-c3c5-418d-8928-25f3ef7c4ff5 HTTP/1.1" status: 204 len: 168 time: 0.6063063 Jun 11 10:07:39.067590 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4661e407-0884-4c41-a07c-15724d8899bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:39.076630 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 45648) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:39.083095 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee2f6d6-6cb2-4725-9d60-0ead83e9a536 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Pushing event deleted for resources: {'Subnet': ['ID=e3299074-f06a-43d6-9ddf-96291fc7eb10,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:39.094471 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-dee2f6d6-6cb2-4725-9d60-0ead83e9a536 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:39.095258 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3ba7ae-f57c-4a0f-84dd-a2386f7b2a0b None None] Network 8b25c88d-d934-4d7b-be5b-26a5fce3b2d1 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:07:39.095907 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-dee2f6d6-6cb2-4725-9d60-0ead83e9a536 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:39.097753 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-dee2f6d6-6cb2-4725-9d60-0ead83e9a536 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "DELETE /v2.0/subnets/e3299074-f06a-43d6-9ddf-96291fc7eb10 HTTP/1.1" status: 204 len: 168 time: 0.6946793 Jun 11 10:07:39.099201 n-d-779913-12 neutron-server[93176]: INFO neutron.api.v2.resource [None req-e4d696f9-c320-4f58-b630-1a82b7fa4356 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] show failed (client error): The resource could not be found. Jun 11 10:07:39.100155 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-e4d696f9-c320-4f58-b630-1a82b7fa4356 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "GET /v2.0/security-groups/7c9589fb-c3c5-418d-8928-25f3ef7c4ff5 HTTP/1.1" status: 404 len: 347 time: 0.0234091 Jun 11 10:07:39.100646 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 45654) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:39.109729 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd77a79-e624-4267-88ec-aae483f17c19 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c9589fb-c3c5-418d-8928-25f3ef7c4ff5,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:39.114722 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-cbd77a79-e624-4267-88ec-aae483f17c19 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:39.115347 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 45656) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:39.326245 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-eeef68dd-9f5a-488c-a5eb-3cadc9f4e632 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:39.423211 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-31515dea-6181-43eb-b449-5859b6f26573 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Deleting port 8b3c1b43-3c0f-4f04-942a-ed4512cfc0ab {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:07:39.423392 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-31515dea-6181-43eb-b449-5859b6f26573 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:39.526467 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388f7b43-e43a-4c0f-8dfe-5bf92a4d584a None None] DHCP port deletion for 8b25c88d-d934-4d7b-be5b-26a5fce3b2d1 request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 10:07:39.527522 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad883764-81db-4a82-8d23-785554177630 req-adb93901-73dd-4cd8-a564-71f227f99e64 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:39.540907 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ad883764-81db-4a82-8d23-785554177630 req-adb93901-73dd-4cd8-a564-71f227f99e64 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/ports?device_id=7eb098e1-9410-476d-9519-14bc0525375b HTTP/1.1" status: 200 len: 945 time: 0.1383860 Jun 11 10:07:39.540907 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-eeef68dd-9f5a-488c-a5eb-3cadc9f4e632 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Deleting port 9f022414-06c7-4a14-a7ed-de94af315649 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:07:39.540907 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-eeef68dd-9f5a-488c-a5eb-3cadc9f4e632 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:39.584680 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-31515dea-6181-43eb-b449-5859b6f26573 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:39.585027 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-31515dea-6181-43eb-b449-5859b6f26573 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:39.609563 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ad883764-81db-4a82-8d23-785554177630 req-8a1f5a5f-8846-48c9-b470-f44865fe2d6d tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/security-groups?id=96aa83f0-94dd-44ea-8665-16c361dca37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695899 Jun 11 10:07:39.651900 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-388f7b43-e43a-4c0f-8dfe-5bf92a4d584a None None] Deleting port 9f022414-06c7-4a14-a7ed-de94af315649 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:07:39.652213 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-388f7b43-e43a-4c0f-8dfe-5bf92a4d584a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:39.684648 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-eeef68dd-9f5a-488c-a5eb-3cadc9f4e632 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] For port 9f022414-06c7-4a14-a7ed-de94af315649, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=9f022414-06c7-4a14-a7ed-de94af315649,segment=NetworkSegment(69d6b13d-f38e-4c53-96b0-056b8c97696e),segment_id=69d6b13d-f38e-4c53-96b0-056b8c97696e)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:07:39.685431 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-eeef68dd-9f5a-488c-a5eb-3cadc9f4e632 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:39.820807 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-eeef68dd-9f5a-488c-a5eb-3cadc9f4e632 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Calling delete_port for 9f022414-06c7-4a14-a7ed-de94af315649 owned by network:dhcp {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:07:39.850210 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-31515dea-6181-43eb-b449-5859b6f26573 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Calling delete_port for 8b3c1b43-3c0f-4f04-942a-ed4512cfc0ab owned by network:floatingip {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:07:39.896007 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-388f7b43-e43a-4c0f-8dfe-5bf92a4d584a None None] For port 9f022414-06c7-4a14-a7ed-de94af315649, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=9f022414-06c7-4a14-a7ed-de94af315649,segment=NetworkSegment(69d6b13d-f38e-4c53-96b0-056b8c97696e),segment_id=69d6b13d-f38e-4c53-96b0-056b8c97696e)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:07:39.896403 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-388f7b43-e43a-4c0f-8dfe-5bf92a4d584a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:39.931124 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 45670) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:40.013637 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-eeef68dd-9f5a-488c-a5eb-3cadc9f4e632 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:40.024435 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4f133f8f-cc8c-48a9-8bcc-5c6ff14ac988 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:40.089345 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeef68dd-9f5a-488c-a5eb-3cadc9f4e632 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Pushing event deleted for resources: {'Port': ['ID=9f022414-06c7-4a14-a7ed-de94af315649,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:40.101954 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeef68dd-9f5a-488c-a5eb-3cadc9f4e632 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] No DVR routers for this DVR port 9f022414-06c7-4a14-a7ed-de94af315649 on host n-d-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:07:40.102733 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-388f7b43-e43a-4c0f-8dfe-5bf92a4d584a None None] Calling delete_port for 9f022414-06c7-4a14-a7ed-de94af315649 owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:07:40.104528 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-eeef68dd-9f5a-488c-a5eb-3cadc9f4e632 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:40.191969 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5d8a53bb-0547-48b8-9941-d977adf8d340 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:40.217236 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827534be-7c8f-4ca0-9790-fcb02292c91d req-85c4682b-be4e-4c01-977e-1bde2361ac00 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:40.218873 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-827534be-7c8f-4ca0-9790-fcb02292c91d req-85c4682b-be4e-4c01-977e-1bde2361ac00 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bb61d84-420a-4e88-882b-25b888d42960 HTTP/1.1" status: 200 len: 944 time: 0.1942346 Jun 11 10:07:40.300197 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-31515dea-6181-43eb-b449-5859b6f26573 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:40.306205 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-bb84a4bb-baef-4489-8a20-207646726044 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:40.328893 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-827534be-7c8f-4ca0-9790-fcb02292c91d req-19d07b84-6931-421c-84a9-5d98255222de tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991597 Jun 11 10:07:40.356340 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-eeef68dd-9f5a-488c-a5eb-3cadc9f4e632 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:40.398544 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-eeef68dd-9f5a-488c-a5eb-3cadc9f4e632 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b25c88d-d934-4d7b-be5b-26a5fce3b2d1']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:07:40.419004 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-eeef68dd-9f5a-488c-a5eb-3cadc9f4e632 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69d6b13d-f38e-4c53-96b0-056b8c97696e') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:07:40.419619 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-eeef68dd-9f5a-488c-a5eb-3cadc9f4e632 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69d6b13d-f38e-4c53-96b0-056b8c97696e') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:07:40.429692 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-388f7b43-e43a-4c0f-8dfe-5bf92a4d584a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:40.431700 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:40.434166 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31515dea-6181-43eb-b449-5859b6f26573 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Pushing event deleted for resources: {'Port': ['ID=8b3c1b43-3c0f-4f04-942a-ed4512cfc0ab,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:40.445616 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-31515dea-6181-43eb-b449-5859b6f26573 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:40.446005 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-eeef68dd-9f5a-488c-a5eb-3cadc9f4e632 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:40.459926 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f7b43-e43a-4c0f-8dfe-5bf92a4d584a None None] Pushing event deleted for resources: {'Port': ['ID=9f022414-06c7-4a14-a7ed-de94af315649,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:40.463824 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-388f7b43-e43a-4c0f-8dfe-5bf92a4d584a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:40.464474 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-eeef68dd-9f5a-488c-a5eb-3cadc9f4e632 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:40.465857 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388f7b43-e43a-4c0f-8dfe-5bf92a4d584a None None] No DVR routers for this DVR port 9f022414-06c7-4a14-a7ed-de94af315649 on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:07:40.485879 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeef68dd-9f5a-488c-a5eb-3cadc9f4e632 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Releasing vlan 799 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:07:40.486346 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-eeef68dd-9f5a-488c-a5eb-3cadc9f4e632 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:40.503997 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-31515dea-6181-43eb-b449-5859b6f26573 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Notify callbacks [] for floatingip, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:40.505466 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 10:07:40.505466 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:07:40.505466 n-d-779913-12 neutron-server[93176]: timer() Jun 11 10:07:40.505466 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:07:40.505466 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 10:07:40.505466 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:07:40.505466 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 10:07:40.505466 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:07:40.505466 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 10:07:40.505466 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:07:40.505466 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 10:07:40.505466 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:07:40.505466 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 10:07:40.505466 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:07:40.505466 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:07:40.505466 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:07:40.505466 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:07:40.505466 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:07:40.505466 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 10:07:40.505466 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:07:40.505466 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 10:07:40.505466 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:07:40.505466 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:07:40.505466 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:07:40.505466 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 10:07:40.505466 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:07:40.505466 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:07:40.505466 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:07:40.505466 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:07:40.505466 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:07:40.505466 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:07:40.505466 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:07:40.508411 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-31515dea-6181-43eb-b449-5859b6f26573 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:40.509212 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-31515dea-6181-43eb-b449-5859b6f26573 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] 10.222.0.60 "DELETE /v2.0/floatingips/d22193a7-738c-42ab-8b97-7459a731e38b HTTP/1.1" status: 204 len: 168 time: 1.3915906 Jun 11 10:07:40.820371 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-eeef68dd-9f5a-488c-a5eb-3cadc9f4e632 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:40.830283 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e1ac6bcd-cdf6-4b67-8df5-eb850c3ed592 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:40.854382 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 9f022414-06c7-4a14-a7ed-de94af315649 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:07:40.856168 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-eeef68dd-9f5a-488c-a5eb-3cadc9f4e632 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:40.858572 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-eeef68dd-9f5a-488c-a5eb-3cadc9f4e632 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "DELETE /v2.0/networks/8b25c88d-d934-4d7b-be5b-26a5fce3b2d1 HTTP/1.1" status: 204 len: 168 time: 1.7570240 Jun 11 10:07:40.859630 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeef68dd-9f5a-488c-a5eb-3cadc9f4e632 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Pushing event deleted for resources: {'Network': ['ID=8b25c88d-d934-4d7b-be5b-26a5fce3b2d1,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:40.862183 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 45682) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:40.867618 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-76f870f1-7ed5-4581-ab07-8b93d6551bd5 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Request body: {'port': {'network_id': '8e6beef9-2f2f-4d34-b4e4-7206909ccfcf', 'name': 'tempest-PortsTestJSON-1852931471'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:07:40.890004 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 9f022414-06c7-4a14-a7ed-de94af315649 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:07:40.891898 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 9f022414-06c7-4a14-a7ed-de94af315649 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:07:40.892967 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-eeef68dd-9f5a-488c-a5eb-3cadc9f4e632 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:41.003236 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ef332a-7b21-4d4b-b175-2b9ca82ec5e2 req-07f1b785-70b3-4858-a5cf-2a676b5c8707 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:41.005264 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d5ef332a-7b21-4d4b-b175-2b9ca82ec5e2 req-07f1b785-70b3-4858-a5cf-2a676b5c8707 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/ports?device_id=7eb098e1-9410-476d-9519-14bc0525375b HTTP/1.1" status: 200 len: 945 time: 0.2523482 Jun 11 10:07:41.071287 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5d8a53bb-0547-48b8-9941-d977adf8d340 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:41.091503 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d5ef332a-7b21-4d4b-b175-2b9ca82ec5e2 req-ab51164b-5b7b-4399-bd00-21f1bd6b89b1 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/security-groups?id=96aa83f0-94dd-44ea-8665-16c361dca37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575285 Jun 11 10:07:41.174309 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5d8a53bb-0547-48b8-9941-d977adf8d340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:41.182343 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f94be580-379a-4514-9a39-54a883b1ea3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:41.224327 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-5d8a53bb-0547-48b8-9941-d977adf8d340 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=43bb9e7328d64640931bf5adcb84b5fa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2917433 Jun 11 10:07:41.225373 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a53bb-0547-48b8-9941-d977adf8d340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e92a923-dad7-461a-a67b-e41e132d2a55,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:41.227097 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 45686) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:41.228695 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5d8a53bb-0547-48b8-9941-d977adf8d340 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:41.296672 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-50f47d96-88b7-49a7-a830-5c3afa4bf04b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:41.312339 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f870f1-7ed5-4581-ab07-8b93d6551bd5 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Made reservation on behalf of 6eee960bcc7246bfbdd544be4d916a35 for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:07:41.316357 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-76f870f1-7ed5-4581-ab07-8b93d6551bd5 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:41.374139 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-50f47d96-88b7-49a7-a830-5c3afa4bf04b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:41.397796 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [None req-76f870f1-7ed5-4581-ab07-8b93d6551bd5 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] device_id is not set on port 01ba2088-ea3c-4a40-ae5a-8a084a5d62bf yet. {{(pid=93177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 10:07:41.633081 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23929880-ec4a-4ac4-8a83-433c1ba847f4 req-305028e8-1530-4a9e-8664-292c7c11e7e8 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:41.634565 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-23929880-ec4a-4ac4-8a83-433c1ba847f4 req-305028e8-1530-4a9e-8664-292c7c11e7e8 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bb61d84-420a-4e88-882b-25b888d42960 HTTP/1.1" status: 200 len: 944 time: 0.1271179 Jun 11 10:07:41.663695 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-50f47d96-88b7-49a7-a830-5c3afa4bf04b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:41.666673 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-50f47d96-88b7-49a7-a830-5c3afa4bf04b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:41.667932 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-50f47d96-88b7-49a7-a830-5c3afa4bf04b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3e92a923-dad7-461a-a67b-e41e132d2a55 HTTP/1.1" status: 204 len: 168 time: 0.4378002 Jun 11 10:07:41.670451 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-24dbde89-ff7f-47ea-8d69-82038e9655f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:41.684072 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f47d96-88b7-49a7-a830-5c3afa4bf04b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e92a923-dad7-461a-a67b-e41e132d2a55,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:41.700262 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-50f47d96-88b7-49a7-a830-5c3afa4bf04b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:41.720171 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-23929880-ec4a-4ac4-8a83-433c1ba847f4 req-37b163c7-0f26-4068-affb-3f4faef8488b tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782480 Jun 11 10:07:41.852795 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-76f870f1-7ed5-4581-ab07-8b93d6551bd5 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:42.058082 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-76f870f1-7ed5-4581-ab07-8b93d6551bd5 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:42.063823 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5c59ef43-5cec-4f8d-b93d-62d6b082b52d tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:42.186569 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f870f1-7ed5-4581-ab07-8b93d6551bd5 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Network 8e6beef9-2f2f-4d34-b4e4-7206909ccfcf is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:07:42.192248 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-76f870f1-7ed5-4581-ab07-8b93d6551bd5 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:07:42.197079 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f870f1-7ed5-4581-ab07-8b93d6551bd5 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:07:42.202618 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f870f1-7ed5-4581-ab07-8b93d6551bd5 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:42.203247 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-76f870f1-7ed5-4581-ab07-8b93d6551bd5 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:42.207301 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f870f1-7ed5-4581-ab07-8b93d6551bd5 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Pushing event updated for resources: {'Port': ['ID=01ba2088-ea3c-4a40-ae5a-8a084a5d62bf,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:42.214809 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-76f870f1-7ed5-4581-ab07-8b93d6551bd5 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:42.323514 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-76f870f1-7ed5-4581-ab07-8b93d6551bd5 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4601500 Jun 11 10:07:42.329157 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 45742) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:42.392844 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb33adaa-6018-41c9-b7e7-3d3480a00239 req-f3f6a361-775e-4b12-954a-4258fdd5ea8b tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:42.401778 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-eb33adaa-6018-41c9-b7e7-3d3480a00239 req-f3f6a361-775e-4b12-954a-4258fdd5ea8b tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/ports?device_id=7eb098e1-9410-476d-9519-14bc0525375b HTTP/1.1" status: 200 len: 945 time: 0.1051695 Jun 11 10:07:42.478366 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-eb33adaa-6018-41c9-b7e7-3d3480a00239 req-d0df3cf3-f557-46bb-8f51-4fac3b18bec3 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/security-groups?id=96aa83f0-94dd-44ea-8665-16c361dca37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729723 Jun 11 10:07:42.500852 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-be781f90-7a25-4602-b79a-e8756ad50f47 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Deleting port 01ba2088-ea3c-4a40-ae5a-8a084a5d62bf {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:07:42.501639 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-be781f90-7a25-4602-b79a-e8756ad50f47 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:42.629910 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-be781f90-7a25-4602-b79a-e8756ad50f47 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:42.850417 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-be781f90-7a25-4602-b79a-e8756ad50f47 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Calling delete_port for 01ba2088-ea3c-4a40-ae5a-8a084a5d62bf owned by {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:07:42.948919 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1425f029-9399-407d-a77b-787d06d7488e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:43.075562 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 45766) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:43.192720 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db48f57-9f1d-4eef-b0f2-c4bc75db247e req-3bb574f6-58e6-49a1-9966-244a882ba755 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:43.200522 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5db48f57-9f1d-4eef-b0f2-c4bc75db247e req-3bb574f6-58e6-49a1-9966-244a882ba755 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bb61d84-420a-4e88-882b-25b888d42960 HTTP/1.1" status: 200 len: 944 time: 0.1976867 Jun 11 10:07:43.246601 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5db48f57-9f1d-4eef-b0f2-c4bc75db247e req-e1133678-b2ee-4932-8aa9-aaa34d70c4b0 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451112 Jun 11 10:07:43.276127 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bad30a12-d75f-4186-b402-7e227097449d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:43.317274 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-be781f90-7a25-4602-b79a-e8756ad50f47 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:43.334366 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-31e9336e-a78c-4554-b6ac-7444874c0cf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:43.370924 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be781f90-7a25-4602-b79a-e8756ad50f47 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Pushing event deleted for resources: {'Port': ['ID=01ba2088-ea3c-4a40-ae5a-8a084a5d62bf,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:43.375459 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-be781f90-7a25-4602-b79a-e8756ad50f47 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:43.376800 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-be781f90-7a25-4602-b79a-e8756ad50f47 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:43.382990 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-be781f90-7a25-4602-b79a-e8756ad50f47 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "DELETE /v2.0/ports/01ba2088-ea3c-4a40-ae5a-8a084a5d62bf HTTP/1.1" status: 204 len: 168 time: 1.0576928 Jun 11 10:07:43.383885 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 45798) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:43.390595 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-f1fb4829-08ca-4ebd-8812-0a8dddca855c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Request body: {'port': {'network_id': '8e6beef9-2f2f-4d34-b4e4-7206909ccfcf', 'mac_address': 'fa:16:3e:8d:ee:30', 'name': 'tempest-PortsTestJSON-455392296'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:07:43.486961 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bad30a12-d75f-4186-b402-7e227097449d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:43.602604 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bad30a12-d75f-4186-b402-7e227097449d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:43.614584 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1ae77e3d-1f71-4abe-b6fc-e63370fe44a4 tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:43.677164 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-bad30a12-d75f-4186-b402-7e227097449d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8acbe1a2f31b4d77aec19205850988f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5997655 Jun 11 10:07:43.680217 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 45812) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:43.687184 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad30a12-d75f-4186-b402-7e227097449d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbddff14-0cbc-46e9-b72c-5b0dbdd09633,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:43.721241 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-bad30a12-d75f-4186-b402-7e227097449d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:43.743859 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461f5ff1-9892-4c75-812e-ffdf3cdbd75f req-50b4f7ad-7575-44b0-96c5-1215ff7676c5 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:43.744721 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d02b5f17-06e7-4ff0-90c4-31d405145d9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:43.753218 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-461f5ff1-9892-4c75-812e-ffdf3cdbd75f req-50b4f7ad-7575-44b0-96c5-1215ff7676c5 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/ports?device_id=7eb098e1-9410-476d-9519-14bc0525375b HTTP/1.1" status: 200 len: 945 time: 0.1601756 Jun 11 10:07:43.759660 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1fb4829-08ca-4ebd-8812-0a8dddca855c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Made reservation on behalf of 6eee960bcc7246bfbdd544be4d916a35 for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:07:43.797374 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d02b5f17-06e7-4ff0-90c4-31d405145d9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:43.817631 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-461f5ff1-9892-4c75-812e-ffdf3cdbd75f req-7a1c4586-eb12-4278-94ce-8926dd75c032 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/security-groups?id=96aa83f0-94dd-44ea-8665-16c361dca37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635388 Jun 11 10:07:43.892194 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f1fb4829-08ca-4ebd-8812-0a8dddca855c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:43.919420 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [None req-f1fb4829-08ca-4ebd-8812-0a8dddca855c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] device_id is not set on port 262891db-152f-4f15-aeac-9616eec49662 yet. {{(pid=93177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 10:07:44.070728 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d02b5f17-06e7-4ff0-90c4-31d405145d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:44.073742 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d02b5f17-06e7-4ff0-90c4-31d405145d9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:44.075067 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-d02b5f17-06e7-4ff0-90c4-31d405145d9d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fbddff14-0cbc-46e9-b72c-5b0dbdd09633 HTTP/1.1" status: 204 len: 168 time: 0.3938603 Jun 11 10:07:44.151230 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-177f2975-398d-4dee-8f8a-d09f1b9eacf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:44.165587 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02b5f17-06e7-4ff0-90c4-31d405145d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbddff14-0cbc-46e9-b72c-5b0dbdd09633,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:44.170801 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d02b5f17-06e7-4ff0-90c4-31d405145d9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:44.407785 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f1fb4829-08ca-4ebd-8812-0a8dddca855c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:44.602488 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda9de5e-81af-4a59-804a-fa2f6a33ab74 req-580af5e5-cfe1-402d-95df-eb55bc5ffcbf tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:44.611720 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-eda9de5e-81af-4a59-804a-fa2f6a33ab74 req-580af5e5-cfe1-402d-95df-eb55bc5ffcbf tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bb61d84-420a-4e88-882b-25b888d42960 HTTP/1.1" status: 200 len: 944 time: 0.1287124 Jun 11 10:07:44.654058 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f1fb4829-08ca-4ebd-8812-0a8dddca855c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:44.665138 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d2ac1b67-3676-4586-a28e-93a4d6ad731a tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:44.768426 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-eda9de5e-81af-4a59-804a-fa2f6a33ab74 req-4a36027f-0767-443e-88c2-c3dbdb6f0046 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555035 Jun 11 10:07:44.811821 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 45848) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:44.825495 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1fb4829-08ca-4ebd-8812-0a8dddca855c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Network 8e6beef9-2f2f-4d34-b4e4-7206909ccfcf is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:07:44.829911 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-f1fb4829-08ca-4ebd-8812-0a8dddca855c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:07:44.833815 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fb4829-08ca-4ebd-8812-0a8dddca855c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:07:44.857858 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1fb4829-08ca-4ebd-8812-0a8dddca855c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:44.859757 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f1fb4829-08ca-4ebd-8812-0a8dddca855c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:44.883533 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fb4829-08ca-4ebd-8812-0a8dddca855c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Pushing event updated for resources: {'Port': ['ID=262891db-152f-4f15-aeac-9616eec49662,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:44.895099 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f1fb4829-08ca-4ebd-8812-0a8dddca855c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:44.931764 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344afd27-233b-43ab-9191-17525b7dfa9c req-faebbb62-cf38-4e8a-a78d-5520bac09355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:44.933253 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-344afd27-233b-43ab-9191-17525b7dfa9c req-faebbb62-cf38-4e8a-a78d-5520bac09355 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8046b2cb3b764217b136ee90282b4615&device_id=7eb098e1-9410-476d-9519-14bc0525375b HTTP/1.1" status: 200 len: 1097 time: 0.1345379 Jun 11 10:07:45.037832 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-f1fb4829-08ca-4ebd-8812-0a8dddca855c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.6526623 Jun 11 10:07:45.046455 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 45852) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:45.111163 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349386d9-35c2-4bf7-b0f8-532e4b94aff5 req-3ee35c4b-6996-405a-9009-6c89dfd161fc tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:45.115296 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-349386d9-35c2-4bf7-b0f8-532e4b94aff5 req-3ee35c4b-6996-405a-9009-6c89dfd161fc tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/ports?device_id=7eb098e1-9410-476d-9519-14bc0525375b HTTP/1.1" status: 200 len: 945 time: 0.1979151 Jun 11 10:07:45.121476 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-31e18803-7eb9-455d-9e7c-c587608d4aa0 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1417499291'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:07:45.186894 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344afd27-233b-43ab-9191-17525b7dfa9c req-50fbc3e0-275f-490b-8c8a-8c9098c5efd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:45.188441 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-344afd27-233b-43ab-9191-17525b7dfa9c req-50fbc3e0-275f-490b-8c8a-8c9098c5efd0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5427c4a8-7b61-46c8-b2d0-4992f0c871cf HTTP/1.1" status: 200 len: 917 time: 0.2236626 Jun 11 10:07:45.190080 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927ca209-2707-4aaa-98d4-a7f640b5e99e tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:45.191446 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-927ca209-2707-4aaa-98d4-a7f640b5e99e tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "GET /v2.0/ports/262891db-152f-4f15-aeac-9616eec49662 HTTP/1.1" status: 200 len: 840 time: 0.1502504 Jun 11 10:07:45.194477 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 45860) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:45.240620 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 45862) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:45.261780 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-344afd27-233b-43ab-9191-17525b7dfa9c req-122e3472-220e-4fa8-b6f7-ff938e6c9332 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cfb538e2-f15d-4b8f-98ee-9fe78bbbaa24 HTTP/1.1" status: 200 len: 217 time: 0.0637536 Jun 11 10:07:45.264957 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-349386d9-35c2-4bf7-b0f8-532e4b94aff5 req-224d90e2-1333-4772-82dc-f0ed39ae5874 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/security-groups?id=96aa83f0-94dd-44ea-8665-16c361dca37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159444 Jun 11 10:07:45.267281 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31e18803-7eb9-455d-9e7c-c587608d4aa0 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Made reservation on behalf of 2fb323cc9f7040b7853947f091d693da for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:07:45.269220 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-31e18803-7eb9-455d-9e7c-c587608d4aa0 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:45.280642 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f93a2ef5-95ed-4f38-9a96-e8fc5c40ad20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:45.331413 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344afd27-233b-43ab-9191-17525b7dfa9c req-67c77591-f2c6-463f-b185-7e9a6479f465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:45.332899 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-344afd27-233b-43ab-9191-17525b7dfa9c req-67c77591-f2c6-463f-b185-7e9a6479f465 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6028e95b-6bd7-4d2b-ba5c-242431c6d512 HTTP/1.1" status: 200 len: 855 time: 0.0612533 Jun 11 10:07:45.350364 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-31e18803-7eb9-455d-9e7c-c587608d4aa0 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:45.419218 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344afd27-233b-43ab-9191-17525b7dfa9c req-2754b75d-ba2b-4e94-af09-ab0ff61044d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:45.421366 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-344afd27-233b-43ab-9191-17525b7dfa9c req-2754b75d-ba2b-4e94-af09-ab0ff61044d6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5427c4a8-7b61-46c8-b2d0-4992f0c871cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0804670 Jun 11 10:07:45.439364 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-2aa1554a-d5c9-4c34-83d3-567b570dc3b3 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Deleting port 262891db-152f-4f15-aeac-9616eec49662 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:07:45.439986 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2aa1554a-d5c9-4c34-83d3-567b570dc3b3 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:45.573051 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2aa1554a-d5c9-4c34-83d3-567b570dc3b3 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:45.577492 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-344afd27-233b-43ab-9191-17525b7dfa9c req-1eba7f51-2114-45c7-bd94-1a61e6cde04e service neutron] 10.222.0.64 "GET /v2.0/networks/5427c4a8-7b61-46c8-b2d0-4992f0c871cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479378 Jun 11 10:07:45.711938 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-344afd27-233b-43ab-9191-17525b7dfa9c req-f4e668d2-a9e1-4255-ba0e-0532b3ad09b3 service neutron] 10.222.0.64 "GET /v2.0/networks/5427c4a8-7b61-46c8-b2d0-4992f0c871cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286039 Jun 11 10:07:45.717540 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-2aa1554a-d5c9-4c34-83d3-567b570dc3b3 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Calling delete_port for 262891db-152f-4f15-aeac-9616eec49662 owned by {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:07:45.731702 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f93a2ef5-95ed-4f38-9a96-e8fc5c40ad20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:45.781589 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c066673e-bc6a-4241-874e-d5b898da4e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:45.836653 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f93a2ef5-95ed-4f38-9a96-e8fc5c40ad20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:45.840778 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-83b229a7-5905-417d-8d2a-9fa65a0b83c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:45.884806 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93a2ef5-95ed-4f38-9a96-e8fc5c40ad20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e04f9bb-4d5f-48a2-a041-dceb10905f54,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:45.891440 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-f93a2ef5-95ed-4f38-9a96-e8fc5c40ad20 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3d2752caeb3a4b7aa4947cd4c2f134ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6475298 Jun 11 10:07:45.891440 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f93a2ef5-95ed-4f38-9a96-e8fc5c40ad20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:45.891814 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 45866) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:45.997240 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c6ac86ef-34f3-4e54-931c-6e8d6edd5eb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:45.997479 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-31e18803-7eb9-455d-9e7c-c587608d4aa0 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:46.038827 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c6ac86ef-34f3-4e54-931c-6e8d6edd5eb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:46.048733 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2aa1554a-d5c9-4c34-83d3-567b570dc3b3 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:46.056459 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-66610653-d5ca-4c04-9e56-dc8fc1feb2ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:46.070738 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d4deb5-a182-4a56-8f6f-b3afd0612139 req-25ea86b3-a954-4100-b3e2-64f2c48ea94e tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:46.072302 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-92d4deb5-a182-4a56-8f6f-b3afd0612139 req-25ea86b3-a954-4100-b3e2-64f2c48ea94e tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bb61d84-420a-4e88-882b-25b888d42960 HTTP/1.1" status: 200 len: 944 time: 0.1337552 Jun 11 10:07:46.081125 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-31e18803-7eb9-455d-9e7c-c587608d4aa0 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:46.082149 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:46.088635 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-83a7141d-5fde-49fe-b58c-f726e293a9bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:46.106881 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa1554a-d5c9-4c34-83d3-567b570dc3b3 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Pushing event deleted for resources: {'Port': ['ID=262891db-152f-4f15-aeac-9616eec49662,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:46.123982 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2aa1554a-d5c9-4c34-83d3-567b570dc3b3 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:46.143743 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2aa1554a-d5c9-4c34-83d3-567b570dc3b3 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:46.145643 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-2aa1554a-d5c9-4c34-83d3-567b570dc3b3 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "DELETE /v2.0/ports/262891db-152f-4f15-aeac-9616eec49662 HTTP/1.1" status: 204 len: 168 time: 0.9502149 Jun 11 10:07:46.148521 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31e18803-7eb9-455d-9e7c-c587608d4aa0 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 785} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:07:46.148676 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 45868) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:46.169210 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e18803-7eb9-455d-9e7c-c587608d4aa0 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa331ea2-c0c7-42fe-bda5-c6782f743446,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:46.185147 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-31e18803-7eb9-455d-9e7c-c587608d4aa0 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:46.189360 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-496c96fe-7eae-47d6-ad93-86a1c32e292c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] GET failed (client error): The resource could not be found. Jun 11 10:07:46.194314 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-31e18803-7eb9-455d-9e7c-c587608d4aa0 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:46.195305 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-496c96fe-7eae-47d6-ad93-86a1c32e292c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "GET /v2.0/ports/262891db-152f-4f15-aeac-9616eec49662 HTTP/1.1" status: 404 len: 333 time: 0.0413892 Jun 11 10:07:46.195406 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-31e18803-7eb9-455d-9e7c-c587608d4aa0 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Added segment 0c7a68b2-e6d5-4fe1-80a3-7cc08a69a7e9 of type vlan for network 8af53307-41b7-4e97-b717-5c982fd25f72 Jun 11 10:07:46.195406 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 45874) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:46.207624 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-92d4deb5-a182-4a56-8f6f-b3afd0612139 req-a7fc5673-166d-4a53-a18d-06a9d7a29ea7 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044903 Jun 11 10:07:46.234795 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-66171212-0735-42ea-8c87-9d3b5f96e979 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Request body: {'port': {'network_id': '8e6beef9-2f2f-4d34-b4e4-7206909ccfcf', 'name': 'tempest-PortsTestJSON-110433493'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:07:46.315142 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c6ac86ef-34f3-4e54-931c-6e8d6edd5eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:46.319199 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c6ac86ef-34f3-4e54-931c-6e8d6edd5eb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:46.322827 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-c6ac86ef-34f3-4e54-931c-6e8d6edd5eb9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5e04f9bb-4d5f-48a2-a041-dceb10905f54 HTTP/1.1" status: 204 len: 168 time: 0.4279068 Jun 11 10:07:46.322827 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b1b39636-932b-414e-83d3-efef742f00df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:46.326514 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-31e18803-7eb9-455d-9e7c-c587608d4aa0 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:46.342775 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ac86ef-34f3-4e54-931c-6e8d6edd5eb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e04f9bb-4d5f-48a2-a041-dceb10905f54,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:46.346744 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c6ac86ef-34f3-4e54-931c-6e8d6edd5eb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:46.508902 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66171212-0735-42ea-8c87-9d3b5f96e979 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Made reservation on behalf of 6eee960bcc7246bfbdd544be4d916a35 for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:07:46.515327 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-66171212-0735-42ea-8c87-9d3b5f96e979 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:46.532827 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-31e18803-7eb9-455d-9e7c-c587608d4aa0 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:46.539533 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e18803-7eb9-455d-9e7c-c587608d4aa0 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:46.540330 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-31e18803-7eb9-455d-9e7c-c587608d4aa0 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:46.548201 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3d5d58ef-18f8-4516-80e9-bc41fd01579a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:46.591508 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [None req-66171212-0735-42ea-8c87-9d3b5f96e979 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] device_id is not set on port d2856061-a881-4562-b0e6-cdaae7e04a81 yet. {{(pid=93176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 10:07:46.619543 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff5836a-e37f-40f5-99b5-9dbe88b8a260 req-2441ca7f-3236-406f-a221-447dba610664 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:46.621259 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3ff5836a-e37f-40f5-99b5-9dbe88b8a260 req-2441ca7f-3236-406f-a221-447dba610664 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/ports?device_id=7eb098e1-9410-476d-9519-14bc0525375b HTTP/1.1" status: 200 len: 945 time: 0.1803524 Jun 11 10:07:46.686396 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:47.131053 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e18803-7eb9-455d-9e7c-c587608d4aa0 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Pushing event updated for resources: {'Network': ['ID=8af53307-41b7-4e97-b717-5c982fd25f72,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:47.134292 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-31e18803-7eb9-455d-9e7c-c587608d4aa0 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:47.135622 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-31e18803-7eb9-455d-9e7c-c587608d4aa0 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.3257482 Jun 11 10:07:47.138893 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 45888) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:47.142721 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 8af53307-41b7-4e97-b717-5c982fd25f72 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:07:47.144505 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-5dd1bcf7-e814-4d35-9a7a-7d97a79e6062 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Request body: {'subnet': {'network_id': '8af53307-41b7-4e97-b717-5c982fd25f72', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:07:47.213707 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3ff5836a-e37f-40f5-99b5-9dbe88b8a260 req-760d4ba9-dcf1-4091-96b9-cb21b4a88bd1 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/security-groups?id=96aa83f0-94dd-44ea-8665-16c361dca37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5502052 Jun 11 10:07:47.412989 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-66171212-0735-42ea-8c87-9d3b5f96e979 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:47.507117 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff448e86-7de9-4cd0-8cff-87336b30e19b req-77e56d6c-3c9e-424d-8335-202f558907d0 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:47.508604 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ff448e86-7de9-4cd0-8cff-87336b30e19b req-77e56d6c-3c9e-424d-8335-202f558907d0 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bb61d84-420a-4e88-882b-25b888d42960 HTTP/1.1" status: 200 len: 944 time: 0.0845606 Jun 11 10:07:47.525942 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd1bcf7-e814-4d35-9a7a-7d97a79e6062 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Made reservation on behalf of 2fb323cc9f7040b7853947f091d693da for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:07:47.528448 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5dd1bcf7-e814-4d35-9a7a-7d97a79e6062 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:47.572120 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-66171212-0735-42ea-8c87-9d3b5f96e979 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:47.580128 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e7ee8e4b-65ce-437e-8e46-d4d95f066151 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:47.622035 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ff448e86-7de9-4cd0-8cff-87336b30e19b req-5e3b6aa8-4519-4177-a353-b82a42d5a621 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053104 Jun 11 10:07:47.677009 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66171212-0735-42ea-8c87-9d3b5f96e979 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Network 8e6beef9-2f2f-4d34-b4e4-7206909ccfcf is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:07:47.682278 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-66171212-0735-42ea-8c87-9d3b5f96e979 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:07:47.688297 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66171212-0735-42ea-8c87-9d3b5f96e979 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:07:47.703940 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66171212-0735-42ea-8c87-9d3b5f96e979 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:47.704610 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-66171212-0735-42ea-8c87-9d3b5f96e979 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:47.707235 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66171212-0735-42ea-8c87-9d3b5f96e979 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Pushing event updated for resources: {'Port': ['ID=d2856061-a881-4562-b0e6-cdaae7e04a81,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:47.726100 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-66171212-0735-42ea-8c87-9d3b5f96e979 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:47.806058 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-66171212-0735-42ea-8c87-9d3b5f96e979 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.6080878 Jun 11 10:07:47.808692 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 45904) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:47.815426 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-a2977788-a1ce-40b8-9a55-d4d501e964c8 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:07:47.940783 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a2977788-a1ce-40b8-9a55-d4d501e964c8 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:47.994097 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5dd1bcf7-e814-4d35-9a7a-7d97a79e6062 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:47.996919 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a58e15ba-63fe-4b58-ab9c-18524d1b3ba3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:48.080846 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd1bcf7-e814-4d35-9a7a-7d97a79e6062 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Pushing event updated for resources: {'Subnet': ['ID=5788c7cf-92fe-44c1-9d16-9a4e05421c96,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:48.086049 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5dd1bcf7-e814-4d35-9a7a-7d97a79e6062 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:48.088808 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd1bcf7-e814-4d35-9a7a-7d97a79e6062 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Checking segment: {'id': '0c7a68b2-e6d5-4fe1-80a3-7cc08a69a7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '8af53307-41b7-4e97-b717-5c982fd25f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:07:48.089171 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd1bcf7-e814-4d35-9a7a-7d97a79e6062 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Network hostable DHCP agents. Network: 8af53307-41b7-4e97-b717-5c982fd25f72, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:07:48.178530 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a2977788-a1ce-40b8-9a55-d4d501e964c8 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:48.256501 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd1bcf7-e814-4d35-9a7a-7d97a79e6062 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Network 8af53307-41b7-4e97-b717-5c982fd25f72 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:07:48.321800 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a2977788-a1ce-40b8-9a55-d4d501e964c8 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:48.328472 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-956f22ab-637b-4d10-9a57-23f6d94faf91 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:48.336884 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-5dd1bcf7-e814-4d35-9a7a-7d97a79e6062 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 8af53307-41b7-4e97-b717-5c982fd25f72) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:07:48.349438 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2cb6978-6747-4ea6-93f3-a4855ee5d03a None None] Network 8af53307-41b7-4e97-b717-5c982fd25f72 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:07:48.350124 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd1bcf7-e814-4d35-9a7a-7d97a79e6062 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:48.350932 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5dd1bcf7-e814-4d35-9a7a-7d97a79e6062 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:48.456726 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-a2977788-a1ce-40b8-9a55-d4d501e964c8 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] In _notify_port_updated(), no bound segment for port d2856061-a881-4562-b0e6-cdaae7e04a81 on network 8e6beef9-2f2f-4d34-b4e4-7206909ccfcf {{(pid=93176) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 11 10:07:48.462466 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2977788-a1ce-40b8-9a55-d4d501e964c8 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:48.463174 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a2977788-a1ce-40b8-9a55-d4d501e964c8 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:48.467448 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-a2977788-a1ce-40b8-9a55-d4d501e964c8 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "PUT /v2.0/ports/d2856061-a881-4562-b0e6-cdaae7e04a81 HTTP/1.1" status: 200 len: 818 time: 0.6570857 Jun 11 10:07:48.470351 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 45920) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:48.493868 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:48.506166 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2977788-a1ce-40b8-9a55-d4d501e964c8 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Pushing event updated for resources: {'Port': ['ID=d2856061-a881-4562-b0e6-cdaae7e04a81,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:48.515349 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a2977788-a1ce-40b8-9a55-d4d501e964c8 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:48.564673 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-5dd1bcf7-e814-4d35-9a7a-7d97a79e6062 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4222705 Jun 11 10:07:48.565274 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 45926) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:48.577156 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-e52d4dd1-534c-48c0-82f6-5c3a9afc27d9 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Request body: {'port': {'network_id': '8af53307-41b7-4e97-b717-5c982fd25f72', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1534225468'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:07:48.606511 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feff277-a8fe-417f-9b9a-73521f4de591 req-906d1ee6-f4aa-4b24-80a0-87c85cd34a24 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:48.618689 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2feff277-a8fe-417f-9b9a-73521f4de591 req-906d1ee6-f4aa-4b24-80a0-87c85cd34a24 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/ports?device_id=7eb098e1-9410-476d-9519-14bc0525375b HTTP/1.1" status: 200 len: 945 time: 0.2431068 Jun 11 10:07:48.687321 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 45932) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:48.724938 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-2bed53af-4794-4cc3-aca7-bd417cfd4f25 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Deleting port d2856061-a881-4562-b0e6-cdaae7e04a81 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:07:48.726556 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2bed53af-4794-4cc3-aca7-bd417cfd4f25 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:48.775898 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0e4ebc-48f7-4c8f-96f8-e840ed664654 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-8af53307-41b7-4e97-b717-5c982fd25f72', 'network_id': '8af53307-41b7-4e97-b717-5c982fd25f72', 'tenant_id': '2fb323cc9f7040b7853947f091d693da', 'fixed_ips': [{'subnet_id': '5788c7cf-92fe-44c1-9d16-9a4e05421c96'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 10:07:48.777030 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-cc0e4ebc-48f7-4c8f-96f8-e840ed664654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:48.872783 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2feff277-a8fe-417f-9b9a-73521f4de591 req-5d0ae640-2da4-4a8a-a725-65885b901895 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/security-groups?id=96aa83f0-94dd-44ea-8665-16c361dca37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529554 Jun 11 10:07:49.114095 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-cc0e4ebc-48f7-4c8f-96f8-e840ed664654 None None] Allocated IP 172.20.0.2 (8af53307-41b7-4e97-b717-5c982fd25f72/5788c7cf-92fe-44c1-9d16-9a4e05421c96/bb75c56f-7455-41ad-9543-78e6fcd36b87) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:07:49.160668 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e52d4dd1-534c-48c0-82f6-5c3a9afc27d9 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Made reservation on behalf of 2fb323cc9f7040b7853947f091d693da for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:07:49.166352 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e52d4dd1-534c-48c0-82f6-5c3a9afc27d9 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:49.459394 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-cc0e4ebc-48f7-4c8f-96f8-e840ed664654 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:49.481017 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-cc0e4ebc-48f7-4c8f-96f8-e840ed664654 None None] Transition to ACTIVE for port object bb75c56f-7455-41ad-9543-78e6fcd36b87 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:07:49.517553 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-cc0e4ebc-48f7-4c8f-96f8-e840ed664654 None None] Transition to ACTIVE for port object bb75c56f-7455-41ad-9543-78e6fcd36b87 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:07:49.598260 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 0e3e59a9-9495-487e-9840-6f5e9271330c details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 10:07:49.636109 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-cc0e4ebc-48f7-4c8f-96f8-e840ed664654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:49.659904 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-8d72b563-5822-46ec-ae19-379d703e445b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:49.702207 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [None req-e52d4dd1-534c-48c0-82f6-5c3a9afc27d9 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] device_id is not set on port 421e0f48-acc2-4790-bb5f-da586ef10044 yet. {{(pid=93176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 10:07:49.708635 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0e4ebc-48f7-4c8f-96f8-e840ed664654 None None] Network 8af53307-41b7-4e97-b717-5c982fd25f72 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:07:49.717431 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-cc0e4ebc-48f7-4c8f-96f8-e840ed664654 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:07:49.720636 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0e4ebc-48f7-4c8f-96f8-e840ed664654 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:07:49.764604 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2bed53af-4794-4cc3-aca7-bd417cfd4f25 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:49.827521 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7935fad-c2b7-4de4-8d89-22e36b622afc req-ab45f5a1-059b-44ee-8612-b0e9971f6197 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:49.843821 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0e4ebc-48f7-4c8f-96f8-e840ed664654 None None] Pushing event updated for resources: {'Port': ['ID=bb75c56f-7455-41ad-9543-78e6fcd36b87,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:49.848374 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e7935fad-c2b7-4de4-8d89-22e36b622afc req-ab45f5a1-059b-44ee-8612-b0e9971f6197 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/ports?device_id=7eb098e1-9410-476d-9519-14bc0525375b HTTP/1.1" status: 200 len: 945 time: 0.7811258 Jun 11 10:07:49.859988 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-cc0e4ebc-48f7-4c8f-96f8-e840ed664654 None None] Attempting to bind port bb75c56f-7455-41ad-9543-78e6fcd36b87 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:07:49.860572 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-cc0e4ebc-48f7-4c8f-96f8-e840ed664654 None None] Attempting to bind port bb75c56f-7455-41ad-9543-78e6fcd36b87 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '0c7a68b2-e6d5-4fe1-80a3-7cc08a69a7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '8af53307-41b7-4e97-b717-5c982fd25f72'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:07:49.861130 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0e4ebc-48f7-4c8f-96f8-e840ed664654 None None] Attempting to bind port bb75c56f-7455-41ad-9543-78e6fcd36b87 on network 8af53307-41b7-4e97-b717-5c982fd25f72 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:07:49.870200 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0e4ebc-48f7-4c8f-96f8-e840ed664654 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:07:49.870834 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0e4ebc-48f7-4c8f-96f8-e840ed664654 None None] Checking segment: {'id': '0c7a68b2-e6d5-4fe1-80a3-7cc08a69a7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '8af53307-41b7-4e97-b717-5c982fd25f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:07:49.871430 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-cc0e4ebc-48f7-4c8f-96f8-e840ed664654 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:49.872036 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0e4ebc-48f7-4c8f-96f8-e840ed664654 None None] Bound using segment: {'id': '0c7a68b2-e6d5-4fe1-80a3-7cc08a69a7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '8af53307-41b7-4e97-b717-5c982fd25f72'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:07:49.873249 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-cc0e4ebc-48f7-4c8f-96f8-e840ed664654 None None] Bound port: bb75c56f-7455-41ad-9543-78e6fcd36b87, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c7a68b2-e6d5-4fe1-80a3-7cc08a69a7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '8af53307-41b7-4e97-b717-5c982fd25f72'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:07:49.874096 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-cc0e4ebc-48f7-4c8f-96f8-e840ed664654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:49.928205 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0e4ebc-48f7-4c8f-96f8-e840ed664654 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:07:49.928205 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0e4ebc-48f7-4c8f-96f8-e840ed664654 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:07:49.928689 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-2bed53af-4794-4cc3-aca7-bd417cfd4f25 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Calling delete_port for d2856061-a881-4562-b0e6-cdaae7e04a81 owned by {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:07:49.928815 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0e4ebc-48f7-4c8f-96f8-e840ed664654 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:07:49.928815 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0e4ebc-48f7-4c8f-96f8-e840ed664654 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:07:49.929646 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0e4ebc-48f7-4c8f-96f8-e840ed664654 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:07:49.930274 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0e4ebc-48f7-4c8f-96f8-e840ed664654 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:07:49.931023 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0e4ebc-48f7-4c8f-96f8-e840ed664654 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:07:49.931533 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0e4ebc-48f7-4c8f-96f8-e840ed664654 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:07:49.932059 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0e4ebc-48f7-4c8f-96f8-e840ed664654 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:07:49.932560 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0e4ebc-48f7-4c8f-96f8-e840ed664654 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:07:49.933790 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0e4ebc-48f7-4c8f-96f8-e840ed664654 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:07:49.934300 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0e4ebc-48f7-4c8f-96f8-e840ed664654 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:07:49.974142 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-cc0e4ebc-48f7-4c8f-96f8-e840ed664654 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:49.975098 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e7935fad-c2b7-4de4-8d89-22e36b622afc req-24105528-d955-4f4c-b5d2-e14912da0ddc tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/security-groups?id=96aa83f0-94dd-44ea-8665-16c361dca37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216743 Jun 11 10:07:50.039460 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46945f3-ddc6-4bdd-b661-f467f549a364 req-732102c0-94d2-4d6f-940a-fb939ace209b tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:50.049057 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a46945f3-ddc6-4bdd-b661-f467f549a364 req-732102c0-94d2-4d6f-940a-fb939ace209b tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bb61d84-420a-4e88-882b-25b888d42960 HTTP/1.1" status: 200 len: 944 time: 0.3052475 Jun 11 10:07:50.059911 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-cc0e4ebc-48f7-4c8f-96f8-e840ed664654 None None] For port bb75c56f-7455-41ad-9543-78e6fcd36b87, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:07:50.063316 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-cc0e4ebc-48f7-4c8f-96f8-e840ed664654 None None] For port bb75c56f-7455-41ad-9543-78e6fcd36b87, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=bb75c56f-7455-41ad-9543-78e6fcd36b87,segment=NetworkSegment(0c7a68b2-e6d5-4fe1-80a3-7cc08a69a7e9),segment_id=0c7a68b2-e6d5-4fe1-80a3-7cc08a69a7e9)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:07:50.097089 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 0e3e59a9-9495-487e-9840-6f5e9271330c, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=0e3e59a9-9495-487e-9840-6f5e9271330c,segment=NetworkSegment(5c22e2d5-0ba6-4801-a903-4241c2620ae4),segment_id=5c22e2d5-0ba6-4801-a903-4241c2620ae4)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:07:50.115391 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': '0e3e59a9-9495-487e-9840-6f5e9271330c', 'network_id': '795e7157-0b59-4b3c-b5bc-895c607dc0cc', 'port_id': '0e3e59a9-9495-487e-9840-6f5e9271330c', 'mac_address': 'fa:16:3e:f8:64:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b543bd1f-2b45-4ed6-ae53-d9d0c8ed8871', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 10:07:50.124064 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a46945f3-ddc6-4bdd-b661-f467f549a364 req-b9ed5597-8bc9-43de-8706-f394f2b1a46d tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730932 Jun 11 10:07:50.166298 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:50.168075 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-e52d4dd1-534c-48c0-82f6-5c3a9afc27d9 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Allocated IP 172.20.0.8 (8af53307-41b7-4e97-b717-5c982fd25f72/5788c7cf-92fe-44c1-9d16-9a4e05421c96/421e0f48-acc2-4790-bb5f-da586ef10044) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:07:50.185986 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e3e59a9-9495-487e-9840-6f5e9271330c {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:07:50.209866 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 0e3e59a9-9495-487e-9840-6f5e9271330c, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=0e3e59a9-9495-487e-9840-6f5e9271330c,segment=NetworkSegment(5c22e2d5-0ba6-4801-a903-4241c2620ae4),segment_id=5c22e2d5-0ba6-4801-a903-4241c2620ae4)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:07:50.212171 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-cc0e4ebc-48f7-4c8f-96f8-e840ed664654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:50.215621 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-6a7de666-1568-4b07-910a-f7f59f551f9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:50.228099 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2bed53af-4794-4cc3-aca7-bd417cfd4f25 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:50.232956 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-66610653-d5ca-4c04-9e56-dc8fc1feb2ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:50.265010 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bed53af-4794-4cc3-aca7-bd417cfd4f25 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Pushing event deleted for resources: {'Port': ['ID=d2856061-a881-4562-b0e6-cdaae7e04a81,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:50.273365 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2bed53af-4794-4cc3-aca7-bd417cfd4f25 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:50.276309 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2bed53af-4794-4cc3-aca7-bd417cfd4f25 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:50.284027 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-2bed53af-4794-4cc3-aca7-bd417cfd4f25 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "DELETE /v2.0/ports/d2856061-a881-4562-b0e6-cdaae7e04a81 HTTP/1.1" status: 204 len: 168 time: 1.8099465 Jun 11 10:07:50.284361 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 45958) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:50.311293 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0e4ebc-48f7-4c8f-96f8-e840ed664654 None None] Pushing event updated for resources: {'Port': ['ID=bb75c56f-7455-41ad-9543-78e6fcd36b87,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:50.342764 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:50.346089 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9888df21-2ffe-436f-b213-6eeb0e01f2f4 req-918f9210-a26f-4515-bbf9-c681bc65402a tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:50.350564 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-cc0e4ebc-48f7-4c8f-96f8-e840ed664654 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:50.351179 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-cc0e4ebc-48f7-4c8f-96f8-e840ed664654 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:50.353022 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9888df21-2ffe-436f-b213-6eeb0e01f2f4 req-918f9210-a26f-4515-bbf9-c681bc65402a tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/ports?device_id=02dd8d98-1aae-42c3-aef4-0f1f06bda846 HTTP/1.1" status: 200 len: 946 time: 0.2509155 Jun 11 10:07:50.381743 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381f8db2-ef39-4764-bb6e-03fd859d9909 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:50.383311 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-381f8db2-ef39-4764-bb6e-03fd859d9909 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0979967 Jun 11 10:07:50.389838 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 45962) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:50.456323 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-807ec36b-858c-41f8-b40a-d9c81ebcb78c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] GET failed (client error): The resource could not be found. Jun 11 10:07:50.458109 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-807ec36b-858c-41f8-b40a-d9c81ebcb78c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "GET /v2.0/ports/d2856061-a881-4562-b0e6-cdaae7e04a81 HTTP/1.1" status: 404 len: 333 time: 0.0671401 Jun 11 10:07:50.461609 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 45964) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:50.467805 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-7c74df47-e9a6-4b32-9d8a-5d22a99e7efe tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1904306678'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:07:50.490648 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=0e3e59a9-9495-487e-9840-6f5e9271330c,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:50.499255 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:50.527794 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 45966) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:50.551823 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9888df21-2ffe-436f-b213-6eeb0e01f2f4 req-a2c4a559-afc7-46ed-b6f6-414b36cb04da tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/security-groups?id=96aa83f0-94dd-44ea-8665-16c361dca37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963665 Jun 11 10:07:50.565240 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c74df47-e9a6-4b32-9d8a-5d22a99e7efe tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Made reservation on behalf of 6eee960bcc7246bfbdd544be4d916a35 for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:07:50.570282 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7c74df47-e9a6-4b32-9d8a-5d22a99e7efe tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:50.615482 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e52d4dd1-534c-48c0-82f6-5c3a9afc27d9 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:50.630650 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4c3e7d9c-91cf-4af7-a92c-7d9b50a1753c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375209'] for router_interface, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:50.633922 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c74df47-e9a6-4b32-9d8a-5d22a99e7efe tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 786} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:07:50.646046 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['0e3e59a9-9495-487e-9840-6f5e9271330c'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:07:50.686040 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7c74df47-e9a6-4b32-9d8a-5d22a99e7efe tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:50.686391 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-7c74df47-e9a6-4b32-9d8a-5d22a99e7efe tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Added segment 5adfe73a-3a83-4e38-a3a1-89e4a3d75113 of type vlan for network 768a9880-2812-4a21-b858-d6512e295e9c Jun 11 10:07:50.687064 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [None req-e52d4dd1-534c-48c0-82f6-5c3a9afc27d9 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Transition to ACTIVE for port object 421e0f48-acc2-4790-bb5f-da586ef10044 will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:07:50.962852 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device bb75c56f-7455-41ad-9543-78e6fcd36b87 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:07:50.980798 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e0fb731a-70b9-4b43-a10c-54636e6136a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:50.988266 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e52d4dd1-534c-48c0-82f6-5c3a9afc27d9 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:50.997100 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-66171212-0735-42ea-8c87-9d3b5f96e979 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:51.004568 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7c74df47-e9a6-4b32-9d8a-5d22a99e7efe tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:51.062930 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52d4dd1-534c-48c0-82f6-5c3a9afc27d9 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Network 8af53307-41b7-4e97-b717-5c982fd25f72 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:07:51.075761 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-e52d4dd1-534c-48c0-82f6-5c3a9afc27d9 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:07:51.075761 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52d4dd1-534c-48c0-82f6-5c3a9afc27d9 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:07:51.077767 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52d4dd1-534c-48c0-82f6-5c3a9afc27d9 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Pushing event updated for resources: {'Port': ['ID=421e0f48-acc2-4790-bb5f-da586ef10044,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:51.082847 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e52d4dd1-534c-48c0-82f6-5c3a9afc27d9 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:51.114127 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c8fbe2-130b-4566-aab1-5585fdc834c9 req-2b3d7248-6eb4-43b3-a962-b7c947282fa1 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:51.127522 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-92c8fbe2-130b-4566-aab1-5585fdc834c9 req-2b3d7248-6eb4-43b3-a962-b7c947282fa1 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ab265ba-0e64-4ab0-b0f6-b524ef6348a7 HTTP/1.1" status: 200 len: 945 time: 0.2903166 Jun 11 10:07:51.153032 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52d4dd1-534c-48c0-82f6-5c3a9afc27d9 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:51.154054 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port bb75c56f-7455-41ad-9543-78e6fcd36b87 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:07:51.154746 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e52d4dd1-534c-48c0-82f6-5c3a9afc27d9 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:51.195753 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-92c8fbe2-130b-4566-aab1-5585fdc834c9 req-9ca4d856-51d8-484c-a190-ad45163dbcce tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/security-groups?id=96aa83f0-94dd-44ea-8665-16c361dca37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672054 Jun 11 10:07:51.212742 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7c74df47-e9a6-4b32-9d8a-5d22a99e7efe tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:51.228958 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c74df47-e9a6-4b32-9d8a-5d22a99e7efe tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:51.229600 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7c74df47-e9a6-4b32-9d8a-5d22a99e7efe tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:51.234888 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-af33ee68-6906-4946-b12c-a0d3553bcc67 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:51.280542 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-4c3e7d9c-91cf-4af7-a92c-7d9b50a1753c admin admin] Deleting port 6860f945-01fa-4b32-bfaf-2a6c0d5e6280 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:07:51.280893 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4c3e7d9c-91cf-4af7-a92c-7d9b50a1753c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:51.283020 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [req-63da94ae-be5b-47ac-ac79-8dd8f1e57734 req-1f75f40b-7421-4469-985e-a5e2b87d1aa8 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 10:07:51.288079 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-63da94ae-be5b-47ac-ac79-8dd8f1e57734 req-1f75f40b-7421-4469-985e-a5e2b87d1aa8 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0395927 Jun 11 10:07:51.303421 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e0fb731a-70b9-4b43-a10c-54636e6136a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:51.418927 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e0fb731a-70b9-4b43-a10c-54636e6136a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:51.429225 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c74df47-e9a6-4b32-9d8a-5d22a99e7efe tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Pushing event updated for resources: {'Network': ['ID=768a9880-2812-4a21-b858-d6512e295e9c,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:51.440392 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7c74df47-e9a6-4b32-9d8a-5d22a99e7efe tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:51.442219 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 768a9880-2812-4a21-b858-d6512e295e9c details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:07:51.443454 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f9edb272-8856-416c-91a5-5f241da259e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:51.478918 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-4c3e7d9c-91cf-4af7-a92c-7d9b50a1753c admin admin] For port 6860f945-01fa-4b32-bfaf-2a6c0d5e6280, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=6860f945-01fa-4b32-bfaf-2a6c0d5e6280,segment=NetworkSegment(64ec67c3-ae73-4fd7-a5b7-323e0e068c2b),segment_id=64ec67c3-ae73-4fd7-a5b7-323e0e068c2b)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:07:51.479212 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4c3e7d9c-91cf-4af7-a92c-7d9b50a1753c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:51.481158 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-e0fb731a-70b9-4b43-a10c-54636e6136a1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e603a58a177d4b429a7f530ec0272fbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9519815 Jun 11 10:07:51.487703 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 45978) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:51.520214 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2043eebc-d67e-4b81-b757-77383dae4af4 req-5c81967f-dbdc-446e-83e7-dba37f328173 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:51.528413 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2043eebc-d67e-4b81-b757-77383dae4af4 req-5c81967f-dbdc-446e-83e7-dba37f328173 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bb61d84-420a-4e88-882b-25b888d42960 HTTP/1.1" status: 200 len: 945 time: 0.2433169 Jun 11 10:07:51.534636 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fb731a-70b9-4b43-a10c-54636e6136a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d07bf9a7-67b4-4769-a888-166913e5ccb5,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:51.546751 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e0fb731a-70b9-4b43-a10c-54636e6136a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:51.550879 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-7c74df47-e9a6-4b32-9d8a-5d22a99e7efe tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0882142 Jun 11 10:07:51.557416 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 45980) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:51.569448 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-0cb02a65-5720-4975-8086-147422c1bb37 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Request body: {'subnet': {'network_id': '768a9880-2812-4a21-b858-d6512e295e9c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:07:51.572811 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-e52d4dd1-534c-48c0-82f6-5c3a9afc27d9 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0063479 Jun 11 10:07:51.578795 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 45982) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:51.648615 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-63da94ae-be5b-47ac-ac79-8dd8f1e57734 req-b4167c44-e552-4dc0-ad15-92d859e136cd tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.3415935 Jun 11 10:07:51.694647 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-4c3e7d9c-91cf-4af7-a92c-7d9b50a1753c admin admin] Calling delete_port for 6860f945-01fa-4b32-bfaf-2a6c0d5e6280 owned by network:router_interface {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:07:51.718990 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b7970bb8-932d-4b24-a07d-09d8e96509bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:51.753462 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2043eebc-d67e-4b81-b757-77383dae4af4 req-5ed5b225-a4e2-4fb8-9946-9fbf26c51e7d tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238669 Jun 11 10:07:51.786015 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b7970bb8-932d-4b24-a07d-09d8e96509bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:51.908552 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb02a65-5720-4975-8086-147422c1bb37 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Made reservation on behalf of 6eee960bcc7246bfbdd544be4d916a35 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:07:51.912490 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0cb02a65-5720-4975-8086-147422c1bb37 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:51.937779 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b7970bb8-932d-4b24-a07d-09d8e96509bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:51.941135 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b7970bb8-932d-4b24-a07d-09d8e96509bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:51.948423 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-b7970bb8-932d-4b24-a07d-09d8e96509bd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d07bf9a7-67b4-4769-a888-166913e5ccb5 HTTP/1.1" status: 204 len: 168 time: 0.4543271 Jun 11 10:07:51.949173 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29aa6dd6-b030-44d4-8c8d-e566ace94327 None None] Network 8af53307-41b7-4e97-b717-5c982fd25f72 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:07:51.955331 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b5b10628-95c1-45cf-9fa1-5ff04a62cc99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:51.972503 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7970bb8-932d-4b24-a07d-09d8e96509bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d07bf9a7-67b4-4769-a888-166913e5ccb5,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:51.977227 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b7970bb8-932d-4b24-a07d-09d8e96509bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:52.021431 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-03444cba-b7dd-416d-9679-d74e890beb9d tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Deleting port 421e0f48-acc2-4790-bb5f-da586ef10044 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:07:52.022094 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-03444cba-b7dd-416d-9679-d74e890beb9d tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:52.179780 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-df21f196-9857-41be-9dac-c469815c00c7 None None] Provisioning for port bb75c56f-7455-41ad-9543-78e6fcd36b87 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:07:52.231010 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-df21f196-9857-41be-9dac-c469815c00c7 None None] Provisioning complete for port bb75c56f-7455-41ad-9543-78e6fcd36b87 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:07:52.231392 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-df21f196-9857-41be-9dac-c469815c00c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:52.320662 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0cb02a65-5720-4975-8086-147422c1bb37 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:52.331050 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a19ed093-2e1f-4bba-aa5d-e9293647cc6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:52.444469 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb02a65-5720-4975-8086-147422c1bb37 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Pushing event updated for resources: {'Subnet': ['ID=c258d845-611f-494e-9cb4-d37c5698ebcb,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:52.446888 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb02a65-5720-4975-8086-147422c1bb37 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Checking segment: {'id': '5adfe73a-3a83-4e38-a3a1-89e4a3d75113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '768a9880-2812-4a21-b858-d6512e295e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:07:52.447244 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb02a65-5720-4975-8086-147422c1bb37 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Network hostable DHCP agents. Network: 768a9880-2812-4a21-b858-d6512e295e9c, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:07:52.450944 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0cb02a65-5720-4975-8086-147422c1bb37 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:52.478740 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-df21f196-9857-41be-9dac-c469815c00c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:52.544000 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-df21f196-9857-41be-9dac-c469815c00c7 None None] For port bb75c56f-7455-41ad-9543-78e6fcd36b87, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=bb75c56f-7455-41ad-9543-78e6fcd36b87,segment=NetworkSegment(0c7a68b2-e6d5-4fe1-80a3-7cc08a69a7e9),segment_id=0c7a68b2-e6d5-4fe1-80a3-7cc08a69a7e9)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:07:52.637340 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb02a65-5720-4975-8086-147422c1bb37 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Network 768a9880-2812-4a21-b858-d6512e295e9c is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:07:52.662864 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-df21f196-9857-41be-9dac-c469815c00c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:52.670835 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-ab29b8dd-8f5d-433e-b30f-107ad7c3cd2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:52.713166 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-03444cba-b7dd-416d-9679-d74e890beb9d tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:52.720283 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-0cb02a65-5720-4975-8086-147422c1bb37 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 768a9880-2812-4a21-b858-d6512e295e9c) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:07:52.729692 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb02a65-5720-4975-8086-147422c1bb37 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:52.731096 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0cb02a65-5720-4975-8086-147422c1bb37 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:52.788539 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df21f196-9857-41be-9dac-c469815c00c7 None None] Pushing event updated for resources: {'Port': ['ID=bb75c56f-7455-41ad-9543-78e6fcd36b87,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:52.807462 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 45996) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:52.822305 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-df21f196-9857-41be-9dac-c469815c00c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:52.824313 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86711c2-ffc0-4d5b-b41d-7f974346b119 None None] Network 768a9880-2812-4a21-b858-d6512e295e9c requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:07:52.834368 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-0cb02a65-5720-4975-8086-147422c1bb37 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2725954 Jun 11 10:07:52.835350 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8be525f6-5555-4621-a240-05c2382befa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:52.837441 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 45998) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:52.843763 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-1b7c5064-7b9b-420d-b6d1-7cc6fc6ae939 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Request body: {'subnet': {'network_id': '768a9880-2812-4a21-b858-d6512e295e9c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:07:52.848008 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-03444cba-b7dd-416d-9679-d74e890beb9d tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Calling delete_port for 421e0f48-acc2-4790-bb5f-da586ef10044 owned by {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:07:52.884415 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd9acd4-f775-456d-9a5c-eaa660ad702a req-cf5c0d3c-98b3-4a89-a4b9-0aeb2ad5fb44 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:52.891641 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3fd9acd4-f775-456d-9a5c-eaa660ad702a req-cf5c0d3c-98b3-4a89-a4b9-0aeb2ad5fb44 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/ports?device_id=7eb098e1-9410-476d-9519-14bc0525375b HTTP/1.1" status: 200 len: 945 time: 0.7423484 Jun 11 10:07:52.963316 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4c3e7d9c-91cf-4af7-a92c-7d9b50a1753c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:52.976446 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3fa291ca-6bbe-46ab-9c24-e419193acb9a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:53.017715 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3e7d9c-91cf-4af7-a92c-7d9b50a1753c admin admin] Pushing event deleted for resources: {'Port': ['ID=6860f945-01fa-4b32-bfaf-2a6c0d5e6280,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:53.027972 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4c3e7d9c-91cf-4af7-a92c-7d9b50a1753c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:53.068795 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-fd036907-01f5-428f-b627-3ebc37c8c25f None None] Provisioning for port 421e0f48-acc2-4790-bb5f-da586ef10044 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:07:53.078888 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-fd036907-01f5-428f-b627-3ebc37c8c25f None None] Provisioning complete for port 421e0f48-acc2-4790-bb5f-da586ef10044 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:07:53.079272 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-fd036907-01f5-428f-b627-3ebc37c8c25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:53.101854 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3fd9acd4-f775-456d-9a5c-eaa660ad702a req-ead76b3f-e2aa-4f07-aa9c-a79d18521138 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/security-groups?id=96aa83f0-94dd-44ea-8665-16c361dca37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091842 Jun 11 10:07:53.202269 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-fd036907-01f5-428f-b627-3ebc37c8c25f None None] Port 421e0f48-acc2-4790-bb5f-da586ef10044 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:07:53.282722 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-fd036907-01f5-428f-b627-3ebc37c8c25f None None] Provisioning complete for port bb75c56f-7455-41ad-9543-78e6fcd36b87 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:07:53.283101 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-fd036907-01f5-428f-b627-3ebc37c8c25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:53.283221 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8be525f6-5555-4621-a240-05c2382befa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:53.332884 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a79f4a6-55ac-4955-bbb6-020dbf62912b req-2bdda8b7-a4fb-4451-aa83-239fba8be5f1 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:53.334491 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7a79f4a6-55ac-4955-bbb6-020dbf62912b req-2bdda8b7-a4fb-4451-aa83-239fba8be5f1 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bb61d84-420a-4e88-882b-25b888d42960 HTTP/1.1" status: 200 len: 945 time: 0.3040779 Jun 11 10:07:53.378327 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8be525f6-5555-4621-a240-05c2382befa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:53.392485 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5729097a-35a7-4af3-af05-e7aac757a4dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-768a9880-2812-4a21-b858-d6512e295e9c', 'network_id': '768a9880-2812-4a21-b858-d6512e295e9c', 'tenant_id': '6eee960bcc7246bfbdd544be4d916a35', 'fixed_ips': [{'subnet_id': 'c258d845-611f-494e-9cb4-d37c5698ebcb'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 10:07:53.392995 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-cbd77a79-e624-4267-88ec-aae483f17c19 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:53.394316 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-5729097a-35a7-4af3-af05-e7aac757a4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:53.467754 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7a79f4a6-55ac-4955-bbb6-020dbf62912b req-9190db86-143c-4ed1-90e8-1dcca0e33f01 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233268 Jun 11 10:07:53.485839 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-8be525f6-5555-4621-a240-05c2382befa3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6ede3aaeb01a49d9b5d02dd87ad8aa6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6748900 Jun 11 10:07:53.485839 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be525f6-5555-4621-a240-05c2382befa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=675400cb-61e5-4688-abb7-98fd7eb09629,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:53.487315 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 46002) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:53.498954 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8be525f6-5555-4621-a240-05c2382befa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:53.561112 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ffaddc13-06a2-499e-b40c-083505c810a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:53.566674 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4c3e7d9c-91cf-4af7-a92c-7d9b50a1753c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362297'] for router_interface, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:53.572220 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b7c5064-7b9b-420d-b6d1-7cc6fc6ae939 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Made reservation on behalf of 6eee960bcc7246bfbdd544be4d916a35 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:07:53.575427 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1b7c5064-7b9b-420d-b6d1-7cc6fc6ae939 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:53.593560 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315345f8-3784-46e4-a685-ec3e6a188658 req-486486c6-9a70-4572-8b95-e6c040a1a8a9 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:53.595042 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-315345f8-3784-46e4-a685-ec3e6a188658 req-486486c6-9a70-4572-8b95-e6c040a1a8a9 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/ports?device_id=02dd8d98-1aae-42c3-aef4-0f1f06bda846 HTTP/1.1" status: 200 len: 946 time: 0.2556579 Jun 11 10:07:53.615205 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ffaddc13-06a2-499e-b40c-083505c810a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:53.619689 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 0e3e59a9-9495-487e-9840-6f5e9271330c up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:07:53.698261 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f888a0ea-53db-49dd-8722-9dee6d051623 None None] Provisioning complete for port 421e0f48-acc2-4790-bb5f-da586ef10044 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:07:53.698514 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f888a0ea-53db-49dd-8722-9dee6d051623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:53.746121 n-d-779913-12 neutron-server[93177]: INFO neutron.db.ipam_backend_mixin [None req-1b7c5064-7b9b-420d-b6d1-7cc6fc6ae939 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c258d845-611f-494e-9cb4-d37c5698ebcb (CIDR: 172.20.0.0/28) Jun 11 10:07:53.747508 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-03444cba-b7dd-416d-9679-d74e890beb9d tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:53.758549 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3fa291ca-6bbe-46ab-9c24-e419193acb9a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:53.807248 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b7c5064-7b9b-420d-b6d1-7cc6fc6ae939 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 10:07:53.808518 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b7c5064-7b9b-420d-b6d1-7cc6fc6ae939 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 10:07:53.810693 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-315345f8-3784-46e4-a685-ec3e6a188658 req-d8696024-4c63-4912-8a61-df66b47eb350 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/security-groups?id=96aa83f0-94dd-44ea-8665-16c361dca37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112015 Jun 11 10:07:53.836740 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03444cba-b7dd-416d-9679-d74e890beb9d tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Pushing event deleted for resources: {'Port': ['ID=421e0f48-acc2-4790-bb5f-da586ef10044,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:53.837117 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ffaddc13-06a2-499e-b40c-083505c810a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:53.837117 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ffaddc13-06a2-499e-b40c-083505c810a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:53.837117 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-ffaddc13-06a2-499e-b40c-083505c810a5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/675400cb-61e5-4688-abb7-98fd7eb09629 HTTP/1.1" status: 204 len: 168 time: 0.3468044 Jun 11 10:07:53.862077 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-49eef828-c036-4023-8f2c-4dc0d47bdd34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:53.867554 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-03444cba-b7dd-416d-9679-d74e890beb9d tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:53.897405 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaddc13-06a2-499e-b40c-083505c810a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=675400cb-61e5-4688-abb7-98fd7eb09629,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:53.910938 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ffaddc13-06a2-499e-b40c-083505c810a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:53.948380 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-5729097a-35a7-4af3-af05-e7aac757a4dc None None] Allocated IP 172.20.0.2 (768a9880-2812-4a21-b858-d6512e295e9c/c258d845-611f-494e-9cb4-d37c5698ebcb/eb3413ee-7a7e-453b-bf05-ff2ce7a24a86) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:07:53.964935 n-d-779913-12 neutron-server[93178]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:07:53.964935 n-d-779913-12 neutron-server[93178]: retrieve_revision_numbers = { Jun 11 10:07:53.964935 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:07:53.964935 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 10:07:53.964935 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:07:53.964935 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 10:07:53.964935 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:07:53.964935 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 10:07:53.964935 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:07:53.964935 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 10:07:53.964935 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:07:53.964935 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 10:07:53.964935 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:07:53.964935 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 10:07:53.964935 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:07:53.964935 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 10:07:53.964935 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:07:53.964935 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 10:07:53.964935 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:07:53.964935 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 10:07:53.964935 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:07:53.964935 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 10:07:53.964935 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:07:53.964935 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 10:07:53.964935 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:07:53.964935 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 10:07:53.964935 n-d-779913-12 neutron-server[93178]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:07:53.964935 n-d-779913-12 neutron-server[93178]: retrieve_revision_numbers = { Jun 11 10:07:53.964935 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:07:53.964935 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 10:07:53.964935 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:07:53.964935 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 10:07:53.964935 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:07:53.964935 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 10:07:53.964935 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:07:53.964935 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 10:07:53.964935 n-d-779913-12 neutron-server[93178]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:07:53.964935 n-d-779913-12 neutron-server[93178]: retrieve_revision_numbers = { Jun 11 10:07:53.964935 n-d-779913-12 neutron-server[93178]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:07:53.964935 n-d-779913-12 neutron-server[93178]: retrieve_revision_numbers = { Jun 11 10:07:53.968528 n-d-779913-12 neutron-server[93178]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:07:53.968528 n-d-779913-12 neutron-server[93178]: retrieve_revision_numbers = { Jun 11 10:07:53.968528 n-d-779913-12 neutron-server[93178]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:07:53.968528 n-d-779913-12 neutron-server[93178]: retrieve_revision_numbers = { Jun 11 10:07:53.968528 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:07:53.968528 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 10:07:53.968528 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:07:53.968528 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 10:07:53.968528 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:07:53.968528 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 10:07:53.968528 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:07:53.968528 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 10:07:53.968528 n-d-779913-12 neutron-server[93178]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:07:53.968528 n-d-779913-12 neutron-server[93178]: retrieve_revision_numbers = { Jun 11 10:07:53.998230 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-1b7c5064-7b9b-420d-b6d1-7cc6fc6ae939 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1559484 Jun 11 10:07:54.006421 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 46010) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:54.006421 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-a0cacfaa-489c-4e82-a3be-5a5ee734ef64 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Request body: {'subnet': {'network_id': '768a9880-2812-4a21-b858-d6512e295e9c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:07:54.166047 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-03444cba-b7dd-416d-9679-d74e890beb9d tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:54.168961 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-03444cba-b7dd-416d-9679-d74e890beb9d tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] 10.222.0.60 "DELETE /v2.0/ports/421e0f48-acc2-4790-bb5f-da586ef10044 HTTP/1.1" status: 204 len: 168 time: 2.5385447 Jun 11 10:07:54.175184 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 46012) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:54.275424 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c3e7d9c-91cf-4af7-a92c-7d9b50a1753c admin admin] Router 6875d133-0fb1-4d5d-a407-11a97fc05e02 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:07:54.350564 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f888a0ea-53db-49dd-8722-9dee6d051623 None None] Port 421e0f48-acc2-4790-bb5f-da586ef10044 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:07:54.351184 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed1ae3a-f702-4440-810f-896aa08c2fb4 req-714ee861-f7c2-41ab-84b6-ee1b2cb3e485 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:54.363865 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3ed1ae3a-f702-4440-810f-896aa08c2fb4 req-714ee861-f7c2-41ab-84b6-ee1b2cb3e485 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ab265ba-0e64-4ab0-b0f6-b524ef6348a7 HTTP/1.1" status: 200 len: 945 time: 0.2423866 Jun 11 10:07:54.431509 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3ed1ae3a-f702-4440-810f-896aa08c2fb4 req-3f72cb01-3a8b-470f-b8ca-fe0e0c80e729 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/security-groups?id=96aa83f0-94dd-44ea-8665-16c361dca37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667651 Jun 11 10:07:54.457194 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0cacfaa-489c-4e82-a3be-5a5ee734ef64 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Made reservation on behalf of 6eee960bcc7246bfbdd544be4d916a35 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:07:54.465697 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a0cacfaa-489c-4e82-a3be-5a5ee734ef64 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:54.526776 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-5729097a-35a7-4af3-af05-e7aac757a4dc None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:54.554041 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-5729097a-35a7-4af3-af05-e7aac757a4dc None None] Transition to ACTIVE for port object eb3413ee-7a7e-453b-bf05-ff2ce7a24a86 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:07:54.569108 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-5729097a-35a7-4af3-af05-e7aac757a4dc None None] Transition to ACTIVE for port object eb3413ee-7a7e-453b-bf05-ff2ce7a24a86 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:07:54.572602 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning for port 0e3e59a9-9495-487e-9840-6f5e9271330c completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:07:54.584934 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port 0e3e59a9-9495-487e-9840-6f5e9271330c triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:07:54.585587 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:54.607968 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c3e7d9c-91cf-4af7-a92c-7d9b50a1753c admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:07:54.620785 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c8515f-3772-412f-af78-815dc1af48da None None] Sync routers for ids ['6875d133-0fb1-4d5d-a407-11a97fc05e02'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:07:54.626795 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-4c3e7d9c-91cf-4af7-a92c-7d9b50a1753c admin admin] 10.222.0.60 "PUT /v2.0/routers/6875d133-0fb1-4d5d-a407-11a97fc05e02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9293282 Jun 11 10:07:54.638542 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 46026) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:54.642451 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c8515f-3772-412f-af78-815dc1af48da None None] Routers {'6875d133-0fb1-4d5d-a407-11a97fc05e02'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:07:54.643365 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-48c8515f-3772-412f-af78-815dc1af48da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:07:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['6875d133-0fb1-4d5d-a407-11a97fc05e02'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:07:54.706615 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-5729097a-35a7-4af3-af05-e7aac757a4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:54.725141 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:54.906391 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-09005ec3-bdc5-4306-b606-0a6a473d59fd tempest-DHCPAgentSchedulersTestJSON-378609802 tempest-DHCPAgentSchedulersTestJSON-378609802-project-admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.7269144 Jun 11 10:07:54.906624 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 46032) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:54.914390 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-a926b00c-f5e9-4d8f-9538-3216328a26c1 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-962330156'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:07:54.915930 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-48c8515f-3772-412f-af78-815dc1af48da None None] Set router 6875d133-0fb1-4d5d-a407-11a97fc05e02 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:07:54.921549 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5729097a-35a7-4af3-af05-e7aac757a4dc None None] Network 768a9880-2812-4a21-b858-d6512e295e9c is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:07:54.944213 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-5729097a-35a7-4af3-af05-e7aac757a4dc None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:07:54.947647 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5729097a-35a7-4af3-af05-e7aac757a4dc None None] Pushing event updated for resources: {'Port': ['ID=eb3413ee-7a7e-453b-bf05-ff2ce7a24a86,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:54.955890 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5729097a-35a7-4af3-af05-e7aac757a4dc None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:07:54.993534 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-5729097a-35a7-4af3-af05-e7aac757a4dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:55.060464 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705ba637-177f-4c96-824e-5a78cf1f20f6 req-0c7cac19-9f9b-48ab-8812-3b0f10fd657b tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:55.062636 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-705ba637-177f-4c96-824e-5a78cf1f20f6 req-0c7cac19-9f9b-48ab-8812-3b0f10fd657b tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bb61d84-420a-4e88-882b-25b888d42960 HTTP/1.1" status: 200 len: 945 time: 0.3178720 Jun 11 10:07:55.101608 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device bb75c56f-7455-41ad-9543-78e6fcd36b87 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:07:55.142261 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a926b00c-f5e9-4d8f-9538-3216328a26c1 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Made reservation on behalf of 2fb323cc9f7040b7853947f091d693da for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:07:55.160577 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a926b00c-f5e9-4d8f-9538-3216328a26c1 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:55.164083 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-705ba637-177f-4c96-824e-5a78cf1f20f6 req-a4ae772d-ba28-42ac-aaaf-99ef79255fd2 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681317 Jun 11 10:07:55.194013 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a926b00c-f5e9-4d8f-9538-3216328a26c1 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 768} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:07:55.223781 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a926b00c-f5e9-4d8f-9538-3216328a26c1 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:55.224015 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-a926b00c-f5e9-4d8f-9538-3216328a26c1 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Added segment a011cae5-cd6b-49ff-a0ee-4b8d855b375b of type vlan for network 8657c0ac-ca9c-43e1-8e4b-acf0a7836be6 Jun 11 10:07:55.228839 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-5729097a-35a7-4af3-af05-e7aac757a4dc None None] Attempting to bind port eb3413ee-7a7e-453b-bf05-ff2ce7a24a86 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:07:55.232690 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-5729097a-35a7-4af3-af05-e7aac757a4dc None None] Attempting to bind port eb3413ee-7a7e-453b-bf05-ff2ce7a24a86 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '5adfe73a-3a83-4e38-a3a1-89e4a3d75113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '768a9880-2812-4a21-b858-d6512e295e9c'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:07:55.233851 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5729097a-35a7-4af3-af05-e7aac757a4dc None None] Attempting to bind port eb3413ee-7a7e-453b-bf05-ff2ce7a24a86 on network 768a9880-2812-4a21-b858-d6512e295e9c {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:07:55.253604 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:55.257999 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5729097a-35a7-4af3-af05-e7aac757a4dc None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:07:55.257999 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5729097a-35a7-4af3-af05-e7aac757a4dc None None] Checking segment: {'id': '5adfe73a-3a83-4e38-a3a1-89e4a3d75113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '768a9880-2812-4a21-b858-d6512e295e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:07:55.258634 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-5729097a-35a7-4af3-af05-e7aac757a4dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:55.259394 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5729097a-35a7-4af3-af05-e7aac757a4dc None None] Bound using segment: {'id': '5adfe73a-3a83-4e38-a3a1-89e4a3d75113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '768a9880-2812-4a21-b858-d6512e295e9c'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:07:55.260000 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-5729097a-35a7-4af3-af05-e7aac757a4dc None None] Bound port: eb3413ee-7a7e-453b-bf05-ff2ce7a24a86, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5adfe73a-3a83-4e38-a3a1-89e4a3d75113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '768a9880-2812-4a21-b858-d6512e295e9c'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:07:55.260489 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-5729097a-35a7-4af3-af05-e7aac757a4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:55.346300 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bb61d84-420a-4e88-882b-25b888d42960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e3e59a9-9495-487e-9840-6f5e9271330c'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:07:55.348830 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1954beae-30d6-481d-8714-30962f7cd817" -d '{"events": [{"server_uuid": "0bb61d84-420a-4e88-882b-25b888d42960", "name": "network-vif-plugged", "status": "completed", "tag": "0e3e59a9-9495-487e-9840-6f5e9271330c"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:07:55.357671 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a926b00c-f5e9-4d8f-9538-3216328a26c1 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:55.370190 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 0e3e59a9-9495-487e-9840-6f5e9271330c, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=0e3e59a9-9495-487e-9840-6f5e9271330c,segment=NetworkSegment(5c22e2d5-0ba6-4801-a903-4241c2620ae4),segment_id=5c22e2d5-0ba6-4801-a903-4241c2620ae4)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:07:55.371106 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9f127303-8d4e-4d9f-b57f-3e7e3a849329 admin admin] Notify callbacks [] for router, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:55.395369 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-48c8515f-3772-412f-af78-815dc1af48da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6875d133-0fb1-4d5d-a407-11a97fc05e02', 'name': 'tempest-AttachVolumeShelveTestJSON-854289280-router', 'tenant_id': '21c20f27027a4fa895493faf5f883302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': '581c405d-a3a7-4d04-9b07-3b4049bdd298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:56:14Z', 'updated_at': '2021-06-11T10:07:52Z', 'revision_number': 5, 'project_id': '21c20f27027a4fa895493faf5f883302', 'gw_port': {'id': '581c405d-a3a7-4d04-9b07-3b4049bdd298', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:cc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6875d133-0fb1-4d5d-a407-11a97fc05e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:56:16Z', 'updated_at': '2021-06-11T09:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:07:55.399089 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port bb75c56f-7455-41ad-9543-78e6fcd36b87 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:07:55.399276 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c8515f-3772-412f-af78-815dc1af48da None None] Checking router: 6875d133-0fb1-4d5d-a407-11a97fc05e02 for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:07:55.399382 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:55.403621 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-5729097a-35a7-4af3-af05-e7aac757a4dc None None] For port eb3413ee-7a7e-453b-bf05-ff2ce7a24a86, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:07:55.408328 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c8515f-3772-412f-af78-815dc1af48da None None] Routers {'6875d133-0fb1-4d5d-a407-11a97fc05e02'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:07:55.408971 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-48c8515f-3772-412f-af78-815dc1af48da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:07:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['6875d133-0fb1-4d5d-a407-11a97fc05e02'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:07:55.438188 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8724c63-3cd5-40dc-b113-cd21b919c181 x-openstack-request-id: req-e8724c63-3cd5-40dc-b113-cd21b919c181 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:07:55.438618 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bb61d84-420a-4e88-882b-25b888d42960", "name": "network-vif-plugged", "status": "completed", "tag": "0e3e59a9-9495-487e-9840-6f5e9271330c", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:07:55.438954 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e8724c63-3cd5-40dc-b113-cd21b919c181 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:07:55.439422 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bb61d84-420a-4e88-882b-25b888d42960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e3e59a9-9495-487e-9840-6f5e9271330c', 'code': 200} Jun 11 10:07:55.441382 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a0cacfaa-489c-4e82-a3be-5a5ee734ef64 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:55.445024 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4aa274ac-25ea-4418-8724-58a046289d7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:55.465983 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-5729097a-35a7-4af3-af05-e7aac757a4dc None None] For port eb3413ee-7a7e-453b-bf05-ff2ce7a24a86, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=eb3413ee-7a7e-453b-bf05-ff2ce7a24a86,segment=NetworkSegment(5adfe73a-3a83-4e38-a3a1-89e4a3d75113),segment_id=5adfe73a-3a83-4e38-a3a1-89e4a3d75113)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:07:55.474126 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:55.478908 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:55.558654 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-48c8515f-3772-412f-af78-815dc1af48da None None] Set router 6875d133-0fb1-4d5d-a407-11a97fc05e02 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:07:55.574245 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-5729097a-35a7-4af3-af05-e7aac757a4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:55.616411 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cacfaa-489c-4e82-a3be-5a5ee734ef64 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Pushing event updated for resources: {'Subnet': ['ID=1ab1adbf-4f6f-46e8-8731-f09c88df325b,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:55.619788 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=0e3e59a9-9495-487e-9840-6f5e9271330c,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:55.640520 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:55.642336 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-8d72b563-5822-46ec-ae19-379d703e445b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:55.655472 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a0cacfaa-489c-4e82-a3be-5a5ee734ef64 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:55.673425 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9f127303-8d4e-4d9f-b57f-3e7e3a849329 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:55.715206 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23043a6d-a760-4a9b-bdaf-2da1a7b6458b req-2a5f9c79-9c90-480e-a24f-de0e6cde44f9 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:55.728986 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23043a6d-a760-4a9b-bdaf-2da1a7b6458b req-2a5f9c79-9c90-480e-a24f-de0e6cde44f9 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:55.735603 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23043a6d-a760-4a9b-bdaf-2da1a7b6458b req-2a5f9c79-9c90-480e-a24f-de0e6cde44f9 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:55.737439 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-23043a6d-a760-4a9b-bdaf-2da1a7b6458b req-2a5f9c79-9c90-480e-a24f-de0e6cde44f9 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ab265ba-0e64-4ab0-b0f6-b524ef6348a7&device_id=02dd8d98-1aae-42c3-aef4-0f1f06bda846&device_id=7eb098e1-9410-476d-9519-14bc0525375b HTTP/1.1" status: 200 len: 2417 time: 0.7113478 Jun 11 10:07:55.748320 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5729097a-35a7-4af3-af05-e7aac757a4dc None None] Pushing event updated for resources: {'Port': ['ID=eb3413ee-7a7e-453b-bf05-ff2ce7a24a86,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:55.760456 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0cacfaa-489c-4e82-a3be-5a5ee734ef64 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Network 768a9880-2812-4a21-b858-d6512e295e9c is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:07:55.760625 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-5729097a-35a7-4af3-af05-e7aac757a4dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:55.772796 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-a0cacfaa-489c-4e82-a3be-5a5ee734ef64 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:07:55.777697 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0cacfaa-489c-4e82-a3be-5a5ee734ef64 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:55.781030 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a0cacfaa-489c-4e82-a3be-5a5ee734ef64 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:55.816993 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-23043a6d-a760-4a9b-bdaf-2da1a7b6458b req-cc94676b-e16f-4218-a708-e29db790606a tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/security-groups?id=96aa83f0-94dd-44ea-8665-16c361dca37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699072 Jun 11 10:07:55.865162 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a926b00c-f5e9-4d8f-9538-3216328a26c1 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:55.874168 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f15b45f-ca62-4e82-a027-62e1a5202e40 req-8dd77a48-67d7-4fb4-aed9-8b951f39a6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:55.875836 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6f15b45f-ca62-4e82-a027-62e1a5202e40 req-8dd77a48-67d7-4fb4-aed9-8b951f39a6d1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0bb61d84-420a-4e88-882b-25b888d42960 HTTP/1.1" status: 200 len: 1098 time: 0.2665188 Jun 11 10:07:55.895307 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a926b00c-f5e9-4d8f-9538-3216328a26c1 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:55.900400 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a926b00c-f5e9-4d8f-9538-3216328a26c1 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:55.981317 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1a262535-37d5-49b6-8f46-33023d023e81 tempest-QuotasNegativeTest-403483631 tempest-QuotasNegativeTest-403483631-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:55.997242 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-a0cacfaa-489c-4e82-a3be-5a5ee734ef64 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.9965611 Jun 11 10:07:56.001778 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 46050) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:56.018218 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-73a12a8d-d234-4bc2-a26e-fe6684d65a92 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Request body: {'port': {'network_id': '768a9880-2812-4a21-b858-d6512e295e9c', 'fixed_ips': [{'subnet_id': 'c258d845-611f-494e-9cb4-d37c5698ebcb'}, {'subnet_id': '1ab1adbf-4f6f-46e8-8731-f09c88df325b'}], 'name': 'tempest-PortsTestJSON-1799974549'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:07:56.046135 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-48c8515f-3772-412f-af78-815dc1af48da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6875d133-0fb1-4d5d-a407-11a97fc05e02', 'name': 'tempest-AttachVolumeShelveTestJSON-854289280-router', 'tenant_id': '21c20f27027a4fa895493faf5f883302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': '581c405d-a3a7-4d04-9b07-3b4049bdd298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:56:14Z', 'updated_at': '2021-06-11T10:07:52Z', 'revision_number': 5, 'project_id': '21c20f27027a4fa895493faf5f883302', 'gw_port': {'id': '581c405d-a3a7-4d04-9b07-3b4049bdd298', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:cc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6875d133-0fb1-4d5d-a407-11a97fc05e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:56:16Z', 'updated_at': '2021-06-11T09:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:07:56.050308 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c8515f-3772-412f-af78-815dc1af48da None None] The sync data for ids ['6875d133-0fb1-4d5d-a407-11a97fc05e02'] in n-d-779913-12 is: [{'id': '6875d133-0fb1-4d5d-a407-11a97fc05e02', 'name': 'tempest-AttachVolumeShelveTestJSON-854289280-router', 'tenant_id': '21c20f27027a4fa895493faf5f883302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': '581c405d-a3a7-4d04-9b07-3b4049bdd298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T09:56:14Z', 'updated_at': '2021-06-11T10:07:52Z', 'revision_number': 5, 'project_id': '21c20f27027a4fa895493faf5f883302', 'gw_port': {'id': '581c405d-a3a7-4d04-9b07-3b4049bdd298', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:cc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6875d133-0fb1-4d5d-a407-11a97fc05e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T09:56:16Z', 'updated_at': '2021-06-11T09:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:07:56.144621 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926b00c-f5e9-4d8f-9538-3216328a26c1 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Pushing event updated for resources: {'Network': ['ID=8657c0ac-ca9c-43e1-8e4b-acf0a7836be6,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:56.148363 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a926b00c-f5e9-4d8f-9538-3216328a26c1 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:56.156530 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 8657c0ac-ca9c-43e1-8e4b-acf0a7836be6 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:07:56.177955 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-9f127303-8d4e-4d9f-b57f-3e7e3a849329 admin admin] Deleting port 581c405d-a3a7-4d04-9b07-3b4049bdd298 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:07:56.178285 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9f127303-8d4e-4d9f-b57f-3e7e3a849329 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:56.216959 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6f15b45f-ca62-4e82-a027-62e1a5202e40 req-bd462e5d-31a8-45b7-a135-7d955852b7b8 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007646 Jun 11 10:07:56.283977 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1e600575-5307-4810-b480-c1051b5e683d req-6b8b7686-d5f9-43bf-9d29-828a4f748dc4 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.4256709 Jun 11 10:07:56.328381 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-a926b00c-f5e9-4d8f-9538-3216328a26c1 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.4208288 Jun 11 10:07:56.331021 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 46058) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:56.493851 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-9f127303-8d4e-4d9f-b57f-3e7e3a849329 admin admin] For port 581c405d-a3a7-4d04-9b07-3b4049bdd298, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=581c405d-a3a7-4d04-9b07-3b4049bdd298,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:07:56.494390 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9f127303-8d4e-4d9f-b57f-3e7e3a849329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:56.542623 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a12a8d-d234-4bc2-a26e-fe6684d65a92 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Made reservation on behalf of 6eee960bcc7246bfbdd544be4d916a35 for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:07:56.783249 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-9f127303-8d4e-4d9f-b57f-3e7e3a849329 admin admin] Calling delete_port for 581c405d-a3a7-4d04-9b07-3b4049bdd298 owned by network:router_gateway {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:07:56.891157 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-73a12a8d-d234-4bc2-a26e-fe6684d65a92 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:56.891157 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [None req-73a12a8d-d234-4bc2-a26e-fe6684d65a92 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] device_id is not set on port 0c5309f5-53e8-4a69-8530-f5e3ca492e19 yet. {{(pid=93177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 10:07:57.024088 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device eb3413ee-7a7e-453b-bf05-ff2ce7a24a86 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:07:57.029005 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e695c179-7be9-4614-8e8a-4a1c1a63b7ea req-b873f081-1927-4362-859b-f0640c973103 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:57.039189 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e695c179-7be9-4614-8e8a-4a1c1a63b7ea req-b873f081-1927-4362-859b-f0640c973103 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bb61d84-420a-4e88-882b-25b888d42960 HTTP/1.1" status: 200 len: 946 time: 0.6325512 Jun 11 10:07:57.199323 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-112bd53f-f117-4d80-946a-25c7d63bddfa tempest-DHCPAgentSchedulersTestJSON-378609802 tempest-DHCPAgentSchedulersTestJSON-378609802-project-admin] 10.222.0.60 "GET /v2.0/agents/a79ed2ea-ea00-49f4-9101-80267d666069/dhcp-networks HTTP/1.1" status: 200 len: 8075 time: 0.8643517 Jun 11 10:07:57.201597 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ce3ebb-a476-4c63-8790-e6cd6fd1887b None None] Network 768a9880-2812-4a21-b858-d6512e295e9c requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:07:57.203240 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 46070) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:57.269481 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e695c179-7be9-4614-8e8a-4a1c1a63b7ea req-984a28ed-bf3f-4613-b366-03ab01d5e8de tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292776 Jun 11 10:07:57.485707 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port eb3413ee-7a7e-453b-bf05-ff2ce7a24a86 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:07:57.508017 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e166353-e21e-4fcb-a483-cfd29caf4b23 tempest-DHCPAgentSchedulersTestJSON-378609802 tempest-DHCPAgentSchedulersTestJSON-378609802-project-admin] Network 8657c0ac-ca9c-43e1-8e4b-acf0a7836be6 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:07:57.545265 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-73a12a8d-d234-4bc2-a26e-fe6684d65a92 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Allocated IP 172.20.0.8 (768a9880-2812-4a21-b858-d6512e295e9c/c258d845-611f-494e-9cb4-d37c5698ebcb/0c5309f5-53e8-4a69-8530-f5e3ca492e19) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:07:57.555645 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-73a12a8d-d234-4bc2-a26e-fe6684d65a92 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Allocated IP 172.20.0.25 (768a9880-2812-4a21-b858-d6512e295e9c/1ab1adbf-4f6f-46e8-8731-f09c88df325b/0c5309f5-53e8-4a69-8530-f5e3ca492e19) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:07:57.555876 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 6860f945-01fa-4b32-bfaf-2a6c0d5e6280 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:07:57.617525 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 6860f945-01fa-4b32-bfaf-2a6c0d5e6280 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:07:57.617525 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 6860f945-01fa-4b32-bfaf-2a6c0d5e6280 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:07:57.766574 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e8016b-dc74-4375-aac6-52a803caf7bb None None] Update dhcp port {'port': {'network_id': '768a9880-2812-4a21-b858-d6512e295e9c', 'fixed_ips': [{'subnet_id': 'c258d845-611f-494e-9cb4-d37c5698ebcb', 'ip_address': '172.20.0.2'}, {'subnet_id': '1ab1adbf-4f6f-46e8-8731-f09c88df325b'}], 'binding:host_id': 'n-d-779913-12'}, 'id': 'eb3413ee-7a7e-453b-bf05-ff2ce7a24a86'} from n-d-779913-12. {{(pid=93178) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 11 10:07:57.833911 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9f127303-8d4e-4d9f-b57f-3e7e3a849329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:57.840557 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-09e8016b-dc74-4375-aac6-52a803caf7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:57.840746 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-06da933f-4b78-45d0-b35b-61b92f4d822d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:57.893865 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-73a12a8d-d234-4bc2-a26e-fe6684d65a92 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:57.900665 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-0e166353-e21e-4fcb-a483-cfd29caf4b23 tempest-DHCPAgentSchedulersTestJSON-378609802 tempest-DHCPAgentSchedulersTestJSON-378609802-project-admin] 10.222.0.60 "POST /v2.0/agents/a79ed2ea-ea00-49f4-9101-80267d666069/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.6936774 Jun 11 10:07:57.903917 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 46090) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:57.920753 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2875c2-e6d3-4818-8d30-813234d53596 None None] Network 8657c0ac-ca9c-43e1-8e4b-acf0a7836be6 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:07:57.920753 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-b1f554f7-b229-4c8e-8340-472fcb04090c None None] Provisioning for port eb3413ee-7a7e-453b-bf05-ff2ce7a24a86 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:07:57.944810 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-b1f554f7-b229-4c8e-8340-472fcb04090c None None] Provisioning complete for port eb3413ee-7a7e-453b-bf05-ff2ce7a24a86 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:07:57.945197 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b1f554f7-b229-4c8e-8340-472fcb04090c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:57.948221 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-73a12a8d-d234-4bc2-a26e-fe6684d65a92 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Transition to ACTIVE for port object 0c5309f5-53e8-4a69-8530-f5e3ca492e19 will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:07:58.294015 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b1f554f7-b229-4c8e-8340-472fcb04090c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:58.355167 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-b1f554f7-b229-4c8e-8340-472fcb04090c None None] For port eb3413ee-7a7e-453b-bf05-ff2ce7a24a86, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=eb3413ee-7a7e-453b-bf05-ff2ce7a24a86,segment=NetworkSegment(5adfe73a-3a83-4e38-a3a1-89e4a3d75113),segment_id=5adfe73a-3a83-4e38-a3a1-89e4a3d75113)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:07:58.446135 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b1f554f7-b229-4c8e-8340-472fcb04090c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:58.452554 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-bf4cb670-9d4a-48ca-96f7-ef06f03bd897 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:58.599550 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f554f7-b229-4c8e-8340-472fcb04090c None None] Pushing event updated for resources: {'Port': ['ID=eb3413ee-7a7e-453b-bf05-ff2ce7a24a86,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:58.609625 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-b1f554f7-b229-4c8e-8340-472fcb04090c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:58.706994 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-2a746a5d-a8c1-4006-a9f6-a3993bcd7ee4 tempest-DHCPAgentSchedulersTestJSON-378609802 tempest-DHCPAgentSchedulersTestJSON-378609802-project-admin] 10.222.0.60 "GET /v2.0/agents/a79ed2ea-ea00-49f4-9101-80267d666069/dhcp-networks HTTP/1.1" status: 200 len: 8845 time: 0.8017142 Jun 11 10:07:58.709916 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 46102) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:58.721546 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f127303-8d4e-4d9f-b57f-3e7e3a849329 admin admin] Pushing event deleted for resources: {'Port': ['ID=581c405d-a3a7-4d04-9b07-3b4049bdd298,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:58.770268 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f127303-8d4e-4d9f-b57f-3e7e3a849329 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:07:58.770666 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f127303-8d4e-4d9f-b57f-3e7e3a849329 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:07:58.771054 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f127303-8d4e-4d9f-b57f-3e7e3a849329 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:07:58.771432 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f127303-8d4e-4d9f-b57f-3e7e3a849329 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:07:58.771856 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f127303-8d4e-4d9f-b57f-3e7e3a849329 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:07:58.772235 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f127303-8d4e-4d9f-b57f-3e7e3a849329 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:07:58.772604 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f127303-8d4e-4d9f-b57f-3e7e3a849329 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:07:58.772979 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f127303-8d4e-4d9f-b57f-3e7e3a849329 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:07:58.773349 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f127303-8d4e-4d9f-b57f-3e7e3a849329 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:07:58.773716 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f127303-8d4e-4d9f-b57f-3e7e3a849329 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:07:58.774084 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f127303-8d4e-4d9f-b57f-3e7e3a849329 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:07:58.774560 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f127303-8d4e-4d9f-b57f-3e7e3a849329 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:07:58.778048 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9f127303-8d4e-4d9f-b57f-3e7e3a849329 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.941s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:58.785780 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6bd33a-1113-4d36-b8f1-6e434f357dc7 req-7cb91c87-0b56-4fd6-8e9e-776cb700d40c tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:58.800221 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bc6bd33a-1113-4d36-b8f1-6e434f357dc7 req-7cb91c87-0b56-4fd6-8e9e-776cb700d40c tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bb61d84-420a-4e88-882b-25b888d42960 HTTP/1.1" status: 200 len: 946 time: 0.2451162 Jun 11 10:07:58.858220 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9f127303-8d4e-4d9f-b57f-3e7e3a849329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374120'] for router_gateway, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:58.875828 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-73a12a8d-d234-4bc2-a26e-fe6684d65a92 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:58.891561 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device eb3413ee-7a7e-453b-bf05-ff2ce7a24a86 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:07:58.894893 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-088ba943-f464-4385-bdef-c81475348a40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:58.936158 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bc6bd33a-1113-4d36-b8f1-6e434f357dc7 req-4eb75260-0beb-4409-a450-995a303c61ad tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421268 Jun 11 10:07:58.959039 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-09e8016b-dc74-4375-aac6-52a803caf7bb None None] Allocated IP 172.20.0.18 (768a9880-2812-4a21-b858-d6512e295e9c/1ab1adbf-4f6f-46e8-8731-f09c88df325b/eb3413ee-7a7e-453b-bf05-ff2ce7a24a86) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:07:59.010484 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a12a8d-d234-4bc2-a26e-fe6684d65a92 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Network 768a9880-2812-4a21-b858-d6512e295e9c is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:07:59.035023 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-73a12a8d-d234-4bc2-a26e-fe6684d65a92 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:07:59.063162 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-e73bc92d-65e6-4d98-8b47-95b956d4f392 tempest-DHCPAgentSchedulersTestJSON-378609802 tempest-DHCPAgentSchedulersTestJSON-378609802-project-admin] 10.222.0.60 "DELETE /v2.0/agents/a79ed2ea-ea00-49f4-9101-80267d666069/dhcp-networks/8657c0ac-ca9c-43e1-8e4b-acf0a7836be6 HTTP/1.1" status: 204 len: 168 time: 0.3501132 Jun 11 10:07:59.063162 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a12a8d-d234-4bc2-a26e-fe6684d65a92 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:07:59.069709 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 46108) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:59.075643 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port eb3413ee-7a7e-453b-bf05-ff2ce7a24a86 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:07:59.077930 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:59.088540 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a12a8d-d234-4bc2-a26e-fe6684d65a92 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Pushing event updated for resources: {'Port': ['ID=0c5309f5-53e8-4a69-8530-f5e3ca492e19,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:59.104278 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9f127303-8d4e-4d9f-b57f-3e7e3a849329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:59.106661 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9f127303-8d4e-4d9f-b57f-3e7e3a849329 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:59.179497 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-09e8016b-dc74-4375-aac6-52a803caf7bb None None] For port eb3413ee-7a7e-453b-bf05-ff2ce7a24a86, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=eb3413ee-7a7e-453b-bf05-ff2ce7a24a86,segment=NetworkSegment(5adfe73a-3a83-4e38-a3a1-89e4a3d75113),segment_id=5adfe73a-3a83-4e38-a3a1-89e4a3d75113)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:07:59.187748 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-73a12a8d-d234-4bc2-a26e-fe6684d65a92 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:59.228950 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-09e8016b-dc74-4375-aac6-52a803caf7bb None None] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:59.264950 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-09e8016b-dc74-4375-aac6-52a803caf7bb None None] Ignored duplicate provisioning block setup for port eb3413ee-7a7e-453b-bf05-ff2ce7a24a86 by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 11 10:07:59.272508 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ebe034-0337-439f-9c5f-3d293ee950bd req-d77ab72a-8cdd-4852-8dcc-a4db762caa1f tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:59.274131 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c8ebe034-0337-439f-9c5f-3d293ee950bd req-d77ab72a-8cdd-4852-8dcc-a4db762caa1f tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ab265ba-0e64-4ab0-b0f6-b524ef6348a7 HTTP/1.1" status: 200 len: 945 time: 0.0949686 Jun 11 10:07:59.327988 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c8ebe034-0337-439f-9c5f-3d293ee950bd req-94d022f5-a21f-4356-98f3-3d94be3fc2d3 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/security-groups?id=96aa83f0-94dd-44ea-8665-16c361dca37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456684 Jun 11 10:07:59.329089 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9f127303-8d4e-4d9f-b57f-3e7e3a849329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:59.330118 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f127303-8d4e-4d9f-b57f-3e7e3a849329 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6875d133-0fb1-4d5d-a407-11a97fc05e02 {{(pid=93176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 10:07:59.337163 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a12a8d-d234-4bc2-a26e-fe6684d65a92 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:59.337439 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9f127303-8d4e-4d9f-b57f-3e7e3a849329 admin admin] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:59.337570 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-73a12a8d-d234-4bc2-a26e-fe6684d65a92 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:59.337680 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-9f127303-8d4e-4d9f-b57f-3e7e3a849329 admin admin] 10.222.0.60 "DELETE /v2.0/routers/6875d133-0fb1-4d5d-a407-11a97fc05e02 HTTP/1.1" status: 204 len: 168 time: 4.6957009 Jun 11 10:07:59.337851 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 46110) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:59.389266 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-09e8016b-dc74-4375-aac6-52a803caf7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:59.394132 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-08191fcc-0449-4f3f-8d27-d6768e44a0b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:07:59.401436 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faa6f1c-96fb-4d56-ad9f-5f255edbbc35 req-c7cf5914-2d15-42aa-ac6f-1b1c36af9f60 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:59.403224 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0faa6f1c-96fb-4d56-ad9f-5f255edbbc35 req-c7cf5914-2d15-42aa-ac6f-1b1c36af9f60 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bb61d84-420a-4e88-882b-25b888d42960 HTTP/1.1" status: 200 len: 946 time: 0.2580969 Jun 11 10:07:59.436612 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-77bd0d45-33c8-4413-9e7a-3f3f00d82de4 admin admin] Deleting subnet 73b1338f-0df7-44ec-88b6-dbc16cfcfcc4 {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:07:59.449552 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-77bd0d45-33c8-4413-9e7a-3f3f00d82de4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:59.476926 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-553fec62-d3c8-4c80-90cb-ac71158a953d tempest-DHCPAgentSchedulersTestJSON-378609802 tempest-DHCPAgentSchedulersTestJSON-378609802-project-admin] 10.222.0.60 "GET /v2.0/agents/a79ed2ea-ea00-49f4-9101-80267d666069/dhcp-networks HTTP/1.1" status: 200 len: 8075 time: 0.4059651 Jun 11 10:07:59.480552 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-73a12a8d-d234-4bc2-a26e-fe6684d65a92 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 3.4776599 Jun 11 10:07:59.496500 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 46114) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:59.496858 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 46116) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:59.509188 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0faa6f1c-96fb-4d56-ad9f-5f255edbbc35 req-4516f17e-4889-49a5-8fdb-e74aca595727 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933306 Jun 11 10:07:59.532539 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-86b9d3d0-5a52-4bb5-9ab5-91481eb0606c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c258d845-611f-494e-9cb4-d37c5698ebcb'}]}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:07:59.566834 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-77bd0d45-33c8-4413-9e7a-3f3f00d82de4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:59.650707 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e8016b-dc74-4375-aac6-52a803caf7bb None None] Pushing event updated for resources: {'Port': ['ID=eb3413ee-7a7e-453b-bf05-ff2ce7a24a86,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:07:59.669499 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-09e8016b-dc74-4375-aac6-52a803caf7bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:07:59.674745 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-20e648cd-f400-41d4-9262-995a5b336ca8 tempest-DHCPAgentSchedulersTestJSON-378609802 tempest-DHCPAgentSchedulersTestJSON-378609802-project-admin] 10.222.0.60 "GET /v2.0/networks/8af53307-41b7-4e97-b717-5c982fd25f72/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.1601064 Jun 11 10:07:59.697076 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 46124) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:59.733206 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-86b9d3d0-5a52-4bb5-9ab5-91481eb0606c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:59.793021 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-cb0af22d-f77e-45e3-a6b8-10b18fea6f71 tempest-DHCPAgentSchedulersTestJSON-378609802 tempest-DHCPAgentSchedulersTestJSON-378609802-project-admin] 10.222.0.60 "GET /v2.0/networks/8af53307-41b7-4e97-b717-5c982fd25f72/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0917456 Jun 11 10:07:59.793835 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 46126) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:07:59.882078 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-77bd0d45-33c8-4413-9e7a-3f3f00d82de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:07:59.893618 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3206130d-6aa8-4a19-a2db-2ff34556d637 req-e4d84ff2-63b1-4d00-a3a6-8c6f831770f4 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:07:59.895858 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3206130d-6aa8-4a19-a2db-2ff34556d637 req-e4d84ff2-63b1-4d00-a3a6-8c6f831770f4 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bb61d84-420a-4e88-882b-25b888d42960 HTTP/1.1" status: 200 len: 946 time: 0.1529264 Jun 11 10:07:59.994118 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3206130d-6aa8-4a19-a2db-2ff34556d637 req-922b99dc-2379-43fc-babf-0620a7b898fc tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727232 Jun 11 10:08:00.121085 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-77bd0d45-33c8-4413-9e7a-3f3f00d82de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:00.141495 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-52e15667-7ba3-4871-b66b-ddd7a1242a19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:00.150631 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80da2fb9-2874-4f54-9aac-5819b2137614 None None] Network 4ec1bae5-7351-4e01-a52c-de5521320fcb requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:08:00.151478 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-77bd0d45-33c8-4413-9e7a-3f3f00d82de4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:00.156188 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-9b3998e6-2d9a-41df-89cc-d93d7fef352d tempest-DHCPAgentSchedulersTestJSON-378609802 tempest-DHCPAgentSchedulersTestJSON-378609802-project-admin] 10.222.0.60 "GET /v2.0/agents/a79ed2ea-ea00-49f4-9101-80267d666069/dhcp-networks HTTP/1.1" status: 200 len: 8075 time: 0.3578598 Jun 11 10:08:00.156393 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-77bd0d45-33c8-4413-9e7a-3f3f00d82de4 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/73b1338f-0df7-44ec-88b6-dbc16cfcfcc4 HTTP/1.1" status: 204 len: 168 time: 0.8146167 Jun 11 10:08:00.156912 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 46132) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:00.169127 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 46134) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:00.186675 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bd0d45-33c8-4413-9e7a-3f3f00d82de4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73b1338f-0df7-44ec-88b6-dbc16cfcfcc4,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:00.192632 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-77bd0d45-33c8-4413-9e7a-3f3f00d82de4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:00.378616 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-48e5365d-09ca-4f71-bc03-dfe107af6c06 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:00.552219 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0494b05c-2ac2-41f1-9a62-ac8ca2040baf None None] Network 768a9880-2812-4a21-b858-d6512e295e9c requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:08:00.553314 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4ca00b7e-3b04-4316-971d-ec8f63b65e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:00.625047 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a69a9bc-c7c1-4422-a5a6-0ced9335dbe0 None None] DHCP port deletion for 4ec1bae5-7351-4e01-a52c-de5521320fcb request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 10:08:00.632471 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-86b9d3d0-5a52-4bb5-9ab5-91481eb0606c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Delete allocated IP 172.20.0.25 (768a9880-2812-4a21-b858-d6512e295e9c/1ab1adbf-4f6f-46e8-8731-f09c88df325b) {{(pid=93177) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 11 10:08:00.698760 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-a37828bb-7c1b-47ec-8a84-515032fb79bb None None] Provisioning complete for port eb3413ee-7a7e-453b-bf05-ff2ce7a24a86 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:08:00.699144 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a37828bb-7c1b-47ec-8a84-515032fb79bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:00.720543 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d82b929-0558-4855-a376-33af0c22c5a5 req-62ecce72-103c-439d-81f7-b8de96680444 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:08:00.723896 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8d82b929-0558-4855-a376-33af0c22c5a5 req-62ecce72-103c-439d-81f7-b8de96680444 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ab265ba-0e64-4ab0-b0f6-b524ef6348a7 HTTP/1.1" status: 200 len: 945 time: 0.1262417 Jun 11 10:08:00.813442 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8d82b929-0558-4855-a376-33af0c22c5a5 req-9ec25d60-913c-4a62-b242-a0a80e7bf14f tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/security-groups?id=96aa83f0-94dd-44ea-8665-16c361dca37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851610 Jun 11 10:08:00.833187 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-48e5365d-09ca-4f71-bc03-dfe107af6c06 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:00.850717 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-48e5365d-09ca-4f71-bc03-dfe107af6c06 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8657c0ac-ca9c-43e1-8e4b-acf0a7836be6']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:08:00.927051 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-48e5365d-09ca-4f71-bc03-dfe107af6c06 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a011cae5-cd6b-49ff-a0ee-4b8d855b375b') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:08:00.927364 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-48e5365d-09ca-4f71-bc03-dfe107af6c06 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a011cae5-cd6b-49ff-a0ee-4b8d855b375b') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:08:00.978879 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-48e5365d-09ca-4f71-bc03-dfe107af6c06 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:01.015934 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device eb3413ee-7a7e-453b-bf05-ff2ce7a24a86 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:08:01.149680 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-48e5365d-09ca-4f71-bc03-dfe107af6c06 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:01.171605 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-4a69a9bc-c7c1-4422-a5a6-0ced9335dbe0 None None] Deleting port 3d43c49f-24d5-4dfe-a635-ce6c081c0af0 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:08:01.172317 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-4a69a9bc-c7c1-4422-a5a6-0ced9335dbe0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:01.176550 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48e5365d-09ca-4f71-bc03-dfe107af6c06 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Releasing vlan 768 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:08:01.177190 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-48e5365d-09ca-4f71-bc03-dfe107af6c06 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:01.184674 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:08:01.184674 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:08:01.184674 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:08:01.184674 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 10:08:01.184674 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:08:01.184674 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:08:01.184674 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:08:01.184674 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 10:08:01.184674 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:08:01.184674 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 10:08:01.184674 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:08:01.184674 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:08:01.184674 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:08:01.184674 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:08:01.184674 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:08:01.184674 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 10:08:01.184674 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:08:01.184674 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:08:01.184674 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:08:01.184674 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 10:08:01.184674 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:08:01.184674 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:08:01.184674 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:08:01.184674 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 10:08:01.184674 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:08:01.184674 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:08:01.184674 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:08:01.184674 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 10:08:01.184674 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:08:01.184674 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:08:01.184674 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:08:01.184674 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:08:01.184674 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:08:01.184674 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:08:01.184674 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:08:01.184674 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 10:08:01.184674 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:08:01.184674 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:08:01.184674 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:08:01.184674 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 10:08:01.184674 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 10:08:01.184674 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:08:01.184674 n-d-779913-12 neutron-server[93177]: timer() Jun 11 10:08:01.184674 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:08:01.184674 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 10:08:01.184674 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:08:01.184674 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 10:08:01.184674 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:08:01.184674 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 10:08:01.184674 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:08:01.184674 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 10:08:01.184674 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:08:01.190960 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 10:08:01.190960 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:08:01.190960 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:08:01.190960 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:08:01.190960 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:08:01.190960 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:08:01.190960 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 10:08:01.190960 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:08:01.190960 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 10:08:01.190960 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:08:01.190960 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:08:01.190960 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:08:01.190960 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 10:08:01.190960 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:08:01.190960 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:08:01.190960 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:08:01.190960 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:08:01.190960 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:08:01.190960 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:08:01.190960 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:08:01.271309 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-4ca00b7e-3b04-4316-971d-ec8f63b65e21 admin admin] Deleting port 3d43c49f-24d5-4dfe-a635-ce6c081c0af0 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:08:01.271771 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4ca00b7e-3b04-4316-971d-ec8f63b65e21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:01.301175 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ee9b8-6b17-4da3-9351-fcdcccb6a329 req-d9b76750-341e-472d-b8fa-2735943162ca tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:08:01.303607 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e87ee9b8-6b17-4da3-9351-fcdcccb6a329 req-d9b76750-341e-472d-b8fa-2735943162ca tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bb61d84-420a-4e88-882b-25b888d42960 HTTP/1.1" status: 200 len: 946 time: 0.1554344 Jun 11 10:08:01.371377 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdcde77-3d8d-49c9-9805-075e48a14378 req-f43c19f5-b40e-47eb-999f-46e9e630b565 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:08:01.371693 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port eb3413ee-7a7e-453b-bf05-ff2ce7a24a86 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:08:01.371829 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:01.373937 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ffdcde77-3d8d-49c9-9805-075e48a14378 req-f43c19f5-b40e-47eb-999f-46e9e630b565 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.69 "GET /v2.0/ports?device_id=2ab265ba-0e64-4ab0-b0f6-b524ef6348a7 HTTP/1.1" status: 200 len: 945 time: 0.6949315 Jun 11 10:08:01.377132 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-4a69a9bc-c7c1-4422-a5a6-0ced9335dbe0 None None] For port 3d43c49f-24d5-4dfe-a635-ce6c081c0af0, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=3d43c49f-24d5-4dfe-a635-ce6c081c0af0,segment=NetworkSegment(64ec67c3-ae73-4fd7-a5b7-323e0e068c2b),segment_id=64ec67c3-ae73-4fd7-a5b7-323e0e068c2b)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:08:01.379763 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e87ee9b8-6b17-4da3-9351-fcdcccb6a329 req-f3a34fa1-2033-4282-9cd1-7c94ba33d038 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629838 Jun 11 10:08:01.379908 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-4a69a9bc-c7c1-4422-a5a6-0ced9335dbe0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:01.467543 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-86b9d3d0-5a52-4bb5-9ab5-91481eb0606c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:01.480749 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-48e5365d-09ca-4f71-bc03-dfe107af6c06 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:01.493627 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-4ca00b7e-3b04-4316-971d-ec8f63b65e21 admin admin] For port 3d43c49f-24d5-4dfe-a635-ce6c081c0af0, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=3d43c49f-24d5-4dfe-a635-ce6c081c0af0,segment=NetworkSegment(64ec67c3-ae73-4fd7-a5b7-323e0e068c2b),segment_id=64ec67c3-ae73-4fd7-a5b7-323e0e068c2b)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:08:01.494051 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4ca00b7e-3b04-4316-971d-ec8f63b65e21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:01.498487 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-aa2ae52b-1ecc-4ee7-b599-16f5878a5e08 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:01.521542 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-4a69a9bc-c7c1-4422-a5a6-0ced9335dbe0 None None] Calling delete_port for 3d43c49f-24d5-4dfe-a635-ce6c081c0af0 owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:08:01.523561 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:01.538223 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-48e5365d-09ca-4f71-bc03-dfe107af6c06 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:01.541277 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-48e5365d-09ca-4f71-bc03-dfe107af6c06 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] 10.222.0.60 "DELETE /v2.0/networks/8657c0ac-ca9c-43e1-8e4b-acf0a7836be6 HTTP/1.1" status: 204 len: 168 time: 1.3702118 Jun 11 10:08:01.543853 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 46144) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:01.550180 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e5365d-09ca-4f71-bc03-dfe107af6c06 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Pushing event deleted for resources: {'Network': ['ID=8657c0ac-ca9c-43e1-8e4b-acf0a7836be6,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:01.553906 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-48e5365d-09ca-4f71-bc03-dfe107af6c06 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:01.558141 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-86b9d3d0-5a52-4bb5-9ab5-91481eb0606c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Ignored duplicate provisioning block setup for port 0c5309f5-53e8-4a69-8530-f5e3ca492e19 by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 11 10:08:01.595149 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4e6829b-37eb-4f7b-be00-a563cc097a07 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] DELETE failed (client error): The resource could not be found. Jun 11 10:08:01.596062 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4e6829b-37eb-4f7b-be00-a563cc097a07 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 10:08:01.597899 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-f4e6829b-37eb-4f7b-be00-a563cc097a07 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] 10.222.0.60 "DELETE /v2.0/ports/421e0f48-acc2-4790-bb5f-da586ef10044 HTTP/1.1" status: 404 len: 333 time: 0.0516777 Jun 11 10:08:01.602697 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 46146) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:01.655309 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-4ca00b7e-3b04-4316-971d-ec8f63b65e21 admin admin] Calling delete_port for 3d43c49f-24d5-4dfe-a635-ce6c081c0af0 owned by network:dhcp {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:08:01.721368 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-86b9d3d0-5a52-4bb5-9ab5-91481eb0606c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:01.721647 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-04045e50-051b-4717-9ce9-173c47f114fa tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Deleting subnet 5788c7cf-92fe-44c1-9d16-9a4e05421c96 {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:08:01.730892 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-04045e50-051b-4717-9ce9-173c47f114fa tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:01.806714 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 581c405d-a3a7-4d04-9b07-3b4049bdd298 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:08:01.824038 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-76f870f1-7ed5-4581-ab07-8b93d6551bd5 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:01.910834 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 581c405d-a3a7-4d04-9b07-3b4049bdd298 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:08:01.911493 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 581c405d-a3a7-4d04-9b07-3b4049bdd298 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:08:01.912128 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 3d43c49f-24d5-4dfe-a635-ce6c081c0af0 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:08:01.934109 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-04045e50-051b-4717-9ce9-173c47f114fa tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:02.001059 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-facdb20c-e3b4-44d1-b47c-bad9af14e03c None None] Provisioning for port 0c5309f5-53e8-4a69-8530-f5e3ca492e19 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:08:02.004298 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-86b9d3d0-5a52-4bb5-9ab5-91481eb0606c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] In _notify_port_updated(), no bound segment for port 0c5309f5-53e8-4a69-8530-f5e3ca492e19 on network 768a9880-2812-4a21-b858-d6512e295e9c {{(pid=93177) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 11 10:08:02.009310 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-facdb20c-e3b4-44d1-b47c-bad9af14e03c None None] Provisioning complete for port 0c5309f5-53e8-4a69-8530-f5e3ca492e19 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:08:02.009569 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-facdb20c-e3b4-44d1-b47c-bad9af14e03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:02.011702 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b9d3d0-5a52-4bb5-9ab5-91481eb0606c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:08:02.012358 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-86b9d3d0-5a52-4bb5-9ab5-91481eb0606c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:02.013729 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-86b9d3d0-5a52-4bb5-9ab5-91481eb0606c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "PUT /v2.0/ports/0c5309f5-53e8-4a69-8530-f5e3ca492e19 HTTP/1.1" status: 200 len: 919 time: 2.5010724 Jun 11 10:08:02.017844 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 46156) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:02.029613 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-acec2780-1822-44d7-8d9d-f9e05fe34ecf tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c258d845-611f-494e-9cb4-d37c5698ebcb'}, {'subnet_id': '1ab1adbf-4f6f-46e8-8731-f09c88df325b'}]}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:08:02.058101 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b9d3d0-5a52-4bb5-9ab5-91481eb0606c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Pushing event updated for resources: {'Port': ['ID=0c5309f5-53e8-4a69-8530-f5e3ca492e19,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:02.062829 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-86b9d3d0-5a52-4bb5-9ab5-91481eb0606c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:02.078059 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-ffdcde77-3d8d-49c9-9805-075e48a14378 req-75d7a320-3e0e-4b67-8d9e-b44b229f9da0 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Deleting port 972161a2-3db6-4797-bf7b-4323bc6cbae4 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:08:02.078600 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-ffdcde77-3d8d-49c9-9805-075e48a14378 req-75d7a320-3e0e-4b67-8d9e-b44b229f9da0 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:02.153852 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-4a69a9bc-c7c1-4422-a5a6-0ced9335dbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:02.156313 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:02.167904 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Port 3d43c49f-24d5-4dfe-a635-ce6c081c0af0 update to DOWN by agent not found {{(pid=93178) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2133}} Jun 11 10:08:02.172611 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-facdb20c-e3b4-44d1-b47c-bad9af14e03c None None] Port 0c5309f5-53e8-4a69-8530-f5e3ca492e19 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:08:02.186678 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4ca00b7e-3b04-4316-971d-ec8f63b65e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:02.201888 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7b8d8661-4d21-41fc-a94f-432116ed801c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:02.219449 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a69a9bc-c7c1-4422-a5a6-0ced9335dbe0 None None] Pushing event deleted for resources: {'Port': ['ID=3d43c49f-24d5-4dfe-a635-ce6c081c0af0,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:02.223346 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-4a69a9bc-c7c1-4422-a5a6-0ced9335dbe0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:02.236244 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-facdb20c-e3b4-44d1-b47c-bad9af14e03c None None] Provisioning complete for port eb3413ee-7a7e-453b-bf05-ff2ce7a24a86 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:08:02.236903 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-facdb20c-e3b4-44d1-b47c-bad9af14e03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:02.242176 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a69a9bc-c7c1-4422-a5a6-0ced9335dbe0 None None] No DVR routers for this DVR port 3d43c49f-24d5-4dfe-a635-ce6c081c0af0 on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:08:02.287763 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca00b7e-3b04-4316-971d-ec8f63b65e21 admin admin] No DVR routers for this DVR port 3d43c49f-24d5-4dfe-a635-ce6c081c0af0 on host n-d-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:08:02.308551 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-04045e50-051b-4717-9ce9-173c47f114fa tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:02.369786 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca00b7e-3b04-4316-971d-ec8f63b65e21 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d43c49f-24d5-4dfe-a635-ce6c081c0af0,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:02.373198 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4ca00b7e-3b04-4316-971d-ec8f63b65e21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:02.455939 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-ffdcde77-3d8d-49c9-9805-075e48a14378 req-75d7a320-3e0e-4b67-8d9e-b44b229f9da0 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] For port 972161a2-3db6-4797-bf7b-4323bc6cbae4, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=972161a2-3db6-4797-bf7b-4323bc6cbae4,segment=NetworkSegment(b719cd41-19b3-416c-a5c4-9b58e3190d50),segment_id=b719cd41-19b3-416c-a5c4-9b58e3190d50)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:08:02.456311 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-ffdcde77-3d8d-49c9-9805-075e48a14378 req-75d7a320-3e0e-4b67-8d9e-b44b229f9da0 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:02.530804 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-acec2780-1822-44d7-8d9d-f9e05fe34ecf tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:02.590702 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-ffdcde77-3d8d-49c9-9805-075e48a14378 req-75d7a320-3e0e-4b67-8d9e-b44b229f9da0 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Calling delete_port for 972161a2-3db6-4797-bf7b-4323bc6cbae4 owned by compute:nova {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:08:02.606076 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-2c7a14dd-cbcc-472a-86d1-dc0ae45ef930 None None] Provisioning complete for port 0c5309f5-53e8-4a69-8530-f5e3ca492e19 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:08:02.609215 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2c7a14dd-cbcc-472a-86d1-dc0ae45ef930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:02.687108 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-2c7a14dd-cbcc-472a-86d1-dc0ae45ef930 None None] Port 0c5309f5-53e8-4a69-8530-f5e3ca492e19 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:08:02.740133 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-04045e50-051b-4717-9ce9-173c47f114fa tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:02.744993 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4ca00b7e-3b04-4316-971d-ec8f63b65e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:02.745805 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-225b8503-2291-41a0-8dcc-f9f063b3778f tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:02.767763 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a29f07-96af-424b-a119-897fea235ee8 req-cc794b0f-e340-49a2-95c3-837271ba8a9e tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:08:02.769240 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a3a29f07-96af-424b-a119-897fea235ee8 req-cc794b0f-e340-49a2-95c3-837271ba8a9e tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ab265ba-0e64-4ab0-b0f6-b524ef6348a7 HTTP/1.1" status: 200 len: 945 time: 0.6554704 Jun 11 10:08:02.771160 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-4ca00b7e-3b04-4316-971d-ec8f63b65e21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ec1bae5-7351-4e01-a52c-de5521320fcb']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:08:02.797816 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-4ca00b7e-3b04-4316-971d-ec8f63b65e21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64ec67c3-ae73-4fd7-a5b7-323e0e068c2b') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:08:02.798102 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-4ca00b7e-3b04-4316-971d-ec8f63b65e21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64ec67c3-ae73-4fd7-a5b7-323e0e068c2b') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:08:02.824560 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4ca00b7e-3b04-4316-971d-ec8f63b65e21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:02.846065 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04045e50-051b-4717-9ce9-173c47f114fa tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Pushing event deleted for resources: {'Subnet': ['ID=5788c7cf-92fe-44c1-9d16-9a4e05421c96,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:02.849359 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-04045e50-051b-4717-9ce9-173c47f114fa tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:02.856407 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4ca00b7e-3b04-4316-971d-ec8f63b65e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:02.866138 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-04045e50-051b-4717-9ce9-173c47f114fa tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:02.869400 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ca00b7e-3b04-4316-971d-ec8f63b65e21 admin admin] Releasing vlan 764 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:08:02.870292 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4ca00b7e-3b04-4316-971d-ec8f63b65e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:02.871481 n-d-779913-12 neutron-server[93177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:08:02.871481 n-d-779913-12 neutron-server[93177]: self.session.flush() Jun 11 10:08:02.871481 n-d-779913-12 neutron-server[93177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:08:02.871481 n-d-779913-12 neutron-server[93177]: self.session.flush() Jun 11 10:08:02.871481 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:08:02.871481 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:08:02.871481 n-d-779913-12 neutron-server[93177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:08:02.871481 n-d-779913-12 neutron-server[93177]: self.session.flush() Jun 11 10:08:02.871481 n-d-779913-12 neutron-server[93177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:08:02.871481 n-d-779913-12 neutron-server[93177]: self.session.flush() Jun 11 10:08:02.871481 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 10:08:02.871481 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:08:02.871481 n-d-779913-12 neutron-server[93177]: timer() Jun 11 10:08:02.871481 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:08:02.871481 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 10:08:02.871481 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:08:02.871481 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 10:08:02.871481 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:08:02.871481 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 10:08:02.871481 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:08:02.871481 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 10:08:02.871481 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:08:02.871481 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 10:08:02.871481 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:08:02.871481 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:08:02.871481 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:08:02.871481 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:08:02.871481 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:08:02.871481 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 10:08:02.871481 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:08:02.871481 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 10:08:02.871481 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:08:02.871481 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:08:02.871481 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:08:02.871481 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 10:08:02.871481 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:08:02.871481 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:08:02.871481 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:08:02.871481 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:08:02.871481 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:08:02.871481 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:08:02.871481 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:08:02.875395 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1301dd9a-cccc-4801-bff6-64dc3d981657 None None] Network 8af53307-41b7-4e97-b717-5c982fd25f72 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:08:02.877859 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-04045e50-051b-4717-9ce9-173c47f114fa tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] 10.222.0.60 "DELETE /v2.0/subnets/5788c7cf-92fe-44c1-9d16-9a4e05421c96 HTTP/1.1" status: 204 len: 168 time: 1.2739794 Jun 11 10:08:02.884925 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 46162) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:02.903083 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a3a29f07-96af-424b-a119-897fea235ee8 req-ce999b4e-a935-407e-91c9-4f63ad1f4088 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/security-groups?id=96aa83f0-94dd-44ea-8665-16c361dca37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156759 Jun 11 10:08:03.017380 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceff2fba-d93e-46eb-9fa5-e067353be7e6 req-6bb73050-35d6-4513-8fb5-33db160679a3 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:08:03.025004 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ceff2fba-d93e-46eb-9fa5-e067353be7e6 req-6bb73050-35d6-4513-8fb5-33db160679a3 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bb61d84-420a-4e88-882b-25b888d42960 HTTP/1.1" status: 200 len: 946 time: 0.4966021 Jun 11 10:08:03.222605 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c65baf1f-bc7c-4266-bd75-f33a23348e48 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:03.249241 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ceff2fba-d93e-46eb-9fa5-e067353be7e6 req-e384020a-f4e7-4869-b8ff-a2051e763177 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187428 Jun 11 10:08:03.266191 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4206bb48-a446-4958-9bec-692dfb77711c req-32ac2182-34b0-4300-937d-bb6528b47c0a tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:08:03.267782 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4206bb48-a446-4958-9bec-692dfb77711c req-32ac2182-34b0-4300-937d-bb6528b47c0a tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bb61d84-420a-4e88-882b-25b888d42960 HTTP/1.1" status: 200 len: 946 time: 0.5737128 Jun 11 10:08:03.282789 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d506082-0fb2-4034-8def-2ed79d3a69ec None None] DHCP port deletion for 8af53307-41b7-4e97-b717-5c982fd25f72 request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 10:08:03.340829 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-2d506082-0fb2-4034-8def-2ed79d3a69ec None None] Deleting port bb75c56f-7455-41ad-9543-78e6fcd36b87 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:08:03.506840 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2d506082-0fb2-4034-8def-2ed79d3a69ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:03.509196 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-acec2780-1822-44d7-8d9d-f9e05fe34ecf tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Allocated IP 172.20.0.24 (768a9880-2812-4a21-b858-d6512e295e9c/1ab1adbf-4f6f-46e8-8731-f09c88df325b/0c5309f5-53e8-4a69-8530-f5e3ca492e19) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:08:03.509597 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-2d506082-0fb2-4034-8def-2ed79d3a69ec None None] For port bb75c56f-7455-41ad-9543-78e6fcd36b87, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=bb75c56f-7455-41ad-9543-78e6fcd36b87,segment=NetworkSegment(0c7a68b2-e6d5-4fe1-80a3-7cc08a69a7e9),segment_id=0c7a68b2-e6d5-4fe1-80a3-7cc08a69a7e9)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:08:03.509597 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2d506082-0fb2-4034-8def-2ed79d3a69ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:03.539122 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-2d506082-0fb2-4034-8def-2ed79d3a69ec None None] Calling delete_port for bb75c56f-7455-41ad-9543-78e6fcd36b87 owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:08:03.585888 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-c65baf1f-bc7c-4266-bd75-f33a23348e48 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Deleting port bb75c56f-7455-41ad-9543-78e6fcd36b87 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:08:03.619355 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c65baf1f-bc7c-4266-bd75-f33a23348e48 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:03.641587 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-4206bb48-a446-4958-9bec-692dfb77711c req-56551c77-8612-4b51-a512-9c6d7e17c593 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Deleting port 0e3e59a9-9495-487e-9840-6f5e9271330c {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:08:03.641930 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-4206bb48-a446-4958-9bec-692dfb77711c req-56551c77-8612-4b51-a512-9c6d7e17c593 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:03.747804 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-c65baf1f-bc7c-4266-bd75-f33a23348e48 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] For port bb75c56f-7455-41ad-9543-78e6fcd36b87, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=bb75c56f-7455-41ad-9543-78e6fcd36b87,segment=NetworkSegment(0c7a68b2-e6d5-4fe1-80a3-7cc08a69a7e9),segment_id=0c7a68b2-e6d5-4fe1-80a3-7cc08a69a7e9)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:08:03.748921 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c65baf1f-bc7c-4266-bd75-f33a23348e48 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:03.760888 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-acec2780-1822-44d7-8d9d-f9e05fe34ecf tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:03.900007 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-c65baf1f-bc7c-4266-bd75-f33a23348e48 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Calling delete_port for bb75c56f-7455-41ad-9543-78e6fcd36b87 owned by network:dhcp {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:08:03.942752 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2d506082-0fb2-4034-8def-2ed79d3a69ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:03.943407 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-ffdcde77-3d8d-49c9-9805-075e48a14378 req-75d7a320-3e0e-4b67-8d9e-b44b229f9da0 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:03.944648 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4ca00b7e-3b04-4316-971d-ec8f63b65e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:03.948337 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2631abcd-ff1b-4ab9-a824-d2c06f7c3120 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:03.948508 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-09e8016b-dc74-4375-aac6-52a803caf7bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:03.954824 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4ca00b7e-3b04-4316-971d-ec8f63b65e21 admin admin] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:03.959720 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-4ca00b7e-3b04-4316-971d-ec8f63b65e21 admin admin] 10.222.0.60 "DELETE /v2.0/networks/4ec1bae5-7351-4e01-a52c-de5521320fcb HTTP/1.1" status: 204 len: 168 time: 3.8017173 Jun 11 10:08:03.988212 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [None req-acec2780-1822-44d7-8d9d-f9e05fe34ecf tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Transition to ACTIVE for port object 0c5309f5-53e8-4a69-8530-f5e3ca492e19 will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:08:03.989917 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d7a320-3e0e-4b67-8d9e-b44b229f9da0 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Pushing event deleted for resources: {'Port': ['ID=972161a2-3db6-4797-bf7b-4323bc6cbae4,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:03.994442 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-4206bb48-a446-4958-9bec-692dfb77711c req-56551c77-8612-4b51-a512-9c6d7e17c593 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] For port 0e3e59a9-9495-487e-9840-6f5e9271330c, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=0e3e59a9-9495-487e-9840-6f5e9271330c,segment=NetworkSegment(5c22e2d5-0ba6-4801-a903-4241c2620ae4),segment_id=5c22e2d5-0ba6-4801-a903-4241c2620ae4)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:08:03.994845 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-4206bb48-a446-4958-9bec-692dfb77711c req-56551c77-8612-4b51-a512-9c6d7e17c593 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:04.005400 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-75d7a320-3e0e-4b67-8d9e-b44b229f9da0 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:04.007840 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e5adcfc8-4d0c-431d-902f-2652295984ff tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:04.084548 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['cfb538e2-f15d-4b8f-98ee-9fe78bbbaa24', '9c8e9f6f-4be4-4fa7-9c54-4e5729b26833'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:08:04.117966 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffdcde77-3d8d-49c9-9805-075e48a14378 req-75d7a320-3e0e-4b67-8d9e-b44b229f9da0 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] No DVR routers for this DVR port 972161a2-3db6-4797-bf7b-4323bc6cbae4 on host n-h2-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:08:04.120175 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca00b7e-3b04-4316-971d-ec8f63b65e21 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ec1bae5-7351-4e01-a52c-de5521320fcb,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:04.126621 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-4206bb48-a446-4958-9bec-692dfb77711c req-56551c77-8612-4b51-a512-9c6d7e17c593 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Calling delete_port for 0e3e59a9-9495-487e-9840-6f5e9271330c owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:08:04.128325 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-ffdcde77-3d8d-49c9-9805-075e48a14378 req-75d7a320-3e0e-4b67-8d9e-b44b229f9da0 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:04.130576 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ffdcde77-3d8d-49c9-9805-075e48a14378 req-75d7a320-3e0e-4b67-8d9e-b44b229f9da0 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.69 "DELETE /v2.0/ports/972161a2-3db6-4797-bf7b-4323bc6cbae4 HTTP/1.1" status: 204 len: 173 time: 2.7505322 Jun 11 10:08:04.131343 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ab265ba-0e64-4ab0-b0f6-b524ef6348a7', 'name': 'network-vif-deleted', 'tag': '972161a2-3db6-4797-bf7b-4323bc6cbae4'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:08:04.162963 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dcb06e6-775c-4182-bc94-a4d021eef952" -d '{"events": [{"server_uuid": "2ab265ba-0e64-4ab0-b0f6-b524ef6348a7", "name": "network-vif-deleted", "tag": "972161a2-3db6-4797-bf7b-4323bc6cbae4"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:08:04.173258 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:08:04.176058 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4ca00b7e-3b04-4316-971d-ec8f63b65e21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:04.216863 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d506082-0fb2-4034-8def-2ed79d3a69ec None None] No DVR routers for this DVR port bb75c56f-7455-41ad-9543-78e6fcd36b87 on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:08:04.235783 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d506082-0fb2-4034-8def-2ed79d3a69ec None None] Pushing event deleted for resources: {'Port': ['ID=bb75c56f-7455-41ad-9543-78e6fcd36b87,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:04.239545 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-2d506082-0fb2-4034-8def-2ed79d3a69ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:04.277292 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-acec2780-1822-44d7-8d9d-f9e05fe34ecf tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:04.284334 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d4f3ad26-2729-4692-b340-8bd047a27a4b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:04.319783 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6665fb26-9c8b-459b-b24a-ef4a0674aeb6 req-fe3a6b39-1276-44aa-aaeb-171f7ce9789f tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ab265ba-0e64-4ab0-b0f6-b524ef6348a7 HTTP/1.1" status: 200 len: 210 time: 0.0944910 Jun 11 10:08:04.325183 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f31f6bc-9e8c-4b83-b305-96cb6aa1e581 x-openstack-request-id: req-1f31f6bc-9e8c-4b83-b305-96cb6aa1e581 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:08:04.329826 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ab265ba-0e64-4ab0-b0f6-b524ef6348a7", "name": "network-vif-deleted", "tag": "972161a2-3db6-4797-bf7b-4323bc6cbae4", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:08:04.330380 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1f31f6bc-9e8c-4b83-b305-96cb6aa1e581 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:08:04.331047 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ab265ba-0e64-4ab0-b0f6-b524ef6348a7', 'name': 'network-vif-deleted', 'tag': '972161a2-3db6-4797-bf7b-4323bc6cbae4', 'status': 'completed', 'code': 200} Jun 11 10:08:04.351187 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c65baf1f-bc7c-4266-bd75-f33a23348e48 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:04.435056 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acec2780-1822-44d7-8d9d-f9e05fe34ecf tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Pushing event updated for resources: {'Port': ['ID=0c5309f5-53e8-4a69-8530-f5e3ca492e19,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:04.489017 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-acec2780-1822-44d7-8d9d-f9e05fe34ecf tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:04.489564 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8a19a885-d3d5-44ba-a680-2b9a6eb17013 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:04.595329 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65baf1f-bc7c-4266-bd75-f33a23348e48 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] No DVR routers for this DVR port bb75c56f-7455-41ad-9543-78e6fcd36b87 on host n-d-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:08:04.751304 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65baf1f-bc7c-4266-bd75-f33a23348e48 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Pushing event deleted for resources: {'Port': ['ID=bb75c56f-7455-41ad-9543-78e6fcd36b87,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:04.803871 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c65baf1f-bc7c-4266-bd75-f33a23348e48 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:04.836399 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 46188) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:04.859559 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device bb75c56f-7455-41ad-9543-78e6fcd36b87 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:08:04.890222 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: bb75c56f-7455-41ad-9543-78e6fcd36b87 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:08:04.890803 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device bb75c56f-7455-41ad-9543-78e6fcd36b87 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:08:04.909145 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-974828cd-0fc5-4eec-a9b5-0bd7c7b4946f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=21c20f27027a4fa895493faf5f883302&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0665658 Jun 11 10:08:04.909145 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 46190) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:04.971047 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-40a47df8-1571-48cc-b075-b5e85764ec6b None None] Provisioning for port 0c5309f5-53e8-4a69-8530-f5e3ca492e19 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:08:04.972031 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5fe27e45-9913-4a90-8bd3-91bbb4f0fc79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:04.977303 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-40a47df8-1571-48cc-b075-b5e85764ec6b None None] Provisioning complete for port 0c5309f5-53e8-4a69-8530-f5e3ca492e19 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:08:04.977829 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-40a47df8-1571-48cc-b075-b5e85764ec6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:05.001891 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5fe27e45-9913-4a90-8bd3-91bbb4f0fc79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:05.013361 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c65baf1f-bc7c-4266-bd75-f33a23348e48 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:05.019014 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-acec2780-1822-44d7-8d9d-f9e05fe34ecf tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] In _notify_port_updated(), no bound segment for port 0c5309f5-53e8-4a69-8530-f5e3ca492e19 on network 768a9880-2812-4a21-b858-d6512e295e9c {{(pid=93176) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 11 10:08:05.024561 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acec2780-1822-44d7-8d9d-f9e05fe34ecf tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:08:05.025203 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-acec2780-1822-44d7-8d9d-f9e05fe34ecf tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:05.029019 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-acec2780-1822-44d7-8d9d-f9e05fe34ecf tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "PUT /v2.0/ports/0c5309f5-53e8-4a69-8530-f5e3ca492e19 HTTP/1.1" status: 200 len: 999 time: 3.0064614 Jun 11 10:08:05.029678 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 46200) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:05.047836 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-40a47df8-1571-48cc-b075-b5e85764ec6b None None] Port 0c5309f5-53e8-4a69-8530-f5e3ca492e19 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:08:05.058614 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-c65baf1f-bc7c-4266-bd75-f33a23348e48 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8af53307-41b7-4e97-b717-5c982fd25f72']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:08:05.111315 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-c65baf1f-bc7c-4266-bd75-f33a23348e48 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c7a68b2-e6d5-4fe1-80a3-7cc08a69a7e9') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:08:05.111803 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-c65baf1f-bc7c-4266-bd75-f33a23348e48 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c7a68b2-e6d5-4fe1-80a3-7cc08a69a7e9') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:08:05.155919 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c65baf1f-bc7c-4266-bd75-f33a23348e48 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:05.178859 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef69607-9a52-4a45-8854-1158d1ae41f8 req-c83bc533-53b1-4721-ac89-05c8ad843ceb tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:08:05.181591 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fef69607-9a52-4a45-8854-1158d1ae41f8 req-c83bc533-53b1-4721-ac89-05c8ad843ceb tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bb61d84-420a-4e88-882b-25b888d42960 HTTP/1.1" status: 200 len: 946 time: 0.6934626 Jun 11 10:08:05.195360 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-4206bb48-a446-4958-9bec-692dfb77711c req-56551c77-8612-4b51-a512-9c6d7e17c593 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:05.212393 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['0e3e59a9-9495-487e-9840-6f5e9271330c'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:08:05.220292 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-eeef68dd-9f5a-488c-a5eb-3cadc9f4e632 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:05.243603 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5fe27e45-9913-4a90-8bd3-91bbb4f0fc79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:05.249654 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c65baf1f-bc7c-4266-bd75-f33a23348e48 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:05.252262 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5fe27e45-9913-4a90-8bd3-91bbb4f0fc79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:05.264155 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-5fe27e45-9913-4a90-8bd3-91bbb4f0fc79 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b8b279e2-e9f1-4e8b-b27d-bc4d021ba291 HTTP/1.1" status: 204 len: 168 time: 0.3522494 Jun 11 10:08:05.265699 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2c7161a5-4966-4023-8213-6ae324e9180f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:05.299121 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe27e45-9913-4a90-8bd3-91bbb4f0fc79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b279e2-e9f1-4e8b-b27d-bc4d021ba291,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:05.303042 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5fe27e45-9913-4a90-8bd3-91bbb4f0fc79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:05.334382 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56551c77-8612-4b51-a512-9c6d7e17c593 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Pushing event deleted for resources: {'Port': ['ID=0e3e59a9-9495-487e-9840-6f5e9271330c,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:05.354554 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-56551c77-8612-4b51-a512-9c6d7e17c593 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:05.355781 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c65baf1f-bc7c-4266-bd75-f33a23348e48 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Releasing vlan 785 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:08:05.356197 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c65baf1f-bc7c-4266-bd75-f33a23348e48 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:05.362585 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:08:05.362585 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:08:05.362585 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:08:05.362585 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:08:05.362585 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:08:05.362585 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:08:05.362585 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:08:05.362585 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:08:05.362585 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:08:05.362585 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:08:05.362585 n-d-779913-12 neutron-server[93176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:08:05.362585 n-d-779913-12 neutron-server[93176]: self.session.flush() Jun 11 10:08:05.362585 n-d-779913-12 neutron-server[93176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:08:05.362585 n-d-779913-12 neutron-server[93176]: self.session.flush() Jun 11 10:08:05.362585 n-d-779913-12 neutron-server[93176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:08:05.362585 n-d-779913-12 neutron-server[93176]: self.session.flush() Jun 11 10:08:05.362585 n-d-779913-12 neutron-server[93176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:08:05.362585 n-d-779913-12 neutron-server[93176]: self.session.flush() Jun 11 10:08:05.362585 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:08:05.362585 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:08:05.362585 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 10:08:05.362585 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:08:05.362585 n-d-779913-12 neutron-server[93176]: timer() Jun 11 10:08:05.362585 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:08:05.362585 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 10:08:05.362585 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:08:05.362585 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 10:08:05.362585 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:08:05.362585 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 10:08:05.362585 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:08:05.362585 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 10:08:05.362585 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:08:05.362585 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 10:08:05.362585 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:08:05.362585 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:08:05.362585 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:08:05.362585 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:08:05.362585 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:08:05.362585 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 10:08:05.362585 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:08:05.362585 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 10:08:05.362585 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:08:05.362585 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:08:05.362585 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:08:05.362585 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 10:08:05.362585 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:08:05.362585 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:08:05.362585 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:08:05.362585 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:08:05.362585 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:08:05.362585 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:08:05.362585 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:08:05.565997 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:05.627003 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 972161a2-3db6-4797-bf7b-4323bc6cbae4 no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:08:05.661948 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5562a61d-02dc-4548-82b7-5927c875c75f req-14d46467-829d-4b0e-b282-a8e5a39fa538 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ab265ba-0e64-4ab0-b0f6-b524ef6348a7 HTTP/1.1" status: 200 len: 210 time: 0.0918298 Jun 11 10:08:05.729320 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] No Port match for: 972161a2-3db6-4797-bf7b-4323bc6cbae4 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:08:05.730039 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 972161a2-3db6-4797-bf7b-4323bc6cbae4 not bound to the agent host n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:08:06.049853 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fef69607-9a52-4a45-8854-1158d1ae41f8 req-63d644d0-518a-4b71-a4b5-c364f35afb02 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8523257 Jun 11 10:08:06.052102 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-4206bb48-a446-4958-9bec-692dfb77711c req-56551c77-8612-4b51-a512-9c6d7e17c593 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] No DVR routers for this DVR port 0e3e59a9-9495-487e-9840-6f5e9271330c on host n-h2-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:08:06.063770 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-4206bb48-a446-4958-9bec-692dfb77711c req-56551c77-8612-4b51-a512-9c6d7e17c593 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:06.066056 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4206bb48-a446-4958-9bec-692dfb77711c req-56551c77-8612-4b51-a512-9c6d7e17c593 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.69 "DELETE /v2.0/ports/0e3e59a9-9495-487e-9840-6f5e9271330c HTTP/1.1" status: 204 len: 173 time: 2.7914505 Jun 11 10:08:06.068425 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bb61d84-420a-4e88-882b-25b888d42960', 'name': 'network-vif-deleted', 'tag': '0e3e59a9-9495-487e-9840-6f5e9271330c'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:08:06.089121 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4515f62a-66fd-4e71-b407-452d31147417" -d '{"events": [{"server_uuid": "0bb61d84-420a-4e88-882b-25b888d42960", "name": "network-vif-deleted", "tag": "0e3e59a9-9495-487e-9840-6f5e9271330c"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:08:06.119831 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-e03eca9b-ed3e-433e-a0fb-cbd06b102278 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Deleting port 0c5309f5-53e8-4a69-8530-f5e3ca492e19 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:08:06.120541 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e03eca9b-ed3e-433e-a0fb-cbd06b102278 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:06.230711 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccaaedda-c4e0-4854-a85c-e16557a72429 x-openstack-request-id: req-ccaaedda-c4e0-4854-a85c-e16557a72429 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:08:06.231053 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bb61d84-420a-4e88-882b-25b888d42960", "name": "network-vif-deleted", "tag": "0e3e59a9-9495-487e-9840-6f5e9271330c", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:08:06.307898 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ccaaedda-c4e0-4854-a85c-e16557a72429 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:08:06.307898 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bb61d84-420a-4e88-882b-25b888d42960', 'name': 'network-vif-deleted', 'tag': '0e3e59a9-9495-487e-9840-6f5e9271330c', 'status': 'completed', 'code': 200} Jun 11 10:08:06.307898 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c65baf1f-bc7c-4266-bd75-f33a23348e48 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:06.307898 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c65baf1f-bc7c-4266-bd75-f33a23348e48 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:06.307898 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-c65baf1f-bc7c-4266-bd75-f33a23348e48 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] 10.222.0.60 "DELETE /v2.0/networks/8af53307-41b7-4e97-b717-5c982fd25f72 HTTP/1.1" status: 204 len: 168 time: 3.3512881 Jun 11 10:08:06.307898 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-fc6defbd-4b53-434c-a1d9-0a137947eee6 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:06.307898 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65baf1f-bc7c-4266-bd75-f33a23348e48 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Pushing event deleted for resources: {'Network': ['ID=8af53307-41b7-4e97-b717-5c982fd25f72,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:06.307898 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c65baf1f-bc7c-4266-bd75-f33a23348e48 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:06.307898 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e03eca9b-ed3e-433e-a0fb-cbd06b102278 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:06.393426 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-e03eca9b-ed3e-433e-a0fb-cbd06b102278 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Calling delete_port for 0c5309f5-53e8-4a69-8530-f5e3ca492e19 owned by {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:08:06.870140 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e03eca9b-ed3e-433e-a0fb-cbd06b102278 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:06.876071 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-fd44fcb2-c324-411b-84d7-1a1506d3951b tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:06.905381 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 46250) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:06.926175 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03eca9b-ed3e-433e-a0fb-cbd06b102278 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Pushing event deleted for resources: {'Port': ['ID=0c5309f5-53e8-4a69-8530-f5e3ca492e19,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:06.938971 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e03eca9b-ed3e-433e-a0fb-cbd06b102278 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:07.188822 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e03eca9b-ed3e-433e-a0fb-cbd06b102278 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:07.197062 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-e03eca9b-ed3e-433e-a0fb-cbd06b102278 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "DELETE /v2.0/ports/0c5309f5-53e8-4a69-8530-f5e3ca492e19 HTTP/1.1" status: 204 len: 168 time: 2.1533246 Jun 11 10:08:07.199406 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 46268) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:07.282860 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-99584a60-1af8-4a44-b744-b6f8bffc4cb8 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] GET failed (client error): The resource could not be found. Jun 11 10:08:07.282860 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-99584a60-1af8-4a44-b744-b6f8bffc4cb8 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "GET /v2.0/ports/0c5309f5-53e8-4a69-8530-f5e3ca492e19 HTTP/1.1" status: 404 len: 333 time: 0.0779223 Jun 11 10:08:07.282860 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 46270) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:07.410186 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-95df61c7-8ea5-44cc-bba3-42fc26e5ecd2 req-e1886282-03d9-4755-8ec9-403b9a981593 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bb61d84-420a-4e88-882b-25b888d42960 HTTP/1.1" status: 200 len: 210 time: 0.0498364 Jun 11 10:08:07.450832 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-75f24e93-5639-432e-8dd3-f703de32a565 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Deleting subnet 1ab1adbf-4f6f-46e8-8731-f09c88df325b {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:08:07.454534 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-75f24e93-5639-432e-8dd3-f703de32a565 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:07.490431 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-52942a70-e157-4d3b-9569-b133483d3da7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2fb323cc9f7040b7853947f091d693da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5832787 Jun 11 10:08:07.491330 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 46276) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:07.561923 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-75f24e93-5639-432e-8dd3-f703de32a565 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:07.616687 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-52ce68b9-e7a5-4690-a00f-9b95fbf4ba23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:07.635303 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 0e3e59a9-9495-487e-9840-6f5e9271330c no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:08:07.675340 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-52ce68b9-e7a5-4690-a00f-9b95fbf4ba23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:07.688812 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] No Port match for: 0e3e59a9-9495-487e-9840-6f5e9271330c {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:08:07.689495 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 0e3e59a9-9495-487e-9840-6f5e9271330c not bound to the agent host n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:08:07.848952 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-75f24e93-5639-432e-8dd3-f703de32a565 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:07.913523 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-52ce68b9-e7a5-4690-a00f-9b95fbf4ba23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:07.917151 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-52ce68b9-e7a5-4690-a00f-9b95fbf4ba23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:07.921156 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-52ce68b9-e7a5-4690-a00f-9b95fbf4ba23 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fa331ea2-c0c7-42fe-bda5-c6782f743446 HTTP/1.1" status: 204 len: 168 time: 0.4285395 Jun 11 10:08:07.934907 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09808ba3-5af2-4a4f-bde4-06e446d2722a req-529f8636-0883-4a0b-9cb0-c6371cff265c tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:08:07.936553 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-bc876392-8fad-4282-bd71-95876a2fbb52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:07.936725 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-09808ba3-5af2-4a4f-bde4-06e446d2722a req-529f8636-0883-4a0b-9cb0-c6371cff265c tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/ports?device_id=02dd8d98-1aae-42c3-aef4-0f1f06bda846 HTTP/1.1" status: 200 len: 946 time: 0.2216532 Jun 11 10:08:07.994542 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ce68b9-e7a5-4690-a00f-9b95fbf4ba23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa331ea2-c0c7-42fe-bda5-c6782f743446,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:08.000184 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-52ce68b9-e7a5-4690-a00f-9b95fbf4ba23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:08.060641 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-09808ba3-5af2-4a4f-bde4-06e446d2722a req-2c1f256d-50a4-46aa-b41e-e8789e565e02 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/security-groups?id=96aa83f0-94dd-44ea-8665-16c361dca37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944645 Jun 11 10:08:08.066459 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-75f24e93-5639-432e-8dd3-f703de32a565 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:08.073352 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-230d1a5b-3a4f-488f-8e73-501e8a91decb tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:08.171191 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-75f24e93-5639-432e-8dd3-f703de32a565 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:08.173689 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-75f24e93-5639-432e-8dd3-f703de32a565 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "DELETE /v2.0/subnets/1ab1adbf-4f6f-46e8-8731-f09c88df325b HTTP/1.1" status: 204 len: 168 time: 0.8902993 Jun 11 10:08:08.175375 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f24e93-5639-432e-8dd3-f703de32a565 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Pushing event deleted for resources: {'Subnet': ['ID=1ab1adbf-4f6f-46e8-8731-f09c88df325b,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:08.176327 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 46290) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:08.180915 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7f2e8a-5a30-47df-bbeb-de8ec80d42ac None None] Network 768a9880-2812-4a21-b858-d6512e295e9c requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:08:08.206134 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-75f24e93-5639-432e-8dd3-f703de32a565 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:08.306481 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-379bbee2-575b-4a52-aa18-c9fd5c1c967b tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Deleting subnet c258d845-611f-494e-9cb4-d37c5698ebcb {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:08:08.310831 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-379bbee2-575b-4a52-aa18-c9fd5c1c967b tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:08.397095 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-379bbee2-575b-4a52-aa18-c9fd5c1c967b tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:08.693957 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-87e8d59a-b22d-4032-a174-57cd38806438 req-1d72e090-2cca-4bb4-9d68-54a59a3dc4bc tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bb61d84-420a-4e88-882b-25b888d42960 HTTP/1.1" status: 200 len: 210 time: 0.0398595 Jun 11 10:08:08.712943 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-379bbee2-575b-4a52-aa18-c9fd5c1c967b tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:08.959004 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254e0227-6785-462e-90c4-8a109ad61c7a req-b5798c5a-29b7-485e-948a-d8a884be2379 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:08:08.960747 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-254e0227-6785-462e-90c4-8a109ad61c7a req-b5798c5a-29b7-485e-948a-d8a884be2379 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.64 "GET /v2.0/ports?device_id=02dd8d98-1aae-42c3-aef4-0f1f06bda846 HTTP/1.1" status: 200 len: 946 time: 0.1469293 Jun 11 10:08:09.090153 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-379bbee2-575b-4a52-aa18-c9fd5c1c967b tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:09.090153 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-092ae78b-9bf5-40f4-af4b-bd6f52e5f2f0 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:09.147845 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379bbee2-575b-4a52-aa18-c9fd5c1c967b tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Pushing event deleted for resources: {'Subnet': ['ID=c258d845-611f-494e-9cb4-d37c5698ebcb,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:09.154782 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-379bbee2-575b-4a52-aa18-c9fd5c1c967b tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:09.166563 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-379bbee2-575b-4a52-aa18-c9fd5c1c967b tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:09.169089 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-379bbee2-575b-4a52-aa18-c9fd5c1c967b tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "DELETE /v2.0/subnets/c258d845-611f-494e-9cb4-d37c5698ebcb HTTP/1.1" status: 204 len: 168 time: 0.9913976 Jun 11 10:08:09.179349 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 46312) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:09.186837 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-254e0227-6785-462e-90c4-8a109ad61c7a req-24a7b677-4524-4575-8480-4c7a2656f7b3 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Deleting port 9c8e9f6f-4be4-4fa7-9c54-4e5729b26833 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:08:09.188171 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-254e0227-6785-462e-90c4-8a109ad61c7a req-24a7b677-4524-4575-8480-4c7a2656f7b3 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:09.445417 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 46316) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:09.480756 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f03fc610-e57c-4e4e-a331-c74817eda7b2 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:09.567652 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-254e0227-6785-462e-90c4-8a109ad61c7a req-24a7b677-4524-4575-8480-4c7a2656f7b3 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] For port 9c8e9f6f-4be4-4fa7-9c54-4e5729b26833, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=9c8e9f6f-4be4-4fa7-9c54-4e5729b26833,segment=NetworkSegment(b719cd41-19b3-416c-a5c4-9b58e3190d50),segment_id=b719cd41-19b3-416c-a5c4-9b58e3190d50)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:08:09.567988 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-254e0227-6785-462e-90c4-8a109ad61c7a req-24a7b677-4524-4575-8480-4c7a2656f7b3 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:09.579545 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-f03fc610-e57c-4e4e-a331-c74817eda7b2 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Deleting port eb3413ee-7a7e-453b-bf05-ff2ce7a24a86 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:08:09.580780 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f03fc610-e57c-4e4e-a331-c74817eda7b2 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:09.806324 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-f03fc610-e57c-4e4e-a331-c74817eda7b2 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] For port eb3413ee-7a7e-453b-bf05-ff2ce7a24a86, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=eb3413ee-7a7e-453b-bf05-ff2ce7a24a86,segment=NetworkSegment(5adfe73a-3a83-4e38-a3a1-89e4a3d75113),segment_id=5adfe73a-3a83-4e38-a3a1-89e4a3d75113)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:08:09.810301 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f03fc610-e57c-4e4e-a331-c74817eda7b2 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:09.843674 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-254e0227-6785-462e-90c4-8a109ad61c7a req-24a7b677-4524-4575-8480-4c7a2656f7b3 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Calling delete_port for 9c8e9f6f-4be4-4fa7-9c54-4e5729b26833 owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:08:09.855808 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-80e027be-bb49-4712-90f2-b64e3d3c7293 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:09.935850 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce68458-b651-4d32-9e96-36de07460ccd None None] Network 768a9880-2812-4a21-b858-d6512e295e9c requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:08:09.981697 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-f03fc610-e57c-4e4e-a331-c74817eda7b2 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Calling delete_port for eb3413ee-7a7e-453b-bf05-ff2ce7a24a86 owned by network:dhcp {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:08:10.112324 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-349aa732-c760-43da-8531-f925666c3305 None None] Provisioning complete for port eb3413ee-7a7e-453b-bf05-ff2ce7a24a86 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:08:10.112831 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-349aa732-c760-43da-8531-f925666c3305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:10.121926 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1e5773-e830-4c4a-bc32-e13a90d904b1 req-b5461816-6daf-4ced-a054-04358a68cb02 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:08:10.129862 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cd1e5773-e830-4c4a-bc32-e13a90d904b1 req-b5461816-6daf-4ced-a054-04358a68cb02 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/ports?device_id=02dd8d98-1aae-42c3-aef4-0f1f06bda846 HTTP/1.1" status: 200 len: 946 time: 0.7683372 Jun 11 10:08:10.203165 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d2b7cd1b-2e99-4cd8-a672-dda5cacff0c5 req-53aa7ab2-407c-476e-b9f5-e7282ea32949 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bb61d84-420a-4e88-882b-25b888d42960 HTTP/1.1" status: 200 len: 210 time: 0.0496790 Jun 11 10:08:10.239642 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f03fc610-e57c-4e4e-a331-c74817eda7b2 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:10.245316 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e980e34a-9cc7-4d97-8935-5f9e73c1ebcf tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:10.260452 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cd1e5773-e830-4c4a-bc32-e13a90d904b1 req-946a9e86-3c31-4e37-82cd-04ef554cba89 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/security-groups?id=96aa83f0-94dd-44ea-8665-16c361dca37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295395 Jun 11 10:08:10.349922 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-80e027be-bb49-4712-90f2-b64e3d3c7293 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:10.376743 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03fc610-e57c-4e4e-a331-c74817eda7b2 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] No DVR routers for this DVR port eb3413ee-7a7e-453b-bf05-ff2ce7a24a86 on host n-d-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:08:10.376743 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03fc610-e57c-4e4e-a331-c74817eda7b2 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Pushing event deleted for resources: {'Port': ['ID=eb3413ee-7a7e-453b-bf05-ff2ce7a24a86,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:10.391397 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f03fc610-e57c-4e4e-a331-c74817eda7b2 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:10.422125 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52275fa9-5886-4a7f-8034-d9410abb01eb None None] DHCP port deletion for 768a9880-2812-4a21-b858-d6512e295e9c request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 10:08:10.468259 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-254e0227-6785-462e-90c4-8a109ad61c7a req-24a7b677-4524-4575-8480-4c7a2656f7b3 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:10.473491 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-56551c77-8612-4b51-a512-9c6d7e17c593 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:10.481890 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['cfb538e2-f15d-4b8f-98ee-9fe78bbbaa24'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:08:10.510341 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f03fc610-e57c-4e4e-a331-c74817eda7b2 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:10.530610 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-f03fc610-e57c-4e4e-a331-c74817eda7b2 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['768a9880-2812-4a21-b858-d6512e295e9c']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:08:10.531256 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-80e027be-bb49-4712-90f2-b64e3d3c7293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:10.534059 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a7b677-4524-4575-8480-4c7a2656f7b3 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Pushing event deleted for resources: {'Port': ['ID=9c8e9f6f-4be4-4fa7-9c54-4e5729b26833,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:10.544537 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-f03fc610-e57c-4e4e-a331-c74817eda7b2 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5adfe73a-3a83-4e38-a3a1-89e4a3d75113') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:08:10.547984 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-f03fc610-e57c-4e4e-a331-c74817eda7b2 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5adfe73a-3a83-4e38-a3a1-89e4a3d75113') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:08:10.559091 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f03fc610-e57c-4e4e-a331-c74817eda7b2 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:10.565365 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-24a7b677-4524-4575-8480-4c7a2656f7b3 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:10.565918 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a54393b7-d6fd-4dfb-a9a4-031414506af0 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:10.588747 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f03fc610-e57c-4e4e-a331-c74817eda7b2 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:10.591076 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f03fc610-e57c-4e4e-a331-c74817eda7b2 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Releasing vlan 786 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:08:10.591600 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f03fc610-e57c-4e4e-a331-c74817eda7b2 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:10.595185 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:08:10.595185 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 10:08:10.595185 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 10:08:10.595185 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:08:10.595185 n-d-779913-12 neutron-server[93177]: timer() Jun 11 10:08:10.595185 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:08:10.595185 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 10:08:10.595185 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:08:10.595185 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 10:08:10.595185 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:08:10.595185 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 10:08:10.595185 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:08:10.595185 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 10:08:10.595185 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:08:10.595185 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 10:08:10.595185 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:08:10.595185 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:08:10.595185 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:08:10.595185 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:08:10.595185 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:08:10.595185 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 10:08:10.595185 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:08:10.595185 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 10:08:10.595185 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:08:10.595185 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:08:10.595185 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:08:10.595185 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 10:08:10.595185 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:08:10.595185 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:08:10.595185 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:08:10.595185 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:08:10.595185 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:08:10.595185 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:08:10.595185 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:08:10.732777 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-254e0227-6785-462e-90c4-8a109ad61c7a req-24a7b677-4524-4575-8480-4c7a2656f7b3 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] No DVR routers for this DVR port 9c8e9f6f-4be4-4fa7-9c54-4e5729b26833 on host n-h1-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:08:10.740086 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 46342) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:10.740493 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-80e027be-bb49-4712-90f2-b64e3d3c7293 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dd424db7a2bd497ea72da531ff138499&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2569139 Jun 11 10:08:10.745257 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-254e0227-6785-462e-90c4-8a109ad61c7a req-24a7b677-4524-4575-8480-4c7a2656f7b3 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:10.747910 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-254e0227-6785-462e-90c4-8a109ad61c7a req-24a7b677-4524-4575-8480-4c7a2656f7b3 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.64 "DELETE /v2.0/ports/9c8e9f6f-4be4-4fa7-9c54-4e5729b26833 HTTP/1.1" status: 204 len: 173 time: 1.7813220 Jun 11 10:08:10.748504 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02dd8d98-1aae-42c3-aef4-0f1f06bda846', 'name': 'network-vif-deleted', 'tag': '9c8e9f6f-4be4-4fa7-9c54-4e5729b26833'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:08:10.751175 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cef85f2e-07c9-4945-83e6-926321556c44" -d '{"events": [{"server_uuid": "02dd8d98-1aae-42c3-aef4-0f1f06bda846", "name": "network-vif-deleted", "tag": "9c8e9f6f-4be4-4fa7-9c54-4e5729b26833"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:08:10.756583 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e027be-bb49-4712-90f2-b64e3d3c7293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b79c4350-b331-45cf-8dd9-a4a8c89297c4,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:10.774323 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-80e027be-bb49-4712-90f2-b64e3d3c7293 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:10.827656 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7971d1cf-686f-4613-ad91-cdc2ea24e3ab x-openstack-request-id: req-7971d1cf-686f-4613-ad91-cdc2ea24e3ab {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:08:10.827656 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02dd8d98-1aae-42c3-aef4-0f1f06bda846", "name": "network-vif-deleted", "tag": "9c8e9f6f-4be4-4fa7-9c54-4e5729b26833", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:08:10.827656 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7971d1cf-686f-4613-ad91-cdc2ea24e3ab {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:08:10.827656 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02dd8d98-1aae-42c3-aef4-0f1f06bda846', 'name': 'network-vif-deleted', 'tag': '9c8e9f6f-4be4-4fa7-9c54-4e5729b26833', 'status': 'completed', 'code': 200} Jun 11 10:08:10.834242 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-310c8fc3-cd24-41a1-80e3-6f13a687a102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:10.863237 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device eb3413ee-7a7e-453b-bf05-ff2ce7a24a86 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:08:10.863418 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-310c8fc3-cd24-41a1-80e3-6f13a687a102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:10.892428 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: eb3413ee-7a7e-453b-bf05-ff2ce7a24a86 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:08:10.895070 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device eb3413ee-7a7e-453b-bf05-ff2ce7a24a86 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:08:10.959301 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f03fc610-e57c-4e4e-a331-c74817eda7b2 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:10.969081 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-92392f44-7f0b-481c-99fc-5ba182e5ef67 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:10.973921 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f03fc610-e57c-4e4e-a331-c74817eda7b2 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:10.979299 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-f03fc610-e57c-4e4e-a331-c74817eda7b2 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "DELETE /v2.0/networks/768a9880-2812-4a21-b858-d6512e295e9c HTTP/1.1" status: 204 len: 168 time: 1.7949314 Jun 11 10:08:10.979995 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 46348) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:10.993506 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03fc610-e57c-4e4e-a331-c74817eda7b2 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Pushing event deleted for resources: {'Network': ['ID=768a9880-2812-4a21-b858-d6512e295e9c,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:11.008003 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f03fc610-e57c-4e4e-a331-c74817eda7b2 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:11.073815 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-310c8fc3-cd24-41a1-80e3-6f13a687a102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:11.078504 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-310c8fc3-cd24-41a1-80e3-6f13a687a102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:11.082377 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-310c8fc3-cd24-41a1-80e3-6f13a687a102 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b79c4350-b331-45cf-8dd9-a4a8c89297c4 HTTP/1.1" status: 204 len: 168 time: 0.3389034 Jun 11 10:08:11.082377 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1b33f67f-907c-4135-b573-af5fd7c4416c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:11.095285 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310c8fc3-cd24-41a1-80e3-6f13a687a102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b79c4350-b331-45cf-8dd9-a4a8c89297c4,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:11.098192 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-310c8fc3-cd24-41a1-80e3-6f13a687a102 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:11.139829 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e690e8-7b2f-4581-a216-c66aa060b420 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:08:11.141812 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-69e690e8-7b2f-4581-a216-c66aa060b420 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1607032 Jun 11 10:08:11.145703 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 46352) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:11.234920 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-75b49620-9cef-41f2-aec3-a7df7ba32856 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0877810 Jun 11 10:08:11.240221 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 46354) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:11.247143 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-30d99ec8-c950-4b14-9239-a36f41e18c10 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1212726178'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:08:11.393534 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30d99ec8-c950-4b14-9239-a36f41e18c10 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Made reservation on behalf of 6eee960bcc7246bfbdd544be4d916a35 for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:08:11.398161 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-30d99ec8-c950-4b14-9239-a36f41e18c10 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:11.452291 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ba0f3f61-d575-4071-ad6a-812d495a52cc req-73696f40-bf75-4707-9031-48ac12d80d12 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/ports?device_id=02dd8d98-1aae-42c3-aef4-0f1f06bda846 HTTP/1.1" status: 200 len: 210 time: 0.0477698 Jun 11 10:08:11.559095 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-11263f9d-f7b5-4697-8eef-090daad9cbe7 req-265a1f75-0b54-4c29-be61-0ead0849c62b tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bb61d84-420a-4e88-882b-25b888d42960 HTTP/1.1" status: 200 len: 210 time: 0.0821793 Jun 11 10:08:11.591811 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30d99ec8-c950-4b14-9239-a36f41e18c10 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 796} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:08:11.604827 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-30d99ec8-c950-4b14-9239-a36f41e18c10 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:11.645960 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-30d99ec8-c950-4b14-9239-a36f41e18c10 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Added segment 99b7f226-05b3-40fb-bf31-9bc7c522564c of type vlan for network 647ff36e-7668-4db9-863c-2c4b55ccfbc8 Jun 11 10:08:11.676861 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-30d99ec8-c950-4b14-9239-a36f41e18c10 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:11.907186 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-30d99ec8-c950-4b14-9239-a36f41e18c10 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:11.931135 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d99ec8-c950-4b14-9239-a36f41e18c10 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:08:11.931837 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-30d99ec8-c950-4b14-9239-a36f41e18c10 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:11.947614 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-bb27a196-e2c2-41f8-b4c9-b7077c1615e2 tempest-QuotasNegativeTest-403483631 tempest-QuotasNegativeTest-403483631-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:11.993208 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 9c8e9f6f-4be4-4fa7-9c54-4e5729b26833 no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:08:12.030898 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] No Port match for: 9c8e9f6f-4be4-4fa7-9c54-4e5729b26833 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:08:12.031893 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 9c8e9f6f-4be4-4fa7-9c54-4e5729b26833 not bound to the agent host n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:08:12.096698 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d99ec8-c950-4b14-9239-a36f41e18c10 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Pushing event updated for resources: {'Network': ['ID=647ff36e-7668-4db9-863c-2c4b55ccfbc8,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:12.101532 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-30d99ec8-c950-4b14-9239-a36f41e18c10 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:12.108676 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 647ff36e-7668-4db9-863c-2c4b55ccfbc8 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:08:12.252045 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-30d99ec8-c950-4b14-9239-a36f41e18c10 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0094106 Jun 11 10:08:12.255006 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 46378) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:12.260375 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-75f649c4-e51b-4b00-a837-2a344adade69 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Request body: {'subnet': {'network_id': '647ff36e-7668-4db9-863c-2c4b55ccfbc8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:08:12.496840 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f649c4-e51b-4b00-a837-2a344adade69 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Made reservation on behalf of 6eee960bcc7246bfbdd544be4d916a35 for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:08:12.501318 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-75f649c4-e51b-4b00-a837-2a344adade69 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:12.745304 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bea8a5bc-a7b4-402d-b5fb-45feed113dd1 req-6a82811b-f0bc-45ea-9403-c61ba3991416 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bb61d84-420a-4e88-882b-25b888d42960 HTTP/1.1" status: 200 len: 210 time: 0.0409968 Jun 11 10:08:13.108877 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-30abbc90-99e4-4d18-a562-73ff6247b924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:13.118144 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-75f649c4-e51b-4b00-a837-2a344adade69 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:13.126091 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-884513b6-f0f3-40ea-b4fe-c25939333ea4 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:13.207757 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f649c4-e51b-4b00-a837-2a344adade69 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Pushing event updated for resources: {'Subnet': ['ID=84741f27-e844-41e7-a3d6-5229b57f431a,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:13.213008 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-75f649c4-e51b-4b00-a837-2a344adade69 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:13.216073 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f649c4-e51b-4b00-a837-2a344adade69 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Checking segment: {'id': '99b7f226-05b3-40fb-bf31-9bc7c522564c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '647ff36e-7668-4db9-863c-2c4b55ccfbc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:08:13.217195 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f649c4-e51b-4b00-a837-2a344adade69 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Network hostable DHCP agents. Network: 647ff36e-7668-4db9-863c-2c4b55ccfbc8, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:08:13.328656 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 46406) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:13.370873 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f649c4-e51b-4b00-a837-2a344adade69 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Network 647ff36e-7668-4db9-863c-2c4b55ccfbc8 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:08:13.454068 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ca8459a6-55d1-49dd-92a4-e43254dfaeaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:13.455902 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-75f649c4-e51b-4b00-a837-2a344adade69 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 647ff36e-7668-4db9-863c-2c4b55ccfbc8) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:08:13.468814 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37011878-09ff-4702-9a79-fdceeaa89f77 None None] Network 647ff36e-7668-4db9-863c-2c4b55ccfbc8 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:08:13.488441 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f649c4-e51b-4b00-a837-2a344adade69 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:08:13.488761 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-75f649c4-e51b-4b00-a837-2a344adade69 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:13.600564 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ca8459a6-55d1-49dd-92a4-e43254dfaeaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:13.651328 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ef88b3-6856-4e28-961a-55145f2e4d17 req-14d7c7ac-3406-4716-9edd-7855349075c5 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:08:13.654635 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-85ef88b3-6856-4e28-961a-55145f2e4d17 req-14d7c7ac-3406-4716-9edd-7855349075c5 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/ports?device_id=7eb098e1-9410-476d-9519-14bc0525375b HTTP/1.1" status: 200 len: 945 time: 0.1260140 Jun 11 10:08:13.670422 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ca8459a6-55d1-49dd-92a4-e43254dfaeaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:13.675299 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d80e536c-1490-40d9-bb43-0a5d7f9f63d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:13.732080 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-ca8459a6-55d1-49dd-92a4-e43254dfaeaf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9e2d891dde4b406c88999245a551329b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4017901 Jun 11 10:08:13.734099 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 46418) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:13.738331 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-85ef88b3-6856-4e28-961a-55145f2e4d17 req-39cf71d1-5db1-41ca-9227-d228ebb62d1e tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/security-groups?id=96aa83f0-94dd-44ea-8665-16c361dca37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776937 Jun 11 10:08:13.743894 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8459a6-55d1-49dd-92a4-e43254dfaeaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b0d8709-b49e-4177-81be-3d540058dac1,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:13.748325 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ca8459a6-55d1-49dd-92a4-e43254dfaeaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:13.753863 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-75f649c4-e51b-4b00-a837-2a344adade69 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4978383 Jun 11 10:08:13.754008 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 46420) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:13.768358 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-4845e932-5974-49fb-a302-710dbe9ec758 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Request body: {'port': {'network_id': '647ff36e-7668-4db9-863c-2c4b55ccfbc8', 'name': 'tempest-PortsTestJSON-1941844670'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:08:13.832582 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d4f6658b-283e-496f-bf80-0d46cf09c50f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:13.873395 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d4f6658b-283e-496f-bf80-0d46cf09c50f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:13.956802 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9892f2d4-7949-40f3-a3d0-4cf50d341515 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-647ff36e-7668-4db9-863c-2c4b55ccfbc8', 'network_id': '647ff36e-7668-4db9-863c-2c4b55ccfbc8', 'tenant_id': '6eee960bcc7246bfbdd544be4d916a35', 'fixed_ips': [{'subnet_id': '84741f27-e844-41e7-a3d6-5229b57f431a'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 10:08:13.957677 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-9892f2d4-7949-40f3-a3d0-4cf50d341515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:14.034045 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d4f6658b-283e-496f-bf80-0d46cf09c50f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:14.036775 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d4f6658b-283e-496f-bf80-0d46cf09c50f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:14.038398 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-d4f6658b-283e-496f-bf80-0d46cf09c50f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6b0d8709-b49e-4177-81be-3d540058dac1 HTTP/1.1" status: 204 len: 168 time: 0.3029754 Jun 11 10:08:14.039406 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0f402497-432b-48b7-8362-ef702c135727 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:14.059281 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f6658b-283e-496f-bf80-0d46cf09c50f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b0d8709-b49e-4177-81be-3d540058dac1,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:14.061790 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d4f6658b-283e-496f-bf80-0d46cf09c50f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:14.110720 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 46438) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:14.171683 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4845e932-5974-49fb-a302-710dbe9ec758 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Made reservation on behalf of 6eee960bcc7246bfbdd544be4d916a35 for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:08:14.176512 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4845e932-5974-49fb-a302-710dbe9ec758 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:14.220013 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [None req-4845e932-5974-49fb-a302-710dbe9ec758 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] device_id is not set on port 2b72b484-bfcb-49dc-b0aa-0edfd09b4603 yet. {{(pid=93177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 10:08:14.236210 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-9892f2d4-7949-40f3-a3d0-4cf50d341515 None None] Allocated IP 172.20.0.2 (647ff36e-7668-4db9-863c-2c4b55ccfbc8/84741f27-e844-41e7-a3d6-5229b57f431a/1068182c-2f38-4db1-8ee4-e351dc49c14c) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:08:14.367457 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-b9cd8199-788c-462c-ac70-6c36a7f924ea tempest-MeteringTestJSON-844987846 tempest-MeteringTestJSON-844987846-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-2042907430'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:08:14.367457 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-b9cd8199-788c-462c-ac70-6c36a7f924ea tempest-MeteringTestJSON-844987846 tempest-MeteringTestJSON-844987846-project-admin] Unknown quota resources ['metering_label']. {{(pid=93177) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 11 10:08:14.470481 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-9892f2d4-7949-40f3-a3d0-4cf50d341515 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:14.479508 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-9892f2d4-7949-40f3-a3d0-4cf50d341515 None None] Transition to ACTIVE for port object 1068182c-2f38-4db1-8ee4-e351dc49c14c will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:08:14.495632 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-9892f2d4-7949-40f3-a3d0-4cf50d341515 None None] Transition to ACTIVE for port object 1068182c-2f38-4db1-8ee4-e351dc49c14c will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:08:14.606286 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-9892f2d4-7949-40f3-a3d0-4cf50d341515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:14.616347 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-424c3bef-7083-4fea-9955-8ad83438b271 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:14.640435 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b9cd8199-788c-462c-ac70-6c36a7f924ea tempest-MeteringTestJSON-844987846 tempest-MeteringTestJSON-844987846-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:14.641943 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-b9cd8199-788c-462c-ac70-6c36a7f924ea tempest-MeteringTestJSON-844987846 tempest-MeteringTestJSON-844987846-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5297544 Jun 11 10:08:14.645263 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 46446) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:14.650582 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-1d66c3bb-cc64-45f7-982d-73455affde22 tempest-MeteringTestJSON-844987846 tempest-MeteringTestJSON-844987846-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '150fa599-6c78-4dfc-8324-b48bc1f79d6c'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:08:14.651352 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-1d66c3bb-cc64-45f7-982d-73455affde22 tempest-MeteringTestJSON-844987846 tempest-MeteringTestJSON-844987846-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93176) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 11 10:08:14.681866 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9892f2d4-7949-40f3-a3d0-4cf50d341515 None None] Network 647ff36e-7668-4db9-863c-2c4b55ccfbc8 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:08:14.685565 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-9892f2d4-7949-40f3-a3d0-4cf50d341515 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:08:14.688586 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9892f2d4-7949-40f3-a3d0-4cf50d341515 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:08:14.700067 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9892f2d4-7949-40f3-a3d0-4cf50d341515 None None] Pushing event updated for resources: {'Port': ['ID=1068182c-2f38-4db1-8ee4-e351dc49c14c,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:14.703175 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-9892f2d4-7949-40f3-a3d0-4cf50d341515 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:14.771104 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-4845e932-5974-49fb-a302-710dbe9ec758 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Allocated IP 172.20.0.7 (647ff36e-7668-4db9-863c-2c4b55ccfbc8/84741f27-e844-41e7-a3d6-5229b57f431a/2b72b484-bfcb-49dc-b0aa-0edfd09b4603) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:08:14.827279 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-9892f2d4-7949-40f3-a3d0-4cf50d341515 None None] Attempting to bind port 1068182c-2f38-4db1-8ee4-e351dc49c14c on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:08:14.827682 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-9892f2d4-7949-40f3-a3d0-4cf50d341515 None None] Attempting to bind port 1068182c-2f38-4db1-8ee4-e351dc49c14c by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '99b7f226-05b3-40fb-bf31-9bc7c522564c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '647ff36e-7668-4db9-863c-2c4b55ccfbc8'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:08:14.828062 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9892f2d4-7949-40f3-a3d0-4cf50d341515 None None] Attempting to bind port 1068182c-2f38-4db1-8ee4-e351dc49c14c on network 647ff36e-7668-4db9-863c-2c4b55ccfbc8 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:08:14.839149 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9892f2d4-7949-40f3-a3d0-4cf50d341515 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:08:14.839655 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9892f2d4-7949-40f3-a3d0-4cf50d341515 None None] Checking segment: {'id': '99b7f226-05b3-40fb-bf31-9bc7c522564c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '647ff36e-7668-4db9-863c-2c4b55ccfbc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:08:14.840503 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-9892f2d4-7949-40f3-a3d0-4cf50d341515 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:14.841285 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9892f2d4-7949-40f3-a3d0-4cf50d341515 None None] Bound using segment: {'id': '99b7f226-05b3-40fb-bf31-9bc7c522564c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '647ff36e-7668-4db9-863c-2c4b55ccfbc8'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:08:14.842107 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-9892f2d4-7949-40f3-a3d0-4cf50d341515 None None] Bound port: 1068182c-2f38-4db1-8ee4-e351dc49c14c, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99b7f226-05b3-40fb-bf31-9bc7c522564c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '647ff36e-7668-4db9-863c-2c4b55ccfbc8'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:08:14.842640 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-9892f2d4-7949-40f3-a3d0-4cf50d341515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:14.942876 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-9892f2d4-7949-40f3-a3d0-4cf50d341515 None None] For port 1068182c-2f38-4db1-8ee4-e351dc49c14c, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:08:14.946102 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-9892f2d4-7949-40f3-a3d0-4cf50d341515 None None] For port 1068182c-2f38-4db1-8ee4-e351dc49c14c, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=1068182c-2f38-4db1-8ee4-e351dc49c14c,segment=NetworkSegment(99b7f226-05b3-40fb-bf31-9bc7c522564c),segment_id=99b7f226-05b3-40fb-bf31-9bc7c522564c)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:08:14.962888 n-d-779913-12 neutron-server[93176]: WARNING neutron.services.metering.metering_plugin [None req-1d66c3bb-cc64-45f7-982d-73455affde22 tempest-MeteringTestJSON-844987846 tempest-MeteringTestJSON-844987846-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 11 10:08:15.075069 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-9892f2d4-7949-40f3-a3d0-4cf50d341515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:15.086917 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:15.087610 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4845e932-5974-49fb-a302-710dbe9ec758 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:15.108379 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-4845e932-5974-49fb-a302-710dbe9ec758 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Transition to ACTIVE for port object 2b72b484-bfcb-49dc-b0aa-0edfd09b4603 will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:08:15.118314 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1d66c3bb-cc64-45f7-982d-73455affde22 tempest-MeteringTestJSON-844987846 tempest-MeteringTestJSON-844987846-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:15.119741 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1573415-e874-45d1-8a88-d95a6ce3e622 req-1894b0a4-afa0-40ba-8980-e1a826c434da tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:08:15.121432 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a1573415-e874-45d1-8a88-d95a6ce3e622 req-1894b0a4-afa0-40ba-8980-e1a826c434da tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/ports?device_id=7eb098e1-9410-476d-9519-14bc0525375b HTTP/1.1" status: 200 len: 945 time: 0.1522164 Jun 11 10:08:15.124490 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-1d66c3bb-cc64-45f7-982d-73455affde22 tempest-MeteringTestJSON-844987846 tempest-MeteringTestJSON-844987846-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4770339 Jun 11 10:08:15.124702 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 46452) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:15.130525 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-a422d989-4c80-47d7-aa96-32bab3582c80 tempest-MeteringTestJSON-844987846 tempest-MeteringTestJSON-844987846-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '150fa599-6c78-4dfc-8324-b48bc1f79d6c'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:08:15.131289 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-a422d989-4c80-47d7-aa96-32bab3582c80 tempest-MeteringTestJSON-844987846 tempest-MeteringTestJSON-844987846-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93177) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 11 10:08:15.148022 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184a6a90-addd-42fd-aa96-b44b05f4c470 req-26f1a5af-dac2-41ca-8c69-28029a770bbf tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:08:15.149704 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-184a6a90-addd-42fd-aa96-b44b05f4c470 req-26f1a5af-dac2-41ca-8c69-28029a770bbf tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.64 "GET /v2.0/ports?device_id=7eb098e1-9410-476d-9519-14bc0525375b HTTP/1.1" status: 200 len: 945 time: 0.2383916 Jun 11 10:08:15.197780 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9892f2d4-7949-40f3-a3d0-4cf50d341515 None None] Pushing event updated for resources: {'Port': ['ID=1068182c-2f38-4db1-8ee4-e351dc49c14c,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:15.199903 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 46454) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:15.211877 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-9892f2d4-7949-40f3-a3d0-4cf50d341515 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:15.317767 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a1573415-e874-45d1-8a88-d95a6ce3e622 req-03679ee1-a4f2-46c3-a1c5-0eaf8a4ba285 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/security-groups?id=96aa83f0-94dd-44ea-8665-16c361dca37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835034 Jun 11 10:08:15.336156 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-37ffdf05-7270-4303-b5ba-d17a87eee38c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:15.360880 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-184a6a90-addd-42fd-aa96-b44b05f4c470 req-d833e1b5-9d0d-4a12-b9eb-760d7d0c1032 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Deleting port cfb538e2-f15d-4b8f-98ee-9fe78bbbaa24 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:08:15.361581 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-184a6a90-addd-42fd-aa96-b44b05f4c470 req-d833e1b5-9d0d-4a12-b9eb-760d7d0c1032 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:15.514449 n-d-779913-12 neutron-server[93177]: WARNING neutron.services.metering.metering_plugin [None req-a422d989-4c80-47d7-aa96-32bab3582c80 tempest-MeteringTestJSON-844987846 tempest-MeteringTestJSON-844987846-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 11 10:08:15.617788 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-184a6a90-addd-42fd-aa96-b44b05f4c470 req-d833e1b5-9d0d-4a12-b9eb-760d7d0c1032 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] For port cfb538e2-f15d-4b8f-98ee-9fe78bbbaa24, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=cfb538e2-f15d-4b8f-98ee-9fe78bbbaa24,segment=NetworkSegment(b719cd41-19b3-416c-a5c4-9b58e3190d50),segment_id=b719cd41-19b3-416c-a5c4-9b58e3190d50)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:08:15.618300 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-184a6a90-addd-42fd-aa96-b44b05f4c470 req-d833e1b5-9d0d-4a12-b9eb-760d7d0c1032 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:15.634432 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-37ffdf05-7270-4303-b5ba-d17a87eee38c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:15.639018 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4845e932-5974-49fb-a302-710dbe9ec758 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:15.644038 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-86b9d3d0-5a52-4bb5-9ab5-91481eb0606c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:15.755666 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-184a6a90-addd-42fd-aa96-b44b05f4c470 req-d833e1b5-9d0d-4a12-b9eb-760d7d0c1032 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Calling delete_port for cfb538e2-f15d-4b8f-98ee-9fe78bbbaa24 owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:08:15.759310 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 46462) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:15.761386 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a422d989-4c80-47d7-aa96-32bab3582c80 tempest-MeteringTestJSON-844987846 tempest-MeteringTestJSON-844987846-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:15.765365 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-a422d989-4c80-47d7-aa96-32bab3582c80 tempest-MeteringTestJSON-844987846 tempest-MeteringTestJSON-844987846-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6371624 Jun 11 10:08:15.778172 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 46464) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:15.819113 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4845e932-5974-49fb-a302-710dbe9ec758 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Network 647ff36e-7668-4db9-863c-2c4b55ccfbc8 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:08:15.826762 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-4845e932-5974-49fb-a302-710dbe9ec758 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:08:15.829089 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-37ffdf05-7270-4303-b5ba-d17a87eee38c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:15.832049 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4845e932-5974-49fb-a302-710dbe9ec758 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:08:15.877610 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-abb9fdd6-60a2-4f99-9a9c-16248ffb523b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:15.920078 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-b63865cc-a91f-4257-ac67-1446c0637876 tempest-MeteringTestJSON-844987846 tempest-MeteringTestJSON-844987846-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules?id=7e273dc6-c660-42db-b0ae-ba316da599bb HTTP/1.1" status: 200 len: 464 time: 0.1188049 Jun 11 10:08:15.924374 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 46468) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:15.927359 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4845e932-5974-49fb-a302-710dbe9ec758 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Pushing event updated for resources: {'Port': ['ID=2b72b484-bfcb-49dc-b0aa-0edfd09b4603,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:15.944572 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4845e932-5974-49fb-a302-710dbe9ec758 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:15.945118 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b7970bb8-932d-4b24-a07d-09d8e96509bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:15.992135 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-955795a9-4529-428b-8a21-e37216f7b5c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:16.003493 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-37ffdf05-7270-4303-b5ba-d17a87eee38c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5cbba11f3e2a4dbea3d23b7eb294ad8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7992873 Jun 11 10:08:16.006230 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 46470) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:16.028637 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:16.030659 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4845e932-5974-49fb-a302-710dbe9ec758 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:08:16.030893 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4845e932-5974-49fb-a302-710dbe9ec758 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:16.038639 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ffdf05-7270-4303-b5ba-d17a87eee38c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c9de7d-3008-4140-bcb3-809fbdcd8866,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:16.047236 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-37ffdf05-7270-4303-b5ba-d17a87eee38c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:16.069615 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-184a6a90-addd-42fd-aa96-b44b05f4c470 req-d833e1b5-9d0d-4a12-b9eb-760d7d0c1032 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:16.075878 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6bc3349c-900b-444f-b77a-7947f4521b58 tempest-VolumesBackupsTest-901754275 tempest-VolumesBackupsTest-901754275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:16.082446 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6d4105c7-839d-41de-b610-bc521e78b7ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:16.119189 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d833e1b5-9d0d-4a12-b9eb-760d7d0c1032 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Pushing event deleted for resources: {'Port': ['ID=cfb538e2-f15d-4b8f-98ee-9fe78bbbaa24,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:16.141812 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d833e1b5-9d0d-4a12-b9eb-760d7d0c1032 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:16.142499 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-955795a9-4529-428b-8a21-e37216f7b5c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:16.179137 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6d4105c7-839d-41de-b610-bc521e78b7ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:16.227227 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-184a6a90-addd-42fd-aa96-b44b05f4c470 req-d833e1b5-9d0d-4a12-b9eb-760d7d0c1032 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] No DVR routers for this DVR port cfb538e2-f15d-4b8f-98ee-9fe78bbbaa24 on host n-h1-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:08:16.235965 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-184a6a90-addd-42fd-aa96-b44b05f4c470 req-d833e1b5-9d0d-4a12-b9eb-760d7d0c1032 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:16.242911 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-184a6a90-addd-42fd-aa96-b44b05f4c470 req-d833e1b5-9d0d-4a12-b9eb-760d7d0c1032 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.64 "DELETE /v2.0/ports/cfb538e2-f15d-4b8f-98ee-9fe78bbbaa24 HTTP/1.1" status: 204 len: 173 time: 1.0837891 Jun 11 10:08:16.242911 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eb098e1-9410-476d-9519-14bc0525375b', 'name': 'network-vif-deleted', 'tag': 'cfb538e2-f15d-4b8f-98ee-9fe78bbbaa24'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:08:16.242911 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdb7f2f6-e625-4c74-9f18-91450f839dbe" -d '{"events": [{"server_uuid": "7eb098e1-9410-476d-9519-14bc0525375b", "name": "network-vif-deleted", "tag": "cfb538e2-f15d-4b8f-98ee-9fe78bbbaa24"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:08:16.277091 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-955795a9-4529-428b-8a21-e37216f7b5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:16.282884 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c6ac86ef-34f3-4e54-931c-6e8d6edd5eb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:16.286358 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df2ee135-eec7-4011-857d-5987042cddfd x-openstack-request-id: req-df2ee135-eec7-4011-857d-5987042cddfd {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:08:16.286623 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eb098e1-9410-476d-9519-14bc0525375b", "name": "network-vif-deleted", "tag": "cfb538e2-f15d-4b8f-98ee-9fe78bbbaa24", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:08:16.287095 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-df2ee135-eec7-4011-857d-5987042cddfd {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:08:16.287688 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eb098e1-9410-476d-9519-14bc0525375b', 'name': 'network-vif-deleted', 'tag': 'cfb538e2-f15d-4b8f-98ee-9fe78bbbaa24', 'status': 'completed', 'code': 200} Jun 11 10:08:16.363068 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d5ff4024-0548-4c34-8e42-105147ad412f tempest-MeteringTestJSON-844987846 tempest-MeteringTestJSON-844987846-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:16.366958 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-d5ff4024-0548-4c34-8e42-105147ad412f tempest-MeteringTestJSON-844987846 tempest-MeteringTestJSON-844987846-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-label-rules/7e273dc6-c660-42db-b0ae-ba316da599bb HTTP/1.1" status: 204 len: 168 time: 0.4368336 Jun 11 10:08:16.367291 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 46476) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:16.386497 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-955795a9-4529-428b-8a21-e37216f7b5c7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c379b48f024f4342951336916f42b916&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6197033 Jun 11 10:08:16.386723 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 46478) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:16.394164 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955795a9-4529-428b-8a21-e37216f7b5c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a6b9e55-6074-4045-bfce-afc4faa18a76,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:16.398615 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-955795a9-4529-428b-8a21-e37216f7b5c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:16.412997 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-7974eeb7-c994-4583-954c-0494de34f911 tempest-MeteringTestJSON-844987846 tempest-MeteringTestJSON-844987846-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules?id=7e273dc6-c660-42db-b0ae-ba316da599bb HTTP/1.1" status: 200 len: 221 time: 0.0410483 Jun 11 10:08:16.414933 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 46482) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:16.419141 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-4845e932-5974-49fb-a302-710dbe9ec758 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6635885 Jun 11 10:08:16.422079 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6d4105c7-839d-41de-b610-bc521e78b7ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:16.426665 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-a9373e2a-d16a-42f8-ad93-d63300c881c2 tempest-MeteringTestJSON-844987846 tempest-MeteringTestJSON-844987846-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--991285641', 'description': 'label created by tempest'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:08:16.427550 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-a9373e2a-d16a-42f8-ad93-d63300c881c2 tempest-MeteringTestJSON-844987846 tempest-MeteringTestJSON-844987846-project-admin] Unknown quota resources ['metering_label']. {{(pid=93177) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 11 10:08:16.433949 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6d4105c7-839d-41de-b610-bc521e78b7ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:16.437592 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 46484) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:16.444841 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-e51964c1-2147-4ede-aef7-ea91f99c39dd tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Request body: {'port': {'network_id': '647ff36e-7668-4db9-863c-2c4b55ccfbc8', 'name': 'tempest-PortsTestJSON-1115825090'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:08:16.446417 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-6d4105c7-839d-41de-b610-bc521e78b7ac admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d6c9de7d-3008-4140-bcb3-809fbdcd8866 HTTP/1.1" status: 204 len: 168 time: 0.4385827 Jun 11 10:08:16.447396 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-cd153d13-bfb3-4584-93a6-25603c2e73b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:16.478795 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4105c7-839d-41de-b610-bc521e78b7ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c9de7d-3008-4140-bcb3-809fbdcd8866,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:16.486462 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6d4105c7-839d-41de-b610-bc521e78b7ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:16.704536 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9dffe5a7-cb55-4a61-8b46-7368a5512688 req-b0581d79-969f-4f97-a435-b08493468942 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] 10.222.0.60 "GET /v2.0/ports?device_id=7eb098e1-9410-476d-9519-14bc0525375b HTTP/1.1" status: 200 len: 210 time: 0.0640333 Jun 11 10:08:16.754449 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0928fc45-ca27-4640-8e24-08e9593227c5 None None] Network 647ff36e-7668-4db9-863c-2c4b55ccfbc8 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:08:16.771518 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8d11b79a-a11e-4a58-8ef2-36908fa240b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:16.804642 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8d11b79a-a11e-4a58-8ef2-36908fa240b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:16.926266 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:16.996088 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 1068182c-2f38-4db1-8ee4-e351dc49c14c up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:08:17.004876 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-5b8519bc-3479-41e7-bffa-8f25df413ca8 None None] Provisioning for port 1068182c-2f38-4db1-8ee4-e351dc49c14c completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:08:17.210669 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 1068182c-2f38-4db1-8ee4-e351dc49c14c completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:08:17.220273 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 1068182c-2f38-4db1-8ee4-e351dc49c14c triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:08:17.220273 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:17.380515 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:17.433328 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 1068182c-2f38-4db1-8ee4-e351dc49c14c, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=1068182c-2f38-4db1-8ee4-e351dc49c14c,segment=NetworkSegment(99b7f226-05b3-40fb-bf31-9bc7c522564c),segment_id=99b7f226-05b3-40fb-bf31-9bc7c522564c)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:08:17.564692 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:17.572115 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:17.577915 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-3811e324-243a-499a-bddd-35c0d9a908ce None None] Provisioning for port 2b72b484-bfcb-49dc-b0aa-0edfd09b4603 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:08:17.654672 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-3811e324-243a-499a-bddd-35c0d9a908ce None None] Provisioning complete for port 2b72b484-bfcb-49dc-b0aa-0edfd09b4603 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:08:17.655096 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3811e324-243a-499a-bddd-35c0d9a908ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:17.695191 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8d11b79a-a11e-4a58-8ef2-36908fa240b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:17.698232 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8d11b79a-a11e-4a58-8ef2-36908fa240b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:17.700633 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-8d11b79a-a11e-4a58-8ef2-36908fa240b7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1a6b9e55-6074-4045-bfce-afc4faa18a76 HTTP/1.1" status: 204 len: 168 time: 1.3121843 Jun 11 10:08:17.702168 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a9373e2a-d16a-42f8-ad93-d63300c881c2 tempest-MeteringTestJSON-844987846 tempest-MeteringTestJSON-844987846-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:17.706063 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-a9373e2a-d16a-42f8-ad93-d63300c881c2 tempest-MeteringTestJSON-844987846 tempest-MeteringTestJSON-844987846-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 1.2866330 Jun 11 10:08:17.706694 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f93a2ef5-95ed-4f38-9a96-e8fc5c40ad20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:17.707443 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 46510) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:17.718304 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d11b79a-a11e-4a58-8ef2-36908fa240b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a6b9e55-6074-4045-bfce-afc4faa18a76,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:17.719177 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=1068182c-2f38-4db1-8ee4-e351dc49c14c,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:17.720876 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8d11b79a-a11e-4a58-8ef2-36908fa240b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:17.722099 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-3811e324-243a-499a-bddd-35c0d9a908ce None None] Port 2b72b484-bfcb-49dc-b0aa-0edfd09b4603 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:08:17.726152 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:17.742147 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-3811e324-243a-499a-bddd-35c0d9a908ce None None] Provisioning complete for port 1068182c-2f38-4db1-8ee4-e351dc49c14c triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:08:17.742672 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3811e324-243a-499a-bddd-35c0d9a908ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:17.827009 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 46514) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:17.847513 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-a9d6aa97-1dea-4e04-94db-017f1cdcebeb tempest-MeteringTestJSON-844987846 tempest-MeteringTestJSON-844987846-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels?id=64aca788-ef93-46e7-9b9c-92194e375cb7 HTTP/1.1" status: 200 len: 467 time: 0.1379888 Jun 11 10:08:17.850072 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 46516) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:17.918122 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b73565d-b79e-4910-aeca-3e32598a2b6a admin admin] Deleting subnet 6028e95b-6bd7-4d2b-ba5c-242431c6d512 {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:08:17.921595 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3b73565d-b79e-4910-aeca-3e32598a2b6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:17.956832 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e51964c1-2147-4ede-aef7-ea91f99c39dd tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Made reservation on behalf of 6eee960bcc7246bfbdd544be4d916a35 for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:08:17.960600 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e51964c1-2147-4ede-aef7-ea91f99c39dd tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:17.998604 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [None req-e51964c1-2147-4ede-aef7-ea91f99c39dd tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] device_id is not set on port c19ce70e-9fe0-4eb4-a248-3599a6b8ce36 yet. {{(pid=93177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 10:08:18.040891 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device cfb538e2-f15d-4b8f-98ee-9fe78bbbaa24 no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:08:18.096256 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-65e5de71-f588-4fa0-81f7-c4e5c76026fe None None] Provisioning complete for port 2b72b484-bfcb-49dc-b0aa-0edfd09b4603 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:08:18.097759 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-65e5de71-f588-4fa0-81f7-c4e5c76026fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:18.128441 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3b73565d-b79e-4910-aeca-3e32598a2b6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:18.174475 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] No Port match for: cfb538e2-f15d-4b8f-98ee-9fe78bbbaa24 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:08:18.175916 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device cfb538e2-f15d-4b8f-98ee-9fe78bbbaa24 not bound to the agent host n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:08:18.177570 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-65e5de71-f588-4fa0-81f7-c4e5c76026fe None None] Port 2b72b484-bfcb-49dc-b0aa-0edfd09b4603 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:08:18.391036 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-e51964c1-2147-4ede-aef7-ea91f99c39dd tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Allocated IP 172.20.0.5 (647ff36e-7668-4db9-863c-2c4b55ccfbc8/84741f27-e844-41e7-a3d6-5229b57f431a/c19ce70e-9fe0-4eb4-a248-3599a6b8ce36) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:08:18.409308 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3b73565d-b79e-4910-aeca-3e32598a2b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:18.567739 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:18.695971 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3b73565d-b79e-4910-aeca-3e32598a2b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:18.830614 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6cda1305-e62f-496f-add7-a21d3c6a53da tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:18.842249 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e51964c1-2147-4ede-aef7-ea91f99c39dd tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:18.845230 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3b73565d-b79e-4910-aeca-3e32598a2b6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:18.849960 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-3b73565d-b79e-4910-aeca-3e32598a2b6a admin admin] 10.222.0.60 "DELETE /v2.0/subnets/6028e95b-6bd7-4d2b-ba5c-242431c6d512 HTTP/1.1" status: 204 len: 168 time: 1.0197408 Jun 11 10:08:18.851859 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe8e724-14f5-4171-af52-65119fe1b2ac None None] Network 5427c4a8-7b61-46c8-b2d0-4992f0c871cf requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:08:18.882377 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 46540) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:18.883659 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 46542) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:18.906337 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b73565d-b79e-4910-aeca-3e32598a2b6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6028e95b-6bd7-4d2b-ba5c-242431c6d512,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:18.917023 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3b73565d-b79e-4910-aeca-3e32598a2b6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:18.947176 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-e51964c1-2147-4ede-aef7-ea91f99c39dd tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Transition to ACTIVE for port object c19ce70e-9fe0-4eb4-a248-3599a6b8ce36 will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:08:18.974267 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3010e986-43c2-4ec3-9098-8837b06f152e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:19.091154 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-44869d3e-4163-4272-9d3d-c003b1f213c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:19.096857 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 1068182c-2f38-4db1-8ee4-e351dc49c14c up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:08:19.190601 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-85f1f0ac-f969-42cc-ad67-bc0b76b12eab tempest-MeteringTestJSON-844987846 tempest-MeteringTestJSON-844987846-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:19.191816 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-85f1f0ac-f969-42cc-ad67-bc0b76b12eab tempest-MeteringTestJSON-844987846 tempest-MeteringTestJSON-844987846-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-labels/64aca788-ef93-46e7-9b9c-92194e375cb7 HTTP/1.1" status: 204 len: 168 time: 1.3406737 Jun 11 10:08:19.194346 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 46554) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:19.218244 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3010e986-43c2-4ec3-9098-8837b06f152e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:19.218643 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-35210d8e-72b6-4048-a271-fd676f7b47e9 tempest-MeteringTestJSON-844987846 tempest-MeteringTestJSON-844987846-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels?id=64aca788-ef93-46e7-9b9c-92194e375cb7 HTTP/1.1" status: 200 len: 216 time: 0.0192692 Jun 11 10:08:19.219030 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 46562) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:19.242723 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-ee0b60b6-b03f-4862-bf21-65a2f3ab2561 tempest-MeteringTestJSON-844987846 tempest-MeteringTestJSON-844987846-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0224707 Jun 11 10:08:19.245887 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 46572) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:19.269018 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-215f45b0-db42-4355-8f5a-1719986ce918 tempest-MeteringTestJSON-844987846 tempest-MeteringTestJSON-844987846-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0216379 Jun 11 10:08:19.273799 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 46574) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:19.295557 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e51964c1-2147-4ede-aef7-ea91f99c39dd tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:19.302577 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2bed53af-4794-4cc3-aca7-bd417cfd4f25 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:19.341401 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 1068182c-2f38-4db1-8ee4-e351dc49c14c triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:08:19.342306 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:19.358680 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3010e986-43c2-4ec3-9098-8837b06f152e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:19.413424 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51964c1-2147-4ede-aef7-ea91f99c39dd tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Network 647ff36e-7668-4db9-863c-2c4b55ccfbc8 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:08:19.445902 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-e51964c1-2147-4ede-aef7-ea91f99c39dd tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:08:19.455925 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51964c1-2147-4ede-aef7-ea91f99c39dd tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Pushing event updated for resources: {'Port': ['ID=c19ce70e-9fe0-4eb4-a248-3599a6b8ce36,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:19.458473 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51964c1-2147-4ede-aef7-ea91f99c39dd tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:08:19.462696 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e51964c1-2147-4ede-aef7-ea91f99c39dd tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:19.464536 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d02b5f17-06e7-4ff0-90c4-31d405145d9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:19.468684 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-3010e986-43c2-4ec3-9098-8837b06f152e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ae6fdc7a84794c209f754e0193d23e16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5834630 Jun 11 10:08:19.512074 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 46590) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:19.553266 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-44869d3e-4163-4272-9d3d-c003b1f213c7 admin admin] Deleting port e7d3da2f-2b78-4179-a2f7-aa715ede763c {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:08:19.553621 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-44869d3e-4163-4272-9d3d-c003b1f213c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:19.581638 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-2ec0de48-c21d-44c8-824c-18e82021e842 tempest-MeteringTestJSON-844987846 tempest-MeteringTestJSON-844987846-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels/150fa599-6c78-4dfc-8324-b48bc1f79d6c HTTP/1.1" status: 200 len: 473 time: 0.3061874 Jun 11 10:08:19.589662 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 46598) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:19.614398 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-12bd7341-de96-4b91-876b-24690637578e tempest-MeteringTestJSON-844987846 tempest-MeteringTestJSON-844987846-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules/967cd526-4911-46a1-a215-89fc9b7e302d HTTP/1.1" status: 200 len: 461 time: 0.0184715 Jun 11 10:08:19.615057 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 46600) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:19.648723 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a066aff3-ac2f-47b0-bee4-1182157ea7aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:19.683118 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3010e986-43c2-4ec3-9098-8837b06f152e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50c8ab45-03c9-4641-9081-545c91ce56b5,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:19.683970 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a066aff3-ac2f-47b0-bee4-1182157ea7aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:19.692150 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3010e986-43c2-4ec3-9098-8837b06f152e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:19.719638 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51964c1-2147-4ede-aef7-ea91f99c39dd tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:08:19.720646 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e51964c1-2147-4ede-aef7-ea91f99c39dd tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:19.851475 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-44869d3e-4163-4272-9d3d-c003b1f213c7 admin admin] For port e7d3da2f-2b78-4179-a2f7-aa715ede763c, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=e7d3da2f-2b78-4179-a2f7-aa715ede763c,segment=NetworkSegment(b719cd41-19b3-416c-a5c4-9b58e3190d50),segment_id=b719cd41-19b3-416c-a5c4-9b58e3190d50)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:08:19.852178 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-44869d3e-4163-4272-9d3d-c003b1f213c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:19.867167 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39b6f23-ead0-48d8-97bf-525d55add247 None None] DHCP port deletion for 5427c4a8-7b61-46c8-b2d0-4992f0c871cf request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 10:08:19.974222 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b28941ab-9398-4244-b160-421dcc119260 tempest-MeteringTestJSON-844987846 tempest-MeteringTestJSON-844987846-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:19.976890 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-b28941ab-9398-4244-b160-421dcc119260 tempest-MeteringTestJSON-844987846 tempest-MeteringTestJSON-844987846-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-label-rules/967cd526-4911-46a1-a215-89fc9b7e302d HTTP/1.1" status: 204 len: 168 time: 0.3610809 Jun 11 10:08:19.977042 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-c39b6f23-ead0-48d8-97bf-525d55add247 None None] Deleting port e7d3da2f-2b78-4179-a2f7-aa715ede763c {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:08:19.977601 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c39b6f23-ead0-48d8-97bf-525d55add247 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:19.981190 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a066aff3-ac2f-47b0-bee4-1182157ea7aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:19.983584 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a066aff3-ac2f-47b0-bee4-1182157ea7aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:19.985126 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-a066aff3-ac2f-47b0-bee4-1182157ea7aa admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/50c8ab45-03c9-4641-9081-545c91ce56b5 HTTP/1.1" status: 204 len: 168 time: 0.4717197 Jun 11 10:08:19.985792 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 46612) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:19.986728 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-39009a10-581f-4c7a-afd5-4288964f9eaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:20.063477 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-fd5ae211-7b03-4818-b74b-574356eb1df5 None None] Provisioning for port c19ce70e-9fe0-4eb4-a248-3599a6b8ce36 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:08:20.072421 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-44869d3e-4163-4272-9d3d-c003b1f213c7 admin admin] Calling delete_port for e7d3da2f-2b78-4179-a2f7-aa715ede763c owned by network:dhcp {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:08:20.078779 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-e51964c1-2147-4ede-aef7-ea91f99c39dd tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.6399140 Jun 11 10:08:20.081561 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 46618) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:20.121105 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-fd5ae211-7b03-4818-b74b-574356eb1df5 None None] Provisioning complete for port c19ce70e-9fe0-4eb4-a248-3599a6b8ce36 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:08:20.121844 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-fd5ae211-7b03-4818-b74b-574356eb1df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:20.182971 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a066aff3-ac2f-47b0-bee4-1182157ea7aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c8ab45-03c9-4641-9081-545c91ce56b5,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:20.226030 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-c39b6f23-ead0-48d8-97bf-525d55add247 None None] For port e7d3da2f-2b78-4179-a2f7-aa715ede763c, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=e7d3da2f-2b78-4179-a2f7-aa715ede763c,segment=NetworkSegment(b719cd41-19b3-416c-a5c4-9b58e3190d50),segment_id=b719cd41-19b3-416c-a5c4-9b58e3190d50)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:08:20.226828 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c39b6f23-ead0-48d8-97bf-525d55add247 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:20.254073 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a066aff3-ac2f-47b0-bee4-1182157ea7aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:20.303626 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-fd5ae211-7b03-4818-b74b-574356eb1df5 None None] Port c19ce70e-9fe0-4eb4-a248-3599a6b8ce36 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:08:20.330289 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f28afbc-563d-4b07-bb5d-68da04bc8212 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:08:20.336321 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-4f28afbc-563d-4b07-bb5d-68da04bc8212 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.7 HTTP/1.1" status: 200 len: 922 time: 0.2535007 Jun 11 10:08:20.344349 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 46622) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:20.349890 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-c39b6f23-ead0-48d8-97bf-525d55add247 None None] Calling delete_port for e7d3da2f-2b78-4179-a2f7-aa715ede763c owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:08:20.462378 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-44869d3e-4163-4272-9d3d-c003b1f213c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:20.464621 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f03fc610-e57c-4e4e-a331-c74817eda7b2 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:20.472379 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c39b6f23-ead0-48d8-97bf-525d55add247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:20.487898 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-996c7365-ef28-4d41-b8a5-5fbbadfed330 tempest-MeteringTestJSON-844987846 tempest-MeteringTestJSON-844987846-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:20.489052 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-996c7365-ef28-4d41-b8a5-5fbbadfed330 tempest-MeteringTestJSON-844987846 tempest-MeteringTestJSON-844987846-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-labels/150fa599-6c78-4dfc-8324-b48bc1f79d6c HTTP/1.1" status: 204 len: 168 time: 0.4999986 Jun 11 10:08:20.495992 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-08191fcc-0449-4f3f-8d27-d6768e44a0b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:20.521225 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44869d3e-4163-4272-9d3d-c003b1f213c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7d3da2f-2b78-4179-a2f7-aa715ede763c,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:20.528744 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-44869d3e-4163-4272-9d3d-c003b1f213c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:20.538098 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39b6f23-ead0-48d8-97bf-525d55add247 None None] Pushing event deleted for resources: {'Port': ['ID=e7d3da2f-2b78-4179-a2f7-aa715ede763c,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:20.541866 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39b6f23-ead0-48d8-97bf-525d55add247 None None] No DVR routers for this DVR port e7d3da2f-2b78-4179-a2f7-aa715ede763c on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:08:20.541866 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-c39b6f23-ead0-48d8-97bf-525d55add247 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:20.546950 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44869d3e-4163-4272-9d3d-c003b1f213c7 admin admin] No DVR routers for this DVR port e7d3da2f-2b78-4179-a2f7-aa715ede763c on host n-d-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:08:20.563491 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-e76db3a6-7051-4f7b-a447-5bf2bc15cf5a tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Deleting port c19ce70e-9fe0-4eb4-a248-3599a6b8ce36 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:08:20.575992 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e76db3a6-7051-4f7b-a447-5bf2bc15cf5a tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:20.686197 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-44869d3e-4163-4272-9d3d-c003b1f213c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:20.701605 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-44869d3e-4163-4272-9d3d-c003b1f213c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5427c4a8-7b61-46c8-b2d0-4992f0c871cf']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:08:20.717646 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-44869d3e-4163-4272-9d3d-c003b1f213c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b719cd41-19b3-416c-a5c4-9b58e3190d50') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:08:20.717947 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-44869d3e-4163-4272-9d3d-c003b1f213c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b719cd41-19b3-416c-a5c4-9b58e3190d50') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:08:20.729503 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-44869d3e-4163-4272-9d3d-c003b1f213c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:20.748148 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-44869d3e-4163-4272-9d3d-c003b1f213c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:20.748300 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e76db3a6-7051-4f7b-a447-5bf2bc15cf5a tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:20.762552 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44869d3e-4163-4272-9d3d-c003b1f213c7 admin admin] Releasing vlan 788 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:08:20.762552 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-44869d3e-4163-4272-9d3d-c003b1f213c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:20.762552 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:08:20.762552 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 10:08:20.762552 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:08:20.762552 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:08:20.762552 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:08:20.762552 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:08:20.762552 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 10:08:20.762552 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:08:20.762552 n-d-779913-12 neutron-server[93177]: timer() Jun 11 10:08:20.762552 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:08:20.762552 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 10:08:20.762552 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:08:20.762552 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 10:08:20.762552 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:08:20.762552 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 10:08:20.762552 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:08:20.762552 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 10:08:20.762552 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:08:20.762552 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 10:08:20.762552 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:08:20.762552 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:08:20.762552 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:08:20.762552 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:08:20.762552 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:08:20.762552 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 10:08:20.762552 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:08:20.762552 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 10:08:20.762552 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:08:20.762552 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:08:20.762552 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:08:20.762552 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 10:08:20.762552 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:08:20.762552 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:08:20.762552 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:08:20.762552 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:08:20.762552 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:08:20.762552 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:08:20.762552 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:08:20.849055 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device e7d3da2f-2b78-4179-a2f7-aa715ede763c no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:08:20.858174 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-e76db3a6-7051-4f7b-a447-5bf2bc15cf5a tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Calling delete_port for c19ce70e-9fe0-4eb4-a248-3599a6b8ce36 owned by {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:08:20.886656 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: e7d3da2f-2b78-4179-a2f7-aa715ede763c {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:08:20.887032 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device e7d3da2f-2b78-4179-a2f7-aa715ede763c not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:08:20.977580 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-44869d3e-4163-4272-9d3d-c003b1f213c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:20.983150 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-fc96781e-f194-48f5-afac-e6a263f98f13 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:20.988665 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-44869d3e-4163-4272-9d3d-c003b1f213c7 admin admin] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:20.993314 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-44869d3e-4163-4272-9d3d-c003b1f213c7 admin admin] 10.222.0.60 "DELETE /v2.0/networks/5427c4a8-7b61-46c8-b2d0-4992f0c871cf HTTP/1.1" status: 204 len: 168 time: 2.1073449 Jun 11 10:08:21.007977 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44869d3e-4163-4272-9d3d-c003b1f213c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=5427c4a8-7b61-46c8-b2d0-4992f0c871cf,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:21.015387 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-44869d3e-4163-4272-9d3d-c003b1f213c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:21.125111 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e76db3a6-7051-4f7b-a447-5bf2bc15cf5a tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:21.129491 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-04987f90-6150-4d7d-ac3c-41b3948d82dd tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:21.198532 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76db3a6-7051-4f7b-a447-5bf2bc15cf5a tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Pushing event deleted for resources: {'Port': ['ID=c19ce70e-9fe0-4eb4-a248-3599a6b8ce36,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:21.201815 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e76db3a6-7051-4f7b-a447-5bf2bc15cf5a tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:21.322721 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e76db3a6-7051-4f7b-a447-5bf2bc15cf5a tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:21.329041 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 46690) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:21.329633 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-e76db3a6-7051-4f7b-a447-5bf2bc15cf5a tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "DELETE /v2.0/ports/c19ce70e-9fe0-4eb4-a248-3599a6b8ce36 HTTP/1.1" status: 204 len: 168 time: 0.9841225 Jun 11 10:08:21.399760 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 46694) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:21.405542 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a847b5d-0f71-4d16-af94-d96c94009f17 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] GET failed (client error): The resource could not be found. Jun 11 10:08:21.409863 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-4a847b5d-0f71-4d16-af94-d96c94009f17 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "GET /v2.0/ports/c19ce70e-9fe0-4eb4-a248-3599a6b8ce36 HTTP/1.1" status: 404 len: 333 time: 0.0766621 Jun 11 10:08:21.410357 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 46696) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:21.585384 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-0464a273-fcc1-4db5-ac17-fd4131540320 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Deleting port 2b72b484-bfcb-49dc-b0aa-0edfd09b4603 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:08:21.585929 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0464a273-fcc1-4db5-ac17-fd4131540320 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:21.694207 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-69b1f9f3-8e9b-4e19-9163-09d0c6fa5f90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:21.729848 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0464a273-fcc1-4db5-ac17-fd4131540320 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:21.750338 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 46708) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:21.859806 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-9f71af6e-243f-4fab-b652-c2506153e5c9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8046b2cb3b764217b136ee90282b4615&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1048222 Jun 11 10:08:21.870955 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 46712) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:21.923035 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-0464a273-fcc1-4db5-ac17-fd4131540320 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Calling delete_port for 2b72b484-bfcb-49dc-b0aa-0edfd09b4603 owned by {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:08:22.025469 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-69b1f9f3-8e9b-4e19-9163-09d0c6fa5f90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:22.027132 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-82e701f4-fee1-4987-8589-4783b1be5a91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:22.056440 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-82e701f4-fee1-4987-8589-4783b1be5a91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:22.193869 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-69b1f9f3-8e9b-4e19-9163-09d0c6fa5f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:22.196658 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b9343ced-b825-485e-92cd-d52866041e3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:22.222522 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0464a273-fcc1-4db5-ac17-fd4131540320 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:22.228145 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-be781f90-7a25-4602-b79a-e8756ad50f47 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:22.263118 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-82e701f4-fee1-4987-8589-4783b1be5a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:22.267322 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-82e701f4-fee1-4987-8589-4783b1be5a91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:22.273561 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-82e701f4-fee1-4987-8589-4783b1be5a91 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/96aa83f0-94dd-44ea-8665-16c361dca37a HTTP/1.1" status: 204 len: 168 time: 0.3987296 Jun 11 10:08:22.276301 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b1f9f3-8e9b-4e19-9163-09d0c6fa5f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09add6b2-c100-4936-a88f-f0c8edf15b12,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:22.284728 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0464a273-fcc1-4db5-ac17-fd4131540320 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Pushing event deleted for resources: {'Port': ['ID=2b72b484-bfcb-49dc-b0aa-0edfd09b4603,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:22.287134 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0464a273-fcc1-4db5-ac17-fd4131540320 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:22.311175 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-69b1f9f3-8e9b-4e19-9163-09d0c6fa5f90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:22.313818 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a066aff3-ac2f-47b0-bee4-1182157ea7aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:22.344749 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-69b1f9f3-8e9b-4e19-9163-09d0c6fa5f90 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=abc11b39ca824cebbeba96bfba2a21ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9458323 Jun 11 10:08:22.347294 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e701f4-fee1-4987-8589-4783b1be5a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96aa83f0-94dd-44ea-8665-16c361dca37a,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:22.348054 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 46722) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:22.352284 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-82e701f4-fee1-4987-8589-4783b1be5a91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:22.521608 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0464a273-fcc1-4db5-ac17-fd4131540320 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:22.526713 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 46726) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:22.526919 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-0464a273-fcc1-4db5-ac17-fd4131540320 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "DELETE /v2.0/ports/2b72b484-bfcb-49dc-b0aa-0edfd09b4603 HTTP/1.1" status: 204 len: 168 time: 1.1150155 Jun 11 10:08:22.527981 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b5688511-2dd8-4044-857f-3a91d9c8c06f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:22.570381 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b5688511-2dd8-4044-857f-3a91d9c8c06f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:22.635652 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-c82e7c99-c456-4fb2-a6c5-24a2d6846d9e tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] GET failed (client error): The resource could not be found. Jun 11 10:08:22.640890 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-c82e7c99-c456-4fb2-a6c5-24a2d6846d9e tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "GET /v2.0/ports/2b72b484-bfcb-49dc-b0aa-0edfd09b4603 HTTP/1.1" status: 404 len: 333 time: 0.1129403 Jun 11 10:08:22.650876 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 46730) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:22.733489 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b5688511-2dd8-4044-857f-3a91d9c8c06f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:22.741162 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b5688511-2dd8-4044-857f-3a91d9c8c06f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:22.743295 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-b5688511-2dd8-4044-857f-3a91d9c8c06f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/09add6b2-c100-4936-a88f-f0c8edf15b12 HTTP/1.1" status: 204 len: 168 time: 0.3928642 Jun 11 10:08:22.760049 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b33b0e3d-d6f3-4d33-816d-1b8a3d5bf0c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:22.783892 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5688511-2dd8-4044-857f-3a91d9c8c06f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09add6b2-c100-4936-a88f-f0c8edf15b12,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:22.786508 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5f66df9-f3ab-4639-ab00-bfdbfadb6ec1 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Deleting subnet 84741f27-e844-41e7-a3d6-5229b57f431a {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:08:22.787155 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b5688511-2dd8-4044-857f-3a91d9c8c06f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:22.798416 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e5f66df9-f3ab-4639-ab00-bfdbfadb6ec1 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:22.866484 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e5f66df9-f3ab-4639-ab00-bfdbfadb6ec1 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:22.994226 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e5f66df9-f3ab-4639-ab00-bfdbfadb6ec1 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:23.154459 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e5f66df9-f3ab-4639-ab00-bfdbfadb6ec1 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:23.157894 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-22eeac42-be26-40ae-a96a-18f8c632dd3c tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:23.193050 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f66df9-f3ab-4639-ab00-bfdbfadb6ec1 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Pushing event deleted for resources: {'Subnet': ['ID=84741f27-e844-41e7-a3d6-5229b57f431a,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:23.195425 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e5f66df9-f3ab-4639-ab00-bfdbfadb6ec1 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:23.197360 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-e5f66df9-f3ab-4639-ab00-bfdbfadb6ec1 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "DELETE /v2.0/subnets/84741f27-e844-41e7-a3d6-5229b57f431a HTTP/1.1" status: 204 len: 168 time: 0.5447807 Jun 11 10:08:23.198321 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e5f66df9-f3ab-4639-ab00-bfdbfadb6ec1 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:23.200579 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 46740) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:23.205507 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59c5273-8d80-4027-b339-328def8e8baa None None] Network 647ff36e-7668-4db9-863c-2c4b55ccfbc8 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:08:23.316973 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7263b4f4-1c09-4632-b87c-aa122d444a14 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:23.406603 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-7263b4f4-1c09-4632-b87c-aa122d444a14 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Deleting port 1068182c-2f38-4db1-8ee4-e351dc49c14c {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:08:23.408209 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7263b4f4-1c09-4632-b87c-aa122d444a14 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:23.560432 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-7263b4f4-1c09-4632-b87c-aa122d444a14 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] For port 1068182c-2f38-4db1-8ee4-e351dc49c14c, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=1068182c-2f38-4db1-8ee4-e351dc49c14c,segment=NetworkSegment(99b7f226-05b3-40fb-bf31-9bc7c522564c),segment_id=99b7f226-05b3-40fb-bf31-9bc7c522564c)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:08:23.560935 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7263b4f4-1c09-4632-b87c-aa122d444a14 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:23.573310 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cbd2f40-e328-43e5-8b57-dcf3e548c6c5 None None] DHCP port deletion for 647ff36e-7668-4db9-863c-2c4b55ccfbc8 request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 10:08:23.675094 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-3cbd2f40-e328-43e5-8b57-dcf3e548c6c5 None None] Deleting port 1068182c-2f38-4db1-8ee4-e351dc49c14c {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:08:23.675211 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3cbd2f40-e328-43e5-8b57-dcf3e548c6c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:23.716943 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-7263b4f4-1c09-4632-b87c-aa122d444a14 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Calling delete_port for 1068182c-2f38-4db1-8ee4-e351dc49c14c owned by network:dhcp {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:08:23.838914 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-3cbd2f40-e328-43e5-8b57-dcf3e548c6c5 None None] For port 1068182c-2f38-4db1-8ee4-e351dc49c14c, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=1068182c-2f38-4db1-8ee4-e351dc49c14c,segment=NetworkSegment(99b7f226-05b3-40fb-bf31-9bc7c522564c),segment_id=99b7f226-05b3-40fb-bf31-9bc7c522564c)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:08:23.839469 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3cbd2f40-e328-43e5-8b57-dcf3e548c6c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:23.942079 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7263b4f4-1c09-4632-b87c-aa122d444a14 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:23.946386 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e86e0638-14ef-4ade-b4b8-89313f414707 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:23.980169 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-3cbd2f40-e328-43e5-8b57-dcf3e548c6c5 None None] Calling delete_port for 1068182c-2f38-4db1-8ee4-e351dc49c14c owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:08:23.991274 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7263b4f4-1c09-4632-b87c-aa122d444a14 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Pushing event deleted for resources: {'Port': ['ID=1068182c-2f38-4db1-8ee4-e351dc49c14c,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:23.996035 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7263b4f4-1c09-4632-b87c-aa122d444a14 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:23.997706 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7263b4f4-1c09-4632-b87c-aa122d444a14 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] No DVR routers for this DVR port 1068182c-2f38-4db1-8ee4-e351dc49c14c on host n-d-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:08:24.179167 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3cbd2f40-e328-43e5-8b57-dcf3e548c6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:24.183724 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:24.213954 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7263b4f4-1c09-4632-b87c-aa122d444a14 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:24.230688 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-7263b4f4-1c09-4632-b87c-aa122d444a14 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['647ff36e-7668-4db9-863c-2c4b55ccfbc8']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:08:24.243324 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbd2f40-e328-43e5-8b57-dcf3e548c6c5 None None] Pushing event deleted for resources: {'Port': ['ID=1068182c-2f38-4db1-8ee4-e351dc49c14c,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:24.245168 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-7263b4f4-1c09-4632-b87c-aa122d444a14 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99b7f226-05b3-40fb-bf31-9bc7c522564c') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:08:24.245468 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-7263b4f4-1c09-4632-b87c-aa122d444a14 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99b7f226-05b3-40fb-bf31-9bc7c522564c') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:08:24.246186 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-3cbd2f40-e328-43e5-8b57-dcf3e548c6c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:24.252330 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbd2f40-e328-43e5-8b57-dcf3e548c6c5 None None] No DVR routers for this DVR port 1068182c-2f38-4db1-8ee4-e351dc49c14c on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:08:24.267521 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7263b4f4-1c09-4632-b87c-aa122d444a14 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:24.287055 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7263b4f4-1c09-4632-b87c-aa122d444a14 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:24.293921 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7263b4f4-1c09-4632-b87c-aa122d444a14 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Releasing vlan 796 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:08:24.294322 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7263b4f4-1c09-4632-b87c-aa122d444a14 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:24.297611 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:08:24.297611 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:08:24.297611 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 10:08:24.297611 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:08:24.297611 n-d-779913-12 neutron-server[93176]: timer() Jun 11 10:08:24.297611 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:08:24.297611 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 10:08:24.297611 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:08:24.297611 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 10:08:24.297611 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:08:24.297611 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 10:08:24.297611 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:08:24.297611 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 10:08:24.297611 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:08:24.297611 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 10:08:24.297611 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:08:24.297611 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:08:24.297611 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:08:24.297611 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:08:24.297611 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:08:24.297611 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 10:08:24.297611 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:08:24.297611 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 10:08:24.297611 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:08:24.297611 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:08:24.297611 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:08:24.297611 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 10:08:24.297611 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:08:24.297611 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:08:24.297611 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:08:24.297611 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:08:24.297611 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:08:24.297611 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:08:24.297611 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:08:24.494370 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 46766) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:24.496312 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7263b4f4-1c09-4632-b87c-aa122d444a14 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:24.501417 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-117289ab-657f-4132-b58e-fc721c0bdd71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:24.506843 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7263b4f4-1c09-4632-b87c-aa122d444a14 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:24.512165 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-7263b4f4-1c09-4632-b87c-aa122d444a14 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "DELETE /v2.0/networks/647ff36e-7668-4db9-863c-2c4b55ccfbc8 HTTP/1.1" status: 204 len: 168 time: 1.3101704 Jun 11 10:08:24.516215 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 46768) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:24.526866 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-fbcad8f1-9da7-4576-a945-b2846603cfe8 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-712684617'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:08:24.546467 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7263b4f4-1c09-4632-b87c-aa122d444a14 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Pushing event deleted for resources: {'Network': ['ID=647ff36e-7668-4db9-863c-2c4b55ccfbc8,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:24.549056 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7263b4f4-1c09-4632-b87c-aa122d444a14 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:24.555980 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f42a5e6e-7e65-4e8c-98dc-9f9f6dc2b44f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:24.658295 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbcad8f1-9da7-4576-a945-b2846603cfe8 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Made reservation on behalf of 6eee960bcc7246bfbdd544be4d916a35 for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:08:24.661850 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fbcad8f1-9da7-4576-a945-b2846603cfe8 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:24.721714 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbcad8f1-9da7-4576-a945-b2846603cfe8 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 772} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:08:24.740527 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fbcad8f1-9da7-4576-a945-b2846603cfe8 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:24.740917 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-fbcad8f1-9da7-4576-a945-b2846603cfe8 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Added segment 82cc46ca-b4e3-4f3b-a6c4-43bc932e02d4 of type vlan for network eea5122f-ce32-4105-b026-d519275690fb Jun 11 10:08:24.822035 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fbcad8f1-9da7-4576-a945-b2846603cfe8 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:24.862560 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f42a5e6e-7e65-4e8c-98dc-9f9f6dc2b44f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:24.903780 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 1068182c-2f38-4db1-8ee4-e351dc49c14c no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:08:24.950949 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 1068182c-2f38-4db1-8ee4-e351dc49c14c {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:08:24.951622 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 1068182c-2f38-4db1-8ee4-e351dc49c14c not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:08:24.999951 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f42a5e6e-7e65-4e8c-98dc-9f9f6dc2b44f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:25.003790 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-52ce68b9-e7a5-4690-a00f-9b95fbf4ba23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:25.057542 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-f42a5e6e-7e65-4e8c-98dc-9f9f6dc2b44f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=738793c87911402d886cdbfb1d93cd20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5590539 Jun 11 10:08:25.058677 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42a5e6e-7e65-4e8c-98dc-9f9f6dc2b44f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=370bebdd-b827-4c24-9a3e-b968756aece1,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:25.060115 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 46784) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:25.066796 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fbcad8f1-9da7-4576-a945-b2846603cfe8 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:25.074282 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbcad8f1-9da7-4576-a945-b2846603cfe8 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:08:25.077959 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fbcad8f1-9da7-4576-a945-b2846603cfe8 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:25.114277 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42a5e6e-7e65-4e8c-98dc-9f9f6dc2b44f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:08:25.114804 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42a5e6e-7e65-4e8c-98dc-9f9f6dc2b44f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:08:25.115184 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42a5e6e-7e65-4e8c-98dc-9f9f6dc2b44f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:08:25.115558 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42a5e6e-7e65-4e8c-98dc-9f9f6dc2b44f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:08:25.115954 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42a5e6e-7e65-4e8c-98dc-9f9f6dc2b44f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:08:25.116330 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42a5e6e-7e65-4e8c-98dc-9f9f6dc2b44f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:08:25.116696 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42a5e6e-7e65-4e8c-98dc-9f9f6dc2b44f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:08:25.117064 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42a5e6e-7e65-4e8c-98dc-9f9f6dc2b44f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:08:25.117419 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42a5e6e-7e65-4e8c-98dc-9f9f6dc2b44f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:08:25.125686 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42a5e6e-7e65-4e8c-98dc-9f9f6dc2b44f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:08:25.126283 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42a5e6e-7e65-4e8c-98dc-9f9f6dc2b44f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:08:25.126671 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42a5e6e-7e65-4e8c-98dc-9f9f6dc2b44f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:08:25.133085 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f42a5e6e-7e65-4e8c-98dc-9f9f6dc2b44f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:25.138435 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-bad55e92-a777-42fb-aacf-4500f7293466 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:25.155981 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6acb995b-faa4-4756-bdc5-29d86641f684 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:25.212617 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6acb995b-faa4-4756-bdc5-29d86641f684 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:25.266684 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-fbcad8f1-9da7-4576-a945-b2846603cfe8 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7474861 Jun 11 10:08:25.268395 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcad8f1-9da7-4576-a945-b2846603cfe8 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Pushing event updated for resources: {'Network': ['ID=eea5122f-ce32-4105-b026-d519275690fb,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:25.269519 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 46790) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:25.271535 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-fbcad8f1-9da7-4576-a945-b2846603cfe8 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:25.279524 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network eea5122f-ce32-4105-b026-d519275690fb details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:08:25.283871 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-682c474c-07cf-418e-8dba-876da7b5a9f8 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Request body: {'subnet': {'network_id': 'eea5122f-ce32-4105-b026-d519275690fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:08:25.390574 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6acb995b-faa4-4756-bdc5-29d86641f684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:25.393415 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6acb995b-faa4-4756-bdc5-29d86641f684 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:25.394695 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-6acb995b-faa4-4756-bdc5-29d86641f684 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/370bebdd-b827-4c24-9a3e-b968756aece1 HTTP/1.1" status: 204 len: 168 time: 0.3325517 Jun 11 10:08:25.397727 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-69b1f9f3-8e9b-4e19-9163-09d0c6fa5f90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:25.411203 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acb995b-faa4-4756-bdc5-29d86641f684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=370bebdd-b827-4c24-9a3e-b968756aece1,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:25.414465 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6acb995b-faa4-4756-bdc5-29d86641f684 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:25.493723 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-682c474c-07cf-418e-8dba-876da7b5a9f8 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Made reservation on behalf of 6eee960bcc7246bfbdd544be4d916a35 for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:08:25.498575 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-682c474c-07cf-418e-8dba-876da7b5a9f8 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:25.925515 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-682c474c-07cf-418e-8dba-876da7b5a9f8 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:25.932106 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-75f649c4-e51b-4b00-a837-2a344adade69 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:26.041646 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682c474c-07cf-418e-8dba-876da7b5a9f8 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Pushing event updated for resources: {'Subnet': ['ID=4fe00787-8055-4ae0-b9d8-6115e5a8d6ee,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:26.056815 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-682c474c-07cf-418e-8dba-876da7b5a9f8 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:26.064994 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682c474c-07cf-418e-8dba-876da7b5a9f8 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Checking segment: {'id': '82cc46ca-b4e3-4f3b-a6c4-43bc932e02d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'eea5122f-ce32-4105-b026-d519275690fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:08:26.065619 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682c474c-07cf-418e-8dba-876da7b5a9f8 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Network hostable DHCP agents. Network: eea5122f-ce32-4105-b026-d519275690fb, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:08:26.116652 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 46824) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:26.165319 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682c474c-07cf-418e-8dba-876da7b5a9f8 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Network eea5122f-ce32-4105-b026-d519275690fb is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:08:26.284593 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-682c474c-07cf-418e-8dba-876da7b5a9f8 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, eea5122f-ce32-4105-b026-d519275690fb) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:08:26.289409 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682c474c-07cf-418e-8dba-876da7b5a9f8 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:08:26.290269 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-682c474c-07cf-418e-8dba-876da7b5a9f8 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:26.298284 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b414cfbb-f5d7-4617-9117-b945e84ac53a None None] Network eea5122f-ce32-4105-b026-d519275690fb requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:08:26.373212 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-9cfe0cbe-a417-405a-a46e-0530219e5409 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1643137891-network', 'tenant_id': 'd86c23a2ac514331bc84b2212b249d3e'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:08:26.410951 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 46840) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:26.411495 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-682c474c-07cf-418e-8dba-876da7b5a9f8 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1402211 Jun 11 10:08:26.417640 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-c2ffc193-8377-4745-b6d9-802ff82a0132 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Request body: {'port': {'network_id': 'eea5122f-ce32-4105-b026-d519275690fb', 'name': 'tempest-PortsTestJSON-1049026769', 'fixed_ips': [{'subnet_id': '4fe00787-8055-4ae0-b9d8-6115e5a8d6ee', 'ip_address': '172.20.0.10'}]}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:08:26.496450 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cfe0cbe-a417-405a-a46e-0530219e5409 admin admin] Made reservation on behalf of d86c23a2ac514331bc84b2212b249d3e for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:08:26.500112 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9cfe0cbe-a417-405a-a46e-0530219e5409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:26.518842 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9cfe0cbe-a417-405a-a46e-0530219e5409 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:26.559619 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bebccef5-06d4-4a53-afd0-9beb103f9e81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-eea5122f-ce32-4105-b026-d519275690fb', 'network_id': 'eea5122f-ce32-4105-b026-d519275690fb', 'tenant_id': '6eee960bcc7246bfbdd544be4d916a35', 'fixed_ips': [{'subnet_id': '4fe00787-8055-4ae0-b9d8-6115e5a8d6ee'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 10:08:26.568573 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-bebccef5-06d4-4a53-afd0-9beb103f9e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:26.642651 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9cfe0cbe-a417-405a-a46e-0530219e5409 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:26.731233 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9cfe0cbe-a417-405a-a46e-0530219e5409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:26.742765 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3fab27a0-8457-4342-b6dc-67c317fd3771 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:26.774394 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cfe0cbe-a417-405a-a46e-0530219e5409 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 795} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:08:26.819087 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfe0cbe-a417-405a-a46e-0530219e5409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e930a5b6-d653-4c17-baab-8bf761019908,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:26.823121 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9cfe0cbe-a417-405a-a46e-0530219e5409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:26.823626 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-9cfe0cbe-a417-405a-a46e-0530219e5409 admin admin] Added segment 10afeda4-40db-461a-bb1c-864d63e99745 of type vlan for network ace617a4-03c3-43e2-a9c8-602abb377003 Jun 11 10:08:26.826237 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9cfe0cbe-a417-405a-a46e-0530219e5409 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:26.844160 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-bebccef5-06d4-4a53-afd0-9beb103f9e81 None None] Allocated IP 172.20.0.2 (eea5122f-ce32-4105-b026-d519275690fb/4fe00787-8055-4ae0-b9d8-6115e5a8d6ee/177f109b-ec54-4453-b91b-6e8fd57b990e) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:08:26.861893 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ffc193-8377-4745-b6d9-802ff82a0132 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Made reservation on behalf of 6eee960bcc7246bfbdd544be4d916a35 for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:08:26.958362 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9cfe0cbe-a417-405a-a46e-0530219e5409 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:27.106433 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c2ffc193-8377-4745-b6d9-802ff82a0132 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:27.147747 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [None req-c2ffc193-8377-4745-b6d9-802ff82a0132 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] device_id is not set on port 9b2258ca-1fd7-44aa-b811-f320670fcbe4 yet. {{(pid=93177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 10:08:27.225316 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-bebccef5-06d4-4a53-afd0-9beb103f9e81 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:27.226667 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9cfe0cbe-a417-405a-a46e-0530219e5409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:27.232611 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cfe0cbe-a417-405a-a46e-0530219e5409 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:08:27.232611 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9cfe0cbe-a417-405a-a46e-0530219e5409 admin admin] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:27.237820 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-bebccef5-06d4-4a53-afd0-9beb103f9e81 None None] Transition to ACTIVE for port object 177f109b-ec54-4453-b91b-6e8fd57b990e will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:08:27.239670 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-30d99ec8-c950-4b14-9239-a36f41e18c10 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:27.294337 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-bebccef5-06d4-4a53-afd0-9beb103f9e81 None None] Transition to ACTIVE for port object 177f109b-ec54-4453-b91b-6e8fd57b990e will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:08:27.374458 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfe0cbe-a417-405a-a46e-0530219e5409 admin admin] Pushing event updated for resources: {'Network': ['ID=ace617a4-03c3-43e2-a9c8-602abb377003,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:27.387171 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9cfe0cbe-a417-405a-a46e-0530219e5409 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:27.388159 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-bebccef5-06d4-4a53-afd0-9beb103f9e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:27.388159 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:27.394341 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network ace617a4-03c3-43e2-a9c8-602abb377003 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:08:27.406196 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-9cfe0cbe-a417-405a-a46e-0530219e5409 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2881820 Jun 11 10:08:27.410397 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 46872) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:27.419990 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-afcd21b3-3512-4560-9b9c-9f1e556a995a admin admin] Request body: {'subnet': {'network_id': 'ace617a4-03c3-43e2-a9c8-602abb377003', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1643137891-subnet', 'tenant_id': 'd86c23a2ac514331bc84b2212b249d3e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:08:27.445092 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-c2ffc193-8377-4745-b6d9-802ff82a0132 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Allocated IP 172.20.0.10 (eea5122f-ce32-4105-b026-d519275690fb/4fe00787-8055-4ae0-b9d8-6115e5a8d6ee/9b2258ca-1fd7-44aa-b811-f320670fcbe4) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:08:27.494917 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebccef5-06d4-4a53-afd0-9beb103f9e81 None None] Network eea5122f-ce32-4105-b026-d519275690fb is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:08:27.501737 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-bebccef5-06d4-4a53-afd0-9beb103f9e81 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:08:27.508112 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebccef5-06d4-4a53-afd0-9beb103f9e81 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:08:27.547379 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afcd21b3-3512-4560-9b9c-9f1e556a995a admin admin] Made reservation on behalf of d86c23a2ac514331bc84b2212b249d3e for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:08:27.551131 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-afcd21b3-3512-4560-9b9c-9f1e556a995a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:27.572386 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebccef5-06d4-4a53-afd0-9beb103f9e81 None None] Pushing event updated for resources: {'Port': ['ID=177f109b-ec54-4453-b91b-6e8fd57b990e,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:27.576431 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-bebccef5-06d4-4a53-afd0-9beb103f9e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:27.688874 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-bebccef5-06d4-4a53-afd0-9beb103f9e81 None None] Attempting to bind port 177f109b-ec54-4453-b91b-6e8fd57b990e on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:08:27.689247 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-bebccef5-06d4-4a53-afd0-9beb103f9e81 None None] Attempting to bind port 177f109b-ec54-4453-b91b-6e8fd57b990e by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '82cc46ca-b4e3-4f3b-a6c4-43bc932e02d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'eea5122f-ce32-4105-b026-d519275690fb'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:08:27.689765 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebccef5-06d4-4a53-afd0-9beb103f9e81 None None] Attempting to bind port 177f109b-ec54-4453-b91b-6e8fd57b990e on network eea5122f-ce32-4105-b026-d519275690fb {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:08:27.695851 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebccef5-06d4-4a53-afd0-9beb103f9e81 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:08:27.696244 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebccef5-06d4-4a53-afd0-9beb103f9e81 None None] Checking segment: {'id': '82cc46ca-b4e3-4f3b-a6c4-43bc932e02d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'eea5122f-ce32-4105-b026-d519275690fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:08:27.696663 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-bebccef5-06d4-4a53-afd0-9beb103f9e81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:27.697075 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebccef5-06d4-4a53-afd0-9beb103f9e81 None None] Bound using segment: {'id': '82cc46ca-b4e3-4f3b-a6c4-43bc932e02d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'eea5122f-ce32-4105-b026-d519275690fb'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:08:27.703029 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-bebccef5-06d4-4a53-afd0-9beb103f9e81 None None] Bound port: 177f109b-ec54-4453-b91b-6e8fd57b990e, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82cc46ca-b4e3-4f3b-a6c4-43bc932e02d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'eea5122f-ce32-4105-b026-d519275690fb'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:08:27.703029 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-bebccef5-06d4-4a53-afd0-9beb103f9e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:27.750374 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 46882) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:27.773497 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c2ffc193-8377-4745-b6d9-802ff82a0132 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:27.806710 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-c2ffc193-8377-4745-b6d9-802ff82a0132 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Transition to ACTIVE for port object 9b2258ca-1fd7-44aa-b811-f320670fcbe4 will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:08:27.836931 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-bebccef5-06d4-4a53-afd0-9beb103f9e81 None None] For port 177f109b-ec54-4453-b91b-6e8fd57b990e, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:08:27.840938 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-bebccef5-06d4-4a53-afd0-9beb103f9e81 None None] For port 177f109b-ec54-4453-b91b-6e8fd57b990e, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=177f109b-ec54-4453-b91b-6e8fd57b990e,segment=NetworkSegment(82cc46ca-b4e3-4f3b-a6c4-43bc932e02d4),segment_id=82cc46ca-b4e3-4f3b-a6c4-43bc932e02d4)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:08:27.954297 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-afcd21b3-3512-4560-9b9c-9f1e556a995a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:27.954580 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c2ffc193-8377-4745-b6d9-802ff82a0132 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:27.954730 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-bebccef5-06d4-4a53-afd0-9beb103f9e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:27.958656 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-75d7a320-3e0e-4b67-8d9e-b44b229f9da0 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:27.964864 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-17365a35-fa02-456a-a122-21d3330d5e29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:27.968604 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-5729097a-35a7-4af3-af05-e7aac757a4dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:28.026693 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ffc193-8377-4745-b6d9-802ff82a0132 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Network eea5122f-ce32-4105-b026-d519275690fb is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:08:28.030499 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-c2ffc193-8377-4745-b6d9-802ff82a0132 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:08:28.034811 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ffc193-8377-4745-b6d9-802ff82a0132 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:08:28.050212 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebccef5-06d4-4a53-afd0-9beb103f9e81 None None] Pushing event updated for resources: {'Port': ['ID=177f109b-ec54-4453-b91b-6e8fd57b990e,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:28.053551 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-bebccef5-06d4-4a53-afd0-9beb103f9e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:28.112812 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcd21b3-3512-4560-9b9c-9f1e556a995a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4087b2a-86ce-44d7-ae67-e1fc42618d99,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:28.116021 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-afcd21b3-3512-4560-9b9c-9f1e556a995a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:28.117908 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcd21b3-3512-4560-9b9c-9f1e556a995a admin admin] Checking segment: {'id': '10afeda4-40db-461a-bb1c-864d63e99745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'ace617a4-03c3-43e2-a9c8-602abb377003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:08:28.117908 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afcd21b3-3512-4560-9b9c-9f1e556a995a admin admin] Network hostable DHCP agents. Network: ace617a4-03c3-43e2-a9c8-602abb377003, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:08:28.170689 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ffc193-8377-4745-b6d9-802ff82a0132 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Pushing event updated for resources: {'Port': ['ID=9b2258ca-1fd7-44aa-b811-f320670fcbe4,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:28.177817 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c2ffc193-8377-4745-b6d9-802ff82a0132 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:28.208129 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ffc193-8377-4745-b6d9-802ff82a0132 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:08:28.209049 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c2ffc193-8377-4745-b6d9-802ff82a0132 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:28.234655 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afcd21b3-3512-4560-9b9c-9f1e556a995a admin admin] Network ace617a4-03c3-43e2-a9c8-602abb377003 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:08:28.317819 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 46894) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:28.325383 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-c2ffc193-8377-4745-b6d9-802ff82a0132 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.9089453 Jun 11 10:08:28.326088 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-863d52bc-164e-4694-8b3b-7c108935e8d2 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Request body: {'port': {'network_id': 'eea5122f-ce32-4105-b026-d519275690fb', 'name': 'tempest-PortsTestJSON-789669927', 'fixed_ips': [{'subnet_id': '4fe00787-8055-4ae0-b9d8-6115e5a8d6ee', 'ip_address': '172.20.0.9'}]}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:08:28.378763 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-afcd21b3-3512-4560-9b9c-9f1e556a995a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, ace617a4-03c3-43e2-a9c8-602abb377003) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:08:28.385954 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672f8a22-c403-41ef-a9a4-1f525f731904 None None] Network ace617a4-03c3-43e2-a9c8-602abb377003 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:08:28.389552 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afcd21b3-3512-4560-9b9c-9f1e556a995a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:08:28.391175 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-afcd21b3-3512-4560-9b9c-9f1e556a995a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:28.418924 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-616330cd-3903-4972-a60f-ef0deb8391d7 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Request body: {'security_group': {'name': 'tempest-secgroup--1616593888'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:08:28.539878 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-afcd21b3-3512-4560-9b9c-9f1e556a995a admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1280298 Jun 11 10:08:28.572365 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 46900) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:28.700855 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124a55e5-195b-4e02-9ba1-25b010d26835 None None] Network ace617a4-03c3-43e2-a9c8-602abb377003 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:08:28.708439 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-49c51c0c-63c4-405a-986a-b6bb8780204a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:28.710258 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-616330cd-3903-4972-a60f-ef0deb8391d7 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:28.740723 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-616330cd-3903-4972-a60f-ef0deb8391d7 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:28.890398 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-863d52bc-164e-4694-8b3b-7c108935e8d2 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Made reservation on behalf of 6eee960bcc7246bfbdd544be4d916a35 for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:08:29.151599 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 177f109b-ec54-4453-b91b-6e8fd57b990e up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:08:29.183291 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-49c51c0c-63c4-405a-986a-b6bb8780204a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:29.186958 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-863d52bc-164e-4694-8b3b-7c108935e8d2 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:29.238457 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [None req-863d52bc-164e-4694-8b3b-7c108935e8d2 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] device_id is not set on port 36c15071-063a-46db-95eb-72d0fe38eb69 yet. {{(pid=93176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 10:08:29.365350 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 177f109b-ec54-4453-b91b-6e8fd57b990e completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:08:29.420748 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0261b2-2c69-4882-b48c-df0d1bc90335 req-13fcf4ce-303e-444a-9163-b43e8847a4b5 tempest-ServerPasswordTestJSON-1505951935 tempest-ServerPasswordTestJSON-1505951935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:08:29.423023 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7a0261b2-2c69-4882-b48c-df0d1bc90335 req-13fcf4ce-303e-444a-9163-b43e8847a4b5 tempest-ServerPasswordTestJSON-1505951935 tempest-ServerPasswordTestJSON-1505951935-project] 10.222.0.60 "GET /v2.0/networks?id=ace617a4-03c3-43e2-a9c8-602abb377003 HTTP/1.1" status: 200 len: 813 time: 0.2556269 Jun 11 10:08:29.439949 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-49c51c0c-63c4-405a-986a-b6bb8780204a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:29.475789 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5fe27e45-9913-4a90-8bd3-91bbb4f0fc79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:29.516427 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7a0261b2-2c69-4882-b48c-df0d1bc90335 req-3fc74392-a0ad-4258-928c-2a04718c4622 tempest-ServerPasswordTestJSON-1505951935 tempest-ServerPasswordTestJSON-1505951935-project] 10.222.0.60 "GET /v2.0/quotas/d86c23a2ac514331bc84b2212b249d3e HTTP/1.1" status: 200 len: 375 time: 0.0493073 Jun 11 10:08:29.581633 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-49c51c0c-63c4-405a-986a-b6bb8780204a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e77818528a45449eb547095559e72e3b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0068808 Jun 11 10:08:29.582369 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 46950) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:29.586735 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6bf3a03-8483-4683-85b2-bd7cafd78e5c None None] Network eea5122f-ce32-4105-b026-d519275690fb requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:08:29.606936 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-863d52bc-164e-4694-8b3b-7c108935e8d2 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Allocated IP 172.20.0.9 (eea5122f-ce32-4105-b026-d519275690fb/4fe00787-8055-4ae0-b9d8-6115e5a8d6ee/36c15071-063a-46db-95eb-72d0fe38eb69) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:08:29.697570 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7a0261b2-2c69-4882-b48c-df0d1bc90335 req-6cd8caa5-cc9f-4d0a-bc9c-82e768b5ec68 tempest-ServerPasswordTestJSON-1505951935 tempest-ServerPasswordTestJSON-1505951935-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d86c23a2ac514331bc84b2212b249d3e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1719012 Jun 11 10:08:29.716807 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c51c0c-63c4-405a-986a-b6bb8780204a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5dc4958-83f7-41b8-a93e-4f5b57e62f83,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:29.724162 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-49c51c0c-63c4-405a-986a-b6bb8780204a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:29.781241 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-a7473f0a-a3ac-41c5-b2d8-998b0ac80605 None None] Provisioning for port 177f109b-ec54-4453-b91b-6e8fd57b990e completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:08:29.787666 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-a7473f0a-a3ac-41c5-b2d8-998b0ac80605 None None] Provisioning complete for port 177f109b-ec54-4453-b91b-6e8fd57b990e triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:08:29.788050 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a7473f0a-a3ac-41c5-b2d8-998b0ac80605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:29.929808 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-616330cd-3903-4972-a60f-ef0deb8391d7 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:29.932419 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-658fe6c8-1320-477b-b9b9-30372c4b4f81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:29.962172 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7a0261b2-2c69-4882-b48c-df0d1bc90335 req-59c54bde-a163-4835-876e-964c01b597b8 service neutron] 10.222.0.60 "GET /v2.0/networks/ace617a4-03c3-43e2-a9c8-602abb377003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633638 Jun 11 10:08:29.968754 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-863d52bc-164e-4694-8b3b-7c108935e8d2 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:29.986185 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [None req-863d52bc-164e-4694-8b3b-7c108935e8d2 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Transition to ACTIVE for port object 36c15071-063a-46db-95eb-72d0fe38eb69 will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:08:29.986509 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-658fe6c8-1320-477b-b9b9-30372c4b4f81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:30.014455 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a7473f0a-a3ac-41c5-b2d8-998b0ac80605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:30.017283 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-616330cd-3903-4972-a60f-ef0deb8391d7 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:30.023505 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b85b6768-8e4b-483f-ab0a-95dfd09ea997 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:30.074590 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616330cd-3903-4972-a60f-ef0deb8391d7 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=359e520d-2139-4599-9655-ace051a65edb,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:30.086852 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-616330cd-3903-4972-a60f-ef0deb8391d7 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:30.102962 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-a7473f0a-a3ac-41c5-b2d8-998b0ac80605 None None] For port 177f109b-ec54-4453-b91b-6e8fd57b990e, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=177f109b-ec54-4453-b91b-6e8fd57b990e,segment=NetworkSegment(82cc46ca-b4e3-4f3b-a6c4-43bc932e02d4),segment_id=82cc46ca-b4e3-4f3b-a6c4-43bc932e02d4)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:08:30.177026 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-863d52bc-164e-4694-8b3b-7c108935e8d2 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:30.182170 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3fe406ef-d6e1-4484-85c2-d099b94019cb tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:30.204920 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a7473f0a-a3ac-41c5-b2d8-998b0ac80605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:30.206834 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-b7d2b19d-6653-4fb5-9e55-5b58ab5bd892 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:30.300197 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7473f0a-a3ac-41c5-b2d8-998b0ac80605 None None] Pushing event updated for resources: {'Port': ['ID=177f109b-ec54-4453-b91b-6e8fd57b990e,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:30.306763 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-a7473f0a-a3ac-41c5-b2d8-998b0ac80605 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:30.360056 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-658fe6c8-1320-477b-b9b9-30372c4b4f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:30.360973 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863d52bc-164e-4694-8b3b-7c108935e8d2 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Network eea5122f-ce32-4105-b026-d519275690fb is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:08:30.361200 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-658fe6c8-1320-477b-b9b9-30372c4b4f81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:30.361200 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-658fe6c8-1320-477b-b9b9-30372c4b4f81 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b5dc4958-83f7-41b8-a93e-4f5b57e62f83 HTTP/1.1" status: 204 len: 168 time: 0.7665386 Jun 11 10:08:30.366161 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-863d52bc-164e-4694-8b3b-7c108935e8d2 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:08:30.400735 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863d52bc-164e-4694-8b3b-7c108935e8d2 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:08:30.443130 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8d11b79a-a11e-4a58-8ef2-36908fa240b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:30.448663 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863d52bc-164e-4694-8b3b-7c108935e8d2 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Pushing event updated for resources: {'Port': ['ID=36c15071-063a-46db-95eb-72d0fe38eb69,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:30.465465 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-863d52bc-164e-4694-8b3b-7c108935e8d2 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:30.513853 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863d52bc-164e-4694-8b3b-7c108935e8d2 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:08:30.517120 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-863d52bc-164e-4694-8b3b-7c108935e8d2 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:30.521820 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-616330cd-3903-4972-a60f-ef0deb8391d7 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:30.533051 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7a0261b2-2c69-4882-b48c-df0d1bc90335 req-66b143a8-a734-4f5a-851d-7e240a1d9303 service neutron] 10.222.0.60 "GET /v2.0/networks/ace617a4-03c3-43e2-a9c8-602abb377003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5651011 Jun 11 10:08:30.534613 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658fe6c8-1320-477b-b9b9-30372c4b4f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5dc4958-83f7-41b8-a93e-4f5b57e62f83,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:30.534782 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-743a6a44-548a-4162-8cbf-c2bf0873acd3 None None] Provisioning complete for port 177f109b-ec54-4453-b91b-6e8fd57b990e triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:08:30.535107 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-743a6a44-548a-4162-8cbf-c2bf0873acd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:30.575869 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-658fe6c8-1320-477b-b9b9-30372c4b4f81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:30.679913 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-616330cd-3903-4972-a60f-ef0deb8391d7 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:30.684593 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b37f53e3-65a9-4d20-80e6-f680b7000b28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:30.778891 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-863d52bc-164e-4694-8b3b-7c108935e8d2 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.4597983 Jun 11 10:08:30.780174 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616330cd-3903-4972-a60f-ef0deb8391d7 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3fd311e-e41a-408b-a57f-b4f7bec4554e,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:30.781777 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 46982) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:30.794511 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-616330cd-3903-4972-a60f-ef0deb8391d7 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:30.827589 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-743a6a44-548a-4162-8cbf-c2bf0873acd3 None None] Provisioning for port 9b2258ca-1fd7-44aa-b811-f320670fcbe4 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:08:30.832324 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-743a6a44-548a-4162-8cbf-c2bf0873acd3 None None] Provisioning complete for port 9b2258ca-1fd7-44aa-b811-f320670fcbe4 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:08:30.832778 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-743a6a44-548a-4162-8cbf-c2bf0873acd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:30.867604 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-616330cd-3903-4972-a60f-ef0deb8391d7 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:30.869451 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-616330cd-3903-4972-a60f-ef0deb8391d7 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 3.1180701 Jun 11 10:08:30.875248 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 46984) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:30.939367 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 177f109b-ec54-4453-b91b-6e8fd57b990e up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:08:31.141898 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-c1c43e92-0a08-4c71-8efb-fc828b8be411 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2652800 Jun 11 10:08:31.145343 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 47002) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:31.155524 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-26aac4cb-aad0-4dbf-b872-349334d06f55 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Request body: {'security_group': {'name': 'tempest-security--1306564561', 'description': 'tempest-security-description-1863884730'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:08:31.160169 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055f129d-56e8-4e56-8e2e-1a361f27d85d tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:08:31.162567 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-055f129d-56e8-4e56-8e2e-1a361f27d85d tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.3796802 Jun 11 10:08:31.166179 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 47004) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:31.213826 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-743a6a44-548a-4162-8cbf-c2bf0873acd3 None None] Port 9b2258ca-1fd7-44aa-b811-f320670fcbe4 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:08:31.231638 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-26aac4cb-aad0-4dbf-b872-349334d06f55 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:31.233544 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 177f109b-ec54-4453-b91b-6e8fd57b990e triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:08:31.233544 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:31.362235 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-26aac4cb-aad0-4dbf-b872-349334d06f55 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:31.364948 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e2f24d-0b25-4ffb-beca-1f02062afbe2 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:08:31.375976 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e2f24d-0b25-4ffb-beca-1f02062afbe2 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:08:31.384228 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e2f24d-0b25-4ffb-beca-1f02062afbe2 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:08:31.386275 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-87e2f24d-0b25-4ffb-beca-1f02062afbe2 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.2184684 Jun 11 10:08:31.389583 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 47010) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:31.484788 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-26aac4cb-aad0-4dbf-b872-349334d06f55 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:31.487866 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-26aac4cb-aad0-4dbf-b872-349334d06f55 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:31.489808 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-26aac4cb-aad0-4dbf-b872-349334d06f55 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] 10.222.0.60 "PUT /v2.0/security-groups/b3fd311e-e41a-408b-a57f-b4f7bec4554e HTTP/1.1" status: 200 len: 1780 time: 0.3434918 Jun 11 10:08:31.492538 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 47014) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:31.504655 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-955795a9-4529-428b-8a21-e37216f7b5c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:31.552079 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 47016) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:31.567699 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-e8304f5a-9ea0-4ee4-9450-1a5cc46f33c2 None None] Provisioning for port 36c15071-063a-46db-95eb-72d0fe38eb69 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:08:31.569815 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:31.580347 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-e8304f5a-9ea0-4ee4-9450-1a5cc46f33c2 None None] Provisioning complete for port 36c15071-063a-46db-95eb-72d0fe38eb69 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:08:31.580723 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e8304f5a-9ea0-4ee4-9450-1a5cc46f33c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:31.629854 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-96d4233c-3856-4cb7-8cde-069845b298bd tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] 10.222.0.60 "GET /v2.0/security-groups/b3fd311e-e41a-408b-a57f-b4f7bec4554e HTTP/1.1" status: 200 len: 1780 time: 0.1358597 Jun 11 10:08:31.641900 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b68f0f43-61ce-4e3c-9b0f-d6f58c6ab87c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:31.643692 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 47018) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:31.673481 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-e8304f5a-9ea0-4ee4-9450-1a5cc46f33c2 None None] Port 36c15071-063a-46db-95eb-72d0fe38eb69 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:08:31.687882 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aac4cb-aad0-4dbf-b872-349334d06f55 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3fd311e-e41a-408b-a57f-b4f7bec4554e,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:31.698449 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-26aac4cb-aad0-4dbf-b872-349334d06f55 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:31.700117 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-e8304f5a-9ea0-4ee4-9450-1a5cc46f33c2 None None] Provisioning complete for port 9b2258ca-1fd7-44aa-b811-f320670fcbe4 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:08:31.700514 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e8304f5a-9ea0-4ee4-9450-1a5cc46f33c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:31.802206 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-e8304f5a-9ea0-4ee4-9450-1a5cc46f33c2 None None] Port 9b2258ca-1fd7-44aa-b811-f320670fcbe4 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:08:31.833993 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ac9929ae-8859-4e4e-a2c9-8bbfa2b24bc6 req-45d82392-3662-47a0-8ce8-a48383a411eb tempest-ServerPasswordTestJSON-1505951935 tempest-ServerPasswordTestJSON-1505951935-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb17bf35-f425-4db2-810b-97d282fe23c8 HTTP/1.1" status: 200 len: 210 time: 0.7592034 Jun 11 10:08:31.875827 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-c41a5553-60d5-4ed8-bc11-2272b798ae16 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Deleting port 36c15071-063a-46db-95eb-72d0fe38eb69 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:08:31.875827 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c41a5553-60d5-4ed8-bc11-2272b798ae16 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:31.921554 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ff773977-cbfd-4336-bf0e-efd6b0e88c43 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:32.016528 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ff773977-cbfd-4336-bf0e-efd6b0e88c43 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:32.040519 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b68f0f43-61ce-4e3c-9b0f-d6f58c6ab87c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:32.472153 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c41a5553-60d5-4ed8-bc11-2272b798ae16 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:32.547976 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b68f0f43-61ce-4e3c-9b0f-d6f58c6ab87c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:32.570440 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c316084d-32b0-437e-b8f0-1f346bfeda1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:32.570440 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ff773977-cbfd-4336-bf0e-efd6b0e88c43 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:32.570440 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ff773977-cbfd-4336-bf0e-efd6b0e88c43 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:32.570440 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-ff773977-cbfd-4336-bf0e-efd6b0e88c43 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] 10.222.0.60 "DELETE /v2.0/security-groups/b3fd311e-e41a-408b-a57f-b4f7bec4554e HTTP/1.1" status: 204 len: 168 time: 0.9146547 Jun 11 10:08:32.591432 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 47076) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:32.620346 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-c41a5553-60d5-4ed8-bc11-2272b798ae16 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Calling delete_port for 36c15071-063a-46db-95eb-72d0fe38eb69 owned by {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:08:32.678004 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-b68f0f43-61ce-4e3c-9b0f-d6f58c6ab87c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5627ccc1a0ee42d398df27810cd2a4f9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1143012 Jun 11 10:08:32.678004 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68f0f43-61ce-4e3c-9b0f-d6f58c6ab87c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a360aed-2a91-4d73-8b08-cf0ba47577dd,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:32.682754 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 47086) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:32.690641 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b68f0f43-61ce-4e3c-9b0f-d6f58c6ab87c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:32.692162 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-82e701f4-fee1-4987-8589-4783b1be5a91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:33.015377 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f496c240-b7d6-4bf0-a411-c4a92b2ec013 req-b5938d41-03a3-4490-9e28-e58126a00598 tempest-ServerPasswordTestJSON-1505951935 tempest-ServerPasswordTestJSON-1505951935-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb17bf35-f425-4db2-810b-97d282fe23c8 HTTP/1.1" status: 200 len: 210 time: 0.0595529 Jun 11 10:08:33.081135 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c41a5553-60d5-4ed8-bc11-2272b798ae16 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:33.085511 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d5de6976-eaed-49a1-98b6-f4a64cd98c5f tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:33.123317 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41a5553-60d5-4ed8-bc11-2272b798ae16 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Pushing event deleted for resources: {'Port': ['ID=36c15071-063a-46db-95eb-72d0fe38eb69,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:33.128438 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c41a5553-60d5-4ed8-bc11-2272b798ae16 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:33.132027 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 47106) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:33.134464 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-1dca50ed-73cf-42c4-b8ee-3e3bf648dc30 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5415103 Jun 11 10:08:33.148212 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff773977-cbfd-4336-bf0e-efd6b0e88c43 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3fd311e-e41a-408b-a57f-b4f7bec4554e,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:33.152345 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ff773977-cbfd-4336-bf0e-efd6b0e88c43 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:33.231753 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3efd1a6e-4217-4e41-95a1-678b9e7e5715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:33.266420 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3efd1a6e-4217-4e41-95a1-678b9e7e5715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:33.304455 n-d-779913-12 neutron-server[93177]: INFO neutron.api.v2.resource [None req-95be695f-599b-4607-a4d6-409e3f9e1f9d tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] delete failed (client error): The resource could not be found. Jun 11 10:08:33.305604 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-95be695f-599b-4607-a4d6-409e3f9e1f9d tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] 10.222.0.60 "DELETE /v2.0/security-groups/b3fd311e-e41a-408b-a57f-b4f7bec4554e HTTP/1.1" status: 404 len: 347 time: 0.1722608 Jun 11 10:08:33.311073 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c41a5553-60d5-4ed8-bc11-2272b798ae16 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:33.321037 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-c41a5553-60d5-4ed8-bc11-2272b798ae16 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "DELETE /v2.0/ports/36c15071-063a-46db-95eb-72d0fe38eb69 HTTP/1.1" status: 204 len: 168 time: 1.9209650 Jun 11 10:08:33.325697 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 47114) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:33.326185 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 47116) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:33.328587 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-961f70f3-3bb8-4195-b632-3b12a0071ade tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Request body: {'security_group': {'name': 'tempest-secgroup--535076343'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:08:33.384156 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-560cad3b-00cc-42eb-9b5d-90ec2ef27c07 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] GET failed (client error): The resource could not be found. Jun 11 10:08:33.388348 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-560cad3b-00cc-42eb-9b5d-90ec2ef27c07 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "GET /v2.0/ports/36c15071-063a-46db-95eb-72d0fe38eb69 HTTP/1.1" status: 404 len: 333 time: 0.0650396 Jun 11 10:08:33.388518 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 47122) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:33.519457 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-961f70f3-3bb8-4195-b632-3b12a0071ade tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:33.558690 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3efd1a6e-4217-4e41-95a1-678b9e7e5715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:33.562034 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3efd1a6e-4217-4e41-95a1-678b9e7e5715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:33.565338 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-950083f1-16ce-4f5e-8a75-923f5cd98c96 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Deleting port 9b2258ca-1fd7-44aa-b811-f320670fcbe4 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:08:33.566056 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-950083f1-16ce-4f5e-8a75-923f5cd98c96 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:33.610854 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-3efd1a6e-4217-4e41-95a1-678b9e7e5715 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5a360aed-2a91-4d73-8b08-cf0ba47577dd HTTP/1.1" status: 204 len: 168 time: 0.8846333 Jun 11 10:08:33.620543 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5d8a53bb-0547-48b8-9941-d977adf8d340 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:33.685418 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efd1a6e-4217-4e41-95a1-678b9e7e5715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a360aed-2a91-4d73-8b08-cf0ba47577dd,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:33.698947 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3efd1a6e-4217-4e41-95a1-678b9e7e5715 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:33.861846 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-961f70f3-3bb8-4195-b632-3b12a0071ade tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:33.867410 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-950083f1-16ce-4f5e-8a75-923f5cd98c96 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:33.959505 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-961f70f3-3bb8-4195-b632-3b12a0071ade tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:33.966250 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6acb995b-faa4-4756-bdc5-29d86641f684 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:34.013579 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-950083f1-16ce-4f5e-8a75-923f5cd98c96 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Calling delete_port for 9b2258ca-1fd7-44aa-b811-f320670fcbe4 owned by {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:08:34.027524 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961f70f3-3bb8-4195-b632-3b12a0071ade tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbbc1de3-d857-41e5-971e-60220cf682f8,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:34.032328 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-961f70f3-3bb8-4195-b632-3b12a0071ade tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:34.102408 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-961f70f3-3bb8-4195-b632-3b12a0071ade tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:34.104162 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-961f70f3-3bb8-4195-b632-3b12a0071ade tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7833729 Jun 11 10:08:34.111613 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 47152) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:34.113983 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-5661617c-ad5c-4a5f-a818-30d08fdc4f7e tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Request body: {'security_group_rule': {'security_group_id': 'fbbc1de3-d857-41e5-971e-60220cf682f8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:08:34.276313 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cf9498ab-1e10-4765-ac0c-0a10072a9624 req-aaf7393d-6df4-4cc3-8e9a-fc71aa3d16f0 tempest-ServerPasswordTestJSON-1505951935 tempest-ServerPasswordTestJSON-1505951935-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb17bf35-f425-4db2-810b-97d282fe23c8 HTTP/1.1" status: 200 len: 210 time: 0.0516560 Jun 11 10:08:34.305804 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5661617c-ad5c-4a5f-a818-30d08fdc4f7e tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:34.353472 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-950083f1-16ce-4f5e-8a75-923f5cd98c96 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:34.358263 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-86ea3e4c-a3a6-42c7-988a-72ad5f286004 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:34.397210 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5661617c-ad5c-4a5f-a818-30d08fdc4f7e tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:34.417956 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950083f1-16ce-4f5e-8a75-923f5cd98c96 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Pushing event deleted for resources: {'Port': ['ID=9b2258ca-1fd7-44aa-b811-f320670fcbe4,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:34.423394 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-950083f1-16ce-4f5e-8a75-923f5cd98c96 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:34.501577 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 47166) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:34.536101 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5661617c-ad5c-4a5f-a818-30d08fdc4f7e tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:34.544040 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:34.567145 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-950083f1-16ce-4f5e-8a75-923f5cd98c96 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:34.571359 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-950083f1-16ce-4f5e-8a75-923f5cd98c96 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "DELETE /v2.0/ports/9b2258ca-1fd7-44aa-b811-f320670fcbe4 HTTP/1.1" status: 204 len: 168 time: 1.1794913 Jun 11 10:08:34.578009 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 47170) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:34.582813 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5661617c-ad5c-4a5f-a818-30d08fdc4f7e tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89993102-f15f-477e-ac9e-4a5b4a7d7ad0,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:34.598662 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5661617c-ad5c-4a5f-a818-30d08fdc4f7e tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:34.635582 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-17d7a4b1-3da2-4cf2-8250-dcd3e058d75c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] GET failed (client error): The resource could not be found. Jun 11 10:08:34.641497 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-17d7a4b1-3da2-4cf2-8250-dcd3e058d75c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "GET /v2.0/ports/9b2258ca-1fd7-44aa-b811-f320670fcbe4 HTTP/1.1" status: 404 len: 333 time: 0.0624449 Jun 11 10:08:34.644295 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 47172) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:34.696130 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5661617c-ad5c-4a5f-a818-30d08fdc4f7e tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:34.701398 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-5661617c-ad5c-4a5f-a818-30d08fdc4f7e tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5894608 Jun 11 10:08:34.701398 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 47174) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:34.720876 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0bf94fe-0d61-41c7-b779-739e4e923151 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Deleting subnet 4fe00787-8055-4ae0-b9d8-6115e5a8d6ee {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:08:34.724601 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d0bf94fe-0d61-41c7-b779-739e4e923151 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:34.811845 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0a8d56fb-e260-449f-93c6-df1cbc199d2e tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:34.814918 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d0bf94fe-0d61-41c7-b779-739e4e923151 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:34.834687 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0a8d56fb-e260-449f-93c6-df1cbc199d2e tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:34.964142 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-be39ea40-2590-4a03-9f8e-35f6c00467bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:35.016637 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d0bf94fe-0d61-41c7-b779-739e4e923151 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:35.053722 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0a8d56fb-e260-449f-93c6-df1cbc199d2e tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:35.133439 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:35.162514 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0a8d56fb-e260-449f-93c6-df1cbc199d2e tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:35.167790 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-0a8d56fb-e260-449f-93c6-df1cbc199d2e tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/89993102-f15f-477e-ac9e-4a5b4a7d7ad0 HTTP/1.1" status: 204 len: 168 time: 0.4631627 Jun 11 10:08:35.168794 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 47188) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:35.220113 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d0bf94fe-0d61-41c7-b779-739e4e923151 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:35.223727 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1536aff8-d5eb-4009-858b-ca4af62dc953 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:35.237903 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-fb54592e-fb7d-42d1-8e72-0fa508e2bab2 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0676126 Jun 11 10:08:35.273202 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 47190) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:35.283069 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8d56fb-e260-449f-93c6-df1cbc199d2e tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=89993102-f15f-477e-ac9e-4a5b4a7d7ad0,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:35.287813 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0a8d56fb-e260-449f-93c6-df1cbc199d2e tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:35.302862 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bf94fe-0d61-41c7-b779-739e4e923151 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Pushing event deleted for resources: {'Subnet': ['ID=4fe00787-8055-4ae0-b9d8-6115e5a8d6ee,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:35.323003 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d0bf94fe-0d61-41c7-b779-739e4e923151 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:35.335442 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d0bf94fe-0d61-41c7-b779-739e4e923151 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:35.335641 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f448eb-da94-4654-8345-b76afe173a35 None None] Network eea5122f-ce32-4105-b026-d519275690fb requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:08:35.336117 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-d0bf94fe-0d61-41c7-b779-739e4e923151 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "DELETE /v2.0/subnets/4fe00787-8055-4ae0-b9d8-6115e5a8d6ee HTTP/1.1" status: 204 len: 168 time: 0.6899323 Jun 11 10:08:35.343855 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 47196) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:35.348083 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0261b2-2c69-4882-b48c-df0d1bc90335 req-3cb0e9a8-9af6-4ecb-8422-70ab6153e9bf tempest-ServerPasswordTestJSON-1505951935 tempest-ServerPasswordTestJSON-1505951935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:08:35.349568 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7a0261b2-2c69-4882-b48c-df0d1bc90335 req-3cb0e9a8-9af6-4ecb-8422-70ab6153e9bf tempest-ServerPasswordTestJSON-1505951935 tempest-ServerPasswordTestJSON-1505951935-project] 10.222.0.64 "GET /v2.0/networks?id=ace617a4-03c3-43e2-a9c8-602abb377003 HTTP/1.1" status: 200 len: 813 time: 0.3723295 Jun 11 10:08:35.356816 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-be39ea40-2590-4a03-9f8e-35f6c00467bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:35.379069 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-7a0261b2-2c69-4882-b48c-df0d1bc90335 req-17d7c3bb-65cb-4d07-9e4d-4aea341ed898 tempest-ServerPasswordTestJSON-1505951935 tempest-ServerPasswordTestJSON-1505951935-project] Request body: {'port': {'device_id': 'eb17bf35-f425-4db2-810b-97d282fe23c8', 'network_id': 'ace617a4-03c3-43e2-a9c8-602abb377003', 'admin_state_up': True, 'tenant_id': 'd86c23a2ac514331bc84b2212b249d3e'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:08:35.413974 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7bfec261-8fa4-4d31-9d90-e59c4738f92d tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:35.481939 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-be39ea40-2590-4a03-9f8e-35f6c00467bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:35.583010 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ff773977-cbfd-4336-bf0e-efd6b0e88c43 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:35.633889 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-31dbfb2c-615e-4349-823f-122c6166d257 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:35.665461 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-37d030f2-db10-4553-901f-7726daa2325e req-42dafbc4-4335-4f78-9488-db37ccb05504 tempest-ServerPasswordTestJSON-1505951935 tempest-ServerPasswordTestJSON-1505951935-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb17bf35-f425-4db2-810b-97d282fe23c8 HTTP/1.1" status: 200 len: 210 time: 0.1881840 Jun 11 10:08:35.687947 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7bfec261-8fa4-4d31-9d90-e59c4738f92d tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:35.705280 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be39ea40-2590-4a03-9f8e-35f6c00467bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3ce00b-9a1a-4146-8d47-eb0c6f139eba,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:35.728065 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-be39ea40-2590-4a03-9f8e-35f6c00467bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:35.757885 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-be39ea40-2590-4a03-9f8e-35f6c00467bc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d41be3f7da774a00b6193f21313c9227&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2550228 Jun 11 10:08:35.760415 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 47200) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:35.810395 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:35.915271 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-31dbfb2c-615e-4349-823f-122c6166d257 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Deleting port 177f109b-ec54-4453-b91b-6e8fd57b990e {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:08:35.915721 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-31dbfb2c-615e-4349-823f-122c6166d257 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:35.923670 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4d6737-a52e-448d-8ce1-d96a0e9f2422 None None] DHCP port deletion for eea5122f-ce32-4105-b026-d519275690fb request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 10:08:35.992067 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e1565b7f-31c8-4e46-b17d-d93550fce968 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:36.051291 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-31dbfb2c-615e-4349-823f-122c6166d257 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] For port 177f109b-ec54-4453-b91b-6e8fd57b990e, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=177f109b-ec54-4453-b91b-6e8fd57b990e,segment=NetworkSegment(82cc46ca-b4e3-4f3b-a6c4-43bc932e02d4),segment_id=82cc46ca-b4e3-4f3b-a6c4-43bc932e02d4)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:08:36.052641 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-31dbfb2c-615e-4349-823f-122c6166d257 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:36.059799 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e1565b7f-31c8-4e46-b17d-d93550fce968 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:36.092799 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-0b4d6737-a52e-448d-8ce1-d96a0e9f2422 None None] Deleting port 177f109b-ec54-4453-b91b-6e8fd57b990e {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:08:36.093239 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0b4d6737-a52e-448d-8ce1-d96a0e9f2422 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:36.167054 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-31dbfb2c-615e-4349-823f-122c6166d257 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Calling delete_port for 177f109b-ec54-4453-b91b-6e8fd57b990e owned by network:dhcp {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:08:36.190869 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-0b4d6737-a52e-448d-8ce1-d96a0e9f2422 None None] For port 177f109b-ec54-4453-b91b-6e8fd57b990e, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=177f109b-ec54-4453-b91b-6e8fd57b990e,segment=NetworkSegment(82cc46ca-b4e3-4f3b-a6c4-43bc932e02d4),segment_id=82cc46ca-b4e3-4f3b-a6c4-43bc932e02d4)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:08:36.191400 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0b4d6737-a52e-448d-8ce1-d96a0e9f2422 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:36.262080 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a0261b2-2c69-4882-b48c-df0d1bc90335 req-17d7c3bb-65cb-4d07-9e4d-4aea341ed898 tempest-ServerPasswordTestJSON-1505951935 tempest-ServerPasswordTestJSON-1505951935-project] Made reservation on behalf of d86c23a2ac514331bc84b2212b249d3e for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:08:36.273117 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-7a0261b2-2c69-4882-b48c-df0d1bc90335 req-17d7c3bb-65cb-4d07-9e4d-4aea341ed898 tempest-ServerPasswordTestJSON-1505951935 tempest-ServerPasswordTestJSON-1505951935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:36.300030 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-0b4d6737-a52e-448d-8ce1-d96a0e9f2422 None None] Calling delete_port for 177f109b-ec54-4453-b91b-6e8fd57b990e owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:08:36.382468 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7bfec261-8fa4-4d31-9d90-e59c4738f92d tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:36.385187 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7bfec261-8fa4-4d31-9d90-e59c4738f92d tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:36.386922 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-7bfec261-8fa4-4d31-9d90-e59c4738f92d tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] 10.222.0.60 "DELETE /v2.0/security-groups/fbbc1de3-d857-41e5-971e-60220cf682f8 HTTP/1.1" status: 204 len: 168 time: 1.1117718 Jun 11 10:08:36.387891 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-50f47d96-88b7-49a7-a830-5c3afa4bf04b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:36.399265 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 47210) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:36.399449 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfec261-8fa4-4d31-9d90-e59c4738f92d tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbbc1de3-d857-41e5-971e-60220cf682f8,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:36.407344 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7bfec261-8fa4-4d31-9d90-e59c4738f92d tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:36.432070 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0b4d6737-a52e-448d-8ce1-d96a0e9f2422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:36.434780 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-9892f2d4-7949-40f3-a3d0-4cf50d341515 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:36.440282 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-31dbfb2c-615e-4349-823f-122c6166d257 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:36.450703 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e51964c1-2147-4ede-aef7-ea91f99c39dd tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:36.468261 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4d6737-a52e-448d-8ce1-d96a0e9f2422 None None] Pushing event deleted for resources: {'Port': ['ID=177f109b-ec54-4453-b91b-6e8fd57b990e,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:36.485482 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-0b4d6737-a52e-448d-8ce1-d96a0e9f2422 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:36.488997 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4d6737-a52e-448d-8ce1-d96a0e9f2422 None None] No DVR routers for this DVR port 177f109b-ec54-4453-b91b-6e8fd57b990e on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:08:36.505966 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dbfb2c-615e-4349-823f-122c6166d257 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Pushing event deleted for resources: {'Port': ['ID=177f109b-ec54-4453-b91b-6e8fd57b990e,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:36.515616 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-31dbfb2c-615e-4349-823f-122c6166d257 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:36.532964 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31dbfb2c-615e-4349-823f-122c6166d257 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] No DVR routers for this DVR port 177f109b-ec54-4453-b91b-6e8fd57b990e on host n-d-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:08:36.572366 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e1565b7f-31c8-4e46-b17d-d93550fce968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:36.577061 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e1565b7f-31c8-4e46-b17d-d93550fce968 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:36.578660 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-e1565b7f-31c8-4e46-b17d-d93550fce968 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2b3ce00b-9a1a-4146-8d47-eb0c6f139eba HTTP/1.1" status: 204 len: 168 time: 0.8170640 Jun 11 10:08:36.585270 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ca8459a6-55d1-49dd-92a4-e43254dfaeaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:36.649483 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1565b7f-31c8-4e46-b17d-d93550fce968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3ce00b-9a1a-4146-8d47-eb0c6f139eba,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:36.682214 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-40ec07dc-6518-4512-b19c-3403e44c9695 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2853730 Jun 11 10:08:36.682214 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e1565b7f-31c8-4e46-b17d-d93550fce968 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:36.682214 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 47222) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:36.687274 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-753b43a0-f0f2-442d-ad2e-859a6f9e78e8 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Request body: {'security_group': {'name': 'tempest-secgroup--1994447291'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:08:36.713169 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-7a0261b2-2c69-4882-b48c-df0d1bc90335 req-17d7c3bb-65cb-4d07-9e4d-4aea341ed898 tempest-ServerPasswordTestJSON-1505951935 tempest-ServerPasswordTestJSON-1505951935-project] Allocated IP 172.20.0.10 (ace617a4-03c3-43e2-a9c8-602abb377003/c4087b2a-86ce-44d7-ae67-e1fc42618d99/be67e859-8ebe-4695-81e5-7aec81dca2e5) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:08:36.721016 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-31dbfb2c-615e-4349-823f-122c6166d257 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:36.735702 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-31dbfb2c-615e-4349-823f-122c6166d257 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eea5122f-ce32-4105-b026-d519275690fb']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:08:36.749779 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-31dbfb2c-615e-4349-823f-122c6166d257 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82cc46ca-b4e3-4f3b-a6c4-43bc932e02d4') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:08:36.750025 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-31dbfb2c-615e-4349-823f-122c6166d257 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82cc46ca-b4e3-4f3b-a6c4-43bc932e02d4') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:08:36.764750 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-31dbfb2c-615e-4349-823f-122c6166d257 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:36.798618 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-31dbfb2c-615e-4349-823f-122c6166d257 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:36.816674 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31dbfb2c-615e-4349-823f-122c6166d257 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Releasing vlan 772 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:08:36.816674 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-31dbfb2c-615e-4349-823f-122c6166d257 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:36.819810 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:08:36.819810 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 10:08:36.819810 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:08:36.819810 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 10:08:36.819810 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:08:36.819810 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:08:36.819810 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 10:08:36.819810 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:08:36.819810 n-d-779913-12 neutron-server[93177]: timer() Jun 11 10:08:36.819810 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:08:36.819810 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 10:08:36.819810 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:08:36.819810 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 10:08:36.819810 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:08:36.819810 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 10:08:36.819810 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:08:36.819810 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 10:08:36.819810 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:08:36.819810 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 10:08:36.819810 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:08:36.819810 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:08:36.819810 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:08:36.819810 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:08:36.819810 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:08:36.819810 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 10:08:36.819810 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:08:36.819810 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 10:08:36.819810 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:08:36.819810 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:08:36.819810 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:08:36.819810 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 10:08:36.819810 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:08:36.819810 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:08:36.819810 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:08:36.819810 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:08:36.819810 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:08:36.819810 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:08:36.819810 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:08:36.860148 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-753b43a0-f0f2-442d-ad2e-859a6f9e78e8 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:36.935504 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 177f109b-ec54-4453-b91b-6e8fd57b990e no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:08:36.954926 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7bb1c1e4-9fbc-442d-bc50-af51b2bb3136 req-f09dfdc2-d2ac-4fc3-96fa-d7e1b4ac9a38 tempest-ServerPasswordTestJSON-1505951935 tempest-ServerPasswordTestJSON-1505951935-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb17bf35-f425-4db2-810b-97d282fe23c8 HTTP/1.1" status: 200 len: 210 time: 0.0434971 Jun 11 10:08:37.004335 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 177f109b-ec54-4453-b91b-6e8fd57b990e {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:08:37.004696 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 177f109b-ec54-4453-b91b-6e8fd57b990e not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:08:37.125122 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-31dbfb2c-615e-4349-823f-122c6166d257 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:37.130264 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-31dbfb2c-615e-4349-823f-122c6166d257 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:37.143073 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 47238) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:37.145038 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-31dbfb2c-615e-4349-823f-122c6166d257 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "DELETE /v2.0/networks/eea5122f-ce32-4105-b026-d519275690fb HTTP/1.1" status: 204 len: 168 time: 1.7982087 Jun 11 10:08:37.148350 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b6b8c0da-befd-4c96-8a7f-ee09dd86a788 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:37.156804 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-66033635-d752-4c84-8a2d-6d86de803b57 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-276368506'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:08:37.185713 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dbfb2c-615e-4349-823f-122c6166d257 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Pushing event deleted for resources: {'Network': ['ID=eea5122f-ce32-4105-b026-d519275690fb,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:37.190131 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-7a0261b2-2c69-4882-b48c-df0d1bc90335 req-17d7c3bb-65cb-4d07-9e4d-4aea341ed898 tempest-ServerPasswordTestJSON-1505951935 tempest-ServerPasswordTestJSON-1505951935-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:37.204346 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-31dbfb2c-615e-4349-823f-122c6166d257 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:37.244447 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-753b43a0-f0f2-442d-ad2e-859a6f9e78e8 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:37.318885 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-753b43a0-f0f2-442d-ad2e-859a6f9e78e8 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:37.323751 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-fe0bba47-6a81-4249-9f65-d4da1aa9ed3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:37.364792 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753b43a0-f0f2-442d-ad2e-859a6f9e78e8 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81ce482e-c8f0-4849-86f1-7afb5921d72d,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:37.367515 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-753b43a0-f0f2-442d-ad2e-859a6f9e78e8 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:37.370942 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-7a0261b2-2c69-4882-b48c-df0d1bc90335 req-17d7c3bb-65cb-4d07-9e4d-4aea341ed898 tempest-ServerPasswordTestJSON-1505951935 tempest-ServerPasswordTestJSON-1505951935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:37.380458 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-fd44fcb2-c324-411b-84d7-1a1506d3951b tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:37.432079 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a0261b2-2c69-4882-b48c-df0d1bc90335 req-17d7c3bb-65cb-4d07-9e4d-4aea341ed898 tempest-ServerPasswordTestJSON-1505951935 tempest-ServerPasswordTestJSON-1505951935-project] Network ace617a4-03c3-43e2-a9c8-602abb377003 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:08:37.440039 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66033635-d752-4c84-8a2d-6d86de803b57 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Made reservation on behalf of 6eee960bcc7246bfbdd544be4d916a35 for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:08:37.443042 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-66033635-d752-4c84-8a2d-6d86de803b57 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:37.445556 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-7a0261b2-2c69-4882-b48c-df0d1bc90335 req-17d7c3bb-65cb-4d07-9e4d-4aea341ed898 tempest-ServerPasswordTestJSON-1505951935 tempest-ServerPasswordTestJSON-1505951935-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:08:37.448040 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a0261b2-2c69-4882-b48c-df0d1bc90335 req-17d7c3bb-65cb-4d07-9e4d-4aea341ed898 tempest-ServerPasswordTestJSON-1505951935 tempest-ServerPasswordTestJSON-1505951935-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:08:37.501261 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d7c3bb-65cb-4d07-9e4d-4aea341ed898 tempest-ServerPasswordTestJSON-1505951935 tempest-ServerPasswordTestJSON-1505951935-project] Pushing event updated for resources: {'Port': ['ID=be67e859-8ebe-4695-81e5-7aec81dca2e5,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:37.504308 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-17d7c3bb-65cb-4d07-9e4d-4aea341ed898 tempest-ServerPasswordTestJSON-1505951935 tempest-ServerPasswordTestJSON-1505951935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:37.532071 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66033635-d752-4c84-8a2d-6d86de803b57 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 792} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:08:37.541971 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0261b2-2c69-4882-b48c-df0d1bc90335 req-17d7c3bb-65cb-4d07-9e4d-4aea341ed898 tempest-ServerPasswordTestJSON-1505951935 tempest-ServerPasswordTestJSON-1505951935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:08:37.542591 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-7a0261b2-2c69-4882-b48c-df0d1bc90335 req-17d7c3bb-65cb-4d07-9e4d-4aea341ed898 tempest-ServerPasswordTestJSON-1505951935 tempest-ServerPasswordTestJSON-1505951935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:37.554649 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-66033635-d752-4c84-8a2d-6d86de803b57 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:37.555028 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-66033635-d752-4c84-8a2d-6d86de803b57 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Added segment aaa107e8-7e76-4861-8ea8-7fbe126c9917 of type vlan for network 600f1266-c9ce-486e-9340-0cd02d81ba61 Jun 11 10:08:37.568036 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-753b43a0-f0f2-442d-ad2e-859a6f9e78e8 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:37.569285 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-753b43a0-f0f2-442d-ad2e-859a6f9e78e8 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8859742 Jun 11 10:08:37.572167 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 47248) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:37.604296 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-e22846ba-f575-43f4-b808-61f854823eb6 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Request body: {'security_group_rule': {'security_group_id': '81ce482e-c8f0-4849-86f1-7afb5921d72d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:08:37.630799 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-66033635-d752-4c84-8a2d-6d86de803b57 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:37.674414 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 47252) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:37.697268 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7a0261b2-2c69-4882-b48c-df0d1bc90335 req-17d7c3bb-65cb-4d07-9e4d-4aea341ed898 tempest-ServerPasswordTestJSON-1505951935 tempest-ServerPasswordTestJSON-1505951935-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3263218 Jun 11 10:08:37.709862 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a1e39a44-5405-42ad-8431-a4945bc2dad0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:37.713423 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-7a0261b2-2c69-4882-b48c-df0d1bc90335 req-8a6fbcef-15b1-4b58-94be-096896a62351 service neutron] Request body: {'port': {'device_id': 'eb17bf35-f425-4db2-810b-97d282fe23c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:08:37.760603 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-66033635-d752-4c84-8a2d-6d86de803b57 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:37.767000 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66033635-d752-4c84-8a2d-6d86de803b57 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:08:37.767628 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-66033635-d752-4c84-8a2d-6d86de803b57 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:37.780399 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c65baf1f-bc7c-4266-bd75-f33a23348e48 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:37.855322 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e22846ba-f575-43f4-b808-61f854823eb6 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:37.936741 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a1e39a44-5405-42ad-8431-a4945bc2dad0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:37.948229 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66033635-d752-4c84-8a2d-6d86de803b57 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Pushing event updated for resources: {'Network': ['ID=600f1266-c9ce-486e-9340-0cd02d81ba61,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:37.950989 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-66033635-d752-4c84-8a2d-6d86de803b57 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:37.961228 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 600f1266-c9ce-486e-9340-0cd02d81ba61 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:08:37.972816 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-7a0261b2-2c69-4882-b48c-df0d1bc90335 req-8a6fbcef-15b1-4b58-94be-096896a62351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:38.022274 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a1e39a44-5405-42ad-8431-a4945bc2dad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:38.026662 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f42a5e6e-7e65-4e8c-98dc-9f9f6dc2b44f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:38.075342 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e22846ba-f575-43f4-b808-61f854823eb6 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:38.116818 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e39a44-5405-42ad-8431-a4945bc2dad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52f73895-d7e4-4739-9469-5390eda5a129,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:38.121279 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a1e39a44-5405-42ad-8431-a4945bc2dad0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:38.126882 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-a1e39a44-5405-42ad-8431-a4945bc2dad0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3066273f5e204877804690039155db6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4491313 Jun 11 10:08:38.136930 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 47264) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:38.171149 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-66033635-d752-4c84-8a2d-6d86de803b57 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0281267 Jun 11 10:08:38.184664 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 47268) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:38.202369 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-ac63401f-9fd1-43f6-9654-989360aec582 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Request body: {'subnet': {'network_id': '600f1266-c9ce-486e-9340-0cd02d81ba61', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:08:38.285186 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e22846ba-f575-43f4-b808-61f854823eb6 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:38.290689 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d4efe369-40c2-4e87-8273-0fabe95f2300 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:38.312284 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22846ba-f575-43f4-b808-61f854823eb6 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24162e05-ddfd-4759-ba8c-50211867b564,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:38.372572 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e22846ba-f575-43f4-b808-61f854823eb6 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:38.393922 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-79733001-7105-4936-a50d-579dee5675df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:38.449993 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-79733001-7105-4936-a50d-579dee5675df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:38.528332 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e22846ba-f575-43f4-b808-61f854823eb6 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:38.540114 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-e22846ba-f575-43f4-b808-61f854823eb6 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9671221 Jun 11 10:08:38.541053 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 47282) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:38.550863 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-aa675168-35a3-40e4-8aed-6c5846c2b102 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Request body: {'security_group_rule': {'security_group_id': '81ce482e-c8f0-4849-86f1-7afb5921d72d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:08:38.599116 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-7a0261b2-2c69-4882-b48c-df0d1bc90335 req-8a6fbcef-15b1-4b58-94be-096896a62351 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be67e859-8ebe-4695-81e5-7aec81dca2e5 {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:08:38.602630 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-7a0261b2-2c69-4882-b48c-df0d1bc90335 req-8a6fbcef-15b1-4b58-94be-096896a62351 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:38.628936 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac63401f-9fd1-43f6-9654-989360aec582 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Made reservation on behalf of 6eee960bcc7246bfbdd544be4d916a35 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:08:38.639515 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ac63401f-9fd1-43f6-9654-989360aec582 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:38.662520 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-7a0261b2-2c69-4882-b48c-df0d1bc90335 req-8a6fbcef-15b1-4b58-94be-096896a62351 service neutron] Transition to ACTIVE for port object be67e859-8ebe-4695-81e5-7aec81dca2e5 will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:08:38.713419 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-7a0261b2-2c69-4882-b48c-df0d1bc90335 req-8a6fbcef-15b1-4b58-94be-096896a62351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:38.713608 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-79733001-7105-4936-a50d-579dee5675df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:38.716130 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-79733001-7105-4936-a50d-579dee5675df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:38.719857 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-79733001-7105-4936-a50d-579dee5675df admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/52f73895-d7e4-4739-9469-5390eda5a129 HTTP/1.1" status: 204 len: 168 time: 0.5783668 Jun 11 10:08:38.720314 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9f127303-8d4e-4d9f-b57f-3e7e3a849329 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:38.723496 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ffaddc13-06a2-499e-b40c-083505c810a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:38.737335 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79733001-7105-4936-a50d-579dee5675df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f73895-d7e4-4739-9469-5390eda5a129,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:38.743323 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-79733001-7105-4936-a50d-579dee5675df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:38.957003 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d639145-b5b3-4717-a518-0c9384f79378 req-b9177598-21b6-4bb9-9b15-8fc3b8129da7 tempest-ServerPasswordTestJSON-1505951935 tempest-ServerPasswordTestJSON-1505951935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:08:38.957003 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7d639145-b5b3-4717-a518-0c9384f79378 req-b9177598-21b6-4bb9-9b15-8fc3b8129da7 tempest-ServerPasswordTestJSON-1505951935 tempest-ServerPasswordTestJSON-1505951935-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb17bf35-f425-4db2-810b-97d282fe23c8 HTTP/1.1" status: 200 len: 932 time: 0.7225237 Jun 11 10:08:38.957702 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6fbcef-15b1-4b58-94be-096896a62351 service neutron] Pushing event updated for resources: {'Port': ['ID=be67e859-8ebe-4695-81e5-7aec81dca2e5,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:38.957702 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8a6fbcef-15b1-4b58-94be-096896a62351 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:39.024752 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7d639145-b5b3-4717-a518-0c9384f79378 req-1119494f-3e73-4a70-9da8-59d56ef08dde tempest-ServerPasswordTestJSON-1505951935 tempest-ServerPasswordTestJSON-1505951935-project] 10.222.0.60 "GET /v2.0/security-groups?id=e930a5b6-d653-4c17-baab-8bf761019908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294055 Jun 11 10:08:39.026352 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-7a0261b2-2c69-4882-b48c-df0d1bc90335 req-8a6fbcef-15b1-4b58-94be-096896a62351 service neutron] Attempting to bind port be67e859-8ebe-4695-81e5-7aec81dca2e5 on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:08:39.026921 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-7a0261b2-2c69-4882-b48c-df0d1bc90335 req-8a6fbcef-15b1-4b58-94be-096896a62351 service neutron] Attempting to bind port be67e859-8ebe-4695-81e5-7aec81dca2e5 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '10afeda4-40db-461a-bb1c-864d63e99745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'ace617a4-03c3-43e2-a9c8-602abb377003'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:08:39.027412 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0261b2-2c69-4882-b48c-df0d1bc90335 req-8a6fbcef-15b1-4b58-94be-096896a62351 service neutron] Attempting to bind port be67e859-8ebe-4695-81e5-7aec81dca2e5 on network ace617a4-03c3-43e2-a9c8-602abb377003 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:08:39.034154 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0261b2-2c69-4882-b48c-df0d1bc90335 req-8a6fbcef-15b1-4b58-94be-096896a62351 service neutron] Port be67e859-8ebe-4695-81e5-7aec81dca2e5 on network ace617a4-03c3-43e2-a9c8-602abb377003 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:08:39.034718 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0261b2-2c69-4882-b48c-df0d1bc90335 req-8a6fbcef-15b1-4b58-94be-096896a62351 service neutron] Attempting to bind port be67e859-8ebe-4695-81e5-7aec81dca2e5 on network ace617a4-03c3-43e2-a9c8-602abb377003 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:08:39.043282 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0261b2-2c69-4882-b48c-df0d1bc90335 req-8a6fbcef-15b1-4b58-94be-096896a62351 service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:08:39.043759 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0261b2-2c69-4882-b48c-df0d1bc90335 req-8a6fbcef-15b1-4b58-94be-096896a62351 service neutron] Checking segment: {'id': '10afeda4-40db-461a-bb1c-864d63e99745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'ace617a4-03c3-43e2-a9c8-602abb377003'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:08:39.044217 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0261b2-2c69-4882-b48c-df0d1bc90335 req-8a6fbcef-15b1-4b58-94be-096896a62351 service neutron] Bound using segment: {'id': '10afeda4-40db-461a-bb1c-864d63e99745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'ace617a4-03c3-43e2-a9c8-602abb377003'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:08:39.044719 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-7a0261b2-2c69-4882-b48c-df0d1bc90335 req-8a6fbcef-15b1-4b58-94be-096896a62351 service neutron] Bound port: be67e859-8ebe-4695-81e5-7aec81dca2e5, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10afeda4-40db-461a-bb1c-864d63e99745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'ace617a4-03c3-43e2-a9c8-602abb377003'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:08:39.045172 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-7a0261b2-2c69-4882-b48c-df0d1bc90335 req-8a6fbcef-15b1-4b58-94be-096896a62351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:39.135218 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-7a0261b2-2c69-4882-b48c-df0d1bc90335 req-8a6fbcef-15b1-4b58-94be-096896a62351 service neutron] For port be67e859-8ebe-4695-81e5-7aec81dca2e5, host n-h1-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:08:39.140153 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-7a0261b2-2c69-4882-b48c-df0d1bc90335 req-8a6fbcef-15b1-4b58-94be-096896a62351 service neutron] For port be67e859-8ebe-4695-81e5-7aec81dca2e5, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=be67e859-8ebe-4695-81e5-7aec81dca2e5,segment=NetworkSegment(10afeda4-40db-461a-bb1c-864d63e99745),segment_id=10afeda4-40db-461a-bb1c-864d63e99745)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:08:39.583396 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-aa675168-35a3-40e4-8aed-6c5846c2b102 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:39.665721 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-aa675168-35a3-40e4-8aed-6c5846c2b102 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:39.754494 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ac63401f-9fd1-43f6-9654-989360aec582 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:39.756473 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-7a0261b2-2c69-4882-b48c-df0d1bc90335 req-8a6fbcef-15b1-4b58-94be-096896a62351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:39.761580 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-03444cba-b7dd-416d-9679-d74e890beb9d tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:39.768485 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a0cacfaa-489c-4e82-a3be-5a5ee734ef64 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:39.820970 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-aa675168-35a3-40e4-8aed-6c5846c2b102 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:39.831589 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0261b2-2c69-4882-b48c-df0d1bc90335 req-8a6fbcef-15b1-4b58-94be-096896a62351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:08:39.832483 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-7a0261b2-2c69-4882-b48c-df0d1bc90335 req-8a6fbcef-15b1-4b58-94be-096896a62351 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:39.834285 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7a0261b2-2c69-4882-b48c-df0d1bc90335 req-8a6fbcef-15b1-4b58-94be-096896a62351 service neutron] 10.222.0.64 "PUT /v2.0/ports/be67e859-8ebe-4695-81e5-7aec81dca2e5 HTTP/1.1" status: 200 len: 1093 time: 2.1304672 Jun 11 10:08:39.834800 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb17bf35-f425-4db2-810b-97d282fe23c8', 'tag': 'be67e859-8ebe-4695-81e5-7aec81dca2e5'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:08:39.837343 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-221e0fe1-25ae-4f13-b5e7-ad8a428fc1f3" -d '{"events": [{"name": "network-changed", "server_uuid": "eb17bf35-f425-4db2-810b-97d282fe23c8", "tag": "be67e859-8ebe-4695-81e5-7aec81dca2e5"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:08:39.868345 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6fbcef-15b1-4b58-94be-096896a62351 service neutron] Pushing event updated for resources: {'Port': ['ID=be67e859-8ebe-4695-81e5-7aec81dca2e5,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:39.872017 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac63401f-9fd1-43f6-9654-989360aec582 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Pushing event updated for resources: {'Subnet': ['ID=fc8b1df9-03d7-4b57-bc89-0b7ff37a1eef,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:39.876622 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ac63401f-9fd1-43f6-9654-989360aec582 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:39.877334 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-daef7b85-4f76-40b2-a32e-15aa10e7ae46 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:39.888167 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8a6fbcef-15b1-4b58-94be-096896a62351 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:39.913760 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac63401f-9fd1-43f6-9654-989360aec582 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Checking segment: {'id': 'aaa107e8-7e76-4861-8ea8-7fbe126c9917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '600f1266-c9ce-486e-9340-0cd02d81ba61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:08:39.914287 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac63401f-9fd1-43f6-9654-989360aec582 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Network hostable DHCP agents. Network: 600f1266-c9ce-486e-9340-0cd02d81ba61, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:08:39.919239 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa675168-35a3-40e4-8aed-6c5846c2b102 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd565cdb-d537-4243-a9b2-a99d0283070a,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:39.933047 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-aa675168-35a3-40e4-8aed-6c5846c2b102 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:39.933457 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6768e8fd-33f3-42c7-8870-7af4b77d7fe1 x-openstack-request-id: req-6768e8fd-33f3-42c7-8870-7af4b77d7fe1 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:08:39.933457 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb17bf35-f425-4db2-810b-97d282fe23c8", "tag": "be67e859-8ebe-4695-81e5-7aec81dca2e5", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:08:39.933761 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6768e8fd-33f3-42c7-8870-7af4b77d7fe1 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:08:39.933993 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb17bf35-f425-4db2-810b-97d282fe23c8', 'tag': 'be67e859-8ebe-4695-81e5-7aec81dca2e5', 'status': 'completed', 'code': 200} Jun 11 10:08:39.958799 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-aa675168-35a3-40e4-8aed-6c5846c2b102 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:39.960521 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-aa675168-35a3-40e4-8aed-6c5846c2b102 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4144089 Jun 11 10:08:39.963098 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 47298) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:39.970404 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-342dd963-fa6f-403a-a53c-2e96be301194 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Request body: {'security_group_rule': {'security_group_id': '81ce482e-c8f0-4849-86f1-7afb5921d72d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:08:40.029032 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0261b2-2c69-4882-b48c-df0d1bc90335 req-d3474244-55c3-4ff9-8e12-9136bc9685e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:08:40.030538 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7a0261b2-2c69-4882-b48c-df0d1bc90335 req-d3474244-55c3-4ff9-8e12-9136bc9685e9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d86c23a2ac514331bc84b2212b249d3e&device_id=eb17bf35-f425-4db2-810b-97d282fe23c8 HTTP/1.1" status: 200 len: 1096 time: 0.0877242 Jun 11 10:08:40.032961 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac63401f-9fd1-43f6-9654-989360aec582 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Network 600f1266-c9ce-486e-9340-0cd02d81ba61 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:08:40.102829 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-342dd963-fa6f-403a-a53c-2e96be301194 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:40.147029 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-ac63401f-9fd1-43f6-9654-989360aec582 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 600f1266-c9ce-486e-9340-0cd02d81ba61) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:08:40.158398 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7a0261b2-2c69-4882-b48c-df0d1bc90335 req-f93a0f71-0653-436a-b1f4-79439b333680 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be67e859-8ebe-4695-81e5-7aec81dca2e5 HTTP/1.1" status: 200 len: 217 time: 0.1208363 Jun 11 10:08:40.160981 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d8a392-13d1-4220-8bf8-f58c7c5a125e None None] Network 600f1266-c9ce-486e-9340-0cd02d81ba61 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:08:40.174804 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac63401f-9fd1-43f6-9654-989360aec582 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:08:40.177062 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ac63401f-9fd1-43f6-9654-989360aec582 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:40.268001 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-342dd963-fa6f-403a-a53c-2e96be301194 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:40.314832 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0261b2-2c69-4882-b48c-df0d1bc90335 req-7066871f-542d-480b-8683-9f916e30a24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:08:40.320401 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7a0261b2-2c69-4882-b48c-df0d1bc90335 req-7066871f-542d-480b-8683-9f916e30a24e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c4087b2a-86ce-44d7-ae67-e1fc42618d99 HTTP/1.1" status: 200 len: 853 time: 0.1536622 Jun 11 10:08:40.324982 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-ac63401f-9fd1-43f6-9654-989360aec582 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1380663 Jun 11 10:08:40.327295 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 47314) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:40.338013 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-9f7f1c83-f33f-4962-bc0b-4ae3183adbcc tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1102321826', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:08:40.373770 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-342dd963-fa6f-403a-a53c-2e96be301194 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:40.384370 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:40.411516 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7a0261b2-2c69-4882-b48c-df0d1bc90335 req-e93b8b57-9fc1-4aef-ab97-fa225e9ad043 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ace617a4-03c3-43e2-a9c8-602abb377003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0859275 Jun 11 10:08:40.444131 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342dd963-fa6f-403a-a53c-2e96be301194 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eaa60c6-05a9-48c3-9e1f-df16ca527168,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:40.460574 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-342dd963-fa6f-403a-a53c-2e96be301194 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:40.505824 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71fc9200-762c-4c1e-8f04-1c27661eb244 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-600f1266-c9ce-486e-9340-0cd02d81ba61', 'network_id': '600f1266-c9ce-486e-9340-0cd02d81ba61', 'tenant_id': '6eee960bcc7246bfbdd544be4d916a35', 'fixed_ips': [{'subnet_id': 'fc8b1df9-03d7-4b57-bc89-0b7ff37a1eef'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 10:08:40.507684 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-71fc9200-762c-4c1e-8f04-1c27661eb244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:40.538555 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9f7f1c83-f33f-4962-bc0b-4ae3183adbcc tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:40.539712 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9f7f1c83-f33f-4962-bc0b-4ae3183adbcc tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:40.551749 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c47e320-87ad-4984-8839-c9baca3baf11 req-08067b0f-cf14-4762-bdb2-c928275dc418 tempest-ServerPasswordTestJSON-1505951935 tempest-ServerPasswordTestJSON-1505951935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:08:40.553402 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5c47e320-87ad-4984-8839-c9baca3baf11 req-08067b0f-cf14-4762-bdb2-c928275dc418 tempest-ServerPasswordTestJSON-1505951935 tempest-ServerPasswordTestJSON-1505951935-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb17bf35-f425-4db2-810b-97d282fe23c8 HTTP/1.1" status: 200 len: 944 time: 0.2883265 Jun 11 10:08:40.656057 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-342dd963-fa6f-403a-a53c-2e96be301194 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:40.662176 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-342dd963-fa6f-403a-a53c-2e96be301194 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6956451 Jun 11 10:08:40.662873 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 47326) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:40.669270 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9f7f1c83-f33f-4962-bc0b-4ae3183adbcc tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:40.697027 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5c47e320-87ad-4984-8839-c9baca3baf11 req-91f7752c-95be-4d03-8c6a-4f5253084857 tempest-ServerPasswordTestJSON-1505951935 tempest-ServerPasswordTestJSON-1505951935-project] 10.222.0.60 "GET /v2.0/security-groups?id=e930a5b6-d653-4c17-baab-8bf761019908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314018 Jun 11 10:08:40.705049 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-c33c5159-c867-4a37-a1d5-4d19bffa88a5 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Request body: {'security_group_rule': {'security_group_id': '81ce482e-c8f0-4849-86f1-7afb5921d72d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:08:40.726122 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9f7f1c83-f33f-4962-bc0b-4ae3183adbcc tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:40.733028 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7a0261b2-2c69-4882-b48c-df0d1bc90335 req-c8b380e5-2c89-495a-bfd3-3024e0cb4b8c service neutron] 10.222.0.64 "GET /v2.0/networks/ace617a4-03c3-43e2-a9c8-602abb377003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3144608 Jun 11 10:08:40.816656 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-71fc9200-762c-4c1e-8f04-1c27661eb244 None None] Allocated IP 172.20.0.2 (600f1266-c9ce-486e-9340-0cd02d81ba61/fc8b1df9-03d7-4b57-bc89-0b7ff37a1eef/4f88042f-28f5-4c0a-ab85-691f840dd49e) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:08:40.906509 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c33c5159-c867-4a37-a1d5-4d19bffa88a5 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:40.910650 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7a0261b2-2c69-4882-b48c-df0d1bc90335 req-eb1b24cd-c46e-41e6-9e76-7c48207a36df service neutron] 10.222.0.64 "GET /v2.0/networks/ace617a4-03c3-43e2-a9c8-602abb377003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680388 Jun 11 10:08:40.977941 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c33c5159-c867-4a37-a1d5-4d19bffa88a5 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:41.050514 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9f7f1c83-f33f-4962-bc0b-4ae3183adbcc tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:41.054312 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-9f7f1c83-f33f-4962-bc0b-4ae3183adbcc tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.7230916 Jun 11 10:08:41.054472 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 47340) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:41.061193 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-658102e4-ef26-4a35-bf75-ea92d7cf7d53 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Request body: {'port': {'network_id': '600f1266-c9ce-486e-9340-0cd02d81ba61', 'name': 'tempest-PortsTestJSON-1905911863'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:08:41.087320 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c33c5159-c867-4a37-a1d5-4d19bffa88a5 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:41.175057 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:08:41.199109 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:41.234546 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-71fc9200-762c-4c1e-8f04-1c27661eb244 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:41.251433 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-71fc9200-762c-4c1e-8f04-1c27661eb244 None None] Transition to ACTIVE for port object 4f88042f-28f5-4c0a-ab85-691f840dd49e will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:08:41.260666 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33c5159-c867-4a37-a1d5-4d19bffa88a5 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbee0698-3d09-4eb5-8c1c-3bccdf34a082,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:41.267399 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c33c5159-c867-4a37-a1d5-4d19bffa88a5 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:41.286304 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-71fc9200-762c-4c1e-8f04-1c27661eb244 None None] Transition to ACTIVE for port object 4f88042f-28f5-4c0a-ab85-691f840dd49e will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:08:41.336686 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-71fc9200-762c-4c1e-8f04-1c27661eb244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:41.340172 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-a7473f0a-a3ac-41c5-b2d8-998b0ac80605 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:41.353609 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-658102e4-ef26-4a35-bf75-ea92d7cf7d53 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Made reservation on behalf of 6eee960bcc7246bfbdd544be4d916a35 for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:08:41.358983 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-658102e4-ef26-4a35-bf75-ea92d7cf7d53 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:41.370618 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221e0fe1-25ae-4f13-b5e7-ad8a428fc1f3 req-cc77bd6f-166c-4aa8-a52f-ebb4b7684255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:08:41.376733 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-221e0fe1-25ae-4f13-b5e7-ad8a428fc1f3 req-cc77bd6f-166c-4aa8-a52f-ebb4b7684255 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d86c23a2ac514331bc84b2212b249d3e&device_id=eb17bf35-f425-4db2-810b-97d282fe23c8 HTTP/1.1" status: 200 len: 1096 time: 0.2878258 Jun 11 10:08:41.419335 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [None req-658102e4-ef26-4a35-bf75-ea92d7cf7d53 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] device_id is not set on port fd994e6c-c5aa-4b21-b684-3994e272b97f yet. {{(pid=93177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 10:08:41.457200 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c33c5159-c867-4a37-a1d5-4d19bffa88a5 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:41.469436 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-c33c5159-c867-4a37-a1d5-4d19bffa88a5 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7994411 Jun 11 10:08:41.477473 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 47360) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:41.494726 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-c7d5070d-f5ba-453a-a6d2-ad1458829384 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Request body: {'security_group_rule': {'security_group_id': '81ce482e-c8f0-4849-86f1-7afb5921d72d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:08:41.524315 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fc9200-762c-4c1e-8f04-1c27661eb244 None None] Pushing event updated for resources: {'Port': ['ID=4f88042f-28f5-4c0a-ab85-691f840dd49e,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:41.540102 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-71fc9200-762c-4c1e-8f04-1c27661eb244 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:41.554153 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fc9200-762c-4c1e-8f04-1c27661eb244 None None] Network 600f1266-c9ce-486e-9340-0cd02d81ba61 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:08:41.565070 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-71fc9200-762c-4c1e-8f04-1c27661eb244 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:08:41.567775 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fc9200-762c-4c1e-8f04-1c27661eb244 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:08:41.651115 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-71fc9200-762c-4c1e-8f04-1c27661eb244 None None] Attempting to bind port 4f88042f-28f5-4c0a-ab85-691f840dd49e on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:08:41.651731 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-71fc9200-762c-4c1e-8f04-1c27661eb244 None None] Attempting to bind port 4f88042f-28f5-4c0a-ab85-691f840dd49e by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'aaa107e8-7e76-4861-8ea8-7fbe126c9917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '600f1266-c9ce-486e-9340-0cd02d81ba61'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:08:41.652868 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fc9200-762c-4c1e-8f04-1c27661eb244 None None] Attempting to bind port 4f88042f-28f5-4c0a-ab85-691f840dd49e on network 600f1266-c9ce-486e-9340-0cd02d81ba61 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:08:41.661390 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fc9200-762c-4c1e-8f04-1c27661eb244 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:08:41.662086 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fc9200-762c-4c1e-8f04-1c27661eb244 None None] Checking segment: {'id': 'aaa107e8-7e76-4861-8ea8-7fbe126c9917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '600f1266-c9ce-486e-9340-0cd02d81ba61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:08:41.662230 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-658102e4-ef26-4a35-bf75-ea92d7cf7d53 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Allocated IP 172.20.0.4 (600f1266-c9ce-486e-9340-0cd02d81ba61/fc8b1df9-03d7-4b57-bc89-0b7ff37a1eef/fd994e6c-c5aa-4b21-b684-3994e272b97f) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:08:41.663456 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-71fc9200-762c-4c1e-8f04-1c27661eb244 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:41.665215 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fc9200-762c-4c1e-8f04-1c27661eb244 None None] Bound using segment: {'id': 'aaa107e8-7e76-4861-8ea8-7fbe126c9917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '600f1266-c9ce-486e-9340-0cd02d81ba61'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:08:41.665919 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-71fc9200-762c-4c1e-8f04-1c27661eb244 None None] Bound port: 4f88042f-28f5-4c0a-ab85-691f840dd49e, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaa107e8-7e76-4861-8ea8-7fbe126c9917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '600f1266-c9ce-486e-9340-0cd02d81ba61'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:08:41.667845 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-71fc9200-762c-4c1e-8f04-1c27661eb244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:41.798681 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221e0fe1-25ae-4f13-b5e7-ad8a428fc1f3 req-7f6c9d46-a03e-4f9a-a843-198b6e03af63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:08:41.800242 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-221e0fe1-25ae-4f13-b5e7-ad8a428fc1f3 req-7f6c9d46-a03e-4f9a-a843-198b6e03af63 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ace617a4-03c3-43e2-a9c8-602abb377003 HTTP/1.1" status: 200 len: 914 time: 0.4170506 Jun 11 10:08:41.848633 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c7d5070d-f5ba-453a-a6d2-ad1458829384 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:41.953915 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-71fc9200-762c-4c1e-8f04-1c27661eb244 None None] For port 4f88042f-28f5-4c0a-ab85-691f840dd49e, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:08:41.988867 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-71fc9200-762c-4c1e-8f04-1c27661eb244 None None] For port 4f88042f-28f5-4c0a-ab85-691f840dd49e, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=4f88042f-28f5-4c0a-ab85-691f840dd49e,segment=NetworkSegment(aaa107e8-7e76-4861-8ea8-7fbe126c9917),segment_id=aaa107e8-7e76-4861-8ea8-7fbe126c9917)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:08:42.049295 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-71fc9200-762c-4c1e-8f04-1c27661eb244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:42.066192 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-424c3bef-7083-4fea-9955-8ad83438b271 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:42.071258 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-221e0fe1-25ae-4f13-b5e7-ad8a428fc1f3 req-2ece39ca-7791-4b87-b7e9-6a7e24151cc5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be67e859-8ebe-4695-81e5-7aec81dca2e5 HTTP/1.1" status: 200 len: 217 time: 0.2604263 Jun 11 10:08:42.126698 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-658102e4-ef26-4a35-bf75-ea92d7cf7d53 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:42.144480 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-658102e4-ef26-4a35-bf75-ea92d7cf7d53 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Transition to ACTIVE for port object fd994e6c-c5aa-4b21-b684-3994e272b97f will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:08:42.261098 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fc9200-762c-4c1e-8f04-1c27661eb244 None None] Pushing event updated for resources: {'Port': ['ID=4f88042f-28f5-4c0a-ab85-691f840dd49e,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:42.267734 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-71fc9200-762c-4c1e-8f04-1c27661eb244 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:42.294619 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c7d5070d-f5ba-453a-a6d2-ad1458829384 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:42.313550 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221e0fe1-25ae-4f13-b5e7-ad8a428fc1f3 req-8ef1201d-84f3-44ea-a148-5cdb7e5c8f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:08:42.315042 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-221e0fe1-25ae-4f13-b5e7-ad8a428fc1f3 req-8ef1201d-84f3-44ea-a148-5cdb7e5c8f83 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c4087b2a-86ce-44d7-ae67-e1fc42618d99 HTTP/1.1" status: 200 len: 853 time: 0.2097011 Jun 11 10:08:42.365749 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-221e0fe1-25ae-4f13-b5e7-ad8a428fc1f3 req-f9ea664f-fe46-40b8-ae37-bd4c75b0aea3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ace617a4-03c3-43e2-a9c8-602abb377003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424125 Jun 11 10:08:42.371630 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-658102e4-ef26-4a35-bf75-ea92d7cf7d53 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:42.384352 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5bc3b25f-2934-4e36-ac04-3803d126830c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:42.385853 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64504a14-53ff-4699-9c35-39072d6237ac req-0fb96b32-3748-4ac0-b542-9f196884bc84 tempest-ServerPasswordTestJSON-1505951935 tempest-ServerPasswordTestJSON-1505951935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:08:42.394946 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-64504a14-53ff-4699-9c35-39072d6237ac req-0fb96b32-3748-4ac0-b542-9f196884bc84 tempest-ServerPasswordTestJSON-1505951935 tempest-ServerPasswordTestJSON-1505951935-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb17bf35-f425-4db2-810b-97d282fe23c8 HTTP/1.1" status: 200 len: 944 time: 0.3277245 Jun 11 10:08:42.476441 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c7d5070d-f5ba-453a-a6d2-ad1458829384 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:42.481316 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:42.541923 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658102e4-ef26-4a35-bf75-ea92d7cf7d53 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Network 600f1266-c9ce-486e-9340-0cd02d81ba61 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:08:42.548339 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-658102e4-ef26-4a35-bf75-ea92d7cf7d53 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:08:42.552085 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658102e4-ef26-4a35-bf75-ea92d7cf7d53 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:08:42.614980 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d5070d-f5ba-453a-a6d2-ad1458829384 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5fce296-1eb1-48dc-88d1-f2229f039522,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:42.618944 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-221e0fe1-25ae-4f13-b5e7-ad8a428fc1f3 req-a8a0528e-84ad-4650-94bc-8e371300152d service neutron] 10.222.0.64 "GET /v2.0/networks/ace617a4-03c3-43e2-a9c8-602abb377003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214158 Jun 11 10:08:42.626551 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c7d5070d-f5ba-453a-a6d2-ad1458829384 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:42.686358 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-64504a14-53ff-4699-9c35-39072d6237ac req-95195eda-e5cd-4f16-a20e-741bbbcbb547 tempest-ServerPasswordTestJSON-1505951935 tempest-ServerPasswordTestJSON-1505951935-project] 10.222.0.60 "GET /v2.0/security-groups?id=e930a5b6-d653-4c17-baab-8bf761019908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905133 Jun 11 10:08:42.729059 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658102e4-ef26-4a35-bf75-ea92d7cf7d53 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Pushing event updated for resources: {'Port': ['ID=fd994e6c-c5aa-4b21-b684-3994e272b97f,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:42.731675 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-658102e4-ef26-4a35-bf75-ea92d7cf7d53 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:42.739242 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658102e4-ef26-4a35-bf75-ea92d7cf7d53 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:08:42.739897 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-658102e4-ef26-4a35-bf75-ea92d7cf7d53 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:42.771302 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c7d5070d-f5ba-453a-a6d2-ad1458829384 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:42.775173 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-c7d5070d-f5ba-453a-a6d2-ad1458829384 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 1.2936547 Jun 11 10:08:42.775750 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 47402) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:42.819035 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-221e0fe1-25ae-4f13-b5e7-ad8a428fc1f3 req-82863959-d5c7-42a5-9006-05b99a5b2803 service neutron] 10.222.0.64 "GET /v2.0/networks/ace617a4-03c3-43e2-a9c8-602abb377003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936979 Jun 11 10:08:42.874936 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 47404) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:42.878321 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-658102e4-ef26-4a35-bf75-ea92d7cf7d53 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8228080 Jun 11 10:08:42.879821 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-865d2bff-9e8d-4356-a659-ff5eec17a5ba tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:42.890481 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e1ee71f4-acd0-4a85-bd08-6add64bb00f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:42.907179 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-865d2bff-9e8d-4356-a659-ff5eec17a5ba tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:43.048120 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-865d2bff-9e8d-4356-a659-ff5eec17a5ba tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:43.052219 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-62335c37-a276-4785-bde1-be9f73162e2d tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:43.052344 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 4f88042f-28f5-4c0a-ab85-691f840dd49e up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:08:43.067829 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-865d2bff-9e8d-4356-a659-ff5eec17a5ba tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:43.084017 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-865d2bff-9e8d-4356-a659-ff5eec17a5ba tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/e5fce296-1eb1-48dc-88d1-f2229f039522 HTTP/1.1" status: 204 len: 168 time: 0.3045425 Jun 11 10:08:43.107553 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865d2bff-9e8d-4356-a659-ff5eec17a5ba tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e5fce296-1eb1-48dc-88d1-f2229f039522,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:43.114000 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-865d2bff-9e8d-4356-a659-ff5eec17a5ba tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:43.116113 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 47420) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:43.233423 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 4f88042f-28f5-4c0a-ab85-691f840dd49e completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:08:43.282675 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-1ae9246e-5606-4a53-a80c-a5cb815c5408 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1582446 Jun 11 10:08:43.283254 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 47422) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:43.346228 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-91094adc-6558-42d4-b433-e9906287fa20 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:43.370071 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-91094adc-6558-42d4-b433-e9906287fa20 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:43.523389 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-91094adc-6558-42d4-b433-e9906287fa20 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:43.527159 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-91094adc-6558-42d4-b433-e9906287fa20 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:43.528528 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-91094adc-6558-42d4-b433-e9906287fa20 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/cbee0698-3d09-4eb5-8c1c-3bccdf34a082 HTTP/1.1" status: 204 len: 168 time: 0.2444322 Jun 11 10:08:43.530289 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:43.550944 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 47428) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:43.553941 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91094adc-6558-42d4-b433-e9906287fa20 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cbee0698-3d09-4eb5-8c1c-3bccdf34a082,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:43.561062 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-91094adc-6558-42d4-b433-e9906287fa20 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:43.673797 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-87126ed3-3487-4c44-898d-2ef902a9b633 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1098256 Jun 11 10:08:43.674032 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c7ce49-5151-424d-977f-d5acb885c70e None None] Network 600f1266-c9ce-486e-9340-0cd02d81ba61 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:08:43.676580 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 47430) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:43.765156 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-315fe919-45a8-4ebb-ba8c-6899845c5962 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:43.790732 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-315fe919-45a8-4ebb-ba8c-6899845c5962 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:43.872099 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6ebe1478-ff72-4975-a884-f59c4abe0c5f tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:43.948765 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-9c99a04a-d4e5-4607-90b9-6a6f5e1606c2 None None] Provisioning for port 4f88042f-28f5-4c0a-ab85-691f840dd49e completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:08:43.954882 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-9c99a04a-d4e5-4607-90b9-6a6f5e1606c2 None None] Provisioning complete for port 4f88042f-28f5-4c0a-ab85-691f840dd49e triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:08:43.955273 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-9c99a04a-d4e5-4607-90b9-6a6f5e1606c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:43.974942 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-315fe919-45a8-4ebb-ba8c-6899845c5962 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:43.977918 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a7c32658-ba68-483d-852f-e9dd3f190138 tempest-TaggedBootDevicesTest_v242-2142702659 tempest-TaggedBootDevicesTest_v242-2142702659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:43.989501 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-315fe919-45a8-4ebb-ba8c-6899845c5962 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:43.994588 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-315fe919-45a8-4ebb-ba8c-6899845c5962 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/1eaa60c6-05a9-48c3-9e1f-df16ca527168 HTTP/1.1" status: 204 len: 168 time: 0.3130441 Jun 11 10:08:43.999462 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 47442) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:44.007148 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315fe919-45a8-4ebb-ba8c-6899845c5962 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1eaa60c6-05a9-48c3-9e1f-df16ca527168,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:44.021549 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-315fe919-45a8-4ebb-ba8c-6899845c5962 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:44.108015 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-7179a40c-30c9-4dac-9af1-e358c00056a9 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1039252 Jun 11 10:08:44.119556 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 47444) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:44.129948 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bc8dec-4331-4d13-b50e-7f1536a9be12 req-976602df-61d4-438d-b71f-6bd4c4282d77 tempest-ServerPasswordTestJSON-1505951935 tempest-ServerPasswordTestJSON-1505951935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:08:44.132547 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-79bc8dec-4331-4d13-b50e-7f1536a9be12 req-976602df-61d4-438d-b71f-6bd4c4282d77 tempest-ServerPasswordTestJSON-1505951935 tempest-ServerPasswordTestJSON-1505951935-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb17bf35-f425-4db2-810b-97d282fe23c8 HTTP/1.1" status: 200 len: 944 time: 0.1969035 Jun 11 10:08:44.187447 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e62b8f16-c45f-4783-9f1d-e03e023d421e tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:44.198785 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e62b8f16-c45f-4783-9f1d-e03e023d421e tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:44.325578 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-79bc8dec-4331-4d13-b50e-7f1536a9be12 req-a9f133f1-045d-4d82-98b3-1a9f3d332eac tempest-ServerPasswordTestJSON-1505951935 tempest-ServerPasswordTestJSON-1505951935-project] 10.222.0.60 "GET /v2.0/security-groups?id=e930a5b6-d653-4c17-baab-8bf761019908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672132 Jun 11 10:08:44.358897 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e62b8f16-c45f-4783-9f1d-e03e023d421e tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:44.361696 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:44.370865 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e62b8f16-c45f-4783-9f1d-e03e023d421e tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:44.375111 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-e62b8f16-c45f-4783-9f1d-e03e023d421e tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/dd565cdb-d537-4243-a9b2-a99d0283070a HTTP/1.1" status: 204 len: 168 time: 0.2390013 Jun 11 10:08:44.382445 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device be67e859-8ebe-4695-81e5-7aec81dca2e5 details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 10:08:44.386690 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 47450) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:44.399060 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62b8f16-c45f-4783-9f1d-e03e023d421e tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dd565cdb-d537-4243-a9b2-a99d0283070a,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:44.416268 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e62b8f16-c45f-4783-9f1d-e03e023d421e tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:44.450314 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-16f24165-0ce1-4452-a77a-36e2af708813 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0591576 Jun 11 10:08:44.452931 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 47454) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:44.484720 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-88bf501d-7361-44ad-964d-565ee6e60809 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:44.496972 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-88bf501d-7361-44ad-964d-565ee6e60809 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:44.575618 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-9c99a04a-d4e5-4607-90b9-6a6f5e1606c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:44.606906 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-88bf501d-7361-44ad-964d-565ee6e60809 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:44.620375 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-88bf501d-7361-44ad-964d-565ee6e60809 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:44.621508 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-88bf501d-7361-44ad-964d-565ee6e60809 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/24162e05-ddfd-4759-ba8c-50211867b564 HTTP/1.1" status: 204 len: 168 time: 0.1675670 Jun 11 10:08:44.626006 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:44.628682 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 47464) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:44.744462 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bf501d-7361-44ad-964d-565ee6e60809 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=24162e05-ddfd-4759-ba8c-50211867b564,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:44.753529 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-88bf501d-7361-44ad-964d-565ee6e60809 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:44.810357 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-467ec2aa-979f-4773-8be2-fe4779fb6a94 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1698229 Jun 11 10:08:44.812243 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 47476) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:44.837547 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-9c99a04a-d4e5-4607-90b9-6a6f5e1606c2 None None] For port 4f88042f-28f5-4c0a-ab85-691f840dd49e, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=4f88042f-28f5-4c0a-ab85-691f840dd49e,segment=NetworkSegment(aaa107e8-7e76-4861-8ea8-7fbe126c9917),segment_id=aaa107e8-7e76-4861-8ea8-7fbe126c9917)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:08:44.897038 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port be67e859-8ebe-4695-81e5-7aec81dca2e5, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=be67e859-8ebe-4695-81e5-7aec81dca2e5,segment=NetworkSegment(10afeda4-40db-461a-bb1c-864d63e99745),segment_id=10afeda4-40db-461a-bb1c-864d63e99745)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:08:44.907434 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-9c99a04a-d4e5-4607-90b9-6a6f5e1606c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:44.915649 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-bebccef5-06d4-4a53-afd0-9beb103f9e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:44.967625 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': 'be67e859-8ebe-4695-81e5-7aec81dca2e5', 'network_id': 'ace617a4-03c3-43e2-a9c8-602abb377003', 'port_id': 'be67e859-8ebe-4695-81e5-7aec81dca2e5', 'mac_address': 'fa:16:3e:ae:3e:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4087b2a-86ce-44d7-ae67-e1fc42618d99', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 10:08:44.993507 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c23b105b-9748-4d0b-891d-c03e49d1e30d tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:45.043481 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c23b105b-9748-4d0b-891d-c03e49d1e30d tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:45.109242 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:45.151126 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be67e859-8ebe-4695-81e5-7aec81dca2e5 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:08:45.192166 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c99a04a-d4e5-4607-90b9-6a6f5e1606c2 None None] Pushing event updated for resources: {'Port': ['ID=4f88042f-28f5-4c0a-ab85-691f840dd49e,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:45.196607 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port be67e859-8ebe-4695-81e5-7aec81dca2e5, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=be67e859-8ebe-4695-81e5-7aec81dca2e5,segment=NetworkSegment(10afeda4-40db-461a-bb1c-864d63e99745),segment_id=10afeda4-40db-461a-bb1c-864d63e99745)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:08:45.198249 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-9c99a04a-d4e5-4607-90b9-6a6f5e1606c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:45.226940 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6ebe1478-ff72-4975-a884-f59c4abe0c5f tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:45.233618 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c23b105b-9748-4d0b-891d-c03e49d1e30d tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:45.239333 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c23b105b-9748-4d0b-891d-c03e49d1e30d tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:45.243899 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-c23b105b-9748-4d0b-891d-c03e49d1e30d tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] 10.222.0.60 "DELETE /v2.0/security-groups/81ce482e-c8f0-4849-86f1-7afb5921d72d HTTP/1.1" status: 204 len: 168 time: 0.4261787 Jun 11 10:08:45.243899 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f7fa49a6-0aa6-42d4-864b-bb62f3fbca28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:45.244456 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 47480) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:45.276210 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23b105b-9748-4d0b-891d-c03e49d1e30d tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ce482e-c8f0-4849-86f1-7afb5921d72d,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:45.282467 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c23b105b-9748-4d0b-891d-c03e49d1e30d tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:45.293966 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:45.306624 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-df21f196-9857-41be-9dac-c469815c00c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:45.333355 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6ebe1478-ff72-4975-a884-f59c4abe0c5f tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:45.340325 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-24a7b677-4524-4575-8480-4c7a2656f7b3 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:45.495098 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=be67e859-8ebe-4695-81e5-7aec81dca2e5,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:45.510655 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:45.526963 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['be67e859-8ebe-4695-81e5-7aec81dca2e5'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:08:45.631241 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-dd47d884-f7e3-45a2-9943-9a3cbae1545b None None] Provisioning for port fd994e6c-c5aa-4b21-b684-3994e272b97f completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:08:45.648707 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-dd47d884-f7e3-45a2-9943-9a3cbae1545b None None] Provisioning complete for port fd994e6c-c5aa-4b21-b684-3994e272b97f triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:08:45.649092 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-dd47d884-f7e3-45a2-9943-9a3cbae1545b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:45.737907 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-dd47d884-f7e3-45a2-9943-9a3cbae1545b None None] Port fd994e6c-c5aa-4b21-b684-3994e272b97f cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:08:45.770718 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-dd47d884-f7e3-45a2-9943-9a3cbae1545b None None] Provisioning complete for port 4f88042f-28f5-4c0a-ab85-691f840dd49e triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:08:45.772050 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-dd47d884-f7e3-45a2-9943-9a3cbae1545b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:45.830294 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-68bb82ff-ea81-43c6-90be-5c19db7d587a tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5841174 Jun 11 10:08:45.835035 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 47502) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:45.840517 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-7fd4469d-59b0-4818-8dd5-b32a15c5c03f tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Request body: {'security_group': {'name': 'tempest-secgroup--905633359'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:08:45.885388 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebe1478-ff72-4975-a884-f59c4abe0c5f tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Pushing event updated for resources: {'Port': ['ID=fd994e6c-c5aa-4b21-b684-3994e272b97f,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:45.907042 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6ebe1478-ff72-4975-a884-f59c4abe0c5f tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.567s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:45.993247 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7fd4469d-59b0-4818-8dd5-b32a15c5c03f tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:46.061441 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f330e529-e285-4e02-ad6f-f87a9ff8ae0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:46.153645 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7fd4469d-59b0-4818-8dd5-b32a15c5c03f tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:46.170313 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbac0a3-d285-449a-a27e-6ac86fcd7c26 req-133d1d40-0549-411d-a7d5-880f41bf4701 tempest-ServerPasswordTestJSON-1505951935 tempest-ServerPasswordTestJSON-1505951935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:08:46.172644 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-dfbac0a3-d285-449a-a27e-6ac86fcd7c26 req-133d1d40-0549-411d-a7d5-880f41bf4701 tempest-ServerPasswordTestJSON-1505951935 tempest-ServerPasswordTestJSON-1505951935-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb17bf35-f425-4db2-810b-97d282fe23c8 HTTP/1.1" status: 200 len: 945 time: 0.4713671 Jun 11 10:08:46.193331 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:46.216436 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7fd4469d-59b0-4818-8dd5-b32a15c5c03f tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:46.235759 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b5688511-2dd8-4044-857f-3a91d9c8c06f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:46.305492 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7fd4469d-59b0-4818-8dd5-b32a15c5c03f tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:46.307707 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-7fd4469d-59b0-4818-8dd5-b32a15c5c03f tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4707432 Jun 11 10:08:46.308999 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-d49dfe28-043e-484c-9939-559863a5c765 None None] Provisioning complete for port fd994e6c-c5aa-4b21-b684-3994e272b97f triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:08:46.310604 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d49dfe28-043e-484c-9939-559863a5c765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:46.321924 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd4469d-59b0-4818-8dd5-b32a15c5c03f tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd27fed-9ad8-42e4-9e56-fa78d9137c02,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:46.324929 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 47514) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:46.329111 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7fd4469d-59b0-4818-8dd5-b32a15c5c03f tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:46.332781 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-265a9e2c-6d39-4090-b501-3f48ac589913 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Request body: {'security_group_rule': {'security_group_id': 'cdd27fed-9ad8-42e4-9e56-fa78d9137c02', 'direction': 'ingress', 'protocol': 17}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:08:46.395128 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-dfbac0a3-d285-449a-a27e-6ac86fcd7c26 req-19f19d23-ac49-4d5d-9b6d-dbb10dd66f21 tempest-ServerPasswordTestJSON-1505951935 tempest-ServerPasswordTestJSON-1505951935-project] 10.222.0.60 "GET /v2.0/security-groups?id=e930a5b6-d653-4c17-baab-8bf761019908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762946 Jun 11 10:08:46.396475 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6ebe1478-ff72-4975-a884-f59c4abe0c5f tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-375088'] for router_interface, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:46.451311 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-d49dfe28-043e-484c-9939-559863a5c765 None None] Port fd994e6c-c5aa-4b21-b684-3994e272b97f cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:08:46.536607 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-265a9e2c-6d39-4090-b501-3f48ac589913 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:46.643965 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-265a9e2c-6d39-4090-b501-3f48ac589913 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:46.721194 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:46.753592 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-265a9e2c-6d39-4090-b501-3f48ac589913 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:46.756478 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6ebe1478-ff72-4975-a884-f59c4abe0c5f tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:46.756612 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-aa675168-35a3-40e4-8aed-6c5846c2b102 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:46.814627 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265a9e2c-6d39-4090-b501-3f48ac589913 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71491f18-2f93-40cb-9abb-b36c81c77a33,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:46.822709 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-265a9e2c-6d39-4090-b501-3f48ac589913 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:46.915975 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 4f88042f-28f5-4c0a-ab85-691f840dd49e up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:08:46.970480 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-265a9e2c-6d39-4090-b501-3f48ac589913 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:46.981920 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-265a9e2c-6d39-4090-b501-3f48ac589913 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6487501 Jun 11 10:08:46.981920 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 47522) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:47.087719 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 4f88042f-28f5-4c0a-ab85-691f840dd49e triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:08:47.096590 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:47.117940 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0d0e44df-0d2a-4b34-acf3-56666513e897 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:47.176875 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0d0e44df-0d2a-4b34-acf3-56666513e897 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:47.329605 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0d0e44df-0d2a-4b34-acf3-56666513e897 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:47.336713 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0d0e44df-0d2a-4b34-acf3-56666513e897 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:47.338226 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-0d0e44df-0d2a-4b34-acf3-56666513e897 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] 10.222.0.60 "DELETE /v2.0/security-groups/cdd27fed-9ad8-42e4-9e56-fa78d9137c02 HTTP/1.1" status: 204 len: 168 time: 0.3597496 Jun 11 10:08:47.339416 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7fd4469d-59b0-4818-8dd5-b32a15c5c03f tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:47.344427 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 47530) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:47.360358 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0e44df-0d2a-4b34-acf3-56666513e897 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd27fed-9ad8-42e4-9e56-fa78d9137c02,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:47.366822 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0d0e44df-0d2a-4b34-acf3-56666513e897 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:47.450016 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6ebe1478-ff72-4975-a884-f59c4abe0c5f tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:47.490971 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-4d43868c-7db4-4340-b8f8-6695df29734d tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1450691 Jun 11 10:08:47.494387 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 47538) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:47.500449 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-c36e4f9b-2d3e-4ecb-b282-a3c245b3f708 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Request body: {'security_group': {'name': 'tempest-secgroup--1969896318'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:08:47.518702 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6ebe1478-ff72-4975-a884-f59c4abe0c5f tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:47.522147 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d833e1b5-9d0d-4a12-b9eb-760d7d0c1032 tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:47.629632 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebe1478-ff72-4975-a884-f59c4abe0c5f tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Pushing event updated for resources: {'Port': ['ID=fd994e6c-c5aa-4b21-b684-3994e272b97f,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:47.632246 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6ebe1478-ff72-4975-a884-f59c4abe0c5f tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375108'] for router_interface, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:47.634290 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6ebe1478-ff72-4975-a884-f59c4abe0c5f tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:47.673080 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c36e4f9b-2d3e-4ecb-b282-a3c245b3f708 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:47.748046 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9810c3dc-a6c8-41f9-afa7-d7074a2efeaa req-a5780a44-6069-42b7-84f2-cf732f2ac031 tempest-ServerPasswordTestJSON-1505951935 tempest-ServerPasswordTestJSON-1505951935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:08:47.752038 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9810c3dc-a6c8-41f9-afa7-d7074a2efeaa req-a5780a44-6069-42b7-84f2-cf732f2ac031 tempest-ServerPasswordTestJSON-1505951935 tempest-ServerPasswordTestJSON-1505951935-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb17bf35-f425-4db2-810b-97d282fe23c8 HTTP/1.1" status: 200 len: 945 time: 0.1412969 Jun 11 10:08:47.846182 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9810c3dc-a6c8-41f9-afa7-d7074a2efeaa req-751e04bc-c4c5-4d3e-ac95-9b0dd97c6df2 tempest-ServerPasswordTestJSON-1505951935 tempest-ServerPasswordTestJSON-1505951935-project] 10.222.0.60 "GET /v2.0/security-groups?id=e930a5b6-d653-4c17-baab-8bf761019908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849402 Jun 11 10:08:47.871314 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ebe1478-ff72-4975-a884-f59c4abe0c5f tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Network 600f1266-c9ce-486e-9340-0cd02d81ba61 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:08:47.873189 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-6ebe1478-ff72-4975-a884-f59c4abe0c5f tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:08:47.904254 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c36e4f9b-2d3e-4ecb-b282-a3c245b3f708 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:48.050174 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c36e4f9b-2d3e-4ecb-b282-a3c245b3f708 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:48.066743 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-cbe37fb0-57e0-47a4-afc4-f333155707d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:48.127828 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e4f9b-2d3e-4ecb-b282-a3c245b3f708 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=593432bf-6ea2-4b6d-89a3-28cc64f40189,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:48.131062 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c36e4f9b-2d3e-4ecb-b282-a3c245b3f708 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:48.165421 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c36e4f9b-2d3e-4ecb-b282-a3c245b3f708 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:48.169844 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-c36e4f9b-2d3e-4ecb-b282-a3c245b3f708 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6710718 Jun 11 10:08:48.169990 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 47550) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:48.174768 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-492085e6-c319-433d-99bb-20cace701dba tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Request body: {'security_group': {'name': 'tempest-secgroup--1315695834'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:08:48.188953 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device be67e859-8ebe-4695-81e5-7aec81dca2e5 up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:08:48.251769 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-1131bce4-ce8a-4c00-9c50-f6e39a2b63e9 None None] Provisioning complete for port fd994e6c-c5aa-4b21-b684-3994e272b97f triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:08:48.251769 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1131bce4-ce8a-4c00-9c50-f6e39a2b63e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:48.256186 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ebe1478-ff72-4975-a884-f59c4abe0c5f tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Router 68088c48-0c14-40a8-a1ba-7c29892c7203 is scheduled to L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 with binding_index 1 {{(pid=93176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 10:08:48.304617 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-492085e6-c319-433d-99bb-20cace701dba tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:48.367029 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-1131bce4-ce8a-4c00-9c50-f6e39a2b63e9 None None] Port fd994e6c-c5aa-4b21-b684-3994e272b97f cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:08:48.450261 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning for port be67e859-8ebe-4695-81e5-7aec81dca2e5 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:08:48.450535 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-492085e6-c319-433d-99bb-20cace701dba tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:48.452680 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ebe1478-ff72-4975-a884-f59c4abe0c5f tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:08:48.454334 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port be67e859-8ebe-4695-81e5-7aec81dca2e5 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:08:48.454717 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:48.464366 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-6ebe1478-ff72-4975-a884-f59c4abe0c5f tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "PUT /v2.0/routers/68088c48-0c14-40a8-a1ba-7c29892c7203/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5896380 Jun 11 10:08:48.467799 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 47556) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:48.523303 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997d2bee-eab3-4907-bac2-b3347d4cbd27 None None] Sync routers for ids ['68088c48-0c14-40a8-a1ba-7c29892c7203'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:08:48.532234 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:48.538254 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997d2bee-eab3-4907-bac2-b3347d4cbd27 None None] Routers {'68088c48-0c14-40a8-a1ba-7c29892c7203'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:08:48.539068 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-997d2bee-eab3-4907-bac2-b3347d4cbd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:08:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['68088c48-0c14-40a8-a1ba-7c29892c7203'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:08:48.559559 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8063a617-bde6-4cd7-994b-8797944fc041 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:08:48.560304 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-8063a617-bde6-4cd7-994b-8797944fc041 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "GET /v2.0/ports?device_id=68088c48-0c14-40a8-a1ba-7c29892c7203 HTTP/1.1" status: 200 len: 982 time: 0.0911925 Jun 11 10:08:48.561876 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 47562) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:48.574347 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-492085e6-c319-433d-99bb-20cace701dba tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:48.578037 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7bfec261-8fa4-4d31-9d90-e59c4738f92d tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:48.640454 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-997d2bee-eab3-4907-bac2-b3347d4cbd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:08:48.658687 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997d2bee-eab3-4907-bac2-b3347d4cbd27 None None] Routers {'68088c48-0c14-40a8-a1ba-7c29892c7203'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:08:48.659211 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-997d2bee-eab3-4907-bac2-b3347d4cbd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:08:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['68088c48-0c14-40a8-a1ba-7c29892c7203'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:08:48.744687 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492085e6-c319-433d-99bb-20cace701dba tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66dead30-ecae-4393-8be2-9c22e3d48d62,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:48.749078 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-492085e6-c319-433d-99bb-20cace701dba tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:48.787855 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-997d2bee-eab3-4907-bac2-b3347d4cbd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:08:48.788558 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997d2bee-eab3-4907-bac2-b3347d4cbd27 None None] The sync data for ids ['68088c48-0c14-40a8-a1ba-7c29892c7203'] in n-d-779913-12 is: [] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:08:48.791936 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:48.823339 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb17bf35-f425-4db2-810b-97d282fe23c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be67e859-8ebe-4695-81e5-7aec81dca2e5'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:08:48.823339 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f968fca9-1d42-4c58-813f-1e67c7f8e179" -d '{"events": [{"server_uuid": "eb17bf35-f425-4db2-810b-97d282fe23c8", "name": "network-vif-plugged", "status": "completed", "tag": "be67e859-8ebe-4695-81e5-7aec81dca2e5"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:08:48.851016 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port be67e859-8ebe-4695-81e5-7aec81dca2e5, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=be67e859-8ebe-4695-81e5-7aec81dca2e5,segment=NetworkSegment(10afeda4-40db-461a-bb1c-864d63e99745),segment_id=10afeda4-40db-461a-bb1c-864d63e99745)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:08:48.880887 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da9bf39-6cc2-4724-bd8b-22ae2aa76487 x-openstack-request-id: req-9da9bf39-6cc2-4724-bd8b-22ae2aa76487 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:08:48.881201 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb17bf35-f425-4db2-810b-97d282fe23c8", "name": "network-vif-plugged", "status": "completed", "tag": "be67e859-8ebe-4695-81e5-7aec81dca2e5", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:08:48.881506 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9da9bf39-6cc2-4724-bd8b-22ae2aa76487 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:08:48.881908 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb17bf35-f425-4db2-810b-97d282fe23c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be67e859-8ebe-4695-81e5-7aec81dca2e5', 'code': 200} Jun 11 10:08:48.948306 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:48.954023 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-c39b6f23-ead0-48d8-97bf-525d55add247 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:49.074818 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=be67e859-8ebe-4695-81e5-7aec81dca2e5,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:49.079826 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:49.124487 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a304dfe-dfce-488d-9b25-da57fb2d0309 req-ba8bd7b2-50d1-4445-bce4-eef452e4436b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:08:49.126039 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5a304dfe-dfce-488d-9b25-da57fb2d0309 req-ba8bd7b2-50d1-4445-bce4-eef452e4436b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=eb17bf35-f425-4db2-810b-97d282fe23c8 HTTP/1.1" status: 200 len: 1098 time: 0.1438022 Jun 11 10:08:49.202402 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5a304dfe-dfce-488d-9b25-da57fb2d0309 req-960a76c4-a6a2-40c2-870f-8e222424be55 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e930a5b6-d653-4c17-baab-8bf761019908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681655 Jun 11 10:08:49.441811 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-492085e6-c319-433d-99bb-20cace701dba tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:49.445842 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-492085e6-c319-433d-99bb-20cace701dba tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2720981 Jun 11 10:08:49.446832 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 47582) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:49.453467 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-d7ce077a-626d-4ccb-b38d-b0563ceeea33 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Request body: {'security_group_rule': {'security_group_id': '593432bf-6ea2-4b6d-89a3-28cc64f40189', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '66dead30-ecae-4393-8be2-9c22e3d48d62', 'remote_ip_prefix': None}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:08:49.585722 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d7ce077a-626d-4ccb-b38d-b0563ceeea33 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:49.588467 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b30a13e-5220-40af-ba33-238ac5e290b2 req-b2662718-59ad-4989-8c49-2ebb6a6659de tempest-ServerPasswordTestJSON-1505951935 tempest-ServerPasswordTestJSON-1505951935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:08:49.590840 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1b30a13e-5220-40af-ba33-238ac5e290b2 req-b2662718-59ad-4989-8c49-2ebb6a6659de tempest-ServerPasswordTestJSON-1505951935 tempest-ServerPasswordTestJSON-1505951935-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb17bf35-f425-4db2-810b-97d282fe23c8 HTTP/1.1" status: 200 len: 946 time: 0.2131159 Jun 11 10:08:49.668605 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1b30a13e-5220-40af-ba33-238ac5e290b2 req-9b708a42-add2-4c79-8878-f1fce59faf2e tempest-ServerPasswordTestJSON-1505951935 tempest-ServerPasswordTestJSON-1505951935-project] 10.222.0.60 "GET /v2.0/security-groups?id=e930a5b6-d653-4c17-baab-8bf761019908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681067 Jun 11 10:08:49.705503 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d7ce077a-626d-4ccb-b38d-b0563ceeea33 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:49.879044 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d7ce077a-626d-4ccb-b38d-b0563ceeea33 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:49.882263 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:49.938871 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ce077a-626d-4ccb-b38d-b0563ceeea33 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12ee8289-0904-4175-97f4-e282f2638c5a,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:49.960965 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d7ce077a-626d-4ccb-b38d-b0563ceeea33 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:50.048532 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-04163a03-9d82-4222-b9ba-f9fd8babe97d tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375209'] for router_interface, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:50.074904 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d7ce077a-626d-4ccb-b38d-b0563ceeea33 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:50.079637 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-d7ce077a-626d-4ccb-b38d-b0563ceeea33 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6312048 Jun 11 10:08:50.086057 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 47596) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:50.123194 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e28b0807-cda8-459d-8531-9407935e1b9b tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:50.137268 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e28b0807-cda8-459d-8531-9407935e1b9b tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:50.233324 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e28b0807-cda8-459d-8531-9407935e1b9b tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:50.238010 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f0042cf1-0997-4e29-adad-1ec3b191111d tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:50.263014 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e28b0807-cda8-459d-8531-9407935e1b9b tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:50.271154 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-e28b0807-cda8-459d-8531-9407935e1b9b tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/12ee8289-0904-4175-97f4-e282f2638c5a HTTP/1.1" status: 204 len: 168 time: 0.1894116 Jun 11 10:08:50.279787 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 47600) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:50.313137 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28b0807-cda8-459d-8531-9407935e1b9b tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=12ee8289-0904-4175-97f4-e282f2638c5a,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:50.337265 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e28b0807-cda8-459d-8531-9407935e1b9b tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:50.403264 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-7a5e9bc2-5127-4c22-b744-bbb83674bd88 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1208854 Jun 11 10:08:50.404427 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 47604) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:50.471113 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-04163a03-9d82-4222-b9ba-f9fd8babe97d tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Deleting port fd994e6c-c5aa-4b21-b684-3994e272b97f {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:08:50.471113 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-04163a03-9d82-4222-b9ba-f9fd8babe97d tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:50.513764 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5f8e02c1-7151-442e-98a6-f12b824a3470 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:50.562022 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5f8e02c1-7151-442e-98a6-f12b824a3470 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:50.644005 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-04163a03-9d82-4222-b9ba-f9fd8babe97d tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:50.719127 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5f8e02c1-7151-442e-98a6-f12b824a3470 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:50.722849 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5f8e02c1-7151-442e-98a6-f12b824a3470 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:50.727922 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-5f8e02c1-7151-442e-98a6-f12b824a3470 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] 10.222.0.60 "DELETE /v2.0/security-groups/66dead30-ecae-4393-8be2-9c22e3d48d62 HTTP/1.1" status: 204 len: 168 time: 0.3219063 Jun 11 10:08:50.729239 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 47614) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:50.730648 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1df89693-e04a-47b6-a3a5-57275a1ba853 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:50.811841 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-04163a03-9d82-4222-b9ba-f9fd8babe97d tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Calling delete_port for fd994e6c-c5aa-4b21-b684-3994e272b97f owned by network:router_interface {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:08:50.859898 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8e02c1-7151-442e-98a6-f12b824a3470 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66dead30-ecae-4393-8be2-9c22e3d48d62,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:50.937554 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5f8e02c1-7151-442e-98a6-f12b824a3470 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:50.955223 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-92dd41a6-3e4b-4908-a224-8823a392a506 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2134335 Jun 11 10:08:50.982244 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 47624) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:51.068160 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a437c852-40fd-41f3-a84c-93d82a683c03 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:51.078527 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d07dd-6145-4362-a29a-d2f8212a1fe3 req-c1be7a17-e9fb-4b74-ab84-9959a4e17e03 tempest-ServerPasswordTestJSON-1505951935 tempest-ServerPasswordTestJSON-1505951935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:08:51.080212 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8b1d07dd-6145-4362-a29a-d2f8212a1fe3 req-c1be7a17-e9fb-4b74-ab84-9959a4e17e03 tempest-ServerPasswordTestJSON-1505951935 tempest-ServerPasswordTestJSON-1505951935-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb17bf35-f425-4db2-810b-97d282fe23c8 HTTP/1.1" status: 200 len: 946 time: 0.1548347 Jun 11 10:08:51.122657 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a437c852-40fd-41f3-a84c-93d82a683c03 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:51.172621 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8b1d07dd-6145-4362-a29a-d2f8212a1fe3 req-f5f9f6b8-5df9-4472-853a-e0837f192c4f tempest-ServerPasswordTestJSON-1505951935 tempest-ServerPasswordTestJSON-1505951935-project] 10.222.0.60 "GET /v2.0/security-groups?id=e930a5b6-d653-4c17-baab-8bf761019908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808649 Jun 11 10:08:51.238943 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-04163a03-9d82-4222-b9ba-f9fd8babe97d tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:51.249015 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-31515dea-6181-43eb-b449-5859b6f26573 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:51.303388 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04163a03-9d82-4222-b9ba-f9fd8babe97d tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Pushing event deleted for resources: {'Port': ['ID=fd994e6c-c5aa-4b21-b684-3994e272b97f,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:51.315621 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a437c852-40fd-41f3-a84c-93d82a683c03 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:51.320853 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a437c852-40fd-41f3-a84c-93d82a683c03 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:51.323086 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-a437c852-40fd-41f3-a84c-93d82a683c03 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] 10.222.0.60 "DELETE /v2.0/security-groups/593432bf-6ea2-4b6d-89a3-28cc64f40189 HTTP/1.1" status: 204 len: 168 time: 0.3386266 Jun 11 10:08:51.324620 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-272bbc40-c4c8-4c14-8ef6-8e37603ab5ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:51.333879 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 47636) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:51.370623 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a437c852-40fd-41f3-a84c-93d82a683c03 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=593432bf-6ea2-4b6d-89a3-28cc64f40189,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:51.374889 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a437c852-40fd-41f3-a84c-93d82a683c03 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:51.388087 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-04163a03-9d82-4222-b9ba-f9fd8babe97d tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:51.453779 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-c2307789-ddcb-40f8-80b2-33f80d469f60 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1002262 Jun 11 10:08:51.461431 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 47638) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:51.474081 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-1969f8fc-112d-46dd-a0b1-58939e9f88e1 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Request body: {'security_group': {'name': 'tempest-secgroup--1341276960'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:08:51.683263 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-04163a03-9d82-4222-b9ba-f9fd8babe97d tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362297'] for router_interface, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:51.686528 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1969f8fc-112d-46dd-a0b1-58939e9f88e1 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:51.909010 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1969f8fc-112d-46dd-a0b1-58939e9f88e1 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:51.969561 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04163a03-9d82-4222-b9ba-f9fd8babe97d tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Router 68088c48-0c14-40a8-a1ba-7c29892c7203 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:08:52.016144 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1969f8fc-112d-46dd-a0b1-58939e9f88e1 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:52.032035 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-bad30a12-d75f-4186-b402-7e227097449d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:52.079473 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1969f8fc-112d-46dd-a0b1-58939e9f88e1 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c87f1fd5-d048-49a8-9aed-189842202f48,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:52.082832 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1969f8fc-112d-46dd-a0b1-58939e9f88e1 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:52.093989 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04163a03-9d82-4222-b9ba-f9fd8babe97d tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:08:52.102573 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-04163a03-9d82-4222-b9ba-f9fd8babe97d tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "PUT /v2.0/routers/68088c48-0c14-40a8-a1ba-7c29892c7203/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5359204 Jun 11 10:08:52.102573 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 47656) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:52.105722 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be73502-6eea-4463-b95b-31be560f2c0e None None] Sync routers for ids ['68088c48-0c14-40a8-a1ba-7c29892c7203'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:08:52.115340 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be73502-6eea-4463-b95b-31be560f2c0e None None] Routers {'68088c48-0c14-40a8-a1ba-7c29892c7203'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:08:52.115996 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-3be73502-6eea-4463-b95b-31be560f2c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:08:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['68088c48-0c14-40a8-a1ba-7c29892c7203'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:08:52.148422 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7bb5459-b40e-4dcb-a72d-92e78771699e tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] GET failed (client error): The resource could not be found. Jun 11 10:08:52.150467 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-f7bb5459-b40e-4dcb-a72d-92e78771699e tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "GET /v2.0/ports/fd994e6c-c5aa-4b21-b684-3994e272b97f HTTP/1.1" status: 404 len: 333 time: 0.0472333 Jun 11 10:08:52.153345 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 47658) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:52.171469 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-3be73502-6eea-4463-b95b-31be560f2c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:08:52.180522 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be73502-6eea-4463-b95b-31be560f2c0e None None] Routers {'68088c48-0c14-40a8-a1ba-7c29892c7203'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:08:52.181508 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-3be73502-6eea-4463-b95b-31be560f2c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:08:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['68088c48-0c14-40a8-a1ba-7c29892c7203'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:08:52.221189 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1969f8fc-112d-46dd-a0b1-58939e9f88e1 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:52.222979 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-1969f8fc-112d-46dd-a0b1-58939e9f88e1 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7603664 Jun 11 10:08:52.228323 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 47660) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:52.234400 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-04db0b02-cb40-4bd7-9a54-81cc9bf84a47 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Request body: {'security_group_rule': {'security_group_id': 'c87f1fd5-d048-49a8-9aed-189842202f48', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:08:52.243714 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-3be73502-6eea-4463-b95b-31be560f2c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:08:52.244427 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be73502-6eea-4463-b95b-31be560f2c0e None None] The sync data for ids ['68088c48-0c14-40a8-a1ba-7c29892c7203'] in n-d-779913-12 is: [] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:08:52.293565 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5c75e677-5f13-4787-8680-42ae6465dabd tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for router, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:52.422715 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-04db0b02-cb40-4bd7-9a54-81cc9bf84a47 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:52.529424 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-04db0b02-cb40-4bd7-9a54-81cc9bf84a47 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:52.579390 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5c75e677-5f13-4787-8680-42ae6465dabd tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:52.582194 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5c75e677-5f13-4787-8680-42ae6465dabd tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:52.642939 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-04db0b02-cb40-4bd7-9a54-81cc9bf84a47 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:52.642939 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5049bb7c-3125-4014-9bd7-6d70f13f5ee0 tempest-SecurityGroupRulesTestJSON-512708418 tempest-SecurityGroupRulesTestJSON-512708418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:52.668165 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db0b02-cb40-4bd7-9a54-81cc9bf84a47 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4db5ba0-74cc-44cd-92d2-3f62860cc945,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:52.672541 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-04db0b02-cb40-4bd7-9a54-81cc9bf84a47 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:52.829860 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed04e64-d70e-4cea-ab20-a63b31bfc59f req-645202cc-425b-4993-acfa-2f56cea08f55 tempest-ServerPasswordTestJSON-1505951935 tempest-ServerPasswordTestJSON-1505951935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:08:52.831363 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0ed04e64-d70e-4cea-ab20-a63b31bfc59f req-645202cc-425b-4993-acfa-2f56cea08f55 tempest-ServerPasswordTestJSON-1505951935 tempest-ServerPasswordTestJSON-1505951935-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb17bf35-f425-4db2-810b-97d282fe23c8 HTTP/1.1" status: 200 len: 946 time: 0.0866184 Jun 11 10:08:52.850496 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5c75e677-5f13-4787-8680-42ae6465dabd tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:52.851133 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c75e677-5f13-4787-8680-42ae6465dabd tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Fanout notify agent at l3_agent the message router_deleted on router 68088c48-0c14-40a8-a1ba-7c29892c7203 {{(pid=93177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 10:08:52.853613 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-04db0b02-cb40-4bd7-9a54-81cc9bf84a47 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:52.855048 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-04db0b02-cb40-4bd7-9a54-81cc9bf84a47 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6257262 Jun 11 10:08:52.859121 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 47674) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:52.859461 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5c75e677-5f13-4787-8680-42ae6465dabd tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:52.864341 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-5c75e677-5f13-4787-8680-42ae6465dabd tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "DELETE /v2.0/routers/68088c48-0c14-40a8-a1ba-7c29892c7203 HTTP/1.1" status: 204 len: 168 time: 0.7092941 Jun 11 10:08:52.865029 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 47676) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:52.932563 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0ed04e64-d70e-4cea-ab20-a63b31bfc59f req-b147a988-138d-457b-b3d5-34e48aff83c1 tempest-ServerPasswordTestJSON-1505951935 tempest-ServerPasswordTestJSON-1505951935-project] 10.222.0.60 "GET /v2.0/security-groups?id=e930a5b6-d653-4c17-baab-8bf761019908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951054 Jun 11 10:08:52.962005 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d8139247-af79-44e9-b091-dbc89ed06b41 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:52.967277 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e46a309-e86d-4eea-8a71-7ac8c42056df tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Deleting subnet fc8b1df9-03d7-4b57-bc89-0b7ff37a1eef {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:08:52.982432 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3e46a309-e86d-4eea-8a71-7ac8c42056df tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:53.005825 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d8139247-af79-44e9-b091-dbc89ed06b41 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:53.049220 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3e46a309-e86d-4eea-8a71-7ac8c42056df tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:53.137653 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d8139247-af79-44e9-b091-dbc89ed06b41 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:53.139974 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-04db0b02-cb40-4bd7-9a54-81cc9bf84a47 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:53.152877 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d8139247-af79-44e9-b091-dbc89ed06b41 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:53.152877 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-d8139247-af79-44e9-b091-dbc89ed06b41 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/d4db5ba0-74cc-44cd-92d2-3f62860cc945 HTTP/1.1" status: 204 len: 168 time: 0.2890279 Jun 11 10:08:53.157640 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 47688) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:53.169195 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8139247-af79-44e9-b091-dbc89ed06b41 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d4db5ba0-74cc-44cd-92d2-3f62860cc945,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:53.169648 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3e46a309-e86d-4eea-8a71-7ac8c42056df tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:53.173523 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d8139247-af79-44e9-b091-dbc89ed06b41 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:53.253504 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-b7109576-4625-40d1-b71e-fb884820c547 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0920360 Jun 11 10:08:53.254466 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 47692) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:53.341297 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-13667bae-8c86-490f-8d42-20bd79ebe5e5 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:53.382823 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-13667bae-8c86-490f-8d42-20bd79ebe5e5 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:53.422361 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3e46a309-e86d-4eea-8a71-7ac8c42056df tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:53.427135 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1a5e3f9d-5111-4dfc-b9db-27604d984301 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:53.464134 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e46a309-e86d-4eea-8a71-7ac8c42056df tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Pushing event deleted for resources: {'Subnet': ['ID=fc8b1df9-03d7-4b57-bc89-0b7ff37a1eef,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:53.467911 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3e46a309-e86d-4eea-8a71-7ac8c42056df tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:53.468828 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-3e46a309-e86d-4eea-8a71-7ac8c42056df tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "DELETE /v2.0/subnets/fc8b1df9-03d7-4b57-bc89-0b7ff37a1eef HTTP/1.1" status: 204 len: 168 time: 0.6027522 Jun 11 10:08:53.470250 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3e46a309-e86d-4eea-8a71-7ac8c42056df tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:53.471630 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 47702) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:53.477457 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc1a6be-a5e7-4690-8083-882c266389e0 None None] Network 600f1266-c9ce-486e-9340-0cd02d81ba61 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:08:53.598460 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-afc2dd2b-a512-48d9-b40b-070008edf89c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:53.688392 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-afc2dd2b-a512-48d9-b40b-070008edf89c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Deleting port 4f88042f-28f5-4c0a-ab85-691f840dd49e {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:08:53.688392 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-afc2dd2b-a512-48d9-b40b-070008edf89c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:53.720607 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-13667bae-8c86-490f-8d42-20bd79ebe5e5 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:53.723773 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-13667bae-8c86-490f-8d42-20bd79ebe5e5 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:53.725088 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-13667bae-8c86-490f-8d42-20bd79ebe5e5 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] 10.222.0.60 "DELETE /v2.0/security-groups/c87f1fd5-d048-49a8-9aed-189842202f48 HTTP/1.1" status: 204 len: 168 time: 0.4691155 Jun 11 10:08:53.727777 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 47708) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:53.729007 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8be525f6-5555-4621-a240-05c2382befa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:53.730985 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6987d7c-61b1-4026-8b75-fc73b62e9e25 None None] DHCP port deletion for 600f1266-c9ce-486e-9340-0cd02d81ba61 request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 10:08:53.803230 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-ee08f750-34f4-4d2c-9b7d-6b6dd7f1ded1 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0740230 Jun 11 10:08:53.811547 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 47714) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:53.821593 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-01b6f556-2992-4d04-99b7-0ec991843db5 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Request body: {'security_group': {'name': 'tempest-secgroup--1541081298'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:08:53.836687 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f6987d7c-61b1-4026-8b75-fc73b62e9e25 None None] Deleting port 4f88042f-28f5-4c0a-ab85-691f840dd49e {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:08:53.838422 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f6987d7c-61b1-4026-8b75-fc73b62e9e25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:54.016980 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f6987d7c-61b1-4026-8b75-fc73b62e9e25 None None] For port 4f88042f-28f5-4c0a-ab85-691f840dd49e, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=4f88042f-28f5-4c0a-ab85-691f840dd49e,segment=NetworkSegment(aaa107e8-7e76-4861-8ea8-7fbe126c9917),segment_id=aaa107e8-7e76-4861-8ea8-7fbe126c9917)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:08:54.017391 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f6987d7c-61b1-4026-8b75-fc73b62e9e25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:54.034597 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-01b6f556-2992-4d04-99b7-0ec991843db5 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:54.068065 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a05e23c-2e33-4fe7-8071-9d12b2c6e451 req-136b6945-450f-4620-aae2-a501d1f02b7e tempest-ServerPasswordTestJSON-1505951935 tempest-ServerPasswordTestJSON-1505951935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:08:54.073592 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9a05e23c-2e33-4fe7-8071-9d12b2c6e451 req-136b6945-450f-4620-aae2-a501d1f02b7e tempest-ServerPasswordTestJSON-1505951935 tempest-ServerPasswordTestJSON-1505951935-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb17bf35-f425-4db2-810b-97d282fe23c8 HTTP/1.1" status: 200 len: 946 time: 0.2251573 Jun 11 10:08:54.215863 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f6987d7c-61b1-4026-8b75-fc73b62e9e25 None None] Calling delete_port for 4f88042f-28f5-4c0a-ab85-691f840dd49e owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:08:54.383986 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-01b6f556-2992-4d04-99b7-0ec991843db5 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:54.425162 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-9a05e23c-2e33-4fe7-8071-9d12b2c6e451 req-c00b4910-f2c8-46bd-b2cb-f085aca475f9 tempest-ServerPasswordTestJSON-1505951935 tempest-ServerPasswordTestJSON-1505951935-project] Deleting port be67e859-8ebe-4695-81e5-7aec81dca2e5 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:08:54.425861 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-9a05e23c-2e33-4fe7-8071-9d12b2c6e451 req-c00b4910-f2c8-46bd-b2cb-f085aca475f9 tempest-ServerPasswordTestJSON-1505951935 tempest-ServerPasswordTestJSON-1505951935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:54.463385 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-01b6f556-2992-4d04-99b7-0ec991843db5 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:54.466213 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-afc2dd2b-a512-48d9-b40b-070008edf89c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] For port 4f88042f-28f5-4c0a-ab85-691f840dd49e, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=4f88042f-28f5-4c0a-ab85-691f840dd49e,segment=NetworkSegment(aaa107e8-7e76-4861-8ea8-7fbe126c9917),segment_id=aaa107e8-7e76-4861-8ea8-7fbe126c9917)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:08:54.466719 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-afc2dd2b-a512-48d9-b40b-070008edf89c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:54.470853 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-be39ea40-2590-4a03-9f8e-35f6c00467bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:54.541281 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f6987d7c-61b1-4026-8b75-fc73b62e9e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:54.547546 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-0b4d6737-a52e-448d-8ce1-d96a0e9f2422 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:54.568820 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-afc2dd2b-a512-48d9-b40b-070008edf89c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Calling delete_port for 4f88042f-28f5-4c0a-ab85-691f840dd49e owned by network:dhcp {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:08:54.607143 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6987d7c-61b1-4026-8b75-fc73b62e9e25 None None] No DVR routers for this DVR port 4f88042f-28f5-4c0a-ab85-691f840dd49e on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:08:54.608612 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b6f556-2992-4d04-99b7-0ec991843db5 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a4314a5-d8e7-402f-a953-e481a0bd1a54,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:54.611910 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6987d7c-61b1-4026-8b75-fc73b62e9e25 None None] Pushing event deleted for resources: {'Port': ['ID=4f88042f-28f5-4c0a-ab85-691f840dd49e,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:54.625300 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-01b6f556-2992-4d04-99b7-0ec991843db5 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:54.634130 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6987d7c-61b1-4026-8b75-fc73b62e9e25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:08:54.634484 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6987d7c-61b1-4026-8b75-fc73b62e9e25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:08:54.634828 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6987d7c-61b1-4026-8b75-fc73b62e9e25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:08:54.639398 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6987d7c-61b1-4026-8b75-fc73b62e9e25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:08:54.652966 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6987d7c-61b1-4026-8b75-fc73b62e9e25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:08:54.652966 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6987d7c-61b1-4026-8b75-fc73b62e9e25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:08:54.652966 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6987d7c-61b1-4026-8b75-fc73b62e9e25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:08:54.652966 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6987d7c-61b1-4026-8b75-fc73b62e9e25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:08:54.652966 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6987d7c-61b1-4026-8b75-fc73b62e9e25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:08:54.652966 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6987d7c-61b1-4026-8b75-fc73b62e9e25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:08:54.652966 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6987d7c-61b1-4026-8b75-fc73b62e9e25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:08:54.652966 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6987d7c-61b1-4026-8b75-fc73b62e9e25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:08:54.654164 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f6987d7c-61b1-4026-8b75-fc73b62e9e25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:54.656409 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-01b6f556-2992-4d04-99b7-0ec991843db5 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:54.660190 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-01b6f556-2992-4d04-99b7-0ec991843db5 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8448479 Jun 11 10:08:54.660397 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 47730) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:54.666896 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-62e0341c-32ce-4c99-bb8c-0f12da48245c tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Request body: {'security_group_rule': {'security_group_id': '2a4314a5-d8e7-402f-a953-e481a0bd1a54', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:08:54.673313 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13667bae-8c86-490f-8d42-20bd79ebe5e5 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c87f1fd5-d048-49a8-9aed-189842202f48,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:54.678854 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-afc2dd2b-a512-48d9-b40b-070008edf89c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:54.687245 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-13667bae-8c86-490f-8d42-20bd79ebe5e5 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.954s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:54.687245 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f1fb4829-08ca-4ebd-8812-0a8dddca855c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:54.775305 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc2dd2b-a512-48d9-b40b-070008edf89c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Pushing event deleted for resources: {'Port': ['ID=4f88042f-28f5-4c0a-ab85-691f840dd49e,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:54.778382 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc2dd2b-a512-48d9-b40b-070008edf89c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] No DVR routers for this DVR port 4f88042f-28f5-4c0a-ab85-691f840dd49e on host n-d-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:08:54.788272 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-afc2dd2b-a512-48d9-b40b-070008edf89c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:54.829091 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-9a05e23c-2e33-4fe7-8071-9d12b2c6e451 req-c00b4910-f2c8-46bd-b2cb-f085aca475f9 tempest-ServerPasswordTestJSON-1505951935 tempest-ServerPasswordTestJSON-1505951935-project] For port be67e859-8ebe-4695-81e5-7aec81dca2e5, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=be67e859-8ebe-4695-81e5-7aec81dca2e5,segment=NetworkSegment(10afeda4-40db-461a-bb1c-864d63e99745),segment_id=10afeda4-40db-461a-bb1c-864d63e99745)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:08:54.842897 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-9a05e23c-2e33-4fe7-8071-9d12b2c6e451 req-c00b4910-f2c8-46bd-b2cb-f085aca475f9 tempest-ServerPasswordTestJSON-1505951935 tempest-ServerPasswordTestJSON-1505951935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:54.938158 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 4f88042f-28f5-4c0a-ab85-691f840dd49e no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:08:54.945555 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-62e0341c-32ce-4c99-bb8c-0f12da48245c tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:54.968515 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-afc2dd2b-a512-48d9-b40b-070008edf89c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:54.985403 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 4f88042f-28f5-4c0a-ab85-691f840dd49e {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:08:54.989803 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 4f88042f-28f5-4c0a-ab85-691f840dd49e not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:08:55.003415 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-9a05e23c-2e33-4fe7-8071-9d12b2c6e451 req-c00b4910-f2c8-46bd-b2cb-f085aca475f9 tempest-ServerPasswordTestJSON-1505951935 tempest-ServerPasswordTestJSON-1505951935-project] Calling delete_port for be67e859-8ebe-4695-81e5-7aec81dca2e5 owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:08:55.014096 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-afc2dd2b-a512-48d9-b40b-070008edf89c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['600f1266-c9ce-486e-9340-0cd02d81ba61']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:08:55.028858 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-afc2dd2b-a512-48d9-b40b-070008edf89c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaa107e8-7e76-4861-8ea8-7fbe126c9917') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:08:55.035709 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-afc2dd2b-a512-48d9-b40b-070008edf89c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaa107e8-7e76-4861-8ea8-7fbe126c9917') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:08:55.061338 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-afc2dd2b-a512-48d9-b40b-070008edf89c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:55.090244 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2bda46-f7d3-4a0d-b711-aed7b9fecab4 req-da8cdebe-2903-49a6-b5d5-d582ec91fbe8 tempest-ServerPasswordTestJSON-1505951935 tempest-ServerPasswordTestJSON-1505951935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:08:55.101719 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ec2bda46-f7d3-4a0d-b711-aed7b9fecab4 req-da8cdebe-2903-49a6-b5d5-d582ec91fbe8 tempest-ServerPasswordTestJSON-1505951935 tempest-ServerPasswordTestJSON-1505951935-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb17bf35-f425-4db2-810b-97d282fe23c8 HTTP/1.1" status: 200 len: 946 time: 0.4143748 Jun 11 10:08:55.116484 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-afc2dd2b-a512-48d9-b40b-070008edf89c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:55.145861 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afc2dd2b-a512-48d9-b40b-070008edf89c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Releasing vlan 792 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:08:55.146195 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-afc2dd2b-a512-48d9-b40b-070008edf89c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:55.166451 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ec2bda46-f7d3-4a0d-b711-aed7b9fecab4 req-1669cc54-8a7f-48d3-a42e-3d1571ceff27 tempest-ServerPasswordTestJSON-1505951935 tempest-ServerPasswordTestJSON-1505951935-project] 10.222.0.60 "GET /v2.0/security-groups?id=e930a5b6-d653-4c17-baab-8bf761019908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663741 Jun 11 10:08:55.166451 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:08:55.166451 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 10:08:55.166451 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:08:55.166451 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:08:55.166451 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:08:55.166451 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:08:55.166451 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:08:55.166451 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 10:08:55.166451 n-d-779913-12 neutron-server[93177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:08:55.166451 n-d-779913-12 neutron-server[93177]: self.session.flush() Jun 11 10:08:55.166451 n-d-779913-12 neutron-server[93177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:08:55.166451 n-d-779913-12 neutron-server[93177]: self.session.flush() Jun 11 10:08:55.166451 n-d-779913-12 neutron-server[93177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:08:55.166451 n-d-779913-12 neutron-server[93177]: self.session.flush() Jun 11 10:08:55.166451 n-d-779913-12 neutron-server[93177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:08:55.166451 n-d-779913-12 neutron-server[93177]: self.session.flush() Jun 11 10:08:55.166451 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 10:08:55.166451 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:08:55.166451 n-d-779913-12 neutron-server[93177]: timer() Jun 11 10:08:55.166451 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:08:55.166451 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 10:08:55.166451 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:08:55.166451 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 10:08:55.166451 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:08:55.166451 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 10:08:55.166451 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:08:55.166451 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 10:08:55.166451 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:08:55.166451 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 10:08:55.166451 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:08:55.166451 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:08:55.166451 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:08:55.166451 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:08:55.166451 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:08:55.166451 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 10:08:55.166451 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:08:55.166451 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 10:08:55.166451 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:08:55.166451 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:08:55.166451 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:08:55.166451 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 10:08:55.166451 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:08:55.166451 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:08:55.166451 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:08:55.166451 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:08:55.166451 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:08:55.166451 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:08:55.166451 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:08:55.209597 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-62e0341c-32ce-4c99-bb8c-0f12da48245c tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:55.283949 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-62e0341c-32ce-4c99-bb8c-0f12da48245c tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:55.293356 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d7ce077a-626d-4ccb-b38d-b0563ceeea33 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:55.343835 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e0341c-32ce-4c99-bb8c-0f12da48245c tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad4ad400-44e8-4e0e-8657-57f7008122b8,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:55.355635 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-62e0341c-32ce-4c99-bb8c-0f12da48245c tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:55.439219 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-62e0341c-32ce-4c99-bb8c-0f12da48245c tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:55.439467 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-afc2dd2b-a512-48d9-b40b-070008edf89c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:55.451320 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-62e0341c-32ce-4c99-bb8c-0f12da48245c tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7793310 Jun 11 10:08:55.451806 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-afc2dd2b-a512-48d9-b40b-070008edf89c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:55.451806 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-afc2dd2b-a512-48d9-b40b-070008edf89c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "DELETE /v2.0/networks/600f1266-c9ce-486e-9340-0cd02d81ba61 HTTP/1.1" status: 204 len: 168 time: 1.9740918 Jun 11 10:08:55.451806 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 47746) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:55.451806 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1c1d1993-86dc-4137-9b20-79cd60dd093e tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:55.452497 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 47748) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:55.485820 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc2dd2b-a512-48d9-b40b-070008edf89c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Pushing event deleted for resources: {'Network': ['ID=600f1266-c9ce-486e-9340-0cd02d81ba61,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:55.489072 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-afc2dd2b-a512-48d9-b40b-070008edf89c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:55.496402 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-dbc2e677-f390-4cf2-b8e9-7e5e6cffc883 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] 10.222.0.60 "GET /v2.0/security-group-rules/ad4ad400-44e8-4e0e-8657-57f7008122b8 HTTP/1.1" status: 200 len: 763 time: 0.0382633 Jun 11 10:08:55.496402 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 47750) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:55.544747 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-894493e9-36dc-471e-ade0-0312fc6aad58 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0457001 Jun 11 10:08:55.545045 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 47752) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:55.575066 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2c011a27-ecc1-4dd1-afed-8d80045e1bb6 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:55.584380 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9253c1f-239b-405d-b0be-7d8a2789a6fe tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:08:55.591356 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-b9253c1f-239b-405d-b0be-7d8a2789a6fe tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "GET /v2.0/ports/c443a8f4-5cdd-415f-bdc7-c8eb2560a791 HTTP/1.1" status: 200 len: 840 time: 0.1335664 Jun 11 10:08:55.591694 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2c011a27-ecc1-4dd1-afed-8d80045e1bb6 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:55.592212 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 47756) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:55.594083 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-9a05e23c-2e33-4fe7-8071-9d12b2c6e451 req-c00b4910-f2c8-46bd-b2cb-f085aca475f9 tempest-ServerPasswordTestJSON-1505951935 tempest-ServerPasswordTestJSON-1505951935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:55.598604 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8edcfef9-01cf-4175-a3db-4f0aec4703fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:55.606728 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['be67e859-8ebe-4695-81e5-7aec81dca2e5'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:08:55.660641 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00b4910-f2c8-46bd-b2cb-f085aca475f9 tempest-ServerPasswordTestJSON-1505951935 tempest-ServerPasswordTestJSON-1505951935-project] Pushing event deleted for resources: {'Port': ['ID=be67e859-8ebe-4695-81e5-7aec81dca2e5,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:55.666087 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c00b4910-f2c8-46bd-b2cb-f085aca475f9 tempest-ServerPasswordTestJSON-1505951935 tempest-ServerPasswordTestJSON-1505951935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:55.694709 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-97cd8bfe-b6b0-404f-a42c-a93181e2c51c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "GET /v2.0/ports/c443a8f4-5cdd-415f-bdc7-c8eb2560a791?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1013510 Jun 11 10:08:55.698058 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 47758) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:55.705976 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-cb058e6e-268e-4bf4-a4d5-cf88730eaa0e tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Request body: {'subnet': {'network_id': '8e6beef9-2f2f-4d34-b4e4-7206909ccfcf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:08:55.745935 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a05e23c-2e33-4fe7-8071-9d12b2c6e451 req-c00b4910-f2c8-46bd-b2cb-f085aca475f9 tempest-ServerPasswordTestJSON-1505951935 tempest-ServerPasswordTestJSON-1505951935-project] No DVR routers for this DVR port be67e859-8ebe-4695-81e5-7aec81dca2e5 on host n-h1-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:08:55.748578 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-9a05e23c-2e33-4fe7-8071-9d12b2c6e451 req-c00b4910-f2c8-46bd-b2cb-f085aca475f9 tempest-ServerPasswordTestJSON-1505951935 tempest-ServerPasswordTestJSON-1505951935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:55.751383 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9a05e23c-2e33-4fe7-8071-9d12b2c6e451 req-c00b4910-f2c8-46bd-b2cb-f085aca475f9 tempest-ServerPasswordTestJSON-1505951935 tempest-ServerPasswordTestJSON-1505951935-project] 10.222.0.64 "DELETE /v2.0/ports/be67e859-8ebe-4695-81e5-7aec81dca2e5 HTTP/1.1" status: 204 len: 173 time: 1.6652696 Jun 11 10:08:55.751954 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb17bf35-f425-4db2-810b-97d282fe23c8', 'name': 'network-vif-deleted', 'tag': 'be67e859-8ebe-4695-81e5-7aec81dca2e5'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:08:55.755370 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2529172-e3bc-423f-9d75-6eb88542480a" -d '{"events": [{"server_uuid": "eb17bf35-f425-4db2-810b-97d282fe23c8", "name": "network-vif-deleted", "tag": "be67e859-8ebe-4695-81e5-7aec81dca2e5"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:08:55.798534 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dea7578-280d-4e96-b904-505df8d4bfab x-openstack-request-id: req-3dea7578-280d-4e96-b904-505df8d4bfab {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:08:55.808510 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb17bf35-f425-4db2-810b-97d282fe23c8", "name": "network-vif-deleted", "tag": "be67e859-8ebe-4695-81e5-7aec81dca2e5", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:08:55.808510 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3dea7578-280d-4e96-b904-505df8d4bfab {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:08:55.808510 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb17bf35-f425-4db2-810b-97d282fe23c8', 'name': 'network-vif-deleted', 'tag': 'be67e859-8ebe-4695-81e5-7aec81dca2e5', 'status': 'completed', 'code': 200} Jun 11 10:08:55.814909 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2c011a27-ecc1-4dd1-afed-8d80045e1bb6 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:55.820423 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2c011a27-ecc1-4dd1-afed-8d80045e1bb6 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:55.823816 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-2c011a27-ecc1-4dd1-afed-8d80045e1bb6 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/ad4ad400-44e8-4e0e-8657-57f7008122b8 HTTP/1.1" status: 204 len: 168 time: 0.2754149 Jun 11 10:08:55.823980 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:55.824691 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 47762) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:55.852643 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c011a27-ecc1-4dd1-afed-8d80045e1bb6 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ad4ad400-44e8-4e0e-8657-57f7008122b8,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:55.856841 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2c011a27-ecc1-4dd1-afed-8d80045e1bb6 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:55.878730 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-8b69be6f-876a-4770-8f31-7047e2585ea5 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0526218 Jun 11 10:08:55.882871 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 47766) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:55.885695 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-9d04fd27-a93b-4052-9fbb-6ab1379d1744 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Request body: {'security_group_rule': {'security_group_id': '2a4314a5-d8e7-402f-a953-e481a0bd1a54', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:08:55.993563 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb058e6e-268e-4bf4-a4d5-cf88730eaa0e tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Made reservation on behalf of 6eee960bcc7246bfbdd544be4d916a35 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:08:55.998526 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cb058e6e-268e-4bf4-a4d5-cf88730eaa0e tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:56.124690 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9d04fd27-a93b-4052-9fbb-6ab1379d1744 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:56.247829 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9d04fd27-a93b-4052-9fbb-6ab1379d1744 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:56.325799 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9d04fd27-a93b-4052-9fbb-6ab1379d1744 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:56.328834 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-59d6f767-ff1e-44fb-8aca-9ed52f596240 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:56.361884 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d04fd27-a93b-4052-9fbb-6ab1379d1744 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec6a3b0a-aa11-4736-bb8a-cb4aa532239d,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:56.379714 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9d04fd27-a93b-4052-9fbb-6ab1379d1744 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:56.421692 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1b7ed0ae-27e1-4f25-9e74-670c2ff1e9f4 req-cdbdb85c-1589-46b1-88f2-f8e36b961024 tempest-ServerPasswordTestJSON-1505951935 tempest-ServerPasswordTestJSON-1505951935-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb17bf35-f425-4db2-810b-97d282fe23c8 HTTP/1.1" status: 200 len: 210 time: 0.0759113 Jun 11 10:08:56.461825 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cb058e6e-268e-4bf4-a4d5-cf88730eaa0e tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:56.470383 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8768c863-e0ea-4143-8ed1-2975a0acb934 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:56.520214 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9d04fd27-a93b-4052-9fbb-6ab1379d1744 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:56.520214 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-9d04fd27-a93b-4052-9fbb-6ab1379d1744 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6325731 Jun 11 10:08:56.520536 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 47780) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:56.543750 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb058e6e-268e-4bf4-a4d5-cf88730eaa0e tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Network 8e6beef9-2f2f-4d34-b4e4-7206909ccfcf is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:08:56.548863 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-138dbe84-254b-407b-96b0-639fca200243 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] 10.222.0.60 "GET /v2.0/security-group-rules/ec6a3b0a-aa11-4736-bb8a-cb4aa532239d HTTP/1.1" status: 200 len: 763 time: 0.0204740 Jun 11 10:08:56.549015 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-cb058e6e-268e-4bf4-a4d5-cf88730eaa0e tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:08:56.549684 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 47782) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:56.551495 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb058e6e-268e-4bf4-a4d5-cf88730eaa0e tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:08:56.552323 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cb058e6e-268e-4bf4-a4d5-cf88730eaa0e tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:56.559537 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8185e72-7313-4089-9615-848fe030f523 None None] Network 8e6beef9-2f2f-4d34-b4e4-7206909ccfcf requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:08:56.572588 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb058e6e-268e-4bf4-a4d5-cf88730eaa0e tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Pushing event updated for resources: {'Subnet': ['ID=5bfb685c-88de-4d83-a73a-90f564eaee88,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:56.575363 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-cb058e6e-268e-4bf4-a4d5-cf88730eaa0e tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:56.615190 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-f3aeefe3-222f-479b-8be9-b2e0e400624e tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0609570 Jun 11 10:08:56.615655 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 47786) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:56.647134 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-cb058e6e-268e-4bf4-a4d5-cf88730eaa0e tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9470024 Jun 11 10:08:56.648632 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 47788) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:56.654326 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-1ea3b129-004d-418d-8237-62aac106fd77 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Request body: {'security_group': {'name': 'tempest-secgroup-142798094'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:08:56.656359 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c32cc65e-23da-4afd-87be-6a053a9a75b5 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:56.684207 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c32cc65e-23da-4afd-87be-6a053a9a75b5 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:56.765090 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1ea3b129-004d-418d-8237-62aac106fd77 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:56.833145 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c32cc65e-23da-4afd-87be-6a053a9a75b5 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:56.838881 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c32cc65e-23da-4afd-87be-6a053a9a75b5 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:56.843637 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-c32cc65e-23da-4afd-87be-6a053a9a75b5 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/ec6a3b0a-aa11-4736-bb8a-cb4aa532239d HTTP/1.1" status: 204 len: 168 time: 0.2268767 Jun 11 10:08:56.844260 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 47790) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:56.844930 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:56.877673 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32cc65e-23da-4afd-87be-6a053a9a75b5 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ec6a3b0a-aa11-4736-bb8a-cb4aa532239d,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:56.890084 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c32cc65e-23da-4afd-87be-6a053a9a75b5 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:56.919895 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-f488bc55-3d99-495e-9863-d276a858da55 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0653446 Jun 11 10:08:56.920151 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 47794) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:56.926340 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-808c2b83-8c7c-46d4-bc68-cd7384205fa8 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Request body: {'security_group_rule': {'security_group_id': '2a4314a5-d8e7-402f-a953-e481a0bd1a54', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:08:56.939692 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf3d7de-63de-4627-97ce-0ef4c7d46d33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-8e6beef9-2f2f-4d34-b4e4-7206909ccfcf', 'network_id': '8e6beef9-2f2f-4d34-b4e4-7206909ccfcf', 'tenant_id': '6eee960bcc7246bfbdd544be4d916a35', 'fixed_ips': [{'subnet_id': '5bfb685c-88de-4d83-a73a-90f564eaee88'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 10:08:56.940678 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-4bf3d7de-63de-4627-97ce-0ef4c7d46d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:56.978936 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1ea3b129-004d-418d-8237-62aac106fd77 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:57.109773 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-4bf3d7de-63de-4627-97ce-0ef4c7d46d33 None None] Allocated IP 172.20.0.2 (8e6beef9-2f2f-4d34-b4e4-7206909ccfcf/5bfb685c-88de-4d83-a73a-90f564eaee88/e46f869f-0b22-4718-9dbe-0c5ea9c8d2c2) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:08:57.170359 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1ea3b129-004d-418d-8237-62aac106fd77 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:57.170359 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c23b105b-9748-4d0b-891d-c03e49d1e30d tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:57.171276 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 47804) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:57.209845 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea3b129-004d-418d-8237-62aac106fd77 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d058ce4-086d-4279-8cd5-682998294a85,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:57.213052 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1ea3b129-004d-418d-8237-62aac106fd77 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:57.309121 n-d-779913-12 neutron-server[93177]: INFO neutron.db.securitygroups_db [None req-808c2b83-8c7c-46d4-bc68-cd7384205fa8 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Project efb8f89ee6d84120bc8ae46ced2e67f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 10:08:57.318460 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-808c2b83-8c7c-46d4-bc68-cd7384205fa8 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:57.327209 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-4bf3d7de-63de-4627-97ce-0ef4c7d46d33 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:57.341465 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-4bf3d7de-63de-4627-97ce-0ef4c7d46d33 None None] Transition to ACTIVE for port object e46f869f-0b22-4718-9dbe-0c5ea9c8d2c2 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:08:57.363041 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-4bf3d7de-63de-4627-97ce-0ef4c7d46d33 None None] Transition to ACTIVE for port object e46f869f-0b22-4718-9dbe-0c5ea9c8d2c2 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:08:57.365993 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f26d28fb-792f-4d18-9870-3b23a9741cd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:57.400721 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-808c2b83-8c7c-46d4-bc68-cd7384205fa8 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:57.404683 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1ea3b129-004d-418d-8237-62aac106fd77 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:57.409528 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-1ea3b129-004d-418d-8237-62aac106fd77 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7563078 Jun 11 10:08:57.409903 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 47808) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:57.414640 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-d0eb604e-a148-4d2e-a3d1-76f2d384b45e tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Request body: {'security_group': {'name': 'tempest-secgroup-60181895'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:08:57.440055 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-4bf3d7de-63de-4627-97ce-0ef4c7d46d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:57.474109 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-9892f2d4-7949-40f3-a3d0-4cf50d341515 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:57.481599 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-808c2b83-8c7c-46d4-bc68-cd7384205fa8 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:57.483545 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3c305cd4-25da-444e-8a95-9b5a62c2d670 tempest-NegativeSecGroupIPv6Test-908540154 tempest-NegativeSecGroupIPv6Test-908540154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:57.504153 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808c2b83-8c7c-46d4-bc68-cd7384205fa8 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a534dd4a-0c0a-48b6-b1b3-b203a70889f0,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:57.507177 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-808c2b83-8c7c-46d4-bc68-cd7384205fa8 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:57.541456 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f26d28fb-792f-4d18-9870-3b23a9741cd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:57.603814 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf3d7de-63de-4627-97ce-0ef4c7d46d33 None None] Network 8e6beef9-2f2f-4d34-b4e4-7206909ccfcf is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:08:57.603814 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf3d7de-63de-4627-97ce-0ef4c7d46d33 None None] Pushing event updated for resources: {'Port': ['ID=e46f869f-0b22-4718-9dbe-0c5ea9c8d2c2,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:57.604055 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 47818) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:57.610286 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-4bf3d7de-63de-4627-97ce-0ef4c7d46d33 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:08:57.612529 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-4bf3d7de-63de-4627-97ce-0ef4c7d46d33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:57.613300 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf3d7de-63de-4627-97ce-0ef4c7d46d33 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:08:57.674280 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f26d28fb-792f-4d18-9870-3b23a9741cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:57.678796 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c1ef4634-3750-4536-8aba-2ba15b1f632c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:57.716091 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e5ce5ec-48a9-4b80-a17d-e81b2d890940 admin admin] Deleting subnet c4087b2a-86ce-44d7-ae67-e1fc42618d99 {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:08:57.719012 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-4bf3d7de-63de-4627-97ce-0ef4c7d46d33 None None] Attempting to bind port e46f869f-0b22-4718-9dbe-0c5ea9c8d2c2 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:08:57.720183 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2e5ce5ec-48a9-4b80-a17d-e81b2d890940 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:57.720440 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-4bf3d7de-63de-4627-97ce-0ef4c7d46d33 None None] Attempting to bind port e46f869f-0b22-4718-9dbe-0c5ea9c8d2c2 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '80b31b82-3480-4035-960b-f46e7aea1e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '8e6beef9-2f2f-4d34-b4e4-7206909ccfcf'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:08:57.721151 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf3d7de-63de-4627-97ce-0ef4c7d46d33 None None] Attempting to bind port e46f869f-0b22-4718-9dbe-0c5ea9c8d2c2 on network 8e6beef9-2f2f-4d34-b4e4-7206909ccfcf {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:08:57.728430 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf3d7de-63de-4627-97ce-0ef4c7d46d33 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:08:57.730574 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf3d7de-63de-4627-97ce-0ef4c7d46d33 None None] Checking segment: {'id': '80b31b82-3480-4035-960b-f46e7aea1e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '8e6beef9-2f2f-4d34-b4e4-7206909ccfcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:08:57.731274 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-4bf3d7de-63de-4627-97ce-0ef4c7d46d33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:57.732331 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf3d7de-63de-4627-97ce-0ef4c7d46d33 None None] Bound using segment: {'id': '80b31b82-3480-4035-960b-f46e7aea1e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '8e6beef9-2f2f-4d34-b4e4-7206909ccfcf'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:08:57.733183 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-4bf3d7de-63de-4627-97ce-0ef4c7d46d33 None None] Bound port: e46f869f-0b22-4718-9dbe-0c5ea9c8d2c2, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80b31b82-3480-4035-960b-f46e7aea1e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '8e6beef9-2f2f-4d34-b4e4-7206909ccfcf'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:08:57.734272 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-4bf3d7de-63de-4627-97ce-0ef4c7d46d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:57.764261 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-f26d28fb-792f-4d18-9870-3b23a9741cd1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5180b378f97c4853b7a9f76976fa018e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5914989 Jun 11 10:08:57.770269 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26d28fb-792f-4d18-9870-3b23a9741cd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81ffe61f-76d6-4e0c-8a8c-505eec74d3e8,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:57.771196 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 47824) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:57.790423 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f26d28fb-792f-4d18-9870-3b23a9741cd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:57.794111 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-808c2b83-8c7c-46d4-bc68-cd7384205fa8 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:57.795308 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-808c2b83-8c7c-46d4-bc68-cd7384205fa8 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8741744 Jun 11 10:08:57.801707 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 47826) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:57.871979 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f5946bad-fc85-4778-aa8f-85b17e479eb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:57.872107 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-c807ec0c-6a1f-4aed-969e-9366eb0754d4 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] 10.222.0.60 "GET /v2.0/security-group-rules/a534dd4a-0c0a-48b6-b1b3-b203a70889f0 HTTP/1.1" status: 200 len: 769 time: 0.0669012 Jun 11 10:08:57.876282 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 47828) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:57.911016 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-4bf3d7de-63de-4627-97ce-0ef4c7d46d33 None None] For port e46f869f-0b22-4718-9dbe-0c5ea9c8d2c2, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:08:57.913180 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-4bf3d7de-63de-4627-97ce-0ef4c7d46d33 None None] For port e46f869f-0b22-4718-9dbe-0c5ea9c8d2c2, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=e46f869f-0b22-4718-9dbe-0c5ea9c8d2c2,segment=NetworkSegment(80b31b82-3480-4035-960b-f46e7aea1e6f),segment_id=80b31b82-3480-4035-960b-f46e7aea1e6f)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:08:57.918950 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2e5ce5ec-48a9-4b80-a17d-e81b2d890940 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:57.921684 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f5946bad-fc85-4778-aa8f-85b17e479eb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:57.976202 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d0eb604e-a148-4d2e-a3d1-76f2d384b45e tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:58.017521 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-4bf3d7de-63de-4627-97ce-0ef4c7d46d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:58.025602 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-1aaa54fe-9168-4e9e-866d-8a98f557ffc3 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1478348 Jun 11 10:08:58.031002 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 47832) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:58.041337 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2e5ce5ec-48a9-4b80-a17d-e81b2d890940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:58.054261 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-3cbd2f40-e328-43e5-8b57-dcf3e548c6c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:58.121666 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e8866f11-2498-4eb3-9d5b-4ee1977f278f tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:58.128648 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e8866f11-2498-4eb3-9d5b-4ee1977f278f tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:58.144036 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f5946bad-fc85-4778-aa8f-85b17e479eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:58.149147 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f5946bad-fc85-4778-aa8f-85b17e479eb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:58.149147 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-f5946bad-fc85-4778-aa8f-85b17e479eb6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/81ffe61f-76d6-4e0c-8a8c-505eec74d3e8 HTTP/1.1" status: 204 len: 168 time: 0.3765876 Jun 11 10:08:58.150566 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-31e18803-7eb9-455d-9e7c-c587608d4aa0 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:58.190681 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5946bad-fc85-4778-aa8f-85b17e479eb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ffe61f-76d6-4e0c-8a8c-505eec74d3e8,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:58.213756 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f5946bad-fc85-4778-aa8f-85b17e479eb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:58.228902 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device be67e859-8ebe-4695-81e5-7aec81dca2e5 no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:08:58.295171 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d0eb604e-a148-4d2e-a3d1-76f2d384b45e tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:58.336672 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2e5ce5ec-48a9-4b80-a17d-e81b2d890940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:58.347978 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf3d7de-63de-4627-97ce-0ef4c7d46d33 None None] Pushing event updated for resources: {'Port': ['ID=e46f869f-0b22-4718-9dbe-0c5ea9c8d2c2,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:58.357235 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f98a5d9f-10d2-435e-b6ed-7bddc654ef62 tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:58.360216 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-4bf3d7de-63de-4627-97ce-0ef4c7d46d33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:58.364358 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] No Port match for: be67e859-8ebe-4695-81e5-7aec81dca2e5 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:08:58.365054 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device be67e859-8ebe-4695-81e5-7aec81dca2e5 not bound to the agent host n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:08:58.370181 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2e5ce5ec-48a9-4b80-a17d-e81b2d890940 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:58.378014 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 47842) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:58.378903 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-2e5ce5ec-48a9-4b80-a17d-e81b2d890940 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/c4087b2a-86ce-44d7-ae67-e1fc42618d99 HTTP/1.1" status: 204 len: 168 time: 0.7742438 Jun 11 10:08:58.386558 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e8866f11-2498-4eb3-9d5b-4ee1977f278f tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:58.398759 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 47844) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:58.449063 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e8866f11-2498-4eb3-9d5b-4ee1977f278f tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:58.451635 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-e8866f11-2498-4eb3-9d5b-4ee1977f278f tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/a534dd4a-0c0a-48b6-b1b3-b203a70889f0 HTTP/1.1" status: 204 len: 168 time: 0.4178290 Jun 11 10:08:58.453911 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5ce5ec-48a9-4b80-a17d-e81b2d890940 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4087b2a-86ce-44d7-ae67-e1fc42618d99,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:58.457240 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d0eb604e-a148-4d2e-a3d1-76f2d384b45e tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:58.469347 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 47848) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:58.477927 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2e5ce5ec-48a9-4b80-a17d-e81b2d890940 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:58.477927 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a1e39a44-5405-42ad-8431-a4945bc2dad0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:58.605475 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eb604e-a148-4d2e-a3d1-76f2d384b45e tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e84b309-d397-4896-b0a5-d9bf170d46b6,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:58.631968 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-89d71872-9397-46ca-8c44-16617ed205f7 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1530509 Jun 11 10:08:58.635333 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d0eb604e-a148-4d2e-a3d1-76f2d384b45e tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:58.637500 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-265a9e2c-6d39-4090-b501-3f48ac589913 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.193s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:58.657724 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 47850) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:58.658514 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d0eb604e-a148-4d2e-a3d1-76f2d384b45e tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:58.660105 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-d0eb604e-a148-4d2e-a3d1-76f2d384b45e tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2490954 Jun 11 10:08:58.678854 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 47854) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:58.708378 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-14a56361-1088-4fe1-a1a2-508891ecfb62 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1426092269', 'security_groups': ['1e84b309-d397-4896-b0a5-d9bf170d46b6'], 'network_id': '8e6beef9-2f2f-4d34-b4e4-7206909ccfcf', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5bfb685c-88de-4d83-a73a-90f564eaee88'}]}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:08:58.726369 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8866f11-2498-4eb3-9d5b-4ee1977f278f tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a534dd4a-0c0a-48b6-b1b3-b203a70889f0,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:58.757546 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e8866f11-2498-4eb3-9d5b-4ee1977f278f tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:58.812495 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-675b6ec5-ed13-4652-ae3f-d89e9f1eb6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:58.992784 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device e46f869f-0b22-4718-9dbe-0c5ea9c8d2c2 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:08:59.020321 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c60c60f7-31f6-4588-accf-e080e62e61f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:59.050742 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e72276b0-c5fa-4d62-8db3-d5aadfa9531a tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:59.095601 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-675b6ec5-ed13-4652-ae3f-d89e9f1eb6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:59.098678 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e72276b0-c5fa-4d62-8db3-d5aadfa9531a tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:59.131546 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-675b6ec5-ed13-4652-ae3f-d89e9f1eb6a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ace617a4-03c3-43e2-a9c8-602abb377003']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:08:59.168382 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-675b6ec5-ed13-4652-ae3f-d89e9f1eb6a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10afeda4-40db-461a-bb1c-864d63e99745') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:08:59.172963 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-675b6ec5-ed13-4652-ae3f-d89e9f1eb6a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10afeda4-40db-461a-bb1c-864d63e99745') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:08:59.212353 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-675b6ec5-ed13-4652-ae3f-d89e9f1eb6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:59.212353 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.db.api [None req-c60c60f7-31f6-4588-accf-e080e62e61f5 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 11 10:08:59.212353 n-d-779913-12 neutron-server[93176]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 11 10:08:59.212353 n-d-779913-12 neutron-server[93176]: [parameters: {'project_id': '6139b468ba2c47528980f9cf26980bfa', 'id': 'b2414e55-a59a-499f-b6df-6d7ec88b3cbc', 'expiration': datetime.datetime(2021, 6, 11, 10, 10, 59, 183023)}] Jun 11 10:08:59.212353 n-d-779913-12 neutron-server[93176]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 10:08:59.212353 n-d-779913-12 neutron-server[93176]: DEBUG oslo_db.api [None req-c60c60f7-31f6-4588-accf-e080e62e61f5 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 10:08:59.227823 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port e46f869f-0b22-4718-9dbe-0c5ea9c8d2c2 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:08:59.241768 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-675b6ec5-ed13-4652-ae3f-d89e9f1eb6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:59.250883 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-675b6ec5-ed13-4652-ae3f-d89e9f1eb6a6 admin admin] Releasing vlan 795 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:08:59.251318 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-675b6ec5-ed13-4652-ae3f-d89e9f1eb6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:59.253686 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:08:59.253686 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:08:59.253686 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:08:59.253686 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:08:59.253686 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:08:59.253686 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:08:59.253686 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:08:59.253686 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:08:59.253686 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:08:59.253686 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:08:59.253686 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:08:59.253686 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:08:59.253686 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:08:59.253686 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:08:59.253686 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:08:59.253686 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:08:59.253686 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:08:59.253686 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:08:59.253686 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:08:59.253686 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:08:59.253686 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 10:08:59.253686 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:08:59.253686 n-d-779913-12 neutron-server[93176]: timer() Jun 11 10:08:59.253686 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:08:59.253686 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 10:08:59.253686 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:08:59.253686 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 10:08:59.253686 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:08:59.253686 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 10:08:59.253686 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:08:59.253686 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 10:08:59.253686 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:08:59.253686 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 10:08:59.253686 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:08:59.253686 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:08:59.253686 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:08:59.253686 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:08:59.253686 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:08:59.253686 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 10:08:59.253686 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:08:59.253686 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 10:08:59.253686 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:08:59.253686 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:08:59.253686 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:08:59.253686 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 10:08:59.253686 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:08:59.253686 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:08:59.253686 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:08:59.253686 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:08:59.253686 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:08:59.253686 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:08:59.253686 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:08:59.279016 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e72276b0-c5fa-4d62-8db3-d5aadfa9531a tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:59.281716 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e72276b0-c5fa-4d62-8db3-d5aadfa9531a tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:59.282887 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-e72276b0-c5fa-4d62-8db3-d5aadfa9531a tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] 10.222.0.60 "DELETE /v2.0/security-groups/2a4314a5-d8e7-402f-a953-e481a0bd1a54 HTTP/1.1" status: 204 len: 168 time: 0.6311398 Jun 11 10:08:59.283746 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1ea3b129-004d-418d-8237-62aac106fd77 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:59.288570 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 47860) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:59.322957 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72276b0-c5fa-4d62-8db3-d5aadfa9531a tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a4314a5-d8e7-402f-a953-e481a0bd1a54,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:59.329749 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a56361-1088-4fe1-a1a2-508891ecfb62 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Made reservation on behalf of 6eee960bcc7246bfbdd544be4d916a35 for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:08:59.335256 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e72276b0-c5fa-4d62-8db3-d5aadfa9531a tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:59.382970 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 47862) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:59.404560 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9fcbf7a3-cec3-4c2c-a0d1-fb949cff8652 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:59.441445 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-675b6ec5-ed13-4652-ae3f-d89e9f1eb6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:59.449192 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9cfe0cbe-a417-405a-a46e-0530219e5409 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:59.454737 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-675b6ec5-ed13-4652-ae3f-d89e9f1eb6a6 admin admin] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:59.460422 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-675b6ec5-ed13-4652-ae3f-d89e9f1eb6a6 admin admin] 10.222.0.60 "DELETE /v2.0/networks/ace617a4-03c3-43e2-a9c8-602abb377003 HTTP/1.1" status: 204 len: 168 time: 1.0557487 Jun 11 10:08:59.483440 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675b6ec5-ed13-4652-ae3f-d89e9f1eb6a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ace617a4-03c3-43e2-a9c8-602abb377003,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:59.507345 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675b6ec5-ed13-4652-ae3f-d89e9f1eb6a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:08:59.507931 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675b6ec5-ed13-4652-ae3f-d89e9f1eb6a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:08:59.508422 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675b6ec5-ed13-4652-ae3f-d89e9f1eb6a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:08:59.508902 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675b6ec5-ed13-4652-ae3f-d89e9f1eb6a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:08:59.509414 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675b6ec5-ed13-4652-ae3f-d89e9f1eb6a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:08:59.509891 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675b6ec5-ed13-4652-ae3f-d89e9f1eb6a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:08:59.510495 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675b6ec5-ed13-4652-ae3f-d89e9f1eb6a6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:08:59.511512 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675b6ec5-ed13-4652-ae3f-d89e9f1eb6a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:08:59.512271 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675b6ec5-ed13-4652-ae3f-d89e9f1eb6a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:08:59.512766 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675b6ec5-ed13-4652-ae3f-d89e9f1eb6a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:08:59.513384 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675b6ec5-ed13-4652-ae3f-d89e9f1eb6a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:08:59.513872 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675b6ec5-ed13-4652-ae3f-d89e9f1eb6a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:08:59.525368 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-675b6ec5-ed13-4652-ae3f-d89e9f1eb6a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:59.585945 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-79a5c5e6-9d0e-463b-a916-d7e4a4cec621 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2959847 Jun 11 10:08:59.596889 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 47866) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:59.620523 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9fcbf7a3-cec3-4c2c-a0d1-fb949cff8652 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:59.674261 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-14a56361-1088-4fe1-a1a2-508891ecfb62 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:59.679321 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9fcbf7a3-cec3-4c2c-a0d1-fb949cff8652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:59.710987 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-d6e40f47-f5e0-4e98-b412-8ca8e7c7afe8 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1129656 Jun 11 10:08:59.712430 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [None req-14a56361-1088-4fe1-a1a2-508891ecfb62 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] device_id is not set on port da4844fb-163e-4ebc-9a21-08d4ef53b9d1 yet. {{(pid=93177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 10:08:59.721048 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-01b6f556-2992-4d04-99b7-0ec991843db5 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:08:59.721048 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c60c60f7-31f6-4588-accf-e080e62e61f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:59.747203 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-9fcbf7a3-cec3-4c2c-a0d1-fb949cff8652 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dad0fbd688cc4158b696d9c143272152&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3624094 Jun 11 10:08:59.754430 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 47870) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:08:59.833993 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcbf7a3-cec3-4c2c-a0d1-fb949cff8652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d32b13-6d93-4852-81e3-cc8a2d34baa7,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:08:59.842086 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9fcbf7a3-cec3-4c2c-a0d1-fb949cff8652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:08:59.899099 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2792b307-1d60-4765-b9bd-3e47a9263264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:08:59.941042 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2792b307-1d60-4765-b9bd-3e47a9263264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:00.039490 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70b7fcb3-398a-4d6b-93c7-4c1c2cf79ecf None None] Provisioning complete for port c443a8f4-5cdd-415f-bdc7-c8eb2560a791 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:09:00.046836 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70b7fcb3-398a-4d6b-93c7-4c1c2cf79ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:00.120839 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 47878) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:09:00.148044 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c60c60f7-31f6-4588-accf-e080e62e61f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:00.210635 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70b7fcb3-398a-4d6b-93c7-4c1c2cf79ecf None None] Port c443a8f4-5cdd-415f-bdc7-c8eb2560a791 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:09:00.275822 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-14a56361-1088-4fe1-a1a2-508891ecfb62 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Allocated IP 172.20.0.13 (8e6beef9-2f2f-4d34-b4e4-7206909ccfcf/5bfb685c-88de-4d83-a73a-90f564eaee88/da4844fb-163e-4ebc-9a21-08d4ef53b9d1) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:09:00.279016 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c60c60f7-31f6-4588-accf-e080e62e61f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:00.282342 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-8d3836be-cee3-4bd7-9969-2c3e3bd3a612 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d86c23a2ac514331bc84b2212b249d3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1533370 Jun 11 10:09:00.283179 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 47882) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:09:00.284209 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-fc6defbd-4b53-434c-a1d9-0a137947eee6 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:00.319467 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70b7fcb3-398a-4d6b-93c7-4c1c2cf79ecf None None] Provisioning for port e46f869f-0b22-4718-9dbe-0c5ea9c8d2c2 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:09:00.328741 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70b7fcb3-398a-4d6b-93c7-4c1c2cf79ecf None None] Provisioning complete for port e46f869f-0b22-4718-9dbe-0c5ea9c8d2c2 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:09:00.329091 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70b7fcb3-398a-4d6b-93c7-4c1c2cf79ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:00.351866 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-c60c60f7-31f6-4588-accf-e080e62e61f5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6139b468ba2c47528980f9cf26980bfa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9690583 Jun 11 10:09:00.366502 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 47886) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:09:00.372843 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2792b307-1d60-4765-b9bd-3e47a9263264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:00.378010 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2792b307-1d60-4765-b9bd-3e47a9263264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:00.381261 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-2792b307-1d60-4765-b9bd-3e47a9263264 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c2d32b13-6d93-4852-81e3-cc8a2d34baa7 HTTP/1.1" status: 204 len: 168 time: 0.6124532 Jun 11 10:09:00.386548 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60c60f7-31f6-4588-accf-e080e62e61f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43c8935d-4704-44f1-b748-b849ce30d2f8,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:00.390186 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c60c60f7-31f6-4588-accf-e080e62e61f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:00.390724 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8b370941-4091-4afe-8286-96a77c4d5d3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:00.405175 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2792b307-1d60-4765-b9bd-3e47a9263264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d32b13-6d93-4852-81e3-cc8a2d34baa7,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:00.405175 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2792b307-1d60-4765-b9bd-3e47a9263264 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:00.483832 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 47890) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:09:00.532008 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-553a4d6c-cf5f-422c-9e77-d31e77d8d255 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:00.540154 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70b7fcb3-398a-4d6b-93c7-4c1c2cf79ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:00.586237 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70b7fcb3-398a-4d6b-93c7-4c1c2cf79ecf None None] For port e46f869f-0b22-4718-9dbe-0c5ea9c8d2c2, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=e46f869f-0b22-4718-9dbe-0c5ea9c8d2c2,segment=NetworkSegment(80b31b82-3480-4035-960b-f46e7aea1e6f),segment_id=80b31b82-3480-4035-960b-f46e7aea1e6f)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:09:00.627538 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-553a4d6c-cf5f-422c-9e77-d31e77d8d255 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:00.637626 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8d4d3daf-612f-42f3-ba82-80a544303eee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:00.662436 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8d4d3daf-612f-42f3-ba82-80a544303eee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:00.674936 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-e3142ec9-0871-4232-9f9f-b65f9251156a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=efb8f89ee6d84120bc8ae46ced2e67f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1896839 Jun 11 10:09:00.678030 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 47894) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:09:00.707559 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70b7fcb3-398a-4d6b-93c7-4c1c2cf79ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:00.709531 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-5729097a-35a7-4af3-af05-e7aac757a4dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:00.783046 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4a05313b-a84f-4614-b338-fddea8ce1a7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:00.844042 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-14a56361-1088-4fe1-a1a2-508891ecfb62 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:00.847849 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4a05313b-a84f-4614-b338-fddea8ce1a7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:00.913099 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-553a4d6c-cf5f-422c-9e77-d31e77d8d255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:00.918962 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-553a4d6c-cf5f-422c-9e77-d31e77d8d255 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:00.923651 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-553a4d6c-cf5f-422c-9e77-d31e77d8d255 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e930a5b6-d653-4c17-baab-8bf761019908 HTTP/1.1" status: 204 len: 168 time: 0.6367633 Jun 11 10:09:00.947238 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0d0e44df-0d2a-4b34-acf3-56666513e897 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:00.953410 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-14a56361-1088-4fe1-a1a2-508891ecfb62 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Transition to ACTIVE for port object da4844fb-163e-4ebc-9a21-08d4ef53b9d1 will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:09:00.954964 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8d4d3daf-612f-42f3-ba82-80a544303eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:00.957945 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8d4d3daf-612f-42f3-ba82-80a544303eee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:00.959130 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-8d4d3daf-612f-42f3-ba82-80a544303eee admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/43c8935d-4704-44f1-b748-b849ce30d2f8 HTTP/1.1" status: 204 len: 168 time: 0.5872900 Jun 11 10:09:00.983375 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553a4d6c-cf5f-422c-9e77-d31e77d8d255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e930a5b6-d653-4c17-baab-8bf761019908,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:00.990705 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-553a4d6c-cf5f-422c-9e77-d31e77d8d255 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:00.992943 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-37ffdf05-7270-4303-b5ba-d17a87eee38c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:00.993741 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4a05313b-a84f-4614-b338-fddea8ce1a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:00.997097 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4a05313b-a84f-4614-b338-fddea8ce1a7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:00.998968 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-4a05313b-a84f-4614-b338-fddea8ce1a7a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/359e520d-2139-4599-9655-ace051a65edb HTTP/1.1" status: 204 len: 168 time: 0.3197165 Jun 11 10:09:01.000386 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2792b307-1d60-4765-b9bd-3e47a9263264 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:01.015290 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b7fcb3-398a-4d6b-93c7-4c1c2cf79ecf None None] Pushing event updated for resources: {'Port': ['ID=e46f869f-0b22-4718-9dbe-0c5ea9c8d2c2,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:01.021554 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a05313b-a84f-4614-b338-fddea8ce1a7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=359e520d-2139-4599-9655-ace051a65edb,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:01.026067 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70b7fcb3-398a-4d6b-93c7-4c1c2cf79ecf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:01.027503 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4d3daf-612f-42f3-ba82-80a544303eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c8935d-4704-44f1-b748-b849ce30d2f8,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:01.029515 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4a05313b-a84f-4614-b338-fddea8ce1a7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:01.033862 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8d4d3daf-612f-42f3-ba82-80a544303eee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:01.176262 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-14a56361-1088-4fe1-a1a2-508891ecfb62 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:01.180246 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c41a5553-60d5-4ed8-bc11-2272b798ae16 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:01.242553 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a56361-1088-4fe1-a1a2-508891ecfb62 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Network 8e6beef9-2f2f-4d34-b4e4-7206909ccfcf is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:09:01.246065 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-14a56361-1088-4fe1-a1a2-508891ecfb62 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:09:01.253997 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a56361-1088-4fe1-a1a2-508891ecfb62 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:09:01.333377 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a56361-1088-4fe1-a1a2-508891ecfb62 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Pushing event updated for resources: {'Port': ['ID=da4844fb-163e-4ebc-9a21-08d4ef53b9d1,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:01.333377 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-14a56361-1088-4fe1-a1a2-508891ecfb62 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:01.333377 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a56361-1088-4fe1-a1a2-508891ecfb62 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:01.333377 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-14a56361-1088-4fe1-a1a2-508891ecfb62 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:01.438874 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:01.441905 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-14a56361-1088-4fe1-a1a2-508891ecfb62 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.7547598 Jun 11 10:09:01.442339 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 47924) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:09:01.447743 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-ef5d194e-8180-4c7c-8e05-c8ffa6ebe2c3 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Request body: {'subnet': {'network_id': '8e6beef9-2f2f-4d34-b4e4-7206909ccfcf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:09:01.622234 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-294bd0e0-c5ed-42eb-bb41-ea7be08c7c18 None None] Provisioning for port da4844fb-163e-4ebc-9a21-08d4ef53b9d1 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:09:01.626963 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-294bd0e0-c5ed-42eb-bb41-ea7be08c7c18 None None] Provisioning complete for port da4844fb-163e-4ebc-9a21-08d4ef53b9d1 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:09:01.627627 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-294bd0e0-c5ed-42eb-bb41-ea7be08c7c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:01.705786 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-294bd0e0-c5ed-42eb-bb41-ea7be08c7c18 None None] Port da4844fb-163e-4ebc-9a21-08d4ef53b9d1 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:09:01.750368 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef5d194e-8180-4c7c-8e05-c8ffa6ebe2c3 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Made reservation on behalf of 6eee960bcc7246bfbdd544be4d916a35 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:09:01.754000 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ef5d194e-8180-4c7c-8e05-c8ffa6ebe2c3 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:01.959790 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97591b79-ce4e-4609-93ec-f27938669f21 req-90f194c7-ed0c-4080-ac5c-2e8e22ae0ad4 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:01.961248 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-97591b79-ce4e-4609-93ec-f27938669f21 req-90f194c7-ed0c-4080-ac5c-2e8e22ae0ad4 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/networks?id=795e7157-0b59-4b3c-b5bc-895c607dc0cc HTTP/1.1" status: 200 len: 810 time: 0.2762535 Jun 11 10:09:01.985294 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-97591b79-ce4e-4609-93ec-f27938669f21 req-3453d024-785e-47ff-bb36-1d5954db9c18 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/quotas/7c7545923ebc48e08cfbeb0d8e94f901 HTTP/1.1" status: 200 len: 375 time: 0.0163403 Jun 11 10:09:01.987856 n-d-779913-12 neutron-server[93177]: INFO neutron.db.ipam_backend_mixin [None req-ef5d194e-8180-4c7c-8e05-c8ffa6ebe2c3 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5bfb685c-88de-4d83-a73a-90f564eaee88 (CIDR: 172.20.0.0/28) Jun 11 10:09:02.039721 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef5d194e-8180-4c7c-8e05-c8ffa6ebe2c3 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 10:09:02.040345 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef5d194e-8180-4c7c-8e05-c8ffa6ebe2c3 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 10:09:02.074960 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 47944) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:09:02.087820 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-97591b79-ce4e-4609-93ec-f27938669f21 req-9f015105-ad89-4ffe-81dd-2e8c055dcbbf tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7c7545923ebc48e08cfbeb0d8e94f901&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0967324 Jun 11 10:09:02.107836 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c9381fd7-6d45-46a6-ba47-8fb191219452 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:02.191835 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-ef5d194e-8180-4c7c-8e05-c8ffa6ebe2c3 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7483954 Jun 11 10:09:02.194696 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 47948) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:09:02.202259 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-db91bb5f-3669-456d-b800-1db10441c70b tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Request body: {'subnet': {'network_id': '8e6beef9-2f2f-4d34-b4e4-7206909ccfcf', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:09:02.314408 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c9381fd7-6d45-46a6-ba47-8fb191219452 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:02.333023 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-97591b79-ce4e-4609-93ec-f27938669f21 req-10e26838-5786-4aaa-928b-b016efedcc34 service neutron] 10.222.0.60 "GET /v2.0/networks/795e7157-0b59-4b3c-b5bc-895c607dc0cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385392 Jun 11 10:09:02.398771 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c9381fd7-6d45-46a6-ba47-8fb191219452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:02.408375 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e1565b7f-31c8-4e46-b17d-d93550fce968 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:02.456386 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-c9381fd7-6d45-46a6-ba47-8fb191219452 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=574ccc8d71f94facbc5b9ed5fc2bcf43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3804626 Jun 11 10:09:02.457314 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9381fd7-6d45-46a6-ba47-8fb191219452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b84e9d3-6e92-4d36-90d7-22de08f91563,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:02.459684 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 47964) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:09:02.475821 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c9381fd7-6d45-46a6-ba47-8fb191219452 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:02.499160 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-97591b79-ce4e-4609-93ec-f27938669f21 req-12afcbc6-de15-44aa-83a5-bc167e349cf4 service neutron] 10.222.0.60 "GET /v2.0/networks/795e7157-0b59-4b3c-b5bc-895c607dc0cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617122 Jun 11 10:09:02.529123 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5271dcd9-4d06-42a2-90e6-961eac34a7be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:02.553255 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db91bb5f-3669-456d-b800-1db10441c70b tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Made reservation on behalf of 6eee960bcc7246bfbdd544be4d916a35 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:09:02.560488 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-db91bb5f-3669-456d-b800-1db10441c70b tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:02.569494 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5271dcd9-4d06-42a2-90e6-961eac34a7be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:02.730374 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5271dcd9-4d06-42a2-90e6-961eac34a7be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:02.733155 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5271dcd9-4d06-42a2-90e6-961eac34a7be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:02.736675 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-5271dcd9-4d06-42a2-90e6-961eac34a7be admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0b84e9d3-6e92-4d36-90d7-22de08f91563 HTTP/1.1" status: 204 len: 168 time: 0.2701938 Jun 11 10:09:02.736675 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d4f6658b-283e-496f-bf80-0d46cf09c50f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:02.743772 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271dcd9-4d06-42a2-90e6-961eac34a7be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b84e9d3-6e92-4d36-90d7-22de08f91563,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:02.746713 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5271dcd9-4d06-42a2-90e6-961eac34a7be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:02.990160 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device e46f869f-0b22-4718-9dbe-0c5ea9c8d2c2 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:09:03.067826 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-db91bb5f-3669-456d-b800-1db10441c70b tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:03.090351 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5dd1bcf7-e814-4d35-9a7a-7d97a79e6062 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:03.095815 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port e46f869f-0b22-4718-9dbe-0c5ea9c8d2c2 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:09:03.096588 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:03.207711 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db91bb5f-3669-456d-b800-1db10441c70b tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Pushing event updated for resources: {'Subnet': ['ID=357a6c53-2d1d-4750-a50c-3f2e832ad297,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:03.219475 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-db91bb5f-3669-456d-b800-1db10441c70b tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:03.240186 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db91bb5f-3669-456d-b800-1db10441c70b tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Network 8e6beef9-2f2f-4d34-b4e4-7206909ccfcf is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:09:03.241588 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-db91bb5f-3669-456d-b800-1db10441c70b tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:09:03.261421 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326ac790-7803-4f3a-818a-9dc357f524fb None None] Network 8e6beef9-2f2f-4d34-b4e4-7206909ccfcf requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:09:03.266280 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db91bb5f-3669-456d-b800-1db10441c70b tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:03.267271 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-db91bb5f-3669-456d-b800-1db10441c70b tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:03.400928 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-db91bb5f-3669-456d-b800-1db10441c70b tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2039673 Jun 11 10:09:03.402127 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 48002) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:09:03.407897 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-792d2109-be5a-48e1-9aee-9224ef7c359a tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-721348222', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '357a6c53-2d1d-4750-a50c-3f2e832ad297'}], 'security_groups': ['5d058ce4-086d-4279-8cd5-682998294a85']}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:09:03.609028 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-792d2109-be5a-48e1-9aee-9224ef7c359a tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:03.638562 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-30c720c3-de63-4e44-a36f-75f5057bd495 req-cfadbe58-a913-4af3-b9be-defbae8c3979 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=49fd43c7-8eda-45fc-a5a2-a5c4eb73b238 HTTP/1.1" status: 200 len: 210 time: 0.7327445 Jun 11 10:09:03.690995 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5c3136-bfa2-47dc-bd05-b320766794fd None None] Update dhcp port {'port': {'network_id': '8e6beef9-2f2f-4d34-b4e4-7206909ccfcf', 'fixed_ips': [{'subnet_id': '5bfb685c-88de-4d83-a73a-90f564eaee88', 'ip_address': '172.20.0.2'}, {'subnet_id': '357a6c53-2d1d-4750-a50c-3f2e832ad297'}], 'binding:host_id': 'n-d-779913-12'}, 'id': 'e46f869f-0b22-4718-9dbe-0c5ea9c8d2c2'} from n-d-779913-12. {{(pid=93178) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 11 10:09:03.740785 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3c5c3136-bfa2-47dc-bd05-b320766794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:03.829063 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 48016) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:09:03.854947 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d7c0f17e-9f27-4e26-93aa-82f95a20262a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:04.006596 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d7c0f17e-9f27-4e26-93aa-82f95a20262a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:04.038927 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-3c5c3136-bfa2-47dc-bd05-b320766794fd None None] Allocated IP 172.20.0.18 (8e6beef9-2f2f-4d34-b4e4-7206909ccfcf/357a6c53-2d1d-4750-a50c-3f2e832ad297/e46f869f-0b22-4718-9dbe-0c5ea9c8d2c2) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:09:04.067454 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d7c0f17e-9f27-4e26-93aa-82f95a20262a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:04.071958 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-80e027be-bb49-4712-90f2-b64e3d3c7293 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:04.171780 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c0f17e-9f27-4e26-93aa-82f95a20262a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78f17328-42ef-471e-9fbc-26a1028d94ca,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:04.177762 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d7c0f17e-9f27-4e26-93aa-82f95a20262a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:04.210492 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-d7c0f17e-9f27-4e26-93aa-82f95a20262a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a26a73a31682479d9ca723f4ed5e4783&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3797765 Jun 11 10:09:04.215166 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 48022) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:09:04.280318 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-3c5c3136-bfa2-47dc-bd05-b320766794fd None None] For port e46f869f-0b22-4718-9dbe-0c5ea9c8d2c2, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=e46f869f-0b22-4718-9dbe-0c5ea9c8d2c2,segment=NetworkSegment(80b31b82-3480-4035-960b-f46e7aea1e6f),segment_id=80b31b82-3480-4035-960b-f46e7aea1e6f)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:09:04.349917 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 48026) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:09:04.351722 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-219cf544-325a-425c-8e6c-9e50104a58b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:04.373623 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3c5c3136-bfa2-47dc-bd05-b320766794fd None None] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:04.415975 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-3c5c3136-bfa2-47dc-bd05-b320766794fd None None] Transition to ACTIVE for port object e46f869f-0b22-4718-9dbe-0c5ea9c8d2c2 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:09:04.425965 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-219cf544-325a-425c-8e6c-9e50104a58b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:04.525411 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3c5c3136-bfa2-47dc-bd05-b320766794fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:04.545244 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:04.593405 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-219cf544-325a-425c-8e6c-9e50104a58b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:04.596480 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-219cf544-325a-425c-8e6c-9e50104a58b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:04.598199 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-219cf544-325a-425c-8e6c-9e50104a58b6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/78f17328-42ef-471e-9fbc-26a1028d94ca HTTP/1.1" status: 204 len: 168 time: 0.3807518 Jun 11 10:09:04.599222 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5f8e02c1-7151-442e-98a6-f12b824a3470 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:04.615432 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219cf544-325a-425c-8e6c-9e50104a58b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f17328-42ef-471e-9fbc-26a1028d94ca,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:04.631998 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-219cf544-325a-425c-8e6c-9e50104a58b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:04.695834 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-792d2109-be5a-48e1-9aee-9224ef7c359a tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Delete allocated IP 172.20.0.13 (8e6beef9-2f2f-4d34-b4e4-7206909ccfcf/5bfb685c-88de-4d83-a73a-90f564eaee88) {{(pid=93177) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 11 10:09:04.713957 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-792d2109-be5a-48e1-9aee-9224ef7c359a tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Allocated IP 172.20.0.29 (8e6beef9-2f2f-4d34-b4e4-7206909ccfcf/357a6c53-2d1d-4750-a50c-3f2e832ad297/da4844fb-163e-4ebc-9a21-08d4ef53b9d1) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:09:04.866989 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5c3136-bfa2-47dc-bd05-b320766794fd None None] Pushing event updated for resources: {'Port': ['ID=e46f869f-0b22-4718-9dbe-0c5ea9c8d2c2,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:04.872664 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-3c5c3136-bfa2-47dc-bd05-b320766794fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:04.896344 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-f72252ea-0f2a-4829-99b5-138339053e05 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-89895185-network', 'tenant_id': '41e6320d1ec4431eb9e5249fe3d2c8c2'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:09:04.973985 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-587e88b9-7417-4a59-b638-b72f672790a0 req-bf27ffb3-d871-4cab-9715-712db3b88d65 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=49fd43c7-8eda-45fc-a5a2-a5c4eb73b238 HTTP/1.1" status: 200 len: 210 time: 0.1824067 Jun 11 10:09:05.009191 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-792d2109-be5a-48e1-9aee-9224ef7c359a tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:05.025024 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-792d2109-be5a-48e1-9aee-9224ef7c359a tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Transition to ACTIVE for port object da4844fb-163e-4ebc-9a21-08d4ef53b9d1 will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:09:05.042729 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f72252ea-0f2a-4829-99b5-138339053e05 admin admin] Made reservation on behalf of 41e6320d1ec4431eb9e5249fe3d2c8c2 for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:09:05.042729 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f72252ea-0f2a-4829-99b5-138339053e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:05.053462 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f72252ea-0f2a-4829-99b5-138339053e05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:05.160862 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-792d2109-be5a-48e1-9aee-9224ef7c359a tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:05.166303 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-658102e4-ef26-4a35-bf75-ea92d7cf7d53 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:05.170026 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f72252ea-0f2a-4829-99b5-138339053e05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:05.256328 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f72252ea-0f2a-4829-99b5-138339053e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:05.269186 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ecbab6d1-fa55-4796-aa4b-51d694194d2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:05.316439 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f72252ea-0f2a-4829-99b5-138339053e05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 752} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:09:05.333453 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-792d2109-be5a-48e1-9aee-9224ef7c359a tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] In _notify_port_updated(), no bound segment for port da4844fb-163e-4ebc-9a21-08d4ef53b9d1 on network 8e6beef9-2f2f-4d34-b4e4-7206909ccfcf {{(pid=93177) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 11 10:09:05.339606 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792d2109-be5a-48e1-9aee-9224ef7c359a tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:05.345694 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-792d2109-be5a-48e1-9aee-9224ef7c359a tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:05.345694 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-792d2109-be5a-48e1-9aee-9224ef7c359a tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "PUT /v2.0/ports/da4844fb-163e-4ebc-9a21-08d4ef53b9d1 HTTP/1.1" status: 200 len: 920 time: 1.9382339 Jun 11 10:09:05.345694 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 48052) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:09:05.362743 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f72252ea-0f2a-4829-99b5-138339053e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:05.365016 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-f72252ea-0f2a-4829-99b5-138339053e05 admin admin] Added segment 5f313cca-80d0-475b-adf4-c4e559f78f6a of type vlan for network dde275fe-49aa-4dda-8d58-46e6697ca339 Jun 11 10:09:05.383381 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72252ea-0f2a-4829-99b5-138339053e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fec6e58-0d46-4d61-a818-a4594ddc4a57,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:05.392895 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f72252ea-0f2a-4829-99b5-138339053e05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:05.456998 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f72252ea-0f2a-4829-99b5-138339053e05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:05.574772 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792d2109-be5a-48e1-9aee-9224ef7c359a tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Pushing event updated for resources: {'Port': ['ID=da4844fb-163e-4ebc-9a21-08d4ef53b9d1,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:05.575950 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-792d2109-be5a-48e1-9aee-9224ef7c359a tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:05.615191 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-26d76dd0-3162-4496-bd1d-7eb3f053dd19 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Deleting port da4844fb-163e-4ebc-9a21-08d4ef53b9d1 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:09:05.620883 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-26d76dd0-3162-4496-bd1d-7eb3f053dd19 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:05.621067 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f72252ea-0f2a-4829-99b5-138339053e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:05.621067 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72252ea-0f2a-4829-99b5-138339053e05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:05.621067 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f72252ea-0f2a-4829-99b5-138339053e05 admin admin] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:05.621651 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8470b8c2-6ba7-490a-b405-7ab912a639a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:05.664700 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:05.673412 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-be022da6-8daa-409e-95bf-30293d3bb55f None None] Provisioning complete for port c443a8f4-5cdd-415f-bdc7-c8eb2560a791 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:09:05.678891 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-be022da6-8daa-409e-95bf-30293d3bb55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:05.727621 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72252ea-0f2a-4829-99b5-138339053e05 admin admin] Pushing event updated for resources: {'Network': ['ID=dde275fe-49aa-4dda-8d58-46e6697ca339,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:05.732073 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f72252ea-0f2a-4829-99b5-138339053e05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:05.758164 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-be022da6-8daa-409e-95bf-30293d3bb55f None None] Port c443a8f4-5cdd-415f-bdc7-c8eb2560a791 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:09:05.766096 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network dde275fe-49aa-4dda-8d58-46e6697ca339 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:09:05.810364 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-26d76dd0-3162-4496-bd1d-7eb3f053dd19 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:05.873747 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-f72252ea-0f2a-4829-99b5-138339053e05 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5178988 Jun 11 10:09:05.883928 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 48070) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:09:05.899329 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-fd0c0505-adfc-4a03-9509-042d704ae81e admin admin] Request body: {'subnet': {'network_id': 'dde275fe-49aa-4dda-8d58-46e6697ca339', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-89895185-subnet', 'tenant_id': '41e6320d1ec4431eb9e5249fe3d2c8c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:09:05.907106 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-be022da6-8daa-409e-95bf-30293d3bb55f None None] Provisioning for port da4844fb-163e-4ebc-9a21-08d4ef53b9d1 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:09:05.914859 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-be022da6-8daa-409e-95bf-30293d3bb55f None None] Provisioning complete for port da4844fb-163e-4ebc-9a21-08d4ef53b9d1 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:09:05.915620 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-be022da6-8daa-409e-95bf-30293d3bb55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:06.025518 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-be022da6-8daa-409e-95bf-30293d3bb55f None None] Port da4844fb-163e-4ebc-9a21-08d4ef53b9d1 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:09:06.108246 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-be022da6-8daa-409e-95bf-30293d3bb55f None None] Provisioning for port e46f869f-0b22-4718-9dbe-0c5ea9c8d2c2 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:09:06.113555 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-be022da6-8daa-409e-95bf-30293d3bb55f None None] Provisioning complete for port e46f869f-0b22-4718-9dbe-0c5ea9c8d2c2 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:09:06.118791 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-be022da6-8daa-409e-95bf-30293d3bb55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:06.118957 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-26d76dd0-3162-4496-bd1d-7eb3f053dd19 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Calling delete_port for da4844fb-163e-4ebc-9a21-08d4ef53b9d1 owned by {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:09:06.133267 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd0c0505-adfc-4a03-9509-042d704ae81e admin admin] Made reservation on behalf of 41e6320d1ec4431eb9e5249fe3d2c8c2 for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:09:06.147313 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fd0c0505-adfc-4a03-9509-042d704ae81e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:06.426229 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c3a7492e-37d5-46ad-aa17-6d589f2afbda req-ac4357f4-4d8f-40ac-928d-3b51948ca735 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=49fd43c7-8eda-45fc-a5a2-a5c4eb73b238 HTTP/1.1" status: 200 len: 210 time: 0.0960562 Jun 11 10:09:06.447502 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97591b79-ce4e-4609-93ec-f27938669f21 req-99698ebf-30ce-44de-b462-757b556f9630 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:06.449684 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-97591b79-ce4e-4609-93ec-f27938669f21 req-99698ebf-30ce-44de-b462-757b556f9630 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.69 "GET /v2.0/networks?id=795e7157-0b59-4b3c-b5bc-895c607dc0cc HTTP/1.1" status: 200 len: 810 time: 0.6750877 Jun 11 10:09:06.468222 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-97591b79-ce4e-4609-93ec-f27938669f21 req-42ffebb0-1655-4a2f-9eca-3e74aad1aa7a tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Request body: {'port': {'device_id': '49fd43c7-8eda-45fc-a5a2-a5c4eb73b238', 'network_id': '795e7157-0b59-4b3c-b5bc-895c607dc0cc', 'admin_state_up': True, 'tenant_id': '7c7545923ebc48e08cfbeb0d8e94f901'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:09:06.481751 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-475f2131-8d09-417f-88a5-6e25bde95ce6 None None] Provisioning complete for port da4844fb-163e-4ebc-9a21-08d4ef53b9d1 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:09:06.484644 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-475f2131-8d09-417f-88a5-6e25bde95ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:06.545499 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-475f2131-8d09-417f-88a5-6e25bde95ce6 None None] Port da4844fb-163e-4ebc-9a21-08d4ef53b9d1 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:09:06.691033 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-26d76dd0-3162-4496-bd1d-7eb3f053dd19 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:06.695892 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2aa1554a-d5c9-4c34-83d3-567b570dc3b3 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:06.771559 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d76dd0-3162-4496-bd1d-7eb3f053dd19 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Pushing event deleted for resources: {'Port': ['ID=da4844fb-163e-4ebc-9a21-08d4ef53b9d1,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:06.776738 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-26d76dd0-3162-4496-bd1d-7eb3f053dd19 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:06.895697 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97591b79-ce4e-4609-93ec-f27938669f21 req-42ffebb0-1655-4a2f-9eca-3e74aad1aa7a tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Made reservation on behalf of 7c7545923ebc48e08cfbeb0d8e94f901 for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:09:06.899294 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-97591b79-ce4e-4609-93ec-f27938669f21 req-42ffebb0-1655-4a2f-9eca-3e74aad1aa7a tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:06.903590 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fd0c0505-adfc-4a03-9509-042d704ae81e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:06.929004 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-19fcfae1-7054-4f9b-9adb-350cfbfce2f3 tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:06.938205 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-26d76dd0-3162-4496-bd1d-7eb3f053dd19 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:06.942023 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-26d76dd0-3162-4496-bd1d-7eb3f053dd19 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "DELETE /v2.0/ports/da4844fb-163e-4ebc-9a21-08d4ef53b9d1 HTTP/1.1" status: 204 len: 168 time: 1.5949728 Jun 11 10:09:06.943879 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device e46f869f-0b22-4718-9dbe-0c5ea9c8d2c2 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:09:06.946025 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 48098) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:09:07.008253 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d79ec95-7859-4c99-b785-2dca36477af2 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] GET failed (client error): The resource could not be found. Jun 11 10:09:07.014610 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-5d79ec95-7859-4c99-b785-2dca36477af2 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "GET /v2.0/ports/da4844fb-163e-4ebc-9a21-08d4ef53b9d1 HTTP/1.1" status: 404 len: 333 time: 0.0674736 Jun 11 10:09:07.015619 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 48102) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:09:07.037294 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port e46f869f-0b22-4718-9dbe-0c5ea9c8d2c2 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:09:07.037716 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:07.117564 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0c0505-adfc-4a03-9509-042d704ae81e admin admin] Pushing event updated for resources: {'Subnet': ['ID=57c6571c-69e4-42ab-927b-f1f4d313e6e9,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:07.130815 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-fd0c0505-adfc-4a03-9509-042d704ae81e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:07.154501 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0c0505-adfc-4a03-9509-042d704ae81e admin admin] Checking segment: {'id': '5f313cca-80d0-475b-adf4-c4e559f78f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'dde275fe-49aa-4dda-8d58-46e6697ca339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:09:07.154867 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0c0505-adfc-4a03-9509-042d704ae81e admin admin] Network hostable DHCP agents. Network: dde275fe-49aa-4dda-8d58-46e6697ca339, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:09:07.173466 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-51ed8556-299b-4e23-aa23-d992272f95a6 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:07.205596 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-51ed8556-299b-4e23-aa23-d992272f95a6 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:07.279172 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-97591b79-ce4e-4609-93ec-f27938669f21 req-42ffebb0-1655-4a2f-9eca-3e74aad1aa7a tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Allocated IP 172.20.0.12 (795e7157-0b59-4b3c-b5bc-895c607dc0cc/b543bd1f-2b45-4ed6-ae53-d9d0c8ed8871/caeaa258-0579-4956-b254-f278b878bd49) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:09:07.335464 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0c0505-adfc-4a03-9509-042d704ae81e admin admin] Network dde275fe-49aa-4dda-8d58-46e6697ca339 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:09:07.387919 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-51ed8556-299b-4e23-aa23-d992272f95a6 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:07.391308 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-51ed8556-299b-4e23-aa23-d992272f95a6 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:07.395197 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-51ed8556-299b-4e23-aa23-d992272f95a6 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "DELETE /v2.0/security-groups/1e84b309-d397-4896-b0a5-d9bf170d46b6 HTTP/1.1" status: 204 len: 168 time: 0.3752027 Jun 11 10:09:07.395197 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-26aac4cb-aad0-4dbf-b872-349334d06f55 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:07.398566 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 48116) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:09:07.412931 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ed8556-299b-4e23-aa23-d992272f95a6 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e84b309-d397-4896-b0a5-d9bf170d46b6,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:07.418579 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-51ed8556-299b-4e23-aa23-d992272f95a6 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:07.435908 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-fd0c0505-adfc-4a03-9509-042d704ae81e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, dde275fe-49aa-4dda-8d58-46e6697ca339) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:09:07.447235 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de66df0e-07a5-4ae2-8924-4b336f73a4c4 None None] Network dde275fe-49aa-4dda-8d58-46e6697ca339 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:09:07.661790 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0c0505-adfc-4a03-9509-042d704ae81e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:07.666155 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fd0c0505-adfc-4a03-9509-042d704ae81e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:07.704483 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2ab57c-51cb-4820-b38e-db7f58bd0d4c None None] Network dde275fe-49aa-4dda-8d58-46e6697ca339 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:09:07.767282 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-44f4f6c9-aee8-4181-89b1-52fcf4f92048 req-e7451990-0312-4c7d-a713-f4944f160faa tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=49fd43c7-8eda-45fc-a5a2-a5c4eb73b238 HTTP/1.1" status: 200 len: 210 time: 0.1051347 Jun 11 10:09:07.841983 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-14a542c1-5b4d-4d30-ad27-04609a8d8900 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:07.873954 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-97591b79-ce4e-4609-93ec-f27938669f21 req-42ffebb0-1655-4a2f-9eca-3e74aad1aa7a tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:07.904869 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 48134) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:09:07.922582 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-fd0c0505-adfc-4a03-9509-042d704ae81e admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0354745 Jun 11 10:09:07.931841 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-14a542c1-5b4d-4d30-ad27-04609a8d8900 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:07.943239 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-97591b79-ce4e-4609-93ec-f27938669f21 req-42ffebb0-1655-4a2f-9eca-3e74aad1aa7a tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Transition to ACTIVE for port object caeaa258-0579-4956-b254-f278b878bd49 will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:09:08.058763 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-2bcfa709-2281-4e18-afea-d158d5d4881a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1743969929-network', 'tenant_id': '95681b49053843d7860e02f7c9e19b18'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:09:08.188848 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-97591b79-ce4e-4609-93ec-f27938669f21 req-42ffebb0-1655-4a2f-9eca-3e74aad1aa7a tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:08.191128 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-14a542c1-5b4d-4d30-ad27-04609a8d8900 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:08.195247 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-14a542c1-5b4d-4d30-ad27-04609a8d8900 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:08.196890 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-14a542c1-5b4d-4d30-ad27-04609a8d8900 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "DELETE /v2.0/security-groups/5d058ce4-086d-4279-8cd5-682998294a85 HTTP/1.1" status: 204 len: 168 time: 0.7972400 Jun 11 10:09:08.201098 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 48150) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:09:08.202293 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9cfe0cbe-a417-405a-a46e-0530219e5409 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:08.222602 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a542c1-5b4d-4d30-ad27-04609a8d8900 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d058ce4-086d-4279-8cd5-682998294a85,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:08.247798 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-14a542c1-5b4d-4d30-ad27-04609a8d8900 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:08.263180 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c00b4910-f2c8-46bd-b2cb-f085aca475f9 tempest-ServerPasswordTestJSON-1505951935 tempest-ServerPasswordTestJSON-1505951935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:08.285218 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97591b79-ce4e-4609-93ec-f27938669f21 req-42ffebb0-1655-4a2f-9eca-3e74aad1aa7a tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Network 795e7157-0b59-4b3c-b5bc-895c607dc0cc is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:09:08.298683 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bcfa709-2281-4e18-afea-d158d5d4881a admin admin] Made reservation on behalf of 95681b49053843d7860e02f7c9e19b18 for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:09:08.302514 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2bcfa709-2281-4e18-afea-d158d5d4881a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:08.342187 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-97591b79-ce4e-4609-93ec-f27938669f21 req-42ffebb0-1655-4a2f-9eca-3e74aad1aa7a tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:09:08.366504 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-97591b79-ce4e-4609-93ec-f27938669f21 req-42ffebb0-1655-4a2f-9eca-3e74aad1aa7a tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:09:08.370235 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ee23617-b47b-408c-9b19-6f92eb265de5 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Deleting subnet 5bfb685c-88de-4d83-a73a-90f564eaee88 {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:09:08.399512 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6ee23617-b47b-408c-9b19-6f92eb265de5 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:08.488126 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6ee23617-b47b-408c-9b19-6f92eb265de5 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:08.570872 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ffebb0-1655-4a2f-9eca-3e74aad1aa7a tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Pushing event updated for resources: {'Port': ['ID=caeaa258-0579-4956-b254-f278b878bd49,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:08.570872 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-42ffebb0-1655-4a2f-9eca-3e74aad1aa7a tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:08.573727 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2bcfa709-2281-4e18-afea-d158d5d4881a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:08.598334 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97591b79-ce4e-4609-93ec-f27938669f21 req-42ffebb0-1655-4a2f-9eca-3e74aad1aa7a tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:08.599920 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-97591b79-ce4e-4609-93ec-f27938669f21 req-42ffebb0-1655-4a2f-9eca-3e74aad1aa7a tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:08.662457 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-97591b79-ce4e-4609-93ec-f27938669f21 req-42ffebb0-1655-4a2f-9eca-3e74aad1aa7a tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2014613 Jun 11 10:09:08.676459 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-97591b79-ce4e-4609-93ec-f27938669f21 req-987822d1-badd-416b-9be8-458d70084138 service neutron] Request body: {'port': {'device_id': '49fd43c7-8eda-45fc-a5a2-a5c4eb73b238', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:09:08.856617 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-84e8932c-9f5e-4c2f-a455-3e90e21e14e1 None None] Provisioning for port caeaa258-0579-4956-b254-f278b878bd49 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:09:08.861878 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-84e8932c-9f5e-4c2f-a455-3e90e21e14e1 None None] Provisioning complete for port caeaa258-0579-4956-b254-f278b878bd49 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:09:08.863635 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-84e8932c-9f5e-4c2f-a455-3e90e21e14e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:08.912520 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6ee23617-b47b-408c-9b19-6f92eb265de5 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:08.985938 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2bcfa709-2281-4e18-afea-d158d5d4881a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:09.023294 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-84e8932c-9f5e-4c2f-a455-3e90e21e14e1 None None] Port caeaa258-0579-4956-b254-f278b878bd49 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:09:09.090777 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2bcfa709-2281-4e18-afea-d158d5d4881a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:09.095245 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-616330cd-3903-4972-a60f-ef0deb8391d7 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:09.132317 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcfa709-2281-4e18-afea-d158d5d4881a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32d98497-e842-473d-9e84-84e048a1aaca,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:09.160253 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6ee23617-b47b-408c-9b19-6f92eb265de5 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:09.168713 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2bcfa709-2281-4e18-afea-d158d5d4881a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:09.171307 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-379bbee2-575b-4a52-aa18-c9fd5c1c967b tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:09.233002 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee23617-b47b-408c-9b19-6f92eb265de5 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Pushing event deleted for resources: {'Subnet': ['ID=5bfb685c-88de-4d83-a73a-90f564eaee88,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:09.247458 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bcfa709-2281-4e18-afea-d158d5d4881a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 756} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:09:09.254373 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-97591b79-ce4e-4609-93ec-f27938669f21 req-987822d1-badd-416b-9be8-458d70084138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:09.255217 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6ee23617-b47b-408c-9b19-6f92eb265de5 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:09.270014 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6ee23617-b47b-408c-9b19-6f92eb265de5 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:09.278255 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c0ad21-80c0-4bdc-839d-0f04cc48d2c2 req-6b51e305-b870-4e42-bc41-68df132cb1a6 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:09.278255 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-77c0ad21-80c0-4bdc-839d-0f04cc48d2c2 req-6b51e305-b870-4e42-bc41-68df132cb1a6 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/networks?id=dde275fe-49aa-4dda-8d58-46e6697ca339 HTTP/1.1" status: 200 len: 812 time: 0.5245273 Jun 11 10:09:09.279078 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-6ee23617-b47b-408c-9b19-6f92eb265de5 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "DELETE /v2.0/subnets/5bfb685c-88de-4d83-a73a-90f564eaee88 HTTP/1.1" status: 204 len: 168 time: 1.0768268 Jun 11 10:09:09.279954 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 48186) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:09:09.281403 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2bcfa709-2281-4e18-afea-d158d5d4881a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:09.281956 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-2bcfa709-2281-4e18-afea-d158d5d4881a admin admin] Added segment d115e535-b596-4d63-b9ce-ed25b1cffbb1 of type vlan for network 35df5041-868e-4b75-8f1d-c97928413ace Jun 11 10:09:09.286916 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d031151-1710-44dd-8ff6-d5e7245700d7 None None] Network 8e6beef9-2f2f-4d34-b4e4-7206909ccfcf requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:09:09.311197 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-eae25945-4433-4b5f-b4b0-778c391bd7ee tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Request body: {'subnet': {'network_id': '8e6beef9-2f2f-4d34-b4e4-7206909ccfcf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:09:09.330955 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184befc2-92e2-4af2-a6c0-02e244ae91da req-6de49988-5f63-40a2-a1f5-5c4336c38f79 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:09.332917 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-184befc2-92e2-4af2-a6c0-02e244ae91da req-6de49988-5f63-40a2-a1f5-5c4336c38f79 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=49fd43c7-8eda-45fc-a5a2-a5c4eb73b238 HTTP/1.1" status: 200 len: 932 time: 0.3445013 Jun 11 10:09:09.489014 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2bcfa709-2281-4e18-afea-d158d5d4881a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:09.761799 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-97591b79-ce4e-4609-93ec-f27938669f21 req-987822d1-badd-416b-9be8-458d70084138 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caeaa258-0579-4956-b254-f278b878bd49 {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:09:09.773810 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-97591b79-ce4e-4609-93ec-f27938669f21 req-987822d1-badd-416b-9be8-458d70084138 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:09.783351 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-97591b79-ce4e-4609-93ec-f27938669f21 req-987822d1-badd-416b-9be8-458d70084138 service neutron] Transition to ACTIVE for port object caeaa258-0579-4956-b254-f278b878bd49 will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:09:09.811515 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-77c0ad21-80c0-4bdc-839d-0f04cc48d2c2 req-1e3d04b2-69b2-4b58-b2a5-ff994d36f528 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/quotas/41e6320d1ec4431eb9e5249fe3d2c8c2 HTTP/1.1" status: 200 len: 375 time: 0.0237336 Jun 11 10:09:09.864085 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-184befc2-92e2-4af2-a6c0-02e244ae91da req-1745dd33-b871-4dcb-9749-9b80a92dec6a tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5225613 Jun 11 10:09:09.909315 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eae25945-4433-4b5f-b4b0-778c391bd7ee tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Made reservation on behalf of 6eee960bcc7246bfbdd544be4d916a35 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:09:09.920811 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-eae25945-4433-4b5f-b4b0-778c391bd7ee tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:09.929574 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-77c0ad21-80c0-4bdc-839d-0f04cc48d2c2 req-49cebae1-ac7d-4314-9a81-256f67b9dbc2 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=41e6320d1ec4431eb9e5249fe3d2c8c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1134634 Jun 11 10:09:09.986312 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 48196) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:09:10.096594 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-97591b79-ce4e-4609-93ec-f27938669f21 req-987822d1-badd-416b-9be8-458d70084138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:10.109613 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a2977788-a1ce-40b8-9a55-d4d501e964c8 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:10.315622 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2bcfa709-2281-4e18-afea-d158d5d4881a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:10.316671 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bcfa709-2281-4e18-afea-d158d5d4881a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:10.317239 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2bcfa709-2281-4e18-afea-d158d5d4881a admin admin] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:10.322162 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2631abcd-ff1b-4ab9-a824-d2c06f7c3120 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:10.405962 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987822d1-badd-416b-9be8-458d70084138 service neutron] Pushing event updated for resources: {'Port': ['ID=caeaa258-0579-4956-b254-f278b878bd49,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:10.420335 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5ef7d47c-0062-4873-b363-d04e26b511b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:10.422849 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-987822d1-badd-416b-9be8-458d70084138 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:10.490936 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcfa709-2281-4e18-afea-d158d5d4881a admin admin] Pushing event updated for resources: {'Network': ['ID=35df5041-868e-4b75-8f1d-c97928413ace,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:10.512358 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 35df5041-868e-4b75-8f1d-c97928413ace details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:09:10.512856 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2bcfa709-2281-4e18-afea-d158d5d4881a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:10.655194 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-2bcfa709-2281-4e18-afea-d158d5d4881a admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.7476413 Jun 11 10:09:10.660960 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 48202) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:09:10.676192 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-a2048d8d-dcb0-46d0-9e5c-96896ad41e44 admin admin] Request body: {'subnet': {'network_id': '35df5041-868e-4b75-8f1d-c97928413ace', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1743969929-subnet', 'tenant_id': '95681b49053843d7860e02f7c9e19b18', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:09:10.877447 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5ef7d47c-0062-4873-b363-d04e26b511b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:10.925406 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-eae25945-4433-4b5f-b4b0-778c391bd7ee tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:10.927639 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-bbb192da-5eac-4069-9554-90d4efe8e3cd tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:11.306127 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-77c0ad21-80c0-4bdc-839d-0f04cc48d2c2 req-d3972cb3-f53c-49ce-af6c-e5b370209d7a service neutron] 10.222.0.60 "GET /v2.0/networks/dde275fe-49aa-4dda-8d58-46e6697ca339?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1561265 Jun 11 10:09:11.319666 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae25945-4433-4b5f-b4b0-778c391bd7ee tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Pushing event updated for resources: {'Subnet': ['ID=3446a68a-4237-4aef-b10e-5e02498f973f,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:11.319666 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-eae25945-4433-4b5f-b4b0-778c391bd7ee tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:11.320836 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5ef7d47c-0062-4873-b363-d04e26b511b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:11.321033 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae25945-4433-4b5f-b4b0-778c391bd7ee tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Network 8e6beef9-2f2f-4d34-b4e4-7206909ccfcf is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:09:11.321033 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-eae25945-4433-4b5f-b4b0-778c391bd7ee tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:09:11.321033 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae25945-4433-4b5f-b4b0-778c391bd7ee tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:11.321033 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-eae25945-4433-4b5f-b4b0-778c391bd7ee tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:11.321383 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52bd7226-9415-4dc1-99a5-94278e77ea81 None None] Network 8e6beef9-2f2f-4d34-b4e4-7206909ccfcf requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:09:11.321605 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68aaa9-a2a8-4f3c-984b-2c1383cfefc7 req-eda4b9d5-75cb-4b0d-b595-01783bc086cd tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:11.321605 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ad68aaa9-a2a8-4f3c-984b-2c1383cfefc7 req-eda4b9d5-75cb-4b0d-b595-01783bc086cd tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=49fd43c7-8eda-45fc-a5a2-a5c4eb73b238 HTTP/1.1" status: 200 len: 944 time: 0.0924029 Jun 11 10:09:11.321976 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6d4105c7-839d-41de-b610-bc521e78b7ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:11.321976 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-77c0ad21-80c0-4bdc-839d-0f04cc48d2c2 req-6a9e3916-9de4-4059-bed8-fb26e958a0c5 service neutron] 10.222.0.60 "GET /v2.0/networks/dde275fe-49aa-4dda-8d58-46e6697ca339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891501 Jun 11 10:09:11.321976 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-97591b79-ce4e-4609-93ec-f27938669f21 req-987822d1-badd-416b-9be8-458d70084138 service neutron] Attempting to bind port caeaa258-0579-4956-b254-f278b878bd49 on host n-h2-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:09:11.321976 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-97591b79-ce4e-4609-93ec-f27938669f21 req-987822d1-badd-416b-9be8-458d70084138 service neutron] Attempting to bind port caeaa258-0579-4956-b254-f278b878bd49 by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': '5c22e2d5-0ba6-4801-a903-4241c2620ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '795e7157-0b59-4b3c-b5bc-895c607dc0cc'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:09:11.321976 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97591b79-ce4e-4609-93ec-f27938669f21 req-987822d1-badd-416b-9be8-458d70084138 service neutron] Attempting to bind port caeaa258-0579-4956-b254-f278b878bd49 on network 795e7157-0b59-4b3c-b5bc-895c607dc0cc {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:09:11.321976 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97591b79-ce4e-4609-93ec-f27938669f21 req-987822d1-badd-416b-9be8-458d70084138 service neutron] Port caeaa258-0579-4956-b254-f278b878bd49 on network 795e7157-0b59-4b3c-b5bc-895c607dc0cc not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:09:11.321976 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97591b79-ce4e-4609-93ec-f27938669f21 req-987822d1-badd-416b-9be8-458d70084138 service neutron] Attempting to bind port caeaa258-0579-4956-b254-f278b878bd49 on network 795e7157-0b59-4b3c-b5bc-895c607dc0cc {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:09:11.356207 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ad68aaa9-a2a8-4f3c-984b-2c1383cfefc7 req-e62a5192-a322-41f6-b30a-09f7d62447c2 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056578 Jun 11 10:09:11.362750 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2048d8d-dcb0-46d0-9e5c-96896ad41e44 admin admin] Made reservation on behalf of 95681b49053843d7860e02f7c9e19b18 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:09:11.371503 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a2048d8d-dcb0-46d0-9e5c-96896ad41e44 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:11.392038 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97591b79-ce4e-4609-93ec-f27938669f21 req-987822d1-badd-416b-9be8-458d70084138 service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:09:11.392548 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97591b79-ce4e-4609-93ec-f27938669f21 req-987822d1-badd-416b-9be8-458d70084138 service neutron] Checking segment: {'id': '5c22e2d5-0ba6-4801-a903-4241c2620ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '795e7157-0b59-4b3c-b5bc-895c607dc0cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:09:11.393103 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97591b79-ce4e-4609-93ec-f27938669f21 req-987822d1-badd-416b-9be8-458d70084138 service neutron] Bound using segment: {'id': '5c22e2d5-0ba6-4801-a903-4241c2620ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '795e7157-0b59-4b3c-b5bc-895c607dc0cc'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:09:11.393852 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-97591b79-ce4e-4609-93ec-f27938669f21 req-987822d1-badd-416b-9be8-458d70084138 service neutron] Bound port: caeaa258-0579-4956-b254-f278b878bd49, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c22e2d5-0ba6-4801-a903-4241c2620ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '795e7157-0b59-4b3c-b5bc-895c607dc0cc'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:09:11.394320 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-97591b79-ce4e-4609-93ec-f27938669f21 req-987822d1-badd-416b-9be8-458d70084138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:11.402036 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-5ef7d47c-0062-4873-b363-d04e26b511b0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b1dea89f6cc44bedbcfde263c3354468&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4138319 Jun 11 10:09:11.403461 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 48214) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:09:11.430809 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef7d47c-0062-4873-b363-d04e26b511b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd9177e-2e3b-4225-912d-c075a6569ba4,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:11.451242 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5ef7d47c-0062-4873-b363-d04e26b511b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:11.512172 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-c2cab32f-e3bc-475f-831e-16d336dd1c4b None None] Provisioning complete for port c443a8f4-5cdd-415f-bdc7-c8eb2560a791 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:09:11.512566 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c2cab32f-e3bc-475f-831e-16d336dd1c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:11.543835 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-97591b79-ce4e-4609-93ec-f27938669f21 req-987822d1-badd-416b-9be8-458d70084138 service neutron] For port caeaa258-0579-4956-b254-f278b878bd49, host n-h2-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:09:11.549900 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-97591b79-ce4e-4609-93ec-f27938669f21 req-987822d1-badd-416b-9be8-458d70084138 service neutron] For port caeaa258-0579-4956-b254-f278b878bd49, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=caeaa258-0579-4956-b254-f278b878bd49,segment=NetworkSegment(5c22e2d5-0ba6-4801-a903-4241c2620ae4),segment_id=5c22e2d5-0ba6-4801-a903-4241c2620ae4)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:09:11.589302 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-eae25945-4433-4b5f-b4b0-778c391bd7ee tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3038692 Jun 11 10:09:11.592751 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 48218) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:09:11.600821 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-205b882b-0af5-42a1-b726-6b97d01eb8d3 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Request body: {'security_group': {'name': 'tempest-secgroup-1605359907'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:09:11.631630 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-52110e7e-b6a1-4f1b-af79-462bd48155dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:11.657336 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-97591b79-ce4e-4609-93ec-f27938669f21 req-987822d1-badd-416b-9be8-458d70084138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:11.662382 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-acec2780-1822-44d7-8d9d-f9e05fe34ecf tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:11.696559 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-52110e7e-b6a1-4f1b-af79-462bd48155dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:11.814342 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-205b882b-0af5-42a1-b726-6b97d01eb8d3 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:11.896602 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97591b79-ce4e-4609-93ec-f27938669f21 req-987822d1-badd-416b-9be8-458d70084138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:11.897676 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-97591b79-ce4e-4609-93ec-f27938669f21 req-987822d1-badd-416b-9be8-458d70084138 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:11.903487 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-97591b79-ce4e-4609-93ec-f27938669f21 req-987822d1-badd-416b-9be8-458d70084138 service neutron] 10.222.0.69 "PUT /v2.0/ports/caeaa258-0579-4956-b254-f278b878bd49 HTTP/1.1" status: 200 len: 1093 time: 3.2327528 Jun 11 10:09:11.960609 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49fd43c7-8eda-45fc-a5a2-a5c4eb73b238', 'tag': 'caeaa258-0579-4956-b254-f278b878bd49'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:09:11.968335 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7177d543-0b50-464e-b978-4eefe56d01a6" -d '{"events": [{"name": "network-changed", "server_uuid": "49fd43c7-8eda-45fc-a5a2-a5c4eb73b238", "tag": "caeaa258-0579-4956-b254-f278b878bd49"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:09:11.973756 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4cdba3b3-47f5-44d6-af04-37cc1d66473c req-310d2d39-76d4-47ca-8cfe-6d1487a1a7c3 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 210 time: 0.1256874 Jun 11 10:09:12.099994 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-c2cab32f-e3bc-475f-831e-16d336dd1c4b None None] Port c443a8f4-5cdd-415f-bdc7-c8eb2560a791 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:09:12.140573 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-c2cab32f-e3bc-475f-831e-16d336dd1c4b None None] Provisioning complete for port e46f869f-0b22-4718-9dbe-0c5ea9c8d2c2 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:09:12.141019 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c2cab32f-e3bc-475f-831e-16d336dd1c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:12.147457 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987822d1-badd-416b-9be8-458d70084138 service neutron] Pushing event updated for resources: {'Port': ['ID=caeaa258-0579-4956-b254-f278b878bd49,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:12.155174 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-987822d1-badd-416b-9be8-458d70084138 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:12.170602 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9b72679-c941-4065-b31e-18fe7b84033a x-openstack-request-id: req-b9b72679-c941-4065-b31e-18fe7b84033a {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:09:12.171069 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49fd43c7-8eda-45fc-a5a2-a5c4eb73b238", "tag": "caeaa258-0579-4956-b254-f278b878bd49", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:09:12.171401 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b9b72679-c941-4065-b31e-18fe7b84033a {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:09:12.171780 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49fd43c7-8eda-45fc-a5a2-a5c4eb73b238', 'tag': 'caeaa258-0579-4956-b254-f278b878bd49', 'status': 'completed', 'code': 200} Jun 11 10:09:12.192534 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97591b79-ce4e-4609-93ec-f27938669f21 req-eb9502a7-04ce-4c9d-9f21-76faf16365ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:12.194413 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-97591b79-ce4e-4609-93ec-f27938669f21 req-eb9502a7-04ce-4c9d-9f21-76faf16365ab service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7c7545923ebc48e08cfbeb0d8e94f901&device_id=49fd43c7-8eda-45fc-a5a2-a5c4eb73b238 HTTP/1.1" status: 200 len: 1096 time: 0.1151962 Jun 11 10:09:12.211986 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a2048d8d-dcb0-46d0-9e5c-96896ad41e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:12.220086 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ac63401f-9fd1-43f6-9654-989360aec582 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:12.223086 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-52110e7e-b6a1-4f1b-af79-462bd48155dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:12.239410 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-52110e7e-b6a1-4f1b-af79-462bd48155dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:12.241886 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-52110e7e-b6a1-4f1b-af79-462bd48155dc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5bd9177e-2e3b-4225-912d-c075a6569ba4 HTTP/1.1" status: 204 len: 168 time: 0.8264046 Jun 11 10:09:12.299695 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-97591b79-ce4e-4609-93ec-f27938669f21 req-7d58021f-7435-4278-adc6-66c680f0ad26 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=caeaa258-0579-4956-b254-f278b878bd49 HTTP/1.1" status: 200 len: 217 time: 0.0959039 Jun 11 10:09:12.342023 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0c8707-8c38-4372-990a-e84b2d4164d6 None None] Update dhcp port {'port': {'network_id': '8e6beef9-2f2f-4d34-b4e4-7206909ccfcf', 'fixed_ips': [{'subnet_id': '357a6c53-2d1d-4750-a50c-3f2e832ad297', 'ip_address': '172.20.0.18'}, {'subnet_id': '3446a68a-4237-4aef-b10e-5e02498f973f'}], 'binding:host_id': 'n-d-779913-12'}, 'id': 'e46f869f-0b22-4718-9dbe-0c5ea9c8d2c2'} from n-d-779913-12. {{(pid=93178) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 11 10:09:12.427582 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97591b79-ce4e-4609-93ec-f27938669f21 req-b024aac6-8789-40e8-b280-a3761f6f14ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:12.433591 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-97591b79-ce4e-4609-93ec-f27938669f21 req-b024aac6-8789-40e8-b280-a3761f6f14ac service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b543bd1f-2b45-4ed6-ae53-d9d0c8ed8871 HTTP/1.1" status: 200 len: 849 time: 0.1247747 Jun 11 10:09:12.437590 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2048d8d-dcb0-46d0-9e5c-96896ad41e44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=edbdfa11-06ad-48a4-a88c-07234c957674,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:12.443362 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a2048d8d-dcb0-46d0-9e5c-96896ad41e44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:12.443978 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-79733001-7105-4936-a50d-579dee5675df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.195s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:12.449513 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2048d8d-dcb0-46d0-9e5c-96896ad41e44 admin admin] Checking segment: {'id': 'd115e535-b596-4d63-b9ce-ed25b1cffbb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '35df5041-868e-4b75-8f1d-c97928413ace'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:09:12.450165 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2048d8d-dcb0-46d0-9e5c-96896ad41e44 admin admin] Network hostable DHCP agents. Network: 35df5041-868e-4b75-8f1d-c97928413ace, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:09:12.461570 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52110e7e-b6a1-4f1b-af79-462bd48155dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd9177e-2e3b-4225-912d-c075a6569ba4,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:12.464849 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-52110e7e-b6a1-4f1b-af79-462bd48155dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:12.529200 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0d0c8707-8c38-4372-990a-e84b2d4164d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:12.531407 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-205b882b-0af5-42a1-b726-6b97d01eb8d3 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:12.586561 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97591b79-ce4e-4609-93ec-f27938669f21 req-eb82b802-df68-47d9-9aaa-a7fe234ab646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:12.588515 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-97591b79-ce4e-4609-93ec-f27938669f21 req-eb82b802-df68-47d9-9aaa-a7fe234ab646 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=795e7157-0b59-4b3c-b5bc-895c607dc0cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1407957 Jun 11 10:09:12.598466 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2048d8d-dcb0-46d0-9e5c-96896ad41e44 admin admin] Network 35df5041-868e-4b75-8f1d-c97928413ace is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:09:12.750371 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8717f3c1-c254-46b0-8774-ca447ca704a8 req-1952f1fa-9401-4d82-ae4e-eecfefbbf86c tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:12.753970 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-205b882b-0af5-42a1-b726-6b97d01eb8d3 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:12.759143 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d7c0f17e-9f27-4e26-93aa-82f95a20262a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:12.763015 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8717f3c1-c254-46b0-8774-ca447ca704a8 req-1952f1fa-9401-4d82-ae4e-eecfefbbf86c tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=49fd43c7-8eda-45fc-a5a2-a5c4eb73b238 HTTP/1.1" status: 200 len: 944 time: 0.1387873 Jun 11 10:09:12.778512 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-a2048d8d-dcb0-46d0-9e5c-96896ad41e44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 35df5041-868e-4b75-8f1d-c97928413ace) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:09:12.818554 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2048d8d-dcb0-46d0-9e5c-96896ad41e44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:12.823379 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a2048d8d-dcb0-46d0-9e5c-96896ad41e44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:12.907503 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8717f3c1-c254-46b0-8774-ca447ca704a8 req-2e5aedb8-e067-4265-ae75-b53cfdb5a130 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423631 Jun 11 10:09:12.935874 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-0d0c8707-8c38-4372-990a-e84b2d4164d6 None None] Allocated IP 172.20.0.2 (8e6beef9-2f2f-4d34-b4e4-7206909ccfcf/3446a68a-4237-4aef-b10e-5e02498f973f/e46f869f-0b22-4718-9dbe-0c5ea9c8d2c2) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:09:12.950464 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf145a53-ca72-45a0-847d-ebda29b69b75 None None] Network 35df5041-868e-4b75-8f1d-c97928413ace requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:09:12.996344 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-97591b79-ce4e-4609-93ec-f27938669f21 req-d78c7ae0-3cc2-45e9-8bf3-f71c426a8c85 service neutron] 10.222.0.69 "GET /v2.0/networks/795e7157-0b59-4b3c-b5bc-895c607dc0cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3970342 Jun 11 10:09:12.997395 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205b882b-0af5-42a1-b726-6b97d01eb8d3 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e2885f2-5b1d-48be-9823-087d5702a9c0,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:13.002643 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-205b882b-0af5-42a1-b726-6b97d01eb8d3 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:13.173919 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b5eaeb7e-4d83-4747-8157-1fede43813ee req-1c91ca11-d93f-43a2-a7bb-1642a51dea96 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 210 time: 0.0467663 Jun 11 10:09:13.191127 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-a2048d8d-dcb0-46d0-9e5c-96896ad41e44 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.5271802 Jun 11 10:09:13.191216 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-205b882b-0af5-42a1-b726-6b97d01eb8d3 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:13.206418 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-205b882b-0af5-42a1-b726-6b97d01eb8d3 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6017900 Jun 11 10:09:13.206418 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-97591b79-ce4e-4609-93ec-f27938669f21 req-557192bc-3fbb-427b-85ea-b6b0d30baf62 service neutron] 10.222.0.69 "GET /v2.0/networks/795e7157-0b59-4b3c-b5bc-895c607dc0cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982329 Jun 11 10:09:13.219354 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 48260) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:09:13.231427 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-7b30c485-73d9-43f3-9852-fce9f3d78f2a tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Request body: {'security_group': {'name': 'tempest-secgroup-2073423142'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:09:13.301011 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f4a592-6520-4c36-a5e7-93687cd5ff1d None None] Network 35df5041-868e-4b75-8f1d-c97928413ace requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:09:13.465592 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7b30c485-73d9-43f3-9852-fce9f3d78f2a tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:13.478005 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f3cd4228-1a1c-4302-ae2f-21005d69708a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:13.503320 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-0d0c8707-8c38-4372-990a-e84b2d4164d6 None None] For port e46f869f-0b22-4718-9dbe-0c5ea9c8d2c2, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=e46f869f-0b22-4718-9dbe-0c5ea9c8d2c2,segment=NetworkSegment(80b31b82-3480-4035-960b-f46e7aea1e6f),segment_id=80b31b82-3480-4035-960b-f46e7aea1e6f)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:09:13.645311 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0d0c8707-8c38-4372-990a-e84b2d4164d6 None None] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:13.665158 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-0d0c8707-8c38-4372-990a-e84b2d4164d6 None None] Transition to ACTIVE for port object e46f869f-0b22-4718-9dbe-0c5ea9c8d2c2 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:09:13.712607 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7177d543-0b50-464e-b978-4eefe56d01a6 req-68416fcb-eaa2-4004-9e88-88199b36594a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:13.714648 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7177d543-0b50-464e-b978-4eefe56d01a6 req-68416fcb-eaa2-4004-9e88-88199b36594a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7c7545923ebc48e08cfbeb0d8e94f901&device_id=49fd43c7-8eda-45fc-a5a2-a5c4eb73b238 HTTP/1.1" status: 200 len: 1096 time: 0.1713815 Jun 11 10:09:13.777650 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0d0c8707-8c38-4372-990a-e84b2d4164d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:13.785404 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-4a69a9bc-c7c1-4422-a5a6-0ced9335dbe0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:13.825632 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 48278) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:09:13.861162 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-204c54ab-2039-4a1a-a2f3-87c8fe322004 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:13.915444 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7b30c485-73d9-43f3-9852-fce9f3d78f2a tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:13.956582 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0c8707-8c38-4372-990a-e84b2d4164d6 None None] Pushing event updated for resources: {'Port': ['ID=e46f869f-0b22-4718-9dbe-0c5ea9c8d2c2,revision_number=6']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:13.961092 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-0d0c8707-8c38-4372-990a-e84b2d4164d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:13.971051 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7177d543-0b50-464e-b978-4eefe56d01a6 req-bf195b91-890c-4b34-a884-db68faa5c1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:13.972679 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7177d543-0b50-464e-b978-4eefe56d01a6 req-bf195b91-890c-4b34-a884-db68faa5c1cc service neutron] 10.222.0.69 "GET /v2.0/networks?id=795e7157-0b59-4b3c-b5bc-895c607dc0cc HTTP/1.1" status: 200 len: 911 time: 0.2492414 Jun 11 10:09:14.091677 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7b30c485-73d9-43f3-9852-fce9f3d78f2a tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:14.095251 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7177d543-0b50-464e-b978-4eefe56d01a6 req-aba96125-6d57-4be9-9738-27e08c511018 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=caeaa258-0579-4956-b254-f278b878bd49 HTTP/1.1" status: 200 len: 217 time: 0.1144798 Jun 11 10:09:14.097213 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3efd1a6e-4217-4e41-95a1-678b9e7e5715 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:14.297475 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f397e-63d9-4bb7-995d-96a443ff746a req-4f031d62-ac33-44e7-9af4-fe13a13dc8cf tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:14.325044 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1f1f397e-63d9-4bb7-995d-96a443ff746a req-4f031d62-ac33-44e7-9af4-fe13a13dc8cf tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=49fd43c7-8eda-45fc-a5a2-a5c4eb73b238 HTTP/1.1" status: 200 len: 944 time: 0.2434044 Jun 11 10:09:14.372536 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-204c54ab-2039-4a1a-a2f3-87c8fe322004 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:14.376964 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7177d543-0b50-464e-b978-4eefe56d01a6 req-261c40ce-c37d-458d-a403-5acc7c85aca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:14.379289 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7177d543-0b50-464e-b978-4eefe56d01a6 req-261c40ce-c37d-458d-a403-5acc7c85aca9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b543bd1f-2b45-4ed6-ae53-d9d0c8ed8871 HTTP/1.1" status: 200 len: 849 time: 0.2773015 Jun 11 10:09:14.490811 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1f1f397e-63d9-4bb7-995d-96a443ff746a req-4f762a15-c535-497d-a836-5c83c23d9ba3 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648324 Jun 11 10:09:14.492047 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-204c54ab-2039-4a1a-a2f3-87c8fe322004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:14.504122 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-548732e7-f132-4eea-955b-33d098030e41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:14.523093 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b30c485-73d9-43f3-9852-fce9f3d78f2a tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=909077b4-67a5-4007-9f27-bf015aad1430,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:14.540757 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7b30c485-73d9-43f3-9852-fce9f3d78f2a tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:14.569185 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204c54ab-2039-4a1a-a2f3-87c8fe322004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e87a641e-6c9d-4244-a685-e34e2432b1d4,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:14.574509 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-204c54ab-2039-4a1a-a2f3-87c8fe322004 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:14.578440 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-204c54ab-2039-4a1a-a2f3-87c8fe322004 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=eeaee64e205445209ff68ea7838b9ffb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7566233 Jun 11 10:09:14.583184 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 48290) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:09:14.659061 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-eb0ec13b-c765-4dbd-8d08-0ca045403503 req-75941f56-7a5f-478b-879f-31ea11c81457 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 210 time: 0.1369464 Jun 11 10:09:14.753609 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7b30c485-73d9-43f3-9852-fce9f3d78f2a tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:14.755340 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-7b30c485-73d9-43f3-9852-fce9f3d78f2a tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5338585 Jun 11 10:09:14.759224 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 48296) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:09:14.766418 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-1e262129-a2c6-4917-9964-541a1931e624 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Request body: {'security_group': {'name': 'tempest-secgroup-67894699'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:09:14.797151 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7177d543-0b50-464e-b978-4eefe56d01a6 req-137422e0-41ff-44d8-a89f-1fc990e7a2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:14.799230 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7177d543-0b50-464e-b978-4eefe56d01a6 req-137422e0-41ff-44d8-a89f-1fc990e7a2bc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=795e7157-0b59-4b3c-b5bc-895c607dc0cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3824646 Jun 11 10:09:14.810895 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [req-7177d543-0b50-464e-b978-4eefe56d01a6 req-4cfacec6-30cc-4ea5-aa01-fd1c3226f98f service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 10:09:14.812102 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7177d543-0b50-464e-b978-4eefe56d01a6 req-4cfacec6-30cc-4ea5-aa01-fd1c3226f98f service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054672 Jun 11 10:09:14.889373 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bcdec985-fe0f-4659-9e75-5e51e89215b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:14.924781 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1e262129-a2c6-4917-9964-541a1931e624 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:14.937063 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device e46f869f-0b22-4718-9dbe-0c5ea9c8d2c2 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:09:15.009502 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bcdec985-fe0f-4659-9e75-5e51e89215b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:15.074969 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7177d543-0b50-464e-b978-4eefe56d01a6 req-120868b7-2a99-45d4-b2ff-f925ef833aca service neutron] 10.222.0.69 "GET /v2.0/networks/795e7157-0b59-4b3c-b5bc-895c607dc0cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553432 Jun 11 10:09:15.132396 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1e262129-a2c6-4917-9964-541a1931e624 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:15.146784 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-4f570946-2c73-45f2-a9e7-b592a6508864 None None] Provisioning complete for port c443a8f4-5cdd-415f-bdc7-c8eb2560a791 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:09:15.147169 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-4f570946-2c73-45f2-a9e7-b592a6508864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:15.217801 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7177d543-0b50-464e-b978-4eefe56d01a6 req-b83d12fb-5fcf-4a68-8dc0-cbbac12e080d service neutron] 10.222.0.69 "GET /v2.0/networks/795e7157-0b59-4b3c-b5bc-895c607dc0cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344943 Jun 11 10:09:15.233265 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-4f570946-2c73-45f2-a9e7-b592a6508864 None None] Port c443a8f4-5cdd-415f-bdc7-c8eb2560a791 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:09:15.245632 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1e262129-a2c6-4917-9964-541a1931e624 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:15.252825 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-310c8fc3-cd24-41a1-80e3-6f13a687a102 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:15.312585 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e262129-a2c6-4917-9964-541a1931e624 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db6a5a52-1d68-47e8-ae4b-84911cb39828,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:15.320099 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1e262129-a2c6-4917-9964-541a1931e624 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:15.368434 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bcdec985-fe0f-4659-9e75-5e51e89215b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:15.371222 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bcdec985-fe0f-4659-9e75-5e51e89215b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:15.379429 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-bcdec985-fe0f-4659-9e75-5e51e89215b0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e87a641e-6c9d-4244-a685-e34e2432b1d4 HTTP/1.1" status: 204 len: 168 time: 0.7444241 Jun 11 10:09:15.380957 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1969f8fc-112d-46dd-a0b1-58939e9f88e1 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:15.393095 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-4f570946-2c73-45f2-a9e7-b592a6508864 None None] Provisioning for port e46f869f-0b22-4718-9dbe-0c5ea9c8d2c2 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:09:15.401815 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1e262129-a2c6-4917-9964-541a1931e624 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:15.402407 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-4f570946-2c73-45f2-a9e7-b592a6508864 None None] Provisioning complete for port e46f869f-0b22-4718-9dbe-0c5ea9c8d2c2 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:09:15.402807 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-4f570946-2c73-45f2-a9e7-b592a6508864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:15.411655 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-1e262129-a2c6-4917-9964-541a1931e624 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6496477 Jun 11 10:09:15.415929 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 48308) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:09:15.430401 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-58a23b52-02da-422b-9b69-eb39896a3c02 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-832252578', 'security_groups': ['db6a5a52-1d68-47e8-ae4b-84911cb39828'], 'network_id': '8e6beef9-2f2f-4d34-b4e4-7206909ccfcf', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3446a68a-4237-4aef-b10e-5e02498f973f'}]}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:09:15.449133 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdec985-fe0f-4659-9e75-5e51e89215b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e87a641e-6c9d-4244-a685-e34e2432b1d4,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:15.460711 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-bcdec985-fe0f-4659-9e75-5e51e89215b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:15.946543 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4c8afa0f-098e-4583-b1e3-afad914d1a68 req-bdfce968-3e3b-4905-995c-f653acb81e55 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 210 time: 0.0673618 Jun 11 10:09:15.969794 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfd7856-0121-460d-a6ce-cb69acf5837c req-40ae9242-ad3f-4777-8b8f-73c9aca27ca8 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:15.971968 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4cfd7856-0121-460d-a6ce-cb69acf5837c req-40ae9242-ad3f-4777-8b8f-73c9aca27ca8 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=49fd43c7-8eda-45fc-a5a2-a5c4eb73b238 HTTP/1.1" status: 200 len: 944 time: 0.2161915 Jun 11 10:09:16.010027 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-183c743d-3db3-491b-997d-e52504bc425c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:16.024150 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4cfd7856-0121-460d-a6ce-cb69acf5837c req-ce53bf7d-bbfd-4217-a00a-0719687d7237 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457788 Jun 11 10:09:16.041906 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:16.193108 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a23b52-02da-422b-9b69-eb39896a3c02 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Made reservation on behalf of 6eee960bcc7246bfbdd544be4d916a35 for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:09:16.420731 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-58a23b52-02da-422b-9b69-eb39896a3c02 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:16.459082 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [None req-58a23b52-02da-422b-9b69-eb39896a3c02 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] device_id is not set on port e9a0d30f-bc67-4ab6-9d7d-889214a115c8 yet. {{(pid=93177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 10:09:16.793579 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:16.813526 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-58a23b52-02da-422b-9b69-eb39896a3c02 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Allocated IP 172.20.0.9 (8e6beef9-2f2f-4d34-b4e4-7206909ccfcf/3446a68a-4237-4aef-b10e-5e02498f973f/e9a0d30f-bc67-4ab6-9d7d-889214a115c8) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:09:17.302767 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-58a23b52-02da-422b-9b69-eb39896a3c02 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:17.346619 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c14bad50-cadb-4981-89c8-bd034ac18e1e req-056e680b-35a1-4b84-a96d-c99c812f7d78 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 210 time: 0.0518734 Jun 11 10:09:17.395362 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-58a23b52-02da-422b-9b69-eb39896a3c02 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Transition to ACTIVE for port object e9a0d30f-bc67-4ab6-9d7d-889214a115c8 will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:09:17.395767 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c0ad21-80c0-4bdc-839d-0f04cc48d2c2 req-4f539b82-b18f-4d84-b730-373e1ab387e3 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:17.395767 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-77c0ad21-80c0-4bdc-839d-0f04cc48d2c2 req-4f539b82-b18f-4d84-b730-373e1ab387e3 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.64 "GET /v2.0/networks?id=dde275fe-49aa-4dda-8d58-46e6697ca339 HTTP/1.1" status: 200 len: 812 time: 1.0471752 Jun 11 10:09:17.405154 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-77c0ad21-80c0-4bdc-839d-0f04cc48d2c2 req-282a3753-b622-4af7-8d16-153c9ef71de0 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Request body: {'port': {'device_id': 'd27e9a1f-fb95-45f7-bf50-9c284c8ef776', 'network_id': 'dde275fe-49aa-4dda-8d58-46e6697ca339', 'admin_state_up': True, 'tenant_id': '41e6320d1ec4431eb9e5249fe3d2c8c2'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:09:17.500064 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd17d66-6b9c-4723-8c42-f29e81f02632 req-5dca00c0-14f3-4152-87c6-87ca46f01b4e tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:17.504405 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3bd17d66-6b9c-4723-8c42-f29e81f02632 req-5dca00c0-14f3-4152-87c6-87ca46f01b4e tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=49fd43c7-8eda-45fc-a5a2-a5c4eb73b238 HTTP/1.1" status: 200 len: 944 time: 0.1914978 Jun 11 10:09:17.606649 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3bd17d66-6b9c-4723-8c42-f29e81f02632 req-27499f17-2150-49c5-849f-5179f9b84477 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562699 Jun 11 10:09:17.640216 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-58a23b52-02da-422b-9b69-eb39896a3c02 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:17.658332 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4ca00b7e-3b04-4316-971d-ec8f63b65e21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:17.669523 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b118ff9c-9e8b-4ed0-a505-02c0bb2a5c58 req-7507d539-61df-4b73-92cc-6a3c8e22d0f4 tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:17.671164 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b118ff9c-9e8b-4ed0-a505-02c0bb2a5c58 req-7507d539-61df-4b73-92cc-6a3c8e22d0f4 tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] 10.222.0.60 "GET /v2.0/networks?id=35df5041-868e-4b75-8f1d-c97928413ace HTTP/1.1" status: 200 len: 809 time: 0.1490982 Jun 11 10:09:17.689922 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a23b52-02da-422b-9b69-eb39896a3c02 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Network 8e6beef9-2f2f-4d34-b4e4-7206909ccfcf is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:09:17.717798 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b118ff9c-9e8b-4ed0-a505-02c0bb2a5c58 req-b84cafdf-4eb3-495b-bb6b-0935eddfa22a tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] 10.222.0.60 "GET /v2.0/quotas/95681b49053843d7860e02f7c9e19b18 HTTP/1.1" status: 200 len: 375 time: 0.0314875 Jun 11 10:09:17.722738 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-58a23b52-02da-422b-9b69-eb39896a3c02 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:09:17.740747 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a23b52-02da-422b-9b69-eb39896a3c02 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:09:17.778501 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b118ff9c-9e8b-4ed0-a505-02c0bb2a5c58 req-14cf9dc0-398a-4290-b64f-6c2801cb293f tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=95681b49053843d7860e02f7c9e19b18&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0542285 Jun 11 10:09:17.935279 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a23b52-02da-422b-9b69-eb39896a3c02 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:17.936195 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-58a23b52-02da-422b-9b69-eb39896a3c02 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:17.967633 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77c0ad21-80c0-4bdc-839d-0f04cc48d2c2 req-282a3753-b622-4af7-8d16-153c9ef71de0 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Made reservation on behalf of 41e6320d1ec4431eb9e5249fe3d2c8c2 for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:09:17.981643 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-77c0ad21-80c0-4bdc-839d-0f04cc48d2c2 req-282a3753-b622-4af7-8d16-153c9ef71de0 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:18.005012 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a23b52-02da-422b-9b69-eb39896a3c02 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Pushing event updated for resources: {'Port': ['ID=e9a0d30f-bc67-4ab6-9d7d-889214a115c8,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:18.012783 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-58a23b52-02da-422b-9b69-eb39896a3c02 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:18.089087 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-58a23b52-02da-422b-9b69-eb39896a3c02 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.6684756 Jun 11 10:09:18.091822 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 48376) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:09:18.098771 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-7e671b35-8d06-4dec-9d42-6880f5b41782 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Request body: {'subnet': {'network_id': '8e6beef9-2f2f-4d34-b4e4-7206909ccfcf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:09:18.187609 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:09:18.210817 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-77c0ad21-80c0-4bdc-839d-0f04cc48d2c2 req-282a3753-b622-4af7-8d16-153c9ef71de0 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Allocated IP 172.20.0.14 (dde275fe-49aa-4dda-8d58-46e6697ca339/57c6571c-69e4-42ab-927b-f1f4d313e6e9/8886e1b5-532b-41f0-a26f-66a289f14c2f) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:09:18.358463 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b118ff9c-9e8b-4ed0-a505-02c0bb2a5c58 req-1f6262c8-7359-4b3d-90ab-acec7ebcb7c8 service neutron] 10.222.0.60 "GET /v2.0/networks/35df5041-868e-4b75-8f1d-c97928413ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5785286 Jun 11 10:09:18.360598 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-eb53928c-8d3c-4094-b1d0-19d2f9a47096 None None] Provisioning for port e9a0d30f-bc67-4ab6-9d7d-889214a115c8 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:09:18.366457 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-eb53928c-8d3c-4094-b1d0-19d2f9a47096 None None] Provisioning complete for port e9a0d30f-bc67-4ab6-9d7d-889214a115c8 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:09:18.370730 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-eb53928c-8d3c-4094-b1d0-19d2f9a47096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:18.468843 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:18.488128 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e671b35-8d06-4dec-9d42-6880f5b41782 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Made reservation on behalf of 6eee960bcc7246bfbdd544be4d916a35 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:09:18.498202 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7e671b35-8d06-4dec-9d42-6880f5b41782 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:18.518621 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-eb53928c-8d3c-4094-b1d0-19d2f9a47096 None None] Port e9a0d30f-bc67-4ab6-9d7d-889214a115c8 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:09:18.616904 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b118ff9c-9e8b-4ed0-a505-02c0bb2a5c58 req-5079ade1-ecf6-4c5d-8d9f-4b8ee1081336 service neutron] 10.222.0.60 "GET /v2.0/networks/35df5041-868e-4b75-8f1d-c97928413ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561531 Jun 11 10:09:18.632463 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-77c0ad21-80c0-4bdc-839d-0f04cc48d2c2 req-282a3753-b622-4af7-8d16-153c9ef71de0 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:18.701612 n-d-779913-12 neutron-server[93177]: INFO neutron.db.ipam_backend_mixin [None req-7e671b35-8d06-4dec-9d42-6880f5b41782 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3446a68a-4237-4aef-b10e-5e02498f973f (CIDR: 172.20.0.0/28) Jun 11 10:09:18.794227 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-34c72d23-366e-4e57-8735-be31d4559d1a req-63204818-92ca-4e25-845b-04cdf10860a0 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 210 time: 0.0720882 Jun 11 10:09:18.798518 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e671b35-8d06-4dec-9d42-6880f5b41782 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 10:09:18.801946 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e671b35-8d06-4dec-9d42-6880f5b41782 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 10:09:18.828303 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-77c0ad21-80c0-4bdc-839d-0f04cc48d2c2 req-282a3753-b622-4af7-8d16-153c9ef71de0 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:18.832575 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-bbb5a9b7-f7eb-4f5d-82dd-2eb04d20c85c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:18.905431 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-7e671b35-8d06-4dec-9d42-6880f5b41782 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8092716 Jun 11 10:09:18.905431 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 48392) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:09:18.911305 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-ceb9df57-92b6-4dc7-9d5a-422bf8916928 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Request body: {'subnet': {'network_id': '8e6beef9-2f2f-4d34-b4e4-7206909ccfcf', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:09:18.970531 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77c0ad21-80c0-4bdc-839d-0f04cc48d2c2 req-282a3753-b622-4af7-8d16-153c9ef71de0 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Network dde275fe-49aa-4dda-8d58-46e6697ca339 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:09:18.974702 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-77c0ad21-80c0-4bdc-839d-0f04cc48d2c2 req-282a3753-b622-4af7-8d16-153c9ef71de0 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:09:18.995683 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-77c0ad21-80c0-4bdc-839d-0f04cc48d2c2 req-282a3753-b622-4af7-8d16-153c9ef71de0 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:09:19.239164 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 48402) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:09:19.285807 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282a3753-b622-4af7-8d16-153c9ef71de0 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Pushing event updated for resources: {'Port': ['ID=8886e1b5-532b-41f0-a26f-66a289f14c2f,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:19.289838 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-282a3753-b622-4af7-8d16-153c9ef71de0 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:19.354591 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1b391806-22dd-4380-a55a-cf080d0fa484 req-3d8df4d8-b7e9-47d7-b5d0-137422b817fc tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] 10.222.0.60 "GET /v2.0/ports?device_id=a85bfc34-fe70-4399-bdad-ce03dbbbfe2f HTTP/1.1" status: 200 len: 210 time: 0.1084859 Jun 11 10:09:19.412744 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c0ad21-80c0-4bdc-839d-0f04cc48d2c2 req-282a3753-b622-4af7-8d16-153c9ef71de0 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:19.413801 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-77c0ad21-80c0-4bdc-839d-0f04cc48d2c2 req-282a3753-b622-4af7-8d16-153c9ef71de0 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:19.568993 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-77c0ad21-80c0-4bdc-839d-0f04cc48d2c2 req-282a3753-b622-4af7-8d16-153c9ef71de0 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1684406 Jun 11 10:09:19.610800 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-77c0ad21-80c0-4bdc-839d-0f04cc48d2c2 req-f5c0145f-a0ac-48f0-8b05-951456bc4ec6 service neutron] Request body: {'port': {'device_id': 'd27e9a1f-fb95-45f7-bf50-9c284c8ef776', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:09:19.669459 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9a5a6fe6-c7c0-4b44-b8f8-6bb05db3724b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:19.862806 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65352786-2680-4c35-a1b4-b8a53824c44c req-5692648d-3c4a-42c3-b7b1-c18ae9cef50a tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:19.877770 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-65352786-2680-4c35-a1b4-b8a53824c44c req-5692648d-3c4a-42c3-b7b1-c18ae9cef50a tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=49fd43c7-8eda-45fc-a5a2-a5c4eb73b238 HTTP/1.1" status: 200 len: 944 time: 0.8840046 Jun 11 10:09:19.969901 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9a5a6fe6-c7c0-4b44-b8f8-6bb05db3724b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:19.995538 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-65352786-2680-4c35-a1b4-b8a53824c44c req-38fb117a-b22e-4425-9bcc-1bba4cd7a9f4 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167033 Jun 11 10:09:19.998263 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-77c0ad21-80c0-4bdc-839d-0f04cc48d2c2 req-f5c0145f-a0ac-48f0-8b05-951456bc4ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:20.098889 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9a5a6fe6-c7c0-4b44-b8f8-6bb05db3724b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:20.112262 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c9381fd7-6d45-46a6-ba47-8fb191219452 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:20.199376 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb9df57-92b6-4dc7-9d5a-422bf8916928 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Made reservation on behalf of 6eee960bcc7246bfbdd544be4d916a35 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:09:20.206888 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ceb9df57-92b6-4dc7-9d5a-422bf8916928 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:20.274366 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5a6fe6-c7c0-4b44-b8f8-6bb05db3724b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb08d02a-14e1-421f-a7c6-0316c85dee1e,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:20.286255 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-9a5a6fe6-c7c0-4b44-b8f8-6bb05db3724b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f3acd07faef04e5095f542eb49c0ea04&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0056887 Jun 11 10:09:20.291596 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9a5a6fe6-c7c0-4b44-b8f8-6bb05db3724b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:20.297017 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 48424) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:09:20.454458 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0a726b-bace-40e4-90d1-0e9825c243ca req-3a584f7f-cafc-416d-99af-fb82a243b03f tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:20.461997 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7e0a726b-bace-40e4-90d1-0e9825c243ca req-3a584f7f-cafc-416d-99af-fb82a243b03f tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 932 time: 0.3394384 Jun 11 10:09:20.517860 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-93b6e00a-234e-4533-8bd4-4061f8fee5a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:20.565471 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b9533a01-1db9-48b6-8ed6-4c4a7592e8b9 req-d2c38aa0-3b5f-47cb-8450-8dd8591e08b2 tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] 10.222.0.60 "GET /v2.0/ports?device_id=a85bfc34-fe70-4399-bdad-ce03dbbbfe2f HTTP/1.1" status: 200 len: 210 time: 0.0697482 Jun 11 10:09:20.588879 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-93b6e00a-234e-4533-8bd4-4061f8fee5a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:20.607641 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7e0a726b-bace-40e4-90d1-0e9825c243ca req-84b32725-5d25-475e-8f0a-5d51736d926f tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395800 Jun 11 10:09:20.616998 n-d-779913-12 neutron-server[93177]: INFO neutron.db.ipam_backend_mixin [None req-ceb9df57-92b6-4dc7-9d5a-422bf8916928 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 357a6c53-2d1d-4750-a50c-3f2e832ad297 (CIDR: 172.20.0.16/28) Jun 11 10:09:20.673270 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceb9df57-92b6-4dc7-9d5a-422bf8916928 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 10:09:20.674031 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ceb9df57-92b6-4dc7-9d5a-422bf8916928 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 10:09:20.714078 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-77c0ad21-80c0-4bdc-839d-0f04cc48d2c2 req-f5c0145f-a0ac-48f0-8b05-951456bc4ec6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8886e1b5-532b-41f0-a26f-66a289f14c2f {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:09:20.722472 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-77c0ad21-80c0-4bdc-839d-0f04cc48d2c2 req-f5c0145f-a0ac-48f0-8b05-951456bc4ec6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:20.845065 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-77c0ad21-80c0-4bdc-839d-0f04cc48d2c2 req-f5c0145f-a0ac-48f0-8b05-951456bc4ec6 service neutron] Transition to ACTIVE for port object 8886e1b5-532b-41f0-a26f-66a289f14c2f will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:09:20.845802 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-ceb9df57-92b6-4dc7-9d5a-422bf8916928 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.9391887 Jun 11 10:09:20.846871 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-93b6e00a-234e-4533-8bd4-4061f8fee5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:20.848683 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 48436) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:09:20.849678 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-93b6e00a-234e-4533-8bd4-4061f8fee5a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:20.854824 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-93b6e00a-234e-4533-8bd4-4061f8fee5a9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fb08d02a-14e1-421f-a7c6-0316c85dee1e HTTP/1.1" status: 204 len: 168 time: 0.5546875 Jun 11 10:09:20.855119 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5271dcd9-4d06-42a2-90e6-961eac34a7be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:20.856767 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-a7ce5a97-909d-4c8c-be0b-621f840d18c0 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Request body: {'subnet': {'network_id': '8e6beef9-2f2f-4d34-b4e4-7206909ccfcf', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:09:20.864350 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b6e00a-234e-4533-8bd4-4061f8fee5a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb08d02a-14e1-421f-a7c6-0316c85dee1e,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:20.866629 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-93b6e00a-234e-4533-8bd4-4061f8fee5a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:20.953108 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-77c0ad21-80c0-4bdc-839d-0f04cc48d2c2 req-f5c0145f-a0ac-48f0-8b05-951456bc4ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:20.956491 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6ebe1478-ff72-4975-a884-f59c4abe0c5f tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:21.098599 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c0145f-a0ac-48f0-8b05-951456bc4ec6 service neutron] Pushing event updated for resources: {'Port': ['ID=8886e1b5-532b-41f0-a26f-66a289f14c2f,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:21.113154 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f5c0145f-a0ac-48f0-8b05-951456bc4ec6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:21.202373 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-77c0ad21-80c0-4bdc-839d-0f04cc48d2c2 req-f5c0145f-a0ac-48f0-8b05-951456bc4ec6 service neutron] Attempting to bind port 8886e1b5-532b-41f0-a26f-66a289f14c2f on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:09:21.202719 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-77c0ad21-80c0-4bdc-839d-0f04cc48d2c2 req-f5c0145f-a0ac-48f0-8b05-951456bc4ec6 service neutron] Attempting to bind port 8886e1b5-532b-41f0-a26f-66a289f14c2f by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '5f313cca-80d0-475b-adf4-c4e559f78f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'dde275fe-49aa-4dda-8d58-46e6697ca339'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:09:21.203056 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c0ad21-80c0-4bdc-839d-0f04cc48d2c2 req-f5c0145f-a0ac-48f0-8b05-951456bc4ec6 service neutron] Attempting to bind port 8886e1b5-532b-41f0-a26f-66a289f14c2f on network dde275fe-49aa-4dda-8d58-46e6697ca339 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:09:21.219100 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c0ad21-80c0-4bdc-839d-0f04cc48d2c2 req-f5c0145f-a0ac-48f0-8b05-951456bc4ec6 service neutron] Port 8886e1b5-532b-41f0-a26f-66a289f14c2f on network dde275fe-49aa-4dda-8d58-46e6697ca339 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:09:21.219100 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c0ad21-80c0-4bdc-839d-0f04cc48d2c2 req-f5c0145f-a0ac-48f0-8b05-951456bc4ec6 service neutron] Attempting to bind port 8886e1b5-532b-41f0-a26f-66a289f14c2f on network dde275fe-49aa-4dda-8d58-46e6697ca339 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:09:21.219100 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c0ad21-80c0-4bdc-839d-0f04cc48d2c2 req-f5c0145f-a0ac-48f0-8b05-951456bc4ec6 service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:09:21.219100 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c0ad21-80c0-4bdc-839d-0f04cc48d2c2 req-f5c0145f-a0ac-48f0-8b05-951456bc4ec6 service neutron] Checking segment: {'id': '5f313cca-80d0-475b-adf4-c4e559f78f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'dde275fe-49aa-4dda-8d58-46e6697ca339'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:09:21.219100 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c0ad21-80c0-4bdc-839d-0f04cc48d2c2 req-f5c0145f-a0ac-48f0-8b05-951456bc4ec6 service neutron] Bound using segment: {'id': '5f313cca-80d0-475b-adf4-c4e559f78f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'dde275fe-49aa-4dda-8d58-46e6697ca339'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:09:21.219100 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-77c0ad21-80c0-4bdc-839d-0f04cc48d2c2 req-f5c0145f-a0ac-48f0-8b05-951456bc4ec6 service neutron] Bound port: 8886e1b5-532b-41f0-a26f-66a289f14c2f, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f313cca-80d0-475b-adf4-c4e559f78f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'dde275fe-49aa-4dda-8d58-46e6697ca339'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:09:21.219100 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-77c0ad21-80c0-4bdc-839d-0f04cc48d2c2 req-f5c0145f-a0ac-48f0-8b05-951456bc4ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:21.221822 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ce5a97-909d-4c8c-be0b-621f840d18c0 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Made reservation on behalf of 6eee960bcc7246bfbdd544be4d916a35 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:09:21.225710 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a7ce5a97-909d-4c8c-be0b-621f840d18c0 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:21.339683 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-77c0ad21-80c0-4bdc-839d-0f04cc48d2c2 req-f5c0145f-a0ac-48f0-8b05-951456bc4ec6 service neutron] For port 8886e1b5-532b-41f0-a26f-66a289f14c2f, host n-h1-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:09:21.344153 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-77c0ad21-80c0-4bdc-839d-0f04cc48d2c2 req-f5c0145f-a0ac-48f0-8b05-951456bc4ec6 service neutron] For port 8886e1b5-532b-41f0-a26f-66a289f14c2f, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=8886e1b5-532b-41f0-a26f-66a289f14c2f,segment=NetworkSegment(5f313cca-80d0-475b-adf4-c4e559f78f6a),segment_id=5f313cca-80d0-475b-adf4-c4e559f78f6a)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:09:21.445186 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-77c0ad21-80c0-4bdc-839d-0f04cc48d2c2 req-f5c0145f-a0ac-48f0-8b05-951456bc4ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:21.448898 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e76db3a6-7051-4f7b-a447-5bf2bc15cf5a tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:21.543116 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b886729d-b1a8-44dc-8e24-e830ee00c81d req-10980371-b8a2-4b54-9cda-6d5c875518c1 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:21.561413 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c0ad21-80c0-4bdc-839d-0f04cc48d2c2 req-f5c0145f-a0ac-48f0-8b05-951456bc4ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:21.562244 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-77c0ad21-80c0-4bdc-839d-0f04cc48d2c2 req-f5c0145f-a0ac-48f0-8b05-951456bc4ec6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:21.568862 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-77c0ad21-80c0-4bdc-839d-0f04cc48d2c2 req-f5c0145f-a0ac-48f0-8b05-951456bc4ec6 service neutron] 10.222.0.64 "PUT /v2.0/ports/8886e1b5-532b-41f0-a26f-66a289f14c2f HTTP/1.1" status: 200 len: 1093 time: 1.9679680 Jun 11 10:09:21.576977 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b886729d-b1a8-44dc-8e24-e830ee00c81d req-10980371-b8a2-4b54-9cda-6d5c875518c1 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=49fd43c7-8eda-45fc-a5a2-a5c4eb73b238 HTTP/1.1" status: 200 len: 944 time: 0.4145801 Jun 11 10:09:21.577353 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd27e9a1f-fb95-45f7-bf50-9c284c8ef776', 'tag': '8886e1b5-532b-41f0-a26f-66a289f14c2f'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:09:21.585435 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9417480-5c0c-4b24-9d6e-1edfb8bcfacc" -d '{"events": [{"name": "network-changed", "server_uuid": "d27e9a1f-fb95-45f7-bf50-9c284c8ef776", "tag": "8886e1b5-532b-41f0-a26f-66a289f14c2f"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:09:21.587725 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 48448) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:09:21.693236 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c0145f-a0ac-48f0-8b05-951456bc4ec6 service neutron] Pushing event updated for resources: {'Port': ['ID=8886e1b5-532b-41f0-a26f-66a289f14c2f,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:21.722411 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e32c3603-97df-4c51-b938-733ae2995d80 x-openstack-request-id: req-e32c3603-97df-4c51-b938-733ae2995d80 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:09:21.722841 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d27e9a1f-fb95-45f7-bf50-9c284c8ef776", "tag": "8886e1b5-532b-41f0-a26f-66a289f14c2f", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:09:21.723229 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e32c3603-97df-4c51-b938-733ae2995d80 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:09:21.723853 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd27e9a1f-fb95-45f7-bf50-9c284c8ef776', 'tag': '8886e1b5-532b-41f0-a26f-66a289f14c2f', 'status': 'completed', 'code': 200} Jun 11 10:09:21.768487 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f5c0145f-a0ac-48f0-8b05-951456bc4ec6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:21.844333 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9417480-5c0c-4b24-9d6e-1edfb8bcfacc req-0f41fa2b-a039-4b72-9ab1-ef733945291f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:21.846057 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a9417480-5c0c-4b24-9d6e-1edfb8bcfacc req-0f41fa2b-a039-4b72-9ab1-ef733945291f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=41e6320d1ec4431eb9e5249fe3d2c8c2&device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 1096 time: 0.1211047 Jun 11 10:09:21.940436 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b886729d-b1a8-44dc-8e24-e830ee00c81d req-4adb2cef-b483-487a-9cb3-e473f16c7ccd tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3619478 Jun 11 10:09:21.957487 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5c527808-b049-4e68-b678-5e3b55430a8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:22.030097 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9417480-5c0c-4b24-9d6e-1edfb8bcfacc req-e6d1415e-692b-4e3c-8c73-8ecff1e87f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:22.031669 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a9417480-5c0c-4b24-9d6e-1edfb8bcfacc req-e6d1415e-692b-4e3c-8c73-8ecff1e87f0a service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=41e6320d1ec4431eb9e5249fe3d2c8c2&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1783621 Jun 11 10:09:22.115029 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-183eb0fe-8b75-4eb3-a53f-106447b8f009 req-b7f7c9d8-ccce-4911-a3d2-6dba0fcc3ccd tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] 10.222.0.60 "GET /v2.0/ports?device_id=a85bfc34-fe70-4399-bdad-ce03dbbbfe2f HTTP/1.1" status: 200 len: 210 time: 0.0821300 Jun 11 10:09:22.213239 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 48466) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:09:22.217554 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a7ce5a97-909d-4c8c-be0b-621f840d18c0 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:22.265188 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ebdb57fb-b33a-4164-a6be-78cccad005ca tempest-ExtraDHCPOptionsIpV6TestJSON-840236882 tempest-ExtraDHCPOptionsIpV6TestJSON-840236882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:22.281262 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9417480-5c0c-4b24-9d6e-1edfb8bcfacc req-00cfe6da-810c-45a3-9225-8848df457b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:22.284660 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a9417480-5c0c-4b24-9d6e-1edfb8bcfacc req-00cfe6da-810c-45a3-9225-8848df457b87 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2407618 Jun 11 10:09:22.349204 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-74f640e1-6b62-4a72-bad0-d68c64b16953 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:22.411003 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ce5a97-909d-4c8c-be0b-621f840d18c0 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Network 8e6beef9-2f2f-4d34-b4e4-7206909ccfcf is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:09:22.428566 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-a7ce5a97-909d-4c8c-be0b-621f840d18c0 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:09:22.442341 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07769254-6cce-4c5a-b741-08c1060b9299 None None] Network 8e6beef9-2f2f-4d34-b4e4-7206909ccfcf requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:09:22.443201 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ce5a97-909d-4c8c-be0b-621f840d18c0 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:22.443844 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a7ce5a97-909d-4c8c-be0b-621f840d18c0 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:22.450687 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ce5a97-909d-4c8c-be0b-621f840d18c0 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Pushing event updated for resources: {'Subnet': ['ID=205d5660-db78-4146-8910-d134d59ca3a7,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:22.458664 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a7ce5a97-909d-4c8c-be0b-621f840d18c0 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:22.469333 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c0ad21-80c0-4bdc-839d-0f04cc48d2c2 req-812afbe8-dfa7-4062-a5a4-a4aba1a6e301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:22.472676 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-77c0ad21-80c0-4bdc-839d-0f04cc48d2c2 req-812afbe8-dfa7-4062-a5a4-a4aba1a6e301 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=41e6320d1ec4431eb9e5249fe3d2c8c2&device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 1096 time: 0.1304038 Jun 11 10:09:22.495249 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5c527808-b049-4e68-b678-5e3b55430a8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:22.515682 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da50dd71-eea3-40d0-80a2-9d253de1bf39 req-3fba12e1-2323-4c57-9b0b-b470ff5e3347 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:22.517179 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-da50dd71-eea3-40d0-80a2-9d253de1bf39 req-3fba12e1-2323-4c57-9b0b-b470ff5e3347 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 944 time: 0.2419610 Jun 11 10:09:22.570614 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-77c0ad21-80c0-4bdc-839d-0f04cc48d2c2 req-9bc0e5ea-72b4-48d5-b3dd-e9be47d602e6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8886e1b5-532b-41f0-a26f-66a289f14c2f HTTP/1.1" status: 200 len: 217 time: 0.0790615 Jun 11 10:09:22.586686 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-da50dd71-eea3-40d0-80a2-9d253de1bf39 req-f9b510ba-da77-4f3a-962c-3d863364eacf tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613210 Jun 11 10:09:22.626449 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5c527808-b049-4e68-b678-5e3b55430a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:22.641527 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c36e4f9b-2d3e-4ecb-b282-a3c245b3f708 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:22.680294 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c0ad21-80c0-4bdc-839d-0f04cc48d2c2 req-35e99bb2-2ca4-4f58-9291-d89da69bf3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:22.684426 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-77c0ad21-80c0-4bdc-839d-0f04cc48d2c2 req-35e99bb2-2ca4-4f58-9291-d89da69bf3ad service neutron] 10.222.0.64 "GET /v2.0/subnets?id=57c6571c-69e4-42ab-927b-f1f4d313e6e9 HTTP/1.1" status: 200 len: 852 time: 0.1073542 Jun 11 10:09:22.691823 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-5c527808-b049-4e68-b678-5e3b55430a8b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ce0258fda50146388e8e70683f871d89&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1033854 Jun 11 10:09:22.695115 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 48470) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:09:22.759980 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-77c0ad21-80c0-4bdc-839d-0f04cc48d2c2 req-94d0f7c0-da45-43aa-9d69-595d0a1c0d73 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=dde275fe-49aa-4dda-8d58-46e6697ca339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687239 Jun 11 10:09:22.768800 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c527808-b049-4e68-b678-5e3b55430a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58d66640-d7a6-444d-b10c-55c975fe63ac,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:22.778614 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5c527808-b049-4e68-b678-5e3b55430a8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:22.805810 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d5cb4450-bb45-41cf-8055-e83dc741b966 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:22.847519 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d5cb4450-bb45-41cf-8055-e83dc741b966 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:22.943681 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-74f640e1-6b62-4a72-bad0-d68c64b16953 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:22.949545 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-77c0ad21-80c0-4bdc-839d-0f04cc48d2c2 req-a4631aa0-cd88-4ffa-aa1d-3b2c535508e2 service neutron] 10.222.0.64 "GET /v2.0/networks/dde275fe-49aa-4dda-8d58-46e6697ca339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824486 Jun 11 10:09:22.977303 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-addda7e2-7448-45d2-b34b-3098719e0627 None None] Update dhcp port {'port': {'network_id': '8e6beef9-2f2f-4d34-b4e4-7206909ccfcf', 'fixed_ips': [{'subnet_id': '357a6c53-2d1d-4750-a50c-3f2e832ad297', 'ip_address': '172.20.0.18'}, {'subnet_id': '3446a68a-4237-4aef-b10e-5e02498f973f', 'ip_address': '172.20.0.2'}, {'subnet_id': '205d5660-db78-4146-8910-d134d59ca3a7'}], 'binding:host_id': 'n-d-779913-12'}, 'id': 'e46f869f-0b22-4718-9dbe-0c5ea9c8d2c2'} from n-d-779913-12. {{(pid=93178) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 11 10:09:23.071256 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-74f640e1-6b62-4a72-bad0-d68c64b16953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:23.109403 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-addda7e2-7448-45d2-b34b-3098719e0627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:23.131749 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d5cb4450-bb45-41cf-8055-e83dc741b966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:23.137092 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d5cb4450-bb45-41cf-8055-e83dc741b966 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:23.146980 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-d5cb4450-bb45-41cf-8055-e83dc741b966 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/58d66640-d7a6-444d-b10c-55c975fe63ac HTTP/1.1" status: 204 len: 168 time: 0.4501255 Jun 11 10:09:23.149245 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-51ed8556-299b-4e23-aa23-d992272f95a6 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:23.205176 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-74f640e1-6b62-4a72-bad0-d68c64b16953 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b9ebb9aae2fc4243b81861ca683103ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9793727 Jun 11 10:09:23.209024 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-a7ce5a97-909d-4c8c-be0b-621f840d18c0 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.3589962 Jun 11 10:09:23.209674 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 48478) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:09:23.210037 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 48480) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:09:23.210165 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f640e1-6b62-4a72-bad0-d68c64b16953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cbe6352-b23f-4a37-a529-ea2fb73fe424,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:23.262457 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-6ee4c0f6-6b68-4de5-a665-7ee2d327bed3 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-627139253', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '205d5660-db78-4146-8910-d134d59ca3a7'}], 'security_groups': ['9e2885f2-5b1d-48be-9823-087d5702a9c0', '909077b4-67a5-4007-9f27-bf015aad1430']}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:09:23.271124 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cb4450-bb45-41cf-8055-e83dc741b966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d66640-d7a6-444d-b10c-55c975fe63ac,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:23.307741 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d5cb4450-bb45-41cf-8055-e83dc741b966 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:23.307741 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-204c54ab-2039-4a1a-a2f3-87c8fe322004 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:23.307741 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-204c54ab-2039-4a1a-a2f3-87c8fe322004 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:23.379451 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-77c0ad21-80c0-4bdc-839d-0f04cc48d2c2 req-7f817684-71e5-4cc5-8697-124e71be9145 service neutron] 10.222.0.64 "GET /v2.0/networks/dde275fe-49aa-4dda-8d58-46e6697ca339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4245665 Jun 11 10:09:23.439551 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3fffb479-91e4-4d82-a850-94cbbc265de9 req-dbf7c32a-4bd4-4513-bdfb-271183ee7752 tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] 10.222.0.60 "GET /v2.0/ports?device_id=a85bfc34-fe70-4399-bdad-ce03dbbbfe2f HTTP/1.1" status: 200 len: 210 time: 0.0449769 Jun 11 10:09:23.508513 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-addda7e2-7448-45d2-b34b-3098719e0627 None None] Allocated IP 172.20.0.34 (8e6beef9-2f2f-4d34-b4e4-7206909ccfcf/205d5660-db78-4146-8910-d134d59ca3a7/e46f869f-0b22-4718-9dbe-0c5ea9c8d2c2) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:09:23.724292 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-addda7e2-7448-45d2-b34b-3098719e0627 None None] For port e46f869f-0b22-4718-9dbe-0c5ea9c8d2c2, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=e46f869f-0b22-4718-9dbe-0c5ea9c8d2c2,segment=NetworkSegment(80b31b82-3480-4035-960b-f46e7aea1e6f),segment_id=80b31b82-3480-4035-960b-f46e7aea1e6f)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:09:23.745352 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-308e321a-d336-4423-82de-95692418cd0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:23.786770 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-addda7e2-7448-45d2-b34b-3098719e0627 None None] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:23.807002 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-addda7e2-7448-45d2-b34b-3098719e0627 None None] Transition to ACTIVE for port object e46f869f-0b22-4718-9dbe-0c5ea9c8d2c2 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:09:23.824624 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467b9720-cb5d-4c18-b161-a75aab655e52 req-98079c85-e100-46c6-9f52-3d9bb71a8ae9 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:23.826125 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-467b9720-cb5d-4c18-b161-a75aab655e52 req-98079c85-e100-46c6-9f52-3d9bb71a8ae9 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=49fd43c7-8eda-45fc-a5a2-a5c4eb73b238 HTTP/1.1" status: 200 len: 944 time: 0.5601349 Jun 11 10:09:23.858036 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b118ff9c-9e8b-4ed0-a505-02c0bb2a5c58 req-b5d85ec9-08a0-4dd5-9205-e94729ca9932 tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:23.859589 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b118ff9c-9e8b-4ed0-a505-02c0bb2a5c58 req-b5d85ec9-08a0-4dd5-9205-e94729ca9932 tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] 10.222.0.69 "GET /v2.0/networks?id=35df5041-868e-4b75-8f1d-c97928413ace HTTP/1.1" status: 200 len: 809 time: 0.4730997 Jun 11 10:09:23.895977 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-b118ff9c-9e8b-4ed0-a505-02c0bb2a5c58 req-a662fd32-1ac6-4cd4-9bd4-208fa42bb215 tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] Request body: {'port': {'device_id': 'a85bfc34-fe70-4399-bdad-ce03dbbbfe2f', 'network_id': '35df5041-868e-4b75-8f1d-c97928413ace', 'admin_state_up': True, 'tenant_id': '95681b49053843d7860e02f7c9e19b18'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:09:23.902862 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-308e321a-d336-4423-82de-95692418cd0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:23.939047 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf529b65-b530-4e02-83d1-9f7be90c76dd req-1187e721-4b06-42b3-b507-58b341c52f58 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:23.941878 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bf529b65-b530-4e02-83d1-9f7be90c76dd req-1187e721-4b06-42b3-b507-58b341c52f58 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 944 time: 0.0993304 Jun 11 10:09:23.964315 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-addda7e2-7448-45d2-b34b-3098719e0627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:23.975265 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-3c5c3136-bfa2-47dc-bd05-b320766794fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:24.076870 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-467b9720-cb5d-4c18-b161-a75aab655e52 req-a945b449-f4ec-429a-ad7e-91c0cb820cc4 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292106 Jun 11 10:09:24.104821 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6ee4c0f6-6b68-4de5-a665-7ee2d327bed3 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:24.132215 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bf529b65-b530-4e02-83d1-9f7be90c76dd req-5bdbb89f-c86c-4eed-a3a2-d056e5d60211 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831031 Jun 11 10:09:24.261558 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addda7e2-7448-45d2-b34b-3098719e0627 None None] Pushing event updated for resources: {'Port': ['ID=e46f869f-0b22-4718-9dbe-0c5ea9c8d2c2,revision_number=7']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:24.265425 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-addda7e2-7448-45d2-b34b-3098719e0627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:24.342955 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 48492) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:09:24.355641 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-308e321a-d336-4423-82de-95692418cd0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:24.358330 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-308e321a-d336-4423-82de-95692418cd0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:24.359518 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-308e321a-d336-4423-82de-95692418cd0f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6cbe6352-b23f-4a37-a529-ea2fb73fe424 HTTP/1.1" status: 204 len: 168 time: 1.1398189 Jun 11 10:09:24.367196 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-205b882b-0af5-42a1-b726-6b97d01eb8d3 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:24.376901 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-dbea3d10-b794-47fc-bece-633046b2056d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:24.381463 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b118ff9c-9e8b-4ed0-a505-02c0bb2a5c58 req-a662fd32-1ac6-4cd4-9bd4-208fa42bb215 tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] Made reservation on behalf of 95681b49053843d7860e02f7c9e19b18 for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:09:24.384999 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-b118ff9c-9e8b-4ed0-a505-02c0bb2a5c58 req-a662fd32-1ac6-4cd4-9bd4-208fa42bb215 tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:24.430580 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308e321a-d336-4423-82de-95692418cd0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cbe6352-b23f-4a37-a529-ea2fb73fe424,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:24.478766 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-308e321a-d336-4423-82de-95692418cd0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:24.606843 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-dbea3d10-b794-47fc-bece-633046b2056d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:24.730303 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-49d7f026-f821-4932-abe8-8831d1abf3e6 req-7ca3b652-c251-4166-af5f-fbbe1a216d16 tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] 10.222.0.60 "GET /v2.0/ports?device_id=a85bfc34-fe70-4399-bdad-ce03dbbbfe2f HTTP/1.1" status: 200 len: 210 time: 0.0806799 Jun 11 10:09:24.784474 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-dbea3d10-b794-47fc-bece-633046b2056d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:24.784702 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3010e986-43c2-4ec3-9098-8837b06f152e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:24.803543 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-b118ff9c-9e8b-4ed0-a505-02c0bb2a5c58 req-a662fd32-1ac6-4cd4-9bd4-208fa42bb215 tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] Allocated IP 172.20.0.6 (35df5041-868e-4b75-8f1d-c97928413ace/edbdfa11-06ad-48a4-a88c-07234c957674/40beec4f-3ca8-428f-8466-4d218baffd1b) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:09:24.823899 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-6ee4c0f6-6b68-4de5-a665-7ee2d327bed3 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Delete allocated IP 172.20.0.9 (8e6beef9-2f2f-4d34-b4e4-7206909ccfcf/3446a68a-4237-4aef-b10e-5e02498f973f) {{(pid=93176) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 11 10:09:24.843696 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-dbea3d10-b794-47fc-bece-633046b2056d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dd6ef78a64fb4ac2a083755730c9b439&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4986849 Jun 11 10:09:24.843901 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 48504) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:09:24.844799 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbea3d10-b794-47fc-bece-633046b2056d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b96f023-a7a2-4da2-a712-a3ab7987b8ed,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:24.848934 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-dbea3d10-b794-47fc-bece-633046b2056d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:24.853284 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-6ee4c0f6-6b68-4de5-a665-7ee2d327bed3 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Allocated IP 172.20.0.37 (8e6beef9-2f2f-4d34-b4e4-7206909ccfcf/205d5660-db78-4146-8910-d134d59ca3a7/e9a0d30f-bc67-4ab6-9d7d-889214a115c8) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:09:24.956431 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device e46f869f-0b22-4718-9dbe-0c5ea9c8d2c2 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:09:25.130905 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-529db2b9-e8a5-4f4d-a2a9-79b25f5459ba None None] Provisioning complete for port e9a0d30f-bc67-4ab6-9d7d-889214a115c8 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:09:25.131534 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-529db2b9-e8a5-4f4d-a2a9-79b25f5459ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:25.210912 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-529db2b9-e8a5-4f4d-a2a9-79b25f5459ba None None] Port e9a0d30f-bc67-4ab6-9d7d-889214a115c8 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:09:25.236732 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-529db2b9-e8a5-4f4d-a2a9-79b25f5459ba None None] Provisioning complete for port c443a8f4-5cdd-415f-bdc7-c8eb2560a791 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:09:25.237437 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-529db2b9-e8a5-4f4d-a2a9-79b25f5459ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:25.284202 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-529db2b9-e8a5-4f4d-a2a9-79b25f5459ba None None] Port c443a8f4-5cdd-415f-bdc7-c8eb2560a791 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:09:25.319737 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa77ba4-b55b-4623-b31e-82564f7b87f7 req-43c0c10a-1781-490d-b194-7dbc74683dd8 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:25.321671 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-daa77ba4-b55b-4623-b31e-82564f7b87f7 req-43c0c10a-1781-490d-b194-7dbc74683dd8 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=49fd43c7-8eda-45fc-a5a2-a5c4eb73b238 HTTP/1.1" status: 200 len: 944 time: 0.1010764 Jun 11 10:09:25.383186 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-daa77ba4-b55b-4623-b31e-82564f7b87f7 req-c75c22bd-0bce-424d-8d95-2c4dd440d6f5 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545409 Jun 11 10:09:25.592872 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-529db2b9-e8a5-4f4d-a2a9-79b25f5459ba None None] Provisioning for port e46f869f-0b22-4718-9dbe-0c5ea9c8d2c2 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:09:25.597668 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-529db2b9-e8a5-4f4d-a2a9-79b25f5459ba None None] Provisioning complete for port e46f869f-0b22-4718-9dbe-0c5ea9c8d2c2 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:09:25.598059 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-529db2b9-e8a5-4f4d-a2a9-79b25f5459ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:25.707044 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 48512) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:09:25.723274 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5997ef7a-2d4c-4a8c-94bd-564ffae2d654 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:25.859914 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5997ef7a-2d4c-4a8c-94bd-564ffae2d654 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:25.883179 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-780fbf42-8122-42ea-b174-b028163ba196 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:25.902117 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9447c13d-60dd-4414-9a40-7d4a090f50f7 req-19b7c602-e630-49ff-98be-586bd72e9964 tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] 10.222.0.60 "GET /v2.0/ports?device_id=a85bfc34-fe70-4399-bdad-ce03dbbbfe2f HTTP/1.1" status: 200 len: 210 time: 0.0350120 Jun 11 10:09:25.958671 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5997ef7a-2d4c-4a8c-94bd-564ffae2d654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:25.967531 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2bcfa709-2281-4e18-afea-d158d5d4881a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:25.979395 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-780fbf42-8122-42ea-b174-b028163ba196 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:26.014182 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-b118ff9c-9e8b-4ed0-a505-02c0bb2a5c58 req-a662fd32-1ac6-4cd4-9bd4-208fa42bb215 tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:26.017520 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-5997ef7a-2d4c-4a8c-94bd-564ffae2d654 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=469e8d8526ab4295b52ae1d3832616b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3079054 Jun 11 10:09:26.018777 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 48522) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:09:26.022027 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5997ef7a-2d4c-4a8c-94bd-564ffae2d654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecebb4d3-c2d7-446a-ae46-ea047dd13534,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:26.037025 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5997ef7a-2d4c-4a8c-94bd-564ffae2d654 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:09:26.037786 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5997ef7a-2d4c-4a8c-94bd-564ffae2d654 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:09:26.038273 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5997ef7a-2d4c-4a8c-94bd-564ffae2d654 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:09:26.038484 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a14afe7-3706-41bd-9a77-28c1e65455a3 req-d685cdea-e058-4f36-a90f-49784f52150a tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:26.038858 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5997ef7a-2d4c-4a8c-94bd-564ffae2d654 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:09:26.039332 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5997ef7a-2d4c-4a8c-94bd-564ffae2d654 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:09:26.039857 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5997ef7a-2d4c-4a8c-94bd-564ffae2d654 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:09:26.040092 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8a14afe7-3706-41bd-9a77-28c1e65455a3 req-d685cdea-e058-4f36-a90f-49784f52150a tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 944 time: 0.4090750 Jun 11 10:09:26.040410 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5997ef7a-2d4c-4a8c-94bd-564ffae2d654 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:09:26.040879 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5997ef7a-2d4c-4a8c-94bd-564ffae2d654 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:09:26.041447 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5997ef7a-2d4c-4a8c-94bd-564ffae2d654 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:09:26.041912 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5997ef7a-2d4c-4a8c-94bd-564ffae2d654 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:09:26.042886 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5997ef7a-2d4c-4a8c-94bd-564ffae2d654 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:09:26.042886 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5997ef7a-2d4c-4a8c-94bd-564ffae2d654 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:09:26.057215 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5997ef7a-2d4c-4a8c-94bd-564ffae2d654 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:26.085685 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6ee4c0f6-6b68-4de5-a665-7ee2d327bed3 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:26.110462 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1d554b88-2d2e-48fa-8e41-733a05c4e845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:26.125216 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [None req-6ee4c0f6-6b68-4de5-a665-7ee2d327bed3 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Transition to ACTIVE for port object e9a0d30f-bc67-4ab6-9d7d-889214a115c8 will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:09:26.144855 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1d554b88-2d2e-48fa-8e41-733a05c4e845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:26.154697 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8a14afe7-3706-41bd-9a77-28c1e65455a3 req-d6cf23bc-505d-43f1-a877-a9620c8e1c0a tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898077 Jun 11 10:09:26.216548 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6ee4c0f6-6b68-4de5-a665-7ee2d327bed3 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:26.220857 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e2abc1e2-dc41-4638-a084-4005440e3518 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:26.263651 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-780fbf42-8122-42ea-b174-b028163ba196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:26.266404 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-780fbf42-8122-42ea-b174-b028163ba196 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:26.267526 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-780fbf42-8122-42ea-b174-b028163ba196 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1b96f023-a7a2-4da2-a712-a3ab7987b8ed HTTP/1.1" status: 204 len: 168 time: 1.4207673 Jun 11 10:09:26.268647 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-b118ff9c-9e8b-4ed0-a505-02c0bb2a5c58 req-a662fd32-1ac6-4cd4-9bd4-208fa42bb215 tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:26.336037 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1d554b88-2d2e-48fa-8e41-733a05c4e845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:26.338805 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1d554b88-2d2e-48fa-8e41-733a05c4e845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:26.340002 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-1d554b88-2d2e-48fa-8e41-733a05c4e845 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ecebb4d3-c2d7-446a-ae46-ea047dd13534 HTTP/1.1" status: 204 len: 168 time: 0.3196323 Jun 11 10:09:26.341149 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-13667bae-8c86-490f-8d42-20bd79ebe5e5 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:26.342904 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee4c0f6-6b68-4de5-a665-7ee2d327bed3 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Pushing event updated for resources: {'Port': ['ID=e9a0d30f-bc67-4ab6-9d7d-889214a115c8,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:26.351317 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b118ff9c-9e8b-4ed0-a505-02c0bb2a5c58 req-a662fd32-1ac6-4cd4-9bd4-208fa42bb215 tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] Network 35df5041-868e-4b75-8f1d-c97928413ace is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:09:26.354043 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 8886e1b5-532b-41f0-a26f-66a289f14c2f details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 10:09:26.375264 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d554b88-2d2e-48fa-8e41-733a05c4e845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecebb4d3-c2d7-446a-ae46-ea047dd13534,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:26.382890 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1d554b88-2d2e-48fa-8e41-733a05c4e845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:26.431131 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6ee4c0f6-6b68-4de5-a665-7ee2d327bed3 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:26.431695 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4a05313b-a84f-4614-b338-fddea8ce1a7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.159s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:26.445386 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-b118ff9c-9e8b-4ed0-a505-02c0bb2a5c58 req-a662fd32-1ac6-4cd4-9bd4-208fa42bb215 tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:09:26.466249 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-b118ff9c-9e8b-4ed0-a505-02c0bb2a5c58 req-a662fd32-1ac6-4cd4-9bd4-208fa42bb215 tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:09:26.513745 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780fbf42-8122-42ea-b174-b028163ba196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b96f023-a7a2-4da2-a712-a3ab7987b8ed,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:26.521690 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-780fbf42-8122-42ea-b174-b028163ba196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:26.522250 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a00ccb8b-97d2-4086-9cbb-e29572184471 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.240s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:26.590740 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-6ee4c0f6-6b68-4de5-a665-7ee2d327bed3 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] In _notify_port_updated(), no bound segment for port e9a0d30f-bc67-4ab6-9d7d-889214a115c8 on network 8e6beef9-2f2f-4d34-b4e4-7206909ccfcf {{(pid=93176) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 11 10:09:26.596566 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee4c0f6-6b68-4de5-a665-7ee2d327bed3 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:26.597098 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6ee4c0f6-6b68-4de5-a665-7ee2d327bed3 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:26.598389 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-6ee4c0f6-6b68-4de5-a665-7ee2d327bed3 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "PUT /v2.0/ports/e9a0d30f-bc67-4ab6-9d7d-889214a115c8 HTTP/1.1" status: 200 len: 959 time: 3.3774300 Jun 11 10:09:26.604610 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 48530) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:09:26.616043 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a662fd32-1ac6-4cd4-9bd4-208fa42bb215 tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] Pushing event updated for resources: {'Port': ['ID=40beec4f-3ca8-428f-8466-4d218baffd1b,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:26.622826 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a662fd32-1ac6-4cd4-9bd4-208fa42bb215 tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:26.641651 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 8886e1b5-532b-41f0-a26f-66a289f14c2f, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=8886e1b5-532b-41f0-a26f-66a289f14c2f,segment=NetworkSegment(5f313cca-80d0-475b-adf4-c4e559f78f6a),segment_id=5f313cca-80d0-475b-adf4-c4e559f78f6a)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:09:26.657660 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': '8886e1b5-532b-41f0-a26f-66a289f14c2f', 'network_id': 'dde275fe-49aa-4dda-8d58-46e6697ca339', 'port_id': '8886e1b5-532b-41f0-a26f-66a289f14c2f', 'mac_address': 'fa:16:3e:14:bd:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57c6571c-69e4-42ab-927b-f1f4d313e6e9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 10:09:26.715693 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:26.734611 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c38efe-21ad-4333-b896-757a022e9cc6 req-6adfa0bb-d045-4a06-8d5b-521310cbbace tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:26.737332 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8886e1b5-532b-41f0-a26f-66a289f14c2f {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:09:26.742462 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-90c38efe-21ad-4333-b896-757a022e9cc6 req-6adfa0bb-d045-4a06-8d5b-521310cbbace tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=49fd43c7-8eda-45fc-a5a2-a5c4eb73b238 HTTP/1.1" status: 200 len: 944 time: 0.1754768 Jun 11 10:09:26.746111 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b118ff9c-9e8b-4ed0-a505-02c0bb2a5c58 req-a662fd32-1ac6-4cd4-9bd4-208fa42bb215 tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:26.746111 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-b118ff9c-9e8b-4ed0-a505-02c0bb2a5c58 req-a662fd32-1ac6-4cd4-9bd4-208fa42bb215 tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:26.812523 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 8886e1b5-532b-41f0-a26f-66a289f14c2f, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=8886e1b5-532b-41f0-a26f-66a289f14c2f,segment=NetworkSegment(5f313cca-80d0-475b-adf4-c4e559f78f6a),segment_id=5f313cca-80d0-475b-adf4-c4e559f78f6a)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:09:26.823026 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-90c38efe-21ad-4333-b896-757a022e9cc6 req-515910e1-1fc4-44a5-8b4d-ea2645bf37ae tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796797 Jun 11 10:09:26.915628 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b118ff9c-9e8b-4ed0-a505-02c0bb2a5c58 req-a662fd32-1ac6-4cd4-9bd4-208fa42bb215 tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0408998 Jun 11 10:09:26.925133 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:26.927345 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-71fc9200-762c-4c1e-8f04-1c27661eb244 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:26.944256 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-51eb69ec-436a-45d8-aa6a-611276ac97d9 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Deleting port e9a0d30f-bc67-4ab6-9d7d-889214a115c8 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:09:26.947116 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-51eb69ec-436a-45d8-aa6a-611276ac97d9 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:27.042628 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=8886e1b5-532b-41f0-a26f-66a289f14c2f,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:27.048382 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:27.118351 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['8886e1b5-532b-41f0-a26f-66a289f14c2f'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:09:27.138142 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-51eb69ec-436a-45d8-aa6a-611276ac97d9 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:27.161778 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-3e1325f1-5e1a-4914-b257-b7012c2c6f4a None None] Provisioning for port e9a0d30f-bc67-4ab6-9d7d-889214a115c8 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:09:27.172199 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-3e1325f1-5e1a-4914-b257-b7012c2c6f4a None None] Provisioning complete for port e9a0d30f-bc67-4ab6-9d7d-889214a115c8 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:09:27.172337 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3e1325f1-5e1a-4914-b257-b7012c2c6f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:27.238823 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-3e1325f1-5e1a-4914-b257-b7012c2c6f4a None None] Port e9a0d30f-bc67-4ab6-9d7d-889214a115c8 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:09:27.282602 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-51eb69ec-436a-45d8-aa6a-611276ac97d9 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Calling delete_port for e9a0d30f-bc67-4ab6-9d7d-889214a115c8 owned by {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:09:27.347461 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-b118ff9c-9e8b-4ed0-a505-02c0bb2a5c58 req-10ba3505-c3ea-47cd-844f-9117816fbd13 service neutron] Request body: {'port': {'device_id': 'a85bfc34-fe70-4399-bdad-ce03dbbbfe2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:09:27.405616 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793c2a6d-3c02-4937-8472-91254b62d2de req-b481ee7d-d65a-4bc6-be38-e5727efcc0ec tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:27.407322 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-793c2a6d-3c02-4937-8472-91254b62d2de req-b481ee7d-d65a-4bc6-be38-e5727efcc0ec tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 945 time: 0.0868740 Jun 11 10:09:27.473483 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-793c2a6d-3c02-4937-8472-91254b62d2de req-b8c8b0b6-5c9c-43ee-93a5-82e81b4b0886 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554631 Jun 11 10:09:27.542429 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2211429b-d0c6-4059-be52-22ac7559bd58 req-b0c31e35-141c-4942-978c-1f72cd29b0c2 tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:27.545437 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2211429b-d0c6-4059-be52-22ac7559bd58 req-b0c31e35-141c-4942-978c-1f72cd29b0c2 tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] 10.222.0.60 "GET /v2.0/ports?device_id=a85bfc34-fe70-4399-bdad-ce03dbbbfe2f HTTP/1.1" status: 200 len: 931 time: 0.2038450 Jun 11 10:09:27.592635 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-b118ff9c-9e8b-4ed0-a505-02c0bb2a5c58 req-10ba3505-c3ea-47cd-844f-9117816fbd13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:27.692092 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2211429b-d0c6-4059-be52-22ac7559bd58 req-5d52c575-34f6-42d8-a9c3-f832318d6864 tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] 10.222.0.60 "GET /v2.0/security-groups?id=32d98497-e842-473d-9e84-84e048a1aaca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386621 Jun 11 10:09:27.804748 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-51eb69ec-436a-45d8-aa6a-611276ac97d9 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:27.814900 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3b41ed74-90bd-48f3-900c-90b1a79013c8 tempest-TestServerAdvancedOps-260180465 tempest-TestServerAdvancedOps-260180465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:27.854962 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eb69ec-436a-45d8-aa6a-611276ac97d9 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Pushing event deleted for resources: {'Port': ['ID=e9a0d30f-bc67-4ab6-9d7d-889214a115c8,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:27.871931 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-51eb69ec-436a-45d8-aa6a-611276ac97d9 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:28.108940 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-51eb69ec-436a-45d8-aa6a-611276ac97d9 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:28.110798 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-51eb69ec-436a-45d8-aa6a-611276ac97d9 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "DELETE /v2.0/ports/e9a0d30f-bc67-4ab6-9d7d-889214a115c8 HTTP/1.1" status: 204 len: 168 time: 1.5047233 Jun 11 10:09:28.113458 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 48584) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:09:28.201758 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd4dd72a-35ee-47e6-8a19-87c46fd11d6c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] GET failed (client error): The resource could not be found. Jun 11 10:09:28.203423 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-dd4dd72a-35ee-47e6-8a19-87c46fd11d6c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "GET /v2.0/ports/e9a0d30f-bc67-4ab6-9d7d-889214a115c8 HTTP/1.1" status: 404 len: 333 time: 0.0890203 Jun 11 10:09:28.208791 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 48590) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:09:28.235858 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504ff164-50cb-4798-a380-c7de039c1d82 req-a56c12ea-e12c-4f45-bfd1-0903c73a1e18 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:28.247831 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-504ff164-50cb-4798-a380-c7de039c1d82 req-a56c12ea-e12c-4f45-bfd1-0903c73a1e18 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=49fd43c7-8eda-45fc-a5a2-a5c4eb73b238 HTTP/1.1" status: 200 len: 944 time: 0.1592906 Jun 11 10:09:28.317734 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-b118ff9c-9e8b-4ed0-a505-02c0bb2a5c58 req-10ba3505-c3ea-47cd-844f-9117816fbd13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40beec4f-3ca8-428f-8466-4d218baffd1b {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:09:28.334760 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-b118ff9c-9e8b-4ed0-a505-02c0bb2a5c58 req-10ba3505-c3ea-47cd-844f-9117816fbd13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:28.342990 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7bcc8120-23ae-4ccc-b7de-d0daa9344a18 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:28.353520 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-504ff164-50cb-4798-a380-c7de039c1d82 req-af3d86b2-9d97-4804-965d-5a55734b3c66 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047213 Jun 11 10:09:28.356351 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 8886e1b5-532b-41f0-a26f-66a289f14c2f up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:09:28.372147 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-b118ff9c-9e8b-4ed0-a505-02c0bb2a5c58 req-10ba3505-c3ea-47cd-844f-9117816fbd13 service neutron] Transition to ACTIVE for port object 40beec4f-3ca8-428f-8466-4d218baffd1b will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:09:28.384625 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7bcc8120-23ae-4ccc-b7de-d0daa9344a18 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:28.515366 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-b118ff9c-9e8b-4ed0-a505-02c0bb2a5c58 req-10ba3505-c3ea-47cd-844f-9117816fbd13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:28.518096 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c65baf1f-bc7c-4266-bd75-f33a23348e48 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:28.551059 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7bcc8120-23ae-4ccc-b7de-d0daa9344a18 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:28.553750 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7bcc8120-23ae-4ccc-b7de-d0daa9344a18 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:28.557965 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-7bcc8120-23ae-4ccc-b7de-d0daa9344a18 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "DELETE /v2.0/security-groups/db6a5a52-1d68-47e8-ae4b-84911cb39828 HTTP/1.1" status: 204 len: 168 time: 0.3451583 Jun 11 10:09:28.558815 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 48596) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:09:28.674530 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ba3505-c3ea-47cd-844f-9117816fbd13 service neutron] Pushing event updated for resources: {'Port': ['ID=40beec4f-3ca8-428f-8466-4d218baffd1b,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:28.681133 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-10ba3505-c3ea-47cd-844f-9117816fbd13 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:28.684016 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b68f0f43-61ce-4e3c-9b0f-d6f58c6ab87c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.125s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:28.700204 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcc8120-23ae-4ccc-b7de-d0daa9344a18 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db6a5a52-1d68-47e8-ae4b-84911cb39828,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:28.705053 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7bcc8120-23ae-4ccc-b7de-d0daa9344a18 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:28.731015 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning for port 8886e1b5-532b-41f0-a26f-66a289f14c2f completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:09:28.736409 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port 8886e1b5-532b-41f0-a26f-66a289f14c2f triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:09:28.737012 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:28.762850 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5d599108-2eeb-4c40-85b1-7314a9407261 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:28.811363 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5d599108-2eeb-4c40-85b1-7314a9407261 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:28.944984 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:28.972826 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-b118ff9c-9e8b-4ed0-a505-02c0bb2a5c58 req-10ba3505-c3ea-47cd-844f-9117816fbd13 service neutron] Attempting to bind port 40beec4f-3ca8-428f-8466-4d218baffd1b on host n-h2-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:09:28.973455 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-b118ff9c-9e8b-4ed0-a505-02c0bb2a5c58 req-10ba3505-c3ea-47cd-844f-9117816fbd13 service neutron] Attempting to bind port 40beec4f-3ca8-428f-8466-4d218baffd1b by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': 'd115e535-b596-4d63-b9ce-ed25b1cffbb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '35df5041-868e-4b75-8f1d-c97928413ace'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:09:28.974065 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b118ff9c-9e8b-4ed0-a505-02c0bb2a5c58 req-10ba3505-c3ea-47cd-844f-9117816fbd13 service neutron] Attempting to bind port 40beec4f-3ca8-428f-8466-4d218baffd1b on network 35df5041-868e-4b75-8f1d-c97928413ace {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:09:28.984113 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b118ff9c-9e8b-4ed0-a505-02c0bb2a5c58 req-10ba3505-c3ea-47cd-844f-9117816fbd13 service neutron] Port 40beec4f-3ca8-428f-8466-4d218baffd1b on network 35df5041-868e-4b75-8f1d-c97928413ace not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:09:28.984569 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b118ff9c-9e8b-4ed0-a505-02c0bb2a5c58 req-10ba3505-c3ea-47cd-844f-9117816fbd13 service neutron] Attempting to bind port 40beec4f-3ca8-428f-8466-4d218baffd1b on network 35df5041-868e-4b75-8f1d-c97928413ace {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:09:28.992081 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd27e9a1f-fb95-45f7-bf50-9c284c8ef776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8886e1b5-532b-41f0-a26f-66a289f14c2f'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:09:28.998362 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-292951ad-5ad4-4954-85d4-e9671dbb616a" -d '{"events": [{"server_uuid": "d27e9a1f-fb95-45f7-bf50-9c284c8ef776", "name": "network-vif-plugged", "status": "completed", "tag": "8886e1b5-532b-41f0-a26f-66a289f14c2f"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:09:29.002849 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafd2f7c-9f00-4f31-9b7f-ea90d3ed0426 req-96b010aa-eae3-4832-9cf1-3f0d75f12c12 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:29.004552 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cafd2f7c-9f00-4f31-9b7f-ea90d3ed0426 req-96b010aa-eae3-4832-9cf1-3f0d75f12c12 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 945 time: 0.2420621 Jun 11 10:09:29.006343 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b118ff9c-9e8b-4ed0-a505-02c0bb2a5c58 req-10ba3505-c3ea-47cd-844f-9117816fbd13 service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:09:29.006972 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b118ff9c-9e8b-4ed0-a505-02c0bb2a5c58 req-10ba3505-c3ea-47cd-844f-9117816fbd13 service neutron] Checking segment: {'id': 'd115e535-b596-4d63-b9ce-ed25b1cffbb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '35df5041-868e-4b75-8f1d-c97928413ace'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:09:29.008058 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b118ff9c-9e8b-4ed0-a505-02c0bb2a5c58 req-10ba3505-c3ea-47cd-844f-9117816fbd13 service neutron] Bound using segment: {'id': 'd115e535-b596-4d63-b9ce-ed25b1cffbb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '35df5041-868e-4b75-8f1d-c97928413ace'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:09:29.008627 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-b118ff9c-9e8b-4ed0-a505-02c0bb2a5c58 req-10ba3505-c3ea-47cd-844f-9117816fbd13 service neutron] Bound port: 40beec4f-3ca8-428f-8466-4d218baffd1b, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd115e535-b596-4d63-b9ce-ed25b1cffbb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '35df5041-868e-4b75-8f1d-c97928413ace'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:09:29.009048 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-b118ff9c-9e8b-4ed0-a505-02c0bb2a5c58 req-10ba3505-c3ea-47cd-844f-9117816fbd13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:29.016647 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5d599108-2eeb-4c40-85b1-7314a9407261 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:29.029036 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5d599108-2eeb-4c40-85b1-7314a9407261 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:29.034787 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 8886e1b5-532b-41f0-a26f-66a289f14c2f, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=8886e1b5-532b-41f0-a26f-66a289f14c2f,segment=NetworkSegment(5f313cca-80d0-475b-adf4-c4e559f78f6a),segment_id=5f313cca-80d0-475b-adf4-c4e559f78f6a)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:09:29.047359 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-5d599108-2eeb-4c40-85b1-7314a9407261 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "DELETE /v2.0/security-groups/909077b4-67a5-4007-9f27-bf015aad1430 HTTP/1.1" status: 204 len: 168 time: 0.4852579 Jun 11 10:09:29.049733 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 48620) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:09:29.055388 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-49c51c0c-63c4-405a-986a-b6bb8780204a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:29.121904 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d599108-2eeb-4c40-85b1-7314a9407261 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=909077b4-67a5-4007-9f27-bf015aad1430,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:29.131487 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5d599108-2eeb-4c40-85b1-7314a9407261 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:29.136391 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:29.154441 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016e84a2-833c-4166-a91e-ce9449f14af6 req-c79304cd-d890-406e-84e6-3b44719f0c0b tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:29.154441 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-016e84a2-833c-4166-a91e-ce9449f14af6 req-c79304cd-d890-406e-84e6-3b44719f0c0b tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] 10.222.0.60 "GET /v2.0/ports?device_id=a85bfc34-fe70-4399-bdad-ce03dbbbfe2f HTTP/1.1" status: 200 len: 943 time: 0.2083008 Jun 11 10:09:29.155594 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-4bf3d7de-63de-4627-97ce-0ef4c7d46d33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:29.184524 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-012f287b-1766-4ad5-8c82-32fc1337b609 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:29.260218 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-012f287b-1766-4ad5-8c82-32fc1337b609 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:29.303321 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-b118ff9c-9e8b-4ed0-a505-02c0bb2a5c58 req-10ba3505-c3ea-47cd-844f-9117816fbd13 service neutron] For port 40beec4f-3ca8-428f-8466-4d218baffd1b, host n-h2-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:09:29.305791 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-016e84a2-833c-4166-a91e-ce9449f14af6 req-ab405eaf-c977-4fb0-8a3d-9b9f809024bf tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] 10.222.0.60 "GET /v2.0/security-groups?id=32d98497-e842-473d-9e84-84e048a1aaca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304011 Jun 11 10:09:29.310271 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cafd2f7c-9f00-4f31-9b7f-ea90d3ed0426 req-fd98c0ed-5745-433f-bc01-ae50cca8de5f tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877390 Jun 11 10:09:29.347404 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=8886e1b5-532b-41f0-a26f-66a289f14c2f,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:29.360223 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:29.360977 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-b118ff9c-9e8b-4ed0-a505-02c0bb2a5c58 req-10ba3505-c3ea-47cd-844f-9117816fbd13 service neutron] For port 40beec4f-3ca8-428f-8466-4d218baffd1b, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=40beec4f-3ca8-428f-8466-4d218baffd1b,segment=NetworkSegment(d115e535-b596-4d63-b9ce-ed25b1cffbb1),segment_id=d115e535-b596-4d63-b9ce-ed25b1cffbb1)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:09:29.405821 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c55f64-0eec-4536-98ec-cd1474bd3403 x-openstack-request-id: req-71c55f64-0eec-4536-98ec-cd1474bd3403 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:09:29.405821 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d27e9a1f-fb95-45f7-bf50-9c284c8ef776", "name": "network-vif-plugged", "status": "completed", "tag": "8886e1b5-532b-41f0-a26f-66a289f14c2f", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:09:29.405821 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-71c55f64-0eec-4536-98ec-cd1474bd3403 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:09:29.405821 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd27e9a1f-fb95-45f7-bf50-9c284c8ef776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8886e1b5-532b-41f0-a26f-66a289f14c2f', 'code': 200} Jun 11 10:09:29.468301 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-b118ff9c-9e8b-4ed0-a505-02c0bb2a5c58 req-10ba3505-c3ea-47cd-844f-9117816fbd13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:29.476537 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4c3e7d9c-91cf-4af7-a92c-7d9b50a1753c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:29.508773 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-012f287b-1766-4ad5-8c82-32fc1337b609 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:29.516904 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-012f287b-1766-4ad5-8c82-32fc1337b609 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:29.518215 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-012f287b-1766-4ad5-8c82-32fc1337b609 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "DELETE /v2.0/security-groups/9e2885f2-5b1d-48be-9823-087d5702a9c0 HTTP/1.1" status: 204 len: 168 time: 0.4609485 Jun 11 10:09:29.519019 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-492085e6-c319-433d-99bb-20cace701dba tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:29.544795 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012f287b-1766-4ad5-8c82-32fc1337b609 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e2885f2-5b1d-48be-9823-087d5702a9c0,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:29.546497 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 48640) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:09:29.553616 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-012f287b-1766-4ad5-8c82-32fc1337b609 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:29.595759 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b118ff9c-9e8b-4ed0-a505-02c0bb2a5c58 req-10ba3505-c3ea-47cd-844f-9117816fbd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:29.596432 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-b118ff9c-9e8b-4ed0-a505-02c0bb2a5c58 req-10ba3505-c3ea-47cd-844f-9117816fbd13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:29.598132 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b118ff9c-9e8b-4ed0-a505-02c0bb2a5c58 req-10ba3505-c3ea-47cd-844f-9117816fbd13 service neutron] 10.222.0.69 "PUT /v2.0/ports/40beec4f-3ca8-428f-8466-4d218baffd1b HTTP/1.1" status: 200 len: 1092 time: 2.6756399 Jun 11 10:09:29.598802 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a85bfc34-fe70-4399-bdad-ce03dbbbfe2f', 'tag': '40beec4f-3ca8-428f-8466-4d218baffd1b'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:09:29.601569 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ec65f2b-d6e1-43bf-ac46-f4126aa743c6" -d '{"events": [{"name": "network-changed", "server_uuid": "a85bfc34-fe70-4399-bdad-ce03dbbbfe2f", "tag": "40beec4f-3ca8-428f-8466-4d218baffd1b"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:09:29.641703 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ba3505-c3ea-47cd-844f-9117816fbd13 service neutron] Pushing event updated for resources: {'Port': ['ID=40beec4f-3ca8-428f-8466-4d218baffd1b,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:29.655777 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-10ba3505-c3ea-47cd-844f-9117816fbd13 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:29.683270 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-e01efc0e-4825-4886-a42c-e865c78872da tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Deleting subnet 3446a68a-4237-4aef-b10e-5e02498f973f {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:09:29.694165 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e01efc0e-4825-4886-a42c-e865c78872da tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:29.703015 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75caedfb-46ba-4cc3-a319-5fb9b007ed31 x-openstack-request-id: req-75caedfb-46ba-4cc3-a319-5fb9b007ed31 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:09:29.704332 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a85bfc34-fe70-4399-bdad-ce03dbbbfe2f", "tag": "40beec4f-3ca8-428f-8466-4d218baffd1b", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:09:29.705009 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-75caedfb-46ba-4cc3-a319-5fb9b007ed31 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:09:29.705568 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a85bfc34-fe70-4399-bdad-ce03dbbbfe2f', 'tag': '40beec4f-3ca8-428f-8466-4d218baffd1b', 'status': 'completed', 'code': 200} Jun 11 10:09:29.724768 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e1b6ee-5833-4224-a320-5d7689669ab6 req-0adb650b-179a-4b8f-834d-cd1f808beb64 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:29.726735 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-70e1b6ee-5833-4224-a320-5d7689669ab6 req-0adb650b-179a-4b8f-834d-cd1f808beb64 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=49fd43c7-8eda-45fc-a5a2-a5c4eb73b238 HTTP/1.1" status: 200 len: 944 time: 0.1781220 Jun 11 10:09:29.795516 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e01efc0e-4825-4886-a42c-e865c78872da tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:29.877611 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-70e1b6ee-5833-4224-a320-5d7689669ab6 req-09efa858-a96f-400f-96dd-b91b4cc06d17 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184649 Jun 11 10:09:29.906175 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec65f2b-d6e1-43bf-ac46-f4126aa743c6 req-243c1e51-ba52-4777-8e8f-70c61ed1cd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:29.907688 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2ec65f2b-d6e1-43bf-ac46-f4126aa743c6 req-243c1e51-ba52-4777-8e8f-70c61ed1cd87 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=95681b49053843d7860e02f7c9e19b18&device_id=a85bfc34-fe70-4399-bdad-ce03dbbbfe2f HTTP/1.1" status: 200 len: 1095 time: 0.1790440 Jun 11 10:09:29.910349 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8815e8ce-d260-4eb7-a814-8ce06fc6cd96 req-e8372ed5-b528-4fdb-ba0e-1b288c07d028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:29.912066 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8815e8ce-d260-4eb7-a814-8ce06fc6cd96 req-e8372ed5-b528-4fdb-ba0e-1b288c07d028 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 1098 time: 0.4402068 Jun 11 10:09:29.979533 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e01efc0e-4825-4886-a42c-e865c78872da tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:30.156648 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8815e8ce-d260-4eb7-a814-8ce06fc6cd96 req-2f3f892b-3cfc-4753-bf2f-b99304b65d25 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257783 Jun 11 10:09:30.173559 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec65f2b-d6e1-43bf-ac46-f4126aa743c6 req-6864d97f-421b-4e44-aabb-225057aca95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:30.175315 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2ec65f2b-d6e1-43bf-ac46-f4126aa743c6 req-6864d97f-421b-4e44-aabb-225057aca95a service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=95681b49053843d7860e02f7c9e19b18&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2596536 Jun 11 10:09:30.188409 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e01efc0e-4825-4886-a42c-e865c78872da tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:30.192911 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e4282606-f02c-40e7-aad5-d5e5e3538ae9 tempest-RoutersNegativeIpV6Test-1585052842 tempest-RoutersNegativeIpV6Test-1585052842-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:30.239604 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01efc0e-4825-4886-a42c-e865c78872da tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Pushing event deleted for resources: {'Subnet': ['ID=3446a68a-4237-4aef-b10e-5e02498f973f,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:30.241729 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e01efc0e-4825-4886-a42c-e865c78872da tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:30.247673 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-e01efc0e-4825-4886-a42c-e865c78872da tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "DELETE /v2.0/subnets/3446a68a-4237-4aef-b10e-5e02498f973f HTTP/1.1" status: 204 len: 168 time: 0.7006111 Jun 11 10:09:30.253419 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 48658) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:09:30.254362 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e01efc0e-4825-4886-a42c-e865c78872da tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:30.264872 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cfcceb7-81c6-410c-aeb9-1924cb3b3418 None None] Network 8e6beef9-2f2f-4d34-b4e4-7206909ccfcf requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:09:30.345761 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe52dc0a-0bfb-4f69-a979-f099d71eccde tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Deleting subnet 205d5660-db78-4146-8910-d134d59ca3a7 {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:09:30.347122 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec65f2b-d6e1-43bf-ac46-f4126aa743c6 req-3be98d1c-e868-4050-9925-3c3e85d273af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:30.348832 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2ec65f2b-d6e1-43bf-ac46-f4126aa743c6 req-3be98d1c-e868-4050-9925-3c3e85d273af service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1653888 Jun 11 10:09:30.350134 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fe52dc0a-0bfb-4f69-a979-f099d71eccde tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:30.531463 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fe52dc0a-0bfb-4f69-a979-f099d71eccde tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:30.548600 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b118ff9c-9e8b-4ed0-a505-02c0bb2a5c58 req-ccc2ec1f-103b-4317-a650-a393ec4dff57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:30.550285 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b118ff9c-9e8b-4ed0-a505-02c0bb2a5c58 req-ccc2ec1f-103b-4317-a650-a393ec4dff57 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=95681b49053843d7860e02f7c9e19b18&device_id=a85bfc34-fe70-4399-bdad-ce03dbbbfe2f HTTP/1.1" status: 200 len: 1095 time: 0.1113863 Jun 11 10:09:30.627775 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95422886-9e14-4663-80a3-98d2bcfd4e88 req-f59c5816-b1bc-4635-a612-3cee0fc6bd56 tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:30.634634 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-95422886-9e14-4663-80a3-98d2bcfd4e88 req-f59c5816-b1bc-4635-a612-3cee0fc6bd56 tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] 10.222.0.60 "GET /v2.0/ports?device_id=a85bfc34-fe70-4399-bdad-ce03dbbbfe2f HTTP/1.1" status: 200 len: 943 time: 0.1645987 Jun 11 10:09:30.732817 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b118ff9c-9e8b-4ed0-a505-02c0bb2a5c58 req-34f91df1-3a9c-4e00-9687-301d2aacb533 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40beec4f-3ca8-428f-8466-4d218baffd1b HTTP/1.1" status: 200 len: 217 time: 0.1746869 Jun 11 10:09:30.756666 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fe52dc0a-0bfb-4f69-a979-f099d71eccde tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:30.788818 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-95422886-9e14-4663-80a3-98d2bcfd4e88 req-1cbd59a1-cfe4-4919-8b62-77535660ea20 tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] 10.222.0.60 "GET /v2.0/security-groups?id=32d98497-e842-473d-9e84-84e048a1aaca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523929 Jun 11 10:09:30.858478 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b118ff9c-9e8b-4ed0-a505-02c0bb2a5c58 req-e44c8efb-fa33-4ebf-bebf-e9e59a35d681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:30.859967 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b118ff9c-9e8b-4ed0-a505-02c0bb2a5c58 req-e44c8efb-fa33-4ebf-bebf-e9e59a35d681 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=edbdfa11-06ad-48a4-a88c-07234c957674 HTTP/1.1" status: 200 len: 849 time: 0.1185563 Jun 11 10:09:30.980964 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b118ff9c-9e8b-4ed0-a505-02c0bb2a5c58 req-92375206-5c55-4aaf-8fd8-aa7dc7dd9db7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=35df5041-868e-4b75-8f1d-c97928413ace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0959921 Jun 11 10:09:31.026972 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0301c72b-c098-4bde-a374-2f224db1613b req-2988d68b-dde5-4677-8276-ee021e3cc0b9 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:31.038093 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0301c72b-c098-4bde-a374-2f224db1613b req-2988d68b-dde5-4677-8276-ee021e3cc0b9 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 946 time: 0.4687917 Jun 11 10:09:31.056107 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fe52dc0a-0bfb-4f69-a979-f099d71eccde tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:31.148663 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-db2e0c0d-1c40-43a3-90ff-ea94d8724cf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:31.178806 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fe52dc0a-0bfb-4f69-a979-f099d71eccde tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:31.181343 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-fe52dc0a-0bfb-4f69-a979-f099d71eccde tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "DELETE /v2.0/subnets/205d5660-db78-4146-8910-d134d59ca3a7 HTTP/1.1" status: 204 len: 168 time: 0.9260473 Jun 11 10:09:31.185295 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 48694) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:09:31.230257 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe52dc0a-0bfb-4f69-a979-f099d71eccde tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Pushing event deleted for resources: {'Subnet': ['ID=205d5660-db78-4146-8910-d134d59ca3a7,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:31.238778 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-fe52dc0a-0bfb-4f69-a979-f099d71eccde tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:31.281758 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0301c72b-c098-4bde-a374-2f224db1613b req-5e4853d5-0cc3-48e2-92cb-c4b59457d4e0 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416484 Jun 11 10:09:31.315372 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45be601-1f2c-4b44-aa54-1388a946efec req-3204d52f-d98b-49c1-85e9-a2a22254eafd tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:31.315700 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fc8f9d4-0701-472d-8e89-f661829d8a6c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] DELETE failed (client error): The resource could not be found. Jun 11 10:09:31.315966 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fc8f9d4-0701-472d-8e89-f661829d8a6c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 10:09:31.319626 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a45be601-1f2c-4b44-aa54-1388a946efec req-3204d52f-d98b-49c1-85e9-a2a22254eafd tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=49fd43c7-8eda-45fc-a5a2-a5c4eb73b238 HTTP/1.1" status: 200 len: 944 time: 0.2855010 Jun 11 10:09:31.321220 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-4fc8f9d4-0701-472d-8e89-f661829d8a6c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "DELETE /v2.0/subnets/3446a68a-4237-4aef-b10e-5e02498f973f HTTP/1.1" status: 404 len: 337 time: 0.1247439 Jun 11 10:09:31.323851 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 48698) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:09:31.358416 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:31.433804 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b118ff9c-9e8b-4ed0-a505-02c0bb2a5c58 req-83af7c01-80ad-4c82-9a14-0cd9f68ac3bc service neutron] 10.222.0.69 "GET /v2.0/networks/35df5041-868e-4b75-8f1d-c97928413ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4436796 Jun 11 10:09:31.440035 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-78c0b349-55e6-4aa6-a575-2c6aefa65eac tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Deleting subnet 357a6c53-2d1d-4750-a50c-3f2e832ad297 {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:09:31.443162 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a45be601-1f2c-4b44-aa54-1388a946efec req-301dc1d8-7161-4c24-b31f-7ecd8ddfa8f1 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105649 Jun 11 10:09:31.454344 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-78c0b349-55e6-4aa6-a575-2c6aefa65eac tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:31.585803 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-78c0b349-55e6-4aa6-a575-2c6aefa65eac tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:31.613021 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1089ca42-4a5e-465d-8a0d-757599c94eb6 None None] Network 8e6beef9-2f2f-4d34-b4e4-7206909ccfcf requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:09:31.676459 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b118ff9c-9e8b-4ed0-a505-02c0bb2a5c58 req-3ace8de2-0586-45e6-afa3-42b2af54e776 service neutron] 10.222.0.69 "GET /v2.0/networks/35df5041-868e-4b75-8f1d-c97928413ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334630 Jun 11 10:09:31.755515 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-5a59004e-3673-4439-952a-55fc1451ff90 None None] Provisioning complete for port c443a8f4-5cdd-415f-bdc7-c8eb2560a791 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:09:31.756158 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-5a59004e-3673-4439-952a-55fc1451ff90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:31.772210 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-78c0b349-55e6-4aa6-a575-2c6aefa65eac tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:31.811966 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-5a59004e-3673-4439-952a-55fc1451ff90 None None] Port c443a8f4-5cdd-415f-bdc7-c8eb2560a791 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:09:31.859124 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-5a59004e-3673-4439-952a-55fc1451ff90 None None] Provisioning complete for port e46f869f-0b22-4718-9dbe-0c5ea9c8d2c2 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:09:31.859822 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-5a59004e-3673-4439-952a-55fc1451ff90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:31.878538 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 48704) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:09:32.181763 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-78c0b349-55e6-4aa6-a575-2c6aefa65eac tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:32.192056 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-aed0f9d0-07f2-426c-8ca2-2ac4e35c5617 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:32.204320 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8711e020-6c2e-46f5-9cc7-cfca3c44392c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:32.318737 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c0b349-55e6-4aa6-a575-2c6aefa65eac tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Pushing event deleted for resources: {'Subnet': ['ID=357a6c53-2d1d-4750-a50c-3f2e832ad297,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:32.323113 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-78c0b349-55e6-4aa6-a575-2c6aefa65eac tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:32.325265 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-78c0b349-55e6-4aa6-a575-2c6aefa65eac tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "DELETE /v2.0/subnets/357a6c53-2d1d-4750-a50c-3f2e832ad297 HTTP/1.1" status: 204 len: 168 time: 1.0003090 Jun 11 10:09:32.329059 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-78c0b349-55e6-4aa6-a575-2c6aefa65eac tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:32.329404 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 48714) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:09:32.405335 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4742e19-00c8-4407-91d5-cb963005ac19 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] DELETE failed (client error): The resource could not be found. Jun 11 10:09:32.405855 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4742e19-00c8-4407-91d5-cb963005ac19 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 10:09:32.407660 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-e4742e19-00c8-4407-91d5-cb963005ac19 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "DELETE /v2.0/subnets/5bfb685c-88de-4d83-a73a-90f564eaee88 HTTP/1.1" status: 404 len: 337 time: 0.0771229 Jun 11 10:09:32.410326 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 48722) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:09:32.441260 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8711e020-6c2e-46f5-9cc7-cfca3c44392c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:32.455250 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-efe5fa30-d073-45b8-9be1-9c2cc679c52e tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "GET /v2.0/ports?device_id=68088c48-0c14-40a8-a1ba-7c29892c7203 HTTP/1.1" status: 200 len: 205 time: 0.0436442 Jun 11 10:09:32.458684 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 48724) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:09:32.479739 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f2751-065a-4a65-ab7d-41f945376050 req-5b5ac87e-833a-41b1-8232-fa88c51c4e31 tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:32.481519 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-642f2751-065a-4a65-ab7d-41f945376050 req-5b5ac87e-833a-41b1-8232-fa88c51c4e31 tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] 10.222.0.60 "GET /v2.0/ports?device_id=a85bfc34-fe70-4399-bdad-ce03dbbbfe2f HTTP/1.1" status: 200 len: 943 time: 0.4108121 Jun 11 10:09:32.519279 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8711e020-6c2e-46f5-9cc7-cfca3c44392c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:32.522060 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d5cb4450-bb45-41cf-8055-e83dc741b966 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:32.560645 n-d-779913-12 neutron-server[93176]: INFO neutron.api.v2.resource [None req-8db5eaa5-7094-4547-a0c8-ead377b86a58 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] delete failed (client error): The resource could not be found. Jun 11 10:09:32.564157 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-8db5eaa5-7094-4547-a0c8-ead377b86a58 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "DELETE /v2.0/routers/68088c48-0c14-40a8-a1ba-7c29892c7203 HTTP/1.1" status: 404 len: 336 time: 0.0989678 Jun 11 10:09:32.568268 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 48728) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:09:32.592360 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-8711e020-6c2e-46f5-9cc7-cfca3c44392c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9af6868cc921476da775f6d113205ff2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7055492 Jun 11 10:09:32.602110 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 48730) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:09:32.604448 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8711e020-6c2e-46f5-9cc7-cfca3c44392c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf135a70-01cb-4110-a9c4-e2781b1a8522,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:32.626770 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8711e020-6c2e-46f5-9cc7-cfca3c44392c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:32.645829 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5c28930-3cc6-4685-87d8-b3a8c3d8e757 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] DELETE failed (client error): The resource could not be found. Jun 11 10:09:32.646540 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5c28930-3cc6-4685-87d8-b3a8c3d8e757 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 10:09:32.648673 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-f5c28930-3cc6-4685-87d8-b3a8c3d8e757 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "DELETE /v2.0/subnets/fc8b1df9-03d7-4b57-bc89-0b7ff37a1eef HTTP/1.1" status: 404 len: 337 time: 0.0745285 Jun 11 10:09:32.651067 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 48732) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:09:32.738409 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-642f2751-065a-4a65-ab7d-41f945376050 req-008e4684-09c8-44b8-b4be-1e9785b8f5d0 tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] 10.222.0.60 "GET /v2.0/security-groups?id=32d98497-e842-473d-9e84-84e048a1aaca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801431 Jun 11 10:09:32.739580 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-750c29f1-d5ef-4afa-a712-3b900945a21a tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] DELETE failed (client error): The resource could not be found. Jun 11 10:09:32.740142 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-750c29f1-d5ef-4afa-a712-3b900945a21a tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 10:09:32.741782 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-750c29f1-d5ef-4afa-a712-3b900945a21a tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "DELETE /v2.0/subnets/4fe00787-8055-4ae0-b9d8-6115e5a8d6ee HTTP/1.1" status: 404 len: 337 time: 0.0874162 Jun 11 10:09:32.744791 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 48734) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:09:32.747238 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9b62c1-c04a-49b2-a212-4d222c11a9ca req-181ccb62-9362-47c5-ae5b-c76aef782123 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:32.749051 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-df9b62c1-c04a-49b2-a212-4d222c11a9ca req-181ccb62-9362-47c5-ae5b-c76aef782123 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 946 time: 0.1930175 Jun 11 10:09:32.758585 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1d9f5208-8905-402e-9b51-edaa4961877f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:32.795073 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1d9f5208-8905-402e-9b51-edaa4961877f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:32.803546 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b1680de-a600-4dcb-af2d-c70dd0ee79c0 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] DELETE failed (client error): The resource could not be found. Jun 11 10:09:32.803974 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b1680de-a600-4dcb-af2d-c70dd0ee79c0 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 10:09:32.805974 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-3b1680de-a600-4dcb-af2d-c70dd0ee79c0 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "DELETE /v2.0/subnets/84741f27-e844-41e7-a3d6-5229b57f431a HTTP/1.1" status: 404 len: 337 time: 0.0599148 Jun 11 10:09:32.808600 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 48736) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:09:32.873567 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-0102947c-0acf-495a-9af2-a06fe881a6cd tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] DELETE failed (client error): The resource could not be found. Jun 11 10:09:32.873567 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0102947c-0acf-495a-9af2-a06fe881a6cd tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 10:09:32.876374 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-0102947c-0acf-495a-9af2-a06fe881a6cd tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "DELETE /v2.0/ports/0c5309f5-53e8-4a69-8530-f5e3ca492e19 HTTP/1.1" status: 404 len: 333 time: 0.0664687 Jun 11 10:09:32.879333 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 48740) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:09:32.963655 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-c043e1d7-3c83-47d6-8944-4e3823dff4ef tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] DELETE failed (client error): The resource could not be found. Jun 11 10:09:32.964282 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c043e1d7-3c83-47d6-8944-4e3823dff4ef tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 10:09:32.966131 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-c043e1d7-3c83-47d6-8944-4e3823dff4ef tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "DELETE /v2.0/subnets/1ab1adbf-4f6f-46e8-8731-f09c88df325b HTTP/1.1" status: 404 len: 337 time: 0.0793979 Jun 11 10:09:32.969005 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 48742) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:09:32.979633 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1d9f5208-8905-402e-9b51-edaa4961877f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:32.982287 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1d9f5208-8905-402e-9b51-edaa4961877f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:32.985319 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-1d9f5208-8905-402e-9b51-edaa4961877f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bf135a70-01cb-4110-a9c4-e2781b1a8522 HTTP/1.1" status: 204 len: 168 time: 0.3651605 Jun 11 10:09:33.055513 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-658fe6c8-1320-477b-b9b9-30372c4b4f81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:33.055796 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c15e76-2bae-48d5-a142-ff76e7c3dfd2 None None] Network 8e6beef9-2f2f-4d34-b4e4-7206909ccfcf requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:09:33.056344 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a6536-24e8-42d1-8b17-63f75f36b04b req-9df01e2a-615a-477b-9446-8ec4a76eff8b tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:33.062678 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-679a6536-24e8-42d1-8b17-63f75f36b04b req-9df01e2a-615a-477b-9446-8ec4a76eff8b tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=49fd43c7-8eda-45fc-a5a2-a5c4eb73b238 HTTP/1.1" status: 200 len: 944 time: 0.1368365 Jun 11 10:09:33.064617 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 48746) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:09:33.073604 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9f5208-8905-402e-9b51-edaa4961877f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf135a70-01cb-4110-a9c4-e2781b1a8522,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:33.081358 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-991879c6-cfe8-49dd-a611-33a3b665297f tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] DELETE failed (client error): The resource could not be found. Jun 11 10:09:33.083298 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-991879c6-cfe8-49dd-a611-33a3b665297f tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 10:09:33.088063 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-991879c6-cfe8-49dd-a611-33a3b665297f tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "DELETE /v2.0/subnets/c258d845-611f-494e-9cb4-d37c5698ebcb HTTP/1.1" status: 404 len: 337 time: 0.1179726 Jun 11 10:09:33.093178 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1d9f5208-8905-402e-9b51-edaa4961877f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:33.096273 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 48752) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:09:33.114684 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-df9b62c1-c04a-49b2-a212-4d222c11a9ca req-bc5701ca-d913-4273-abbc-14a7d75a5f70 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3579900 Jun 11 10:09:33.160375 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-679a6536-24e8-42d1-8b17-63f75f36b04b req-cbdd0a89-2678-4091-8fd4-45494cff563f tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966806 Jun 11 10:09:33.173868 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb4c3322-e852-4387-8089-157de00907df tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] DELETE failed (client error): The resource could not be found. Jun 11 10:09:33.174634 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb4c3322-e852-4387-8089-157de00907df tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 10:09:33.176410 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-cb4c3322-e852-4387-8089-157de00907df tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "DELETE /v2.0/ports/38253c05-3620-4632-b5d2-602a524736cf HTTP/1.1" status: 404 len: 333 time: 0.0792124 Jun 11 10:09:33.180809 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 48756) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:09:33.228668 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ff1d059-06be-4bb7-927f-f2fbdee5573c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] DELETE failed (client error): The resource could not be found. Jun 11 10:09:33.229201 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ff1d059-06be-4bb7-927f-f2fbdee5573c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 10:09:33.232210 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-2ff1d059-06be-4bb7-927f-f2fbdee5573c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "DELETE /v2.0/subnets/e3299074-f06a-43d6-9ddf-96291fc7eb10 HTTP/1.1" status: 404 len: 337 time: 0.0502484 Jun 11 10:09:33.234687 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 48758) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:09:33.283952 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c8412eea-6252-4f91-a579-00d5c9095f81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:33.326463 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-817dd15b-9302-400e-a841-e5ad5d5431eb tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] DELETE failed (client error): The resource could not be found. Jun 11 10:09:33.326934 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-817dd15b-9302-400e-a841-e5ad5d5431eb tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 10:09:33.328794 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-817dd15b-9302-400e-a841-e5ad5d5431eb tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "DELETE /v2.0/subnets/ce743dfb-028c-4731-8878-399acd07c0a5 HTTP/1.1" status: 404 len: 337 time: 0.0928924 Jun 11 10:09:33.335177 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 48760) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:09:33.335799 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-1a788f24-5131-48ce-b8d1-f5031e3410cb None None] Provisioning complete for port c443a8f4-5cdd-415f-bdc7-c8eb2560a791 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:09:33.336275 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1a788f24-5131-48ce-b8d1-f5031e3410cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:33.388657 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-1a788f24-5131-48ce-b8d1-f5031e3410cb None None] Port c443a8f4-5cdd-415f-bdc7-c8eb2560a791 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:09:33.436800 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-1a788f24-5131-48ce-b8d1-f5031e3410cb None None] Provisioning complete for port e46f869f-0b22-4718-9dbe-0c5ea9c8d2c2 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:09:33.437191 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1a788f24-5131-48ce-b8d1-f5031e3410cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:33.504190 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c8412eea-6252-4f91-a579-00d5c9095f81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:33.560559 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d64aaf-993b-490e-9735-a11716a893de None None] DHCP port deletion for 8e6beef9-2f2f-4d34-b4e4-7206909ccfcf request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 10:09:33.588101 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c8412eea-6252-4f91-a579-00d5c9095f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:33.591980 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-bcdec985-fe0f-4659-9e75-5e51e89215b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:33.637179 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-c8412eea-6252-4f91-a579-00d5c9095f81 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1075e3e12a07457a813220275a884cc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5704894 Jun 11 10:09:33.639586 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 48776) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:09:33.641950 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-e6d8e7b7-a84d-455f-890e-deda2bf4b3bc tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Deleting port c443a8f4-5cdd-415f-bdc7-c8eb2560a791 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:09:33.641950 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e6d8e7b7-a84d-455f-890e-deda2bf4b3bc tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:33.642501 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8412eea-6252-4f91-a579-00d5c9095f81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f3ccc9-81f0-45b6-a657-efbab3da6cdb,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:33.665155 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c8412eea-6252-4f91-a579-00d5c9095f81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:33.694375 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee2f4c-fdbb-4917-b198-babbf4586583 req-60bbc912-5981-4e26-93f9-a3ff5a0f05c2 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:33.696118 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-93ee2f4c-fdbb-4917-b198-babbf4586583 req-60bbc912-5981-4e26-93f9-a3ff5a0f05c2 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/networks?id=dde275fe-49aa-4dda-8d58-46e6697ca339 HTTP/1.1" status: 200 len: 812 time: 0.1939876 Jun 11 10:09:33.720306 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f3d64aaf-993b-490e-9735-a11716a893de None None] Deleting port e46f869f-0b22-4718-9dbe-0c5ea9c8d2c2 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:09:33.720697 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f3d64aaf-993b-490e-9735-a11716a893de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:33.730775 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1e4e3689-3186-4f7f-b1cf-5b8f6f3763b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:33.765047 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1e4e3689-3186-4f7f-b1cf-5b8f6f3763b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:33.774439 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e6d8e7b7-a84d-455f-890e-deda2bf4b3bc tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:33.810328 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-93ee2f4c-fdbb-4917-b198-babbf4586583 req-2eea334c-399f-4689-bd45-cadf2e9e186f tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/quotas/41e6320d1ec4431eb9e5249fe3d2c8c2 HTTP/1.1" status: 200 len: 375 time: 0.1062264 Jun 11 10:09:33.908773 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-e6d8e7b7-a84d-455f-890e-deda2bf4b3bc tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Calling delete_port for c443a8f4-5cdd-415f-bdc7-c8eb2560a791 owned by {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:09:33.913250 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f3d64aaf-993b-490e-9735-a11716a893de None None] For port e46f869f-0b22-4718-9dbe-0c5ea9c8d2c2, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=e46f869f-0b22-4718-9dbe-0c5ea9c8d2c2,segment=NetworkSegment(80b31b82-3480-4035-960b-f46e7aea1e6f),segment_id=80b31b82-3480-4035-960b-f46e7aea1e6f)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:09:33.913938 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f3d64aaf-993b-490e-9735-a11716a893de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:34.015337 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1e4e3689-3186-4f7f-b1cf-5b8f6f3763b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:34.024946 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1e4e3689-3186-4f7f-b1cf-5b8f6f3763b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:34.026148 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-1e4e3689-3186-4f7f-b1cf-5b8f6f3763b6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/11f3ccc9-81f0-45b6-a657-efbab3da6cdb HTTP/1.1" status: 204 len: 168 time: 0.3855066 Jun 11 10:09:34.029575 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-93b6e00a-234e-4533-8bd4-4061f8fee5a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:34.053446 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4e3689-3186-4f7f-b1cf-5b8f6f3763b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f3ccc9-81f0-45b6-a657-efbab3da6cdb,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:34.062831 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1e4e3689-3186-4f7f-b1cf-5b8f6f3763b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:34.063673 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f3d64aaf-993b-490e-9735-a11716a893de None None] Calling delete_port for e46f869f-0b22-4718-9dbe-0c5ea9c8d2c2 owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:09:34.071884 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-93ee2f4c-fdbb-4917-b198-babbf4586583 req-ca24a230-8f13-45a1-a1a7-d979c27941c4 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=41e6320d1ec4431eb9e5249fe3d2c8c2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2605753 Jun 11 10:09:34.077140 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [req-93ee2f4c-fdbb-4917-b198-babbf4586583 req-fa82345f-6e7d-4b3f-bc99-a15a8461c3fd service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 10:09:34.084409 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-93ee2f4c-fdbb-4917-b198-babbf4586583 req-fa82345f-6e7d-4b3f-bc99-a15a8461c3fd service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0114601 Jun 11 10:09:34.096328 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aabbf4-3b68-4662-bd4c-d8dfa16400e8 req-51ac449b-7466-4eb2-bd25-3e9ae7941b5e tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:34.109567 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b4aabbf4-3b68-4662-bd4c-d8dfa16400e8 req-51ac449b-7466-4eb2-bd25-3e9ae7941b5e tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] 10.222.0.60 "GET /v2.0/ports?device_id=a85bfc34-fe70-4399-bdad-ce03dbbbfe2f HTTP/1.1" status: 200 len: 943 time: 0.2063520 Jun 11 10:09:34.162523 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b4aabbf4-3b68-4662-bd4c-d8dfa16400e8 req-4012fab4-686c-45b7-8358-b8f854aaece6 tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] 10.222.0.60 "GET /v2.0/security-groups?id=32d98497-e842-473d-9e84-84e048a1aaca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508561 Jun 11 10:09:34.196999 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 48788) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:09:34.224528 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-faafb876-677a-4328-9395-84dfea5e2879 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:34.311652 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e6d8e7b7-a84d-455f-890e-deda2bf4b3bc tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:34.325073 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-31dbfb2c-615e-4349-823f-122c6166d257 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:34.342681 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f3d64aaf-993b-490e-9735-a11716a893de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:34.346354 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-addda7e2-7448-45d2-b34b-3098719e0627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:34.367535 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d8e7b7-a84d-455f-890e-deda2bf4b3bc tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Pushing event deleted for resources: {'Port': ['ID=c443a8f4-5cdd-415f-bdc7-c8eb2560a791,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:34.378484 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e6d8e7b7-a84d-455f-890e-deda2bf4b3bc tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:34.383164 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e6d8e7b7-a84d-455f-890e-deda2bf4b3bc tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:34.386148 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-e6d8e7b7-a84d-455f-890e-deda2bf4b3bc tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "DELETE /v2.0/ports/c443a8f4-5cdd-415f-bdc7-c8eb2560a791 HTTP/1.1" status: 204 len: 168 time: 1.0486810 Jun 11 10:09:34.390774 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 48790) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:09:34.413552 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d64aaf-993b-490e-9735-a11716a893de None None] Pushing event deleted for resources: {'Port': ['ID=e46f869f-0b22-4718-9dbe-0c5ea9c8d2c2,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:34.416612 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f3d64aaf-993b-490e-9735-a11716a893de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:34.422660 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d64aaf-993b-490e-9735-a11716a893de None None] No DVR routers for this DVR port e46f869f-0b22-4718-9dbe-0c5ea9c8d2c2 on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:09:34.431882 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-faafb876-677a-4328-9395-84dfea5e2879 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:34.474322 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-93ee2f4c-fdbb-4917-b198-babbf4586583 req-01c526e6-cd9b-46f1-8901-1b498685be56 service neutron] 10.222.0.60 "GET /v2.0/networks/dde275fe-49aa-4dda-8d58-46e6697ca339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3885491 Jun 11 10:09:34.522356 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc74c4f-9280-4d97-940f-853736ab2036 req-0dbaff53-a1fc-44b0-b5ac-90819af91425 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:34.534554 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2bc74c4f-9280-4d97-940f-853736ab2036 req-0dbaff53-a1fc-44b0-b5ac-90819af91425 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=49fd43c7-8eda-45fc-a5a2-a5c4eb73b238 HTTP/1.1" status: 200 len: 944 time: 0.1825051 Jun 11 10:09:34.569820 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-faafb876-677a-4328-9395-84dfea5e2879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:34.604631 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-753b43a0-f0f2-442d-ad2e-859a6f9e78e8 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:34.615886 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-faafb876-677a-4328-9395-84dfea5e2879 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d7595f7e207141cfb403320739bb7f8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4165494 Jun 11 10:09:34.617623 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 48794) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:09:34.633923 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5b1d9f06-a5ee-4d34-8028-e28d607eaf68 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:34.715616 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2bc74c4f-9280-4d97-940f-853736ab2036 req-7606648c-ca17-49d4-8341-ef06558897e8 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801639 Jun 11 10:09:34.716401 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faafb876-677a-4328-9395-84dfea5e2879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3df1c093-aa42-44c7-8b9f-cdef5f49f286,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:34.724884 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-faafb876-677a-4328-9395-84dfea5e2879 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:34.748767 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9c554964-eaad-4cea-81fa-9f9450c94e96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:34.777442 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9c554964-eaad-4cea-81fa-9f9450c94e96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:34.782656 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5b1d9f06-a5ee-4d34-8028-e28d607eaf68 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:34.800672 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-93ee2f4c-fdbb-4917-b198-babbf4586583 req-3d683115-21e1-4370-a403-9455c7e36f65 service neutron] 10.222.0.60 "GET /v2.0/networks/dde275fe-49aa-4dda-8d58-46e6697ca339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3257055 Jun 11 10:09:34.802448 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-5b1d9f06-a5ee-4d34-8028-e28d607eaf68 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e6beef9-2f2f-4d34-b4e4-7206909ccfcf']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:09:34.819072 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-5b1d9f06-a5ee-4d34-8028-e28d607eaf68 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80b31b82-3480-4035-960b-f46e7aea1e6f') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:09:34.819430 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-5b1d9f06-a5ee-4d34-8028-e28d607eaf68 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80b31b82-3480-4035-960b-f46e7aea1e6f') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:09:34.858954 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5b1d9f06-a5ee-4d34-8028-e28d607eaf68 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:34.858954 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5b1d9f06-a5ee-4d34-8028-e28d607eaf68 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:34.858954 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b1d9f06-a5ee-4d34-8028-e28d607eaf68 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Releasing vlan 794 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:09:34.858954 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5b1d9f06-a5ee-4d34-8028-e28d607eaf68 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:34.858954 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:09:34.858954 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:09:34.858954 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:09:34.858954 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 10:09:34.858954 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:09:34.858954 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:09:34.858954 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:09:34.858954 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 10:09:34.858954 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:09:34.858954 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:09:34.858954 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:09:34.858954 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 10:09:34.858954 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 10:09:34.858954 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:09:34.858954 n-d-779913-12 neutron-server[93177]: timer() Jun 11 10:09:34.858954 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:09:34.858954 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 10:09:34.858954 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:09:34.858954 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 10:09:34.858954 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:09:34.858954 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 10:09:34.858954 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:09:34.858954 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 10:09:34.858954 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:09:34.858954 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 10:09:34.858954 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:09:34.858954 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:09:34.858954 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:09:34.858954 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:09:34.858954 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:09:34.858954 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 10:09:34.858954 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:09:34.858954 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 10:09:34.858954 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:09:34.858954 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:09:34.858954 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:09:34.858954 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 10:09:34.858954 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:09:34.858954 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:09:34.858954 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:09:34.858954 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:09:34.858954 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:09:34.858954 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:09:34.858954 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:09:34.970674 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device e46f869f-0b22-4718-9dbe-0c5ea9c8d2c2 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:09:34.998617 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: e46f869f-0b22-4718-9dbe-0c5ea9c8d2c2 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:09:34.999286 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device e46f869f-0b22-4718-9dbe-0c5ea9c8d2c2 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:09:35.004176 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9c554964-eaad-4cea-81fa-9f9450c94e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:35.006846 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9c554964-eaad-4cea-81fa-9f9450c94e96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:35.008079 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-9c554964-eaad-4cea-81fa-9f9450c94e96 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3df1c093-aa42-44c7-8b9f-cdef5f49f286 HTTP/1.1" status: 204 len: 168 time: 0.3892262 Jun 11 10:09:35.008971 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-14a542c1-5b4d-4d30-ad27-04609a8d8900 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:35.018380 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c554964-eaad-4cea-81fa-9f9450c94e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df1c093-aa42-44c7-8b9f-cdef5f49f286,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:35.020790 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9c554964-eaad-4cea-81fa-9f9450c94e96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:35.033264 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5b1d9f06-a5ee-4d34-8028-e28d607eaf68 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:35.038875 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5b1d9f06-a5ee-4d34-8028-e28d607eaf68 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:35.042775 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-5b1d9f06-a5ee-4d34-8028-e28d607eaf68 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] 10.222.0.60 "DELETE /v2.0/networks/8e6beef9-2f2f-4d34-b4e4-7206909ccfcf HTTP/1.1" status: 204 len: 168 time: 0.6489148 Jun 11 10:09:35.042775 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-31dbfb2c-615e-4349-823f-122c6166d257 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:35.079324 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1d9f06-a5ee-4d34-8028-e28d607eaf68 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Pushing event deleted for resources: {'Network': ['ID=8e6beef9-2f2f-4d34-b4e4-7206909ccfcf,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:35.087043 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5b1d9f06-a5ee-4d34-8028-e28d607eaf68 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:35.106247 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 48804) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:09:35.137271 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f29911a8-8c84-4baa-921e-5b6ce731174f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:35.267522 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-08973bbe-aeb9-4258-949e-c44924398ec0 req-96235152-8e43-4467-bd5e-cb9561e38393 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=5cc76de8-e1db-4585-bf02-8c900623fc3c HTTP/1.1" status: 200 len: 210 time: 0.1327729 Jun 11 10:09:35.488274 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f29911a8-8c84-4baa-921e-5b6ce731174f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:35.526246 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e2e08c-aa66-47c7-9af3-1fe88a60404e req-5cc14642-13fb-4d0b-b6fa-854e7fe7f648 tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:35.528271 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-52e2e08c-aa66-47c7-9af3-1fe88a60404e req-5cc14642-13fb-4d0b-b6fa-854e7fe7f648 tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] 10.222.0.60 "GET /v2.0/ports?device_id=a85bfc34-fe70-4399-bdad-ce03dbbbfe2f HTTP/1.1" status: 200 len: 943 time: 0.0973880 Jun 11 10:09:35.580692 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-52e2e08c-aa66-47c7-9af3-1fe88a60404e req-c605caab-c0bc-41ab-b769-0e321b3d6da6 tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] 10.222.0.60 "GET /v2.0/security-groups?id=32d98497-e842-473d-9e84-84e048a1aaca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467579 Jun 11 10:09:35.627396 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f29911a8-8c84-4baa-921e-5b6ce731174f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:35.657663 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-961f70f3-3bb8-4195-b632-3b12a0071ade tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:35.677577 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-f29911a8-8c84-4baa-921e-5b6ce731174f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a38e32c4ed7b4e5eb438d38eafd0595b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5697563 Jun 11 10:09:35.680261 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 48826) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:09:35.698126 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29911a8-8c84-4baa-921e-5b6ce731174f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a7342b8-9658-472a-88f6-7a410897d3e6,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:35.701255 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f29911a8-8c84-4baa-921e-5b6ce731174f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:35.736532 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-195f13b6-258b-45d2-98fc-c5ad68d68ee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:35.746771 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:35.766718 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-195f13b6-258b-45d2-98fc-c5ad68d68ee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:35.936214 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-195f13b6-258b-45d2-98fc-c5ad68d68ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:35.938875 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-195f13b6-258b-45d2-98fc-c5ad68d68ee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:35.940022 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-195f13b6-258b-45d2-98fc-c5ad68d68ee0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5a7342b8-9658-472a-88f6-7a410897d3e6 HTTP/1.1" status: 204 len: 168 time: 0.2586288 Jun 11 10:09:35.941945 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e72276b0-c5fa-4d62-8db3-d5aadfa9531a tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:35.952730 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195f13b6-258b-45d2-98fc-c5ad68d68ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a7342b8-9658-472a-88f6-7a410897d3e6,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:35.963985 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-195f13b6-258b-45d2-98fc-c5ad68d68ee0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:35.964977 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9c3586-c786-4f49-a34e-6888736ed8d3 req-c57179c4-b38e-452e-8bac-df54fe82ead8 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:35.976300 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5b9c3586-c786-4f49-a34e-6888736ed8d3 req-c57179c4-b38e-452e-8bac-df54fe82ead8 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=49fd43c7-8eda-45fc-a5a2-a5c4eb73b238 HTTP/1.1" status: 200 len: 944 time: 0.1240079 Jun 11 10:09:36.027170 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5b9c3586-c786-4f49-a34e-6888736ed8d3 req-566edacf-e559-4544-9c6c-c19831bffbb0 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405662 Jun 11 10:09:36.131824 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 40beec4f-3ca8-428f-8466-4d218baffd1b details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 10:09:36.240818 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 48842) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:09:36.339092 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 40beec4f-3ca8-428f-8466-4d218baffd1b, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=40beec4f-3ca8-428f-8466-4d218baffd1b,segment=NetworkSegment(d115e535-b596-4d63-b9ce-ed25b1cffbb1),segment_id=d115e535-b596-4d63-b9ce-ed25b1cffbb1)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:09:36.368788 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': '40beec4f-3ca8-428f-8466-4d218baffd1b', 'network_id': '35df5041-868e-4b75-8f1d-c97928413ace', 'port_id': '40beec4f-3ca8-428f-8466-4d218baffd1b', 'mac_address': 'fa:16:3e:9f:35:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edbdfa11-06ad-48a4-a88c-07234c957674', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 10:09:36.402874 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a9be903f-7a0a-4b11-9481-34abf4619738 req-fcc30396-2513-4148-8f6f-602aedba48b1 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=5cc76de8-e1db-4585-bf02-8c900623fc3c HTTP/1.1" status: 200 len: 210 time: 0.0494497 Jun 11 10:09:36.420212 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:36.436033 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40beec4f-3ca8-428f-8466-4d218baffd1b {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:09:36.462145 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 40beec4f-3ca8-428f-8466-4d218baffd1b, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=40beec4f-3ca8-428f-8466-4d218baffd1b,segment=NetworkSegment(d115e535-b596-4d63-b9ce-ed25b1cffbb1),segment_id=d115e535-b596-4d63-b9ce-ed25b1cffbb1)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:09:36.626889 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:36.639760 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-388f7b43-e43a-4c0f-8dfe-5bf92a4d584a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:36.693481 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=40beec4f-3ca8-428f-8466-4d218baffd1b,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:36.696634 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:37.059185 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['40beec4f-3ca8-428f-8466-4d218baffd1b'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:09:37.191152 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-23f9f94b-ac60-4fb9-a388-eece1fae75ee admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6eee960bcc7246bfbdd544be4d916a35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9453225 Jun 11 10:09:37.191152 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 48878) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:09:37.344559 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c22c8d-0609-46d3-969a-be26655e30fe req-57228388-7109-47bd-9616-76fe956f2378 tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:37.347373 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-83c22c8d-0609-46d3-969a-be26655e30fe req-57228388-7109-47bd-9616-76fe956f2378 tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] 10.222.0.60 "GET /v2.0/ports?device_id=a85bfc34-fe70-4399-bdad-ce03dbbbfe2f HTTP/1.1" status: 200 len: 944 time: 0.2836187 Jun 11 10:09:37.414816 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d0d13606-e377-4481-a8c0-fcfbded4c876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:37.448232 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d0d13606-e377-4481-a8c0-fcfbded4c876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:37.449780 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d1a43-fc03-495b-9a6e-558cab99e9bc req-ed008108-de55-4b8c-91af-56e0f861064b tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:37.456894 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c52d1a43-fc03-495b-9a6e-558cab99e9bc req-ed008108-de55-4b8c-91af-56e0f861064b tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=49fd43c7-8eda-45fc-a5a2-a5c4eb73b238 HTTP/1.1" status: 200 len: 944 time: 0.1483870 Jun 11 10:09:37.509432 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c52d1a43-fc03-495b-9a6e-558cab99e9bc req-6a27f76e-0b35-478c-b644-f11b3cfd2f18 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514429 Jun 11 10:09:37.572817 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-83c22c8d-0609-46d3-969a-be26655e30fe req-0d13e25f-6c29-4a6f-a2e8-28e63753e4b3 tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] 10.222.0.60 "GET /v2.0/security-groups?id=32d98497-e842-473d-9e84-84e048a1aaca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056663 Jun 11 10:09:37.696139 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d0d13606-e377-4481-a8c0-fcfbded4c876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:37.700396 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d0d13606-e377-4481-a8c0-fcfbded4c876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:37.703208 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-d0d13606-e377-4481-a8c0-fcfbded4c876 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/39b3cb69-a4c4-445b-846d-5c6439ba5b7b HTTP/1.1" status: 204 len: 168 time: 0.5123303 Jun 11 10:09:37.704264 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a8bb0aae-d6c6-4348-afaf-889efdbdf487 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:37.728109 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d13606-e377-4481-a8c0-fcfbded4c876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b3cb69-a4c4-445b-846d-5c6439ba5b7b,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:37.737972 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d0d13606-e377-4481-a8c0-fcfbded4c876 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:37.796455 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7f1f9a87-4f6f-48cd-9aa8-095411cc66db req-3512df00-ec65-4764-89f1-d63419d2a003 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=5cc76de8-e1db-4585-bf02-8c900623fc3c HTTP/1.1" status: 200 len: 210 time: 0.0979402 Jun 11 10:09:38.147207 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 40beec4f-3ca8-428f-8466-4d218baffd1b up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:09:38.296025 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning for port 40beec4f-3ca8-428f-8466-4d218baffd1b completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:09:38.309289 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port 40beec4f-3ca8-428f-8466-4d218baffd1b triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:09:38.311114 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:38.509738 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:38.596885 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a85bfc34-fe70-4399-bdad-ce03dbbbfe2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40beec4f-3ca8-428f-8466-4d218baffd1b'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:09:38.613211 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af5fae1-0a56-4f05-bf21-dac77062e6c0" -d '{"events": [{"server_uuid": "a85bfc34-fe70-4399-bdad-ce03dbbbfe2f", "name": "network-vif-plugged", "status": "completed", "tag": "40beec4f-3ca8-428f-8466-4d218baffd1b"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:09:38.657663 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 40beec4f-3ca8-428f-8466-4d218baffd1b, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=40beec4f-3ca8-428f-8466-4d218baffd1b,segment=NetworkSegment(d115e535-b596-4d63-b9ce-ed25b1cffbb1),segment_id=d115e535-b596-4d63-b9ce-ed25b1cffbb1)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:09:38.662135 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb34073f-348a-47a3-b064-04ebc11f3403 x-openstack-request-id: req-bb34073f-348a-47a3-b064-04ebc11f3403 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:09:38.662560 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a85bfc34-fe70-4399-bdad-ce03dbbbfe2f", "name": "network-vif-plugged", "status": "completed", "tag": "40beec4f-3ca8-428f-8466-4d218baffd1b", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:09:38.663039 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bb34073f-348a-47a3-b064-04ebc11f3403 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:09:38.663658 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a85bfc34-fe70-4399-bdad-ce03dbbbfe2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40beec4f-3ca8-428f-8466-4d218baffd1b', 'code': 200} Jun 11 10:09:38.752659 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:38.754909 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-2d506082-0fb2-4034-8def-2ed79d3a69ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:38.886226 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=40beec4f-3ca8-428f-8466-4d218baffd1b,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:38.899387 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:39.011815 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9476b416-aa2e-4aa8-bffc-9b7e9dd792e3 req-729e2f99-1af4-4b80-bbc0-75912bba62f6 tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:39.016492 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9476b416-aa2e-4aa8-bffc-9b7e9dd792e3 req-729e2f99-1af4-4b80-bbc0-75912bba62f6 tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] 10.222.0.60 "GET /v2.0/ports?device_id=a85bfc34-fe70-4399-bdad-ce03dbbbfe2f HTTP/1.1" status: 200 len: 945 time: 0.1855638 Jun 11 10:09:39.026436 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee2f4c-fdbb-4917-b198-babbf4586583 req-a204dfe7-5c8d-4f5d-b33b-169ec720653d tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:39.028754 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-93ee2f4c-fdbb-4917-b198-babbf4586583 req-a204dfe7-5c8d-4f5d-b33b-169ec720653d tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.64 "GET /v2.0/networks?id=dde275fe-49aa-4dda-8d58-46e6697ca339 HTTP/1.1" status: 200 len: 812 time: 0.2782998 Jun 11 10:09:39.049808 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-93ee2f4c-fdbb-4917-b198-babbf4586583 req-f31204a6-a65b-4913-8334-e2fefbd30e52 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Request body: {'port': {'device_id': '5cc76de8-e1db-4585-bf02-8c900623fc3c', 'network_id': 'dde275fe-49aa-4dda-8d58-46e6697ca339', 'admin_state_up': True, 'tenant_id': '41e6320d1ec4431eb9e5249fe3d2c8c2'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:09:39.132979 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9476b416-aa2e-4aa8-bffc-9b7e9dd792e3 req-6798f87d-c247-4ed2-9ab9-508dc2729bdf tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] 10.222.0.60 "GET /v2.0/security-groups?id=32d98497-e842-473d-9e84-84e048a1aaca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087613 Jun 11 10:09:39.305067 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0fd697-4163-4349-8ce2-45c7c2861db2 req-1be2f133-ec2d-44a8-b769-abc4b5cb969b tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:39.306479 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9f0fd697-4163-4349-8ce2-45c7c2861db2 req-1be2f133-ec2d-44a8-b769-abc4b5cb969b tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=49fd43c7-8eda-45fc-a5a2-a5c4eb73b238 HTTP/1.1" status: 200 len: 944 time: 0.5918443 Jun 11 10:09:39.312554 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fd7c8c-3c14-41c1-9466-cf3ee9afa7d7 req-7cad7c61-2629-4cd4-b0cf-344e0714a47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:39.313986 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-20fd7c8c-3c14-41c1-9466-cf3ee9afa7d7 req-7cad7c61-2629-4cd4-b0cf-344e0714a47d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a85bfc34-fe70-4399-bdad-ce03dbbbfe2f HTTP/1.1" status: 200 len: 1097 time: 0.5287285 Jun 11 10:09:39.363947 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93ee2f4c-fdbb-4917-b198-babbf4586583 req-f31204a6-a65b-4913-8334-e2fefbd30e52 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Made reservation on behalf of 41e6320d1ec4431eb9e5249fe3d2c8c2 for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:09:39.368936 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-93ee2f4c-fdbb-4917-b198-babbf4586583 req-f31204a6-a65b-4913-8334-e2fefbd30e52 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:39.403291 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-698c7ce0-6133-4470-961b-d8c19049f69c req-1aeb211f-a0cc-44d1-9415-80c0191cd3f9 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=5cc76de8-e1db-4585-bf02-8c900623fc3c HTTP/1.1" status: 200 len: 210 time: 0.1031315 Jun 11 10:09:39.488597 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9f0fd697-4163-4349-8ce2-45c7c2861db2 req-1e79258f-df53-4a17-beb6-787dac9973fc tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733983 Jun 11 10:09:39.495168 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-20fd7c8c-3c14-41c1-9466-cf3ee9afa7d7 req-6f700643-8afb-4d99-ad31-011ad260eb81 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=32d98497-e842-473d-9e84-84e048a1aaca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728735 Jun 11 10:09:39.673517 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 49020) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:09:39.741327 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-93ee2f4c-fdbb-4917-b198-babbf4586583 req-f31204a6-a65b-4913-8334-e2fefbd30e52 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Allocated IP 172.20.0.11 (dde275fe-49aa-4dda-8d58-46e6697ca339/57c6571c-69e4-42ab-927b-f1f4d313e6e9/0f5cc991-7598-4c0c-8b0e-a3e4604a6635) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:09:39.869893 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-f10adf8f-aa64-48d1-8531-53a88670da9a tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1099722357'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:09:40.015732 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f10adf8f-aa64-48d1-8531-53a88670da9a tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Made reservation on behalf of f90b676cb67a4cb1b788d4673e4cc737 for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:09:40.020036 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f10adf8f-aa64-48d1-8531-53a88670da9a tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:40.037840 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f10adf8f-aa64-48d1-8531-53a88670da9a tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:40.048202 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-93ee2f4c-fdbb-4917-b198-babbf4586583 req-f31204a6-a65b-4913-8334-e2fefbd30e52 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:40.180422 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f10adf8f-aa64-48d1-8531-53a88670da9a tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:40.199651 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-93ee2f4c-fdbb-4917-b198-babbf4586583 req-f31204a6-a65b-4913-8334-e2fefbd30e52 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:40.204433 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e03eca9b-ed3e-433e-a0fb-cbd06b102278 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:40.212451 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['8886e1b5-532b-41f0-a26f-66a289f14c2f'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:09:40.255798 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f10adf8f-aa64-48d1-8531-53a88670da9a tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:40.282766 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f10adf8f-aa64-48d1-8531-53a88670da9a tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 780} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:09:40.299770 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93ee2f4c-fdbb-4917-b198-babbf4586583 req-f31204a6-a65b-4913-8334-e2fefbd30e52 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Network dde275fe-49aa-4dda-8d58-46e6697ca339 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:09:40.310023 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-93ee2f4c-fdbb-4917-b198-babbf4586583 req-f31204a6-a65b-4913-8334-e2fefbd30e52 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:09:40.315198 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-93ee2f4c-fdbb-4917-b198-babbf4586583 req-f31204a6-a65b-4913-8334-e2fefbd30e52 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:09:40.340612 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f10adf8f-aa64-48d1-8531-53a88670da9a tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:40.340964 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-f10adf8f-aa64-48d1-8531-53a88670da9a tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Added segment 46b10d8e-26e4-4386-b024-5819ad92272f of type vlan for network 59dacf4d-115b-4809-a021-e747a5d5e2b9 Jun 11 10:09:40.347817 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5c527808-b049-4e68-b678-5e3b55430a8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:40.362386 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31204a6-a65b-4913-8334-e2fefbd30e52 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Pushing event updated for resources: {'Port': ['ID=0f5cc991-7598-4c0c-8b0e-a3e4604a6635,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:40.372971 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f31204a6-a65b-4913-8334-e2fefbd30e52 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:40.392929 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee2f4c-fdbb-4917-b198-babbf4586583 req-f31204a6-a65b-4913-8334-e2fefbd30e52 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:40.394141 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-93ee2f4c-fdbb-4917-b198-babbf4586583 req-f31204a6-a65b-4913-8334-e2fefbd30e52 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:40.463451 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10adf8f-aa64-48d1-8531-53a88670da9a tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bae224c8-f4e6-4308-83d9-47af80f03f7a,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:40.494524 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f10adf8f-aa64-48d1-8531-53a88670da9a tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:40.512151 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-93ee2f4c-fdbb-4917-b198-babbf4586583 req-f31204a6-a65b-4913-8334-e2fefbd30e52 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4638760 Jun 11 10:09:40.521032 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [req-93ee2f4c-fdbb-4917-b198-babbf4586583 req-72d0d4a7-6193-448b-bf98-8717d10e60fe tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 10:09:40.522431 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-93ee2f4c-fdbb-4917-b198-babbf4586583 req-72d0d4a7-6193-448b-bf98-8717d10e60fe tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082266 Jun 11 10:09:40.534924 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-93ee2f4c-fdbb-4917-b198-babbf4586583 req-6ab24465-af0e-4c3a-88c3-2a35d49a88db service neutron] Request body: {'port': {'device_id': '5cc76de8-e1db-4585-bf02-8c900623fc3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:09:40.582691 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f10adf8f-aa64-48d1-8531-53a88670da9a tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:40.939600 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-93ee2f4c-fdbb-4917-b198-babbf4586583 req-6ab24465-af0e-4c3a-88c3-2a35d49a88db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:41.141436 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edad390-1795-4818-ab8a-6af6378dfb38 req-cd929391-6d31-478a-935a-df5a0968efc1 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:41.146929 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9edad390-1795-4818-ab8a-6af6378dfb38 req-cd929391-6d31-478a-935a-df5a0968efc1 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=5cc76de8-e1db-4585-bf02-8c900623fc3c HTTP/1.1" status: 200 len: 932 time: 0.3800485 Jun 11 10:09:41.279340 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9edad390-1795-4818-ab8a-6af6378dfb38 req-78dd7247-0905-40a7-bcc2-5466fde3bc9a tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216183 Jun 11 10:09:41.552061 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db27e19e-0a12-4b09-b5ab-7a2a933b911e req-be6362b0-ee79-4398-adf1-70f6e22e9b18 tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:41.566033 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-db27e19e-0a12-4b09-b5ab-7a2a933b911e req-be6362b0-ee79-4398-adf1-70f6e22e9b18 tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] 10.222.0.60 "GET /v2.0/ports?device_id=a85bfc34-fe70-4399-bdad-ce03dbbbfe2f HTTP/1.1" status: 200 len: 945 time: 1.2224321 Jun 11 10:09:41.628569 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-db27e19e-0a12-4b09-b5ab-7a2a933b911e req-0af51979-2cb0-46e8-b7a6-b8158ad99f4b tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] 10.222.0.60 "GET /v2.0/security-groups?id=32d98497-e842-473d-9e84-84e048a1aaca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611908 Jun 11 10:09:41.633481 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f10adf8f-aa64-48d1-8531-53a88670da9a tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:41.642194 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f24f2-cd1c-44c7-bd52-2911835133cf req-6d12582f-f87e-4eb6-bb5c-bc5f2b0eb32e tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:41.647428 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10adf8f-aa64-48d1-8531-53a88670da9a tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:41.648807 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f10adf8f-aa64-48d1-8531-53a88670da9a tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:41.652223 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-bc6a910d-8524-40cd-86f5-9838bc3794e0 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:41.661491 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d13f24f2-cd1c-44c7-bd52-2911835133cf req-6d12582f-f87e-4eb6-bb5c-bc5f2b0eb32e tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=49fd43c7-8eda-45fc-a5a2-a5c4eb73b238 HTTP/1.1" status: 200 len: 944 time: 0.1441500 Jun 11 10:09:41.718001 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d13f24f2-cd1c-44c7-bd52-2911835133cf req-e5489cbd-7f74-4b4d-9b9e-b7cfed2760e8 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555177 Jun 11 10:09:41.899469 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-93ee2f4c-fdbb-4917-b198-babbf4586583 req-6ab24465-af0e-4c3a-88c3-2a35d49a88db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f5cc991-7598-4c0c-8b0e-a3e4604a6635 {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:09:41.908127 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10adf8f-aa64-48d1-8531-53a88670da9a tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Pushing event updated for resources: {'Network': ['ID=59dacf4d-115b-4809-a021-e747a5d5e2b9,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:41.911798 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f10adf8f-aa64-48d1-8531-53a88670da9a tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:41.912066 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-93ee2f4c-fdbb-4917-b198-babbf4586583 req-6ab24465-af0e-4c3a-88c3-2a35d49a88db service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:41.913329 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-f10adf8f-aa64-48d1-8531-53a88670da9a tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.2345572 Jun 11 10:09:41.916016 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 49074) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:09:41.920938 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 59dacf4d-115b-4809-a021-e747a5d5e2b9 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:09:41.938520 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-b88fcb79-a80a-44b9-8455-feec28d643ac tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-195449432'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:09:41.953586 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-93ee2f4c-fdbb-4917-b198-babbf4586583 req-6ab24465-af0e-4c3a-88c3-2a35d49a88db service neutron] Transition to ACTIVE for port object 0f5cc991-7598-4c0c-8b0e-a3e4604a6635 will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:09:41.998450 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-93ee2f4c-fdbb-4917-b198-babbf4586583 req-6ab24465-af0e-4c3a-88c3-2a35d49a88db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:42.001072 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7263b4f4-1c09-4632-b87c-aa122d444a14 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:42.016023 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b88fcb79-a80a-44b9-8455-feec28d643ac tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Made reservation on behalf of f90b676cb67a4cb1b788d4673e4cc737 for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:09:42.019921 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b88fcb79-a80a-44b9-8455-feec28d643ac tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:42.078649 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b88fcb79-a80a-44b9-8455-feec28d643ac tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 784} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:09:42.102600 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b88fcb79-a80a-44b9-8455-feec28d643ac tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:42.103034 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-b88fcb79-a80a-44b9-8455-feec28d643ac tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Added segment 6890454a-0f45-4686-aa82-6add7af4e54d of type vlan for network cfe5510f-3640-4d3e-9c35-792059b735e0 Jun 11 10:09:42.200610 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b88fcb79-a80a-44b9-8455-feec28d643ac tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:42.307481 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b88fcb79-a80a-44b9-8455-feec28d643ac tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:42.316328 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88fcb79-a80a-44b9-8455-feec28d643ac tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:42.317113 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b88fcb79-a80a-44b9-8455-feec28d643ac tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:42.321115 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-48e5365d-09ca-4f71-bc03-dfe107af6c06 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:42.329714 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab24465-af0e-4c3a-88c3-2a35d49a88db service neutron] Pushing event updated for resources: {'Port': ['ID=0f5cc991-7598-4c0c-8b0e-a3e4604a6635,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:42.334956 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6ab24465-af0e-4c3a-88c3-2a35d49a88db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:42.491928 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88fcb79-a80a-44b9-8455-feec28d643ac tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Pushing event updated for resources: {'Network': ['ID=cfe5510f-3640-4d3e-9c35-792059b735e0,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:42.495817 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-93ee2f4c-fdbb-4917-b198-babbf4586583 req-6ab24465-af0e-4c3a-88c3-2a35d49a88db service neutron] Attempting to bind port 0f5cc991-7598-4c0c-8b0e-a3e4604a6635 on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:09:42.496636 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-93ee2f4c-fdbb-4917-b198-babbf4586583 req-6ab24465-af0e-4c3a-88c3-2a35d49a88db service neutron] Attempting to bind port 0f5cc991-7598-4c0c-8b0e-a3e4604a6635 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '5f313cca-80d0-475b-adf4-c4e559f78f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'dde275fe-49aa-4dda-8d58-46e6697ca339'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:09:42.497255 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ee2f4c-fdbb-4917-b198-babbf4586583 req-6ab24465-af0e-4c3a-88c3-2a35d49a88db service neutron] Attempting to bind port 0f5cc991-7598-4c0c-8b0e-a3e4604a6635 on network dde275fe-49aa-4dda-8d58-46e6697ca339 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:09:42.505405 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network cfe5510f-3640-4d3e-9c35-792059b735e0 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:09:42.519260 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b88fcb79-a80a-44b9-8455-feec28d643ac tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:42.526786 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ee2f4c-fdbb-4917-b198-babbf4586583 req-6ab24465-af0e-4c3a-88c3-2a35d49a88db service neutron] Port 0f5cc991-7598-4c0c-8b0e-a3e4604a6635 on network dde275fe-49aa-4dda-8d58-46e6697ca339 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:09:42.527889 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ee2f4c-fdbb-4917-b198-babbf4586583 req-6ab24465-af0e-4c3a-88c3-2a35d49a88db service neutron] Attempting to bind port 0f5cc991-7598-4c0c-8b0e-a3e4604a6635 on network dde275fe-49aa-4dda-8d58-46e6697ca339 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:09:42.539862 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ee2f4c-fdbb-4917-b198-babbf4586583 req-6ab24465-af0e-4c3a-88c3-2a35d49a88db service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:09:42.542577 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ee2f4c-fdbb-4917-b198-babbf4586583 req-6ab24465-af0e-4c3a-88c3-2a35d49a88db service neutron] Checking segment: {'id': '5f313cca-80d0-475b-adf4-c4e559f78f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'dde275fe-49aa-4dda-8d58-46e6697ca339'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:09:42.542984 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ee2f4c-fdbb-4917-b198-babbf4586583 req-6ab24465-af0e-4c3a-88c3-2a35d49a88db service neutron] Bound using segment: {'id': '5f313cca-80d0-475b-adf4-c4e559f78f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'dde275fe-49aa-4dda-8d58-46e6697ca339'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:09:42.545306 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-93ee2f4c-fdbb-4917-b198-babbf4586583 req-6ab24465-af0e-4c3a-88c3-2a35d49a88db service neutron] Bound port: 0f5cc991-7598-4c0c-8b0e-a3e4604a6635, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f313cca-80d0-475b-adf4-c4e559f78f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'dde275fe-49aa-4dda-8d58-46e6697ca339'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:09:42.545922 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-93ee2f4c-fdbb-4917-b198-babbf4586583 req-6ab24465-af0e-4c3a-88c3-2a35d49a88db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:42.608514 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-b88fcb79-a80a-44b9-8455-feec28d643ac tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6821399 Jun 11 10:09:42.610603 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 49086) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:09:42.619872 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-68a8e805-a381-4393-8d0b-cf36222c91b0 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Request body: {'subnet': {'network_id': '59dacf4d-115b-4809-a021-e747a5d5e2b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:09:42.675209 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc2861a-2f68-46d7-8dff-e7885d6c8a44 req-8b36dc27-2f9c-4a7f-975c-1305f791c1e9 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:42.676798 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-dcc2861a-2f68-46d7-8dff-e7885d6c8a44 req-8b36dc27-2f9c-4a7f-975c-1305f791c1e9 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=5cc76de8-e1db-4585-bf02-8c900623fc3c HTTP/1.1" status: 200 len: 944 time: 0.1865926 Jun 11 10:09:42.761957 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-dcc2861a-2f68-46d7-8dff-e7885d6c8a44 req-c94923c6-f9c5-44a4-b6ae-1d47ee13d902 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783434 Jun 11 10:09:42.906219 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ef2915dc-06f3-4533-8a2f-595b241ae616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:43.006085 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-93ee2f4c-fdbb-4917-b198-babbf4586583 req-6ab24465-af0e-4c3a-88c3-2a35d49a88db service neutron] For port 0f5cc991-7598-4c0c-8b0e-a3e4604a6635, host n-h1-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:09:43.009122 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a8e805-a381-4393-8d0b-cf36222c91b0 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Made reservation on behalf of f90b676cb67a4cb1b788d4673e4cc737 for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:09:43.013770 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-68a8e805-a381-4393-8d0b-cf36222c91b0 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:43.060320 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 49098) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:09:43.122467 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a9ea70-30b6-45a6-a372-977a898c9eba req-fd20c107-a108-4522-9ace-b307893575d5 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:43.124283 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-27a9ea70-30b6-45a6-a372-977a898c9eba req-fd20c107-a108-4522-9ace-b307893575d5 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=49fd43c7-8eda-45fc-a5a2-a5c4eb73b238 HTTP/1.1" status: 200 len: 944 time: 0.1327059 Jun 11 10:09:43.203067 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-93ee2f4c-fdbb-4917-b198-babbf4586583 req-6ab24465-af0e-4c3a-88c3-2a35d49a88db service neutron] For port 0f5cc991-7598-4c0c-8b0e-a3e4604a6635, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=0f5cc991-7598-4c0c-8b0e-a3e4604a6635,segment=NetworkSegment(5f313cca-80d0-475b-adf4-c4e559f78f6a),segment_id=5f313cca-80d0-475b-adf4-c4e559f78f6a)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:09:43.222577 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-27a9ea70-30b6-45a6-a372-977a898c9eba req-d9c2b910-62be-4cc9-ab45-a78b83f0af1a tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921662 Jun 11 10:09:43.308152 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a8755e4f-54ad-424b-8d11-751e6942f8dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:43.415338 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae71de-0711-426d-a9cf-2bbb25db4225 req-8c1c4d3e-7d11-4980-861c-0cc6a1a29008 tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:43.417163 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ddae71de-0711-426d-a9cf-2bbb25db4225 req-8c1c4d3e-7d11-4980-861c-0cc6a1a29008 tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] 10.222.0.60 "GET /v2.0/ports?device_id=a85bfc34-fe70-4399-bdad-ce03dbbbfe2f HTTP/1.1" status: 200 len: 945 time: 0.4858727 Jun 11 10:09:43.418613 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-93ee2f4c-fdbb-4917-b198-babbf4586583 req-6ab24465-af0e-4c3a-88c3-2a35d49a88db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:43.421092 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-863d52bc-164e-4694-8b3b-7c108935e8d2 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:43.498289 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee2f4c-fdbb-4917-b198-babbf4586583 req-6ab24465-af0e-4c3a-88c3-2a35d49a88db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:43.499061 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-93ee2f4c-fdbb-4917-b198-babbf4586583 req-6ab24465-af0e-4c3a-88c3-2a35d49a88db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:43.499763 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a8755e4f-54ad-424b-8d11-751e6942f8dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:43.500945 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-93ee2f4c-fdbb-4917-b198-babbf4586583 req-6ab24465-af0e-4c3a-88c3-2a35d49a88db service neutron] 10.222.0.64 "PUT /v2.0/ports/0f5cc991-7598-4c0c-8b0e-a3e4604a6635 HTTP/1.1" status: 200 len: 1093 time: 2.9724536 Jun 11 10:09:43.503973 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-68a8e805-a381-4393-8d0b-cf36222c91b0 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:43.505943 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cc76de8-e1db-4585-bf02-8c900623fc3c', 'tag': '0f5cc991-7598-4c0c-8b0e-a3e4604a6635'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:09:43.508658 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-345234dd-1ef2-47b6-90b1-8c3266b2fec8" -d '{"events": [{"name": "network-changed", "server_uuid": "5cc76de8-e1db-4585-bf02-8c900623fc3c", "tag": "0f5cc991-7598-4c0c-8b0e-a3e4604a6635"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:09:43.555223 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ddae71de-0711-426d-a9cf-2bbb25db4225 req-4d9301ce-7b7e-4b51-9674-97d6a70c3d30 tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] 10.222.0.60 "GET /v2.0/security-groups?id=32d98497-e842-473d-9e84-84e048a1aaca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298268 Jun 11 10:09:43.568290 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad82967-bb1e-4e5c-ba7a-ba19570e818c x-openstack-request-id: req-1ad82967-bb1e-4e5c-ba7a-ba19570e818c {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:09:43.568290 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cc76de8-e1db-4585-bf02-8c900623fc3c", "tag": "0f5cc991-7598-4c0c-8b0e-a3e4604a6635", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:09:43.568484 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1ad82967-bb1e-4e5c-ba7a-ba19570e818c {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:09:43.568908 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cc76de8-e1db-4585-bf02-8c900623fc3c', 'tag': '0f5cc991-7598-4c0c-8b0e-a3e4604a6635', 'status': 'completed', 'code': 200} Jun 11 10:09:43.572540 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab24465-af0e-4c3a-88c3-2a35d49a88db service neutron] Pushing event updated for resources: {'Port': ['ID=0f5cc991-7598-4c0c-8b0e-a3e4604a6635,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:43.577516 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6ab24465-af0e-4c3a-88c3-2a35d49a88db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:43.579622 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-04045e50-051b-4717-9ce9-173c47f114fa tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:43.592846 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a8755e4f-54ad-424b-8d11-751e6942f8dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:43.639427 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e0fb731a-70b9-4b43-a10c-54636e6136a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:43.647120 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-a8755e4f-54ad-424b-8d11-751e6942f8dd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ff8d078873db492cb33558a88a2922c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5818915 Jun 11 10:09:43.654380 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 49110) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:09:43.690393 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8755e4f-54ad-424b-8d11-751e6942f8dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2975d012-e15d-4603-b66f-b97b24caab99,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:43.710915 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a8755e4f-54ad-424b-8d11-751e6942f8dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:43.739652 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a8e805-a381-4393-8d0b-cf36222c91b0 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Checking segment: {'id': '46b10d8e-26e4-4386-b024-5819ad92272f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '59dacf4d-115b-4809-a021-e747a5d5e2b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:09:43.742184 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a8e805-a381-4393-8d0b-cf36222c91b0 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Network hostable DHCP agents. Network: 59dacf4d-115b-4809-a021-e747a5d5e2b9, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:09:43.742529 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4c9c6a8f-895b-4612-9ec2-2c9eef6d36d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:43.766359 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a8e805-a381-4393-8d0b-cf36222c91b0 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Pushing event updated for resources: {'Subnet': ['ID=d2458e44-0ae5-482a-8f11-a37ce6b9840c,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:43.773219 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-68a8e805-a381-4393-8d0b-cf36222c91b0 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:43.798814 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4c9c6a8f-895b-4612-9ec2-2c9eef6d36d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:43.803460 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345234dd-1ef2-47b6-90b1-8c3266b2fec8 req-89687e2d-fa65-4061-b83e-c1cdec5fab86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:43.805192 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-345234dd-1ef2-47b6-90b1-8c3266b2fec8 req-89687e2d-fa65-4061-b83e-c1cdec5fab86 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=41e6320d1ec4431eb9e5249fe3d2c8c2&device_id=5cc76de8-e1db-4585-bf02-8c900623fc3c HTTP/1.1" status: 200 len: 1096 time: 0.1450837 Jun 11 10:09:43.899494 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a8e805-a381-4393-8d0b-cf36222c91b0 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Network 59dacf4d-115b-4809-a021-e747a5d5e2b9 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:09:44.010209 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b35df7-daa0-4a26-b848-d1c538007630 req-d9216230-17d2-4aea-9b58-2b35d0ad9253 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:44.019886 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-13b35df7-daa0-4a26-b848-d1c538007630 req-d9216230-17d2-4aea-9b58-2b35d0ad9253 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=5cc76de8-e1db-4585-bf02-8c900623fc3c HTTP/1.1" status: 200 len: 944 time: 0.1001494 Jun 11 10:09:44.035708 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4c9c6a8f-895b-4612-9ec2-2c9eef6d36d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:44.041000 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345234dd-1ef2-47b6-90b1-8c3266b2fec8 req-4afde43f-15c8-4281-989c-9407d0922ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:44.041120 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4c9c6a8f-895b-4612-9ec2-2c9eef6d36d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:44.041210 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-345234dd-1ef2-47b6-90b1-8c3266b2fec8 req-4afde43f-15c8-4281-989c-9407d0922ca9 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=41e6320d1ec4431eb9e5249fe3d2c8c2&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2250884 Jun 11 10:09:44.041295 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-4c9c6a8f-895b-4612-9ec2-2c9eef6d36d6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2975d012-e15d-4603-b66f-b97b24caab99 HTTP/1.1" status: 204 len: 168 time: 0.3842416 Jun 11 10:09:44.052203 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-616330cd-3903-4972-a60f-ef0deb8391d7 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:44.070675 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9c6a8f-895b-4612-9ec2-2c9eef6d36d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2975d012-e15d-4603-b66f-b97b24caab99,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:44.073475 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-68a8e805-a381-4393-8d0b-cf36222c91b0 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 59dacf4d-115b-4809-a021-e747a5d5e2b9) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:09:44.081409 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4c9c6a8f-895b-4612-9ec2-2c9eef6d36d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:44.083324 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82716b78-fd2c-4fea-b2c0-6e733f869736 None None] Network 59dacf4d-115b-4809-a021-e747a5d5e2b9 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:09:44.100468 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a8e805-a381-4393-8d0b-cf36222c91b0 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:44.101243 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-68a8e805-a381-4393-8d0b-cf36222c91b0 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:44.121195 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-13b35df7-daa0-4a26-b848-d1c538007630 req-fb5e72ca-126e-4857-9e9a-fc6e6452a1f8 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000955 Jun 11 10:09:44.222521 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345234dd-1ef2-47b6-90b1-8c3266b2fec8 req-3c3f21c1-059c-435e-bfba-f03fc67b0513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:44.226456 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-345234dd-1ef2-47b6-90b1-8c3266b2fec8 req-3c3f21c1-059c-435e-bfba-f03fc67b0513 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1777368 Jun 11 10:09:44.255877 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 49126) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:09:44.256091 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-68a8e805-a381-4393-8d0b-cf36222c91b0 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6403153 Jun 11 10:09:44.262872 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-df80d1b8-ac36-4882-9c6f-ae8c3c228cfa tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Request body: {'subnet': {'network_id': 'cfe5510f-3640-4d3e-9c35-792059b735e0', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:09:44.446076 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee2f4c-fdbb-4917-b198-babbf4586583 req-cfc3f0a3-4cc3-4ef0-9f6b-a2add336cf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:44.453236 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-93ee2f4c-fdbb-4917-b198-babbf4586583 req-cfc3f0a3-4cc3-4ef0-9f6b-a2add336cf44 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=41e6320d1ec4431eb9e5249fe3d2c8c2&device_id=5cc76de8-e1db-4585-bf02-8c900623fc3c HTTP/1.1" status: 200 len: 1096 time: 0.1692517 Jun 11 10:09:44.542048 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09d1049-004d-420d-a4a1-37146b17b6b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-59dacf4d-115b-4809-a021-e747a5d5e2b9', 'network_id': '59dacf4d-115b-4809-a021-e747a5d5e2b9', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'fixed_ips': [{'subnet_id': 'd2458e44-0ae5-482a-8f11-a37ce6b9840c'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 10:09:44.546856 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f09d1049-004d-420d-a4a1-37146b17b6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:44.638277 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df80d1b8-ac36-4882-9c6f-ae8c3c228cfa tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Made reservation on behalf of f90b676cb67a4cb1b788d4673e4cc737 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:09:44.643672 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-df80d1b8-ac36-4882-9c6f-ae8c3c228cfa tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:44.699993 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-93ee2f4c-fdbb-4917-b198-babbf4586583 req-b4818210-1293-4f94-983a-68bccbe7d751 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f5cc991-7598-4c0c-8b0e-a3e4604a6635 HTTP/1.1" status: 200 len: 217 time: 0.2406602 Jun 11 10:09:44.877776 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-f09d1049-004d-420d-a4a1-37146b17b6b5 None None] Allocated IP 2001:db8::2 (59dacf4d-115b-4809-a021-e747a5d5e2b9/d2458e44-0ae5-482a-8f11-a37ce6b9840c/875c8935-dae6-4c5e-81a2-92195bcd2a1b) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:09:44.899283 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee2f4c-fdbb-4917-b198-babbf4586583 req-f173c28f-f399-499a-9f94-6d7691acac38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:44.903679 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-93ee2f4c-fdbb-4917-b198-babbf4586583 req-f173c28f-f399-499a-9f94-6d7691acac38 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=57c6571c-69e4-42ab-927b-f1f4d313e6e9 HTTP/1.1" status: 200 len: 852 time: 0.1954401 Jun 11 10:09:44.959503 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-93ee2f4c-fdbb-4917-b198-babbf4586583 req-2e40b350-c678-4139-bf66-cbe8bae4690a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=dde275fe-49aa-4dda-8d58-46e6697ca339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496469 Jun 11 10:09:45.148760 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-df80d1b8-ac36-4882-9c6f-ae8c3c228cfa tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:45.156192 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-aeddca0c-bbd3-48b8-b025-b7c768563599 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:45.188261 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-93ee2f4c-fdbb-4917-b198-babbf4586583 req-92dee390-1c04-467d-810c-50b5812051fa service neutron] 10.222.0.64 "GET /v2.0/networks/dde275fe-49aa-4dda-8d58-46e6697ca339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208636 Jun 11 10:09:45.196694 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ccaf70-54a9-466f-b00f-161f91b38b0a req-a7bb6bc0-a2eb-4ec5-915e-6be3bfdc7341 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:45.198598 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d2ccaf70-54a9-466f-b00f-161f91b38b0a req-a7bb6bc0-a2eb-4ec5-915e-6be3bfdc7341 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=49fd43c7-8eda-45fc-a5a2-a5c4eb73b238 HTTP/1.1" status: 200 len: 944 time: 0.5995052 Jun 11 10:09:45.281175 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f09d1049-004d-420d-a4a1-37146b17b6b5 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:45.295919 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d2ccaf70-54a9-466f-b00f-161f91b38b0a req-b2ab8280-0db0-4243-8bfe-7186c230a39a tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885780 Jun 11 10:09:45.317796 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f09d1049-004d-420d-a4a1-37146b17b6b5 None None] Transition to ACTIVE for port object 875c8935-dae6-4c5e-81a2-92195bcd2a1b will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:09:45.353788 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df80d1b8-ac36-4882-9c6f-ae8c3c228cfa tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Pushing event updated for resources: {'Subnet': ['ID=6de76bb5-7cfb-4677-90f9-b293e3186162,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:45.356709 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-df80d1b8-ac36-4882-9c6f-ae8c3c228cfa tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:45.360592 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df80d1b8-ac36-4882-9c6f-ae8c3c228cfa tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Checking segment: {'id': '6890454a-0f45-4686-aa82-6add7af4e54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'cfe5510f-3640-4d3e-9c35-792059b735e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:09:45.360955 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df80d1b8-ac36-4882-9c6f-ae8c3c228cfa tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Network hostable DHCP agents. Network: cfe5510f-3640-4d3e-9c35-792059b735e0, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:09:45.395919 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f09d1049-004d-420d-a4a1-37146b17b6b5 None None] Transition to ACTIVE for port object 875c8935-dae6-4c5e-81a2-92195bcd2a1b will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:09:45.450021 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df80d1b8-ac36-4882-9c6f-ae8c3c228cfa tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Network cfe5510f-3640-4d3e-9c35-792059b735e0 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:09:45.508035 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f09d1049-004d-420d-a4a1-37146b17b6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:45.510813 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70b7fcb3-398a-4d6b-93c7-4c1c2cf79ecf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:45.535878 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-df80d1b8-ac36-4882-9c6f-ae8c3c228cfa tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, cfe5510f-3640-4d3e-9c35-792059b735e0) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:09:45.542863 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df80d1b8-ac36-4882-9c6f-ae8c3c228cfa tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:45.545793 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-df80d1b8-ac36-4882-9c6f-ae8c3c228cfa tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:45.557274 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ce6798-7c0e-4ac3-8af8-3f2f0c98e211 None None] Network cfe5510f-3640-4d3e-9c35-792059b735e0 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:09:45.681777 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-df80d1b8-ac36-4882-9c6f-ae8c3c228cfa tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4221733 Jun 11 10:09:45.682313 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 49162) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:09:45.688832 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-0e77d189-8b9c-46d6-bf16-1cfaf121f5fd tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-534168358', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:09:45.768210 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09d1049-004d-420d-a4a1-37146b17b6b5 None None] Network 59dacf4d-115b-4809-a021-e747a5d5e2b9 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:09:45.780381 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-f09d1049-004d-420d-a4a1-37146b17b6b5 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:09:45.785213 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-93ee2f4c-fdbb-4917-b198-babbf4586583 req-86e0d4e6-8f36-418e-b06a-8eb717289a0c service neutron] 10.222.0.64 "GET /v2.0/networks/dde275fe-49aa-4dda-8d58-46e6697ca339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5852695 Jun 11 10:09:45.791542 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09d1049-004d-420d-a4a1-37146b17b6b5 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:09:45.796763 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09d1049-004d-420d-a4a1-37146b17b6b5 None None] Pushing event updated for resources: {'Port': ['ID=875c8935-dae6-4c5e-81a2-92195bcd2a1b,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:45.803532 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f09d1049-004d-420d-a4a1-37146b17b6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:45.855895 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0e77d189-8b9c-46d6-bf16-1cfaf121f5fd tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:45.857098 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459beaa9-c781-47c6-9f97-4b80049e2789 req-97dc1731-acd5-4740-8881-c5b3c87dff6e tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:45.857503 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0e77d189-8b9c-46d6-bf16-1cfaf121f5fd tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:45.864720 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-459beaa9-c781-47c6-9f97-4b80049e2789 req-97dc1731-acd5-4740-8881-c5b3c87dff6e tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=5cc76de8-e1db-4585-bf02-8c900623fc3c HTTP/1.1" status: 200 len: 944 time: 0.3401637 Jun 11 10:09:45.921603 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-459beaa9-c781-47c6-9f97-4b80049e2789 req-ecf28643-5c0b-493c-a06e-af5a06087330 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559230 Jun 11 10:09:45.986706 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3fc454dc-4b19-4123-829d-9495ed0f4744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:46.047339 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0e77d189-8b9c-46d6-bf16-1cfaf121f5fd tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:46.211472 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a986a8-0819-4e6b-85e0-45e90d71ad33 req-1ef7d1a3-d78e-4deb-8e8d-8d1e38c5bf2c tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:46.211472 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b5a986a8-0819-4e6b-85e0-45e90d71ad33 req-1ef7d1a3-d78e-4deb-8e8d-8d1e38c5bf2c tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] 10.222.0.60 "GET /v2.0/ports?device_id=a85bfc34-fe70-4399-bdad-ce03dbbbfe2f HTTP/1.1" status: 200 len: 945 time: 0.0880125 Jun 11 10:09:46.233305 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0e77d189-8b9c-46d6-bf16-1cfaf121f5fd tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:46.252163 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-f09d1049-004d-420d-a4a1-37146b17b6b5 None None] Attempting to bind port 875c8935-dae6-4c5e-81a2-92195bcd2a1b on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:09:46.252550 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-f09d1049-004d-420d-a4a1-37146b17b6b5 None None] Attempting to bind port 875c8935-dae6-4c5e-81a2-92195bcd2a1b by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '46b10d8e-26e4-4386-b024-5819ad92272f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '59dacf4d-115b-4809-a021-e747a5d5e2b9'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:09:46.252973 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09d1049-004d-420d-a4a1-37146b17b6b5 None None] Attempting to bind port 875c8935-dae6-4c5e-81a2-92195bcd2a1b on network 59dacf4d-115b-4809-a021-e747a5d5e2b9 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:09:46.259701 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175e47bd-7d98-40a0-aec1-7c6603613625 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-cfe5510f-3640-4d3e-9c35-792059b735e0', 'network_id': 'cfe5510f-3640-4d3e-9c35-792059b735e0', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'fixed_ips': [{'subnet_id': '6de76bb5-7cfb-4677-90f9-b293e3186162'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 10:09:46.260596 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-175e47bd-7d98-40a0-aec1-7c6603613625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:46.268429 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b5a986a8-0819-4e6b-85e0-45e90d71ad33 req-970e88a0-07f1-4981-aab8-feaa79fd9e80 tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] 10.222.0.60 "GET /v2.0/security-groups?id=32d98497-e842-473d-9e84-84e048a1aaca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539887 Jun 11 10:09:46.274602 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09d1049-004d-420d-a4a1-37146b17b6b5 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:09:46.274781 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09d1049-004d-420d-a4a1-37146b17b6b5 None None] Checking segment: {'id': '46b10d8e-26e4-4386-b024-5819ad92272f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '59dacf4d-115b-4809-a021-e747a5d5e2b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:09:46.275235 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f09d1049-004d-420d-a4a1-37146b17b6b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:46.275677 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09d1049-004d-420d-a4a1-37146b17b6b5 None None] Bound using segment: {'id': '46b10d8e-26e4-4386-b024-5819ad92272f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '59dacf4d-115b-4809-a021-e747a5d5e2b9'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:09:46.276186 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-f09d1049-004d-420d-a4a1-37146b17b6b5 None None] Bound port: 875c8935-dae6-4c5e-81a2-92195bcd2a1b, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46b10d8e-26e4-4386-b024-5819ad92272f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '59dacf4d-115b-4809-a021-e747a5d5e2b9'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:09:46.276557 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f09d1049-004d-420d-a4a1-37146b17b6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:46.410212 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0e77d189-8b9c-46d6-bf16-1cfaf121f5fd tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:46.411881 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-0e77d189-8b9c-46d6-bf16-1cfaf121f5fd tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7277291 Jun 11 10:09:46.415231 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 49178) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:09:46.582255 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-175e47bd-7d98-40a0-aec1-7c6603613625 None None] Allocated IP 2001:db8:1::2 (cfe5510f-3640-4d3e-9c35-792059b735e0/6de76bb5-7cfb-4677-90f9-b293e3186162/ab939cb9-3b62-45fa-9c67-01d65b915a77) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:09:46.618220 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:46.681726 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f09d1049-004d-420d-a4a1-37146b17b6b5 None None] For port 875c8935-dae6-4c5e-81a2-92195bcd2a1b, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:09:46.707986 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f09d1049-004d-420d-a4a1-37146b17b6b5 None None] For port 875c8935-dae6-4c5e-81a2-92195bcd2a1b, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=875c8935-dae6-4c5e-81a2-92195bcd2a1b,segment=NetworkSegment(46b10d8e-26e4-4386-b024-5819ad92272f),segment_id=46b10d8e-26e4-4386-b024-5819ad92272f)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:09:46.863155 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:46.944723 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f09d1049-004d-420d-a4a1-37146b17b6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:46.956827 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:47.051929 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09d1049-004d-420d-a4a1-37146b17b6b5 None None] Pushing event updated for resources: {'Port': ['ID=875c8935-dae6-4c5e-81a2-92195bcd2a1b,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:47.073883 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f09d1049-004d-420d-a4a1-37146b17b6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:47.330227 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-175e47bd-7d98-40a0-aec1-7c6603613625 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:47.350946 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-175e47bd-7d98-40a0-aec1-7c6603613625 None None] Transition to ACTIVE for port object ab939cb9-3b62-45fa-9c67-01d65b915a77 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:09:47.358437 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f247bb25-824b-4307-9029-1411290e02f8 req-9e09216c-69b9-4cbb-b29b-3d18e946e4d7 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:47.369129 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f247bb25-824b-4307-9029-1411290e02f8 req-9e09216c-69b9-4cbb-b29b-3d18e946e4d7 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=5cc76de8-e1db-4585-bf02-8c900623fc3c HTTP/1.1" status: 200 len: 944 time: 0.1959105 Jun 11 10:09:47.386904 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-175e47bd-7d98-40a0-aec1-7c6603613625 None None] Transition to ACTIVE for port object ab939cb9-3b62-45fa-9c67-01d65b915a77 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:09:47.484338 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f247bb25-824b-4307-9029-1411290e02f8 req-e556f9fb-27a7-4d2b-bab6-ec1344904072 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142385 Jun 11 10:09:47.501705 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-175e47bd-7d98-40a0-aec1-7c6603613625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:47.512302 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-cc0e4ebc-48f7-4c8f-96f8-e840ed664654 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:47.573661 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8b307e18-84eb-4e84-b922-7fe0cce5091e tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:47.629942 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175e47bd-7d98-40a0-aec1-7c6603613625 None None] Network cfe5510f-3640-4d3e-9c35-792059b735e0 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:09:47.642846 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-175e47bd-7d98-40a0-aec1-7c6603613625 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:09:47.660319 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175e47bd-7d98-40a0-aec1-7c6603613625 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:09:47.669319 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175e47bd-7d98-40a0-aec1-7c6603613625 None None] Pushing event updated for resources: {'Port': ['ID=ab939cb9-3b62-45fa-9c67-01d65b915a77,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:47.728959 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-175e47bd-7d98-40a0-aec1-7c6603613625 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:47.797362 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-175e47bd-7d98-40a0-aec1-7c6603613625 None None] Attempting to bind port ab939cb9-3b62-45fa-9c67-01d65b915a77 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:09:47.797755 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-175e47bd-7d98-40a0-aec1-7c6603613625 None None] Attempting to bind port ab939cb9-3b62-45fa-9c67-01d65b915a77 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '6890454a-0f45-4686-aa82-6add7af4e54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'cfe5510f-3640-4d3e-9c35-792059b735e0'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:09:47.798130 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175e47bd-7d98-40a0-aec1-7c6603613625 None None] Attempting to bind port ab939cb9-3b62-45fa-9c67-01d65b915a77 on network cfe5510f-3640-4d3e-9c35-792059b735e0 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:09:47.815290 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175e47bd-7d98-40a0-aec1-7c6603613625 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:09:47.817761 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175e47bd-7d98-40a0-aec1-7c6603613625 None None] Checking segment: {'id': '6890454a-0f45-4686-aa82-6add7af4e54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'cfe5510f-3640-4d3e-9c35-792059b735e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:09:47.818204 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-175e47bd-7d98-40a0-aec1-7c6603613625 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:47.818603 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175e47bd-7d98-40a0-aec1-7c6603613625 None None] Bound using segment: {'id': '6890454a-0f45-4686-aa82-6add7af4e54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'cfe5510f-3640-4d3e-9c35-792059b735e0'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:09:47.820029 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-175e47bd-7d98-40a0-aec1-7c6603613625 None None] Bound port: ab939cb9-3b62-45fa-9c67-01d65b915a77, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6890454a-0f45-4686-aa82-6add7af4e54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'cfe5510f-3640-4d3e-9c35-792059b735e0'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:09:47.822494 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-175e47bd-7d98-40a0-aec1-7c6603613625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:47.902485 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6560670-c48b-42b1-b111-394d5a1bb8a1 req-d43ffe08-18b5-4f33-88d2-1ca55ea8c6db tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:47.912565 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a6560670-c48b-42b1-b111-394d5a1bb8a1 req-d43ffe08-18b5-4f33-88d2-1ca55ea8c6db tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] 10.222.0.60 "GET /v2.0/ports?device_id=a85bfc34-fe70-4399-bdad-ce03dbbbfe2f HTTP/1.1" status: 200 len: 945 time: 0.1759844 Jun 11 10:09:48.020390 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-175e47bd-7d98-40a0-aec1-7c6603613625 None None] For port ab939cb9-3b62-45fa-9c67-01d65b915a77, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:09:48.029582 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-175e47bd-7d98-40a0-aec1-7c6603613625 None None] For port ab939cb9-3b62-45fa-9c67-01d65b915a77, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=ab939cb9-3b62-45fa-9c67-01d65b915a77,segment=NetworkSegment(6890454a-0f45-4686-aa82-6add7af4e54d),segment_id=6890454a-0f45-4686-aa82-6add7af4e54d)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:09:48.091095 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a6560670-c48b-42b1-b111-394d5a1bb8a1 req-fb17b8fd-759c-4f0f-9c00-6330b3250a55 tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] 10.222.0.60 "GET /v2.0/security-groups?id=32d98497-e842-473d-9e84-84e048a1aaca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768894 Jun 11 10:09:48.114345 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1435ab-1432-4cbf-9ec3-1b6211e46472 req-2730fe95-4ac4-4999-a12a-59f538e7b346 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:48.123076 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-175e47bd-7d98-40a0-aec1-7c6603613625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:48.125475 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-bebccef5-06d4-4a53-afd0-9beb103f9e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:48.132694 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8c1435ab-1432-4cbf-9ec3-1b6211e46472 req-2730fe95-4ac4-4999-a12a-59f538e7b346 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=49fd43c7-8eda-45fc-a5a2-a5c4eb73b238 HTTP/1.1" status: 200 len: 944 time: 0.9197450 Jun 11 10:09:48.174172 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a194d40a-5d4b-4d4c-95ff-c7fd88e3c93b req-a18db0e4-4569-4636-87c3-d633fd3726ae tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:48.176764 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a194d40a-5d4b-4d4c-95ff-c7fd88e3c93b req-a18db0e4-4569-4636-87c3-d633fd3726ae tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] 10.222.0.69 "GET /v2.0/ports?device_id=a85bfc34-fe70-4399-bdad-ce03dbbbfe2f HTTP/1.1" status: 200 len: 945 time: 0.1903532 Jun 11 10:09:48.324451 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175e47bd-7d98-40a0-aec1-7c6603613625 None None] Pushing event updated for resources: {'Port': ['ID=ab939cb9-3b62-45fa-9c67-01d65b915a77,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:48.344903 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-8b307e18-84eb-4e84-b922-7fe0cce5091e tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Allocated IP 2001:db8::1 (59dacf4d-115b-4809-a021-e747a5d5e2b9/d2458e44-0ae5-482a-8f11-a37ce6b9840c/9f2ab977-05ed-4ad6-a16b-780558a8f3da) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:09:48.350192 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-175e47bd-7d98-40a0-aec1-7c6603613625 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:48.452047 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-a194d40a-5d4b-4d4c-95ff-c7fd88e3c93b req-25c54d48-61ae-4d15-8ee1-5a1ff987347d tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] Deleting port 40beec4f-3ca8-428f-8466-4d218baffd1b {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:09:48.453174 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a194d40a-5d4b-4d4c-95ff-c7fd88e3c93b req-25c54d48-61ae-4d15-8ee1-5a1ff987347d tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:48.460791 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8c1435ab-1432-4cbf-9ec3-1b6211e46472 req-2c90eca3-1bb1-4173-a7cf-66b91f07ae21 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3265405 Jun 11 10:09:48.465341 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 0f5cc991-7598-4c0c-8b0e-a3e4604a6635 details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 10:09:48.491338 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:48.842614 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 0f5cc991-7598-4c0c-8b0e-a3e4604a6635, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=0f5cc991-7598-4c0c-8b0e-a3e4604a6635,segment=NetworkSegment(5f313cca-80d0-475b-adf4-c4e559f78f6a),segment_id=5f313cca-80d0-475b-adf4-c4e559f78f6a)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:09:48.863691 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8b307e18-84eb-4e84-b922-7fe0cce5091e tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:48.879091 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': '0f5cc991-7598-4c0c-8b0e-a3e4604a6635', 'network_id': 'dde275fe-49aa-4dda-8d58-46e6697ca339', 'port_id': '0f5cc991-7598-4c0c-8b0e-a3e4604a6635', 'mac_address': 'fa:16:3e:6a:23:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57c6571c-69e4-42ab-927b-f1f4d313e6e9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 10:09:48.888326 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-8b307e18-84eb-4e84-b922-7fe0cce5091e tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Transition to ACTIVE for port object 9f2ab977-05ed-4ad6-a16b-780558a8f3da will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:09:48.952990 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5016f07f-8046-4b1e-8e18-ad1604ea99e3 None None] Network 59dacf4d-115b-4809-a021-e747a5d5e2b9 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:09:49.011165 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8b307e18-84eb-4e84-b922-7fe0cce5091e tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:49.013496 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-fa65f723-ad42-4c0d-8912-f16805dee4b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:49.146600 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 49224) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:09:49.147357 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b307e18-84eb-4e84-b922-7fe0cce5091e tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Pushing event updated for resources: {'Port': ['ID=9f2ab977-05ed-4ad6-a16b-780558a8f3da,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:49.151851 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8b307e18-84eb-4e84-b922-7fe0cce5091e tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:49.171799 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b307e18-84eb-4e84-b922-7fe0cce5091e tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Network 59dacf4d-115b-4809-a021-e747a5d5e2b9 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:09:49.172749 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-8b307e18-84eb-4e84-b922-7fe0cce5091e tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:09:49.179027 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b307e18-84eb-4e84-b922-7fe0cce5091e tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:09:49.179989 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8b307e18-84eb-4e84-b922-7fe0cce5091e tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-375088'] for router_interface, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:49.219203 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 875c8935-dae6-4c5e-81a2-92195bcd2a1b up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:09:49.336515 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:49.340961 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-770b51ef-e4c8-48bd-9e38-375ca9850668 None None] Provisioning for port 875c8935-dae6-4c5e-81a2-92195bcd2a1b completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:09:49.440250 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f5cc991-7598-4c0c-8b0e-a3e4604a6635 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:09:49.495938 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-07d9f8be-15bd-485d-9e8e-e09607d82eaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:49.525395 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 875c8935-dae6-4c5e-81a2-92195bcd2a1b completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:09:49.535108 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 0f5cc991-7598-4c0c-8b0e-a3e4604a6635, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=0f5cc991-7598-4c0c-8b0e-a3e4604a6635,segment=NetworkSegment(5f313cca-80d0-475b-adf4-c4e559f78f6a),segment_id=5f313cca-80d0-475b-adf4-c4e559f78f6a)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:09:49.540221 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 875c8935-dae6-4c5e-81a2-92195bcd2a1b triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:09:49.541416 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:49.654902 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:49.657847 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-b1f554f7-b229-4c8e-8340-472fcb04090c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:49.705528 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8b307e18-84eb-4e84-b922-7fe0cce5091e tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:49.826107 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682ca3d0-55ab-42ac-8c55-6415ca1b708d req-08ea6cbd-dc32-4a37-b167-96a1fa67aa11 tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:49.827768 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-682ca3d0-55ab-42ac-8c55-6415ca1b708d req-08ea6cbd-dc32-4a37-b167-96a1fa67aa11 tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] 10.222.0.60 "GET /v2.0/ports?device_id=a85bfc34-fe70-4399-bdad-ce03dbbbfe2f HTTP/1.1" status: 200 len: 945 time: 0.3270557 Jun 11 10:09:49.906331 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-a194d40a-5d4b-4d4c-95ff-c7fd88e3c93b req-25c54d48-61ae-4d15-8ee1-5a1ff987347d tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] For port 40beec4f-3ca8-428f-8466-4d218baffd1b, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=40beec4f-3ca8-428f-8466-4d218baffd1b,segment=NetworkSegment(d115e535-b596-4d63-b9ce-ed25b1cffbb1),segment_id=d115e535-b596-4d63-b9ce-ed25b1cffbb1)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:09:49.906968 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a194d40a-5d4b-4d4c-95ff-c7fd88e3c93b req-25c54d48-61ae-4d15-8ee1-5a1ff987347d tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:49.951887 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec7d63e-cde6-4cb3-9019-b6461138ea77 req-35b6d3af-f290-45f2-88ed-86ddd531a0b7 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:49.953933 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6ec7d63e-cde6-4cb3-9019-b6461138ea77 req-35b6d3af-f290-45f2-88ed-86ddd531a0b7 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=5cc76de8-e1db-4585-bf02-8c900623fc3c HTTP/1.1" status: 200 len: 944 time: 1.1520090 Jun 11 10:09:49.984216 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['0f5cc991-7598-4c0c-8b0e-a3e4604a6635'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:09:50.062330 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e978e3a2-dfba-4c46-9dbb-c9294a2613ae None None] Network cfe5510f-3640-4d3e-9c35-792059b735e0 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:09:50.081877 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-682ca3d0-55ab-42ac-8c55-6415ca1b708d req-5fd02065-ac4a-4b42-9920-2dfbbde4ade8 tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] 10.222.0.60 "GET /v2.0/security-groups?id=32d98497-e842-473d-9e84-84e048a1aaca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189531 Jun 11 10:09:50.108864 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=0f5cc991-7598-4c0c-8b0e-a3e4604a6635,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:50.141615 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-07d9f8be-15bd-485d-9e8e-e09607d82eaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:50.144945 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:50.164026 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:50.176643 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-a194d40a-5d4b-4d4c-95ff-c7fd88e3c93b req-25c54d48-61ae-4d15-8ee1-5a1ff987347d tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] Calling delete_port for 40beec4f-3ca8-428f-8466-4d218baffd1b owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:09:50.236237 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f9f7c5ba-a5de-4966-ad75-9fe2844d5d44 None None] Provisioning for port ab939cb9-3b62-45fa-9c67-01d65b915a77 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:09:50.321280 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6ec7d63e-cde6-4cb3-9019-b6461138ea77 req-2405ce00-4748-4d5c-9c1b-333f3b594be4 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3443344 Jun 11 10:09:50.373254 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-07d9f8be-15bd-485d-9e8e-e09607d82eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:50.402713 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f10adf8f-aa64-48d1-8531-53a88670da9a tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:50.652547 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 875c8935-dae6-4c5e-81a2-92195bcd2a1b, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=875c8935-dae6-4c5e-81a2-92195bcd2a1b,segment=NetworkSegment(46b10d8e-26e4-4386-b024-5819ad92272f),segment_id=46b10d8e-26e4-4386-b024-5819ad92272f)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:09:50.655894 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d9f8be-15bd-485d-9e8e-e09607d82eaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bba7d600-7f9d-40f1-bd4b-e7cab9576e97,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:50.655894 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-07d9f8be-15bd-485d-9e8e-e09607d82eaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:50.655894 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8b307e18-84eb-4e84-b922-7fe0cce5091e tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:50.655894 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-07d9f8be-15bd-485d-9e8e-e09607d82eaf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b9e419b49e764ac7b89830f915ecc622&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4285376 Jun 11 10:09:50.656948 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-326f487d-16b0-453f-830c-94b24e7b86f1 None None] Provisioning complete for port 875c8935-dae6-4c5e-81a2-92195bcd2a1b triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:09:50.656948 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-326f487d-16b0-453f-830c-94b24e7b86f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:50.657559 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c84be-d7ee-4eb7-b1c0-561bff19b0cc req-55f4cda9-ef80-42e5-964e-b7daae77352c tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:50.657559 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-df6c84be-d7ee-4eb7-b1c0-561bff19b0cc req-55f4cda9-ef80-42e5-964e-b7daae77352c tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=49fd43c7-8eda-45fc-a5a2-a5c4eb73b238 HTTP/1.1" status: 200 len: 944 time: 0.2648852 Jun 11 10:09:50.657559 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-df6c84be-d7ee-4eb7-b1c0-561bff19b0cc req-71755a0b-2af4-4385-ba07-cb6a9078860b tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436339 Jun 11 10:09:50.658489 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 49246) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:09:50.767358 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ab874b34-b592-44b5-8914-ee0f538b273e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:50.808040 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-326f487d-16b0-453f-830c-94b24e7b86f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:50.813439 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ab874b34-b592-44b5-8914-ee0f538b273e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:51.067645 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:51.068519 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device ab939cb9-3b62-45fa-9c67-01d65b915a77 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:09:51.070820 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:51.084412 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8b307e18-84eb-4e84-b922-7fe0cce5091e tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:51.085325 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8b307e18-84eb-4e84-b922-7fe0cce5091e tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375108'] for router_interface, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:51.085970 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a194d40a-5d4b-4d4c-95ff-c7fd88e3c93b req-25c54d48-61ae-4d15-8ee1-5a1ff987347d tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:51.088156 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ca9e1bd1-afd3-4f37-82b1-9dc34e40b094 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:51.096598 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-42ffebb0-1655-4a2f-9eca-3e74aad1aa7a tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:51.136835 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c54d48-61ae-4d15-8ee1-5a1ff987347d tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] Pushing event deleted for resources: {'Port': ['ID=40beec4f-3ca8-428f-8466-4d218baffd1b,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:51.140207 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-25c54d48-61ae-4d15-8ee1-5a1ff987347d tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:51.216126 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-a194d40a-5d4b-4d4c-95ff-c7fd88e3c93b req-25c54d48-61ae-4d15-8ee1-5a1ff987347d tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] No DVR routers for this DVR port 40beec4f-3ca8-428f-8466-4d218baffd1b on host n-h2-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:09:51.224971 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a194d40a-5d4b-4d4c-95ff-c7fd88e3c93b req-25c54d48-61ae-4d15-8ee1-5a1ff987347d tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:51.234011 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a194d40a-5d4b-4d4c-95ff-c7fd88e3c93b req-25c54d48-61ae-4d15-8ee1-5a1ff987347d tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] 10.222.0.69 "DELETE /v2.0/ports/40beec4f-3ca8-428f-8466-4d218baffd1b HTTP/1.1" status: 204 len: 173 time: 3.0500000 Jun 11 10:09:51.235534 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a85bfc34-fe70-4399-bdad-ce03dbbbfe2f', 'name': 'network-vif-deleted', 'tag': '40beec4f-3ca8-428f-8466-4d218baffd1b'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:09:51.239874 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-222d1cb7-2313-49bc-a837-5cb1890cf2c6" -d '{"events": [{"server_uuid": "a85bfc34-fe70-4399-bdad-ce03dbbbfe2f", "name": "network-vif-deleted", "tag": "40beec4f-3ca8-428f-8466-4d218baffd1b"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:09:51.306441 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b307e18-84eb-4e84-b922-7fe0cce5091e tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Pushing event updated for resources: {'Port': ['ID=9f2ab977-05ed-4ad6-a16b-780558a8f3da,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:51.316910 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=875c8935-dae6-4c5e-81a2-92195bcd2a1b,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:51.320911 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.db.api [None req-326f487d-16b0-453f-830c-94b24e7b86f1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93178) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 10:09:51.320911 n-d-779913-12 neutron-server[93178]: DEBUG oslo_db.api [None req-326f487d-16b0-453f-830c-94b24e7b86f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 10:09:51.321368 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:51.348241 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8b307e18-84eb-4e84-b922-7fe0cce5091e tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:51.349802 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6097cee7-c180-46fc-a0d8-4f0de7911a37 x-openstack-request-id: req-6097cee7-c180-46fc-a0d8-4f0de7911a37 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:09:51.351011 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a85bfc34-fe70-4399-bdad-ce03dbbbfe2f", "name": "network-vif-deleted", "tag": "40beec4f-3ca8-428f-8466-4d218baffd1b", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:09:51.351521 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6097cee7-c180-46fc-a0d8-4f0de7911a37 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:09:51.352382 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a85bfc34-fe70-4399-bdad-ce03dbbbfe2f', 'name': 'network-vif-deleted', 'tag': '40beec4f-3ca8-428f-8466-4d218baffd1b', 'status': 'completed', 'code': 200} Jun 11 10:09:51.381437 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port ab939cb9-3b62-45fa-9c67-01d65b915a77 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:09:51.387549 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port ab939cb9-3b62-45fa-9c67-01d65b915a77 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:09:51.388434 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:51.390066 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d706f3ac-c896-4ada-8b13-48a659ed0a39 req-424fff9e-b65b-4fc1-a1de-a8569081d72d tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] 10.222.0.60 "GET /v2.0/ports?device_id=a85bfc34-fe70-4399-bdad-ce03dbbbfe2f HTTP/1.1" status: 200 len: 210 time: 0.0751519 Jun 11 10:09:51.526537 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ab874b34-b592-44b5-8914-ee0f538b273e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:51.530493 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ab874b34-b592-44b5-8914-ee0f538b273e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:51.531194 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-ab874b34-b592-44b5-8914-ee0f538b273e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bba7d600-7f9d-40f1-bd4b-e7cab9576e97 HTTP/1.1" status: 204 len: 168 time: 0.8723187 Jun 11 10:09:51.540829 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b307e18-84eb-4e84-b922-7fe0cce5091e tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Network 59dacf4d-115b-4809-a021-e747a5d5e2b9 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:09:51.542218 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d0eb604e-a148-4d2e-a3d1-76f2d384b45e tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:51.544379 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-8b307e18-84eb-4e84-b922-7fe0cce5091e tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:09:51.562738 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab874b34-b592-44b5-8914-ee0f538b273e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba7d600-7f9d-40f1-bd4b-e7cab9576e97,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:51.594883 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:51.613410 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ab874b34-b592-44b5-8914-ee0f538b273e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:51.676681 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port ab939cb9-3b62-45fa-9c67-01d65b915a77, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=ab939cb9-3b62-45fa-9c67-01d65b915a77,segment=NetworkSegment(6890454a-0f45-4686-aa82-6add7af4e54d),segment_id=6890454a-0f45-4686-aa82-6add7af4e54d)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:09:51.735757 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:51.745409 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f09d1049-004d-420d-a4a1-37146b17b6b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:52.104812 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65415e45-2795-43b6-8887-cac34f6caa13 req-a83c872a-a32f-44ec-bf7b-c5b6df28605d tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:52.106416 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-65415e45-2795-43b6-8887-cac34f6caa13 req-a83c872a-a32f-44ec-bf7b-c5b6df28605d tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=49fd43c7-8eda-45fc-a5a2-a5c4eb73b238 HTTP/1.1" status: 200 len: 944 time: 0.1986461 Jun 11 10:09:52.205799 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-65415e45-2795-43b6-8887-cac34f6caa13 req-80677f2b-238c-4456-884c-5c448e66ee89 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891259 Jun 11 10:09:52.218414 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 875c8935-dae6-4c5e-81a2-92195bcd2a1b up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:09:52.263276 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 40beec4f-3ca8-428f-8466-4d218baffd1b no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:09:52.306649 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] No Port match for: 40beec4f-3ca8-428f-8466-4d218baffd1b {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:09:52.307011 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 40beec4f-3ca8-428f-8466-4d218baffd1b not bound to the agent host n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:09:52.341313 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=ab939cb9-3b62-45fa-9c67-01d65b915a77,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:52.352760 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.612s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:52.366719 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 875c8935-dae6-4c5e-81a2-92195bcd2a1b triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:09:52.366719 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:52.382795 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 49278) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:09:52.428997 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-95458e78-3886-45d5-b1b9-4c6517395c1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:52.444075 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35e40a9-a5d8-4d34-b032-7c01d3e9b2bd req-e2c09fd7-e23c-461c-9ffa-33bec7f4fe97 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:52.451599 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-326f487d-16b0-453f-830c-94b24e7b86f1 None None] Provisioning for port 9f2ab977-05ed-4ad6-a16b-780558a8f3da completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:09:52.453814 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a35e40a9-a5d8-4d34-b032-7c01d3e9b2bd req-e2c09fd7-e23c-461c-9ffa-33bec7f4fe97 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=5cc76de8-e1db-4585-bf02-8c900623fc3c HTTP/1.1" status: 200 len: 945 time: 0.8388219 Jun 11 10:09:52.456962 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-326f487d-16b0-453f-830c-94b24e7b86f1 None None] Provisioning complete for port 9f2ab977-05ed-4ad6-a16b-780558a8f3da triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:09:52.457279 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-326f487d-16b0-453f-830c-94b24e7b86f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:52.510619 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 0f5cc991-7598-4c0c-8b0e-a3e4604a6635 up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:09:52.512571 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a35e40a9-a5d8-4d34-b032-7c01d3e9b2bd req-5943f561-bd88-4647-81e7-cdbfcbe3f26c tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557294 Jun 11 10:09:52.569663 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b307e18-84eb-4e84-b922-7fe0cce5091e tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Router 44eaefc6-ea1e-437a-8f13-1d980da0ebfd is scheduled to L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 with binding_index 1 {{(pid=93177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 10:09:52.599561 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-326f487d-16b0-453f-830c-94b24e7b86f1 None None] Port 9f2ab977-05ed-4ad6-a16b-780558a8f3da cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:09:52.685014 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-95458e78-3886-45d5-b1b9-4c6517395c1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:52.690089 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning for port 0f5cc991-7598-4c0c-8b0e-a3e4604a6635 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:09:52.695126 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port 0f5cc991-7598-4c0c-8b0e-a3e4604a6635 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:09:52.695665 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:52.726048 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0def4911-5a0b-407a-b1a5-8dd2d5b26875 req-4dc4bdc1-fb04-4fcd-9a7f-c81b744e8c71 tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] 10.222.0.60 "GET /v2.0/ports?device_id=a85bfc34-fe70-4399-bdad-ce03dbbbfe2f HTTP/1.1" status: 200 len: 210 time: 0.0550332 Jun 11 10:09:52.767638 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-b3b0daec-ee94-43aa-8b3a-d669ea473d67 None None] Provisioning complete for port ab939cb9-3b62-45fa-9c67-01d65b915a77 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:09:52.768029 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b3b0daec-ee94-43aa-8b3a-d669ea473d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:52.775997 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b307e18-84eb-4e84-b922-7fe0cce5091e tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:09:52.782452 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-8b307e18-84eb-4e84-b922-7fe0cce5091e tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "PUT /v2.0/routers/44eaefc6-ea1e-437a-8f13-1d980da0ebfd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3653481 Jun 11 10:09:52.785520 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 49284) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:09:52.807906 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae9d1b7-5537-4367-9982-8fbf78c88f19 None None] Sync routers for ids ['44eaefc6-ea1e-437a-8f13-1d980da0ebfd'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:09:52.830095 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-95458e78-3886-45d5-b1b9-4c6517395c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:52.836743 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7bcc8120-23ae-4ccc-b7de-d0daa9344a18 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:52.849528 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae9d1b7-5537-4367-9982-8fbf78c88f19 None None] Routers {'44eaefc6-ea1e-437a-8f13-1d980da0ebfd'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:09:52.850396 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-2ae9d1b7-5537-4367-9982-8fbf78c88f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:09:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['44eaefc6-ea1e-437a-8f13-1d980da0ebfd'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:09:52.873867 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95458e78-3886-45d5-b1b9-4c6517395c1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b6adb2-ee3f-4a08-8971-85817cc63a76,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:52.887881 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-95458e78-3886-45d5-b1b9-4c6517395c1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:52.911308 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fab6c5f-6870-4c7d-8b59-458bb35cb720 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:52.915858 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-4fab6c5f-6870-4c7d-8b59-458bb35cb720 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "GET /v2.0/ports/9f2ab977-05ed-4ad6-a16b-780558a8f3da HTTP/1.1" status: 200 len: 911 time: 0.1261785 Jun 11 10:09:52.916008 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 49286) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:09:52.926574 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-95458e78-3886-45d5-b1b9-4c6517395c1b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5b2d553085ae4803b390f7e0418d1cbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5412416 Jun 11 10:09:52.929279 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 49288) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:09:52.955447 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-2ae9d1b7-5537-4367-9982-8fbf78c88f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:09:52.993997 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fa15c41e-05aa-47eb-8a3a-16e154d8084e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:53.009516 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae9d1b7-5537-4367-9982-8fbf78c88f19 None None] Routers {'44eaefc6-ea1e-437a-8f13-1d980da0ebfd'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:09:53.010217 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-2ae9d1b7-5537-4367-9982-8fbf78c88f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:09:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['44eaefc6-ea1e-437a-8f13-1d980da0ebfd'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:09:53.017946 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:53.034060 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fa15c41e-05aa-47eb-8a3a-16e154d8084e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:53.134322 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-2ae9d1b7-5537-4367-9982-8fbf78c88f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:09:53.134788 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae9d1b7-5537-4367-9982-8fbf78c88f19 None None] The sync data for ids ['44eaefc6-ea1e-437a-8f13-1d980da0ebfd'] in n-d-779913-12 is: [] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:09:53.168860 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 0f5cc991-7598-4c0c-8b0e-a3e4604a6635, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=0f5cc991-7598-4c0c-8b0e-a3e4604a6635,segment=NetworkSegment(5f313cca-80d0-475b-adf4-c4e559f78f6a),segment_id=5f313cca-80d0-475b-adf4-c4e559f78f6a)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:09:53.170330 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cc76de8-e1db-4585-bf02-8c900623fc3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f5cc991-7598-4c0c-8b0e-a3e4604a6635'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:09:53.172814 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e5b7a87-6757-4d1f-a95e-5dab59adb749" -d '{"events": [{"server_uuid": "5cc76de8-e1db-4585-bf02-8c900623fc3c", "name": "network-vif-plugged", "status": "completed", "tag": "0f5cc991-7598-4c0c-8b0e-a3e4604a6635"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:09:53.193260 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fa15c41e-05aa-47eb-8a3a-16e154d8084e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:53.196213 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fa15c41e-05aa-47eb-8a3a-16e154d8084e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:53.209592 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-fa15c41e-05aa-47eb-8a3a-16e154d8084e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b6b6adb2-ee3f-4a08-8971-85817cc63a76 HTTP/1.1" status: 204 len: 168 time: 0.2791362 Jun 11 10:09:53.209908 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-b3b0daec-ee94-43aa-8b3a-d669ea473d67 None None] Provisioning complete for port 9f2ab977-05ed-4ad6-a16b-780558a8f3da triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:09:53.210278 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b3b0daec-ee94-43aa-8b3a-d669ea473d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:53.211958 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-19e2db17-fa92-424b-9e9f-66da0ca8bf00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:53.232616 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa15c41e-05aa-47eb-8a3a-16e154d8084e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b6adb2-ee3f-4a08-8971-85817cc63a76,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:53.247210 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-fa15c41e-05aa-47eb-8a3a-16e154d8084e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:53.279321 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-873a7f11-f71a-4774-a96e-0997243075e2 x-openstack-request-id: req-873a7f11-f71a-4774-a96e-0997243075e2 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:09:53.279917 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cc76de8-e1db-4585-bf02-8c900623fc3c", "name": "network-vif-plugged", "status": "completed", "tag": "0f5cc991-7598-4c0c-8b0e-a3e4604a6635", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:09:53.279917 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-873a7f11-f71a-4774-a96e-0997243075e2 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:09:53.280301 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cc76de8-e1db-4585-bf02-8c900623fc3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f5cc991-7598-4c0c-8b0e-a3e4604a6635', 'code': 200} Jun 11 10:09:53.285696 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:53.294425 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:53.402687 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=0f5cc991-7598-4c0c-8b0e-a3e4604a6635,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:53.411551 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:53.416920 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-b3b0daec-ee94-43aa-8b3a-d669ea473d67 None None] Port 9f2ab977-05ed-4ad6-a16b-780558a8f3da cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:09:53.598295 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02e56d6-cded-48a8-99e1-ab6db56c1b26 req-894589fa-18b9-4c0f-8c93-b1429b7144d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:53.600182 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e02e56d6-cded-48a8-99e1-ab6db56c1b26 req-894589fa-18b9-4c0f-8c93-b1429b7144d1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5cc76de8-e1db-4585-bf02-8c900623fc3c HTTP/1.1" status: 200 len: 1098 time: 0.2039211 Jun 11 10:09:53.709134 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e02e56d6-cded-48a8-99e1-ab6db56c1b26 req-0fc2da41-0f87-412a-8b3f-8f4679948761 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760214 Jun 11 10:09:53.779695 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b0d54-de1f-4dfb-b45c-b2a7e3d3a65a req-d7867955-6e33-44fa-b7dc-bd85cc430dd4 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:53.781380 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a17b0d54-de1f-4dfb-b45c-b2a7e3d3a65a req-d7867955-6e33-44fa-b7dc-bd85cc430dd4 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=49fd43c7-8eda-45fc-a5a2-a5c4eb73b238 HTTP/1.1" status: 200 len: 944 time: 0.2496641 Jun 11 10:09:53.787987 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf092dd-ce7f-4764-a900-fb7cf405a633 req-c70e7d1d-b0b6-4727-84a8-c24c65eb2365 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:53.797095 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5cf092dd-ce7f-4764-a900-fb7cf405a633 req-c70e7d1d-b0b6-4727-84a8-c24c65eb2365 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=5cc76de8-e1db-4585-bf02-8c900623fc3c HTTP/1.1" status: 200 len: 946 time: 0.0980608 Jun 11 10:09:53.851015 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5cf092dd-ce7f-4764-a900-fb7cf405a633 req-2fbfeaa7-cbd4-43a0-9de3-011012ff0c60 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529399 Jun 11 10:09:53.891168 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device ab939cb9-3b62-45fa-9c67-01d65b915a77 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:09:53.940536 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-58900164-186a-4603-a11f-dfaa345e2998 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:53.977598 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a17b0d54-de1f-4dfb-b45c-b2a7e3d3a65a req-cfe4e6f6-b394-4ed1-8af2-c8984be47fa1 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776807 Jun 11 10:09:54.013268 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port ab939cb9-3b62-45fa-9c67-01d65b915a77 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:09:54.013671 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:54.446262 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268039f4-9e03-4f8b-a0c1-06c9901e94c0 req-44d89632-cdbe-420a-b5de-904041409a20 tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:54.454531 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-268039f4-9e03-4f8b-a0c1-06c9901e94c0 req-44d89632-cdbe-420a-b5de-904041409a20 tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] 10.222.0.60 "GET /v2.0/networks?id=35df5041-868e-4b75-8f1d-c97928413ace HTTP/1.1" status: 200 len: 809 time: 0.2098982 Jun 11 10:09:54.473177 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-268039f4-9e03-4f8b-a0c1-06c9901e94c0 req-e134cd7e-afcc-460d-b724-4452ded39d07 tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] 10.222.0.60 "GET /v2.0/quotas/95681b49053843d7860e02f7c9e19b18 HTTP/1.1" status: 200 len: 375 time: 0.0175257 Jun 11 10:09:54.499879 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-58900164-186a-4603-a11f-dfaa345e2998 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Allocated IP 2001:db8:1::1 (cfe5510f-3640-4d3e-9c35-792059b735e0/6de76bb5-7cfb-4677-90f9-b293e3186162/749c81ab-14c9-445a-a828-c8c1c90d6a2b) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:09:54.535202 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-268039f4-9e03-4f8b-a0c1-06c9901e94c0 req-7b18d022-42f8-4730-87e7-9f2af30bf742 tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=95681b49053843d7860e02f7c9e19b18&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0606072 Jun 11 10:09:54.688179 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-268039f4-9e03-4f8b-a0c1-06c9901e94c0 req-39ff9295-352a-49e6-9d22-29155a82ac8c service neutron] 10.222.0.60 "GET /v2.0/networks/35df5041-868e-4b75-8f1d-c97928413ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494946 Jun 11 10:09:54.772102 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-58900164-186a-4603-a11f-dfaa345e2998 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:54.793526 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [None req-58900164-186a-4603-a11f-dfaa345e2998 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Transition to ACTIVE for port object 749c81ab-14c9-445a-a828-c8c1c90d6a2b will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:09:54.858753 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-268039f4-9e03-4f8b-a0c1-06c9901e94c0 req-1076c7b5-0b5d-4ef4-8a3d-fef1299effbe service neutron] 10.222.0.60 "GET /v2.0/networks/35df5041-868e-4b75-8f1d-c97928413ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644545 Jun 11 10:09:54.930607 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-58900164-186a-4603-a11f-dfaa345e2998 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:54.935503 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-987822d1-badd-416b-9be8-458d70084138 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:55.052318 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58900164-186a-4603-a11f-dfaa345e2998 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Pushing event updated for resources: {'Port': ['ID=749c81ab-14c9-445a-a828-c8c1c90d6a2b,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:55.063854 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58900164-186a-4603-a11f-dfaa345e2998 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Network cfe5510f-3640-4d3e-9c35-792059b735e0 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:09:55.077283 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-58900164-186a-4603-a11f-dfaa345e2998 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:55.078511 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-58900164-186a-4603-a11f-dfaa345e2998 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:09:55.081646 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58900164-186a-4603-a11f-dfaa345e2998 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:09:55.082226 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-58900164-186a-4603-a11f-dfaa345e2998 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-375088'] for router_interface, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:55.187688 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:09:55.472992 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5ba4fd-244d-42ad-b9da-e6db30be68e2 req-7de88c62-4422-4ec0-8c02-3a3e0658e683 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:55.476842 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ec5ba4fd-244d-42ad-b9da-e6db30be68e2 req-7de88c62-4422-4ec0-8c02-3a3e0658e683 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=49fd43c7-8eda-45fc-a5a2-a5c4eb73b238 HTTP/1.1" status: 200 len: 944 time: 0.1697307 Jun 11 10:09:55.542324 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d6683-ef84-4fb7-b052-bae99c656895 req-495818fc-f2ac-4685-8c3c-6a7febaec6cd tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:55.543940 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f21d6683-ef84-4fb7-b052-bae99c656895 req-495818fc-f2ac-4685-8c3c-6a7febaec6cd tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=5cc76de8-e1db-4585-bf02-8c900623fc3c HTTP/1.1" status: 200 len: 946 time: 0.4833324 Jun 11 10:09:55.626388 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ec5ba4fd-244d-42ad-b9da-e6db30be68e2 req-b57965bd-2316-45e7-a94b-4c3e2ff68526 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384907 Jun 11 10:09:55.627238 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-c21ad4a3-9efb-4313-8768-a9fce9839e81 None None] Provisioning for port 749c81ab-14c9-445a-a828-c8c1c90d6a2b completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:09:55.634017 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-58900164-186a-4603-a11f-dfaa345e2998 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:55.639055 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-c21ad4a3-9efb-4313-8768-a9fce9839e81 None None] Provisioning complete for port 749c81ab-14c9-445a-a828-c8c1c90d6a2b triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:09:55.643771 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c21ad4a3-9efb-4313-8768-a9fce9839e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:55.760343 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-c21ad4a3-9efb-4313-8768-a9fce9839e81 None None] Port 749c81ab-14c9-445a-a828-c8c1c90d6a2b cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:09:55.808427 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6a9103f7-83e3-48fe-a21f-04470a026341 req-1f1bbd28-6b78-4891-85df-afda3510805d tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcbec603-326d-4493-b865-450f5c5192bf HTTP/1.1" status: 200 len: 210 time: 0.0907872 Jun 11 10:09:55.816295 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f21d6683-ef84-4fb7-b052-bae99c656895 req-abef3048-8d12-44ce-bb88-48d96b209b42 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830232 Jun 11 10:09:56.209679 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device caeaa258-0579-4956-b254-f278b878bd49 details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 10:09:56.220138 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-58900164-186a-4603-a11f-dfaa345e2998 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:56.304615 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 49384) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:09:56.358915 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-58900164-186a-4603-a11f-dfaa345e2998 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:56.360100 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-58900164-186a-4603-a11f-dfaa345e2998 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375108'] for router_interface, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:56.362380 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f5c0145f-a0ac-48f0-8b05-951456bc4ec6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:56.383200 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port caeaa258-0579-4956-b254-f278b878bd49, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=caeaa258-0579-4956-b254-f278b878bd49,segment=NetworkSegment(5c22e2d5-0ba6-4801-a903-4241c2620ae4),segment_id=5c22e2d5-0ba6-4801-a903-4241c2620ae4)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:09:56.413001 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': 'caeaa258-0579-4956-b254-f278b878bd49', 'network_id': '795e7157-0b59-4b3c-b5bc-895c607dc0cc', 'port_id': 'caeaa258-0579-4956-b254-f278b878bd49', 'mac_address': 'fa:16:3e:51:09:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b543bd1f-2b45-4ed6-ae53-d9d0c8ed8871', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 10:09:56.481079 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58900164-186a-4603-a11f-dfaa345e2998 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Pushing event updated for resources: {'Port': ['ID=749c81ab-14c9-445a-a828-c8c1c90d6a2b,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:56.499546 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:56.526478 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caeaa258-0579-4956-b254-f278b878bd49 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:09:56.574710 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port caeaa258-0579-4956-b254-f278b878bd49, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=caeaa258-0579-4956-b254-f278b878bd49,segment=NetworkSegment(5c22e2d5-0ba6-4801-a903-4241c2620ae4),segment_id=5c22e2d5-0ba6-4801-a903-4241c2620ae4)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:09:56.579477 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-58900164-186a-4603-a11f-dfaa345e2998 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:56.667004 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58900164-186a-4603-a11f-dfaa345e2998 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Network cfe5510f-3640-4d3e-9c35-792059b735e0 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:09:56.672927 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-58900164-186a-4603-a11f-dfaa345e2998 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:09:56.679514 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:56.681514 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-9c99a04a-d4e5-4607-90b9-6a6f5e1606c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:56.682140 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-b4b7eef7-602a-4d02-bd9c-96f46269315c tempest-PortsAdminExtendedAttrsTestJSON-1692560799 tempest-PortsAdminExtendedAttrsTestJSON-1692560799-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-2052253816'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:09:56.787300 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4b7eef7-602a-4d02-bd9c-96f46269315c tempest-PortsAdminExtendedAttrsTestJSON-1692560799 tempest-PortsAdminExtendedAttrsTestJSON-1692560799-project] Made reservation on behalf of fa9caed6a15c4a1ab4ffc766789bd351 for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:09:56.792844 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b4b7eef7-602a-4d02-bd9c-96f46269315c tempest-PortsAdminExtendedAttrsTestJSON-1692560799 tempest-PortsAdminExtendedAttrsTestJSON-1692560799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:56.810580 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=caeaa258-0579-4956-b254-f278b878bd49,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:56.819152 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:09:56.819506 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:09:56.819951 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:09:56.820285 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:09:56.828375 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:09:56.828375 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:09:56.828375 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:09:56.828375 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:09:56.828375 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:09:56.828375 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:09:56.828375 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:09:56.828375 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:09:56.828375 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:56.836498 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b4b7eef7-602a-4d02-bd9c-96f46269315c tempest-PortsAdminExtendedAttrsTestJSON-1692560799 tempest-PortsAdminExtendedAttrsTestJSON-1692560799-project] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:57.008572 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['caeaa258-0579-4956-b254-f278b878bd49'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:09:57.022687 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d80b23f-5446-4d43-b8ab-33203dd97fd4 req-006949e7-1b10-47f5-9577-ba65c288bacb tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:57.040889 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9d80b23f-5446-4d43-b8ab-33203dd97fd4 req-006949e7-1b10-47f5-9577-ba65c288bacb tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=5cc76de8-e1db-4585-bf02-8c900623fc3c HTTP/1.1" status: 200 len: 946 time: 0.3442085 Jun 11 10:09:57.063659 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58900164-186a-4603-a11f-dfaa345e2998 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Router 44eaefc6-ea1e-437a-8f13-1d980da0ebfd has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:09:57.094664 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cdd7e8-3ce9-4c0c-ab87-444348013f6f req-d6ae7673-96cf-4a2d-8ba5-8f66e9ba5307 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:57.101861 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-19cdd7e8-3ce9-4c0c-ab87-444348013f6f req-d6ae7673-96cf-4a2d-8ba5-8f66e9ba5307 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=49fd43c7-8eda-45fc-a5a2-a5c4eb73b238 HTTP/1.1" status: 200 len: 945 time: 0.1532218 Jun 11 10:09:57.120240 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9d80b23f-5446-4d43-b8ab-33203dd97fd4 req-0bfa6d2a-e9fd-48da-baa6-fbc91348f617 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782335 Jun 11 10:09:57.150004 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-19cdd7e8-3ce9-4c0c-ab87-444348013f6f req-fac806a8-cb9b-44cb-a601-7506c1040c2e tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463710 Jun 11 10:09:57.207174 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b4b7eef7-602a-4d02-bd9c-96f46269315c tempest-PortsAdminExtendedAttrsTestJSON-1692560799 tempest-PortsAdminExtendedAttrsTestJSON-1692560799-project] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:57.250847 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-868d3b76-fd84-479f-ab18-8f7970aadf2c None None] Provisioning complete for port 749c81ab-14c9-445a-a828-c8c1c90d6a2b triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:09:57.251230 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-868d3b76-fd84-479f-ab18-8f7970aadf2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:57.302212 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b4b7eef7-602a-4d02-bd9c-96f46269315c tempest-PortsAdminExtendedAttrsTestJSON-1692560799 tempest-PortsAdminExtendedAttrsTestJSON-1692560799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:57.315421 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a8755e4f-54ad-424b-8d11-751e6942f8dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:57.330243 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58900164-186a-4603-a11f-dfaa345e2998 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:09:57.333370 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4b7eef7-602a-4d02-bd9c-96f46269315c tempest-PortsAdminExtendedAttrsTestJSON-1692560799 tempest-PortsAdminExtendedAttrsTestJSON-1692560799-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 793} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:09:57.346535 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-868d3b76-fd84-479f-ab18-8f7970aadf2c None None] Port 749c81ab-14c9-445a-a828-c8c1c90d6a2b cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:09:57.361176 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b4b7eef7-602a-4d02-bd9c-96f46269315c tempest-PortsAdminExtendedAttrsTestJSON-1692560799 tempest-PortsAdminExtendedAttrsTestJSON-1692560799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:57.361650 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-b4b7eef7-602a-4d02-bd9c-96f46269315c tempest-PortsAdminExtendedAttrsTestJSON-1692560799 tempest-PortsAdminExtendedAttrsTestJSON-1692560799-project] Added segment 83db142c-754d-41a3-8f9e-61aea9f60769 of type vlan for network 6f3451d0-4740-4b9c-a179-73b4fa7879b5 Jun 11 10:09:57.362006 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23cf1de-46ec-4fa7-8bbb-a53981d24a24 None None] Sync routers for ids ['44eaefc6-ea1e-437a-8f13-1d980da0ebfd'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:09:57.363358 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b7eef7-602a-4d02-bd9c-96f46269315c tempest-PortsAdminExtendedAttrsTestJSON-1692560799 tempest-PortsAdminExtendedAttrsTestJSON-1692560799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53b1b62b-c73a-456c-a4d4-6938affa0741,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:57.367752 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-58900164-186a-4603-a11f-dfaa345e2998 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "PUT /v2.0/routers/44eaefc6-ea1e-437a-8f13-1d980da0ebfd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4484694 Jun 11 10:09:57.368806 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f8b05885-89b6-4c04-afee-97539fea3a86 req-23868f69-2fb2-4dbf-9ae0-8847af2a25b1 tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcbec603-326d-4493-b865-450f5c5192bf HTTP/1.1" status: 200 len: 210 time: 0.0527966 Jun 11 10:09:57.375692 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 49408) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:09:57.386589 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23cf1de-46ec-4fa7-8bbb-a53981d24a24 None None] Routers {'44eaefc6-ea1e-437a-8f13-1d980da0ebfd'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:09:57.387753 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-e23cf1de-46ec-4fa7-8bbb-a53981d24a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:09:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['44eaefc6-ea1e-437a-8f13-1d980da0ebfd'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:09:57.402314 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b4b7eef7-602a-4d02-bd9c-96f46269315c tempest-PortsAdminExtendedAttrsTestJSON-1692560799 tempest-PortsAdminExtendedAttrsTestJSON-1692560799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:57.519944 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b4b7eef7-602a-4d02-bd9c-96f46269315c tempest-PortsAdminExtendedAttrsTestJSON-1692560799 tempest-PortsAdminExtendedAttrsTestJSON-1692560799-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:57.528288 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e2f281-9cb7-4433-bebe-74cb8b3b6d06 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:57.536824 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-30e2f281-9cb7-4433-bebe-74cb8b3b6d06 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "GET /v2.0/ports/749c81ab-14c9-445a-a828-c8c1c90d6a2b HTTP/1.1" status: 200 len: 913 time: 0.1574070 Jun 11 10:09:57.538140 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 49414) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:09:57.619467 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-e23cf1de-46ec-4fa7-8bbb-a53981d24a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:09:57.630114 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23cf1de-46ec-4fa7-8bbb-a53981d24a24 None None] Routers {'44eaefc6-ea1e-437a-8f13-1d980da0ebfd'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:09:57.630823 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-e23cf1de-46ec-4fa7-8bbb-a53981d24a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:09:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['44eaefc6-ea1e-437a-8f13-1d980da0ebfd'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:09:57.690429 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-e23cf1de-46ec-4fa7-8bbb-a53981d24a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:09:57.691023 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23cf1de-46ec-4fa7-8bbb-a53981d24a24 None None] The sync data for ids ['44eaefc6-ea1e-437a-8f13-1d980da0ebfd'] in n-d-779913-12 is: [] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:09:57.922548 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef60da1-d0e1-4b8c-8f93-2c2d7da9e73c req-445fd47e-6d8e-43d3-b756-22ff007f77ce tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:57.924054 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5ef60da1-d0e1-4b8c-8f93-2c2d7da9e73c req-445fd47e-6d8e-43d3-b756-22ff007f77ce tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.64 "GET /v2.0/ports?device_id=5cc76de8-e1db-4585-bf02-8c900623fc3c HTTP/1.1" status: 200 len: 946 time: 0.0926607 Jun 11 10:09:58.066038 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-5ef60da1-d0e1-4b8c-8f93-2c2d7da9e73c req-4c47cf79-190f-4a24-9209-132981c0964c tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Deleting port 0f5cc991-7598-4c0c-8b0e-a3e4604a6635 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:09:58.066774 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-5ef60da1-d0e1-4b8c-8f93-2c2d7da9e73c req-4c47cf79-190f-4a24-9209-132981c0964c tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:58.090561 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e3108241-9945-45b3-92ec-59b3686695e3 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375209'] for router_interface, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:58.215015 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-5ef60da1-d0e1-4b8c-8f93-2c2d7da9e73c req-4c47cf79-190f-4a24-9209-132981c0964c tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] For port 0f5cc991-7598-4c0c-8b0e-a3e4604a6635, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=0f5cc991-7598-4c0c-8b0e-a3e4604a6635,segment=NetworkSegment(5f313cca-80d0-475b-adf4-c4e559f78f6a),segment_id=5f313cca-80d0-475b-adf4-c4e559f78f6a)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:09:58.215422 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-5ef60da1-d0e1-4b8c-8f93-2c2d7da9e73c req-4c47cf79-190f-4a24-9209-132981c0964c tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:58.217556 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b4b7eef7-602a-4d02-bd9c-96f46269315c tempest-PortsAdminExtendedAttrsTestJSON-1692560799 tempest-PortsAdminExtendedAttrsTestJSON-1692560799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:58.223139 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b7eef7-602a-4d02-bd9c-96f46269315c tempest-PortsAdminExtendedAttrsTestJSON-1692560799 tempest-PortsAdminExtendedAttrsTestJSON-1692560799-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:58.223792 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b4b7eef7-602a-4d02-bd9c-96f46269315c tempest-PortsAdminExtendedAttrsTestJSON-1692560799 tempest-PortsAdminExtendedAttrsTestJSON-1692560799-project] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:58.229414 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6bf06920-a4ec-4e47-8f1b-e54f8cfa7825 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:58.230769 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device caeaa258-0579-4956-b254-f278b878bd49 up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:09:58.410438 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-b4b7eef7-602a-4d02-bd9c-96f46269315c tempest-PortsAdminExtendedAttrsTestJSON-1692560799 tempest-PortsAdminExtendedAttrsTestJSON-1692560799-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.1043036 Jun 11 10:09:58.471940 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning for port caeaa258-0579-4956-b254-f278b878bd49 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:09:58.477361 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port caeaa258-0579-4956-b254-f278b878bd49 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:09:58.478132 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:58.550247 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b7eef7-602a-4d02-bd9c-96f46269315c tempest-PortsAdminExtendedAttrsTestJSON-1692560799 tempest-PortsAdminExtendedAttrsTestJSON-1692560799-project] Pushing event updated for resources: {'Network': ['ID=6f3451d0-4740-4b9c-a179-73b4fa7879b5,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:58.561902 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b4b7eef7-602a-4d02-bd9c-96f46269315c tempest-PortsAdminExtendedAttrsTestJSON-1692560799 tempest-PortsAdminExtendedAttrsTestJSON-1692560799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:58.625649 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87a0bc9-8725-462d-aef2-90664f12d096 req-59201570-65eb-480b-8492-99d1849794b1 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:58.627648 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b87a0bc9-8725-462d-aef2-90664f12d096 req-59201570-65eb-480b-8492-99d1849794b1 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=5cc76de8-e1db-4585-bf02-8c900623fc3c HTTP/1.1" status: 200 len: 946 time: 0.2376430 Jun 11 10:09:58.645616 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 6f3451d0-4740-4b9c-a179-73b4fa7879b5 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:09:58.733568 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b87a0bc9-8725-462d-aef2-90664f12d096 req-4ffe792a-017f-4aad-bee6-b3f66097e5a8 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968604 Jun 11 10:09:58.850004 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:58.891541 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49fd43c7-8eda-45fc-a5a2-a5c4eb73b238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caeaa258-0579-4956-b254-f278b878bd49'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:09:58.894046 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c44d82-dae2-4cc3-9b62-fe3415c8c0f9" -d '{"events": [{"server_uuid": "49fd43c7-8eda-45fc-a5a2-a5c4eb73b238", "name": "network-vif-plugged", "status": "completed", "tag": "caeaa258-0579-4956-b254-f278b878bd49"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:09:58.913521 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port caeaa258-0579-4956-b254-f278b878bd49, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=caeaa258-0579-4956-b254-f278b878bd49,segment=NetworkSegment(5c22e2d5-0ba6-4801-a903-4241c2620ae4),segment_id=5c22e2d5-0ba6-4801-a903-4241c2620ae4)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:09:58.921318 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-e3108241-9945-45b3-92ec-59b3686695e3 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Deleting port 749c81ab-14c9-445a-a828-c8c1c90d6a2b {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:09:58.921665 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e3108241-9945-45b3-92ec-59b3686695e3 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:58.981725 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-5ef60da1-d0e1-4b8c-8f93-2c2d7da9e73c req-4c47cf79-190f-4a24-9209-132981c0964c tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Calling delete_port for 0f5cc991-7598-4c0c-8b0e-a3e4604a6635 owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:09:58.987092 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:58.991463 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-bf4cb670-9d4a-48ca-96f7-ef06f03bd897 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:59.066361 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=caeaa258-0579-4956-b254-f278b878bd49,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:59.070276 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:59.105159 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e3108241-9945-45b3-92ec-59b3686695e3 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:59.178136 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadbaa89-2cab-4660-bda9-de79fc32b3f5 req-24308780-e042-4e91-9dc5-fae71d8807c6 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:59.178764 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cadbaa89-2cab-4660-bda9-de79fc32b3f5 req-24308780-e042-4e91-9dc5-fae71d8807c6 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=49fd43c7-8eda-45fc-a5a2-a5c4eb73b238 HTTP/1.1" status: 200 len: 945 time: 0.2489665 Jun 11 10:09:59.226436 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 49442) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:09:59.235127 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-0a850769-fbb9-4a1b-b16a-8321ce91e2d6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Request body: {'port': {'network_id': '6f3451d0-4740-4b9c-a179-73b4fa7879b5', 'binding:host_id': 'n-h1-779913-12', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2094218644'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:09:59.306573 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-e3108241-9945-45b3-92ec-59b3686695e3 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Calling delete_port for 749c81ab-14c9-445a-a828-c8c1c90d6a2b owned by network:router_interface {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:09:59.361273 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cadbaa89-2cab-4660-bda9-de79fc32b3f5 req-bf065c66-0dd9-45e4-b021-a9716fb8ee16 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747947 Jun 11 10:09:59.439888 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59753232-d174-4d9c-b40b-5bd5f6a1338a x-openstack-request-id: req-59753232-d174-4d9c-b40b-5bd5f6a1338a {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:09:59.440424 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49fd43c7-8eda-45fc-a5a2-a5c4eb73b238", "name": "network-vif-plugged", "status": "completed", "tag": "caeaa258-0579-4956-b254-f278b878bd49", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:09:59.440523 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-59753232-d174-4d9c-b40b-5bd5f6a1338a {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:09:59.440851 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49fd43c7-8eda-45fc-a5a2-a5c4eb73b238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caeaa258-0579-4956-b254-f278b878bd49', 'code': 200} Jun 11 10:09:59.445210 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9a2ce134-7fe4-4de5-b8e6-22598a5cc063 req-11dee1b0-6c48-48fc-a245-dad24bcded5b tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcbec603-326d-4493-b865-450f5c5192bf HTTP/1.1" status: 200 len: 210 time: 0.0389335 Jun 11 10:09:59.509745 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-5ef60da1-d0e1-4b8c-8f93-2c2d7da9e73c req-4c47cf79-190f-4a24-9209-132981c0964c tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:59.511357 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a850769-fbb9-4a1b-b16a-8321ce91e2d6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Made reservation on behalf of cb73e1a1bb8b417486daa7f5128248bf for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:09:59.513827 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0a850769-fbb9-4a1b-b16a-8321ce91e2d6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:59.518604 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-58900164-186a-4603-a11f-dfaa345e2998 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:59.522130 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['8886e1b5-532b-41f0-a26f-66a289f14c2f', '0f5cc991-7598-4c0c-8b0e-a3e4604a6635'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:09:59.537668 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0a850769-fbb9-4a1b-b16a-8321ce91e2d6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:59.641536 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c47cf79-190f-4a24-9209-132981c0964c tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Pushing event deleted for resources: {'Port': ['ID=0f5cc991-7598-4c0c-8b0e-a3e4604a6635,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:59.752097 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c47cf79-190f-4a24-9209-132981c0964c tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:09:59.752345 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c47cf79-190f-4a24-9209-132981c0964c tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:09:59.752706 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c47cf79-190f-4a24-9209-132981c0964c tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:09:59.753087 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c47cf79-190f-4a24-9209-132981c0964c tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:09:59.753458 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c47cf79-190f-4a24-9209-132981c0964c tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:09:59.753828 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c47cf79-190f-4a24-9209-132981c0964c tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:09:59.754243 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c47cf79-190f-4a24-9209-132981c0964c tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:09:59.754615 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c47cf79-190f-4a24-9209-132981c0964c tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:09:59.754983 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c47cf79-190f-4a24-9209-132981c0964c tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:09:59.755397 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c47cf79-190f-4a24-9209-132981c0964c tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:09:59.755740 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c47cf79-190f-4a24-9209-132981c0964c tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:09:59.756102 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c47cf79-190f-4a24-9209-132981c0964c tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:09:59.761131 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e70b6a-2e49-41ff-a928-d49e636fe56c req-6df8e21b-93ec-4c8d-b195-2b83db16fe11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:59.763902 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ef60da1-d0e1-4b8c-8f93-2c2d7da9e73c req-4c47cf79-190f-4a24-9209-132981c0964c tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] No DVR routers for this DVR port 0f5cc991-7598-4c0c-8b0e-a3e4604a6635 on host n-h1-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:09:59.767947 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4c47cf79-190f-4a24-9209-132981c0964c tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:59.769113 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d2e70b6a-2e49-41ff-a928-d49e636fe56c req-6df8e21b-93ec-4c8d-b195-2b83db16fe11 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=49fd43c7-8eda-45fc-a5a2-a5c4eb73b238 HTTP/1.1" status: 200 len: 1098 time: 0.2290645 Jun 11 10:09:59.828654 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-5ef60da1-d0e1-4b8c-8f93-2c2d7da9e73c req-4c47cf79-190f-4a24-9209-132981c0964c tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:59.830633 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5ef60da1-d0e1-4b8c-8f93-2c2d7da9e73c req-4c47cf79-190f-4a24-9209-132981c0964c tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.64 "DELETE /v2.0/ports/0f5cc991-7598-4c0c-8b0e-a3e4604a6635 HTTP/1.1" status: 204 len: 173 time: 1.9002156 Jun 11 10:09:59.831195 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cc76de8-e1db-4585-bf02-8c900623fc3c', 'name': 'network-vif-deleted', 'tag': '0f5cc991-7598-4c0c-8b0e-a3e4604a6635'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:09:59.833751 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca886b1f-9191-4846-a6b1-673d2b92266c" -d '{"events": [{"server_uuid": "5cc76de8-e1db-4585-bf02-8c900623fc3c", "name": "network-vif-deleted", "tag": "0f5cc991-7598-4c0c-8b0e-a3e4604a6635"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:09:59.865730 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e3108241-9945-45b3-92ec-59b3686695e3 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:09:59.882393 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4845e932-5974-49fb-a302-710dbe9ec758 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:09:59.895122 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40bea773-1e51-4be1-9986-8e82f79f439a x-openstack-request-id: req-40bea773-1e51-4be1-9986-8e82f79f439a {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:09:59.895477 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cc76de8-e1db-4585-bf02-8c900623fc3c", "name": "network-vif-deleted", "tag": "0f5cc991-7598-4c0c-8b0e-a3e4604a6635", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:09:59.896184 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-40bea773-1e51-4be1-9986-8e82f79f439a {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:09:59.897055 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cc76de8-e1db-4585-bf02-8c900623fc3c', 'name': 'network-vif-deleted', 'tag': '0f5cc991-7598-4c0c-8b0e-a3e4604a6635', 'status': 'completed', 'code': 200} Jun 11 10:09:59.963251 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268039f4-9e03-4f8b-a0c1-06c9901e94c0 req-5c4880bf-bd47-4661-b82c-16ebd3a0a9cc tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:09:59.964833 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-268039f4-9e03-4f8b-a0c1-06c9901e94c0 req-5c4880bf-bd47-4661-b82c-16ebd3a0a9cc tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] 10.222.0.69 "GET /v2.0/networks?id=35df5041-868e-4b75-8f1d-c97928413ace HTTP/1.1" status: 200 len: 809 time: 0.4252701 Jun 11 10:09:59.968316 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3108241-9945-45b3-92ec-59b3686695e3 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Pushing event deleted for resources: {'Port': ['ID=749c81ab-14c9-445a-a828-c8c1c90d6a2b,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:09:59.987174 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e3108241-9945-45b3-92ec-59b3686695e3 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:09:59.997302 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-268039f4-9e03-4f8b-a0c1-06c9901e94c0 req-a03a498b-e171-4c4e-b8da-97b9775c15eb tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] Request body: {'port': {'device_id': 'dcbec603-326d-4493-b865-450f5c5192bf', 'network_id': '35df5041-868e-4b75-8f1d-c97928413ace', 'admin_state_up': True, 'tenant_id': '95681b49053843d7860e02f7c9e19b18'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:10:00.012293 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d126b4a6-4963-4b96-8150-65b4777a03aa req-06bdc5ac-0261-4a6d-9906-6f93fdbe4047 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=5cc76de8-e1db-4585-bf02-8c900623fc3c HTTP/1.1" status: 200 len: 210 time: 0.0768640 Jun 11 10:10:00.079018 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d2e70b6a-2e49-41ff-a928-d49e636fe56c req-3019e394-6098-4e91-a956-9a06f51681ff service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026588 Jun 11 10:10:00.091818 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0a850769-fbb9-4a1b-b16a-8321ce91e2d6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:00.179029 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0a850769-fbb9-4a1b-b16a-8321ce91e2d6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:00.188675 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [None req-0a850769-fbb9-4a1b-b16a-8321ce91e2d6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] device_id is not set on port 0be4d466-0c5c-436f-a47f-77ec561e9a95 yet. {{(pid=93176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 10:10:00.292587 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e3108241-9945-45b3-92ec-59b3686695e3 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362297'] for router_interface, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:00.337144 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-219cf544-325a-425c-8e6c-9e50104a58b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:10:00.506765 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a850769-fbb9-4a1b-b16a-8321ce91e2d6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90fff237-16f3-46d5-9283-f5b9c3340c27,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:10:00.515872 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0a850769-fbb9-4a1b-b16a-8321ce91e2d6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:10:00.723480 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9d484daa-8757-41b0-9719-2dfc1e1c469c req-83487b20-2c15-4136-9681-97fb2549b934 tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcbec603-326d-4493-b865-450f5c5192bf HTTP/1.1" status: 200 len: 210 time: 0.0710762 Jun 11 10:10:00.724118 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-268039f4-9e03-4f8b-a0c1-06c9901e94c0 req-a03a498b-e171-4c4e-b8da-97b9775c15eb tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] Made reservation on behalf of 95681b49053843d7860e02f7c9e19b18 for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:10:00.728363 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-268039f4-9e03-4f8b-a0c1-06c9901e94c0 req-a03a498b-e171-4c4e-b8da-97b9775c15eb tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:00.879965 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [None req-0a850769-fbb9-4a1b-b16a-8321ce91e2d6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] device_id is not set on port 0be4d466-0c5c-436f-a47f-77ec561e9a95 yet. {{(pid=93176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 10:10:00.894423 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0a850769-fbb9-4a1b-b16a-8321ce91e2d6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:00.914165 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [None req-0a850769-fbb9-4a1b-b16a-8321ce91e2d6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Transition to ACTIVE for port object 0be4d466-0c5c-436f-a47f-77ec561e9a95 will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:10:00.987043 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0a850769-fbb9-4a1b-b16a-8321ce91e2d6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:00.993799 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6ebe1478-ff72-4975-a884-f59c4abe0c5f tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:10:01.171698 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a850769-fbb9-4a1b-b16a-8321ce91e2d6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Pushing event updated for resources: {'Port': ['ID=0be4d466-0c5c-436f-a47f-77ec561e9a95,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:10:01.176272 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0a850769-fbb9-4a1b-b16a-8321ce91e2d6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:10:01.255301 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3108241-9945-45b3-92ec-59b3686695e3 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Router 44eaefc6-ea1e-437a-8f13-1d980da0ebfd has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:10:01.268226 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c484e5a1-41b3-405c-926f-54e3cc58e3e5 req-87514c9a-6d34-499e-a08e-227bee5541a1 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=5cc76de8-e1db-4585-bf02-8c900623fc3c HTTP/1.1" status: 200 len: 210 time: 0.0522630 Jun 11 10:10:01.269630 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-268039f4-9e03-4f8b-a0c1-06c9901e94c0 req-a03a498b-e171-4c4e-b8da-97b9775c15eb tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] Allocated IP 172.20.0.11 (35df5041-868e-4b75-8f1d-c97928413ace/edbdfa11-06ad-48a4-a88c-07234c957674/79abac11-4134-47e7-bc2f-4f1728549399) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:10:01.271722 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a850769-fbb9-4a1b-b16a-8321ce91e2d6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Checking segment: {'id': '83db142c-754d-41a3-8f9e-61aea9f60769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '6f3451d0-4740-4b9c-a179-73b4fa7879b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:10:01.272088 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a850769-fbb9-4a1b-b16a-8321ce91e2d6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Network hostable DHCP agents. Network: 6f3451d0-4740-4b9c-a179-73b4fa7879b5, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:10:01.273491 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96428293-5d61-46c5-80f4-0c677154bbf5 req-e5c5a2ee-015a-4f5e-82ba-b8bdf8e14fdc tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:01.281612 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-96428293-5d61-46c5-80f4-0c677154bbf5 req-e5c5a2ee-015a-4f5e-82ba-b8bdf8e14fdc tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=49fd43c7-8eda-45fc-a5a2-a5c4eb73b238 HTTP/1.1" status: 200 len: 946 time: 0.6736214 Jun 11 10:10:01.417031 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:01.421226 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a850769-fbb9-4a1b-b16a-8321ce91e2d6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Network 6f3451d0-4740-4b9c-a179-73b4fa7879b5 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:10:01.458592 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-96428293-5d61-46c5-80f4-0c677154bbf5 req-e2d3c175-1d73-482d-b7bf-7067bf4c0a15 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757195 Jun 11 10:10:01.471735 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3108241-9945-45b3-92ec-59b3686695e3 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:10:01.477373 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-e3108241-9945-45b3-92ec-59b3686695e3 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "PUT /v2.0/routers/44eaefc6-ea1e-437a-8f13-1d980da0ebfd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9386051 Jun 11 10:10:01.486220 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 49488) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:01.495897 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21766e57-6be3-4850-b3b0-77c52f7fb235 None None] Sync routers for ids ['44eaefc6-ea1e-437a-8f13-1d980da0ebfd'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:10:01.507384 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21766e57-6be3-4850-b3b0-77c52f7fb235 None None] Routers {'44eaefc6-ea1e-437a-8f13-1d980da0ebfd'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:10:01.508326 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-21766e57-6be3-4850-b3b0-77c52f7fb235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:09:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['44eaefc6-ea1e-437a-8f13-1d980da0ebfd'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:10:01.566399 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-21766e57-6be3-4850-b3b0-77c52f7fb235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:10:01.576622 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21766e57-6be3-4850-b3b0-77c52f7fb235 None None] Routers {'44eaefc6-ea1e-437a-8f13-1d980da0ebfd'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:10:01.577686 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-21766e57-6be3-4850-b3b0-77c52f7fb235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:09:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['44eaefc6-ea1e-437a-8f13-1d980da0ebfd'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:10:01.610042 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-0a850769-fbb9-4a1b-b16a-8321ce91e2d6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 6f3451d0-4740-4b9c-a179-73b4fa7879b5) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:10:01.637803 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a850769-fbb9-4a1b-b16a-8321ce91e2d6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:10:01.641977 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-21766e57-6be3-4850-b3b0-77c52f7fb235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:10:01.644119 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21766e57-6be3-4850-b3b0-77c52f7fb235 None None] The sync data for ids ['44eaefc6-ea1e-437a-8f13-1d980da0ebfd'] in n-d-779913-12 is: [] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:10:01.645433 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ddc0632-4372-4c59-8955-0a5f6b50631c None None] Network 6f3451d0-4740-4b9c-a179-73b4fa7879b5 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:10:01.709719 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-268039f4-9e03-4f8b-a0c1-06c9901e94c0 req-a03a498b-e171-4c4e-b8da-97b9775c15eb tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:01.715120 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [None req-0a850769-fbb9-4a1b-b16a-8321ce91e2d6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempting to bind port 0be4d466-0c5c-436f-a47f-77ec561e9a95 on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:10:01.715805 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [None req-0a850769-fbb9-4a1b-b16a-8321ce91e2d6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempting to bind port 0be4d466-0c5c-436f-a47f-77ec561e9a95 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '83db142c-754d-41a3-8f9e-61aea9f60769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '6f3451d0-4740-4b9c-a179-73b4fa7879b5'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:10:01.716306 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a850769-fbb9-4a1b-b16a-8321ce91e2d6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempting to bind port 0be4d466-0c5c-436f-a47f-77ec561e9a95 on network 6f3451d0-4740-4b9c-a179-73b4fa7879b5 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:10:01.726784 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a850769-fbb9-4a1b-b16a-8321ce91e2d6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Port 0be4d466-0c5c-436f-a47f-77ec561e9a95 on network 6f3451d0-4740-4b9c-a179-73b4fa7879b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:10:01.727466 n-d-779913-12 neutron-server[93176]: ERROR neutron.plugins.ml2.managers [None req-0a850769-fbb9-4a1b-b16a-8321ce91e2d6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Failed to bind port 0be4d466-0c5c-436f-a47f-77ec561e9a95 on host n-h1-779913-12 for vnic_type normal using segments [{'id': '83db142c-754d-41a3-8f9e-61aea9f60769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '6f3451d0-4740-4b9c-a179-73b4fa7879b5'}] Jun 11 10:10:01.729675 n-d-779913-12 neutron-server[93176]: INFO neutron.plugins.ml2.plugin [None req-0a850769-fbb9-4a1b-b16a-8321ce91e2d6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempt 2 to bind port 0be4d466-0c5c-436f-a47f-77ec561e9a95 Jun 11 10:10:01.755999 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [None req-0a850769-fbb9-4a1b-b16a-8321ce91e2d6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempting to bind port 0be4d466-0c5c-436f-a47f-77ec561e9a95 on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:10:01.756414 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [None req-0a850769-fbb9-4a1b-b16a-8321ce91e2d6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempting to bind port 0be4d466-0c5c-436f-a47f-77ec561e9a95 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '83db142c-754d-41a3-8f9e-61aea9f60769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '6f3451d0-4740-4b9c-a179-73b4fa7879b5'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:10:01.756829 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a850769-fbb9-4a1b-b16a-8321ce91e2d6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempting to bind port 0be4d466-0c5c-436f-a47f-77ec561e9a95 on network 6f3451d0-4740-4b9c-a179-73b4fa7879b5 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:10:01.768170 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a850769-fbb9-4a1b-b16a-8321ce91e2d6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Port 0be4d466-0c5c-436f-a47f-77ec561e9a95 on network 6f3451d0-4740-4b9c-a179-73b4fa7879b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:10:01.768512 n-d-779913-12 neutron-server[93176]: ERROR neutron.plugins.ml2.managers [None req-0a850769-fbb9-4a1b-b16a-8321ce91e2d6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Failed to bind port 0be4d466-0c5c-436f-a47f-77ec561e9a95 on host n-h1-779913-12 for vnic_type normal using segments [{'id': '83db142c-754d-41a3-8f9e-61aea9f60769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '6f3451d0-4740-4b9c-a179-73b4fa7879b5'}] Jun 11 10:10:01.775119 n-d-779913-12 neutron-server[93176]: INFO neutron.plugins.ml2.plugin [None req-0a850769-fbb9-4a1b-b16a-8321ce91e2d6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempt 3 to bind port 0be4d466-0c5c-436f-a47f-77ec561e9a95 Jun 11 10:10:01.792195 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [None req-0a850769-fbb9-4a1b-b16a-8321ce91e2d6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempting to bind port 0be4d466-0c5c-436f-a47f-77ec561e9a95 on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:10:01.792542 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [None req-0a850769-fbb9-4a1b-b16a-8321ce91e2d6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempting to bind port 0be4d466-0c5c-436f-a47f-77ec561e9a95 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '83db142c-754d-41a3-8f9e-61aea9f60769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '6f3451d0-4740-4b9c-a179-73b4fa7879b5'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:10:01.792882 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a850769-fbb9-4a1b-b16a-8321ce91e2d6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempting to bind port 0be4d466-0c5c-436f-a47f-77ec561e9a95 on network 6f3451d0-4740-4b9c-a179-73b4fa7879b5 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:10:01.801533 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a850769-fbb9-4a1b-b16a-8321ce91e2d6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Port 0be4d466-0c5c-436f-a47f-77ec561e9a95 on network 6f3451d0-4740-4b9c-a179-73b4fa7879b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:10:01.801533 n-d-779913-12 neutron-server[93176]: ERROR neutron.plugins.ml2.managers [None req-0a850769-fbb9-4a1b-b16a-8321ce91e2d6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Failed to bind port 0be4d466-0c5c-436f-a47f-77ec561e9a95 on host n-h1-779913-12 for vnic_type normal using segments [{'id': '83db142c-754d-41a3-8f9e-61aea9f60769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '6f3451d0-4740-4b9c-a179-73b4fa7879b5'}] Jun 11 10:10:01.802423 n-d-779913-12 neutron-server[93176]: INFO neutron.plugins.ml2.plugin [None req-0a850769-fbb9-4a1b-b16a-8321ce91e2d6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempt 4 to bind port 0be4d466-0c5c-436f-a47f-77ec561e9a95 Jun 11 10:10:01.833860 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [None req-0a850769-fbb9-4a1b-b16a-8321ce91e2d6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempting to bind port 0be4d466-0c5c-436f-a47f-77ec561e9a95 on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:10:01.834241 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [None req-0a850769-fbb9-4a1b-b16a-8321ce91e2d6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempting to bind port 0be4d466-0c5c-436f-a47f-77ec561e9a95 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '83db142c-754d-41a3-8f9e-61aea9f60769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '6f3451d0-4740-4b9c-a179-73b4fa7879b5'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:10:01.834712 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a850769-fbb9-4a1b-b16a-8321ce91e2d6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempting to bind port 0be4d466-0c5c-436f-a47f-77ec561e9a95 on network 6f3451d0-4740-4b9c-a179-73b4fa7879b5 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:10:01.841319 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a850769-fbb9-4a1b-b16a-8321ce91e2d6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Port 0be4d466-0c5c-436f-a47f-77ec561e9a95 on network 6f3451d0-4740-4b9c-a179-73b4fa7879b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:10:01.841656 n-d-779913-12 neutron-server[93176]: ERROR neutron.plugins.ml2.managers [None req-0a850769-fbb9-4a1b-b16a-8321ce91e2d6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Failed to bind port 0be4d466-0c5c-436f-a47f-77ec561e9a95 on host n-h1-779913-12 for vnic_type normal using segments [{'id': '83db142c-754d-41a3-8f9e-61aea9f60769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '6f3451d0-4740-4b9c-a179-73b4fa7879b5'}] Jun 11 10:10:01.842055 n-d-779913-12 neutron-server[93176]: INFO neutron.plugins.ml2.plugin [None req-0a850769-fbb9-4a1b-b16a-8321ce91e2d6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempt 5 to bind port 0be4d466-0c5c-436f-a47f-77ec561e9a95 Jun 11 10:10:01.880774 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [None req-0a850769-fbb9-4a1b-b16a-8321ce91e2d6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempting to bind port 0be4d466-0c5c-436f-a47f-77ec561e9a95 on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:10:01.881304 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [None req-0a850769-fbb9-4a1b-b16a-8321ce91e2d6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempting to bind port 0be4d466-0c5c-436f-a47f-77ec561e9a95 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '83db142c-754d-41a3-8f9e-61aea9f60769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '6f3451d0-4740-4b9c-a179-73b4fa7879b5'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:10:01.881652 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a850769-fbb9-4a1b-b16a-8321ce91e2d6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempting to bind port 0be4d466-0c5c-436f-a47f-77ec561e9a95 on network 6f3451d0-4740-4b9c-a179-73b4fa7879b5 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:10:01.892739 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a850769-fbb9-4a1b-b16a-8321ce91e2d6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Port 0be4d466-0c5c-436f-a47f-77ec561e9a95 on network 6f3451d0-4740-4b9c-a179-73b4fa7879b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:10:01.893696 n-d-779913-12 neutron-server[93176]: ERROR neutron.plugins.ml2.managers [None req-0a850769-fbb9-4a1b-b16a-8321ce91e2d6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Failed to bind port 0be4d466-0c5c-436f-a47f-77ec561e9a95 on host n-h1-779913-12 for vnic_type normal using segments [{'id': '83db142c-754d-41a3-8f9e-61aea9f60769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '6f3451d0-4740-4b9c-a179-73b4fa7879b5'}] Jun 11 10:10:01.894308 n-d-779913-12 neutron-server[93176]: INFO neutron.plugins.ml2.plugin [None req-0a850769-fbb9-4a1b-b16a-8321ce91e2d6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempt 6 to bind port 0be4d466-0c5c-436f-a47f-77ec561e9a95 Jun 11 10:10:01.935740 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [None req-0a850769-fbb9-4a1b-b16a-8321ce91e2d6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempting to bind port 0be4d466-0c5c-436f-a47f-77ec561e9a95 on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:10:01.937858 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [None req-0a850769-fbb9-4a1b-b16a-8321ce91e2d6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempting to bind port 0be4d466-0c5c-436f-a47f-77ec561e9a95 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '83db142c-754d-41a3-8f9e-61aea9f60769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '6f3451d0-4740-4b9c-a179-73b4fa7879b5'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:10:01.938634 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a850769-fbb9-4a1b-b16a-8321ce91e2d6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempting to bind port 0be4d466-0c5c-436f-a47f-77ec561e9a95 on network 6f3451d0-4740-4b9c-a179-73b4fa7879b5 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:10:01.953802 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-268039f4-9e03-4f8b-a0c1-06c9901e94c0 req-a03a498b-e171-4c4e-b8da-97b9775c15eb tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:02.017671 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-25c54d48-61ae-4d15-8ee1-5a1ff987347d tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:10:02.077134 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a850769-fbb9-4a1b-b16a-8321ce91e2d6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Port 0be4d466-0c5c-436f-a47f-77ec561e9a95 on network 6f3451d0-4740-4b9c-a179-73b4fa7879b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:10:02.077676 n-d-779913-12 neutron-server[93176]: ERROR neutron.plugins.ml2.managers [None req-0a850769-fbb9-4a1b-b16a-8321ce91e2d6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Failed to bind port 0be4d466-0c5c-436f-a47f-77ec561e9a95 on host n-h1-779913-12 for vnic_type normal using segments [{'id': '83db142c-754d-41a3-8f9e-61aea9f60769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '6f3451d0-4740-4b9c-a179-73b4fa7879b5'}] Jun 11 10:10:02.082541 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-268039f4-9e03-4f8b-a0c1-06c9901e94c0 req-a03a498b-e171-4c4e-b8da-97b9775c15eb tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] Network 35df5041-868e-4b75-8f1d-c97928413ace is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:10:02.083249 n-d-779913-12 neutron-server[93176]: INFO neutron.plugins.ml2.plugin [None req-0a850769-fbb9-4a1b-b16a-8321ce91e2d6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempt 7 to bind port 0be4d466-0c5c-436f-a47f-77ec561e9a95 Jun 11 10:10:02.099026 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-268039f4-9e03-4f8b-a0c1-06c9901e94c0 req-a03a498b-e171-4c4e-b8da-97b9775c15eb tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:10:02.101562 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-268039f4-9e03-4f8b-a0c1-06c9901e94c0 req-a03a498b-e171-4c4e-b8da-97b9775c15eb tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:10:02.158701 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-911d273e-bd07-4b82-ad81-832cbd37b49f tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375209'] for router_interface, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:02.162223 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [None req-0a850769-fbb9-4a1b-b16a-8321ce91e2d6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempting to bind port 0be4d466-0c5c-436f-a47f-77ec561e9a95 on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:10:02.162570 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [None req-0a850769-fbb9-4a1b-b16a-8321ce91e2d6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempting to bind port 0be4d466-0c5c-436f-a47f-77ec561e9a95 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '83db142c-754d-41a3-8f9e-61aea9f60769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '6f3451d0-4740-4b9c-a179-73b4fa7879b5'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:10:02.162909 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a850769-fbb9-4a1b-b16a-8321ce91e2d6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempting to bind port 0be4d466-0c5c-436f-a47f-77ec561e9a95 on network 6f3451d0-4740-4b9c-a179-73b4fa7879b5 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:10:02.172522 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a498b-e171-4c4e-b8da-97b9775c15eb tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] Pushing event updated for resources: {'Port': ['ID=79abac11-4134-47e7-bc2f-4f1728549399,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:10:02.183216 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a03a498b-e171-4c4e-b8da-97b9775c15eb tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:10:02.201826 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a850769-fbb9-4a1b-b16a-8321ce91e2d6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Port 0be4d466-0c5c-436f-a47f-77ec561e9a95 on network 6f3451d0-4740-4b9c-a179-73b4fa7879b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:10:02.201826 n-d-779913-12 neutron-server[93176]: ERROR neutron.plugins.ml2.managers [None req-0a850769-fbb9-4a1b-b16a-8321ce91e2d6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Failed to bind port 0be4d466-0c5c-436f-a47f-77ec561e9a95 on host n-h1-779913-12 for vnic_type normal using segments [{'id': '83db142c-754d-41a3-8f9e-61aea9f60769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '6f3451d0-4740-4b9c-a179-73b4fa7879b5'}] Jun 11 10:10:02.204199 n-d-779913-12 neutron-server[93176]: INFO neutron.plugins.ml2.plugin [None req-0a850769-fbb9-4a1b-b16a-8321ce91e2d6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempt 8 to bind port 0be4d466-0c5c-436f-a47f-77ec561e9a95 Jun 11 10:10:02.236320 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268039f4-9e03-4f8b-a0c1-06c9901e94c0 req-a03a498b-e171-4c4e-b8da-97b9775c15eb tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:02.236320 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-268039f4-9e03-4f8b-a0c1-06c9901e94c0 req-a03a498b-e171-4c4e-b8da-97b9775c15eb tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:02.239839 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [None req-0a850769-fbb9-4a1b-b16a-8321ce91e2d6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempting to bind port 0be4d466-0c5c-436f-a47f-77ec561e9a95 on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:10:02.240180 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [None req-0a850769-fbb9-4a1b-b16a-8321ce91e2d6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempting to bind port 0be4d466-0c5c-436f-a47f-77ec561e9a95 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '83db142c-754d-41a3-8f9e-61aea9f60769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '6f3451d0-4740-4b9c-a179-73b4fa7879b5'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:10:02.240520 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a850769-fbb9-4a1b-b16a-8321ce91e2d6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempting to bind port 0be4d466-0c5c-436f-a47f-77ec561e9a95 on network 6f3451d0-4740-4b9c-a179-73b4fa7879b5 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:10:02.253710 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b909353-4216-41a9-ba0a-d5e401d7d8f3 req-dd7cac85-2cca-4969-a940-b3e59d32f41f tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:02.255257 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2b909353-4216-41a9-ba0a-d5e401d7d8f3 req-dd7cac85-2cca-4969-a940-b3e59d32f41f tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcbec603-326d-4493-b865-450f5c5192bf HTTP/1.1" status: 200 len: 932 time: 0.3070438 Jun 11 10:10:02.262093 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a850769-fbb9-4a1b-b16a-8321ce91e2d6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Port 0be4d466-0c5c-436f-a47f-77ec561e9a95 on network 6f3451d0-4740-4b9c-a179-73b4fa7879b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:10:02.262428 n-d-779913-12 neutron-server[93176]: ERROR neutron.plugins.ml2.managers [None req-0a850769-fbb9-4a1b-b16a-8321ce91e2d6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Failed to bind port 0be4d466-0c5c-436f-a47f-77ec561e9a95 on host n-h1-779913-12 for vnic_type normal using segments [{'id': '83db142c-754d-41a3-8f9e-61aea9f60769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '6f3451d0-4740-4b9c-a179-73b4fa7879b5'}] Jun 11 10:10:02.270795 n-d-779913-12 neutron-server[93176]: INFO neutron.plugins.ml2.plugin [None req-0a850769-fbb9-4a1b-b16a-8321ce91e2d6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempt 9 to bind port 0be4d466-0c5c-436f-a47f-77ec561e9a95 Jun 11 10:10:02.300852 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [None req-0a850769-fbb9-4a1b-b16a-8321ce91e2d6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempting to bind port 0be4d466-0c5c-436f-a47f-77ec561e9a95 on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:10:02.301192 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [None req-0a850769-fbb9-4a1b-b16a-8321ce91e2d6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempting to bind port 0be4d466-0c5c-436f-a47f-77ec561e9a95 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '83db142c-754d-41a3-8f9e-61aea9f60769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '6f3451d0-4740-4b9c-a179-73b4fa7879b5'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:10:02.301535 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a850769-fbb9-4a1b-b16a-8321ce91e2d6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempting to bind port 0be4d466-0c5c-436f-a47f-77ec561e9a95 on network 6f3451d0-4740-4b9c-a179-73b4fa7879b5 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:10:02.317466 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a850769-fbb9-4a1b-b16a-8321ce91e2d6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Port 0be4d466-0c5c-436f-a47f-77ec561e9a95 on network 6f3451d0-4740-4b9c-a179-73b4fa7879b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:10:02.317801 n-d-779913-12 neutron-server[93176]: ERROR neutron.plugins.ml2.managers [None req-0a850769-fbb9-4a1b-b16a-8321ce91e2d6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Failed to bind port 0be4d466-0c5c-436f-a47f-77ec561e9a95 on host n-h1-779913-12 for vnic_type normal using segments [{'id': '83db142c-754d-41a3-8f9e-61aea9f60769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '6f3451d0-4740-4b9c-a179-73b4fa7879b5'}] Jun 11 10:10:02.320837 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2b909353-4216-41a9-ba0a-d5e401d7d8f3 req-d677c6ec-2bef-4bd2-b0a8-8abd9ccc4e2e tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] 10.222.0.60 "GET /v2.0/security-groups?id=32d98497-e842-473d-9e84-84e048a1aaca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575373 Jun 11 10:10:02.321683 n-d-779913-12 neutron-server[93176]: INFO neutron.plugins.ml2.plugin [None req-0a850769-fbb9-4a1b-b16a-8321ce91e2d6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempt 10 to bind port 0be4d466-0c5c-436f-a47f-77ec561e9a95 Jun 11 10:10:02.379227 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-268039f4-9e03-4f8b-a0c1-06c9901e94c0 req-a03a498b-e171-4c4e-b8da-97b9775c15eb tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3868747 Jun 11 10:10:02.380075 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [None req-0a850769-fbb9-4a1b-b16a-8321ce91e2d6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempting to bind port 0be4d466-0c5c-436f-a47f-77ec561e9a95 on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:10:02.380774 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [None req-0a850769-fbb9-4a1b-b16a-8321ce91e2d6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempting to bind port 0be4d466-0c5c-436f-a47f-77ec561e9a95 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '83db142c-754d-41a3-8f9e-61aea9f60769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '6f3451d0-4740-4b9c-a179-73b4fa7879b5'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:10:02.381164 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a850769-fbb9-4a1b-b16a-8321ce91e2d6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempting to bind port 0be4d466-0c5c-436f-a47f-77ec561e9a95 on network 6f3451d0-4740-4b9c-a179-73b4fa7879b5 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:10:02.389697 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a850769-fbb9-4a1b-b16a-8321ce91e2d6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Port 0be4d466-0c5c-436f-a47f-77ec561e9a95 on network 6f3451d0-4740-4b9c-a179-73b4fa7879b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:10:02.390201 n-d-779913-12 neutron-server[93176]: ERROR neutron.plugins.ml2.managers [None req-0a850769-fbb9-4a1b-b16a-8321ce91e2d6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Failed to bind port 0be4d466-0c5c-436f-a47f-77ec561e9a95 on host n-h1-779913-12 for vnic_type normal using segments [{'id': '83db142c-754d-41a3-8f9e-61aea9f60769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '6f3451d0-4740-4b9c-a179-73b4fa7879b5'}] Jun 11 10:10:02.390673 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0a850769-fbb9-4a1b-b16a-8321ce91e2d6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:02.423303 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-268039f4-9e03-4f8b-a0c1-06c9901e94c0 req-fa418dcd-4db9-422b-a7e3-8070e771f8c1 service neutron] Request body: {'port': {'device_id': 'dcbec603-326d-4493-b865-450f5c5192bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:10:02.541124 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 0f5cc991-7598-4c0c-8b0e-a3e4604a6635 no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:10:02.553721 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-0a850769-fbb9-4a1b-b16a-8321ce91e2d6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] For port 0be4d466-0c5c-436f-a47f-77ec561e9a95, host n-h1-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:10:02.554389 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-0a850769-fbb9-4a1b-b16a-8321ce91e2d6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempted to set empty binding levels {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 11 10:10:02.604506 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] No Port match for: 0f5cc991-7598-4c0c-8b0e-a3e4604a6635 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:10:02.609629 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 0f5cc991-7598-4c0c-8b0e-a3e4604a6635 not bound to the agent host n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:10:02.655540 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-268039f4-9e03-4f8b-a0c1-06c9901e94c0 req-fa418dcd-4db9-422b-a7e3-8070e771f8c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:02.691837 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-911d273e-bd07-4b82-ad81-832cbd37b49f tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Deleting port 9f2ab977-05ed-4ad6-a16b-780558a8f3da {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:10:02.691837 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-911d273e-bd07-4b82-ad81-832cbd37b49f tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:02.710085 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0a850769-fbb9-4a1b-b16a-8321ce91e2d6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:02.741837 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8a6fbcef-15b1-4b58-94be-096896a62351 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:10:02.823163 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a850769-fbb9-4a1b-b16a-8321ce91e2d6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:02.823787 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0a850769-fbb9-4a1b-b16a-8321ce91e2d6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:02.872987 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a850769-fbb9-4a1b-b16a-8321ce91e2d6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Pushing event updated for resources: {'Port': ['ID=0be4d466-0c5c-436f-a47f-77ec561e9a95,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:10:02.873948 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-911d273e-bd07-4b82-ad81-832cbd37b49f tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:02.877469 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0a850769-fbb9-4a1b-b16a-8321ce91e2d6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:10:02.904057 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fefa884-b19f-4cdd-9eb3-53102b62013c req-c93ab4d0-9a5d-4ebc-ab09-1626e6fcba06 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:02.904057 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7fefa884-b19f-4cdd-9eb3-53102b62013c req-c93ab4d0-9a5d-4ebc-ab09-1626e6fcba06 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 946 time: 0.2025790 Jun 11 10:10:03.012801 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0527bc46-95a8-4cc1-ac10-d133018ac153 req-48dfc9d8-e90b-4293-977b-a07225af7d62 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:03.014436 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0527bc46-95a8-4cc1-ac10-d133018ac153 req-48dfc9d8-e90b-4293-977b-a07225af7d62 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=49fd43c7-8eda-45fc-a5a2-a5c4eb73b238 HTTP/1.1" status: 200 len: 946 time: 0.3194406 Jun 11 10:10:03.018931 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-0a850769-fbb9-4a1b-b16a-8321ce91e2d6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 3.7912786 Jun 11 10:10:03.027376 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 49524) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:03.028476 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-911d273e-bd07-4b82-ad81-832cbd37b49f tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Calling delete_port for 9f2ab977-05ed-4ad6-a16b-780558a8f3da owned by network:router_interface {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:10:03.122041 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7fefa884-b19f-4cdd-9eb3-53102b62013c req-f3995e84-de63-42ef-a217-76290fbe8c53 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109921 Jun 11 10:10:03.198812 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0527bc46-95a8-4cc1-ac10-d133018ac153 req-c4937890-ac23-43f3-8102-07d41e02e6d9 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722558 Jun 11 10:10:03.380642 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-69edd0ef-3d92-40ed-978e-c090abbc51eb tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Deleting port 0be4d466-0c5c-436f-a47f-77ec561e9a95 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:10:03.380642 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-69edd0ef-3d92-40ed-978e-c090abbc51eb tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:03.473143 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-911d273e-bd07-4b82-ad81-832cbd37b49f tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:03.475630 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2024155e-1341-4fd0-8bcb-5503d3fa0c47 tempest-AllowedAddressPairTestJSON-1588732593 tempest-AllowedAddressPairTestJSON-1588732593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:10:03.524292 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-268039f4-9e03-4f8b-a0c1-06c9901e94c0 req-fa418dcd-4db9-422b-a7e3-8070e771f8c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79abac11-4134-47e7-bc2f-4f1728549399 {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:10:03.534345 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911d273e-bd07-4b82-ad81-832cbd37b49f tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Pushing event deleted for resources: {'Port': ['ID=9f2ab977-05ed-4ad6-a16b-780558a8f3da,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:10:03.558616 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-268039f4-9e03-4f8b-a0c1-06c9901e94c0 req-fa418dcd-4db9-422b-a7e3-8070e771f8c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:03.584882 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-911d273e-bd07-4b82-ad81-832cbd37b49f tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:10:03.588364 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-69edd0ef-3d92-40ed-978e-c090abbc51eb tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] For port 0be4d466-0c5c-436f-a47f-77ec561e9a95, host n-h1-779913-12, got binding levels [] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:10:03.588746 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-69edd0ef-3d92-40ed-978e-c090abbc51eb tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:03.709712 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-69edd0ef-3d92-40ed-978e-c090abbc51eb tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Calling delete_port for 0be4d466-0c5c-436f-a47f-77ec561e9a95 owned by {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:10:03.712792 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-268039f4-9e03-4f8b-a0c1-06c9901e94c0 req-fa418dcd-4db9-422b-a7e3-8070e771f8c1 service neutron] Transition to ACTIVE for port object 79abac11-4134-47e7-bc2f-4f1728549399 will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:10:03.758429 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-911d273e-bd07-4b82-ad81-832cbd37b49f tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362297'] for router_interface, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:03.835190 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3334d887-78f9-432b-84bb-937678404445 req-8ef2360a-cd21-4691-9369-1bbfdc973ded tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:03.844201 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3334d887-78f9-432b-84bb-937678404445 req-8ef2360a-cd21-4691-9369-1bbfdc973ded tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=49fd43c7-8eda-45fc-a5a2-a5c4eb73b238 HTTP/1.1" status: 200 len: 946 time: 0.3563282 Jun 11 10:10:03.845993 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-268039f4-9e03-4f8b-a0c1-06c9901e94c0 req-fa418dcd-4db9-422b-a7e3-8070e771f8c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:03.868600 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-282a3753-b622-4af7-8d16-153c9ef71de0 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:10:03.997698 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3334d887-78f9-432b-84bb-937678404445 req-75ef1a9d-80b9-4ec5-b215-abb016bfbaf8 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522915 Jun 11 10:10:04.008441 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-69edd0ef-3d92-40ed-978e-c090abbc51eb tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:04.045264 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-69edd0ef-3d92-40ed-978e-c090abbc51eb tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:04.050655 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-69edd0ef-3d92-40ed-978e-c090abbc51eb tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] 10.222.0.60 "DELETE /v2.0/ports/0be4d466-0c5c-436f-a47f-77ec561e9a95 HTTP/1.1" status: 204 len: 168 time: 1.0196047 Jun 11 10:10:04.060979 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eca21ec-ab21-4dee-9aff-94e35aaaae7f req-06cccdf2-b5ef-493d-b83b-2538f7f4d269 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:04.070989 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0eca21ec-ab21-4dee-9aff-94e35aaaae7f req-06cccdf2-b5ef-493d-b83b-2538f7f4d269 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 946 time: 0.5407958 Jun 11 10:10:04.074466 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 49558) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:04.121920 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa418dcd-4db9-422b-a7e3-8070e771f8c1 service neutron] Pushing event updated for resources: {'Port': ['ID=79abac11-4134-47e7-bc2f-4f1728549399,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:10:04.128618 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-fa418dcd-4db9-422b-a7e3-8070e771f8c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:10:04.146133 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-10ba3505-c3ea-47cd-844f-9117816fbd13 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:10:04.166798 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-911d273e-bd07-4b82-ad81-832cbd37b49f tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Router 44eaefc6-ea1e-437a-8f13-1d980da0ebfd has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:10:04.194268 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-311c6db6-a959-4e63-ad21-aadde5c40e91 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] GET failed (client error): The resource could not be found. Jun 11 10:10:04.199945 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-311c6db6-a959-4e63-ad21-aadde5c40e91 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] 10.222.0.60 "GET /v2.0/ports/0be4d466-0c5c-436f-a47f-77ec561e9a95 HTTP/1.1" status: 404 len: 333 time: 0.1159067 Jun 11 10:10:04.205943 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 49562) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:04.214415 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-48fca954-2276-43f2-bdd1-ac53f2c00f3b tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Request body: {'port': {'network_id': '6f3451d0-4740-4b9c-a179-73b4fa7879b5', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1752748127'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:10:04.254127 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69edd0ef-3d92-40ed-978e-c090abbc51eb tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Pushing event deleted for resources: {'Port': ['ID=0be4d466-0c5c-436f-a47f-77ec561e9a95,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:10:04.262917 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-69edd0ef-3d92-40ed-978e-c090abbc51eb tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:10:04.302095 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0eca21ec-ab21-4dee-9aff-94e35aaaae7f req-ebe6b52b-a83f-4a71-a810-dbb5d5037a4a tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287407 Jun 11 10:10:04.357631 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-911d273e-bd07-4b82-ad81-832cbd37b49f tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:10:04.373369 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-911d273e-bd07-4b82-ad81-832cbd37b49f tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "PUT /v2.0/routers/44eaefc6-ea1e-437a-8f13-1d980da0ebfd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8857276 Jun 11 10:10:04.377219 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 49570) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:04.387391 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7a04a2-8d0b-43d4-902c-c58054e0fd4b None None] Sync routers for ids ['44eaefc6-ea1e-437a-8f13-1d980da0ebfd'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:10:04.407881 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7a04a2-8d0b-43d4-902c-c58054e0fd4b None None] Routers {'44eaefc6-ea1e-437a-8f13-1d980da0ebfd'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:10:04.408592 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-ec7a04a2-8d0b-43d4-902c-c58054e0fd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:09:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['44eaefc6-ea1e-437a-8f13-1d980da0ebfd'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:10:04.457385 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76308b25-f2e4-40e2-89c6-26bfb580927d req-33eb2e4c-bbfc-4ab9-aa54-2f2950258f77 tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:04.462729 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-76308b25-f2e4-40e2-89c6-26bfb580927d req-33eb2e4c-bbfc-4ab9-aa54-2f2950258f77 tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcbec603-326d-4493-b865-450f5c5192bf HTTP/1.1" status: 200 len: 944 time: 0.2901051 Jun 11 10:10:04.473123 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-ecf8a945-1e6d-4b73-95f2-01df99f99dc4 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "GET /v2.0/ports?device_id=44eaefc6-ea1e-437a-8f13-1d980da0ebfd HTTP/1.1" status: 200 len: 205 time: 0.0944433 Jun 11 10:10:04.484465 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 49572) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:04.494286 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48fca954-2276-43f2-bdd1-ac53f2c00f3b tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Made reservation on behalf of cb73e1a1bb8b417486daa7f5128248bf for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:10:04.496698 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-48fca954-2276-43f2-bdd1-ac53f2c00f3b tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:04.529498 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-ec7a04a2-8d0b-43d4-902c-c58054e0fd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:10:04.537007 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-76308b25-f2e4-40e2-89c6-26bfb580927d req-12d9d3ae-dd79-434c-b446-e0897601f81b tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] 10.222.0.60 "GET /v2.0/security-groups?id=32d98497-e842-473d-9e84-84e048a1aaca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682418 Jun 11 10:10:04.555089 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7a04a2-8d0b-43d4-902c-c58054e0fd4b None None] Routers {'44eaefc6-ea1e-437a-8f13-1d980da0ebfd'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:10:04.556557 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-ec7a04a2-8d0b-43d4-902c-c58054e0fd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:09:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['44eaefc6-ea1e-437a-8f13-1d980da0ebfd'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:10:04.583447 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-268039f4-9e03-4f8b-a0c1-06c9901e94c0 req-fa418dcd-4db9-422b-a7e3-8070e771f8c1 service neutron] Attempting to bind port 79abac11-4134-47e7-bc2f-4f1728549399 on host n-h2-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:10:04.585735 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-268039f4-9e03-4f8b-a0c1-06c9901e94c0 req-fa418dcd-4db9-422b-a7e3-8070e771f8c1 service neutron] Attempting to bind port 79abac11-4134-47e7-bc2f-4f1728549399 by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': 'd115e535-b596-4d63-b9ce-ed25b1cffbb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '35df5041-868e-4b75-8f1d-c97928413ace'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:10:04.585735 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268039f4-9e03-4f8b-a0c1-06c9901e94c0 req-fa418dcd-4db9-422b-a7e3-8070e771f8c1 service neutron] Attempting to bind port 79abac11-4134-47e7-bc2f-4f1728549399 on network 35df5041-868e-4b75-8f1d-c97928413ace {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:10:04.639869 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-ec7a04a2-8d0b-43d4-902c-c58054e0fd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:10:04.640383 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7a04a2-8d0b-43d4-902c-c58054e0fd4b None None] The sync data for ids ['44eaefc6-ea1e-437a-8f13-1d980da0ebfd'] in n-d-779913-12 is: [] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:10:04.686615 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [None req-48fca954-2276-43f2-bdd1-ac53f2c00f3b tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] device_id is not set on port 77657657-04f8-40b8-bd02-ac05e7fc8abb yet. {{(pid=93176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 10:10:04.690381 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268039f4-9e03-4f8b-a0c1-06c9901e94c0 req-fa418dcd-4db9-422b-a7e3-8070e771f8c1 service neutron] Port 79abac11-4134-47e7-bc2f-4f1728549399 on network 35df5041-868e-4b75-8f1d-c97928413ace not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:10:04.690705 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268039f4-9e03-4f8b-a0c1-06c9901e94c0 req-fa418dcd-4db9-422b-a7e3-8070e771f8c1 service neutron] Attempting to bind port 79abac11-4134-47e7-bc2f-4f1728549399 on network 35df5041-868e-4b75-8f1d-c97928413ace {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:10:04.703286 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-dff90c50-c963-4994-a305-745083d5d67e tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for router, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:04.706720 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268039f4-9e03-4f8b-a0c1-06c9901e94c0 req-fa418dcd-4db9-422b-a7e3-8070e771f8c1 service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:10:04.712462 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268039f4-9e03-4f8b-a0c1-06c9901e94c0 req-fa418dcd-4db9-422b-a7e3-8070e771f8c1 service neutron] Checking segment: {'id': 'd115e535-b596-4d63-b9ce-ed25b1cffbb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '35df5041-868e-4b75-8f1d-c97928413ace'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:10:04.712462 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268039f4-9e03-4f8b-a0c1-06c9901e94c0 req-fa418dcd-4db9-422b-a7e3-8070e771f8c1 service neutron] Bound using segment: {'id': 'd115e535-b596-4d63-b9ce-ed25b1cffbb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '35df5041-868e-4b75-8f1d-c97928413ace'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:10:04.712462 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-268039f4-9e03-4f8b-a0c1-06c9901e94c0 req-fa418dcd-4db9-422b-a7e3-8070e771f8c1 service neutron] Bound port: 79abac11-4134-47e7-bc2f-4f1728549399, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd115e535-b596-4d63-b9ce-ed25b1cffbb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '35df5041-868e-4b75-8f1d-c97928413ace'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:10:04.712462 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-268039f4-9e03-4f8b-a0c1-06c9901e94c0 req-fa418dcd-4db9-422b-a7e3-8070e771f8c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:04.793732 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62546108-059c-4a95-b0f8-230262805242 req-6ad87a3d-7a38-4b09-93e3-b89ae096ccc6 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:04.802447 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-62546108-059c-4a95-b0f8-230262805242 req-6ad87a3d-7a38-4b09-93e3-b89ae096ccc6 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 946 time: 0.1130989 Jun 11 10:10:04.883196 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-62546108-059c-4a95-b0f8-230262805242 req-d46bfd0e-dc7f-41c0-916b-210fa876ef25 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794606 Jun 11 10:10:05.626906 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed78c61a-a1ef-4522-a5ce-2b1497032d0a req-c7cd2cbf-29a3-41d5-8e2e-5481849bdfc1 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:05.634990 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ed78c61a-a1ef-4522-a5ce-2b1497032d0a req-c7cd2cbf-29a3-41d5-8e2e-5481849bdfc1 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=49fd43c7-8eda-45fc-a5a2-a5c4eb73b238 HTTP/1.1" status: 200 len: 946 time: 1.1147974 Jun 11 10:10:05.650750 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:05.668934 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-dff90c50-c963-4994-a305-745083d5d67e tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:05.675044 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-dff90c50-c963-4994-a305-745083d5d67e tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:05.684521 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-268039f4-9e03-4f8b-a0c1-06c9901e94c0 req-fa418dcd-4db9-422b-a7e3-8070e771f8c1 service neutron] For port 79abac11-4134-47e7-bc2f-4f1728549399, host n-h2-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:10:05.832379 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-268039f4-9e03-4f8b-a0c1-06c9901e94c0 req-fa418dcd-4db9-422b-a7e3-8070e771f8c1 service neutron] For port 79abac11-4134-47e7-bc2f-4f1728549399, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=79abac11-4134-47e7-bc2f-4f1728549399,segment=NetworkSegment(d115e535-b596-4d63-b9ce-ed25b1cffbb1),segment_id=d115e535-b596-4d63-b9ce-ed25b1cffbb1)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:10:05.848787 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ed78c61a-a1ef-4522-a5ce-2b1497032d0a req-70b2e7f6-d444-4a6d-9207-5be59cb5b327 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129080 Jun 11 10:10:05.871673 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953398e6-d5cd-41c8-b4bd-2b949a67304f req-4041be9b-bd14-40d3-9a3b-995b46ec8583 tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:05.880640 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-953398e6-d5cd-41c8-b4bd-2b949a67304f req-4041be9b-bd14-40d3-9a3b-995b46ec8583 tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcbec603-326d-4493-b865-450f5c5192bf HTTP/1.1" status: 200 len: 944 time: 0.1747985 Jun 11 10:10:05.883837 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-48fca954-2276-43f2-bdd1-ac53f2c00f3b tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:05.961149 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-953398e6-d5cd-41c8-b4bd-2b949a67304f req-268880a3-01c0-460b-9b75-7760abd07fab tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] 10.222.0.60 "GET /v2.0/security-groups?id=32d98497-e842-473d-9e84-84e048a1aaca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793922 Jun 11 10:10:05.966624 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-268039f4-9e03-4f8b-a0c1-06c9901e94c0 req-fa418dcd-4db9-422b-a7e3-8070e771f8c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:05.979167 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f5c0145f-a0ac-48f0-8b05-951456bc4ec6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:10:06.022100 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-dff90c50-c963-4994-a305-745083d5d67e tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:06.022606 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dff90c50-c963-4994-a305-745083d5d67e tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Fanout notify agent at l3_agent the message router_deleted on router 44eaefc6-ea1e-437a-8f13-1d980da0ebfd {{(pid=93176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 10:10:06.024753 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268039f4-9e03-4f8b-a0c1-06c9901e94c0 req-fa418dcd-4db9-422b-a7e3-8070e771f8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:06.025418 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-268039f4-9e03-4f8b-a0c1-06c9901e94c0 req-fa418dcd-4db9-422b-a7e3-8070e771f8c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:06.026815 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-268039f4-9e03-4f8b-a0c1-06c9901e94c0 req-fa418dcd-4db9-422b-a7e3-8070e771f8c1 service neutron] 10.222.0.69 "PUT /v2.0/ports/79abac11-4134-47e7-bc2f-4f1728549399 HTTP/1.1" status: 200 len: 1093 time: 3.6382606 Jun 11 10:10:06.032879 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcbec603-326d-4493-b865-450f5c5192bf', 'tag': '79abac11-4134-47e7-bc2f-4f1728549399'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:10:06.032879 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02058b3f-0025-46f5-8238-e1b54ea9e0ba" -d '{"events": [{"name": "network-changed", "server_uuid": "dcbec603-326d-4493-b865-450f5c5192bf", "tag": "79abac11-4134-47e7-bc2f-4f1728549399"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:10:06.041719 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-dff90c50-c963-4994-a305-745083d5d67e tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:06.043623 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-dff90c50-c963-4994-a305-745083d5d67e tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "DELETE /v2.0/routers/44eaefc6-ea1e-437a-8f13-1d980da0ebfd HTTP/1.1" status: 204 len: 168 time: 1.5500064 Jun 11 10:10:06.046393 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 49610) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:06.096416 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa418dcd-4db9-422b-a7e3-8070e771f8c1 service neutron] Pushing event updated for resources: {'Port': ['ID=79abac11-4134-47e7-bc2f-4f1728549399,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:10:06.098270 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-fa418dcd-4db9-422b-a7e3-8070e771f8c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:10:06.144315 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-05506457-5eef-4b94-9780-8d8dce923f9e tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Deleting subnet 6de76bb5-7cfb-4677-90f9-b293e3186162 {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:10:06.148894 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-05506457-5eef-4b94-9780-8d8dce923f9e tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:06.149942 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db5ae83e-7537-4b6f-8110-44bcb855863e x-openstack-request-id: req-db5ae83e-7537-4b6f-8110-44bcb855863e {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:10:06.150302 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcbec603-326d-4493-b865-450f5c5192bf", "tag": "79abac11-4134-47e7-bc2f-4f1728549399", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:10:06.150618 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-db5ae83e-7537-4b6f-8110-44bcb855863e {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:10:06.151121 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcbec603-326d-4493-b865-450f5c5192bf', 'tag': '79abac11-4134-47e7-bc2f-4f1728549399', 'status': 'completed', 'code': 200} Jun 11 10:10:06.153620 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-48fca954-2276-43f2-bdd1-ac53f2c00f3b tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:06.170199 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6ee4c0f6-6b68-4de5-a665-7ee2d327bed3 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:10:06.189143 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48fca954-2276-43f2-bdd1-ac53f2c00f3b tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Network 6f3451d0-4740-4b9c-a179-73b4fa7879b5 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:10:06.214465 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-05506457-5eef-4b94-9780-8d8dce923f9e tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:06.226537 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-48fca954-2276-43f2-bdd1-ac53f2c00f3b tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:10:06.257531 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fca954-2276-43f2-bdd1-ac53f2c00f3b tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:10:06.258580 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fca954-2276-43f2-bdd1-ac53f2c00f3b tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:06.259492 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-48fca954-2276-43f2-bdd1-ac53f2c00f3b tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:06.293912 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fca954-2276-43f2-bdd1-ac53f2c00f3b tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Pushing event updated for resources: {'Port': ['ID=77657657-04f8-40b8-bd02-ac05e7fc8abb,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:10:06.312264 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-48fca954-2276-43f2-bdd1-ac53f2c00f3b tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:10:06.342102 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02058b3f-0025-46f5-8238-e1b54ea9e0ba req-4973468c-e3b5-4fd5-b23c-050e39381fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:06.344890 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-02058b3f-0025-46f5-8238-e1b54ea9e0ba req-4973468c-e3b5-4fd5-b23c-050e39381fd7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=95681b49053843d7860e02f7c9e19b18&device_id=dcbec603-326d-4493-b865-450f5c5192bf HTTP/1.1" status: 200 len: 1096 time: 0.1252987 Jun 11 10:10:06.345013 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-05506457-5eef-4b94-9780-8d8dce923f9e tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:06.457340 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-48fca954-2276-43f2-bdd1-ac53f2c00f3b tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.2470307 Jun 11 10:10:06.460153 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 49616) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:06.466766 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-9bc3a025-0379-4650-9c14-94175e6826a6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-779913-12'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:10:06.513577 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02058b3f-0025-46f5-8238-e1b54ea9e0ba req-6815aa8e-4fc8-4cec-a073-0184144adb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:06.515759 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-02058b3f-0025-46f5-8238-e1b54ea9e0ba req-6815aa8e-4fc8-4cec-a073-0184144adb1b service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=95681b49053843d7860e02f7c9e19b18&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1633008 Jun 11 10:10:06.523436 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-05506457-5eef-4b94-9780-8d8dce923f9e tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:06.533630 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-cb058e6e-268e-4bf4-a4d5-cf88730eaa0e tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:10:06.583438 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61fe0ea9-125e-476d-a51c-c3397dd46d46 None None] Network cfe5510f-3640-4d3e-9c35-792059b735e0 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:10:06.624210 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-05506457-5eef-4b94-9780-8d8dce923f9e tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:06.629850 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-05506457-5eef-4b94-9780-8d8dce923f9e tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "DELETE /v2.0/subnets/6de76bb5-7cfb-4677-90f9-b293e3186162 HTTP/1.1" status: 204 len: 168 time: 0.5824566 Jun 11 10:10:06.631220 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05506457-5eef-4b94-9780-8d8dce923f9e tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Pushing event deleted for resources: {'Subnet': ['ID=6de76bb5-7cfb-4677-90f9-b293e3186162,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:10:06.635140 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-05506457-5eef-4b94-9780-8d8dce923f9e tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:10:06.635692 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 49622) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:06.711469 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9bc3a025-0379-4650-9c14-94175e6826a6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:06.748532 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-c03073c5-c48a-4c72-ba51-2e3482a34d09 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Deleting subnet d2458e44-0ae5-482a-8f11-a37ce6b9840c {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:10:06.755056 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c03073c5-c48a-4c72-ba51-2e3482a34d09 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:06.772395 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02058b3f-0025-46f5-8238-e1b54ea9e0ba req-0b357e4f-0987-4735-b1a1-a2baa4bde31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:06.775796 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-02058b3f-0025-46f5-8238-e1b54ea9e0ba req-0b357e4f-0987-4735-b1a1-a2baa4bde31f service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2523997 Jun 11 10:10:06.921302 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c03073c5-c48a-4c72-ba51-2e3482a34d09 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:06.978921 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268039f4-9e03-4f8b-a0c1-06c9901e94c0 req-3448acf0-47ca-4d74-a147-500ccf056d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:06.978921 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-268039f4-9e03-4f8b-a0c1-06c9901e94c0 req-3448acf0-47ca-4d74-a147-500ccf056d18 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=95681b49053843d7860e02f7c9e19b18&device_id=dcbec603-326d-4493-b865-450f5c5192bf HTTP/1.1" status: 200 len: 1096 time: 0.1193140 Jun 11 10:10:06.979250 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d6324a-a616-4229-96c6-dc87a4093b55 None None] DHCP port deletion for cfe5510f-3640-4d3e-9c35-792059b735e0 request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 10:10:07.038870 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-33d6324a-a616-4229-96c6-dc87a4093b55 None None] Deleting port ab939cb9-3b62-45fa-9c67-01d65b915a77 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:10:07.039587 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-33d6324a-a616-4229-96c6-dc87a4093b55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:07.144538 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-268039f4-9e03-4f8b-a0c1-06c9901e94c0 req-faa301ab-f648-4038-923e-1569b97f29b6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=79abac11-4134-47e7-bc2f-4f1728549399 HTTP/1.1" status: 200 len: 217 time: 0.1630409 Jun 11 10:10:07.202762 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-33d6324a-a616-4229-96c6-dc87a4093b55 None None] For port ab939cb9-3b62-45fa-9c67-01d65b915a77, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=ab939cb9-3b62-45fa-9c67-01d65b915a77,segment=NetworkSegment(6890454a-0f45-4686-aa82-6add7af4e54d),segment_id=6890454a-0f45-4686-aa82-6add7af4e54d)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:10:07.203994 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-33d6324a-a616-4229-96c6-dc87a4093b55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:07.318313 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268039f4-9e03-4f8b-a0c1-06c9901e94c0 req-55d64d37-5577-4d10-b1f5-207146334e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:07.320259 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-268039f4-9e03-4f8b-a0c1-06c9901e94c0 req-55d64d37-5577-4d10-b1f5-207146334e8f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=edbdfa11-06ad-48a4-a88c-07234c957674 HTTP/1.1" status: 200 len: 849 time: 0.1638622 Jun 11 10:10:07.393539 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-268039f4-9e03-4f8b-a0c1-06c9901e94c0 req-b0689c80-2e00-452f-aed0-e131bab2077a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=35df5041-868e-4b75-8f1d-c97928413ace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559516 Jun 11 10:10:07.407409 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56d98af-71ff-48da-bd99-8ef357360da6 req-d00f9165-8a05-4700-9210-34ae7cb8db6c tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:07.409588 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d56d98af-71ff-48da-bd99-8ef357360da6 req-d00f9165-8a05-4700-9210-34ae7cb8db6c tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcbec603-326d-4493-b865-450f5c5192bf HTTP/1.1" status: 200 len: 944 time: 0.1834095 Jun 11 10:10:07.563685 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d56d98af-71ff-48da-bd99-8ef357360da6 req-5d74e6af-4764-4ac9-ac24-586a81d857b5 tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] 10.222.0.60 "GET /v2.0/security-groups?id=32d98497-e842-473d-9e84-84e048a1aaca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439636 Jun 11 10:10:07.602100 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-268039f4-9e03-4f8b-a0c1-06c9901e94c0 req-709f1c0f-e7f9-4e0c-8029-65f11426ab21 service neutron] 10.222.0.69 "GET /v2.0/networks/35df5041-868e-4b75-8f1d-c97928413ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040007 Jun 11 10:10:07.616613 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-33d6324a-a616-4229-96c6-dc87a4093b55 None None] Calling delete_port for ab939cb9-3b62-45fa-9c67-01d65b915a77 owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:10:07.783295 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-268039f4-9e03-4f8b-a0c1-06c9901e94c0 req-d68be664-3c69-46b4-a509-8ec9e4afcc05 service neutron] 10.222.0.69 "GET /v2.0/networks/35df5041-868e-4b75-8f1d-c97928413ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633887 Jun 11 10:10:07.839897 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device ab939cb9-3b62-45fa-9c67-01d65b915a77 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:10:07.870688 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-33d6324a-a616-4229-96c6-dc87a4093b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:07.871825 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c03073c5-c48a-4c72-ba51-2e3482a34d09 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:07.875955 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:10:07.887467 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c289db8-8548-48f2-9f80-dcb5042463ba req-b34cff3f-3229-46e8-add1-0b85b0d6ab60 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:07.889119 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0c289db8-8548-48f2-9f80-dcb5042463ba req-b34cff3f-3229-46e8-add1-0b85b0d6ab60 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=49fd43c7-8eda-45fc-a5a2-a5c4eb73b238 HTTP/1.1" status: 200 len: 946 time: 0.9210629 Jun 11 10:10:07.918705 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d6324a-a616-4229-96c6-dc87a4093b55 None None] Pushing event deleted for resources: {'Port': ['ID=ab939cb9-3b62-45fa-9c67-01d65b915a77,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:10:07.924441 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d6324a-a616-4229-96c6-dc87a4093b55 None None] No DVR routers for this DVR port ab939cb9-3b62-45fa-9c67-01d65b915a77 on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:10:07.926091 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-33d6324a-a616-4229-96c6-dc87a4093b55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:10:07.930480 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [None req-9bc3a025-0379-4650-9c14-94175e6826a6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] device_id is not set on port 77657657-04f8-40b8-bd02-ac05e7fc8abb yet. {{(pid=93177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 10:10:07.936242 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No active binding found for port ab939cb9-3b62-45fa-9c67-01d65b915a77 {{(pid=93178) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 11 10:10:07.936724 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device ab939cb9-3b62-45fa-9c67-01d65b915a77 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:10:07.948321 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9bc3a025-0379-4650-9c14-94175e6826a6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:08.007929 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-9bc3a025-0379-4650-9c14-94175e6826a6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Transition to ACTIVE for port object 77657657-04f8-40b8-bd02-ac05e7fc8abb will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:10:08.036517 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0c289db8-8548-48f2-9f80-dcb5042463ba req-9e0245ec-0abd-4aa9-b99a-960f3a69d885 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175420 Jun 11 10:10:08.169882 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9bc3a025-0379-4650-9c14-94175e6826a6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:08.175304 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e6703f5b-2fd3-4db7-81e7-136c1cafc35c tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:10:08.205420 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c03073c5-c48a-4c72-ba51-2e3482a34d09 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:08.281697 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c03073c5-c48a-4c72-ba51-2e3482a34d09 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:08.287035 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 49658) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:08.287812 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-c03073c5-c48a-4c72-ba51-2e3482a34d09 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "DELETE /v2.0/subnets/d2458e44-0ae5-482a-8f11-a37ce6b9840c HTTP/1.1" status: 204 len: 168 time: 1.6491954 Jun 11 10:10:08.289664 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c08898b-c469-4f91-b138-268fec0a7924 None None] Network 59dacf4d-115b-4809-a021-e747a5d5e2b9 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:10:08.294974 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc3a025-0379-4650-9c14-94175e6826a6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Pushing event updated for resources: {'Port': ['ID=77657657-04f8-40b8-bd02-ac05e7fc8abb,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:10:08.298482 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9bc3a025-0379-4650-9c14-94175e6826a6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:10:08.299250 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3e46a309-e86d-4eea-8a71-7ac8c42056df tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:10:08.358821 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-9bc3a025-0379-4650-9c14-94175e6826a6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempting to bind port 77657657-04f8-40b8-bd02-ac05e7fc8abb on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:10:08.359170 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-9bc3a025-0379-4650-9c14-94175e6826a6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempting to bind port 77657657-04f8-40b8-bd02-ac05e7fc8abb by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '83db142c-754d-41a3-8f9e-61aea9f60769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '6f3451d0-4740-4b9c-a179-73b4fa7879b5'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:10:08.359787 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc3a025-0379-4650-9c14-94175e6826a6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempting to bind port 77657657-04f8-40b8-bd02-ac05e7fc8abb on network 6f3451d0-4740-4b9c-a179-73b4fa7879b5 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:10:08.366203 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc3a025-0379-4650-9c14-94175e6826a6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Port 77657657-04f8-40b8-bd02-ac05e7fc8abb on network 6f3451d0-4740-4b9c-a179-73b4fa7879b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:10:08.366631 n-d-779913-12 neutron-server[93177]: ERROR neutron.plugins.ml2.managers [None req-9bc3a025-0379-4650-9c14-94175e6826a6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Failed to bind port 77657657-04f8-40b8-bd02-ac05e7fc8abb on host n-h1-779913-12 for vnic_type normal using segments [{'id': '83db142c-754d-41a3-8f9e-61aea9f60769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '6f3451d0-4740-4b9c-a179-73b4fa7879b5'}] Jun 11 10:10:08.367224 n-d-779913-12 neutron-server[93177]: INFO neutron.plugins.ml2.plugin [None req-9bc3a025-0379-4650-9c14-94175e6826a6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempt 2 to bind port 77657657-04f8-40b8-bd02-ac05e7fc8abb Jun 11 10:10:08.385518 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03073c5-c48a-4c72-ba51-2e3482a34d09 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Pushing event deleted for resources: {'Subnet': ['ID=d2458e44-0ae5-482a-8f11-a37ce6b9840c,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:10:08.395320 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c03073c5-c48a-4c72-ba51-2e3482a34d09 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:10:08.398418 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-9bc3a025-0379-4650-9c14-94175e6826a6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempting to bind port 77657657-04f8-40b8-bd02-ac05e7fc8abb on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:10:08.398761 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-9bc3a025-0379-4650-9c14-94175e6826a6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempting to bind port 77657657-04f8-40b8-bd02-ac05e7fc8abb by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '83db142c-754d-41a3-8f9e-61aea9f60769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '6f3451d0-4740-4b9c-a179-73b4fa7879b5'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:10:08.399137 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc3a025-0379-4650-9c14-94175e6826a6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempting to bind port 77657657-04f8-40b8-bd02-ac05e7fc8abb on network 6f3451d0-4740-4b9c-a179-73b4fa7879b5 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:10:08.404762 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc3a025-0379-4650-9c14-94175e6826a6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Port 77657657-04f8-40b8-bd02-ac05e7fc8abb on network 6f3451d0-4740-4b9c-a179-73b4fa7879b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:10:08.405268 n-d-779913-12 neutron-server[93177]: ERROR neutron.plugins.ml2.managers [None req-9bc3a025-0379-4650-9c14-94175e6826a6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Failed to bind port 77657657-04f8-40b8-bd02-ac05e7fc8abb on host n-h1-779913-12 for vnic_type normal using segments [{'id': '83db142c-754d-41a3-8f9e-61aea9f60769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '6f3451d0-4740-4b9c-a179-73b4fa7879b5'}] Jun 11 10:10:08.405668 n-d-779913-12 neutron-server[93177]: INFO neutron.plugins.ml2.plugin [None req-9bc3a025-0379-4650-9c14-94175e6826a6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempt 3 to bind port 77657657-04f8-40b8-bd02-ac05e7fc8abb Jun 11 10:10:08.420561 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-9bc3a025-0379-4650-9c14-94175e6826a6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempting to bind port 77657657-04f8-40b8-bd02-ac05e7fc8abb on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:10:08.420900 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-9bc3a025-0379-4650-9c14-94175e6826a6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempting to bind port 77657657-04f8-40b8-bd02-ac05e7fc8abb by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '83db142c-754d-41a3-8f9e-61aea9f60769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '6f3451d0-4740-4b9c-a179-73b4fa7879b5'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:10:08.421245 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc3a025-0379-4650-9c14-94175e6826a6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempting to bind port 77657657-04f8-40b8-bd02-ac05e7fc8abb on network 6f3451d0-4740-4b9c-a179-73b4fa7879b5 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:10:08.426677 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc3a025-0379-4650-9c14-94175e6826a6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Port 77657657-04f8-40b8-bd02-ac05e7fc8abb on network 6f3451d0-4740-4b9c-a179-73b4fa7879b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:10:08.427007 n-d-779913-12 neutron-server[93177]: ERROR neutron.plugins.ml2.managers [None req-9bc3a025-0379-4650-9c14-94175e6826a6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Failed to bind port 77657657-04f8-40b8-bd02-ac05e7fc8abb on host n-h1-779913-12 for vnic_type normal using segments [{'id': '83db142c-754d-41a3-8f9e-61aea9f60769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '6f3451d0-4740-4b9c-a179-73b4fa7879b5'}] Jun 11 10:10:08.427398 n-d-779913-12 neutron-server[93177]: INFO neutron.plugins.ml2.plugin [None req-9bc3a025-0379-4650-9c14-94175e6826a6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempt 4 to bind port 77657657-04f8-40b8-bd02-ac05e7fc8abb Jun 11 10:10:08.444129 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-9bc3a025-0379-4650-9c14-94175e6826a6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempting to bind port 77657657-04f8-40b8-bd02-ac05e7fc8abb on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:10:08.444477 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-9bc3a025-0379-4650-9c14-94175e6826a6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempting to bind port 77657657-04f8-40b8-bd02-ac05e7fc8abb by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '83db142c-754d-41a3-8f9e-61aea9f60769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '6f3451d0-4740-4b9c-a179-73b4fa7879b5'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:10:08.444809 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc3a025-0379-4650-9c14-94175e6826a6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempting to bind port 77657657-04f8-40b8-bd02-ac05e7fc8abb on network 6f3451d0-4740-4b9c-a179-73b4fa7879b5 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:10:08.450413 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc3a025-0379-4650-9c14-94175e6826a6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Port 77657657-04f8-40b8-bd02-ac05e7fc8abb on network 6f3451d0-4740-4b9c-a179-73b4fa7879b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:10:08.450744 n-d-779913-12 neutron-server[93177]: ERROR neutron.plugins.ml2.managers [None req-9bc3a025-0379-4650-9c14-94175e6826a6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Failed to bind port 77657657-04f8-40b8-bd02-ac05e7fc8abb on host n-h1-779913-12 for vnic_type normal using segments [{'id': '83db142c-754d-41a3-8f9e-61aea9f60769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '6f3451d0-4740-4b9c-a179-73b4fa7879b5'}] Jun 11 10:10:08.451136 n-d-779913-12 neutron-server[93177]: INFO neutron.plugins.ml2.plugin [None req-9bc3a025-0379-4650-9c14-94175e6826a6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempt 5 to bind port 77657657-04f8-40b8-bd02-ac05e7fc8abb Jun 11 10:10:08.467113 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-9bc3a025-0379-4650-9c14-94175e6826a6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempting to bind port 77657657-04f8-40b8-bd02-ac05e7fc8abb on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:10:08.467461 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-9bc3a025-0379-4650-9c14-94175e6826a6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempting to bind port 77657657-04f8-40b8-bd02-ac05e7fc8abb by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '83db142c-754d-41a3-8f9e-61aea9f60769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '6f3451d0-4740-4b9c-a179-73b4fa7879b5'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:10:08.467824 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc3a025-0379-4650-9c14-94175e6826a6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempting to bind port 77657657-04f8-40b8-bd02-ac05e7fc8abb on network 6f3451d0-4740-4b9c-a179-73b4fa7879b5 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:10:08.473820 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc3a025-0379-4650-9c14-94175e6826a6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Port 77657657-04f8-40b8-bd02-ac05e7fc8abb on network 6f3451d0-4740-4b9c-a179-73b4fa7879b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:10:08.474160 n-d-779913-12 neutron-server[93177]: ERROR neutron.plugins.ml2.managers [None req-9bc3a025-0379-4650-9c14-94175e6826a6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Failed to bind port 77657657-04f8-40b8-bd02-ac05e7fc8abb on host n-h1-779913-12 for vnic_type normal using segments [{'id': '83db142c-754d-41a3-8f9e-61aea9f60769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '6f3451d0-4740-4b9c-a179-73b4fa7879b5'}] Jun 11 10:10:08.474557 n-d-779913-12 neutron-server[93177]: INFO neutron.plugins.ml2.plugin [None req-9bc3a025-0379-4650-9c14-94175e6826a6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempt 6 to bind port 77657657-04f8-40b8-bd02-ac05e7fc8abb Jun 11 10:10:08.491161 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-9bc3a025-0379-4650-9c14-94175e6826a6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempting to bind port 77657657-04f8-40b8-bd02-ac05e7fc8abb on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:10:08.491524 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-9bc3a025-0379-4650-9c14-94175e6826a6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempting to bind port 77657657-04f8-40b8-bd02-ac05e7fc8abb by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '83db142c-754d-41a3-8f9e-61aea9f60769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '6f3451d0-4740-4b9c-a179-73b4fa7879b5'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:10:08.491899 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc3a025-0379-4650-9c14-94175e6826a6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempting to bind port 77657657-04f8-40b8-bd02-ac05e7fc8abb on network 6f3451d0-4740-4b9c-a179-73b4fa7879b5 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:10:08.498117 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc3a025-0379-4650-9c14-94175e6826a6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Port 77657657-04f8-40b8-bd02-ac05e7fc8abb on network 6f3451d0-4740-4b9c-a179-73b4fa7879b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:10:08.498472 n-d-779913-12 neutron-server[93177]: ERROR neutron.plugins.ml2.managers [None req-9bc3a025-0379-4650-9c14-94175e6826a6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Failed to bind port 77657657-04f8-40b8-bd02-ac05e7fc8abb on host n-h1-779913-12 for vnic_type normal using segments [{'id': '83db142c-754d-41a3-8f9e-61aea9f60769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '6f3451d0-4740-4b9c-a179-73b4fa7879b5'}] Jun 11 10:10:08.498871 n-d-779913-12 neutron-server[93177]: INFO neutron.plugins.ml2.plugin [None req-9bc3a025-0379-4650-9c14-94175e6826a6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempt 7 to bind port 77657657-04f8-40b8-bd02-ac05e7fc8abb Jun 11 10:10:08.528121 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-9bc3a025-0379-4650-9c14-94175e6826a6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempting to bind port 77657657-04f8-40b8-bd02-ac05e7fc8abb on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:10:08.528473 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-9bc3a025-0379-4650-9c14-94175e6826a6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempting to bind port 77657657-04f8-40b8-bd02-ac05e7fc8abb by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '83db142c-754d-41a3-8f9e-61aea9f60769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '6f3451d0-4740-4b9c-a179-73b4fa7879b5'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:10:08.528813 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc3a025-0379-4650-9c14-94175e6826a6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempting to bind port 77657657-04f8-40b8-bd02-ac05e7fc8abb on network 6f3451d0-4740-4b9c-a179-73b4fa7879b5 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:10:08.536924 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc3a025-0379-4650-9c14-94175e6826a6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Port 77657657-04f8-40b8-bd02-ac05e7fc8abb on network 6f3451d0-4740-4b9c-a179-73b4fa7879b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:10:08.537324 n-d-779913-12 neutron-server[93177]: ERROR neutron.plugins.ml2.managers [None req-9bc3a025-0379-4650-9c14-94175e6826a6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Failed to bind port 77657657-04f8-40b8-bd02-ac05e7fc8abb on host n-h1-779913-12 for vnic_type normal using segments [{'id': '83db142c-754d-41a3-8f9e-61aea9f60769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '6f3451d0-4740-4b9c-a179-73b4fa7879b5'}] Jun 11 10:10:08.539540 n-d-779913-12 neutron-server[93177]: INFO neutron.plugins.ml2.plugin [None req-9bc3a025-0379-4650-9c14-94175e6826a6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempt 8 to bind port 77657657-04f8-40b8-bd02-ac05e7fc8abb Jun 11 10:10:08.547977 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5c384d96-6143-41a8-8e1d-9ee716197977 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:08.560681 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-9bc3a025-0379-4650-9c14-94175e6826a6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempting to bind port 77657657-04f8-40b8-bd02-ac05e7fc8abb on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:10:08.561019 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-9bc3a025-0379-4650-9c14-94175e6826a6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempting to bind port 77657657-04f8-40b8-bd02-ac05e7fc8abb by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '83db142c-754d-41a3-8f9e-61aea9f60769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '6f3451d0-4740-4b9c-a179-73b4fa7879b5'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:10:08.561347 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc3a025-0379-4650-9c14-94175e6826a6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempting to bind port 77657657-04f8-40b8-bd02-ac05e7fc8abb on network 6f3451d0-4740-4b9c-a179-73b4fa7879b5 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:10:08.566809 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc3a025-0379-4650-9c14-94175e6826a6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Port 77657657-04f8-40b8-bd02-ac05e7fc8abb on network 6f3451d0-4740-4b9c-a179-73b4fa7879b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:10:08.567725 n-d-779913-12 neutron-server[93177]: ERROR neutron.plugins.ml2.managers [None req-9bc3a025-0379-4650-9c14-94175e6826a6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Failed to bind port 77657657-04f8-40b8-bd02-ac05e7fc8abb on host n-h1-779913-12 for vnic_type normal using segments [{'id': '83db142c-754d-41a3-8f9e-61aea9f60769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '6f3451d0-4740-4b9c-a179-73b4fa7879b5'}] Jun 11 10:10:08.568297 n-d-779913-12 neutron-server[93177]: INFO neutron.plugins.ml2.plugin [None req-9bc3a025-0379-4650-9c14-94175e6826a6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempt 9 to bind port 77657657-04f8-40b8-bd02-ac05e7fc8abb Jun 11 10:10:08.587307 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-9bc3a025-0379-4650-9c14-94175e6826a6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempting to bind port 77657657-04f8-40b8-bd02-ac05e7fc8abb on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:10:08.587307 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-9bc3a025-0379-4650-9c14-94175e6826a6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempting to bind port 77657657-04f8-40b8-bd02-ac05e7fc8abb by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '83db142c-754d-41a3-8f9e-61aea9f60769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '6f3451d0-4740-4b9c-a179-73b4fa7879b5'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:10:08.587307 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc3a025-0379-4650-9c14-94175e6826a6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempting to bind port 77657657-04f8-40b8-bd02-ac05e7fc8abb on network 6f3451d0-4740-4b9c-a179-73b4fa7879b5 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:10:08.592302 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc3a025-0379-4650-9c14-94175e6826a6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Port 77657657-04f8-40b8-bd02-ac05e7fc8abb on network 6f3451d0-4740-4b9c-a179-73b4fa7879b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:10:08.592634 n-d-779913-12 neutron-server[93177]: ERROR neutron.plugins.ml2.managers [None req-9bc3a025-0379-4650-9c14-94175e6826a6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Failed to bind port 77657657-04f8-40b8-bd02-ac05e7fc8abb on host n-h1-779913-12 for vnic_type normal using segments [{'id': '83db142c-754d-41a3-8f9e-61aea9f60769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '6f3451d0-4740-4b9c-a179-73b4fa7879b5'}] Jun 11 10:10:08.593115 n-d-779913-12 neutron-server[93177]: INFO neutron.plugins.ml2.plugin [None req-9bc3a025-0379-4650-9c14-94175e6826a6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempt 10 to bind port 77657657-04f8-40b8-bd02-ac05e7fc8abb Jun 11 10:10:08.611683 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-9bc3a025-0379-4650-9c14-94175e6826a6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempting to bind port 77657657-04f8-40b8-bd02-ac05e7fc8abb on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:10:08.612025 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-9bc3a025-0379-4650-9c14-94175e6826a6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempting to bind port 77657657-04f8-40b8-bd02-ac05e7fc8abb by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '83db142c-754d-41a3-8f9e-61aea9f60769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '6f3451d0-4740-4b9c-a179-73b4fa7879b5'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:10:08.612367 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc3a025-0379-4650-9c14-94175e6826a6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempting to bind port 77657657-04f8-40b8-bd02-ac05e7fc8abb on network 6f3451d0-4740-4b9c-a179-73b4fa7879b5 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:10:08.617412 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc3a025-0379-4650-9c14-94175e6826a6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Port 77657657-04f8-40b8-bd02-ac05e7fc8abb on network 6f3451d0-4740-4b9c-a179-73b4fa7879b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:10:08.619459 n-d-779913-12 neutron-server[93177]: ERROR neutron.plugins.ml2.managers [None req-9bc3a025-0379-4650-9c14-94175e6826a6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Failed to bind port 77657657-04f8-40b8-bd02-ac05e7fc8abb on host n-h1-779913-12 for vnic_type normal using segments [{'id': '83db142c-754d-41a3-8f9e-61aea9f60769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '6f3451d0-4740-4b9c-a179-73b4fa7879b5'}] Jun 11 10:10:08.619789 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9bc3a025-0379-4650-9c14-94175e6826a6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:08.669722 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ffc1c72-727b-4fb8-8f62-55f9695584dd None None] DHCP port deletion for 59dacf4d-115b-4809-a021-e747a5d5e2b9 request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 10:10:08.699653 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5c384d96-6143-41a8-8e1d-9ee716197977 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:08.713124 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-5c384d96-6143-41a8-8e1d-9ee716197977 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfe5510f-3640-4d3e-9c35-792059b735e0']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:10:08.753330 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-5c384d96-6143-41a8-8e1d-9ee716197977 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6890454a-0f45-4686-aa82-6add7af4e54d') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:10:08.758585 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-5c384d96-6143-41a8-8e1d-9ee716197977 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6890454a-0f45-4686-aa82-6add7af4e54d') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:10:08.762685 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-0ffc1c72-727b-4fb8-8f62-55f9695584dd None None] Deleting port 875c8935-dae6-4c5e-81a2-92195bcd2a1b {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:10:08.763423 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0ffc1c72-727b-4fb8-8f62-55f9695584dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:08.809640 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5c384d96-6143-41a8-8e1d-9ee716197977 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:08.814690 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-9bc3a025-0379-4650-9c14-94175e6826a6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] For port 77657657-04f8-40b8-bd02-ac05e7fc8abb, host n-h1-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:10:08.815064 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-9bc3a025-0379-4650-9c14-94175e6826a6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempted to set empty binding levels {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 11 10:10:08.835897 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c36c7-bea2-48ad-be71-47431728b6bb req-93670a9c-7756-414e-b64d-9be3ec234bf2 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:08.837545 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-809c36c7-bea2-48ad-be71-47431728b6bb req-93670a9c-7756-414e-b64d-9be3ec234bf2 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 946 time: 0.1574128 Jun 11 10:10:08.861233 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5c384d96-6143-41a8-8e1d-9ee716197977 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:08.870438 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c384d96-6143-41a8-8e1d-9ee716197977 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Releasing vlan 784 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:10:08.873833 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5c384d96-6143-41a8-8e1d-9ee716197977 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:08.874629 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:10:08.874629 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:10:08.874629 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:10:08.874629 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:10:08.874629 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:10:08.874629 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:10:08.874629 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:10:08.874629 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:10:08.874629 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:10:08.874629 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:10:08.874629 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:10:08.874629 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:10:08.874629 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:10:08.874629 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:10:08.874629 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:10:08.874629 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:10:08.874629 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:10:08.874629 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:10:08.874629 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:10:08.874629 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:10:08.874629 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:10:08.874629 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:10:08.874629 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:10:08.874629 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:10:08.874629 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:10:08.874629 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:10:08.874629 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:10:08.874629 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:10:08.874629 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:10:08.874629 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:10:08.874629 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:10:08.874629 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:10:08.874629 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:10:08.874629 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:10:08.874629 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:10:08.874629 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:10:08.874629 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:10:08.874629 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:10:08.874629 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:10:08.874629 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:10:08.874629 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:10:08.874629 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:10:08.874629 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:10:08.874629 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:10:08.877702 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:10:08.877702 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:10:08.877702 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:10:08.877702 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:10:08.877702 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:10:08.877702 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:10:08.877702 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:10:08.877702 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:10:08.877702 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:10:08.877702 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:10:08.877702 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:10:08.877702 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:10:08.877702 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 10:10:08.877702 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:10:08.877702 n-d-779913-12 neutron-server[93176]: timer() Jun 11 10:10:08.877702 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:10:08.877702 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 10:10:08.877702 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:10:08.877702 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 10:10:08.877702 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:10:08.877702 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 10:10:08.877702 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:10:08.877702 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 10:10:08.877702 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:10:08.877702 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 10:10:08.877702 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:10:08.877702 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:10:08.877702 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:10:08.877702 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:10:08.877702 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:10:08.877702 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 10:10:08.877702 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:10:08.877702 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 10:10:08.877702 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:10:08.877702 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:10:08.877702 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:10:08.877702 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 10:10:08.877702 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:10:08.877702 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:10:08.877702 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:10:08.877702 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:10:08.877702 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:10:08.877702 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:10:08.877702 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:10:08.885558 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-0ffc1c72-727b-4fb8-8f62-55f9695584dd None None] For port 875c8935-dae6-4c5e-81a2-92195bcd2a1b, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=875c8935-dae6-4c5e-81a2-92195bcd2a1b,segment=NetworkSegment(46b10d8e-26e4-4386-b024-5819ad92272f),segment_id=46b10d8e-26e4-4386-b024-5819ad92272f)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:10:08.886202 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0ffc1c72-727b-4fb8-8f62-55f9695584dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:08.916613 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-809c36c7-bea2-48ad-be71-47431728b6bb req-80b539e8-1efb-4e2d-801f-873039c77be8 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731161 Jun 11 10:10:08.950299 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9bc3a025-0379-4650-9c14-94175e6826a6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:08.972219 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e3108241-9945-45b3-92ec-59b3686695e3 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:10:09.012336 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5c9401-8c74-4b36-8ca0-b31c583e8049 req-c86c0482-833b-4a6a-b754-c92bb99f672c tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:09.013865 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2f5c9401-8c74-4b36-8ca0-b31c583e8049 req-c86c0482-833b-4a6a-b754-c92bb99f672c tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcbec603-326d-4493-b865-450f5c5192bf HTTP/1.1" status: 200 len: 944 time: 0.2581768 Jun 11 10:10:09.043435 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-0ffc1c72-727b-4fb8-8f62-55f9695584dd None None] Calling delete_port for 875c8935-dae6-4c5e-81a2-92195bcd2a1b owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:10:09.106421 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-9bc3a025-0379-4650-9c14-94175e6826a6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] In _notify_port_updated(), no bound segment for port 77657657-04f8-40b8-bd02-ac05e7fc8abb on network 6f3451d0-4740-4b9c-a179-73b4fa7879b5 {{(pid=93177) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 11 10:10:09.107389 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc3a025-0379-4650-9c14-94175e6826a6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:09.108046 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9bc3a025-0379-4650-9c14-94175e6826a6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:09.109336 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-9bc3a025-0379-4650-9c14-94175e6826a6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] 10.222.0.60 "PUT /v2.0/ports/77657657-04f8-40b8-bd02-ac05e7fc8abb HTTP/1.1" status: 200 len: 976 time: 2.6481330 Jun 11 10:10:09.114607 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 49682) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:09.119026 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2f5c9401-8c74-4b36-8ca0-b31c583e8049 req-295d7ae7-8781-4f27-a991-d33fa5287e75 tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] 10.222.0.60 "GET /v2.0/security-groups?id=32d98497-e842-473d-9e84-84e048a1aaca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769682 Jun 11 10:10:09.136554 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5c384d96-6143-41a8-8e1d-9ee716197977 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:09.138501 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9fd27f88-357a-4ee0-99ca-e87d5b24f494 tempest-FloatingIPAdminTestJSON-1621196128 tempest-FloatingIPAdminTestJSON-1621196128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:10:09.148295 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5c384d96-6143-41a8-8e1d-9ee716197977 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:09.154871 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-5c384d96-6143-41a8-8e1d-9ee716197977 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "DELETE /v2.0/networks/cfe5510f-3640-4d3e-9c35-792059b735e0 HTTP/1.1" status: 204 len: 168 time: 0.8553550 Jun 11 10:10:09.155789 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 49686) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:09.170525 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460b3117-8f5b-499b-bd74-c7df84a2c9ec req-9de56d08-46ef-4855-84a9-f005428a2fe0 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:09.172931 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-460b3117-8f5b-499b-bd74-c7df84a2c9ec req-9de56d08-46ef-4855-84a9-f005428a2fe0 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.69 "GET /v2.0/ports?device_id=49fd43c7-8eda-45fc-a5a2-a5c4eb73b238 HTTP/1.1" status: 200 len: 946 time: 0.1850951 Jun 11 10:10:09.192880 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c384d96-6143-41a8-8e1d-9ee716197977 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Pushing event deleted for resources: {'Network': ['ID=cfe5510f-3640-4d3e-9c35-792059b735e0,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:10:09.196104 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5c384d96-6143-41a8-8e1d-9ee716197977 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:10:09.234410 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc3a025-0379-4650-9c14-94175e6826a6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Pushing event updated for resources: {'Port': ['ID=77657657-04f8-40b8-bd02-ac05e7fc8abb,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:10:09.247075 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9bc3a025-0379-4650-9c14-94175e6826a6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:10:09.263047 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0ffc1c72-727b-4fb8-8f62-55f9695584dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:09.273532 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:10:09.284273 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffc1c72-727b-4fb8-8f62-55f9695584dd None None] No DVR routers for this DVR port 875c8935-dae6-4c5e-81a2-92195bcd2a1b on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:10:09.316872 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffc1c72-727b-4fb8-8f62-55f9695584dd None None] Pushing event deleted for resources: {'Port': ['ID=875c8935-dae6-4c5e-81a2-92195bcd2a1b,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:10:09.333890 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-0ffc1c72-727b-4fb8-8f62-55f9695584dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:10:09.360349 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-82f2eed2-1ff9-492c-8b38-5306c2692f48 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:09.370001 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f065d95-946c-477e-bf1f-61d4cf216ec8 req-68b0f386-bb70-42fa-8214-44258c9526ff tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:09.371525 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0f065d95-946c-477e-bf1f-61d4cf216ec8 req-68b0f386-bb70-42fa-8214-44258c9526ff tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 946 time: 0.3072746 Jun 11 10:10:09.423537 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb6accc-2ab4-424e-a4c5-b9555c28d0a1 req-03dfb815-20cb-419a-90ab-f8137cfd4136 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:09.425176 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6eb6accc-2ab4-424e-a4c5-b9555c28d0a1 req-03dfb815-20cb-419a-90ab-f8137cfd4136 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=49fd43c7-8eda-45fc-a5a2-a5c4eb73b238 HTTP/1.1" status: 200 len: 946 time: 0.1769292 Jun 11 10:10:09.455480 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1a6949-90d1-4bfc-b162-e53819a54d8b tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:09.455990 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1a6949-90d1-4bfc-b162-e53819a54d8b tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:09.456459 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1a6949-90d1-4bfc-b162-e53819a54d8b tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:09.456921 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1a6949-90d1-4bfc-b162-e53819a54d8b tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:09.457387 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1a6949-90d1-4bfc-b162-e53819a54d8b tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:09.457847 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1a6949-90d1-4bfc-b162-e53819a54d8b tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:09.458307 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1a6949-90d1-4bfc-b162-e53819a54d8b tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:09.458773 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1a6949-90d1-4bfc-b162-e53819a54d8b tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:09.459233 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1a6949-90d1-4bfc-b162-e53819a54d8b tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:09.459724 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1a6949-90d1-4bfc-b162-e53819a54d8b tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:09.460200 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1a6949-90d1-4bfc-b162-e53819a54d8b tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:09.460774 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1a6949-90d1-4bfc-b162-e53819a54d8b tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:09.461147 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1a6949-90d1-4bfc-b162-e53819a54d8b tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:09.461261 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-460b3117-8f5b-499b-bd74-c7df84a2c9ec req-3c96581c-20f0-4131-99cf-6baff40a5bfe tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Deleting port caeaa258-0579-4956-b254-f278b878bd49 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:10:09.461639 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1a6949-90d1-4bfc-b162-e53819a54d8b tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:09.461743 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-460b3117-8f5b-499b-bd74-c7df84a2c9ec req-3c96581c-20f0-4131-99cf-6baff40a5bfe tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:09.462609 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1a6949-90d1-4bfc-b162-e53819a54d8b tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:09.465819 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-ce1a6949-90d1-4bfc-b162-e53819a54d8b tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 13694 time: 0.3500147 Jun 11 10:10:09.472320 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 49690) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:09.507617 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0f065d95-946c-477e-bf1f-61d4cf216ec8 req-5b755d0b-cbd3-420f-a203-78d08b29e4fa tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251929 Jun 11 10:10:09.568253 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-82f2eed2-1ff9-492c-8b38-5306c2692f48 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:09.580642 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-82f2eed2-1ff9-492c-8b38-5306c2692f48 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59dacf4d-115b-4809-a021-e747a5d5e2b9']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:10:09.592959 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-82f2eed2-1ff9-492c-8b38-5306c2692f48 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46b10d8e-26e4-4386-b024-5819ad92272f') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:10:09.593256 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-82f2eed2-1ff9-492c-8b38-5306c2692f48 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46b10d8e-26e4-4386-b024-5819ad92272f') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:10:09.604346 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-82f2eed2-1ff9-492c-8b38-5306c2692f48 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:09.620827 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-82f2eed2-1ff9-492c-8b38-5306c2692f48 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:09.628008 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82f2eed2-1ff9-492c-8b38-5306c2692f48 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Releasing vlan 780 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:10:09.631788 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-82f2eed2-1ff9-492c-8b38-5306c2692f48 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:09.631788 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:10:09.631788 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:10:09.631788 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:10:09.631788 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 10:10:09.631788 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 10:10:09.631788 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:10:09.631788 n-d-779913-12 neutron-server[93177]: timer() Jun 11 10:10:09.631788 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:10:09.631788 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 10:10:09.631788 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:10:09.631788 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 10:10:09.631788 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:10:09.631788 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 10:10:09.631788 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:10:09.631788 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 10:10:09.631788 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:10:09.631788 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 10:10:09.631788 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:10:09.631788 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:10:09.631788 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:10:09.631788 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:10:09.631788 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:10:09.631788 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 10:10:09.631788 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:10:09.631788 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 10:10:09.631788 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:10:09.631788 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:10:09.631788 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:10:09.631788 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 10:10:09.631788 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:10:09.631788 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:10:09.631788 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:10:09.631788 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:10:09.631788 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:10:09.631788 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:10:09.631788 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:10:09.640219 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6eb6accc-2ab4-424e-a4c5-b9555c28d0a1 req-83e42cd2-d54f-45ef-94f7-f921aab25b4e tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072158 Jun 11 10:10:09.767701 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-460b3117-8f5b-499b-bd74-c7df84a2c9ec req-3c96581c-20f0-4131-99cf-6baff40a5bfe tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] For port caeaa258-0579-4956-b254-f278b878bd49, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=caeaa258-0579-4956-b254-f278b878bd49,segment=NetworkSegment(5c22e2d5-0ba6-4801-a903-4241c2620ae4),segment_id=5c22e2d5-0ba6-4801-a903-4241c2620ae4)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:10:09.768224 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-460b3117-8f5b-499b-bd74-c7df84a2c9ec req-3c96581c-20f0-4131-99cf-6baff40a5bfe tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:09.843130 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 875c8935-dae6-4c5e-81a2-92195bcd2a1b no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:10:09.871751 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 875c8935-dae6-4c5e-81a2-92195bcd2a1b {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:10:09.872203 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 875c8935-dae6-4c5e-81a2-92195bcd2a1b not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:10:09.890776 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-460b3117-8f5b-499b-bd74-c7df84a2c9ec req-3c96581c-20f0-4131-99cf-6baff40a5bfe tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Calling delete_port for caeaa258-0579-4956-b254-f278b878bd49 owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:10:09.910220 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-8f6f6c94-1181-4f71-b367-a260de5d8bd8 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Deleting port 77657657-04f8-40b8-bd02-ac05e7fc8abb {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:10:09.910606 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8f6f6c94-1181-4f71-b367-a260de5d8bd8 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:09.929777 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-82f2eed2-1ff9-492c-8b38-5306c2692f48 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:09.935369 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b4b7eef7-602a-4d02-bd9c-96f46269315c tempest-PortsAdminExtendedAttrsTestJSON-1692560799 tempest-PortsAdminExtendedAttrsTestJSON-1692560799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:10:09.953090 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-82f2eed2-1ff9-492c-8b38-5306c2692f48 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:09.958555 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-82f2eed2-1ff9-492c-8b38-5306c2692f48 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "DELETE /v2.0/networks/59dacf4d-115b-4809-a021-e747a5d5e2b9 HTTP/1.1" status: 204 len: 168 time: 0.7983081 Jun 11 10:10:09.958555 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f2eed2-1ff9-492c-8b38-5306c2692f48 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Pushing event deleted for resources: {'Network': ['ID=59dacf4d-115b-4809-a021-e747a5d5e2b9,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:10:09.958776 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 49700) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:09.968518 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-0bacf4e6-12f5-445f-bbcd-6c41a25a14f3 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1089015723'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:10:09.971876 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-82f2eed2-1ff9-492c-8b38-5306c2692f48 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:10:10.068203 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-8f6f6c94-1181-4f71-b367-a260de5d8bd8 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] For port 77657657-04f8-40b8-bd02-ac05e7fc8abb, host n-h1-779913-12, got binding levels [] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:10:10.068580 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8f6f6c94-1181-4f71-b367-a260de5d8bd8 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:10.071247 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bacf4e6-12f5-445f-bbcd-6c41a25a14f3 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Made reservation on behalf of f90b676cb67a4cb1b788d4673e4cc737 for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:10:10.082697 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0bacf4e6-12f5-445f-bbcd-6c41a25a14f3 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:10.110950 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bacf4e6-12f5-445f-bbcd-6c41a25a14f3 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 761} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:10:10.119994 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0bacf4e6-12f5-445f-bbcd-6c41a25a14f3 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:10.120392 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-0bacf4e6-12f5-445f-bbcd-6c41a25a14f3 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Added segment d686b2f5-b37a-492d-bd35-8f559f017fab of type vlan for network 89af6389-38d2-4073-af05-2220b8e1e9c3 Jun 11 10:10:10.176745 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-8f6f6c94-1181-4f71-b367-a260de5d8bd8 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Calling delete_port for 77657657-04f8-40b8-bd02-ac05e7fc8abb owned by {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:10:10.179198 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0bacf4e6-12f5-445f-bbcd-6c41a25a14f3 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:10.352793 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa68d44-725e-4caf-a635-9ed4608a74c9 req-a7236bc3-d69b-40a8-8066-79ba5778f5db tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:10.354635 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9aa68d44-725e-4caf-a635-9ed4608a74c9 req-a7236bc3-d69b-40a8-8066-79ba5778f5db tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcbec603-326d-4493-b865-450f5c5192bf HTTP/1.1" status: 200 len: 944 time: 0.0812297 Jun 11 10:10:10.390172 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-460b3117-8f5b-499b-bd74-c7df84a2c9ec req-3c96581c-20f0-4131-99cf-6baff40a5bfe tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:10.394405 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0bacf4e6-12f5-445f-bbcd-6c41a25a14f3 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:10.395188 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-48fca954-2276-43f2-bdd1-ac53f2c00f3b tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:10:10.401302 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bacf4e6-12f5-445f-bbcd-6c41a25a14f3 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:10.401786 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0bacf4e6-12f5-445f-bbcd-6c41a25a14f3 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:10.410795 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4ceb5140-9e44-4f57-99d5-1d84ec484435 tempest-QuotasNegativeTest-403483631 tempest-QuotasNegativeTest-403483631-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:10:10.443271 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c96581c-20f0-4131-99cf-6baff40a5bfe tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Pushing event deleted for resources: {'Port': ['ID=caeaa258-0579-4956-b254-f278b878bd49,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:10:10.455907 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9aa68d44-725e-4caf-a635-9ed4608a74c9 req-3180e4a9-7b3a-43dd-9189-26ca54218a75 tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] 10.222.0.60 "GET /v2.0/security-groups?id=32d98497-e842-473d-9e84-84e048a1aaca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919313 Jun 11 10:10:10.456935 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3c96581c-20f0-4131-99cf-6baff40a5bfe tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:10:10.458345 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8f6f6c94-1181-4f71-b367-a260de5d8bd8 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:10.469490 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f31204a6-a65b-4913-8334-e2fefbd30e52 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:10:10.535546 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bacf4e6-12f5-445f-bbcd-6c41a25a14f3 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Pushing event updated for resources: {'Network': ['ID=89af6389-38d2-4073-af05-2220b8e1e9c3,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:10:10.538703 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0bacf4e6-12f5-445f-bbcd-6c41a25a14f3 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:10:10.539206 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6f6c94-1181-4f71-b367-a260de5d8bd8 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Pushing event deleted for resources: {'Port': ['ID=77657657-04f8-40b8-bd02-ac05e7fc8abb,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:10:10.542594 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8f6f6c94-1181-4f71-b367-a260de5d8bd8 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:10:10.554967 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 89af6389-38d2-4073-af05-2220b8e1e9c3 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:10:10.577715 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-460b3117-8f5b-499b-bd74-c7df84a2c9ec req-3c96581c-20f0-4131-99cf-6baff40a5bfe tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] No DVR routers for this DVR port caeaa258-0579-4956-b254-f278b878bd49 on host n-h2-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:10:10.579820 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8f6f6c94-1181-4f71-b367-a260de5d8bd8 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:10.581820 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-8f6f6c94-1181-4f71-b367-a260de5d8bd8 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] 10.222.0.60 "DELETE /v2.0/ports/77657657-04f8-40b8-bd02-ac05e7fc8abb HTTP/1.1" status: 204 len: 168 time: 1.1088538 Jun 11 10:10:10.583024 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-460b3117-8f5b-499b-bd74-c7df84a2c9ec req-3c96581c-20f0-4131-99cf-6baff40a5bfe tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:10.584814 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 49716) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:10.585705 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-460b3117-8f5b-499b-bd74-c7df84a2c9ec req-3c96581c-20f0-4131-99cf-6baff40a5bfe tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.69 "DELETE /v2.0/ports/caeaa258-0579-4956-b254-f278b878bd49 HTTP/1.1" status: 204 len: 173 time: 1.3941512 Jun 11 10:10:10.586324 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49fd43c7-8eda-45fc-a5a2-a5c4eb73b238', 'name': 'network-vif-deleted', 'tag': 'caeaa258-0579-4956-b254-f278b878bd49'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:10:10.589159 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae8897f5-8f58-4354-ab31-a72fd10a3af2" -d '{"events": [{"server_uuid": "49fd43c7-8eda-45fc-a5a2-a5c4eb73b238", "name": "network-vif-deleted", "tag": "caeaa258-0579-4956-b254-f278b878bd49"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:10:10.604280 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-0bacf4e6-12f5-445f-bbcd-6c41a25a14f3 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6445022 Jun 11 10:10:10.607351 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 49720) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:10.618461 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-bad07562-ff50-4627-8c82-37e50ff1fbd8 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Request body: {'subnet': {'network_id': '89af6389-38d2-4073-af05-2220b8e1e9c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:10:10.640771 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c56bd96-9a6b-4463-b682-43729aac07d4 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] GET failed (client error): The resource could not be found. Jun 11 10:10:10.652836 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-5c56bd96-9a6b-4463-b682-43729aac07d4 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] 10.222.0.60 "GET /v2.0/ports/77657657-04f8-40b8-bd02-ac05e7fc8abb HTTP/1.1" status: 404 len: 333 time: 0.0563843 Jun 11 10:10:10.654010 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 49722) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:10.655967 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ab91faf-ddd6-44cc-8f52-796b93cdc497 x-openstack-request-id: req-1ab91faf-ddd6-44cc-8f52-796b93cdc497 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:10:10.656437 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49fd43c7-8eda-45fc-a5a2-a5c4eb73b238", "name": "network-vif-deleted", "tag": "caeaa258-0579-4956-b254-f278b878bd49", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:10:10.656844 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1ab91faf-ddd6-44cc-8f52-796b93cdc497 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:10:10.657617 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49fd43c7-8eda-45fc-a5a2-a5c4eb73b238', 'name': 'network-vif-deleted', 'tag': 'caeaa258-0579-4956-b254-f278b878bd49', 'status': 'completed', 'code': 200} Jun 11 10:10:10.678764 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-216d3cad-b04e-411f-92c2-fc1b8657285a tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-115714893', 'network_id': '6f3451d0-4740-4b9c-a179-73b4fa7879b5'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:10:10.840814 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6e752ddb-cd4a-4b84-80ab-adebb1458f0e req-4777d66c-f004-4987-ab34-19778f8a5a71 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=49fd43c7-8eda-45fc-a5a2-a5c4eb73b238 HTTP/1.1" status: 200 len: 210 time: 0.0409842 Jun 11 10:10:10.889919 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-216d3cad-b04e-411f-92c2-fc1b8657285a tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Made reservation on behalf of cb73e1a1bb8b417486daa7f5128248bf for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:10:10.894331 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-216d3cad-b04e-411f-92c2-fc1b8657285a tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:10.917396 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [None req-216d3cad-b04e-411f-92c2-fc1b8657285a tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] device_id is not set on port 61b0f3a3-87ae-49df-a9e2-a8e47f3cac68 yet. {{(pid=93177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 10:10:10.992465 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad07562-ff50-4627-8c82-37e50ff1fbd8 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Made reservation on behalf of f90b676cb67a4cb1b788d4673e4cc737 for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:10:10.996913 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bad07562-ff50-4627-8c82-37e50ff1fbd8 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:11.185123 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-216d3cad-b04e-411f-92c2-fc1b8657285a tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:11.330171 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-216d3cad-b04e-411f-92c2-fc1b8657285a tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:11.335930 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-58a23b52-02da-422b-9b69-eb39896a3c02 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:10:11.427440 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216d3cad-b04e-411f-92c2-fc1b8657285a tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Network 6f3451d0-4740-4b9c-a179-73b4fa7879b5 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:10:11.431199 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-216d3cad-b04e-411f-92c2-fc1b8657285a tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:10:11.433649 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216d3cad-b04e-411f-92c2-fc1b8657285a tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:10:11.434772 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216d3cad-b04e-411f-92c2-fc1b8657285a tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:11.435421 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-216d3cad-b04e-411f-92c2-fc1b8657285a tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:11.448356 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216d3cad-b04e-411f-92c2-fc1b8657285a tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Pushing event updated for resources: {'Port': ['ID=61b0f3a3-87ae-49df-a9e2-a8e47f3cac68,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:10:11.451125 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-216d3cad-b04e-411f-92c2-fc1b8657285a tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:10:11.495607 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bad07562-ff50-4627-8c82-37e50ff1fbd8 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:11.499220 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-78c0b349-55e6-4aa6-a575-2c6aefa65eac tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:10:11.588940 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-216d3cad-b04e-411f-92c2-fc1b8657285a tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.9340341 Jun 11 10:10:11.591009 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 49746) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:11.608456 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad07562-ff50-4627-8c82-37e50ff1fbd8 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Pushing event updated for resources: {'Subnet': ['ID=d723ff59-1136-4554-8746-05448795214e,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:10:11.618791 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-bad07562-ff50-4627-8c82-37e50ff1fbd8 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:10:11.632528 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad07562-ff50-4627-8c82-37e50ff1fbd8 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Checking segment: {'id': 'd686b2f5-b37a-492d-bd35-8f559f017fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '89af6389-38d2-4073-af05-2220b8e1e9c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:10:11.632528 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad07562-ff50-4627-8c82-37e50ff1fbd8 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Network hostable DHCP agents. Network: 89af6389-38d2-4073-af05-2220b8e1e9c3, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:10:11.646603 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a7bcde-9f3c-40b6-ae86-bc2eaf5ac8db tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:11.648093 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-b8a7bcde-9f3c-40b6-ae86-bc2eaf5ac8db tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] 10.222.0.60 "GET /v2.0/ports/61b0f3a3-87ae-49df-a9e2-a8e47f3cac68 HTTP/1.1" status: 200 len: 954 time: 0.0557590 Jun 11 10:10:11.651549 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 49748) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:11.726248 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeff75c-c17c-4ed5-a5d6-83c8f6d9afbd req-c51f3071-5f26-4bbb-b0a3-31cdd7095fdb tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:11.731579 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3aeff75c-c17c-4ed5-a5d6-83c8f6d9afbd req-c51f3071-5f26-4bbb-b0a3-31cdd7095fdb tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcbec603-326d-4493-b865-450f5c5192bf HTTP/1.1" status: 200 len: 944 time: 0.1174107 Jun 11 10:10:11.781411 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad07562-ff50-4627-8c82-37e50ff1fbd8 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Network 89af6389-38d2-4073-af05-2220b8e1e9c3 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:10:11.854257 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3aeff75c-c17c-4ed5-a5d6-83c8f6d9afbd req-0a32fa12-a24d-4e0a-8f25-bacd677f0ab5 tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] 10.222.0.60 "GET /v2.0/security-groups?id=32d98497-e842-473d-9e84-84e048a1aaca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135800 Jun 11 10:10:11.889716 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-bad07562-ff50-4627-8c82-37e50ff1fbd8 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 89af6389-38d2-4073-af05-2220b8e1e9c3) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:10:11.906589 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2dfa3e-e100-42a6-b26f-dbccb9a92502 None None] Network 89af6389-38d2-4073-af05-2220b8e1e9c3 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:10:11.907107 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad07562-ff50-4627-8c82-37e50ff1fbd8 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:11.907107 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bad07562-ff50-4627-8c82-37e50ff1fbd8 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:11.922737 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-e34388a8-2423-403b-b80f-9b835ce5fc43 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Deleting port 61b0f3a3-87ae-49df-a9e2-a8e47f3cac68 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:10:11.926859 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e34388a8-2423-403b-b80f-9b835ce5fc43 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:12.027961 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-bad07562-ff50-4627-8c82-37e50ff1fbd8 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4187279 Jun 11 10:10:12.030493 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 49756) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:12.035453 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-b24e2300-9300-4f3d-b04b-e5af425c7f2a tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-318096912', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:10:12.150285 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1a1288ab-1153-480d-aea1-bb1d54ac93c8 req-01f2d35c-4fa2-4f85-b3ef-bda176090414 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=49fd43c7-8eda-45fc-a5a2-a5c4eb73b238 HTTP/1.1" status: 200 len: 210 time: 0.0627365 Jun 11 10:10:12.151993 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e34388a8-2423-403b-b80f-9b835ce5fc43 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:12.176673 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121e5da8-92b7-4a6f-9393-9b44ebd934dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-89af6389-38d2-4073-af05-2220b8e1e9c3', 'network_id': '89af6389-38d2-4073-af05-2220b8e1e9c3', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'fixed_ips': [{'subnet_id': 'd723ff59-1136-4554-8746-05448795214e'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 10:10:12.177643 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-121e5da8-92b7-4a6f-9393-9b44ebd934dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:12.233336 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b24e2300-9300-4f3d-b04b-e5af425c7f2a tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:12.234999 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b24e2300-9300-4f3d-b04b-e5af425c7f2a tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:12.259247 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-e34388a8-2423-403b-b80f-9b835ce5fc43 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Calling delete_port for 61b0f3a3-87ae-49df-a9e2-a8e47f3cac68 owned by {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:10:12.329284 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 79abac11-4134-47e7-bc2f-4f1728549399 details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 10:10:12.331672 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device caeaa258-0579-4956-b254-f278b878bd49 no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:10:12.342687 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b24e2300-9300-4f3d-b04b-e5af425c7f2a tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:12.369168 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] No Port match for: caeaa258-0579-4956-b254-f278b878bd49 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:10:12.370129 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device caeaa258-0579-4956-b254-f278b878bd49 not bound to the agent host n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:10:12.433029 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b24e2300-9300-4f3d-b04b-e5af425c7f2a tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:12.473471 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e34388a8-2423-403b-b80f-9b835ce5fc43 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:12.481576 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8b307e18-84eb-4e84-b922-7fe0cce5091e tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:10:12.527876 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34388a8-2423-403b-b80f-9b835ce5fc43 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Pushing event deleted for resources: {'Port': ['ID=61b0f3a3-87ae-49df-a9e2-a8e47f3cac68,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:10:12.533573 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e34388a8-2423-403b-b80f-9b835ce5fc43 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:10:12.541458 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b24e2300-9300-4f3d-b04b-e5af425c7f2a tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:12.541630 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e34388a8-2423-403b-b80f-9b835ce5fc43 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:12.547489 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-e34388a8-2423-403b-b80f-9b835ce5fc43 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] 10.222.0.60 "DELETE /v2.0/ports/61b0f3a3-87ae-49df-a9e2-a8e47f3cac68 HTTP/1.1" status: 204 len: 168 time: 0.8938355 Jun 11 10:10:12.547489 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 49768) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:12.557945 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-b24e2300-9300-4f3d-b04b-e5af425c7f2a tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5175171 Jun 11 10:10:12.557945 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 49770) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:12.557945 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-09db251d-8cf9-46b0-82fe-5205331fd723 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Request body: {'port': {'network_id': '89af6389-38d2-4073-af05-2220b8e1e9c3', 'name': 'tempest-RoutersIpV6Test-739766110'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:10:12.566469 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-121e5da8-92b7-4a6f-9393-9b44ebd934dc None None] Allocated IP 2001:db8::2 (89af6389-38d2-4073-af05-2220b8e1e9c3/d723ff59-1136-4554-8746-05448795214e/66bf136e-d997-48a7-8b33-bd9c6e7e5f4b) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:10:12.584503 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2d51d22-35b5-4176-8f9b-da903eeb3758 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] GET failed (client error): The resource could not be found. Jun 11 10:10:12.591886 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 49772) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:12.593029 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-c2d51d22-35b5-4176-8f9b-da903eeb3758 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] 10.222.0.60 "GET /v2.0/ports/61b0f3a3-87ae-49df-a9e2-a8e47f3cac68 HTTP/1.1" status: 404 len: 333 time: 0.0446949 Jun 11 10:10:12.598171 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-9d6b42a3-f480-4540-b792-12723651b21f tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Request body: {'port': {'network_id': '6f3451d0-4740-4b9c-a179-73b4fa7879b5', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2064875688'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:10:12.654997 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 79abac11-4134-47e7-bc2f-4f1728549399, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=79abac11-4134-47e7-bc2f-4f1728549399,segment=NetworkSegment(d115e535-b596-4d63-b9ce-ed25b1cffbb1),segment_id=d115e535-b596-4d63-b9ce-ed25b1cffbb1)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:10:12.710072 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': '79abac11-4134-47e7-bc2f-4f1728549399', 'network_id': '35df5041-868e-4b75-8f1d-c97928413ace', 'port_id': '79abac11-4134-47e7-bc2f-4f1728549399', 'mac_address': 'fa:16:3e:0e:e1:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edbdfa11-06ad-48a4-a88c-07234c957674', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 10:10:12.779772 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:12.799021 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79abac11-4134-47e7-bc2f-4f1728549399 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:10:12.856332 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 79abac11-4134-47e7-bc2f-4f1728549399, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=79abac11-4134-47e7-bc2f-4f1728549399,segment=NetworkSegment(d115e535-b596-4d63-b9ce-ed25b1cffbb1),segment_id=d115e535-b596-4d63-b9ce-ed25b1cffbb1)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:10:12.998640 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a107236c-c9a6-4db4-b622-5b679d501f9f req-7f445c59-5b1a-4d44-a7cb-ebde763c0ac5 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:13.001400 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-121e5da8-92b7-4a6f-9393-9b44ebd934dc None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:13.001885 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a107236c-c9a6-4db4-b622-5b679d501f9f req-7f445c59-5b1a-4d44-a7cb-ebde763c0ac5 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 946 time: 0.1111805 Jun 11 10:10:13.019467 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b0dbe100-cc83-45e1-8ac6-bae7ba38735b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:13.034367 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-121e5da8-92b7-4a6f-9393-9b44ebd934dc None None] Transition to ACTIVE for port object 66bf136e-d997-48a7-8b33-bd9c6e7e5f4b will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:10:13.046306 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:13.053881 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:10:13.068713 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a107236c-c9a6-4db4-b622-5b679d501f9f req-3ece3d5e-96bf-4dd1-805f-d29c97fd5f44 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616374 Jun 11 10:10:13.142676 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=79abac11-4134-47e7-bc2f-4f1728549399,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:10:13.146812 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:10:13.156810 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-121e5da8-92b7-4a6f-9393-9b44ebd934dc None None] Transition to ACTIVE for port object 66bf136e-d997-48a7-8b33-bd9c6e7e5f4b will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:10:13.257695 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-121e5da8-92b7-4a6f-9393-9b44ebd934dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:13.262711 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f09d1049-004d-420d-a4a1-37146b17b6b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:10:13.311658 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121e5da8-92b7-4a6f-9393-9b44ebd934dc None None] Network 89af6389-38d2-4073-af05-2220b8e1e9c3 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:10:13.315830 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-121e5da8-92b7-4a6f-9393-9b44ebd934dc None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:10:13.320646 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121e5da8-92b7-4a6f-9393-9b44ebd934dc None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:10:13.344693 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d6b42a3-f480-4540-b792-12723651b21f tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Made reservation on behalf of cb73e1a1bb8b417486daa7f5128248bf for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:10:13.348963 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9d6b42a3-f480-4540-b792-12723651b21f tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:13.361687 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac23cb6-2ab0-4ae6-930c-aecb1fbe5cd1 req-35c6776c-c3e4-4dc3-8c76-1a7d460b6ab6 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:13.364180 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9ac23cb6-2ab0-4ae6-930c-aecb1fbe5cd1 req-35c6776c-c3e4-4dc3-8c76-1a7d460b6ab6 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 946 time: 0.1276629 Jun 11 10:10:13.423039 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9ac23cb6-2ab0-4ae6-930c-aecb1fbe5cd1 req-568b009b-2d72-4b81-ae57-4f9f178e9528 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517237 Jun 11 10:10:13.441996 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [None req-9d6b42a3-f480-4540-b792-12723651b21f tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] device_id is not set on port 09209657-fdeb-4ddf-8abc-f975ec705199 yet. {{(pid=93176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 10:10:13.453970 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121e5da8-92b7-4a6f-9393-9b44ebd934dc None None] Pushing event updated for resources: {'Port': ['ID=66bf136e-d997-48a7-8b33-bd9c6e7e5f4b,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:10:13.456676 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['79abac11-4134-47e7-bc2f-4f1728549399'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:10:13.459141 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-121e5da8-92b7-4a6f-9393-9b44ebd934dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:10:13.460188 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-121e5da8-92b7-4a6f-9393-9b44ebd934dc None None] Attempting to bind port 66bf136e-d997-48a7-8b33-bd9c6e7e5f4b on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:10:13.460450 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-121e5da8-92b7-4a6f-9393-9b44ebd934dc None None] Attempting to bind port 66bf136e-d997-48a7-8b33-bd9c6e7e5f4b by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'd686b2f5-b37a-492d-bd35-8f559f017fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '89af6389-38d2-4073-af05-2220b8e1e9c3'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:10:13.460826 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121e5da8-92b7-4a6f-9393-9b44ebd934dc None None] Attempting to bind port 66bf136e-d997-48a7-8b33-bd9c6e7e5f4b on network 89af6389-38d2-4073-af05-2220b8e1e9c3 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:10:13.500714 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121e5da8-92b7-4a6f-9393-9b44ebd934dc None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:10:13.501097 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121e5da8-92b7-4a6f-9393-9b44ebd934dc None None] Checking segment: {'id': 'd686b2f5-b37a-492d-bd35-8f559f017fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '89af6389-38d2-4073-af05-2220b8e1e9c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:10:13.501512 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-121e5da8-92b7-4a6f-9393-9b44ebd934dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:13.502284 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121e5da8-92b7-4a6f-9393-9b44ebd934dc None None] Bound using segment: {'id': 'd686b2f5-b37a-492d-bd35-8f559f017fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '89af6389-38d2-4073-af05-2220b8e1e9c3'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:10:13.502784 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-121e5da8-92b7-4a6f-9393-9b44ebd934dc None None] Bound port: 66bf136e-d997-48a7-8b33-bd9c6e7e5f4b, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd686b2f5-b37a-492d-bd35-8f559f017fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '89af6389-38d2-4073-af05-2220b8e1e9c3'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:10:13.503168 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-121e5da8-92b7-4a6f-9393-9b44ebd934dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:13.640943 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-24b309cc-f726-4f24-87fa-28d5882eb1ac req-d92315ad-5919-430c-92cc-072496245c9d tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=49fd43c7-8eda-45fc-a5a2-a5c4eb73b238 HTTP/1.1" status: 200 len: 210 time: 0.0390494 Jun 11 10:10:13.642395 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-121e5da8-92b7-4a6f-9393-9b44ebd934dc None None] For port 66bf136e-d997-48a7-8b33-bd9c6e7e5f4b, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:10:13.646778 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02b8f3d-2ef7-4cf8-b31c-91590216c693 req-4c34424d-69fb-4e48-a5dc-b279d8ee5982 tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:13.648874 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c02b8f3d-2ef7-4cf8-b31c-91590216c693 req-4c34424d-69fb-4e48-a5dc-b279d8ee5982 tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcbec603-326d-4493-b865-450f5c5192bf HTTP/1.1" status: 200 len: 945 time: 0.3198619 Jun 11 10:10:13.703525 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-121e5da8-92b7-4a6f-9393-9b44ebd934dc None None] For port 66bf136e-d997-48a7-8b33-bd9c6e7e5f4b, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=66bf136e-d997-48a7-8b33-bd9c6e7e5f4b,segment=NetworkSegment(d686b2f5-b37a-492d-bd35-8f559f017fab),segment_id=d686b2f5-b37a-492d-bd35-8f559f017fab)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:10:13.705660 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09db251d-8cf9-46b0-82fe-5205331fd723 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Made reservation on behalf of f90b676cb67a4cb1b788d4673e4cc737 for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:10:13.709796 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-09db251d-8cf9-46b0-82fe-5205331fd723 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:13.799288 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-121e5da8-92b7-4a6f-9393-9b44ebd934dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:13.801855 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-0ffc1c72-727b-4fb8-8f62-55f9695584dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:10:13.809430 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [None req-09db251d-8cf9-46b0-82fe-5205331fd723 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] device_id is not set on port 71fa1f29-9c60-403f-a4e9-1cdddd0b08e2 yet. {{(pid=93176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 10:10:13.868263 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a842c7a9-9c5a-4a55-8ac7-febe61be42ac req-3ceb17a2-6bf4-4127-8880-05ee85b2acfc tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:13.869612 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a842c7a9-9c5a-4a55-8ac7-febe61be42ac req-3ceb17a2-6bf4-4127-8880-05ee85b2acfc tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 946 time: 0.1082160 Jun 11 10:10:13.880952 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121e5da8-92b7-4a6f-9393-9b44ebd934dc None None] Pushing event updated for resources: {'Port': ['ID=66bf136e-d997-48a7-8b33-bd9c6e7e5f4b,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:10:13.887722 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-121e5da8-92b7-4a6f-9393-9b44ebd934dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:10:13.907140 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c02b8f3d-2ef7-4cf8-b31c-91590216c693 req-426637d0-e152-4c8c-8b29-2753b4130a54 tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] 10.222.0.60 "GET /v2.0/security-groups?id=32d98497-e842-473d-9e84-84e048a1aaca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371776 Jun 11 10:10:13.954529 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a842c7a9-9c5a-4a55-8ac7-febe61be42ac req-c14547fd-1beb-497a-884b-a775bdc22ced tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768771 Jun 11 10:10:14.098114 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-09db251d-8cf9-46b0-82fe-5205331fd723 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Allocated IP 2001:db8::234 (89af6389-38d2-4073-af05-2220b8e1e9c3/d723ff59-1136-4554-8746-05448795214e/71fa1f29-9c60-403f-a4e9-1cdddd0b08e2) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:10:14.149888 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9d6b42a3-f480-4540-b792-12723651b21f tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:14.422809 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67babd4-078f-49c1-aa2e-0a4626f75d12 req-7f759493-4845-4d13-906a-c31eb3afd8b9 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:14.424427 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a67babd4-078f-49c1-aa2e-0a4626f75d12 req-7f759493-4845-4d13-906a-c31eb3afd8b9 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 946 time: 0.2673936 Jun 11 10:10:14.438088 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-09db251d-8cf9-46b0-82fe-5205331fd723 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:14.473654 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [None req-09db251d-8cf9-46b0-82fe-5205331fd723 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Transition to ACTIVE for port object 71fa1f29-9c60-403f-a4e9-1cdddd0b08e2 will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:10:14.498341 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a67babd4-078f-49c1-aa2e-0a4626f75d12 req-6a25bed4-02c2-4814-a32c-ae5c65c1d6b1 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658677 Jun 11 10:10:14.502712 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9d6b42a3-f480-4540-b792-12723651b21f tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:14.507973 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-fa418dcd-4db9-422b-a7e3-8070e771f8c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:10:14.577034 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6b42a3-f480-4540-b792-12723651b21f tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Network 6f3451d0-4740-4b9c-a179-73b4fa7879b5 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:10:14.582931 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-9d6b42a3-f480-4540-b792-12723651b21f tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:10:14.589053 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6b42a3-f480-4540-b792-12723651b21f tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:10:14.589996 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6b42a3-f480-4540-b792-12723651b21f tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:14.590600 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9d6b42a3-f480-4540-b792-12723651b21f tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:14.601757 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b42a3-f480-4540-b792-12723651b21f tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Pushing event updated for resources: {'Port': ['ID=09209657-fdeb-4ddf-8abc-f975ec705199,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:10:14.604775 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9d6b42a3-f480-4540-b792-12723651b21f tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:10:14.787140 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-09db251d-8cf9-46b0-82fe-5205331fd723 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:14.794654 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-223d14ef-7abd-4909-aea4-09c514ec8934 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:10:14.835039 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5eeb11d6-0b04-4043-bd31-8ebc808f1088 req-647e34aa-8c42-4e56-bf29-75dd715a8c7a tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=49fd43c7-8eda-45fc-a5a2-a5c4eb73b238 HTTP/1.1" status: 200 len: 210 time: 0.0722151 Jun 11 10:10:14.882453 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-9d6b42a3-f480-4540-b792-12723651b21f tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.2870173 Jun 11 10:10:14.883899 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 49830) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:14.889855 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-5b1a2d7e-454d-45b1-bae8-4014da36fa0c tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-779913-12'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:10:14.895868 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09db251d-8cf9-46b0-82fe-5205331fd723 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Pushing event updated for resources: {'Port': ['ID=71fa1f29-9c60-403f-a4e9-1cdddd0b08e2,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:10:14.900963 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-09db251d-8cf9-46b0-82fe-5205331fd723 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:10:14.942781 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09db251d-8cf9-46b0-82fe-5205331fd723 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Network 89af6389-38d2-4073-af05-2220b8e1e9c3 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:10:14.948076 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-09db251d-8cf9-46b0-82fe-5205331fd723 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:10:14.952370 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09db251d-8cf9-46b0-82fe-5205331fd723 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:10:14.958617 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09db251d-8cf9-46b0-82fe-5205331fd723 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:14.959365 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-09db251d-8cf9-46b0-82fe-5205331fd723 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:15.030248 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e1ae0-72cf-4058-bf42-1994665431eb req-88615991-dc07-4cb7-bcfb-acacf19db670 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:15.038716 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-691e1ae0-72cf-4058-bf42-1994665431eb req-88615991-dc07-4cb7-bcfb-acacf19db670 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 946 time: 0.1736505 Jun 11 10:10:15.063112 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5b1a2d7e-454d-45b1-bae8-4014da36fa0c tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:15.110540 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-691e1ae0-72cf-4058-bf42-1994665431eb req-97392b34-7fd5-4b91-abdd-4c1582cd4ecc tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709455 Jun 11 10:10:15.122562 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-09db251d-8cf9-46b0-82fe-5205331fd723 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.5684397 Jun 11 10:10:15.123431 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 49838) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:15.322764 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883dc16d-26a0-42a2-94e1-bdcc0f5c5c8f None None] Network 89af6389-38d2-4073-af05-2220b8e1e9c3 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:10:15.370653 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [None req-5b1a2d7e-454d-45b1-bae8-4014da36fa0c tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] device_id is not set on port 09209657-fdeb-4ddf-8abc-f975ec705199 yet. {{(pid=93177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 10:10:15.380846 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5b1a2d7e-454d-45b1-bae8-4014da36fa0c tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:15.405379 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-5b1a2d7e-454d-45b1-bae8-4014da36fa0c tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Transition to ACTIVE for port object 09209657-fdeb-4ddf-8abc-f975ec705199 will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:10:15.439074 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242fbfee-36a4-46e6-9761-f603cf4eee88 req-b8ed9dda-df80-4ab2-a41a-ece495f9c7d7 tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:15.443460 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-242fbfee-36a4-46e6-9761-f603cf4eee88 req-b8ed9dda-df80-4ab2-a41a-ece495f9c7d7 tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcbec603-326d-4493-b865-450f5c5192bf HTTP/1.1" status: 200 len: 945 time: 0.1245506 Jun 11 10:10:15.521566 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5b1a2d7e-454d-45b1-bae8-4014da36fa0c tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:15.535352 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8b307e18-84eb-4e84-b922-7fe0cce5091e tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:10:15.546444 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-242fbfee-36a4-46e6-9761-f603cf4eee88 req-0cc0d68f-0ff9-4013-8e9f-94c7def32d7c tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] 10.222.0.60 "GET /v2.0/security-groups?id=32d98497-e842-473d-9e84-84e048a1aaca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968583 Jun 11 10:10:15.709814 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1a2d7e-454d-45b1-bae8-4014da36fa0c tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Pushing event updated for resources: {'Port': ['ID=09209657-fdeb-4ddf-8abc-f975ec705199,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:10:15.732920 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-5b1a2d7e-454d-45b1-bae8-4014da36fa0c tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempting to bind port 09209657-fdeb-4ddf-8abc-f975ec705199 on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:10:15.733171 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-5b1a2d7e-454d-45b1-bae8-4014da36fa0c tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempting to bind port 09209657-fdeb-4ddf-8abc-f975ec705199 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '83db142c-754d-41a3-8f9e-61aea9f60769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '6f3451d0-4740-4b9c-a179-73b4fa7879b5'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:10:15.733509 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1a2d7e-454d-45b1-bae8-4014da36fa0c tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempting to bind port 09209657-fdeb-4ddf-8abc-f975ec705199 on network 6f3451d0-4740-4b9c-a179-73b4fa7879b5 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:10:15.745985 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5b1a2d7e-454d-45b1-bae8-4014da36fa0c tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:10:15.749503 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1a2d7e-454d-45b1-bae8-4014da36fa0c tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Port 09209657-fdeb-4ddf-8abc-f975ec705199 on network 6f3451d0-4740-4b9c-a179-73b4fa7879b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:10:15.750059 n-d-779913-12 neutron-server[93177]: ERROR neutron.plugins.ml2.managers [None req-5b1a2d7e-454d-45b1-bae8-4014da36fa0c tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Failed to bind port 09209657-fdeb-4ddf-8abc-f975ec705199 on host n-h1-779913-12 for vnic_type normal using segments [{'id': '83db142c-754d-41a3-8f9e-61aea9f60769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '6f3451d0-4740-4b9c-a179-73b4fa7879b5'}] Jun 11 10:10:15.750887 n-d-779913-12 neutron-server[93177]: INFO neutron.plugins.ml2.plugin [None req-5b1a2d7e-454d-45b1-bae8-4014da36fa0c tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempt 2 to bind port 09209657-fdeb-4ddf-8abc-f975ec705199 Jun 11 10:10:15.802884 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-5b1a2d7e-454d-45b1-bae8-4014da36fa0c tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempting to bind port 09209657-fdeb-4ddf-8abc-f975ec705199 on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:10:15.804709 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-5b1a2d7e-454d-45b1-bae8-4014da36fa0c tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempting to bind port 09209657-fdeb-4ddf-8abc-f975ec705199 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '83db142c-754d-41a3-8f9e-61aea9f60769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '6f3451d0-4740-4b9c-a179-73b4fa7879b5'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:10:15.806506 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1a2d7e-454d-45b1-bae8-4014da36fa0c tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempting to bind port 09209657-fdeb-4ddf-8abc-f975ec705199 on network 6f3451d0-4740-4b9c-a179-73b4fa7879b5 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:10:15.818351 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1a2d7e-454d-45b1-bae8-4014da36fa0c tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Port 09209657-fdeb-4ddf-8abc-f975ec705199 on network 6f3451d0-4740-4b9c-a179-73b4fa7879b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:10:15.821483 n-d-779913-12 neutron-server[93177]: ERROR neutron.plugins.ml2.managers [None req-5b1a2d7e-454d-45b1-bae8-4014da36fa0c tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Failed to bind port 09209657-fdeb-4ddf-8abc-f975ec705199 on host n-h1-779913-12 for vnic_type normal using segments [{'id': '83db142c-754d-41a3-8f9e-61aea9f60769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '6f3451d0-4740-4b9c-a179-73b4fa7879b5'}] Jun 11 10:10:15.824927 n-d-779913-12 neutron-server[93177]: INFO neutron.plugins.ml2.plugin [None req-5b1a2d7e-454d-45b1-bae8-4014da36fa0c tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempt 3 to bind port 09209657-fdeb-4ddf-8abc-f975ec705199 Jun 11 10:10:15.826651 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-663f8046-9d92-42aa-8c43-654f430f98e8 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:15.865622 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-5b1a2d7e-454d-45b1-bae8-4014da36fa0c tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempting to bind port 09209657-fdeb-4ddf-8abc-f975ec705199 on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:10:15.868485 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-5b1a2d7e-454d-45b1-bae8-4014da36fa0c tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempting to bind port 09209657-fdeb-4ddf-8abc-f975ec705199 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '83db142c-754d-41a3-8f9e-61aea9f60769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '6f3451d0-4740-4b9c-a179-73b4fa7879b5'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:10:15.869005 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1a2d7e-454d-45b1-bae8-4014da36fa0c tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempting to bind port 09209657-fdeb-4ddf-8abc-f975ec705199 on network 6f3451d0-4740-4b9c-a179-73b4fa7879b5 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:10:15.879299 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1a2d7e-454d-45b1-bae8-4014da36fa0c tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Port 09209657-fdeb-4ddf-8abc-f975ec705199 on network 6f3451d0-4740-4b9c-a179-73b4fa7879b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:10:15.879906 n-d-779913-12 neutron-server[93177]: ERROR neutron.plugins.ml2.managers [None req-5b1a2d7e-454d-45b1-bae8-4014da36fa0c tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Failed to bind port 09209657-fdeb-4ddf-8abc-f975ec705199 on host n-h1-779913-12 for vnic_type normal using segments [{'id': '83db142c-754d-41a3-8f9e-61aea9f60769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '6f3451d0-4740-4b9c-a179-73b4fa7879b5'}] Jun 11 10:10:15.881397 n-d-779913-12 neutron-server[93177]: INFO neutron.plugins.ml2.plugin [None req-5b1a2d7e-454d-45b1-bae8-4014da36fa0c tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempt 4 to bind port 09209657-fdeb-4ddf-8abc-f975ec705199 Jun 11 10:10:15.918810 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-5b1a2d7e-454d-45b1-bae8-4014da36fa0c tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempting to bind port 09209657-fdeb-4ddf-8abc-f975ec705199 on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:10:15.919387 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-5b1a2d7e-454d-45b1-bae8-4014da36fa0c tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempting to bind port 09209657-fdeb-4ddf-8abc-f975ec705199 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '83db142c-754d-41a3-8f9e-61aea9f60769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '6f3451d0-4740-4b9c-a179-73b4fa7879b5'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:10:15.920034 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1a2d7e-454d-45b1-bae8-4014da36fa0c tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempting to bind port 09209657-fdeb-4ddf-8abc-f975ec705199 on network 6f3451d0-4740-4b9c-a179-73b4fa7879b5 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:10:15.925316 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1a2d7e-454d-45b1-bae8-4014da36fa0c tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Port 09209657-fdeb-4ddf-8abc-f975ec705199 on network 6f3451d0-4740-4b9c-a179-73b4fa7879b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:10:15.928344 n-d-779913-12 neutron-server[93177]: ERROR neutron.plugins.ml2.managers [None req-5b1a2d7e-454d-45b1-bae8-4014da36fa0c tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Failed to bind port 09209657-fdeb-4ddf-8abc-f975ec705199 on host n-h1-779913-12 for vnic_type normal using segments [{'id': '83db142c-754d-41a3-8f9e-61aea9f60769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '6f3451d0-4740-4b9c-a179-73b4fa7879b5'}] Jun 11 10:10:15.928344 n-d-779913-12 neutron-server[93177]: INFO neutron.plugins.ml2.plugin [None req-5b1a2d7e-454d-45b1-bae8-4014da36fa0c tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempt 5 to bind port 09209657-fdeb-4ddf-8abc-f975ec705199 Jun 11 10:10:15.958048 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-5b1a2d7e-454d-45b1-bae8-4014da36fa0c tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempting to bind port 09209657-fdeb-4ddf-8abc-f975ec705199 on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:10:15.958632 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-5b1a2d7e-454d-45b1-bae8-4014da36fa0c tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempting to bind port 09209657-fdeb-4ddf-8abc-f975ec705199 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '83db142c-754d-41a3-8f9e-61aea9f60769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '6f3451d0-4740-4b9c-a179-73b4fa7879b5'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:10:15.959128 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1a2d7e-454d-45b1-bae8-4014da36fa0c tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempting to bind port 09209657-fdeb-4ddf-8abc-f975ec705199 on network 6f3451d0-4740-4b9c-a179-73b4fa7879b5 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:10:15.964767 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1a2d7e-454d-45b1-bae8-4014da36fa0c tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Port 09209657-fdeb-4ddf-8abc-f975ec705199 on network 6f3451d0-4740-4b9c-a179-73b4fa7879b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:10:15.965273 n-d-779913-12 neutron-server[93177]: ERROR neutron.plugins.ml2.managers [None req-5b1a2d7e-454d-45b1-bae8-4014da36fa0c tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Failed to bind port 09209657-fdeb-4ddf-8abc-f975ec705199 on host n-h1-779913-12 for vnic_type normal using segments [{'id': '83db142c-754d-41a3-8f9e-61aea9f60769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '6f3451d0-4740-4b9c-a179-73b4fa7879b5'}] Jun 11 10:10:15.965834 n-d-779913-12 neutron-server[93177]: INFO neutron.plugins.ml2.plugin [None req-5b1a2d7e-454d-45b1-bae8-4014da36fa0c tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempt 6 to bind port 09209657-fdeb-4ddf-8abc-f975ec705199 Jun 11 10:10:15.983189 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-5b1a2d7e-454d-45b1-bae8-4014da36fa0c tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempting to bind port 09209657-fdeb-4ddf-8abc-f975ec705199 on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:10:15.983833 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-5b1a2d7e-454d-45b1-bae8-4014da36fa0c tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempting to bind port 09209657-fdeb-4ddf-8abc-f975ec705199 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '83db142c-754d-41a3-8f9e-61aea9f60769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '6f3451d0-4740-4b9c-a179-73b4fa7879b5'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:10:15.984505 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1a2d7e-454d-45b1-bae8-4014da36fa0c tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempting to bind port 09209657-fdeb-4ddf-8abc-f975ec705199 on network 6f3451d0-4740-4b9c-a179-73b4fa7879b5 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:10:15.990388 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1a2d7e-454d-45b1-bae8-4014da36fa0c tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Port 09209657-fdeb-4ddf-8abc-f975ec705199 on network 6f3451d0-4740-4b9c-a179-73b4fa7879b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:10:15.990940 n-d-779913-12 neutron-server[93177]: ERROR neutron.plugins.ml2.managers [None req-5b1a2d7e-454d-45b1-bae8-4014da36fa0c tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Failed to bind port 09209657-fdeb-4ddf-8abc-f975ec705199 on host n-h1-779913-12 for vnic_type normal using segments [{'id': '83db142c-754d-41a3-8f9e-61aea9f60769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '6f3451d0-4740-4b9c-a179-73b4fa7879b5'}] Jun 11 10:10:15.991672 n-d-779913-12 neutron-server[93177]: INFO neutron.plugins.ml2.plugin [None req-5b1a2d7e-454d-45b1-bae8-4014da36fa0c tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempt 7 to bind port 09209657-fdeb-4ddf-8abc-f975ec705199 Jun 11 10:10:16.001860 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 66bf136e-d997-48a7-8b33-bd9c6e7e5f4b up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:10:16.025426 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-5b1a2d7e-454d-45b1-bae8-4014da36fa0c tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempting to bind port 09209657-fdeb-4ddf-8abc-f975ec705199 on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:10:16.026027 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-5b1a2d7e-454d-45b1-bae8-4014da36fa0c tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempting to bind port 09209657-fdeb-4ddf-8abc-f975ec705199 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '83db142c-754d-41a3-8f9e-61aea9f60769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '6f3451d0-4740-4b9c-a179-73b4fa7879b5'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:10:16.028072 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1a2d7e-454d-45b1-bae8-4014da36fa0c tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempting to bind port 09209657-fdeb-4ddf-8abc-f975ec705199 on network 6f3451d0-4740-4b9c-a179-73b4fa7879b5 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:10:16.038601 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1a2d7e-454d-45b1-bae8-4014da36fa0c tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Port 09209657-fdeb-4ddf-8abc-f975ec705199 on network 6f3451d0-4740-4b9c-a179-73b4fa7879b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:10:16.040534 n-d-779913-12 neutron-server[93177]: ERROR neutron.plugins.ml2.managers [None req-5b1a2d7e-454d-45b1-bae8-4014da36fa0c tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Failed to bind port 09209657-fdeb-4ddf-8abc-f975ec705199 on host n-h1-779913-12 for vnic_type normal using segments [{'id': '83db142c-754d-41a3-8f9e-61aea9f60769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '6f3451d0-4740-4b9c-a179-73b4fa7879b5'}] Jun 11 10:10:16.041108 n-d-779913-12 neutron-server[93177]: INFO neutron.plugins.ml2.plugin [None req-5b1a2d7e-454d-45b1-bae8-4014da36fa0c tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempt 8 to bind port 09209657-fdeb-4ddf-8abc-f975ec705199 Jun 11 10:10:16.060471 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-5b1a2d7e-454d-45b1-bae8-4014da36fa0c tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempting to bind port 09209657-fdeb-4ddf-8abc-f975ec705199 on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:10:16.061191 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-5b1a2d7e-454d-45b1-bae8-4014da36fa0c tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempting to bind port 09209657-fdeb-4ddf-8abc-f975ec705199 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '83db142c-754d-41a3-8f9e-61aea9f60769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '6f3451d0-4740-4b9c-a179-73b4fa7879b5'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:10:16.061752 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1a2d7e-454d-45b1-bae8-4014da36fa0c tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempting to bind port 09209657-fdeb-4ddf-8abc-f975ec705199 on network 6f3451d0-4740-4b9c-a179-73b4fa7879b5 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:10:16.068015 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1a2d7e-454d-45b1-bae8-4014da36fa0c tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Port 09209657-fdeb-4ddf-8abc-f975ec705199 on network 6f3451d0-4740-4b9c-a179-73b4fa7879b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:10:16.068676 n-d-779913-12 neutron-server[93177]: ERROR neutron.plugins.ml2.managers [None req-5b1a2d7e-454d-45b1-bae8-4014da36fa0c tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Failed to bind port 09209657-fdeb-4ddf-8abc-f975ec705199 on host n-h1-779913-12 for vnic_type normal using segments [{'id': '83db142c-754d-41a3-8f9e-61aea9f60769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '6f3451d0-4740-4b9c-a179-73b4fa7879b5'}] Jun 11 10:10:16.069874 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-d5f0cca7-63cc-4370-a0cd-3993c02b1570 None None] Provisioning for port 66bf136e-d997-48a7-8b33-bd9c6e7e5f4b completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:10:16.085005 n-d-779913-12 neutron-server[93177]: INFO neutron.plugins.ml2.plugin [None req-5b1a2d7e-454d-45b1-bae8-4014da36fa0c tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempt 9 to bind port 09209657-fdeb-4ddf-8abc-f975ec705199 Jun 11 10:10:16.143905 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-954ddb4b-26d8-4a7c-a3a9-b31defe416ef req-2bf050ec-edf9-4527-83a5-1dce0e6eca89 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=49fd43c7-8eda-45fc-a5a2-a5c4eb73b238 HTTP/1.1" status: 200 len: 210 time: 0.0736322 Jun 11 10:10:16.146896 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-5b1a2d7e-454d-45b1-bae8-4014da36fa0c tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempting to bind port 09209657-fdeb-4ddf-8abc-f975ec705199 on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:10:16.147341 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-5b1a2d7e-454d-45b1-bae8-4014da36fa0c tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempting to bind port 09209657-fdeb-4ddf-8abc-f975ec705199 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '83db142c-754d-41a3-8f9e-61aea9f60769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '6f3451d0-4740-4b9c-a179-73b4fa7879b5'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:10:16.147860 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1a2d7e-454d-45b1-bae8-4014da36fa0c tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempting to bind port 09209657-fdeb-4ddf-8abc-f975ec705199 on network 6f3451d0-4740-4b9c-a179-73b4fa7879b5 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:10:16.153693 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1a2d7e-454d-45b1-bae8-4014da36fa0c tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Port 09209657-fdeb-4ddf-8abc-f975ec705199 on network 6f3451d0-4740-4b9c-a179-73b4fa7879b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:10:16.154147 n-d-779913-12 neutron-server[93177]: ERROR neutron.plugins.ml2.managers [None req-5b1a2d7e-454d-45b1-bae8-4014da36fa0c tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Failed to bind port 09209657-fdeb-4ddf-8abc-f975ec705199 on host n-h1-779913-12 for vnic_type normal using segments [{'id': '83db142c-754d-41a3-8f9e-61aea9f60769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '6f3451d0-4740-4b9c-a179-73b4fa7879b5'}] Jun 11 10:10:16.154760 n-d-779913-12 neutron-server[93177]: INFO neutron.plugins.ml2.plugin [None req-5b1a2d7e-454d-45b1-bae8-4014da36fa0c tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempt 10 to bind port 09209657-fdeb-4ddf-8abc-f975ec705199 Jun 11 10:10:16.164304 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2d9197-6e14-4aab-8d70-b367c87c5bf6 req-5a457537-4df3-4caf-b073-0ebfc93bb8b3 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:16.168011 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0f2d9197-6e14-4aab-8d70-b367c87c5bf6 req-5a457537-4df3-4caf-b073-0ebfc93bb8b3 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 946 time: 0.7266707 Jun 11 10:10:16.171515 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-5b1a2d7e-454d-45b1-bae8-4014da36fa0c tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempting to bind port 09209657-fdeb-4ddf-8abc-f975ec705199 on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:10:16.172118 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-5b1a2d7e-454d-45b1-bae8-4014da36fa0c tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempting to bind port 09209657-fdeb-4ddf-8abc-f975ec705199 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '83db142c-754d-41a3-8f9e-61aea9f60769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '6f3451d0-4740-4b9c-a179-73b4fa7879b5'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:10:16.172562 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1a2d7e-454d-45b1-bae8-4014da36fa0c tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempting to bind port 09209657-fdeb-4ddf-8abc-f975ec705199 on network 6f3451d0-4740-4b9c-a179-73b4fa7879b5 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:10:16.194423 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1a2d7e-454d-45b1-bae8-4014da36fa0c tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Port 09209657-fdeb-4ddf-8abc-f975ec705199 on network 6f3451d0-4740-4b9c-a179-73b4fa7879b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:10:16.194423 n-d-779913-12 neutron-server[93177]: ERROR neutron.plugins.ml2.managers [None req-5b1a2d7e-454d-45b1-bae8-4014da36fa0c tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Failed to bind port 09209657-fdeb-4ddf-8abc-f975ec705199 on host n-h1-779913-12 for vnic_type normal using segments [{'id': '83db142c-754d-41a3-8f9e-61aea9f60769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '6f3451d0-4740-4b9c-a179-73b4fa7879b5'}] Jun 11 10:10:16.194423 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5b1a2d7e-454d-45b1-bae8-4014da36fa0c tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:16.232159 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:16.292533 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-5b1a2d7e-454d-45b1-bae8-4014da36fa0c tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] For port 09209657-fdeb-4ddf-8abc-f975ec705199, host n-h1-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:10:16.293232 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-5b1a2d7e-454d-45b1-bae8-4014da36fa0c tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attempted to set empty binding levels {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 11 10:10:16.306589 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c0e133d8-55b0-4b8a-af83-bb5f1136bde4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:16.306589 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 66bf136e-d997-48a7-8b33-bd9c6e7e5f4b completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:10:16.311199 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 66bf136e-d997-48a7-8b33-bd9c6e7e5f4b triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:10:16.311661 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:16.316570 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0f2d9197-6e14-4aab-8d70-b367c87c5bf6 req-0f9aa87e-cc8f-46c7-9657-2d9bc27ecea4 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737956 Jun 11 10:10:16.359902 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-663f8046-9d92-42aa-8c43-654f430f98e8 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:16.361222 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 79abac11-4134-47e7-bc2f-4f1728549399 up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:10:16.401331 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5b1a2d7e-454d-45b1-bae8-4014da36fa0c tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:16.415589 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4a662ee6-695e-435e-8bee-b23107a974f5 tempest-RoutersIpV6AdminTest-1574878582 tempest-RoutersIpV6AdminTest-1574878582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:10:16.432690 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-663f8046-9d92-42aa-8c43-654f430f98e8 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:16.436006 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e52d4dd1-534c-48c0-82f6-5c3a9afc27d9 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:10:16.526508 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-5b1a2d7e-454d-45b1-bae8-4014da36fa0c tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] In _notify_port_updated(), no bound segment for port 09209657-fdeb-4ddf-8abc-f975ec705199 on network 6f3451d0-4740-4b9c-a179-73b4fa7879b5 {{(pid=93177) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 11 10:10:16.528580 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1a2d7e-454d-45b1-bae8-4014da36fa0c tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:16.529348 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5b1a2d7e-454d-45b1-bae8-4014da36fa0c tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:16.536046 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-5b1a2d7e-454d-45b1-bae8-4014da36fa0c tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] 10.222.0.60 "PUT /v2.0/ports/09209657-fdeb-4ddf-8abc-f975ec705199 HTTP/1.1" status: 200 len: 976 time: 1.6465974 Jun 11 10:10:16.540481 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 49860) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:16.668332 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:16.693399 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning for port 79abac11-4134-47e7-bc2f-4f1728549399 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:10:16.712446 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1a2d7e-454d-45b1-bae8-4014da36fa0c tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Pushing event updated for resources: {'Port': ['ID=09209657-fdeb-4ddf-8abc-f975ec705199,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:10:16.720995 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5b1a2d7e-454d-45b1-bae8-4014da36fa0c tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:10:16.723761 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port 79abac11-4134-47e7-bc2f-4f1728549399 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:10:16.724037 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:16.806280 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-7adaaeea-6235-48a6-a281-74d09de57c88 None None] Provisioning for port 71fa1f29-9c60-403f-a4e9-1cdddd0b08e2 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:10:16.831825 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:16.851464 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-7adaaeea-6235-48a6-a281-74d09de57c88 None None] Provisioning complete for port 71fa1f29-9c60-403f-a4e9-1cdddd0b08e2 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:10:16.851464 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7adaaeea-6235-48a6-a281-74d09de57c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:16.874829 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 66bf136e-d997-48a7-8b33-bd9c6e7e5f4b, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=66bf136e-d997-48a7-8b33-bd9c6e7e5f4b,segment=NetworkSegment(d686b2f5-b37a-492d-bd35-8f559f017fab),segment_id=d686b2f5-b37a-492d-bd35-8f559f017fab)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:10:16.942062 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-7adaaeea-6235-48a6-a281-74d09de57c88 None None] Port 71fa1f29-9c60-403f-a4e9-1cdddd0b08e2 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:10:16.962358 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:16.968763 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-b1634ab2-423c-442e-9c53-40368e853f55 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Deleting port 09209657-fdeb-4ddf-8abc-f975ec705199 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:10:16.974789 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b1634ab2-423c-442e-9c53-40368e853f55 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:16.975697 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:16.978053 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-663f8046-9d92-42aa-8c43-654f430f98e8 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-375088'] for router_interface, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:16.986258 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c58f209-ce43-432b-9107-64ef12a26c65 req-5852fd0c-5093-4319-b689-c96f10903ef5 tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:16.988077 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5c58f209-ce43-432b-9107-64ef12a26c65 req-5852fd0c-5093-4319-b689-c96f10903ef5 tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcbec603-326d-4493-b865-450f5c5192bf HTTP/1.1" status: 200 len: 945 time: 0.1928186 Jun 11 10:10:17.017163 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-0d0c8707-8c38-4372-990a-e84b2d4164d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:10:17.067533 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663f8046-9d92-42aa-8c43-654f430f98e8 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Pushing event updated for resources: {'Port': ['ID=71fa1f29-9c60-403f-a4e9-1cdddd0b08e2,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:10:17.074634 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-663f8046-9d92-42aa-8c43-654f430f98e8 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.639s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:10:17.104619 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-7adaaeea-6235-48a6-a281-74d09de57c88 None None] Provisioning complete for port 66bf136e-d997-48a7-8b33-bd9c6e7e5f4b triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:10:17.105256 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7adaaeea-6235-48a6-a281-74d09de57c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:17.109674 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=66bf136e-d997-48a7-8b33-bd9c6e7e5f4b,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:10:17.138025 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5c58f209-ce43-432b-9107-64ef12a26c65 req-3461f7f0-faa4-4431-82ae-3db8ea6db7e1 tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] 10.222.0.60 "GET /v2.0/security-groups?id=32d98497-e842-473d-9e84-84e048a1aaca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343684 Jun 11 10:10:17.151030 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-b1634ab2-423c-442e-9c53-40368e853f55 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] For port 09209657-fdeb-4ddf-8abc-f975ec705199, host n-h1-779913-12, got binding levels [] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:10:17.151397 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b1634ab2-423c-442e-9c53-40368e853f55 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:17.177638 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:10:17.196505 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a007f88c-1227-4557-a8c3-895657052e99 req-73bd9992-f119-4d66-b63d-b08fffa272dc tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:17.212258 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a007f88c-1227-4557-a8c3-895657052e99 req-73bd9992-f119-4d66-b63d-b08fffa272dc tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 946 time: 0.2861946 Jun 11 10:10:17.244031 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcbec603-326d-4493-b865-450f5c5192bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79abac11-4134-47e7-bc2f-4f1728549399'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:10:17.250810 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-087b9464-0273-43d7-b67a-4da252da5fdd" -d '{"events": [{"server_uuid": "dcbec603-326d-4493-b865-450f5c5192bf", "name": "network-vif-plugged", "status": "completed", "tag": "79abac11-4134-47e7-bc2f-4f1728549399"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:10:17.274170 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a007f88c-1227-4557-a8c3-895657052e99 req-7eacd47c-1515-4313-8d64-588dd09e41c6 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607584 Jun 11 10:10:17.314089 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 79abac11-4134-47e7-bc2f-4f1728549399, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=79abac11-4134-47e7-bc2f-4f1728549399,segment=NetworkSegment(d115e535-b596-4d63-b9ce-ed25b1cffbb1),segment_id=d115e535-b596-4d63-b9ce-ed25b1cffbb1)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:10:17.377488 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-663f8046-9d92-42aa-8c43-654f430f98e8 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:17.415076 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:17.439018 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:10:17.442852 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-b1634ab2-423c-442e-9c53-40368e853f55 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Calling delete_port for 09209657-fdeb-4ddf-8abc-f975ec705199 owned by {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:10:17.540776 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f51b0d53-e97d-4ecf-8c83-edf17cdfce0f x-openstack-request-id: req-f51b0d53-e97d-4ecf-8c83-edf17cdfce0f {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:10:17.543990 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcbec603-326d-4493-b865-450f5c5192bf", "name": "network-vif-plugged", "status": "completed", "tag": "79abac11-4134-47e7-bc2f-4f1728549399", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:10:17.550632 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f51b0d53-e97d-4ecf-8c83-edf17cdfce0f {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:10:17.551078 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcbec603-326d-4493-b865-450f5c5192bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79abac11-4134-47e7-bc2f-4f1728549399', 'code': 200} Jun 11 10:10:17.650632 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-dc3313cb-ced7-4637-b45b-aff564865f4c req-4bd402a0-c62f-43b8-ad0f-acab89d2fccf tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=49fd43c7-8eda-45fc-a5a2-a5c4eb73b238 HTTP/1.1" status: 200 len: 210 time: 0.0927796 Jun 11 10:10:17.666721 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b1634ab2-423c-442e-9c53-40368e853f55 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:17.667367 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=79abac11-4134-47e7-bc2f-4f1728549399,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:10:17.680606 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:10:17.682316 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-216d3cad-b04e-411f-92c2-fc1b8657285a tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:10:17.705905 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b1634ab2-423c-442e-9c53-40368e853f55 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:17.716117 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-b1634ab2-423c-442e-9c53-40368e853f55 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] 10.222.0.60 "DELETE /v2.0/ports/09209657-fdeb-4ddf-8abc-f975ec705199 HTTP/1.1" status: 204 len: 168 time: 1.1743474 Jun 11 10:10:17.718329 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 49878) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:17.724975 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-54e512e1-6194-47be-b933-359bb8bee94d None None] Provisioning complete for port 71fa1f29-9c60-403f-a4e9-1cdddd0b08e2 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:10:17.725361 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-54e512e1-6194-47be-b933-359bb8bee94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:17.777591 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-54e512e1-6194-47be-b933-359bb8bee94d None None] Port 71fa1f29-9c60-403f-a4e9-1cdddd0b08e2 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:10:17.811630 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-33626faf-0532-4e1f-ae44-f2b8c1f6349b tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] GET failed (client error): The resource could not be found. Jun 11 10:10:17.816917 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-33626faf-0532-4e1f-ae44-f2b8c1f6349b tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] 10.222.0.60 "GET /v2.0/ports/09209657-fdeb-4ddf-8abc-f975ec705199 HTTP/1.1" status: 404 len: 333 time: 0.0946639 Jun 11 10:10:17.816917 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1634ab2-423c-442e-9c53-40368e853f55 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Pushing event deleted for resources: {'Port': ['ID=09209657-fdeb-4ddf-8abc-f975ec705199,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:10:17.823612 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b1634ab2-423c-442e-9c53-40368e853f55 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:10:17.823612 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 49880) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:17.881865 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 66bf136e-d997-48a7-8b33-bd9c6e7e5f4b up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:10:17.950698 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-84290310-fb10-474b-b576-bb3187c6cb29 tempest-PortsAdminExtendedAttrsTestJSON-1692560799 tempest-PortsAdminExtendedAttrsTestJSON-1692560799-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:17.957383 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0dfa22-b234-4188-b2fa-54e4d0ec37fa req-cd0f5219-776f-4f9a-a6d8-1979156e2701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:17.959535 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1a0dfa22-b234-4188-b2fa-54e4d0ec37fa req-cd0f5219-776f-4f9a-a6d8-1979156e2701 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=dcbec603-326d-4493-b865-450f5c5192bf HTTP/1.1" status: 200 len: 1098 time: 0.2821498 Jun 11 10:10:17.979128 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 66bf136e-d997-48a7-8b33-bd9c6e7e5f4b triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:10:17.982733 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:18.006612 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47613b1-ce43-4b11-a1d5-d25c2a4363e5 req-267b05e6-76dd-479a-b901-073b7fc92d52 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:18.008210 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d47613b1-ce43-4b11-a1d5-d25c2a4363e5 req-267b05e6-76dd-479a-b901-073b7fc92d52 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 946 time: 0.2561266 Jun 11 10:10:18.060534 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-663f8046-9d92-42aa-8c43-654f430f98e8 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:18.063456 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1a0dfa22-b234-4188-b2fa-54e4d0ec37fa req-fcdb0334-c7e3-4353-b168-cbe515c4e812 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=32d98497-e842-473d-9e84-84e048a1aaca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959311 Jun 11 10:10:18.084935 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d47613b1-ce43-4b11-a1d5-d25c2a4363e5 req-d71deffa-953b-4369-bd93-ac9b851f09ef tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687947 Jun 11 10:10:18.096038 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-84290310-fb10-474b-b576-bb3187c6cb29 tempest-PortsAdminExtendedAttrsTestJSON-1692560799 tempest-PortsAdminExtendedAttrsTestJSON-1692560799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:18.111186 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-84290310-fb10-474b-b576-bb3187c6cb29 tempest-PortsAdminExtendedAttrsTestJSON-1692560799 tempest-PortsAdminExtendedAttrsTestJSON-1692560799-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f3451d0-4740-4b9c-a179-73b4fa7879b5']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:10:18.128673 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-84290310-fb10-474b-b576-bb3187c6cb29 tempest-PortsAdminExtendedAttrsTestJSON-1692560799 tempest-PortsAdminExtendedAttrsTestJSON-1692560799-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83db142c-754d-41a3-8f9e-61aea9f60769') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:10:18.128973 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-84290310-fb10-474b-b576-bb3187c6cb29 tempest-PortsAdminExtendedAttrsTestJSON-1692560799 tempest-PortsAdminExtendedAttrsTestJSON-1692560799-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83db142c-754d-41a3-8f9e-61aea9f60769') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:10:18.140605 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-84290310-fb10-474b-b576-bb3187c6cb29 tempest-PortsAdminExtendedAttrsTestJSON-1692560799 tempest-PortsAdminExtendedAttrsTestJSON-1692560799-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:18.162214 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-663f8046-9d92-42aa-8c43-654f430f98e8 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:18.163388 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-663f8046-9d92-42aa-8c43-654f430f98e8 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375108'] for router_interface, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:18.166509 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-51eb69ec-436a-45d8-aa6a-611276ac97d9 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:10:18.174269 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-84290310-fb10-474b-b576-bb3187c6cb29 tempest-PortsAdminExtendedAttrsTestJSON-1692560799 tempest-PortsAdminExtendedAttrsTestJSON-1692560799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:18.187274 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84290310-fb10-474b-b576-bb3187c6cb29 tempest-PortsAdminExtendedAttrsTestJSON-1692560799 tempest-PortsAdminExtendedAttrsTestJSON-1692560799-project] Releasing vlan 793 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:10:18.187814 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-84290310-fb10-474b-b576-bb3187c6cb29 tempest-PortsAdminExtendedAttrsTestJSON-1692560799 tempest-PortsAdminExtendedAttrsTestJSON-1692560799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:18.274310 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663f8046-9d92-42aa-8c43-654f430f98e8 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Pushing event updated for resources: {'Port': ['ID=71fa1f29-9c60-403f-a4e9-1cdddd0b08e2,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:10:18.281906 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-663f8046-9d92-42aa-8c43-654f430f98e8 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:10:18.357017 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:10:18.357017 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:10:18.357017 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:10:18.357017 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:10:18.357017 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:10:18.357017 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:10:18.357017 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:10:18.357017 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 10:10:18.357017 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:10:18.357017 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:10:18.357017 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 10:10:18.357017 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:10:18.357017 n-d-779913-12 neutron-server[93177]: timer() Jun 11 10:10:18.357017 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:10:18.357017 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 10:10:18.357017 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:10:18.357017 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 10:10:18.357017 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:10:18.357017 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 10:10:18.357017 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:10:18.357017 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 10:10:18.357017 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:10:18.357017 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 10:10:18.357017 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:10:18.357017 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:10:18.357017 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:10:18.357017 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:10:18.357017 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:10:18.357017 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 10:10:18.357017 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:10:18.357017 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 10:10:18.357017 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:10:18.357017 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:10:18.357017 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:10:18.357017 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 10:10:18.357017 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:10:18.357017 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:10:18.357017 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:10:18.357017 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:10:18.357017 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:10:18.357017 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:10:18.357017 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:10:18.395658 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663f8046-9d92-42aa-8c43-654f430f98e8 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Network 89af6389-38d2-4073-af05-2220b8e1e9c3 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:10:18.397545 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-663f8046-9d92-42aa-8c43-654f430f98e8 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:10:18.442560 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:18.502766 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-84290310-fb10-474b-b576-bb3187c6cb29 tempest-PortsAdminExtendedAttrsTestJSON-1692560799 tempest-PortsAdminExtendedAttrsTestJSON-1692560799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:18.520181 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-84290310-fb10-474b-b576-bb3187c6cb29 tempest-PortsAdminExtendedAttrsTestJSON-1692560799 tempest-PortsAdminExtendedAttrsTestJSON-1692560799-project] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:18.526576 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-84290310-fb10-474b-b576-bb3187c6cb29 tempest-PortsAdminExtendedAttrsTestJSON-1692560799 tempest-PortsAdminExtendedAttrsTestJSON-1692560799-project] 10.222.0.60 "DELETE /v2.0/networks/6f3451d0-4740-4b9c-a179-73b4fa7879b5 HTTP/1.1" status: 204 len: 168 time: 0.7046621 Jun 11 10:10:18.527366 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7d7195a2-7304-498d-a2b7-79213eedd4ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:10:18.577280 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84290310-fb10-474b-b576-bb3187c6cb29 tempest-PortsAdminExtendedAttrsTestJSON-1692560799 tempest-PortsAdminExtendedAttrsTestJSON-1692560799-project] Pushing event deleted for resources: {'Network': ['ID=6f3451d0-4740-4b9c-a179-73b4fa7879b5,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:10:18.580541 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-84290310-fb10-474b-b576-bb3187c6cb29 tempest-PortsAdminExtendedAttrsTestJSON-1692560799 tempest-PortsAdminExtendedAttrsTestJSON-1692560799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:10:18.667345 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008493a5-b191-4d48-9ce3-bfcc90d9738f req-d3ee8511-6fca-47ce-a096-fd9497e76959 tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:18.669226 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-008493a5-b191-4d48-9ce3-bfcc90d9738f req-d3ee8511-6fca-47ce-a096-fd9497e76959 tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcbec603-326d-4493-b865-450f5c5192bf HTTP/1.1" status: 200 len: 946 time: 0.2289505 Jun 11 10:10:18.748570 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-008493a5-b191-4d48-9ce3-bfcc90d9738f req-d41cdd47-5ba5-40a7-96b1-de7fdeb4fdb7 tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] 10.222.0.60 "GET /v2.0/security-groups?id=32d98497-e842-473d-9e84-84e048a1aaca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728638 Jun 11 10:10:18.905677 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-cfdd2b8b-dc88-4b8b-a4cb-7652ba1a56a2 None None] Provisioning complete for port 71fa1f29-9c60-403f-a4e9-1cdddd0b08e2 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:10:18.908635 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-cfdd2b8b-dc88-4b8b-a4cb-7652ba1a56a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:18.981477 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-cfdd2b8b-dc88-4b8b-a4cb-7652ba1a56a2 None None] Port 71fa1f29-9c60-403f-a4e9-1cdddd0b08e2 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:10:19.162586 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 49902) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:19.239039 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69faa265-a42f-45c0-930c-84d785983d0f req-120ea8cd-c827-44fd-8c9f-b3b4b0abbca6 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:19.260482 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-69faa265-a42f-45c0-930c-84d785983d0f req-120ea8cd-c827-44fd-8c9f-b3b4b0abbca6 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 946 time: 0.7734177 Jun 11 10:10:19.325207 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-69faa265-a42f-45c0-930c-84d785983d0f req-a9858c2c-98d7-4c90-83ad-22e438ff4b4b tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636015 Jun 11 10:10:19.357816 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-e48cfdb2-1db7-4d94-ade3-07a271f40cc6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fa9caed6a15c4a1ab4ffc766789bd351&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1919653 Jun 11 10:10:19.360091 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 49908) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:19.421829 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9975a6fd-5a44-41d5-9f84-f6dfdea8ba36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:19.447330 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9975a6fd-5a44-41d5-9f84-f6dfdea8ba36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:19.449222 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-663f8046-9d92-42aa-8c43-654f430f98e8 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Router d74d83c6-8542-49ab-a0d6-ee39561f984e is scheduled to L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 with binding_index 1 {{(pid=93176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 10:10:19.541926 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9066ed-68d3-486b-9a32-ad6fe2c6dea5 req-2de1093a-1ec6-4ee2-9370-e076b838a208 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:19.543485 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3d9066ed-68d3-486b-9a32-ad6fe2c6dea5 req-2de1093a-1ec6-4ee2-9370-e076b838a208 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 946 time: 0.0827289 Jun 11 10:10:19.599148 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3d9066ed-68d3-486b-9a32-ad6fe2c6dea5 req-e9283676-e2ca-4bf6-8692-7fd98a5e05ee tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496225 Jun 11 10:10:19.641816 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-663f8046-9d92-42aa-8c43-654f430f98e8 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:10:19.650461 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-663f8046-9d92-42aa-8c43-654f430f98e8 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "PUT /v2.0/routers/d74d83c6-8542-49ab-a0d6-ee39561f984e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5257306 Jun 11 10:10:19.651697 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 49912) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:19.654016 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59e67db-47f9-4474-8c05-9d72f71ecd7e None None] Sync routers for ids ['d74d83c6-8542-49ab-a0d6-ee39561f984e'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:10:19.664759 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59e67db-47f9-4474-8c05-9d72f71ecd7e None None] Routers {'d74d83c6-8542-49ab-a0d6-ee39561f984e'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:10:19.666129 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-d59e67db-47f9-4474-8c05-9d72f71ecd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:10:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['d74d83c6-8542-49ab-a0d6-ee39561f984e'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:10:19.776034 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9975a6fd-5a44-41d5-9f84-f6dfdea8ba36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:19.802350 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9975a6fd-5a44-41d5-9f84-f6dfdea8ba36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:19.804096 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-d59e67db-47f9-4474-8c05-9d72f71ecd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:10:19.806588 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-9975a6fd-5a44-41d5-9f84-f6dfdea8ba36 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/53b1b62b-c73a-456c-a4d4-6938affa0741 HTTP/1.1" status: 204 len: 168 time: 0.4453106 Jun 11 10:10:19.807467 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a437c852-40fd-41f3-a84c-93d82a683c03 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:10:19.817105 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975a6fd-5a44-41d5-9f84-f6dfdea8ba36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b1b62b-c73a-456c-a4d4-6938affa0741,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:10:19.819337 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9975a6fd-5a44-41d5-9f84-f6dfdea8ba36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:10:19.839300 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efae7ac2-ee73-45fe-9e9b-2fe8c77a61a7 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:19.839733 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59e67db-47f9-4474-8c05-9d72f71ecd7e None None] Routers {'d74d83c6-8542-49ab-a0d6-ee39561f984e'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:10:19.841272 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-d59e67db-47f9-4474-8c05-9d72f71ecd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:10:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['d74d83c6-8542-49ab-a0d6-ee39561f984e'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:10:19.859064 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-efae7ac2-ee73-45fe-9e9b-2fe8c77a61a7 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "GET /v2.0/ports/71fa1f29-9c60-403f-a4e9-1cdddd0b08e2 HTTP/1.1" status: 200 len: 983 time: 0.1994257 Jun 11 10:10:19.871310 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 49922) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:19.916966 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-d59e67db-47f9-4474-8c05-9d72f71ecd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:10:19.917674 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59e67db-47f9-4474-8c05-9d72f71ecd7e None None] The sync data for ids ['d74d83c6-8542-49ab-a0d6-ee39561f984e'] in n-d-779913-12 is: [] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:10:20.161368 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f7a65d-245a-40da-8ba3-7bbd47cecc93 req-3721f90b-ad76-49a8-848d-118c6bfb0f5b tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:20.163047 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b5f7a65d-245a-40da-8ba3-7bbd47cecc93 req-3721f90b-ad76-49a8-848d-118c6bfb0f5b tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 946 time: 0.0843010 Jun 11 10:10:20.236855 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b5f7a65d-245a-40da-8ba3-7bbd47cecc93 req-31fb774d-a45f-42c2-ac7a-97a6c2139f8a tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653834 Jun 11 10:10:20.315518 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059fc356-0e0c-4793-9603-1d6f46b22fe2 req-2a0dfa7a-d748-47e1-90af-95f4c4ee055f tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:20.317159 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-059fc356-0e0c-4793-9603-1d6f46b22fe2 req-2a0dfa7a-d748-47e1-90af-95f4c4ee055f tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcbec603-326d-4493-b865-450f5c5192bf HTTP/1.1" status: 200 len: 946 time: 0.2322333 Jun 11 10:10:20.429192 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-059fc356-0e0c-4793-9603-1d6f46b22fe2 req-b25041a7-26e4-46e3-b410-9975ed127e49 tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] 10.222.0.60 "GET /v2.0/security-groups?id=32d98497-e842-473d-9e84-84e048a1aaca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927167 Jun 11 10:10:20.544584 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ac38ac-f3cc-41ec-a2da-1d65b58799d2 req-214b6b7c-a4a6-41bb-8929-a481dfed9545 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:20.546140 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-29ac38ac-f3cc-41ec-a2da-1d65b58799d2 req-214b6b7c-a4a6-41bb-8929-a481dfed9545 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 946 time: 0.1551657 Jun 11 10:10:20.614125 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 49936) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:20.627918 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-29ac38ac-f3cc-41ec-a2da-1d65b58799d2 req-6483e5fa-2813-4b64-b8cb-4e513e3c78b6 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710549 Jun 11 10:10:20.771881 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-513556c0-edfd-4be4-9105-f8de8ac26b3c tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375209'] for router_interface, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:20.828524 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-75080b18-74e7-4f37-9898-1bed797ba2fa admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cb73e1a1bb8b417486daa7f5128248bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2105513 Jun 11 10:10:20.829326 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 49944) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:20.918332 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c617a2f8-2b45-480d-bf9c-e22a91bf4606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:20.966005 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c617a2f8-2b45-480d-bf9c-e22a91bf4606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:21.107415 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c617a2f8-2b45-480d-bf9c-e22a91bf4606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:21.111105 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c617a2f8-2b45-480d-bf9c-e22a91bf4606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:21.112693 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-c617a2f8-2b45-480d-bf9c-e22a91bf4606 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/90fff237-16f3-46d5-9283-f5b9c3340c27 HTTP/1.1" status: 204 len: 168 time: 0.2821720 Jun 11 10:10:21.113663 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4c9c6a8f-895b-4612-9ec2-2c9eef6d36d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:10:21.134590 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c617a2f8-2b45-480d-bf9c-e22a91bf4606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90fff237-16f3-46d5-9283-f5b9c3340c27,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:10:21.143186 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c617a2f8-2b45-480d-bf9c-e22a91bf4606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:10:21.251911 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9692fc-1cc2-422c-b110-ad567447ecfa req-e53b7749-cbf4-4726-aab5-b859dcf86b53 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:21.252687 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9e9692fc-1cc2-422c-b110-ad567447ecfa req-e53b7749-cbf4-4726-aab5-b859dcf86b53 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/networks?id=dde275fe-49aa-4dda-8d58-46e6697ca339 HTTP/1.1" status: 200 len: 812 time: 0.3300595 Jun 11 10:10:21.308130 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9e9692fc-1cc2-422c-b110-ad567447ecfa req-6cf2b8d7-5c4b-4bfb-a677-b99ef3aee8fb tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/quotas/41e6320d1ec4431eb9e5249fe3d2c8c2 HTTP/1.1" status: 200 len: 375 time: 0.0499203 Jun 11 10:10:21.384551 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-513556c0-edfd-4be4-9105-f8de8ac26b3c tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Deleting port 71fa1f29-9c60-403f-a4e9-1cdddd0b08e2 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:10:21.385282 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-513556c0-edfd-4be4-9105-f8de8ac26b3c tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:21.517603 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9e9692fc-1cc2-422c-b110-ad567447ecfa req-6ec08a54-af5c-4bb2-aebe-ccfa7ec90121 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=41e6320d1ec4431eb9e5249fe3d2c8c2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1928744 Jun 11 10:10:21.543909 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-513556c0-edfd-4be4-9105-f8de8ac26b3c tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:21.673453 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-513556c0-edfd-4be4-9105-f8de8ac26b3c tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Calling delete_port for 71fa1f29-9c60-403f-a4e9-1cdddd0b08e2 owned by network:router_interface {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:10:21.833428 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce2c355-3ad6-468b-ad87-3ea042ea5dea req-0adc731c-bcfc-49b5-b79c-ff18a43e9174 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:21.844173 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1ce2c355-3ad6-468b-ad87-3ea042ea5dea req-0adc731c-bcfc-49b5-b79c-ff18a43e9174 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 946 time: 0.1946497 Jun 11 10:10:21.969510 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1ce2c355-3ad6-468b-ad87-3ea042ea5dea req-4ce3ebc4-7177-448f-8d80-68b0faf39384 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179786 Jun 11 10:10:22.214477 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-513556c0-edfd-4be4-9105-f8de8ac26b3c tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:22.220225 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0a850769-fbb9-4a1b-b16a-8321ce91e2d6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:10:22.261342 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513556c0-edfd-4be4-9105-f8de8ac26b3c tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Pushing event deleted for resources: {'Port': ['ID=71fa1f29-9c60-403f-a4e9-1cdddd0b08e2,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:10:22.274568 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-513556c0-edfd-4be4-9105-f8de8ac26b3c tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:10:22.335486 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26792e9-e1f6-450d-8192-1eb6f89bbf08 req-3477b665-6c12-43ee-bbb4-e605ef9b9dde tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:22.339869 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b26792e9-e1f6-450d-8192-1eb6f89bbf08 req-3477b665-6c12-43ee-bbb4-e605ef9b9dde tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 946 time: 0.1643550 Jun 11 10:10:22.407310 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b26792e9-e1f6-450d-8192-1eb6f89bbf08 req-0d351a61-828b-45f7-bd09-1ec70e75a230 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591793 Jun 11 10:10:22.564211 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-513556c0-edfd-4be4-9105-f8de8ac26b3c tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362297'] for router_interface, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:22.797439 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da168dd5-526f-4cac-89bc-f16169deebe1 req-2610de38-8d1d-47be-953e-2198b80d7269 tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:22.809116 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-da168dd5-526f-4cac-89bc-f16169deebe1 req-2610de38-8d1d-47be-953e-2198b80d7269 tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcbec603-326d-4493-b865-450f5c5192bf HTTP/1.1" status: 200 len: 946 time: 0.1255524 Jun 11 10:10:22.902135 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-da168dd5-526f-4cac-89bc-f16169deebe1 req-9c1c86a1-05f8-4e18-bd7c-b5bc2a12db3b tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] 10.222.0.60 "GET /v2.0/security-groups?id=32d98497-e842-473d-9e84-84e048a1aaca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893087 Jun 11 10:10:22.996904 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50032) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:23.118117 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ab183c4f-f1fe-418b-822c-c6999a53d178 req-26d45d18-ef3d-42fd-9ff8-2cb4aa99cf89 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=41e6320d1ec4431eb9e5249fe3d2c8c2 HTTP/1.1" status: 200 len: 221 time: 0.1507428 Jun 11 10:10:23.167710 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-513556c0-edfd-4be4-9105-f8de8ac26b3c tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Router d74d83c6-8542-49ab-a0d6-ee39561f984e has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:10:23.198467 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [None req-11c1a38c-514b-4938-9b85-d5157c1e4357 tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 10:10:23.199939 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-11c1a38c-514b-4938-9b85-d5157c1e4357 tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1986382 Jun 11 10:10:23.203803 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50040) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:23.208916 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [None req-68f97757-18b4-458b-9934-fd792135d768 tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] http://10.222.0.60:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 10:10:23.219158 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-68f97757-18b4-458b-9934-fd792135d768 tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] 10.222.0.60 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0137622 Jun 11 10:10:23.221350 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50042) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:23.227010 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [None req-64bbe429-ac7b-44b5-b7cd-4ed231e18872 tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] http://10.222.0.60:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 10:10:23.235432 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-64bbe429-ac7b-44b5-b7cd-4ed231e18872 tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] 10.222.0.60 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0128722 Jun 11 10:10:23.248313 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50044) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:23.253527 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [None req-abf2e3fb-f460-45d2-9b04-c110c57e169b tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] http://10.222.0.60:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 10:10:23.267284 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-abf2e3fb-f460-45d2-9b04-c110c57e169b tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] 10.222.0.60 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0156169 Jun 11 10:10:23.267806 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50046) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:23.283589 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [None req-151bb276-7d47-4e80-8cd0-41ea22e18b58 tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] http://10.222.0.60:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 10:10:23.287658 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-151bb276-7d47-4e80-8cd0-41ea22e18b58 tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] 10.222.0.60 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0159531 Jun 11 10:10:23.293727 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50048) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:23.298231 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [None req-7cc3cea1-7102-4750-914e-38635c4a09e7 tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] http://10.222.0.60:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 10:10:23.301332 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-7cc3cea1-7102-4750-914e-38635c4a09e7 tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] 10.222.0.60 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0044873 Jun 11 10:10:23.301584 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50050) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:23.308815 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [None req-bb0dade7-5a13-4b7b-b2b0-c726d4bd2bcf tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] http://10.222.0.60:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 10:10:23.312094 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-bb0dade7-5a13-4b7b-b2b0-c726d4bd2bcf tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] 10.222.0.60 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0072997 Jun 11 10:10:23.316156 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50052) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:23.358942 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-513556c0-edfd-4be4-9105-f8de8ac26b3c tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:10:23.368020 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-513556c0-edfd-4be4-9105-f8de8ac26b3c tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "PUT /v2.0/routers/d74d83c6-8542-49ab-a0d6-ee39561f984e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4949076 Jun 11 10:10:23.368696 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 50054) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:23.371193 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a08f1ee-78a1-4d71-b73a-01d7dca21de1 None None] Sync routers for ids ['d74d83c6-8542-49ab-a0d6-ee39561f984e'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:10:23.386506 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [None req-96fcc7b5-9dae-417e-8fd0-829b9177ef20 tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] http://10.222.0.60:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 10:10:23.390902 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-96fcc7b5-9dae-417e-8fd0-829b9177ef20 tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] 10.222.0.60 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0084045 Jun 11 10:10:23.391041 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a08f1ee-78a1-4d71-b73a-01d7dca21de1 None None] Routers {'d74d83c6-8542-49ab-a0d6-ee39561f984e'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:10:23.391041 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-9a08f1ee-78a1-4d71-b73a-01d7dca21de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:10:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['d74d83c6-8542-49ab-a0d6-ee39561f984e'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:10:23.397527 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50056) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:23.402770 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [None req-58d4b59d-c6d6-40d5-b105-78d7bdd9bbf4 tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] http://10.222.0.60:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 10:10:23.406188 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-58d4b59d-c6d6-40d5-b105-78d7bdd9bbf4 tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] 10.222.0.60 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0056746 Jun 11 10:10:23.408144 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50058) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:23.412578 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [None req-1acbdef0-7bb1-4ca1-9fa2-fe94baad87bc tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] http://10.222.0.60:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 10:10:23.417710 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-1acbdef0-7bb1-4ca1-9fa2-fe94baad87bc tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] 10.222.0.60 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0054300 Jun 11 10:10:23.418191 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50060) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:23.433564 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [None req-fabe0c67-e81f-4b25-845a-ea668bc15d29 tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] http://10.222.0.60:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 10:10:23.437126 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-fabe0c67-e81f-4b25-845a-ea668bc15d29 tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] 10.222.0.60 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0147951 Jun 11 10:10:23.437535 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50062) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:23.445296 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [None req-d8662a5a-287e-403c-b64f-e10f217e2b4d tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] http://10.222.0.60:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 10:10:23.449108 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-d8662a5a-287e-403c-b64f-e10f217e2b4d tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] 10.222.0.60 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0081878 Jun 11 10:10:23.450090 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50064) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:23.472991 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [None req-9ed8c07c-ebd2-4446-8ee8-cba5b91d86a0 tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] http://10.222.0.60:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 10:10:23.476176 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-9ed8c07c-ebd2-4446-8ee8-cba5b91d86a0 tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] 10.222.0.60 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0086939 Jun 11 10:10:23.486174 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50066) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:23.490988 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [None req-f3005fe8-25e7-48fb-9470-b61d9d8ca1e9 tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] http://10.222.0.60:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 10:10:23.494230 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-f3005fe8-25e7-48fb-9470-b61d9d8ca1e9 tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] 10.222.0.60 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0045347 Jun 11 10:10:23.496120 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50068) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:23.504544 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-9a08f1ee-78a1-4d71-b73a-01d7dca21de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:10:23.506808 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [None req-5d8208f8-3577-45a1-b7b9-7baa4dbf924a tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] http://10.222.0.60:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 10:10:23.510100 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-5d8208f8-3577-45a1-b7b9-7baa4dbf924a tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] 10.222.0.60 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0107570 Jun 11 10:10:23.510559 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50070) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:23.517669 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a08f1ee-78a1-4d71-b73a-01d7dca21de1 None None] Routers {'d74d83c6-8542-49ab-a0d6-ee39561f984e'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:10:23.518292 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-9a08f1ee-78a1-4d71-b73a-01d7dca21de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:10:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['d74d83c6-8542-49ab-a0d6-ee39561f984e'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:10:23.519866 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [None req-ec010dc1-d256-4980-b10e-46ee492a17f4 tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] http://10.222.0.60:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 10:10:23.523187 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-ec010dc1-d256-4980-b10e-46ee492a17f4 tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] 10.222.0.60 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0092487 Jun 11 10:10:23.526664 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50072) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:23.544149 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [None req-847ec42d-700c-4d38-97fc-dc81d03fd028 tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] http://10.222.0.60:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 10:10:23.545065 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-847ec42d-700c-4d38-97fc-dc81d03fd028 tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] 10.222.0.60 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0044653 Jun 11 10:10:23.547603 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50074) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:23.561367 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [None req-a120449e-32bd-4464-84fb-1e1233fb3f46 tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] http://10.222.0.60:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 10:10:23.562395 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-a120449e-32bd-4464-84fb-1e1233fb3f46 tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] 10.222.0.60 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0138092 Jun 11 10:10:23.568948 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50076) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:23.576168 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [None req-6fd67889-69f6-4b0d-80a9-30708d4760c3 tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] http://10.222.0.60:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 10:10:23.578905 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-6fd67889-69f6-4b0d-80a9-30708d4760c3 tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] 10.222.0.60 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0090594 Jun 11 10:10:23.587992 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50078) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:23.592040 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-9a08f1ee-78a1-4d71-b73a-01d7dca21de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:10:23.592659 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a08f1ee-78a1-4d71-b73a-01d7dca21de1 None None] The sync data for ids ['d74d83c6-8542-49ab-a0d6-ee39561f984e'] in n-d-779913-12 is: [] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:10:23.602101 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134cb174-91f6-480d-8c4d-6421351a94dc req-72ae9ca7-d16e-4c4d-9390-53f6523fb0a6 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:23.609716 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-134cb174-91f6-480d-8c4d-6421351a94dc req-72ae9ca7-d16e-4c4d-9390-53f6523fb0a6 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 946 time: 0.2924654 Jun 11 10:10:23.637535 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [None req-b48bd246-4b58-41de-89d3-a2a9b6087529 tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] http://10.222.0.60:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 10:10:23.638970 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-b48bd246-4b58-41de-89d3-a2a9b6087529 tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] 10.222.0.60 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0269871 Jun 11 10:10:23.642544 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50082) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:23.649156 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [None req-a5452bff-0939-4776-b625-4c0701d11e48 tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] http://10.222.0.60:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 10:10:23.650406 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-a5452bff-0939-4776-b625-4c0701d11e48 tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] 10.222.0.60 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0066979 Jun 11 10:10:23.663209 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50084) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:23.670753 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [None req-ad36b157-b5f7-4ef2-a0cb-949d4121107a tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] http://10.222.0.60:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 10:10:23.672302 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-ad36b157-b5f7-4ef2-a0cb-949d4121107a tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] 10.222.0.60 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0078702 Jun 11 10:10:23.675185 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50086) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:23.680171 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [None req-b1ee3e11-4bb2-4844-853e-9a2738d23507 tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] http://10.222.0.60:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 10:10:23.681720 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-b1ee3e11-4bb2-4844-853e-9a2738d23507 tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] 10.222.0.60 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0053823 Jun 11 10:10:23.694824 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-134cb174-91f6-480d-8c4d-6421351a94dc req-6cf07db9-f88f-4d80-9a9d-c6dbccb7c35d tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838940 Jun 11 10:10:23.699813 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50088) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:23.704535 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [None req-d6bc2528-6d5d-4c1a-82b1-406e918da87a tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] http://10.222.0.60:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 10:10:23.705449 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-d6bc2528-6d5d-4c1a-82b1-406e918da87a tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] 10.222.0.60 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0044706 Jun 11 10:10:23.716815 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50090) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:23.716815 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [None req-28aa54db-5965-495a-b9dc-0e35e32b22ce tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] http://10.222.0.60:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 10:10:23.716815 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-28aa54db-5965-495a-b9dc-0e35e32b22ce tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] 10.222.0.60 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0045185 Jun 11 10:10:23.734832 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50094) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:23.739767 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [None req-67615e5c-e9de-4ec6-98e1-af8cf7403387 tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] http://10.222.0.60:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 10:10:23.741568 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-67615e5c-e9de-4ec6-98e1-af8cf7403387 tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] 10.222.0.60 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0048523 Jun 11 10:10:23.744338 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50096) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:23.748803 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [None req-88802d75-ebfa-4f6f-80e2-e9c52467dedc tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] http://10.222.0.60:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 10:10:23.749782 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-88802d75-ebfa-4f6f-80e2-e9c52467dedc tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] 10.222.0.60 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0045178 Jun 11 10:10:23.760216 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50098) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:23.764855 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [None req-1b340fe8-dd9e-4440-816b-d7e68afb0334 tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] http://10.222.0.60:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 10:10:23.765835 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-1b340fe8-dd9e-4440-816b-d7e68afb0334 tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] 10.222.0.60 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0046303 Jun 11 10:10:23.776621 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50100) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:23.793144 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [None req-bbc9f146-68d1-46e5-ac94-d4e31af9f7fc tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] http://10.222.0.60:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 10:10:23.796550 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-bbc9f146-68d1-46e5-ac94-d4e31af9f7fc tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] 10.222.0.60 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0159781 Jun 11 10:10:23.799845 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50102) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:23.805082 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [None req-fd1505d4-4006-40ce-b5e7-c34e277370ff tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] http://10.222.0.60:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 10:10:23.809268 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-fd1505d4-4006-40ce-b5e7-c34e277370ff tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] 10.222.0.60 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0079894 Jun 11 10:10:23.810214 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50104) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:23.816139 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [None req-7fbc49dc-4cad-47ed-adbb-2b66b9978317 tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] http://10.222.0.60:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 10:10:23.821112 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-7fbc49dc-4cad-47ed-adbb-2b66b9978317 tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] 10.222.0.60 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0088151 Jun 11 10:10:23.822035 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50106) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:23.826650 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [None req-78ef5796-1731-459b-8fee-f7b518517167 tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] http://10.222.0.60:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 10:10:23.830925 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-78ef5796-1731-459b-8fee-f7b518517167 tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] 10.222.0.60 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0076883 Jun 11 10:10:23.832043 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50108) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:23.836942 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [None req-08199284-4406-4ccd-8348-7a785dae3521 tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] http://10.222.0.60:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 10:10:23.841225 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-08199284-4406-4ccd-8348-7a785dae3521 tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] 10.222.0.60 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0078862 Jun 11 10:10:23.842484 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50110) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:23.847386 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [None req-c32d7cdc-32f3-4203-8e47-6301fd0471aa tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] http://10.222.0.60:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 10:10:23.852538 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-c32d7cdc-32f3-4203-8e47-6301fd0471aa tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] 10.222.0.60 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0079198 Jun 11 10:10:23.853484 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50112) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:23.858401 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [None req-63d523e6-003d-4c6b-8650-47965b7fb055 tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] http://10.222.0.60:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 10:10:23.862583 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-63d523e6-003d-4c6b-8650-47965b7fb055 tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] 10.222.0.60 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0077012 Jun 11 10:10:23.863319 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50114) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:23.868666 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [None req-32cdfd4e-76d8-4400-85e4-556847393c58 tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] http://10.222.0.60:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 10:10:23.878243 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-32cdfd4e-76d8-4400-85e4-556847393c58 tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] 10.222.0.60 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0137267 Jun 11 10:10:23.879069 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50116) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:23.883938 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [None req-25944010-cc89-4344-bad5-f40987b71958 tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] http://10.222.0.60:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 10:10:23.885249 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-25944010-cc89-4344-bad5-f40987b71958 tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] 10.222.0.60 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0049677 Jun 11 10:10:23.888015 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50118) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:23.892738 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [None req-4fe14cbe-642a-438e-a685-d65c4816ed26 tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] http://10.222.0.60:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 10:10:23.897411 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-4fe14cbe-642a-438e-a685-d65c4816ed26 tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] 10.222.0.60 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0047352 Jun 11 10:10:23.900217 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50120) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:23.908508 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [None req-f08dee64-7e23-4585-989c-909d5f730981 tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] http://10.222.0.60:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 10:10:23.912994 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-f08dee64-7e23-4585-989c-909d5f730981 tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] 10.222.0.60 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0115585 Jun 11 10:10:23.916854 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50124) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:23.922747 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [None req-c4ccc024-cf27-4848-8b0c-ca4dc61c5e0e tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] http://10.222.0.60:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 10:10:23.926650 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-c4ccc024-cf27-4848-8b0c-ca4dc61c5e0e tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] 10.222.0.60 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0071878 Jun 11 10:10:23.941566 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50128) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:23.958412 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [None req-1bf427f5-5041-4914-899e-9affd73376e4 tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] http://10.222.0.60:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 10:10:23.958412 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-1bf427f5-5041-4914-899e-9affd73376e4 tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] 10.222.0.60 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0136790 Jun 11 10:10:23.964799 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50132) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:23.979966 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [None req-536015cc-8c5f-4ba6-9ff2-1f97bef1ed40 tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] http://10.222.0.60:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 10:10:23.985133 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-536015cc-8c5f-4ba6-9ff2-1f97bef1ed40 tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] 10.222.0.60 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0135071 Jun 11 10:10:23.985847 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50134) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:23.998494 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [None req-83068729-8159-471a-86f6-2a6f4faec445 tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] http://10.222.0.60:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 10:10:24.003138 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-83068729-8159-471a-86f6-2a6f4faec445 tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] 10.222.0.60 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0122714 Jun 11 10:10:24.008747 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50138) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:24.012393 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [None req-95739853-f1c4-431e-92ef-61d5b9c03375 tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] http://10.222.0.60:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 10:10:24.016964 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-95739853-f1c4-431e-92ef-61d5b9c03375 tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] 10.222.0.60 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0106130 Jun 11 10:10:24.017631 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50140) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:24.023090 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [None req-d7baf129-7643-4baa-a52f-49f1edcb5c72 tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] http://10.222.0.60:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 10:10:24.027504 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-d7baf129-7643-4baa-a52f-49f1edcb5c72 tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] 10.222.0.60 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0088241 Jun 11 10:10:24.028155 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50142) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:24.046527 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [None req-ad32b25f-be08-483f-8a96-8f2aed5301ae tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] http://10.222.0.60:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 10:10:24.049328 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-ad32b25f-be08-483f-8a96-8f2aed5301ae tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] 10.222.0.60 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0173805 Jun 11 10:10:24.055748 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50146) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:24.067806 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [None req-6b1b86b3-8ee4-42b8-81c9-3b848b72fd9d tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] http://10.222.0.60:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 10:10:24.071757 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-6b1b86b3-8ee4-42b8-81c9-3b848b72fd9d tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] 10.222.0.60 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0143907 Jun 11 10:10:24.074260 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50148) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:24.079300 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [None req-777897c2-f246-40d3-b2b0-2ec899039855 tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] http://10.222.0.60:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 10:10:24.080559 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-777897c2-f246-40d3-b2b0-2ec899039855 tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] 10.222.0.60 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0052385 Jun 11 10:10:24.083125 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50150) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:24.088260 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [None req-b6d52f86-6897-4610-85f1-e11548437386 tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] http://10.222.0.60:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 10:10:24.091493 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-b6d52f86-6897-4610-85f1-e11548437386 tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] 10.222.0.60 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0050876 Jun 11 10:10:24.091816 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50152) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:24.098281 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [None req-e1a7f285-f793-4671-bd73-ef9bc2a593c0 tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] http://10.222.0.60:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 10:10:24.101559 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-e1a7f285-f793-4671-bd73-ef9bc2a593c0 tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] 10.222.0.60 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0065196 Jun 11 10:10:24.108267 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50154) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:24.113273 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [None req-59d329a8-9e1b-49a9-8d21-a5544908186b tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] http://10.222.0.60:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 10:10:24.118902 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-59d329a8-9e1b-49a9-8d21-a5544908186b tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] 10.222.0.60 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0092812 Jun 11 10:10:24.119873 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50158) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:24.126424 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [None req-80da1f86-8c8a-4281-8ae5-b1d00e5fb127 tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] http://10.222.0.60:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 10:10:24.131409 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-80da1f86-8c8a-4281-8ae5-b1d00e5fb127 tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] 10.222.0.60 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0102854 Jun 11 10:10:24.132133 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50160) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:24.137101 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [None req-3d18ae1c-84a6-414a-8f75-eadef351f046 tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] http://10.222.0.60:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 10:10:24.141977 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-3d18ae1c-84a6-414a-8f75-eadef351f046 tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] 10.222.0.60 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0084927 Jun 11 10:10:24.142943 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50162) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:24.147440 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [None req-1901424b-af29-4737-b8f9-247b00f524eb tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] http://10.222.0.60:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 10:10:24.152965 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-1901424b-af29-4737-b8f9-247b00f524eb tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] 10.222.0.60 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0087228 Jun 11 10:10:24.153587 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50164) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:24.170865 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [None req-5265afcc-32a2-4cf6-a40e-5a91cf35948a tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] http://10.222.0.60:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 10:10:24.175626 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-5265afcc-32a2-4cf6-a40e-5a91cf35948a tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] 10.222.0.60 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0085993 Jun 11 10:10:24.177612 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50166) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:24.182766 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [None req-52a13419-6843-41ba-a79d-8451c74b0807 tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] http://10.222.0.60:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 10:10:24.187780 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-52a13419-6843-41ba-a79d-8451c74b0807 tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] 10.222.0.60 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0090170 Jun 11 10:10:24.213465 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50168) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:24.219308 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [None req-f06836bb-5d54-4ccb-9ff3-0188a882ea27 tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] http://10.222.0.60:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 10:10:24.223216 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-f06836bb-5d54-4ccb-9ff3-0188a882ea27 tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] 10.222.0.60 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0087628 Jun 11 10:10:24.224314 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50170) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:24.231340 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [None req-40c14b02-7f50-4295-ae00-204669b3e00d tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] http://10.222.0.60:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 10:10:24.235095 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-40c14b02-7f50-4295-ae00-204669b3e00d tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] 10.222.0.60 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0098763 Jun 11 10:10:24.239043 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50172) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:24.245322 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [None req-e9a51d67-b799-4c6b-bf27-19683d771e84 tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] http://10.222.0.60:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 10:10:24.249471 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-e9a51d67-b799-4c6b-bf27-19683d771e84 tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] 10.222.0.60 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0063252 Jun 11 10:10:24.251699 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50174) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:24.256429 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [None req-606551df-60b3-457a-a1dd-b237cdfabad7 tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] http://10.222.0.60:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 10:10:24.265089 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-606551df-60b3-457a-a1dd-b237cdfabad7 tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] 10.222.0.60 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0047281 Jun 11 10:10:24.269124 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50176) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:24.276308 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [None req-4858f7ae-f2f2-4b17-a973-f817db88b17e tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] http://10.222.0.60:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 10:10:24.279678 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-4858f7ae-f2f2-4b17-a973-f817db88b17e tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] 10.222.0.60 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0070496 Jun 11 10:10:24.280409 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50178) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:24.287021 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [None req-d13bc631-b8e0-4de8-b5c5-831267942b7a tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] http://10.222.0.60:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 10:10:24.287990 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-d13bc631-b8e0-4de8-b5c5-831267942b7a tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] 10.222.0.60 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0067244 Jun 11 10:10:24.290888 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50180) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:24.296254 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [None req-8179dec4-f35e-41fa-ae9b-fdf53e27e4c5 tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] http://10.222.0.60:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 10:10:24.296801 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-8179dec4-f35e-41fa-ae9b-fdf53e27e4c5 tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] 10.222.0.60 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0047932 Jun 11 10:10:24.304432 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50182) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:24.316254 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [None req-adb4917e-9fd1-4260-9772-3d258a5322ec tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] http://10.222.0.60:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 10:10:24.335619 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-adb4917e-9fd1-4260-9772-3d258a5322ec tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] 10.222.0.60 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0260098 Jun 11 10:10:24.350267 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76851e96-9a4f-47a5-960f-253ae1cfb91f req-ffe047fb-4100-44a0-8d15-a9619254a2ea tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:24.361240 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-76851e96-9a4f-47a5-960f-253ae1cfb91f req-ffe047fb-4100-44a0-8d15-a9619254a2ea tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcbec603-326d-4493-b865-450f5c5192bf HTTP/1.1" status: 200 len: 946 time: 0.2040558 Jun 11 10:10:24.361240 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50184) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:24.365689 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [None req-beaae770-3449-48a1-80e9-6471d7b873ea tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] http://10.222.0.60:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 10:10:24.366609 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-beaae770-3449-48a1-80e9-6471d7b873ea tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] 10.222.0.60 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0048130 Jun 11 10:10:24.372804 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50186) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:24.378407 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [None req-7b83cc97-81f4-42fb-908f-fcfe931fc582 tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] http://10.222.0.60:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 10:10:24.380044 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-7b83cc97-81f4-42fb-908f-fcfe931fc582 tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] 10.222.0.60 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0056338 Jun 11 10:10:24.392275 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50188) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:24.399858 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [None req-c81d56d1-05a3-452b-970e-3f82678c2a33 tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] http://10.222.0.60:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 10:10:24.400995 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-c81d56d1-05a3-452b-970e-3f82678c2a33 tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] 10.222.0.60 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0077910 Jun 11 10:10:24.406626 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 50190) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:24.431843 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-76851e96-9a4f-47a5-960f-253ae1cfb91f req-854d802b-4e83-48df-b553-5316f8d4faf5 tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] 10.222.0.60 "GET /v2.0/security-groups?id=32d98497-e842-473d-9e84-84e048a1aaca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722632 Jun 11 10:10:24.471352 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [None req-de02efc2-56c4-4040-93bc-56f1a6a568b8 tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] http://10.222.0.60:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 10:10:24.475998 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-de02efc2-56c4-4040-93bc-56f1a6a568b8 tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] 10.222.0.60 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0500457 Jun 11 10:10:24.478074 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50192) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:24.482811 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [None req-86f5061e-063a-4b46-92f1-102d8e2abb14 tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] http://10.222.0.60:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 10:10:24.484233 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-86f5061e-063a-4b46-92f1-102d8e2abb14 tempest-ExtensionsTestJSON-1609023526 tempest-ExtensionsTestJSON-1609023526-project] 10.222.0.60 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0050824 Jun 11 10:10:24.605300 n-d-779913-12 neutron-server[93176]: INFO neutron.api.v2.resource [None req-bd0718ad-445c-470c-b0a6-92071e2b19ea tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] remove_router_interface failed (client error): The resource could not be found. Jun 11 10:10:24.606365 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-bd0718ad-445c-470c-b0a6-92071e2b19ea tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "PUT /v2.0/routers/d74d83c6-8542-49ab-a0d6-ee39561f984e/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.2261882 Jun 11 10:10:24.609380 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50196) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:24.636065 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1165c52-0b25-463d-b104-68c3f5bf9aee req-c9895574-e51e-4724-b8f3-7492ea30fda8 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:24.637606 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d1165c52-0b25-463d-b104-68c3f5bf9aee req-c9895574-e51e-4724-b8f3-7492ea30fda8 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 946 time: 0.3775826 Jun 11 10:10:24.652478 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b2d736-7aeb-4708-a1a9-b6776c1dcd3a req-7286641e-913c-4d09-97d5-23f7ec843c6f tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:24.654061 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c7b2d736-7aeb-4708-a1a9-b6776c1dcd3a req-7286641e-913c-4d09-97d5-23f7ec843c6f tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] 10.222.0.69 "GET /v2.0/ports?device_id=dcbec603-326d-4493-b865-450f5c5192bf HTTP/1.1" status: 200 len: 946 time: 0.2503190 Jun 11 10:10:24.676219 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-06d4e344-0ce3-4912-abd1-8c8deb64e6bf tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "GET /v2.0/ports?device_id=d74d83c6-8542-49ab-a0d6-ee39561f984e HTTP/1.1" status: 200 len: 205 time: 0.0634592 Jun 11 10:10:24.682782 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50198) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:24.812498 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cf6d71f1-25a1-4838-91e4-3ecc478897e3 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for router, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:24.827534 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-c7b2d736-7aeb-4708-a1a9-b6776c1dcd3a req-b7a9de34-e24c-4986-b49d-600ae92e587c tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] Deleting port 79abac11-4134-47e7-bc2f-4f1728549399 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:10:24.828052 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-c7b2d736-7aeb-4708-a1a9-b6776c1dcd3a req-b7a9de34-e24c-4986-b49d-600ae92e587c tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:24.833492 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d1165c52-0b25-463d-b104-68c3f5bf9aee req-b19be9ec-7fce-407f-9853-46294e33f785 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784663 Jun 11 10:10:25.014523 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-c7b2d736-7aeb-4708-a1a9-b6776c1dcd3a req-b7a9de34-e24c-4986-b49d-600ae92e587c tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] For port 79abac11-4134-47e7-bc2f-4f1728549399, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=79abac11-4134-47e7-bc2f-4f1728549399,segment=NetworkSegment(d115e535-b596-4d63-b9ce-ed25b1cffbb1),segment_id=d115e535-b596-4d63-b9ce-ed25b1cffbb1)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:10:25.015208 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-c7b2d736-7aeb-4708-a1a9-b6776c1dcd3a req-b7a9de34-e24c-4986-b49d-600ae92e587c tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:25.173115 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-c7b2d736-7aeb-4708-a1a9-b6776c1dcd3a req-b7a9de34-e24c-4986-b49d-600ae92e587c tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] Calling delete_port for 79abac11-4134-47e7-bc2f-4f1728549399 owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:10:25.175211 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 50218) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:25.411793 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-60486042-f750-43fa-a265-cee673d853ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:25.497170 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a628e298-d514-4988-8509-95eb5a802639 req-88888c2e-59f5-40e2-9ff0-6c7ea618d032 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:25.497170 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a628e298-d514-4988-8509-95eb5a802639 req-88888c2e-59f5-40e2-9ff0-6c7ea618d032 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 946 time: 0.3847837 Jun 11 10:10:25.574678 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a628e298-d514-4988-8509-95eb5a802639 req-ebd52486-b238-4a3d-a77b-5f3f2717cb9f tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741045 Jun 11 10:10:25.736554 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-60486042-f750-43fa-a265-cee673d853ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:25.740112 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-c7b2d736-7aeb-4708-a1a9-b6776c1dcd3a req-b7a9de34-e24c-4986-b49d-600ae92e587c tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:25.750102 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3c96581c-20f0-4131-99cf-6baff40a5bfe tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:10:25.756076 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['79abac11-4134-47e7-bc2f-4f1728549399'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:10:25.796145 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cf6d71f1-25a1-4838-91e4-3ecc478897e3 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:25.802203 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50232) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:25.856270 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-60486042-f750-43fa-a265-cee673d853ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:25.860834 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a9de34-e24c-4986-b49d-600ae92e587c tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] Pushing event deleted for resources: {'Port': ['ID=79abac11-4134-47e7-bc2f-4f1728549399,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:10:25.863130 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cf6d71f1-25a1-4838-91e4-3ecc478897e3 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:25.872089 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-add81599-6126-4761-8d12-33e43c88b1a4 req-a3ee7c57-2f7b-4466-a3d3-0a584155bca5 tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcbec603-326d-4493-b865-450f5c5192bf HTTP/1.1" status: 200 len: 210 time: 0.1073136 Jun 11 10:10:25.940342 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b7a9de34-e24c-4986-b49d-600ae92e587c tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:10:25.942819 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f5946bad-fc85-4778-aa8f-85b17e479eb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:10:25.978428 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60486042-f750-43fa-a265-cee673d853ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90e8a9cc-d88d-4581-ae4b-94f102fdf913,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:10:26.018378 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-60486042-f750-43fa-a265-cee673d853ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:10:26.059659 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7b2d736-7aeb-4708-a1a9-b6776c1dcd3a req-b7a9de34-e24c-4986-b49d-600ae92e587c tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] No DVR routers for this DVR port 79abac11-4134-47e7-bc2f-4f1728549399 on host n-h2-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:10:26.063656 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-c7b2d736-7aeb-4708-a1a9-b6776c1dcd3a req-b7a9de34-e24c-4986-b49d-600ae92e587c tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:26.065645 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c7b2d736-7aeb-4708-a1a9-b6776c1dcd3a req-b7a9de34-e24c-4986-b49d-600ae92e587c tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] 10.222.0.69 "DELETE /v2.0/ports/79abac11-4134-47e7-bc2f-4f1728549399 HTTP/1.1" status: 204 len: 173 time: 1.4029133 Jun 11 10:10:26.068013 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-60486042-f750-43fa-a265-cee673d853ea admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=344c04bca40a4b9798a26e4b14f4e205&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8698945 Jun 11 10:10:26.068554 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcbec603-326d-4493-b865-450f5c5192bf', 'name': 'network-vif-deleted', 'tag': '79abac11-4134-47e7-bc2f-4f1728549399'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:10:26.071430 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-548bb118-d94e-4c15-b645-a53682a6a329" -d '{"events": [{"server_uuid": "dcbec603-326d-4493-b865-450f5c5192bf", "name": "network-vif-deleted", "tag": "79abac11-4134-47e7-bc2f-4f1728549399"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:10:26.084411 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 50236) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:26.100658 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-edee2937-e63a-48c7-aa2d-70e2ced8a621 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:26.129112 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cf6d71f1-25a1-4838-91e4-3ecc478897e3 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:26.133516 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf6d71f1-25a1-4838-91e4-3ecc478897e3 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Fanout notify agent at l3_agent the message router_deleted on router d74d83c6-8542-49ab-a0d6-ee39561f984e {{(pid=93177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 10:10:26.143752 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cf6d71f1-25a1-4838-91e4-3ecc478897e3 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:26.144705 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea0bad2d-57f9-4342-906d-d3c872a30896 x-openstack-request-id: req-ea0bad2d-57f9-4342-906d-d3c872a30896 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:10:26.145062 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcbec603-326d-4493-b865-450f5c5192bf", "name": "network-vif-deleted", "tag": "79abac11-4134-47e7-bc2f-4f1728549399", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:10:26.145773 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-cf6d71f1-25a1-4838-91e4-3ecc478897e3 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "DELETE /v2.0/routers/d74d83c6-8542-49ab-a0d6-ee39561f984e HTTP/1.1" status: 204 len: 168 time: 1.4616930 Jun 11 10:10:26.148124 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ea0bad2d-57f9-4342-906d-d3c872a30896 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:10:26.157937 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcbec603-326d-4493-b865-450f5c5192bf', 'name': 'network-vif-deleted', 'tag': '79abac11-4134-47e7-bc2f-4f1728549399', 'status': 'completed', 'code': 200} Jun 11 10:10:26.166216 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 50240) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:26.237518 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d54592-593b-40ce-886c-5d6a31ae308e req-75889dc6-c632-493a-a34f-b764a0a758d9 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:26.239471 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-74d54592-593b-40ce-886c-5d6a31ae308e req-75889dc6-c632-493a-a34f-b764a0a758d9 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 946 time: 0.3867660 Jun 11 10:10:26.241455 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-edee2937-e63a-48c7-aa2d-70e2ced8a621 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:26.265345 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-27fb4d1b-a63b-424b-8887-cbcdc25b9282 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:26.289543 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-95f2e375-bc9a-4170-b475-063051f94648 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Deleting subnet d723ff59-1136-4554-8746-05448795214e {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:10:26.303629 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-95f2e375-bc9a-4170-b475-063051f94648 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:26.329355 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-edee2937-e63a-48c7-aa2d-70e2ced8a621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:26.334484 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-012f287b-1766-4ad5-8c82-32fc1337b609 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:10:26.375121 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-74d54592-593b-40ce-886c-5d6a31ae308e req-99635e0d-d6b9-4469-8795-0789efefc3ae tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244824 Jun 11 10:10:26.377264 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-27fb4d1b-a63b-424b-8887-cbcdc25b9282 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:26.414399 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-edee2937-e63a-48c7-aa2d-70e2ced8a621 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3eedd332c1514acdb29b6a2465759c4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5684469 Jun 11 10:10:26.426404 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edee2937-e63a-48c7-aa2d-70e2ced8a621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2237f054-7132-488e-bb06-000311558a9a,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:10:26.432241 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50244) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:26.441832 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-95f2e375-bc9a-4170-b475-063051f94648 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:26.450535 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee2937-e63a-48c7-aa2d-70e2ced8a621 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:10:26.450831 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee2937-e63a-48c7-aa2d-70e2ced8a621 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:10:26.451222 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee2937-e63a-48c7-aa2d-70e2ced8a621 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:10:26.451638 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee2937-e63a-48c7-aa2d-70e2ced8a621 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:10:26.452020 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee2937-e63a-48c7-aa2d-70e2ced8a621 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:10:26.452396 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee2937-e63a-48c7-aa2d-70e2ced8a621 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:10:26.452766 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee2937-e63a-48c7-aa2d-70e2ced8a621 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:10:26.453139 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee2937-e63a-48c7-aa2d-70e2ced8a621 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:10:26.453731 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee2937-e63a-48c7-aa2d-70e2ced8a621 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:10:26.454101 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee2937-e63a-48c7-aa2d-70e2ced8a621 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:10:26.454474 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee2937-e63a-48c7-aa2d-70e2ced8a621 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:10:26.454935 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee2937-e63a-48c7-aa2d-70e2ced8a621 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:10:26.478765 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-edee2937-e63a-48c7-aa2d-70e2ced8a621 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:10:26.542751 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1e5bd242-8406-47c8-8acd-c8976634a291 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:26.571206 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1e5bd242-8406-47c8-8acd-c8976634a291 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:26.674849 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-95f2e375-bc9a-4170-b475-063051f94648 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:26.699889 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1e5bd242-8406-47c8-8acd-c8976634a291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:26.703128 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1e5bd242-8406-47c8-8acd-c8976634a291 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:26.704655 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-1e5bd242-8406-47c8-8acd-c8976634a291 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2237f054-7132-488e-bb06-000311558a9a HTTP/1.1" status: 204 len: 168 time: 0.2703609 Jun 11 10:10:26.706290 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-204c54ab-2039-4a1a-a2f3-87c8fe322004 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:10:26.716763 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5bd242-8406-47c8-8acd-c8976634a291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2237f054-7132-488e-bb06-000311558a9a,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:10:26.726045 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1e5bd242-8406-47c8-8acd-c8976634a291 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:10:26.781714 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c705288-e6a5-4aea-87af-89d1440c9cf7 req-c99cb237-ae60-48c1-b1c0-0640ac36593d tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:26.784047 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7c705288-e6a5-4aea-87af-89d1440c9cf7 req-c99cb237-ae60-48c1-b1c0-0640ac36593d tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 946 time: 0.1515450 Jun 11 10:10:26.810520 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-27fb4d1b-a63b-424b-8887-cbcdc25b9282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:26.813210 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-27fb4d1b-a63b-424b-8887-cbcdc25b9282 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:26.814306 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-27fb4d1b-a63b-424b-8887-cbcdc25b9282 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/90e8a9cc-d88d-4581-ae4b-94f102fdf913 HTTP/1.1" status: 204 len: 168 time: 0.7289488 Jun 11 10:10:26.816235 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f26d28fb-792f-4d18-9870-3b23a9741cd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:10:26.828494 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fb4d1b-a63b-424b-8887-cbcdc25b9282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e8a9cc-d88d-4581-ae4b-94f102fdf913,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:10:26.854064 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-27fb4d1b-a63b-424b-8887-cbcdc25b9282 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:10:26.866048 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7c705288-e6a5-4aea-87af-89d1440c9cf7 req-e75da395-d3fa-4941-b403-be5c6f66578a tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767426 Jun 11 10:10:26.918653 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-95f2e375-bc9a-4170-b475-063051f94648 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:26.921004 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e0567f94-b7c4-4051-b153-25d8989c4d81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:10:26.967147 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2e375-bc9a-4170-b475-063051f94648 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Pushing event deleted for resources: {'Subnet': ['ID=d723ff59-1136-4554-8746-05448795214e,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:10:26.975444 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-95f2e375-bc9a-4170-b475-063051f94648 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:10:26.977263 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-95f2e375-bc9a-4170-b475-063051f94648 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:26.982169 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50258) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:26.982597 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-95f2e375-bc9a-4170-b475-063051f94648 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "DELETE /v2.0/subnets/d723ff59-1136-4554-8746-05448795214e HTTP/1.1" status: 204 len: 168 time: 0.8138838 Jun 11 10:10:26.986134 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf031bd-f4e6-4913-ae62-8897bb8d9747 None None] Network 89af6389-38d2-4073-af05-2220b8e1e9c3 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:10:27.155349 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2008baec-5d7e-4d4b-a624-a46af496fe28 req-a6d5f8ab-fafe-46b8-9184-ace3288571c6 tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcbec603-326d-4493-b865-450f5c5192bf HTTP/1.1" status: 200 len: 210 time: 0.0838230 Jun 11 10:10:27.265549 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6176d54a-680b-4620-b244-a20292bbd5f6 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:27.388383 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f16bbb8-08f6-4f74-ae6f-3dce60af3da7 None None] DHCP port deletion for 89af6389-38d2-4073-af05-2220b8e1e9c3 request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 10:10:27.473114 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-3f16bbb8-08f6-4f74-ae6f-3dce60af3da7 None None] Deleting port 66bf136e-d997-48a7-8b33-bd9c6e7e5f4b {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:10:27.473647 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3f16bbb8-08f6-4f74-ae6f-3dce60af3da7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:27.482020 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf7591-ed0c-4684-adbb-46dfa2f22e0d req-476b7f8f-506e-4f8d-ba97-cb89e68eaa6c tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:27.493062 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6ccf7591-ed0c-4684-adbb-46dfa2f22e0d req-476b7f8f-506e-4f8d-ba97-cb89e68eaa6c tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 946 time: 0.2791061 Jun 11 10:10:27.612008 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-3f16bbb8-08f6-4f74-ae6f-3dce60af3da7 None None] For port 66bf136e-d997-48a7-8b33-bd9c6e7e5f4b, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=66bf136e-d997-48a7-8b33-bd9c6e7e5f4b,segment=NetworkSegment(d686b2f5-b37a-492d-bd35-8f559f017fab),segment_id=d686b2f5-b37a-492d-bd35-8f559f017fab)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:10:27.612636 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3f16bbb8-08f6-4f74-ae6f-3dce60af3da7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:27.647821 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6ccf7591-ed0c-4684-adbb-46dfa2f22e0d req-db4ee18c-31c8-482e-b050-9b8502d6728a tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473491 Jun 11 10:10:27.653533 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-6176d54a-680b-4620-b244-a20292bbd5f6 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Deleting port 66bf136e-d997-48a7-8b33-bd9c6e7e5f4b {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:10:27.662671 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6176d54a-680b-4620-b244-a20292bbd5f6 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:27.722350 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-3f16bbb8-08f6-4f74-ae6f-3dce60af3da7 None None] Calling delete_port for 66bf136e-d997-48a7-8b33-bd9c6e7e5f4b owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:10:27.944242 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 66bf136e-d997-48a7-8b33-bd9c6e7e5f4b no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:10:27.986572 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-6176d54a-680b-4620-b244-a20292bbd5f6 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] For port 66bf136e-d997-48a7-8b33-bd9c6e7e5f4b, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=66bf136e-d997-48a7-8b33-bd9c6e7e5f4b,segment=NetworkSegment(d686b2f5-b37a-492d-bd35-8f559f017fab),segment_id=d686b2f5-b37a-492d-bd35-8f559f017fab)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:10:27.987886 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6176d54a-680b-4620-b244-a20292bbd5f6 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:28.057530 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3f16bbb8-08f6-4f74-ae6f-3dce60af3da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:28.062373 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-b06e8b10-bc78-4faa-8430-91717e9eacfe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:10:28.105004 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f16bbb8-08f6-4f74-ae6f-3dce60af3da7 None None] Pushing event deleted for resources: {'Port': ['ID=66bf136e-d997-48a7-8b33-bd9c6e7e5f4b,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:10:28.107787 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f16bbb8-08f6-4f74-ae6f-3dce60af3da7 None None] No DVR routers for this DVR port 66bf136e-d997-48a7-8b33-bd9c6e7e5f4b on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:10:28.109545 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-3f16bbb8-08f6-4f74-ae6f-3dce60af3da7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:10:28.110403 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No active binding found for port 66bf136e-d997-48a7-8b33-bd9c6e7e5f4b {{(pid=93178) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 11 10:10:28.111102 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 66bf136e-d997-48a7-8b33-bd9c6e7e5f4b not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:10:28.113960 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-6176d54a-680b-4620-b244-a20292bbd5f6 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Calling delete_port for 66bf136e-d997-48a7-8b33-bd9c6e7e5f4b owned by network:dhcp {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:10:28.259591 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20624f9a-d484-4c51-9676-6b9357fca458 req-0c0d1809-8bb3-484a-b0b8-9b409bd98a92 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:28.263893 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-20624f9a-d484-4c51-9676-6b9357fca458 req-0c0d1809-8bb3-484a-b0b8-9b409bd98a92 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 946 time: 0.3942556 Jun 11 10:10:28.277015 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6176d54a-680b-4620-b244-a20292bbd5f6 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:28.290019 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0464a273-fcc1-4db5-ac17-fd4131540320 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:10:28.326232 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6176d54a-680b-4620-b244-a20292bbd5f6 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Pushing event deleted for resources: {'Port': ['ID=66bf136e-d997-48a7-8b33-bd9c6e7e5f4b,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:10:28.348249 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6176d54a-680b-4620-b244-a20292bbd5f6 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:10:28.381719 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 79abac11-4134-47e7-bc2f-4f1728549399 no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:10:28.393984 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6176d54a-680b-4620-b244-a20292bbd5f6 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] No DVR routers for this DVR port 66bf136e-d997-48a7-8b33-bd9c6e7e5f4b on host n-d-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:10:28.435639 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] No Port match for: 79abac11-4134-47e7-bc2f-4f1728549399 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:10:28.436005 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 79abac11-4134-47e7-bc2f-4f1728549399 not bound to the agent host n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:10:28.474025 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 50322) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:28.496055 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-20624f9a-d484-4c51-9676-6b9357fca458 req-91bc3cde-a594-4c3b-b6ca-08f87c70f98f tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311606 Jun 11 10:10:28.639203 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-ffe94187-7e10-46d1-8296-249400e8e791 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1163844574'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:10:28.697580 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6176d54a-680b-4620-b244-a20292bbd5f6 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:28.706308 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe94187-7e10-46d1-8296-249400e8e791 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Made reservation on behalf of a7da2c5d857f4e7190e9c7c12b82b851 for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:10:28.711369 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ffe94187-7e10-46d1-8296-249400e8e791 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:28.716917 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-6176d54a-680b-4620-b244-a20292bbd5f6 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89af6389-38d2-4073-af05-2220b8e1e9c3']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:10:28.727294 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ffe94187-7e10-46d1-8296-249400e8e791 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:28.755495 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-6176d54a-680b-4620-b244-a20292bbd5f6 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd686b2f5-b37a-492d-bd35-8f559f017fab') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:10:28.756053 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-6176d54a-680b-4620-b244-a20292bbd5f6 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd686b2f5-b37a-492d-bd35-8f559f017fab') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:10:28.774628 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6176d54a-680b-4620-b244-a20292bbd5f6 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:28.808729 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6176d54a-680b-4620-b244-a20292bbd5f6 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:28.820982 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6176d54a-680b-4620-b244-a20292bbd5f6 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Releasing vlan 761 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:10:28.821410 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6176d54a-680b-4620-b244-a20292bbd5f6 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:28.824867 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:10:28.824867 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 10:10:28.824867 n-d-779913-12 neutron-server[93177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:10:28.824867 n-d-779913-12 neutron-server[93177]: self.session.flush() Jun 11 10:10:28.824867 n-d-779913-12 neutron-server[93177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:10:28.824867 n-d-779913-12 neutron-server[93177]: self.session.flush() Jun 11 10:10:28.824867 n-d-779913-12 neutron-server[93177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:10:28.824867 n-d-779913-12 neutron-server[93177]: self.session.flush() Jun 11 10:10:28.824867 n-d-779913-12 neutron-server[93177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:10:28.824867 n-d-779913-12 neutron-server[93177]: self.session.flush() Jun 11 10:10:28.824867 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 10:10:28.824867 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:10:28.824867 n-d-779913-12 neutron-server[93177]: timer() Jun 11 10:10:28.824867 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:10:28.824867 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 10:10:28.824867 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:10:28.824867 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 10:10:28.824867 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:10:28.824867 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 10:10:28.824867 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:10:28.824867 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 10:10:28.824867 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:10:28.824867 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 10:10:28.824867 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:10:28.824867 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:10:28.824867 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:10:28.824867 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:10:28.824867 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:10:28.824867 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 10:10:28.824867 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:10:28.824867 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 10:10:28.824867 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:10:28.824867 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:10:28.824867 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:10:28.824867 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 10:10:28.824867 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:10:28.824867 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:10:28.824867 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:10:28.824867 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:10:28.824867 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:10:28.824867 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:10:28.824867 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:10:28.932961 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f709563-fc48-403c-b607-41fbdda36c10 req-aa3bcda7-aaad-4340-ba6f-8913de7267e6 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:28.942212 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8f709563-fc48-403c-b607-41fbdda36c10 req-aa3bcda7-aaad-4340-ba6f-8913de7267e6 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 946 time: 0.1517789 Jun 11 10:10:29.044265 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8f709563-fc48-403c-b607-41fbdda36c10 req-bfeb239d-8682-4f56-b01a-8c5f2c42fbbc tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032827 Jun 11 10:10:29.048933 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6176d54a-680b-4620-b244-a20292bbd5f6 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:29.054167 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-afc2dd2b-a512-48d9-b40b-070008edf89c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:10:29.089770 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6176d54a-680b-4620-b244-a20292bbd5f6 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:29.092345 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-6176d54a-680b-4620-b244-a20292bbd5f6 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "DELETE /v2.0/networks/89af6389-38d2-4073-af05-2220b8e1e9c3 HTTP/1.1" status: 204 len: 168 time: 2.1089985 Jun 11 10:10:29.093476 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6176d54a-680b-4620-b244-a20292bbd5f6 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Pushing event deleted for resources: {'Network': ['ID=89af6389-38d2-4073-af05-2220b8e1e9c3,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:10:29.102996 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50396) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:29.111937 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-a63b66cf-e8f2-489e-91c6-973cf5c96217 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-589569811'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:10:29.116367 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6176d54a-680b-4620-b244-a20292bbd5f6 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:10:29.171237 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ffe94187-7e10-46d1-8296-249400e8e791 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:29.252980 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ffe94187-7e10-46d1-8296-249400e8e791 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:29.285023 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-308e321a-d336-4423-82de-95692418cd0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:10:29.347286 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffe94187-7e10-46d1-8296-249400e8e791 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 758} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:10:29.393112 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe94187-7e10-46d1-8296-249400e8e791 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=658b84ae-af7a-4435-9de9-625b72dfce66,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:10:29.408873 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a63b66cf-e8f2-489e-91c6-973cf5c96217 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Made reservation on behalf of f90b676cb67a4cb1b788d4673e4cc737 for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:10:29.413346 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a63b66cf-e8f2-489e-91c6-973cf5c96217 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:29.415420 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ffe94187-7e10-46d1-8296-249400e8e791 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:10:29.420172 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ffe94187-7e10-46d1-8296-249400e8e791 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:29.420756 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-ffe94187-7e10-46d1-8296-249400e8e791 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Added segment aafa011a-0458-4a62-8cbb-c8ba7311a28b of type vlan for network 7e96d10a-3320-407f-8fcf-4cb6a512a2ad Jun 11 10:10:29.473423 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a63b66cf-e8f2-489e-91c6-973cf5c96217 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 792} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:10:29.488201 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a63b66cf-e8f2-489e-91c6-973cf5c96217 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:29.488621 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-a63b66cf-e8f2-489e-91c6-973cf5c96217 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Added segment 5453ca5d-ce5b-4dab-b8fe-e5311b1ad62b of type vlan for network 27db7799-da56-4e25-acea-d18effa5a37f Jun 11 10:10:29.549036 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a63b66cf-e8f2-489e-91c6-973cf5c96217 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:29.549582 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ffe94187-7e10-46d1-8296-249400e8e791 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:29.610644 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5159b537-63bb-427b-9f3d-755ae78d4f8c req-29c1b7a8-1379-472d-ab5c-29715475281e tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:29.612243 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5159b537-63bb-427b-9f3d-755ae78d4f8c req-29c1b7a8-1379-472d-ab5c-29715475281e tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 946 time: 0.1171803 Jun 11 10:10:29.669133 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ffe94187-7e10-46d1-8296-249400e8e791 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:29.675229 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe94187-7e10-46d1-8296-249400e8e791 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:29.675898 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ffe94187-7e10-46d1-8296-249400e8e791 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:29.682564 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7263b4f4-1c09-4632-b87c-aa122d444a14 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:10:29.694917 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5159b537-63bb-427b-9f3d-755ae78d4f8c req-6decc628-3bc2-4c94-899e-0f0e11804a78 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759327 Jun 11 10:10:29.700923 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a63b66cf-e8f2-489e-91c6-973cf5c96217 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:29.706827 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63b66cf-e8f2-489e-91c6-973cf5c96217 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:29.707409 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a63b66cf-e8f2-489e-91c6-973cf5c96217 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:29.712659 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5b1d9f06-a5ee-4d34-8028-e28d607eaf68 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:10:29.868200 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-ffe94187-7e10-46d1-8296-249400e8e791 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.3930492 Jun 11 10:10:29.870492 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe94187-7e10-46d1-8296-249400e8e791 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Pushing event updated for resources: {'Network': ['ID=7e96d10a-3320-407f-8fcf-4cb6a512a2ad,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:10:29.872731 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 50428) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:29.884472 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 7e96d10a-3320-407f-8fcf-4cb6a512a2ad details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:10:29.898446 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-cc52e763-a7eb-4df7-8262-e43c3fa1efa1 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Request body: {'subnet': {'network_id': '7e96d10a-3320-407f-8fcf-4cb6a512a2ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:10:29.902145 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ffe94187-7e10-46d1-8296-249400e8e791 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:10:29.957242 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63b66cf-e8f2-489e-91c6-973cf5c96217 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Pushing event updated for resources: {'Network': ['ID=27db7799-da56-4e25-acea-d18effa5a37f,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:10:29.966203 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a63b66cf-e8f2-489e-91c6-973cf5c96217 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:10:29.974016 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-a63b66cf-e8f2-489e-91c6-973cf5c96217 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8748019 Jun 11 10:10:29.991618 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50434) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:30.065064 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-a9dc6ca7-4c34-4340-a4a3-3f00adf10944 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Request body: {'subnet': {'network_id': '27db7799-da56-4e25-acea-d18effa5a37f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:10:30.092837 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 27db7799-da56-4e25-acea-d18effa5a37f details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:10:30.228408 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc52e763-a7eb-4df7-8262-e43c3fa1efa1 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Made reservation on behalf of a7da2c5d857f4e7190e9c7c12b82b851 for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:10:30.233307 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cc52e763-a7eb-4df7-8262-e43c3fa1efa1 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:30.328354 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cac4376-8ec5-481f-bab0-d6cab5c7bfcb req-ddc7123f-ddc1-4c0e-896b-2a3870f3d7b2 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:30.328354 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2cac4376-8ec5-481f-bab0-d6cab5c7bfcb req-ddc7123f-ddc1-4c0e-896b-2a3870f3d7b2 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 946 time: 0.3519294 Jun 11 10:10:30.388138 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2cac4376-8ec5-481f-bab0-d6cab5c7bfcb req-d176d9f9-021d-472c-8df3-e3698ac59615 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625312 Jun 11 10:10:30.407885 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9dc6ca7-4c34-4340-a4a3-3f00adf10944 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Made reservation on behalf of f90b676cb67a4cb1b788d4673e4cc737 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:10:30.416280 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a9dc6ca7-4c34-4340-a4a3-3f00adf10944 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:30.729611 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cc52e763-a7eb-4df7-8262-e43c3fa1efa1 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:30.733908 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-fd0c0505-adfc-4a03-9509-042d704ae81e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:10:30.758605 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8d3d38-be24-4f49-a463-57cbd09ff5f4 req-46e3ef85-556e-4b83-95de-ea13d728c560 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:30.766222 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1f8d3d38-be24-4f49-a463-57cbd09ff5f4 req-46e3ef85-556e-4b83-95de-ea13d728c560 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 946 time: 0.1474080 Jun 11 10:10:30.870955 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1f8d3d38-be24-4f49-a463-57cbd09ff5f4 req-03410723-db6e-447b-a0b2-9e694232e98a tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929780 Jun 11 10:10:30.924171 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a9dc6ca7-4c34-4340-a4a3-3f00adf10944 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:30.927655 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-eae25945-4433-4b5f-b4b0-778c391bd7ee tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:10:30.947402 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc52e763-a7eb-4df7-8262-e43c3fa1efa1 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Pushing event updated for resources: {'Subnet': ['ID=a6537cf3-7702-4bc8-8978-459caacf04d5,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:10:30.954680 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc52e763-a7eb-4df7-8262-e43c3fa1efa1 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Checking segment: {'id': 'aafa011a-0458-4a62-8cbb-c8ba7311a28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '7e96d10a-3320-407f-8fcf-4cb6a512a2ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:10:30.955456 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc52e763-a7eb-4df7-8262-e43c3fa1efa1 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Network hostable DHCP agents. Network: 7e96d10a-3320-407f-8fcf-4cb6a512a2ad, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:10:30.971159 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-cc52e763-a7eb-4df7-8262-e43c3fa1efa1 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:10:31.112990 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9dc6ca7-4c34-4340-a4a3-3f00adf10944 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Checking segment: {'id': '5453ca5d-ce5b-4dab-b8fe-e5311b1ad62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '27db7799-da56-4e25-acea-d18effa5a37f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:10:31.113562 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9dc6ca7-4c34-4340-a4a3-3f00adf10944 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Network hostable DHCP agents. Network: 27db7799-da56-4e25-acea-d18effa5a37f, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:10:31.118404 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dc6ca7-4c34-4340-a4a3-3f00adf10944 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Pushing event updated for resources: {'Subnet': ['ID=732e49c9-31b7-49ce-8bfa-a9879ec9714f,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:10:31.122068 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a9dc6ca7-4c34-4340-a4a3-3f00adf10944 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:10:31.132891 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc52e763-a7eb-4df7-8262-e43c3fa1efa1 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Network 7e96d10a-3320-407f-8fcf-4cb6a512a2ad is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:10:31.182282 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c2ee53-d0ac-4f4d-854d-323607cb8003 req-9503efa7-840e-4339-8e3d-bff18849791a tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:31.183842 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-76c2ee53-d0ac-4f4d-854d-323607cb8003 req-9503efa7-840e-4339-8e3d-bff18849791a tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 946 time: 0.1186705 Jun 11 10:10:31.198632 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9dc6ca7-4c34-4340-a4a3-3f00adf10944 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Network 27db7799-da56-4e25-acea-d18effa5a37f is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:10:31.239517 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-76c2ee53-d0ac-4f4d-854d-323607cb8003 req-ac28ca10-4847-4059-a9e9-0d61f0106e6b tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494325 Jun 11 10:10:31.312005 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-cc52e763-a7eb-4df7-8262-e43c3fa1efa1 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 7e96d10a-3320-407f-8fcf-4cb6a512a2ad) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:10:31.318971 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-a9dc6ca7-4c34-4340-a4a3-3f00adf10944 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 27db7799-da56-4e25-acea-d18effa5a37f) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:10:31.319949 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc52e763-a7eb-4df7-8262-e43c3fa1efa1 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:31.319949 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cc52e763-a7eb-4df7-8262-e43c3fa1efa1 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:31.320227 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9dc6ca7-4c34-4340-a4a3-3f00adf10944 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:31.320842 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a9dc6ca7-4c34-4340-a4a3-3f00adf10944 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:31.330530 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062459a7-83ce-4775-bf88-bcadb8702b50 None None] Network 7e96d10a-3320-407f-8fcf-4cb6a512a2ad requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:10:31.349132 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ce258e-9432-4337-81a2-5675494f1c7a None None] Network 27db7799-da56-4e25-acea-d18effa5a37f requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:10:31.386741 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:31.398944 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-cc52e763-a7eb-4df7-8262-e43c3fa1efa1 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5218153 Jun 11 10:10:31.401581 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50532) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:31.407824 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-8bc6a877-5bc4-4b41-a130-6164a9061c47 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1219303618', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:10:31.504373 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-a9dc6ca7-4c34-4340-a4a3-3f00adf10944 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5084314 Jun 11 10:10:31.511010 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50534) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:31.517955 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-3b42fe5f-5530-4ed1-8f21-3ff08f8e6d38 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-846098136', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:10:31.574528 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f9c133-5fb9-4399-a63d-446d0570b717 req-5df5c507-e9ea-42be-9d2e-0b24917c23c8 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:31.581762 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-94f9c133-5fb9-4399-a63d-446d0570b717 req-5df5c507-e9ea-42be-9d2e-0b24917c23c8 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 946 time: 0.1460984 Jun 11 10:10:31.637626 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-94f9c133-5fb9-4399-a63d-446d0570b717 req-5321e035-0add-4e34-ae69-50ec9c4759c0 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548241 Jun 11 10:10:31.656405 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8bc6a877-5bc4-4b41-a130-6164a9061c47 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:31.656405 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8bc6a877-5bc4-4b41-a130-6164a9061c47 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:31.845565 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8bc6a877-5bc4-4b41-a130-6164a9061c47 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:31.880613 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4cca1d-94eb-43b3-ae46-0587ee453028 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-7e96d10a-3320-407f-8fcf-4cb6a512a2ad', 'network_id': '7e96d10a-3320-407f-8fcf-4cb6a512a2ad', 'tenant_id': 'a7da2c5d857f4e7190e9c7c12b82b851', 'fixed_ips': [{'subnet_id': 'a6537cf3-7702-4bc8-8978-459caacf04d5'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 10:10:31.881473 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2e4cca1d-94eb-43b3-ae46-0587ee453028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:31.930090 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a4601-c5f7-4ddc-81bb-f6dbc1ef4543 req-78f6013c-46ba-4474-9133-3426d57918e3 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:31.932353 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5a4a4601-c5f7-4ddc-81bb-f6dbc1ef4543 req-78f6013c-46ba-4474-9133-3426d57918e3 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 946 time: 0.1000185 Jun 11 10:10:31.933734 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3b42fe5f-5530-4ed1-8f21-3ff08f8e6d38 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:31.935048 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3b42fe5f-5530-4ed1-8f21-3ff08f8e6d38 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:31.995683 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8bc6a877-5bc4-4b41-a130-6164a9061c47 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:32.041491 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e0ae18-a071-4ea7-89ca-e37f34b99b64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-27db7799-da56-4e25-acea-d18effa5a37f', 'network_id': '27db7799-da56-4e25-acea-d18effa5a37f', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'fixed_ips': [{'subnet_id': '732e49c9-31b7-49ce-8bfa-a9879ec9714f'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 10:10:32.047034 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-49e0ae18-a071-4ea7-89ca-e37f34b99b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:32.052509 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5a4a4601-c5f7-4ddc-81bb-f6dbc1ef4543 req-346a8bb5-1f8f-43b1-bb56-e99718e0c864 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124763 Jun 11 10:10:32.183217 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:10:32.183794 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3b42fe5f-5530-4ed1-8f21-3ff08f8e6d38 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:32.191386 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8bc6a877-5bc4-4b41-a130-6164a9061c47 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:32.196928 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 50546) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:32.200488 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-8bc6a877-5bc4-4b41-a130-6164a9061c47 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.7975581 Jun 11 10:10:32.240289 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-2e4cca1d-94eb-43b3-ae46-0587ee453028 None None] Allocated IP 172.20.0.2 (7e96d10a-3320-407f-8fcf-4cb6a512a2ad/a6537cf3-7702-4bc8-8978-459caacf04d5/1d177b15-4b48-409d-8f06-5773b4cf847d) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:10:32.261538 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3b42fe5f-5530-4ed1-8f21-3ff08f8e6d38 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:32.386485 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3b42fe5f-5530-4ed1-8f21-3ff08f8e6d38 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:32.387798 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-3b42fe5f-5530-4ed1-8f21-3ff08f8e6d38 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8750932 Jun 11 10:10:32.390987 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50552) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:32.706830 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2e4cca1d-94eb-43b3-ae46-0587ee453028 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:32.725390 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-2e4cca1d-94eb-43b3-ae46-0587ee453028 None None] Transition to ACTIVE for port object 1d177b15-4b48-409d-8f06-5773b4cf847d will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:10:32.751941 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-2e4cca1d-94eb-43b3-ae46-0587ee453028 None None] Transition to ACTIVE for port object 1d177b15-4b48-409d-8f06-5773b4cf847d will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:10:32.758791 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a9467ada-1a5f-46a7-af6a-850e1489313b req-c22fbb05-bbd5-4850-87f2-e1c4be488033 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4198806 Jun 11 10:10:32.808364 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-49e0ae18-a071-4ea7-89ca-e37f34b99b64 None None] Allocated IP 2001:db8::2 (27db7799-da56-4e25-acea-d18effa5a37f/732e49c9-31b7-49ce-8bfa-a9879ec9714f/0a1ea76c-54b4-4d54-bb3f-ab3dfaa1d2ca) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:10:32.901063 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2e4cca1d-94eb-43b3-ae46-0587ee453028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:32.904369 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:10:33.002504 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-33bbb91c-c5ea-4def-862a-c285f8181e32 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:33.043850 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4cca1d-94eb-43b3-ae46-0587ee453028 None None] Network 7e96d10a-3320-407f-8fcf-4cb6a512a2ad is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:10:33.059376 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4cca1d-94eb-43b3-ae46-0587ee453028 None None] Pushing event updated for resources: {'Port': ['ID=1d177b15-4b48-409d-8f06-5773b4cf847d,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:10:33.062187 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-2e4cca1d-94eb-43b3-ae46-0587ee453028 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:10:33.064186 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-2e4cca1d-94eb-43b3-ae46-0587ee453028 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:10:33.067018 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4cca1d-94eb-43b3-ae46-0587ee453028 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:10:33.168324 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-2e4cca1d-94eb-43b3-ae46-0587ee453028 None None] Attempting to bind port 1d177b15-4b48-409d-8f06-5773b4cf847d on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:10:33.169334 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-2e4cca1d-94eb-43b3-ae46-0587ee453028 None None] Attempting to bind port 1d177b15-4b48-409d-8f06-5773b4cf847d by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'aafa011a-0458-4a62-8cbb-c8ba7311a28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '7e96d10a-3320-407f-8fcf-4cb6a512a2ad'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:10:33.169334 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4cca1d-94eb-43b3-ae46-0587ee453028 None None] Attempting to bind port 1d177b15-4b48-409d-8f06-5773b4cf847d on network 7e96d10a-3320-407f-8fcf-4cb6a512a2ad {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:10:33.189366 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7367253b-f988-4447-a46f-6c09d5b8deb2 req-79a95460-c5ad-4385-b261-3c8900054c9d tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:33.200876 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7367253b-f988-4447-a46f-6c09d5b8deb2 req-79a95460-c5ad-4385-b261-3c8900054c9d tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 946 time: 0.5302668 Jun 11 10:10:33.223162 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4cca1d-94eb-43b3-ae46-0587ee453028 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:10:33.223802 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4cca1d-94eb-43b3-ae46-0587ee453028 None None] Checking segment: {'id': 'aafa011a-0458-4a62-8cbb-c8ba7311a28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '7e96d10a-3320-407f-8fcf-4cb6a512a2ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:10:33.224316 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2e4cca1d-94eb-43b3-ae46-0587ee453028 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:33.224920 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4cca1d-94eb-43b3-ae46-0587ee453028 None None] Bound using segment: {'id': 'aafa011a-0458-4a62-8cbb-c8ba7311a28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '7e96d10a-3320-407f-8fcf-4cb6a512a2ad'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:10:33.225521 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-2e4cca1d-94eb-43b3-ae46-0587ee453028 None None] Bound port: 1d177b15-4b48-409d-8f06-5773b4cf847d, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aafa011a-0458-4a62-8cbb-c8ba7311a28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '7e96d10a-3320-407f-8fcf-4cb6a512a2ad'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:10:33.226004 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2e4cca1d-94eb-43b3-ae46-0587ee453028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:33.266614 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a065c261-fe0f-4cd2-b0ae-9d4492e46e42 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:33.282190 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9467ada-1a5f-46a7-af6a-850e1489313b req-1f614a75-72d0-4c41-b2f2-039a7e1eb1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:33.296913 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a9467ada-1a5f-46a7-af6a-850e1489313b req-1f614a75-72d0-4c41-b2f2-039a7e1eb1f1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=41e6320d1ec4431eb9e5249fe3d2c8c2&device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 1098 time: 0.4417238 Jun 11 10:10:33.314374 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7367253b-f988-4447-a46f-6c09d5b8deb2 req-bfd644ac-fca9-40f4-ae39-a611303a53fc tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124945 Jun 11 10:10:33.373101 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-2e4cca1d-94eb-43b3-ae46-0587ee453028 None None] For port 1d177b15-4b48-409d-8f06-5773b4cf847d, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:10:33.384700 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-2e4cca1d-94eb-43b3-ae46-0587ee453028 None None] For port 1d177b15-4b48-409d-8f06-5773b4cf847d, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=1d177b15-4b48-409d-8f06-5773b4cf847d,segment=NetworkSegment(aafa011a-0458-4a62-8cbb-c8ba7311a28b),segment_id=aafa011a-0458-4a62-8cbb-c8ba7311a28b)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:10:33.440745 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-49e0ae18-a071-4ea7-89ca-e37f34b99b64 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:33.474455 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2e4cca1d-94eb-43b3-ae46-0587ee453028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:33.498190 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-49e0ae18-a071-4ea7-89ca-e37f34b99b64 None None] Transition to ACTIVE for port object 0a1ea76c-54b4-4d54-bb3f-ab3dfaa1d2ca will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:10:33.509235 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-4bf3d7de-63de-4627-97ce-0ef4c7d46d33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:10:33.596058 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-49e0ae18-a071-4ea7-89ca-e37f34b99b64 None None] Transition to ACTIVE for port object 0a1ea76c-54b4-4d54-bb3f-ab3dfaa1d2ca will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:10:33.626519 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4cca1d-94eb-43b3-ae46-0587ee453028 None None] Pushing event updated for resources: {'Port': ['ID=1d177b15-4b48-409d-8f06-5773b4cf847d,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:10:33.630146 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-2e4cca1d-94eb-43b3-ae46-0587ee453028 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:10:33.696247 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-49e0ae18-a071-4ea7-89ca-e37f34b99b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:33.709160 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:10:33.842529 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-a065c261-fe0f-4cd2-b0ae-9d4492e46e42 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Allocated IP 2001:db8::1 (27db7799-da56-4e25-acea-d18effa5a37f/732e49c9-31b7-49ce-8bfa-a9879ec9714f/e1e65c91-7b69-4632-b9d0-279a6fde464b) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:10:33.892748 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e0ae18-a071-4ea7-89ca-e37f34b99b64 None None] Network 27db7799-da56-4e25-acea-d18effa5a37f is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:10:33.911720 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-49e0ae18-a071-4ea7-89ca-e37f34b99b64 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:10:33.915749 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e0ae18-a071-4ea7-89ca-e37f34b99b64 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:10:34.032429 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e0ae18-a071-4ea7-89ca-e37f34b99b64 None None] Pushing event updated for resources: {'Port': ['ID=0a1ea76c-54b4-4d54-bb3f-ab3dfaa1d2ca,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:10:34.047934 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-49e0ae18-a071-4ea7-89ca-e37f34b99b64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:10:34.127948 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-49e0ae18-a071-4ea7-89ca-e37f34b99b64 None None] Attempting to bind port 0a1ea76c-54b4-4d54-bb3f-ab3dfaa1d2ca on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:10:34.128360 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-49e0ae18-a071-4ea7-89ca-e37f34b99b64 None None] Attempting to bind port 0a1ea76c-54b4-4d54-bb3f-ab3dfaa1d2ca by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '5453ca5d-ce5b-4dab-b8fe-e5311b1ad62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '27db7799-da56-4e25-acea-d18effa5a37f'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:10:34.128980 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e0ae18-a071-4ea7-89ca-e37f34b99b64 None None] Attempting to bind port 0a1ea76c-54b4-4d54-bb3f-ab3dfaa1d2ca on network 27db7799-da56-4e25-acea-d18effa5a37f {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:10:34.137001 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e0ae18-a071-4ea7-89ca-e37f34b99b64 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:10:34.137412 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e0ae18-a071-4ea7-89ca-e37f34b99b64 None None] Checking segment: {'id': '5453ca5d-ce5b-4dab-b8fe-e5311b1ad62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '27db7799-da56-4e25-acea-d18effa5a37f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:10:34.137809 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-49e0ae18-a071-4ea7-89ca-e37f34b99b64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:34.138226 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e0ae18-a071-4ea7-89ca-e37f34b99b64 None None] Bound using segment: {'id': '5453ca5d-ce5b-4dab-b8fe-e5311b1ad62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '27db7799-da56-4e25-acea-d18effa5a37f'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:10:34.138739 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-49e0ae18-a071-4ea7-89ca-e37f34b99b64 None None] Bound port: 0a1ea76c-54b4-4d54-bb3f-ab3dfaa1d2ca, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5453ca5d-ce5b-4dab-b8fe-e5311b1ad62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '27db7799-da56-4e25-acea-d18effa5a37f'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:10:34.139123 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-49e0ae18-a071-4ea7-89ca-e37f34b99b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:34.189839 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a065c261-fe0f-4cd2-b0ae-9d4492e46e42 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:34.207953 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-a065c261-fe0f-4cd2-b0ae-9d4492e46e42 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Transition to ACTIVE for port object e1e65c91-7b69-4632-b9d0-279a6fde464b will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:10:34.250117 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-49e0ae18-a071-4ea7-89ca-e37f34b99b64 None None] For port 0a1ea76c-54b4-4d54-bb3f-ab3dfaa1d2ca, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:10:34.255535 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-49e0ae18-a071-4ea7-89ca-e37f34b99b64 None None] For port 0a1ea76c-54b4-4d54-bb3f-ab3dfaa1d2ca, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=0a1ea76c-54b4-4d54-bb3f-ab3dfaa1d2ca,segment=NetworkSegment(5453ca5d-ce5b-4dab-b8fe-e5311b1ad62b),segment_id=5453ca5d-ce5b-4dab-b8fe-e5311b1ad62b)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:10:34.366903 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-49e0ae18-a071-4ea7-89ca-e37f34b99b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:34.369864 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-175e47bd-7d98-40a0-aec1-7c6603613625 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:10:34.386246 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9467ada-1a5f-46a7-af6a-850e1489313b req-48fc3027-ccf6-4213-be62-beca21028afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:34.387756 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a9467ada-1a5f-46a7-af6a-850e1489313b req-48fc3027-ccf6-4213-be62-beca21028afc service neutron] 10.222.0.64 "GET /v2.0/networks?id=dde275fe-49aa-4dda-8d58-46e6697ca339 HTTP/1.1" status: 200 len: 913 time: 1.0652094 Jun 11 10:10:34.400825 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a065c261-fe0f-4cd2-b0ae-9d4492e46e42 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:34.405164 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-911d273e-bd07-4b82-ad81-832cbd37b49f tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:10:34.487473 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e0ae18-a071-4ea7-89ca-e37f34b99b64 None None] Pushing event updated for resources: {'Port': ['ID=0a1ea76c-54b4-4d54-bb3f-ab3dfaa1d2ca,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:10:34.502433 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a065c261-fe0f-4cd2-b0ae-9d4492e46e42 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Pushing event updated for resources: {'Port': ['ID=e1e65c91-7b69-4632-b9d0-279a6fde464b,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:10:34.506433 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a065c261-fe0f-4cd2-b0ae-9d4492e46e42 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:10:34.512171 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-49e0ae18-a071-4ea7-89ca-e37f34b99b64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:10:34.516305 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a9467ada-1a5f-46a7-af6a-850e1489313b req-4d3b25af-d8b0-4239-9f09-3d86a1c25a4c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8886e1b5-532b-41f0-a26f-66a289f14c2f HTTP/1.1" status: 200 len: 217 time: 0.1194270 Jun 11 10:10:34.519424 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a065c261-fe0f-4cd2-b0ae-9d4492e46e42 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Network 27db7799-da56-4e25-acea-d18effa5a37f is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:10:34.521723 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-a065c261-fe0f-4cd2-b0ae-9d4492e46e42 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:10:34.525529 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a065c261-fe0f-4cd2-b0ae-9d4492e46e42 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:10:34.526372 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a065c261-fe0f-4cd2-b0ae-9d4492e46e42 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-375088'] for router_interface, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:34.552419 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-33bbb91c-c5ea-4def-862a-c285f8181e32 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Allocated IP 172.20.0.1 (7e96d10a-3320-407f-8fcf-4cb6a512a2ad/a6537cf3-7702-4bc8-8978-459caacf04d5/997b2dff-5c26-4412-87e2-5a8475753e4a) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:10:34.688201 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e624919a-e41b-48d4-b975-27cd456f5981 req-3b4edcd6-891c-4b78-8038-c8464e128f9b tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:34.689829 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e624919a-e41b-48d4-b975-27cd456f5981 req-3b4edcd6-891c-4b78-8038-c8464e128f9b tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 946 time: 1.0804610 Jun 11 10:10:34.761290 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9467ada-1a5f-46a7-af6a-850e1489313b req-11aa8893-183b-4c14-b0d9-d6e4b925c592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:34.762728 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a9467ada-1a5f-46a7-af6a-850e1489313b req-11aa8893-183b-4c14-b0d9-d6e4b925c592 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=57c6571c-69e4-42ab-927b-f1f4d313e6e9 HTTP/1.1" status: 200 len: 852 time: 0.2259238 Jun 11 10:10:34.864700 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a065c261-fe0f-4cd2-b0ae-9d4492e46e42 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:34.929641 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a9467ada-1a5f-46a7-af6a-850e1489313b req-3896ca46-3a0d-4abb-b45f-04648bfadfca service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=dde275fe-49aa-4dda-8d58-46e6697ca339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882874 Jun 11 10:10:34.954921 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e624919a-e41b-48d4-b975-27cd456f5981 req-352e70c8-b5eb-4a6a-90f2-538f487d7688 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109771 Jun 11 10:10:35.069416 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-33bbb91c-c5ea-4def-862a-c285f8181e32 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:35.174734 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [None req-33bbb91c-c5ea-4def-862a-c285f8181e32 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Transition to ACTIVE for port object 997b2dff-5c26-4412-87e2-5a8475753e4a will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:10:35.216262 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a9467ada-1a5f-46a7-af6a-850e1489313b req-a15a2f98-7680-4254-9d39-c8d0d8ab18e3 service neutron] 10.222.0.64 "GET /v2.0/networks/dde275fe-49aa-4dda-8d58-46e6697ca339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795806 Jun 11 10:10:35.225365 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c573301d-505a-4176-9b2c-d6679027b56e None None] Network 7e96d10a-3320-407f-8fcf-4cb6a512a2ad requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:10:35.541850 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a065c261-fe0f-4cd2-b0ae-9d4492e46e42 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:35.569906 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-5ad85dea-62d2-403a-961c-e1b9354aad4a None None] Provisioning for port 1d177b15-4b48-409d-8f06-5773b4cf847d completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:10:35.656034 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a065c261-fe0f-4cd2-b0ae-9d4492e46e42 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:35.658291 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a065c261-fe0f-4cd2-b0ae-9d4492e46e42 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375108'] for router_interface, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:35.664882 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-44869d3e-4163-4272-9d3d-c003b1f213c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:10:35.711882 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a9467ada-1a5f-46a7-af6a-850e1489313b req-ac9fdac6-a6ff-498f-9ec1-12ce0035d078 service neutron] 10.222.0.64 "GET /v2.0/networks/dde275fe-49aa-4dda-8d58-46e6697ca339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4686952 Jun 11 10:10:35.763471 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:35.773885 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23630720-646e-4532-9eed-84ea61fa1a79 req-e1300bf1-53fe-4ae5-979b-a77744ffb074 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:35.783996 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-23630720-646e-4532-9eed-84ea61fa1a79 req-e1300bf1-53fe-4ae5-979b-a77744ffb074 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 946 time: 0.1993487 Jun 11 10:10:35.854747 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-23630720-646e-4532-9eed-84ea61fa1a79 req-bb5cef9c-79b7-47f2-92db-a5aad7fbd8b7 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637364 Jun 11 10:10:35.860810 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-33bbb91c-c5ea-4def-862a-c285f8181e32 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:35.864228 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-663f8046-9d92-42aa-8c43-654f430f98e8 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:10:36.119111 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33bbb91c-c5ea-4def-862a-c285f8181e32 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Network 7e96d10a-3320-407f-8fcf-4cb6a512a2ad is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:10:36.160627 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bbb91c-c5ea-4def-862a-c285f8181e32 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Pushing event updated for resources: {'Port': ['ID=997b2dff-5c26-4412-87e2-5a8475753e4a,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:10:36.201393 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 0a1ea76c-54b4-4d54-bb3f-ab3dfaa1d2ca up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:10:36.207819 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-33bbb91c-c5ea-4def-862a-c285f8181e32 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:10:36.215731 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-33bbb91c-c5ea-4def-862a-c285f8181e32 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:10:36.227424 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bbb91c-c5ea-4def-862a-c285f8181e32 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:10:36.228332 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a065c261-fe0f-4cd2-b0ae-9d4492e46e42 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Network 27db7799-da56-4e25-acea-d18effa5a37f is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:10:36.235223 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a065c261-fe0f-4cd2-b0ae-9d4492e46e42 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Pushing event updated for resources: {'Port': ['ID=e1e65c91-7b69-4632-b9d0-279a6fde464b,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:10:36.238223 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-a065c261-fe0f-4cd2-b0ae-9d4492e46e42 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:10:36.242574 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a065c261-fe0f-4cd2-b0ae-9d4492e46e42 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.580s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:10:36.277374 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7dd14c-984f-42af-a4b4-e77d0991fbeb None None] Network 27db7799-da56-4e25-acea-d18effa5a37f requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:10:36.455263 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-33bbb91c-c5ea-4def-862a-c285f8181e32 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-375088'] for router_interface, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:36.473568 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 0a1ea76c-54b4-4d54-bb3f-ab3dfaa1d2ca completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:10:36.488706 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 1d177b15-4b48-409d-8f06-5773b4cf847d up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:10:36.623677 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-2c3b244d-3590-4ade-badf-822a5d3b91bc None None] Provisioning for port 0a1ea76c-54b4-4d54-bb3f-ab3dfaa1d2ca completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:10:36.711841 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-2c3b244d-3590-4ade-badf-822a5d3b91bc None None] Provisioning complete for port 0a1ea76c-54b4-4d54-bb3f-ab3dfaa1d2ca triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:10:36.711841 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2c3b244d-3590-4ade-badf-822a5d3b91bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:36.896002 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2c3b244d-3590-4ade-badf-822a5d3b91bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:36.908907 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-33bbb91c-c5ea-4def-862a-c285f8181e32 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:36.921945 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 1d177b15-4b48-409d-8f06-5773b4cf847d completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:10:36.935083 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 1d177b15-4b48-409d-8f06-5773b4cf847d triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:10:36.935478 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:36.988263 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc4d04c-a1e2-4c9d-a680-392b4d061330 req-d55d0740-9b45-4656-91f7-be118cb1c7e2 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:36.989753 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2fc4d04c-a1e2-4c9d-a680-392b4d061330 req-d55d0740-9b45-4656-91f7-be118cb1c7e2 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 946 time: 0.8743889 Jun 11 10:10:37.004820 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-2c3b244d-3590-4ade-badf-822a5d3b91bc None None] For port 0a1ea76c-54b4-4d54-bb3f-ab3dfaa1d2ca, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=0a1ea76c-54b4-4d54-bb3f-ab3dfaa1d2ca,segment=NetworkSegment(5453ca5d-ce5b-4dab-b8fe-e5311b1ad62b),segment_id=5453ca5d-ce5b-4dab-b8fe-e5311b1ad62b)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:10:37.068167 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2fc4d04c-a1e2-4c9d-a680-392b4d061330 req-d4a160af-162a-40e3-aa68-5441339c14e2 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694561 Jun 11 10:10:37.080946 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2c3b244d-3590-4ade-badf-822a5d3b91bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:37.082613 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-175e47bd-7d98-40a0-aec1-7c6603613625 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:10:37.153739 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:37.157830 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a065c261-fe0f-4cd2-b0ae-9d4492e46e42 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Router 025e5c6c-a333-4e3b-90f9-9ab53f732c7c is scheduled to L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 with binding_index 1 {{(pid=93177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 10:10:37.256864 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 1d177b15-4b48-409d-8f06-5773b4cf847d, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=1d177b15-4b48-409d-8f06-5773b4cf847d,segment=NetworkSegment(aafa011a-0458-4a62-8cbb-c8ba7311a28b),segment_id=aafa011a-0458-4a62-8cbb-c8ba7311a28b)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:10:37.258334 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3b244d-3590-4ade-badf-822a5d3b91bc None None] Pushing event updated for resources: {'Port': ['ID=0a1ea76c-54b4-4d54-bb3f-ab3dfaa1d2ca,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:10:37.262812 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-2c3b244d-3590-4ade-badf-822a5d3b91bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:10:37.335103 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:37.337185 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-71fc9200-762c-4c1e-8f04-1c27661eb244 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:10:37.386395 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-1aee9fac-4e7f-4647-a94f-070e54898652 None None] Provisioning for port 997b2dff-5c26-4412-87e2-5a8475753e4a completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:10:37.395135 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-1aee9fac-4e7f-4647-a94f-070e54898652 None None] Provisioning complete for port 997b2dff-5c26-4412-87e2-5a8475753e4a triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:10:37.404812 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1aee9fac-4e7f-4647-a94f-070e54898652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:37.513327 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a065c261-fe0f-4cd2-b0ae-9d4492e46e42 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:10:37.523607 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-a065c261-fe0f-4cd2-b0ae-9d4492e46e42 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "PUT /v2.0/routers/025e5c6c-a333-4e3b-90f9-9ab53f732c7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1314781 Jun 11 10:10:37.525507 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50624) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:37.528280 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=1d177b15-4b48-409d-8f06-5773b4cf847d,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:10:37.537347 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f85ba0-3647-4245-a2d6-a53a347c5de8 None None] Sync routers for ids ['025e5c6c-a333-4e3b-90f9-9ab53f732c7c'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:10:37.542494 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:10:37.543513 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-1aee9fac-4e7f-4647-a94f-070e54898652 None None] Port 997b2dff-5c26-4412-87e2-5a8475753e4a cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:10:37.566941 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f85ba0-3647-4245-a2d6-a53a347c5de8 None None] Routers {'025e5c6c-a333-4e3b-90f9-9ab53f732c7c'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:10:37.570146 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-84f85ba0-3647-4245-a2d6-a53a347c5de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:10:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['025e5c6c-a333-4e3b-90f9-9ab53f732c7c'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:10:37.583254 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-33bbb91c-c5ea-4def-862a-c285f8181e32 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:37.661974 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-84f85ba0-3647-4245-a2d6-a53a347c5de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:10:37.662202 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7e2c94-55c6-45cb-8deb-c3ed6df4dc7c req-c754b99e-436a-47dc-8920-e55b92aa613b tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:37.663593 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0a7e2c94-55c6-45cb-8deb-c3ed6df4dc7c req-c754b99e-436a-47dc-8920-e55b92aa613b tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 946 time: 0.2397604 Jun 11 10:10:37.677600 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-33bbb91c-c5ea-4def-862a-c285f8181e32 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:37.681775 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6ab24465-af0e-4c3a-88c3-2a35d49a88db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:10:37.683953 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f85ba0-3647-4245-a2d6-a53a347c5de8 None None] Routers {'025e5c6c-a333-4e3b-90f9-9ab53f732c7c'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:10:37.685670 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-84f85ba0-3647-4245-a2d6-a53a347c5de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:10:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['025e5c6c-a333-4e3b-90f9-9ab53f732c7c'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:10:37.748741 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcfe6986-3ea1-4d1a-9f31-fa2f9b799302 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:37.754607 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-fcfe6986-3ea1-4d1a-9f31-fa2f9b799302 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "GET /v2.0/ports/e1e65c91-7b69-4632-b9d0-279a6fde464b HTTP/1.1" status: 200 len: 911 time: 0.2278140 Jun 11 10:10:37.755317 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50628) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:37.913179 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0a7e2c94-55c6-45cb-8deb-c3ed6df4dc7c req-c140b21c-892e-40f1-8bc7-a6c599e40e41 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414896 Jun 11 10:10:37.993910 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bbb91c-c5ea-4def-862a-c285f8181e32 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Pushing event updated for resources: {'Port': ['ID=997b2dff-5c26-4412-87e2-5a8475753e4a,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:10:37.998904 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-33bbb91c-c5ea-4def-862a-c285f8181e32 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:10:38.010633 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-33bbb91c-c5ea-4def-862a-c285f8181e32 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375108'] for router_interface, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:38.022455 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-84f85ba0-3647-4245-a2d6-a53a347c5de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:10:38.023023 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f85ba0-3647-4245-a2d6-a53a347c5de8 None None] The sync data for ids ['025e5c6c-a333-4e3b-90f9-9ab53f732c7c'] in n-d-779913-12 is: [] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:10:38.026150 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 0a1ea76c-54b4-4d54-bb3f-ab3dfaa1d2ca up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:10:38.140967 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 0a1ea76c-54b4-4d54-bb3f-ab3dfaa1d2ca triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:10:38.140967 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:38.318512 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 1d177b15-4b48-409d-8f06-5773b4cf847d up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:10:38.318512 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-10d1e75b-e21a-4122-81a9-4cb53e5a4bb0 None None] Provisioning for port e1e65c91-7b69-4632-b9d0-279a6fde464b completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:10:38.323097 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33bbb91c-c5ea-4def-862a-c285f8181e32 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Network 7e96d10a-3320-407f-8fcf-4cb6a512a2ad is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:10:38.326103 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-10d1e75b-e21a-4122-81a9-4cb53e5a4bb0 None None] Provisioning complete for port e1e65c91-7b69-4632-b9d0-279a6fde464b triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:10:38.326869 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-10d1e75b-e21a-4122-81a9-4cb53e5a4bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:38.327219 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-33bbb91c-c5ea-4def-862a-c285f8181e32 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:10:38.349085 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1408533d-2e21-4ebb-977c-f9fd1f0cf8e7 req-e601b63e-fffe-4077-a789-5d2a79b633cf tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:38.350694 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1408533d-2e21-4ebb-977c-f9fd1f0cf8e7 req-e601b63e-fffe-4077-a789-5d2a79b633cf tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 946 time: 0.1594105 Jun 11 10:10:38.416513 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-10d1e75b-e21a-4122-81a9-4cb53e5a4bb0 None None] Port e1e65c91-7b69-4632-b9d0-279a6fde464b cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:10:38.424586 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 1d177b15-4b48-409d-8f06-5773b4cf847d triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:10:38.425164 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:38.524221 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-10d1e75b-e21a-4122-81a9-4cb53e5a4bb0 None None] Provisioning complete for port 0a1ea76c-54b4-4d54-bb3f-ab3dfaa1d2ca triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:10:38.524859 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-10d1e75b-e21a-4122-81a9-4cb53e5a4bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:38.554085 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1408533d-2e21-4ebb-977c-f9fd1f0cf8e7 req-117e4061-50fd-4a54-8c3b-047dfa6aaef0 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948655 Jun 11 10:10:38.774315 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6f917913-8326-4dfd-b513-a6dc2a569ec1 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375209'] for router_interface, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:38.867499 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-c8547f3c-81ae-4440-b3a1-48dfc2e2fff3 None None] Provisioning complete for port 997b2dff-5c26-4412-87e2-5a8475753e4a triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:10:38.868469 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c8547f3c-81ae-4440-b3a1-48dfc2e2fff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:38.923668 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33bbb91c-c5ea-4def-862a-c285f8181e32 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Router c05c7527-b15d-4c4f-a052-f0b7da37bb05 is scheduled to L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 with binding_index 1 {{(pid=93176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 10:10:38.940986 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-c8547f3c-81ae-4440-b3a1-48dfc2e2fff3 None None] Port 997b2dff-5c26-4412-87e2-5a8475753e4a cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:10:38.961942 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-c8547f3c-81ae-4440-b3a1-48dfc2e2fff3 None None] Provisioning complete for port e1e65c91-7b69-4632-b9d0-279a6fde464b triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:10:38.962325 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c8547f3c-81ae-4440-b3a1-48dfc2e2fff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:39.008532 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-c8547f3c-81ae-4440-b3a1-48dfc2e2fff3 None None] Port e1e65c91-7b69-4632-b9d0-279a6fde464b cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:10:39.129026 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33bbb91c-c5ea-4def-862a-c285f8181e32 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:10:39.138769 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-33bbb91c-c5ea-4def-862a-c285f8181e32 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] 10.222.0.60 "PUT /v2.0/routers/c05c7527-b15d-4c4f-a052-f0b7da37bb05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9383070 Jun 11 10:10:39.140646 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50652) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:39.146681 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-b07ba499-047d-43c4-8898-6ac38dfee480 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Request body: {'port': {'network_id': '7e96d10a-3320-407f-8fcf-4cb6a512a2ad', 'name': 'tempest-FloatingIPNegativeTestJSON-1800585233'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:10:39.150529 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da795a7-166d-4c43-afba-ffa765b0aea5 None None] Sync routers for ids ['c05c7527-b15d-4c4f-a052-f0b7da37bb05'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:10:39.169759 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da795a7-166d-4c43-afba-ffa765b0aea5 None None] Routers {'c05c7527-b15d-4c4f-a052-f0b7da37bb05'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:10:39.170386 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-2da795a7-166d-4c43-afba-ffa765b0aea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:10:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['c05c7527-b15d-4c4f-a052-f0b7da37bb05'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:10:39.233039 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-2da795a7-166d-4c43-afba-ffa765b0aea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:10:39.245700 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da795a7-166d-4c43-afba-ffa765b0aea5 None None] Routers {'c05c7527-b15d-4c4f-a052-f0b7da37bb05'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:10:39.246602 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-2da795a7-166d-4c43-afba-ffa765b0aea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:10:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['c05c7527-b15d-4c4f-a052-f0b7da37bb05'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:10:39.334831 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-2da795a7-166d-4c43-afba-ffa765b0aea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:10:39.336091 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da795a7-166d-4c43-afba-ffa765b0aea5 None None] The sync data for ids ['c05c7527-b15d-4c4f-a052-f0b7da37bb05'] in n-d-779913-12 is: [] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:10:39.397173 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186809b8-9bdf-4993-bac1-d195db950b72 req-808448c7-3523-4748-81c3-5398ceb10617 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:39.406121 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-186809b8-9bdf-4993-bac1-d195db950b72 req-808448c7-3523-4748-81c3-5398ceb10617 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 946 time: 0.1014459 Jun 11 10:10:39.465650 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-186809b8-9bdf-4993-bac1-d195db950b72 req-afd71ce0-e4ef-4b9f-b593-644a21900d1c tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586078 Jun 11 10:10:39.469297 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-6f917913-8326-4dfd-b513-a6dc2a569ec1 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Deleting port e1e65c91-7b69-4632-b9d0-279a6fde464b {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:10:39.469645 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6f917913-8326-4dfd-b513-a6dc2a569ec1 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:39.593126 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b07ba499-047d-43c4-8898-6ac38dfee480 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Made reservation on behalf of a7da2c5d857f4e7190e9c7c12b82b851 for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:10:39.596731 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b07ba499-047d-43c4-8898-6ac38dfee480 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:39.616627 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6f917913-8326-4dfd-b513-a6dc2a569ec1 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:39.636222 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [None req-b07ba499-047d-43c4-8898-6ac38dfee480 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] device_id is not set on port cc89890c-da7a-40b1-a328-a2606448f7c2 yet. {{(pid=93177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 10:10:39.737284 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-6f917913-8326-4dfd-b513-a6dc2a569ec1 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Calling delete_port for e1e65c91-7b69-4632-b9d0-279a6fde464b owned by network:router_interface {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:10:39.989291 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-b07ba499-047d-43c4-8898-6ac38dfee480 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Allocated IP 172.20.0.4 (7e96d10a-3320-407f-8fcf-4cb6a512a2ad/a6537cf3-7702-4bc8-8978-459caacf04d5/cc89890c-da7a-40b1-a328-a2606448f7c2) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:10:40.213590 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6f917913-8326-4dfd-b513-a6dc2a569ec1 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:40.231173 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-950083f1-16ce-4f5e-8a75-923f5cd98c96 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:10:40.279973 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f917913-8326-4dfd-b513-a6dc2a569ec1 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Pushing event deleted for resources: {'Port': ['ID=e1e65c91-7b69-4632-b9d0-279a6fde464b,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:10:40.289215 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6f917913-8326-4dfd-b513-a6dc2a569ec1 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:10:40.526207 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6f917913-8326-4dfd-b513-a6dc2a569ec1 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362297'] for router_interface, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:40.682647 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b07ba499-047d-43c4-8898-6ac38dfee480 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:40.728956 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-b07ba499-047d-43c4-8898-6ac38dfee480 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Transition to ACTIVE for port object cc89890c-da7a-40b1-a328-a2606448f7c2 will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:10:40.888790 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f917913-8326-4dfd-b513-a6dc2a569ec1 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Router 025e5c6c-a333-4e3b-90f9-9ab53f732c7c has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:10:40.898675 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d3bf9-5dac-4366-9be9-c5ebfdd462bc req-def63b37-de50-4f19-a59c-2118a6d12239 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:40.900266 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ce3d3bf9-5dac-4366-9be9-c5ebfdd462bc req-def63b37-de50-4f19-a59c-2118a6d12239 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 946 time: 0.2789218 Jun 11 10:10:41.015655 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b07ba499-047d-43c4-8898-6ac38dfee480 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:41.030319 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-282b6862-1eb4-4851-bb6c-f7dcbc8f1cba tempest-ListServerFiltersTestJSON-872190583 tempest-ListServerFiltersTestJSON-872190583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:10:41.076931 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f917913-8326-4dfd-b513-a6dc2a569ec1 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:10:41.092219 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cc20e9-2571-4083-b3e2-47a1aa189a83 None None] Sync routers for ids ['025e5c6c-a333-4e3b-90f9-9ab53f732c7c'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:10:41.098907 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-6f917913-8326-4dfd-b513-a6dc2a569ec1 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "PUT /v2.0/routers/025e5c6c-a333-4e3b-90f9-9ab53f732c7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3352888 Jun 11 10:10:41.100073 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 50684) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:41.125887 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ce3d3bf9-5dac-4366-9be9-c5ebfdd462bc req-e1384ae6-a1d7-4547-8394-f82ca9cb35e7 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605506 Jun 11 10:10:41.126588 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cc20e9-2571-4083-b3e2-47a1aa189a83 None None] Routers {'025e5c6c-a333-4e3b-90f9-9ab53f732c7c'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:10:41.127952 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-41cc20e9-2571-4083-b3e2-47a1aa189a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:10:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['025e5c6c-a333-4e3b-90f9-9ab53f732c7c'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:10:41.149306 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07ba499-047d-43c4-8898-6ac38dfee480 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Network 7e96d10a-3320-407f-8fcf-4cb6a512a2ad is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:10:41.160324 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-b8111bc2-a75b-4680-8225-3417aeac6f80 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "GET /v2.0/ports?device_id=025e5c6c-a333-4e3b-90f9-9ab53f732c7c HTTP/1.1" status: 200 len: 205 time: 0.0565178 Jun 11 10:10:41.160936 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 50688) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:41.162063 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-b07ba499-047d-43c4-8898-6ac38dfee480 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:10:41.164415 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07ba499-047d-43c4-8898-6ac38dfee480 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Pushing event updated for resources: {'Port': ['ID=cc89890c-da7a-40b1-a328-a2606448f7c2,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:10:41.166586 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07ba499-047d-43c4-8898-6ac38dfee480 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:10:41.185966 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b07ba499-047d-43c4-8898-6ac38dfee480 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:10:41.233327 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-41cc20e9-2571-4083-b3e2-47a1aa189a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:10:41.255458 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cc20e9-2571-4083-b3e2-47a1aa189a83 None None] Routers {'025e5c6c-a333-4e3b-90f9-9ab53f732c7c'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:10:41.260912 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-41cc20e9-2571-4083-b3e2-47a1aa189a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:10:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['025e5c6c-a333-4e3b-90f9-9ab53f732c7c'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:10:41.323190 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07ba499-047d-43c4-8898-6ac38dfee480 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:41.332805 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b07ba499-047d-43c4-8898-6ac38dfee480 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:41.409698 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-41cc20e9-2571-4083-b3e2-47a1aa189a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:10:41.410147 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cc20e9-2571-4083-b3e2-47a1aa189a83 None None] The sync data for ids ['025e5c6c-a333-4e3b-90f9-9ab53f732c7c'] in n-d-779913-12 is: [] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:10:41.432940 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-b07ba499-047d-43c4-8898-6ac38dfee480 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2910602 Jun 11 10:10:41.435795 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-dd57f1b4-1fc5-4b6e-93e5-e5d2b8795206 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for router, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:41.437786 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 50696) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:41.449629 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-4edfab55-381c-4656-9961-d9ae5bbe1914 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Request body: {'floatingip': {'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:10:41.785117 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-b8f26a4a-ae06-4025-b4ac-7752b573100e None None] Provisioning for port cc89890c-da7a-40b1-a328-a2606448f7c2 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:10:41.794071 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-b8f26a4a-ae06-4025-b4ac-7752b573100e None None] Provisioning complete for port cc89890c-da7a-40b1-a328-a2606448f7c2 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:10:41.794495 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b8f26a4a-ae06-4025-b4ac-7752b573100e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:41.866153 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-dd57f1b4-1fc5-4b6e-93e5-e5d2b8795206 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:41.870867 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-dd57f1b4-1fc5-4b6e-93e5-e5d2b8795206 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:41.906125 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-b8f26a4a-ae06-4025-b4ac-7752b573100e None None] Port cc89890c-da7a-40b1-a328-a2606448f7c2 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:10:41.955885 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4edfab55-381c-4656-9961-d9ae5bbe1914 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Notify callbacks [] for floatingip, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:42.040913 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-dd57f1b4-1fc5-4b6e-93e5-e5d2b8795206 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:42.041794 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd57f1b4-1fc5-4b6e-93e5-e5d2b8795206 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Fanout notify agent at l3_agent the message router_deleted on router 025e5c6c-a333-4e3b-90f9-9ab53f732c7c {{(pid=93176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 10:10:42.061995 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-dd57f1b4-1fc5-4b6e-93e5-e5d2b8795206 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:42.061995 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-dd57f1b4-1fc5-4b6e-93e5-e5d2b8795206 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "DELETE /v2.0/routers/025e5c6c-a333-4e3b-90f9-9ab53f732c7c HTTP/1.1" status: 204 len: 168 time: 0.8905871 Jun 11 10:10:42.063802 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50706) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:42.153281 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1699a3e-a947-4719-ab11-5ac99d7785af req-6d27771b-7879-4c8a-9223-1598813d7568 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:42.160885 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a1699a3e-a947-4719-ab11-5ac99d7785af req-6d27771b-7879-4c8a-9223-1598813d7568 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 946 time: 0.1827257 Jun 11 10:10:42.186323 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-36a85a92-0740-495a-8d90-d638ecd79207 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Deleting subnet 732e49c9-31b7-49ce-8bfa-a9879ec9714f {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:10:42.188623 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-36a85a92-0740-495a-8d90-d638ecd79207 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:42.231120 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a1699a3e-a947-4719-ab11-5ac99d7785af req-794b2353-5c64-488f-bef7-bf318c35bb94 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692306 Jun 11 10:10:42.249269 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4edfab55-381c-4656-9961-d9ae5bbe1914 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:42.261411 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-36a85a92-0740-495a-8d90-d638ecd79207 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:42.411471 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-36a85a92-0740-495a-8d90-d638ecd79207 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:42.428455 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-4edfab55-381c-4656-9961-d9ae5bbe1914 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Allocated IP 172.25.4.178 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/bcb9a3db-1e88-4442-a537-4c8d007f1afa) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:10:42.599624 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-36a85a92-0740-495a-8d90-d638ecd79207 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:42.602225 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4edfab55-381c-4656-9961-d9ae5bbe1914 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:42.602480 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3b73565d-b79e-4910-aeca-3e32598a2b6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:10:42.644619 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a85a92-0740-495a-8d90-d638ecd79207 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Pushing event deleted for resources: {'Subnet': ['ID=732e49c9-31b7-49ce-8bfa-a9879ec9714f,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:10:42.653045 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-36a85a92-0740-495a-8d90-d638ecd79207 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:10:42.654112 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-36a85a92-0740-495a-8d90-d638ecd79207 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:42.656042 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-36a85a92-0740-495a-8d90-d638ecd79207 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "DELETE /v2.0/subnets/732e49c9-31b7-49ce-8bfa-a9879ec9714f HTTP/1.1" status: 204 len: 168 time: 0.5912206 Jun 11 10:10:42.658590 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50716) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:42.662755 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940b4db7-1757-42c5-beb1-209892e18c57 None None] Network 27db7799-da56-4e25-acea-d18effa5a37f requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:10:42.711623 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4edfab55-381c-4656-9961-d9ae5bbe1914 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:42.715128 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-69edd0ef-3d92-40ed-978e-c090abbc51eb tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:10:42.766886 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edfab55-381c-4656-9961-d9ae5bbe1914 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Pushing event updated for resources: {'Port': ['ID=bcb9a3db-1e88-4442-a537-4c8d007f1afa,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:10:42.770152 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4edfab55-381c-4656-9961-d9ae5bbe1914 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:10:42.789548 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4edfab55-381c-4656-9961-d9ae5bbe1914 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:10:42.791079 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-4edfab55-381c-4656-9961-d9ae5bbe1914 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:10:42.793526 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edfab55-381c-4656-9961-d9ae5bbe1914 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:10:43.048093 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-cb619c84-7e00-4432-95b6-8a10ed585fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:43.079237 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ce2be2-abc9-4a2f-80c9-2256ff8d4738 None None] DHCP port deletion for 27db7799-da56-4e25-acea-d18effa5a37f request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 10:10:43.218075 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f2ce2be2-abc9-4a2f-80c9-2256ff8d4738 None None] Deleting port 0a1ea76c-54b4-4d54-bb3f-ab3dfaa1d2ca {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:10:43.219535 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f2ce2be2-abc9-4a2f-80c9-2256ff8d4738 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:43.341726 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3b086233-5faa-4492-a76f-27eb4de9c4ed tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:43.417170 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f2ce2be2-abc9-4a2f-80c9-2256ff8d4738 None None] For port 0a1ea76c-54b4-4d54-bb3f-ab3dfaa1d2ca, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=0a1ea76c-54b4-4d54-bb3f-ab3dfaa1d2ca,segment=NetworkSegment(5453ca5d-ce5b-4dab-b8fe-e5311b1ad62b),segment_id=5453ca5d-ce5b-4dab-b8fe-e5311b1ad62b)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:10:43.417703 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f2ce2be2-abc9-4a2f-80c9-2256ff8d4738 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:43.526996 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4edfab55-381c-4656-9961-d9ae5bbe1914 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:43.557276 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f2ce2be2-abc9-4a2f-80c9-2256ff8d4738 None None] Calling delete_port for 0a1ea76c-54b4-4d54-bb3f-ab3dfaa1d2ca owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:10:43.571715 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-3b086233-5faa-4492-a76f-27eb4de9c4ed tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Deleting port 0a1ea76c-54b4-4d54-bb3f-ab3dfaa1d2ca {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:10:43.571986 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3b086233-5faa-4492-a76f-27eb4de9c4ed tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:43.626254 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fea1a0c-c158-46ad-81de-660b8fec0f20 req-176aa774-74b9-4d00-b175-4da9e70aa6a4 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:43.628001 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7fea1a0c-c158-46ad-81de-660b8fec0f20 req-176aa774-74b9-4d00-b175-4da9e70aa6a4 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 946 time: 0.2101460 Jun 11 10:10:43.745128 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7fea1a0c-c158-46ad-81de-660b8fec0f20 req-d9373cb3-919f-4b26-a2c0-80ca8df7194f tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081307 Jun 11 10:10:43.745631 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-3b086233-5faa-4492-a76f-27eb4de9c4ed tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] For port 0a1ea76c-54b4-4d54-bb3f-ab3dfaa1d2ca, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=0a1ea76c-54b4-4d54-bb3f-ab3dfaa1d2ca,segment=NetworkSegment(5453ca5d-ce5b-4dab-b8fe-e5311b1ad62b),segment_id=5453ca5d-ce5b-4dab-b8fe-e5311b1ad62b)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:10:43.746003 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3b086233-5faa-4492-a76f-27eb4de9c4ed tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:43.855673 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-3b086233-5faa-4492-a76f-27eb4de9c4ed tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Calling delete_port for 0a1ea76c-54b4-4d54-bb3f-ab3dfaa1d2ca owned by network:dhcp {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:10:43.886423 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 0a1ea76c-54b4-4d54-bb3f-ab3dfaa1d2ca no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:10:44.013974 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856992dd-34b4-46b2-8080-0ea8d7aa825c req-b353b84f-f8db-4f3b-838a-67da23e413ba tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:44.015731 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-856992dd-34b4-46b2-8080-0ea8d7aa825c req-b353b84f-f8db-4f3b-838a-67da23e413ba tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 946 time: 0.1040754 Jun 11 10:10:44.025397 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:44.068858 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-856992dd-34b4-46b2-8080-0ea8d7aa825c req-4661d8f5-583e-4c37-aecf-8553d684cfbc tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443304 Jun 11 10:10:44.250358 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4edfab55-381c-4656-9961-d9ae5bbe1914 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:44.389810 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f2ce2be2-abc9-4a2f-80c9-2256ff8d4738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:44.392596 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:10:44.399670 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3b086233-5faa-4492-a76f-27eb4de9c4ed tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:44.402839 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-14a56361-1088-4fe1-a1a2-508891ecfb62 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:10:44.450020 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b086233-5faa-4492-a76f-27eb4de9c4ed tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Pushing event deleted for resources: {'Port': ['ID=0a1ea76c-54b4-4d54-bb3f-ab3dfaa1d2ca,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:10:44.452591 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ce2be2-abc9-4a2f-80c9-2256ff8d4738 None None] Pushing event deleted for resources: {'Port': ['ID=0a1ea76c-54b4-4d54-bb3f-ab3dfaa1d2ca,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:10:44.456531 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3b086233-5faa-4492-a76f-27eb4de9c4ed tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:10:44.457726 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f2ce2be2-abc9-4a2f-80c9-2256ff8d4738 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:10:44.464733 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b086233-5faa-4492-a76f-27eb4de9c4ed tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] No DVR routers for this DVR port 0a1ea76c-54b4-4d54-bb3f-ab3dfaa1d2ca on host n-d-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:10:44.465572 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ce2be2-abc9-4a2f-80c9-2256ff8d4738 None None] No DVR routers for this DVR port 0a1ea76c-54b4-4d54-bb3f-ab3dfaa1d2ca on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:10:44.481012 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c529b3-6cd9-4eec-8928-378f9a73d5f8 req-95f1f400-a248-45ad-a4c7-6dcc0d55bf4e tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:44.482559 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-41c529b3-6cd9-4eec-8928-378f9a73d5f8 req-95f1f400-a248-45ad-a4c7-6dcc0d55bf4e tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 946 time: 0.1795299 Jun 11 10:10:44.552532 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4edfab55-381c-4656-9961-d9ae5bbe1914 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:44.595075 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-41c529b3-6cd9-4eec-8928-378f9a73d5f8 req-9681ca45-afd4-481d-84fe-01f485265fdf tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005893 Jun 11 10:10:44.604815 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4edfab55-381c-4656-9961-d9ae5bbe1914 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:44.605630 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-987822d1-badd-416b-9be8-458d70084138 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:10:44.615514 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3b086233-5faa-4492-a76f-27eb4de9c4ed tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:44.641111 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-3b086233-5faa-4492-a76f-27eb4de9c4ed tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27db7799-da56-4e25-acea-d18effa5a37f']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:10:44.657196 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-3b086233-5faa-4492-a76f-27eb4de9c4ed tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5453ca5d-ce5b-4dab-b8fe-e5311b1ad62b') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:10:44.657502 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-3b086233-5faa-4492-a76f-27eb4de9c4ed tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5453ca5d-ce5b-4dab-b8fe-e5311b1ad62b') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:10:44.668873 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3b086233-5faa-4492-a76f-27eb4de9c4ed tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:44.685497 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3b086233-5faa-4492-a76f-27eb4de9c4ed tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:44.698102 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b086233-5faa-4492-a76f-27eb4de9c4ed tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Releasing vlan 792 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:10:44.699776 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3b086233-5faa-4492-a76f-27eb4de9c4ed tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:44.738715 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:10:44.738715 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 10:10:44.738715 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:10:44.738715 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:10:44.738715 n-d-779913-12 neutron-server[93177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:10:44.738715 n-d-779913-12 neutron-server[93177]: self.session.flush() Jun 11 10:10:44.738715 n-d-779913-12 neutron-server[93177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:10:44.738715 n-d-779913-12 neutron-server[93177]: self.session.flush() Jun 11 10:10:44.738715 n-d-779913-12 neutron-server[93177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:10:44.738715 n-d-779913-12 neutron-server[93177]: self.session.flush() Jun 11 10:10:44.738715 n-d-779913-12 neutron-server[93177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:10:44.738715 n-d-779913-12 neutron-server[93177]: self.session.flush() Jun 11 10:10:44.738715 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 10:10:44.738715 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:10:44.738715 n-d-779913-12 neutron-server[93177]: timer() Jun 11 10:10:44.738715 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:10:44.738715 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 10:10:44.738715 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:10:44.738715 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 10:10:44.738715 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:10:44.738715 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 10:10:44.738715 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:10:44.738715 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 10:10:44.738715 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:10:44.738715 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 10:10:44.738715 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:10:44.738715 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:10:44.738715 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:10:44.738715 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:10:44.738715 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:10:44.738715 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 10:10:44.738715 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:10:44.738715 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 10:10:44.738715 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:10:44.738715 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:10:44.738715 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:10:44.738715 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 10:10:44.738715 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:10:44.738715 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:10:44.738715 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:10:44.738715 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:10:44.738715 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:10:44.738715 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:10:44.738715 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:10:44.743968 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edfab55-381c-4656-9961-d9ae5bbe1914 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Pushing event updated for resources: {'Port': ['ID=bcb9a3db-1e88-4442-a537-4c8d007f1afa,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:10:44.747513 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4edfab55-381c-4656-9961-d9ae5bbe1914 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:10:44.753140 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4edfab55-381c-4656-9961-d9ae5bbe1914 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:44.867109 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4edfab55-381c-4656-9961-d9ae5bbe1914 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:44.868808 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271f8843-818f-4c10-bc1b-bf96b57b567e req-8bffcb08-5972-4510-9000-54035e3ddba8 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:44.869489 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-4edfab55-381c-4656-9961-d9ae5bbe1914 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4294901 Jun 11 10:10:44.872947 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 50748) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:44.876811 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-271f8843-818f-4c10-bc1b-bf96b57b567e req-8bffcb08-5972-4510-9000-54035e3ddba8 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 946 time: 0.1348999 Jun 11 10:10:44.877980 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-3dccbcb6-a767-4bd5-8744-09fe807d1ac8 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Request body: {'floatingip': {'port_id': 'cc89890c-da7a-40b1-a328-a2606448f7c2', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:10:44.898383 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3b086233-5faa-4492-a76f-27eb4de9c4ed tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:44.900748 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3b086233-5faa-4492-a76f-27eb4de9c4ed tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:44.903136 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-3b086233-5faa-4492-a76f-27eb4de9c4ed tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "DELETE /v2.0/networks/27db7799-da56-4e25-acea-d18effa5a37f HTTP/1.1" status: 204 len: 168 time: 2.2432222 Jun 11 10:10:44.905069 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4ca00b7e-3b04-4316-971d-ec8f63b65e21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:10:44.947065 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3dccbcb6-a767-4bd5-8744-09fe807d1ac8 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Notify callbacks [] for floatingip, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:44.948560 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50750) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:44.949743 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b086233-5faa-4492-a76f-27eb4de9c4ed tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Pushing event deleted for resources: {'Network': ['ID=27db7799-da56-4e25-acea-d18effa5a37f,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:10:44.959730 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-4683bb6d-4edb-4eb3-b562-a322357dea90 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1823638314', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}, 'admin_state_up': False}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:10:44.967320 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3b086233-5faa-4492-a76f-27eb4de9c4ed tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:10:44.996751 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-271f8843-818f-4c10-bc1b-bf96b57b567e req-9103284b-42e1-4ee6-934b-fd813f07eeb9 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131816 Jun 11 10:10:45.113955 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4683bb6d-4edb-4eb3-b562-a322357dea90 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:45.115622 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4683bb6d-4edb-4eb3-b562-a322357dea90 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:45.165045 n-d-779913-12 neutron-server[93176]: INFO neutron.api.v2.resource [None req-3dccbcb6-a767-4bd5-8744-09fe807d1ac8 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] update failed (client error): The resource could not be found. Jun 11 10:10:45.166784 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-3dccbcb6-a767-4bd5-8744-09fe807d1ac8 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] 10.222.0.60 "PUT /v2.0/floatingips/ad1e9701-e216-440d-93a2-d439afebc9fd HTTP/1.1" status: 404 len: 507 time: 0.2926960 Jun 11 10:10:45.169486 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 50758) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:45.246329 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4683bb6d-4edb-4eb3-b562-a322357dea90 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:45.287812 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa22a470-cafa-438f-91c5-96d14fc4d9d4 req-fe53eded-54a3-4fbb-9d49-bdca7fbdf4c7 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:45.289574 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fa22a470-cafa-438f-91c5-96d14fc4d9d4 req-fe53eded-54a3-4fbb-9d49-bdca7fbdf4c7 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 946 time: 0.1246212 Jun 11 10:10:45.375069 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-8d01cbbe-b227-4ba0-9f15-cd87e4fd2e13 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Deleting port bcb9a3db-1e88-4442-a537-4c8d007f1afa {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:10:45.375454 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8d01cbbe-b227-4ba0-9f15-cd87e4fd2e13 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:45.461399 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fa22a470-cafa-438f-91c5-96d14fc4d9d4 req-201c888d-26e7-4ccb-a713-f5a986b2c54f tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650684 Jun 11 10:10:45.510521 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8d01cbbe-b227-4ba0-9f15-cd87e4fd2e13 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:45.511193 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8d01cbbe-b227-4ba0-9f15-cd87e4fd2e13 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:45.568209 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4683bb6d-4edb-4eb3-b562-a322357dea90 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:45.701390 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-8d01cbbe-b227-4ba0-9f15-cd87e4fd2e13 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Calling delete_port for bcb9a3db-1e88-4442-a537-4c8d007f1afa owned by network:floatingip {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:10:45.815014 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-db7e0dc9-e7e7-47ac-a550-11760d45fc9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:45.873024 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5d988c-a79c-43cd-bd26-d85e8712553f req-ce6b84f6-4ad0-4dd3-81f8-0ec2bca6a37b tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:45.874540 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fd5d988c-a79c-43cd-bd26-d85e8712553f req-ce6b84f6-4ad0-4dd3-81f8-0ec2bca6a37b tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 946 time: 0.1664896 Jun 11 10:10:45.959741 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fd5d988c-a79c-43cd-bd26-d85e8712553f req-7afaf804-a101-4230-9e45-5eb2120f073b tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771909 Jun 11 10:10:45.963803 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:46.014802 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4683bb6d-4edb-4eb3-b562-a322357dea90 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for router_gateway, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:46.047494 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4683bb6d-4edb-4eb3-b562-a322357dea90 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:46.071445 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8d01cbbe-b227-4ba0-9f15-cd87e4fd2e13 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:46.077707 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6ab24465-af0e-4c3a-88c3-2a35d49a88db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:10:46.119123 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d01cbbe-b227-4ba0-9f15-cd87e4fd2e13 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Pushing event deleted for resources: {'Port': ['ID=bcb9a3db-1e88-4442-a537-4c8d007f1afa,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:10:46.129035 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8d01cbbe-b227-4ba0-9f15-cd87e4fd2e13 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:10:46.200625 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-4683bb6d-4edb-4eb3-b562-a322357dea90 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Allocated IP 172.25.4.32 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/c6d67851-5167-4d41-82e9-1d97cb98df25) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:10:46.338086 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8d01cbbe-b227-4ba0-9f15-cd87e4fd2e13 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Notify callbacks [] for floatingip, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:46.340793 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8d01cbbe-b227-4ba0-9f15-cd87e4fd2e13 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:46.341946 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-8d01cbbe-b227-4ba0-9f15-cd87e4fd2e13 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] 10.222.0.60 "DELETE /v2.0/floatingips/ad1e9701-e216-440d-93a2-d439afebc9fd HTTP/1.1" status: 204 len: 168 time: 1.1714191 Jun 11 10:10:46.345582 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 50780) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:46.360525 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-f05426d6-c573-4cbc-a774-3cc7ce1937cf tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Request body: {'floatingip': {'floating_network_id': '7e96d10a-3320-407f-8fcf-4cb6a512a2ad', 'port_id': 'cc89890c-da7a-40b1-a328-a2606448f7c2', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:10:46.378425 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4683bb6d-4edb-4eb3-b562-a322357dea90 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:46.411167 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd08b25b-e1c4-4ec7-bbda-c74e94da9195 req-c1f89e92-bd2c-4e5a-bcb0-e36313d83fdb tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:46.412774 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cd08b25b-e1c4-4ec7-bbda-c74e94da9195 req-c1f89e92-bd2c-4e5a-bcb0-e36313d83fdb tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 946 time: 0.1516747 Jun 11 10:10:46.459183 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cd08b25b-e1c4-4ec7-bbda-c74e94da9195 req-f89749e4-fb3b-4d5c-95eb-9c9bff6f9e04 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399048 Jun 11 10:10:46.518307 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f05426d6-c573-4cbc-a774-3cc7ce1937cf tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Notify callbacks [] for floatingip, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:46.563101 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4683bb6d-4edb-4eb3-b562-a322357dea90 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:46.574013 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b1634ab2-423c-442e-9c53-40368e853f55 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:10:46.674290 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4683bb6d-4edb-4eb3-b562-a322357dea90 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:10:46.711661 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-4683bb6d-4edb-4eb3-b562-a322357dea90 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:10:46.729820 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4683bb6d-4edb-4eb3-b562-a322357dea90 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:10:46.774481 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:46.786450 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4683bb6d-4edb-4eb3-b562-a322357dea90 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Pushing event updated for resources: {'Port': ['ID=c6d67851-5167-4d41-82e9-1d97cb98df25,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:10:46.792723 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4683bb6d-4edb-4eb3-b562-a322357dea90 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:10:46.866629 n-d-779913-12 neutron-server[93176]: INFO neutron.api.v2.resource [None req-f05426d6-c573-4cbc-a774-3cc7ce1937cf tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 10:10:46.871977 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-f05426d6-c573-4cbc-a774-3cc7ce1937cf tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.5219607 Jun 11 10:10:46.873422 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50790) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:46.926712 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-70b2000c-b368-48b0-9261-397467a7fe56 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Request body: {'floatingip': {'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'port_id': 'cc89890c-da7a-40b1-a328-a2606448f7c2', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:10:46.951776 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80496909-6afe-4846-a91f-e5b4ac9644ee req-a0576aee-d356-47ab-bd47-359137057e63 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:46.953279 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-80496909-6afe-4846-a91f-e5b4ac9644ee req-a0576aee-d356-47ab-bd47-359137057e63 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 946 time: 0.3333392 Jun 11 10:10:47.048385 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-80496909-6afe-4846-a91f-e5b4ac9644ee req-6ace0f21-3e50-4ef7-9bea-04db44485883 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677595 Jun 11 10:10:47.089327 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-70b2000c-b368-48b0-9261-397467a7fe56 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Notify callbacks [] for floatingip, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:47.384706 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4683bb6d-4edb-4eb3-b562-a322357dea90 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for router_gateway, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:47.520171 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2564c7d0-237e-4354-80e5-6d59c14f7046 req-69360f1c-bbf3-4113-9c70-fb8f69d923b8 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:47.521887 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2564c7d0-237e-4354-80e5-6d59c14f7046 req-69360f1c-bbf3-4113-9c70-fb8f69d923b8 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 946 time: 0.2882028 Jun 11 10:10:47.614737 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-70b2000c-b368-48b0-9261-397467a7fe56 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:47.634803 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2564c7d0-237e-4354-80e5-6d59c14f7046 req-1a8d2e49-75f7-46dd-a421-365601ebeac4 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837772 Jun 11 10:10:47.907503 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e231ca0a-e2e0-4f48-994c-83ed01165afb req-21a9e872-52c3-43ac-8db0-6d0efdb21ea7 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:47.909156 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e231ca0a-e2e0-4f48-994c-83ed01165afb req-21a9e872-52c3-43ac-8db0-6d0efdb21ea7 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 946 time: 0.1000295 Jun 11 10:10:47.961107 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e231ca0a-e2e0-4f48-994c-83ed01165afb req-e7992948-3839-42f5-ab18-1832fcbdaa62 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439026 Jun 11 10:10:48.221013 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575d7d62-95fe-4616-aefd-6a3c040e3188 req-dd48005a-cbbc-4bbf-9798-811b344c095f tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:48.223621 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-575d7d62-95fe-4616-aefd-6a3c040e3188 req-dd48005a-cbbc-4bbf-9798-811b344c095f tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 946 time: 0.0977676 Jun 11 10:10:48.291286 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-575d7d62-95fe-4616-aefd-6a3c040e3188 req-7bff44ce-1920-46d8-830a-4fb960da942c tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611131 Jun 11 10:10:48.379047 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4683bb6d-4edb-4eb3-b562-a322357dea90 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:48.436800 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:48.507353 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-70b2000c-b368-48b0-9261-397467a7fe56 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Allocated IP 172.25.4.10 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/a6d72d75-f107-49ab-8039-28f1217a472b) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:10:48.744512 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf6042-01d3-4382-8834-53ca7c281447 req-9a3ba9d4-80ef-4b28-8a58-4000eca63eda tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:48.751415 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-91cf6042-01d3-4382-8834-53ca7c281447 req-9a3ba9d4-80ef-4b28-8a58-4000eca63eda tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 946 time: 0.2529132 Jun 11 10:10:48.792239 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-70b2000c-b368-48b0-9261-397467a7fe56 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:48.829380 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-91cf6042-01d3-4382-8834-53ca7c281447 req-c3ec4f82-a303-40a9-914d-86f0bf4acbbc tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763843 Jun 11 10:10:48.884391 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4683bb6d-4edb-4eb3-b562-a322357dea90 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Router f1016f39-b53b-4f98-99e6-138c9a763e62 is scheduled to L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 with binding_index 1 {{(pid=93177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 10:10:49.011452 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-70b2000c-b368-48b0-9261-397467a7fe56 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:49.015530 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5b1a2d7e-454d-45b1-bae8-4014da36fa0c tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:10:49.124203 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b2000c-b368-48b0-9261-397467a7fe56 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:10:49.162852 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-70b2000c-b368-48b0-9261-397467a7fe56 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:10:49.171317 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b2000c-b368-48b0-9261-397467a7fe56 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:10:49.229048 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b2000c-b368-48b0-9261-397467a7fe56 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Pushing event updated for resources: {'Port': ['ID=a6d72d75-f107-49ab-8039-28f1217a472b,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:10:49.242367 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-70b2000c-b368-48b0-9261-397467a7fe56 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:10:49.247845 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4683bb6d-4edb-4eb3-b562-a322357dea90 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:10:49.258837 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb6e51f-6bc3-48cc-9c24-9084399ce6d5 None None] Sync routers for ids ['f1016f39-b53b-4f98-99e6-138c9a763e62'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:10:49.269382 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb6e51f-6bc3-48cc-9c24-9084399ce6d5 None None] Routers {'f1016f39-b53b-4f98-99e6-138c9a763e62'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:10:49.270490 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-aeb6e51f-6bc3-48cc-9c24-9084399ce6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:10:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['f1016f39-b53b-4f98-99e6-138c9a763e62'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:10:49.325552 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-aeb6e51f-6bc3-48cc-9c24-9084399ce6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:10:49.335932 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb6e51f-6bc3-48cc-9c24-9084399ce6d5 None None] Routers {'f1016f39-b53b-4f98-99e6-138c9a763e62'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:10:49.336882 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-aeb6e51f-6bc3-48cc-9c24-9084399ce6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:10:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['f1016f39-b53b-4f98-99e6-138c9a763e62'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:10:49.373260 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae061675-fc93-4ccd-ac1a-67d71698f274 req-ee251cf5-5ad0-492f-a78f-725fe2c5ff74 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:49.429558 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ae061675-fc93-4ccd-ac1a-67d71698f274 req-ee251cf5-5ad0-492f-a78f-725fe2c5ff74 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 946 time: 0.2907352 Jun 11 10:10:49.431555 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-aeb6e51f-6bc3-48cc-9c24-9084399ce6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:10:49.431555 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb6e51f-6bc3-48cc-9c24-9084399ce6d5 None None] The sync data for ids ['f1016f39-b53b-4f98-99e6-138c9a763e62'] in n-d-779913-12 is: [] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:10:49.474729 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ae061675-fc93-4ccd-ac1a-67d71698f274 req-ab225bd3-9ead-411d-88fb-573ea4f2c549 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896850 Jun 11 10:10:49.500340 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-70b2000c-b368-48b0-9261-397467a7fe56 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Deleting port a6d72d75-f107-49ab-8039-28f1217a472b {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:10:49.501623 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-70b2000c-b368-48b0-9261-397467a7fe56 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:49.624197 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-70b2000c-b368-48b0-9261-397467a7fe56 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:49.624527 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-70b2000c-b368-48b0-9261-397467a7fe56 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:49.711845 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d153cf55-3dfd-45c0-ae02-1f69753c4f84 req-d4e7755a-8a83-4d24-ad20-41ceab9ec892 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:49.737863 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d153cf55-3dfd-45c0-ae02-1f69753c4f84 req-d4e7755a-8a83-4d24-ad20-41ceab9ec892 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 946 time: 0.0812790 Jun 11 10:10:49.738030 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-70b2000c-b368-48b0-9261-397467a7fe56 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Calling delete_port for a6d72d75-f107-49ab-8039-28f1217a472b owned by network:floatingip {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:10:49.774020 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d153cf55-3dfd-45c0-ae02-1f69753c4f84 req-a2b4a1e6-d9e7-428b-81f5-48744e8e7ac7 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537751 Jun 11 10:10:49.903517 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4683bb6d-4edb-4eb3-b562-a322357dea90 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:49.907622 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-4683bb6d-4edb-4eb3-b562-a322357dea90 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.9496760 Jun 11 10:10:49.907939 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 50844) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:49.975139 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-70b2000c-b368-48b0-9261-397467a7fe56 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:49.985229 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9bc3a025-0379-4650-9c14-94175e6826a6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:10:50.047286 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b2000c-b368-48b0-9261-397467a7fe56 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Pushing event deleted for resources: {'Port': ['ID=a6d72d75-f107-49ab-8039-28f1217a472b,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:10:50.052579 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-70b2000c-b368-48b0-9261-397467a7fe56 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:10:50.167190 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-efc7db22-8360-40e0-8cc7-6e9aca1ba3d8 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "GET /v2.0/routers/f1016f39-b53b-4f98-99e6-138c9a763e62 HTTP/1.1" status: 200 len: 884 time: 0.2574975 Jun 11 10:10:50.171054 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50852) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:50.175866 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151ebcba-89fa-4939-9628-3ed63f9fd677 req-daead456-0d12-439e-9a70-04126135406a tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:50.183413 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-151ebcba-89fa-4939-9628-3ed63f9fd677 req-daead456-0d12-439e-9a70-04126135406a tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 946 time: 0.1943886 Jun 11 10:10:50.224280 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-151ebcba-89fa-4939-9628-3ed63f9fd677 req-7a6fb9cb-82a3-4f32-8758-ffaf68ffa76d tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404029 Jun 11 10:10:50.401256 n-d-779913-12 neutron-server[93177]: INFO neutron.api.v2.resource [None req-70b2000c-b368-48b0-9261-397467a7fe56 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] create failed (client error): The resource could not be found. Jun 11 10:10:50.403610 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-70b2000c-b368-48b0-9261-397467a7fe56 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.5281265 Jun 11 10:10:50.407508 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 50858) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:50.536163 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7711d987-7218-4d84-889a-19c5e363da28 req-622ee8d0-cc2a-4e1a-b457-2568079c8317 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:50.537785 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7711d987-7218-4d84-889a-19c5e363da28 req-622ee8d0-cc2a-4e1a-b457-2568079c8317 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 946 time: 0.1414130 Jun 11 10:10:50.565963 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-f58720a9-5a38-4c35-b120-3344346ebe43 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Deleting port cc89890c-da7a-40b1-a328-a2606448f7c2 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:10:50.566325 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f58720a9-5a38-4c35-b120-3344346ebe43 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:50.598237 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-c00c60aa-f86b-4d65-b317-0c3f94ccf3af tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.4252212 Jun 11 10:10:50.603331 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 50862) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:50.608573 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-2c5b6406-f733-4bf2-81ce-d62bc01ebb8e tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1823638314'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:10:50.620375 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7711d987-7218-4d84-889a-19c5e363da28 req-8e0c57a3-a67f-4dcf-8d2a-210576e509cf tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749238 Jun 11 10:10:50.836892 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f58720a9-5a38-4c35-b120-3344346ebe43 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:50.941772 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-f58720a9-5a38-4c35-b120-3344346ebe43 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Calling delete_port for cc89890c-da7a-40b1-a328-a2606448f7c2 owned by {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:10:50.968789 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc87962f-06b2-49b8-b000-6400bfca6781 req-0aea3626-373e-4643-b7e3-9486980f6fc1 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:50.971754 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cc87962f-06b2-49b8-b000-6400bfca6781 req-0aea3626-373e-4643-b7e3-9486980f6fc1 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 946 time: 0.0830059 Jun 11 10:10:51.030143 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cc87962f-06b2-49b8-b000-6400bfca6781 req-1a59531c-822f-4a13-91a0-475ae7bd7361 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525346 Jun 11 10:10:51.438312 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2c5b6406-f733-4bf2-81ce-d62bc01ebb8e tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:51.460048 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766ae8f2-5e9e-4520-b2b3-d6bee8f1e06b req-24bebd6b-6123-4cbd-81be-c4188243549b tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:51.465540 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-766ae8f2-5e9e-4520-b2b3-d6bee8f1e06b req-24bebd6b-6123-4cbd-81be-c4188243549b tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 946 time: 0.2657351 Jun 11 10:10:51.488137 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f58720a9-5a38-4c35-b120-3344346ebe43 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:51.493151 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8a6fbcef-15b1-4b58-94be-096896a62351 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:10:51.531069 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2c5b6406-f733-4bf2-81ce-d62bc01ebb8e tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-374241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-374254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-363978'] for router, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:51.540296 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58720a9-5a38-4c35-b120-3344346ebe43 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Pushing event deleted for resources: {'Port': ['ID=cc89890c-da7a-40b1-a328-a2606448f7c2,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:10:51.548940 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f58720a9-5a38-4c35-b120-3344346ebe43 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:10:51.558753 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-766ae8f2-5e9e-4520-b2b3-d6bee8f1e06b req-a3469abf-fe8c-43ba-9fed-3710c9c1f871 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900180 Jun 11 10:10:52.338148 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f58720a9-5a38-4c35-b120-3344346ebe43 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:52.340065 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-f58720a9-5a38-4c35-b120-3344346ebe43 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] 10.222.0.60 "DELETE /v2.0/ports/cc89890c-da7a-40b1-a328-a2606448f7c2 HTTP/1.1" status: 204 len: 168 time: 1.9311998 Jun 11 10:10:52.346131 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 50896) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:52.391905 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c5b6406-f733-4bf2-81ce-d62bc01ebb8e tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Router f1016f39-b53b-4f98-99e6-138c9a763e62 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:10:52.418847 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb93c126-ca4e-46c4-b60d-29e0c3d0b0d0 req-698d5d82-7fa9-4bc6-a384-96f7adcc5108 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:52.420346 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fb93c126-ca4e-46c4-b60d-29e0c3d0b0d0 req-698d5d82-7fa9-4bc6-a384-96f7adcc5108 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 946 time: 0.2105620 Jun 11 10:10:52.573035 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b516220-88b5-41f8-b087-588aa2ffbff4 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:52.574516 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-2b516220-88b5-41f8-b087-588aa2ffbff4 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05c7527-b15d-4c4f-a052-f0b7da37bb05 HTTP/1.1" status: 200 len: 913 time: 0.2274585 Jun 11 10:10:52.577362 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50900) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:52.595480 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fb93c126-ca4e-46c4-b60d-29e0c3d0b0d0 req-ddf79539-d4cf-41b6-997f-c52f65cd84f2 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641982 Jun 11 10:10:52.648349 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c5b6406-f733-4bf2-81ce-d62bc01ebb8e tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:10:52.660091 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bfa683-e149-4059-a6b4-45679f2feb17 None None] Sync routers for ids ['f1016f39-b53b-4f98-99e6-138c9a763e62'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:10:52.670165 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2c5b6406-f733-4bf2-81ce-d62bc01ebb8e tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:52.674543 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-2c5b6406-f733-4bf2-81ce-d62bc01ebb8e tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "PUT /v2.0/routers/f1016f39-b53b-4f98-99e6-138c9a763e62 HTTP/1.1" status: 200 len: 891 time: 2.0681112 Jun 11 10:10:52.676711 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 50904) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:52.687798 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bfa683-e149-4059-a6b4-45679f2feb17 None None] Routers {'f1016f39-b53b-4f98-99e6-138c9a763e62'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:10:52.688675 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-32bfa683-e149-4059-a6b4-45679f2feb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:10:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['f1016f39-b53b-4f98-99e6-138c9a763e62'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:10:52.799961 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-32bfa683-e149-4059-a6b4-45679f2feb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:10:52.811683 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bfa683-e149-4059-a6b4-45679f2feb17 None None] Routers {'f1016f39-b53b-4f98-99e6-138c9a763e62'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:10:52.812323 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-32bfa683-e149-4059-a6b4-45679f2feb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:10:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['f1016f39-b53b-4f98-99e6-138c9a763e62'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:10:52.905291 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-32bfa683-e149-4059-a6b4-45679f2feb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:10:52.906008 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bfa683-e149-4059-a6b4-45679f2feb17 None None] The sync data for ids ['f1016f39-b53b-4f98-99e6-138c9a763e62'] in n-d-779913-12 is: [] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:10:52.937502 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-e0427ca8-2450-4457-a247-8f10f73a0a9f tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "GET /v2.0/routers/f1016f39-b53b-4f98-99e6-138c9a763e62 HTTP/1.1" status: 200 len: 891 time: 0.2593570 Jun 11 10:10:52.938079 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 50908) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:52.979407 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-994f3063-591b-4d99-b556-dc6ef570d629 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1016f39-b53b-4f98-99e6-138c9a763e62 HTTP/1.1" status: 200 len: 205 time: 0.0368481 Jun 11 10:10:52.979407 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 50910) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:53.065005 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c065fe6b-b103-460d-b29b-a16bceefaffa req-df7989ed-31f9-4115-b301-84aa9127b313 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:53.066655 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c065fe6b-b103-460d-b29b-a16bceefaffa req-df7989ed-31f9-4115-b301-84aa9127b313 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 946 time: 0.2656004 Jun 11 10:10:53.166395 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c065fe6b-b103-460d-b29b-a16bceefaffa req-af4cea9a-9e4d-4251-8430-3f40e3724cca tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921605 Jun 11 10:10:53.182366 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-eaa26aec-f038-4a81-9c0c-a7dd31bea5e5 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for router, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:53.284761 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0edf4fae-e486-491f-9728-ba4fe28b70e8 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375209'] for router_interface, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:53.398039 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-eaa26aec-f038-4a81-9c0c-a7dd31bea5e5 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:53.552643 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-eaa26aec-f038-4a81-9c0c-a7dd31bea5e5 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Deleting port c6d67851-5167-4d41-82e9-1d97cb98df25 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:10:53.553219 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-eaa26aec-f038-4a81-9c0c-a7dd31bea5e5 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:53.675999 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-eaa26aec-f038-4a81-9c0c-a7dd31bea5e5 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:53.779998 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-eaa26aec-f038-4a81-9c0c-a7dd31bea5e5 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Calling delete_port for c6d67851-5167-4d41-82e9-1d97cb98df25 owned by network:router_gateway {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:10:54.069945 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab39fb5a-4fb5-45d4-9a3e-843f5ea61fb7 req-0c04dc3b-b3cb-4827-9e67-da2ddf13a886 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:54.071413 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ab39fb5a-4fb5-45d4-9a3e-843f5ea61fb7 req-0c04dc3b-b3cb-4827-9e67-da2ddf13a886 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 946 time: 0.6322589 Jun 11 10:10:54.140065 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ab39fb5a-4fb5-45d4-9a3e-843f5ea61fb7 req-3928d6ed-4110-431b-bbb5-cf9c4945fee0 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626724 Jun 11 10:10:54.159342 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-eaa26aec-f038-4a81-9c0c-a7dd31bea5e5 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:54.167771 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4c47cf79-190f-4a24-9209-132981c0964c tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:10:54.217947 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa26aec-f038-4a81-9c0c-a7dd31bea5e5 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Pushing event deleted for resources: {'Port': ['ID=c6d67851-5167-4d41-82e9-1d97cb98df25,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:10:54.256689 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-eaa26aec-f038-4a81-9c0c-a7dd31bea5e5 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:10:54.265084 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-0edf4fae-e486-491f-9728-ba4fe28b70e8 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Deleting port 997b2dff-5c26-4412-87e2-5a8475753e4a {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:10:54.265671 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0edf4fae-e486-491f-9728-ba4fe28b70e8 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:54.345273 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-eaa26aec-f038-4a81-9c0c-a7dd31bea5e5 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374120'] for router_gateway, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:54.407216 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0edf4fae-e486-491f-9728-ba4fe28b70e8 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:54.538881 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-0edf4fae-e486-491f-9728-ba4fe28b70e8 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Calling delete_port for 997b2dff-5c26-4412-87e2-5a8475753e4a owned by network:router_interface {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:10:54.571124 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-eaa26aec-f038-4a81-9c0c-a7dd31bea5e5 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:54.574744 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-eaa26aec-f038-4a81-9c0c-a7dd31bea5e5 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:54.661699 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6414289-827c-49cc-8072-d34d1caabc84 req-c1db96f5-a232-4fdc-b540-bc158fd79b43 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:54.671102 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b6414289-827c-49cc-8072-d34d1caabc84 req-c1db96f5-a232-4fdc-b540-bc158fd79b43 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 946 time: 0.3254368 Jun 11 10:10:54.729962 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b6414289-827c-49cc-8072-d34d1caabc84 req-2ca98c0d-7563-4a68-917f-7d856208f9bd tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587184 Jun 11 10:10:55.026580 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-eaa26aec-f038-4a81-9c0c-a7dd31bea5e5 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:55.040496 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa26aec-f038-4a81-9c0c-a7dd31bea5e5 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Fanout notify agent at l3_agent the message router_deleted on router f1016f39-b53b-4f98-99e6-138c9a763e62 {{(pid=93176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 10:10:55.040496 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-eaa26aec-f038-4a81-9c0c-a7dd31bea5e5 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:55.040496 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-eaa26aec-f038-4a81-9c0c-a7dd31bea5e5 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "DELETE /v2.0/routers/f1016f39-b53b-4f98-99e6-138c9a763e62 HTTP/1.1" status: 204 len: 168 time: 2.0566802 Jun 11 10:10:55.043602 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50944) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:55.048738 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-ab5df2eb-854f-48ca-989b-6d83bada3445 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1775085050'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:10:55.219368 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0edf4fae-e486-491f-9728-ba4fe28b70e8 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:55.222688 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-792d2109-be5a-48e1-9aee-9224ef7c359a tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:10:55.307140 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab5df2eb-854f-48ca-989b-6d83bada3445 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Made reservation on behalf of f90b676cb67a4cb1b788d4673e4cc737 for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:10:55.310651 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ab5df2eb-854f-48ca-989b-6d83bada3445 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:55.314351 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edf4fae-e486-491f-9728-ba4fe28b70e8 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Pushing event deleted for resources: {'Port': ['ID=997b2dff-5c26-4412-87e2-5a8475753e4a,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:10:55.354962 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0edf4fae-e486-491f-9728-ba4fe28b70e8 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:10:55.411833 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab5df2eb-854f-48ca-989b-6d83bada3445 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 779} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:10:55.439209 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ab5df2eb-854f-48ca-989b-6d83bada3445 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:55.439616 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-ab5df2eb-854f-48ca-989b-6d83bada3445 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Added segment 5dabbbc9-9c08-43be-803e-7a56b7e715d2 of type vlan for network 9947ae12-f035-40c4-b7d3-3cab43e09c33 Jun 11 10:10:55.634576 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0edf4fae-e486-491f-9728-ba4fe28b70e8 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362297'] for router_interface, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:55.700078 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ab5df2eb-854f-48ca-989b-6d83bada3445 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:55.990700 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0edf4fae-e486-491f-9728-ba4fe28b70e8 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Router c05c7527-b15d-4c4f-a052-f0b7da37bb05 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:10:56.134257 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ab5df2eb-854f-48ca-989b-6d83bada3445 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:56.158457 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5df2eb-854f-48ca-989b-6d83bada3445 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:56.159154 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ab5df2eb-854f-48ca-989b-6d83bada3445 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:56.168485 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-31dda161-c111-4bd9-9372-4e95679091f4 tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:10:56.212753 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0edf4fae-e486-491f-9728-ba4fe28b70e8 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:10:56.219544 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-0edf4fae-e486-491f-9728-ba4fe28b70e8 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] 10.222.0.60 "PUT /v2.0/routers/c05c7527-b15d-4c4f-a052-f0b7da37bb05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6409357 Jun 11 10:10:56.222260 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 50994) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:56.226303 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf8f035-29fe-404c-8c03-3d8939f15f09 None None] Sync routers for ids ['c05c7527-b15d-4c4f-a052-f0b7da37bb05'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:10:56.240230 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf8f035-29fe-404c-8c03-3d8939f15f09 None None] Routers {'c05c7527-b15d-4c4f-a052-f0b7da37bb05'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:10:56.242969 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-fcf8f035-29fe-404c-8c03-3d8939f15f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:10:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['c05c7527-b15d-4c4f-a052-f0b7da37bb05'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:10:56.289537 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5df2eb-854f-48ca-989b-6d83bada3445 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Pushing event updated for resources: {'Network': ['ID=9947ae12-f035-40c4-b7d3-3cab43e09c33,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:10:56.301732 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 9947ae12-f035-40c4-b7d3-3cab43e09c33 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:10:56.304331 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-ab5df2eb-854f-48ca-989b-6d83bada3445 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2585409 Jun 11 10:10:56.305421 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 50996) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:56.307257 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ab5df2eb-854f-48ca-989b-6d83bada3445 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:10:56.312662 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-a6467437-6924-4ac7-8f41-5437e5d4f1d7 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Request body: {'subnet': {'network_id': '9947ae12-f035-40c4-b7d3-3cab43e09c33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:10:56.419258 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-fcf8f035-29fe-404c-8c03-3d8939f15f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:10:56.430204 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf8f035-29fe-404c-8c03-3d8939f15f09 None None] Routers {'c05c7527-b15d-4c4f-a052-f0b7da37bb05'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:10:56.431067 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-fcf8f035-29fe-404c-8c03-3d8939f15f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:10:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['c05c7527-b15d-4c4f-a052-f0b7da37bb05'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:10:56.513720 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-fcf8f035-29fe-404c-8c03-3d8939f15f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:10:56.514359 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf8f035-29fe-404c-8c03-3d8939f15f09 None None] The sync data for ids ['c05c7527-b15d-4c4f-a052-f0b7da37bb05'] in n-d-779913-12 is: [] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:10:56.619907 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0782e111-1d62-4b2d-8eb7-ad1a47bd9272 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Notify callbacks [] for router, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:56.689652 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6467437-6924-4ac7-8f41-5437e5d4f1d7 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Made reservation on behalf of f90b676cb67a4cb1b788d4673e4cc737 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:10:56.695239 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a6467437-6924-4ac7-8f41-5437e5d4f1d7 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:56.922623 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0782e111-1d62-4b2d-8eb7-ad1a47bd9272 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:56.925364 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0782e111-1d62-4b2d-8eb7-ad1a47bd9272 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:56.934596 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088e105d-1dd3-49c9-a6fe-634bbbebb42d req-25effd0c-c55a-48ef-bcd8-cf9be102a54c tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:56.944152 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-088e105d-1dd3-49c9-a6fe-634bbbebb42d req-25effd0c-c55a-48ef-bcd8-cf9be102a54c tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 946 time: 0.4323392 Jun 11 10:10:57.065659 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-088e105d-1dd3-49c9-a6fe-634bbbebb42d req-70fb2399-09c1-4040-ab85-8a404989f0bb tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199186 Jun 11 10:10:57.129237 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0782e111-1d62-4b2d-8eb7-ad1a47bd9272 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:57.130104 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0782e111-1d62-4b2d-8eb7-ad1a47bd9272 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Fanout notify agent at l3_agent the message router_deleted on router c05c7527-b15d-4c4f-a052-f0b7da37bb05 {{(pid=93176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 10:10:57.137044 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0782e111-1d62-4b2d-8eb7-ad1a47bd9272 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:57.138154 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-0782e111-1d62-4b2d-8eb7-ad1a47bd9272 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] 10.222.0.60 "DELETE /v2.0/routers/c05c7527-b15d-4c4f-a052-f0b7da37bb05 HTTP/1.1" status: 204 len: 168 time: 0.9147844 Jun 11 10:10:57.141845 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 51038) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:57.236756 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cbb5868-c4ac-4f17-a23f-ff3bbd4ff007 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Deleting subnet a6537cf3-7702-4bc8-8978-459caacf04d5 {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:10:57.237645 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a6467437-6924-4ac7-8f41-5437e5d4f1d7 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:57.240703 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-06405019-27c2-4c6c-ab25-9f787566e908 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:10:57.243185 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0cbb5868-c4ac-4f17-a23f-ff3bbd4ff007 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:57.305231 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0cbb5868-c4ac-4f17-a23f-ff3bbd4ff007 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:57.435962 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6467437-6924-4ac7-8f41-5437e5d4f1d7 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Checking segment: {'id': '5dabbbc9-9c08-43be-803e-7a56b7e715d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '9947ae12-f035-40c4-b7d3-3cab43e09c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:10:57.482907 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6467437-6924-4ac7-8f41-5437e5d4f1d7 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Network hostable DHCP agents. Network: 9947ae12-f035-40c4-b7d3-3cab43e09c33, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:10:57.482907 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6467437-6924-4ac7-8f41-5437e5d4f1d7 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Pushing event updated for resources: {'Subnet': ['ID=f3857a19-23be-4e2d-af5a-ba6b651af5c7,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:10:57.482907 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a6467437-6924-4ac7-8f41-5437e5d4f1d7 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:10:57.537102 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0cbb5868-c4ac-4f17-a23f-ff3bbd4ff007 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:57.609407 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6467437-6924-4ac7-8f41-5437e5d4f1d7 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Network 9947ae12-f035-40c4-b7d3-3cab43e09c33 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:10:57.740407 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-a6467437-6924-4ac7-8f41-5437e5d4f1d7 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 9947ae12-f035-40c4-b7d3-3cab43e09c33) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:10:57.752929 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71cd1c5-fd67-4b27-b5f9-7a76d99f5834 None None] Network 9947ae12-f035-40c4-b7d3-3cab43e09c33 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:10:57.753465 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6467437-6924-4ac7-8f41-5437e5d4f1d7 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:57.753666 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a6467437-6924-4ac7-8f41-5437e5d4f1d7 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:57.769488 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0cbb5868-c4ac-4f17-a23f-ff3bbd4ff007 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:57.771755 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b590c8dd-2d18-4b0c-80c4-58b060079255 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:10:57.873809 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-a6467437-6924-4ac7-8f41-5437e5d4f1d7 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5628273 Jun 11 10:10:57.874009 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 51068) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:57.879227 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-7b4acc70-521a-4ca1-98d2-09f739aa482d tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-955813736', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:10:57.911008 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbb5868-c4ac-4f17-a23f-ff3bbd4ff007 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Pushing event deleted for resources: {'Subnet': ['ID=a6537cf3-7702-4bc8-8978-459caacf04d5,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:10:57.985218 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0cbb5868-c4ac-4f17-a23f-ff3bbd4ff007 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:10:57.985218 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0cbb5868-c4ac-4f17-a23f-ff3bbd4ff007 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:57.985218 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-0cbb5868-c4ac-4f17-a23f-ff3bbd4ff007 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] 10.222.0.60 "DELETE /v2.0/subnets/a6537cf3-7702-4bc8-8978-459caacf04d5 HTTP/1.1" status: 204 len: 168 time: 0.7899790 Jun 11 10:10:57.985218 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 51070) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:57.991978 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09cccb99-c796-445c-8712-cb5768c62d03 None None] Network 7e96d10a-3320-407f-8fcf-4cb6a512a2ad requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:10:58.072371 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7b4acc70-521a-4ca1-98d2-09f739aa482d tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:58.082057 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7b4acc70-521a-4ca1-98d2-09f739aa482d tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:58.093960 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cb291c09-7916-4070-b667-8e89f7f8b76d tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:58.257686 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7b4acc70-521a-4ca1-98d2-09f739aa482d tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:58.311102 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-cb291c09-7916-4070-b667-8e89f7f8b76d tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Deleting port 1d177b15-4b48-409d-8f06-5773b4cf847d {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:10:58.311102 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cb291c09-7916-4070-b667-8e89f7f8b76d tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:58.329344 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7b4acc70-521a-4ca1-98d2-09f739aa482d tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:58.382739 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4719d2-316b-4a6f-ab4c-dd19fe77150b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-9947ae12-f035-40c4-b7d3-3cab43e09c33', 'network_id': '9947ae12-f035-40c4-b7d3-3cab43e09c33', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'fixed_ips': [{'subnet_id': 'f3857a19-23be-4e2d-af5a-ba6b651af5c7'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 10:10:58.384131 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0b4719d2-316b-4a6f-ab4c-dd19fe77150b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:58.512696 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7b4acc70-521a-4ca1-98d2-09f739aa482d tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:58.512696 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-7b4acc70-521a-4ca1-98d2-09f739aa482d tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5937557 Jun 11 10:10:58.512696 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 51078) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:10:58.534745 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-cb291c09-7916-4070-b667-8e89f7f8b76d tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] For port 1d177b15-4b48-409d-8f06-5773b4cf847d, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=1d177b15-4b48-409d-8f06-5773b4cf847d,segment=NetworkSegment(aafa011a-0458-4a62-8cbb-c8ba7311a28b),segment_id=aafa011a-0458-4a62-8cbb-c8ba7311a28b)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:10:58.535406 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cb291c09-7916-4070-b667-8e89f7f8b76d tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:58.588079 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-0b4719d2-316b-4a6f-ab4c-dd19fe77150b None None] Allocated IP 2001:db8::2 (9947ae12-f035-40c4-b7d3-3cab43e09c33/f3857a19-23be-4e2d-af5a-ba6b651af5c7/0c4202b5-ab3f-44c1-8c8f-df4f6a6bd3b6) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:10:58.769320 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-cb291c09-7916-4070-b667-8e89f7f8b76d tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Calling delete_port for 1d177b15-4b48-409d-8f06-5773b4cf847d owned by network:dhcp {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:10:58.903038 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede0fa6d-2d55-4dad-a5ce-71370fe40cb7 req-16b312e8-35c7-4861-8141-0d1fccfcda9f tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:10:58.914745 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ede0fa6d-2d55-4dad-a5ce-71370fe40cb7 req-16b312e8-35c7-4861-8141-0d1fccfcda9f tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 946 time: 0.5386002 Jun 11 10:10:58.983003 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0b4719d2-316b-4a6f-ab4c-dd19fe77150b None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:58.992970 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-0b4719d2-316b-4a6f-ab4c-dd19fe77150b None None] Transition to ACTIVE for port object 0c4202b5-ab3f-44c1-8c8f-df4f6a6bd3b6 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:10:59.011636 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-0b4719d2-316b-4a6f-ab4c-dd19fe77150b None None] Transition to ACTIVE for port object 0c4202b5-ab3f-44c1-8c8f-df4f6a6bd3b6 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:10:59.096063 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0b4719d2-316b-4a6f-ab4c-dd19fe77150b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:59.108931 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:10:59.133432 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4719d2-316b-4a6f-ab4c-dd19fe77150b None None] Network 9947ae12-f035-40c4-b7d3-3cab43e09c33 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:10:59.140459 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-0b4719d2-316b-4a6f-ab4c-dd19fe77150b None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:10:59.224547 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4719d2-316b-4a6f-ab4c-dd19fe77150b None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:10:59.240661 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8ba84f-1ead-4fc7-b0ac-e65d003a1c2f None None] DHCP port deletion for 7e96d10a-3320-407f-8fcf-4cb6a512a2ad request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 10:10:59.320794 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ede0fa6d-2d55-4dad-a5ce-71370fe40cb7 req-4dd951d3-f82c-481c-b45b-e444e7758e10 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770741 Jun 11 10:10:59.564566 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-75ed80b7-3a88-4751-9719-5513a0097474 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:59.879866 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-0b4719d2-316b-4a6f-ab4c-dd19fe77150b None None] Attempting to bind port 0c4202b5-ab3f-44c1-8c8f-df4f6a6bd3b6 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:10:59.880182 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-0b4719d2-316b-4a6f-ab4c-dd19fe77150b None None] Attempting to bind port 0c4202b5-ab3f-44c1-8c8f-df4f6a6bd3b6 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '5dabbbc9-9c08-43be-803e-7a56b7e715d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '9947ae12-f035-40c4-b7d3-3cab43e09c33'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:10:59.880570 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4719d2-316b-4a6f-ab4c-dd19fe77150b None None] Attempting to bind port 0c4202b5-ab3f-44c1-8c8f-df4f6a6bd3b6 on network 9947ae12-f035-40c4-b7d3-3cab43e09c33 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:10:59.900027 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4719d2-316b-4a6f-ab4c-dd19fe77150b None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:10:59.900426 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4719d2-316b-4a6f-ab4c-dd19fe77150b None None] Checking segment: {'id': '5dabbbc9-9c08-43be-803e-7a56b7e715d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '9947ae12-f035-40c4-b7d3-3cab43e09c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:10:59.903652 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0b4719d2-316b-4a6f-ab4c-dd19fe77150b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:59.904071 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4719d2-316b-4a6f-ab4c-dd19fe77150b None None] Bound using segment: {'id': '5dabbbc9-9c08-43be-803e-7a56b7e715d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '9947ae12-f035-40c4-b7d3-3cab43e09c33'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:10:59.904683 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-0b4719d2-316b-4a6f-ab4c-dd19fe77150b None None] Bound port: 0c4202b5-ab3f-44c1-8c8f-df4f6a6bd3b6, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dabbbc9-9c08-43be-803e-7a56b7e715d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '9947ae12-f035-40c4-b7d3-3cab43e09c33'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:10:59.905124 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0b4719d2-316b-4a6f-ab4c-dd19fe77150b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:59.911106 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4719d2-316b-4a6f-ab4c-dd19fe77150b None None] Pushing event updated for resources: {'Port': ['ID=0c4202b5-ab3f-44c1-8c8f-df4f6a6bd3b6,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:10:59.930086 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cb291c09-7916-4070-b667-8e89f7f8b76d tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:10:59.933436 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b7a9de34-e24c-4986-b49d-600ae92e587c tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:10:59.990632 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 1d177b15-4b48-409d-8f06-5773b4cf847d no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:11:00.068712 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4719d2-316b-4a6f-ab4c-dd19fe77150b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:11:00.069082 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4719d2-316b-4a6f-ab4c-dd19fe77150b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:11:00.069593 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4719d2-316b-4a6f-ab4c-dd19fe77150b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:11:00.069936 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4719d2-316b-4a6f-ab4c-dd19fe77150b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:11:00.079715 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb291c09-7916-4070-b667-8e89f7f8b76d tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Pushing event deleted for resources: {'Port': ['ID=1d177b15-4b48-409d-8f06-5773b4cf847d,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:11:00.089968 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb291c09-7916-4070-b667-8e89f7f8b76d tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] No DVR routers for this DVR port 1d177b15-4b48-409d-8f06-5773b4cf847d on host n-d-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:11:00.090553 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4719d2-316b-4a6f-ab4c-dd19fe77150b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:11:00.091001 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4719d2-316b-4a6f-ab4c-dd19fe77150b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:11:00.093107 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4719d2-316b-4a6f-ab4c-dd19fe77150b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:11:00.093505 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4719d2-316b-4a6f-ab4c-dd19fe77150b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:11:00.093853 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4719d2-316b-4a6f-ab4c-dd19fe77150b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:11:00.094272 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4719d2-316b-4a6f-ab4c-dd19fe77150b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:11:00.094529 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4719d2-316b-4a6f-ab4c-dd19fe77150b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:11:00.094882 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4719d2-316b-4a6f-ab4c-dd19fe77150b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:11:00.151271 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 1d177b15-4b48-409d-8f06-5773b4cf847d {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:11:00.151939 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 1d177b15-4b48-409d-8f06-5773b4cf847d not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:11:00.156243 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-0b4719d2-316b-4a6f-ab4c-dd19fe77150b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.050s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:11:00.251511 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-0b4719d2-316b-4a6f-ab4c-dd19fe77150b None None] For port 0c4202b5-ab3f-44c1-8c8f-df4f6a6bd3b6, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:11:00.255469 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-0b4719d2-316b-4a6f-ab4c-dd19fe77150b None None] For port 0c4202b5-ab3f-44c1-8c8f-df4f6a6bd3b6, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=0c4202b5-ab3f-44c1-8c8f-df4f6a6bd3b6,segment=NetworkSegment(5dabbbc9-9c08-43be-803e-7a56b7e715d2),segment_id=5dabbbc9-9c08-43be-803e-7a56b7e715d2)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:11:00.262618 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-1b8ba84f-1ead-4fc7-b0ac-e65d003a1c2f None None] Deleting port 1d177b15-4b48-409d-8f06-5773b4cf847d {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:11:00.263009 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1b8ba84f-1ead-4fc7-b0ac-e65d003a1c2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:00.273744 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cb291c09-7916-4070-b667-8e89f7f8b76d tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:00.295292 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-cb291c09-7916-4070-b667-8e89f7f8b76d tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e96d10a-3320-407f-8fcf-4cb6a512a2ad']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:11:00.323321 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-cb291c09-7916-4070-b667-8e89f7f8b76d tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aafa011a-0458-4a62-8cbb-c8ba7311a28b') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:11:00.331056 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-75ed80b7-3a88-4751-9719-5513a0097474 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Allocated IP 2001:db8::1 (9947ae12-f035-40c4-b7d3-3cab43e09c33/f3857a19-23be-4e2d-af5a-ba6b651af5c7/7ae6e114-f433-460b-ba0c-1a975e6c4c56) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:11:00.332740 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-cb291c09-7916-4070-b667-8e89f7f8b76d tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aafa011a-0458-4a62-8cbb-c8ba7311a28b') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:11:00.354867 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cb291c09-7916-4070-b667-8e89f7f8b76d tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:00.388050 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cb291c09-7916-4070-b667-8e89f7f8b76d tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:00.397983 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-1b8ba84f-1ead-4fc7-b0ac-e65d003a1c2f None None] For port 1d177b15-4b48-409d-8f06-5773b4cf847d, host n-d-779913-12, got binding levels [] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:11:00.398567 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1b8ba84f-1ead-4fc7-b0ac-e65d003a1c2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:00.401109 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb291c09-7916-4070-b667-8e89f7f8b76d tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Releasing vlan 758 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:11:00.402360 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cb291c09-7916-4070-b667-8e89f7f8b76d tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:00.561847 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-1b8ba84f-1ead-4fc7-b0ac-e65d003a1c2f None None] Calling delete_port for 1d177b15-4b48-409d-8f06-5773b4cf847d owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:11:00.570872 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.ipam_backend_mixin [None req-1b8ba84f-1ead-4fc7-b0ac-e65d003a1c2f None None] Port 1d177b15-4b48-409d-8f06-5773b4cf847d was not found and therefore no delete operation was performed {{(pid=93178) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 11 10:11:00.572962 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1b8ba84f-1ead-4fc7-b0ac-e65d003a1c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:00.575365 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:11:00.606539 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8ba84f-1ead-4fc7-b0ac-e65d003a1c2f None None] Pushing event deleted for resources: {'Port': ['ID=1d177b15-4b48-409d-8f06-5773b4cf847d,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:11:00.609175 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:11:00.609175 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:11:00.609175 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:11:00.609175 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:11:00.609175 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:11:00.609175 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:11:00.609175 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:11:00.609175 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:11:00.609175 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:11:00.609175 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:11:00.609175 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:11:00.609175 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:11:00.609175 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:11:00.609175 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:11:00.609175 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:11:00.609175 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:11:00.609175 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 10:11:00.609175 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:11:00.609175 n-d-779913-12 neutron-server[93176]: timer() Jun 11 10:11:00.609175 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:11:00.609175 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 10:11:00.609175 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:11:00.609175 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 10:11:00.609175 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:11:00.609175 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 10:11:00.609175 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:11:00.609175 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 10:11:00.609175 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:11:00.609175 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 10:11:00.609175 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:11:00.609175 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:11:00.609175 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:11:00.609175 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:11:00.609175 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:11:00.609175 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 10:11:00.609175 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:11:00.609175 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 10:11:00.609175 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:11:00.609175 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:11:00.609175 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:11:00.609175 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 10:11:00.609175 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:11:00.609175 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:11:00.609175 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:11:00.609175 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:11:00.609175 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:11:00.609175 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:11:00.609175 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:11:00.614757 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb291c09-7916-4070-b667-8e89f7f8b76d tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:11:00.617567 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb291c09-7916-4070-b667-8e89f7f8b76d tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:11:00.618362 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb291c09-7916-4070-b667-8e89f7f8b76d tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:11:00.619050 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb291c09-7916-4070-b667-8e89f7f8b76d tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:11:00.619709 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb291c09-7916-4070-b667-8e89f7f8b76d tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:11:00.619976 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0b4719d2-316b-4a6f-ab4c-dd19fe77150b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:00.620593 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb291c09-7916-4070-b667-8e89f7f8b76d tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:11:00.621771 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb291c09-7916-4070-b667-8e89f7f8b76d tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:11:00.625302 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb291c09-7916-4070-b667-8e89f7f8b76d tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:11:00.626306 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb291c09-7916-4070-b667-8e89f7f8b76d tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:11:00.626942 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb291c09-7916-4070-b667-8e89f7f8b76d tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:11:00.627544 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb291c09-7916-4070-b667-8e89f7f8b76d tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:11:00.628175 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb291c09-7916-4070-b667-8e89f7f8b76d tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:11:00.636207 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-cb291c09-7916-4070-b667-8e89f7f8b76d tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.703s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:11:00.652829 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-1b8ba84f-1ead-4fc7-b0ac-e65d003a1c2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:11:00.653091 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-1b8ba84f-1ead-4fc7-b0ac-e65d003a1c2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:11:00.677699 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cb291c09-7916-4070-b667-8e89f7f8b76d tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:00.683813 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cb291c09-7916-4070-b667-8e89f7f8b76d tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:00.686171 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-75ed80b7-3a88-4751-9719-5513a0097474 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:00.692445 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-cb291c09-7916-4070-b667-8e89f7f8b76d tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] 10.222.0.60 "DELETE /v2.0/networks/7e96d10a-3320-407f-8fcf-4cb6a512a2ad HTTP/1.1" status: 204 len: 168 time: 2.7577553 Jun 11 10:11:00.696877 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-04987f90-6150-4d7d-ac3c-41b3948d82dd tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:11:00.726090 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-75ed80b7-3a88-4751-9719-5513a0097474 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Transition to ACTIVE for port object 7ae6e114-f433-460b-ba0c-1a975e6c4c56 will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:11:00.761129 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb291c09-7916-4070-b667-8e89f7f8b76d tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Pushing event deleted for resources: {'Network': ['ID=7e96d10a-3320-407f-8fcf-4cb6a512a2ad,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:11:00.765018 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-cb291c09-7916-4070-b667-8e89f7f8b76d tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:11:00.836630 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8ba84f-1ead-4fc7-b0ac-e65d003a1c2f None None] No DVR routers for this DVR port 1d177b15-4b48-409d-8f06-5773b4cf847d on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:11:00.875228 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bfd741-85c8-49d6-8488-94a9e9c59634 req-fbcb2f6d-b8e1-4331-b491-424ca91e45e2 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:11:00.877827 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-56bfd741-85c8-49d6-8488-94a9e9c59634 req-fbcb2f6d-b8e1-4331-b491-424ca91e45e2 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 946 time: 0.1566830 Jun 11 10:11:00.893839 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4719d2-316b-4a6f-ab4c-dd19fe77150b None None] Pushing event updated for resources: {'Port': ['ID=0c4202b5-ab3f-44c1-8c8f-df4f6a6bd3b6,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:11:00.903627 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-0b4719d2-316b-4a6f-ab4c-dd19fe77150b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:11:00.936166 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-75ed80b7-3a88-4751-9719-5513a0097474 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:00.941362 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a065c261-fe0f-4cd2-b0ae-9d4492e46e42 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:11:00.965084 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-56bfd741-85c8-49d6-8488-94a9e9c59634 req-f14d252e-13f7-4228-9f48-96f9edce1785 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698724 Jun 11 10:11:01.049474 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ed80b7-3a88-4751-9719-5513a0097474 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Network 9947ae12-f035-40c4-b7d3-3cab43e09c33 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:11:01.059529 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-75ed80b7-3a88-4751-9719-5513a0097474 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:11:01.067381 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ed80b7-3a88-4751-9719-5513a0097474 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:11:01.068024 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-75ed80b7-3a88-4751-9719-5513a0097474 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-375088'] for router_interface, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:01.072846 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ed80b7-3a88-4751-9719-5513a0097474 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Pushing event updated for resources: {'Port': ['ID=7ae6e114-f433-460b-ba0c-1a975e6c4c56,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:11:01.081193 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-75ed80b7-3a88-4751-9719-5513a0097474 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:11:01.445053 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:01.543042 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-75ed80b7-3a88-4751-9719-5513a0097474 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:01.665494 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 51146) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:11:02.031849 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-3a2d1dcf-4b8a-4756-ab34-2fdc999636cf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a7da2c5d857f4e7190e9c7c12b82b851&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3636830 Jun 11 10:11:02.032496 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 51162) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:11:02.077171 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 0c4202b5-ab3f-44c1-8c8f-df4f6a6bd3b6 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:11:02.210479 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-77733265-4915-446a-adc4-73e985564d3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:02.274478 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-77733265-4915-446a-adc4-73e985564d3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:02.378659 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-75ed80b7-3a88-4751-9719-5513a0097474 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:02.398024 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 0c4202b5-ab3f-44c1-8c8f-df4f6a6bd3b6 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:11:02.484113 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d41820-d118-4110-8994-76bc78b63e7d req-543605c2-644f-45a9-abd7-0d0e56f8c111 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:11:02.499912 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-61d41820-d118-4110-8994-76bc78b63e7d req-543605c2-644f-45a9-abd7-0d0e56f8c111 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 946 time: 0.1753774 Jun 11 10:11:02.499912 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-75ed80b7-3a88-4751-9719-5513a0097474 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:02.499912 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-75ed80b7-3a88-4751-9719-5513a0097474 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375108'] for router_interface, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:02.508956 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c2ffc193-8377-4745-b6d9-802ff82a0132 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:11:02.527645 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-77733265-4915-446a-adc4-73e985564d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:02.527645 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-77733265-4915-446a-adc4-73e985564d3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:02.527645 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-77733265-4915-446a-adc4-73e985564d3b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/658b84ae-af7a-4435-9de9-625b72dfce66 HTTP/1.1" status: 204 len: 168 time: 0.4830201 Jun 11 10:11:02.527645 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9fcbf7a3-cec3-4c2c-a0d1-fb949cff8652 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:11:02.550358 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77733265-4915-446a-adc4-73e985564d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=658b84ae-af7a-4435-9de9-625b72dfce66,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:11:02.626940 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-77733265-4915-446a-adc4-73e985564d3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:11:02.764342 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25287f46-0fe5-4f8b-b52d-b50d0e982b89 None None] Network 9947ae12-f035-40c4-b7d3-3cab43e09c33 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:11:02.863985 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-61d41820-d118-4110-8994-76bc78b63e7d req-031d714b-4c69-4879-8ca8-60d5965a73f1 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3779221 Jun 11 10:11:02.879791 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ed80b7-3a88-4751-9719-5513a0097474 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Pushing event updated for resources: {'Port': ['ID=7ae6e114-f433-460b-ba0c-1a975e6c4c56,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:11:02.890956 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-75ed80b7-3a88-4751-9719-5513a0097474 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:11:03.052306 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-d785d9dd-e7f5-4bb9-aee0-9fd76d494c0b None None] Provisioning for port 0c4202b5-ab3f-44c1-8c8f-df4f6a6bd3b6 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:11:03.072214 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-d785d9dd-e7f5-4bb9-aee0-9fd76d494c0b None None] Provisioning complete for port 0c4202b5-ab3f-44c1-8c8f-df4f6a6bd3b6 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:11:03.072455 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ed80b7-3a88-4751-9719-5513a0097474 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Network 9947ae12-f035-40c4-b7d3-3cab43e09c33 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:11:03.076144 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d785d9dd-e7f5-4bb9-aee0-9fd76d494c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:03.076889 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-75ed80b7-3a88-4751-9719-5513a0097474 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:11:03.490309 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75ed80b7-3a88-4751-9719-5513a0097474 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Router 98a95d66-7a60-404e-a575-420a2a4fca6e is scheduled to L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 with binding_index 1 {{(pid=93177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 10:11:03.647938 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d785d9dd-e7f5-4bb9-aee0-9fd76d494c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:03.768920 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-d785d9dd-e7f5-4bb9-aee0-9fd76d494c0b None None] For port 0c4202b5-ab3f-44c1-8c8f-df4f6a6bd3b6, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=0c4202b5-ab3f-44c1-8c8f-df4f6a6bd3b6,segment=NetworkSegment(5dabbbc9-9c08-43be-803e-7a56b7e715d2),segment_id=5dabbbc9-9c08-43be-803e-7a56b7e715d2)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:11:03.782362 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [req-ac9ff78a-f4ab-47c4-be48-740cd8fe2fd8 req-841ed67f-082a-40c6-8bc2-e1ea11daf94f service neutron] (93177) timed out ('10.222.0.64', 52429) {{(pid=93177) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 11 10:11:03.872406 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d785d9dd-e7f5-4bb9-aee0-9fd76d494c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:03.877947 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f2ce2be2-abc9-4a2f-80c9-2256ff8d4738 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:11:04.117496 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d785d9dd-e7f5-4bb9-aee0-9fd76d494c0b None None] Pushing event updated for resources: {'Port': ['ID=0c4202b5-ab3f-44c1-8c8f-df4f6a6bd3b6,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:11:04.130358 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-d785d9dd-e7f5-4bb9-aee0-9fd76d494c0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:11:04.354062 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-dc5768a9-a918-43f8-8d0a-8c3ee30147bf None None] Provisioning complete for port 0c4202b5-ab3f-44c1-8c8f-df4f6a6bd3b6 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:11:04.357268 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-dc5768a9-a918-43f8-8d0a-8c3ee30147bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:04.454606 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c912d50b-7132-4358-93fb-0cd6f8357152 req-94f77ad2-c79e-4ae1-812c-cd6d735c1ac1 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:11:04.464563 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c912d50b-7132-4358-93fb-0cd6f8357152 req-94f77ad2-c79e-4ae1-812c-cd6d735c1ac1 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 946 time: 0.2255785 Jun 11 10:11:04.626794 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c912d50b-7132-4358-93fb-0cd6f8357152 req-eada3575-434c-4f4f-900b-6bdee4b393f2 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596215 Jun 11 10:11:04.855415 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-dc5768a9-a918-43f8-8d0a-8c3ee30147bf None None] Provisioning for port 7ae6e114-f433-460b-ba0c-1a975e6c4c56 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:11:04.863659 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-dc5768a9-a918-43f8-8d0a-8c3ee30147bf None None] Provisioning complete for port 7ae6e114-f433-460b-ba0c-1a975e6c4c56 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:11:04.863659 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-dc5768a9-a918-43f8-8d0a-8c3ee30147bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:04.998939 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ed80b7-3a88-4751-9719-5513a0097474 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:11:05.014414 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-75ed80b7-3a88-4751-9719-5513a0097474 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "PUT /v2.0/routers/98a95d66-7a60-404e-a575-420a2a4fca6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5417118 Jun 11 10:11:05.017387 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 51230) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:11:05.020338 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34812027-73ab-44f8-b006-68126aaa4854 None None] Sync routers for ids ['98a95d66-7a60-404e-a575-420a2a4fca6e'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:11:05.042280 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-dc5768a9-a918-43f8-8d0a-8c3ee30147bf None None] Port 7ae6e114-f433-460b-ba0c-1a975e6c4c56 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:11:05.063701 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34812027-73ab-44f8-b006-68126aaa4854 None None] Routers {'98a95d66-7a60-404e-a575-420a2a4fca6e'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:11:05.064595 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-34812027-73ab-44f8-b006-68126aaa4854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:10:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['98a95d66-7a60-404e-a575-420a2a4fca6e'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:11:05.136318 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-34812027-73ab-44f8-b006-68126aaa4854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:11:05.167031 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34812027-73ab-44f8-b006-68126aaa4854 None None] Routers {'98a95d66-7a60-404e-a575-420a2a4fca6e'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:11:05.167724 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-34812027-73ab-44f8-b006-68126aaa4854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:10:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['98a95d66-7a60-404e-a575-420a2a4fca6e'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:11:05.177177 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93ef53e-cd3d-4588-8712-5aea03ab8865 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:11:05.181935 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 51238) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:11:05.183020 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-d93ef53e-cd3d-4588-8712-5aea03ab8865 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "GET /v2.0/ports/7ae6e114-f433-460b-ba0c-1a975e6c4c56 HTTP/1.1" status: 200 len: 911 time: 0.1645873 Jun 11 10:11:05.191963 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-d6cae76a-0e0c-4611-adf8-1956d4d82f26 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f3857a19-23be-4e2d-af5a-ba6b651af5c7'}]}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:11:05.249282 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-34812027-73ab-44f8-b006-68126aaa4854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:11:05.249725 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34812027-73ab-44f8-b006-68126aaa4854 None None] The sync data for ids ['98a95d66-7a60-404e-a575-420a2a4fca6e'] in n-d-779913-12 is: [] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:11:05.258228 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-6b82ca8a-3ff6-423a-b183-b72eac92d757 None None] Provisioning complete for port 7ae6e114-f433-460b-ba0c-1a975e6c4c56 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:11:05.258867 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6b82ca8a-3ff6-423a-b183-b72eac92d757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:05.307714 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-6b82ca8a-3ff6-423a-b183-b72eac92d757 None None] Port 7ae6e114-f433-460b-ba0c-1a975e6c4c56 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:11:05.463756 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f05a9ce7-b1fe-4324-ab74-918f9aabd22d None None] Provisioning complete for port 7ae6e114-f433-460b-ba0c-1a975e6c4c56 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:11:05.470728 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f05a9ce7-b1fe-4324-ab74-918f9aabd22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:05.627168 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f05a9ce7-b1fe-4324-ab74-918f9aabd22d None None] Port 7ae6e114-f433-460b-ba0c-1a975e6c4c56 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:11:05.661380 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d6cae76a-0e0c-4611-adf8-1956d4d82f26 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:05.746283 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:06.004480 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 0c4202b5-ab3f-44c1-8c8f-df4f6a6bd3b6 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:11:06.142540 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca29b24-99c8-4e4d-9c5e-8380e4a5aab8 req-0ac97399-956b-4847-8931-a69b95ac5426 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:11:06.142540 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6ca29b24-99c8-4e4d-9c5e-8380e4a5aab8 req-0ac97399-956b-4847-8931-a69b95ac5426 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 946 time: 0.2580230 Jun 11 10:11:06.143038 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 0c4202b5-ab3f-44c1-8c8f-df4f6a6bd3b6 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:11:06.143038 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:06.194130 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6ca29b24-99c8-4e4d-9c5e-8380e4a5aab8 req-e7d57667-90ac-4fb9-b250-420e16f78d3c tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982816 Jun 11 10:11:06.446126 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d6cae76a-0e0c-4611-adf8-1956d4d82f26 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:06.551873 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d6cae76a-0e0c-4611-adf8-1956d4d82f26 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:06.559059 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6cae76a-0e0c-4611-adf8-1956d4d82f26 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:11:06.560121 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d6cae76a-0e0c-4611-adf8-1956d4d82f26 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:06.561699 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-d6cae76a-0e0c-4611-adf8-1956d4d82f26 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "PUT /v2.0/ports/7ae6e114-f433-460b-ba0c-1a975e6c4c56 HTTP/1.1" status: 200 len: 911 time: 1.3780613 Jun 11 10:11:06.562776 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-26d76dd0-3162-4496-bd1d-7eb3f053dd19 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:11:06.567022 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 51282) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:11:06.626194 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cae76a-0e0c-4611-adf8-1956d4d82f26 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Pushing event updated for resources: {'Port': ['ID=7ae6e114-f433-460b-ba0c-1a975e6c4c56,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:11:06.635419 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d6cae76a-0e0c-4611-adf8-1956d4d82f26 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:11:07.362283 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5f57a5b1-995d-4c37-9afb-48af9244dc4c tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375209'] for router_interface, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:07.683100 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0426a04-8866-44f9-aadd-4cdcbbc890a2 req-63a4c768-27cc-4e4e-acc8-a67c4c2457ed tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:11:07.691653 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b0426a04-8866-44f9-aadd-4cdcbbc890a2 req-63a4c768-27cc-4e4e-acc8-a67c4c2457ed tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 946 time: 0.2285547 Jun 11 10:11:07.789770 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b0426a04-8866-44f9-aadd-4cdcbbc890a2 req-1049dca6-cb16-425a-bd08-c1d7fd992bb8 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969200 Jun 11 10:11:07.842647 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 51316) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:11:07.960382 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-5f57a5b1-995d-4c37-9afb-48af9244dc4c tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Deleting port 7ae6e114-f433-460b-ba0c-1a975e6c4c56 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:11:07.962178 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5f57a5b1-995d-4c37-9afb-48af9244dc4c tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:08.136350 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-025cd4bf-6b7f-4f03-9b76-36d58071b925 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:08.141750 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5f57a5b1-995d-4c37-9afb-48af9244dc4c tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:08.270709 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-5f57a5b1-995d-4c37-9afb-48af9244dc4c tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Calling delete_port for 7ae6e114-f433-460b-ba0c-1a975e6c4c56 owned by network:router_interface {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:11:08.360083 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-025cd4bf-6b7f-4f03-9b76-36d58071b925 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:08.443248 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-025cd4bf-6b7f-4f03-9b76-36d58071b925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:08.445917 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5997ef7a-2d4c-4a8c-94bd-564ffae2d654 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:11:08.516629 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025cd4bf-6b7f-4f03-9b76-36d58071b925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c550ca8-72c5-417d-8adb-12b381ca1d4c,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:11:08.531403 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-025cd4bf-6b7f-4f03-9b76-36d58071b925 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:11:08.546530 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-025cd4bf-6b7f-4f03-9b76-36d58071b925 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=00a586c39fdb4a6a8fd7bee9b4d31319&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7026207 Jun 11 10:11:08.547220 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 51334) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:11:08.696802 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ddb8298e-be2e-48df-8f97-fcb76e6f8a7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:08.736620 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ddb8298e-be2e-48df-8f97-fcb76e6f8a7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:08.752372 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5f57a5b1-995d-4c37-9afb-48af9244dc4c tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:08.756971 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-513556c0-edfd-4be4-9105-f8de8ac26b3c tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:11:08.788850 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f57a5b1-995d-4c37-9afb-48af9244dc4c tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Pushing event deleted for resources: {'Port': ['ID=7ae6e114-f433-460b-ba0c-1a975e6c4c56,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:11:08.793902 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5f57a5b1-995d-4c37-9afb-48af9244dc4c tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:11:08.824815 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 8886e1b5-532b-41f0-a26f-66a289f14c2f details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 10:11:08.996324 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ddb8298e-be2e-48df-8f97-fcb76e6f8a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:08.997052 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ddb8298e-be2e-48df-8f97-fcb76e6f8a7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:08.998904 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-ddb8298e-be2e-48df-8f97-fcb76e6f8a7f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1c550ca8-72c5-417d-8adb-12b381ca1d4c HTTP/1.1" status: 204 len: 168 time: 0.4505658 Jun 11 10:11:09.019204 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-195f13b6-258b-45d2-98fc-c5ad68d68ee0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:11:09.091169 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb8298e-be2e-48df-8f97-fcb76e6f8a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c550ca8-72c5-417d-8adb-12b381ca1d4c,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:11:09.111786 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ddb8298e-be2e-48df-8f97-fcb76e6f8a7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:11:09.182771 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:11:09.312686 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5f57a5b1-995d-4c37-9afb-48af9244dc4c tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362297'] for router_interface, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:09.402388 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 8886e1b5-532b-41f0-a26f-66a289f14c2f, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=8886e1b5-532b-41f0-a26f-66a289f14c2f,segment=NetworkSegment(5f313cca-80d0-475b-adf4-c4e559f78f6a),segment_id=5f313cca-80d0-475b-adf4-c4e559f78f6a)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:11:09.456045 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d61a6a7-e71d-4fbd-87bd-a42b39c1d612 req-fcc326f8-1053-49d8-9746-5a8370d65afa tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:11:09.457672 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': '8886e1b5-532b-41f0-a26f-66a289f14c2f', 'network_id': 'dde275fe-49aa-4dda-8d58-46e6697ca339', 'port_id': '8886e1b5-532b-41f0-a26f-66a289f14c2f', 'mac_address': 'fa:16:3e:14:bd:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57c6571c-69e4-42ab-927b-f1f4d313e6e9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 10:11:09.458336 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9d61a6a7-e71d-4fbd-87bd-a42b39c1d612 req-fcc326f8-1053-49d8-9746-5a8370d65afa tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 946 time: 0.2075260 Jun 11 10:11:09.597273 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9d61a6a7-e71d-4fbd-87bd-a42b39c1d612 req-8fc67d4c-453f-41e7-a773-a63249f900f8 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282842 Jun 11 10:11:09.672589 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:09.705334 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8886e1b5-532b-41f0-a26f-66a289f14c2f {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:11:09.766546 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 8886e1b5-532b-41f0-a26f-66a289f14c2f, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=8886e1b5-532b-41f0-a26f-66a289f14c2f,segment=NetworkSegment(5f313cca-80d0-475b-adf4-c4e559f78f6a),segment_id=5f313cca-80d0-475b-adf4-c4e559f78f6a)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:11:09.864745 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:09.867151 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:11:09.983374 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['8886e1b5-532b-41f0-a26f-66a289f14c2f'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:11:10.065973 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f57a5b1-995d-4c37-9afb-48af9244dc4c tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Router 98a95d66-7a60-404e-a575-420a2a4fca6e has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:11:10.161738 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=8886e1b5-532b-41f0-a26f-66a289f14c2f,revision_number=6']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:11:10.174970 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:11:10.341126 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f57a5b1-995d-4c37-9afb-48af9244dc4c tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:11:10.353704 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-5f57a5b1-995d-4c37-9afb-48af9244dc4c tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "PUT /v2.0/routers/98a95d66-7a60-404e-a575-420a2a4fca6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7852201 Jun 11 10:11:10.355009 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 51390) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:11:10.360719 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa8bb88-3c0a-49a6-828c-92e77339a750 None None] Sync routers for ids ['98a95d66-7a60-404e-a575-420a2a4fca6e'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:11:10.401063 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 51392) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:11:10.427122 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa8bb88-3c0a-49a6-828c-92e77339a750 None None] Routers {'98a95d66-7a60-404e-a575-420a2a4fca6e'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:11:10.428848 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-baa8bb88-3c0a-49a6-828c-92e77339a750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:10:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['98a95d66-7a60-404e-a575-420a2a4fca6e'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:11:10.441737 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-d4325a74-3e0e-4bdf-9f38-29f38f2dca0c tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "GET /v2.0/ports?device_id=98a95d66-7a60-404e-a575-420a2a4fca6e HTTP/1.1" status: 200 len: 205 time: 0.0854287 Jun 11 10:11:10.442666 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 51394) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:11:10.452477 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3f520edc-4e78-4af1-ae8d-ff92911fd621 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:10.651969 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3f520edc-4e78-4af1-ae8d-ff92911fd621 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:10.681670 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-baa8bb88-3c0a-49a6-828c-92e77339a750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:11:10.718192 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa8bb88-3c0a-49a6-828c-92e77339a750 None None] Routers {'98a95d66-7a60-404e-a575-420a2a4fca6e'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:11:10.718805 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-baa8bb88-3c0a-49a6-828c-92e77339a750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:10:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['98a95d66-7a60-404e-a575-420a2a4fca6e'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:11:10.748702 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ae51a258-e383-4e16-b8f8-bb28f2384a32 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for router, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:10.833574 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-baa8bb88-3c0a-49a6-828c-92e77339a750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:11:10.838706 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa8bb88-3c0a-49a6-828c-92e77339a750 None None] The sync data for ids ['98a95d66-7a60-404e-a575-420a2a4fca6e'] in n-d-779913-12 is: [] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:11:10.839106 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 8886e1b5-532b-41f0-a26f-66a289f14c2f up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:11:10.889067 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3f520edc-4e78-4af1-ae8d-ff92911fd621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:10.894302 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-025cd4bf-6b7f-4f03-9b76-36d58071b925 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:11:11.030915 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-3f520edc-4e78-4af1-ae8d-ff92911fd621 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a5e086191e024eaab93524a33b6a8419&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6287100 Jun 11 10:11:11.032561 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port 8886e1b5-532b-41f0-a26f-66a289f14c2f triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:11:11.033079 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:11.034445 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 51408) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:11:11.059517 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f520edc-4e78-4af1-ae8d-ff92911fd621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=373e1580-7f79-43b2-b787-2bfb56ff573c,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:11:11.081404 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3f520edc-4e78-4af1-ae8d-ff92911fd621 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:11:11.152998 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bb9a34d1-85ab-4dcc-ba1f-661ee7f6acf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:11.183321 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bb9a34d1-85ab-4dcc-ba1f-661ee7f6acf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:11.210864 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ae51a258-e383-4e16-b8f8-bb28f2384a32 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:11.215836 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:11.219870 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ae51a258-e383-4e16-b8f8-bb28f2384a32 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:11.265511 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd27e9a1f-fb95-45f7-bf50-9c284c8ef776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8886e1b5-532b-41f0-a26f-66a289f14c2f'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:11:11.272863 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2396270a-dcee-4fd6-a343-4781a62d24eb" -d '{"events": [{"server_uuid": "d27e9a1f-fb95-45f7-bf50-9c284c8ef776", "name": "network-vif-plugged", "status": "completed", "tag": "8886e1b5-532b-41f0-a26f-66a289f14c2f"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:11:11.321627 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 8886e1b5-532b-41f0-a26f-66a289f14c2f, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=8886e1b5-532b-41f0-a26f-66a289f14c2f,segment=NetworkSegment(5f313cca-80d0-475b-adf4-c4e559f78f6a),segment_id=5f313cca-80d0-475b-adf4-c4e559f78f6a)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:11:11.362231 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-152f76c1-de93-4c47-bc1c-ac572fc8d267 x-openstack-request-id: req-152f76c1-de93-4c47-bc1c-ac572fc8d267 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:11:11.364128 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d27e9a1f-fb95-45f7-bf50-9c284c8ef776", "name": "network-vif-plugged", "status": "completed", "tag": "8886e1b5-532b-41f0-a26f-66a289f14c2f", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:11:11.364474 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-152f76c1-de93-4c47-bc1c-ac572fc8d267 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:11:11.364960 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd27e9a1f-fb95-45f7-bf50-9c284c8ef776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8886e1b5-532b-41f0-a26f-66a289f14c2f', 'code': 200} Jun 11 10:11:11.461771 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bb9a34d1-85ab-4dcc-ba1f-661ee7f6acf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:11.466060 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bb9a34d1-85ab-4dcc-ba1f-661ee7f6acf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:11.470921 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-bb9a34d1-85ab-4dcc-ba1f-661ee7f6acf2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/373e1580-7f79-43b2-b787-2bfb56ff573c HTTP/1.1" status: 204 len: 168 time: 0.4342659 Jun 11 10:11:11.471894 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c617a2f8-2b45-480d-bf9c-e22a91bf4606 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:11:11.485910 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c36e98-0947-4491-a6aa-d36faf9ea654 req-9aaf768d-5390-481a-b5e8-72d5d0814244 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:11:11.487482 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-53c36e98-0947-4491-a6aa-d36faf9ea654 req-9aaf768d-5390-481a-b5e8-72d5d0814244 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 945 time: 0.6457524 Jun 11 10:11:11.497745 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9a34d1-85ab-4dcc-ba1f-661ee7f6acf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=373e1580-7f79-43b2-b787-2bfb56ff573c,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:11:11.498813 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:11.498929 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-bb9a34d1-85ab-4dcc-ba1f-661ee7f6acf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:11:11.499024 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-2e4cca1d-94eb-43b3-ae46-0587ee453028 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:11:11.565563 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-53c36e98-0947-4491-a6aa-d36faf9ea654 req-e97ad8f7-6ec8-4c4f-bda6-344f069ae77b tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598361 Jun 11 10:11:11.609399 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ae51a258-e383-4e16-b8f8-bb28f2384a32 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:11.614884 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae51a258-e383-4e16-b8f8-bb28f2384a32 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Fanout notify agent at l3_agent the message router_deleted on router 98a95d66-7a60-404e-a575-420a2a4fca6e {{(pid=93176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 10:11:11.634083 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ae51a258-e383-4e16-b8f8-bb28f2384a32 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:11.642050 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-ae51a258-e383-4e16-b8f8-bb28f2384a32 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "DELETE /v2.0/routers/98a95d66-7a60-404e-a575-420a2a4fca6e HTTP/1.1" status: 204 len: 168 time: 1.1912766 Jun 11 10:11:11.642204 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 51426) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:11:11.642297 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=8886e1b5-532b-41f0-a26f-66a289f14c2f,revision_number=7']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:11:11.659005 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:11:11.790889 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a210d3c-af6e-485a-8db1-5e17228d044e tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Deleting subnet f3857a19-23be-4e2d-af5a-ba6b651af5c7 {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:11:11.845380 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7a210d3c-af6e-485a-8db1-5e17228d044e tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:11.951879 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7a210d3c-af6e-485a-8db1-5e17228d044e tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:12.228830 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7a210d3c-af6e-485a-8db1-5e17228d044e tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:12.529554 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7a210d3c-af6e-485a-8db1-5e17228d044e tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:12.541807 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-04207465-aa3d-410c-9c94-9c24949efc17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:11:12.574504 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a210d3c-af6e-485a-8db1-5e17228d044e tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Pushing event deleted for resources: {'Subnet': ['ID=f3857a19-23be-4e2d-af5a-ba6b651af5c7,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:11:12.577351 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7a210d3c-af6e-485a-8db1-5e17228d044e tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:12.583146 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-7a210d3c-af6e-485a-8db1-5e17228d044e tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "DELETE /v2.0/subnets/f3857a19-23be-4e2d-af5a-ba6b651af5c7 HTTP/1.1" status: 204 len: 168 time: 0.9418020 Jun 11 10:11:12.584420 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7a210d3c-af6e-485a-8db1-5e17228d044e tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:11:12.585583 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 51446) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:11:12.604698 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092dbbaf-432c-49ba-bb3c-05c1c45fbffa None None] Network 9947ae12-f035-40c4-b7d3-3cab43e09c33 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:11:12.892472 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b1700cc5-ebe2-42ac-a9cb-e2f18816ddcb tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:12.994509 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb29d9-873c-48b4-86de-4e398fe41b92 req-fd1f1b2a-be54-499c-8202-f2850e649d32 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:11:13.004582 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-11fb29d9-873c-48b4-86de-4e398fe41b92 req-fd1f1b2a-be54-499c-8202-f2850e649d32 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 946 time: 0.2810059 Jun 11 10:11:13.078468 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670c45dc-50b3-42ed-9f00-6ccc6af7ee69 None None] DHCP port deletion for 9947ae12-f035-40c4-b7d3-3cab43e09c33 request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 10:11:13.109992 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-11fb29d9-873c-48b4-86de-4e398fe41b92 req-e9127d27-ac58-4c0c-b24c-4c30c82ffb29 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024327 Jun 11 10:11:13.143992 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-b1700cc5-ebe2-42ac-a9cb-e2f18816ddcb tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Deleting port 0c4202b5-ab3f-44c1-8c8f-df4f6a6bd3b6 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:11:13.145779 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b1700cc5-ebe2-42ac-a9cb-e2f18816ddcb tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:13.152520 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f898261e-40a5-4a0a-bf80-490f6cbbe503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:13.239982 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-670c45dc-50b3-42ed-9f00-6ccc6af7ee69 None None] Deleting port 0c4202b5-ab3f-44c1-8c8f-df4f6a6bd3b6 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:11:13.242211 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-670c45dc-50b3-42ed-9f00-6ccc6af7ee69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:13.323759 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-b1700cc5-ebe2-42ac-a9cb-e2f18816ddcb tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] For port 0c4202b5-ab3f-44c1-8c8f-df4f6a6bd3b6, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=0c4202b5-ab3f-44c1-8c8f-df4f6a6bd3b6,segment=NetworkSegment(5dabbbc9-9c08-43be-803e-7a56b7e715d2),segment_id=5dabbbc9-9c08-43be-803e-7a56b7e715d2)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:11:13.324305 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b1700cc5-ebe2-42ac-a9cb-e2f18816ddcb tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:13.453096 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-670c45dc-50b3-42ed-9f00-6ccc6af7ee69 None None] For port 0c4202b5-ab3f-44c1-8c8f-df4f6a6bd3b6, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=0c4202b5-ab3f-44c1-8c8f-df4f6a6bd3b6,segment=NetworkSegment(5dabbbc9-9c08-43be-803e-7a56b7e715d2),segment_id=5dabbbc9-9c08-43be-803e-7a56b7e715d2)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:11:13.453846 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-670c45dc-50b3-42ed-9f00-6ccc6af7ee69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:13.585787 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-b1700cc5-ebe2-42ac-a9cb-e2f18816ddcb tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Calling delete_port for 0c4202b5-ab3f-44c1-8c8f-df4f6a6bd3b6 owned by network:dhcp {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:11:13.703818 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-670c45dc-50b3-42ed-9f00-6ccc6af7ee69 None None] Calling delete_port for 0c4202b5-ab3f-44c1-8c8f-df4f6a6bd3b6 owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:11:13.955155 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 0c4202b5-ab3f-44c1-8c8f-df4f6a6bd3b6 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:11:14.044896 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b1700cc5-ebe2-42ac-a9cb-e2f18816ddcb tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:14.047309 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-10ba3505-c3ea-47cd-844f-9117816fbd13 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:11:14.077131 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-670c45dc-50b3-42ed-9f00-6ccc6af7ee69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:14.081788 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-2e4cca1d-94eb-43b3-ae46-0587ee453028 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:11:14.118540 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670c45dc-50b3-42ed-9f00-6ccc6af7ee69 None None] Pushing event deleted for resources: {'Port': ['ID=0c4202b5-ab3f-44c1-8c8f-df4f6a6bd3b6,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:11:14.124032 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-670c45dc-50b3-42ed-9f00-6ccc6af7ee69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:11:14.128732 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670c45dc-50b3-42ed-9f00-6ccc6af7ee69 None None] No DVR routers for this DVR port 0c4202b5-ab3f-44c1-8c8f-df4f6a6bd3b6 on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:11:14.135628 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No active binding found for port 0c4202b5-ab3f-44c1-8c8f-df4f6a6bd3b6 {{(pid=93178) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 11 10:11:14.135628 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 0c4202b5-ab3f-44c1-8c8f-df4f6a6bd3b6 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:11:14.163170 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1700cc5-ebe2-42ac-a9cb-e2f18816ddcb tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Pushing event deleted for resources: {'Port': ['ID=0c4202b5-ab3f-44c1-8c8f-df4f6a6bd3b6,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:11:14.173611 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b1700cc5-ebe2-42ac-a9cb-e2f18816ddcb tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:11:14.174892 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1700cc5-ebe2-42ac-a9cb-e2f18816ddcb tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] No DVR routers for this DVR port 0c4202b5-ab3f-44c1-8c8f-df4f6a6bd3b6 on host n-d-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:11:14.622863 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b1700cc5-ebe2-42ac-a9cb-e2f18816ddcb tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:14.680162 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-b1700cc5-ebe2-42ac-a9cb-e2f18816ddcb tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9947ae12-f035-40c4-b7d3-3cab43e09c33']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:11:14.710774 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-b1700cc5-ebe2-42ac-a9cb-e2f18816ddcb tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dabbbc9-9c08-43be-803e-7a56b7e715d2') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:11:14.711179 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-b1700cc5-ebe2-42ac-a9cb-e2f18816ddcb tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dabbbc9-9c08-43be-803e-7a56b7e715d2') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:11:14.726131 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b1700cc5-ebe2-42ac-a9cb-e2f18816ddcb tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:14.759942 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b1700cc5-ebe2-42ac-a9cb-e2f18816ddcb tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:14.770557 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1700cc5-ebe2-42ac-a9cb-e2f18816ddcb tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Releasing vlan 779 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:11:14.771436 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b1700cc5-ebe2-42ac-a9cb-e2f18816ddcb tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:14.786336 n-d-779913-12 neutron-server[93176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:11:14.786336 n-d-779913-12 neutron-server[93176]: self.session.flush() Jun 11 10:11:14.786336 n-d-779913-12 neutron-server[93176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:11:14.786336 n-d-779913-12 neutron-server[93176]: self.session.flush() Jun 11 10:11:14.786336 n-d-779913-12 neutron-server[93176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:11:14.786336 n-d-779913-12 neutron-server[93176]: self.session.flush() Jun 11 10:11:14.786336 n-d-779913-12 neutron-server[93176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:11:14.786336 n-d-779913-12 neutron-server[93176]: self.session.flush() Jun 11 10:11:14.786336 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 10:11:14.786336 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:11:14.786336 n-d-779913-12 neutron-server[93176]: timer() Jun 11 10:11:14.786336 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:11:14.786336 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 10:11:14.786336 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:11:14.786336 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 10:11:14.786336 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:11:14.786336 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 10:11:14.786336 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:11:14.786336 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 10:11:14.786336 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:11:14.786336 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 10:11:14.786336 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:11:14.786336 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:11:14.786336 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:11:14.786336 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:11:14.786336 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:11:14.786336 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 10:11:14.786336 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:11:14.786336 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 10:11:14.786336 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:11:14.786336 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:11:14.786336 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:11:14.786336 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 10:11:14.786336 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:11:14.786336 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:11:14.786336 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:11:14.786336 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:11:14.786336 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:11:14.786336 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:11:14.786336 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:11:14.833976 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e2790c-56da-450c-bab1-ac8a168b6377 req-1bc90f65-5501-48a1-a252-e5ea5660c869 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:11:14.842639 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-13e2790c-56da-450c-bab1-ac8a168b6377 req-1bc90f65-5501-48a1-a252-e5ea5660c869 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 946 time: 0.2162371 Jun 11 10:11:15.857196 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-cb15fba7-4da6-4cd7-9131-1d8483b3525e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:15.978625 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-13e2790c-56da-450c-bab1-ac8a168b6377 req-f2ee290b-9624-4a86-9235-dab379ebd0a6 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1268947 Jun 11 10:11:16.014929 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:16.060800 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b1700cc5-ebe2-42ac-a9cb-e2f18816ddcb tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:16.083290 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5c384d96-6143-41a8-8e1d-9ee716197977 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:11:16.088215 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b1700cc5-ebe2-42ac-a9cb-e2f18816ddcb tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:16.095910 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-b1700cc5-ebe2-42ac-a9cb-e2f18816ddcb tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "DELETE /v2.0/networks/9947ae12-f035-40c4-b7d3-3cab43e09c33 HTTP/1.1" status: 204 len: 168 time: 3.5081053 Jun 11 10:11:16.105013 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 51504) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:11:16.119090 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-b95bf2ed-d817-4a80-b890-51253c647731 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1204487488', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:11:16.177459 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1700cc5-ebe2-42ac-a9cb-e2f18816ddcb tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Pushing event deleted for resources: {'Network': ['ID=9947ae12-f035-40c4-b7d3-3cab43e09c33,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:11:16.183979 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b1700cc5-ebe2-42ac-a9cb-e2f18816ddcb tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:11:16.370015 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b95bf2ed-d817-4a80-b890-51253c647731 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:16.372348 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b95bf2ed-d817-4a80-b890-51253c647731 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:16.526451 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b95bf2ed-d817-4a80-b890-51253c647731 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:16.648812 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b95bf2ed-d817-4a80-b890-51253c647731 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:16.881286 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:16.946214 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b95bf2ed-d817-4a80-b890-51253c647731 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:16.953401 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-b95bf2ed-d817-4a80-b890-51253c647731 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8448868 Jun 11 10:11:16.954597 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 51518) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:11:16.964343 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-f15c6189-235c-4813-a76d-09b701c98fe7 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-357144580'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:11:17.105779 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f15c6189-235c-4813-a76d-09b701c98fe7 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Made reservation on behalf of f90b676cb67a4cb1b788d4673e4cc737 for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:11:17.109784 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f15c6189-235c-4813-a76d-09b701c98fe7 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:17.180721 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f15c6189-235c-4813-a76d-09b701c98fe7 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:11:17.193347 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f15c6189-235c-4813-a76d-09b701c98fe7 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:17.194280 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-f15c6189-235c-4813-a76d-09b701c98fe7 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Added segment bbd2ee27-f620-4407-a8d8-160b5525f757 of type vlan for network 655c7143-7fa7-4c23-8fa8-04f29f850031 Jun 11 10:11:17.315241 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f15c6189-235c-4813-a76d-09b701c98fe7 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:17.538782 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375f8a61-d68f-49a5-a5db-9b026d1ac828 req-5b5b983c-5ab7-4353-a698-9bbc93cdf2ad tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:11:17.545403 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-375f8a61-d68f-49a5-a5db-9b026d1ac828 req-5b5b983c-5ab7-4353-a698-9bbc93cdf2ad tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 946 time: 0.1293328 Jun 11 10:11:17.624865 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f15c6189-235c-4813-a76d-09b701c98fe7 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:17.624865 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15c6189-235c-4813-a76d-09b701c98fe7 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:11:17.624865 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f15c6189-235c-4813-a76d-09b701c98fe7 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:17.624865 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-cbe37fb0-57e0-47a4-afc4-f333155707d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:11:17.672447 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-375f8a61-d68f-49a5-a5db-9b026d1ac828 req-d67b826f-9c41-4399-9b18-a6d8d8604356 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202431 Jun 11 10:11:17.819701 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15c6189-235c-4813-a76d-09b701c98fe7 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Pushing event updated for resources: {'Network': ['ID=655c7143-7fa7-4c23-8fa8-04f29f850031,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:11:17.824411 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f15c6189-235c-4813-a76d-09b701c98fe7 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:11:17.852469 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 655c7143-7fa7-4c23-8fa8-04f29f850031 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:11:18.029243 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-f15c6189-235c-4813-a76d-09b701c98fe7 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0699506 Jun 11 10:11:18.030049 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 51536) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:11:18.035185 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-ae37b105-d221-4674-ba73-3e38bf5fac15 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Request body: {'subnet': {'network_id': '655c7143-7fa7-4c23-8fa8-04f29f850031', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:11:18.277457 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae37b105-d221-4674-ba73-3e38bf5fac15 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Made reservation on behalf of f90b676cb67a4cb1b788d4673e4cc737 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:11:18.281588 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ae37b105-d221-4674-ba73-3e38bf5fac15 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:18.498053 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:18.941843 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 51556) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:11:19.013494 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ae37b105-d221-4674-ba73-3e38bf5fac15 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:19.016566 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-77e00107-55d2-4f53-8c39-bd1ba236f647 tempest-BulkNetworkOpsTest-414817059 tempest-BulkNetworkOpsTest-414817059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:11:19.087280 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f949d41-54c7-49f0-a774-18d9df6cc1be req-ffa2e2f2-96f5-453e-86bb-beb12971c435 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:11:19.092065 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7f949d41-54c7-49f0-a774-18d9df6cc1be req-ffa2e2f2-96f5-453e-86bb-beb12971c435 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 946 time: 0.2408848 Jun 11 10:11:19.136639 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae37b105-d221-4674-ba73-3e38bf5fac15 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Pushing event updated for resources: {'Subnet': ['ID=27f2c85f-a843-4d8a-b9b8-88ee152d7822,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:11:19.148571 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ae37b105-d221-4674-ba73-3e38bf5fac15 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:11:19.198537 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7f949d41-54c7-49f0-a774-18d9df6cc1be req-16b670e0-02f9-457a-a1df-1973b4507ca8 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970106 Jun 11 10:11:19.216537 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae37b105-d221-4674-ba73-3e38bf5fac15 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Checking segment: {'id': 'bbd2ee27-f620-4407-a8d8-160b5525f757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '655c7143-7fa7-4c23-8fa8-04f29f850031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:11:19.216537 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae37b105-d221-4674-ba73-3e38bf5fac15 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Network hostable DHCP agents. Network: 655c7143-7fa7-4c23-8fa8-04f29f850031, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:11:19.222131 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7448b1c7-6333-4c27-86bc-69403df4ead3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:19.449730 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7448b1c7-6333-4c27-86bc-69403df4ead3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:19.545791 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae37b105-d221-4674-ba73-3e38bf5fac15 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Network 655c7143-7fa7-4c23-8fa8-04f29f850031 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:11:19.581371 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7448b1c7-6333-4c27-86bc-69403df4ead3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:19.586111 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-52110e7e-b6a1-4f1b-af79-462bd48155dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:11:19.709825 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-7448b1c7-6333-4c27-86bc-69403df4ead3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f43b6182b94641a183d80ff2e07276e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7611916 Jun 11 10:11:19.727346 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 51564) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:11:19.780706 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7448b1c7-6333-4c27-86bc-69403df4ead3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a682f520-2c51-4212-93f5-97d215f4fb2b,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:11:19.805167 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7448b1c7-6333-4c27-86bc-69403df4ead3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:11:19.921885 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-eb180025-1a3b-4db0-8c11-18bcee401a0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:19.973023 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-eb180025-1a3b-4db0-8c11-18bcee401a0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:20.030790 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-ae37b105-d221-4674-ba73-3e38bf5fac15 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 655c7143-7fa7-4c23-8fa8-04f29f850031) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:11:20.040250 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4f83a7-f20b-4d7d-b840-8688b35e611a None None] Network 655c7143-7fa7-4c23-8fa8-04f29f850031 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:11:20.047470 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae37b105-d221-4674-ba73-3e38bf5fac15 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:11:20.048314 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ae37b105-d221-4674-ba73-3e38bf5fac15 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:20.200897 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-ae37b105-d221-4674-ba73-3e38bf5fac15 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1672678 Jun 11 10:11:20.201560 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 51568) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:11:20.248958 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-eb180025-1a3b-4db0-8c11-18bcee401a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:20.254009 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-eb180025-1a3b-4db0-8c11-18bcee401a0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:20.258565 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-eb180025-1a3b-4db0-8c11-18bcee401a0a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a682f520-2c51-4212-93f5-97d215f4fb2b HTTP/1.1" status: 204 len: 168 time: 0.5295990 Jun 11 10:11:20.259705 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1d9f5208-8905-402e-9b51-edaa4961877f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:11:20.297388 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb180025-1a3b-4db0-8c11-18bcee401a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a682f520-2c51-4212-93f5-97d215f4fb2b,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:11:20.314996 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-eb180025-1a3b-4db0-8c11-18bcee401a0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:11:20.614437 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337d157a-d299-49ff-83f4-773187b62326 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-655c7143-7fa7-4c23-8fa8-04f29f850031', 'network_id': '655c7143-7fa7-4c23-8fa8-04f29f850031', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'fixed_ips': [{'subnet_id': '27f2c85f-a843-4d8a-b9b8-88ee152d7822'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 10:11:20.615834 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-337d157a-d299-49ff-83f4-773187b62326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:20.845729 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94148da1-1935-4223-83f1-3f19c28b2b35 req-fc9783bd-4e3b-48a7-b8c4-12f6d38bc721 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:11:20.853892 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-94148da1-1935-4223-83f1-3f19c28b2b35 req-fc9783bd-4e3b-48a7-b8c4-12f6d38bc721 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 946 time: 0.2901306 Jun 11 10:11:20.983406 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-337d157a-d299-49ff-83f4-773187b62326 None None] Allocated IP 2001:db8::2 (655c7143-7fa7-4c23-8fa8-04f29f850031/27f2c85f-a843-4d8a-b9b8-88ee152d7822/e14f71a6-56cf-4874-8f19-a574137a1362) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:11:21.040841 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-94148da1-1935-4223-83f1-3f19c28b2b35 req-da178a76-d3a3-4e2f-b1f0-cc194aa05599 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857100 Jun 11 10:11:21.070691 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d2b59843-0d58-4104-b41c-ec34372d1b3a tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:21.682925 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-337d157a-d299-49ff-83f4-773187b62326 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:21.698184 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-337d157a-d299-49ff-83f4-773187b62326 None None] Transition to ACTIVE for port object e14f71a6-56cf-4874-8f19-a574137a1362 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:11:21.718840 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-337d157a-d299-49ff-83f4-773187b62326 None None] Transition to ACTIVE for port object e14f71a6-56cf-4874-8f19-a574137a1362 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:11:21.838464 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-337d157a-d299-49ff-83f4-773187b62326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:21.850451 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-d785d9dd-e7f5-4bb9-aee0-9fd76d494c0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:11:21.907013 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 51588) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:11:21.945466 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-91abf60c-203e-4783-91fa-975a1ca15405 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:21.986674 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-d2b59843-0d58-4104-b41c-ec34372d1b3a tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Allocated IP 2001:db8::1 (655c7143-7fa7-4c23-8fa8-04f29f850031/27f2c85f-a843-4d8a-b9b8-88ee152d7822/703dc76f-d0d3-4b08-85d0-612ac0ea2237) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:11:22.003692 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337d157a-d299-49ff-83f4-773187b62326 None None] Network 655c7143-7fa7-4c23-8fa8-04f29f850031 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:11:22.006736 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337d157a-d299-49ff-83f4-773187b62326 None None] Pushing event updated for resources: {'Port': ['ID=e14f71a6-56cf-4874-8f19-a574137a1362,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:11:22.026050 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-337d157a-d299-49ff-83f4-773187b62326 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:11:22.031751 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337d157a-d299-49ff-83f4-773187b62326 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:11:22.042667 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-337d157a-d299-49ff-83f4-773187b62326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:11:22.239099 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-91abf60c-203e-4783-91fa-975a1ca15405 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:22.287704 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-337d157a-d299-49ff-83f4-773187b62326 None None] Attempting to bind port e14f71a6-56cf-4874-8f19-a574137a1362 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:11:22.288269 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-337d157a-d299-49ff-83f4-773187b62326 None None] Attempting to bind port e14f71a6-56cf-4874-8f19-a574137a1362 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'bbd2ee27-f620-4407-a8d8-160b5525f757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '655c7143-7fa7-4c23-8fa8-04f29f850031'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:11:22.289715 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337d157a-d299-49ff-83f4-773187b62326 None None] Attempting to bind port e14f71a6-56cf-4874-8f19-a574137a1362 on network 655c7143-7fa7-4c23-8fa8-04f29f850031 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:11:22.302719 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337d157a-d299-49ff-83f4-773187b62326 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:11:22.303992 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337d157a-d299-49ff-83f4-773187b62326 None None] Checking segment: {'id': 'bbd2ee27-f620-4407-a8d8-160b5525f757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '655c7143-7fa7-4c23-8fa8-04f29f850031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:11:22.304407 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-337d157a-d299-49ff-83f4-773187b62326 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:22.306577 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337d157a-d299-49ff-83f4-773187b62326 None None] Bound using segment: {'id': 'bbd2ee27-f620-4407-a8d8-160b5525f757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '655c7143-7fa7-4c23-8fa8-04f29f850031'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:11:22.307126 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-337d157a-d299-49ff-83f4-773187b62326 None None] Bound port: e14f71a6-56cf-4874-8f19-a574137a1362, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbd2ee27-f620-4407-a8d8-160b5525f757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '655c7143-7fa7-4c23-8fa8-04f29f850031'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:11:22.309415 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-337d157a-d299-49ff-83f4-773187b62326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:22.353125 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-91abf60c-203e-4783-91fa-975a1ca15405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:22.368203 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1e262129-a2c6-4917-9964-541a1931e624 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:11:22.480049 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91abf60c-203e-4783-91fa-975a1ca15405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7648ced-fd5e-4636-a703-ccbf4ff545de,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:11:22.491000 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-91abf60c-203e-4783-91fa-975a1ca15405 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:11:22.525964 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-91abf60c-203e-4783-91fa-975a1ca15405 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2fb76e7f13924457ba323f4829bae6eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6177702 Jun 11 10:11:22.528850 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 51594) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:11:22.545119 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-337d157a-d299-49ff-83f4-773187b62326 None None] For port e14f71a6-56cf-4874-8f19-a574137a1362, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:11:22.552219 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-337d157a-d299-49ff-83f4-773187b62326 None None] For port e14f71a6-56cf-4874-8f19-a574137a1362, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=e14f71a6-56cf-4874-8f19-a574137a1362,segment=NetworkSegment(bbd2ee27-f620-4407-a8d8-160b5525f757),segment_id=bbd2ee27-f620-4407-a8d8-160b5525f757)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:11:22.655936 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-337d157a-d299-49ff-83f4-773187b62326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:22.674118 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-121e5da8-92b7-4a6f-9393-9b44ebd934dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:11:22.712416 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d2b59843-0d58-4104-b41c-ec34372d1b3a tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:22.732833 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e8ed2c16-8881-44f8-bdb3-7c2ebc1b99c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:22.746365 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [None req-d2b59843-0d58-4104-b41c-ec34372d1b3a tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Transition to ACTIVE for port object 703dc76f-d0d3-4b08-85d0-612ac0ea2237 will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:11:22.765150 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b7f98e-c41e-44f2-99ba-b54bb2740fcf req-61127b09-8477-411f-a0fb-af0cc6098ced tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:11:22.805571 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-55b7f98e-c41e-44f2-99ba-b54bb2740fcf req-61127b09-8477-411f-a0fb-af0cc6098ced tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 946 time: 0.4106860 Jun 11 10:11:22.835510 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e8ed2c16-8881-44f8-bdb3-7c2ebc1b99c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:22.900772 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-55b7f98e-c41e-44f2-99ba-b54bb2740fcf req-01a54b9d-7aba-4392-a4a5-798a7f07c82c tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940046 Jun 11 10:11:22.917418 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337d157a-d299-49ff-83f4-773187b62326 None None] Pushing event updated for resources: {'Port': ['ID=e14f71a6-56cf-4874-8f19-a574137a1362,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:11:22.936272 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-337d157a-d299-49ff-83f4-773187b62326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:11:23.054381 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d2b59843-0d58-4104-b41c-ec34372d1b3a tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:23.056700 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0a850769-fbb9-4a1b-b16a-8321ce91e2d6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:11:23.134838 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e8ed2c16-8881-44f8-bdb3-7c2ebc1b99c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:23.138216 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e8ed2c16-8881-44f8-bdb3-7c2ebc1b99c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:23.156142 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-e8ed2c16-8881-44f8-bdb3-7c2ebc1b99c4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f7648ced-fd5e-4636-a703-ccbf4ff545de HTTP/1.1" status: 204 len: 168 time: 0.6152339 Jun 11 10:11:23.156142 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ab874b34-b592-44b5-8914-ee0f538b273e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:11:23.171141 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ed2c16-8881-44f8-bdb3-7c2ebc1b99c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7648ced-fd5e-4636-a703-ccbf4ff545de,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:11:23.190270 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b59843-0d58-4104-b41c-ec34372d1b3a tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Pushing event updated for resources: {'Port': ['ID=703dc76f-d0d3-4b08-85d0-612ac0ea2237,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:11:23.196774 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e8ed2c16-8881-44f8-bdb3-7c2ebc1b99c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:11:23.197087 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d2b59843-0d58-4104-b41c-ec34372d1b3a tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:11:23.223666 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b59843-0d58-4104-b41c-ec34372d1b3a tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Network 655c7143-7fa7-4c23-8fa8-04f29f850031 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:11:23.231378 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-d2b59843-0d58-4104-b41c-ec34372d1b3a tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:11:23.234897 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b59843-0d58-4104-b41c-ec34372d1b3a tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:11:23.235676 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d2b59843-0d58-4104-b41c-ec34372d1b3a tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-375088'] for router_interface, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:23.750951 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d2b59843-0d58-4104-b41c-ec34372d1b3a tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:24.126723 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device e14f71a6-56cf-4874-8f19-a574137a1362 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:11:24.403123 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port e14f71a6-56cf-4874-8f19-a574137a1362 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:11:24.420576 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf7b6d4-6838-4053-9fb4-50b3d9e5e167 req-e8ec8341-2f20-4296-9b45-2a01f0c498b3 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:11:24.431428 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-daf7b6d4-6838-4053-9fb4-50b3d9e5e167 req-e8ec8341-2f20-4296-9b45-2a01f0c498b3 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 946 time: 0.1265857 Jun 11 10:11:24.514226 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-daf7b6d4-6838-4053-9fb4-50b3d9e5e167 req-43d6480b-70a1-4712-b174-d4bc769a4a52 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812194 Jun 11 10:11:24.935765 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff0c8ea-0a2f-477c-a552-9374eb8211d9 None None] Network 655c7143-7fa7-4c23-8fa8-04f29f850031 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:11:24.967315 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d2b59843-0d58-4104-b41c-ec34372d1b3a tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:25.048944 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d2b59843-0d58-4104-b41c-ec34372d1b3a tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:25.049938 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d2b59843-0d58-4104-b41c-ec34372d1b3a tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375108'] for router_interface, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:25.053518 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5f57a5b1-995d-4c37-9afb-48af9244dc4c tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:11:25.218593 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-d1baf858-c4cc-43e5-8ce2-1b1be0dc6632 None None] Provisioning for port e14f71a6-56cf-4874-8f19-a574137a1362 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:11:25.230521 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b59843-0d58-4104-b41c-ec34372d1b3a tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Pushing event updated for resources: {'Port': ['ID=703dc76f-d0d3-4b08-85d0-612ac0ea2237,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:11:25.231943 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-d1baf858-c4cc-43e5-8ce2-1b1be0dc6632 None None] Provisioning complete for port e14f71a6-56cf-4874-8f19-a574137a1362 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:11:25.232336 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d1baf858-c4cc-43e5-8ce2-1b1be0dc6632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:25.239344 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d2b59843-0d58-4104-b41c-ec34372d1b3a tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:11:25.432875 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b59843-0d58-4104-b41c-ec34372d1b3a tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Network 655c7143-7fa7-4c23-8fa8-04f29f850031 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:11:25.436501 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-d2b59843-0d58-4104-b41c-ec34372d1b3a tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:11:25.547075 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d1baf858-c4cc-43e5-8ce2-1b1be0dc6632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:25.639948 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-d1baf858-c4cc-43e5-8ce2-1b1be0dc6632 None None] For port e14f71a6-56cf-4874-8f19-a574137a1362, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=e14f71a6-56cf-4874-8f19-a574137a1362,segment=NetworkSegment(bbd2ee27-f620-4407-a8d8-160b5525f757),segment_id=bbd2ee27-f620-4407-a8d8-160b5525f757)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:11:25.724629 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d1baf858-c4cc-43e5-8ce2-1b1be0dc6632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:25.726583 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:11:25.943852 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1baf858-c4cc-43e5-8ce2-1b1be0dc6632 None None] Pushing event updated for resources: {'Port': ['ID=e14f71a6-56cf-4874-8f19-a574137a1362,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:11:25.956232 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-d1baf858-c4cc-43e5-8ce2-1b1be0dc6632 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:11:26.079976 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-e9b89e63-fbb2-4c44-aa7a-b9901b2b2902 None None] Provisioning complete for port e14f71a6-56cf-4874-8f19-a574137a1362 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:11:26.080797 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e9b89e63-fbb2-4c44-aa7a-b9901b2b2902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:26.113756 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2b59843-0d58-4104-b41c-ec34372d1b3a tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Router 4d7ae21c-5100-4922-88ec-a7039fe6242a is scheduled to L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 with binding_index 1 {{(pid=93176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 10:11:26.446416 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7c8936-46d7-4096-af0d-c14e62ddc5d3 req-0bc1a309-d01b-4a0e-ae9c-0053c6babe43 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:11:26.450168 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4b7c8936-46d7-4096-af0d-c14e62ddc5d3 req-0bc1a309-d01b-4a0e-ae9c-0053c6babe43 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 946 time: 0.4780626 Jun 11 10:11:26.481829 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-e9b89e63-fbb2-4c44-aa7a-b9901b2b2902 None None] Provisioning for port 703dc76f-d0d3-4b08-85d0-612ac0ea2237 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:11:26.486995 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-e9b89e63-fbb2-4c44-aa7a-b9901b2b2902 None None] Provisioning complete for port 703dc76f-d0d3-4b08-85d0-612ac0ea2237 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:11:26.487383 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e9b89e63-fbb2-4c44-aa7a-b9901b2b2902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:26.657762 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-e9b89e63-fbb2-4c44-aa7a-b9901b2b2902 None None] Port 703dc76f-d0d3-4b08-85d0-612ac0ea2237 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:11:26.671809 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2b59843-0d58-4104-b41c-ec34372d1b3a tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:11:26.700519 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c567341-f217-4485-b3f3-492d4d70a929 None None] Sync routers for ids ['4d7ae21c-5100-4922-88ec-a7039fe6242a'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:11:26.711935 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 51666) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:11:26.712950 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-d2b59843-0d58-4104-b41c-ec34372d1b3a tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "PUT /v2.0/routers/4d7ae21c-5100-4922-88ec-a7039fe6242a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5102146 Jun 11 10:11:26.720367 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c567341-f217-4485-b3f3-492d4d70a929 None None] Routers {'4d7ae21c-5100-4922-88ec-a7039fe6242a'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:11:26.723717 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-20197f04-947f-43ef-af47-9d71b0e04876 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2054633271'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:11:26.723864 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-4c567341-f217-4485-b3f3-492d4d70a929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:11:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['4d7ae21c-5100-4922-88ec-a7039fe6242a'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:11:26.743376 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4b7c8936-46d7-4096-af0d-c14e62ddc5d3 req-fa0b28b6-d9cf-48b1-bd8f-252cbb573e76 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817771 Jun 11 10:11:26.899905 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20197f04-947f-43ef-af47-9d71b0e04876 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Made reservation on behalf of f90b676cb67a4cb1b788d4673e4cc737 for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:11:26.903504 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-20197f04-947f-43ef-af47-9d71b0e04876 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:27.007838 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20197f04-947f-43ef-af47-9d71b0e04876 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 774} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:11:27.036773 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-20197f04-947f-43ef-af47-9d71b0e04876 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:27.037685 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-20197f04-947f-43ef-af47-9d71b0e04876 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Added segment 205d87bd-f478-428a-8ae7-01221771b1b5 of type vlan for network 26750194-134c-4e10-8d86-e020cdd0264c Jun 11 10:11:27.199286 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-e09d4dc6-e560-4e11-bee7-35179137f922 None None] Provisioning complete for port 703dc76f-d0d3-4b08-85d0-612ac0ea2237 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:11:27.199996 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e09d4dc6-e560-4e11-bee7-35179137f922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:27.350289 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-e09d4dc6-e560-4e11-bee7-35179137f922 None None] Port 703dc76f-d0d3-4b08-85d0-612ac0ea2237 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:11:27.371900 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-20197f04-947f-43ef-af47-9d71b0e04876 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:27.383459 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-4c567341-f217-4485-b3f3-492d4d70a929 None None] Set router 4d7ae21c-5100-4922-88ec-a7039fe6242a gateway port host: None {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:11:27.692923 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba93bda-3aaa-4153-a3f7-633e19a83b08 req-de1d3873-6bcf-4c37-9b15-1919b70e824c tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:11:27.712126 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8ba93bda-3aaa-4153-a3f7-633e19a83b08 req-de1d3873-6bcf-4c37-9b15-1919b70e824c tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/networks?id=795e7157-0b59-4b3c-b5bc-895c607dc0cc HTTP/1.1" status: 200 len: 810 time: 0.5662742 Jun 11 10:11:27.720433 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f50b5fa6-7e22-4d3b-8147-ff9a3f5fcb49 None None] Provisioning complete for port 703dc76f-d0d3-4b08-85d0-612ac0ea2237 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:11:27.731041 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f50b5fa6-7e22-4d3b-8147-ff9a3f5fcb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:27.763651 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8ba93bda-3aaa-4153-a3f7-633e19a83b08 req-cee60bf1-0ede-4daa-9167-dee749e20260 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/quotas/7c7545923ebc48e08cfbeb0d8e94f901 HTTP/1.1" status: 200 len: 375 time: 0.0434532 Jun 11 10:11:27.809356 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-20197f04-947f-43ef-af47-9d71b0e04876 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:27.855100 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20197f04-947f-43ef-af47-9d71b0e04876 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:11:27.859464 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-20197f04-947f-43ef-af47-9d71b0e04876 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:27.997544 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device e14f71a6-56cf-4874-8f19-a574137a1362 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:11:28.025415 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-fbcad8f1-9da7-4576-a945-b2846603cfe8 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:11:28.106656 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f50b5fa6-7e22-4d3b-8147-ff9a3f5fcb49 None None] Port 703dc76f-d0d3-4b08-85d0-612ac0ea2237 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:11:28.280416 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port e14f71a6-56cf-4874-8f19-a574137a1362 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:11:28.281027 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:28.387019 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158de73-d4df-4abc-8e14-68a8ca082275 req-cecba10d-dc31-46a5-ab9d-093ac11f004a tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:11:28.389496 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20197f04-947f-43ef-af47-9d71b0e04876 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Pushing event updated for resources: {'Network': ['ID=26750194-134c-4e10-8d86-e020cdd0264c,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:11:28.391872 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0158de73-d4df-4abc-8e14-68a8ca082275 req-cecba10d-dc31-46a5-ab9d-093ac11f004a tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 946 time: 0.2289729 Jun 11 10:11:28.417569 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20197f04-947f-43ef-af47-9d71b0e04876 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:11:28.417962 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20197f04-947f-43ef-af47-9d71b0e04876 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:11:28.418352 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20197f04-947f-43ef-af47-9d71b0e04876 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:11:28.418731 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20197f04-947f-43ef-af47-9d71b0e04876 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:11:28.432438 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20197f04-947f-43ef-af47-9d71b0e04876 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:11:28.432836 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20197f04-947f-43ef-af47-9d71b0e04876 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:11:28.433228 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20197f04-947f-43ef-af47-9d71b0e04876 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:11:28.433619 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20197f04-947f-43ef-af47-9d71b0e04876 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:11:28.434093 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20197f04-947f-43ef-af47-9d71b0e04876 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:11:28.439291 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20197f04-947f-43ef-af47-9d71b0e04876 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:11:28.440079 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20197f04-947f-43ef-af47-9d71b0e04876 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:11:28.443741 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20197f04-947f-43ef-af47-9d71b0e04876 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:11:28.455402 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-20197f04-947f-43ef-af47-9d71b0e04876 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.7416356 Jun 11 10:11:28.456988 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 51700) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:11:28.457921 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-20197f04-947f-43ef-af47-9d71b0e04876 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:11:28.492919 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-b7d0591b-bd6a-4052-ad70-f623c899e852 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Request body: {'subnet': {'network_id': '26750194-134c-4e10-8d86-e020cdd0264c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:11:28.540244 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0158de73-d4df-4abc-8e14-68a8ca082275 req-824cdb39-afa1-4b97-a56d-558eb9e96c50 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414943 Jun 11 10:11:28.559418 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 26750194-134c-4e10-8d86-e020cdd0264c details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:11:28.605228 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8ba93bda-3aaa-4153-a3f7-633e19a83b08 req-4d0599a1-b0ab-439e-9e3b-48ff756956dd tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7c7545923ebc48e08cfbeb0d8e94f901&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8399904 Jun 11 10:11:28.939117 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d0591b-bd6a-4052-ad70-f623c899e852 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Made reservation on behalf of f90b676cb67a4cb1b788d4673e4cc737 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:11:28.948497 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b7d0591b-bd6a-4052-ad70-f623c899e852 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:29.078140 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-4c567341-f217-4485-b3f3-492d4d70a929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'name': 'tempest-RoutersIpV6Test-router-1204487488', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:11:16Z', 'updated_at': '2021-06-11T10:11:23Z', 'revision_number': 2, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'gw_port_host': None, '_interfaces': [{'id': '703dc76f-d0d3-4b08-85d0-612ac0ea2237', 'name': '', 'network_id': '655c7143-7fa7-4c23-8fa8-04f29f850031', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'mac_address': 'fa:16:3e:6c:6b:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '27f2c85f-a843-4d8a-b9b8-88ee152d7822', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:11:21Z', 'updated_at': '2021-06-11T10:11:24Z', 'revision_number': 2, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'subnets': [{'id': '27f2c85f-a843-4d8a-b9b8-88ee152d7822', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:11:29.095371 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c567341-f217-4485-b3f3-492d4d70a929 None None] Checking router: 4d7ae21c-5100-4922-88ec-a7039fe6242a for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:11:29.095746 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c567341-f217-4485-b3f3-492d4d70a929 None None] Updating router 4d7ae21c-5100-4922-88ec-a7039fe6242a port 703dc76f-d0d3-4b08-85d0-612ac0ea2237 binding host n-d-779913-12 {{(pid=93178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 10:11:29.306087 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-4c567341-f217-4485-b3f3-492d4d70a929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:29.532791 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8ba93bda-3aaa-4153-a3f7-633e19a83b08 req-0d37da9e-c951-4fbf-ab33-652abcd50fb3 service neutron] 10.222.0.60 "GET /v2.0/networks/795e7157-0b59-4b3c-b5bc-895c607dc0cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9260919 Jun 11 10:11:30.067458 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422eebd8-637d-4eba-96b6-3dbfd1aea3be req-0f080cee-5f5f-4212-8676-38e88e447994 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:11:30.069116 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-422eebd8-637d-4eba-96b6-3dbfd1aea3be req-0f080cee-5f5f-4212-8676-38e88e447994 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 946 time: 0.2360804 Jun 11 10:11:30.144961 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 51722) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:11:30.175758 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8ba93bda-3aaa-4153-a3f7-633e19a83b08 req-0447f1d8-6882-49e6-a8ae-99f334666483 service neutron] 10.222.0.60 "GET /v2.0/networks/795e7157-0b59-4b3c-b5bc-895c607dc0cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6420112 Jun 11 10:11:30.177941 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-422eebd8-637d-4eba-96b6-3dbfd1aea3be req-fb445b6d-ecf4-42ef-a38b-04e9ba43697b tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017542 Jun 11 10:11:30.247175 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b7d0591b-bd6a-4052-ad70-f623c899e852 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:30.254972 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-037d3ac1-b0ea-497b-91c1-43a8baff7e82 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:11:30.419441 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d6fee7e1-7daa-4881-95ad-9f888353aeba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:30.535282 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d0591b-bd6a-4052-ad70-f623c899e852 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Pushing event updated for resources: {'Subnet': ['ID=ffb90fd8-38f9-47fe-85ef-2b42a00972cd,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:11:30.546176 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b7d0591b-bd6a-4052-ad70-f623c899e852 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:11:30.608154 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-4c567341-f217-4485-b3f3-492d4d70a929 None None] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:30.622254 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d0591b-bd6a-4052-ad70-f623c899e852 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Checking segment: {'id': '205d87bd-f478-428a-8ae7-01221771b1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '26750194-134c-4e10-8d86-e020cdd0264c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:11:30.622788 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d0591b-bd6a-4052-ad70-f623c899e852 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Network hostable DHCP agents. Network: 26750194-134c-4e10-8d86-e020cdd0264c, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:11:30.635328 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-4c567341-f217-4485-b3f3-492d4d70a929 None None] Transition to ACTIVE for port object 703dc76f-d0d3-4b08-85d0-612ac0ea2237 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:11:30.726179 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d6fee7e1-7daa-4881-95ad-9f888353aeba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:30.787440 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-4c567341-f217-4485-b3f3-492d4d70a929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:30.789999 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-0b4719d2-316b-4a6f-ab4c-dd19fe77150b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:11:30.893276 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d6fee7e1-7daa-4881-95ad-9f888353aeba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:30.896630 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d0591b-bd6a-4052-ad70-f623c899e852 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Network 26750194-134c-4e10-8d86-e020cdd0264c is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:11:30.897414 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-780fbf42-8122-42ea-b174-b028163ba196 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:11:30.981471 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-b7d0591b-bd6a-4052-ad70-f623c899e852 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 26750194-134c-4e10-8d86-e020cdd0264c) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:11:30.994022 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d0591b-bd6a-4052-ad70-f623c899e852 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:11:30.995186 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b7d0591b-bd6a-4052-ad70-f623c899e852 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:31.060547 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 51734) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:11:31.069812 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-d6fee7e1-7daa-4881-95ad-9f888353aeba admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6079505be01140fea9060d4aad27895a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9233611 Jun 11 10:11:31.077780 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fee7e1-7daa-4881-95ad-9f888353aeba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d412fd40-5303-40a5-b031-c91f2199b801,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:11:31.087367 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d6fee7e1-7daa-4881-95ad-9f888353aeba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:11:31.131793 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 51736) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:11:31.138244 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-b7d0591b-bd6a-4052-ad70-f623c899e852 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.6792097 Jun 11 10:11:31.230079 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be44154f-d8f4-471c-91ff-718477a2f3a7 None None] Network 26750194-134c-4e10-8d86-e020cdd0264c requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:11:31.312563 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ed211d32-844b-4314-97df-bc84a91fb2c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:31.356035 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ed211d32-844b-4314-97df-bc84a91fb2c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:31.406736 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3918ea3a-dc20-42a6-913a-6e3dfca83062 None None] Pushing event updated for resources: {'Port': ['ID=703dc76f-d0d3-4b08-85d0-612ac0ea2237,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:11:31.506298 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ed211d32-844b-4314-97df-bc84a91fb2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:31.509874 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ed211d32-844b-4314-97df-bc84a91fb2c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:31.518284 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-ed211d32-844b-4314-97df-bc84a91fb2c4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d412fd40-5303-40a5-b031-c91f2199b801 HTTP/1.1" status: 204 len: 168 time: 0.4564712 Jun 11 10:11:31.522602 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-dbea3d10-b794-47fc-bece-633046b2056d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:11:31.573193 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed211d32-844b-4314-97df-bc84a91fb2c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d412fd40-5303-40a5-b031-c91f2199b801,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:11:31.585893 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ed211d32-844b-4314-97df-bc84a91fb2c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:11:31.724416 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-3918ea3a-dc20-42a6-913a-6e3dfca83062 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.934s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:11:31.873028 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c79fc560-bcc5-4f8f-9ac3-978bdaf9af7c req-dfbdae3a-cdf2-4e70-bb85-38c746cca64d tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=2aaed0f4-ddff-4170-b36d-0f4ed6866840 HTTP/1.1" status: 200 len: 210 time: 0.0590301 Jun 11 10:11:32.194462 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9c5587-2f50-4362-ae15-c54b5ff956ef req-14aed0d3-1dd4-43b6-a09b-e487950f2329 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:11:32.229453 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9b9c5587-2f50-4362-ae15-c54b5ff956ef req-14aed0d3-1dd4-43b6-a09b-e487950f2329 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 946 time: 0.3443296 Jun 11 10:11:32.735770 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:32.763279 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 51762) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:11:32.789359 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-4c567341-f217-4485-b3f3-492d4d70a929 None None] Attempting to bind port 703dc76f-d0d3-4b08-85d0-612ac0ea2237 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:11:32.795617 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9b9c5587-2f50-4362-ae15-c54b5ff956ef req-783482c9-3356-4125-9376-b03aaeaf5fd1 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5362973 Jun 11 10:11:32.799483 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-4c567341-f217-4485-b3f3-492d4d70a929 None None] Attempting to bind port 703dc76f-d0d3-4b08-85d0-612ac0ea2237 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'bbd2ee27-f620-4407-a8d8-160b5525f757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '655c7143-7fa7-4c23-8fa8-04f29f850031'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:11:32.800275 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c567341-f217-4485-b3f3-492d4d70a929 None None] Attempting to bind port 703dc76f-d0d3-4b08-85d0-612ac0ea2237 on network 655c7143-7fa7-4c23-8fa8-04f29f850031 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:11:32.825615 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5e6537f0-c8e7-4a82-9e0a-6197a1e0bc1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:32.855250 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c567341-f217-4485-b3f3-492d4d70a929 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:11:32.888424 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c567341-f217-4485-b3f3-492d4d70a929 None None] Checking segment: {'id': 'bbd2ee27-f620-4407-a8d8-160b5525f757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '655c7143-7fa7-4c23-8fa8-04f29f850031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:11:32.889248 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-4c567341-f217-4485-b3f3-492d4d70a929 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:32.891091 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c567341-f217-4485-b3f3-492d4d70a929 None None] Bound using segment: {'id': 'bbd2ee27-f620-4407-a8d8-160b5525f757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '655c7143-7fa7-4c23-8fa8-04f29f850031'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:11:32.891930 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-4c567341-f217-4485-b3f3-492d4d70a929 None None] Bound port: 703dc76f-d0d3-4b08-85d0-612ac0ea2237, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbd2ee27-f620-4407-a8d8-160b5525f757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '655c7143-7fa7-4c23-8fa8-04f29f850031'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:11:32.893364 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-4c567341-f217-4485-b3f3-492d4d70a929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:33.159006 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5db5a9e6-0438-4643-b84e-493588588d24 req-f2ce10a0-660c-49c9-9167-d9b183d02d39 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=2aaed0f4-ddff-4170-b36d-0f4ed6866840 HTTP/1.1" status: 200 len: 210 time: 0.1812677 Jun 11 10:11:33.164392 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8ebc628a-e9a0-4ddb-b3e6-bb986deac9b0 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:33.330301 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-4c567341-f217-4485-b3f3-492d4d70a929 None None] For port 703dc76f-d0d3-4b08-85d0-612ac0ea2237, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:11:33.334599 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-4c567341-f217-4485-b3f3-492d4d70a929 None None] For port 703dc76f-d0d3-4b08-85d0-612ac0ea2237, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=703dc76f-d0d3-4b08-85d0-612ac0ea2237,segment=NetworkSegment(bbd2ee27-f620-4407-a8d8-160b5525f757),segment_id=bbd2ee27-f620-4407-a8d8-160b5525f757)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:11:33.337945 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5e6537f0-c8e7-4a82-9e0a-6197a1e0bc1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:33.387249 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef50cece-391b-4dff-9d42-334aba6e10ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-26750194-134c-4e10-8d86-e020cdd0264c', 'network_id': '26750194-134c-4e10-8d86-e020cdd0264c', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'fixed_ips': [{'subnet_id': 'ffb90fd8-38f9-47fe-85ef-2b42a00972cd'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 10:11:33.388562 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ef50cece-391b-4dff-9d42-334aba6e10ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:33.794261 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5e6537f0-c8e7-4a82-9e0a-6197a1e0bc1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:33.800038 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-4c567341-f217-4485-b3f3-492d4d70a929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:33.809897 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-3918ea3a-dc20-42a6-913a-6e3dfca83062 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:11:33.862770 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-553a4d6c-cf5f-422c-9e77-d31e77d8d255 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:11:34.092190 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-5e6537f0-c8e7-4a82-9e0a-6197a1e0bc1f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9feb44aca0da4f05981ee3888bf20a58&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3276353 Jun 11 10:11:34.095754 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 51776) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:11:34.095950 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-ef50cece-391b-4dff-9d42-334aba6e10ce None None] Allocated IP 2001:db8:1::2 (26750194-134c-4e10-8d86-e020cdd0264c/ffb90fd8-38f9-47fe-85ef-2b42a00972cd/33e401fd-37f4-421e-ae59-cf93dd64ad51) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:11:34.134308 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6537f0-c8e7-4a82-9e0a-6197a1e0bc1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6faf5b1-e8f5-44dc-afdd-08c3c444fc68,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:11:34.144165 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5e6537f0-c8e7-4a82-9e0a-6197a1e0bc1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:11:34.186570 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3918ea3a-dc20-42a6-913a-6e3dfca83062 None None] Pushing event updated for resources: {'Port': ['ID=703dc76f-d0d3-4b08-85d0-612ac0ea2237,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:11:34.212268 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-3918ea3a-dc20-42a6-913a-6e3dfca83062 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:11:34.248524 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c567341-f217-4485-b3f3-492d4d70a929 None None] Routers {'4d7ae21c-5100-4922-88ec-a7039fe6242a'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:11:34.249135 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-4c567341-f217-4485-b3f3-492d4d70a929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:11:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['4d7ae21c-5100-4922-88ec-a7039fe6242a'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:11:34.300803 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4428b05b-c7cf-4bff-a156-edf0e1690968 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:34.346123 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4428b05b-c7cf-4bff-a156-edf0e1690968 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:34.810872 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6af53d0d-4e70-475d-bca4-90ac6ad19dca req-e3b605a9-1376-46b7-b3be-3a421f71f0af tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=2aaed0f4-ddff-4170-b36d-0f4ed6866840 HTTP/1.1" status: 200 len: 210 time: 0.1914015 Jun 11 10:11:34.811353 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-4c567341-f217-4485-b3f3-492d4d70a929 None None] Set router 4d7ae21c-5100-4922-88ec-a7039fe6242a gateway port host: None {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:11:34.923062 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4428b05b-c7cf-4bff-a156-edf0e1690968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:34.925733 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4428b05b-c7cf-4bff-a156-edf0e1690968 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:34.926916 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-4428b05b-c7cf-4bff-a156-edf0e1690968 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c6faf5b1-e8f5-44dc-afdd-08c3c444fc68 HTTP/1.1" status: 204 len: 168 time: 0.8203392 Jun 11 10:11:34.927814 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-eb180025-1a3b-4db0-8c11-18bcee401a0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:11:34.940571 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4428b05b-c7cf-4bff-a156-edf0e1690968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6faf5b1-e8f5-44dc-afdd-08c3c444fc68,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:11:34.965075 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4428b05b-c7cf-4bff-a156-edf0e1690968 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:11:34.976939 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a3562-4d30-434a-8df2-7810ba4deec8 req-2c484326-184f-4885-bc47-5f5b1556a695 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:11:34.979731 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-967a3562-4d30-434a-8df2-7810ba4deec8 req-2c484326-184f-4885-bc47-5f5b1556a695 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 946 time: 0.4814394 Jun 11 10:11:35.146856 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ba0c29-467d-422d-aa12-b87fb443ba3d req-c4fb2d21-ace0-4d36-9fe9-a2650702876f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:11:35.162178 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d1ba0c29-467d-422d-aa12-b87fb443ba3d req-c4fb2d21-ace0-4d36-9fe9-a2650702876f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=41e6320d1ec4431eb9e5249fe3d2c8c2&device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 1098 time: 0.3231447 Jun 11 10:11:35.188265 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-967a3562-4d30-434a-8df2-7810ba4deec8 req-853901e3-66c4-42cd-812b-eb7389d85be2 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936078 Jun 11 10:11:35.612607 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ef50cece-391b-4dff-9d42-334aba6e10ce None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:35.640993 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-ef50cece-391b-4dff-9d42-334aba6e10ce None None] Transition to ACTIVE for port object 33e401fd-37f4-421e-ae59-cf93dd64ad51 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:11:35.713264 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ba0c29-467d-422d-aa12-b87fb443ba3d req-5bd8a09f-eb5a-49df-aaf4-8a8ca61b39b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:11:35.715686 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d1ba0c29-467d-422d-aa12-b87fb443ba3d req-5bd8a09f-eb5a-49df-aaf4-8a8ca61b39b2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=dde275fe-49aa-4dda-8d58-46e6697ca339 HTTP/1.1" status: 200 len: 913 time: 0.5257163 Jun 11 10:11:35.862707 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-ef50cece-391b-4dff-9d42-334aba6e10ce None None] Transition to ACTIVE for port object 33e401fd-37f4-421e-ae59-cf93dd64ad51 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:11:36.048614 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ef50cece-391b-4dff-9d42-334aba6e10ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:36.059378 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-3f16bbb8-08f6-4f74-ae6f-3dce60af3da7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:11:36.105447 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d1ba0c29-467d-422d-aa12-b87fb443ba3d req-f5f40a7f-103a-40fa-ac8f-5dcfbfcab2fd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8886e1b5-532b-41f0-a26f-66a289f14c2f HTTP/1.1" status: 200 len: 217 time: 0.3829198 Jun 11 10:11:36.306642 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:36.308191 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-309c21be-2a37-49de-8ca3-95d1c9240e29 req-60f9465e-a4aa-4535-808d-3dae905489a9 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=2aaed0f4-ddff-4170-b36d-0f4ed6866840 HTTP/1.1" status: 200 len: 210 time: 0.1512160 Jun 11 10:11:36.447282 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef50cece-391b-4dff-9d42-334aba6e10ce None None] Network 26750194-134c-4e10-8d86-e020cdd0264c is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:11:36.451640 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-8ebc628a-e9a0-4ddb-b3e6-bb986deac9b0 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Allocated IP 2001:db8:1::1 (26750194-134c-4e10-8d86-e020cdd0264c/ffb90fd8-38f9-47fe-85ef-2b42a00972cd/bcbea359-3657-4990-912b-9fef3e2e1ba8) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:11:36.473863 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ba0c29-467d-422d-aa12-b87fb443ba3d req-d9baa784-d584-4906-a86e-5630d01d07f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:11:36.474786 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-ef50cece-391b-4dff-9d42-334aba6e10ce None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:11:36.484378 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef50cece-391b-4dff-9d42-334aba6e10ce None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:11:36.484964 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d1ba0c29-467d-422d-aa12-b87fb443ba3d req-d9baa784-d584-4906-a86e-5630d01d07f3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=57c6571c-69e4-42ab-927b-f1f4d313e6e9 HTTP/1.1" status: 200 len: 852 time: 0.2769296 Jun 11 10:11:36.549443 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d1ba0c29-467d-422d-aa12-b87fb443ba3d req-a7eef27b-c094-42d7-908e-63c2010970a1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=dde275fe-49aa-4dda-8d58-46e6697ca339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635028 Jun 11 10:11:36.607755 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef50cece-391b-4dff-9d42-334aba6e10ce None None] Pushing event updated for resources: {'Port': ['ID=33e401fd-37f4-421e-ae59-cf93dd64ad51,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:11:36.709091 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-ef50cece-391b-4dff-9d42-334aba6e10ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.650s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:11:36.764647 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-ef50cece-391b-4dff-9d42-334aba6e10ce None None] Attempting to bind port 33e401fd-37f4-421e-ae59-cf93dd64ad51 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:11:36.765041 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-ef50cece-391b-4dff-9d42-334aba6e10ce None None] Attempting to bind port 33e401fd-37f4-421e-ae59-cf93dd64ad51 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '205d87bd-f478-428a-8ae7-01221771b1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '26750194-134c-4e10-8d86-e020cdd0264c'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:11:36.765426 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef50cece-391b-4dff-9d42-334aba6e10ce None None] Attempting to bind port 33e401fd-37f4-421e-ae59-cf93dd64ad51 on network 26750194-134c-4e10-8d86-e020cdd0264c {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:11:36.859901 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef50cece-391b-4dff-9d42-334aba6e10ce None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:11:36.861213 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef50cece-391b-4dff-9d42-334aba6e10ce None None] Checking segment: {'id': '205d87bd-f478-428a-8ae7-01221771b1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '26750194-134c-4e10-8d86-e020cdd0264c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:11:36.861213 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ef50cece-391b-4dff-9d42-334aba6e10ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:36.862847 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef50cece-391b-4dff-9d42-334aba6e10ce None None] Bound using segment: {'id': '205d87bd-f478-428a-8ae7-01221771b1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '26750194-134c-4e10-8d86-e020cdd0264c'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:11:36.863497 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-ef50cece-391b-4dff-9d42-334aba6e10ce None None] Bound port: 33e401fd-37f4-421e-ae59-cf93dd64ad51, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '205d87bd-f478-428a-8ae7-01221771b1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '26750194-134c-4e10-8d86-e020cdd0264c'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:11:36.863959 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ef50cece-391b-4dff-9d42-334aba6e10ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:37.089089 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-ef50cece-391b-4dff-9d42-334aba6e10ce None None] For port 33e401fd-37f4-421e-ae59-cf93dd64ad51, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:11:37.091641 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613e2c46-fe4b-41b6-8056-243ad495d048 req-d817f590-260c-464e-a5ca-207e556b467c tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:11:37.093268 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-613e2c46-fe4b-41b6-8056-243ad495d048 req-d817f590-260c-464e-a5ca-207e556b467c tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 946 time: 0.6061661 Jun 11 10:11:37.098865 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-ef50cece-391b-4dff-9d42-334aba6e10ce None None] For port 33e401fd-37f4-421e-ae59-cf93dd64ad51, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=33e401fd-37f4-421e-ae59-cf93dd64ad51,segment=NetworkSegment(205d87bd-f478-428a-8ae7-01221771b1b5),segment_id=205d87bd-f478-428a-8ae7-01221771b1b5)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:11:37.119948 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d1ba0c29-467d-422d-aa12-b87fb443ba3d req-a599f886-5ae3-4a3f-8fe3-75e13ab4bde9 service neutron] 10.222.0.64 "GET /v2.0/networks/dde275fe-49aa-4dda-8d58-46e6697ca339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5304465 Jun 11 10:11:37.193674 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-4c567341-f217-4485-b3f3-492d4d70a929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'name': 'tempest-RoutersIpV6Test-router-1204487488', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:11:16Z', 'updated_at': '2021-06-11T10:11:23Z', 'revision_number': 2, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'gw_port_host': None, '_interfaces': [{'id': '703dc76f-d0d3-4b08-85d0-612ac0ea2237', 'name': '', 'network_id': '655c7143-7fa7-4c23-8fa8-04f29f850031', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'mac_address': 'fa:16:3e:6c:6b:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '27f2c85f-a843-4d8a-b9b8-88ee152d7822', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:11:21Z', 'updated_at': '2021-06-11T10:11:33Z', 'revision_number': 4, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'subnets': [{'id': '27f2c85f-a843-4d8a-b9b8-88ee152d7822', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:11:37.193674 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c567341-f217-4485-b3f3-492d4d70a929 None None] The sync data for ids ['4d7ae21c-5100-4922-88ec-a7039fe6242a'] in n-d-779913-12 is: [{'id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'name': 'tempest-RoutersIpV6Test-router-1204487488', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:11:16Z', 'updated_at': '2021-06-11T10:11:23Z', 'revision_number': 2, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'gw_port_host': None, '_interfaces': [{'id': '703dc76f-d0d3-4b08-85d0-612ac0ea2237', 'name': '', 'network_id': '655c7143-7fa7-4c23-8fa8-04f29f850031', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'mac_address': 'fa:16:3e:6c:6b:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '27f2c85f-a843-4d8a-b9b8-88ee152d7822', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:11:21Z', 'updated_at': '2021-06-11T10:11:33Z', 'revision_number': 4, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'subnets': [{'id': '27f2c85f-a843-4d8a-b9b8-88ee152d7822', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:11:37.198055 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8ebc628a-e9a0-4ddb-b3e6-bb986deac9b0 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:37.279970 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [None req-8ebc628a-e9a0-4ddb-b3e6-bb986deac9b0 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Transition to ACTIVE for port object bcbea359-3657-4990-912b-9fef3e2e1ba8 will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:11:37.309489 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ef50cece-391b-4dff-9d42-334aba6e10ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:37.316720 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-33d6324a-a616-4229-96c6-dc87a4093b55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:11:37.323670 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba93bda-3aaa-4153-a3f7-633e19a83b08 req-98875209-e2ca-47fc-9432-9165092d15e8 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:11:37.325463 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8ba93bda-3aaa-4153-a3f7-633e19a83b08 req-98875209-e2ca-47fc-9432-9165092d15e8 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.69 "GET /v2.0/networks?id=795e7157-0b59-4b3c-b5bc-895c607dc0cc HTTP/1.1" status: 200 len: 810 time: 0.4732709 Jun 11 10:11:37.338231 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-613e2c46-fe4b-41b6-8056-243ad495d048 req-76bc6921-d82a-4d4e-a93e-27bbd7e843ff tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280712 Jun 11 10:11:37.343274 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-8ba93bda-3aaa-4153-a3f7-633e19a83b08 req-7c4b1aab-bdf0-4792-9db2-bd0102b2d8c8 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Request body: {'port': {'device_id': '2aaed0f4-ddff-4170-b36d-0f4ed6866840', 'network_id': '795e7157-0b59-4b3c-b5bc-895c607dc0cc', 'admin_state_up': True, 'tenant_id': '7c7545923ebc48e08cfbeb0d8e94f901'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:11:37.486307 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef50cece-391b-4dff-9d42-334aba6e10ce None None] Pushing event updated for resources: {'Port': ['ID=33e401fd-37f4-421e-ae59-cf93dd64ad51,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:11:37.492931 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-ef50cece-391b-4dff-9d42-334aba6e10ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:11:37.572211 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ee520a0d-60cd-439f-ac6c-0d5a7669a638 req-6cae7e98-7ba9-41c8-9b4a-9741ca776c71 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=2aaed0f4-ddff-4170-b36d-0f4ed6866840 HTTP/1.1" status: 200 len: 210 time: 0.0753238 Jun 11 10:11:37.582595 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d1ba0c29-467d-422d-aa12-b87fb443ba3d req-ffb7afaf-c124-48ff-a486-21b1181b7eac service neutron] 10.222.0.64 "GET /v2.0/networks/dde275fe-49aa-4dda-8d58-46e6697ca339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4527044 Jun 11 10:11:37.634407 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8ebc628a-e9a0-4ddb-b3e6-bb986deac9b0 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:37.648560 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4edfab55-381c-4656-9961-d9ae5bbe1914 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:11:37.774452 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ba93bda-3aaa-4153-a3f7-633e19a83b08 req-7c4b1aab-bdf0-4792-9db2-bd0102b2d8c8 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Made reservation on behalf of 7c7545923ebc48e08cfbeb0d8e94f901 for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:11:37.790834 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-8ba93bda-3aaa-4153-a3f7-633e19a83b08 req-7c4b1aab-bdf0-4792-9db2-bd0102b2d8c8 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:37.796102 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebc628a-e9a0-4ddb-b3e6-bb986deac9b0 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Network 26750194-134c-4e10-8d86-e020cdd0264c is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:11:37.850990 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-8ebc628a-e9a0-4ddb-b3e6-bb986deac9b0 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:11:37.856322 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebc628a-e9a0-4ddb-b3e6-bb986deac9b0 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:11:37.856894 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8ebc628a-e9a0-4ddb-b3e6-bb986deac9b0 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-375088'] for router_interface, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:38.052021 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 703dc76f-d0d3-4b08-85d0-612ac0ea2237 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:11:38.300518 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 703dc76f-d0d3-4b08-85d0-612ac0ea2237 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:11:38.307216 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 703dc76f-d0d3-4b08-85d0-612ac0ea2237 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:11:38.309725 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:38.398680 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebc628a-e9a0-4ddb-b3e6-bb986deac9b0 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Pushing event updated for resources: {'Port': ['ID=bcbea359-3657-4990-912b-9fef3e2e1ba8,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:11:38.403915 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8ebc628a-e9a0-4ddb-b3e6-bb986deac9b0 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.760s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:11:38.669783 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:38.791182 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 703dc76f-d0d3-4b08-85d0-612ac0ea2237, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=703dc76f-d0d3-4b08-85d0-612ac0ea2237,segment=NetworkSegment(bbd2ee27-f620-4407-a8d8-160b5525f757),segment_id=bbd2ee27-f620-4407-a8d8-160b5525f757)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:11:38.940675 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8ebc628a-e9a0-4ddb-b3e6-bb986deac9b0 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:38.946047 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443d726b-a850-4661-a87b-217355c5a52f req-f8bdb7b1-772e-4acf-bed2-c9b98fc5a522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:11:38.950902 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:38.968003 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f6987d7c-61b1-4026-8b75-fc73b62e9e25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:11:38.979098 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-443d726b-a850-4661-a87b-217355c5a52f req-f8bdb7b1-772e-4acf-bed2-c9b98fc5a522 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=41e6320d1ec4431eb9e5249fe3d2c8c2&device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 1098 time: 0.7041147 Jun 11 10:11:39.101457 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-99ab6f0d-a570-456f-88f7-770b8fbfb461 req-faf27794-f01b-4913-8394-273cd695bdcb tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=2aaed0f4-ddff-4170-b36d-0f4ed6866840 HTTP/1.1" status: 200 len: 210 time: 0.0965087 Jun 11 10:11:39.144558 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=703dc76f-d0d3-4b08-85d0-612ac0ea2237,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:11:39.158804 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:11:39.204244 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-8ba93bda-3aaa-4153-a3f7-633e19a83b08 req-7c4b1aab-bdf0-4792-9db2-bd0102b2d8c8 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Allocated IP 172.20.0.14 (795e7157-0b59-4b3c-b5bc-895c607dc0cc/b543bd1f-2b45-4ed6-ae53-d9d0c8ed8871/67331b52-ef5f-4612-b0f8-2a1357105485) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:11:39.510996 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311dcf49-e826-4aa8-a096-6bfd60fb4de3 None None] Network 26750194-134c-4e10-8d86-e020cdd0264c requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:11:39.723228 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42ce1c0-dbc8-4c1c-bff7-cb79eec71e7b req-09dc4fe8-7a79-42b8-beb4-dabc82d0ee71 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:11:39.725496 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b42ce1c0-dbc8-4c1c-bff7-cb79eec71e7b req-09dc4fe8-7a79-42b8-beb4-dabc82d0ee71 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 946 time: 0.9840114 Jun 11 10:11:39.758050 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-ee9742d8-f4a5-41e6-9bf5-a1c538a4b237 None None] Provisioning for port 33e401fd-37f4-421e-ae59-cf93dd64ad51 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:11:39.827551 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443d726b-a850-4661-a87b-217355c5a52f req-208d94a6-4a5b-4a28-99e0-0eb266e37aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:11:39.829016 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-443d726b-a850-4661-a87b-217355c5a52f req-208d94a6-4a5b-4a28-99e0-0eb266e37aad service neutron] 10.222.0.64 "GET /v2.0/networks?id=dde275fe-49aa-4dda-8d58-46e6697ca339 HTTP/1.1" status: 200 len: 913 time: 0.7995312 Jun 11 10:11:40.118965 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-443d726b-a850-4661-a87b-217355c5a52f req-8f89d808-e1eb-4402-a28c-d4c31f4f5f8f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8886e1b5-532b-41f0-a26f-66a289f14c2f HTTP/1.1" status: 200 len: 217 time: 0.2229190 Jun 11 10:11:40.149478 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 33e401fd-37f4-421e-ae59-cf93dd64ad51 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:11:40.300742 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b42ce1c0-dbc8-4c1c-bff7-cb79eec71e7b req-3608e535-66da-4a95-aae2-c95c7a80f668 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5346861 Jun 11 10:11:40.324683 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-72288620-ab4d-4abd-9bbe-ac6864c7e27a req-2dc64395-9517-4673-8008-351c1ffda349 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=2aaed0f4-ddff-4170-b36d-0f4ed6866840 HTTP/1.1" status: 200 len: 210 time: 0.0485876 Jun 11 10:11:40.343256 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443d726b-a850-4661-a87b-217355c5a52f req-19b7c37f-5eb6-41f6-ab52-157caf1adf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:11:40.344677 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-443d726b-a850-4661-a87b-217355c5a52f req-19b7c37f-5eb6-41f6-ab52-157caf1adf55 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=57c6571c-69e4-42ab-927b-f1f4d313e6e9 HTTP/1.1" status: 200 len: 852 time: 0.2017522 Jun 11 10:11:40.398326 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 33e401fd-37f4-421e-ae59-cf93dd64ad51 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:11:40.403398 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 33e401fd-37f4-421e-ae59-cf93dd64ad51 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:11:40.414813 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:40.416204 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-443d726b-a850-4661-a87b-217355c5a52f req-da786456-4ea5-45d4-9934-c57568551ffb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=dde275fe-49aa-4dda-8d58-46e6697ca339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513833 Jun 11 10:11:40.416204 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-8ba93bda-3aaa-4153-a3f7-633e19a83b08 req-7c4b1aab-bdf0-4792-9db2-bd0102b2d8c8 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:40.473170 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-8ba93bda-3aaa-4153-a3f7-633e19a83b08 req-7c4b1aab-bdf0-4792-9db2-bd0102b2d8c8 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Transition to ACTIVE for port object 67331b52-ef5f-4612-b0f8-2a1357105485 will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:11:40.488216 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8ebc628a-e9a0-4ddb-b3e6-bb986deac9b0 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:40.618769 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8ebc628a-e9a0-4ddb-b3e6-bb986deac9b0 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:40.620028 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8ebc628a-e9a0-4ddb-b3e6-bb986deac9b0 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375108'] for router_interface, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:40.625725 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8f6f6c94-1181-4f71-b367-a260de5d8bd8 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:11:40.648711 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-443d726b-a850-4661-a87b-217355c5a52f req-1e6a7ca3-6694-4c55-9162-f293b7345ed3 service neutron] 10.222.0.64 "GET /v2.0/networks/dde275fe-49aa-4dda-8d58-46e6697ca339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319243 Jun 11 10:11:40.660999 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-32524ad7-9d60-4f5a-8eff-c2fa619802a7 None None] Provisioning for port bcbea359-3657-4990-912b-9fef3e2e1ba8 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:11:40.669695 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-32524ad7-9d60-4f5a-8eff-c2fa619802a7 None None] Provisioning complete for port bcbea359-3657-4990-912b-9fef3e2e1ba8 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:11:40.670079 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-32524ad7-9d60-4f5a-8eff-c2fa619802a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:40.809611 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:40.842689 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-8ba93bda-3aaa-4153-a3f7-633e19a83b08 req-7c4b1aab-bdf0-4792-9db2-bd0102b2d8c8 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:40.844870 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-32524ad7-9d60-4f5a-8eff-c2fa619802a7 None None] Port bcbea359-3657-4990-912b-9fef3e2e1ba8 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:11:40.901282 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 33e401fd-37f4-421e-ae59-cf93dd64ad51, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=33e401fd-37f4-421e-ae59-cf93dd64ad51,segment=NetworkSegment(205d87bd-f478-428a-8ae7-01221771b1b5),segment_id=205d87bd-f478-428a-8ae7-01221771b1b5)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:11:40.916477 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-32524ad7-9d60-4f5a-8eff-c2fa619802a7 None None] Provisioning complete for port 33e401fd-37f4-421e-ae59-cf93dd64ad51 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:11:40.916865 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-32524ad7-9d60-4f5a-8eff-c2fa619802a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:40.926297 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebc628a-e9a0-4ddb-b3e6-bb986deac9b0 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Pushing event updated for resources: {'Port': ['ID=bcbea359-3657-4990-912b-9fef3e2e1ba8,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:11:40.937074 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8ebc628a-e9a0-4ddb-b3e6-bb986deac9b0 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:11:40.939375 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-33bbb91c-c5ea-4def-862a-c285f8181e32 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:11:41.131758 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 8886e1b5-532b-41f0-a26f-66a289f14c2f no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:11:41.210558 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:41.210558 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 703dc76f-d0d3-4b08-85d0-612ac0ea2237 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:11:41.210558 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-d1baf858-c4cc-43e5-8ce2-1b1be0dc6632 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:11:41.414299 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=33e401fd-37f4-421e-ae59-cf93dd64ad51,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:11:41.435964 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:11:41.440274 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:41.480480 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd27e9a1f-fb95-45f7-bf50-9c284c8ef776', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8886e1b5-532b-41f0-a26f-66a289f14c2f'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:11:41.482879 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb2e8ac1-f594-41a0-94b5-44898f66295f" -d '{"events": [{"server_uuid": "d27e9a1f-fb95-45f7-bf50-9c284c8ef776", "name": "network-vif-unplugged", "status": "completed", "tag": "8886e1b5-532b-41f0-a26f-66a289f14c2f"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:11:41.501663 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 703dc76f-d0d3-4b08-85d0-612ac0ea2237 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:11:41.502147 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:41.505508 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 8886e1b5-532b-41f0-a26f-66a289f14c2f, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=8886e1b5-532b-41f0-a26f-66a289f14c2f,segment=NetworkSegment(5f313cca-80d0-475b-adf4-c4e559f78f6a),segment_id=5f313cca-80d0-475b-adf4-c4e559f78f6a)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:11:41.623735 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:41.628407 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-337d157a-d299-49ff-83f4-773187b62326 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:11:41.682282 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2893e9a-f4b3-4128-981b-d70f50b05a5f req-a5276c38-37de-48bb-adf5-2b7040fbe8d1 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:11:41.684024 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a2893e9a-f4b3-4128-981b-d70f50b05a5f req-a5276c38-37de-48bb-adf5-2b7040fbe8d1 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=2aaed0f4-ddff-4170-b36d-0f4ed6866840 HTTP/1.1" status: 200 len: 932 time: 0.1321986 Jun 11 10:11:41.715913 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ba93bda-3aaa-4153-a3f7-633e19a83b08 req-7c4b1aab-bdf0-4792-9db2-bd0102b2d8c8 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Network 795e7157-0b59-4b3c-b5bc-895c607dc0cc is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:11:41.804621 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a2893e9a-f4b3-4128-981b-d70f50b05a5f req-477d76bb-74a6-46a6-bcf5-902470c237b1 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142998 Jun 11 10:11:41.850830 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-8ba93bda-3aaa-4153-a3f7-633e19a83b08 req-7c4b1aab-bdf0-4792-9db2-bd0102b2d8c8 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:11:41.935044 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b1aab-bdf0-4792-9db2-bd0102b2d8c8 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Pushing event updated for resources: {'Port': ['ID=67331b52-ef5f-4612-b0f8-2a1357105485,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:11:41.937669 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ba93bda-3aaa-4153-a3f7-633e19a83b08 req-7c4b1aab-bdf0-4792-9db2-bd0102b2d8c8 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:11:42.016814 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-8306ada5-749a-49d6-8378-3d3c5c325237 None None] Provisioning complete for port bcbea359-3657-4990-912b-9fef3e2e1ba8 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:11:42.017538 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8306ada5-749a-49d6-8378-3d3c5c325237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:42.022737 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Jun 2021 10:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d80e995e-13dd-4672-81b8-df3cd681ec94 x-openstack-request-id: req-d80e995e-13dd-4672-81b8-df3cd681ec94 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:11:42.023172 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d27e9a1f-fb95-45f7-bf50-9c284c8ef776", "name": "network-vif-unplugged", "status": "completed", "tag": "8886e1b5-532b-41f0-a26f-66a289f14c2f", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:11:42.023540 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d80e995e-13dd-4672-81b8-df3cd681ec94 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:11:42.024183 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd27e9a1f-fb95-45f7-bf50-9c284c8ef776', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8886e1b5-532b-41f0-a26f-66a289f14c2f', 'code': 200} Jun 11 10:11:42.027101 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=8886e1b5-532b-41f0-a26f-66a289f14c2f,revision_number=8']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:11:42.030589 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:11:42.085079 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba93bda-3aaa-4153-a3f7-633e19a83b08 req-7c4b1aab-bdf0-4792-9db2-bd0102b2d8c8 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:11:42.086152 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-8ba93bda-3aaa-4153-a3f7-633e19a83b08 req-7c4b1aab-bdf0-4792-9db2-bd0102b2d8c8 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:42.099713 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7c4b1aab-bdf0-4792-9db2-bd0102b2d8c8 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.160s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:11:42.172236 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebc628a-e9a0-4ddb-b3e6-bb986deac9b0 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Network 26750194-134c-4e10-8d86-e020cdd0264c is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:11:42.194929 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8ba93bda-3aaa-4153-a3f7-633e19a83b08 req-7c4b1aab-bdf0-4792-9db2-bd0102b2d8c8 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8555217 Jun 11 10:11:42.207541 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-8306ada5-749a-49d6-8378-3d3c5c325237 None None] Port bcbea359-3657-4990-912b-9fef3e2e1ba8 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:11:42.207682 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-8ebc628a-e9a0-4ddb-b3e6-bb986deac9b0 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:11:42.238425 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-8ba93bda-3aaa-4153-a3f7-633e19a83b08 req-a9f2020d-f709-4954-a787-82c2f06dd0c8 service neutron] Request body: {'port': {'device_id': '2aaed0f4-ddff-4170-b36d-0f4ed6866840', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:11:42.300068 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 33e401fd-37f4-421e-ae59-cf93dd64ad51 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:11:42.389519 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 33e401fd-37f4-421e-ae59-cf93dd64ad51 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:11:42.389914 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:42.431925 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-443d726b-a850-4661-a87b-217355c5a52f req-0cb61b6b-841c-47af-9b89-486415d05254 service neutron] 10.222.0.64 "GET /v2.0/networks/dde275fe-49aa-4dda-8d58-46e6697ca339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7296755 Jun 11 10:11:42.485668 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240fa13e-2519-42bb-addd-de021823b8aa req-a519273c-aee2-4af0-ba29-904d813d718c tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:11:42.493388 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-240fa13e-2519-42bb-addd-de021823b8aa req-a519273c-aee2-4af0-ba29-904d813d718c tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 944 time: 0.6908114 Jun 11 10:11:42.580638 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-6d4d2921-2c8b-446a-b9fc-82ccb930085d None None] Provisioning for port 67331b52-ef5f-4612-b0f8-2a1357105485 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:11:42.584331 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-6d4d2921-2c8b-446a-b9fc-82ccb930085d None None] Provisioning complete for port 67331b52-ef5f-4612-b0f8-2a1357105485 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:11:42.584987 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6d4d2921-2c8b-446a-b9fc-82ccb930085d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:42.604317 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ebc628a-e9a0-4ddb-b3e6-bb986deac9b0 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Router 4d7ae21c-5100-4922-88ec-a7039fe6242a has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:11:42.624006 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-240fa13e-2519-42bb-addd-de021823b8aa req-7e1b3d6c-5f5e-4fc1-b887-7aa0fa4f9148 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296222 Jun 11 10:11:42.649515 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-8ba93bda-3aaa-4153-a3f7-633e19a83b08 req-a9f2020d-f709-4954-a787-82c2f06dd0c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:42.671868 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-6d4d2921-2c8b-446a-b9fc-82ccb930085d None None] Port 67331b52-ef5f-4612-b0f8-2a1357105485 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:11:42.815658 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-bd155f8c-bc51-41e8-8b02-dda56ad36c17 None None] Provisioning complete for port bcbea359-3657-4990-912b-9fef3e2e1ba8 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:11:42.815877 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-bd155f8c-bc51-41e8-8b02-dda56ad36c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:42.859417 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-bd155f8c-bc51-41e8-8b02-dda56ad36c17 None None] Port bcbea359-3657-4990-912b-9fef3e2e1ba8 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:11:42.915643 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ebc628a-e9a0-4ddb-b3e6-bb986deac9b0 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:11:42.928998 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-8ebc628a-e9a0-4ddb-b3e6-bb986deac9b0 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "PUT /v2.0/routers/4d7ae21c-5100-4922-88ec-a7039fe6242a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7893720 Jun 11 10:11:42.929113 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 52114) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:11:42.929728 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fc5f15-be74-4761-be70-e1d329d5e343 None None] Sync routers for ids ['4d7ae21c-5100-4922-88ec-a7039fe6242a'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:11:42.931092 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-1e22b658-ed53-40ae-a275-1f46b13d4fad tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-971078339'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:11:42.943689 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fc5f15-be74-4761-be70-e1d329d5e343 None None] Routers {'4d7ae21c-5100-4922-88ec-a7039fe6242a'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:11:42.945280 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-e4fc5f15-be74-4761-be70-e1d329d5e343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:11:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['4d7ae21c-5100-4922-88ec-a7039fe6242a'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:11:42.985672 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-9a796502-71e2-4827-9ed9-30164fd8b64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:43.056425 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c636eeb4-c0df-4949-822d-e5753ad0ebd6 req-6b8a0ce8-b366-41e5-96b0-bba9a2d75c55 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:11:43.058229 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c636eeb4-c0df-4949-822d-e5753ad0ebd6 req-6b8a0ce8-b366-41e5-96b0-bba9a2d75c55 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=2aaed0f4-ddff-4170-b36d-0f4ed6866840 HTTP/1.1" status: 200 len: 932 time: 0.0892885 Jun 11 10:11:43.100961 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e22b658-ed53-40ae-a275-1f46b13d4fad tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Made reservation on behalf of f90b676cb67a4cb1b788d4673e4cc737 for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:11:43.104552 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1e22b658-ed53-40ae-a275-1f46b13d4fad tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:43.130008 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-e4fc5f15-be74-4761-be70-e1d329d5e343 None None] Set router 4d7ae21c-5100-4922-88ec-a7039fe6242a gateway port host: None {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:11:43.184468 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c636eeb4-c0df-4949-822d-e5753ad0ebd6 req-643123be-e471-4acd-a84a-7917709b8bdc tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194551 Jun 11 10:11:43.203372 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e22b658-ed53-40ae-a275-1f46b13d4fad tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 754} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:11:43.236457 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1e22b658-ed53-40ae-a275-1f46b13d4fad tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:43.236814 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-1e22b658-ed53-40ae-a275-1f46b13d4fad tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Added segment 9f247720-132c-43df-bcb1-74719d9623ad of type vlan for network acde46de-134a-4325-a7a0-e4921ad82c80 Jun 11 10:11:43.312398 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-8ba93bda-3aaa-4153-a3f7-633e19a83b08 req-a9f2020d-f709-4954-a787-82c2f06dd0c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67331b52-ef5f-4612-b0f8-2a1357105485 {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:11:43.342701 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-8ba93bda-3aaa-4153-a3f7-633e19a83b08 req-a9f2020d-f709-4954-a787-82c2f06dd0c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:43.365491 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1e22b658-ed53-40ae-a275-1f46b13d4fad tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:43.397253 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-8ba93bda-3aaa-4153-a3f7-633e19a83b08 req-a9f2020d-f709-4954-a787-82c2f06dd0c8 service neutron] Transition to ACTIVE for port object 67331b52-ef5f-4612-b0f8-2a1357105485 will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:11:43.511482 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-8ba93bda-3aaa-4153-a3f7-633e19a83b08 req-a9f2020d-f709-4954-a787-82c2f06dd0c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:43.514282 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-cb291c09-7916-4070-b667-8e89f7f8b76d tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:11:43.564006 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1e22b658-ed53-40ae-a275-1f46b13d4fad tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:43.577292 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e22b658-ed53-40ae-a275-1f46b13d4fad tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:11:43.577292 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1e22b658-ed53-40ae-a275-1f46b13d4fad tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:43.580291 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-75107229-318d-4aaf-a3c1-3e4cf3c3855a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:11:43.735181 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f2020d-f709-4954-a787-82c2f06dd0c8 service neutron] Pushing event updated for resources: {'Port': ['ID=67331b52-ef5f-4612-b0f8-2a1357105485,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:11:43.739672 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a9f2020d-f709-4954-a787-82c2f06dd0c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:11:43.754674 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-8ba93bda-3aaa-4153-a3f7-633e19a83b08 req-a9f2020d-f709-4954-a787-82c2f06dd0c8 service neutron] Attempting to bind port 67331b52-ef5f-4612-b0f8-2a1357105485 on host n-h2-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:11:43.755199 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-8ba93bda-3aaa-4153-a3f7-633e19a83b08 req-a9f2020d-f709-4954-a787-82c2f06dd0c8 service neutron] Attempting to bind port 67331b52-ef5f-4612-b0f8-2a1357105485 by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': '5c22e2d5-0ba6-4801-a903-4241c2620ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '795e7157-0b59-4b3c-b5bc-895c607dc0cc'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:11:43.756298 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba93bda-3aaa-4153-a3f7-633e19a83b08 req-a9f2020d-f709-4954-a787-82c2f06dd0c8 service neutron] Attempting to bind port 67331b52-ef5f-4612-b0f8-2a1357105485 on network 795e7157-0b59-4b3c-b5bc-895c607dc0cc {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:11:43.761247 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba93bda-3aaa-4153-a3f7-633e19a83b08 req-a9f2020d-f709-4954-a787-82c2f06dd0c8 service neutron] Port 67331b52-ef5f-4612-b0f8-2a1357105485 on network 795e7157-0b59-4b3c-b5bc-895c607dc0cc not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:11:43.761693 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba93bda-3aaa-4153-a3f7-633e19a83b08 req-a9f2020d-f709-4954-a787-82c2f06dd0c8 service neutron] Attempting to bind port 67331b52-ef5f-4612-b0f8-2a1357105485 on network 795e7157-0b59-4b3c-b5bc-895c607dc0cc {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:11:43.767234 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba93bda-3aaa-4153-a3f7-633e19a83b08 req-a9f2020d-f709-4954-a787-82c2f06dd0c8 service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:11:43.767672 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba93bda-3aaa-4153-a3f7-633e19a83b08 req-a9f2020d-f709-4954-a787-82c2f06dd0c8 service neutron] Checking segment: {'id': '5c22e2d5-0ba6-4801-a903-4241c2620ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '795e7157-0b59-4b3c-b5bc-895c607dc0cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:11:43.768068 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba93bda-3aaa-4153-a3f7-633e19a83b08 req-a9f2020d-f709-4954-a787-82c2f06dd0c8 service neutron] Bound using segment: {'id': '5c22e2d5-0ba6-4801-a903-4241c2620ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '795e7157-0b59-4b3c-b5bc-895c607dc0cc'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:11:43.773238 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-8ba93bda-3aaa-4153-a3f7-633e19a83b08 req-a9f2020d-f709-4954-a787-82c2f06dd0c8 service neutron] Bound port: 67331b52-ef5f-4612-b0f8-2a1357105485, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c22e2d5-0ba6-4801-a903-4241c2620ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '795e7157-0b59-4b3c-b5bc-895c607dc0cc'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:11:43.773238 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-8ba93bda-3aaa-4153-a3f7-633e19a83b08 req-a9f2020d-f709-4954-a787-82c2f06dd0c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:43.773557 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e22b658-ed53-40ae-a275-1f46b13d4fad tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Pushing event updated for resources: {'Network': ['ID=acde46de-134a-4325-a7a0-e4921ad82c80,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:11:43.785757 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1e22b658-ed53-40ae-a275-1f46b13d4fad tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:11:43.795818 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network acde46de-134a-4325-a7a0-e4921ad82c80 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:11:43.840922 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-e4fc5f15-be74-4761-be70-e1d329d5e343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'name': 'tempest-RoutersIpV6Test-router-1204487488', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:11:16Z', 'updated_at': '2021-06-11T10:11:38Z', 'revision_number': 3, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'gw_port_host': None, '_interfaces': [{'id': '703dc76f-d0d3-4b08-85d0-612ac0ea2237', 'name': '', 'network_id': '655c7143-7fa7-4c23-8fa8-04f29f850031', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'mac_address': 'fa:16:3e:6c:6b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '27f2c85f-a843-4d8a-b9b8-88ee152d7822', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:11:21Z', 'updated_at': '2021-06-11T10:11:38Z', 'revision_number': 5, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'subnets': [{'id': '27f2c85f-a843-4d8a-b9b8-88ee152d7822', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcbea359-3657-4990-912b-9fef3e2e1ba8', 'name': '', 'network_id': '26750194-134c-4e10-8d86-e020cdd0264c', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'mac_address': 'fa:16:3e:a0:84:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': 'ffb90fd8-38f9-47fe-85ef-2b42a00972cd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:11:34Z', 'updated_at': '2021-06-11T10:11:39Z', 'revision_number': 2, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'subnets': [{'id': 'ffb90fd8-38f9-47fe-85ef-2b42a00972cd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:11:43.851715 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fc5f15-be74-4761-be70-e1d329d5e343 None None] Checking router: 4d7ae21c-5100-4922-88ec-a7039fe6242a for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:11:43.852264 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fc5f15-be74-4761-be70-e1d329d5e343 None None] Updating router 4d7ae21c-5100-4922-88ec-a7039fe6242a port bcbea359-3657-4990-912b-9fef3e2e1ba8 binding host n-d-779913-12 {{(pid=93179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 10:11:43.870076 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-1e22b658-ed53-40ae-a275-1f46b13d4fad tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9424858 Jun 11 10:11:43.873704 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 52150) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:11:43.888610 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-c7f08744-3e4a-46e1-ade6-bfaca51e4714 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Request body: {'subnet': {'network_id': 'acde46de-134a-4325-a7a0-e4921ad82c80', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:11:44.016370 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-e4fc5f15-be74-4761-be70-e1d329d5e343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:44.103933 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-8ba93bda-3aaa-4153-a3f7-633e19a83b08 req-a9f2020d-f709-4954-a787-82c2f06dd0c8 service neutron] For port 67331b52-ef5f-4612-b0f8-2a1357105485, host n-h2-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:11:44.133008 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-8ba93bda-3aaa-4153-a3f7-633e19a83b08 req-a9f2020d-f709-4954-a787-82c2f06dd0c8 service neutron] For port 67331b52-ef5f-4612-b0f8-2a1357105485, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=67331b52-ef5f-4612-b0f8-2a1357105485,segment=NetworkSegment(5c22e2d5-0ba6-4801-a903-4241c2620ae4),segment_id=5c22e2d5-0ba6-4801-a903-4241c2620ae4)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:11:44.238926 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0445223-72f9-4b2b-9e27-72a163855633 req-9f3e863b-5586-4a94-8184-d5b7bc5a507a tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:11:44.264380 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f0445223-72f9-4b2b-9e27-72a163855633 req-9f3e863b-5586-4a94-8184-d5b7bc5a507a tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 944 time: 0.2931540 Jun 11 10:11:44.276353 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-8ba93bda-3aaa-4153-a3f7-633e19a83b08 req-a9f2020d-f709-4954-a787-82c2f06dd0c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:44.283080 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-fa418dcd-4db9-422b-a7e3-8070e771f8c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:11:44.369214 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f08744-3e4a-46e1-ade6-bfaca51e4714 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Made reservation on behalf of f90b676cb67a4cb1b788d4673e4cc737 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:11:44.372963 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c7f08744-3e4a-46e1-ade6-bfaca51e4714 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:44.448777 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f2020d-f709-4954-a787-82c2f06dd0c8 service neutron] Pushing event updated for resources: {'Port': ['ID=67331b52-ef5f-4612-b0f8-2a1357105485,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:11:44.500574 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a9f2020d-f709-4954-a787-82c2f06dd0c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:11:44.526327 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba93bda-3aaa-4153-a3f7-633e19a83b08 req-a9f2020d-f709-4954-a787-82c2f06dd0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:11:44.526953 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-8ba93bda-3aaa-4153-a3f7-633e19a83b08 req-a9f2020d-f709-4954-a787-82c2f06dd0c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:44.528369 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8ba93bda-3aaa-4153-a3f7-633e19a83b08 req-a9f2020d-f709-4954-a787-82c2f06dd0c8 service neutron] 10.222.0.69 "PUT /v2.0/ports/67331b52-ef5f-4612-b0f8-2a1357105485 HTTP/1.1" status: 200 len: 1093 time: 2.3092220 Jun 11 10:11:44.529324 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2aaed0f4-ddff-4170-b36d-0f4ed6866840', 'tag': '67331b52-ef5f-4612-b0f8-2a1357105485'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:11:44.531756 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09430108-de57-4251-bc4f-fe8eb110cb5c" -d '{"events": [{"name": "network-changed", "server_uuid": "2aaed0f4-ddff-4170-b36d-0f4ed6866840", "tag": "67331b52-ef5f-4612-b0f8-2a1357105485"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:11:44.568427 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f0445223-72f9-4b2b-9e27-72a163855633 req-a2e09cda-e318-40ab-b2b7-e0dc5b549ee0 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988811 Jun 11 10:11:44.810736 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd8724fd-bc91-43a2-b42c-cd6048b49805 x-openstack-request-id: req-bd8724fd-bc91-43a2-b42c-cd6048b49805 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:11:44.811223 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2aaed0f4-ddff-4170-b36d-0f4ed6866840", "tag": "67331b52-ef5f-4612-b0f8-2a1357105485", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:11:44.811535 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bd8724fd-bc91-43a2-b42c-cd6048b49805 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:11:44.812041 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2aaed0f4-ddff-4170-b36d-0f4ed6866840', 'tag': '67331b52-ef5f-4612-b0f8-2a1357105485', 'status': 'completed', 'code': 200} Jun 11 10:11:44.923136 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba93bda-3aaa-4153-a3f7-633e19a83b08 req-9a7e4a39-0b31-4b02-baf6-8ee59a08888a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:11:44.925735 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf72661-96b8-47cd-81bd-9d43729b26fc req-2771a82f-2e0a-4b62-8bc3-8d7e5acb816f tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:11:44.929669 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8ba93bda-3aaa-4153-a3f7-633e19a83b08 req-9a7e4a39-0b31-4b02-baf6-8ee59a08888a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7c7545923ebc48e08cfbeb0d8e94f901&device_id=2aaed0f4-ddff-4170-b36d-0f4ed6866840 HTTP/1.1" status: 200 len: 1096 time: 0.1985238 Jun 11 10:11:44.932057 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2cf72661-96b8-47cd-81bd-9d43729b26fc req-2771a82f-2e0a-4b62-8bc3-8d7e5acb816f tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=2aaed0f4-ddff-4170-b36d-0f4ed6866840 HTTP/1.1" status: 200 len: 944 time: 0.4366348 Jun 11 10:11:45.033257 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8ba93bda-3aaa-4153-a3f7-633e19a83b08 req-1c8f08b1-34a4-4fb0-8e2e-efddc0c745de service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67331b52-ef5f-4612-b0f8-2a1357105485 HTTP/1.1" status: 200 len: 217 time: 0.0946085 Jun 11 10:11:45.057769 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-e4fc5f15-be74-4761-be70-e1d329d5e343 None None] Notify callbacks [] for port, precommit_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:45.094338 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-e4fc5f15-be74-4761-be70-e1d329d5e343 None None] Transition to ACTIVE for port object bcbea359-3657-4990-912b-9fef3e2e1ba8 will not be triggered until provisioned by entity L2. {{(pid=93179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:11:45.199399 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba93bda-3aaa-4153-a3f7-633e19a83b08 req-14d01fb6-701c-45b7-a228-8bac59d48538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:11:45.201320 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8ba93bda-3aaa-4153-a3f7-633e19a83b08 req-14d01fb6-701c-45b7-a228-8bac59d48538 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b543bd1f-2b45-4ed6-ae53-d9d0c8ed8871 HTTP/1.1" status: 200 len: 849 time: 0.1605146 Jun 11 10:11:45.215251 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-e4fc5f15-be74-4761-be70-e1d329d5e343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:45.217371 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-db1d13eb-c077-4fb9-8e9a-bc4eb0103293 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:11:45.403844 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2611e1-af45-4ad1-a9c7-2c94404d59d6 None None] Pushing event updated for resources: {'Port': ['ID=bcbea359-3657-4990-912b-9fef3e2e1ba8,revision_number=3']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:11:45.453183 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba93bda-3aaa-4153-a3f7-633e19a83b08 req-3dbfd9b3-8b9a-4389-bd03-a06447625b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:11:45.454800 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8ba93bda-3aaa-4153-a3f7-633e19a83b08 req-3dbfd9b3-8b9a-4389-bd03-a06447625b28 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=795e7157-0b59-4b3c-b5bc-895c607dc0cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2434502 Jun 11 10:11:45.484232 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2611e1-af45-4ad1-a9c7-2c94404d59d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:11:45.484959 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2611e1-af45-4ad1-a9c7-2c94404d59d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:11:45.485627 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2611e1-af45-4ad1-a9c7-2c94404d59d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:11:45.486232 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2611e1-af45-4ad1-a9c7-2c94404d59d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:11:45.486852 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2611e1-af45-4ad1-a9c7-2c94404d59d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:11:45.487621 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2611e1-af45-4ad1-a9c7-2c94404d59d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:11:45.488206 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2611e1-af45-4ad1-a9c7-2c94404d59d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:11:45.488731 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2611e1-af45-4ad1-a9c7-2c94404d59d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:11:45.489405 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2611e1-af45-4ad1-a9c7-2c94404d59d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:11:45.489958 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2611e1-af45-4ad1-a9c7-2c94404d59d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:11:45.490443 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2611e1-af45-4ad1-a9c7-2c94404d59d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:11:45.490941 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2611e1-af45-4ad1-a9c7-2c94404d59d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:11:45.498540 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-3d2611e1-af45-4ad1-a9c7-2c94404d59d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:11:45.561537 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-e4fc5f15-be74-4761-be70-e1d329d5e343 None None] Attempting to bind port bcbea359-3657-4990-912b-9fef3e2e1ba8 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:11:45.563332 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-e4fc5f15-be74-4761-be70-e1d329d5e343 None None] Attempting to bind port bcbea359-3657-4990-912b-9fef3e2e1ba8 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '205d87bd-f478-428a-8ae7-01221771b1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '26750194-134c-4e10-8d86-e020cdd0264c'}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:11:45.568092 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fc5f15-be74-4761-be70-e1d329d5e343 None None] Attempting to bind port bcbea359-3657-4990-912b-9fef3e2e1ba8 on network 26750194-134c-4e10-8d86-e020cdd0264c {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:11:45.585106 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fc5f15-be74-4761-be70-e1d329d5e343 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:11:45.588748 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fc5f15-be74-4761-be70-e1d329d5e343 None None] Checking segment: {'id': '205d87bd-f478-428a-8ae7-01221771b1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '26750194-134c-4e10-8d86-e020cdd0264c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:11:45.589655 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-e4fc5f15-be74-4761-be70-e1d329d5e343 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:45.589655 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fc5f15-be74-4761-be70-e1d329d5e343 None None] Bound using segment: {'id': '205d87bd-f478-428a-8ae7-01221771b1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '26750194-134c-4e10-8d86-e020cdd0264c'} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:11:45.595899 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-e4fc5f15-be74-4761-be70-e1d329d5e343 None None] Bound port: bcbea359-3657-4990-912b-9fef3e2e1ba8, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '205d87bd-f478-428a-8ae7-01221771b1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '26750194-134c-4e10-8d86-e020cdd0264c'}}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:11:45.595899 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-e4fc5f15-be74-4761-be70-e1d329d5e343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:45.706436 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8ba93bda-3aaa-4153-a3f7-633e19a83b08 req-20deec76-b111-4f58-bdbe-674c749b21f9 service neutron] 10.222.0.69 "GET /v2.0/networks/795e7157-0b59-4b3c-b5bc-895c607dc0cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431693 Jun 11 10:11:45.818898 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f14c647a-bd3f-41d9-b115-d74863ca2957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:45.891899 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-e4fc5f15-be74-4761-be70-e1d329d5e343 None None] For port bcbea359-3657-4990-912b-9fef3e2e1ba8, host n-d-779913-12, cleared binding levels {{(pid=93179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:11:45.895649 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-e4fc5f15-be74-4761-be70-e1d329d5e343 None None] For port bcbea359-3657-4990-912b-9fef3e2e1ba8, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=bcbea359-3657-4990-912b-9fef3e2e1ba8,segment=NetworkSegment(205d87bd-f478-428a-8ae7-01221771b1b5),segment_id=205d87bd-f478-428a-8ae7-01221771b1b5)] {{(pid=93179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:11:46.008235 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2cf72661-96b8-47cd-81bd-9d43729b26fc req-cfba27d7-719f-4fed-b808-bec891416640 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520220 Jun 11 10:11:46.032753 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8ba93bda-3aaa-4153-a3f7-633e19a83b08 req-1fe8afd0-ecc4-47e5-b2cb-ee3f5b5a89cf service neutron] 10.222.0.69 "GET /v2.0/networks/795e7157-0b59-4b3c-b5bc-895c607dc0cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3163342 Jun 11 10:11:46.059725 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9353221-fe5c-44f5-8e1e-18822703ebf3 req-628e7912-992c-4080-8954-b146107a034e tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:11:46.061292 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a9353221-fe5c-44f5-8e1e-18822703ebf3 req-628e7912-992c-4080-8954-b146107a034e tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 944 time: 0.1122956 Jun 11 10:11:46.071948 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:46.072281 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-e4fc5f15-be74-4761-be70-e1d329d5e343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:46.080083 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c7f08744-3e4a-46e1-ade6-bfaca51e4714 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:46.090985 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a2048d8d-dcb0-46d0-9e5c-96896ad41e44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:11:46.092002 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-74f5719a-7c77-4e2d-86ee-38e1ca94aabe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:11:46.149200 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fc5f15-be74-4761-be70-e1d329d5e343 None None] Routers {'4d7ae21c-5100-4922-88ec-a7039fe6242a'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:11:46.161105 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-e4fc5f15-be74-4761-be70-e1d329d5e343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:11:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['4d7ae21c-5100-4922-88ec-a7039fe6242a'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:11:46.170387 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a9353221-fe5c-44f5-8e1e-18822703ebf3 req-d7d3e03c-e6ac-458b-95f9-d9104c188b02 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030974 Jun 11 10:11:46.277349 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f08744-3e4a-46e1-ade6-bfaca51e4714 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Pushing event updated for resources: {'Subnet': ['ID=53b04ed5-7525-4025-8063-3cb2ac8926c5,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:11:46.307883 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c7f08744-3e4a-46e1-ade6-bfaca51e4714 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:11:46.330635 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f08744-3e4a-46e1-ade6-bfaca51e4714 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Checking segment: {'id': '9f247720-132c-43df-bcb1-74719d9623ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'acde46de-134a-4325-a7a0-e4921ad82c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:11:46.335839 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f08744-3e4a-46e1-ade6-bfaca51e4714 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Network hostable DHCP agents. Network: acde46de-134a-4325-a7a0-e4921ad82c80, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:11:46.404022 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09430108-de57-4251-bc4f-fe8eb110cb5c req-ca58ace3-4c8f-4a06-97d1-95578100376c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:11:46.405785 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-09430108-de57-4251-bc4f-fe8eb110cb5c req-ca58ace3-4c8f-4a06-97d1-95578100376c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7c7545923ebc48e08cfbeb0d8e94f901&device_id=2aaed0f4-ddff-4170-b36d-0f4ed6866840 HTTP/1.1" status: 200 len: 1096 time: 0.2224085 Jun 11 10:11:46.434781 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:11:46.512743 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f08744-3e4a-46e1-ade6-bfaca51e4714 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Network acde46de-134a-4325-a7a0-e4921ad82c80 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:11:46.540299 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2611e1-af45-4ad1-a9c7-2c94404d59d6 None None] Pushing event updated for resources: {'Port': ['ID=bcbea359-3657-4990-912b-9fef3e2e1ba8,revision_number=4']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:11:46.554145 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-3d2611e1-af45-4ad1-a9c7-2c94404d59d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:11:46.573286 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f50c55-d65f-4399-80bc-5f0ece91c8a7 req-aa2786d9-8219-4d95-8c3f-b4f77b0a5faa tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:11:46.574870 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-35f50c55-d65f-4399-80bc-5f0ece91c8a7 req-aa2786d9-8219-4d95-8c3f-b4f77b0a5faa tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 944 time: 0.1430662 Jun 11 10:11:46.576248 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-e4fc5f15-be74-4761-be70-e1d329d5e343 None None] Set router 4d7ae21c-5100-4922-88ec-a7039fe6242a gateway port host: None {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:11:46.611950 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09430108-de57-4251-bc4f-fe8eb110cb5c req-3802a113-5a09-4701-b765-6551bfe09141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:11:46.614964 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-09430108-de57-4251-bc4f-fe8eb110cb5c req-3802a113-5a09-4701-b765-6551bfe09141 service neutron] 10.222.0.69 "GET /v2.0/networks?id=795e7157-0b59-4b3c-b5bc-895c607dc0cc HTTP/1.1" status: 200 len: 911 time: 0.2018573 Jun 11 10:11:46.660660 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-c7f08744-3e4a-46e1-ade6-bfaca51e4714 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, acde46de-134a-4325-a7a0-e4921ad82c80) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:11:46.672813 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f08744-3e4a-46e1-ade6-bfaca51e4714 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:11:46.673421 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c7f08744-3e4a-46e1-ade6-bfaca51e4714 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:46.674304 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944c2db2-ece5-49e3-a114-4ff239dac2bc None None] Network acde46de-134a-4325-a7a0-e4921ad82c80 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:11:46.707992 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-35f50c55-d65f-4399-80bc-5f0ece91c8a7 req-4b798e1e-8d32-48b2-8bce-ea16dd167df2 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148846 Jun 11 10:11:46.762054 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:46.778665 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-09430108-de57-4251-bc4f-fe8eb110cb5c req-e9127c45-3c0c-46aa-aaf5-04c955a16d9e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67331b52-ef5f-4612-b0f8-2a1357105485 HTTP/1.1" status: 200 len: 217 time: 0.1568162 Jun 11 10:11:46.832945 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-c7f08744-3e4a-46e1-ade6-bfaca51e4714 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.9562905 Jun 11 10:11:46.836472 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 52262) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:11:46.980894 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 8886e1b5-532b-41f0-a26f-66a289f14c2f no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:11:47.003017 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09430108-de57-4251-bc4f-fe8eb110cb5c req-e5be860c-b65c-48e8-9f8a-be37f5b5d6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:11:47.006435 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-09430108-de57-4251-bc4f-fe8eb110cb5c req-e5be860c-b65c-48e8-9f8a-be37f5b5d6f5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b543bd1f-2b45-4ed6-ae53-d9d0c8ed8871 HTTP/1.1" status: 200 len: 849 time: 0.1886859 Jun 11 10:11:47.206868 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09430108-de57-4251-bc4f-fe8eb110cb5c req-094a14c5-b121-40b0-aa16-5d125c29d934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:11:47.208501 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-09430108-de57-4251-bc4f-fe8eb110cb5c req-094a14c5-b121-40b0-aa16-5d125c29d934 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=795e7157-0b59-4b3c-b5bc-895c607dc0cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1944253 Jun 11 10:11:47.261744 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-e4fc5f15-be74-4761-be70-e1d329d5e343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'name': 'tempest-RoutersIpV6Test-router-1204487488', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:11:16Z', 'updated_at': '2021-06-11T10:11:38Z', 'revision_number': 3, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'gw_port_host': None, '_interfaces': [{'id': '703dc76f-d0d3-4b08-85d0-612ac0ea2237', 'name': '', 'network_id': '655c7143-7fa7-4c23-8fa8-04f29f850031', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'mac_address': 'fa:16:3e:6c:6b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '27f2c85f-a843-4d8a-b9b8-88ee152d7822', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:11:21Z', 'updated_at': '2021-06-11T10:11:38Z', 'revision_number': 5, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'subnets': [{'id': '27f2c85f-a843-4d8a-b9b8-88ee152d7822', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcbea359-3657-4990-912b-9fef3e2e1ba8', 'name': '', 'network_id': '26750194-134c-4e10-8d86-e020cdd0264c', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'mac_address': 'fa:16:3e:a0:84:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': 'ffb90fd8-38f9-47fe-85ef-2b42a00972cd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:11:34Z', 'updated_at': '2021-06-11T10:11:45Z', 'revision_number': 4, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'subnets': [{'id': 'ffb90fd8-38f9-47fe-85ef-2b42a00972cd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:11:47.269729 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fc5f15-be74-4761-be70-e1d329d5e343 None None] The sync data for ids ['4d7ae21c-5100-4922-88ec-a7039fe6242a'] in n-d-779913-12 is: [{'id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'name': 'tempest-RoutersIpV6Test-router-1204487488', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:11:16Z', 'updated_at': '2021-06-11T10:11:38Z', 'revision_number': 3, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'gw_port_host': None, '_interfaces': [{'id': '703dc76f-d0d3-4b08-85d0-612ac0ea2237', 'name': '', 'network_id': '655c7143-7fa7-4c23-8fa8-04f29f850031', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'mac_address': 'fa:16:3e:6c:6b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '27f2c85f-a843-4d8a-b9b8-88ee152d7822', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:11:21Z', 'updated_at': '2021-06-11T10:11:38Z', 'revision_number': 5, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'subnets': [{'id': '27f2c85f-a843-4d8a-b9b8-88ee152d7822', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcbea359-3657-4990-912b-9fef3e2e1ba8', 'name': '', 'network_id': '26750194-134c-4e10-8d86-e020cdd0264c', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'mac_address': 'fa:16:3e:a0:84:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': 'ffb90fd8-38f9-47fe-85ef-2b42a00972cd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:11:34Z', 'updated_at': '2021-06-11T10:11:45Z', 'revision_number': 4, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'subnets': [{'id': 'ffb90fd8-38f9-47fe-85ef-2b42a00972cd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:11:47.431355 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b8f6cd-2455-4522-a0e9-10b2e17d08c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-acde46de-134a-4325-a7a0-e4921ad82c80', 'network_id': 'acde46de-134a-4325-a7a0-e4921ad82c80', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'fixed_ips': [{'subnet_id': '53b04ed5-7525-4025-8063-3cb2ac8926c5'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 10:11:47.433179 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c2b8f6cd-2455-4522-a0e9-10b2e17d08c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:47.444804 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-09430108-de57-4251-bc4f-fe8eb110cb5c req-82a09740-801f-4b82-88a5-82951d24eba0 service neutron] 10.222.0.69 "GET /v2.0/networks/795e7157-0b59-4b3c-b5bc-895c607dc0cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265787 Jun 11 10:11:47.620473 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cb94c2-e806-44f6-954a-1bfd5e5e0424 req-b3158b9b-662e-4a7d-95af-94d0fb8d4eaa tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:11:47.622045 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-89cb94c2-e806-44f6-954a-1bfd5e5e0424 req-b3158b9b-662e-4a7d-95af-94d0fb8d4eaa tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=2aaed0f4-ddff-4170-b36d-0f4ed6866840 HTTP/1.1" status: 200 len: 944 time: 0.1822026 Jun 11 10:11:47.659465 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-09430108-de57-4251-bc4f-fe8eb110cb5c req-41828545-83ca-4e64-b580-b05027f1f284 service neutron] 10.222.0.69 "GET /v2.0/networks/795e7157-0b59-4b3c-b5bc-895c607dc0cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021976 Jun 11 10:11:47.731079 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-89cb94c2-e806-44f6-954a-1bfd5e5e0424 req-aa5948b5-83ca-4604-8e94-f136c33798dc tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651805 Jun 11 10:11:47.771684 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 52288) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:11:47.813804 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-c2b8f6cd-2455-4522-a0e9-10b2e17d08c1 None None] Allocated IP 2001:db8:2::2 (acde46de-134a-4325-a7a0-e4921ad82c80/53b04ed5-7525-4025-8063-3cb2ac8926c5/a5ea4b1a-449b-43f3-93e7-c50d03c5381a) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:11:47.856607 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-16e2e642-5771-4131-bd6b-a215e8079fa7 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:47.893951 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e160604-d462-4379-b605-de280aa7c7c7 admin admin] Deleting subnet edbdfa11-06ad-48a4-a88c-07234c957674 {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:11:48.045587 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0e160604-d462-4379-b605-de280aa7c7c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:48.190733 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c2b8f6cd-2455-4522-a0e9-10b2e17d08c1 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:48.202856 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0e160604-d462-4379-b605-de280aa7c7c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:48.209959 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-c2b8f6cd-2455-4522-a0e9-10b2e17d08c1 None None] Transition to ACTIVE for port object a5ea4b1a-449b-43f3-93e7-c50d03c5381a will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:11:48.264772 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-c2b8f6cd-2455-4522-a0e9-10b2e17d08c1 None None] Transition to ACTIVE for port object a5ea4b1a-449b-43f3-93e7-c50d03c5381a will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:11:48.381958 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c2b8f6cd-2455-4522-a0e9-10b2e17d08c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:48.385247 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:11:48.470876 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b8f6cd-2455-4522-a0e9-10b2e17d08c1 None None] Pushing event updated for resources: {'Port': ['ID=a5ea4b1a-449b-43f3-93e7-c50d03c5381a,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:11:48.473439 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device bcbea359-3657-4990-912b-9fef3e2e1ba8 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:11:48.484014 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:48.507161 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-c2b8f6cd-2455-4522-a0e9-10b2e17d08c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:11:48.513049 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0e160604-d462-4379-b605-de280aa7c7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:48.565947 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b8f6cd-2455-4522-a0e9-10b2e17d08c1 None None] Network acde46de-134a-4325-a7a0-e4921ad82c80 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:11:48.587409 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-c2b8f6cd-2455-4522-a0e9-10b2e17d08c1 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:11:48.592491 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b8f6cd-2455-4522-a0e9-10b2e17d08c1 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:11:48.621815 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ee124-814c-44dd-af55-b03e26ba8ed3 req-5b2b1aae-47fd-4faa-a691-7afec162774e tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:11:48.630148 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4c5ee124-814c-44dd-af55-b03e26ba8ed3 req-5b2b1aae-47fd-4faa-a691-7afec162774e tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 944 time: 0.5531192 Jun 11 10:11:48.702077 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-c2b8f6cd-2455-4522-a0e9-10b2e17d08c1 None None] Attempting to bind port a5ea4b1a-449b-43f3-93e7-c50d03c5381a on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:11:48.702450 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-c2b8f6cd-2455-4522-a0e9-10b2e17d08c1 None None] Attempting to bind port a5ea4b1a-449b-43f3-93e7-c50d03c5381a by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '9f247720-132c-43df-bcb1-74719d9623ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'acde46de-134a-4325-a7a0-e4921ad82c80'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:11:48.703005 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b8f6cd-2455-4522-a0e9-10b2e17d08c1 None None] Attempting to bind port a5ea4b1a-449b-43f3-93e7-c50d03c5381a on network acde46de-134a-4325-a7a0-e4921ad82c80 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:11:48.709851 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b8f6cd-2455-4522-a0e9-10b2e17d08c1 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:11:48.710537 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b8f6cd-2455-4522-a0e9-10b2e17d08c1 None None] Checking segment: {'id': '9f247720-132c-43df-bcb1-74719d9623ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'acde46de-134a-4325-a7a0-e4921ad82c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:11:48.711138 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c2b8f6cd-2455-4522-a0e9-10b2e17d08c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:48.711734 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b8f6cd-2455-4522-a0e9-10b2e17d08c1 None None] Bound using segment: {'id': '9f247720-132c-43df-bcb1-74719d9623ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'acde46de-134a-4325-a7a0-e4921ad82c80'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:11:48.712365 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-c2b8f6cd-2455-4522-a0e9-10b2e17d08c1 None None] Bound port: a5ea4b1a-449b-43f3-93e7-c50d03c5381a, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f247720-132c-43df-bcb1-74719d9623ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'acde46de-134a-4325-a7a0-e4921ad82c80'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:11:48.712908 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c2b8f6cd-2455-4522-a0e9-10b2e17d08c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:48.815336 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-c2b8f6cd-2455-4522-a0e9-10b2e17d08c1 None None] For port a5ea4b1a-449b-43f3-93e7-c50d03c5381a, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:11:48.818562 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4c5ee124-814c-44dd-af55-b03e26ba8ed3 req-cda005d6-93b8-41ce-8fc8-6f22092323e8 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873448 Jun 11 10:11:48.818861 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-c2b8f6cd-2455-4522-a0e9-10b2e17d08c1 None None] For port a5ea4b1a-449b-43f3-93e7-c50d03c5381a, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=a5ea4b1a-449b-43f3-93e7-c50d03c5381a,segment=NetworkSegment(9f247720-132c-43df-bcb1-74719d9623ad),segment_id=9f247720-132c-43df-bcb1-74719d9623ad)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:11:48.833561 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 52342) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:11:48.870325 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port bcbea359-3657-4990-912b-9fef3e2e1ba8 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:11:48.871773 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port bcbea359-3657-4990-912b-9fef3e2e1ba8 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:11:48.872903 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:48.964027 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-16e2e642-5771-4131-bd6b-a215e8079fa7 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Allocated IP 2001:db8:2::1 (acde46de-134a-4325-a7a0-e4921ad82c80/53b04ed5-7525-4025-8063-3cb2ac8926c5/7ab6ba0e-4fc4-4fe9-b51f-8725f51644f6) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:11:48.973612 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c2b8f6cd-2455-4522-a0e9-10b2e17d08c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:48.976730 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:11:49.089641 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b8f6cd-2455-4522-a0e9-10b2e17d08c1 None None] Pushing event updated for resources: {'Port': ['ID=a5ea4b1a-449b-43f3-93e7-c50d03c5381a,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:11:49.098668 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0e160604-d462-4379-b605-de280aa7c7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:49.102538 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-c2b8f6cd-2455-4522-a0e9-10b2e17d08c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:11:49.113014 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a9dc6ca7-4c34-4340-a4a3-3f00adf10944 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:11:49.127864 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0e160604-d462-4379-b605-de280aa7c7c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:49.136143 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-0e160604-d462-4379-b605-de280aa7c7c7 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/edbdfa11-06ad-48a4-a88c-07234c957674 HTTP/1.1" status: 204 len: 168 time: 1.3631289 Jun 11 10:11:49.147465 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 52358) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:11:49.183390 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:49.238132 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b22185-b551-495f-b0e6-c379df91aa14 req-8f055fa6-e315-43e3-9f16-ef838675a4d5 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:11:49.240757 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port bcbea359-3657-4990-912b-9fef3e2e1ba8, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=bcbea359-3657-4990-912b-9fef3e2e1ba8,segment=NetworkSegment(205d87bd-f478-428a-8ae7-01221771b1b5),segment_id=205d87bd-f478-428a-8ae7-01221771b1b5)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:11:49.246042 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-27b22185-b551-495f-b0e6-c379df91aa14 req-8f055fa6-e315-43e3-9f16-ef838675a4d5 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=2aaed0f4-ddff-4170-b36d-0f4ed6866840 HTTP/1.1" status: 200 len: 944 time: 0.2904246 Jun 11 10:11:49.269979 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a59d4b7b-86d3-405a-b757-be4d80c8edc5 req-ae871298-f15b-4d7a-bd47-74e7b115ba1b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4346151 Jun 11 10:11:49.340115 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e160604-d462-4379-b605-de280aa7c7c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edbdfa11-06ad-48a4-a88c-07234c957674,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:11:49.345321 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0e160604-d462-4379-b605-de280aa7c7c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:11:49.345986 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:49.355683 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-2c3b244d-3590-4ade-badf-822a5d3b91bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:11:49.398244 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f2eea194-2bdc-48b0-ba1e-e82093a4a838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:49.442899 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=bcbea359-3657-4990-912b-9fef3e2e1ba8,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:11:49.448512 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:11:49.455692 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-16e2e642-5771-4131-bd6b-a215e8079fa7 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:49.484486 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-27b22185-b551-495f-b0e6-c379df91aa14 req-ac476021-a299-4a72-837e-1d0503d37784 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371211 Jun 11 10:11:49.528665 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-16e2e642-5771-4131-bd6b-a215e8079fa7 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Transition to ACTIVE for port object 7ab6ba0e-4fc4-4fe9-b51f-8725f51644f6 will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:11:49.671560 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f2eea194-2bdc-48b0-ba1e-e82093a4a838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:49.686370 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-f2eea194-2bdc-48b0-ba1e-e82093a4a838 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35df5041-868e-4b75-8f1d-c97928413ace']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:11:49.710156 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-f2eea194-2bdc-48b0-ba1e-e82093a4a838 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd115e535-b596-4d63-b9ce-ed25b1cffbb1') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:11:49.710809 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-f2eea194-2bdc-48b0-ba1e-e82093a4a838 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd115e535-b596-4d63-b9ce-ed25b1cffbb1') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:11:49.725806 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f2eea194-2bdc-48b0-ba1e-e82093a4a838 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:49.751696 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f2eea194-2bdc-48b0-ba1e-e82093a4a838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:49.759643 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2eea194-2bdc-48b0-ba1e-e82093a4a838 admin admin] Releasing vlan 756 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:11:49.760298 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f2eea194-2bdc-48b0-ba1e-e82093a4a838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:49.785099 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-16e2e642-5771-4131-bd6b-a215e8079fa7 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:49.792334 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6176d54a-680b-4620-b244-a20292bbd5f6 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:11:49.871088 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:11:49.871088 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:11:49.871088 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:11:49.871088 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:11:49.871088 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:11:49.871088 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:11:49.871088 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 10:11:49.871088 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:11:49.871088 n-d-779913-12 neutron-server[93176]: timer() Jun 11 10:11:49.871088 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:11:49.871088 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 10:11:49.871088 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:11:49.871088 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 10:11:49.871088 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:11:49.871088 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 10:11:49.871088 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:11:49.871088 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 10:11:49.871088 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:11:49.871088 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 10:11:49.871088 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:11:49.871088 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:11:49.871088 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:11:49.871088 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:11:49.871088 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:11:49.871088 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 10:11:49.871088 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:11:49.871088 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 10:11:49.871088 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:11:49.871088 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:11:49.871088 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:11:49.871088 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 10:11:49.871088 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:11:49.871088 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:11:49.871088 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:11:49.871088 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:11:49.871088 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:11:49.871088 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:11:49.871088 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:11:49.881505 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e2e642-5771-4131-bd6b-a215e8079fa7 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Network acde46de-134a-4325-a7a0-e4921ad82c80 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:11:49.885883 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-16e2e642-5771-4131-bd6b-a215e8079fa7 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:11:49.888599 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e2e642-5771-4131-bd6b-a215e8079fa7 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:11:49.889454 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-16e2e642-5771-4131-bd6b-a215e8079fa7 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-375088'] for router_interface, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:49.897087 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e2e642-5771-4131-bd6b-a215e8079fa7 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Pushing event updated for resources: {'Port': ['ID=7ab6ba0e-4fc4-4fe9-b51f-8725f51644f6,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:11:49.902280 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-16e2e642-5771-4131-bd6b-a215e8079fa7 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:11:50.016954 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f2eea194-2bdc-48b0-ba1e-e82093a4a838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:50.023465 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-66033635-d752-4c84-8a2d-6d86de803b57 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:11:50.046879 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f2eea194-2bdc-48b0-ba1e-e82093a4a838 admin admin] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:50.050367 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-f2eea194-2bdc-48b0-ba1e-e82093a4a838 admin admin] 10.222.0.60 "DELETE /v2.0/networks/35df5041-868e-4b75-8f1d-c97928413ace HTTP/1.1" status: 204 len: 168 time: 0.8968947 Jun 11 10:11:50.061745 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eea194-2bdc-48b0-ba1e-e82093a4a838 admin admin] Pushing event deleted for resources: {'Network': ['ID=35df5041-868e-4b75-8f1d-c97928413ace,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:11:50.081376 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f2eea194-2bdc-48b0-ba1e-e82093a4a838 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:11:50.233657 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82189688-2218-42f2-a639-75d4768db1b6 req-04508b18-0aa3-4299-9fe2-890ab74edc52 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:11:50.238621 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-82189688-2218-42f2-a639-75d4768db1b6 req-04508b18-0aa3-4299-9fe2-890ab74edc52 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 944 time: 0.2716916 Jun 11 10:11:50.473243 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-82189688-2218-42f2-a639-75d4768db1b6 req-6877bb1d-d957-416f-9dcb-733a6f6aa823 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271442 Jun 11 10:11:50.482049 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-16e2e642-5771-4131-bd6b-a215e8079fa7 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:50.521296 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device bcbea359-3657-4990-912b-9fef3e2e1ba8 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:11:50.659856 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port bcbea359-3657-4990-912b-9fef3e2e1ba8 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:11:50.660251 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:50.769006 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 52416) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:11:50.827787 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91442360-c985-46ee-9dbf-e7c4473080e2 None None] Network acde46de-134a-4325-a7a0-e4921ad82c80 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:11:50.985226 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-092dcb9c-c732-4357-bdc9-fc92da2c7db5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=95681b49053843d7860e02f7c9e19b18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2142174 Jun 11 10:11:50.991546 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 52426) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:11:51.053692 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device a5ea4b1a-449b-43f3-93e7-c50d03c5381a up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:11:51.065807 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4cca7ec4-a38c-4a0c-b191-f8d09ed27074 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:51.099857 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4cca7ec4-a38c-4a0c-b191-f8d09ed27074 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:51.119991 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-2cc3af7b-a3e7-4998-8af9-32230426f26f None None] Provisioning for port a5ea4b1a-449b-43f3-93e7-c50d03c5381a completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:11:51.121229 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656193a7-7804-4c7c-bb62-c083099c4c79 req-90911d75-9cb8-42e1-8d40-ce3623ddb9d5 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:11:51.137334 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-656193a7-7804-4c7c-bb62-c083099c4c79 req-90911d75-9cb8-42e1-8d40-ce3623ddb9d5 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=2aaed0f4-ddff-4170-b36d-0f4ed6866840 HTTP/1.1" status: 200 len: 944 time: 0.2693501 Jun 11 10:11:51.189083 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-16e2e642-5771-4131-bd6b-a215e8079fa7 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:51.244681 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-656193a7-7804-4c7c-bb62-c083099c4c79 req-45072e52-db23-4365-a5a4-aa548516a5d0 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051373 Jun 11 10:11:51.386934 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port a5ea4b1a-449b-43f3-93e7-c50d03c5381a completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:11:51.387197 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-16e2e642-5771-4131-bd6b-a215e8079fa7 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:51.388252 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-16e2e642-5771-4131-bd6b-a215e8079fa7 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375108'] for router_interface, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:51.390475 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-16e2e642-5771-4131-bd6b-a215e8079fa7 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:11:51.392440 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4cca7ec4-a38c-4a0c-b191-f8d09ed27074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:51.393249 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port a5ea4b1a-449b-43f3-93e7-c50d03c5381a triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:11:51.393771 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:51.396243 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4cca7ec4-a38c-4a0c-b191-f8d09ed27074 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:51.404916 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-4cca7ec4-a38c-4a0c-b191-f8d09ed27074 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/32d98497-e842-473d-9e84-84e048a1aaca HTTP/1.1" status: 204 len: 168 time: 0.4117739 Jun 11 10:11:51.406193 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9975a6fd-5a44-41d5-9f84-f6dfdea8ba36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:11:51.454470 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cca7ec4-a38c-4a0c-b191-f8d09ed27074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d98497-e842-473d-9e84-84e048a1aaca,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:11:51.457519 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4cca7ec4-a38c-4a0c-b191-f8d09ed27074 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:11:51.546688 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e2e642-5771-4131-bd6b-a215e8079fa7 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Pushing event updated for resources: {'Port': ['ID=7ab6ba0e-4fc4-4fe9-b51f-8725f51644f6,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:11:51.556583 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-16e2e642-5771-4131-bd6b-a215e8079fa7 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:11:51.636845 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:51.688803 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port a5ea4b1a-449b-43f3-93e7-c50d03c5381a, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=a5ea4b1a-449b-43f3-93e7-c50d03c5381a,segment=NetworkSegment(9f247720-132c-43df-bcb1-74719d9623ad),segment_id=9f247720-132c-43df-bcb1-74719d9623ad)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:11:51.734433 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e2e642-5771-4131-bd6b-a215e8079fa7 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Network acde46de-134a-4325-a7a0-e4921ad82c80 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:11:51.750849 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-16e2e642-5771-4131-bd6b-a215e8079fa7 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:11:51.775683 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-95aa4ef5-c888-49ea-a13c-0992fa3d86b1 None None] Provisioning complete for port a5ea4b1a-449b-43f3-93e7-c50d03c5381a triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:11:51.776462 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-95aa4ef5-c888-49ea-a13c-0992fa3d86b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:51.836418 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59d4b7b-86d3-405a-b757-be4d80c8edc5 req-1c0bb126-60a9-4858-b977-30fcbf5b4f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:11:51.838723 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a59d4b7b-86d3-405a-b757-be4d80c8edc5 req-1c0bb126-60a9-4858-b977-30fcbf5b4f73 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776&tenant_id=41e6320d1ec4431eb9e5249fe3d2c8c2 HTTP/1.1" status: 200 len: 1096 time: 0.0889854 Jun 11 10:11:51.855083 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:51.871443 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-337d157a-d299-49ff-83f4-773187b62326 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:11:52.024651 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59d4b7b-86d3-405a-b757-be4d80c8edc5 req-51e04e19-a656-46d4-9317-67bb61dbcf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:11:52.025814 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=a5ea4b1a-449b-43f3-93e7-c50d03c5381a,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:11:52.028832 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:11:52.029736 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a59d4b7b-86d3-405a-b757-be4d80c8edc5 req-51e04e19-a656-46d4-9317-67bb61dbcf56 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=41e6320d1ec4431eb9e5249fe3d2c8c2&device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 1096 time: 0.1559780 Jun 11 10:11:52.077183 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd695e-dfce-46ee-bd4c-07c5f1d62029 req-4bb0fd18-9ed3-47e4-b27d-98cb684e3612 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:11:52.079597 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3abd695e-dfce-46ee-bd4c-07c5f1d62029 req-4bb0fd18-9ed3-47e4-b27d-98cb684e3612 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 944 time: 0.3515103 Jun 11 10:11:52.117496 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16e2e642-5771-4131-bd6b-a215e8079fa7 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Router 4d7ae21c-5100-4922-88ec-a7039fe6242a has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:11:52.488134 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3abd695e-dfce-46ee-bd4c-07c5f1d62029 req-54e3c4fa-508e-4a40-8efa-43fc8b066309 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701554 Jun 11 10:11:52.509997 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59d4b7b-86d3-405a-b757-be4d80c8edc5 req-ca999c7a-a780-40f7-83bc-9f9ebea3f262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:11:52.509997 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a59d4b7b-86d3-405a-b757-be4d80c8edc5 req-ca999c7a-a780-40f7-83bc-9f9ebea3f262 service neutron] 10.222.0.64 "GET /v2.0/networks?id=dde275fe-49aa-4dda-8d58-46e6697ca339 HTTP/1.1" status: 200 len: 913 time: 0.2285340 Jun 11 10:11:52.511384 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device a5ea4b1a-449b-43f3-93e7-c50d03c5381a up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:11:52.512611 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16e2e642-5771-4131-bd6b-a215e8079fa7 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:11:52.512611 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-16e2e642-5771-4131-bd6b-a215e8079fa7 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "PUT /v2.0/routers/4d7ae21c-5100-4922-88ec-a7039fe6242a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5112026 Jun 11 10:11:52.516261 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a59d4b7b-86d3-405a-b757-be4d80c8edc5 req-2d9b295a-7624-4419-9028-3fc579d72966 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8886e1b5-532b-41f0-a26f-66a289f14c2f HTTP/1.1" status: 200 len: 217 time: 0.0899053 Jun 11 10:11:52.518953 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d871c82c-4fe0-4c88-8a40-ddbdce4edead None None] Sync routers for ids ['4d7ae21c-5100-4922-88ec-a7039fe6242a'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:11:52.518953 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d871c82c-4fe0-4c88-8a40-ddbdce4edead None None] Routers {'4d7ae21c-5100-4922-88ec-a7039fe6242a'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:11:52.518953 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-d871c82c-4fe0-4c88-8a40-ddbdce4edead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:11:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['4d7ae21c-5100-4922-88ec-a7039fe6242a'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:11:52.519554 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 52468) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:11:52.519554 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-2a81e156-424e-4b07-9ae6-2a42564cb989 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-143886153'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:11:52.531707 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59d4b7b-86d3-405a-b757-be4d80c8edc5 req-b55bdf4c-743d-4445-8d35-73e73f3c5327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:11:52.533695 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a59d4b7b-86d3-405a-b757-be4d80c8edc5 req-b55bdf4c-743d-4445-8d35-73e73f3c5327 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=57c6571c-69e4-42ab-927b-f1f4d313e6e9 HTTP/1.1" status: 200 len: 852 time: 0.1642661 Jun 11 10:11:52.605367 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a59d4b7b-86d3-405a-b757-be4d80c8edc5 req-be6b763b-917d-441c-977a-ff2122662528 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=dde275fe-49aa-4dda-8d58-46e6697ca339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612495 Jun 11 10:11:52.704007 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d968de7-299e-45e8-9f68-4787b3f0e7d6 req-91545342-a24e-4131-bd3c-7087f248707a tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:11:52.711403 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6d968de7-299e-45e8-9f68-4787b3f0e7d6 req-91545342-a24e-4131-bd3c-7087f248707a tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=2aaed0f4-ddff-4170-b36d-0f4ed6866840 HTTP/1.1" status: 200 len: 944 time: 0.2750301 Jun 11 10:11:52.766998 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-95aa4ef5-c888-49ea-a13c-0992fa3d86b1 None None] Provisioning for port 7ab6ba0e-4fc4-4fe9-b51f-8725f51644f6 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:11:52.780751 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-95aa4ef5-c888-49ea-a13c-0992fa3d86b1 None None] Provisioning complete for port 7ab6ba0e-4fc4-4fe9-b51f-8725f51644f6 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:11:52.785912 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-95aa4ef5-c888-49ea-a13c-0992fa3d86b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:52.824535 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6d968de7-299e-45e8-9f68-4787b3f0e7d6 req-97825808-1cb1-4503-9e4c-a918742ef202 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692179 Jun 11 10:11:52.855317 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-d871c82c-4fe0-4c88-8a40-ddbdce4edead None None] Set router 4d7ae21c-5100-4922-88ec-a7039fe6242a gateway port host: None {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:11:52.858848 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a59d4b7b-86d3-405a-b757-be4d80c8edc5 req-4d143a94-02e0-428b-bbcb-0e4d71f64f70 service neutron] 10.222.0.64 "GET /v2.0/networks/dde275fe-49aa-4dda-8d58-46e6697ca339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375796 Jun 11 10:11:52.858965 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port a5ea4b1a-449b-43f3-93e7-c50d03c5381a triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:11:52.859066 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a81e156-424e-4b07-9ae6-2a42564cb989 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Made reservation on behalf of f90b676cb67a4cb1b788d4673e4cc737 for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:11:52.865698 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2a81e156-424e-4b07-9ae6-2a42564cb989 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:52.871540 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:52.965087 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a81e156-424e-4b07-9ae6-2a42564cb989 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 779} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:11:52.970443 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-95aa4ef5-c888-49ea-a13c-0992fa3d86b1 None None] Port 7ab6ba0e-4fc4-4fe9-b51f-8725f51644f6 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:11:53.221737 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-059c532c-1db3-4c3c-8fdf-b279a47f806b None None] Provisioning complete for port 7ab6ba0e-4fc4-4fe9-b51f-8725f51644f6 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:11:53.222127 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-059c532c-1db3-4c3c-8fdf-b279a47f806b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:53.285213 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-059c532c-1db3-4c3c-8fdf-b279a47f806b None None] Port 7ab6ba0e-4fc4-4fe9-b51f-8725f51644f6 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:11:53.409722 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-d871c82c-4fe0-4c88-8a40-ddbdce4edead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'name': 'tempest-RoutersIpV6Test-router-1204487488', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:11:16Z', 'updated_at': '2021-06-11T10:11:50Z', 'revision_number': 4, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'gw_port_host': None, '_interfaces': [{'id': '703dc76f-d0d3-4b08-85d0-612ac0ea2237', 'name': '', 'network_id': '655c7143-7fa7-4c23-8fa8-04f29f850031', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'mac_address': 'fa:16:3e:6c:6b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '27f2c85f-a843-4d8a-b9b8-88ee152d7822', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:11:21Z', 'updated_at': '2021-06-11T10:11:38Z', 'revision_number': 5, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'subnets': [{'id': '27f2c85f-a843-4d8a-b9b8-88ee152d7822', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ab6ba0e-4fc4-4fe9-b51f-8725f51644f6', 'name': '', 'network_id': 'acde46de-134a-4325-a7a0-e4921ad82c80', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'mac_address': 'fa:16:3e:b3:06:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': '53b04ed5-7525-4025-8063-3cb2ac8926c5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:11:48Z', 'updated_at': '2021-06-11T10:11:50Z', 'revision_number': 2, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'subnets': [{'id': '53b04ed5-7525-4025-8063-3cb2ac8926c5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcbea359-3657-4990-912b-9fef3e2e1ba8', 'name': '', 'network_id': '26750194-134c-4e10-8d86-e020cdd0264c', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'mac_address': 'fa:16:3e:a0:84:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': 'ffb90fd8-38f9-47fe-85ef-2b42a00972cd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:11:34Z', 'updated_at': '2021-06-11T10:11:49Z', 'revision_number': 5, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'subnets': [{'id': 'ffb90fd8-38f9-47fe-85ef-2b42a00972cd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:11:53.414044 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d871c82c-4fe0-4c88-8a40-ddbdce4edead None None] Checking router: 4d7ae21c-5100-4922-88ec-a7039fe6242a for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:11:53.414512 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d871c82c-4fe0-4c88-8a40-ddbdce4edead None None] Updating router 4d7ae21c-5100-4922-88ec-a7039fe6242a port 7ab6ba0e-4fc4-4fe9-b51f-8725f51644f6 binding host n-d-779913-12 {{(pid=93178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 10:11:53.476488 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d871c82c-4fe0-4c88-8a40-ddbdce4edead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:53.600835 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2a81e156-424e-4b07-9ae6-2a42564cb989 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:53.601333 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-2a81e156-424e-4b07-9ae6-2a42564cb989 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Added segment 65ac3f11-a2f0-4de0-9416-232090cdd12f of type vlan for network 91fc4c8e-2740-4173-92a4-88add2e71c64 Jun 11 10:11:53.667273 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a59d4b7b-86d3-405a-b757-be4d80c8edc5 req-c0f470c3-6aba-4547-9e92-8c6101e4aeef service neutron] 10.222.0.64 "GET /v2.0/networks/dde275fe-49aa-4dda-8d58-46e6697ca339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7939258 Jun 11 10:11:53.671076 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2a81e156-424e-4b07-9ae6-2a42564cb989 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:53.843446 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2a81e156-424e-4b07-9ae6-2a42564cb989 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:53.849733 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a81e156-424e-4b07-9ae6-2a42564cb989 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:11:53.850374 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2a81e156-424e-4b07-9ae6-2a42564cb989 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:53.862384 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-cb291c09-7916-4070-b667-8e89f7f8b76d tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:11:54.054609 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a81e156-424e-4b07-9ae6-2a42564cb989 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Pushing event updated for resources: {'Network': ['ID=91fc4c8e-2740-4173-92a4-88add2e71c64,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:11:54.060830 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2a81e156-424e-4b07-9ae6-2a42564cb989 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:11:54.124303 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 91fc4c8e-2740-4173-92a4-88add2e71c64 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:11:54.159496 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-2a81e156-424e-4b07-9ae6-2a42564cb989 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6539438 Jun 11 10:11:54.162826 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 52542) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:11:54.170201 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-b5f3aeb2-a1a7-47ea-9cd5-f6a5b29b435a tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Request body: {'subnet': {'network_id': '91fc4c8e-2740-4173-92a4-88add2e71c64', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:11:54.392575 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b1a25d-a771-4a4a-8fe2-dedac9174711 req-35edb28d-4095-4b9d-b2c6-aa2923b08835 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:11:54.399494 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-62b1a25d-a771-4a4a-8fe2-dedac9174711 req-35edb28d-4095-4b9d-b2c6-aa2923b08835 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=2aaed0f4-ddff-4170-b36d-0f4ed6866840 HTTP/1.1" status: 200 len: 944 time: 0.3295264 Jun 11 10:11:54.484900 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d871c82c-4fe0-4c88-8a40-ddbdce4edead None None] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:54.498758 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-62b1a25d-a771-4a4a-8fe2-dedac9174711 req-f7d81ccb-3701-4295-8922-06511892c7f2 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851436 Jun 11 10:11:54.511305 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-d871c82c-4fe0-4c88-8a40-ddbdce4edead None None] Transition to ACTIVE for port object 7ab6ba0e-4fc4-4fe9-b51f-8725f51644f6 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:11:54.539860 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f3aeb2-a1a7-47ea-9cd5-f6a5b29b435a tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Made reservation on behalf of f90b676cb67a4cb1b788d4673e4cc737 for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:11:54.544427 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b5f3aeb2-a1a7-47ea-9cd5-f6a5b29b435a tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:54.642809 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d871c82c-4fe0-4c88-8a40-ddbdce4edead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:54.649064 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:11:54.823759 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aad4f4-8994-4470-8517-409e3ba528ec None None] Pushing event updated for resources: {'Port': ['ID=7ab6ba0e-4fc4-4fe9-b51f-8725f51644f6,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:11:54.836421 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7aad4f4-8994-4470-8517-409e3ba528ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:11:54.962630 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab6bca6-f05b-46b4-a38d-f00b1c50c865 req-1e647a0b-c9ce-4080-b276-7853102a3df1 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:11:54.967377 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fab6bca6-f05b-46b4-a38d-f00b1c50c865 req-1e647a0b-c9ce-4080-b276-7853102a3df1 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 944 time: 1.2392979 Jun 11 10:11:55.029327 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-d871c82c-4fe0-4c88-8a40-ddbdce4edead None None] Attempting to bind port 7ab6ba0e-4fc4-4fe9-b51f-8725f51644f6 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:11:55.029714 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-d871c82c-4fe0-4c88-8a40-ddbdce4edead None None] Attempting to bind port 7ab6ba0e-4fc4-4fe9-b51f-8725f51644f6 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '9f247720-132c-43df-bcb1-74719d9623ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'acde46de-134a-4325-a7a0-e4921ad82c80'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:11:55.030158 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d871c82c-4fe0-4c88-8a40-ddbdce4edead None None] Attempting to bind port 7ab6ba0e-4fc4-4fe9-b51f-8725f51644f6 on network acde46de-134a-4325-a7a0-e4921ad82c80 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:11:55.038366 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d871c82c-4fe0-4c88-8a40-ddbdce4edead None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:11:55.038758 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d871c82c-4fe0-4c88-8a40-ddbdce4edead None None] Checking segment: {'id': '9f247720-132c-43df-bcb1-74719d9623ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'acde46de-134a-4325-a7a0-e4921ad82c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:11:55.039180 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d871c82c-4fe0-4c88-8a40-ddbdce4edead None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:55.039609 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d871c82c-4fe0-4c88-8a40-ddbdce4edead None None] Bound using segment: {'id': '9f247720-132c-43df-bcb1-74719d9623ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'acde46de-134a-4325-a7a0-e4921ad82c80'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:11:55.040103 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-d871c82c-4fe0-4c88-8a40-ddbdce4edead None None] Bound port: 7ab6ba0e-4fc4-4fe9-b51f-8725f51644f6, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f247720-132c-43df-bcb1-74719d9623ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'acde46de-134a-4325-a7a0-e4921ad82c80'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:11:55.040496 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d871c82c-4fe0-4c88-8a40-ddbdce4edead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:55.041464 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fab6bca6-f05b-46b4-a38d-f00b1c50c865 req-f0eeb727-742a-4cf5-b6e8-a2c3391ca1c9 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650628 Jun 11 10:11:55.145911 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-d871c82c-4fe0-4c88-8a40-ddbdce4edead None None] For port 7ab6ba0e-4fc4-4fe9-b51f-8725f51644f6, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:11:55.150023 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-d871c82c-4fe0-4c88-8a40-ddbdce4edead None None] For port 7ab6ba0e-4fc4-4fe9-b51f-8725f51644f6, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=7ab6ba0e-4fc4-4fe9-b51f-8725f51644f6,segment=NetworkSegment(9f247720-132c-43df-bcb1-74719d9623ad),segment_id=9f247720-132c-43df-bcb1-74719d9623ad)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:11:55.213264 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b5f3aeb2-a1a7-47ea-9cd5-f6a5b29b435a tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:55.216670 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-afcd21b3-3512-4560-9b9c-9f1e556a995a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:11:55.286733 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f3aeb2-a1a7-47ea-9cd5-f6a5b29b435a tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Pushing event updated for resources: {'Subnet': ['ID=2982b09d-61c6-4215-9886-8b6208e23e48,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:11:55.299343 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b5f3aeb2-a1a7-47ea-9cd5-f6a5b29b435a tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:11:55.336303 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f3aeb2-a1a7-47ea-9cd5-f6a5b29b435a tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Checking segment: {'id': '65ac3f11-a2f0-4de0-9416-232090cdd12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '91fc4c8e-2740-4173-92a4-88add2e71c64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:11:55.336303 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f3aeb2-a1a7-47ea-9cd5-f6a5b29b435a tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Network hostable DHCP agents. Network: 91fc4c8e-2740-4173-92a4-88add2e71c64, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:11:55.409187 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d871c82c-4fe0-4c88-8a40-ddbdce4edead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:55.418503 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-0b4719d2-316b-4a6f-ab4c-dd19fe77150b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:11:55.510291 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d871c82c-4fe0-4c88-8a40-ddbdce4edead None None] Routers {'4d7ae21c-5100-4922-88ec-a7039fe6242a'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:11:55.510968 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-d871c82c-4fe0-4c88-8a40-ddbdce4edead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:11:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['4d7ae21c-5100-4922-88ec-a7039fe6242a'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:11:55.518411 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aad4f4-8994-4470-8517-409e3ba528ec None None] Pushing event updated for resources: {'Port': ['ID=7ab6ba0e-4fc4-4fe9-b51f-8725f51644f6,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:11:55.545589 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f3aeb2-a1a7-47ea-9cd5-f6a5b29b435a tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Network 91fc4c8e-2740-4173-92a4-88add2e71c64 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:11:55.648518 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-b5f3aeb2-a1a7-47ea-9cd5-f6a5b29b435a tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 91fc4c8e-2740-4173-92a4-88add2e71c64) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:11:55.651990 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7aad4f4-8994-4470-8517-409e3ba528ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:11:55.656401 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f3aeb2-a1a7-47ea-9cd5-f6a5b29b435a tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:11:55.656987 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b5f3aeb2-a1a7-47ea-9cd5-f6a5b29b435a tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:55.788560 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509d6541-d04f-4094-ae8e-9fec6eb3c8bd None None] Network 91fc4c8e-2740-4173-92a4-88add2e71c64 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:11:55.944976 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-b5f3aeb2-a1a7-47ea-9cd5-f6a5b29b435a tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7807124 Jun 11 10:11:55.947884 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 52602) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:11:55.989277 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54199f7-7986-4fd5-857d-112cd9522400 req-aa057cf2-0581-4e32-bf81-13798d34e5e8 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:11:55.991329 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c54199f7-7986-4fd5-857d-112cd9522400 req-aa057cf2-0581-4e32-bf81-13798d34e5e8 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=2aaed0f4-ddff-4170-b36d-0f4ed6866840 HTTP/1.1" status: 200 len: 944 time: 0.2237616 Jun 11 10:11:56.181059 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c54199f7-7986-4fd5-857d-112cd9522400 req-c718a5b5-5b89-4292-8038-b886247b5732 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794691 Jun 11 10:11:56.181891 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-d871c82c-4fe0-4c88-8a40-ddbdce4edead None None] Set router 4d7ae21c-5100-4922-88ec-a7039fe6242a gateway port host: None {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:11:56.752054 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3654fe1f-d9aa-44f4-bea9-2277a5559d28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-91fc4c8e-2740-4173-92a4-88add2e71c64', 'network_id': '91fc4c8e-2740-4173-92a4-88add2e71c64', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'fixed_ips': [{'subnet_id': '2982b09d-61c6-4215-9886-8b6208e23e48'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 10:11:56.753551 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3654fe1f-d9aa-44f4-bea9-2277a5559d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:56.921854 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 67331b52-ef5f-4612-b0f8-2a1357105485 details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 10:11:57.149847 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995c930c-e6e7-446d-83c9-b373f2910b86 req-f9e19297-dc70-4f93-83b1-a82cec05cd15 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:11:57.181125 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-995c930c-e6e7-446d-83c9-b373f2910b86 req-f9e19297-dc70-4f93-83b1-a82cec05cd15 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 944 time: 0.7201228 Jun 11 10:11:57.340903 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-995c930c-e6e7-446d-83c9-b373f2910b86 req-4800dbe6-5c95-4d8c-b33a-812f051f76d8 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365151 Jun 11 10:11:57.567988 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1ed54436-df54-4aef-9eb2-0e97058dad28 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:57.601963 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfbca75-cc75-4756-8b75-c6e9c3cf5f20 req-ee15f04c-198d-4fb2-b5c5-882bc4a03e64 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:11:57.625217 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5dfbca75-cc75-4756-8b75-c6e9c3cf5f20 req-ee15f04c-198d-4fb2-b5c5-882bc4a03e64 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=2aaed0f4-ddff-4170-b36d-0f4ed6866840 HTTP/1.1" status: 200 len: 944 time: 0.1328752 Jun 11 10:11:57.685267 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.db.resource_extend [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] It took 0.71 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 11 10:11:57.740747 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5dfbca75-cc75-4756-8b75-c6e9c3cf5f20 req-368e4255-23ba-4671-8c15-8deea305144c tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133151 Jun 11 10:11:57.905549 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-3654fe1f-d9aa-44f4-bea9-2277a5559d28 None None] Allocated IP 2001:db8:3::2 (91fc4c8e-2740-4173-92a4-88add2e71c64/2982b09d-61c6-4215-9886-8b6208e23e48/352a4ee5-24c4-4342-9008-27052b9019ce) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:11:57.908884 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 67331b52-ef5f-4612-b0f8-2a1357105485, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=67331b52-ef5f-4612-b0f8-2a1357105485,segment=NetworkSegment(5c22e2d5-0ba6-4801-a903-4241c2620ae4),segment_id=5c22e2d5-0ba6-4801-a903-4241c2620ae4)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:11:57.971446 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-d871c82c-4fe0-4c88-8a40-ddbdce4edead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'name': 'tempest-RoutersIpV6Test-router-1204487488', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:11:16Z', 'updated_at': '2021-06-11T10:11:50Z', 'revision_number': 4, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'gw_port_host': None, '_interfaces': [{'id': '703dc76f-d0d3-4b08-85d0-612ac0ea2237', 'name': '', 'network_id': '655c7143-7fa7-4c23-8fa8-04f29f850031', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'mac_address': 'fa:16:3e:6c:6b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '27f2c85f-a843-4d8a-b9b8-88ee152d7822', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:11:21Z', 'updated_at': '2021-06-11T10:11:38Z', 'revision_number': 5, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'subnets': [{'id': '27f2c85f-a843-4d8a-b9b8-88ee152d7822', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ab6ba0e-4fc4-4fe9-b51f-8725f51644f6', 'name': '', 'network_id': 'acde46de-134a-4325-a7a0-e4921ad82c80', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'mac_address': 'fa:16:3e:b3:06:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': '53b04ed5-7525-4025-8063-3cb2ac8926c5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:11:48Z', 'updated_at': '2021-06-11T10:11:55Z', 'revision_number': 4, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'subnets': [{'id': '53b04ed5-7525-4025-8063-3cb2ac8926c5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcbea359-3657-4990-912b-9fef3e2e1ba8', 'name': '', 'network_id': '26750194-134c-4e10-8d86-e020cdd0264c', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'mac_address': 'fa:16:3e:a0:84:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': 'ffb90fd8-38f9-47fe-85ef-2b42a00972cd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:11:34Z', 'updated_at': '2021-06-11T10:11:49Z', 'revision_number': 5, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'subnets': [{'id': 'ffb90fd8-38f9-47fe-85ef-2b42a00972cd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:11:57.974334 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': '67331b52-ef5f-4612-b0f8-2a1357105485', 'network_id': '795e7157-0b59-4b3c-b5bc-895c607dc0cc', 'port_id': '67331b52-ef5f-4612-b0f8-2a1357105485', 'mac_address': 'fa:16:3e:00:2c:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b543bd1f-2b45-4ed6-ae53-d9d0c8ed8871', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 10:11:57.994560 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d871c82c-4fe0-4c88-8a40-ddbdce4edead None None] The sync data for ids ['4d7ae21c-5100-4922-88ec-a7039fe6242a'] in n-d-779913-12 is: [{'id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'name': 'tempest-RoutersIpV6Test-router-1204487488', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:11:16Z', 'updated_at': '2021-06-11T10:11:50Z', 'revision_number': 4, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'gw_port_host': None, '_interfaces': [{'id': '703dc76f-d0d3-4b08-85d0-612ac0ea2237', 'name': '', 'network_id': '655c7143-7fa7-4c23-8fa8-04f29f850031', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'mac_address': 'fa:16:3e:6c:6b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '27f2c85f-a843-4d8a-b9b8-88ee152d7822', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:11:21Z', 'updated_at': '2021-06-11T10:11:38Z', 'revision_number': 5, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'subnets': [{'id': '27f2c85f-a843-4d8a-b9b8-88ee152d7822', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ab6ba0e-4fc4-4fe9-b51f-8725f51644f6', 'name': '', 'network_id': 'acde46de-134a-4325-a7a0-e4921ad82c80', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'mac_address': 'fa:16:3e:b3:06:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': '53b04ed5-7525-4025-8063-3cb2ac8926c5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:11:48Z', 'updated_at': '2021-06-11T10:11:55Z', 'revision_number': 4, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'subnets': [{'id': '53b04ed5-7525-4025-8063-3cb2ac8926c5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcbea359-3657-4990-912b-9fef3e2e1ba8', 'name': '', 'network_id': '26750194-134c-4e10-8d86-e020cdd0264c', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'mac_address': 'fa:16:3e:a0:84:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': 'ffb90fd8-38f9-47fe-85ef-2b42a00972cd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:11:34Z', 'updated_at': '2021-06-11T10:11:49Z', 'revision_number': 5, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'subnets': [{'id': 'ffb90fd8-38f9-47fe-85ef-2b42a00972cd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:11:58.353030 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:58.373871 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67331b52-ef5f-4612-b0f8-2a1357105485 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:11:58.482138 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 67331b52-ef5f-4612-b0f8-2a1357105485, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=67331b52-ef5f-4612-b0f8-2a1357105485,segment=NetworkSegment(5c22e2d5-0ba6-4801-a903-4241c2620ae4),segment_id=5c22e2d5-0ba6-4801-a903-4241c2620ae4)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:11:58.590926 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 7ab6ba0e-4fc4-4fe9-b51f-8725f51644f6 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:11:58.670395 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3654fe1f-d9aa-44f4-bea9-2277a5559d28 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:58.683358 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:58.687909 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:11:58.703465 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a442ee-2022-4f63-8dea-e9aab4d3bf4d req-47db064b-a037-4cc1-8001-8b7b457eda35 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:11:58.705274 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-54a442ee-2022-4f63-8dea-e9aab4d3bf4d req-47db064b-a037-4cc1-8001-8b7b457eda35 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 944 time: 0.1299145 Jun 11 10:11:58.826266 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-3654fe1f-d9aa-44f4-bea9-2277a5559d28 None None] Transition to ACTIVE for port object 352a4ee5-24c4-4342-9008-27052b9019ce will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:11:58.867680 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-54a442ee-2022-4f63-8dea-e9aab4d3bf4d req-df5a8944-cc60-40b3-985e-0d3eb14f054c tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555765 Jun 11 10:11:58.874359 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 7ab6ba0e-4fc4-4fe9-b51f-8725f51644f6 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:11:58.903546 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 7ab6ba0e-4fc4-4fe9-b51f-8725f51644f6 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:11:58.904171 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:58.966929 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=67331b52-ef5f-4612-b0f8-2a1357105485,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:11:58.972161 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-3654fe1f-d9aa-44f4-bea9-2277a5559d28 None None] Transition to ACTIVE for port object 352a4ee5-24c4-4342-9008-27052b9019ce will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:11:58.990533 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:11:59.173090 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5797c647-940b-43e3-924c-916f261e80e2 req-2ed20333-6675-4ec2-bfe5-36e51169ae54 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:11:59.197656 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5797c647-940b-43e3-924c-916f261e80e2 req-2ed20333-6675-4ec2-bfe5-36e51169ae54 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=2aaed0f4-ddff-4170-b36d-0f4ed6866840 HTTP/1.1" status: 200 len: 945 time: 0.2048657 Jun 11 10:11:59.219442 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:59.221844 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['67331b52-ef5f-4612-b0f8-2a1357105485'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:11:59.287747 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3654fe1f-d9aa-44f4-bea9-2277a5559d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:59.294523 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-1ed54436-df54-4aef-9eb2-0e97058dad28 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Allocated IP 2001:db8:3::1 (91fc4c8e-2740-4173-92a4-88add2e71c64/2982b09d-61c6-4215-9886-8b6208e23e48/0f75e132-5936-4467-86bc-fbcd4373878b) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:11:59.322061 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-ef50cece-391b-4dff-9d42-334aba6e10ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:11:59.370598 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5797c647-940b-43e3-924c-916f261e80e2 req-b7c87937-b86d-4e5b-866f-a0e1e98c7180 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712656 Jun 11 10:11:59.580614 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3654fe1f-d9aa-44f4-bea9-2277a5559d28 None None] Network 91fc4c8e-2740-4173-92a4-88add2e71c64 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:11:59.603391 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-3654fe1f-d9aa-44f4-bea9-2277a5559d28 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:11:59.619712 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3654fe1f-d9aa-44f4-bea9-2277a5559d28 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:11:59.657499 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3654fe1f-d9aa-44f4-bea9-2277a5559d28 None None] Pushing event updated for resources: {'Port': ['ID=352a4ee5-24c4-4342-9008-27052b9019ce,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:11:59.661469 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 7ab6ba0e-4fc4-4fe9-b51f-8725f51644f6, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=7ab6ba0e-4fc4-4fe9-b51f-8725f51644f6,segment=NetworkSegment(9f247720-132c-43df-bcb1-74719d9623ad),segment_id=9f247720-132c-43df-bcb1-74719d9623ad)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:11:59.669579 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-3654fe1f-d9aa-44f4-bea9-2277a5559d28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:11:59.693664 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1ed54436-df54-4aef-9eb2-0e97058dad28 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:59.716470 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-1ed54436-df54-4aef-9eb2-0e97058dad28 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Transition to ACTIVE for port object 0f75e132-5936-4467-86bc-fbcd4373878b will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:11:59.726916 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-3654fe1f-d9aa-44f4-bea9-2277a5559d28 None None] Attempting to bind port 352a4ee5-24c4-4342-9008-27052b9019ce on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:11:59.729176 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-3654fe1f-d9aa-44f4-bea9-2277a5559d28 None None] Attempting to bind port 352a4ee5-24c4-4342-9008-27052b9019ce by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '65ac3f11-a2f0-4de0-9416-232090cdd12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '91fc4c8e-2740-4173-92a4-88add2e71c64'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:11:59.729176 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3654fe1f-d9aa-44f4-bea9-2277a5559d28 None None] Attempting to bind port 352a4ee5-24c4-4342-9008-27052b9019ce on network 91fc4c8e-2740-4173-92a4-88add2e71c64 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:11:59.741636 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3654fe1f-d9aa-44f4-bea9-2277a5559d28 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:11:59.742148 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3654fe1f-d9aa-44f4-bea9-2277a5559d28 None None] Checking segment: {'id': '65ac3f11-a2f0-4de0-9416-232090cdd12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '91fc4c8e-2740-4173-92a4-88add2e71c64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:11:59.742416 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3654fe1f-d9aa-44f4-bea9-2277a5559d28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:59.742818 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3654fe1f-d9aa-44f4-bea9-2277a5559d28 None None] Bound using segment: {'id': '65ac3f11-a2f0-4de0-9416-232090cdd12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '91fc4c8e-2740-4173-92a4-88add2e71c64'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:11:59.743325 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-3654fe1f-d9aa-44f4-bea9-2277a5559d28 None None] Bound port: 352a4ee5-24c4-4342-9008-27052b9019ce, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65ac3f11-a2f0-4de0-9416-232090cdd12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '91fc4c8e-2740-4173-92a4-88add2e71c64'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:11:59.744698 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3654fe1f-d9aa-44f4-bea9-2277a5559d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:59.905351 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:59.909778 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7aad4f4-8994-4470-8517-409e3ba528ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:11:59.981121 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1ed54436-df54-4aef-9eb2-0e97058dad28 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:11:59.984257 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d6cae76a-0e0c-4611-adf8-1956d4d82f26 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:12:00.004479 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=7ab6ba0e-4fc4-4fe9-b51f-8725f51644f6,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:12:00.021285 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:12:00.051116 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed54436-df54-4aef-9eb2-0e97058dad28 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Network 91fc4c8e-2740-4173-92a4-88add2e71c64 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:12:00.055066 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-1ed54436-df54-4aef-9eb2-0e97058dad28 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:12:00.055378 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-3654fe1f-d9aa-44f4-bea9-2277a5559d28 None None] For port 352a4ee5-24c4-4342-9008-27052b9019ce, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:12:00.060404 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed54436-df54-4aef-9eb2-0e97058dad28 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:12:00.073707 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1ed54436-df54-4aef-9eb2-0e97058dad28 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-375088'] for router_interface, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:00.073875 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-3654fe1f-d9aa-44f4-bea9-2277a5559d28 None None] For port 352a4ee5-24c4-4342-9008-27052b9019ce, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=352a4ee5-24c4-4342-9008-27052b9019ce,segment=NetworkSegment(65ac3f11-a2f0-4de0-9416-232090cdd12f),segment_id=65ac3f11-a2f0-4de0-9416-232090cdd12f)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:12:00.158230 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed54436-df54-4aef-9eb2-0e97058dad28 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Pushing event updated for resources: {'Port': ['ID=0f75e132-5936-4467-86bc-fbcd4373878b,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:12:00.165640 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1ed54436-df54-4aef-9eb2-0e97058dad28 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:12:00.191895 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3654fe1f-d9aa-44f4-bea9-2277a5559d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:00.194084 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:12:00.293441 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3654fe1f-d9aa-44f4-bea9-2277a5559d28 None None] Pushing event updated for resources: {'Port': ['ID=352a4ee5-24c4-4342-9008-27052b9019ce,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:12:00.305020 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3654fe1f-d9aa-44f4-bea9-2277a5559d28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:12:00.305576 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3654fe1f-d9aa-44f4-bea9-2277a5559d28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:12:00.306027 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3654fe1f-d9aa-44f4-bea9-2277a5559d28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:12:00.306471 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3654fe1f-d9aa-44f4-bea9-2277a5559d28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:12:00.306879 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3654fe1f-d9aa-44f4-bea9-2277a5559d28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:12:00.307420 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3654fe1f-d9aa-44f4-bea9-2277a5559d28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:12:00.307732 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3654fe1f-d9aa-44f4-bea9-2277a5559d28 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:12:00.308158 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3654fe1f-d9aa-44f4-bea9-2277a5559d28 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:12:00.308586 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3654fe1f-d9aa-44f4-bea9-2277a5559d28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:12:00.309037 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3654fe1f-d9aa-44f4-bea9-2277a5559d28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:12:00.309463 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3654fe1f-d9aa-44f4-bea9-2277a5559d28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:12:00.309893 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3654fe1f-d9aa-44f4-bea9-2277a5559d28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:12:00.318574 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-3654fe1f-d9aa-44f4-bea9-2277a5559d28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:12:00.391089 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 7ab6ba0e-4fc4-4fe9-b51f-8725f51644f6 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:12:00.616337 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 7ab6ba0e-4fc4-4fe9-b51f-8725f51644f6 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:12:00.616729 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:00.859049 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eefe27b-7c6a-4c0a-8848-8d1dac06b1df req-9d2a2545-c525-4114-87e6-48a127993dd1 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:12:00.860524 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3eefe27b-7c6a-4c0a-8848-8d1dac06b1df req-9d2a2545-c525-4114-87e6-48a127993dd1 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 944 time: 0.6858108 Jun 11 10:12:00.887203 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1ed54436-df54-4aef-9eb2-0e97058dad28 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:00.908126 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 67331b52-ef5f-4612-b0f8-2a1357105485 up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:12:01.011258 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1566d829-1e83-4b8d-8798-4d5d7580d827 req-337aa8a4-bf94-45d7-9f82-ebd00635195f tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:12:01.040201 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1566d829-1e83-4b8d-8798-4d5d7580d827 req-337aa8a4-bf94-45d7-9f82-ebd00635195f tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=2aaed0f4-ddff-4170-b36d-0f4ed6866840 HTTP/1.1" status: 200 len: 945 time: 0.3122830 Jun 11 10:12:01.093645 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3eefe27b-7c6a-4c0a-8848-8d1dac06b1df req-899c6d5f-3076-4590-b09f-87a886427d2b tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142255 Jun 11 10:12:01.145913 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1566d829-1e83-4b8d-8798-4d5d7580d827 req-a6530cd1-3869-48f1-8cec-ddabce400a0c tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911512 Jun 11 10:12:01.280561 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning for port 67331b52-ef5f-4612-b0f8-2a1357105485 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:12:01.297365 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port 67331b52-ef5f-4612-b0f8-2a1357105485 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:12:01.300374 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:01.704186 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:01.792977 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:01.839672 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aaed0f4-ddff-4170-b36d-0f4ed6866840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67331b52-ef5f-4612-b0f8-2a1357105485'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:12:01.850950 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad651cc-8f06-4966-afa1-ac40d62ea2db" -d '{"events": [{"server_uuid": "2aaed0f4-ddff-4170-b36d-0f4ed6866840", "name": "network-vif-plugged", "status": "completed", "tag": "67331b52-ef5f-4612-b0f8-2a1357105485"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:12:01.868152 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 67331b52-ef5f-4612-b0f8-2a1357105485, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=67331b52-ef5f-4612-b0f8-2a1357105485,segment=NetworkSegment(5c22e2d5-0ba6-4801-a903-4241c2620ae4),segment_id=5c22e2d5-0ba6-4801-a903-4241c2620ae4)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:12:01.924986 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6f4db27-6249-415b-b452-9dc44240e52d x-openstack-request-id: req-d6f4db27-6249-415b-b452-9dc44240e52d {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:12:01.925570 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2aaed0f4-ddff-4170-b36d-0f4ed6866840", "name": "network-vif-plugged", "status": "completed", "tag": "67331b52-ef5f-4612-b0f8-2a1357105485", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:12:01.925570 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d6f4db27-6249-415b-b452-9dc44240e52d {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:12:01.927765 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aaed0f4-ddff-4170-b36d-0f4ed6866840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67331b52-ef5f-4612-b0f8-2a1357105485', 'code': 200} Jun 11 10:12:01.930384 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1ed54436-df54-4aef-9eb2-0e97058dad28 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:01.985367 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:01.987291 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-121e5da8-92b7-4a6f-9393-9b44ebd934dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:12:02.025615 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1ed54436-df54-4aef-9eb2-0e97058dad28 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:02.026699 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1ed54436-df54-4aef-9eb2-0e97058dad28 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375108'] for router_interface, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:02.031728 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b07ba499-047d-43c4-8898-6ac38dfee480 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:12:02.186576 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=67331b52-ef5f-4612-b0f8-2a1357105485,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:12:02.198855 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:12:02.314725 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30377fe8-7f55-41f6-bc46-69d635509027 req-8c146e8f-7347-4364-855c-6fb6e8afd0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:12:02.319297 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-30377fe8-7f55-41f6-bc46-69d635509027 req-8c146e8f-7347-4364-855c-6fb6e8afd0a3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2aaed0f4-ddff-4170-b36d-0f4ed6866840 HTTP/1.1" status: 200 len: 1098 time: 0.2584782 Jun 11 10:12:02.351480 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed54436-df54-4aef-9eb2-0e97058dad28 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Pushing event updated for resources: {'Port': ['ID=0f75e132-5936-4467-86bc-fbcd4373878b,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:12:02.366940 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1ed54436-df54-4aef-9eb2-0e97058dad28 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:12:02.389300 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b45386-a49e-45fe-9476-aea1d8285486 None None] Network 91fc4c8e-2740-4173-92a4-88add2e71c64 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:12:02.491136 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-30377fe8-7f55-41f6-bc46-69d635509027 req-1f0225f6-7b6a-453a-9b12-592cc6898b7f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574969 Jun 11 10:12:02.583612 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 352a4ee5-24c4-4342-9008-27052b9019ce up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:12:02.598958 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a4693-e4ce-4833-b2a5-ee465fb44550 req-c031c5f7-079e-4992-91ba-68b3fe77254e tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:12:02.601043 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d93a4693-e4ce-4833-b2a5-ee465fb44550 req-c031c5f7-079e-4992-91ba-68b3fe77254e tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 944 time: 0.1664829 Jun 11 10:12:02.611229 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed54436-df54-4aef-9eb2-0e97058dad28 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Network 91fc4c8e-2740-4173-92a4-88add2e71c64 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:12:02.616468 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-1ed54436-df54-4aef-9eb2-0e97058dad28 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:12:02.702237 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d93a4693-e4ce-4833-b2a5-ee465fb44550 req-c7501c26-37fb-4f2e-81b3-757b0c0cd26c tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950668 Jun 11 10:12:02.757961 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a27703-c826-4bd7-a71a-a720f10a90d7 req-f35ba525-2226-439e-8690-56f9cafbf95a tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:12:02.760134 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-06a27703-c826-4bd7-a71a-a720f10a90d7 req-f35ba525-2226-439e-8690-56f9cafbf95a tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=2aaed0f4-ddff-4170-b36d-0f4ed6866840 HTTP/1.1" status: 200 len: 946 time: 0.2597456 Jun 11 10:12:02.897214 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-6647f3dd-fdc0-4890-b12d-d5d604abd0b0 None None] Provisioning for port 352a4ee5-24c4-4342-9008-27052b9019ce completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:12:03.027451 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-06a27703-c826-4bd7-a71a-a720f10a90d7 req-2625e94b-8bce-440f-a26c-db4d09bf1516 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001963 Jun 11 10:12:03.038527 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ed54436-df54-4aef-9eb2-0e97058dad28 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Router 4d7ae21c-5100-4922-88ec-a7039fe6242a has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:12:03.395587 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ed54436-df54-4aef-9eb2-0e97058dad28 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:12:03.409410 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2db092-bbca-4415-a232-26175d31853e None None] Sync routers for ids ['4d7ae21c-5100-4922-88ec-a7039fe6242a'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:12:03.415851 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 52748) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:12:03.420784 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 352a4ee5-24c4-4342-9008-27052b9019ce completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:12:03.424876 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 352a4ee5-24c4-4342-9008-27052b9019ce triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:12:03.425520 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:03.430149 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-d84823db-717c-4886-8f86-c60a3382dc86 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:12:03.437617 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-1ed54436-df54-4aef-9eb2-0e97058dad28 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "PUT /v2.0/routers/4d7ae21c-5100-4922-88ec-a7039fe6242a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4883964 Jun 11 10:12:03.452338 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2db092-bbca-4415-a232-26175d31853e None None] Routers {'4d7ae21c-5100-4922-88ec-a7039fe6242a'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:12:03.464343 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-8c2db092-bbca-4415-a232-26175d31853e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:11:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['4d7ae21c-5100-4922-88ec-a7039fe6242a'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:12:03.658866 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:03.747627 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 352a4ee5-24c4-4342-9008-27052b9019ce, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=352a4ee5-24c4-4342-9008-27052b9019ce,segment=NetworkSegment(65ac3f11-a2f0-4de0-9416-232090cdd12f),segment_id=65ac3f11-a2f0-4de0-9416-232090cdd12f)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:12:03.824235 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:03.829472 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:12:04.168743 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=352a4ee5-24c4-4342-9008-27052b9019ce,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:12:04.197082 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:12:04.225943 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-8c2db092-bbca-4415-a232-26175d31853e None None] Set router 4d7ae21c-5100-4922-88ec-a7039fe6242a gateway port host: None {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:12:04.268217 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-e6c1acc3-f7aa-48ed-abf9-73bc096dd37d None None] Provisioning complete for port 352a4ee5-24c4-4342-9008-27052b9019ce triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:12:04.268609 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e6c1acc3-f7aa-48ed-abf9-73bc096dd37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:04.505835 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 352a4ee5-24c4-4342-9008-27052b9019ce up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:12:04.732882 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f26ecb-dab3-4dbf-8820-e87822b5715c req-f07fac21-cb23-4aa6-bae9-918a43952170 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:12:04.751359 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-61f26ecb-dab3-4dbf-8820-e87822b5715c req-f07fac21-cb23-4aa6-bae9-918a43952170 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=2aaed0f4-ddff-4170-b36d-0f4ed6866840 HTTP/1.1" status: 200 len: 946 time: 0.2529557 Jun 11 10:12:04.842653 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 352a4ee5-24c4-4342-9008-27052b9019ce triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:12:04.843337 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:04.845187 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-61f26ecb-dab3-4dbf-8820-e87822b5715c req-55e0af3c-ac45-4a73-a6a0-3a7892ca5784 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861325 Jun 11 10:12:04.943144 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-8c2db092-bbca-4415-a232-26175d31853e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'name': 'tempest-RoutersIpV6Test-router-1204487488', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:11:16Z', 'updated_at': '2021-06-11T10:12:00Z', 'revision_number': 5, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'gw_port_host': None, '_interfaces': [{'id': '0f75e132-5936-4467-86bc-fbcd4373878b', 'name': '', 'network_id': '91fc4c8e-2740-4173-92a4-88add2e71c64', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'mac_address': 'fa:16:3e:cf:3f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '2982b09d-61c6-4215-9886-8b6208e23e48', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:11:58Z', 'updated_at': '2021-06-11T10:12:01Z', 'revision_number': 2, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'subnets': [{'id': '2982b09d-61c6-4215-9886-8b6208e23e48', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '703dc76f-d0d3-4b08-85d0-612ac0ea2237', 'name': '', 'network_id': '655c7143-7fa7-4c23-8fa8-04f29f850031', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'mac_address': 'fa:16:3e:6c:6b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '27f2c85f-a843-4d8a-b9b8-88ee152d7822', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:11:21Z', 'updated_at': '2021-06-11T10:11:38Z', 'revision_number': 5, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'subnets': [{'id': '27f2c85f-a843-4d8a-b9b8-88ee152d7822', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ab6ba0e-4fc4-4fe9-b51f-8725f51644f6', 'name': '', 'network_id': 'acde46de-134a-4325-a7a0-e4921ad82c80', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'mac_address': 'fa:16:3e:b3:06:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': '53b04ed5-7525-4025-8063-3cb2ac8926c5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:11:48Z', 'updated_at': '2021-06-11T10:11:59Z', 'revision_number': 5, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'subnets': [{'id': '53b04ed5-7525-4025-8063-3cb2ac8926c5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcbea359-3657-4990-912b-9fef3e2e1ba8', 'name': '', 'network_id': '26750194-134c-4e10-8d86-e020cdd0264c', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'mac_address': 'fa:16:3e:a0:84:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': 'ffb90fd8-38f9-47fe-85ef-2b42a00972cd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:11:34Z', 'updated_at': '2021-06-11T10:11:49Z', 'revision_number': 5, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'subnets': [{'id': 'ffb90fd8-38f9-47fe-85ef-2b42a00972cd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:12:04.953255 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2db092-bbca-4415-a232-26175d31853e None None] Checking router: 4d7ae21c-5100-4922-88ec-a7039fe6242a for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:12:04.955971 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2db092-bbca-4415-a232-26175d31853e None None] Updating router 4d7ae21c-5100-4922-88ec-a7039fe6242a port 0f75e132-5936-4467-86bc-fbcd4373878b binding host n-d-779913-12 {{(pid=93179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 10:12:05.057473 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-8c2db092-bbca-4415-a232-26175d31853e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:05.105003 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c7e38a-c7bd-4fd0-898e-cc11d9c42e2c req-3044d63c-aaa1-4bf7-93a8-1c769c902261 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:12:05.128294 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-e6c1acc3-f7aa-48ed-abf9-73bc096dd37d None None] Provisioning for port 0f75e132-5936-4467-86bc-fbcd4373878b completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:12:05.136856 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f8c7e38a-c7bd-4fd0-898e-cc11d9c42e2c req-3044d63c-aaa1-4bf7-93a8-1c769c902261 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 944 time: 0.6652863 Jun 11 10:12:05.144057 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-e6c1acc3-f7aa-48ed-abf9-73bc096dd37d None None] Provisioning complete for port 0f75e132-5936-4467-86bc-fbcd4373878b triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:12:05.163231 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e6c1acc3-f7aa-48ed-abf9-73bc096dd37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:05.298686 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-e6c1acc3-f7aa-48ed-abf9-73bc096dd37d None None] Port 0f75e132-5936-4467-86bc-fbcd4373878b cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:12:05.428978 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-9aa7dcaa-f1ba-46eb-b67b-b9e6209d719c None None] Provisioning complete for port 0f75e132-5936-4467-86bc-fbcd4373878b triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:12:05.429615 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-9aa7dcaa-f1ba-46eb-b67b-b9e6209d719c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:05.535031 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f8c7e38a-c7bd-4fd0-898e-cc11d9c42e2c req-85128b03-b34c-4f65-bd06-40d99fcca871 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069616 Jun 11 10:12:05.619709 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-9aa7dcaa-f1ba-46eb-b67b-b9e6209d719c None None] Port 0f75e132-5936-4467-86bc-fbcd4373878b cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:12:05.709920 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:05.794209 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.extraroute_db [None req-d84823db-717c-4886-8f86-c60a3382dc86 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=93176) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 11 10:12:05.820494 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-8c2db092-bbca-4415-a232-26175d31853e None None] Notify callbacks [] for port, precommit_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:05.845105 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.extraroute_db [None req-d84823db-717c-4886-8f86-c60a3382dc86 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Removed routes are [] {{(pid=93176) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 11 10:12:05.847356 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d84823db-717c-4886-8f86-c60a3382dc86 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:05.849187 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-8c2db092-bbca-4415-a232-26175d31853e None None] Transition to ACTIVE for port object 0f75e132-5936-4467-86bc-fbcd4373878b will not be triggered until provisioned by entity L2. {{(pid=93179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:12:05.969382 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-8c2db092-bbca-4415-a232-26175d31853e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:05.988388 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-294c0e6a-ed64-40aa-93a1-b4656b593882 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:12:06.335816 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23185dda-db92-49c4-bd96-91bcd62a6046 req-c440a0ff-41e9-4ece-ba09-951762a3b8be tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:12:06.345297 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-23185dda-db92-49c4-bd96-91bcd62a6046 req-c440a0ff-41e9-4ece-ba09-951762a3b8be tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=2aaed0f4-ddff-4170-b36d-0f4ed6866840 HTTP/1.1" status: 200 len: 946 time: 0.2372866 Jun 11 10:12:06.402438 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-8c2db092-bbca-4415-a232-26175d31853e None None] Attempting to bind port 0f75e132-5936-4467-86bc-fbcd4373878b on host n-d-779913-12 for vnic_type normal with profile {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:12:06.417926 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-8c2db092-bbca-4415-a232-26175d31853e None None] Attempting to bind port 0f75e132-5936-4467-86bc-fbcd4373878b by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '65ac3f11-a2f0-4de0-9416-232090cdd12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '91fc4c8e-2740-4173-92a4-88add2e71c64'}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:12:06.421919 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2db092-bbca-4415-a232-26175d31853e None None] Attempting to bind port 0f75e132-5936-4467-86bc-fbcd4373878b on network 91fc4c8e-2740-4173-92a4-88add2e71c64 {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:12:06.434737 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-23185dda-db92-49c4-bd96-91bcd62a6046 req-081ab528-3738-42e8-adc6-48bc881f7b00 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881858 Jun 11 10:12:06.482125 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2db092-bbca-4415-a232-26175d31853e None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:12:06.494363 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2db092-bbca-4415-a232-26175d31853e None None] Checking segment: {'id': '65ac3f11-a2f0-4de0-9416-232090cdd12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '91fc4c8e-2740-4173-92a4-88add2e71c64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:12:06.494835 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-8c2db092-bbca-4415-a232-26175d31853e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:06.495246 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2db092-bbca-4415-a232-26175d31853e None None] Bound using segment: {'id': '65ac3f11-a2f0-4de0-9416-232090cdd12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '91fc4c8e-2740-4173-92a4-88add2e71c64'} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:12:06.503122 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-8c2db092-bbca-4415-a232-26175d31853e None None] Bound port: 0f75e132-5936-4467-86bc-fbcd4373878b, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65ac3f11-a2f0-4de0-9416-232090cdd12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '91fc4c8e-2740-4173-92a4-88add2e71c64'}}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:12:06.508367 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-8c2db092-bbca-4415-a232-26175d31853e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:06.787247 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c709f40-4668-422a-8a45-c122e37f4ec0 None None] Pushing event updated for resources: {'Port': ['ID=0f75e132-5936-4467-86bc-fbcd4373878b,revision_number=3']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:12:06.804983 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-0c709f40-4668-422a-8a45-c122e37f4ec0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.817s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:12:06.857639 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-8c2db092-bbca-4415-a232-26175d31853e None None] For port 0f75e132-5936-4467-86bc-fbcd4373878b, host n-d-779913-12, cleared binding levels {{(pid=93179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:12:06.858039 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-8c2db092-bbca-4415-a232-26175d31853e None None] For port 0f75e132-5936-4467-86bc-fbcd4373878b, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=0f75e132-5936-4467-86bc-fbcd4373878b,segment=NetworkSegment(65ac3f11-a2f0-4de0-9416-232090cdd12f),segment_id=65ac3f11-a2f0-4de0-9416-232090cdd12f)] {{(pid=93179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:12:06.948376 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009085c6-5fb7-41c9-9801-ac52d9df3c88 req-0a12a15e-c8e8-4027-abd6-1ccd74ff29a2 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:12:06.957478 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-009085c6-5fb7-41c9-9801-ac52d9df3c88 req-0a12a15e-c8e8-4027-abd6-1ccd74ff29a2 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 944 time: 0.1070788 Jun 11 10:12:06.970104 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-8c2db092-bbca-4415-a232-26175d31853e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:06.979112 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-d5abf6bd-35a5-4ed4-8b30-d373fc6b0e19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:12:06.986223 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d84823db-717c-4886-8f86-c60a3382dc86 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:07.018784 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d84823db-717c-4886-8f86-c60a3382dc86 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-374241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-374254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-363978'] for router, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:07.050333 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-009085c6-5fb7-41c9-9801-ac52d9df3c88 req-f29ad0e7-0db8-4ff6-aa58-ce5abfa4fff1 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912499 Jun 11 10:12:07.118170 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2db092-bbca-4415-a232-26175d31853e None None] Routers {'4d7ae21c-5100-4922-88ec-a7039fe6242a'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:12:07.118826 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-8c2db092-bbca-4415-a232-26175d31853e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:11:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['4d7ae21c-5100-4922-88ec-a7039fe6242a'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:12:07.183471 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c709f40-4668-422a-8a45-c122e37f4ec0 None None] Pushing event updated for resources: {'Port': ['ID=0f75e132-5936-4467-86bc-fbcd4373878b,revision_number=4']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:12:07.229653 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-0c709f40-4668-422a-8a45-c122e37f4ec0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:12:07.277025 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-8c2db092-bbca-4415-a232-26175d31853e None None] Set router 4d7ae21c-5100-4922-88ec-a7039fe6242a gateway port host: None {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:12:07.283815 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d84823db-717c-4886-8f86-c60a3382dc86 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Router 4d7ae21c-5100-4922-88ec-a7039fe6242a has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:12:07.408417 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc9af3c-a1ff-4898-b5a8-fc18014147e8 req-5600474e-68c2-4861-a1b4-91ccd725439a tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:12:07.410072 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-adc9af3c-a1ff-4898-b5a8-fc18014147e8 req-5600474e-68c2-4861-a1b4-91ccd725439a tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=2aaed0f4-ddff-4170-b36d-0f4ed6866840 HTTP/1.1" status: 200 len: 946 time: 0.5267651 Jun 11 10:12:07.596664 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d84823db-717c-4886-8f86-c60a3382dc86 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:12:07.614625 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d84823db-717c-4886-8f86-c60a3382dc86 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:07.617252 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-d84823db-717c-4886-8f86-c60a3382dc86 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "PUT /v2.0/routers/4d7ae21c-5100-4922-88ec-a7039fe6242a HTTP/1.1" status: 200 len: 954 time: 4.2002106 Jun 11 10:12:07.620271 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 52822) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:12:07.647481 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-adc9af3c-a1ff-4898-b5a8-fc18014147e8 req-b012e90d-997d-424a-a725-a3831daf1ad9 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224711 Jun 11 10:12:07.796897 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-8c2db092-bbca-4415-a232-26175d31853e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'name': 'tempest-RoutersIpV6Test-router-1204487488', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:11:16Z', 'updated_at': '2021-06-11T10:12:05Z', 'revision_number': 6, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'gw_port_host': None, '_interfaces': [{'id': '0f75e132-5936-4467-86bc-fbcd4373878b', 'name': '', 'network_id': '91fc4c8e-2740-4173-92a4-88add2e71c64', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'mac_address': 'fa:16:3e:cf:3f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '2982b09d-61c6-4215-9886-8b6208e23e48', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:11:58Z', 'updated_at': '2021-06-11T10:12:06Z', 'revision_number': 4, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'subnets': [{'id': '2982b09d-61c6-4215-9886-8b6208e23e48', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '703dc76f-d0d3-4b08-85d0-612ac0ea2237', 'name': '', 'network_id': '655c7143-7fa7-4c23-8fa8-04f29f850031', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'mac_address': 'fa:16:3e:6c:6b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '27f2c85f-a843-4d8a-b9b8-88ee152d7822', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:11:21Z', 'updated_at': '2021-06-11T10:11:38Z', 'revision_number': 5, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'subnets': [{'id': '27f2c85f-a843-4d8a-b9b8-88ee152d7822', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ab6ba0e-4fc4-4fe9-b51f-8725f51644f6', 'name': '', 'network_id': 'acde46de-134a-4325-a7a0-e4921ad82c80', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'mac_address': 'fa:16:3e:b3:06:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': '53b04ed5-7525-4025-8063-3cb2ac8926c5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:11:48Z', 'updated_at': '2021-06-11T10:11:59Z', 'revision_number': 5, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'subnets': [{'id': '53b04ed5-7525-4025-8063-3cb2ac8926c5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcbea359-3657-4990-912b-9fef3e2e1ba8', 'name': '', 'network_id': '26750194-134c-4e10-8d86-e020cdd0264c', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'mac_address': 'fa:16:3e:a0:84:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': 'ffb90fd8-38f9-47fe-85ef-2b42a00972cd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:11:34Z', 'updated_at': '2021-06-11T10:11:49Z', 'revision_number': 5, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'subnets': [{'id': 'ffb90fd8-38f9-47fe-85ef-2b42a00972cd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:12:07.810840 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2db092-bbca-4415-a232-26175d31853e None None] The sync data for ids ['4d7ae21c-5100-4922-88ec-a7039fe6242a'] in n-d-779913-12 is: [{'id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'name': 'tempest-RoutersIpV6Test-router-1204487488', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:11:16Z', 'updated_at': '2021-06-11T10:12:05Z', 'revision_number': 6, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'gw_port_host': None, '_interfaces': [{'id': '0f75e132-5936-4467-86bc-fbcd4373878b', 'name': '', 'network_id': '91fc4c8e-2740-4173-92a4-88add2e71c64', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'mac_address': 'fa:16:3e:cf:3f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '2982b09d-61c6-4215-9886-8b6208e23e48', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:11:58Z', 'updated_at': '2021-06-11T10:12:06Z', 'revision_number': 4, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'subnets': [{'id': '2982b09d-61c6-4215-9886-8b6208e23e48', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '703dc76f-d0d3-4b08-85d0-612ac0ea2237', 'name': '', 'network_id': '655c7143-7fa7-4c23-8fa8-04f29f850031', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'mac_address': 'fa:16:3e:6c:6b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '27f2c85f-a843-4d8a-b9b8-88ee152d7822', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:11:21Z', 'updated_at': '2021-06-11T10:11:38Z', 'revision_number': 5, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'subnets': [{'id': '27f2c85f-a843-4d8a-b9b8-88ee152d7822', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ab6ba0e-4fc4-4fe9-b51f-8725f51644f6', 'name': '', 'network_id': 'acde46de-134a-4325-a7a0-e4921ad82c80', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'mac_address': 'fa:16:3e:b3:06:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': '53b04ed5-7525-4025-8063-3cb2ac8926c5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:11:48Z', 'updated_at': '2021-06-11T10:11:59Z', 'revision_number': 5, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'subnets': [{'id': '53b04ed5-7525-4025-8063-3cb2ac8926c5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcbea359-3657-4990-912b-9fef3e2e1ba8', 'name': '', 'network_id': '26750194-134c-4e10-8d86-e020cdd0264c', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'mac_address': 'fa:16:3e:a0:84:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': 'ffb90fd8-38f9-47fe-85ef-2b42a00972cd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:11:34Z', 'updated_at': '2021-06-11T10:11:49Z', 'revision_number': 5, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'subnets': [{'id': 'ffb90fd8-38f9-47fe-85ef-2b42a00972cd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:12:08.471114 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 0f75e132-5936-4467-86bc-fbcd4373878b up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:12:08.534596 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382a6441-64e5-452e-be5f-b2e6c4544384 req-d57f397e-fbe4-4daa-b7d4-93be57217e34 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:12:08.542787 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-382a6441-64e5-452e-be5f-b2e6c4544384 req-d57f397e-fbe4-4daa-b7d4-93be57217e34 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 944 time: 0.3198023 Jun 11 10:12:08.706365 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-382a6441-64e5-452e-be5f-b2e6c4544384 req-f1ee0815-6b35-4141-8542-d025758c20c0 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538866 Jun 11 10:12:08.855579 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 0f75e132-5936-4467-86bc-fbcd4373878b completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:12:08.873301 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 0f75e132-5936-4467-86bc-fbcd4373878b triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:12:08.873874 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:09.249094 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:09.265928 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-445462cf-e051-47dd-b7a3-27597c3c88a4 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "GET /v2.0/routers/4d7ae21c-5100-4922-88ec-a7039fe6242a HTTP/1.1" status: 200 len: 954 time: 1.6437030 Jun 11 10:12:09.275484 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 52862) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:12:09.283016 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-1abe03ef-707b-4694-83e7-7b55fa610f87 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Request body: {'router': {'routes': None}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:12:09.387676 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 0f75e132-5936-4467-86bc-fbcd4373878b, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=0f75e132-5936-4467-86bc-fbcd4373878b,segment=NetworkSegment(65ac3f11-a2f0-4de0-9416-232090cdd12f),segment_id=65ac3f11-a2f0-4de0-9416-232090cdd12f)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:12:09.562887 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:09.568768 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:12:09.643560 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ad09f2-c2fd-47c7-9b13-dc0a5ddae45f None None] Sync routers for ids ['4d7ae21c-5100-4922-88ec-a7039fe6242a'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:12:09.749439 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ad09f2-c2fd-47c7-9b13-dc0a5ddae45f None None] Routers {'4d7ae21c-5100-4922-88ec-a7039fe6242a'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:12:09.771240 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-53ad09f2-c2fd-47c7-9b13-dc0a5ddae45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:11:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['4d7ae21c-5100-4922-88ec-a7039fe6242a'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:12:10.568737 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4370b3-3c9a-4de5-9d62-6384b92efa68 req-c64c6061-aa8e-4110-8f89-e2ed816bed82 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:12:10.576807 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5c4370b3-3c9a-4de5-9d62-6384b92efa68 req-c64c6061-aa8e-4110-8f89-e2ed816bed82 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 944 time: 0.4057598 Jun 11 10:12:10.688217 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5c4370b3-3c9a-4de5-9d62-6384b92efa68 req-99e42938-0acf-41d8-8e0e-4d56873c993e tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103437 Jun 11 10:12:10.923907 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.extraroute_db [None req-1abe03ef-707b-4694-83e7-7b55fa610f87 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Added routes are [] {{(pid=93176) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 11 10:12:10.924572 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.extraroute_db [None req-1abe03ef-707b-4694-83e7-7b55fa610f87 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=93176) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 11 10:12:10.938632 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-53ad09f2-c2fd-47c7-9b13-dc0a5ddae45f None None] Set router 4d7ae21c-5100-4922-88ec-a7039fe6242a gateway port host: None {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:12:11.095117 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1abe03ef-707b-4694-83e7-7b55fa610f87 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:11.160083 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=0f75e132-5936-4467-86bc-fbcd4373878b,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:12:11.164660 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.600s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:12:11.963312 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1abe03ef-707b-4694-83e7-7b55fa610f87 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:11.964324 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1abe03ef-707b-4694-83e7-7b55fa610f87 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-374241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-374254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-363978'] for router, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:11.968125 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-53ad09f2-c2fd-47c7-9b13-dc0a5ddae45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'name': 'tempest-RoutersIpV6Test-router-1204487488', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:11:16Z', 'updated_at': '2021-06-11T10:12:05Z', 'revision_number': 6, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'gw_port_host': None, '_interfaces': [{'id': '0f75e132-5936-4467-86bc-fbcd4373878b', 'name': '', 'network_id': '91fc4c8e-2740-4173-92a4-88add2e71c64', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'mac_address': 'fa:16:3e:cf:3f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '2982b09d-61c6-4215-9886-8b6208e23e48', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:11:58Z', 'updated_at': '2021-06-11T10:12:09Z', 'revision_number': 5, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'subnets': [{'id': '2982b09d-61c6-4215-9886-8b6208e23e48', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '703dc76f-d0d3-4b08-85d0-612ac0ea2237', 'name': '', 'network_id': '655c7143-7fa7-4c23-8fa8-04f29f850031', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'mac_address': 'fa:16:3e:6c:6b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '27f2c85f-a843-4d8a-b9b8-88ee152d7822', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:11:21Z', 'updated_at': '2021-06-11T10:11:38Z', 'revision_number': 5, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'subnets': [{'id': '27f2c85f-a843-4d8a-b9b8-88ee152d7822', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ab6ba0e-4fc4-4fe9-b51f-8725f51644f6', 'name': '', 'network_id': 'acde46de-134a-4325-a7a0-e4921ad82c80', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'mac_address': 'fa:16:3e:b3:06:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': '53b04ed5-7525-4025-8063-3cb2ac8926c5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:11:48Z', 'updated_at': '2021-06-11T10:11:59Z', 'revision_number': 5, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'subnets': [{'id': '53b04ed5-7525-4025-8063-3cb2ac8926c5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcbea359-3657-4990-912b-9fef3e2e1ba8', 'name': '', 'network_id': '26750194-134c-4e10-8d86-e020cdd0264c', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'mac_address': 'fa:16:3e:a0:84:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': 'ffb90fd8-38f9-47fe-85ef-2b42a00972cd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:11:34Z', 'updated_at': '2021-06-11T10:11:49Z', 'revision_number': 5, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'subnets': [{'id': 'ffb90fd8-38f9-47fe-85ef-2b42a00972cd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:12:11.976253 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ad09f2-c2fd-47c7-9b13-dc0a5ddae45f None None] Checking router: 4d7ae21c-5100-4922-88ec-a7039fe6242a for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:12:11.996945 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ad09f2-c2fd-47c7-9b13-dc0a5ddae45f None None] Routers {'4d7ae21c-5100-4922-88ec-a7039fe6242a'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:12:11.997617 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-53ad09f2-c2fd-47c7-9b13-dc0a5ddae45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:11:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['4d7ae21c-5100-4922-88ec-a7039fe6242a'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:12:12.239500 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-53ad09f2-c2fd-47c7-9b13-dc0a5ddae45f None None] Set router 4d7ae21c-5100-4922-88ec-a7039fe6242a gateway port host: None {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:12:12.461019 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 0f75e132-5936-4467-86bc-fbcd4373878b up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:12:12.982159 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2e174106-1bfa-4fa3-8c3e-b31129721189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:13.013212 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 0f75e132-5936-4467-86bc-fbcd4373878b triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:12:13.039075 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:13.535481 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-53ad09f2-c2fd-47c7-9b13-dc0a5ddae45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'name': 'tempest-RoutersIpV6Test-router-1204487488', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:11:16Z', 'updated_at': '2021-06-11T10:12:10Z', 'revision_number': 7, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'gw_port_host': None, '_interfaces': [{'id': '0f75e132-5936-4467-86bc-fbcd4373878b', 'name': '', 'network_id': '91fc4c8e-2740-4173-92a4-88add2e71c64', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'mac_address': 'fa:16:3e:cf:3f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '2982b09d-61c6-4215-9886-8b6208e23e48', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:11:58Z', 'updated_at': '2021-06-11T10:12:09Z', 'revision_number': 5, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'subnets': [{'id': '2982b09d-61c6-4215-9886-8b6208e23e48', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '703dc76f-d0d3-4b08-85d0-612ac0ea2237', 'name': '', 'network_id': '655c7143-7fa7-4c23-8fa8-04f29f850031', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'mac_address': 'fa:16:3e:6c:6b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '27f2c85f-a843-4d8a-b9b8-88ee152d7822', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:11:21Z', 'updated_at': '2021-06-11T10:11:38Z', 'revision_number': 5, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'subnets': [{'id': '27f2c85f-a843-4d8a-b9b8-88ee152d7822', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ab6ba0e-4fc4-4fe9-b51f-8725f51644f6', 'name': '', 'network_id': 'acde46de-134a-4325-a7a0-e4921ad82c80', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'mac_address': 'fa:16:3e:b3:06:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': '53b04ed5-7525-4025-8063-3cb2ac8926c5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:11:48Z', 'updated_at': '2021-06-11T10:11:59Z', 'revision_number': 5, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'subnets': [{'id': '53b04ed5-7525-4025-8063-3cb2ac8926c5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcbea359-3657-4990-912b-9fef3e2e1ba8', 'name': '', 'network_id': '26750194-134c-4e10-8d86-e020cdd0264c', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'mac_address': 'fa:16:3e:a0:84:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': 'ffb90fd8-38f9-47fe-85ef-2b42a00972cd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:11:34Z', 'updated_at': '2021-06-11T10:11:49Z', 'revision_number': 5, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'subnets': [{'id': 'ffb90fd8-38f9-47fe-85ef-2b42a00972cd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:12:13.565720 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ad09f2-c2fd-47c7-9b13-dc0a5ddae45f None None] The sync data for ids ['4d7ae21c-5100-4922-88ec-a7039fe6242a'] in n-d-779913-12 is: [{'id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'name': 'tempest-RoutersIpV6Test-router-1204487488', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:11:16Z', 'updated_at': '2021-06-11T10:12:10Z', 'revision_number': 7, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'gw_port_host': None, '_interfaces': [{'id': '0f75e132-5936-4467-86bc-fbcd4373878b', 'name': '', 'network_id': '91fc4c8e-2740-4173-92a4-88add2e71c64', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'mac_address': 'fa:16:3e:cf:3f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '2982b09d-61c6-4215-9886-8b6208e23e48', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:11:58Z', 'updated_at': '2021-06-11T10:12:09Z', 'revision_number': 5, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'subnets': [{'id': '2982b09d-61c6-4215-9886-8b6208e23e48', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '703dc76f-d0d3-4b08-85d0-612ac0ea2237', 'name': '', 'network_id': '655c7143-7fa7-4c23-8fa8-04f29f850031', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'mac_address': 'fa:16:3e:6c:6b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '27f2c85f-a843-4d8a-b9b8-88ee152d7822', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:11:21Z', 'updated_at': '2021-06-11T10:11:38Z', 'revision_number': 5, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'subnets': [{'id': '27f2c85f-a843-4d8a-b9b8-88ee152d7822', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ab6ba0e-4fc4-4fe9-b51f-8725f51644f6', 'name': '', 'network_id': 'acde46de-134a-4325-a7a0-e4921ad82c80', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'mac_address': 'fa:16:3e:b3:06:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': '53b04ed5-7525-4025-8063-3cb2ac8926c5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:11:48Z', 'updated_at': '2021-06-11T10:11:59Z', 'revision_number': 5, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'subnets': [{'id': '53b04ed5-7525-4025-8063-3cb2ac8926c5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcbea359-3657-4990-912b-9fef3e2e1ba8', 'name': '', 'network_id': '26750194-134c-4e10-8d86-e020cdd0264c', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'mac_address': 'fa:16:3e:a0:84:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': 'ffb90fd8-38f9-47fe-85ef-2b42a00972cd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:11:34Z', 'updated_at': '2021-06-11T10:11:49Z', 'revision_number': 5, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'subnets': [{'id': 'ffb90fd8-38f9-47fe-85ef-2b42a00972cd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:12:13.990253 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1abe03ef-707b-4694-83e7-7b55fa610f87 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Router 4d7ae21c-5100-4922-88ec-a7039fe6242a has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:12:14.052191 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b62b18f-55ab-410c-89db-9fb0a5dc676c req-d0275eb4-818d-4f0a-853b-e09c3d4e97e0 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:12:14.062231 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8b62b18f-55ab-410c-89db-9fb0a5dc676c req-d0275eb4-818d-4f0a-853b-e09c3d4e97e0 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 944 time: 2.0078051 Jun 11 10:12:14.404470 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1abe03ef-707b-4694-83e7-7b55fa610f87 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:12:14.418571 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467d36e9-8824-41e3-94ca-d975b0b61979 None None] Sync routers for ids ['4d7ae21c-5100-4922-88ec-a7039fe6242a'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:12:14.419770 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1abe03ef-707b-4694-83e7-7b55fa610f87 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:14.421243 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-1abe03ef-707b-4694-83e7-7b55fa610f87 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "PUT /v2.0/routers/4d7ae21c-5100-4922-88ec-a7039fe6242a HTTP/1.1" status: 200 len: 704 time: 5.1436186 Jun 11 10:12:14.424335 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 53024) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:12:14.464323 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8b62b18f-55ab-410c-89db-9fb0a5dc676c req-6729df2f-0453-4efd-b19f-1228a077f2ed tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4006572 Jun 11 10:12:14.486988 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467d36e9-8824-41e3-94ca-d975b0b61979 None None] Routers {'4d7ae21c-5100-4922-88ec-a7039fe6242a'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:12:14.487861 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-467d36e9-8824-41e3-94ca-d975b0b61979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:11:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['4d7ae21c-5100-4922-88ec-a7039fe6242a'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:12:14.887610 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 53038) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:12:14.905242 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-e2251f2a-fea7-483a-88e3-cb9277d629b4 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "GET /v2.0/routers/4d7ae21c-5100-4922-88ec-a7039fe6242a HTTP/1.1" status: 200 len: 704 time: 0.4592917 Jun 11 10:12:15.180159 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-467d36e9-8824-41e3-94ca-d975b0b61979 None None] Set router 4d7ae21c-5100-4922-88ec-a7039fe6242a gateway port host: None {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:12:15.312452 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d167b83-46a3-4d09-a21a-bc9dc45e4e9e req-3b625cf8-f1f4-4e0e-bc08-32351d41ce32 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:12:15.322282 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8d167b83-46a3-4d09-a21a-bc9dc45e4e9e req-3b625cf8-f1f4-4e0e-bc08-32351d41ce32 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/networks?id=795e7157-0b59-4b3c-b5bc-895c607dc0cc HTTP/1.1" status: 200 len: 810 time: 0.4063218 Jun 11 10:12:15.353413 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8d167b83-46a3-4d09-a21a-bc9dc45e4e9e req-c25a13bb-31d9-4292-9578-74223be00ac3 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/quotas/7c7545923ebc48e08cfbeb0d8e94f901 HTTP/1.1" status: 200 len: 375 time: 0.0206566 Jun 11 10:12:15.523265 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8d167b83-46a3-4d09-a21a-bc9dc45e4e9e req-bd549fc3-f963-417b-9eec-332e300e6e71 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7c7545923ebc48e08cfbeb0d8e94f901&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1605592 Jun 11 10:12:15.800717 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-467d36e9-8824-41e3-94ca-d975b0b61979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'name': 'tempest-RoutersIpV6Test-router-1204487488', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:11:16Z', 'updated_at': '2021-06-11T10:12:10Z', 'revision_number': 7, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'gw_port_host': None, '_interfaces': [{'id': '0f75e132-5936-4467-86bc-fbcd4373878b', 'name': '', 'network_id': '91fc4c8e-2740-4173-92a4-88add2e71c64', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'mac_address': 'fa:16:3e:cf:3f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '2982b09d-61c6-4215-9886-8b6208e23e48', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:11:58Z', 'updated_at': '2021-06-11T10:12:09Z', 'revision_number': 5, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'subnets': [{'id': '2982b09d-61c6-4215-9886-8b6208e23e48', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '703dc76f-d0d3-4b08-85d0-612ac0ea2237', 'name': '', 'network_id': '655c7143-7fa7-4c23-8fa8-04f29f850031', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'mac_address': 'fa:16:3e:6c:6b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '27f2c85f-a843-4d8a-b9b8-88ee152d7822', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:11:21Z', 'updated_at': '2021-06-11T10:11:38Z', 'revision_number': 5, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'subnets': [{'id': '27f2c85f-a843-4d8a-b9b8-88ee152d7822', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ab6ba0e-4fc4-4fe9-b51f-8725f51644f6', 'name': '', 'network_id': 'acde46de-134a-4325-a7a0-e4921ad82c80', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'mac_address': 'fa:16:3e:b3:06:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': '53b04ed5-7525-4025-8063-3cb2ac8926c5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:11:48Z', 'updated_at': '2021-06-11T10:11:59Z', 'revision_number': 5, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'subnets': [{'id': '53b04ed5-7525-4025-8063-3cb2ac8926c5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcbea359-3657-4990-912b-9fef3e2e1ba8', 'name': '', 'network_id': '26750194-134c-4e10-8d86-e020cdd0264c', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'mac_address': 'fa:16:3e:a0:84:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': 'ffb90fd8-38f9-47fe-85ef-2b42a00972cd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:11:34Z', 'updated_at': '2021-06-11T10:11:49Z', 'revision_number': 5, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'subnets': [{'id': 'ffb90fd8-38f9-47fe-85ef-2b42a00972cd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:12:15.808015 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-9dff7f71-e095-40df-a23d-baae4db9da2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:15.818059 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467d36e9-8824-41e3-94ca-d975b0b61979 None None] Checking router: 4d7ae21c-5100-4922-88ec-a7039fe6242a for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:12:15.839358 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467d36e9-8824-41e3-94ca-d975b0b61979 None None] Routers {'4d7ae21c-5100-4922-88ec-a7039fe6242a'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:12:15.843510 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-467d36e9-8824-41e3-94ca-d975b0b61979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:12:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['4d7ae21c-5100-4922-88ec-a7039fe6242a'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:12:15.944305 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8d167b83-46a3-4d09-a21a-bc9dc45e4e9e req-15d445e8-4b23-40a7-bc1a-1cbc45b55990 service neutron] 10.222.0.60 "GET /v2.0/networks/795e7157-0b59-4b3c-b5bc-895c607dc0cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4170053 Jun 11 10:12:15.980296 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:16.072201 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ec492-81c7-4ef6-82b4-b1fcb8e31945 req-13b1664d-883b-4431-8e70-28f200c21365 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:12:16.074247 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-468ec492-81c7-4ef6-82b4-b1fcb8e31945 req-13b1664d-883b-4431-8e70-28f200c21365 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 944 time: 0.2243478 Jun 11 10:12:16.170356 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-467d36e9-8824-41e3-94ca-d975b0b61979 None None] Set router 4d7ae21c-5100-4922-88ec-a7039fe6242a gateway port host: None {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:12:16.210112 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-468ec492-81c7-4ef6-82b4-b1fcb8e31945 req-bbfc2d9a-0012-462c-9071-d247c2047a75 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203368 Jun 11 10:12:16.211442 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8d167b83-46a3-4d09-a21a-bc9dc45e4e9e req-2c535f91-ca5d-4ddd-a2e1-cb464d58ce1f service neutron] 10.222.0.60 "GET /v2.0/networks/795e7157-0b59-4b3c-b5bc-895c607dc0cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650378 Jun 11 10:12:16.436980 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-76745ca9-dabb-4766-a6fe-77740e517957 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375209'] for router_interface, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:16.658340 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-467d36e9-8824-41e3-94ca-d975b0b61979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'name': 'tempest-RoutersIpV6Test-router-1204487488', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:11:16Z', 'updated_at': '2021-06-11T10:12:10Z', 'revision_number': 7, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'gw_port_host': None, '_interfaces': [{'id': '0f75e132-5936-4467-86bc-fbcd4373878b', 'name': '', 'network_id': '91fc4c8e-2740-4173-92a4-88add2e71c64', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'mac_address': 'fa:16:3e:cf:3f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '2982b09d-61c6-4215-9886-8b6208e23e48', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:11:58Z', 'updated_at': '2021-06-11T10:12:09Z', 'revision_number': 5, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'subnets': [{'id': '2982b09d-61c6-4215-9886-8b6208e23e48', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '703dc76f-d0d3-4b08-85d0-612ac0ea2237', 'name': '', 'network_id': '655c7143-7fa7-4c23-8fa8-04f29f850031', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'mac_address': 'fa:16:3e:6c:6b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '27f2c85f-a843-4d8a-b9b8-88ee152d7822', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:11:21Z', 'updated_at': '2021-06-11T10:11:38Z', 'revision_number': 5, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'subnets': [{'id': '27f2c85f-a843-4d8a-b9b8-88ee152d7822', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ab6ba0e-4fc4-4fe9-b51f-8725f51644f6', 'name': '', 'network_id': 'acde46de-134a-4325-a7a0-e4921ad82c80', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'mac_address': 'fa:16:3e:b3:06:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': '53b04ed5-7525-4025-8063-3cb2ac8926c5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:11:48Z', 'updated_at': '2021-06-11T10:11:59Z', 'revision_number': 5, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'subnets': [{'id': '53b04ed5-7525-4025-8063-3cb2ac8926c5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcbea359-3657-4990-912b-9fef3e2e1ba8', 'name': '', 'network_id': '26750194-134c-4e10-8d86-e020cdd0264c', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'mac_address': 'fa:16:3e:a0:84:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': 'ffb90fd8-38f9-47fe-85ef-2b42a00972cd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:11:34Z', 'updated_at': '2021-06-11T10:11:49Z', 'revision_number': 5, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'subnets': [{'id': 'ffb90fd8-38f9-47fe-85ef-2b42a00972cd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:12:16.678983 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467d36e9-8824-41e3-94ca-d975b0b61979 None None] The sync data for ids ['4d7ae21c-5100-4922-88ec-a7039fe6242a'] in n-d-779913-12 is: [{'id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'name': 'tempest-RoutersIpV6Test-router-1204487488', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:11:16Z', 'updated_at': '2021-06-11T10:12:10Z', 'revision_number': 7, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'gw_port_host': None, '_interfaces': [{'id': '0f75e132-5936-4467-86bc-fbcd4373878b', 'name': '', 'network_id': '91fc4c8e-2740-4173-92a4-88add2e71c64', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'mac_address': 'fa:16:3e:cf:3f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '2982b09d-61c6-4215-9886-8b6208e23e48', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:11:58Z', 'updated_at': '2021-06-11T10:12:09Z', 'revision_number': 5, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'subnets': [{'id': '2982b09d-61c6-4215-9886-8b6208e23e48', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '703dc76f-d0d3-4b08-85d0-612ac0ea2237', 'name': '', 'network_id': '655c7143-7fa7-4c23-8fa8-04f29f850031', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'mac_address': 'fa:16:3e:6c:6b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '27f2c85f-a843-4d8a-b9b8-88ee152d7822', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:11:21Z', 'updated_at': '2021-06-11T10:11:38Z', 'revision_number': 5, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'subnets': [{'id': '27f2c85f-a843-4d8a-b9b8-88ee152d7822', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ab6ba0e-4fc4-4fe9-b51f-8725f51644f6', 'name': '', 'network_id': 'acde46de-134a-4325-a7a0-e4921ad82c80', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'mac_address': 'fa:16:3e:b3:06:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': '53b04ed5-7525-4025-8063-3cb2ac8926c5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:11:48Z', 'updated_at': '2021-06-11T10:11:59Z', 'revision_number': 5, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'subnets': [{'id': '53b04ed5-7525-4025-8063-3cb2ac8926c5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcbea359-3657-4990-912b-9fef3e2e1ba8', 'name': '', 'network_id': '26750194-134c-4e10-8d86-e020cdd0264c', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'mac_address': 'fa:16:3e:a0:84:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': 'ffb90fd8-38f9-47fe-85ef-2b42a00972cd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:11:34Z', 'updated_at': '2021-06-11T10:11:49Z', 'revision_number': 5, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'subnets': [{'id': 'ffb90fd8-38f9-47fe-85ef-2b42a00972cd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:12:16.694153 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:16.967841 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ede6d90f-28d5-4cc1-8bab-8253121b7a99 req-00d42a7b-a6e7-44ab-a7f2-ba2662268e1d tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=672379a7-85de-4c3b-b4e7-f9a32b593c17 HTTP/1.1" status: 200 len: 210 time: 0.1323569 Jun 11 10:12:17.133522 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 8886e1b5-532b-41f0-a26f-66a289f14c2f details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 10:12:17.538401 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 8886e1b5-532b-41f0-a26f-66a289f14c2f, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=8886e1b5-532b-41f0-a26f-66a289f14c2f,segment=NetworkSegment(5f313cca-80d0-475b-adf4-c4e559f78f6a),segment_id=5f313cca-80d0-475b-adf4-c4e559f78f6a)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:12:17.553587 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': '8886e1b5-532b-41f0-a26f-66a289f14c2f', 'network_id': 'dde275fe-49aa-4dda-8d58-46e6697ca339', 'port_id': '8886e1b5-532b-41f0-a26f-66a289f14c2f', 'mac_address': 'fa:16:3e:14:bd:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57c6571c-69e4-42ab-927b-f1f4d313e6e9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 10:12:17.570104 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-76745ca9-dabb-4766-a6fe-77740e517957 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Deleting port 0f75e132-5936-4467-86bc-fbcd4373878b {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:12:17.570696 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-76745ca9-dabb-4766-a6fe-77740e517957 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:17.595512 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8af433d-4810-4dc9-9d7b-3907c8be8597 req-41b7cfb4-872b-4e55-b2ee-765f03c81eac tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:12:17.598755 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e8af433d-4810-4dc9-9d7b-3907c8be8597 req-41b7cfb4-872b-4e55-b2ee-765f03c81eac tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 944 time: 0.0918458 Jun 11 10:12:17.619737 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:17.641383 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8886e1b5-532b-41f0-a26f-66a289f14c2f {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:12:17.658530 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e8af433d-4810-4dc9-9d7b-3907c8be8597 req-78ab2a28-27f0-4d29-99f2-85c5fc33e936 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518796 Jun 11 10:12:17.675433 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 8886e1b5-532b-41f0-a26f-66a289f14c2f, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=8886e1b5-532b-41f0-a26f-66a289f14c2f,segment=NetworkSegment(5f313cca-80d0-475b-adf4-c4e559f78f6a),segment_id=5f313cca-80d0-475b-adf4-c4e559f78f6a)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:12:17.731263 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-76745ca9-dabb-4766-a6fe-77740e517957 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] For port 0f75e132-5936-4467-86bc-fbcd4373878b, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=0f75e132-5936-4467-86bc-fbcd4373878b,segment=NetworkSegment(65ac3f11-a2f0-4de0-9416-232090cdd12f),segment_id=65ac3f11-a2f0-4de0-9416-232090cdd12f)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:12:17.735393 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-76745ca9-dabb-4766-a6fe-77740e517957 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:17.845929 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-76745ca9-dabb-4766-a6fe-77740e517957 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Calling delete_port for 0f75e132-5936-4467-86bc-fbcd4373878b owned by network:router_interface {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:12:18.053489 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-03c0982c-a23a-4d4c-80a5-2147d3ff423c req-3f32222b-f27e-4625-b79c-0723251b03ab tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=672379a7-85de-4c3b-b4e7-f9a32b593c17 HTTP/1.1" status: 200 len: 210 time: 0.0392559 Jun 11 10:12:18.443114 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-76745ca9-dabb-4766-a6fe-77740e517957 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:18.446679 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-58900164-186a-4603-a11f-dfaa345e2998 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:12:18.480045 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:18.532181 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76745ca9-dabb-4766-a6fe-77740e517957 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Pushing event deleted for resources: {'Port': ['ID=0f75e132-5936-4467-86bc-fbcd4373878b,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:12:18.544539 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7aad4f4-8994-4470-8517-409e3ba528ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:12:18.549810 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:18.592560 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76745ca9-dabb-4766-a6fe-77740e517957 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:12:18.593156 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76745ca9-dabb-4766-a6fe-77740e517957 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:12:18.593498 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76745ca9-dabb-4766-a6fe-77740e517957 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:12:18.593951 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76745ca9-dabb-4766-a6fe-77740e517957 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:12:18.594400 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76745ca9-dabb-4766-a6fe-77740e517957 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:12:18.594847 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76745ca9-dabb-4766-a6fe-77740e517957 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:12:18.595327 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76745ca9-dabb-4766-a6fe-77740e517957 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:12:18.595827 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76745ca9-dabb-4766-a6fe-77740e517957 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:12:18.596264 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76745ca9-dabb-4766-a6fe-77740e517957 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:12:18.596702 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76745ca9-dabb-4766-a6fe-77740e517957 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:12:18.597156 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76745ca9-dabb-4766-a6fe-77740e517957 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:12:18.598120 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76745ca9-dabb-4766-a6fe-77740e517957 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:12:18.684402 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=8886e1b5-532b-41f0-a26f-66a289f14c2f,revision_number=9']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:12:18.691653 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:12:18.700460 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['8886e1b5-532b-41f0-a26f-66a289f14c2f'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:12:18.938407 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-76745ca9-dabb-4766-a6fe-77740e517957 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:12:18.944190 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-76745ca9-dabb-4766-a6fe-77740e517957 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362297'] for router_interface, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:19.121267 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5efbd15-dcad-456b-af34-7d2178860cb7 req-4c72ca60-b1a0-44ac-91f5-b4cd953fa8c1 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:12:19.122847 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d5efbd15-dcad-456b-af34-7d2178860cb7 req-4c72ca60-b1a0-44ac-91f5-b4cd953fa8c1 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 945 time: 0.2138021 Jun 11 10:12:19.228350 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d5efbd15-dcad-456b-af34-7d2178860cb7 req-9ef03280-7071-4606-9b53-840a259088c5 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970228 Jun 11 10:12:19.409793 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-81a6f896-0554-4a78-aa3a-9de675ef56ef req-50d4ed22-bc7f-4319-a4cf-66df2fbdfa55 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=672379a7-85de-4c3b-b4e7-f9a32b593c17 HTTP/1.1" status: 200 len: 210 time: 0.0910165 Jun 11 10:12:19.451428 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76745ca9-dabb-4766-a6fe-77740e517957 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Router 4d7ae21c-5100-4922-88ec-a7039fe6242a has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:12:19.613004 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76745ca9-dabb-4766-a6fe-77740e517957 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:12:19.641163 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30583717-f669-4219-ba46-6b818b1d1cc6 None None] Sync routers for ids ['4d7ae21c-5100-4922-88ec-a7039fe6242a'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:12:19.641957 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 53114) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:12:19.642124 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-76745ca9-dabb-4766-a6fe-77740e517957 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "PUT /v2.0/routers/4d7ae21c-5100-4922-88ec-a7039fe6242a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7525992 Jun 11 10:12:19.656034 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30583717-f669-4219-ba46-6b818b1d1cc6 None None] Routers {'4d7ae21c-5100-4922-88ec-a7039fe6242a'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:12:19.656692 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-30583717-f669-4219-ba46-6b818b1d1cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:12:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['4d7ae21c-5100-4922-88ec-a7039fe6242a'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:12:19.759372 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-01cbc3fc-2488-44d0-b37f-9ac67a321c70 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Deleting subnet 2982b09d-61c6-4215-9886-8b6208e23e48 {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:12:19.763685 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-01cbc3fc-2488-44d0-b37f-9ac67a321c70 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:19.795032 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-30583717-f669-4219-ba46-6b818b1d1cc6 None None] Set router 4d7ae21c-5100-4922-88ec-a7039fe6242a gateway port host: None {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:12:19.902225 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-01cbc3fc-2488-44d0-b37f-9ac67a321c70 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:20.141128 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-01cbc3fc-2488-44d0-b37f-9ac67a321c70 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:20.439310 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-01cbc3fc-2488-44d0-b37f-9ac67a321c70 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:20.457018 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b7d0591b-bd6a-4052-ad70-f623c899e852 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:12:20.479263 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff98aef-f663-4035-b5b1-30c8d2c746bc None None] Network 91fc4c8e-2740-4173-92a4-88add2e71c64 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:12:20.517127 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cbc3fc-2488-44d0-b37f-9ac67a321c70 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Pushing event deleted for resources: {'Subnet': ['ID=2982b09d-61c6-4215-9886-8b6208e23e48,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:12:20.520593 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-01cbc3fc-2488-44d0-b37f-9ac67a321c70 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:12:20.523243 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-01cbc3fc-2488-44d0-b37f-9ac67a321c70 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:20.529443 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-01cbc3fc-2488-44d0-b37f-9ac67a321c70 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "DELETE /v2.0/subnets/2982b09d-61c6-4215-9886-8b6208e23e48 HTTP/1.1" status: 204 len: 168 time: 0.8851118 Jun 11 10:12:20.530588 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 53134) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:12:20.815399 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f411b8-e49c-40b1-ad6a-e9d8826653ce req-2a97ab9b-f136-4282-a1a2-0787cb37c02a tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:12:20.827512 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-00f411b8-e49c-40b1-ad6a-e9d8826653ce req-2a97ab9b-f136-4282-a1a2-0787cb37c02a tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 945 time: 0.3055685 Jun 11 10:12:20.860491 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d9c0e370-3dd8-4d75-b4bd-3d356b605f00 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:20.964357 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-00f411b8-e49c-40b1-ad6a-e9d8826653ce req-5e049bb6-4ef2-4952-a5ea-68ddce5076e5 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358490 Jun 11 10:12:21.094470 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-d9c0e370-3dd8-4d75-b4bd-3d356b605f00 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Deleting port 352a4ee5-24c4-4342-9008-27052b9019ce {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:12:21.094805 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d9c0e370-3dd8-4d75-b4bd-3d356b605f00 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:21.248998 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 8886e1b5-532b-41f0-a26f-66a289f14c2f up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:12:21.430101 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port 8886e1b5-532b-41f0-a26f-66a289f14c2f triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:12:21.430766 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:21.514974 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-30583717-f669-4219-ba46-6b818b1d1cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'name': 'tempest-RoutersIpV6Test-router-1204487488', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:11:16Z', 'updated_at': '2021-06-11T10:12:18Z', 'revision_number': 8, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'gw_port_host': None, '_interfaces': [{'id': '703dc76f-d0d3-4b08-85d0-612ac0ea2237', 'name': '', 'network_id': '655c7143-7fa7-4c23-8fa8-04f29f850031', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'mac_address': 'fa:16:3e:6c:6b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '27f2c85f-a843-4d8a-b9b8-88ee152d7822', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:11:21Z', 'updated_at': '2021-06-11T10:11:38Z', 'revision_number': 5, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'subnets': [{'id': '27f2c85f-a843-4d8a-b9b8-88ee152d7822', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ab6ba0e-4fc4-4fe9-b51f-8725f51644f6', 'name': '', 'network_id': 'acde46de-134a-4325-a7a0-e4921ad82c80', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'mac_address': 'fa:16:3e:b3:06:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': '53b04ed5-7525-4025-8063-3cb2ac8926c5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:11:48Z', 'updated_at': '2021-06-11T10:11:59Z', 'revision_number': 5, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'subnets': [{'id': '53b04ed5-7525-4025-8063-3cb2ac8926c5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcbea359-3657-4990-912b-9fef3e2e1ba8', 'name': '', 'network_id': '26750194-134c-4e10-8d86-e020cdd0264c', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'mac_address': 'fa:16:3e:a0:84:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': 'ffb90fd8-38f9-47fe-85ef-2b42a00972cd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:11:34Z', 'updated_at': '2021-06-11T10:11:49Z', 'revision_number': 5, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'subnets': [{'id': 'ffb90fd8-38f9-47fe-85ef-2b42a00972cd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:12:21.521606 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30583717-f669-4219-ba46-6b818b1d1cc6 None None] Checking router: 4d7ae21c-5100-4922-88ec-a7039fe6242a for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:12:21.567676 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d167b83-46a3-4d09-a21a-bc9dc45e4e9e req-8c4518e6-dc64-4cf7-9d91-6b878c119b75 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:12:21.571086 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8d167b83-46a3-4d09-a21a-bc9dc45e4e9e req-8c4518e6-dc64-4cf7-9d91-6b878c119b75 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.64 "GET /v2.0/networks?id=795e7157-0b59-4b3c-b5bc-895c607dc0cc HTTP/1.1" status: 200 len: 810 time: 0.3910251 Jun 11 10:12:21.571263 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30583717-f669-4219-ba46-6b818b1d1cc6 None None] Routers {'4d7ae21c-5100-4922-88ec-a7039fe6242a'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:12:21.571850 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-30583717-f669-4219-ba46-6b818b1d1cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:12:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['4d7ae21c-5100-4922-88ec-a7039fe6242a'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:12:21.578988 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b29f93f-dd55-436f-b388-70b42b12a211 None None] DHCP port deletion for 91fc4c8e-2740-4173-92a4-88add2e71c64 request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 10:12:21.617384 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4a74dc64-8f54-4748-aef0-8eca055e2041 req-bff73926-e423-4b9d-beb1-6433c915887c tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=672379a7-85de-4c3b-b4e7-f9a32b593c17 HTTP/1.1" status: 200 len: 210 time: 0.3517177 Jun 11 10:12:21.624683 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-8d167b83-46a3-4d09-a21a-bc9dc45e4e9e req-414a5edb-3e55-4cc3-a679-2fbd9db89473 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Request body: {'port': {'device_id': '672379a7-85de-4c3b-b4e7-f9a32b593c17', 'network_id': '795e7157-0b59-4b3c-b5bc-895c607dc0cc', 'admin_state_up': True, 'tenant_id': '7c7545923ebc48e08cfbeb0d8e94f901'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:12:21.713132 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 53166) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:12:21.774469 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-d9c0e370-3dd8-4d75-b4bd-3d356b605f00 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] For port 352a4ee5-24c4-4342-9008-27052b9019ce, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=352a4ee5-24c4-4342-9008-27052b9019ce,segment=NetworkSegment(65ac3f11-a2f0-4de0-9416-232090cdd12f),segment_id=65ac3f11-a2f0-4de0-9416-232090cdd12f)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:12:21.774749 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d9c0e370-3dd8-4d75-b4bd-3d356b605f00 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:21.824276 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:21.906520 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-d9c0e370-3dd8-4d75-b4bd-3d356b605f00 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Calling delete_port for 352a4ee5-24c4-4342-9008-27052b9019ce owned by network:dhcp {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:12:21.979409 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-30583717-f669-4219-ba46-6b818b1d1cc6 None None] Set router 4d7ae21c-5100-4922-88ec-a7039fe6242a gateway port host: None {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:12:22.046786 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-46b2346f-f736-43fb-8a1c-c7c6ecab75d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:22.170939 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-46b2346f-f736-43fb-8a1c-c7c6ecab75d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:22.248021 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-46b2346f-f736-43fb-8a1c-c7c6ecab75d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:22.267268 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d9c0e370-3dd8-4d75-b4bd-3d356b605f00 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:22.273157 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd27e9a1f-fb95-45f7-bf50-9c284c8ef776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8886e1b5-532b-41f0-a26f-66a289f14c2f'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:12:22.275657 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5116aa7-0f45-4cf8-b904-a8e789b08d7d" -d '{"events": [{"server_uuid": "d27e9a1f-fb95-45f7-bf50-9c284c8ef776", "name": "network-vif-plugged", "status": "completed", "tag": "8886e1b5-532b-41f0-a26f-66a289f14c2f"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:12:22.287384 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d2b59843-0d58-4104-b41c-ec34372d1b3a tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:12:22.344840 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-91abf60c-203e-4783-91fa-975a1ca15405 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:12:22.361528 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c0e370-3dd8-4d75-b4bd-3d356b605f00 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Pushing event deleted for resources: {'Port': ['ID=352a4ee5-24c4-4342-9008-27052b9019ce,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:12:22.364520 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c0e370-3dd8-4d75-b4bd-3d356b605f00 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] No DVR routers for this DVR port 352a4ee5-24c4-4342-9008-27052b9019ce on host n-d-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:12:22.366385 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d9c0e370-3dd8-4d75-b4bd-3d356b605f00 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:12:22.373142 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d167b83-46a3-4d09-a21a-bc9dc45e4e9e req-414a5edb-3e55-4cc3-a679-2fbd9db89473 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Made reservation on behalf of 7c7545923ebc48e08cfbeb0d8e94f901 for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:12:22.377772 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-8d167b83-46a3-4d09-a21a-bc9dc45e4e9e req-414a5edb-3e55-4cc3-a679-2fbd9db89473 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:22.387432 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-46b2346f-f736-43fb-8a1c-c7c6ecab75d5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4a8e1d38c2ad4e3b86b5f1486c5b382f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6724215 Jun 11 10:12:22.392097 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 53182) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:12:22.395045 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 8886e1b5-532b-41f0-a26f-66a289f14c2f, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=8886e1b5-532b-41f0-a26f-66a289f14c2f,segment=NetworkSegment(5f313cca-80d0-475b-adf4-c4e559f78f6a),segment_id=5f313cca-80d0-475b-adf4-c4e559f78f6a)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:12:22.400257 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22d65ba9-3912-407f-8876-183486f4b3c4 x-openstack-request-id: req-22d65ba9-3912-407f-8876-183486f4b3c4 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:12:22.400567 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d27e9a1f-fb95-45f7-bf50-9c284c8ef776", "name": "network-vif-plugged", "status": "completed", "tag": "8886e1b5-532b-41f0-a26f-66a289f14c2f", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:12:22.400844 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-22d65ba9-3912-407f-8876-183486f4b3c4 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:12:22.401434 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd27e9a1f-fb95-45f7-bf50-9c284c8ef776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8886e1b5-532b-41f0-a26f-66a289f14c2f', 'code': 200} Jun 11 10:12:22.461769 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b2346f-f736-43fb-8a1c-c7c6ecab75d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33cdf862-f166-4f2d-a518-257db738a51b,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:12:22.466356 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-46b2346f-f736-43fb-8a1c-c7c6ecab75d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:12:22.516340 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 352a4ee5-24c4-4342-9008-27052b9019ce no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:12:22.555305 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c9d9b-2a5d-4acf-9a97-e4b1ffd0bbd7 req-f2d97aec-858b-4c49-960b-dce1f316c6e7 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:12:22.562968 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a05c9d9b-2a5d-4acf-9a97-e4b1ffd0bbd7 req-f2d97aec-858b-4c49-960b-dce1f316c6e7 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 945 time: 0.3901408 Jun 11 10:12:22.682820 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a05c9d9b-2a5d-4acf-9a97-e4b1ffd0bbd7 req-c11659e3-8e78-4533-bcf0-ffe1268d7e15 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184924 Jun 11 10:12:22.734041 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ec3316f2-da51-4897-a22a-c397c8b8d858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:22.828184 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ec3316f2-da51-4897-a22a-c397c8b8d858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:22.841665 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:22.912896 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:12:22.979417 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=8886e1b5-532b-41f0-a26f-66a289f14c2f,revision_number=10']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:12:22.990081 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-8b29f93f-dd55-436f-b388-70b42b12a211 None None] Deleting port 352a4ee5-24c4-4342-9008-27052b9019ce {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:12:22.990573 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8b29f93f-dd55-436f-b388-70b42b12a211 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:23.048196 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:12:23.060526 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 352a4ee5-24c4-4342-9008-27052b9019ce {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:12:23.061023 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 352a4ee5-24c4-4342-9008-27052b9019ce not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:12:23.105677 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ec3316f2-da51-4897-a22a-c397c8b8d858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:23.108357 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ec3316f2-da51-4897-a22a-c397c8b8d858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:23.110103 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-ec3316f2-da51-4897-a22a-c397c8b8d858 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/33cdf862-f166-4f2d-a518-257db738a51b HTTP/1.1" status: 204 len: 168 time: 0.7165606 Jun 11 10:12:23.111059 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-46b2346f-f736-43fb-8a1c-c7c6ecab75d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:12:23.155824 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3316f2-da51-4897-a22a-c397c8b8d858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33cdf862-f166-4f2d-a518-257db738a51b,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:12:23.161633 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ec3316f2-da51-4897-a22a-c397c8b8d858 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:12:23.284855 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-8b29f93f-dd55-436f-b388-70b42b12a211 None None] For port 352a4ee5-24c4-4342-9008-27052b9019ce, host n-d-779913-12, got binding levels [] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:12:23.286568 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8b29f93f-dd55-436f-b388-70b42b12a211 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:23.403229 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-8b29f93f-dd55-436f-b388-70b42b12a211 None None] Calling delete_port for 352a4ee5-24c4-4342-9008-27052b9019ce owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:12:23.407455 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-30583717-f669-4219-ba46-6b818b1d1cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'name': 'tempest-RoutersIpV6Test-router-1204487488', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:11:16Z', 'updated_at': '2021-06-11T10:12:18Z', 'revision_number': 8, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'gw_port_host': None, '_interfaces': [{'id': '703dc76f-d0d3-4b08-85d0-612ac0ea2237', 'name': '', 'network_id': '655c7143-7fa7-4c23-8fa8-04f29f850031', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'mac_address': 'fa:16:3e:6c:6b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '27f2c85f-a843-4d8a-b9b8-88ee152d7822', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:11:21Z', 'updated_at': '2021-06-11T10:11:38Z', 'revision_number': 5, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'subnets': [{'id': '27f2c85f-a843-4d8a-b9b8-88ee152d7822', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ab6ba0e-4fc4-4fe9-b51f-8725f51644f6', 'name': '', 'network_id': 'acde46de-134a-4325-a7a0-e4921ad82c80', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'mac_address': 'fa:16:3e:b3:06:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': '53b04ed5-7525-4025-8063-3cb2ac8926c5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:11:48Z', 'updated_at': '2021-06-11T10:11:59Z', 'revision_number': 5, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'subnets': [{'id': '53b04ed5-7525-4025-8063-3cb2ac8926c5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcbea359-3657-4990-912b-9fef3e2e1ba8', 'name': '', 'network_id': '26750194-134c-4e10-8d86-e020cdd0264c', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'mac_address': 'fa:16:3e:a0:84:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': 'ffb90fd8-38f9-47fe-85ef-2b42a00972cd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:11:34Z', 'updated_at': '2021-06-11T10:11:49Z', 'revision_number': 5, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'subnets': [{'id': 'ffb90fd8-38f9-47fe-85ef-2b42a00972cd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:12:23.410988 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.ipam_backend_mixin [None req-8b29f93f-dd55-436f-b388-70b42b12a211 None None] Port 352a4ee5-24c4-4342-9008-27052b9019ce was not found and therefore no delete operation was performed {{(pid=93178) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 11 10:12:23.414157 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8b29f93f-dd55-436f-b388-70b42b12a211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:23.416930 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:12:23.421928 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-49e0ae18-a071-4ea7-89ca-e37f34b99b64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:12:23.439610 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30583717-f669-4219-ba46-6b818b1d1cc6 None None] The sync data for ids ['4d7ae21c-5100-4922-88ec-a7039fe6242a'] in n-d-779913-12 is: [{'id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'name': 'tempest-RoutersIpV6Test-router-1204487488', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:11:16Z', 'updated_at': '2021-06-11T10:12:18Z', 'revision_number': 8, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'gw_port_host': None, '_interfaces': [{'id': '703dc76f-d0d3-4b08-85d0-612ac0ea2237', 'name': '', 'network_id': '655c7143-7fa7-4c23-8fa8-04f29f850031', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'mac_address': 'fa:16:3e:6c:6b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '27f2c85f-a843-4d8a-b9b8-88ee152d7822', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:11:21Z', 'updated_at': '2021-06-11T10:11:38Z', 'revision_number': 5, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'subnets': [{'id': '27f2c85f-a843-4d8a-b9b8-88ee152d7822', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ab6ba0e-4fc4-4fe9-b51f-8725f51644f6', 'name': '', 'network_id': 'acde46de-134a-4325-a7a0-e4921ad82c80', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'mac_address': 'fa:16:3e:b3:06:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': '53b04ed5-7525-4025-8063-3cb2ac8926c5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:11:48Z', 'updated_at': '2021-06-11T10:11:59Z', 'revision_number': 5, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'subnets': [{'id': '53b04ed5-7525-4025-8063-3cb2ac8926c5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcbea359-3657-4990-912b-9fef3e2e1ba8', 'name': '', 'network_id': '26750194-134c-4e10-8d86-e020cdd0264c', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'mac_address': 'fa:16:3e:a0:84:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': 'ffb90fd8-38f9-47fe-85ef-2b42a00972cd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:11:34Z', 'updated_at': '2021-06-11T10:11:49Z', 'revision_number': 5, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'subnets': [{'id': 'ffb90fd8-38f9-47fe-85ef-2b42a00972cd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:12:23.483578 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b29f93f-dd55-436f-b388-70b42b12a211 None None] No DVR routers for this DVR port 352a4ee5-24c4-4342-9008-27052b9019ce on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:12:23.492442 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b29f93f-dd55-436f-b388-70b42b12a211 None None] Pushing event deleted for resources: {'Port': ['ID=352a4ee5-24c4-4342-9008-27052b9019ce,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:12:23.495933 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-8b29f93f-dd55-436f-b388-70b42b12a211 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:12:23.622181 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-83d5f4fa-8870-416e-9a91-92f1d0fd9f2e req-e1caa6f3-d3ef-4775-96e8-f094a37d953b tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=672379a7-85de-4c3b-b4e7-f9a32b593c17 HTTP/1.1" status: 200 len: 210 time: 0.1898212 Jun 11 10:12:23.686195 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d9c0e370-3dd8-4d75-b4bd-3d356b605f00 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:23.880215 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-d9c0e370-3dd8-4d75-b4bd-3d356b605f00 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91fc4c8e-2740-4173-92a4-88add2e71c64']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:12:23.900011 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-d9c0e370-3dd8-4d75-b4bd-3d356b605f00 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65ac3f11-a2f0-4de0-9416-232090cdd12f') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:12:23.905861 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-d9c0e370-3dd8-4d75-b4bd-3d356b605f00 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65ac3f11-a2f0-4de0-9416-232090cdd12f') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:12:23.951353 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d9c0e370-3dd8-4d75-b4bd-3d356b605f00 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:23.994252 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d9c0e370-3dd8-4d75-b4bd-3d356b605f00 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:24.037968 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cbf124-83a3-414a-9b22-4f9fa750b2e0 req-47a3d173-f0a6-42ab-a76f-54991cf03d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:12:24.039544 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b8cbf124-83a3-414a-9b22-4f9fa750b2e0 req-47a3d173-f0a6-42ab-a76f-54991cf03d7c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 1099 time: 0.5814402 Jun 11 10:12:24.104863 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9c0e370-3dd8-4d75-b4bd-3d356b605f00 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Releasing vlan 779 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:12:24.105539 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d9c0e370-3dd8-4d75-b4bd-3d356b605f00 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:24.119557 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:12:24.119557 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:12:24.119557 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 10:12:24.119557 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:12:24.119557 n-d-779913-12 neutron-server[93176]: timer() Jun 11 10:12:24.119557 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:12:24.119557 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 10:12:24.119557 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:12:24.119557 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 10:12:24.119557 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:12:24.119557 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 10:12:24.119557 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:12:24.119557 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 10:12:24.119557 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:12:24.119557 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 10:12:24.119557 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:12:24.119557 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:12:24.119557 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:12:24.119557 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:12:24.119557 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:12:24.119557 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 10:12:24.119557 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:12:24.119557 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 10:12:24.119557 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:12:24.119557 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:12:24.119557 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:12:24.119557 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 10:12:24.119557 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:12:24.119557 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:12:24.119557 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:12:24.119557 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:12:24.119557 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:12:24.119557 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:12:24.119557 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:12:24.220314 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-8d167b83-46a3-4d09-a21a-bc9dc45e4e9e req-414a5edb-3e55-4cc3-a679-2fbd9db89473 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Allocated IP 172.20.0.8 (795e7157-0b59-4b3c-b5bc-895c607dc0cc/b543bd1f-2b45-4ed6-ae53-d9d0c8ed8871/e20009ef-6611-415a-9f37-6762c0af43c2) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:12:24.344163 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 0f75e132-5936-4467-86bc-fbcd4373878b no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:12:24.381372 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c42eb0-cfef-4e83-b9ad-e9628b334b8e req-d6bfe3ab-f6b7-4a57-8697-9679ccae23f1 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:12:24.400217 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-43c42eb0-cfef-4e83-b9ad-e9628b334b8e req-d6bfe3ab-f6b7-4a57-8697-9679ccae23f1 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 947 time: 0.3453488 Jun 11 10:12:24.405833 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b8cbf124-83a3-414a-9b22-4f9fa750b2e0 req-426b7e35-fe18-4aca-8640-ead9bfaa4134 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789199 Jun 11 10:12:24.480974 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 0f75e132-5936-4467-86bc-fbcd4373878b {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:12:24.481584 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 0f75e132-5936-4467-86bc-fbcd4373878b not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:12:24.503884 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-43c42eb0-cfef-4e83-b9ad-e9628b334b8e req-76e499e3-8a21-4bca-a721-53297a1ffd12 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008220 Jun 11 10:12:24.543627 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d9c0e370-3dd8-4d75-b4bd-3d356b605f00 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:24.553354 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a926b00c-f5e9-4d8f-9538-3216328a26c1 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:12:24.560335 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d9c0e370-3dd8-4d75-b4bd-3d356b605f00 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:24.564996 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 53220) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:12:24.565399 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-d9c0e370-3dd8-4d75-b4bd-3d356b605f00 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "DELETE /v2.0/networks/91fc4c8e-2740-4173-92a4-88add2e71c64 HTTP/1.1" status: 204 len: 168 time: 4.0334089 Jun 11 10:12:24.615975 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c0e370-3dd8-4d75-b4bd-3d356b605f00 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Pushing event deleted for resources: {'Network': ['ID=91fc4c8e-2740-4173-92a4-88add2e71c64,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:12:24.618242 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 53222) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:12:24.650276 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d9c0e370-3dd8-4d75-b4bd-3d356b605f00 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:12:24.696728 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a0299d49-42b9-432f-a183-99c9ce8db7a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:24.985503 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a0299d49-42b9-432f-a183-99c9ce8db7a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:25.038803 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-55d35404-fa75-4ccc-b9e2-f5369bdf76c4 req-6f5e3150-20e6-42ad-9e57-b6760e39c6a0 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=672379a7-85de-4c3b-b4e7-f9a32b593c17 HTTP/1.1" status: 200 len: 210 time: 0.0494690 Jun 11 10:12:25.087310 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a0299d49-42b9-432f-a183-99c9ce8db7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:25.093210 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1e4e3689-3186-4f7f-b1cf-5b8f6f3763b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:12:25.123833 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-8d167b83-46a3-4d09-a21a-bc9dc45e4e9e req-414a5edb-3e55-4cc3-a679-2fbd9db89473 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:25.141874 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0299d49-42b9-432f-a183-99c9ce8db7a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44480c5e-13b9-4cbe-a209-adc85923092c,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:12:25.150454 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a0299d49-42b9-432f-a183-99c9ce8db7a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:12:25.160978 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-8d167b83-46a3-4d09-a21a-bc9dc45e4e9e req-414a5edb-3e55-4cc3-a679-2fbd9db89473 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Transition to ACTIVE for port object e20009ef-6611-415a-9f37-6762c0af43c2 will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:12:25.174140 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-a0299d49-42b9-432f-a183-99c9ce8db7a4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0e5b834d5a7d42e0894741df4adc59d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5309286 Jun 11 10:12:25.174802 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 53234) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:12:25.398656 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0aab1887-1fa9-4f13-bebd-d335132519e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:25.508071 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0aab1887-1fa9-4f13-bebd-d335132519e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:25.567360 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-8d167b83-46a3-4d09-a21a-bc9dc45e4e9e req-414a5edb-3e55-4cc3-a679-2fbd9db89473 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:25.588033 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['67331b52-ef5f-4612-b0f8-2a1357105485'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:12:25.602674 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-09db251d-8cf9-46b0-82fe-5205331fd723 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:12:25.706407 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-db8069d0-d64d-45cd-88f8-7b2534986061 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375209'] for router_interface, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:25.883333 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d167b83-46a3-4d09-a21a-bc9dc45e4e9e req-414a5edb-3e55-4cc3-a679-2fbd9db89473 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Network 795e7157-0b59-4b3c-b5bc-895c607dc0cc is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:12:25.965544 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-8d167b83-46a3-4d09-a21a-bc9dc45e4e9e req-414a5edb-3e55-4cc3-a679-2fbd9db89473 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:12:25.980902 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414a5edb-3e55-4cc3-a679-2fbd9db89473 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Pushing event updated for resources: {'Port': ['ID=e20009ef-6611-415a-9f37-6762c0af43c2,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:12:25.991413 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d167b83-46a3-4d09-a21a-bc9dc45e4e9e req-414a5edb-3e55-4cc3-a679-2fbd9db89473 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:12:26.182697 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-414a5edb-3e55-4cc3-a679-2fbd9db89473 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.580s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:12:26.185951 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0aab1887-1fa9-4f13-bebd-d335132519e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:26.201621 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0aab1887-1fa9-4f13-bebd-d335132519e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:26.202848 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-0aab1887-1fa9-4f13-bebd-d335132519e8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/44480c5e-13b9-4cbe-a209-adc85923092c HTTP/1.1" status: 204 len: 168 time: 1.0248497 Jun 11 10:12:26.241442 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f29911a8-8c84-4baa-921e-5b6ce731174f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:12:26.302969 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aab1887-1fa9-4f13-bebd-d335132519e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44480c5e-13b9-4cbe-a209-adc85923092c,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:12:26.330958 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d167b83-46a3-4d09-a21a-bc9dc45e4e9e req-414a5edb-3e55-4cc3-a679-2fbd9db89473 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:12:26.344106 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-8d167b83-46a3-4d09-a21a-bc9dc45e4e9e req-414a5edb-3e55-4cc3-a679-2fbd9db89473 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:26.362061 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0aab1887-1fa9-4f13-bebd-d335132519e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:12:26.546845 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8d167b83-46a3-4d09-a21a-bc9dc45e4e9e req-414a5edb-3e55-4cc3-a679-2fbd9db89473 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9267998 Jun 11 10:12:26.621906 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-8d167b83-46a3-4d09-a21a-bc9dc45e4e9e req-0a63fdf8-d16c-48bd-91e3-ba4ae9e9baba service neutron] Request body: {'port': {'device_id': '672379a7-85de-4c3b-b4e7-f9a32b593c17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:12:26.726709 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6756f230-b3dd-4e16-8fa4-b1b669fa76c0 req-3ce73320-146a-4e09-a257-7e630ee5f43f tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:12:26.752158 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6756f230-b3dd-4e16-8fa4-b1b669fa76c0 req-3ce73320-146a-4e09-a257-7e630ee5f43f tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 947 time: 0.8333216 Jun 11 10:12:26.853958 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-6dfe8601-dd94-4ed4-a023-292bcc288bda None None] Provisioning for port e20009ef-6611-415a-9f37-6762c0af43c2 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:12:26.858682 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-6dfe8601-dd94-4ed4-a023-292bcc288bda None None] Provisioning complete for port e20009ef-6611-415a-9f37-6762c0af43c2 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:12:26.859298 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6dfe8601-dd94-4ed4-a023-292bcc288bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:26.914176 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6756f230-b3dd-4e16-8fa4-b1b669fa76c0 req-693f7f37-9713-4f6b-84fa-cede60fa6600 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531756 Jun 11 10:12:26.966673 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-6dfe8601-dd94-4ed4-a023-292bcc288bda None None] Port e20009ef-6611-415a-9f37-6762c0af43c2 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:12:27.031979 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed9a974-0caf-43a3-9fd8-82a528406c4a req-312a5b1c-9435-4fec-bfb2-a82055973fe1 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:12:27.040725 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9ed9a974-0caf-43a3-9fd8-82a528406c4a req-312a5b1c-9435-4fec-bfb2-a82055973fe1 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=672379a7-85de-4c3b-b4e7-f9a32b593c17 HTTP/1.1" status: 200 len: 931 time: 0.6143005 Jun 11 10:12:27.045609 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-8d167b83-46a3-4d09-a21a-bc9dc45e4e9e req-0a63fdf8-d16c-48bd-91e3-ba4ae9e9baba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:27.093941 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-db8069d0-d64d-45cd-88f8-7b2534986061 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Deleting port 7ab6ba0e-4fc4-4fe9-b51f-8725f51644f6 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:12:27.094597 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-db8069d0-d64d-45cd-88f8-7b2534986061 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:27.518546 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-db8069d0-d64d-45cd-88f8-7b2534986061 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] For port 7ab6ba0e-4fc4-4fe9-b51f-8725f51644f6, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=7ab6ba0e-4fc4-4fe9-b51f-8725f51644f6,segment=NetworkSegment(9f247720-132c-43df-bcb1-74719d9623ad),segment_id=9f247720-132c-43df-bcb1-74719d9623ad)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:12:27.518928 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-db8069d0-d64d-45cd-88f8-7b2534986061 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:27.575287 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9ed9a974-0caf-43a3-9fd8-82a528406c4a req-1d9c1010-91d5-44a8-b60f-9162e50cc89b tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5320840 Jun 11 10:12:27.864433 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-db8069d0-d64d-45cd-88f8-7b2534986061 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Calling delete_port for 7ab6ba0e-4fc4-4fe9-b51f-8725f51644f6 owned by network:router_interface {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:12:27.929067 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-8d167b83-46a3-4d09-a21a-bc9dc45e4e9e req-0a63fdf8-d16c-48bd-91e3-ba4ae9e9baba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e20009ef-6611-415a-9f37-6762c0af43c2 {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:12:27.937342 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-8d167b83-46a3-4d09-a21a-bc9dc45e4e9e req-0a63fdf8-d16c-48bd-91e3-ba4ae9e9baba service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:27.950809 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-8d167b83-46a3-4d09-a21a-bc9dc45e4e9e req-0a63fdf8-d16c-48bd-91e3-ba4ae9e9baba service neutron] Transition to ACTIVE for port object e20009ef-6611-415a-9f37-6762c0af43c2 will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:12:28.067406 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-8d167b83-46a3-4d09-a21a-bc9dc45e4e9e req-0a63fdf8-d16c-48bd-91e3-ba4ae9e9baba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:28.073076 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9d6b42a3-f480-4540-b792-12723651b21f tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:12:28.312873 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a63fdf8-d16c-48bd-91e3-ba4ae9e9baba service neutron] Pushing event updated for resources: {'Port': ['ID=e20009ef-6611-415a-9f37-6762c0af43c2,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:12:28.319720 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0a63fdf8-d16c-48bd-91e3-ba4ae9e9baba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:12:28.551335 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c59115a-d201-4288-8fe2-563c0f390df4 req-b76ee227-836c-4370-88e8-69d4a31fa1b4 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:12:28.561652 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7c59115a-d201-4288-8fe2-563c0f390df4 req-b76ee227-836c-4370-88e8-69d4a31fa1b4 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 947 time: 0.2509427 Jun 11 10:12:28.617476 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-8d167b83-46a3-4d09-a21a-bc9dc45e4e9e req-0a63fdf8-d16c-48bd-91e3-ba4ae9e9baba service neutron] Attempting to bind port e20009ef-6611-415a-9f37-6762c0af43c2 on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:12:28.617817 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-8d167b83-46a3-4d09-a21a-bc9dc45e4e9e req-0a63fdf8-d16c-48bd-91e3-ba4ae9e9baba service neutron] Attempting to bind port e20009ef-6611-415a-9f37-6762c0af43c2 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '5c22e2d5-0ba6-4801-a903-4241c2620ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '795e7157-0b59-4b3c-b5bc-895c607dc0cc'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:12:28.618148 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d167b83-46a3-4d09-a21a-bc9dc45e4e9e req-0a63fdf8-d16c-48bd-91e3-ba4ae9e9baba service neutron] Attempting to bind port e20009ef-6611-415a-9f37-6762c0af43c2 on network 795e7157-0b59-4b3c-b5bc-895c607dc0cc {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:12:28.626547 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d167b83-46a3-4d09-a21a-bc9dc45e4e9e req-0a63fdf8-d16c-48bd-91e3-ba4ae9e9baba service neutron] Port e20009ef-6611-415a-9f37-6762c0af43c2 on network 795e7157-0b59-4b3c-b5bc-895c607dc0cc not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:12:28.627268 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d167b83-46a3-4d09-a21a-bc9dc45e4e9e req-0a63fdf8-d16c-48bd-91e3-ba4ae9e9baba service neutron] Attempting to bind port e20009ef-6611-415a-9f37-6762c0af43c2 on network 795e7157-0b59-4b3c-b5bc-895c607dc0cc {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:12:28.633721 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d167b83-46a3-4d09-a21a-bc9dc45e4e9e req-0a63fdf8-d16c-48bd-91e3-ba4ae9e9baba service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:12:28.634071 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d167b83-46a3-4d09-a21a-bc9dc45e4e9e req-0a63fdf8-d16c-48bd-91e3-ba4ae9e9baba service neutron] Checking segment: {'id': '5c22e2d5-0ba6-4801-a903-4241c2620ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '795e7157-0b59-4b3c-b5bc-895c607dc0cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:12:28.636525 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d167b83-46a3-4d09-a21a-bc9dc45e4e9e req-0a63fdf8-d16c-48bd-91e3-ba4ae9e9baba service neutron] Bound using segment: {'id': '5c22e2d5-0ba6-4801-a903-4241c2620ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '795e7157-0b59-4b3c-b5bc-895c607dc0cc'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:12:28.648744 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-8d167b83-46a3-4d09-a21a-bc9dc45e4e9e req-0a63fdf8-d16c-48bd-91e3-ba4ae9e9baba service neutron] Bound port: e20009ef-6611-415a-9f37-6762c0af43c2, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c22e2d5-0ba6-4801-a903-4241c2620ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '795e7157-0b59-4b3c-b5bc-895c607dc0cc'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:12:28.654776 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-8d167b83-46a3-4d09-a21a-bc9dc45e4e9e req-0a63fdf8-d16c-48bd-91e3-ba4ae9e9baba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:28.681289 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7c59115a-d201-4288-8fe2-563c0f390df4 req-f273ee23-00c5-4386-885c-79ee780d8435 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187761 Jun 11 10:12:28.712713 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-db8069d0-d64d-45cd-88f8-7b2534986061 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:28.723370 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3b086233-5faa-4492-a76f-27eb4de9c4ed tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:12:28.798914 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8069d0-d64d-45cd-88f8-7b2534986061 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Pushing event deleted for resources: {'Port': ['ID=7ab6ba0e-4fc4-4fe9-b51f-8725f51644f6,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:12:28.837998 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8069d0-d64d-45cd-88f8-7b2534986061 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:12:28.839047 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8069d0-d64d-45cd-88f8-7b2534986061 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:12:28.839840 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8069d0-d64d-45cd-88f8-7b2534986061 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:12:28.840885 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8069d0-d64d-45cd-88f8-7b2534986061 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:12:28.841496 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8069d0-d64d-45cd-88f8-7b2534986061 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:12:28.842073 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8069d0-d64d-45cd-88f8-7b2534986061 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:12:28.842697 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8069d0-d64d-45cd-88f8-7b2534986061 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:12:28.843731 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8069d0-d64d-45cd-88f8-7b2534986061 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:12:28.844388 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8069d0-d64d-45cd-88f8-7b2534986061 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:12:28.845143 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8069d0-d64d-45cd-88f8-7b2534986061 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:12:28.845618 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8069d0-d64d-45cd-88f8-7b2534986061 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:12:28.846122 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8069d0-d64d-45cd-88f8-7b2534986061 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:12:28.851443 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-db8069d0-d64d-45cd-88f8-7b2534986061 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:12:28.879336 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-8d167b83-46a3-4d09-a21a-bc9dc45e4e9e req-0a63fdf8-d16c-48bd-91e3-ba4ae9e9baba service neutron] For port e20009ef-6611-415a-9f37-6762c0af43c2, host n-h1-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:12:28.893618 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-8d167b83-46a3-4d09-a21a-bc9dc45e4e9e req-0a63fdf8-d16c-48bd-91e3-ba4ae9e9baba service neutron] For port e20009ef-6611-415a-9f37-6762c0af43c2, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=e20009ef-6611-415a-9f37-6762c0af43c2,segment=NetworkSegment(5c22e2d5-0ba6-4801-a903-4241c2620ae4),segment_id=5c22e2d5-0ba6-4801-a903-4241c2620ae4)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:12:29.016624 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-8d167b83-46a3-4d09-a21a-bc9dc45e4e9e req-0a63fdf8-d16c-48bd-91e3-ba4ae9e9baba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:29.036493 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-33bbb91c-c5ea-4def-862a-c285f8181e32 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:12:29.231592 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a63fdf8-d16c-48bd-91e3-ba4ae9e9baba service neutron] Pushing event updated for resources: {'Port': ['ID=e20009ef-6611-415a-9f37-6762c0af43c2,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:12:29.245922 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0a63fdf8-d16c-48bd-91e3-ba4ae9e9baba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:12:29.299598 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d167b83-46a3-4d09-a21a-bc9dc45e4e9e req-0a63fdf8-d16c-48bd-91e3-ba4ae9e9baba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:12:29.305278 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-8d167b83-46a3-4d09-a21a-bc9dc45e4e9e req-0a63fdf8-d16c-48bd-91e3-ba4ae9e9baba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:29.312446 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8d167b83-46a3-4d09-a21a-bc9dc45e4e9e req-0a63fdf8-d16c-48bd-91e3-ba4ae9e9baba service neutron] 10.222.0.64 "PUT /v2.0/ports/e20009ef-6611-415a-9f37-6762c0af43c2 HTTP/1.1" status: 200 len: 1092 time: 2.7532182 Jun 11 10:12:29.318949 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '672379a7-85de-4c3b-b4e7-f9a32b593c17', 'tag': 'e20009ef-6611-415a-9f37-6762c0af43c2'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:12:29.321700 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be62e54-98cb-4ed4-b3ed-aff0647941ce" -d '{"events": [{"name": "network-changed", "server_uuid": "672379a7-85de-4c3b-b4e7-f9a32b593c17", "tag": "e20009ef-6611-415a-9f37-6762c0af43c2"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:12:29.356702 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-db8069d0-d64d-45cd-88f8-7b2534986061 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362297'] for router_interface, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:29.381299 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91310443-57a9-40ce-a1dc-a8196572b380 req-2bced0ef-c62a-4224-89a9-ad5f12484123 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:12:29.382927 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-91310443-57a9-40ce-a1dc-a8196572b380 req-2bced0ef-c62a-4224-89a9-ad5f12484123 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=672379a7-85de-4c3b-b4e7-f9a32b593c17 HTTP/1.1" status: 200 len: 943 time: 0.3525205 Jun 11 10:12:29.392913 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-022fa0f3-4270-47bc-a323-18d1ff83b197 x-openstack-request-id: req-022fa0f3-4270-47bc-a323-18d1ff83b197 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:12:29.393478 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "672379a7-85de-4c3b-b4e7-f9a32b593c17", "tag": "e20009ef-6611-415a-9f37-6762c0af43c2", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:12:29.393940 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-022fa0f3-4270-47bc-a323-18d1ff83b197 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:12:29.394692 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '672379a7-85de-4c3b-b4e7-f9a32b593c17', 'tag': 'e20009ef-6611-415a-9f37-6762c0af43c2', 'status': 'completed', 'code': 200} Jun 11 10:12:29.493470 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-91310443-57a9-40ce-a1dc-a8196572b380 req-76d249a0-b6a9-4e33-9cfc-7aaed0f9f2ac tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042230 Jun 11 10:12:29.540853 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be62e54-98cb-4ed4-b3ed-aff0647941ce req-343ac7a8-8700-4267-b23f-ac304ae806e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:12:29.542439 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3be62e54-98cb-4ed4-b3ed-aff0647941ce req-343ac7a8-8700-4267-b23f-ac304ae806e2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c7545923ebc48e08cfbeb0d8e94f901&device_id=672379a7-85de-4c3b-b4e7-f9a32b593c17 HTTP/1.1" status: 200 len: 1095 time: 0.1269765 Jun 11 10:12:29.771690 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be62e54-98cb-4ed4-b3ed-aff0647941ce req-d5a15c4c-4c6e-4c65-bc2f-699c9900f7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:12:29.771690 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3be62e54-98cb-4ed4-b3ed-aff0647941ce req-d5a15c4c-4c6e-4c65-bc2f-699c9900f7f8 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=7c7545923ebc48e08cfbeb0d8e94f901&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2179613 Jun 11 10:12:29.813803 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db8069d0-d64d-45cd-88f8-7b2534986061 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Router 4d7ae21c-5100-4922-88ec-a7039fe6242a has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:12:29.983778 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be62e54-98cb-4ed4-b3ed-aff0647941ce req-610c86bb-eebb-4f4f-a0c9-9ffa0d53aa3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:12:29.983778 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3be62e54-98cb-4ed4-b3ed-aff0647941ce req-610c86bb-eebb-4f4f-a0c9-9ffa0d53aa3b service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2074690 Jun 11 10:12:30.123076 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d167b83-46a3-4d09-a21a-bc9dc45e4e9e req-563070e3-9b5c-470e-88b4-144946fb04f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:12:30.124671 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8d167b83-46a3-4d09-a21a-bc9dc45e4e9e req-563070e3-9b5c-470e-88b4-144946fb04f8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c7545923ebc48e08cfbeb0d8e94f901&device_id=672379a7-85de-4c3b-b4e7-f9a32b593c17 HTTP/1.1" status: 200 len: 1095 time: 0.0941122 Jun 11 10:12:30.277106 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8d167b83-46a3-4d09-a21a-bc9dc45e4e9e req-334f114a-3cac-4139-8ca5-d17d3a50977a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e20009ef-6611-415a-9f37-6762c0af43c2 HTTP/1.1" status: 200 len: 217 time: 0.1451285 Jun 11 10:12:30.404583 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d167b83-46a3-4d09-a21a-bc9dc45e4e9e req-c98e60b6-b1ea-4f88-9bec-746350ca80bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:12:30.407985 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8d167b83-46a3-4d09-a21a-bc9dc45e4e9e req-c98e60b6-b1ea-4f88-9bec-746350ca80bd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b543bd1f-2b45-4ed6-ae53-d9d0c8ed8871 HTTP/1.1" status: 200 len: 849 time: 0.1232238 Jun 11 10:12:30.510792 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d167b83-46a3-4d09-a21a-bc9dc45e4e9e req-a3898290-73b2-4ce7-be7d-17023454bffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:12:30.512645 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8d167b83-46a3-4d09-a21a-bc9dc45e4e9e req-a3898290-73b2-4ce7-be7d-17023454bffa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=795e7157-0b59-4b3c-b5bc-895c607dc0cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0994515 Jun 11 10:12:30.530785 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db8069d0-d64d-45cd-88f8-7b2534986061 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:12:30.539069 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-db8069d0-d64d-45cd-88f8-7b2534986061 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "PUT /v2.0/routers/4d7ae21c-5100-4922-88ec-a7039fe6242a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9705322 Jun 11 10:12:30.540413 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 53378) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:12:30.549916 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2841709-da56-419b-a567-30cbdffc3dfa None None] Sync routers for ids ['4d7ae21c-5100-4922-88ec-a7039fe6242a'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:12:30.564421 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2841709-da56-419b-a567-30cbdffc3dfa None None] Routers {'4d7ae21c-5100-4922-88ec-a7039fe6242a'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:12:30.565419 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-a2841709-da56-419b-a567-30cbdffc3dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:12:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['4d7ae21c-5100-4922-88ec-a7039fe6242a'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:12:30.566436 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b4ffa2-f11b-401a-80af-d63de60f31d9 req-663e8cd0-662d-4ec5-b29c-75e6a01bbf71 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:12:30.576102 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-17b4ffa2-f11b-401a-80af-d63de60f31d9 req-663e8cd0-662d-4ec5-b29c-75e6a01bbf71 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 947 time: 0.6891530 Jun 11 10:12:30.687355 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-17b4ffa2-f11b-401a-80af-d63de60f31d9 req-095e0b59-60d7-4a70-93a6-e9215995cce3 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071620 Jun 11 10:12:30.754062 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-a2841709-da56-419b-a567-30cbdffc3dfa None None] Set router 4d7ae21c-5100-4922-88ec-a7039fe6242a gateway port host: None {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:12:30.971092 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf2b03-292a-433f-8234-bc2e45f0c6d1 req-3792d613-99ff-48f9-883f-020112853e4a tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:12:30.986547 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-acaf2b03-292a-433f-8234-bc2e45f0c6d1 req-3792d613-99ff-48f9-883f-020112853e4a tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 947 time: 0.1428680 Jun 11 10:12:31.035609 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccbbe5ae-619c-45f4-b405-f24803e59145 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Deleting subnet 53b04ed5-7525-4025-8063-3cb2ac8926c5 {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:12:31.035609 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ccbbe5ae-619c-45f4-b405-f24803e59145 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:31.123234 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-acaf2b03-292a-433f-8234-bc2e45f0c6d1 req-d9787286-4848-4c82-b4e9-1a9f8fbf2133 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354892 Jun 11 10:12:31.132862 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8d167b83-46a3-4d09-a21a-bc9dc45e4e9e req-70ba27dc-2097-43a8-80e6-3499b116eff2 service neutron] 10.222.0.64 "GET /v2.0/networks/795e7157-0b59-4b3c-b5bc-895c607dc0cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6108582 Jun 11 10:12:31.151770 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807b412a-dba2-4af1-9b33-8e81b1228feb req-bf62c275-d229-4514-bbf6-748005b326a4 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:12:31.153473 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-807b412a-dba2-4af1-9b33-8e81b1228feb req-bf62c275-d229-4514-bbf6-748005b326a4 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=672379a7-85de-4c3b-b4e7-f9a32b593c17 HTTP/1.1" status: 200 len: 943 time: 0.2392945 Jun 11 10:12:31.157329 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ccbbe5ae-619c-45f4-b405-f24803e59145 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:31.402392 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:31.431752 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-807b412a-dba2-4af1-9b33-8e81b1228feb req-81a85e81-b1f3-4b5f-b292-52de2cd6d2c9 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738808 Jun 11 10:12:31.432962 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-a2841709-da56-419b-a567-30cbdffc3dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'name': 'tempest-RoutersIpV6Test-router-1204487488', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:11:16Z', 'updated_at': '2021-06-11T10:12:28Z', 'revision_number': 9, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'gw_port_host': None, '_interfaces': [{'id': '703dc76f-d0d3-4b08-85d0-612ac0ea2237', 'name': '', 'network_id': '655c7143-7fa7-4c23-8fa8-04f29f850031', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'mac_address': 'fa:16:3e:6c:6b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '27f2c85f-a843-4d8a-b9b8-88ee152d7822', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:11:21Z', 'updated_at': '2021-06-11T10:11:38Z', 'revision_number': 5, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'subnets': [{'id': '27f2c85f-a843-4d8a-b9b8-88ee152d7822', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcbea359-3657-4990-912b-9fef3e2e1ba8', 'name': '', 'network_id': '26750194-134c-4e10-8d86-e020cdd0264c', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'mac_address': 'fa:16:3e:a0:84:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': 'ffb90fd8-38f9-47fe-85ef-2b42a00972cd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:11:34Z', 'updated_at': '2021-06-11T10:11:49Z', 'revision_number': 5, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'subnets': [{'id': 'ffb90fd8-38f9-47fe-85ef-2b42a00972cd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:12:31.444384 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2841709-da56-419b-a567-30cbdffc3dfa None None] Checking router: 4d7ae21c-5100-4922-88ec-a7039fe6242a for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:12:31.465206 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2841709-da56-419b-a567-30cbdffc3dfa None None] Routers {'4d7ae21c-5100-4922-88ec-a7039fe6242a'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:12:31.471989 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-a2841709-da56-419b-a567-30cbdffc3dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:12:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['4d7ae21c-5100-4922-88ec-a7039fe6242a'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:12:31.608364 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8d167b83-46a3-4d09-a21a-bc9dc45e4e9e req-1e65b33d-3530-42bc-b449-f549c6ef6147 service neutron] 10.222.0.64 "GET /v2.0/networks/795e7157-0b59-4b3c-b5bc-895c607dc0cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4536762 Jun 11 10:12:31.610285 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ccbbe5ae-619c-45f4-b405-f24803e59145 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:31.626754 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f90a0d-885d-42fa-a47b-24b0e30746c3 req-c978d034-0bdf-46f9-ba56-0a2ffcf29ca8 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:12:31.631189 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-45f90a0d-885d-42fa-a47b-24b0e30746c3 req-c978d034-0bdf-46f9-ba56-0a2ffcf29ca8 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 947 time: 0.2484877 Jun 11 10:12:31.744715 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-a2841709-da56-419b-a567-30cbdffc3dfa None None] Set router 4d7ae21c-5100-4922-88ec-a7039fe6242a gateway port host: None {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:12:31.823914 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-45f90a0d-885d-42fa-a47b-24b0e30746c3 req-296ec444-dd44-4f4b-8550-a0e48ea5ab17 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854162 Jun 11 10:12:31.824651 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 53410) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:12:32.001470 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ccbbe5ae-619c-45f4-b405-f24803e59145 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:32.005245 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c13a6766-8ecb-414b-b2a3-025484d3dd10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:12:32.065480 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbbe5ae-619c-45f4-b405-f24803e59145 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Pushing event deleted for resources: {'Subnet': ['ID=53b04ed5-7525-4025-8063-3cb2ac8926c5,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:12:32.069389 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ccbbe5ae-619c-45f4-b405-f24803e59145 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:12:32.070528 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ccbbe5ae-619c-45f4-b405-f24803e59145 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:32.075659 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-ccbbe5ae-619c-45f4-b405-f24803e59145 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "DELETE /v2.0/subnets/53b04ed5-7525-4025-8063-3cb2ac8926c5 HTTP/1.1" status: 204 len: 168 time: 1.4917157 Jun 11 10:12:32.076289 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 53420) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:12:32.079642 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ebafb9-2227-4d86-bfab-42a977865c59 None None] Network acde46de-134a-4325-a7a0-e4921ad82c80 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:12:32.158367 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-07c52231-50e0-4473-a63d-d69c0a869c4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:32.196467 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf37ae27-bbef-48e1-b3de-d4b5702c018f req-c34a9166-e484-44eb-9468-5d85a89d9270 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:12:32.198557 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cf37ae27-bbef-48e1-b3de-d4b5702c018f req-c34a9166-e484-44eb-9468-5d85a89d9270 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 947 time: 0.1429336 Jun 11 10:12:32.283892 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cf37ae27-bbef-48e1-b3de-d4b5702c018f req-6000626e-524a-4cce-be5b-b0c618e29340 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789309 Jun 11 10:12:32.327995 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-065b581c-2538-43fe-ac14-8cd1e54878d1 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:32.552248 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-a2841709-da56-419b-a567-30cbdffc3dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'name': 'tempest-RoutersIpV6Test-router-1204487488', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:11:16Z', 'updated_at': '2021-06-11T10:12:28Z', 'revision_number': 9, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'gw_port_host': None, '_interfaces': [{'id': '703dc76f-d0d3-4b08-85d0-612ac0ea2237', 'name': '', 'network_id': '655c7143-7fa7-4c23-8fa8-04f29f850031', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'mac_address': 'fa:16:3e:6c:6b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '27f2c85f-a843-4d8a-b9b8-88ee152d7822', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:11:21Z', 'updated_at': '2021-06-11T10:11:38Z', 'revision_number': 5, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'subnets': [{'id': '27f2c85f-a843-4d8a-b9b8-88ee152d7822', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcbea359-3657-4990-912b-9fef3e2e1ba8', 'name': '', 'network_id': '26750194-134c-4e10-8d86-e020cdd0264c', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'mac_address': 'fa:16:3e:a0:84:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': 'ffb90fd8-38f9-47fe-85ef-2b42a00972cd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:11:34Z', 'updated_at': '2021-06-11T10:11:49Z', 'revision_number': 5, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'subnets': [{'id': 'ffb90fd8-38f9-47fe-85ef-2b42a00972cd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:12:32.565297 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2841709-da56-419b-a567-30cbdffc3dfa None None] The sync data for ids ['4d7ae21c-5100-4922-88ec-a7039fe6242a'] in n-d-779913-12 is: [{'id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'name': 'tempest-RoutersIpV6Test-router-1204487488', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:11:16Z', 'updated_at': '2021-06-11T10:12:28Z', 'revision_number': 9, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'gw_port_host': None, '_interfaces': [{'id': '703dc76f-d0d3-4b08-85d0-612ac0ea2237', 'name': '', 'network_id': '655c7143-7fa7-4c23-8fa8-04f29f850031', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'mac_address': 'fa:16:3e:6c:6b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '27f2c85f-a843-4d8a-b9b8-88ee152d7822', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:11:21Z', 'updated_at': '2021-06-11T10:11:38Z', 'revision_number': 5, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'subnets': [{'id': '27f2c85f-a843-4d8a-b9b8-88ee152d7822', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcbea359-3657-4990-912b-9fef3e2e1ba8', 'name': '', 'network_id': '26750194-134c-4e10-8d86-e020cdd0264c', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'mac_address': 'fa:16:3e:a0:84:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': 'ffb90fd8-38f9-47fe-85ef-2b42a00972cd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:11:34Z', 'updated_at': '2021-06-11T10:11:49Z', 'revision_number': 5, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'subnets': [{'id': 'ffb90fd8-38f9-47fe-85ef-2b42a00972cd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:12:32.612003 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dac03fa-85af-4196-a9bd-e27b43dac709 None None] DHCP port deletion for acde46de-134a-4325-a7a0-e4921ad82c80 request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 10:12:32.683462 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-065b581c-2538-43fe-ac14-8cd1e54878d1 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Deleting port a5ea4b1a-449b-43f3-93e7-c50d03c5381a {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:12:32.684145 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-065b581c-2538-43fe-ac14-8cd1e54878d1 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:32.691597 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-07c52231-50e0-4473-a63d-d69c0a869c4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:32.696972 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-0dac03fa-85af-4196-a9bd-e27b43dac709 None None] Deleting port a5ea4b1a-449b-43f3-93e7-c50d03c5381a {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:12:32.697372 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0dac03fa-85af-4196-a9bd-e27b43dac709 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:32.715995 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9153a63-cae2-48bd-a953-1458ec8e3801 req-25099679-f988-4ef2-aafc-4c0f573aefe5 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:12:32.718398 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f9153a63-cae2-48bd-a953-1458ec8e3801 req-25099679-f988-4ef2-aafc-4c0f573aefe5 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 947 time: 0.2189364 Jun 11 10:12:32.881832 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f9153a63-cae2-48bd-a953-1458ec8e3801 req-db17ba28-13da-4b10-bce3-3d99dd7da0b8 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462986 Jun 11 10:12:32.882526 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-07c52231-50e0-4473-a63d-d69c0a869c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:32.892151 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-60486042-f750-43fa-a265-cee673d853ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:12:32.911275 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be61e788-cd91-419d-a968-ccdbe21002d1 req-d3340ec4-fcbf-45af-8c3e-ce31de5bd385 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:12:32.914598 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-be61e788-cd91-419d-a968-ccdbe21002d1 req-d3340ec4-fcbf-45af-8c3e-ce31de5bd385 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=672379a7-85de-4c3b-b4e7-f9a32b593c17 HTTP/1.1" status: 200 len: 943 time: 0.1935816 Jun 11 10:12:32.978308 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-065b581c-2538-43fe-ac14-8cd1e54878d1 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] For port a5ea4b1a-449b-43f3-93e7-c50d03c5381a, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=a5ea4b1a-449b-43f3-93e7-c50d03c5381a,segment=NetworkSegment(9f247720-132c-43df-bcb1-74719d9623ad),segment_id=9f247720-132c-43df-bcb1-74719d9623ad)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:12:32.978796 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-065b581c-2538-43fe-ac14-8cd1e54878d1 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:32.985471 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c52231-50e0-4473-a63d-d69c0a869c4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=674c9e7d-f0c3-4e84-b33e-cc1bdb03f151,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:12:33.008674 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-07c52231-50e0-4473-a63d-d69c0a869c4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:12:33.054680 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-be61e788-cd91-419d-a968-ccdbe21002d1 req-62da1013-7f5b-48cd-9be8-4f7daa61484d tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202815 Jun 11 10:12:33.092948 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-0dac03fa-85af-4196-a9bd-e27b43dac709 None None] For port a5ea4b1a-449b-43f3-93e7-c50d03c5381a, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=a5ea4b1a-449b-43f3-93e7-c50d03c5381a,segment=NetworkSegment(9f247720-132c-43df-bcb1-74719d9623ad),segment_id=9f247720-132c-43df-bcb1-74719d9623ad)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:12:33.093367 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0dac03fa-85af-4196-a9bd-e27b43dac709 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:33.221807 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-0dac03fa-85af-4196-a9bd-e27b43dac709 None None] Calling delete_port for a5ea4b1a-449b-43f3-93e7-c50d03c5381a owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:12:33.243851 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-065b581c-2538-43fe-ac14-8cd1e54878d1 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Calling delete_port for a5ea4b1a-449b-43f3-93e7-c50d03c5381a owned by network:dhcp {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:12:33.255177 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 53444) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:12:33.255392 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-07c52231-50e0-4473-a63d-d69c0a869c4a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a685c2caee094879b4a3274b3614c1df&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4265721 Jun 11 10:12:33.373442 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c5f55ecc-eb4b-46b6-af8d-aef06ccc2c7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:33.413322 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c5f55ecc-eb4b-46b6-af8d-aef06ccc2c7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:33.479609 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b86d8c8-3d46-42ee-a135-fb0208a7e20c req-584daed4-2c50-49ff-9de6-741993a80f13 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:12:33.481181 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6b86d8c8-3d46-42ee-a135-fb0208a7e20c req-584daed4-2c50-49ff-9de6-741993a80f13 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 947 time: 0.3265846 Jun 11 10:12:33.523714 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0dac03fa-85af-4196-a9bd-e27b43dac709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:33.534167 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-3654fe1f-d9aa-44f4-bea9-2277a5559d28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:12:33.544399 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6b86d8c8-3d46-42ee-a135-fb0208a7e20c req-c6f77b3a-7607-43a6-b80d-8914096faf1f tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543575 Jun 11 10:12:33.553292 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c694e144-6d2f-4ef3-bd6e-0f738abe4a83 req-60b03267-e4d7-4418-bd57-39249b6fa829 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1764083 Jun 11 10:12:33.574410 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-065b581c-2538-43fe-ac14-8cd1e54878d1 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:33.579839 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8ebc628a-e9a0-4ddb-b3e6-bb986deac9b0 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:12:33.593699 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dac03fa-85af-4196-a9bd-e27b43dac709 None None] Pushing event deleted for resources: {'Port': ['ID=a5ea4b1a-449b-43f3-93e7-c50d03c5381a,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:12:33.596625 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dac03fa-85af-4196-a9bd-e27b43dac709 None None] No DVR routers for this DVR port a5ea4b1a-449b-43f3-93e7-c50d03c5381a on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:12:33.603810 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-0dac03fa-85af-4196-a9bd-e27b43dac709 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:12:33.641761 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b581c-2538-43fe-ac14-8cd1e54878d1 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Pushing event deleted for resources: {'Port': ['ID=a5ea4b1a-449b-43f3-93e7-c50d03c5381a,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:12:33.647753 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-065b581c-2538-43fe-ac14-8cd1e54878d1 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:12:33.647753 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065b581c-2538-43fe-ac14-8cd1e54878d1 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] No DVR routers for this DVR port a5ea4b1a-449b-43f3-93e7-c50d03c5381a on host n-d-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:12:33.728636 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c5f55ecc-eb4b-46b6-af8d-aef06ccc2c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:33.731222 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c5f55ecc-eb4b-46b6-af8d-aef06ccc2c7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:33.732862 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-c5f55ecc-eb4b-46b6-af8d-aef06ccc2c7e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/674c9e7d-f0c3-4e84-b33e-cc1bdb03f151 HTTP/1.1" status: 204 len: 168 time: 0.4748800 Jun 11 10:12:33.738651 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5d599108-2eeb-4c40-85b1-7314a9407261 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:12:33.750245 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f55ecc-eb4b-46b6-af8d-aef06ccc2c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=674c9e7d-f0c3-4e84-b33e-cc1bdb03f151,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:12:33.758380 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c5f55ecc-eb4b-46b6-af8d-aef06ccc2c7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:12:33.799393 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d242abde-98bd-461c-9092-a7f87f5b3a2d req-a1ea5788-db69-4bfb-a8e6-69e332cce1f0 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:12:33.808042 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d242abde-98bd-461c-9092-a7f87f5b3a2d req-a1ea5788-db69-4bfb-a8e6-69e332cce1f0 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 947 time: 0.1231394 Jun 11 10:12:33.876281 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d242abde-98bd-461c-9092-a7f87f5b3a2d req-f8d86458-5c5a-48fe-b460-f0d3e6918119 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647583 Jun 11 10:12:33.890318 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-065b581c-2538-43fe-ac14-8cd1e54878d1 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:33.932442 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-065b581c-2538-43fe-ac14-8cd1e54878d1 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acde46de-134a-4325-a7a0-e4921ad82c80']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:12:33.936985 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c694e144-6d2f-4ef3-bd6e-0f738abe4a83 req-e219ad7c-686b-48d1-b45f-c183dae97034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:12:33.936985 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c694e144-6d2f-4ef3-bd6e-0f738abe4a83 req-e219ad7c-686b-48d1-b45f-c183dae97034 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=41e6320d1ec4431eb9e5249fe3d2c8c2&device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 1099 time: 0.3014076 Jun 11 10:12:33.938469 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-065b581c-2538-43fe-ac14-8cd1e54878d1 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f247720-132c-43df-bcb1-74719d9623ad') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:12:33.938662 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-065b581c-2538-43fe-ac14-8cd1e54878d1 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f247720-132c-43df-bcb1-74719d9623ad') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:12:33.952976 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-065b581c-2538-43fe-ac14-8cd1e54878d1 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:33.979321 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-065b581c-2538-43fe-ac14-8cd1e54878d1 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:34.012567 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-065b581c-2538-43fe-ac14-8cd1e54878d1 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Releasing vlan 754 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:12:34.013220 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-065b581c-2538-43fe-ac14-8cd1e54878d1 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:34.016841 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:12:34.016841 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:12:34.016841 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:12:34.016841 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:12:34.016841 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:12:34.016841 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:12:34.016841 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:12:34.016841 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:12:34.016841 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:12:34.016841 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:12:34.016841 n-d-779913-12 neutron-server[93176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:12:34.016841 n-d-779913-12 neutron-server[93176]: self.session.flush() Jun 11 10:12:34.016841 n-d-779913-12 neutron-server[93176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:12:34.016841 n-d-779913-12 neutron-server[93176]: self.session.flush() Jun 11 10:12:34.016841 n-d-779913-12 neutron-server[93176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:12:34.016841 n-d-779913-12 neutron-server[93176]: self.session.flush() Jun 11 10:12:34.016841 n-d-779913-12 neutron-server[93176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:12:34.016841 n-d-779913-12 neutron-server[93176]: self.session.flush() Jun 11 10:12:34.016841 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 10:12:34.016841 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:12:34.016841 n-d-779913-12 neutron-server[93176]: timer() Jun 11 10:12:34.016841 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:12:34.016841 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 10:12:34.016841 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:12:34.016841 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 10:12:34.016841 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:12:34.016841 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 10:12:34.016841 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:12:34.016841 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 10:12:34.016841 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:12:34.016841 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 10:12:34.016841 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:12:34.016841 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:12:34.016841 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:12:34.016841 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:12:34.016841 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:12:34.016841 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 10:12:34.016841 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:12:34.016841 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 10:12:34.016841 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:12:34.016841 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:12:34.016841 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:12:34.016841 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 10:12:34.016841 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:12:34.016841 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:12:34.016841 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:12:34.016841 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:12:34.016841 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:12:34.016841 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:12:34.016841 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:12:34.372053 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5416aa20-0832-414f-9aec-860e0417a061 req-c42bd5fb-f4f8-4dbc-bf1b-6d13fa3ec8bd tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:12:34.385983 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5416aa20-0832-414f-9aec-860e0417a061 req-c42bd5fb-f4f8-4dbc-bf1b-6d13fa3ec8bd tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=672379a7-85de-4c3b-b4e7-f9a32b593c17 HTTP/1.1" status: 200 len: 943 time: 0.1684227 Jun 11 10:12:34.447686 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 7ab6ba0e-4fc4-4fe9-b51f-8725f51644f6 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:12:34.454702 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5416aa20-0832-414f-9aec-860e0417a061 req-08d4c6c9-9286-4a98-ad92-1e3e7e23c022 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670972 Jun 11 10:12:34.496866 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 7ab6ba0e-4fc4-4fe9-b51f-8725f51644f6 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:12:34.497384 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 7ab6ba0e-4fc4-4fe9-b51f-8725f51644f6 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:12:34.497836 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device a5ea4b1a-449b-43f3-93e7-c50d03c5381a no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:12:34.527176 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: a5ea4b1a-449b-43f3-93e7-c50d03c5381a {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:12:34.527543 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device a5ea4b1a-449b-43f3-93e7-c50d03c5381a not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:12:34.877223 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b326ff51-afcf-4b89-9d75-2675feab8b22 req-2dc51aee-35f4-4a49-b375-da70ab41724d tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:12:34.877223 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b326ff51-afcf-4b89-9d75-2675feab8b22 req-2dc51aee-35f4-4a49-b375-da70ab41724d tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 947 time: 0.1069369 Jun 11 10:12:34.899294 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c694e144-6d2f-4ef3-bd6e-0f738abe4a83 req-068c90f8-3e5d-485f-8023-542c0c306213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:12:34.901045 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c694e144-6d2f-4ef3-bd6e-0f738abe4a83 req-068c90f8-3e5d-485f-8023-542c0c306213 service neutron] 10.222.0.64 "GET /v2.0/networks?id=dde275fe-49aa-4dda-8d58-46e6697ca339 HTTP/1.1" status: 200 len: 913 time: 0.9331532 Jun 11 10:12:34.955940 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b326ff51-afcf-4b89-9d75-2675feab8b22 req-eb46d56c-3e08-44a8-b8a1-1cca92451c6e tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668445 Jun 11 10:12:34.969236 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c694e144-6d2f-4ef3-bd6e-0f738abe4a83 req-0abb4e89-58c7-4de2-b93c-176eadab825e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8886e1b5-532b-41f0-a26f-66a289f14c2f HTTP/1.1" status: 200 len: 217 time: 0.0580852 Jun 11 10:12:34.992304 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-065b581c-2538-43fe-ac14-8cd1e54878d1 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:35.026872 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6c180fa3-2b08-4466-a42b-8bf7deb59a7f tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:12:35.038386 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-065b581c-2538-43fe-ac14-8cd1e54878d1 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:35.044843 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-065b581c-2538-43fe-ac14-8cd1e54878d1 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "DELETE /v2.0/networks/acde46de-134a-4325-a7a0-e4921ad82c80 HTTP/1.1" status: 204 len: 168 time: 2.9628253 Jun 11 10:12:35.045948 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 53494) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:12:35.065407 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b581c-2538-43fe-ac14-8cd1e54878d1 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Pushing event deleted for resources: {'Network': ['ID=acde46de-134a-4325-a7a0-e4921ad82c80,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:12:35.071559 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-065b581c-2538-43fe-ac14-8cd1e54878d1 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:12:35.094631 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c694e144-6d2f-4ef3-bd6e-0f738abe4a83 req-30dce153-0f52-4f5f-9f4a-ad5cd8781cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:12:35.096616 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c694e144-6d2f-4ef3-bd6e-0f738abe4a83 req-30dce153-0f52-4f5f-9f4a-ad5cd8781cc8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=57c6571c-69e4-42ab-927b-f1f4d313e6e9 HTTP/1.1" status: 200 len: 852 time: 0.1193981 Jun 11 10:12:35.160627 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c694e144-6d2f-4ef3-bd6e-0f738abe4a83 req-b18fa81c-04ba-43c1-b049-872127be2a5b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=dde275fe-49aa-4dda-8d58-46e6697ca339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507689 Jun 11 10:12:35.454801 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c694e144-6d2f-4ef3-bd6e-0f738abe4a83 req-5d24486a-a2e0-48c1-a26c-39dfa4e73833 service neutron] 10.222.0.64 "GET /v2.0/networks/dde275fe-49aa-4dda-8d58-46e6697ca339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805121 Jun 11 10:12:35.758628 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:35.848457 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c694e144-6d2f-4ef3-bd6e-0f738abe4a83 req-3e37b791-eeb0-4c5f-a717-2b4184bd61ea service neutron] 10.222.0.64 "GET /v2.0/networks/dde275fe-49aa-4dda-8d58-46e6697ca339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3895445 Jun 11 10:12:35.970704 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd23e9b-9743-4e38-85e0-5aef2e4c86bf req-c709cdc6-ee5b-46c9-9aa0-2c57363a084f tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:12:35.979102 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cbd23e9b-9743-4e38-85e0-5aef2e4c86bf req-c709cdc6-ee5b-46c9-9aa0-2c57363a084f tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=672379a7-85de-4c3b-b4e7-f9a32b593c17 HTTP/1.1" status: 200 len: 943 time: 0.2424231 Jun 11 10:12:36.011602 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 53522) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:12:36.088269 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-25050cf8-45f9-43f3-826f-301188514ad4 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375209'] for router_interface, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:36.143149 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cbd23e9b-9743-4e38-85e0-5aef2e4c86bf req-c6762904-f993-46ed-8380-72695c9f07ef tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525338 Jun 11 10:12:36.254551 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-72796aab-c423-4d5f-aa2c-93c1046ae6a2 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2084671158-network', 'tenant_id': '031c7a0c615a4cf5a702c1039cac35d0'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:12:36.423014 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16528a57-8faa-4f0e-973c-3e88a7b19287 req-5f120fed-e0c1-4176-8a01-b2fb521d2519 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:12:36.430149 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-16528a57-8faa-4f0e-973c-3e88a7b19287 req-5f120fed-e0c1-4176-8a01-b2fb521d2519 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 947 time: 0.2419906 Jun 11 10:12:36.472027 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72796aab-c423-4d5f-aa2c-93c1046ae6a2 admin admin] Made reservation on behalf of 031c7a0c615a4cf5a702c1039cac35d0 for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:12:36.475711 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-72796aab-c423-4d5f-aa2c-93c1046ae6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:36.501099 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-72796aab-c423-4d5f-aa2c-93c1046ae6a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:36.540071 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-16528a57-8faa-4f0e-973c-3e88a7b19287 req-afcf4931-efb4-4169-b3be-0b2a960aa6ca tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067088 Jun 11 10:12:36.800709 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-72796aab-c423-4d5f-aa2c-93c1046ae6a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:36.845861 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-25050cf8-45f9-43f3-826f-301188514ad4 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Deleting port bcbea359-3657-4990-912b-9fef3e2e1ba8 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:12:36.847956 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-25050cf8-45f9-43f3-826f-301188514ad4 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:36.904769 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-72796aab-c423-4d5f-aa2c-93c1046ae6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:36.920287 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c5f55ecc-eb4b-46b6-af8d-aef06ccc2c7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:12:36.958739 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72796aab-c423-4d5f-aa2c-93c1046ae6a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a41e4d0e-04c3-4836-ab98-8f9b54e54af3,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:12:36.972158 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-72796aab-c423-4d5f-aa2c-93c1046ae6a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:12:37.028590 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72796aab-c423-4d5f-aa2c-93c1046ae6a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 750} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:12:37.050865 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-72796aab-c423-4d5f-aa2c-93c1046ae6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:37.051237 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-72796aab-c423-4d5f-aa2c-93c1046ae6a2 admin admin] Added segment 0581c28b-7c50-4522-9686-95bd8a5176b6 of type vlan for network 07371b51-8573-420a-a1bc-95d46df27e07 Jun 11 10:12:37.131677 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-25050cf8-45f9-43f3-826f-301188514ad4 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] For port bcbea359-3657-4990-912b-9fef3e2e1ba8, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=bcbea359-3657-4990-912b-9fef3e2e1ba8,segment=NetworkSegment(205d87bd-f478-428a-8ae7-01221771b1b5),segment_id=205d87bd-f478-428a-8ae7-01221771b1b5)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:12:37.132244 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-25050cf8-45f9-43f3-826f-301188514ad4 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:37.135750 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-72796aab-c423-4d5f-aa2c-93c1046ae6a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:37.251170 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-25050cf8-45f9-43f3-826f-301188514ad4 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Calling delete_port for bcbea359-3657-4990-912b-9fef3e2e1ba8 owned by network:router_interface {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:12:37.267397 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.db.resource_extend [None req-72796aab-c423-4d5f-aa2c-93c1046ae6a2 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 11 10:12:37.441891 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eb7ac6-5be8-4610-9ad7-7750fd805feb req-c4f5e35f-d7b1-4db2-a9b2-cb1b22226c1f tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:12:37.443476 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e8eb7ac6-5be8-4610-9ad7-7750fd805feb req-c4f5e35f-d7b1-4db2-a9b2-cb1b22226c1f tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=672379a7-85de-4c3b-b4e7-f9a32b593c17 HTTP/1.1" status: 200 len: 943 time: 0.0857048 Jun 11 10:12:37.463432 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-72796aab-c423-4d5f-aa2c-93c1046ae6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:37.465077 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72796aab-c423-4d5f-aa2c-93c1046ae6a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:12:37.465278 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-72796aab-c423-4d5f-aa2c-93c1046ae6a2 admin admin] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:37.473075 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f03fc610-e57c-4e4e-a331-c74817eda7b2 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:12:37.563446 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e8eb7ac6-5be8-4610-9ad7-7750fd805feb req-3d73aa6c-a1bb-4dc1-8ce3-4b15ee41d9c1 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068616 Jun 11 10:12:37.620845 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a2532-3e62-47c2-8783-43c5dfb9a8ae req-5f1c181c-4d43-4afa-8849-c73204254f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:12:37.622968 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-125a2532-3e62-47c2-8783-43c5dfb9a8ae req-5f1c181c-4d43-4afa-8849-c73204254f38 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=41e6320d1ec4431eb9e5249fe3d2c8c2&device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 1099 time: 0.1571965 Jun 11 10:12:37.658376 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72796aab-c423-4d5f-aa2c-93c1046ae6a2 admin admin] Pushing event updated for resources: {'Network': ['ID=07371b51-8573-420a-a1bc-95d46df27e07,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:12:37.662512 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-72796aab-c423-4d5f-aa2c-93c1046ae6a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:12:37.664027 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-72796aab-c423-4d5f-aa2c-93c1046ae6a2 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6513989 Jun 11 10:12:37.670921 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 07371b51-8573-420a-a1bc-95d46df27e07 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:12:37.673982 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 53562) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:12:37.681138 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-346091f4-833f-4529-bfce-75e077d6bb67 admin admin] Request body: {'subnet': {'network_id': '07371b51-8573-420a-a1bc-95d46df27e07', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2084671158-subnet', 'tenant_id': '031c7a0c615a4cf5a702c1039cac35d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:12:37.764930 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c488de7-f0fc-4ca7-98d5-387fc04b9729 req-f38ed7f6-5882-49c2-8f20-0ce11bb53ad6 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:12:37.766604 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0c488de7-f0fc-4ca7-98d5-387fc04b9729 req-f38ed7f6-5882-49c2-8f20-0ce11bb53ad6 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 947 time: 0.3143260 Jun 11 10:12:37.853937 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a2532-3e62-47c2-8783-43c5dfb9a8ae req-ea36fbcd-fdfa-4dc8-bbbd-8f24960ee86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:12:37.854499 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-125a2532-3e62-47c2-8783-43c5dfb9a8ae req-ea36fbcd-fdfa-4dc8-bbbd-8f24960ee86b service neutron] 10.222.0.64 "GET /v2.0/networks?id=dde275fe-49aa-4dda-8d58-46e6697ca339 HTTP/1.1" status: 200 len: 913 time: 0.2246118 Jun 11 10:12:37.857296 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0c488de7-f0fc-4ca7-98d5-387fc04b9729 req-8722b91b-26eb-4fa7-ab9f-2c0ff83e2ab9 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760262 Jun 11 10:12:37.901147 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-25050cf8-45f9-43f3-826f-301188514ad4 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:37.918450 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-db8069d0-d64d-45cd-88f8-7b2534986061 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:12:37.925797 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-346091f4-833f-4529-bfce-75e077d6bb67 admin admin] Made reservation on behalf of 031c7a0c615a4cf5a702c1039cac35d0 for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:12:37.927020 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-346091f4-833f-4529-bfce-75e077d6bb67 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:37.937341 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-125a2532-3e62-47c2-8783-43c5dfb9a8ae req-476165cf-55e9-4487-a0fe-65fac2fce5f5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8886e1b5-532b-41f0-a26f-66a289f14c2f HTTP/1.1" status: 200 len: 217 time: 0.0735242 Jun 11 10:12:37.951556 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25050cf8-45f9-43f3-826f-301188514ad4 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Pushing event deleted for resources: {'Port': ['ID=bcbea359-3657-4990-912b-9fef3e2e1ba8,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:12:37.968369 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-25050cf8-45f9-43f3-826f-301188514ad4 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:12:38.152988 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a2532-3e62-47c2-8783-43c5dfb9a8ae req-03331253-d0aa-4283-b98a-f48f6d5e5915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:12:38.154617 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-125a2532-3e62-47c2-8783-43c5dfb9a8ae req-03331253-d0aa-4283-b98a-f48f6d5e5915 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=57c6571c-69e4-42ab-927b-f1f4d313e6e9 HTTP/1.1" status: 200 len: 852 time: 0.1952932 Jun 11 10:12:38.202376 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-125a2532-3e62-47c2-8783-43c5dfb9a8ae req-12c4338b-1303-4b50-9dd7-eb0133185988 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=dde275fe-49aa-4dda-8d58-46e6697ca339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404747 Jun 11 10:12:38.237827 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-25050cf8-45f9-43f3-826f-301188514ad4 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362297'] for router_interface, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:38.469893 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-125a2532-3e62-47c2-8783-43c5dfb9a8ae req-6e19dcda-a42a-4f01-88a8-8591ad3e67bf service neutron] 10.222.0.64 "GET /v2.0/networks/dde275fe-49aa-4dda-8d58-46e6697ca339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588074 Jun 11 10:12:38.575445 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25050cf8-45f9-43f3-826f-301188514ad4 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Router 4d7ae21c-5100-4922-88ec-a7039fe6242a has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:12:38.599955 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-346091f4-833f-4529-bfce-75e077d6bb67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:38.606341 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8f7415d1-6852-42b4-919c-da05eb36c1fb tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:12:38.714933 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-125a2532-3e62-47c2-8783-43c5dfb9a8ae req-7475b55c-a34f-4aa0-bee0-e6d892d010d0 service neutron] 10.222.0.64 "GET /v2.0/networks/dde275fe-49aa-4dda-8d58-46e6697ca339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376075 Jun 11 10:12:38.726872 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346091f4-833f-4529-bfce-75e077d6bb67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb55e7f6-6d05-453b-97b2-be9682e0b070,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:12:38.729058 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346091f4-833f-4529-bfce-75e077d6bb67 admin admin] Checking segment: {'id': '0581c28b-7c50-4522-9686-95bd8a5176b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '07371b51-8573-420a-a1bc-95d46df27e07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:12:38.729950 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346091f4-833f-4529-bfce-75e077d6bb67 admin admin] Network hostable DHCP agents. Network: 07371b51-8573-420a-a1bc-95d46df27e07, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:12:38.732056 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-346091f4-833f-4529-bfce-75e077d6bb67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:12:38.768104 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25050cf8-45f9-43f3-826f-301188514ad4 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:12:38.775017 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-25050cf8-45f9-43f3-826f-301188514ad4 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "PUT /v2.0/routers/4d7ae21c-5100-4922-88ec-a7039fe6242a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7265029 Jun 11 10:12:38.777427 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 53588) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:12:38.781936 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b974b7-e7b0-4fdd-b18d-05e09bc66e70 None None] Sync routers for ids ['4d7ae21c-5100-4922-88ec-a7039fe6242a'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:12:38.796712 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b974b7-e7b0-4fdd-b18d-05e09bc66e70 None None] Routers {'4d7ae21c-5100-4922-88ec-a7039fe6242a'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:12:38.797758 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-48b974b7-e7b0-4fdd-b18d-05e09bc66e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:12:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['4d7ae21c-5100-4922-88ec-a7039fe6242a'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:12:38.871070 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f838c17-f998-4491-8a11-4753bfacdc03 req-42587bbf-f169-436d-bb6d-86cf6c04ebf9 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:12:38.875078 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-77419dc3-503d-473d-ac92-653ccaf49efb tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Deleting subnet ffb90fd8-38f9-47fe-85ef-2b42a00972cd {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:12:38.880984 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-77419dc3-503d-473d-ac92-653ccaf49efb tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:38.881167 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8f838c17-f998-4491-8a11-4753bfacdc03 req-42587bbf-f169-436d-bb6d-86cf6c04ebf9 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=672379a7-85de-4c3b-b4e7-f9a32b593c17 HTTP/1.1" status: 200 len: 943 time: 0.1351573 Jun 11 10:12:38.920292 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346091f4-833f-4529-bfce-75e077d6bb67 admin admin] Network 07371b51-8573-420a-a1bc-95d46df27e07 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:12:38.978371 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8f838c17-f998-4491-8a11-4753bfacdc03 req-ad1e04e4-9fff-42f8-bae7-b500e28778a2 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966260 Jun 11 10:12:39.001129 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-48b974b7-e7b0-4fdd-b18d-05e09bc66e70 None None] Set router 4d7ae21c-5100-4922-88ec-a7039fe6242a gateway port host: None {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:12:39.034235 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-77419dc3-503d-473d-ac92-653ccaf49efb tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:39.043733 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-346091f4-833f-4529-bfce-75e077d6bb67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 07371b51-8573-420a-a1bc-95d46df27e07) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:12:39.050836 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346091f4-833f-4529-bfce-75e077d6bb67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:12:39.052040 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-346091f4-833f-4529-bfce-75e077d6bb67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:39.064228 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82b470f-5607-4e43-bf0a-d6ba9d9794b3 None None] Network 07371b51-8573-420a-a1bc-95d46df27e07 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:12:39.203892 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-346091f4-833f-4529-bfce-75e077d6bb67 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5279999 Jun 11 10:12:39.242178 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-77419dc3-503d-473d-ac92-653ccaf49efb tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:39.262191 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dbbcb5-a95d-49a9-bb3a-d1beace13642 req-aac15e2b-d94c-482a-91a1-60e75ec5b36f tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:12:39.269672 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-55dbbcb5-a95d-49a9-bb3a-d1beace13642 req-aac15e2b-d94c-482a-91a1-60e75ec5b36f tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 947 time: 0.1886039 Jun 11 10:12:39.398593 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-55dbbcb5-a95d-49a9-bb3a-d1beace13642 req-1d606b6c-850c-4220-b4e3-47b73f4d60d5 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244686 Jun 11 10:12:39.505581 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541cc16f-bb22-4fb0-9ee8-40f24ecd3359 None None] Network 07371b51-8573-420a-a1bc-95d46df27e07 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:12:39.566869 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-77419dc3-503d-473d-ac92-653ccaf49efb tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:39.573060 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7a210d3c-af6e-485a-8db1-5e17228d044e tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:12:39.624897 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-48b974b7-e7b0-4fdd-b18d-05e09bc66e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'name': 'tempest-RoutersIpV6Test-router-1204487488', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:11:16Z', 'updated_at': '2021-06-11T10:12:37Z', 'revision_number': 10, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'gw_port_host': None, '_interfaces': [{'id': '703dc76f-d0d3-4b08-85d0-612ac0ea2237', 'name': '', 'network_id': '655c7143-7fa7-4c23-8fa8-04f29f850031', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'mac_address': 'fa:16:3e:6c:6b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '27f2c85f-a843-4d8a-b9b8-88ee152d7822', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:11:21Z', 'updated_at': '2021-06-11T10:11:38Z', 'revision_number': 5, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'subnets': [{'id': '27f2c85f-a843-4d8a-b9b8-88ee152d7822', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:12:39.637969 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b974b7-e7b0-4fdd-b18d-05e09bc66e70 None None] Checking router: 4d7ae21c-5100-4922-88ec-a7039fe6242a for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:12:39.669293 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b974b7-e7b0-4fdd-b18d-05e09bc66e70 None None] Routers {'4d7ae21c-5100-4922-88ec-a7039fe6242a'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:12:39.670478 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-48b974b7-e7b0-4fdd-b18d-05e09bc66e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:12:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['4d7ae21c-5100-4922-88ec-a7039fe6242a'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:12:39.673960 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 53620) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:12:39.703734 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77419dc3-503d-473d-ac92-653ccaf49efb tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Pushing event deleted for resources: {'Subnet': ['ID=ffb90fd8-38f9-47fe-85ef-2b42a00972cd,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:12:39.717720 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-77419dc3-503d-473d-ac92-653ccaf49efb tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:12:39.725001 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-77419dc3-503d-473d-ac92-653ccaf49efb tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:39.731640 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 53624) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:12:39.732575 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-77419dc3-503d-473d-ac92-653ccaf49efb tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "DELETE /v2.0/subnets/ffb90fd8-38f9-47fe-85ef-2b42a00972cd HTTP/1.1" status: 204 len: 168 time: 0.9535100 Jun 11 10:12:39.872475 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-48b974b7-e7b0-4fdd-b18d-05e09bc66e70 None None] Set router 4d7ae21c-5100-4922-88ec-a7039fe6242a gateway port host: None {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:12:39.878982 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-64e809c7-47bd-48ef-8148-7b0b9a3e2636 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:39.984844 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e2870a6e-e192-4ec0-ad3d-8213aeedf13a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:40.016305 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-64e809c7-47bd-48ef-8148-7b0b9a3e2636 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Deleting port 33e401fd-37f4-421e-ae59-cf93dd64ad51 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:12:40.016773 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-64e809c7-47bd-48ef-8148-7b0b9a3e2636 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:40.035170 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fdd0dcf-dfbd-45c6-8528-75d70e1a8664 None None] Network 26750194-134c-4e10-8d86-e020cdd0264c requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:12:40.202020 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-64e809c7-47bd-48ef-8148-7b0b9a3e2636 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] For port 33e401fd-37f4-421e-ae59-cf93dd64ad51, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=33e401fd-37f4-421e-ae59-cf93dd64ad51,segment=NetworkSegment(205d87bd-f478-428a-8ae7-01221771b1b5),segment_id=205d87bd-f478-428a-8ae7-01221771b1b5)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:12:40.202475 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-64e809c7-47bd-48ef-8148-7b0b9a3e2636 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:40.338865 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-64e809c7-47bd-48ef-8148-7b0b9a3e2636 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Calling delete_port for 33e401fd-37f4-421e-ae59-cf93dd64ad51 owned by network:dhcp {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:12:40.460102 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c8b947-7d95-47b7-825d-3430cd3fae55 req-2b19117b-5a7b-4c75-885c-87089dd7f2cd tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:12:40.461883 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d8c8b947-7d95-47b7-825d-3430cd3fae55 req-2b19117b-5a7b-4c75-885c-87089dd7f2cd tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=672379a7-85de-4c3b-b4e7-f9a32b593c17 HTTP/1.1" status: 200 len: 943 time: 0.3245616 Jun 11 10:12:40.516999 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e2870a6e-e192-4ec0-ad3d-8213aeedf13a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:40.605342 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d8c8b947-7d95-47b7-825d-3430cd3fae55 req-5ec7d18c-510b-4a9f-ac9f-1ea2424fa8c6 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333206 Jun 11 10:12:40.619102 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e2870a6e-e192-4ec0-ad3d-8213aeedf13a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:40.645997 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9a5a6fe6-c7c0-4b44-b8f8-6bb05db3724b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:12:40.733803 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-e2870a6e-e192-4ec0-ad3d-8213aeedf13a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9ca2f5ee391f429ea43f902e63d63053&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0567946 Jun 11 10:12:40.735712 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 53642) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:12:40.738391 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-64e809c7-47bd-48ef-8148-7b0b9a3e2636 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:40.817921 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2870a6e-e192-4ec0-ad3d-8213aeedf13a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad7a30d-7ee3-4a4a-a8fb-95b784ec3596,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:12:40.828016 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e2870a6e-e192-4ec0-ad3d-8213aeedf13a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:12:40.830627 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-065b581c-2538-43fe-ac14-8cd1e54878d1 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:12:40.871894 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-48b974b7-e7b0-4fdd-b18d-05e09bc66e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'name': 'tempest-RoutersIpV6Test-router-1204487488', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:11:16Z', 'updated_at': '2021-06-11T10:12:37Z', 'revision_number': 10, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'gw_port_host': None, '_interfaces': [{'id': '703dc76f-d0d3-4b08-85d0-612ac0ea2237', 'name': '', 'network_id': '655c7143-7fa7-4c23-8fa8-04f29f850031', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'mac_address': 'fa:16:3e:6c:6b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '27f2c85f-a843-4d8a-b9b8-88ee152d7822', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:11:21Z', 'updated_at': '2021-06-11T10:11:38Z', 'revision_number': 5, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'subnets': [{'id': '27f2c85f-a843-4d8a-b9b8-88ee152d7822', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:12:40.884750 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b974b7-e7b0-4fdd-b18d-05e09bc66e70 None None] The sync data for ids ['4d7ae21c-5100-4922-88ec-a7039fe6242a'] in n-d-779913-12 is: [{'id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'name': 'tempest-RoutersIpV6Test-router-1204487488', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:11:16Z', 'updated_at': '2021-06-11T10:12:37Z', 'revision_number': 10, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'gw_port_host': None, '_interfaces': [{'id': '703dc76f-d0d3-4b08-85d0-612ac0ea2237', 'name': '', 'network_id': '655c7143-7fa7-4c23-8fa8-04f29f850031', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'mac_address': 'fa:16:3e:6c:6b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '27f2c85f-a843-4d8a-b9b8-88ee152d7822', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:11:21Z', 'updated_at': '2021-06-11T10:11:38Z', 'revision_number': 5, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'subnets': [{'id': '27f2c85f-a843-4d8a-b9b8-88ee152d7822', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:12:40.891021 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-940687ad-681b-4479-bee0-cab8741bbf65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:40.894970 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e809c7-47bd-48ef-8148-7b0b9a3e2636 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] No DVR routers for this DVR port 33e401fd-37f4-421e-ae59-cf93dd64ad51 on host n-d-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:12:40.901846 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b256fad-4b14-4f39-a3df-03826fb416cf req-0956de5b-26b2-4d6b-88fe-827169dd7fac tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:12:40.903704 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e809c7-47bd-48ef-8148-7b0b9a3e2636 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Pushing event deleted for resources: {'Port': ['ID=33e401fd-37f4-421e-ae59-cf93dd64ad51,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:12:40.911529 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5b256fad-4b14-4f39-a3df-03826fb416cf req-0956de5b-26b2-4d6b-88fe-827169dd7fac tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 947 time: 0.2572412 Jun 11 10:12:40.912347 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-64e809c7-47bd-48ef-8148-7b0b9a3e2636 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:12:40.928626 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f27090-0712-4e97-ae29-70cbafde7292 None None] DHCP port deletion for 26750194-134c-4e10-8d86-e020cdd0264c request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 10:12:40.978724 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-940687ad-681b-4479-bee0-cab8741bbf65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:41.030456 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5b256fad-4b14-4f39-a3df-03826fb416cf req-c7a8efba-9a33-454c-b8dd-106b61b46d58 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178486 Jun 11 10:12:41.115517 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-64e809c7-47bd-48ef-8148-7b0b9a3e2636 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:41.131038 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-64e809c7-47bd-48ef-8148-7b0b9a3e2636 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26750194-134c-4e10-8d86-e020cdd0264c']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:12:41.144725 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-64e809c7-47bd-48ef-8148-7b0b9a3e2636 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '205d87bd-f478-428a-8ae7-01221771b1b5') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:12:41.145097 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-64e809c7-47bd-48ef-8148-7b0b9a3e2636 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '205d87bd-f478-428a-8ae7-01221771b1b5') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:12:41.157000 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-64e809c7-47bd-48ef-8148-7b0b9a3e2636 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:41.177313 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-64e809c7-47bd-48ef-8148-7b0b9a3e2636 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:41.184443 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64e809c7-47bd-48ef-8148-7b0b9a3e2636 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Releasing vlan 774 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:12:41.184806 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-64e809c7-47bd-48ef-8148-7b0b9a3e2636 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:41.188704 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 10:12:41.188704 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:12:41.188704 n-d-779913-12 neutron-server[93176]: timer() Jun 11 10:12:41.188704 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:12:41.188704 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 10:12:41.188704 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:12:41.188704 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 10:12:41.188704 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:12:41.188704 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 10:12:41.188704 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:12:41.188704 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 10:12:41.188704 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:12:41.188704 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 10:12:41.188704 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:12:41.188704 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:12:41.188704 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:12:41.188704 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:12:41.188704 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:12:41.188704 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 10:12:41.188704 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:12:41.188704 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 10:12:41.188704 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:12:41.188704 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:12:41.188704 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:12:41.188704 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 10:12:41.188704 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:12:41.188704 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:12:41.188704 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:12:41.188704 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:12:41.188704 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:12:41.188704 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:12:41.188704 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:12:41.224321 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-940687ad-681b-4479-bee0-cab8741bbf65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:41.229963 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-940687ad-681b-4479-bee0-cab8741bbf65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:41.229963 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-940687ad-681b-4479-bee0-cab8741bbf65 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0ad7a30d-7ee3-4a4a-a8fb-95b784ec3596 HTTP/1.1" status: 204 len: 168 time: 0.4908199 Jun 11 10:12:41.230823 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1e5bd242-8406-47c8-8acd-c8976634a291 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:12:41.283066 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940687ad-681b-4479-bee0-cab8741bbf65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad7a30d-7ee3-4a4a-a8fb-95b784ec3596,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:12:41.304922 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-940687ad-681b-4479-bee0-cab8741bbf65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:12:41.467905 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b31f12b-5a0d-4f5f-9466-708c3e4be0ad req-57e3446e-e394-4399-8c09-c4bc8a0c2ca3 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:12:41.469574 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1b31f12b-5a0d-4f5f-9466-708c3e4be0ad req-57e3446e-e394-4399-8c09-c4bc8a0c2ca3 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 947 time: 0.2802432 Jun 11 10:12:41.538599 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1b31f12b-5a0d-4f5f-9466-708c3e4be0ad req-d6246913-6a6c-4372-b37a-6255e2b258d3 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619502 Jun 11 10:12:41.567187 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-64e809c7-47bd-48ef-8148-7b0b9a3e2636 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:41.593473 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1f4fffc9-9faa-4ce0-8d0b-5ad88cc7ffee tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:12:41.616457 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-64e809c7-47bd-48ef-8148-7b0b9a3e2636 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:41.623322 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-64e809c7-47bd-48ef-8148-7b0b9a3e2636 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "DELETE /v2.0/networks/26750194-134c-4e10-8d86-e020cdd0264c HTTP/1.1" status: 204 len: 168 time: 1.8906627 Jun 11 10:12:41.623862 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 53664) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:12:41.625370 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e809c7-47bd-48ef-8148-7b0b9a3e2636 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Pushing event deleted for resources: {'Network': ['ID=26750194-134c-4e10-8d86-e020cdd0264c,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:12:41.630689 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-64e809c7-47bd-48ef-8148-7b0b9a3e2636 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:12:41.929805 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ae58f-24f4-4ae4-a704-821e7782950a req-981124c3-0881-4a27-915d-4c848a80c56e tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:12:41.949384 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-559ae58f-24f4-4ae4-a704-821e7782950a req-981124c3-0881-4a27-915d-4c848a80c56e tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 947 time: 0.2480459 Jun 11 10:12:42.018032 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-559ae58f-24f4-4ae4-a704-821e7782950a req-ab0b9b7e-256e-41f8-abb5-ef4aafdb7377 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669088 Jun 11 10:12:42.348236 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc7e2e5-f27c-45e2-9897-1fe3118dc10a req-ce6ed5e2-286c-446d-af79-c5219964d932 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:12:42.356810 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3cc7e2e5-f27c-45e2-9897-1fe3118dc10a req-ce6ed5e2-286c-446d-af79-c5219964d932 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 947 time: 0.1376874 Jun 11 10:12:42.386182 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 33e401fd-37f4-421e-ae59-cf93dd64ad51 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:12:42.387181 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 53686) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:12:42.433827 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 33e401fd-37f4-421e-ae59-cf93dd64ad51 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:12:42.434555 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 33e401fd-37f4-421e-ae59-cf93dd64ad51 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:12:42.435329 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device bcbea359-3657-4990-912b-9fef3e2e1ba8 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:12:42.449886 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3cc7e2e5-f27c-45e2-9897-1fe3118dc10a req-13d11336-24a3-442b-8991-17d8b2c630f7 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869141 Jun 11 10:12:42.451116 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-54641ceb-ca51-426e-8ce4-aaad08344ed2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:42.482631 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: bcbea359-3657-4990-912b-9fef3e2e1ba8 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:12:42.486867 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device bcbea359-3657-4990-912b-9fef3e2e1ba8 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:12:42.642213 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-54641ceb-ca51-426e-8ce4-aaad08344ed2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:42.711299 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-54641ceb-ca51-426e-8ce4-aaad08344ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:42.714362 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0aab1887-1fa9-4f13-bebd-d335132519e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:12:42.760794 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54641ceb-ca51-426e-8ce4-aaad08344ed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e089c344-3bb1-4a28-8f0a-7eff072d39f1,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:12:42.766381 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c82280-838f-4db7-a8a2-2ab8d138a0e5 req-4976b678-723b-4560-9bc7-6708512b6e9a tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:12:42.767917 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-33c82280-838f-4db7-a8a2-2ab8d138a0e5 req-4976b678-723b-4560-9bc7-6708512b6e9a tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=672379a7-85de-4c3b-b4e7-f9a32b593c17 HTTP/1.1" status: 200 len: 943 time: 0.2377779 Jun 11 10:12:42.804136 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-54641ceb-ca51-426e-8ce4-aaad08344ed2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9473fefe72ae48928403dc350ad2d799&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4129782 Jun 11 10:12:42.804136 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-54641ceb-ca51-426e-8ce4-aaad08344ed2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:12:42.804569 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 53698) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:12:42.927491 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5ce65db9-92a4-4d45-aa52-928d9a9158e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:42.933039 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-33c82280-838f-4db7-a8a2-2ab8d138a0e5 req-26d5e542-aac3-42ad-8332-b53ff0d1608d tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571565 Jun 11 10:12:42.952498 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e7843108-da91-456c-bf04-67f1fd2cccc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:42.970355 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5ce65db9-92a4-4d45-aa52-928d9a9158e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:43.099744 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0fac8a-8656-45be-ba67-b902db6e3f40 req-fa0f5b61-d3ca-4169-8a79-5098e8771499 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:12:43.102344 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4a0fac8a-8656-45be-ba67-b902db6e3f40 req-fa0f5b61-d3ca-4169-8a79-5098e8771499 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 947 time: 0.2974553 Jun 11 10:12:43.122362 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6b2ce136-12a1-499d-9c98-812abaf75506 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375209'] for router_interface, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:43.133393 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5ce65db9-92a4-4d45-aa52-928d9a9158e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:43.136487 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5ce65db9-92a4-4d45-aa52-928d9a9158e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:43.137703 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-5ce65db9-92a4-4d45-aa52-928d9a9158e8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e089c344-3bb1-4a28-8f0a-7eff072d39f1 HTTP/1.1" status: 204 len: 168 time: 0.3294864 Jun 11 10:12:43.138554 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ffe94187-7e10-46d1-8296-249400e8e791 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:12:43.168701 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce65db9-92a4-4d45-aa52-928d9a9158e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e089c344-3bb1-4a28-8f0a-7eff072d39f1,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:12:43.178943 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5ce65db9-92a4-4d45-aa52-928d9a9158e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:12:43.200762 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4a0fac8a-8656-45be-ba67-b902db6e3f40 req-19728622-454f-4812-869d-3bbb82080a7e tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911934 Jun 11 10:12:43.622027 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9658197d-295d-4463-90fb-d131f8e65b90 req-a451212e-8af4-4fa9-b8e0-844518427529 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:12:43.622027 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9658197d-295d-4463-90fb-d131f8e65b90 req-a451212e-8af4-4fa9-b8e0-844518427529 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 947 time: 0.1307900 Jun 11 10:12:43.681724 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9658197d-295d-4463-90fb-d131f8e65b90 req-e10e7d1f-edbd-438b-96ed-0ea011d82ef1 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179326 Jun 11 10:12:43.750422 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-6b2ce136-12a1-499d-9c98-812abaf75506 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Deleting port 703dc76f-d0d3-4b08-85d0-612ac0ea2237 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:12:43.751125 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6b2ce136-12a1-499d-9c98-812abaf75506 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:43.993716 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-6b2ce136-12a1-499d-9c98-812abaf75506 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] For port 703dc76f-d0d3-4b08-85d0-612ac0ea2237, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=703dc76f-d0d3-4b08-85d0-612ac0ea2237,segment=NetworkSegment(bbd2ee27-f620-4407-a8d8-160b5525f757),segment_id=bbd2ee27-f620-4407-a8d8-160b5525f757)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:12:43.994326 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6b2ce136-12a1-499d-9c98-812abaf75506 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:44.091076 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd2d4b0-dbf1-4bae-ae5b-d7c3aac63beb req-f4c83023-e845-478b-a140-60c6bf3b8483 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:12:44.092449 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fdd2d4b0-dbf1-4bae-ae5b-d7c3aac63beb req-f4c83023-e845-478b-a140-60c6bf3b8483 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 947 time: 0.2346222 Jun 11 10:12:44.157070 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-6b2ce136-12a1-499d-9c98-812abaf75506 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Calling delete_port for 703dc76f-d0d3-4b08-85d0-612ac0ea2237 owned by network:router_interface {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:12:44.242436 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fdd2d4b0-dbf1-4bae-ae5b-d7c3aac63beb req-5079b614-5166-45b8-8266-86cf218b4aea tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798545 Jun 11 10:12:44.260613 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba49c10-5ff1-459d-8943-fe1e958a580b req-bf7e4b7a-8057-4aac-9bf7-781ab8afaa2f tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:12:44.269621 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-dba49c10-5ff1-459d-8943-fe1e958a580b req-bf7e4b7a-8057-4aac-9bf7-781ab8afaa2f tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=672379a7-85de-4c3b-b4e7-f9a32b593c17 HTTP/1.1" status: 200 len: 943 time: 0.1823058 Jun 11 10:12:44.398238 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-dba49c10-5ff1-459d-8943-fe1e958a580b req-4a05f9f2-d6fc-427f-8efa-f82553057ce2 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076660 Jun 11 10:12:44.571382 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3cb87342-632b-4155-9e23-45c83f3201fb req-bbd33bc1-2c96-4546-b2e9-3879d0a50867 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2aaed0f4-ddff-4170-b36d-0f4ed6866840&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0979328 Jun 11 10:12:44.666939 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858a3510-a192-4683-aceb-e0752d8367c4 req-38010468-e45b-4836-af45-dd1cec3df155 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:12:44.675835 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-858a3510-a192-4683-aceb-e0752d8367c4 req-38010468-e45b-4836-af45-dd1cec3df155 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 947 time: 0.2543015 Jun 11 10:12:44.753925 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb87342-632b-4155-9e23-45c83f3201fb req-6d8d781e-1ca3-49ae-ad84-9d1c80f4934d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:12:44.755644 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3cb87342-632b-4155-9e23-45c83f3201fb req-6d8d781e-1ca3-49ae-ad84-9d1c80f4934d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7c7545923ebc48e08cfbeb0d8e94f901&device_id=2aaed0f4-ddff-4170-b36d-0f4ed6866840 HTTP/1.1" status: 200 len: 1098 time: 0.1183834 Jun 11 10:12:44.762606 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-858a3510-a192-4683-aceb-e0752d8367c4 req-aad5c918-20d6-4b85-bc7f-ea821bba8339 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849686 Jun 11 10:12:44.890619 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6b2ce136-12a1-499d-9c98-812abaf75506 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:44.929991 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-afc2dd2b-a512-48d9-b40b-070008edf89c tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:12:45.061783 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb87342-632b-4155-9e23-45c83f3201fb req-2742bf13-f02d-45ea-9c2d-e9ac6eb1ec32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:12:45.063801 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3cb87342-632b-4155-9e23-45c83f3201fb req-2742bf13-f02d-45ea-9c2d-e9ac6eb1ec32 service neutron] 10.222.0.69 "GET /v2.0/networks?id=795e7157-0b59-4b3c-b5bc-895c607dc0cc HTTP/1.1" status: 200 len: 911 time: 0.2757139 Jun 11 10:12:45.091380 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2ce136-12a1-499d-9c98-812abaf75506 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Pushing event deleted for resources: {'Port': ['ID=703dc76f-d0d3-4b08-85d0-612ac0ea2237,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:12:45.100321 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6b2ce136-12a1-499d-9c98-812abaf75506 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:12:45.162443 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3cb87342-632b-4155-9e23-45c83f3201fb req-a80e59af-8448-4dae-8bcc-399c2faacf6b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67331b52-ef5f-4612-b0f8-2a1357105485 HTTP/1.1" status: 200 len: 217 time: 0.0895684 Jun 11 10:12:45.378561 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb87342-632b-4155-9e23-45c83f3201fb req-ddd880b3-405c-4beb-914f-13584031136c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:12:45.380986 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3cb87342-632b-4155-9e23-45c83f3201fb req-ddd880b3-405c-4beb-914f-13584031136c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b543bd1f-2b45-4ed6-ae53-d9d0c8ed8871 HTTP/1.1" status: 200 len: 849 time: 0.2112639 Jun 11 10:12:45.524721 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6b2ce136-12a1-499d-9c98-812abaf75506 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362297'] for router_interface, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:45.561258 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 53772) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:12:45.569980 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb87342-632b-4155-9e23-45c83f3201fb req-6652fb13-1c6d-4fd3-b780-08449b5353f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:12:45.575842 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3cb87342-632b-4155-9e23-45c83f3201fb req-6652fb13-1c6d-4fd3-b780-08449b5353f3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=795e7157-0b59-4b3c-b5bc-895c607dc0cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1789887 Jun 11 10:12:45.836228 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-631cc76d-75b2-430b-a3c4-5fc18d45c797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:45.845383 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fb5958-1140-45c9-8ecb-97a08a1c34c9 req-25482a46-d0cc-4da0-b2a9-febac08aa0f2 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:12:45.852142 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-46fb5958-1140-45c9-8ecb-97a08a1c34c9 req-25482a46-d0cc-4da0-b2a9-febac08aa0f2 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=672379a7-85de-4c3b-b4e7-f9a32b593c17 HTTP/1.1" status: 200 len: 943 time: 0.2184734 Jun 11 10:12:45.881774 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3cb87342-632b-4155-9e23-45c83f3201fb req-00b97c34-3a75-42fa-b274-42cd1ec9da47 service neutron] 10.222.0.69 "GET /v2.0/networks/795e7157-0b59-4b3c-b5bc-895c607dc0cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028989 Jun 11 10:12:45.926573 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5496080-04eb-4106-a5df-a2cdc65918b1 req-fcb6f9d7-3a10-429b-bef8-2a8dcdf17b66 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:12:45.928241 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b5496080-04eb-4106-a5df-a2cdc65918b1 req-fcb6f9d7-3a10-429b-bef8-2a8dcdf17b66 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 947 time: 0.5069561 Jun 11 10:12:46.002795 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:46.039140 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-1c40d0a4-c3a9-4c81-af61-93fc7800fb0f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1870123458-network', 'tenant_id': '6c34fead3258444f844c558a950e8c14'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:12:46.040382 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-46fb5958-1140-45c9-8ecb-97a08a1c34c9 req-c6a579ed-2cad-47ae-b5d2-d2edfb544e4e tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758306 Jun 11 10:12:46.061309 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b2ce136-12a1-499d-9c98-812abaf75506 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Router 4d7ae21c-5100-4922-88ec-a7039fe6242a has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:12:46.117648 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b5496080-04eb-4106-a5df-a2cdc65918b1 req-af6a4c6f-d8bf-41b6-9bd4-b9dba4300a7f tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419752 Jun 11 10:12:46.162999 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3cb87342-632b-4155-9e23-45c83f3201fb req-1d467d6c-2648-4b30-b048-b8c484cb977c service neutron] 10.222.0.69 "GET /v2.0/networks/795e7157-0b59-4b3c-b5bc-895c607dc0cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424920 Jun 11 10:12:46.256175 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c40d0a4-c3a9-4c81-af61-93fc7800fb0f admin admin] Made reservation on behalf of 6c34fead3258444f844c558a950e8c14 for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:12:46.260020 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1c40d0a4-c3a9-4c81-af61-93fc7800fb0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:46.281290 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1c40d0a4-c3a9-4c81-af61-93fc7800fb0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:46.321380 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b2ce136-12a1-499d-9c98-812abaf75506 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:12:46.329599 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-6b2ce136-12a1-499d-9c98-812abaf75506 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "PUT /v2.0/routers/4d7ae21c-5100-4922-88ec-a7039fe6242a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7017946 Jun 11 10:12:46.330149 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 53786) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:12:46.342106 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4abd101-5b45-4a90-97ea-6411279d9817 None None] Sync routers for ids ['4d7ae21c-5100-4922-88ec-a7039fe6242a'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:12:46.396852 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4abd101-5b45-4a90-97ea-6411279d9817 None None] Routers {'4d7ae21c-5100-4922-88ec-a7039fe6242a'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:12:46.404406 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-b4abd101-5b45-4a90-97ea-6411279d9817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:12:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['4d7ae21c-5100-4922-88ec-a7039fe6242a'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:12:46.515969 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ff96b54-10c3-4cee-bc36-193227605a4e tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Deleting subnet 27f2c85f-a843-4d8a-b9b8-88ee152d7822 {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:12:46.527140 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17f92a9-1e63-42b0-85e1-1f38b70cb3de req-713a8f51-538b-4bf7-98e0-a885d7b214fe tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:12:46.528276 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6ff96b54-10c3-4cee-bc36-193227605a4e tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:46.536780 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b17f92a9-1e63-42b0-85e1-1f38b70cb3de req-713a8f51-538b-4bf7-98e0-a885d7b214fe tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 947 time: 0.2161388 Jun 11 10:12:46.621748 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b17f92a9-1e63-42b0-85e1-1f38b70cb3de req-95e9179a-84b3-4392-9cd8-6fe9c6ea7b6e tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839963 Jun 11 10:12:46.647191 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-b4abd101-5b45-4a90-97ea-6411279d9817 None None] Set router 4d7ae21c-5100-4922-88ec-a7039fe6242a gateway port host: None {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:12:46.665974 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6ff96b54-10c3-4cee-bc36-193227605a4e tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:46.733507 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:46.779199 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-b4abd101-5b45-4a90-97ea-6411279d9817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'name': 'tempest-RoutersIpV6Test-router-1204487488', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:11:16Z', 'updated_at': '2021-06-11T10:12:44Z', 'revision_number': 11, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'gw_port_host': None}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:12:46.786396 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4abd101-5b45-4a90-97ea-6411279d9817 None None] Checking router: 4d7ae21c-5100-4922-88ec-a7039fe6242a for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:12:46.798036 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4abd101-5b45-4a90-97ea-6411279d9817 None None] Routers {'4d7ae21c-5100-4922-88ec-a7039fe6242a'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:12:46.799399 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-b4abd101-5b45-4a90-97ea-6411279d9817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:12:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['4d7ae21c-5100-4922-88ec-a7039fe6242a'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:12:46.867017 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1c40d0a4-c3a9-4c81-af61-93fc7800fb0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:46.888481 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6ff96b54-10c3-4cee-bc36-193227605a4e tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:46.995239 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1c40d0a4-c3a9-4c81-af61-93fc7800fb0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:47.022064 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c40d0a4-c3a9-4c81-af61-93fc7800fb0f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 751} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:12:47.029606 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-b4abd101-5b45-4a90-97ea-6411279d9817 None None] Set router 4d7ae21c-5100-4922-88ec-a7039fe6242a gateway port host: None {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:12:47.036990 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-07d9f8be-15bd-485d-9e8e-e09607d82eaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:12:47.039850 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1c40d0a4-c3a9-4c81-af61-93fc7800fb0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:47.040198 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-1c40d0a4-c3a9-4c81-af61-93fc7800fb0f admin admin] Added segment 1dd7b815-e7ba-4769-be1d-9c9e272f5a25 of type vlan for network 54afdaa5-c2b3-4e57-9385-9624f134a9f6 Jun 11 10:12:47.041365 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3119c66d-2cbf-4a58-b51c-79cc49d0a3fe req-77579b3c-e158-4f6e-8661-ce72c5eaa23f tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:12:47.054199 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3119c66d-2cbf-4a58-b51c-79cc49d0a3fe req-77579b3c-e158-4f6e-8661-ce72c5eaa23f tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 947 time: 0.1481500 Jun 11 10:12:47.107406 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c40d0a4-c3a9-4c81-af61-93fc7800fb0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=306e56a5-c00b-46f8-8af8-ce4c67b3bf3e,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:12:47.117157 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1c40d0a4-c3a9-4c81-af61-93fc7800fb0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:12:47.120780 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1c40d0a4-c3a9-4c81-af61-93fc7800fb0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:47.156594 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6ff96b54-10c3-4cee-bc36-193227605a4e tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:47.160178 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-b4abd101-5b45-4a90-97ea-6411279d9817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'name': 'tempest-RoutersIpV6Test-router-1204487488', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:11:16Z', 'updated_at': '2021-06-11T10:12:44Z', 'revision_number': 11, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'gw_port_host': None}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:12:47.160468 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d0bf94fe-0d61-41c7-b779-739e4e923151 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:12:47.164286 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4abd101-5b45-4a90-97ea-6411279d9817 None None] The sync data for ids ['4d7ae21c-5100-4922-88ec-a7039fe6242a'] in n-d-779913-12 is: [{'id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'name': 'tempest-RoutersIpV6Test-router-1204487488', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:11:16Z', 'updated_at': '2021-06-11T10:12:44Z', 'revision_number': 11, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'gw_port_host': None}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:12:47.168096 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3119c66d-2cbf-4a58-b51c-79cc49d0a3fe req-9db2410c-7f85-477e-8b6b-889238cfd03c tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123931 Jun 11 10:12:47.192105 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff96b54-10c3-4cee-bc36-193227605a4e tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Pushing event deleted for resources: {'Subnet': ['ID=27f2c85f-a843-4d8a-b9b8-88ee152d7822,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:12:47.197226 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6ff96b54-10c3-4cee-bc36-193227605a4e tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:12:47.202320 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6ff96b54-10c3-4cee-bc36-193227605a4e tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:47.204339 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-6ff96b54-10c3-4cee-bc36-193227605a4e tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "DELETE /v2.0/subnets/27f2c85f-a843-4d8a-b9b8-88ee152d7822 HTTP/1.1" status: 204 len: 168 time: 0.8731947 Jun 11 10:12:47.207173 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 53802) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:12:47.220741 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10e0613-ff44-4a58-b3b5-33d0711cab3f None None] Network 655c7143-7fa7-4c23-8fa8-04f29f850031 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:12:47.389769 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1c40d0a4-c3a9-4c81-af61-93fc7800fb0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:47.390954 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c40d0a4-c3a9-4c81-af61-93fc7800fb0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:12:47.391526 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1c40d0a4-c3a9-4c81-af61-93fc7800fb0f admin admin] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:47.398228 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-84290310-fb10-474b-b576-bb3187c6cb29 tempest-PortsAdminExtendedAttrsTestJSON-1692560799 tempest-PortsAdminExtendedAttrsTestJSON-1692560799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:12:47.482380 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-91b146f7-71f5-4dd3-b27f-c35d4bc0468a tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:47.491004 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a5886-659f-425d-862c-926f9a7df8dc req-3091985b-53c6-49dc-8a63-d248b06b4fc8 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:12:47.499749 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-679a5886-659f-425d-862c-926f9a7df8dc req-3091985b-53c6-49dc-8a63-d248b06b4fc8 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 947 time: 0.1336958 Jun 11 10:12:47.575698 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c40d0a4-c3a9-4c81-af61-93fc7800fb0f admin admin] Pushing event updated for resources: {'Network': ['ID=54afdaa5-c2b3-4e57-9385-9624f134a9f6,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:12:47.579597 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-679a5886-659f-425d-862c-926f9a7df8dc req-ae8e9206-c97f-4e1a-b076-f0dd1afabcf8 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759194 Jun 11 10:12:47.585403 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3ac762-bf28-4e80-bdcf-772e43539005 None None] DHCP port deletion for 655c7143-7fa7-4c23-8fa8-04f29f850031 request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 10:12:47.592821 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1c40d0a4-c3a9-4c81-af61-93fc7800fb0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:12:47.660170 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-1c40d0a4-c3a9-4c81-af61-93fc7800fb0f admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.0898631 Jun 11 10:12:47.661671 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 53822) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:12:47.666199 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 54afdaa5-c2b3-4e57-9385-9624f134a9f6 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:12:47.670303 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-7608749d-0a16-47d9-a984-f6a120c2402c admin admin] Request body: {'subnet': {'network_id': '54afdaa5-c2b3-4e57-9385-9624f134a9f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1870123458-subnet', 'tenant_id': '6c34fead3258444f844c558a950e8c14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:12:47.687967 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98905b2d-cdaf-4fab-94e9-c4ad15bb5751 req-98cbb49c-14d7-4f18-8157-bb85c0e2152e tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:12:47.689691 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-98905b2d-cdaf-4fab-94e9-c4ad15bb5751 req-98cbb49c-14d7-4f18-8157-bb85c0e2152e tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=672379a7-85de-4c3b-b4e7-f9a32b593c17 HTTP/1.1" status: 200 len: 943 time: 0.3608797 Jun 11 10:12:47.793674 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-98905b2d-cdaf-4fab-94e9-c4ad15bb5751 req-394c578d-0e21-4a1c-8b49-594298224c38 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925815 Jun 11 10:12:47.831622 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7608749d-0a16-47d9-a984-f6a120c2402c admin admin] Made reservation on behalf of 6c34fead3258444f844c558a950e8c14 for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:12:47.834251 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-91b146f7-71f5-4dd3-b27f-c35d4bc0468a tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Deleting port e14f71a6-56cf-4874-8f19-a574137a1362 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:12:47.834390 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7608749d-0a16-47d9-a984-f6a120c2402c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:47.834499 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-91b146f7-71f5-4dd3-b27f-c35d4bc0468a tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:47.867647 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-2f3ac762-bf28-4e80-bdcf-772e43539005 None None] Deleting port e14f71a6-56cf-4874-8f19-a574137a1362 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:12:47.868451 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2f3ac762-bf28-4e80-bdcf-772e43539005 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:47.990631 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-91b146f7-71f5-4dd3-b27f-c35d4bc0468a tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] For port e14f71a6-56cf-4874-8f19-a574137a1362, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=e14f71a6-56cf-4874-8f19-a574137a1362,segment=NetworkSegment(bbd2ee27-f620-4407-a8d8-160b5525f757),segment_id=bbd2ee27-f620-4407-a8d8-160b5525f757)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:12:47.994965 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-91b146f7-71f5-4dd3-b27f-c35d4bc0468a tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:48.046631 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-2f3ac762-bf28-4e80-bdcf-772e43539005 None None] For port e14f71a6-56cf-4874-8f19-a574137a1362, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=e14f71a6-56cf-4874-8f19-a574137a1362,segment=NetworkSegment(bbd2ee27-f620-4407-a8d8-160b5525f757),segment_id=bbd2ee27-f620-4407-a8d8-160b5525f757)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:12:48.047461 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2f3ac762-bf28-4e80-bdcf-772e43539005 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:48.211610 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-91b146f7-71f5-4dd3-b27f-c35d4bc0468a tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Calling delete_port for e14f71a6-56cf-4874-8f19-a574137a1362 owned by network:dhcp {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:12:48.214511 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-2f3ac762-bf28-4e80-bdcf-772e43539005 None None] Calling delete_port for e14f71a6-56cf-4874-8f19-a574137a1362 owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:12:48.395819 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 703dc76f-d0d3-4b08-85d0-612ac0ea2237 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:12:48.429898 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-91b146f7-71f5-4dd3-b27f-c35d4bc0468a tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:48.432898 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-70b2000c-b368-48b0-9261-397467a7fe56 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:12:48.461630 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 703dc76f-d0d3-4b08-85d0-612ac0ea2237 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:12:48.464010 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 703dc76f-d0d3-4b08-85d0-612ac0ea2237 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:12:48.464010 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device e14f71a6-56cf-4874-8f19-a574137a1362 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:12:48.499839 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b146f7-71f5-4dd3-b27f-c35d4bc0468a tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] No DVR routers for this DVR port e14f71a6-56cf-4874-8f19-a574137a1362 on host n-d-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:12:48.516734 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b146f7-71f5-4dd3-b27f-c35d4bc0468a tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Pushing event deleted for resources: {'Port': ['ID=e14f71a6-56cf-4874-8f19-a574137a1362,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:12:48.534808 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-91b146f7-71f5-4dd3-b27f-c35d4bc0468a tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:12:48.577552 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2f3ac762-bf28-4e80-bdcf-772e43539005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:48.580501 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:12:48.651537 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3ac762-bf28-4e80-bdcf-772e43539005 None None] Pushing event deleted for resources: {'Port': ['ID=e14f71a6-56cf-4874-8f19-a574137a1362,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:12:48.660058 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-2f3ac762-bf28-4e80-bdcf-772e43539005 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:12:48.663215 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: e14f71a6-56cf-4874-8f19-a574137a1362 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:12:48.663215 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device e14f71a6-56cf-4874-8f19-a574137a1362 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:12:48.676124 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:48.692262 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3ac762-bf28-4e80-bdcf-772e43539005 None None] No DVR routers for this DVR port e14f71a6-56cf-4874-8f19-a574137a1362 on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:12:48.715604 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-91b146f7-71f5-4dd3-b27f-c35d4bc0468a tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:48.732375 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-91b146f7-71f5-4dd3-b27f-c35d4bc0468a tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['655c7143-7fa7-4c23-8fa8-04f29f850031']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:12:48.760254 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-91b146f7-71f5-4dd3-b27f-c35d4bc0468a tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbd2ee27-f620-4407-a8d8-160b5525f757') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:12:48.762209 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-91b146f7-71f5-4dd3-b27f-c35d4bc0468a tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbd2ee27-f620-4407-a8d8-160b5525f757') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:12:48.796002 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-91b146f7-71f5-4dd3-b27f-c35d4bc0468a tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:48.852428 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-91b146f7-71f5-4dd3-b27f-c35d4bc0468a tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:48.871096 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91b146f7-71f5-4dd3-b27f-c35d4bc0468a tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:12:48.871483 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-91b146f7-71f5-4dd3-b27f-c35d4bc0468a tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:49.126626 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621c6d11-0b3d-4e6a-8246-3b1675248756 req-e8029c93-00af-4ae3-9cec-ab40f37f6646 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:12:49.130028 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-621c6d11-0b3d-4e6a-8246-3b1675248756 req-e8029c93-00af-4ae3-9cec-ab40f37f6646 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 947 time: 1.2675006 Jun 11 10:12:49.199520 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-621c6d11-0b3d-4e6a-8246-3b1675248756 req-92aa6d73-e3b5-4dd3-8bce-dec260ab8922 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645626 Jun 11 10:12:49.317597 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7608749d-0a16-47d9-a984-f6a120c2402c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:49.328364 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-75f24e93-5639-432e-8dd3-f703de32a565 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:12:49.540349 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7608749d-0a16-47d9-a984-f6a120c2402c admin admin] Pushing event updated for resources: {'Subnet': ['ID=51a8ccc1-9586-43ae-a12c-079a88b566e0,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:12:49.555815 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7608749d-0a16-47d9-a984-f6a120c2402c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:12:49.574124 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7608749d-0a16-47d9-a984-f6a120c2402c admin admin] Checking segment: {'id': '1dd7b815-e7ba-4769-be1d-9c9e272f5a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '54afdaa5-c2b3-4e57-9385-9624f134a9f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:12:49.574642 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7608749d-0a16-47d9-a984-f6a120c2402c admin admin] Network hostable DHCP agents. Network: 54afdaa5-c2b3-4e57-9385-9624f134a9f6, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:12:49.605099 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a5b5ab-7d84-4622-9fa9-3d88fee6ca30 req-a7aa78ce-e679-425b-9579-30814991eab8 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:12:49.607090 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b5a5b5ab-7d84-4622-9fa9-3d88fee6ca30 req-a7aa78ce-e679-425b-9579-30814991eab8 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 947 time: 0.2152565 Jun 11 10:12:49.616625 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 10:12:49.616625 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:12:49.616625 n-d-779913-12 neutron-server[93177]: timer() Jun 11 10:12:49.616625 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:12:49.616625 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 10:12:49.616625 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:12:49.616625 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 10:12:49.616625 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:12:49.616625 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 10:12:49.616625 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:12:49.616625 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 10:12:49.616625 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:12:49.616625 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 10:12:49.616625 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:12:49.616625 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:12:49.616625 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:12:49.616625 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:12:49.616625 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:12:49.616625 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 10:12:49.616625 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:12:49.616625 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 10:12:49.616625 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:12:49.616625 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:12:49.616625 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:12:49.616625 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 10:12:49.616625 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:12:49.616625 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:12:49.616625 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:12:49.616625 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:12:49.616625 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:12:49.616625 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:12:49.616625 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:12:49.672672 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b5a5b5ab-7d84-4622-9fa9-3d88fee6ca30 req-f461da8c-46f7-4972-b0e9-998506b9b95e tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583463 Jun 11 10:12:49.750570 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfd8405-84c8-4633-bbad-f69006e9ac07 req-882e852e-d36a-49dc-97a6-d3afa7adc20f tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:12:49.753744 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6bfd8405-84c8-4633-bbad-f69006e9ac07 req-882e852e-d36a-49dc-97a6-d3afa7adc20f tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=672379a7-85de-4c3b-b4e7-f9a32b593c17 HTTP/1.1" status: 200 len: 943 time: 0.1353958 Jun 11 10:12:49.761613 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7608749d-0a16-47d9-a984-f6a120c2402c admin admin] Network 54afdaa5-c2b3-4e57-9385-9624f134a9f6 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:12:49.830473 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-91b146f7-71f5-4dd3-b27f-c35d4bc0468a tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:49.843833 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-7608749d-0a16-47d9-a984-f6a120c2402c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 54afdaa5-c2b3-4e57-9385-9624f134a9f6) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:12:49.855328 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7608749d-0a16-47d9-a984-f6a120c2402c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:12:49.857897 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7608749d-0a16-47d9-a984-f6a120c2402c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:49.864396 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ab5df2eb-854f-48ca-989b-6d83bada3445 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:12:49.881504 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afeaeb6b-8771-4b39-ad04-522ae1a37b52 None None] Network 54afdaa5-c2b3-4e57-9385-9624f134a9f6 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:12:49.888843 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-91b146f7-71f5-4dd3-b27f-c35d4bc0468a tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:49.898587 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-91b146f7-71f5-4dd3-b27f-c35d4bc0468a tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "DELETE /v2.0/networks/655c7143-7fa7-4c23-8fa8-04f29f850031 HTTP/1.1" status: 204 len: 168 time: 2.6891236 Jun 11 10:12:49.905526 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 53858) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:12:49.922810 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-dc272475-097c-4408-8a4e-b467582b0d5b tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Request body: {'router': {'routes': None}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:12:49.971245 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b146f7-71f5-4dd3-b27f-c35d4bc0468a tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Pushing event deleted for resources: {'Network': ['ID=655c7143-7fa7-4c23-8fa8-04f29f850031,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:12:49.978169 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-91b146f7-71f5-4dd3-b27f-c35d4bc0468a tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:12:49.988647 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6bfd8405-84c8-4633-bbad-f69006e9ac07 req-42b1879f-920e-476e-9ec0-954a431a0a40 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140353 Jun 11 10:12:50.092995 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-7608749d-0a16-47d9-a984-f6a120c2402c admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.4299219 Jun 11 10:12:50.126607 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613dbd7f-0324-40a6-a3bb-6abf9a9e96eb None None] Network 54afdaa5-c2b3-4e57-9385-9624f134a9f6 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:12:50.385156 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.extraroute_db [None req-dc272475-097c-4408-8a4e-b467582b0d5b tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Added routes are [] {{(pid=93176) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 11 10:12:50.385634 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.extraroute_db [None req-dc272475-097c-4408-8a4e-b467582b0d5b tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Removed routes are [] {{(pid=93176) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 11 10:12:50.385634 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-dc272475-097c-4408-8a4e-b467582b0d5b tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:50.534648 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d798f2-4530-46f2-b959-3a93b35ee40c req-1e6324d2-ad89-45fb-8e06-38912eded9bf tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:12:50.541591 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c1d798f2-4530-46f2-b959-3a93b35ee40c req-1e6324d2-ad89-45fb-8e06-38912eded9bf tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 947 time: 0.5043011 Jun 11 10:12:50.730882 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-dc272475-097c-4408-8a4e-b467582b0d5b tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:50.736029 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c1d798f2-4530-46f2-b959-3a93b35ee40c req-797e9524-8bad-4274-a7fb-c2af4bd906b4 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936727 Jun 11 10:12:50.737373 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-dc272475-097c-4408-8a4e-b467582b0d5b tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-374241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-374254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-363978'] for router, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:50.889987 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc272475-097c-4408-8a4e-b467582b0d5b tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Router 4d7ae21c-5100-4922-88ec-a7039fe6242a has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:12:51.007215 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc272475-097c-4408-8a4e-b467582b0d5b tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:12:51.014262 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-dc272475-097c-4408-8a4e-b467582b0d5b tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:51.015377 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-dc272475-097c-4408-8a4e-b467582b0d5b tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "PUT /v2.0/routers/4d7ae21c-5100-4922-88ec-a7039fe6242a HTTP/1.1" status: 200 len: 705 time: 1.1052160 Jun 11 10:12:51.019239 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 53886) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:12:51.043490 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2174831-9ded-406d-8cda-8f269afcb0f5 None None] Sync routers for ids ['4d7ae21c-5100-4922-88ec-a7039fe6242a'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:12:51.064876 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2174831-9ded-406d-8cda-8f269afcb0f5 None None] Routers {'4d7ae21c-5100-4922-88ec-a7039fe6242a'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:12:51.067090 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-c2174831-9ded-406d-8cda-8f269afcb0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:12:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['4d7ae21c-5100-4922-88ec-a7039fe6242a'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:12:51.106922 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-1de48dd3-1a7a-4f40-9136-13e1e8d1f20e tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d7ae21c-5100-4922-88ec-a7039fe6242a HTTP/1.1" status: 200 len: 205 time: 0.0843372 Jun 11 10:12:51.107451 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 53892) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:12:51.364789 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 53902) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:12:51.370109 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-e47a2ff9-ac38-45e7-9c56-683df9c0c8bf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-404454054-network', 'tenant_id': '57c75c6ceff14082bf5a288fa96895e6'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:12:51.384112 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-c2174831-9ded-406d-8cda-8f269afcb0f5 None None] Set router 4d7ae21c-5100-4922-88ec-a7039fe6242a gateway port host: None {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:12:51.513379 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a96d563f-22e5-40e1-8042-58e4149e3ecd tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for router, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:51.517773 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-c2174831-9ded-406d-8cda-8f269afcb0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'name': 'tempest-RoutersIpV6Test-router-1204487488', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:11:16Z', 'updated_at': '2021-06-11T10:12:44Z', 'revision_number': 11, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'gw_port_host': None}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:12:51.522529 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2174831-9ded-406d-8cda-8f269afcb0f5 None None] Checking router: 4d7ae21c-5100-4922-88ec-a7039fe6242a for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:12:51.529385 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e47a2ff9-ac38-45e7-9c56-683df9c0c8bf admin admin] Made reservation on behalf of 57c75c6ceff14082bf5a288fa96895e6 for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:12:51.535871 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e47a2ff9-ac38-45e7-9c56-683df9c0c8bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:51.559703 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2174831-9ded-406d-8cda-8f269afcb0f5 None None] Routers {'4d7ae21c-5100-4922-88ec-a7039fe6242a'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:12:51.560599 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-c2174831-9ded-406d-8cda-8f269afcb0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:12:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['4d7ae21c-5100-4922-88ec-a7039fe6242a'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:12:51.577538 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e47a2ff9-ac38-45e7-9c56-683df9c0c8bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:51.766231 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-c2174831-9ded-406d-8cda-8f269afcb0f5 None None] Set router 4d7ae21c-5100-4922-88ec-a7039fe6242a gateway port host: None {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:12:51.920902 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e47a2ff9-ac38-45e7-9c56-683df9c0c8bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:52.005038 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-c2174831-9ded-406d-8cda-8f269afcb0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'name': 'tempest-RoutersIpV6Test-router-1204487488', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:11:16Z', 'updated_at': '2021-06-11T10:12:44Z', 'revision_number': 11, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'gw_port_host': None}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:12:52.010009 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2174831-9ded-406d-8cda-8f269afcb0f5 None None] The sync data for ids ['4d7ae21c-5100-4922-88ec-a7039fe6242a'] in n-d-779913-12 is: [{'id': '4d7ae21c-5100-4922-88ec-a7039fe6242a', 'name': 'tempest-RoutersIpV6Test-router-1204487488', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:11:16Z', 'updated_at': '2021-06-11T10:12:44Z', 'revision_number': 11, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'gw_port_host': None}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:12:52.029983 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e47a2ff9-ac38-45e7-9c56-683df9c0c8bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:52.034065 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9c554964-eaad-4cea-81fa-9f9450c94e96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:12:52.133228 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e47a2ff9-ac38-45e7-9c56-683df9c0c8bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 760} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:12:52.161222 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47a2ff9-ac38-45e7-9c56-683df9c0c8bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d61802d-b0db-4c4f-9e70-e0a0738170fa,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:12:52.179456 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e47a2ff9-ac38-45e7-9c56-683df9c0c8bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:12:52.189060 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e47a2ff9-ac38-45e7-9c56-683df9c0c8bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:52.189627 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-e47a2ff9-ac38-45e7-9c56-683df9c0c8bf admin admin] Added segment c9c11285-91f7-41fa-88b3-5c0aae6d41ad of type vlan for network 150356bc-ec9c-45d4-82e4-7ec35cd7e617 Jun 11 10:12:52.192762 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a96d563f-22e5-40e1-8042-58e4149e3ecd tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:52.206821 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a96d563f-22e5-40e1-8042-58e4149e3ecd tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:52.247757 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675b92d4-940b-42f1-8080-696dfeb85d62 req-4153f704-462a-4355-9489-716933a99806 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:12:52.257377 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-675b92d4-940b-42f1-8080-696dfeb85d62 req-4153f704-462a-4355-9489-716933a99806 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=672379a7-85de-4c3b-b4e7-f9a32b593c17 HTTP/1.1" status: 200 len: 943 time: 0.8627949 Jun 11 10:12:52.353698 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e47a2ff9-ac38-45e7-9c56-683df9c0c8bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:52.444375 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a96d563f-22e5-40e1-8042-58e4149e3ecd tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:52.444900 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a96d563f-22e5-40e1-8042-58e4149e3ecd tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Fanout notify agent at l3_agent the message router_deleted on router 4d7ae21c-5100-4922-88ec-a7039fe6242a {{(pid=93177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 10:12:52.453278 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a96d563f-22e5-40e1-8042-58e4149e3ecd tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:52.459723 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 53922) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:12:52.464683 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-a96d563f-22e5-40e1-8042-58e4149e3ecd tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "DELETE /v2.0/routers/4d7ae21c-5100-4922-88ec-a7039fe6242a HTTP/1.1" status: 204 len: 168 time: 1.3506989 Jun 11 10:12:52.476384 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-aa8dca2f-9f01-4be6-96a9-9db82c6cc74f tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-755418462', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:12:52.484522 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-675b92d4-940b-42f1-8080-696dfeb85d62 req-0c74ca48-471a-4919-ab3f-521281f56575 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259717 Jun 11 10:12:52.529608 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e47a2ff9-ac38-45e7-9c56-683df9c0c8bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:52.531319 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47a2ff9-ac38-45e7-9c56-683df9c0c8bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:12:52.532219 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e47a2ff9-ac38-45e7-9c56-683df9c0c8bf admin admin] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:52.551745 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f72252ea-0f2a-4829-99b5-138339053e05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:12:52.650256 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-aa8dca2f-9f01-4be6-96a9-9db82c6cc74f tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:52.651250 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-aa8dca2f-9f01-4be6-96a9-9db82c6cc74f tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:52.817383 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-e47a2ff9-ac38-45e7-9c56-683df9c0c8bf admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4510415 Jun 11 10:12:52.820895 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47a2ff9-ac38-45e7-9c56-683df9c0c8bf admin admin] Pushing event updated for resources: {'Network': ['ID=150356bc-ec9c-45d4-82e4-7ec35cd7e617,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:12:52.821866 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 53928) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:12:52.830922 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e47a2ff9-ac38-45e7-9c56-683df9c0c8bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:12:52.837661 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-f0639c10-f25b-4469-a3dc-9a9ceb4d6a0a admin admin] Request body: {'subnet': {'network_id': '150356bc-ec9c-45d4-82e4-7ec35cd7e617', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-404454054-subnet', 'tenant_id': '57c75c6ceff14082bf5a288fa96895e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:12:52.841545 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 150356bc-ec9c-45d4-82e4-7ec35cd7e617 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:12:52.911075 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-aa8dca2f-9f01-4be6-96a9-9db82c6cc74f tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:52.995032 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0639c10-f25b-4469-a3dc-9a9ceb4d6a0a admin admin] Made reservation on behalf of 57c75c6ceff14082bf5a288fa96895e6 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:12:53.004298 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f0639c10-f25b-4469-a3dc-9a9ceb4d6a0a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:53.067103 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-aa8dca2f-9f01-4be6-96a9-9db82c6cc74f tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:53.206711 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-aa8dca2f-9f01-4be6-96a9-9db82c6cc74f tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:53.210528 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-aa8dca2f-9f01-4be6-96a9-9db82c6cc74f tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7467890 Jun 11 10:12:53.210805 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 53934) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:12:53.217401 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-a874d467-52cb-4806-9c26-be7cba2a00e3 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:12:53.515449 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f0639c10-f25b-4469-a3dc-9a9ceb4d6a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:53.528951 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-db91bb5f-3669-456d-b800-1db10441c70b tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:12:53.662535 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0639c10-f25b-4469-a3dc-9a9ceb4d6a0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=80ac6414-82ba-4829-9225-5f90378300a3,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:12:53.673458 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f0639c10-f25b-4469-a3dc-9a9ceb4d6a0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:12:53.678395 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0639c10-f25b-4469-a3dc-9a9ceb4d6a0a admin admin] Checking segment: {'id': 'c9c11285-91f7-41fa-88b3-5c0aae6d41ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '150356bc-ec9c-45d4-82e4-7ec35cd7e617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:12:53.679607 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0639c10-f25b-4469-a3dc-9a9ceb4d6a0a admin admin] Network hostable DHCP agents. Network: 150356bc-ec9c-45d4-82e4-7ec35cd7e617, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:12:53.723763 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a874d467-52cb-4806-9c26-be7cba2a00e3 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:53.796796 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0639c10-f25b-4469-a3dc-9a9ceb4d6a0a admin admin] Network 150356bc-ec9c-45d4-82e4-7ec35cd7e617 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:12:53.837167 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d411c-7c37-469b-b309-2e8acb0805b4 req-f008452e-fac9-4d54-97f4-6fd1cf1a9d2f tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:12:53.838781 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b71d411c-7c37-469b-b309-2e8acb0805b4 req-f008452e-fac9-4d54-97f4-6fd1cf1a9d2f tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=672379a7-85de-4c3b-b4e7-f9a32b593c17 HTTP/1.1" status: 200 len: 943 time: 0.0927558 Jun 11 10:12:53.913796 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a874d467-52cb-4806-9c26-be7cba2a00e3 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-374241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-374254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-363978'] for router, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:53.931876 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b71d411c-7c37-469b-b309-2e8acb0805b4 req-a2ae31d4-1a67-42f6-9db2-4e0ccc4fb55f tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865378 Jun 11 10:12:53.945253 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-f0639c10-f25b-4469-a3dc-9a9ceb4d6a0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 150356bc-ec9c-45d4-82e4-7ec35cd7e617) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:12:53.965131 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0639c10-f25b-4469-a3dc-9a9ceb4d6a0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:12:53.965911 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1452a6-ec47-4075-bee7-e5045eacd8ca None None] Network 150356bc-ec9c-45d4-82e4-7ec35cd7e617 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:12:53.968755 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f0639c10-f25b-4469-a3dc-9a9ceb4d6a0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:54.092930 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-f0639c10-f25b-4469-a3dc-9a9ceb4d6a0a admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2696345 Jun 11 10:12:54.272803 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a874d467-52cb-4806-9c26-be7cba2a00e3 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Router ec1b8bad-aee2-486c-9a04-2e14870e403e is scheduled to L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 with binding_index 1 {{(pid=93176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 10:12:54.464115 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a874d467-52cb-4806-9c26-be7cba2a00e3 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:12:54.477405 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40381031-e16d-40ac-808d-a43226288b64 None None] Sync routers for ids ['ec1b8bad-aee2-486c-9a04-2e14870e403e'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:12:54.483790 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a874d467-52cb-4806-9c26-be7cba2a00e3 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:54.486775 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db85dfe-7f4b-4128-943d-10e25b6ab79d None None] Network 150356bc-ec9c-45d4-82e4-7ec35cd7e617 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:12:54.489871 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 53960) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:12:54.490714 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-a874d467-52cb-4806-9c26-be7cba2a00e3 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "PUT /v2.0/routers/ec1b8bad-aee2-486c-9a04-2e14870e403e HTTP/1.1" status: 200 len: 697 time: 1.2778747 Jun 11 10:12:54.495862 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40381031-e16d-40ac-808d-a43226288b64 None None] Routers {'ec1b8bad-aee2-486c-9a04-2e14870e403e'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:12:54.496951 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-40381031-e16d-40ac-808d-a43226288b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:12:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['ec1b8bad-aee2-486c-9a04-2e14870e403e'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:12:54.631383 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-40381031-e16d-40ac-808d-a43226288b64 None None] Set router ec1b8bad-aee2-486c-9a04-2e14870e403e gateway port host: None {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:12:54.710153 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 53972) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:12:54.716405 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-da7e3d72-2beb-44b3-a7d9-e61a4f30460a tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "GET /v2.0/routers/ec1b8bad-aee2-486c-9a04-2e14870e403e HTTP/1.1" status: 200 len: 703 time: 0.2251379 Jun 11 10:12:54.732451 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-40381031-e16d-40ac-808d-a43226288b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1b8bad-aee2-486c-9a04-2e14870e403e', 'name': 'tempest-RoutersIpV6Test-router-755418462', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:12:52Z', 'updated_at': '2021-06-11T10:12:53Z', 'revision_number': 2, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'gw_port_host': None}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:12:54.736610 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40381031-e16d-40ac-808d-a43226288b64 None None] Checking router: ec1b8bad-aee2-486c-9a04-2e14870e403e for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:12:54.747815 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40381031-e16d-40ac-808d-a43226288b64 None None] Routers {'ec1b8bad-aee2-486c-9a04-2e14870e403e'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:12:54.749137 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-40381031-e16d-40ac-808d-a43226288b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:12:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['ec1b8bad-aee2-486c-9a04-2e14870e403e'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:12:54.782791 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-6dcf92e1-f4e7-4bd7-ad75-3331d8535814 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec1b8bad-aee2-486c-9a04-2e14870e403e HTTP/1.1" status: 200 len: 205 time: 0.0710659 Jun 11 10:12:54.788827 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 53976) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:12:54.894498 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-40381031-e16d-40ac-808d-a43226288b64 None None] Set router ec1b8bad-aee2-486c-9a04-2e14870e403e gateway port host: None {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:12:55.008104 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-40381031-e16d-40ac-808d-a43226288b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1b8bad-aee2-486c-9a04-2e14870e403e', 'name': 'tempest-RoutersIpV6Test-router-755418462', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:12:52Z', 'updated_at': '2021-06-11T10:12:53Z', 'revision_number': 2, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'gw_port_host': None}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:12:55.013170 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40381031-e16d-40ac-808d-a43226288b64 None None] The sync data for ids ['ec1b8bad-aee2-486c-9a04-2e14870e403e'] in n-d-779913-12 is: [{'id': 'ec1b8bad-aee2-486c-9a04-2e14870e403e', 'name': 'tempest-RoutersIpV6Test-router-755418462', 'tenant_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:12:52Z', 'updated_at': '2021-06-11T10:12:53Z', 'revision_number': 2, 'project_id': 'f90b676cb67a4cb1b788d4673e4cc737', 'gw_port_host': None}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:12:55.073623 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5f7af085-f23d-4ec0-83d1-c687712e3e88 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for router, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:55.170428 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcfba09-0b3c-4563-bbff-dd776c4da00c req-940528b7-8ca6-42ce-b271-7538614d1a9e tempest-VolumesActionsTest-1388363050 tempest-VolumesActionsTest-1388363050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:12:55.172149 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bfcfba09-0b3c-4563-bbff-dd776c4da00c req-940528b7-8ca6-42ce-b271-7538614d1a9e tempest-VolumesActionsTest-1388363050 tempest-VolumesActionsTest-1388363050-project] 10.222.0.60 "GET /v2.0/networks?id=54afdaa5-c2b3-4e57-9385-9624f134a9f6 HTTP/1.1" status: 200 len: 809 time: 0.2371337 Jun 11 10:12:55.200279 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bfcfba09-0b3c-4563-bbff-dd776c4da00c req-016520e6-c734-4f8c-abfe-9b0debb30650 tempest-VolumesActionsTest-1388363050 tempest-VolumesActionsTest-1388363050-project] 10.222.0.60 "GET /v2.0/quotas/6c34fead3258444f844c558a950e8c14 HTTP/1.1" status: 200 len: 375 time: 0.0209081 Jun 11 10:12:55.251123 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bfcfba09-0b3c-4563-bbff-dd776c4da00c req-9a71c95d-66de-48d0-bde9-27ecff9053ec tempest-VolumesActionsTest-1388363050 tempest-VolumesActionsTest-1388363050-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6c34fead3258444f844c558a950e8c14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0495913 Jun 11 10:12:55.420119 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bfcfba09-0b3c-4563-bbff-dd776c4da00c req-a8224baa-5eea-4597-b6ec-a4c79a9715a4 service neutron] 10.222.0.60 "GET /v2.0/networks/54afdaa5-c2b3-4e57-9385-9624f134a9f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603291 Jun 11 10:12:55.446885 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5f7af085-f23d-4ec0-83d1-c687712e3e88 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:55.450433 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5f7af085-f23d-4ec0-83d1-c687712e3e88 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:55.574181 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22c968e-ef8c-4746-a085-de814cac9f83 req-2bc987c4-bea4-41e6-aa18-9013dd773072 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:12:55.588163 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d22c968e-ef8c-4746-a085-de814cac9f83 req-2bc987c4-bea4-41e6-aa18-9013dd773072 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=672379a7-85de-4c3b-b4e7-f9a32b593c17 HTTP/1.1" status: 200 len: 943 time: 0.4511778 Jun 11 10:12:55.635544 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bfcfba09-0b3c-4563-bbff-dd776c4da00c req-4449a276-89ac-4830-8604-7b0ef56ef379 service neutron] 10.222.0.60 "GET /v2.0/networks/54afdaa5-c2b3-4e57-9385-9624f134a9f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068908 Jun 11 10:12:55.681295 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d22c968e-ef8c-4746-a085-de814cac9f83 req-4bf58733-d79b-49d4-8e88-3ee740dc973c tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917432 Jun 11 10:12:55.685171 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5f7af085-f23d-4ec0-83d1-c687712e3e88 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:55.687014 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f7af085-f23d-4ec0-83d1-c687712e3e88 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Fanout notify agent at l3_agent the message router_deleted on router ec1b8bad-aee2-486c-9a04-2e14870e403e {{(pid=93176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 10:12:55.719218 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5f7af085-f23d-4ec0-83d1-c687712e3e88 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:55.721273 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-5f7af085-f23d-4ec0-83d1-c687712e3e88 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "DELETE /v2.0/routers/ec1b8bad-aee2-486c-9a04-2e14870e403e HTTP/1.1" status: 204 len: 168 time: 0.9337008 Jun 11 10:12:55.725259 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 54002) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:12:55.805084 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54008) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:12:55.805979 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-d89c49b4-3307-4c29-a123-873aa6f0d4fe tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec1b8bad-aee2-486c-9a04-2e14870e403e HTTP/1.1" status: 200 len: 205 time: 0.0780654 Jun 11 10:12:55.900512 n-d-779913-12 neutron-server[93177]: INFO neutron.api.v2.resource [None req-e94e150a-e530-40ce-b31e-359d79178a67 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] delete failed (client error): The resource could not be found. Jun 11 10:12:55.904279 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-e94e150a-e530-40ce-b31e-359d79178a67 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "DELETE /v2.0/routers/ec1b8bad-aee2-486c-9a04-2e14870e403e HTTP/1.1" status: 404 len: 336 time: 0.0956318 Jun 11 10:12:55.904551 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54010) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:12:56.014074 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-f947178f-e761-468e-a5f6-50457fd37e61 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] DELETE failed (client error): The resource could not be found. Jun 11 10:12:56.015106 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f947178f-e761-468e-a5f6-50457fd37e61 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 10:12:56.035658 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 54016) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:12:56.047267 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-f947178f-e761-468e-a5f6-50457fd37e61 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "DELETE /v2.0/subnets/2982b09d-61c6-4215-9886-8b6208e23e48 HTTP/1.1" status: 404 len: 337 time: 0.1414890 Jun 11 10:12:57.012315 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c5d750f-afc9-495c-9aa9-ebdaf6fab037 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] DELETE failed (client error): The resource could not be found. Jun 11 10:12:57.012864 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c5d750f-afc9-495c-9aa9-ebdaf6fab037 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 10:12:57.014837 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-8c5d750f-afc9-495c-9aa9-ebdaf6fab037 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "DELETE /v2.0/subnets/53b04ed5-7525-4025-8063-3cb2ac8926c5 HTTP/1.1" status: 404 len: 337 time: 0.9777684 Jun 11 10:12:57.019085 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54040) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:12:57.100077 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3970e16e-a056-49db-aac4-1196750a8d5a req-c1782c1c-5a70-4ee5-b7d9-518f80ae7c50 tempest-VolumesActionsTest-1388363050 tempest-VolumesActionsTest-1388363050-project] 10.222.0.60 "GET /v2.0/ports?device_id=00cfa074-9633-4f4a-b2e2-cb61a5ee387e HTTP/1.1" status: 200 len: 210 time: 0.0896151 Jun 11 10:12:57.125957 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3ad2717-ca0f-455c-b43b-973e837cd924 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] DELETE failed (client error): The resource could not be found. Jun 11 10:12:57.125957 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3ad2717-ca0f-455c-b43b-973e837cd924 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 10:12:57.125957 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-a3ad2717-ca0f-455c-b43b-973e837cd924 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "DELETE /v2.0/subnets/ffb90fd8-38f9-47fe-85ef-2b42a00972cd HTTP/1.1" status: 404 len: 337 time: 0.0736539 Jun 11 10:12:57.125957 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54042) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:12:57.177525 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc4b609e-a586-46eb-9dab-48fc95aac2e6 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] DELETE failed (client error): The resource could not be found. Jun 11 10:12:57.178180 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc4b609e-a586-46eb-9dab-48fc95aac2e6 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 10:12:57.179993 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-fc4b609e-a586-46eb-9dab-48fc95aac2e6 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "DELETE /v2.0/subnets/27f2c85f-a843-4d8a-b9b8-88ee152d7822 HTTP/1.1" status: 404 len: 337 time: 0.0552421 Jun 11 10:12:57.182613 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54044) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:12:57.249467 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-585da8aa-e746-4854-9ec7-ece89786626e tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d7ae21c-5100-4922-88ec-a7039fe6242a HTTP/1.1" status: 200 len: 205 time: 0.0651875 Jun 11 10:12:57.253544 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 54048) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:12:57.277426 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fb2f7b-b58d-47b3-84d6-26b9433ebf98 req-580d61b9-9dd0-45c9-877e-340f263d15e7 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:12:57.279385 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-26fb2f7b-b58d-47b3-84d6-26b9433ebf98 req-580d61b9-9dd0-45c9-877e-340f263d15e7 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=672379a7-85de-4c3b-b4e7-f9a32b593c17 HTTP/1.1" status: 200 len: 943 time: 0.3341792 Jun 11 10:12:57.437523 n-d-779913-12 neutron-server[93176]: INFO neutron.api.v2.resource [None req-5ef02b86-d144-4816-a445-e8da3b5ccfd6 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] delete failed (client error): The resource could not be found. Jun 11 10:12:57.441912 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-5ef02b86-d144-4816-a445-e8da3b5ccfd6 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "DELETE /v2.0/routers/4d7ae21c-5100-4922-88ec-a7039fe6242a HTTP/1.1" status: 404 len: 336 time: 0.1862087 Jun 11 10:12:57.446930 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54054) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:12:57.507448 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 54056) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:12:57.522747 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-19945f4a-11b2-4036-9f58-21924c7d6e35 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "GET /v2.0/ports?device_id=98a95d66-7a60-404e-a575-420a2a4fca6e HTTP/1.1" status: 200 len: 205 time: 0.0607016 Jun 11 10:12:57.533286 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-26fb2f7b-b58d-47b3-84d6-26b9433ebf98 req-9e72feae-42c4-414a-bca1-10010c8fe7a2 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320037 Jun 11 10:12:57.573984 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54062) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:12:57.632562 n-d-779913-12 neutron-server[93176]: INFO neutron.api.v2.resource [None req-298cf0b4-dca9-4aa5-97d6-23c68a5f81d2 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] delete failed (client error): The resource could not be found. Jun 11 10:12:57.635980 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-298cf0b4-dca9-4aa5-97d6-23c68a5f81d2 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "DELETE /v2.0/routers/98a95d66-7a60-404e-a575-420a2a4fca6e HTTP/1.1" status: 404 len: 336 time: 0.1264272 Jun 11 10:12:57.649638 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 54068) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:12:57.718860 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-4effd16b-04a0-4dca-a118-3ca10739cef1 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] DELETE failed (client error): The resource could not be found. Jun 11 10:12:57.719352 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4effd16b-04a0-4dca-a118-3ca10739cef1 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 10:12:57.722493 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-4effd16b-04a0-4dca-a118-3ca10739cef1 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "DELETE /v2.0/subnets/f3857a19-23be-4e2d-af5a-ba6b651af5c7 HTTP/1.1" status: 404 len: 337 time: 0.0712688 Jun 11 10:12:57.726198 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 54070) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:12:57.806436 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-d75b9079-47ac-43cd-a42e-9e9f6c3e0ba7 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1016f39-b53b-4f98-99e6-138c9a763e62 HTTP/1.1" status: 200 len: 205 time: 0.0780909 Jun 11 10:12:57.809645 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54072) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:12:57.915798 n-d-779913-12 neutron-server[93177]: INFO neutron.api.v2.resource [None req-010e25c4-3a1a-4240-b4ce-5c046c408c9d tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] delete failed (client error): The resource could not be found. Jun 11 10:12:57.920025 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-010e25c4-3a1a-4240-b4ce-5c046c408c9d tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "DELETE /v2.0/routers/f1016f39-b53b-4f98-99e6-138c9a763e62 HTTP/1.1" status: 404 len: 336 time: 0.1090679 Jun 11 10:12:57.920205 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 54076) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:12:57.948650 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-42061557-3fee-4944-a4c2-88fddb7e69f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:57.995637 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-e34b140e-0aa1-4833-b5b1-53c303444ad8 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "GET /v2.0/ports?device_id=025e5c6c-a333-4e3b-90f9-9ab53f732c7c HTTP/1.1" status: 200 len: 205 time: 0.0741932 Jun 11 10:12:57.998284 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54078) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:12:58.098955 n-d-779913-12 neutron-server[93177]: INFO neutron.api.v2.resource [None req-7b29d351-4dcf-47f1-8b3a-5c5a7b0a5f4f tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] delete failed (client error): The resource could not be found. Jun 11 10:12:58.100133 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-7b29d351-4dcf-47f1-8b3a-5c5a7b0a5f4f tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "DELETE /v2.0/routers/025e5c6c-a333-4e3b-90f9-9ab53f732c7c HTTP/1.1" status: 404 len: 336 time: 0.0978236 Jun 11 10:12:58.102782 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54082) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:12:58.148243 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eec3b9b-fdd9-407b-b6ea-28eb64f2c3cd tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] DELETE failed (client error): The resource could not be found. Jun 11 10:12:58.149401 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1eec3b9b-fdd9-407b-b6ea-28eb64f2c3cd tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 10:12:58.151348 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-1eec3b9b-fdd9-407b-b6ea-28eb64f2c3cd tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "DELETE /v2.0/subnets/732e49c9-31b7-49ce-8bfa-a9879ec9714f HTTP/1.1" status: 404 len: 337 time: 0.0467091 Jun 11 10:12:58.153978 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 54086) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:12:58.192389 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-42061557-3fee-4944-a4c2-88fddb7e69f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:58.201513 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-e9bd189f-5acd-4800-a58b-c81d72810ea2 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "GET /v2.0/ports?device_id=d74d83c6-8542-49ab-a0d6-ee39561f984e HTTP/1.1" status: 200 len: 205 time: 0.0446596 Jun 11 10:12:58.203604 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54088) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:12:58.228503 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b952f8e9-6886-499d-86e6-5c11d35213e5 req-5b4af82a-20d7-4457-bec7-f21d95d36804 tempest-VolumesActionsTest-1388363050 tempest-VolumesActionsTest-1388363050-project] 10.222.0.60 "GET /v2.0/ports?device_id=00cfa074-9633-4f4a-b2e2-cb61a5ee387e HTTP/1.1" status: 200 len: 210 time: 0.0600569 Jun 11 10:12:58.274680 n-d-779913-12 neutron-server[93177]: INFO neutron.api.v2.resource [None req-da1b60e2-0d1b-4d30-81cf-3e9c8be2aacc tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] delete failed (client error): The resource could not be found. Jun 11 10:12:58.276234 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-da1b60e2-0d1b-4d30-81cf-3e9c8be2aacc tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "DELETE /v2.0/routers/d74d83c6-8542-49ab-a0d6-ee39561f984e HTTP/1.1" status: 404 len: 336 time: 0.0714300 Jun 11 10:12:58.278868 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 54090) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:12:58.296234 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-42061557-3fee-4944-a4c2-88fddb7e69f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:58.302697 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-fa15c41e-05aa-47eb-8a3a-16e154d8084e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:12:58.338783 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-76bdf963-952e-4bff-84bf-68d1079cee35 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] DELETE failed (client error): The resource could not be found. Jun 11 10:12:58.342215 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76bdf963-952e-4bff-84bf-68d1079cee35 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 10:12:58.342215 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-76bdf963-952e-4bff-84bf-68d1079cee35 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "DELETE /v2.0/subnets/d723ff59-1136-4554-8746-05448795214e HTTP/1.1" status: 404 len: 337 time: 0.0615950 Jun 11 10:12:58.344399 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54094) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:12:58.430824 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-42061557-3fee-4944-a4c2-88fddb7e69f3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4cb0254854df4026944c93d65b83e66e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8557537 Jun 11 10:12:58.433386 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 54098) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:12:58.435845 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-8054f8f1-b502-4fc8-a13c-6ff0ff10c262 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "GET /v2.0/ports?device_id=44eaefc6-ea1e-437a-8f13-1d980da0ebfd HTTP/1.1" status: 200 len: 205 time: 0.0838640 Jun 11 10:12:58.436699 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54100) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:12:58.452430 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42061557-3fee-4944-a4c2-88fddb7e69f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c10d9445-363c-41f9-b50d-9087634a2a4c,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:12:58.460601 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-42061557-3fee-4944-a4c2-88fddb7e69f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:12:58.522474 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e967fa81-752a-44c4-9bb2-2d7e28cb1e84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:58.539180 n-d-779913-12 neutron-server[93177]: INFO neutron.api.v2.resource [None req-5aebd8c2-7cd8-4eb5-83c9-1820c3b94bc9 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] delete failed (client error): The resource could not be found. Jun 11 10:12:58.540243 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-5aebd8c2-7cd8-4eb5-83c9-1820c3b94bc9 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "DELETE /v2.0/routers/44eaefc6-ea1e-437a-8f13-1d980da0ebfd HTTP/1.1" status: 404 len: 336 time: 0.1021409 Jun 11 10:12:58.548064 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54102) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:12:58.577161 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e967fa81-752a-44c4-9bb2-2d7e28cb1e84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:58.584196 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dd6c757-4d27-4b1e-a341-1d1e58460423 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] DELETE failed (client error): The resource could not be found. Jun 11 10:12:58.584653 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dd6c757-4d27-4b1e-a341-1d1e58460423 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 10:12:58.592621 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-9dd6c757-4d27-4b1e-a341-1d1e58460423 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "DELETE /v2.0/subnets/6de76bb5-7cfb-4677-90f9-b293e3186162 HTTP/1.1" status: 404 len: 337 time: 0.0472641 Jun 11 10:12:58.593435 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54106) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:12:58.678426 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c4f1fbd-d68e-4d85-b601-d35ea60603fb tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] DELETE failed (client error): The resource could not be found. Jun 11 10:12:58.679190 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c4f1fbd-d68e-4d85-b601-d35ea60603fb tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 10:12:58.683295 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-7c4f1fbd-d68e-4d85-b601-d35ea60603fb tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] 10.222.0.60 "DELETE /v2.0/subnets/d2458e44-0ae5-482a-8f11-a37ce6b9840c HTTP/1.1" status: 404 len: 337 time: 0.0887592 Jun 11 10:12:58.876806 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e967fa81-752a-44c4-9bb2-2d7e28cb1e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:58.880120 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11edd206-ceff-42ad-b08d-3eed77841a96 req-f3d852ca-efff-4e55-b659-91bace38eff9 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:12:58.880261 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e967fa81-752a-44c4-9bb2-2d7e28cb1e84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:58.883767 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-e967fa81-752a-44c4-9bb2-2d7e28cb1e84 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c10d9445-363c-41f9-b50d-9087634a2a4c HTTP/1.1" status: 204 len: 168 time: 0.4469934 Jun 11 10:12:58.884042 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-11edd206-ceff-42ad-b08d-3eed77841a96 req-f3d852ca-efff-4e55-b659-91bace38eff9 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=672379a7-85de-4c3b-b4e7-f9a32b593c17 HTTP/1.1" status: 200 len: 943 time: 0.0854077 Jun 11 10:12:58.884193 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f72252ea-0f2a-4829-99b5-138339053e05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:12:58.897368 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e967fa81-752a-44c4-9bb2-2d7e28cb1e84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c10d9445-363c-41f9-b50d-9087634a2a4c,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:12:58.901495 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e967fa81-752a-44c4-9bb2-2d7e28cb1e84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:12:58.951100 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-11edd206-ceff-42ad-b08d-3eed77841a96 req-e38d24ca-a1c7-4a8d-9006-00ed5d36ac57 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618217 Jun 11 10:12:59.327816 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54124) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:12:59.527058 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f492e34a-c1cf-423d-b0a4-51295d50f16c req-c287077b-164d-471c-9618-44e32f705b35 tempest-VolumesActionsTest-1388363050 tempest-VolumesActionsTest-1388363050-project] 10.222.0.60 "GET /v2.0/ports?device_id=00cfa074-9633-4f4a-b2e2-cb61a5ee387e HTTP/1.1" status: 200 len: 210 time: 0.0894849 Jun 11 10:12:59.610274 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-0669881a-440a-40a5-be6f-2813af2e8477 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f90b676cb67a4cb1b788d4673e4cc737&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2809517 Jun 11 10:12:59.613243 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54140) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:12:59.705349 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fbb36f0a-76b3-4a38-b03b-77c9b2db50d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:59.732726 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fbb36f0a-76b3-4a38-b03b-77c9b2db50d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:59.938279 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fbb36f0a-76b3-4a38-b03b-77c9b2db50d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:59.942794 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fbb36f0a-76b3-4a38-b03b-77c9b2db50d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:12:59.944899 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-fbb36f0a-76b3-4a38-b03b-77c9b2db50d6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bae224c8-f4e6-4308-83d9-47af80f03f7a HTTP/1.1" status: 204 len: 168 time: 0.3297756 Jun 11 10:12:59.946478 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c6ca1e33-bc63-4ae0-8028-a4a64927502d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:12:59.981808 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb36f0a-76b3-4a38-b03b-77c9b2db50d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae224c8-f4e6-4308-83d9-47af80f03f7a,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:12:59.984611 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-fbb36f0a-76b3-4a38-b03b-77c9b2db50d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:13:00.357761 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777bee1e-1968-4c2f-b061-05121b4ff87a req-e4fb97e0-b1dc-47a8-bc71-78dfbed8c35f tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:13:00.374983 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-777bee1e-1968-4c2f-b061-05121b4ff87a req-e4fb97e0-b1dc-47a8-bc71-78dfbed8c35f tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=672379a7-85de-4c3b-b4e7-f9a32b593c17 HTTP/1.1" status: 200 len: 943 time: 0.2048664 Jun 11 10:13:00.426150 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:13:00.450525 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcfba09-0b3c-4563-bbff-dd776c4da00c req-8782162a-162a-446a-ad86-08f29e6ba16e tempest-VolumesActionsTest-1388363050 tempest-VolumesActionsTest-1388363050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:13:00.452231 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-bfcfba09-0b3c-4563-bbff-dd776c4da00c req-8782162a-162a-446a-ad86-08f29e6ba16e tempest-VolumesActionsTest-1388363050 tempest-VolumesActionsTest-1388363050-project] 10.222.0.69 "GET /v2.0/networks?id=54afdaa5-c2b3-4e57-9385-9624f134a9f6 HTTP/1.1" status: 200 len: 809 time: 0.3451390 Jun 11 10:13:00.467032 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-bfcfba09-0b3c-4563-bbff-dd776c4da00c req-8e2f00ab-e21e-4018-9e07-0465a01c75f6 tempest-VolumesActionsTest-1388363050 tempest-VolumesActionsTest-1388363050-project] Request body: {'port': {'device_id': '00cfa074-9633-4f4a-b2e2-cb61a5ee387e', 'network_id': '54afdaa5-c2b3-4e57-9385-9624f134a9f6', 'admin_state_up': True, 'tenant_id': '6c34fead3258444f844c558a950e8c14'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:13:00.491189 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-777bee1e-1968-4c2f-b061-05121b4ff87a req-02c8bd5d-ff2c-4a3e-a940-4df5532219be tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023231 Jun 11 10:13:00.839604 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfcfba09-0b3c-4563-bbff-dd776c4da00c req-8e2f00ab-e21e-4018-9e07-0465a01c75f6 tempest-VolumesActionsTest-1388363050 tempest-VolumesActionsTest-1388363050-project] Made reservation on behalf of 6c34fead3258444f844c558a950e8c14 for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:13:00.850990 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-bfcfba09-0b3c-4563-bbff-dd776c4da00c req-8e2f00ab-e21e-4018-9e07-0465a01c75f6 tempest-VolumesActionsTest-1388363050 tempest-VolumesActionsTest-1388363050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:01.083009 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b3ff85cd-e3ea-4fd9-a50f-844dc2c628cf req-f723f48c-6813-4d8b-88df-2e50548ac094 tempest-VolumesActionsTest-1388363050 tempest-VolumesActionsTest-1388363050-project] 10.222.0.60 "GET /v2.0/ports?device_id=00cfa074-9633-4f4a-b2e2-cb61a5ee387e HTTP/1.1" status: 200 len: 210 time: 0.0472636 Jun 11 10:13:01.335253 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-bfcfba09-0b3c-4563-bbff-dd776c4da00c req-8e2f00ab-e21e-4018-9e07-0465a01c75f6 tempest-VolumesActionsTest-1388363050 tempest-VolumesActionsTest-1388363050-project] Allocated IP 172.20.0.2 (54afdaa5-c2b3-4e57-9385-9624f134a9f6/51a8ccc1-9586-43ae-a12c-079a88b566e0/45d7adb9-457f-45fb-805e-da385d86d8a0) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:13:01.476843 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:01.678412 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-bfcfba09-0b3c-4563-bbff-dd776c4da00c req-8e2f00ab-e21e-4018-9e07-0465a01c75f6 tempest-VolumesActionsTest-1388363050 tempest-VolumesActionsTest-1388363050-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:01.838730 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-bfcfba09-0b3c-4563-bbff-dd776c4da00c req-8e2f00ab-e21e-4018-9e07-0465a01c75f6 tempest-VolumesActionsTest-1388363050 tempest-VolumesActionsTest-1388363050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:01.844913 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a9f2020d-f709-4954-a787-82c2f06dd0c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:13:01.960710 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf176ca-3302-4da3-a4d9-09ffad40d00e req-302830fa-6d7c-4e0b-bad5-86b34983a51d tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:13:01.974413 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9bf176ca-3302-4da3-a4d9-09ffad40d00e req-302830fa-6d7c-4e0b-bad5-86b34983a51d tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=672379a7-85de-4c3b-b4e7-f9a32b593c17 HTTP/1.1" status: 200 len: 943 time: 0.1646390 Jun 11 10:13:01.990076 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfcfba09-0b3c-4563-bbff-dd776c4da00c req-8e2f00ab-e21e-4018-9e07-0465a01c75f6 tempest-VolumesActionsTest-1388363050 tempest-VolumesActionsTest-1388363050-project] Network 54afdaa5-c2b3-4e57-9385-9624f134a9f6 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:13:01.993803 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-bfcfba09-0b3c-4563-bbff-dd776c4da00c req-8e2f00ab-e21e-4018-9e07-0465a01c75f6 tempest-VolumesActionsTest-1388363050 tempest-VolumesActionsTest-1388363050-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:13:01.996514 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfcfba09-0b3c-4563-bbff-dd776c4da00c req-8e2f00ab-e21e-4018-9e07-0465a01c75f6 tempest-VolumesActionsTest-1388363050 tempest-VolumesActionsTest-1388363050-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:13:02.053445 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2f00ab-e21e-4018-9e07-0465a01c75f6 tempest-VolumesActionsTest-1388363050 tempest-VolumesActionsTest-1388363050-project] Pushing event updated for resources: {'Port': ['ID=45d7adb9-457f-45fb-805e-da385d86d8a0,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:13:02.057986 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8e2f00ab-e21e-4018-9e07-0465a01c75f6 tempest-VolumesActionsTest-1388363050 tempest-VolumesActionsTest-1388363050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:13:02.063335 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9bf176ca-3302-4da3-a4d9-09ffad40d00e req-ce95ed9d-a7b9-40bc-bb22-9e68668c43e8 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773597 Jun 11 10:13:02.097371 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcfba09-0b3c-4563-bbff-dd776c4da00c req-8e2f00ab-e21e-4018-9e07-0465a01c75f6 tempest-VolumesActionsTest-1388363050 tempest-VolumesActionsTest-1388363050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:13:02.098020 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-bfcfba09-0b3c-4563-bbff-dd776c4da00c req-8e2f00ab-e21e-4018-9e07-0465a01c75f6 tempest-VolumesActionsTest-1388363050 tempest-VolumesActionsTest-1388363050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:02.120054 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54216) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:13:02.226151 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-bfcfba09-0b3c-4563-bbff-dd776c4da00c req-8e2f00ab-e21e-4018-9e07-0465a01c75f6 tempest-VolumesActionsTest-1388363050 tempest-VolumesActionsTest-1388363050-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7636054 Jun 11 10:13:02.241754 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-bfcfba09-0b3c-4563-bbff-dd776c4da00c req-c907f9a4-fa98-4ab6-a008-8708cd3ac0d7 service neutron] Request body: {'port': {'device_id': '00cfa074-9633-4f4a-b2e2-cb61a5ee387e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:13:02.384626 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-607eedc5-36cd-4873-a145-d3a0ee4724ea tempest-ServiceProvidersTest-521797222 tempest-ServiceProvidersTest-521797222-project] 10.222.0.60 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2627559 Jun 11 10:13:02.405235 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964a5d55-21c1-40a7-b8ed-a85e3f2059fd req-ff8a4663-21ef-4c69-b555-79dabe77e39f tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:13:02.406793 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-964a5d55-21c1-40a7-b8ed-a85e3f2059fd req-ff8a4663-21ef-4c69-b555-79dabe77e39f tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 947 time: 0.1640174 Jun 11 10:13:02.431635 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-bfcfba09-0b3c-4563-bbff-dd776c4da00c req-c907f9a4-fa98-4ab6-a008-8708cd3ac0d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:02.503695 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-964a5d55-21c1-40a7-b8ed-a85e3f2059fd req-150608df-394a-4520-b10f-0b8603f15d70 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867524 Jun 11 10:13:02.561456 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef63c72d-947a-47c9-99ce-fc9213eb04c2 req-8712ca00-5cd1-4a84-bbd8-7e5a02f51920 tempest-VolumesActionsTest-1388363050 tempest-VolumesActionsTest-1388363050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:13:02.565163 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ef63c72d-947a-47c9-99ce-fc9213eb04c2 req-8712ca00-5cd1-4a84-bbd8-7e5a02f51920 tempest-VolumesActionsTest-1388363050 tempest-VolumesActionsTest-1388363050-project] 10.222.0.60 "GET /v2.0/ports?device_id=00cfa074-9633-4f4a-b2e2-cb61a5ee387e HTTP/1.1" status: 200 len: 931 time: 0.1962996 Jun 11 10:13:02.691590 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ef63c72d-947a-47c9-99ce-fc9213eb04c2 req-2c71cb00-2852-41d7-b240-8b3ae9a662d3 tempest-VolumesActionsTest-1388363050 tempest-VolumesActionsTest-1388363050-project] 10.222.0.60 "GET /v2.0/security-groups?id=306e56a5-c00b-46f8-8af8-ce4c67b3bf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255047 Jun 11 10:13:02.979063 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-bfcfba09-0b3c-4563-bbff-dd776c4da00c req-c907f9a4-fa98-4ab6-a008-8708cd3ac0d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45d7adb9-457f-45fb-805e-da385d86d8a0 {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:13:03.108970 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-bfcfba09-0b3c-4563-bbff-dd776c4da00c req-c907f9a4-fa98-4ab6-a008-8708cd3ac0d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:03.129363 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-bfcfba09-0b3c-4563-bbff-dd776c4da00c req-c907f9a4-fa98-4ab6-a008-8708cd3ac0d7 service neutron] Transition to ACTIVE for port object 45d7adb9-457f-45fb-805e-da385d86d8a0 will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:13:03.301007 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-bfcfba09-0b3c-4563-bbff-dd776c4da00c req-c907f9a4-fa98-4ab6-a008-8708cd3ac0d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:03.303532 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 54244) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:13:03.304341 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a03a498b-e171-4c4e-b8da-97b9775c15eb tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:13:03.353065 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5298fa-63ff-4848-9cf7-461c7fb1cc65 req-5085a434-08b6-4e0a-98ab-62bf5bf178b2 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:13:03.364412 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7b5298fa-63ff-4848-9cf7-461c7fb1cc65 req-5085a434-08b6-4e0a-98ab-62bf5bf178b2 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=672379a7-85de-4c3b-b4e7-f9a32b593c17 HTTP/1.1" status: 200 len: 943 time: 0.1426060 Jun 11 10:13:03.419683 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c907f9a4-fa98-4ab6-a008-8708cd3ac0d7 service neutron] Pushing event updated for resources: {'Port': ['ID=45d7adb9-457f-45fb-805e-da385d86d8a0,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:13:03.424047 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c907f9a4-fa98-4ab6-a008-8708cd3ac0d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:13:03.446588 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7b5298fa-63ff-4848-9cf7-461c7fb1cc65 req-986e6b14-4208-45e0-9f3a-d59c9dcac8e7 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757701 Jun 11 10:13:03.680302 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9991eb32-465e-47f9-9814-81099ffd4cf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:03.776168 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-bfcfba09-0b3c-4563-bbff-dd776c4da00c req-c907f9a4-fa98-4ab6-a008-8708cd3ac0d7 service neutron] Attempting to bind port 45d7adb9-457f-45fb-805e-da385d86d8a0 on host n-h2-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:13:03.776705 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-bfcfba09-0b3c-4563-bbff-dd776c4da00c req-c907f9a4-fa98-4ab6-a008-8708cd3ac0d7 service neutron] Attempting to bind port 45d7adb9-457f-45fb-805e-da385d86d8a0 by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': '1dd7b815-e7ba-4769-be1d-9c9e272f5a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '54afdaa5-c2b3-4e57-9385-9624f134a9f6'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:13:03.777140 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfcfba09-0b3c-4563-bbff-dd776c4da00c req-c907f9a4-fa98-4ab6-a008-8708cd3ac0d7 service neutron] Attempting to bind port 45d7adb9-457f-45fb-805e-da385d86d8a0 on network 54afdaa5-c2b3-4e57-9385-9624f134a9f6 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:13:03.803088 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfcfba09-0b3c-4563-bbff-dd776c4da00c req-c907f9a4-fa98-4ab6-a008-8708cd3ac0d7 service neutron] Port 45d7adb9-457f-45fb-805e-da385d86d8a0 on network 54afdaa5-c2b3-4e57-9385-9624f134a9f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:13:03.803416 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfcfba09-0b3c-4563-bbff-dd776c4da00c req-c907f9a4-fa98-4ab6-a008-8708cd3ac0d7 service neutron] Attempting to bind port 45d7adb9-457f-45fb-805e-da385d86d8a0 on network 54afdaa5-c2b3-4e57-9385-9624f134a9f6 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:13:03.817716 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfcfba09-0b3c-4563-bbff-dd776c4da00c req-c907f9a4-fa98-4ab6-a008-8708cd3ac0d7 service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:13:03.818083 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfcfba09-0b3c-4563-bbff-dd776c4da00c req-c907f9a4-fa98-4ab6-a008-8708cd3ac0d7 service neutron] Checking segment: {'id': '1dd7b815-e7ba-4769-be1d-9c9e272f5a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '54afdaa5-c2b3-4e57-9385-9624f134a9f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:13:03.818416 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfcfba09-0b3c-4563-bbff-dd776c4da00c req-c907f9a4-fa98-4ab6-a008-8708cd3ac0d7 service neutron] Bound using segment: {'id': '1dd7b815-e7ba-4769-be1d-9c9e272f5a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '54afdaa5-c2b3-4e57-9385-9624f134a9f6'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:13:03.818944 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-bfcfba09-0b3c-4563-bbff-dd776c4da00c req-c907f9a4-fa98-4ab6-a008-8708cd3ac0d7 service neutron] Bound port: 45d7adb9-457f-45fb-805e-da385d86d8a0, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dd7b815-e7ba-4769-be1d-9c9e272f5a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '54afdaa5-c2b3-4e57-9385-9624f134a9f6'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:13:03.819340 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-bfcfba09-0b3c-4563-bbff-dd776c4da00c req-c907f9a4-fa98-4ab6-a008-8708cd3ac0d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:03.905664 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc0bfdf-dd08-4e17-88b9-1e07f24c780d req-cf7b8037-6c90-4b39-b756-8b1642da0e73 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:13:03.907894 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-bfc0bfdf-dd08-4e17-88b9-1e07f24c780d req-cf7b8037-6c90-4b39-b756-8b1642da0e73 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.64 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 947 time: 0.3753476 Jun 11 10:13:04.031924 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95800270-9b54-4597-b717-6a4793c79422 req-aaf8000f-f31b-4191-a223-b0c7f21aa7f8 tempest-VolumesActionsTest-1388363050 tempest-VolumesActionsTest-1388363050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:13:04.043152 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-95800270-9b54-4597-b717-6a4793c79422 req-aaf8000f-f31b-4191-a223-b0c7f21aa7f8 tempest-VolumesActionsTest-1388363050 tempest-VolumesActionsTest-1388363050-project] 10.222.0.60 "GET /v2.0/ports?device_id=00cfa074-9633-4f4a-b2e2-cb61a5ee387e HTTP/1.1" status: 200 len: 943 time: 0.1640596 Jun 11 10:13:04.103309 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-95800270-9b54-4597-b717-6a4793c79422 req-f2cf8140-171b-461b-b2fc-6ec44ff7281d tempest-VolumesActionsTest-1388363050 tempest-VolumesActionsTest-1388363050-project] 10.222.0.60 "GET /v2.0/security-groups?id=306e56a5-c00b-46f8-8af8-ce4c67b3bf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588260 Jun 11 10:13:04.137031 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-bfcfba09-0b3c-4563-bbff-dd776c4da00c req-c907f9a4-fa98-4ab6-a008-8708cd3ac0d7 service neutron] For port 45d7adb9-457f-45fb-805e-da385d86d8a0, host n-h2-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:13:04.164414 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-bfcfba09-0b3c-4563-bbff-dd776c4da00c req-c907f9a4-fa98-4ab6-a008-8708cd3ac0d7 service neutron] For port 45d7adb9-457f-45fb-805e-da385d86d8a0, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=45d7adb9-457f-45fb-805e-da385d86d8a0,segment=NetworkSegment(1dd7b815-e7ba-4769-be1d-9c9e272f5a25),segment_id=1dd7b815-e7ba-4769-be1d-9c9e272f5a25)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:13:04.186548 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4be9de-0c7a-4c1e-b177-49c107ed8e2b req-fdee0538-6967-46d4-b1a1-f7542683f22a tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:13:04.188095 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9e4be9de-0c7a-4c1e-b177-49c107ed8e2b req-fdee0538-6967-46d4-b1a1-f7542683f22a tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 947 time: 0.4795465 Jun 11 10:13:04.198277 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9991eb32-465e-47f9-9814-81099ffd4cf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:04.258750 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9e4be9de-0c7a-4c1e-b177-49c107ed8e2b req-3b6ff9f7-f7da-446f-9456-2c050babc5e6 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635200 Jun 11 10:13:04.260187 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-bfc0bfdf-dd08-4e17-88b9-1e07f24c780d req-9ca5e62c-4c86-4878-b7ba-296431e0b3a1 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Deleting port 8886e1b5-532b-41f0-a26f-66a289f14c2f {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:13:04.260525 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-bfc0bfdf-dd08-4e17-88b9-1e07f24c780d req-9ca5e62c-4c86-4878-b7ba-296431e0b3a1 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:04.306019 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-bfcfba09-0b3c-4563-bbff-dd776c4da00c req-c907f9a4-fa98-4ab6-a008-8708cd3ac0d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:04.311203 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f58720a9-5a38-4c35-b120-3344346ebe43 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:13:04.403831 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9991eb32-465e-47f9-9814-81099ffd4cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:04.433020 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcfba09-0b3c-4563-bbff-dd776c4da00c req-c907f9a4-fa98-4ab6-a008-8708cd3ac0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:13:04.433627 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-bfcfba09-0b3c-4563-bbff-dd776c4da00c req-c907f9a4-fa98-4ab6-a008-8708cd3ac0d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:04.435032 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-bfcfba09-0b3c-4563-bbff-dd776c4da00c req-c907f9a4-fa98-4ab6-a008-8708cd3ac0d7 service neutron] 10.222.0.69 "PUT /v2.0/ports/45d7adb9-457f-45fb-805e-da385d86d8a0 HTTP/1.1" status: 200 len: 1092 time: 2.1998990 Jun 11 10:13:04.438874 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00cfa074-9633-4f4a-b2e2-cb61a5ee387e', 'tag': '45d7adb9-457f-45fb-805e-da385d86d8a0'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:13:04.441545 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c62058a7-4b36-4a06-b1e0-a5e2b115abf9" -d '{"events": [{"name": "network-changed", "server_uuid": "00cfa074-9633-4f4a-b2e2-cb61a5ee387e", "tag": "45d7adb9-457f-45fb-805e-da385d86d8a0"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:13:04.504181 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-9991eb32-465e-47f9-9814-81099ffd4cf5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=754a89874a304ac9b2d52827ab53b842&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1970844 Jun 11 10:13:04.505650 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c907f9a4-fa98-4ab6-a008-8708cd3ac0d7 service neutron] Pushing event updated for resources: {'Port': ['ID=45d7adb9-457f-45fb-805e-da385d86d8a0,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:13:04.506844 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54272) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:13:04.511558 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-bfc0bfdf-dd08-4e17-88b9-1e07f24c780d req-9ca5e62c-4c86-4878-b7ba-296431e0b3a1 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] For port 8886e1b5-532b-41f0-a26f-66a289f14c2f, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=8886e1b5-532b-41f0-a26f-66a289f14c2f,segment=NetworkSegment(5f313cca-80d0-475b-adf4-c4e559f78f6a),segment_id=5f313cca-80d0-475b-adf4-c4e559f78f6a)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:13:04.511558 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-bfc0bfdf-dd08-4e17-88b9-1e07f24c780d req-9ca5e62c-4c86-4878-b7ba-296431e0b3a1 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:04.515590 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-800b1228-a849-4e67-8240-662a01e2719a x-openstack-request-id: req-800b1228-a849-4e67-8240-662a01e2719a {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:13:04.515926 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00cfa074-9633-4f4a-b2e2-cb61a5ee387e", "tag": "45d7adb9-457f-45fb-805e-da385d86d8a0", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:13:04.521128 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-800b1228-a849-4e67-8240-662a01e2719a {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:13:04.521128 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00cfa074-9633-4f4a-b2e2-cb61a5ee387e', 'tag': '45d7adb9-457f-45fb-805e-da385d86d8a0', 'status': 'completed', 'code': 200} Jun 11 10:13:04.521128 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c907f9a4-fa98-4ab6-a008-8708cd3ac0d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:13:04.521128 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-77733265-4915-446a-adc4-73e985564d3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:13:04.592567 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-09cb5373-365b-41a2-baf0-1c28b3c29ffd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:04.639962 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-09cb5373-365b-41a2-baf0-1c28b3c29ffd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:04.697376 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9991eb32-465e-47f9-9814-81099ffd4cf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65bda171-370c-4610-a8c7-227e4f593574,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:13:04.768882 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-bfc0bfdf-dd08-4e17-88b9-1e07f24c780d req-9ca5e62c-4c86-4878-b7ba-296431e0b3a1 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Calling delete_port for 8886e1b5-532b-41f0-a26f-66a289f14c2f owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:13:04.777282 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9991eb32-465e-47f9-9814-81099ffd4cf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:13:04.823943 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-09cb5373-365b-41a2-baf0-1c28b3c29ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:04.828876 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-09cb5373-365b-41a2-baf0-1c28b3c29ffd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:04.830947 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-09cb5373-365b-41a2-baf0-1c28b3c29ffd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/65bda171-370c-4610-a8c7-227e4f593574 HTTP/1.1" status: 204 len: 168 time: 0.3191922 Jun 11 10:13:04.832817 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4428b05b-c7cf-4bff-a156-edf0e1690968 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:13:04.844949 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cb5373-365b-41a2-baf0-1c28b3c29ffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65bda171-370c-4610-a8c7-227e4f593574,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:13:04.848573 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-09cb5373-365b-41a2-baf0-1c28b3c29ffd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:13:05.055084 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62058a7-4b36-4a06-b1e0-a5e2b115abf9 req-6d5f8e4b-109c-4b55-8f9e-d1dd63b441b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:13:05.056596 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c62058a7-4b36-4a06-b1e0-a5e2b115abf9 req-6d5f8e4b-109c-4b55-8f9e-d1dd63b441b6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6c34fead3258444f844c558a950e8c14&device_id=00cfa074-9633-4f4a-b2e2-cb61a5ee387e HTTP/1.1" status: 200 len: 1095 time: 0.5060754 Jun 11 10:13:05.120789 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363406b3-0636-4396-b57d-2ebef984376f req-96d8787a-ca5a-4cf2-a8ce-1a12b5e77526 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:13:05.122727 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-363406b3-0636-4396-b57d-2ebef984376f req-96d8787a-ca5a-4cf2-a8ce-1a12b5e77526 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=672379a7-85de-4c3b-b4e7-f9a32b593c17 HTTP/1.1" status: 200 len: 943 time: 0.4225240 Jun 11 10:13:05.399799 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68805f8-bd10-42bf-9df1-a866e45daa52 req-149e0a40-f62c-4b3a-8783-efc5ecba3449 tempest-VolumesActionsTest-1388363050 tempest-VolumesActionsTest-1388363050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:13:05.402724 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c68805f8-bd10-42bf-9df1-a866e45daa52 req-149e0a40-f62c-4b3a-8783-efc5ecba3449 tempest-VolumesActionsTest-1388363050 tempest-VolumesActionsTest-1388363050-project] 10.222.0.60 "GET /v2.0/ports?device_id=00cfa074-9633-4f4a-b2e2-cb61a5ee387e HTTP/1.1" status: 200 len: 943 time: 0.1248174 Jun 11 10:13:05.433263 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62058a7-4b36-4a06-b1e0-a5e2b115abf9 req-cca68265-bc29-4094-9e48-dd4761c30661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:13:05.443314 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c62058a7-4b36-4a06-b1e0-a5e2b115abf9 req-cca68265-bc29-4094-9e48-dd4761c30661 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=6c34fead3258444f844c558a950e8c14&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3772402 Jun 11 10:13:05.491592 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c68805f8-bd10-42bf-9df1-a866e45daa52 req-a88a02c8-4e55-4024-9d18-23a910b63224 tempest-VolumesActionsTest-1388363050 tempest-VolumesActionsTest-1388363050-project] 10.222.0.60 "GET /v2.0/security-groups?id=306e56a5-c00b-46f8-8af8-ce4c67b3bf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733352 Jun 11 10:13:05.700453 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:05.703121 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62058a7-4b36-4a06-b1e0-a5e2b115abf9 req-bfce4732-5aee-451f-9b6c-8697c5bc7c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:13:05.704066 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c62058a7-4b36-4a06-b1e0-a5e2b115abf9 req-bfce4732-5aee-451f-9b6c-8697c5bc7c30 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2481220 Jun 11 10:13:05.709146 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-363406b3-0636-4396-b57d-2ebef984376f req-fa9e934a-9688-48c3-ba4b-30c7c1530cac tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5749469 Jun 11 10:13:05.826627 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-bfc0bfdf-dd08-4e17-88b9-1e07f24c780d req-9ca5e62c-4c86-4878-b7ba-296431e0b3a1 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:05.832844 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-eaa26aec-f038-4a81-9c0c-a7dd31bea5e5 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:13:05.875286 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48998847-9d62-4b08-b92c-79f8bd526a71 req-09485434-0ab5-48c3-a0be-a85fb864e44d tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:13:05.882633 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca5e62c-4c86-4878-b7ba-296431e0b3a1 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Pushing event deleted for resources: {'Port': ['ID=8886e1b5-532b-41f0-a26f-66a289f14c2f,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:13:05.888533 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9ca5e62c-4c86-4878-b7ba-296431e0b3a1 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:13:05.891881 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-48998847-9d62-4b08-b92c-79f8bd526a71 req-09485434-0ab5-48c3-a0be-a85fb864e44d tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 868 time: 0.1631546 Jun 11 10:13:05.951529 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfc0bfdf-dd08-4e17-88b9-1e07f24c780d req-9ca5e62c-4c86-4878-b7ba-296431e0b3a1 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] No DVR routers for this DVR port 8886e1b5-532b-41f0-a26f-66a289f14c2f on host n-h1-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:13:05.954848 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcfba09-0b3c-4563-bbff-dd776c4da00c req-727d5e28-3a47-4a5a-af33-8acca47960c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:13:05.956295 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-bfcfba09-0b3c-4563-bbff-dd776c4da00c req-727d5e28-3a47-4a5a-af33-8acca47960c2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6c34fead3258444f844c558a950e8c14&device_id=00cfa074-9633-4f4a-b2e2-cb61a5ee387e HTTP/1.1" status: 200 len: 1095 time: 0.1810594 Jun 11 10:13:05.957383 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-bfc0bfdf-dd08-4e17-88b9-1e07f24c780d req-9ca5e62c-4c86-4878-b7ba-296431e0b3a1 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:05.959237 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-bfc0bfdf-dd08-4e17-88b9-1e07f24c780d req-9ca5e62c-4c86-4878-b7ba-296431e0b3a1 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.64 "DELETE /v2.0/ports/8886e1b5-532b-41f0-a26f-66a289f14c2f HTTP/1.1" status: 204 len: 173 time: 2.0424750 Jun 11 10:13:05.972177 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-48998847-9d62-4b08-b92c-79f8bd526a71 req-ce835b2f-af83-45d9-8f1a-979e6b07e464 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fec6e58-0d46-4d61-a818-a4594ddc4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790746 Jun 11 10:13:06.053490 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-bfcfba09-0b3c-4563-bbff-dd776c4da00c req-5d029ee7-241a-46f8-b644-7094251b9842 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=45d7adb9-457f-45fb-805e-da385d86d8a0 HTTP/1.1" status: 200 len: 217 time: 0.0788822 Jun 11 10:13:06.148228 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcfba09-0b3c-4563-bbff-dd776c4da00c req-1b30739d-721d-4662-842c-7bf9c231f6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:13:06.152525 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-bfcfba09-0b3c-4563-bbff-dd776c4da00c req-1b30739d-721d-4662-842c-7bf9c231f6af service neutron] 10.222.0.69 "GET /v2.0/subnets?id=51a8ccc1-9586-43ae-a12c-079a88b566e0 HTTP/1.1" status: 200 len: 849 time: 0.0706558 Jun 11 10:13:06.232962 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-bfcfba09-0b3c-4563-bbff-dd776c4da00c req-238d4321-e360-467c-a09b-e80c8fac2410 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=54afdaa5-c2b3-4e57-9385-9624f134a9f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751731 Jun 11 10:13:06.429261 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-bfcfba09-0b3c-4563-bbff-dd776c4da00c req-76339e5a-03ea-4726-ac5c-e388b71b5481 service neutron] 10.222.0.69 "GET /v2.0/networks/54afdaa5-c2b3-4e57-9385-9624f134a9f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851144 Jun 11 10:13:06.635267 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd27e9a1f-fb95-45f7-bf50-9c284c8ef776', 'name': 'network-vif-deleted', 'tag': '8886e1b5-532b-41f0-a26f-66a289f14c2f'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:13:06.638144 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bfe4898-878a-494c-8439-9709963623a0" -d '{"events": [{"server_uuid": "d27e9a1f-fb95-45f7-bf50-9c284c8ef776", "name": "network-vif-deleted", "tag": "8886e1b5-532b-41f0-a26f-66a289f14c2f"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:13:06.656346 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54332) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:13:06.701607 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-bfcfba09-0b3c-4563-bbff-dd776c4da00c req-dab518e9-6356-448f-9bba-17d4d850ad92 service neutron] 10.222.0.69 "GET /v2.0/networks/54afdaa5-c2b3-4e57-9385-9624f134a9f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650733 Jun 11 10:13:06.749792 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7606d8e8-6c99-4cd8-ae69-e1a4c20ff765 x-openstack-request-id: req-7606d8e8-6c99-4cd8-ae69-e1a4c20ff765 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:13:06.749792 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d27e9a1f-fb95-45f7-bf50-9c284c8ef776", "name": "network-vif-deleted", "tag": "8886e1b5-532b-41f0-a26f-66a289f14c2f", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:13:06.749792 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7606d8e8-6c99-4cd8-ae69-e1a4c20ff765 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:13:06.749792 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd27e9a1f-fb95-45f7-bf50-9c284c8ef776', 'name': 'network-vif-deleted', 'tag': '8886e1b5-532b-41f0-a26f-66a289f14c2f', 'status': 'completed', 'code': 200} Jun 11 10:13:06.916293 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-68b5d030-9a60-4a28-997a-cb2d41c41a47 tempest-TagsTest-1713685801 tempest-TagsTest-1713685801-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1865191930'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:13:07.018691 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10c48d6-0e8f-4312-a2af-ace0d8f93786 req-c0a932c3-16a8-4476-b46d-8fd6589d1fcd tempest-VolumesActionsTest-1388363050 tempest-VolumesActionsTest-1388363050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:13:07.018691 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f10c48d6-0e8f-4312-a2af-ace0d8f93786 req-c0a932c3-16a8-4476-b46d-8fd6589d1fcd tempest-VolumesActionsTest-1388363050 tempest-VolumesActionsTest-1388363050-project] 10.222.0.60 "GET /v2.0/ports?device_id=00cfa074-9633-4f4a-b2e2-cb61a5ee387e HTTP/1.1" status: 200 len: 943 time: 0.1695561 Jun 11 10:13:07.101735 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f10c48d6-0e8f-4312-a2af-ace0d8f93786 req-25bd3935-7068-4d12-aefd-39df7a40357d tempest-VolumesActionsTest-1388363050 tempest-VolumesActionsTest-1388363050-project] 10.222.0.60 "GET /v2.0/security-groups?id=306e56a5-c00b-46f8-8af8-ce4c67b3bf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672591 Jun 11 10:13:07.106127 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b5d030-9a60-4a28-997a-cb2d41c41a47 tempest-TagsTest-1713685801 tempest-TagsTest-1713685801-project] Made reservation on behalf of 4f43040ea979438396a5f4910d0128ac for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:13:07.109609 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-68b5d030-9a60-4a28-997a-cb2d41c41a47 tempest-TagsTest-1713685801 tempest-TagsTest-1713685801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:07.131018 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8619ad-8702-4152-9483-7b649d5870aa req-4b422cc6-abbc-48dd-92aa-c39c9ec2cf19 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:13:07.132777 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bd8619ad-8702-4152-9483-7b649d5870aa req-4b422cc6-abbc-48dd-92aa-c39c9ec2cf19 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=672379a7-85de-4c3b-b4e7-f9a32b593c17 HTTP/1.1" status: 200 len: 943 time: 0.1058996 Jun 11 10:13:07.133793 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-68b5d030-9a60-4a28-997a-cb2d41c41a47 tempest-TagsTest-1713685801 tempest-TagsTest-1713685801-project] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:07.207974 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bd8619ad-8702-4152-9483-7b649d5870aa req-a0ba9296-4731-42a2-86ca-83cd34587cd3 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615890 Jun 11 10:13:07.313942 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-68b5d030-9a60-4a28-997a-cb2d41c41a47 tempest-TagsTest-1713685801 tempest-TagsTest-1713685801-project] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:07.342399 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-166f5164-22ca-4a58-a8b2-4ae74872e8c7 req-8820ee32-2ff0-4521-bc6d-b77169f02f35 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] 10.222.0.60 "GET /v2.0/ports?device_id=d27e9a1f-fb95-45f7-bf50-9c284c8ef776 HTTP/1.1" status: 200 len: 210 time: 0.0616229 Jun 11 10:13:07.380031 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 8886e1b5-532b-41f0-a26f-66a289f14c2f no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:13:07.415029 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] No Port match for: 8886e1b5-532b-41f0-a26f-66a289f14c2f {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:13:07.415545 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 8886e1b5-532b-41f0-a26f-66a289f14c2f not bound to the agent host n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:13:07.431785 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-68b5d030-9a60-4a28-997a-cb2d41c41a47 tempest-TagsTest-1713685801 tempest-TagsTest-1713685801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:07.443001 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-940687ad-681b-4479-bee0-cab8741bbf65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:13:07.465832 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68b5d030-9a60-4a28-997a-cb2d41c41a47 tempest-TagsTest-1713685801 tempest-TagsTest-1713685801-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 794} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:13:07.484077 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b5d030-9a60-4a28-997a-cb2d41c41a47 tempest-TagsTest-1713685801 tempest-TagsTest-1713685801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01f64cdb-673e-4c8a-95e8-f474709e9a72,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:13:07.488144 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-68b5d030-9a60-4a28-997a-cb2d41c41a47 tempest-TagsTest-1713685801 tempest-TagsTest-1713685801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:07.488144 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-68b5d030-9a60-4a28-997a-cb2d41c41a47 tempest-TagsTest-1713685801 tempest-TagsTest-1713685801-project] Added segment 04de4507-f24c-4d1c-9824-1376c9a15d62 of type vlan for network cd1424c6-be27-4642-9c76-9f6e1ed7c373 Jun 11 10:13:07.491598 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-68b5d030-9a60-4a28-997a-cb2d41c41a47 tempest-TagsTest-1713685801 tempest-TagsTest-1713685801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:13:07.577248 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-68b5d030-9a60-4a28-997a-cb2d41c41a47 tempest-TagsTest-1713685801 tempest-TagsTest-1713685801-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:07.762937 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-68b5d030-9a60-4a28-997a-cb2d41c41a47 tempest-TagsTest-1713685801 tempest-TagsTest-1713685801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:07.774159 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b5d030-9a60-4a28-997a-cb2d41c41a47 tempest-TagsTest-1713685801 tempest-TagsTest-1713685801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:13:07.775501 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-68b5d030-9a60-4a28-997a-cb2d41c41a47 tempest-TagsTest-1713685801 tempest-TagsTest-1713685801-project] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:07.779604 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1c40d0a4-c3a9-4c81-af61-93fc7800fb0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:13:07.899978 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b5d030-9a60-4a28-997a-cb2d41c41a47 tempest-TagsTest-1713685801 tempest-TagsTest-1713685801-project] Pushing event updated for resources: {'Network': ['ID=cd1424c6-be27-4642-9c76-9f6e1ed7c373,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:13:07.902600 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-68b5d030-9a60-4a28-997a-cb2d41c41a47 tempest-TagsTest-1713685801 tempest-TagsTest-1713685801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:13:07.910747 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network cd1424c6-be27-4642-9c76-9f6e1ed7c373 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:13:07.959709 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-68b5d030-9a60-4a28-997a-cb2d41c41a47 tempest-TagsTest-1713685801 tempest-TagsTest-1713685801-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.3014574 Jun 11 10:13:07.964287 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 54354) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:13:07.970243 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.tag.tag_plugin [None req-d8973c1f-e04f-4319-b5c5-9798abef0535 tempest-TagsTest-1713685801 tempest-TagsTest-1713685801-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'cd1424c6-be27-4642-9c76-9f6e1ed7c373', 'tempest-TagsTest-Tag-488093690') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:13:08.280145 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-d8973c1f-e04f-4319-b5c5-9798abef0535 tempest-TagsTest-1713685801 tempest-TagsTest-1713685801-project] 10.222.0.60 "PUT /v2.0/networks/cd1424c6-be27-4642-9c76-9f6e1ed7c373/tags/tempest-TagsTest-Tag-488093690 HTTP/1.1" status: 201 len: 201 time: 0.3144438 Jun 11 10:13:08.281645 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 54364) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:13:08.287213 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.tag.tag_plugin [None req-ce0d6898-540f-4816-98ac-782d174eb065 tempest-TagsTest-1713685801 tempest-TagsTest-1713685801-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'cd1424c6-be27-4642-9c76-9f6e1ed7c373', 'tempest-TagsTest-Tag-488093690') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:13:08.317473 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a7bac-e4e5-4a89-8853-dc5b1f7cea26 req-81a8a980-a749-437d-9c2d-194b66118681 tempest-VolumesActionsTest-1388363050 tempest-VolumesActionsTest-1388363050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:13:08.319467 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-044a7bac-e4e5-4a89-8853-dc5b1f7cea26 req-81a8a980-a749-437d-9c2d-194b66118681 tempest-VolumesActionsTest-1388363050 tempest-VolumesActionsTest-1388363050-project] 10.222.0.60 "GET /v2.0/ports?device_id=00cfa074-9633-4f4a-b2e2-cb61a5ee387e HTTP/1.1" status: 200 len: 943 time: 0.0923901 Jun 11 10:13:08.396941 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-044a7bac-e4e5-4a89-8853-dc5b1f7cea26 req-d3c7e4b1-2daf-4ded-98cd-22f171d6dea9 tempest-VolumesActionsTest-1388363050 tempest-VolumesActionsTest-1388363050-project] 10.222.0.60 "GET /v2.0/security-groups?id=306e56a5-c00b-46f8-8af8-ce4c67b3bf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624406 Jun 11 10:13:08.482179 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-ce0d6898-540f-4816-98ac-782d174eb065 tempest-TagsTest-1713685801 tempest-TagsTest-1713685801-project] 10.222.0.60 "GET /v2.0/networks/cd1424c6-be27-4642-9c76-9f6e1ed7c373/tags/tempest-TagsTest-Tag-488093690 HTTP/1.1" status: 204 len: 168 time: 0.1993494 Jun 11 10:13:08.485567 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54370) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:13:08.489833 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.tag.tag_plugin [None req-5087aeff-6f82-4ad7-93a4-65443909d1c2 tempest-TagsTest-1713685801 tempest-TagsTest-1713685801-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'cd1424c6-be27-4642-9c76-9f6e1ed7c373') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:13:08.538781 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7817a4-30ef-4e3c-8f28-4be7d31cbc32 req-e0d4f763-6b12-43c3-bc48-d086237b5e6f tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:13:08.548414 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2c7817a4-30ef-4e3c-8f28-4be7d31cbc32 req-e0d4f763-6b12-43c3-bc48-d086237b5e6f tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=672379a7-85de-4c3b-b4e7-f9a32b593c17 HTTP/1.1" status: 200 len: 943 time: 0.1638272 Jun 11 10:13:08.581791 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54374) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:13:08.618683 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2c7817a4-30ef-4e3c-8f28-4be7d31cbc32 req-ca6a910b-dc4d-46bb-a720-629a1bd64b09 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692732 Jun 11 10:13:08.669728 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-5087aeff-6f82-4ad7-93a4-65443909d1c2 tempest-TagsTest-1713685801 tempest-TagsTest-1713685801-project] 10.222.0.60 "GET /v2.0/networks/cd1424c6-be27-4642-9c76-9f6e1ed7c373/tags HTTP/1.1" status: 200 len: 237 time: 0.1815240 Jun 11 10:13:08.671168 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 54378) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:13:08.679465 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.tag.tag_plugin [None req-a10a6b6d-3e33-4db1-95ce-53129899c2fe tempest-TagsTest-1713685801 tempest-TagsTest-1713685801-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'cd1424c6-be27-4642-9c76-9f6e1ed7c373', {'tags': ['tempest-TagsTest-Tag-743397718', 'tempest-TagsTest-Tag-494103784', 'tempest-TagsTest-Tag-2018640428']}) {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:13:08.682994 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b06a07e-219b-46e7-818c-698bc4f5419f admin admin] Deleting subnet 57c6571c-69e4-42ab-927b-f1f4d313e6e9 {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:13:08.687102 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8b06a07e-219b-46e7-818c-698bc4f5419f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:08.750503 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8b06a07e-219b-46e7-818c-698bc4f5419f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:08.836164 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8b06a07e-219b-46e7-818c-698bc4f5419f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:09.042959 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-a10a6b6d-3e33-4db1-95ce-53129899c2fe tempest-TagsTest-1713685801 tempest-TagsTest-1713685801-project] 10.222.0.60 "PUT /v2.0/networks/cd1424c6-be27-4642-9c76-9f6e1ed7c373/tags HTTP/1.1" status: 200 len: 307 time: 0.3707688 Jun 11 10:13:09.045730 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 54386) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:13:09.051702 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.tag.tag_plugin [None req-e138150c-43db-4d37-8bac-eda36b8dcc87 tempest-TagsTest-1713685801 tempest-TagsTest-1713685801-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'cd1424c6-be27-4642-9c76-9f6e1ed7c373', 'tempest-TagsTest-Tag-743397718') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:13:09.073528 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8b06a07e-219b-46e7-818c-698bc4f5419f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:09.084610 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-fe52dc0a-0bfb-4f69-a979-f099d71eccde tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:13:09.119682 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b06a07e-219b-46e7-818c-698bc4f5419f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57c6571c-69e4-42ab-927b-f1f4d313e6e9,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:13:09.121876 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8b06a07e-219b-46e7-818c-698bc4f5419f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:09.128536 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-8b06a07e-219b-46e7-818c-698bc4f5419f admin admin] 10.222.0.60 "DELETE /v2.0/subnets/57c6571c-69e4-42ab-927b-f1f4d313e6e9 HTTP/1.1" status: 204 len: 168 time: 0.5534935 Jun 11 10:13:09.128536 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8b06a07e-219b-46e7-818c-698bc4f5419f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:13:09.131646 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54390) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:13:09.264839 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0d78cbbc-e6fc-49cb-aaaa-f99e60dc076c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:09.327177 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-e138150c-43db-4d37-8bac-eda36b8dcc87 tempest-TagsTest-1713685801 tempest-TagsTest-1713685801-project] 10.222.0.60 "DELETE /v2.0/networks/cd1424c6-be27-4642-9c76-9f6e1ed7c373/tags/tempest-TagsTest-Tag-743397718 HTTP/1.1" status: 204 len: 168 time: 0.2801549 Jun 11 10:13:09.331083 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 54394) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:13:09.335674 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.tag.tag_plugin [None req-95f4628e-747c-4ef5-925f-77dbd5cb5587 tempest-TagsTest-1713685801 tempest-TagsTest-1713685801-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'cd1424c6-be27-4642-9c76-9f6e1ed7c373', 'tempest-TagsTest-Tag-743397718') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:13:09.398619 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0d78cbbc-e6fc-49cb-aaaa-f99e60dc076c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:09.413921 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-0d78cbbc-e6fc-49cb-aaaa-f99e60dc076c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dde275fe-49aa-4dda-8d58-46e6697ca339']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:13:09.432077 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-0d78cbbc-e6fc-49cb-aaaa-f99e60dc076c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f313cca-80d0-475b-adf4-c4e559f78f6a') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:13:09.432491 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-0d78cbbc-e6fc-49cb-aaaa-f99e60dc076c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f313cca-80d0-475b-adf4-c4e559f78f6a') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:13:09.468025 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0d78cbbc-e6fc-49cb-aaaa-f99e60dc076c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:09.493314 n-d-779913-12 neutron-server[93176]: INFO neutron.api.v2.resource [None req-95f4628e-747c-4ef5-925f-77dbd5cb5587 tempest-TagsTest-1713685801 tempest-TagsTest-1713685801-project] show failed (client error): The resource could not be found. Jun 11 10:13:09.494365 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-95f4628e-747c-4ef5-925f-77dbd5cb5587 tempest-TagsTest-1713685801 tempest-TagsTest-1713685801-project] 10.222.0.60 "GET /v2.0/networks/cd1424c6-be27-4642-9c76-9f6e1ed7c373/tags/tempest-TagsTest-Tag-743397718 HTTP/1.1" status: 404 len: 325 time: 0.1622274 Jun 11 10:13:09.497918 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 54402) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:13:09.502698 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.tag.tag_plugin [None req-7f2e8223-e3e9-4a9e-895b-dc24762f214c tempest-TagsTest-1713685801 tempest-TagsTest-1713685801-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'cd1424c6-be27-4642-9c76-9f6e1ed7c373', 'tempest-TagsTest-Tag-494103784') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:13:09.546851 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0d78cbbc-e6fc-49cb-aaaa-f99e60dc076c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:09.554928 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d78cbbc-e6fc-49cb-aaaa-f99e60dc076c admin admin] Releasing vlan 752 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:13:09.555474 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0d78cbbc-e6fc-49cb-aaaa-f99e60dc076c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:09.558045 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 10:13:09.558045 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:13:09.558045 n-d-779913-12 neutron-server[93177]: timer() Jun 11 10:13:09.558045 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:13:09.558045 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 10:13:09.558045 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:13:09.558045 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 10:13:09.558045 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:13:09.558045 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 10:13:09.558045 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:13:09.558045 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 10:13:09.558045 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:13:09.558045 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 10:13:09.558045 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:13:09.558045 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:13:09.558045 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:13:09.558045 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:13:09.558045 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:13:09.558045 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 10:13:09.558045 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:13:09.558045 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 10:13:09.558045 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:13:09.558045 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:13:09.558045 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:13:09.558045 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 10:13:09.558045 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:13:09.558045 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:13:09.558045 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:13:09.558045 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:13:09.558045 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:13:09.558045 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:13:09.558045 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:13:09.635613 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-7f2e8223-e3e9-4a9e-895b-dc24762f214c tempest-TagsTest-1713685801 tempest-TagsTest-1713685801-project] 10.222.0.60 "GET /v2.0/networks/cd1424c6-be27-4642-9c76-9f6e1ed7c373/tags/tempest-TagsTest-Tag-494103784 HTTP/1.1" status: 204 len: 168 time: 0.1355948 Jun 11 10:13:09.641061 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 54406) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:13:09.645852 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.tag.tag_plugin [None req-6f98f35a-316c-4d2d-a4f5-879b4dcddb40 tempest-TagsTest-1713685801 tempest-TagsTest-1713685801-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'cd1424c6-be27-4642-9c76-9f6e1ed7c373', 'tempest-TagsTest-Tag-2018640428') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:13:09.801181 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b1c5a-f0e2-46c0-a40c-97b6891bb37c req-cff94fb5-5b82-4401-925a-65a19990b9bc tempest-VolumesActionsTest-1388363050 tempest-VolumesActionsTest-1388363050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:13:09.817098 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d17b1c5a-f0e2-46c0-a40c-97b6891bb37c req-cff94fb5-5b82-4401-925a-65a19990b9bc tempest-VolumesActionsTest-1388363050 tempest-VolumesActionsTest-1388363050-project] 10.222.0.60 "GET /v2.0/ports?device_id=00cfa074-9633-4f4a-b2e2-cb61a5ee387e HTTP/1.1" status: 200 len: 943 time: 0.1544552 Jun 11 10:13:09.829786 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0d78cbbc-e6fc-49cb-aaaa-f99e60dc076c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:09.834843 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-6f98f35a-316c-4d2d-a4f5-879b4dcddb40 tempest-TagsTest-1713685801 tempest-TagsTest-1713685801-project] 10.222.0.60 "GET /v2.0/networks/cd1424c6-be27-4642-9c76-9f6e1ed7c373/tags/tempest-TagsTest-Tag-2018640428 HTTP/1.1" status: 204 len: 168 time: 0.1924212 Jun 11 10:13:09.837470 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7d8e4b30-e0f0-4bf3-b8dd-e9b28301bebd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:13:09.837928 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 54410) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:13:09.851854 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.tag.tag_plugin [None req-e79a42ec-734a-4dbf-8c4b-8636029d4f01 tempest-TagsTest-1713685801 tempest-TagsTest-1713685801-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'cd1424c6-be27-4642-9c76-9f6e1ed7c373') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:13:09.860207 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0d78cbbc-e6fc-49cb-aaaa-f99e60dc076c admin admin] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:09.872945 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-0d78cbbc-e6fc-49cb-aaaa-f99e60dc076c admin admin] 10.222.0.60 "DELETE /v2.0/networks/dde275fe-49aa-4dda-8d58-46e6697ca339 HTTP/1.1" status: 204 len: 168 time: 0.7427220 Jun 11 10:13:09.937475 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d78cbbc-e6fc-49cb-aaaa-f99e60dc076c admin admin] Pushing event deleted for resources: {'Network': ['ID=dde275fe-49aa-4dda-8d58-46e6697ca339,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:13:09.941566 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0d78cbbc-e6fc-49cb-aaaa-f99e60dc076c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:13:09.967979 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d17b1c5a-f0e2-46c0-a40c-97b6891bb37c req-00bed476-c2a4-472e-afbb-06963133f89c tempest-VolumesActionsTest-1388363050 tempest-VolumesActionsTest-1388363050-project] 10.222.0.60 "GET /v2.0/security-groups?id=306e56a5-c00b-46f8-8af8-ce4c67b3bf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496706 Jun 11 10:13:10.575262 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54422) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:13:10.608323 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adff3bb5-73e3-434d-bc3c-bb945a434e80 req-40e10c2b-5869-486c-a2bf-c85c7c733a89 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:13:10.610466 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-adff3bb5-73e3-434d-bc3c-bb945a434e80 req-40e10c2b-5869-486c-a2bf-c85c7c733a89 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=672379a7-85de-4c3b-b4e7-f9a32b593c17 HTTP/1.1" status: 200 len: 943 time: 0.1748092 Jun 11 10:13:10.632432 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-bcadc80a-97b3-46f2-9e26-d6932a7ae677 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=41e6320d1ec4431eb9e5249fe3d2c8c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0552120 Jun 11 10:13:10.641138 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54426) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:13:10.710852 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-adff3bb5-73e3-434d-bc3c-bb945a434e80 req-0b10115d-03a8-4f01-93ad-379160a40d84 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881999 Jun 11 10:13:10.715273 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c0421b32-c47a-424f-8da0-aec3b90025c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:10.729183 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-e79a42ec-734a-4dbf-8c4b-8636029d4f01 tempest-TagsTest-1713685801 tempest-TagsTest-1713685801-project] 10.222.0.60 "DELETE /v2.0/networks/cd1424c6-be27-4642-9c76-9f6e1ed7c373/tags HTTP/1.1" status: 204 len: 168 time: 0.8900452 Jun 11 10:13:10.730166 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 54430) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:13:10.741053 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.tag.tag_plugin [None req-70b635af-2354-485a-83eb-56754696354c tempest-TagsTest-1713685801 tempest-TagsTest-1713685801-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'cd1424c6-be27-4642-9c76-9f6e1ed7c373', 'tempest-TagsTest-Tag-494103784') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:13:10.765842 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c0421b32-c47a-424f-8da0-aec3b90025c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:10.936899 n-d-779913-12 neutron-server[93176]: INFO neutron.api.v2.resource [None req-70b635af-2354-485a-83eb-56754696354c tempest-TagsTest-1713685801 tempest-TagsTest-1713685801-project] show failed (client error): The resource could not be found. Jun 11 10:13:10.937825 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-70b635af-2354-485a-83eb-56754696354c tempest-TagsTest-1713685801 tempest-TagsTest-1713685801-project] 10.222.0.60 "GET /v2.0/networks/cd1424c6-be27-4642-9c76-9f6e1ed7c373/tags/tempest-TagsTest-Tag-494103784 HTTP/1.1" status: 404 len: 325 time: 0.2038431 Jun 11 10:13:10.942267 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54434) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:13:10.954447 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.tag.tag_plugin [None req-d839c9fa-420a-4347-bf01-62fd4c4d8b25 tempest-TagsTest-1713685801 tempest-TagsTest-1713685801-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'cd1424c6-be27-4642-9c76-9f6e1ed7c373', 'tempest-TagsTest-Tag-2018640428') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:13:10.961552 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c0421b32-c47a-424f-8da0-aec3b90025c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:10.968867 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c0421b32-c47a-424f-8da0-aec3b90025c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:10.970577 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-c0421b32-c47a-424f-8da0-aec3b90025c8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4fec6e58-0d46-4d61-a818-a4594ddc4a57 HTTP/1.1" status: 204 len: 168 time: 0.3281920 Jun 11 10:13:10.989688 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-68b5d030-9a60-4a28-997a-cb2d41c41a47 tempest-TagsTest-1713685801 tempest-TagsTest-1713685801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:13:11.016446 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0421b32-c47a-424f-8da0-aec3b90025c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fec6e58-0d46-4d61-a818-a4594ddc4a57,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:13:11.023322 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c0421b32-c47a-424f-8da0-aec3b90025c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:13:11.181360 n-d-779913-12 neutron-server[93177]: INFO neutron.api.v2.resource [None req-d839c9fa-420a-4347-bf01-62fd4c4d8b25 tempest-TagsTest-1713685801 tempest-TagsTest-1713685801-project] show failed (client error): The resource could not be found. Jun 11 10:13:11.182783 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-d839c9fa-420a-4347-bf01-62fd4c4d8b25 tempest-TagsTest-1713685801 tempest-TagsTest-1713685801-project] 10.222.0.60 "GET /v2.0/networks/cd1424c6-be27-4642-9c76-9f6e1ed7c373/tags/tempest-TagsTest-Tag-2018640428 HTTP/1.1" status: 404 len: 326 time: 0.2392857 Jun 11 10:13:11.187374 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 54442) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:13:11.195956 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.tag.tag_plugin [None req-00431d8a-88c5-42ec-b395-7a4878d526aa tempest-TagsTest-1713685801 tempest-TagsTest-1713685801-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'cd1424c6-be27-4642-9c76-9f6e1ed7c373') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:13:11.234809 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 45d7adb9-457f-45fb-805e-da385d86d8a0 details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 10:13:11.360818 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-00431d8a-88c5-42ec-b395-7a4878d526aa tempest-TagsTest-1713685801 tempest-TagsTest-1713685801-project] 10.222.0.60 "DELETE /v2.0/networks/cd1424c6-be27-4642-9c76-9f6e1ed7c373/tags HTTP/1.1" status: 204 len: 168 time: 0.1672144 Jun 11 10:13:11.361253 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 54446) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:13:11.372824 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d6c1bb-a143-47f9-a21b-076ab9368d51 req-6ce2dc73-c260-405e-85e3-5fedc5498e90 tempest-VolumesActionsTest-1388363050 tempest-VolumesActionsTest-1388363050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:13:11.374733 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-01d6c1bb-a143-47f9-a21b-076ab9368d51 req-6ce2dc73-c260-405e-85e3-5fedc5498e90 tempest-VolumesActionsTest-1388363050 tempest-VolumesActionsTest-1388363050-project] 10.222.0.60 "GET /v2.0/ports?device_id=00cfa074-9633-4f4a-b2e2-cb61a5ee387e HTTP/1.1" status: 200 len: 943 time: 0.1957660 Jun 11 10:13:11.444547 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-01d6c1bb-a143-47f9-a21b-076ab9368d51 req-1e205c5e-e03f-4363-a79f-46dcae2dac23 tempest-VolumesActionsTest-1388363050 tempest-VolumesActionsTest-1388363050-project] 10.222.0.60 "GET /v2.0/security-groups?id=306e56a5-c00b-46f8-8af8-ce4c67b3bf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598571 Jun 11 10:13:11.519672 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-73c6deaf-c7aa-4c65-a903-3ef2efad0300 tempest-TagsTest-1713685801 tempest-TagsTest-1713685801-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:11.551807 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 45d7adb9-457f-45fb-805e-da385d86d8a0, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=45d7adb9-457f-45fb-805e-da385d86d8a0,segment=NetworkSegment(1dd7b815-e7ba-4769-be1d-9c9e272f5a25),segment_id=1dd7b815-e7ba-4769-be1d-9c9e272f5a25)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:13:11.641354 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': '45d7adb9-457f-45fb-805e-da385d86d8a0', 'network_id': '54afdaa5-c2b3-4e57-9385-9624f134a9f6', 'port_id': '45d7adb9-457f-45fb-805e-da385d86d8a0', 'mac_address': 'fa:16:3e:a3:15:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 751, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51a8ccc1-9586-43ae-a12c-079a88b566e0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 10:13:11.745195 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:11.796491 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45d7adb9-457f-45fb-805e-da385d86d8a0 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:13:11.797861 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-73c6deaf-c7aa-4c65-a903-3ef2efad0300 tempest-TagsTest-1713685801 tempest-TagsTest-1713685801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:11.826234 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-73c6deaf-c7aa-4c65-a903-3ef2efad0300 tempest-TagsTest-1713685801 tempest-TagsTest-1713685801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd1424c6-be27-4642-9c76-9f6e1ed7c373']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:13:11.857262 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-73c6deaf-c7aa-4c65-a903-3ef2efad0300 tempest-TagsTest-1713685801 tempest-TagsTest-1713685801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04de4507-f24c-4d1c-9824-1376c9a15d62') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:13:11.857262 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-73c6deaf-c7aa-4c65-a903-3ef2efad0300 tempest-TagsTest-1713685801 tempest-TagsTest-1713685801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04de4507-f24c-4d1c-9824-1376c9a15d62') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:13:11.869608 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-73c6deaf-c7aa-4c65-a903-3ef2efad0300 tempest-TagsTest-1713685801 tempest-TagsTest-1713685801-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:11.899445 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-73c6deaf-c7aa-4c65-a903-3ef2efad0300 tempest-TagsTest-1713685801 tempest-TagsTest-1713685801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:11.901404 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 45d7adb9-457f-45fb-805e-da385d86d8a0, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=45d7adb9-457f-45fb-805e-da385d86d8a0,segment=NetworkSegment(1dd7b815-e7ba-4769-be1d-9c9e272f5a25),segment_id=1dd7b815-e7ba-4769-be1d-9c9e272f5a25)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:13:11.911293 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73c6deaf-c7aa-4c65-a903-3ef2efad0300 tempest-TagsTest-1713685801 tempest-TagsTest-1713685801-project] Releasing vlan 794 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:13:11.912108 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-73c6deaf-c7aa-4c65-a903-3ef2efad0300 tempest-TagsTest-1713685801 tempest-TagsTest-1713685801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:11.915888 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:13:11.915888 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:13:11.915888 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:13:11.915888 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:13:11.915888 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:13:11.915888 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:13:11.915888 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:13:11.915888 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:13:11.915888 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:13:11.915888 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:13:11.915888 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 10:13:11.915888 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:13:11.915888 n-d-779913-12 neutron-server[93176]: timer() Jun 11 10:13:11.915888 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:13:11.915888 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 10:13:11.915888 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:13:11.915888 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 10:13:11.915888 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:13:11.915888 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 10:13:11.915888 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:13:11.915888 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 10:13:11.915888 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:13:11.915888 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 10:13:11.915888 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:13:11.915888 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:13:11.915888 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:13:11.915888 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:13:11.915888 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:13:11.915888 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 10:13:11.915888 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:13:11.915888 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 10:13:11.915888 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:13:11.915888 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:13:11.915888 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:13:11.915888 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 10:13:11.915888 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:13:11.915888 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:13:11.915888 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:13:11.915888 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:13:11.915888 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:13:11.915888 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:13:11.915888 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:13:12.034435 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:12.036776 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-ef50cece-391b-4dff-9d42-334aba6e10ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:13:12.150190 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=45d7adb9-457f-45fb-805e-da385d86d8a0,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:13:12.157832 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:13:12.158424 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:13:12.158679 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:13:12.159523 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:13:12.159883 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:13:12.160238 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:13:12.160749 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:13:12.161253 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:13:12.161721 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:13:12.162191 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:13:12.162794 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:13:12.162975 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46f957a-f51b-4a7d-a3e4-6ba4f54c2c02 req-abe3ae23-540d-4aa8-98c9-61ca17c5db46 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:13:12.163233 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:13:12.164634 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e46f957a-f51b-4a7d-a3e4-6ba4f54c2c02 req-abe3ae23-540d-4aa8-98c9-61ca17c5db46 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=672379a7-85de-4c3b-b4e7-f9a32b593c17 HTTP/1.1" status: 200 len: 943 time: 0.1823552 Jun 11 10:13:12.167661 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:13:12.221974 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e46f957a-f51b-4a7d-a3e4-6ba4f54c2c02 req-dcd4d448-6d00-4ecc-99b5-147a6b9c817e tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507407 Jun 11 10:13:12.256960 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-73c6deaf-c7aa-4c65-a903-3ef2efad0300 tempest-TagsTest-1713685801 tempest-TagsTest-1713685801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:12.265641 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-73c6deaf-c7aa-4c65-a903-3ef2efad0300 tempest-TagsTest-1713685801 tempest-TagsTest-1713685801-project] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:12.272556 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-73c6deaf-c7aa-4c65-a903-3ef2efad0300 tempest-TagsTest-1713685801 tempest-TagsTest-1713685801-project] 10.222.0.60 "DELETE /v2.0/networks/cd1424c6-be27-4642-9c76-9f6e1ed7c373 HTTP/1.1" status: 204 len: 168 time: 0.9091194 Jun 11 10:13:12.273547 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d32e9923-34b3-4576-bb88-6b389e63ed60 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:13:12.307798 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c6deaf-c7aa-4c65-a903-3ef2efad0300 tempest-TagsTest-1713685801 tempest-TagsTest-1713685801-project] Pushing event deleted for resources: {'Network': ['ID=cd1424c6-be27-4642-9c76-9f6e1ed7c373,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:13:12.322501 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-73c6deaf-c7aa-4c65-a903-3ef2efad0300 tempest-TagsTest-1713685801 tempest-TagsTest-1713685801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:13:12.420567 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['45d7adb9-457f-45fb-805e-da385d86d8a0'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:13:12.884013 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e750b137-d772-4415-b259-d454915da122 req-21f7ccda-5244-4288-b88f-12f11008b592 tempest-VolumesActionsTest-1388363050 tempest-VolumesActionsTest-1388363050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:13:12.885519 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e750b137-d772-4415-b259-d454915da122 req-21f7ccda-5244-4288-b88f-12f11008b592 tempest-VolumesActionsTest-1388363050 tempest-VolumesActionsTest-1388363050-project] 10.222.0.60 "GET /v2.0/ports?device_id=00cfa074-9633-4f4a-b2e2-cb61a5ee387e HTTP/1.1" status: 200 len: 944 time: 0.0948288 Jun 11 10:13:12.945061 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e750b137-d772-4415-b259-d454915da122 req-2d3da6cc-7eec-47d0-80e5-4cfc53d4561a tempest-VolumesActionsTest-1388363050 tempest-VolumesActionsTest-1388363050-project] 10.222.0.60 "GET /v2.0/security-groups?id=306e56a5-c00b-46f8-8af8-ce4c67b3bf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469086 Jun 11 10:13:13.015854 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2d8c1b79-a9f8-48fc-9ca9-33c8fa8b1e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:13.363388 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 54510) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:13:13.545855 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56115015-d2c3-4b93-86f2-29e78c914fb4 req-cdc75d59-0f7e-4f12-a139-566e08aa1cbe tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:13:13.547517 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-56115015-d2c3-4b93-86f2-29e78c914fb4 req-cdc75d59-0f7e-4f12-a139-566e08aa1cbe tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=672379a7-85de-4c3b-b4e7-f9a32b593c17 HTTP/1.1" status: 200 len: 943 time: 0.1222420 Jun 11 10:13:13.614713 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-93e45d22-3248-421c-9194-87c7c406d188 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4f43040ea979438396a5f4910d0128ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2494199 Jun 11 10:13:13.618529 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 54516) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:13:13.641175 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-56115015-d2c3-4b93-86f2-29e78c914fb4 req-b41b3efc-3efb-4cb8-8d02-3ffa7256b165 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806670 Jun 11 10:13:13.731353 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-215bafd2-3ed6-4491-be28-031cc51100f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:13.781081 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-215bafd2-3ed6-4491-be28-031cc51100f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:13.994122 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 54526) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:13:14.077630 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-215bafd2-3ed6-4491-be28-031cc51100f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:14.081497 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-215bafd2-3ed6-4491-be28-031cc51100f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:14.082921 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-215bafd2-3ed6-4491-be28-031cc51100f0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/01f64cdb-673e-4c8a-95e8-f474709e9a72 HTTP/1.1" status: 204 len: 168 time: 0.4629807 Jun 11 10:13:14.084235 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e967fa81-752a-44c4-9bb2-2d7e28cb1e84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:13:14.098208 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215bafd2-3ed6-4491-be28-031cc51100f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f64cdb-673e-4c8a-95e8-f474709e9a72,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:13:14.102516 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-215bafd2-3ed6-4491-be28-031cc51100f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:13:14.198434 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-945a3fe5-65de-4e66-b958-fa0fa27030ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:14.275017 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07836d49-2261-4bc8-b487-28034cde3d6f req-d05975a1-2f11-4c3f-9c8e-d40064c8443b tempest-VolumesActionsTest-1388363050 tempest-VolumesActionsTest-1388363050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:13:14.281390 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-07836d49-2261-4bc8-b487-28034cde3d6f req-d05975a1-2f11-4c3f-9c8e-d40064c8443b tempest-VolumesActionsTest-1388363050 tempest-VolumesActionsTest-1388363050-project] 10.222.0.60 "GET /v2.0/ports?device_id=00cfa074-9633-4f4a-b2e2-cb61a5ee387e HTTP/1.1" status: 200 len: 944 time: 0.1548016 Jun 11 10:13:14.357214 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-07836d49-2261-4bc8-b487-28034cde3d6f req-41556370-8c11-4d2e-8812-f47978a52df7 tempest-VolumesActionsTest-1388363050 tempest-VolumesActionsTest-1388363050-project] 10.222.0.60 "GET /v2.0/security-groups?id=306e56a5-c00b-46f8-8af8-ce4c67b3bf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722373 Jun 11 10:13:14.427878 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-945a3fe5-65de-4e66-b958-fa0fa27030ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:14.699257 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-945a3fe5-65de-4e66-b958-fa0fa27030ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:14.703398 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5ef7d47c-0062-4873-b363-d04e26b511b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:13:14.767616 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-945a3fe5-65de-4e66-b958-fa0fa27030ca admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=441d9e707cc042e4bcfd7f30e0f5ee4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7621086 Jun 11 10:13:14.768132 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54544) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:13:14.770104 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945a3fe5-65de-4e66-b958-fa0fa27030ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7246fbb-9318-4ff8-8a77-cbdf3e991723,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:13:14.780348 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-945a3fe5-65de-4e66-b958-fa0fa27030ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:13:14.864399 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cb462f09-71f3-49a9-bd43-122e07f25a1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:14.909946 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cb462f09-71f3-49a9-bd43-122e07f25a1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:15.022595 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03858495-cc8c-4ac7-b0dd-6cff29b327a9 req-37dba16a-e5c4-4fc5-9785-fdd7febafee0 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:13:15.024243 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-03858495-cc8c-4ac7-b0dd-6cff29b327a9 req-37dba16a-e5c4-4fc5-9785-fdd7febafee0 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=672379a7-85de-4c3b-b4e7-f9a32b593c17 HTTP/1.1" status: 200 len: 943 time: 0.1460974 Jun 11 10:13:15.070584 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-03858495-cc8c-4ac7-b0dd-6cff29b327a9 req-c914d74f-c39d-47f5-91ad-8d343526d8ea tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402403 Jun 11 10:13:15.189763 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cb462f09-71f3-49a9-bd43-122e07f25a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:15.193611 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cb462f09-71f3-49a9-bd43-122e07f25a1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:15.195348 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-cb462f09-71f3-49a9-bd43-122e07f25a1f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d7246fbb-9318-4ff8-8a77-cbdf3e991723 HTTP/1.1" status: 204 len: 168 time: 0.4325747 Jun 11 10:13:15.196592 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5e6537f0-c8e7-4a82-9e0a-6197a1e0bc1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:13:15.211884 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb462f09-71f3-49a9-bd43-122e07f25a1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7246fbb-9318-4ff8-8a77-cbdf3e991723,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:13:15.228172 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-cb462f09-71f3-49a9-bd43-122e07f25a1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:13:15.289588 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 45d7adb9-457f-45fb-805e-da385d86d8a0 up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:13:15.551424 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning for port 45d7adb9-457f-45fb-805e-da385d86d8a0 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:13:15.557713 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port 45d7adb9-457f-45fb-805e-da385d86d8a0 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:13:15.558340 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:15.702523 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8ca29c-47ff-4052-b165-82c380d4cc36 req-8a77f9ac-445d-4297-a1b2-95149a2304b6 tempest-VolumesActionsTest-1388363050 tempest-VolumesActionsTest-1388363050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:13:15.707514 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ab8ca29c-47ff-4052-b165-82c380d4cc36 req-8a77f9ac-445d-4297-a1b2-95149a2304b6 tempest-VolumesActionsTest-1388363050 tempest-VolumesActionsTest-1388363050-project] 10.222.0.60 "GET /v2.0/ports?device_id=00cfa074-9633-4f4a-b2e2-cb61a5ee387e HTTP/1.1" status: 200 len: 944 time: 0.2067428 Jun 11 10:13:15.800607 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:15.873866 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00cfa074-9633-4f4a-b2e2-cb61a5ee387e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45d7adb9-457f-45fb-805e-da385d86d8a0'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:13:15.888161 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e39644-a017-4c65-877c-ac9e3a3f55fe" -d '{"events": [{"server_uuid": "00cfa074-9633-4f4a-b2e2-cb61a5ee387e", "name": "network-vif-plugged", "status": "completed", "tag": "45d7adb9-457f-45fb-805e-da385d86d8a0"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:13:15.894687 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ab8ca29c-47ff-4052-b165-82c380d4cc36 req-bd254d62-35d2-45f3-ac9a-aad8de65e99c tempest-VolumesActionsTest-1388363050 tempest-VolumesActionsTest-1388363050-project] 10.222.0.60 "GET /v2.0/security-groups?id=306e56a5-c00b-46f8-8af8-ce4c67b3bf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748455 Jun 11 10:13:15.935918 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 45d7adb9-457f-45fb-805e-da385d86d8a0, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=45d7adb9-457f-45fb-805e-da385d86d8a0,segment=NetworkSegment(1dd7b815-e7ba-4769-be1d-9c9e272f5a25),segment_id=1dd7b815-e7ba-4769-be1d-9c9e272f5a25)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:13:15.979916 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-248d7da9-e4b1-4522-a188-66886bc9094e x-openstack-request-id: req-248d7da9-e4b1-4522-a188-66886bc9094e {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:13:15.980881 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00cfa074-9633-4f4a-b2e2-cb61a5ee387e", "name": "network-vif-plugged", "status": "completed", "tag": "45d7adb9-457f-45fb-805e-da385d86d8a0", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:13:15.981624 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-248d7da9-e4b1-4522-a188-66886bc9094e {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:13:15.982544 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00cfa074-9633-4f4a-b2e2-cb61a5ee387e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45d7adb9-457f-45fb-805e-da385d86d8a0', 'code': 200} Jun 11 10:13:16.013360 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c296fead-5d81-49db-852d-9c8d5cfe12cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:16.149534 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:16.159319 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021f7775-6dee-464c-8801-738b5308592f req-37618ad5-c05c-49e8-babc-2df3d3f999b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:13:16.160934 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-021f7775-6dee-464c-8801-738b5308592f req-37618ad5-c05c-49e8-babc-2df3d3f999b9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=00cfa074-9633-4f4a-b2e2-cb61a5ee387e HTTP/1.1" status: 200 len: 1096 time: 0.0798211 Jun 11 10:13:16.210981 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-021f7775-6dee-464c-8801-738b5308592f req-39eb7f9b-693f-4d24-81ba-f3be013407ab service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=306e56a5-c00b-46f8-8af8-ce4c67b3bf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426216 Jun 11 10:13:16.245465 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:16.250307 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-3918ea3a-dc20-42a6-913a-6e3dfca83062 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:13:16.310416 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfee7d3c-4674-4e62-ae3b-60393e04b357 req-a30bd30a-789a-4244-85d6-e3b0622ec312 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:13:16.312316 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cfee7d3c-4674-4e62-ae3b-60393e04b357 req-a30bd30a-789a-4244-85d6-e3b0622ec312 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=672379a7-85de-4c3b-b4e7-f9a32b593c17 HTTP/1.1" status: 200 len: 943 time: 0.0882380 Jun 11 10:13:16.315214 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=45d7adb9-457f-45fb-805e-da385d86d8a0,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:13:16.318592 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:13:16.405932 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-cfee7d3c-4674-4e62-ae3b-60393e04b357 req-d0df680d-a995-49e6-8595-de5937b7d0cf tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853510 Jun 11 10:13:16.689133 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:17.177116 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a071f-b422-4f78-b51e-a5dc64dcf962 req-ec9bc117-9057-418f-a51c-8bb61021a8b1 tempest-VolumesActionsTest-1388363050 tempest-VolumesActionsTest-1388363050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:13:17.213370 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a89a071f-b422-4f78-b51e-a5dc64dcf962 req-ec9bc117-9057-418f-a51c-8bb61021a8b1 tempest-VolumesActionsTest-1388363050 tempest-VolumesActionsTest-1388363050-project] 10.222.0.60 "GET /v2.0/ports?device_id=00cfa074-9633-4f4a-b2e2-cb61a5ee387e HTTP/1.1" status: 200 len: 945 time: 0.1660609 Jun 11 10:13:17.321060 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a89a071f-b422-4f78-b51e-a5dc64dcf962 req-b6a4a65c-1727-4297-ab65-f8ed0c7c1090 tempest-VolumesActionsTest-1388363050 tempest-VolumesActionsTest-1388363050-project] 10.222.0.60 "GET /v2.0/security-groups?id=306e56a5-c00b-46f8-8af8-ce4c67b3bf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064603 Jun 11 10:13:17.399273 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 54666) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:13:17.563772 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-37e35689-c3d3-4ec2-9ecb-b90df34711fe admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1159519461-network', 'tenant_id': '542ddb19b7864458a754dd2f473e94d9'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:13:17.710418 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e49190c-0496-4b61-93ed-d7d2ca87e205 req-d9800d6f-ce60-4645-9db4-06f3af9a1c47 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:13:17.710418 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9e49190c-0496-4b61-93ed-d7d2ca87e205 req-d9800d6f-ce60-4645-9db4-06f3af9a1c47 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=672379a7-85de-4c3b-b4e7-f9a32b593c17 HTTP/1.1" status: 200 len: 943 time: 0.1288176 Jun 11 10:13:17.752492 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9e49190c-0496-4b61-93ed-d7d2ca87e205 req-5e128caa-d4b0-4985-a196-3de77fdcabb9 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418766 Jun 11 10:13:17.789302 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37e35689-c3d3-4ec2-9ecb-b90df34711fe admin admin] Made reservation on behalf of 542ddb19b7864458a754dd2f473e94d9 for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:13:17.791337 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-37e35689-c3d3-4ec2-9ecb-b90df34711fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:17.822143 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-37e35689-c3d3-4ec2-9ecb-b90df34711fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:18.011380 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-37e35689-c3d3-4ec2-9ecb-b90df34711fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:18.144904 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-37e35689-c3d3-4ec2-9ecb-b90df34711fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:18.148805 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-27fb4d1b-a63b-424b-8887-cbcdc25b9282 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:13:18.178492 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37e35689-c3d3-4ec2-9ecb-b90df34711fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 762} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:13:18.192095 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e35689-c3d3-4ec2-9ecb-b90df34711fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66aa505f-ba75-4354-8ef5-760d25909808,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:13:18.199938 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-37e35689-c3d3-4ec2-9ecb-b90df34711fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:18.200371 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-37e35689-c3d3-4ec2-9ecb-b90df34711fe admin admin] Added segment 6597a727-e977-47f7-9dd8-f0c561e280be of type vlan for network eb593cd1-badb-473e-9f81-ec56572c1f82 Jun 11 10:13:18.202125 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-37e35689-c3d3-4ec2-9ecb-b90df34711fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:13:18.279699 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-37e35689-c3d3-4ec2-9ecb-b90df34711fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:18.493592 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:18.514109 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-37e35689-c3d3-4ec2-9ecb-b90df34711fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:18.515835 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e35689-c3d3-4ec2-9ecb-b90df34711fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:13:18.517207 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-37e35689-c3d3-4ec2-9ecb-b90df34711fe admin admin] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:18.542516 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f2eea194-2bdc-48b0-ba1e-e82093a4a838 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:13:18.614212 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c37bc-9a85-47b9-bf9d-ec7e9b883af3 req-4ce38e35-7152-424c-bfb4-27c91de5b0d4 tempest-VolumesActionsTest-1388363050 tempest-VolumesActionsTest-1388363050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:13:18.616765 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-297c37bc-9a85-47b9-bf9d-ec7e9b883af3 req-4ce38e35-7152-424c-bfb4-27c91de5b0d4 tempest-VolumesActionsTest-1388363050 tempest-VolumesActionsTest-1388363050-project] 10.222.0.60 "GET /v2.0/ports?device_id=00cfa074-9633-4f4a-b2e2-cb61a5ee387e HTTP/1.1" status: 200 len: 945 time: 0.1574161 Jun 11 10:13:18.683829 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-37e35689-c3d3-4ec2-9ecb-b90df34711fe admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2828596 Jun 11 10:13:18.684898 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e35689-c3d3-4ec2-9ecb-b90df34711fe admin admin] Pushing event updated for resources: {'Network': ['ID=eb593cd1-badb-473e-9f81-ec56572c1f82,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:13:18.693914 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e35689-c3d3-4ec2-9ecb-b90df34711fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:13:18.700939 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-297c37bc-9a85-47b9-bf9d-ec7e9b883af3 req-ade5a660-bfe3-4874-8c8a-f310a2e45394 tempest-VolumesActionsTest-1388363050 tempest-VolumesActionsTest-1388363050-project] 10.222.0.60 "GET /v2.0/security-groups?id=306e56a5-c00b-46f8-8af8-ce4c67b3bf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744257 Jun 11 10:13:18.707529 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e35689-c3d3-4ec2-9ecb-b90df34711fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:13:18.708182 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e35689-c3d3-4ec2-9ecb-b90df34711fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:13:18.708724 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e35689-c3d3-4ec2-9ecb-b90df34711fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:13:18.709315 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e35689-c3d3-4ec2-9ecb-b90df34711fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:13:18.710082 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e35689-c3d3-4ec2-9ecb-b90df34711fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:13:18.710614 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e35689-c3d3-4ec2-9ecb-b90df34711fe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:13:18.711262 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e35689-c3d3-4ec2-9ecb-b90df34711fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:13:18.712645 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e35689-c3d3-4ec2-9ecb-b90df34711fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:13:18.713421 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e35689-c3d3-4ec2-9ecb-b90df34711fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:13:18.714035 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e35689-c3d3-4ec2-9ecb-b90df34711fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:13:18.714638 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e35689-c3d3-4ec2-9ecb-b90df34711fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:13:18.730173 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-37e35689-c3d3-4ec2-9ecb-b90df34711fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:13:18.736794 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network eb593cd1-badb-473e-9f81-ec56572c1f82 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:13:19.100839 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8632c564-8081-45f1-bde2-0882f15f2744 req-5fb54a9d-6455-4ca8-9772-857d337cd019 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:13:19.110063 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8632c564-8081-45f1-bde2-0882f15f2744 req-5fb54a9d-6455-4ca8-9772-857d337cd019 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=672379a7-85de-4c3b-b4e7-f9a32b593c17 HTTP/1.1" status: 200 len: 943 time: 0.1671400 Jun 11 10:13:19.197222 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8632c564-8081-45f1-bde2-0882f15f2744 req-6dbb2bba-728d-4c35-8781-c2c9812d3e4c tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670857 Jun 11 10:13:19.940711 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28758480-ab2e-44d3-aecd-9a0a373cd9dd req-e5c437ff-6fa1-4cd4-ae34-e2bb4dcf010b tempest-ComputeTenantNetworksTest-1263587495 tempest-ComputeTenantNetworksTest-1263587495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:13:19.956581 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28758480-ab2e-44d3-aecd-9a0a373cd9dd req-e5c437ff-6fa1-4cd4-ae34-e2bb4dcf010b tempest-ComputeTenantNetworksTest-1263587495 tempest-ComputeTenantNetworksTest-1263587495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:13:19.963142 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28758480-ab2e-44d3-aecd-9a0a373cd9dd req-e5c437ff-6fa1-4cd4-ae34-e2bb4dcf010b tempest-ComputeTenantNetworksTest-1263587495 tempest-ComputeTenantNetworksTest-1263587495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:13:19.975259 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-28758480-ab2e-44d3-aecd-9a0a373cd9dd req-e5c437ff-6fa1-4cd4-ae34-e2bb4dcf010b tempest-ComputeTenantNetworksTest-1263587495 tempest-ComputeTenantNetworksTest-1263587495-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.6992743 Jun 11 10:13:20.123530 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e6bd22-dc68-44ce-b499-ed5136c2b5e6 req-bbfcb396-e1f2-4fb0-a919-845437175c7b tempest-ComputeTenantNetworksTest-1263587495 tempest-ComputeTenantNetworksTest-1263587495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:13:20.125527 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-47e6bd22-dc68-44ce-b499-ed5136c2b5e6 req-bbfcb396-e1f2-4fb0-a919-845437175c7b tempest-ComputeTenantNetworksTest-1263587495 tempest-ComputeTenantNetworksTest-1263587495-project] 10.222.0.60 "GET /v2.0/networks/eb593cd1-badb-473e-9f81-ec56572c1f82 HTTP/1.1" status: 200 len: 769 time: 0.1339183 Jun 11 10:13:20.134567 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54762) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:13:20.231207 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8f8bff2f-1f17-491f-b0b3-0b6120128c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:20.375509 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8f8bff2f-1f17-491f-b0b3-0b6120128c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:20.407359 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-8f8bff2f-1f17-491f-b0b3-0b6120128c03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb593cd1-badb-473e-9f81-ec56572c1f82']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:13:20.434247 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-8f8bff2f-1f17-491f-b0b3-0b6120128c03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6597a727-e977-47f7-9dd8-f0c561e280be') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:13:20.434545 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-8f8bff2f-1f17-491f-b0b3-0b6120128c03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6597a727-e977-47f7-9dd8-f0c561e280be') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:13:20.450503 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8f8bff2f-1f17-491f-b0b3-0b6120128c03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:20.478220 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8f8bff2f-1f17-491f-b0b3-0b6120128c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:20.488717 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f8bff2f-1f17-491f-b0b3-0b6120128c03 admin admin] Releasing vlan 762 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:13:20.489022 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8f8bff2f-1f17-491f-b0b3-0b6120128c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:20.490857 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 10:13:20.490857 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:13:20.490857 n-d-779913-12 neutron-server[93177]: timer() Jun 11 10:13:20.490857 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:13:20.490857 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 10:13:20.490857 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:13:20.490857 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 10:13:20.490857 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:13:20.490857 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 10:13:20.490857 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:13:20.490857 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 10:13:20.490857 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:13:20.490857 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 10:13:20.490857 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:13:20.490857 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:13:20.490857 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:13:20.490857 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:13:20.490857 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:13:20.490857 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 10:13:20.490857 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:13:20.490857 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 10:13:20.490857 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:13:20.490857 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:13:20.490857 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:13:20.490857 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 10:13:20.490857 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:13:20.490857 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:13:20.490857 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:13:20.490857 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:13:20.490857 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:13:20.490857 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:13:20.490857 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:13:20.536203 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bd80bd-2821-474f-a335-0a685c18ddad req-8028e43a-27b2-4a2e-b4bf-22e6a7e3de4c tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:13:20.537710 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-63bd80bd-2821-474f-a335-0a685c18ddad req-8028e43a-27b2-4a2e-b4bf-22e6a7e3de4c tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=672379a7-85de-4c3b-b4e7-f9a32b593c17 HTTP/1.1" status: 200 len: 943 time: 0.1518881 Jun 11 10:13:20.631945 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-63bd80bd-2821-474f-a335-0a685c18ddad req-1d7c1442-892f-4a10-b962-3e3e0206a3b2 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433125 Jun 11 10:13:20.862090 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8f8bff2f-1f17-491f-b0b3-0b6120128c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:20.867945 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-342e48f0-d23a-4e1e-80ee-7415b2e21475 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:13:20.870862 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8f8bff2f-1f17-491f-b0b3-0b6120128c03 admin admin] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:20.873455 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-8f8bff2f-1f17-491f-b0b3-0b6120128c03 admin admin] 10.222.0.60 "DELETE /v2.0/networks/eb593cd1-badb-473e-9f81-ec56572c1f82 HTTP/1.1" status: 204 len: 168 time: 0.7373009 Jun 11 10:13:20.912723 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8bff2f-1f17-491f-b0b3-0b6120128c03 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb593cd1-badb-473e-9f81-ec56572c1f82,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:13:20.916749 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8f8bff2f-1f17-491f-b0b3-0b6120128c03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:13:21.631469 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 54806) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:13:21.729566 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-75c57e1a-a33f-409e-ad68-930c8777eb5b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=542ddb19b7864458a754dd2f473e94d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0960038 Jun 11 10:13:21.732892 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54814) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:13:21.864267 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-789583f5-741f-4e62-89f4-44a178683d69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:21.904969 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-789583f5-741f-4e62-89f4-44a178683d69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:21.941185 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa7231-3c97-43c5-8aab-1670ab7e9a95 req-e844cfdc-3ef5-4efc-b522-bf1069f09ba7 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:13:21.941185 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9dfa7231-3c97-43c5-8aab-1670ab7e9a95 req-e844cfdc-3ef5-4efc-b522-bf1069f09ba7 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=672379a7-85de-4c3b-b4e7-f9a32b593c17 HTTP/1.1" status: 200 len: 943 time: 0.1076941 Jun 11 10:13:21.982701 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9dfa7231-3c97-43c5-8aab-1670ab7e9a95 req-d7b320d5-4300-4902-95e9-b61c46d60233 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441005 Jun 11 10:13:22.103176 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-789583f5-741f-4e62-89f4-44a178683d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:22.106895 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-789583f5-741f-4e62-89f4-44a178683d69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:22.108754 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-789583f5-741f-4e62-89f4-44a178683d69 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/66aa505f-ba75-4354-8ef5-760d25909808 HTTP/1.1" status: 204 len: 168 time: 0.3738577 Jun 11 10:13:22.110402 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b4b7eef7-602a-4d02-bd9c-96f46269315c tempest-PortsAdminExtendedAttrsTestJSON-1692560799 tempest-PortsAdminExtendedAttrsTestJSON-1692560799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:13:22.130138 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789583f5-741f-4e62-89f4-44a178683d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66aa505f-ba75-4354-8ef5-760d25909808,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:13:22.152327 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-789583f5-741f-4e62-89f4-44a178683d69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:13:23.319701 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af525d-202a-478c-b72f-43be2d23f692 req-8b993c4f-0e2d-4467-88b2-3a0f075bccad tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:13:23.321631 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-88af525d-202a-478c-b72f-43be2d23f692 req-8b993c4f-0e2d-4467-88b2-3a0f075bccad tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=672379a7-85de-4c3b-b4e7-f9a32b593c17 HTTP/1.1" status: 200 len: 943 time: 0.1403167 Jun 11 10:13:23.402435 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-88af525d-202a-478c-b72f-43be2d23f692 req-eec07a7c-d76c-494c-957b-efeaef2e72fe tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739622 Jun 11 10:13:23.919601 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54888) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:13:24.132128 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-5b2d1c03-6d97-4622-85f9-6031f0ab09d9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-946356344-network', 'tenant_id': '4fa4adcc930c454582c6b4c82c27544f'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:13:24.254666 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b2d1c03-6d97-4622-85f9-6031f0ab09d9 admin admin] Made reservation on behalf of 4fa4adcc930c454582c6b4c82c27544f for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:13:24.259897 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5b2d1c03-6d97-4622-85f9-6031f0ab09d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:24.276508 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5b2d1c03-6d97-4622-85f9-6031f0ab09d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:24.432188 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5b2d1c03-6d97-4622-85f9-6031f0ab09d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:24.539629 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5b2d1c03-6d97-4622-85f9-6031f0ab09d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:24.545765 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1d554b88-2d2e-48fa-8e41-733a05c4e845 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:13:24.601071 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b2d1c03-6d97-4622-85f9-6031f0ab09d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 795} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:13:24.616347 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2d1c03-6d97-4622-85f9-6031f0ab09d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e616c339-7136-4f83-84f5-e3541e74f51f,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:13:24.632521 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5b2d1c03-6d97-4622-85f9-6031f0ab09d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:13:24.639791 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5b2d1c03-6d97-4622-85f9-6031f0ab09d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:24.640401 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-5b2d1c03-6d97-4622-85f9-6031f0ab09d9 admin admin] Added segment e64b373f-a475-481e-9bb6-8e44824f6209 of type vlan for network 2ac340f0-d786-4d09-af3c-d796852f240b Jun 11 10:13:24.654763 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a1fb2d-59a5-42b8-9251-83121c0e7099 req-31ee7a3b-58dd-4f21-ad8e-685353aebfdb tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:13:24.657520 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a6a1fb2d-59a5-42b8-9251-83121c0e7099 req-31ee7a3b-58dd-4f21-ad8e-685353aebfdb tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=672379a7-85de-4c3b-b4e7-f9a32b593c17 HTTP/1.1" status: 200 len: 943 time: 0.0990868 Jun 11 10:13:24.724794 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5b2d1c03-6d97-4622-85f9-6031f0ab09d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:24.730146 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a6a1fb2d-59a5-42b8-9251-83121c0e7099 req-aafe824d-fdd8-475c-961c-3fdeb8738398 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649855 Jun 11 10:13:24.870752 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5b2d1c03-6d97-4622-85f9-6031f0ab09d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:24.871993 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2d1c03-6d97-4622-85f9-6031f0ab09d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:13:24.872651 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5b2d1c03-6d97-4622-85f9-6031f0ab09d9 admin admin] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:24.875016 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a63b66cf-e8f2-489e-91c6-973cf5c96217 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:13:24.957517 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2d1c03-6d97-4622-85f9-6031f0ab09d9 admin admin] Pushing event updated for resources: {'Network': ['ID=2ac340f0-d786-4d09-af3c-d796852f240b,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:13:24.960427 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5b2d1c03-6d97-4622-85f9-6031f0ab09d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:13:24.972408 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 2ac340f0-d786-4d09-af3c-d796852f240b details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:13:25.051910 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-5b2d1c03-6d97-4622-85f9-6031f0ab09d9 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1282732 Jun 11 10:13:25.052373 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54920) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:13:25.058539 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-bc494bc0-cd73-4032-a3a2-41a4fcc12466 admin admin] Request body: {'subnet': {'network_id': '2ac340f0-d786-4d09-af3c-d796852f240b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-946356344-subnet', 'tenant_id': '4fa4adcc930c454582c6b4c82c27544f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:13:25.224644 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc494bc0-cd73-4032-a3a2-41a4fcc12466 admin admin] Made reservation on behalf of 4fa4adcc930c454582c6b4c82c27544f for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:13:25.227748 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bc494bc0-cd73-4032-a3a2-41a4fcc12466 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:25.643107 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bc494bc0-cd73-4032-a3a2-41a4fcc12466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:25.645485 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-df80d1b8-ac36-4882-9c6f-ae8c3c228cfa tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:13:25.700206 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc494bc0-cd73-4032-a3a2-41a4fcc12466 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4054ed8-e8dc-4397-99bc-1d06497b1031,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:13:25.708085 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-bc494bc0-cd73-4032-a3a2-41a4fcc12466 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:13:25.743859 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc494bc0-cd73-4032-a3a2-41a4fcc12466 admin admin] Checking segment: {'id': 'e64b373f-a475-481e-9bb6-8e44824f6209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '2ac340f0-d786-4d09-af3c-d796852f240b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:13:25.744517 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc494bc0-cd73-4032-a3a2-41a4fcc12466 admin admin] Network hostable DHCP agents. Network: 2ac340f0-d786-4d09-af3c-d796852f240b, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:13:25.909535 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc494bc0-cd73-4032-a3a2-41a4fcc12466 admin admin] Network 2ac340f0-d786-4d09-af3c-d796852f240b is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:13:26.052034 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d80761-078d-40d0-bbfa-5c1d4049dbe3 req-785a7bdf-5902-49aa-a875-fd707903d7f0 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:13:26.060399 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-12d80761-078d-40d0-bbfa-5c1d4049dbe3 req-785a7bdf-5902-49aa-a875-fd707903d7f0 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=672379a7-85de-4c3b-b4e7-f9a32b593c17 HTTP/1.1" status: 200 len: 943 time: 0.1139379 Jun 11 10:13:26.083669 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-bc494bc0-cd73-4032-a3a2-41a4fcc12466 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 2ac340f0-d786-4d09-af3c-d796852f240b) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:13:26.087225 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc494bc0-cd73-4032-a3a2-41a4fcc12466 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:13:26.087609 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2541a45d-84c6-4fe0-915f-d13a888d3312 None None] Network 2ac340f0-d786-4d09-af3c-d796852f240b requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:13:26.090641 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bc494bc0-cd73-4032-a3a2-41a4fcc12466 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:26.128643 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-12d80761-078d-40d0-bbfa-5c1d4049dbe3 req-0cd6b3a1-b860-4066-a655-e3d6f4999146 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671480 Jun 11 10:13:26.235833 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-bc494bc0-cd73-4032-a3a2-41a4fcc12466 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1820579 Jun 11 10:13:26.241465 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 54952) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:13:26.266013 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-f13298ba-3656-43b2-9459-bfc002e505a8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-946356344-router', 'tenant_id': '4fa4adcc930c454582c6b4c82c27544f', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:13:26.353602 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9541a8-4082-4b39-87a0-64d684bd1157 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-2ac340f0-d786-4d09-af3c-d796852f240b', 'network_id': '2ac340f0-d786-4d09-af3c-d796852f240b', 'tenant_id': '4fa4adcc930c454582c6b4c82c27544f', 'fixed_ips': [{'subnet_id': 'e4054ed8-e8dc-4397-99bc-1d06497b1031'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 10:13:26.354494 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8d9541a8-4082-4b39-87a0-64d684bd1157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:26.440334 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f13298ba-3656-43b2-9459-bfc002e505a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:26.442754 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f13298ba-3656-43b2-9459-bfc002e505a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:26.571159 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f13298ba-3656-43b2-9459-bfc002e505a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:26.746391 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cf9486-dcbc-41cd-9ab4-0d358e049c98 req-a66a0ddd-022d-4e22-8abb-510a1e1d2dc9 tempest-VolumesActionsTest-1388363050 tempest-VolumesActionsTest-1388363050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:13:26.748216 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-83cf9486-dcbc-41cd-9ab4-0d358e049c98 req-a66a0ddd-022d-4e22-8abb-510a1e1d2dc9 tempest-VolumesActionsTest-1388363050 tempest-VolumesActionsTest-1388363050-project] 10.222.0.60 "GET /v2.0/ports?device_id=00cfa074-9633-4f4a-b2e2-cb61a5ee387e HTTP/1.1" status: 200 len: 945 time: 0.0766506 Jun 11 10:13:26.756717 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-8d9541a8-4082-4b39-87a0-64d684bd1157 None None] Allocated IP 172.20.0.2 (2ac340f0-d786-4d09-af3c-d796852f240b/e4054ed8-e8dc-4397-99bc-1d06497b1031/d11cecde-76d2-4880-973e-661b9dde1e47) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:13:26.806901 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-83cf9486-dcbc-41cd-9ab4-0d358e049c98 req-f17f0401-8ba4-4b04-9d02-de0e8c326f62 tempest-VolumesActionsTest-1388363050 tempest-VolumesActionsTest-1388363050-project] 10.222.0.60 "GET /v2.0/security-groups?id=306e56a5-c00b-46f8-8af8-ce4c67b3bf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521362 Jun 11 10:13:27.053348 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8d9541a8-4082-4b39-87a0-64d684bd1157 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:27.072849 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-8d9541a8-4082-4b39-87a0-64d684bd1157 None None] Transition to ACTIVE for port object d11cecde-76d2-4880-973e-661b9dde1e47 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:13:27.083219 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f13298ba-3656-43b2-9459-bfc002e505a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:27.101146 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-8d9541a8-4082-4b39-87a0-64d684bd1157 None None] Transition to ACTIVE for port object d11cecde-76d2-4880-973e-661b9dde1e47 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:13:27.259497 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8d9541a8-4082-4b39-87a0-64d684bd1157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:27.262442 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-49e0ae18-a071-4ea7-89ca-e37f34b99b64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:13:27.340251 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9541a8-4082-4b39-87a0-64d684bd1157 None None] Network 2ac340f0-d786-4d09-af3c-d796852f240b is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:13:27.344967 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-8d9541a8-4082-4b39-87a0-64d684bd1157 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:13:27.353977 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9541a8-4082-4b39-87a0-64d684bd1157 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:13:27.374830 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9541a8-4082-4b39-87a0-64d684bd1157 None None] Pushing event updated for resources: {'Port': ['ID=d11cecde-76d2-4880-973e-661b9dde1e47,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:13:27.412972 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-8d9541a8-4082-4b39-87a0-64d684bd1157 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:13:27.455194 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-8d9541a8-4082-4b39-87a0-64d684bd1157 None None] Attempting to bind port d11cecde-76d2-4880-973e-661b9dde1e47 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:13:27.455620 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-8d9541a8-4082-4b39-87a0-64d684bd1157 None None] Attempting to bind port d11cecde-76d2-4880-973e-661b9dde1e47 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'e64b373f-a475-481e-9bb6-8e44824f6209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '2ac340f0-d786-4d09-af3c-d796852f240b'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:13:27.456492 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9541a8-4082-4b39-87a0-64d684bd1157 None None] Attempting to bind port d11cecde-76d2-4880-973e-661b9dde1e47 on network 2ac340f0-d786-4d09-af3c-d796852f240b {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:13:27.461666 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9541a8-4082-4b39-87a0-64d684bd1157 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:13:27.461666 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9541a8-4082-4b39-87a0-64d684bd1157 None None] Checking segment: {'id': 'e64b373f-a475-481e-9bb6-8e44824f6209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '2ac340f0-d786-4d09-af3c-d796852f240b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:13:27.462103 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8d9541a8-4082-4b39-87a0-64d684bd1157 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:27.462504 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9541a8-4082-4b39-87a0-64d684bd1157 None None] Bound using segment: {'id': 'e64b373f-a475-481e-9bb6-8e44824f6209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '2ac340f0-d786-4d09-af3c-d796852f240b'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:13:27.463073 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-8d9541a8-4082-4b39-87a0-64d684bd1157 None None] Bound port: d11cecde-76d2-4880-973e-661b9dde1e47, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e64b373f-a475-481e-9bb6-8e44824f6209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '2ac340f0-d786-4d09-af3c-d796852f240b'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:13:27.463466 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8d9541a8-4082-4b39-87a0-64d684bd1157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:27.562918 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa92c43-53a1-46b6-ab7f-8396d6ee8707 req-221b2516-9b3b-4526-952c-4c7c62fe330d tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:13:27.574219 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-baa92c43-53a1-46b6-ab7f-8396d6ee8707 req-221b2516-9b3b-4526-952c-4c7c62fe330d tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=672379a7-85de-4c3b-b4e7-f9a32b593c17 HTTP/1.1" status: 200 len: 943 time: 0.1949823 Jun 11 10:13:27.599967 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-8d9541a8-4082-4b39-87a0-64d684bd1157 None None] For port d11cecde-76d2-4880-973e-661b9dde1e47, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:13:27.604780 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-8d9541a8-4082-4b39-87a0-64d684bd1157 None None] For port d11cecde-76d2-4880-973e-661b9dde1e47, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=d11cecde-76d2-4880-973e-661b9dde1e47,segment=NetworkSegment(e64b373f-a475-481e-9bb6-8e44824f6209),segment_id=e64b373f-a475-481e-9bb6-8e44824f6209)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:13:27.688232 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8d9541a8-4082-4b39-87a0-64d684bd1157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:27.690467 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-baa92c43-53a1-46b6-ab7f-8396d6ee8707 req-f0bc97f5-ca95-4305-9079-fc9fa3447a8b tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150765 Jun 11 10:13:27.715917 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:13:27.758948 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f13298ba-3656-43b2-9459-bfc002e505a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:27.797027 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f13298ba-3656-43b2-9459-bfc002e505a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:27.893832 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9541a8-4082-4b39-87a0-64d684bd1157 None None] Pushing event updated for resources: {'Port': ['ID=d11cecde-76d2-4880-973e-661b9dde1e47,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:13:27.911897 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-8d9541a8-4082-4b39-87a0-64d684bd1157 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:13:27.986385 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-f13298ba-3656-43b2-9459-bfc002e505a8 admin admin] Allocated IP 172.25.4.182 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/a0d3ad71-c523-4b81-8303-10eebc13d258) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:13:28.176672 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9ac3cb-bdb2-4b21-bb21-2407405585e9 req-b2661b10-ba8f-4fe5-a8c9-9a0fd56deb50 tempest-VolumesActionsTest-1388363050 tempest-VolumesActionsTest-1388363050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:13:28.182429 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4b9ac3cb-bdb2-4b21-bb21-2407405585e9 req-b2661b10-ba8f-4fe5-a8c9-9a0fd56deb50 tempest-VolumesActionsTest-1388363050 tempest-VolumesActionsTest-1388363050-project] 10.222.0.60 "GET /v2.0/ports?device_id=00cfa074-9633-4f4a-b2e2-cb61a5ee387e HTTP/1.1" status: 200 len: 945 time: 0.1707156 Jun 11 10:13:28.202471 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f13298ba-3656-43b2-9459-bfc002e505a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:28.286748 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4b9ac3cb-bdb2-4b21-bb21-2407405585e9 req-af9d6214-d969-4746-9714-72240b7a7e36 tempest-VolumesActionsTest-1388363050 tempest-VolumesActionsTest-1388363050-project] 10.222.0.60 "GET /v2.0/security-groups?id=306e56a5-c00b-46f8-8af8-ce4c67b3bf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977464 Jun 11 10:13:28.427032 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f13298ba-3656-43b2-9459-bfc002e505a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:28.430274 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5b1a2d7e-454d-45b1-bae8-4014da36fa0c tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:13:28.513110 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13298ba-3656-43b2-9459-bfc002e505a8 admin admin] Pushing event updated for resources: {'Port': ['ID=a0d3ad71-c523-4b81-8303-10eebc13d258,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:13:28.519136 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device d11cecde-76d2-4880-973e-661b9dde1e47 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:13:28.522521 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13298ba-3656-43b2-9459-bfc002e505a8 admin admin] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:13:28.523693 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f13298ba-3656-43b2-9459-bfc002e505a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:13:28.529059 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-f13298ba-3656-43b2-9459-bfc002e505a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:13:28.532457 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13298ba-3656-43b2-9459-bfc002e505a8 admin admin] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:13:28.680572 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549f05d3-7020-412b-948d-ce22cffe0f74 req-584918d4-2296-41cf-a8fe-1f63b8d0d101 tempest-VolumesActionsTest-1388363050 tempest-VolumesActionsTest-1388363050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:13:28.682080 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-549f05d3-7020-412b-948d-ce22cffe0f74 req-584918d4-2296-41cf-a8fe-1f63b8d0d101 tempest-VolumesActionsTest-1388363050 tempest-VolumesActionsTest-1388363050-project] 10.222.0.69 "GET /v2.0/ports?device_id=00cfa074-9633-4f4a-b2e2-cb61a5ee387e HTTP/1.1" status: 200 len: 945 time: 0.0951538 Jun 11 10:13:28.722875 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port d11cecde-76d2-4880-973e-661b9dde1e47 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:13:28.914457 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-549f05d3-7020-412b-948d-ce22cffe0f74 req-a7e80dc0-c72a-48f0-805e-1b16c12c1367 tempest-VolumesActionsTest-1388363050 tempest-VolumesActionsTest-1388363050-project] Deleting port 45d7adb9-457f-45fb-805e-da385d86d8a0 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:13:28.915107 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-549f05d3-7020-412b-948d-ce22cffe0f74 req-a7e80dc0-c72a-48f0-805e-1b16c12c1367 tempest-VolumesActionsTest-1388363050 tempest-VolumesActionsTest-1388363050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:29.083234 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-549f05d3-7020-412b-948d-ce22cffe0f74 req-a7e80dc0-c72a-48f0-805e-1b16c12c1367 tempest-VolumesActionsTest-1388363050 tempest-VolumesActionsTest-1388363050-project] For port 45d7adb9-457f-45fb-805e-da385d86d8a0, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=45d7adb9-457f-45fb-805e-da385d86d8a0,segment=NetworkSegment(1dd7b815-e7ba-4769-be1d-9c9e272f5a25),segment_id=1dd7b815-e7ba-4769-be1d-9c9e272f5a25)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:13:29.085926 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-549f05d3-7020-412b-948d-ce22cffe0f74 req-a7e80dc0-c72a-48f0-805e-1b16c12c1367 tempest-VolumesActionsTest-1388363050 tempest-VolumesActionsTest-1388363050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:29.268049 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f5a09-b9d3-4295-a87d-d7b8c0461273 req-2667fa66-0e8f-4436-b54a-f2334eb84955 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:13:29.273557 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ce4f5a09-b9d3-4295-a87d-d7b8c0461273 req-2667fa66-0e8f-4436-b54a-f2334eb84955 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=672379a7-85de-4c3b-b4e7-f9a32b593c17 HTTP/1.1" status: 200 len: 943 time: 0.3408709 Jun 11 10:13:29.284665 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-549f05d3-7020-412b-948d-ce22cffe0f74 req-a7e80dc0-c72a-48f0-805e-1b16c12c1367 tempest-VolumesActionsTest-1388363050 tempest-VolumesActionsTest-1388363050-project] Calling delete_port for 45d7adb9-457f-45fb-805e-da385d86d8a0 owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:13:29.383601 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ce4f5a09-b9d3-4295-a87d-d7b8c0461273 req-87e70021-d032-4f33-a3b9-405bf02a2231 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989699 Jun 11 10:13:29.422993 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f13298ba-3656-43b2-9459-bfc002e505a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:29.492365 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a7190c-e348-4f3a-b504-d73f421adb44 None None] Network 2ac340f0-d786-4d09-af3c-d796852f240b requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:13:29.785749 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860642e4-25ab-4daf-a3b0-66139372c491 req-0b3d5f10-5371-42c1-9cb7-0e2908df7891 tempest-VolumesActionsTest-1388363050 tempest-VolumesActionsTest-1388363050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:13:29.790705 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-860642e4-25ab-4daf-a3b0-66139372c491 req-0b3d5f10-5371-42c1-9cb7-0e2908df7891 tempest-VolumesActionsTest-1388363050 tempest-VolumesActionsTest-1388363050-project] 10.222.0.60 "GET /v2.0/ports?device_id=00cfa074-9633-4f4a-b2e2-cb61a5ee387e HTTP/1.1" status: 200 len: 945 time: 0.1526341 Jun 11 10:13:29.796337 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-549f05d3-7020-412b-948d-ce22cffe0f74 req-a7e80dc0-c72a-48f0-805e-1b16c12c1367 tempest-VolumesActionsTest-1388363050 tempest-VolumesActionsTest-1388363050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:29.824818 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b1700cc5-ebe2-42ac-a9cb-e2f18816ddcb tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:13:29.935316 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e80dc0-c72a-48f0-805e-1b16c12c1367 tempest-VolumesActionsTest-1388363050 tempest-VolumesActionsTest-1388363050-project] Pushing event deleted for resources: {'Port': ['ID=45d7adb9-457f-45fb-805e-da385d86d8a0,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:13:30.007613 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a7e80dc0-c72a-48f0-805e-1b16c12c1367 tempest-VolumesActionsTest-1388363050 tempest-VolumesActionsTest-1388363050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:13:30.013239 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-549f05d3-7020-412b-948d-ce22cffe0f74 req-a7e80dc0-c72a-48f0-805e-1b16c12c1367 tempest-VolumesActionsTest-1388363050 tempest-VolumesActionsTest-1388363050-project] No DVR routers for this DVR port 45d7adb9-457f-45fb-805e-da385d86d8a0 on host n-h2-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:13:30.013239 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-549f05d3-7020-412b-948d-ce22cffe0f74 req-a7e80dc0-c72a-48f0-805e-1b16c12c1367 tempest-VolumesActionsTest-1388363050 tempest-VolumesActionsTest-1388363050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:30.015346 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-549f05d3-7020-412b-948d-ce22cffe0f74 req-a7e80dc0-c72a-48f0-805e-1b16c12c1367 tempest-VolumesActionsTest-1388363050 tempest-VolumesActionsTest-1388363050-project] 10.222.0.69 "DELETE /v2.0/ports/45d7adb9-457f-45fb-805e-da385d86d8a0 HTTP/1.1" status: 204 len: 173 time: 1.3270090 Jun 11 10:13:30.016164 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00cfa074-9633-4f4a-b2e2-cb61a5ee387e', 'name': 'network-vif-deleted', 'tag': '45d7adb9-457f-45fb-805e-da385d86d8a0'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:13:30.020323 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4642a2d1-c5c3-4d14-9eda-7550ff567780" -d '{"events": [{"server_uuid": "00cfa074-9633-4f4a-b2e2-cb61a5ee387e", "name": "network-vif-deleted", "tag": "45d7adb9-457f-45fb-805e-da385d86d8a0"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:13:30.102282 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f13298ba-3656-43b2-9459-bfc002e505a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:30.103436 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-951c9e0a-538d-40e8-9418-72c647c8a4b0 None None] Provisioning for port d11cecde-76d2-4880-973e-661b9dde1e47 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:13:30.108189 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-860642e4-25ab-4daf-a3b0-66139372c491 req-151dfc42-4bd5-4d29-b8f7-91cef0aa5da6 tempest-VolumesActionsTest-1388363050 tempest-VolumesActionsTest-1388363050-project] 10.222.0.60 "GET /v2.0/security-groups?id=306e56a5-c00b-46f8-8af8-ce4c67b3bf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873373 Jun 11 10:13:30.109101 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-951c9e0a-538d-40e8-9418-72c647c8a4b0 None None] Provisioning complete for port d11cecde-76d2-4880-973e-661b9dde1e47 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:13:30.109790 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-951c9e0a-538d-40e8-9418-72c647c8a4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:30.140365 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-455fc04f-7cb4-4ad0-b024-0b0314f8356e x-openstack-request-id: req-455fc04f-7cb4-4ad0-b024-0b0314f8356e {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:13:30.140886 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00cfa074-9633-4f4a-b2e2-cb61a5ee387e", "name": "network-vif-deleted", "tag": "45d7adb9-457f-45fb-805e-da385d86d8a0", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:13:30.141326 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-455fc04f-7cb4-4ad0-b024-0b0314f8356e {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:13:30.142594 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00cfa074-9633-4f4a-b2e2-cb61a5ee387e', 'name': 'network-vif-deleted', 'tag': '45d7adb9-457f-45fb-805e-da385d86d8a0', 'status': 'completed', 'code': 200} Jun 11 10:13:30.420586 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-951c9e0a-538d-40e8-9418-72c647c8a4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:30.555638 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-951c9e0a-538d-40e8-9418-72c647c8a4b0 None None] For port d11cecde-76d2-4880-973e-661b9dde1e47, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=d11cecde-76d2-4880-973e-661b9dde1e47,segment=NetworkSegment(e64b373f-a475-481e-9bb6-8e44824f6209),segment_id=e64b373f-a475-481e-9bb6-8e44824f6209)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:13:30.680630 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-951c9e0a-538d-40e8-9418-72c647c8a4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:30.682511 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:13:30.710757 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f13298ba-3656-43b2-9459-bfc002e505a8 admin admin] Router 18bee323-1125-49ef-b821-e620b20acd8d is scheduled to L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 with binding_index 1 {{(pid=93177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 10:13:30.786343 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b1e1fc-f0c5-44f2-834a-d79222b7b5e2 req-cb992e72-f8d3-42ac-bece-47eed63ffbcc tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:13:30.796600 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-46b1e1fc-f0c5-44f2-834a-d79222b7b5e2 req-cb992e72-f8d3-42ac-bece-47eed63ffbcc tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=672379a7-85de-4c3b-b4e7-f9a32b593c17 HTTP/1.1" status: 200 len: 943 time: 0.1420844 Jun 11 10:13:30.856365 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951c9e0a-538d-40e8-9418-72c647c8a4b0 None None] Pushing event updated for resources: {'Port': ['ID=d11cecde-76d2-4880-973e-661b9dde1e47,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:13:30.863015 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-951c9e0a-538d-40e8-9418-72c647c8a4b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:13:30.879283 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-166d0b76-8be3-42b3-8c98-4fafee877947 None None] Provisioning complete for port d11cecde-76d2-4880-973e-661b9dde1e47 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:13:30.879705 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-166d0b76-8be3-42b3-8c98-4fafee877947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:30.898285 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-46b1e1fc-f0c5-44f2-834a-d79222b7b5e2 req-52e98e91-f19f-4ed9-af34-a690769bf78a tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002264 Jun 11 10:13:31.298426 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 45d7adb9-457f-45fb-805e-da385d86d8a0 no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:13:31.350257 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] No Port match for: 45d7adb9-457f-45fb-805e-da385d86d8a0 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:13:31.350978 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 45d7adb9-457f-45fb-805e-da385d86d8a0 not bound to the agent host n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:13:31.442265 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:31.596704 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2f9e5944-4f0f-4901-892e-31d63a3507ae req-f5e555e0-31da-4c3e-8577-0f566e65a923 tempest-VolumesActionsTest-1388363050 tempest-VolumesActionsTest-1388363050-project] 10.222.0.60 "GET /v2.0/ports?device_id=00cfa074-9633-4f4a-b2e2-cb61a5ee387e HTTP/1.1" status: 200 len: 210 time: 0.0731747 Jun 11 10:13:31.666847 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f13298ba-3656-43b2-9459-bfc002e505a8 admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:13:31.683896 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c6aa02-abe8-4f73-a840-6c63684a18dc None None] Sync routers for ids ['18bee323-1125-49ef-b821-e620b20acd8d'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:13:31.698424 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c6aa02-abe8-4f73-a840-6c63684a18dc None None] Routers {'18bee323-1125-49ef-b821-e620b20acd8d'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:13:31.700076 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-96c6aa02-abe8-4f73-a840-6c63684a18dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:13:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['18bee323-1125-49ef-b821-e620b20acd8d'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:13:31.835074 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f13298ba-3656-43b2-9459-bfc002e505a8 admin admin] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:31.841429 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-f13298ba-3656-43b2-9459-bfc002e505a8 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.5962274 Jun 11 10:13:31.843297 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 55056) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:13:31.888367 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-96c6aa02-abe8-4f73-a840-6c63684a18dc None None] Set router 18bee323-1125-49ef-b821-e620b20acd8d gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:13:32.500671 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c40e03-7e1a-4b6c-83e8-ed170e25c8ce req-a28f0e2a-7c9c-4fb5-8273-6afd8b5df2b6 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:13:32.507284 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-58c40e03-7e1a-4b6c-83e8-ed170e25c8ce req-a28f0e2a-7c9c-4fb5-8273-6afd8b5df2b6 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=672379a7-85de-4c3b-b4e7-f9a32b593c17 HTTP/1.1" status: 200 len: 943 time: 0.4486542 Jun 11 10:13:32.547336 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device d11cecde-76d2-4880-973e-661b9dde1e47 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:13:32.608446 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-58c40e03-7e1a-4b6c-83e8-ed170e25c8ce req-ee89ab59-78ea-47d0-8ccc-12278e032762 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937502 Jun 11 10:13:32.662633 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port d11cecde-76d2-4880-973e-661b9dde1e47 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:13:32.663292 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:32.721013 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-96c6aa02-abe8-4f73-a840-6c63684a18dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bee323-1125-49ef-b821-e620b20acd8d', 'name': 'tempest-AttachVolumeTestJSON-946356344-router', 'tenant_id': '4fa4adcc930c454582c6b4c82c27544f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': 'a0d3ad71-c523-4b81-8303-10eebc13d258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:13:26Z', 'updated_at': '2021-06-11T10:13:28Z', 'revision_number': 3, 'project_id': '4fa4adcc930c454582c6b4c82c27544f', 'gw_port': {'id': 'a0d3ad71-c523-4b81-8303-10eebc13d258', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b1:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18bee323-1125-49ef-b821-e620b20acd8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:13:27Z', 'updated_at': '2021-06-11T10:13:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:13:32.729292 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c6aa02-abe8-4f73-a840-6c63684a18dc None None] Checking router: 18bee323-1125-49ef-b821-e620b20acd8d for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:13:32.729917 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c6aa02-abe8-4f73-a840-6c63684a18dc None None] Updating router 18bee323-1125-49ef-b821-e620b20acd8d port a0d3ad71-c523-4b81-8303-10eebc13d258 binding host n-d-779913-12 {{(pid=93178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 10:13:32.916913 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-96c6aa02-abe8-4f73-a840-6c63684a18dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:32.987194 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-78d06a40-5dab-49e6-8288-89c8926b8f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:33.354456 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-78d06a40-5dab-49e6-8288-89c8926b8f9c admin admin] Allocated IP 172.20.0.1 (2ac340f0-d786-4d09-af3c-d796852f240b/e4054ed8-e8dc-4397-99bc-1d06497b1031/07877c8f-2296-420d-8c39-b7d056fd0adc) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:13:33.533613 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-96c6aa02-abe8-4f73-a840-6c63684a18dc None None] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:33.550056 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-96c6aa02-abe8-4f73-a840-6c63684a18dc None None] Transition to ACTIVE for port object a0d3ad71-c523-4b81-8303-10eebc13d258 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:13:33.557808 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 55090) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:13:33.610618 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-78d06a40-5dab-49e6-8288-89c8926b8f9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:33.630969 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-78d06a40-5dab-49e6-8288-89c8926b8f9c admin admin] Transition to ACTIVE for port object 07877c8f-2296-420d-8c39-b7d056fd0adc will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:13:33.674549 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-96c6aa02-abe8-4f73-a840-6c63684a18dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:33.677050 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-c2b8f6cd-2455-4522-a0e9-10b2e17d08c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:13:33.816254 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0202161e-c61e-4b36-a8c0-4dc654e9dc04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:33.834331 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-78d06a40-5dab-49e6-8288-89c8926b8f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:33.845697 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4683bb6d-4edb-4eb3-b562-a322357dea90 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:13:33.850752 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53880a5-7a98-49c9-a676-abdc4942f889 None None] Pushing event updated for resources: {'Port': ['ID=a0d3ad71-c523-4b81-8303-10eebc13d258,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:13:33.855496 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-c53880a5-7a98-49c9-a676-abdc4942f889 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:13:33.862983 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-96c6aa02-abe8-4f73-a840-6c63684a18dc None None] Attempting to bind port a0d3ad71-c523-4b81-8303-10eebc13d258 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:13:33.868087 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-96c6aa02-abe8-4f73-a840-6c63684a18dc None None] Attempting to bind port a0d3ad71-c523-4b81-8303-10eebc13d258 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:13:33.869081 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c6aa02-abe8-4f73-a840-6c63684a18dc None None] Attempting to bind port a0d3ad71-c523-4b81-8303-10eebc13d258 on network f0adef6e-169f-4a27-8865-442be2ad072d {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:13:33.876051 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c6aa02-abe8-4f73-a840-6c63684a18dc None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:13:33.879600 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c6aa02-abe8-4f73-a840-6c63684a18dc None None] Checking segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:13:33.879600 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-96c6aa02-abe8-4f73-a840-6c63684a18dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:33.879600 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c6aa02-abe8-4f73-a840-6c63684a18dc None None] Bound using segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:13:33.880092 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-96c6aa02-abe8-4f73-a840-6c63684a18dc None None] Bound port: a0d3ad71-c523-4b81-8303-10eebc13d258, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:13:33.880627 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-96c6aa02-abe8-4f73-a840-6c63684a18dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:33.969714 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-96c6aa02-abe8-4f73-a840-6c63684a18dc None None] For port a0d3ad71-c523-4b81-8303-10eebc13d258, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:13:33.973608 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-96c6aa02-abe8-4f73-a840-6c63684a18dc None None] For port a0d3ad71-c523-4b81-8303-10eebc13d258, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=a0d3ad71-c523-4b81-8303-10eebc13d258,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:13:33.978292 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d06a40-5dab-49e6-8288-89c8926b8f9c admin admin] Network 2ac340f0-d786-4d09-af3c-d796852f240b is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:13:33.991807 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-78d06a40-5dab-49e6-8288-89c8926b8f9c admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:13:34.025958 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d06a40-5dab-49e6-8288-89c8926b8f9c admin admin] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:13:34.081102 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0202161e-c61e-4b36-a8c0-4dc654e9dc04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:34.109478 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-96c6aa02-abe8-4f73-a840-6c63684a18dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:34.109478 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:13:34.168750 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d06a40-5dab-49e6-8288-89c8926b8f9c admin admin] Pushing event updated for resources: {'Port': ['ID=07877c8f-2296-420d-8c39-b7d056fd0adc,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:13:34.240160 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d06a40-5dab-49e6-8288-89c8926b8f9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:13:34.240745 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d06a40-5dab-49e6-8288-89c8926b8f9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:13:34.241120 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d06a40-5dab-49e6-8288-89c8926b8f9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:13:34.241539 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d06a40-5dab-49e6-8288-89c8926b8f9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:13:34.241921 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d06a40-5dab-49e6-8288-89c8926b8f9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:13:34.242368 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d06a40-5dab-49e6-8288-89c8926b8f9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:13:34.242646 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d06a40-5dab-49e6-8288-89c8926b8f9c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:13:34.243012 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d06a40-5dab-49e6-8288-89c8926b8f9c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:13:34.243380 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d06a40-5dab-49e6-8288-89c8926b8f9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:13:34.250861 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d06a40-5dab-49e6-8288-89c8926b8f9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:13:34.251493 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d06a40-5dab-49e6-8288-89c8926b8f9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:13:34.251932 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d06a40-5dab-49e6-8288-89c8926b8f9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:13:34.252058 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0202161e-c61e-4b36-a8c0-4dc654e9dc04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:34.266356 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d0d13606-e377-4481-a8c0-fcfbded4c876 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:13:34.288915 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-78d06a40-5dab-49e6-8288-89c8926b8f9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:13:34.290051 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-78d06a40-5dab-49e6-8288-89c8926b8f9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-375088'] for router_interface, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:34.322999 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c6aa02-abe8-4f73-a840-6c63684a18dc None None] Routers {'18bee323-1125-49ef-b821-e620b20acd8d'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:13:34.327713 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-96c6aa02-abe8-4f73-a840-6c63684a18dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:13:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['18bee323-1125-49ef-b821-e620b20acd8d'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:13:34.356603 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6800cc97-3413-4968-9901-5588082fdcc1 req-b861242d-f113-463b-91df-7e713797b080 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:13:34.374744 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6800cc97-3413-4968-9901-5588082fdcc1 req-b861242d-f113-463b-91df-7e713797b080 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=672379a7-85de-4c3b-b4e7-f9a32b593c17 HTTP/1.1" status: 200 len: 943 time: 0.5283797 Jun 11 10:13:34.541334 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6800cc97-3413-4968-9901-5588082fdcc1 req-8f8711a7-b454-4998-af4a-df6c1cbe1a68 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629012 Jun 11 10:13:34.561229 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-0202161e-c61e-4b36-a8c0-4dc654e9dc04 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4a7a33d8450e4d61b759425945c8fd7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9998758 Jun 11 10:13:34.561814 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0202161e-c61e-4b36-a8c0-4dc654e9dc04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29a9c6f0-9be7-48fc-817f-ec66103481da,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:13:34.563964 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 55112) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:13:34.591742 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0202161e-c61e-4b36-a8c0-4dc654e9dc04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:13:34.670207 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7ce9e599-af24-4224-a4ad-1dad02bd1753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:34.699435 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7ce9e599-af24-4224-a4ad-1dad02bd1753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:34.808974 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53880a5-7a98-49c9-a676-abdc4942f889 None None] Pushing event updated for resources: {'Port': ['ID=a0d3ad71-c523-4b81-8303-10eebc13d258,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:13:34.816805 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-c53880a5-7a98-49c9-a676-abdc4942f889 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.711s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:13:34.881181 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-96c6aa02-abe8-4f73-a840-6c63684a18dc None None] Set router 18bee323-1125-49ef-b821-e620b20acd8d gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:13:34.967950 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7ce9e599-af24-4224-a4ad-1dad02bd1753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:34.970880 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7ce9e599-af24-4224-a4ad-1dad02bd1753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:34.988201 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-7ce9e599-af24-4224-a4ad-1dad02bd1753 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/29a9c6f0-9be7-48fc-817f-ec66103481da HTTP/1.1" status: 204 len: 168 time: 0.4164877 Jun 11 10:13:34.988201 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e2870a6e-e192-4ec0-ad3d-8213aeedf13a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:13:35.013921 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce9e599-af24-4224-a4ad-1dad02bd1753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a9c6f0-9be7-48fc-817f-ec66103481da,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:13:35.028007 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7ce9e599-af24-4224-a4ad-1dad02bd1753 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:13:35.048035 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-01ef7e4c-88e3-4c1c-a50d-f5f6726e1a4e None None] Provisioning for port 07877c8f-2296-420d-8c39-b7d056fd0adc completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:13:35.067835 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-78d06a40-5dab-49e6-8288-89c8926b8f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:35.087849 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-01ef7e4c-88e3-4c1c-a50d-f5f6726e1a4e None None] Provisioning complete for port 07877c8f-2296-420d-8c39-b7d056fd0adc triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:13:35.088325 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-01ef7e4c-88e3-4c1c-a50d-f5f6726e1a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:35.463220 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-01ef7e4c-88e3-4c1c-a50d-f5f6726e1a4e None None] Port 07877c8f-2296-420d-8c39-b7d056fd0adc cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:13:35.495167 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-96c6aa02-abe8-4f73-a840-6c63684a18dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bee323-1125-49ef-b821-e620b20acd8d', 'name': 'tempest-AttachVolumeTestJSON-946356344-router', 'tenant_id': '4fa4adcc930c454582c6b4c82c27544f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': 'a0d3ad71-c523-4b81-8303-10eebc13d258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:13:26Z', 'updated_at': '2021-06-11T10:13:28Z', 'revision_number': 3, 'project_id': '4fa4adcc930c454582c6b4c82c27544f', 'gw_port': {'id': 'a0d3ad71-c523-4b81-8303-10eebc13d258', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b1:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18bee323-1125-49ef-b821-e620b20acd8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:13:27Z', 'updated_at': '2021-06-11T10:13:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:13:35.504984 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c6aa02-abe8-4f73-a840-6c63684a18dc None None] The sync data for ids ['18bee323-1125-49ef-b821-e620b20acd8d'] in n-d-779913-12 is: [{'id': '18bee323-1125-49ef-b821-e620b20acd8d', 'name': 'tempest-AttachVolumeTestJSON-946356344-router', 'tenant_id': '4fa4adcc930c454582c6b4c82c27544f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': 'a0d3ad71-c523-4b81-8303-10eebc13d258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:13:26Z', 'updated_at': '2021-06-11T10:13:28Z', 'revision_number': 3, 'project_id': '4fa4adcc930c454582c6b4c82c27544f', 'gw_port': {'id': 'a0d3ad71-c523-4b81-8303-10eebc13d258', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b1:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18bee323-1125-49ef-b821-e620b20acd8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:13:27Z', 'updated_at': '2021-06-11T10:13:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:13:35.507141 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-78d06a40-5dab-49e6-8288-89c8926b8f9c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:35.591161 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-78d06a40-5dab-49e6-8288-89c8926b8f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:35.598292 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-91b146f7-71f5-4dd3-b27f-c35d4bc0468a tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:13:35.743769 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:35.968911 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-78d06a40-5dab-49e6-8288-89c8926b8f9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375108'] for router_interface, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:35.990039 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d06a40-5dab-49e6-8288-89c8926b8f9c admin admin] Pushing event updated for resources: {'Port': ['ID=07877c8f-2296-420d-8c39-b7d056fd0adc,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:13:36.012151 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-78d06a40-5dab-49e6-8288-89c8926b8f9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:13:36.208858 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c463d451-689a-49bd-99fa-c64f5b39e632 req-a47d6643-4efb-47d0-84d0-71d3a5849970 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:13:36.210571 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c463d451-689a-49bd-99fa-c64f5b39e632 req-a47d6643-4efb-47d0-84d0-71d3a5849970 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=672379a7-85de-4c3b-b4e7-f9a32b593c17 HTTP/1.1" status: 200 len: 943 time: 0.3234696 Jun 11 10:13:36.233418 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d06a40-5dab-49e6-8288-89c8926b8f9c admin admin] Network 2ac340f0-d786-4d09-af3c-d796852f240b is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:13:36.236484 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-78d06a40-5dab-49e6-8288-89c8926b8f9c admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:13:36.474217 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78d06a40-5dab-49e6-8288-89c8926b8f9c admin admin] Router 18bee323-1125-49ef-b821-e620b20acd8d has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:13:36.495074 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c463d451-689a-49bd-99fa-c64f5b39e632 req-99d5af84-ac77-486a-afb8-f3bb61b4e423 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741470 Jun 11 10:13:36.550024 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device a0d3ad71-c523-4b81-8303-10eebc13d258 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:13:36.653579 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-d8250404-7f01-414a-ac86-19d5970bf04d None None] Provisioning complete for port 07877c8f-2296-420d-8c39-b7d056fd0adc triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:13:36.653579 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d8250404-7f01-414a-ac86-19d5970bf04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:36.691837 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-d8250404-7f01-414a-ac86-19d5970bf04d None None] Port 07877c8f-2296-420d-8c39-b7d056fd0adc cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:13:36.775688 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d06a40-5dab-49e6-8288-89c8926b8f9c admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:13:36.781695 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-78d06a40-5dab-49e6-8288-89c8926b8f9c admin admin] 10.222.0.60 "PUT /v2.0/routers/18bee323-1125-49ef-b821-e620b20acd8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9370737 Jun 11 10:13:36.857402 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port a0d3ad71-c523-4b81-8303-10eebc13d258 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:13:36.863450 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port a0d3ad71-c523-4b81-8303-10eebc13d258 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:13:36.864176 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:37.060133 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:37.098868 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port a0d3ad71-c523-4b81-8303-10eebc13d258, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=a0d3ad71-c523-4b81-8303-10eebc13d258,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:13:37.197901 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:37.206836 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-c2b8f6cd-2455-4522-a0e9-10b2e17d08c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:13:37.345901 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=a0d3ad71-c523-4b81-8303-10eebc13d258,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:13:37.349423 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:13:37.417679 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:13:37.828101 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227b2c3d-9a73-44a1-9baa-46ecc590a0d8 req-3f652531-ae25-4f7d-9bb1-cd012971b9d4 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:13:37.837096 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-227b2c3d-9a73-44a1-9baa-46ecc590a0d8 req-3f652531-ae25-4f7d-9bb1-cd012971b9d4 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=672379a7-85de-4c3b-b4e7-f9a32b593c17 HTTP/1.1" status: 200 len: 943 time: 0.1264956 Jun 11 10:13:37.905510 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-227b2c3d-9a73-44a1-9baa-46ecc590a0d8 req-f717d23c-13e6-4a6e-aa4b-5e3eeb08bf33 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634866 Jun 11 10:13:38.158389 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c23a467-03bd-40f7-bc6c-5fe27571b9b6 None None] Sync routers for ids ['18bee323-1125-49ef-b821-e620b20acd8d'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:13:38.168689 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c23a467-03bd-40f7-bc6c-5fe27571b9b6 None None] Routers {'18bee323-1125-49ef-b821-e620b20acd8d'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:13:38.169445 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-8c23a467-03bd-40f7-bc6c-5fe27571b9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:13:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['18bee323-1125-49ef-b821-e620b20acd8d'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:13:38.554235 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device a0d3ad71-c523-4b81-8303-10eebc13d258 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:13:38.664026 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port a0d3ad71-c523-4b81-8303-10eebc13d258 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:13:38.664415 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:38.817378 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-8c23a467-03bd-40f7-bc6c-5fe27571b9b6 None None] Set router 18bee323-1125-49ef-b821-e620b20acd8d gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:13:38.878475 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 55204) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:13:38.884143 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-0c48467c-cd5d-464d-a707-f4c2378d1cc3 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1769984819', 'description': 'tempest-description--998036264'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:13:39.104972 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0c48467c-cd5d-464d-a707-f4c2378d1cc3 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:39.338675 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0c48467c-cd5d-464d-a707-f4c2378d1cc3 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:39.358887 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e77852-cf65-4ed3-927f-b1894bfd31ae req-30b37017-47b3-480a-b660-a39f93822159 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:13:39.366695 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b4e77852-cf65-4ed3-927f-b1894bfd31ae req-30b37017-47b3-480a-b660-a39f93822159 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=672379a7-85de-4c3b-b4e7-f9a32b593c17 HTTP/1.1" status: 200 len: 943 time: 0.2409530 Jun 11 10:13:39.399891 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-8c23a467-03bd-40f7-bc6c-5fe27571b9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bee323-1125-49ef-b821-e620b20acd8d', 'name': 'tempest-AttachVolumeTestJSON-946356344-router', 'tenant_id': '4fa4adcc930c454582c6b4c82c27544f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': 'a0d3ad71-c523-4b81-8303-10eebc13d258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:13:26Z', 'updated_at': '2021-06-11T10:13:34Z', 'revision_number': 4, 'project_id': '4fa4adcc930c454582c6b4c82c27544f', 'gw_port': {'id': 'a0d3ad71-c523-4b81-8303-10eebc13d258', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bee323-1125-49ef-b821-e620b20acd8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:13:27Z', 'updated_at': '2021-06-11T10:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '07877c8f-2296-420d-8c39-b7d056fd0adc', 'name': '', 'network_id': '2ac340f0-d786-4d09-af3c-d796852f240b', 'tenant_id': '4fa4adcc930c454582c6b4c82c27544f', 'mac_address': 'fa:16:3e:da:3f:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18bee323-1125-49ef-b821-e620b20acd8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': 'e4054ed8-e8dc-4397-99bc-1d06497b1031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:13:33Z', 'updated_at': '2021-06-11T10:13:35Z', 'revision_number': 2, 'project_id': '4fa4adcc930c454582c6b4c82c27544f', 'subnets': [{'id': 'e4054ed8-e8dc-4397-99bc-1d06497b1031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:13:39.410102 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c23a467-03bd-40f7-bc6c-5fe27571b9b6 None None] Checking router: 18bee323-1125-49ef-b821-e620b20acd8d for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:13:39.414491 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c23a467-03bd-40f7-bc6c-5fe27571b9b6 None None] Updating router 18bee323-1125-49ef-b821-e620b20acd8d port 07877c8f-2296-420d-8c39-b7d056fd0adc binding host n-d-779913-12 {{(pid=93179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 10:13:39.429337 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b4e77852-cf65-4ed3-927f-b1894bfd31ae req-324b7b6b-600c-448a-88f5-e14019788c96 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611939 Jun 11 10:13:39.436049 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0c48467c-cd5d-464d-a707-f4c2378d1cc3 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:39.440433 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5ce65db9-92a4-4d45-aa52-928d9a9158e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:13:39.482248 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c48467c-cd5d-464d-a707-f4c2378d1cc3 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26622f4d-0e85-4c32-bac9-9734a1522a78,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:13:39.489762 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0c48467c-cd5d-464d-a707-f4c2378d1cc3 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:13:39.501560 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-8c23a467-03bd-40f7-bc6c-5fe27571b9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:39.573819 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0c48467c-cd5d-464d-a707-f4c2378d1cc3 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:39.575376 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-0c48467c-cd5d-464d-a707-f4c2378d1cc3 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6951282 Jun 11 10:13:39.578446 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 55216) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:13:39.584173 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-e341c6b5-ad81-426c-a6b1-39fd83f85b62 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Request body: {'security_group_rule': {'security_group_id': '26622f4d-0e85-4c32-bac9-9734a1522a78', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:13:39.806024 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e341c6b5-ad81-426c-a6b1-39fd83f85b62 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:39.937500 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e341c6b5-ad81-426c-a6b1-39fd83f85b62 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:40.045887 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-8c23a467-03bd-40f7-bc6c-5fe27571b9b6 None None] Notify callbacks [] for port, precommit_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:40.057628 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-8c23a467-03bd-40f7-bc6c-5fe27571b9b6 None None] Transition to ACTIVE for port object 07877c8f-2296-420d-8c39-b7d056fd0adc will not be triggered until provisioned by entity L2. {{(pid=93179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:13:40.080071 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e341c6b5-ad81-426c-a6b1-39fd83f85b62 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:40.082112 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e28b0807-cda8-459d-8531-9407935e1b9b tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:13:40.101725 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e341c6b5-ad81-426c-a6b1-39fd83f85b62 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a75d9dba-596d-4d98-9db4-69b6bc28e48d,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:13:40.106062 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e341c6b5-ad81-426c-a6b1-39fd83f85b62 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:13:40.202541 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-8c23a467-03bd-40f7-bc6c-5fe27571b9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:40.202541 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-db6bcc40-8d15-4c1d-a333-41c3ecb67ffe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:13:40.229291 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e341c6b5-ad81-426c-a6b1-39fd83f85b62 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:40.234056 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 55228) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:13:40.234710 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-e341c6b5-ad81-426c-a6b1-39fd83f85b62 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6541865 Jun 11 10:13:40.241215 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-26ae9f61-864f-4e87-8246-46073e6ed9f3 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Request body: {'security_group_rule': {'security_group_id': '26622f4d-0e85-4c32-bac9-9734a1522a78', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:13:40.315735 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09e82af-81f7-474e-ba9e-1651b040fe33 None None] Pushing event updated for resources: {'Port': ['ID=07877c8f-2296-420d-8c39-b7d056fd0adc,revision_number=3']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:13:40.366276 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09e82af-81f7-474e-ba9e-1651b040fe33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:13:40.366910 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09e82af-81f7-474e-ba9e-1651b040fe33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:13:40.374060 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09e82af-81f7-474e-ba9e-1651b040fe33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:13:40.375090 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09e82af-81f7-474e-ba9e-1651b040fe33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:13:40.375899 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09e82af-81f7-474e-ba9e-1651b040fe33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:13:40.376704 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09e82af-81f7-474e-ba9e-1651b040fe33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:13:40.377511 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09e82af-81f7-474e-ba9e-1651b040fe33 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:13:40.378529 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09e82af-81f7-474e-ba9e-1651b040fe33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:13:40.379302 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09e82af-81f7-474e-ba9e-1651b040fe33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:13:40.380105 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09e82af-81f7-474e-ba9e-1651b040fe33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:13:40.381078 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09e82af-81f7-474e-ba9e-1651b040fe33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:13:40.381664 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09e82af-81f7-474e-ba9e-1651b040fe33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:13:40.422676 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-26ae9f61-864f-4e87-8246-46073e6ed9f3 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:40.431332 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-a09e82af-81f7-474e-ba9e-1651b040fe33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:13:40.461797 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-8c23a467-03bd-40f7-bc6c-5fe27571b9b6 None None] Attempting to bind port 07877c8f-2296-420d-8c39-b7d056fd0adc on host n-d-779913-12 for vnic_type normal with profile {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:13:40.462187 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-8c23a467-03bd-40f7-bc6c-5fe27571b9b6 None None] Attempting to bind port 07877c8f-2296-420d-8c39-b7d056fd0adc by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'e64b373f-a475-481e-9bb6-8e44824f6209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '2ac340f0-d786-4d09-af3c-d796852f240b'}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:13:40.465208 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c23a467-03bd-40f7-bc6c-5fe27571b9b6 None None] Attempting to bind port 07877c8f-2296-420d-8c39-b7d056fd0adc on network 2ac340f0-d786-4d09-af3c-d796852f240b {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:13:40.480518 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c23a467-03bd-40f7-bc6c-5fe27571b9b6 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:13:40.480912 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c23a467-03bd-40f7-bc6c-5fe27571b9b6 None None] Checking segment: {'id': 'e64b373f-a475-481e-9bb6-8e44824f6209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '2ac340f0-d786-4d09-af3c-d796852f240b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:13:40.481326 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-8c23a467-03bd-40f7-bc6c-5fe27571b9b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:40.481808 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c23a467-03bd-40f7-bc6c-5fe27571b9b6 None None] Bound using segment: {'id': 'e64b373f-a475-481e-9bb6-8e44824f6209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '2ac340f0-d786-4d09-af3c-d796852f240b'} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:13:40.482284 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-8c23a467-03bd-40f7-bc6c-5fe27571b9b6 None None] Bound port: 07877c8f-2296-420d-8c39-b7d056fd0adc, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e64b373f-a475-481e-9bb6-8e44824f6209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '2ac340f0-d786-4d09-af3c-d796852f240b'}}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:13:40.482651 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-8c23a467-03bd-40f7-bc6c-5fe27571b9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:40.560226 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-26ae9f61-864f-4e87-8246-46073e6ed9f3 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:40.594323 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-8c23a467-03bd-40f7-bc6c-5fe27571b9b6 None None] For port 07877c8f-2296-420d-8c39-b7d056fd0adc, host n-d-779913-12, cleared binding levels {{(pid=93179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:13:40.594323 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-8c23a467-03bd-40f7-bc6c-5fe27571b9b6 None None] For port 07877c8f-2296-420d-8c39-b7d056fd0adc, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=07877c8f-2296-420d-8c39-b7d056fd0adc,segment=NetworkSegment(e64b373f-a475-481e-9bb6-8e44824f6209),segment_id=e64b373f-a475-481e-9bb6-8e44824f6209)] {{(pid=93179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:13:40.656957 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-26ae9f61-864f-4e87-8246-46073e6ed9f3 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:40.656957 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0a1c1558-4085-4c44-ad64-2f97687a57fd tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:13:40.677257 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ae9f61-864f-4e87-8246-46073e6ed9f3 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e73cfeb-5686-4750-a3cb-f651c0becd52,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:13:40.682312 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-26ae9f61-864f-4e87-8246-46073e6ed9f3 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:13:40.718413 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-8c23a467-03bd-40f7-bc6c-5fe27571b9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:40.719405 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-b5f60968-bd45-47d8-ba9e-1f5b1b349c62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:13:40.740969 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366696a0-3d47-4b08-bbcc-d080c76a861c req-c1c54225-faa9-4d25-b96c-be06cc678864 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:13:40.742610 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-366696a0-3d47-4b08-bbcc-d080c76a861c req-c1c54225-faa9-4d25-b96c-be06cc678864 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=672379a7-85de-4c3b-b4e7-f9a32b593c17 HTTP/1.1" status: 200 len: 943 time: 0.0976846 Jun 11 10:13:40.856371 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09e82af-81f7-474e-ba9e-1651b040fe33 None None] Pushing event updated for resources: {'Port': ['ID=07877c8f-2296-420d-8c39-b7d056fd0adc,revision_number=4']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:13:40.861335 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-a09e82af-81f7-474e-ba9e-1651b040fe33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:13:40.863490 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c23a467-03bd-40f7-bc6c-5fe27571b9b6 None None] Routers {'18bee323-1125-49ef-b821-e620b20acd8d'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:13:40.864153 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-8c23a467-03bd-40f7-bc6c-5fe27571b9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:13:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['18bee323-1125-49ef-b821-e620b20acd8d'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:13:40.881788 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-366696a0-3d47-4b08-bbcc-d080c76a861c req-dc6593ba-2d26-4eda-b9c7-1bc437b249a0 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291366 Jun 11 10:13:40.898511 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-26ae9f61-864f-4e87-8246-46073e6ed9f3 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:40.898511 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-26ae9f61-864f-4e87-8246-46073e6ed9f3 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6616340 Jun 11 10:13:40.900312 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 55244) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:13:40.905176 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-48759231-b139-4bd2-86d9-36cef15d4ffb tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Request body: {'floatingip': {'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:13:41.116225 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-8c23a467-03bd-40f7-bc6c-5fe27571b9b6 None None] Set router 18bee323-1125-49ef-b821-e620b20acd8d gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:13:41.211114 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-48759231-b139-4bd2-86d9-36cef15d4ffb tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Notify callbacks [] for floatingip, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:41.407788 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-48759231-b139-4bd2-86d9-36cef15d4ffb tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:41.585571 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-48759231-b139-4bd2-86d9-36cef15d4ffb tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Allocated IP 172.25.4.80 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/cbe4180e-7e66-4d76-a0ca-30386bdbb1fe) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:13:41.620866 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-8c23a467-03bd-40f7-bc6c-5fe27571b9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bee323-1125-49ef-b821-e620b20acd8d', 'name': 'tempest-AttachVolumeTestJSON-946356344-router', 'tenant_id': '4fa4adcc930c454582c6b4c82c27544f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': 'a0d3ad71-c523-4b81-8303-10eebc13d258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:13:26Z', 'updated_at': '2021-06-11T10:13:34Z', 'revision_number': 4, 'project_id': '4fa4adcc930c454582c6b4c82c27544f', 'gw_port': {'id': 'a0d3ad71-c523-4b81-8303-10eebc13d258', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bee323-1125-49ef-b821-e620b20acd8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:13:27Z', 'updated_at': '2021-06-11T10:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '07877c8f-2296-420d-8c39-b7d056fd0adc', 'name': '', 'network_id': '2ac340f0-d786-4d09-af3c-d796852f240b', 'tenant_id': '4fa4adcc930c454582c6b4c82c27544f', 'mac_address': 'fa:16:3e:da:3f:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18bee323-1125-49ef-b821-e620b20acd8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': 'e4054ed8-e8dc-4397-99bc-1d06497b1031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:13:33Z', 'updated_at': '2021-06-11T10:13:40Z', 'revision_number': 4, 'project_id': '4fa4adcc930c454582c6b4c82c27544f', 'subnets': [{'id': 'e4054ed8-e8dc-4397-99bc-1d06497b1031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:13:41.625331 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c23a467-03bd-40f7-bc6c-5fe27571b9b6 None None] The sync data for ids ['18bee323-1125-49ef-b821-e620b20acd8d'] in n-d-779913-12 is: [{'id': '18bee323-1125-49ef-b821-e620b20acd8d', 'name': 'tempest-AttachVolumeTestJSON-946356344-router', 'tenant_id': '4fa4adcc930c454582c6b4c82c27544f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': 'a0d3ad71-c523-4b81-8303-10eebc13d258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:13:26Z', 'updated_at': '2021-06-11T10:13:34Z', 'revision_number': 4, 'project_id': '4fa4adcc930c454582c6b4c82c27544f', 'gw_port': {'id': 'a0d3ad71-c523-4b81-8303-10eebc13d258', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bee323-1125-49ef-b821-e620b20acd8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:13:27Z', 'updated_at': '2021-06-11T10:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '07877c8f-2296-420d-8c39-b7d056fd0adc', 'name': '', 'network_id': '2ac340f0-d786-4d09-af3c-d796852f240b', 'tenant_id': '4fa4adcc930c454582c6b4c82c27544f', 'mac_address': 'fa:16:3e:da:3f:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18bee323-1125-49ef-b821-e620b20acd8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': 'e4054ed8-e8dc-4397-99bc-1d06497b1031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:13:33Z', 'updated_at': '2021-06-11T10:13:40Z', 'revision_number': 4, 'project_id': '4fa4adcc930c454582c6b4c82c27544f', 'subnets': [{'id': 'e4054ed8-e8dc-4397-99bc-1d06497b1031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:13:41.814713 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-48759231-b139-4bd2-86d9-36cef15d4ffb tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:41.991300 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-48759231-b139-4bd2-86d9-36cef15d4ffb tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:41.993606 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f13298ba-3656-43b2-9459-bfc002e505a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:13:42.138809 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48759231-b139-4bd2-86d9-36cef15d4ffb tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:13:42.146948 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-48759231-b139-4bd2-86d9-36cef15d4ffb tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:13:42.152731 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48759231-b139-4bd2-86d9-36cef15d4ffb tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:13:42.273007 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48759231-b139-4bd2-86d9-36cef15d4ffb tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Pushing event updated for resources: {'Port': ['ID=cbe4180e-7e66-4d76-a0ca-30386bdbb1fe,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:13:42.313661 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-48759231-b139-4bd2-86d9-36cef15d4ffb tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:13:42.497581 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-48759231-b139-4bd2-86d9-36cef15d4ffb tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:42.563294 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 07877c8f-2296-420d-8c39-b7d056fd0adc up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:13:42.583504 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe493eb-7889-462b-a459-03a6cb6fb852 req-01f888a4-53f6-4ced-a109-50c8c50da38c tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:13:42.593951 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3fe493eb-7889-462b-a459-03a6cb6fb852 req-01f888a4-53f6-4ced-a109-50c8c50da38c tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=672379a7-85de-4c3b-b4e7-f9a32b593c17 HTTP/1.1" status: 200 len: 943 time: 0.3415954 Jun 11 10:13:42.700919 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3fe493eb-7889-462b-a459-03a6cb6fb852 req-5180dd3e-bcaf-42b4-bb71-1e532846c038 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059976 Jun 11 10:13:42.816868 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 07877c8f-2296-420d-8c39-b7d056fd0adc completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:13:42.822649 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 07877c8f-2296-420d-8c39-b7d056fd0adc triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:13:42.822974 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-48759231-b139-4bd2-86d9-36cef15d4ffb tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:42.823126 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:42.950849 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7961f365-d43d-42de-ba4b-684db463a670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:43.002611 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:43.102168 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 07877c8f-2296-420d-8c39-b7d056fd0adc, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=07877c8f-2296-420d-8c39-b7d056fd0adc,segment=NetworkSegment(e64b373f-a475-481e-9bb6-8e44824f6209),segment_id=e64b373f-a475-481e-9bb6-8e44824f6209)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:13:43.196314 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:43.198697 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:13:43.269212 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-48759231-b139-4bd2-86d9-36cef15d4ffb tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:43.340780 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=07877c8f-2296-420d-8c39-b7d056fd0adc,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:13:43.354530 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-48759231-b139-4bd2-86d9-36cef15d4ffb tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:43.355851 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:13:43.358711 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6a8055e0-a190-48f3-bca8-76f517ec5ea7 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:13:43.481608 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48759231-b139-4bd2-86d9-36cef15d4ffb tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Pushing event updated for resources: {'Port': ['ID=cbe4180e-7e66-4d76-a0ca-30386bdbb1fe,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:13:43.487396 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-48759231-b139-4bd2-86d9-36cef15d4ffb tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:13:43.498394 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-48759231-b139-4bd2-86d9-36cef15d4ffb tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:43.593602 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device e20009ef-6611-415a-9f37-6762c0af43c2 details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 10:13:43.600271 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-48759231-b139-4bd2-86d9-36cef15d4ffb tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:43.603338 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-48759231-b139-4bd2-86d9-36cef15d4ffb tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7001333 Jun 11 10:13:43.756869 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port e20009ef-6611-415a-9f37-6762c0af43c2, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=e20009ef-6611-415a-9f37-6762c0af43c2,segment=NetworkSegment(5c22e2d5-0ba6-4801-a903-4241c2620ae4),segment_id=5c22e2d5-0ba6-4801-a903-4241c2620ae4)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:13:43.806527 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': 'e20009ef-6611-415a-9f37-6762c0af43c2', 'network_id': '795e7157-0b59-4b3c-b5bc-895c607dc0cc', 'port_id': 'e20009ef-6611-415a-9f37-6762c0af43c2', 'mac_address': 'fa:16:3e:42:6d:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b543bd1f-2b45-4ed6-ae53-d9d0c8ed8871', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 10:13:43.823875 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f033a7e1-de2b-4175-ac63-400844b39580 req-5058e01d-5359-4055-a1b5-8e1f148a6069 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1769984819&fields=id&tenant_id=4fa4adcc930c454582c6b4c82c27544f HTTP/1.1" status: 200 len: 267 time: 0.0917821 Jun 11 10:13:43.902619 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:43.960932 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e20009ef-6611-415a-9f37-6762c0af43c2 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:13:43.970052 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port e20009ef-6611-415a-9f37-6762c0af43c2, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=e20009ef-6611-415a-9f37-6762c0af43c2,segment=NetworkSegment(5c22e2d5-0ba6-4801-a903-4241c2620ae4),segment_id=5c22e2d5-0ba6-4801-a903-4241c2620ae4)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:13:44.033129 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927567b5-fbab-4036-a54e-fb9be2529b4c req-5c0b3a1f-631a-4ad7-ba5e-eae0742f234c tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:13:44.034321 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-927567b5-fbab-4036-a54e-fb9be2529b4c req-5c0b3a1f-631a-4ad7-ba5e-eae0742f234c tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=672379a7-85de-4c3b-b4e7-f9a32b593c17 HTTP/1.1" status: 200 len: 943 time: 0.1317146 Jun 11 10:13:44.056163 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033a7e1-de2b-4175-ac63-400844b39580 req-e284ce8e-a93b-4309-a12b-b8faa53d27ab tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:13:44.057896 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f033a7e1-de2b-4175-ac63-400844b39580 req-e284ce8e-a93b-4309-a12b-b8faa53d27ab tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/networks?id=2ac340f0-d786-4d09-af3c-d796852f240b HTTP/1.1" status: 200 len: 810 time: 0.2243648 Jun 11 10:13:44.082513 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f033a7e1-de2b-4175-ac63-400844b39580 req-9601b430-cd00-4550-b941-dbcbedd03973 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/quotas/4fa4adcc930c454582c6b4c82c27544f HTTP/1.1" status: 200 len: 375 time: 0.0141511 Jun 11 10:13:44.107504 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-927567b5-fbab-4036-a54e-fb9be2529b4c req-55c7441e-3a30-4778-96df-1613f3b8f2f0 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637243 Jun 11 10:13:44.129030 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:44.131892 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:13:44.194679 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=e20009ef-6611-415a-9f37-6762c0af43c2,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:13:44.198263 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:13:44.207235 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f033a7e1-de2b-4175-ac63-400844b39580 req-78ef1e76-0c88-492d-b629-1c4ec8a0321a tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=4fa4adcc930c454582c6b4c82c27544f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1185360 Jun 11 10:13:44.223324 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [req-f033a7e1-de2b-4175-ac63-400844b39580 req-da5cd772-f199-404a-bfa2-865be45ddaca service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 10:13:44.224403 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f033a7e1-de2b-4175-ac63-400844b39580 req-da5cd772-f199-404a-bfa2-865be45ddaca service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055783 Jun 11 10:13:44.332220 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['e20009ef-6611-415a-9f37-6762c0af43c2'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:13:44.383454 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f033a7e1-de2b-4175-ac63-400844b39580 req-4e96645c-86cb-47fa-bf5b-0217db5bc0e9 service neutron] 10.222.0.60 "GET /v2.0/networks/2ac340f0-d786-4d09-af3c-d796852f240b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492627 Jun 11 10:13:44.517000 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 07877c8f-2296-420d-8c39-b7d056fd0adc up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:13:44.534073 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f033a7e1-de2b-4175-ac63-400844b39580 req-021c81b8-5a8b-4332-b82c-a81962b1e375 service neutron] 10.222.0.60 "GET /v2.0/networks/2ac340f0-d786-4d09-af3c-d796852f240b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467676 Jun 11 10:13:44.618545 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 07877c8f-2296-420d-8c39-b7d056fd0adc triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:13:44.619106 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:44.862491 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-81436384-f4b4-46f1-b0ba-f6aa126021ad req-752e4678-c26e-43e7-a1ea-56e7d1e305cf tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/ports?device_id=66bbcca5-c11c-4d65-9d86-2fc2588b1642 HTTP/1.1" status: 200 len: 210 time: 0.0389912 Jun 11 10:13:45.313611 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd87042-8e4c-4c84-ab71-bab4a1fea1f7 req-c39bcb2c-3f27-4ef0-9a71-e1d2fe08a60b tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:13:45.315256 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-bfd87042-8e4c-4c84-ab71-bab4a1fea1f7 req-c39bcb2c-3f27-4ef0-9a71-e1d2fe08a60b tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=672379a7-85de-4c3b-b4e7-f9a32b593c17 HTTP/1.1" status: 200 len: 944 time: 0.0912962 Jun 11 10:13:45.362998 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-bfd87042-8e4c-4c84-ab71-bab4a1fea1f7 req-408d0e0b-6605-4d90-9e0e-0dfe2bcd4399 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417228 Jun 11 10:13:45.491299 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-52c83e64-e0c0-4f57-b664-9c5e4fbd59e4 req-2d3cd3d9-2dd7-479c-99e2-dd54e87062df service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2aaed0f4-ddff-4170-b36d-0f4ed6866840&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0646780 Jun 11 10:13:45.625522 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device e20009ef-6611-415a-9f37-6762c0af43c2 up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:13:45.626140 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c83e64-e0c0-4f57-b664-9c5e4fbd59e4 req-1bb4fa48-d488-4098-bc98-3829cfbb8088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:13:45.626140 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-52c83e64-e0c0-4f57-b664-9c5e4fbd59e4 req-1bb4fa48-d488-4098-bc98-3829cfbb8088 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7c7545923ebc48e08cfbeb0d8e94f901&device_id=2aaed0f4-ddff-4170-b36d-0f4ed6866840 HTTP/1.1" status: 200 len: 1098 time: 0.0817146 Jun 11 10:13:45.828683 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c83e64-e0c0-4f57-b664-9c5e4fbd59e4 req-dd6cbb50-a2c9-4442-b81b-1a436f96548c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:13:45.831508 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-52c83e64-e0c0-4f57-b664-9c5e4fbd59e4 req-dd6cbb50-a2c9-4442-b81b-1a436f96548c service neutron] 10.222.0.69 "GET /v2.0/networks?id=795e7157-0b59-4b3c-b5bc-895c607dc0cc HTTP/1.1" status: 200 len: 911 time: 0.1713815 Jun 11 10:13:45.868288 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d6cb463f-0e67-4ecd-a901-f461c3fcb862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:45.912500 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-52c83e64-e0c0-4f57-b664-9c5e4fbd59e4 req-a3dd65a2-6327-4550-ab05-96b1f72f5480 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67331b52-ef5f-4612-b0f8-2a1357105485 HTTP/1.1" status: 200 len: 217 time: 0.0737147 Jun 11 10:13:45.915655 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning for port e20009ef-6611-415a-9f37-6762c0af43c2 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:13:45.920428 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port e20009ef-6611-415a-9f37-6762c0af43c2 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:13:45.920905 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:45.954848 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-631b2b2e-03f6-40da-8656-0573867c4da9 req-c8b74cc9-b085-4b0d-8ce1-f04ca22bc7dc tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/ports?device_id=66bbcca5-c11c-4d65-9d86-2fc2588b1642 HTTP/1.1" status: 200 len: 210 time: 0.0354195 Jun 11 10:13:45.995966 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c83e64-e0c0-4f57-b664-9c5e4fbd59e4 req-14cd9400-9b04-40a4-96f5-f1cc7044457c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:13:45.997437 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-52c83e64-e0c0-4f57-b664-9c5e4fbd59e4 req-14cd9400-9b04-40a4-96f5-f1cc7044457c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b543bd1f-2b45-4ed6-ae53-d9d0c8ed8871 HTTP/1.1" status: 200 len: 849 time: 0.0729263 Jun 11 10:13:46.053727 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:46.086318 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:46.102841 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c83e64-e0c0-4f57-b664-9c5e4fbd59e4 req-a40d41e7-029f-4c6d-9f8c-167c21fa1c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:13:46.105076 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '672379a7-85de-4c3b-b4e7-f9a32b593c17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e20009ef-6611-415a-9f37-6762c0af43c2'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:13:46.106061 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-52c83e64-e0c0-4f57-b664-9c5e4fbd59e4 req-a40d41e7-029f-4c6d-9f8c-167c21fa1c0c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=795e7157-0b59-4b3c-b5bc-895c607dc0cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1010098 Jun 11 10:13:46.107819 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7c40229-b4de-4933-aea3-9b863fac9aac" -d '{"events": [{"server_uuid": "672379a7-85de-4c3b-b4e7-f9a32b593c17", "name": "network-vif-plugged", "status": "completed", "tag": "e20009ef-6611-415a-9f37-6762c0af43c2"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:13:46.125118 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port e20009ef-6611-415a-9f37-6762c0af43c2, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=e20009ef-6611-415a-9f37-6762c0af43c2,segment=NetworkSegment(5c22e2d5-0ba6-4801-a903-4241c2620ae4),segment_id=5c22e2d5-0ba6-4801-a903-4241c2620ae4)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:13:46.193492 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea5b3210-98af-4caf-bebc-bd7a110a5b77 x-openstack-request-id: req-ea5b3210-98af-4caf-bebc-bd7a110a5b77 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:13:46.194965 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "672379a7-85de-4c3b-b4e7-f9a32b593c17", "name": "network-vif-plugged", "status": "completed", "tag": "e20009ef-6611-415a-9f37-6762c0af43c2", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:13:46.196825 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ea5b3210-98af-4caf-bebc-bd7a110a5b77 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:13:46.197551 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '672379a7-85de-4c3b-b4e7-f9a32b593c17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e20009ef-6611-415a-9f37-6762c0af43c2', 'code': 200} Jun 11 10:13:46.263470 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-52c83e64-e0c0-4f57-b664-9c5e4fbd59e4 req-6747cff3-0ab6-4bcc-9176-5128e422d49d service neutron] 10.222.0.69 "GET /v2.0/networks/795e7157-0b59-4b3c-b5bc-895c607dc0cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484652 Jun 11 10:13:46.302532 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:46.309497 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-8d9541a8-4082-4b39-87a0-64d684bd1157 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:13:46.369082 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=e20009ef-6611-415a-9f37-6762c0af43c2,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:13:46.373203 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:13:46.442538 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395966c6-df8c-4502-ac10-3686b93dec89 req-c355dff0-3a76-4d93-86d6-b4488a07c1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:13:46.444117 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-395966c6-df8c-4502-ac10-3686b93dec89 req-c355dff0-3a76-4d93-86d6-b4488a07c1fe service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=672379a7-85de-4c3b-b4e7-f9a32b593c17 HTTP/1.1" status: 200 len: 1096 time: 0.1833472 Jun 11 10:13:46.491816 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-52c83e64-e0c0-4f57-b664-9c5e4fbd59e4 req-57626eb1-6b96-4021-a8c5-58a06896ab59 service neutron] 10.222.0.69 "GET /v2.0/networks/795e7157-0b59-4b3c-b5bc-895c607dc0cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173178 Jun 11 10:13:46.519880 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-395966c6-df8c-4502-ac10-3686b93dec89 req-bfbb4a66-9691-4c21-bc35-f4c09affaa92 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585372 Jun 11 10:13:46.580061 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 55384) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:13:46.686117 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d2de0-2fad-4edd-a563-10c404e12734 req-08ce93e6-12a3-439c-9ac4-52115315b8a8 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:13:46.687295 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d07d2de0-2fad-4edd-a563-10c404e12734 req-08ce93e6-12a3-439c-9ac4-52115315b8a8 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=672379a7-85de-4c3b-b4e7-f9a32b593c17 HTTP/1.1" status: 200 len: 945 time: 0.1235094 Jun 11 10:13:46.705498 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:46.758212 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-612fbb31-321d-4235-a1ad-82c32500436b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:46.764612 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d07d2de0-2fad-4edd-a563-10c404e12734 req-610ccdb7-f2bc-40f8-b693-11f77493ea19 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734804 Jun 11 10:13:46.892326 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-612fbb31-321d-4235-a1ad-82c32500436b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:47.105510 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-612fbb31-321d-4235-a1ad-82c32500436b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:47.134589 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-07c52231-50e0-4473-a63d-d69c0a869c4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:13:47.168474 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7b0f6938-d0db-4f74-ab07-f052e713659e req-f9a806b4-84d3-4a28-b4bc-171d854acd30 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/ports?device_id=66bbcca5-c11c-4d65-9d86-2fc2588b1642 HTTP/1.1" status: 200 len: 210 time: 0.0796764 Jun 11 10:13:47.205630 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-612fbb31-321d-4235-a1ad-82c32500436b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=629e096aa9be40fbbc19c73a8ae03d7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6242063 Jun 11 10:13:47.206696 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612fbb31-321d-4235-a1ad-82c32500436b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03dcb1a7-e017-43ef-9582-d34cd7d2c77a,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:13:47.208060 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 55398) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:13:47.214883 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-612fbb31-321d-4235-a1ad-82c32500436b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:13:47.350591 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7f5a2c4f-85e4-48e5-9740-ec0931f6a504 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:47.403315 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7f5a2c4f-85e4-48e5-9740-ec0931f6a504 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:47.560478 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7f5a2c4f-85e4-48e5-9740-ec0931f6a504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:47.565306 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7f5a2c4f-85e4-48e5-9740-ec0931f6a504 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:47.569331 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-7f5a2c4f-85e4-48e5-9740-ec0931f6a504 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/03dcb1a7-e017-43ef-9582-d34cd7d2c77a HTTP/1.1" status: 204 len: 168 time: 0.3563056 Jun 11 10:13:47.569331 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8d4d3daf-612f-42f3-ba82-80a544303eee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:13:47.588340 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5a2c4f-85e4-48e5-9740-ec0931f6a504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03dcb1a7-e017-43ef-9582-d34cd7d2c77a,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:13:47.593162 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7f5a2c4f-85e4-48e5-9740-ec0931f6a504 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:13:48.023244 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e881e54-5b26-41b8-81b8-743c5904958c req-0d180e35-a104-486a-b794-769889aeb5fb tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:13:48.024987 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1e881e54-5b26-41b8-81b8-743c5904958c req-0d180e35-a104-486a-b794-769889aeb5fb tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=672379a7-85de-4c3b-b4e7-f9a32b593c17 HTTP/1.1" status: 200 len: 945 time: 0.0895092 Jun 11 10:13:48.084780 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1e881e54-5b26-41b8-81b8-743c5904958c req-2e7bb3d7-052a-4a62-b1b9-13cc1535fe4c tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523946 Jun 11 10:13:48.398683 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16168bf7-daa0-4ee7-964f-34e13f1b019f req-30263144-e51f-407f-8801-4e4c6d0995b2 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:13:48.400427 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-16168bf7-daa0-4ee7-964f-34e13f1b019f req-30263144-e51f-407f-8801-4e4c6d0995b2 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=672379a7-85de-4c3b-b4e7-f9a32b593c17 HTTP/1.1" status: 200 len: 945 time: 0.1537898 Jun 11 10:13:48.420231 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-58515588-cab2-4c3d-a175-174d3690431f req-953e8c17-5bea-45ee-8ab6-470fee17f23c tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/ports?device_id=66bbcca5-c11c-4d65-9d86-2fc2588b1642 HTTP/1.1" status: 200 len: 210 time: 0.0688138 Jun 11 10:13:48.465038 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-16168bf7-daa0-4ee7-964f-34e13f1b019f req-e2de27a5-1985-43d1-bc00-cb2bcd319deb tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581098 Jun 11 10:13:48.510845 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:48.758684 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 55434) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:13:48.852957 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0478bc6e-9855-474e-b047-714c2f725edd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:48.985679 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0478bc6e-9855-474e-b047-714c2f725edd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:49.173390 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0478bc6e-9855-474e-b047-714c2f725edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:49.209277 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-edee2937-e63a-48c7-aa2d-70e2ced8a621 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:13:49.217343 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-0478bc6e-9855-474e-b047-714c2f725edd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fea9baff73fb4dfc93cadfdb177cb720&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4558182 Jun 11 10:13:49.218272 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 55442) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:13:49.272073 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0478bc6e-9855-474e-b047-714c2f725edd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d478ce7-6796-4d49-9cfc-d17c5fb6c4e4,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:13:49.285056 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0478bc6e-9855-474e-b047-714c2f725edd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:13:49.322013 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a2b545b0-23d8-4321-9afb-4d95b5ee6b3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:49.349565 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a2b545b0-23d8-4321-9afb-4d95b5ee6b3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:49.384892 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033a7e1-de2b-4175-ac63-400844b39580 req-cdc7c92d-84a8-4d76-b7af-0cf174db6f5a tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:13:49.386882 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f033a7e1-de2b-4175-ac63-400844b39580 req-cdc7c92d-84a8-4d76-b7af-0cf174db6f5a tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.69 "GET /v2.0/networks?id=2ac340f0-d786-4d09-af3c-d796852f240b HTTP/1.1" status: 200 len: 810 time: 0.7363431 Jun 11 10:13:49.498807 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a2b545b0-23d8-4321-9afb-4d95b5ee6b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:49.503456 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a2b545b0-23d8-4321-9afb-4d95b5ee6b3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:49.507013 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-a2b545b0-23d8-4321-9afb-4d95b5ee6b3c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2d478ce7-6796-4d49-9cfc-d17c5fb6c4e4 HTTP/1.1" status: 204 len: 168 time: 0.2774835 Jun 11 10:13:49.507013 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-09cb5373-365b-41a2-baf0-1c28b3c29ffd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:13:49.508127 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f033a7e1-de2b-4175-ac63-400844b39580 req-9e71ae7c-29c6-4f81-8fbb-e52e93c7fd30 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4fa4adcc930c454582c6b4c82c27544f HTTP/1.1" status: 200 len: 380 time: 0.1108930 Jun 11 10:13:49.522578 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-f033a7e1-de2b-4175-ac63-400844b39580 req-c28d4a00-4993-49a9-9316-cc23729dacc2 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Request body: {'port': {'device_id': '66bbcca5-c11c-4d65-9d86-2fc2588b1642', 'network_id': '2ac340f0-d786-4d09-af3c-d796852f240b', 'admin_state_up': True, 'tenant_id': '4fa4adcc930c454582c6b4c82c27544f', 'security_groups': ['26622f4d-0e85-4c32-bac9-9734a1522a78']}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:13:49.547483 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b545b0-23d8-4321-9afb-4d95b5ee6b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d478ce7-6796-4d49-9cfc-d17c5fb6c4e4,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:13:49.574442 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a2b545b0-23d8-4321-9afb-4d95b5ee6b3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:13:49.795866 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414255fa-5b82-4fb4-abc6-a04928e6b941 req-e6f590c3-59e3-46b8-b681-388be942ba42 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:13:49.803398 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-414255fa-5b82-4fb4-abc6-a04928e6b941 req-e6f590c3-59e3-46b8-b681-388be942ba42 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=672379a7-85de-4c3b-b4e7-f9a32b593c17 HTTP/1.1" status: 200 len: 945 time: 0.1254015 Jun 11 10:13:49.842369 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e146d79d-ad67-4b2d-acfa-f7b81d0f454e req-62c4ed78-f452-4558-89ca-f943ffb8ec14 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/ports?device_id=66bbcca5-c11c-4d65-9d86-2fc2588b1642 HTTP/1.1" status: 200 len: 210 time: 0.0860226 Jun 11 10:13:49.901821 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-414255fa-5b82-4fb4-abc6-a04928e6b941 req-127301f3-0e5a-4629-87a2-41d8dbf6b556 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974109 Jun 11 10:13:50.054312 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f033a7e1-de2b-4175-ac63-400844b39580 req-c28d4a00-4993-49a9-9316-cc23729dacc2 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Made reservation on behalf of 4fa4adcc930c454582c6b4c82c27544f for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:13:50.069385 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-f033a7e1-de2b-4175-ac63-400844b39580 req-c28d4a00-4993-49a9-9316-cc23729dacc2 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:50.283078 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-f033a7e1-de2b-4175-ac63-400844b39580 req-c28d4a00-4993-49a9-9316-cc23729dacc2 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Allocated IP 172.20.0.7 (2ac340f0-d786-4d09-af3c-d796852f240b/e4054ed8-e8dc-4397-99bc-1d06497b1031/aee075f7-f971-479b-b6dd-e226cf8c59e5) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:13:50.494658 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-f033a7e1-de2b-4175-ac63-400844b39580 req-c28d4a00-4993-49a9-9316-cc23729dacc2 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:50.517740 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-f033a7e1-de2b-4175-ac63-400844b39580 req-c28d4a00-4993-49a9-9316-cc23729dacc2 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Transition to ACTIVE for port object aee075f7-f971-479b-b6dd-e226cf8c59e5 will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:13:50.857867 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-f033a7e1-de2b-4175-ac63-400844b39580 req-c28d4a00-4993-49a9-9316-cc23729dacc2 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:50.864548 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d9c0e370-3dd8-4d75-b4bd-3d356b605f00 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:13:50.879444 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 55476) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:13:50.899684 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ae6c9087-c229-4223-8204-6809766c91d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:50.967549 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f033a7e1-de2b-4175-ac63-400844b39580 req-c28d4a00-4993-49a9-9316-cc23729dacc2 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Network 2ac340f0-d786-4d09-af3c-d796852f240b is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:13:51.004225 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-f033a7e1-de2b-4175-ac63-400844b39580 req-c28d4a00-4993-49a9-9316-cc23729dacc2 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:13:51.017560 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-f033a7e1-de2b-4175-ac63-400844b39580 req-c28d4a00-4993-49a9-9316-cc23729dacc2 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:13:51.029729 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ae6c9087-c229-4223-8204-6809766c91d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:51.169287 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89032719-b6b7-435c-b7b7-0c407f5495b2 req-fc82c490-2bc2-4f3a-a2b2-520053c754a8 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:13:51.171470 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-89032719-b6b7-435c-b7b7-0c407f5495b2 req-fc82c490-2bc2-4f3a-a2b2-520053c754a8 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=672379a7-85de-4c3b-b4e7-f9a32b593c17 HTTP/1.1" status: 200 len: 945 time: 0.0863023 Jun 11 10:13:51.176581 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28d4a00-4993-49a9-9316-cc23729dacc2 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Pushing event updated for resources: {'Port': ['ID=aee075f7-f971-479b-b6dd-e226cf8c59e5,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:13:51.193036 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c28d4a00-4993-49a9-9316-cc23729dacc2 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:13:51.212769 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033a7e1-de2b-4175-ac63-400844b39580 req-c28d4a00-4993-49a9-9316-cc23729dacc2 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:13:51.220684 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-f033a7e1-de2b-4175-ac63-400844b39580 req-c28d4a00-4993-49a9-9316-cc23729dacc2 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:51.234409 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ae6c9087-c229-4223-8204-6809766c91d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:51.291897 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3dd1624c-a078-497d-92d5-033b545f7962 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:13:51.294257 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70325106-fe06-4f8f-a7a2-d87bd00d3b76 req-987a12ae-b8aa-475c-9b60-8a82983bdd98 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:13:51.296075 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-70325106-fe06-4f8f-a7a2-d87bd00d3b76 req-987a12ae-b8aa-475c-9b60-8a82983bdd98 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.64 "GET /v2.0/ports?device_id=672379a7-85de-4c3b-b4e7-f9a32b593c17 HTTP/1.1" status: 200 len: 945 time: 0.3553853 Jun 11 10:13:51.299182 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-ae6c9087-c229-4223-8204-6809766c91d9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3905dc49969a46818d10a9bdfc9b1740&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4185972 Jun 11 10:13:51.304651 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 55488) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:13:51.356025 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-89032719-b6b7-435c-b7b7-0c407f5495b2 req-5c117aca-8dee-40fd-a74f-5827dc57d735 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776967 Jun 11 10:13:51.357040 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c9087-c229-4223-8204-6809766c91d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=741a7914-5d32-4cad-a344-5a40e29c717b,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:13:51.365271 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ae6c9087-c229-4223-8204-6809766c91d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:13:51.398372 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b2b54-6b9f-4224-bbcf-e075e0644611 req-fea7d792-5ca1-4a9a-b351-6f6869c0f79d tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:13:51.400024 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f16b2b54-6b9f-4224-bbcf-e075e0644611 req-fea7d792-5ca1-4a9a-b351-6f6869c0f79d tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/ports?device_id=66bbcca5-c11c-4d65-9d86-2fc2588b1642 HTTP/1.1" status: 200 len: 931 time: 0.3264682 Jun 11 10:13:51.410156 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f033a7e1-de2b-4175-ac63-400844b39580 req-c28d4a00-4993-49a9-9316-cc23729dacc2 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8948209 Jun 11 10:13:51.444948 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-f033a7e1-de2b-4175-ac63-400844b39580 req-8cd1eda9-6bcd-406c-a448-02d803782bc0 service neutron] Request body: {'port': {'device_id': '66bbcca5-c11c-4d65-9d86-2fc2588b1642', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:13:51.497136 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-49aa4fe1-ef35-4504-b9ed-9ab06de3fe9d None None] Provisioning for port aee075f7-f971-479b-b6dd-e226cf8c59e5 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:13:51.504386 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-49aa4fe1-ef35-4504-b9ed-9ab06de3fe9d None None] Provisioning complete for port aee075f7-f971-479b-b6dd-e226cf8c59e5 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:13:51.510043 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-49aa4fe1-ef35-4504-b9ed-9ab06de3fe9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:51.557324 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-49aa4fe1-ef35-4504-b9ed-9ab06de3fe9d None None] Port aee075f7-f971-479b-b6dd-e226cf8c59e5 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:13:51.644457 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f16b2b54-6b9f-4224-bbcf-e075e0644611 req-b867e31f-9a8e-45f8-8bfa-a518c29b7e97 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/security-groups?id=26622f4d-0e85-4c32-bac9-9734a1522a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2322564 Jun 11 10:13:51.742383 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a2195e76-e149-46ed-938a-bde7b46935be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:51.746847 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-f033a7e1-de2b-4175-ac63-400844b39580 req-8cd1eda9-6bcd-406c-a448-02d803782bc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:51.793839 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a2195e76-e149-46ed-938a-bde7b46935be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:51.828465 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-70325106-fe06-4f8f-a7a2-d87bd00d3b76 req-578a53a0-1d84-4bea-bc57-c05c8661a646 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Deleting port e20009ef-6611-415a-9f37-6762c0af43c2 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:13:51.829291 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-70325106-fe06-4f8f-a7a2-d87bd00d3b76 req-578a53a0-1d84-4bea-bc57-c05c8661a646 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:52.129079 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-70325106-fe06-4f8f-a7a2-d87bd00d3b76 req-578a53a0-1d84-4bea-bc57-c05c8661a646 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] For port e20009ef-6611-415a-9f37-6762c0af43c2, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=e20009ef-6611-415a-9f37-6762c0af43c2,segment=NetworkSegment(5c22e2d5-0ba6-4801-a903-4241c2620ae4),segment_id=5c22e2d5-0ba6-4801-a903-4241c2620ae4)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:13:52.129415 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-70325106-fe06-4f8f-a7a2-d87bd00d3b76 req-578a53a0-1d84-4bea-bc57-c05c8661a646 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:52.146913 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a2195e76-e149-46ed-938a-bde7b46935be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:52.149615 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a2195e76-e149-46ed-938a-bde7b46935be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:52.150760 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-a2195e76-e149-46ed-938a-bde7b46935be admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/741a7914-5d32-4cad-a344-5a40e29c717b HTTP/1.1" status: 204 len: 168 time: 0.8397026 Jun 11 10:13:52.242038 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e47a2ff9-ac38-45e7-9c56-683df9c0c8bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:13:52.305862 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-70325106-fe06-4f8f-a7a2-d87bd00d3b76 req-578a53a0-1d84-4bea-bc57-c05c8661a646 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Calling delete_port for e20009ef-6611-415a-9f37-6762c0af43c2 owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:13:52.324812 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2195e76-e149-46ed-938a-bde7b46935be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=741a7914-5d32-4cad-a344-5a40e29c717b,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:13:52.331910 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a2195e76-e149-46ed-938a-bde7b46935be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:13:52.500001 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-f033a7e1-de2b-4175-ac63-400844b39580 req-8cd1eda9-6bcd-406c-a448-02d803782bc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aee075f7-f971-479b-b6dd-e226cf8c59e5 {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:13:52.512654 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-f033a7e1-de2b-4175-ac63-400844b39580 req-8cd1eda9-6bcd-406c-a448-02d803782bc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:52.578053 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851324dc-bddd-47cc-8134-4f4fd660195b req-f6d2f0e1-ba42-44c7-88f6-8b86678fe6bc tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:13:52.579710 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-851324dc-bddd-47cc-8134-4f4fd660195b req-f6d2f0e1-ba42-44c7-88f6-8b86678fe6bc tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=672379a7-85de-4c3b-b4e7-f9a32b593c17 HTTP/1.1" status: 200 len: 945 time: 0.0896952 Jun 11 10:13:52.643562 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-851324dc-bddd-47cc-8134-4f4fd660195b req-47410ecf-2424-4e6a-8c5c-383741352a37 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553496 Jun 11 10:13:52.662965 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-f033a7e1-de2b-4175-ac63-400844b39580 req-8cd1eda9-6bcd-406c-a448-02d803782bc0 service neutron] Transition to ACTIVE for port object aee075f7-f971-479b-b6dd-e226cf8c59e5 will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:13:52.666899 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-70325106-fe06-4f8f-a7a2-d87bd00d3b76 req-578a53a0-1d84-4bea-bc57-c05c8661a646 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:52.679253 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['67331b52-ef5f-4612-b0f8-2a1357105485'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:13:52.683887 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c907f9a4-fa98-4ab6-a008-8708cd3ac0d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:13:52.753486 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578a53a0-1d84-4bea-bc57-c05c8661a646 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Pushing event deleted for resources: {'Port': ['ID=e20009ef-6611-415a-9f37-6762c0af43c2,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:13:52.757244 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-578a53a0-1d84-4bea-bc57-c05c8661a646 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:13:52.826504 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-f033a7e1-de2b-4175-ac63-400844b39580 req-8cd1eda9-6bcd-406c-a448-02d803782bc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:52.847982 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-70325106-fe06-4f8f-a7a2-d87bd00d3b76 req-578a53a0-1d84-4bea-bc57-c05c8661a646 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] No DVR routers for this DVR port e20009ef-6611-415a-9f37-6762c0af43c2 on host n-h1-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:13:52.852524 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-70325106-fe06-4f8f-a7a2-d87bd00d3b76 req-578a53a0-1d84-4bea-bc57-c05c8661a646 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:52.855069 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-70325106-fe06-4f8f-a7a2-d87bd00d3b76 req-578a53a0-1d84-4bea-bc57-c05c8661a646 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.64 "DELETE /v2.0/ports/e20009ef-6611-415a-9f37-6762c0af43c2 HTTP/1.1" status: 204 len: 173 time: 1.5513525 Jun 11 10:13:52.868889 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8d01cbbe-b227-4ba0-9f15-cd87e4fd2e13 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:13:52.992073 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '672379a7-85de-4c3b-b4e7-f9a32b593c17', 'name': 'network-vif-deleted', 'tag': 'e20009ef-6611-415a-9f37-6762c0af43c2'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:13:52.996676 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85e6e556-46c7-48f4-979c-9d5a6b3f2b6d" -d '{"events": [{"server_uuid": "672379a7-85de-4c3b-b4e7-f9a32b593c17", "name": "network-vif-deleted", "tag": "e20009ef-6611-415a-9f37-6762c0af43c2"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:13:53.199851 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e49995-1560-4f7c-ba9e-683e2f4e2136 x-openstack-request-id: req-30e49995-1560-4f7c-ba9e-683e2f4e2136 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:13:53.200364 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "672379a7-85de-4c3b-b4e7-f9a32b593c17", "name": "network-vif-deleted", "tag": "e20009ef-6611-415a-9f37-6762c0af43c2", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:13:53.200799 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-30e49995-1560-4f7c-ba9e-683e2f4e2136 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:13:53.201302 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '672379a7-85de-4c3b-b4e7-f9a32b593c17', 'name': 'network-vif-deleted', 'tag': 'e20009ef-6611-415a-9f37-6762c0af43c2', 'status': 'completed', 'code': 200} Jun 11 10:13:53.304262 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd1eda9-6bcd-406c-a448-02d803782bc0 service neutron] Pushing event updated for resources: {'Port': ['ID=aee075f7-f971-479b-b6dd-e226cf8c59e5,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:13:53.325153 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8cd1eda9-6bcd-406c-a448-02d803782bc0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:13:53.451639 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904a6c50-7b06-49f1-bf08-dd8d6e9d3ed3 req-4b59bfd5-e529-4935-9aa9-498665009b5f tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:13:53.460851 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-904a6c50-7b06-49f1-bf08-dd8d6e9d3ed3 req-4b59bfd5-e529-4935-9aa9-498665009b5f tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/ports?device_id=66bbcca5-c11c-4d65-9d86-2fc2588b1642 HTTP/1.1" status: 200 len: 943 time: 0.3704553 Jun 11 10:13:53.537702 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-904a6c50-7b06-49f1-bf08-dd8d6e9d3ed3 req-f1c338e6-12db-41f0-9f7b-2f75b2a334b7 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/security-groups?id=26622f4d-0e85-4c32-bac9-9734a1522a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756660 Jun 11 10:13:53.539093 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-f033a7e1-de2b-4175-ac63-400844b39580 req-8cd1eda9-6bcd-406c-a448-02d803782bc0 service neutron] Attempting to bind port aee075f7-f971-479b-b6dd-e226cf8c59e5 on host n-h2-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:13:53.543828 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-f033a7e1-de2b-4175-ac63-400844b39580 req-8cd1eda9-6bcd-406c-a448-02d803782bc0 service neutron] Attempting to bind port aee075f7-f971-479b-b6dd-e226cf8c59e5 by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': 'e64b373f-a475-481e-9bb6-8e44824f6209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '2ac340f0-d786-4d09-af3c-d796852f240b'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:13:53.544384 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f033a7e1-de2b-4175-ac63-400844b39580 req-8cd1eda9-6bcd-406c-a448-02d803782bc0 service neutron] Attempting to bind port aee075f7-f971-479b-b6dd-e226cf8c59e5 on network 2ac340f0-d786-4d09-af3c-d796852f240b {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:13:53.565764 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f033a7e1-de2b-4175-ac63-400844b39580 req-8cd1eda9-6bcd-406c-a448-02d803782bc0 service neutron] Port aee075f7-f971-479b-b6dd-e226cf8c59e5 on network 2ac340f0-d786-4d09-af3c-d796852f240b not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:13:53.574242 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f033a7e1-de2b-4175-ac63-400844b39580 req-8cd1eda9-6bcd-406c-a448-02d803782bc0 service neutron] Attempting to bind port aee075f7-f971-479b-b6dd-e226cf8c59e5 on network 2ac340f0-d786-4d09-af3c-d796852f240b {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:13:53.821892 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f033a7e1-de2b-4175-ac63-400844b39580 req-8cd1eda9-6bcd-406c-a448-02d803782bc0 service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:13:53.821892 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f033a7e1-de2b-4175-ac63-400844b39580 req-8cd1eda9-6bcd-406c-a448-02d803782bc0 service neutron] Checking segment: {'id': 'e64b373f-a475-481e-9bb6-8e44824f6209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '2ac340f0-d786-4d09-af3c-d796852f240b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:13:53.821892 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f033a7e1-de2b-4175-ac63-400844b39580 req-8cd1eda9-6bcd-406c-a448-02d803782bc0 service neutron] Bound using segment: {'id': 'e64b373f-a475-481e-9bb6-8e44824f6209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '2ac340f0-d786-4d09-af3c-d796852f240b'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:13:53.821892 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-f033a7e1-de2b-4175-ac63-400844b39580 req-8cd1eda9-6bcd-406c-a448-02d803782bc0 service neutron] Bound port: aee075f7-f971-479b-b6dd-e226cf8c59e5, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e64b373f-a475-481e-9bb6-8e44824f6209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '2ac340f0-d786-4d09-af3c-d796852f240b'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:13:53.821892 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-f033a7e1-de2b-4175-ac63-400844b39580 req-8cd1eda9-6bcd-406c-a448-02d803782bc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:53.827287 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device e20009ef-6611-415a-9f37-6762c0af43c2 no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:13:53.828636 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-f033a7e1-de2b-4175-ac63-400844b39580 req-8cd1eda9-6bcd-406c-a448-02d803782bc0 service neutron] For port aee075f7-f971-479b-b6dd-e226cf8c59e5, host n-h2-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:13:53.828636 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-f033a7e1-de2b-4175-ac63-400844b39580 req-8cd1eda9-6bcd-406c-a448-02d803782bc0 service neutron] For port aee075f7-f971-479b-b6dd-e226cf8c59e5, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=aee075f7-f971-479b-b6dd-e226cf8c59e5,segment=NetworkSegment(e64b373f-a475-481e-9bb6-8e44824f6209),segment_id=e64b373f-a475-481e-9bb6-8e44824f6209)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:13:53.830009 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] No Port match for: e20009ef-6611-415a-9f37-6762c0af43c2 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:13:53.830009 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device e20009ef-6611-415a-9f37-6762c0af43c2 not bound to the agent host n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:13:53.927937 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-f033a7e1-de2b-4175-ac63-400844b39580 req-8cd1eda9-6bcd-406c-a448-02d803782bc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:53.930489 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a662fd32-1ac6-4cd4-9bd4-208fa42bb215 tempest-VolumesActionsTest-525013127 tempest-VolumesActionsTest-525013127-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:13:53.936219 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e6ae5f61-c057-4e76-b4c7-f550187e83ad req-b67ff1c5-559f-472a-87b8-4c42a2e784fa tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=672379a7-85de-4c3b-b4e7-f9a32b593c17 HTTP/1.1" status: 200 len: 210 time: 0.0464189 Jun 11 10:13:53.997283 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033a7e1-de2b-4175-ac63-400844b39580 req-8cd1eda9-6bcd-406c-a448-02d803782bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:13:53.998164 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-f033a7e1-de2b-4175-ac63-400844b39580 req-8cd1eda9-6bcd-406c-a448-02d803782bc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:54.000184 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f033a7e1-de2b-4175-ac63-400844b39580 req-8cd1eda9-6bcd-406c-a448-02d803782bc0 service neutron] 10.222.0.69 "PUT /v2.0/ports/aee075f7-f971-479b-b6dd-e226cf8c59e5 HTTP/1.1" status: 200 len: 1092 time: 2.5652025 Jun 11 10:13:54.047392 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd1eda9-6bcd-406c-a448-02d803782bc0 service neutron] Pushing event updated for resources: {'Port': ['ID=aee075f7-f971-479b-b6dd-e226cf8c59e5,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:13:54.054856 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8cd1eda9-6bcd-406c-a448-02d803782bc0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:13:54.249344 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033a7e1-de2b-4175-ac63-400844b39580 req-84cfb672-b348-4a96-a125-b41a99943789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:13:54.251657 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f033a7e1-de2b-4175-ac63-400844b39580 req-84cfb672-b348-4a96-a125-b41a99943789 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4fa4adcc930c454582c6b4c82c27544f&device_id=66bbcca5-c11c-4d65-9d86-2fc2588b1642 HTTP/1.1" status: 200 len: 1095 time: 0.1359918 Jun 11 10:13:54.343338 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f033a7e1-de2b-4175-ac63-400844b39580 req-b5022574-92db-46ec-86e9-1dea19b0ff07 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aee075f7-f971-479b-b6dd-e226cf8c59e5 HTTP/1.1" status: 200 len: 217 time: 0.0820842 Jun 11 10:13:54.420883 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033a7e1-de2b-4175-ac63-400844b39580 req-6472792a-22fe-48e9-8626-ed15a035a0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:13:54.423314 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f033a7e1-de2b-4175-ac63-400844b39580 req-6472792a-22fe-48e9-8626-ed15a035a0dd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e4054ed8-e8dc-4397-99bc-1d06497b1031 HTTP/1.1" status: 200 len: 849 time: 0.0710032 Jun 11 10:13:54.508274 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033a7e1-de2b-4175-ac63-400844b39580 req-903fc06c-be3b-46ba-beef-bf75236be485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:13:54.512401 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f033a7e1-de2b-4175-ac63-400844b39580 req-903fc06c-be3b-46ba-beef-bf75236be485 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2ac340f0-d786-4d09-af3c-d796852f240b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0800772 Jun 11 10:13:54.788454 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f033a7e1-de2b-4175-ac63-400844b39580 req-26487906-fb2d-44ea-a310-9ae0f349c64d service neutron] 10.222.0.69 "GET /v2.0/networks/2ac340f0-d786-4d09-af3c-d796852f240b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623394 Jun 11 10:13:54.929215 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f7ba1-242c-4ef6-ab9a-e5fef48aa4ad req-41bb4d25-2a57-44e5-bd05-2c668dcc063f tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:13:54.931560 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-994f7ba1-242c-4ef6-ab9a-e5fef48aa4ad req-41bb4d25-2a57-44e5-bd05-2c668dcc063f tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/ports?device_id=66bbcca5-c11c-4d65-9d86-2fc2588b1642 HTTP/1.1" status: 200 len: 943 time: 0.2073886 Jun 11 10:13:55.012513 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f033a7e1-de2b-4175-ac63-400844b39580 req-10667199-c10e-41d5-874e-939b22a0dcb6 service neutron] 10.222.0.69 "GET /v2.0/networks/2ac340f0-d786-4d09-af3c-d796852f240b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148423 Jun 11 10:13:55.024821 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-994f7ba1-242c-4ef6-ab9a-e5fef48aa4ad req-e33fe40c-cc18-4a07-88e7-67140f4d5712 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/security-groups?id=26622f4d-0e85-4c32-bac9-9734a1522a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791261 Jun 11 10:13:55.202537 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66bbcca5-c11c-4d65-9d86-2fc2588b1642', 'tag': 'aee075f7-f971-479b-b6dd-e226cf8c59e5'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:13:55.205574 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bbd9c6e-ebc7-406e-8ad8-3322ed471471" -d '{"events": [{"name": "network-changed", "server_uuid": "66bbcca5-c11c-4d65-9d86-2fc2588b1642", "tag": "aee075f7-f971-479b-b6dd-e226cf8c59e5"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:13:55.206175 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-79e51103-fee3-4933-a6bf-d447c3f0eb69 req-c2ad1f6e-660c-48d2-8a97-86950c074acc tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=672379a7-85de-4c3b-b4e7-f9a32b593c17 HTTP/1.1" status: 200 len: 210 time: 0.0646498 Jun 11 10:13:55.266127 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe71afe-8842-4ca4-91b8-fb406211b982 x-openstack-request-id: req-dfe71afe-8842-4ca4-91b8-fb406211b982 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:13:55.266962 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66bbcca5-c11c-4d65-9d86-2fc2588b1642", "tag": "aee075f7-f971-479b-b6dd-e226cf8c59e5", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:13:55.267242 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dfe71afe-8842-4ca4-91b8-fb406211b982 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:13:55.267724 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66bbcca5-c11c-4d65-9d86-2fc2588b1642', 'tag': 'aee075f7-f971-479b-b6dd-e226cf8c59e5', 'status': 'completed', 'code': 200} Jun 11 10:13:55.372441 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbd9c6e-ebc7-406e-8ad8-3322ed471471 req-dee2dc74-b304-4f0d-bfe9-bd30e99c6f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:13:55.374492 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3bbd9c6e-ebc7-406e-8ad8-3322ed471471 req-dee2dc74-b304-4f0d-bfe9-bd30e99c6f64 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4fa4adcc930c454582c6b4c82c27544f&device_id=66bbcca5-c11c-4d65-9d86-2fc2588b1642 HTTP/1.1" status: 200 len: 1095 time: 0.0754995 Jun 11 10:13:55.574208 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbd9c6e-ebc7-406e-8ad8-3322ed471471 req-32d4474c-c6d8-4f81-802c-cb198e007bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:13:55.576183 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3bbd9c6e-ebc7-406e-8ad8-3322ed471471 req-32d4474c-c6d8-4f81-802c-cb198e007bf7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2ac340f0-d786-4d09-af3c-d796852f240b HTTP/1.1" status: 200 len: 911 time: 0.1945324 Jun 11 10:13:55.739986 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3bbd9c6e-ebc7-406e-8ad8-3322ed471471 req-74c7145c-546e-4728-a057-2ee32e9f70e6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aee075f7-f971-479b-b6dd-e226cf8c59e5 HTTP/1.1" status: 200 len: 217 time: 0.1561754 Jun 11 10:13:55.837072 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbd9c6e-ebc7-406e-8ad8-3322ed471471 req-a125f76c-d73c-4f4c-a65a-693b261971d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:13:55.838791 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3bbd9c6e-ebc7-406e-8ad8-3322ed471471 req-a125f76c-d73c-4f4c-a65a-693b261971d2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e4054ed8-e8dc-4397-99bc-1d06497b1031 HTTP/1.1" status: 200 len: 849 time: 0.0900311 Jun 11 10:13:55.921941 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbd9c6e-ebc7-406e-8ad8-3322ed471471 req-5a3c433e-4cf5-4bbe-9d4e-1561d7993056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:13:55.923659 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3bbd9c6e-ebc7-406e-8ad8-3322ed471471 req-5a3c433e-4cf5-4bbe-9d4e-1561d7993056 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2ac340f0-d786-4d09-af3c-d796852f240b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0752938 Jun 11 10:13:56.089705 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3bbd9c6e-ebc7-406e-8ad8-3322ed471471 req-73bb5852-01cf-43fc-8d37-3f135a83584a service neutron] 10.222.0.69 "GET /v2.0/networks/2ac340f0-d786-4d09-af3c-d796852f240b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582727 Jun 11 10:13:56.275140 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3bbd9c6e-ebc7-406e-8ad8-3322ed471471 req-f6ad3540-9db6-4045-877d-bc1a916b3593 service neutron] 10.222.0.69 "GET /v2.0/networks/2ac340f0-d786-4d09-af3c-d796852f240b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760428 Jun 11 10:13:56.349767 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2f577f-ee81-46d5-b016-79a5910be589 req-0225306d-a657-4d47-9c58-6dce0f3477b2 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:13:56.349767 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8c2f577f-ee81-46d5-b016-79a5910be589 req-0225306d-a657-4d47-9c58-6dce0f3477b2 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/ports?device_id=66bbcca5-c11c-4d65-9d86-2fc2588b1642 HTTP/1.1" status: 200 len: 943 time: 0.1436491 Jun 11 10:13:56.435762 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f2856ae6-a334-4a1c-a079-a87e7361455e req-18a2d249-87bd-416b-93c3-fad5872db68f tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=672379a7-85de-4c3b-b4e7-f9a32b593c17 HTTP/1.1" status: 200 len: 210 time: 0.0631366 Jun 11 10:13:56.443423 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8c2f577f-ee81-46d5-b016-79a5910be589 req-88673ecb-6457-4e98-901b-f6068f835b0f tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/security-groups?id=26622f4d-0e85-4c32-bac9-9734a1522a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867741 Jun 11 10:13:57.712010 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c992fdc-7b78-47c0-9eb8-77285988a988 req-d1918be8-2e6d-4112-a9bc-1bd56fe79e9e tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:13:57.731951 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4c992fdc-7b78-47c0-9eb8-77285988a988 req-d1918be8-2e6d-4112-a9bc-1bd56fe79e9e tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/ports?device_id=66bbcca5-c11c-4d65-9d86-2fc2588b1642 HTTP/1.1" status: 200 len: 943 time: 0.1521397 Jun 11 10:13:57.786565 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-94f6bf05-0c21-410c-8262-dc3643996f41 req-ebc30b47-b478-4de3-9cdc-d12527f02dda tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=672379a7-85de-4c3b-b4e7-f9a32b593c17 HTTP/1.1" status: 200 len: 210 time: 0.0556078 Jun 11 10:13:57.810413 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4c992fdc-7b78-47c0-9eb8-77285988a988 req-56de5b41-1a31-4333-b030-f61bde3ebcbf tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/security-groups?id=26622f4d-0e85-4c32-bac9-9734a1522a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766795 Jun 11 10:13:59.158454 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac7487-8073-44f3-b610-cc99d55eb259 req-db41ee4d-5cd3-4e64-899e-38156eac5fc3 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:13:59.160884 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-318435de-603c-46ba-be95-97133ef29970 req-4a925e08-37ab-4281-9026-1c6023cce863 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=672379a7-85de-4c3b-b4e7-f9a32b593c17 HTTP/1.1" status: 200 len: 210 time: 0.0781901 Jun 11 10:13:59.162258 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0cac7487-8073-44f3-b610-cc99d55eb259 req-db41ee4d-5cd3-4e64-899e-38156eac5fc3 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/ports?device_id=66bbcca5-c11c-4d65-9d86-2fc2588b1642 HTTP/1.1" status: 200 len: 943 time: 0.1191764 Jun 11 10:13:59.260889 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0cac7487-8073-44f3-b610-cc99d55eb259 req-419c2fce-1166-45c8-ac93-28877a7b733d tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/security-groups?id=26622f4d-0e85-4c32-bac9-9734a1522a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918837 Jun 11 10:13:59.436272 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device aee075f7-f971-479b-b6dd-e226cf8c59e5 details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 10:13:59.612350 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port aee075f7-f971-479b-b6dd-e226cf8c59e5, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=aee075f7-f971-479b-b6dd-e226cf8c59e5,segment=NetworkSegment(e64b373f-a475-481e-9bb6-8e44824f6209),segment_id=e64b373f-a475-481e-9bb6-8e44824f6209)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:13:59.625761 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': 'aee075f7-f971-479b-b6dd-e226cf8c59e5', 'network_id': '2ac340f0-d786-4d09-af3c-d796852f240b', 'port_id': 'aee075f7-f971-479b-b6dd-e226cf8c59e5', 'mac_address': 'fa:16:3e:70:c5:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4054ed8-e8dc-4397-99bc-1d06497b1031', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 10:13:59.686092 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:59.704145 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aee075f7-f971-479b-b6dd-e226cf8c59e5 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:13:59.743732 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port aee075f7-f971-479b-b6dd-e226cf8c59e5, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=aee075f7-f971-479b-b6dd-e226cf8c59e5,segment=NetworkSegment(e64b373f-a475-481e-9bb6-8e44824f6209),segment_id=e64b373f-a475-481e-9bb6-8e44824f6209)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:13:59.938790 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:13:59.941498 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:14:00.020166 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=aee075f7-f971-479b-b6dd-e226cf8c59e5,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:14:00.030013 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:14:00.343253 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['aee075f7-f971-479b-b6dd-e226cf8c59e5'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:14:00.507629 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cd1313-32c9-489c-a542-4a98599ba66c req-335d2a39-4a66-4651-b1f9-c01db4fc4f32 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:14:00.529389 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-57cd1313-32c9-489c-a542-4a98599ba66c req-335d2a39-4a66-4651-b1f9-c01db4fc4f32 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/ports?device_id=66bbcca5-c11c-4d65-9d86-2fc2588b1642 HTTP/1.1" status: 200 len: 944 time: 0.0989404 Jun 11 10:14:00.575340 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-57cd1313-32c9-489c-a542-4a98599ba66c req-53497b5a-2f63-4a9d-a37f-4c3f405ee968 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/security-groups?id=26622f4d-0e85-4c32-bac9-9734a1522a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584490 Jun 11 10:14:01.262472 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [req-f161194f-31aa-46d9-9c84-c928c0189670 req-38a26c72-8102-4c25-a4ef-df8fa921688c service neutron] (93177) timed out ('10.222.0.60', 60314) {{(pid=93177) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 11 10:14:01.389089 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:01.796043 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f4399e-5cab-4b4b-89fe-620b8b199c59 req-fb1bb98f-004f-4893-b7e7-b11d359828bc tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:14:01.801183 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-66f4399e-5cab-4b4b-89fe-620b8b199c59 req-fb1bb98f-004f-4893-b7e7-b11d359828bc tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/ports?device_id=66bbcca5-c11c-4d65-9d86-2fc2588b1642 HTTP/1.1" status: 200 len: 944 time: 0.0794368 Jun 11 10:14:01.863288 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-66f4399e-5cab-4b4b-89fe-620b8b199c59 req-0183ce2a-acef-4af3-9cf3-8dbd369961fa tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/security-groups?id=26622f4d-0e85-4c32-bac9-9734a1522a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555360 Jun 11 10:14:03.132636 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f85ad-3afd-4626-bae0-a797f08ed2e0 req-cdc4993d-50bc-47b7-b68d-14c7528501f6 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:14:03.134963 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d56f85ad-3afd-4626-bae0-a797f08ed2e0 req-cdc4993d-50bc-47b7-b68d-14c7528501f6 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/ports?device_id=66bbcca5-c11c-4d65-9d86-2fc2588b1642 HTTP/1.1" status: 200 len: 944 time: 0.0915499 Jun 11 10:14:03.221804 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d56f85ad-3afd-4626-bae0-a797f08ed2e0 req-95f3efdd-92dc-4a0f-a2a5-bc2978cdc656 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/security-groups?id=26622f4d-0e85-4c32-bac9-9734a1522a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757232 Jun 11 10:14:03.450754 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device aee075f7-f971-479b-b6dd-e226cf8c59e5 up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:14:03.744899 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning for port aee075f7-f971-479b-b6dd-e226cf8c59e5 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:14:03.749275 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port aee075f7-f971-479b-b6dd-e226cf8c59e5 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:14:03.749730 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:03.869829 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:03.899819 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66bbcca5-c11c-4d65-9d86-2fc2588b1642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee075f7-f971-479b-b6dd-e226cf8c59e5'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:14:03.901404 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a2e0cb8-d9a1-46ab-a23e-53f1794718d3" -d '{"events": [{"server_uuid": "66bbcca5-c11c-4d65-9d86-2fc2588b1642", "name": "network-vif-plugged", "status": "completed", "tag": "aee075f7-f971-479b-b6dd-e226cf8c59e5"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:14:03.928647 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port aee075f7-f971-479b-b6dd-e226cf8c59e5, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=aee075f7-f971-479b-b6dd-e226cf8c59e5,segment=NetworkSegment(e64b373f-a475-481e-9bb6-8e44824f6209),segment_id=e64b373f-a475-481e-9bb6-8e44824f6209)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:14:03.991315 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a86bcaa5-f7f5-4ff2-a5f7-8c50cae75ad0 x-openstack-request-id: req-a86bcaa5-f7f5-4ff2-a5f7-8c50cae75ad0 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:14:03.991637 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66bbcca5-c11c-4d65-9d86-2fc2588b1642", "name": "network-vif-plugged", "status": "completed", "tag": "aee075f7-f971-479b-b6dd-e226cf8c59e5", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:14:03.992013 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a86bcaa5-f7f5-4ff2-a5f7-8c50cae75ad0 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:14:03.992540 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66bbcca5-c11c-4d65-9d86-2fc2588b1642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee075f7-f971-479b-b6dd-e226cf8c59e5', 'code': 200} Jun 11 10:14:04.088290 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:04.104140 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-8d9541a8-4082-4b39-87a0-64d684bd1157 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:14:04.164551 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae7480b-d155-46cf-8cb4-9c3a1d30f668 req-89c8afe2-4d89-4013-8fb2-97318f1d97b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:14:04.167908 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1ae7480b-d155-46cf-8cb4-9c3a1d30f668 req-89c8afe2-4d89-4013-8fb2-97318f1d97b5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=66bbcca5-c11c-4d65-9d86-2fc2588b1642 HTTP/1.1" status: 200 len: 1097 time: 0.0897236 Jun 11 10:14:04.224326 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=aee075f7-f971-479b-b6dd-e226cf8c59e5,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:14:04.230884 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1ae7480b-d155-46cf-8cb4-9c3a1d30f668 req-a19a68e3-f4c9-4c55-b74f-5a89ce83fa5d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=26622f4d-0e85-4c32-bac9-9734a1522a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530310 Jun 11 10:14:04.244964 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:14:04.441633 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6d28ec-a3f6-47c0-80d5-4a2ea58c5dd7 req-da50c668-a522-4900-af61-305feb7fc5e6 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:14:04.443130 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-df6d28ec-a3f6-47c0-80d5-4a2ea58c5dd7 req-da50c668-a522-4900-af61-305feb7fc5e6 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/ports?device_id=66bbcca5-c11c-4d65-9d86-2fc2588b1642 HTTP/1.1" status: 200 len: 945 time: 0.0812926 Jun 11 10:14:04.488139 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-df6d28ec-a3f6-47c0-80d5-4a2ea58c5dd7 req-964fb44c-e670-4d46-be3a-1da8311d99c0 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/security-groups?id=26622f4d-0e85-4c32-bac9-9734a1522a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390244 Jun 11 10:14:05.796524 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:05.879892 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540b16b9-6562-4609-b4fc-4080b60a7dc7 req-b7d52ef2-0443-4c07-8505-065c886909f2 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:14:05.881484 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-540b16b9-6562-4609-b4fc-4080b60a7dc7 req-b7d52ef2-0443-4c07-8505-065c886909f2 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/ports?device_id=66bbcca5-c11c-4d65-9d86-2fc2588b1642 HTTP/1.1" status: 200 len: 945 time: 0.1490693 Jun 11 10:14:05.924007 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-540b16b9-6562-4609-b4fc-4080b60a7dc7 req-3d2a6cd9-d672-49e7-9f49-443ed971693d tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/security-groups?id=26622f4d-0e85-4c32-bac9-9734a1522a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368583 Jun 11 10:14:06.832762 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d753f-1b57-4018-ad16-112dbbaf6406 req-72a259f0-65b0-4c68-a500-e967bffc1314 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:14:06.834319 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a33d753f-1b57-4018-ad16-112dbbaf6406 req-72a259f0-65b0-4c68-a500-e967bffc1314 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=2aaed0f4-ddff-4170-b36d-0f4ed6866840 HTTP/1.1" status: 200 len: 946 time: 0.1234510 Jun 11 10:14:06.885103 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a33d753f-1b57-4018-ad16-112dbbaf6406 req-44e65cda-3847-4ad3-ad63-8ee6def4bf77 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433187 Jun 11 10:14:06.940674 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 55922) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:14:07.118433 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0fe8caab-059e-47ff-ac64-36987a927183 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:07.213262 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53c0d67-320b-4526-9b45-d6c2dde682a6 req-89745102-9b2e-44d9-9a3e-909768b1c62d tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:14:07.217891 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c53c0d67-320b-4526-9b45-d6c2dde682a6 req-89745102-9b2e-44d9-9a3e-909768b1c62d tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/ports?device_id=66bbcca5-c11c-4d65-9d86-2fc2588b1642 HTTP/1.1" status: 200 len: 945 time: 0.1482637 Jun 11 10:14:07.272598 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c53c0d67-320b-4526-9b45-d6c2dde682a6 req-2fee2d6a-6288-4836-8b2b-7da7456943df tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/security-groups?id=26622f4d-0e85-4c32-bac9-9734a1522a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509284 Jun 11 10:14:07.293802 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0fe8caab-059e-47ff-ac64-36987a927183 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:07.440539 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0fe8caab-059e-47ff-ac64-36987a927183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:07.444221 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-cb462f09-71f3-49a9-bd43-122e07f25a1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:14:07.464264 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365af70b-fb9a-480b-995e-1a61b4b96731 req-730413a8-4d34-4e75-82c1-d39fdeb556c0 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:14:07.465760 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-365af70b-fb9a-480b-995e-1a61b4b96731 req-730413a8-4d34-4e75-82c1-d39fdeb556c0 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/ports?device_id=66bbcca5-c11c-4d65-9d86-2fc2588b1642 HTTP/1.1" status: 200 len: 945 time: 0.0729423 Jun 11 10:14:07.474518 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 55942) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:14:07.484102 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-f3aa59b9-01c2-4dd0-a6a0-8f7893760a25 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Request body: {'floatingip': {'port_id': 'aee075f7-f971-479b-b6dd-e226cf8c59e5'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:14:07.486006 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-0fe8caab-059e-47ff-ac64-36987a927183 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8dd49efc1e504fb58e50951a9b9eddc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5442400 Jun 11 10:14:07.488072 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe8caab-059e-47ff-ac64-36987a927183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8df17726-089a-43a3-b05c-a32b23c46c39,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:14:07.490593 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 55944) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:14:07.504966 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0fe8caab-059e-47ff-ac64-36987a927183 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:14:07.557093 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8f6dc311-082d-4626-aa6b-a982e16dd456 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:07.587223 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8f6dc311-082d-4626-aa6b-a982e16dd456 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:07.752181 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8f6dc311-082d-4626-aa6b-a982e16dd456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:07.756239 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8f6dc311-082d-4626-aa6b-a982e16dd456 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:07.756621 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-8f6dc311-082d-4626-aa6b-a982e16dd456 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8df17726-089a-43a3-b05c-a32b23c46c39 HTTP/1.1" status: 204 len: 168 time: 0.2649655 Jun 11 10:14:07.758262 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3f520edc-4e78-4af1-ae8d-ff92911fd621 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:14:07.808955 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6dc311-082d-4626-aa6b-a982e16dd456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df17726-089a-43a3-b05c-a32b23c46c39,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:14:07.813425 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8f6dc311-082d-4626-aa6b-a982e16dd456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:14:08.068316 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f3aa59b9-01c2-4dd0-a6a0-8f7893760a25 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Notify callbacks [] for floatingip, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:08.650234 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0267ad-a92b-47df-a188-047958eaf3cb req-32f9041f-da40-45a5-bebe-84630faf388b tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:14:08.651881 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ab0267ad-a92b-47df-a188-047958eaf3cb req-32f9041f-da40-45a5-bebe-84630faf388b tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=2aaed0f4-ddff-4170-b36d-0f4ed6866840 HTTP/1.1" status: 200 len: 946 time: 0.6488724 Jun 11 10:14:08.729752 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ab0267ad-a92b-47df-a188-047958eaf3cb req-c4a381f1-22f6-4713-95e0-6a3a24c303f1 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578043 Jun 11 10:14:08.880306 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f3aa59b9-01c2-4dd0-a6a0-8f7893760a25 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:08.900408 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00209d2d-45c7-44aa-8539-b4b1820a851c req-cf36ef34-e98d-47fb-86bd-cb401aa62f01 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:14:08.901885 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-00209d2d-45c7-44aa-8539-b4b1820a851c req-cf36ef34-e98d-47fb-86bd-cb401aa62f01 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.69 "GET /v2.0/ports?device_id=2aaed0f4-ddff-4170-b36d-0f4ed6866840 HTTP/1.1" status: 200 len: 946 time: 0.0964692 Jun 11 10:14:08.988992 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 55996) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:14:09.004468 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f3aa59b9-01c2-4dd0-a6a0-8f7893760a25 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:09.033659 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-27d6bd69-19eb-4bb3-be7f-bacad20b9a36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:09.152132 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-27d6bd69-19eb-4bb3-be7f-bacad20b9a36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:09.152330 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-00209d2d-45c7-44aa-8539-b4b1820a851c req-bb25e1e0-fb0b-4f5e-a1f8-35997cd09f6c tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Deleting port 67331b52-ef5f-4612-b0f8-2a1357105485 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:14:09.152789 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-00209d2d-45c7-44aa-8539-b4b1820a851c req-bb25e1e0-fb0b-4f5e-a1f8-35997cd09f6c tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:09.229188 n-d-779913-12 neutron-server[93176]: INFO neutron.db.l3_db [None req-f3aa59b9-01c2-4dd0-a6a0-8f7893760a25 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Floating IP 51ad6991-107e-4236-b527-2870704359b5 associated. External IP: 172.25.4.80, port: aee075f7-f971-479b-b6dd-e226cf8c59e5. Jun 11 10:14:09.276284 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-27d6bd69-19eb-4bb3-be7f-bacad20b9a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:09.279000 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ec3316f2-da51-4897-a22a-c397c8b8d858 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:14:09.319597 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d6bd69-19eb-4bb3-be7f-bacad20b9a36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23bf207c-01da-4025-83ae-88fb75218705,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:14:09.330785 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-27d6bd69-19eb-4bb3-be7f-bacad20b9a36 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=11166ddf0ba446f08a75b37ac858561c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3366084 Jun 11 10:14:09.330785 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-27d6bd69-19eb-4bb3-be7f-bacad20b9a36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:14:09.330785 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 56006) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:14:09.404536 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-899e104d-dffc-4229-9941-a3e06e1e4a60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:09.442327 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-899e104d-dffc-4229-9941-a3e06e1e4a60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:09.450252 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-00209d2d-45c7-44aa-8539-b4b1820a851c req-bb25e1e0-fb0b-4f5e-a1f8-35997cd09f6c tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] For port 67331b52-ef5f-4612-b0f8-2a1357105485, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=67331b52-ef5f-4612-b0f8-2a1357105485,segment=NetworkSegment(5c22e2d5-0ba6-4801-a903-4241c2620ae4),segment_id=5c22e2d5-0ba6-4801-a903-4241c2620ae4)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:14:09.456815 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-00209d2d-45c7-44aa-8539-b4b1820a851c req-bb25e1e0-fb0b-4f5e-a1f8-35997cd09f6c tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:09.573164 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-00209d2d-45c7-44aa-8539-b4b1820a851c req-bb25e1e0-fb0b-4f5e-a1f8-35997cd09f6c tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Calling delete_port for 67331b52-ef5f-4612-b0f8-2a1357105485 owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:14:09.663971 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-899e104d-dffc-4229-9941-a3e06e1e4a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:09.667357 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-899e104d-dffc-4229-9941-a3e06e1e4a60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:09.668884 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-899e104d-dffc-4229-9941-a3e06e1e4a60 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/23bf207c-01da-4025-83ae-88fb75218705 HTTP/1.1" status: 204 len: 168 time: 0.3386450 Jun 11 10:14:09.669769 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8f6dc311-082d-4626-aa6b-a982e16dd456 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:14:09.700583 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e104d-dffc-4229-9941-a3e06e1e4a60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23bf207c-01da-4025-83ae-88fb75218705,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:14:09.703755 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-899e104d-dffc-4229-9941-a3e06e1e4a60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:14:09.915595 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3aa59b9-01c2-4dd0-a6a0-8f7893760a25 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Router 18bee323-1125-49ef-b821-e620b20acd8d has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:14:10.239591 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3aa59b9-01c2-4dd0-a6a0-8f7893760a25 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:14:10.246008 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f3aa59b9-01c2-4dd0-a6a0-8f7893760a25 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:10.254008 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfb0ca5-28c3-4ad4-bf17-86b952df5332 None None] Sync routers for ids ['18bee323-1125-49ef-b821-e620b20acd8d'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:14:10.286639 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfb0ca5-28c3-4ad4-bf17-86b952df5332 None None] Routers {'18bee323-1125-49ef-b821-e620b20acd8d'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:14:10.287702 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-7cfb0ca5-28c3-4ad4-bf17-86b952df5332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:13:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['18bee323-1125-49ef-b821-e620b20acd8d'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:14:10.294825 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b642a286-2fb0-45a6-9cc7-e724075a85e0 req-f0c5b77d-51d0-4d04-99a4-61801d123e13 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:14:10.296692 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b642a286-2fb0-45a6-9cc7-e724075a85e0 req-f0c5b77d-51d0-4d04-99a4-61801d123e13 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=2aaed0f4-ddff-4170-b36d-0f4ed6866840 HTTP/1.1" status: 200 len: 946 time: 0.3638184 Jun 11 10:14:10.336079 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-f3aa59b9-01c2-4dd0-a6a0-8f7893760a25 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "PUT /v2.0/floatingips/51ad6991-107e-4236-b527-2870704359b5 HTTP/1.1" status: 200 len: 990 time: 2.8578649 Jun 11 10:14:10.336079 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66bbcca5-c11c-4d65-9d86-2fc2588b1642', 'tag': 'aee075f7-f971-479b-b6dd-e226cf8c59e5'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:14:10.338324 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-247b9b1e-ce18-459d-bcb8-f29995f244e3" -d '{"events": [{"name": "network-changed", "server_uuid": "66bbcca5-c11c-4d65-9d86-2fc2588b1642", "tag": "aee075f7-f971-479b-b6dd-e226cf8c59e5"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:14:10.346076 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-00209d2d-45c7-44aa-8539-b4b1820a851c req-bb25e1e0-fb0b-4f5e-a1f8-35997cd09f6c tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:10.352553 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-414a5edb-3e55-4cc3-a679-2fbd9db89473 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:14:10.419415 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb25e1e0-fb0b-4f5e-a1f8-35997cd09f6c tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Pushing event deleted for resources: {'Port': ['ID=67331b52-ef5f-4612-b0f8-2a1357105485,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:14:10.425497 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b642a286-2fb0-45a6-9cc7-e724075a85e0 req-43da98a9-3d53-4339-9ec0-d593c2bddd90 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=961d3702-6992-4abc-ab0e-3007db5dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213090 Jun 11 10:14:10.429733 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-bb25e1e0-fb0b-4f5e-a1f8-35997cd09f6c tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:14:10.561189 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c410fbdc-d35e-4c9c-b503-7d2d13c0be0e x-openstack-request-id: req-c410fbdc-d35e-4c9c-b503-7d2d13c0be0e {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:14:10.561541 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66bbcca5-c11c-4d65-9d86-2fc2588b1642", "tag": "aee075f7-f971-479b-b6dd-e226cf8c59e5", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:14:10.561858 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c410fbdc-d35e-4c9c-b503-7d2d13c0be0e {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:14:10.576016 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66bbcca5-c11c-4d65-9d86-2fc2588b1642', 'tag': 'aee075f7-f971-479b-b6dd-e226cf8c59e5', 'status': 'completed', 'code': 200} Jun 11 10:14:10.576016 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-00209d2d-45c7-44aa-8539-b4b1820a851c req-bb25e1e0-fb0b-4f5e-a1f8-35997cd09f6c tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] No DVR routers for this DVR port 67331b52-ef5f-4612-b0f8-2a1357105485 on host n-h2-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:14:10.576375 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-7cfb0ca5-28c3-4ad4-bf17-86b952df5332 None None] Set router 18bee323-1125-49ef-b821-e620b20acd8d gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:14:10.582774 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-00209d2d-45c7-44aa-8539-b4b1820a851c req-bb25e1e0-fb0b-4f5e-a1f8-35997cd09f6c tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:10.582774 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-00209d2d-45c7-44aa-8539-b4b1820a851c req-bb25e1e0-fb0b-4f5e-a1f8-35997cd09f6c tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.69 "DELETE /v2.0/ports/67331b52-ef5f-4612-b0f8-2a1357105485 HTTP/1.1" status: 204 len: 173 time: 1.6730545 Jun 11 10:14:10.694731 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b9b1e-ce18-459d-bcb8-f29995f244e3 req-16a2bd69-aed6-4b8f-9758-baf4b6bce483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:14:10.698108 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-247b9b1e-ce18-459d-bcb8-f29995f244e3 req-16a2bd69-aed6-4b8f-9758-baf4b6bce483 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4fa4adcc930c454582c6b4c82c27544f&device_id=66bbcca5-c11c-4d65-9d86-2fc2588b1642 HTTP/1.1" status: 200 len: 1097 time: 0.1257911 Jun 11 10:14:10.911130 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b9b1e-ce18-459d-bcb8-f29995f244e3 req-c52f4ded-08bf-4245-a980-a308ee897e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:14:10.915232 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-247b9b1e-ce18-459d-bcb8-f29995f244e3 req-c52f4ded-08bf-4245-a980-a308ee897e95 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2ac340f0-d786-4d09-af3c-d796852f240b HTTP/1.1" status: 200 len: 911 time: 0.1986530 Jun 11 10:14:11.088281 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-247b9b1e-ce18-459d-bcb8-f29995f244e3 req-9c003570-6b79-4f30-94bd-2e89d5235b20 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aee075f7-f971-479b-b6dd-e226cf8c59e5 HTTP/1.1" status: 200 len: 998 time: 0.1661787 Jun 11 10:14:11.097289 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-7cfb0ca5-28c3-4ad4-bf17-86b952df5332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bee323-1125-49ef-b821-e620b20acd8d', 'name': 'tempest-AttachVolumeTestJSON-946356344-router', 'tenant_id': '4fa4adcc930c454582c6b4c82c27544f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': 'a0d3ad71-c523-4b81-8303-10eebc13d258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:13:26Z', 'updated_at': '2021-06-11T10:13:34Z', 'revision_number': 4, 'project_id': '4fa4adcc930c454582c6b4c82c27544f', 'gw_port': {'id': 'a0d3ad71-c523-4b81-8303-10eebc13d258', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bee323-1125-49ef-b821-e620b20acd8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:13:27Z', 'updated_at': '2021-06-11T10:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': '51ad6991-107e-4236-b527-2870704359b5', 'tenant_id': '4fa4adcc930c454582c6b4c82c27544f', 'floating_ip_address': '172.25.4.80', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': '18bee323-1125-49ef-b821-e620b20acd8d', 'port_id': 'aee075f7-f971-479b-b6dd-e226cf8c59e5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ac340f0-d786-4d09-af3c-d796852f240b', 'mac_address': 'fa:16:3e:70:c5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bbcca5-c11c-4d65-9d86-2fc2588b1642', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T10:13:42Z', 'updated_at': '2021-06-11T10:14:08Z', 'revision_number': 1, 'project_id': '4fa4adcc930c454582c6b4c82c27544f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07877c8f-2296-420d-8c39-b7d056fd0adc', 'name': '', 'network_id': '2ac340f0-d786-4d09-af3c-d796852f240b', 'tenant_id': '4fa4adcc930c454582c6b4c82c27544f', 'mac_address': 'fa:16:3e:da:3f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bee323-1125-49ef-b821-e620b20acd8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': 'e4054ed8-e8dc-4397-99bc-1d06497b1031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:13:33Z', 'updated_at': '2021-06-11T10:13:43Z', 'revision_number': 5, 'project_id': '4fa4adcc930c454582c6b4c82c27544f', 'subnets': [{'id': 'e4054ed8-e8dc-4397-99bc-1d06497b1031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:14:11.099403 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfb0ca5-28c3-4ad4-bf17-86b952df5332 None None] Checking router: 18bee323-1125-49ef-b821-e620b20acd8d for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:14:11.113003 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfb0ca5-28c3-4ad4-bf17-86b952df5332 None None] Routers {'18bee323-1125-49ef-b821-e620b20acd8d'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:14:11.113916 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-7cfb0ca5-28c3-4ad4-bf17-86b952df5332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:13:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['18bee323-1125-49ef-b821-e620b20acd8d'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:14:11.172568 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b9b1e-ce18-459d-bcb8-f29995f244e3 req-0ce75ed7-a034-42fe-9158-ef00d5643ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:14:11.174188 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-247b9b1e-ce18-459d-bcb8-f29995f244e3 req-0ce75ed7-a034-42fe-9158-ef00d5643ee8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e4054ed8-e8dc-4397-99bc-1d06497b1031 HTTP/1.1" status: 200 len: 849 time: 0.0779455 Jun 11 10:14:11.251059 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b9b1e-ce18-459d-bcb8-f29995f244e3 req-b0d0fba6-fc13-4a55-9285-909338471489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:14:11.253025 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-247b9b1e-ce18-459d-bcb8-f29995f244e3 req-b0d0fba6-fc13-4a55-9285-909338471489 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2ac340f0-d786-4d09-af3c-d796852f240b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0707984 Jun 11 10:14:11.390602 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-7cfb0ca5-28c3-4ad4-bf17-86b952df5332 None None] Set router 18bee323-1125-49ef-b821-e620b20acd8d gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:14:11.411002 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-247b9b1e-ce18-459d-bcb8-f29995f244e3 req-2e51f458-1768-433d-97ac-e825d20c9073 service neutron] 10.222.0.69 "GET /v2.0/networks/2ac340f0-d786-4d09-af3c-d796852f240b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496191 Jun 11 10:14:11.483225 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 67331b52-ef5f-4612-b0f8-2a1357105485 no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:14:11.572280 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] No Port match for: 67331b52-ef5f-4612-b0f8-2a1357105485 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:14:11.572633 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 67331b52-ef5f-4612-b0f8-2a1357105485 not bound to the agent host n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:14:11.768268 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-247b9b1e-ce18-459d-bcb8-f29995f244e3 req-80b4523e-fa18-42d0-a834-ea904d3a0100 service neutron] 10.222.0.69 "GET /v2.0/networks/2ac340f0-d786-4d09-af3c-d796852f240b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3435133 Jun 11 10:14:11.873080 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d2fd9d96-428b-45ac-803e-527777d7e90c req-e9d9a419-47c9-40f6-bee8-23f22fb47ddc tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=2aaed0f4-ddff-4170-b36d-0f4ed6866840 HTTP/1.1" status: 200 len: 210 time: 0.0997281 Jun 11 10:14:12.056207 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-7cfb0ca5-28c3-4ad4-bf17-86b952df5332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bee323-1125-49ef-b821-e620b20acd8d', 'name': 'tempest-AttachVolumeTestJSON-946356344-router', 'tenant_id': '4fa4adcc930c454582c6b4c82c27544f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': 'a0d3ad71-c523-4b81-8303-10eebc13d258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:13:26Z', 'updated_at': '2021-06-11T10:13:34Z', 'revision_number': 4, 'project_id': '4fa4adcc930c454582c6b4c82c27544f', 'gw_port': {'id': 'a0d3ad71-c523-4b81-8303-10eebc13d258', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bee323-1125-49ef-b821-e620b20acd8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:13:27Z', 'updated_at': '2021-06-11T10:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': '51ad6991-107e-4236-b527-2870704359b5', 'tenant_id': '4fa4adcc930c454582c6b4c82c27544f', 'floating_ip_address': '172.25.4.80', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': '18bee323-1125-49ef-b821-e620b20acd8d', 'port_id': 'aee075f7-f971-479b-b6dd-e226cf8c59e5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ac340f0-d786-4d09-af3c-d796852f240b', 'mac_address': 'fa:16:3e:70:c5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bbcca5-c11c-4d65-9d86-2fc2588b1642', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T10:13:42Z', 'updated_at': '2021-06-11T10:14:08Z', 'revision_number': 1, 'project_id': '4fa4adcc930c454582c6b4c82c27544f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07877c8f-2296-420d-8c39-b7d056fd0adc', 'name': '', 'network_id': '2ac340f0-d786-4d09-af3c-d796852f240b', 'tenant_id': '4fa4adcc930c454582c6b4c82c27544f', 'mac_address': 'fa:16:3e:da:3f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bee323-1125-49ef-b821-e620b20acd8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': 'e4054ed8-e8dc-4397-99bc-1d06497b1031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:13:33Z', 'updated_at': '2021-06-11T10:13:43Z', 'revision_number': 5, 'project_id': '4fa4adcc930c454582c6b4c82c27544f', 'subnets': [{'id': 'e4054ed8-e8dc-4397-99bc-1d06497b1031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:14:12.060079 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfb0ca5-28c3-4ad4-bf17-86b952df5332 None None] The sync data for ids ['18bee323-1125-49ef-b821-e620b20acd8d'] in n-d-779913-12 is: [{'id': '18bee323-1125-49ef-b821-e620b20acd8d', 'name': 'tempest-AttachVolumeTestJSON-946356344-router', 'tenant_id': '4fa4adcc930c454582c6b4c82c27544f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': 'a0d3ad71-c523-4b81-8303-10eebc13d258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:13:26Z', 'updated_at': '2021-06-11T10:13:34Z', 'revision_number': 4, 'project_id': '4fa4adcc930c454582c6b4c82c27544f', 'gw_port': {'id': 'a0d3ad71-c523-4b81-8303-10eebc13d258', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bee323-1125-49ef-b821-e620b20acd8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:13:27Z', 'updated_at': '2021-06-11T10:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': '51ad6991-107e-4236-b527-2870704359b5', 'tenant_id': '4fa4adcc930c454582c6b4c82c27544f', 'floating_ip_address': '172.25.4.80', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': '18bee323-1125-49ef-b821-e620b20acd8d', 'port_id': 'aee075f7-f971-479b-b6dd-e226cf8c59e5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ac340f0-d786-4d09-af3c-d796852f240b', 'mac_address': 'fa:16:3e:70:c5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bbcca5-c11c-4d65-9d86-2fc2588b1642', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T10:13:42Z', 'updated_at': '2021-06-11T10:14:08Z', 'revision_number': 1, 'project_id': '4fa4adcc930c454582c6b4c82c27544f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07877c8f-2296-420d-8c39-b7d056fd0adc', 'name': '', 'network_id': '2ac340f0-d786-4d09-af3c-d796852f240b', 'tenant_id': '4fa4adcc930c454582c6b4c82c27544f', 'mac_address': 'fa:16:3e:da:3f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bee323-1125-49ef-b821-e620b20acd8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': 'e4054ed8-e8dc-4397-99bc-1d06497b1031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:13:33Z', 'updated_at': '2021-06-11T10:13:43Z', 'revision_number': 5, 'project_id': '4fa4adcc930c454582c6b4c82c27544f', 'subnets': [{'id': 'e4054ed8-e8dc-4397-99bc-1d06497b1031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:14:12.411197 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65dc8580-b46f-4621-b752-45c951066a77 None None] New status for floating IP 51ad6991-107e-4236-b527-2870704359b5: ACTIVE {{(pid=93179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 10:14:12.572708 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aaed0f4-ddff-4170-b36d-0f4ed6866840', 'name': 'network-vif-deleted', 'tag': '67331b52-ef5f-4612-b0f8-2a1357105485'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:14:12.578972 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a30cae2-950a-43b7-b4ec-d02f323ab960" -d '{"events": [{"server_uuid": "2aaed0f4-ddff-4170-b36d-0f4ed6866840", "name": "network-vif-deleted", "tag": "67331b52-ef5f-4612-b0f8-2a1357105485"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:14:12.625786 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd19552-e403-4fa2-9f4d-175e6717fc3e x-openstack-request-id: req-1cd19552-e403-4fa2-9f4d-175e6717fc3e {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:14:12.626153 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2aaed0f4-ddff-4170-b36d-0f4ed6866840", "name": "network-vif-deleted", "tag": "67331b52-ef5f-4612-b0f8-2a1357105485", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:14:12.626457 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1cd19552-e403-4fa2-9f4d-175e6717fc3e {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:14:12.626911 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aaed0f4-ddff-4170-b36d-0f4ed6866840', 'name': 'network-vif-deleted', 'tag': '67331b52-ef5f-4612-b0f8-2a1357105485', 'status': 'completed', 'code': 200} Jun 11 10:14:12.941140 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-003be39c-b9b2-4343-a9cd-483323e49588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:13.223232 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-06cbb6ee-c50f-421c-9255-16f139391e44 req-732ea89d-20b4-4e9e-93ad-4d02b71ee611 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=2aaed0f4-ddff-4170-b36d-0f4ed6866840 HTTP/1.1" status: 200 len: 210 time: 0.0870037 Jun 11 10:14:14.418149 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:14:14.445597 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6fead1b3-b819-4599-8747-1aae22e0b47c req-d88280ff-0710-4284-889b-66a585009bda tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=2aaed0f4-ddff-4170-b36d-0f4ed6866840 HTTP/1.1" status: 200 len: 210 time: 0.0765233 Jun 11 10:14:14.653077 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 56196) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:14:14.853549 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a90f6ab0-7fca-4825-9748-12e2d13a55d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:15.009723 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a90f6ab0-7fca-4825-9748-12e2d13a55d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:15.104790 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a90f6ab0-7fca-4825-9748-12e2d13a55d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:15.145077 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-bb9a34d1-85ab-4dcc-ba1f-661ee7f6acf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:14:15.154879 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-a90f6ab0-7fca-4825-9748-12e2d13a55d9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c48f3e5df34d4e98ae6385c6b76124ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5006146 Jun 11 10:14:15.155359 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 56212) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:14:15.199440 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90f6ab0-7fca-4825-9748-12e2d13a55d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27e09704-cf53-4913-ad73-a54be1c12581,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:14:15.203941 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a90f6ab0-7fca-4825-9748-12e2d13a55d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:14:15.242467 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0a7c6d2f-09eb-417f-bb46-6c8cea4acc59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:15.269786 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0a7c6d2f-09eb-417f-bb46-6c8cea4acc59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:15.434773 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0a7c6d2f-09eb-417f-bb46-6c8cea4acc59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:15.438041 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0a7c6d2f-09eb-417f-bb46-6c8cea4acc59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:15.440011 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-0a7c6d2f-09eb-417f-bb46-6c8cea4acc59 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/27e09704-cf53-4913-ad73-a54be1c12581 HTTP/1.1" status: 204 len: 168 time: 0.2827291 Jun 11 10:14:15.452226 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-faafb876-677a-4328-9395-84dfea5e2879 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:14:15.462680 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7c6d2f-09eb-417f-bb46-6c8cea4acc59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e09704-cf53-4913-ad73-a54be1c12581,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:14:15.462680 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0a7c6d2f-09eb-417f-bb46-6c8cea4acc59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:14:15.643522 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-24094137-6aad-4181-86d4-1a1854ae5ad3 req-44699ed6-b8ce-489d-b6c3-08b5b064071a tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=2aaed0f4-ddff-4170-b36d-0f4ed6866840 HTTP/1.1" status: 200 len: 210 time: 0.0523424 Jun 11 10:14:15.920153 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0baebd01-4c19-4585-a1f9-71a04739f8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:15.987945 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:16.451348 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 56244) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:14:16.458380 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-be181381-2260-4ce8-b6f6-fae65a43ee98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:16.580305 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-be181381-2260-4ce8-b6f6-fae65a43ee98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:16.748081 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-be181381-2260-4ce8-b6f6-fae65a43ee98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:16.756294 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:16.769624 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7b30c485-73d9-43f3-9852-fce9f3d78f2a tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:14:16.774218 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-be181381-2260-4ce8-b6f6-fae65a43ee98 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fabcbe99e8924aa387d6b5a20f2483c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3317471 Jun 11 10:14:16.777303 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 56252) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:14:16.869522 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-0c112315-7df2-4b07-a903-7b57b75d115b req-a49e24fe-de39-4a02-a7c4-ab8e94124cf1 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=2aaed0f4-ddff-4170-b36d-0f4ed6866840 HTTP/1.1" status: 200 len: 210 time: 0.0928922 Jun 11 10:14:16.878786 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be181381-2260-4ce8-b6f6-fae65a43ee98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d55be95-adc4-43c9-bebc-7a07bf20e88b,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:14:16.888769 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-be181381-2260-4ce8-b6f6-fae65a43ee98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:14:16.930001 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d245dde8-70dd-459a-b1ac-a92dee9b17bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:16.956977 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d245dde8-70dd-459a-b1ac-a92dee9b17bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:17.124650 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 56264) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:14:17.207622 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d245dde8-70dd-459a-b1ac-a92dee9b17bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:17.210808 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d245dde8-70dd-459a-b1ac-a92dee9b17bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:17.222874 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-d245dde8-70dd-459a-b1ac-a92dee9b17bc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8d55be95-adc4-43c9-bebc-7a07bf20e88b HTTP/1.1" status: 204 len: 168 time: 0.4393995 Jun 11 10:14:17.225103 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a90f6ab0-7fca-4825-9748-12e2d13a55d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:14:17.280691 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d245dde8-70dd-459a-b1ac-a92dee9b17bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d55be95-adc4-43c9-bebc-7a07bf20e88b,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:14:17.331865 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd029086-b34b-46dd-af66-718975cd88c2 admin admin] Deleting subnet 51a8ccc1-9586-43ae-a12c-079a88b566e0 {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:14:17.342303 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fd029086-b34b-46dd-af66-718975cd88c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:17.424552 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fd029086-b34b-46dd-af66-718975cd88c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:17.491623 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d245dde8-70dd-459a-b1ac-a92dee9b17bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:14:17.550590 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fd029086-b34b-46dd-af66-718975cd88c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:17.881848 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fd029086-b34b-46dd-af66-718975cd88c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:17.889866 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0e160604-d462-4379-b605-de280aa7c7c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:14:17.954141 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd029086-b34b-46dd-af66-718975cd88c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51a8ccc1-9586-43ae-a12c-079a88b566e0,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:14:17.960530 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-fd029086-b34b-46dd-af66-718975cd88c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:14:17.975662 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fd029086-b34b-46dd-af66-718975cd88c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:17.975662 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-fd029086-b34b-46dd-af66-718975cd88c2 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/51a8ccc1-9586-43ae-a12c-079a88b566e0 HTTP/1.1" status: 204 len: 168 time: 0.8472078 Jun 11 10:14:17.976147 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 56286) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:14:18.204489 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-de10ea13-5dbe-44b1-a6ef-9813d32282fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:18.337708 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-de10ea13-5dbe-44b1-a6ef-9813d32282fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:18.350850 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-de10ea13-5dbe-44b1-a6ef-9813d32282fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54afdaa5-c2b3-4e57-9385-9624f134a9f6']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:14:18.364769 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-de10ea13-5dbe-44b1-a6ef-9813d32282fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dd7b815-e7ba-4769-be1d-9c9e272f5a25') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:14:18.365072 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-de10ea13-5dbe-44b1-a6ef-9813d32282fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dd7b815-e7ba-4769-be1d-9c9e272f5a25') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:14:18.379987 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-de10ea13-5dbe-44b1-a6ef-9813d32282fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:18.405321 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-de10ea13-5dbe-44b1-a6ef-9813d32282fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:18.416029 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de10ea13-5dbe-44b1-a6ef-9813d32282fd admin admin] Releasing vlan 751 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:14:18.417846 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-de10ea13-5dbe-44b1-a6ef-9813d32282fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:18.420123 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:14:18.420123 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:14:18.420123 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:14:18.420123 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:14:18.420123 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:14:18.420123 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:14:18.420123 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:14:18.420123 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:14:18.420123 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 10:14:18.420123 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:14:18.420123 n-d-779913-12 neutron-server[93176]: timer() Jun 11 10:14:18.420123 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:14:18.420123 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 10:14:18.420123 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:14:18.420123 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 10:14:18.420123 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:14:18.420123 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 10:14:18.420123 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:14:18.420123 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 10:14:18.420123 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:14:18.420123 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 10:14:18.420123 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:14:18.420123 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:14:18.420123 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:14:18.420123 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:14:18.420123 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:14:18.420123 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 10:14:18.420123 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:14:18.420123 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 10:14:18.420123 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:14:18.420123 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:14:18.420123 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:14:18.420123 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 10:14:18.420123 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:14:18.420123 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:14:18.420123 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:14:18.420123 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:14:18.420123 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:14:18.420123 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:14:18.420123 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:14:18.673800 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:18.691001 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-de10ea13-5dbe-44b1-a6ef-9813d32282fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:18.695456 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7b9d0f0f-9f40-4fd5-9373-c2c44899decb tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:14:18.699523 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-de10ea13-5dbe-44b1-a6ef-9813d32282fd admin admin] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:18.704553 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 56316) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:14:18.705217 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-de10ea13-5dbe-44b1-a6ef-9813d32282fd admin admin] 10.222.0.60 "DELETE /v2.0/networks/54afdaa5-c2b3-4e57-9385-9624f134a9f6 HTTP/1.1" status: 204 len: 168 time: 0.7281547 Jun 11 10:14:18.724510 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de10ea13-5dbe-44b1-a6ef-9813d32282fd admin admin] Pushing event deleted for resources: {'Network': ['ID=54afdaa5-c2b3-4e57-9385-9624f134a9f6,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:14:18.744383 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de10ea13-5dbe-44b1-a6ef-9813d32282fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:14:18.744787 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de10ea13-5dbe-44b1-a6ef-9813d32282fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:14:18.745208 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de10ea13-5dbe-44b1-a6ef-9813d32282fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:14:18.745559 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de10ea13-5dbe-44b1-a6ef-9813d32282fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:14:18.745945 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de10ea13-5dbe-44b1-a6ef-9813d32282fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:14:18.746322 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de10ea13-5dbe-44b1-a6ef-9813d32282fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:14:18.747006 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de10ea13-5dbe-44b1-a6ef-9813d32282fd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:14:18.747134 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de10ea13-5dbe-44b1-a6ef-9813d32282fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:14:18.754495 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de10ea13-5dbe-44b1-a6ef-9813d32282fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:14:18.755102 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de10ea13-5dbe-44b1-a6ef-9813d32282fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:14:18.756716 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de10ea13-5dbe-44b1-a6ef-9813d32282fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:14:18.756716 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de10ea13-5dbe-44b1-a6ef-9813d32282fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:14:18.769250 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-de10ea13-5dbe-44b1-a6ef-9813d32282fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:14:18.837433 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dbe6a1d-cbd9-4991-943e-9e5822af24bb admin admin] Deleting subnet 80ac6414-82ba-4829-9225-5f90378300a3 {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:14:18.840080 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6dbe6a1d-cbd9-4991-943e-9e5822af24bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:18.892438 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6dbe6a1d-cbd9-4991-943e-9e5822af24bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:18.960461 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6dbe6a1d-cbd9-4991-943e-9e5822af24bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:19.151931 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6dbe6a1d-cbd9-4991-943e-9e5822af24bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:19.158515 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a6467437-6924-4ac7-8f41-5437e5d4f1d7 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:14:19.200896 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe6a1d-cbd9-4991-943e-9e5822af24bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80ac6414-82ba-4829-9225-5f90378300a3,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:14:19.241269 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6dbe6a1d-cbd9-4991-943e-9e5822af24bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:14:19.248597 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6dbe6a1d-cbd9-4991-943e-9e5822af24bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:19.255795 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 56346) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:14:19.259596 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-6dbe6a1d-cbd9-4991-943e-9e5822af24bb admin admin] 10.222.0.60 "DELETE /v2.0/subnets/80ac6414-82ba-4829-9225-5f90378300a3 HTTP/1.1" status: 204 len: 168 time: 0.5532467 Jun 11 10:14:19.394721 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c58c7e78-30fd-4e92-88c7-8fb3f5cb1fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:19.537317 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c58c7e78-30fd-4e92-88c7-8fb3f5cb1fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:19.554987 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-c58c7e78-30fd-4e92-88c7-8fb3f5cb1fbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['150356bc-ec9c-45d4-82e4-7ec35cd7e617']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:14:19.568896 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-c58c7e78-30fd-4e92-88c7-8fb3f5cb1fbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9c11285-91f7-41fa-88b3-5c0aae6d41ad') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:14:19.568896 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-c58c7e78-30fd-4e92-88c7-8fb3f5cb1fbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9c11285-91f7-41fa-88b3-5c0aae6d41ad') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:14:19.577273 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c58c7e78-30fd-4e92-88c7-8fb3f5cb1fbb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:19.594474 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c58c7e78-30fd-4e92-88c7-8fb3f5cb1fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:19.600903 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c58c7e78-30fd-4e92-88c7-8fb3f5cb1fbb admin admin] Releasing vlan 760 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:14:19.601292 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c58c7e78-30fd-4e92-88c7-8fb3f5cb1fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:19.602970 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 10:14:19.602970 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:14:19.602970 n-d-779913-12 neutron-server[93176]: timer() Jun 11 10:14:19.602970 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:14:19.602970 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 10:14:19.602970 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:14:19.602970 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 10:14:19.602970 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:14:19.602970 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 10:14:19.602970 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:14:19.602970 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 10:14:19.602970 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:14:19.602970 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 10:14:19.602970 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:14:19.602970 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:14:19.602970 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:14:19.602970 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:14:19.602970 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:14:19.602970 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 10:14:19.602970 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:14:19.602970 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 10:14:19.602970 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:14:19.602970 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:14:19.602970 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:14:19.602970 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 10:14:19.602970 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:14:19.602970 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:14:19.602970 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:14:19.602970 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:14:19.602970 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:14:19.602970 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:14:19.602970 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:14:19.856735 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c58c7e78-30fd-4e92-88c7-8fb3f5cb1fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:19.860732 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-31e18803-7eb9-455d-9e7c-c587608d4aa0 tempest-DHCPAgentSchedulersTestJSON-2009094512 tempest-DHCPAgentSchedulersTestJSON-2009094512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:14:19.864876 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c58c7e78-30fd-4e92-88c7-8fb3f5cb1fbb admin admin] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:19.866730 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-c58c7e78-30fd-4e92-88c7-8fb3f5cb1fbb admin admin] 10.222.0.60 "DELETE /v2.0/networks/150356bc-ec9c-45d4-82e4-7ec35cd7e617 HTTP/1.1" status: 204 len: 168 time: 0.6082098 Jun 11 10:14:19.880291 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c7e78-30fd-4e92-88c7-8fb3f5cb1fbb admin admin] Pushing event deleted for resources: {'Network': ['ID=150356bc-ec9c-45d4-82e4-7ec35cd7e617,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:14:19.883156 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c58c7e78-30fd-4e92-88c7-8fb3f5cb1fbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:14:20.526003 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 56374) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:14:20.577503 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-523f1e5d-18a3-4cf7-8b21-9a9c180cf0f9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6c34fead3258444f844c558a950e8c14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0501509 Jun 11 10:14:20.580259 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 56376) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:14:20.638369 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-95c37083-06a1-44ce-9511-d0b09bdaa361 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:20.669423 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-95c37083-06a1-44ce-9511-d0b09bdaa361 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:20.890891 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-95c37083-06a1-44ce-9511-d0b09bdaa361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:20.897824 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-95c37083-06a1-44ce-9511-d0b09bdaa361 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:20.897824 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-95c37083-06a1-44ce-9511-d0b09bdaa361 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/306e56a5-c00b-46f8-8af8-ce4c67b3bf3e HTTP/1.1" status: 204 len: 168 time: 0.3139637 Jun 11 10:14:20.897824 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c8412eea-6252-4f91-a579-00d5c9095f81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:14:20.911450 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c37083-06a1-44ce-9511-d0b09bdaa361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=306e56a5-c00b-46f8-8af8-ce4c67b3bf3e,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:14:20.913648 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-95c37083-06a1-44ce-9511-d0b09bdaa361 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:14:21.932460 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 56426) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:14:21.991623 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-8de8c753-8c71-44f5-986f-022d5a0a1211 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=57c75c6ceff14082bf5a288fa96895e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0566564 Jun 11 10:14:21.993695 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 56432) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:14:22.059110 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-59ac1821-0398-411a-8f6c-f25577d41a97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:22.096825 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-59ac1821-0398-411a-8f6c-f25577d41a97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:22.259333 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-59ac1821-0398-411a-8f6c-f25577d41a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:22.262637 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-59ac1821-0398-411a-8f6c-f25577d41a97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:22.263543 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-59ac1821-0398-411a-8f6c-f25577d41a97 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1d61802d-b0db-4c4f-9e70-e0a0738170fa HTTP/1.1" status: 204 len: 168 time: 0.2687547 Jun 11 10:14:22.264368 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ae6c9087-c229-4223-8204-6809766c91d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:14:22.291157 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ac1821-0398-411a-8f6c-f25577d41a97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d61802d-b0db-4c4f-9e70-e0a0738170fa,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:14:22.299875 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-59ac1821-0398-411a-8f6c-f25577d41a97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:14:24.017710 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 56520) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:14:24.022586 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-849a67ee-1496-4da7-8ffe-74a84e587ba8 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1252870311', 'description': 'tempest-secgroup-smoke-1252870311 description', 'project_id': '7c7545923ebc48e08cfbeb0d8e94f901'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:14:24.182603 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-849a67ee-1496-4da7-8ffe-74a84e587ba8 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:24.343205 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-849a67ee-1496-4da7-8ffe-74a84e587ba8 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:24.423897 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-849a67ee-1496-4da7-8ffe-74a84e587ba8 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:24.430492 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-95458e78-3886-45d5-b1b9-4c6517395c1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:14:24.556477 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849a67ee-1496-4da7-8ffe-74a84e587ba8 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3820e434-2f22-40ca-aca1-203621ef7aab,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:14:24.568994 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-849a67ee-1496-4da7-8ffe-74a84e587ba8 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:14:24.605463 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-849a67ee-1496-4da7-8ffe-74a84e587ba8 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:24.606771 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-849a67ee-1496-4da7-8ffe-74a84e587ba8 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5880384 Jun 11 10:14:24.611087 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 56542) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:14:24.616857 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-8361ee05-421b-49c2-8b19-b87f7e2437bc tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Request body: {'security_group_rule': {'security_group_id': '3820e434-2f22-40ca-aca1-203621ef7aab', 'project_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:14:24.807676 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8361ee05-421b-49c2-8b19-b87f7e2437bc tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:24.916455 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8361ee05-421b-49c2-8b19-b87f7e2437bc tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:25.019490 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8361ee05-421b-49c2-8b19-b87f7e2437bc tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:25.021090 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9d04fd27-a93b-4052-9fbb-6ab1379d1744 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:14:25.055361 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8361ee05-421b-49c2-8b19-b87f7e2437bc tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f00f0222-f2d5-44af-8aa9-8f4db343abc0,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:14:25.065576 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8361ee05-421b-49c2-8b19-b87f7e2437bc tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:14:25.195993 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8361ee05-421b-49c2-8b19-b87f7e2437bc tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:25.199741 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-8361ee05-421b-49c2-8b19-b87f7e2437bc tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5864768 Jun 11 10:14:25.201026 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 56558) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:14:25.221916 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-c5e3695a-5c45-4481-992b-952ccf816e8b tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Request body: {'security_group_rule': {'security_group_id': '3820e434-2f22-40ca-aca1-203621ef7aab', 'project_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:14:25.504251 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c5e3695a-5c45-4481-992b-952ccf816e8b tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:25.642530 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c5e3695a-5c45-4481-992b-952ccf816e8b tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:25.761478 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c5e3695a-5c45-4481-992b-952ccf816e8b tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:25.764170 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-88bf501d-7361-44ad-964d-565ee6e60809 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:14:25.790255 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e3695a-5c45-4481-992b-952ccf816e8b tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79c2c0ec-74ba-4a37-a88d-f60120c97c69,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:14:25.802215 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c5e3695a-5c45-4481-992b-952ccf816e8b tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:14:25.944833 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c5e3695a-5c45-4481-992b-952ccf816e8b tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:25.946074 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-c5e3695a-5c45-4481-992b-952ccf816e8b tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7407169 Jun 11 10:14:25.950149 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 56574) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:14:25.955774 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-5a1140bf-6804-49d1-b69d-c7c54e8b5c85 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Request body: {'security_group_rule': {'security_group_id': '3820e434-2f22-40ca-aca1-203621ef7aab', 'project_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:14:26.072354 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5a1140bf-6804-49d1-b69d-c7c54e8b5c85 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:26.163045 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5a1140bf-6804-49d1-b69d-c7c54e8b5c85 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:26.264751 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5a1140bf-6804-49d1-b69d-c7c54e8b5c85 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:26.271195 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e8866f11-2498-4eb3-9d5b-4ee1977f278f tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:14:26.288023 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1140bf-6804-49d1-b69d-c7c54e8b5c85 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e0f4139-6ad8-458c-af1b-4ac0b2f2b8d4,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:14:26.291123 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5a1140bf-6804-49d1-b69d-c7c54e8b5c85 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:14:26.435782 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5a1140bf-6804-49d1-b69d-c7c54e8b5c85 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:26.437978 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-5a1140bf-6804-49d1-b69d-c7c54e8b5c85 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4866245 Jun 11 10:14:26.440955 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 56582) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:14:26.445641 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-9a3def46-640b-4328-816a-421a041571c1 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Request body: {'security_group_rule': {'security_group_id': '3820e434-2f22-40ca-aca1-203621ef7aab', 'project_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:14:26.543893 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9a3def46-640b-4328-816a-421a041571c1 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:26.641708 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9a3def46-640b-4328-816a-421a041571c1 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:26.770514 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9a3def46-640b-4328-816a-421a041571c1 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:26.772751 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4adf33e1-0991-4ca0-adba-b5b603468d05 tempest-ServersTestManualDisk-631132581 tempest-ServersTestManualDisk-631132581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:14:26.797799 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3def46-640b-4328-816a-421a041571c1 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b980ace5-9ae1-428b-b944-4c0c2558e2af,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:14:26.810831 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9a3def46-640b-4328-816a-421a041571c1 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:14:26.972703 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9a3def46-640b-4328-816a-421a041571c1 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:26.974026 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-9a3def46-640b-4328-816a-421a041571c1 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5320315 Jun 11 10:14:26.976795 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 56604) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:14:26.981856 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-3a1d0650-67b1-489f-9322-b35b0163f0af tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Request body: {'security_group_rule': {'security_group_id': '3820e434-2f22-40ca-aca1-203621ef7aab', 'project_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:14:27.105239 n-d-779913-12 neutron-server[93177]: INFO neutron.db.securitygroups_db [None req-3a1d0650-67b1-489f-9322-b35b0163f0af tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Project 7c7545923ebc48e08cfbeb0d8e94f901 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 10:14:27.112374 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3a1d0650-67b1-489f-9322-b35b0163f0af tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:27.195790 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3a1d0650-67b1-489f-9322-b35b0163f0af tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:27.396135 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3a1d0650-67b1-489f-9322-b35b0163f0af tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:27.398599 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2c011a27-ecc1-4dd1-afed-8d80045e1bb6 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:14:27.420537 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1d0650-67b1-489f-9322-b35b0163f0af tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2de7ffe-3694-49ae-8ab8-ee274158c6fa,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:14:27.423395 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3a1d0650-67b1-489f-9322-b35b0163f0af tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:14:27.509763 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3a1d0650-67b1-489f-9322-b35b0163f0af tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:27.517018 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-3a1d0650-67b1-489f-9322-b35b0163f0af tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5390413 Jun 11 10:14:27.517340 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 56624) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:14:27.531703 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-a54db409-6da2-48f0-8dd3-e245d89297ed tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Request body: {'security_group_rule': {'security_group_id': '3820e434-2f22-40ca-aca1-203621ef7aab', 'project_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:14:27.665015 n-d-779913-12 neutron-server[93176]: INFO neutron.db.securitygroups_db [None req-a54db409-6da2-48f0-8dd3-e245d89297ed tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Project 7c7545923ebc48e08cfbeb0d8e94f901 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 10:14:27.671670 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a54db409-6da2-48f0-8dd3-e245d89297ed tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:27.755329 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a54db409-6da2-48f0-8dd3-e245d89297ed tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:27.914580 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a54db409-6da2-48f0-8dd3-e245d89297ed tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:27.914580 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e22846ba-f575-43f4-b808-61f854823eb6 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:14:27.943683 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54db409-6da2-48f0-8dd3-e245d89297ed tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed2cb6ad-fa46-49e6-ab55-439c251b99a7,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:14:27.955597 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a54db409-6da2-48f0-8dd3-e245d89297ed tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:14:28.095670 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a54db409-6da2-48f0-8dd3-e245d89297ed tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:28.097669 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-a54db409-6da2-48f0-8dd3-e245d89297ed tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5752468 Jun 11 10:14:31.414930 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:35.401036 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 56948) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:14:35.679384 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-615f34c5-250a-48c4-8a2f-1d757a30c810 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:35.725471 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:35.898781 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-615f34c5-250a-48c4-8a2f-1d757a30c810 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:35.979188 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-615f34c5-250a-48c4-8a2f-1d757a30c810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:35.983223 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5b2d1c03-6d97-4622-85f9-6031f0ab09d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:14:36.047664 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615f34c5-250a-48c4-8a2f-1d757a30c810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70840fbf-32b3-4427-a2ee-77029aeb8f14,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:14:36.053027 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-615f34c5-250a-48c4-8a2f-1d757a30c810 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e8c3a6462b1a4ad69dff693c9c7fd89e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6507785 Jun 11 10:14:36.056031 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 56976) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:14:36.058806 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615f34c5-250a-48c4-8a2f-1d757a30c810 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:14:36.059135 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615f34c5-250a-48c4-8a2f-1d757a30c810 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:14:36.059510 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615f34c5-250a-48c4-8a2f-1d757a30c810 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:14:36.059922 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615f34c5-250a-48c4-8a2f-1d757a30c810 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:14:36.060294 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615f34c5-250a-48c4-8a2f-1d757a30c810 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:14:36.060662 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615f34c5-250a-48c4-8a2f-1d757a30c810 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:14:36.061024 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615f34c5-250a-48c4-8a2f-1d757a30c810 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:14:36.061395 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615f34c5-250a-48c4-8a2f-1d757a30c810 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:14:36.061974 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615f34c5-250a-48c4-8a2f-1d757a30c810 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:14:36.062344 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615f34c5-250a-48c4-8a2f-1d757a30c810 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:14:36.062731 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615f34c5-250a-48c4-8a2f-1d757a30c810 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:14:36.064664 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615f34c5-250a-48c4-8a2f-1d757a30c810 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:14:36.081073 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-615f34c5-250a-48c4-8a2f-1d757a30c810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:14:36.157748 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5da03516-bb20-43ca-92a3-93dd8caf3c6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:36.205632 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5da03516-bb20-43ca-92a3-93dd8caf3c6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:36.484803 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5da03516-bb20-43ca-92a3-93dd8caf3c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:36.487522 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5da03516-bb20-43ca-92a3-93dd8caf3c6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:36.491225 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-5da03516-bb20-43ca-92a3-93dd8caf3c6e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/70840fbf-32b3-4427-a2ee-77029aeb8f14 HTTP/1.1" status: 204 len: 168 time: 0.4308429 Jun 11 10:14:36.491225 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7ce9e599-af24-4224-a4ad-1dad02bd1753 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:14:36.499686 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da03516-bb20-43ca-92a3-93dd8caf3c6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70840fbf-32b3-4427-a2ee-77029aeb8f14,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:14:36.502396 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5da03516-bb20-43ca-92a3-93dd8caf3c6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:14:42.933221 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-14372e7c-5ae2-483e-8895-8c7d1b0a4ea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:45.833187 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-185aa01c-cb62-458a-958b-4e48fdddddcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:45.981760 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:46.718862 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:46.785131 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d60dc9b3-c1b4-4ce3-90e6-19dbf5132e4b req-f01d45f9-7396-459c-b976-34d6a44fb878 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=66bbcca5-c11c-4d65-9d86-2fc2588b1642&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2058189 Jun 11 10:14:46.936209 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60dc9b3-c1b4-4ce3-90e6-19dbf5132e4b req-d811cba6-f965-44f2-8890-304124dd2be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:14:46.937979 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d60dc9b3-c1b4-4ce3-90e6-19dbf5132e4b req-d811cba6-f965-44f2-8890-304124dd2be6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4fa4adcc930c454582c6b4c82c27544f&device_id=66bbcca5-c11c-4d65-9d86-2fc2588b1642 HTTP/1.1" status: 200 len: 1097 time: 0.0872326 Jun 11 10:14:47.099895 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60dc9b3-c1b4-4ce3-90e6-19dbf5132e4b req-4a3affc5-8151-42ba-8ffa-5a548844ee13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:14:47.101696 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d60dc9b3-c1b4-4ce3-90e6-19dbf5132e4b req-4a3affc5-8151-42ba-8ffa-5a548844ee13 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2ac340f0-d786-4d09-af3c-d796852f240b HTTP/1.1" status: 200 len: 911 time: 0.1396770 Jun 11 10:14:47.206248 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d60dc9b3-c1b4-4ce3-90e6-19dbf5132e4b req-da188563-9f36-4bd2-ba1b-77f4f06aa859 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aee075f7-f971-479b-b6dd-e226cf8c59e5 HTTP/1.1" status: 200 len: 1000 time: 0.0969863 Jun 11 10:14:47.282894 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60dc9b3-c1b4-4ce3-90e6-19dbf5132e4b req-9eae50e2-ac83-4187-9897-f8a6756839a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:14:47.284548 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d60dc9b3-c1b4-4ce3-90e6-19dbf5132e4b req-9eae50e2-ac83-4187-9897-f8a6756839a5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e4054ed8-e8dc-4397-99bc-1d06497b1031 HTTP/1.1" status: 200 len: 849 time: 0.0704970 Jun 11 10:14:47.377818 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60dc9b3-c1b4-4ce3-90e6-19dbf5132e4b req-58e7571e-6aff-4050-8ed0-6a8f31100691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:14:47.381292 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d60dc9b3-c1b4-4ce3-90e6-19dbf5132e4b req-58e7571e-6aff-4050-8ed0-6a8f31100691 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2ac340f0-d786-4d09-af3c-d796852f240b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0806582 Jun 11 10:14:47.548793 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d60dc9b3-c1b4-4ce3-90e6-19dbf5132e4b req-2332633e-0030-4634-969b-828269d4c984 service neutron] 10.222.0.69 "GET /v2.0/networks/2ac340f0-d786-4d09-af3c-d796852f240b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585159 Jun 11 10:14:47.699996 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d60dc9b3-c1b4-4ce3-90e6-19dbf5132e4b req-98873d92-ce7a-4cb4-ab0f-4eb46303ff41 service neutron] 10.222.0.69 "GET /v2.0/networks/2ac340f0-d786-4d09-af3c-d796852f240b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398377 Jun 11 10:14:48.412860 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:51.420723 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:14:51.603236 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 57704) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:14:51.781416 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-675dc37f-15e1-4b0b-8674-7a3171e4a667 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:52.023752 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-675dc37f-15e1-4b0b-8674-7a3171e4a667 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:52.120927 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-675dc37f-15e1-4b0b-8674-7a3171e4a667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:52.134054 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1c40d0a4-c3a9-4c81-af61-93fc7800fb0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:14:52.188061 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-675dc37f-15e1-4b0b-8674-7a3171e4a667 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bb5a59e7023446a2a4c27181692331e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5837038 Jun 11 10:14:52.190619 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 57734) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:14:52.196038 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675dc37f-15e1-4b0b-8674-7a3171e4a667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae99193-b1dc-42a5-bff8-ec27187e8a15,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:14:52.208142 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-675dc37f-15e1-4b0b-8674-7a3171e4a667 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:14:52.289622 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5fffb2dc-0772-470f-bcee-512515217211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:52.318072 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5fffb2dc-0772-470f-bcee-512515217211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:52.461527 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5fffb2dc-0772-470f-bcee-512515217211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:52.468361 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5fffb2dc-0772-470f-bcee-512515217211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:52.468361 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-5fffb2dc-0772-470f-bcee-512515217211 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2ae99193-b1dc-42a5-bff8-ec27187e8a15 HTTP/1.1" status: 204 len: 168 time: 0.2738016 Jun 11 10:14:52.468361 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7a5ede00-8c1f-4312-95e6-330f9f51ed63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:14:52.477534 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fffb2dc-0772-470f-bcee-512515217211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae99193-b1dc-42a5-bff8-ec27187e8a15,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:14:52.489097 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5fffb2dc-0772-470f-bcee-512515217211 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:14:54.051380 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 57832) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:14:54.235670 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-8998edf6-a8e0-498b-b704-43b08f061ae5 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1317371210-network', 'tenant_id': '65716eb7009d46088e8320334fed55e2'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:14:54.389531 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8998edf6-a8e0-498b-b704-43b08f061ae5 admin admin] Made reservation on behalf of 65716eb7009d46088e8320334fed55e2 for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:14:54.389531 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8998edf6-a8e0-498b-b704-43b08f061ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:54.399737 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8998edf6-a8e0-498b-b704-43b08f061ae5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:54.500546 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8998edf6-a8e0-498b-b704-43b08f061ae5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:54.593685 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8998edf6-a8e0-498b-b704-43b08f061ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:54.597513 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c60c60f7-31f6-4588-accf-e080e62e61f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:14:54.627250 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8998edf6-a8e0-498b-b704-43b08f061ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df3f3c19-5ea4-45c7-a3fb-085dc03ba0b8,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:14:54.631832 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8998edf6-a8e0-498b-b704-43b08f061ae5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:14:54.643838 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8998edf6-a8e0-498b-b704-43b08f061ae5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 777} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:14:54.655280 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8998edf6-a8e0-498b-b704-43b08f061ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:54.655820 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-8998edf6-a8e0-498b-b704-43b08f061ae5 admin admin] Added segment 67120add-2ea2-49af-b8c9-5e21590f7297 of type vlan for network db93647b-0e21-4983-a45b-0e51426db587 Jun 11 10:14:54.726378 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8998edf6-a8e0-498b-b704-43b08f061ae5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:54.873983 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8998edf6-a8e0-498b-b704-43b08f061ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:54.874888 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8998edf6-a8e0-498b-b704-43b08f061ae5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:14:54.875475 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8998edf6-a8e0-498b-b704-43b08f061ae5 admin admin] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:54.877923 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1121eb06-f052-48c5-87da-377408b79087 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:14:54.980845 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8998edf6-a8e0-498b-b704-43b08f061ae5 admin admin] Pushing event updated for resources: {'Network': ['ID=db93647b-0e21-4983-a45b-0e51426db587,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:14:54.991953 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8998edf6-a8e0-498b-b704-43b08f061ae5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:14:54.994468 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network db93647b-0e21-4983-a45b-0e51426db587 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:14:55.010787 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-8998edf6-a8e0-498b-b704-43b08f061ae5 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9555616 Jun 11 10:14:55.011051 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 57876) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:14:55.022835 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-831004fd-689c-457e-bdc7-394cfe7efdc7 admin admin] Request body: {'subnet': {'network_id': 'db93647b-0e21-4983-a45b-0e51426db587', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1317371210-subnet', 'tenant_id': '65716eb7009d46088e8320334fed55e2', 'ip_version': 4}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:14:55.225841 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-831004fd-689c-457e-bdc7-394cfe7efdc7 admin admin] Made reservation on behalf of 65716eb7009d46088e8320334fed55e2 for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:14:55.228261 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-831004fd-689c-457e-bdc7-394cfe7efdc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:55.579342 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-831004fd-689c-457e-bdc7-394cfe7efdc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:55.583226 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d89db6ca-4f85-46c3-9d30-789cc71f669a tempest-RoutersIpV6AdminTest-490108685 tempest-RoutersIpV6AdminTest-490108685-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:14:55.654060 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831004fd-689c-457e-bdc7-394cfe7efdc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e7a82c1-1cd2-4b06-afeb-812570ed0aaa,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:14:55.658918 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-831004fd-689c-457e-bdc7-394cfe7efdc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:14:55.663307 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831004fd-689c-457e-bdc7-394cfe7efdc7 admin admin] Checking segment: {'id': '67120add-2ea2-49af-b8c9-5e21590f7297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'db93647b-0e21-4983-a45b-0e51426db587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:14:55.663706 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831004fd-689c-457e-bdc7-394cfe7efdc7 admin admin] Network hostable DHCP agents. Network: db93647b-0e21-4983-a45b-0e51426db587, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:14:55.792871 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831004fd-689c-457e-bdc7-394cfe7efdc7 admin admin] Network db93647b-0e21-4983-a45b-0e51426db587 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:14:55.961225 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-831004fd-689c-457e-bdc7-394cfe7efdc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, db93647b-0e21-4983-a45b-0e51426db587) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:14:55.965725 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831004fd-689c-457e-bdc7-394cfe7efdc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:14:55.966773 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-831004fd-689c-457e-bdc7-394cfe7efdc7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:55.973526 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762e4420-36de-4657-9719-d4cfd9bd1aee None None] Network db93647b-0e21-4983-a45b-0e51426db587 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:14:56.125758 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-831004fd-689c-457e-bdc7-394cfe7efdc7 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1134474 Jun 11 10:14:56.128472 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 57916) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:14:56.133475 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-6d9b64c7-53a2-47fd-a338-5cede4e4071b admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1317371210-router', 'tenant_id': '65716eb7009d46088e8320334fed55e2', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:14:56.192934 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0877cbc1-0eda-4eb9-a4dc-ef1b569de6bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-db93647b-0e21-4983-a45b-0e51426db587', 'network_id': 'db93647b-0e21-4983-a45b-0e51426db587', 'tenant_id': '65716eb7009d46088e8320334fed55e2', 'fixed_ips': [{'subnet_id': '8e7a82c1-1cd2-4b06-afeb-812570ed0aaa'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 10:14:56.194562 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0877cbc1-0eda-4eb9-a4dc-ef1b569de6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:56.251997 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6d9b64c7-53a2-47fd-a338-5cede4e4071b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:56.253221 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6d9b64c7-53a2-47fd-a338-5cede4e4071b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:56.382835 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6d9b64c7-53a2-47fd-a338-5cede4e4071b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:56.410280 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-0877cbc1-0eda-4eb9-a4dc-ef1b569de6bc None None] Allocated IP 172.20.0.2 (db93647b-0e21-4983-a45b-0e51426db587/8e7a82c1-1cd2-4b06-afeb-812570ed0aaa/c3b7388d-02c0-424c-9c2d-027743834115) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:14:56.602179 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0877cbc1-0eda-4eb9-a4dc-ef1b569de6bc None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:56.611397 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-0877cbc1-0eda-4eb9-a4dc-ef1b569de6bc None None] Transition to ACTIVE for port object c3b7388d-02c0-424c-9c2d-027743834115 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:14:56.627008 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-0877cbc1-0eda-4eb9-a4dc-ef1b569de6bc None None] Transition to ACTIVE for port object c3b7388d-02c0-424c-9c2d-027743834115 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:14:56.702455 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0877cbc1-0eda-4eb9-a4dc-ef1b569de6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:56.704833 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-2f3ac762-bf28-4e80-bdcf-772e43539005 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:14:56.748253 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6d9b64c7-53a2-47fd-a338-5cede4e4071b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:56.758722 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0877cbc1-0eda-4eb9-a4dc-ef1b569de6bc None None] Network db93647b-0e21-4983-a45b-0e51426db587 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:14:56.762229 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-0877cbc1-0eda-4eb9-a4dc-ef1b569de6bc None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:14:56.766367 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0877cbc1-0eda-4eb9-a4dc-ef1b569de6bc None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:14:56.777488 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0877cbc1-0eda-4eb9-a4dc-ef1b569de6bc None None] Pushing event updated for resources: {'Port': ['ID=c3b7388d-02c0-424c-9c2d-027743834115,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:14:56.807826 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0877cbc1-0eda-4eb9-a4dc-ef1b569de6bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:14:56.808173 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0877cbc1-0eda-4eb9-a4dc-ef1b569de6bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:14:56.808515 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0877cbc1-0eda-4eb9-a4dc-ef1b569de6bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:14:56.808918 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0877cbc1-0eda-4eb9-a4dc-ef1b569de6bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:14:56.809176 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0877cbc1-0eda-4eb9-a4dc-ef1b569de6bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:14:56.809509 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0877cbc1-0eda-4eb9-a4dc-ef1b569de6bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:14:56.809839 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0877cbc1-0eda-4eb9-a4dc-ef1b569de6bc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:14:56.810158 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0877cbc1-0eda-4eb9-a4dc-ef1b569de6bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:14:56.810479 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0877cbc1-0eda-4eb9-a4dc-ef1b569de6bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:14:56.810824 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0877cbc1-0eda-4eb9-a4dc-ef1b569de6bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:14:56.811145 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0877cbc1-0eda-4eb9-a4dc-ef1b569de6bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:14:56.811462 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0877cbc1-0eda-4eb9-a4dc-ef1b569de6bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:14:56.816865 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-0877cbc1-0eda-4eb9-a4dc-ef1b569de6bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:14:56.856590 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-0877cbc1-0eda-4eb9-a4dc-ef1b569de6bc None None] Attempting to bind port c3b7388d-02c0-424c-9c2d-027743834115 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:14:56.856895 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-0877cbc1-0eda-4eb9-a4dc-ef1b569de6bc None None] Attempting to bind port c3b7388d-02c0-424c-9c2d-027743834115 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '67120add-2ea2-49af-b8c9-5e21590f7297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'db93647b-0e21-4983-a45b-0e51426db587'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:14:56.857274 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0877cbc1-0eda-4eb9-a4dc-ef1b569de6bc None None] Attempting to bind port c3b7388d-02c0-424c-9c2d-027743834115 on network db93647b-0e21-4983-a45b-0e51426db587 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:14:56.863073 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0877cbc1-0eda-4eb9-a4dc-ef1b569de6bc None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:14:56.863458 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0877cbc1-0eda-4eb9-a4dc-ef1b569de6bc None None] Checking segment: {'id': '67120add-2ea2-49af-b8c9-5e21590f7297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'db93647b-0e21-4983-a45b-0e51426db587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:14:56.863900 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0877cbc1-0eda-4eb9-a4dc-ef1b569de6bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:56.864300 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0877cbc1-0eda-4eb9-a4dc-ef1b569de6bc None None] Bound using segment: {'id': '67120add-2ea2-49af-b8c9-5e21590f7297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'db93647b-0e21-4983-a45b-0e51426db587'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:14:56.864779 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-0877cbc1-0eda-4eb9-a4dc-ef1b569de6bc None None] Bound port: c3b7388d-02c0-424c-9c2d-027743834115, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67120add-2ea2-49af-b8c9-5e21590f7297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'db93647b-0e21-4983-a45b-0e51426db587'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:14:56.865166 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0877cbc1-0eda-4eb9-a4dc-ef1b569de6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:56.952335 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-0877cbc1-0eda-4eb9-a4dc-ef1b569de6bc None None] For port c3b7388d-02c0-424c-9c2d-027743834115, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:14:56.955649 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-0877cbc1-0eda-4eb9-a4dc-ef1b569de6bc None None] For port c3b7388d-02c0-424c-9c2d-027743834115, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=c3b7388d-02c0-424c-9c2d-027743834115,segment=NetworkSegment(67120add-2ea2-49af-b8c9-5e21590f7297),segment_id=67120add-2ea2-49af-b8c9-5e21590f7297)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:14:57.173229 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0877cbc1-0eda-4eb9-a4dc-ef1b569de6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:57.176622 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-670c45dc-50b3-42ed-9f00-6ccc6af7ee69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:14:57.179888 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6d9b64c7-53a2-47fd-a338-5cede4e4071b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:57.208159 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6d9b64c7-53a2-47fd-a338-5cede4e4071b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:57.250117 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0877cbc1-0eda-4eb9-a4dc-ef1b569de6bc None None] Pushing event updated for resources: {'Port': ['ID=c3b7388d-02c0-424c-9c2d-027743834115,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:14:57.255171 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-0877cbc1-0eda-4eb9-a4dc-ef1b569de6bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:14:57.356910 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-6d9b64c7-53a2-47fd-a338-5cede4e4071b admin admin] Allocated IP 172.25.4.67 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/75c5b945-edbb-481c-9d61-5ab4f9d69b35) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:14:57.608018 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6d9b64c7-53a2-47fd-a338-5cede4e4071b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:57.782958 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6d9b64c7-53a2-47fd-a338-5cede4e4071b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:57.788133 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-04163a03-9d82-4222-b9ba-f9fd8babe97d tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:14:57.848420 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9b64c7-53a2-47fd-a338-5cede4e4071b admin admin] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:14:57.855159 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-6d9b64c7-53a2-47fd-a338-5cede4e4071b admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:14:57.858465 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9b64c7-53a2-47fd-a338-5cede4e4071b admin admin] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:14:57.899443 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9b64c7-53a2-47fd-a338-5cede4e4071b admin admin] Pushing event updated for resources: {'Port': ['ID=75c5b945-edbb-481c-9d61-5ab4f9d69b35,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:14:57.903059 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6d9b64c7-53a2-47fd-a338-5cede4e4071b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:14:58.527810 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6d9b64c7-53a2-47fd-a338-5cede4e4071b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:58.585732 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device c3b7388d-02c0-424c-9c2d-027743834115 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:14:58.710290 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419ea4fb-227e-45ce-b2f5-0185e23d35de None None] Network db93647b-0e21-4983-a45b-0e51426db587 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:14:59.032189 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6d9b64c7-53a2-47fd-a338-5cede4e4071b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:59.130520 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-2d1ad513-cfad-43da-8c94-c465bd4f3453 None None] Provisioning for port c3b7388d-02c0-424c-9c2d-027743834115 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:14:59.134947 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port c3b7388d-02c0-424c-9c2d-027743834115 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:14:59.140724 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-2d1ad513-cfad-43da-8c94-c465bd4f3453 None None] Provisioning complete for port c3b7388d-02c0-424c-9c2d-027743834115 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:14:59.141636 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2d1ad513-cfad-43da-8c94-c465bd4f3453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:59.147229 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port c3b7388d-02c0-424c-9c2d-027743834115 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:14:59.147792 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:59.433481 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2d1ad513-cfad-43da-8c94-c465bd4f3453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:59.441267 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d9b64c7-53a2-47fd-a338-5cede4e4071b admin admin] Router 6335c6e3-d0ce-42ac-b5ca-995696f55aaf is scheduled to L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 with binding_index 1 {{(pid=93177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 10:14:59.456174 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:59.653163 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-2d1ad513-cfad-43da-8c94-c465bd4f3453 None None] For port c3b7388d-02c0-424c-9c2d-027743834115, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=c3b7388d-02c0-424c-9c2d-027743834115,segment=NetworkSegment(67120add-2ea2-49af-b8c9-5e21590f7297),segment_id=67120add-2ea2-49af-b8c9-5e21590f7297)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:14:59.807471 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2d1ad513-cfad-43da-8c94-c465bd4f3453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:14:59.811400 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-0dac03fa-85af-4196-a9bd-e27b43dac709 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:14:59.962717 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-353bfe94-7546-4a3f-b213-d8c7093953ee None None] Provisioning complete for port c3b7388d-02c0-424c-9c2d-027743834115 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:14:59.963399 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-353bfe94-7546-4a3f-b213-d8c7093953ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:00.017242 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.db.api [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93178) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 10:15:00.017808 n-d-779913-12 neutron-server[93178]: DEBUG oslo_db.api [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 10:15:00.049890 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1ad513-cfad-43da-8c94-c465bd4f3453 None None] Pushing event updated for resources: {'Port': ['ID=c3b7388d-02c0-424c-9c2d-027743834115,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:15:00.054272 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-2d1ad513-cfad-43da-8c94-c465bd4f3453 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:15:00.202500 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d9b64c7-53a2-47fd-a338-5cede4e4071b admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:15:00.215055 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34109217-b0fe-4165-96e2-08ae11616a2a None None] Sync routers for ids ['6335c6e3-d0ce-42ac-b5ca-995696f55aaf'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:15:00.226111 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34109217-b0fe-4165-96e2-08ae11616a2a None None] Routers {'6335c6e3-d0ce-42ac-b5ca-995696f55aaf'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:15:00.226839 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-34109217-b0fe-4165-96e2-08ae11616a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:14:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['6335c6e3-d0ce-42ac-b5ca-995696f55aaf'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:15:00.300161 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6d9b64c7-53a2-47fd-a338-5cede4e4071b admin admin] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:00.307369 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-6d9b64c7-53a2-47fd-a338-5cede4e4071b admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.1719344 Jun 11 10:15:00.307636 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 58082) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:15:00.395447 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-34109217-b0fe-4165-96e2-08ae11616a2a None None] Set router 6335c6e3-d0ce-42ac-b5ca-995696f55aaf gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:15:00.738913 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device c3b7388d-02c0-424c-9c2d-027743834115 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:15:00.922294 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-34109217-b0fe-4165-96e2-08ae11616a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6335c6e3-d0ce-42ac-b5ca-995696f55aaf', 'name': 'tempest-TestServerBasicOps-1317371210-router', 'tenant_id': '65716eb7009d46088e8320334fed55e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '75c5b945-edbb-481c-9d61-5ab4f9d69b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:14:56Z', 'updated_at': '2021-06-11T10:14:58Z', 'revision_number': 3, 'project_id': '65716eb7009d46088e8320334fed55e2', 'gw_port': {'id': '75c5b945-edbb-481c-9d61-5ab4f9d69b35', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:fc:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6335c6e3-d0ce-42ac-b5ca-995696f55aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:14:57Z', 'updated_at': '2021-06-11T10:14:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:15:00.928748 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34109217-b0fe-4165-96e2-08ae11616a2a None None] Checking router: 6335c6e3-d0ce-42ac-b5ca-995696f55aaf for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:15:00.929311 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34109217-b0fe-4165-96e2-08ae11616a2a None None] Updating router 6335c6e3-d0ce-42ac-b5ca-995696f55aaf port 75c5b945-edbb-481c-9d61-5ab4f9d69b35 binding host n-d-779913-12 {{(pid=93178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 10:15:00.959140 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port c3b7388d-02c0-424c-9c2d-027743834115 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:15:00.960039 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:01.044663 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-34109217-b0fe-4165-96e2-08ae11616a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:01.231517 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-32c6c44d-1e67-470f-8811-6ef2716721b4 req-db0abe98-d9c7-45b8-8a65-6d3182f31944 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1252870311&fields=id&tenant_id=7c7545923ebc48e08cfbeb0d8e94f901 HTTP/1.1" status: 200 len: 267 time: 0.0734611 Jun 11 10:15:01.429323 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c6c44d-1e67-470f-8811-6ef2716721b4 req-4681a0f4-5155-4a80-b201-1791b082c440 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:01.431020 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-32c6c44d-1e67-470f-8811-6ef2716721b4 req-4681a0f4-5155-4a80-b201-1791b082c440 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/networks?id=795e7157-0b59-4b3c-b5bc-895c607dc0cc HTTP/1.1" status: 200 len: 810 time: 0.1918962 Jun 11 10:15:01.455405 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-32c6c44d-1e67-470f-8811-6ef2716721b4 req-88f4a320-ea46-40d8-a20b-27aaa9c915fe tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/quotas/7c7545923ebc48e08cfbeb0d8e94f901 HTTP/1.1" status: 200 len: 375 time: 0.0186362 Jun 11 10:15:01.656018 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:01.662187 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-34109217-b0fe-4165-96e2-08ae11616a2a None None] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:01.681760 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-32c6c44d-1e67-470f-8811-6ef2716721b4 req-580094e2-6bfa-4f8b-9398-8cc2e3d64d81 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7c7545923ebc48e08cfbeb0d8e94f901&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2184439 Jun 11 10:15:01.682853 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-34109217-b0fe-4165-96e2-08ae11616a2a None None] Transition to ACTIVE for port object 75c5b945-edbb-481c-9d61-5ab4f9d69b35 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:15:01.698484 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d2404459-e622-404d-ac33-687b1a48f1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:01.781777 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-34109217-b0fe-4165-96e2-08ae11616a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:01.787853 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-2d1ad513-cfad-43da-8c94-c465bd4f3453 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:15:01.850473 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-32c6c44d-1e67-470f-8811-6ef2716721b4 req-4ac5d6d0-34b2-4a00-be9d-6fe3ada63274 service neutron] 10.222.0.60 "GET /v2.0/networks/795e7157-0b59-4b3c-b5bc-895c607dc0cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566162 Jun 11 10:15:01.916653 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-34109217-b0fe-4165-96e2-08ae11616a2a None None] Attempting to bind port 75c5b945-edbb-481c-9d61-5ab4f9d69b35 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:15:01.917101 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-34109217-b0fe-4165-96e2-08ae11616a2a None None] Attempting to bind port 75c5b945-edbb-481c-9d61-5ab4f9d69b35 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:15:01.917752 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34109217-b0fe-4165-96e2-08ae11616a2a None None] Attempting to bind port 75c5b945-edbb-481c-9d61-5ab4f9d69b35 on network f0adef6e-169f-4a27-8865-442be2ad072d {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:15:01.919725 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 58166) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:15:01.926746 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34109217-b0fe-4165-96e2-08ae11616a2a None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:15:01.927404 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34109217-b0fe-4165-96e2-08ae11616a2a None None] Checking segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:15:01.928127 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-34109217-b0fe-4165-96e2-08ae11616a2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:01.928632 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34109217-b0fe-4165-96e2-08ae11616a2a None None] Bound using segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:15:01.929590 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-34109217-b0fe-4165-96e2-08ae11616a2a None None] Bound port: 75c5b945-edbb-481c-9d61-5ab4f9d69b35, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:15:01.931195 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-34109217-b0fe-4165-96e2-08ae11616a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:01.933401 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d439bf56-506b-4c59-bc93-f0e919937b53 None None] Pushing event updated for resources: {'Port': ['ID=75c5b945-edbb-481c-9d61-5ab4f9d69b35,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:15:01.938100 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-d439bf56-506b-4c59-bc93-f0e919937b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:15:02.054265 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-d2404459-e622-404d-ac33-687b1a48f1e3 admin admin] Allocated IP 172.20.0.1 (db93647b-0e21-4983-a45b-0e51426db587/8e7a82c1-1cd2-4b06-afeb-812570ed0aaa/05e61939-958c-43c7-9c23-7d74a779d5f6) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:15:02.072761 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-32c6c44d-1e67-470f-8811-6ef2716721b4 req-75e198a8-c914-43e4-9f96-9ddc6c6cf1f5 service neutron] 10.222.0.60 "GET /v2.0/networks/795e7157-0b59-4b3c-b5bc-895c607dc0cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161865 Jun 11 10:15:02.130700 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-34109217-b0fe-4165-96e2-08ae11616a2a None None] For port 75c5b945-edbb-481c-9d61-5ab4f9d69b35, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:15:02.144578 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-34109217-b0fe-4165-96e2-08ae11616a2a None None] For port 75c5b945-edbb-481c-9d61-5ab4f9d69b35, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=75c5b945-edbb-481c-9d61-5ab4f9d69b35,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:15:02.256466 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-34109217-b0fe-4165-96e2-08ae11616a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:02.258637 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:15:02.348142 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-10f369f4-56d2-4f72-95a9-e043c738c9d8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=eadf3fa0fbf64aa2a7dd1766892a07b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4267108 Jun 11 10:15:02.350633 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 58192) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:15:02.376483 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d439bf56-506b-4c59-bc93-f0e919937b53 None None] Pushing event updated for resources: {'Port': ['ID=75c5b945-edbb-481c-9d61-5ab4f9d69b35,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:15:02.387619 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-d439bf56-506b-4c59-bc93-f0e919937b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:15:02.392090 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d2404459-e622-404d-ac33-687b1a48f1e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:02.397279 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34109217-b0fe-4165-96e2-08ae11616a2a None None] Routers {'6335c6e3-d0ce-42ac-b5ca-995696f55aaf'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:15:02.397931 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-34109217-b0fe-4165-96e2-08ae11616a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:14:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['6335c6e3-d0ce-42ac-b5ca-995696f55aaf'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:15:02.419044 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [None req-d2404459-e622-404d-ac33-687b1a48f1e3 admin admin] Transition to ACTIVE for port object 05e61939-958c-43c7-9c23-7d74a779d5f6 will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:15:02.452830 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1857364d-9d93-4ea9-9517-45407b28a36a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:02.478834 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1857364d-9d93-4ea9-9517-45407b28a36a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:02.560103 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-34109217-b0fe-4165-96e2-08ae11616a2a None None] Set router 6335c6e3-d0ce-42ac-b5ca-995696f55aaf gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:15:02.567140 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d2404459-e622-404d-ac33-687b1a48f1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:02.570920 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7c4b1aab-bdf0-4792-9db2-bd0102b2d8c8 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:15:02.621771 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2404459-e622-404d-ac33-687b1a48f1e3 admin admin] Network db93647b-0e21-4983-a45b-0e51426db587 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:15:02.627232 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-d2404459-e622-404d-ac33-687b1a48f1e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:15:02.631394 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2404459-e622-404d-ac33-687b1a48f1e3 admin admin] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:15:02.637240 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2404459-e622-404d-ac33-687b1a48f1e3 admin admin] Pushing event updated for resources: {'Port': ['ID=05e61939-958c-43c7-9c23-7d74a779d5f6,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:15:02.665781 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d2404459-e622-404d-ac33-687b1a48f1e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:15:02.675992 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1857364d-9d93-4ea9-9517-45407b28a36a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:02.698176 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1857364d-9d93-4ea9-9517-45407b28a36a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:02.698176 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-1857364d-9d93-4ea9-9517-45407b28a36a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6b611d80-07e0-4a1f-89ab-c09e8dbdec78 HTTP/1.1" status: 204 len: 168 time: 0.3405712 Jun 11 10:15:02.698176 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-675dc37f-15e1-4b0b-8674-7a3171e4a667 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:15:02.699940 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d2404459-e622-404d-ac33-687b1a48f1e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-375088'] for router_interface, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:02.709139 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1857364d-9d93-4ea9-9517-45407b28a36a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b611d80-07e0-4a1f-89ab-c09e8dbdec78,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:15:02.712433 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1857364d-9d93-4ea9-9517-45407b28a36a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:15:02.908255 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-34109217-b0fe-4165-96e2-08ae11616a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6335c6e3-d0ce-42ac-b5ca-995696f55aaf', 'name': 'tempest-TestServerBasicOps-1317371210-router', 'tenant_id': '65716eb7009d46088e8320334fed55e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '75c5b945-edbb-481c-9d61-5ab4f9d69b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:14:56Z', 'updated_at': '2021-06-11T10:14:58Z', 'revision_number': 3, 'project_id': '65716eb7009d46088e8320334fed55e2', 'gw_port': {'id': '75c5b945-edbb-481c-9d61-5ab4f9d69b35', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:fc:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6335c6e3-d0ce-42ac-b5ca-995696f55aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:14:57Z', 'updated_at': '2021-06-11T10:15:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:15:02.913593 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34109217-b0fe-4165-96e2-08ae11616a2a None None] The sync data for ids ['6335c6e3-d0ce-42ac-b5ca-995696f55aaf'] in n-d-779913-12 is: [{'id': '6335c6e3-d0ce-42ac-b5ca-995696f55aaf', 'name': 'tempest-TestServerBasicOps-1317371210-router', 'tenant_id': '65716eb7009d46088e8320334fed55e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '75c5b945-edbb-481c-9d61-5ab4f9d69b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:14:56Z', 'updated_at': '2021-06-11T10:14:58Z', 'revision_number': 3, 'project_id': '65716eb7009d46088e8320334fed55e2', 'gw_port': {'id': '75c5b945-edbb-481c-9d61-5ab4f9d69b35', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:fc:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6335c6e3-d0ce-42ac-b5ca-995696f55aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:14:57Z', 'updated_at': '2021-06-11T10:15:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:15:03.015550 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-469cb515-2bca-4ea9-be47-8ab2f81face8 None None] Provisioning for port 05e61939-958c-43c7-9c23-7d74a779d5f6 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:15:03.020290 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-469cb515-2bca-4ea9-be47-8ab2f81face8 None None] Provisioning complete for port 05e61939-958c-43c7-9c23-7d74a779d5f6 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:15:03.020720 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-469cb515-2bca-4ea9-be47-8ab2f81face8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:03.120057 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d2404459-e622-404d-ac33-687b1a48f1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:03.135102 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-469cb515-2bca-4ea9-be47-8ab2f81face8 None None] Port 05e61939-958c-43c7-9c23-7d74a779d5f6 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:15:03.260567 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fe350882-6795-4a4c-b799-9eca82557632 req-6315de81-8bc3-486a-958b-8813283bff2d tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ec1e17d-c585-4409-a40f-acf0d6ff5307 HTTP/1.1" status: 200 len: 210 time: 0.1232929 Jun 11 10:15:03.556879 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d2404459-e622-404d-ac33-687b1a48f1e3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:03.647851 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d2404459-e622-404d-ac33-687b1a48f1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:03.654348 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9ca5e62c-4c86-4878-b7ba-296431e0b3a1 tempest-ServersNegativeTestJSON-1409489001 tempest-ServersNegativeTestJSON-1409489001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:15:03.770892 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d2404459-e622-404d-ac33-687b1a48f1e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375108'] for router_interface, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:03.777912 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2404459-e622-404d-ac33-687b1a48f1e3 admin admin] Pushing event updated for resources: {'Port': ['ID=05e61939-958c-43c7-9c23-7d74a779d5f6,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:15:03.782453 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d2404459-e622-404d-ac33-687b1a48f1e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:15:03.950363 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2404459-e622-404d-ac33-687b1a48f1e3 admin admin] Network db93647b-0e21-4983-a45b-0e51426db587 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:15:03.960607 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-d2404459-e622-404d-ac33-687b1a48f1e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:15:04.210867 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2404459-e622-404d-ac33-687b1a48f1e3 admin admin] Router 6335c6e3-d0ce-42ac-b5ca-995696f55aaf has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:15:04.356055 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 58316) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:15:04.481497 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-d48dcf0c-f2e3-4616-a0fc-1c9648e611cb None None] Provisioning complete for port 05e61939-958c-43c7-9c23-7d74a779d5f6 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:15:04.483812 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d48dcf0c-f2e3-4616-a0fc-1c9648e611cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:04.534080 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-13217542-f7f4-4716-bbf9-891110413ffa req-952e4ec3-eb8b-42fb-b1d4-0543b57ef41d tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ec1e17d-c585-4409-a40f-acf0d6ff5307 HTTP/1.1" status: 200 len: 210 time: 0.0592775 Jun 11 10:15:04.563516 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-b572d91b-f6d6-4fee-be00-e7771de35ba9 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-262550436-network', 'tenant_id': '3f5eefa216b34f5eb6f64641d7a866e4'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:15:04.578508 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-d48dcf0c-f2e3-4616-a0fc-1c9648e611cb None None] Port 05e61939-958c-43c7-9c23-7d74a779d5f6 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:15:04.617161 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2404459-e622-404d-ac33-687b1a48f1e3 admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:15:04.626196 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-d2404459-e622-404d-ac33-687b1a48f1e3 admin admin] 10.222.0.60 "PUT /v2.0/routers/6335c6e3-d0ce-42ac-b5ca-995696f55aaf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3203847 Jun 11 10:15:04.704070 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b572d91b-f6d6-4fee-be00-e7771de35ba9 admin admin] Made reservation on behalf of 3f5eefa216b34f5eb6f64641d7a866e4 for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:15:04.706903 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b572d91b-f6d6-4fee-be00-e7771de35ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:04.720577 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b572d91b-f6d6-4fee-be00-e7771de35ba9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:04.759526 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 75c5b945-edbb-481c-9d61-5ab4f9d69b35 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:15:04.887967 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b572d91b-f6d6-4fee-be00-e7771de35ba9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:04.929950 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 75c5b945-edbb-481c-9d61-5ab4f9d69b35 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:15:04.934914 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 75c5b945-edbb-481c-9d61-5ab4f9d69b35 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:15:04.936441 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:04.976114 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b572d91b-f6d6-4fee-be00-e7771de35ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:04.981894 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-789583f5-741f-4e62-89f4-44a178683d69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:15:05.009364 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b572d91b-f6d6-4fee-be00-e7771de35ba9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 771} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:15:05.032048 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b572d91b-f6d6-4fee-be00-e7771de35ba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4537285f-6236-42d1-a3fe-3c27343d42f8,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:15:05.035551 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b572d91b-f6d6-4fee-be00-e7771de35ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:05.035916 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-b572d91b-f6d6-4fee-be00-e7771de35ba9 admin admin] Added segment 0e5c658e-da57-49ed-a1a6-b865ad557a2c of type vlan for network 23479725-6388-4052-b86a-0d4cc0dcee07 Jun 11 10:15:05.041627 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b572d91b-f6d6-4fee-be00-e7771de35ba9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:15:05.050074 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:05.081024 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 75c5b945-edbb-481c-9d61-5ab4f9d69b35, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=75c5b945-edbb-481c-9d61-5ab4f9d69b35,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:15:05.131033 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b572d91b-f6d6-4fee-be00-e7771de35ba9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:05.165084 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:05.168262 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:15:05.231092 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=75c5b945-edbb-481c-9d61-5ab4f9d69b35,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:15:05.234913 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:15:05.294496 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b572d91b-f6d6-4fee-be00-e7771de35ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:05.297744 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b572d91b-f6d6-4fee-be00-e7771de35ba9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:05.299058 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b572d91b-f6d6-4fee-be00-e7771de35ba9 admin admin] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:05.302728 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3b086233-5faa-4492-a76f-27eb4de9c4ed tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:15:05.376166 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a91a730-26dd-48ec-8c46-d4985cb16da2 None None] Sync routers for ids ['6335c6e3-d0ce-42ac-b5ca-995696f55aaf'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:15:05.394758 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a91a730-26dd-48ec-8c46-d4985cb16da2 None None] Routers {'6335c6e3-d0ce-42ac-b5ca-995696f55aaf'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:15:05.396761 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-9a91a730-26dd-48ec-8c46-d4985cb16da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:14:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['6335c6e3-d0ce-42ac-b5ca-995696f55aaf'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:15:05.430069 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b572d91b-f6d6-4fee-be00-e7771de35ba9 admin admin] Pushing event updated for resources: {'Network': ['ID=23479725-6388-4052-b86a-0d4cc0dcee07,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:15:05.437315 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b572d91b-f6d6-4fee-be00-e7771de35ba9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:15:05.441831 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 23479725-6388-4052-b86a-0d4cc0dcee07 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:15:05.511324 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-b572d91b-f6d6-4fee-be00-e7771de35ba9 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1532135 Jun 11 10:15:05.512192 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 58380) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:15:05.532679 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-cb840cbf-b910-470b-882a-12a7b7b3c7c3 admin admin] Request body: {'subnet': {'network_id': '23479725-6388-4052-b86a-0d4cc0dcee07', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-262550436-subnet', 'tenant_id': '3f5eefa216b34f5eb6f64641d7a866e4', 'ip_version': 4}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:15:05.653643 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-9a91a730-26dd-48ec-8c46-d4985cb16da2 None None] Set router 6335c6e3-d0ce-42ac-b5ca-995696f55aaf gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:15:05.669504 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb840cbf-b910-470b-882a-12a7b7b3c7c3 admin admin] Made reservation on behalf of 3f5eefa216b34f5eb6f64641d7a866e4 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:15:05.672007 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cb840cbf-b910-470b-882a-12a7b7b3c7c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:05.836118 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1770a540-f63a-4252-8fce-afdb0c422e63 req-be1b45ca-d7b2-495c-a408-ba2bd29d4ffc tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ec1e17d-c585-4409-a40f-acf0d6ff5307 HTTP/1.1" status: 200 len: 210 time: 0.0776629 Jun 11 10:15:05.836118 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 58398) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:15:05.836118 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-19f42a2f-b1d0-4bf7-a981-7e3e79ef7bfd admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-226970223-network', 'tenant_id': 'f1ea2f6434cd4bcdb71942b2fcf2d06a'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:15:05.913427 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f42a2f-b1d0-4bf7-a981-7e3e79ef7bfd admin admin] Made reservation on behalf of f1ea2f6434cd4bcdb71942b2fcf2d06a for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:15:05.917938 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-19f42a2f-b1d0-4bf7-a981-7e3e79ef7bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:05.942868 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-19f42a2f-b1d0-4bf7-a981-7e3e79ef7bfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:05.970757 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:06.102262 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-9a91a730-26dd-48ec-8c46-d4985cb16da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6335c6e3-d0ce-42ac-b5ca-995696f55aaf', 'name': 'tempest-TestServerBasicOps-1317371210-router', 'tenant_id': '65716eb7009d46088e8320334fed55e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '75c5b945-edbb-481c-9d61-5ab4f9d69b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:14:56Z', 'updated_at': '2021-06-11T10:15:02Z', 'revision_number': 4, 'project_id': '65716eb7009d46088e8320334fed55e2', 'gw_port': {'id': '75c5b945-edbb-481c-9d61-5ab4f9d69b35', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:fc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6335c6e3-d0ce-42ac-b5ca-995696f55aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:14:57Z', 'updated_at': '2021-06-11T10:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '05e61939-958c-43c7-9c23-7d74a779d5f6', 'name': '', 'network_id': 'db93647b-0e21-4983-a45b-0e51426db587', 'tenant_id': '65716eb7009d46088e8320334fed55e2', 'mac_address': 'fa:16:3e:e4:6a:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6335c6e3-d0ce-42ac-b5ca-995696f55aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '8e7a82c1-1cd2-4b06-afeb-812570ed0aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:15:01Z', 'updated_at': '2021-06-11T10:15:03Z', 'revision_number': 2, 'project_id': '65716eb7009d46088e8320334fed55e2', 'subnets': [{'id': '8e7a82c1-1cd2-4b06-afeb-812570ed0aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:15:06.105617 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a91a730-26dd-48ec-8c46-d4985cb16da2 None None] Checking router: 6335c6e3-d0ce-42ac-b5ca-995696f55aaf for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:15:06.105977 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a91a730-26dd-48ec-8c46-d4985cb16da2 None None] Updating router 6335c6e3-d0ce-42ac-b5ca-995696f55aaf port 05e61939-958c-43c7-9c23-7d74a779d5f6 binding host n-d-779913-12 {{(pid=93179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 10:15:06.150092 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cb840cbf-b910-470b-882a-12a7b7b3c7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:06.153557 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c03073c5-c48a-4c72-ba51-2e3482a34d09 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:15:06.155851 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-9a91a730-26dd-48ec-8c46-d4985cb16da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:06.207337 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-19f42a2f-b1d0-4bf7-a981-7e3e79ef7bfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:06.233811 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb840cbf-b910-470b-882a-12a7b7b3c7c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c1fe839-a6d3-4694-80c6-c77b16cad451,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:15:06.243998 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-cb840cbf-b910-470b-882a-12a7b7b3c7c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:15:06.260059 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb840cbf-b910-470b-882a-12a7b7b3c7c3 admin admin] Checking segment: {'id': '0e5c658e-da57-49ed-a1a6-b865ad557a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '23479725-6388-4052-b86a-0d4cc0dcee07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:15:06.260643 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb840cbf-b910-470b-882a-12a7b7b3c7c3 admin admin] Network hostable DHCP agents. Network: 23479725-6388-4052-b86a-0d4cc0dcee07, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:15:06.270282 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c6c44d-1e67-470f-8811-6ef2716721b4 req-9f7c0a3c-00ba-4b24-a1b7-f6d302e8bb26 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:06.272330 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-32c6c44d-1e67-470f-8811-6ef2716721b4 req-9f7c0a3c-00ba-4b24-a1b7-f6d302e8bb26 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.64 "GET /v2.0/networks?id=795e7157-0b59-4b3c-b5bc-895c607dc0cc HTTP/1.1" status: 200 len: 810 time: 0.1920733 Jun 11 10:15:06.324739 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-32c6c44d-1e67-470f-8811-6ef2716721b4 req-ccba656c-581b-43bf-bc4e-3439b800a629 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c7545923ebc48e08cfbeb0d8e94f901 HTTP/1.1" status: 200 len: 380 time: 0.0434518 Jun 11 10:15:06.327215 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-19f42a2f-b1d0-4bf7-a981-7e3e79ef7bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:06.335726 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-32c6c44d-1e67-470f-8811-6ef2716721b4 req-fba878ce-7f87-46f0-aa4b-1fd5263168e9 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Request body: {'port': {'device_id': '9ec1e17d-c585-4409-a40f-acf0d6ff5307', 'network_id': '795e7157-0b59-4b3c-b5bc-895c607dc0cc', 'admin_state_up': True, 'tenant_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'security_groups': ['3820e434-2f22-40ca-aca1-203621ef7aab']}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:15:06.340279 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4cca7ec4-a38c-4a0c-b191-f8d09ed27074 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:15:06.414476 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19f42a2f-b1d0-4bf7-a981-7e3e79ef7bfd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 773} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:15:06.416788 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb840cbf-b910-470b-882a-12a7b7b3c7c3 admin admin] Network 23479725-6388-4052-b86a-0d4cc0dcee07 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:15:06.431882 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f42a2f-b1d0-4bf7-a981-7e3e79ef7bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e38ce9a6-8078-4337-8d08-3b66b2c5da59,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:15:06.485342 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-19f42a2f-b1d0-4bf7-a981-7e3e79ef7bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:06.485685 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-19f42a2f-b1d0-4bf7-a981-7e3e79ef7bfd admin admin] Added segment b9677eb1-ce7b-463c-aebe-9076cda5fcdd of type vlan for network 49063cfc-5fc5-469a-951f-9b2fa07c45ea Jun 11 10:15:06.490687 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-19f42a2f-b1d0-4bf7-a981-7e3e79ef7bfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:15:06.515760 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-cb840cbf-b910-470b-882a-12a7b7b3c7c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 23479725-6388-4052-b86a-0d4cc0dcee07) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:15:06.531041 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8318b02-3c45-43d4-bb9d-421b96dce164 None None] Network 23479725-6388-4052-b86a-0d4cc0dcee07 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:15:06.531660 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb840cbf-b910-470b-882a-12a7b7b3c7c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:06.532281 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cb840cbf-b910-470b-882a-12a7b7b3c7c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:06.568615 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-19f42a2f-b1d0-4bf7-a981-7e3e79ef7bfd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:06.613459 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-cb840cbf-b910-470b-882a-12a7b7b3c7c3 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0998068 Jun 11 10:15:06.615822 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 58434) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:15:06.624440 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-9a91a730-26dd-48ec-8c46-d4985cb16da2 None None] Notify callbacks [] for port, precommit_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:06.624947 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-00b0d12c-9412-4622-af0c-1cec3197fda3 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-262550436-router', 'tenant_id': '3f5eefa216b34f5eb6f64641d7a866e4', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:15:06.642590 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-9a91a730-26dd-48ec-8c46-d4985cb16da2 None None] Transition to ACTIVE for port object 05e61939-958c-43c7-9c23-7d74a779d5f6 will not be triggered until provisioned by entity L2. {{(pid=93179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:15:06.656482 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-19f42a2f-b1d0-4bf7-a981-7e3e79ef7bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:06.660764 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f42a2f-b1d0-4bf7-a981-7e3e79ef7bfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:06.660764 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-19f42a2f-b1d0-4bf7-a981-7e3e79ef7bfd admin admin] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:06.661332 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c58c7e78-30fd-4e92-88c7-8fb3f5cb1fbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:15:06.698314 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32c6c44d-1e67-470f-8811-6ef2716721b4 req-fba878ce-7f87-46f0-aa4b-1fd5263168e9 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Made reservation on behalf of 7c7545923ebc48e08cfbeb0d8e94f901 for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:15:06.703322 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-32c6c44d-1e67-470f-8811-6ef2716721b4 req-fba878ce-7f87-46f0-aa4b-1fd5263168e9 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:06.738018 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 75c5b945-edbb-481c-9d61-5ab4f9d69b35 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:15:06.783964 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-9a91a730-26dd-48ec-8c46-d4985cb16da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:06.786787 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-db6bcc40-8d15-4c1d-a333-41c3ecb67ffe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:15:06.805698 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-00b0d12c-9412-4622-af0c-1cec3197fda3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:06.808903 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-00b0d12c-9412-4622-af0c-1cec3197fda3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:06.812232 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f42a2f-b1d0-4bf7-a981-7e3e79ef7bfd admin admin] Pushing event updated for resources: {'Network': ['ID=49063cfc-5fc5-469a-951f-9b2fa07c45ea,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:15:06.816400 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-19f42a2f-b1d0-4bf7-a981-7e3e79ef7bfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:15:06.907200 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-19f42a2f-b1d0-4bf7-a981-7e3e79ef7bfd admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0936942 Jun 11 10:15:06.917465 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 58454) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:15:06.925405 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-af084956-ee06-40d5-9609-bc5557699b9e admin admin] Request body: {'subnet': {'network_id': '49063cfc-5fc5-469a-951f-9b2fa07c45ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-226970223-subnet', 'tenant_id': 'f1ea2f6434cd4bcdb71942b2fcf2d06a', 'ip_version': 4}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:15:06.977048 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-00b0d12c-9412-4622-af0c-1cec3197fda3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:06.994532 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 49063cfc-5fc5-469a-951f-9b2fa07c45ea details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:15:07.046587 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db55b364-3e84-4fd0-9c96-4470d9bb9ec0 None None] Pushing event updated for resources: {'Port': ['ID=05e61939-958c-43c7-9c23-7d74a779d5f6,revision_number=3']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:15:07.064763 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af084956-ee06-40d5-9609-bc5557699b9e admin admin] Made reservation on behalf of f1ea2f6434cd4bcdb71942b2fcf2d06a for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:15:07.069723 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-af084956-ee06-40d5-9609-bc5557699b9e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:07.075148 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db55b364-3e84-4fd0-9c96-4470d9bb9ec0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:15:07.075602 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db55b364-3e84-4fd0-9c96-4470d9bb9ec0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:15:07.076901 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db55b364-3e84-4fd0-9c96-4470d9bb9ec0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:15:07.079938 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db55b364-3e84-4fd0-9c96-4470d9bb9ec0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:15:07.080869 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db55b364-3e84-4fd0-9c96-4470d9bb9ec0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:15:07.081305 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db55b364-3e84-4fd0-9c96-4470d9bb9ec0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:15:07.081729 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db55b364-3e84-4fd0-9c96-4470d9bb9ec0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:15:07.082148 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db55b364-3e84-4fd0-9c96-4470d9bb9ec0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:15:07.083065 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db55b364-3e84-4fd0-9c96-4470d9bb9ec0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:15:07.083901 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db55b364-3e84-4fd0-9c96-4470d9bb9ec0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:15:07.087773 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db55b364-3e84-4fd0-9c96-4470d9bb9ec0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:15:07.087773 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db55b364-3e84-4fd0-9c96-4470d9bb9ec0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:15:07.093065 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b013335-6dc1-473f-80df-ae06c10298ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-23479725-6388-4052-b86a-0d4cc0dcee07', 'network_id': '23479725-6388-4052-b86a-0d4cc0dcee07', 'tenant_id': '3f5eefa216b34f5eb6f64641d7a866e4', 'fixed_ips': [{'subnet_id': '4c1fe839-a6d3-4694-80c6-c77b16cad451'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 10:15:07.093956 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-4b013335-6dc1-473f-80df-ae06c10298ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:07.094110 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-db55b364-3e84-4fd0-9c96-4470d9bb9ec0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:15:07.184340 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-32c6c44d-1e67-470f-8811-6ef2716721b4 req-fba878ce-7f87-46f0-aa4b-1fd5263168e9 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Allocated IP 172.20.0.11 (795e7157-0b59-4b3c-b5bc-895c607dc0cc/b543bd1f-2b45-4ed6-ae53-d9d0c8ed8871/3612456b-0329-47a5-a6e3-7ade237a079d) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:15:07.276865 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6fcf2eb0-84c4-46f4-801d-caf764379eb9 req-3041b823-d163-443b-a0d0-5892b2bb46af tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ec1e17d-c585-4409-a40f-acf0d6ff5307 HTTP/1.1" status: 200 len: 210 time: 0.1491239 Jun 11 10:15:07.294702 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-9a91a730-26dd-48ec-8c46-d4985cb16da2 None None] Attempting to bind port 05e61939-958c-43c7-9c23-7d74a779d5f6 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:15:07.297931 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-9a91a730-26dd-48ec-8c46-d4985cb16da2 None None] Attempting to bind port 05e61939-958c-43c7-9c23-7d74a779d5f6 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '67120add-2ea2-49af-b8c9-5e21590f7297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'db93647b-0e21-4983-a45b-0e51426db587'}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:15:07.298307 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a91a730-26dd-48ec-8c46-d4985cb16da2 None None] Attempting to bind port 05e61939-958c-43c7-9c23-7d74a779d5f6 on network db93647b-0e21-4983-a45b-0e51426db587 {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:15:07.313187 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a91a730-26dd-48ec-8c46-d4985cb16da2 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:15:07.313715 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a91a730-26dd-48ec-8c46-d4985cb16da2 None None] Checking segment: {'id': '67120add-2ea2-49af-b8c9-5e21590f7297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'db93647b-0e21-4983-a45b-0e51426db587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:15:07.329442 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-9a91a730-26dd-48ec-8c46-d4985cb16da2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:07.330322 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a91a730-26dd-48ec-8c46-d4985cb16da2 None None] Bound using segment: {'id': '67120add-2ea2-49af-b8c9-5e21590f7297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'db93647b-0e21-4983-a45b-0e51426db587'} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:15:07.330901 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-9a91a730-26dd-48ec-8c46-d4985cb16da2 None None] Bound port: 05e61939-958c-43c7-9c23-7d74a779d5f6, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67120add-2ea2-49af-b8c9-5e21590f7297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'db93647b-0e21-4983-a45b-0e51426db587'}}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:15:07.331304 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-9a91a730-26dd-48ec-8c46-d4985cb16da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:07.396555 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 75c5b945-edbb-481c-9d61-5ab4f9d69b35 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:15:07.397059 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:07.493133 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-9a91a730-26dd-48ec-8c46-d4985cb16da2 None None] For port 05e61939-958c-43c7-9c23-7d74a779d5f6, host n-d-779913-12, cleared binding levels {{(pid=93179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:15:07.497628 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-9a91a730-26dd-48ec-8c46-d4985cb16da2 None None] For port 05e61939-958c-43c7-9c23-7d74a779d5f6, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=05e61939-958c-43c7-9c23-7d74a779d5f6,segment=NetworkSegment(67120add-2ea2-49af-b8c9-5e21590f7297),segment_id=67120add-2ea2-49af-b8c9-5e21590f7297)] {{(pid=93179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:15:07.560318 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-4b013335-6dc1-473f-80df-ae06c10298ff None None] Allocated IP 172.20.0.2 (23479725-6388-4052-b86a-0d4cc0dcee07/4c1fe839-a6d3-4694-80c6-c77b16cad451/e7a1762b-3483-4d96-8f0e-fdea5a6196ba) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:15:07.576776 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-00b0d12c-9412-4622-af0c-1cec3197fda3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:07.595355 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-9a91a730-26dd-48ec-8c46-d4985cb16da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:07.607750 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-b5f60968-bd45-47d8-ba9e-1f5b1b349c62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:15:07.871798 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a91a730-26dd-48ec-8c46-d4985cb16da2 None None] Routers {'6335c6e3-d0ce-42ac-b5ca-995696f55aaf'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:15:07.873440 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-9a91a730-26dd-48ec-8c46-d4985cb16da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:14:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['6335c6e3-d0ce-42ac-b5ca-995696f55aaf'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:15:07.964232 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-af084956-ee06-40d5-9609-bc5557699b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:08.002597 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-cc52e763-a7eb-4df7-8262-e43c3fa1efa1 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:15:08.032618 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-32c6c44d-1e67-470f-8811-6ef2716721b4 req-fba878ce-7f87-46f0-aa4b-1fd5263168e9 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:08.035542 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-4b013335-6dc1-473f-80df-ae06c10298ff None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:08.047280 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-4b013335-6dc1-473f-80df-ae06c10298ff None None] Transition to ACTIVE for port object e7a1762b-3483-4d96-8f0e-fdea5a6196ba will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:15:08.073207 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-4b013335-6dc1-473f-80df-ae06c10298ff None None] Transition to ACTIVE for port object e7a1762b-3483-4d96-8f0e-fdea5a6196ba will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:15:08.110330 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db55b364-3e84-4fd0-9c96-4470d9bb9ec0 None None] Pushing event updated for resources: {'Port': ['ID=05e61939-958c-43c7-9c23-7d74a779d5f6,revision_number=4']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:15:08.132668 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-db55b364-3e84-4fd0-9c96-4470d9bb9ec0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:15:08.156790 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-00b0d12c-9412-4622-af0c-1cec3197fda3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:08.169925 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-32c6c44d-1e67-470f-8811-6ef2716721b4 req-fba878ce-7f87-46f0-aa4b-1fd5263168e9 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Transition to ACTIVE for port object 3612456b-0329-47a5-a6e3-7ade237a079d will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:15:08.207429 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-00b0d12c-9412-4622-af0c-1cec3197fda3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:08.236998 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af084956-ee06-40d5-9609-bc5557699b9e admin admin] Checking segment: {'id': 'b9677eb1-ce7b-463c-aebe-9076cda5fcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '49063cfc-5fc5-469a-951f-9b2fa07c45ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:15:08.237612 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af084956-ee06-40d5-9609-bc5557699b9e admin admin] Network hostable DHCP agents. Network: 49063cfc-5fc5-469a-951f-9b2fa07c45ea, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:15:08.237956 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-9a91a730-26dd-48ec-8c46-d4985cb16da2 None None] Set router 6335c6e3-d0ce-42ac-b5ca-995696f55aaf gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:15:08.241677 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af084956-ee06-40d5-9609-bc5557699b9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ce0f4e1-164d-4b78-b303-ea053f6dd072,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:15:08.248276 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-af084956-ee06-40d5-9609-bc5557699b9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:15:08.389714 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-00b0d12c-9412-4622-af0c-1cec3197fda3 admin admin] Allocated IP 172.25.4.198 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/a52fef41-be4a-4742-82f2-8d91375b6847) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:15:08.413718 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-4b013335-6dc1-473f-80df-ae06c10298ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:08.423129 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-d439bf56-506b-4c59-bc93-f0e919937b53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:15:08.468907 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-32c6c44d-1e67-470f-8811-6ef2716721b4 req-fba878ce-7f87-46f0-aa4b-1fd5263168e9 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:08.471369 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af084956-ee06-40d5-9609-bc5557699b9e admin admin] Network 49063cfc-5fc5-469a-951f-9b2fa07c45ea is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:15:08.500161 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b013335-6dc1-473f-80df-ae06c10298ff None None] Network 23479725-6388-4052-b86a-0d4cc0dcee07 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:15:08.507766 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-4b013335-6dc1-473f-80df-ae06c10298ff None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:15:08.510501 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b013335-6dc1-473f-80df-ae06c10298ff None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:15:08.529083 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b013335-6dc1-473f-80df-ae06c10298ff None None] Pushing event updated for resources: {'Port': ['ID=e7a1762b-3483-4d96-8f0e-fdea5a6196ba,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:15:08.540023 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-4b013335-6dc1-473f-80df-ae06c10298ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:15:08.561091 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-578a53a0-1d84-4bea-bc57-c05c8661a646 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:15:08.600608 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-00b0d12c-9412-4622-af0c-1cec3197fda3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:08.661695 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-af084956-ee06-40d5-9609-bc5557699b9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 49063cfc-5fc5-469a-951f-9b2fa07c45ea) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:15:08.672848 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a58602-1fcb-4404-ba76-4092b876cae0 None None] Network 49063cfc-5fc5-469a-951f-9b2fa07c45ea requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:15:08.683958 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af084956-ee06-40d5-9609-bc5557699b9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:08.693880 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-af084956-ee06-40d5-9609-bc5557699b9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:08.710317 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-00b0d12c-9412-4622-af0c-1cec3197fda3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:08.722971 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32c6c44d-1e67-470f-8811-6ef2716721b4 req-fba878ce-7f87-46f0-aa4b-1fd5263168e9 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Network 795e7157-0b59-4b3c-b5bc-895c607dc0cc is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:15:08.726626 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-4b013335-6dc1-473f-80df-ae06c10298ff None None] Attempting to bind port e7a1762b-3483-4d96-8f0e-fdea5a6196ba on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:15:08.728028 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-4b013335-6dc1-473f-80df-ae06c10298ff None None] Attempting to bind port e7a1762b-3483-4d96-8f0e-fdea5a6196ba by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '0e5c658e-da57-49ed-a1a6-b865ad557a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '23479725-6388-4052-b86a-0d4cc0dcee07'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:15:08.730186 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b013335-6dc1-473f-80df-ae06c10298ff None None] Attempting to bind port e7a1762b-3483-4d96-8f0e-fdea5a6196ba on network 23479725-6388-4052-b86a-0d4cc0dcee07 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:15:08.730652 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9bc3a025-0379-4650-9c14-94175e6826a6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:15:08.738448 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b013335-6dc1-473f-80df-ae06c10298ff None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:15:08.746605 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b013335-6dc1-473f-80df-ae06c10298ff None None] Checking segment: {'id': '0e5c658e-da57-49ed-a1a6-b865ad557a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '23479725-6388-4052-b86a-0d4cc0dcee07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:15:08.746605 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-4b013335-6dc1-473f-80df-ae06c10298ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:08.746605 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b013335-6dc1-473f-80df-ae06c10298ff None None] Bound using segment: {'id': '0e5c658e-da57-49ed-a1a6-b865ad557a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '23479725-6388-4052-b86a-0d4cc0dcee07'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:15:08.746605 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-4b013335-6dc1-473f-80df-ae06c10298ff None None] Bound port: e7a1762b-3483-4d96-8f0e-fdea5a6196ba, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e5c658e-da57-49ed-a1a6-b865ad557a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '23479725-6388-4052-b86a-0d4cc0dcee07'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:15:08.746605 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-4b013335-6dc1-473f-80df-ae06c10298ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:08.747164 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-32c6c44d-1e67-470f-8811-6ef2716721b4 req-fba878ce-7f87-46f0-aa4b-1fd5263168e9 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:15:08.765183 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-9a91a730-26dd-48ec-8c46-d4985cb16da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6335c6e3-d0ce-42ac-b5ca-995696f55aaf', 'name': 'tempest-TestServerBasicOps-1317371210-router', 'tenant_id': '65716eb7009d46088e8320334fed55e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '75c5b945-edbb-481c-9d61-5ab4f9d69b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:14:56Z', 'updated_at': '2021-06-11T10:15:02Z', 'revision_number': 4, 'project_id': '65716eb7009d46088e8320334fed55e2', 'gw_port': {'id': '75c5b945-edbb-481c-9d61-5ab4f9d69b35', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:fc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6335c6e3-d0ce-42ac-b5ca-995696f55aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:14:57Z', 'updated_at': '2021-06-11T10:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '05e61939-958c-43c7-9c23-7d74a779d5f6', 'name': '', 'network_id': 'db93647b-0e21-4983-a45b-0e51426db587', 'tenant_id': '65716eb7009d46088e8320334fed55e2', 'mac_address': 'fa:16:3e:e4:6a:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6335c6e3-d0ce-42ac-b5ca-995696f55aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '8e7a82c1-1cd2-4b06-afeb-812570ed0aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:15:01Z', 'updated_at': '2021-06-11T10:15:07Z', 'revision_number': 4, 'project_id': '65716eb7009d46088e8320334fed55e2', 'subnets': [{'id': '8e7a82c1-1cd2-4b06-afeb-812570ed0aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:15:08.769308 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a91a730-26dd-48ec-8c46-d4985cb16da2 None None] The sync data for ids ['6335c6e3-d0ce-42ac-b5ca-995696f55aaf'] in n-d-779913-12 is: [{'id': '6335c6e3-d0ce-42ac-b5ca-995696f55aaf', 'name': 'tempest-TestServerBasicOps-1317371210-router', 'tenant_id': '65716eb7009d46088e8320334fed55e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '75c5b945-edbb-481c-9d61-5ab4f9d69b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:14:56Z', 'updated_at': '2021-06-11T10:15:02Z', 'revision_number': 4, 'project_id': '65716eb7009d46088e8320334fed55e2', 'gw_port': {'id': '75c5b945-edbb-481c-9d61-5ab4f9d69b35', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:fc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6335c6e3-d0ce-42ac-b5ca-995696f55aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:14:57Z', 'updated_at': '2021-06-11T10:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '05e61939-958c-43c7-9c23-7d74a779d5f6', 'name': '', 'network_id': 'db93647b-0e21-4983-a45b-0e51426db587', 'tenant_id': '65716eb7009d46088e8320334fed55e2', 'mac_address': 'fa:16:3e:e4:6a:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6335c6e3-d0ce-42ac-b5ca-995696f55aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '8e7a82c1-1cd2-4b06-afeb-812570ed0aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:15:01Z', 'updated_at': '2021-06-11T10:15:07Z', 'revision_number': 4, 'project_id': '65716eb7009d46088e8320334fed55e2', 'subnets': [{'id': '8e7a82c1-1cd2-4b06-afeb-812570ed0aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:15:08.775436 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-32c6c44d-1e67-470f-8811-6ef2716721b4 req-fba878ce-7f87-46f0-aa4b-1fd5263168e9 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:15:08.910419 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b0d12c-9412-4622-af0c-1cec3197fda3 admin admin] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:15:08.910564 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c6c44d-1e67-470f-8811-6ef2716721b4 req-fba878ce-7f87-46f0-aa4b-1fd5263168e9 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:08.910564 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-32c6c44d-1e67-470f-8811-6ef2716721b4 req-fba878ce-7f87-46f0-aa4b-1fd5263168e9 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:08.916604 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-00b0d12c-9412-4622-af0c-1cec3197fda3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:15:08.920232 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b0d12c-9412-4622-af0c-1cec3197fda3 admin admin] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:15:08.929861 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba878ce-7f87-46f0-aa4b-1fd5263168e9 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Pushing event updated for resources: {'Port': ['ID=3612456b-0329-47a5-a6e3-7ade237a079d,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:15:08.933703 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-af084956-ee06-40d5-9609-bc5557699b9e admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.0155828 Jun 11 10:15:08.937428 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-fba878ce-7f87-46f0-aa4b-1fd5263168e9 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:15:08.948012 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 58532) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:15:08.957082 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-3831121b-ff18-4b89-a038-d04a0e62ecf8 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-226970223-router', 'tenant_id': 'f1ea2f6434cd4bcdb71942b2fcf2d06a', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:15:08.996764 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-4b013335-6dc1-473f-80df-ae06c10298ff None None] For port e7a1762b-3483-4d96-8f0e-fdea5a6196ba, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:15:09.008240 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-4b013335-6dc1-473f-80df-ae06c10298ff None None] For port e7a1762b-3483-4d96-8f0e-fdea5a6196ba, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=e7a1762b-3483-4d96-8f0e-fdea5a6196ba,segment=NetworkSegment(0e5c658e-da57-49ed-a1a6-b865ad557a2c),segment_id=0e5c658e-da57-49ed-a1a6-b865ad557a2c)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:15:09.046866 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b0d12c-9412-4622-af0c-1cec3197fda3 admin admin] Pushing event updated for resources: {'Port': ['ID=a52fef41-be4a-4742-82f2-8d91375b6847,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:15:09.057842 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-00b0d12c-9412-4622-af0c-1cec3197fda3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:15:09.079124 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee0f6fb-1c69-45b2-ad60-90260058feb9 req-826ebab8-b9bc-410a-a32e-30d6fb6f3762 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:09.090070 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6ee0f6fb-1c69-45b2-ad60-90260058feb9 req-826ebab8-b9bc-410a-a32e-30d6fb6f3762 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ec1e17d-c585-4409-a40f-acf0d6ff5307 HTTP/1.1" status: 200 len: 932 time: 0.6575396 Jun 11 10:15:09.098959 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-4b013335-6dc1-473f-80df-ae06c10298ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:09.111764 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:15:09.163195 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3831121b-ff18-4b89-a038-d04a0e62ecf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:09.164791 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3831121b-ff18-4b89-a038-d04a0e62ecf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:09.201982 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6ee0f6fb-1c69-45b2-ad60-90260058feb9 req-943db68e-c4df-4216-8440-79795b3ec1f5 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=3820e434-2f22-40ca-aca1-203621ef7aab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091163 Jun 11 10:15:09.269372 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-32c6c44d-1e67-470f-8811-6ef2716721b4 req-fba878ce-7f87-46f0-aa4b-1fd5263168e9 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9348621 Jun 11 10:15:09.399355 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b130562-295c-4f27-a8fc-dbb9009c77e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-49063cfc-5fc5-469a-951f-9b2fa07c45ea', 'network_id': '49063cfc-5fc5-469a-951f-9b2fa07c45ea', 'tenant_id': 'f1ea2f6434cd4bcdb71942b2fcf2d06a', 'fixed_ips': [{'subnet_id': '7ce0f4e1-164d-4b78-b303-ea053f6dd072'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 10:15:09.405179 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1b130562-295c-4f27-a8fc-dbb9009c77e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:09.421608 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3831121b-ff18-4b89-a038-d04a0e62ecf8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:09.491509 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b013335-6dc1-473f-80df-ae06c10298ff None None] Pushing event updated for resources: {'Port': ['ID=e7a1762b-3483-4d96-8f0e-fdea5a6196ba,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:15:09.499258 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-4b013335-6dc1-473f-80df-ae06c10298ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:15:09.679385 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-9f8867dd-2621-452b-b4e8-435bcbb8031f None None] Provisioning for port 3612456b-0329-47a5-a6e3-7ade237a079d completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:15:09.718420 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-9f8867dd-2621-452b-b4e8-435bcbb8031f None None] Provisioning complete for port 3612456b-0329-47a5-a6e3-7ade237a079d triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:15:09.718420 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-9f8867dd-2621-452b-b4e8-435bcbb8031f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:09.938132 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-9f8867dd-2621-452b-b4e8-435bcbb8031f None None] Port 3612456b-0329-47a5-a6e3-7ade237a079d cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:15:10.002765 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-1b130562-295c-4f27-a8fc-dbb9009c77e4 None None] Allocated IP 172.20.0.2 (49063cfc-5fc5-469a-951f-9b2fa07c45ea/7ce0f4e1-164d-4b78-b303-ea053f6dd072/7560e7e2-5f00-4b89-8c97-6cd6da796670) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:15:10.008372 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-00b0d12c-9412-4622-af0c-1cec3197fda3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:10.034090 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3831121b-ff18-4b89-a038-d04a0e62ecf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:10.054327 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-32c6c44d-1e67-470f-8811-6ef2716721b4 req-7dbc3834-14a7-4659-b345-da6490fbc6cf service neutron] Request body: {'port': {'device_id': '9ec1e17d-c585-4409-a40f-acf0d6ff5307', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:15:10.185812 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-32c6c44d-1e67-470f-8811-6ef2716721b4 req-7dbc3834-14a7-4659-b345-da6490fbc6cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:10.329460 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1b130562-295c-4f27-a8fc-dbb9009c77e4 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:10.354848 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-1b130562-295c-4f27-a8fc-dbb9009c77e4 None None] Transition to ACTIVE for port object 7560e7e2-5f00-4b89-8c97-6cd6da796670 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:15:10.377798 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-1b130562-295c-4f27-a8fc-dbb9009c77e4 None None] Transition to ACTIVE for port object 7560e7e2-5f00-4b89-8c97-6cd6da796670 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:15:10.479383 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1b130562-295c-4f27-a8fc-dbb9009c77e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:10.481464 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:15:10.563960 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b130562-295c-4f27-a8fc-dbb9009c77e4 None None] Network 49063cfc-5fc5-469a-951f-9b2fa07c45ea is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:15:10.582826 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-1b130562-295c-4f27-a8fc-dbb9009c77e4 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:15:10.589388 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b130562-295c-4f27-a8fc-dbb9009c77e4 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:15:10.751255 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b130562-295c-4f27-a8fc-dbb9009c77e4 None None] Pushing event updated for resources: {'Port': ['ID=7560e7e2-5f00-4b89-8c97-6cd6da796670,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:15:10.760987 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-1b130562-295c-4f27-a8fc-dbb9009c77e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:15:10.796712 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-00b0d12c-9412-4622-af0c-1cec3197fda3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:10.831351 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-1b130562-295c-4f27-a8fc-dbb9009c77e4 None None] Attempting to bind port 7560e7e2-5f00-4b89-8c97-6cd6da796670 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:15:10.831760 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-1b130562-295c-4f27-a8fc-dbb9009c77e4 None None] Attempting to bind port 7560e7e2-5f00-4b89-8c97-6cd6da796670 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'b9677eb1-ce7b-463c-aebe-9076cda5fcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '49063cfc-5fc5-469a-951f-9b2fa07c45ea'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:15:10.832132 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b130562-295c-4f27-a8fc-dbb9009c77e4 None None] Attempting to bind port 7560e7e2-5f00-4b89-8c97-6cd6da796670 on network 49063cfc-5fc5-469a-951f-9b2fa07c45ea {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:15:10.866819 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b130562-295c-4f27-a8fc-dbb9009c77e4 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:15:10.867348 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b130562-295c-4f27-a8fc-dbb9009c77e4 None None] Checking segment: {'id': 'b9677eb1-ce7b-463c-aebe-9076cda5fcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '49063cfc-5fc5-469a-951f-9b2fa07c45ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:15:10.867786 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1b130562-295c-4f27-a8fc-dbb9009c77e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:10.868193 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b130562-295c-4f27-a8fc-dbb9009c77e4 None None] Bound using segment: {'id': 'b9677eb1-ce7b-463c-aebe-9076cda5fcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '49063cfc-5fc5-469a-951f-9b2fa07c45ea'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:15:10.874087 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-1b130562-295c-4f27-a8fc-dbb9009c77e4 None None] Bound port: 7560e7e2-5f00-4b89-8c97-6cd6da796670, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9677eb1-ce7b-463c-aebe-9076cda5fcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '49063cfc-5fc5-469a-951f-9b2fa07c45ea'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:15:10.874834 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1b130562-295c-4f27-a8fc-dbb9009c77e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:10.978392 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-1b130562-295c-4f27-a8fc-dbb9009c77e4 None None] For port 7560e7e2-5f00-4b89-8c97-6cd6da796670, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:15:10.982198 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-1b130562-295c-4f27-a8fc-dbb9009c77e4 None None] For port 7560e7e2-5f00-4b89-8c97-6cd6da796670, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=7560e7e2-5f00-4b89-8c97-6cd6da796670,segment=NetworkSegment(b9677eb1-ce7b-463c-aebe-9076cda5fcdd),segment_id=b9677eb1-ce7b-463c-aebe-9076cda5fcdd)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:15:11.055482 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device e7a1762b-3483-4d96-8f0e-fdea5a6196ba up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:15:11.128569 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1b130562-295c-4f27-a8fc-dbb9009c77e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:11.135285 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-951c9e0a-538d-40e8-9418-72c647c8a4b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:15:11.246259 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b130562-295c-4f27-a8fc-dbb9009c77e4 None None] Pushing event updated for resources: {'Port': ['ID=7560e7e2-5f00-4b89-8c97-6cd6da796670,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:15:11.249723 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-1b130562-295c-4f27-a8fc-dbb9009c77e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:15:11.312703 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00b0d12c-9412-4622-af0c-1cec3197fda3 admin admin] Router af4fd5be-558c-4289-877d-d381611351ad is scheduled to L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 with binding_index 1 {{(pid=93177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 10:15:11.321371 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port e7a1762b-3483-4d96-8f0e-fdea5a6196ba completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:15:11.326865 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 05e61939-958c-43c7-9c23-7d74a779d5f6 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:15:11.412003 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2bb918-a8aa-4bfa-a57c-4983a13c2da1 None None] Network 23479725-6388-4052-b86a-0d4cc0dcee07 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:15:11.883319 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8fac3c-388d-49e9-9aec-296a223095e4 req-12037c08-e41e-4086-8ceb-46f7e021b6b5 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:11.886681 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-bb8fac3c-388d-49e9-9aec-296a223095e4 req-12037c08-e41e-4086-8ceb-46f7e021b6b5 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ec1e17d-c585-4409-a40f-acf0d6ff5307 HTTP/1.1" status: 200 len: 932 time: 0.5816357 Jun 11 10:15:12.036677 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f6973d28-6495-4cc2-ad1e-40b9350b038d None None] Provisioning for port e7a1762b-3483-4d96-8f0e-fdea5a6196ba completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:15:12.042865 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f6973d28-6495-4cc2-ad1e-40b9350b038d None None] Provisioning complete for port e7a1762b-3483-4d96-8f0e-fdea5a6196ba triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:15:12.043497 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f6973d28-6495-4cc2-ad1e-40b9350b038d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:12.083351 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 05e61939-958c-43c7-9c23-7d74a779d5f6 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:15:12.104706 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 05e61939-958c-43c7-9c23-7d74a779d5f6 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:15:12.105608 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:12.348015 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-32c6c44d-1e67-470f-8811-6ef2716721b4 req-7dbc3834-14a7-4659-b345-da6490fbc6cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3612456b-0329-47a5-a6e3-7ade237a079d {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:15:12.363771 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-bb8fac3c-388d-49e9-9aec-296a223095e4 req-6d8f151f-5b73-49ff-b0c1-0d7cea6d2872 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=3820e434-2f22-40ca-aca1-203621ef7aab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4654784 Jun 11 10:15:12.364970 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-32c6c44d-1e67-470f-8811-6ef2716721b4 req-7dbc3834-14a7-4659-b345-da6490fbc6cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:12.402373 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-32c6c44d-1e67-470f-8811-6ef2716721b4 req-7dbc3834-14a7-4659-b345-da6490fbc6cf service neutron] Transition to ACTIVE for port object 3612456b-0329-47a5-a6e3-7ade237a079d will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:15:12.404808 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3831121b-ff18-4b89-a038-d04a0e62ecf8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:12.444008 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3831121b-ff18-4b89-a038-d04a0e62ecf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:12.457638 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:12.484514 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f6973d28-6495-4cc2-ad1e-40b9350b038d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:12.515988 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 05e61939-958c-43c7-9c23-7d74a779d5f6, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=05e61939-958c-43c7-9c23-7d74a779d5f6,segment=NetworkSegment(67120add-2ea2-49af-b8c9-5e21590f7297),segment_id=67120add-2ea2-49af-b8c9-5e21590f7297)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:15:12.539451 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00b0d12c-9412-4622-af0c-1cec3197fda3 admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:15:12.552754 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-32c6c44d-1e67-470f-8811-6ef2716721b4 req-7dbc3834-14a7-4659-b345-da6490fbc6cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:12.562593 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-76745ca9-dabb-4766-a6fe-77740e517957 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:15:12.579281 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d9c0ca-b1c2-4142-9e6b-edc7d4a5f046 None None] Sync routers for ids ['af4fd5be-558c-4289-877d-d381611351ad'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:15:12.615301 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f6973d28-6495-4cc2-ad1e-40b9350b038d None None] For port e7a1762b-3483-4d96-8f0e-fdea5a6196ba, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=e7a1762b-3483-4d96-8f0e-fdea5a6196ba,segment=NetworkSegment(0e5c658e-da57-49ed-a1a6-b865ad557a2c),segment_id=0e5c658e-da57-49ed-a1a6-b865ad557a2c)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:15:12.616477 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:12.625758 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-8b29f93f-dd55-436f-b388-70b42b12a211 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:15:12.636867 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d9c0ca-b1c2-4142-9e6b-edc7d4a5f046 None None] Routers {'af4fd5be-558c-4289-877d-d381611351ad'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:15:12.637682 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-d8d9c0ca-b1c2-4142-9e6b-edc7d4a5f046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:14:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['af4fd5be-558c-4289-877d-d381611351ad'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:15:12.763862 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbc3834-14a7-4659-b345-da6490fbc6cf service neutron] Pushing event updated for resources: {'Port': ['ID=3612456b-0329-47a5-a6e3-7ade237a079d,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:15:12.776815 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7dbc3834-14a7-4659-b345-da6490fbc6cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:15:12.838586 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-00b0d12c-9412-4622-af0c-1cec3197fda3 admin admin] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:12.851116 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-00b0d12c-9412-4622-af0c-1cec3197fda3 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.2341993 Jun 11 10:15:12.854923 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 58646) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:15:12.858907 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f6973d28-6495-4cc2-ad1e-40b9350b038d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:13.059887 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b7719-d620-4073-a345-2c0b02d9beea req-c2e13793-6402-45bc-9460-bd4d3c2a9511 tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:13.064700 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 7560e7e2-5f00-4b89-8c97-6cd6da796670 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:15:13.068999 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-307b7719-d620-4073-a345-2c0b02d9beea req-c2e13793-6402-45bc-9460-bd4d3c2a9511 tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] 10.222.0.60 "GET /v2.0/networks?id=07371b51-8573-420a-a1bc-95d46df27e07 HTTP/1.1" status: 200 len: 814 time: 0.5256073 Jun 11 10:15:13.131182 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91529c5e-8f96-4d9e-b014-ead1a9a87951 None None] Network 49063cfc-5fc5-469a-951f-9b2fa07c45ea requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:15:13.134153 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-307b7719-d620-4073-a345-2c0b02d9beea req-0a9f5d24-a23d-4843-a91e-e37c6464f155 tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] 10.222.0.60 "GET /v2.0/quotas/031c7a0c615a4cf5a702c1039cac35d0 HTTP/1.1" status: 200 len: 375 time: 0.0653682 Jun 11 10:15:13.195117 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-307b7719-d620-4073-a345-2c0b02d9beea req-ecb926b3-fb33-41e5-b2ac-a87d33a347e2 tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=031c7a0c615a4cf5a702c1039cac35d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0599926 Jun 11 10:15:13.247981 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-3831121b-ff18-4b89-a038-d04a0e62ecf8 admin admin] Allocated IP 172.25.4.19 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/7d383c41-663e-413a-b7a4-31425251e6c6) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:15:13.283625 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-32c6c44d-1e67-470f-8811-6ef2716721b4 req-7dbc3834-14a7-4659-b345-da6490fbc6cf service neutron] Attempting to bind port 3612456b-0329-47a5-a6e3-7ade237a079d on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:15:13.284232 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-32c6c44d-1e67-470f-8811-6ef2716721b4 req-7dbc3834-14a7-4659-b345-da6490fbc6cf service neutron] Attempting to bind port 3612456b-0329-47a5-a6e3-7ade237a079d by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '5c22e2d5-0ba6-4801-a903-4241c2620ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '795e7157-0b59-4b3c-b5bc-895c607dc0cc'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:15:13.285019 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c6c44d-1e67-470f-8811-6ef2716721b4 req-7dbc3834-14a7-4659-b345-da6490fbc6cf service neutron] Attempting to bind port 3612456b-0329-47a5-a6e3-7ade237a079d on network 795e7157-0b59-4b3c-b5bc-895c607dc0cc {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:15:13.296911 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c6c44d-1e67-470f-8811-6ef2716721b4 req-7dbc3834-14a7-4659-b345-da6490fbc6cf service neutron] Port 3612456b-0329-47a5-a6e3-7ade237a079d on network 795e7157-0b59-4b3c-b5bc-895c607dc0cc not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:15:13.297374 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c6c44d-1e67-470f-8811-6ef2716721b4 req-7dbc3834-14a7-4659-b345-da6490fbc6cf service neutron] Attempting to bind port 3612456b-0329-47a5-a6e3-7ade237a079d on network 795e7157-0b59-4b3c-b5bc-895c607dc0cc {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:15:13.341837 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c6c44d-1e67-470f-8811-6ef2716721b4 req-7dbc3834-14a7-4659-b345-da6490fbc6cf service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:15:13.348092 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=05e61939-958c-43c7-9c23-7d74a779d5f6,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:15:13.350379 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c6c44d-1e67-470f-8811-6ef2716721b4 req-7dbc3834-14a7-4659-b345-da6490fbc6cf service neutron] Checking segment: {'id': '5c22e2d5-0ba6-4801-a903-4241c2620ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '795e7157-0b59-4b3c-b5bc-895c607dc0cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:15:13.350934 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c6c44d-1e67-470f-8811-6ef2716721b4 req-7dbc3834-14a7-4659-b345-da6490fbc6cf service neutron] Bound using segment: {'id': '5c22e2d5-0ba6-4801-a903-4241c2620ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '795e7157-0b59-4b3c-b5bc-895c607dc0cc'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:15:13.351585 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-32c6c44d-1e67-470f-8811-6ef2716721b4 req-7dbc3834-14a7-4659-b345-da6490fbc6cf service neutron] Bound port: 3612456b-0329-47a5-a6e3-7ade237a079d, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c22e2d5-0ba6-4801-a903-4241c2620ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '795e7157-0b59-4b3c-b5bc-895c607dc0cc'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:15:13.352137 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-32c6c44d-1e67-470f-8811-6ef2716721b4 req-7dbc3834-14a7-4659-b345-da6490fbc6cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:13.361513 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-1c4a3397-8e05-4fad-9814-994cf447131f None None] Provisioning complete for port e7a1762b-3483-4d96-8f0e-fdea5a6196ba triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:15:13.361709 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1c4a3397-8e05-4fad-9814-994cf447131f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:13.375001 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.749s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:15:13.376864 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-fa1ef0f3-a6b0-4c94-9073-3acaef8ef049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:13.379890 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-1b130562-295c-4f27-a8fc-dbb9009c77e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.364s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:15:13.492362 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6973d28-6495-4cc2-ad1e-40b9350b038d None None] Pushing event updated for resources: {'Port': ['ID=e7a1762b-3483-4d96-8f0e-fdea5a6196ba,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:15:13.505286 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f6973d28-6495-4cc2-ad1e-40b9350b038d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:15:13.565527 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 7560e7e2-5f00-4b89-8c97-6cd6da796670 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:15:13.643072 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-d8d9c0ca-b1c2-4142-9e6b-edc7d4a5f046 None None] Set router af4fd5be-558c-4289-877d-d381611351ad gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:15:13.662886 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-307b7719-d620-4073-a345-2c0b02d9beea req-bf411bf8-e01a-4728-85b6-42140e3ae854 service neutron] 10.222.0.60 "GET /v2.0/networks/07371b51-8573-420a-a1bc-95d46df27e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4668381 Jun 11 10:15:13.666526 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3831121b-ff18-4b89-a038-d04a0e62ecf8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:13.831295 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-32c6c44d-1e67-470f-8811-6ef2716721b4 req-7dbc3834-14a7-4659-b345-da6490fbc6cf service neutron] For port 3612456b-0329-47a5-a6e3-7ade237a079d, host n-h1-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:15:13.882465 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-32c6c44d-1e67-470f-8811-6ef2716721b4 req-7dbc3834-14a7-4659-b345-da6490fbc6cf service neutron] For port 3612456b-0329-47a5-a6e3-7ade237a079d, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=3612456b-0329-47a5-a6e3-7ade237a079d,segment=NetworkSegment(5c22e2d5-0ba6-4801-a903-4241c2620ae4),segment_id=5c22e2d5-0ba6-4801-a903-4241c2620ae4)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:15:13.907915 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2c2e50-c4e6-482f-ad3c-0ea56d638bb5 req-e34c4a66-d4d7-49e5-a9b5-0eaaa748618b tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:13.909658 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ef2c2e50-c4e6-482f-ad3c-0ea56d638bb5 req-e34c4a66-d4d7-49e5-a9b5-0eaaa748618b tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ec1e17d-c585-4409-a40f-acf0d6ff5307 HTTP/1.1" status: 200 len: 944 time: 0.2295790 Jun 11 10:15:13.998973 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ef2c2e50-c4e6-482f-ad3c-0ea56d638bb5 req-7fe4a3d9-4b10-4963-bcd2-3eece7e1bd7e tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=3820e434-2f22-40ca-aca1-203621ef7aab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823328 Jun 11 10:15:14.000235 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-32c6c44d-1e67-470f-8811-6ef2716721b4 req-7dbc3834-14a7-4659-b345-da6490fbc6cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:14.002451 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-bb25e1e0-fb0b-4f5e-a1f8-35997cd09f6c tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:15:14.047941 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3831121b-ff18-4b89-a038-d04a0e62ecf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:14.066274 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-d8d9c0ca-b1c2-4142-9e6b-edc7d4a5f046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af4fd5be-558c-4289-877d-d381611351ad', 'name': 'tempest-TestServerMultinode-262550436-router', 'tenant_id': '3f5eefa216b34f5eb6f64641d7a866e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': 'a52fef41-be4a-4742-82f2-8d91375b6847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:15:06Z', 'updated_at': '2021-06-11T10:15:09Z', 'revision_number': 3, 'project_id': '3f5eefa216b34f5eb6f64641d7a866e4', 'gw_port': {'id': 'a52fef41-be4a-4742-82f2-8d91375b6847', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8c:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af4fd5be-558c-4289-877d-d381611351ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:15:08Z', 'updated_at': '2021-06-11T10:15:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:15:14.077565 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d9c0ca-b1c2-4142-9e6b-edc7d4a5f046 None None] Checking router: af4fd5be-558c-4289-877d-d381611351ad for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:15:14.079979 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d9c0ca-b1c2-4142-9e6b-edc7d4a5f046 None None] Updating router af4fd5be-558c-4289-877d-d381611351ad port a52fef41-be4a-4742-82f2-8d91375b6847 binding host n-d-779913-12 {{(pid=93178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 10:15:14.105107 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-307b7719-d620-4073-a345-2c0b02d9beea req-29e0178b-dabd-47e3-95a2-ad916361d24a service neutron] 10.222.0.60 "GET /v2.0/networks/07371b51-8573-420a-a1bc-95d46df27e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4280477 Jun 11 10:15:14.125138 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbc3834-14a7-4659-b345-da6490fbc6cf service neutron] Pushing event updated for resources: {'Port': ['ID=3612456b-0329-47a5-a6e3-7ade237a079d,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:15:14.139049 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7dbc3834-14a7-4659-b345-da6490fbc6cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:15:14.144928 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-64e809c7-47bd-48ef-8148-7b0b9a3e2636 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:15:14.191254 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d8d9c0ca-b1c2-4142-9e6b-edc7d4a5f046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:14.195962 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-1c4a3397-8e05-4fad-9814-994cf447131f None None] Provisioning for port 7560e7e2-5f00-4b89-8c97-6cd6da796670 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:15:14.270389 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3831121b-ff18-4b89-a038-d04a0e62ecf8 admin admin] Pushing event updated for resources: {'Port': ['ID=7d383c41-663e-413a-b7a4-31425251e6c6,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:15:14.277509 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c6c44d-1e67-470f-8811-6ef2716721b4 req-7dbc3834-14a7-4659-b345-da6490fbc6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:14.281751 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-32c6c44d-1e67-470f-8811-6ef2716721b4 req-7dbc3834-14a7-4659-b345-da6490fbc6cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:14.283397 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-32c6c44d-1e67-470f-8811-6ef2716721b4 req-7dbc3834-14a7-4659-b345-da6490fbc6cf service neutron] 10.222.0.64 "PUT /v2.0/ports/3612456b-0329-47a5-a6e3-7ade237a079d HTTP/1.1" status: 200 len: 1093 time: 4.9280121 Jun 11 10:15:14.299312 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-1c4a3397-8e05-4fad-9814-994cf447131f None None] Provisioning complete for port 7560e7e2-5f00-4b89-8c97-6cd6da796670 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:15:14.303160 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1c4a3397-8e05-4fad-9814-994cf447131f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:14.312988 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3831121b-ff18-4b89-a038-d04a0e62ecf8 admin admin] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:15:14.315248 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ec1e17d-c585-4409-a40f-acf0d6ff5307', 'tag': '3612456b-0329-47a5-a6e3-7ade237a079d'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:15:14.320006 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-441c0816-a324-466b-aaba-a617b9bcd3f2" -d '{"events": [{"name": "network-changed", "server_uuid": "9ec1e17d-c585-4409-a40f-acf0d6ff5307", "tag": "3612456b-0329-47a5-a6e3-7ade237a079d"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:15:14.325398 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3831121b-ff18-4b89-a038-d04a0e62ecf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:15:14.334978 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-3831121b-ff18-4b89-a038-d04a0e62ecf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:15:14.346468 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3831121b-ff18-4b89-a038-d04a0e62ecf8 admin admin] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:15:14.658865 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-00784c8f-f1f0-41f3-8cef-d1e0ef82aa84 req-d94763ca-795b-4cc5-8ca6-46f7e3b63967 tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] 10.222.0.60 "GET /v2.0/ports?device_id=06e346ff-bfc3-4084-a48a-cb74b6728f16 HTTP/1.1" status: 200 len: 210 time: 0.0581155 Jun 11 10:15:14.700114 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-66bb52bc-793f-4c88-a2ee-2af9e47cf3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:14.770089 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6a70838-bc25-4c78-aa93-e307fe8548e5 x-openstack-request-id: req-f6a70838-bc25-4c78-aa93-e307fe8548e5 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:15:14.770446 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ec1e17d-c585-4409-a40f-acf0d6ff5307", "tag": "3612456b-0329-47a5-a6e3-7ade237a079d", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:15:14.771062 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f6a70838-bc25-4c78-aa93-e307fe8548e5 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:15:14.771215 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ec1e17d-c585-4409-a40f-acf0d6ff5307', 'tag': '3612456b-0329-47a5-a6e3-7ade237a079d', 'status': 'completed', 'code': 200} Jun 11 10:15:14.865152 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1c4a3397-8e05-4fad-9814-994cf447131f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:14.901595 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device e7a1762b-3483-4d96-8f0e-fdea5a6196ba up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:15:14.943932 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c6c44d-1e67-470f-8811-6ef2716721b4 req-53a1f062-18b7-4278-b74d-b7396b35d67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:14.945458 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-32c6c44d-1e67-470f-8811-6ef2716721b4 req-53a1f062-18b7-4278-b74d-b7396b35d67b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c7545923ebc48e08cfbeb0d8e94f901&device_id=9ec1e17d-c585-4409-a40f-acf0d6ff5307 HTTP/1.1" status: 200 len: 1096 time: 0.4039054 Jun 11 10:15:15.035711 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-66bb52bc-793f-4c88-a2ee-2af9e47cf3cf admin admin] Allocated IP 172.20.0.1 (23479725-6388-4052-b86a-0d4cc0dcee07/4c1fe839-a6d3-4694-80c6-c77b16cad451/b7421284-f761-44b2-ac7e-8b737b27e345) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:15:15.106313 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-32c6c44d-1e67-470f-8811-6ef2716721b4 req-8daf27a4-42a3-4a0c-b030-6878e4d2867f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3612456b-0329-47a5-a6e3-7ade237a079d HTTP/1.1" status: 200 len: 217 time: 0.1455803 Jun 11 10:15:15.257140 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c6c44d-1e67-470f-8811-6ef2716721b4 req-6e9b860a-0bb8-4761-bb82-a3d44a835e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:15.258795 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-1c4a3397-8e05-4fad-9814-994cf447131f None None] For port 7560e7e2-5f00-4b89-8c97-6cd6da796670, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=7560e7e2-5f00-4b89-8c97-6cd6da796670,segment=NetworkSegment(b9677eb1-ce7b-463c-aebe-9076cda5fcdd),segment_id=b9677eb1-ce7b-463c-aebe-9076cda5fcdd)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:15:15.258987 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-32c6c44d-1e67-470f-8811-6ef2716721b4 req-6e9b860a-0bb8-4761-bb82-a3d44a835e48 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b543bd1f-2b45-4ed6-ae53-d9d0c8ed8871 HTTP/1.1" status: 200 len: 849 time: 0.1465104 Jun 11 10:15:15.270743 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-66bb52bc-793f-4c88-a2ee-2af9e47cf3cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:15.323980 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port e7a1762b-3483-4d96-8f0e-fdea5a6196ba triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:15:15.324908 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:15.326444 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-66bb52bc-793f-4c88-a2ee-2af9e47cf3cf admin admin] Transition to ACTIVE for port object b7421284-f761-44b2-ac7e-8b737b27e345 will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:15:15.423042 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa77d537-e6a2-48fb-9abb-93b713ec9654 req-d17a34e8-21f3-4671-beed-ffb1531a382c tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:15.424675 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-aa77d537-e6a2-48fb-9abb-93b713ec9654 req-d17a34e8-21f3-4671-beed-ffb1531a382c tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ec1e17d-c585-4409-a40f-acf0d6ff5307 HTTP/1.1" status: 200 len: 944 time: 0.1596406 Jun 11 10:15:15.464813 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1c4a3397-8e05-4fad-9814-994cf447131f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:15.469963 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:15:15.486562 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3831121b-ff18-4b89-a038-d04a0e62ecf8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:15.497333 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-aa77d537-e6a2-48fb-9abb-93b713ec9654 req-b41aaa81-bcce-4459-973b-413e2e295ef8 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=3820e434-2f22-40ca-aca1-203621ef7aab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638232 Jun 11 10:15:15.541048 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d8d9c0ca-b1c2-4142-9e6b-edc7d4a5f046 None None] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:15.578971 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-d8d9c0ca-b1c2-4142-9e6b-edc7d4a5f046 None None] Transition to ACTIVE for port object a52fef41-be4a-4742-82f2-8d91375b6847 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:15:15.580843 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4a3397-8e05-4fad-9814-994cf447131f None None] Pushing event updated for resources: {'Port': ['ID=7560e7e2-5f00-4b89-8c97-6cd6da796670,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:15:15.581165 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-66bb52bc-793f-4c88-a2ee-2af9e47cf3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:15.585244 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-1c4a3397-8e05-4fad-9814-994cf447131f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:15:15.589553 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-78d06a40-5dab-49e6-8288-89c8926b8f9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:15:15.632937 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c6c44d-1e67-470f-8811-6ef2716721b4 req-a7560a16-08e8-4655-9ac5-3e23d23eaba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:15.634130 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-32c6c44d-1e67-470f-8811-6ef2716721b4 req-a7560a16-08e8-4655-9ac5-3e23d23eaba2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=795e7157-0b59-4b3c-b5bc-895c607dc0cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3248420 Jun 11 10:15:15.642631 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 05e61939-958c-43c7-9c23-7d74a779d5f6 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:15:15.646405 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bb52bc-793f-4c88-a2ee-2af9e47cf3cf admin admin] Pushing event updated for resources: {'Port': ['ID=b7421284-f761-44b2-ac7e-8b737b27e345,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:15:15.650079 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-66bb52bc-793f-4c88-a2ee-2af9e47cf3cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:15:15.670643 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66bb52bc-793f-4c88-a2ee-2af9e47cf3cf admin admin] Network 23479725-6388-4052-b86a-0d4cc0dcee07 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:15:15.676114 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-66bb52bc-793f-4c88-a2ee-2af9e47cf3cf admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:15:15.695435 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bb52bc-793f-4c88-a2ee-2af9e47cf3cf admin admin] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:15:15.707585 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d8d9c0ca-b1c2-4142-9e6b-edc7d4a5f046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:15.707585 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f3d64aaf-993b-490e-9735-a11716a893de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:15:15.769088 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-66bb52bc-793f-4c88-a2ee-2af9e47cf3cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-375088'] for router_interface, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:15.835603 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-bc9aa77f-290f-4c4c-a957-c92ff2d7ba36 None None] Provisioning complete for port 7560e7e2-5f00-4b89-8c97-6cd6da796670 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:15:15.835971 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-bc9aa77f-290f-4c4c-a957-c92ff2d7ba36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:15.939399 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-32c6c44d-1e67-470f-8811-6ef2716721b4 req-22e91a8b-80d7-4ae1-bf85-480082dd5ef6 service neutron] 10.222.0.64 "GET /v2.0/networks/795e7157-0b59-4b3c-b5bc-895c607dc0cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937176 Jun 11 10:15:15.941396 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b8d4e956-ab40-4b94-9a92-db859a67551b req-f1ba7864-d301-49ea-a18d-d9af977885f2 tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] 10.222.0.60 "GET /v2.0/ports?device_id=06e346ff-bfc3-4084-a48a-cb74b6728f16 HTTP/1.1" status: 200 len: 210 time: 0.0910285 Jun 11 10:15:15.971832 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-d8d9c0ca-b1c2-4142-9e6b-edc7d4a5f046 None None] Attempting to bind port a52fef41-be4a-4742-82f2-8d91375b6847 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:15:15.971832 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-d8d9c0ca-b1c2-4142-9e6b-edc7d4a5f046 None None] Attempting to bind port a52fef41-be4a-4742-82f2-8d91375b6847 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:15:15.971832 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d9c0ca-b1c2-4142-9e6b-edc7d4a5f046 None None] Attempting to bind port a52fef41-be4a-4742-82f2-8d91375b6847 on network f0adef6e-169f-4a27-8865-442be2ad072d {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:15:15.974176 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76379204-b1c3-4fab-8b0e-88e427f7b255 None None] Pushing event updated for resources: {'Port': ['ID=a52fef41-be4a-4742-82f2-8d91375b6847,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:15:15.982600 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-76379204-b1c3-4fab-8b0e-88e427f7b255 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:15:15.990456 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d9c0ca-b1c2-4142-9e6b-edc7d4a5f046 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:15:15.995082 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d9c0ca-b1c2-4142-9e6b-edc7d4a5f046 None None] Checking segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:15:15.995082 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d8d9c0ca-b1c2-4142-9e6b-edc7d4a5f046 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:15.995082 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d9c0ca-b1c2-4142-9e6b-edc7d4a5f046 None None] Bound using segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:15:15.995082 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-d8d9c0ca-b1c2-4142-9e6b-edc7d4a5f046 None None] Bound port: a52fef41-be4a-4742-82f2-8d91375b6847, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:15:15.995082 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d8d9c0ca-b1c2-4142-9e6b-edc7d4a5f046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:15.995987 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 05e61939-958c-43c7-9c23-7d74a779d5f6 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:15:15.996429 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:16.036199 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2f6391ba-9fb4-40bf-b2a9-29d1a5c3bcb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:16.098289 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:16.152227 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-66bb52bc-793f-4c88-a2ee-2af9e47cf3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:16.230042 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-d8d9c0ca-b1c2-4142-9e6b-edc7d4a5f046 None None] For port a52fef41-be4a-4742-82f2-8d91375b6847, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:15:16.234958 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-d8d9c0ca-b1c2-4142-9e6b-edc7d4a5f046 None None] For port a52fef41-be4a-4742-82f2-8d91375b6847, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=a52fef41-be4a-4742-82f2-8d91375b6847,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:15:16.246135 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3831121b-ff18-4b89-a038-d04a0e62ecf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:16.326339 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d8d9c0ca-b1c2-4142-9e6b-edc7d4a5f046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:16.328714 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-d439bf56-506b-4c59-bc93-f0e919937b53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:15:16.396258 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d9c0ca-b1c2-4142-9e6b-edc7d4a5f046 None None] Routers {'af4fd5be-558c-4289-877d-d381611351ad'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:15:16.397433 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-d8d9c0ca-b1c2-4142-9e6b-edc7d4a5f046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:15:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['af4fd5be-558c-4289-877d-d381611351ad'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:15:16.424957 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-32c6c44d-1e67-470f-8811-6ef2716721b4 req-89f4f364-d248-4981-8c09-20ff76b1ba2e service neutron] 10.222.0.64 "GET /v2.0/networks/795e7157-0b59-4b3c-b5bc-895c607dc0cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4682868 Jun 11 10:15:16.476446 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-66bb52bc-793f-4c88-a2ee-2af9e47cf3cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:16.525476 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76379204-b1c3-4fab-8b0e-88e427f7b255 None None] Pushing event updated for resources: {'Port': ['ID=a52fef41-be4a-4742-82f2-8d91375b6847,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:15:16.537654 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-76379204-b1c3-4fab-8b0e-88e427f7b255 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:15:16.607066 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-66bb52bc-793f-4c88-a2ee-2af9e47cf3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:16.607828 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3831121b-ff18-4b89-a038-d04a0e62ecf8 admin admin] Router 87b749e1-90fa-4827-bc94-f27d4e2d3f0e is scheduled to L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 with binding_index 1 {{(pid=93176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 10:15:16.621698 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-d8d9c0ca-b1c2-4142-9e6b-edc7d4a5f046 None None] Set router af4fd5be-558c-4289-877d-d381611351ad gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:15:16.719638 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0edf4fae-e486-491f-9728-ba4fe28b70e8 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:15:16.802653 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-4239a223-f54d-4b58-a929-e78cd3d11a5d None None] Provisioning for port b7421284-f761-44b2-ac7e-8b737b27e345 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:15:16.807452 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 7560e7e2-5f00-4b89-8c97-6cd6da796670 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:15:16.827523 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-66bb52bc-793f-4c88-a2ee-2af9e47cf3cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375108'] for router_interface, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:16.830848 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bb52bc-793f-4c88-a2ee-2af9e47cf3cf admin admin] Pushing event updated for resources: {'Port': ['ID=b7421284-f761-44b2-ac7e-8b737b27e345,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:15:16.836684 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-66bb52bc-793f-4c88-a2ee-2af9e47cf3cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:15:16.855476 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-4239a223-f54d-4b58-a929-e78cd3d11a5d None None] Provisioning complete for port b7421284-f761-44b2-ac7e-8b737b27e345 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:15:16.855872 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-4239a223-f54d-4b58-a929-e78cd3d11a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:16.862801 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441c0816-a324-466b-aaba-a617b9bcd3f2 req-62cc5220-f5ef-405b-b401-292c847a1ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:16.864392 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-441c0816-a324-466b-aaba-a617b9bcd3f2 req-62cc5220-f5ef-405b-b401-292c847a1ccd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c7545923ebc48e08cfbeb0d8e94f901&device_id=9ec1e17d-c585-4409-a40f-acf0d6ff5307 HTTP/1.1" status: 200 len: 1096 time: 0.2991960 Jun 11 10:15:16.994605 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-4239a223-f54d-4b58-a929-e78cd3d11a5d None None] Port b7421284-f761-44b2-ac7e-8b737b27e345 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:15:17.000798 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:17.002213 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66bb52bc-793f-4c88-a2ee-2af9e47cf3cf admin admin] Network 23479725-6388-4052-b86a-0d4cc0dcee07 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:15:17.007149 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-66bb52bc-793f-4c88-a2ee-2af9e47cf3cf admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:15:17.035893 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 7560e7e2-5f00-4b89-8c97-6cd6da796670 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:15:17.036280 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:17.079850 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3831121b-ff18-4b89-a038-d04a0e62ecf8 admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:15:17.107492 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152fc1ab-bfcf-46f7-9ef6-653a82460392 req-d2e77bc5-6466-4e82-bb01-46e8c07cdf5e tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:17.109010 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-152fc1ab-bfcf-46f7-9ef6-653a82460392 req-d2e77bc5-6466-4e82-bb01-46e8c07cdf5e tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ec1e17d-c585-4409-a40f-acf0d6ff5307 HTTP/1.1" status: 200 len: 944 time: 0.3011601 Jun 11 10:15:17.110466 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4cbd8c-c41c-4218-8ab1-09659e98d63e None None] Sync routers for ids ['87b749e1-90fa-4827-bc94-f27d4e2d3f0e'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:15:17.127525 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441c0816-a324-466b-aaba-a617b9bcd3f2 req-b797cad2-54e1-4cf5-be02-3383e94a3bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:17.129006 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-441c0816-a324-466b-aaba-a617b9bcd3f2 req-b797cad2-54e1-4cf5-be02-3383e94a3bdb service neutron] 10.222.0.64 "GET /v2.0/networks?id=795e7157-0b59-4b3c-b5bc-895c607dc0cc HTTP/1.1" status: 200 len: 911 time: 0.2557230 Jun 11 10:15:17.137816 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4cbd8c-c41c-4218-8ab1-09659e98d63e None None] Routers {'87b749e1-90fa-4827-bc94-f27d4e2d3f0e'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:15:17.139072 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-3c4cbd8c-c41c-4218-8ab1-09659e98d63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:15:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['87b749e1-90fa-4827-bc94-f27d4e2d3f0e'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:15:17.277280 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-06ca9be5-97d4-4766-833e-ef964fc45201 req-adc99977-c87f-4bb9-b71a-fcb8d6c76bd2 tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] 10.222.0.60 "GET /v2.0/ports?device_id=06e346ff-bfc3-4084-a48a-cb74b6728f16 HTTP/1.1" status: 200 len: 210 time: 0.0480855 Jun 11 10:15:17.290687 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-441c0816-a324-466b-aaba-a617b9bcd3f2 req-c25612fd-75a5-4c7c-a7b4-9183edfd30ab service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3612456b-0329-47a5-a6e3-7ade237a079d HTTP/1.1" status: 200 len: 217 time: 0.1269565 Jun 11 10:15:17.292156 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3831121b-ff18-4b89-a038-d04a0e62ecf8 admin admin] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:17.293451 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-3831121b-ff18-4b89-a038-d04a0e62ecf8 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 8.3440869 Jun 11 10:15:17.296955 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 58718) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:15:17.302187 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-152fc1ab-bfcf-46f7-9ef6-653a82460392 req-ee74135c-bbfe-46df-9bdd-52cbbaf6124e tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=3820e434-2f22-40ca-aca1-203621ef7aab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1824839 Jun 11 10:15:17.340630 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-d8d9c0ca-b1c2-4142-9e6b-edc7d4a5f046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af4fd5be-558c-4289-877d-d381611351ad', 'name': 'tempest-TestServerMultinode-262550436-router', 'tenant_id': '3f5eefa216b34f5eb6f64641d7a866e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': 'a52fef41-be4a-4742-82f2-8d91375b6847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:15:06Z', 'updated_at': '2021-06-11T10:15:15Z', 'revision_number': 4, 'project_id': '3f5eefa216b34f5eb6f64641d7a866e4', 'gw_port': {'id': 'a52fef41-be4a-4742-82f2-8d91375b6847', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8c:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af4fd5be-558c-4289-877d-d381611351ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:15:08Z', 'updated_at': '2021-06-11T10:15:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': 'b7421284-f761-44b2-ac7e-8b737b27e345', 'name': '', 'network_id': '23479725-6388-4052-b86a-0d4cc0dcee07', 'tenant_id': '3f5eefa216b34f5eb6f64641d7a866e4', 'mac_address': 'fa:16:3e:74:33:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af4fd5be-558c-4289-877d-d381611351ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '4c1fe839-a6d3-4694-80c6-c77b16cad451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:15:14Z', 'updated_at': '2021-06-11T10:15:15Z', 'revision_number': 1, 'project_id': '3f5eefa216b34f5eb6f64641d7a866e4', 'subnets': [{'id': '4c1fe839-a6d3-4694-80c6-c77b16cad451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:15:17.345616 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d9c0ca-b1c2-4142-9e6b-edc7d4a5f046 None None] The sync data for ids ['af4fd5be-558c-4289-877d-d381611351ad'] in n-d-779913-12 is: [{'id': 'af4fd5be-558c-4289-877d-d381611351ad', 'name': 'tempest-TestServerMultinode-262550436-router', 'tenant_id': '3f5eefa216b34f5eb6f64641d7a866e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': 'a52fef41-be4a-4742-82f2-8d91375b6847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:15:06Z', 'updated_at': '2021-06-11T10:15:15Z', 'revision_number': 4, 'project_id': '3f5eefa216b34f5eb6f64641d7a866e4', 'gw_port': {'id': 'a52fef41-be4a-4742-82f2-8d91375b6847', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8c:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af4fd5be-558c-4289-877d-d381611351ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:15:08Z', 'updated_at': '2021-06-11T10:15:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': 'b7421284-f761-44b2-ac7e-8b737b27e345', 'name': '', 'network_id': '23479725-6388-4052-b86a-0d4cc0dcee07', 'tenant_id': '3f5eefa216b34f5eb6f64641d7a866e4', 'mac_address': 'fa:16:3e:74:33:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af4fd5be-558c-4289-877d-d381611351ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '4c1fe839-a6d3-4694-80c6-c77b16cad451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:15:14Z', 'updated_at': '2021-06-11T10:15:15Z', 'revision_number': 1, 'project_id': '3f5eefa216b34f5eb6f64641d7a866e4', 'subnets': [{'id': '4c1fe839-a6d3-4694-80c6-c77b16cad451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:15:17.410812 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441c0816-a324-466b-aaba-a617b9bcd3f2 req-aff85c20-9cd4-4ab5-8d4e-57309b3c7410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:17.412340 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-441c0816-a324-466b-aaba-a617b9bcd3f2 req-aff85c20-9cd4-4ab5-8d4e-57309b3c7410 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b543bd1f-2b45-4ed6-ae53-d9d0c8ed8871 HTTP/1.1" status: 200 len: 849 time: 0.1090660 Jun 11 10:15:17.480847 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-3c4cbd8c-c41c-4218-8ab1-09659e98d63e None None] Set router 87b749e1-90fa-4827-bc94-f27d4e2d3f0e gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:15:17.523548 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-6235824c-a4ba-4530-bf2d-5d259840ce53 None None] Provisioning complete for port b7421284-f761-44b2-ac7e-8b737b27e345 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:15:17.524083 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6235824c-a4ba-4530-bf2d-5d259840ce53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:17.525427 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66bb52bc-793f-4c88-a2ee-2af9e47cf3cf admin admin] Router af4fd5be-558c-4289-877d-d381611351ad has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:15:17.607983 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-6235824c-a4ba-4530-bf2d-5d259840ce53 None None] Port b7421284-f761-44b2-ac7e-8b737b27e345 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:15:18.036890 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-3c4cbd8c-c41c-4218-8ab1-09659e98d63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b749e1-90fa-4827-bc94-f27d4e2d3f0e', 'name': 'tempest-TestServerBasicOps-226970223-router', 'tenant_id': 'f1ea2f6434cd4bcdb71942b2fcf2d06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '7d383c41-663e-413a-b7a4-31425251e6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:15:09Z', 'updated_at': '2021-06-11T10:15:14Z', 'revision_number': 3, 'project_id': 'f1ea2f6434cd4bcdb71942b2fcf2d06a', 'gw_port': {'id': '7d383c41-663e-413a-b7a4-31425251e6c6', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9c:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b749e1-90fa-4827-bc94-f27d4e2d3f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:15:12Z', 'updated_at': '2021-06-11T10:15:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:15:18.043091 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4cbd8c-c41c-4218-8ab1-09659e98d63e None None] Checking router: 87b749e1-90fa-4827-bc94-f27d4e2d3f0e for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:15:18.043091 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4cbd8c-c41c-4218-8ab1-09659e98d63e None None] Updating router 87b749e1-90fa-4827-bc94-f27d4e2d3f0e port 7d383c41-663e-413a-b7a4-31425251e6c6 binding host n-d-779913-12 {{(pid=93179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 10:15:18.079121 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66bb52bc-793f-4c88-a2ee-2af9e47cf3cf admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:15:18.090094 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-66bb52bc-793f-4c88-a2ee-2af9e47cf3cf admin admin] 10.222.0.60 "PUT /v2.0/routers/af4fd5be-558c-4289-877d-d381611351ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2343860 Jun 11 10:15:18.100689 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-3c4cbd8c-c41c-4218-8ab1-09659e98d63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:18.389969 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441c0816-a324-466b-aaba-a617b9bcd3f2 req-9256d6a8-caf2-4a2f-92d3-f8c2ce70c343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:18.392150 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-441c0816-a324-466b-aaba-a617b9bcd3f2 req-9256d6a8-caf2-4a2f-92d3-f8c2ce70c343 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=795e7157-0b59-4b3c-b5bc-895c607dc0cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9680567 Jun 11 10:15:18.467708 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:18.770730 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b7719-d620-4073-a345-2c0b02d9beea req-f588acca-7ed9-4d8f-80f8-714cd59b7ff9 tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:18.772357 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-307b7719-d620-4073-a345-2c0b02d9beea req-f588acca-7ed9-4d8f-80f8-714cd59b7ff9 tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] 10.222.0.69 "GET /v2.0/networks?id=07371b51-8573-420a-a1bc-95d46df27e07 HTTP/1.1" status: 200 len: 814 time: 0.5585253 Jun 11 10:15:18.780056 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a207a85d-1d1c-4890-aa18-3e56c6902c77 req-250de5fa-f913-401d-aec8-26f28ab5a489 tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] 10.222.0.60 "GET /v2.0/ports?device_id=06e346ff-bfc3-4084-a48a-cb74b6728f16 HTTP/1.1" status: 200 len: 210 time: 0.1680856 Jun 11 10:15:18.804542 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-307b7719-d620-4073-a345-2c0b02d9beea req-e28289c5-7c10-45fe-be4c-fd0db6e21783 tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] Request body: {'port': {'device_id': '06e346ff-bfc3-4084-a48a-cb74b6728f16', 'network_id': '07371b51-8573-420a-a1bc-95d46df27e07', 'admin_state_up': True, 'tenant_id': '031c7a0c615a4cf5a702c1039cac35d0'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:15:18.834529 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-441c0816-a324-466b-aaba-a617b9bcd3f2 req-33a62250-dd2c-495d-becc-32a2f14adf9f service neutron] 10.222.0.64 "GET /v2.0/networks/795e7157-0b59-4b3c-b5bc-895c607dc0cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4335940 Jun 11 10:15:18.861865 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device a52fef41-be4a-4742-82f2-8d91375b6847 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:15:19.031796 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-3c4cbd8c-c41c-4218-8ab1-09659e98d63e None None] Notify callbacks [] for port, precommit_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:19.052434 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-3c4cbd8c-c41c-4218-8ab1-09659e98d63e None None] Transition to ACTIVE for port object 7d383c41-663e-413a-b7a4-31425251e6c6 will not be triggered until provisioned by entity L2. {{(pid=93179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:15:19.087393 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port a52fef41-be4a-4742-82f2-8d91375b6847 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:15:19.103805 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port a52fef41-be4a-4742-82f2-8d91375b6847 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:15:19.109230 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:19.147982 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-3c4cbd8c-c41c-4218-8ab1-09659e98d63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:19.154635 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-0c709f40-4668-422a-8a45-c122e37f4ec0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:15:19.176381 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-441c0816-a324-466b-aaba-a617b9bcd3f2 req-126bcaf8-8ea3-44d8-917a-65292f3749a2 service neutron] 10.222.0.64 "GET /v2.0/networks/795e7157-0b59-4b3c-b5bc-895c607dc0cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3331194 Jun 11 10:15:19.282282 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-3c4cbd8c-c41c-4218-8ab1-09659e98d63e None None] Attempting to bind port 7d383c41-663e-413a-b7a4-31425251e6c6 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:15:19.282579 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-3c4cbd8c-c41c-4218-8ab1-09659e98d63e None None] Attempting to bind port 7d383c41-663e-413a-b7a4-31425251e6c6 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:15:19.282955 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4cbd8c-c41c-4218-8ab1-09659e98d63e None None] Attempting to bind port 7d383c41-663e-413a-b7a4-31425251e6c6 on network f0adef6e-169f-4a27-8865-442be2ad072d {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:15:19.299214 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4cbd8c-c41c-4218-8ab1-09659e98d63e None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:15:19.299640 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4cbd8c-c41c-4218-8ab1-09659e98d63e None None] Checking segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:15:19.300363 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-3c4cbd8c-c41c-4218-8ab1-09659e98d63e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:19.301147 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4cbd8c-c41c-4218-8ab1-09659e98d63e None None] Bound using segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:15:19.301807 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-3c4cbd8c-c41c-4218-8ab1-09659e98d63e None None] Bound port: 7d383c41-663e-413a-b7a4-31425251e6c6, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:15:19.302380 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-3c4cbd8c-c41c-4218-8ab1-09659e98d63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:19.386777 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-3c4cbd8c-c41c-4218-8ab1-09659e98d63e None None] For port 7d383c41-663e-413a-b7a4-31425251e6c6, host n-d-779913-12, cleared binding levels {{(pid=93179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:15:19.391039 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-3c4cbd8c-c41c-4218-8ab1-09659e98d63e None None] For port 7d383c41-663e-413a-b7a4-31425251e6c6, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=7d383c41-663e-413a-b7a4-31425251e6c6,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:15:19.395186 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fa412b-98a1-4268-9c8b-4268074de317 None None] Pushing event updated for resources: {'Port': ['ID=7d383c41-663e-413a-b7a4-31425251e6c6,revision_number=2']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:15:19.400207 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-a0fa412b-98a1-4268-9c8b-4268074de317 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:15:19.402766 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:19.426374 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port a52fef41-be4a-4742-82f2-8d91375b6847, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=a52fef41-be4a-4742-82f2-8d91375b6847,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:15:19.496952 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:19.498340 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-3c4cbd8c-c41c-4218-8ab1-09659e98d63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:19.498525 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-c53880a5-7a98-49c9-a676-abdc4942f889 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:15:19.498717 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-98d389af-1388-497f-a8f5-2d2fce806e5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:15:19.596974 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4cbd8c-c41c-4218-8ab1-09659e98d63e None None] Routers {'87b749e1-90fa-4827-bc94-f27d4e2d3f0e'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:15:19.603055 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-3c4cbd8c-c41c-4218-8ab1-09659e98d63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:15:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['87b749e1-90fa-4827-bc94-f27d4e2d3f0e'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:15:19.609319 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=a52fef41-be4a-4742-82f2-8d91375b6847,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:15:19.612421 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:15:19.756932 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f674f4-083a-49bb-a671-3be11f0a4c8a req-074bc519-d52f-44c6-b7dd-009999eafe59 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:19.767225 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-00f674f4-083a-49bb-a671-3be11f0a4c8a req-074bc519-d52f-44c6-b7dd-009999eafe59 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ec1e17d-c585-4409-a40f-acf0d6ff5307 HTTP/1.1" status: 200 len: 944 time: 1.0454829 Jun 11 10:15:19.771990 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 58762) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:15:19.777957 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-fb8514b8-27da-46a7-8e07-c86f7119133b admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-732449128-network', 'tenant_id': '4b988eb123644ca7bfa78d7d5e6c6152'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:15:19.856502 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-00f674f4-083a-49bb-a671-3be11f0a4c8a req-ef7d78e2-febb-45c6-8312-0ca2f63a71ea tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=3820e434-2f22-40ca-aca1-203621ef7aab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879989 Jun 11 10:15:19.882040 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-61abb49e-ddf2-4451-87ef-7b4e44127e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:19.909484 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb8514b8-27da-46a7-8e07-c86f7119133b admin admin] Made reservation on behalf of 4b988eb123644ca7bfa78d7d5e6c6152 for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:15:19.912642 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fb8514b8-27da-46a7-8e07-c86f7119133b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:19.940300 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fb8514b8-27da-46a7-8e07-c86f7119133b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:19.979756 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fa412b-98a1-4268-9c8b-4268074de317 None None] Pushing event updated for resources: {'Port': ['ID=7d383c41-663e-413a-b7a4-31425251e6c6,revision_number=3']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:15:19.984605 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-a0fa412b-98a1-4268-9c8b-4268074de317 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:15:19.998748 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.db.api [None req-fb8514b8-27da-46a7-8e07-c86f7119133b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 11 10:15:19.998748 n-d-779913-12 neutron-server[93176]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 11 10:15:19.998748 n-d-779913-12 neutron-server[93176]: [parameters: {'project_id_1': '4b988eb123644ca7bfa78d7d5e6c6152', 'expiration_1': datetime.datetime(2021, 6, 11, 10, 15, 19, 955216)}] Jun 11 10:15:19.998748 n-d-779913-12 neutron-server[93176]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 10:15:19.999175 n-d-779913-12 neutron-server[93176]: DEBUG oslo_db.api [None req-fb8514b8-27da-46a7-8e07-c86f7119133b admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 10:15:20.001927 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-697da35b-0d78-4241-bc4c-14c4e20be660 req-7eb6a9c0-87fe-4684-8b70-0e2826176ad7 tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] 10.222.0.60 "GET /v2.0/ports?device_id=06e346ff-bfc3-4084-a48a-cb74b6728f16 HTTP/1.1" status: 200 len: 210 time: 0.0380516 Jun 11 10:15:20.008776 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-3c4cbd8c-c41c-4218-8ab1-09659e98d63e None None] Set router 87b749e1-90fa-4827-bc94-f27d4e2d3f0e gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:15:20.104465 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-61abb49e-ddf2-4451-87ef-7b4e44127e29 admin admin] Allocated IP 172.20.0.1 (49063cfc-5fc5-469a-951f-9b2fa07c45ea/7ce0f4e1-164d-4b78-b303-ea053f6dd072/4d26e8b2-b4dc-4e20-b51a-a1c49e216f63) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:15:20.108578 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-307b7719-d620-4073-a345-2c0b02d9beea req-e28289c5-7c10-45fe-be4c-fd0db6e21783 tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] Made reservation on behalf of 031c7a0c615a4cf5a702c1039cac35d0 for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:15:20.112513 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-307b7719-d620-4073-a345-2c0b02d9beea req-e28289c5-7c10-45fe-be4c-fd0db6e21783 tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:20.299602 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-3c4cbd8c-c41c-4218-8ab1-09659e98d63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b749e1-90fa-4827-bc94-f27d4e2d3f0e', 'name': 'tempest-TestServerBasicOps-226970223-router', 'tenant_id': 'f1ea2f6434cd4bcdb71942b2fcf2d06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '7d383c41-663e-413a-b7a4-31425251e6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:15:09Z', 'updated_at': '2021-06-11T10:15:14Z', 'revision_number': 3, 'project_id': 'f1ea2f6434cd4bcdb71942b2fcf2d06a', 'gw_port': {'id': '7d383c41-663e-413a-b7a4-31425251e6c6', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9c:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b749e1-90fa-4827-bc94-f27d4e2d3f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:15:12Z', 'updated_at': '2021-06-11T10:15:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:15:20.305063 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4cbd8c-c41c-4218-8ab1-09659e98d63e None None] The sync data for ids ['87b749e1-90fa-4827-bc94-f27d4e2d3f0e'] in n-d-779913-12 is: [{'id': '87b749e1-90fa-4827-bc94-f27d4e2d3f0e', 'name': 'tempest-TestServerBasicOps-226970223-router', 'tenant_id': 'f1ea2f6434cd4bcdb71942b2fcf2d06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '7d383c41-663e-413a-b7a4-31425251e6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:15:09Z', 'updated_at': '2021-06-11T10:15:14Z', 'revision_number': 3, 'project_id': 'f1ea2f6434cd4bcdb71942b2fcf2d06a', 'gw_port': {'id': '7d383c41-663e-413a-b7a4-31425251e6c6', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9c:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b749e1-90fa-4827-bc94-f27d4e2d3f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:15:12Z', 'updated_at': '2021-06-11T10:15:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:15:20.380209 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-61abb49e-ddf2-4451-87ef-7b4e44127e29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:20.399392 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [req-307b7719-d620-4073-a345-2c0b02d9beea req-e28289c5-7c10-45fe-be4c-fd0db6e21783 tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] Allocated IP 172.20.0.13 (07371b51-8573-420a-a1bc-95d46df27e07/bb55e7f6-6d05-453b-97b2-be9682e0b070/2d683789-b1d4-45de-bf08-6a9dff7b6215) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:15:20.404837 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-61abb49e-ddf2-4451-87ef-7b4e44127e29 admin admin] Transition to ACTIVE for port object 4d26e8b2-b4dc-4e20-b51a-a1c49e216f63 will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:15:20.500942 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fb8514b8-27da-46a7-8e07-c86f7119133b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:20.574256 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-61abb49e-ddf2-4451-87ef-7b4e44127e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:20.578661 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-48759231-b139-4bd2-86d9-36cef15d4ffb tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:15:20.626994 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fb8514b8-27da-46a7-8e07-c86f7119133b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:20.665824 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61abb49e-ddf2-4451-87ef-7b4e44127e29 admin admin] Network 49063cfc-5fc5-469a-951f-9b2fa07c45ea is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:15:20.680591 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-61abb49e-ddf2-4451-87ef-7b4e44127e29 admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:15:20.684290 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61abb49e-ddf2-4451-87ef-7b4e44127e29 admin admin] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:15:20.688400 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-307b7719-d620-4073-a345-2c0b02d9beea req-e28289c5-7c10-45fe-be4c-fd0db6e21783 tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:20.691537 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61abb49e-ddf2-4451-87ef-7b4e44127e29 admin admin] Pushing event updated for resources: {'Port': ['ID=4d26e8b2-b4dc-4e20-b51a-a1c49e216f63,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:15:20.698785 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fb8514b8-27da-46a7-8e07-c86f7119133b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:20.712478 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-612fbb31-321d-4235-a1ad-82c32500436b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:15:20.720635 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-61abb49e-ddf2-4451-87ef-7b4e44127e29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:15:20.741320 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb8514b8-27da-46a7-8e07-c86f7119133b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 784} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:15:20.756985 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-61abb49e-ddf2-4451-87ef-7b4e44127e29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-375088'] for router_interface, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:20.773269 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fb8514b8-27da-46a7-8e07-c86f7119133b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:20.773855 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-fb8514b8-27da-46a7-8e07-c86f7119133b admin admin] Added segment 91722489-906f-464e-b387-23cb40f0aa8a of type vlan for network eaac4fca-baa1-44f8-af5f-f98a81bf0250 Jun 11 10:15:20.787339 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device a52fef41-be4a-4742-82f2-8d91375b6847 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:15:20.828684 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8514b8-27da-46a7-8e07-c86f7119133b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1eee62d-11bb-4a80-b9a8-806a1d989c19,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:15:21.014645 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port a52fef41-be4a-4742-82f2-8d91375b6847 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:15:21.014900 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-307b7719-d620-4073-a345-2c0b02d9beea req-e28289c5-7c10-45fe-be4c-fd0db6e21783 tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:21.015074 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:21.015216 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-73a12a8d-d234-4bc2-a26e-fe6684d65a92 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:15:21.018568 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8514b8-27da-46a7-8e07-c86f7119133b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:15:21.025013 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8514b8-27da-46a7-8e07-c86f7119133b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:15:21.025736 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8514b8-27da-46a7-8e07-c86f7119133b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:15:21.026336 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8514b8-27da-46a7-8e07-c86f7119133b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:15:21.026924 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8514b8-27da-46a7-8e07-c86f7119133b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:15:21.027708 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8514b8-27da-46a7-8e07-c86f7119133b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:15:21.071509 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8514b8-27da-46a7-8e07-c86f7119133b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:15:21.072498 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8514b8-27da-46a7-8e07-c86f7119133b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:15:21.073078 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8514b8-27da-46a7-8e07-c86f7119133b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:15:21.073738 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8514b8-27da-46a7-8e07-c86f7119133b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:15:21.074308 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8514b8-27da-46a7-8e07-c86f7119133b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:15:21.074882 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8514b8-27da-46a7-8e07-c86f7119133b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:15:21.097795 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-fb8514b8-27da-46a7-8e07-c86f7119133b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:15:21.106150 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fb8514b8-27da-46a7-8e07-c86f7119133b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:21.194512 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-307b7719-d620-4073-a345-2c0b02d9beea req-e28289c5-7c10-45fe-be4c-fd0db6e21783 tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] Network 07371b51-8573-420a-a1bc-95d46df27e07 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:15:21.213107 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [req-307b7719-d620-4073-a345-2c0b02d9beea req-e28289c5-7c10-45fe-be4c-fd0db6e21783 tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:15:21.257776 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28289c5-7c10-45fe-be4c-fd0db6e21783 tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] Pushing event updated for resources: {'Port': ['ID=2d683789-b1d4-45de-bf08-6a9dff7b6215,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:15:21.276503 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e28289c5-7c10-45fe-be4c-fd0db6e21783 tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:15:21.290936 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-307b7719-d620-4073-a345-2c0b02d9beea req-e28289c5-7c10-45fe-be4c-fd0db6e21783 tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:15:21.293546 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb85e82-4a3a-4126-88a5-f44825766a45 req-b02ef336-1b4e-459d-bb28-6ef545ce588c tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:21.295297 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9fb85e82-4a3a-4126-88a5-f44825766a45 req-b02ef336-1b4e-459d-bb28-6ef545ce588c tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ec1e17d-c585-4409-a40f-acf0d6ff5307 HTTP/1.1" status: 200 len: 944 time: 0.1383874 Jun 11 10:15:21.296065 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fb8514b8-27da-46a7-8e07-c86f7119133b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:21.297124 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8514b8-27da-46a7-8e07-c86f7119133b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:21.301858 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fb8514b8-27da-46a7-8e07-c86f7119133b admin admin] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:21.304810 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2a81e156-424e-4b07-9ae6-2a42564cb989 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:15:21.321122 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-62125492-1945-42a1-a984-97d9b58b3a2c None None] Provisioning for port 4d26e8b2-b4dc-4e20-b51a-a1c49e216f63 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:15:21.328440 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-62125492-1945-42a1-a984-97d9b58b3a2c None None] Provisioning complete for port 4d26e8b2-b4dc-4e20-b51a-a1c49e216f63 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:15:21.330292 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-62125492-1945-42a1-a984-97d9b58b3a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:21.384192 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-61abb49e-ddf2-4451-87ef-7b4e44127e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:21.439635 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-62125492-1945-42a1-a984-97d9b58b3a2c None None] Port 4d26e8b2-b4dc-4e20-b51a-a1c49e216f63 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:15:21.444032 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b7719-d620-4073-a345-2c0b02d9beea req-e28289c5-7c10-45fe-be4c-fd0db6e21783 tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:21.444772 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-307b7719-d620-4073-a345-2c0b02d9beea req-e28289c5-7c10-45fe-be4c-fd0db6e21783 tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:21.471815 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-fb8514b8-27da-46a7-8e07-c86f7119133b admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6960599 Jun 11 10:15:21.471815 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8514b8-27da-46a7-8e07-c86f7119133b admin admin] Pushing event updated for resources: {'Network': ['ID=eaac4fca-baa1-44f8-af5f-f98a81bf0250,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:15:21.480908 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network eaac4fca-baa1-44f8-af5f-f98a81bf0250 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:15:21.482856 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 58792) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:15:21.488739 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-eab28c0d-b1b7-4b42-b610-6b923b5688be admin admin] Request body: {'subnet': {'network_id': 'eaac4fca-baa1-44f8-af5f-f98a81bf0250', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-732449128-subnet', 'tenant_id': '4b988eb123644ca7bfa78d7d5e6c6152', 'ip_version': 4}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:15:21.498194 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-fb8514b8-27da-46a7-8e07-c86f7119133b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:15:21.540261 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9fb85e82-4a3a-4126-88a5-f44825766a45 req-4cc7792a-9099-4f8d-8912-351c83afdc70 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=3820e434-2f22-40ca-aca1-203621ef7aab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1965084 Jun 11 10:15:21.584094 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eab28c0d-b1b7-4b42-b610-6b923b5688be admin admin] Made reservation on behalf of 4b988eb123644ca7bfa78d7d5e6c6152 for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:15:21.587230 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-eab28c0d-b1b7-4b42-b610-6b923b5688be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:21.676677 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c970df19-6ff0-498e-9848-bfd80109bd54 req-870e06f9-b1a1-41a3-99fe-35326cfbbf8b tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:21.680171 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c970df19-6ff0-498e-9848-bfd80109bd54 req-870e06f9-b1a1-41a3-99fe-35326cfbbf8b tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] 10.222.0.60 "GET /v2.0/ports?device_id=06e346ff-bfc3-4084-a48a-cb74b6728f16 HTTP/1.1" status: 200 len: 932 time: 0.3860552 Jun 11 10:15:21.691159 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ee1577-3f1e-49ba-ad9e-7430e9604b2a None None] Sync routers for ids ['af4fd5be-558c-4289-877d-d381611351ad'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:15:21.712882 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ee1577-3f1e-49ba-ad9e-7430e9604b2a None None] Routers {'af4fd5be-558c-4289-877d-d381611351ad'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:15:21.713525 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-d4ee1577-3f1e-49ba-ad9e-7430e9604b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:15:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['af4fd5be-558c-4289-877d-d381611351ad'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:15:21.783624 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-61abb49e-ddf2-4451-87ef-7b4e44127e29 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:21.795312 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-307b7719-d620-4073-a345-2c0b02d9beea req-e28289c5-7c10-45fe-be4c-fd0db6e21783 tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0030153 Jun 11 10:15:21.808278 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-307b7719-d620-4073-a345-2c0b02d9beea req-983e7c5c-c18c-44f5-911a-e6df31c9457f service neutron] Request body: {'port': {'device_id': '06e346ff-bfc3-4084-a48a-cb74b6728f16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-12'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:15:21.864667 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-61abb49e-ddf2-4451-87ef-7b4e44127e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:21.869421 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c970df19-6ff0-498e-9848-bfd80109bd54 req-9193a76c-0ff4-4c05-afc5-3fa3d6b37ac6 tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] 10.222.0.60 "GET /v2.0/security-groups?id=a41e4d0e-04c3-4836-ab98-8f9b54e54af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721492 Jun 11 10:15:21.873886 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e6d8e7b7-a84d-455f-890e-deda2bf4b3bc tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:15:21.931044 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-d4ee1577-3f1e-49ba-ad9e-7430e9604b2a None None] Set router af4fd5be-558c-4289-877d-d381611351ad gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:15:22.064081 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-61abb49e-ddf2-4451-87ef-7b4e44127e29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375108'] for router_interface, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:22.089038 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-307b7719-d620-4073-a345-2c0b02d9beea req-983e7c5c-c18c-44f5-911a-e6df31c9457f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:22.092462 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-eab28c0d-b1b7-4b42-b610-6b923b5688be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:22.095979 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-bb0ba909-a382-49ba-a3bc-0b87d3a75b34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:15:22.125037 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61abb49e-ddf2-4451-87ef-7b4e44127e29 admin admin] Pushing event updated for resources: {'Port': ['ID=4d26e8b2-b4dc-4e20-b51a-a1c49e216f63,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:15:22.157061 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-61abb49e-ddf2-4451-87ef-7b4e44127e29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:15:22.200121 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab28c0d-b1b7-4b42-b610-6b923b5688be admin admin] Checking segment: {'id': '91722489-906f-464e-b387-23cb40f0aa8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'eaac4fca-baa1-44f8-af5f-f98a81bf0250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:15:22.200711 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab28c0d-b1b7-4b42-b610-6b923b5688be admin admin] Network hostable DHCP agents. Network: eaac4fca-baa1-44f8-af5f-f98a81bf0250, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:15:22.232700 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab28c0d-b1b7-4b42-b610-6b923b5688be admin admin] Pushing event updated for resources: {'Subnet': ['ID=512d2586-7e2b-4124-b7fe-baa641779157,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:15:22.235861 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-eab28c0d-b1b7-4b42-b610-6b923b5688be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:15:22.341794 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab28c0d-b1b7-4b42-b610-6b923b5688be admin admin] Network eaac4fca-baa1-44f8-af5f-f98a81bf0250 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:15:22.368915 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61abb49e-ddf2-4451-87ef-7b4e44127e29 admin admin] Network 49063cfc-5fc5-469a-951f-9b2fa07c45ea is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:15:22.396972 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-61abb49e-ddf2-4451-87ef-7b4e44127e29 admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:15:22.429652 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-eab28c0d-b1b7-4b42-b610-6b923b5688be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, eaac4fca-baa1-44f8-af5f-f98a81bf0250) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:15:22.448278 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab28c0d-b1b7-4b42-b610-6b923b5688be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:22.451380 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-eab28c0d-b1b7-4b42-b610-6b923b5688be admin admin] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:22.466637 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ecad5c-36db-418e-8d7f-17b003f9c4b6 None None] Network eaac4fca-baa1-44f8-af5f-f98a81bf0250 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:15:22.540705 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-eab28c0d-b1b7-4b42-b610-6b923b5688be admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0555508 Jun 11 10:15:22.541762 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 58806) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:15:22.559514 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-0ba37b46-1f18-42ef-b02e-9262ab0a9173 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-732449128-router', 'tenant_id': '4b988eb123644ca7bfa78d7d5e6c6152', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:15:22.677339 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0ba37b46-1f18-42ef-b02e-9262ab0a9173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:22.677617 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-d4ee1577-3f1e-49ba-ad9e-7430e9604b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af4fd5be-558c-4289-877d-d381611351ad', 'name': 'tempest-TestServerMultinode-262550436-router', 'tenant_id': '3f5eefa216b34f5eb6f64641d7a866e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': 'a52fef41-be4a-4742-82f2-8d91375b6847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:15:06Z', 'updated_at': '2021-06-11T10:15:15Z', 'revision_number': 4, 'project_id': '3f5eefa216b34f5eb6f64641d7a866e4', 'gw_port': {'id': 'a52fef41-be4a-4742-82f2-8d91375b6847', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4fd5be-558c-4289-877d-d381611351ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:15:08Z', 'updated_at': '2021-06-11T10:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': 'b7421284-f761-44b2-ac7e-8b737b27e345', 'name': '', 'network_id': '23479725-6388-4052-b86a-0d4cc0dcee07', 'tenant_id': '3f5eefa216b34f5eb6f64641d7a866e4', 'mac_address': 'fa:16:3e:74:33:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af4fd5be-558c-4289-877d-d381611351ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '4c1fe839-a6d3-4694-80c6-c77b16cad451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:15:14Z', 'updated_at': '2021-06-11T10:15:16Z', 'revision_number': 2, 'project_id': '3f5eefa216b34f5eb6f64641d7a866e4', 'subnets': [{'id': '4c1fe839-a6d3-4694-80c6-c77b16cad451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:15:22.678743 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61abb49e-ddf2-4451-87ef-7b4e44127e29 admin admin] Router 87b749e1-90fa-4827-bc94-f27d4e2d3f0e has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:15:22.679692 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0ba37b46-1f18-42ef-b02e-9262ab0a9173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:22.684055 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ee1577-3f1e-49ba-ad9e-7430e9604b2a None None] Checking router: af4fd5be-558c-4289-877d-d381611351ad for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:15:22.684430 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ee1577-3f1e-49ba-ad9e-7430e9604b2a None None] Updating router af4fd5be-558c-4289-877d-d381611351ad port b7421284-f761-44b2-ac7e-8b737b27e345 binding host n-d-779913-12 {{(pid=93178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 10:15:22.775091 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d4ee1577-3f1e-49ba-ad9e-7430e9604b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:22.857450 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0ba37b46-1f18-42ef-b02e-9262ab0a9173 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:22.923995 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 7d383c41-663e-413a-b7a4-31425251e6c6 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:15:23.010748 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [req-307b7719-d620-4073-a345-2c0b02d9beea req-983e7c5c-c18c-44f5-911a-e6df31c9457f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d683789-b1d4-45de-bf08-6a9dff7b6215 {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:15:23.024038 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-307b7719-d620-4073-a345-2c0b02d9beea req-983e7c5c-c18c-44f5-911a-e6df31c9457f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:23.054165 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-307b7719-d620-4073-a345-2c0b02d9beea req-983e7c5c-c18c-44f5-911a-e6df31c9457f service neutron] Transition to ACTIVE for port object 2d683789-b1d4-45de-bf08-6a9dff7b6215 will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:15:23.055938 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61abb49e-ddf2-4451-87ef-7b4e44127e29 admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:15:23.072895 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-61abb49e-ddf2-4451-87ef-7b4e44127e29 admin admin] 10.222.0.60 "PUT /v2.0/routers/87b749e1-90fa-4827-bc94-f27d4e2d3f0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7710605 Jun 11 10:15:23.144365 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b04856-3c77-48de-b3b1-9c5251026ae8 req-aa047767-da2c-4b39-9dc4-2f722ff5435d tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:23.153711 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e6b04856-3c77-48de-b3b1-9c5251026ae8 req-aa047767-da2c-4b39-9dc4-2f722ff5435d tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ec1e17d-c585-4409-a40f-acf0d6ff5307 HTTP/1.1" status: 200 len: 944 time: 0.2927153 Jun 11 10:15:23.174069 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-307b7719-d620-4073-a345-2c0b02d9beea req-983e7c5c-c18c-44f5-911a-e6df31c9457f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:23.178135 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e34388a8-2423-403b-b80f-9b835ce5fc43 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:15:23.261634 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-8c8466a2-6672-4505-bdf6-e16a4c2b601b None None] Provisioning complete for port 4d26e8b2-b4dc-4e20-b51a-a1c49e216f63 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:15:23.261634 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8c8466a2-6672-4505-bdf6-e16a4c2b601b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:23.274820 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39b488c-0198-4398-b668-887b3331ea78 None None] Sync routers for ids ['87b749e1-90fa-4827-bc94-f27d4e2d3f0e'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:15:23.294934 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39b488c-0198-4398-b668-887b3331ea78 None None] Routers {'87b749e1-90fa-4827-bc94-f27d4e2d3f0e'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:15:23.296501 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-c39b488c-0198-4398-b668-887b3331ea78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:15:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['87b749e1-90fa-4827-bc94-f27d4e2d3f0e'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:15:23.308688 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-8c8466a2-6672-4505-bdf6-e16a4c2b601b None None] Port 4d26e8b2-b4dc-4e20-b51a-a1c49e216f63 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:15:23.327194 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983e7c5c-c18c-44f5-911a-e6df31c9457f service neutron] Pushing event updated for resources: {'Port': ['ID=2d683789-b1d4-45de-bf08-6a9dff7b6215,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:15:23.331930 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0ba37b46-1f18-42ef-b02e-9262ab0a9173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:23.338877 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d479cf-ac98-466b-a9ef-745eabe3dd18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-eaac4fca-baa1-44f8-af5f-f98a81bf0250', 'network_id': 'eaac4fca-baa1-44f8-af5f-f98a81bf0250', 'tenant_id': '4b988eb123644ca7bfa78d7d5e6c6152', 'fixed_ips': [{'subnet_id': '512d2586-7e2b-4124-b7fe-baa641779157'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 10:15:23.339824 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c0d479cf-ac98-466b-a9ef-745eabe3dd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:23.354284 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-983e7c5c-c18c-44f5-911a-e6df31c9457f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:15:23.375956 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ffacc5-8622-46e4-af35-f582f4c1375c req-028d883d-46fb-4f87-9d1a-6009f433f6db tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:23.377537 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-28ffacc5-8622-46e4-af35-f582f4c1375c req-028d883d-46fb-4f87-9d1a-6009f433f6db tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] 10.222.0.60 "GET /v2.0/ports?device_id=06e346ff-bfc3-4084-a48a-cb74b6728f16 HTTP/1.1" status: 200 len: 932 time: 0.3055410 Jun 11 10:15:23.463097 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e6b04856-3c77-48de-b3b1-9c5251026ae8 req-97f2e7da-9dcf-46e5-9b30-0d1a6aa52237 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=3820e434-2f22-40ca-aca1-203621ef7aab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3054018 Jun 11 10:15:23.467422 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-28ffacc5-8622-46e4-af35-f582f4c1375c req-f61a3c27-172c-4926-89db-5835b46a271b tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] 10.222.0.60 "GET /v2.0/security-groups?id=a41e4d0e-04c3-4836-ab98-8f9b54e54af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641243 Jun 11 10:15:23.499301 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-307b7719-d620-4073-a345-2c0b02d9beea req-983e7c5c-c18c-44f5-911a-e6df31c9457f service neutron] Attempting to bind port 2d683789-b1d4-45de-bf08-6a9dff7b6215 on host n-h2-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:15:23.499799 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-307b7719-d620-4073-a345-2c0b02d9beea req-983e7c5c-c18c-44f5-911a-e6df31c9457f service neutron] Attempting to bind port 2d683789-b1d4-45de-bf08-6a9dff7b6215 by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': '0581c28b-7c50-4522-9686-95bd8a5176b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '07371b51-8573-420a-a1bc-95d46df27e07'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:15:23.500263 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307b7719-d620-4073-a345-2c0b02d9beea req-983e7c5c-c18c-44f5-911a-e6df31c9457f service neutron] Attempting to bind port 2d683789-b1d4-45de-bf08-6a9dff7b6215 on network 07371b51-8573-420a-a1bc-95d46df27e07 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:15:23.524167 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307b7719-d620-4073-a345-2c0b02d9beea req-983e7c5c-c18c-44f5-911a-e6df31c9457f service neutron] Port 2d683789-b1d4-45de-bf08-6a9dff7b6215 on network 07371b51-8573-420a-a1bc-95d46df27e07 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:15:23.527811 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307b7719-d620-4073-a345-2c0b02d9beea req-983e7c5c-c18c-44f5-911a-e6df31c9457f service neutron] Attempting to bind port 2d683789-b1d4-45de-bf08-6a9dff7b6215 on network 07371b51-8573-420a-a1bc-95d46df27e07 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:15:23.538061 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307b7719-d620-4073-a345-2c0b02d9beea req-983e7c5c-c18c-44f5-911a-e6df31c9457f service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:15:23.538391 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307b7719-d620-4073-a345-2c0b02d9beea req-983e7c5c-c18c-44f5-911a-e6df31c9457f service neutron] Checking segment: {'id': '0581c28b-7c50-4522-9686-95bd8a5176b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '07371b51-8573-420a-a1bc-95d46df27e07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:15:23.538774 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307b7719-d620-4073-a345-2c0b02d9beea req-983e7c5c-c18c-44f5-911a-e6df31c9457f service neutron] Bound using segment: {'id': '0581c28b-7c50-4522-9686-95bd8a5176b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '07371b51-8573-420a-a1bc-95d46df27e07'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:15:23.539211 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-307b7719-d620-4073-a345-2c0b02d9beea req-983e7c5c-c18c-44f5-911a-e6df31c9457f service neutron] Bound port: 2d683789-b1d4-45de-bf08-6a9dff7b6215, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0581c28b-7c50-4522-9686-95bd8a5176b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '07371b51-8573-420a-a1bc-95d46df27e07'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:15:23.539561 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-307b7719-d620-4073-a345-2c0b02d9beea req-983e7c5c-c18c-44f5-911a-e6df31c9457f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:23.630375 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-c39b488c-0198-4398-b668-887b3331ea78 None None] Set router 87b749e1-90fa-4827-bc94-f27d4e2d3f0e gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:15:23.728801 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 7d383c41-663e-413a-b7a4-31425251e6c6 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:15:23.738550 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-307b7719-d620-4073-a345-2c0b02d9beea req-983e7c5c-c18c-44f5-911a-e6df31c9457f service neutron] For port 2d683789-b1d4-45de-bf08-6a9dff7b6215, host n-h2-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:15:23.746065 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-307b7719-d620-4073-a345-2c0b02d9beea req-983e7c5c-c18c-44f5-911a-e6df31c9457f service neutron] For port 2d683789-b1d4-45de-bf08-6a9dff7b6215, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=2d683789-b1d4-45de-bf08-6a9dff7b6215,segment=NetworkSegment(0581c28b-7c50-4522-9686-95bd8a5176b6),segment_id=0581c28b-7c50-4522-9686-95bd8a5176b6)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:15:23.749755 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 7d383c41-663e-413a-b7a4-31425251e6c6 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:15:23.750135 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:23.823916 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-307b7719-d620-4073-a345-2c0b02d9beea req-983e7c5c-c18c-44f5-911a-e6df31c9457f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:23.826988 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-66bb52bc-793f-4c88-a2ee-2af9e47cf3cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:15:23.860080 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d4ee1577-3f1e-49ba-ad9e-7430e9604b2a None None] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:23.873997 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-c0d479cf-ac98-466b-a9ef-745eabe3dd18 None None] Allocated IP 172.20.0.2 (eaac4fca-baa1-44f8-af5f-f98a81bf0250/512d2586-7e2b-4124-b7fe-baa641779157/6f97763e-7f3c-432f-b45f-d498d4ee9fe0) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:15:23.889134 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-d4ee1577-3f1e-49ba-ad9e-7430e9604b2a None None] Transition to ACTIVE for port object b7421284-f761-44b2-ac7e-8b737b27e345 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:15:23.917048 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b7719-d620-4073-a345-2c0b02d9beea req-983e7c5c-c18c-44f5-911a-e6df31c9457f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:23.917801 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-307b7719-d620-4073-a345-2c0b02d9beea req-983e7c5c-c18c-44f5-911a-e6df31c9457f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:23.919733 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-307b7719-d620-4073-a345-2c0b02d9beea req-983e7c5c-c18c-44f5-911a-e6df31c9457f service neutron] 10.222.0.69 "PUT /v2.0/ports/2d683789-b1d4-45de-bf08-6a9dff7b6215 HTTP/1.1" status: 200 len: 1093 time: 2.1156969 Jun 11 10:15:23.938073 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06e346ff-bfc3-4084-a48a-cb74b6728f16', 'tag': '2d683789-b1d4-45de-bf08-6a9dff7b6215'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:15:23.948479 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-240d2bae-db88-4b93-a0d5-03292723543b" -d '{"events": [{"name": "network-changed", "server_uuid": "06e346ff-bfc3-4084-a48a-cb74b6728f16", "tag": "2d683789-b1d4-45de-bf08-6a9dff7b6215"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:15:23.998534 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983e7c5c-c18c-44f5-911a-e6df31c9457f service neutron] Pushing event updated for resources: {'Port': ['ID=2d683789-b1d4-45de-bf08-6a9dff7b6215,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:15:23.998949 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0ba37b46-1f18-42ef-b02e-9262ab0a9173 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:24.007927 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-983e7c5c-c18c-44f5-911a-e6df31c9457f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:15:24.023366 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d4ee1577-3f1e-49ba-ad9e-7430e9604b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:24.041347 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0ba37b46-1f18-42ef-b02e-9262ab0a9173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:24.048715 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:15:24.051011 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 3612456b-0329-47a5-a6e3-7ade237a079d details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 10:15:24.180426 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b7719-d620-4073-a345-2c0b02d9beea req-49e7d306-dd2a-4217-89b5-bff791b41a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:24.182883 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-307b7719-d620-4073-a345-2c0b02d9beea req-49e7d306-dd2a-4217-89b5-bff791b41a34 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=031c7a0c615a4cf5a702c1039cac35d0&device_id=06e346ff-bfc3-4084-a48a-cb74b6728f16 HTTP/1.1" status: 200 len: 1096 time: 0.1147451 Jun 11 10:15:24.269073 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-c39b488c-0198-4398-b668-887b3331ea78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b749e1-90fa-4827-bc94-f27d4e2d3f0e', 'name': 'tempest-TestServerBasicOps-226970223-router', 'tenant_id': 'f1ea2f6434cd4bcdb71942b2fcf2d06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '7d383c41-663e-413a-b7a4-31425251e6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:15:09Z', 'updated_at': '2021-06-11T10:15:21Z', 'revision_number': 4, 'project_id': 'f1ea2f6434cd4bcdb71942b2fcf2d06a', 'gw_port': {'id': '7d383c41-663e-413a-b7a4-31425251e6c6', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9c:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b749e1-90fa-4827-bc94-f27d4e2d3f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:15:12Z', 'updated_at': '2021-06-11T10:15:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '4d26e8b2-b4dc-4e20-b51a-a1c49e216f63', 'name': '', 'network_id': '49063cfc-5fc5-469a-951f-9b2fa07c45ea', 'tenant_id': 'f1ea2f6434cd4bcdb71942b2fcf2d06a', 'mac_address': 'fa:16:3e:42:83:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b749e1-90fa-4827-bc94-f27d4e2d3f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '7ce0f4e1-164d-4b78-b303-ea053f6dd072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:15:19Z', 'updated_at': '2021-06-11T10:15:21Z', 'revision_number': 2, 'project_id': 'f1ea2f6434cd4bcdb71942b2fcf2d06a', 'subnets': [{'id': '7ce0f4e1-164d-4b78-b303-ea053f6dd072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:15:24.274928 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39b488c-0198-4398-b668-887b3331ea78 None None] Checking router: 87b749e1-90fa-4827-bc94-f27d4e2d3f0e for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:15:24.276778 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39b488c-0198-4398-b668-887b3331ea78 None None] Updating router 87b749e1-90fa-4827-bc94-f27d4e2d3f0e port 4d26e8b2-b4dc-4e20-b51a-a1c49e216f63 binding host n-d-779913-12 {{(pid=93179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 10:15:24.328620 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-0ba37b46-1f18-42ef-b02e-9262ab0a9173 admin admin] Allocated IP 172.25.4.188 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/80b53937-2e50-49c8-aa76-f648a9423c85) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:15:24.335172 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84abdbf4-02a9-43f9-ad19-b3c0f6d258a6 None None] Pushing event updated for resources: {'Port': ['ID=b7421284-f761-44b2-ac7e-8b737b27e345,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:15:24.340120 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-84abdbf4-02a9-43f9-ad19-b3c0f6d258a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:15:24.352078 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:24.370810 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-c39b488c-0198-4398-b668-887b3331ea78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:24.438874 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-307b7719-d620-4073-a345-2c0b02d9beea req-60860b8d-bb50-449b-b072-ebd9115f5cc2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d683789-b1d4-45de-bf08-6a9dff7b6215 HTTP/1.1" status: 200 len: 217 time: 0.2365642 Jun 11 10:15:24.459865 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.db.resource_extend [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 11 10:15:24.532473 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f2fa806-5706-4d00-bbfd-d3c83deeb810 x-openstack-request-id: req-6f2fa806-5706-4d00-bbfd-d3c83deeb810 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:15:24.534412 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06e346ff-bfc3-4084-a48a-cb74b6728f16", "tag": "2d683789-b1d4-45de-bf08-6a9dff7b6215", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:15:24.535452 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6f2fa806-5706-4d00-bbfd-d3c83deeb810 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:15:24.536041 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06e346ff-bfc3-4084-a48a-cb74b6728f16', 'tag': '2d683789-b1d4-45de-bf08-6a9dff7b6215', 'status': 'completed', 'code': 200} Jun 11 10:15:24.589922 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b7719-d620-4073-a345-2c0b02d9beea req-99809d2f-a1f6-43f4-a97c-d1c28e00590f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:24.592801 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-307b7719-d620-4073-a345-2c0b02d9beea req-99809d2f-a1f6-43f4-a97c-d1c28e00590f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bb55e7f6-6d05-453b-97b2-be9682e0b070 HTTP/1.1" status: 200 len: 854 time: 0.1425681 Jun 11 10:15:24.647415 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0ba37b46-1f18-42ef-b02e-9262ab0a9173 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:24.675857 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-307b7719-d620-4073-a345-2c0b02d9beea req-ac8066cf-6530-416f-915d-a822380a7f4a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=07371b51-8573-420a-a1bc-95d46df27e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747466 Jun 11 10:15:24.676037 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 3612456b-0329-47a5-a6e3-7ade237a079d, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=3612456b-0329-47a5-a6e3-7ade237a079d,segment=NetworkSegment(5c22e2d5-0ba6-4801-a903-4241c2620ae4),segment_id=5c22e2d5-0ba6-4801-a903-4241c2620ae4)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:15:24.772503 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': '3612456b-0329-47a5-a6e3-7ade237a079d', 'network_id': '795e7157-0b59-4b3c-b5bc-895c607dc0cc', 'port_id': '3612456b-0329-47a5-a6e3-7ade237a079d', 'mac_address': 'fa:16:3e:7e:92:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b543bd1f-2b45-4ed6-ae53-d9d0c8ed8871', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 10:15:24.779904 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 7d383c41-663e-413a-b7a4-31425251e6c6, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=7d383c41-663e-413a-b7a4-31425251e6c6,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:15:24.801527 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0ba37b46-1f18-42ef-b02e-9262ab0a9173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:24.806824 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a9f2020d-f709-4954-a787-82c2f06dd0c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:15:24.895430 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba37b46-1f18-42ef-b02e-9262ab0a9173 admin admin] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:15:24.907324 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-0ba37b46-1f18-42ef-b02e-9262ab0a9173 admin admin] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:15:24.912918 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba37b46-1f18-42ef-b02e-9262ab0a9173 admin admin] Pushing event updated for resources: {'Port': ['ID=80b53937-2e50-49c8-aa76-f648a9423c85,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:15:24.922307 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba37b46-1f18-42ef-b02e-9262ab0a9173 admin admin] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:15:24.925030 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0ba37b46-1f18-42ef-b02e-9262ab0a9173 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:15:24.970718 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 58850) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:15:24.988787 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-6caceba5-ecb7-4532-b343-7e239b6205a3 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-527043225', 'description': 'tempest-secgroup-smoke-527043225 description', 'project_id': '65716eb7009d46088e8320334fed55e2'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:15:25.043098 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-c39b488c-0198-4398-b668-887b3331ea78 None None] Notify callbacks [] for port, precommit_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:25.054827 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-307b7719-d620-4073-a345-2c0b02d9beea req-f467a802-8725-4d52-970f-11f2ba50c0ca service neutron] 10.222.0.69 "GET /v2.0/networks/07371b51-8573-420a-a1bc-95d46df27e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3703146 Jun 11 10:15:25.064962 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-c39b488c-0198-4398-b668-887b3331ea78 None None] Transition to ACTIVE for port object 4d26e8b2-b4dc-4e20-b51a-a1c49e216f63 will not be triggered until provisioned by entity L2. {{(pid=93179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:15:25.071164 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f0b618-45e3-4a22-b859-76a448ba7681 req-8c8061e1-8b2a-4802-8041-a7849affd1c6 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:25.072858 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c2f0b618-45e3-4a22-b859-76a448ba7681 req-8c8061e1-8b2a-4802-8041-a7849affd1c6 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ec1e17d-c585-4409-a40f-acf0d6ff5307 HTTP/1.1" status: 200 len: 944 time: 0.3233063 Jun 11 10:15:25.131965 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-c39b488c-0198-4398-b668-887b3331ea78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:25.134041 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-3d2611e1-af45-4ad1-a9c7-2c94404d59d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:15:25.242948 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-d4ee1577-3f1e-49ba-ad9e-7430e9604b2a None None] Attempting to bind port b7421284-f761-44b2-ac7e-8b737b27e345 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:15:25.243647 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-d4ee1577-3f1e-49ba-ad9e-7430e9604b2a None None] Attempting to bind port b7421284-f761-44b2-ac7e-8b737b27e345 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '0e5c658e-da57-49ed-a1a6-b865ad557a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '23479725-6388-4052-b86a-0d4cc0dcee07'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:15:25.250220 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ee1577-3f1e-49ba-ad9e-7430e9604b2a None None] Attempting to bind port b7421284-f761-44b2-ac7e-8b737b27e345 on network 23479725-6388-4052-b86a-0d4cc0dcee07 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:15:25.250403 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6caceba5-ecb7-4532-b343-7e239b6205a3 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:25.263539 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:25.265210 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c2f0b618-45e3-4a22-b859-76a448ba7681 req-e75dd857-1d86-46b1-9515-dd152697d694 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=3820e434-2f22-40ca-aca1-203621ef7aab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1802461 Jun 11 10:15:25.267027 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f01e414-ee6d-4418-a622-a78e5383f864 None None] Pushing event updated for resources: {'Port': ['ID=4d26e8b2-b4dc-4e20-b51a-a1c49e216f63,revision_number=3']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:15:25.278266 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-1f01e414-ee6d-4418-a622-a78e5383f864 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:15:25.280742 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:15:25.347401 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-307b7719-d620-4073-a345-2c0b02d9beea req-ef818444-bb09-4a08-804f-90334a942c48 service neutron] 10.222.0.69 "GET /v2.0/networks/07371b51-8573-420a-a1bc-95d46df27e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704411 Jun 11 10:15:25.434424 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6658ad-e72f-4d32-bc7b-d6ee5c92a1b7 req-0d442258-506f-47b2-a47d-527cd3e033c7 tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:25.438656 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ea6658ad-e72f-4d32-bc7b-d6ee5c92a1b7 req-0d442258-506f-47b2-a47d-527cd3e033c7 tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] 10.222.0.60 "GET /v2.0/ports?device_id=06e346ff-bfc3-4084-a48a-cb74b6728f16 HTTP/1.1" status: 200 len: 944 time: 0.2827666 Jun 11 10:15:25.448942 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ee1577-3f1e-49ba-ad9e-7430e9604b2a None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:15:25.449483 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ee1577-3f1e-49ba-ad9e-7430e9604b2a None None] Checking segment: {'id': '0e5c658e-da57-49ed-a1a6-b865ad557a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '23479725-6388-4052-b86a-0d4cc0dcee07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:15:25.449739 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d4ee1577-3f1e-49ba-ad9e-7430e9604b2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:25.450145 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ee1577-3f1e-49ba-ad9e-7430e9604b2a None None] Bound using segment: {'id': '0e5c658e-da57-49ed-a1a6-b865ad557a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '23479725-6388-4052-b86a-0d4cc0dcee07'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:15:25.450680 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-d4ee1577-3f1e-49ba-ad9e-7430e9604b2a None None] Bound port: b7421284-f761-44b2-ac7e-8b737b27e345, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e5c658e-da57-49ed-a1a6-b865ad557a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '23479725-6388-4052-b86a-0d4cc0dcee07'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:15:25.451064 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d4ee1577-3f1e-49ba-ad9e-7430e9604b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:25.469566 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6caceba5-ecb7-4532-b343-7e239b6205a3 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:25.499727 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-c39b488c-0198-4398-b668-887b3331ea78 None None] Attempting to bind port 4d26e8b2-b4dc-4e20-b51a-a1c49e216f63 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:15:25.500678 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-c39b488c-0198-4398-b668-887b3331ea78 None None] Attempting to bind port 4d26e8b2-b4dc-4e20-b51a-a1c49e216f63 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'b9677eb1-ce7b-463c-aebe-9076cda5fcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '49063cfc-5fc5-469a-951f-9b2fa07c45ea'}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:15:25.500678 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39b488c-0198-4398-b668-887b3331ea78 None None] Attempting to bind port 4d26e8b2-b4dc-4e20-b51a-a1c49e216f63 on network 49063cfc-5fc5-469a-951f-9b2fa07c45ea {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:15:25.524357 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39b488c-0198-4398-b668-887b3331ea78 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:15:25.524738 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39b488c-0198-4398-b668-887b3331ea78 None None] Checking segment: {'id': 'b9677eb1-ce7b-463c-aebe-9076cda5fcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '49063cfc-5fc5-469a-951f-9b2fa07c45ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:15:25.525150 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-c39b488c-0198-4398-b668-887b3331ea78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:25.525544 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39b488c-0198-4398-b668-887b3331ea78 None None] Bound using segment: {'id': 'b9677eb1-ce7b-463c-aebe-9076cda5fcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '49063cfc-5fc5-469a-951f-9b2fa07c45ea'} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:15:25.526102 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-c39b488c-0198-4398-b668-887b3331ea78 None None] Bound port: 4d26e8b2-b4dc-4e20-b51a-a1c49e216f63, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9677eb1-ce7b-463c-aebe-9076cda5fcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '49063cfc-5fc5-469a-951f-9b2fa07c45ea'}}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:15:25.526499 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-c39b488c-0198-4398-b668-887b3331ea78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:25.542615 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:25.560455 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6caceba5-ecb7-4532-b343-7e239b6205a3 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:25.565197 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d245dde8-70dd-459a-b1ac-a92dee9b17bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:15:25.594603 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3612456b-0329-47a5-a6e3-7ade237a079d {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:15:25.609940 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caceba5-ecb7-4532-b343-7e239b6205a3 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc2b49c-8e88-42f4-8bc3-2d6156d87e94,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:15:25.617118 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6caceba5-ecb7-4532-b343-7e239b6205a3 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:15:25.626228 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240d2bae-db88-4b93-a0d5-03292723543b req-8aebad63-1dd0-4541-847c-4c4a80116341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:25.628257 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-240d2bae-db88-4b93-a0d5-03292723543b req-8aebad63-1dd0-4541-847c-4c4a80116341 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=031c7a0c615a4cf5a702c1039cac35d0&device_id=06e346ff-bfc3-4084-a48a-cb74b6728f16 HTTP/1.1" status: 200 len: 1096 time: 0.1226487 Jun 11 10:15:25.662082 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c0d479cf-ac98-466b-a9ef-745eabe3dd18 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:25.662886 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6caceba5-ecb7-4532-b343-7e239b6205a3 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:25.670308 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-6caceba5-ecb7-4532-b343-7e239b6205a3 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6958833 Jun 11 10:15:25.673399 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-c39b488c-0198-4398-b668-887b3331ea78 None None] For port 4d26e8b2-b4dc-4e20-b51a-a1c49e216f63, host n-d-779913-12, cleared binding levels {{(pid=93179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:15:25.678544 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-c39b488c-0198-4398-b668-887b3331ea78 None None] For port 4d26e8b2-b4dc-4e20-b51a-a1c49e216f63, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=4d26e8b2-b4dc-4e20-b51a-a1c49e216f63,segment=NetworkSegment(b9677eb1-ce7b-463c-aebe-9076cda5fcdd),segment_id=b9677eb1-ce7b-463c-aebe-9076cda5fcdd)] {{(pid=93179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:15:25.691435 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 3612456b-0329-47a5-a6e3-7ade237a079d, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=3612456b-0329-47a5-a6e3-7ade237a079d,segment=NetworkSegment(5c22e2d5-0ba6-4801-a903-4241c2620ae4),segment_id=5c22e2d5-0ba6-4801-a903-4241c2620ae4)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:15:25.696057 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 58860) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:15:25.702081 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-77e1eb92-2a76-48bf-8bc0-9e429fb9c62d tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Request body: {'security_group_rule': {'security_group_id': '4dc2b49c-8e88-42f4-8bc3-2d6156d87e94', 'project_id': '65716eb7009d46088e8320334fed55e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:15:25.702722 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-c0d479cf-ac98-466b-a9ef-745eabe3dd18 None None] Transition to ACTIVE for port object 6f97763e-7f3c-432f-b45f-d498d4ee9fe0 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:15:25.704475 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=7d383c41-663e-413a-b7a4-31425251e6c6,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:15:25.708006 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:15:25.727528 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ea6658ad-e72f-4d32-bc7b-d6ee5c92a1b7 req-66ad482f-e1af-4392-b7bd-fe0b2c0049bc tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] 10.222.0.60 "GET /v2.0/security-groups?id=a41e4d0e-04c3-4836-ab98-8f9b54e54af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725751 Jun 11 10:15:25.745960 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-d4ee1577-3f1e-49ba-ad9e-7430e9604b2a None None] For port b7421284-f761-44b2-ac7e-8b737b27e345, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:15:25.748353 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-c0d479cf-ac98-466b-a9ef-745eabe3dd18 None None] Transition to ACTIVE for port object 6f97763e-7f3c-432f-b45f-d498d4ee9fe0 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:15:25.750710 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-d4ee1577-3f1e-49ba-ad9e-7430e9604b2a None None] For port b7421284-f761-44b2-ac7e-8b737b27e345, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=b7421284-f761-44b2-ac7e-8b737b27e345,segment=NetworkSegment(0e5c658e-da57-49ed-a1a6-b865ad557a2c),segment_id=0e5c658e-da57-49ed-a1a6-b865ad557a2c)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:15:25.773536 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0ba37b46-1f18-42ef-b02e-9262ab0a9173 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:25.784377 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-c39b488c-0198-4398-b668-887b3331ea78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:25.798998 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-a09e82af-81f7-474e-ba9e-1651b040fe33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:15:25.829480 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:25.832397 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-4b013335-6dc1-473f-80df-ae06c10298ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:15:25.857850 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240d2bae-db88-4b93-a0d5-03292723543b req-15d8e2f5-c2e7-470e-9a75-87f0e17c0995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:25.858076 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39b488c-0198-4398-b668-887b3331ea78 None None] Routers {'87b749e1-90fa-4827-bc94-f27d4e2d3f0e'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:15:25.858575 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-c39b488c-0198-4398-b668-887b3331ea78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:15:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['87b749e1-90fa-4827-bc94-f27d4e2d3f0e'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:15:25.859192 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-240d2bae-db88-4b93-a0d5-03292723543b req-15d8e2f5-c2e7-470e-9a75-87f0e17c0995 service neutron] 10.222.0.69 "GET /v2.0/networks?id=07371b51-8573-420a-a1bc-95d46df27e07 HTTP/1.1" status: 200 len: 915 time: 0.2194436 Jun 11 10:15:25.892489 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c0d479cf-ac98-466b-a9ef-745eabe3dd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:25.902932 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d4ee1577-3f1e-49ba-ad9e-7430e9604b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:26.004002 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d479cf-ac98-466b-a9ef-745eabe3dd18 None None] Network eaac4fca-baa1-44f8-af5f-f98a81bf0250 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:15:26.016065 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-c0d479cf-ac98-466b-a9ef-745eabe3dd18 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:15:26.025815 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d479cf-ac98-466b-a9ef-745eabe3dd18 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:15:26.072217 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ee1577-3f1e-49ba-ad9e-7430e9604b2a None None] Routers {'af4fd5be-558c-4289-877d-d381611351ad'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:15:26.082683 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-d4ee1577-3f1e-49ba-ad9e-7430e9604b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:15:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['af4fd5be-558c-4289-877d-d381611351ad'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:15:26.276475 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0ba37b46-1f18-42ef-b02e-9262ab0a9173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:26.312205 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f01e414-ee6d-4418-a622-a78e5383f864 None None] Pushing event updated for resources: {'Port': ['ID=4d26e8b2-b4dc-4e20-b51a-a1c49e216f63,revision_number=4']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:15:26.322865 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-1f01e414-ee6d-4418-a622-a78e5383f864 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:15:26.400257 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-c39b488c-0198-4398-b668-887b3331ea78 None None] Set router 87b749e1-90fa-4827-bc94-f27d4e2d3f0e gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:15:26.464827 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-d4ee1577-3f1e-49ba-ad9e-7430e9604b2a None None] Set router af4fd5be-558c-4289-877d-d381611351ad gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:15:26.559281 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['3612456b-0329-47a5-a6e3-7ade237a079d'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:15:26.616420 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-240d2bae-db88-4b93-a0d5-03292723543b req-06b63022-0540-4b5c-bce6-9849104e43e9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d683789-b1d4-45de-bf08-6a9dff7b6215 HTTP/1.1" status: 200 len: 217 time: 0.7502084 Jun 11 10:15:26.635747 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ba37b46-1f18-42ef-b02e-9262ab0a9173 admin admin] Router 73f4931a-ae53-42a1-94fa-3a2d239aa815 is scheduled to L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 with binding_index 1 {{(pid=93176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 10:15:26.658782 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-77e1eb92-2a76-48bf-8bc0-9e429fb9c62d tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:26.697448 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=3612456b-0329-47a5-a6e3-7ade237a079d,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:15:26.748131 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.915s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:15:26.763902 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.847s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:15:26.781914 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240d2bae-db88-4b93-a0d5-03292723543b req-c6b20419-0441-48b9-b283-d838d18e2005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:26.792117 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-240d2bae-db88-4b93-a0d5-03292723543b req-c6b20419-0441-48b9-b283-d838d18e2005 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bb55e7f6-6d05-453b-97b2-be9682e0b070 HTTP/1.1" status: 200 len: 854 time: 0.1417038 Jun 11 10:15:26.853557 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-240d2bae-db88-4b93-a0d5-03292723543b req-9455612c-32e5-4b74-9444-e64882290ece service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=07371b51-8573-420a-a1bc-95d46df27e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560329 Jun 11 10:15:26.870947 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8225c55-1167-4356-9152-c3f1a8963abb req-ca32fe0b-f7fd-4091-811d-b91da16eca32 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:26.873982 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c8225c55-1167-4356-9152-c3f1a8963abb req-ca32fe0b-f7fd-4091-811d-b91da16eca32 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ec1e17d-c585-4409-a40f-acf0d6ff5307 HTTP/1.1" status: 200 len: 945 time: 0.2732611 Jun 11 10:15:26.912580 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ba37b46-1f18-42ef-b02e-9262ab0a9173 admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:15:26.946610 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-77e1eb92-2a76-48bf-8bc0-9e429fb9c62d tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:26.983141 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833820d9-65df-4ace-b2c6-83b4ef52fcee None None] Sync routers for ids ['73f4931a-ae53-42a1-94fa-3a2d239aa815'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:15:26.989224 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-c39b488c-0198-4398-b668-887b3331ea78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b749e1-90fa-4827-bc94-f27d4e2d3f0e', 'name': 'tempest-TestServerBasicOps-226970223-router', 'tenant_id': 'f1ea2f6434cd4bcdb71942b2fcf2d06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '7d383c41-663e-413a-b7a4-31425251e6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:15:09Z', 'updated_at': '2021-06-11T10:15:21Z', 'revision_number': 4, 'project_id': 'f1ea2f6434cd4bcdb71942b2fcf2d06a', 'gw_port': {'id': '7d383c41-663e-413a-b7a4-31425251e6c6', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b749e1-90fa-4827-bc94-f27d4e2d3f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:15:12Z', 'updated_at': '2021-06-11T10:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '4d26e8b2-b4dc-4e20-b51a-a1c49e216f63', 'name': '', 'network_id': '49063cfc-5fc5-469a-951f-9b2fa07c45ea', 'tenant_id': 'f1ea2f6434cd4bcdb71942b2fcf2d06a', 'mac_address': 'fa:16:3e:42:83:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b749e1-90fa-4827-bc94-f27d4e2d3f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '7ce0f4e1-164d-4b78-b303-ea053f6dd072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:15:19Z', 'updated_at': '2021-06-11T10:15:25Z', 'revision_number': 4, 'project_id': 'f1ea2f6434cd4bcdb71942b2fcf2d06a', 'subnets': [{'id': '7ce0f4e1-164d-4b78-b303-ea053f6dd072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:15:26.994764 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39b488c-0198-4398-b668-887b3331ea78 None None] The sync data for ids ['87b749e1-90fa-4827-bc94-f27d4e2d3f0e'] in n-d-779913-12 is: [{'id': '87b749e1-90fa-4827-bc94-f27d4e2d3f0e', 'name': 'tempest-TestServerBasicOps-226970223-router', 'tenant_id': 'f1ea2f6434cd4bcdb71942b2fcf2d06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '7d383c41-663e-413a-b7a4-31425251e6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:15:09Z', 'updated_at': '2021-06-11T10:15:21Z', 'revision_number': 4, 'project_id': 'f1ea2f6434cd4bcdb71942b2fcf2d06a', 'gw_port': {'id': '7d383c41-663e-413a-b7a4-31425251e6c6', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b749e1-90fa-4827-bc94-f27d4e2d3f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:15:12Z', 'updated_at': '2021-06-11T10:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '4d26e8b2-b4dc-4e20-b51a-a1c49e216f63', 'name': '', 'network_id': '49063cfc-5fc5-469a-951f-9b2fa07c45ea', 'tenant_id': 'f1ea2f6434cd4bcdb71942b2fcf2d06a', 'mac_address': 'fa:16:3e:42:83:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b749e1-90fa-4827-bc94-f27d4e2d3f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '7ce0f4e1-164d-4b78-b303-ea053f6dd072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:15:19Z', 'updated_at': '2021-06-11T10:15:25Z', 'revision_number': 4, 'project_id': 'f1ea2f6434cd4bcdb71942b2fcf2d06a', 'subnets': [{'id': '7ce0f4e1-164d-4b78-b303-ea053f6dd072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:15:27.012179 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c8225c55-1167-4356-9152-c3f1a8963abb req-337b104f-13be-43eb-a85d-60cb62d58965 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=3820e434-2f22-40ca-aca1-203621ef7aab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254027 Jun 11 10:15:27.075782 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0ba37b46-1f18-42ef-b02e-9262ab0a9173 admin admin] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:27.076799 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-c0d479cf-ac98-466b-a9ef-745eabe3dd18 None None] Attempting to bind port 6f97763e-7f3c-432f-b45f-d498d4ee9fe0 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:15:27.077568 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-c0d479cf-ac98-466b-a9ef-745eabe3dd18 None None] Attempting to bind port 6f97763e-7f3c-432f-b45f-d498d4ee9fe0 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '91722489-906f-464e-b387-23cb40f0aa8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'eaac4fca-baa1-44f8-af5f-f98a81bf0250'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:15:27.077568 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d479cf-ac98-466b-a9ef-745eabe3dd18 None None] Attempting to bind port 6f97763e-7f3c-432f-b45f-d498d4ee9fe0 on network eaac4fca-baa1-44f8-af5f-f98a81bf0250 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:15:27.080917 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-0ba37b46-1f18-42ef-b02e-9262ab0a9173 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.5380025 Jun 11 10:15:27.081585 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 58878) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:15:27.097154 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d479cf-ac98-466b-a9ef-745eabe3dd18 None None] Pushing event updated for resources: {'Port': ['ID=6f97763e-7f3c-432f-b45f-d498d4ee9fe0,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:15:27.116253 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833820d9-65df-4ace-b2c6-83b4ef52fcee None None] Routers {'73f4931a-ae53-42a1-94fa-3a2d239aa815'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:15:27.116253 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-833820d9-65df-4ace-b2c6-83b4ef52fcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:15:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['73f4931a-ae53-42a1-94fa-3a2d239aa815'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:15:27.121874 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-77e1eb92-2a76-48bf-8bc0-9e429fb9c62d tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:27.125791 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9a3def46-640b-4328-816a-421a041571c1 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:15:27.170078 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e1eb92-2a76-48bf-8bc0-9e429fb9c62d tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d565d31a-85e7-4a4b-83d3-2bb753f2b0ad,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:15:27.181907 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-77e1eb92-2a76-48bf-8bc0-9e429fb9c62d tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:15:27.206274 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-240d2bae-db88-4b93-a0d5-03292723543b req-83a25064-1477-471f-90c2-a38f7b5e6ca6 service neutron] 10.222.0.69 "GET /v2.0/networks/07371b51-8573-420a-a1bc-95d46df27e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3306277 Jun 11 10:15:27.264883 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-77e1eb92-2a76-48bf-8bc0-9e429fb9c62d tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:27.269862 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-77e1eb92-2a76-48bf-8bc0-9e429fb9c62d tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5705526 Jun 11 10:15:27.270124 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 58884) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:15:27.288502 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-6d791c87-8a73-4127-be36-bc4d6a81a174 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Request body: {'security_group_rule': {'security_group_id': '4dc2b49c-8e88-42f4-8bc3-2d6156d87e94', 'project_id': '65716eb7009d46088e8320334fed55e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:15:27.318015 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d77674-dfa1-4bab-a7c2-986d23ce98df req-2146e1c0-7e39-40ed-9134-d1e4b9c06cd0 tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:27.319242 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e5d77674-dfa1-4bab-a7c2-986d23ce98df req-2146e1c0-7e39-40ed-9134-d1e4b9c06cd0 tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] 10.222.0.60 "GET /v2.0/ports?device_id=06e346ff-bfc3-4084-a48a-cb74b6728f16 HTTP/1.1" status: 200 len: 944 time: 0.3571820 Jun 11 10:15:27.368462 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d479cf-ac98-466b-a9ef-745eabe3dd18 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:15:27.368990 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d479cf-ac98-466b-a9ef-745eabe3dd18 None None] Checking segment: {'id': '91722489-906f-464e-b387-23cb40f0aa8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'eaac4fca-baa1-44f8-af5f-f98a81bf0250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:15:27.369561 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c0d479cf-ac98-466b-a9ef-745eabe3dd18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:27.370205 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d479cf-ac98-466b-a9ef-745eabe3dd18 None None] Bound using segment: {'id': '91722489-906f-464e-b387-23cb40f0aa8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'eaac4fca-baa1-44f8-af5f-f98a81bf0250'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:15:27.371072 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-c0d479cf-ac98-466b-a9ef-745eabe3dd18 None None] Bound port: 6f97763e-7f3c-432f-b45f-d498d4ee9fe0, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91722489-906f-464e-b387-23cb40f0aa8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'eaac4fca-baa1-44f8-af5f-f98a81bf0250'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:15:27.371928 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c0d479cf-ac98-466b-a9ef-745eabe3dd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:27.550297 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-240d2bae-db88-4b93-a0d5-03292723543b req-d565e5ea-531b-43e8-9aff-1061dfbfc653 service neutron] 10.222.0.69 "GET /v2.0/networks/07371b51-8573-420a-a1bc-95d46df27e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3353813 Jun 11 10:15:27.559775 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6d791c87-8a73-4127-be36-bc4d6a81a174 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:27.573014 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 4d26e8b2-b4dc-4e20-b51a-a1c49e216f63 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:15:27.629077 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e5d77674-dfa1-4bab-a7c2-986d23ce98df req-9621cb9b-5a17-41d5-8d53-54c1a24f1946 tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] 10.222.0.60 "GET /v2.0/security-groups?id=a41e4d0e-04c3-4836-ab98-8f9b54e54af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437131 Jun 11 10:15:27.657316 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6d791c87-8a73-4127-be36-bc4d6a81a174 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:27.746108 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84abdbf4-02a9-43f9-ad19-b3c0f6d258a6 None None] Pushing event updated for resources: {'Port': ['ID=b7421284-f761-44b2-ac7e-8b737b27e345,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:15:27.770794 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6d791c87-8a73-4127-be36-bc4d6a81a174 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:27.775004 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d717a3d8-b478-4608-a5f8-9237d00afbe7 tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:15:27.782309 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-84abdbf4-02a9-43f9-ad19-b3c0f6d258a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.033s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:15:27.790470 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-0877cbc1-0eda-4eb9-a4dc-ef1b569de6bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.829s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:15:27.790846 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-0877cbc1-0eda-4eb9-a4dc-ef1b569de6bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:15:27.812448 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-833820d9-65df-4ace-b2c6-83b4ef52fcee None None] Set router 73f4931a-ae53-42a1-94fa-3a2d239aa815 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:15:27.814396 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d791c87-8a73-4127-be36-bc4d6a81a174 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d18e19a-9a3c-4b57-85b0-188e8fe708d3,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:15:27.826685 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6d791c87-8a73-4127-be36-bc4d6a81a174 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:15:27.938974 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6d791c87-8a73-4127-be36-bc4d6a81a174 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:27.944440 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-6d791c87-8a73-4127-be36-bc4d6a81a174 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6727631 Jun 11 10:15:27.946077 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 58894) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:15:27.955838 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-c7c9f259-865b-40f9-accf-0649b91b3119 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Request body: {'security_group_rule': {'security_group_id': '4dc2b49c-8e88-42f4-8bc3-2d6156d87e94', 'project_id': '65716eb7009d46088e8320334fed55e2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:15:28.084135 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c7c9f259-865b-40f9-accf-0649b91b3119 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:28.224358 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c7c9f259-865b-40f9-accf-0649b91b3119 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:28.263517 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-c0d479cf-ac98-466b-a9ef-745eabe3dd18 None None] For port 6f97763e-7f3c-432f-b45f-d498d4ee9fe0, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:15:28.319068 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c7c9f259-865b-40f9-accf-0649b91b3119 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:28.321318 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:15:28.331387 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-c0d479cf-ac98-466b-a9ef-745eabe3dd18 None None] For port 6f97763e-7f3c-432f-b45f-d498d4ee9fe0, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=6f97763e-7f3c-432f-b45f-d498d4ee9fe0,segment=NetworkSegment(91722489-906f-464e-b387-23cb40f0aa8a),segment_id=91722489-906f-464e-b387-23cb40f0aa8a)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:15:28.343265 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c9f259-865b-40f9-accf-0649b91b3119 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92d8d5f4-33b8-46ae-b2f8-c425b5b0e6d1,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:15:28.356088 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-d4ee1577-3f1e-49ba-ad9e-7430e9604b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af4fd5be-558c-4289-877d-d381611351ad', 'name': 'tempest-TestServerMultinode-262550436-router', 'tenant_id': '3f5eefa216b34f5eb6f64641d7a866e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': 'a52fef41-be4a-4742-82f2-8d91375b6847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:15:06Z', 'updated_at': '2021-06-11T10:15:15Z', 'revision_number': 4, 'project_id': '3f5eefa216b34f5eb6f64641d7a866e4', 'gw_port': {'id': 'a52fef41-be4a-4742-82f2-8d91375b6847', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4fd5be-558c-4289-877d-d381611351ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:15:08Z', 'updated_at': '2021-06-11T10:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': 'b7421284-f761-44b2-ac7e-8b737b27e345', 'name': '', 'network_id': '23479725-6388-4052-b86a-0d4cc0dcee07', 'tenant_id': '3f5eefa216b34f5eb6f64641d7a866e4', 'mac_address': 'fa:16:3e:74:33:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af4fd5be-558c-4289-877d-d381611351ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '4c1fe839-a6d3-4694-80c6-c77b16cad451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:15:14Z', 'updated_at': '2021-06-11T10:15:25Z', 'revision_number': 4, 'project_id': '3f5eefa216b34f5eb6f64641d7a866e4', 'subnets': [{'id': '4c1fe839-a6d3-4694-80c6-c77b16cad451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:15:28.358259 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c7c9f259-865b-40f9-accf-0649b91b3119 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:15:28.385561 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ee1577-3f1e-49ba-ad9e-7430e9604b2a None None] The sync data for ids ['af4fd5be-558c-4289-877d-d381611351ad'] in n-d-779913-12 is: [{'id': 'af4fd5be-558c-4289-877d-d381611351ad', 'name': 'tempest-TestServerMultinode-262550436-router', 'tenant_id': '3f5eefa216b34f5eb6f64641d7a866e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': 'a52fef41-be4a-4742-82f2-8d91375b6847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:15:06Z', 'updated_at': '2021-06-11T10:15:15Z', 'revision_number': 4, 'project_id': '3f5eefa216b34f5eb6f64641d7a866e4', 'gw_port': {'id': 'a52fef41-be4a-4742-82f2-8d91375b6847', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4fd5be-558c-4289-877d-d381611351ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:15:08Z', 'updated_at': '2021-06-11T10:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': 'b7421284-f761-44b2-ac7e-8b737b27e345', 'name': '', 'network_id': '23479725-6388-4052-b86a-0d4cc0dcee07', 'tenant_id': '3f5eefa216b34f5eb6f64641d7a866e4', 'mac_address': 'fa:16:3e:74:33:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af4fd5be-558c-4289-877d-d381611351ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '4c1fe839-a6d3-4694-80c6-c77b16cad451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:15:14Z', 'updated_at': '2021-06-11T10:15:25Z', 'revision_number': 4, 'project_id': '3f5eefa216b34f5eb6f64641d7a866e4', 'subnets': [{'id': '4c1fe839-a6d3-4694-80c6-c77b16cad451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:15:28.419554 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfd83b3-30de-4476-a931-94d1420dcd2f req-998ccf62-2128-4a83-a498-327ba47f30f0 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:28.422358 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-dcfd83b3-30de-4476-a931-94d1420dcd2f req-998ccf62-2128-4a83-a498-327ba47f30f0 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ec1e17d-c585-4409-a40f-acf0d6ff5307 HTTP/1.1" status: 200 len: 945 time: 0.1703072 Jun 11 10:15:28.445075 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c0d479cf-ac98-466b-a9ef-745eabe3dd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:28.449498 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-84abdbf4-02a9-43f9-ad19-b3c0f6d258a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:15:28.469266 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c7c9f259-865b-40f9-accf-0649b91b3119 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:28.471429 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:15:28.472194 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-c7c9f259-865b-40f9-accf-0649b91b3119 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5247653 Jun 11 10:15:28.475952 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 58904) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:15:28.483341 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-8b7ab5ad-1e0a-4de7-a084-72f549ae4754 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Request body: {'security_group_rule': {'security_group_id': '4dc2b49c-8e88-42f4-8bc3-2d6156d87e94', 'project_id': '65716eb7009d46088e8320334fed55e2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:15:28.551415 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-dcfd83b3-30de-4476-a931-94d1420dcd2f req-8ecca5a7-4cfe-4e89-9205-39c084476644 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=3820e434-2f22-40ca-aca1-203621ef7aab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167958 Jun 11 10:15:28.561179 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 4d26e8b2-b4dc-4e20-b51a-a1c49e216f63 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:15:28.568190 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d479cf-ac98-466b-a9ef-745eabe3dd18 None None] Pushing event updated for resources: {'Port': ['ID=6f97763e-7f3c-432f-b45f-d498d4ee9fe0,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:15:28.595825 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-c0d479cf-ac98-466b-a9ef-745eabe3dd18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:15:28.600002 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 4d26e8b2-b4dc-4e20-b51a-a1c49e216f63 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:15:28.600523 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:28.625758 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8b7ab5ad-1e0a-4de7-a084-72f549ae4754 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:28.689149 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-73118fdb-2d73-4999-a67a-f7923060594e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:28.768481 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8b7ab5ad-1e0a-4de7-a084-72f549ae4754 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:28.769425 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:28.806297 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-833820d9-65df-4ace-b2c6-83b4ef52fcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f4931a-ae53-42a1-94fa-3a2d239aa815', 'name': 'tempest-TestServerMultinode-732449128-router', 'tenant_id': '4b988eb123644ca7bfa78d7d5e6c6152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': '80b53937-2e50-49c8-aa76-f648a9423c85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:15:22Z', 'updated_at': '2021-06-11T10:15:25Z', 'revision_number': 3, 'project_id': '4b988eb123644ca7bfa78d7d5e6c6152', 'gw_port': {'id': '80b53937-2e50-49c8-aa76-f648a9423c85', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:1b:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f4931a-ae53-42a1-94fa-3a2d239aa815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:15:24Z', 'updated_at': '2021-06-11T10:15:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:15:28.813194 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833820d9-65df-4ace-b2c6-83b4ef52fcee None None] Checking router: 73f4931a-ae53-42a1-94fa-3a2d239aa815 for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:15:28.813879 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833820d9-65df-4ace-b2c6-83b4ef52fcee None None] Updating router 73f4931a-ae53-42a1-94fa-3a2d239aa815 port 80b53937-2e50-49c8-aa76-f648a9423c85 binding host n-d-779913-12 {{(pid=93178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 10:15:28.850908 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 4d26e8b2-b4dc-4e20-b51a-a1c49e216f63, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=4d26e8b2-b4dc-4e20-b51a-a1c49e216f63,segment=NetworkSegment(b9677eb1-ce7b-463c-aebe-9076cda5fcdd),segment_id=b9677eb1-ce7b-463c-aebe-9076cda5fcdd)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:15:28.852686 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8b7ab5ad-1e0a-4de7-a084-72f549ae4754 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:28.855821 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:15:28.915182 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-833820d9-65df-4ace-b2c6-83b4ef52fcee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:29.018284 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:29.019164 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 7d383c41-663e-413a-b7a4-31425251e6c6 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:15:29.072720 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7ab5ad-1e0a-4de7-a084-72f549ae4754 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c09c41da-332d-443f-ac03-5208f16db6b1,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:15:29.075881 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8b7ab5ad-1e0a-4de7-a084-72f549ae4754 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:15:29.122008 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:15:29.140518 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7c5d4b-d55a-4538-bfd6-a0fbddf2003c req-a37f4ff9-3d3b-4941-bd88-13a04508839a tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:29.154779 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bd7c5d4b-d55a-4538-bfd6-a0fbddf2003c req-a37f4ff9-3d3b-4941-bd88-13a04508839a tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] 10.222.0.60 "GET /v2.0/ports?device_id=06e346ff-bfc3-4084-a48a-cb74b6728f16 HTTP/1.1" status: 200 len: 944 time: 0.2636490 Jun 11 10:15:29.156230 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8b7ab5ad-1e0a-4de7-a084-72f549ae4754 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:29.162449 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-8b7ab5ad-1e0a-4de7-a084-72f549ae4754 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6851144 Jun 11 10:15:29.163248 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 58914) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:15:29.173761 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-09f2d6ff-eab3-4916-a175-c8db365c2574 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Request body: {'security_group_rule': {'security_group_id': '4dc2b49c-8e88-42f4-8bc3-2d6156d87e94', 'project_id': '65716eb7009d46088e8320334fed55e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:15:29.207645 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-73118fdb-2d73-4999-a67a-f7923060594e admin admin] Allocated IP 172.20.0.1 (eaac4fca-baa1-44f8-af5f-f98a81bf0250/512d2586-7e2b-4124-b7fe-baa641779157/877d17be-2dd0-4cd6-a736-96bce16ed2cd) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:15:29.291723 n-d-779913-12 neutron-server[93177]: INFO neutron.db.securitygroups_db [None req-09f2d6ff-eab3-4916-a175-c8db365c2574 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Project 65716eb7009d46088e8320334fed55e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 10:15:29.302934 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-09f2d6ff-eab3-4916-a175-c8db365c2574 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:29.333659 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bd7c5d4b-d55a-4538-bfd6-a0fbddf2003c req-11d53220-38d5-4381-9db3-ade66d13fc4c tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] 10.222.0.60 "GET /v2.0/security-groups?id=a41e4d0e-04c3-4836-ab98-8f9b54e54af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226373 Jun 11 10:15:29.382978 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=4d26e8b2-b4dc-4e20-b51a-a1c49e216f63,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:15:29.386418 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:15:29.408772 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-09f2d6ff-eab3-4916-a175-c8db365c2574 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:29.440300 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-73118fdb-2d73-4999-a67a-f7923060594e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:29.444304 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 7d383c41-663e-413a-b7a4-31425251e6c6 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:15:29.444749 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:29.458103 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [None req-73118fdb-2d73-4999-a67a-f7923060594e admin admin] Transition to ACTIVE for port object 877d17be-2dd0-4cd6-a736-96bce16ed2cd will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:15:29.475166 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-09f2d6ff-eab3-4916-a175-c8db365c2574 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:29.477763 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c5e3695a-5c45-4481-992b-952ccf816e8b tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:15:29.519058 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f2d6ff-eab3-4916-a175-c8db365c2574 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77450930-27f1-407f-8837-d7440bb4ce66,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:15:29.522401 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-09f2d6ff-eab3-4916-a175-c8db365c2574 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:15:29.558392 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-73118fdb-2d73-4999-a67a-f7923060594e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:29.560775 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d2404459-e622-404d-ac33-687b1a48f1e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:15:29.576355 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-09f2d6ff-eab3-4916-a175-c8db365c2574 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:29.578206 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-09f2d6ff-eab3-4916-a175-c8db365c2574 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4138980 Jun 11 10:15:29.580849 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 58922) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:15:29.586070 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-1ae8c009-f7d0-43b6-98f0-295e8a2d9097 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Request body: {'security_group_rule': {'security_group_id': '4dc2b49c-8e88-42f4-8bc3-2d6156d87e94', 'project_id': '65716eb7009d46088e8320334fed55e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:15:29.661322 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73118fdb-2d73-4999-a67a-f7923060594e admin admin] Network eaac4fca-baa1-44f8-af5f-f98a81bf0250 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:15:29.666962 n-d-779913-12 neutron-server[93177]: INFO neutron.db.securitygroups_db [None req-1ae8c009-f7d0-43b6-98f0-295e8a2d9097 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Project 65716eb7009d46088e8320334fed55e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 10:15:29.674234 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1ae8c009-f7d0-43b6-98f0-295e8a2d9097 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:29.687328 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-73118fdb-2d73-4999-a67a-f7923060594e admin admin] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:15:29.694218 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73118fdb-2d73-4999-a67a-f7923060594e admin admin] Pushing event updated for resources: {'Port': ['ID=877d17be-2dd0-4cd6-a736-96bce16ed2cd,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:15:29.699086 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73118fdb-2d73-4999-a67a-f7923060594e admin admin] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:15:29.705303 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-73118fdb-2d73-4999-a67a-f7923060594e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:15:29.804502 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-833820d9-65df-4ace-b2c6-83b4ef52fcee None None] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:29.820498 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-833820d9-65df-4ace-b2c6-83b4ef52fcee None None] Transition to ACTIVE for port object 80b53937-2e50-49c8-aa76-f648a9423c85 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:15:29.853395 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1ae8c009-f7d0-43b6-98f0-295e8a2d9097 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:29.886785 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-73118fdb-2d73-4999-a67a-f7923060594e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-375088'] for router_interface, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:29.900170 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-833820d9-65df-4ace-b2c6-83b4ef52fcee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:29.908960 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-4b013335-6dc1-473f-80df-ae06c10298ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:15:29.926745 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1ae8c009-f7d0-43b6-98f0-295e8a2d9097 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:29.933643 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:15:29.984286 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae8c009-f7d0-43b6-98f0-295e8a2d9097 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61b6fabb-1499-468d-ae3a-65e896e93930,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:15:29.994093 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1ae8c009-f7d0-43b6-98f0-295e8a2d9097 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:15:29.995149 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 2d683789-b1d4-45de-bf08-6a9dff7b6215 details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 10:15:30.063870 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1ae8c009-f7d0-43b6-98f0-295e8a2d9097 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:30.074228 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a466e2-661b-4018-acb2-14122107b510 None None] Pushing event updated for resources: {'Port': ['ID=80b53937-2e50-49c8-aa76-f648a9423c85,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:15:30.077295 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-1ae8c009-f7d0-43b6-98f0-295e8a2d9097 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4951432 Jun 11 10:15:30.077852 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-833820d9-65df-4ace-b2c6-83b4ef52fcee None None] Attempting to bind port 80b53937-2e50-49c8-aa76-f648a9423c85 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:15:30.078662 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-833820d9-65df-4ace-b2c6-83b4ef52fcee None None] Attempting to bind port 80b53937-2e50-49c8-aa76-f648a9423c85 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:15:30.079248 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833820d9-65df-4ace-b2c6-83b4ef52fcee None None] Attempting to bind port 80b53937-2e50-49c8-aa76-f648a9423c85 on network f0adef6e-169f-4a27-8865-442be2ad072d {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:15:30.096804 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-19a466e2-661b-4018-acb2-14122107b510 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:15:30.103411 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 3612456b-0329-47a5-a6e3-7ade237a079d up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:15:30.171178 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc2f917-80d9-4ed7-9b23-40e1e2607833 req-0a6e1310-a287-48b3-a62a-2c3f23562fe5 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:30.180642 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-bbc2f917-80d9-4ed7-9b23-40e1e2607833 req-0a6e1310-a287-48b3-a62a-2c3f23562fe5 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ec1e17d-c585-4409-a40f-acf0d6ff5307 HTTP/1.1" status: 200 len: 945 time: 0.3563457 Jun 11 10:15:30.316175 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-bbc2f917-80d9-4ed7-9b23-40e1e2607833 req-e0406a2f-3e92-40c1-a064-22477e165260 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=3820e434-2f22-40ca-aca1-203621ef7aab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331518 Jun 11 10:15:30.391260 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a6d14f25-ace9-4b7b-84b6-522d224085dd req-cc46c94b-a06f-4d45-9681-010ed4f870cd tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-527043225&fields=id&tenant_id=65716eb7009d46088e8320334fed55e2 HTTP/1.1" status: 200 len: 267 time: 0.1176114 Jun 11 10:15:30.434438 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833820d9-65df-4ace-b2c6-83b4ef52fcee None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:15:30.434927 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833820d9-65df-4ace-b2c6-83b4ef52fcee None None] Checking segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:15:30.435271 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-833820d9-65df-4ace-b2c6-83b4ef52fcee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:30.436871 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833820d9-65df-4ace-b2c6-83b4ef52fcee None None] Bound using segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:15:30.437389 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-833820d9-65df-4ace-b2c6-83b4ef52fcee None None] Bound port: 80b53937-2e50-49c8-aa76-f648a9423c85, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:15:30.439228 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-833820d9-65df-4ace-b2c6-83b4ef52fcee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:30.445045 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 4d26e8b2-b4dc-4e20-b51a-a1c49e216f63 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:15:30.452016 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7162c769-ee03-422f-bcac-29e14140b14a None None] Network eaac4fca-baa1-44f8-af5f-f98a81bf0250 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:15:30.493980 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-73118fdb-2d73-4999-a67a-f7923060594e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:30.628277 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 2d683789-b1d4-45de-bf08-6a9dff7b6215, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=2d683789-b1d4-45de-bf08-6a9dff7b6215,segment=NetworkSegment(0581c28b-7c50-4522-9686-95bd8a5176b6),segment_id=0581c28b-7c50-4522-9686-95bd8a5176b6)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:15:30.634220 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d14f25-ace9-4b7b-84b6-522d224085dd req-ec5c3bb1-b956-4eb5-a739-1d28e38fe91a tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:30.643837 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a6d14f25-ace9-4b7b-84b6-522d224085dd req-ec5c3bb1-b956-4eb5-a739-1d28e38fe91a tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] 10.222.0.60 "GET /v2.0/networks?id=db93647b-0e21-4983-a45b-0e51426db587 HTTP/1.1" status: 200 len: 809 time: 0.2427995 Jun 11 10:15:30.660198 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': '2d683789-b1d4-45de-bf08-6a9dff7b6215', 'network_id': '07371b51-8573-420a-a1bc-95d46df27e07', 'port_id': '2d683789-b1d4-45de-bf08-6a9dff7b6215', 'mac_address': 'fa:16:3e:68:7e:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb55e7f6-6d05-453b-97b2-be9682e0b070', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 10:15:30.673430 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a6d14f25-ace9-4b7b-84b6-522d224085dd req-9870561b-55a7-47f4-85bf-811720afaac4 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] 10.222.0.60 "GET /v2.0/quotas/65716eb7009d46088e8320334fed55e2 HTTP/1.1" status: 200 len: 375 time: 0.0277972 Jun 11 10:15:30.793546 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a6d14f25-ace9-4b7b-84b6-522d224085dd req-31b29d73-0de8-4a41-8b7e-556c54580c5e tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=65716eb7009d46088e8320334fed55e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1190059 Jun 11 10:15:30.808389 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:30.817510 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-62cbb024-9f89-4e63-be3d-381a1a10a28e None None] Provisioning for port 6f97763e-7f3c-432f-b45f-d498d4ee9fe0 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:15:30.847064 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-73118fdb-2d73-4999-a67a-f7923060594e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:30.856239 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aa2ad7-16aa-47dd-8f2e-b48bb8767db4 req-c2d28930-29e2-493b-a104-b9717944831a tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:30.857815 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-31aa2ad7-16aa-47dd-8f2e-b48bb8767db4 req-c2d28930-29e2-493b-a104-b9717944831a tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] 10.222.0.60 "GET /v2.0/ports?device_id=06e346ff-bfc3-4084-a48a-cb74b6728f16 HTTP/1.1" status: 200 len: 944 time: 0.1276927 Jun 11 10:15:30.871317 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-833820d9-65df-4ace-b2c6-83b4ef52fcee None None] For port 80b53937-2e50-49c8-aa76-f648a9423c85, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:15:30.879514 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d683789-b1d4-45de-bf08-6a9dff7b6215 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:15:30.906985 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-833820d9-65df-4ace-b2c6-83b4ef52fcee None None] For port 80b53937-2e50-49c8-aa76-f648a9423c85, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=80b53937-2e50-49c8-aa76-f648a9423c85,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:15:30.918021 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-31aa2ad7-16aa-47dd-8f2e-b48bb8767db4 req-92a68b86-cfed-456a-9a5d-002a25ee4ea1 tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] 10.222.0.60 "GET /v2.0/security-groups?id=a41e4d0e-04c3-4836-ab98-8f9b54e54af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538862 Jun 11 10:15:30.937865 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-73118fdb-2d73-4999-a67a-f7923060594e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:30.941395 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d2b59843-0d58-4104-b41c-ec34372d1b3a tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:15:30.951999 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning for port 3612456b-0329-47a5-a6e3-7ade237a079d completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:15:30.956631 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a6d14f25-ace9-4b7b-84b6-522d224085dd req-58bea68e-d76a-4764-93b5-555cd6ae332b service neutron] 10.222.0.60 "GET /v2.0/networks/db93647b-0e21-4983-a45b-0e51426db587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620388 Jun 11 10:15:30.960466 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 2d683789-b1d4-45de-bf08-6a9dff7b6215, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=2d683789-b1d4-45de-bf08-6a9dff7b6215,segment=NetworkSegment(0581c28b-7c50-4522-9686-95bd8a5176b6),segment_id=0581c28b-7c50-4522-9686-95bd8a5176b6)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:15:30.962260 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port 3612456b-0329-47a5-a6e3-7ade237a079d triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:15:30.964996 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:30.967450 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 4d26e8b2-b4dc-4e20-b51a-a1c49e216f63 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:15:30.968028 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:31.025776 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-73118fdb-2d73-4999-a67a-f7923060594e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375108'] for router_interface, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:31.027838 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73118fdb-2d73-4999-a67a-f7923060594e admin admin] Pushing event updated for resources: {'Port': ['ID=877d17be-2dd0-4cd6-a736-96bce16ed2cd,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:15:31.031810 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-73118fdb-2d73-4999-a67a-f7923060594e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:15:31.048853 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-833820d9-65df-4ace-b2c6-83b4ef52fcee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:31.062921 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:15:31.087713 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a6d14f25-ace9-4b7b-84b6-522d224085dd req-65083bf7-7d6d-4fa3-b51d-c5e9cbf772f7 service neutron] 10.222.0.60 "GET /v2.0/networks/db93647b-0e21-4983-a45b-0e51426db587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227672 Jun 11 10:15:31.109080 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:31.167437 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73118fdb-2d73-4999-a67a-f7923060594e admin admin] Network eaac4fca-baa1-44f8-af5f-f98a81bf0250 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:15:31.169371 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-73118fdb-2d73-4999-a67a-f7923060594e admin admin] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:15:31.239879 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a466e2-661b-4018-acb2-14122107b510 None None] Pushing event updated for resources: {'Port': ['ID=80b53937-2e50-49c8-aa76-f648a9423c85,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:15:31.260600 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833820d9-65df-4ace-b2c6-83b4ef52fcee None None] Routers {'73f4931a-ae53-42a1-94fa-3a2d239aa815'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:15:31.261280 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-833820d9-65df-4ace-b2c6-83b4ef52fcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:15:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['73f4931a-ae53-42a1-94fa-3a2d239aa815'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:15:31.266025 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-19a466e2-661b-4018-acb2-14122107b510 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:15:31.270973 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-19a466e2-661b-4018-acb2-14122107b510 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.158s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:15:31.384505 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73118fdb-2d73-4999-a67a-f7923060594e admin admin] Router 73f4931a-ae53-42a1-94fa-3a2d239aa815 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:15:31.507162 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-40695592-d117-4111-96ae-0b396a542453 req-4e069aca-d6b7-4985-bedc-98f60e006c8b tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] 10.222.0.60 "GET /v2.0/ports?device_id=96489d9c-9aa9-4afe-9bf4-886aeeae56c0 HTTP/1.1" status: 200 len: 210 time: 0.0502155 Jun 11 10:15:31.673867 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73118fdb-2d73-4999-a67a-f7923060594e admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:15:31.679718 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-73118fdb-2d73-4999-a67a-f7923060594e admin admin] 10.222.0.60 "PUT /v2.0/routers/73f4931a-ae53-42a1-94fa-3a2d239aa815/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5963843 Jun 11 10:15:31.730590 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e816b17-c19f-4ecd-85c3-fd79ec690aa6 req-3b9e31e0-483c-4b5e-91c6-6e4bb66478c5 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:31.732965 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9e816b17-c19f-4ecd-85c3-fd79ec690aa6 req-3b9e31e0-483c-4b5e-91c6-6e4bb66478c5 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ec1e17d-c585-4409-a40f-acf0d6ff5307 HTTP/1.1" status: 200 len: 945 time: 0.1247647 Jun 11 10:15:31.788264 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-833820d9-65df-4ace-b2c6-83b4ef52fcee None None] Set router 73f4931a-ae53-42a1-94fa-3a2d239aa815 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:15:31.802318 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9e816b17-c19f-4ecd-85c3-fd79ec690aa6 req-c61b59c0-446e-4b2c-aad0-586e583ecd7b tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=3820e434-2f22-40ca-aca1-203621ef7aab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641143 Jun 11 10:15:32.079723 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:32.080386 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:32.174268 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['2d683789-b1d4-45de-bf08-6a9dff7b6215'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:15:32.183603 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=2d683789-b1d4-45de-bf08-6a9dff7b6215,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:15:32.241103 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.971s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:15:32.265822 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 6f97763e-7f3c-432f-b45f-d498d4ee9fe0 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:15:32.286458 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b8ff5-ea1f-4ec3-b4ba-95a2609a9a0a req-747f5586-7122-4f0a-95c5-b8901f531c36 tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:32.288533 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-983b8ff5-ea1f-4ec3-b4ba-95a2609a9a0a req-747f5586-7122-4f0a-95c5-b8901f531c36 tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] 10.222.0.60 "GET /v2.0/ports?device_id=06e346ff-bfc3-4084-a48a-cb74b6728f16 HTTP/1.1" status: 200 len: 945 time: 0.1785204 Jun 11 10:15:32.324067 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ec1e17d-c585-4409-a40f-acf0d6ff5307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3612456b-0329-47a5-a6e3-7ade237a079d'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:15:32.327256 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04587f07-5b73-45dd-8ab6-6caf855f7914" -d '{"events": [{"server_uuid": "9ec1e17d-c585-4409-a40f-acf0d6ff5307", "name": "network-vif-plugged", "status": "completed", "tag": "3612456b-0329-47a5-a6e3-7ade237a079d"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:15:32.378532 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-983b8ff5-ea1f-4ec3-b4ba-95a2609a9a0a req-67cf7c56-2be6-4ea5-9d62-3cc0116f887b tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] 10.222.0.60 "GET /v2.0/security-groups?id=a41e4d0e-04c3-4836-ab98-8f9b54e54af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830183 Jun 11 10:15:32.381115 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 3612456b-0329-47a5-a6e3-7ade237a079d, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=3612456b-0329-47a5-a6e3-7ade237a079d,segment=NetworkSegment(5c22e2d5-0ba6-4801-a903-4241c2620ae4),segment_id=5c22e2d5-0ba6-4801-a903-4241c2620ae4)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:15:32.450343 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8582e8-d377-4153-a9f0-ccfc9e7bff9a req-74858bac-bf60-43ec-afee-300e965603d3 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:32.463036 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7e8582e8-d377-4153-a9f0-ccfc9e7bff9a req-74858bac-bf60-43ec-afee-300e965603d3 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] 10.222.0.60 "GET /v2.0/networks?id=23479725-6388-4052-b86a-0d4cc0dcee07 HTTP/1.1" status: 200 len: 910 time: 0.2144027 Jun 11 10:15:32.481067 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7e8582e8-d377-4153-a9f0-ccfc9e7bff9a req-0d2d1439-fff3-4b2c-af51-5ee76199bcf7 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] 10.222.0.60 "GET /v2.0/quotas/4b988eb123644ca7bfa78d7d5e6c6152 HTTP/1.1" status: 200 len: 375 time: 0.0170431 Jun 11 10:15:32.504206 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:32.521418 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-3654fe1f-d9aa-44f4-bea9-2277a5559d28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:15:32.633315 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7e8582e8-d377-4153-a9f0-ccfc9e7bff9a req-7b0ad152-1698-4394-acd1-a697ace24d42 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] 10.222.0.60 "GET /v2.0/ports?tenant_id=4b988eb123644ca7bfa78d7d5e6c6152&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1507046 Jun 11 10:15:32.640126 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95942d64-ce33-44aa-9a23-66fc99750a45 x-openstack-request-id: req-95942d64-ce33-44aa-9a23-66fc99750a45 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:15:32.645035 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ec1e17d-c585-4409-a40f-acf0d6ff5307", "name": "network-vif-plugged", "status": "completed", "tag": "3612456b-0329-47a5-a6e3-7ade237a079d", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:15:32.645035 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-95942d64-ce33-44aa-9a23-66fc99750a45 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:15:32.645035 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ec1e17d-c585-4409-a40f-acf0d6ff5307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3612456b-0329-47a5-a6e3-7ade237a079d', 'code': 200} Jun 11 10:15:32.667855 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-61680bae-108f-464a-ac51-263d63907b06 req-a4639806-f4dc-4ede-97d0-774ef55ba54f tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] 10.222.0.60 "GET /v2.0/ports?device_id=96489d9c-9aa9-4afe-9bf4-886aeeae56c0 HTTP/1.1" status: 200 len: 210 time: 0.0507050 Jun 11 10:15:32.715425 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=3612456b-0329-47a5-a6e3-7ade237a079d,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:15:32.748092 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:15:32.798637 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee0f2d0-ab80-408a-966c-744f0a87ba27 req-b356520c-c0f0-455e-9aa7-8222fc94a825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:32.800421 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3ee0f2d0-ab80-408a-966c-744f0a87ba27 req-b356520c-c0f0-455e-9aa7-8222fc94a825 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9ec1e17d-c585-4409-a40f-acf0d6ff5307 HTTP/1.1" status: 200 len: 1098 time: 0.1366458 Jun 11 10:15:32.812039 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7e8582e8-d377-4153-a9f0-ccfc9e7bff9a req-87ae1f1d-e11e-44c4-a655-e19b1ad92bc8 service neutron] 10.222.0.60 "GET /v2.0/networks/23479725-6388-4052-b86a-0d4cc0dcee07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769004 Jun 11 10:15:32.862563 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3ee0f2d0-ab80-408a-966c-744f0a87ba27 req-253c890e-1950-4e8f-85d4-b3ea8fe0b883 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3820e434-2f22-40ca-aca1-203621ef7aab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538557 Jun 11 10:15:32.870244 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 6f97763e-7f3c-432f-b45f-d498d4ee9fe0 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:15:32.879624 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7684809-fd58-4a7c-a1f1-f3fa8a9600cc None None] Provisioning for port 877d17be-2dd0-4cd6-a736-96bce16ed2cd completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:15:32.894810 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 6f97763e-7f3c-432f-b45f-d498d4ee9fe0 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:15:32.896098 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:32.905985 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7684809-fd58-4a7c-a1f1-f3fa8a9600cc None None] Provisioning complete for port 877d17be-2dd0-4cd6-a736-96bce16ed2cd triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:15:32.906184 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7684809-fd58-4a7c-a1f1-f3fa8a9600cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:32.969179 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-833820d9-65df-4ace-b2c6-83b4ef52fcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f4931a-ae53-42a1-94fa-3a2d239aa815', 'name': 'tempest-TestServerMultinode-732449128-router', 'tenant_id': '4b988eb123644ca7bfa78d7d5e6c6152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': '80b53937-2e50-49c8-aa76-f648a9423c85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:15:22Z', 'updated_at': '2021-06-11T10:15:30Z', 'revision_number': 4, 'project_id': '4b988eb123644ca7bfa78d7d5e6c6152', 'gw_port': {'id': '80b53937-2e50-49c8-aa76-f648a9423c85', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:1b:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f4931a-ae53-42a1-94fa-3a2d239aa815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:15:24Z', 'updated_at': '2021-06-11T10:15:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '877d17be-2dd0-4cd6-a736-96bce16ed2cd', 'name': '', 'network_id': 'eaac4fca-baa1-44f8-af5f-f98a81bf0250', 'tenant_id': '4b988eb123644ca7bfa78d7d5e6c6152', 'mac_address': 'fa:16:3e:3e:01:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f4931a-ae53-42a1-94fa-3a2d239aa815', 'device_owner': 'network:router_interface', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': '512d2586-7e2b-4124-b7fe-baa641779157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:15:28Z', 'updated_at': '2021-06-11T10:15:30Z', 'revision_number': 2, 'project_id': '4b988eb123644ca7bfa78d7d5e6c6152', 'subnets': [{'id': '512d2586-7e2b-4124-b7fe-baa641779157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:15:32.982951 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833820d9-65df-4ace-b2c6-83b4ef52fcee None None] The sync data for ids ['73f4931a-ae53-42a1-94fa-3a2d239aa815'] in n-d-779913-12 is: [{'id': '73f4931a-ae53-42a1-94fa-3a2d239aa815', 'name': 'tempest-TestServerMultinode-732449128-router', 'tenant_id': '4b988eb123644ca7bfa78d7d5e6c6152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': '80b53937-2e50-49c8-aa76-f648a9423c85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:15:22Z', 'updated_at': '2021-06-11T10:15:30Z', 'revision_number': 4, 'project_id': '4b988eb123644ca7bfa78d7d5e6c6152', 'gw_port': {'id': '80b53937-2e50-49c8-aa76-f648a9423c85', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:1b:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f4931a-ae53-42a1-94fa-3a2d239aa815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:15:24Z', 'updated_at': '2021-06-11T10:15:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '877d17be-2dd0-4cd6-a736-96bce16ed2cd', 'name': '', 'network_id': 'eaac4fca-baa1-44f8-af5f-f98a81bf0250', 'tenant_id': '4b988eb123644ca7bfa78d7d5e6c6152', 'mac_address': 'fa:16:3e:3e:01:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f4931a-ae53-42a1-94fa-3a2d239aa815', 'device_owner': 'network:router_interface', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': '512d2586-7e2b-4124-b7fe-baa641779157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:15:28Z', 'updated_at': '2021-06-11T10:15:30Z', 'revision_number': 2, 'project_id': '4b988eb123644ca7bfa78d7d5e6c6152', 'subnets': [{'id': '512d2586-7e2b-4124-b7fe-baa641779157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:15:33.031164 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7e8582e8-d377-4153-a9f0-ccfc9e7bff9a req-3f8b4a6f-bcf0-4ebd-901f-122786c75e34 service neutron] 10.222.0.60 "GET /v2.0/networks/23479725-6388-4052-b86a-0d4cc0dcee07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144623 Jun 11 10:15:33.047707 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f7684809-fd58-4a7c-a1f1-f3fa8a9600cc None None] Port 877d17be-2dd0-4cd6-a736-96bce16ed2cd cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:15:33.074220 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7684809-fd58-4a7c-a1f1-f3fa8a9600cc None None] Provisioning complete for port 6f97763e-7f3c-432f-b45f-d498d4ee9fe0 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:15:33.074601 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7684809-fd58-4a7c-a1f1-f3fa8a9600cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:33.221970 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41625cb4-6ab0-4ea2-89cf-2e5d83073859 req-2916f630-db7e-4ccb-941d-207d7c3fa7b3 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:33.228286 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-41625cb4-6ab0-4ea2-89cf-2e5d83073859 req-2916f630-db7e-4ccb-941d-207d7c3fa7b3 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ec1e17d-c585-4409-a40f-acf0d6ff5307 HTTP/1.1" status: 200 len: 946 time: 0.1663258 Jun 11 10:15:33.255181 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:33.344194 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7684809-fd58-4a7c-a1f1-f3fa8a9600cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:33.404095 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-41625cb4-6ab0-4ea2-89cf-2e5d83073859 req-1b933023-df1a-4b9f-8f47-fd22c3fcb36b tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=3820e434-2f22-40ca-aca1-203621ef7aab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711686 Jun 11 10:15:33.437949 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 6f97763e-7f3c-432f-b45f-d498d4ee9fe0, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=6f97763e-7f3c-432f-b45f-d498d4ee9fe0,segment=NetworkSegment(91722489-906f-464e-b387-23cb40f0aa8a),segment_id=91722489-906f-464e-b387-23cb40f0aa8a)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:15:33.515763 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:33.518031 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device b7421284-f761-44b2-ac7e-8b737b27e345 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:15:33.522781 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:15:33.561703 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d730ca14-da83-42ff-9c91-a6a2a5bb1254 req-37dc1994-22d7-4dba-b852-b41dede5f180 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a72a8d1c-0ded-478d-bc5d-1773dc786516 HTTP/1.1" status: 200 len: 210 time: 0.1327865 Jun 11 10:15:33.707601 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.db.api [None req-f7684809-fd58-4a7c-a1f1-f3fa8a9600cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93178) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 10:15:33.708158 n-d-779913-12 neutron-server[93178]: DEBUG oslo_db.api [None req-f7684809-fd58-4a7c-a1f1-f3fa8a9600cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 10:15:33.735376 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=6f97763e-7f3c-432f-b45f-d498d4ee9fe0,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:15:33.742087 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:15:33.792296 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c8141-6c6f-47e8-a607-679f644c0ed4 req-bafb6aef-71fc-49fd-8f65-9dc90ce9dda3 tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:33.794522 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2e3c8141-6c6f-47e8-a607-679f644c0ed4 req-bafb6aef-71fc-49fd-8f65-9dc90ce9dda3 tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] 10.222.0.60 "GET /v2.0/ports?device_id=06e346ff-bfc3-4084-a48a-cb74b6728f16 HTTP/1.1" status: 200 len: 945 time: 0.2514939 Jun 11 10:15:33.838109 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port b7421284-f761-44b2-ac7e-8b737b27e345 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:15:33.843752 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port b7421284-f761-44b2-ac7e-8b737b27e345 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:15:33.844148 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:33.912353 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2e3c8141-6c6f-47e8-a607-679f644c0ed4 req-fcb2d197-3913-43dc-850a-d056c87e2a1b tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] 10.222.0.60 "GET /v2.0/security-groups?id=a41e4d0e-04c3-4836-ab98-8f9b54e54af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102114 Jun 11 10:15:33.958291 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a290ae80-f52a-4e2f-a42d-d0322d6239fa req-216f9d15-946f-4fc2-b7f0-8a46384f88a4 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] 10.222.0.60 "GET /v2.0/ports?device_id=96489d9c-9aa9-4afe-9bf4-886aeeae56c0 HTTP/1.1" status: 200 len: 210 time: 0.0934799 Jun 11 10:15:33.968710 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 2d683789-b1d4-45de-bf08-6a9dff7b6215 up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:15:34.124164 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:34.165493 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port b7421284-f761-44b2-ac7e-8b737b27e345, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=b7421284-f761-44b2-ac7e-8b737b27e345,segment=NetworkSegment(0e5c658e-da57-49ed-a1a6-b865ad557a2c),segment_id=0e5c658e-da57-49ed-a1a6-b865ad557a2c)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:15:34.257262 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:34.258487 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning for port 2d683789-b1d4-45de-bf08-6a9dff7b6215 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:15:34.281731 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:15:34.332237 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port 2d683789-b1d4-45de-bf08-6a9dff7b6215 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:15:34.332553 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:34.509957 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=b7421284-f761-44b2-ac7e-8b737b27e345,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:15:34.528716 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:15:34.590236 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:34.618482 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 80b53937-2e50-49c8-aa76-f648a9423c85 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:15:34.717029 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e3c9de-1779-4d5f-9576-5776c28e2b32 req-5fb352a4-8db7-43eb-82f8-6711a3bcc7e0 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:34.718222 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-50e3c9de-1779-4d5f-9576-5776c28e2b32 req-5fb352a4-8db7-43eb-82f8-6711a3bcc7e0 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ec1e17d-c585-4409-a40f-acf0d6ff5307 HTTP/1.1" status: 200 len: 946 time: 0.0917213 Jun 11 10:15:34.735163 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e346ff-bfc3-4084-a48a-cb74b6728f16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d683789-b1d4-45de-bf08-6a9dff7b6215'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:15:34.740023 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58e5c49d-9768-46d7-a28d-faeb02d591e0" -d '{"events": [{"server_uuid": "06e346ff-bfc3-4084-a48a-cb74b6728f16", "name": "network-vif-plugged", "status": "completed", "tag": "2d683789-b1d4-45de-bf08-6a9dff7b6215"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:15:34.745357 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-24115cad-ce34-4c82-871d-fccd5f6dcf45 None None] Provisioning complete for port 877d17be-2dd0-4cd6-a736-96bce16ed2cd triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:15:34.745875 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-24115cad-ce34-4c82-871d-fccd5f6dcf45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:34.801935 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 2d683789-b1d4-45de-bf08-6a9dff7b6215, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=2d683789-b1d4-45de-bf08-6a9dff7b6215,segment=NetworkSegment(0581c28b-7c50-4522-9686-95bd8a5176b6),segment_id=0581c28b-7c50-4522-9686-95bd8a5176b6)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:15:34.822618 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-360e806e-deac-4915-95fa-89ce6e7d1596 req-6576ca33-4504-4b9e-b769-21017865d55c tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a72a8d1c-0ded-478d-bc5d-1773dc786516 HTTP/1.1" status: 200 len: 210 time: 0.0739355 Jun 11 10:15:34.831901 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-50e3c9de-1779-4d5f-9576-5776c28e2b32 req-2a1f8c9c-cb38-4f26-853c-9598ff5cb5a9 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=3820e434-2f22-40ca-aca1-203621ef7aab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071086 Jun 11 10:15:34.854166 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-24115cad-ce34-4c82-871d-fccd5f6dcf45 None None] Port 877d17be-2dd0-4cd6-a736-96bce16ed2cd cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:15:34.891891 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37b29095-f9da-4b9c-9af8-de9b9429ba26 x-openstack-request-id: req-37b29095-f9da-4b9c-9af8-de9b9429ba26 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:15:34.892312 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06e346ff-bfc3-4084-a48a-cb74b6728f16", "name": "network-vif-plugged", "status": "completed", "tag": "2d683789-b1d4-45de-bf08-6a9dff7b6215", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:15:34.892518 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-37b29095-f9da-4b9c-9af8-de9b9429ba26 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:15:34.892892 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06e346ff-bfc3-4084-a48a-cb74b6728f16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d683789-b1d4-45de-bf08-6a9dff7b6215', 'code': 200} Jun 11 10:15:34.918081 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:34.920274 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-76379204-b1c3-4fab-8b0e-88e427f7b255 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:15:34.930740 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d14f25-ace9-4b7b-84b6-522d224085dd req-7435b94e-d1d5-41eb-a6b0-e6951a3cfa43 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:34.930740 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a6d14f25-ace9-4b7b-84b6-522d224085dd req-7435b94e-d1d5-41eb-a6b0-e6951a3cfa43 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] 10.222.0.64 "GET /v2.0/networks?id=db93647b-0e21-4983-a45b-0e51426db587 HTTP/1.1" status: 200 len: 809 time: 0.3508940 Jun 11 10:15:35.062522 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=2d683789-b1d4-45de-bf08-6a9dff7b6215,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:15:35.078307 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a6d14f25-ace9-4b7b-84b6-522d224085dd req-9c0dec13-adb8-4245-9fab-9488d7bf7dc1 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65716eb7009d46088e8320334fed55e2 HTTP/1.1" status: 200 len: 379 time: 0.1413825 Jun 11 10:15:35.079600 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:15:35.083432 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 80b53937-2e50-49c8-aa76-f648a9423c85 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:15:35.090984 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-a6d14f25-ace9-4b7b-84b6-522d224085dd req-cc492e43-7c72-4d02-b39a-df3df1b9646f tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Request body: {'port': {'device_id': '96489d9c-9aa9-4afe-9bf4-886aeeae56c0', 'network_id': 'db93647b-0e21-4983-a45b-0e51426db587', 'admin_state_up': True, 'tenant_id': '65716eb7009d46088e8320334fed55e2', 'security_groups': ['4dc2b49c-8e88-42f4-8bc3-2d6156d87e94']}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:15:35.097263 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 80b53937-2e50-49c8-aa76-f648a9423c85 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:15:35.097263 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:35.242212 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e959917c-e4fa-41f8-8d04-79f7b96d6945 req-37ad3e8a-7ddd-46d6-a021-d30c9efce444 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:35.253378 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e959917c-e4fa-41f8-8d04-79f7b96d6945 req-37ad3e8a-7ddd-46d6-a021-d30c9efce444 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ec1e17d-c585-4409-a40f-acf0d6ff5307 HTTP/1.1" status: 200 len: 946 time: 0.1821923 Jun 11 10:15:35.272708 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88012f4-ec9d-40cf-879c-cb7cb9b8867a req-da0cbdb9-52d8-4161-bea6-9bc08e1ec265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:35.274949 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f88012f4-ec9d-40cf-879c-cb7cb9b8867a req-da0cbdb9-52d8-4161-bea6-9bc08e1ec265 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=06e346ff-bfc3-4084-a48a-cb74b6728f16 HTTP/1.1" status: 200 len: 1098 time: 0.2138968 Jun 11 10:15:35.304475 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:35.330844 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 80b53937-2e50-49c8-aa76-f648a9423c85, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=80b53937-2e50-49c8-aa76-f648a9423c85,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:15:35.358810 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f88012f4-ec9d-40cf-879c-cb7cb9b8867a req-4d7dcc3e-ac1d-4007-b9f6-8b4ce1871ab7 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a41e4d0e-04c3-4836-ab98-8f9b54e54af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707421 Jun 11 10:15:35.361723 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e959917c-e4fa-41f8-8d04-79f7b96d6945 req-44c47715-337f-4c26-9c81-cc1d5a68f6d3 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=3820e434-2f22-40ca-aca1-203621ef7aab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075857 Jun 11 10:15:35.389116 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 59074) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:15:35.397296 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84b984d-9771-4fb7-8d67-b3b694bf21f8 req-a0000bd1-2eb5-4be2-bcb4-e3358ff67f36 tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:35.398974 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c84b984d-9771-4fb7-8d67-b3b694bf21f8 req-a0000bd1-2eb5-4be2-bcb4-e3358ff67f36 tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] 10.222.0.60 "GET /v2.0/ports?device_id=06e346ff-bfc3-4084-a48a-cb74b6728f16 HTTP/1.1" status: 200 len: 946 time: 0.1228445 Jun 11 10:15:35.460179 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c84b984d-9771-4fb7-8d67-b3b694bf21f8 req-41cd5400-b622-4ba0-a3be-a23ec3c95d05 tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] 10.222.0.60 "GET /v2.0/security-groups?id=a41e4d0e-04c3-4836-ab98-8f9b54e54af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544913 Jun 11 10:15:35.486248 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:35.487163 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 6f97763e-7f3c-432f-b45f-d498d4ee9fe0 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:15:35.489960 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:15:35.522101 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6d14f25-ace9-4b7b-84b6-522d224085dd req-cc492e43-7c72-4d02-b39a-df3df1b9646f tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Made reservation on behalf of 65716eb7009d46088e8320334fed55e2 for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:15:35.527303 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a6d14f25-ace9-4b7b-84b6-522d224085dd req-cc492e43-7c72-4d02-b39a-df3df1b9646f tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:35.595149 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-256ee07e-db2e-4839-b905-fbe712145aa9 req-e6c0b1ed-9be2-4850-9dc9-f37348d42097 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] 10.222.0.60 "GET /v2.0/ports?device_id=96489d9c-9aa9-4afe-9bf4-886aeeae56c0 HTTP/1.1" status: 200 len: 210 time: 0.1081417 Jun 11 10:15:35.727899 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2f52c2-f2c5-45df-a594-9985c4163c3d tempest-TestVolumeBootPattern-1411630935 tempest-TestVolumeBootPattern-1411630935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:35.730156 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-0c2f52c2-f2c5-45df-a594-9985c4163c3d tempest-TestVolumeBootPattern-1411630935 tempest-TestVolumeBootPattern-1411630935-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=9ec1e17d-c585-4409-a40f-acf0d6ff5307 HTTP/1.1" status: 200 len: 1093 time: 0.3399622 Jun 11 10:15:35.733210 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 59082) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:15:35.738048 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-2db8bfdd-a32d-43d2-8fc5-245d437e3b56 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Request body: {'floatingip': {'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'port_id': '3612456b-0329-47a5-a6e3-7ade237a079d', 'tenant_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:15:35.807862 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-a6d14f25-ace9-4b7b-84b6-522d224085dd req-cc492e43-7c72-4d02-b39a-df3df1b9646f tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Allocated IP 172.20.0.12 (db93647b-0e21-4983-a45b-0e51426db587/8e7a82c1-1cd2-4b06-afeb-812570ed0aaa/1e205eba-73c9-414c-a1bf-7577b0c1b3ac) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:15:35.970450 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2db8bfdd-a32d-43d2-8fc5-245d437e3b56 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks [] for floatingip, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:36.015904 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=80b53937-2e50-49c8-aa76-f648a9423c85,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:15:36.019998 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:15:36.024773 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 6f97763e-7f3c-432f-b45f-d498d4ee9fe0 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:15:36.024773 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:36.038060 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a6d14f25-ace9-4b7b-84b6-522d224085dd req-cc492e43-7c72-4d02-b39a-df3df1b9646f tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:36.058368 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-a6d14f25-ace9-4b7b-84b6-522d224085dd req-cc492e43-7c72-4d02-b39a-df3df1b9646f tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Transition to ACTIVE for port object 1e205eba-73c9-414c-a1bf-7577b0c1b3ac will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:15:36.138754 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a3d83b5d-6993-48e5-a66e-fc68c37b0d22 req-75a21e73-fcb5-4480-a74f-76ee1a563cd6 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a72a8d1c-0ded-478d-bc5d-1773dc786516 HTTP/1.1" status: 200 len: 210 time: 0.1078932 Jun 11 10:15:36.170691 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:36.171624 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a6d14f25-ace9-4b7b-84b6-522d224085dd req-cc492e43-7c72-4d02-b39a-df3df1b9646f tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:36.176620 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4edfab55-381c-4656-9961-d9ae5bbe1914 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:15:36.257458 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc492e43-7c72-4d02-b39a-df3df1b9646f tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Pushing event updated for resources: {'Port': ['ID=1e205eba-73c9-414c-a1bf-7577b0c1b3ac,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:15:36.261748 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6d14f25-ace9-4b7b-84b6-522d224085dd req-cc492e43-7c72-4d02-b39a-df3df1b9646f tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Network db93647b-0e21-4983-a45b-0e51426db587 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:15:36.262803 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-cc492e43-7c72-4d02-b39a-df3df1b9646f tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:15:36.264298 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-a6d14f25-ace9-4b7b-84b6-522d224085dd req-cc492e43-7c72-4d02-b39a-df3df1b9646f tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:15:36.273076 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6d14f25-ace9-4b7b-84b6-522d224085dd req-cc492e43-7c72-4d02-b39a-df3df1b9646f tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:15:36.322173 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2db8bfdd-a32d-43d2-8fc5-245d437e3b56 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:36.385003 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d14f25-ace9-4b7b-84b6-522d224085dd req-cc492e43-7c72-4d02-b39a-df3df1b9646f tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:36.388629 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a6d14f25-ace9-4b7b-84b6-522d224085dd req-cc492e43-7c72-4d02-b39a-df3df1b9646f tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:36.411222 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 80b53937-2e50-49c8-aa76-f648a9423c85 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:15:36.479222 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a6d14f25-ace9-4b7b-84b6-522d224085dd req-cc492e43-7c72-4d02-b39a-df3df1b9646f tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3985803 Jun 11 10:15:36.482714 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 80b53937-2e50-49c8-aa76-f648a9423c85 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:15:36.482714 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:36.499983 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-a6d14f25-ace9-4b7b-84b6-522d224085dd req-ef7058a4-4704-4b22-8631-2d9fda666872 service neutron] Request body: {'port': {'device_id': '96489d9c-9aa9-4afe-9bf4-886aeeae56c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:15:36.500202 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-2db8bfdd-a32d-43d2-8fc5-245d437e3b56 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Allocated IP 172.25.4.203 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/c351d5d2-ef5a-440f-a6fd-41b0242e80f1) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:15:36.670222 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2db8bfdd-a32d-43d2-8fc5-245d437e3b56 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:36.742322 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device b7421284-f761-44b2-ac7e-8b737b27e345 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:15:36.751184 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a6d14f25-ace9-4b7b-84b6-522d224085dd req-ef7058a4-4704-4b22-8631-2d9fda666872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:36.803809 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port b7421284-f761-44b2-ac7e-8b737b27e345 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:15:36.804205 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:36.813118 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2db8bfdd-a32d-43d2-8fc5-245d437e3b56 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:36.816962 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-75ed80b7-3a88-4751-9719-5513a0097474 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:15:36.864356 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba37b749-b10d-46ab-b7be-8005a5b351c0 req-556089bb-209f-4724-96f1-722fe0bb0410 tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:36.879124 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ba37b749-b10d-46ab-b7be-8005a5b351c0 req-556089bb-209f-4724-96f1-722fe0bb0410 tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] 10.222.0.60 "GET /v2.0/ports?device_id=06e346ff-bfc3-4084-a48a-cb74b6728f16 HTTP/1.1" status: 200 len: 946 time: 0.1923084 Jun 11 10:15:36.882912 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-d0d38e9d-20d1-4ac1-a7fd-e6a6208d2a86 None None] Provisioning for port 1e205eba-73c9-414c-a1bf-7577b0c1b3ac completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:15:36.894627 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-d0d38e9d-20d1-4ac1-a7fd-e6a6208d2a86 None None] Provisioning complete for port 1e205eba-73c9-414c-a1bf-7577b0c1b3ac triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:15:36.895245 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d0d38e9d-20d1-4ac1-a7fd-e6a6208d2a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:36.895628 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633b7134-354a-413d-8ceb-e3437b16f383 None None] Sync routers for ids ['73f4931a-ae53-42a1-94fa-3a2d239aa815'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:15:36.912487 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633b7134-354a-413d-8ceb-e3437b16f383 None None] Routers {'73f4931a-ae53-42a1-94fa-3a2d239aa815'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:15:36.914763 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-633b7134-354a-413d-8ceb-e3437b16f383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:15:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['73f4931a-ae53-42a1-94fa-3a2d239aa815'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:15:36.948133 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-d0d38e9d-20d1-4ac1-a7fd-e6a6208d2a86 None None] Port 1e205eba-73c9-414c-a1bf-7577b0c1b3ac cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:15:36.953215 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ba37b749-b10d-46ab-b7be-8005a5b351c0 req-1c777109-8f50-4492-8492-eda64ce1d0f1 tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] 10.222.0.60 "GET /v2.0/security-groups?id=a41e4d0e-04c3-4836-ab98-8f9b54e54af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758104 Jun 11 10:15:36.978344 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db8bfdd-a32d-43d2-8fc5-245d437e3b56 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:15:37.002212 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-2db8bfdd-a32d-43d2-8fc5-245d437e3b56 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:15:37.010145 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db8bfdd-a32d-43d2-8fc5-245d437e3b56 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:15:37.020464 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db8bfdd-a32d-43d2-8fc5-245d437e3b56 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Pushing event updated for resources: {'Port': ['ID=c351d5d2-ef5a-440f-a6fd-41b0242e80f1,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:15:37.125599 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8bfdd-a32d-43d2-8fc5-245d437e3b56 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:15:37.134253 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8bfdd-a32d-43d2-8fc5-245d437e3b56 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:15:37.135044 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8bfdd-a32d-43d2-8fc5-245d437e3b56 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:15:37.136018 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8bfdd-a32d-43d2-8fc5-245d437e3b56 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:15:37.140632 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8bfdd-a32d-43d2-8fc5-245d437e3b56 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:15:37.141271 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8bfdd-a32d-43d2-8fc5-245d437e3b56 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:15:37.142437 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8bfdd-a32d-43d2-8fc5-245d437e3b56 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:15:37.143008 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8bfdd-a32d-43d2-8fc5-245d437e3b56 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:15:37.143592 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8bfdd-a32d-43d2-8fc5-245d437e3b56 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:15:37.144150 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8bfdd-a32d-43d2-8fc5-245d437e3b56 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:15:37.144904 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8bfdd-a32d-43d2-8fc5-245d437e3b56 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:15:37.147193 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8bfdd-a32d-43d2-8fc5-245d437e3b56 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:15:37.195788 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2db8bfdd-a32d-43d2-8fc5-245d437e3b56 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:15:37.249241 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-633b7134-354a-413d-8ceb-e3437b16f383 None None] Set router 73f4931a-ae53-42a1-94fa-3a2d239aa815 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:15:37.322352 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d16155-9633-462b-a747-c881b29f3422 req-afdf4aee-7afe-4dc0-b992-a980892323f3 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:37.335386 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.64', 53057) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:15:37.336073 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b5d16155-9633-462b-a747-c881b29f3422 req-afdf4aee-7afe-4dc0-b992-a980892323f3 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] 10.222.0.60 "GET /v2.0/ports?device_id=96489d9c-9aa9-4afe-9bf4-886aeeae56c0 HTTP/1.1" status: 200 len: 932 time: 0.4479005 Jun 11 10:15:37.404263 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8582e8-d377-4153-a9f0-ccfc9e7bff9a req-85bef0f7-7403-4ecb-bae8-084bb0d02302 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:37.406265 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7e8582e8-d377-4153-a9f0-ccfc9e7bff9a req-85bef0f7-7403-4ecb-bae8-084bb0d02302 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] 10.222.0.64 "GET /v2.0/networks?id=23479725-6388-4052-b86a-0d4cc0dcee07 HTTP/1.1" status: 200 len: 910 time: 0.4428992 Jun 11 10:15:37.426669 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-7e8582e8-d377-4153-a9f0-ccfc9e7bff9a req-46dd1b47-1a90-4b70-9092-3e7294d1272c tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] Request body: {'port': {'device_id': 'a72a8d1c-0ded-478d-bc5d-1773dc786516', 'network_id': '23479725-6388-4052-b86a-0d4cc0dcee07', 'admin_state_up': True, 'tenant_id': '4b988eb123644ca7bfa78d7d5e6c6152'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:15:37.493282 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5ce9dd4c-0715-4f0a-8554-f71430acb47a req-7218b40f-fd08-4f57-b67f-8e7f481f2dfe tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a72a8d1c-0ded-478d-bc5d-1773dc786516 HTTP/1.1" status: 200 len: 210 time: 0.0763640 Jun 11 10:15:37.548447 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d38bbf17-cb60-4063-b419-ac37f61dfc7f req-71c655bf-afaf-4e91-87b5-443a701dc366 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9ec1e17d-c585-4409-a40f-acf0d6ff5307&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2111726 Jun 11 10:15:37.656287 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-633b7134-354a-413d-8ceb-e3437b16f383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f4931a-ae53-42a1-94fa-3a2d239aa815', 'name': 'tempest-TestServerMultinode-732449128-router', 'tenant_id': '4b988eb123644ca7bfa78d7d5e6c6152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': '80b53937-2e50-49c8-aa76-f648a9423c85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:15:22Z', 'updated_at': '2021-06-11T10:15:30Z', 'revision_number': 4, 'project_id': '4b988eb123644ca7bfa78d7d5e6c6152', 'gw_port': {'id': '80b53937-2e50-49c8-aa76-f648a9423c85', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:1b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f4931a-ae53-42a1-94fa-3a2d239aa815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:15:24Z', 'updated_at': '2021-06-11T10:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '877d17be-2dd0-4cd6-a736-96bce16ed2cd', 'name': '', 'network_id': 'eaac4fca-baa1-44f8-af5f-f98a81bf0250', 'tenant_id': '4b988eb123644ca7bfa78d7d5e6c6152', 'mac_address': 'fa:16:3e:3e:01:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f4931a-ae53-42a1-94fa-3a2d239aa815', 'device_owner': 'network:router_interface', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': '512d2586-7e2b-4124-b7fe-baa641779157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:15:28Z', 'updated_at': '2021-06-11T10:15:30Z', 'revision_number': 2, 'project_id': '4b988eb123644ca7bfa78d7d5e6c6152', 'subnets': [{'id': '512d2586-7e2b-4124-b7fe-baa641779157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:15:37.660519 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633b7134-354a-413d-8ceb-e3437b16f383 None None] Checking router: 73f4931a-ae53-42a1-94fa-3a2d239aa815 for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:15:37.660977 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633b7134-354a-413d-8ceb-e3437b16f383 None None] Updating router 73f4931a-ae53-42a1-94fa-3a2d239aa815 port 877d17be-2dd0-4cd6-a736-96bce16ed2cd binding host n-d-779913-12 {{(pid=93179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 10:15:37.663088 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b5d16155-9633-462b-a747-c881b29f3422 req-c1dd72f8-650b-489e-925f-b30c77332a0f tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dc2b49c-8e88-42f4-8bc3-2d6156d87e94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3257017 Jun 11 10:15:37.673326 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-a6d14f25-ace9-4b7b-84b6-522d224085dd req-ef7058a4-4704-4b22-8631-2d9fda666872 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e205eba-73c9-414c-a1bf-7577b0c1b3ac {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:15:37.682954 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a6d14f25-ace9-4b7b-84b6-522d224085dd req-ef7058a4-4704-4b22-8631-2d9fda666872 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:37.701914 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e8582e8-d377-4153-a9f0-ccfc9e7bff9a req-46dd1b47-1a90-4b70-9092-3e7294d1272c tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] Made reservation on behalf of 4b988eb123644ca7bfa78d7d5e6c6152 for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:15:37.704351 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-7e8582e8-d377-4153-a9f0-ccfc9e7bff9a req-46dd1b47-1a90-4b70-9092-3e7294d1272c tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:37.712867 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-633b7134-354a-413d-8ceb-e3437b16f383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:37.732169 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-a6d14f25-ace9-4b7b-84b6-522d224085dd req-ef7058a4-4704-4b22-8631-2d9fda666872 service neutron] Transition to ACTIVE for port object 1e205eba-73c9-414c-a1bf-7577b0c1b3ac will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:15:37.800578 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38bbf17-cb60-4063-b419-ac37f61dfc7f req-79636256-3b63-44f9-98b6-f60e9d565f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:37.802052 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d38bbf17-cb60-4063-b419-ac37f61dfc7f req-79636256-3b63-44f9-98b6-f60e9d565f18 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c7545923ebc48e08cfbeb0d8e94f901&device_id=9ec1e17d-c585-4409-a40f-acf0d6ff5307 HTTP/1.1" status: 200 len: 1098 time: 0.1807923 Jun 11 10:15:37.841719 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a6d14f25-ace9-4b7b-84b6-522d224085dd req-ef7058a4-4704-4b22-8631-2d9fda666872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:37.847591 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0a63fdf8-d16c-48bd-91e3-ba4ae9e9baba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:15:37.912830 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2db8bfdd-a32d-43d2-8fc5-245d437e3b56 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:38.082852 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-633b7134-354a-413d-8ceb-e3437b16f383 None None] Notify callbacks [] for port, precommit_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:38.096698 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-633b7134-354a-413d-8ceb-e3437b16f383 None None] Transition to ACTIVE for port object 877d17be-2dd0-4cd6-a736-96bce16ed2cd will not be triggered until provisioned by entity L2. {{(pid=93179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:15:38.146523 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2db8bfdd-a32d-43d2-8fc5-245d437e3b56 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:38.151745 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7058a4-4704-4b22-8631-2d9fda666872 service neutron] Pushing event updated for resources: {'Port': ['ID=1e205eba-73c9-414c-a1bf-7577b0c1b3ac,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:15:38.156258 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ef7058a4-4704-4b22-8631-2d9fda666872 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:15:38.168621 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-633b7134-354a-413d-8ceb-e3437b16f383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:38.168621 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-bc7d68d6-6e33-4d78-b4c4-e754cc5eb73d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:15:38.202426 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-7e8582e8-d377-4153-a9f0-ccfc9e7bff9a req-46dd1b47-1a90-4b70-9092-3e7294d1272c tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] Allocated IP 172.20.0.6 (23479725-6388-4052-b86a-0d4cc0dcee07/4c1fe839-a6d3-4694-80c6-c77b16cad451/75684474-341c-4484-b708-7ecc2077a41e) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:15:38.475703 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2db8bfdd-a32d-43d2-8fc5-245d437e3b56 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:38.537351 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce91b905-3973-4459-b6a4-b5014fbd3a04 None None] Pushing event updated for resources: {'Port': ['ID=877d17be-2dd0-4cd6-a736-96bce16ed2cd,revision_number=3']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:15:38.541809 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-ce91b905-3973-4459-b6a4-b5014fbd3a04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:15:38.560227 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2db8bfdd-a32d-43d2-8fc5-245d437e3b56 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:38.565812 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-16e2e642-5771-4131-bd6b-a215e8079fa7 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:15:38.658931 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db8bfdd-a32d-43d2-8fc5-245d437e3b56 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Pushing event updated for resources: {'Port': ['ID=c351d5d2-ef5a-440f-a6fd-41b0242e80f1,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:15:38.670214 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2db8bfdd-a32d-43d2-8fc5-245d437e3b56 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:15:38.763257 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-633b7134-354a-413d-8ceb-e3437b16f383 None None] Attempting to bind port 877d17be-2dd0-4cd6-a736-96bce16ed2cd on host n-d-779913-12 for vnic_type normal with profile {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:15:38.763672 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-633b7134-354a-413d-8ceb-e3437b16f383 None None] Attempting to bind port 877d17be-2dd0-4cd6-a736-96bce16ed2cd by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '91722489-906f-464e-b387-23cb40f0aa8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'eaac4fca-baa1-44f8-af5f-f98a81bf0250'}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:15:38.764045 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633b7134-354a-413d-8ceb-e3437b16f383 None None] Attempting to bind port 877d17be-2dd0-4cd6-a736-96bce16ed2cd on network eaac4fca-baa1-44f8-af5f-f98a81bf0250 {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:15:38.772733 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633b7134-354a-413d-8ceb-e3437b16f383 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:15:38.773607 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633b7134-354a-413d-8ceb-e3437b16f383 None None] Checking segment: {'id': '91722489-906f-464e-b387-23cb40f0aa8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'eaac4fca-baa1-44f8-af5f-f98a81bf0250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:15:38.773607 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-633b7134-354a-413d-8ceb-e3437b16f383 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:38.773812 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c4e8ef80-778a-459d-a0ce-ac81aaf040e9 req-b25c0111-9735-47f0-ae6c-bca825f5fb12 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a72a8d1c-0ded-478d-bc5d-1773dc786516 HTTP/1.1" status: 200 len: 210 time: 0.0588212 Jun 11 10:15:38.773966 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633b7134-354a-413d-8ceb-e3437b16f383 None None] Bound using segment: {'id': '91722489-906f-464e-b387-23cb40f0aa8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'eaac4fca-baa1-44f8-af5f-f98a81bf0250'} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:15:38.774401 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-633b7134-354a-413d-8ceb-e3437b16f383 None None] Bound port: 877d17be-2dd0-4cd6-a736-96bce16ed2cd, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91722489-906f-464e-b387-23cb40f0aa8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'eaac4fca-baa1-44f8-af5f-f98a81bf0250'}}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:15:38.774781 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-633b7134-354a-413d-8ceb-e3437b16f383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:38.819851 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2db8bfdd-a32d-43d2-8fc5-245d437e3b56 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:38.829560 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38bbf17-cb60-4063-b419-ac37f61dfc7f req-2c6c4b02-2c05-42be-be24-e5c53749ac25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:38.831781 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d38bbf17-cb60-4063-b419-ac37f61dfc7f req-2c6c4b02-2c05-42be-be24-e5c53749ac25 service neutron] 10.222.0.64 "GET /v2.0/networks?id=795e7157-0b59-4b3c-b5bc-895c607dc0cc HTTP/1.1" status: 200 len: 911 time: 0.9713569 Jun 11 10:15:38.888162 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-633b7134-354a-413d-8ceb-e3437b16f383 None None] For port 877d17be-2dd0-4cd6-a736-96bce16ed2cd, host n-d-779913-12, cleared binding levels {{(pid=93179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:15:38.892545 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-633b7134-354a-413d-8ceb-e3437b16f383 None None] For port 877d17be-2dd0-4cd6-a736-96bce16ed2cd, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=877d17be-2dd0-4cd6-a736-96bce16ed2cd,segment=NetworkSegment(91722489-906f-464e-b387-23cb40f0aa8a),segment_id=91722489-906f-464e-b387-23cb40f0aa8a)] {{(pid=93179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:15:38.964768 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-633b7134-354a-413d-8ceb-e3437b16f383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:38.967758 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-1f01e414-ee6d-4418-a622-a78e5383f864 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:15:39.039489 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633b7134-354a-413d-8ceb-e3437b16f383 None None] Routers {'73f4931a-ae53-42a1-94fa-3a2d239aa815'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:15:39.040253 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-633b7134-354a-413d-8ceb-e3437b16f383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:15:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['73f4931a-ae53-42a1-94fa-3a2d239aa815'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:15:39.045994 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce91b905-3973-4459-b6a4-b5014fbd3a04 None None] Pushing event updated for resources: {'Port': ['ID=877d17be-2dd0-4cd6-a736-96bce16ed2cd,revision_number=4']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:15:39.073429 n-d-779913-12 neutron-server[93177]: INFO neutron.db.l3_db [None req-2db8bfdd-a32d-43d2-8fc5-245d437e3b56 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Floating IP 0dc6910f-750d-47d6-9e39-41ab3c2ceaa4 associated. External IP: 172.25.4.203, port: 3612456b-0329-47a5-a6e3-7ade237a079d. Jun 11 10:15:39.096791 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-ce91b905-3973-4459-b6a4-b5014fbd3a04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:15:39.113545 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-a6d14f25-ace9-4b7b-84b6-522d224085dd req-ef7058a4-4704-4b22-8631-2d9fda666872 service neutron] Attempting to bind port 1e205eba-73c9-414c-a1bf-7577b0c1b3ac on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:15:39.114068 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-a6d14f25-ace9-4b7b-84b6-522d224085dd req-ef7058a4-4704-4b22-8631-2d9fda666872 service neutron] Attempting to bind port 1e205eba-73c9-414c-a1bf-7577b0c1b3ac by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '67120add-2ea2-49af-b8c9-5e21590f7297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'db93647b-0e21-4983-a45b-0e51426db587'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:15:39.114430 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d14f25-ace9-4b7b-84b6-522d224085dd req-ef7058a4-4704-4b22-8631-2d9fda666872 service neutron] Attempting to bind port 1e205eba-73c9-414c-a1bf-7577b0c1b3ac on network db93647b-0e21-4983-a45b-0e51426db587 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:15:39.122877 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d38bbf17-cb60-4063-b419-ac37f61dfc7f req-be139076-0b54-461a-ac64-47c5e0f14843 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3612456b-0329-47a5-a6e3-7ade237a079d HTTP/1.1" status: 200 len: 1000 time: 0.2772818 Jun 11 10:15:39.134826 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d14f25-ace9-4b7b-84b6-522d224085dd req-ef7058a4-4704-4b22-8631-2d9fda666872 service neutron] Port 1e205eba-73c9-414c-a1bf-7577b0c1b3ac on network db93647b-0e21-4983-a45b-0e51426db587 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:15:39.135159 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d14f25-ace9-4b7b-84b6-522d224085dd req-ef7058a4-4704-4b22-8631-2d9fda666872 service neutron] Attempting to bind port 1e205eba-73c9-414c-a1bf-7577b0c1b3ac on network db93647b-0e21-4983-a45b-0e51426db587 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:15:39.147340 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d14f25-ace9-4b7b-84b6-522d224085dd req-ef7058a4-4704-4b22-8631-2d9fda666872 service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:15:39.147772 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d14f25-ace9-4b7b-84b6-522d224085dd req-ef7058a4-4704-4b22-8631-2d9fda666872 service neutron] Checking segment: {'id': '67120add-2ea2-49af-b8c9-5e21590f7297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'db93647b-0e21-4983-a45b-0e51426db587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:15:39.148180 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d14f25-ace9-4b7b-84b6-522d224085dd req-ef7058a4-4704-4b22-8631-2d9fda666872 service neutron] Bound using segment: {'id': '67120add-2ea2-49af-b8c9-5e21590f7297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'db93647b-0e21-4983-a45b-0e51426db587'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:15:39.148639 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-a6d14f25-ace9-4b7b-84b6-522d224085dd req-ef7058a4-4704-4b22-8631-2d9fda666872 service neutron] Bound port: 1e205eba-73c9-414c-a1bf-7577b0c1b3ac, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67120add-2ea2-49af-b8c9-5e21590f7297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'db93647b-0e21-4983-a45b-0e51426db587'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:15:39.148995 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a6d14f25-ace9-4b7b-84b6-522d224085dd req-ef7058a4-4704-4b22-8631-2d9fda666872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:39.227200 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7c747b-1533-484d-ae80-32d7409c9328 req-4be679d0-72bd-4b14-b8d1-f264ace885f5 tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:39.235052 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8c7c747b-1533-484d-ae80-32d7409c9328 req-4be679d0-72bd-4b14-b8d1-f264ace885f5 tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] 10.222.0.60 "GET /v2.0/ports?device_id=06e346ff-bfc3-4084-a48a-cb74b6728f16 HTTP/1.1" status: 200 len: 946 time: 1.0760708 Jun 11 10:15:39.265634 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-633b7134-354a-413d-8ceb-e3437b16f383 None None] Set router 73f4931a-ae53-42a1-94fa-3a2d239aa815 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:15:39.387975 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38bbf17-cb60-4063-b419-ac37f61dfc7f req-5d5198cd-1a66-462a-ae17-763fb7da50f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:39.389465 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d38bbf17-cb60-4063-b419-ac37f61dfc7f req-5d5198cd-1a66-462a-ae17-763fb7da50f5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b543bd1f-2b45-4ed6-ae53-d9d0c8ed8871 HTTP/1.1" status: 200 len: 849 time: 0.2477469 Jun 11 10:15:39.460481 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-a6d14f25-ace9-4b7b-84b6-522d224085dd req-ef7058a4-4704-4b22-8631-2d9fda666872 service neutron] For port 1e205eba-73c9-414c-a1bf-7577b0c1b3ac, host n-h1-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:15:39.464194 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-a6d14f25-ace9-4b7b-84b6-522d224085dd req-ef7058a4-4704-4b22-8631-2d9fda666872 service neutron] For port 1e205eba-73c9-414c-a1bf-7577b0c1b3ac, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=1e205eba-73c9-414c-a1bf-7577b0c1b3ac,segment=NetworkSegment(67120add-2ea2-49af-b8c9-5e21590f7297),segment_id=67120add-2ea2-49af-b8c9-5e21590f7297)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:15:39.505610 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8c7c747b-1533-484d-ae80-32d7409c9328 req-f05aa260-dc67-460a-b133-e9c098f37ad9 tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] 10.222.0.60 "GET /v2.0/security-groups?id=a41e4d0e-04c3-4836-ab98-8f9b54e54af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695463 Jun 11 10:15:39.519031 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-7e8582e8-d377-4153-a9f0-ccfc9e7bff9a req-46dd1b47-1a90-4b70-9092-3e7294d1272c tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:39.574837 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a6d14f25-ace9-4b7b-84b6-522d224085dd req-ef7058a4-4704-4b22-8631-2d9fda666872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:39.584357 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7dbc3834-14a7-4659-b345-da6490fbc6cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:15:39.616653 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-7e8582e8-d377-4153-a9f0-ccfc9e7bff9a req-46dd1b47-1a90-4b70-9092-3e7294d1272c tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] Transition to ACTIVE for port object 75684474-341c-4484-b708-7ecc2077a41e will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:15:39.686350 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d14f25-ace9-4b7b-84b6-522d224085dd req-ef7058a4-4704-4b22-8631-2d9fda666872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:39.686750 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a6d14f25-ace9-4b7b-84b6-522d224085dd req-ef7058a4-4704-4b22-8631-2d9fda666872 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:39.688143 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a6d14f25-ace9-4b7b-84b6-522d224085dd req-ef7058a4-4704-4b22-8631-2d9fda666872 service neutron] 10.222.0.64 "PUT /v2.0/ports/1e205eba-73c9-414c-a1bf-7577b0c1b3ac HTTP/1.1" status: 200 len: 1093 time: 3.1996408 Jun 11 10:15:39.688737 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96489d9c-9aa9-4afe-9bf4-886aeeae56c0', 'tag': '1e205eba-73c9-414c-a1bf-7577b0c1b3ac'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:15:39.691113 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98581989-bd2a-4625-8227-c21cad968a76" -d '{"events": [{"name": "network-changed", "server_uuid": "96489d9c-9aa9-4afe-9bf4-886aeeae56c0", "tag": "1e205eba-73c9-414c-a1bf-7577b0c1b3ac"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:15:39.722169 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-633b7134-354a-413d-8ceb-e3437b16f383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f4931a-ae53-42a1-94fa-3a2d239aa815', 'name': 'tempest-TestServerMultinode-732449128-router', 'tenant_id': '4b988eb123644ca7bfa78d7d5e6c6152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': '80b53937-2e50-49c8-aa76-f648a9423c85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:15:22Z', 'updated_at': '2021-06-11T10:15:30Z', 'revision_number': 4, 'project_id': '4b988eb123644ca7bfa78d7d5e6c6152', 'gw_port': {'id': '80b53937-2e50-49c8-aa76-f648a9423c85', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:1b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f4931a-ae53-42a1-94fa-3a2d239aa815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:15:24Z', 'updated_at': '2021-06-11T10:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '877d17be-2dd0-4cd6-a736-96bce16ed2cd', 'name': '', 'network_id': 'eaac4fca-baa1-44f8-af5f-f98a81bf0250', 'tenant_id': '4b988eb123644ca7bfa78d7d5e6c6152', 'mac_address': 'fa:16:3e:3e:01:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f4931a-ae53-42a1-94fa-3a2d239aa815', 'device_owner': 'network:router_interface', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': '512d2586-7e2b-4124-b7fe-baa641779157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:15:28Z', 'updated_at': '2021-06-11T10:15:38Z', 'revision_number': 4, 'project_id': '4b988eb123644ca7bfa78d7d5e6c6152', 'subnets': [{'id': '512d2586-7e2b-4124-b7fe-baa641779157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:15:39.731837 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633b7134-354a-413d-8ceb-e3437b16f383 None None] The sync data for ids ['73f4931a-ae53-42a1-94fa-3a2d239aa815'] in n-d-779913-12 is: [{'id': '73f4931a-ae53-42a1-94fa-3a2d239aa815', 'name': 'tempest-TestServerMultinode-732449128-router', 'tenant_id': '4b988eb123644ca7bfa78d7d5e6c6152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': '80b53937-2e50-49c8-aa76-f648a9423c85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:15:22Z', 'updated_at': '2021-06-11T10:15:30Z', 'revision_number': 4, 'project_id': '4b988eb123644ca7bfa78d7d5e6c6152', 'gw_port': {'id': '80b53937-2e50-49c8-aa76-f648a9423c85', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:1b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f4931a-ae53-42a1-94fa-3a2d239aa815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:15:24Z', 'updated_at': '2021-06-11T10:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '877d17be-2dd0-4cd6-a736-96bce16ed2cd', 'name': '', 'network_id': 'eaac4fca-baa1-44f8-af5f-f98a81bf0250', 'tenant_id': '4b988eb123644ca7bfa78d7d5e6c6152', 'mac_address': 'fa:16:3e:3e:01:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f4931a-ae53-42a1-94fa-3a2d239aa815', 'device_owner': 'network:router_interface', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': '512d2586-7e2b-4124-b7fe-baa641779157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:15:28Z', 'updated_at': '2021-06-11T10:15:38Z', 'revision_number': 4, 'project_id': '4b988eb123644ca7bfa78d7d5e6c6152', 'subnets': [{'id': '512d2586-7e2b-4124-b7fe-baa641779157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:15:39.812014 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7058a4-4704-4b22-8631-2d9fda666872 service neutron] Pushing event updated for resources: {'Port': ['ID=1e205eba-73c9-414c-a1bf-7577b0c1b3ac,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:15:39.815616 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ef7058a4-4704-4b22-8631-2d9fda666872 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:15:39.827716 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38bbf17-cb60-4063-b419-ac37f61dfc7f req-d46091a9-5e9f-4547-909e-f4fa840184b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:39.827716 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d38bbf17-cb60-4063-b419-ac37f61dfc7f req-d46091a9-5e9f-4547-909e-f4fa840184b7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=795e7157-0b59-4b3c-b5bc-895c607dc0cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4222124 Jun 11 10:15:39.828993 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52362959-56f0-46e3-96cb-f295b454e2aa req-8df0940b-1ab5-4d4c-a614-9b0d8dfb1eb1 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:39.838376 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-52362959-56f0-46e3-96cb-f295b454e2aa req-8df0940b-1ab5-4d4c-a614-9b0d8dfb1eb1 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] 10.222.0.60 "GET /v2.0/ports?device_id=96489d9c-9aa9-4afe-9bf4-886aeeae56c0 HTTP/1.1" status: 200 len: 944 time: 0.8873701 Jun 11 10:15:39.862928 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db807354-2d2f-45c1-8417-4f46bf2780c3 x-openstack-request-id: req-db807354-2d2f-45c1-8417-4f46bf2780c3 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:15:39.863445 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96489d9c-9aa9-4afe-9bf4-886aeeae56c0", "tag": "1e205eba-73c9-414c-a1bf-7577b0c1b3ac", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:15:39.863905 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-db807354-2d2f-45c1-8417-4f46bf2780c3 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:15:39.864215 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96489d9c-9aa9-4afe-9bf4-886aeeae56c0', 'tag': '1e205eba-73c9-414c-a1bf-7577b0c1b3ac', 'status': 'completed', 'code': 200} Jun 11 10:15:39.990296 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-52362959-56f0-46e3-96cb-f295b454e2aa req-4f18a36d-674b-4540-9250-cd1b290443f0 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dc2b49c-8e88-42f4-8bc3-2d6156d87e94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1509395 Jun 11 10:15:40.067416 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-7e8582e8-d377-4153-a9f0-ccfc9e7bff9a req-46dd1b47-1a90-4b70-9092-3e7294d1272c tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:40.093766 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-17d7c3bb-65cb-4d07-9e4d-4aea341ed898 tempest-ServerPasswordTestJSON-1505951935 tempest-ServerPasswordTestJSON-1505951935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:15:40.229903 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e8582e8-d377-4153-a9f0-ccfc9e7bff9a req-46dd1b47-1a90-4b70-9092-3e7294d1272c tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] Network 23479725-6388-4052-b86a-0d4cc0dcee07 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:15:40.236544 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2db8bfdd-a32d-43d2-8fc5-245d437e3b56 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Router 8d7bfec0-90c0-4cee-a335-6ed17491a245 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:15:40.252404 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d38bbf17-cb60-4063-b419-ac37f61dfc7f req-14100b88-4162-4ea4-8033-83131bb15985 service neutron] 10.222.0.64 "GET /v2.0/networks/795e7157-0b59-4b3c-b5bc-895c607dc0cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4082439 Jun 11 10:15:40.314363 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98581989-bd2a-4625-8227-c21cad968a76 req-efa1e2a2-ab9b-4c11-8318-7e723704f750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:40.324039 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-98581989-bd2a-4625-8227-c21cad968a76 req-efa1e2a2-ab9b-4c11-8318-7e723704f750 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=65716eb7009d46088e8320334fed55e2&device_id=96489d9c-9aa9-4afe-9bf4-886aeeae56c0 HTTP/1.1" status: 200 len: 1096 time: 0.4551666 Jun 11 10:15:40.324039 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-7e8582e8-d377-4153-a9f0-ccfc9e7bff9a req-46dd1b47-1a90-4b70-9092-3e7294d1272c tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:15:40.326782 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e8582e8-d377-4153-a9f0-ccfc9e7bff9a req-46dd1b47-1a90-4b70-9092-3e7294d1272c tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:15:40.437616 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 877d17be-2dd0-4cd6-a736-96bce16ed2cd up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:15:40.477527 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2db8bfdd-a32d-43d2-8fc5-245d437e3b56 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:15:40.490403 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dd1b47-1a90-4b70-9092-3e7294d1272c tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] Pushing event updated for resources: {'Port': ['ID=75684474-341c-4484-b708-7ecc2077a41e,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:15:40.501117 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbd395a-1448-4254-af50-b37a351981e1 None None] Sync routers for ids ['8d7bfec0-90c0-4cee-a335-6ed17491a245'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:15:40.506042 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-46dd1b47-1a90-4b70-9092-3e7294d1272c tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:15:40.546256 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbd395a-1448-4254-af50-b37a351981e1 None None] Routers {'8d7bfec0-90c0-4cee-a335-6ed17491a245'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:15:40.546256 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-9cbd395a-1448-4254-af50-b37a351981e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:15:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['8d7bfec0-90c0-4cee-a335-6ed17491a245'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:15:40.615533 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2db8bfdd-a32d-43d2-8fc5-245d437e3b56 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:40.734553 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-2db8bfdd-a32d-43d2-8fc5-245d437e3b56 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.0002668 Jun 11 10:15:40.740628 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ec1e17d-c585-4409-a40f-acf0d6ff5307', 'tag': '3612456b-0329-47a5-a6e3-7ade237a079d'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:15:40.747856 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f67a485e-6af6-4cb7-84cf-15f5e2d285c4" -d '{"events": [{"name": "network-changed", "server_uuid": "9ec1e17d-c585-4409-a40f-acf0d6ff5307", "tag": "3612456b-0329-47a5-a6e3-7ade237a079d"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:15:40.755378 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9161f3-ece1-4f5c-ad0f-73fc376bb258 req-da93c563-72e9-409c-8448-c2f1d7981810 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:40.764886 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fa9161f3-ece1-4f5c-ad0f-73fc376bb258 req-da93c563-72e9-409c-8448-c2f1d7981810 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a72a8d1c-0ded-478d-bc5d-1773dc786516 HTTP/1.1" status: 200 len: 1027 time: 0.7162185 Jun 11 10:15:40.832771 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef07a6a-f6cc-444b-a682-2ef8880d012b x-openstack-request-id: req-6ef07a6a-f6cc-444b-a682-2ef8880d012b {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:15:40.833115 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ec1e17d-c585-4409-a40f-acf0d6ff5307", "tag": "3612456b-0329-47a5-a6e3-7ade237a079d", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:15:40.833420 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6ef07a6a-f6cc-444b-a682-2ef8880d012b {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:15:40.833877 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ec1e17d-c585-4409-a40f-acf0d6ff5307', 'tag': '3612456b-0329-47a5-a6e3-7ade237a079d', 'status': 'completed', 'code': 200} Jun 11 10:15:40.842443 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 877d17be-2dd0-4cd6-a736-96bce16ed2cd completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:15:40.889314 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8582e8-d377-4153-a9f0-ccfc9e7bff9a req-46dd1b47-1a90-4b70-9092-3e7294d1272c tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:40.889915 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-7e8582e8-d377-4153-a9f0-ccfc9e7bff9a req-46dd1b47-1a90-4b70-9092-3e7294d1272c tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:40.898623 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 877d17be-2dd0-4cd6-a736-96bce16ed2cd triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:15:40.899013 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:40.955496 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98581989-bd2a-4625-8227-c21cad968a76 req-9c410a1c-31ab-4573-b5ab-38048b050f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:40.956693 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-98581989-bd2a-4625-8227-c21cad968a76 req-9c410a1c-31ab-4573-b5ab-38048b050f23 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=65716eb7009d46088e8320334fed55e2&shared=False HTTP/1.1" status: 200 len: 910 time: 0.6264803 Jun 11 10:15:41.009424 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fa9161f3-ece1-4f5c-ad0f-73fc376bb258 req-075947e9-efa3-4ad1-a1a6-f6c01b6be1a7 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=e1eee62d-11bb-4a80-b9a8-806a1d989c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423809 Jun 11 10:15:41.061207 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-9cbd395a-1448-4254-af50-b37a351981e1 None None] Set router 8d7bfec0-90c0-4cee-a335-6ed17491a245 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:15:41.134158 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-ec7cd18b-870f-4a11-9717-362f78a5e680 None None] Provisioning for port 75684474-341c-4484-b708-7ecc2077a41e completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:15:41.151307 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d38bbf17-cb60-4063-b419-ac37f61dfc7f req-cb9348aa-617d-4519-b5be-33f6b55655d5 service neutron] 10.222.0.64 "GET /v2.0/networks/795e7157-0b59-4b3c-b5bc-895c607dc0cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8847098 Jun 11 10:15:41.153822 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-ec7cd18b-870f-4a11-9717-362f78a5e680 None None] Provisioning complete for port 75684474-341c-4484-b708-7ecc2077a41e triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:15:41.154625 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ec7cd18b-870f-4a11-9717-362f78a5e680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:41.155605 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7e8582e8-d377-4153-a9f0-ccfc9e7bff9a req-46dd1b47-1a90-4b70-9092-3e7294d1272c tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 3.7404931 Jun 11 10:15:41.184081 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-7e8582e8-d377-4153-a9f0-ccfc9e7bff9a req-3c1c6018-9dcd-4f98-badd-fc05cb9a3bf3 service neutron] Request body: {'port': {'device_id': 'a72a8d1c-0ded-478d-bc5d-1773dc786516', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:15:41.205436 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-ec7cd18b-870f-4a11-9717-362f78a5e680 None None] Port 75684474-341c-4484-b708-7ecc2077a41e cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:15:41.266948 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98581989-bd2a-4625-8227-c21cad968a76 req-9c12d1da-304b-425e-82c5-874fdcf6a49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:41.268537 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-98581989-bd2a-4625-8227-c21cad968a76 req-9c12d1da-304b-425e-82c5-874fdcf6a49a service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2829058 Jun 11 10:15:41.386734 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:41.401272 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b79aa6d-2e3e-43df-9ece-71159d6bc8ee req-14ee337f-4863-46cb-86ed-befd564af13e tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:41.404947 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2b79aa6d-2e3e-43df-9ece-71159d6bc8ee req-14ee337f-4863-46cb-86ed-befd564af13e tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] 10.222.0.60 "GET /v2.0/ports?device_id=96489d9c-9aa9-4afe-9bf4-886aeeae56c0 HTTP/1.1" status: 200 len: 944 time: 0.1842511 Jun 11 10:15:41.494100 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-7e8582e8-d377-4153-a9f0-ccfc9e7bff9a req-3c1c6018-9dcd-4f98-badd-fc05cb9a3bf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:41.507476 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2b79aa6d-2e3e-43df-9ece-71159d6bc8ee req-c5ab026e-d944-49a3-b728-3a30ef602b57 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dc2b49c-8e88-42f4-8bc3-2d6156d87e94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967863 Jun 11 10:15:41.579299 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 877d17be-2dd0-4cd6-a736-96bce16ed2cd, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=877d17be-2dd0-4cd6-a736-96bce16ed2cd,segment=NetworkSegment(91722489-906f-464e-b387-23cb40f0aa8a),segment_id=91722489-906f-464e-b387-23cb40f0aa8a)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:15:41.626483 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d14f25-ace9-4b7b-84b6-522d224085dd req-0d055bf5-955c-458c-9d7a-1478973f7ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:41.649745 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a6d14f25-ace9-4b7b-84b6-522d224085dd req-0d055bf5-955c-458c-9d7a-1478973f7ffa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=65716eb7009d46088e8320334fed55e2&device_id=96489d9c-9aa9-4afe-9bf4-886aeeae56c0 HTTP/1.1" status: 200 len: 1096 time: 0.2904441 Jun 11 10:15:41.658577 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:41.662804 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:15:41.672480 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67a485e-6af6-4cb7-84cf-15f5e2d285c4 req-4fe624d5-1f48-420e-9c9a-c5360f518cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:41.676025 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f67a485e-6af6-4cb7-84cf-15f5e2d285c4 req-4fe624d5-1f48-420e-9c9a-c5360f518cfd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c7545923ebc48e08cfbeb0d8e94f901&device_id=9ec1e17d-c585-4409-a40f-acf0d6ff5307 HTTP/1.1" status: 200 len: 1098 time: 0.3199906 Jun 11 10:15:41.771088 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a6d14f25-ace9-4b7b-84b6-522d224085dd req-6d165877-5b81-48de-81dc-d519a3ebe092 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e205eba-73c9-414c-a1bf-7577b0c1b3ac HTTP/1.1" status: 200 len: 217 time: 0.0866945 Jun 11 10:15:41.836503 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=877d17be-2dd0-4cd6-a736-96bce16ed2cd,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:15:41.875851 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:15:41.915045 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-9cbd395a-1448-4254-af50-b37a351981e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7bfec0-90c0-4cee-a335-6ed17491a245', 'name': 'tempest-TestVolumeBootPattern-95095720-router', 'tenant_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'e8e14f68-7b9f-44db-a1c8-a66ea777a1af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:06:51Z', 'updated_at': '2021-06-11T10:07:02Z', 'revision_number': 4, 'project_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'gw_port': {'id': 'e8e14f68-7b9f-44db-a1c8-a66ea777a1af', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7bfec0-90c0-4cee-a335-6ed17491a245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:06:53Z', 'updated_at': '2021-06-11T10:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': '0dc6910f-750d-47d6-9e39-41ab3c2ceaa4', 'tenant_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'floating_ip_address': '172.25.4.203', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': '8d7bfec0-90c0-4cee-a335-6ed17491a245', 'port_id': '3612456b-0329-47a5-a6e3-7ade237a079d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '795e7157-0b59-4b3c-b5bc-895c607dc0cc', 'mac_address': 'fa:16:3e:7e:92:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec1e17d-c585-4409-a40f-acf0d6ff5307', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T10:15:37Z', 'updated_at': '2021-06-11T10:15:37Z', 'revision_number': 0, 'project_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '928bc91b-4599-4d73-9481-fd36ae18c7e2', 'name': '', 'network_id': '795e7157-0b59-4b3c-b5bc-895c607dc0cc', 'tenant_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'mac_address': 'fa:16:3e:b8:e8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7bfec0-90c0-4cee-a335-6ed17491a245', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': 'b543bd1f-2b45-4ed6-ae53-d9d0c8ed8871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:06:59Z', 'updated_at': '2021-06-11T10:07:11Z', 'revision_number': 5, 'project_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'subnets': [{'id': 'b543bd1f-2b45-4ed6-ae53-d9d0c8ed8871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:15:41.924702 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbd395a-1448-4254-af50-b37a351981e1 None None] Checking router: 8d7bfec0-90c0-4cee-a335-6ed17491a245 for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:15:41.934117 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbd395a-1448-4254-af50-b37a351981e1 None None] Routers {'8d7bfec0-90c0-4cee-a335-6ed17491a245'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:15:41.934793 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-9cbd395a-1448-4254-af50-b37a351981e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:15:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['8d7bfec0-90c0-4cee-a335-6ed17491a245'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:15:41.975040 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d14f25-ace9-4b7b-84b6-522d224085dd req-6efe8844-98a0-4fdd-ab81-1569d7e97757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:41.978153 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a6d14f25-ace9-4b7b-84b6-522d224085dd req-6efe8844-98a0-4fdd-ab81-1569d7e97757 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8e7a82c1-1cd2-4b06-afeb-812570ed0aaa HTTP/1.1" status: 200 len: 848 time: 0.1909227 Jun 11 10:15:42.159125 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-9cbd395a-1448-4254-af50-b37a351981e1 None None] Set router 8d7bfec0-90c0-4cee-a335-6ed17491a245 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:15:42.343455 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c4d91b-798f-492a-ae1d-45cb9f1a0cbe req-9028e151-3854-4fc6-8c22-cd48abdb1016 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:42.345180 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-53c4d91b-798f-492a-ae1d-45cb9f1a0cbe req-9028e151-3854-4fc6-8c22-cd48abdb1016 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a72a8d1c-0ded-478d-bc5d-1773dc786516 HTTP/1.1" status: 200 len: 1027 time: 0.1427579 Jun 11 10:15:42.407628 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 877d17be-2dd0-4cd6-a736-96bce16ed2cd up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:15:42.422749 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-53c4d91b-798f-492a-ae1d-45cb9f1a0cbe req-4c829944-5239-4473-8b0e-ce9aafda59ba tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=e1eee62d-11bb-4a80-b9a8-806a1d989c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715444 Jun 11 10:15:42.559410 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67a485e-6af6-4cb7-84cf-15f5e2d285c4 req-885e00d6-c10d-4c42-bbf9-534d7338e428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:42.561128 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f67a485e-6af6-4cb7-84cf-15f5e2d285c4 req-885e00d6-c10d-4c42-bbf9-534d7338e428 service neutron] 10.222.0.64 "GET /v2.0/networks?id=795e7157-0b59-4b3c-b5bc-895c607dc0cc HTTP/1.1" status: 200 len: 911 time: 0.7870178 Jun 11 10:15:42.571098 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 877d17be-2dd0-4cd6-a736-96bce16ed2cd triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:15:42.571484 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:42.588608 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d14f25-ace9-4b7b-84b6-522d224085dd req-26f29a9a-488b-4ebe-b7ca-8179e06039a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:42.590998 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a6d14f25-ace9-4b7b-84b6-522d224085dd req-26f29a9a-488b-4ebe-b7ca-8179e06039a3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=db93647b-0e21-4983-a45b-0e51426db587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5916333 Jun 11 10:15:42.786054 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f67a485e-6af6-4cb7-84cf-15f5e2d285c4 req-e0266767-1cec-4bea-a407-83d378612d16 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3612456b-0329-47a5-a6e3-7ade237a079d HTTP/1.1" status: 200 len: 1000 time: 0.2102268 Jun 11 10:15:42.841592 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-9cbd395a-1448-4254-af50-b37a351981e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7bfec0-90c0-4cee-a335-6ed17491a245', 'name': 'tempest-TestVolumeBootPattern-95095720-router', 'tenant_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'e8e14f68-7b9f-44db-a1c8-a66ea777a1af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:06:51Z', 'updated_at': '2021-06-11T10:07:02Z', 'revision_number': 4, 'project_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'gw_port': {'id': 'e8e14f68-7b9f-44db-a1c8-a66ea777a1af', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7bfec0-90c0-4cee-a335-6ed17491a245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:06:53Z', 'updated_at': '2021-06-11T10:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': '0dc6910f-750d-47d6-9e39-41ab3c2ceaa4', 'tenant_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'floating_ip_address': '172.25.4.203', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': '8d7bfec0-90c0-4cee-a335-6ed17491a245', 'port_id': '3612456b-0329-47a5-a6e3-7ade237a079d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '795e7157-0b59-4b3c-b5bc-895c607dc0cc', 'mac_address': 'fa:16:3e:7e:92:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec1e17d-c585-4409-a40f-acf0d6ff5307', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T10:15:37Z', 'updated_at': '2021-06-11T10:15:37Z', 'revision_number': 0, 'project_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '928bc91b-4599-4d73-9481-fd36ae18c7e2', 'name': '', 'network_id': '795e7157-0b59-4b3c-b5bc-895c607dc0cc', 'tenant_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'mac_address': 'fa:16:3e:b8:e8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7bfec0-90c0-4cee-a335-6ed17491a245', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': 'b543bd1f-2b45-4ed6-ae53-d9d0c8ed8871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:06:59Z', 'updated_at': '2021-06-11T10:07:11Z', 'revision_number': 5, 'project_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'subnets': [{'id': 'b543bd1f-2b45-4ed6-ae53-d9d0c8ed8871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:15:42.845860 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbd395a-1448-4254-af50-b37a351981e1 None None] The sync data for ids ['8d7bfec0-90c0-4cee-a335-6ed17491a245'] in n-d-779913-12 is: [{'id': '8d7bfec0-90c0-4cee-a335-6ed17491a245', 'name': 'tempest-TestVolumeBootPattern-95095720-router', 'tenant_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'e8e14f68-7b9f-44db-a1c8-a66ea777a1af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:06:51Z', 'updated_at': '2021-06-11T10:07:02Z', 'revision_number': 4, 'project_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'gw_port': {'id': 'e8e14f68-7b9f-44db-a1c8-a66ea777a1af', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7bfec0-90c0-4cee-a335-6ed17491a245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:06:53Z', 'updated_at': '2021-06-11T10:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': '0dc6910f-750d-47d6-9e39-41ab3c2ceaa4', 'tenant_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'floating_ip_address': '172.25.4.203', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': '8d7bfec0-90c0-4cee-a335-6ed17491a245', 'port_id': '3612456b-0329-47a5-a6e3-7ade237a079d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '795e7157-0b59-4b3c-b5bc-895c607dc0cc', 'mac_address': 'fa:16:3e:7e:92:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec1e17d-c585-4409-a40f-acf0d6ff5307', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T10:15:37Z', 'updated_at': '2021-06-11T10:15:37Z', 'revision_number': 0, 'project_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '928bc91b-4599-4d73-9481-fd36ae18c7e2', 'name': '', 'network_id': '795e7157-0b59-4b3c-b5bc-895c607dc0cc', 'tenant_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'mac_address': 'fa:16:3e:b8:e8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7bfec0-90c0-4cee-a335-6ed17491a245', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': 'b543bd1f-2b45-4ed6-ae53-d9d0c8ed8871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:06:59Z', 'updated_at': '2021-06-11T10:07:11Z', 'revision_number': 5, 'project_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'subnets': [{'id': 'b543bd1f-2b45-4ed6-ae53-d9d0c8ed8871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:15:42.940061 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d4d66427-1efe-468e-b164-b56dc956f3be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:42.989648 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67a485e-6af6-4cb7-84cf-15f5e2d285c4 req-e5099643-7944-424c-a23d-b8e4609ff94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:42.991002 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f67a485e-6af6-4cb7-84cf-15f5e2d285c4 req-e5099643-7944-424c-a23d-b8e4609ff94b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b543bd1f-2b45-4ed6-ae53-d9d0c8ed8871 HTTP/1.1" status: 200 len: 849 time: 0.1954091 Jun 11 10:15:42.992864 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a6d14f25-ace9-4b7b-84b6-522d224085dd req-3b7e5339-4bc1-4c4b-9280-615de92d060c service neutron] 10.222.0.64 "GET /v2.0/networks/db93647b-0e21-4983-a45b-0e51426db587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3535821 Jun 11 10:15:43.003244 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-7e8582e8-d377-4153-a9f0-ccfc9e7bff9a req-3c1c6018-9dcd-4f98-badd-fc05cb9a3bf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75684474-341c-4484-b708-7ecc2077a41e {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:15:43.035683 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-7e8582e8-d377-4153-a9f0-ccfc9e7bff9a req-3c1c6018-9dcd-4f98-badd-fc05cb9a3bf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:43.112610 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-7e8582e8-d377-4153-a9f0-ccfc9e7bff9a req-3c1c6018-9dcd-4f98-badd-fc05cb9a3bf3 service neutron] Transition to ACTIVE for port object 75684474-341c-4484-b708-7ecc2077a41e will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:15:43.121224 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4612c7c6-acd5-496c-b421-b4ec69f0b0df None None] New status for floating IP 0dc6910f-750d-47d6-9e39-41ab3c2ceaa4: ACTIVE {{(pid=93179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 10:15:43.177571 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-7e8582e8-d377-4153-a9f0-ccfc9e7bff9a req-3c1c6018-9dcd-4f98-badd-fc05cb9a3bf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:43.186801 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab39df-bab7-4402-bfa5-52ec17e57fe8 req-5069ac95-202f-49d0-a553-ff9edc2b07d7 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:43.188417 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-49ab39df-bab7-4402-bfa5-52ec17e57fe8 req-5069ac95-202f-49d0-a553-ff9edc2b07d7 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] 10.222.0.60 "GET /v2.0/ports?device_id=96489d9c-9aa9-4afe-9bf4-886aeeae56c0 HTTP/1.1" status: 200 len: 944 time: 0.3609712 Jun 11 10:15:43.196900 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8ebc628a-e9a0-4ddb-b3e6-bb986deac9b0 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:15:43.647470 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db024345-df8f-45bc-815f-3b48e4c22fcf req-f2d3846e-fc6f-4767-a3fc-e540783234aa tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:43.657127 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-db024345-df8f-45bc-815f-3b48e4c22fcf req-f2d3846e-fc6f-4767-a3fc-e540783234aa tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a72a8d1c-0ded-478d-bc5d-1773dc786516 HTTP/1.1" status: 200 len: 1053 time: 0.0786288 Jun 11 10:15:43.705926 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-db024345-df8f-45bc-815f-3b48e4c22fcf req-21743a8b-a252-4d5e-9766-c7f3eaccdfea tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=e1eee62d-11bb-4a80-b9a8-806a1d989c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476506 Jun 11 10:15:44.005260 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1c6018-9dcd-4f98-badd-fc05cb9a3bf3 service neutron] Pushing event updated for resources: {'Port': ['ID=75684474-341c-4484-b708-7ecc2077a41e,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:15:44.011918 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3c1c6018-9dcd-4f98-badd-fc05cb9a3bf3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.815s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:15:44.031913 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-49ab39df-bab7-4402-bfa5-52ec17e57fe8 req-6037b5e0-6c0c-434e-bc75-daa3ad7a4239 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dc2b49c-8e88-42f4-8bc3-2d6156d87e94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8325653 Jun 11 10:15:44.036646 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a6d14f25-ace9-4b7b-84b6-522d224085dd req-5b669ae1-68ee-4966-8b24-b5b4c3256691 service neutron] 10.222.0.64 "GET /v2.0/networks/db93647b-0e21-4983-a45b-0e51426db587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0227363 Jun 11 10:15:44.087255 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67a485e-6af6-4cb7-84cf-15f5e2d285c4 req-b4b60949-a4c9-4713-baf1-5deccebc1fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:44.089104 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f67a485e-6af6-4cb7-84cf-15f5e2d285c4 req-b4b60949-a4c9-4713-baf1-5deccebc1fb2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=795e7157-0b59-4b3c-b5bc-895c607dc0cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0674889 Jun 11 10:15:44.261376 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-7e8582e8-d377-4153-a9f0-ccfc9e7bff9a req-3c1c6018-9dcd-4f98-badd-fc05cb9a3bf3 service neutron] Attempting to bind port 75684474-341c-4484-b708-7ecc2077a41e on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:15:44.261721 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-7e8582e8-d377-4153-a9f0-ccfc9e7bff9a req-3c1c6018-9dcd-4f98-badd-fc05cb9a3bf3 service neutron] Attempting to bind port 75684474-341c-4484-b708-7ecc2077a41e by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '0e5c658e-da57-49ed-a1a6-b865ad557a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '23479725-6388-4052-b86a-0d4cc0dcee07'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:15:44.262054 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8582e8-d377-4153-a9f0-ccfc9e7bff9a req-3c1c6018-9dcd-4f98-badd-fc05cb9a3bf3 service neutron] Attempting to bind port 75684474-341c-4484-b708-7ecc2077a41e on network 23479725-6388-4052-b86a-0d4cc0dcee07 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:15:44.268593 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8582e8-d377-4153-a9f0-ccfc9e7bff9a req-3c1c6018-9dcd-4f98-badd-fc05cb9a3bf3 service neutron] Port 75684474-341c-4484-b708-7ecc2077a41e on network 23479725-6388-4052-b86a-0d4cc0dcee07 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:15:44.268930 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8582e8-d377-4153-a9f0-ccfc9e7bff9a req-3c1c6018-9dcd-4f98-badd-fc05cb9a3bf3 service neutron] Attempting to bind port 75684474-341c-4484-b708-7ecc2077a41e on network 23479725-6388-4052-b86a-0d4cc0dcee07 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:15:44.283674 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8582e8-d377-4153-a9f0-ccfc9e7bff9a req-3c1c6018-9dcd-4f98-badd-fc05cb9a3bf3 service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:15:44.284024 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8582e8-d377-4153-a9f0-ccfc9e7bff9a req-3c1c6018-9dcd-4f98-badd-fc05cb9a3bf3 service neutron] Checking segment: {'id': '0e5c658e-da57-49ed-a1a6-b865ad557a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '23479725-6388-4052-b86a-0d4cc0dcee07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:15:44.284418 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8582e8-d377-4153-a9f0-ccfc9e7bff9a req-3c1c6018-9dcd-4f98-badd-fc05cb9a3bf3 service neutron] Bound using segment: {'id': '0e5c658e-da57-49ed-a1a6-b865ad557a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '23479725-6388-4052-b86a-0d4cc0dcee07'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:15:44.284859 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-7e8582e8-d377-4153-a9f0-ccfc9e7bff9a req-3c1c6018-9dcd-4f98-badd-fc05cb9a3bf3 service neutron] Bound port: 75684474-341c-4484-b708-7ecc2077a41e, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e5c658e-da57-49ed-a1a6-b865ad557a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '23479725-6388-4052-b86a-0d4cc0dcee07'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:15:44.285218 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-7e8582e8-d377-4153-a9f0-ccfc9e7bff9a req-3c1c6018-9dcd-4f98-badd-fc05cb9a3bf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:44.341477 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f67a485e-6af6-4cb7-84cf-15f5e2d285c4 req-ffd3f8ce-9028-4440-87d4-b6495b9ab9ef service neutron] 10.222.0.64 "GET /v2.0/networks/795e7157-0b59-4b3c-b5bc-895c607dc0cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140613 Jun 11 10:15:44.476453 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-7e8582e8-d377-4153-a9f0-ccfc9e7bff9a req-3c1c6018-9dcd-4f98-badd-fc05cb9a3bf3 service neutron] For port 75684474-341c-4484-b708-7ecc2077a41e, host n-h1-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:15:44.502241 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-7e8582e8-d377-4153-a9f0-ccfc9e7bff9a req-3c1c6018-9dcd-4f98-badd-fc05cb9a3bf3 service neutron] For port 75684474-341c-4484-b708-7ecc2077a41e, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=75684474-341c-4484-b708-7ecc2077a41e,segment=NetworkSegment(0e5c658e-da57-49ed-a1a6-b865ad557a2c),segment_id=0e5c658e-da57-49ed-a1a6-b865ad557a2c)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:15:44.526773 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f67a485e-6af6-4cb7-84cf-15f5e2d285c4 req-1591ffcb-c414-456c-bbd7-ae5dbd4ba33c service neutron] 10.222.0.64 "GET /v2.0/networks/795e7157-0b59-4b3c-b5bc-895c607dc0cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741657 Jun 11 10:15:44.569771 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-7e8582e8-d377-4153-a9f0-ccfc9e7bff9a req-3c1c6018-9dcd-4f98-badd-fc05cb9a3bf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:44.572107 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3c1c6018-9dcd-4f98-badd-fc05cb9a3bf3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:15:44.630505 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8582e8-d377-4153-a9f0-ccfc9e7bff9a req-3c1c6018-9dcd-4f98-badd-fc05cb9a3bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:44.631848 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-7e8582e8-d377-4153-a9f0-ccfc9e7bff9a req-3c1c6018-9dcd-4f98-badd-fc05cb9a3bf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:44.633920 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7e8582e8-d377-4153-a9f0-ccfc9e7bff9a req-3c1c6018-9dcd-4f98-badd-fc05cb9a3bf3 service neutron] 10.222.0.64 "PUT /v2.0/ports/75684474-341c-4484-b708-7ecc2077a41e HTTP/1.1" status: 200 len: 1092 time: 3.4569304 Jun 11 10:15:44.644054 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a72a8d1c-0ded-478d-bc5d-1773dc786516', 'tag': '75684474-341c-4484-b708-7ecc2077a41e'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:15:44.646554 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ae3281-87b7-49b4-a127-ebb100929523" -d '{"events": [{"name": "network-changed", "server_uuid": "a72a8d1c-0ded-478d-bc5d-1773dc786516", "tag": "75684474-341c-4484-b708-7ecc2077a41e"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:15:44.700691 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1c6018-9dcd-4f98-badd-fc05cb9a3bf3 service neutron] Pushing event updated for resources: {'Port': ['ID=75684474-341c-4484-b708-7ecc2077a41e,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:15:44.704394 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3c1c6018-9dcd-4f98-badd-fc05cb9a3bf3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:15:44.724111 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-826f042d-5403-4bfc-a3a8-80d41b1c99bf x-openstack-request-id: req-826f042d-5403-4bfc-a3a8-80d41b1c99bf {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:15:44.724595 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a72a8d1c-0ded-478d-bc5d-1773dc786516", "tag": "75684474-341c-4484-b708-7ecc2077a41e", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:15:44.726727 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-826f042d-5403-4bfc-a3a8-80d41b1c99bf {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:15:44.726727 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a72a8d1c-0ded-478d-bc5d-1773dc786516', 'tag': '75684474-341c-4484-b708-7ecc2077a41e', 'status': 'completed', 'code': 200} Jun 11 10:15:44.825634 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ae3281-87b7-49b4-a127-ebb100929523 req-bff291ea-7597-4ade-b69c-64a5bf9113c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:44.827141 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c7ae3281-87b7-49b4-a127-ebb100929523 req-bff291ea-7597-4ade-b69c-64a5bf9113c9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4b988eb123644ca7bfa78d7d5e6c6152&device_id=a72a8d1c-0ded-478d-bc5d-1773dc786516 HTTP/1.1" status: 200 len: 1095 time: 0.0906081 Jun 11 10:15:44.980469 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84220b1-2898-423d-9363-6a9398cdd7f9 req-10d56e1a-8c96-4471-839f-5f73ca5f48f6 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:44.982095 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f84220b1-2898-423d-9363-6a9398cdd7f9 req-10d56e1a-8c96-4471-839f-5f73ca5f48f6 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a72a8d1c-0ded-478d-bc5d-1773dc786516 HTTP/1.1" status: 200 len: 1095 time: 0.1169093 Jun 11 10:15:44.998622 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ae3281-87b7-49b4-a127-ebb100929523 req-a2a896aa-edcb-4a6f-bb17-2a1efb286557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:45.000416 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c7ae3281-87b7-49b4-a127-ebb100929523 req-a2a896aa-edcb-4a6f-bb17-2a1efb286557 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=4b988eb123644ca7bfa78d7d5e6c6152&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1651757 Jun 11 10:15:45.056947 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f84220b1-2898-423d-9363-6a9398cdd7f9 req-4e60aa6b-7a29-446c-9cb9-3535a217f542 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=e1eee62d-11bb-4a80-b9a8-806a1d989c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642717 Jun 11 10:15:45.154703 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ae3281-87b7-49b4-a127-ebb100929523 req-ac4f6ef2-092d-4ee2-8ff8-27c5cbf4d5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:45.156531 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c7ae3281-87b7-49b4-a127-ebb100929523 req-ac4f6ef2-092d-4ee2-8ff8-27c5cbf4d5b8 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1496472 Jun 11 10:15:45.330723 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ceb0c8-5e82-484e-bc77-1b14ab6ff432 req-7482081a-510b-4870-8921-e648254696bd tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:45.332570 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-44ceb0c8-5e82-484e-bc77-1b14ab6ff432 req-7482081a-510b-4870-8921-e648254696bd tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] 10.222.0.60 "GET /v2.0/ports?device_id=96489d9c-9aa9-4afe-9bf4-886aeeae56c0 HTTP/1.1" status: 200 len: 944 time: 0.1410844 Jun 11 10:15:45.340615 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8582e8-d377-4153-a9f0-ccfc9e7bff9a req-f8d6b3fe-eb07-47f3-965b-b1adb7c5d132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:45.340615 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7e8582e8-d377-4153-a9f0-ccfc9e7bff9a req-f8d6b3fe-eb07-47f3-965b-b1adb7c5d132 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4b988eb123644ca7bfa78d7d5e6c6152&device_id=a72a8d1c-0ded-478d-bc5d-1773dc786516 HTTP/1.1" status: 200 len: 1095 time: 0.1342371 Jun 11 10:15:45.420709 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7e8582e8-d377-4153-a9f0-ccfc9e7bff9a req-5a02d49a-6ec7-4bc1-b173-1d042c50877b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75684474-341c-4484-b708-7ecc2077a41e HTTP/1.1" status: 200 len: 217 time: 0.0748301 Jun 11 10:15:45.480221 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-44ceb0c8-5e82-484e-bc77-1b14ab6ff432 req-886bffab-ac70-4122-b35c-691990bfe64c tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dc2b49c-8e88-42f4-8bc3-2d6156d87e94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412144 Jun 11 10:15:45.512453 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8582e8-d377-4153-a9f0-ccfc9e7bff9a req-5e7d2f0d-7c5b-48e1-8dde-4322c03dcad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:45.514101 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7e8582e8-d377-4153-a9f0-ccfc9e7bff9a req-5e7d2f0d-7c5b-48e1-8dde-4322c03dcad4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4c1fe839-a6d3-4694-80c6-c77b16cad451 HTTP/1.1" status: 200 len: 848 time: 0.0878465 Jun 11 10:15:45.605918 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8582e8-d377-4153-a9f0-ccfc9e7bff9a req-0b59e4b5-2fd6-4b32-9265-17734c08816f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:45.608271 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7e8582e8-d377-4153-a9f0-ccfc9e7bff9a req-0b59e4b5-2fd6-4b32-9265-17734c08816f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=23479725-6388-4052-b86a-0d4cc0dcee07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0877316 Jun 11 10:15:45.768471 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7e8582e8-d377-4153-a9f0-ccfc9e7bff9a req-c00b73fd-7e41-488c-b59b-a40f58fdd263 service neutron] 10.222.0.64 "GET /v2.0/networks/23479725-6388-4052-b86a-0d4cc0dcee07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535478 Jun 11 10:15:45.846368 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d3e0992b-12ff-4e53-a3d9-ba0fd96d15ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:45.899074 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7e8582e8-d377-4153-a9f0-ccfc9e7bff9a req-b61c2750-7f8e-4582-af60-b7989eed132f service neutron] 10.222.0.64 "GET /v2.0/networks/23479725-6388-4052-b86a-0d4cc0dcee07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232781 Jun 11 10:15:45.992258 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:46.183000 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 1e205eba-73c9-414c-a1bf-7577b0c1b3ac details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 10:15:46.315757 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbdce7c-25d5-455c-97e8-e3273681f09c req-d72b4d19-0b3c-45cf-bb2f-9e1f7a180d39 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:46.316347 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 1e205eba-73c9-414c-a1bf-7577b0c1b3ac, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=1e205eba-73c9-414c-a1bf-7577b0c1b3ac,segment=NetworkSegment(67120add-2ea2-49af-b8c9-5e21590f7297),segment_id=67120add-2ea2-49af-b8c9-5e21590f7297)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:15:46.317447 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-bdbdce7c-25d5-455c-97e8-e3273681f09c req-d72b4d19-0b3c-45cf-bb2f-9e1f7a180d39 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a72a8d1c-0ded-478d-bc5d-1773dc786516 HTTP/1.1" status: 200 len: 1095 time: 0.0831172 Jun 11 10:15:46.331376 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': '1e205eba-73c9-414c-a1bf-7577b0c1b3ac', 'network_id': 'db93647b-0e21-4983-a45b-0e51426db587', 'port_id': '1e205eba-73c9-414c-a1bf-7577b0c1b3ac', 'mac_address': 'fa:16:3e:b0:7d:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e7a82c1-1cd2-4b06-afeb-812570ed0aaa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 10:15:46.360427 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-bdbdce7c-25d5-455c-97e8-e3273681f09c req-b2d39314-7944-45d4-8567-f47472b5f66a tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=e1eee62d-11bb-4a80-b9a8-806a1d989c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369704 Jun 11 10:15:46.383413 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:46.400171 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e205eba-73c9-414c-a1bf-7577b0c1b3ac {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:15:46.422121 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 1e205eba-73c9-414c-a1bf-7577b0c1b3ac, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=1e205eba-73c9-414c-a1bf-7577b0c1b3ac,segment=NetworkSegment(67120add-2ea2-49af-b8c9-5e21590f7297),segment_id=67120add-2ea2-49af-b8c9-5e21590f7297)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:15:46.495132 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:46.497584 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-1b130562-295c-4f27-a8fc-dbb9009c77e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:15:46.557964 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=1e205eba-73c9-414c-a1bf-7577b0c1b3ac,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:15:46.562276 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:15:46.676569 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ec55a7-9f70-46e8-9ba4-9cee618e9c79 req-be815b5a-bec1-46f2-bafb-15639b54cb9a tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:46.677981 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-02ec55a7-9f70-46e8-9ba4-9cee618e9c79 req-be815b5a-bec1-46f2-bafb-15639b54cb9a tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] 10.222.0.60 "GET /v2.0/ports?device_id=96489d9c-9aa9-4afe-9bf4-886aeeae56c0 HTTP/1.1" status: 200 len: 945 time: 0.0742977 Jun 11 10:15:46.690012 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:46.724863 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-02ec55a7-9f70-46e8-9ba4-9cee618e9c79 req-a19b9395-77e1-426a-999b-9bc90aa0e014 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dc2b49c-8e88-42f4-8bc3-2d6156d87e94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407059 Jun 11 10:15:46.751156 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['1e205eba-73c9-414c-a1bf-7577b0c1b3ac'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:15:47.544871 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf95722-87dd-493c-9f1a-696bb51e95e7 req-9112aa42-a8e0-4d8a-9208-f7a6008a56a7 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:47.546551 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1cf95722-87dd-493c-9f1a-696bb51e95e7 req-9112aa42-a8e0-4d8a-9208-f7a6008a56a7 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a72a8d1c-0ded-478d-bc5d-1773dc786516 HTTP/1.1" status: 200 len: 1095 time: 0.0655358 Jun 11 10:15:47.587548 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1cf95722-87dd-493c-9f1a-696bb51e95e7 req-0c687332-e1b0-44ac-bbb8-d065792311f8 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=e1eee62d-11bb-4a80-b9a8-806a1d989c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346646 Jun 11 10:15:47.968593 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eca87b2-b6b7-4d09-836c-442f4441b1d9 req-c2a29b17-9d4c-4aae-9c95-3ebf6a95928b tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:47.969983 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8eca87b2-b6b7-4d09-836c-442f4441b1d9 req-c2a29b17-9d4c-4aae-9c95-3ebf6a95928b tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] 10.222.0.60 "GET /v2.0/ports?device_id=96489d9c-9aa9-4afe-9bf4-886aeeae56c0 HTTP/1.1" status: 200 len: 945 time: 0.0761991 Jun 11 10:15:48.017328 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8eca87b2-b6b7-4d09-836c-442f4441b1d9 req-3fc97e0d-b0d6-42fc-b9b2-fe6681739236 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dc2b49c-8e88-42f4-8bc3-2d6156d87e94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405416 Jun 11 10:15:48.180982 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 75684474-341c-4484-b708-7ecc2077a41e details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 10:15:48.183059 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 1e205eba-73c9-414c-a1bf-7577b0c1b3ac up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:15:48.359979 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 75684474-341c-4484-b708-7ecc2077a41e, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=75684474-341c-4484-b708-7ecc2077a41e,segment=NetworkSegment(0e5c658e-da57-49ed-a1a6-b865ad557a2c),segment_id=0e5c658e-da57-49ed-a1a6-b865ad557a2c)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:15:48.374305 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': '75684474-341c-4484-b708-7ecc2077a41e', 'network_id': '23479725-6388-4052-b86a-0d4cc0dcee07', 'port_id': '75684474-341c-4484-b708-7ecc2077a41e', 'mac_address': 'fa:16:3e:aa:40:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c1fe839-a6d3-4694-80c6-c77b16cad451', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 10:15:48.380556 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning for port 1e205eba-73c9-414c-a1bf-7577b0c1b3ac completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:15:48.413283 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port 1e205eba-73c9-414c-a1bf-7577b0c1b3ac triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:15:48.413664 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:48.458502 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:48.459096 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:48.480147 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75684474-341c-4484-b708-7ecc2077a41e {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:15:48.506473 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 75684474-341c-4484-b708-7ecc2077a41e, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=75684474-341c-4484-b708-7ecc2077a41e,segment=NetworkSegment(0e5c658e-da57-49ed-a1a6-b865ad557a2c),segment_id=0e5c658e-da57-49ed-a1a6-b865ad557a2c)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:15:48.556969 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:48.569022 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:48.572435 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:15:48.611449 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96489d9c-9aa9-4afe-9bf4-886aeeae56c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e205eba-73c9-414c-a1bf-7577b0c1b3ac'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:15:48.623875 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e571ff3a-ee39-4ad5-a2ea-3e736888214b" -d '{"events": [{"server_uuid": "96489d9c-9aa9-4afe-9bf4-886aeeae56c0", "name": "network-vif-plugged", "status": "completed", "tag": "1e205eba-73c9-414c-a1bf-7577b0c1b3ac"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:15:48.650009 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f095c35d-495f-4dc1-bffd-ffaeb08c6f0a req-57b6c068-5fa9-4eeb-a123-a91c92114396 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=66bbcca5-c11c-4d65-9d86-2fc2588b1642&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0667584 Jun 11 10:15:48.682665 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 1e205eba-73c9-414c-a1bf-7577b0c1b3ac, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=1e205eba-73c9-414c-a1bf-7577b0c1b3ac,segment=NetworkSegment(67120add-2ea2-49af-b8c9-5e21590f7297),segment_id=67120add-2ea2-49af-b8c9-5e21590f7297)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:15:48.687153 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=75684474-341c-4484-b708-7ecc2077a41e,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:15:48.705815 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:15:48.713905 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c82a4c64-911d-4932-a509-2af96b1adeff x-openstack-request-id: req-c82a4c64-911d-4932-a509-2af96b1adeff {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:15:48.714309 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96489d9c-9aa9-4afe-9bf4-886aeeae56c0", "name": "network-vif-plugged", "status": "completed", "tag": "1e205eba-73c9-414c-a1bf-7577b0c1b3ac", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:15:48.714645 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c82a4c64-911d-4932-a509-2af96b1adeff {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:15:48.715291 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96489d9c-9aa9-4afe-9bf4-886aeeae56c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e205eba-73c9-414c-a1bf-7577b0c1b3ac', 'code': 200} Jun 11 10:15:48.769744 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:48.772358 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-19a466e2-661b-4018-acb2-14122107b510 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:15:48.832443 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa81cea-c60e-49e9-a421-59e7476d8ad7 req-75cfd509-e83d-4b18-8364-0f21436ce20a tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:48.834089 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cfa81cea-c60e-49e9-a421-59e7476d8ad7 req-75cfd509-e83d-4b18-8364-0f21436ce20a tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a72a8d1c-0ded-478d-bc5d-1773dc786516 HTTP/1.1" status: 200 len: 1096 time: 0.1226811 Jun 11 10:15:48.835051 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['75684474-341c-4484-b708-7ecc2077a41e'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:15:48.868343 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b55037-5354-4bf8-8384-f61706be4193 req-831425ef-f3e9-4a78-a48c-c7f2036808b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:48.869858 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e0b55037-5354-4bf8-8384-f61706be4193 req-831425ef-f3e9-4a78-a48c-c7f2036808b6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=96489d9c-9aa9-4afe-9bf4-886aeeae56c0 HTTP/1.1" status: 200 len: 1098 time: 0.0912375 Jun 11 10:15:48.913438 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e0b55037-5354-4bf8-8384-f61706be4193 req-36541591-7420-4f43-b839-1dc4d1474377 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4dc2b49c-8e88-42f4-8bc3-2d6156d87e94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371449 Jun 11 10:15:48.917990 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cfa81cea-c60e-49e9-a421-59e7476d8ad7 req-eeb1448a-6948-43f7-9744-2b3a863bbab4 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=e1eee62d-11bb-4a80-b9a8-806a1d989c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745122 Jun 11 10:15:48.921038 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095c35d-495f-4dc1-bffd-ffaeb08c6f0a req-6b559aad-4637-4763-a7c6-47a27ce7c778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:48.924287 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f095c35d-495f-4dc1-bffd-ffaeb08c6f0a req-6b559aad-4637-4763-a7c6-47a27ce7c778 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4fa4adcc930c454582c6b4c82c27544f&device_id=66bbcca5-c11c-4d65-9d86-2fc2588b1642 HTTP/1.1" status: 200 len: 1097 time: 0.1998608 Jun 11 10:15:48.943524 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=1e205eba-73c9-414c-a1bf-7577b0c1b3ac,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:15:48.951746 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:15:49.094691 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095c35d-495f-4dc1-bffd-ffaeb08c6f0a req-8bc0d788-ebc1-4b2d-8d55-1419f9d48882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:49.096375 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f095c35d-495f-4dc1-bffd-ffaeb08c6f0a req-8bc0d788-ebc1-4b2d-8d55-1419f9d48882 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2ac340f0-d786-4d09-af3c-d796852f240b HTTP/1.1" status: 200 len: 911 time: 0.1436679 Jun 11 10:15:49.228408 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f095c35d-495f-4dc1-bffd-ffaeb08c6f0a req-6360fe58-316a-4010-83e8-ed57f9cd836d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aee075f7-f971-479b-b6dd-e226cf8c59e5 HTTP/1.1" status: 200 len: 1000 time: 0.1234772 Jun 11 10:15:49.303542 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095c35d-495f-4dc1-bffd-ffaeb08c6f0a req-bfd822eb-5dd9-4fe0-919b-ce53fbdf208e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:49.305027 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f095c35d-495f-4dc1-bffd-ffaeb08c6f0a req-bfd822eb-5dd9-4fe0-919b-ce53fbdf208e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e4054ed8-e8dc-4397-99bc-1d06497b1031 HTTP/1.1" status: 200 len: 849 time: 0.0685225 Jun 11 10:15:49.325680 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c57d7b-7ad3-4744-a42d-16410d712c32 req-8a91aad4-617c-4b9f-8c63-8d6ecba3c947 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:49.328628 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-26c57d7b-7ad3-4744-a42d-16410d712c32 req-8a91aad4-617c-4b9f-8c63-8d6ecba3c947 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] 10.222.0.60 "GET /v2.0/ports?device_id=96489d9c-9aa9-4afe-9bf4-886aeeae56c0 HTTP/1.1" status: 200 len: 946 time: 0.1419435 Jun 11 10:15:49.425164 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-26c57d7b-7ad3-4744-a42d-16410d712c32 req-0e79902a-4598-4313-ab13-03656e2a9013 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dc2b49c-8e88-42f4-8bc3-2d6156d87e94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589759 Jun 11 10:15:49.433638 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095c35d-495f-4dc1-bffd-ffaeb08c6f0a req-cf1478b5-8b1b-42e5-9c72-b4e1fb72597f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:49.435811 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f095c35d-495f-4dc1-bffd-ffaeb08c6f0a req-cf1478b5-8b1b-42e5-9c72-b4e1fb72597f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2ac340f0-d786-4d09-af3c-d796852f240b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1057837 Jun 11 10:15:49.570028 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f095c35d-495f-4dc1-bffd-ffaeb08c6f0a req-6b72f2c0-6f39-4ebb-b32f-8712c6139e53 service neutron] 10.222.0.69 "GET /v2.0/networks/2ac340f0-d786-4d09-af3c-d796852f240b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258380 Jun 11 10:15:49.725382 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f095c35d-495f-4dc1-bffd-ffaeb08c6f0a req-4a3ef958-c96c-45e7-baa1-061db8396d05 service neutron] 10.222.0.69 "GET /v2.0/networks/2ac340f0-d786-4d09-af3c-d796852f240b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446066 Jun 11 10:15:50.087171 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a4c3a6-35b9-4ed3-9a00-b0dae750a6e8 req-8b2707c0-dfe5-4c2d-9b82-02912ff4d9aa tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:50.088718 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c0a4c3a6-35b9-4ed3-9a00-b0dae750a6e8 req-8b2707c0-dfe5-4c2d-9b82-02912ff4d9aa tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a72a8d1c-0ded-478d-bc5d-1773dc786516 HTTP/1.1" status: 200 len: 1096 time: 0.0681939 Jun 11 10:15:50.131112 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c0a4c3a6-35b9-4ed3-9a00-b0dae750a6e8 req-a381ca94-ef8b-44ad-9a89-f39716ae09ec tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=e1eee62d-11bb-4a80-b9a8-806a1d989c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357294 Jun 11 10:15:50.188678 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 75684474-341c-4484-b708-7ecc2077a41e up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:15:50.346916 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning for port 75684474-341c-4484-b708-7ecc2077a41e completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:15:50.352016 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port 75684474-341c-4484-b708-7ecc2077a41e triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:15:50.352562 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:50.459119 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:50.498356 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 75684474-341c-4484-b708-7ecc2077a41e, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=75684474-341c-4484-b708-7ecc2077a41e,segment=NetworkSegment(0e5c658e-da57-49ed-a1a6-b865ad557a2c),segment_id=0e5c658e-da57-49ed-a1a6-b865ad557a2c)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:15:50.589350 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:50.592153 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-76379204-b1c3-4fab-8b0e-88e427f7b255 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:15:50.651309 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b7a0d-fd74-4952-b7a2-9beb85549597 req-3f072e9f-52a0-4917-9a25-74eb53698362 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:50.653730 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-840b7a0d-fd74-4952-b7a2-9beb85549597 req-3f072e9f-52a0-4917-9a25-74eb53698362 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] 10.222.0.60 "GET /v2.0/ports?device_id=96489d9c-9aa9-4afe-9bf4-886aeeae56c0 HTTP/1.1" status: 200 len: 946 time: 0.0926945 Jun 11 10:15:50.660729 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=75684474-341c-4484-b708-7ecc2077a41e,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:15:50.676533 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:15:50.708075 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-840b7a0d-fd74-4952-b7a2-9beb85549597 req-d05d1d03-8138-40e7-a0de-52f172a7ef63 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dc2b49c-8e88-42f4-8bc3-2d6156d87e94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449827 Jun 11 10:15:50.716442 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a72a8d1c-0ded-478d-bc5d-1773dc786516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75684474-341c-4484-b708-7ecc2077a41e'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:15:50.721093 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc754ef0-1ce0-443e-b8d7-6a4425e8b17b" -d '{"events": [{"server_uuid": "a72a8d1c-0ded-478d-bc5d-1773dc786516", "name": "network-vif-plugged", "status": "completed", "tag": "75684474-341c-4484-b708-7ecc2077a41e"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:15:50.794911 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e82425-2779-49c9-8fcd-b92a81a9ff05 x-openstack-request-id: req-d4e82425-2779-49c9-8fcd-b92a81a9ff05 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:15:50.795211 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a72a8d1c-0ded-478d-bc5d-1773dc786516", "name": "network-vif-plugged", "status": "completed", "tag": "75684474-341c-4484-b708-7ecc2077a41e", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:15:50.795511 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d4e82425-2779-49c9-8fcd-b92a81a9ff05 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:15:50.795991 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a72a8d1c-0ded-478d-bc5d-1773dc786516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75684474-341c-4484-b708-7ecc2077a41e', 'code': 200} Jun 11 10:15:50.981916 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34174ab4-ed61-4ed0-ad66-b407e25b6144 req-3aaca9a2-bff1-4c69-b037-3a8c93814d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:50.983391 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-34174ab4-ed61-4ed0-ad66-b407e25b6144 req-3aaca9a2-bff1-4c69-b037-3a8c93814d67 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a72a8d1c-0ded-478d-bc5d-1773dc786516 HTTP/1.1" status: 200 len: 1097 time: 0.1168878 Jun 11 10:15:50.993467 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1008c92c-78b2-45de-aadd-24931b34df1b req-14b47d53-dd25-46f9-99c3-26f68ef1d4cd tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:50.994844 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1008c92c-78b2-45de-aadd-24931b34df1b req-14b47d53-dd25-46f9-99c3-26f68ef1d4cd tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] 10.222.0.60 "GET /v2.0/ports?device_id=96489d9c-9aa9-4afe-9bf4-886aeeae56c0 HTTP/1.1" status: 200 len: 946 time: 0.1201930 Jun 11 10:15:51.058374 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-34174ab4-ed61-4ed0-ad66-b407e25b6144 req-ed62f556-a51b-4841-8a59-b03e07446686 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e1eee62d-11bb-4a80-b9a8-806a1d989c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625408 Jun 11 10:15:51.063916 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1008c92c-78b2-45de-aadd-24931b34df1b req-047561c5-1111-4792-b7de-226b087c7382 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dc2b49c-8e88-42f4-8bc3-2d6156d87e94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607674 Jun 11 10:15:51.263367 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef39c93-1bd8-41f0-b50d-397206ef71e1 req-10a909e0-20af-44d6-b87f-9f54b1274ad7 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:51.264986 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fef39c93-1bd8-41f0-b50d-397206ef71e1 req-10a909e0-20af-44d6-b87f-9f54b1274ad7 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] 10.222.0.60 "GET /v2.0/ports?device_id=96489d9c-9aa9-4afe-9bf4-886aeeae56c0 HTTP/1.1" status: 200 len: 946 time: 0.0819399 Jun 11 10:15:51.316651 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fef39c93-1bd8-41f0-b50d-397206ef71e1 req-46ce9952-f2a9-4dd4-b5c3-87f8b8b82a3b tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dc2b49c-8e88-42f4-8bc3-2d6156d87e94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404370 Jun 11 10:15:51.333727 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea901589-de6c-4f73-baf7-e717f628e03c req-5b964f07-722e-4330-be4f-935a8629a8b8 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:51.335236 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ea901589-de6c-4f73-baf7-e717f628e03c req-5b964f07-722e-4330-be4f-935a8629a8b8 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a72a8d1c-0ded-478d-bc5d-1773dc786516 HTTP/1.1" status: 200 len: 1097 time: 0.0671053 Jun 11 10:15:51.341649 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 59350) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:15:51.391430 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ea901589-de6c-4f73-baf7-e717f628e03c req-4aa23671-de7e-43b6-8cae-1710f2e8fa7f tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=e1eee62d-11bb-4a80-b9a8-806a1d989c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467424 Jun 11 10:15:51.499150 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45c4de8-48d3-41a7-9e96-2c18fd5fa4ab tempest-TestServerBasicOps-20755250 tempest-TestServerBasicOps-20755250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:51.500914 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-c45c4de8-48d3-41a7-9e96-2c18fd5fa4ab tempest-TestServerBasicOps-20755250 tempest-TestServerBasicOps-20755250-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=96489d9c-9aa9-4afe-9bf4-886aeeae56c0 HTTP/1.1" status: 200 len: 1093 time: 0.1581953 Jun 11 10:15:51.504302 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 59356) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:15:51.508962 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-07144594-1f7e-41c5-a829-213a8a108dc3 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Request body: {'floatingip': {'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'port_id': '1e205eba-73c9-414c-a1bf-7577b0c1b3ac', 'tenant_id': '65716eb7009d46088e8320334fed55e2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:15:51.910218 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-07144594-1f7e-41c5-a829-213a8a108dc3 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Notify callbacks [] for floatingip, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:52.058539 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-07144594-1f7e-41c5-a829-213a8a108dc3 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:52.206250 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-07144594-1f7e-41c5-a829-213a8a108dc3 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Allocated IP 172.25.4.7 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/5b0c9b44-adcb-4523-9bd3-ffed58fdc2eb) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:15:52.364499 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-07144594-1f7e-41c5-a829-213a8a108dc3 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:52.505036 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-07144594-1f7e-41c5-a829-213a8a108dc3 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:52.508434 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-25050cf8-45f9-43f3-826f-301188514ad4 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:15:52.602061 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07144594-1f7e-41c5-a829-213a8a108dc3 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Pushing event updated for resources: {'Port': ['ID=5b0c9b44-adcb-4523-9bd3-ffed58fdc2eb,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:15:52.605826 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-07144594-1f7e-41c5-a829-213a8a108dc3 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:15:52.613100 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07144594-1f7e-41c5-a829-213a8a108dc3 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:15:52.614718 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-07144594-1f7e-41c5-a829-213a8a108dc3 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:15:52.617914 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07144594-1f7e-41c5-a829-213a8a108dc3 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:15:52.656772 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5943baf0-1ef2-4aa1-a407-6450c1880b06 req-e2f209a6-3e5b-4a0f-a3ee-4aae18c95ade tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:52.664170 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5943baf0-1ef2-4aa1-a407-6450c1880b06 req-e2f209a6-3e5b-4a0f-a3ee-4aae18c95ade tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a72a8d1c-0ded-478d-bc5d-1773dc786516 HTTP/1.1" status: 200 len: 1097 time: 0.0999489 Jun 11 10:15:52.705312 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5943baf0-1ef2-4aa1-a407-6450c1880b06 req-f9cc4f1e-3fc0-4cbf-8ce0-7890626a9f6d tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=e1eee62d-11bb-4a80-b9a8-806a1d989c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390534 Jun 11 10:15:53.063175 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7000fbae-4ee4-4299-90e2-58da04277f2a req-7138b629-e3f7-4590-a44e-101c7fdb3529 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:53.064920 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7000fbae-4ee4-4299-90e2-58da04277f2a req-7138b629-e3f7-4590-a44e-101c7fdb3529 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a72a8d1c-0ded-478d-bc5d-1773dc786516 HTTP/1.1" status: 200 len: 1097 time: 0.2116735 Jun 11 10:15:53.156260 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7000fbae-4ee4-4299-90e2-58da04277f2a req-bc9e2502-25cd-4554-b0ce-3260610446b0 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=e1eee62d-11bb-4a80-b9a8-806a1d989c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834463 Jun 11 10:15:53.317973 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-07144594-1f7e-41c5-a829-213a8a108dc3 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:53.368756 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b53af2-566e-49de-acd6-933477ad9bef req-ff36cd46-c8d4-4163-9216-df2ebca20d27 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:53.385056 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-03b53af2-566e-49de-acd6-933477ad9bef req-ff36cd46-c8d4-4163-9216-df2ebca20d27 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a72a8d1c-0ded-478d-bc5d-1773dc786516 HTTP/1.1" status: 200 len: 1097 time: 0.0962620 Jun 11 10:15:53.428884 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-03b53af2-566e-49de-acd6-933477ad9bef req-4e1b27d7-d087-448d-9056-dd4b7a18c2a4 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=e1eee62d-11bb-4a80-b9a8-806a1d989c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427203 Jun 11 10:15:53.594078 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-07144594-1f7e-41c5-a829-213a8a108dc3 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:53.892508 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a556926-9ea0-420a-92e6-be8ad07973ec req-c4a89188-633e-4291-8df1-348b63938f08 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:53.903834 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3a556926-9ea0-420a-92e6-be8ad07973ec req-c4a89188-633e-4291-8df1-348b63938f08 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] 10.222.0.60 "GET /v2.0/networks?id=23479725-6388-4052-b86a-0d4cc0dcee07 HTTP/1.1" status: 200 len: 910 time: 0.2633698 Jun 11 10:15:53.921009 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3a556926-9ea0-420a-92e6-be8ad07973ec req-4746ba98-adc7-4e7f-814d-e26c2bd109b5 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] 10.222.0.60 "GET /v2.0/quotas/4b988eb123644ca7bfa78d7d5e6c6152 HTTP/1.1" status: 200 len: 375 time: 0.0156109 Jun 11 10:15:54.034409 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-07144594-1f7e-41c5-a829-213a8a108dc3 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:54.054796 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3a556926-9ea0-420a-92e6-be8ad07973ec req-2e70b3aa-7b62-4ef0-8f12-6dac3162bb9c tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] 10.222.0.60 "GET /v2.0/ports?tenant_id=4b988eb123644ca7bfa78d7d5e6c6152&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1242547 Jun 11 10:15:54.202388 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3a556926-9ea0-420a-92e6-be8ad07973ec req-708983e1-4f75-434d-b175-5c0b50defb19 service neutron] 10.222.0.60 "GET /v2.0/networks/23479725-6388-4052-b86a-0d4cc0dcee07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381009 Jun 11 10:15:54.241349 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-07144594-1f7e-41c5-a829-213a8a108dc3 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:54.246187 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6b2ce136-12a1-499d-9c98-812abaf75506 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:15:54.428056 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07144594-1f7e-41c5-a829-213a8a108dc3 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Pushing event updated for resources: {'Port': ['ID=5b0c9b44-adcb-4523-9bd3-ffed58fdc2eb,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:15:54.431455 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-07144594-1f7e-41c5-a829-213a8a108dc3 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:15:54.452710 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-07144594-1f7e-41c5-a829-213a8a108dc3 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:54.507614 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3a556926-9ea0-420a-92e6-be8ad07973ec req-02bc8cee-b9ac-4882-9ded-1b019201e9ed service neutron] 10.222.0.60 "GET /v2.0/networks/23479725-6388-4052-b86a-0d4cc0dcee07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2995014 Jun 11 10:15:55.111613 n-d-779913-12 neutron-server[93177]: INFO neutron.db.l3_db [None req-07144594-1f7e-41c5-a829-213a8a108dc3 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Floating IP 6b23fc3e-556f-46d0-8220-af235f2d62a2 associated. External IP: 172.25.4.7, port: 1e205eba-73c9-414c-a1bf-7577b0c1b3ac. Jun 11 10:15:55.171444 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6820ee54-949b-4ee4-904e-71b731530037 req-f64c6c04-b5db-48a6-bb87-a0ce5cfd2759 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=7775ce37-bd1f-4054-a455-0f64a9a18fbe HTTP/1.1" status: 200 len: 210 time: 0.0536397 Jun 11 10:15:55.449155 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07144594-1f7e-41c5-a829-213a8a108dc3 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Router 6335c6e3-d0ce-42ac-b5ca-995696f55aaf has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:15:55.621561 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07144594-1f7e-41c5-a829-213a8a108dc3 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:15:55.634757 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23dea18-548e-44b0-a8b5-61799474238d None None] Sync routers for ids ['6335c6e3-d0ce-42ac-b5ca-995696f55aaf'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:15:55.655948 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23dea18-548e-44b0-a8b5-61799474238d None None] Routers {'6335c6e3-d0ce-42ac-b5ca-995696f55aaf'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:15:55.656884 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-d23dea18-548e-44b0-a8b5-61799474238d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:15:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['6335c6e3-d0ce-42ac-b5ca-995696f55aaf'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:15:55.810042 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-d23dea18-548e-44b0-a8b5-61799474238d None None] Set router 6335c6e3-d0ce-42ac-b5ca-995696f55aaf gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:15:56.180072 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-d23dea18-548e-44b0-a8b5-61799474238d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6335c6e3-d0ce-42ac-b5ca-995696f55aaf', 'name': 'tempest-TestServerBasicOps-1317371210-router', 'tenant_id': '65716eb7009d46088e8320334fed55e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '75c5b945-edbb-481c-9d61-5ab4f9d69b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:14:56Z', 'updated_at': '2021-06-11T10:15:02Z', 'revision_number': 4, 'project_id': '65716eb7009d46088e8320334fed55e2', 'gw_port': {'id': '75c5b945-edbb-481c-9d61-5ab4f9d69b35', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:fc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6335c6e3-d0ce-42ac-b5ca-995696f55aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:14:57Z', 'updated_at': '2021-06-11T10:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': '6b23fc3e-556f-46d0-8220-af235f2d62a2', 'tenant_id': '65716eb7009d46088e8320334fed55e2', 'floating_ip_address': '172.25.4.7', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': '6335c6e3-d0ce-42ac-b5ca-995696f55aaf', 'port_id': '1e205eba-73c9-414c-a1bf-7577b0c1b3ac', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db93647b-0e21-4983-a45b-0e51426db587', 'mac_address': 'fa:16:3e:b0:7d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96489d9c-9aa9-4afe-9bf4-886aeeae56c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T10:15:53Z', 'updated_at': '2021-06-11T10:15:53Z', 'revision_number': 0, 'project_id': '65716eb7009d46088e8320334fed55e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05e61939-958c-43c7-9c23-7d74a779d5f6', 'name': '', 'network_id': 'db93647b-0e21-4983-a45b-0e51426db587', 'tenant_id': '65716eb7009d46088e8320334fed55e2', 'mac_address': 'fa:16:3e:e4:6a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6335c6e3-d0ce-42ac-b5ca-995696f55aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '8e7a82c1-1cd2-4b06-afeb-812570ed0aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:15:01Z', 'updated_at': '2021-06-11T10:15:12Z', 'revision_number': 5, 'project_id': '65716eb7009d46088e8320334fed55e2', 'subnets': [{'id': '8e7a82c1-1cd2-4b06-afeb-812570ed0aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:15:56.183651 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23dea18-548e-44b0-a8b5-61799474238d None None] Checking router: 6335c6e3-d0ce-42ac-b5ca-995696f55aaf for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:15:56.193272 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23dea18-548e-44b0-a8b5-61799474238d None None] Routers {'6335c6e3-d0ce-42ac-b5ca-995696f55aaf'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:15:56.194015 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-d23dea18-548e-44b0-a8b5-61799474238d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:15:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['6335c6e3-d0ce-42ac-b5ca-995696f55aaf'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:15:56.311473 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-42c43e33-2b21-4bf4-b3ce-e603d7728b15 req-99e3708c-f6d9-49f5-81d9-240444e15786 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=7775ce37-bd1f-4054-a455-0f64a9a18fbe HTTP/1.1" status: 200 len: 210 time: 0.0758951 Jun 11 10:15:56.372347 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-07144594-1f7e-41c5-a829-213a8a108dc3 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:56.410256 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-d23dea18-548e-44b0-a8b5-61799474238d None None] Set router 6335c6e3-d0ce-42ac-b5ca-995696f55aaf gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:15:56.432252 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-07144594-1f7e-41c5-a829-213a8a108dc3 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.9266875 Jun 11 10:15:56.433009 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96489d9c-9aa9-4afe-9bf4-886aeeae56c0', 'tag': '1e205eba-73c9-414c-a1bf-7577b0c1b3ac'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:15:56.435964 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40496784-66db-4e70-af1b-efabb7a80817" -d '{"events": [{"name": "network-changed", "server_uuid": "96489d9c-9aa9-4afe-9bf4-886aeeae56c0", "tag": "1e205eba-73c9-414c-a1bf-7577b0c1b3ac"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:15:56.482801 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8527dd95-4d28-4161-a6f1-e2a6d177340e x-openstack-request-id: req-8527dd95-4d28-4161-a6f1-e2a6d177340e {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:15:56.483141 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96489d9c-9aa9-4afe-9bf4-886aeeae56c0", "tag": "1e205eba-73c9-414c-a1bf-7577b0c1b3ac", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:15:56.483597 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8527dd95-4d28-4161-a6f1-e2a6d177340e {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:15:56.484229 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96489d9c-9aa9-4afe-9bf4-886aeeae56c0', 'tag': '1e205eba-73c9-414c-a1bf-7577b0c1b3ac', 'status': 'completed', 'code': 200} Jun 11 10:15:56.583084 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40496784-66db-4e70-af1b-efabb7a80817 req-bc72de0e-62ff-45b8-a039-e44d92fc9000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:56.584838 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-40496784-66db-4e70-af1b-efabb7a80817 req-bc72de0e-62ff-45b8-a039-e44d92fc9000 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=65716eb7009d46088e8320334fed55e2&device_id=96489d9c-9aa9-4afe-9bf4-886aeeae56c0 HTTP/1.1" status: 200 len: 1098 time: 0.0705934 Jun 11 10:15:56.742610 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40496784-66db-4e70-af1b-efabb7a80817 req-4ccd409c-6018-4aa9-bebe-d6f0b55280b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:56.744142 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-40496784-66db-4e70-af1b-efabb7a80817 req-4ccd409c-6018-4aa9-bebe-d6f0b55280b2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=db93647b-0e21-4983-a45b-0e51426db587 HTTP/1.1" status: 200 len: 910 time: 0.1525834 Jun 11 10:15:56.807361 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-d23dea18-548e-44b0-a8b5-61799474238d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6335c6e3-d0ce-42ac-b5ca-995696f55aaf', 'name': 'tempest-TestServerBasicOps-1317371210-router', 'tenant_id': '65716eb7009d46088e8320334fed55e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '75c5b945-edbb-481c-9d61-5ab4f9d69b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:14:56Z', 'updated_at': '2021-06-11T10:15:02Z', 'revision_number': 4, 'project_id': '65716eb7009d46088e8320334fed55e2', 'gw_port': {'id': '75c5b945-edbb-481c-9d61-5ab4f9d69b35', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:fc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6335c6e3-d0ce-42ac-b5ca-995696f55aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:14:57Z', 'updated_at': '2021-06-11T10:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': '6b23fc3e-556f-46d0-8220-af235f2d62a2', 'tenant_id': '65716eb7009d46088e8320334fed55e2', 'floating_ip_address': '172.25.4.7', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': '6335c6e3-d0ce-42ac-b5ca-995696f55aaf', 'port_id': '1e205eba-73c9-414c-a1bf-7577b0c1b3ac', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db93647b-0e21-4983-a45b-0e51426db587', 'mac_address': 'fa:16:3e:b0:7d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96489d9c-9aa9-4afe-9bf4-886aeeae56c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T10:15:53Z', 'updated_at': '2021-06-11T10:15:53Z', 'revision_number': 0, 'project_id': '65716eb7009d46088e8320334fed55e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05e61939-958c-43c7-9c23-7d74a779d5f6', 'name': '', 'network_id': 'db93647b-0e21-4983-a45b-0e51426db587', 'tenant_id': '65716eb7009d46088e8320334fed55e2', 'mac_address': 'fa:16:3e:e4:6a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6335c6e3-d0ce-42ac-b5ca-995696f55aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '8e7a82c1-1cd2-4b06-afeb-812570ed0aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:15:01Z', 'updated_at': '2021-06-11T10:15:12Z', 'revision_number': 5, 'project_id': '65716eb7009d46088e8320334fed55e2', 'subnets': [{'id': '8e7a82c1-1cd2-4b06-afeb-812570ed0aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:15:56.812998 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23dea18-548e-44b0-a8b5-61799474238d None None] The sync data for ids ['6335c6e3-d0ce-42ac-b5ca-995696f55aaf'] in n-d-779913-12 is: [{'id': '6335c6e3-d0ce-42ac-b5ca-995696f55aaf', 'name': 'tempest-TestServerBasicOps-1317371210-router', 'tenant_id': '65716eb7009d46088e8320334fed55e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '75c5b945-edbb-481c-9d61-5ab4f9d69b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:14:56Z', 'updated_at': '2021-06-11T10:15:02Z', 'revision_number': 4, 'project_id': '65716eb7009d46088e8320334fed55e2', 'gw_port': {'id': '75c5b945-edbb-481c-9d61-5ab4f9d69b35', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:fc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6335c6e3-d0ce-42ac-b5ca-995696f55aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:14:57Z', 'updated_at': '2021-06-11T10:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': '6b23fc3e-556f-46d0-8220-af235f2d62a2', 'tenant_id': '65716eb7009d46088e8320334fed55e2', 'floating_ip_address': '172.25.4.7', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': '6335c6e3-d0ce-42ac-b5ca-995696f55aaf', 'port_id': '1e205eba-73c9-414c-a1bf-7577b0c1b3ac', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db93647b-0e21-4983-a45b-0e51426db587', 'mac_address': 'fa:16:3e:b0:7d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96489d9c-9aa9-4afe-9bf4-886aeeae56c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T10:15:53Z', 'updated_at': '2021-06-11T10:15:53Z', 'revision_number': 0, 'project_id': '65716eb7009d46088e8320334fed55e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05e61939-958c-43c7-9c23-7d74a779d5f6', 'name': '', 'network_id': 'db93647b-0e21-4983-a45b-0e51426db587', 'tenant_id': '65716eb7009d46088e8320334fed55e2', 'mac_address': 'fa:16:3e:e4:6a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6335c6e3-d0ce-42ac-b5ca-995696f55aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '8e7a82c1-1cd2-4b06-afeb-812570ed0aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:15:01Z', 'updated_at': '2021-06-11T10:15:12Z', 'revision_number': 5, 'project_id': '65716eb7009d46088e8320334fed55e2', 'subnets': [{'id': '8e7a82c1-1cd2-4b06-afeb-812570ed0aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:15:56.869017 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-40496784-66db-4e70-af1b-efabb7a80817 req-0415332f-f043-4f59-88bc-a4d2a057c81b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e205eba-73c9-414c-a1bf-7577b0c1b3ac HTTP/1.1" status: 200 len: 998 time: 0.1169419 Jun 11 10:15:56.954158 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40496784-66db-4e70-af1b-efabb7a80817 req-6e163c81-2c8e-43ce-95eb-7bb2bcc8d37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:56.955674 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-40496784-66db-4e70-af1b-efabb7a80817 req-6e163c81-2c8e-43ce-95eb-7bb2bcc8d37b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8e7a82c1-1cd2-4b06-afeb-812570ed0aaa HTTP/1.1" status: 200 len: 848 time: 0.0807719 Jun 11 10:15:57.042726 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40496784-66db-4e70-af1b-efabb7a80817 req-0b76c30d-02fc-4f47-9d73-8b8b2556bd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:57.045684 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-40496784-66db-4e70-af1b-efabb7a80817 req-0b76c30d-02fc-4f47-9d73-8b8b2556bd5c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=db93647b-0e21-4983-a45b-0e51426db587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0763535 Jun 11 10:15:57.155244 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b594a7-dc30-4e28-be99-e9327ee513fc None None] New status for floating IP 6b23fc3e-556f-46d0-8220-af235f2d62a2: ACTIVE {{(pid=93179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 10:15:57.244540 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-40496784-66db-4e70-af1b-efabb7a80817 req-95617e44-adf4-4846-a07e-f709b2d37acb service neutron] 10.222.0.64 "GET /v2.0/networks/db93647b-0e21-4983-a45b-0e51426db587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770377 Jun 11 10:15:57.390122 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-40496784-66db-4e70-af1b-efabb7a80817 req-473d6f9d-1efe-41e7-8031-c06e83ba039e service neutron] 10.222.0.64 "GET /v2.0/networks/db93647b-0e21-4983-a45b-0e51426db587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376517 Jun 11 10:15:57.492227 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a44a872d-7b09-4b29-9453-a675974445f7 req-c7a1d271-b28b-4238-a1c9-def02ee5b624 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=7775ce37-bd1f-4054-a455-0f64a9a18fbe HTTP/1.1" status: 200 len: 210 time: 0.0325670 Jun 11 10:15:58.748496 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-554dadda-9644-4ce7-b1ef-0bda6577ff8e req-14053dc6-d63b-46eb-ae73-513b39f95e7e tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=7775ce37-bd1f-4054-a455-0f64a9a18fbe HTTP/1.1" status: 200 len: 210 time: 0.0538557 Jun 11 10:15:59.042036 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a556926-9ea0-420a-92e6-be8ad07973ec req-1e319628-88fd-43b2-96f3-a37137b56595 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:59.044110 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3a556926-9ea0-420a-92e6-be8ad07973ec req-1e319628-88fd-43b2-96f3-a37137b56595 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] 10.222.0.69 "GET /v2.0/networks?id=23479725-6388-4052-b86a-0d4cc0dcee07 HTTP/1.1" status: 200 len: 910 time: 0.1264458 Jun 11 10:15:59.056274 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-3a556926-9ea0-420a-92e6-be8ad07973ec req-7f16d782-d212-441f-be50-709288bc6c3a tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] Request body: {'port': {'device_id': '7775ce37-bd1f-4054-a455-0f64a9a18fbe', 'network_id': '23479725-6388-4052-b86a-0d4cc0dcee07', 'admin_state_up': True, 'tenant_id': '4b988eb123644ca7bfa78d7d5e6c6152'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:15:59.158119 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a556926-9ea0-420a-92e6-be8ad07973ec req-7f16d782-d212-441f-be50-709288bc6c3a tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] Made reservation on behalf of 4b988eb123644ca7bfa78d7d5e6c6152 for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:15:59.160935 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-3a556926-9ea0-420a-92e6-be8ad07973ec req-7f16d782-d212-441f-be50-709288bc6c3a tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:59.359444 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [req-3a556926-9ea0-420a-92e6-be8ad07973ec req-7f16d782-d212-441f-be50-709288bc6c3a tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] Allocated IP 172.20.0.3 (23479725-6388-4052-b86a-0d4cc0dcee07/4c1fe839-a6d3-4694-80c6-c77b16cad451/853e8972-885a-484c-8d40-6fe87a6564a9) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:15:59.568437 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-3a556926-9ea0-420a-92e6-be8ad07973ec req-7f16d782-d212-441f-be50-709288bc6c3a tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:59.582234 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-3a556926-9ea0-420a-92e6-be8ad07973ec req-7f16d782-d212-441f-be50-709288bc6c3a tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] Transition to ACTIVE for port object 853e8972-885a-484c-8d40-6fe87a6564a9 will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:15:59.704150 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-3a556926-9ea0-420a-92e6-be8ad07973ec req-7f16d782-d212-441f-be50-709288bc6c3a tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:59.708760 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1ed54436-df54-4aef-9eb2-0e97058dad28 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:15:59.718795 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['75684474-341c-4484-b708-7ecc2077a41e'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:15:59.769927 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a556926-9ea0-420a-92e6-be8ad07973ec req-7f16d782-d212-441f-be50-709288bc6c3a tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] Network 23479725-6388-4052-b86a-0d4cc0dcee07 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:15:59.778245 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [req-3a556926-9ea0-420a-92e6-be8ad07973ec req-7f16d782-d212-441f-be50-709288bc6c3a tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:15:59.790628 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a556926-9ea0-420a-92e6-be8ad07973ec req-7f16d782-d212-441f-be50-709288bc6c3a tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:15:59.843373 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f16d782-d212-441f-be50-709288bc6c3a tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] Pushing event updated for resources: {'Port': ['ID=853e8972-885a-484c-8d40-6fe87a6564a9,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:15:59.854453 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7f16d782-d212-441f-be50-709288bc6c3a tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:15:59.872832 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a556926-9ea0-420a-92e6-be8ad07973ec req-7f16d782-d212-441f-be50-709288bc6c3a tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:59.873658 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-3a556926-9ea0-420a-92e6-be8ad07973ec req-7f16d782-d212-441f-be50-709288bc6c3a tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:15:59.997610 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e0e74-0a5f-407b-a3c7-26908d41d84c req-717fa38a-1852-4250-a578-8bd556f7b229 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:15:59.999242 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9b9e0e74-0a5f-407b-a3c7-26908d41d84c req-717fa38a-1852-4250-a578-8bd556f7b229 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=7775ce37-bd1f-4054-a455-0f64a9a18fbe HTTP/1.1" status: 200 len: 1027 time: 0.0966249 Jun 11 10:16:00.001665 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3a556926-9ea0-420a-92e6-be8ad07973ec req-7f16d782-d212-441f-be50-709288bc6c3a tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.9496531 Jun 11 10:16:00.018897 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-3a556926-9ea0-420a-92e6-be8ad07973ec req-35f57a28-937e-41b5-9c61-87947e75c559 service neutron] Request body: {'port': {'device_id': '7775ce37-bd1f-4054-a455-0f64a9a18fbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-12'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:16:00.139400 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9b9e0e74-0a5f-407b-a3c7-26908d41d84c req-4a4660a8-a4dd-48a4-89a5-d1efe59c4db4 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=e1eee62d-11bb-4a80-b9a8-806a1d989c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332288 Jun 11 10:16:00.164949 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-143e9016-c5f7-4e70-b06b-ecfdfb0ed0df None None] Provisioning for port 853e8972-885a-484c-8d40-6fe87a6564a9 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:16:00.169864 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-143e9016-c5f7-4e70-b06b-ecfdfb0ed0df None None] Provisioning complete for port 853e8972-885a-484c-8d40-6fe87a6564a9 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:16:00.170270 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-143e9016-c5f7-4e70-b06b-ecfdfb0ed0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:00.203813 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-3a556926-9ea0-420a-92e6-be8ad07973ec req-35f57a28-937e-41b5-9c61-87947e75c559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:00.217787 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-143e9016-c5f7-4e70-b06b-ecfdfb0ed0df None None] Port 853e8972-885a-484c-8d40-6fe87a6564a9 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:16:00.551683 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [req-3a556926-9ea0-420a-92e6-be8ad07973ec req-35f57a28-937e-41b5-9c61-87947e75c559 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 853e8972-885a-484c-8d40-6fe87a6564a9 {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:16:00.559723 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-3a556926-9ea0-420a-92e6-be8ad07973ec req-35f57a28-937e-41b5-9c61-87947e75c559 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:00.572467 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-3a556926-9ea0-420a-92e6-be8ad07973ec req-35f57a28-937e-41b5-9c61-87947e75c559 service neutron] Transition to ACTIVE for port object 853e8972-885a-484c-8d40-6fe87a6564a9 will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:16:00.677874 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-3a556926-9ea0-420a-92e6-be8ad07973ec req-35f57a28-937e-41b5-9c61-87947e75c559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:00.683745 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-70b2000c-b368-48b0-9261-397467a7fe56 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:16:00.835944 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f57a28-937e-41b5-9c61-87947e75c559 service neutron] Pushing event updated for resources: {'Port': ['ID=853e8972-885a-484c-8d40-6fe87a6564a9,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:16:00.840076 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-35f57a28-937e-41b5-9c61-87947e75c559 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:16:00.920539 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-3a556926-9ea0-420a-92e6-be8ad07973ec req-35f57a28-937e-41b5-9c61-87947e75c559 service neutron] Attempting to bind port 853e8972-885a-484c-8d40-6fe87a6564a9 on host n-h2-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:16:00.920904 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-3a556926-9ea0-420a-92e6-be8ad07973ec req-35f57a28-937e-41b5-9c61-87947e75c559 service neutron] Attempting to bind port 853e8972-885a-484c-8d40-6fe87a6564a9 by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': '0e5c658e-da57-49ed-a1a6-b865ad557a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '23479725-6388-4052-b86a-0d4cc0dcee07'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:16:00.926201 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a556926-9ea0-420a-92e6-be8ad07973ec req-35f57a28-937e-41b5-9c61-87947e75c559 service neutron] Attempting to bind port 853e8972-885a-484c-8d40-6fe87a6564a9 on network 23479725-6388-4052-b86a-0d4cc0dcee07 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:16:00.926201 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a556926-9ea0-420a-92e6-be8ad07973ec req-35f57a28-937e-41b5-9c61-87947e75c559 service neutron] Port 853e8972-885a-484c-8d40-6fe87a6564a9 on network 23479725-6388-4052-b86a-0d4cc0dcee07 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:16:00.926201 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a556926-9ea0-420a-92e6-be8ad07973ec req-35f57a28-937e-41b5-9c61-87947e75c559 service neutron] Attempting to bind port 853e8972-885a-484c-8d40-6fe87a6564a9 on network 23479725-6388-4052-b86a-0d4cc0dcee07 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:16:00.931373 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a556926-9ea0-420a-92e6-be8ad07973ec req-35f57a28-937e-41b5-9c61-87947e75c559 service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:16:00.931755 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a556926-9ea0-420a-92e6-be8ad07973ec req-35f57a28-937e-41b5-9c61-87947e75c559 service neutron] Checking segment: {'id': '0e5c658e-da57-49ed-a1a6-b865ad557a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '23479725-6388-4052-b86a-0d4cc0dcee07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:16:00.932170 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a556926-9ea0-420a-92e6-be8ad07973ec req-35f57a28-937e-41b5-9c61-87947e75c559 service neutron] Bound using segment: {'id': '0e5c658e-da57-49ed-a1a6-b865ad557a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '23479725-6388-4052-b86a-0d4cc0dcee07'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:16:00.932555 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-3a556926-9ea0-420a-92e6-be8ad07973ec req-35f57a28-937e-41b5-9c61-87947e75c559 service neutron] Bound port: 853e8972-885a-484c-8d40-6fe87a6564a9, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e5c658e-da57-49ed-a1a6-b865ad557a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '23479725-6388-4052-b86a-0d4cc0dcee07'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:16:00.932909 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-3a556926-9ea0-420a-92e6-be8ad07973ec req-35f57a28-937e-41b5-9c61-87947e75c559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:01.018077 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-3a556926-9ea0-420a-92e6-be8ad07973ec req-35f57a28-937e-41b5-9c61-87947e75c559 service neutron] For port 853e8972-885a-484c-8d40-6fe87a6564a9, host n-h2-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:16:01.019901 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-3a556926-9ea0-420a-92e6-be8ad07973ec req-35f57a28-937e-41b5-9c61-87947e75c559 service neutron] For port 853e8972-885a-484c-8d40-6fe87a6564a9, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=853e8972-885a-484c-8d40-6fe87a6564a9,segment=NetworkSegment(0e5c658e-da57-49ed-a1a6-b865ad557a2c),segment_id=0e5c658e-da57-49ed-a1a6-b865ad557a2c)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:16:01.155366 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-3a556926-9ea0-420a-92e6-be8ad07973ec req-35f57a28-937e-41b5-9c61-87947e75c559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:01.157602 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-983e7c5c-c18c-44f5-911a-e6df31c9457f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:16:01.218269 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a556926-9ea0-420a-92e6-be8ad07973ec req-35f57a28-937e-41b5-9c61-87947e75c559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:16:01.218269 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-3a556926-9ea0-420a-92e6-be8ad07973ec req-35f57a28-937e-41b5-9c61-87947e75c559 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:01.218269 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3a556926-9ea0-420a-92e6-be8ad07973ec req-35f57a28-937e-41b5-9c61-87947e75c559 service neutron] 10.222.0.69 "PUT /v2.0/ports/853e8972-885a-484c-8d40-6fe87a6564a9 HTTP/1.1" status: 200 len: 1092 time: 1.1845243 Jun 11 10:16:01.218269 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7775ce37-bd1f-4054-a455-0f64a9a18fbe', 'tag': '853e8972-885a-484c-8d40-6fe87a6564a9'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:16:01.218269 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac1cd59d-e0c4-4e72-87aa-03ec1642bf57" -d '{"events": [{"name": "network-changed", "server_uuid": "7775ce37-bd1f-4054-a455-0f64a9a18fbe", "tag": "853e8972-885a-484c-8d40-6fe87a6564a9"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:16:01.253017 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f57a28-937e-41b5-9c61-87947e75c559 service neutron] Pushing event updated for resources: {'Port': ['ID=853e8972-885a-484c-8d40-6fe87a6564a9,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:16:01.258409 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-35f57a28-937e-41b5-9c61-87947e75c559 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:16:01.285572 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e134898b-643e-4901-b4ca-17c4f5f9e1b0 x-openstack-request-id: req-e134898b-643e-4901-b4ca-17c4f5f9e1b0 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:16:01.285957 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7775ce37-bd1f-4054-a455-0f64a9a18fbe", "tag": "853e8972-885a-484c-8d40-6fe87a6564a9", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:16:01.286289 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e134898b-643e-4901-b4ca-17c4f5f9e1b0 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:16:01.286761 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7775ce37-bd1f-4054-a455-0f64a9a18fbe', 'tag': '853e8972-885a-484c-8d40-6fe87a6564a9', 'status': 'completed', 'code': 200} Jun 11 10:16:01.440276 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:01.446272 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1cd59d-e0c4-4e72-87aa-03ec1642bf57 req-b9b87f27-7930-4f66-88a6-1e716037f355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:16:01.446272 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ac1cd59d-e0c4-4e72-87aa-03ec1642bf57 req-b9b87f27-7930-4f66-88a6-1e716037f355 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4b988eb123644ca7bfa78d7d5e6c6152&device_id=7775ce37-bd1f-4054-a455-0f64a9a18fbe HTTP/1.1" status: 200 len: 1095 time: 0.1291776 Jun 11 10:16:01.453221 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31064238-2e3e-48fd-b60b-d05a4e649135 req-c744a12f-b647-4e0c-a26c-bf87e8b5e7e2 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:16:01.454728 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-31064238-2e3e-48fd-b60b-d05a4e649135 req-c744a12f-b647-4e0c-a26c-bf87e8b5e7e2 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=7775ce37-bd1f-4054-a455-0f64a9a18fbe HTTP/1.1" status: 200 len: 1095 time: 0.0913942 Jun 11 10:16:01.580348 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-31064238-2e3e-48fd-b60b-d05a4e649135 req-9029006b-4d7e-4916-a45e-8cf2585856c3 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=e1eee62d-11bb-4a80-b9a8-806a1d989c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163609 Jun 11 10:16:01.615768 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1cd59d-e0c4-4e72-87aa-03ec1642bf57 req-d9cfe030-388a-40a1-b45f-b29f888132b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:16:01.618556 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ac1cd59d-e0c4-4e72-87aa-03ec1642bf57 req-d9cfe030-388a-40a1-b45f-b29f888132b7 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=4b988eb123644ca7bfa78d7d5e6c6152&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1616783 Jun 11 10:16:01.762843 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1cd59d-e0c4-4e72-87aa-03ec1642bf57 req-7f2b53f6-5df8-4c80-87c2-5919ce0004ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:16:01.764351 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ac1cd59d-e0c4-4e72-87aa-03ec1642bf57 req-7f2b53f6-5df8-4c80-87c2-5919ce0004ec service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1395962 Jun 11 10:16:01.866827 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a556926-9ea0-420a-92e6-be8ad07973ec req-0b989414-8069-4a8b-84c6-5b61875408f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:16:01.868467 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3a556926-9ea0-420a-92e6-be8ad07973ec req-0b989414-8069-4a8b-84c6-5b61875408f2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4b988eb123644ca7bfa78d7d5e6c6152&device_id=7775ce37-bd1f-4054-a455-0f64a9a18fbe HTTP/1.1" status: 200 len: 1095 time: 0.0596340 Jun 11 10:16:01.933461 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3a556926-9ea0-420a-92e6-be8ad07973ec req-da9911ec-32be-4ab4-822b-b6b71daafe12 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=853e8972-885a-484c-8d40-6fe87a6564a9 HTTP/1.1" status: 200 len: 217 time: 0.0550680 Jun 11 10:16:01.998216 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a556926-9ea0-420a-92e6-be8ad07973ec req-5a2f69fe-817f-4791-b1bb-e293b025b0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:16:01.999772 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3a556926-9ea0-420a-92e6-be8ad07973ec req-5a2f69fe-817f-4791-b1bb-e293b025b0ce service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4c1fe839-a6d3-4694-80c6-c77b16cad451 HTTP/1.1" status: 200 len: 848 time: 0.0577142 Jun 11 10:16:02.071817 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a556926-9ea0-420a-92e6-be8ad07973ec req-73c7c16a-2bdf-4575-a448-c862aa984e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:16:02.073370 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3a556926-9ea0-420a-92e6-be8ad07973ec req-73c7c16a-2bdf-4575-a448-c862aa984e50 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=23479725-6388-4052-b86a-0d4cc0dcee07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0639246 Jun 11 10:16:02.211882 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3a556926-9ea0-420a-92e6-be8ad07973ec req-f0dabd7e-34b8-48ae-be43-9d49380b2365 service neutron] 10.222.0.69 "GET /v2.0/networks/23479725-6388-4052-b86a-0d4cc0dcee07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293869 Jun 11 10:16:02.352659 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3a556926-9ea0-420a-92e6-be8ad07973ec req-c57c0248-f130-4b13-8655-5d38798a63f3 service neutron] 10.222.0.69 "GET /v2.0/networks/23479725-6388-4052-b86a-0d4cc0dcee07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275258 Jun 11 10:16:02.760496 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f06ed7-7de1-4a25-95e6-a88da48b3f7f req-0dee56cf-a16d-4478-89c9-3ad96b513535 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:16:02.762585 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-37f06ed7-7de1-4a25-95e6-a88da48b3f7f req-0dee56cf-a16d-4478-89c9-3ad96b513535 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=7775ce37-bd1f-4054-a455-0f64a9a18fbe HTTP/1.1" status: 200 len: 1095 time: 0.0612981 Jun 11 10:16:02.808036 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-37f06ed7-7de1-4a25-95e6-a88da48b3f7f req-b4496ee6-80d7-4135-9613-7f3a98dad584 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=e1eee62d-11bb-4a80-b9a8-806a1d989c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361936 Jun 11 10:16:04.002192 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74198e6-4df7-4731-9d0d-52e141983405 req-8c51269c-2151-44c0-83fb-43e0b3c0c12e tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:16:04.003795 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f74198e6-4df7-4731-9d0d-52e141983405 req-8c51269c-2151-44c0-83fb-43e0b3c0c12e tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=7775ce37-bd1f-4054-a455-0f64a9a18fbe HTTP/1.1" status: 200 len: 1095 time: 0.0828829 Jun 11 10:16:04.046507 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f74198e6-4df7-4731-9d0d-52e141983405 req-5389bf0c-6bf0-416f-ab41-6f3342ccb8fc tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=e1eee62d-11bb-4a80-b9a8-806a1d989c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361111 Jun 11 10:16:05.225015 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9edd0a-58c4-4fb6-ab47-da4bb50a14da req-2c20eba8-1280-4ef5-84bb-65c1a8c0218c tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:16:05.226537 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0d9edd0a-58c4-4fb6-ab47-da4bb50a14da req-2c20eba8-1280-4ef5-84bb-65c1a8c0218c tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=7775ce37-bd1f-4054-a455-0f64a9a18fbe HTTP/1.1" status: 200 len: 1095 time: 0.0619481 Jun 11 10:16:05.267717 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0d9edd0a-58c4-4fb6-ab47-da4bb50a14da req-8aae82d3-104e-4b00-8e7d-e9bdb28dabbe tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=e1eee62d-11bb-4a80-b9a8-806a1d989c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345883 Jun 11 10:16:05.421289 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:16:05.737801 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:06.468482 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8018b064-cc83-4790-8663-4c3e39b0bbea req-1f1cab39-889e-45ba-b6e0-71a3ba4f5cd1 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:16:06.470220 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8018b064-cc83-4790-8663-4c3e39b0bbea req-1f1cab39-889e-45ba-b6e0-71a3ba4f5cd1 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=7775ce37-bd1f-4054-a455-0f64a9a18fbe HTTP/1.1" status: 200 len: 1095 time: 0.0827291 Jun 11 10:16:06.515793 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8018b064-cc83-4790-8663-4c3e39b0bbea req-699e97a7-85a6-4813-8882-f1b0dbd9206c tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=e1eee62d-11bb-4a80-b9a8-806a1d989c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395155 Jun 11 10:16:07.695530 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cc694c-27c5-46c3-b719-c7425fe879e0 req-5703e60f-2d2a-45a9-9bb9-ecc4d0de890d tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:16:07.697372 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-69cc694c-27c5-46c3-b719-c7425fe879e0 req-5703e60f-2d2a-45a9-9bb9-ecc4d0de890d tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=7775ce37-bd1f-4054-a455-0f64a9a18fbe HTTP/1.1" status: 200 len: 1095 time: 0.0631292 Jun 11 10:16:07.735669 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-69cc694c-27c5-46c3-b719-c7425fe879e0 req-d96ed270-ed2c-48c3-98ae-6a91795f0bb1 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=e1eee62d-11bb-4a80-b9a8-806a1d989c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323577 Jun 11 10:16:08.190783 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 853e8972-885a-484c-8d40-6fe87a6564a9 details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 10:16:08.325746 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 853e8972-885a-484c-8d40-6fe87a6564a9, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=853e8972-885a-484c-8d40-6fe87a6564a9,segment=NetworkSegment(0e5c658e-da57-49ed-a1a6-b865ad557a2c),segment_id=0e5c658e-da57-49ed-a1a6-b865ad557a2c)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:16:08.339224 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': '853e8972-885a-484c-8d40-6fe87a6564a9', 'network_id': '23479725-6388-4052-b86a-0d4cc0dcee07', 'port_id': '853e8972-885a-484c-8d40-6fe87a6564a9', 'mac_address': 'fa:16:3e:1f:57:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c1fe839-a6d3-4694-80c6-c77b16cad451', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 10:16:08.391992 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:08.404773 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 853e8972-885a-484c-8d40-6fe87a6564a9 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:16:08.429836 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 853e8972-885a-484c-8d40-6fe87a6564a9, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=853e8972-885a-484c-8d40-6fe87a6564a9,segment=NetworkSegment(0e5c658e-da57-49ed-a1a6-b865ad557a2c),segment_id=0e5c658e-da57-49ed-a1a6-b865ad557a2c)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:16:08.543274 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:08.551221 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:16:08.598562 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=853e8972-885a-484c-8d40-6fe87a6564a9,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:16:08.606197 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:16:08.606540 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:16:08.606945 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:16:08.607319 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:16:08.607593 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:16:08.607926 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:16:08.608254 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:16:08.608579 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:16:08.608984 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:16:08.609342 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:16:08.609672 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:16:08.609995 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:16:08.614231 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:16:08.956687 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['853e8972-885a-484c-8d40-6fe87a6564a9'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:16:09.112497 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede0549f-464e-429f-ae90-32b25057d1cd req-e18d2d24-3db7-498a-bcf9-04dbd1a4e101 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:16:09.114065 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ede0549f-464e-429f-ae90-32b25057d1cd req-e18d2d24-3db7-498a-bcf9-04dbd1a4e101 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=7775ce37-bd1f-4054-a455-0f64a9a18fbe HTTP/1.1" status: 200 len: 1096 time: 0.0699313 Jun 11 10:16:09.159169 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ede0549f-464e-429f-ae90-32b25057d1cd req-c3972eef-a86d-4bf5-b988-725227b1c40a tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=e1eee62d-11bb-4a80-b9a8-806a1d989c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393078 Jun 11 10:16:10.218517 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 853e8972-885a-484c-8d40-6fe87a6564a9 up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:16:10.340130 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af73bb4-829d-4865-a93e-4614a0ef0411 req-4e3d9b7b-a6b6-475b-a883-d6f546f53fb9 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:16:10.342249 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1af73bb4-829d-4865-a93e-4614a0ef0411 req-4e3d9b7b-a6b6-475b-a883-d6f546f53fb9 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=7775ce37-bd1f-4054-a455-0f64a9a18fbe HTTP/1.1" status: 200 len: 1096 time: 0.0662417 Jun 11 10:16:10.358739 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning for port 853e8972-885a-484c-8d40-6fe87a6564a9 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:16:10.362772 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port 853e8972-885a-484c-8d40-6fe87a6564a9 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:16:10.363196 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:10.385420 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1af73bb4-829d-4865-a93e-4614a0ef0411 req-be0fee6d-b4cc-40e7-8634-3b95496e5c16 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=e1eee62d-11bb-4a80-b9a8-806a1d989c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367613 Jun 11 10:16:10.465715 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:10.492798 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7775ce37-bd1f-4054-a455-0f64a9a18fbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '853e8972-885a-484c-8d40-6fe87a6564a9'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:16:10.495231 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced553d9-3b66-43aa-a4c4-6a4cef78d32f" -d '{"events": [{"server_uuid": "7775ce37-bd1f-4054-a455-0f64a9a18fbe", "name": "network-vif-plugged", "status": "completed", "tag": "853e8972-885a-484c-8d40-6fe87a6564a9"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:16:10.511182 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 853e8972-885a-484c-8d40-6fe87a6564a9, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=853e8972-885a-484c-8d40-6fe87a6564a9,segment=NetworkSegment(0e5c658e-da57-49ed-a1a6-b865ad557a2c),segment_id=0e5c658e-da57-49ed-a1a6-b865ad557a2c)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:16:10.534307 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fdbe30e-716d-4cb4-8a4d-beccb41f48d1 x-openstack-request-id: req-6fdbe30e-716d-4cb4-8a4d-beccb41f48d1 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:16:10.534618 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7775ce37-bd1f-4054-a455-0f64a9a18fbe", "name": "network-vif-plugged", "status": "completed", "tag": "853e8972-885a-484c-8d40-6fe87a6564a9", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:16:10.534887 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6fdbe30e-716d-4cb4-8a4d-beccb41f48d1 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:16:10.535294 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7775ce37-bd1f-4054-a455-0f64a9a18fbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '853e8972-885a-484c-8d40-6fe87a6564a9', 'code': 200} Jun 11 10:16:10.652935 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:10.656176 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:16:10.684487 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de5b35f-a2cb-4705-b064-4078c9a5ddf5 req-b0342571-01a2-4dd3-8130-2a35d59e312f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:16:10.687020 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9de5b35f-a2cb-4705-b064-4078c9a5ddf5 req-b0342571-01a2-4dd3-8130-2a35d59e312f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7775ce37-bd1f-4054-a455-0f64a9a18fbe HTTP/1.1" status: 200 len: 1096 time: 0.0773623 Jun 11 10:16:10.732065 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=853e8972-885a-484c-8d40-6fe87a6564a9,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:16:10.741386 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:16:10.741798 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9de5b35f-a2cb-4705-b064-4078c9a5ddf5 req-f2c5fdb5-a461-4f6f-8fc9-7cfcc3fe3d26 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e1eee62d-11bb-4a80-b9a8-806a1d989c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385411 Jun 11 10:16:11.593274 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1299ff8-2b16-4fee-b47e-c59bebe3b1d1 req-81a42913-59cc-4abb-8dff-6a3eed4fc008 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:16:11.595054 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e1299ff8-2b16-4fee-b47e-c59bebe3b1d1 req-81a42913-59cc-4abb-8dff-6a3eed4fc008 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=7775ce37-bd1f-4054-a455-0f64a9a18fbe HTTP/1.1" status: 200 len: 1097 time: 0.0660691 Jun 11 10:16:11.637737 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e1299ff8-2b16-4fee-b47e-c59bebe3b1d1 req-25b2776d-24af-408f-8354-82f6d14149fe tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=e1eee62d-11bb-4a80-b9a8-806a1d989c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363376 Jun 11 10:16:12.838340 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90ef062-38d1-46b7-9cb3-2923fcb6e61c req-3407b61b-567f-46fb-b153-e1f88c972b03 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:16:12.839861 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f90ef062-38d1-46b7-9cb3-2923fcb6e61c req-3407b61b-567f-46fb-b153-e1f88c972b03 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=7775ce37-bd1f-4054-a455-0f64a9a18fbe HTTP/1.1" status: 200 len: 1097 time: 0.0804875 Jun 11 10:16:12.883601 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-f90ef062-38d1-46b7-9cb3-2923fcb6e61c req-81d16c3a-b713-4d13-8a0e-e0e301120025 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=e1eee62d-11bb-4a80-b9a8-806a1d989c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370350 Jun 11 10:16:12.958779 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-996bdf36-effd-4cdc-b079-78f0f7a7a312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:13.072912 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514cd04a-251e-48ba-8deb-b528fd699da3 req-dd46e383-99f0-4beb-9ab7-a9936acbd098 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:16:13.074434 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-514cd04a-251e-48ba-8deb-b528fd699da3 req-dd46e383-99f0-4beb-9ab7-a9936acbd098 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=7775ce37-bd1f-4054-a455-0f64a9a18fbe HTTP/1.1" status: 200 len: 1097 time: 0.0649869 Jun 11 10:16:13.124024 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-514cd04a-251e-48ba-8deb-b528fd699da3 req-7259fee7-d354-4474-85f7-50c4457e831c tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=e1eee62d-11bb-4a80-b9a8-806a1d989c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417240 Jun 11 10:16:13.321897 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc7c0d9-18a1-4e72-ab82-893f45a76dad req-92df32ee-c8bc-4a11-9a7c-24d064bfd351 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:16:13.328622 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3fc7c0d9-18a1-4e72-ab82-893f45a76dad req-92df32ee-c8bc-4a11-9a7c-24d064bfd351 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=7775ce37-bd1f-4054-a455-0f64a9a18fbe HTTP/1.1" status: 200 len: 1097 time: 0.0795114 Jun 11 10:16:13.375056 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3fc7c0d9-18a1-4e72-ab82-893f45a76dad req-92895c44-f2e4-4709-828f-8af2d04e7b35 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=e1eee62d-11bb-4a80-b9a8-806a1d989c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444205 Jun 11 10:16:14.135204 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15df1d5c-12df-4e61-80a9-8053524ef154 req-35cb19d7-7041-4507-aa51-65e5aa73519c tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:16:14.136821 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-15df1d5c-12df-4e61-80a9-8053524ef154 req-35cb19d7-7041-4507-aa51-65e5aa73519c tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=7775ce37-bd1f-4054-a455-0f64a9a18fbe HTTP/1.1" status: 200 len: 1097 time: 0.0636597 Jun 11 10:16:14.176905 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-15df1d5c-12df-4e61-80a9-8053524ef154 req-f48d4404-932b-483d-84f3-b5d9ceab7044 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=e1eee62d-11bb-4a80-b9a8-806a1d989c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338976 Jun 11 10:16:15.373798 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f3f008-c28d-44f4-9e04-867ca78148a3 req-ba4e68c2-7234-4bcb-a230-3fc60d3d6c5c tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:16:15.375407 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-84f3f008-c28d-44f4-9e04-867ca78148a3 req-ba4e68c2-7234-4bcb-a230-3fc60d3d6c5c tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=7775ce37-bd1f-4054-a455-0f64a9a18fbe HTTP/1.1" status: 200 len: 1097 time: 0.0723801 Jun 11 10:16:15.418423 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-84f3f008-c28d-44f4-9e04-867ca78148a3 req-56759d25-ef2c-45fe-9df6-c3414f9022f8 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=e1eee62d-11bb-4a80-b9a8-806a1d989c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337465 Jun 11 10:16:15.955464 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ae1292-8f36-4268-928f-3655dc6771b4 req-9ec99f45-0c45-4030-82c2-4594416679ab tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:16:15.956917 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-50ae1292-8f36-4268-928f-3655dc6771b4 req-9ec99f45-0c45-4030-82c2-4594416679ab tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=7775ce37-bd1f-4054-a455-0f64a9a18fbe HTTP/1.1" status: 200 len: 1097 time: 0.0782745 Jun 11 10:16:16.046654 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2873d3c0-ca27-4680-8e55-19209b4967af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:16.089017 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-50ae1292-8f36-4268-928f-3655dc6771b4 req-5355c18e-9dc2-42f2-97b5-35fb7567308d tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] Deleting port 853e8972-885a-484c-8d40-6fe87a6564a9 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:16:16.089362 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-50ae1292-8f36-4268-928f-3655dc6771b4 req-5355c18e-9dc2-42f2-97b5-35fb7567308d tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:16.103179 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:16.204918 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-50ae1292-8f36-4268-928f-3655dc6771b4 req-5355c18e-9dc2-42f2-97b5-35fb7567308d tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] For port 853e8972-885a-484c-8d40-6fe87a6564a9, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=853e8972-885a-484c-8d40-6fe87a6564a9,segment=NetworkSegment(0e5c658e-da57-49ed-a1a6-b865ad557a2c),segment_id=0e5c658e-da57-49ed-a1a6-b865ad557a2c)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:16:16.205288 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-50ae1292-8f36-4268-928f-3655dc6771b4 req-5355c18e-9dc2-42f2-97b5-35fb7567308d tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:16.316459 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-50ae1292-8f36-4268-928f-3655dc6771b4 req-5355c18e-9dc2-42f2-97b5-35fb7567308d tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] Calling delete_port for 853e8972-885a-484c-8d40-6fe87a6564a9 owned by compute:nova {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:16:16.599594 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-50ae1292-8f36-4268-928f-3655dc6771b4 req-5355c18e-9dc2-42f2-97b5-35fb7567308d tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:16.606142 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6d9b64c7-53a2-47fd-a338-5cede4e4071b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:16:16.618778 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['75684474-341c-4484-b708-7ecc2077a41e'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:16:16.655379 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5355c18e-9dc2-42f2-97b5-35fb7567308d tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] Pushing event deleted for resources: {'Port': ['ID=853e8972-885a-484c-8d40-6fe87a6564a9,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:16:16.662956 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5355c18e-9dc2-42f2-97b5-35fb7567308d tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:16:16.707014 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f1a0fd-cc58-4118-9992-436a11d32cb1 req-64c6963e-c358-4da0-b70e-b32b43fc90d8 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:16:16.708553 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d4f1a0fd-cc58-4118-9992-436a11d32cb1 req-64c6963e-c358-4da0-b70e-b32b43fc90d8 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=7775ce37-bd1f-4054-a455-0f64a9a18fbe HTTP/1.1" status: 200 len: 1019 time: 0.1560876 Jun 11 10:16:16.749534 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-50ae1292-8f36-4268-928f-3655dc6771b4 req-5355c18e-9dc2-42f2-97b5-35fb7567308d tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] No DVR routers for this DVR port 853e8972-885a-484c-8d40-6fe87a6564a9 on host n-h2-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:16:16.756542 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-50ae1292-8f36-4268-928f-3655dc6771b4 req-5355c18e-9dc2-42f2-97b5-35fb7567308d tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:16.758453 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-50ae1292-8f36-4268-928f-3655dc6771b4 req-5355c18e-9dc2-42f2-97b5-35fb7567308d tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] 10.222.0.69 "DELETE /v2.0/ports/853e8972-885a-484c-8d40-6fe87a6564a9 HTTP/1.1" status: 204 len: 173 time: 0.7946913 Jun 11 10:16:16.760006 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7775ce37-bd1f-4054-a455-0f64a9a18fbe', 'name': 'network-vif-deleted', 'tag': '853e8972-885a-484c-8d40-6fe87a6564a9'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:16:16.762370 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59e395a8-6ada-4777-bfd0-91d3f3846e10" -d '{"events": [{"server_uuid": "7775ce37-bd1f-4054-a455-0f64a9a18fbe", "name": "network-vif-deleted", "tag": "853e8972-885a-484c-8d40-6fe87a6564a9"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:16:16.803739 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:16.841439 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca8e938-753b-46ad-ae24-902810cd2929 x-openstack-request-id: req-0ca8e938-753b-46ad-ae24-902810cd2929 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:16:16.842922 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7775ce37-bd1f-4054-a455-0f64a9a18fbe", "name": "network-vif-deleted", "tag": "853e8972-885a-484c-8d40-6fe87a6564a9", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:16:16.842922 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0ca8e938-753b-46ad-ae24-902810cd2929 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:16:16.842922 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7775ce37-bd1f-4054-a455-0f64a9a18fbe', 'name': 'network-vif-deleted', 'tag': '853e8972-885a-484c-8d40-6fe87a6564a9', 'status': 'completed', 'code': 200} Jun 11 10:16:16.855835 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d4f1a0fd-cc58-4118-9992-436a11d32cb1 req-608d8132-a40b-4247-a42c-f10f7df0d331 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=e1eee62d-11bb-4a80-b9a8-806a1d989c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085260 Jun 11 10:16:18.056305 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-42349b56-34c2-42db-a950-1323c4797cc6 req-e1a1444b-5e11-4711-8f3e-4d01d17d4ac5 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=7775ce37-bd1f-4054-a455-0f64a9a18fbe HTTP/1.1" status: 200 len: 210 time: 0.0402942 Jun 11 10:16:18.275008 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 853e8972-885a-484c-8d40-6fe87a6564a9 no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:16:18.307995 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] No Port match for: 853e8972-885a-484c-8d40-6fe87a6564a9 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:16:18.308430 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 853e8972-885a-484c-8d40-6fe87a6564a9 not bound to the agent host n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:16:18.492915 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:20.024019 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82641ef7-7b5c-45c7-af9b-c3236ee52f4c req-a356a292-15fd-4e89-8c2a-80ba9cdeff56 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:16:20.025527 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-82641ef7-7b5c-45c7-af9b-c3236ee52f4c req-a356a292-15fd-4e89-8c2a-80ba9cdeff56 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a72a8d1c-0ded-478d-bc5d-1773dc786516 HTTP/1.1" status: 200 len: 1097 time: 0.0598226 Jun 11 10:16:20.063423 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-82641ef7-7b5c-45c7-af9b-c3236ee52f4c req-bf7bf8a6-564c-4332-80b3-9bedbb633557 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=e1eee62d-11bb-4a80-b9a8-806a1d989c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315380 Jun 11 10:16:21.246495 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64325c54-c531-4f0e-a934-850fa42242a1 req-03bcaabe-abdc-465e-84da-54798452265b tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:16:21.248756 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-64325c54-c531-4f0e-a934-850fa42242a1 req-03bcaabe-abdc-465e-84da-54798452265b tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a72a8d1c-0ded-478d-bc5d-1773dc786516 HTTP/1.1" status: 200 len: 1097 time: 0.0676243 Jun 11 10:16:21.290816 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-64325c54-c531-4f0e-a934-850fa42242a1 req-6cdf98b2-4c36-41e2-923d-6b053e8d70d2 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=e1eee62d-11bb-4a80-b9a8-806a1d989c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359268 Jun 11 10:16:21.505648 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68a386a-c204-414d-980b-a8ec4ff23e6b req-f881bcb5-3cb6-4b15-b626-12f9885eb3d9 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:16:21.507814 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a68a386a-c204-414d-980b-a8ec4ff23e6b req-f881bcb5-3cb6-4b15-b626-12f9885eb3d9 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a72a8d1c-0ded-478d-bc5d-1773dc786516 HTTP/1.1" status: 200 len: 1097 time: 0.0614755 Jun 11 10:16:21.621526 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-a68a386a-c204-414d-980b-a8ec4ff23e6b req-1494d183-a1aa-43f6-8b2e-fbecf065c5c1 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] Deleting port 75684474-341c-4484-b708-7ecc2077a41e {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:16:21.622607 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a68a386a-c204-414d-980b-a8ec4ff23e6b req-1494d183-a1aa-43f6-8b2e-fbecf065c5c1 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:21.743200 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-a68a386a-c204-414d-980b-a8ec4ff23e6b req-1494d183-a1aa-43f6-8b2e-fbecf065c5c1 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] For port 75684474-341c-4484-b708-7ecc2077a41e, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=75684474-341c-4484-b708-7ecc2077a41e,segment=NetworkSegment(0e5c658e-da57-49ed-a1a6-b865ad557a2c),segment_id=0e5c658e-da57-49ed-a1a6-b865ad557a2c)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:16:21.743560 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a68a386a-c204-414d-980b-a8ec4ff23e6b req-1494d183-a1aa-43f6-8b2e-fbecf065c5c1 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:21.843542 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-a68a386a-c204-414d-980b-a8ec4ff23e6b req-1494d183-a1aa-43f6-8b2e-fbecf065c5c1 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] Calling delete_port for 75684474-341c-4484-b708-7ecc2077a41e owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:16:22.092266 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a68a386a-c204-414d-980b-a8ec4ff23e6b req-1494d183-a1aa-43f6-8b2e-fbecf065c5c1 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:22.097484 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0a63fdf8-d16c-48bd-91e3-ba4ae9e9baba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:16:22.103954 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['75684474-341c-4484-b708-7ecc2077a41e'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:16:22.130664 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1494d183-a1aa-43f6-8b2e-fbecf065c5c1 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] Pushing event deleted for resources: {'Port': ['ID=75684474-341c-4484-b708-7ecc2077a41e,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:16:22.169466 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1494d183-a1aa-43f6-8b2e-fbecf065c5c1 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:16:22.169930 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1494d183-a1aa-43f6-8b2e-fbecf065c5c1 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:16:22.170311 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1494d183-a1aa-43f6-8b2e-fbecf065c5c1 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:16:22.170685 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1494d183-a1aa-43f6-8b2e-fbecf065c5c1 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:16:22.171053 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1494d183-a1aa-43f6-8b2e-fbecf065c5c1 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:16:22.171424 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1494d183-a1aa-43f6-8b2e-fbecf065c5c1 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:16:22.171872 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1494d183-a1aa-43f6-8b2e-fbecf065c5c1 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:16:22.172238 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1494d183-a1aa-43f6-8b2e-fbecf065c5c1 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:16:22.172651 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1494d183-a1aa-43f6-8b2e-fbecf065c5c1 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:16:22.173053 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1494d183-a1aa-43f6-8b2e-fbecf065c5c1 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:16:22.173418 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1494d183-a1aa-43f6-8b2e-fbecf065c5c1 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:16:22.173779 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1494d183-a1aa-43f6-8b2e-fbecf065c5c1 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:16:22.177952 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1494d183-a1aa-43f6-8b2e-fbecf065c5c1 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:16:22.202444 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-a68a386a-c204-414d-980b-a8ec4ff23e6b req-1494d183-a1aa-43f6-8b2e-fbecf065c5c1 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] No DVR routers for this DVR port 75684474-341c-4484-b708-7ecc2077a41e on host n-h1-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:16:22.206067 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a68a386a-c204-414d-980b-a8ec4ff23e6b req-1494d183-a1aa-43f6-8b2e-fbecf065c5c1 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:22.208267 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a68a386a-c204-414d-980b-a8ec4ff23e6b req-1494d183-a1aa-43f6-8b2e-fbecf065c5c1 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] 10.222.0.64 "DELETE /v2.0/ports/75684474-341c-4484-b708-7ecc2077a41e HTTP/1.1" status: 204 len: 173 time: 0.6941605 Jun 11 10:16:22.208831 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a72a8d1c-0ded-478d-bc5d-1773dc786516', 'name': 'network-vif-deleted', 'tag': '75684474-341c-4484-b708-7ecc2077a41e'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:16:22.211960 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c52c66c-f507-4e88-abbc-2f83e4ff29f3" -d '{"events": [{"server_uuid": "a72a8d1c-0ded-478d-bc5d-1773dc786516", "name": "network-vif-deleted", "tag": "75684474-341c-4484-b708-7ecc2077a41e"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:16:22.253394 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24388cda-14e3-49be-9130-65ecb2840539 x-openstack-request-id: req-24388cda-14e3-49be-9130-65ecb2840539 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:16:22.253832 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a72a8d1c-0ded-478d-bc5d-1773dc786516", "name": "network-vif-deleted", "tag": "75684474-341c-4484-b708-7ecc2077a41e", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:16:22.254206 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-24388cda-14e3-49be-9130-65ecb2840539 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:16:22.254733 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a72a8d1c-0ded-478d-bc5d-1773dc786516', 'name': 'network-vif-deleted', 'tag': '75684474-341c-4484-b708-7ecc2077a41e', 'status': 'completed', 'code': 200} Jun 11 10:16:22.462332 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-98ea8c9e-9cc2-4218-a534-eccb33859ee2 req-9ddbb786-f886-4d30-91bd-92b7b640a9f1 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a72a8d1c-0ded-478d-bc5d-1773dc786516 HTTP/1.1" status: 200 len: 210 time: 0.0444572 Jun 11 10:16:23.573695 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 59904) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:16:24.040468 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-912d1097-926a-4a10-9338-4c5226dfb7e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375209'] for router_interface, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:24.406985 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 75684474-341c-4484-b708-7ecc2077a41e no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:16:24.436070 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] No Port match for: 75684474-341c-4484-b708-7ecc2077a41e {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:16:24.436429 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 75684474-341c-4484-b708-7ecc2077a41e not bound to the agent host n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:16:24.826980 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-912d1097-926a-4a10-9338-4c5226dfb7e5 admin admin] Deleting port b7421284-f761-44b2-ac7e-8b737b27e345 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:16:24.827593 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-912d1097-926a-4a10-9338-4c5226dfb7e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:24.941854 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-912d1097-926a-4a10-9338-4c5226dfb7e5 admin admin] For port b7421284-f761-44b2-ac7e-8b737b27e345, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=b7421284-f761-44b2-ac7e-8b737b27e345,segment=NetworkSegment(0e5c658e-da57-49ed-a1a6-b865ad557a2c),segment_id=0e5c658e-da57-49ed-a1a6-b865ad557a2c)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:16:24.942214 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-912d1097-926a-4a10-9338-4c5226dfb7e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:25.042813 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-912d1097-926a-4a10-9338-4c5226dfb7e5 admin admin] Calling delete_port for b7421284-f761-44b2-ac7e-8b737b27e345 owned by network:router_interface {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:16:25.343044 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-912d1097-926a-4a10-9338-4c5226dfb7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:25.345373 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-75ed80b7-3a88-4751-9719-5513a0097474 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:16:25.378514 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912d1097-926a-4a10-9338-4c5226dfb7e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7421284-f761-44b2-ac7e-8b737b27e345,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:16:25.383741 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-912d1097-926a-4a10-9338-4c5226dfb7e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:16:25.644258 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-912d1097-926a-4a10-9338-4c5226dfb7e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362297'] for router_interface, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:26.008352 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-912d1097-926a-4a10-9338-4c5226dfb7e5 admin admin] Router af4fd5be-558c-4289-877d-d381611351ad has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:16:26.167175 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-912d1097-926a-4a10-9338-4c5226dfb7e5 admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:16:26.174386 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-912d1097-926a-4a10-9338-4c5226dfb7e5 admin admin] 10.222.0.60 "PUT /v2.0/routers/af4fd5be-558c-4289-877d-d381611351ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5991542 Jun 11 10:16:26.176638 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 59938) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:16:26.180127 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916518d3-3d86-401e-8d66-482f335caad8 None None] Sync routers for ids ['af4fd5be-558c-4289-877d-d381611351ad'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:16:26.189398 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916518d3-3d86-401e-8d66-482f335caad8 None None] Routers {'af4fd5be-558c-4289-877d-d381611351ad'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:16:26.190029 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-916518d3-3d86-401e-8d66-482f335caad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:16:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['af4fd5be-558c-4289-877d-d381611351ad'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:16:26.355111 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-916518d3-3d86-401e-8d66-482f335caad8 None None] Set router af4fd5be-558c-4289-877d-d381611351ad gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:16:26.413812 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f014cd84-306d-41fb-a5d0-118258cbba4b admin admin] Notify callbacks [] for router, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:26.569297 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f014cd84-306d-41fb-a5d0-118258cbba4b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:26.635230 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-916518d3-3d86-401e-8d66-482f335caad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af4fd5be-558c-4289-877d-d381611351ad', 'name': 'tempest-TestServerMultinode-262550436-router', 'tenant_id': '3f5eefa216b34f5eb6f64641d7a866e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': 'a52fef41-be4a-4742-82f2-8d91375b6847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:15:06Z', 'updated_at': '2021-06-11T10:16:25Z', 'revision_number': 5, 'project_id': '3f5eefa216b34f5eb6f64641d7a866e4', 'gw_port': {'id': 'a52fef41-be4a-4742-82f2-8d91375b6847', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4fd5be-558c-4289-877d-d381611351ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:15:08Z', 'updated_at': '2021-06-11T10:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:16:26.638983 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916518d3-3d86-401e-8d66-482f335caad8 None None] Checking router: af4fd5be-558c-4289-877d-d381611351ad for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:16:26.647554 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916518d3-3d86-401e-8d66-482f335caad8 None None] Routers {'af4fd5be-558c-4289-877d-d381611351ad'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:16:26.648271 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-916518d3-3d86-401e-8d66-482f335caad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:16:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['af4fd5be-558c-4289-877d-d381611351ad'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:16:26.827091 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-916518d3-3d86-401e-8d66-482f335caad8 None None] Set router af4fd5be-558c-4289-877d-d381611351ad gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:16:26.833250 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-f014cd84-306d-41fb-a5d0-118258cbba4b admin admin] Deleting port a52fef41-be4a-4742-82f2-8d91375b6847 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:16:26.833681 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f014cd84-306d-41fb-a5d0-118258cbba4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:26.951703 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-f014cd84-306d-41fb-a5d0-118258cbba4b admin admin] For port a52fef41-be4a-4742-82f2-8d91375b6847, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=a52fef41-be4a-4742-82f2-8d91375b6847,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:16:26.952063 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f014cd84-306d-41fb-a5d0-118258cbba4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:27.050054 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-f014cd84-306d-41fb-a5d0-118258cbba4b admin admin] Calling delete_port for a52fef41-be4a-4742-82f2-8d91375b6847 owned by network:router_gateway {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:16:27.087401 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-916518d3-3d86-401e-8d66-482f335caad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af4fd5be-558c-4289-877d-d381611351ad', 'name': 'tempest-TestServerMultinode-262550436-router', 'tenant_id': '3f5eefa216b34f5eb6f64641d7a866e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': 'a52fef41-be4a-4742-82f2-8d91375b6847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:15:06Z', 'updated_at': '2021-06-11T10:16:25Z', 'revision_number': 5, 'project_id': '3f5eefa216b34f5eb6f64641d7a866e4', 'gw_port': {'id': 'a52fef41-be4a-4742-82f2-8d91375b6847', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4fd5be-558c-4289-877d-d381611351ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:15:08Z', 'updated_at': '2021-06-11T10:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:16:27.091899 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916518d3-3d86-401e-8d66-482f335caad8 None None] The sync data for ids ['af4fd5be-558c-4289-877d-d381611351ad'] in n-d-779913-12 is: [{'id': 'af4fd5be-558c-4289-877d-d381611351ad', 'name': 'tempest-TestServerMultinode-262550436-router', 'tenant_id': '3f5eefa216b34f5eb6f64641d7a866e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': 'a52fef41-be4a-4742-82f2-8d91375b6847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:15:06Z', 'updated_at': '2021-06-11T10:16:25Z', 'revision_number': 5, 'project_id': '3f5eefa216b34f5eb6f64641d7a866e4', 'gw_port': {'id': 'a52fef41-be4a-4742-82f2-8d91375b6847', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4fd5be-558c-4289-877d-d381611351ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:15:08Z', 'updated_at': '2021-06-11T10:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:16:27.365983 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f014cd84-306d-41fb-a5d0-118258cbba4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:27.368243 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-61abb49e-ddf2-4451-87ef-7b4e44127e29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:16:27.397910 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f014cd84-306d-41fb-a5d0-118258cbba4b admin admin] Pushing event deleted for resources: {'Port': ['ID=a52fef41-be4a-4742-82f2-8d91375b6847,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:16:27.401095 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f014cd84-306d-41fb-a5d0-118258cbba4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:16:27.496370 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f014cd84-306d-41fb-a5d0-118258cbba4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374120'] for router_gateway, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:27.646877 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f014cd84-306d-41fb-a5d0-118258cbba4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:27.649163 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f014cd84-306d-41fb-a5d0-118258cbba4b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:27.786626 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f014cd84-306d-41fb-a5d0-118258cbba4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:27.787369 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f014cd84-306d-41fb-a5d0-118258cbba4b admin admin] Fanout notify agent at l3_agent the message router_deleted on router af4fd5be-558c-4289-877d-d381611351ad {{(pid=93177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 10:16:27.791696 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f014cd84-306d-41fb-a5d0-118258cbba4b admin admin] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:27.792889 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-f014cd84-306d-41fb-a5d0-118258cbba4b admin admin] 10.222.0.60 "DELETE /v2.0/routers/af4fd5be-558c-4289-877d-d381611351ad HTTP/1.1" status: 204 len: 168 time: 1.6143014 Jun 11 10:16:27.796053 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 59996) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:16:27.860069 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-23c50a63-c0ce-413d-9f63-98b9908fdd9a admin admin] Deleting subnet 4c1fe839-a6d3-4694-80c6-c77b16cad451 {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:16:27.863585 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-23c50a63-c0ce-413d-9f63-98b9908fdd9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:27.916521 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-23c50a63-c0ce-413d-9f63-98b9908fdd9a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:28.026891 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-23c50a63-c0ce-413d-9f63-98b9908fdd9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:28.238856 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-23c50a63-c0ce-413d-9f63-98b9908fdd9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:28.242096 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0cb02a65-5720-4975-8086-147422c1bb37 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:16:28.288144 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c50a63-c0ce-413d-9f63-98b9908fdd9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c1fe839-a6d3-4694-80c6-c77b16cad451,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:16:28.291607 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-23c50a63-c0ce-413d-9f63-98b9908fdd9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:16:28.292610 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-23c50a63-c0ce-413d-9f63-98b9908fdd9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:28.294681 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-23c50a63-c0ce-413d-9f63-98b9908fdd9a admin admin] 10.222.0.60 "DELETE /v2.0/subnets/4c1fe839-a6d3-4694-80c6-c77b16cad451 HTTP/1.1" status: 204 len: 168 time: 0.4978533 Jun 11 10:16:28.297667 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 60016) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:16:28.303376 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc32bd0-7277-45cc-a177-d83abb1520e7 None None] Network 23479725-6388-4052-b86a-0d4cc0dcee07 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:16:28.412561 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device a52fef41-be4a-4742-82f2-8d91375b6847 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:16:28.421202 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0473141c-533b-46d9-a76e-43c64f6d2a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:28.451454 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: a52fef41-be4a-4742-82f2-8d91375b6847 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:16:28.451901 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device a52fef41-be4a-4742-82f2-8d91375b6847 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:16:28.452261 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device b7421284-f761-44b2-ac7e-8b737b27e345 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:16:28.491819 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-0473141c-533b-46d9-a76e-43c64f6d2a6c admin admin] Deleting port e7a1762b-3483-4d96-8f0e-fdea5a6196ba {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:16:28.492790 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0473141c-533b-46d9-a76e-43c64f6d2a6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:28.502651 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: b7421284-f761-44b2-ac7e-8b737b27e345 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:16:28.503109 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device b7421284-f761-44b2-ac7e-8b737b27e345 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:16:28.591857 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-0473141c-533b-46d9-a76e-43c64f6d2a6c admin admin] For port e7a1762b-3483-4d96-8f0e-fdea5a6196ba, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=e7a1762b-3483-4d96-8f0e-fdea5a6196ba,segment=NetworkSegment(0e5c658e-da57-49ed-a1a6-b865ad557a2c),segment_id=0e5c658e-da57-49ed-a1a6-b865ad557a2c)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:16:28.592412 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0473141c-533b-46d9-a76e-43c64f6d2a6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:28.673371 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fdca386-5c7c-467b-8fde-af3c164342a4 None None] DHCP port deletion for 23479725-6388-4052-b86a-0d4cc0dcee07 request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 10:16:28.724624 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-0473141c-533b-46d9-a76e-43c64f6d2a6c admin admin] Calling delete_port for e7a1762b-3483-4d96-8f0e-fdea5a6196ba owned by network:dhcp {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:16:28.757942 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-6fdca386-5c7c-467b-8fde-af3c164342a4 None None] Deleting port e7a1762b-3483-4d96-8f0e-fdea5a6196ba {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:16:28.758727 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6fdca386-5c7c-467b-8fde-af3c164342a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:28.870035 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-6fdca386-5c7c-467b-8fde-af3c164342a4 None None] For port e7a1762b-3483-4d96-8f0e-fdea5a6196ba, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=e7a1762b-3483-4d96-8f0e-fdea5a6196ba,segment=NetworkSegment(0e5c658e-da57-49ed-a1a6-b865ad557a2c),segment_id=0e5c658e-da57-49ed-a1a6-b865ad557a2c)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:16:28.870186 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6fdca386-5c7c-467b-8fde-af3c164342a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:28.960680 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0473141c-533b-46d9-a76e-43c64f6d2a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:28.971822 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-6fdca386-5c7c-467b-8fde-af3c164342a4 None None] Calling delete_port for e7a1762b-3483-4d96-8f0e-fdea5a6196ba owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:16:28.974424 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8e2f00ab-e21e-4018-9e07-0465a01c75f6 tempest-VolumesActionsTest-1388363050 tempest-VolumesActionsTest-1388363050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:16:29.009808 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0473141c-533b-46d9-a76e-43c64f6d2a6c admin admin] Pushing event deleted for resources: {'Port': ['ID=e7a1762b-3483-4d96-8f0e-fdea5a6196ba,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:16:29.013873 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0473141c-533b-46d9-a76e-43c64f6d2a6c admin admin] No DVR routers for this DVR port e7a1762b-3483-4d96-8f0e-fdea5a6196ba on host n-d-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:16:29.018649 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0473141c-533b-46d9-a76e-43c64f6d2a6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:16:29.091003 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6fdca386-5c7c-467b-8fde-af3c164342a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:29.097274 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:16:29.125372 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdca386-5c7c-467b-8fde-af3c164342a4 None None] Pushing event deleted for resources: {'Port': ['ID=e7a1762b-3483-4d96-8f0e-fdea5a6196ba,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:16:29.127644 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdca386-5c7c-467b-8fde-af3c164342a4 None None] No DVR routers for this DVR port e7a1762b-3483-4d96-8f0e-fdea5a6196ba on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:16:29.129517 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-6fdca386-5c7c-467b-8fde-af3c164342a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:16:29.141314 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0473141c-533b-46d9-a76e-43c64f6d2a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:29.155417 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-0473141c-533b-46d9-a76e-43c64f6d2a6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23479725-6388-4052-b86a-0d4cc0dcee07']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:16:29.169172 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-0473141c-533b-46d9-a76e-43c64f6d2a6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e5c658e-da57-49ed-a1a6-b865ad557a2c') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:16:29.169545 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-0473141c-533b-46d9-a76e-43c64f6d2a6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e5c658e-da57-49ed-a1a6-b865ad557a2c') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:16:29.181403 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0473141c-533b-46d9-a76e-43c64f6d2a6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:29.201553 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0473141c-533b-46d9-a76e-43c64f6d2a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:29.208063 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0473141c-533b-46d9-a76e-43c64f6d2a6c admin admin] Releasing vlan 771 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:16:29.208463 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0473141c-533b-46d9-a76e-43c64f6d2a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:29.210367 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:16:29.210367 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:16:29.210367 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:16:29.210367 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:16:29.210367 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:16:29.210367 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:16:29.210367 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:16:29.210367 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:16:29.210367 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:16:29.210367 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:16:29.210367 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:16:29.210367 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:16:29.210367 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:16:29.210367 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:16:29.210367 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:16:29.210367 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:16:29.210367 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:16:29.210367 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:16:29.210367 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:16:29.210367 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:16:29.210367 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:16:29.210367 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:16:29.210367 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:16:29.210367 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:16:29.210367 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 10:16:29.210367 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:16:29.210367 n-d-779913-12 neutron-server[93176]: timer() Jun 11 10:16:29.210367 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:16:29.210367 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 10:16:29.210367 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:16:29.210367 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 10:16:29.210367 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:16:29.210367 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 10:16:29.210367 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:16:29.210367 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 10:16:29.210367 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:16:29.210367 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 10:16:29.210367 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:16:29.210367 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:16:29.210367 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:16:29.210367 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:16:29.210367 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:16:29.210367 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 10:16:29.210367 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:16:29.210367 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 10:16:29.210367 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:16:29.210367 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:16:29.210367 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:16:29.210367 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 10:16:29.210367 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:16:29.210367 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:16:29.210367 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:16:29.210367 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:16:29.210367 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:16:29.210367 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:16:29.210367 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:16:29.369132 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0473141c-533b-46d9-a76e-43c64f6d2a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:29.372865 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-978a5e3c-1797-421e-9cd6-403fbca1a34e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:16:29.375456 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0473141c-533b-46d9-a76e-43c64f6d2a6c admin admin] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:29.380365 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-0473141c-533b-46d9-a76e-43c64f6d2a6c admin admin] 10.222.0.60 "DELETE /v2.0/networks/23479725-6388-4052-b86a-0d4cc0dcee07 HTTP/1.1" status: 204 len: 168 time: 1.0785217 Jun 11 10:16:29.381570 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 60066) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:16:29.392699 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0473141c-533b-46d9-a76e-43c64f6d2a6c admin admin] Pushing event deleted for resources: {'Network': ['ID=23479725-6388-4052-b86a-0d4cc0dcee07,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:16:29.394782 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0473141c-533b-46d9-a76e-43c64f6d2a6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:16:29.935935 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fe4dc4bd-a075-4893-bf3c-ef7694146b9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375209'] for router_interface, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:30.290506 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-fe4dc4bd-a075-4893-bf3c-ef7694146b9b admin admin] Deleting port 877d17be-2dd0-4cd6-a736-96bce16ed2cd {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:16:30.290864 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fe4dc4bd-a075-4893-bf3c-ef7694146b9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:30.383742 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device e7a1762b-3483-4d96-8f0e-fdea5a6196ba no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:16:30.410481 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-fe4dc4bd-a075-4893-bf3c-ef7694146b9b admin admin] For port 877d17be-2dd0-4cd6-a736-96bce16ed2cd, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=877d17be-2dd0-4cd6-a736-96bce16ed2cd,segment=NetworkSegment(91722489-906f-464e-b387-23cb40f0aa8a),segment_id=91722489-906f-464e-b387-23cb40f0aa8a)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:16:30.411090 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fe4dc4bd-a075-4893-bf3c-ef7694146b9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:30.420517 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: e7a1762b-3483-4d96-8f0e-fdea5a6196ba {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:16:30.420517 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device e7a1762b-3483-4d96-8f0e-fdea5a6196ba not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:16:30.513246 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-fe4dc4bd-a075-4893-bf3c-ef7694146b9b admin admin] Calling delete_port for 877d17be-2dd0-4cd6-a736-96bce16ed2cd owned by network:router_interface {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:16:31.141894 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 60150) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:16:31.296119 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12989574-afc6-4640-bdb9-d8e828aeb2dc req-4cb94b14-f778-4014-b5a9-89a2da2eb371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:16:31.297633 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-12989574-afc6-4640-bdb9-d8e828aeb2dc req-4cb94b14-f778-4014-b5a9-89a2da2eb371 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=96489d9c-9aa9-4afe-9bf4-886aeeae56c0 HTTP/1.1" status: 200 len: 1098 time: 0.1546974 Jun 11 10:16:31.338033 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-12989574-afc6-4640-bdb9-d8e828aeb2dc req-50ba9580-53aa-40de-8a02-d2a9b60e8d06 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4dc2b49c-8e88-42f4-8bc3-2d6156d87e94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345397 Jun 11 10:16:31.380930 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fe4dc4bd-a075-4893-bf3c-ef7694146b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:31.383372 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a065c261-fe0f-4cd2-b0ae-9d4492e46e42 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:16:31.422916 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4dc4bd-a075-4893-bf3c-ef7694146b9b admin admin] Pushing event deleted for resources: {'Port': ['ID=877d17be-2dd0-4cd6-a736-96bce16ed2cd,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:16:31.425694 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-fe4dc4bd-a075-4893-bf3c-ef7694146b9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:16:31.431089 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:31.676524 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fe4dc4bd-a075-4893-bf3c-ef7694146b9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362297'] for router_interface, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:32.036099 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe4dc4bd-a075-4893-bf3c-ef7694146b9b admin admin] Router 73f4931a-ae53-42a1-94fa-3a2d239aa815 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:16:32.192530 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe4dc4bd-a075-4893-bf3c-ef7694146b9b admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:16:32.198280 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-fe4dc4bd-a075-4893-bf3c-ef7694146b9b admin admin] 10.222.0.60 "PUT /v2.0/routers/73f4931a-ae53-42a1-94fa-3a2d239aa815/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8152549 Jun 11 10:16:32.200990 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 60206) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:16:32.203958 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecceb81b-bfc7-4d14-ac1b-fe186e6101ad None None] Sync routers for ids ['73f4931a-ae53-42a1-94fa-3a2d239aa815'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:16:32.215007 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecceb81b-bfc7-4d14-ac1b-fe186e6101ad None None] Routers {'73f4931a-ae53-42a1-94fa-3a2d239aa815'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:16:32.216222 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-ecceb81b-bfc7-4d14-ac1b-fe186e6101ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:16:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['73f4931a-ae53-42a1-94fa-3a2d239aa815'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:16:32.373822 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0eb93a5b-3928-445a-ad48-e43cb2147530 admin admin] Notify callbacks [] for router, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:32.376752 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-ecceb81b-bfc7-4d14-ac1b-fe186e6101ad None None] Set router 73f4931a-ae53-42a1-94fa-3a2d239aa815 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:16:32.546586 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0eb93a5b-3928-445a-ad48-e43cb2147530 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:32.700847 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-0eb93a5b-3928-445a-ad48-e43cb2147530 admin admin] Deleting port 80b53937-2e50-49c8-aa76-f648a9423c85 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:16:32.701212 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0eb93a5b-3928-445a-ad48-e43cb2147530 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:32.753228 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-ecceb81b-bfc7-4d14-ac1b-fe186e6101ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f4931a-ae53-42a1-94fa-3a2d239aa815', 'name': 'tempest-TestServerMultinode-732449128-router', 'tenant_id': '4b988eb123644ca7bfa78d7d5e6c6152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': '80b53937-2e50-49c8-aa76-f648a9423c85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:15:22Z', 'updated_at': '2021-06-11T10:16:31Z', 'revision_number': 5, 'project_id': '4b988eb123644ca7bfa78d7d5e6c6152', 'gw_port': {'id': '80b53937-2e50-49c8-aa76-f648a9423c85', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:1b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f4931a-ae53-42a1-94fa-3a2d239aa815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:15:24Z', 'updated_at': '2021-06-11T10:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:16:32.763093 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecceb81b-bfc7-4d14-ac1b-fe186e6101ad None None] Checking router: 73f4931a-ae53-42a1-94fa-3a2d239aa815 for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:16:32.783243 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecceb81b-bfc7-4d14-ac1b-fe186e6101ad None None] Routers {'73f4931a-ae53-42a1-94fa-3a2d239aa815'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:16:32.786209 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-ecceb81b-bfc7-4d14-ac1b-fe186e6101ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:16:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['73f4931a-ae53-42a1-94fa-3a2d239aa815'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:16:32.838033 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-0eb93a5b-3928-445a-ad48-e43cb2147530 admin admin] For port 80b53937-2e50-49c8-aa76-f648a9423c85, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=80b53937-2e50-49c8-aa76-f648a9423c85,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:16:32.838525 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0eb93a5b-3928-445a-ad48-e43cb2147530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:32.942949 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-ecceb81b-bfc7-4d14-ac1b-fe186e6101ad None None] Set router 73f4931a-ae53-42a1-94fa-3a2d239aa815 gateway port host: None {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:16:32.945920 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-0eb93a5b-3928-445a-ad48-e43cb2147530 admin admin] Calling delete_port for 80b53937-2e50-49c8-aa76-f648a9423c85 owned by network:router_gateway {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:16:33.045945 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-ecceb81b-bfc7-4d14-ac1b-fe186e6101ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f4931a-ae53-42a1-94fa-3a2d239aa815', 'name': 'tempest-TestServerMultinode-732449128-router', 'tenant_id': '4b988eb123644ca7bfa78d7d5e6c6152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:15:22Z', 'updated_at': '2021-06-11T10:16:32Z', 'revision_number': 6, 'project_id': '4b988eb123644ca7bfa78d7d5e6c6152', 'gw_port_host': None}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:16:33.049708 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecceb81b-bfc7-4d14-ac1b-fe186e6101ad None None] The sync data for ids ['73f4931a-ae53-42a1-94fa-3a2d239aa815'] in n-d-779913-12 is: [{'id': '73f4931a-ae53-42a1-94fa-3a2d239aa815', 'name': 'tempest-TestServerMultinode-732449128-router', 'tenant_id': '4b988eb123644ca7bfa78d7d5e6c6152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:15:22Z', 'updated_at': '2021-06-11T10:16:32Z', 'revision_number': 6, 'project_id': '4b988eb123644ca7bfa78d7d5e6c6152', 'gw_port_host': None}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:16:33.266487 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0eb93a5b-3928-445a-ad48-e43cb2147530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:33.268623 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1ed54436-df54-4aef-9eb2-0e97058dad28 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:16:33.316333 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb93a5b-3928-445a-ad48-e43cb2147530 admin admin] Pushing event deleted for resources: {'Port': ['ID=80b53937-2e50-49c8-aa76-f648a9423c85,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:16:33.317821 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0eb93a5b-3928-445a-ad48-e43cb2147530 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:16:33.400452 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0eb93a5b-3928-445a-ad48-e43cb2147530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374120'] for router_gateway, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:33.556852 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0eb93a5b-3928-445a-ad48-e43cb2147530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:33.559493 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0eb93a5b-3928-445a-ad48-e43cb2147530 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:33.732045 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0eb93a5b-3928-445a-ad48-e43cb2147530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:33.732598 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eb93a5b-3928-445a-ad48-e43cb2147530 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73f4931a-ae53-42a1-94fa-3a2d239aa815 {{(pid=93177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 10:16:33.737122 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0eb93a5b-3928-445a-ad48-e43cb2147530 admin admin] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:33.738350 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-0eb93a5b-3928-445a-ad48-e43cb2147530 admin admin] 10.222.0.60 "DELETE /v2.0/routers/73f4931a-ae53-42a1-94fa-3a2d239aa815 HTTP/1.1" status: 204 len: 168 time: 1.5364034 Jun 11 10:16:33.740906 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 60272) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:16:33.805570 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b6b3a26-69ee-4ab4-9ce9-d7cd73d1f4b7 admin admin] Deleting subnet 512d2586-7e2b-4124-b7fe-baa641779157 {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:16:33.808885 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7b6b3a26-69ee-4ab4-9ce9-d7cd73d1f4b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:33.870361 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7b6b3a26-69ee-4ab4-9ce9-d7cd73d1f4b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:33.976429 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7b6b3a26-69ee-4ab4-9ce9-d7cd73d1f4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:34.172203 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7b6b3a26-69ee-4ab4-9ce9-d7cd73d1f4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:34.174414 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-77419dc3-503d-473d-ac92-653ccaf49efb tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:16:34.205094 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6b3a26-69ee-4ab4-9ce9-d7cd73d1f4b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=512d2586-7e2b-4124-b7fe-baa641779157,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:16:34.207744 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7b6b3a26-69ee-4ab4-9ce9-d7cd73d1f4b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:16:34.212314 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7b6b3a26-69ee-4ab4-9ce9-d7cd73d1f4b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:34.214494 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-7b6b3a26-69ee-4ab4-9ce9-d7cd73d1f4b7 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/512d2586-7e2b-4124-b7fe-baa641779157 HTTP/1.1" status: 204 len: 168 time: 0.4723475 Jun 11 10:16:34.217466 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 60294) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:16:34.217954 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3edfdbeb-114d-45dd-bdb2-6bf829c1dc5a None None] Network eaac4fca-baa1-44f8-af5f-f98a81bf0250 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:16:34.324185 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-99934bbf-3d49-460e-a33f-ca6ad2915ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:34.405350 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-99934bbf-3d49-460e-a33f-ca6ad2915ab6 admin admin] Deleting port 6f97763e-7f3c-432f-b45f-d498d4ee9fe0 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:16:34.408511 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-99934bbf-3d49-460e-a33f-ca6ad2915ab6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:34.438321 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 80b53937-2e50-49c8-aa76-f648a9423c85 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:16:34.477373 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 80b53937-2e50-49c8-aa76-f648a9423c85 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:16:34.477797 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 80b53937-2e50-49c8-aa76-f648a9423c85 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:16:34.478292 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 877d17be-2dd0-4cd6-a736-96bce16ed2cd no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:16:34.498007 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-99934bbf-3d49-460e-a33f-ca6ad2915ab6 admin admin] For port 6f97763e-7f3c-432f-b45f-d498d4ee9fe0, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=6f97763e-7f3c-432f-b45f-d498d4ee9fe0,segment=NetworkSegment(91722489-906f-464e-b387-23cb40f0aa8a),segment_id=91722489-906f-464e-b387-23cb40f0aa8a)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:16:34.498359 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-99934bbf-3d49-460e-a33f-ca6ad2915ab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:34.504818 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9da6f37-ddd3-454d-97b1-cefaf25772ae None None] DHCP port deletion for eaac4fca-baa1-44f8-af5f-f98a81bf0250 request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 10:16:34.506711 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 877d17be-2dd0-4cd6-a736-96bce16ed2cd {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:16:34.507050 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 877d17be-2dd0-4cd6-a736-96bce16ed2cd not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:16:34.604345 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-99934bbf-3d49-460e-a33f-ca6ad2915ab6 admin admin] Calling delete_port for 6f97763e-7f3c-432f-b45f-d498d4ee9fe0 owned by network:dhcp {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:16:34.741784 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f9da6f37-ddd3-454d-97b1-cefaf25772ae None None] Deleting port 6f97763e-7f3c-432f-b45f-d498d4ee9fe0 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:16:34.742166 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f9da6f37-ddd3-454d-97b1-cefaf25772ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:34.800363 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-99934bbf-3d49-460e-a33f-ca6ad2915ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:34.802644 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-46dd1b47-1a90-4b70-9092-3e7294d1272c tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:16:34.835006 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f9da6f37-ddd3-454d-97b1-cefaf25772ae None None] For port 6f97763e-7f3c-432f-b45f-d498d4ee9fe0, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=6f97763e-7f3c-432f-b45f-d498d4ee9fe0,segment=NetworkSegment(91722489-906f-464e-b387-23cb40f0aa8a),segment_id=91722489-906f-464e-b387-23cb40f0aa8a)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:16:34.835854 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f9da6f37-ddd3-454d-97b1-cefaf25772ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:34.838375 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99934bbf-3d49-460e-a33f-ca6ad2915ab6 admin admin] No DVR routers for this DVR port 6f97763e-7f3c-432f-b45f-d498d4ee9fe0 on host n-d-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:16:34.842784 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99934bbf-3d49-460e-a33f-ca6ad2915ab6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f97763e-7f3c-432f-b45f-d498d4ee9fe0,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:16:34.845360 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-99934bbf-3d49-460e-a33f-ca6ad2915ab6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:16:34.936138 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f9da6f37-ddd3-454d-97b1-cefaf25772ae None None] Calling delete_port for 6f97763e-7f3c-432f-b45f-d498d4ee9fe0 owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:16:34.953814 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-99934bbf-3d49-460e-a33f-ca6ad2915ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:34.966597 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-99934bbf-3d49-460e-a33f-ca6ad2915ab6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaac4fca-baa1-44f8-af5f-f98a81bf0250']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:16:34.978014 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-99934bbf-3d49-460e-a33f-ca6ad2915ab6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91722489-906f-464e-b387-23cb40f0aa8a') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:16:34.978378 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-99934bbf-3d49-460e-a33f-ca6ad2915ab6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91722489-906f-464e-b387-23cb40f0aa8a') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:16:35.000479 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-99934bbf-3d49-460e-a33f-ca6ad2915ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:35.018517 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-99934bbf-3d49-460e-a33f-ca6ad2915ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:35.028958 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99934bbf-3d49-460e-a33f-ca6ad2915ab6 admin admin] Releasing vlan 784 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:16:35.029565 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-99934bbf-3d49-460e-a33f-ca6ad2915ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:35.031427 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 10:16:35.031427 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:16:35.031427 n-d-779913-12 neutron-server[93176]: timer() Jun 11 10:16:35.031427 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:16:35.031427 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 10:16:35.031427 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:16:35.031427 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 10:16:35.031427 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:16:35.031427 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 10:16:35.031427 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:16:35.031427 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 10:16:35.031427 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:16:35.031427 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 10:16:35.031427 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:16:35.031427 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:16:35.031427 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:16:35.031427 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:16:35.031427 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:16:35.031427 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 10:16:35.031427 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:16:35.031427 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 10:16:35.031427 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:16:35.031427 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:16:35.031427 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:16:35.031427 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 10:16:35.031427 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:16:35.031427 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:16:35.031427 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:16:35.031427 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:16:35.031427 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:16:35.031427 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:16:35.031427 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:16:35.036323 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f9da6f37-ddd3-454d-97b1-cefaf25772ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:35.039656 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:16:35.070581 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9da6f37-ddd3-454d-97b1-cefaf25772ae None None] Pushing event deleted for resources: {'Port': ['ID=6f97763e-7f3c-432f-b45f-d498d4ee9fe0,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:16:35.073015 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f9da6f37-ddd3-454d-97b1-cefaf25772ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:16:35.077152 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9da6f37-ddd3-454d-97b1-cefaf25772ae None None] No DVR routers for this DVR port 6f97763e-7f3c-432f-b45f-d498d4ee9fe0 on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:16:35.635775 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-99934bbf-3d49-460e-a33f-ca6ad2915ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:35.640187 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e7434168-0838-4433-aae9-ece5fa4a4a1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:16:35.642864 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-99934bbf-3d49-460e-a33f-ca6ad2915ab6 admin admin] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:35.650665 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-99934bbf-3d49-460e-a33f-ca6ad2915ab6 admin admin] 10.222.0.60 "DELETE /v2.0/networks/eaac4fca-baa1-44f8-af5f-f98a81bf0250 HTTP/1.1" status: 204 len: 168 time: 1.4238803 Jun 11 10:16:35.660453 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99934bbf-3d49-460e-a33f-ca6ad2915ab6 admin admin] Pushing event deleted for resources: {'Network': ['ID=eaac4fca-baa1-44f8-af5f-f98a81bf0250,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:16:35.663636 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-99934bbf-3d49-460e-a33f-ca6ad2915ab6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:16:35.760523 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:36.136970 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 60378) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:16:36.193081 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-d6d35c5a-dada-456d-a6a4-f6220ac3e64a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3f5eefa216b34f5eb6f64641d7a866e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0545547 Jun 11 10:16:36.196158 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 60384) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:16:36.280143 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8f4f8804-c93b-447b-816c-dacbb3a3c167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:36.326088 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8f4f8804-c93b-447b-816c-dacbb3a3c167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:36.425800 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 6f97763e-7f3c-432f-b45f-d498d4ee9fe0 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:16:36.456110 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 6f97763e-7f3c-432f-b45f-d498d4ee9fe0 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:16:36.456834 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 6f97763e-7f3c-432f-b45f-d498d4ee9fe0 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:16:36.542464 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8f4f8804-c93b-447b-816c-dacbb3a3c167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:36.545930 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8f4f8804-c93b-447b-816c-dacbb3a3c167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:36.548773 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-8f4f8804-c93b-447b-816c-dacbb3a3c167 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4537285f-6236-42d1-a3fe-3c27343d42f8 HTTP/1.1" status: 204 len: 168 time: 0.3514557 Jun 11 10:16:36.549647 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0202161e-c61e-4b36-a8c0-4dc654e9dc04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:16:36.571844 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4f8804-c93b-447b-816c-dacbb3a3c167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4537285f-6236-42d1-a3fe-3c27343d42f8,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:16:36.576240 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8f4f8804-c93b-447b-816c-dacbb3a3c167 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:16:37.425829 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 60434) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:16:37.477253 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-e0f83ec7-6492-40a8-a409-50516abba832 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4b988eb123644ca7bfa78d7d5e6c6152&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0498276 Jun 11 10:16:37.479553 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 60440) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:16:37.533712 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d9e537d8-4737-4ecd-b53f-23cac585bff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:37.560764 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d9e537d8-4737-4ecd-b53f-23cac585bff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:37.705706 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d9e537d8-4737-4ecd-b53f-23cac585bff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:37.708548 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d9e537d8-4737-4ecd-b53f-23cac585bff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:37.709723 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-d9e537d8-4737-4ecd-b53f-23cac585bff1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e1eee62d-11bb-4a80-b9a8-806a1d989c19 HTTP/1.1" status: 204 len: 168 time: 0.2292573 Jun 11 10:16:37.710558 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0a850769-fbb9-4a1b-b16a-8321ce91e2d6 tempest-PortsAdminExtendedAttrsTestJSON-489878317 tempest-PortsAdminExtendedAttrsTestJSON-489878317-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:16:37.720476 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e537d8-4737-4ecd-b53f-23cac585bff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1eee62d-11bb-4a80-b9a8-806a1d989c19,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:16:37.722941 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d9e537d8-4737-4ecd-b53f-23cac585bff1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:16:38.362664 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-89c7d769-fda7-47d7-8ebb-392a805540d8 req-e2a7b69f-042e-4172-b5dc-cc24ce29966a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9ec1e17d-c585-4409-a40f-acf0d6ff5307&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0793145 Jun 11 10:16:38.489486 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c7d769-fda7-47d7-8ebb-392a805540d8 req-46fd0857-a946-44dc-a0a5-b99a3dd3eb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:16:38.491944 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-89c7d769-fda7-47d7-8ebb-392a805540d8 req-46fd0857-a946-44dc-a0a5-b99a3dd3eb07 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c7545923ebc48e08cfbeb0d8e94f901&device_id=9ec1e17d-c585-4409-a40f-acf0d6ff5307 HTTP/1.1" status: 200 len: 1098 time: 0.0779102 Jun 11 10:16:38.645414 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c7d769-fda7-47d7-8ebb-392a805540d8 req-f6339b24-5639-418c-bbd4-553d3a0196ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:16:38.646896 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-89c7d769-fda7-47d7-8ebb-392a805540d8 req-f6339b24-5639-418c-bbd4-553d3a0196ca service neutron] 10.222.0.64 "GET /v2.0/networks?id=795e7157-0b59-4b3c-b5bc-895c607dc0cc HTTP/1.1" status: 200 len: 911 time: 0.1286647 Jun 11 10:16:38.745902 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-89c7d769-fda7-47d7-8ebb-392a805540d8 req-93a7aba0-bf14-4c55-b6a2-cd26a6c21a22 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3612456b-0329-47a5-a6e3-7ade237a079d HTTP/1.1" status: 200 len: 1002 time: 0.0916166 Jun 11 10:16:38.856370 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c7d769-fda7-47d7-8ebb-392a805540d8 req-91e57917-d8d0-4309-84a4-34b9986e3a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:16:38.857758 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-89c7d769-fda7-47d7-8ebb-392a805540d8 req-91e57917-d8d0-4309-84a4-34b9986e3a81 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b543bd1f-2b45-4ed6-ae53-d9d0c8ed8871 HTTP/1.1" status: 200 len: 849 time: 0.1055660 Jun 11 10:16:38.936820 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c7d769-fda7-47d7-8ebb-392a805540d8 req-4efa95bd-be68-433c-bd3b-4498938ed4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:16:38.938291 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-89c7d769-fda7-47d7-8ebb-392a805540d8 req-4efa95bd-be68-433c-bd3b-4498938ed4ba service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=795e7157-0b59-4b3c-b5bc-895c607dc0cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0735538 Jun 11 10:16:39.071019 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-89c7d769-fda7-47d7-8ebb-392a805540d8 req-0dfd5a53-e30c-4091-b2c7-0311e8c9b259 service neutron] 10.222.0.64 "GET /v2.0/networks/795e7157-0b59-4b3c-b5bc-895c607dc0cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259785 Jun 11 10:16:39.215887 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-89c7d769-fda7-47d7-8ebb-392a805540d8 req-be2e30d3-3412-447f-b7db-76db5e5cf5f7 service neutron] 10.222.0.64 "GET /v2.0/networks/795e7157-0b59-4b3c-b5bc-895c607dc0cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307199 Jun 11 10:16:42.421523 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:16:42.897997 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c646141f-6420-4d0f-a8ed-614c62343c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:45.834287 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aa1f08e6-9a05-4b35-abb1-00c7910ec2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:45.925728 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:46.680315 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:48.420402 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:48.674769 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d3436b98-fbcd-4f2f-b589-c84b0bb82600 req-ca6618a4-3291-4923-8bfc-a728be73a6f2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=06e346ff-bfc3-4084-a48a-cb74b6728f16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0652144 Jun 11 10:16:48.758287 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3436b98-fbcd-4f2f-b589-c84b0bb82600 req-f17f7637-730f-43af-a5fb-ec44f9d0648d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:16:48.759802 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d3436b98-fbcd-4f2f-b589-c84b0bb82600 req-f17f7637-730f-43af-a5fb-ec44f9d0648d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=031c7a0c615a4cf5a702c1039cac35d0&device_id=06e346ff-bfc3-4084-a48a-cb74b6728f16 HTTP/1.1" status: 200 len: 1098 time: 0.0618305 Jun 11 10:16:48.913885 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3436b98-fbcd-4f2f-b589-c84b0bb82600 req-ff53824b-1812-4ba4-bb50-d9100b39ce3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:16:48.915358 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d3436b98-fbcd-4f2f-b589-c84b0bb82600 req-ff53824b-1812-4ba4-bb50-d9100b39ce3a service neutron] 10.222.0.69 "GET /v2.0/networks?id=07371b51-8573-420a-a1bc-95d46df27e07 HTTP/1.1" status: 200 len: 915 time: 0.1324513 Jun 11 10:16:48.976972 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d3436b98-fbcd-4f2f-b589-c84b0bb82600 req-e5422c5f-f657-46ac-b1cb-5861d88b1ada service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d683789-b1d4-45de-bf08-6a9dff7b6215 HTTP/1.1" status: 200 len: 217 time: 0.0539930 Jun 11 10:16:49.040342 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3436b98-fbcd-4f2f-b589-c84b0bb82600 req-91178590-9da4-4328-bdef-1e1a5c4301fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:16:49.041781 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d3436b98-fbcd-4f2f-b589-c84b0bb82600 req-91178590-9da4-4328-bdef-1e1a5c4301fb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bb55e7f6-6d05-453b-97b2-be9682e0b070 HTTP/1.1" status: 200 len: 854 time: 0.0564711 Jun 11 10:16:49.088294 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d3436b98-fbcd-4f2f-b589-c84b0bb82600 req-8f765c59-7c13-437b-9a8b-e412503123a4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=07371b51-8573-420a-a1bc-95d46df27e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318370 Jun 11 10:16:49.218007 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d3436b98-fbcd-4f2f-b589-c84b0bb82600 req-b26e1c68-09e7-499a-b917-5d692f5b438d service neutron] 10.222.0.69 "GET /v2.0/networks/07371b51-8573-420a-a1bc-95d46df27e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218810 Jun 11 10:16:49.350064 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d3436b98-fbcd-4f2f-b589-c84b0bb82600 req-a7e68255-afda-4a92-b0c9-16a3abe05d3c service neutron] 10.222.0.69 "GET /v2.0/networks/07371b51-8573-420a-a1bc-95d46df27e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245391 Jun 11 10:16:51.178605 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1db759-c7d9-4993-8bac-4c65516854c3 req-490f3997-6664-48cb-830a-3fedb075a3a9 tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:16:51.180205 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fd1db759-c7d9-4993-8bac-4c65516854c3 req-490f3997-6664-48cb-830a-3fedb075a3a9 tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] 10.222.0.60 "GET /v2.0/ports?device_id=06e346ff-bfc3-4084-a48a-cb74b6728f16 HTTP/1.1" status: 200 len: 946 time: 0.0775149 Jun 11 10:16:51.240009 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fd1db759-c7d9-4993-8bac-4c65516854c3 req-33cda147-9e01-4ad1-9d2c-afc2be58ed33 tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] 10.222.0.60 "GET /v2.0/security-groups?id=a41e4d0e-04c3-4836-ab98-8f9b54e54af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529521 Jun 11 10:16:52.428881 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280fb1c-9212-4574-8e08-d2956a53faa7 req-8df79909-584a-4137-afe4-c30ccc29d0cb tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:16:52.430364 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0280fb1c-9212-4574-8e08-d2956a53faa7 req-8df79909-584a-4137-afe4-c30ccc29d0cb tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] 10.222.0.60 "GET /v2.0/ports?device_id=06e346ff-bfc3-4084-a48a-cb74b6728f16 HTTP/1.1" status: 200 len: 946 time: 0.0773547 Jun 11 10:16:52.474326 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0280fb1c-9212-4574-8e08-d2956a53faa7 req-a116c654-e3f2-47b0-84ae-b878176a3831 tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] 10.222.0.60 "GET /v2.0/security-groups?id=a41e4d0e-04c3-4836-ab98-8f9b54e54af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372770 Jun 11 10:16:53.279401 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df36731c-6f35-4d4e-b2c4-a4a3602c8275 req-4f3a7516-ea68-4097-9d46-9c2340332724 tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:16:53.280874 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-df36731c-6f35-4d4e-b2c4-a4a3602c8275 req-4f3a7516-ea68-4097-9d46-9c2340332724 tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] 10.222.0.69 "GET /v2.0/ports?device_id=06e346ff-bfc3-4084-a48a-cb74b6728f16 HTTP/1.1" status: 200 len: 946 time: 0.0702262 Jun 11 10:16:53.406089 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-df36731c-6f35-4d4e-b2c4-a4a3602c8275 req-3d3ec749-35cc-401f-9ab2-a4f3c8ca932d tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] Deleting port 2d683789-b1d4-45de-bf08-6a9dff7b6215 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:16:53.406748 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-df36731c-6f35-4d4e-b2c4-a4a3602c8275 req-3d3ec749-35cc-401f-9ab2-a4f3c8ca932d tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:53.532185 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-df36731c-6f35-4d4e-b2c4-a4a3602c8275 req-3d3ec749-35cc-401f-9ab2-a4f3c8ca932d tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] For port 2d683789-b1d4-45de-bf08-6a9dff7b6215, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=2d683789-b1d4-45de-bf08-6a9dff7b6215,segment=NetworkSegment(0581c28b-7c50-4522-9686-95bd8a5176b6),segment_id=0581c28b-7c50-4522-9686-95bd8a5176b6)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:16:53.545342 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-df36731c-6f35-4d4e-b2c4-a4a3602c8275 req-3d3ec749-35cc-401f-9ab2-a4f3c8ca932d tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:53.644774 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-df36731c-6f35-4d4e-b2c4-a4a3602c8275 req-3d3ec749-35cc-401f-9ab2-a4f3c8ca932d tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] Calling delete_port for 2d683789-b1d4-45de-bf08-6a9dff7b6215 owned by compute:nova {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:16:53.799544 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fcac04-6fbc-420c-a600-61f7d2260793 req-b7835826-d166-45f5-81f7-915a1894c784 tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:16:53.801139 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-21fcac04-6fbc-420c-a600-61f7d2260793 req-b7835826-d166-45f5-81f7-915a1894c784 tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] 10.222.0.60 "GET /v2.0/ports?device_id=06e346ff-bfc3-4084-a48a-cb74b6728f16 HTTP/1.1" status: 200 len: 946 time: 0.1541588 Jun 11 10:16:53.890653 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-21fcac04-6fbc-420c-a600-61f7d2260793 req-af81424a-cd64-46b2-8d5b-0d414830ea5a tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] 10.222.0.60 "GET /v2.0/security-groups?id=a41e4d0e-04c3-4836-ab98-8f9b54e54af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833464 Jun 11 10:16:53.974604 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-df36731c-6f35-4d4e-b2c4-a4a3602c8275 req-3d3ec749-35cc-401f-9ab2-a4f3c8ca932d tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:53.981879 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5355c18e-9dc2-42f2-97b5-35fb7567308d tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:16:53.991397 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['2d683789-b1d4-45de-bf08-6a9dff7b6215'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:16:54.021366 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3ec749-35cc-401f-9ab2-a4f3c8ca932d tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] Pushing event deleted for resources: {'Port': ['ID=2d683789-b1d4-45de-bf08-6a9dff7b6215,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:16:54.057146 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3ec749-35cc-401f-9ab2-a4f3c8ca932d tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:16:54.057541 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3ec749-35cc-401f-9ab2-a4f3c8ca932d tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:16:54.057927 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3ec749-35cc-401f-9ab2-a4f3c8ca932d tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:16:54.058839 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3ec749-35cc-401f-9ab2-a4f3c8ca932d tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:16:54.059227 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3ec749-35cc-401f-9ab2-a4f3c8ca932d tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:16:54.059627 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3ec749-35cc-401f-9ab2-a4f3c8ca932d tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:16:54.060006 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3ec749-35cc-401f-9ab2-a4f3c8ca932d tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:16:54.060378 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3ec749-35cc-401f-9ab2-a4f3c8ca932d tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:16:54.060750 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3ec749-35cc-401f-9ab2-a4f3c8ca932d tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:16:54.061118 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3ec749-35cc-401f-9ab2-a4f3c8ca932d tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:16:54.061487 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3ec749-35cc-401f-9ab2-a4f3c8ca932d tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:16:54.061857 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3ec749-35cc-401f-9ab2-a4f3c8ca932d tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:16:54.065984 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3d3ec749-35cc-401f-9ab2-a4f3c8ca932d tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:16:54.088787 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-df36731c-6f35-4d4e-b2c4-a4a3602c8275 req-3d3ec749-35cc-401f-9ab2-a4f3c8ca932d tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] No DVR routers for this DVR port 2d683789-b1d4-45de-bf08-6a9dff7b6215 on host n-h2-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:16:54.091447 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-df36731c-6f35-4d4e-b2c4-a4a3602c8275 req-3d3ec749-35cc-401f-9ab2-a4f3c8ca932d tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:16:54.093580 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-df36731c-6f35-4d4e-b2c4-a4a3602c8275 req-3d3ec749-35cc-401f-9ab2-a4f3c8ca932d tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] 10.222.0.69 "DELETE /v2.0/ports/2d683789-b1d4-45de-bf08-6a9dff7b6215 HTTP/1.1" status: 204 len: 173 time: 0.8070958 Jun 11 10:16:54.094109 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e346ff-bfc3-4084-a48a-cb74b6728f16', 'name': 'network-vif-deleted', 'tag': '2d683789-b1d4-45de-bf08-6a9dff7b6215'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:16:54.096473 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b795b04-2d26-4591-9853-3ef1e9a9062c" -d '{"events": [{"server_uuid": "06e346ff-bfc3-4084-a48a-cb74b6728f16", "name": "network-vif-deleted", "tag": "2d683789-b1d4-45de-bf08-6a9dff7b6215"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:16:54.134675 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b19583b6-b55f-43a4-8d7a-ce8cad263405 x-openstack-request-id: req-b19583b6-b55f-43a4-8d7a-ce8cad263405 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:16:54.135055 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06e346ff-bfc3-4084-a48a-cb74b6728f16", "name": "network-vif-deleted", "tag": "2d683789-b1d4-45de-bf08-6a9dff7b6215", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:16:54.135403 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b19583b6-b55f-43a4-8d7a-ce8cad263405 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:16:54.135931 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06e346ff-bfc3-4084-a48a-cb74b6728f16', 'name': 'network-vif-deleted', 'tag': '2d683789-b1d4-45de-bf08-6a9dff7b6215', 'status': 'completed', 'code': 200} Jun 11 10:16:55.077127 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-75cf05ea-7641-4f4b-b251-39df7f57a6eb req-3e4737a1-bb2b-48ba-bb74-a369f1fc23f5 tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] 10.222.0.60 "GET /v2.0/ports?device_id=06e346ff-bfc3-4084-a48a-cb74b6728f16 HTTP/1.1" status: 200 len: 210 time: 0.0418265 Jun 11 10:16:56.507158 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 2d683789-b1d4-45de-bf08-6a9dff7b6215 no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:16:56.532947 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] No Port match for: 2d683789-b1d4-45de-bf08-6a9dff7b6215 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:16:56.533308 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 2d683789-b1d4-45de-bf08-6a9dff7b6215 not bound to the agent host n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:17:01.517139 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:17:03.983356 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97887d65-1b5b-4136-be13-ab23879dc8d6 req-6b66cd8b-065b-4fc5-80c5-ff3791719d6a tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:17:03.984845 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-97887d65-1b5b-4136-be13-ab23879dc8d6 req-6b66cd8b-065b-4fc5-80c5-ff3791719d6a tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] 10.222.0.60 "GET /v2.0/networks?id=07371b51-8573-420a-a1bc-95d46df27e07 HTTP/1.1" status: 200 len: 814 time: 0.1426854 Jun 11 10:17:04.001369 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-97887d65-1b5b-4136-be13-ab23879dc8d6 req-9e163de4-7123-4e5c-850b-bcd46a2ba069 tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] 10.222.0.60 "GET /v2.0/quotas/031c7a0c615a4cf5a702c1039cac35d0 HTTP/1.1" status: 200 len: 375 time: 0.0108066 Jun 11 10:17:04.042352 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-97887d65-1b5b-4136-be13-ab23879dc8d6 req-af55e620-5865-4c4d-a01d-6750c828fa38 tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=031c7a0c615a4cf5a702c1039cac35d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349138 Jun 11 10:17:04.280508 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-97887d65-1b5b-4136-be13-ab23879dc8d6 req-914658dd-7b17-4fd2-934a-3e7f9e8304e3 service neutron] 10.222.0.60 "GET /v2.0/networks/07371b51-8573-420a-a1bc-95d46df27e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310536 Jun 11 10:17:04.401531 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-97887d65-1b5b-4136-be13-ab23879dc8d6 req-d3c8e6b3-7961-43fc-9456-da52e35ea208 service neutron] 10.222.0.60 "GET /v2.0/networks/07371b51-8573-420a-a1bc-95d46df27e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151905 Jun 11 10:17:05.771443 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:17:12.888250 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b493662b-d0fd-47bc-8ebc-bb439749a162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:17:15.830834 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0073a667-7c75-49d0-940a-af64a2b91a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:17:15.928184 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:17:16.753762 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:17:18.439651 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:17:19.420896 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:17:31.362257 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:17:35.708210 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:17:36.265574 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfe3ebd-9691-4bec-af23-484be57b4845 req-686e4339-9b2b-4213-b043-5d55d9fb3160 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:17:36.266940 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6dfe3ebd-9691-4bec-af23-484be57b4845 req-686e4339-9b2b-4213-b043-5d55d9fb3160 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/ports?device_id=66bbcca5-c11c-4d65-9d86-2fc2588b1642 HTTP/1.1" status: 200 len: 945 time: 0.0732124 Jun 11 10:17:36.315487 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6dfe3ebd-9691-4bec-af23-484be57b4845 req-7822ff3c-05ce-42b2-857a-26197ae656f3 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/security-groups?id=26622f4d-0e85-4c32-bac9-9734a1522a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425744 Jun 11 10:17:37.497156 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cd434f-c30b-43a6-8215-5d144ac660df req-b5952f92-0d5f-41cc-a1a9-23bd0eb17dd8 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:17:37.498616 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-56cd434f-c30b-43a6-8215-5d144ac660df req-b5952f92-0d5f-41cc-a1a9-23bd0eb17dd8 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/ports?device_id=66bbcca5-c11c-4d65-9d86-2fc2588b1642 HTTP/1.1" status: 200 len: 945 time: 0.0700967 Jun 11 10:17:37.544908 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-56cd434f-c30b-43a6-8215-5d144ac660df req-55302baf-aa64-46bb-98ca-b56563f9eeea tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/security-groups?id=26622f4d-0e85-4c32-bac9-9734a1522a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404236 Jun 11 10:17:38.373732 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ce05d921-24b8-40ab-b319-1f07eab66c17 req-bb03d2ce-3aa4-4ff1-8d16-52705be8284a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=96489d9c-9aa9-4afe-9bf4-886aeeae56c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0654881 Jun 11 10:17:38.455362 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce05d921-24b8-40ab-b319-1f07eab66c17 req-283a32bd-529e-4e7e-8090-95631608ee40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:17:38.456894 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ce05d921-24b8-40ab-b319-1f07eab66c17 req-283a32bd-529e-4e7e-8090-95631608ee40 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=65716eb7009d46088e8320334fed55e2&device_id=96489d9c-9aa9-4afe-9bf4-886aeeae56c0 HTTP/1.1" status: 200 len: 1098 time: 0.0600345 Jun 11 10:17:38.593289 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce05d921-24b8-40ab-b319-1f07eab66c17 req-1ab10b5d-9c76-4ebc-972a-3caa6f5f067b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:17:38.594778 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ce05d921-24b8-40ab-b319-1f07eab66c17 req-1ab10b5d-9c76-4ebc-972a-3caa6f5f067b service neutron] 10.222.0.64 "GET /v2.0/networks?id=db93647b-0e21-4983-a45b-0e51426db587 HTTP/1.1" status: 200 len: 910 time: 0.1174779 Jun 11 10:17:38.684510 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ce05d921-24b8-40ab-b319-1f07eab66c17 req-59771396-0c5c-4281-bc81-ef360df8a06b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e205eba-73c9-414c-a1bf-7577b0c1b3ac HTTP/1.1" status: 200 len: 1000 time: 0.0827763 Jun 11 10:17:38.727293 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e515dccf-6814-47a3-af0a-e0be7db0683e req-bcf14818-0354-41b5-9d7e-04876e7f3c9f tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:17:38.729457 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e515dccf-6814-47a3-af0a-e0be7db0683e req-bcf14818-0354-41b5-9d7e-04876e7f3c9f tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/ports?device_id=66bbcca5-c11c-4d65-9d86-2fc2588b1642 HTTP/1.1" status: 200 len: 945 time: 0.0704989 Jun 11 10:17:38.743099 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce05d921-24b8-40ab-b319-1f07eab66c17 req-7c264e5c-3c44-497b-9bb0-23872a6a2199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:17:38.744630 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ce05d921-24b8-40ab-b319-1f07eab66c17 req-7c264e5c-3c44-497b-9bb0-23872a6a2199 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8e7a82c1-1cd2-4b06-afeb-812570ed0aaa HTTP/1.1" status: 200 len: 848 time: 0.0534441 Jun 11 10:17:38.776207 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e515dccf-6814-47a3-af0a-e0be7db0683e req-5df9fe9e-0e5f-419e-85a2-e709d6fe6f53 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/security-groups?id=26622f4d-0e85-4c32-bac9-9734a1522a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410993 Jun 11 10:17:38.812016 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce05d921-24b8-40ab-b319-1f07eab66c17 req-32c8fa3b-990d-4953-ac61-ea4dfe3fba86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:17:38.813505 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ce05d921-24b8-40ab-b319-1f07eab66c17 req-32c8fa3b-990d-4953-ac61-ea4dfe3fba86 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=db93647b-0e21-4983-a45b-0e51426db587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0622778 Jun 11 10:17:38.932065 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ce05d921-24b8-40ab-b319-1f07eab66c17 req-02d12567-517b-4372-98ed-de4ea08e83d6 service neutron] 10.222.0.64 "GET /v2.0/networks/db93647b-0e21-4983-a45b-0e51426db587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114671 Jun 11 10:17:39.052030 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ce05d921-24b8-40ab-b319-1f07eab66c17 req-baa86eb3-31c6-4d87-b4db-c23c1f5b019b service neutron] 10.222.0.64 "GET /v2.0/networks/db93647b-0e21-4983-a45b-0e51426db587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122823 Jun 11 10:17:39.960977 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3864e6-3101-4c49-967d-7e2d182192dd req-4f2911c6-3a1c-40c5-b132-29970e8a4053 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:17:39.962352 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5f3864e6-3101-4c49-967d-7e2d182192dd req-4f2911c6-3a1c-40c5-b132-29970e8a4053 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/ports?device_id=66bbcca5-c11c-4d65-9d86-2fc2588b1642 HTTP/1.1" status: 200 len: 945 time: 0.0703728 Jun 11 10:17:40.005464 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5f3864e6-3101-4c49-967d-7e2d182192dd req-69efdddc-90e2-41a2-a716-20e8840ebdf5 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/security-groups?id=26622f4d-0e85-4c32-bac9-9734a1522a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369422 Jun 11 10:17:40.520413 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [req-a33fe87f-bcb4-4981-840a-3264e669d422 req-1e67f8d2-45c2-4378-9cc9-ba9a0f397a5b service neutron] (93176) timed out ('10.222.0.69', 57313) {{(pid=93176) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 11 10:17:41.200043 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7877c3-2afa-443d-afd6-61905922e289 req-1ab3c02b-632f-4298-a942-56e1bfececf7 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:17:41.201553 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fd7877c3-2afa-443d-afd6-61905922e289 req-1ab3c02b-632f-4298-a942-56e1bfececf7 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/ports?device_id=66bbcca5-c11c-4d65-9d86-2fc2588b1642 HTTP/1.1" status: 200 len: 945 time: 0.0747938 Jun 11 10:17:41.248987 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fd7877c3-2afa-443d-afd6-61905922e289 req-bba13ab9-b3ee-49da-871d-6346db5e8db6 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/security-groups?id=26622f4d-0e85-4c32-bac9-9734a1522a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415392 Jun 11 10:17:42.443084 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a142100-3611-409e-960f-17215f1cd66f req-a44bb509-e4a1-44bf-8780-7992103a2a11 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:17:42.444545 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7a142100-3611-409e-960f-17215f1cd66f req-a44bb509-e4a1-44bf-8780-7992103a2a11 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/ports?device_id=66bbcca5-c11c-4d65-9d86-2fc2588b1642 HTTP/1.1" status: 200 len: 945 time: 0.0796511 Jun 11 10:17:42.488967 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7a142100-3611-409e-960f-17215f1cd66f req-4a5ddef9-570d-4243-9e6f-659ea759cf19 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/security-groups?id=26622f4d-0e85-4c32-bac9-9734a1522a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380039 Jun 11 10:17:42.916007 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-80299021-653c-4882-b23d-3d643195f19a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:17:43.674640 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92051cfb-d272-4265-baf4-4ed1ad3a85ab req-e443ed52-c623-439d-bf79-16c3b69f6988 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:17:43.676156 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-92051cfb-d272-4265-baf4-4ed1ad3a85ab req-e443ed52-c623-439d-bf79-16c3b69f6988 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/ports?device_id=66bbcca5-c11c-4d65-9d86-2fc2588b1642 HTTP/1.1" status: 200 len: 945 time: 0.0740330 Jun 11 10:17:43.722255 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-92051cfb-d272-4265-baf4-4ed1ad3a85ab req-a6d9c24e-7cc5-4fd8-848a-0f71a78d75c2 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/security-groups?id=26622f4d-0e85-4c32-bac9-9734a1522a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402632 Jun 11 10:17:44.909552 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1fe2dd-7e0b-4c72-820f-61118b48788b req-144b1043-ab9d-44d6-b867-6c511284668f tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:17:44.911012 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6f1fe2dd-7e0b-4c72-820f-61118b48788b req-144b1043-ab9d-44d6-b867-6c511284668f tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/ports?device_id=66bbcca5-c11c-4d65-9d86-2fc2588b1642 HTTP/1.1" status: 200 len: 945 time: 0.0709834 Jun 11 10:17:44.953158 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6f1fe2dd-7e0b-4c72-820f-61118b48788b req-d659176f-764f-46b4-bf97-672e9fe733db tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/security-groups?id=26622f4d-0e85-4c32-bac9-9734a1522a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362539 Jun 11 10:17:45.836485 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ec984930-227c-4271-979a-545220ee2b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:17:45.956103 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:17:46.139288 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54fbf9e-4dbc-43fc-ac64-bbad43943cbc req-64a07231-20da-45f6-b2f3-2ea81a80f5b9 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:17:46.140816 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b54fbf9e-4dbc-43fc-ac64-bbad43943cbc req-64a07231-20da-45f6-b2f3-2ea81a80f5b9 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/ports?device_id=66bbcca5-c11c-4d65-9d86-2fc2588b1642 HTTP/1.1" status: 200 len: 945 time: 0.0699673 Jun 11 10:17:46.188728 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b54fbf9e-4dbc-43fc-ac64-bbad43943cbc req-90fc5c8e-6fae-4e8d-9883-2dbb43571cc7 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/security-groups?id=26622f4d-0e85-4c32-bac9-9734a1522a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414324 Jun 11 10:17:46.719190 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:17:46.781495 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [req-6efad758-05c7-4823-b82a-8bf885a7c713 req-905e0470-e293-4efa-b98d-6242f10607cc service neutron] (93177) timed out ('10.222.0.69', 57326) {{(pid=93177) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 11 10:17:47.371064 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca63825-6900-4b6e-baca-b7cfb4692f8a req-6904fe48-4835-46f6-a8a4-93b773387046 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:17:47.372596 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7ca63825-6900-4b6e-baca-b7cfb4692f8a req-6904fe48-4835-46f6-a8a4-93b773387046 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/ports?device_id=66bbcca5-c11c-4d65-9d86-2fc2588b1642 HTTP/1.1" status: 200 len: 945 time: 0.0696816 Jun 11 10:17:47.415625 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7ca63825-6900-4b6e-baca-b7cfb4692f8a req-07b97d81-6ba8-4061-96ff-c10516f331b1 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/security-groups?id=26622f4d-0e85-4c32-bac9-9734a1522a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371892 Jun 11 10:17:47.921171 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f812d4c8-35cf-499a-996c-f494e6c4f860 req-4fbc4869-4c2f-41ef-99fc-9d55d9cb3638 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:17:47.922650 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f812d4c8-35cf-499a-996c-f494e6c4f860 req-4fbc4869-4c2f-41ef-99fc-9d55d9cb3638 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/ports?device_id=66bbcca5-c11c-4d65-9d86-2fc2588b1642 HTTP/1.1" status: 200 len: 945 time: 0.0736935 Jun 11 10:17:48.413595 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:17:48.437240 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f812d4c8-35cf-499a-996c-f494e6c4f860 req-f023d029-f25a-45ac-b7c4-b9c6e3e81653 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/security-groups?id=26622f4d-0e85-4c32-bac9-9734a1522a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5086489 Jun 11 10:17:48.460633 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f419e584-cb46-4714-a019-ffdc9b8267c7 req-6b748400-365f-4597-bba0-0f8a7af6a56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:17:48.462102 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f419e584-cb46-4714-a019-ffdc9b8267c7 req-6b748400-365f-4597-bba0-0f8a7af6a56d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4fa4adcc930c454582c6b4c82c27544f&device_id=66bbcca5-c11c-4d65-9d86-2fc2588b1642 HTTP/1.1" status: 200 len: 1097 time: 0.5165153 Jun 11 10:17:48.582970 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f419e584-cb46-4714-a019-ffdc9b8267c7 req-924db3ad-a18e-44d3-866e-59ee8ad61f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:17:48.584455 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f419e584-cb46-4714-a019-ffdc9b8267c7 req-924db3ad-a18e-44d3-866e-59ee8ad61f83 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2ac340f0-d786-4d09-af3c-d796852f240b HTTP/1.1" status: 200 len: 911 time: 0.1145949 Jun 11 10:17:48.671863 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f419e584-cb46-4714-a019-ffdc9b8267c7 req-d0770473-2a76-4c46-a0b6-45cc708b26fe service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aee075f7-f971-479b-b6dd-e226cf8c59e5 HTTP/1.1" status: 200 len: 1000 time: 0.0799198 Jun 11 10:17:48.736038 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f419e584-cb46-4714-a019-ffdc9b8267c7 req-45e1919a-4a2d-4b97-898c-c95b5ede1466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:17:48.737499 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f419e584-cb46-4714-a019-ffdc9b8267c7 req-45e1919a-4a2d-4b97-898c-c95b5ede1466 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e4054ed8-e8dc-4397-99bc-1d06497b1031 HTTP/1.1" status: 200 len: 849 time: 0.0585589 Jun 11 10:17:48.805864 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f419e584-cb46-4714-a019-ffdc9b8267c7 req-aea2427a-a7af-4c3b-8b2a-a39bff26cc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:17:48.807366 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f419e584-cb46-4714-a019-ffdc9b8267c7 req-aea2427a-a7af-4c3b-8b2a-a39bff26cc83 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2ac340f0-d786-4d09-af3c-d796852f240b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0627670 Jun 11 10:17:48.929525 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f419e584-cb46-4714-a019-ffdc9b8267c7 req-8beea4ca-75e0-43c6-b004-e11f6184f449 service neutron] 10.222.0.69 "GET /v2.0/networks/2ac340f0-d786-4d09-af3c-d796852f240b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145582 Jun 11 10:17:49.052346 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f419e584-cb46-4714-a019-ffdc9b8267c7 req-654de422-ce5d-4f94-9772-0e0e9cd9ea12 service neutron] 10.222.0.69 "GET /v2.0/networks/2ac340f0-d786-4d09-af3c-d796852f240b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151032 Jun 11 10:17:49.676747 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c1c8eb-b81f-4905-b06a-c4dd138c129b req-77962e7e-53b5-4a4c-ad66-b67cdc827e01 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:17:49.678235 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a5c1c8eb-b81f-4905-b06a-c4dd138c129b req-77962e7e-53b5-4a4c-ad66-b67cdc827e01 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/ports?device_id=66bbcca5-c11c-4d65-9d86-2fc2588b1642 HTTP/1.1" status: 200 len: 945 time: 0.1197658 Jun 11 10:17:49.733229 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c05c957-0d00-49f1-927c-1dbac50549ed req-534c10b5-f699-49a0-a0f1-c19082256e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:17:49.734616 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6c05c957-0d00-49f1-927c-1dbac50549ed req-534c10b5-f699-49a0-a0f1-c19082256e12 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4fa4adcc930c454582c6b4c82c27544f&device_id=66bbcca5-c11c-4d65-9d86-2fc2588b1642 HTTP/1.1" status: 200 len: 1097 time: 0.1247180 Jun 11 10:17:49.737900 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a5c1c8eb-b81f-4905-b06a-c4dd138c129b req-c5f5ee24-f082-4f06-940c-48330890b1b3 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/security-groups?id=26622f4d-0e85-4c32-bac9-9734a1522a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529668 Jun 11 10:17:49.880150 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c05c957-0d00-49f1-927c-1dbac50549ed req-0ca43500-b69c-42d3-a5ec-2b275feb4240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:17:49.882039 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6c05c957-0d00-49f1-927c-1dbac50549ed req-0ca43500-b69c-42d3-a5ec-2b275feb4240 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2ac340f0-d786-4d09-af3c-d796852f240b HTTP/1.1" status: 200 len: 911 time: 0.1194477 Jun 11 10:17:49.971329 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6c05c957-0d00-49f1-927c-1dbac50549ed req-c9cb5669-ce0e-4fad-924b-494b1641d3e8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aee075f7-f971-479b-b6dd-e226cf8c59e5 HTTP/1.1" status: 200 len: 1000 time: 0.0823746 Jun 11 10:17:50.039443 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c05c957-0d00-49f1-927c-1dbac50549ed req-997235c4-8e64-4434-9916-13cc186400ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:17:50.040965 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6c05c957-0d00-49f1-927c-1dbac50549ed req-997235c4-8e64-4434-9916-13cc186400ff service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e4054ed8-e8dc-4397-99bc-1d06497b1031 HTTP/1.1" status: 200 len: 849 time: 0.0582991 Jun 11 10:17:50.109949 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c05c957-0d00-49f1-927c-1dbac50549ed req-0a077818-e237-488e-8fc1-3ddf59c3236c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:17:50.111408 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6c05c957-0d00-49f1-927c-1dbac50549ed req-0a077818-e237-488e-8fc1-3ddf59c3236c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2ac340f0-d786-4d09-af3c-d796852f240b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0602860 Jun 11 10:17:50.236147 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6c05c957-0d00-49f1-927c-1dbac50549ed req-9df9841f-91d7-487b-a58d-c6fb12e4303d service neutron] 10.222.0.69 "GET /v2.0/networks/2ac340f0-d786-4d09-af3c-d796852f240b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175606 Jun 11 10:17:50.355272 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6c05c957-0d00-49f1-927c-1dbac50549ed req-9795cf79-3096-45ac-ba10-66aa74149ec0 service neutron] 10.222.0.69 "GET /v2.0/networks/2ac340f0-d786-4d09-af3c-d796852f240b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124673 Jun 11 10:17:50.932285 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723135ed-927a-4bba-b238-f951810126c4 req-fa5195fd-789c-4cee-9db8-fc3d9b8c2700 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:17:50.933663 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-723135ed-927a-4bba-b238-f951810126c4 req-fa5195fd-789c-4cee-9db8-fc3d9b8c2700 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/ports?device_id=66bbcca5-c11c-4d65-9d86-2fc2588b1642 HTTP/1.1" status: 200 len: 945 time: 0.0720823 Jun 11 10:17:50.978140 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-723135ed-927a-4bba-b238-f951810126c4 req-9f8f1d62-3b9c-47c9-8adc-37ed23d64415 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/security-groups?id=26622f4d-0e85-4c32-bac9-9734a1522a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382431 Jun 11 10:17:56.423995 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:17:56.903131 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 33622) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:17:57.013359 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7171ca59-1a15-4383-b602-e68bdd987294 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:17:57.109515 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7171ca59-1a15-4383-b602-e68bdd987294 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:17:57.187692 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7171ca59-1a15-4383-b602-e68bdd987294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:17:57.190408 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-849a67ee-1496-4da7-8ffe-74a84e587ba8 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:17:57.237185 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-7171ca59-1a15-4383-b602-e68bdd987294 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3425ec509ae9456f80742f83736b4408&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3328209 Jun 11 10:17:57.238133 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7171ca59-1a15-4383-b602-e68bdd987294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad1f1db9-2099-4067-9d78-91325542d1e6,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:17:57.239878 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 33626) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:17:57.245597 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171ca59-1a15-4383-b602-e68bdd987294 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:17:57.247789 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171ca59-1a15-4383-b602-e68bdd987294 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:17:57.247789 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171ca59-1a15-4383-b602-e68bdd987294 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:17:57.247789 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171ca59-1a15-4383-b602-e68bdd987294 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:17:57.247789 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171ca59-1a15-4383-b602-e68bdd987294 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:17:57.248265 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171ca59-1a15-4383-b602-e68bdd987294 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:17:57.248374 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171ca59-1a15-4383-b602-e68bdd987294 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:17:57.248720 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171ca59-1a15-4383-b602-e68bdd987294 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:17:57.249095 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171ca59-1a15-4383-b602-e68bdd987294 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:17:57.249465 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171ca59-1a15-4383-b602-e68bdd987294 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:17:57.249834 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171ca59-1a15-4383-b602-e68bdd987294 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:17:57.250204 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171ca59-1a15-4383-b602-e68bdd987294 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:17:57.254344 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7171ca59-1a15-4383-b602-e68bdd987294 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:17:57.295906 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-467b0b89-dc3e-4714-b3a1-90ca5fb14127 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:17:57.320465 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-467b0b89-dc3e-4714-b3a1-90ca5fb14127 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:17:57.424086 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-467b0b89-dc3e-4714-b3a1-90ca5fb14127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:17:57.426726 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-467b0b89-dc3e-4714-b3a1-90ca5fb14127 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:17:57.427913 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-467b0b89-dc3e-4714-b3a1-90ca5fb14127 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ad1f1db9-2099-4067-9d78-91325542d1e6 HTTP/1.1" status: 204 len: 168 time: 0.1870151 Jun 11 10:17:57.428701 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6caceba5-ecb7-4532-b343-7e239b6205a3 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:17:57.437196 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467b0b89-dc3e-4714-b3a1-90ca5fb14127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad1f1db9-2099-4067-9d78-91325542d1e6,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:17:57.444684 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467b0b89-dc3e-4714-b3a1-90ca5fb14127 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:17:57.445058 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467b0b89-dc3e-4714-b3a1-90ca5fb14127 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:17:57.445445 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467b0b89-dc3e-4714-b3a1-90ca5fb14127 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:17:57.445826 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467b0b89-dc3e-4714-b3a1-90ca5fb14127 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:17:57.446208 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467b0b89-dc3e-4714-b3a1-90ca5fb14127 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:17:57.446580 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467b0b89-dc3e-4714-b3a1-90ca5fb14127 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:17:57.446949 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467b0b89-dc3e-4714-b3a1-90ca5fb14127 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:17:57.447318 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467b0b89-dc3e-4714-b3a1-90ca5fb14127 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:17:57.447721 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467b0b89-dc3e-4714-b3a1-90ca5fb14127 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:17:57.448090 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467b0b89-dc3e-4714-b3a1-90ca5fb14127 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:17:57.448456 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467b0b89-dc3e-4714-b3a1-90ca5fb14127 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:17:57.448820 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467b0b89-dc3e-4714-b3a1-90ca5fb14127 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:17:57.457089 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-467b0b89-dc3e-4714-b3a1-90ca5fb14127 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:17:58.046598 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 33632) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:17:58.066731 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7ee44ee6-b960-4c02-9c77-6aa4b4a9df04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:17:58.156998 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7ee44ee6-b960-4c02-9c77-6aa4b4a9df04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:17:58.276381 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7ee44ee6-b960-4c02-9c77-6aa4b4a9df04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:17:58.279013 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8711e020-6c2e-46f5-9cc7-cfca3c44392c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:17:58.318456 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee44ee6-b960-4c02-9c77-6aa4b4a9df04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=318c7be5-3b49-4f4d-9235-3dd3c4a66756,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:17:58.322698 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-7ee44ee6-b960-4c02-9c77-6aa4b4a9df04 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=64a7b79feb964ac7bc23640d2220c4c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2750978 Jun 11 10:17:58.323684 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7ee44ee6-b960-4c02-9c77-6aa4b4a9df04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:17:58.325828 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 33634) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:17:58.378079 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-eabd1d5c-3d17-408d-8028-16a1a89cadde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:17:58.400882 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-eabd1d5c-3d17-408d-8028-16a1a89cadde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:17:58.518741 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-eabd1d5c-3d17-408d-8028-16a1a89cadde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:17:58.521398 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-eabd1d5c-3d17-408d-8028-16a1a89cadde admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:17:58.522578 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-eabd1d5c-3d17-408d-8028-16a1a89cadde admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/318c7be5-3b49-4f4d-9235-3dd3c4a66756 HTTP/1.1" status: 204 len: 168 time: 0.1958377 Jun 11 10:17:58.523421 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-467b0b89-dc3e-4714-b3a1-90ca5fb14127 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:17:58.533292 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabd1d5c-3d17-408d-8028-16a1a89cadde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=318c7be5-3b49-4f4d-9235-3dd3c4a66756,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:17:58.536150 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-eabd1d5c-3d17-408d-8028-16a1a89cadde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:18:01.370732 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:18:04.879932 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 33706) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:18:04.995611 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f527450c-0bf3-4de6-8200-6e771889ac3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:18:05.105001 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f527450c-0bf3-4de6-8200-6e771889ac3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:18:05.170212 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f527450c-0bf3-4de6-8200-6e771889ac3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:18:05.173046 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7ee44ee6-b960-4c02-9c77-6aa4b4a9df04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:18:05.214853 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-f527450c-0bf3-4de6-8200-6e771889ac3d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a6901425c9eb41eba6812d04b6ee6970&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3336704 Jun 11 10:18:05.215762 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f527450c-0bf3-4de6-8200-6e771889ac3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2878eeb9-02b8-4836-8893-d5faf97c3410,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:18:05.217553 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 33710) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:18:05.218995 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f527450c-0bf3-4de6-8200-6e771889ac3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:18:05.275400 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b05f2a62-3fdf-462d-a10d-94c52010956b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:18:05.298553 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b05f2a62-3fdf-462d-a10d-94c52010956b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:18:05.424359 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b05f2a62-3fdf-462d-a10d-94c52010956b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:18:05.426910 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b05f2a62-3fdf-462d-a10d-94c52010956b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:18:05.428131 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-b05f2a62-3fdf-462d-a10d-94c52010956b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2878eeb9-02b8-4836-8893-d5faf97c3410 HTTP/1.1" status: 204 len: 168 time: 0.2089553 Jun 11 10:18:05.428899 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8998edf6-a8e0-498b-b704-43b08f061ae5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:18:05.439289 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05f2a62-3fdf-462d-a10d-94c52010956b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2878eeb9-02b8-4836-8893-d5faf97c3410,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:18:05.441704 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b05f2a62-3fdf-462d-a10d-94c52010956b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:18:05.733404 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:18:06.184008 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 33718) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:18:06.204931 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-26cfe92a-85cf-44c5-b4db-9c813a38e5a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:18:06.304884 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-26cfe92a-85cf-44c5-b4db-9c813a38e5a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:18:06.359317 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-26cfe92a-85cf-44c5-b4db-9c813a38e5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:18:06.362485 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-215bafd2-3ed6-4491-be28-031cc51100f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:18:06.409551 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-26cfe92a-85cf-44c5-b4db-9c813a38e5a9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b1d353345f4d4b9586f014dce3836fe1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2242439 Jun 11 10:18:06.410513 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cfe92a-85cf-44c5-b4db-9c813a38e5a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38cd46ed-45c8-416a-9a2b-10e52a34cd92,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:18:06.412830 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 33720) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:18:06.414839 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-26cfe92a-85cf-44c5-b4db-9c813a38e5a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:18:06.475898 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e2130839-04da-404c-bf83-cae1591c94ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:18:06.499629 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e2130839-04da-404c-bf83-cae1591c94ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:18:06.669938 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e2130839-04da-404c-bf83-cae1591c94ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:18:06.674439 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e2130839-04da-404c-bf83-cae1591c94ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:18:06.674439 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-e2130839-04da-404c-bf83-cae1591c94ae admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/38cd46ed-45c8-416a-9a2b-10e52a34cd92 HTTP/1.1" status: 204 len: 168 time: 0.2600238 Jun 11 10:18:06.674871 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-be181381-2260-4ce8-b6f6-fae65a43ee98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:18:06.684947 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2130839-04da-404c-bf83-cae1591c94ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38cd46ed-45c8-416a-9a2b-10e52a34cd92,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:18:06.688787 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e2130839-04da-404c-bf83-cae1591c94ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:18:12.913806 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-48db8233-70b1-4a6f-acac-771c6ac91e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:18:15.713248 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [req-7ae5678a-1053-4fdb-b12e-6b9cb5f06a22 req-5a3de27e-040c-4d8c-91fd-34a78a966c4b service neutron] (93177) timed out ('10.222.0.60', 38342) {{(pid=93177) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 11 10:18:15.785124 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b8808ade-cfcc-46a2-ba91-a22417c9b143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:18:15.996063 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:18:16.733191 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:18:18.534183 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:18:19.060423 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6b64bd-b4d5-46bc-aff7-3d81f1222eb3 req-28652d46-d74f-4a0f-a2c2-0d8b56d00c6e tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:18:19.063003 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1a6b64bd-b4d5-46bc-aff7-3d81f1222eb3 req-28652d46-d74f-4a0f-a2c2-0d8b56d00c6e tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ec1e17d-c585-4409-a40f-acf0d6ff5307 HTTP/1.1" status: 200 len: 946 time: 0.0769734 Jun 11 10:18:19.117253 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1a6b64bd-b4d5-46bc-aff7-3d81f1222eb3 req-f6ac647a-4059-47b9-b800-a812401fa787 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=3820e434-2f22-40ca-aca1-203621ef7aab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474622 Jun 11 10:18:20.313753 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1e75e8-7604-4155-b75f-c66fcc7cf1e0 req-de973f6b-b01b-41a4-ba1a-3c3ffe3d9176 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:18:20.315230 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fd1e75e8-7604-4155-b75f-c66fcc7cf1e0 req-de973f6b-b01b-41a4-ba1a-3c3ffe3d9176 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ec1e17d-c585-4409-a40f-acf0d6ff5307 HTTP/1.1" status: 200 len: 946 time: 0.0769827 Jun 11 10:18:20.360987 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fd1e75e8-7604-4155-b75f-c66fcc7cf1e0 req-d15993c2-1f3e-4e2f-809d-e57b1bffba85 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=3820e434-2f22-40ca-aca1-203621ef7aab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393012 Jun 11 10:18:20.567611 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34922931-6e18-4d14-b490-e2cd60a12206 req-56913ec4-c6e6-431b-9529-b098c19d1cec tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:18:20.569383 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-34922931-6e18-4d14-b490-e2cd60a12206 req-56913ec4-c6e6-431b-9529-b098c19d1cec tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ec1e17d-c585-4409-a40f-acf0d6ff5307 HTTP/1.1" status: 200 len: 946 time: 0.0893350 Jun 11 10:18:20.698489 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-34922931-6e18-4d14-b490-e2cd60a12206 req-777e3df0-aebc-49c4-9b69-e52f44e2f72c tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Deleting port 3612456b-0329-47a5-a6e3-7ade237a079d {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:18:20.699010 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-34922931-6e18-4d14-b490-e2cd60a12206 req-777e3df0-aebc-49c4-9b69-e52f44e2f72c tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:18:20.850906 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-34922931-6e18-4d14-b490-e2cd60a12206 req-777e3df0-aebc-49c4-9b69-e52f44e2f72c tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] For port 3612456b-0329-47a5-a6e3-7ade237a079d, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=3612456b-0329-47a5-a6e3-7ade237a079d,segment=NetworkSegment(5c22e2d5-0ba6-4801-a903-4241c2620ae4),segment_id=5c22e2d5-0ba6-4801-a903-4241c2620ae4)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:18:20.851599 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-34922931-6e18-4d14-b490-e2cd60a12206 req-777e3df0-aebc-49c4-9b69-e52f44e2f72c tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:18:21.113831 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-34922931-6e18-4d14-b490-e2cd60a12206 req-777e3df0-aebc-49c4-9b69-e52f44e2f72c tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:18:21.114209 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-34922931-6e18-4d14-b490-e2cd60a12206 req-777e3df0-aebc-49c4-9b69-e52f44e2f72c tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:18:21.114524 n-d-779913-12 neutron-server[93176]: INFO neutron.db.l3_db [req-34922931-6e18-4d14-b490-e2cd60a12206 req-777e3df0-aebc-49c4-9b69-e52f44e2f72c tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Floating IP 0dc6910f-750d-47d6-9e39-41ab3c2ceaa4 disassociated. External IP: 172.25.4.203, port: 3612456b-0329-47a5-a6e3-7ade237a079d. Jun 11 10:18:21.114870 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-34922931-6e18-4d14-b490-e2cd60a12206 req-777e3df0-aebc-49c4-9b69-e52f44e2f72c tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Calling delete_port for 3612456b-0329-47a5-a6e3-7ade237a079d owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:18:21.379252 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-34922931-6e18-4d14-b490-e2cd60a12206 req-777e3df0-aebc-49c4-9b69-e52f44e2f72c tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:18:21.386774 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c28d4a00-4993-49a9-9316-cc23729dacc2 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:18:21.420221 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777e3df0-aebc-49c4-9b69-e52f44e2f72c tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Pushing event deleted for resources: {'Port': ['ID=3612456b-0329-47a5-a6e3-7ade237a079d,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:18:21.424947 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-777e3df0-aebc-49c4-9b69-e52f44e2f72c tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:18:21.601019 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cc5db510-d502-40fe-9ac3-edb19b8b1488 req-f3be84f3-eb13-4be8-9b42-65fd51dc6cfc tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ec1e17d-c585-4409-a40f-acf0d6ff5307 HTTP/1.1" status: 200 len: 210 time: 0.0531189 Jun 11 10:18:21.716297 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [req-34922931-6e18-4d14-b490-e2cd60a12206 req-777e3df0-aebc-49c4-9b69-e52f44e2f72c tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Router 8d7bfec0-90c0-4cee-a335-6ed17491a245 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:18:21.895291 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-34922931-6e18-4d14-b490-e2cd60a12206 req-777e3df0-aebc-49c4-9b69-e52f44e2f72c tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:18:21.907547 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad08727-56c9-4da0-a277-fdf5f7a5ff65 None None] Sync routers for ids ['8d7bfec0-90c0-4cee-a335-6ed17491a245'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:18:21.917653 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad08727-56c9-4da0-a277-fdf5f7a5ff65 None None] Routers {'8d7bfec0-90c0-4cee-a335-6ed17491a245'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:18:21.918810 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-8ad08727-56c9-4da0-a277-fdf5f7a5ff65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:18:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['8d7bfec0-90c0-4cee-a335-6ed17491a245'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:18:21.976005 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-34922931-6e18-4d14-b490-e2cd60a12206 req-777e3df0-aebc-49c4-9b69-e52f44e2f72c tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] No DVR routers for this DVR port 3612456b-0329-47a5-a6e3-7ade237a079d on host n-h1-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:18:21.981187 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-34922931-6e18-4d14-b490-e2cd60a12206 req-777e3df0-aebc-49c4-9b69-e52f44e2f72c tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:18:21.983953 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-34922931-6e18-4d14-b490-e2cd60a12206 req-777e3df0-aebc-49c4-9b69-e52f44e2f72c tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.64 "DELETE /v2.0/ports/3612456b-0329-47a5-a6e3-7ade237a079d HTTP/1.1" status: 204 len: 173 time: 1.4086061 Jun 11 10:18:21.984513 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ec1e17d-c585-4409-a40f-acf0d6ff5307', 'name': 'network-vif-deleted', 'tag': '3612456b-0329-47a5-a6e3-7ade237a079d'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:18:21.986990 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b7ab728-3645-4ff3-a9a2-b5265ac60b87" -d '{"events": [{"server_uuid": "9ec1e17d-c585-4409-a40f-acf0d6ff5307", "name": "network-vif-deleted", "tag": "3612456b-0329-47a5-a6e3-7ade237a079d"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:18:22.070497 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4680217f-6a54-4369-8391-17603733ec48 x-openstack-request-id: req-4680217f-6a54-4369-8391-17603733ec48 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:18:22.071026 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ec1e17d-c585-4409-a40f-acf0d6ff5307", "name": "network-vif-deleted", "tag": "3612456b-0329-47a5-a6e3-7ade237a079d", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:18:22.071551 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4680217f-6a54-4369-8391-17603733ec48 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:18:22.072109 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ec1e17d-c585-4409-a40f-acf0d6ff5307', 'name': 'network-vif-deleted', 'tag': '3612456b-0329-47a5-a6e3-7ade237a079d', 'status': 'completed', 'code': 200} Jun 11 10:18:22.159843 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-8ad08727-56c9-4da0-a277-fdf5f7a5ff65 None None] Set router 8d7bfec0-90c0-4cee-a335-6ed17491a245 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:18:22.515676 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-8ad08727-56c9-4da0-a277-fdf5f7a5ff65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7bfec0-90c0-4cee-a335-6ed17491a245', 'name': 'tempest-TestVolumeBootPattern-95095720-router', 'tenant_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'e8e14f68-7b9f-44db-a1c8-a66ea777a1af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:06:51Z', 'updated_at': '2021-06-11T10:07:02Z', 'revision_number': 4, 'project_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'gw_port': {'id': 'e8e14f68-7b9f-44db-a1c8-a66ea777a1af', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7bfec0-90c0-4cee-a335-6ed17491a245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:06:53Z', 'updated_at': '2021-06-11T10:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '928bc91b-4599-4d73-9481-fd36ae18c7e2', 'name': '', 'network_id': '795e7157-0b59-4b3c-b5bc-895c607dc0cc', 'tenant_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'mac_address': 'fa:16:3e:b8:e8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7bfec0-90c0-4cee-a335-6ed17491a245', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': 'b543bd1f-2b45-4ed6-ae53-d9d0c8ed8871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:06:59Z', 'updated_at': '2021-06-11T10:07:11Z', 'revision_number': 5, 'project_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'subnets': [{'id': 'b543bd1f-2b45-4ed6-ae53-d9d0c8ed8871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:18:22.519410 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad08727-56c9-4da0-a277-fdf5f7a5ff65 None None] Checking router: 8d7bfec0-90c0-4cee-a335-6ed17491a245 for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:18:22.531258 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad08727-56c9-4da0-a277-fdf5f7a5ff65 None None] Routers {'8d7bfec0-90c0-4cee-a335-6ed17491a245'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:18:22.531902 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-8ad08727-56c9-4da0-a277-fdf5f7a5ff65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:18:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['8d7bfec0-90c0-4cee-a335-6ed17491a245'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:18:22.729747 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-8ad08727-56c9-4da0-a277-fdf5f7a5ff65 None None] Set router 8d7bfec0-90c0-4cee-a335-6ed17491a245 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:18:22.894950 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a76990f4-7bf4-4db3-86b9-b39c4ba86640 req-ee0d1edc-0904-4b23-80a3-f374b13e2c37 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ec1e17d-c585-4409-a40f-acf0d6ff5307 HTTP/1.1" status: 200 len: 210 time: 0.1091988 Jun 11 10:18:22.948205 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 3612456b-0329-47a5-a6e3-7ade237a079d no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:18:23.149650 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] No Port match for: 3612456b-0329-47a5-a6e3-7ade237a079d {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:18:23.150826 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 3612456b-0329-47a5-a6e3-7ade237a079d not bound to the agent host n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:18:23.235110 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-8ad08727-56c9-4da0-a277-fdf5f7a5ff65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7bfec0-90c0-4cee-a335-6ed17491a245', 'name': 'tempest-TestVolumeBootPattern-95095720-router', 'tenant_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'e8e14f68-7b9f-44db-a1c8-a66ea777a1af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:06:51Z', 'updated_at': '2021-06-11T10:07:02Z', 'revision_number': 4, 'project_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'gw_port': {'id': 'e8e14f68-7b9f-44db-a1c8-a66ea777a1af', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7bfec0-90c0-4cee-a335-6ed17491a245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:06:53Z', 'updated_at': '2021-06-11T10:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '928bc91b-4599-4d73-9481-fd36ae18c7e2', 'name': '', 'network_id': '795e7157-0b59-4b3c-b5bc-895c607dc0cc', 'tenant_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'mac_address': 'fa:16:3e:b8:e8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7bfec0-90c0-4cee-a335-6ed17491a245', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': 'b543bd1f-2b45-4ed6-ae53-d9d0c8ed8871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:06:59Z', 'updated_at': '2021-06-11T10:07:11Z', 'revision_number': 5, 'project_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'subnets': [{'id': 'b543bd1f-2b45-4ed6-ae53-d9d0c8ed8871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:18:23.238956 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad08727-56c9-4da0-a277-fdf5f7a5ff65 None None] The sync data for ids ['8d7bfec0-90c0-4cee-a335-6ed17491a245'] in n-d-779913-12 is: [{'id': '8d7bfec0-90c0-4cee-a335-6ed17491a245', 'name': 'tempest-TestVolumeBootPattern-95095720-router', 'tenant_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'e8e14f68-7b9f-44db-a1c8-a66ea777a1af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:06:51Z', 'updated_at': '2021-06-11T10:07:02Z', 'revision_number': 4, 'project_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'gw_port': {'id': 'e8e14f68-7b9f-44db-a1c8-a66ea777a1af', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7bfec0-90c0-4cee-a335-6ed17491a245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:06:53Z', 'updated_at': '2021-06-11T10:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '928bc91b-4599-4d73-9481-fd36ae18c7e2', 'name': '', 'network_id': '795e7157-0b59-4b3c-b5bc-895c607dc0cc', 'tenant_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'mac_address': 'fa:16:3e:b8:e8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7bfec0-90c0-4cee-a335-6ed17491a245', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': 'b543bd1f-2b45-4ed6-ae53-d9d0c8ed8871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:06:59Z', 'updated_at': '2021-06-11T10:07:11Z', 'revision_number': 5, 'project_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'subnets': [{'id': 'b543bd1f-2b45-4ed6-ae53-d9d0c8ed8871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:18:23.516711 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce97e7c-f963-4e83-b8ea-fa7dbec383cd None None] New status for floating IP 0dc6910f-750d-47d6-9e39-41ab3c2ceaa4: DOWN {{(pid=93179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 10:18:24.176309 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5ff55719-32c6-4a00-8ff9-3384a40261b8 req-1019832b-fa64-44ac-a274-1a163806621e tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ec1e17d-c585-4409-a40f-acf0d6ff5307 HTTP/1.1" status: 200 len: 210 time: 0.1084392 Jun 11 10:18:25.349561 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c4941304-7411-48be-a9e8-fc1c304d9f46 req-1099d440-2bb1-43de-9cd0-caf9c6a7511a tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ec1e17d-c585-4409-a40f-acf0d6ff5307 HTTP/1.1" status: 200 len: 210 time: 0.0350266 Jun 11 10:18:26.527005 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-44969297-a0e3-40fe-ad9a-5b9225866b02 req-47f10dd8-f768-4d5f-b026-c0c977153d87 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ec1e17d-c585-4409-a40f-acf0d6ff5307 HTTP/1.1" status: 200 len: 210 time: 0.0352700 Jun 11 10:18:27.805207 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-62a3aeb9-f0f2-4daf-9b30-7472d111116b req-9c18e62e-0ce3-4fd6-acb0-465c1e6e2cd4 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1252870311&fields=id&tenant_id=7c7545923ebc48e08cfbeb0d8e94f901 HTTP/1.1" status: 200 len: 267 time: 0.0403993 Jun 11 10:18:27.968898 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a3aeb9-f0f2-4daf-9b30-7472d111116b req-72ff925f-1b73-4994-a121-11f4ab2203de tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:18:27.971762 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-62a3aeb9-f0f2-4daf-9b30-7472d111116b req-72ff925f-1b73-4994-a121-11f4ab2203de tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/networks?id=795e7157-0b59-4b3c-b5bc-895c607dc0cc HTTP/1.1" status: 200 len: 810 time: 0.1585257 Jun 11 10:18:27.994154 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-62a3aeb9-f0f2-4daf-9b30-7472d111116b req-11b1a169-cceb-4c6c-817d-78a900b39138 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/quotas/7c7545923ebc48e08cfbeb0d8e94f901 HTTP/1.1" status: 200 len: 375 time: 0.0158708 Jun 11 10:18:28.151796 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-62a3aeb9-f0f2-4daf-9b30-7472d111116b req-e23ef969-52a8-4ae1-8601-a4d25c3024c1 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7c7545923ebc48e08cfbeb0d8e94f901&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1475229 Jun 11 10:18:28.396838 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-62a3aeb9-f0f2-4daf-9b30-7472d111116b req-92071178-a478-4297-8cdf-a4ce43f7208f service neutron] 10.222.0.60 "GET /v2.0/networks/795e7157-0b59-4b3c-b5bc-895c607dc0cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318826 Jun 11 10:18:28.528419 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-62a3aeb9-f0f2-4daf-9b30-7472d111116b req-ae7fb5a8-1dd5-4bde-a47d-15bf5ebbb53d service neutron] 10.222.0.60 "GET /v2.0/networks/795e7157-0b59-4b3c-b5bc-895c607dc0cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223307 Jun 11 10:18:29.238004 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b468c977-c895-4c2d-b8ca-a3bf3a9984fb req-c2b35558-907f-4df0-be07-aef9fb47ee32 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=b54d0e17-1873-42dc-a2a0-28500f0e130c HTTP/1.1" status: 200 len: 210 time: 0.0402515 Jun 11 10:18:30.400751 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-af415d88-1fcd-46ea-9429-00cbebd15bb4 req-3e03e73c-bfdf-4c99-9289-9dcd11d687f6 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=b54d0e17-1873-42dc-a2a0-28500f0e130c HTTP/1.1" status: 200 len: 210 time: 0.0405788 Jun 11 10:18:31.407922 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:18:31.577149 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a3aeb9-f0f2-4daf-9b30-7472d111116b req-7989d060-8e2c-4fc6-8ae4-db860458c19d tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:18:31.579384 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-62a3aeb9-f0f2-4daf-9b30-7472d111116b req-7989d060-8e2c-4fc6-8ae4-db860458c19d tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.69 "GET /v2.0/networks?id=795e7157-0b59-4b3c-b5bc-895c607dc0cc HTTP/1.1" status: 200 len: 810 time: 0.2121403 Jun 11 10:18:31.611195 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-64ed488c-b3ff-4f2c-a732-74901a1bb65c req-52fd4c77-0308-4227-b7ec-8e587308d4e6 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=b54d0e17-1873-42dc-a2a0-28500f0e130c HTTP/1.1" status: 200 len: 210 time: 0.0569465 Jun 11 10:18:31.661893 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-62a3aeb9-f0f2-4daf-9b30-7472d111116b req-df80917b-9b81-4fd3-b600-1d33dd23922a tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c7545923ebc48e08cfbeb0d8e94f901 HTTP/1.1" status: 200 len: 380 time: 0.0548594 Jun 11 10:18:31.673390 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-62a3aeb9-f0f2-4daf-9b30-7472d111116b req-81c09981-60af-4a8c-a7c0-5a133cf56afb tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Request body: {'port': {'device_id': 'b54d0e17-1873-42dc-a2a0-28500f0e130c', 'network_id': '795e7157-0b59-4b3c-b5bc-895c607dc0cc', 'admin_state_up': True, 'tenant_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'security_groups': ['3820e434-2f22-40ca-aca1-203621ef7aab']}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:18:31.928722 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62a3aeb9-f0f2-4daf-9b30-7472d111116b req-81c09981-60af-4a8c-a7c0-5a133cf56afb tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Made reservation on behalf of 7c7545923ebc48e08cfbeb0d8e94f901 for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:18:31.932957 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-62a3aeb9-f0f2-4daf-9b30-7472d111116b req-81c09981-60af-4a8c-a7c0-5a133cf56afb tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:18:32.112045 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [req-62a3aeb9-f0f2-4daf-9b30-7472d111116b req-81c09981-60af-4a8c-a7c0-5a133cf56afb tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Allocated IP 172.20.0.13 (795e7157-0b59-4b3c-b5bc-895c607dc0cc/b543bd1f-2b45-4ed6-ae53-d9d0c8ed8871/983aba21-d091-4612-bfa4-1e21ac12986e) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:18:32.328224 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-62a3aeb9-f0f2-4daf-9b30-7472d111116b req-81c09981-60af-4a8c-a7c0-5a133cf56afb tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:18:32.343108 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-62a3aeb9-f0f2-4daf-9b30-7472d111116b req-81c09981-60af-4a8c-a7c0-5a133cf56afb tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Transition to ACTIVE for port object 983aba21-d091-4612-bfa4-1e21ac12986e will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:18:32.479993 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-62a3aeb9-f0f2-4daf-9b30-7472d111116b req-81c09981-60af-4a8c-a7c0-5a133cf56afb tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:18:32.484798 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-78d06a40-5dab-49e6-8288-89c8926b8f9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:18:32.538776 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62a3aeb9-f0f2-4daf-9b30-7472d111116b req-81c09981-60af-4a8c-a7c0-5a133cf56afb tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Network 795e7157-0b59-4b3c-b5bc-895c607dc0cc is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:18:32.542244 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [req-62a3aeb9-f0f2-4daf-9b30-7472d111116b req-81c09981-60af-4a8c-a7c0-5a133cf56afb tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:18:32.546640 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-62a3aeb9-f0f2-4daf-9b30-7472d111116b req-81c09981-60af-4a8c-a7c0-5a133cf56afb tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:18:32.582669 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c09981-60af-4a8c-a7c0-5a133cf56afb tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Pushing event updated for resources: {'Port': ['ID=983aba21-d091-4612-bfa4-1e21ac12986e,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:18:32.588025 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-81c09981-60af-4a8c-a7c0-5a133cf56afb tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:18:32.625739 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a3aeb9-f0f2-4daf-9b30-7472d111116b req-81c09981-60af-4a8c-a7c0-5a133cf56afb tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:18:32.626861 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-62a3aeb9-f0f2-4daf-9b30-7472d111116b req-81c09981-60af-4a8c-a7c0-5a133cf56afb tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:18:32.729724 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-62a3aeb9-f0f2-4daf-9b30-7472d111116b req-81c09981-60af-4a8c-a7c0-5a133cf56afb tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0607455 Jun 11 10:18:32.745918 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-62a3aeb9-f0f2-4daf-9b30-7472d111116b req-39e9ae60-8f8b-47c7-8c78-c96d13ca0524 service neutron] Request body: {'port': {'device_id': 'b54d0e17-1873-42dc-a2a0-28500f0e130c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-12'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:18:33.016132 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-39b5da96-cf68-408e-b199-c8a85a22ee38 None None] Provisioning for port 983aba21-d091-4612-bfa4-1e21ac12986e completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:18:33.020472 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-39b5da96-cf68-408e-b199-c8a85a22ee38 None None] Provisioning complete for port 983aba21-d091-4612-bfa4-1e21ac12986e triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:18:33.020899 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-39b5da96-cf68-408e-b199-c8a85a22ee38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:18:33.039759 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9b2cfa-954e-4e0a-8aa3-c2c5d3247f89 req-90df4126-f91c-4c09-bde9-34e754156dba tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:18:33.047069 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-be9b2cfa-954e-4e0a-8aa3-c2c5d3247f89 req-90df4126-f91c-4c09-bde9-34e754156dba tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=b54d0e17-1873-42dc-a2a0-28500f0e130c HTTP/1.1" status: 200 len: 932 time: 0.2544539 Jun 11 10:18:33.077179 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-62a3aeb9-f0f2-4daf-9b30-7472d111116b req-39e9ae60-8f8b-47c7-8c78-c96d13ca0524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:18:33.099713 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-39b5da96-cf68-408e-b199-c8a85a22ee38 None None] Port 983aba21-d091-4612-bfa4-1e21ac12986e cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:18:33.166719 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-be9b2cfa-954e-4e0a-8aa3-c2c5d3247f89 req-7e4f988d-b859-492f-a4ab-ea41e795106d tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=3820e434-2f22-40ca-aca1-203621ef7aab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149917 Jun 11 10:18:33.421592 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:18:33.548638 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [req-62a3aeb9-f0f2-4daf-9b30-7472d111116b req-39e9ae60-8f8b-47c7-8c78-c96d13ca0524 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 983aba21-d091-4612-bfa4-1e21ac12986e {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:18:33.564948 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-62a3aeb9-f0f2-4daf-9b30-7472d111116b req-39e9ae60-8f8b-47c7-8c78-c96d13ca0524 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:18:33.590868 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-62a3aeb9-f0f2-4daf-9b30-7472d111116b req-39e9ae60-8f8b-47c7-8c78-c96d13ca0524 service neutron] Transition to ACTIVE for port object 983aba21-d091-4612-bfa4-1e21ac12986e will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:18:33.679126 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-62a3aeb9-f0f2-4daf-9b30-7472d111116b req-39e9ae60-8f8b-47c7-8c78-c96d13ca0524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:18:33.682504 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e28289c5-7c10-45fe-be4c-fd0db6e21783 tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:18:33.822057 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e9ae60-8f8b-47c7-8c78-c96d13ca0524 service neutron] Pushing event updated for resources: {'Port': ['ID=983aba21-d091-4612-bfa4-1e21ac12986e,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:18:33.825830 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-39e9ae60-8f8b-47c7-8c78-c96d13ca0524 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:18:33.964074 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-62a3aeb9-f0f2-4daf-9b30-7472d111116b req-39e9ae60-8f8b-47c7-8c78-c96d13ca0524 service neutron] Attempting to bind port 983aba21-d091-4612-bfa4-1e21ac12986e on host n-h2-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:18:33.965186 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-62a3aeb9-f0f2-4daf-9b30-7472d111116b req-39e9ae60-8f8b-47c7-8c78-c96d13ca0524 service neutron] Attempting to bind port 983aba21-d091-4612-bfa4-1e21ac12986e by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': '5c22e2d5-0ba6-4801-a903-4241c2620ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '795e7157-0b59-4b3c-b5bc-895c607dc0cc'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:18:33.965803 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a3aeb9-f0f2-4daf-9b30-7472d111116b req-39e9ae60-8f8b-47c7-8c78-c96d13ca0524 service neutron] Attempting to bind port 983aba21-d091-4612-bfa4-1e21ac12986e on network 795e7157-0b59-4b3c-b5bc-895c607dc0cc {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:18:33.974235 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a3aeb9-f0f2-4daf-9b30-7472d111116b req-39e9ae60-8f8b-47c7-8c78-c96d13ca0524 service neutron] Port 983aba21-d091-4612-bfa4-1e21ac12986e on network 795e7157-0b59-4b3c-b5bc-895c607dc0cc not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:18:33.974855 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a3aeb9-f0f2-4daf-9b30-7472d111116b req-39e9ae60-8f8b-47c7-8c78-c96d13ca0524 service neutron] Attempting to bind port 983aba21-d091-4612-bfa4-1e21ac12986e on network 795e7157-0b59-4b3c-b5bc-895c607dc0cc {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:18:33.981320 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a3aeb9-f0f2-4daf-9b30-7472d111116b req-39e9ae60-8f8b-47c7-8c78-c96d13ca0524 service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:18:33.981945 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a3aeb9-f0f2-4daf-9b30-7472d111116b req-39e9ae60-8f8b-47c7-8c78-c96d13ca0524 service neutron] Checking segment: {'id': '5c22e2d5-0ba6-4801-a903-4241c2620ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '795e7157-0b59-4b3c-b5bc-895c607dc0cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:18:33.982816 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a3aeb9-f0f2-4daf-9b30-7472d111116b req-39e9ae60-8f8b-47c7-8c78-c96d13ca0524 service neutron] Bound using segment: {'id': '5c22e2d5-0ba6-4801-a903-4241c2620ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '795e7157-0b59-4b3c-b5bc-895c607dc0cc'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:18:33.984022 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-62a3aeb9-f0f2-4daf-9b30-7472d111116b req-39e9ae60-8f8b-47c7-8c78-c96d13ca0524 service neutron] Bound port: 983aba21-d091-4612-bfa4-1e21ac12986e, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c22e2d5-0ba6-4801-a903-4241c2620ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '795e7157-0b59-4b3c-b5bc-895c607dc0cc'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:18:33.984550 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-62a3aeb9-f0f2-4daf-9b30-7472d111116b req-39e9ae60-8f8b-47c7-8c78-c96d13ca0524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:18:34.100131 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-62a3aeb9-f0f2-4daf-9b30-7472d111116b req-39e9ae60-8f8b-47c7-8c78-c96d13ca0524 service neutron] For port 983aba21-d091-4612-bfa4-1e21ac12986e, host n-h2-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:18:34.103371 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-62a3aeb9-f0f2-4daf-9b30-7472d111116b req-39e9ae60-8f8b-47c7-8c78-c96d13ca0524 service neutron] For port 983aba21-d091-4612-bfa4-1e21ac12986e, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=983aba21-d091-4612-bfa4-1e21ac12986e,segment=NetworkSegment(5c22e2d5-0ba6-4801-a903-4241c2620ae4),segment_id=5c22e2d5-0ba6-4801-a903-4241c2620ae4)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:18:34.224893 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-62a3aeb9-f0f2-4daf-9b30-7472d111116b req-39e9ae60-8f8b-47c7-8c78-c96d13ca0524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:18:34.227157 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6f917913-8326-4dfd-b513-a6dc2a569ec1 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:18:34.302757 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a3aeb9-f0f2-4daf-9b30-7472d111116b req-39e9ae60-8f8b-47c7-8c78-c96d13ca0524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:18:34.303510 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-62a3aeb9-f0f2-4daf-9b30-7472d111116b req-39e9ae60-8f8b-47c7-8c78-c96d13ca0524 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:18:34.305028 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-62a3aeb9-f0f2-4daf-9b30-7472d111116b req-39e9ae60-8f8b-47c7-8c78-c96d13ca0524 service neutron] 10.222.0.69 "PUT /v2.0/ports/983aba21-d091-4612-bfa4-1e21ac12986e HTTP/1.1" status: 200 len: 1093 time: 1.5642781 Jun 11 10:18:34.305976 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b54d0e17-1873-42dc-a2a0-28500f0e130c', 'tag': '983aba21-d091-4612-bfa4-1e21ac12986e'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:18:34.308858 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d163ee9-8a4c-42de-b6f7-973e1bf9fb0f" -d '{"events": [{"name": "network-changed", "server_uuid": "b54d0e17-1873-42dc-a2a0-28500f0e130c", "tag": "983aba21-d091-4612-bfa4-1e21ac12986e"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:18:34.366230 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e9ae60-8f8b-47c7-8c78-c96d13ca0524 service neutron] Pushing event updated for resources: {'Port': ['ID=983aba21-d091-4612-bfa4-1e21ac12986e,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:18:34.403207 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-39e9ae60-8f8b-47c7-8c78-c96d13ca0524 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:18:34.475165 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a796c59-a27b-49c9-bc5f-d8032d936ff2 req-dba40aa9-74fd-426c-bd02-69e52c9d6188 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:18:34.486390 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0a796c59-a27b-49c9-bc5f-d8032d936ff2 req-dba40aa9-74fd-426c-bd02-69e52c9d6188 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=b54d0e17-1873-42dc-a2a0-28500f0e130c HTTP/1.1" status: 200 len: 944 time: 0.1319015 Jun 11 10:18:34.589238 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0a796c59-a27b-49c9-bc5f-d8032d936ff2 req-094b12d2-a638-47b6-a1c2-894cf5db1822 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=3820e434-2f22-40ca-aca1-203621ef7aab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018720 Jun 11 10:18:34.662245 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a3aeb9-f0f2-4daf-9b30-7472d111116b req-f7df2215-1d60-4910-a8a0-67ca19707dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:18:34.667352 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-62a3aeb9-f0f2-4daf-9b30-7472d111116b req-f7df2215-1d60-4910-a8a0-67ca19707dcc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7c7545923ebc48e08cfbeb0d8e94f901&device_id=b54d0e17-1873-42dc-a2a0-28500f0e130c HTTP/1.1" status: 200 len: 1096 time: 0.1789515 Jun 11 10:18:34.707062 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4784319e-93a7-4c87-9b10-ad5c6d9efdc8 x-openstack-request-id: req-4784319e-93a7-4c87-9b10-ad5c6d9efdc8 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:18:34.707479 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b54d0e17-1873-42dc-a2a0-28500f0e130c", "tag": "983aba21-d091-4612-bfa4-1e21ac12986e", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:18:34.707907 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4784319e-93a7-4c87-9b10-ad5c6d9efdc8 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:18:34.708433 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b54d0e17-1873-42dc-a2a0-28500f0e130c', 'tag': '983aba21-d091-4612-bfa4-1e21ac12986e', 'status': 'completed', 'code': 200} Jun 11 10:18:34.765043 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-62a3aeb9-f0f2-4daf-9b30-7472d111116b req-2ae187f2-a49f-47ae-be9e-07fe25aa1ff3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=983aba21-d091-4612-bfa4-1e21ac12986e HTTP/1.1" status: 200 len: 217 time: 0.0885999 Jun 11 10:18:34.834664 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a3aeb9-f0f2-4daf-9b30-7472d111116b req-c3b57c32-ae1d-4c8f-96bd-6ca19e618fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:18:34.836171 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-62a3aeb9-f0f2-4daf-9b30-7472d111116b req-c3b57c32-ae1d-4c8f-96bd-6ca19e618fa8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b543bd1f-2b45-4ed6-ae53-d9d0c8ed8871 HTTP/1.1" status: 200 len: 849 time: 0.0624673 Jun 11 10:18:34.918198 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a3aeb9-f0f2-4daf-9b30-7472d111116b req-6f7386f3-9376-4575-826a-b09134c0cb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:18:34.919857 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-62a3aeb9-f0f2-4daf-9b30-7472d111116b req-6f7386f3-9376-4575-826a-b09134c0cb01 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=795e7157-0b59-4b3c-b5bc-895c607dc0cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0752842 Jun 11 10:18:35.045789 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-62a3aeb9-f0f2-4daf-9b30-7472d111116b req-770646d2-1945-4d1b-b411-320506a66e11 service neutron] 10.222.0.69 "GET /v2.0/networks/795e7157-0b59-4b3c-b5bc-895c607dc0cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183083 Jun 11 10:18:35.168459 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-62a3aeb9-f0f2-4daf-9b30-7472d111116b req-30924a1d-0766-4bdb-9282-f30efed316c8 service neutron] 10.222.0.69 "GET /v2.0/networks/795e7157-0b59-4b3c-b5bc-895c607dc0cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144125 Jun 11 10:18:35.347010 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d163ee9-8a4c-42de-b6f7-973e1bf9fb0f req-879b07e8-12d0-415b-aa5b-88a6b480cb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:18:35.348506 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0d163ee9-8a4c-42de-b6f7-973e1bf9fb0f req-879b07e8-12d0-415b-aa5b-88a6b480cb96 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7c7545923ebc48e08cfbeb0d8e94f901&device_id=b54d0e17-1873-42dc-a2a0-28500f0e130c HTTP/1.1" status: 200 len: 1096 time: 0.0672178 Jun 11 10:18:35.488804 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d163ee9-8a4c-42de-b6f7-973e1bf9fb0f req-81489bcc-caf7-4730-8d6f-4b19b725a0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:18:35.490292 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0d163ee9-8a4c-42de-b6f7-973e1bf9fb0f req-81489bcc-caf7-4730-8d6f-4b19b725a0bb service neutron] 10.222.0.69 "GET /v2.0/networks?id=795e7157-0b59-4b3c-b5bc-895c607dc0cc HTTP/1.1" status: 200 len: 911 time: 0.1331763 Jun 11 10:18:35.801330 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:18:36.094713 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0d163ee9-8a4c-42de-b6f7-973e1bf9fb0f req-2a6ea2ef-1d53-4cf9-adec-7d92484131c3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=983aba21-d091-4612-bfa4-1e21ac12986e HTTP/1.1" status: 200 len: 217 time: 0.5959299 Jun 11 10:18:36.205513 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d163ee9-8a4c-42de-b6f7-973e1bf9fb0f req-ad14e50a-8b1d-44a4-83a2-04683d344b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:18:36.206979 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0d163ee9-8a4c-42de-b6f7-973e1bf9fb0f req-ad14e50a-8b1d-44a4-83a2-04683d344b02 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b543bd1f-2b45-4ed6-ae53-d9d0c8ed8871 HTTP/1.1" status: 200 len: 849 time: 0.1023891 Jun 11 10:18:36.264591 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7087ec0-2a31-44da-ba8d-34467d8994bb req-093796ab-95c5-4207-b5b6-fb6becc30b92 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:18:36.264591 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e7087ec0-2a31-44da-ba8d-34467d8994bb req-093796ab-95c5-4207-b5b6-fb6becc30b92 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=b54d0e17-1873-42dc-a2a0-28500f0e130c HTTP/1.1" status: 200 len: 944 time: 0.1661289 Jun 11 10:18:36.340582 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e7087ec0-2a31-44da-ba8d-34467d8994bb req-d0b009b8-be82-43b5-b6ee-356bdd875d65 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=3820e434-2f22-40ca-aca1-203621ef7aab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674767 Jun 11 10:18:36.349841 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d163ee9-8a4c-42de-b6f7-973e1bf9fb0f req-8783751b-dc6d-4675-83b6-ef20d0168c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:18:36.351946 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0d163ee9-8a4c-42de-b6f7-973e1bf9fb0f req-8783751b-dc6d-4675-83b6-ef20d0168c5b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=795e7157-0b59-4b3c-b5bc-895c607dc0cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1358149 Jun 11 10:18:36.522122 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0d163ee9-8a4c-42de-b6f7-973e1bf9fb0f req-a0d29fbf-67bf-4665-a547-2a22f3b18e9d service neutron] 10.222.0.69 "GET /v2.0/networks/795e7157-0b59-4b3c-b5bc-895c607dc0cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624098 Jun 11 10:18:36.664481 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0d163ee9-8a4c-42de-b6f7-973e1bf9fb0f req-72b0b00e-58a3-4d00-be3f-ea0b5128fd37 service neutron] 10.222.0.69 "GET /v2.0/networks/795e7157-0b59-4b3c-b5bc-895c607dc0cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270323 Jun 11 10:18:37.580806 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9148a87b-3b5f-4588-80f4-586fd26db24e req-552a8bc8-c323-4b15-9d62-4b0cf84f8864 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:18:37.582339 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9148a87b-3b5f-4588-80f4-586fd26db24e req-552a8bc8-c323-4b15-9d62-4b0cf84f8864 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=b54d0e17-1873-42dc-a2a0-28500f0e130c HTTP/1.1" status: 200 len: 944 time: 0.0911484 Jun 11 10:18:37.653389 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9148a87b-3b5f-4588-80f4-586fd26db24e req-16356891-5e83-481d-b90a-0642ba832bc2 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=3820e434-2f22-40ca-aca1-203621ef7aab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651808 Jun 11 10:18:38.327124 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8dcd094d-8314-4c23-9d81-9dc687d3ba5f req-af06b2ee-6d59-43cf-a17c-4fc5c87916fc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=96489d9c-9aa9-4afe-9bf4-886aeeae56c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0595183 Jun 11 10:18:38.438904 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcd094d-8314-4c23-9d81-9dc687d3ba5f req-9ff6922f-18b3-46e9-af3b-6eebe76a1455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:18:38.440754 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8dcd094d-8314-4c23-9d81-9dc687d3ba5f req-9ff6922f-18b3-46e9-af3b-6eebe76a1455 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=65716eb7009d46088e8320334fed55e2&device_id=96489d9c-9aa9-4afe-9bf4-886aeeae56c0 HTTP/1.1" status: 200 len: 1098 time: 0.0729852 Jun 11 10:18:38.584486 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcd094d-8314-4c23-9d81-9dc687d3ba5f req-a1b5b266-8185-4c6a-ae41-e4fca3cab29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:18:38.586251 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8dcd094d-8314-4c23-9d81-9dc687d3ba5f req-a1b5b266-8185-4c6a-ae41-e4fca3cab29f service neutron] 10.222.0.64 "GET /v2.0/networks?id=db93647b-0e21-4983-a45b-0e51426db587 HTTP/1.1" status: 200 len: 910 time: 0.1198134 Jun 11 10:18:38.670096 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8dcd094d-8314-4c23-9d81-9dc687d3ba5f req-5b483000-6edf-436a-afd7-988769d95f9d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e205eba-73c9-414c-a1bf-7577b0c1b3ac HTTP/1.1" status: 200 len: 1000 time: 0.0772359 Jun 11 10:18:38.735656 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcd094d-8314-4c23-9d81-9dc687d3ba5f req-fa2850c4-f33c-4ea7-bc70-973985d8e1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:18:38.737973 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8dcd094d-8314-4c23-9d81-9dc687d3ba5f req-fa2850c4-f33c-4ea7-bc70-973985d8e1ba service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8e7a82c1-1cd2-4b06-afeb-812570ed0aaa HTTP/1.1" status: 200 len: 848 time: 0.0612078 Jun 11 10:18:38.819039 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcd094d-8314-4c23-9d81-9dc687d3ba5f req-73fe27e8-6013-4db1-879d-5b6ae33fb6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:18:38.820384 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8dcd094d-8314-4c23-9d81-9dc687d3ba5f req-73fe27e8-6013-4db1-879d-5b6ae33fb6f2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=db93647b-0e21-4983-a45b-0e51426db587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0751252 Jun 11 10:18:38.949362 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8dcd094d-8314-4c23-9d81-9dc687d3ba5f req-7e896cea-ca8e-465d-aaab-9c5566094d1f service neutron] 10.222.0.64 "GET /v2.0/networks/db93647b-0e21-4983-a45b-0e51426db587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228080 Jun 11 10:18:38.964639 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51624269-8381-4a04-8f3e-b70bdb75f9b5 req-055a4536-093f-4fa9-8f8d-7102aa2ce175 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:18:38.969789 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-51624269-8381-4a04-8f3e-b70bdb75f9b5 req-055a4536-093f-4fa9-8f8d-7102aa2ce175 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=b54d0e17-1873-42dc-a2a0-28500f0e130c HTTP/1.1" status: 200 len: 944 time: 0.1530094 Jun 11 10:18:39.013650 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-51624269-8381-4a04-8f3e-b70bdb75f9b5 req-f9e749ff-3e33-433e-83ae-445e6abf6cfe tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=3820e434-2f22-40ca-aca1-203621ef7aab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400128 Jun 11 10:18:39.079887 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-8dcd094d-8314-4c23-9d81-9dc687d3ba5f req-67534f04-070e-41d9-8e52-b7f744c0bb4d service neutron] 10.222.0.64 "GET /v2.0/networks/db93647b-0e21-4983-a45b-0e51426db587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246734 Jun 11 10:18:40.281771 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a782a7c2-65d8-4cb1-90f0-93b17cc58a58 req-f51466de-257f-4372-82c6-b266fafeaa46 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:18:40.284185 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a782a7c2-65d8-4cb1-90f0-93b17cc58a58 req-f51466de-257f-4372-82c6-b266fafeaa46 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=b54d0e17-1873-42dc-a2a0-28500f0e130c HTTP/1.1" status: 200 len: 944 time: 0.0953863 Jun 11 10:18:40.346211 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a782a7c2-65d8-4cb1-90f0-93b17cc58a58 req-d6972d44-3e39-4ad7-874c-f97a49dc504f tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=3820e434-2f22-40ca-aca1-203621ef7aab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539923 Jun 11 10:18:41.622406 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba3c89-aa78-4581-833a-85c0069bceea req-4c7ccecf-62e4-403c-be64-f94888b761f6 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:18:41.624206 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0eba3c89-aa78-4581-833a-85c0069bceea req-4c7ccecf-62e4-403c-be64-f94888b761f6 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=b54d0e17-1873-42dc-a2a0-28500f0e130c HTTP/1.1" status: 200 len: 944 time: 0.0965998 Jun 11 10:18:41.689803 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0eba3c89-aa78-4581-833a-85c0069bceea req-77c12618-381b-4422-87be-7d4068944be9 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=3820e434-2f22-40ca-aca1-203621ef7aab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546212 Jun 11 10:18:42.880120 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0fb5a3-7311-484a-9e0b-3a249f7161e8 req-56b2527d-67a1-4575-8f3c-33c0caeaec76 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:18:42.882634 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bf0fb5a3-7311-484a-9e0b-3a249f7161e8 req-56b2527d-67a1-4575-8f3c-33c0caeaec76 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=b54d0e17-1873-42dc-a2a0-28500f0e130c HTTP/1.1" status: 200 len: 944 time: 0.0746155 Jun 11 10:18:42.920936 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-36f20da0-efa1-4418-abe2-937f6b684344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:18:42.934894 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bf0fb5a3-7311-484a-9e0b-3a249f7161e8 req-72ef9500-9eb3-4a0e-936b-921c2c2643c8 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=3820e434-2f22-40ca-aca1-203621ef7aab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471680 Jun 11 10:18:44.133286 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df9b74a-fc9f-4b8a-aeac-1a903bad6be1 req-d7a51228-2045-4124-8e36-6c51467c46ec tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:18:44.134775 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8df9b74a-fc9f-4b8a-aeac-1a903bad6be1 req-d7a51228-2045-4124-8e36-6c51467c46ec tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=b54d0e17-1873-42dc-a2a0-28500f0e130c HTTP/1.1" status: 200 len: 944 time: 0.0759547 Jun 11 10:18:44.195409 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8df9b74a-fc9f-4b8a-aeac-1a903bad6be1 req-25325ee3-4b62-492a-9fec-1f72ed5019a3 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=3820e434-2f22-40ca-aca1-203621ef7aab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540471 Jun 11 10:18:45.375590 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bbac5f-e348-4dda-8ea8-d74b57d1d105 req-4c5c0d0e-79c7-4da0-b568-c78abdf258d7 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:18:45.377878 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a8bbac5f-e348-4dda-8ea8-d74b57d1d105 req-4c5c0d0e-79c7-4da0-b568-c78abdf258d7 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=b54d0e17-1873-42dc-a2a0-28500f0e130c HTTP/1.1" status: 200 len: 944 time: 0.0737967 Jun 11 10:18:45.426086 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a8bbac5f-e348-4dda-8ea8-d74b57d1d105 req-198fa03b-2a22-4a0f-a4fe-8a7ee484de1c tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=3820e434-2f22-40ca-aca1-203621ef7aab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417528 Jun 11 10:18:45.807053 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-02a3924b-9d13-41d9-9eaf-f50a7a159a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:18:45.967603 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:18:46.628512 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f38961-8281-4bfe-9df6-049fc7e7cfc2 req-150c4973-4735-4e54-931c-24566c3c9017 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:18:46.630164 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-07f38961-8281-4bfe-9df6-049fc7e7cfc2 req-150c4973-4735-4e54-931c-24566c3c9017 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=b54d0e17-1873-42dc-a2a0-28500f0e130c HTTP/1.1" status: 200 len: 944 time: 0.0878024 Jun 11 10:18:46.674403 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-07f38961-8281-4bfe-9df6-049fc7e7cfc2 req-ed2e880b-996f-46dd-882b-81752158ad2b tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=3820e434-2f22-40ca-aca1-203621ef7aab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376139 Jun 11 10:18:46.721289 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:18:47.010181 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 983aba21-d091-4612-bfa4-1e21ac12986e details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 10:18:47.135794 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 983aba21-d091-4612-bfa4-1e21ac12986e, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=983aba21-d091-4612-bfa4-1e21ac12986e,segment=NetworkSegment(5c22e2d5-0ba6-4801-a903-4241c2620ae4),segment_id=5c22e2d5-0ba6-4801-a903-4241c2620ae4)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:18:47.148125 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': '983aba21-d091-4612-bfa4-1e21ac12986e', 'network_id': '795e7157-0b59-4b3c-b5bc-895c607dc0cc', 'port_id': '983aba21-d091-4612-bfa4-1e21ac12986e', 'mac_address': 'fa:16:3e:79:61:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b543bd1f-2b45-4ed6-ae53-d9d0c8ed8871', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 10:18:47.197766 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:18:47.213110 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 983aba21-d091-4612-bfa4-1e21ac12986e {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:18:47.236003 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 983aba21-d091-4612-bfa4-1e21ac12986e, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=983aba21-d091-4612-bfa4-1e21ac12986e,segment=NetworkSegment(5c22e2d5-0ba6-4801-a903-4241c2620ae4),segment_id=5c22e2d5-0ba6-4801-a903-4241c2620ae4)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:18:47.344694 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:18:47.350016 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:18:47.426682 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=983aba21-d091-4612-bfa4-1e21ac12986e,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:18:47.434338 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:18:47.434798 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:18:47.435254 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:18:47.435608 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:18:47.436035 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:18:47.436373 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:18:47.436704 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:18:47.437069 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:18:47.437408 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:18:47.437734 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:18:47.438061 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:18:47.438434 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:18:47.444721 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:18:47.786391 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['983aba21-d091-4612-bfa4-1e21ac12986e'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:18:47.864651 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75637f6b-6bb5-40c2-9991-4756cb813879 req-749c789e-8451-469f-bb34-e73401ea5040 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:18:47.866130 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-75637f6b-6bb5-40c2-9991-4756cb813879 req-749c789e-8451-469f-bb34-e73401ea5040 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=b54d0e17-1873-42dc-a2a0-28500f0e130c HTTP/1.1" status: 200 len: 945 time: 0.0771358 Jun 11 10:18:47.927938 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-75637f6b-6bb5-40c2-9991-4756cb813879 req-2462fed2-3f14-4049-b8a2-dcea18a54458 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=3820e434-2f22-40ca-aca1-203621ef7aab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518973 Jun 11 10:18:48.435673 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:18:49.020310 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 983aba21-d091-4612-bfa4-1e21ac12986e up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:18:49.132578 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d2117-9e1b-49a2-bac8-3fe5ec61aaa2 req-bbba7106-4cff-4648-a9d3-726a448a4382 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:18:49.134717 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7b8d2117-9e1b-49a2-bac8-3fe5ec61aaa2 req-bbba7106-4cff-4648-a9d3-726a448a4382 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=b54d0e17-1873-42dc-a2a0-28500f0e130c HTTP/1.1" status: 200 len: 945 time: 0.0785582 Jun 11 10:18:49.159725 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning for port 983aba21-d091-4612-bfa4-1e21ac12986e completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:18:49.163918 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port 983aba21-d091-4612-bfa4-1e21ac12986e triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:18:49.164638 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:18:49.180208 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7b8d2117-9e1b-49a2-bac8-3fe5ec61aaa2 req-d8376374-b32a-4399-95bb-3fbcee48b1c0 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=3820e434-2f22-40ca-aca1-203621ef7aab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392678 Jun 11 10:18:49.433197 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:18:49.457910 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b54d0e17-1873-42dc-a2a0-28500f0e130c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '983aba21-d091-4612-bfa4-1e21ac12986e'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:18:49.460288 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a7a432-5118-4f03-acec-fb16a13e3026" -d '{"events": [{"server_uuid": "b54d0e17-1873-42dc-a2a0-28500f0e130c", "name": "network-vif-plugged", "status": "completed", "tag": "983aba21-d091-4612-bfa4-1e21ac12986e"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:18:49.474899 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 983aba21-d091-4612-bfa4-1e21ac12986e, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=983aba21-d091-4612-bfa4-1e21ac12986e,segment=NetworkSegment(5c22e2d5-0ba6-4801-a903-4241c2620ae4),segment_id=5c22e2d5-0ba6-4801-a903-4241c2620ae4)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:18:49.504863 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-289241c3-fd19-4a61-b9ad-9168fe1f4d45 x-openstack-request-id: req-289241c3-fd19-4a61-b9ad-9168fe1f4d45 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:18:49.505195 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b54d0e17-1873-42dc-a2a0-28500f0e130c", "name": "network-vif-plugged", "status": "completed", "tag": "983aba21-d091-4612-bfa4-1e21ac12986e", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:18:49.505439 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-289241c3-fd19-4a61-b9ad-9168fe1f4d45 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:18:49.505849 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b54d0e17-1873-42dc-a2a0-28500f0e130c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '983aba21-d091-4612-bfa4-1e21ac12986e', 'code': 200} Jun 11 10:18:49.578099 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:18:49.581184 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:18:49.636755 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09547bf6-3c73-472a-b9b7-3bcf08019fb3 req-0b9cb15a-7560-430d-99f2-c0ccbaca36b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:18:49.638560 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-09547bf6-3c73-472a-b9b7-3bcf08019fb3 req-0b9cb15a-7560-430d-99f2-c0ccbaca36b7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b54d0e17-1873-42dc-a2a0-28500f0e130c HTTP/1.1" status: 200 len: 1098 time: 0.0626826 Jun 11 10:18:49.640318 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=983aba21-d091-4612-bfa4-1e21ac12986e,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:18:49.643708 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:18:49.680634 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-09547bf6-3c73-472a-b9b7-3bcf08019fb3 req-08b22c49-4e31-4db6-ad8d-7cb8c0c70dba service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=3820e434-2f22-40ca-aca1-203621ef7aab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343714 Jun 11 10:18:50.401080 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d70f6-71ee-43a8-adb3-e0f3b01d3677 req-26f154d2-3595-4050-ae4b-63c557f4076e tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:18:50.403448 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-864d70f6-71ee-43a8-adb3-e0f3b01d3677 req-26f154d2-3595-4050-ae4b-63c557f4076e tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=b54d0e17-1873-42dc-a2a0-28500f0e130c HTTP/1.1" status: 200 len: 946 time: 0.0954866 Jun 11 10:18:50.448141 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-864d70f6-71ee-43a8-adb3-e0f3b01d3677 req-7dfb8547-5287-4bed-ac35-02481a221168 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=3820e434-2f22-40ca-aca1-203621ef7aab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385010 Jun 11 10:18:51.695240 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a144e-dc2e-43c7-b815-72b8fc4e0d45 req-6138b3a2-2454-4876-8453-2835053cbe24 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:18:51.696793 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-769a144e-dc2e-43c7-b815-72b8fc4e0d45 req-6138b3a2-2454-4876-8453-2835053cbe24 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=b54d0e17-1873-42dc-a2a0-28500f0e130c HTTP/1.1" status: 200 len: 946 time: 0.1310585 Jun 11 10:18:51.700586 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e8d8fca7-05db-4c9a-a2e2-dbd48b77dfd7 req-5ef5fea9-0fb3-42e5-8641-6ec5c4111102 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=66bbcca5-c11c-4d65-9d86-2fc2588b1642&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0975895 Jun 11 10:18:51.744505 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-769a144e-dc2e-43c7-b815-72b8fc4e0d45 req-b52b1eca-afa1-417d-bdd4-5a71a790ba0b tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=3820e434-2f22-40ca-aca1-203621ef7aab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401816 Jun 11 10:18:51.841382 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d8fca7-05db-4c9a-a2e2-dbd48b77dfd7 req-b243ff32-e27d-438d-b9e4-71d7f9494485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:18:51.842882 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e8d8fca7-05db-4c9a-a2e2-dbd48b77dfd7 req-b243ff32-e27d-438d-b9e4-71d7f9494485 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4fa4adcc930c454582c6b4c82c27544f&device_id=66bbcca5-c11c-4d65-9d86-2fc2588b1642 HTTP/1.1" status: 200 len: 1097 time: 0.0852234 Jun 11 10:18:52.079025 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d8fca7-05db-4c9a-a2e2-dbd48b77dfd7 req-afd7cc5f-683d-4a5b-8f5e-8b3ed978b406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:18:52.081081 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e8d8fca7-05db-4c9a-a2e2-dbd48b77dfd7 req-afd7cc5f-683d-4a5b-8f5e-8b3ed978b406 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2ac340f0-d786-4d09-af3c-d796852f240b HTTP/1.1" status: 200 len: 911 time: 0.2118347 Jun 11 10:18:52.091935 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76b607-5652-4197-ada1-5fd073f79eff req-49a7b48e-7467-4195-bf57-e54324974d5b tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:18:52.097264 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9b76b607-5652-4197-ada1-5fd073f79eff req-49a7b48e-7467-4195-bf57-e54324974d5b tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=b54d0e17-1873-42dc-a2a0-28500f0e130c HTTP/1.1" status: 200 len: 946 time: 0.1875062 Jun 11 10:18:52.199316 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9b76b607-5652-4197-ada1-5fd073f79eff req-2a171ad9-74cc-4208-8ad1-efcf473e250d tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=3820e434-2f22-40ca-aca1-203621ef7aab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984228 Jun 11 10:18:52.220837 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e8d8fca7-05db-4c9a-a2e2-dbd48b77dfd7 req-f87a5547-2cee-4210-a9de-020276b244d1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aee075f7-f971-479b-b6dd-e226cf8c59e5 HTTP/1.1" status: 200 len: 1000 time: 0.1128733 Jun 11 10:18:52.227084 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 34140) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:18:52.320580 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d8fca7-05db-4c9a-a2e2-dbd48b77dfd7 req-548b20f3-013b-4d7f-9fad-68f470d247bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:18:52.322147 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e8d8fca7-05db-4c9a-a2e2-dbd48b77dfd7 req-548b20f3-013b-4d7f-9fad-68f470d247bb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e4054ed8-e8dc-4397-99bc-1d06497b1031 HTTP/1.1" status: 200 len: 849 time: 0.0863214 Jun 11 10:18:52.390183 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50690df2-74b7-40e4-a511-ce7b62225778 tempest-TestVolumeBootPattern-1411630935 tempest-TestVolumeBootPattern-1411630935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:18:52.390652 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-50690df2-74b7-40e4-a511-ce7b62225778 tempest-TestVolumeBootPattern-1411630935 tempest-TestVolumeBootPattern-1411630935-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=b54d0e17-1873-42dc-a2a0-28500f0e130c HTTP/1.1" status: 200 len: 1093 time: 0.1625113 Jun 11 10:18:52.392167 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 34142) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:18:52.398019 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-b3460943-9382-4984-881a-2f6726859d51 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Request body: {'floatingip': {'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'port_id': '983aba21-d091-4612-bfa4-1e21ac12986e', 'tenant_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:18:52.443647 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d8fca7-05db-4c9a-a2e2-dbd48b77dfd7 req-8442cc2c-aa22-4d69-a170-1edac2bc87ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:18:52.445130 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e8d8fca7-05db-4c9a-a2e2-dbd48b77dfd7 req-8442cc2c-aa22-4d69-a170-1edac2bc87ab service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2ac340f0-d786-4d09-af3c-d796852f240b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1136193 Jun 11 10:18:52.500737 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b3460943-9382-4984-881a-2f6726859d51 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks [] for floatingip, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:18:52.610020 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e8d8fca7-05db-4c9a-a2e2-dbd48b77dfd7 req-7c5891bf-85be-4f70-a0d0-7a6a9b84260b service neutron] 10.222.0.69 "GET /v2.0/networks/2ac340f0-d786-4d09-af3c-d796852f240b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512125 Jun 11 10:18:52.791662 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e8d8fca7-05db-4c9a-a2e2-dbd48b77dfd7 req-fccfea05-a83e-46b5-8f54-2e821d24a5de service neutron] 10.222.0.69 "GET /v2.0/networks/2ac340f0-d786-4d09-af3c-d796852f240b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726372 Jun 11 10:18:52.796362 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b3460943-9382-4984-881a-2f6726859d51 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:18:52.945402 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-b3460943-9382-4984-881a-2f6726859d51 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Allocated IP 172.25.4.4 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/3b654ab8-6146-4796-ac24-1fb430d9a9d3) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:18:53.110459 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b3460943-9382-4984-881a-2f6726859d51 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:18:53.225123 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b3460943-9382-4984-881a-2f6726859d51 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:18:53.233560 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-983e7c5c-c18c-44f5-911a-e6df31c9457f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:18:53.288038 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3460943-9382-4984-881a-2f6726859d51 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:18:53.291144 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-b3460943-9382-4984-881a-2f6726859d51 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:18:53.293864 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3460943-9382-4984-881a-2f6726859d51 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:18:53.330249 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3460943-9382-4984-881a-2f6726859d51 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Pushing event updated for resources: {'Port': ['ID=3b654ab8-6146-4796-ac24-1fb430d9a9d3,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:18:53.334080 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b3460943-9382-4984-881a-2f6726859d51 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:18:53.711521 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 34162) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:18:53.808721 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b3460943-9382-4984-881a-2f6726859d51 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:18:53.988338 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b3460943-9382-4984-881a-2f6726859d51 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:18:54.209986 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b3460943-9382-4984-881a-2f6726859d51 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:18:54.287913 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-06a6fdcd-292d-4f5f-9e3b-b800d252d509 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:18:54.318755 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b3460943-9382-4984-881a-2f6726859d51 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:18:54.321877 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-66bb52bc-793f-4c88-a2ee-2af9e47cf3cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:18:54.401005 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-06a6fdcd-292d-4f5f-9e3b-b800d252d509 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:18:54.412518 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3460943-9382-4984-881a-2f6726859d51 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Pushing event updated for resources: {'Port': ['ID=3b654ab8-6146-4796-ac24-1fb430d9a9d3,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:18:54.416471 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b3460943-9382-4984-881a-2f6726859d51 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:18:54.419319 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b3460943-9382-4984-881a-2f6726859d51 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:18:54.498205 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-06a6fdcd-292d-4f5f-9e3b-b800d252d509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:18:54.503329 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-37e35689-c3d3-4ec2-9ecb-b90df34711fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:18:54.542940 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-06a6fdcd-292d-4f5f-9e3b-b800d252d509 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b92e5bff6dfe4dabb237c5982a7f8ba7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8302913 Jun 11 10:18:54.545643 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 34168) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:18:54.545990 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a6fdcd-292d-4f5f-9e3b-b800d252d509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f95b77b3-6dc8-4662-b3f1-a5931b7b2e23,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:18:54.549761 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-06a6fdcd-292d-4f5f-9e3b-b800d252d509 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:18:54.583478 n-d-779913-12 neutron-server[93177]: INFO neutron.db.l3_db [None req-b3460943-9382-4984-881a-2f6726859d51 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Floating IP 30194a25-7c30-4b10-b953-08e5709d2608 associated. External IP: 172.25.4.4, port: 983aba21-d091-4612-bfa4-1e21ac12986e. Jun 11 10:18:54.724148 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6e0564eb-8bbc-4864-95bd-610c6e450352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:18:54.762738 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6e0564eb-8bbc-4864-95bd-610c6e450352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:18:55.368573 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3460943-9382-4984-881a-2f6726859d51 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Router 8d7bfec0-90c0-4cee-a335-6ed17491a245 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:18:55.442419 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6e0564eb-8bbc-4864-95bd-610c6e450352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:18:55.445260 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6e0564eb-8bbc-4864-95bd-610c6e450352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:18:55.446459 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-6e0564eb-8bbc-4864-95bd-610c6e450352 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f95b77b3-6dc8-4662-b3f1-a5931b7b2e23 HTTP/1.1" status: 204 len: 168 time: 0.8980601 Jun 11 10:18:55.491608 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-27d6bd69-19eb-4bb3-be7f-bacad20b9a36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:18:55.511741 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0564eb-8bbc-4864-95bd-610c6e450352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f95b77b3-6dc8-4662-b3f1-a5931b7b2e23,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:18:55.516731 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6e0564eb-8bbc-4864-95bd-610c6e450352 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:18:55.554247 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3460943-9382-4984-881a-2f6726859d51 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:18:55.565873 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9319707e-37f1-4c89-9888-80538f7cf41f None None] Sync routers for ids ['8d7bfec0-90c0-4cee-a335-6ed17491a245'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:18:55.574713 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9319707e-37f1-4c89-9888-80538f7cf41f None None] Routers {'8d7bfec0-90c0-4cee-a335-6ed17491a245'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:18:55.575348 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-9319707e-37f1-4c89-9888-80538f7cf41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:18:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['8d7bfec0-90c0-4cee-a335-6ed17491a245'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:18:55.658471 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b3460943-9382-4984-881a-2f6726859d51 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:18:55.713879 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-b3460943-9382-4984-881a-2f6726859d51 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.3200319 Jun 11 10:18:55.714951 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b54d0e17-1873-42dc-a2a0-28500f0e130c', 'tag': '983aba21-d091-4612-bfa4-1e21ac12986e'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:18:55.719462 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0da2d25-33ae-49db-97a1-887366b99471" -d '{"events": [{"name": "network-changed", "server_uuid": "b54d0e17-1873-42dc-a2a0-28500f0e130c", "tag": "983aba21-d091-4612-bfa4-1e21ac12986e"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:18:55.732450 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-9319707e-37f1-4c89-9888-80538f7cf41f None None] Set router 8d7bfec0-90c0-4cee-a335-6ed17491a245 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:18:55.765941 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a1b20f5-9cb0-4d2c-82db-a3e9e3991168 x-openstack-request-id: req-9a1b20f5-9cb0-4d2c-82db-a3e9e3991168 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:18:55.766285 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b54d0e17-1873-42dc-a2a0-28500f0e130c", "tag": "983aba21-d091-4612-bfa4-1e21ac12986e", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:18:55.766588 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9a1b20f5-9cb0-4d2c-82db-a3e9e3991168 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:18:55.767060 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b54d0e17-1873-42dc-a2a0-28500f0e130c', 'tag': '983aba21-d091-4612-bfa4-1e21ac12986e', 'status': 'completed', 'code': 200} Jun 11 10:18:55.858683 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0da2d25-33ae-49db-97a1-887366b99471 req-7a4440dd-8887-413d-acf2-737eed893bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:18:55.861258 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d0da2d25-33ae-49db-97a1-887366b99471 req-7a4440dd-8887-413d-acf2-737eed893bf5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7c7545923ebc48e08cfbeb0d8e94f901&device_id=b54d0e17-1873-42dc-a2a0-28500f0e130c HTTP/1.1" status: 200 len: 1098 time: 0.0671384 Jun 11 10:18:55.986930 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0da2d25-33ae-49db-97a1-887366b99471 req-b7248974-d577-40bf-90c5-701482c0488a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:18:55.988412 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d0da2d25-33ae-49db-97a1-887366b99471 req-b7248974-d577-40bf-90c5-701482c0488a service neutron] 10.222.0.69 "GET /v2.0/networks?id=795e7157-0b59-4b3c-b5bc-895c607dc0cc HTTP/1.1" status: 200 len: 911 time: 0.1168478 Jun 11 10:18:56.034660 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-9319707e-37f1-4c89-9888-80538f7cf41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7bfec0-90c0-4cee-a335-6ed17491a245', 'name': 'tempest-TestVolumeBootPattern-95095720-router', 'tenant_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'e8e14f68-7b9f-44db-a1c8-a66ea777a1af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:06:51Z', 'updated_at': '2021-06-11T10:07:02Z', 'revision_number': 4, 'project_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'gw_port': {'id': 'e8e14f68-7b9f-44db-a1c8-a66ea777a1af', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7bfec0-90c0-4cee-a335-6ed17491a245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:06:53Z', 'updated_at': '2021-06-11T10:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': '30194a25-7c30-4b10-b953-08e5709d2608', 'tenant_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'floating_ip_address': '172.25.4.4', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': '8d7bfec0-90c0-4cee-a335-6ed17491a245', 'port_id': '983aba21-d091-4612-bfa4-1e21ac12986e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '795e7157-0b59-4b3c-b5bc-895c607dc0cc', 'mac_address': 'fa:16:3e:79:61:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b54d0e17-1873-42dc-a2a0-28500f0e130c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T10:18:53Z', 'updated_at': '2021-06-11T10:18:53Z', 'revision_number': 0, 'project_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '928bc91b-4599-4d73-9481-fd36ae18c7e2', 'name': '', 'network_id': '795e7157-0b59-4b3c-b5bc-895c607dc0cc', 'tenant_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'mac_address': 'fa:16:3e:b8:e8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7bfec0-90c0-4cee-a335-6ed17491a245', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': 'b543bd1f-2b45-4ed6-ae53-d9d0c8ed8871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:06:59Z', 'updated_at': '2021-06-11T10:07:11Z', 'revision_number': 5, 'project_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'subnets': [{'id': 'b543bd1f-2b45-4ed6-ae53-d9d0c8ed8871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:18:56.038812 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9319707e-37f1-4c89-9888-80538f7cf41f None None] Checking router: 8d7bfec0-90c0-4cee-a335-6ed17491a245 for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:18:56.046217 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9319707e-37f1-4c89-9888-80538f7cf41f None None] Routers {'8d7bfec0-90c0-4cee-a335-6ed17491a245'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:18:56.047396 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-9319707e-37f1-4c89-9888-80538f7cf41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:18:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['8d7bfec0-90c0-4cee-a335-6ed17491a245'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:18:56.077594 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d0da2d25-33ae-49db-97a1-887366b99471 req-3347b82a-25f7-45e3-a568-232f18c3dd75 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=983aba21-d091-4612-bfa4-1e21ac12986e HTTP/1.1" status: 200 len: 998 time: 0.0763211 Jun 11 10:18:56.146550 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0da2d25-33ae-49db-97a1-887366b99471 req-fa8ed940-9efa-4a08-ab44-dafa41602fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:18:56.148048 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d0da2d25-33ae-49db-97a1-887366b99471 req-fa8ed940-9efa-4a08-ab44-dafa41602fbd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b543bd1f-2b45-4ed6-ae53-d9d0c8ed8871 HTTP/1.1" status: 200 len: 849 time: 0.0593846 Jun 11 10:18:56.223619 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-9319707e-37f1-4c89-9888-80538f7cf41f None None] Set router 8d7bfec0-90c0-4cee-a335-6ed17491a245 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:18:56.228835 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0da2d25-33ae-49db-97a1-887366b99471 req-c1e190f3-09a9-4faa-9352-9961788d817a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:18:56.230326 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d0da2d25-33ae-49db-97a1-887366b99471 req-c1e190f3-09a9-4faa-9352-9961788d817a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=795e7157-0b59-4b3c-b5bc-895c607dc0cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0711918 Jun 11 10:18:56.367367 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d0da2d25-33ae-49db-97a1-887366b99471 req-795545fd-3824-4ebb-8ea7-226840bcb99a service neutron] 10.222.0.69 "GET /v2.0/networks/795e7157-0b59-4b3c-b5bc-895c607dc0cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250951 Jun 11 10:18:56.512683 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d0da2d25-33ae-49db-97a1-887366b99471 req-3e31ddf9-da30-4528-a7f4-c6ee788ea0f7 service neutron] 10.222.0.69 "GET /v2.0/networks/795e7157-0b59-4b3c-b5bc-895c607dc0cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370211 Jun 11 10:18:56.569145 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-9319707e-37f1-4c89-9888-80538f7cf41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7bfec0-90c0-4cee-a335-6ed17491a245', 'name': 'tempest-TestVolumeBootPattern-95095720-router', 'tenant_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'e8e14f68-7b9f-44db-a1c8-a66ea777a1af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:06:51Z', 'updated_at': '2021-06-11T10:07:02Z', 'revision_number': 4, 'project_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'gw_port': {'id': 'e8e14f68-7b9f-44db-a1c8-a66ea777a1af', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7bfec0-90c0-4cee-a335-6ed17491a245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:06:53Z', 'updated_at': '2021-06-11T10:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': '30194a25-7c30-4b10-b953-08e5709d2608', 'tenant_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'floating_ip_address': '172.25.4.4', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': '8d7bfec0-90c0-4cee-a335-6ed17491a245', 'port_id': '983aba21-d091-4612-bfa4-1e21ac12986e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '795e7157-0b59-4b3c-b5bc-895c607dc0cc', 'mac_address': 'fa:16:3e:79:61:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b54d0e17-1873-42dc-a2a0-28500f0e130c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T10:18:53Z', 'updated_at': '2021-06-11T10:18:53Z', 'revision_number': 0, 'project_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '928bc91b-4599-4d73-9481-fd36ae18c7e2', 'name': '', 'network_id': '795e7157-0b59-4b3c-b5bc-895c607dc0cc', 'tenant_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'mac_address': 'fa:16:3e:b8:e8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7bfec0-90c0-4cee-a335-6ed17491a245', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': 'b543bd1f-2b45-4ed6-ae53-d9d0c8ed8871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:06:59Z', 'updated_at': '2021-06-11T10:07:11Z', 'revision_number': 5, 'project_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'subnets': [{'id': 'b543bd1f-2b45-4ed6-ae53-d9d0c8ed8871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:18:56.573329 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9319707e-37f1-4c89-9888-80538f7cf41f None None] The sync data for ids ['8d7bfec0-90c0-4cee-a335-6ed17491a245'] in n-d-779913-12 is: [{'id': '8d7bfec0-90c0-4cee-a335-6ed17491a245', 'name': 'tempest-TestVolumeBootPattern-95095720-router', 'tenant_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'e8e14f68-7b9f-44db-a1c8-a66ea777a1af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:06:51Z', 'updated_at': '2021-06-11T10:07:02Z', 'revision_number': 4, 'project_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'gw_port': {'id': 'e8e14f68-7b9f-44db-a1c8-a66ea777a1af', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7bfec0-90c0-4cee-a335-6ed17491a245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:06:53Z', 'updated_at': '2021-06-11T10:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': '30194a25-7c30-4b10-b953-08e5709d2608', 'tenant_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'floating_ip_address': '172.25.4.4', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': '8d7bfec0-90c0-4cee-a335-6ed17491a245', 'port_id': '983aba21-d091-4612-bfa4-1e21ac12986e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '795e7157-0b59-4b3c-b5bc-895c607dc0cc', 'mac_address': 'fa:16:3e:79:61:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b54d0e17-1873-42dc-a2a0-28500f0e130c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T10:18:53Z', 'updated_at': '2021-06-11T10:18:53Z', 'revision_number': 0, 'project_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '928bc91b-4599-4d73-9481-fd36ae18c7e2', 'name': '', 'network_id': '795e7157-0b59-4b3c-b5bc-895c607dc0cc', 'tenant_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'mac_address': 'fa:16:3e:b8:e8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7bfec0-90c0-4cee-a335-6ed17491a245', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': 'b543bd1f-2b45-4ed6-ae53-d9d0c8ed8871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:06:59Z', 'updated_at': '2021-06-11T10:07:11Z', 'revision_number': 5, 'project_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'subnets': [{'id': 'b543bd1f-2b45-4ed6-ae53-d9d0c8ed8871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:18:56.809521 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52dd66fe-7962-4580-940d-f1d0d40c5af1 None None] New status for floating IP 30194a25-7c30-4b10-b953-08e5709d2608: ACTIVE {{(pid=93179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 10:18:57.274429 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 34212) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:18:57.390042 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-05194c2a-53fd-430b-aff6-fda4cb77f44e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:18:57.491501 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-05194c2a-53fd-430b-aff6-fda4cb77f44e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:18:57.554813 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-05194c2a-53fd-430b-aff6-fda4cb77f44e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:18:57.557649 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ed211d32-844b-4314-97df-bc84a91fb2c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:18:57.599465 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-05194c2a-53fd-430b-aff6-fda4cb77f44e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=615134e137334b97a7f15c2701dc3e6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3238771 Jun 11 10:18:57.600409 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05194c2a-53fd-430b-aff6-fda4cb77f44e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cae62667-b958-483b-8e06-dea7e57cfb2e,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:18:57.602115 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 34220) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:18:57.608011 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05194c2a-53fd-430b-aff6-fda4cb77f44e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:18:57.608411 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05194c2a-53fd-430b-aff6-fda4cb77f44e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:18:57.608910 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05194c2a-53fd-430b-aff6-fda4cb77f44e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:18:57.609207 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05194c2a-53fd-430b-aff6-fda4cb77f44e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:18:57.609584 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05194c2a-53fd-430b-aff6-fda4cb77f44e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:18:57.610311 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05194c2a-53fd-430b-aff6-fda4cb77f44e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:18:57.610311 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05194c2a-53fd-430b-aff6-fda4cb77f44e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:18:57.610686 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05194c2a-53fd-430b-aff6-fda4cb77f44e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:18:57.611056 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05194c2a-53fd-430b-aff6-fda4cb77f44e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:18:57.611423 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05194c2a-53fd-430b-aff6-fda4cb77f44e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:18:57.611814 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05194c2a-53fd-430b-aff6-fda4cb77f44e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:18:57.612183 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05194c2a-53fd-430b-aff6-fda4cb77f44e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:18:57.616475 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-05194c2a-53fd-430b-aff6-fda4cb77f44e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:18:57.662846 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ba84dca0-7504-4259-896b-60d47eb0971b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:18:57.686453 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ba84dca0-7504-4259-896b-60d47eb0971b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:18:57.838843 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ba84dca0-7504-4259-896b-60d47eb0971b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:18:57.843260 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ba84dca0-7504-4259-896b-60d47eb0971b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:18:57.844483 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-ba84dca0-7504-4259-896b-60d47eb0971b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cae62667-b958-483b-8e06-dea7e57cfb2e HTTP/1.1" status: 204 len: 168 time: 0.2408373 Jun 11 10:18:57.845449 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8f4f8804-c93b-447b-816c-dacbb3a3c167 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:18:57.860227 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84dca0-7504-4259-896b-60d47eb0971b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae62667-b958-483b-8e06-dea7e57cfb2e,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:18:57.863267 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84dca0-7504-4259-896b-60d47eb0971b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:18:57.863710 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84dca0-7504-4259-896b-60d47eb0971b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:18:57.864098 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84dca0-7504-4259-896b-60d47eb0971b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:18:57.864685 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84dca0-7504-4259-896b-60d47eb0971b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:18:57.865245 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84dca0-7504-4259-896b-60d47eb0971b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:18:57.865654 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84dca0-7504-4259-896b-60d47eb0971b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:18:57.865976 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84dca0-7504-4259-896b-60d47eb0971b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:18:57.866574 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84dca0-7504-4259-896b-60d47eb0971b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:18:57.866989 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84dca0-7504-4259-896b-60d47eb0971b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:18:57.867366 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84dca0-7504-4259-896b-60d47eb0971b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:18:57.867758 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84dca0-7504-4259-896b-60d47eb0971b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:18:57.868125 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84dca0-7504-4259-896b-60d47eb0971b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:18:57.871463 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ba84dca0-7504-4259-896b-60d47eb0971b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:19:00.280831 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 34282) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:19:00.284211 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-522d2a2c-d1a1-4ed5-b5c7-2dd1e4b7740e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-627781287', 'description': 'tempest-secgroup-smoke-627781287 description', 'project_id': '291bb5ee2189444bb635fe5a1d306c3b'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:19:00.384014 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-522d2a2c-d1a1-4ed5-b5c7-2dd1e4b7740e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:00.400608 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-522d2a2c-d1a1-4ed5-b5c7-2dd1e4b7740e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:00.497914 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-522d2a2c-d1a1-4ed5-b5c7-2dd1e4b7740e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:00.575616 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-522d2a2c-d1a1-4ed5-b5c7-2dd1e4b7740e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:00.578182 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0c48467c-cd5d-464d-a707-f4c2378d1cc3 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:19:00.616103 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d2a2c-d1a1-4ed5-b5c7-2dd1e4b7740e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1fc8afd-d35d-4e06-9ad2-06d0f0596a03,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:19:00.619717 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-522d2a2c-d1a1-4ed5-b5c7-2dd1e4b7740e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:19:00.674599 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-522d2a2c-d1a1-4ed5-b5c7-2dd1e4b7740e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:00.732213 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-522d2a2c-d1a1-4ed5-b5c7-2dd1e4b7740e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:00.735697 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a2195e76-e149-46ed-938a-bde7b46935be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:19:00.764942 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d2a2c-d1a1-4ed5-b5c7-2dd1e4b7740e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=556705f8-fe7a-4fe3-93ca-14d84e2d8253,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:19:00.767709 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-522d2a2c-d1a1-4ed5-b5c7-2dd1e4b7740e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:19:00.839096 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-522d2a2c-d1a1-4ed5-b5c7-2dd1e4b7740e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:00.839096 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-522d2a2c-d1a1-4ed5-b5c7-2dd1e4b7740e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5561092 Jun 11 10:19:00.839096 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 34288) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:19:00.844282 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-6fdc7915-93a7-424d-8149-2c2e134b8c6c tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Request body: {'security_group_rule': {'security_group_id': '556705f8-fe7a-4fe3-93ca-14d84e2d8253', 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:19:00.989215 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6fdc7915-93a7-424d-8149-2c2e134b8c6c tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:01.061069 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6fdc7915-93a7-424d-8149-2c2e134b8c6c tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:01.133036 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6fdc7915-93a7-424d-8149-2c2e134b8c6c tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:01.135803 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0a8d56fb-e260-449f-93c6-df1cbc199d2e tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:19:01.154338 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdc7915-93a7-424d-8149-2c2e134b8c6c tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82a3d649-ebf1-4573-8559-2cc63bd940df,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:19:01.164008 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6fdc7915-93a7-424d-8149-2c2e134b8c6c tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:19:01.229322 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6fdc7915-93a7-424d-8149-2c2e134b8c6c tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:01.230911 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-6fdc7915-93a7-424d-8149-2c2e134b8c6c tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3905635 Jun 11 10:19:01.233449 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 34294) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:19:01.238456 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-bc224b7d-61b2-4118-b7af-3ddb1c7bd756 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Request body: {'security_group_rule': {'security_group_id': '556705f8-fe7a-4fe3-93ca-14d84e2d8253', 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:19:01.318210 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bc224b7d-61b2-4118-b7af-3ddb1c7bd756 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:01.370215 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:01.387631 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bc224b7d-61b2-4118-b7af-3ddb1c7bd756 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:01.449995 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bc224b7d-61b2-4118-b7af-3ddb1c7bd756 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:01.452168 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8361ee05-421b-49c2-8b19-b87f7e2437bc tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:19:01.470769 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc224b7d-61b2-4118-b7af-3ddb1c7bd756 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64bda20c-bc4f-4fc5-b720-b69d3a5e39e0,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:19:01.479766 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-bc224b7d-61b2-4118-b7af-3ddb1c7bd756 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:19:01.552927 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bc224b7d-61b2-4118-b7af-3ddb1c7bd756 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:01.554256 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-bc224b7d-61b2-4118-b7af-3ddb1c7bd756 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3195915 Jun 11 10:19:01.557102 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 34296) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:19:01.561709 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-ae97295d-d2dc-492d-be12-c0541c25160a tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Request body: {'security_group_rule': {'security_group_id': '556705f8-fe7a-4fe3-93ca-14d84e2d8253', 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:19:01.641242 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ae97295d-d2dc-492d-be12-c0541c25160a tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:01.714823 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ae97295d-d2dc-492d-be12-c0541c25160a tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:01.777950 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ae97295d-d2dc-492d-be12-c0541c25160a tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:01.781185 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5661617c-ad5c-4a5f-a818-30d08fdc4f7e tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:19:01.804670 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae97295d-d2dc-492d-be12-c0541c25160a tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8263cd4b-91b2-4b03-849d-e9dbc3891f13,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:19:01.813251 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ae97295d-d2dc-492d-be12-c0541c25160a tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:19:01.892946 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ae97295d-d2dc-492d-be12-c0541c25160a tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:01.896731 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-ae97295d-d2dc-492d-be12-c0541c25160a tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3362145 Jun 11 10:19:01.896980 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 34298) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:19:01.902212 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-9ae97205-49f3-4d4c-b246-5ec3fb114062 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Request body: {'security_group_rule': {'security_group_id': '556705f8-fe7a-4fe3-93ca-14d84e2d8253', 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:19:01.998224 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9ae97205-49f3-4d4c-b246-5ec3fb114062 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:02.076384 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9ae97205-49f3-4d4c-b246-5ec3fb114062 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:02.172714 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9ae97205-49f3-4d4c-b246-5ec3fb114062 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:02.177192 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-62e0341c-32ce-4c99-bb8c-0f12da48245c tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:19:02.203334 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae97205-49f3-4d4c-b246-5ec3fb114062 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=748b018e-2867-48b8-bf45-b1b616b17165,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:19:02.203334 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9ae97205-49f3-4d4c-b246-5ec3fb114062 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:19:02.286668 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9ae97205-49f3-4d4c-b246-5ec3fb114062 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:02.290379 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-9ae97205-49f3-4d4c-b246-5ec3fb114062 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3897648 Jun 11 10:19:02.290635 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 34304) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:19:02.297504 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-3277f71c-c213-43c7-9535-3ffb9c1b41be tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Request body: {'security_group_rule': {'security_group_id': '556705f8-fe7a-4fe3-93ca-14d84e2d8253', 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:19:02.403380 n-d-779913-12 neutron-server[93176]: INFO neutron.db.securitygroups_db [None req-3277f71c-c213-43c7-9535-3ffb9c1b41be tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Project 291bb5ee2189444bb635fe5a1d306c3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 10:19:02.409686 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3277f71c-c213-43c7-9535-3ffb9c1b41be tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:02.490362 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3277f71c-c213-43c7-9535-3ffb9c1b41be tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:02.564120 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3277f71c-c213-43c7-9535-3ffb9c1b41be tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:02.568890 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-788eeda6-56df-4ac6-9ac6-8b244c45f769 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:19:02.586163 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3277f71c-c213-43c7-9535-3ffb9c1b41be tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=395bf4de-2486-4915-a59c-e07970db07f4,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:19:02.589165 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3277f71c-c213-43c7-9535-3ffb9c1b41be tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:19:02.675552 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3277f71c-c213-43c7-9535-3ffb9c1b41be tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:02.677060 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-3277f71c-c213-43c7-9535-3ffb9c1b41be tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3844173 Jun 11 10:19:02.680323 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 34308) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:19:02.685045 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-9671a274-8bea-4021-b9b7-2314a8bfb960 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Request body: {'security_group_rule': {'security_group_id': '556705f8-fe7a-4fe3-93ca-14d84e2d8253', 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:19:02.787244 n-d-779913-12 neutron-server[93176]: INFO neutron.db.securitygroups_db [None req-9671a274-8bea-4021-b9b7-2314a8bfb960 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Project 291bb5ee2189444bb635fe5a1d306c3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 10:19:02.793143 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9671a274-8bea-4021-b9b7-2314a8bfb960 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:02.866827 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9671a274-8bea-4021-b9b7-2314a8bfb960 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:02.944139 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9671a274-8bea-4021-b9b7-2314a8bfb960 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:02.946556 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-666fbaec-0583-4377-8d88-84047640c354 tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:19:02.965728 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9671a274-8bea-4021-b9b7-2314a8bfb960 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e97ccdcf-5b3e-493d-885f-4b099d6e9804,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:19:02.969153 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9671a274-8bea-4021-b9b7-2314a8bfb960 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:19:03.048691 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9671a274-8bea-4021-b9b7-2314a8bfb960 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:03.048691 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-9671a274-8bea-4021-b9b7-2314a8bfb960 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3665836 Jun 11 10:19:03.050901 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 34310) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:19:03.056871 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-222fc207-28d1-48b0-a228-3cc7844401c5 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Request body: {'network': {'name': 'tempest-network-smoke--2028317288', 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'port_security_enabled': True}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:19:03.137863 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222fc207-28d1-48b0-a228-3cc7844401c5 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Made reservation on behalf of 291bb5ee2189444bb635fe5a1d306c3b for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:19:03.142225 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-222fc207-28d1-48b0-a228-3cc7844401c5 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:03.173287 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-222fc207-28d1-48b0-a228-3cc7844401c5 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 768} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:19:03.187759 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-222fc207-28d1-48b0-a228-3cc7844401c5 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:03.188306 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-222fc207-28d1-48b0-a228-3cc7844401c5 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Added segment 90b9b018-e4a5-456e-855d-3fa8e2e5428e of type vlan for network f7713be0-f9f6-48b3-97a0-413ad253d5e5 Jun 11 10:19:03.264499 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-222fc207-28d1-48b0-a228-3cc7844401c5 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:03.362745 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-222fc207-28d1-48b0-a228-3cc7844401c5 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:03.371035 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222fc207-28d1-48b0-a228-3cc7844401c5 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:03.371035 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-222fc207-28d1-48b0-a228-3cc7844401c5 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:03.376076 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-73c6deaf-c7aa-4c65-a903-3ef2efad0300 tempest-TagsTest-1713685801 tempest-TagsTest-1713685801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:19:03.495905 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-222fc207-28d1-48b0-a228-3cc7844401c5 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4412646 Jun 11 10:19:03.495905 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222fc207-28d1-48b0-a228-3cc7844401c5 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Pushing event updated for resources: {'Network': ['ID=f7713be0-f9f6-48b3-97a0-413ad253d5e5,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:19:03.500246 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 34324) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:19:03.500722 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-222fc207-28d1-48b0-a228-3cc7844401c5 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:19:03.502520 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-7a95580d-4bb0-4f29-99e2-a0bf77eb7fd4 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1947783319', 'admin_state_up': True, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:19:03.509073 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network f7713be0-f9f6-48b3-97a0-413ad253d5e5 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:19:03.596209 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7a95580d-4bb0-4f29-99e2-a0bf77eb7fd4 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:03.597759 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7a95580d-4bb0-4f29-99e2-a0bf77eb7fd4 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:03.679165 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7a95580d-4bb0-4f29-99e2-a0bf77eb7fd4 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:04.090180 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7a95580d-4bb0-4f29-99e2-a0bf77eb7fd4 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:04.115924 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a9b63-7fac-4a5e-8744-8e2500e093db req-95565fb3-b089-4031-90c1-b6d35e6c8758 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:04.117404 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ac8a9b63-7fac-4a5e-8744-8e2500e093db req-95565fb3-b089-4031-90c1-b6d35e6c8758 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/ports?device_id=66bbcca5-c11c-4d65-9d86-2fc2588b1642 HTTP/1.1" status: 200 len: 945 time: 0.1839576 Jun 11 10:19:04.161556 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ac8a9b63-7fac-4a5e-8744-8e2500e093db req-f0ba00d0-1c50-4540-90b4-150b9b59a46b tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/security-groups?id=26622f4d-0e85-4c32-bac9-9734a1522a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379775 Jun 11 10:19:04.429470 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7a95580d-4bb0-4f29-99e2-a0bf77eb7fd4 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for router_gateway, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:04.456328 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7a95580d-4bb0-4f29-99e2-a0bf77eb7fd4 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:04.586142 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-7a95580d-4bb0-4f29-99e2-a0bf77eb7fd4 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Allocated IP 172.25.4.148 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/2b08e833-e32a-4876-812b-2f68ce288eae) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:19:04.722864 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7a95580d-4bb0-4f29-99e2-a0bf77eb7fd4 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:04.847205 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7a95580d-4bb0-4f29-99e2-a0bf77eb7fd4 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:04.849430 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0eb93a5b-3928-445a-ad48-e43cb2147530 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:19:04.896979 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a95580d-4bb0-4f29-99e2-a0bf77eb7fd4 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:19:04.899918 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-7a95580d-4bb0-4f29-99e2-a0bf77eb7fd4 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:19:04.903467 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a95580d-4bb0-4f29-99e2-a0bf77eb7fd4 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:19:04.909142 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a95580d-4bb0-4f29-99e2-a0bf77eb7fd4 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Pushing event updated for resources: {'Port': ['ID=2b08e833-e32a-4876-812b-2f68ce288eae,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:19:04.935223 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7a95580d-4bb0-4f29-99e2-a0bf77eb7fd4 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:19:05.362114 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7a95580d-4bb0-4f29-99e2-a0bf77eb7fd4 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for router_gateway, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:05.476491 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d6bf0c-ae8b-4057-892a-cd7c63790110 req-4b3c471c-d592-4a3f-a8dd-dc900818bc56 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:05.477934 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-35d6bf0c-ae8b-4057-892a-cd7c63790110 req-4b3c471c-d592-4a3f-a8dd-dc900818bc56 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/ports?device_id=66bbcca5-c11c-4d65-9d86-2fc2588b1642 HTTP/1.1" status: 200 len: 945 time: 0.2033749 Jun 11 10:19:05.538446 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-35d6bf0c-ae8b-4057-892a-cd7c63790110 req-18f6ff57-62ab-421a-86a6-5a728a40dd20 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/security-groups?id=26622f4d-0e85-4c32-bac9-9734a1522a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536976 Jun 11 10:19:05.683493 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7a95580d-4bb0-4f29-99e2-a0bf77eb7fd4 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:05.783595 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:05.898595 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a95580d-4bb0-4f29-99e2-a0bf77eb7fd4 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Router 575d4d66-039d-419f-9770-81f1cc5418d8 is scheduled to L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 with binding_index 1 {{(pid=93177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 10:19:06.500155 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a95580d-4bb0-4f29-99e2-a0bf77eb7fd4 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:19:06.510150 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca99a2fc-86a2-467b-bb5c-35f4a03caadb None None] Sync routers for ids ['575d4d66-039d-419f-9770-81f1cc5418d8'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:19:06.523688 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca99a2fc-86a2-467b-bb5c-35f4a03caadb None None] Routers {'575d4d66-039d-419f-9770-81f1cc5418d8'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:19:06.524314 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-ca99a2fc-86a2-467b-bb5c-35f4a03caadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:18:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['575d4d66-039d-419f-9770-81f1cc5418d8'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:19:06.589681 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7a95580d-4bb0-4f29-99e2-a0bf77eb7fd4 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:06.593273 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-7a95580d-4bb0-4f29-99e2-a0bf77eb7fd4 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.0929871 Jun 11 10:19:06.594260 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 34340) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:19:06.699792 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-ca99a2fc-86a2-467b-bb5c-35f4a03caadb None None] Set router 575d4d66-039d-419f-9770-81f1cc5418d8 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:19:06.790143 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f84988d-09b3-4d4e-b8e3-e14449f04b07 req-9e730940-0c27-4e83-80bb-9582d6dc6526 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:06.795276 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0f84988d-09b3-4d4e-b8e3-e14449f04b07 req-9e730940-0c27-4e83-80bb-9582d6dc6526 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/ports?device_id=66bbcca5-c11c-4d65-9d86-2fc2588b1642 HTTP/1.1" status: 200 len: 945 time: 0.1271160 Jun 11 10:19:06.867701 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-ea6e5077-8b20-467f-a614-20bfae05a57a tempest-TestNetworkAdvancedServerOps-2001270397 tempest-TestNetworkAdvancedServerOps-2001270397-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=291bb5ee2189444bb635fe5a1d306c3b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2719688 Jun 11 10:19:06.868754 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 34346) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:19:06.923587 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0f84988d-09b3-4d4e-b8e3-e14449f04b07 req-590d23ca-bd8d-4c8c-bd57-f704012e0534 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/security-groups?id=26622f4d-0e85-4c32-bac9-9734a1522a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117239 Jun 11 10:19:06.963159 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-ca99a2fc-86a2-467b-bb5c-35f4a03caadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '575d4d66-039d-419f-9770-81f1cc5418d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1947783319', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '2b08e833-e32a-4876-812b-2f68ce288eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:19:03Z', 'updated_at': '2021-06-11T10:19:05Z', 'revision_number': 3, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'gw_port': {'id': '2b08e833-e32a-4876-812b-2f68ce288eae', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bc:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '575d4d66-039d-419f-9770-81f1cc5418d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:19:04Z', 'updated_at': '2021-06-11T10:19:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:19:06.967221 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca99a2fc-86a2-467b-bb5c-35f4a03caadb None None] Checking router: 575d4d66-039d-419f-9770-81f1cc5418d8 for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:19:06.967614 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca99a2fc-86a2-467b-bb5c-35f4a03caadb None None] Updating router 575d4d66-039d-419f-9770-81f1cc5418d8 port 2b08e833-e32a-4876-812b-2f68ce288eae binding host n-d-779913-12 {{(pid=93178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 10:19:07.008307 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ca99a2fc-86a2-467b-bb5c-35f4a03caadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:07.064165 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7cc607a-07c5-476b-b57e-b10568639fe0 tempest-TestNetworkAdvancedServerOps-2001270397 tempest-TestNetworkAdvancedServerOps-2001270397-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:07.065692 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-c7cc607a-07c5-476b-b57e-b10568639fe0 tempest-TestNetworkAdvancedServerOps-2001270397 tempest-TestNetworkAdvancedServerOps-2001270397-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1958427 Jun 11 10:19:07.068545 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 34348) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:19:07.118551 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-cc9a9ce6-0a81-4f59-bd79-43544519a923 tempest-TestNetworkAdvancedServerOps-2001270397 tempest-TestNetworkAdvancedServerOps-2001270397-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=f0adef6e-169f-4a27-8865-442be2ad072d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0487754 Jun 11 10:19:07.120981 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 34350) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:19:07.125989 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-fbe00efa-7f3f-40a9-bdae-67fd4367146f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1520305309', 'network_id': 'f7713be0-f9f6-48b3-97a0-413ad253d5e5', 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:19:07.320472 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbe00efa-7f3f-40a9-bdae-67fd4367146f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Made reservation on behalf of 291bb5ee2189444bb635fe5a1d306c3b for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:19:07.324287 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fbe00efa-7f3f-40a9-bdae-67fd4367146f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:07.496607 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ca99a2fc-86a2-467b-bb5c-35f4a03caadb None None] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:07.506494 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-ca99a2fc-86a2-467b-bb5c-35f4a03caadb None None] Transition to ACTIVE for port object 2b08e833-e32a-4876-812b-2f68ce288eae will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:19:07.575792 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ca99a2fc-86a2-467b-bb5c-35f4a03caadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:07.577998 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:19:07.599013 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fbe00efa-7f3f-40a9-bdae-67fd4367146f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:07.602272 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-77bd0d45-33c8-4413-9e7a-3f3f00d82de4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:19:07.641202 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed78601c-fe86-4879-9c06-6336e87eb0f1 None None] Pushing event updated for resources: {'Port': ['ID=2b08e833-e32a-4876-812b-2f68ce288eae,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:19:07.644953 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-ed78601c-fe86-4879-9c06-6336e87eb0f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:19:07.645864 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-ca99a2fc-86a2-467b-bb5c-35f4a03caadb None None] Attempting to bind port 2b08e833-e32a-4876-812b-2f68ce288eae on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:19:07.646413 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-ca99a2fc-86a2-467b-bb5c-35f4a03caadb None None] Attempting to bind port 2b08e833-e32a-4876-812b-2f68ce288eae by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:19:07.646567 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca99a2fc-86a2-467b-bb5c-35f4a03caadb None None] Attempting to bind port 2b08e833-e32a-4876-812b-2f68ce288eae on network f0adef6e-169f-4a27-8865-442be2ad072d {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:19:07.652077 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca99a2fc-86a2-467b-bb5c-35f4a03caadb None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:19:07.652226 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca99a2fc-86a2-467b-bb5c-35f4a03caadb None None] Checking segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:19:07.652561 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ca99a2fc-86a2-467b-bb5c-35f4a03caadb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:07.652957 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca99a2fc-86a2-467b-bb5c-35f4a03caadb None None] Bound using segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:19:07.653435 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-ca99a2fc-86a2-467b-bb5c-35f4a03caadb None None] Bound port: 2b08e833-e32a-4876-812b-2f68ce288eae, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:19:07.653817 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ca99a2fc-86a2-467b-bb5c-35f4a03caadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:07.683260 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe00efa-7f3f-40a9-bdae-67fd4367146f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Pushing event updated for resources: {'Subnet': ['ID=8e836f26-8a2a-49d5-b8bd-a760b3243fc3,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:19:07.688088 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-fbe00efa-7f3f-40a9-bdae-67fd4367146f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:19:07.694244 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe00efa-7f3f-40a9-bdae-67fd4367146f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Checking segment: {'id': '90b9b018-e4a5-456e-855d-3fa8e2e5428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'f7713be0-f9f6-48b3-97a0-413ad253d5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:19:07.694690 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe00efa-7f3f-40a9-bdae-67fd4367146f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Network hostable DHCP agents. Network: f7713be0-f9f6-48b3-97a0-413ad253d5e5, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:19:07.721050 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-ca99a2fc-86a2-467b-bb5c-35f4a03caadb None None] For port 2b08e833-e32a-4876-812b-2f68ce288eae, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:19:07.721708 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-ca99a2fc-86a2-467b-bb5c-35f4a03caadb None None] For port 2b08e833-e32a-4876-812b-2f68ce288eae, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=2b08e833-e32a-4876-812b-2f68ce288eae,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:19:07.785878 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe00efa-7f3f-40a9-bdae-67fd4367146f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Network f7713be0-f9f6-48b3-97a0-413ad253d5e5 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:19:07.807262 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ca99a2fc-86a2-467b-bb5c-35f4a03caadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:07.810304 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:19:07.861144 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-fbe00efa-7f3f-40a9-bdae-67fd4367146f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, f7713be0-f9f6-48b3-97a0-413ad253d5e5) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:19:07.865889 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe00efa-7f3f-40a9-bdae-67fd4367146f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:07.869484 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fbe00efa-7f3f-40a9-bdae-67fd4367146f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:07.870331 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca99a2fc-86a2-467b-bb5c-35f4a03caadb None None] Routers {'575d4d66-039d-419f-9770-81f1cc5418d8'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:19:07.870331 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-ca99a2fc-86a2-467b-bb5c-35f4a03caadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:18:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['575d4d66-039d-419f-9770-81f1cc5418d8'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:19:07.874829 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac94d67-7f12-4b91-a27f-738e13bc3882 None None] Network f7713be0-f9f6-48b3-97a0-413ad253d5e5 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:19:07.984729 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-fbe00efa-7f3f-40a9-bdae-67fd4367146f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8624866 Jun 11 10:19:07.987556 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 34360) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:19:08.023847 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed78601c-fe86-4879-9c06-6336e87eb0f1 None None] Pushing event updated for resources: {'Port': ['ID=2b08e833-e32a-4876-812b-2f68ce288eae,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:19:08.085550 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-ed78601c-fe86-4879-9c06-6336e87eb0f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:19:08.197080 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-ca99a2fc-86a2-467b-bb5c-35f4a03caadb None None] Set router 575d4d66-039d-419f-9770-81f1cc5418d8 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:19:08.273282 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038e20e5-34e9-4f11-bddd-3b1acef4aa05 req-0312af39-923d-4124-b8dd-6bec2461e51b tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:08.274728 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-038e20e5-34e9-4f11-bddd-3b1acef4aa05 req-0312af39-923d-4124-b8dd-6bec2461e51b tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/ports?device_id=66bbcca5-c11c-4d65-9d86-2fc2588b1642 HTTP/1.1" status: 200 len: 945 time: 0.1998980 Jun 11 10:19:08.403099 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac19ce98-d231-43f9-a079-34ffd76098fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-f7713be0-f9f6-48b3-97a0-413ad253d5e5', 'network_id': 'f7713be0-f9f6-48b3-97a0-413ad253d5e5', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'fixed_ips': [{'subnet_id': '8e836f26-8a2a-49d5-b8bd-a760b3243fc3'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 10:19:08.403892 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ac19ce98-d231-43f9-a079-34ffd76098fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:08.445690 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-038e20e5-34e9-4f11-bddd-3b1acef4aa05 req-23aab393-ac04-40d3-b5b0-0c8c23240cdb tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/security-groups?id=26622f4d-0e85-4c32-bac9-9734a1522a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1651092 Jun 11 10:19:08.637656 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-ca99a2fc-86a2-467b-bb5c-35f4a03caadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '575d4d66-039d-419f-9770-81f1cc5418d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1947783319', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '2b08e833-e32a-4876-812b-2f68ce288eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:19:03Z', 'updated_at': '2021-06-11T10:19:05Z', 'revision_number': 3, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'gw_port': {'id': '2b08e833-e32a-4876-812b-2f68ce288eae', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bc:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '575d4d66-039d-419f-9770-81f1cc5418d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:19:04Z', 'updated_at': '2021-06-11T10:19:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:19:08.646572 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca99a2fc-86a2-467b-bb5c-35f4a03caadb None None] The sync data for ids ['575d4d66-039d-419f-9770-81f1cc5418d8'] in n-d-779913-12 is: [{'id': '575d4d66-039d-419f-9770-81f1cc5418d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1947783319', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '2b08e833-e32a-4876-812b-2f68ce288eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:19:03Z', 'updated_at': '2021-06-11T10:19:05Z', 'revision_number': 3, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'gw_port': {'id': '2b08e833-e32a-4876-812b-2f68ce288eae', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bc:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '575d4d66-039d-419f-9770-81f1cc5418d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:19:04Z', 'updated_at': '2021-06-11T10:19:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:19:08.652807 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-ac19ce98-d231-43f9-a079-34ffd76098fd None None] Allocated IP 172.20.0.2 (f7713be0-f9f6-48b3-97a0-413ad253d5e5/8e836f26-8a2a-49d5-b8bd-a760b3243fc3/3e86419b-dc54-489e-86e0-ba87d2f9c69f) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:19:08.887978 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ac19ce98-d231-43f9-a079-34ffd76098fd None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:08.898088 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-ac19ce98-d231-43f9-a079-34ffd76098fd None None] Transition to ACTIVE for port object 3e86419b-dc54-489e-86e0-ba87d2f9c69f will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:19:08.946868 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-ac19ce98-d231-43f9-a079-34ffd76098fd None None] Transition to ACTIVE for port object 3e86419b-dc54-489e-86e0-ba87d2f9c69f will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:19:08.948216 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-05b2379f-fd78-45ca-886b-73224d45f033 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:09.018899 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ac19ce98-d231-43f9-a079-34ffd76098fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:09.021250 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-0877cbc1-0eda-4eb9-a4dc-ef1b569de6bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:19:09.096863 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac19ce98-d231-43f9-a079-34ffd76098fd None None] Pushing event updated for resources: {'Port': ['ID=3e86419b-dc54-489e-86e0-ba87d2f9c69f,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:19:09.108134 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-ac19ce98-d231-43f9-a079-34ffd76098fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:19:09.122749 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac19ce98-d231-43f9-a079-34ffd76098fd None None] Network f7713be0-f9f6-48b3-97a0-413ad253d5e5 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:19:09.125169 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-ac19ce98-d231-43f9-a079-34ffd76098fd None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:19:09.128032 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac19ce98-d231-43f9-a079-34ffd76098fd None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:19:09.204957 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-ac19ce98-d231-43f9-a079-34ffd76098fd None None] Attempting to bind port 3e86419b-dc54-489e-86e0-ba87d2f9c69f on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:19:09.205496 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-ac19ce98-d231-43f9-a079-34ffd76098fd None None] Attempting to bind port 3e86419b-dc54-489e-86e0-ba87d2f9c69f by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '90b9b018-e4a5-456e-855d-3fa8e2e5428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'f7713be0-f9f6-48b3-97a0-413ad253d5e5'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:19:09.205884 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac19ce98-d231-43f9-a079-34ffd76098fd None None] Attempting to bind port 3e86419b-dc54-489e-86e0-ba87d2f9c69f on network f7713be0-f9f6-48b3-97a0-413ad253d5e5 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:19:09.214254 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac19ce98-d231-43f9-a079-34ffd76098fd None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:19:09.214988 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac19ce98-d231-43f9-a079-34ffd76098fd None None] Checking segment: {'id': '90b9b018-e4a5-456e-855d-3fa8e2e5428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'f7713be0-f9f6-48b3-97a0-413ad253d5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:19:09.217226 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ac19ce98-d231-43f9-a079-34ffd76098fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:09.217226 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac19ce98-d231-43f9-a079-34ffd76098fd None None] Bound using segment: {'id': '90b9b018-e4a5-456e-855d-3fa8e2e5428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'f7713be0-f9f6-48b3-97a0-413ad253d5e5'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:19:09.217226 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-ac19ce98-d231-43f9-a079-34ffd76098fd None None] Bound port: 3e86419b-dc54-489e-86e0-ba87d2f9c69f, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b9b018-e4a5-456e-855d-3fa8e2e5428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'f7713be0-f9f6-48b3-97a0-413ad253d5e5'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:19:09.217226 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ac19ce98-d231-43f9-a079-34ffd76098fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:09.303065 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-ac19ce98-d231-43f9-a079-34ffd76098fd None None] For port 3e86419b-dc54-489e-86e0-ba87d2f9c69f, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:19:09.306734 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-ac19ce98-d231-43f9-a079-34ffd76098fd None None] For port 3e86419b-dc54-489e-86e0-ba87d2f9c69f, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=3e86419b-dc54-489e-86e0-ba87d2f9c69f,segment=NetworkSegment(90b9b018-e4a5-456e-855d-3fa8e2e5428e),segment_id=90b9b018-e4a5-456e-855d-3fa8e2e5428e)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:19:09.365447 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ac19ce98-d231-43f9-a079-34ffd76098fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:09.368686 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-c53880a5-7a98-49c9-a676-abdc4942f889 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:19:09.456690 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac19ce98-d231-43f9-a079-34ffd76098fd None None] Pushing event updated for resources: {'Port': ['ID=3e86419b-dc54-489e-86e0-ba87d2f9c69f,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:19:09.464964 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-ac19ce98-d231-43f9-a079-34ffd76098fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:19:09.466423 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-05b2379f-fd78-45ca-886b-73224d45f033 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Allocated IP 172.20.0.1 (f7713be0-f9f6-48b3-97a0-413ad253d5e5/8e836f26-8a2a-49d5-b8bd-a760b3243fc3/f73b87b7-14e5-474b-a8c4-037d8f018fed) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:19:09.717582 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-05b2379f-fd78-45ca-886b-73224d45f033 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:09.747176 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aa6093-e492-430c-a3e1-7343b3ccef6c req-61504679-ddfb-40aa-ac54-79f71be509a1 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:09.748787 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-21aa6093-e492-430c-a3e1-7343b3ccef6c req-61504679-ddfb-40aa-ac54-79f71be509a1 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/ports?device_id=66bbcca5-c11c-4d65-9d86-2fc2588b1642 HTTP/1.1" status: 200 len: 945 time: 0.1423507 Jun 11 10:19:09.753606 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-05b2379f-fd78-45ca-886b-73224d45f033 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Transition to ACTIVE for port object f73b87b7-14e5-474b-a8c4-037d8f018fed will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:19:09.830096 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-21aa6093-e492-430c-a3e1-7343b3ccef6c req-66155d3b-aa4b-4411-b42e-dfeaf538fe03 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/security-groups?id=26622f4d-0e85-4c32-bac9-9734a1522a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637021 Jun 11 10:19:09.921926 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-05b2379f-fd78-45ca-886b-73224d45f033 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:09.924133 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-35f57a28-937e-41b5-9c61-87947e75c559 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:19:09.972968 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b2379f-fd78-45ca-886b-73224d45f033 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Network f7713be0-f9f6-48b3-97a0-413ad253d5e5 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:19:09.976560 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-05b2379f-fd78-45ca-886b-73224d45f033 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:19:09.981661 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b2379f-fd78-45ca-886b-73224d45f033 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:19:10.021045 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b2379f-fd78-45ca-886b-73224d45f033 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Pushing event updated for resources: {'Port': ['ID=f73b87b7-14e5-474b-a8c4-037d8f018fed,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:19:10.027949 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-05b2379f-fd78-45ca-886b-73224d45f033 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:19:10.047002 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-05b2379f-fd78-45ca-886b-73224d45f033 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-375088'] for router_interface, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:10.320985 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-05b2379f-fd78-45ca-886b-73224d45f033 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:10.421150 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:19:10.600171 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 2b08e833-e32a-4876-812b-2f68ce288eae up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:19:10.810361 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-05b2379f-fd78-45ca-886b-73224d45f033 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:10.818325 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 2b08e833-e32a-4876-812b-2f68ce288eae completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:19:10.822907 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 2b08e833-e32a-4876-812b-2f68ce288eae triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:19:10.823299 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:10.930062 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-05b2379f-fd78-45ca-886b-73224d45f033 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:10.933210 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-07144594-1f7e-41c5-a829-213a8a108dc3 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:19:10.962454 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:10.995201 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 2b08e833-e32a-4876-812b-2f68ce288eae, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=2b08e833-e32a-4876-812b-2f68ce288eae,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:19:11.044217 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:11.045243 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 3e86419b-dc54-489e-86e0-ba87d2f9c69f up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:19:11.047640 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:19:11.137317 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b2379f-fd78-45ca-886b-73224d45f033 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Pushing event updated for resources: {'Port': ['ID=f73b87b7-14e5-474b-a8c4-037d8f018fed,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:19:11.146934 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-05b2379f-fd78-45ca-886b-73224d45f033 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375108'] for router_interface, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:11.149317 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-05b2379f-fd78-45ca-886b-73224d45f033 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:19:11.152949 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4c4b58-769e-4e13-b082-51f997ddef28 None None] Network f7713be0-f9f6-48b3-97a0-413ad253d5e5 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:19:11.196280 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=2b08e833-e32a-4876-812b-2f68ce288eae,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:19:11.205155 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:19:11.212623 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae9d53-6ae5-4bfd-a16e-d0ad907cdf5d req-378a3216-9b52-4251-80a8-fcdf497eaa86 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:11.214443 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-85ae9d53-6ae5-4bfd-a16e-d0ad907cdf5d req-378a3216-9b52-4251-80a8-fcdf497eaa86 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/ports?device_id=66bbcca5-c11c-4d65-9d86-2fc2588b1642 HTTP/1.1" status: 200 len: 945 time: 0.2192507 Jun 11 10:19:11.372570 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-85ae9d53-6ae5-4bfd-a16e-d0ad907cdf5d req-27eb3fd1-7729-48e5-97e5-7175b8a5cea2 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/security-groups?id=26622f4d-0e85-4c32-bac9-9734a1522a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472135 Jun 11 10:19:11.381871 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b2379f-fd78-45ca-886b-73224d45f033 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Network f7713be0-f9f6-48b3-97a0-413ad253d5e5 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:19:11.384493 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-05b2379f-fd78-45ca-886b-73224d45f033 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:19:11.498199 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 3e86419b-dc54-489e-86e0-ba87d2f9c69f completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:19:11.500723 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-95b9568d-5963-46bb-ab45-8467f771310e None None] Provisioning for port 3e86419b-dc54-489e-86e0-ba87d2f9c69f completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:19:11.515458 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-95b9568d-5963-46bb-ab45-8467f771310e None None] Provisioning complete for port 3e86419b-dc54-489e-86e0-ba87d2f9c69f triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:19:11.515869 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-95b9568d-5963-46bb-ab45-8467f771310e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:11.520636 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 3e86419b-dc54-489e-86e0-ba87d2f9c69f triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:19:11.520996 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:11.561186 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05b2379f-fd78-45ca-886b-73224d45f033 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Router 575d4d66-039d-419f-9770-81f1cc5418d8 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:19:11.744816 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b2379f-fd78-45ca-886b-73224d45f033 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:19:11.745096 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:11.747308 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-95b9568d-5963-46bb-ab45-8467f771310e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:11.761084 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-05b2379f-fd78-45ca-886b-73224d45f033 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "PUT /v2.0/routers/575d4d66-039d-419f-9770-81f1cc5418d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7722235 Jun 11 10:19:11.761859 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142c7e1a-e55e-4f5c-9185-a94ba418d796 None None] Sync routers for ids ['575d4d66-039d-419f-9770-81f1cc5418d8'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:19:11.779373 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142c7e1a-e55e-4f5c-9185-a94ba418d796 None None] Routers {'575d4d66-039d-419f-9770-81f1cc5418d8'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:19:11.781482 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-142c7e1a-e55e-4f5c-9185-a94ba418d796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:18:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['575d4d66-039d-419f-9770-81f1cc5418d8'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:19:11.809983 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 3e86419b-dc54-489e-86e0-ba87d2f9c69f, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=3e86419b-dc54-489e-86e0-ba87d2f9c69f,segment=NetworkSegment(90b9b018-e4a5-456e-855d-3fa8e2e5428e),segment_id=90b9b018-e4a5-456e-855d-3fa8e2e5428e)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:19:11.878860 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:11.881824 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-1c4a3397-8e05-4fad-9814-994cf447131f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:19:11.972800 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-142c7e1a-e55e-4f5c-9185-a94ba418d796 None None] Set router 575d4d66-039d-419f-9770-81f1cc5418d8 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:19:11.976941 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.db.api [None req-95b9568d-5963-46bb-ab45-8467f771310e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93178) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 10:19:11.977300 n-d-779913-12 neutron-server[93178]: DEBUG oslo_db.api [None req-95b9568d-5963-46bb-ab45-8467f771310e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 10:19:11.979533 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d655bf74-c0e5-4470-b99f-dfbf7590e11c req-c1df11e4-70bc-4171-a433-f308dac9fe9b tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-627781287&fields=id&tenant_id=291bb5ee2189444bb635fe5a1d306c3b HTTP/1.1" status: 200 len: 267 time: 0.0586529 Jun 11 10:19:12.015202 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=3e86419b-dc54-489e-86e0-ba87d2f9c69f,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:19:12.018870 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:19:12.135111 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d655bf74-c0e5-4470-b99f-dfbf7590e11c req-94db67f4-426d-4de4-9961-00d49baf4eb1 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:12.137010 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d655bf74-c0e5-4470-b99f-dfbf7590e11c req-94db67f4-426d-4de4-9961-00d49baf4eb1 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/networks?id=f7713be0-f9f6-48b3-97a0-413ad253d5e5 HTTP/1.1" status: 200 len: 797 time: 0.1499891 Jun 11 10:19:12.155320 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d655bf74-c0e5-4470-b99f-dfbf7590e11c req-3c2a6973-d272-418e-982d-4de1078652e7 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/quotas/291bb5ee2189444bb635fe5a1d306c3b HTTP/1.1" status: 200 len: 375 time: 0.0109842 Jun 11 10:19:12.252767 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d655bf74-c0e5-4470-b99f-dfbf7590e11c req-a266953d-9471-4bed-85fa-6ff9168b94ae tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=291bb5ee2189444bb635fe5a1d306c3b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0907960 Jun 11 10:19:12.383921 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d655bf74-c0e5-4470-b99f-dfbf7590e11c req-ee49adb6-fca9-4b3f-8f17-dc8cb4a9da08 service neutron] 10.222.0.60 "GET /v2.0/networks/f7713be0-f9f6-48b3-97a0-413ad253d5e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190717 Jun 11 10:19:12.474692 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-142c7e1a-e55e-4f5c-9185-a94ba418d796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '575d4d66-039d-419f-9770-81f1cc5418d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1947783319', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '2b08e833-e32a-4876-812b-2f68ce288eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:19:03Z', 'updated_at': '2021-06-11T10:19:10Z', 'revision_number': 4, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'gw_port': {'id': '2b08e833-e32a-4876-812b-2f68ce288eae', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575d4d66-039d-419f-9770-81f1cc5418d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:19:04Z', 'updated_at': '2021-06-11T10:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': 'f73b87b7-14e5-474b-a8c4-037d8f018fed', 'name': '', 'network_id': 'f7713be0-f9f6-48b3-97a0-413ad253d5e5', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'mac_address': 'fa:16:3e:fa:c7:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '575d4d66-039d-419f-9770-81f1cc5418d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '8e836f26-8a2a-49d5-b8bd-a760b3243fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:19:09Z', 'updated_at': '2021-06-11T10:19:10Z', 'revision_number': 2, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'subnets': [{'id': '8e836f26-8a2a-49d5-b8bd-a760b3243fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:19:12.478756 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142c7e1a-e55e-4f5c-9185-a94ba418d796 None None] Checking router: 575d4d66-039d-419f-9770-81f1cc5418d8 for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:19:12.479118 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142c7e1a-e55e-4f5c-9185-a94ba418d796 None None] Updating router 575d4d66-039d-419f-9770-81f1cc5418d8 port f73b87b7-14e5-474b-a8c4-037d8f018fed binding host n-d-779913-12 {{(pid=93179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 10:19:12.522815 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 2b08e833-e32a-4876-812b-2f68ce288eae up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:19:12.559613 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-142c7e1a-e55e-4f5c-9185-a94ba418d796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:12.613256 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d655bf74-c0e5-4470-b99f-dfbf7590e11c req-d12d66c2-56e8-463b-b838-e66361615a31 service neutron] 10.222.0.60 "GET /v2.0/networks/f7713be0-f9f6-48b3-97a0-413ad253d5e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172127 Jun 11 10:19:12.617044 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 2b08e833-e32a-4876-812b-2f68ce288eae triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:19:12.617542 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:12.736305 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 3e86419b-dc54-489e-86e0-ba87d2f9c69f up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:19:12.798386 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 3e86419b-dc54-489e-86e0-ba87d2f9c69f triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:19:12.799036 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:12.916625 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-145b2949-3245-4cf3-8339-cd1ce4da2667 None None] Provisioning for port f73b87b7-14e5-474b-a8c4-037d8f018fed completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:19:12.928847 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-145b2949-3245-4cf3-8339-cd1ce4da2667 None None] Provisioning complete for port f73b87b7-14e5-474b-a8c4-037d8f018fed triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:19:12.929230 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-145b2949-3245-4cf3-8339-cd1ce4da2667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:12.963885 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-14f7abdd-5511-4d4c-86ab-37a4843f77f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:12.981664 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-142c7e1a-e55e-4f5c-9185-a94ba418d796 None None] Notify callbacks [] for port, precommit_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:12.989549 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-145b2949-3245-4cf3-8339-cd1ce4da2667 None None] Port f73b87b7-14e5-474b-a8c4-037d8f018fed cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:19:12.994640 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-142c7e1a-e55e-4f5c-9185-a94ba418d796 None None] Transition to ACTIVE for port object f73b87b7-14e5-474b-a8c4-037d8f018fed will not be triggered until provisioned by entity L2. {{(pid=93179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:19:13.003709 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-145b2949-3245-4cf3-8339-cd1ce4da2667 None None] Provisioning complete for port 3e86419b-dc54-489e-86e0-ba87d2f9c69f triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:19:13.005423 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-145b2949-3245-4cf3-8339-cd1ce4da2667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:13.073735 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-142c7e1a-e55e-4f5c-9185-a94ba418d796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:13.082869 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-a0fa412b-98a1-4268-9c8b-4268074de317 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:19:13.086679 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff021a85-f7c7-4a3b-b312-8892bf1ddc7f req-165c11f4-62a7-443f-a1cc-3176b761544f tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:13.096850 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ff021a85-f7c7-4a3b-b312-8892bf1ddc7f req-165c11f4-62a7-443f-a1cc-3176b761544f tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/ports?device_id=66bbcca5-c11c-4d65-9d86-2fc2588b1642 HTTP/1.1" status: 200 len: 945 time: 0.0986311 Jun 11 10:19:13.140190 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ff021a85-f7c7-4a3b-b312-8892bf1ddc7f req-4e8803e6-7455-43b3-abaa-4132c5655eac tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/security-groups?id=26622f4d-0e85-4c32-bac9-9734a1522a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422187 Jun 11 10:19:13.198838 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf9bc3b-6fdb-4280-aa93-170f7f60279d None None] Pushing event updated for resources: {'Port': ['ID=f73b87b7-14e5-474b-a8c4-037d8f018fed,revision_number=3']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:19:13.239841 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf9bc3b-6fdb-4280-aa93-170f7f60279d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:19:13.239841 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf9bc3b-6fdb-4280-aa93-170f7f60279d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:19:13.239841 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf9bc3b-6fdb-4280-aa93-170f7f60279d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:19:13.239841 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf9bc3b-6fdb-4280-aa93-170f7f60279d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:19:13.239841 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf9bc3b-6fdb-4280-aa93-170f7f60279d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:19:13.239841 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf9bc3b-6fdb-4280-aa93-170f7f60279d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:19:13.239841 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf9bc3b-6fdb-4280-aa93-170f7f60279d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:19:13.239841 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf9bc3b-6fdb-4280-aa93-170f7f60279d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:19:13.239841 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf9bc3b-6fdb-4280-aa93-170f7f60279d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:19:13.239841 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf9bc3b-6fdb-4280-aa93-170f7f60279d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:19:13.239841 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf9bc3b-6fdb-4280-aa93-170f7f60279d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:19:13.241331 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf9bc3b-6fdb-4280-aa93-170f7f60279d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:19:13.243303 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c0149a3d-8eb3-4cb6-91b3-f51823432b40 req-515db768-58b8-449e-83fb-23c4e21e5366 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=d394a15c-1a9b-4d4f-b1f7-954e0c77c10b HTTP/1.1" status: 200 len: 210 time: 0.0458791 Jun 11 10:19:13.250562 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-0cf9bc3b-6fdb-4280-aa93-170f7f60279d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:19:13.299828 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-142c7e1a-e55e-4f5c-9185-a94ba418d796 None None] Attempting to bind port f73b87b7-14e5-474b-a8c4-037d8f018fed on host n-d-779913-12 for vnic_type normal with profile {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:19:13.300200 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-142c7e1a-e55e-4f5c-9185-a94ba418d796 None None] Attempting to bind port f73b87b7-14e5-474b-a8c4-037d8f018fed by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '90b9b018-e4a5-456e-855d-3fa8e2e5428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'f7713be0-f9f6-48b3-97a0-413ad253d5e5'}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:19:13.300565 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142c7e1a-e55e-4f5c-9185-a94ba418d796 None None] Attempting to bind port f73b87b7-14e5-474b-a8c4-037d8f018fed on network f7713be0-f9f6-48b3-97a0-413ad253d5e5 {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:19:13.306866 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142c7e1a-e55e-4f5c-9185-a94ba418d796 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:19:13.307912 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142c7e1a-e55e-4f5c-9185-a94ba418d796 None None] Checking segment: {'id': '90b9b018-e4a5-456e-855d-3fa8e2e5428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'f7713be0-f9f6-48b3-97a0-413ad253d5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:19:13.308327 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-142c7e1a-e55e-4f5c-9185-a94ba418d796 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:13.308755 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142c7e1a-e55e-4f5c-9185-a94ba418d796 None None] Bound using segment: {'id': '90b9b018-e4a5-456e-855d-3fa8e2e5428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'f7713be0-f9f6-48b3-97a0-413ad253d5e5'} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:19:13.309192 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-142c7e1a-e55e-4f5c-9185-a94ba418d796 None None] Bound port: f73b87b7-14e5-474b-a8c4-037d8f018fed, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b9b018-e4a5-456e-855d-3fa8e2e5428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'f7713be0-f9f6-48b3-97a0-413ad253d5e5'}}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:19:13.309569 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-142c7e1a-e55e-4f5c-9185-a94ba418d796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:13.389176 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-142c7e1a-e55e-4f5c-9185-a94ba418d796 None None] For port f73b87b7-14e5-474b-a8c4-037d8f018fed, host n-d-779913-12, cleared binding levels {{(pid=93179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:19:13.392299 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-142c7e1a-e55e-4f5c-9185-a94ba418d796 None None] For port f73b87b7-14e5-474b-a8c4-037d8f018fed, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=f73b87b7-14e5-474b-a8c4-037d8f018fed,segment=NetworkSegment(90b9b018-e4a5-456e-855d-3fa8e2e5428e),segment_id=90b9b018-e4a5-456e-855d-3fa8e2e5428e)] {{(pid=93179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:19:13.454079 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-142c7e1a-e55e-4f5c-9185-a94ba418d796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:13.456204 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-294c0e6a-ed64-40aa-93a1-b4656b593882 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:19:13.523637 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142c7e1a-e55e-4f5c-9185-a94ba418d796 None None] Routers {'575d4d66-039d-419f-9770-81f1cc5418d8'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:19:13.524286 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-142c7e1a-e55e-4f5c-9185-a94ba418d796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:18:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['575d4d66-039d-419f-9770-81f1cc5418d8'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:19:13.647187 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf9bc3b-6fdb-4280-aa93-170f7f60279d None None] Pushing event updated for resources: {'Port': ['ID=f73b87b7-14e5-474b-a8c4-037d8f018fed,revision_number=4']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:19:13.658467 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-0cf9bc3b-6fdb-4280-aa93-170f7f60279d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:19:13.724366 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-142c7e1a-e55e-4f5c-9185-a94ba418d796 None None] Set router 575d4d66-039d-419f-9770-81f1cc5418d8 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:19:14.043825 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-142c7e1a-e55e-4f5c-9185-a94ba418d796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '575d4d66-039d-419f-9770-81f1cc5418d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1947783319', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '2b08e833-e32a-4876-812b-2f68ce288eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:19:03Z', 'updated_at': '2021-06-11T10:19:10Z', 'revision_number': 4, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'gw_port': {'id': '2b08e833-e32a-4876-812b-2f68ce288eae', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575d4d66-039d-419f-9770-81f1cc5418d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:19:04Z', 'updated_at': '2021-06-11T10:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': 'f73b87b7-14e5-474b-a8c4-037d8f018fed', 'name': '', 'network_id': 'f7713be0-f9f6-48b3-97a0-413ad253d5e5', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'mac_address': 'fa:16:3e:fa:c7:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '575d4d66-039d-419f-9770-81f1cc5418d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '8e836f26-8a2a-49d5-b8bd-a760b3243fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:19:09Z', 'updated_at': '2021-06-11T10:19:13Z', 'revision_number': 4, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'subnets': [{'id': '8e836f26-8a2a-49d5-b8bd-a760b3243fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:19:14.047933 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142c7e1a-e55e-4f5c-9185-a94ba418d796 None None] The sync data for ids ['575d4d66-039d-419f-9770-81f1cc5418d8'] in n-d-779913-12 is: [{'id': '575d4d66-039d-419f-9770-81f1cc5418d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1947783319', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '2b08e833-e32a-4876-812b-2f68ce288eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:19:03Z', 'updated_at': '2021-06-11T10:19:10Z', 'revision_number': 4, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'gw_port': {'id': '2b08e833-e32a-4876-812b-2f68ce288eae', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575d4d66-039d-419f-9770-81f1cc5418d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:19:04Z', 'updated_at': '2021-06-11T10:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': 'f73b87b7-14e5-474b-a8c4-037d8f018fed', 'name': '', 'network_id': 'f7713be0-f9f6-48b3-97a0-413ad253d5e5', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'mac_address': 'fa:16:3e:fa:c7:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '575d4d66-039d-419f-9770-81f1cc5418d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '8e836f26-8a2a-49d5-b8bd-a760b3243fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:19:09Z', 'updated_at': '2021-06-11T10:19:13Z', 'revision_number': 4, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'subnets': [{'id': '8e836f26-8a2a-49d5-b8bd-a760b3243fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:19:14.368002 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041f2b11-e778-45a8-8169-cbfee4b35020 req-401d3f74-d437-4711-b051-888e95ca773f tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:14.370726 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-041f2b11-e778-45a8-8169-cbfee4b35020 req-401d3f74-d437-4711-b051-888e95ca773f tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/ports?device_id=66bbcca5-c11c-4d65-9d86-2fc2588b1642 HTTP/1.1" status: 200 len: 945 time: 0.0914445 Jun 11 10:19:14.421995 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-041f2b11-e778-45a8-8169-cbfee4b35020 req-2bd743ad-9b53-4004-93b1-39adcfb0a7e2 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/security-groups?id=26622f4d-0e85-4c32-bac9-9734a1522a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459008 Jun 11 10:19:14.554962 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device f73b87b7-14e5-474b-a8c4-037d8f018fed up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:19:14.627174 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b97370e7-8de1-4373-9b14-7ee89f7bdc31 req-0336fc44-1651-4822-905b-85c54c9647f4 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=d394a15c-1a9b-4d4f-b1f7-954e0c77c10b HTTP/1.1" status: 200 len: 210 time: 0.0450213 Jun 11 10:19:14.720620 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port f73b87b7-14e5-474b-a8c4-037d8f018fed completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:19:14.725006 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port f73b87b7-14e5-474b-a8c4-037d8f018fed triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:19:14.725390 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:14.838954 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:14.887318 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port f73b87b7-14e5-474b-a8c4-037d8f018fed, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=f73b87b7-14e5-474b-a8c4-037d8f018fed,segment=NetworkSegment(90b9b018-e4a5-456e-855d-3fa8e2e5428e),segment_id=90b9b018-e4a5-456e-855d-3fa8e2e5428e)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:19:15.001233 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:15.003723 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:19:15.070306 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=f73b87b7-14e5-474b-a8c4-037d8f018fed,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:19:15.074183 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:19:15.641252 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e918f8-5548-4614-b989-9706f4aef542 req-8f15ba59-0ec0-4a1b-8c2d-7b8a009ae9f0 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:15.642620 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-94e918f8-5548-4614-b989-9706f4aef542 req-8f15ba59-0ec0-4a1b-8c2d-7b8a009ae9f0 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/ports?device_id=66bbcca5-c11c-4d65-9d86-2fc2588b1642 HTTP/1.1" status: 200 len: 945 time: 0.0845835 Jun 11 10:19:15.653644 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d655bf74-c0e5-4470-b99f-dfbf7590e11c req-f79c4953-c3b6-4fe2-be6b-19734e22cec0 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:15.654967 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d655bf74-c0e5-4470-b99f-dfbf7590e11c req-f79c4953-c3b6-4fe2-be6b-19734e22cec0 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.64 "GET /v2.0/networks?id=f7713be0-f9f6-48b3-97a0-413ad253d5e5 HTTP/1.1" status: 200 len: 797 time: 0.1386368 Jun 11 10:19:15.686984 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-94e918f8-5548-4614-b989-9706f4aef542 req-2ed927b5-c891-4c0b-bc16-f007364bd064 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/security-groups?id=26622f4d-0e85-4c32-bac9-9734a1522a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385931 Jun 11 10:19:15.729702 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d655bf74-c0e5-4470-b99f-dfbf7590e11c req-a1ba87f9-3373-4c77-a34c-e1213cd2070b tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=291bb5ee2189444bb635fe5a1d306c3b HTTP/1.1" status: 200 len: 379 time: 0.0663319 Jun 11 10:19:15.740044 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-d655bf74-c0e5-4470-b99f-dfbf7590e11c req-bb62b2e3-2f8a-4f7a-a5c4-ce92f4d64c98 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Request body: {'port': {'device_id': 'd394a15c-1a9b-4d4f-b1f7-954e0c77c10b', 'network_id': 'f7713be0-f9f6-48b3-97a0-413ad253d5e5', 'admin_state_up': True, 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'security_groups': ['556705f8-fe7a-4fe3-93ca-14d84e2d8253']}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:19:15.799260 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-9feb1cbd-652a-4bca-afdd-56846a629bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:15.866950 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fde48a23-4f13-40b9-aa5b-0f42a0497efe req-baa7010c-3e5e-4f2f-86f6-55e98fc66bfd tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=d394a15c-1a9b-4d4f-b1f7-954e0c77c10b HTTP/1.1" status: 200 len: 210 time: 0.0379076 Jun 11 10:19:15.983953 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:16.011757 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d655bf74-c0e5-4470-b99f-dfbf7590e11c req-bb62b2e3-2f8a-4f7a-a5c4-ce92f4d64c98 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Made reservation on behalf of 291bb5ee2189444bb635fe5a1d306c3b for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:19:16.013861 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-d655bf74-c0e5-4470-b99f-dfbf7590e11c req-bb62b2e3-2f8a-4f7a-a5c4-ce92f4d64c98 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:16.182669 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-d655bf74-c0e5-4470-b99f-dfbf7590e11c req-bb62b2e3-2f8a-4f7a-a5c4-ce92f4d64c98 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Allocated IP 172.20.0.10 (f7713be0-f9f6-48b3-97a0-413ad253d5e5/8e836f26-8a2a-49d5-b8bd-a760b3243fc3/aec25d06-ab23-4d7f-96ed-c6c2edb5448b) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:19:16.368245 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-d655bf74-c0e5-4470-b99f-dfbf7590e11c req-bb62b2e3-2f8a-4f7a-a5c4-ce92f4d64c98 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:16.381807 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-d655bf74-c0e5-4470-b99f-dfbf7590e11c req-bb62b2e3-2f8a-4f7a-a5c4-ce92f4d64c98 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Transition to ACTIVE for port object aec25d06-ab23-4d7f-96ed-c6c2edb5448b will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:19:16.477788 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device f73b87b7-14e5-474b-a8c4-037d8f018fed up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:19:16.498214 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-d655bf74-c0e5-4470-b99f-dfbf7590e11c req-bb62b2e3-2f8a-4f7a-a5c4-ce92f4d64c98 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:16.514410 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c907f9a4-fa98-4ab6-a008-8708cd3ac0d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:19:16.534667 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port f73b87b7-14e5-474b-a8c4-037d8f018fed triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:19:16.535052 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:16.552379 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d655bf74-c0e5-4470-b99f-dfbf7590e11c req-bb62b2e3-2f8a-4f7a-a5c4-ce92f4d64c98 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Network f7713be0-f9f6-48b3-97a0-413ad253d5e5 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:19:16.555702 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-d655bf74-c0e5-4470-b99f-dfbf7590e11c req-bb62b2e3-2f8a-4f7a-a5c4-ce92f4d64c98 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:19:16.560118 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-d655bf74-c0e5-4470-b99f-dfbf7590e11c req-bb62b2e3-2f8a-4f7a-a5c4-ce92f4d64c98 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:19:16.614365 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb62b2e3-2f8a-4f7a-a5c4-ce92f4d64c98 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Pushing event updated for resources: {'Port': ['ID=aec25d06-ab23-4d7f-96ed-c6c2edb5448b,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:19:16.619029 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-bb62b2e3-2f8a-4f7a-a5c4-ce92f4d64c98 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:19:16.644786 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d655bf74-c0e5-4470-b99f-dfbf7590e11c req-bb62b2e3-2f8a-4f7a-a5c4-ce92f4d64c98 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:16.645440 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-d655bf74-c0e5-4470-b99f-dfbf7590e11c req-bb62b2e3-2f8a-4f7a-a5c4-ce92f4d64c98 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:16.747987 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d655bf74-c0e5-4470-b99f-dfbf7590e11c req-bb62b2e3-2f8a-4f7a-a5c4-ce92f4d64c98 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0127132 Jun 11 10:19:16.761688 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-d655bf74-c0e5-4470-b99f-dfbf7590e11c req-97a1b4bd-ba4b-4544-b97c-f6232e635033 service neutron] Request body: {'port': {'device_id': 'd394a15c-1a9b-4d4f-b1f7-954e0c77c10b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:19:16.772813 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:16.897825 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-d655bf74-c0e5-4470-b99f-dfbf7590e11c req-97a1b4bd-ba4b-4544-b97c-f6232e635033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:16.914511 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25fdd4d-36a4-43a6-9d80-acce37c1053c req-12fca911-8091-4827-af9f-76aee973d52e tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:16.919121 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c25fdd4d-36a4-43a6-9d80-acce37c1053c req-12fca911-8091-4827-af9f-76aee973d52e tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/ports?device_id=66bbcca5-c11c-4d65-9d86-2fc2588b1642 HTTP/1.1" status: 200 len: 945 time: 0.0857847 Jun 11 10:19:16.965988 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c25fdd4d-36a4-43a6-9d80-acce37c1053c req-10804cd0-b402-4c33-a108-78abba954e91 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/security-groups?id=26622f4d-0e85-4c32-bac9-9734a1522a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421054 Jun 11 10:19:16.995322 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-5544bac3-fbc9-4fc6-ae53-cdf83a9fcdc3 None None] Provisioning for port aec25d06-ab23-4d7f-96ed-c6c2edb5448b completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:19:17.007054 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-5544bac3-fbc9-4fc6-ae53-cdf83a9fcdc3 None None] Provisioning complete for port aec25d06-ab23-4d7f-96ed-c6c2edb5448b triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:19:17.007677 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-5544bac3-fbc9-4fc6-ae53-cdf83a9fcdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:17.052712 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-5544bac3-fbc9-4fc6-ae53-cdf83a9fcdc3 None None] Port aec25d06-ab23-4d7f-96ed-c6c2edb5448b cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:19:17.149060 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c8a127-94e2-4c08-841b-82fadc43e222 req-18f8ba05-4cb5-4271-9349-7323df8357e0 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:17.151037 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a7c8a127-94e2-4c08-841b-82fadc43e222 req-18f8ba05-4cb5-4271-9349-7323df8357e0 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=d394a15c-1a9b-4d4f-b1f7-954e0c77c10b HTTP/1.1" status: 200 len: 932 time: 0.0752130 Jun 11 10:19:17.201546 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a7c8a127-94e2-4c08-841b-82fadc43e222 req-bfbc9cd6-bb0f-4a6f-9837-eb8b35870453 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=556705f8-fe7a-4fe3-93ca-14d84e2d8253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442710 Jun 11 10:19:17.290006 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-d655bf74-c0e5-4470-b99f-dfbf7590e11c req-97a1b4bd-ba4b-4544-b97c-f6232e635033 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aec25d06-ab23-4d7f-96ed-c6c2edb5448b {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:19:17.299099 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-d655bf74-c0e5-4470-b99f-dfbf7590e11c req-97a1b4bd-ba4b-4544-b97c-f6232e635033 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:17.312860 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-d655bf74-c0e5-4470-b99f-dfbf7590e11c req-97a1b4bd-ba4b-4544-b97c-f6232e635033 service neutron] Transition to ACTIVE for port object aec25d06-ab23-4d7f-96ed-c6c2edb5448b will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:19:17.383439 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-d655bf74-c0e5-4470-b99f-dfbf7590e11c req-97a1b4bd-ba4b-4544-b97c-f6232e635033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:17.385698 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-bb62b2e3-2f8a-4f7a-a5c4-ce92f4d64c98 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:19:17.493875 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a1b4bd-ba4b-4544-b97c-f6232e635033 service neutron] Pushing event updated for resources: {'Port': ['ID=aec25d06-ab23-4d7f-96ed-c6c2edb5448b,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:19:17.496797 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-97a1b4bd-ba4b-4544-b97c-f6232e635033 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:19:17.588589 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-d655bf74-c0e5-4470-b99f-dfbf7590e11c req-97a1b4bd-ba4b-4544-b97c-f6232e635033 service neutron] Attempting to bind port aec25d06-ab23-4d7f-96ed-c6c2edb5448b on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:19:17.589036 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-d655bf74-c0e5-4470-b99f-dfbf7590e11c req-97a1b4bd-ba4b-4544-b97c-f6232e635033 service neutron] Attempting to bind port aec25d06-ab23-4d7f-96ed-c6c2edb5448b by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '90b9b018-e4a5-456e-855d-3fa8e2e5428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'f7713be0-f9f6-48b3-97a0-413ad253d5e5'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:19:17.589291 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d655bf74-c0e5-4470-b99f-dfbf7590e11c req-97a1b4bd-ba4b-4544-b97c-f6232e635033 service neutron] Attempting to bind port aec25d06-ab23-4d7f-96ed-c6c2edb5448b on network f7713be0-f9f6-48b3-97a0-413ad253d5e5 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:19:17.594742 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d655bf74-c0e5-4470-b99f-dfbf7590e11c req-97a1b4bd-ba4b-4544-b97c-f6232e635033 service neutron] Port aec25d06-ab23-4d7f-96ed-c6c2edb5448b on network f7713be0-f9f6-48b3-97a0-413ad253d5e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:19:17.595095 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d655bf74-c0e5-4470-b99f-dfbf7590e11c req-97a1b4bd-ba4b-4544-b97c-f6232e635033 service neutron] Attempting to bind port aec25d06-ab23-4d7f-96ed-c6c2edb5448b on network f7713be0-f9f6-48b3-97a0-413ad253d5e5 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:19:17.600223 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d655bf74-c0e5-4470-b99f-dfbf7590e11c req-97a1b4bd-ba4b-4544-b97c-f6232e635033 service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:19:17.600567 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d655bf74-c0e5-4470-b99f-dfbf7590e11c req-97a1b4bd-ba4b-4544-b97c-f6232e635033 service neutron] Checking segment: {'id': '90b9b018-e4a5-456e-855d-3fa8e2e5428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'f7713be0-f9f6-48b3-97a0-413ad253d5e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:19:17.600966 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d655bf74-c0e5-4470-b99f-dfbf7590e11c req-97a1b4bd-ba4b-4544-b97c-f6232e635033 service neutron] Bound using segment: {'id': '90b9b018-e4a5-456e-855d-3fa8e2e5428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'f7713be0-f9f6-48b3-97a0-413ad253d5e5'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:19:17.601372 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-d655bf74-c0e5-4470-b99f-dfbf7590e11c req-97a1b4bd-ba4b-4544-b97c-f6232e635033 service neutron] Bound port: aec25d06-ab23-4d7f-96ed-c6c2edb5448b, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90b9b018-e4a5-456e-855d-3fa8e2e5428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'f7713be0-f9f6-48b3-97a0-413ad253d5e5'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:19:17.601730 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-d655bf74-c0e5-4470-b99f-dfbf7590e11c req-97a1b4bd-ba4b-4544-b97c-f6232e635033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:17.683548 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-d655bf74-c0e5-4470-b99f-dfbf7590e11c req-97a1b4bd-ba4b-4544-b97c-f6232e635033 service neutron] For port aec25d06-ab23-4d7f-96ed-c6c2edb5448b, host n-h1-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:19:17.687273 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-d655bf74-c0e5-4470-b99f-dfbf7590e11c req-97a1b4bd-ba4b-4544-b97c-f6232e635033 service neutron] For port aec25d06-ab23-4d7f-96ed-c6c2edb5448b, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=aec25d06-ab23-4d7f-96ed-c6c2edb5448b,segment=NetworkSegment(90b9b018-e4a5-456e-855d-3fa8e2e5428e),segment_id=90b9b018-e4a5-456e-855d-3fa8e2e5428e)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:19:17.913685 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-d655bf74-c0e5-4470-b99f-dfbf7590e11c req-97a1b4bd-ba4b-4544-b97c-f6232e635033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:17.916012 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8cd1eda9-6bcd-406c-a448-02d803782bc0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:19:17.959032 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d655bf74-c0e5-4470-b99f-dfbf7590e11c req-97a1b4bd-ba4b-4544-b97c-f6232e635033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:17.959675 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-d655bf74-c0e5-4470-b99f-dfbf7590e11c req-97a1b4bd-ba4b-4544-b97c-f6232e635033 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:17.961057 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d655bf74-c0e5-4470-b99f-dfbf7590e11c req-97a1b4bd-ba4b-4544-b97c-f6232e635033 service neutron] 10.222.0.64 "PUT /v2.0/ports/aec25d06-ab23-4d7f-96ed-c6c2edb5448b HTTP/1.1" status: 200 len: 1093 time: 1.2053692 Jun 11 10:19:17.961642 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd394a15c-1a9b-4d4f-b1f7-954e0c77c10b', 'tag': 'aec25d06-ab23-4d7f-96ed-c6c2edb5448b'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:19:17.964043 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f7ca55-d07f-4225-9573-8200c55cb243" -d '{"events": [{"name": "network-changed", "server_uuid": "d394a15c-1a9b-4d4f-b1f7-954e0c77c10b", "tag": "aec25d06-ab23-4d7f-96ed-c6c2edb5448b"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:19:17.989364 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a1b4bd-ba4b-4544-b97c-f6232e635033 service neutron] Pushing event updated for resources: {'Port': ['ID=aec25d06-ab23-4d7f-96ed-c6c2edb5448b,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:19:17.993140 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-97a1b4bd-ba4b-4544-b97c-f6232e635033 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:19:18.005324 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b59596-5d89-45f0-bbb1-4f860aa9bf2b x-openstack-request-id: req-a1b59596-5d89-45f0-bbb1-4f860aa9bf2b {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:19:18.005676 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d394a15c-1a9b-4d4f-b1f7-954e0c77c10b", "tag": "aec25d06-ab23-4d7f-96ed-c6c2edb5448b", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:19:18.006177 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a1b59596-5d89-45f0-bbb1-4f860aa9bf2b {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:19:18.006452 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd394a15c-1a9b-4d4f-b1f7-954e0c77c10b', 'tag': 'aec25d06-ab23-4d7f-96ed-c6c2edb5448b', 'status': 'completed', 'code': 200} Jun 11 10:19:18.097250 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f7ca55-d07f-4225-9573-8200c55cb243 req-f0b604fd-d8af-4230-8eac-4f1182ec6fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:18.098805 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b7f7ca55-d07f-4225-9573-8200c55cb243 req-f0b604fd-d8af-4230-8eac-4f1182ec6fa7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=291bb5ee2189444bb635fe5a1d306c3b&device_id=d394a15c-1a9b-4d4f-b1f7-954e0c77c10b HTTP/1.1" status: 200 len: 1096 time: 0.0665073 Jun 11 10:19:18.203768 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0671a448-d8a5-4cf1-9ac5-8625f4d5d175 req-8dd38ac9-de24-4c63-a26f-68b847ac8c0b tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:18.205695 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0671a448-d8a5-4cf1-9ac5-8625f4d5d175 req-8dd38ac9-de24-4c63-a26f-68b847ac8c0b tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/ports?device_id=66bbcca5-c11c-4d65-9d86-2fc2588b1642 HTTP/1.1" status: 200 len: 945 time: 0.0901179 Jun 11 10:19:18.214370 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 34454) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:19:18.260910 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f7ca55-d07f-4225-9573-8200c55cb243 req-b24ea59a-df9e-4207-9a00-0dcf048eaf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:18.262719 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b7f7ca55-d07f-4225-9573-8200c55cb243 req-b24ea59a-df9e-4207-9a00-0dcf048eaf73 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=291bb5ee2189444bb635fe5a1d306c3b&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1566617 Jun 11 10:19:18.270457 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0671a448-d8a5-4cf1-9ac5-8625f4d5d175 req-4cce1cb9-28ed-4dc5-93ae-cc91a87dccdd tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/security-groups?id=26622f4d-0e85-4c32-bac9-9734a1522a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550580 Jun 11 10:19:18.428102 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f7ca55-d07f-4225-9573-8200c55cb243 req-0f7590a5-98e0-4682-9dc3-e751655763fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:18.429679 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b7f7ca55-d07f-4225-9573-8200c55cb243 req-0f7590a5-98e0-4682-9dc3-e751655763fc service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1607461 Jun 11 10:19:18.447497 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:18.532571 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d655bf74-c0e5-4470-b99f-dfbf7590e11c req-9cb6fe4b-f79c-4727-ac41-7cc0c4dc6a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:18.534109 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d655bf74-c0e5-4470-b99f-dfbf7590e11c req-9cb6fe4b-f79c-4727-ac41-7cc0c4dc6a6a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=291bb5ee2189444bb635fe5a1d306c3b&device_id=d394a15c-1a9b-4d4f-b1f7-954e0c77c10b HTTP/1.1" status: 200 len: 1096 time: 0.0646672 Jun 11 10:19:18.596271 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d655bf74-c0e5-4470-b99f-dfbf7590e11c req-975bf7e7-519e-480c-ae20-13cdf5668969 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aec25d06-ab23-4d7f-96ed-c6c2edb5448b HTTP/1.1" status: 200 len: 217 time: 0.0549335 Jun 11 10:19:18.663445 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d655bf74-c0e5-4470-b99f-dfbf7590e11c req-91caf73e-5a7f-4556-8a39-81c5705ea18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:18.665142 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d655bf74-c0e5-4470-b99f-dfbf7590e11c req-91caf73e-5a7f-4556-8a39-81c5705ea18f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8e836f26-8a2a-49d5-b8bd-a760b3243fc3 HTTP/1.1" status: 200 len: 835 time: 0.0631983 Jun 11 10:19:18.743671 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d655bf74-c0e5-4470-b99f-dfbf7590e11c req-3698531e-6ac7-4a70-a03a-fcb54f5e2164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:18.745282 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d655bf74-c0e5-4470-b99f-dfbf7590e11c req-3698531e-6ac7-4a70-a03a-fcb54f5e2164 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f7713be0-f9f6-48b3-97a0-413ad253d5e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0735092 Jun 11 10:19:18.877397 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d655bf74-c0e5-4470-b99f-dfbf7590e11c req-66e81e02-4f2d-4eaa-bc43-9c788e6af649 service neutron] 10.222.0.64 "GET /v2.0/networks/f7713be0-f9f6-48b3-97a0-413ad253d5e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250417 Jun 11 10:19:18.962417 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f4e51b7-585f-4f6c-997f-5cd4f8101e11 admin admin] Deleting subnet bb55e7f6-6d05-453b-97b2-be9682e0b070 {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:19:18.972660 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8f4e51b7-585f-4f6c-997f-5cd4f8101e11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:19.018022 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-d655bf74-c0e5-4470-b99f-dfbf7590e11c req-d4587582-8089-41bc-b412-368c66ab7842 service neutron] 10.222.0.64 "GET /v2.0/networks/f7713be0-f9f6-48b3-97a0-413ad253d5e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345241 Jun 11 10:19:19.023762 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8f4e51b7-585f-4f6c-997f-5cd4f8101e11 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:19.059054 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa54593-508b-4356-aecc-e4aa3e113d11 req-60be7b14-8a07-439a-ba21-1eb54a225c1f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:19.060525 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6aa54593-508b-4356-aecc-e4aa3e113d11 req-60be7b14-8a07-439a-ba21-1eb54a225c1f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=d394a15c-1a9b-4d4f-b1f7-954e0c77c10b HTTP/1.1" status: 200 len: 944 time: 0.6712358 Jun 11 10:19:19.101337 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8f4e51b7-585f-4f6c-997f-5cd4f8101e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:19.153762 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6aa54593-508b-4356-aecc-e4aa3e113d11 req-bf8857fb-dccc-4379-b565-710b43035a2a tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=556705f8-fe7a-4fe3-93ca-14d84e2d8253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851684 Jun 11 10:19:19.302197 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8f4e51b7-585f-4f6c-997f-5cd4f8101e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:19.305011 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-cb840cbf-b910-470b-882a-12a7b7b3c7c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:19:19.336489 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4e51b7-585f-4f6c-997f-5cd4f8101e11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb55e7f6-6d05-453b-97b2-be9682e0b070,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:19:19.340209 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8f4e51b7-585f-4f6c-997f-5cd4f8101e11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:19:19.343748 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8f4e51b7-585f-4f6c-997f-5cd4f8101e11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:19.348055 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-8f4e51b7-585f-4f6c-997f-5cd4f8101e11 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/bb55e7f6-6d05-453b-97b2-be9682e0b070 HTTP/1.1" status: 204 len: 168 time: 1.1314077 Jun 11 10:19:19.348493 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 34462) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:19:19.448224 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7e3b5d22-ee40-477f-9822-a427095dfbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:19.457720 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d936824a-81d6-40cb-b315-e8598a0ce2f7 req-adb89f9d-2336-419c-a8d1-65ae032e6ac6 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:19.459210 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d936824a-81d6-40cb-b315-e8598a0ce2f7 req-adb89f9d-2336-419c-a8d1-65ae032e6ac6 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/ports?device_id=66bbcca5-c11c-4d65-9d86-2fc2588b1642 HTTP/1.1" status: 200 len: 945 time: 0.0725350 Jun 11 10:19:19.502727 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d936824a-81d6-40cb-b315-e8598a0ce2f7 req-a049cf84-b5c6-4719-864c-ebec4edcc5a3 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/security-groups?id=26622f4d-0e85-4c32-bac9-9734a1522a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372455 Jun 11 10:19:19.558867 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7e3b5d22-ee40-477f-9822-a427095dfbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:19.571273 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-7e3b5d22-ee40-477f-9822-a427095dfbde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07371b51-8573-420a-a1bc-95d46df27e07']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:19:19.582547 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-7e3b5d22-ee40-477f-9822-a427095dfbde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0581c28b-7c50-4522-9686-95bd8a5176b6') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:19:19.582848 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-7e3b5d22-ee40-477f-9822-a427095dfbde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0581c28b-7c50-4522-9686-95bd8a5176b6') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:19:19.593265 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7e3b5d22-ee40-477f-9822-a427095dfbde admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:19.608053 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7e3b5d22-ee40-477f-9822-a427095dfbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:19.614559 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e3b5d22-ee40-477f-9822-a427095dfbde admin admin] Releasing vlan 750 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:19:19.614948 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7e3b5d22-ee40-477f-9822-a427095dfbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:19.616701 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:19:19.616701 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:19:19.616701 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:19:19.616701 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:19:19.616701 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 10:19:19.616701 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:19:19.616701 n-d-779913-12 neutron-server[93176]: timer() Jun 11 10:19:19.616701 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:19:19.616701 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 10:19:19.616701 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:19:19.616701 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 10:19:19.616701 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:19:19.616701 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 10:19:19.616701 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:19:19.616701 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 10:19:19.616701 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:19:19.616701 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 10:19:19.616701 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:19:19.616701 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:19:19.616701 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:19:19.616701 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:19:19.616701 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:19:19.616701 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 10:19:19.616701 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:19:19.616701 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 10:19:19.616701 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:19:19.616701 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:19:19.616701 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:19:19.616701 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 10:19:19.616701 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:19:19.616701 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:19:19.616701 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:19:19.616701 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:19:19.616701 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:19:19.616701 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:19:19.616701 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:19:19.772150 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7e3b5d22-ee40-477f-9822-a427095dfbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:19.775818 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3c86ac5e-27db-4976-aec6-c2a35278d5de tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:19:19.778351 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7e3b5d22-ee40-477f-9822-a427095dfbde admin admin] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:19.780162 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-7e3b5d22-ee40-477f-9822-a427095dfbde admin admin] 10.222.0.60 "DELETE /v2.0/networks/07371b51-8573-420a-a1bc-95d46df27e07 HTTP/1.1" status: 204 len: 168 time: 0.4306831 Jun 11 10:19:19.795482 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3b5d22-ee40-477f-9822-a427095dfbde admin admin] Pushing event deleted for resources: {'Network': ['ID=07371b51-8573-420a-a1bc-95d46df27e07,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:19:19.798743 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7e3b5d22-ee40-477f-9822-a427095dfbde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:19:20.129450 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 34466) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:19:20.175188 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-8a2b3be3-b27d-46f9-9d62-571526759e13 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=031c7a0c615a4cf5a702c1039cac35d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0444870 Jun 11 10:19:20.177607 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 34468) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:19:20.231081 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-950b0e5f-f7db-46d1-8e88-05fdb15e0707 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:20.254642 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-950b0e5f-f7db-46d1-8e88-05fdb15e0707 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:20.345556 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ddb84-518b-42db-a8f3-19ac815ec224 req-1dad87ae-68ce-4944-b6c2-8019d2ebee93 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:20.347030 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ce3ddb84-518b-42db-a8f3-19ac815ec224 req-1dad87ae-68ce-4944-b6c2-8019d2ebee93 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=d394a15c-1a9b-4d4f-b1f7-954e0c77c10b HTTP/1.1" status: 200 len: 944 time: 0.0768313 Jun 11 10:19:20.390272 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ce3ddb84-518b-42db-a8f3-19ac815ec224 req-79fb1491-db1f-4e96-84ea-acec98afb8a8 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=556705f8-fe7a-4fe3-93ca-14d84e2d8253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361805 Jun 11 10:19:20.407002 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-950b0e5f-f7db-46d1-8e88-05fdb15e0707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:20.409846 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-950b0e5f-f7db-46d1-8e88-05fdb15e0707 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:20.411840 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-950b0e5f-f7db-46d1-8e88-05fdb15e0707 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a41e4d0e-04c3-4836-ab98-8f9b54e54af3 HTTP/1.1" status: 204 len: 168 time: 0.2324119 Jun 11 10:19:20.416444 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a0299d49-42b9-432f-a183-99c9ce8db7a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:19:20.421229 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950b0e5f-f7db-46d1-8e88-05fdb15e0707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a41e4d0e-04c3-4836-ab98-8f9b54e54af3,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:19:20.423741 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-950b0e5f-f7db-46d1-8e88-05fdb15e0707 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:19:20.692318 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b8a4f6-bfd2-4862-8943-23848abd8a55 req-29992e92-5ab9-4531-ae6d-ebb9a7b0977e tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:20.693738 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-57b8a4f6-bfd2-4862-8943-23848abd8a55 req-29992e92-5ab9-4531-ae6d-ebb9a7b0977e tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/ports?device_id=66bbcca5-c11c-4d65-9d86-2fc2588b1642 HTTP/1.1" status: 200 len: 945 time: 0.0801399 Jun 11 10:19:20.737453 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-57b8a4f6-bfd2-4862-8943-23848abd8a55 req-06d8d65c-3958-47a6-ad18-5e9a72c11f7c tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/security-groups?id=26622f4d-0e85-4c32-bac9-9734a1522a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375040 Jun 11 10:19:21.327040 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f0fea4-4d36-46f8-8f8c-dd3f1f92e3ac req-48453a25-e500-4503-a843-f71ff5d6a77b tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:21.328562 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-56f0fea4-4d36-46f8-8f8c-dd3f1f92e3ac req-48453a25-e500-4503-a843-f71ff5d6a77b tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/ports?device_id=66bbcca5-c11c-4d65-9d86-2fc2588b1642 HTTP/1.1" status: 200 len: 945 time: 0.1180494 Jun 11 10:19:21.378206 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3759dec1-b8f7-4410-9d47-e16d06b8992e req-0a7d680f-5b45-4f7d-8095-e2a7befa1ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:21.379709 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3759dec1-b8f7-4410-9d47-e16d06b8992e req-0a7d680f-5b45-4f7d-8095-e2a7befa1ef4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4fa4adcc930c454582c6b4c82c27544f&device_id=66bbcca5-c11c-4d65-9d86-2fc2588b1642 HTTP/1.1" status: 200 len: 1097 time: 0.1029241 Jun 11 10:19:21.387177 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-56f0fea4-4d36-46f8-8f8c-dd3f1f92e3ac req-7f0f4f5a-9f02-4e52-88b0-7c82ccabc4e4 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/security-groups?id=26622f4d-0e85-4c32-bac9-9734a1522a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502205 Jun 11 10:19:21.543984 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3759dec1-b8f7-4410-9d47-e16d06b8992e req-b304fbe1-1541-4c0e-bf60-5a31cca26ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:21.545500 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3759dec1-b8f7-4410-9d47-e16d06b8992e req-b304fbe1-1541-4c0e-bf60-5a31cca26ac6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2ac340f0-d786-4d09-af3c-d796852f240b HTTP/1.1" status: 200 len: 911 time: 0.1573186 Jun 11 10:19:21.648904 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3759dec1-b8f7-4410-9d47-e16d06b8992e req-2a0e2876-ae64-4e25-b1de-0dd4994389fd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aee075f7-f971-479b-b6dd-e226cf8c59e5 HTTP/1.1" status: 200 len: 1000 time: 0.0957747 Jun 11 10:19:21.656935 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502ba2d8-e3fb-43eb-b2ba-6280c3e08e0e req-36a6bf1a-6a05-4526-b45d-e3b74f3a44d1 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:21.658333 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-502ba2d8-e3fb-43eb-b2ba-6280c3e08e0e req-36a6bf1a-6a05-4526-b45d-e3b74f3a44d1 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=d394a15c-1a9b-4d4f-b1f7-954e0c77c10b HTTP/1.1" status: 200 len: 944 time: 0.1492126 Jun 11 10:19:21.742581 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3759dec1-b8f7-4410-9d47-e16d06b8992e req-2ad2ee87-ab98-431a-9287-869d62f675e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:21.744076 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3759dec1-b8f7-4410-9d47-e16d06b8992e req-2ad2ee87-ab98-431a-9287-869d62f675e6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e4054ed8-e8dc-4397-99bc-1d06497b1031 HTTP/1.1" status: 200 len: 849 time: 0.0848694 Jun 11 10:19:21.746947 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-502ba2d8-e3fb-43eb-b2ba-6280c3e08e0e req-9f4df2a4-ea91-4ea0-8769-03fba94f7380 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=556705f8-fe7a-4fe3-93ca-14d84e2d8253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803490 Jun 11 10:19:21.814373 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3759dec1-b8f7-4410-9d47-e16d06b8992e req-3292b563-e805-4f3b-8c57-d573b87ca393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:21.815904 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3759dec1-b8f7-4410-9d47-e16d06b8992e req-3292b563-e805-4f3b-8c57-d573b87ca393 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2ac340f0-d786-4d09-af3c-d796852f240b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0641706 Jun 11 10:19:21.829047 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [req-3759dec1-b8f7-4410-9d47-e16d06b8992e req-d039370a-02f7-4bb5-b946-072212595a0b service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 10:19:21.830761 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3759dec1-b8f7-4410-9d47-e16d06b8992e req-d039370a-02f7-4bb5-b946-072212595a0b service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067303 Jun 11 10:19:21.961633 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3759dec1-b8f7-4410-9d47-e16d06b8992e req-c4e99ea5-a09c-4fbc-aa31-42c37f1248dc service neutron] 10.222.0.69 "GET /v2.0/networks/2ac340f0-d786-4d09-af3c-d796852f240b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224117 Jun 11 10:19:22.084673 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3759dec1-b8f7-4410-9d47-e16d06b8992e req-de058c5c-5c8c-4728-aff6-98c86823cf16 service neutron] 10.222.0.69 "GET /v2.0/networks/2ac340f0-d786-4d09-af3c-d796852f240b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151836 Jun 11 10:19:22.345111 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 34514) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:19:22.499045 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-bd00bdbf-ed09-40c9-b81c-98ee81099605 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Request body: {'network': {'name': 'tempest-network-smoke--1389014174', 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'port_security_enabled': True}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:19:22.575238 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd00bdbf-ed09-40c9-b81c-98ee81099605 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Made reservation on behalf of 7cff3ec0902242ea94828c7f7e013111 for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:19:22.578720 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bd00bdbf-ed09-40c9-b81c-98ee81099605 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:22.590223 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34326a97-4c43-469e-9795-7ec25bcfc82b req-1eda5003-ae31-48c2-ab5a-c568f05b51b6 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:22.592086 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-34326a97-4c43-469e-9795-7ec25bcfc82b req-1eda5003-ae31-48c2-ab5a-c568f05b51b6 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/ports?device_id=66bbcca5-c11c-4d65-9d86-2fc2588b1642 HTTP/1.1" status: 200 len: 945 time: 0.0834212 Jun 11 10:19:22.594845 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bd00bdbf-ed09-40c9-b81c-98ee81099605 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:22.642781 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-34326a97-4c43-469e-9795-7ec25bcfc82b req-1bdc6d19-3ba5-4a8c-b7c4-d9735d945f7f tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/security-groups?id=26622f4d-0e85-4c32-bac9-9734a1522a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440044 Jun 11 10:19:22.703792 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bd00bdbf-ed09-40c9-b81c-98ee81099605 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:22.811155 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bd00bdbf-ed09-40c9-b81c-98ee81099605 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:22.814480 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-95c37083-06a1-44ce-9511-d0b09bdaa361 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:19:22.842545 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd00bdbf-ed09-40c9-b81c-98ee81099605 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 750} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:19:22.854102 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd00bdbf-ed09-40c9-b81c-98ee81099605 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd8083d-c8e1-491e-9fd8-a4f046a2144d,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:19:22.860981 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bd00bdbf-ed09-40c9-b81c-98ee81099605 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:22.861941 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-bd00bdbf-ed09-40c9-b81c-98ee81099605 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Added segment db6cb843-6d38-44d5-9129-a98b1b6f40c6 of type vlan for network 2a1b71bb-7184-48bf-959d-5c444e36c97b Jun 11 10:19:22.862934 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-bd00bdbf-ed09-40c9-b81c-98ee81099605 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:19:22.924303 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bd00bdbf-ed09-40c9-b81c-98ee81099605 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:22.959277 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dae8198-be88-4942-8834-40aa98773c6c req-7e0bf2bd-37e3-4837-9f01-c8eb5bc0a071 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:22.960845 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3dae8198-be88-4942-8834-40aa98773c6c req-7e0bf2bd-37e3-4837-9f01-c8eb5bc0a071 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=d394a15c-1a9b-4d4f-b1f7-954e0c77c10b HTTP/1.1" status: 200 len: 944 time: 0.0847037 Jun 11 10:19:23.006707 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3dae8198-be88-4942-8834-40aa98773c6c req-6ea46a4d-d6a8-4195-a83d-010c98b90817 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=556705f8-fe7a-4fe3-93ca-14d84e2d8253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396593 Jun 11 10:19:23.034782 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bd00bdbf-ed09-40c9-b81c-98ee81099605 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:23.040417 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd00bdbf-ed09-40c9-b81c-98ee81099605 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:23.041019 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bd00bdbf-ed09-40c9-b81c-98ee81099605 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:23.045092 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d013731b-bc11-45f9-9d53-23327f1c284c tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:19:23.146119 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd00bdbf-ed09-40c9-b81c-98ee81099605 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Pushing event updated for resources: {'Network': ['ID=2a1b71bb-7184-48bf-959d-5c444e36c97b,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:19:23.148825 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-bd00bdbf-ed09-40c9-b81c-98ee81099605 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:19:23.157390 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 2a1b71bb-7184-48bf-959d-5c444e36c97b details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:19:23.187751 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-bd00bdbf-ed09-40c9-b81c-98ee81099605 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8410807 Jun 11 10:19:23.190476 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 34522) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:19:23.195682 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-53f83428-a06f-434a-9c38-77aa5c5919a9 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1174051028', 'admin_state_up': True, 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:19:23.243459 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device aec25d06-ab23-4d7f-96ed-c6c2edb5448b details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 10:19:23.274966 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-53f83428-a06f-434a-9c38-77aa5c5919a9 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:23.276213 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-53f83428-a06f-434a-9c38-77aa5c5919a9 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:23.345878 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-53f83428-a06f-434a-9c38-77aa5c5919a9 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:23.377169 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port aec25d06-ab23-4d7f-96ed-c6c2edb5448b, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=aec25d06-ab23-4d7f-96ed-c6c2edb5448b,segment=NetworkSegment(90b9b018-e4a5-456e-855d-3fa8e2e5428e),segment_id=90b9b018-e4a5-456e-855d-3fa8e2e5428e)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:19:23.390309 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': 'aec25d06-ab23-4d7f-96ed-c6c2edb5448b', 'network_id': 'f7713be0-f9f6-48b3-97a0-413ad253d5e5', 'port_id': 'aec25d06-ab23-4d7f-96ed-c6c2edb5448b', 'mac_address': 'fa:16:3e:38:c8:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e836f26-8a2a-49d5-b8bd-a760b3243fc3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 10:19:23.433133 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:23.455027 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aec25d06-ab23-4d7f-96ed-c6c2edb5448b {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:19:23.484256 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port aec25d06-ab23-4d7f-96ed-c6c2edb5448b, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=aec25d06-ab23-4d7f-96ed-c6c2edb5448b,segment=NetworkSegment(90b9b018-e4a5-456e-855d-3fa8e2e5428e),segment_id=90b9b018-e4a5-456e-855d-3fa8e2e5428e)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:19:23.571879 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:23.573794 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-6fdca386-5c7c-467b-8fde-af3c164342a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:19:23.618382 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-53f83428-a06f-434a-9c38-77aa5c5919a9 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:23.628404 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=aec25d06-ab23-4d7f-96ed-c6c2edb5448b,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:19:23.634824 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:19:23.829678 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['aec25d06-ab23-4d7f-96ed-c6c2edb5448b'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:19:23.838632 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c924760e-a13d-4eeb-8ed9-6206101477b5 req-d7e49c7b-c401-4e73-821c-7051d84294eb tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:23.840347 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c924760e-a13d-4eeb-8ed9-6206101477b5 req-d7e49c7b-c401-4e73-821c-7051d84294eb tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/ports?device_id=66bbcca5-c11c-4d65-9d86-2fc2588b1642 HTTP/1.1" status: 200 len: 945 time: 0.0773299 Jun 11 10:19:23.889256 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c924760e-a13d-4eeb-8ed9-6206101477b5 req-52de38fa-b927-4e26-87a3-a7e6400b43ef tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/security-groups?id=26622f4d-0e85-4c32-bac9-9734a1522a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421741 Jun 11 10:19:24.207864 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ba0cf5-69f5-4168-9226-d3dfddbdfa57 req-4cc42883-4351-45e0-92c3-f3898b64be34 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:24.209398 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-80ba0cf5-69f5-4168-9226-d3dfddbdfa57 req-4cc42883-4351-45e0-92c3-f3898b64be34 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=d394a15c-1a9b-4d4f-b1f7-954e0c77c10b HTTP/1.1" status: 200 len: 945 time: 0.0839214 Jun 11 10:19:24.254559 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-80ba0cf5-69f5-4168-9226-d3dfddbdfa57 req-d7c5e6e6-1900-4272-b25a-01a5414c5e7b tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=556705f8-fe7a-4fe3-93ca-14d84e2d8253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389156 Jun 11 10:19:24.396616 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-53f83428-a06f-434a-9c38-77aa5c5919a9 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for router_gateway, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:24.422140 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-53f83428-a06f-434a-9c38-77aa5c5919a9 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:24.548093 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-53f83428-a06f-434a-9c38-77aa5c5919a9 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Allocated IP 172.25.4.226 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/c8e6d3ed-6c08-4384-ac8b-7de07e57e9f4) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:19:24.680561 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-53f83428-a06f-434a-9c38-77aa5c5919a9 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:24.812221 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-53f83428-a06f-434a-9c38-77aa5c5919a9 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:24.814510 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-663f8046-9d92-42aa-8c43-654f430f98e8 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:19:24.868339 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f83428-a06f-434a-9c38-77aa5c5919a9 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:19:24.874113 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-53f83428-a06f-434a-9c38-77aa5c5919a9 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:19:24.876743 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f83428-a06f-434a-9c38-77aa5c5919a9 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:19:24.883006 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f83428-a06f-434a-9c38-77aa5c5919a9 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Pushing event updated for resources: {'Port': ['ID=c8e6d3ed-6c08-4384-ac8b-7de07e57e9f4,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:19:24.915163 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-53f83428-a06f-434a-9c38-77aa5c5919a9 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:19:25.241996 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device aec25d06-ab23-4d7f-96ed-c6c2edb5448b up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:19:25.320803 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-53f83428-a06f-434a-9c38-77aa5c5919a9 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for router_gateway, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:25.361365 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning for port aec25d06-ab23-4d7f-96ed-c6c2edb5448b completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:19:25.365576 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port aec25d06-ab23-4d7f-96ed-c6c2edb5448b triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:19:25.366032 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:25.452354 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d56591c-ac18-47f8-9974-00e0e74d95fd req-f2f7960c-a4e1-4bd6-bee3-e33619df29cd tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:25.455165 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9d56591c-ac18-47f8-9974-00e0e74d95fd req-f2f7960c-a4e1-4bd6-bee3-e33619df29cd tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=d394a15c-1a9b-4d4f-b1f7-954e0c77c10b HTTP/1.1" status: 200 len: 945 time: 0.0824056 Jun 11 10:19:25.463949 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:25.490888 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd394a15c-1a9b-4d4f-b1f7-954e0c77c10b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aec25d06-ab23-4d7f-96ed-c6c2edb5448b'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:19:25.494203 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f267ed4-eede-49b8-9cff-984dabc05210" -d '{"events": [{"server_uuid": "d394a15c-1a9b-4d4f-b1f7-954e0c77c10b", "name": "network-vif-plugged", "status": "completed", "tag": "aec25d06-ab23-4d7f-96ed-c6c2edb5448b"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:19:25.502439 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9d56591c-ac18-47f8-9974-00e0e74d95fd req-f9eba6e9-721a-4c0a-9a69-2ca68e8273f6 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=556705f8-fe7a-4fe3-93ca-14d84e2d8253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408926 Jun 11 10:19:25.508927 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port aec25d06-ab23-4d7f-96ed-c6c2edb5448b, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=aec25d06-ab23-4d7f-96ed-c6c2edb5448b,segment=NetworkSegment(90b9b018-e4a5-456e-855d-3fa8e2e5428e),segment_id=90b9b018-e4a5-456e-855d-3fa8e2e5428e)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:19:25.552679 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40e44e45-39eb-47b1-bb50-eb30bc53987f x-openstack-request-id: req-40e44e45-39eb-47b1-bb50-eb30bc53987f {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:19:25.552987 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d394a15c-1a9b-4d4f-b1f7-954e0c77c10b", "name": "network-vif-plugged", "status": "completed", "tag": "aec25d06-ab23-4d7f-96ed-c6c2edb5448b", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:19:25.553260 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-40e44e45-39eb-47b1-bb50-eb30bc53987f {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:19:25.553785 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd394a15c-1a9b-4d4f-b1f7-954e0c77c10b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aec25d06-ab23-4d7f-96ed-c6c2edb5448b', 'code': 200} Jun 11 10:19:25.605446 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:25.608964 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:19:25.662788 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=aec25d06-ab23-4d7f-96ed-c6c2edb5448b,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:19:25.665881 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:19:25.674255 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-53f83428-a06f-434a-9c38-77aa5c5919a9 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:25.801260 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f44f0b3-15bf-411e-b882-25a12bb3a676 req-6acc3aa2-641a-4152-8cb0-7d7b1b963c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:25.802774 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4f44f0b3-15bf-411e-b882-25a12bb3a676 req-6acc3aa2-641a-4152-8cb0-7d7b1b963c73 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d394a15c-1a9b-4d4f-b1f7-954e0c77c10b HTTP/1.1" status: 200 len: 1098 time: 0.1824827 Jun 11 10:19:25.863304 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4f44f0b3-15bf-411e-b882-25a12bb3a676 req-af93c1d4-1751-4a1e-aeda-f043900505e1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=556705f8-fe7a-4fe3-93ca-14d84e2d8253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535119 Jun 11 10:19:25.977987 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53f83428-a06f-434a-9c38-77aa5c5919a9 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Router e1b5a997-1073-41c6-974e-520ea625506c is scheduled to L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 with binding_index 1 {{(pid=93176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 10:19:26.128298 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53f83428-a06f-434a-9c38-77aa5c5919a9 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:19:26.138470 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648344d2-81a1-44a3-9ad7-cdb74f0d04d6 None None] Sync routers for ids ['e1b5a997-1073-41c6-974e-520ea625506c'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:19:26.147587 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648344d2-81a1-44a3-9ad7-cdb74f0d04d6 None None] Routers {'e1b5a997-1073-41c6-974e-520ea625506c'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:19:26.148234 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-648344d2-81a1-44a3-9ad7-cdb74f0d04d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:19:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['e1b5a997-1073-41c6-974e-520ea625506c'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:19:26.232785 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-53f83428-a06f-434a-9c38-77aa5c5919a9 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:26.234064 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-53f83428-a06f-434a-9c38-77aa5c5919a9 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.0426068 Jun 11 10:19:26.237315 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 34536) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:19:26.300803 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-648344d2-81a1-44a3-9ad7-cdb74f0d04d6 None None] Set router e1b5a997-1073-41c6-974e-520ea625506c gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:19:26.325673 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-171e74e6-87a2-4065-8478-126a8f4ebdb1 tempest-TestNetworkBasicOps-36146069 tempest-TestNetworkBasicOps-36146069-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=7cff3ec0902242ea94828c7f7e013111&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0871511 Jun 11 10:19:26.329046 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 34540) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:19:26.450410 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf4891d-e393-4fde-8a6d-d4660b7aee59 tempest-TestNetworkBasicOps-36146069 tempest-TestNetworkBasicOps-36146069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:26.455267 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-ddf4891d-e393-4fde-8a6d-d4660b7aee59 tempest-TestNetworkBasicOps-36146069 tempest-TestNetworkBasicOps-36146069-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1219251 Jun 11 10:19:26.455433 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 34542) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:19:26.491220 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-8636f6d8-0f2c-47bb-a05d-19a12a48e530 tempest-TestNetworkBasicOps-36146069 tempest-TestNetworkBasicOps-36146069-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=f0adef6e-169f-4a27-8865-442be2ad072d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0345948 Jun 11 10:19:26.493918 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 34544) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:19:26.499749 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-2b7ef6a4-e50d-4e01-a65b-45b65720a14f tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1078347140', 'network_id': '2a1b71bb-7184-48bf-959d-5c444e36c97b', 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:19:26.540162 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-648344d2-81a1-44a3-9ad7-cdb74f0d04d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b5a997-1073-41c6-974e-520ea625506c', 'name': 'tempest-TestNetworkBasicOps-router-1174051028', 'tenant_id': '7cff3ec0902242ea94828c7f7e013111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': 'c8e6d3ed-6c08-4384-ac8b-7de07e57e9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:19:23Z', 'updated_at': '2021-06-11T10:19:25Z', 'revision_number': 3, 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'gw_port': {'id': 'c8e6d3ed-6c08-4384-ac8b-7de07e57e9f4', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b8:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1b5a997-1073-41c6-974e-520ea625506c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:19:24Z', 'updated_at': '2021-06-11T10:19:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:19:26.545180 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648344d2-81a1-44a3-9ad7-cdb74f0d04d6 None None] Checking router: e1b5a997-1073-41c6-974e-520ea625506c for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:19:26.551469 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648344d2-81a1-44a3-9ad7-cdb74f0d04d6 None None] Updating router e1b5a997-1073-41c6-974e-520ea625506c port c8e6d3ed-6c08-4384-ac8b-7de07e57e9f4 binding host n-d-779913-12 {{(pid=93178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 10:19:26.595079 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-648344d2-81a1-44a3-9ad7-cdb74f0d04d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:26.697375 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de415875-b017-4d4e-a43d-526d42675ccd req-9b69c0cd-fdec-4572-a905-7c032780a07b tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:26.698796 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-de415875-b017-4d4e-a43d-526d42675ccd req-9b69c0cd-fdec-4572-a905-7c032780a07b tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=d394a15c-1a9b-4d4f-b1f7-954e0c77c10b HTTP/1.1" status: 200 len: 946 time: 0.0767958 Jun 11 10:19:26.703662 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b7ef6a4-e50d-4e01-a65b-45b65720a14f tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Made reservation on behalf of 7cff3ec0902242ea94828c7f7e013111 for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:19:26.708063 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2b7ef6a4-e50d-4e01-a65b-45b65720a14f tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:26.753256 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-de415875-b017-4d4e-a43d-526d42675ccd req-40e36b29-9641-4382-9cac-ebe7dca63448 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=556705f8-fe7a-4fe3-93ca-14d84e2d8253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446365 Jun 11 10:19:26.928375 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-648344d2-81a1-44a3-9ad7-cdb74f0d04d6 None None] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:26.938263 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-648344d2-81a1-44a3-9ad7-cdb74f0d04d6 None None] Transition to ACTIVE for port object c8e6d3ed-6c08-4384-ac8b-7de07e57e9f4 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:19:27.006327 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-648344d2-81a1-44a3-9ad7-cdb74f0d04d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:27.006554 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2b7ef6a4-e50d-4e01-a65b-45b65720a14f tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:27.008525 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f6973d28-6495-4cc2-ad1e-40b9350b038d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:19:27.009800 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-95f2e375-bc9a-4170-b475-063051f94648 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:19:27.067124 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9106e973-04f6-4666-8526-291643d53efb None None] Pushing event updated for resources: {'Port': ['ID=c8e6d3ed-6c08-4384-ac8b-7de07e57e9f4,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:19:27.069531 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-648344d2-81a1-44a3-9ad7-cdb74f0d04d6 None None] Attempting to bind port c8e6d3ed-6c08-4384-ac8b-7de07e57e9f4 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:19:27.069906 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-648344d2-81a1-44a3-9ad7-cdb74f0d04d6 None None] Attempting to bind port c8e6d3ed-6c08-4384-ac8b-7de07e57e9f4 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:19:27.070276 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648344d2-81a1-44a3-9ad7-cdb74f0d04d6 None None] Attempting to bind port c8e6d3ed-6c08-4384-ac8b-7de07e57e9f4 on network f0adef6e-169f-4a27-8865-442be2ad072d {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:19:27.073130 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-9106e973-04f6-4666-8526-291643d53efb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:19:27.075840 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648344d2-81a1-44a3-9ad7-cdb74f0d04d6 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:19:27.076131 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648344d2-81a1-44a3-9ad7-cdb74f0d04d6 None None] Checking segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:19:27.076536 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-648344d2-81a1-44a3-9ad7-cdb74f0d04d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:27.076929 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648344d2-81a1-44a3-9ad7-cdb74f0d04d6 None None] Bound using segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:19:27.077989 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-648344d2-81a1-44a3-9ad7-cdb74f0d04d6 None None] Bound port: c8e6d3ed-6c08-4384-ac8b-7de07e57e9f4, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:19:27.078372 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-648344d2-81a1-44a3-9ad7-cdb74f0d04d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:27.085161 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7ef6a4-e50d-4e01-a65b-45b65720a14f tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Pushing event updated for resources: {'Subnet': ['ID=2d648374-76a1-4ced-9a55-c8f60e47fac9,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:19:27.089197 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2b7ef6a4-e50d-4e01-a65b-45b65720a14f tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:19:27.094185 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7ef6a4-e50d-4e01-a65b-45b65720a14f tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Checking segment: {'id': 'db6cb843-6d38-44d5-9129-a98b1b6f40c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '2a1b71bb-7184-48bf-959d-5c444e36c97b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:19:27.094552 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7ef6a4-e50d-4e01-a65b-45b65720a14f tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Network hostable DHCP agents. Network: 2a1b71bb-7184-48bf-959d-5c444e36c97b, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:19:27.200595 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7ef6a4-e50d-4e01-a65b-45b65720a14f tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Network 2a1b71bb-7184-48bf-959d-5c444e36c97b is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:19:27.303342 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-2b7ef6a4-e50d-4e01-a65b-45b65720a14f tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 2a1b71bb-7184-48bf-959d-5c444e36c97b) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:19:27.308083 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7ef6a4-e50d-4e01-a65b-45b65720a14f tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:27.309125 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2b7ef6a4-e50d-4e01-a65b-45b65720a14f tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:27.315083 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b870f45-981b-482a-b22c-a9f93cd9169a None None] Network 2a1b71bb-7184-48bf-959d-5c444e36c97b requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:19:27.334537 n-d-779913-12 neutron-server[93178]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:19:27.334537 n-d-779913-12 neutron-server[93178]: retrieve_revision_numbers = { Jun 11 10:19:27.334537 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:19:27.334537 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 10:19:27.334537 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:19:27.334537 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 10:19:27.334537 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:19:27.334537 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 10:19:27.334537 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:19:27.334537 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 10:19:27.334537 n-d-779913-12 neutron-server[93178]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:19:27.334537 n-d-779913-12 neutron-server[93178]: retrieve_revision_numbers = { Jun 11 10:19:27.334537 n-d-779913-12 neutron-server[93178]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:19:27.334537 n-d-779913-12 neutron-server[93178]: retrieve_revision_numbers = { Jun 11 10:19:27.334537 n-d-779913-12 neutron-server[93178]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:19:27.334537 n-d-779913-12 neutron-server[93178]: retrieve_revision_numbers = { Jun 11 10:19:27.334537 n-d-779913-12 neutron-server[93178]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:19:27.334537 n-d-779913-12 neutron-server[93178]: retrieve_revision_numbers = { Jun 11 10:19:27.334537 n-d-779913-12 neutron-server[93178]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:19:27.334537 n-d-779913-12 neutron-server[93178]: retrieve_revision_numbers = { Jun 11 10:19:27.334537 n-d-779913-12 neutron-server[93178]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:19:27.334537 n-d-779913-12 neutron-server[93178]: retrieve_revision_numbers = { Jun 11 10:19:27.334537 n-d-779913-12 neutron-server[93178]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:19:27.334537 n-d-779913-12 neutron-server[93178]: retrieve_revision_numbers = { Jun 11 10:19:27.334537 n-d-779913-12 neutron-server[93178]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:19:27.334537 n-d-779913-12 neutron-server[93178]: retrieve_revision_numbers = { Jun 11 10:19:27.334537 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:19:27.334537 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 10:19:27.334537 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:19:27.334537 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 10:19:27.334537 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:19:27.334537 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 10:19:27.334537 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:19:27.334537 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 10:19:27.334537 n-d-779913-12 neutron-server[93178]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:19:27.334537 n-d-779913-12 neutron-server[93178]: retrieve_revision_numbers = { Jun 11 10:19:27.334537 n-d-779913-12 neutron-server[93178]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:19:27.334537 n-d-779913-12 neutron-server[93178]: retrieve_revision_numbers = { Jun 11 10:19:27.334537 n-d-779913-12 neutron-server[93178]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:19:27.334537 n-d-779913-12 neutron-server[93178]: retrieve_revision_numbers = { Jun 11 10:19:27.334537 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:19:27.334537 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 10:19:27.334537 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:19:27.334537 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 10:19:27.334537 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:19:27.334537 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 10:19:27.334537 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:19:27.334537 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 10:19:27.334537 n-d-779913-12 neutron-server[93178]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:19:27.334537 n-d-779913-12 neutron-server[93178]: retrieve_revision_numbers = { Jun 11 10:19:27.334537 n-d-779913-12 neutron-server[93178]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:19:27.334537 n-d-779913-12 neutron-server[93178]: retrieve_revision_numbers = { Jun 11 10:19:27.347126 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-648344d2-81a1-44a3-9ad7-cdb74f0d04d6 None None] For port c8e6d3ed-6c08-4384-ac8b-7de07e57e9f4, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:19:27.365100 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-648344d2-81a1-44a3-9ad7-cdb74f0d04d6 None None] For port c8e6d3ed-6c08-4384-ac8b-7de07e57e9f4, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=c8e6d3ed-6c08-4384-ac8b-7de07e57e9f4,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:19:27.444725 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-2b7ef6a4-e50d-4e01-a65b-45b65720a14f tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9495060 Jun 11 10:19:27.447438 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 34548) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:19:27.504820 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-648344d2-81a1-44a3-9ad7-cdb74f0d04d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:27.507222 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-c0d479cf-ac98-466b-a9ef-745eabe3dd18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:19:27.540452 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78949700-9436-4d37-a1f9-8a1bc6c75d38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-2a1b71bb-7184-48bf-959d-5c444e36c97b', 'network_id': '2a1b71bb-7184-48bf-959d-5c444e36c97b', 'tenant_id': '7cff3ec0902242ea94828c7f7e013111', 'fixed_ips': [{'subnet_id': '2d648374-76a1-4ced-9a55-c8f60e47fac9'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 10:19:27.541327 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-78949700-9436-4d37-a1f9-8a1bc6c75d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:27.601460 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9106e973-04f6-4666-8526-291643d53efb None None] Pushing event updated for resources: {'Port': ['ID=c8e6d3ed-6c08-4384-ac8b-7de07e57e9f4,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:19:27.605765 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-9106e973-04f6-4666-8526-291643d53efb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:19:27.606364 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648344d2-81a1-44a3-9ad7-cdb74f0d04d6 None None] Routers {'e1b5a997-1073-41c6-974e-520ea625506c'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:19:27.606984 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-648344d2-81a1-44a3-9ad7-cdb74f0d04d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:19:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['e1b5a997-1073-41c6-974e-520ea625506c'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:19:27.852553 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-648344d2-81a1-44a3-9ad7-cdb74f0d04d6 None None] Set router e1b5a997-1073-41c6-974e-520ea625506c gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:19:27.943925 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-78949700-9436-4d37-a1f9-8a1bc6c75d38 None None] Allocated IP 172.20.0.2 (2a1b71bb-7184-48bf-959d-5c444e36c97b/2d648374-76a1-4ced-9a55-c8f60e47fac9/d84d48ea-d33c-4097-9178-9ab3b65cd9c7) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:19:27.969520 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40173a27-5f66-4815-be67-92ecd38b1036 req-155788b9-c5c2-42ce-bb37-7b6b517e9a4f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:27.971288 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-40173a27-5f66-4815-be67-92ecd38b1036 req-155788b9-c5c2-42ce-bb37-7b6b517e9a4f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=d394a15c-1a9b-4d4f-b1f7-954e0c77c10b HTTP/1.1" status: 200 len: 946 time: 0.0817134 Jun 11 10:19:28.023916 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-40173a27-5f66-4815-be67-92ecd38b1036 req-ad835634-387b-48bc-8739-50b559d37760 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=556705f8-fe7a-4fe3-93ca-14d84e2d8253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448389 Jun 11 10:19:28.068455 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-115926e3-1bf5-4d05-9cf6-25fa11e5d5d5 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:28.226390 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b7ba9a-a3cf-4716-b444-5f2cbd622ac4 req-f45c0443-220a-452c-9494-8c26f61efc35 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:28.227464 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-43b7ba9a-a3cf-4716-b444-5f2cbd622ac4 req-f45c0443-220a-452c-9494-8c26f61efc35 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=d394a15c-1a9b-4d4f-b1f7-954e0c77c10b HTTP/1.1" status: 200 len: 946 time: 0.0840738 Jun 11 10:19:28.241454 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-78949700-9436-4d37-a1f9-8a1bc6c75d38 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:28.254147 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-78949700-9436-4d37-a1f9-8a1bc6c75d38 None None] Transition to ACTIVE for port object d84d48ea-d33c-4097-9178-9ab3b65cd9c7 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:19:28.274211 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-78949700-9436-4d37-a1f9-8a1bc6c75d38 None None] Transition to ACTIVE for port object d84d48ea-d33c-4097-9178-9ab3b65cd9c7 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:19:28.276477 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-648344d2-81a1-44a3-9ad7-cdb74f0d04d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b5a997-1073-41c6-974e-520ea625506c', 'name': 'tempest-TestNetworkBasicOps-router-1174051028', 'tenant_id': '7cff3ec0902242ea94828c7f7e013111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': 'c8e6d3ed-6c08-4384-ac8b-7de07e57e9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:19:23Z', 'updated_at': '2021-06-11T10:19:25Z', 'revision_number': 3, 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'gw_port': {'id': 'c8e6d3ed-6c08-4384-ac8b-7de07e57e9f4', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b8:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1b5a997-1073-41c6-974e-520ea625506c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:19:24Z', 'updated_at': '2021-06-11T10:19:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:19:28.276694 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-43b7ba9a-a3cf-4716-b444-5f2cbd622ac4 req-e709596d-7235-4ba1-bc32-8ee147384100 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=556705f8-fe7a-4fe3-93ca-14d84e2d8253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420384 Jun 11 10:19:28.280988 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648344d2-81a1-44a3-9ad7-cdb74f0d04d6 None None] The sync data for ids ['e1b5a997-1073-41c6-974e-520ea625506c'] in n-d-779913-12 is: [{'id': 'e1b5a997-1073-41c6-974e-520ea625506c', 'name': 'tempest-TestNetworkBasicOps-router-1174051028', 'tenant_id': '7cff3ec0902242ea94828c7f7e013111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': 'c8e6d3ed-6c08-4384-ac8b-7de07e57e9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:19:23Z', 'updated_at': '2021-06-11T10:19:25Z', 'revision_number': 3, 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'gw_port': {'id': 'c8e6d3ed-6c08-4384-ac8b-7de07e57e9f4', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b8:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1b5a997-1073-41c6-974e-520ea625506c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:19:24Z', 'updated_at': '2021-06-11T10:19:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:19:28.304609 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 34554) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:19:28.350282 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-78949700-9436-4d37-a1f9-8a1bc6c75d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:28.354139 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-0877cbc1-0eda-4eb9-a4dc-ef1b569de6bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:19:28.375561 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd042c93-429f-4265-af11-e78a501a01d4 tempest-TestNetworkAdvancedServerOps-2001270397 tempest-TestNetworkAdvancedServerOps-2001270397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:28.377291 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-bd042c93-429f-4265-af11-e78a501a01d4 tempest-TestNetworkAdvancedServerOps-2001270397 tempest-TestNetworkAdvancedServerOps-2001270397-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=d394a15c-1a9b-4d4f-b1f7-954e0c77c10b HTTP/1.1" status: 200 len: 1093 time: 0.0703921 Jun 11 10:19:28.381175 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 34556) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:19:28.389175 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-db0c0edc-178f-47ad-acbf-f0ec8abd14e0 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Request body: {'floatingip': {'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'port_id': 'aec25d06-ab23-4d7f-96ed-c6c2edb5448b', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:19:28.403081 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78949700-9436-4d37-a1f9-8a1bc6c75d38 None None] Network 2a1b71bb-7184-48bf-959d-5c444e36c97b is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:19:28.410462 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-78949700-9436-4d37-a1f9-8a1bc6c75d38 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:19:28.414055 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78949700-9436-4d37-a1f9-8a1bc6c75d38 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:19:28.447056 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78949700-9436-4d37-a1f9-8a1bc6c75d38 None None] Pushing event updated for resources: {'Port': ['ID=d84d48ea-d33c-4097-9178-9ab3b65cd9c7,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:19:28.451657 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-78949700-9436-4d37-a1f9-8a1bc6c75d38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:19:28.458536 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-115926e3-1bf5-4d05-9cf6-25fa11e5d5d5 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Allocated IP 172.20.0.1 (2a1b71bb-7184-48bf-959d-5c444e36c97b/2d648374-76a1-4ced-9a55-c8f60e47fac9/c1b07cc9-2a24-4521-9b02-ff8df0d0c8d8) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:19:28.490247 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-78949700-9436-4d37-a1f9-8a1bc6c75d38 None None] Attempting to bind port d84d48ea-d33c-4097-9178-9ab3b65cd9c7 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:19:28.490729 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-78949700-9436-4d37-a1f9-8a1bc6c75d38 None None] Attempting to bind port d84d48ea-d33c-4097-9178-9ab3b65cd9c7 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'db6cb843-6d38-44d5-9129-a98b1b6f40c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '2a1b71bb-7184-48bf-959d-5c444e36c97b'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:19:28.491187 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78949700-9436-4d37-a1f9-8a1bc6c75d38 None None] Attempting to bind port d84d48ea-d33c-4097-9178-9ab3b65cd9c7 on network 2a1b71bb-7184-48bf-959d-5c444e36c97b {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:19:28.493072 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-db0c0edc-178f-47ad-acbf-f0ec8abd14e0 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for floatingip, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:28.498379 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78949700-9436-4d37-a1f9-8a1bc6c75d38 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:19:28.503541 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78949700-9436-4d37-a1f9-8a1bc6c75d38 None None] Checking segment: {'id': 'db6cb843-6d38-44d5-9129-a98b1b6f40c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '2a1b71bb-7184-48bf-959d-5c444e36c97b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:19:28.503541 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-78949700-9436-4d37-a1f9-8a1bc6c75d38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:28.503541 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78949700-9436-4d37-a1f9-8a1bc6c75d38 None None] Bound using segment: {'id': 'db6cb843-6d38-44d5-9129-a98b1b6f40c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '2a1b71bb-7184-48bf-959d-5c444e36c97b'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:19:28.503541 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-78949700-9436-4d37-a1f9-8a1bc6c75d38 None None] Bound port: d84d48ea-d33c-4097-9178-9ab3b65cd9c7, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db6cb843-6d38-44d5-9129-a98b1b6f40c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '2a1b71bb-7184-48bf-959d-5c444e36c97b'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:19:28.503541 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-78949700-9436-4d37-a1f9-8a1bc6c75d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:28.619936 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-78949700-9436-4d37-a1f9-8a1bc6c75d38 None None] For port d84d48ea-d33c-4097-9178-9ab3b65cd9c7, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:19:28.625252 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-78949700-9436-4d37-a1f9-8a1bc6c75d38 None None] For port d84d48ea-d33c-4097-9178-9ab3b65cd9c7, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=d84d48ea-d33c-4097-9178-9ab3b65cd9c7,segment=NetworkSegment(db6cb843-6d38-44d5-9129-a98b1b6f40c6),segment_id=db6cb843-6d38-44d5-9129-a98b1b6f40c6)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:19:28.664635 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-115926e3-1bf5-4d05-9cf6-25fa11e5d5d5 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:28.684972 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-db0c0edc-178f-47ad-acbf-f0ec8abd14e0 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:28.685440 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [None req-115926e3-1bf5-4d05-9cf6-25fa11e5d5d5 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Transition to ACTIVE for port object c1b07cc9-2a24-4521-9b02-ff8df0d0c8d8 will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:19:28.750094 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-78949700-9436-4d37-a1f9-8a1bc6c75d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:28.761641 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-ac19ce98-d231-43f9-a079-34ffd76098fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:19:28.793964 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-115926e3-1bf5-4d05-9cf6-25fa11e5d5d5 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:28.800201 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d2404459-e622-404d-ac33-687b1a48f1e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:19:28.834449 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-db0c0edc-178f-47ad-acbf-f0ec8abd14e0 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Allocated IP 172.25.4.127 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/8d9edac3-713d-4622-8366-aaacbe6cfa54) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:19:28.847316 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78949700-9436-4d37-a1f9-8a1bc6c75d38 None None] Pushing event updated for resources: {'Port': ['ID=d84d48ea-d33c-4097-9178-9ab3b65cd9c7,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:19:28.850283 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-78949700-9436-4d37-a1f9-8a1bc6c75d38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:19:28.856189 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115926e3-1bf5-4d05-9cf6-25fa11e5d5d5 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Network 2a1b71bb-7184-48bf-959d-5c444e36c97b is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:19:28.869830 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-115926e3-1bf5-4d05-9cf6-25fa11e5d5d5 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:19:28.874724 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115926e3-1bf5-4d05-9cf6-25fa11e5d5d5 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:19:28.922957 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115926e3-1bf5-4d05-9cf6-25fa11e5d5d5 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Pushing event updated for resources: {'Port': ['ID=c1b07cc9-2a24-4521-9b02-ff8df0d0c8d8,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:19:28.931770 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-115926e3-1bf5-4d05-9cf6-25fa11e5d5d5 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:19:28.948796 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-115926e3-1bf5-4d05-9cf6-25fa11e5d5d5 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-375088'] for router_interface, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:29.004289 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-db0c0edc-178f-47ad-acbf-f0ec8abd14e0 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:29.178174 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-db0c0edc-178f-47ad-acbf-f0ec8abd14e0 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:29.180987 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-05b2379f-fd78-45ca-886b-73224d45f033 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:19:29.244511 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0c0edc-178f-47ad-acbf-f0ec8abd14e0 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:19:29.248050 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-db0c0edc-178f-47ad-acbf-f0ec8abd14e0 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:19:29.252898 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0c0edc-178f-47ad-acbf-f0ec8abd14e0 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:19:29.262249 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-115926e3-1bf5-4d05-9cf6-25fa11e5d5d5 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:29.290168 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0c0edc-178f-47ad-acbf-f0ec8abd14e0 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Pushing event updated for resources: {'Port': ['ID=8d9edac3-713d-4622-8366-aaacbe6cfa54,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:19:29.293285 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-db0c0edc-178f-47ad-acbf-f0ec8abd14e0 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:19:29.776238 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-db0c0edc-178f-47ad-acbf-f0ec8abd14e0 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:29.935685 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638a5b54-26f2-47e6-a3c9-a08384de4a43 None None] Network 2a1b71bb-7184-48bf-959d-5c444e36c97b requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:19:29.973150 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-db0c0edc-178f-47ad-acbf-f0ec8abd14e0 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:30.117460 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-83e28a20-70ae-4907-a750-48b970b96d28 None None] Provisioning for port d84d48ea-d33c-4097-9178-9ab3b65cd9c7 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:19:30.179283 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-115926e3-1bf5-4d05-9cf6-25fa11e5d5d5 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:30.206457 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-db0c0edc-178f-47ad-acbf-f0ec8abd14e0 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:30.296629 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-115926e3-1bf5-4d05-9cf6-25fa11e5d5d5 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:30.299829 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3c1c6018-9dcd-4f98-badd-fc05cb9a3bf3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:19:30.323384 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-db0c0edc-178f-47ad-acbf-f0ec8abd14e0 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:30.323384 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-61abb49e-ddf2-4451-87ef-7b4e44127e29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:19:30.396433 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115926e3-1bf5-4d05-9cf6-25fa11e5d5d5 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Pushing event updated for resources: {'Port': ['ID=c1b07cc9-2a24-4521-9b02-ff8df0d0c8d8,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:19:30.399959 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-115926e3-1bf5-4d05-9cf6-25fa11e5d5d5 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:19:30.409367 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-115926e3-1bf5-4d05-9cf6-25fa11e5d5d5 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375108'] for router_interface, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:30.414353 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0c0edc-178f-47ad-acbf-f0ec8abd14e0 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Pushing event updated for resources: {'Port': ['ID=8d9edac3-713d-4622-8366-aaacbe6cfa54,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:19:30.417287 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-db0c0edc-178f-47ad-acbf-f0ec8abd14e0 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:19:30.440251 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-db0c0edc-178f-47ad-acbf-f0ec8abd14e0 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:30.524397 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-3fe02565-3bd5-40a6-a973-d7e0786e8a2c None None] Provisioning for port c1b07cc9-2a24-4521-9b02-ff8df0d0c8d8 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:19:30.531443 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-3fe02565-3bd5-40a6-a973-d7e0786e8a2c None None] Provisioning complete for port c1b07cc9-2a24-4521-9b02-ff8df0d0c8d8 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:19:30.532081 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3fe02565-3bd5-40a6-a973-d7e0786e8a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:30.580314 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115926e3-1bf5-4d05-9cf6-25fa11e5d5d5 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Network 2a1b71bb-7184-48bf-959d-5c444e36c97b is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:19:30.581835 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-115926e3-1bf5-4d05-9cf6-25fa11e5d5d5 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:19:30.603771 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-3fe02565-3bd5-40a6-a973-d7e0786e8a2c None None] Port c1b07cc9-2a24-4521-9b02-ff8df0d0c8d8 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:19:30.659492 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device c8e6d3ed-6c08-4384-ac8b-7de07e57e9f4 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:19:30.675376 n-d-779913-12 neutron-server[93177]: INFO neutron.db.l3_db [None req-db0c0edc-178f-47ad-acbf-f0ec8abd14e0 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Floating IP 0df5cc3f-808f-4af7-b35c-9c006b79298e associated. External IP: 172.25.4.127, port: aec25d06-ab23-4d7f-96ed-c6c2edb5448b. Jun 11 10:19:30.755176 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-fe559e9a-c471-4e3c-8bef-c4f19ef26f24 None None] Provisioning complete for port c1b07cc9-2a24-4521-9b02-ff8df0d0c8d8 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:19:30.755450 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-fe559e9a-c471-4e3c-8bef-c4f19ef26f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:30.787857 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-115926e3-1bf5-4d05-9cf6-25fa11e5d5d5 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Router e1b5a997-1073-41c6-974e-520ea625506c has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:19:30.800882 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port c8e6d3ed-6c08-4384-ac8b-7de07e57e9f4 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:19:30.812895 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port c8e6d3ed-6c08-4384-ac8b-7de07e57e9f4 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:19:30.813582 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:30.861379 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-fe559e9a-c471-4e3c-8bef-c4f19ef26f24 None None] Port c1b07cc9-2a24-4521-9b02-ff8df0d0c8d8 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:19:30.992197 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-115926e3-1bf5-4d05-9cf6-25fa11e5d5d5 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:19:30.997495 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-115926e3-1bf5-4d05-9cf6-25fa11e5d5d5 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "PUT /v2.0/routers/e1b5a997-1073-41c6-974e-520ea625506c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5490460 Jun 11 10:19:31.001891 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 34560) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:19:31.006099 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e1b377-bc3b-497d-a372-c0589f3a50b5 None None] Sync routers for ids ['e1b5a997-1073-41c6-974e-520ea625506c'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:19:31.017821 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e1b377-bc3b-497d-a372-c0589f3a50b5 None None] Routers {'e1b5a997-1073-41c6-974e-520ea625506c'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:19:31.018215 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-b6e1b377-bc3b-497d-a372-c0589f3a50b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:19:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['e1b5a997-1073-41c6-974e-520ea625506c'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:19:31.086395 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db0c0edc-178f-47ad-acbf-f0ec8abd14e0 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Router 575d4d66-039d-419f-9770-81f1cc5418d8 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:19:31.134888 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-22489636-8115-4937-8636-3b52f71197b8 None None] Provisioning complete for port c1b07cc9-2a24-4521-9b02-ff8df0d0c8d8 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:19:31.135544 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-22489636-8115-4937-8636-3b52f71197b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:31.177223 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:31.196957 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-b6e1b377-bc3b-497d-a372-c0589f3a50b5 None None] Set router e1b5a997-1073-41c6-974e-520ea625506c gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:19:31.220280 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port c8e6d3ed-6c08-4384-ac8b-7de07e57e9f4, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=c8e6d3ed-6c08-4384-ac8b-7de07e57e9f4,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:19:31.230584 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-22489636-8115-4937-8636-3b52f71197b8 None None] Port c1b07cc9-2a24-4521-9b02-ff8df0d0c8d8 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:19:31.268899 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:31.269986 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device d84d48ea-d33c-4097-9178-9ab3b65cd9c7 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:19:31.275222 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:19:31.381548 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=c8e6d3ed-6c08-4384-ac8b-7de07e57e9f4,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:19:31.385337 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:19:31.397045 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67271b6c-fb9d-4fe8-82e7-c3d9dc91a230 tempest-TestNetworkBasicOps-36146069 tempest-TestNetworkBasicOps-36146069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:31.397666 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67271b6c-fb9d-4fe8-82e7-c3d9dc91a230 tempest-TestNetworkBasicOps-36146069 tempest-TestNetworkBasicOps-36146069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:31.397973 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67271b6c-fb9d-4fe8-82e7-c3d9dc91a230 tempest-TestNetworkBasicOps-36146069 tempest-TestNetworkBasicOps-36146069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:31.398430 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67271b6c-fb9d-4fe8-82e7-c3d9dc91a230 tempest-TestNetworkBasicOps-36146069 tempest-TestNetworkBasicOps-36146069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:31.398883 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67271b6c-fb9d-4fe8-82e7-c3d9dc91a230 tempest-TestNetworkBasicOps-36146069 tempest-TestNetworkBasicOps-36146069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:31.399334 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67271b6c-fb9d-4fe8-82e7-c3d9dc91a230 tempest-TestNetworkBasicOps-36146069 tempest-TestNetworkBasicOps-36146069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:31.399822 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67271b6c-fb9d-4fe8-82e7-c3d9dc91a230 tempest-TestNetworkBasicOps-36146069 tempest-TestNetworkBasicOps-36146069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:31.400270 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67271b6c-fb9d-4fe8-82e7-c3d9dc91a230 tempest-TestNetworkBasicOps-36146069 tempest-TestNetworkBasicOps-36146069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:31.401707 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67271b6c-fb9d-4fe8-82e7-c3d9dc91a230 tempest-TestNetworkBasicOps-36146069 tempest-TestNetworkBasicOps-36146069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:31.401707 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67271b6c-fb9d-4fe8-82e7-c3d9dc91a230 tempest-TestNetworkBasicOps-36146069 tempest-TestNetworkBasicOps-36146069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:31.406681 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-67271b6c-fb9d-4fe8-82e7-c3d9dc91a230 tempest-TestNetworkBasicOps-36146069 tempest-TestNetworkBasicOps-36146069-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7059 time: 0.4003346 Jun 11 10:19:31.407144 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 34562) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:19:31.413109 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db0c0edc-178f-47ad-acbf-f0ec8abd14e0 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:19:31.421433 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:31.425576 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8476a6dd-aa84-4232-b47c-faa05cc66058 None None] Sync routers for ids ['575d4d66-039d-419f-9770-81f1cc5418d8'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:19:31.437180 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8476a6dd-aa84-4232-b47c-faa05cc66058 None None] Routers {'575d4d66-039d-419f-9770-81f1cc5418d8'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:19:31.437948 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-8476a6dd-aa84-4232-b47c-faa05cc66058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:19:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['575d4d66-039d-419f-9770-81f1cc5418d8'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:19:31.496025 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-db0c0edc-178f-47ad-acbf-f0ec8abd14e0 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:31.547320 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-db0c0edc-178f-47ad-acbf-f0ec8abd14e0 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.1636703 Jun 11 10:19:31.548456 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd394a15c-1a9b-4d4f-b1f7-954e0c77c10b', 'tag': 'aec25d06-ab23-4d7f-96ed-c6c2edb5448b'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:19:31.551348 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-286f0e26-1999-4b63-bfd0-259ab56cdf7b" -d '{"events": [{"name": "network-changed", "server_uuid": "d394a15c-1a9b-4d4f-b1f7-954e0c77c10b", "tag": "aec25d06-ab23-4d7f-96ed-c6c2edb5448b"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:19:31.557135 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port d84d48ea-d33c-4097-9178-9ab3b65cd9c7 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:19:31.561496 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f7a23c-e8ee-48f7-be89-e6b2821642d2 tempest-TestNetworkBasicOps-36146069 tempest-TestNetworkBasicOps-36146069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:31.562232 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f7a23c-e8ee-48f7-be89-e6b2821642d2 tempest-TestNetworkBasicOps-36146069 tempest-TestNetworkBasicOps-36146069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:31.562719 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f7a23c-e8ee-48f7-be89-e6b2821642d2 tempest-TestNetworkBasicOps-36146069 tempest-TestNetworkBasicOps-36146069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:31.563007 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port d84d48ea-d33c-4097-9178-9ab3b65cd9c7 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:19:31.563519 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f7a23c-e8ee-48f7-be89-e6b2821642d2 tempest-TestNetworkBasicOps-36146069 tempest-TestNetworkBasicOps-36146069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:31.563665 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:31.563881 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f7a23c-e8ee-48f7-be89-e6b2821642d2 tempest-TestNetworkBasicOps-36146069 tempest-TestNetworkBasicOps-36146069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:31.564528 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f7a23c-e8ee-48f7-be89-e6b2821642d2 tempest-TestNetworkBasicOps-36146069 tempest-TestNetworkBasicOps-36146069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:31.565180 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f7a23c-e8ee-48f7-be89-e6b2821642d2 tempest-TestNetworkBasicOps-36146069 tempest-TestNetworkBasicOps-36146069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:31.565940 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f7a23c-e8ee-48f7-be89-e6b2821642d2 tempest-TestNetworkBasicOps-36146069 tempest-TestNetworkBasicOps-36146069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:31.568091 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f7a23c-e8ee-48f7-be89-e6b2821642d2 tempest-TestNetworkBasicOps-36146069 tempest-TestNetworkBasicOps-36146069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:31.568590 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f7a23c-e8ee-48f7-be89-e6b2821642d2 tempest-TestNetworkBasicOps-36146069 tempest-TestNetworkBasicOps-36146069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:31.574622 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 34568) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:19:31.575797 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-68f7a23c-e8ee-48f7-be89-e6b2821642d2 tempest-TestNetworkBasicOps-36146069 tempest-TestNetworkBasicOps-36146069-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6534 time: 0.1674654 Jun 11 10:19:31.634312 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-b6e1b377-bc3b-497d-a372-c0589f3a50b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b5a997-1073-41c6-974e-520ea625506c', 'name': 'tempest-TestNetworkBasicOps-router-1174051028', 'tenant_id': '7cff3ec0902242ea94828c7f7e013111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': 'c8e6d3ed-6c08-4384-ac8b-7de07e57e9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:19:23Z', 'updated_at': '2021-06-11T10:19:29Z', 'revision_number': 4, 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'gw_port': {'id': 'c8e6d3ed-6c08-4384-ac8b-7de07e57e9f4', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b8:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1b5a997-1073-41c6-974e-520ea625506c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:19:24Z', 'updated_at': '2021-06-11T10:19:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': 'c1b07cc9-2a24-4521-9b02-ff8df0d0c8d8', 'name': '', 'network_id': '2a1b71bb-7184-48bf-959d-5c444e36c97b', 'tenant_id': '7cff3ec0902242ea94828c7f7e013111', 'mac_address': 'fa:16:3e:ac:70:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1b5a997-1073-41c6-974e-520ea625506c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '2d648374-76a1-4ced-9a55-c8f60e47fac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:19:28Z', 'updated_at': '2021-06-11T10:19:29Z', 'revision_number': 2, 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'subnets': [{'id': '2d648374-76a1-4ced-9a55-c8f60e47fac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:19:31.640659 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e1b377-bc3b-497d-a372-c0589f3a50b5 None None] Checking router: e1b5a997-1073-41c6-974e-520ea625506c for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:19:31.641332 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e1b377-bc3b-497d-a372-c0589f3a50b5 None None] Updating router e1b5a997-1073-41c6-974e-520ea625506c port c1b07cc9-2a24-4521-9b02-ff8df0d0c8d8 binding host n-d-779913-12 {{(pid=93179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 10:19:31.670175 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-8476a6dd-aa84-4232-b47c-faa05cc66058 None None] Set router 575d4d66-039d-419f-9770-81f1cc5418d8 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:19:31.691334 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-b6e1b377-bc3b-497d-a372-c0589f3a50b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:31.829422 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:31.888397 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port d84d48ea-d33c-4097-9178-9ab3b65cd9c7, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=d84d48ea-d33c-4097-9178-9ab3b65cd9c7,segment=NetworkSegment(db6cb843-6d38-44d5-9129-a98b1b6f40c6),segment_id=db6cb843-6d38-44d5-9129-a98b1b6f40c6)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:19:31.969980 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:31.976064 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:19:32.047674 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-b6e1b377-bc3b-497d-a372-c0589f3a50b5 None None] Notify callbacks [] for port, precommit_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:32.060008 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-b6e1b377-bc3b-497d-a372-c0589f3a50b5 None None] Transition to ACTIVE for port object c1b07cc9-2a24-4521-9b02-ff8df0d0c8d8 will not be triggered until provisioned by entity L2. {{(pid=93179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:19:32.085670 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=d84d48ea-d33c-4097-9178-9ab3b65cd9c7,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:19:32.090043 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:19:32.119753 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-8476a6dd-aa84-4232-b47c-faa05cc66058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '575d4d66-039d-419f-9770-81f1cc5418d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1947783319', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '2b08e833-e32a-4876-812b-2f68ce288eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:19:03Z', 'updated_at': '2021-06-11T10:19:10Z', 'revision_number': 4, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'gw_port': {'id': '2b08e833-e32a-4876-812b-2f68ce288eae', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575d4d66-039d-419f-9770-81f1cc5418d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:19:04Z', 'updated_at': '2021-06-11T10:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': '0df5cc3f-808f-4af7-b35c-9c006b79298e', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'floating_ip_address': '172.25.4.127', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': '575d4d66-039d-419f-9770-81f1cc5418d8', 'port_id': 'aec25d06-ab23-4d7f-96ed-c6c2edb5448b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7713be0-f9f6-48b3-97a0-413ad253d5e5', 'mac_address': 'fa:16:3e:38:c8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd394a15c-1a9b-4d4f-b1f7-954e0c77c10b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T10:19:29Z', 'updated_at': '2021-06-11T10:19:29Z', 'revision_number': 0, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f73b87b7-14e5-474b-a8c4-037d8f018fed', 'name': '', 'network_id': 'f7713be0-f9f6-48b3-97a0-413ad253d5e5', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'mac_address': 'fa:16:3e:fa:c7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575d4d66-039d-419f-9770-81f1cc5418d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '8e836f26-8a2a-49d5-b8bd-a760b3243fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:19:09Z', 'updated_at': '2021-06-11T10:19:14Z', 'revision_number': 5, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'subnets': [{'id': '8e836f26-8a2a-49d5-b8bd-a760b3243fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:19:32.123371 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8476a6dd-aa84-4232-b47c-faa05cc66058 None None] Checking router: 575d4d66-039d-419f-9770-81f1cc5418d8 for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:19:32.132281 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8476a6dd-aa84-4232-b47c-faa05cc66058 None None] Routers {'575d4d66-039d-419f-9770-81f1cc5418d8'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:19:32.133156 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-8476a6dd-aa84-4232-b47c-faa05cc66058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:19:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['575d4d66-039d-419f-9770-81f1cc5418d8'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:19:32.141354 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-b6e1b377-bc3b-497d-a372-c0589f3a50b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:32.143611 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-ce91b905-3973-4459-b6a4-b5014fbd3a04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:19:32.250268 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7188e2-b10a-4b2c-9899-571f45295160 None None] Pushing event updated for resources: {'Port': ['ID=c1b07cc9-2a24-4521-9b02-ff8df0d0c8d8,revision_number=3']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:19:32.252082 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-ea7188e2-b10a-4b2c-9899-571f45295160 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:19:32.291954 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-8476a6dd-aa84-4232-b47c-faa05cc66058 None None] Set router 575d4d66-039d-419f-9770-81f1cc5418d8 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:19:32.325440 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719300c2-c297-421c-aba0-b79bc9dae0c6 req-2b2e078d-9824-4951-acca-8b54427ea15d tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:32.327038 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-719300c2-c297-421c-aba0-b79bc9dae0c6 req-2b2e078d-9824-4951-acca-8b54427ea15d tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=d394a15c-1a9b-4d4f-b1f7-954e0c77c10b HTTP/1.1" status: 200 len: 946 time: 0.2076352 Jun 11 10:19:32.327524 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-b6e1b377-bc3b-497d-a372-c0589f3a50b5 None None] Attempting to bind port c1b07cc9-2a24-4521-9b02-ff8df0d0c8d8 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:19:32.328138 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-b6e1b377-bc3b-497d-a372-c0589f3a50b5 None None] Attempting to bind port c1b07cc9-2a24-4521-9b02-ff8df0d0c8d8 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'db6cb843-6d38-44d5-9129-a98b1b6f40c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '2a1b71bb-7184-48bf-959d-5c444e36c97b'}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:19:32.328577 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e1b377-bc3b-497d-a372-c0589f3a50b5 None None] Attempting to bind port c1b07cc9-2a24-4521-9b02-ff8df0d0c8d8 on network 2a1b71bb-7184-48bf-959d-5c444e36c97b {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:19:32.333909 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e1b377-bc3b-497d-a372-c0589f3a50b5 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:19:32.334417 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e1b377-bc3b-497d-a372-c0589f3a50b5 None None] Checking segment: {'id': 'db6cb843-6d38-44d5-9129-a98b1b6f40c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '2a1b71bb-7184-48bf-959d-5c444e36c97b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:19:32.334987 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-b6e1b377-bc3b-497d-a372-c0589f3a50b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:32.335390 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e1b377-bc3b-497d-a372-c0589f3a50b5 None None] Bound using segment: {'id': 'db6cb843-6d38-44d5-9129-a98b1b6f40c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '2a1b71bb-7184-48bf-959d-5c444e36c97b'} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:19:32.336010 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-b6e1b377-bc3b-497d-a372-c0589f3a50b5 None None] Bound port: c1b07cc9-2a24-4521-9b02-ff8df0d0c8d8, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db6cb843-6d38-44d5-9129-a98b1b6f40c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '2a1b71bb-7184-48bf-959d-5c444e36c97b'}}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:19:32.336925 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-b6e1b377-bc3b-497d-a372-c0589f3a50b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:32.390671 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-719300c2-c297-421c-aba0-b79bc9dae0c6 req-c146b514-cc32-46b8-8fbc-110f0a9d8ac9 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=556705f8-fe7a-4fe3-93ca-14d84e2d8253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567377 Jun 11 10:19:32.411667 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 34570) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:19:32.423713 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-b6e1b377-bc3b-497d-a372-c0589f3a50b5 None None] For port c1b07cc9-2a24-4521-9b02-ff8df0d0c8d8, host n-d-779913-12, cleared binding levels {{(pid=93179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:19:32.429266 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-b6e1b377-bc3b-497d-a372-c0589f3a50b5 None None] For port c1b07cc9-2a24-4521-9b02-ff8df0d0c8d8, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=c1b07cc9-2a24-4521-9b02-ff8df0d0c8d8,segment=NetworkSegment(db6cb843-6d38-44d5-9129-a98b1b6f40c6),segment_id=db6cb843-6d38-44d5-9129-a98b1b6f40c6)] {{(pid=93179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:19:32.462884 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2296ec8a-d987-411a-b9e7-1aa22a944463 x-openstack-request-id: req-2296ec8a-d987-411a-b9e7-1aa22a944463 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:19:32.463392 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d394a15c-1a9b-4d4f-b1f7-954e0c77c10b", "tag": "aec25d06-ab23-4d7f-96ed-c6c2edb5448b", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:19:32.463586 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2296ec8a-d987-411a-b9e7-1aa22a944463 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:19:32.464154 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd394a15c-1a9b-4d4f-b1f7-954e0c77c10b', 'tag': 'aec25d06-ab23-4d7f-96ed-c6c2edb5448b', 'status': 'completed', 'code': 200} Jun 11 10:19:32.487642 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-2c6b20bb-9f87-463a-9df8-f20e066977ab tempest-TestNetworkBasicOps-36146069 tempest-TestNetworkBasicOps-36146069-project-admin] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5925 time: 0.9115903 Jun 11 10:19:32.504352 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-b6e1b377-bc3b-497d-a372-c0589f3a50b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:32.509036 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-0cf9bc3b-6fdb-4280-aa93-170f7f60279d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:19:32.574332 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e1b377-bc3b-497d-a372-c0589f3a50b5 None None] Routers {'e1b5a997-1073-41c6-974e-520ea625506c'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:19:32.574791 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-b6e1b377-bc3b-497d-a372-c0589f3a50b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:19:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['e1b5a997-1073-41c6-974e-520ea625506c'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:19:32.602300 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device c8e6d3ed-6c08-4384-ac8b-7de07e57e9f4 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:19:32.678220 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-058ca44f-9125-47c4-82f6-c9aecabae66b tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/floatingips/0df5cc3f-808f-4af7-b35c-9c006b79298e HTTP/1.1" status: 200 len: 992 time: 0.2644501 Jun 11 10:19:32.680751 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port c8e6d3ed-6c08-4384-ac8b-7de07e57e9f4 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:19:32.681138 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:32.694335 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f0e26-1999-4b63-bfd0-259ab56cdf7b req-8daa1c0d-4d73-429d-88f0-6ed90cc0f7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:32.696005 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-286f0e26-1999-4b63-bfd0-259ab56cdf7b req-8daa1c0d-4d73-429d-88f0-6ed90cc0f7b5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=291bb5ee2189444bb635fe5a1d306c3b&device_id=d394a15c-1a9b-4d4f-b1f7-954e0c77c10b HTTP/1.1" status: 200 len: 1098 time: 0.1316931 Jun 11 10:19:32.772395 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-b6e1b377-bc3b-497d-a372-c0589f3a50b5 None None] Set router e1b5a997-1073-41c6-974e-520ea625506c gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:19:32.857725 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7188e2-b10a-4b2c-9899-571f45295160 None None] Pushing event updated for resources: {'Port': ['ID=c1b07cc9-2a24-4521-9b02-ff8df0d0c8d8,revision_number=4']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:19:32.861940 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-8476a6dd-aa84-4232-b47c-faa05cc66058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '575d4d66-039d-419f-9770-81f1cc5418d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1947783319', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '2b08e833-e32a-4876-812b-2f68ce288eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:19:03Z', 'updated_at': '2021-06-11T10:19:10Z', 'revision_number': 4, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'gw_port': {'id': '2b08e833-e32a-4876-812b-2f68ce288eae', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575d4d66-039d-419f-9770-81f1cc5418d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:19:04Z', 'updated_at': '2021-06-11T10:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': '0df5cc3f-808f-4af7-b35c-9c006b79298e', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'floating_ip_address': '172.25.4.127', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': '575d4d66-039d-419f-9770-81f1cc5418d8', 'port_id': 'aec25d06-ab23-4d7f-96ed-c6c2edb5448b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7713be0-f9f6-48b3-97a0-413ad253d5e5', 'mac_address': 'fa:16:3e:38:c8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd394a15c-1a9b-4d4f-b1f7-954e0c77c10b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T10:19:29Z', 'updated_at': '2021-06-11T10:19:29Z', 'revision_number': 0, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f73b87b7-14e5-474b-a8c4-037d8f018fed', 'name': '', 'network_id': 'f7713be0-f9f6-48b3-97a0-413ad253d5e5', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'mac_address': 'fa:16:3e:fa:c7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575d4d66-039d-419f-9770-81f1cc5418d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '8e836f26-8a2a-49d5-b8bd-a760b3243fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:19:09Z', 'updated_at': '2021-06-11T10:19:14Z', 'revision_number': 5, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'subnets': [{'id': '8e836f26-8a2a-49d5-b8bd-a760b3243fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:19:32.865846 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-ea7188e2-b10a-4b2c-9899-571f45295160 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:19:32.874999 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8476a6dd-aa84-4232-b47c-faa05cc66058 None None] The sync data for ids ['575d4d66-039d-419f-9770-81f1cc5418d8'] in n-d-779913-12 is: [{'id': '575d4d66-039d-419f-9770-81f1cc5418d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1947783319', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '2b08e833-e32a-4876-812b-2f68ce288eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:19:03Z', 'updated_at': '2021-06-11T10:19:10Z', 'revision_number': 4, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'gw_port': {'id': '2b08e833-e32a-4876-812b-2f68ce288eae', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575d4d66-039d-419f-9770-81f1cc5418d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:19:04Z', 'updated_at': '2021-06-11T10:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': '0df5cc3f-808f-4af7-b35c-9c006b79298e', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'floating_ip_address': '172.25.4.127', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': '575d4d66-039d-419f-9770-81f1cc5418d8', 'port_id': 'aec25d06-ab23-4d7f-96ed-c6c2edb5448b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7713be0-f9f6-48b3-97a0-413ad253d5e5', 'mac_address': 'fa:16:3e:38:c8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd394a15c-1a9b-4d4f-b1f7-954e0c77c10b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T10:19:29Z', 'updated_at': '2021-06-11T10:19:29Z', 'revision_number': 0, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f73b87b7-14e5-474b-a8c4-037d8f018fed', 'name': '', 'network_id': 'f7713be0-f9f6-48b3-97a0-413ad253d5e5', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'mac_address': 'fa:16:3e:fa:c7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575d4d66-039d-419f-9770-81f1cc5418d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '8e836f26-8a2a-49d5-b8bd-a760b3243fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:19:09Z', 'updated_at': '2021-06-11T10:19:14Z', 'revision_number': 5, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'subnets': [{'id': '8e836f26-8a2a-49d5-b8bd-a760b3243fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:19:32.887367 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f0e26-1999-4b63-bfd0-259ab56cdf7b req-6081ee0b-dfb2-4991-9e00-e4bf052a60b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:32.889326 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-286f0e26-1999-4b63-bfd0-259ab56cdf7b req-6081ee0b-dfb2-4991-9e00-e4bf052a60b7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f7713be0-f9f6-48b3-97a0-413ad253d5e5 HTTP/1.1" status: 200 len: 898 time: 0.1848888 Jun 11 10:19:32.898364 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device d84d48ea-d33c-4097-9178-9ab3b65cd9c7 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:19:32.982999 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port d84d48ea-d33c-4097-9178-9ab3b65cd9c7 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:19:32.983959 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:33.002038 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-286f0e26-1999-4b63-bfd0-259ab56cdf7b req-5af640a1-cd6e-49ee-92c9-f35a24985d22 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aec25d06-ab23-4d7f-96ed-c6c2edb5448b HTTP/1.1" status: 200 len: 1000 time: 0.1055157 Jun 11 10:19:33.053583 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 34574) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:19:33.058300 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-738d7117-51e1-40ea-9108-9b0139b460b7 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1367249398', 'description': 'tempest-secgroup-smoke-1367249398 description', 'project_id': '7cff3ec0902242ea94828c7f7e013111'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:19:33.091272 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f0e26-1999-4b63-bfd0-259ab56cdf7b req-91c26cd1-605f-42ac-a1cd-e2e1ede917ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:33.092914 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-286f0e26-1999-4b63-bfd0-259ab56cdf7b req-91c26cd1-605f-42ac-a1cd-e2e1ede917ec service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8e836f26-8a2a-49d5-b8bd-a760b3243fc3 HTTP/1.1" status: 200 len: 835 time: 0.0825980 Jun 11 10:19:33.134688 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-b6e1b377-bc3b-497d-a372-c0589f3a50b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b5a997-1073-41c6-974e-520ea625506c', 'name': 'tempest-TestNetworkBasicOps-router-1174051028', 'tenant_id': '7cff3ec0902242ea94828c7f7e013111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': 'c8e6d3ed-6c08-4384-ac8b-7de07e57e9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:19:23Z', 'updated_at': '2021-06-11T10:19:29Z', 'revision_number': 4, 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'gw_port': {'id': 'c8e6d3ed-6c08-4384-ac8b-7de07e57e9f4', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b5a997-1073-41c6-974e-520ea625506c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:19:24Z', 'updated_at': '2021-06-11T10:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': 'c1b07cc9-2a24-4521-9b02-ff8df0d0c8d8', 'name': '', 'network_id': '2a1b71bb-7184-48bf-959d-5c444e36c97b', 'tenant_id': '7cff3ec0902242ea94828c7f7e013111', 'mac_address': 'fa:16:3e:ac:70:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1b5a997-1073-41c6-974e-520ea625506c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '2d648374-76a1-4ced-9a55-c8f60e47fac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:19:28Z', 'updated_at': '2021-06-11T10:19:32Z', 'revision_number': 4, 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'subnets': [{'id': '2d648374-76a1-4ced-9a55-c8f60e47fac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:19:33.138431 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e1b377-bc3b-497d-a372-c0589f3a50b5 None None] The sync data for ids ['e1b5a997-1073-41c6-974e-520ea625506c'] in n-d-779913-12 is: [{'id': 'e1b5a997-1073-41c6-974e-520ea625506c', 'name': 'tempest-TestNetworkBasicOps-router-1174051028', 'tenant_id': '7cff3ec0902242ea94828c7f7e013111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': 'c8e6d3ed-6c08-4384-ac8b-7de07e57e9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:19:23Z', 'updated_at': '2021-06-11T10:19:29Z', 'revision_number': 4, 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'gw_port': {'id': 'c8e6d3ed-6c08-4384-ac8b-7de07e57e9f4', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b5a997-1073-41c6-974e-520ea625506c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:19:24Z', 'updated_at': '2021-06-11T10:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': 'c1b07cc9-2a24-4521-9b02-ff8df0d0c8d8', 'name': '', 'network_id': '2a1b71bb-7184-48bf-959d-5c444e36c97b', 'tenant_id': '7cff3ec0902242ea94828c7f7e013111', 'mac_address': 'fa:16:3e:ac:70:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1b5a997-1073-41c6-974e-520ea625506c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '2d648374-76a1-4ced-9a55-c8f60e47fac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:19:28Z', 'updated_at': '2021-06-11T10:19:32Z', 'revision_number': 4, 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'subnets': [{'id': '2d648374-76a1-4ced-9a55-c8f60e47fac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:19:33.153287 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-738d7117-51e1-40ea-9108-9b0139b460b7 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:33.174586 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f0e26-1999-4b63-bfd0-259ab56cdf7b req-bf9d142b-780d-4542-b7b8-093254a695ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:33.176226 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-286f0e26-1999-4b63-bfd0-259ab56cdf7b req-bf9d142b-780d-4542-b7b8-093254a695ca service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f7713be0-f9f6-48b3-97a0-413ad253d5e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0740874 Jun 11 10:19:33.204602 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cd0b28-350c-4ce6-b5d6-d5628e0871c7 None None] New status for floating IP 0df5cc3f-808f-4af7-b35c-9c006b79298e: ACTIVE {{(pid=93179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 10:19:33.308164 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-738d7117-51e1-40ea-9108-9b0139b460b7 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:33.372784 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-286f0e26-1999-4b63-bfd0-259ab56cdf7b req-a66070fe-6e2b-4a38-8c9e-d2cd648f895a service neutron] 10.222.0.64 "GET /v2.0/networks/f7713be0-f9f6-48b3-97a0-413ad253d5e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878030 Jun 11 10:19:33.383159 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-738d7117-51e1-40ea-9108-9b0139b460b7 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:33.385805 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6e0564eb-8bbc-4864-95bd-610c6e450352 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:19:33.432239 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738d7117-51e1-40ea-9108-9b0139b460b7 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a74104c-69c5-4f75-b380-df31617bbb89,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:19:33.435867 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-738d7117-51e1-40ea-9108-9b0139b460b7 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:19:33.509690 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-738d7117-51e1-40ea-9108-9b0139b460b7 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:33.513975 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-286f0e26-1999-4b63-bfd0-259ab56cdf7b req-31555d3d-6a17-4b32-b7fc-09ed7b8b99fd service neutron] 10.222.0.64 "GET /v2.0/networks/f7713be0-f9f6-48b3-97a0-413ad253d5e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345100 Jun 11 10:19:33.514474 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-738d7117-51e1-40ea-9108-9b0139b460b7 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4598100 Jun 11 10:19:33.518810 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 34576) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:19:33.519134 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-96d4c83d-3a3e-40e3-a55a-f722e0aa5dc3 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Request body: {'security_group_rule': {'security_group_id': '0a74104c-69c5-4f75-b380-df31617bbb89', 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:19:33.646463 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-96d4c83d-3a3e-40e3-a55a-f722e0aa5dc3 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:33.676690 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 34578) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:19:33.715962 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-96d4c83d-3a3e-40e3-a55a-f722e0aa5dc3 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:33.796152 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-96d4c83d-3a3e-40e3-a55a-f722e0aa5dc3 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:33.803452 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6fdc7915-93a7-424d-8149-2c2e134b8c6c tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:19:33.815949 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-0a3a1586-8ef3-4110-9215-398cb706bee3 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/floatingips/0df5cc3f-808f-4af7-b35c-9c006b79298e HTTP/1.1" status: 200 len: 994 time: 0.1376789 Jun 11 10:19:33.821024 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d4c83d-3a3e-40e3-a55a-f722e0aa5dc3 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a6fc7c2-dfdc-4856-9f1c-3ffdd899bb76,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:19:33.824505 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-96d4c83d-3a3e-40e3-a55a-f722e0aa5dc3 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:19:33.897511 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-96d4c83d-3a3e-40e3-a55a-f722e0aa5dc3 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:33.898869 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-96d4c83d-3a3e-40e3-a55a-f722e0aa5dc3 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3834577 Jun 11 10:19:33.901612 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 34580) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:19:33.906839 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-0b4cd934-56dc-44d9-b8bc-ded40b3d74bc tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Request body: {'security_group_rule': {'security_group_id': '0a74104c-69c5-4f75-b380-df31617bbb89', 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:19:33.982919 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0b4cd934-56dc-44d9-b8bc-ded40b3d74bc tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:34.056813 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0b4cd934-56dc-44d9-b8bc-ded40b3d74bc tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:34.125796 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0b4cd934-56dc-44d9-b8bc-ded40b3d74bc tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:34.129943 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:19:34.147549 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4cd934-56dc-44d9-b8bc-ded40b3d74bc tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45ac45f6-67e7-48cc-ba26-f71d6c29a6e6,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:19:34.150182 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0b4cd934-56dc-44d9-b8bc-ded40b3d74bc tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:19:34.223111 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0b4cd934-56dc-44d9-b8bc-ded40b3d74bc tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:34.224314 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-0b4cd934-56dc-44d9-b8bc-ded40b3d74bc tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3217556 Jun 11 10:19:34.227128 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 34582) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:19:34.231690 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-7b77042b-9069-4e10-abf0-fb6fbe2345f6 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Request body: {'security_group_rule': {'security_group_id': '0a74104c-69c5-4f75-b380-df31617bbb89', 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:19:34.325057 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7b77042b-9069-4e10-abf0-fb6fbe2345f6 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:34.390472 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7b77042b-9069-4e10-abf0-fb6fbe2345f6 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:34.474786 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7b77042b-9069-4e10-abf0-fb6fbe2345f6 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:34.476806 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f5cf6ecb-c1fc-4524-857b-ba233af60bdc tempest-TestVolumeBackupRestore-298085720 tempest-TestVolumeBackupRestore-298085720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:19:34.494547 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b77042b-9069-4e10-abf0-fb6fbe2345f6 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e5ddeb1-f391-4e70-9c72-e280f6897443,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:19:34.497139 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7b77042b-9069-4e10-abf0-fb6fbe2345f6 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:19:34.514144 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device c1b07cc9-2a24-4521-9b02-ff8df0d0c8d8 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:19:34.563978 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7b77042b-9069-4e10-abf0-fb6fbe2345f6 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:34.565293 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-7b77042b-9069-4e10-abf0-fb6fbe2345f6 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3371677 Jun 11 10:19:34.568144 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 34584) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:19:34.572717 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-e2e65fa2-1fe0-4287-883c-c4e0a12e4cf7 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Request body: {'security_group_rule': {'security_group_id': '0a74104c-69c5-4f75-b380-df31617bbb89', 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:19:34.649388 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port c1b07cc9-2a24-4521-9b02-ff8df0d0c8d8 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:19:34.653485 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port c1b07cc9-2a24-4521-9b02-ff8df0d0c8d8 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:19:34.653903 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:34.683362 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e2e65fa2-1fe0-4287-883c-c4e0a12e4cf7 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:34.753580 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:34.755025 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e2e65fa2-1fe0-4287-883c-c4e0a12e4cf7 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:34.800006 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port c1b07cc9-2a24-4521-9b02-ff8df0d0c8d8, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=c1b07cc9-2a24-4521-9b02-ff8df0d0c8d8,segment=NetworkSegment(db6cb843-6d38-44d5-9129-a98b1b6f40c6),segment_id=db6cb843-6d38-44d5-9129-a98b1b6f40c6)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:19:34.829033 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e2e65fa2-1fe0-4287-883c-c4e0a12e4cf7 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:34.830835 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:19:34.849125 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e65fa2-1fe0-4287-883c-c4e0a12e4cf7 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97c6bead-70b6-4844-bc11-5d1addca8c31,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:19:34.851921 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e2e65fa2-1fe0-4287-883c-c4e0a12e4cf7 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:19:34.903482 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:34.906149 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-ed78601c-fe86-4879-9c06-6336e87eb0f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:19:34.932041 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e2e65fa2-1fe0-4287-883c-c4e0a12e4cf7 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:34.934981 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-e2e65fa2-1fe0-4287-883c-c4e0a12e4cf7 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3642085 Jun 11 10:19:34.936221 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 34588) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:19:34.941123 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-188b8e1b-43a8-44b1-8924-2eb461f19a72 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Request body: {'security_group_rule': {'security_group_id': '0a74104c-69c5-4f75-b380-df31617bbb89', 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:19:34.963306 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=c1b07cc9-2a24-4521-9b02-ff8df0d0c8d8,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:19:34.966291 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:19:35.028881 n-d-779913-12 neutron-server[93177]: INFO neutron.db.securitygroups_db [None req-188b8e1b-43a8-44b1-8924-2eb461f19a72 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Project 7cff3ec0902242ea94828c7f7e013111 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 10:19:35.034609 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-188b8e1b-43a8-44b1-8924-2eb461f19a72 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:35.098961 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-188b8e1b-43a8-44b1-8924-2eb461f19a72 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:35.177754 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-188b8e1b-43a8-44b1-8924-2eb461f19a72 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:35.183374 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-434add85-a5a8-49df-87ef-969e1c47730d tempest-AttachVolumeShelveTestJSON-241520935 tempest-AttachVolumeShelveTestJSON-241520935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:19:35.198559 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188b8e1b-43a8-44b1-8924-2eb461f19a72 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f74a713-29eb-435f-9d14-bd0d4c9afcb8,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:19:35.202354 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-188b8e1b-43a8-44b1-8924-2eb461f19a72 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:19:35.272833 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-188b8e1b-43a8-44b1-8924-2eb461f19a72 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:35.274057 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-188b8e1b-43a8-44b1-8924-2eb461f19a72 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3368034 Jun 11 10:19:35.277041 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 34590) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:19:35.287855 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-981b7a33-5a9f-4a27-bd9b-b5bf539da39c tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Request body: {'security_group_rule': {'security_group_id': '0a74104c-69c5-4f75-b380-df31617bbb89', 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:19:35.364589 n-d-779913-12 neutron-server[93177]: INFO neutron.db.securitygroups_db [None req-981b7a33-5a9f-4a27-bd9b-b5bf539da39c tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Project 7cff3ec0902242ea94828c7f7e013111 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 10:19:35.369990 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-981b7a33-5a9f-4a27-bd9b-b5bf539da39c tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:35.439833 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-981b7a33-5a9f-4a27-bd9b-b5bf539da39c tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:35.501320 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-981b7a33-5a9f-4a27-bd9b-b5bf539da39c tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:35.503642 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e62b8f16-c45f-4783-9f1d-e03e023d421e tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:19:35.522292 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981b7a33-5a9f-4a27-bd9b-b5bf539da39c tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f99ca98-7e86-402f-8e16-f1da2b77c821,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:19:35.525961 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-981b7a33-5a9f-4a27-bd9b-b5bf539da39c tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:19:35.586678 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-981b7a33-5a9f-4a27-bd9b-b5bf539da39c tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:35.587876 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-981b7a33-5a9f-4a27-bd9b-b5bf539da39c tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3098817 Jun 11 10:19:35.731843 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0825df3f-c719-4fdb-b76d-116a35f71c93 req-1ba17ac7-cc0d-48b0-a528-75fd9396cca0 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1367249398&fields=id&tenant_id=7cff3ec0902242ea94828c7f7e013111 HTTP/1.1" status: 200 len: 267 time: 0.0399733 Jun 11 10:19:35.811651 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:35.864580 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0825df3f-c719-4fdb-b76d-116a35f71c93 req-c394dad0-af81-4d93-b5e0-c0b657ac16ef tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:35.866019 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0825df3f-c719-4fdb-b76d-116a35f71c93 req-c394dad0-af81-4d93-b5e0-c0b657ac16ef tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/networks?id=2a1b71bb-7184-48bf-959d-5c444e36c97b HTTP/1.1" status: 200 len: 797 time: 0.1273239 Jun 11 10:19:35.881479 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0825df3f-c719-4fdb-b76d-116a35f71c93 req-ff5f3e54-b4b9-431c-ba6e-ed76821dd140 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/quotas/7cff3ec0902242ea94828c7f7e013111 HTTP/1.1" status: 200 len: 375 time: 0.0097518 Jun 11 10:19:35.954196 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0825df3f-c719-4fdb-b76d-116a35f71c93 req-463bf789-8b21-4d3a-8d34-6d6d46ec2370 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7cff3ec0902242ea94828c7f7e013111&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0667930 Jun 11 10:19:35.970455 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [req-0825df3f-c719-4fdb-b76d-116a35f71c93 req-ba086acd-a693-42cb-8b70-9719c79f6376 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 10:19:35.971393 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0825df3f-c719-4fdb-b76d-116a35f71c93 req-ba086acd-a693-42cb-8b70-9719c79f6376 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053074 Jun 11 10:19:36.085278 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0825df3f-c719-4fdb-b76d-116a35f71c93 req-00cf38ab-ced4-4f62-af7d-fa959ec7c7cf service neutron] 10.222.0.60 "GET /v2.0/networks/2a1b71bb-7184-48bf-959d-5c444e36c97b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084080 Jun 11 10:19:36.229588 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0825df3f-c719-4fdb-b76d-116a35f71c93 req-feb763e0-a9b5-44ac-a523-3bfc3d0cbba1 service neutron] 10.222.0.60 "GET /v2.0/networks/2a1b71bb-7184-48bf-959d-5c444e36c97b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385689 Jun 11 10:19:36.502661 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device c1b07cc9-2a24-4521-9b02-ff8df0d0c8d8 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:19:36.536257 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1e0f682d-766e-40f3-9731-d0ebdc6e01a5 req-356ef61a-79f2-435d-aa94-3689bdc23bba tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad19c9a1-0871-4e4c-ac41-543fb278db2b HTTP/1.1" status: 200 len: 210 time: 0.0502484 Jun 11 10:19:36.566408 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port c1b07cc9-2a24-4521-9b02-ff8df0d0c8d8 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:19:36.567065 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:37.615647 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2d5a95dc-f55b-40c1-867c-d60a91c54157 req-7ddbfb83-13f4-4983-a83f-e8210ace825e tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad19c9a1-0871-4e4c-ac41-543fb278db2b HTTP/1.1" status: 200 len: 210 time: 0.0332220 Jun 11 10:19:38.761974 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e20ab4a4-e097-4cfc-80d8-b23429860f38 req-c4f501cb-54e9-44f9-a893-b7dc9bdc7e99 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad19c9a1-0871-4e4c-ac41-543fb278db2b HTTP/1.1" status: 200 len: 210 time: 0.0331814 Jun 11 10:19:38.959025 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0825df3f-c719-4fdb-b76d-116a35f71c93 req-b656cfe8-15e6-4ae9-93a3-1a06f18baca2 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:38.960432 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0825df3f-c719-4fdb-b76d-116a35f71c93 req-b656cfe8-15e6-4ae9-93a3-1a06f18baca2 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.69 "GET /v2.0/networks?id=2a1b71bb-7184-48bf-959d-5c444e36c97b HTTP/1.1" status: 200 len: 797 time: 0.1390181 Jun 11 10:19:39.009174 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0825df3f-c719-4fdb-b76d-116a35f71c93 req-e699b0dc-16ee-437c-9aaf-8aa8a3efe188 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7cff3ec0902242ea94828c7f7e013111 HTTP/1.1" status: 200 len: 380 time: 0.0383089 Jun 11 10:19:39.021812 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-0825df3f-c719-4fdb-b76d-116a35f71c93 req-d2442897-25ef-464b-ac9b-9135a0e38666 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Request body: {'port': {'device_id': 'ad19c9a1-0871-4e4c-ac41-543fb278db2b', 'network_id': '2a1b71bb-7184-48bf-959d-5c444e36c97b', 'admin_state_up': True, 'tenant_id': '7cff3ec0902242ea94828c7f7e013111', 'security_groups': ['0a74104c-69c5-4f75-b380-df31617bbb89']}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:19:39.217366 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0825df3f-c719-4fdb-b76d-116a35f71c93 req-d2442897-25ef-464b-ac9b-9135a0e38666 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Made reservation on behalf of 7cff3ec0902242ea94828c7f7e013111 for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:19:39.221451 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-0825df3f-c719-4fdb-b76d-116a35f71c93 req-d2442897-25ef-464b-ac9b-9135a0e38666 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:39.368135 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [req-0825df3f-c719-4fdb-b76d-116a35f71c93 req-d2442897-25ef-464b-ac9b-9135a0e38666 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Allocated IP 172.20.0.14 (2a1b71bb-7184-48bf-959d-5c444e36c97b/2d648374-76a1-4ced-9a55-c8f60e47fac9/7e316b2c-5d0a-4488-baaa-82975fe9eaf1) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:19:39.540762 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-0825df3f-c719-4fdb-b76d-116a35f71c93 req-d2442897-25ef-464b-ac9b-9135a0e38666 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:39.554080 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-0825df3f-c719-4fdb-b76d-116a35f71c93 req-d2442897-25ef-464b-ac9b-9135a0e38666 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Transition to ACTIVE for port object 7e316b2c-5d0a-4488-baaa-82975fe9eaf1 will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:19:39.667366 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-0825df3f-c719-4fdb-b76d-116a35f71c93 req-d2442897-25ef-464b-ac9b-9135a0e38666 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:39.671194 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-db0c0edc-178f-47ad-acbf-f0ec8abd14e0 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:19:39.723890 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0825df3f-c719-4fdb-b76d-116a35f71c93 req-d2442897-25ef-464b-ac9b-9135a0e38666 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Network 2a1b71bb-7184-48bf-959d-5c444e36c97b is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:19:39.727191 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [req-0825df3f-c719-4fdb-b76d-116a35f71c93 req-d2442897-25ef-464b-ac9b-9135a0e38666 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:19:39.730975 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-0825df3f-c719-4fdb-b76d-116a35f71c93 req-d2442897-25ef-464b-ac9b-9135a0e38666 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:19:39.762400 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2442897-25ef-464b-ac9b-9135a0e38666 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Pushing event updated for resources: {'Port': ['ID=7e316b2c-5d0a-4488-baaa-82975fe9eaf1,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:19:39.767614 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d2442897-25ef-464b-ac9b-9135a0e38666 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:19:39.809632 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0825df3f-c719-4fdb-b76d-116a35f71c93 req-d2442897-25ef-464b-ac9b-9135a0e38666 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:39.810350 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-0825df3f-c719-4fdb-b76d-116a35f71c93 req-d2442897-25ef-464b-ac9b-9135a0e38666 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:39.941440 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0825df3f-c719-4fdb-b76d-116a35f71c93 req-d2442897-25ef-464b-ac9b-9135a0e38666 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9232519 Jun 11 10:19:39.962554 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-0825df3f-c719-4fdb-b76d-116a35f71c93 req-5e23c29a-56b2-4ac3-9931-d81473e4ba19 service neutron] Request body: {'port': {'device_id': 'ad19c9a1-0871-4e4c-ac41-543fb278db2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-12'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:19:39.994579 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-14729aad-940b-426a-8a23-3f2e136e640b None None] Provisioning for port 7e316b2c-5d0a-4488-baaa-82975fe9eaf1 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:19:39.998545 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-14729aad-940b-426a-8a23-3f2e136e640b None None] Provisioning complete for port 7e316b2c-5d0a-4488-baaa-82975fe9eaf1 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:19:39.998923 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-14729aad-940b-426a-8a23-3f2e136e640b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:40.019795 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4784132-dad9-477d-a4b1-31ff6e27250c req-465a3114-c6c4-4223-8e7c-153822c7b7ba tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:40.021188 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a4784132-dad9-477d-a4b1-31ff6e27250c req-465a3114-c6c4-4223-8e7c-153822c7b7ba tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad19c9a1-0871-4e4c-ac41-543fb278db2b HTTP/1.1" status: 200 len: 932 time: 0.1252830 Jun 11 10:19:40.041611 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-14729aad-940b-426a-8a23-3f2e136e640b None None] Port 7e316b2c-5d0a-4488-baaa-82975fe9eaf1 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:19:40.092640 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-0825df3f-c719-4fdb-b76d-116a35f71c93 req-5e23c29a-56b2-4ac3-9931-d81473e4ba19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:40.106403 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a4784132-dad9-477d-a4b1-31ff6e27250c req-3e84c1cb-a68b-4ae8-9e2c-842c2f7f4386 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a74104c-69c5-4f75-b380-df31617bbb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785179 Jun 11 10:19:40.324057 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b86edd7d-bc96-4a31-97b1-d1b1522aada1 req-cfaccc37-94af-4d95-844d-aa0a8168368d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=96489d9c-9aa9-4afe-9bf4-886aeeae56c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0618963 Jun 11 10:19:40.422656 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86edd7d-bc96-4a31-97b1-d1b1522aada1 req-16e276d2-695b-4726-b0dd-ed8668ca5d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:40.424313 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b86edd7d-bc96-4a31-97b1-d1b1522aada1 req-16e276d2-695b-4726-b0dd-ed8668ca5d5b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=65716eb7009d46088e8320334fed55e2&device_id=96489d9c-9aa9-4afe-9bf4-886aeeae56c0 HTTP/1.1" status: 200 len: 1098 time: 0.0600338 Jun 11 10:19:40.430144 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [req-0825df3f-c719-4fdb-b76d-116a35f71c93 req-5e23c29a-56b2-4ac3-9931-d81473e4ba19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e316b2c-5d0a-4488-baaa-82975fe9eaf1 {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:19:40.438615 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-0825df3f-c719-4fdb-b76d-116a35f71c93 req-5e23c29a-56b2-4ac3-9931-d81473e4ba19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:40.450924 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-0825df3f-c719-4fdb-b76d-116a35f71c93 req-5e23c29a-56b2-4ac3-9931-d81473e4ba19 service neutron] Transition to ACTIVE for port object 7e316b2c-5d0a-4488-baaa-82975fe9eaf1 will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:19:40.543818 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-0825df3f-c719-4fdb-b76d-116a35f71c93 req-5e23c29a-56b2-4ac3-9931-d81473e4ba19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:40.547641 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-81c09981-60af-4a8c-a7c0-5a133cf56afb tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:19:40.564101 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86edd7d-bc96-4a31-97b1-d1b1522aada1 req-c2602a4a-f628-47da-9e82-d4490bde9e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:40.565544 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b86edd7d-bc96-4a31-97b1-d1b1522aada1 req-c2602a4a-f628-47da-9e82-d4490bde9e31 service neutron] 10.222.0.64 "GET /v2.0/networks?id=db93647b-0e21-4983-a45b-0e51426db587 HTTP/1.1" status: 200 len: 910 time: 0.1207130 Jun 11 10:19:40.647257 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e23c29a-56b2-4ac3-9931-d81473e4ba19 service neutron] Pushing event updated for resources: {'Port': ['ID=7e316b2c-5d0a-4488-baaa-82975fe9eaf1,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:19:40.650506 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5e23c29a-56b2-4ac3-9931-d81473e4ba19 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:19:40.671593 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b86edd7d-bc96-4a31-97b1-d1b1522aada1 req-ac4144c2-c7e8-4ec7-8afd-d19ebc688416 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e205eba-73c9-414c-a1bf-7577b0c1b3ac HTTP/1.1" status: 200 len: 1000 time: 0.0961590 Jun 11 10:19:40.734503 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86edd7d-bc96-4a31-97b1-d1b1522aada1 req-873a8b31-17aa-4ce2-92c1-094cd3081251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:40.736320 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b86edd7d-bc96-4a31-97b1-d1b1522aada1 req-873a8b31-17aa-4ce2-92c1-094cd3081251 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8e7a82c1-1cd2-4b06-afeb-812570ed0aaa HTTP/1.1" status: 200 len: 848 time: 0.0580399 Jun 11 10:19:40.744689 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-0825df3f-c719-4fdb-b76d-116a35f71c93 req-5e23c29a-56b2-4ac3-9931-d81473e4ba19 service neutron] Attempting to bind port 7e316b2c-5d0a-4488-baaa-82975fe9eaf1 on host n-h2-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:19:40.745038 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-0825df3f-c719-4fdb-b76d-116a35f71c93 req-5e23c29a-56b2-4ac3-9931-d81473e4ba19 service neutron] Attempting to bind port 7e316b2c-5d0a-4488-baaa-82975fe9eaf1 by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': 'db6cb843-6d38-44d5-9129-a98b1b6f40c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '2a1b71bb-7184-48bf-959d-5c444e36c97b'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:19:40.745372 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0825df3f-c719-4fdb-b76d-116a35f71c93 req-5e23c29a-56b2-4ac3-9931-d81473e4ba19 service neutron] Attempting to bind port 7e316b2c-5d0a-4488-baaa-82975fe9eaf1 on network 2a1b71bb-7184-48bf-959d-5c444e36c97b {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:19:40.751580 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0825df3f-c719-4fdb-b76d-116a35f71c93 req-5e23c29a-56b2-4ac3-9931-d81473e4ba19 service neutron] Port 7e316b2c-5d0a-4488-baaa-82975fe9eaf1 on network 2a1b71bb-7184-48bf-959d-5c444e36c97b not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:19:40.751580 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0825df3f-c719-4fdb-b76d-116a35f71c93 req-5e23c29a-56b2-4ac3-9931-d81473e4ba19 service neutron] Attempting to bind port 7e316b2c-5d0a-4488-baaa-82975fe9eaf1 on network 2a1b71bb-7184-48bf-959d-5c444e36c97b {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:19:40.757969 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0825df3f-c719-4fdb-b76d-116a35f71c93 req-5e23c29a-56b2-4ac3-9931-d81473e4ba19 service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:19:40.758314 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0825df3f-c719-4fdb-b76d-116a35f71c93 req-5e23c29a-56b2-4ac3-9931-d81473e4ba19 service neutron] Checking segment: {'id': 'db6cb843-6d38-44d5-9129-a98b1b6f40c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '2a1b71bb-7184-48bf-959d-5c444e36c97b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:19:40.758704 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0825df3f-c719-4fdb-b76d-116a35f71c93 req-5e23c29a-56b2-4ac3-9931-d81473e4ba19 service neutron] Bound using segment: {'id': 'db6cb843-6d38-44d5-9129-a98b1b6f40c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '2a1b71bb-7184-48bf-959d-5c444e36c97b'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:19:40.759135 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-0825df3f-c719-4fdb-b76d-116a35f71c93 req-5e23c29a-56b2-4ac3-9931-d81473e4ba19 service neutron] Bound port: 7e316b2c-5d0a-4488-baaa-82975fe9eaf1, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db6cb843-6d38-44d5-9129-a98b1b6f40c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '2a1b71bb-7184-48bf-959d-5c444e36c97b'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:19:40.759493 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-0825df3f-c719-4fdb-b76d-116a35f71c93 req-5e23c29a-56b2-4ac3-9931-d81473e4ba19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:40.817114 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86edd7d-bc96-4a31-97b1-d1b1522aada1 req-d92eedb4-ddce-4b33-b002-0ca7b389785b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:40.819538 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b86edd7d-bc96-4a31-97b1-d1b1522aada1 req-d92eedb4-ddce-4b33-b002-0ca7b389785b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=db93647b-0e21-4983-a45b-0e51426db587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0761578 Jun 11 10:19:40.843471 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [req-b86edd7d-bc96-4a31-97b1-d1b1522aada1 req-20f0e4f3-033b-464f-a34f-9586cc02628e service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 10:19:40.844652 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b86edd7d-bc96-4a31-97b1-d1b1522aada1 req-20f0e4f3-033b-464f-a34f-9586cc02628e service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056241 Jun 11 10:19:40.854553 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-0825df3f-c719-4fdb-b76d-116a35f71c93 req-5e23c29a-56b2-4ac3-9931-d81473e4ba19 service neutron] For port 7e316b2c-5d0a-4488-baaa-82975fe9eaf1, host n-h2-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:19:40.857926 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-0825df3f-c719-4fdb-b76d-116a35f71c93 req-5e23c29a-56b2-4ac3-9931-d81473e4ba19 service neutron] For port 7e316b2c-5d0a-4488-baaa-82975fe9eaf1, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=7e316b2c-5d0a-4488-baaa-82975fe9eaf1,segment=NetworkSegment(db6cb843-6d38-44d5-9129-a98b1b6f40c6),segment_id=db6cb843-6d38-44d5-9129-a98b1b6f40c6)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:19:40.954886 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-0825df3f-c719-4fdb-b76d-116a35f71c93 req-5e23c29a-56b2-4ac3-9931-d81473e4ba19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:40.957919 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d2442897-25ef-464b-ac9b-9135a0e38666 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:19:40.972488 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b86edd7d-bc96-4a31-97b1-d1b1522aada1 req-80aaadb2-da8b-4109-9e02-6f48b8f663b6 service neutron] 10.222.0.64 "GET /v2.0/networks/db93647b-0e21-4983-a45b-0e51426db587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205060 Jun 11 10:19:40.992768 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0825df3f-c719-4fdb-b76d-116a35f71c93 req-5e23c29a-56b2-4ac3-9931-d81473e4ba19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:40.993367 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-0825df3f-c719-4fdb-b76d-116a35f71c93 req-5e23c29a-56b2-4ac3-9931-d81473e4ba19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:40.994730 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0825df3f-c719-4fdb-b76d-116a35f71c93 req-5e23c29a-56b2-4ac3-9931-d81473e4ba19 service neutron] 10.222.0.69 "PUT /v2.0/ports/7e316b2c-5d0a-4488-baaa-82975fe9eaf1 HTTP/1.1" status: 200 len: 1093 time: 1.0389407 Jun 11 10:19:40.996969 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad19c9a1-0871-4e4c-ac41-543fb278db2b', 'tag': '7e316b2c-5d0a-4488-baaa-82975fe9eaf1'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:19:40.999248 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ad8412-03ad-4be2-ae79-b4b537cba4f4" -d '{"events": [{"name": "network-changed", "server_uuid": "ad19c9a1-0871-4e4c-ac41-543fb278db2b", "tag": "7e316b2c-5d0a-4488-baaa-82975fe9eaf1"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:19:41.041776 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e23c29a-56b2-4ac3-9931-d81473e4ba19 service neutron] Pushing event updated for resources: {'Port': ['ID=7e316b2c-5d0a-4488-baaa-82975fe9eaf1,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:19:41.046351 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5e23c29a-56b2-4ac3-9931-d81473e4ba19 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:19:41.060020 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9176685-9d66-4d23-aed2-523540a14aa2 x-openstack-request-id: req-a9176685-9d66-4d23-aed2-523540a14aa2 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:19:41.060498 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad19c9a1-0871-4e4c-ac41-543fb278db2b", "tag": "7e316b2c-5d0a-4488-baaa-82975fe9eaf1", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:19:41.060809 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a9176685-9d66-4d23-aed2-523540a14aa2 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:19:41.061269 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad19c9a1-0871-4e4c-ac41-543fb278db2b', 'tag': '7e316b2c-5d0a-4488-baaa-82975fe9eaf1', 'status': 'completed', 'code': 200} Jun 11 10:19:41.137428 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b86edd7d-bc96-4a31-97b1-d1b1522aada1 req-e3d38c52-3396-4506-82df-c51a4a921567 service neutron] 10.222.0.64 "GET /v2.0/networks/db93647b-0e21-4983-a45b-0e51426db587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582468 Jun 11 10:19:41.160357 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad8412-03ad-4be2-ae79-b4b537cba4f4 req-d86d83ff-0c27-4c57-ac52-11b2d51c8530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:41.162071 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e1ad8412-03ad-4be2-ae79-b4b537cba4f4 req-d86d83ff-0c27-4c57-ac52-11b2d51c8530 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7cff3ec0902242ea94828c7f7e013111&device_id=ad19c9a1-0871-4e4c-ac41-543fb278db2b HTTP/1.1" status: 200 len: 1096 time: 0.0729456 Jun 11 10:19:41.315458 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad8412-03ad-4be2-ae79-b4b537cba4f4 req-46f188ba-0577-432c-94a3-64624c561a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:41.316995 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e1ad8412-03ad-4be2-ae79-b4b537cba4f4 req-46f188ba-0577-432c-94a3-64624c561a98 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=7cff3ec0902242ea94828c7f7e013111&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1426029 Jun 11 10:19:41.451243 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad8412-03ad-4be2-ae79-b4b537cba4f4 req-49d24e51-44fe-437c-8bf3-4a94fd8712ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:41.452820 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e1ad8412-03ad-4be2-ae79-b4b537cba4f4 req-49d24e51-44fe-437c-8bf3-4a94fd8712ee service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1282027 Jun 11 10:19:41.891031 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3394ee-7226-4680-b1e8-657922ef6d4f req-aa5daf34-260e-4fe5-8ad9-2a9b7cf0c9eb tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:41.892505 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5f3394ee-7226-4680-b1e8-657922ef6d4f req-aa5daf34-260e-4fe5-8ad9-2a9b7cf0c9eb tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad19c9a1-0871-4e4c-ac41-543fb278db2b HTTP/1.1" status: 200 len: 944 time: 0.4381986 Jun 11 10:19:41.907272 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0825df3f-c719-4fdb-b76d-116a35f71c93 req-4fb74733-03d0-45ea-ae92-c03de954068e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:41.908659 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0825df3f-c719-4fdb-b76d-116a35f71c93 req-4fb74733-03d0-45ea-ae92-c03de954068e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7cff3ec0902242ea94828c7f7e013111&device_id=ad19c9a1-0871-4e4c-ac41-543fb278db2b HTTP/1.1" status: 200 len: 1096 time: 0.4164941 Jun 11 10:19:41.970094 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0825df3f-c719-4fdb-b76d-116a35f71c93 req-3a490696-5fab-4c69-8eae-1504df3f5ca5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e316b2c-5d0a-4488-baaa-82975fe9eaf1 HTTP/1.1" status: 200 len: 217 time: 0.0513027 Jun 11 10:19:41.991932 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5f3394ee-7226-4680-b1e8-657922ef6d4f req-4792ab6d-44db-460e-99ee-a8c9efd7e602 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a74104c-69c5-4f75-b380-df31617bbb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923605 Jun 11 10:19:42.038321 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0825df3f-c719-4fdb-b76d-116a35f71c93 req-7f7a81ee-4a5c-4e7f-86ea-a8727edef36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:42.039685 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0825df3f-c719-4fdb-b76d-116a35f71c93 req-7f7a81ee-4a5c-4e7f-86ea-a8727edef36e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2d648374-76a1-4ced-9a55-c8f60e47fac9 HTTP/1.1" status: 200 len: 835 time: 0.0610073 Jun 11 10:19:42.103102 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0825df3f-c719-4fdb-b76d-116a35f71c93 req-4701f970-f6e6-48e7-9c68-e14f012fa4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:42.104566 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0825df3f-c719-4fdb-b76d-116a35f71c93 req-4701f970-f6e6-48e7-9c68-e14f012fa4a3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2a1b71bb-7184-48bf-959d-5c444e36c97b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568826 Jun 11 10:19:42.225851 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0825df3f-c719-4fdb-b76d-116a35f71c93 req-272a2049-8d80-40e0-b3a6-de2be0e8139b service neutron] 10.222.0.69 "GET /v2.0/networks/2a1b71bb-7184-48bf-959d-5c444e36c97b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117806 Jun 11 10:19:42.350001 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0825df3f-c719-4fdb-b76d-116a35f71c93 req-6caa3cd7-9a90-4644-bf5c-47698c748fbb service neutron] 10.222.0.69 "GET /v2.0/networks/2a1b71bb-7184-48bf-959d-5c444e36c97b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089201 Jun 11 10:19:42.880204 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-179c6314-4b8f-43eb-af41-1faa0d8dd55b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:43.172977 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78739a55-3595-467f-b31e-2f9d8199c0a9 req-96beda4f-00a2-4836-bc6c-d60e95a434ad tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:43.174431 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-78739a55-3595-467f-b31e-2f9d8199c0a9 req-96beda4f-00a2-4836-bc6c-d60e95a434ad tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad19c9a1-0871-4e4c-ac41-543fb278db2b HTTP/1.1" status: 200 len: 944 time: 0.0714483 Jun 11 10:19:43.224457 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-78739a55-3595-467f-b31e-2f9d8199c0a9 req-3fd75454-38bb-4b93-ba13-12c49139c53b tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a74104c-69c5-4f75-b380-df31617bbb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443122 Jun 11 10:19:44.412222 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8856aa-1956-433c-bce8-8b482011875a req-3261df2a-9cc9-47ad-9861-f9934ffb1af7 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:44.413665 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fe8856aa-1956-433c-bce8-8b482011875a req-3261df2a-9cc9-47ad-9861-f9934ffb1af7 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad19c9a1-0871-4e4c-ac41-543fb278db2b HTTP/1.1" status: 200 len: 944 time: 0.0733516 Jun 11 10:19:44.456480 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fe8856aa-1956-433c-bce8-8b482011875a req-b52e58a6-9531-48b9-bff8-3447de3b4159 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a74104c-69c5-4f75-b380-df31617bbb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371935 Jun 11 10:19:45.643406 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70d4cdd-ab9c-4a95-a263-e1fc77aa0d94 req-d952c7cb-1070-4873-b0d9-bbfd884f66f4 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:45.644897 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e70d4cdd-ab9c-4a95-a263-e1fc77aa0d94 req-d952c7cb-1070-4873-b0d9-bbfd884f66f4 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad19c9a1-0871-4e4c-ac41-543fb278db2b HTTP/1.1" status: 200 len: 944 time: 0.0701935 Jun 11 10:19:45.685858 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e70d4cdd-ab9c-4a95-a263-e1fc77aa0d94 req-fbf5b5cc-91e1-47c1-98e5-d68a6e313ebe tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a74104c-69c5-4f75-b380-df31617bbb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354381 Jun 11 10:19:45.834403 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-725ad87e-8f85-4dad-bd3d-61b933d87235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:45.925866 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:46.696832 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:46.866954 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2ee3c5-a9e0-4a91-b389-c3bfced8fa81 req-01143285-ace0-4450-b46b-f472b6c81a6e tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:46.868470 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ea2ee3c5-a9e0-4a91-b389-c3bfced8fa81 req-01143285-ace0-4450-b46b-f472b6c81a6e tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad19c9a1-0871-4e4c-ac41-543fb278db2b HTTP/1.1" status: 200 len: 944 time: 0.0734146 Jun 11 10:19:46.917395 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ea2ee3c5-a9e0-4a91-b389-c3bfced8fa81 req-931f966c-4090-4fc3-99d5-2c1ae02c04f2 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a74104c-69c5-4f75-b380-df31617bbb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414760 Jun 11 10:19:47.286441 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 7e316b2c-5d0a-4488-baaa-82975fe9eaf1 details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 10:19:47.420311 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:19:47.586058 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 7e316b2c-5d0a-4488-baaa-82975fe9eaf1, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=7e316b2c-5d0a-4488-baaa-82975fe9eaf1,segment=NetworkSegment(db6cb843-6d38-44d5-9129-a98b1b6f40c6),segment_id=db6cb843-6d38-44d5-9129-a98b1b6f40c6)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:19:47.597728 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': '7e316b2c-5d0a-4488-baaa-82975fe9eaf1', 'network_id': '2a1b71bb-7184-48bf-959d-5c444e36c97b', 'port_id': '7e316b2c-5d0a-4488-baaa-82975fe9eaf1', 'mac_address': 'fa:16:3e:97:0f:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d648374-76a1-4ced-9a55-c8f60e47fac9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 10:19:47.639794 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:47.654705 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e316b2c-5d0a-4488-baaa-82975fe9eaf1 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:19:47.674994 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 7e316b2c-5d0a-4488-baaa-82975fe9eaf1, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=7e316b2c-5d0a-4488-baaa-82975fe9eaf1,segment=NetworkSegment(db6cb843-6d38-44d5-9129-a98b1b6f40c6),segment_id=db6cb843-6d38-44d5-9129-a98b1b6f40c6)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:19:47.731627 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:47.734321 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-ed78601c-fe86-4879-9c06-6336e87eb0f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:19:47.791310 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=7e316b2c-5d0a-4488-baaa-82975fe9eaf1,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:19:47.799184 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:19:47.799530 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:19:47.800014 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:19:47.800352 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:19:47.800683 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:19:47.801012 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:19:47.801337 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:19:47.801660 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:19:47.801982 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:19:47.802305 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:19:47.802722 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:19:47.802983 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:19:47.806861 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:19:48.077907 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['7e316b2c-5d0a-4488-baaa-82975fe9eaf1'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:19:48.098805 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f93a07-08d2-4fdb-90d2-817cefa215d0 req-f3baedc4-4935-4cf5-9dbc-5aa44ef05d40 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:48.100312 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-24f93a07-08d2-4fdb-90d2-817cefa215d0 req-f3baedc4-4935-4cf5-9dbc-5aa44ef05d40 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad19c9a1-0871-4e4c-ac41-543fb278db2b HTTP/1.1" status: 200 len: 945 time: 0.0707467 Jun 11 10:19:48.143343 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-24f93a07-08d2-4fdb-90d2-817cefa215d0 req-87e474b1-5091-492f-8546-6f929a83576d tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a74104c-69c5-4f75-b380-df31617bbb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372670 Jun 11 10:19:48.472381 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:49.299593 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 7e316b2c-5d0a-4488-baaa-82975fe9eaf1 up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:19:49.325823 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58c983-abe0-4d9d-8a77-0120adf1c033 req-3ca74978-10e0-4fa3-88fb-ad7aec0fd86f tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:49.327280 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8e58c983-abe0-4d9d-8a77-0120adf1c033 req-3ca74978-10e0-4fa3-88fb-ad7aec0fd86f tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad19c9a1-0871-4e4c-ac41-543fb278db2b HTTP/1.1" status: 200 len: 945 time: 0.0728934 Jun 11 10:19:49.370462 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8e58c983-abe0-4d9d-8a77-0120adf1c033 req-d5e8023e-adaa-4010-8d34-930514615176 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a74104c-69c5-4f75-b380-df31617bbb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367846 Jun 11 10:19:49.443614 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning for port 7e316b2c-5d0a-4488-baaa-82975fe9eaf1 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:19:49.448019 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port 7e316b2c-5d0a-4488-baaa-82975fe9eaf1 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:19:49.448400 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:49.541376 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:49.565401 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad19c9a1-0871-4e4c-ac41-543fb278db2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e316b2c-5d0a-4488-baaa-82975fe9eaf1'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:19:49.567698 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb751fa-deae-40e2-9b4e-46aefd12263b" -d '{"events": [{"server_uuid": "ad19c9a1-0871-4e4c-ac41-543fb278db2b", "name": "network-vif-plugged", "status": "completed", "tag": "7e316b2c-5d0a-4488-baaa-82975fe9eaf1"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:19:49.582433 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 7e316b2c-5d0a-4488-baaa-82975fe9eaf1, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=7e316b2c-5d0a-4488-baaa-82975fe9eaf1,segment=NetworkSegment(db6cb843-6d38-44d5-9129-a98b1b6f40c6),segment_id=db6cb843-6d38-44d5-9129-a98b1b6f40c6)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:19:49.603720 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-699ba38f-7154-4675-806d-ee1b6a2e7976 x-openstack-request-id: req-699ba38f-7154-4675-806d-ee1b6a2e7976 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:19:49.604023 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad19c9a1-0871-4e4c-ac41-543fb278db2b", "name": "network-vif-plugged", "status": "completed", "tag": "7e316b2c-5d0a-4488-baaa-82975fe9eaf1", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:19:49.604288 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-699ba38f-7154-4675-806d-ee1b6a2e7976 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:19:49.604688 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad19c9a1-0871-4e4c-ac41-543fb278db2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e316b2c-5d0a-4488-baaa-82975fe9eaf1', 'code': 200} Jun 11 10:19:49.646326 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:49.648264 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:19:49.702098 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=7e316b2c-5d0a-4488-baaa-82975fe9eaf1,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:19:49.705683 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:19:49.776110 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8012a2f-222e-43cb-b40b-0c08a86b436a req-a93ef8a9-aac1-4fa3-9602-cad4f889a344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:49.777506 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d8012a2f-222e-43cb-b40b-0c08a86b436a req-a93ef8a9-aac1-4fa3-9602-cad4f889a344 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ad19c9a1-0871-4e4c-ac41-543fb278db2b HTTP/1.1" status: 200 len: 1098 time: 0.1085663 Jun 11 10:19:49.816848 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d8012a2f-222e-43cb-b40b-0c08a86b436a req-c709c9f5-d7df-41dd-bfed-e823ad6a4941 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0a74104c-69c5-4f75-b380-df31617bbb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317929 Jun 11 10:19:50.556292 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8926af-ab1c-4f18-adaa-26ce006d4309 req-6cc92a84-d32f-48b8-8b0f-34e93b54eb87 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:50.557729 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5e8926af-ab1c-4f18-adaa-26ce006d4309 req-6cc92a84-d32f-48b8-8b0f-34e93b54eb87 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad19c9a1-0871-4e4c-ac41-543fb278db2b HTTP/1.1" status: 200 len: 946 time: 0.0747705 Jun 11 10:19:50.599505 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5e8926af-ab1c-4f18-adaa-26ce006d4309 req-8fa59ee7-5e29-4dc9-8b8e-4c9fde8dd96f tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a74104c-69c5-4f75-b380-df31617bbb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355487 Jun 11 10:19:51.649924 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-516bc1fc-8416-4ed7-aecd-50dc9764ce37 req-e664793c-d23d-4b60-801d-c2ad9623b8ed service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b54d0e17-1873-42dc-a2a0-28500f0e130c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0607541 Jun 11 10:19:51.734606 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516bc1fc-8416-4ed7-aecd-50dc9764ce37 req-9eaa6369-a906-4d9d-b7ef-6e796efad592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:51.736104 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-516bc1fc-8416-4ed7-aecd-50dc9764ce37 req-9eaa6369-a906-4d9d-b7ef-6e796efad592 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7c7545923ebc48e08cfbeb0d8e94f901&device_id=b54d0e17-1873-42dc-a2a0-28500f0e130c HTTP/1.1" status: 200 len: 1098 time: 0.0621336 Jun 11 10:19:51.919935 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a88bfd-4451-42ec-bb29-e745b002772c req-8239a120-5d95-4c8d-9f3a-a2da221a7bc0 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:51.921316 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a2a88bfd-4451-42ec-bb29-e745b002772c req-8239a120-5d95-4c8d-9f3a-a2da221a7bc0 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad19c9a1-0871-4e4c-ac41-543fb278db2b HTTP/1.1" status: 200 len: 946 time: 0.1785905 Jun 11 10:19:51.926639 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516bc1fc-8416-4ed7-aecd-50dc9764ce37 req-c31436db-604e-45f0-8acd-9683d34d03c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:51.928062 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-516bc1fc-8416-4ed7-aecd-50dc9764ce37 req-c31436db-604e-45f0-8acd-9683d34d03c6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=795e7157-0b59-4b3c-b5bc-895c607dc0cc HTTP/1.1" status: 200 len: 911 time: 0.1464970 Jun 11 10:19:52.040702 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a2a88bfd-4451-42ec-bb29-e745b002772c req-ea414216-5ac5-42b5-8337-8bb9a89dfc7b tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a74104c-69c5-4f75-b380-df31617bbb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116786 Jun 11 10:19:52.048292 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-516bc1fc-8416-4ed7-aecd-50dc9764ce37 req-75ee9826-05f8-4ef8-9c32-bb308ace3860 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=983aba21-d091-4612-bfa4-1e21ac12986e HTTP/1.1" status: 200 len: 1000 time: 0.1124794 Jun 11 10:19:52.108837 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516bc1fc-8416-4ed7-aecd-50dc9764ce37 req-9609d900-f763-46f5-ab1c-5f6bd97936fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:52.110983 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-516bc1fc-8416-4ed7-aecd-50dc9764ce37 req-9609d900-f763-46f5-ab1c-5f6bd97936fd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b543bd1f-2b45-4ed6-ae53-d9d0c8ed8871 HTTP/1.1" status: 200 len: 849 time: 0.0557902 Jun 11 10:19:52.180338 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516bc1fc-8416-4ed7-aecd-50dc9764ce37 req-5abf41a6-698d-4bb2-82bb-ecf8aba6a2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:52.181817 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-516bc1fc-8416-4ed7-aecd-50dc9764ce37 req-5abf41a6-698d-4bb2-82bb-ecf8aba6a2b8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=795e7157-0b59-4b3c-b5bc-895c607dc0cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0638692 Jun 11 10:19:52.340311 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-516bc1fc-8416-4ed7-aecd-50dc9764ce37 req-eaf6c105-6127-40a7-a27f-b483cc95bbe5 service neutron] 10.222.0.69 "GET /v2.0/networks/795e7157-0b59-4b3c-b5bc-895c607dc0cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506805 Jun 11 10:19:52.406068 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22bb021-80c7-4479-9100-22b7981f4bef req-5538bb2e-2930-454b-9d99-9845be6e4ac6 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:52.408120 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e22bb021-80c7-4479-9100-22b7981f4bef req-5538bb2e-2930-454b-9d99-9845be6e4ac6 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad19c9a1-0871-4e4c-ac41-543fb278db2b HTTP/1.1" status: 200 len: 946 time: 0.1354239 Jun 11 10:19:52.507339 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e22bb021-80c7-4479-9100-22b7981f4bef req-e850ded4-4954-4f77-ad6d-bf3fd9071891 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a74104c-69c5-4f75-b380-df31617bbb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593596 Jun 11 10:19:52.509604 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-516bc1fc-8416-4ed7-aecd-50dc9764ce37 req-ee96ab6f-788f-4801-b08f-d2a719c83080 service neutron] 10.222.0.69 "GET /v2.0/networks/795e7157-0b59-4b3c-b5bc-895c607dc0cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613257 Jun 11 10:19:52.533118 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 34656) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:19:52.597410 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7922e93e-b955-4827-82d8-7c3349de154f tempest-TestNetworkBasicOps-36146069 tempest-TestNetworkBasicOps-36146069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:52.598928 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-7922e93e-b955-4827-82d8-7c3349de154f tempest-TestNetworkBasicOps-36146069 tempest-TestNetworkBasicOps-36146069-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=ad19c9a1-0871-4e4c-ac41-543fb278db2b HTTP/1.1" status: 200 len: 1093 time: 0.0647755 Jun 11 10:19:52.601832 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 34658) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:19:52.606157 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-e503d0dc-0257-4ccd-b892-495de17ad590 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Request body: {'floatingip': {'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'port_id': '7e316b2c-5d0a-4488-baaa-82975fe9eaf1', 'tenant_id': '7cff3ec0902242ea94828c7f7e013111', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:19:52.695107 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e503d0dc-0257-4ccd-b892-495de17ad590 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for floatingip, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:52.820454 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e503d0dc-0257-4ccd-b892-495de17ad590 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:52.941241 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-e503d0dc-0257-4ccd-b892-495de17ad590 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Allocated IP 172.25.4.150 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/2aa32d08-29be-450c-ae12-e370386a5ce9) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:19:53.073826 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e503d0dc-0257-4ccd-b892-495de17ad590 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:53.200592 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e503d0dc-0257-4ccd-b892-495de17ad590 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:53.203606 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-39e9ae60-8f8b-47c7-8c78-c96d13ca0524 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:19:53.252537 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e503d0dc-0257-4ccd-b892-495de17ad590 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:19:53.257014 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-e503d0dc-0257-4ccd-b892-495de17ad590 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:19:53.260757 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e503d0dc-0257-4ccd-b892-495de17ad590 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:19:53.289371 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e503d0dc-0257-4ccd-b892-495de17ad590 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Pushing event updated for resources: {'Port': ['ID=2aa32d08-29be-450c-ae12-e370386a5ce9,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:19:53.293502 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e503d0dc-0257-4ccd-b892-495de17ad590 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:19:53.749840 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e503d0dc-0257-4ccd-b892-495de17ad590 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:53.952833 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e503d0dc-0257-4ccd-b892-495de17ad590 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:54.142941 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e503d0dc-0257-4ccd-b892-495de17ad590 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:54.205600 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e503d0dc-0257-4ccd-b892-495de17ad590 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:54.208159 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3d3ec749-35cc-401f-9ab2-a4f3c8ca932d tempest-VolumesSnapshotTestJSON-305889373 tempest-VolumesSnapshotTestJSON-305889373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:19:54.291822 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e503d0dc-0257-4ccd-b892-495de17ad590 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Pushing event updated for resources: {'Port': ['ID=2aa32d08-29be-450c-ae12-e370386a5ce9,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:19:54.300933 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e503d0dc-0257-4ccd-b892-495de17ad590 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:19:54.311417 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e503d0dc-0257-4ccd-b892-495de17ad590 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:54.775502 n-d-779913-12 neutron-server[93177]: INFO neutron.db.l3_db [None req-e503d0dc-0257-4ccd-b892-495de17ad590 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Floating IP 410af535-00be-4a55-bbfc-556273b94191 associated. External IP: 172.25.4.150, port: 7e316b2c-5d0a-4488-baaa-82975fe9eaf1. Jun 11 10:19:55.069671 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e503d0dc-0257-4ccd-b892-495de17ad590 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Router e1b5a997-1073-41c6-974e-520ea625506c has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:19:55.219602 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e503d0dc-0257-4ccd-b892-495de17ad590 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:19:55.230201 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664666f8-a25b-40b2-a797-4ebb14691aab None None] Sync routers for ids ['e1b5a997-1073-41c6-974e-520ea625506c'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:19:55.241272 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664666f8-a25b-40b2-a797-4ebb14691aab None None] Routers {'e1b5a997-1073-41c6-974e-520ea625506c'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:19:55.241812 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-664666f8-a25b-40b2-a797-4ebb14691aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:19:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['e1b5a997-1073-41c6-974e-520ea625506c'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:19:55.320091 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e503d0dc-0257-4ccd-b892-495de17ad590 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:55.364594 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-e503d0dc-0257-4ccd-b892-495de17ad590 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7617586 Jun 11 10:19:55.365266 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad19c9a1-0871-4e4c-ac41-543fb278db2b', 'tag': '7e316b2c-5d0a-4488-baaa-82975fe9eaf1'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:19:55.367620 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c06603b8-5633-4577-8053-f8b3fdaf4702" -d '{"events": [{"name": "network-changed", "server_uuid": "ad19c9a1-0871-4e4c-ac41-543fb278db2b", "tag": "7e316b2c-5d0a-4488-baaa-82975fe9eaf1"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:19:55.372209 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 34666) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:19:55.392295 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-664666f8-a25b-40b2-a797-4ebb14691aab None None] Set router e1b5a997-1073-41c6-974e-520ea625506c gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:19:55.407137 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5adb41-f654-4bf4-b944-55b4d23a9894 x-openstack-request-id: req-ee5adb41-f654-4bf4-b944-55b4d23a9894 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:19:55.407487 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad19c9a1-0871-4e4c-ac41-543fb278db2b", "tag": "7e316b2c-5d0a-4488-baaa-82975fe9eaf1", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:19:55.407839 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ee5adb41-f654-4bf4-b944-55b4d23a9894 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:19:55.408289 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad19c9a1-0871-4e4c-ac41-543fb278db2b', 'tag': '7e316b2c-5d0a-4488-baaa-82975fe9eaf1', 'status': 'completed', 'code': 200} Jun 11 10:19:55.470120 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-c1e16416-09c3-4db1-ad7a-c7a610a20ea2 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/floatingips/410af535-00be-4a55-bbfc-556273b94191 HTTP/1.1" status: 200 len: 992 time: 0.0958219 Jun 11 10:19:55.498627 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06603b8-5633-4577-8053-f8b3fdaf4702 req-6db2c5e5-4b2e-4263-b221-b782b7d689cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:55.500614 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c06603b8-5633-4577-8053-f8b3fdaf4702 req-6db2c5e5-4b2e-4263-b221-b782b7d689cc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7cff3ec0902242ea94828c7f7e013111&device_id=ad19c9a1-0871-4e4c-ac41-543fb278db2b HTTP/1.1" status: 200 len: 1098 time: 0.0681162 Jun 11 10:19:55.623341 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06603b8-5633-4577-8053-f8b3fdaf4702 req-e22579f0-7003-43e3-85ef-5cb33f868d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:55.624795 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c06603b8-5633-4577-8053-f8b3fdaf4702 req-e22579f0-7003-43e3-85ef-5cb33f868d02 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2a1b71bb-7184-48bf-959d-5c444e36c97b HTTP/1.1" status: 200 len: 898 time: 0.1180234 Jun 11 10:19:55.702519 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-664666f8-a25b-40b2-a797-4ebb14691aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b5a997-1073-41c6-974e-520ea625506c', 'name': 'tempest-TestNetworkBasicOps-router-1174051028', 'tenant_id': '7cff3ec0902242ea94828c7f7e013111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': 'c8e6d3ed-6c08-4384-ac8b-7de07e57e9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:19:23Z', 'updated_at': '2021-06-11T10:19:29Z', 'revision_number': 4, 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'gw_port': {'id': 'c8e6d3ed-6c08-4384-ac8b-7de07e57e9f4', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b5a997-1073-41c6-974e-520ea625506c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:19:24Z', 'updated_at': '2021-06-11T10:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': '410af535-00be-4a55-bbfc-556273b94191', 'tenant_id': '7cff3ec0902242ea94828c7f7e013111', 'floating_ip_address': '172.25.4.150', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': 'e1b5a997-1073-41c6-974e-520ea625506c', 'port_id': '7e316b2c-5d0a-4488-baaa-82975fe9eaf1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a1b71bb-7184-48bf-959d-5c444e36c97b', 'mac_address': 'fa:16:3e:97:0f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad19c9a1-0871-4e4c-ac41-543fb278db2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T10:19:53Z', 'updated_at': '2021-06-11T10:19:53Z', 'revision_number': 0, 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1b07cc9-2a24-4521-9b02-ff8df0d0c8d8', 'name': '', 'network_id': '2a1b71bb-7184-48bf-959d-5c444e36c97b', 'tenant_id': '7cff3ec0902242ea94828c7f7e013111', 'mac_address': 'fa:16:3e:ac:70:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b5a997-1073-41c6-974e-520ea625506c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '2d648374-76a1-4ced-9a55-c8f60e47fac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:19:28Z', 'updated_at': '2021-06-11T10:19:34Z', 'revision_number': 5, 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'subnets': [{'id': '2d648374-76a1-4ced-9a55-c8f60e47fac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:19:55.706822 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664666f8-a25b-40b2-a797-4ebb14691aab None None] Checking router: e1b5a997-1073-41c6-974e-520ea625506c for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:19:55.712245 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c06603b8-5633-4577-8053-f8b3fdaf4702 req-1812e694-dc12-487e-a7b1-3bdad334b015 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e316b2c-5d0a-4488-baaa-82975fe9eaf1 HTTP/1.1" status: 200 len: 1000 time: 0.0798831 Jun 11 10:19:55.715271 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664666f8-a25b-40b2-a797-4ebb14691aab None None] Routers {'e1b5a997-1073-41c6-974e-520ea625506c'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:19:55.715917 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-664666f8-a25b-40b2-a797-4ebb14691aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:19:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['e1b5a997-1073-41c6-974e-520ea625506c'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:19:55.778128 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06603b8-5633-4577-8053-f8b3fdaf4702 req-884c7cb7-680f-49b9-92ec-1d86e5490a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:55.779655 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c06603b8-5633-4577-8053-f8b3fdaf4702 req-884c7cb7-680f-49b9-92ec-1d86e5490a1e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2d648374-76a1-4ced-9a55-c8f60e47fac9 HTTP/1.1" status: 200 len: 835 time: 0.0608046 Jun 11 10:19:55.852005 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06603b8-5633-4577-8053-f8b3fdaf4702 req-d076e2b8-0a13-4ef9-85f2-92326455ce32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:55.854060 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c06603b8-5633-4577-8053-f8b3fdaf4702 req-d076e2b8-0a13-4ef9-85f2-92326455ce32 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2a1b71bb-7184-48bf-959d-5c444e36c97b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0675604 Jun 11 10:19:55.863705 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-664666f8-a25b-40b2-a797-4ebb14691aab None None] Set router e1b5a997-1073-41c6-974e-520ea625506c gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:19:55.988670 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c06603b8-5633-4577-8053-f8b3fdaf4702 req-2ef01d1a-71f6-4ad4-ab4a-c66222175d1f service neutron] 10.222.0.69 "GET /v2.0/networks/2a1b71bb-7184-48bf-959d-5c444e36c97b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276855 Jun 11 10:19:56.111282 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c06603b8-5633-4577-8053-f8b3fdaf4702 req-81846d13-644f-4804-887a-eee505559d84 service neutron] 10.222.0.69 "GET /v2.0/networks/2a1b71bb-7184-48bf-959d-5c444e36c97b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151521 Jun 11 10:19:56.159076 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-664666f8-a25b-40b2-a797-4ebb14691aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b5a997-1073-41c6-974e-520ea625506c', 'name': 'tempest-TestNetworkBasicOps-router-1174051028', 'tenant_id': '7cff3ec0902242ea94828c7f7e013111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': 'c8e6d3ed-6c08-4384-ac8b-7de07e57e9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:19:23Z', 'updated_at': '2021-06-11T10:19:29Z', 'revision_number': 4, 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'gw_port': {'id': 'c8e6d3ed-6c08-4384-ac8b-7de07e57e9f4', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b5a997-1073-41c6-974e-520ea625506c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:19:24Z', 'updated_at': '2021-06-11T10:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': '410af535-00be-4a55-bbfc-556273b94191', 'tenant_id': '7cff3ec0902242ea94828c7f7e013111', 'floating_ip_address': '172.25.4.150', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': 'e1b5a997-1073-41c6-974e-520ea625506c', 'port_id': '7e316b2c-5d0a-4488-baaa-82975fe9eaf1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a1b71bb-7184-48bf-959d-5c444e36c97b', 'mac_address': 'fa:16:3e:97:0f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad19c9a1-0871-4e4c-ac41-543fb278db2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T10:19:53Z', 'updated_at': '2021-06-11T10:19:53Z', 'revision_number': 0, 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1b07cc9-2a24-4521-9b02-ff8df0d0c8d8', 'name': '', 'network_id': '2a1b71bb-7184-48bf-959d-5c444e36c97b', 'tenant_id': '7cff3ec0902242ea94828c7f7e013111', 'mac_address': 'fa:16:3e:ac:70:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b5a997-1073-41c6-974e-520ea625506c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '2d648374-76a1-4ced-9a55-c8f60e47fac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:19:28Z', 'updated_at': '2021-06-11T10:19:34Z', 'revision_number': 5, 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'subnets': [{'id': '2d648374-76a1-4ced-9a55-c8f60e47fac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:19:56.162540 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664666f8-a25b-40b2-a797-4ebb14691aab None None] The sync data for ids ['e1b5a997-1073-41c6-974e-520ea625506c'] in n-d-779913-12 is: [{'id': 'e1b5a997-1073-41c6-974e-520ea625506c', 'name': 'tempest-TestNetworkBasicOps-router-1174051028', 'tenant_id': '7cff3ec0902242ea94828c7f7e013111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': 'c8e6d3ed-6c08-4384-ac8b-7de07e57e9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:19:23Z', 'updated_at': '2021-06-11T10:19:29Z', 'revision_number': 4, 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'gw_port': {'id': 'c8e6d3ed-6c08-4384-ac8b-7de07e57e9f4', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b5a997-1073-41c6-974e-520ea625506c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:19:24Z', 'updated_at': '2021-06-11T10:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': '410af535-00be-4a55-bbfc-556273b94191', 'tenant_id': '7cff3ec0902242ea94828c7f7e013111', 'floating_ip_address': '172.25.4.150', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': 'e1b5a997-1073-41c6-974e-520ea625506c', 'port_id': '7e316b2c-5d0a-4488-baaa-82975fe9eaf1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a1b71bb-7184-48bf-959d-5c444e36c97b', 'mac_address': 'fa:16:3e:97:0f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad19c9a1-0871-4e4c-ac41-543fb278db2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T10:19:53Z', 'updated_at': '2021-06-11T10:19:53Z', 'revision_number': 0, 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1b07cc9-2a24-4521-9b02-ff8df0d0c8d8', 'name': '', 'network_id': '2a1b71bb-7184-48bf-959d-5c444e36c97b', 'tenant_id': '7cff3ec0902242ea94828c7f7e013111', 'mac_address': 'fa:16:3e:ac:70:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b5a997-1073-41c6-974e-520ea625506c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '2d648374-76a1-4ced-9a55-c8f60e47fac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:19:28Z', 'updated_at': '2021-06-11T10:19:34Z', 'revision_number': 5, 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'subnets': [{'id': '2d648374-76a1-4ced-9a55-c8f60e47fac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:19:56.353600 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb064ebb-1c3e-43c6-8172-b96b17f49d30 None None] New status for floating IP 410af535-00be-4a55-bbfc-556273b94191: ACTIVE {{(pid=93179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 10:19:56.473311 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 34668) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:19:56.555153 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-0e983fcf-bd89-4212-8882-dc64c1b48c8c tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/floatingips/410af535-00be-4a55-bbfc-556273b94191 HTTP/1.1" status: 200 len: 992 time: 0.0805769 Jun 11 10:19:57.558888 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 34672) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:19:57.643801 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-534cf3fb-11a8-490e-ae00-28eacc221877 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/floatingips/410af535-00be-4a55-bbfc-556273b94191 HTTP/1.1" status: 200 len: 994 time: 0.0834048 Jun 11 10:19:58.698745 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4780a03d-f2b9-4a39-96c6-8d5a48111aed req-de7c7989-2053-48bf-9708-23b0727e12d2 tempest-TestNetworkAdvancedServerOps-2001270397 tempest-TestNetworkAdvancedServerOps-2001270397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:58.700221 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4780a03d-f2b9-4a39-96c6-8d5a48111aed req-de7c7989-2053-48bf-9708-23b0727e12d2 tempest-TestNetworkAdvancedServerOps-2001270397 tempest-TestNetworkAdvancedServerOps-2001270397-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=d394a15c-1a9b-4d4f-b1f7-954e0c77c10b HTTP/1.1" status: 200 len: 1098 time: 0.0593431 Jun 11 10:19:58.721506 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-4780a03d-f2b9-4a39-96c6-8d5a48111aed req-d6b34d3e-a593-4a59-8b7f-6b88d407c2ae tempest-TestNetworkAdvancedServerOps-2001270397 tempest-TestNetworkAdvancedServerOps-2001270397-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:58.826795 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-4780a03d-f2b9-4a39-96c6-8d5a48111aed req-d6b34d3e-a593-4a59-8b7f-6b88d407c2ae tempest-TestNetworkAdvancedServerOps-2001270397 tempest-TestNetworkAdvancedServerOps-2001270397-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:58.936713 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-4780a03d-f2b9-4a39-96c6-8d5a48111aed req-d6b34d3e-a593-4a59-8b7f-6b88d407c2ae tempest-TestNetworkAdvancedServerOps-2001270397 tempest-TestNetworkAdvancedServerOps-2001270397-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:19:58.939264 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f527450c-0bf3-4de6-8200-6e771889ac3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:19:58.962608 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4780a03d-f2b9-4a39-96c6-8d5a48111aed req-d6b34d3e-a593-4a59-8b7f-6b88d407c2ae tempest-TestNetworkAdvancedServerOps-2001270397 tempest-TestNetworkAdvancedServerOps-2001270397-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=556705f8-fe7a-4fe3-93ca-14d84e2d8253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2566359 Jun 11 10:19:58.972923 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b34d3e-a593-4a59-8b7f-6b88d407c2ae tempest-TestNetworkAdvancedServerOps-2001270397 tempest-TestNetworkAdvancedServerOps-2001270397-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c7170f-c17f-4eb9-997e-b28f1937a893,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:19:58.980488 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b34d3e-a593-4a59-8b7f-6b88d407c2ae tempest-TestNetworkAdvancedServerOps-2001270397 tempest-TestNetworkAdvancedServerOps-2001270397-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:19:58.980929 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b34d3e-a593-4a59-8b7f-6b88d407c2ae tempest-TestNetworkAdvancedServerOps-2001270397 tempest-TestNetworkAdvancedServerOps-2001270397-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:19:58.981302 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b34d3e-a593-4a59-8b7f-6b88d407c2ae tempest-TestNetworkAdvancedServerOps-2001270397 tempest-TestNetworkAdvancedServerOps-2001270397-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:19:58.981691 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b34d3e-a593-4a59-8b7f-6b88d407c2ae tempest-TestNetworkAdvancedServerOps-2001270397 tempest-TestNetworkAdvancedServerOps-2001270397-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:19:58.982066 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b34d3e-a593-4a59-8b7f-6b88d407c2ae tempest-TestNetworkAdvancedServerOps-2001270397 tempest-TestNetworkAdvancedServerOps-2001270397-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:19:58.982469 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b34d3e-a593-4a59-8b7f-6b88d407c2ae tempest-TestNetworkAdvancedServerOps-2001270397 tempest-TestNetworkAdvancedServerOps-2001270397-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:19:58.982844 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b34d3e-a593-4a59-8b7f-6b88d407c2ae tempest-TestNetworkAdvancedServerOps-2001270397 tempest-TestNetworkAdvancedServerOps-2001270397-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:19:58.983217 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b34d3e-a593-4a59-8b7f-6b88d407c2ae tempest-TestNetworkAdvancedServerOps-2001270397 tempest-TestNetworkAdvancedServerOps-2001270397-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:19:58.983640 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b34d3e-a593-4a59-8b7f-6b88d407c2ae tempest-TestNetworkAdvancedServerOps-2001270397 tempest-TestNetworkAdvancedServerOps-2001270397-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:19:58.984011 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b34d3e-a593-4a59-8b7f-6b88d407c2ae tempest-TestNetworkAdvancedServerOps-2001270397 tempest-TestNetworkAdvancedServerOps-2001270397-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:19:58.984440 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b34d3e-a593-4a59-8b7f-6b88d407c2ae tempest-TestNetworkAdvancedServerOps-2001270397 tempest-TestNetworkAdvancedServerOps-2001270397-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:19:58.985351 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b34d3e-a593-4a59-8b7f-6b88d407c2ae tempest-TestNetworkAdvancedServerOps-2001270397 tempest-TestNetworkAdvancedServerOps-2001270397-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:19:58.989552 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d6b34d3e-a593-4a59-8b7f-6b88d407c2ae tempest-TestNetworkAdvancedServerOps-2001270397 tempest-TestNetworkAdvancedServerOps-2001270397-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:19:59.145859 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee0a3f-a5f3-43d7-bb86-ac7ab50f9a14 req-beb1ca5a-d6c7-405d-a714-661007b47a7a tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:19:59.147295 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-77ee0a3f-a5f3-43d7-bb86-ac7ab50f9a14 req-beb1ca5a-d6c7-405d-a714-661007b47a7a tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=d394a15c-1a9b-4d4f-b1f7-954e0c77c10b HTTP/1.1" status: 200 len: 946 time: 0.0702014 Jun 11 10:19:59.191475 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-77ee0a3f-a5f3-43d7-bb86-ac7ab50f9a14 req-7fc3d98a-3ea5-4798-8899-9a7acf52544b tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=556705f8-fe7a-4fe3-93ca-14d84e2d8253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384266 Jun 11 10:19:59.215474 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 34682) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:19:59.297785 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-e939a4f6-f5cb-4149-9bc6-b80457d6988b tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/floatingips/0df5cc3f-808f-4af7-b35c-9c006b79298e HTTP/1.1" status: 200 len: 994 time: 0.0806241 Jun 11 10:20:00.285377 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aae8e93-153e-4d78-b369-720665f8d9c6 req-d4bc886e-e64f-410f-8d8c-f14490dc0d66 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:20:00.286868 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9aae8e93-153e-4d78-b369-720665f8d9c6 req-d4bc886e-e64f-410f-8d8c-f14490dc0d66 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=d394a15c-1a9b-4d4f-b1f7-954e0c77c10b HTTP/1.1" status: 200 len: 946 time: 0.0741150 Jun 11 10:20:00.331270 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9aae8e93-153e-4d78-b369-720665f8d9c6 req-555c4592-ec6c-44e7-84fa-e0c2703db38a tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=556705f8-fe7a-4fe3-93ca-14d84e2d8253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382805 Jun 11 10:20:00.414143 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ba924447-f390-40b2-bff9-4577838ec25d req-3bceaaf7-3c1a-4c45-80ae-25e2feb8a79c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d394a15c-1a9b-4d4f-b1f7-954e0c77c10b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1213264 Jun 11 10:20:01.438768 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:01.526204 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e53724-7b58-4a4e-8f0c-feffafe9775d req-da571e76-0856-46a7-a84b-016f9ee71765 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:20:01.527694 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d5e53724-7b58-4a4e-8f0c-feffafe9775d req-da571e76-0856-46a7-a84b-016f9ee71765 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=d394a15c-1a9b-4d4f-b1f7-954e0c77c10b HTTP/1.1" status: 200 len: 946 time: 0.0764735 Jun 11 10:20:01.573002 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d5e53724-7b58-4a4e-8f0c-feffafe9775d req-c14800dc-4d22-4aa4-a012-a0fcae4bd15c tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=556705f8-fe7a-4fe3-93ca-14d84e2d8253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390744 Jun 11 10:20:02.616540 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba924447-f390-40b2-bff9-4577838ec25d req-cf692b8a-5a9b-4390-9f23-e0ef2aada9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:20:02.618082 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ba924447-f390-40b2-bff9-4577838ec25d req-cf692b8a-5a9b-4390-9f23-e0ef2aada9ea service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=291bb5ee2189444bb635fe5a1d306c3b&device_id=d394a15c-1a9b-4d4f-b1f7-954e0c77c10b HTTP/1.1" status: 200 len: 1098 time: 0.0633137 Jun 11 10:20:02.747045 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba924447-f390-40b2-bff9-4577838ec25d req-ac2c7161-ce1a-4f0f-8126-b699276378cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:20:02.748666 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ba924447-f390-40b2-bff9-4577838ec25d req-ac2c7161-ce1a-4f0f-8126-b699276378cb service neutron] 10.222.0.64 "GET /v2.0/networks?id=f7713be0-f9f6-48b3-97a0-413ad253d5e5 HTTP/1.1" status: 200 len: 898 time: 0.1237466 Jun 11 10:20:02.769408 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0bf95a-36f9-45ec-be76-3fd2baa4b29a req-139f830a-6c5b-41c9-b84e-81465da282c5 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:20:02.771110 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cd0bf95a-36f9-45ec-be76-3fd2baa4b29a req-139f830a-6c5b-41c9-b84e-81465da282c5 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=d394a15c-1a9b-4d4f-b1f7-954e0c77c10b HTTP/1.1" status: 200 len: 946 time: 0.0846739 Jun 11 10:20:02.817210 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cd0bf95a-36f9-45ec-be76-3fd2baa4b29a req-a6363de2-e5c4-4a55-91c7-6a44e0d74896 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=556705f8-fe7a-4fe3-93ca-14d84e2d8253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399370 Jun 11 10:20:02.846984 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ba924447-f390-40b2-bff9-4577838ec25d req-c85096c1-1f0c-418d-a8f6-1917953a96d2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aec25d06-ab23-4d7f-96ed-c6c2edb5448b HTTP/1.1" status: 200 len: 1002 time: 0.0905695 Jun 11 10:20:02.905972 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba924447-f390-40b2-bff9-4577838ec25d req-06ea78ae-53d9-4f65-9e28-fe65d6718a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:20:02.907507 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ba924447-f390-40b2-bff9-4577838ec25d req-06ea78ae-53d9-4f65-9e28-fe65d6718a4b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8e836f26-8a2a-49d5-b8bd-a760b3243fc3 HTTP/1.1" status: 200 len: 835 time: 0.0528924 Jun 11 10:20:02.971405 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba924447-f390-40b2-bff9-4577838ec25d req-bdbe6f32-2940-4b14-864d-a21b83dc6662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:20:02.972869 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ba924447-f390-40b2-bff9-4577838ec25d req-bdbe6f32-2940-4b14-864d-a21b83dc6662 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f7713be0-f9f6-48b3-97a0-413ad253d5e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0586002 Jun 11 10:20:03.098210 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ba924447-f390-40b2-bff9-4577838ec25d req-ff827051-b152-46eb-b027-4fef0d1f51bb service neutron] 10.222.0.64 "GET /v2.0/networks/f7713be0-f9f6-48b3-97a0-413ad253d5e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183109 Jun 11 10:20:03.224087 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ba924447-f390-40b2-bff9-4577838ec25d req-37f14801-51ed-4c40-819b-51744b7bf624 service neutron] 10.222.0.64 "GET /v2.0/networks/f7713be0-f9f6-48b3-97a0-413ad253d5e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176250 Jun 11 10:20:04.004119 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96186654-b3b6-459c-91cb-e3dd9d20ae9f req-d0e40fd4-511c-4088-9759-5e83c8852c72 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:20:04.005582 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-96186654-b3b6-459c-91cb-e3dd9d20ae9f req-d0e40fd4-511c-4088-9759-5e83c8852c72 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=d394a15c-1a9b-4d4f-b1f7-954e0c77c10b HTTP/1.1" status: 200 len: 946 time: 0.0757227 Jun 11 10:20:04.048976 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-96186654-b3b6-459c-91cb-e3dd9d20ae9f req-7fc1f938-27dc-4f28-8f12-f37962aafb2b tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=556705f8-fe7a-4fe3-93ca-14d84e2d8253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371766 Jun 11 10:20:05.234087 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b35591-939a-4ac6-8b46-e7117ed8857f req-82f1defa-433f-4311-bdf9-ad20904a696c tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:20:05.236095 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-38b35591-939a-4ac6-8b46-e7117ed8857f req-82f1defa-433f-4311-bdf9-ad20904a696c tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=d394a15c-1a9b-4d4f-b1f7-954e0c77c10b HTTP/1.1" status: 200 len: 946 time: 0.0724847 Jun 11 10:20:05.280254 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-38b35591-939a-4ac6-8b46-e7117ed8857f req-6fbf2d10-5f68-4bfa-a32a-d07628cab182 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=556705f8-fe7a-4fe3-93ca-14d84e2d8253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383134 Jun 11 10:20:05.771536 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:06.466981 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cf2dd9-2edb-42e0-81cc-0ca18395bf04 req-8879743d-e6b8-42bb-94e2-c9f873f42741 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:20:06.468466 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d1cf2dd9-2edb-42e0-81cc-0ca18395bf04 req-8879743d-e6b8-42bb-94e2-c9f873f42741 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=d394a15c-1a9b-4d4f-b1f7-954e0c77c10b HTTP/1.1" status: 200 len: 946 time: 0.0734262 Jun 11 10:20:06.512241 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d1cf2dd9-2edb-42e0-81cc-0ca18395bf04 req-6f2b4652-e5a2-4e0b-b698-19e6c160f842 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=556705f8-fe7a-4fe3-93ca-14d84e2d8253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376065 Jun 11 10:20:07.696236 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e20573b-cdb5-4469-86ff-aad7004b1ca2 req-e006dd41-7e4d-4223-b35d-af672d308b1d tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:20:07.697758 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2e20573b-cdb5-4469-86ff-aad7004b1ca2 req-e006dd41-7e4d-4223-b35d-af672d308b1d tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=d394a15c-1a9b-4d4f-b1f7-954e0c77c10b HTTP/1.1" status: 200 len: 946 time: 0.0703795 Jun 11 10:20:07.740822 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2e20573b-cdb5-4469-86ff-aad7004b1ca2 req-b3148a0b-6cd7-4ec2-9121-b85bbf9cb767 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=556705f8-fe7a-4fe3-93ca-14d84e2d8253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372698 Jun 11 10:20:08.931359 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632643b7-cadd-4091-a6ca-5e2fbd0a595a req-eee512f1-5e7c-4c24-8022-17f33ea2aa23 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:20:08.932866 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-632643b7-cadd-4091-a6ca-5e2fbd0a595a req-eee512f1-5e7c-4c24-8022-17f33ea2aa23 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=d394a15c-1a9b-4d4f-b1f7-954e0c77c10b HTTP/1.1" status: 200 len: 946 time: 0.0755723 Jun 11 10:20:08.974278 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-632643b7-cadd-4091-a6ca-5e2fbd0a595a req-031c0ebe-6f5d-4450-8e5b-ed90e8dc7502 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=556705f8-fe7a-4fe3-93ca-14d84e2d8253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357082 Jun 11 10:20:10.152459 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0dc3c9-124a-4ac8-a545-aa340785c373 req-034d64bf-de59-4466-902d-a4e8cba049da tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:20:10.153919 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-dd0dc3c9-124a-4ac8-a545-aa340785c373 req-034d64bf-de59-4466-902d-a4e8cba049da tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=d394a15c-1a9b-4d4f-b1f7-954e0c77c10b HTTP/1.1" status: 200 len: 946 time: 0.0695860 Jun 11 10:20:10.196534 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-dd0dc3c9-124a-4ac8-a545-aa340785c373 req-948e137e-1cd2-40ab-9941-ea808f149223 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=556705f8-fe7a-4fe3-93ca-14d84e2d8253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370343 Jun 11 10:20:11.382828 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccac0f8-b3e0-41d6-b90c-121edb99de2f req-0ca182f7-c62a-4b1f-863c-5cbec45590a5 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:20:11.384573 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6ccac0f8-b3e0-41d6-b90c-121edb99de2f req-0ca182f7-c62a-4b1f-863c-5cbec45590a5 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=d394a15c-1a9b-4d4f-b1f7-954e0c77c10b HTTP/1.1" status: 200 len: 946 time: 0.0740306 Jun 11 10:20:11.428195 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6ccac0f8-b3e0-41d6-b90c-121edb99de2f req-b80b0cb8-1a62-47bc-822c-0f1f014c5f75 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=556705f8-fe7a-4fe3-93ca-14d84e2d8253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380406 Jun 11 10:20:12.616517 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75693978-f8d0-418a-90fd-a808277409e2 req-d45b91a3-68b1-4f47-b72d-a4dcecfa75d0 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:20:12.617999 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-75693978-f8d0-418a-90fd-a808277409e2 req-d45b91a3-68b1-4f47-b72d-a4dcecfa75d0 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=d394a15c-1a9b-4d4f-b1f7-954e0c77c10b HTTP/1.1" status: 200 len: 946 time: 0.0711911 Jun 11 10:20:12.660240 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-75693978-f8d0-418a-90fd-a808277409e2 req-2ac260cf-9b91-4f9c-9324-2fafcb765832 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=556705f8-fe7a-4fe3-93ca-14d84e2d8253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364916 Jun 11 10:20:12.900817 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-fb0bc19f-f6a7-4700-8820-071245e0773c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:13.857872 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4929b2d-16bf-4577-95bf-7128c346a933 req-7b6a4819-720d-4416-a819-1be6ea77a9d5 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:20:13.859367 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d4929b2d-16bf-4577-95bf-7128c346a933 req-7b6a4819-720d-4416-a819-1be6ea77a9d5 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=d394a15c-1a9b-4d4f-b1f7-954e0c77c10b HTTP/1.1" status: 200 len: 946 time: 0.0864985 Jun 11 10:20:13.904971 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d4929b2d-16bf-4577-95bf-7128c346a933 req-360472c7-24d7-4fd4-8749-bce272f4365f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=556705f8-fe7a-4fe3-93ca-14d84e2d8253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399435 Jun 11 10:20:15.084734 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2222957-0a49-44b8-8fea-9ae64fe203b3 req-d809839a-902c-4a0f-aaa2-1a0a9eda268e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:20:15.086189 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e2222957-0a49-44b8-8fea-9ae64fe203b3 req-d809839a-902c-4a0f-aaa2-1a0a9eda268e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=d394a15c-1a9b-4d4f-b1f7-954e0c77c10b HTTP/1.1" status: 200 len: 946 time: 0.0693510 Jun 11 10:20:15.127378 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e2222957-0a49-44b8-8fea-9ae64fe203b3 req-8c4165c9-8a8a-4f3b-a78d-54b9e8f90c2a tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=556705f8-fe7a-4fe3-93ca-14d84e2d8253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354319 Jun 11 10:20:15.839828 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1c0eb1b8-8ab1-4317-8bb9-4cb90432cb14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:15.953838 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:16.317915 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e9fe0b-d130-4b7b-af92-d0fc472ebfa8 req-144841b9-f012-4d86-9e76-aaa9d95a7445 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:20:16.319377 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-33e9fe0b-d130-4b7b-af92-d0fc472ebfa8 req-144841b9-f012-4d86-9e76-aaa9d95a7445 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=d394a15c-1a9b-4d4f-b1f7-954e0c77c10b HTTP/1.1" status: 200 len: 946 time: 0.0746448 Jun 11 10:20:16.360858 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-33e9fe0b-d130-4b7b-af92-d0fc472ebfa8 req-4c18e21e-9e84-4666-91c0-e086cb405b4a tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=556705f8-fe7a-4fe3-93ca-14d84e2d8253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357301 Jun 11 10:20:16.712190 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:17.546401 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21f1a67-b970-4e19-8ef9-1ed62d1fae9c req-64b44d98-0881-45e1-a537-44977e820b1d tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:20:17.547881 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f21f1a67-b970-4e19-8ef9-1ed62d1fae9c req-64b44d98-0881-45e1-a537-44977e820b1d tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=d394a15c-1a9b-4d4f-b1f7-954e0c77c10b HTTP/1.1" status: 200 len: 946 time: 0.0701170 Jun 11 10:20:17.590269 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f21f1a67-b970-4e19-8ef9-1ed62d1fae9c req-bb5708e8-5c7d-4a49-8332-8959120a61e5 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=556705f8-fe7a-4fe3-93ca-14d84e2d8253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358856 Jun 11 10:20:18.493876 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:18.775715 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf66792a-15cc-4156-ac34-0a90d08f0ba0 req-86d83c65-8328-4e6a-9684-3d649c654459 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:20:18.777191 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cf66792a-15cc-4156-ac34-0a90d08f0ba0 req-86d83c65-8328-4e6a-9684-3d649c654459 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=d394a15c-1a9b-4d4f-b1f7-954e0c77c10b HTTP/1.1" status: 200 len: 946 time: 0.0755789 Jun 11 10:20:18.821889 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cf66792a-15cc-4156-ac34-0a90d08f0ba0 req-6817fd7f-976b-4412-91cb-aeaf29db2116 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=556705f8-fe7a-4fe3-93ca-14d84e2d8253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389311 Jun 11 10:20:20.005202 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046a3062-dd19-45a2-ba37-3048159fb14b req-169366f2-084c-4834-90ee-1b0ab8a6d215 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:20:20.007232 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-046a3062-dd19-45a2-ba37-3048159fb14b req-169366f2-084c-4834-90ee-1b0ab8a6d215 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=d394a15c-1a9b-4d4f-b1f7-954e0c77c10b HTTP/1.1" status: 200 len: 946 time: 0.0694573 Jun 11 10:20:20.050018 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-046a3062-dd19-45a2-ba37-3048159fb14b req-ea4e7529-3d05-4472-b19a-5ae5e8e64858 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=556705f8-fe7a-4fe3-93ca-14d84e2d8253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369134 Jun 11 10:20:20.462308 n-d-779913-12 neutron-server[93176]: INFO neutron.api.v2.resource [req-ba924447-f390-40b2-bff9-4577838ec25d req-0d4764f8-294a-4597-830f-bcb36c33c619 service neutron] show failed (client error): The resource could not be found. Jun 11 10:20:20.463338 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ba924447-f390-40b2-bff9-4577838ec25d req-0d4764f8-294a-4597-830f-bcb36c33c619 service neutron] 10.222.0.64 "GET /v2.0/ports/aec25d06-ab23-4d7f-96ed-c6c2edb5448b/bindings/n-h2-779913-12 HTTP/1.1" status: 404 len: 381 time: 0.1126001 Jun 11 10:20:21.121702 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba924447-f390-40b2-bff9-4577838ec25d req-55e3e027-eb72-4b9e-ac78-f15c4e772743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:20:21.123238 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ba924447-f390-40b2-bff9-4577838ec25d req-55e3e027-eb72-4b9e-ac78-f15c4e772743 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d394a15c-1a9b-4d4f-b1f7-954e0c77c10b&tenant_id=291bb5ee2189444bb635fe5a1d306c3b HTTP/1.1" status: 200 len: 1098 time: 0.0962298 Jun 11 10:20:21.136108 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-ba924447-f390-40b2-bff9-4577838ec25d req-ed53483b-4383-4b45-8de4-7451f514d403 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-779913-12', 'device_owner': 'compute:nova'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:20:21.269700 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-ba924447-f390-40b2-bff9-4577838ec25d req-ed53483b-4383-4b45-8de4-7451f514d403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:21.299349 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e3d8a1-d22d-4192-9848-350e301ba727 req-88b99766-8f8e-40e7-82f9-3366fabd6b04 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:20:21.300915 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-94e3d8a1-d22d-4192-9848-350e301ba727 req-88b99766-8f8e-40e7-82f9-3366fabd6b04 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=d394a15c-1a9b-4d4f-b1f7-954e0c77c10b HTTP/1.1" status: 200 len: 946 time: 0.1355512 Jun 11 10:20:21.434729 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-94e3d8a1-d22d-4192-9848-350e301ba727 req-411968ff-3735-4bf8-8768-3e0eb6531245 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=556705f8-fe7a-4fe3-93ca-14d84e2d8253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105857 Jun 11 10:20:21.561090 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-ba924447-f390-40b2-bff9-4577838ec25d req-ed53483b-4383-4b45-8de4-7451f514d403 service neutron] For port aec25d06-ab23-4d7f-96ed-c6c2edb5448b, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=aec25d06-ab23-4d7f-96ed-c6c2edb5448b,segment=NetworkSegment(90b9b018-e4a5-456e-855d-3fa8e2e5428e),segment_id=90b9b018-e4a5-456e-855d-3fa8e2e5428e)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:20:21.595901 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-ba924447-f390-40b2-bff9-4577838ec25d req-ed53483b-4383-4b45-8de4-7451f514d403 service neutron] For port aec25d06-ab23-4d7f-96ed-c6c2edb5448b, host n-h1-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:20:21.641016 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd394a15c-1a9b-4d4f-b1f7-954e0c77c10b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aec25d06-ab23-4d7f-96ed-c6c2edb5448b'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:20:21.643357 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f358a65d-da74-4fc4-8882-de2c9bdc26e6" -d '{"events": [{"server_uuid": "d394a15c-1a9b-4d4f-b1f7-954e0c77c10b", "name": "network-vif-unplugged", "status": "completed", "tag": "aec25d06-ab23-4d7f-96ed-c6c2edb5448b"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:20:21.647716 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-ba924447-f390-40b2-bff9-4577838ec25d req-ed53483b-4383-4b45-8de4-7451f514d403 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:21.660679 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-ba924447-f390-40b2-bff9-4577838ec25d req-ed53483b-4383-4b45-8de4-7451f514d403 service neutron] Transition to ACTIVE for port object aec25d06-ab23-4d7f-96ed-c6c2edb5448b will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:20:21.691247 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Jun 2021 10:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f023d69-8da7-4b56-81c7-c1e0f04f9359 x-openstack-request-id: req-7f023d69-8da7-4b56-81c7-c1e0f04f9359 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:20:21.691630 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d394a15c-1a9b-4d4f-b1f7-954e0c77c10b", "name": "network-vif-unplugged", "status": "completed", "tag": "aec25d06-ab23-4d7f-96ed-c6c2edb5448b", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:20:21.691939 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7f023d69-8da7-4b56-81c7-c1e0f04f9359 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:20:21.692388 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd394a15c-1a9b-4d4f-b1f7-954e0c77c10b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aec25d06-ab23-4d7f-96ed-c6c2edb5448b', 'code': 200} Jun 11 10:20:21.746172 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-ba924447-f390-40b2-bff9-4577838ec25d req-ed53483b-4383-4b45-8de4-7451f514d403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:21.748427 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-39e9ae60-8f8b-47c7-8c78-c96d13ca0524 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:20:21.860715 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed53483b-4383-4b45-8de4-7451f514d403 service neutron] Pushing event updated for resources: {'Port': ['ID=aec25d06-ab23-4d7f-96ed-c6c2edb5448b,revision_number=6']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:20:21.869210 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ed53483b-4383-4b45-8de4-7451f514d403 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:20:22.267850 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba924447-f390-40b2-bff9-4577838ec25d req-ed53483b-4383-4b45-8de4-7451f514d403 service neutron] No DVR routers for this DVR port aec25d06-ab23-4d7f-96ed-c6c2edb5448b on host n-h1-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:20:22.445345 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-ba924447-f390-40b2-bff9-4577838ec25d req-ed53483b-4383-4b45-8de4-7451f514d403 service neutron] Attempting to bind port aec25d06-ab23-4d7f-96ed-c6c2edb5448b on host n-h2-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:20:22.445681 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-ba924447-f390-40b2-bff9-4577838ec25d req-ed53483b-4383-4b45-8de4-7451f514d403 service neutron] Attempting to bind port aec25d06-ab23-4d7f-96ed-c6c2edb5448b by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': '90b9b018-e4a5-456e-855d-3fa8e2e5428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'f7713be0-f9f6-48b3-97a0-413ad253d5e5'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:20:22.446010 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba924447-f390-40b2-bff9-4577838ec25d req-ed53483b-4383-4b45-8de4-7451f514d403 service neutron] Attempting to bind port aec25d06-ab23-4d7f-96ed-c6c2edb5448b on network f7713be0-f9f6-48b3-97a0-413ad253d5e5 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:20:22.450162 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba924447-f390-40b2-bff9-4577838ec25d req-ed53483b-4383-4b45-8de4-7451f514d403 service neutron] Port aec25d06-ab23-4d7f-96ed-c6c2edb5448b on network f7713be0-f9f6-48b3-97a0-413ad253d5e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:20:22.450481 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba924447-f390-40b2-bff9-4577838ec25d req-ed53483b-4383-4b45-8de4-7451f514d403 service neutron] Attempting to bind port aec25d06-ab23-4d7f-96ed-c6c2edb5448b on network f7713be0-f9f6-48b3-97a0-413ad253d5e5 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:20:22.456754 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba924447-f390-40b2-bff9-4577838ec25d req-ed53483b-4383-4b45-8de4-7451f514d403 service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:20:22.457090 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba924447-f390-40b2-bff9-4577838ec25d req-ed53483b-4383-4b45-8de4-7451f514d403 service neutron] Checking segment: {'id': '90b9b018-e4a5-456e-855d-3fa8e2e5428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'f7713be0-f9f6-48b3-97a0-413ad253d5e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:20:22.457479 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba924447-f390-40b2-bff9-4577838ec25d req-ed53483b-4383-4b45-8de4-7451f514d403 service neutron] Bound using segment: {'id': '90b9b018-e4a5-456e-855d-3fa8e2e5428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'f7713be0-f9f6-48b3-97a0-413ad253d5e5'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:20:22.457929 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-ba924447-f390-40b2-bff9-4577838ec25d req-ed53483b-4383-4b45-8de4-7451f514d403 service neutron] Bound port: aec25d06-ab23-4d7f-96ed-c6c2edb5448b, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90b9b018-e4a5-456e-855d-3fa8e2e5428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'f7713be0-f9f6-48b3-97a0-413ad253d5e5'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:20:22.458278 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-ba924447-f390-40b2-bff9-4577838ec25d req-ed53483b-4383-4b45-8de4-7451f514d403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:22.538427 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-ba924447-f390-40b2-bff9-4577838ec25d req-ed53483b-4383-4b45-8de4-7451f514d403 service neutron] For port aec25d06-ab23-4d7f-96ed-c6c2edb5448b, host n-h2-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:20:22.541461 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-ba924447-f390-40b2-bff9-4577838ec25d req-ed53483b-4383-4b45-8de4-7451f514d403 service neutron] For port aec25d06-ab23-4d7f-96ed-c6c2edb5448b, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=aec25d06-ab23-4d7f-96ed-c6c2edb5448b,segment=NetworkSegment(90b9b018-e4a5-456e-855d-3fa8e2e5428e),segment_id=90b9b018-e4a5-456e-855d-3fa8e2e5428e)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:20:22.620544 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da150b0-204d-480d-8329-c99ebe7a0cfe req-c5273924-51a1-4999-8512-56543c3d5441 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:20:22.622363 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1da150b0-204d-480d-8329-c99ebe7a0cfe req-c5273924-51a1-4999-8512-56543c3d5441 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=d394a15c-1a9b-4d4f-b1f7-954e0c77c10b HTTP/1.1" status: 200 len: 944 time: 0.0699699 Jun 11 10:20:22.624012 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-ba924447-f390-40b2-bff9-4577838ec25d req-ed53483b-4383-4b45-8de4-7451f514d403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:22.626121 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-00b0d12c-9412-4622-af0c-1cec3197fda3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:20:22.690977 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba924447-f390-40b2-bff9-4577838ec25d req-ed53483b-4383-4b45-8de4-7451f514d403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:20:22.694277 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-ba924447-f390-40b2-bff9-4577838ec25d req-ed53483b-4383-4b45-8de4-7451f514d403 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:22.694277 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ba924447-f390-40b2-bff9-4577838ec25d req-ed53483b-4383-4b45-8de4-7451f514d403 service neutron] 10.222.0.69 "PUT /v2.0/ports/aec25d06-ab23-4d7f-96ed-c6c2edb5448b HTTP/1.1" status: 200 len: 1093 time: 1.5611484 Jun 11 10:20:22.737656 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1da150b0-204d-480d-8329-c99ebe7a0cfe req-0b1002c4-9278-4f39-8a21-9be88be1f7ff tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=556705f8-fe7a-4fe3-93ca-14d84e2d8253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085131 Jun 11 10:20:22.761420 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed53483b-4383-4b45-8de4-7451f514d403 service neutron] Pushing event updated for resources: {'Port': ['ID=aec25d06-ab23-4d7f-96ed-c6c2edb5448b,revision_number=7']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:20:22.765615 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ed53483b-4383-4b45-8de4-7451f514d403 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:20:22.796204 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba924447-f390-40b2-bff9-4577838ec25d req-7f8968a8-6e92-44db-a18a-f943f704b1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:20:22.797784 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ba924447-f390-40b2-bff9-4577838ec25d req-7f8968a8-6e92-44db-a18a-f943f704b1aa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=291bb5ee2189444bb635fe5a1d306c3b&device_id=d394a15c-1a9b-4d4f-b1f7-954e0c77c10b HTTP/1.1" status: 200 len: 1096 time: 0.0769293 Jun 11 10:20:22.926034 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba924447-f390-40b2-bff9-4577838ec25d req-40f2284f-6afa-400d-8903-34db1f08f450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:20:22.927471 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ba924447-f390-40b2-bff9-4577838ec25d req-40f2284f-6afa-400d-8903-34db1f08f450 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f7713be0-f9f6-48b3-97a0-413ad253d5e5 HTTP/1.1" status: 200 len: 898 time: 0.1220212 Jun 11 10:20:23.026200 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ba924447-f390-40b2-bff9-4577838ec25d req-48c97735-449a-4037-aee8-287cabed9531 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aec25d06-ab23-4d7f-96ed-c6c2edb5448b HTTP/1.1" status: 200 len: 1000 time: 0.0919971 Jun 11 10:20:23.085066 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba924447-f390-40b2-bff9-4577838ec25d req-8fb6bc36-63c5-42a3-8b64-2455deb89120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:20:23.086906 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ba924447-f390-40b2-bff9-4577838ec25d req-8fb6bc36-63c5-42a3-8b64-2455deb89120 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8e836f26-8a2a-49d5-b8bd-a760b3243fc3 HTTP/1.1" status: 200 len: 835 time: 0.0532947 Jun 11 10:20:23.152203 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba924447-f390-40b2-bff9-4577838ec25d req-e5d25cbb-e282-47bb-b647-b2e75afb7f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:20:23.153659 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ba924447-f390-40b2-bff9-4577838ec25d req-e5d25cbb-e282-47bb-b647-b2e75afb7f1c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f7713be0-f9f6-48b3-97a0-413ad253d5e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0594010 Jun 11 10:20:23.279663 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ba924447-f390-40b2-bff9-4577838ec25d req-92dd9d93-90b8-4626-9692-ca0f2f624fbc service neutron] 10.222.0.69 "GET /v2.0/networks/f7713be0-f9f6-48b3-97a0-413ad253d5e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179705 Jun 11 10:20:23.402871 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ba924447-f390-40b2-bff9-4577838ec25d req-2f58615a-b959-4bd7-8596-f6308c4f7f6e service neutron] 10.222.0.69 "GET /v2.0/networks/f7713be0-f9f6-48b3-97a0-413ad253d5e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152492 Jun 11 10:20:23.694025 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd394a15c-1a9b-4d4f-b1f7-954e0c77c10b', 'tag': 'aec25d06-ab23-4d7f-96ed-c6c2edb5448b'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:20:23.696474 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-686f56cb-b420-4f86-9966-502996d5ecf1" -d '{"events": [{"name": "network-changed", "server_uuid": "d394a15c-1a9b-4d4f-b1f7-954e0c77c10b", "tag": "aec25d06-ab23-4d7f-96ed-c6c2edb5448b"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:20:23.743701 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a374ca4-d22e-42fd-b565-573bb6b9a0e5 x-openstack-request-id: req-9a374ca4-d22e-42fd-b565-573bb6b9a0e5 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:20:23.744117 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d394a15c-1a9b-4d4f-b1f7-954e0c77c10b", "tag": "aec25d06-ab23-4d7f-96ed-c6c2edb5448b", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:20:23.744459 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9a374ca4-d22e-42fd-b565-573bb6b9a0e5 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:20:23.744897 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd394a15c-1a9b-4d4f-b1f7-954e0c77c10b', 'tag': 'aec25d06-ab23-4d7f-96ed-c6c2edb5448b', 'status': 'completed', 'code': 200} Jun 11 10:20:23.840619 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686f56cb-b420-4f86-9966-502996d5ecf1 req-e0c58074-1108-4585-922d-383e0759ce3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:20:23.842386 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-686f56cb-b420-4f86-9966-502996d5ecf1 req-e0c58074-1108-4585-922d-383e0759ce3e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=291bb5ee2189444bb635fe5a1d306c3b&device_id=d394a15c-1a9b-4d4f-b1f7-954e0c77c10b HTTP/1.1" status: 200 len: 1096 time: 0.0766048 Jun 11 10:20:23.870275 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686f56cb-b420-4f86-9966-502996d5ecf1 req-f7166457-91e9-47b0-b3a5-ed5635829baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:20:23.871732 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-686f56cb-b420-4f86-9966-502996d5ecf1 req-f7166457-91e9-47b0-b3a5-ed5635829baf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=291bb5ee2189444bb635fe5a1d306c3b&device_id=d394a15c-1a9b-4d4f-b1f7-954e0c77c10b HTTP/1.1" status: 200 len: 1096 time: 0.0808866 Jun 11 10:20:23.965806 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686f56cb-b420-4f86-9966-502996d5ecf1 req-9b8d8f17-be9f-46c7-b8c9-5ce20fbfc08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:20:23.967180 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-686f56cb-b420-4f86-9966-502996d5ecf1 req-9b8d8f17-be9f-46c7-b8c9-5ce20fbfc08d service neutron] 10.222.0.64 "GET /v2.0/networks?id=f7713be0-f9f6-48b3-97a0-413ad253d5e5 HTTP/1.1" status: 200 len: 898 time: 0.1184940 Jun 11 10:20:24.040710 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf2297e-24b3-4ee2-948b-dd33141c2967 req-6e596fbe-d762-475a-afb6-2ffb91a85e6c tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:20:24.042182 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1cf2297e-24b3-4ee2-948b-dd33141c2967 req-6e596fbe-d762-475a-afb6-2ffb91a85e6c tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=d394a15c-1a9b-4d4f-b1f7-954e0c77c10b HTTP/1.1" status: 200 len: 944 time: 0.1833541 Jun 11 10:20:24.053024 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-686f56cb-b420-4f86-9966-502996d5ecf1 req-0a3ddebd-eb4d-4399-ba89-9f636f3914dd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aec25d06-ab23-4d7f-96ed-c6c2edb5448b HTTP/1.1" status: 200 len: 1000 time: 0.0795720 Jun 11 10:20:24.060875 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686f56cb-b420-4f86-9966-502996d5ecf1 req-1780f1c9-7070-4033-a41f-c9f381335ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:20:24.062336 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-686f56cb-b420-4f86-9966-502996d5ecf1 req-1780f1c9-7070-4033-a41f-c9f381335ef0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f7713be0-f9f6-48b3-97a0-413ad253d5e5 HTTP/1.1" status: 200 len: 898 time: 0.1570339 Jun 11 10:20:24.116339 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686f56cb-b420-4f86-9966-502996d5ecf1 req-0969aa19-39de-4732-84e1-eb46fbe98c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:20:24.117910 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-686f56cb-b420-4f86-9966-502996d5ecf1 req-0969aa19-39de-4732-84e1-eb46fbe98c7f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8e836f26-8a2a-49d5-b8bd-a760b3243fc3 HTTP/1.1" status: 200 len: 835 time: 0.0589683 Jun 11 10:20:24.146576 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1cf2297e-24b3-4ee2-948b-dd33141c2967 req-c43ea291-0fd7-4ad6-a6f2-534b4b5977f6 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=556705f8-fe7a-4fe3-93ca-14d84e2d8253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974534 Jun 11 10:20:24.165876 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-686f56cb-b420-4f86-9966-502996d5ecf1 req-8362ceb8-5d1a-4b8b-814c-ce5bd731ad8d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aec25d06-ab23-4d7f-96ed-c6c2edb5448b HTTP/1.1" status: 200 len: 1000 time: 0.0935032 Jun 11 10:20:24.183429 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686f56cb-b420-4f86-9966-502996d5ecf1 req-e4332fea-5f35-46e0-893d-036a50c7606f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:20:24.186886 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-686f56cb-b420-4f86-9966-502996d5ecf1 req-e4332fea-5f35-46e0-893d-036a50c7606f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f7713be0-f9f6-48b3-97a0-413ad253d5e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0614932 Jun 11 10:20:24.230344 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686f56cb-b420-4f86-9966-502996d5ecf1 req-720d81cc-e2d2-44ca-b3f8-c4a059aecc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:20:24.231740 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-686f56cb-b420-4f86-9966-502996d5ecf1 req-720d81cc-e2d2-44ca-b3f8-c4a059aecc48 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8e836f26-8a2a-49d5-b8bd-a760b3243fc3 HTTP/1.1" status: 200 len: 835 time: 0.0580027 Jun 11 10:20:24.308027 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686f56cb-b420-4f86-9966-502996d5ecf1 req-b6c5a2e3-bdce-4e0e-81b4-468eaadb40ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:20:24.308782 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-686f56cb-b420-4f86-9966-502996d5ecf1 req-6e08014b-4447-41d6-ba19-307ee08ee54c service neutron] 10.222.0.64 "GET /v2.0/networks/f7713be0-f9f6-48b3-97a0-413ad253d5e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165731 Jun 11 10:20:24.309499 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-686f56cb-b420-4f86-9966-502996d5ecf1 req-b6c5a2e3-bdce-4e0e-81b4-468eaadb40ae service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f7713be0-f9f6-48b3-97a0-413ad253d5e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0706778 Jun 11 10:20:24.420105 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:20:24.434995 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-686f56cb-b420-4f86-9966-502996d5ecf1 req-650b027b-3fe3-4bcd-b6df-06ad13d6f399 service neutron] 10.222.0.64 "GET /v2.0/networks/f7713be0-f9f6-48b3-97a0-413ad253d5e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200881 Jun 11 10:20:24.435248 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-686f56cb-b420-4f86-9966-502996d5ecf1 req-43faedef-57d1-46e9-955f-1edb66771409 service neutron] 10.222.0.69 "GET /v2.0/networks/f7713be0-f9f6-48b3-97a0-413ad253d5e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179276 Jun 11 10:20:24.565159 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-686f56cb-b420-4f86-9966-502996d5ecf1 req-abc6f8f5-af6b-47c9-83c4-fcf426f54326 service neutron] 10.222.0.69 "GET /v2.0/networks/f7713be0-f9f6-48b3-97a0-413ad253d5e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219070 Jun 11 10:20:25.336942 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a7e92f-6b0e-4530-851b-2362173165d5 req-21b44195-80ef-415a-8d7a-42a3dff1fcad tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:20:25.338440 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-01a7e92f-6b0e-4530-851b-2362173165d5 req-21b44195-80ef-415a-8d7a-42a3dff1fcad tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=d394a15c-1a9b-4d4f-b1f7-954e0c77c10b HTTP/1.1" status: 200 len: 944 time: 0.0757914 Jun 11 10:20:25.380376 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-01a7e92f-6b0e-4530-851b-2362173165d5 req-f1da4ac8-26a1-42f9-94ac-e04b07ba6336 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=556705f8-fe7a-4fe3-93ca-14d84e2d8253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362628 Jun 11 10:20:25.489924 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device aec25d06-ab23-4d7f-96ed-c6c2edb5448b no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:20:25.536737 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device aec25d06-ab23-4d7f-96ed-c6c2edb5448b not bound to the agent host n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:20:26.569373 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27922451-318c-40c4-833c-a5b7cdb657aa req-3b27381e-977b-47f0-b310-2713694daa7a tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:20:26.570849 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-27922451-318c-40c4-833c-a5b7cdb657aa req-3b27381e-977b-47f0-b310-2713694daa7a tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=d394a15c-1a9b-4d4f-b1f7-954e0c77c10b HTTP/1.1" status: 200 len: 944 time: 0.0759110 Jun 11 10:20:26.624720 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-27922451-318c-40c4-833c-a5b7cdb657aa req-84aaa062-84c6-4a9a-820c-9fbf1941c34c tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=556705f8-fe7a-4fe3-93ca-14d84e2d8253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480039 Jun 11 10:20:27.565087 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device aec25d06-ab23-4d7f-96ed-c6c2edb5448b details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 10:20:27.685827 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port aec25d06-ab23-4d7f-96ed-c6c2edb5448b, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=aec25d06-ab23-4d7f-96ed-c6c2edb5448b,segment=NetworkSegment(90b9b018-e4a5-456e-855d-3fa8e2e5428e),segment_id=90b9b018-e4a5-456e-855d-3fa8e2e5428e)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:20:27.819085 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54520a2a-edfc-4a4b-aef1-3547130a8ab7 req-e913b8a2-771f-4dd6-8f68-e41030d6aeb9 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:20:27.821095 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-54520a2a-edfc-4a4b-aef1-3547130a8ab7 req-e913b8a2-771f-4dd6-8f68-e41030d6aeb9 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=d394a15c-1a9b-4d4f-b1f7-954e0c77c10b HTTP/1.1" status: 200 len: 944 time: 0.0757873 Jun 11 10:20:27.867452 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-54520a2a-edfc-4a4b-aef1-3547130a8ab7 req-ff2c986d-a905-4ded-8f71-5c83d5a3c74c tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=556705f8-fe7a-4fe3-93ca-14d84e2d8253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404272 Jun 11 10:20:27.892043 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': 'aec25d06-ab23-4d7f-96ed-c6c2edb5448b', 'network_id': 'f7713be0-f9f6-48b3-97a0-413ad253d5e5', 'port_id': 'aec25d06-ab23-4d7f-96ed-c6c2edb5448b', 'mac_address': 'fa:16:3e:38:c8:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e836f26-8a2a-49d5-b8bd-a760b3243fc3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 10:20:27.938588 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:27.956067 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aec25d06-ab23-4d7f-96ed-c6c2edb5448b {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:20:27.977226 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port aec25d06-ab23-4d7f-96ed-c6c2edb5448b, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=aec25d06-ab23-4d7f-96ed-c6c2edb5448b,segment=NetworkSegment(90b9b018-e4a5-456e-855d-3fa8e2e5428e),segment_id=90b9b018-e4a5-456e-855d-3fa8e2e5428e)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:20:28.045241 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:28.047085 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:20:28.100421 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=aec25d06-ab23-4d7f-96ed-c6c2edb5448b,revision_number=8']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:20:28.104210 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:20:28.512701 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['aec25d06-ab23-4d7f-96ed-c6c2edb5448b'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:20:29.052089 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2946b976-84b5-47e5-affc-9390b1ba333a req-9d76eca1-47ec-47a8-9f43-580bcd73f262 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:20:29.053559 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2946b976-84b5-47e5-affc-9390b1ba333a req-9d76eca1-47ec-47a8-9f43-580bcd73f262 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=d394a15c-1a9b-4d4f-b1f7-954e0c77c10b HTTP/1.1" status: 200 len: 945 time: 0.0730836 Jun 11 10:20:29.093219 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [req-3a281f14-fb7d-4117-a1f1-b97636b6793e req-77434d6a-7c79-4c61-9339-abbf2a058dd5 service neutron] (93176) timed out ('10.222.0.60', 34956) {{(pid=93176) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 11 10:20:29.095597 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2946b976-84b5-47e5-affc-9390b1ba333a req-04360a5e-8626-4689-9e0b-85c6373baba4 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=556705f8-fe7a-4fe3-93ca-14d84e2d8253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358298 Jun 11 10:20:29.538172 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a219b3db-1076-49cb-99b7-68521c0be651 req-82b8b833-a838-4a7e-99a3-d2e979b33c10 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:20:29.539688 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a219b3db-1076-49cb-99b7-68521c0be651 req-82b8b833-a838-4a7e-99a3-d2e979b33c10 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=d394a15c-1a9b-4d4f-b1f7-954e0c77c10b HTTP/1.1" status: 200 len: 945 time: 0.0700121 Jun 11 10:20:29.581064 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a219b3db-1076-49cb-99b7-68521c0be651 req-a4a15853-d42a-4ed8-89ab-166b1f997d35 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=556705f8-fe7a-4fe3-93ca-14d84e2d8253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357869 Jun 11 10:20:29.651780 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de41e2a-8d30-42e3-8609-4233d437426b req-b80d4043-0504-4ba1-9335-40de782291cf tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:20:29.653253 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2de41e2a-8d30-42e3-8609-4233d437426b req-b80d4043-0504-4ba1-9335-40de782291cf tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.64 "GET /v2.0/ports?device_id=d394a15c-1a9b-4d4f-b1f7-954e0c77c10b&tenant_id=291bb5ee2189444bb635fe5a1d306c3b&binding%3Ahost_id=n-h2-779913-12 HTTP/1.1" status: 200 len: 945 time: 0.1162465 Jun 11 10:20:29.724852 n-d-779913-12 neutron-server[93176]: INFO neutron.api.v2.resource [req-2de41e2a-8d30-42e3-8609-4233d437426b req-c36fc8c1-e5c5-4626-93df-3101b69a88e5 service neutron] delete failed (client error): The resource could not be found. Jun 11 10:20:29.725848 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2de41e2a-8d30-42e3-8609-4233d437426b req-c36fc8c1-e5c5-4626-93df-3101b69a88e5 service neutron] 10.222.0.64 "DELETE /v2.0/ports/aec25d06-ab23-4d7f-96ed-c6c2edb5448b/bindings/n-h1-779913-12 HTTP/1.1" status: 404 len: 381 time: 0.0659549 Jun 11 10:20:29.831461 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de41e2a-8d30-42e3-8609-4233d437426b req-ad543606-ee9c-4788-9d93-8163b5ea0e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:20:29.832992 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2de41e2a-8d30-42e3-8609-4233d437426b req-ad543606-ee9c-4788-9d93-8163b5ea0e5f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=291bb5ee2189444bb635fe5a1d306c3b&device_id=d394a15c-1a9b-4d4f-b1f7-954e0c77c10b HTTP/1.1" status: 200 len: 1097 time: 0.0637388 Jun 11 10:20:29.955596 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de41e2a-8d30-42e3-8609-4233d437426b req-893559cf-4091-4b53-8417-9f2c2156065c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:20:29.956983 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2de41e2a-8d30-42e3-8609-4233d437426b req-893559cf-4091-4b53-8417-9f2c2156065c service neutron] 10.222.0.64 "GET /v2.0/networks?id=f7713be0-f9f6-48b3-97a0-413ad253d5e5 HTTP/1.1" status: 200 len: 898 time: 0.1168818 Jun 11 10:20:30.046600 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2de41e2a-8d30-42e3-8609-4233d437426b req-5539f1e1-5c16-4d05-a021-c5af589024ef service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aec25d06-ab23-4d7f-96ed-c6c2edb5448b HTTP/1.1" status: 200 len: 1001 time: 0.0817692 Jun 11 10:20:30.528459 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de41e2a-8d30-42e3-8609-4233d437426b req-8cfbf06a-14fc-492f-bafa-6344af83dee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:20:30.529940 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2de41e2a-8d30-42e3-8609-4233d437426b req-8cfbf06a-14fc-492f-bafa-6344af83dee9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8e836f26-8a2a-49d5-b8bd-a760b3243fc3 HTTP/1.1" status: 200 len: 835 time: 0.4764311 Jun 11 10:20:30.592083 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de41e2a-8d30-42e3-8609-4233d437426b req-e15f545e-62fb-4bc8-ab51-be4e2631f264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:20:30.593542 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2de41e2a-8d30-42e3-8609-4233d437426b req-e15f545e-62fb-4bc8-ab51-be4e2631f264 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f7713be0-f9f6-48b3-97a0-413ad253d5e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0574868 Jun 11 10:20:30.711314 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2de41e2a-8d30-42e3-8609-4233d437426b req-87ad7dcf-bcc0-48b0-b983-43ac22390c16 service neutron] 10.222.0.64 "GET /v2.0/networks/f7713be0-f9f6-48b3-97a0-413ad253d5e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110151 Jun 11 10:20:30.774905 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34723b0-7654-42b5-a871-a5b9c4c2209c req-9edc5ebc-b416-4fdd-99e9-3de5d2e02684 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:20:30.776486 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f34723b0-7654-42b5-a871-a5b9c4c2209c req-9edc5ebc-b416-4fdd-99e9-3de5d2e02684 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=d394a15c-1a9b-4d4f-b1f7-954e0c77c10b HTTP/1.1" status: 200 len: 945 time: 0.0753078 Jun 11 10:20:30.821198 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f34723b0-7654-42b5-a871-a5b9c4c2209c req-f417595c-e195-43ea-a8eb-f555234c78e3 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=556705f8-fe7a-4fe3-93ca-14d84e2d8253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374055 Jun 11 10:20:30.833548 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-2de41e2a-8d30-42e3-8609-4233d437426b req-71ffb846-2f99-4949-b318-091ea45593bd service neutron] 10.222.0.64 "GET /v2.0/networks/f7713be0-f9f6-48b3-97a0-413ad253d5e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155627 Jun 11 10:20:31.445049 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:31.582888 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device aec25d06-ab23-4d7f-96ed-c6c2edb5448b up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:20:31.734829 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning for port aec25d06-ab23-4d7f-96ed-c6c2edb5448b completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:20:31.738880 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port aec25d06-ab23-4d7f-96ed-c6c2edb5448b triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:20:31.743742 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:31.835232 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:31.865026 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd394a15c-1a9b-4d4f-b1f7-954e0c77c10b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aec25d06-ab23-4d7f-96ed-c6c2edb5448b'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:20:31.865026 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-329ec87c-f36f-4a77-83ac-95d661a17f17" -d '{"events": [{"server_uuid": "d394a15c-1a9b-4d4f-b1f7-954e0c77c10b", "name": "network-vif-plugged", "status": "completed", "tag": "aec25d06-ab23-4d7f-96ed-c6c2edb5448b"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:20:31.883921 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port aec25d06-ab23-4d7f-96ed-c6c2edb5448b, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=aec25d06-ab23-4d7f-96ed-c6c2edb5448b,segment=NetworkSegment(90b9b018-e4a5-456e-855d-3fa8e2e5428e),segment_id=90b9b018-e4a5-456e-855d-3fa8e2e5428e)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:20:31.969867 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:31.972099 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:20:32.015255 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bb7df6-980a-4cbf-9807-d62693e822a4 req-670a5541-d0a5-45c8-9953-cdbe9adf9897 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:20:32.016742 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-27bb7df6-980a-4cbf-9807-d62693e822a4 req-670a5541-d0a5-45c8-9953-cdbe9adf9897 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=d394a15c-1a9b-4d4f-b1f7-954e0c77c10b HTTP/1.1" status: 200 len: 945 time: 0.0766437 Jun 11 10:20:32.032434 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=aec25d06-ab23-4d7f-96ed-c6c2edb5448b,revision_number=9']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:20:32.035727 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:20:32.064476 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-27bb7df6-980a-4cbf-9807-d62693e822a4 req-3714443c-9fa0-4ee5-a89e-edc20b1cb417 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=556705f8-fe7a-4fe3-93ca-14d84e2d8253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420041 Jun 11 10:20:32.089689 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 34804) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:20:32.171432 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-9156fa06-2e56-476d-be2f-79615bbf0080 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/floatingips/0df5cc3f-808f-4af7-b35c-9c006b79298e HTTP/1.1" status: 200 len: 994 time: 0.0804410 Jun 11 10:20:32.253048 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dec1ef4-bf70-4528-be97-5a6583a5dc78 x-openstack-request-id: req-0dec1ef4-bf70-4528-be97-5a6583a5dc78 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:20:32.253345 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d394a15c-1a9b-4d4f-b1f7-954e0c77c10b", "name": "network-vif-plugged", "status": "completed", "tag": "aec25d06-ab23-4d7f-96ed-c6c2edb5448b", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:20:32.253616 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0dec1ef4-bf70-4528-be97-5a6583a5dc78 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:20:32.254023 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd394a15c-1a9b-4d4f-b1f7-954e0c77c10b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aec25d06-ab23-4d7f-96ed-c6c2edb5448b', 'code': 200} Jun 11 10:20:35.723156 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292d6445-fff3-4dd2-a870-343b2c2c4bb5 req-8bee05ca-a303-4339-b01b-36944bc5b8ac tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:20:35.724707 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-292d6445-fff3-4dd2-a870-343b2c2c4bb5 req-8bee05ca-a303-4339-b01b-36944bc5b8ac tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/ports?device_id=66bbcca5-c11c-4d65-9d86-2fc2588b1642 HTTP/1.1" status: 200 len: 945 time: 0.0700779 Jun 11 10:20:35.767621 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-292d6445-fff3-4dd2-a870-343b2c2c4bb5 req-b56c0165-e270-427d-b59d-5bd6ec11f086 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/security-groups?id=26622f4d-0e85-4c32-bac9-9734a1522a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369198 Jun 11 10:20:35.769496 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:36.504737 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f59fc9-3618-4faf-b884-36d0a21111a1 req-adef0c7c-288c-452b-b276-98a51a0b8a43 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:20:36.506176 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-48f59fc9-3618-4faf-b884-36d0a21111a1 req-adef0c7c-288c-452b-b276-98a51a0b8a43 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] 10.222.0.60 "GET /v2.0/ports?device_id=96489d9c-9aa9-4afe-9bf4-886aeeae56c0 HTTP/1.1" status: 200 len: 946 time: 0.0723341 Jun 11 10:20:36.548411 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-48f59fc9-3618-4faf-b884-36d0a21111a1 req-f7508e43-1ef6-46ff-84ab-399387b76584 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dc2b49c-8e88-42f4-8bc3-2d6156d87e94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359452 Jun 11 10:20:36.959586 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cd2d19-8cd9-4800-b10d-cbd700d28721 req-5457ab1b-122d-4b44-86d1-81948c4dcdbe tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:20:36.961653 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-58cd2d19-8cd9-4800-b10d-cbd700d28721 req-5457ab1b-122d-4b44-86d1-81948c4dcdbe tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/ports?device_id=66bbcca5-c11c-4d65-9d86-2fc2588b1642 HTTP/1.1" status: 200 len: 945 time: 0.0691326 Jun 11 10:20:37.002689 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-58cd2d19-8cd9-4800-b10d-cbd700d28721 req-8067ff32-4061-4145-99bc-7cf4e0acad5a tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/security-groups?id=26622f4d-0e85-4c32-bac9-9734a1522a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353684 Jun 11 10:20:37.128117 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece90be0-feb0-49c6-a140-66b420582262 req-4f23af8d-39fe-4860-ad55-0062a64bc307 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:20:37.129568 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ece90be0-feb0-49c6-a140-66b420582262 req-4f23af8d-39fe-4860-ad55-0062a64bc307 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.69 "GET /v2.0/ports?device_id=66bbcca5-c11c-4d65-9d86-2fc2588b1642 HTTP/1.1" status: 200 len: 945 time: 0.0733256 Jun 11 10:20:37.239258 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-ece90be0-feb0-49c6-a140-66b420582262 req-efb012ee-f048-4344-94d0-40b6fe85ae5f tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Deleting port aee075f7-f971-479b-b6dd-e226cf8c59e5 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:20:37.239690 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-ece90be0-feb0-49c6-a140-66b420582262 req-efb012ee-f048-4344-94d0-40b6fe85ae5f tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:37.356983 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-ece90be0-feb0-49c6-a140-66b420582262 req-efb012ee-f048-4344-94d0-40b6fe85ae5f tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] For port aee075f7-f971-479b-b6dd-e226cf8c59e5, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=aee075f7-f971-479b-b6dd-e226cf8c59e5,segment=NetworkSegment(e64b373f-a475-481e-9bb6-8e44824f6209),segment_id=e64b373f-a475-481e-9bb6-8e44824f6209)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:20:37.357346 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-ece90be0-feb0-49c6-a140-66b420582262 req-efb012ee-f048-4344-94d0-40b6fe85ae5f tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:37.627749 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-ece90be0-feb0-49c6-a140-66b420582262 req-efb012ee-f048-4344-94d0-40b6fe85ae5f tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:37.628126 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-ece90be0-feb0-49c6-a140-66b420582262 req-efb012ee-f048-4344-94d0-40b6fe85ae5f tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:37.628438 n-d-779913-12 neutron-server[93177]: INFO neutron.db.l3_db [req-ece90be0-feb0-49c6-a140-66b420582262 req-efb012ee-f048-4344-94d0-40b6fe85ae5f tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Floating IP 51ad6991-107e-4236-b527-2870704359b5 disassociated. External IP: 172.25.4.80, port: aee075f7-f971-479b-b6dd-e226cf8c59e5. Jun 11 10:20:37.628776 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-ece90be0-feb0-49c6-a140-66b420582262 req-efb012ee-f048-4344-94d0-40b6fe85ae5f tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Calling delete_port for aee075f7-f971-479b-b6dd-e226cf8c59e5 owned by compute:nova {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:20:37.693965 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19692d9-c2e8-49a8-8c5b-fd0cca3f1df9 req-08beed3a-4cfd-4ec0-9e10-e65c76070e7a tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:20:37.696736 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e19692d9-c2e8-49a8-8c5b-fd0cca3f1df9 req-08beed3a-4cfd-4ec0-9e10-e65c76070e7a tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] 10.222.0.64 "GET /v2.0/ports?device_id=96489d9c-9aa9-4afe-9bf4-886aeeae56c0 HTTP/1.1" status: 200 len: 946 time: 0.0811763 Jun 11 10:20:37.790583 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2aa460-26b5-4eec-90e0-58e7f2b187a7 req-c87800f5-dce9-4e71-bf0f-50339393bd60 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:20:37.792083 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-af2aa460-26b5-4eec-90e0-58e7f2b187a7 req-c87800f5-dce9-4e71-bf0f-50339393bd60 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] 10.222.0.60 "GET /v2.0/ports?device_id=96489d9c-9aa9-4afe-9bf4-886aeeae56c0 HTTP/1.1" status: 200 len: 946 time: 0.1012297 Jun 11 10:20:37.829001 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-e19692d9-c2e8-49a8-8c5b-fd0cca3f1df9 req-9b81b84a-d5a5-47b3-81e8-f7281413dd45 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Deleting port 1e205eba-73c9-414c-a1bf-7577b0c1b3ac {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:20:37.829289 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-e19692d9-c2e8-49a8-8c5b-fd0cca3f1df9 req-9b81b84a-d5a5-47b3-81e8-f7281413dd45 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:37.880292 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-af2aa460-26b5-4eec-90e0-58e7f2b187a7 req-b5cdd5e3-7275-4790-b648-69aa107c42b9 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] 10.222.0.60 "GET /v2.0/security-groups?id=4dc2b49c-8e88-42f4-8bc3-2d6156d87e94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812514 Jun 11 10:20:37.947999 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-e19692d9-c2e8-49a8-8c5b-fd0cca3f1df9 req-9b81b84a-d5a5-47b3-81e8-f7281413dd45 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] For port 1e205eba-73c9-414c-a1bf-7577b0c1b3ac, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=1e205eba-73c9-414c-a1bf-7577b0c1b3ac,segment=NetworkSegment(67120add-2ea2-49af-b8c9-5e21590f7297),segment_id=67120add-2ea2-49af-b8c9-5e21590f7297)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:20:37.948365 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-e19692d9-c2e8-49a8-8c5b-fd0cca3f1df9 req-9b81b84a-d5a5-47b3-81e8-f7281413dd45 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:37.958039 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-ece90be0-feb0-49c6-a140-66b420582262 req-efb012ee-f048-4344-94d0-40b6fe85ae5f tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:37.963408 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f014cd84-306d-41fb-a5d0-118258cbba4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:20:37.995347 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb012ee-f048-4344-94d0-40b6fe85ae5f tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Pushing event deleted for resources: {'Port': ['ID=aee075f7-f971-479b-b6dd-e226cf8c59e5,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:20:37.999867 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-efb012ee-f048-4344-94d0-40b6fe85ae5f tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:20:38.162281 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1e37f537-5ace-41e4-8938-66f46f4786fc req-6ecab850-bddf-47a9-a3fb-6b17f5d87d76 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/ports?device_id=66bbcca5-c11c-4d65-9d86-2fc2588b1642 HTTP/1.1" status: 200 len: 210 time: 0.0383804 Jun 11 10:20:38.196783 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ece90be0-feb0-49c6-a140-66b420582262 req-efb012ee-f048-4344-94d0-40b6fe85ae5f tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Router 18bee323-1125-49ef-b821-e620b20acd8d has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:20:38.209824 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-e19692d9-c2e8-49a8-8c5b-fd0cca3f1df9 req-9b81b84a-d5a5-47b3-81e8-f7281413dd45 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:38.210201 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-e19692d9-c2e8-49a8-8c5b-fd0cca3f1df9 req-9b81b84a-d5a5-47b3-81e8-f7281413dd45 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:38.211062 n-d-779913-12 neutron-server[93176]: INFO neutron.db.l3_db [req-e19692d9-c2e8-49a8-8c5b-fd0cca3f1df9 req-9b81b84a-d5a5-47b3-81e8-f7281413dd45 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Floating IP 6b23fc3e-556f-46d0-8220-af235f2d62a2 disassociated. External IP: 172.25.4.7, port: 1e205eba-73c9-414c-a1bf-7577b0c1b3ac. Jun 11 10:20:38.211410 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-e19692d9-c2e8-49a8-8c5b-fd0cca3f1df9 req-9b81b84a-d5a5-47b3-81e8-f7281413dd45 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Calling delete_port for 1e205eba-73c9-414c-a1bf-7577b0c1b3ac owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:20:38.350367 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ece90be0-feb0-49c6-a140-66b420582262 req-efb012ee-f048-4344-94d0-40b6fe85ae5f tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:20:38.361789 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87479b43-da94-4f62-934e-e982b1ecd28e None None] Sync routers for ids ['18bee323-1125-49ef-b821-e620b20acd8d'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:20:38.372488 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87479b43-da94-4f62-934e-e982b1ecd28e None None] Routers {'18bee323-1125-49ef-b821-e620b20acd8d'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:20:38.373351 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-87479b43-da94-4f62-934e-e982b1ecd28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:20:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['18bee323-1125-49ef-b821-e620b20acd8d'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:20:38.410458 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-ece90be0-feb0-49c6-a140-66b420582262 req-efb012ee-f048-4344-94d0-40b6fe85ae5f tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] No DVR routers for this DVR port aee075f7-f971-479b-b6dd-e226cf8c59e5 on host n-h2-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:20:38.413450 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-ece90be0-feb0-49c6-a140-66b420582262 req-efb012ee-f048-4344-94d0-40b6fe85ae5f tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:38.415481 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ece90be0-feb0-49c6-a140-66b420582262 req-efb012ee-f048-4344-94d0-40b6fe85ae5f tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.69 "DELETE /v2.0/ports/aee075f7-f971-479b-b6dd-e226cf8c59e5 HTTP/1.1" status: 204 len: 173 time: 1.2792284 Jun 11 10:20:38.416088 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66bbcca5-c11c-4d65-9d86-2fc2588b1642', 'name': 'network-vif-deleted', 'tag': 'aee075f7-f971-479b-b6dd-e226cf8c59e5'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:20:38.418454 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc94d8b1-8864-4015-9ba1-6c76ecb0a7e2" -d '{"events": [{"server_uuid": "66bbcca5-c11c-4d65-9d86-2fc2588b1642", "name": "network-vif-deleted", "tag": "aee075f7-f971-479b-b6dd-e226cf8c59e5"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:20:38.434019 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-e19692d9-c2e8-49a8-8c5b-fd0cca3f1df9 req-9b81b84a-d5a5-47b3-81e8-f7281413dd45 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:38.438241 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0473141c-533b-46d9-a76e-43c64f6d2a6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:20:38.490512 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81b84a-d5a5-47b3-81e8-f7281413dd45 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Pushing event deleted for resources: {'Port': ['ID=1e205eba-73c9-414c-a1bf-7577b0c1b3ac,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:20:38.511658 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81b84a-d5a5-47b3-81e8-f7281413dd45 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:20:38.512060 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81b84a-d5a5-47b3-81e8-f7281413dd45 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:20:38.512444 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81b84a-d5a5-47b3-81e8-f7281413dd45 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:20:38.512850 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81b84a-d5a5-47b3-81e8-f7281413dd45 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:20:38.513235 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81b84a-d5a5-47b3-81e8-f7281413dd45 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:20:38.513609 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81b84a-d5a5-47b3-81e8-f7281413dd45 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:20:38.513989 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81b84a-d5a5-47b3-81e8-f7281413dd45 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:20:38.514361 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81b84a-d5a5-47b3-81e8-f7281413dd45 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:20:38.515052 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81b84a-d5a5-47b3-81e8-f7281413dd45 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:20:38.515198 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81b84a-d5a5-47b3-81e8-f7281413dd45 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:20:38.515474 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81b84a-d5a5-47b3-81e8-f7281413dd45 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:20:38.515912 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b81b84a-d5a5-47b3-81e8-f7281413dd45 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:20:38.539325 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9b81b84a-d5a5-47b3-81e8-f7281413dd45 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:20:38.548884 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec158bfa-3974-4347-9c70-ef80bb181c46 x-openstack-request-id: req-ec158bfa-3974-4347-9c70-ef80bb181c46 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:20:38.558811 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66bbcca5-c11c-4d65-9d86-2fc2588b1642", "name": "network-vif-deleted", "tag": "aee075f7-f971-479b-b6dd-e226cf8c59e5", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:20:38.558811 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ec158bfa-3974-4347-9c70-ef80bb181c46 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:20:38.558811 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66bbcca5-c11c-4d65-9d86-2fc2588b1642', 'name': 'network-vif-deleted', 'tag': 'aee075f7-f971-479b-b6dd-e226cf8c59e5', 'status': 'completed', 'code': 200} Jun 11 10:20:38.559497 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-87479b43-da94-4f62-934e-e982b1ecd28e None None] Set router 18bee323-1125-49ef-b821-e620b20acd8d gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:20:38.690177 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e19692d9-c2e8-49a8-8c5b-fd0cca3f1df9 req-9b81b84a-d5a5-47b3-81e8-f7281413dd45 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Router 6335c6e3-d0ce-42ac-b5ca-995696f55aaf has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:20:38.828950 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-87479b43-da94-4f62-934e-e982b1ecd28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bee323-1125-49ef-b821-e620b20acd8d', 'name': 'tempest-AttachVolumeTestJSON-946356344-router', 'tenant_id': '4fa4adcc930c454582c6b4c82c27544f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': 'a0d3ad71-c523-4b81-8303-10eebc13d258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:13:26Z', 'updated_at': '2021-06-11T10:13:34Z', 'revision_number': 4, 'project_id': '4fa4adcc930c454582c6b4c82c27544f', 'gw_port': {'id': 'a0d3ad71-c523-4b81-8303-10eebc13d258', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bee323-1125-49ef-b821-e620b20acd8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:13:27Z', 'updated_at': '2021-06-11T10:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '07877c8f-2296-420d-8c39-b7d056fd0adc', 'name': '', 'network_id': '2ac340f0-d786-4d09-af3c-d796852f240b', 'tenant_id': '4fa4adcc930c454582c6b4c82c27544f', 'mac_address': 'fa:16:3e:da:3f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bee323-1125-49ef-b821-e620b20acd8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': 'e4054ed8-e8dc-4397-99bc-1d06497b1031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:13:33Z', 'updated_at': '2021-06-11T10:13:43Z', 'revision_number': 5, 'project_id': '4fa4adcc930c454582c6b4c82c27544f', 'subnets': [{'id': 'e4054ed8-e8dc-4397-99bc-1d06497b1031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:20:38.832297 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87479b43-da94-4f62-934e-e982b1ecd28e None None] Checking router: 18bee323-1125-49ef-b821-e620b20acd8d for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:20:38.840681 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87479b43-da94-4f62-934e-e982b1ecd28e None None] Routers {'18bee323-1125-49ef-b821-e620b20acd8d'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:20:38.841308 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-87479b43-da94-4f62-934e-e982b1ecd28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:20:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['18bee323-1125-49ef-b821-e620b20acd8d'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:20:38.847297 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e19692d9-c2e8-49a8-8c5b-fd0cca3f1df9 req-9b81b84a-d5a5-47b3-81e8-f7281413dd45 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:20:38.857415 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9db6c1b-73ba-4ca6-950c-a3d9e48ac3bb None None] Sync routers for ids ['6335c6e3-d0ce-42ac-b5ca-995696f55aaf'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:20:38.868459 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9db6c1b-73ba-4ca6-950c-a3d9e48ac3bb None None] Routers {'6335c6e3-d0ce-42ac-b5ca-995696f55aaf'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:20:38.869732 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-d9db6c1b-73ba-4ca6-950c-a3d9e48ac3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:20:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['6335c6e3-d0ce-42ac-b5ca-995696f55aaf'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:20:38.915194 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-e19692d9-c2e8-49a8-8c5b-fd0cca3f1df9 req-9b81b84a-d5a5-47b3-81e8-f7281413dd45 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] No DVR routers for this DVR port 1e205eba-73c9-414c-a1bf-7577b0c1b3ac on host n-h1-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:20:38.918453 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-e19692d9-c2e8-49a8-8c5b-fd0cca3f1df9 req-9b81b84a-d5a5-47b3-81e8-f7281413dd45 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:38.920823 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e19692d9-c2e8-49a8-8c5b-fd0cca3f1df9 req-9b81b84a-d5a5-47b3-81e8-f7281413dd45 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] 10.222.0.64 "DELETE /v2.0/ports/1e205eba-73c9-414c-a1bf-7577b0c1b3ac HTTP/1.1" status: 204 len: 173 time: 1.2186780 Jun 11 10:20:38.921461 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96489d9c-9aa9-4afe-9bf4-886aeeae56c0', 'name': 'network-vif-deleted', 'tag': '1e205eba-73c9-414c-a1bf-7577b0c1b3ac'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:20:38.923950 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5762679f-d76c-40c8-8c95-2964531b5291" -d '{"events": [{"server_uuid": "96489d9c-9aa9-4afe-9bf4-886aeeae56c0", "name": "network-vif-deleted", "tag": "1e205eba-73c9-414c-a1bf-7577b0c1b3ac"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:20:39.023915 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-87479b43-da94-4f62-934e-e982b1ecd28e None None] Set router 18bee323-1125-49ef-b821-e620b20acd8d gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:20:39.071419 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-d9db6c1b-73ba-4ca6-950c-a3d9e48ac3bb None None] Set router 6335c6e3-d0ce-42ac-b5ca-995696f55aaf gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:20:39.345387 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-87479b43-da94-4f62-934e-e982b1ecd28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bee323-1125-49ef-b821-e620b20acd8d', 'name': 'tempest-AttachVolumeTestJSON-946356344-router', 'tenant_id': '4fa4adcc930c454582c6b4c82c27544f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': 'a0d3ad71-c523-4b81-8303-10eebc13d258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:13:26Z', 'updated_at': '2021-06-11T10:13:34Z', 'revision_number': 4, 'project_id': '4fa4adcc930c454582c6b4c82c27544f', 'gw_port': {'id': 'a0d3ad71-c523-4b81-8303-10eebc13d258', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bee323-1125-49ef-b821-e620b20acd8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:13:27Z', 'updated_at': '2021-06-11T10:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '07877c8f-2296-420d-8c39-b7d056fd0adc', 'name': '', 'network_id': '2ac340f0-d786-4d09-af3c-d796852f240b', 'tenant_id': '4fa4adcc930c454582c6b4c82c27544f', 'mac_address': 'fa:16:3e:da:3f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bee323-1125-49ef-b821-e620b20acd8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': 'e4054ed8-e8dc-4397-99bc-1d06497b1031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:13:33Z', 'updated_at': '2021-06-11T10:13:43Z', 'revision_number': 5, 'project_id': '4fa4adcc930c454582c6b4c82c27544f', 'subnets': [{'id': 'e4054ed8-e8dc-4397-99bc-1d06497b1031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:20:39.359167 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87479b43-da94-4f62-934e-e982b1ecd28e None None] The sync data for ids ['18bee323-1125-49ef-b821-e620b20acd8d'] in n-d-779913-12 is: [{'id': '18bee323-1125-49ef-b821-e620b20acd8d', 'name': 'tempest-AttachVolumeTestJSON-946356344-router', 'tenant_id': '4fa4adcc930c454582c6b4c82c27544f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': 'a0d3ad71-c523-4b81-8303-10eebc13d258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:13:26Z', 'updated_at': '2021-06-11T10:13:34Z', 'revision_number': 4, 'project_id': '4fa4adcc930c454582c6b4c82c27544f', 'gw_port': {'id': 'a0d3ad71-c523-4b81-8303-10eebc13d258', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bee323-1125-49ef-b821-e620b20acd8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:13:27Z', 'updated_at': '2021-06-11T10:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '07877c8f-2296-420d-8c39-b7d056fd0adc', 'name': '', 'network_id': '2ac340f0-d786-4d09-af3c-d796852f240b', 'tenant_id': '4fa4adcc930c454582c6b4c82c27544f', 'mac_address': 'fa:16:3e:da:3f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bee323-1125-49ef-b821-e620b20acd8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': 'e4054ed8-e8dc-4397-99bc-1d06497b1031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:13:33Z', 'updated_at': '2021-06-11T10:13:43Z', 'revision_number': 5, 'project_id': '4fa4adcc930c454582c6b4c82c27544f', 'subnets': [{'id': 'e4054ed8-e8dc-4397-99bc-1d06497b1031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:20:39.386718 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-d9db6c1b-73ba-4ca6-950c-a3d9e48ac3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6335c6e3-d0ce-42ac-b5ca-995696f55aaf', 'name': 'tempest-TestServerBasicOps-1317371210-router', 'tenant_id': '65716eb7009d46088e8320334fed55e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '75c5b945-edbb-481c-9d61-5ab4f9d69b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:14:56Z', 'updated_at': '2021-06-11T10:15:02Z', 'revision_number': 4, 'project_id': '65716eb7009d46088e8320334fed55e2', 'gw_port': {'id': '75c5b945-edbb-481c-9d61-5ab4f9d69b35', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:fc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6335c6e3-d0ce-42ac-b5ca-995696f55aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:14:57Z', 'updated_at': '2021-06-11T10:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '05e61939-958c-43c7-9c23-7d74a779d5f6', 'name': '', 'network_id': 'db93647b-0e21-4983-a45b-0e51426db587', 'tenant_id': '65716eb7009d46088e8320334fed55e2', 'mac_address': 'fa:16:3e:e4:6a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6335c6e3-d0ce-42ac-b5ca-995696f55aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '8e7a82c1-1cd2-4b06-afeb-812570ed0aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:15:01Z', 'updated_at': '2021-06-11T10:15:12Z', 'revision_number': 5, 'project_id': '65716eb7009d46088e8320334fed55e2', 'subnets': [{'id': '8e7a82c1-1cd2-4b06-afeb-812570ed0aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:20:39.394069 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9db6c1b-73ba-4ca6-950c-a3d9e48ac3bb None None] Checking router: 6335c6e3-d0ce-42ac-b5ca-995696f55aaf for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:20:39.404623 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9db6c1b-73ba-4ca6-950c-a3d9e48ac3bb None None] Routers {'6335c6e3-d0ce-42ac-b5ca-995696f55aaf'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:20:39.405253 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-d9db6c1b-73ba-4ca6-950c-a3d9e48ac3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:20:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['6335c6e3-d0ce-42ac-b5ca-995696f55aaf'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:20:39.445316 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8e2c25b1-1ed3-4550-8d8c-2e3eb2a96312 req-9741af2b-017b-4fc6-87ac-5403fd3dddbc tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] 10.222.0.60 "GET /v2.0/ports?device_id=96489d9c-9aa9-4afe-9bf4-886aeeae56c0 HTTP/1.1" status: 200 len: 210 time: 0.4154532 Jun 11 10:20:39.547609 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce7bbedb-f421-4f7a-8e3d-298137e3fb52 x-openstack-request-id: req-ce7bbedb-f421-4f7a-8e3d-298137e3fb52 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:20:39.547952 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96489d9c-9aa9-4afe-9bf4-886aeeae56c0", "name": "network-vif-deleted", "tag": "1e205eba-73c9-414c-a1bf-7577b0c1b3ac", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:20:39.548450 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ce7bbedb-f421-4f7a-8e3d-298137e3fb52 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:20:39.549079 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96489d9c-9aa9-4afe-9bf4-886aeeae56c0', 'name': 'network-vif-deleted', 'tag': '1e205eba-73c9-414c-a1bf-7577b0c1b3ac', 'status': 'completed', 'code': 200} Jun 11 10:20:39.573641 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-d9db6c1b-73ba-4ca6-950c-a3d9e48ac3bb None None] Set router 6335c6e3-d0ce-42ac-b5ca-995696f55aaf gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:20:39.662922 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3468b634-4dec-4a6e-8075-218f4b9733f8 None None] New status for floating IP 51ad6991-107e-4236-b527-2870704359b5: DOWN {{(pid=93178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 10:20:39.761683 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 34854) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:20:39.826278 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b1c44295-1b90-4ab7-9fc6-180db44997e0 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:39.864651 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b1c44295-1b90-4ab7-9fc6-180db44997e0 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:39.886652 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-d9db6c1b-73ba-4ca6-950c-a3d9e48ac3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6335c6e3-d0ce-42ac-b5ca-995696f55aaf', 'name': 'tempest-TestServerBasicOps-1317371210-router', 'tenant_id': '65716eb7009d46088e8320334fed55e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '75c5b945-edbb-481c-9d61-5ab4f9d69b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:14:56Z', 'updated_at': '2021-06-11T10:15:02Z', 'revision_number': 4, 'project_id': '65716eb7009d46088e8320334fed55e2', 'gw_port': {'id': '75c5b945-edbb-481c-9d61-5ab4f9d69b35', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:fc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6335c6e3-d0ce-42ac-b5ca-995696f55aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:14:57Z', 'updated_at': '2021-06-11T10:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '05e61939-958c-43c7-9c23-7d74a779d5f6', 'name': '', 'network_id': 'db93647b-0e21-4983-a45b-0e51426db587', 'tenant_id': '65716eb7009d46088e8320334fed55e2', 'mac_address': 'fa:16:3e:e4:6a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6335c6e3-d0ce-42ac-b5ca-995696f55aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '8e7a82c1-1cd2-4b06-afeb-812570ed0aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:15:01Z', 'updated_at': '2021-06-11T10:15:12Z', 'revision_number': 5, 'project_id': '65716eb7009d46088e8320334fed55e2', 'subnets': [{'id': '8e7a82c1-1cd2-4b06-afeb-812570ed0aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:20:39.891309 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9db6c1b-73ba-4ca6-950c-a3d9e48ac3bb None None] The sync data for ids ['6335c6e3-d0ce-42ac-b5ca-995696f55aaf'] in n-d-779913-12 is: [{'id': '6335c6e3-d0ce-42ac-b5ca-995696f55aaf', 'name': 'tempest-TestServerBasicOps-1317371210-router', 'tenant_id': '65716eb7009d46088e8320334fed55e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '75c5b945-edbb-481c-9d61-5ab4f9d69b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:14:56Z', 'updated_at': '2021-06-11T10:15:02Z', 'revision_number': 4, 'project_id': '65716eb7009d46088e8320334fed55e2', 'gw_port': {'id': '75c5b945-edbb-481c-9d61-5ab4f9d69b35', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:fc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6335c6e3-d0ce-42ac-b5ca-995696f55aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:14:57Z', 'updated_at': '2021-06-11T10:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '05e61939-958c-43c7-9c23-7d74a779d5f6', 'name': '', 'network_id': 'db93647b-0e21-4983-a45b-0e51426db587', 'tenant_id': '65716eb7009d46088e8320334fed55e2', 'mac_address': 'fa:16:3e:e4:6a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6335c6e3-d0ce-42ac-b5ca-995696f55aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '8e7a82c1-1cd2-4b06-afeb-812570ed0aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:15:01Z', 'updated_at': '2021-06-11T10:15:12Z', 'revision_number': 5, 'project_id': '65716eb7009d46088e8320334fed55e2', 'subnets': [{'id': '8e7a82c1-1cd2-4b06-afeb-812570ed0aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:20:40.009614 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b1c44295-1b90-4ab7-9fc6-180db44997e0 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:40.014580 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b1c44295-1b90-4ab7-9fc6-180db44997e0 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:40.014580 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-b1c44295-1b90-4ab7-9fc6-180db44997e0 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "DELETE /v2.0/security-groups/26622f4d-0e85-4c32-bac9-9734a1522a78 HTTP/1.1" status: 204 len: 168 time: 0.2507100 Jun 11 10:20:40.014580 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7448b1c7-6333-4c27-86bc-69403df4ead3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:20:40.016308 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 34856) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:20:40.025800 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c44295-1b90-4ab7-9fc6-180db44997e0 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26622f4d-0e85-4c32-bac9-9734a1522a78,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:20:40.029754 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b1c44295-1b90-4ab7-9fc6-180db44997e0 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:20:40.037083 n-d-779913-12 neutron-server[93176]: INFO neutron.api.v2.resource [None req-16f7760b-4969-438f-a209-33d9b2603c5d tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] show failed (client error): The resource could not be found. Jun 11 10:20:40.038141 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-16f7760b-4969-438f-a209-33d9b2603c5d tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/security-groups/26622f4d-0e85-4c32-bac9-9734a1522a78 HTTP/1.1" status: 404 len: 347 time: 0.0205271 Jun 11 10:20:40.048103 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 34858) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:20:40.153583 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe055051-8f4e-419a-856b-e423b184b0ef None None] New status for floating IP 6b23fc3e-556f-46d0-8220-af235f2d62a2: DOWN {{(pid=93179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 10:20:40.233866 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-8c43c490-a34f-4e2d-81d5-256e08d8ff09 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Deleting port cbe4180e-7e66-4d76-a0ca-30386bdbb1fe {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:20:40.234213 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8c43c490-a34f-4e2d-81d5-256e08d8ff09 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:40.338926 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8c43c490-a34f-4e2d-81d5-256e08d8ff09 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:40.339246 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8c43c490-a34f-4e2d-81d5-256e08d8ff09 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:40.441692 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-8c43c490-a34f-4e2d-81d5-256e08d8ff09 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Calling delete_port for cbe4180e-7e66-4d76-a0ca-30386bdbb1fe owned by network:floatingip {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:20:40.545544 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 34864) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:20:40.692028 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8c43c490-a34f-4e2d-81d5-256e08d8ff09 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:40.695793 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-97a1b4bd-ba4b-4544-b97c-f6232e635033 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:20:40.714057 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-0c6c4452-5634-4fcf-bd19-782ca4506ac6 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Deleting port 5b0c9b44-adcb-4523-9bd3-ffed58fdc2eb {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:20:40.714440 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0c6c4452-5634-4fcf-bd19-782ca4506ac6 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:40.734944 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43c490-a34f-4e2d-81d5-256e08d8ff09 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Pushing event deleted for resources: {'Port': ['ID=cbe4180e-7e66-4d76-a0ca-30386bdbb1fe,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:20:40.740890 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8c43c490-a34f-4e2d-81d5-256e08d8ff09 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:20:40.814651 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8c43c490-a34f-4e2d-81d5-256e08d8ff09 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Notify callbacks [] for floatingip, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:40.818157 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8c43c490-a34f-4e2d-81d5-256e08d8ff09 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:40.819331 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-8c43c490-a34f-4e2d-81d5-256e08d8ff09 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "DELETE /v2.0/floatingips/51ad6991-107e-4236-b527-2870704359b5 HTTP/1.1" status: 204 len: 168 time: 0.7688487 Jun 11 10:20:40.838511 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0c6c4452-5634-4fcf-bd19-782ca4506ac6 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:40.839049 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0c6c4452-5634-4fcf-bd19-782ca4506ac6 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:40.937555 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-0c6c4452-5634-4fcf-bd19-782ca4506ac6 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Calling delete_port for 5b0c9b44-adcb-4523-9bd3-ffed58fdc2eb owned by network:floatingip {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:20:41.205482 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0c6c4452-5634-4fcf-bd19-782ca4506ac6 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:41.207981 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-35f57a28-937e-41b5-9c61-87947e75c559 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:20:41.237860 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6c4452-5634-4fcf-bd19-782ca4506ac6 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Pushing event deleted for resources: {'Port': ['ID=5b0c9b44-adcb-4523-9bd3-ffed58fdc2eb,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:20:41.244057 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0c6c4452-5634-4fcf-bd19-782ca4506ac6 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:20:41.324603 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0c6c4452-5634-4fcf-bd19-782ca4506ac6 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Notify callbacks [] for floatingip, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:41.327309 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0c6c4452-5634-4fcf-bd19-782ca4506ac6 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:41.328464 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-0c6c4452-5634-4fcf-bd19-782ca4506ac6 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] 10.222.0.60 "DELETE /v2.0/floatingips/6b23fc3e-556f-46d0-8220-af235f2d62a2 HTTP/1.1" status: 204 len: 168 time: 0.7819526 Jun 11 10:20:41.419134 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 34870) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:20:41.423897 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-1683fae3-1310-4e9d-84ca-6102679de7ae tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2092118642', 'description': 'tempest-description--783844420'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:20:41.508848 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1683fae3-1310-4e9d-84ca-6102679de7ae tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:41.551350 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 34874) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:20:41.567329 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 1e205eba-73c9-414c-a1bf-7577b0c1b3ac no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:20:41.597351 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] No Port match for: 1e205eba-73c9-414c-a1bf-7577b0c1b3ac {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:20:41.597698 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 1e205eba-73c9-414c-a1bf-7577b0c1b3ac not bound to the agent host n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:20:41.649113 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-575e8371-896d-4ef4-989b-9fcd680c5856 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:41.659370 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1683fae3-1310-4e9d-84ca-6102679de7ae tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:41.682360 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-575e8371-896d-4ef4-989b-9fcd680c5856 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:41.687593 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device aee075f7-f971-479b-b6dd-e226cf8c59e5 no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:20:41.712630 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] No Port match for: aee075f7-f971-479b-b6dd-e226cf8c59e5 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:20:41.712983 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device aee075f7-f971-479b-b6dd-e226cf8c59e5 not bound to the agent host n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:20:41.740166 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1683fae3-1310-4e9d-84ca-6102679de7ae tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:41.745441 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b572d91b-f6d6-4fee-be00-e7771de35ba9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:20:41.774107 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1683fae3-1310-4e9d-84ca-6102679de7ae tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e57641a6-b0bf-44fd-8537-c6588ec50026,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:20:41.776830 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1683fae3-1310-4e9d-84ca-6102679de7ae tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:20:41.821120 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-575e8371-896d-4ef4-989b-9fcd680c5856 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:41.823798 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-575e8371-896d-4ef4-989b-9fcd680c5856 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:41.824953 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-575e8371-896d-4ef4-989b-9fcd680c5856 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] 10.222.0.60 "DELETE /v2.0/security-groups/4dc2b49c-8e88-42f4-8bc3-2d6156d87e94 HTTP/1.1" status: 204 len: 168 time: 0.2726038 Jun 11 10:20:41.825760 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a2b545b0-23d8-4321-9afb-4d95b5ee6b3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:20:41.836024 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575e8371-896d-4ef4-989b-9fcd680c5856 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc2b49c-8e88-42f4-8bc3-2d6156d87e94,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:20:41.841193 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-575e8371-896d-4ef4-989b-9fcd680c5856 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:20:41.860640 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1683fae3-1310-4e9d-84ca-6102679de7ae tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:41.861968 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-1683fae3-1310-4e9d-84ca-6102679de7ae tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4417267 Jun 11 10:20:41.864758 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 34878) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:20:41.869999 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-077c5316-5cd9-4202-8669-96e620483947 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Request body: {'security_group_rule': {'security_group_id': 'e57641a6-b0bf-44fd-8537-c6588ec50026', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:20:41.932103 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 34880) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:20:42.027639 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-077c5316-5cd9-4202-8669-96e620483947 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:42.098361 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-077c5316-5cd9-4202-8669-96e620483947 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:42.165305 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-077c5316-5cd9-4202-8669-96e620483947 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:42.167229 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8b7ab5ad-1e0a-4de7-a084-72f549ae4754 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:20:42.185557 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077c5316-5cd9-4202-8669-96e620483947 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04520cb2-29d4-4cd2-96eb-c87266958656,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:20:42.188394 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-077c5316-5cd9-4202-8669-96e620483947 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:20:42.256357 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-077c5316-5cd9-4202-8669-96e620483947 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:42.257888 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-077c5316-5cd9-4202-8669-96e620483947 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3921683 Jun 11 10:20:42.260816 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 34884) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:20:42.265392 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-15434165-2905-4c97-8029-7a490b52b19b tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Request body: {'security_group_rule': {'security_group_id': 'e57641a6-b0bf-44fd-8537-c6588ec50026', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:20:42.353216 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-15434165-2905-4c97-8029-7a490b52b19b tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:42.419329 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-15434165-2905-4c97-8029-7a490b52b19b tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:42.481034 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-15434165-2905-4c97-8029-7a490b52b19b tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:42.482827 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5a1140bf-6804-49d1-b69d-c7c54e8b5c85 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:20:42.509080 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15434165-2905-4c97-8029-7a490b52b19b tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a205c72-1d43-4ada-b990-580616aeff9b,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:20:42.511509 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-15434165-2905-4c97-8029-7a490b52b19b tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:20:42.576735 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-15434165-2905-4c97-8029-7a490b52b19b tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:42.577955 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-15434165-2905-4c97-8029-7a490b52b19b tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3161197 Jun 11 10:20:42.578719 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0f565df9-36a5-49ca-a01d-12b3db0cd8c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375209'] for router_interface, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:42.582332 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 34886) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:20:42.587142 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-4f894229-95a7-4aaa-b394-a7afad073b77 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Request body: {'floatingip': {'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:20:42.656984 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4f894229-95a7-4aaa-b394-a7afad073b77 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Notify callbacks [] for floatingip, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:42.786892 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4f894229-95a7-4aaa-b394-a7afad073b77 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:42.885446 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-397df9a4-5e9c-4073-b69c-396b07089e2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:42.924126 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-4f894229-95a7-4aaa-b394-a7afad073b77 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Allocated IP 172.25.4.76 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/69691474-7256-42d7-a2d1-1e30979ab9a6) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:20:43.056829 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4f894229-95a7-4aaa-b394-a7afad073b77 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:43.146699 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4f894229-95a7-4aaa-b394-a7afad073b77 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:43.150261 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-912d1097-926a-4a10-9338-4c5226dfb7e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:20:43.201867 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f894229-95a7-4aaa-b394-a7afad073b77 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:20:43.204585 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-4f894229-95a7-4aaa-b394-a7afad073b77 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:20:43.208988 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f894229-95a7-4aaa-b394-a7afad073b77 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:20:43.212836 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f894229-95a7-4aaa-b394-a7afad073b77 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Pushing event updated for resources: {'Port': ['ID=69691474-7256-42d7-a2d1-1e30979ab9a6,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:20:43.238810 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4f894229-95a7-4aaa-b394-a7afad073b77 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:20:43.287174 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-0f565df9-36a5-49ca-a01d-12b3db0cd8c1 admin admin] Deleting port 05e61939-958c-43c7-9c23-7d74a779d5f6 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:20:43.287869 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0f565df9-36a5-49ca-a01d-12b3db0cd8c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:43.311264 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4f894229-95a7-4aaa-b394-a7afad073b77 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:43.391947 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-0f565df9-36a5-49ca-a01d-12b3db0cd8c1 admin admin] For port 05e61939-958c-43c7-9c23-7d74a779d5f6, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=05e61939-958c-43c7-9c23-7d74a779d5f6,segment=NetworkSegment(67120add-2ea2-49af-b8c9-5e21590f7297),segment_id=67120add-2ea2-49af-b8c9-5e21590f7297)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:20:43.392313 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0f565df9-36a5-49ca-a01d-12b3db0cd8c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:43.428411 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4f894229-95a7-4aaa-b394-a7afad073b77 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:43.514095 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-0f565df9-36a5-49ca-a01d-12b3db0cd8c1 admin admin] Calling delete_port for 05e61939-958c-43c7-9c23-7d74a779d5f6 owned by network:router_interface {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:20:43.640542 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4f894229-95a7-4aaa-b394-a7afad073b77 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:43.684994 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4f894229-95a7-4aaa-b394-a7afad073b77 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:43.688035 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-fe4dc4bd-a075-4893-bf3c-ef7694146b9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:20:43.771625 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f894229-95a7-4aaa-b394-a7afad073b77 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Pushing event updated for resources: {'Port': ['ID=69691474-7256-42d7-a2d1-1e30979ab9a6,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:20:43.777090 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4f894229-95a7-4aaa-b394-a7afad073b77 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:20:43.784326 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4f894229-95a7-4aaa-b394-a7afad073b77 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:43.826459 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0f565df9-36a5-49ca-a01d-12b3db0cd8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:43.829567 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-777e3df0-aebc-49c4-9b69-e52f44e2f72c tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:20:43.854546 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4f894229-95a7-4aaa-b394-a7afad073b77 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:43.855849 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-4f894229-95a7-4aaa-b394-a7afad073b77 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2725270 Jun 11 10:20:43.860206 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f565df9-36a5-49ca-a01d-12b3db0cd8c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=05e61939-958c-43c7-9c23-7d74a779d5f6,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:20:43.868194 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0f565df9-36a5-49ca-a01d-12b3db0cd8c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:20:44.077114 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-77da4f94-567f-4a51-844c-24b0d704bd38 req-a55670f2-464b-479f-98ac-cdbe401d3ddb tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--2092118642&fields=id&tenant_id=4fa4adcc930c454582c6b4c82c27544f HTTP/1.1" status: 200 len: 267 time: 0.0466814 Jun 11 10:20:44.097279 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0f565df9-36a5-49ca-a01d-12b3db0cd8c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362297'] for router_interface, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:44.212626 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da4f94-567f-4a51-844c-24b0d704bd38 req-aede9d3f-b41d-4553-9b04-a4c80cf5ec8c tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:20:44.213989 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-77da4f94-567f-4a51-844c-24b0d704bd38 req-aede9d3f-b41d-4553-9b04-a4c80cf5ec8c tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/networks?id=2ac340f0-d786-4d09-af3c-d796852f240b HTTP/1.1" status: 200 len: 810 time: 0.1302056 Jun 11 10:20:44.229759 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-77da4f94-567f-4a51-844c-24b0d704bd38 req-a1a37ad8-d075-4f8b-8c72-4c194a4d78d0 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/quotas/4fa4adcc930c454582c6b4c82c27544f HTTP/1.1" status: 200 len: 375 time: 0.0099235 Jun 11 10:20:44.305561 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-77da4f94-567f-4a51-844c-24b0d704bd38 req-8a1dd5f9-8208-4044-bc49-6c5c1ecca767 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=4fa4adcc930c454582c6b4c82c27544f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0699511 Jun 11 10:20:44.406095 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f565df9-36a5-49ca-a01d-12b3db0cd8c1 admin admin] Router 6335c6e3-d0ce-42ac-b5ca-995696f55aaf has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:20:44.427097 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-77da4f94-567f-4a51-844c-24b0d704bd38 req-2deb0600-d89b-42f4-b98e-cdb0a0bf0be0 service neutron] 10.222.0.60 "GET /v2.0/networks/2ac340f0-d786-4d09-af3c-d796852f240b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100974 Jun 11 10:20:44.548557 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-77da4f94-567f-4a51-844c-24b0d704bd38 req-7dfd791f-58dd-4b27-922e-3fb1e2b54fd5 service neutron] 10.222.0.60 "GET /v2.0/networks/2ac340f0-d786-4d09-af3c-d796852f240b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148775 Jun 11 10:20:44.559901 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f565df9-36a5-49ca-a01d-12b3db0cd8c1 admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:20:44.564977 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-0f565df9-36a5-49ca-a01d-12b3db0cd8c1 admin admin] 10.222.0.60 "PUT /v2.0/routers/6335c6e3-d0ce-42ac-b5ca-995696f55aaf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6316757 Jun 11 10:20:44.567402 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 34906) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:20:44.573150 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a5c131-7241-48fe-bd3f-4b1e94c28ca5 None None] Sync routers for ids ['6335c6e3-d0ce-42ac-b5ca-995696f55aaf'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:20:44.582393 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a5c131-7241-48fe-bd3f-4b1e94c28ca5 None None] Routers {'6335c6e3-d0ce-42ac-b5ca-995696f55aaf'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:20:44.583018 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-f3a5c131-7241-48fe-bd3f-4b1e94c28ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:20:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['6335c6e3-d0ce-42ac-b5ca-995696f55aaf'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:20:44.713697 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e6d553fb-baf6-4de4-87bc-96260ecc474c admin admin] Notify callbacks [] for router, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:44.725739 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-f3a5c131-7241-48fe-bd3f-4b1e94c28ca5 None None] Set router 6335c6e3-d0ce-42ac-b5ca-995696f55aaf gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:20:44.872287 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e6d553fb-baf6-4de4-87bc-96260ecc474c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:44.890958 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-571be4c2-3483-40b1-89cd-13bd073d4970 req-6764fee5-764c-4264-b128-12b233c58904 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4251835-8393-4eb1-844d-2d3234bf4dcf HTTP/1.1" status: 200 len: 210 time: 0.0874629 Jun 11 10:20:44.982407 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-f3a5c131-7241-48fe-bd3f-4b1e94c28ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6335c6e3-d0ce-42ac-b5ca-995696f55aaf', 'name': 'tempest-TestServerBasicOps-1317371210-router', 'tenant_id': '65716eb7009d46088e8320334fed55e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '75c5b945-edbb-481c-9d61-5ab4f9d69b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:14:56Z', 'updated_at': '2021-06-11T10:20:43Z', 'revision_number': 5, 'project_id': '65716eb7009d46088e8320334fed55e2', 'gw_port': {'id': '75c5b945-edbb-481c-9d61-5ab4f9d69b35', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:fc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6335c6e3-d0ce-42ac-b5ca-995696f55aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:14:57Z', 'updated_at': '2021-06-11T10:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:20:44.983414 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-e6d553fb-baf6-4de4-87bc-96260ecc474c admin admin] Deleting port 75c5b945-edbb-481c-9d61-5ab4f9d69b35 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:20:44.983901 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e6d553fb-baf6-4de4-87bc-96260ecc474c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:44.986235 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a5c131-7241-48fe-bd3f-4b1e94c28ca5 None None] Checking router: 6335c6e3-d0ce-42ac-b5ca-995696f55aaf for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:20:44.995481 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a5c131-7241-48fe-bd3f-4b1e94c28ca5 None None] Routers {'6335c6e3-d0ce-42ac-b5ca-995696f55aaf'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:20:44.996186 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-f3a5c131-7241-48fe-bd3f-4b1e94c28ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:20:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['6335c6e3-d0ce-42ac-b5ca-995696f55aaf'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:20:45.119630 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-e6d553fb-baf6-4de4-87bc-96260ecc474c admin admin] For port 75c5b945-edbb-481c-9d61-5ab4f9d69b35, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=75c5b945-edbb-481c-9d61-5ab4f9d69b35,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:20:45.119994 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e6d553fb-baf6-4de4-87bc-96260ecc474c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:45.130387 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-f3a5c131-7241-48fe-bd3f-4b1e94c28ca5 None None] Set router 6335c6e3-d0ce-42ac-b5ca-995696f55aaf gateway port host: None {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:20:45.213168 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-f3a5c131-7241-48fe-bd3f-4b1e94c28ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6335c6e3-d0ce-42ac-b5ca-995696f55aaf', 'name': 'tempest-TestServerBasicOps-1317371210-router', 'tenant_id': '65716eb7009d46088e8320334fed55e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:14:56Z', 'updated_at': '2021-06-11T10:20:44Z', 'revision_number': 6, 'project_id': '65716eb7009d46088e8320334fed55e2', 'gw_port_host': None}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:20:45.216820 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a5c131-7241-48fe-bd3f-4b1e94c28ca5 None None] The sync data for ids ['6335c6e3-d0ce-42ac-b5ca-995696f55aaf'] in n-d-779913-12 is: [{'id': '6335c6e3-d0ce-42ac-b5ca-995696f55aaf', 'name': 'tempest-TestServerBasicOps-1317371210-router', 'tenant_id': '65716eb7009d46088e8320334fed55e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:14:56Z', 'updated_at': '2021-06-11T10:20:44Z', 'revision_number': 6, 'project_id': '65716eb7009d46088e8320334fed55e2', 'gw_port_host': None}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:20:45.218046 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-e6d553fb-baf6-4de4-87bc-96260ecc474c admin admin] Calling delete_port for 75c5b945-edbb-481c-9d61-5ab4f9d69b35 owned by network:router_gateway {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:20:45.490572 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e6d553fb-baf6-4de4-87bc-96260ecc474c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:45.493405 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9b81b84a-d5a5-47b3-81e8-f7281413dd45 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:20:45.521871 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d553fb-baf6-4de4-87bc-96260ecc474c admin admin] Pushing event deleted for resources: {'Port': ['ID=75c5b945-edbb-481c-9d61-5ab4f9d69b35,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:20:45.526138 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e6d553fb-baf6-4de4-87bc-96260ecc474c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:20:45.606073 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e6d553fb-baf6-4de4-87bc-96260ecc474c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374120'] for router_gateway, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:45.769012 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e6d553fb-baf6-4de4-87bc-96260ecc474c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:45.771149 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e6d553fb-baf6-4de4-87bc-96260ecc474c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:45.843552 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-62191a24-04e1-430a-85c3-0af4702cfefc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:45.923246 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e6d553fb-baf6-4de4-87bc-96260ecc474c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:45.923882 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6d553fb-baf6-4de4-87bc-96260ecc474c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6335c6e3-d0ce-42ac-b5ca-995696f55aaf {{(pid=93176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 10:20:45.935156 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e6d553fb-baf6-4de4-87bc-96260ecc474c admin admin] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:45.935156 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-e6d553fb-baf6-4de4-87bc-96260ecc474c admin admin] 10.222.0.60 "DELETE /v2.0/routers/6335c6e3-d0ce-42ac-b5ca-995696f55aaf HTTP/1.1" status: 204 len: 168 time: 1.3617074 Jun 11 10:20:45.935156 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 34924) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:20:45.953705 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:45.992407 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c5cf624-3682-4bff-90da-8c366cd651c3 admin admin] Deleting subnet 8e7a82c1-1cd2-4b06-afeb-812570ed0aaa {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:20:45.995863 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3c5cf624-3682-4bff-90da-8c366cd651c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:46.059543 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2bd9d3c6-27b3-460a-a82b-029ca8dcf1d6 req-868ba538-b754-47a8-be78-a9b34eb6503e tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4251835-8393-4eb1-844d-2d3234bf4dcf HTTP/1.1" status: 200 len: 210 time: 0.0455537 Jun 11 10:20:46.385400 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3c5cf624-3682-4bff-90da-8c366cd651c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:46.489484 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3c5cf624-3682-4bff-90da-8c366cd651c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:46.553657 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 75c5b945-edbb-481c-9d61-5ab4f9d69b35 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:20:46.581910 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 75c5b945-edbb-481c-9d61-5ab4f9d69b35 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:20:46.582265 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 75c5b945-edbb-481c-9d61-5ab4f9d69b35 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:20:46.582696 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 05e61939-958c-43c7-9c23-7d74a779d5f6 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:20:46.606091 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 05e61939-958c-43c7-9c23-7d74a779d5f6 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:20:46.606441 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 05e61939-958c-43c7-9c23-7d74a779d5f6 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:20:46.628518 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3c5cf624-3682-4bff-90da-8c366cd651c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:46.630733 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e5f66df9-f3ab-4639-ab00-bfdbfadb6ec1 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:20:46.664537 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5cf624-3682-4bff-90da-8c366cd651c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e7a82c1-1cd2-4b06-afeb-812570ed0aaa,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:20:46.667892 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3c5cf624-3682-4bff-90da-8c366cd651c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:20:46.669363 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3c5cf624-3682-4bff-90da-8c366cd651c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:46.671337 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-3c5cf624-3682-4bff-90da-8c366cd651c3 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/8e7a82c1-1cd2-4b06-afeb-812570ed0aaa HTTP/1.1" status: 204 len: 168 time: 0.7374692 Jun 11 10:20:46.673534 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6730a90-cb15-419d-bed2-4b13cb74aa4e None None] Network db93647b-0e21-4983-a45b-0e51426db587 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:20:46.677439 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 34926) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:20:46.772682 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f125afe9-acab-4d9f-badb-0e5860b05ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:46.854636 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-f125afe9-acab-4d9f-badb-0e5860b05ed5 admin admin] Deleting port c3b7388d-02c0-424c-9c2d-027743834115 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:20:46.855100 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f125afe9-acab-4d9f-badb-0e5860b05ed5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:46.950983 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:46.955504 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-f125afe9-acab-4d9f-badb-0e5860b05ed5 admin admin] For port c3b7388d-02c0-424c-9c2d-027743834115, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=c3b7388d-02c0-424c-9c2d-027743834115,segment=NetworkSegment(67120add-2ea2-49af-b8c9-5e21590f7297),segment_id=67120add-2ea2-49af-b8c9-5e21590f7297)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:20:46.955987 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f125afe9-acab-4d9f-badb-0e5860b05ed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:47.073038 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-f125afe9-acab-4d9f-badb-0e5860b05ed5 admin admin] Calling delete_port for c3b7388d-02c0-424c-9c2d-027743834115 owned by network:dhcp {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:20:47.087965 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da4f94-567f-4a51-844c-24b0d704bd38 req-03f4eac2-5a35-49ea-b13c-29b00a6ecd7d tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:20:47.089885 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-77da4f94-567f-4a51-844c-24b0d704bd38 req-03f4eac2-5a35-49ea-b13c-29b00a6ecd7d tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.64 "GET /v2.0/networks?id=2ac340f0-d786-4d09-af3c-d796852f240b HTTP/1.1" status: 200 len: 810 time: 0.1440191 Jun 11 10:20:47.130825 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4467b91-7597-493d-814c-a1cb86bd6a31 None None] DHCP port deletion for db93647b-0e21-4983-a45b-0e51426db587 request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 10:20:47.152432 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-77da4f94-567f-4a51-844c-24b0d704bd38 req-10430698-8c7c-4368-84fe-57b8063399c5 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4fa4adcc930c454582c6b4c82c27544f HTTP/1.1" status: 200 len: 380 time: 0.0537441 Jun 11 10:20:47.162997 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-77da4f94-567f-4a51-844c-24b0d704bd38 req-71037307-d52b-475d-907f-e426759415bb tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Request body: {'port': {'device_id': 'e4251835-8393-4eb1-844d-2d3234bf4dcf', 'network_id': '2ac340f0-d786-4d09-af3c-d796852f240b', 'admin_state_up': True, 'tenant_id': '4fa4adcc930c454582c6b4c82c27544f', 'security_groups': ['e57641a6-b0bf-44fd-8537-c6588ec50026']}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:20:47.195939 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-c4467b91-7597-493d-814c-a1cb86bd6a31 None None] Deleting port c3b7388d-02c0-424c-9c2d-027743834115 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:20:47.196620 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c4467b91-7597-493d-814c-a1cb86bd6a31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:47.250777 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b0cc136b-f1ea-4430-bef1-0b3dc68986dc req-372a1b45-8fd2-4d3c-99f7-6860a9c23031 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4251835-8393-4eb1-844d-2d3234bf4dcf HTTP/1.1" status: 200 len: 210 time: 0.0417447 Jun 11 10:20:47.291836 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f125afe9-acab-4d9f-badb-0e5860b05ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:47.294665 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7f16d782-d212-441f-be50-709288bc6c3a tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:20:47.306322 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-c4467b91-7597-493d-814c-a1cb86bd6a31 None None] For port c3b7388d-02c0-424c-9c2d-027743834115, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=c3b7388d-02c0-424c-9c2d-027743834115,segment=NetworkSegment(67120add-2ea2-49af-b8c9-5e21590f7297),segment_id=67120add-2ea2-49af-b8c9-5e21590f7297)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:20:47.306790 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c4467b91-7597-493d-814c-a1cb86bd6a31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:47.325281 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f125afe9-acab-4d9f-badb-0e5860b05ed5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3b7388d-02c0-424c-9c2d-027743834115,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:20:47.329658 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f125afe9-acab-4d9f-badb-0e5860b05ed5 admin admin] No DVR routers for this DVR port c3b7388d-02c0-424c-9c2d-027743834115 on host n-d-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:20:47.363889 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f125afe9-acab-4d9f-badb-0e5860b05ed5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:20:47.406550 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-c4467b91-7597-493d-814c-a1cb86bd6a31 None None] Calling delete_port for c3b7388d-02c0-424c-9c2d-027743834115 owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:20:47.428108 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77da4f94-567f-4a51-844c-24b0d704bd38 req-71037307-d52b-475d-907f-e426759415bb tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Made reservation on behalf of 4fa4adcc930c454582c6b4c82c27544f for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:20:47.432879 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-77da4f94-567f-4a51-844c-24b0d704bd38 req-71037307-d52b-475d-907f-e426759415bb tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:47.441254 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f125afe9-acab-4d9f-badb-0e5860b05ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:47.453283 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-f125afe9-acab-4d9f-badb-0e5860b05ed5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db93647b-0e21-4983-a45b-0e51426db587']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:20:47.473776 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-f125afe9-acab-4d9f-badb-0e5860b05ed5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67120add-2ea2-49af-b8c9-5e21590f7297') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:20:47.474075 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-f125afe9-acab-4d9f-badb-0e5860b05ed5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67120add-2ea2-49af-b8c9-5e21590f7297') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:20:47.492334 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f125afe9-acab-4d9f-badb-0e5860b05ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:47.507416 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c4467b91-7597-493d-814c-a1cb86bd6a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:47.510605 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:20:47.516715 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f125afe9-acab-4d9f-badb-0e5860b05ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:47.525931 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f125afe9-acab-4d9f-badb-0e5860b05ed5 admin admin] Releasing vlan 777 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:20:47.526336 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f125afe9-acab-4d9f-badb-0e5860b05ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:47.528161 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:20:47.528161 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:20:47.528161 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:20:47.528161 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 10:20:47.528161 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:20:47.528161 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:20:47.528161 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:20:47.528161 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 10:20:47.528161 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:20:47.528161 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 10:20:47.528161 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:20:47.528161 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 10:20:47.528161 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:20:47.528161 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:20:47.528161 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:20:47.528161 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:20:47.528161 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:20:47.528161 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 10:20:47.528161 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:20:47.528161 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:20:47.528161 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:20:47.528161 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 10:20:47.528161 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:20:47.528161 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:20:47.528161 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:20:47.528161 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 10:20:47.528161 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:20:47.528161 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:20:47.528161 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:20:47.528161 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 10:20:47.528161 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:20:47.528161 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 10:20:47.528161 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:20:47.528161 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:20:47.528161 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:20:47.528161 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:20:47.528161 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:20:47.528161 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 10:20:47.528161 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 10:20:47.528161 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:20:47.528161 n-d-779913-12 neutron-server[93177]: timer() Jun 11 10:20:47.528161 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:20:47.528161 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 10:20:47.528161 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:20:47.528161 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 10:20:47.528161 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:20:47.528161 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 10:20:47.528161 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:20:47.528161 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 10:20:47.528161 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:20:47.528161 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 10:20:47.528161 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:20:47.528161 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:20:47.528161 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:20:47.528161 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:20:47.528161 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:20:47.528161 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 10:20:47.528161 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:20:47.528161 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 10:20:47.528161 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:20:47.528161 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:20:47.528161 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:20:47.528161 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 10:20:47.528161 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:20:47.528161 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:20:47.528161 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:20:47.528161 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:20:47.528161 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:20:47.528161 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:20:47.528161 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:20:47.541001 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4467b91-7597-493d-814c-a1cb86bd6a31 None None] Pushing event deleted for resources: {'Port': ['ID=c3b7388d-02c0-424c-9c2d-027743834115,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:20:47.543229 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4467b91-7597-493d-814c-a1cb86bd6a31 None None] No DVR routers for this DVR port c3b7388d-02c0-424c-9c2d-027743834115 on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:20:47.547659 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-c4467b91-7597-493d-814c-a1cb86bd6a31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:20:47.603724 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-77da4f94-567f-4a51-844c-24b0d704bd38 req-71037307-d52b-475d-907f-e426759415bb tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Allocated IP 172.20.0.11 (2ac340f0-d786-4d09-af3c-d796852f240b/e4054ed8-e8dc-4397-99bc-1d06497b1031/858c3740-afa6-483e-9967-0ee7e35e413b) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:20:47.683714 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f125afe9-acab-4d9f-badb-0e5860b05ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:47.687602 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1e22b658-ed53-40ae-a275-1f46b13d4fad tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:20:47.690940 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f125afe9-acab-4d9f-badb-0e5860b05ed5 admin admin] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:47.692703 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-f125afe9-acab-4d9f-badb-0e5860b05ed5 admin admin] 10.222.0.60 "DELETE /v2.0/networks/db93647b-0e21-4983-a45b-0e51426db587 HTTP/1.1" status: 204 len: 168 time: 1.0179555 Jun 11 10:20:47.699309 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 34930) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:20:47.717722 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f125afe9-acab-4d9f-badb-0e5860b05ed5 admin admin] Pushing event deleted for resources: {'Network': ['ID=db93647b-0e21-4983-a45b-0e51426db587,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:20:47.766464 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f125afe9-acab-4d9f-badb-0e5860b05ed5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:20:47.784396 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-77da4f94-567f-4a51-844c-24b0d704bd38 req-71037307-d52b-475d-907f-e426759415bb tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:47.797138 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-77da4f94-567f-4a51-844c-24b0d704bd38 req-71037307-d52b-475d-907f-e426759415bb tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Transition to ACTIVE for port object 858c3740-afa6-483e-9967-0ee7e35e413b will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:20:47.897046 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-77da4f94-567f-4a51-844c-24b0d704bd38 req-71037307-d52b-475d-907f-e426759415bb tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:47.901914 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0f565df9-36a5-49ca-a01d-12b3db0cd8c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:20:47.959857 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77da4f94-567f-4a51-844c-24b0d704bd38 req-71037307-d52b-475d-907f-e426759415bb tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Network 2ac340f0-d786-4d09-af3c-d796852f240b is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:20:47.965184 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-77da4f94-567f-4a51-844c-24b0d704bd38 req-71037307-d52b-475d-907f-e426759415bb tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:20:47.967730 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-77da4f94-567f-4a51-844c-24b0d704bd38 req-71037307-d52b-475d-907f-e426759415bb tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:20:47.975123 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71037307-d52b-475d-907f-e426759415bb tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Pushing event updated for resources: {'Port': ['ID=858c3740-afa6-483e-9967-0ee7e35e413b,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:20:47.984407 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-71037307-d52b-475d-907f-e426759415bb tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:20:48.046860 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da4f94-567f-4a51-844c-24b0d704bd38 req-71037307-d52b-475d-907f-e426759415bb tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:20:48.047537 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-77da4f94-567f-4a51-844c-24b0d704bd38 req-71037307-d52b-475d-907f-e426759415bb tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:48.114450 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-77da4f94-567f-4a51-844c-24b0d704bd38 req-71037307-d52b-475d-907f-e426759415bb tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9565740 Jun 11 10:20:48.136138 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-77da4f94-567f-4a51-844c-24b0d704bd38 req-6fc8061c-0b0e-4dc8-b21f-aab8d929aa57 service neutron] Request body: {'port': {'device_id': 'e4251835-8393-4eb1-844d-2d3234bf4dcf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:20:48.232805 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-77da4f94-567f-4a51-844c-24b0d704bd38 req-6fc8061c-0b0e-4dc8-b21f-aab8d929aa57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:48.388371 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-d354438b-70e2-4370-ae1e-da68804129a6 None None] Provisioning for port 858c3740-afa6-483e-9967-0ee7e35e413b completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:20:48.393337 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-d354438b-70e2-4370-ae1e-da68804129a6 None None] Provisioning complete for port 858c3740-afa6-483e-9967-0ee7e35e413b triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:20:48.394004 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d354438b-70e2-4370-ae1e-da68804129a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:48.443494 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-d354438b-70e2-4370-ae1e-da68804129a6 None None] Port 858c3740-afa6-483e-9967-0ee7e35e413b cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:20:48.448899 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:48.507933 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e906cad-0436-4054-988a-6ee293da1b9e req-286516ff-5f91-404b-a742-f2a8553372f6 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:20:48.509891 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3e906cad-0436-4054-988a-6ee293da1b9e req-286516ff-5f91-404b-a742-f2a8553372f6 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4251835-8393-4eb1-844d-2d3234bf4dcf HTTP/1.1" status: 200 len: 932 time: 0.1266878 Jun 11 10:20:48.555201 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device c3b7388d-02c0-424c-9c2d-027743834115 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:20:48.572108 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3e906cad-0436-4054-988a-6ee293da1b9e req-9475e6d6-e95d-4426-840b-6f92f903e3b2 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/security-groups?id=e57641a6-b0bf-44fd-8537-c6588ec50026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542672 Jun 11 10:20:48.580711 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: c3b7388d-02c0-424c-9c2d-027743834115 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:20:48.581055 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device c3b7388d-02c0-424c-9c2d-027743834115 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:20:48.606539 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-77da4f94-567f-4a51-844c-24b0d704bd38 req-6fc8061c-0b0e-4dc8-b21f-aab8d929aa57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 858c3740-afa6-483e-9967-0ee7e35e413b {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:20:48.614109 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-77da4f94-567f-4a51-844c-24b0d704bd38 req-6fc8061c-0b0e-4dc8-b21f-aab8d929aa57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:48.626062 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-77da4f94-567f-4a51-844c-24b0d704bd38 req-6fc8061c-0b0e-4dc8-b21f-aab8d929aa57 service neutron] Transition to ACTIVE for port object 858c3740-afa6-483e-9967-0ee7e35e413b will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:20:48.630328 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-23654951-b5cd-4868-831f-c0e161f35eaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375209'] for router_interface, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:48.701998 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-77da4f94-567f-4a51-844c-24b0d704bd38 req-6fc8061c-0b0e-4dc8-b21f-aab8d929aa57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:48.704199 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a7e80dc0-c72a-48f0-805e-1b16c12c1367 tempest-VolumesActionsTest-1388363050 tempest-VolumesActionsTest-1388363050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:20:48.805247 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc8061c-0b0e-4dc8-b21f-aab8d929aa57 service neutron] Pushing event updated for resources: {'Port': ['ID=858c3740-afa6-483e-9967-0ee7e35e413b,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:20:48.810187 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6fc8061c-0b0e-4dc8-b21f-aab8d929aa57 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:20:48.899403 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-77da4f94-567f-4a51-844c-24b0d704bd38 req-6fc8061c-0b0e-4dc8-b21f-aab8d929aa57 service neutron] Attempting to bind port 858c3740-afa6-483e-9967-0ee7e35e413b on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:20:48.899771 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-77da4f94-567f-4a51-844c-24b0d704bd38 req-6fc8061c-0b0e-4dc8-b21f-aab8d929aa57 service neutron] Attempting to bind port 858c3740-afa6-483e-9967-0ee7e35e413b by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': 'e64b373f-a475-481e-9bb6-8e44824f6209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '2ac340f0-d786-4d09-af3c-d796852f240b'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:20:48.900102 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77da4f94-567f-4a51-844c-24b0d704bd38 req-6fc8061c-0b0e-4dc8-b21f-aab8d929aa57 service neutron] Attempting to bind port 858c3740-afa6-483e-9967-0ee7e35e413b on network 2ac340f0-d786-4d09-af3c-d796852f240b {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:20:48.904986 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77da4f94-567f-4a51-844c-24b0d704bd38 req-6fc8061c-0b0e-4dc8-b21f-aab8d929aa57 service neutron] Port 858c3740-afa6-483e-9967-0ee7e35e413b on network 2ac340f0-d786-4d09-af3c-d796852f240b not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:20:48.905312 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77da4f94-567f-4a51-844c-24b0d704bd38 req-6fc8061c-0b0e-4dc8-b21f-aab8d929aa57 service neutron] Attempting to bind port 858c3740-afa6-483e-9967-0ee7e35e413b on network 2ac340f0-d786-4d09-af3c-d796852f240b {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:20:48.912338 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77da4f94-567f-4a51-844c-24b0d704bd38 req-6fc8061c-0b0e-4dc8-b21f-aab8d929aa57 service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:20:48.912829 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77da4f94-567f-4a51-844c-24b0d704bd38 req-6fc8061c-0b0e-4dc8-b21f-aab8d929aa57 service neutron] Checking segment: {'id': 'e64b373f-a475-481e-9bb6-8e44824f6209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '2ac340f0-d786-4d09-af3c-d796852f240b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:20:48.913612 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77da4f94-567f-4a51-844c-24b0d704bd38 req-6fc8061c-0b0e-4dc8-b21f-aab8d929aa57 service neutron] Bound using segment: {'id': 'e64b373f-a475-481e-9bb6-8e44824f6209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '2ac340f0-d786-4d09-af3c-d796852f240b'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:20:48.914256 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-77da4f94-567f-4a51-844c-24b0d704bd38 req-6fc8061c-0b0e-4dc8-b21f-aab8d929aa57 service neutron] Bound port: 858c3740-afa6-483e-9967-0ee7e35e413b, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e64b373f-a475-481e-9bb6-8e44824f6209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '2ac340f0-d786-4d09-af3c-d796852f240b'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:20:48.914765 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-77da4f94-567f-4a51-844c-24b0d704bd38 req-6fc8061c-0b0e-4dc8-b21f-aab8d929aa57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:48.990251 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-23654951-b5cd-4868-831f-c0e161f35eaf admin admin] Deleting port 4d26e8b2-b4dc-4e20-b51a-a1c49e216f63 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:20:48.990592 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-23654951-b5cd-4868-831f-c0e161f35eaf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:49.000287 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-77da4f94-567f-4a51-844c-24b0d704bd38 req-6fc8061c-0b0e-4dc8-b21f-aab8d929aa57 service neutron] For port 858c3740-afa6-483e-9967-0ee7e35e413b, host n-h1-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:20:49.003263 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-77da4f94-567f-4a51-844c-24b0d704bd38 req-6fc8061c-0b0e-4dc8-b21f-aab8d929aa57 service neutron] For port 858c3740-afa6-483e-9967-0ee7e35e413b, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=858c3740-afa6-483e-9967-0ee7e35e413b,segment=NetworkSegment(e64b373f-a475-481e-9bb6-8e44824f6209),segment_id=e64b373f-a475-481e-9bb6-8e44824f6209)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:20:49.077799 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-77da4f94-567f-4a51-844c-24b0d704bd38 req-6fc8061c-0b0e-4dc8-b21f-aab8d929aa57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:49.080932 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-99934bbf-3d49-460e-a33f-ca6ad2915ab6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:20:49.096918 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-23654951-b5cd-4868-831f-c0e161f35eaf admin admin] For port 4d26e8b2-b4dc-4e20-b51a-a1c49e216f63, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=4d26e8b2-b4dc-4e20-b51a-a1c49e216f63,segment=NetworkSegment(b9677eb1-ce7b-463c-aebe-9076cda5fcdd),segment_id=b9677eb1-ce7b-463c-aebe-9076cda5fcdd)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:20:49.097278 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-23654951-b5cd-4868-831f-c0e161f35eaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:49.118256 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da4f94-567f-4a51-844c-24b0d704bd38 req-6fc8061c-0b0e-4dc8-b21f-aab8d929aa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:20:49.121397 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-77da4f94-567f-4a51-844c-24b0d704bd38 req-6fc8061c-0b0e-4dc8-b21f-aab8d929aa57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:49.121397 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-77da4f94-567f-4a51-844c-24b0d704bd38 req-6fc8061c-0b0e-4dc8-b21f-aab8d929aa57 service neutron] 10.222.0.64 "PUT /v2.0/ports/858c3740-afa6-483e-9967-0ee7e35e413b HTTP/1.1" status: 200 len: 1093 time: 0.9892752 Jun 11 10:20:49.121397 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4251835-8393-4eb1-844d-2d3234bf4dcf', 'tag': '858c3740-afa6-483e-9967-0ee7e35e413b'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:20:49.123225 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93dea3d6-8398-41a6-ac08-d58c0faab4ed" -d '{"events": [{"name": "network-changed", "server_uuid": "e4251835-8393-4eb1-844d-2d3234bf4dcf", "tag": "858c3740-afa6-483e-9967-0ee7e35e413b"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:20:49.169978 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1815bc45-51e6-49e4-99d2-6069ad97c9bd x-openstack-request-id: req-1815bc45-51e6-49e4-99d2-6069ad97c9bd {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:20:49.170314 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4251835-8393-4eb1-844d-2d3234bf4dcf", "tag": "858c3740-afa6-483e-9967-0ee7e35e413b", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:20:49.170628 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1815bc45-51e6-49e4-99d2-6069ad97c9bd {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:20:49.171078 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4251835-8393-4eb1-844d-2d3234bf4dcf', 'tag': '858c3740-afa6-483e-9967-0ee7e35e413b', 'status': 'completed', 'code': 200} Jun 11 10:20:49.184301 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc8061c-0b0e-4dc8-b21f-aab8d929aa57 service neutron] Pushing event updated for resources: {'Port': ['ID=858c3740-afa6-483e-9967-0ee7e35e413b,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:20:49.187593 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6fc8061c-0b0e-4dc8-b21f-aab8d929aa57 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:20:49.205449 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-23654951-b5cd-4868-831f-c0e161f35eaf admin admin] Calling delete_port for 4d26e8b2-b4dc-4e20-b51a-a1c49e216f63 owned by network:router_interface {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:20:49.255114 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dea3d6-8398-41a6-ac08-d58c0faab4ed req-9b43e3b6-69b3-4224-8f9d-c16f8773fbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:20:49.258367 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-93dea3d6-8398-41a6-ac08-d58c0faab4ed req-9b43e3b6-69b3-4224-8f9d-c16f8773fbe7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4fa4adcc930c454582c6b4c82c27544f&device_id=e4251835-8393-4eb1-844d-2d3234bf4dcf HTTP/1.1" status: 200 len: 1096 time: 0.0682437 Jun 11 10:20:49.390767 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dea3d6-8398-41a6-ac08-d58c0faab4ed req-5b0861e7-b0c0-4bb5-ba8c-06b80d1f1d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:20:49.392180 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-93dea3d6-8398-41a6-ac08-d58c0faab4ed req-5b0861e7-b0c0-4bb5-ba8c-06b80d1f1d93 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=4fa4adcc930c454582c6b4c82c27544f&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1271629 Jun 11 10:20:49.513846 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-23654951-b5cd-4868-831f-c0e161f35eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:49.516721 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5e23c29a-56b2-4ac3-9931-d81473e4ba19 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:20:49.516923 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dea3d6-8398-41a6-ac08-d58c0faab4ed req-cf5501e3-7473-4c28-8f52-e9865ff21510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:20:49.518453 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-93dea3d6-8398-41a6-ac08-d58c0faab4ed req-cf5501e3-7473-4c28-8f52-e9865ff21510 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1198330 Jun 11 10:20:49.548216 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23654951-b5cd-4868-831f-c0e161f35eaf admin admin] Pushing event deleted for resources: {'Port': ['ID=4d26e8b2-b4dc-4e20-b51a-a1c49e216f63,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:20:49.552340 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-23654951-b5cd-4868-831f-c0e161f35eaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:20:49.634303 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da4f94-567f-4a51-844c-24b0d704bd38 req-27f8af76-a4a1-4fe6-ba92-418a3a0e2367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:20:49.635807 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-77da4f94-567f-4a51-844c-24b0d704bd38 req-27f8af76-a4a1-4fe6-ba92-418a3a0e2367 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4fa4adcc930c454582c6b4c82c27544f&device_id=e4251835-8393-4eb1-844d-2d3234bf4dcf HTTP/1.1" status: 200 len: 1096 time: 0.0785334 Jun 11 10:20:49.703937 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-77da4f94-567f-4a51-844c-24b0d704bd38 req-fbae56ac-72d8-41a1-aa1b-fbae189e34b0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=858c3740-afa6-483e-9967-0ee7e35e413b HTTP/1.1" status: 200 len: 217 time: 0.0608010 Jun 11 10:20:49.768532 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da4f94-567f-4a51-844c-24b0d704bd38 req-1c58fedc-dabd-4bc5-ae13-654acb3bddad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:20:49.770049 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-77da4f94-567f-4a51-844c-24b0d704bd38 req-1c58fedc-dabd-4bc5-ae13-654acb3bddad service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e4054ed8-e8dc-4397-99bc-1d06497b1031 HTTP/1.1" status: 200 len: 849 time: 0.0598571 Jun 11 10:20:49.841594 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-23654951-b5cd-4868-831f-c0e161f35eaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362297'] for router_interface, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:49.842014 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da4f94-567f-4a51-844c-24b0d704bd38 req-f6080991-76d1-4dd7-9fcf-34b48336858b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:20:49.843498 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-77da4f94-567f-4a51-844c-24b0d704bd38 req-f6080991-76d1-4dd7-9fcf-34b48336858b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2ac340f0-d786-4d09-af3c-d796852f240b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0666511 Jun 11 10:20:49.864711 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61382aaa-095c-4a46-b71b-0b772c164db9 req-8f4ef344-ff08-4416-a9b7-ab508f3b2fd9 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:20:49.866293 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-61382aaa-095c-4a46-b71b-0b772c164db9 req-8f4ef344-ff08-4416-a9b7-ab508f3b2fd9 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4251835-8393-4eb1-844d-2d3234bf4dcf HTTP/1.1" status: 200 len: 944 time: 0.1181889 Jun 11 10:20:49.962005 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-77da4f94-567f-4a51-844c-24b0d704bd38 req-b5a64b1e-4076-4f69-be17-f7b9a32a6bdb service neutron] 10.222.0.64 "GET /v2.0/networks/2ac340f0-d786-4d09-af3c-d796852f240b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121569 Jun 11 10:20:50.016064 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-61382aaa-095c-4a46-b71b-0b772c164db9 req-27ea89f4-c340-42b9-bbec-57939d15f5c6 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/security-groups?id=e57641a6-b0bf-44fd-8537-c6588ec50026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427169 Jun 11 10:20:50.081925 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-77da4f94-567f-4a51-844c-24b0d704bd38 req-4196c1bf-eaf0-43a9-b9a6-2663593a527f service neutron] 10.222.0.64 "GET /v2.0/networks/2ac340f0-d786-4d09-af3c-d796852f240b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138077 Jun 11 10:20:50.188011 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23654951-b5cd-4868-831f-c0e161f35eaf admin admin] Router 87b749e1-90fa-4827-bc94-f27d4e2d3f0e has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:20:50.335523 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23654951-b5cd-4868-831f-c0e161f35eaf admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:20:50.343282 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-23654951-b5cd-4868-831f-c0e161f35eaf admin admin] 10.222.0.60 "PUT /v2.0/routers/87b749e1-90fa-4827-bc94-f27d4e2d3f0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6408136 Jun 11 10:20:50.343507 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 34940) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:20:50.343815 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba939c6-bd04-47c7-bb09-c7d9092d6bc0 None None] Sync routers for ids ['87b749e1-90fa-4827-bc94-f27d4e2d3f0e'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:20:50.353813 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba939c6-bd04-47c7-bb09-c7d9092d6bc0 None None] Routers {'87b749e1-90fa-4827-bc94-f27d4e2d3f0e'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:20:50.354432 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-cba939c6-bd04-47c7-bb09-c7d9092d6bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:20:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['87b749e1-90fa-4827-bc94-f27d4e2d3f0e'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:20:50.493812 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e349250e-ba98-406f-a0e2-dc1649b5f477 admin admin] Notify callbacks [] for router, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:50.495640 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-cba939c6-bd04-47c7-bb09-c7d9092d6bc0 None None] Set router 87b749e1-90fa-4827-bc94-f27d4e2d3f0e gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:20:50.637277 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e349250e-ba98-406f-a0e2-dc1649b5f477 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:50.734708 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-cba939c6-bd04-47c7-bb09-c7d9092d6bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b749e1-90fa-4827-bc94-f27d4e2d3f0e', 'name': 'tempest-TestServerBasicOps-226970223-router', 'tenant_id': 'f1ea2f6434cd4bcdb71942b2fcf2d06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '7d383c41-663e-413a-b7a4-31425251e6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:15:09Z', 'updated_at': '2021-06-11T10:20:49Z', 'revision_number': 5, 'project_id': 'f1ea2f6434cd4bcdb71942b2fcf2d06a', 'gw_port': {'id': '7d383c41-663e-413a-b7a4-31425251e6c6', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b749e1-90fa-4827-bc94-f27d4e2d3f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:15:12Z', 'updated_at': '2021-06-11T10:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:20:50.738006 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba939c6-bd04-47c7-bb09-c7d9092d6bc0 None None] Checking router: 87b749e1-90fa-4827-bc94-f27d4e2d3f0e for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:20:50.746047 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba939c6-bd04-47c7-bb09-c7d9092d6bc0 None None] Routers {'87b749e1-90fa-4827-bc94-f27d4e2d3f0e'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:20:50.746680 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-cba939c6-bd04-47c7-bb09-c7d9092d6bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:20:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['87b749e1-90fa-4827-bc94-f27d4e2d3f0e'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:20:50.803180 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-e349250e-ba98-406f-a0e2-dc1649b5f477 admin admin] Deleting port 7d383c41-663e-413a-b7a4-31425251e6c6 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:20:50.803527 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e349250e-ba98-406f-a0e2-dc1649b5f477 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:50.866779 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-cba939c6-bd04-47c7-bb09-c7d9092d6bc0 None None] Set router 87b749e1-90fa-4827-bc94-f27d4e2d3f0e gateway port host: None {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:20:50.906032 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-e349250e-ba98-406f-a0e2-dc1649b5f477 admin admin] For port 7d383c41-663e-413a-b7a4-31425251e6c6, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=7d383c41-663e-413a-b7a4-31425251e6c6,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:20:50.906286 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e349250e-ba98-406f-a0e2-dc1649b5f477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:50.945192 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-cba939c6-bd04-47c7-bb09-c7d9092d6bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b749e1-90fa-4827-bc94-f27d4e2d3f0e', 'name': 'tempest-TestServerBasicOps-226970223-router', 'tenant_id': 'f1ea2f6434cd4bcdb71942b2fcf2d06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:15:09Z', 'updated_at': '2021-06-11T10:20:50Z', 'revision_number': 6, 'project_id': 'f1ea2f6434cd4bcdb71942b2fcf2d06a', 'gw_port_host': None}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:20:50.948756 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba939c6-bd04-47c7-bb09-c7d9092d6bc0 None None] The sync data for ids ['87b749e1-90fa-4827-bc94-f27d4e2d3f0e'] in n-d-779913-12 is: [{'id': '87b749e1-90fa-4827-bc94-f27d4e2d3f0e', 'name': 'tempest-TestServerBasicOps-226970223-router', 'tenant_id': 'f1ea2f6434cd4bcdb71942b2fcf2d06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:15:09Z', 'updated_at': '2021-06-11T10:20:50Z', 'revision_number': 6, 'project_id': 'f1ea2f6434cd4bcdb71942b2fcf2d06a', 'gw_port_host': None}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:20:51.003111 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-e349250e-ba98-406f-a0e2-dc1649b5f477 admin admin] Calling delete_port for 7d383c41-663e-413a-b7a4-31425251e6c6 owned by network:router_gateway {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:20:51.256715 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d519253a-0d23-4a0d-8821-de6b03245d12 req-4cfefa2c-ae97-4fa5-83f8-dc376eff3759 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:20:51.259020 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d519253a-0d23-4a0d-8821-de6b03245d12 req-4cfefa2c-ae97-4fa5-83f8-dc376eff3759 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4251835-8393-4eb1-844d-2d3234bf4dcf HTTP/1.1" status: 200 len: 944 time: 0.1260414 Jun 11 10:20:51.305147 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d519253a-0d23-4a0d-8821-de6b03245d12 req-5a493bfe-d928-43b4-9d16-4312b6ece523 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/security-groups?id=e57641a6-b0bf-44fd-8537-c6588ec50026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389819 Jun 11 10:20:51.324826 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e349250e-ba98-406f-a0e2-dc1649b5f477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:51.327118 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0c6c4452-5634-4fcf-bd19-782ca4506ac6 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:20:51.362335 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e349250e-ba98-406f-a0e2-dc1649b5f477 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d383c41-663e-413a-b7a4-31425251e6c6,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:20:51.364820 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e349250e-ba98-406f-a0e2-dc1649b5f477 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:20:51.441703 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e349250e-ba98-406f-a0e2-dc1649b5f477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374120'] for router_gateway, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:51.944014 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e349250e-ba98-406f-a0e2-dc1649b5f477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:51.946011 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e349250e-ba98-406f-a0e2-dc1649b5f477 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:52.067717 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e349250e-ba98-406f-a0e2-dc1649b5f477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:52.068294 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e349250e-ba98-406f-a0e2-dc1649b5f477 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87b749e1-90fa-4827-bc94-f27d4e2d3f0e {{(pid=93177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 10:20:52.072393 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e349250e-ba98-406f-a0e2-dc1649b5f477 admin admin] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:52.073512 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-e349250e-ba98-406f-a0e2-dc1649b5f477 admin admin] 10.222.0.60 "DELETE /v2.0/routers/87b749e1-90fa-4827-bc94-f27d4e2d3f0e HTTP/1.1" status: 204 len: 168 time: 1.7290816 Jun 11 10:20:52.076019 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 34944) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:20:52.140138 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-de728355-2ff2-4eeb-a702-927b309cf514 admin admin] Deleting subnet 7ce0f4e1-164d-4b78-b303-ea053f6dd072 {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:20:52.141905 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-de728355-2ff2-4eeb-a702-927b309cf514 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:52.187161 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-de728355-2ff2-4eeb-a702-927b309cf514 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:52.282425 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-de728355-2ff2-4eeb-a702-927b309cf514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:52.417077 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-de728355-2ff2-4eeb-a702-927b309cf514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:52.420493 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-36a85a92-0740-495a-8d90-d638ecd79207 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:20:52.459099 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de728355-2ff2-4eeb-a702-927b309cf514 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ce0f4e1-164d-4b78-b303-ea053f6dd072,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:20:52.482458 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-de728355-2ff2-4eeb-a702-927b309cf514 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:20:52.490265 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-de728355-2ff2-4eeb-a702-927b309cf514 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:52.493468 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-de728355-2ff2-4eeb-a702-927b309cf514 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/7ce0f4e1-164d-4b78-b303-ea053f6dd072 HTTP/1.1" status: 204 len: 168 time: 0.4140472 Jun 11 10:20:52.493645 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad955d42-6b2e-47d1-a7f3-b4ad18408b03 None None] Network 49063cfc-5fc5-469a-951f-9b2fa07c45ea requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:20:52.494088 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 34948) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:20:52.530962 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f085c0a-56bd-493e-8db4-853ec08fe40c req-6ba1b038-f34a-4df7-83f1-be4997071552 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:20:52.532583 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1f085c0a-56bd-493e-8db4-853ec08fe40c req-6ba1b038-f34a-4df7-83f1-be4997071552 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4251835-8393-4eb1-844d-2d3234bf4dcf HTTP/1.1" status: 200 len: 944 time: 0.1130531 Jun 11 10:20:52.587231 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1f085c0a-56bd-493e-8db4-853ec08fe40c req-50624fff-6dd2-4b96-a864-c5951a63d20d tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/security-groups?id=e57641a6-b0bf-44fd-8537-c6588ec50026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465453 Jun 11 10:20:52.612441 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 4d26e8b2-b4dc-4e20-b51a-a1c49e216f63 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:20:52.619509 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f92f25d5-d02d-4009-9b4e-07a2b6baada9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:52.639054 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 4d26e8b2-b4dc-4e20-b51a-a1c49e216f63 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:20:52.639425 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 4d26e8b2-b4dc-4e20-b51a-a1c49e216f63 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:20:52.639880 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 7d383c41-663e-413a-b7a4-31425251e6c6 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:20:52.681884 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-f92f25d5-d02d-4009-9b4e-07a2b6baada9 admin admin] Deleting port 7560e7e2-5f00-4b89-8c97-6cd6da796670 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:20:52.681884 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f92f25d5-d02d-4009-9b4e-07a2b6baada9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:52.725104 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 7d383c41-663e-413a-b7a4-31425251e6c6 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:20:52.726151 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 7d383c41-663e-413a-b7a4-31425251e6c6 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:20:52.792324 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-f92f25d5-d02d-4009-9b4e-07a2b6baada9 admin admin] For port 7560e7e2-5f00-4b89-8c97-6cd6da796670, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=7560e7e2-5f00-4b89-8c97-6cd6da796670,segment=NetworkSegment(b9677eb1-ce7b-463c-aebe-9076cda5fcdd),segment_id=b9677eb1-ce7b-463c-aebe-9076cda5fcdd)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:20:52.792693 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f92f25d5-d02d-4009-9b4e-07a2b6baada9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:52.820024 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1de89eb-9fb2-49e3-b8aa-0be5ebf4836e None None] DHCP port deletion for 49063cfc-5fc5-469a-951f-9b2fa07c45ea request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 10:20:52.872885 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-e1de89eb-9fb2-49e3-b8aa-0be5ebf4836e None None] Deleting port 7560e7e2-5f00-4b89-8c97-6cd6da796670 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:20:52.873271 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e1de89eb-9fb2-49e3-b8aa-0be5ebf4836e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:52.889413 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-f92f25d5-d02d-4009-9b4e-07a2b6baada9 admin admin] Calling delete_port for 7560e7e2-5f00-4b89-8c97-6cd6da796670 owned by network:dhcp {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:20:52.958254 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-e1de89eb-9fb2-49e3-b8aa-0be5ebf4836e None None] For port 7560e7e2-5f00-4b89-8c97-6cd6da796670, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=7560e7e2-5f00-4b89-8c97-6cd6da796670,segment=NetworkSegment(b9677eb1-ce7b-463c-aebe-9076cda5fcdd),segment_id=b9677eb1-ce7b-463c-aebe-9076cda5fcdd)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:20:52.958662 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e1de89eb-9fb2-49e3-b8aa-0be5ebf4836e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:53.057432 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-e1de89eb-9fb2-49e3-b8aa-0be5ebf4836e None None] Calling delete_port for 7560e7e2-5f00-4b89-8c97-6cd6da796670 owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:20:53.073644 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f92f25d5-d02d-4009-9b4e-07a2b6baada9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:53.075960 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3831121b-ff18-4b89-a038-d04a0e62ecf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:20:53.107636 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92f25d5-d02d-4009-9b4e-07a2b6baada9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7560e7e2-5f00-4b89-8c97-6cd6da796670,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:20:53.109441 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92f25d5-d02d-4009-9b4e-07a2b6baada9 admin admin] No DVR routers for this DVR port 7560e7e2-5f00-4b89-8c97-6cd6da796670 on host n-d-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:20:53.110943 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f92f25d5-d02d-4009-9b4e-07a2b6baada9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:20:53.156438 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e1de89eb-9fb2-49e3-b8aa-0be5ebf4836e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:53.158316 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:20:53.187338 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1de89eb-9fb2-49e3-b8aa-0be5ebf4836e None None] Pushing event deleted for resources: {'Port': ['ID=7560e7e2-5f00-4b89-8c97-6cd6da796670,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:20:53.191597 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1de89eb-9fb2-49e3-b8aa-0be5ebf4836e None None] No DVR routers for this DVR port 7560e7e2-5f00-4b89-8c97-6cd6da796670 on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:20:53.198401 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1de89eb-9fb2-49e3-b8aa-0be5ebf4836e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:20:53.198778 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1de89eb-9fb2-49e3-b8aa-0be5ebf4836e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:20:53.199074 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1de89eb-9fb2-49e3-b8aa-0be5ebf4836e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:20:53.199413 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1de89eb-9fb2-49e3-b8aa-0be5ebf4836e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:20:53.199768 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1de89eb-9fb2-49e3-b8aa-0be5ebf4836e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:20:53.200098 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1de89eb-9fb2-49e3-b8aa-0be5ebf4836e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:20:53.200428 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1de89eb-9fb2-49e3-b8aa-0be5ebf4836e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:20:53.200750 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1de89eb-9fb2-49e3-b8aa-0be5ebf4836e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:20:53.201074 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1de89eb-9fb2-49e3-b8aa-0be5ebf4836e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:20:53.201389 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1de89eb-9fb2-49e3-b8aa-0be5ebf4836e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:20:53.201710 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1de89eb-9fb2-49e3-b8aa-0be5ebf4836e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:20:53.202451 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1de89eb-9fb2-49e3-b8aa-0be5ebf4836e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:20:53.206423 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-e1de89eb-9fb2-49e3-b8aa-0be5ebf4836e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:20:53.212796 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f92f25d5-d02d-4009-9b4e-07a2b6baada9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:53.224384 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-f92f25d5-d02d-4009-9b4e-07a2b6baada9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49063cfc-5fc5-469a-951f-9b2fa07c45ea']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:20:53.236405 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-f92f25d5-d02d-4009-9b4e-07a2b6baada9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9677eb1-ce7b-463c-aebe-9076cda5fcdd') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:20:53.236405 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-f92f25d5-d02d-4009-9b4e-07a2b6baada9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9677eb1-ce7b-463c-aebe-9076cda5fcdd') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:20:53.246059 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f92f25d5-d02d-4009-9b4e-07a2b6baada9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:53.261430 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f92f25d5-d02d-4009-9b4e-07a2b6baada9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:53.267191 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f92f25d5-d02d-4009-9b4e-07a2b6baada9 admin admin] Releasing vlan 773 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:20:53.267814 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f92f25d5-d02d-4009-9b4e-07a2b6baada9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:53.269353 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:20:53.269353 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:20:53.269353 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:20:53.269353 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:20:53.269353 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:20:53.269353 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:20:53.269353 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:20:53.269353 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:20:53.269353 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:20:53.269353 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:20:53.269353 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:20:53.269353 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:20:53.269353 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 10:20:53.269353 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:20:53.269353 n-d-779913-12 neutron-server[93176]: timer() Jun 11 10:20:53.269353 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:20:53.269353 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 10:20:53.269353 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:20:53.269353 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 10:20:53.269353 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:20:53.269353 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 10:20:53.269353 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:20:53.269353 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 10:20:53.269353 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:20:53.269353 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 10:20:53.269353 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:20:53.269353 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:20:53.269353 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:20:53.269353 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:20:53.269353 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:20:53.269353 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 10:20:53.269353 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:20:53.269353 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 10:20:53.269353 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:20:53.269353 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:20:53.269353 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:20:53.269353 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 10:20:53.269353 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:20:53.269353 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:20:53.269353 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:20:53.269353 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:20:53.269353 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:20:53.269353 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:20:53.269353 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:20:53.400022 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f92f25d5-d02d-4009-9b4e-07a2b6baada9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:53.404854 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f92f25d5-d02d-4009-9b4e-07a2b6baada9 admin admin] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:53.409420 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-f92f25d5-d02d-4009-9b4e-07a2b6baada9 admin admin] 10.222.0.60 "DELETE /v2.0/networks/49063cfc-5fc5-469a-951f-9b2fa07c45ea HTTP/1.1" status: 204 len: 168 time: 0.9118073 Jun 11 10:20:53.409420 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-bd00bdbf-ed09-40c9-b81c-98ee81099605 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:20:53.423549 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92f25d5-d02d-4009-9b4e-07a2b6baada9 admin admin] Pushing event deleted for resources: {'Network': ['ID=49063cfc-5fc5-469a-951f-9b2fa07c45ea,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:20:53.425985 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f92f25d5-d02d-4009-9b4e-07a2b6baada9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:20:53.598313 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 858c3740-afa6-483e-9967-0ee7e35e413b details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 10:20:53.623122 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8a2a0c39-f39f-4c2d-baf4-607153b5272b req-3c527691-aebd-49da-86a2-d1c6095b8547 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b54d0e17-1873-42dc-a2a0-28500f0e130c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0664091 Jun 11 10:20:53.740163 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 858c3740-afa6-483e-9967-0ee7e35e413b, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=858c3740-afa6-483e-9967-0ee7e35e413b,segment=NetworkSegment(e64b373f-a475-481e-9bb6-8e44824f6209),segment_id=e64b373f-a475-481e-9bb6-8e44824f6209)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:20:53.752712 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': '858c3740-afa6-483e-9967-0ee7e35e413b', 'network_id': '2ac340f0-d786-4d09-af3c-d796852f240b', 'port_id': '858c3740-afa6-483e-9967-0ee7e35e413b', 'mac_address': 'fa:16:3e:4b:bf:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4054ed8-e8dc-4397-99bc-1d06497b1031', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 10:20:53.787006 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 34954) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:20:53.807298 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:53.809044 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2a0c39-f39f-4c2d-baf4-607153b5272b req-42e64615-35a7-41c8-8430-38e4729461cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:20:53.810501 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8a2a0c39-f39f-4c2d-baf4-607153b5272b req-42e64615-35a7-41c8-8430-38e4729461cc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7c7545923ebc48e08cfbeb0d8e94f901&device_id=b54d0e17-1873-42dc-a2a0-28500f0e130c HTTP/1.1" status: 200 len: 1098 time: 0.1391890 Jun 11 10:20:53.823300 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 858c3740-afa6-483e-9967-0ee7e35e413b {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:20:53.827053 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47725cc5-f7ec-42ef-820d-3ad5c38e1efa req-4b079c15-b480-4fba-94e7-392dfc62acff tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:20:53.828531 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-47725cc5-f7ec-42ef-820d-3ad5c38e1efa req-4b079c15-b480-4fba-94e7-392dfc62acff tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4251835-8393-4eb1-844d-2d3234bf4dcf HTTP/1.1" status: 200 len: 944 time: 0.1221609 Jun 11 10:20:53.845796 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 858c3740-afa6-483e-9967-0ee7e35e413b, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=858c3740-afa6-483e-9967-0ee7e35e413b,segment=NetworkSegment(e64b373f-a475-481e-9bb6-8e44824f6209),segment_id=e64b373f-a475-481e-9bb6-8e44824f6209)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:20:53.895945 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-05508d07-fbc6-46e1-8d12-1eea403eaaca admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=65716eb7009d46088e8320334fed55e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1060748 Jun 11 10:20:53.898892 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 34958) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:20:53.923383 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:53.925140 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:20:53.978966 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=858c3740-afa6-483e-9967-0ee7e35e413b,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:20:53.982393 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:20:53.989313 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-47725cc5-f7ec-42ef-820d-3ad5c38e1efa req-acdb013c-f0e5-43ac-a1a2-ad9513bd63ee tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/security-groups?id=e57641a6-b0bf-44fd-8537-c6588ec50026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522448 Jun 11 10:20:54.041705 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ea22a6c4-48eb-4535-b77b-9f9e03edc28e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:54.044676 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2a0c39-f39f-4c2d-baf4-607153b5272b req-9a4d28d2-272a-40a5-bf28-02a14e934092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:20:54.046143 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8a2a0c39-f39f-4c2d-baf4-607153b5272b req-9a4d28d2-272a-40a5-bf28-02a14e934092 service neutron] 10.222.0.69 "GET /v2.0/networks?id=795e7157-0b59-4b3c-b5bc-895c607dc0cc HTTP/1.1" status: 200 len: 911 time: 0.2081120 Jun 11 10:20:54.122749 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ea22a6c4-48eb-4535-b77b-9f9e03edc28e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:54.124011 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['858c3740-afa6-483e-9967-0ee7e35e413b'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:20:54.173352 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8a2a0c39-f39f-4c2d-baf4-607153b5272b req-6ce7d8c7-13a4-48b8-8a5d-446c68b0a403 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=983aba21-d091-4612-bfa4-1e21ac12986e HTTP/1.1" status: 200 len: 1000 time: 0.1189537 Jun 11 10:20:54.232224 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2a0c39-f39f-4c2d-baf4-607153b5272b req-8a3bb553-a5d4-4df9-b706-11f558060047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:20:54.233595 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8a2a0c39-f39f-4c2d-baf4-607153b5272b req-8a3bb553-a5d4-4df9-b706-11f558060047 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b543bd1f-2b45-4ed6-ae53-d9d0c8ed8871 HTTP/1.1" status: 200 len: 849 time: 0.0538797 Jun 11 10:20:54.290688 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ea22a6c4-48eb-4535-b77b-9f9e03edc28e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:54.293265 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ea22a6c4-48eb-4535-b77b-9f9e03edc28e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:54.294364 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-ea22a6c4-48eb-4535-b77b-9f9e03edc28e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/df3f3c19-5ea4-45c7-a3fb-085dc03ba0b8 HTTP/1.1" status: 204 len: 168 time: 0.3945990 Jun 11 10:20:54.296371 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-738d7117-51e1-40ea-9108-9b0139b460b7 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:20:54.306906 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea22a6c4-48eb-4535-b77b-9f9e03edc28e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df3f3c19-5ea4-45c7-a3fb-085dc03ba0b8,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:20:54.309652 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ea22a6c4-48eb-4535-b77b-9f9e03edc28e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:20:54.318808 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2a0c39-f39f-4c2d-baf4-607153b5272b req-6cc9e4f1-af1e-44d8-96b3-04a9e4e55905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:20:54.320829 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8a2a0c39-f39f-4c2d-baf4-607153b5272b req-6cc9e4f1-af1e-44d8-96b3-04a9e4e55905 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=795e7157-0b59-4b3c-b5bc-895c607dc0cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0805442 Jun 11 10:20:54.442003 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8a2a0c39-f39f-4c2d-baf4-607153b5272b req-859b5428-5fc5-490e-a26d-827d1a47da5e service neutron] 10.222.0.69 "GET /v2.0/networks/795e7157-0b59-4b3c-b5bc-895c607dc0cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131492 Jun 11 10:20:54.540690 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 7560e7e2-5f00-4b89-8c97-6cd6da796670 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:20:54.563267 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8a2a0c39-f39f-4c2d-baf4-607153b5272b req-b2ac2b25-b244-436c-8ea0-dd6a5216cfce service neutron] 10.222.0.69 "GET /v2.0/networks/795e7157-0b59-4b3c-b5bc-895c607dc0cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146462 Jun 11 10:20:54.565417 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 7560e7e2-5f00-4b89-8c97-6cd6da796670 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:20:54.565775 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 7560e7e2-5f00-4b89-8c97-6cd6da796670 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:20:54.954792 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 34966) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:20:55.001448 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-86f27aae-8c97-4759-94eb-d85d4dc874e6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f1ea2f6434cd4bcdb71942b2fcf2d06a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0453258 Jun 11 10:20:55.004089 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 34968) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:20:55.059514 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-12625802-9d3d-4e2a-88e3-c7b1d1270f38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:55.083313 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-12625802-9d3d-4e2a-88e3-c7b1d1270f38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:55.180498 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b6070b-1bd4-477e-b0ee-4bde35596b8d req-85ace740-e374-42ae-9160-69ab6d35d7e3 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:20:55.181952 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-61b6070b-1bd4-477e-b0ee-4bde35596b8d req-85ace740-e374-42ae-9160-69ab6d35d7e3 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4251835-8393-4eb1-844d-2d3234bf4dcf HTTP/1.1" status: 200 len: 945 time: 0.0756099 Jun 11 10:20:55.209004 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-12625802-9d3d-4e2a-88e3-c7b1d1270f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:55.211657 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-12625802-9d3d-4e2a-88e3-c7b1d1270f38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:55.215161 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-12625802-9d3d-4e2a-88e3-c7b1d1270f38 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e38ce9a6-8078-4337-8d08-3b66b2c5da59 HTTP/1.1" status: 204 len: 168 time: 0.2077520 Jun 11 10:20:55.215161 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-19f42a2f-b1d0-4bf7-a981-7e3e79ef7bfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:20:55.222597 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12625802-9d3d-4e2a-88e3-c7b1d1270f38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e38ce9a6-8078-4337-8d08-3b66b2c5da59,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:20:55.225533 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-61b6070b-1bd4-477e-b0ee-4bde35596b8d req-6805b6b3-bdb9-4c5a-a449-c7489bd366c0 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/security-groups?id=e57641a6-b0bf-44fd-8537-c6588ec50026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379972 Jun 11 10:20:55.235100 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-12625802-9d3d-4e2a-88e3-c7b1d1270f38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:20:55.614305 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 858c3740-afa6-483e-9967-0ee7e35e413b up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:20:55.724913 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning for port 858c3740-afa6-483e-9967-0ee7e35e413b completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:20:55.730148 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port 858c3740-afa6-483e-9967-0ee7e35e413b triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:20:55.730537 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:55.832977 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:55.859783 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4251835-8393-4eb1-844d-2d3234bf4dcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '858c3740-afa6-483e-9967-0ee7e35e413b'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:20:55.862149 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2487667-2874-4f5b-93ad-ee752fd0612d" -d '{"events": [{"server_uuid": "e4251835-8393-4eb1-844d-2d3234bf4dcf", "name": "network-vif-plugged", "status": "completed", "tag": "858c3740-afa6-483e-9967-0ee7e35e413b"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:20:55.877955 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 858c3740-afa6-483e-9967-0ee7e35e413b, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=858c3740-afa6-483e-9967-0ee7e35e413b,segment=NetworkSegment(e64b373f-a475-481e-9bb6-8e44824f6209),segment_id=e64b373f-a475-481e-9bb6-8e44824f6209)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:20:55.902885 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c98668d4-e56d-46b9-bd52-e34d1fd85772 x-openstack-request-id: req-c98668d4-e56d-46b9-bd52-e34d1fd85772 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:20:55.903238 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4251835-8393-4eb1-844d-2d3234bf4dcf", "name": "network-vif-plugged", "status": "completed", "tag": "858c3740-afa6-483e-9967-0ee7e35e413b", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:20:55.903510 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c98668d4-e56d-46b9-bd52-e34d1fd85772 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:20:55.903950 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4251835-8393-4eb1-844d-2d3234bf4dcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '858c3740-afa6-483e-9967-0ee7e35e413b', 'code': 200} Jun 11 10:20:55.936500 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:55.938372 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-78949700-9436-4d37-a1f9-8a1bc6c75d38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:20:55.992457 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=858c3740-afa6-483e-9967-0ee7e35e413b,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:20:55.995425 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:20:56.028464 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77999ad5-59ff-4198-8cd3-3c8a26443076 req-c512b3bc-0cbe-44cc-8db9-cece2b1b8d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:20:56.029945 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-77999ad5-59ff-4198-8cd3-3c8a26443076 req-c512b3bc-0cbe-44cc-8db9-cece2b1b8d3f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e4251835-8393-4eb1-844d-2d3234bf4dcf HTTP/1.1" status: 200 len: 1098 time: 0.0642772 Jun 11 10:20:56.081690 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-77999ad5-59ff-4198-8cd3-3c8a26443076 req-63679060-a32e-4bec-be51-f16cce353117 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e57641a6-b0bf-44fd-8537-c6588ec50026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451469 Jun 11 10:20:56.407595 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f44c1e-971c-4ec1-a8f5-e5929f83cde9 req-d38cac40-a9cc-473a-b79e-c43430b144d0 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:20:56.409108 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-32f44c1e-971c-4ec1-a8f5-e5929f83cde9 req-d38cac40-a9cc-473a-b79e-c43430b144d0 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4251835-8393-4eb1-844d-2d3234bf4dcf HTTP/1.1" status: 200 len: 946 time: 0.0690997 Jun 11 10:20:56.458148 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-32f44c1e-971c-4ec1-a8f5-e5929f83cde9 req-84809c26-4c9e-4a9a-8e11-0f971276c95b tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/security-groups?id=e57641a6-b0bf-44fd-8537-c6588ec50026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387545 Jun 11 10:20:57.639164 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cbc9de-04b0-4e18-9237-9012a63df695 req-5cb9119d-c458-4eba-8005-2eb754aaab0e tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:20:57.640632 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e1cbc9de-04b0-4e18-9237-9012a63df695 req-5cb9119d-c458-4eba-8005-2eb754aaab0e tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4251835-8393-4eb1-844d-2d3234bf4dcf HTTP/1.1" status: 200 len: 946 time: 0.0725229 Jun 11 10:20:57.682593 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e1cbc9de-04b0-4e18-9237-9012a63df695 req-d7c88727-ef07-44aa-b595-d4252a761886 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/security-groups?id=e57641a6-b0bf-44fd-8537-c6588ec50026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362499 Jun 11 10:20:57.858700 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e7c71-278b-46f2-aace-16a193936f25 req-5c9bdaf1-0cd9-4d63-84eb-b45e581f0b67 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:20:57.860166 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e53e7c71-278b-46f2-aace-16a193936f25 req-5c9bdaf1-0cd9-4d63-84eb-b45e581f0b67 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4251835-8393-4eb1-844d-2d3234bf4dcf HTTP/1.1" status: 200 len: 946 time: 0.0675578 Jun 11 10:20:57.868507 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 34982) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:20:57.872928 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-388746f3-db03-4395-b56f-e249735bf5ae tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Request body: {'floatingip': {'port_id': '858c3740-afa6-483e-9967-0ee7e35e413b'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:20:57.930376 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-388746f3-db03-4395-b56f-e249735bf5ae tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Notify callbacks [] for floatingip, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:58.514523 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-388746f3-db03-4395-b56f-e249735bf5ae tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:58.576105 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-388746f3-db03-4395-b56f-e249735bf5ae tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:58.712792 n-d-779913-12 neutron-server[93177]: INFO neutron.db.l3_db [None req-388746f3-db03-4395-b56f-e249735bf5ae tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Floating IP d3a264ef-4dd8-4378-8994-54032054d72c associated. External IP: 172.25.4.76, port: 858c3740-afa6-483e-9967-0ee7e35e413b. Jun 11 10:20:58.999313 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-388746f3-db03-4395-b56f-e249735bf5ae tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Router 18bee323-1125-49ef-b821-e620b20acd8d has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:20:59.145044 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-388746f3-db03-4395-b56f-e249735bf5ae tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:20:59.150013 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-388746f3-db03-4395-b56f-e249735bf5ae tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:20:59.154269 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d4afc0-f4dd-4f3d-8603-82cc741ea6e7 None None] Sync routers for ids ['18bee323-1125-49ef-b821-e620b20acd8d'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:20:59.167139 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d4afc0-f4dd-4f3d-8603-82cc741ea6e7 None None] Routers {'18bee323-1125-49ef-b821-e620b20acd8d'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:20:59.167795 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-c6d4afc0-f4dd-4f3d-8603-82cc741ea6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:20:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['18bee323-1125-49ef-b821-e620b20acd8d'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:20:59.192403 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-388746f3-db03-4395-b56f-e249735bf5ae tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "PUT /v2.0/floatingips/d3a264ef-4dd8-4378-8994-54032054d72c HTTP/1.1" status: 200 len: 991 time: 1.3228710 Jun 11 10:20:59.193189 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4251835-8393-4eb1-844d-2d3234bf4dcf', 'tag': '858c3740-afa6-483e-9967-0ee7e35e413b'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:20:59.196369 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a73833-772b-41d4-9373-06dbd725be84" -d '{"events": [{"name": "network-changed", "server_uuid": "e4251835-8393-4eb1-844d-2d3234bf4dcf", "tag": "858c3740-afa6-483e-9967-0ee7e35e413b"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:20:59.310267 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-c6d4afc0-f4dd-4f3d-8603-82cc741ea6e7 None None] Set router 18bee323-1125-49ef-b821-e620b20acd8d gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:20:59.328114 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c6a06b0-ea66-42c1-9b5c-22ec25743e23 x-openstack-request-id: req-1c6a06b0-ea66-42c1-9b5c-22ec25743e23 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:20:59.328450 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4251835-8393-4eb1-844d-2d3234bf4dcf", "tag": "858c3740-afa6-483e-9967-0ee7e35e413b", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:20:59.328754 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1c6a06b0-ea66-42c1-9b5c-22ec25743e23 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:20:59.329201 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4251835-8393-4eb1-844d-2d3234bf4dcf', 'tag': '858c3740-afa6-483e-9967-0ee7e35e413b', 'status': 'completed', 'code': 200} Jun 11 10:20:59.412709 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a73833-772b-41d4-9373-06dbd725be84 req-17ed1a37-bbf3-44ab-b0ac-4463ae522984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:20:59.414769 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-63a73833-772b-41d4-9373-06dbd725be84 req-17ed1a37-bbf3-44ab-b0ac-4463ae522984 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4fa4adcc930c454582c6b4c82c27544f&device_id=e4251835-8393-4eb1-844d-2d3234bf4dcf HTTP/1.1" status: 200 len: 1098 time: 0.0644057 Jun 11 10:20:59.534452 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a73833-772b-41d4-9373-06dbd725be84 req-093c668e-6b04-4312-8996-e14e30f740f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:20:59.535953 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-63a73833-772b-41d4-9373-06dbd725be84 req-093c668e-6b04-4312-8996-e14e30f740f0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2ac340f0-d786-4d09-af3c-d796852f240b HTTP/1.1" status: 200 len: 911 time: 0.1152110 Jun 11 10:20:59.605598 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-c6d4afc0-f4dd-4f3d-8603-82cc741ea6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bee323-1125-49ef-b821-e620b20acd8d', 'name': 'tempest-AttachVolumeTestJSON-946356344-router', 'tenant_id': '4fa4adcc930c454582c6b4c82c27544f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': 'a0d3ad71-c523-4b81-8303-10eebc13d258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:13:26Z', 'updated_at': '2021-06-11T10:13:34Z', 'revision_number': 4, 'project_id': '4fa4adcc930c454582c6b4c82c27544f', 'gw_port': {'id': 'a0d3ad71-c523-4b81-8303-10eebc13d258', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bee323-1125-49ef-b821-e620b20acd8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:13:27Z', 'updated_at': '2021-06-11T10:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': 'd3a264ef-4dd8-4378-8994-54032054d72c', 'tenant_id': '4fa4adcc930c454582c6b4c82c27544f', 'floating_ip_address': '172.25.4.76', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': '18bee323-1125-49ef-b821-e620b20acd8d', 'port_id': '858c3740-afa6-483e-9967-0ee7e35e413b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ac340f0-d786-4d09-af3c-d796852f240b', 'mac_address': 'fa:16:3e:4b:bf:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4251835-8393-4eb1-844d-2d3234bf4dcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T10:20:43Z', 'updated_at': '2021-06-11T10:20:58Z', 'revision_number': 1, 'project_id': '4fa4adcc930c454582c6b4c82c27544f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07877c8f-2296-420d-8c39-b7d056fd0adc', 'name': '', 'network_id': '2ac340f0-d786-4d09-af3c-d796852f240b', 'tenant_id': '4fa4adcc930c454582c6b4c82c27544f', 'mac_address': 'fa:16:3e:da:3f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bee323-1125-49ef-b821-e620b20acd8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': 'e4054ed8-e8dc-4397-99bc-1d06497b1031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:13:33Z', 'updated_at': '2021-06-11T10:13:43Z', 'revision_number': 5, 'project_id': '4fa4adcc930c454582c6b4c82c27544f', 'subnets': [{'id': 'e4054ed8-e8dc-4397-99bc-1d06497b1031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:20:59.609126 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d4afc0-f4dd-4f3d-8603-82cc741ea6e7 None None] Checking router: 18bee323-1125-49ef-b821-e620b20acd8d for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:20:59.618006 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d4afc0-f4dd-4f3d-8603-82cc741ea6e7 None None] Routers {'18bee323-1125-49ef-b821-e620b20acd8d'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:20:59.618689 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-c6d4afc0-f4dd-4f3d-8603-82cc741ea6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:20:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['18bee323-1125-49ef-b821-e620b20acd8d'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:20:59.627341 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-63a73833-772b-41d4-9373-06dbd725be84 req-fe0185f8-bff8-405c-aaeb-b74d03ebfaf5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=858c3740-afa6-483e-9967-0ee7e35e413b HTTP/1.1" status: 200 len: 999 time: 0.0846500 Jun 11 10:20:59.687206 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a73833-772b-41d4-9373-06dbd725be84 req-b77bfa0d-ca8f-4f1b-985d-214bfaa4fd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:20:59.689188 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-63a73833-772b-41d4-9373-06dbd725be84 req-b77bfa0d-ca8f-4f1b-985d-214bfaa4fd07 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e4054ed8-e8dc-4397-99bc-1d06497b1031 HTTP/1.1" status: 200 len: 849 time: 0.0559821 Jun 11 10:20:59.756377 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a73833-772b-41d4-9373-06dbd725be84 req-ab60d143-35a3-4012-8e1d-e0b94cec75df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:20:59.757914 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-63a73833-772b-41d4-9373-06dbd725be84 req-ab60d143-35a3-4012-8e1d-e0b94cec75df service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2ac340f0-d786-4d09-af3c-d796852f240b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0614998 Jun 11 10:20:59.765753 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-c6d4afc0-f4dd-4f3d-8603-82cc741ea6e7 None None] Set router 18bee323-1125-49ef-b821-e620b20acd8d gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:20:59.984870 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-63a73833-772b-41d4-9373-06dbd725be84 req-d16fb134-c201-46b3-9af5-a35b09387ab9 service neutron] 10.222.0.64 "GET /v2.0/networks/2ac340f0-d786-4d09-af3c-d796852f240b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200196 Jun 11 10:21:00.106017 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-63a73833-772b-41d4-9373-06dbd725be84 req-902bda5f-1609-4a8b-9eb4-d250f698b6b1 service neutron] 10.222.0.64 "GET /v2.0/networks/2ac340f0-d786-4d09-af3c-d796852f240b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151068 Jun 11 10:21:00.243716 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-c6d4afc0-f4dd-4f3d-8603-82cc741ea6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bee323-1125-49ef-b821-e620b20acd8d', 'name': 'tempest-AttachVolumeTestJSON-946356344-router', 'tenant_id': '4fa4adcc930c454582c6b4c82c27544f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': 'a0d3ad71-c523-4b81-8303-10eebc13d258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:13:26Z', 'updated_at': '2021-06-11T10:13:34Z', 'revision_number': 4, 'project_id': '4fa4adcc930c454582c6b4c82c27544f', 'gw_port': {'id': 'a0d3ad71-c523-4b81-8303-10eebc13d258', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bee323-1125-49ef-b821-e620b20acd8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:13:27Z', 'updated_at': '2021-06-11T10:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': 'd3a264ef-4dd8-4378-8994-54032054d72c', 'tenant_id': '4fa4adcc930c454582c6b4c82c27544f', 'floating_ip_address': '172.25.4.76', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': '18bee323-1125-49ef-b821-e620b20acd8d', 'port_id': '858c3740-afa6-483e-9967-0ee7e35e413b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ac340f0-d786-4d09-af3c-d796852f240b', 'mac_address': 'fa:16:3e:4b:bf:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4251835-8393-4eb1-844d-2d3234bf4dcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T10:20:43Z', 'updated_at': '2021-06-11T10:20:58Z', 'revision_number': 1, 'project_id': '4fa4adcc930c454582c6b4c82c27544f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07877c8f-2296-420d-8c39-b7d056fd0adc', 'name': '', 'network_id': '2ac340f0-d786-4d09-af3c-d796852f240b', 'tenant_id': '4fa4adcc930c454582c6b4c82c27544f', 'mac_address': 'fa:16:3e:da:3f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bee323-1125-49ef-b821-e620b20acd8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': 'e4054ed8-e8dc-4397-99bc-1d06497b1031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:13:33Z', 'updated_at': '2021-06-11T10:13:43Z', 'revision_number': 5, 'project_id': '4fa4adcc930c454582c6b4c82c27544f', 'subnets': [{'id': 'e4054ed8-e8dc-4397-99bc-1d06497b1031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:21:00.247114 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d4afc0-f4dd-4f3d-8603-82cc741ea6e7 None None] The sync data for ids ['18bee323-1125-49ef-b821-e620b20acd8d'] in n-d-779913-12 is: [{'id': '18bee323-1125-49ef-b821-e620b20acd8d', 'name': 'tempest-AttachVolumeTestJSON-946356344-router', 'tenant_id': '4fa4adcc930c454582c6b4c82c27544f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': 'a0d3ad71-c523-4b81-8303-10eebc13d258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:13:26Z', 'updated_at': '2021-06-11T10:13:34Z', 'revision_number': 4, 'project_id': '4fa4adcc930c454582c6b4c82c27544f', 'gw_port': {'id': 'a0d3ad71-c523-4b81-8303-10eebc13d258', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bee323-1125-49ef-b821-e620b20acd8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:13:27Z', 'updated_at': '2021-06-11T10:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': 'd3a264ef-4dd8-4378-8994-54032054d72c', 'tenant_id': '4fa4adcc930c454582c6b4c82c27544f', 'floating_ip_address': '172.25.4.76', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': '18bee323-1125-49ef-b821-e620b20acd8d', 'port_id': '858c3740-afa6-483e-9967-0ee7e35e413b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ac340f0-d786-4d09-af3c-d796852f240b', 'mac_address': 'fa:16:3e:4b:bf:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4251835-8393-4eb1-844d-2d3234bf4dcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T10:20:43Z', 'updated_at': '2021-06-11T10:20:58Z', 'revision_number': 1, 'project_id': '4fa4adcc930c454582c6b4c82c27544f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07877c8f-2296-420d-8c39-b7d056fd0adc', 'name': '', 'network_id': '2ac340f0-d786-4d09-af3c-d796852f240b', 'tenant_id': '4fa4adcc930c454582c6b4c82c27544f', 'mac_address': 'fa:16:3e:da:3f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bee323-1125-49ef-b821-e620b20acd8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': 'e4054ed8-e8dc-4397-99bc-1d06497b1031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:13:33Z', 'updated_at': '2021-06-11T10:13:43Z', 'revision_number': 5, 'project_id': '4fa4adcc930c454582c6b4c82c27544f', 'subnets': [{'id': 'e4054ed8-e8dc-4397-99bc-1d06497b1031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:21:00.463702 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd96e3f2-c92f-4e9b-bc54-cb7d41898912 None None] New status for floating IP d3a264ef-4dd8-4378-8994-54032054d72c: ACTIVE {{(pid=93179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 10:21:01.419470 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:21:01.473275 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:05.816129 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:12.900422 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-27d0c13c-05af-49c0-a07e-7a6797c8885d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:15.808990 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2c675d84-a2b7-402a-872c-7ff61d46fe6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:16.005143 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:16.724514 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:18.472119 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:23.775188 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-70baed97-9810-405d-b7b6-535d07e16d38 req-dc0442c7-7f26-4f45-b193-61a79304170b tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1252870311&fields=id&tenant_id=7c7545923ebc48e08cfbeb0d8e94f901 HTTP/1.1" status: 200 len: 267 time: 0.0417209 Jun 11 10:21:23.922616 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70baed97-9810-405d-b7b6-535d07e16d38 req-41f18133-d019-4701-af6c-95bffa88af14 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:21:23.924049 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-70baed97-9810-405d-b7b6-535d07e16d38 req-41f18133-d019-4701-af6c-95bffa88af14 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/networks?id=795e7157-0b59-4b3c-b5bc-895c607dc0cc HTTP/1.1" status: 200 len: 810 time: 0.1421783 Jun 11 10:21:23.938743 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-70baed97-9810-405d-b7b6-535d07e16d38 req-1130e54a-e199-457f-824a-de51a0a2da08 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/quotas/7c7545923ebc48e08cfbeb0d8e94f901 HTTP/1.1" status: 200 len: 375 time: 0.0092454 Jun 11 10:21:24.022239 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-70baed97-9810-405d-b7b6-535d07e16d38 req-7f899b62-e496-4c02-98c2-2375eb0ade65 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7c7545923ebc48e08cfbeb0d8e94f901&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0785441 Jun 11 10:21:24.150002 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-70baed97-9810-405d-b7b6-535d07e16d38 req-0fa8e31e-73ba-447e-88b0-7f354f133130 service neutron] 10.222.0.60 "GET /v2.0/networks/795e7157-0b59-4b3c-b5bc-895c607dc0cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153986 Jun 11 10:21:24.271583 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-70baed97-9810-405d-b7b6-535d07e16d38 req-c4056763-5a83-4e38-ab51-1dd159700bfb service neutron] 10.222.0.60 "GET /v2.0/networks/795e7157-0b59-4b3c-b5bc-895c607dc0cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151462 Jun 11 10:21:25.396066 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-23c776e5-82e7-4825-96fe-497da15ecf2c req-8d3413d6-6f17-4b47-b308-5dce263a060b tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=da9ff409-da28-4ae4-89e8-392bca34910e HTTP/1.1" status: 200 len: 210 time: 0.4395368 Jun 11 10:21:26.330850 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 35136) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:21:26.426825 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eaf97d8-615a-40b1-9cc0-7b44a5f2cb45 tempest-TestNetworkBasicOps-36146069 tempest-TestNetworkBasicOps-36146069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:21:26.427307 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eaf97d8-615a-40b1-9cc0-7b44a5f2cb45 tempest-TestNetworkBasicOps-36146069 tempest-TestNetworkBasicOps-36146069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:21:26.427806 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eaf97d8-615a-40b1-9cc0-7b44a5f2cb45 tempest-TestNetworkBasicOps-36146069 tempest-TestNetworkBasicOps-36146069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:21:26.429894 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-5eaf97d8-615a-40b1-9cc0-7b44a5f2cb45 tempest-TestNetworkBasicOps-36146069 tempest-TestNetworkBasicOps-36146069-project-admin] 10.222.0.60 "GET /v2.0/ports?project_id=7cff3ec0902242ea94828c7f7e013111&network_id=2a1b71bb-7184-48bf-959d-5c444e36c97b HTTP/1.1" status: 200 len: 2973 time: 0.0981181 Jun 11 10:21:26.552274 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b220e4bb-5404-4a69-9bf0-5fe1f2b19d55 req-f606dcc3-7b49-4f26-9470-6d096ebbcdf9 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=da9ff409-da28-4ae4-89e8-392bca34910e HTTP/1.1" status: 200 len: 210 time: 0.0372510 Jun 11 10:21:26.969379 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70baed97-9810-405d-b7b6-535d07e16d38 req-64e265d5-0fe7-4fd6-9274-398fb484840e tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:21:26.970875 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-70baed97-9810-405d-b7b6-535d07e16d38 req-64e265d5-0fe7-4fd6-9274-398fb484840e tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.69 "GET /v2.0/networks?id=795e7157-0b59-4b3c-b5bc-895c607dc0cc HTTP/1.1" status: 200 len: 810 time: 0.1296053 Jun 11 10:21:27.022105 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-70baed97-9810-405d-b7b6-535d07e16d38 req-e90c7a19-891a-4079-ac67-e89a610eb994 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c7545923ebc48e08cfbeb0d8e94f901 HTTP/1.1" status: 200 len: 380 time: 0.0388565 Jun 11 10:21:27.032226 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-70baed97-9810-405d-b7b6-535d07e16d38 req-8e26316c-27c8-43e2-bb02-50fc56a17488 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Request body: {'port': {'device_id': 'da9ff409-da28-4ae4-89e8-392bca34910e', 'network_id': '795e7157-0b59-4b3c-b5bc-895c607dc0cc', 'admin_state_up': True, 'tenant_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'security_groups': ['3820e434-2f22-40ca-aca1-203621ef7aab']}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:21:27.271424 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70baed97-9810-405d-b7b6-535d07e16d38 req-8e26316c-27c8-43e2-bb02-50fc56a17488 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Made reservation on behalf of 7c7545923ebc48e08cfbeb0d8e94f901 for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:21:27.275149 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-70baed97-9810-405d-b7b6-535d07e16d38 req-8e26316c-27c8-43e2-bb02-50fc56a17488 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:27.425782 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [req-70baed97-9810-405d-b7b6-535d07e16d38 req-8e26316c-27c8-43e2-bb02-50fc56a17488 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Allocated IP 172.20.0.3 (795e7157-0b59-4b3c-b5bc-895c607dc0cc/b543bd1f-2b45-4ed6-ae53-d9d0c8ed8871/d4fbf360-d6d4-41c5-a3ed-7dfb9e52227c) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:21:27.613895 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-70baed97-9810-405d-b7b6-535d07e16d38 req-8e26316c-27c8-43e2-bb02-50fc56a17488 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:27.628085 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-70baed97-9810-405d-b7b6-535d07e16d38 req-8e26316c-27c8-43e2-bb02-50fc56a17488 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Transition to ACTIVE for port object d4fbf360-d6d4-41c5-a3ed-7dfb9e52227c will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:21:27.708913 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ae75ba4c-7bdb-4175-b754-e3a286396723 req-f61959af-7554-472a-ae18-39fc235f4caa tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=da9ff409-da28-4ae4-89e8-392bca34910e HTTP/1.1" status: 200 len: 210 time: 0.0333960 Jun 11 10:21:27.719702 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-70baed97-9810-405d-b7b6-535d07e16d38 req-8e26316c-27c8-43e2-bb02-50fc56a17488 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:27.724667 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e503d0dc-0257-4ccd-b892-495de17ad590 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:21:27.776937 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70baed97-9810-405d-b7b6-535d07e16d38 req-8e26316c-27c8-43e2-bb02-50fc56a17488 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Network 795e7157-0b59-4b3c-b5bc-895c607dc0cc is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:21:27.780539 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [req-70baed97-9810-405d-b7b6-535d07e16d38 req-8e26316c-27c8-43e2-bb02-50fc56a17488 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:21:27.784517 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-70baed97-9810-405d-b7b6-535d07e16d38 req-8e26316c-27c8-43e2-bb02-50fc56a17488 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:21:27.820772 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e26316c-27c8-43e2-bb02-50fc56a17488 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Pushing event updated for resources: {'Port': ['ID=d4fbf360-d6d4-41c5-a3ed-7dfb9e52227c,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:21:27.837185 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e26316c-27c8-43e2-bb02-50fc56a17488 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:21:27.837575 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e26316c-27c8-43e2-bb02-50fc56a17488 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:21:27.837962 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e26316c-27c8-43e2-bb02-50fc56a17488 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:21:27.838337 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e26316c-27c8-43e2-bb02-50fc56a17488 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:21:27.838717 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e26316c-27c8-43e2-bb02-50fc56a17488 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:21:27.839119 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e26316c-27c8-43e2-bb02-50fc56a17488 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:21:27.839493 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e26316c-27c8-43e2-bb02-50fc56a17488 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:21:27.839884 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e26316c-27c8-43e2-bb02-50fc56a17488 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:21:27.840251 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e26316c-27c8-43e2-bb02-50fc56a17488 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:21:27.840640 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e26316c-27c8-43e2-bb02-50fc56a17488 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:21:27.840992 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e26316c-27c8-43e2-bb02-50fc56a17488 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:21:27.841356 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e26316c-27c8-43e2-bb02-50fc56a17488 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:21:27.846767 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8e26316c-27c8-43e2-bb02-50fc56a17488 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:21:27.864196 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70baed97-9810-405d-b7b6-535d07e16d38 req-8e26316c-27c8-43e2-bb02-50fc56a17488 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:21:27.865076 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-70baed97-9810-405d-b7b6-535d07e16d38 req-8e26316c-27c8-43e2-bb02-50fc56a17488 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:27.936877 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-70baed97-9810-405d-b7b6-535d07e16d38 req-8e26316c-27c8-43e2-bb02-50fc56a17488 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9083250 Jun 11 10:21:27.949378 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-70baed97-9810-405d-b7b6-535d07e16d38 req-30381c91-9b33-42f5-b7b0-d44b4749e326 service neutron] Request body: {'port': {'device_id': 'da9ff409-da28-4ae4-89e8-392bca34910e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-12'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:21:28.051412 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-70baed97-9810-405d-b7b6-535d07e16d38 req-30381c91-9b33-42f5-b7b0-d44b4749e326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:28.187357 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-17fcc8ff-befc-4185-afc9-569874ee4a2c None None] Provisioning for port d4fbf360-d6d4-41c5-a3ed-7dfb9e52227c completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:21:28.191671 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-17fcc8ff-befc-4185-afc9-569874ee4a2c None None] Provisioning complete for port d4fbf360-d6d4-41c5-a3ed-7dfb9e52227c triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:21:28.196683 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-17fcc8ff-befc-4185-afc9-569874ee4a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:28.260969 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-17fcc8ff-befc-4185-afc9-569874ee4a2c None None] Port d4fbf360-d6d4-41c5-a3ed-7dfb9e52227c cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:21:28.393264 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [req-70baed97-9810-405d-b7b6-535d07e16d38 req-30381c91-9b33-42f5-b7b0-d44b4749e326 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4fbf360-d6d4-41c5-a3ed-7dfb9e52227c {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:21:28.401955 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-70baed97-9810-405d-b7b6-535d07e16d38 req-30381c91-9b33-42f5-b7b0-d44b4749e326 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:28.416737 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-70baed97-9810-405d-b7b6-535d07e16d38 req-30381c91-9b33-42f5-b7b0-d44b4749e326 service neutron] Transition to ACTIVE for port object d4fbf360-d6d4-41c5-a3ed-7dfb9e52227c will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:21:28.429884 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 35156) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:21:28.489577 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17eb1409-cd8b-4b7c-bf49-e751da1f9ef1 tempest-TestNetworkBasicOps-36146069 tempest-TestNetworkBasicOps-36146069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:21:28.491060 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-17eb1409-cd8b-4b7c-bf49-e751da1f9ef1 tempest-TestNetworkBasicOps-36146069 tempest-TestNetworkBasicOps-36146069-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=f0adef6e-169f-4a27-8865-442be2ad072d HTTP/1.1" status: 200 len: 814 time: 0.0601578 Jun 11 10:21:28.494429 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-70baed97-9810-405d-b7b6-535d07e16d38 req-30381c91-9b33-42f5-b7b0-d44b4749e326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:28.506293 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2db8bfdd-a32d-43d2-8fc5-245d437e3b56 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:21:28.660482 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30381c91-9b33-42f5-b7b0-d44b4749e326 service neutron] Pushing event updated for resources: {'Port': ['ID=d4fbf360-d6d4-41c5-a3ed-7dfb9e52227c,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:21:28.668157 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-30381c91-9b33-42f5-b7b0-d44b4749e326 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:21:28.701324 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-70baed97-9810-405d-b7b6-535d07e16d38 req-30381c91-9b33-42f5-b7b0-d44b4749e326 service neutron] Attempting to bind port d4fbf360-d6d4-41c5-a3ed-7dfb9e52227c on host n-h2-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:21:28.701703 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-70baed97-9810-405d-b7b6-535d07e16d38 req-30381c91-9b33-42f5-b7b0-d44b4749e326 service neutron] Attempting to bind port d4fbf360-d6d4-41c5-a3ed-7dfb9e52227c by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': '5c22e2d5-0ba6-4801-a903-4241c2620ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '795e7157-0b59-4b3c-b5bc-895c607dc0cc'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:21:28.701901 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70baed97-9810-405d-b7b6-535d07e16d38 req-30381c91-9b33-42f5-b7b0-d44b4749e326 service neutron] Attempting to bind port d4fbf360-d6d4-41c5-a3ed-7dfb9e52227c on network 795e7157-0b59-4b3c-b5bc-895c607dc0cc {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:21:28.706634 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70baed97-9810-405d-b7b6-535d07e16d38 req-30381c91-9b33-42f5-b7b0-d44b4749e326 service neutron] Port d4fbf360-d6d4-41c5-a3ed-7dfb9e52227c on network 795e7157-0b59-4b3c-b5bc-895c607dc0cc not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:21:28.706960 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70baed97-9810-405d-b7b6-535d07e16d38 req-30381c91-9b33-42f5-b7b0-d44b4749e326 service neutron] Attempting to bind port d4fbf360-d6d4-41c5-a3ed-7dfb9e52227c on network 795e7157-0b59-4b3c-b5bc-895c607dc0cc {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:21:28.712231 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70baed97-9810-405d-b7b6-535d07e16d38 req-30381c91-9b33-42f5-b7b0-d44b4749e326 service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:21:28.712576 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70baed97-9810-405d-b7b6-535d07e16d38 req-30381c91-9b33-42f5-b7b0-d44b4749e326 service neutron] Checking segment: {'id': '5c22e2d5-0ba6-4801-a903-4241c2620ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '795e7157-0b59-4b3c-b5bc-895c607dc0cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:21:28.712976 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70baed97-9810-405d-b7b6-535d07e16d38 req-30381c91-9b33-42f5-b7b0-d44b4749e326 service neutron] Bound using segment: {'id': '5c22e2d5-0ba6-4801-a903-4241c2620ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '795e7157-0b59-4b3c-b5bc-895c607dc0cc'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:21:28.713412 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-70baed97-9810-405d-b7b6-535d07e16d38 req-30381c91-9b33-42f5-b7b0-d44b4749e326 service neutron] Bound port: d4fbf360-d6d4-41c5-a3ed-7dfb9e52227c, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c22e2d5-0ba6-4801-a903-4241c2620ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '795e7157-0b59-4b3c-b5bc-895c607dc0cc'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:21:28.713762 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-70baed97-9810-405d-b7b6-535d07e16d38 req-30381c91-9b33-42f5-b7b0-d44b4749e326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:28.816005 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-70baed97-9810-405d-b7b6-535d07e16d38 req-30381c91-9b33-42f5-b7b0-d44b4749e326 service neutron] For port d4fbf360-d6d4-41c5-a3ed-7dfb9e52227c, host n-h2-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:21:28.819099 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-70baed97-9810-405d-b7b6-535d07e16d38 req-30381c91-9b33-42f5-b7b0-d44b4749e326 service neutron] For port d4fbf360-d6d4-41c5-a3ed-7dfb9e52227c, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=d4fbf360-d6d4-41c5-a3ed-7dfb9e52227c,segment=NetworkSegment(5c22e2d5-0ba6-4801-a903-4241c2620ae4),segment_id=5c22e2d5-0ba6-4801-a903-4241c2620ae4)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:21:28.908261 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-70baed97-9810-405d-b7b6-535d07e16d38 req-30381c91-9b33-42f5-b7b0-d44b4749e326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:28.911501 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b3460943-9382-4984-881a-2f6726859d51 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:21:28.969346 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48cb621-55e8-41cd-aa31-815437ce7f49 req-07fd7ff1-5a77-4b9b-895f-af9084923249 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:21:28.970739 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c48cb621-55e8-41cd-aa31-815437ce7f49 req-07fd7ff1-5a77-4b9b-895f-af9084923249 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=da9ff409-da28-4ae4-89e8-392bca34910e HTTP/1.1" status: 200 len: 943 time: 0.1236548 Jun 11 10:21:28.974228 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70baed97-9810-405d-b7b6-535d07e16d38 req-30381c91-9b33-42f5-b7b0-d44b4749e326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:21:28.974844 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-70baed97-9810-405d-b7b6-535d07e16d38 req-30381c91-9b33-42f5-b7b0-d44b4749e326 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:28.976251 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-70baed97-9810-405d-b7b6-535d07e16d38 req-30381c91-9b33-42f5-b7b0-d44b4749e326 service neutron] 10.222.0.69 "PUT /v2.0/ports/d4fbf360-d6d4-41c5-a3ed-7dfb9e52227c HTTP/1.1" status: 200 len: 1092 time: 1.0314007 Jun 11 10:21:28.977467 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da9ff409-da28-4ae4-89e8-392bca34910e', 'tag': 'd4fbf360-d6d4-41c5-a3ed-7dfb9e52227c'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:21:28.979210 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b60d28cc-f3c7-4e90-a0d4-2a535c7dfb54" -d '{"events": [{"name": "network-changed", "server_uuid": "da9ff409-da28-4ae4-89e8-392bca34910e", "tag": "d4fbf360-d6d4-41c5-a3ed-7dfb9e52227c"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:21:29.023079 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30381c91-9b33-42f5-b7b0-d44b4749e326 service neutron] Pushing event updated for resources: {'Port': ['ID=d4fbf360-d6d4-41c5-a3ed-7dfb9e52227c,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:21:29.030774 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-30381c91-9b33-42f5-b7b0-d44b4749e326 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:21:29.049452 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c48cb621-55e8-41cd-aa31-815437ce7f49 req-89cbf11b-25f7-460e-99d8-37eb6949a79b tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=3820e434-2f22-40ca-aca1-203621ef7aab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648804 Jun 11 10:21:29.132227 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13210c15-fccd-4e93-b32c-9ca7de55cc8f x-openstack-request-id: req-13210c15-fccd-4e93-b32c-9ca7de55cc8f {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:21:29.132551 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da9ff409-da28-4ae4-89e8-392bca34910e", "tag": "d4fbf360-d6d4-41c5-a3ed-7dfb9e52227c", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:21:29.132850 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-13210c15-fccd-4e93-b32c-9ca7de55cc8f {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:21:29.133292 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da9ff409-da28-4ae4-89e8-392bca34910e', 'tag': 'd4fbf360-d6d4-41c5-a3ed-7dfb9e52227c', 'status': 'completed', 'code': 200} Jun 11 10:21:29.164747 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70baed97-9810-405d-b7b6-535d07e16d38 req-4145e06c-bd46-4568-89a8-d9261331f151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:21:29.166354 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-70baed97-9810-405d-b7b6-535d07e16d38 req-4145e06c-bd46-4568-89a8-d9261331f151 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7c7545923ebc48e08cfbeb0d8e94f901&device_id=da9ff409-da28-4ae4-89e8-392bca34910e HTTP/1.1" status: 200 len: 1095 time: 0.0738740 Jun 11 10:21:29.230289 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-70baed97-9810-405d-b7b6-535d07e16d38 req-8d372b23-1229-44ff-853b-37287112b206 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d4fbf360-d6d4-41c5-a3ed-7dfb9e52227c HTTP/1.1" status: 200 len: 217 time: 0.0544775 Jun 11 10:21:29.288432 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70baed97-9810-405d-b7b6-535d07e16d38 req-ee1aed6f-5ff9-4e70-844b-dfc4460f7085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:21:29.289995 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-70baed97-9810-405d-b7b6-535d07e16d38 req-ee1aed6f-5ff9-4e70-844b-dfc4460f7085 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b543bd1f-2b45-4ed6-ae53-d9d0c8ed8871 HTTP/1.1" status: 200 len: 849 time: 0.0531743 Jun 11 10:21:29.336925 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 35168) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:21:29.343384 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-72ad2491-b2c0-43ab-aa22-eede215409c5 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Request body: {'network': {'name': 'tempest-network-smoke--1633289348', 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'port_security_enabled': True}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:21:29.365811 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70baed97-9810-405d-b7b6-535d07e16d38 req-086ddaac-e178-476d-811d-c4a74a2f1f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:21:29.367722 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-70baed97-9810-405d-b7b6-535d07e16d38 req-086ddaac-e178-476d-811d-c4a74a2f1f83 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=795e7157-0b59-4b3c-b5bc-895c607dc0cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0706568 Jun 11 10:21:29.488484 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ad2491-b2c0-43ab-aa22-eede215409c5 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Made reservation on behalf of 7cff3ec0902242ea94828c7f7e013111 for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:21:29.492107 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-72ad2491-b2c0-43ab-aa22-eede215409c5 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:29.493689 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-70baed97-9810-405d-b7b6-535d07e16d38 req-cf10c5d9-c237-45e2-b738-6327ecf2e04a service neutron] 10.222.0.69 "GET /v2.0/networks/795e7157-0b59-4b3c-b5bc-895c607dc0cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185877 Jun 11 10:21:29.520650 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72ad2491-b2c0-43ab-aa22-eede215409c5 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 763} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:21:29.530766 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-72ad2491-b2c0-43ab-aa22-eede215409c5 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:29.531251 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-72ad2491-b2c0-43ab-aa22-eede215409c5 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Added segment 855bf214-72d6-4cc0-8f27-4a277735b602 of type vlan for network eda24ffc-2272-435c-90ec-2eed7853054f Jun 11 10:21:29.587028 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-72ad2491-b2c0-43ab-aa22-eede215409c5 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:29.633374 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-70baed97-9810-405d-b7b6-535d07e16d38 req-ef989ec4-469f-4626-9dde-f4d49f45378e service neutron] 10.222.0.69 "GET /v2.0/networks/795e7157-0b59-4b3c-b5bc-895c607dc0cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328478 Jun 11 10:21:29.736285 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-72ad2491-b2c0-43ab-aa22-eede215409c5 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:29.742062 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ad2491-b2c0-43ab-aa22-eede215409c5 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:21:29.742735 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-72ad2491-b2c0-43ab-aa22-eede215409c5 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:29.745989 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8998edf6-a8e0-498b-b704-43b08f061ae5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:21:29.837195 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ad2491-b2c0-43ab-aa22-eede215409c5 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Pushing event updated for resources: {'Network': ['ID=eda24ffc-2272-435c-90ec-2eed7853054f,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:21:29.840470 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-72ad2491-b2c0-43ab-aa22-eede215409c5 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:21:29.848927 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network eda24ffc-2272-435c-90ec-2eed7853054f details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:21:29.882235 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d28cc-f3c7-4e90-a0d4-2a535c7dfb54 req-f42ad487-f6b6-41d9-8211-6a625c1c9b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:21:29.884250 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b60d28cc-f3c7-4e90-a0d4-2a535c7dfb54 req-f42ad487-f6b6-41d9-8211-6a625c1c9b6d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7c7545923ebc48e08cfbeb0d8e94f901&device_id=da9ff409-da28-4ae4-89e8-392bca34910e HTTP/1.1" status: 200 len: 1095 time: 0.0635662 Jun 11 10:21:29.901183 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-72ad2491-b2c0-43ab-aa22-eede215409c5 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5627005 Jun 11 10:21:29.906731 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 35170) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:21:30.000066 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b88d753-c11f-4fab-9a1c-4130754ff2d2 tempest-TestNetworkBasicOps-36146069 tempest-TestNetworkBasicOps-36146069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:21:30.004676 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-7b88d753-c11f-4fab-9a1c-4130754ff2d2 tempest-TestNetworkBasicOps-36146069 tempest-TestNetworkBasicOps-36146069-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=7cff3ec0902242ea94828c7f7e013111&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0956063 Jun 11 10:21:30.005387 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 35172) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:21:30.041652 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d28cc-f3c7-4e90-a0d4-2a535c7dfb54 req-aa652e78-cb4e-4a22-93e6-350812b69a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:21:30.041652 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b60d28cc-f3c7-4e90-a0d4-2a535c7dfb54 req-aa652e78-cb4e-4a22-93e6-350812b69a78 service neutron] 10.222.0.69 "GET /v2.0/networks?id=795e7157-0b59-4b3c-b5bc-895c607dc0cc HTTP/1.1" status: 200 len: 911 time: 0.1466775 Jun 11 10:21:30.099863 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b60d28cc-f3c7-4e90-a0d4-2a535c7dfb54 req-0381fdb6-6092-450e-a264-e73fba504328 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d4fbf360-d6d4-41c5-a3ed-7dfb9e52227c HTTP/1.1" status: 200 len: 217 time: 0.0545499 Jun 11 10:21:30.177184 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d28cc-f3c7-4e90-a0d4-2a535c7dfb54 req-1a1117a2-4855-43c5-b16f-95e08949fad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:21:30.179172 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b60d28cc-f3c7-4e90-a0d4-2a535c7dfb54 req-1a1117a2-4855-43c5-b16f-95e08949fad1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b543bd1f-2b45-4ed6-ae53-d9d0c8ed8871 HTTP/1.1" status: 200 len: 849 time: 0.0710509 Jun 11 10:21:30.306606 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d28cc-f3c7-4e90-a0d4-2a535c7dfb54 req-17891237-aad2-4ed6-bb65-46ceaaaee627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:21:30.308293 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b60d28cc-f3c7-4e90-a0d4-2a535c7dfb54 req-17891237-aad2-4ed6-bb65-46ceaaaee627 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=795e7157-0b59-4b3c-b5bc-895c607dc0cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1217396 Jun 11 10:21:30.321592 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bbcb32-1023-497a-8996-1f86ffcd0d77 req-7518c6c1-5bb4-454f-8cd9-1bcfb8f3ca93 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:21:30.328445 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-08bbcb32-1023-497a-8996-1f86ffcd0d77 req-7518c6c1-5bb4-454f-8cd9-1bcfb8f3ca93 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=da9ff409-da28-4ae4-89e8-392bca34910e HTTP/1.1" status: 200 len: 943 time: 0.1027491 Jun 11 10:21:30.457777 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-08bbcb32-1023-497a-8996-1f86ffcd0d77 req-6729f3ec-555a-444c-80d5-96510d2cd676 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=3820e434-2f22-40ca-aca1-203621ef7aab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116076 Jun 11 10:21:30.488879 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b60d28cc-f3c7-4e90-a0d4-2a535c7dfb54 req-9107e24d-03d1-48e0-89ce-df5c3bb6f0e7 service neutron] 10.222.0.69 "GET /v2.0/networks/795e7157-0b59-4b3c-b5bc-895c607dc0cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646047 Jun 11 10:21:30.505601 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5955ce77-ed8b-458c-83e0-5470c488e5fb tempest-TestNetworkBasicOps-36146069 tempest-TestNetworkBasicOps-36146069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:21:30.512947 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-5955ce77-ed8b-458c-83e0-5470c488e5fb tempest-TestNetworkBasicOps-36146069 tempest-TestNetworkBasicOps-36146069-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5064919 Jun 11 10:21:30.515659 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 35178) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:21:30.556617 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-7b712988-b5b1-4446-adcd-a69c7b0eaffe tempest-TestNetworkBasicOps-36146069 tempest-TestNetworkBasicOps-36146069-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=f0adef6e-169f-4a27-8865-442be2ad072d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0394607 Jun 11 10:21:30.559875 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 35180) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:21:30.600825 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-232553a3-582b-4a5c-b194-7368fbe56752 tempest-TestNetworkBasicOps-36146069 tempest-TestNetworkBasicOps-36146069-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=7cff3ec0902242ea94828c7f7e013111&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0393190 Jun 11 10:21:30.603432 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 35182) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:21:30.644734 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b60d28cc-f3c7-4e90-a0d4-2a535c7dfb54 req-54551186-3f6b-4f4e-8f59-59b5684b4c8d service neutron] 10.222.0.69 "GET /v2.0/networks/795e7157-0b59-4b3c-b5bc-895c607dc0cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473444 Jun 11 10:21:30.732598 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38572e07-6b19-4308-9add-cbbbd4ec5b69 tempest-TestNetworkBasicOps-36146069 tempest-TestNetworkBasicOps-36146069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:21:30.734007 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-38572e07-6b19-4308-9add-cbbbd4ec5b69 tempest-TestNetworkBasicOps-36146069 tempest-TestNetworkBasicOps-36146069-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1296372 Jun 11 10:21:30.736915 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 35184) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:21:30.772818 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-b37dbfe3-6e3d-437d-a570-98a6e5a05f92 tempest-TestNetworkBasicOps-36146069 tempest-TestNetworkBasicOps-36146069-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=f0adef6e-169f-4a27-8865-442be2ad072d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0347364 Jun 11 10:21:30.775554 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 35186) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:21:30.781724 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-6c543c5e-d972-4300-92a5-7d71ab071a09 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1084964750', 'network_id': 'eda24ffc-2272-435c-90ec-2eed7853054f', 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:21:30.976194 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c543c5e-d972-4300-92a5-7d71ab071a09 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Made reservation on behalf of 7cff3ec0902242ea94828c7f7e013111 for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:21:30.979727 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6c543c5e-d972-4300-92a5-7d71ab071a09 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:31.284581 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6c543c5e-d972-4300-92a5-7d71ab071a09 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:31.289229 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-bad07562-ff50-4627-8c82-37e50ff1fbd8 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:21:31.367481 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c543c5e-d972-4300-92a5-7d71ab071a09 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Pushing event updated for resources: {'Subnet': ['ID=07f7d2f6-d377-49b7-a767-5b9cd33e0e6f,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:21:31.369982 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c543c5e-d972-4300-92a5-7d71ab071a09 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Checking segment: {'id': '855bf214-72d6-4cc0-8f27-4a277735b602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'eda24ffc-2272-435c-90ec-2eed7853054f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:21:31.370875 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c543c5e-d972-4300-92a5-7d71ab071a09 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Network hostable DHCP agents. Network: eda24ffc-2272-435c-90ec-2eed7853054f, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:21:31.373102 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6c543c5e-d972-4300-92a5-7d71ab071a09 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:21:31.467265 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c543c5e-d972-4300-92a5-7d71ab071a09 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Network eda24ffc-2272-435c-90ec-2eed7853054f is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:21:31.499553 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:31.565056 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-6c543c5e-d972-4300-92a5-7d71ab071a09 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, eda24ffc-2272-435c-90ec-2eed7853054f) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:21:31.573907 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c543c5e-d972-4300-92a5-7d71ab071a09 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:21:31.574318 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59facdaf-2b46-49b9-8e22-f25203720769 None None] Network eda24ffc-2272-435c-90ec-2eed7853054f requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:21:31.574849 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6c543c5e-d972-4300-92a5-7d71ab071a09 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:31.666325 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc994949-8ec5-405e-a4d7-c7cd59e122b1 req-4723ffb9-cfe3-4320-acac-a3e1bd293a4a tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:21:31.667850 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bc994949-8ec5-405e-a4d7-c7cd59e122b1 req-4723ffb9-cfe3-4320-acac-a3e1bd293a4a tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=da9ff409-da28-4ae4-89e8-392bca34910e HTTP/1.1" status: 200 len: 943 time: 0.0751657 Jun 11 10:21:31.671620 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-6c543c5e-d972-4300-92a5-7d71ab071a09 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8928871 Jun 11 10:21:31.715459 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bc994949-8ec5-405e-a4d7-c7cd59e122b1 req-14a09736-199e-4d4e-8e28-acfadf7eeaa9 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=3820e434-2f22-40ca-aca1-203621ef7aab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384767 Jun 11 10:21:31.791903 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290f1eb3-30e7-4797-9bdd-efce5b0a3837 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-eda24ffc-2272-435c-90ec-2eed7853054f', 'network_id': 'eda24ffc-2272-435c-90ec-2eed7853054f', 'tenant_id': '7cff3ec0902242ea94828c7f7e013111', 'fixed_ips': [{'subnet_id': '07f7d2f6-d377-49b7-a767-5b9cd33e0e6f'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 10:21:31.793028 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-290f1eb3-30e7-4797-9bdd-efce5b0a3837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:31.949195 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-290f1eb3-30e7-4797-9bdd-efce5b0a3837 None None] Allocated IP 172.20.0.18 (eda24ffc-2272-435c-90ec-2eed7853054f/07f7d2f6-d377-49b7-a767-5b9cd33e0e6f/d5aa5a84-bd26-4151-a5d0-e99248176176) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:21:32.149622 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-290f1eb3-30e7-4797-9bdd-efce5b0a3837 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:32.158696 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-290f1eb3-30e7-4797-9bdd-efce5b0a3837 None None] Transition to ACTIVE for port object d5aa5a84-bd26-4151-a5d0-e99248176176 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:21:32.173105 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-290f1eb3-30e7-4797-9bdd-efce5b0a3837 None None] Transition to ACTIVE for port object d5aa5a84-bd26-4151-a5d0-e99248176176 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:21:32.251903 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-290f1eb3-30e7-4797-9bdd-efce5b0a3837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:32.253680 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:21:32.258607 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 35194) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:21:32.268210 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-7b7f5eb0-93e7-4e66-880e-ee5cd4f8487a tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-587905941', 'description': 'tempest-secgroup-smoke-587905941 description', 'project_id': '7cff3ec0902242ea94828c7f7e013111'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:21:32.318679 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290f1eb3-30e7-4797-9bdd-efce5b0a3837 None None] Network eda24ffc-2272-435c-90ec-2eed7853054f is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:21:32.321612 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-290f1eb3-30e7-4797-9bdd-efce5b0a3837 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:21:32.325796 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290f1eb3-30e7-4797-9bdd-efce5b0a3837 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:21:32.334704 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290f1eb3-30e7-4797-9bdd-efce5b0a3837 None None] Pushing event updated for resources: {'Port': ['ID=d5aa5a84-bd26-4151-a5d0-e99248176176,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:21:32.337952 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-290f1eb3-30e7-4797-9bdd-efce5b0a3837 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:21:32.343169 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7b7f5eb0-93e7-4e66-880e-ee5cd4f8487a tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:32.398212 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-290f1eb3-30e7-4797-9bdd-efce5b0a3837 None None] Attempting to bind port d5aa5a84-bd26-4151-a5d0-e99248176176 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:21:32.398503 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-290f1eb3-30e7-4797-9bdd-efce5b0a3837 None None] Attempting to bind port d5aa5a84-bd26-4151-a5d0-e99248176176 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '855bf214-72d6-4cc0-8f27-4a277735b602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'eda24ffc-2272-435c-90ec-2eed7853054f'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:21:32.398881 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290f1eb3-30e7-4797-9bdd-efce5b0a3837 None None] Attempting to bind port d5aa5a84-bd26-4151-a5d0-e99248176176 on network eda24ffc-2272-435c-90ec-2eed7853054f {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:21:32.404874 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290f1eb3-30e7-4797-9bdd-efce5b0a3837 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:21:32.405341 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290f1eb3-30e7-4797-9bdd-efce5b0a3837 None None] Checking segment: {'id': '855bf214-72d6-4cc0-8f27-4a277735b602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'eda24ffc-2272-435c-90ec-2eed7853054f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:21:32.405671 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-290f1eb3-30e7-4797-9bdd-efce5b0a3837 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:32.406110 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290f1eb3-30e7-4797-9bdd-efce5b0a3837 None None] Bound using segment: {'id': '855bf214-72d6-4cc0-8f27-4a277735b602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'eda24ffc-2272-435c-90ec-2eed7853054f'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:21:32.406587 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-290f1eb3-30e7-4797-9bdd-efce5b0a3837 None None] Bound port: d5aa5a84-bd26-4151-a5d0-e99248176176, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '855bf214-72d6-4cc0-8f27-4a277735b602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'eda24ffc-2272-435c-90ec-2eed7853054f'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:21:32.406976 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-290f1eb3-30e7-4797-9bdd-efce5b0a3837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:32.438046 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7b7f5eb0-93e7-4e66-880e-ee5cd4f8487a tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:32.484231 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-290f1eb3-30e7-4797-9bdd-efce5b0a3837 None None] For port d5aa5a84-bd26-4151-a5d0-e99248176176, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:21:32.487469 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-290f1eb3-30e7-4797-9bdd-efce5b0a3837 None None] For port d5aa5a84-bd26-4151-a5d0-e99248176176, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=d5aa5a84-bd26-4151-a5d0-e99248176176,segment=NetworkSegment(855bf214-72d6-4cc0-8f27-4a277735b602),segment_id=855bf214-72d6-4cc0-8f27-4a277735b602)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:21:32.518629 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7b7f5eb0-93e7-4e66-880e-ee5cd4f8487a tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:32.522053 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-945a3fe5-65de-4e66-b958-fa0fa27030ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:21:32.551514 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f5eb0-93e7-4e66-880e-ee5cd4f8487a tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd8f1b0-f7d6-4e30-bf81-2598bd6b8d49,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:21:32.554604 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7b7f5eb0-93e7-4e66-880e-ee5cd4f8487a tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:21:32.650851 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-290f1eb3-30e7-4797-9bdd-efce5b0a3837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:32.652922 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-9106e973-04f6-4666-8526-291643d53efb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:21:32.695137 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7b7f5eb0-93e7-4e66-880e-ee5cd4f8487a tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:32.697056 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-7b7f5eb0-93e7-4e66-880e-ee5cd4f8487a tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4369140 Jun 11 10:21:32.706637 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 35196) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:21:32.712137 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-36420a91-9d48-4e91-8e3a-92256b551ce4 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Request body: {'security_group_rule': {'security_group_id': '7bd8f1b0-f7d6-4e30-bf81-2598bd6b8d49', 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:21:32.725884 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290f1eb3-30e7-4797-9bdd-efce5b0a3837 None None] Pushing event updated for resources: {'Port': ['ID=d5aa5a84-bd26-4151-a5d0-e99248176176,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:21:32.729201 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-290f1eb3-30e7-4797-9bdd-efce5b0a3837 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:21:32.837554 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-36420a91-9d48-4e91-8e3a-92256b551ce4 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:32.947712 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-36420a91-9d48-4e91-8e3a-92256b551ce4 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:32.958045 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf84e0e-d4c5-4850-b34d-c4b66e407f83 req-b673288f-14a4-43b0-89ae-e37698f55229 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:21:32.962752 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fbf84e0e-d4c5-4850-b34d-c4b66e407f83 req-b673288f-14a4-43b0-89ae-e37698f55229 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=da9ff409-da28-4ae4-89e8-392bca34910e HTTP/1.1" status: 200 len: 943 time: 0.1194975 Jun 11 10:21:33.006820 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fbf84e0e-d4c5-4850-b34d-c4b66e407f83 req-a613103c-c01e-4162-aa09-183fb0a7c953 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=3820e434-2f22-40ca-aca1-203621ef7aab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410287 Jun 11 10:21:33.010681 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-36420a91-9d48-4e91-8e3a-92256b551ce4 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:33.013072 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c32cc65e-23da-4afd-87be-6a053a9a75b5 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:21:33.036709 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36420a91-9d48-4e91-8e3a-92256b551ce4 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24254026-ff36-4ada-9cf0-6bf5252dfe08,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:21:33.040795 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-36420a91-9d48-4e91-8e3a-92256b551ce4 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:21:33.159141 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-36420a91-9d48-4e91-8e3a-92256b551ce4 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:33.160347 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-36420a91-9d48-4e91-8e3a-92256b551ce4 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4523759 Jun 11 10:21:33.163393 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 35204) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:21:33.168850 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-e82be7ca-c230-4803-a30d-8ba778aa9070 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Request body: {'security_group_rule': {'security_group_id': '7bd8f1b0-f7d6-4e30-bf81-2598bd6b8d49', 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:21:33.255454 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e82be7ca-c230-4803-a30d-8ba778aa9070 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:33.329672 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e82be7ca-c230-4803-a30d-8ba778aa9070 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:33.431663 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e82be7ca-c230-4803-a30d-8ba778aa9070 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:33.433619 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-36420a91-9d48-4e91-8e3a-92256b551ce4 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:21:33.452419 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82be7ca-c230-4803-a30d-8ba778aa9070 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e882f5ad-6d8a-4d73-9a72-a17e542d05c1,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:21:33.462773 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e82be7ca-c230-4803-a30d-8ba778aa9070 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:21:33.530118 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e82be7ca-c230-4803-a30d-8ba778aa9070 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:33.533960 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-e82be7ca-c230-4803-a30d-8ba778aa9070 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3670673 Jun 11 10:21:33.534571 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 35206) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:21:33.541572 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-e793b847-b9b6-4981-8c62-2c47c4ed5aa7 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Request body: {'security_group_rule': {'security_group_id': '7bd8f1b0-f7d6-4e30-bf81-2598bd6b8d49', 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:21:33.643145 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e793b847-b9b6-4981-8c62-2c47c4ed5aa7 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:33.683594 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4de25c-602a-4b75-98f0-5a623f8e3213 None None] Network eda24ffc-2272-435c-90ec-2eed7853054f requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:21:33.718356 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e793b847-b9b6-4981-8c62-2c47c4ed5aa7 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:33.803908 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e793b847-b9b6-4981-8c62-2c47c4ed5aa7 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:33.811652 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a54db409-6da2-48f0-8dd3-e245d89297ed tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:21:33.830283 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e793b847-b9b6-4981-8c62-2c47c4ed5aa7 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=549367f9-c00b-48d7-9529-45f18fde93d8,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:21:33.833610 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e793b847-b9b6-4981-8c62-2c47c4ed5aa7 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:21:33.871209 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-2bec5be6-0b1c-4f0c-b196-4727829c4fcd None None] Provisioning for port d5aa5a84-bd26-4151-a5d0-e99248176176 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:21:33.923108 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e793b847-b9b6-4981-8c62-2c47c4ed5aa7 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:33.924339 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-e793b847-b9b6-4981-8c62-2c47c4ed5aa7 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3886981 Jun 11 10:21:33.927487 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 35208) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:21:33.932128 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-0de64a49-0b52-43b7-b8a3-2f051ded20b4 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Request body: {'security_group_rule': {'security_group_id': '7bd8f1b0-f7d6-4e30-bf81-2598bd6b8d49', 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:21:34.027492 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0de64a49-0b52-43b7-b8a3-2f051ded20b4 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:34.108682 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0de64a49-0b52-43b7-b8a3-2f051ded20b4 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:34.168584 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0de64a49-0b52-43b7-b8a3-2f051ded20b4 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:34.170551 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c7d5070d-f5ba-453a-a6d2-ad1458829384 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:21:34.194886 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de64a49-0b52-43b7-b8a3-2f051ded20b4 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98c8bb50-bf10-44d5-84c5-71fd98cdffb5,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:21:34.194886 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0de64a49-0b52-43b7-b8a3-2f051ded20b4 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:21:34.225859 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb27dc52-3142-42fe-b00e-85503de98c9c req-964c8162-f263-456f-9d48-f79a80c0f7f3 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:21:34.227588 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bb27dc52-3142-42fe-b00e-85503de98c9c req-964c8162-f263-456f-9d48-f79a80c0f7f3 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=da9ff409-da28-4ae4-89e8-392bca34910e HTTP/1.1" status: 200 len: 943 time: 0.0849686 Jun 11 10:21:34.273732 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bb27dc52-3142-42fe-b00e-85503de98c9c req-a956892c-dfbf-43dc-9829-2ce23458d72d tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=3820e434-2f22-40ca-aca1-203621ef7aab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401752 Jun 11 10:21:34.296233 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0de64a49-0b52-43b7-b8a3-2f051ded20b4 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:34.296233 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-0de64a49-0b52-43b7-b8a3-2f051ded20b4 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3617725 Jun 11 10:21:34.296233 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 35214) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:21:34.298446 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-6de78ab6-dc2d-4250-9cda-da29f3286b5c tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Request body: {'security_group_rule': {'security_group_id': '7bd8f1b0-f7d6-4e30-bf81-2598bd6b8d49', 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:21:34.387636 n-d-779913-12 neutron-server[93176]: INFO neutron.db.securitygroups_db [None req-6de78ab6-dc2d-4250-9cda-da29f3286b5c tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Project 7cff3ec0902242ea94828c7f7e013111 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 10:21:34.397444 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6de78ab6-dc2d-4250-9cda-da29f3286b5c tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:34.472780 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6de78ab6-dc2d-4250-9cda-da29f3286b5c tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:34.571019 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6de78ab6-dc2d-4250-9cda-da29f3286b5c tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:34.572154 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d8139247-af79-44e9-b091-dbc89ed06b41 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:21:34.596064 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de78ab6-dc2d-4250-9cda-da29f3286b5c tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77529908-d37a-42ee-80cb-bb5e48b2f7bb,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:21:34.601881 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6de78ab6-dc2d-4250-9cda-da29f3286b5c tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:21:34.605593 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device d5aa5a84-bd26-4151-a5d0-e99248176176 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:21:34.661631 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6de78ab6-dc2d-4250-9cda-da29f3286b5c tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:34.663092 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-6de78ab6-dc2d-4250-9cda-da29f3286b5c tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3688104 Jun 11 10:21:34.666423 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 35216) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:21:34.671461 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-405bfba5-ccaf-4f10-825a-33fd283a54a7 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Request body: {'security_group_rule': {'security_group_id': '7bd8f1b0-f7d6-4e30-bf81-2598bd6b8d49', 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:21:34.758823 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port d5aa5a84-bd26-4151-a5d0-e99248176176 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:21:34.764719 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port d5aa5a84-bd26-4151-a5d0-e99248176176 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:21:34.765173 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:34.809480 n-d-779913-12 neutron-server[93176]: INFO neutron.db.securitygroups_db [None req-405bfba5-ccaf-4f10-825a-33fd283a54a7 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Project 7cff3ec0902242ea94828c7f7e013111 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 10:21:34.815805 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-405bfba5-ccaf-4f10-825a-33fd283a54a7 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:34.862015 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:34.896062 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-405bfba5-ccaf-4f10-825a-33fd283a54a7 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:34.910495 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port d5aa5a84-bd26-4151-a5d0-e99248176176, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=d5aa5a84-bd26-4151-a5d0-e99248176176,segment=NetworkSegment(855bf214-72d6-4cc0-8f27-4a277735b602),segment_id=855bf214-72d6-4cc0-8f27-4a277735b602)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:21:34.981886 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-405bfba5-ccaf-4f10-825a-33fd283a54a7 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:34.984565 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e82be7ca-c230-4803-a30d-8ba778aa9070 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:21:35.011514 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:35.012439 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405bfba5-ccaf-4f10-825a-33fd283a54a7 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cad724d-9830-488e-902e-356d637bea3e,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:21:35.013549 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-290f1eb3-30e7-4797-9bdd-efce5b0a3837 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:21:35.016179 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-405bfba5-ccaf-4f10-825a-33fd283a54a7 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:21:35.087220 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=d5aa5a84-bd26-4151-a5d0-e99248176176,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:21:35.090667 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-405bfba5-ccaf-4f10-825a-33fd283a54a7 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:35.092405 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:21:35.092621 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-405bfba5-ccaf-4f10-825a-33fd283a54a7 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4245739 Jun 11 10:21:35.309633 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c657d809-43dc-44b6-b7b8-18700d48ff43 req-f1dc056e-6b19-481f-b970-97d7d2178180 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-587905941&fields=id&tenant_id=7cff3ec0902242ea94828c7f7e013111 HTTP/1.1" status: 200 len: 267 time: 0.0408103 Jun 11 10:21:35.469263 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c657d809-43dc-44b6-b7b8-18700d48ff43 req-c1e1612d-8954-4c73-a540-da5bb155d8e5 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:21:35.470358 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c657d809-43dc-44b6-b7b8-18700d48ff43 req-c1e1612d-8954-4c73-a540-da5bb155d8e5 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/networks?id=eda24ffc-2272-435c-90ec-2eed7853054f HTTP/1.1" status: 200 len: 797 time: 0.1539719 Jun 11 10:21:35.489092 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c657d809-43dc-44b6-b7b8-18700d48ff43 req-a4e93cd4-52d6-4178-ae4e-f52a23afbb82 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/quotas/7cff3ec0902242ea94828c7f7e013111 HTTP/1.1" status: 200 len: 375 time: 0.0111139 Jun 11 10:21:35.583091 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c657d809-43dc-44b6-b7b8-18700d48ff43 req-fc6c70ce-cb33-4883-88bb-e96d09fa6e68 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7cff3ec0902242ea94828c7f7e013111&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0901647 Jun 11 10:21:35.712209 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c657d809-43dc-44b6-b7b8-18700d48ff43 req-7111ea24-d67b-4b45-91b0-4da4d25f13e1 service neutron] 10.222.0.60 "GET /v2.0/networks/eda24ffc-2272-435c-90ec-2eed7853054f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168590 Jun 11 10:21:35.839132 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c657d809-43dc-44b6-b7b8-18700d48ff43 req-46f98467-22f1-422e-9d08-3a8a68ed8b3c service neutron] 10.222.0.60 "GET /v2.0/networks/eda24ffc-2272-435c-90ec-2eed7853054f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199367 Jun 11 10:21:35.853266 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:36.236052 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dcdaae-390e-437b-bfa6-c8b4f28e415d req-baf70c31-de3d-422c-8e67-99377b636284 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:21:36.237686 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-06dcdaae-390e-437b-bfa6-c8b4f28e415d req-baf70c31-de3d-422c-8e67-99377b636284 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=da9ff409-da28-4ae4-89e8-392bca34910e HTTP/1.1" status: 200 len: 943 time: 0.0916655 Jun 11 10:21:36.287248 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-06dcdaae-390e-437b-bfa6-c8b4f28e415d req-36f61637-09d7-460c-9a17-cbbef5b47abe tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=3820e434-2f22-40ca-aca1-203621ef7aab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435939 Jun 11 10:21:36.480734 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3af1f491-108e-4b19-93d7-c9cb76658f26 req-713e2cdd-b460-4a9e-a0d2-1147e5d83621 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/ports?device_id=26a42535-3156-4630-8e2e-6479e3d94200 HTTP/1.1" status: 200 len: 210 time: 0.0380967 Jun 11 10:21:36.570943 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device d5aa5a84-bd26-4151-a5d0-e99248176176 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:21:36.629336 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port d5aa5a84-bd26-4151-a5d0-e99248176176 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:21:36.629619 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:37.487026 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9914882-7194-4f62-96e1-65798131f732 req-3cb3bd07-a0fc-44e9-b6d4-8622462e47b0 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:21:37.488579 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d9914882-7194-4f62-96e1-65798131f732 req-3cb3bd07-a0fc-44e9-b6d4-8622462e47b0 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=da9ff409-da28-4ae4-89e8-392bca34910e HTTP/1.1" status: 200 len: 943 time: 0.0803514 Jun 11 10:21:37.537166 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d9914882-7194-4f62-96e1-65798131f732 req-02653e8f-f0eb-4150-8870-6a5306b433c6 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=3820e434-2f22-40ca-aca1-203621ef7aab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425758 Jun 11 10:21:37.775146 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9c4f4acf-68e6-4939-a40c-cf6610e2028d req-2e3a3e3a-5423-4977-8ce0-c8c93ac22280 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/ports?device_id=26a42535-3156-4630-8e2e-6479e3d94200 HTTP/1.1" status: 200 len: 210 time: 0.0343328 Jun 11 10:21:38.481696 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c657d809-43dc-44b6-b7b8-18700d48ff43 req-6e8d6ef2-2c20-4b83-9e5c-26b335d65186 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:21:38.483134 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c657d809-43dc-44b6-b7b8-18700d48ff43 req-6e8d6ef2-2c20-4b83-9e5c-26b335d65186 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.64 "GET /v2.0/networks?id=eda24ffc-2272-435c-90ec-2eed7853054f HTTP/1.1" status: 200 len: 797 time: 0.1347351 Jun 11 10:21:38.514429 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:21:38.536520 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c657d809-43dc-44b6-b7b8-18700d48ff43 req-6625ba6c-5317-45a7-af66-467c224a4eff tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7cff3ec0902242ea94828c7f7e013111 HTTP/1.1" status: 200 len: 472 time: 0.0449176 Jun 11 10:21:38.544994 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-c657d809-43dc-44b6-b7b8-18700d48ff43 req-a427aa82-e681-491d-b863-0e250ce5b743 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Request body: {'port': {'device_id': '26a42535-3156-4630-8e2e-6479e3d94200', 'network_id': 'eda24ffc-2272-435c-90ec-2eed7853054f', 'admin_state_up': True, 'tenant_id': '7cff3ec0902242ea94828c7f7e013111', 'security_groups': ['7bd8f1b0-f7d6-4e30-bf81-2598bd6b8d49']}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:21:38.730055 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a889ccd-5f71-4f48-8ead-0749406966ad req-b1fd1f22-9c49-472d-9d5b-216194094e3f tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:21:38.731449 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7a889ccd-5f71-4f48-8ead-0749406966ad req-b1fd1f22-9c49-472d-9d5b-216194094e3f tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=da9ff409-da28-4ae4-89e8-392bca34910e HTTP/1.1" status: 200 len: 943 time: 0.0704446 Jun 11 10:21:38.764580 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c657d809-43dc-44b6-b7b8-18700d48ff43 req-a427aa82-e681-491d-b863-0e250ce5b743 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Made reservation on behalf of 7cff3ec0902242ea94828c7f7e013111 for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:21:38.768316 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-c657d809-43dc-44b6-b7b8-18700d48ff43 req-a427aa82-e681-491d-b863-0e250ce5b743 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:38.780080 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7a889ccd-5f71-4f48-8ead-0749406966ad req-1788457b-47e2-4904-a49b-174d603ff5aa tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=3820e434-2f22-40ca-aca1-203621ef7aab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407898 Jun 11 10:21:38.924216 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-c657d809-43dc-44b6-b7b8-18700d48ff43 req-a427aa82-e681-491d-b863-0e250ce5b743 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Allocated IP 172.20.0.27 (eda24ffc-2272-435c-90ec-2eed7853054f/07f7d2f6-d377-49b7-a767-5b9cd33e0e6f/9ea12191-33a6-46ec-bf53-eb8ea1ea5de5) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:21:39.020797 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7bb38747-d269-4457-a0ca-2968c436ff0c req-a5536d7b-6cb4-4aa1-ab23-bb7c890fcfa7 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/ports?device_id=26a42535-3156-4630-8e2e-6479e3d94200 HTTP/1.1" status: 200 len: 210 time: 0.0378780 Jun 11 10:21:39.098251 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-c657d809-43dc-44b6-b7b8-18700d48ff43 req-a427aa82-e681-491d-b863-0e250ce5b743 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:39.111314 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-c657d809-43dc-44b6-b7b8-18700d48ff43 req-a427aa82-e681-491d-b863-0e250ce5b743 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Transition to ACTIVE for port object 9ea12191-33a6-46ec-bf53-eb8ea1ea5de5 will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:21:39.193082 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-c657d809-43dc-44b6-b7b8-18700d48ff43 req-a427aa82-e681-491d-b863-0e250ce5b743 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:39.197685 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-115926e3-1bf5-4d05-9cf6-25fa11e5d5d5 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:21:39.247063 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c657d809-43dc-44b6-b7b8-18700d48ff43 req-a427aa82-e681-491d-b863-0e250ce5b743 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Network eda24ffc-2272-435c-90ec-2eed7853054f is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:21:39.250363 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-c657d809-43dc-44b6-b7b8-18700d48ff43 req-a427aa82-e681-491d-b863-0e250ce5b743 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:21:39.255601 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-c657d809-43dc-44b6-b7b8-18700d48ff43 req-a427aa82-e681-491d-b863-0e250ce5b743 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:21:39.296220 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a427aa82-e681-491d-b863-0e250ce5b743 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Pushing event updated for resources: {'Port': ['ID=9ea12191-33a6-46ec-bf53-eb8ea1ea5de5,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:21:39.313495 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a427aa82-e681-491d-b863-0e250ce5b743 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:21:39.313887 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a427aa82-e681-491d-b863-0e250ce5b743 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:21:39.318784 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a427aa82-e681-491d-b863-0e250ce5b743 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:21:39.318784 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a427aa82-e681-491d-b863-0e250ce5b743 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:21:39.318784 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a427aa82-e681-491d-b863-0e250ce5b743 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:21:39.318784 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a427aa82-e681-491d-b863-0e250ce5b743 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:21:39.318784 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a427aa82-e681-491d-b863-0e250ce5b743 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:21:39.318784 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a427aa82-e681-491d-b863-0e250ce5b743 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:21:39.318784 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a427aa82-e681-491d-b863-0e250ce5b743 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:21:39.318784 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a427aa82-e681-491d-b863-0e250ce5b743 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:21:39.318784 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a427aa82-e681-491d-b863-0e250ce5b743 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:21:39.318784 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a427aa82-e681-491d-b863-0e250ce5b743 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:21:39.323194 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a427aa82-e681-491d-b863-0e250ce5b743 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:21:39.336555 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c657d809-43dc-44b6-b7b8-18700d48ff43 req-a427aa82-e681-491d-b863-0e250ce5b743 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:21:39.337223 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-c657d809-43dc-44b6-b7b8-18700d48ff43 req-a427aa82-e681-491d-b863-0e250ce5b743 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:39.439435 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c657d809-43dc-44b6-b7b8-18700d48ff43 req-a427aa82-e681-491d-b863-0e250ce5b743 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8981254 Jun 11 10:21:39.451308 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-c657d809-43dc-44b6-b7b8-18700d48ff43 req-d639ff90-c22d-4435-a76d-3ce21cd41c5a service neutron] Request body: {'port': {'device_id': '26a42535-3156-4630-8e2e-6479e3d94200', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:21:39.534367 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-969f451d-76a7-4814-93a1-74d0ee4a4d19 None None] Provisioning for port 9ea12191-33a6-46ec-bf53-eb8ea1ea5de5 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:21:39.538273 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-969f451d-76a7-4814-93a1-74d0ee4a4d19 None None] Provisioning complete for port 9ea12191-33a6-46ec-bf53-eb8ea1ea5de5 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:21:39.538744 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-969f451d-76a7-4814-93a1-74d0ee4a4d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:39.542710 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-c657d809-43dc-44b6-b7b8-18700d48ff43 req-d639ff90-c22d-4435-a76d-3ce21cd41c5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:39.580235 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-969f451d-76a7-4814-93a1-74d0ee4a4d19 None None] Port 9ea12191-33a6-46ec-bf53-eb8ea1ea5de5 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:21:39.877695 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-c657d809-43dc-44b6-b7b8-18700d48ff43 req-d639ff90-c22d-4435-a76d-3ce21cd41c5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ea12191-33a6-46ec-bf53-eb8ea1ea5de5 {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:21:39.886288 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-c657d809-43dc-44b6-b7b8-18700d48ff43 req-d639ff90-c22d-4435-a76d-3ce21cd41c5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:39.899930 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-c657d809-43dc-44b6-b7b8-18700d48ff43 req-d639ff90-c22d-4435-a76d-3ce21cd41c5a service neutron] Transition to ACTIVE for port object 9ea12191-33a6-46ec-bf53-eb8ea1ea5de5 will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:21:39.966887 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7366ea6-a421-4f92-9221-5414a1798ea3 req-cb192331-efdd-4f65-af68-9192baa593c9 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:21:39.968480 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a7366ea6-a421-4f92-9221-5414a1798ea3 req-cb192331-efdd-4f65-af68-9192baa593c9 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=da9ff409-da28-4ae4-89e8-392bca34910e HTTP/1.1" status: 200 len: 943 time: 0.0703995 Jun 11 10:21:39.974522 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-c657d809-43dc-44b6-b7b8-18700d48ff43 req-d639ff90-c22d-4435-a76d-3ce21cd41c5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:39.977896 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1494d183-a1aa-43f6-8b2e-fbecf065c5c1 tempest-TestServerMultinode-659869440 tempest-TestServerMultinode-659869440-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:21:40.012553 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a7366ea6-a421-4f92-9221-5414a1798ea3 req-2ff44813-b3a4-4edc-842a-4fa38f98d428 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=3820e434-2f22-40ca-aca1-203621ef7aab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383797 Jun 11 10:21:40.087862 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d639ff90-c22d-4435-a76d-3ce21cd41c5a service neutron] Pushing event updated for resources: {'Port': ['ID=9ea12191-33a6-46ec-bf53-eb8ea1ea5de5,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:21:40.093996 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d639ff90-c22d-4435-a76d-3ce21cd41c5a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:21:40.191796 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-c657d809-43dc-44b6-b7b8-18700d48ff43 req-d639ff90-c22d-4435-a76d-3ce21cd41c5a service neutron] Attempting to bind port 9ea12191-33a6-46ec-bf53-eb8ea1ea5de5 on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:21:40.192189 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-c657d809-43dc-44b6-b7b8-18700d48ff43 req-d639ff90-c22d-4435-a76d-3ce21cd41c5a service neutron] Attempting to bind port 9ea12191-33a6-46ec-bf53-eb8ea1ea5de5 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '855bf214-72d6-4cc0-8f27-4a277735b602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'eda24ffc-2272-435c-90ec-2eed7853054f'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:21:40.192454 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c657d809-43dc-44b6-b7b8-18700d48ff43 req-d639ff90-c22d-4435-a76d-3ce21cd41c5a service neutron] Attempting to bind port 9ea12191-33a6-46ec-bf53-eb8ea1ea5de5 on network eda24ffc-2272-435c-90ec-2eed7853054f {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:21:40.197735 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c657d809-43dc-44b6-b7b8-18700d48ff43 req-d639ff90-c22d-4435-a76d-3ce21cd41c5a service neutron] Port 9ea12191-33a6-46ec-bf53-eb8ea1ea5de5 on network eda24ffc-2272-435c-90ec-2eed7853054f not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:21:40.198624 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c657d809-43dc-44b6-b7b8-18700d48ff43 req-d639ff90-c22d-4435-a76d-3ce21cd41c5a service neutron] Attempting to bind port 9ea12191-33a6-46ec-bf53-eb8ea1ea5de5 on network eda24ffc-2272-435c-90ec-2eed7853054f {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:21:40.204404 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c657d809-43dc-44b6-b7b8-18700d48ff43 req-d639ff90-c22d-4435-a76d-3ce21cd41c5a service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:21:40.204702 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c657d809-43dc-44b6-b7b8-18700d48ff43 req-d639ff90-c22d-4435-a76d-3ce21cd41c5a service neutron] Checking segment: {'id': '855bf214-72d6-4cc0-8f27-4a277735b602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'eda24ffc-2272-435c-90ec-2eed7853054f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:21:40.204992 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c657d809-43dc-44b6-b7b8-18700d48ff43 req-d639ff90-c22d-4435-a76d-3ce21cd41c5a service neutron] Bound using segment: {'id': '855bf214-72d6-4cc0-8f27-4a277735b602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'eda24ffc-2272-435c-90ec-2eed7853054f'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:21:40.205429 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-c657d809-43dc-44b6-b7b8-18700d48ff43 req-d639ff90-c22d-4435-a76d-3ce21cd41c5a service neutron] Bound port: 9ea12191-33a6-46ec-bf53-eb8ea1ea5de5, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '855bf214-72d6-4cc0-8f27-4a277735b602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'eda24ffc-2272-435c-90ec-2eed7853054f'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:21:40.205778 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-c657d809-43dc-44b6-b7b8-18700d48ff43 req-d639ff90-c22d-4435-a76d-3ce21cd41c5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:40.287856 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-c657d809-43dc-44b6-b7b8-18700d48ff43 req-d639ff90-c22d-4435-a76d-3ce21cd41c5a service neutron] For port 9ea12191-33a6-46ec-bf53-eb8ea1ea5de5, host n-h1-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:21:40.290804 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-c657d809-43dc-44b6-b7b8-18700d48ff43 req-d639ff90-c22d-4435-a76d-3ce21cd41c5a service neutron] For port 9ea12191-33a6-46ec-bf53-eb8ea1ea5de5, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=9ea12191-33a6-46ec-bf53-eb8ea1ea5de5,segment=NetworkSegment(855bf214-72d6-4cc0-8f27-4a277735b602),segment_id=855bf214-72d6-4cc0-8f27-4a277735b602)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:21:40.312893 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74471d5-a53c-49e1-ae6d-681eefdafbd6 req-9e377986-6472-4ef4-b135-c6a88606ef63 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:21:40.314295 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d74471d5-a53c-49e1-ae6d-681eefdafbd6 req-9e377986-6472-4ef4-b135-c6a88606ef63 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/ports?device_id=26a42535-3156-4630-8e2e-6479e3d94200 HTTP/1.1" status: 200 len: 944 time: 0.0763817 Jun 11 10:21:40.353308 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-c657d809-43dc-44b6-b7b8-18700d48ff43 req-d639ff90-c22d-4435-a76d-3ce21cd41c5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:40.356966 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-73118fdb-2d73-4999-a67a-f7923060594e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:21:40.362724 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d74471d5-a53c-49e1-ae6d-681eefdafbd6 req-ebce8fcf-fd1e-49d8-96f2-8efa9b1ce443 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/security-groups?id=7bd8f1b0-f7d6-4e30-bf81-2598bd6b8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414441 Jun 11 10:21:40.401981 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c657d809-43dc-44b6-b7b8-18700d48ff43 req-d639ff90-c22d-4435-a76d-3ce21cd41c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:21:40.401981 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-c657d809-43dc-44b6-b7b8-18700d48ff43 req-d639ff90-c22d-4435-a76d-3ce21cd41c5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:40.402313 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c657d809-43dc-44b6-b7b8-18700d48ff43 req-d639ff90-c22d-4435-a76d-3ce21cd41c5a service neutron] 10.222.0.64 "PUT /v2.0/ports/9ea12191-33a6-46ec-bf53-eb8ea1ea5de5 HTTP/1.1" status: 200 len: 1093 time: 0.9552195 Jun 11 10:21:40.402850 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26a42535-3156-4630-8e2e-6479e3d94200', 'tag': '9ea12191-33a6-46ec-bf53-eb8ea1ea5de5'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:21:40.405265 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67a6f458-7999-41da-958c-939ded35ee46" -d '{"events": [{"name": "network-changed", "server_uuid": "26a42535-3156-4630-8e2e-6479e3d94200", "tag": "9ea12191-33a6-46ec-bf53-eb8ea1ea5de5"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:21:40.430503 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d639ff90-c22d-4435-a76d-3ce21cd41c5a service neutron] Pushing event updated for resources: {'Port': ['ID=9ea12191-33a6-46ec-bf53-eb8ea1ea5de5,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:21:40.436926 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d639ff90-c22d-4435-a76d-3ce21cd41c5a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:21:40.443796 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc6e9bec-92e8-4542-bc4f-956e36898185 x-openstack-request-id: req-dc6e9bec-92e8-4542-bc4f-956e36898185 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:21:40.445394 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26a42535-3156-4630-8e2e-6479e3d94200", "tag": "9ea12191-33a6-46ec-bf53-eb8ea1ea5de5", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:21:40.445712 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dc6e9bec-92e8-4542-bc4f-956e36898185 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:21:40.446181 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26a42535-3156-4630-8e2e-6479e3d94200', 'tag': '9ea12191-33a6-46ec-bf53-eb8ea1ea5de5', 'status': 'completed', 'code': 200} Jun 11 10:21:40.534469 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a6f458-7999-41da-958c-939ded35ee46 req-0d7b636f-6ffd-4066-a3da-40986b190773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:21:40.536047 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-67a6f458-7999-41da-958c-939ded35ee46 req-0d7b636f-6ffd-4066-a3da-40986b190773 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7cff3ec0902242ea94828c7f7e013111&device_id=26a42535-3156-4630-8e2e-6479e3d94200 HTTP/1.1" status: 200 len: 1096 time: 0.0708461 Jun 11 10:21:40.678846 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a6f458-7999-41da-958c-939ded35ee46 req-3adfc98a-3c2c-4a43-b3ec-4a4df39cc613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:21:40.679550 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a6f458-7999-41da-958c-939ded35ee46 req-3adfc98a-3c2c-4a43-b3ec-4a4df39cc613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:21:40.680790 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-67a6f458-7999-41da-958c-939ded35ee46 req-3adfc98a-3c2c-4a43-b3ec-4a4df39cc613 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=7cff3ec0902242ea94828c7f7e013111&shared=False HTTP/1.1" status: 200 len: 1584 time: 0.1372864 Jun 11 10:21:40.820106 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a6f458-7999-41da-958c-939ded35ee46 req-c4aec75c-768b-4b45-a216-40390143c2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:21:40.820106 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-67a6f458-7999-41da-958c-939ded35ee46 req-c4aec75c-768b-4b45-a216-40390143c2a4 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1308186 Jun 11 10:21:40.871852 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a42be66-7aee-48ee-9233-fcd47b0d8eda req-f73bcdf2-653a-451f-9412-5fc1e906741d tempest-TestNetworkAdvancedServerOps-2001270397 tempest-TestNetworkAdvancedServerOps-2001270397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:21:40.873430 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2a42be66-7aee-48ee-9233-fcd47b0d8eda req-f73bcdf2-653a-451f-9412-5fc1e906741d tempest-TestNetworkAdvancedServerOps-2001270397 tempest-TestNetworkAdvancedServerOps-2001270397-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=d394a15c-1a9b-4d4f-b1f7-954e0c77c10b HTTP/1.1" status: 200 len: 1098 time: 0.0690238 Jun 11 10:21:40.914643 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2a42be66-7aee-48ee-9233-fcd47b0d8eda req-333ab7fd-658d-4b36-b6a2-d1807c6defd5 tempest-TestNetworkAdvancedServerOps-2001270397 tempest-TestNetworkAdvancedServerOps-2001270397-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=556705f8-fe7a-4fe3-93ca-14d84e2d8253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349526 Jun 11 10:21:40.923316 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c657d809-43dc-44b6-b7b8-18700d48ff43 req-6c168d12-5fe9-4a81-9da6-69bade58b330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:21:40.924966 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c657d809-43dc-44b6-b7b8-18700d48ff43 req-6c168d12-5fe9-4a81-9da6-69bade58b330 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7cff3ec0902242ea94828c7f7e013111&device_id=26a42535-3156-4630-8e2e-6479e3d94200 HTTP/1.1" status: 200 len: 1096 time: 0.0681381 Jun 11 10:21:40.942051 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 35268) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:21:40.981337 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c657d809-43dc-44b6-b7b8-18700d48ff43 req-5d09ce80-20c5-446c-bfde-164c41326e60 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=9ea12191-33a6-46ec-bf53-eb8ea1ea5de5 HTTP/1.1" status: 200 len: 217 time: 0.0486920 Jun 11 10:21:41.050398 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c657d809-43dc-44b6-b7b8-18700d48ff43 req-f0d9eb9f-cac6-4a66-b3c8-59f12e4eec49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:21:41.051969 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c657d809-43dc-44b6-b7b8-18700d48ff43 req-f0d9eb9f-cac6-4a66-b3c8-59f12e4eec49 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=07f7d2f6-d377-49b7-a767-5b9cd33e0e6f HTTP/1.1" status: 200 len: 838 time: 0.0646620 Jun 11 10:21:41.126378 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c657d809-43dc-44b6-b7b8-18700d48ff43 req-78d65982-d352-4ad1-868f-d13198b6e9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:21:41.131489 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c657d809-43dc-44b6-b7b8-18700d48ff43 req-78d65982-d352-4ad1-868f-d13198b6e9e7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=eda24ffc-2272-435c-90ec-2eed7853054f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0675592 Jun 11 10:21:41.260773 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c657d809-43dc-44b6-b7b8-18700d48ff43 req-b39744e8-a200-4fb2-8bfd-b92ed2850fcc service neutron] 10.222.0.64 "GET /v2.0/networks/eda24ffc-2272-435c-90ec-2eed7853054f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247990 Jun 11 10:21:41.386603 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c657d809-43dc-44b6-b7b8-18700d48ff43 req-45f464f1-49a4-489b-b801-902021823447 service neutron] 10.222.0.64 "GET /v2.0/networks/eda24ffc-2272-435c-90ec-2eed7853054f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197643 Jun 11 10:21:41.565189 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6294d8df-db1d-4775-8d6a-26e6f4502afc req-f6916afd-5f0c-4148-8eba-16b2d93258a3 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:21:41.572658 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6294d8df-db1d-4775-8d6a-26e6f4502afc req-f6916afd-5f0c-4148-8eba-16b2d93258a3 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=da9ff409-da28-4ae4-89e8-392bca34910e HTTP/1.1" status: 200 len: 943 time: 0.1705472 Jun 11 10:21:41.620845 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6294d8df-db1d-4775-8d6a-26e6f4502afc req-d6f78331-e135-41ef-b2a5-80f96b210b70 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=3820e434-2f22-40ca-aca1-203621ef7aab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472076 Jun 11 10:21:41.623787 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-9ce68087-2e39-43fb-a7bd-d86151ff0ed2 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Deleting port 8d9edac3-713d-4622-8366-aaacbe6cfa54 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:21:41.624121 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9ce68087-2e39-43fb-a7bd-d86151ff0ed2 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:41.734904 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9ce68087-2e39-43fb-a7bd-d86151ff0ed2 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:41.734904 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9ce68087-2e39-43fb-a7bd-d86151ff0ed2 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:41.827958 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-9ce68087-2e39-43fb-a7bd-d86151ff0ed2 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Calling delete_port for 8d9edac3-713d-4622-8366-aaacbe6cfa54 owned by network:floatingip {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:21:41.959141 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device d4fbf360-d6d4-41c5-a3ed-7dfb9e52227c details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 10:21:41.991712 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4be07-6731-4e19-8903-3dff1d94b3b7 req-13e5f766-c517-4f27-9e41-2ecfc1908457 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:21:41.993188 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-23a4be07-6731-4e19-8903-3dff1d94b3b7 req-13e5f766-c517-4f27-9e41-2ecfc1908457 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/ports?device_id=26a42535-3156-4630-8e2e-6479e3d94200 HTTP/1.1" status: 200 len: 944 time: 0.1631358 Jun 11 10:21:42.058893 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-23a4be07-6731-4e19-8903-3dff1d94b3b7 req-9b86e488-9e56-4d23-82a7-3e2e72865e32 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/security-groups?id=7bd8f1b0-f7d6-4e30-bf81-2598bd6b8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551741 Jun 11 10:21:42.084233 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port d4fbf360-d6d4-41c5-a3ed-7dfb9e52227c, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=d4fbf360-d6d4-41c5-a3ed-7dfb9e52227c,segment=NetworkSegment(5c22e2d5-0ba6-4801-a903-4241c2620ae4),segment_id=5c22e2d5-0ba6-4801-a903-4241c2620ae4)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:21:42.097409 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': 'd4fbf360-d6d4-41c5-a3ed-7dfb9e52227c', 'network_id': '795e7157-0b59-4b3c-b5bc-895c607dc0cc', 'port_id': 'd4fbf360-d6d4-41c5-a3ed-7dfb9e52227c', 'mac_address': 'fa:16:3e:b9:42:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b543bd1f-2b45-4ed6-ae53-d9d0c8ed8871', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 10:21:42.141105 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:42.155557 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4fbf360-d6d4-41c5-a3ed-7dfb9e52227c {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:21:42.176777 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port d4fbf360-d6d4-41c5-a3ed-7dfb9e52227c, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=d4fbf360-d6d4-41c5-a3ed-7dfb9e52227c,segment=NetworkSegment(5c22e2d5-0ba6-4801-a903-4241c2620ae4),segment_id=5c22e2d5-0ba6-4801-a903-4241c2620ae4)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:21:42.204215 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9ce68087-2e39-43fb-a7bd-d86151ff0ed2 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:42.207164 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e503d0dc-0257-4ccd-b892-495de17ad590 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:21:42.237875 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce68087-2e39-43fb-a7bd-d86151ff0ed2 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Pushing event deleted for resources: {'Port': ['ID=8d9edac3-713d-4622-8366-aaacbe6cfa54,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:21:42.241582 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9ce68087-2e39-43fb-a7bd-d86151ff0ed2 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:21:42.257450 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:42.260085 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:21:42.323209 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=d4fbf360-d6d4-41c5-a3ed-7dfb9e52227c,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:21:42.324951 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9ce68087-2e39-43fb-a7bd-d86151ff0ed2 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for floatingip, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:42.325437 n-d-779913-12 neutron-server[93177]: INFO neutron.db.l3_db [None req-9ce68087-2e39-43fb-a7bd-d86151ff0ed2 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Floating IP 0df5cc3f-808f-4af7-b35c-9c006b79298e disassociated (deleted). External IP: 172.25.4.127, port: aec25d06-ab23-4d7f-96ed-c6c2edb5448b. Jun 11 10:21:42.328633 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:21:42.623480 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ce68087-2e39-43fb-a7bd-d86151ff0ed2 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Router 575d4d66-039d-419f-9770-81f1cc5418d8 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:21:42.639140 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['d4fbf360-d6d4-41c5-a3ed-7dfb9e52227c'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:21:42.852184 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ce68087-2e39-43fb-a7bd-d86151ff0ed2 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:21:42.857654 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9ce68087-2e39-43fb-a7bd-d86151ff0ed2 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:42.869309 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7569ba42-c4a8-47ea-9d8c-8c80583b4192 None None] Sync routers for ids ['575d4d66-039d-419f-9770-81f1cc5418d8'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:21:42.904301 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7569ba42-c4a8-47ea-9d8c-8c80583b4192 None None] Routers {'575d4d66-039d-419f-9770-81f1cc5418d8'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:21:42.904944 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-7569ba42-c4a8-47ea-9d8c-8c80583b4192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:21:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['575d4d66-039d-419f-9770-81f1cc5418d8'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:21:42.912009 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d31f4ff-2e2f-4394-9001-8cd20558994e req-1c7c9826-a4bf-40d3-a921-c86bd0224ff1 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:21:42.914325 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9d31f4ff-2e2f-4394-9001-8cd20558994e req-1c7c9826-a4bf-40d3-a921-c86bd0224ff1 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=da9ff409-da28-4ae4-89e8-392bca34910e HTTP/1.1" status: 200 len: 944 time: 0.1654453 Jun 11 10:21:42.923372 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-9ce68087-2e39-43fb-a7bd-d86151ff0ed2 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "DELETE /v2.0/floatingips/0df5cc3f-808f-4af7-b35c-9c006b79298e HTTP/1.1" status: 204 len: 168 time: 1.9801924 Jun 11 10:21:42.925895 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd394a15c-1a9b-4d4f-b1f7-954e0c77c10b', 'tag': 'aec25d06-ab23-4d7f-96ed-c6c2edb5448b'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:21:42.927856 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adda3e7b-fc38-4cc4-a646-1c0f6f4bc1ca" -d '{"events": [{"name": "network-changed", "server_uuid": "d394a15c-1a9b-4d4f-b1f7-954e0c77c10b", "tag": "aec25d06-ab23-4d7f-96ed-c6c2edb5448b"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:21:42.967403 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9d31f4ff-2e2f-4394-9001-8cd20558994e req-539afc49-40c9-4c25-8e39-650039b17239 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=3820e434-2f22-40ca-aca1-203621ef7aab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428238 Jun 11 10:21:43.007240 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03cc5f5f-d76a-46e5-8386-d32f6d32e77d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:43.092383 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-7569ba42-c4a8-47ea-9d8c-8c80583b4192 None None] Set router 575d4d66-039d-419f-9770-81f1cc5418d8 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:21:43.342540 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-88f25829-1466-4f65-af9c-b2f7842c2416 req-68f83b24-04f5-4364-8ee9-0f6bd5620330 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e4251835-8393-4eb1-844d-2d3234bf4dcf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0631828 Jun 11 10:21:43.368580 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-7569ba42-c4a8-47ea-9d8c-8c80583b4192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '575d4d66-039d-419f-9770-81f1cc5418d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1947783319', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '2b08e833-e32a-4876-812b-2f68ce288eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:19:03Z', 'updated_at': '2021-06-11T10:19:10Z', 'revision_number': 4, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'gw_port': {'id': '2b08e833-e32a-4876-812b-2f68ce288eae', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575d4d66-039d-419f-9770-81f1cc5418d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:19:04Z', 'updated_at': '2021-06-11T10:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': 'f73b87b7-14e5-474b-a8c4-037d8f018fed', 'name': '', 'network_id': 'f7713be0-f9f6-48b3-97a0-413ad253d5e5', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'mac_address': 'fa:16:3e:fa:c7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575d4d66-039d-419f-9770-81f1cc5418d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '8e836f26-8a2a-49d5-b8bd-a760b3243fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:19:09Z', 'updated_at': '2021-06-11T10:19:14Z', 'revision_number': 5, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'subnets': [{'id': '8e836f26-8a2a-49d5-b8bd-a760b3243fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:21:43.372057 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7569ba42-c4a8-47ea-9d8c-8c80583b4192 None None] Checking router: 575d4d66-039d-419f-9770-81f1cc5418d8 for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:21:43.380401 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7569ba42-c4a8-47ea-9d8c-8c80583b4192 None None] Routers {'575d4d66-039d-419f-9770-81f1cc5418d8'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:21:43.381014 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-7569ba42-c4a8-47ea-9d8c-8c80583b4192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:21:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['575d4d66-039d-419f-9770-81f1cc5418d8'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:21:43.455065 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f25829-1466-4f65-af9c-b2f7842c2416 req-cf20d825-df17-463f-9355-8acae521e7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:21:43.456580 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-88f25829-1466-4f65-af9c-b2f7842c2416 req-cf20d825-df17-463f-9355-8acae521e7a6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4fa4adcc930c454582c6b4c82c27544f&device_id=e4251835-8393-4eb1-844d-2d3234bf4dcf HTTP/1.1" status: 200 len: 1098 time: 0.0713160 Jun 11 10:21:43.499926 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d2a845-c154-48e0-965a-d79fd7875a2a x-openstack-request-id: req-51d2a845-c154-48e0-965a-d79fd7875a2a {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:21:43.500578 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d394a15c-1a9b-4d4f-b1f7-954e0c77c10b", "tag": "aec25d06-ab23-4d7f-96ed-c6c2edb5448b", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:21:43.501826 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-51d2a845-c154-48e0-965a-d79fd7875a2a {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:21:43.502493 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd394a15c-1a9b-4d4f-b1f7-954e0c77c10b', 'tag': 'aec25d06-ab23-4d7f-96ed-c6c2edb5448b', 'status': 'completed', 'code': 200} Jun 11 10:21:43.540013 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-7569ba42-c4a8-47ea-9d8c-8c80583b4192 None None] Set router 575d4d66-039d-419f-9770-81f1cc5418d8 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:21:43.606842 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adda3e7b-fc38-4cc4-a646-1c0f6f4bc1ca req-c9cdfab2-03aa-4aec-9279-0c191382357c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:21:43.608342 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-adda3e7b-fc38-4cc4-a646-1c0f6f4bc1ca req-c9cdfab2-03aa-4aec-9279-0c191382357c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=291bb5ee2189444bb635fe5a1d306c3b&device_id=d394a15c-1a9b-4d4f-b1f7-954e0c77c10b HTTP/1.1" status: 200 len: 1098 time: 0.0737414 Jun 11 10:21:43.632362 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f25829-1466-4f65-af9c-b2f7842c2416 req-bc52ab3f-4688-4786-882b-e4f11790765b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:21:43.633835 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-88f25829-1466-4f65-af9c-b2f7842c2416 req-bc52ab3f-4688-4786-882b-e4f11790765b service neutron] 10.222.0.64 "GET /v2.0/networks?id=2ac340f0-d786-4d09-af3c-d796852f240b HTTP/1.1" status: 200 len: 911 time: 0.1556244 Jun 11 10:21:43.727679 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-88f25829-1466-4f65-af9c-b2f7842c2416 req-c502acd0-b9f2-4a1e-a372-cf0f199df545 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=858c3740-afa6-483e-9967-0ee7e35e413b HTTP/1.1" status: 200 len: 1001 time: 0.0875654 Jun 11 10:21:43.787011 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f96e0a-9e59-4dc3-9169-687e6e1366bc req-ca4c6be6-7b34-450d-be38-9d6555c67af5 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:21:43.790000 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f25829-1466-4f65-af9c-b2f7842c2416 req-1d8c56d1-9e2b-499e-ac29-2acbb7efa47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:21:43.791464 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-88f25829-1466-4f65-af9c-b2f7842c2416 req-1d8c56d1-9e2b-499e-ac29-2acbb7efa47f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e4054ed8-e8dc-4397-99bc-1d06497b1031 HTTP/1.1" status: 200 len: 849 time: 0.0577555 Jun 11 10:21:43.793916 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-16f96e0a-9e59-4dc3-9169-687e6e1366bc req-ca4c6be6-7b34-450d-be38-9d6555c67af5 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/ports?device_id=26a42535-3156-4630-8e2e-6479e3d94200 HTTP/1.1" status: 200 len: 944 time: 0.1897352 Jun 11 10:21:43.801703 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adda3e7b-fc38-4cc4-a646-1c0f6f4bc1ca req-f9d919f9-bc98-47aa-a7ab-37a2337b1c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:21:43.803102 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-adda3e7b-fc38-4cc4-a646-1c0f6f4bc1ca req-f9d919f9-bc98-47aa-a7ab-37a2337b1c3a service neutron] 10.222.0.69 "GET /v2.0/networks?id=f7713be0-f9f6-48b3-97a0-413ad253d5e5 HTTP/1.1" status: 200 len: 898 time: 0.1854548 Jun 11 10:21:43.849403 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 9ea12191-33a6-46ec-bf53-eb8ea1ea5de5 details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 10:21:43.860659 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f25829-1466-4f65-af9c-b2f7842c2416 req-ac046ea2-d1d2-44de-b7e4-1bdb11b378c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:21:43.862556 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-88f25829-1466-4f65-af9c-b2f7842c2416 req-ac046ea2-d1d2-44de-b7e4-1bdb11b378c6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2ac340f0-d786-4d09-af3c-d796852f240b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0650301 Jun 11 10:21:43.869432 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-adda3e7b-fc38-4cc4-a646-1c0f6f4bc1ca req-c8e942bd-26df-4554-a64b-844ad50199af service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aec25d06-ab23-4d7f-96ed-c6c2edb5448b HTTP/1.1" status: 200 len: 217 time: 0.0547013 Jun 11 10:21:43.924369 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-16f96e0a-9e59-4dc3-9169-687e6e1366bc req-d839440d-39f6-4054-8573-e8f8a6120bae tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/security-groups?id=7bd8f1b0-f7d6-4e30-bf81-2598bd6b8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295819 Jun 11 10:21:43.943110 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adda3e7b-fc38-4cc4-a646-1c0f6f4bc1ca req-d6bb53cb-87b4-4b0e-8277-57bb889ce74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:21:43.944612 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-adda3e7b-fc38-4cc4-a646-1c0f6f4bc1ca req-d6bb53cb-87b4-4b0e-8277-57bb889ce74f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8e836f26-8a2a-49d5-b8bd-a760b3243fc3 HTTP/1.1" status: 200 len: 835 time: 0.0640111 Jun 11 10:21:43.980156 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device d4fbf360-d6d4-41c5-a3ed-7dfb9e52227c up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:21:44.027957 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-88f25829-1466-4f65-af9c-b2f7842c2416 req-850cc089-a56f-4a4e-bbda-db026f2cc3d6 service neutron] 10.222.0.64 "GET /v2.0/networks/2ac340f0-d786-4d09-af3c-d796852f240b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587546 Jun 11 10:21:44.042129 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adda3e7b-fc38-4cc4-a646-1c0f6f4bc1ca req-8d376e31-0fd2-49cb-a587-4fbb29f65add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:21:44.043991 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-adda3e7b-fc38-4cc4-a646-1c0f6f4bc1ca req-8d376e31-0fd2-49cb-a587-4fbb29f65add service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f7713be0-f9f6-48b3-97a0-413ad253d5e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0914450 Jun 11 10:21:44.150615 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 9ea12191-33a6-46ec-bf53-eb8ea1ea5de5, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=9ea12191-33a6-46ec-bf53-eb8ea1ea5de5,segment=NetworkSegment(855bf214-72d6-4cc0-8f27-4a277735b602),segment_id=855bf214-72d6-4cc0-8f27-4a277735b602)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:21:44.158629 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-88f25829-1466-4f65-af9c-b2f7842c2416 req-573f1d30-db07-41d6-9048-d92d1eb570d4 service neutron] 10.222.0.64 "GET /v2.0/networks/2ac340f0-d786-4d09-af3c-d796852f240b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244597 Jun 11 10:21:44.177256 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': '9ea12191-33a6-46ec-bf53-eb8ea1ea5de5', 'network_id': 'eda24ffc-2272-435c-90ec-2eed7853054f', 'port_id': '9ea12191-33a6-46ec-bf53-eb8ea1ea5de5', 'mac_address': 'fa:16:3e:d7:82:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07f7d2f6-d377-49b7-a767-5b9cd33e0e6f', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 10:21:44.241609 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-7569ba42-c4a8-47ea-9d8c-8c80583b4192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '575d4d66-039d-419f-9770-81f1cc5418d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1947783319', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '2b08e833-e32a-4876-812b-2f68ce288eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:19:03Z', 'updated_at': '2021-06-11T10:19:10Z', 'revision_number': 4, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'gw_port': {'id': '2b08e833-e32a-4876-812b-2f68ce288eae', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575d4d66-039d-419f-9770-81f1cc5418d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:19:04Z', 'updated_at': '2021-06-11T10:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': 'f73b87b7-14e5-474b-a8c4-037d8f018fed', 'name': '', 'network_id': 'f7713be0-f9f6-48b3-97a0-413ad253d5e5', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'mac_address': 'fa:16:3e:fa:c7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575d4d66-039d-419f-9770-81f1cc5418d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '8e836f26-8a2a-49d5-b8bd-a760b3243fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:19:09Z', 'updated_at': '2021-06-11T10:19:14Z', 'revision_number': 5, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'subnets': [{'id': '8e836f26-8a2a-49d5-b8bd-a760b3243fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:21:44.244148 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:44.246830 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81afe1c0-de19-4f8c-ba4c-e972b2c0fa56 req-4e00f6d5-5838-4b0f-b2a4-6390cd2a3b05 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:21:44.248853 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-81afe1c0-de19-4f8c-ba4c-e972b2c0fa56 req-4e00f6d5-5838-4b0f-b2a4-6390cd2a3b05 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=d394a15c-1a9b-4d4f-b1f7-954e0c77c10b HTTP/1.1" status: 200 len: 946 time: 0.1866996 Jun 11 10:21:44.250999 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-adda3e7b-fc38-4cc4-a646-1c0f6f4bc1ca req-8805b966-8af9-4fd6-b37f-27c5f650de79 service neutron] 10.222.0.69 "GET /v2.0/networks/f7713be0-f9f6-48b3-97a0-413ad253d5e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983211 Jun 11 10:21:44.256305 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7569ba42-c4a8-47ea-9d8c-8c80583b4192 None None] The sync data for ids ['575d4d66-039d-419f-9770-81f1cc5418d8'] in n-d-779913-12 is: [{'id': '575d4d66-039d-419f-9770-81f1cc5418d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1947783319', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '2b08e833-e32a-4876-812b-2f68ce288eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:19:03Z', 'updated_at': '2021-06-11T10:19:10Z', 'revision_number': 4, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'gw_port': {'id': '2b08e833-e32a-4876-812b-2f68ce288eae', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575d4d66-039d-419f-9770-81f1cc5418d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:19:04Z', 'updated_at': '2021-06-11T10:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': 'f73b87b7-14e5-474b-a8c4-037d8f018fed', 'name': '', 'network_id': 'f7713be0-f9f6-48b3-97a0-413ad253d5e5', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'mac_address': 'fa:16:3e:fa:c7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575d4d66-039d-419f-9770-81f1cc5418d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '8e836f26-8a2a-49d5-b8bd-a760b3243fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:19:09Z', 'updated_at': '2021-06-11T10:19:14Z', 'revision_number': 5, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'subnets': [{'id': '8e836f26-8a2a-49d5-b8bd-a760b3243fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:21:44.264046 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ea12191-33a6-46ec-bf53-eb8ea1ea5de5 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:21:44.288978 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 9ea12191-33a6-46ec-bf53-eb8ea1ea5de5, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=9ea12191-33a6-46ec-bf53-eb8ea1ea5de5,segment=NetworkSegment(855bf214-72d6-4cc0-8f27-4a277735b602),segment_id=855bf214-72d6-4cc0-8f27-4a277735b602)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:21:44.290728 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning for port d4fbf360-d6d4-41c5-a3ed-7dfb9e52227c completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:21:44.294516 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port d4fbf360-d6d4-41c5-a3ed-7dfb9e52227c triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:21:44.294910 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:44.379948 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:44.383171 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:21:44.386181 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-81afe1c0-de19-4f8c-ba4c-e972b2c0fa56 req-35318100-22fb-4b33-8d35-09f2222d5c92 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=556705f8-fe7a-4fe3-93ca-14d84e2d8253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288869 Jun 11 10:21:44.438213 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-adda3e7b-fc38-4cc4-a646-1c0f6f4bc1ca req-38cd4a41-22b6-4ceb-bf0f-6767a6027bc1 service neutron] 10.222.0.69 "GET /v2.0/networks/f7713be0-f9f6-48b3-97a0-413ad253d5e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739030 Jun 11 10:21:44.438345 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:44.470972 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=9ea12191-33a6-46ec-bf53-eb8ea1ea5de5,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:21:44.474912 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:21:44.480581 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da9ff409-da28-4ae4-89e8-392bca34910e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4fbf360-d6d4-41c5-a3ed-7dfb9e52227c'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:21:44.483012 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e861add5-c545-4439-bd8c-4c77abc8e6c3" -d '{"events": [{"server_uuid": "da9ff409-da28-4ae4-89e8-392bca34910e", "name": "network-vif-plugged", "status": "completed", "tag": "d4fbf360-d6d4-41c5-a3ed-7dfb9e52227c"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:21:44.498596 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port d4fbf360-d6d4-41c5-a3ed-7dfb9e52227c, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=d4fbf360-d6d4-41c5-a3ed-7dfb9e52227c,segment=NetworkSegment(5c22e2d5-0ba6-4801-a903-4241c2620ae4),segment_id=5c22e2d5-0ba6-4801-a903-4241c2620ae4)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:21:44.547259 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:44.549312 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-ac19ce98-d231-43f9-a079-34ffd76098fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:21:44.588764 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['9ea12191-33a6-46ec-bf53-eb8ea1ea5de5'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:21:44.590766 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e109fbe-b704-4b42-8025-ac8cf5f4ccbf req-f5fa6be4-e9d1-40ae-893f-abc94577bd30 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:21:44.592419 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8e109fbe-b704-4b42-8025-ac8cf5f4ccbf req-f5fa6be4-e9d1-40ae-893f-abc94577bd30 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=da9ff409-da28-4ae4-89e8-392bca34910e HTTP/1.1" status: 200 len: 944 time: 0.0824225 Jun 11 10:21:44.599272 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0c70d9-2a6d-43d1-afc8-8af75b65961f None None] New status for floating IP 0df5cc3f-808f-4af7-b35c-9c006b79298e: DOWN {{(pid=93179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 10:21:44.642312 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8e109fbe-b704-4b42-8025-ac8cf5f4ccbf req-4137fa26-4d70-4570-8e94-6d77d5f2295b tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=3820e434-2f22-40ca-aca1-203621ef7aab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415611 Jun 11 10:21:44.647737 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=d4fbf360-d6d4-41c5-a3ed-7dfb9e52227c,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:21:44.652384 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:21:44.817738 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f8298c0-1e80-4534-9e54-369cc8841cd7 x-openstack-request-id: req-8f8298c0-1e80-4534-9e54-369cc8841cd7 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:21:44.818174 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da9ff409-da28-4ae4-89e8-392bca34910e", "name": "network-vif-plugged", "status": "completed", "tag": "d4fbf360-d6d4-41c5-a3ed-7dfb9e52227c", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:21:44.818488 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8f8298c0-1e80-4534-9e54-369cc8841cd7 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:21:44.819204 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da9ff409-da28-4ae4-89e8-392bca34910e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4fbf360-d6d4-41c5-a3ed-7dfb9e52227c', 'code': 200} Jun 11 10:21:44.953124 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf53b8a-178e-45eb-9c95-e3db79ab17f8 req-c76f587e-ee6b-4f30-b627-f8215032391b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:21:44.954589 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2cf53b8a-178e-45eb-9c95-e3db79ab17f8 req-c76f587e-ee6b-4f30-b627-f8215032391b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=da9ff409-da28-4ae4-89e8-392bca34910e HTTP/1.1" status: 200 len: 1097 time: 0.0575676 Jun 11 10:21:45.008004 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2cf53b8a-178e-45eb-9c95-e3db79ab17f8 req-7ccee613-d77b-4747-ae6e-3333f422ae29 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=3820e434-2f22-40ca-aca1-203621ef7aab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447292 Jun 11 10:21:45.115829 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626aabc1-82b2-451c-99e5-83029384246a req-9a9dcabd-ee44-4a23-a2f2-76e90e9fc265 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:21:45.117296 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-626aabc1-82b2-451c-99e5-83029384246a req-9a9dcabd-ee44-4a23-a2f2-76e90e9fc265 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/ports?device_id=26a42535-3156-4630-8e2e-6479e3d94200 HTTP/1.1" status: 200 len: 945 time: 0.0696518 Jun 11 10:21:45.160972 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-626aabc1-82b2-451c-99e5-83029384246a req-d28df8a1-68df-4990-bf35-b6c069eea7cb tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/security-groups?id=7bd8f1b0-f7d6-4e30-bf81-2598bd6b8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373111 Jun 11 10:21:45.454777 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a98ed5-2dad-4812-94e0-175dca9c498c req-e3ea0876-dcec-4cf4-87d4-51635a8fc012 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:21:45.456291 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d1a98ed5-2dad-4812-94e0-175dca9c498c req-e3ea0876-dcec-4cf4-87d4-51635a8fc012 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.69 "GET /v2.0/ports?device_id=d394a15c-1a9b-4d4f-b1f7-954e0c77c10b HTTP/1.1" status: 200 len: 946 time: 0.0800619 Jun 11 10:21:45.636281 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b73aa2-5918-4c77-9b98-2afef54367f0 req-a7c013f4-4c06-400b-9519-0c631f9fdd50 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:21:45.637776 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d4b73aa2-5918-4c77-9b98-2afef54367f0 req-a7c013f4-4c06-400b-9519-0c631f9fdd50 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=d394a15c-1a9b-4d4f-b1f7-954e0c77c10b HTTP/1.1" status: 200 len: 946 time: 0.1290057 Jun 11 10:21:45.669879 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-d1a98ed5-2dad-4812-94e0-175dca9c498c req-8b3c14d5-1371-4dee-8c8a-719eaabc5203 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Deleting port aec25d06-ab23-4d7f-96ed-c6c2edb5448b {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:21:45.670224 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-d1a98ed5-2dad-4812-94e0-175dca9c498c req-8b3c14d5-1371-4dee-8c8a-719eaabc5203 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:45.719608 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d4b73aa2-5918-4c77-9b98-2afef54367f0 req-d5f5c9df-37ff-4179-b0d5-56a3476aac47 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=556705f8-fe7a-4fe3-93ca-14d84e2d8253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752594 Jun 11 10:21:45.811496 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-d1a98ed5-2dad-4812-94e0-175dca9c498c req-8b3c14d5-1371-4dee-8c8a-719eaabc5203 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] For port aec25d06-ab23-4d7f-96ed-c6c2edb5448b, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=aec25d06-ab23-4d7f-96ed-c6c2edb5448b,segment=NetworkSegment(90b9b018-e4a5-456e-855d-3fa8e2e5428e),segment_id=90b9b018-e4a5-456e-855d-3fa8e2e5428e)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:21:45.815121 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-d1a98ed5-2dad-4812-94e0-175dca9c498c req-8b3c14d5-1371-4dee-8c8a-719eaabc5203 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:45.833354 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-18de4c70-d8a0-45d6-bdf1-6d6a95a10d48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:45.840616 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 9ea12191-33a6-46ec-bf53-eb8ea1ea5de5 up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:21:45.927946 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-d1a98ed5-2dad-4812-94e0-175dca9c498c req-8b3c14d5-1371-4dee-8c8a-719eaabc5203 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Calling delete_port for aec25d06-ab23-4d7f-96ed-c6c2edb5448b owned by compute:nova {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:21:45.965722 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:45.991396 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning for port 9ea12191-33a6-46ec-bf53-eb8ea1ea5de5 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:21:45.995611 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port 9ea12191-33a6-46ec-bf53-eb8ea1ea5de5 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:21:45.996607 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:46.062410 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13dd6ce-cab5-4768-8673-f247676ded70 req-b24e8c2b-91c3-472b-bec0-4f4efee24669 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:21:46.063958 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f13dd6ce-cab5-4768-8673-f247676ded70 req-b24e8c2b-91c3-472b-bec0-4f4efee24669 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=da9ff409-da28-4ae4-89e8-392bca34910e HTTP/1.1" status: 200 len: 945 time: 0.2349560 Jun 11 10:21:46.104986 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:46.146992 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 9ea12191-33a6-46ec-bf53-eb8ea1ea5de5, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=9ea12191-33a6-46ec-bf53-eb8ea1ea5de5,segment=NetworkSegment(855bf214-72d6-4cc0-8f27-4a277735b602),segment_id=855bf214-72d6-4cc0-8f27-4a277735b602)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:21:46.148943 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f13dd6ce-cab5-4768-8673-f247676ded70 req-e2c01b8d-1fdf-4158-9363-4ba1eda6733e tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=3820e434-2f22-40ca-aca1-203621ef7aab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735924 Jun 11 10:21:46.238503 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:46.240853 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:21:46.284319 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-d1a98ed5-2dad-4812-94e0-175dca9c498c req-8b3c14d5-1371-4dee-8c8a-719eaabc5203 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:46.288985 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5e23c29a-56b2-4ac3-9931-d81473e4ba19 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:21:46.315687 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=9ea12191-33a6-46ec-bf53-eb8ea1ea5de5,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:21:46.319288 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3c14d5-1371-4dee-8c8a-719eaabc5203 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Pushing event deleted for resources: {'Port': ['ID=aec25d06-ab23-4d7f-96ed-c6c2edb5448b,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:21:46.319613 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:21:46.325894 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8b3c14d5-1371-4dee-8c8a-719eaabc5203 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:21:46.389744 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1a98ed5-2dad-4812-94e0-175dca9c498c req-8b3c14d5-1371-4dee-8c8a-719eaabc5203 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] No DVR routers for this DVR port aec25d06-ab23-4d7f-96ed-c6c2edb5448b on host n-h2-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:21:46.392856 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-d1a98ed5-2dad-4812-94e0-175dca9c498c req-8b3c14d5-1371-4dee-8c8a-719eaabc5203 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:46.394861 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d1a98ed5-2dad-4812-94e0-175dca9c498c req-8b3c14d5-1371-4dee-8c8a-719eaabc5203 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.69 "DELETE /v2.0/ports/aec25d06-ab23-4d7f-96ed-c6c2edb5448b HTTP/1.1" status: 204 len: 173 time: 0.9320219 Jun 11 10:21:46.395406 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd394a15c-1a9b-4d4f-b1f7-954e0c77c10b', 'name': 'network-vif-deleted', 'tag': 'aec25d06-ab23-4d7f-96ed-c6c2edb5448b'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:21:46.397979 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56770aea-8b81-44ba-8f6f-3ccd08d88e83" -d '{"events": [{"server_uuid": "d394a15c-1a9b-4d4f-b1f7-954e0c77c10b", "name": "network-vif-deleted", "tag": "aec25d06-ab23-4d7f-96ed-c6c2edb5448b"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:21:46.759182 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:46.820633 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26a42535-3156-4630-8e2e-6479e3d94200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ea12191-33a6-46ec-bf53-eb8ea1ea5de5'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:21:46.823909 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d616ffc9-ac2c-4251-957a-efa7d3f229bb" -d '{"events": [{"server_uuid": "26a42535-3156-4630-8e2e-6479e3d94200", "name": "network-vif-plugged", "status": "completed", "tag": "9ea12191-33a6-46ec-bf53-eb8ea1ea5de5"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:21:46.888533 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b385cb2-91f3-4622-8db5-eaf9b668a746 req-0a637d57-4e04-409c-a948-afcfa9bf326b tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:21:46.894221 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2b385cb2-91f3-4622-8db5-eaf9b668a746 req-0a637d57-4e04-409c-a948-afcfa9bf326b tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/ports?device_id=26a42535-3156-4630-8e2e-6479e3d94200 HTTP/1.1" status: 200 len: 946 time: 0.4729862 Jun 11 10:21:46.931143 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2b385cb2-91f3-4622-8db5-eaf9b668a746 req-3fb36ba2-1232-451b-b96d-939369d6d52c tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/security-groups?id=7bd8f1b0-f7d6-4e30-bf81-2598bd6b8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352960 Jun 11 10:21:46.981438 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f384b3e-08ec-4767-889a-d4044274199a x-openstack-request-id: req-1f384b3e-08ec-4767-889a-d4044274199a {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:21:46.982266 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d394a15c-1a9b-4d4f-b1f7-954e0c77c10b", "name": "network-vif-deleted", "tag": "aec25d06-ab23-4d7f-96ed-c6c2edb5448b", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:21:46.982266 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1f384b3e-08ec-4767-889a-d4044274199a {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:21:46.982691 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd394a15c-1a9b-4d4f-b1f7-954e0c77c10b', 'name': 'network-vif-deleted', 'tag': 'aec25d06-ab23-4d7f-96ed-c6c2edb5448b', 'status': 'completed', 'code': 200} Jun 11 10:21:47.118449 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3b5b61f4-b922-4722-a402-bc2e10c14325 req-40474aaa-8812-4811-82bc-aa13cc0a8cb8 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=d394a15c-1a9b-4d4f-b1f7-954e0c77c10b HTTP/1.1" status: 200 len: 210 time: 0.0339215 Jun 11 10:21:47.166175 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b6694c-643b-42cc-a184-19b8dbbb5010 x-openstack-request-id: req-a4b6694c-643b-42cc-a184-19b8dbbb5010 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:21:47.167222 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26a42535-3156-4630-8e2e-6479e3d94200", "name": "network-vif-plugged", "status": "completed", "tag": "9ea12191-33a6-46ec-bf53-eb8ea1ea5de5", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:21:47.167334 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a4b6694c-643b-42cc-a184-19b8dbbb5010 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:21:47.167676 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26a42535-3156-4630-8e2e-6479e3d94200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ea12191-33a6-46ec-bf53-eb8ea1ea5de5', 'code': 200} Jun 11 10:21:47.288702 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c8fdea-a939-47e2-8d61-2767fcb06dcc req-eb384fa1-6d3b-4633-b502-c39f1bd8f34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:21:47.290268 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c4c8fdea-a939-47e2-8d61-2767fcb06dcc req-eb384fa1-6d3b-4633-b502-c39f1bd8f34b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=26a42535-3156-4630-8e2e-6479e3d94200 HTTP/1.1" status: 200 len: 1098 time: 0.0617943 Jun 11 10:21:47.335125 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c4c8fdea-a939-47e2-8d61-2767fcb06dcc req-096e6fbc-a9e7-4e19-bbea-59224b848782 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7bd8f1b0-f7d6-4e30-bf81-2598bd6b8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387974 Jun 11 10:21:47.357148 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f4d1bd-5744-4a1a-a287-47507ac71b8d req-d728db3b-9410-457c-9159-841e29180bc0 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:21:47.358602 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-88f4d1bd-5744-4a1a-a287-47507ac71b8d req-d728db3b-9410-457c-9159-841e29180bc0 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=da9ff409-da28-4ae4-89e8-392bca34910e HTTP/1.1" status: 200 len: 945 time: 0.0819552 Jun 11 10:21:47.402465 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-88f4d1bd-5744-4a1a-a287-47507ac71b8d req-8a1aaacc-e27a-4ed6-bada-ad38b1cb5c89 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=3820e434-2f22-40ca-aca1-203621ef7aab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381351 Jun 11 10:21:47.672134 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b50617-6eeb-47db-aea7-984e393e1692 req-6fe55e4b-ea46-4ff7-ae3f-15511f19c7a8 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:21:47.673627 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-43b50617-6eeb-47db-aea7-984e393e1692 req-6fe55e4b-ea46-4ff7-ae3f-15511f19c7a8 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=da9ff409-da28-4ae4-89e8-392bca34910e HTTP/1.1" status: 200 len: 945 time: 0.0712864 Jun 11 10:21:47.715415 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-43b50617-6eeb-47db-aea7-984e393e1692 req-51bce180-3115-402f-98c0-f6c1013740b5 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=3820e434-2f22-40ca-aca1-203621ef7aab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355647 Jun 11 10:21:47.740067 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 35320) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:21:47.990092 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7e4acc-f4f4-4cc9-b557-d328e126ee66 tempest-TestVolumeBootPattern-1411630935 tempest-TestVolumeBootPattern-1411630935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:21:47.994255 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-5f7e4acc-f4f4-4cc9-b557-d328e126ee66 tempest-TestVolumeBootPattern-1411630935 tempest-TestVolumeBootPattern-1411630935-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=da9ff409-da28-4ae4-89e8-392bca34910e HTTP/1.1" status: 200 len: 1092 time: 0.2506454 Jun 11 10:21:47.994491 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 35326) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:21:47.999362 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-eff6b9f7-6622-4158-8b77-0331e0d2b24c tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Request body: {'floatingip': {'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'port_id': 'd4fbf360-d6d4-41c5-a3ed-7dfb9e52227c', 'tenant_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:21:48.097039 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-eff6b9f7-6622-4158-8b77-0331e0d2b24c tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks [] for floatingip, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:48.159096 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3369e84d-a00d-4897-ae0e-8ab886bd9d11 req-af907221-3678-4b4d-bfd4-41aaaecc848e tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:21:48.160519 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3369e84d-a00d-4897-ae0e-8ab886bd9d11 req-af907221-3678-4b4d-bfd4-41aaaecc848e tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/ports?device_id=26a42535-3156-4630-8e2e-6479e3d94200 HTTP/1.1" status: 200 len: 946 time: 0.1037784 Jun 11 10:21:48.262575 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3369e84d-a00d-4897-ae0e-8ab886bd9d11 req-76a44224-a5c6-45cf-874e-d4ddd1c0572f tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/security-groups?id=7bd8f1b0-f7d6-4e30-bf81-2598bd6b8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946138 Jun 11 10:21:48.286216 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-eff6b9f7-6622-4158-8b77-0331e0d2b24c tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:48.347344 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 35330) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:21:48.421112 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-eff6b9f7-6622-4158-8b77-0331e0d2b24c tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Allocated IP 172.25.4.119 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/4da47076-1f91-467d-9b3e-49bf2d96ca28) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:21:48.483913 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:48.567875 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-eff6b9f7-6622-4158-8b77-0331e0d2b24c tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:48.673681 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-eff6b9f7-6622-4158-8b77-0331e0d2b24c tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:48.677253 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-db0c0edc-178f-47ad-acbf-f0ec8abd14e0 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:21:48.725577 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff6b9f7-6622-4158-8b77-0331e0d2b24c tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:21:48.728832 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-eff6b9f7-6622-4158-8b77-0331e0d2b24c tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:21:48.731536 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff6b9f7-6622-4158-8b77-0331e0d2b24c tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:21:48.768575 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff6b9f7-6622-4158-8b77-0331e0d2b24c tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Pushing event updated for resources: {'Port': ['ID=4da47076-1f91-467d-9b3e-49bf2d96ca28,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:21:48.772614 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-eff6b9f7-6622-4158-8b77-0331e0d2b24c tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:21:49.186996 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a0ca4399-a6c4-4a33-a643-baecf1ac8857 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375209'] for router_interface, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:49.230027 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-eff6b9f7-6622-4158-8b77-0331e0d2b24c tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:49.435345 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-eff6b9f7-6622-4158-8b77-0331e0d2b24c tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:49.524169 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f16271-4ba1-49c8-a897-00c4d8e5e393 req-807b3f1a-d8be-4598-969f-a1179e8fda54 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:21:49.525747 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-38f16271-4ba1-49c8-a897-00c4d8e5e393 req-807b3f1a-d8be-4598-969f-a1179e8fda54 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/ports?device_id=26a42535-3156-4630-8e2e-6479e3d94200 HTTP/1.1" status: 200 len: 946 time: 0.1422899 Jun 11 10:21:49.547388 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-a0ca4399-a6c4-4a33-a643-baecf1ac8857 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Deleting port f73b87b7-14e5-474b-a8c4-037d8f018fed {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:21:49.548216 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a0ca4399-a6c4-4a33-a643-baecf1ac8857 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:49.633043 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-38f16271-4ba1-49c8-a897-00c4d8e5e393 req-5296b633-bafa-4aac-8026-b8e3d7bdd25e tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/security-groups?id=7bd8f1b0-f7d6-4e30-bf81-2598bd6b8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972958 Jun 11 10:21:49.672208 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-a0ca4399-a6c4-4a33-a643-baecf1ac8857 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] For port f73b87b7-14e5-474b-a8c4-037d8f018fed, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=f73b87b7-14e5-474b-a8c4-037d8f018fed,segment=NetworkSegment(90b9b018-e4a5-456e-855d-3fa8e2e5428e),segment_id=90b9b018-e4a5-456e-855d-3fa8e2e5428e)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:21:49.672950 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a0ca4399-a6c4-4a33-a643-baecf1ac8857 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:49.686827 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-eff6b9f7-6622-4158-8b77-0331e0d2b24c tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:49.769651 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-eff6b9f7-6622-4158-8b77-0331e0d2b24c tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:49.773735 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8b3c14d5-1371-4dee-8c8a-719eaabc5203 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:21:49.777428 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-a0ca4399-a6c4-4a33-a643-baecf1ac8857 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Calling delete_port for f73b87b7-14e5-474b-a8c4-037d8f018fed owned by network:router_interface {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:21:49.898977 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff6b9f7-6622-4158-8b77-0331e0d2b24c tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Pushing event updated for resources: {'Port': ['ID=4da47076-1f91-467d-9b3e-49bf2d96ca28,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:21:49.904214 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-eff6b9f7-6622-4158-8b77-0331e0d2b24c tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:21:49.932536 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-eff6b9f7-6622-4158-8b77-0331e0d2b24c tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:49.998241 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device aec25d06-ab23-4d7f-96ed-c6c2edb5448b no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:21:50.031882 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] No Port match for: aec25d06-ab23-4d7f-96ed-c6c2edb5448b {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:21:50.032633 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device aec25d06-ab23-4d7f-96ed-c6c2edb5448b not bound to the agent host n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:21:50.081359 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc17f3-c41e-4435-b831-b405bf92f317 req-847e90d2-6325-469e-8d50-6582ab9d6c24 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:21:50.082843 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5ddc17f3-c41e-4435-b831-b405bf92f317 req-847e90d2-6325-469e-8d50-6582ab9d6c24 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/ports?device_id=26a42535-3156-4630-8e2e-6479e3d94200 HTTP/1.1" status: 200 len: 946 time: 0.2066753 Jun 11 10:21:50.117371 n-d-779913-12 neutron-server[93177]: INFO neutron.db.l3_db [None req-eff6b9f7-6622-4158-8b77-0331e0d2b24c tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Floating IP f351fc34-7a32-49e2-b1c7-2301f73c8486 associated. External IP: 172.25.4.119, port: d4fbf360-d6d4-41c5-a3ed-7dfb9e52227c. Jun 11 10:21:50.181312 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a0ca4399-a6c4-4a33-a643-baecf1ac8857 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:50.184184 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ef7058a4-4704-4b22-8631-2d9fda666872 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:21:50.214205 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ca4399-a6c4-4a33-a643-baecf1ac8857 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Pushing event deleted for resources: {'Port': ['ID=f73b87b7-14e5-474b-a8c4-037d8f018fed,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:21:50.218035 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a0ca4399-a6c4-4a33-a643-baecf1ac8857 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:21:50.237111 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5ddc17f3-c41e-4435-b831-b405bf92f317 req-3f83829d-7593-4796-9b76-bdc2f94dbf6c tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/security-groups?id=7bd8f1b0-f7d6-4e30-bf81-2598bd6b8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1467628 Jun 11 10:21:50.449339 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eff6b9f7-6622-4158-8b77-0331e0d2b24c tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Router 8d7bfec0-90c0-4cee-a335-6ed17491a245 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:21:50.492884 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a0ca4399-a6c4-4a33-a643-baecf1ac8857 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362297'] for router_interface, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:50.606836 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff6b9f7-6622-4158-8b77-0331e0d2b24c tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:21:50.617567 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bce2274-06c4-4fd3-ac5f-d18d624344cf None None] Sync routers for ids ['8d7bfec0-90c0-4cee-a335-6ed17491a245'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:21:50.629244 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bce2274-06c4-4fd3-ac5f-d18d624344cf None None] Routers {'8d7bfec0-90c0-4cee-a335-6ed17491a245'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:21:50.629244 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-0bce2274-06c4-4fd3-ac5f-d18d624344cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:21:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['8d7bfec0-90c0-4cee-a335-6ed17491a245'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:21:50.730635 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-eff6b9f7-6622-4158-8b77-0331e0d2b24c tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:50.783029 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-0bce2274-06c4-4fd3-ac5f-d18d624344cf None None] Set router 8d7bfec0-90c0-4cee-a335-6ed17491a245 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:21:50.788989 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-eff6b9f7-6622-4158-8b77-0331e0d2b24c tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7929149 Jun 11 10:21:50.790151 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da9ff409-da28-4ae4-89e8-392bca34910e', 'tag': 'd4fbf360-d6d4-41c5-a3ed-7dfb9e52227c'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:21:50.793456 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4115f35-1637-47e9-92ce-603470697282" -d '{"events": [{"name": "network-changed", "server_uuid": "da9ff409-da28-4ae4-89e8-392bca34910e", "tag": "d4fbf360-d6d4-41c5-a3ed-7dfb9e52227c"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:21:50.822361 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0ca4399-a6c4-4a33-a643-baecf1ac8857 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Router 575d4d66-039d-419f-9770-81f1cc5418d8 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:21:50.920697 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a31b34ae-81b4-4e5a-8ec8-8414c111530b x-openstack-request-id: req-a31b34ae-81b4-4e5a-8ec8-8414c111530b {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:21:50.927360 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da9ff409-da28-4ae4-89e8-392bca34910e", "tag": "d4fbf360-d6d4-41c5-a3ed-7dfb9e52227c", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:21:50.927360 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a31b34ae-81b4-4e5a-8ec8-8414c111530b {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:21:50.927360 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da9ff409-da28-4ae4-89e8-392bca34910e', 'tag': 'd4fbf360-d6d4-41c5-a3ed-7dfb9e52227c', 'status': 'completed', 'code': 200} Jun 11 10:21:50.994891 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0ca4399-a6c4-4a33-a643-baecf1ac8857 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:21:51.002749 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-a0ca4399-a6c4-4a33-a643-baecf1ac8857 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "PUT /v2.0/routers/575d4d66-039d-419f-9770-81f1cc5418d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6513879 Jun 11 10:21:51.002749 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 35350) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:21:51.011801 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1061c58f-5e3f-4927-8256-8f56250737af None None] Sync routers for ids ['575d4d66-039d-419f-9770-81f1cc5418d8'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:21:51.021471 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4115f35-1637-47e9-92ce-603470697282 req-c763d608-a08b-40c7-bcf1-3407ccad904f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:21:51.023650 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f4115f35-1637-47e9-92ce-603470697282 req-c763d608-a08b-40c7-bcf1-3407ccad904f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7c7545923ebc48e08cfbeb0d8e94f901&device_id=da9ff409-da28-4ae4-89e8-392bca34910e HTTP/1.1" status: 200 len: 1097 time: 0.0701725 Jun 11 10:21:51.024562 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1061c58f-5e3f-4927-8256-8f56250737af None None] Routers {'575d4d66-039d-419f-9770-81f1cc5418d8'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:21:51.025185 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-1061c58f-5e3f-4927-8256-8f56250737af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:21:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['575d4d66-039d-419f-9770-81f1cc5418d8'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:21:51.103850 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-0bce2274-06c4-4fd3-ac5f-d18d624344cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7bfec0-90c0-4cee-a335-6ed17491a245', 'name': 'tempest-TestVolumeBootPattern-95095720-router', 'tenant_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'e8e14f68-7b9f-44db-a1c8-a66ea777a1af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:06:51Z', 'updated_at': '2021-06-11T10:07:02Z', 'revision_number': 4, 'project_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'gw_port': {'id': 'e8e14f68-7b9f-44db-a1c8-a66ea777a1af', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7bfec0-90c0-4cee-a335-6ed17491a245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:06:53Z', 'updated_at': '2021-06-11T10:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': '30194a25-7c30-4b10-b953-08e5709d2608', 'tenant_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'floating_ip_address': '172.25.4.4', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': '8d7bfec0-90c0-4cee-a335-6ed17491a245', 'port_id': '983aba21-d091-4612-bfa4-1e21ac12986e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '795e7157-0b59-4b3c-b5bc-895c607dc0cc', 'mac_address': 'fa:16:3e:79:61:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b54d0e17-1873-42dc-a2a0-28500f0e130c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T10:18:53Z', 'updated_at': '2021-06-11T10:18:56Z', 'revision_number': 1, 'project_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'fixed_ip_address_scope': None}, {'id': 'f351fc34-7a32-49e2-b1c7-2301f73c8486', 'tenant_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'floating_ip_address': '172.25.4.119', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': '8d7bfec0-90c0-4cee-a335-6ed17491a245', 'port_id': 'd4fbf360-d6d4-41c5-a3ed-7dfb9e52227c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '795e7157-0b59-4b3c-b5bc-895c607dc0cc', 'mac_address': 'fa:16:3e:b9:42:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9ff409-da28-4ae4-89e8-392bca34910e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T10:21:49Z', 'updated_at': '2021-06-11T10:21:49Z', 'revision_number': 0, 'project_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '928bc91b-4599-4d73-9481-fd36ae18c7e2', 'name': '', 'network_id': '795e7157-0b59-4b3c-b5bc-895c607dc0cc', 'tenant_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'mac_address': 'fa:16:3e:b8:e8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7bfec0-90c0-4cee-a335-6ed17491a245', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': 'b543bd1f-2b45-4ed6-ae53-d9d0c8ed8871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:06:59Z', 'updated_at': '2021-06-11T10:07:11Z', 'revision_number': 5, 'project_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'subnets': [{'id': 'b543bd1f-2b45-4ed6-ae53-d9d0c8ed8871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:21:51.108387 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bce2274-06c4-4fd3-ac5f-d18d624344cf None None] Checking router: 8d7bfec0-90c0-4cee-a335-6ed17491a245 for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:21:51.117894 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bce2274-06c4-4fd3-ac5f-d18d624344cf None None] Routers {'8d7bfec0-90c0-4cee-a335-6ed17491a245'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:21:51.118499 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-0bce2274-06c4-4fd3-ac5f-d18d624344cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:21:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['8d7bfec0-90c0-4cee-a335-6ed17491a245'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:21:51.145187 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-90e02073-94bb-4b30-8b4a-75fcb8c2fd24 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Deleting subnet 8e836f26-8a2a-49d5-b8bd-a760b3243fc3 {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:21:51.148915 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-90e02073-94bb-4b30-8b4a-75fcb8c2fd24 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:51.170088 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4115f35-1637-47e9-92ce-603470697282 req-11c65227-76d8-4425-a923-0bd5f1ef23b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:21:51.175270 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f4115f35-1637-47e9-92ce-603470697282 req-11c65227-76d8-4425-a923-0bd5f1ef23b6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=795e7157-0b59-4b3c-b5bc-895c607dc0cc HTTP/1.1" status: 200 len: 911 time: 0.1454809 Jun 11 10:21:51.201070 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-90e02073-94bb-4b30-8b4a-75fcb8c2fd24 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:51.211751 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-1061c58f-5e3f-4927-8256-8f56250737af None None] Set router 575d4d66-039d-419f-9770-81f1cc5418d8 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:21:51.278298 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f4115f35-1637-47e9-92ce-603470697282 req-25404a68-61e8-442f-9812-ba7a5ae39d1d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d4fbf360-d6d4-41c5-a3ed-7dfb9e52227c HTTP/1.1" status: 200 len: 999 time: 0.0961637 Jun 11 10:21:51.319211 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-90e02073-94bb-4b30-8b4a-75fcb8c2fd24 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:51.351797 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4115f35-1637-47e9-92ce-603470697282 req-06c28991-fc7b-4e32-8a2e-c9350724b8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:21:51.353964 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f4115f35-1637-47e9-92ce-603470697282 req-06c28991-fc7b-4e32-8a2e-c9350724b8a1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b543bd1f-2b45-4ed6-ae53-d9d0c8ed8871 HTTP/1.1" status: 200 len: 849 time: 0.0682995 Jun 11 10:21:51.427016 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4115f35-1637-47e9-92ce-603470697282 req-f80c0f29-04db-45c9-8ef2-7ee3ea7f1aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:21:51.428567 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f4115f35-1637-47e9-92ce-603470697282 req-f80c0f29-04db-45c9-8ef2-7ee3ea7f1aa3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=795e7157-0b59-4b3c-b5bc-895c607dc0cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0679462 Jun 11 10:21:51.456301 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-90e02073-94bb-4b30-8b4a-75fcb8c2fd24 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:51.460170 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-831004fd-689c-457e-bdc7-394cfe7efdc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:21:51.478329 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-1061c58f-5e3f-4927-8256-8f56250737af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '575d4d66-039d-419f-9770-81f1cc5418d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1947783319', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '2b08e833-e32a-4876-812b-2f68ce288eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:19:03Z', 'updated_at': '2021-06-11T10:21:49Z', 'revision_number': 5, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'gw_port': {'id': '2b08e833-e32a-4876-812b-2f68ce288eae', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575d4d66-039d-419f-9770-81f1cc5418d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:19:04Z', 'updated_at': '2021-06-11T10:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:21:51.478785 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-0bce2274-06c4-4fd3-ac5f-d18d624344cf None None] Set router 8d7bfec0-90c0-4cee-a335-6ed17491a245 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:21:51.484459 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1061c58f-5e3f-4927-8256-8f56250737af None None] Checking router: 575d4d66-039d-419f-9770-81f1cc5418d8 for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:21:51.493236 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1061c58f-5e3f-4927-8256-8f56250737af None None] Routers {'575d4d66-039d-419f-9770-81f1cc5418d8'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:21:51.493994 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-1061c58f-5e3f-4927-8256-8f56250737af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:21:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['575d4d66-039d-419f-9770-81f1cc5418d8'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:21:51.507225 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e02073-94bb-4b30-8b4a-75fcb8c2fd24 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Pushing event deleted for resources: {'Subnet': ['ID=8e836f26-8a2a-49d5-b8bd-a760b3243fc3,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:21:51.516588 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-90e02073-94bb-4b30-8b4a-75fcb8c2fd24 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:51.521237 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08785961-bdb7-4591-b7b1-ada14334de8c None None] Network f7713be0-f9f6-48b3-97a0-413ad253d5e5 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:21:51.524734 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-90e02073-94bb-4b30-8b4a-75fcb8c2fd24 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "DELETE /v2.0/subnets/8e836f26-8a2a-49d5-b8bd-a760b3243fc3 HTTP/1.1" status: 204 len: 168 time: 0.5180027 Jun 11 10:21:51.524734 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-90e02073-94bb-4b30-8b4a-75fcb8c2fd24 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:21:51.524734 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 35352) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:21:51.577595 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f4115f35-1637-47e9-92ce-603470697282 req-92ccee0e-0054-43bb-845e-d2f1e5369fca service neutron] 10.222.0.69 "GET /v2.0/networks/795e7157-0b59-4b3c-b5bc-895c607dc0cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381078 Jun 11 10:21:51.679698 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-1061c58f-5e3f-4927-8256-8f56250737af None None] Set router 575d4d66-039d-419f-9770-81f1cc5418d8 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:21:51.715162 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f4115f35-1637-47e9-92ce-603470697282 req-440aa8d2-ec04-493e-bf50-fa620836beaa service neutron] 10.222.0.69 "GET /v2.0/networks/795e7157-0b59-4b3c-b5bc-895c607dc0cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302893 Jun 11 10:21:51.716974 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bb9b68a7-3b1a-4e02-b252-8a4e955dc137 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for router, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:51.814508 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 35354) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:21:51.878495 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bb9b68a7-3b1a-4e02-b252-8a4e955dc137 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:51.955413 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-1061c58f-5e3f-4927-8256-8f56250737af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '575d4d66-039d-419f-9770-81f1cc5418d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1947783319', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '2b08e833-e32a-4876-812b-2f68ce288eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:19:03Z', 'updated_at': '2021-06-11T10:21:49Z', 'revision_number': 5, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'gw_port': {'id': '2b08e833-e32a-4876-812b-2f68ce288eae', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575d4d66-039d-419f-9770-81f1cc5418d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:19:04Z', 'updated_at': '2021-06-11T10:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:21:51.955413 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1061c58f-5e3f-4927-8256-8f56250737af None None] The sync data for ids ['575d4d66-039d-419f-9770-81f1cc5418d8'] in n-d-779913-12 is: [{'id': '575d4d66-039d-419f-9770-81f1cc5418d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1947783319', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '2b08e833-e32a-4876-812b-2f68ce288eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:19:03Z', 'updated_at': '2021-06-11T10:21:49Z', 'revision_number': 5, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'gw_port': {'id': '2b08e833-e32a-4876-812b-2f68ce288eae', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575d4d66-039d-419f-9770-81f1cc5418d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:19:04Z', 'updated_at': '2021-06-11T10:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:21:52.004163 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e259c94-da2d-45f2-8db5-38077a9487ae None None] DHCP port deletion for f7713be0-f9f6-48b3-97a0-413ad253d5e5 request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 10:21:52.054785 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-0bce2274-06c4-4fd3-ac5f-d18d624344cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7bfec0-90c0-4cee-a335-6ed17491a245', 'name': 'tempest-TestVolumeBootPattern-95095720-router', 'tenant_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'e8e14f68-7b9f-44db-a1c8-a66ea777a1af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:06:51Z', 'updated_at': '2021-06-11T10:07:02Z', 'revision_number': 4, 'project_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'gw_port': {'id': 'e8e14f68-7b9f-44db-a1c8-a66ea777a1af', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7bfec0-90c0-4cee-a335-6ed17491a245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:06:53Z', 'updated_at': '2021-06-11T10:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': '30194a25-7c30-4b10-b953-08e5709d2608', 'tenant_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'floating_ip_address': '172.25.4.4', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': '8d7bfec0-90c0-4cee-a335-6ed17491a245', 'port_id': '983aba21-d091-4612-bfa4-1e21ac12986e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '795e7157-0b59-4b3c-b5bc-895c607dc0cc', 'mac_address': 'fa:16:3e:79:61:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b54d0e17-1873-42dc-a2a0-28500f0e130c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T10:18:53Z', 'updated_at': '2021-06-11T10:18:56Z', 'revision_number': 1, 'project_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'fixed_ip_address_scope': None}, {'id': 'f351fc34-7a32-49e2-b1c7-2301f73c8486', 'tenant_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'floating_ip_address': '172.25.4.119', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': '8d7bfec0-90c0-4cee-a335-6ed17491a245', 'port_id': 'd4fbf360-d6d4-41c5-a3ed-7dfb9e52227c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '795e7157-0b59-4b3c-b5bc-895c607dc0cc', 'mac_address': 'fa:16:3e:b9:42:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9ff409-da28-4ae4-89e8-392bca34910e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T10:21:49Z', 'updated_at': '2021-06-11T10:21:49Z', 'revision_number': 0, 'project_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '928bc91b-4599-4d73-9481-fd36ae18c7e2', 'name': '', 'network_id': '795e7157-0b59-4b3c-b5bc-895c607dc0cc', 'tenant_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'mac_address': 'fa:16:3e:b8:e8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7bfec0-90c0-4cee-a335-6ed17491a245', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': 'b543bd1f-2b45-4ed6-ae53-d9d0c8ed8871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:06:59Z', 'updated_at': '2021-06-11T10:07:11Z', 'revision_number': 5, 'project_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'subnets': [{'id': 'b543bd1f-2b45-4ed6-ae53-d9d0c8ed8871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:21:52.060318 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bce2274-06c4-4fd3-ac5f-d18d624344cf None None] The sync data for ids ['8d7bfec0-90c0-4cee-a335-6ed17491a245'] in n-d-779913-12 is: [{'id': '8d7bfec0-90c0-4cee-a335-6ed17491a245', 'name': 'tempest-TestVolumeBootPattern-95095720-router', 'tenant_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'e8e14f68-7b9f-44db-a1c8-a66ea777a1af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:06:51Z', 'updated_at': '2021-06-11T10:07:02Z', 'revision_number': 4, 'project_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'gw_port': {'id': 'e8e14f68-7b9f-44db-a1c8-a66ea777a1af', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7bfec0-90c0-4cee-a335-6ed17491a245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:06:53Z', 'updated_at': '2021-06-11T10:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': '30194a25-7c30-4b10-b953-08e5709d2608', 'tenant_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'floating_ip_address': '172.25.4.4', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': '8d7bfec0-90c0-4cee-a335-6ed17491a245', 'port_id': '983aba21-d091-4612-bfa4-1e21ac12986e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '795e7157-0b59-4b3c-b5bc-895c607dc0cc', 'mac_address': 'fa:16:3e:79:61:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b54d0e17-1873-42dc-a2a0-28500f0e130c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T10:18:53Z', 'updated_at': '2021-06-11T10:18:56Z', 'revision_number': 1, 'project_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'fixed_ip_address_scope': None}, {'id': 'f351fc34-7a32-49e2-b1c7-2301f73c8486', 'tenant_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'floating_ip_address': '172.25.4.119', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': '8d7bfec0-90c0-4cee-a335-6ed17491a245', 'port_id': 'd4fbf360-d6d4-41c5-a3ed-7dfb9e52227c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '795e7157-0b59-4b3c-b5bc-895c607dc0cc', 'mac_address': 'fa:16:3e:b9:42:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9ff409-da28-4ae4-89e8-392bca34910e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T10:21:49Z', 'updated_at': '2021-06-11T10:21:49Z', 'revision_number': 0, 'project_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '928bc91b-4599-4d73-9481-fd36ae18c7e2', 'name': '', 'network_id': '795e7157-0b59-4b3c-b5bc-895c607dc0cc', 'tenant_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'mac_address': 'fa:16:3e:b8:e8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7bfec0-90c0-4cee-a335-6ed17491a245', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': 'b543bd1f-2b45-4ed6-ae53-d9d0c8ed8871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:06:59Z', 'updated_at': '2021-06-11T10:07:11Z', 'revision_number': 5, 'project_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'subnets': [{'id': 'b543bd1f-2b45-4ed6-ae53-d9d0c8ed8871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:21:52.074129 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-bb9b68a7-3b1a-4e02-b252-8a4e955dc137 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Deleting port 2b08e833-e32a-4876-812b-2f68ce288eae {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:21:52.074530 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bb9b68a7-3b1a-4e02-b252-8a4e955dc137 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:52.083131 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-8e259c94-da2d-45f2-8db5-38077a9487ae None None] Deleting port 3e86419b-dc54-489e-86e0-ba87d2f9c69f {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:21:52.083638 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8e259c94-da2d-45f2-8db5-38077a9487ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:52.187849 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-8e259c94-da2d-45f2-8db5-38077a9487ae None None] For port 3e86419b-dc54-489e-86e0-ba87d2f9c69f, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=3e86419b-dc54-489e-86e0-ba87d2f9c69f,segment=NetworkSegment(90b9b018-e4a5-456e-855d-3fa8e2e5428e),segment_id=90b9b018-e4a5-456e-855d-3fa8e2e5428e)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:21:52.188568 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8e259c94-da2d-45f2-8db5-38077a9487ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:52.214260 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-bb9b68a7-3b1a-4e02-b252-8a4e955dc137 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] For port 2b08e833-e32a-4876-812b-2f68ce288eae, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=2b08e833-e32a-4876-812b-2f68ce288eae,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:21:52.215554 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bb9b68a7-3b1a-4e02-b252-8a4e955dc137 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:52.297115 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-8e259c94-da2d-45f2-8db5-38077a9487ae None None] Calling delete_port for 3e86419b-dc54-489e-86e0-ba87d2f9c69f owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:21:52.359992 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-bb9b68a7-3b1a-4e02-b252-8a4e955dc137 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Calling delete_port for 2b08e833-e32a-4876-812b-2f68ce288eae owned by network:router_gateway {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:21:52.365607 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcefa5e-6f1e-4869-9fcf-8958ce67bd29 None None] New status for floating IP f351fc34-7a32-49e2-b1c7-2301f73c8486: ACTIVE {{(pid=93178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 10:21:52.632167 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 3e86419b-dc54-489e-86e0-ba87d2f9c69f no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:21:52.660771 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 3e86419b-dc54-489e-86e0-ba87d2f9c69f {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:21:52.661133 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 3e86419b-dc54-489e-86e0-ba87d2f9c69f not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:21:52.661576 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device f73b87b7-14e5-474b-a8c4-037d8f018fed no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:21:52.663435 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8e259c94-da2d-45f2-8db5-38077a9487ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:52.667635 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:21:52.699864 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: f73b87b7-14e5-474b-a8c4-037d8f018fed {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:21:52.700229 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device f73b87b7-14e5-474b-a8c4-037d8f018fed not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:21:52.725511 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e259c94-da2d-45f2-8db5-38077a9487ae None None] Pushing event deleted for resources: {'Port': ['ID=3e86419b-dc54-489e-86e0-ba87d2f9c69f,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:21:52.727416 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e259c94-da2d-45f2-8db5-38077a9487ae None None] No DVR routers for this DVR port 3e86419b-dc54-489e-86e0-ba87d2f9c69f on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:21:52.729279 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-8e259c94-da2d-45f2-8db5-38077a9487ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:21:52.742937 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bb9b68a7-3b1a-4e02-b252-8a4e955dc137 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:52.743328 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a0ca4399-a6c4-4a33-a643-baecf1ac8857 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:21:52.774161 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9b68a7-3b1a-4e02-b252-8a4e955dc137 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Pushing event deleted for resources: {'Port': ['ID=2b08e833-e32a-4876-812b-2f68ce288eae,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:21:52.778374 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-bb9b68a7-3b1a-4e02-b252-8a4e955dc137 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:21:52.860343 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bb9b68a7-3b1a-4e02-b252-8a4e955dc137 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374120'] for router_gateway, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:52.943337 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3b66bca4-66b9-4dc7-84f4-a2b19ec87c61 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:53.003947 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bb9b68a7-3b1a-4e02-b252-8a4e955dc137 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:53.006029 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bb9b68a7-3b1a-4e02-b252-8a4e955dc137 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:53.157585 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bb9b68a7-3b1a-4e02-b252-8a4e955dc137 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:53.161687 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb9b68a7-3b1a-4e02-b252-8a4e955dc137 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Fanout notify agent at l3_agent the message router_deleted on router 575d4d66-039d-419f-9770-81f1cc5418d8 {{(pid=93176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 10:21:53.166241 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bb9b68a7-3b1a-4e02-b252-8a4e955dc137 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:53.167345 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-bb9b68a7-3b1a-4e02-b252-8a4e955dc137 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "DELETE /v2.0/routers/575d4d66-039d-419f-9770-81f1cc5418d8 HTTP/1.1" status: 204 len: 168 time: 1.6429739 Jun 11 10:21:53.170743 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 35360) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:21:53.321114 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-3b66bca4-66b9-4dc7-84f4-a2b19ec87c61 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Allocated IP 172.20.0.17 (eda24ffc-2272-435c-90ec-2eed7853054f/07f7d2f6-d377-49b7-a767-5b9cd33e0e6f/fa17b217-1866-4a37-bc7f-cf209fb4ec3b) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:21:53.467474 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3b66bca4-66b9-4dc7-84f4-a2b19ec87c61 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:53.481647 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-3b66bca4-66b9-4dc7-84f4-a2b19ec87c61 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Transition to ACTIVE for port object fa17b217-1866-4a37-bc7f-cf209fb4ec3b will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:21:53.569266 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3b66bca4-66b9-4dc7-84f4-a2b19ec87c61 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:53.572257 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-05b2379f-fd78-45ca-886b-73224d45f033 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:21:53.625481 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b66bca4-66b9-4dc7-84f4-a2b19ec87c61 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Network eda24ffc-2272-435c-90ec-2eed7853054f is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:21:53.629172 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-3b66bca4-66b9-4dc7-84f4-a2b19ec87c61 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:21:53.633230 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b66bca4-66b9-4dc7-84f4-a2b19ec87c61 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:21:53.641775 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5991930c-25d9-44a6-8549-28a49f471588 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:53.673009 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b66bca4-66b9-4dc7-84f4-a2b19ec87c61 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Pushing event updated for resources: {'Port': ['ID=fa17b217-1866-4a37-bc7f-cf209fb4ec3b,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:21:53.678299 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3b66bca4-66b9-4dc7-84f4-a2b19ec87c61 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:21:53.702367 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3b66bca4-66b9-4dc7-84f4-a2b19ec87c61 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-375088'] for router_interface, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:53.787836 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5991930c-25d9-44a6-8549-28a49f471588 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:53.800658 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-5991930c-25d9-44a6-8549-28a49f471588 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7713be0-f9f6-48b3-97a0-413ad253d5e5']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:21:53.816347 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-5991930c-25d9-44a6-8549-28a49f471588 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90b9b018-e4a5-456e-855d-3fa8e2e5428e') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:21:53.816637 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-5991930c-25d9-44a6-8549-28a49f471588 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90b9b018-e4a5-456e-855d-3fa8e2e5428e') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:21:53.827958 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5991930c-25d9-44a6-8549-28a49f471588 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:53.842983 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5991930c-25d9-44a6-8549-28a49f471588 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:53.849062 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5991930c-25d9-44a6-8549-28a49f471588 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Releasing vlan 768 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:21:53.849430 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5991930c-25d9-44a6-8549-28a49f471588 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:53.852440 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:21:53.852440 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:21:53.852440 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:21:53.852440 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:21:53.852440 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:21:53.852440 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:21:53.852440 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:21:53.852440 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:21:53.852440 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:21:53.852440 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:21:53.852440 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 10:21:53.852440 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:21:53.852440 n-d-779913-12 neutron-server[93176]: timer() Jun 11 10:21:53.852440 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:21:53.852440 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 10:21:53.852440 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:21:53.852440 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 10:21:53.852440 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:21:53.852440 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 10:21:53.852440 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:21:53.852440 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 10:21:53.852440 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:21:53.852440 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 10:21:53.852440 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:21:53.852440 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:21:53.852440 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:21:53.852440 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:21:53.852440 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:21:53.852440 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 10:21:53.852440 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:21:53.852440 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 10:21:53.852440 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:21:53.852440 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:21:53.852440 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:21:53.852440 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 10:21:53.852440 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:21:53.852440 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:21:53.852440 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:21:53.852440 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:21:53.852440 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:21:53.852440 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:21:53.852440 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:21:53.970157 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-baaf33db-2a47-446d-8e44-54bd151a5ed8 None None] Provisioning for port fa17b217-1866-4a37-bc7f-cf209fb4ec3b completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:21:53.974018 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-baaf33db-2a47-446d-8e44-54bd151a5ed8 None None] Provisioning complete for port fa17b217-1866-4a37-bc7f-cf209fb4ec3b triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:21:53.974425 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-baaf33db-2a47-446d-8e44-54bd151a5ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:53.987783 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3b66bca4-66b9-4dc7-84f4-a2b19ec87c61 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:54.017273 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-baaf33db-2a47-446d-8e44-54bd151a5ed8 None None] Port fa17b217-1866-4a37-bc7f-cf209fb4ec3b cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:21:54.027747 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5991930c-25d9-44a6-8549-28a49f471588 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:54.032072 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-eeef68dd-9f5a-488c-a5eb-3cadc9f4e632 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:21:54.040797 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5991930c-25d9-44a6-8549-28a49f471588 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:54.045940 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-5991930c-25d9-44a6-8549-28a49f471588 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "DELETE /v2.0/networks/f7713be0-f9f6-48b3-97a0-413ad253d5e5 HTTP/1.1" status: 204 len: 168 time: 0.8747952 Jun 11 10:21:54.046598 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 35362) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:21:54.066027 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5991930c-25d9-44a6-8549-28a49f471588 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Pushing event deleted for resources: {'Network': ['ID=f7713be0-f9f6-48b3-97a0-413ad253d5e5,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:21:54.075262 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5991930c-25d9-44a6-8549-28a49f471588 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:21:54.124323 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7f6ae247-68af-4c5a-b6cb-fd1aca53910e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:54.158034 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7f6ae247-68af-4c5a-b6cb-fd1aca53910e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:54.312940 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7f6ae247-68af-4c5a-b6cb-fd1aca53910e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:54.315685 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7f6ae247-68af-4c5a-b6cb-fd1aca53910e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:54.316867 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-7f6ae247-68af-4c5a-b6cb-fd1aca53910e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "DELETE /v2.0/security-groups/556705f8-fe7a-4fe3-93ca-14d84e2d8253 HTTP/1.1" status: 204 len: 168 time: 0.2584670 Jun 11 10:21:54.317694 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-bd00bdbf-ed09-40c9-b81c-98ee81099605 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:21:54.337925 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6ae247-68af-4c5a-b6cb-fd1aca53910e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=556705f8-fe7a-4fe3-93ca-14d84e2d8253,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:21:54.337925 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7f6ae247-68af-4c5a-b6cb-fd1aca53910e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:21:54.368800 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3b66bca4-66b9-4dc7-84f4-a2b19ec87c61 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:54.434294 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3b66bca4-66b9-4dc7-84f4-a2b19ec87c61 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:54.438670 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2db8bfdd-a32d-43d2-8fc5-245d437e3b56 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:21:54.534393 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3b66bca4-66b9-4dc7-84f4-a2b19ec87c61 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375108'] for router_interface, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:54.537753 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b66bca4-66b9-4dc7-84f4-a2b19ec87c61 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Pushing event updated for resources: {'Port': ['ID=fa17b217-1866-4a37-bc7f-cf209fb4ec3b,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:21:54.542990 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3b66bca4-66b9-4dc7-84f4-a2b19ec87c61 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:21:54.603327 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 2b08e833-e32a-4876-812b-2f68ce288eae no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:21:54.656695 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 2b08e833-e32a-4876-812b-2f68ce288eae {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:21:54.657149 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 2b08e833-e32a-4876-812b-2f68ce288eae not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:21:54.662826 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b66bca4-66b9-4dc7-84f4-a2b19ec87c61 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Network eda24ffc-2272-435c-90ec-2eed7853054f is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:21:54.664333 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-3b66bca4-66b9-4dc7-84f4-a2b19ec87c61 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:21:54.730271 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 35370) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:21:54.735072 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-dfe8ff23-3094-47e5-9078-29be815ea5d3 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-612662232', 'description': 'tempest-secgroup-smoke-612662232 description', 'project_id': '291bb5ee2189444bb635fe5a1d306c3b'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:21:54.832103 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-dfe8ff23-3094-47e5-9078-29be815ea5d3 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:54.873989 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-31f332d6-2c2a-4c20-921d-368de50ee3a8 req-58413abe-7718-42d7-9d41-7809e7ed7f5d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ad19c9a1-0871-4e4c-ac41-543fb278db2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1486239 Jun 11 10:21:54.878896 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b66bca4-66b9-4dc7-84f4-a2b19ec87c61 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Router e1b5a997-1073-41c6-974e-520ea625506c has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:21:54.938346 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-dfe8ff23-3094-47e5-9078-29be815ea5d3 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:54.942742 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-b308f911-a69e-47dd-a8e6-a2ba0c9960bf None None] Provisioning complete for port fa17b217-1866-4a37-bc7f-cf209fb4ec3b triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:21:54.943168 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b308f911-a69e-47dd-a8e6-a2ba0c9960bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:54.992229 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-b308f911-a69e-47dd-a8e6-a2ba0c9960bf None None] Port fa17b217-1866-4a37-bc7f-cf209fb4ec3b cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:21:54.999777 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-dfe8ff23-3094-47e5-9078-29be815ea5d3 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:55.003597 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5fffb2dc-0772-470f-bcee-512515217211 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:21:55.033352 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe8ff23-3094-47e5-9078-29be815ea5d3 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=160c31cb-321e-4bd8-902a-5c6aae5737fb,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:21:55.036263 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-dfe8ff23-3094-47e5-9078-29be815ea5d3 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:21:55.094479 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-dfe8ff23-3094-47e5-9078-29be815ea5d3 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:55.098908 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-dfe8ff23-3094-47e5-9078-29be815ea5d3 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3646493 Jun 11 10:21:55.099072 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 35372) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:21:55.103705 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-1e41ed40-fec3-4d33-9cd3-60ae773c781f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Request body: {'security_group_rule': {'security_group_id': '160c31cb-321e-4bd8-902a-5c6aae5737fb', 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:21:55.105292 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b66bca4-66b9-4dc7-84f4-a2b19ec87c61 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:21:55.112089 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-3b66bca4-66b9-4dc7-84f4-a2b19ec87c61 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "PUT /v2.0/routers/e1b5a997-1073-41c6-974e-520ea625506c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2964790 Jun 11 10:21:55.114953 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f332d6-2c2a-4c20-921d-368de50ee3a8 req-c468f337-e023-4ada-84af-14d4cd9c47e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:21:55.116398 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-31f332d6-2c2a-4c20-921d-368de50ee3a8 req-c468f337-e023-4ada-84af-14d4cd9c47e7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7cff3ec0902242ea94828c7f7e013111&device_id=ad19c9a1-0871-4e4c-ac41-543fb278db2b HTTP/1.1" status: 200 len: 1098 time: 0.2167475 Jun 11 10:21:55.126467 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932acada-374d-4f69-9d95-937e39379dcb None None] Sync routers for ids ['e1b5a997-1073-41c6-974e-520ea625506c'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:21:55.136266 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932acada-374d-4f69-9d95-937e39379dcb None None] Routers {'e1b5a997-1073-41c6-974e-520ea625506c'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:21:55.136927 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-932acada-374d-4f69-9d95-937e39379dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:21:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['e1b5a997-1073-41c6-974e-520ea625506c'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:21:55.209949 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1e41ed40-fec3-4d33-9cd3-60ae773c781f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:55.269626 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f332d6-2c2a-4c20-921d-368de50ee3a8 req-5a520398-df36-47ee-b1df-9f79e49f88a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:21:55.271174 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-31f332d6-2c2a-4c20-921d-368de50ee3a8 req-5a520398-df36-47ee-b1df-9f79e49f88a2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2a1b71bb-7184-48bf-959d-5c444e36c97b HTTP/1.1" status: 200 len: 898 time: 0.1326358 Jun 11 10:21:55.282184 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1e41ed40-fec3-4d33-9cd3-60ae773c781f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:55.294424 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-932acada-374d-4f69-9d95-937e39379dcb None None] Set router e1b5a997-1073-41c6-974e-520ea625506c gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:21:55.358343 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1e41ed40-fec3-4d33-9cd3-60ae773c781f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:55.362595 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e793b847-b9b6-4981-8c62-2c47c4ed5aa7 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:21:55.366292 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-31f332d6-2c2a-4c20-921d-368de50ee3a8 req-8b7253c5-b720-4b56-99ce-2ef36cdc7224 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e316b2c-5d0a-4488-baaa-82975fe9eaf1 HTTP/1.1" status: 200 len: 1002 time: 0.0849061 Jun 11 10:21:55.389194 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e41ed40-fec3-4d33-9cd3-60ae773c781f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ea44a6a-b5ab-4b48-bdff-5569b5aa5bfd,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:21:55.394184 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1e41ed40-fec3-4d33-9cd3-60ae773c781f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:21:55.458463 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f332d6-2c2a-4c20-921d-368de50ee3a8 req-a361cd90-89e8-4e92-9874-b177a00a6213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:21:55.460994 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-31f332d6-2c2a-4c20-921d-368de50ee3a8 req-a361cd90-89e8-4e92-9874-b177a00a6213 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2d648374-76a1-4ced-9a55-c8f60e47fac9 HTTP/1.1" status: 200 len: 835 time: 0.0868344 Jun 11 10:21:55.488543 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1e41ed40-fec3-4d33-9cd3-60ae773c781f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:55.493059 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-1e41ed40-fec3-4d33-9cd3-60ae773c781f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3928504 Jun 11 10:21:55.493767 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 35380) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:21:55.499048 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-ab70eefd-1730-4e60-8a0f-dcfb233085c0 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Request body: {'security_group_rule': {'security_group_id': '160c31cb-321e-4bd8-902a-5c6aae5737fb', 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:21:55.549155 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f332d6-2c2a-4c20-921d-368de50ee3a8 req-9eefc799-f066-47e5-a6c1-f7fcc6046656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:21:55.550834 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-31f332d6-2c2a-4c20-921d-368de50ee3a8 req-9eefc799-f066-47e5-a6c1-f7fcc6046656 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2a1b71bb-7184-48bf-959d-5c444e36c97b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0831559 Jun 11 10:21:55.608776 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ab70eefd-1730-4e60-8a0f-dcfb233085c0 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:55.677232 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-932acada-374d-4f69-9d95-937e39379dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b5a997-1073-41c6-974e-520ea625506c', 'name': 'tempest-TestNetworkBasicOps-router-1174051028', 'tenant_id': '7cff3ec0902242ea94828c7f7e013111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': 'c8e6d3ed-6c08-4384-ac8b-7de07e57e9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:19:23Z', 'updated_at': '2021-06-11T10:21:53Z', 'revision_number': 5, 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'gw_port': {'id': 'c8e6d3ed-6c08-4384-ac8b-7de07e57e9f4', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b5a997-1073-41c6-974e-520ea625506c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:19:24Z', 'updated_at': '2021-06-11T10:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': '410af535-00be-4a55-bbfc-556273b94191', 'tenant_id': '7cff3ec0902242ea94828c7f7e013111', 'floating_ip_address': '172.25.4.150', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': 'e1b5a997-1073-41c6-974e-520ea625506c', 'port_id': '7e316b2c-5d0a-4488-baaa-82975fe9eaf1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a1b71bb-7184-48bf-959d-5c444e36c97b', 'mac_address': 'fa:16:3e:97:0f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad19c9a1-0871-4e4c-ac41-543fb278db2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T10:19:53Z', 'updated_at': '2021-06-11T10:19:56Z', 'revision_number': 1, 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1b07cc9-2a24-4521-9b02-ff8df0d0c8d8', 'name': '', 'network_id': '2a1b71bb-7184-48bf-959d-5c444e36c97b', 'tenant_id': '7cff3ec0902242ea94828c7f7e013111', 'mac_address': 'fa:16:3e:ac:70:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b5a997-1073-41c6-974e-520ea625506c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '2d648374-76a1-4ced-9a55-c8f60e47fac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:19:28Z', 'updated_at': '2021-06-11T10:19:34Z', 'revision_number': 5, 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'subnets': [{'id': '2d648374-76a1-4ced-9a55-c8f60e47fac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa17b217-1866-4a37-bc7f-cf209fb4ec3b', 'name': '', 'network_id': 'eda24ffc-2272-435c-90ec-2eed7853054f', 'tenant_id': '7cff3ec0902242ea94828c7f7e013111', 'mac_address': 'fa:16:3e:d0:ec:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1b5a997-1073-41c6-974e-520ea625506c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': '07f7d2f6-d377-49b7-a767-5b9cd33e0e6f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:21:53Z', 'updated_at': '2021-06-11T10:21:54Z', 'revision_number': 2, 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'subnets': [{'id': '07f7d2f6-d377-49b7-a767-5b9cd33e0e6f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:21:55.681212 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932acada-374d-4f69-9d95-937e39379dcb None None] Checking router: e1b5a997-1073-41c6-974e-520ea625506c for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:21:55.681648 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932acada-374d-4f69-9d95-937e39379dcb None None] Updating router e1b5a997-1073-41c6-974e-520ea625506c port fa17b217-1866-4a37-bc7f-cf209fb4ec3b binding host n-d-779913-12 {{(pid=93179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 10:21:55.690210 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ab70eefd-1730-4e60-8a0f-dcfb233085c0 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:55.693227 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-31f332d6-2c2a-4c20-921d-368de50ee3a8 req-221f8c3c-a744-4fd1-b091-743257fcf277 service neutron] 10.222.0.69 "GET /v2.0/networks/2a1b71bb-7184-48bf-959d-5c444e36c97b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349041 Jun 11 10:21:55.729800 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-932acada-374d-4f69-9d95-937e39379dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:55.748020 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ab70eefd-1730-4e60-8a0f-dcfb233085c0 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:55.750470 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9ae97205-49f3-4d4c-b246-5ec3fb114062 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:21:55.770643 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab70eefd-1730-4e60-8a0f-dcfb233085c0 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5045a8f6-e2ab-4b2b-9d42-4aedc61a70a9,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:21:55.780270 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ab70eefd-1730-4e60-8a0f-dcfb233085c0 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:21:55.832926 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-31f332d6-2c2a-4c20-921d-368de50ee3a8 req-81219d05-fbcc-4068-8d80-2cfee2836f5f service neutron] 10.222.0.69 "GET /v2.0/networks/2a1b71bb-7184-48bf-959d-5c444e36c97b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331074 Jun 11 10:21:55.856277 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ab70eefd-1730-4e60-8a0f-dcfb233085c0 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:55.857754 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-ab70eefd-1730-4e60-8a0f-dcfb233085c0 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3627989 Jun 11 10:21:55.861163 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 35382) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:21:55.869189 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-66293bea-4e15-4445-bc24-c12f7991f82f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Request body: {'security_group_rule': {'security_group_id': '160c31cb-321e-4bd8-902a-5c6aae5737fb', 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:21:55.970316 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-66293bea-4e15-4445-bc24-c12f7991f82f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:56.038574 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-66293bea-4e15-4445-bc24-c12f7991f82f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:56.106616 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-66293bea-4e15-4445-bc24-c12f7991f82f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:56.113056 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-77e1eb92-2a76-48bf-8bc0-9e429fb9c62d tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:21:56.128756 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66293bea-4e15-4445-bc24-c12f7991f82f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e522180-c268-489a-bfc9-060c3f232c8e,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:21:56.132042 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-66293bea-4e15-4445-bc24-c12f7991f82f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:21:56.154848 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-932acada-374d-4f69-9d95-937e39379dcb None None] Notify callbacks [] for port, precommit_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:56.164391 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-932acada-374d-4f69-9d95-937e39379dcb None None] Transition to ACTIVE for port object fa17b217-1866-4a37-bc7f-cf209fb4ec3b will not be triggered until provisioned by entity L2. {{(pid=93179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:21:56.198673 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-66293bea-4e15-4445-bc24-c12f7991f82f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:56.199900 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-66293bea-4e15-4445-bc24-c12f7991f82f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3373115 Jun 11 10:21:56.202696 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 35384) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:21:56.208221 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-a6a9d576-7e8d-4328-a011-fc94b9b6443c tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Request body: {'security_group_rule': {'security_group_id': '160c31cb-321e-4bd8-902a-5c6aae5737fb', 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:21:56.226821 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-932acada-374d-4f69-9d95-937e39379dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:56.228820 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-a0fa412b-98a1-4268-9c8b-4268074de317 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:21:56.323312 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a6a9d576-7e8d-4328-a011-fc94b9b6443c tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:56.326325 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450bf5aa-a1eb-495d-bc44-e04eb41bb203 None None] Pushing event updated for resources: {'Port': ['ID=fa17b217-1866-4a37-bc7f-cf209fb4ec3b,revision_number=3']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:21:56.383821 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450bf5aa-a1eb-495d-bc44-e04eb41bb203 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:21:56.383992 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450bf5aa-a1eb-495d-bc44-e04eb41bb203 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:21:56.384242 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450bf5aa-a1eb-495d-bc44-e04eb41bb203 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:21:56.385379 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450bf5aa-a1eb-495d-bc44-e04eb41bb203 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:21:56.385712 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450bf5aa-a1eb-495d-bc44-e04eb41bb203 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:21:56.386037 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450bf5aa-a1eb-495d-bc44-e04eb41bb203 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:21:56.386362 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450bf5aa-a1eb-495d-bc44-e04eb41bb203 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:21:56.386679 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450bf5aa-a1eb-495d-bc44-e04eb41bb203 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:21:56.386999 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450bf5aa-a1eb-495d-bc44-e04eb41bb203 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:21:56.387318 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450bf5aa-a1eb-495d-bc44-e04eb41bb203 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:21:56.387660 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450bf5aa-a1eb-495d-bc44-e04eb41bb203 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:21:56.387981 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450bf5aa-a1eb-495d-bc44-e04eb41bb203 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:21:56.396416 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a6a9d576-7e8d-4328-a011-fc94b9b6443c tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:56.397229 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-450bf5aa-a1eb-495d-bc44-e04eb41bb203 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:21:56.402088 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-932acada-374d-4f69-9d95-937e39379dcb None None] Attempting to bind port fa17b217-1866-4a37-bc7f-cf209fb4ec3b on host n-d-779913-12 for vnic_type normal with profile {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:21:56.402455 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-932acada-374d-4f69-9d95-937e39379dcb None None] Attempting to bind port fa17b217-1866-4a37-bc7f-cf209fb4ec3b by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '855bf214-72d6-4cc0-8f27-4a277735b602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'eda24ffc-2272-435c-90ec-2eed7853054f'}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:21:56.402823 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932acada-374d-4f69-9d95-937e39379dcb None None] Attempting to bind port fa17b217-1866-4a37-bc7f-cf209fb4ec3b on network eda24ffc-2272-435c-90ec-2eed7853054f {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:21:56.408044 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932acada-374d-4f69-9d95-937e39379dcb None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:21:56.408428 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932acada-374d-4f69-9d95-937e39379dcb None None] Checking segment: {'id': '855bf214-72d6-4cc0-8f27-4a277735b602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'eda24ffc-2272-435c-90ec-2eed7853054f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:21:56.408834 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-932acada-374d-4f69-9d95-937e39379dcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:56.409232 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932acada-374d-4f69-9d95-937e39379dcb None None] Bound using segment: {'id': '855bf214-72d6-4cc0-8f27-4a277735b602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'eda24ffc-2272-435c-90ec-2eed7853054f'} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:21:56.409701 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-932acada-374d-4f69-9d95-937e39379dcb None None] Bound port: fa17b217-1866-4a37-bc7f-cf209fb4ec3b, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '855bf214-72d6-4cc0-8f27-4a277735b602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'eda24ffc-2272-435c-90ec-2eed7853054f'}}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:21:56.410080 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-932acada-374d-4f69-9d95-937e39379dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:56.465646 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a6a9d576-7e8d-4328-a011-fc94b9b6443c tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:56.467614 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c33c5159-c867-4a37-a1d5-4d19bffa88a5 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:21:56.485492 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a9d576-7e8d-4328-a011-fc94b9b6443c tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af5648a6-8080-4e3f-9571-e5ef28fcc104,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:21:56.488289 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a6a9d576-7e8d-4328-a011-fc94b9b6443c tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:21:56.491258 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-932acada-374d-4f69-9d95-937e39379dcb None None] For port fa17b217-1866-4a37-bc7f-cf209fb4ec3b, host n-d-779913-12, cleared binding levels {{(pid=93179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:21:56.494826 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-932acada-374d-4f69-9d95-937e39379dcb None None] For port fa17b217-1866-4a37-bc7f-cf209fb4ec3b, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=fa17b217-1866-4a37-bc7f-cf209fb4ec3b,segment=NetworkSegment(855bf214-72d6-4cc0-8f27-4a277735b602),segment_id=855bf214-72d6-4cc0-8f27-4a277735b602)] {{(pid=93179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:21:56.552936 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a6a9d576-7e8d-4328-a011-fc94b9b6443c tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:56.554190 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-a6a9d576-7e8d-4328-a011-fc94b9b6443c tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3501797 Jun 11 10:21:56.557418 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 35386) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:21:56.561945 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-b233d49f-c132-4f20-b1db-0f87106799ae tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Request body: {'security_group_rule': {'security_group_id': '160c31cb-321e-4bd8-902a-5c6aae5737fb', 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:21:56.570929 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-932acada-374d-4f69-9d95-937e39379dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:56.575616 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-a09e82af-81f7-474e-ba9e-1651b040fe33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:21:56.632434 n-d-779913-12 neutron-server[93176]: INFO neutron.db.securitygroups_db [None req-b233d49f-c132-4f20-b1db-0f87106799ae tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Project 291bb5ee2189444bb635fe5a1d306c3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 10:21:56.638680 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b233d49f-c132-4f20-b1db-0f87106799ae tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:56.646683 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932acada-374d-4f69-9d95-937e39379dcb None None] Routers {'e1b5a997-1073-41c6-974e-520ea625506c'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:21:56.647326 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-932acada-374d-4f69-9d95-937e39379dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:21:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['e1b5a997-1073-41c6-974e-520ea625506c'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:21:56.652672 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450bf5aa-a1eb-495d-bc44-e04eb41bb203 None None] Pushing event updated for resources: {'Port': ['ID=fa17b217-1866-4a37-bc7f-cf209fb4ec3b,revision_number=4']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:21:56.700249 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-450bf5aa-a1eb-495d-bc44-e04eb41bb203 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:21:56.724937 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b233d49f-c132-4f20-b1db-0f87106799ae tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:56.804007 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b233d49f-c132-4f20-b1db-0f87106799ae tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:56.805918 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3ead0023-b49f-41bc-8d01-064a50d3b372 tempest-ImagesOneServerNegativeTestJSON-1585984660 tempest-ImagesOneServerNegativeTestJSON-1585984660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:21:56.821391 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-932acada-374d-4f69-9d95-937e39379dcb None None] Set router e1b5a997-1073-41c6-974e-520ea625506c gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:21:56.825810 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b233d49f-c132-4f20-b1db-0f87106799ae tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b084c823-78fb-4e47-8d14-875280e05ca2,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:21:56.828910 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b233d49f-c132-4f20-b1db-0f87106799ae tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:21:56.912613 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b233d49f-c132-4f20-b1db-0f87106799ae tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:56.913912 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-b233d49f-c132-4f20-b1db-0f87106799ae tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3555799 Jun 11 10:21:56.917104 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 35390) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:21:56.921735 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-15ee4a9d-4136-4870-96ff-f208f731d8db tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Request body: {'security_group_rule': {'security_group_id': '160c31cb-321e-4bd8-902a-5c6aae5737fb', 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:21:57.021594 n-d-779913-12 neutron-server[93176]: INFO neutron.db.securitygroups_db [None req-15ee4a9d-4136-4870-96ff-f208f731d8db tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Project 291bb5ee2189444bb635fe5a1d306c3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 10:21:57.027230 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-15ee4a9d-4136-4870-96ff-f208f731d8db tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:57.104577 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-15ee4a9d-4136-4870-96ff-f208f731d8db tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:57.166523 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-932acada-374d-4f69-9d95-937e39379dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b5a997-1073-41c6-974e-520ea625506c', 'name': 'tempest-TestNetworkBasicOps-router-1174051028', 'tenant_id': '7cff3ec0902242ea94828c7f7e013111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': 'c8e6d3ed-6c08-4384-ac8b-7de07e57e9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:19:23Z', 'updated_at': '2021-06-11T10:21:53Z', 'revision_number': 5, 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'gw_port': {'id': 'c8e6d3ed-6c08-4384-ac8b-7de07e57e9f4', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b5a997-1073-41c6-974e-520ea625506c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:19:24Z', 'updated_at': '2021-06-11T10:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': '410af535-00be-4a55-bbfc-556273b94191', 'tenant_id': '7cff3ec0902242ea94828c7f7e013111', 'floating_ip_address': '172.25.4.150', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': 'e1b5a997-1073-41c6-974e-520ea625506c', 'port_id': '7e316b2c-5d0a-4488-baaa-82975fe9eaf1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a1b71bb-7184-48bf-959d-5c444e36c97b', 'mac_address': 'fa:16:3e:97:0f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad19c9a1-0871-4e4c-ac41-543fb278db2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T10:19:53Z', 'updated_at': '2021-06-11T10:19:56Z', 'revision_number': 1, 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1b07cc9-2a24-4521-9b02-ff8df0d0c8d8', 'name': '', 'network_id': '2a1b71bb-7184-48bf-959d-5c444e36c97b', 'tenant_id': '7cff3ec0902242ea94828c7f7e013111', 'mac_address': 'fa:16:3e:ac:70:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b5a997-1073-41c6-974e-520ea625506c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '2d648374-76a1-4ced-9a55-c8f60e47fac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:19:28Z', 'updated_at': '2021-06-11T10:19:34Z', 'revision_number': 5, 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'subnets': [{'id': '2d648374-76a1-4ced-9a55-c8f60e47fac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa17b217-1866-4a37-bc7f-cf209fb4ec3b', 'name': '', 'network_id': 'eda24ffc-2272-435c-90ec-2eed7853054f', 'tenant_id': '7cff3ec0902242ea94828c7f7e013111', 'mac_address': 'fa:16:3e:d0:ec:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1b5a997-1073-41c6-974e-520ea625506c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': '07f7d2f6-d377-49b7-a767-5b9cd33e0e6f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:21:53Z', 'updated_at': '2021-06-11T10:21:56Z', 'revision_number': 4, 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'subnets': [{'id': '07f7d2f6-d377-49b7-a767-5b9cd33e0e6f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:21:57.170103 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932acada-374d-4f69-9d95-937e39379dcb None None] The sync data for ids ['e1b5a997-1073-41c6-974e-520ea625506c'] in n-d-779913-12 is: [{'id': 'e1b5a997-1073-41c6-974e-520ea625506c', 'name': 'tempest-TestNetworkBasicOps-router-1174051028', 'tenant_id': '7cff3ec0902242ea94828c7f7e013111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': 'c8e6d3ed-6c08-4384-ac8b-7de07e57e9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:19:23Z', 'updated_at': '2021-06-11T10:21:53Z', 'revision_number': 5, 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'gw_port': {'id': 'c8e6d3ed-6c08-4384-ac8b-7de07e57e9f4', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b5a997-1073-41c6-974e-520ea625506c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:19:24Z', 'updated_at': '2021-06-11T10:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': '410af535-00be-4a55-bbfc-556273b94191', 'tenant_id': '7cff3ec0902242ea94828c7f7e013111', 'floating_ip_address': '172.25.4.150', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': 'e1b5a997-1073-41c6-974e-520ea625506c', 'port_id': '7e316b2c-5d0a-4488-baaa-82975fe9eaf1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a1b71bb-7184-48bf-959d-5c444e36c97b', 'mac_address': 'fa:16:3e:97:0f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad19c9a1-0871-4e4c-ac41-543fb278db2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T10:19:53Z', 'updated_at': '2021-06-11T10:19:56Z', 'revision_number': 1, 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1b07cc9-2a24-4521-9b02-ff8df0d0c8d8', 'name': '', 'network_id': '2a1b71bb-7184-48bf-959d-5c444e36c97b', 'tenant_id': '7cff3ec0902242ea94828c7f7e013111', 'mac_address': 'fa:16:3e:ac:70:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b5a997-1073-41c6-974e-520ea625506c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '2d648374-76a1-4ced-9a55-c8f60e47fac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:19:28Z', 'updated_at': '2021-06-11T10:19:34Z', 'revision_number': 5, 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'subnets': [{'id': '2d648374-76a1-4ced-9a55-c8f60e47fac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa17b217-1866-4a37-bc7f-cf209fb4ec3b', 'name': '', 'network_id': 'eda24ffc-2272-435c-90ec-2eed7853054f', 'tenant_id': '7cff3ec0902242ea94828c7f7e013111', 'mac_address': 'fa:16:3e:d0:ec:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1b5a997-1073-41c6-974e-520ea625506c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': '07f7d2f6-d377-49b7-a767-5b9cd33e0e6f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:21:53Z', 'updated_at': '2021-06-11T10:21:56Z', 'revision_number': 4, 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'subnets': [{'id': '07f7d2f6-d377-49b7-a767-5b9cd33e0e6f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:21:57.198489 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-15ee4a9d-4136-4870-96ff-f208f731d8db tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:57.200451 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ae97295d-d2dc-492d-be12-c0541c25160a tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:21:57.226465 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ee4a9d-4136-4870-96ff-f208f731d8db tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e79c72a6-5351-4160-ad7c-ac77a2ca71b6,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:21:57.230671 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-15ee4a9d-4136-4870-96ff-f208f731d8db tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:21:57.289915 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-15ee4a9d-4136-4870-96ff-f208f731d8db tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:57.296281 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-15ee4a9d-4136-4870-96ff-f208f731d8db tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3742070 Jun 11 10:21:57.296281 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 35392) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:21:57.304682 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-6e282080-9d61-4825-b1a1-7b8d265fc272 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Request body: {'network': {'name': 'tempest-network-smoke--156570941', 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'port_security_enabled': True}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:21:57.387269 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e282080-9d61-4825-b1a1-7b8d265fc272 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Made reservation on behalf of 291bb5ee2189444bb635fe5a1d306c3b for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:21:57.391345 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6e282080-9d61-4825-b1a1-7b8d265fc272 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:57.424376 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e282080-9d61-4825-b1a1-7b8d265fc272 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 776} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:21:57.436550 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6e282080-9d61-4825-b1a1-7b8d265fc272 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:57.436550 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-6e282080-9d61-4825-b1a1-7b8d265fc272 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Added segment 1efe223c-039e-4973-acce-cb48c4234791 of type vlan for network 16624c7a-47e9-4106-afa4-17848be9a024 Jun 11 10:21:57.488403 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6e282080-9d61-4825-b1a1-7b8d265fc272 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:57.570201 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6e282080-9d61-4825-b1a1-7b8d265fc272 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:57.576657 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e282080-9d61-4825-b1a1-7b8d265fc272 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:21:57.577206 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6e282080-9d61-4825-b1a1-7b8d265fc272 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:57.580472 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-64e809c7-47bd-48ef-8148-7b0b9a3e2636 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:21:57.677193 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e282080-9d61-4825-b1a1-7b8d265fc272 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Pushing event updated for resources: {'Network': ['ID=16624c7a-47e9-4106-afa4-17848be9a024,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:21:57.679987 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6e282080-9d61-4825-b1a1-7b8d265fc272 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:21:57.687644 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 16624c7a-47e9-4106-afa4-17848be9a024 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:21:57.725372 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-6e282080-9d61-4825-b1a1-7b8d265fc272 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4283016 Jun 11 10:21:57.730446 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 35398) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:21:57.738186 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-7daa7a49-9a35-4946-a5f5-31254fa35596 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1523403837', 'admin_state_up': True, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:21:57.850477 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7daa7a49-9a35-4946-a5f5-31254fa35596 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:57.851481 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7daa7a49-9a35-4946-a5f5-31254fa35596 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:57.926019 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7daa7a49-9a35-4946-a5f5-31254fa35596 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:58.593637 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7daa7a49-9a35-4946-a5f5-31254fa35596 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:58.606256 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device fa17b217-1866-4a37-bc7f-cf209fb4ec3b up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:21:58.968321 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7daa7a49-9a35-4946-a5f5-31254fa35596 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for router_gateway, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:58.994910 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7daa7a49-9a35-4946-a5f5-31254fa35596 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:59.021331 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port fa17b217-1866-4a37-bc7f-cf209fb4ec3b completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:21:59.025573 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port fa17b217-1866-4a37-bc7f-cf209fb4ec3b triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:21:59.025951 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:59.136011 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-7daa7a49-9a35-4946-a5f5-31254fa35596 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Allocated IP 172.25.4.19 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/d7dd619e-fdaf-4133-8929-f25396f83103) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:21:59.137573 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:59.178505 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port fa17b217-1866-4a37-bc7f-cf209fb4ec3b, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=fa17b217-1866-4a37-bc7f-cf209fb4ec3b,segment=NetworkSegment(855bf214-72d6-4cc0-8f27-4a277735b602),segment_id=855bf214-72d6-4cc0-8f27-4a277735b602)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:21:59.233413 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:59.240886 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:21:59.276905 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7daa7a49-9a35-4946-a5f5-31254fa35596 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:59.298595 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=fa17b217-1866-4a37-bc7f-cf209fb4ec3b,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:21:59.308431 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:21:59.308962 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:21:59.309483 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:21:59.309987 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:21:59.311678 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:21:59.311678 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:21:59.311678 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:21:59.311678 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:21:59.311678 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:21:59.312261 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:21:59.312261 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:21:59.312554 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:21:59.317710 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:21:59.364857 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7daa7a49-9a35-4946-a5f5-31254fa35596 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:21:59.367399 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-48759231-b139-4bd2-86d9-36cef15d4ffb tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:21:59.418704 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7daa7a49-9a35-4946-a5f5-31254fa35596 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:21:59.423813 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-7daa7a49-9a35-4946-a5f5-31254fa35596 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:21:59.428700 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7daa7a49-9a35-4946-a5f5-31254fa35596 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:21:59.431303 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daa7a49-9a35-4946-a5f5-31254fa35596 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Pushing event updated for resources: {'Port': ['ID=d7dd619e-fdaf-4133-8929-f25396f83103,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:21:59.458262 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7daa7a49-9a35-4946-a5f5-31254fa35596 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:21:59.825424 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7daa7a49-9a35-4946-a5f5-31254fa35596 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for router_gateway, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:00.114286 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7daa7a49-9a35-4946-a5f5-31254fa35596 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:00.329908 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7daa7a49-9a35-4946-a5f5-31254fa35596 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Router e0f9efd1-6662-4472-882c-4e29581bfdb8 is scheduled to L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 with binding_index 1 {{(pid=93177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 10:22:00.488282 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7daa7a49-9a35-4946-a5f5-31254fa35596 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:22:00.498212 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76917f4f-5cc4-4a80-8c37-885b7890b5d5 None None] Sync routers for ids ['e0f9efd1-6662-4472-882c-4e29581bfdb8'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:22:00.510651 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76917f4f-5cc4-4a80-8c37-885b7890b5d5 None None] Routers {'e0f9efd1-6662-4472-882c-4e29581bfdb8'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:22:00.511269 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-76917f4f-5cc4-4a80-8c37-885b7890b5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:21:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['e0f9efd1-6662-4472-882c-4e29581bfdb8'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:22:00.592595 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7daa7a49-9a35-4946-a5f5-31254fa35596 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:00.596229 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-7daa7a49-9a35-4946-a5f5-31254fa35596 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.8643551 Jun 11 10:22:00.597206 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 35408) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:22:00.607330 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device fa17b217-1866-4a37-bc7f-cf209fb4ec3b up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:22:00.634641 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-74d2edaf-c5a9-4ee4-8118-78209988f8a2 tempest-TestNetworkAdvancedServerOps-2001270397 tempest-TestNetworkAdvancedServerOps-2001270397-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=291bb5ee2189444bb635fe5a1d306c3b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0359783 Jun 11 10:22:00.638619 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 35410) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:22:00.704980 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-76917f4f-5cc4-4a80-8c37-885b7890b5d5 None None] Set router e0f9efd1-6662-4472-882c-4e29581bfdb8 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:22:00.747175 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port fa17b217-1866-4a37-bc7f-cf209fb4ec3b triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:22:00.747628 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:00.770635 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04549113-88b5-4c7d-bc72-b34776754943 tempest-TestNetworkAdvancedServerOps-2001270397 tempest-TestNetworkAdvancedServerOps-2001270397-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:22:00.772511 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-04549113-88b5-4c7d-bc72-b34776754943 tempest-TestNetworkAdvancedServerOps-2001270397 tempest-TestNetworkAdvancedServerOps-2001270397-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1327612 Jun 11 10:22:00.775387 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 35412) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:22:00.821329 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-a0752bc9-48f1-4335-b243-73cc04185e41 tempest-TestNetworkAdvancedServerOps-2001270397 tempest-TestNetworkAdvancedServerOps-2001270397-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=f0adef6e-169f-4a27-8865-442be2ad072d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0446756 Jun 11 10:22:00.823941 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 35414) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:22:00.830480 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-bf3ee0b4-87c3-4792-b5a6-050c9d2f14f6 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-720209283', 'network_id': '16624c7a-47e9-4106-afa4-17848be9a024', 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:22:01.037171 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf3ee0b4-87c3-4792-b5a6-050c9d2f14f6 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Made reservation on behalf of 291bb5ee2189444bb635fe5a1d306c3b for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:22:01.043114 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bf3ee0b4-87c3-4792-b5a6-050c9d2f14f6 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:01.240856 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-76917f4f-5cc4-4a80-8c37-885b7890b5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f9efd1-6662-4472-882c-4e29581bfdb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1523403837', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'd7dd619e-fdaf-4133-8929-f25396f83103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:21:57Z', 'updated_at': '2021-06-11T10:21:59Z', 'revision_number': 3, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'gw_port': {'id': 'd7dd619e-fdaf-4133-8929-f25396f83103', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:de:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0f9efd1-6662-4472-882c-4e29581bfdb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:21:59Z', 'updated_at': '2021-06-11T10:21:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:22:01.244343 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76917f4f-5cc4-4a80-8c37-885b7890b5d5 None None] Checking router: e0f9efd1-6662-4472-882c-4e29581bfdb8 for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:22:01.244704 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76917f4f-5cc4-4a80-8c37-885b7890b5d5 None None] Updating router e0f9efd1-6662-4472-882c-4e29581bfdb8 port d7dd619e-fdaf-4133-8929-f25396f83103 binding host n-d-779913-12 {{(pid=93178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 10:22:01.291477 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-76917f4f-5cc4-4a80-8c37-885b7890b5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:01.341935 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bf3ee0b4-87c3-4792-b5a6-050c9d2f14f6 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:01.345338 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-16bb7db5-c434-4435-badf-391864cdc033 tempest-NetworksTestDHCPv6-2141824202 tempest-NetworksTestDHCPv6-2141824202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:22:01.424627 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3ee0b4-87c3-4792-b5a6-050c9d2f14f6 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Pushing event updated for resources: {'Subnet': ['ID=746c4cb8-a418-4846-90d0-090658465937,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:22:01.428581 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-bf3ee0b4-87c3-4792-b5a6-050c9d2f14f6 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:22:01.432518 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3ee0b4-87c3-4792-b5a6-050c9d2f14f6 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Checking segment: {'id': '1efe223c-039e-4973-acce-cb48c4234791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '16624c7a-47e9-4106-afa4-17848be9a024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:22:01.432876 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3ee0b4-87c3-4792-b5a6-050c9d2f14f6 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Network hostable DHCP agents. Network: 16624c7a-47e9-4106-afa4-17848be9a024, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:22:01.501910 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3ee0b4-87c3-4792-b5a6-050c9d2f14f6 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Network 16624c7a-47e9-4106-afa4-17848be9a024 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:22:01.513032 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:01.591639 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-bf3ee0b4-87c3-4792-b5a6-050c9d2f14f6 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 16624c7a-47e9-4106-afa4-17848be9a024) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:22:01.595789 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3ee0b4-87c3-4792-b5a6-050c9d2f14f6 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:22:01.596591 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bf3ee0b4-87c3-4792-b5a6-050c9d2f14f6 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:01.603463 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a95cfb3-70c3-413d-aa86-c2101ebe928b None None] Network 16624c7a-47e9-4106-afa4-17848be9a024 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:22:01.639225 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-76917f4f-5cc4-4a80-8c37-885b7890b5d5 None None] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:01.691327 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-76917f4f-5cc4-4a80-8c37-885b7890b5d5 None None] Transition to ACTIVE for port object d7dd619e-fdaf-4133-8929-f25396f83103 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:22:01.696572 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-bf3ee0b4-87c3-4792-b5a6-050c9d2f14f6 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8713243 Jun 11 10:22:01.700376 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 35418) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:22:01.765805 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-76917f4f-5cc4-4a80-8c37-885b7890b5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:01.769767 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-78949700-9436-4d37-a1f9-8a1bc6c75d38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:22:01.858575 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4496593-76bc-4095-bd7a-5543f4efdbe4 None None] Pushing event updated for resources: {'Port': ['ID=d7dd619e-fdaf-4133-8929-f25396f83103,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:22:01.860837 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-76917f4f-5cc4-4a80-8c37-885b7890b5d5 None None] Attempting to bind port d7dd619e-fdaf-4133-8929-f25396f83103 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:22:01.861223 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-76917f4f-5cc4-4a80-8c37-885b7890b5d5 None None] Attempting to bind port d7dd619e-fdaf-4133-8929-f25396f83103 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:22:01.861599 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76917f4f-5cc4-4a80-8c37-885b7890b5d5 None None] Attempting to bind port d7dd619e-fdaf-4133-8929-f25396f83103 on network f0adef6e-169f-4a27-8865-442be2ad072d {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:22:01.863928 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f4496593-76bc-4095-bd7a-5543f4efdbe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:22:01.867919 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76917f4f-5cc4-4a80-8c37-885b7890b5d5 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:22:01.868310 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76917f4f-5cc4-4a80-8c37-885b7890b5d5 None None] Checking segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:22:01.871039 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-76917f4f-5cc4-4a80-8c37-885b7890b5d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:01.871039 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76917f4f-5cc4-4a80-8c37-885b7890b5d5 None None] Bound using segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:22:01.871039 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-76917f4f-5cc4-4a80-8c37-885b7890b5d5 None None] Bound port: d7dd619e-fdaf-4133-8929-f25396f83103, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:22:01.871039 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-76917f4f-5cc4-4a80-8c37-885b7890b5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:01.873595 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e29645-90a1-42d7-9380-9552349f0293 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-16624c7a-47e9-4106-afa4-17848be9a024', 'network_id': '16624c7a-47e9-4106-afa4-17848be9a024', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'fixed_ips': [{'subnet_id': '746c4cb8-a418-4846-90d0-090658465937'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 10:22:01.874411 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-11e29645-90a1-42d7-9380-9552349f0293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:02.012616 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-76917f4f-5cc4-4a80-8c37-885b7890b5d5 None None] For port d7dd619e-fdaf-4133-8929-f25396f83103, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:22:02.032154 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-76917f4f-5cc4-4a80-8c37-885b7890b5d5 None None] For port d7dd619e-fdaf-4133-8929-f25396f83103, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=d7dd619e-fdaf-4133-8929-f25396f83103,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:22:02.092365 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-11e29645-90a1-42d7-9380-9552349f0293 None None] Allocated IP 172.20.0.2 (16624c7a-47e9-4106-afa4-17848be9a024/746c4cb8-a418-4846-90d0-090658465937/a6a66ad6-c48f-4e0b-9f1f-7cd7ebefdb35) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:22:02.097840 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-76917f4f-5cc4-4a80-8c37-885b7890b5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:02.101741 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:22:02.203073 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76917f4f-5cc4-4a80-8c37-885b7890b5d5 None None] Routers {'e0f9efd1-6662-4472-882c-4e29581bfdb8'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:22:02.203860 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-76917f4f-5cc4-4a80-8c37-885b7890b5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:21:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['e0f9efd1-6662-4472-882c-4e29581bfdb8'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:22:02.367804 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d1c54f71-ec1a-4ba3-b1a8-600e3e402f5e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:02.368204 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4496593-76bc-4095-bd7a-5543f4efdbe4 None None] Pushing event updated for resources: {'Port': ['ID=d7dd619e-fdaf-4133-8929-f25396f83103,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:22:02.380731 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f4496593-76bc-4095-bd7a-5543f4efdbe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:22:02.489897 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-76917f4f-5cc4-4a80-8c37-885b7890b5d5 None None] Set router e0f9efd1-6662-4472-882c-4e29581bfdb8 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:22:02.594589 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-11e29645-90a1-42d7-9380-9552349f0293 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:02.615072 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-11e29645-90a1-42d7-9380-9552349f0293 None None] Transition to ACTIVE for port object a6a66ad6-c48f-4e0b-9f1f-7cd7ebefdb35 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:22:02.680631 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-11e29645-90a1-42d7-9380-9552349f0293 None None] Transition to ACTIVE for port object a6a66ad6-c48f-4e0b-9f1f-7cd7ebefdb35 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:22:02.754282 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-11e29645-90a1-42d7-9380-9552349f0293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:02.757710 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:22:02.804524 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e29645-90a1-42d7-9380-9552349f0293 None None] Network 16624c7a-47e9-4106-afa4-17848be9a024 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:22:02.808743 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-76917f4f-5cc4-4a80-8c37-885b7890b5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f9efd1-6662-4472-882c-4e29581bfdb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1523403837', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'd7dd619e-fdaf-4133-8929-f25396f83103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:21:57Z', 'updated_at': '2021-06-11T10:21:59Z', 'revision_number': 3, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'gw_port': {'id': 'd7dd619e-fdaf-4133-8929-f25396f83103', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:de:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0f9efd1-6662-4472-882c-4e29581bfdb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:21:59Z', 'updated_at': '2021-06-11T10:22:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:22:02.815856 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-11e29645-90a1-42d7-9380-9552349f0293 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:22:02.817783 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-d1c54f71-ec1a-4ba3-b1a8-600e3e402f5e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Allocated IP 172.20.0.1 (16624c7a-47e9-4106-afa4-17848be9a024/746c4cb8-a418-4846-90d0-090658465937/ee41b85a-56e3-416f-8742-e8cd5ae2133b) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:22:02.818899 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e29645-90a1-42d7-9380-9552349f0293 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:22:02.828477 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76917f4f-5cc4-4a80-8c37-885b7890b5d5 None None] The sync data for ids ['e0f9efd1-6662-4472-882c-4e29581bfdb8'] in n-d-779913-12 is: [{'id': 'e0f9efd1-6662-4472-882c-4e29581bfdb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1523403837', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'd7dd619e-fdaf-4133-8929-f25396f83103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:21:57Z', 'updated_at': '2021-06-11T10:21:59Z', 'revision_number': 3, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'gw_port': {'id': 'd7dd619e-fdaf-4133-8929-f25396f83103', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:de:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0f9efd1-6662-4472-882c-4e29581bfdb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:21:59Z', 'updated_at': '2021-06-11T10:22:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:22:02.836122 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e29645-90a1-42d7-9380-9552349f0293 None None] Pushing event updated for resources: {'Port': ['ID=a6a66ad6-c48f-4e0b-9f1f-7cd7ebefdb35,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:22:02.838647 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-11e29645-90a1-42d7-9380-9552349f0293 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:22:02.908539 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-11e29645-90a1-42d7-9380-9552349f0293 None None] Attempting to bind port a6a66ad6-c48f-4e0b-9f1f-7cd7ebefdb35 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:22:02.908999 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-11e29645-90a1-42d7-9380-9552349f0293 None None] Attempting to bind port a6a66ad6-c48f-4e0b-9f1f-7cd7ebefdb35 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '1efe223c-039e-4973-acce-cb48c4234791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '16624c7a-47e9-4106-afa4-17848be9a024'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:22:02.909568 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e29645-90a1-42d7-9380-9552349f0293 None None] Attempting to bind port a6a66ad6-c48f-4e0b-9f1f-7cd7ebefdb35 on network 16624c7a-47e9-4106-afa4-17848be9a024 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:22:02.915282 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e29645-90a1-42d7-9380-9552349f0293 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:22:02.915709 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e29645-90a1-42d7-9380-9552349f0293 None None] Checking segment: {'id': '1efe223c-039e-4973-acce-cb48c4234791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '16624c7a-47e9-4106-afa4-17848be9a024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:22:02.916151 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-11e29645-90a1-42d7-9380-9552349f0293 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:02.916560 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e29645-90a1-42d7-9380-9552349f0293 None None] Bound using segment: {'id': '1efe223c-039e-4973-acce-cb48c4234791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '16624c7a-47e9-4106-afa4-17848be9a024'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:22:02.917070 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-11e29645-90a1-42d7-9380-9552349f0293 None None] Bound port: a6a66ad6-c48f-4e0b-9f1f-7cd7ebefdb35, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1efe223c-039e-4973-acce-cb48c4234791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '16624c7a-47e9-4106-afa4-17848be9a024'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:22:02.917459 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-11e29645-90a1-42d7-9380-9552349f0293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:02.987032 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d1c54f71-ec1a-4ba3-b1a8-600e3e402f5e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:03.001100 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-11e29645-90a1-42d7-9380-9552349f0293 None None] For port a6a66ad6-c48f-4e0b-9f1f-7cd7ebefdb35, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:22:03.004360 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [None req-d1c54f71-ec1a-4ba3-b1a8-600e3e402f5e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Transition to ACTIVE for port object ee41b85a-56e3-416f-8742-e8cd5ae2133b will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:22:03.007762 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-11e29645-90a1-42d7-9380-9552349f0293 None None] For port a6a66ad6-c48f-4e0b-9f1f-7cd7ebefdb35, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=a6a66ad6-c48f-4e0b-9f1f-7cd7ebefdb35,segment=NetworkSegment(1efe223c-039e-4973-acce-cb48c4234791),segment_id=1efe223c-039e-4973-acce-cb48c4234791)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:22:03.086939 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-11e29645-90a1-42d7-9380-9552349f0293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:03.086939 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:22:03.108940 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d1c54f71-ec1a-4ba3-b1a8-600e3e402f5e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:03.109528 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-bb9b68a7-3b1a-4e02-b252-8a4e955dc137 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:22:03.167789 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c54f71-ec1a-4ba3-b1a8-600e3e402f5e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Network 16624c7a-47e9-4106-afa4-17848be9a024 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:22:03.183409 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c54f71-ec1a-4ba3-b1a8-600e3e402f5e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Pushing event updated for resources: {'Port': ['ID=ee41b85a-56e3-416f-8742-e8cd5ae2133b,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:22:03.186843 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d1c54f71-ec1a-4ba3-b1a8-600e3e402f5e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:22:03.187913 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-d1c54f71-ec1a-4ba3-b1a8-600e3e402f5e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:22:03.190021 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c54f71-ec1a-4ba3-b1a8-600e3e402f5e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:22:03.217011 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e29645-90a1-42d7-9380-9552349f0293 None None] Pushing event updated for resources: {'Port': ['ID=a6a66ad6-c48f-4e0b-9f1f-7cd7ebefdb35,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:22:03.220598 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-11e29645-90a1-42d7-9380-9552349f0293 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:22:03.264863 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d1c54f71-ec1a-4ba3-b1a8-600e3e402f5e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-375088'] for router_interface, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:03.626358 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d1c54f71-ec1a-4ba3-b1a8-600e3e402f5e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:04.016616 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d1c54f71-ec1a-4ba3-b1a8-600e3e402f5e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:04.113209 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d1c54f71-ec1a-4ba3-b1a8-600e3e402f5e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:04.119474 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d1c54f71-ec1a-4ba3-b1a8-600e3e402f5e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:22:04.199799 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f33b83-9dd0-47d0-bdfd-ddbad030b8ba None None] Network 16624c7a-47e9-4106-afa4-17848be9a024 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:22:04.215456 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c54f71-ec1a-4ba3-b1a8-600e3e402f5e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Pushing event updated for resources: {'Port': ['ID=ee41b85a-56e3-416f-8742-e8cd5ae2133b,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:22:04.218079 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d1c54f71-ec1a-4ba3-b1a8-600e3e402f5e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375108'] for router_interface, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:04.221061 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d1c54f71-ec1a-4ba3-b1a8-600e3e402f5e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:22:04.350934 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c54f71-ec1a-4ba3-b1a8-600e3e402f5e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Network 16624c7a-47e9-4106-afa4-17848be9a024 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:22:04.352488 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-d1c54f71-ec1a-4ba3-b1a8-600e3e402f5e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:22:04.370607 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-2ac988ee-1bb6-4b13-81f3-2cfd0aa49dcc None None] Provisioning for port a6a66ad6-c48f-4e0b-9f1f-7cd7ebefdb35 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:22:04.691318 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device a6a66ad6-c48f-4e0b-9f1f-7cd7ebefdb35 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:22:05.034486 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port a6a66ad6-c48f-4e0b-9f1f-7cd7ebefdb35 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:22:05.037211 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1c54f71-ec1a-4ba3-b1a8-600e3e402f5e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Router e0f9efd1-6662-4472-882c-4e29581bfdb8 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:22:05.040761 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port a6a66ad6-c48f-4e0b-9f1f-7cd7ebefdb35 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:22:05.040761 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:05.040761 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-35f0fa58-f344-4191-bff6-8fb1a642a929 None None] Provisioning for port ee41b85a-56e3-416f-8742-e8cd5ae2133b completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:22:05.040761 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-35f0fa58-f344-4191-bff6-8fb1a642a929 None None] Provisioning complete for port ee41b85a-56e3-416f-8742-e8cd5ae2133b triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:22:05.040761 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-35f0fa58-f344-4191-bff6-8fb1a642a929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:05.040761 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-35f0fa58-f344-4191-bff6-8fb1a642a929 None None] Port ee41b85a-56e3-416f-8742-e8cd5ae2133b cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:22:05.062493 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:05.087136 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c54f71-ec1a-4ba3-b1a8-600e3e402f5e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:22:05.093725 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-d1c54f71-ec1a-4ba3-b1a8-600e3e402f5e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "PUT /v2.0/routers/e0f9efd1-6662-4472-882c-4e29581bfdb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3920527 Jun 11 10:22:05.110203 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b8e403-61dc-4079-879a-9496cbb602ca None None] Sync routers for ids ['e0f9efd1-6662-4472-882c-4e29581bfdb8'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:22:05.117735 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port a6a66ad6-c48f-4e0b-9f1f-7cd7ebefdb35, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=a6a66ad6-c48f-4e0b-9f1f-7cd7ebefdb35,segment=NetworkSegment(1efe223c-039e-4973-acce-cb48c4234791),segment_id=1efe223c-039e-4973-acce-cb48c4234791)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:22:05.121052 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b8e403-61dc-4079-879a-9496cbb602ca None None] Routers {'e0f9efd1-6662-4472-882c-4e29581bfdb8'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:22:05.121692 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-46b8e403-61dc-4079-879a-9496cbb602ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:21:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['e0f9efd1-6662-4472-882c-4e29581bfdb8'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:22:05.153963 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-1a5bd04f-e108-4d6f-b49a-741438f956ef None None] Provisioning complete for port ee41b85a-56e3-416f-8742-e8cd5ae2133b triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:22:05.154346 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1a5bd04f-e108-4d6f-b49a-741438f956ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:05.202794 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-1a5bd04f-e108-4d6f-b49a-741438f956ef None None] Port ee41b85a-56e3-416f-8742-e8cd5ae2133b cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:22:05.273058 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:05.276527 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device d7dd619e-fdaf-4133-8929-f25396f83103 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:22:05.277366 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f4496593-76bc-4095-bd7a-5543f4efdbe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:22:05.288615 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-46b8e403-61dc-4079-879a-9496cbb602ca None None] Set router e0f9efd1-6662-4472-882c-4e29581bfdb8 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:22:05.320130 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-744dab16-2016-404a-8990-a67f88d5c798 req-f86b5928-609e-40d0-b8ab-8640ffe8e389 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-612662232&fields=id&tenant_id=291bb5ee2189444bb635fe5a1d306c3b HTTP/1.1" status: 200 len: 267 time: 0.0446181 Jun 11 10:22:05.366680 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-d9941ac2-0e2b-4a79-8d15-54a0debee384 None None] Provisioning complete for port ee41b85a-56e3-416f-8742-e8cd5ae2133b triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:22:05.367064 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d9941ac2-0e2b-4a79-8d15-54a0debee384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:05.418802 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=a6a66ad6-c48f-4e0b-9f1f-7cd7ebefdb35,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:22:05.426445 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:22:05.431464 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-d9941ac2-0e2b-4a79-8d15-54a0debee384 None None] Port ee41b85a-56e3-416f-8742-e8cd5ae2133b cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:22:05.465388 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744dab16-2016-404a-8990-a67f88d5c798 req-fbd6fc1f-05f7-49fa-9864-e753f879b59c tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:22:05.466856 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-744dab16-2016-404a-8990-a67f88d5c798 req-fbd6fc1f-05f7-49fa-9864-e753f879b59c tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/networks?id=16624c7a-47e9-4106-afa4-17848be9a024 HTTP/1.1" status: 200 len: 796 time: 0.1389883 Jun 11 10:22:05.482817 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-744dab16-2016-404a-8990-a67f88d5c798 req-e10e631c-acaf-4c6f-a402-b1c79a32f724 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/quotas/291bb5ee2189444bb635fe5a1d306c3b HTTP/1.1" status: 200 len: 375 time: 0.0100756 Jun 11 10:22:05.502003 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port d7dd619e-fdaf-4133-8929-f25396f83103 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:22:05.506446 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port d7dd619e-fdaf-4133-8929-f25396f83103 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:22:05.507045 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:05.564973 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-744dab16-2016-404a-8990-a67f88d5c798 req-ce54bd5e-413e-4531-9d23-216c468ed2b8 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=291bb5ee2189444bb635fe5a1d306c3b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0759232 Jun 11 10:22:05.565536 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-46b8e403-61dc-4079-879a-9496cbb602ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f9efd1-6662-4472-882c-4e29581bfdb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1523403837', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'd7dd619e-fdaf-4133-8929-f25396f83103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:21:57Z', 'updated_at': '2021-06-11T10:22:03Z', 'revision_number': 4, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'gw_port': {'id': 'd7dd619e-fdaf-4133-8929-f25396f83103', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:de:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0f9efd1-6662-4472-882c-4e29581bfdb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:21:59Z', 'updated_at': '2021-06-11T10:22:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': 'ee41b85a-56e3-416f-8742-e8cd5ae2133b', 'name': '', 'network_id': '16624c7a-47e9-4106-afa4-17848be9a024', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'mac_address': 'fa:16:3e:0e:42:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0f9efd1-6662-4472-882c-4e29581bfdb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '746c4cb8-a418-4846-90d0-090658465937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:22:02Z', 'updated_at': '2021-06-11T10:22:03Z', 'revision_number': 2, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'subnets': [{'id': '746c4cb8-a418-4846-90d0-090658465937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:22:05.571185 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b8e403-61dc-4079-879a-9496cbb602ca None None] Checking router: e0f9efd1-6662-4472-882c-4e29581bfdb8 for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:22:05.571672 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b8e403-61dc-4079-879a-9496cbb602ca None None] Updating router e0f9efd1-6662-4472-882c-4e29581bfdb8 port ee41b85a-56e3-416f-8742-e8cd5ae2133b binding host n-d-779913-12 {{(pid=93179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 10:22:05.609064 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:05.635173 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port d7dd619e-fdaf-4133-8929-f25396f83103, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=d7dd619e-fdaf-4133-8929-f25396f83103,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:22:05.703827 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-744dab16-2016-404a-8990-a67f88d5c798 req-c81d78f3-6022-4382-b08b-4d714dceb1e8 service neutron] 10.222.0.60 "GET /v2.0/networks/16624c7a-47e9-4106-afa4-17848be9a024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256368 Jun 11 10:22:05.713596 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-46b8e403-61dc-4079-879a-9496cbb602ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:05.728948 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:05.731769 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:22:05.804744 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=d7dd619e-fdaf-4133-8929-f25396f83103,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:22:05.809521 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:22:05.832640 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:05.840881 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-744dab16-2016-404a-8990-a67f88d5c798 req-4ad4bb4b-dd09-4e7f-beae-8c81e875683a service neutron] 10.222.0.60 "GET /v2.0/networks/16624c7a-47e9-4106-afa4-17848be9a024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303000 Jun 11 10:22:06.100687 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-46b8e403-61dc-4079-879a-9496cbb602ca None None] Notify callbacks [] for port, precommit_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:06.112488 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-46b8e403-61dc-4079-879a-9496cbb602ca None None] Transition to ACTIVE for port object ee41b85a-56e3-416f-8742-e8cd5ae2133b will not be triggered until provisioned by entity L2. {{(pid=93179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:22:06.177989 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5c5f4e20-a14f-4340-9395-f53628c13e08 req-c1412070-3dea-4f44-948f-423a1dc60e72 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=95f299f4-223d-4921-9764-6b0e6e32a264 HTTP/1.1" status: 200 len: 210 time: 0.0396190 Jun 11 10:22:06.202527 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-46b8e403-61dc-4079-879a-9496cbb602ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:06.204776 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-ea7188e2-b10a-4b2c-9899-571f45295160 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:22:06.327918 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ad7c3e-6a74-4cac-af53-2a229cdbf549 None None] Pushing event updated for resources: {'Port': ['ID=ee41b85a-56e3-416f-8742-e8cd5ae2133b,revision_number=3']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:22:06.333036 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-64ad7c3e-6a74-4cac-af53-2a229cdbf549 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:22:06.397239 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-46b8e403-61dc-4079-879a-9496cbb602ca None None] Attempting to bind port ee41b85a-56e3-416f-8742-e8cd5ae2133b on host n-d-779913-12 for vnic_type normal with profile {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:22:06.397613 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-46b8e403-61dc-4079-879a-9496cbb602ca None None] Attempting to bind port ee41b85a-56e3-416f-8742-e8cd5ae2133b by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '1efe223c-039e-4973-acce-cb48c4234791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '16624c7a-47e9-4106-afa4-17848be9a024'}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:22:06.397982 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b8e403-61dc-4079-879a-9496cbb602ca None None] Attempting to bind port ee41b85a-56e3-416f-8742-e8cd5ae2133b on network 16624c7a-47e9-4106-afa4-17848be9a024 {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:22:06.403462 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b8e403-61dc-4079-879a-9496cbb602ca None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:22:06.403858 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b8e403-61dc-4079-879a-9496cbb602ca None None] Checking segment: {'id': '1efe223c-039e-4973-acce-cb48c4234791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '16624c7a-47e9-4106-afa4-17848be9a024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:22:06.404294 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-46b8e403-61dc-4079-879a-9496cbb602ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:06.404711 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b8e403-61dc-4079-879a-9496cbb602ca None None] Bound using segment: {'id': '1efe223c-039e-4973-acce-cb48c4234791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '16624c7a-47e9-4106-afa4-17848be9a024'} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:22:06.405183 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-46b8e403-61dc-4079-879a-9496cbb602ca None None] Bound port: ee41b85a-56e3-416f-8742-e8cd5ae2133b, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1efe223c-039e-4973-acce-cb48c4234791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '16624c7a-47e9-4106-afa4-17848be9a024'}}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:22:06.405735 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-46b8e403-61dc-4079-879a-9496cbb602ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:06.485723 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-46b8e403-61dc-4079-879a-9496cbb602ca None None] For port ee41b85a-56e3-416f-8742-e8cd5ae2133b, host n-d-779913-12, cleared binding levels {{(pid=93179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:22:06.488739 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-46b8e403-61dc-4079-879a-9496cbb602ca None None] For port ee41b85a-56e3-416f-8742-e8cd5ae2133b, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=ee41b85a-56e3-416f-8742-e8cd5ae2133b,segment=NetworkSegment(1efe223c-039e-4973-acce-cb48c4234791),segment_id=1efe223c-039e-4973-acce-cb48c4234791)] {{(pid=93179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:22:06.564658 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-46b8e403-61dc-4079-879a-9496cbb602ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:06.566860 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-76fa62a3-6a00-482a-ab5e-48be10acb81e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:22:06.616971 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device a6a66ad6-c48f-4e0b-9f1f-7cd7ebefdb35 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:22:06.645339 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b8e403-61dc-4079-879a-9496cbb602ca None None] Routers {'e0f9efd1-6662-4472-882c-4e29581bfdb8'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:22:06.645981 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-46b8e403-61dc-4079-879a-9496cbb602ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:21:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['e0f9efd1-6662-4472-882c-4e29581bfdb8'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:22:06.650882 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ad7c3e-6a74-4cac-af53-2a229cdbf549 None None] Pushing event updated for resources: {'Port': ['ID=ee41b85a-56e3-416f-8742-e8cd5ae2133b,revision_number=4']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:22:06.703057 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port a6a66ad6-c48f-4e0b-9f1f-7cd7ebefdb35 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:22:06.703670 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:06.705044 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-64ad7c3e-6a74-4cac-af53-2a229cdbf549 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:22:06.815681 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-46b8e403-61dc-4079-879a-9496cbb602ca None None] Set router e0f9efd1-6662-4472-882c-4e29581bfdb8 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:22:07.002557 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device d7dd619e-fdaf-4133-8929-f25396f83103 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:22:07.065560 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port d7dd619e-fdaf-4133-8929-f25396f83103 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:22:07.065940 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:07.093628 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-46b8e403-61dc-4079-879a-9496cbb602ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f9efd1-6662-4472-882c-4e29581bfdb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1523403837', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'd7dd619e-fdaf-4133-8929-f25396f83103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:21:57Z', 'updated_at': '2021-06-11T10:22:03Z', 'revision_number': 4, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'gw_port': {'id': 'd7dd619e-fdaf-4133-8929-f25396f83103', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:de:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f9efd1-6662-4472-882c-4e29581bfdb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:21:59Z', 'updated_at': '2021-06-11T10:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': 'ee41b85a-56e3-416f-8742-e8cd5ae2133b', 'name': '', 'network_id': '16624c7a-47e9-4106-afa4-17848be9a024', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'mac_address': 'fa:16:3e:0e:42:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0f9efd1-6662-4472-882c-4e29581bfdb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '746c4cb8-a418-4846-90d0-090658465937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:22:02Z', 'updated_at': '2021-06-11T10:22:06Z', 'revision_number': 4, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'subnets': [{'id': '746c4cb8-a418-4846-90d0-090658465937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:22:07.097571 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b8e403-61dc-4079-879a-9496cbb602ca None None] The sync data for ids ['e0f9efd1-6662-4472-882c-4e29581bfdb8'] in n-d-779913-12 is: [{'id': 'e0f9efd1-6662-4472-882c-4e29581bfdb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1523403837', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'd7dd619e-fdaf-4133-8929-f25396f83103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:21:57Z', 'updated_at': '2021-06-11T10:22:03Z', 'revision_number': 4, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'gw_port': {'id': 'd7dd619e-fdaf-4133-8929-f25396f83103', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:de:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f9efd1-6662-4472-882c-4e29581bfdb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:21:59Z', 'updated_at': '2021-06-11T10:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': 'ee41b85a-56e3-416f-8742-e8cd5ae2133b', 'name': '', 'network_id': '16624c7a-47e9-4106-afa4-17848be9a024', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'mac_address': 'fa:16:3e:0e:42:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0f9efd1-6662-4472-882c-4e29581bfdb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '746c4cb8-a418-4846-90d0-090658465937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:22:02Z', 'updated_at': '2021-06-11T10:22:06Z', 'revision_number': 4, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'subnets': [{'id': '746c4cb8-a418-4846-90d0-090658465937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:22:07.385302 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-588cd635-2222-4796-a521-570ca728b829 req-5c640b18-e388-4fe0-bd08-21c588dc4115 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=95f299f4-223d-4921-9764-6b0e6e32a264 HTTP/1.1" status: 200 len: 210 time: 0.0379574 Jun 11 10:22:08.543475 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-edd7786e-6643-4bf1-84b5-c1f73c5d70a4 req-f79d394b-151d-43a6-bb3b-837e0a219ee9 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=95f299f4-223d-4921-9764-6b0e6e32a264 HTTP/1.1" status: 200 len: 210 time: 0.0365987 Jun 11 10:22:08.551711 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744dab16-2016-404a-8990-a67f88d5c798 req-ec6b52d6-57aa-41d1-8ca0-658da5dcbbcd tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:22:08.553423 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-744dab16-2016-404a-8990-a67f88d5c798 req-ec6b52d6-57aa-41d1-8ca0-658da5dcbbcd tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.69 "GET /v2.0/networks?id=16624c7a-47e9-4106-afa4-17848be9a024 HTTP/1.1" status: 200 len: 796 time: 0.1773651 Jun 11 10:22:08.624850 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-744dab16-2016-404a-8990-a67f88d5c798 req-779933a4-6741-46ca-9c40-65eecaab705a tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=291bb5ee2189444bb635fe5a1d306c3b HTTP/1.1" status: 200 len: 379 time: 0.0564659 Jun 11 10:22:08.642638 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-744dab16-2016-404a-8990-a67f88d5c798 req-4c94b9bb-26e8-4ead-ad12-cc5ada939495 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Request body: {'port': {'device_id': '95f299f4-223d-4921-9764-6b0e6e32a264', 'network_id': '16624c7a-47e9-4106-afa4-17848be9a024', 'admin_state_up': True, 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'security_groups': ['160c31cb-321e-4bd8-902a-5c6aae5737fb']}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:22:08.651533 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device ee41b85a-56e3-416f-8742-e8cd5ae2133b up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:22:08.769610 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port ee41b85a-56e3-416f-8742-e8cd5ae2133b completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:22:08.773836 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port ee41b85a-56e3-416f-8742-e8cd5ae2133b triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:22:08.774226 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:08.876022 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:08.883780 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-744dab16-2016-404a-8990-a67f88d5c798 req-4c94b9bb-26e8-4ead-ad12-cc5ada939495 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Made reservation on behalf of 291bb5ee2189444bb635fe5a1d306c3b for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:22:08.891240 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-744dab16-2016-404a-8990-a67f88d5c798 req-4c94b9bb-26e8-4ead-ad12-cc5ada939495 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:08.914727 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port ee41b85a-56e3-416f-8742-e8cd5ae2133b, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=ee41b85a-56e3-416f-8742-e8cd5ae2133b,segment=NetworkSegment(1efe223c-039e-4973-acce-cb48c4234791),segment_id=1efe223c-039e-4973-acce-cb48c4234791)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:22:09.003050 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:09.005695 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:22:09.069931 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=ee41b85a-56e3-416f-8742-e8cd5ae2133b,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:22:09.073773 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:22:09.417826 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [req-744dab16-2016-404a-8990-a67f88d5c798 req-4c94b9bb-26e8-4ead-ad12-cc5ada939495 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Allocated IP 172.20.0.9 (16624c7a-47e9-4106-afa4-17848be9a024/746c4cb8-a418-4846-90d0-090658465937/15a9d4b7-f231-4a2e-8032-7c98f57d38d6) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:22:09.588725 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-744dab16-2016-404a-8990-a67f88d5c798 req-4c94b9bb-26e8-4ead-ad12-cc5ada939495 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:09.607886 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-744dab16-2016-404a-8990-a67f88d5c798 req-4c94b9bb-26e8-4ead-ad12-cc5ada939495 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Transition to ACTIVE for port object 15a9d4b7-f231-4a2e-8032-7c98f57d38d6 will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:22:09.711318 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e6ff68d6-1148-4a50-9608-b902ce5e15a4 req-b1759507-27ef-4455-934c-1fcb378a6ef2 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=95f299f4-223d-4921-9764-6b0e6e32a264 HTTP/1.1" status: 200 len: 210 time: 0.0326252 Jun 11 10:22:09.718427 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-744dab16-2016-404a-8990-a67f88d5c798 req-4c94b9bb-26e8-4ead-ad12-cc5ada939495 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:09.722921 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8e26316c-27c8-43e2-bb02-50fc56a17488 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:22:09.776530 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-744dab16-2016-404a-8990-a67f88d5c798 req-4c94b9bb-26e8-4ead-ad12-cc5ada939495 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Network 16624c7a-47e9-4106-afa4-17848be9a024 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:22:09.779912 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [req-744dab16-2016-404a-8990-a67f88d5c798 req-4c94b9bb-26e8-4ead-ad12-cc5ada939495 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:22:09.783822 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-744dab16-2016-404a-8990-a67f88d5c798 req-4c94b9bb-26e8-4ead-ad12-cc5ada939495 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:22:09.791118 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c94b9bb-26e8-4ead-ad12-cc5ada939495 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Pushing event updated for resources: {'Port': ['ID=15a9d4b7-f231-4a2e-8032-7c98f57d38d6,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:22:09.818823 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4c94b9bb-26e8-4ead-ad12-cc5ada939495 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:22:09.845914 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744dab16-2016-404a-8990-a67f88d5c798 req-4c94b9bb-26e8-4ead-ad12-cc5ada939495 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:22:09.846844 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-744dab16-2016-404a-8990-a67f88d5c798 req-4c94b9bb-26e8-4ead-ad12-cc5ada939495 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:09.936411 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-744dab16-2016-404a-8990-a67f88d5c798 req-4c94b9bb-26e8-4ead-ad12-cc5ada939495 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3025179 Jun 11 10:22:09.950600 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-744dab16-2016-404a-8990-a67f88d5c798 req-157f127c-926f-4307-aaea-d98962fd8e71 service neutron] Request body: {'port': {'device_id': '95f299f4-223d-4921-9764-6b0e6e32a264', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-12'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:22:10.049670 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-744dab16-2016-404a-8990-a67f88d5c798 req-157f127c-926f-4307-aaea-d98962fd8e71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:10.146675 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-c67edd97-a453-4a19-8dae-9dffb4b4e8c1 None None] Provisioning for port 15a9d4b7-f231-4a2e-8032-7c98f57d38d6 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:22:10.152009 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-c67edd97-a453-4a19-8dae-9dffb4b4e8c1 None None] Provisioning complete for port 15a9d4b7-f231-4a2e-8032-7c98f57d38d6 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:22:10.152009 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c67edd97-a453-4a19-8dae-9dffb4b4e8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:10.196762 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-c67edd97-a453-4a19-8dae-9dffb4b4e8c1 None None] Port 15a9d4b7-f231-4a2e-8032-7c98f57d38d6 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:22:10.389362 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [req-744dab16-2016-404a-8990-a67f88d5c798 req-157f127c-926f-4307-aaea-d98962fd8e71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15a9d4b7-f231-4a2e-8032-7c98f57d38d6 {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:22:10.398267 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-744dab16-2016-404a-8990-a67f88d5c798 req-157f127c-926f-4307-aaea-d98962fd8e71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:10.420532 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-744dab16-2016-404a-8990-a67f88d5c798 req-157f127c-926f-4307-aaea-d98962fd8e71 service neutron] Transition to ACTIVE for port object 15a9d4b7-f231-4a2e-8032-7c98f57d38d6 will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:22:10.477249 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-744dab16-2016-404a-8990-a67f88d5c798 req-157f127c-926f-4307-aaea-d98962fd8e71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:10.479749 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e349250e-ba98-406f-a0e2-dc1649b5f477 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:22:10.631444 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157f127c-926f-4307-aaea-d98962fd8e71 service neutron] Pushing event updated for resources: {'Port': ['ID=15a9d4b7-f231-4a2e-8032-7c98f57d38d6,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:22:10.637166 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-157f127c-926f-4307-aaea-d98962fd8e71 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:22:10.649116 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device ee41b85a-56e3-416f-8742-e8cd5ae2133b up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:22:10.711704 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-744dab16-2016-404a-8990-a67f88d5c798 req-157f127c-926f-4307-aaea-d98962fd8e71 service neutron] Attempting to bind port 15a9d4b7-f231-4a2e-8032-7c98f57d38d6 on host n-h2-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:22:10.711704 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-744dab16-2016-404a-8990-a67f88d5c798 req-157f127c-926f-4307-aaea-d98962fd8e71 service neutron] Attempting to bind port 15a9d4b7-f231-4a2e-8032-7c98f57d38d6 by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': '1efe223c-039e-4973-acce-cb48c4234791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '16624c7a-47e9-4106-afa4-17848be9a024'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:22:10.711704 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744dab16-2016-404a-8990-a67f88d5c798 req-157f127c-926f-4307-aaea-d98962fd8e71 service neutron] Attempting to bind port 15a9d4b7-f231-4a2e-8032-7c98f57d38d6 on network 16624c7a-47e9-4106-afa4-17848be9a024 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:22:10.723455 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744dab16-2016-404a-8990-a67f88d5c798 req-157f127c-926f-4307-aaea-d98962fd8e71 service neutron] Port 15a9d4b7-f231-4a2e-8032-7c98f57d38d6 on network 16624c7a-47e9-4106-afa4-17848be9a024 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:22:10.724181 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744dab16-2016-404a-8990-a67f88d5c798 req-157f127c-926f-4307-aaea-d98962fd8e71 service neutron] Attempting to bind port 15a9d4b7-f231-4a2e-8032-7c98f57d38d6 on network 16624c7a-47e9-4106-afa4-17848be9a024 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:22:10.727923 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port ee41b85a-56e3-416f-8742-e8cd5ae2133b triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:22:10.728479 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:10.729873 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744dab16-2016-404a-8990-a67f88d5c798 req-157f127c-926f-4307-aaea-d98962fd8e71 service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:22:10.730239 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744dab16-2016-404a-8990-a67f88d5c798 req-157f127c-926f-4307-aaea-d98962fd8e71 service neutron] Checking segment: {'id': '1efe223c-039e-4973-acce-cb48c4234791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '16624c7a-47e9-4106-afa4-17848be9a024'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:22:10.730632 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744dab16-2016-404a-8990-a67f88d5c798 req-157f127c-926f-4307-aaea-d98962fd8e71 service neutron] Bound using segment: {'id': '1efe223c-039e-4973-acce-cb48c4234791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '16624c7a-47e9-4106-afa4-17848be9a024'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:22:10.732017 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-744dab16-2016-404a-8990-a67f88d5c798 req-157f127c-926f-4307-aaea-d98962fd8e71 service neutron] Bound port: 15a9d4b7-f231-4a2e-8032-7c98f57d38d6, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1efe223c-039e-4973-acce-cb48c4234791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '16624c7a-47e9-4106-afa4-17848be9a024'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:22:10.732017 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-744dab16-2016-404a-8990-a67f88d5c798 req-157f127c-926f-4307-aaea-d98962fd8e71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:10.844078 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-744dab16-2016-404a-8990-a67f88d5c798 req-157f127c-926f-4307-aaea-d98962fd8e71 service neutron] For port 15a9d4b7-f231-4a2e-8032-7c98f57d38d6, host n-h2-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:22:10.848272 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-744dab16-2016-404a-8990-a67f88d5c798 req-157f127c-926f-4307-aaea-d98962fd8e71 service neutron] For port 15a9d4b7-f231-4a2e-8032-7c98f57d38d6, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=15a9d4b7-f231-4a2e-8032-7c98f57d38d6,segment=NetworkSegment(1efe223c-039e-4973-acce-cb48c4234791),segment_id=1efe223c-039e-4973-acce-cb48c4234791)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:22:10.944353 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0773f6f-dab5-44e9-807e-13ed0bcb42d2 req-9e672faf-128d-458b-a4d1-58d80d6ee6e1 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:22:10.945910 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d0773f6f-dab5-44e9-807e-13ed0bcb42d2 req-9e672faf-128d-458b-a4d1-58d80d6ee6e1 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=95f299f4-223d-4921-9764-6b0e6e32a264 HTTP/1.1" status: 200 len: 943 time: 0.0839357 Jun 11 10:22:10.948096 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-744dab16-2016-404a-8990-a67f88d5c798 req-157f127c-926f-4307-aaea-d98962fd8e71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:10.950214 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7daa7a49-9a35-4946-a5f5-31254fa35596 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:22:11.015968 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744dab16-2016-404a-8990-a67f88d5c798 req-157f127c-926f-4307-aaea-d98962fd8e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:22:11.016607 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-744dab16-2016-404a-8990-a67f88d5c798 req-157f127c-926f-4307-aaea-d98962fd8e71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:11.017988 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-744dab16-2016-404a-8990-a67f88d5c798 req-157f127c-926f-4307-aaea-d98962fd8e71 service neutron] 10.222.0.69 "PUT /v2.0/ports/15a9d4b7-f231-4a2e-8032-7c98f57d38d6 HTTP/1.1" status: 200 len: 1092 time: 1.0720475 Jun 11 10:22:11.020733 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95f299f4-223d-4921-9764-6b0e6e32a264', 'tag': '15a9d4b7-f231-4a2e-8032-7c98f57d38d6'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:22:11.023164 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9895fae8-24bd-477d-8220-f8cad18a74b3" -d '{"events": [{"name": "network-changed", "server_uuid": "95f299f4-223d-4921-9764-6b0e6e32a264", "tag": "15a9d4b7-f231-4a2e-8032-7c98f57d38d6"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:22:11.067534 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d0773f6f-dab5-44e9-807e-13ed0bcb42d2 req-a3e45855-ee50-4eb1-b3e1-8402330811fc tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=160c31cb-321e-4bd8-902a-5c6aae5737fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134775 Jun 11 10:22:11.068259 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157f127c-926f-4307-aaea-d98962fd8e71 service neutron] Pushing event updated for resources: {'Port': ['ID=15a9d4b7-f231-4a2e-8032-7c98f57d38d6,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:22:11.071601 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-157f127c-926f-4307-aaea-d98962fd8e71 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:22:11.130135 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-541e1bb8-5baa-458b-878a-7dff2b6dd4d3 x-openstack-request-id: req-541e1bb8-5baa-458b-878a-7dff2b6dd4d3 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:22:11.130697 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95f299f4-223d-4921-9764-6b0e6e32a264", "tag": "15a9d4b7-f231-4a2e-8032-7c98f57d38d6", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:22:11.131211 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-541e1bb8-5baa-458b-878a-7dff2b6dd4d3 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:22:11.131996 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95f299f4-223d-4921-9764-6b0e6e32a264', 'tag': '15a9d4b7-f231-4a2e-8032-7c98f57d38d6', 'status': 'completed', 'code': 200} Jun 11 10:22:11.211712 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744dab16-2016-404a-8990-a67f88d5c798 req-f375c43a-687a-4d70-9cff-28f920421976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:22:11.213210 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-744dab16-2016-404a-8990-a67f88d5c798 req-f375c43a-687a-4d70-9cff-28f920421976 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=291bb5ee2189444bb635fe5a1d306c3b&device_id=95f299f4-223d-4921-9764-6b0e6e32a264 HTTP/1.1" status: 200 len: 1095 time: 0.0715353 Jun 11 10:22:11.276064 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-744dab16-2016-404a-8990-a67f88d5c798 req-dea35627-9f73-4c4e-9672-f74745c09658 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15a9d4b7-f231-4a2e-8032-7c98f57d38d6 HTTP/1.1" status: 200 len: 217 time: 0.0537791 Jun 11 10:22:11.335754 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744dab16-2016-404a-8990-a67f88d5c798 req-a89770b8-603c-4c73-87b7-5f94f10fd307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:22:11.337185 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-744dab16-2016-404a-8990-a67f88d5c798 req-a89770b8-603c-4c73-87b7-5f94f10fd307 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=746c4cb8-a418-4846-90d0-090658465937 HTTP/1.1" status: 200 len: 834 time: 0.0530925 Jun 11 10:22:11.418115 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744dab16-2016-404a-8990-a67f88d5c798 req-2bd23602-327b-437f-adc3-0b51fc3349bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:22:11.419626 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-744dab16-2016-404a-8990-a67f88d5c798 req-2bd23602-327b-437f-adc3-0b51fc3349bb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=16624c7a-47e9-4106-afa4-17848be9a024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0756493 Jun 11 10:22:11.542297 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-744dab16-2016-404a-8990-a67f88d5c798 req-b49000d8-1387-4ba4-97c0-38ab26ed95a3 service neutron] 10.222.0.69 "GET /v2.0/networks/16624c7a-47e9-4106-afa4-17848be9a024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152480 Jun 11 10:22:11.663798 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-744dab16-2016-404a-8990-a67f88d5c798 req-14e40ae1-606f-4595-bc2e-9a8ff9d13ea9 service neutron] 10.222.0.69 "GET /v2.0/networks/16624c7a-47e9-4106-afa4-17848be9a024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136234 Jun 11 10:22:11.863923 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9895fae8-24bd-477d-8220-f8cad18a74b3 req-036239d0-3fc8-41c3-a2cf-1901fd9b41de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:22:11.865435 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9895fae8-24bd-477d-8220-f8cad18a74b3 req-036239d0-3fc8-41c3-a2cf-1901fd9b41de service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=291bb5ee2189444bb635fe5a1d306c3b&device_id=95f299f4-223d-4921-9764-6b0e6e32a264 HTTP/1.1" status: 200 len: 1095 time: 0.0665195 Jun 11 10:22:11.983341 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9895fae8-24bd-477d-8220-f8cad18a74b3 req-1352af29-1a0b-4e62-acb5-74a7edeaae4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:22:11.984809 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9895fae8-24bd-477d-8220-f8cad18a74b3 req-1352af29-1a0b-4e62-acb5-74a7edeaae4c service neutron] 10.222.0.69 "GET /v2.0/networks?id=16624c7a-47e9-4106-afa4-17848be9a024 HTTP/1.1" status: 200 len: 897 time: 0.1124184 Jun 11 10:22:12.047478 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9895fae8-24bd-477d-8220-f8cad18a74b3 req-bfb439c1-baad-47ee-b0d0-b4408418781b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15a9d4b7-f231-4a2e-8032-7c98f57d38d6 HTTP/1.1" status: 200 len: 217 time: 0.0547712 Jun 11 10:22:12.106044 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9895fae8-24bd-477d-8220-f8cad18a74b3 req-4a8dcd3f-6ebf-438c-b74e-6e838730ff52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:22:12.107537 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9895fae8-24bd-477d-8220-f8cad18a74b3 req-4a8dcd3f-6ebf-438c-b74e-6e838730ff52 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=746c4cb8-a418-4846-90d0-090658465937 HTTP/1.1" status: 200 len: 834 time: 0.0534513 Jun 11 10:22:12.184236 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9895fae8-24bd-477d-8220-f8cad18a74b3 req-a78e2b51-86e7-48cd-8ef5-b5dfb3577db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:22:12.185747 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9895fae8-24bd-477d-8220-f8cad18a74b3 req-a78e2b51-86e7-48cd-8ef5-b5dfb3577db5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=16624c7a-47e9-4106-afa4-17848be9a024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0716653 Jun 11 10:22:12.353817 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9895fae8-24bd-477d-8220-f8cad18a74b3 req-472512d5-f1dd-43de-ae28-7e99b439d5ce service neutron] 10.222.0.69 "GET /v2.0/networks/16624c7a-47e9-4106-afa4-17848be9a024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606956 Jun 11 10:22:12.364577 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccf248b-dae6-4faa-962d-1b85111ee379 req-4b37caf0-0265-42a6-a669-b8093d3eb389 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:22:12.366040 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fccf248b-dae6-4faa-962d-1b85111ee379 req-4b37caf0-0265-42a6-a669-b8093d3eb389 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=95f299f4-223d-4921-9764-6b0e6e32a264 HTTP/1.1" status: 200 len: 943 time: 0.1650071 Jun 11 10:22:12.482938 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fccf248b-dae6-4faa-962d-1b85111ee379 req-41820c7d-f712-4ea7-8213-993c2d991422 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=160c31cb-321e-4bd8-902a-5c6aae5737fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078990 Jun 11 10:22:12.517557 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9895fae8-24bd-477d-8220-f8cad18a74b3 req-e4e1392f-3ab2-44a3-8fcf-e3ae845e88cd service neutron] 10.222.0.69 "GET /v2.0/networks/16624c7a-47e9-4106-afa4-17848be9a024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504171 Jun 11 10:22:12.889725 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-146bebb3-a15a-46a7-9759-62e9bfa7e8f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:13.603263 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 35492) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:22:13.669837 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b21f97e-07dc-46a1-88a0-c5fd6cfe4740 req-ab744991-80c2-45b7-aee3-1aca0759fbc1 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:22:13.671320 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7b21f97e-07dc-46a1-88a0-c5fd6cfe4740 req-ab744991-80c2-45b7-aee3-1aca0759fbc1 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=95f299f4-223d-4921-9764-6b0e6e32a264 HTTP/1.1" status: 200 len: 943 time: 0.0721731 Jun 11 10:22:13.715594 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7b21f97e-07dc-46a1-88a0-c5fd6cfe4740 req-d1a9a166-2328-47cf-ad6d-a1a2f2d3f061 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=160c31cb-321e-4bd8-902a-5c6aae5737fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376565 Jun 11 10:22:14.090151 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3ba06922-37e5-4940-bf81-b37cb8812482 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375209'] for router_interface, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:14.498419 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-3ba06922-37e5-4940-bf81-b37cb8812482 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Deleting port fa17b217-1866-4a37-bc7f-cf209fb4ec3b {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:22:14.498679 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3ba06922-37e5-4940-bf81-b37cb8812482 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:14.614516 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-3ba06922-37e5-4940-bf81-b37cb8812482 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] For port fa17b217-1866-4a37-bc7f-cf209fb4ec3b, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=fa17b217-1866-4a37-bc7f-cf209fb4ec3b,segment=NetworkSegment(855bf214-72d6-4cc0-8f27-4a277735b602),segment_id=855bf214-72d6-4cc0-8f27-4a277735b602)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:22:14.615170 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3ba06922-37e5-4940-bf81-b37cb8812482 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:14.712890 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-3ba06922-37e5-4940-bf81-b37cb8812482 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Calling delete_port for fa17b217-1866-4a37-bc7f-cf209fb4ec3b owned by network:router_interface {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:22:14.918017 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1931d10a-879f-429a-809d-ab6848a2e97c req-94b7d7cd-60e3-4735-a856-8914bbff38d1 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:22:14.920164 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1931d10a-879f-429a-809d-ab6848a2e97c req-94b7d7cd-60e3-4735-a856-8914bbff38d1 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=95f299f4-223d-4921-9764-6b0e6e32a264 HTTP/1.1" status: 200 len: 943 time: 0.0777926 Jun 11 10:22:14.966578 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1931d10a-879f-429a-809d-ab6848a2e97c req-bb8160ed-fcc6-4cc6-9ce6-ef1c32cb42a4 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=160c31cb-321e-4bd8-902a-5c6aae5737fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404181 Jun 11 10:22:15.061497 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3ba06922-37e5-4940-bf81-b37cb8812482 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:15.064849 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-cc492e43-7c72-4d02-b39a-df3df1b9646f tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:22:15.097496 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba06922-37e5-4940-bf81-b37cb8812482 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Pushing event deleted for resources: {'Port': ['ID=fa17b217-1866-4a37-bc7f-cf209fb4ec3b,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:22:15.100714 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3ba06922-37e5-4940-bf81-b37cb8812482 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:22:15.345149 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3ba06922-37e5-4940-bf81-b37cb8812482 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362297'] for router_interface, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:15.462849 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:22:15.649418 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ba06922-37e5-4940-bf81-b37cb8812482 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Router e1b5a997-1073-41c6-974e-520ea625506c has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:22:15.786933 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b965c418-7972-4f56-b5f2-738454c75516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:15.797747 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ba06922-37e5-4940-bf81-b37cb8812482 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:22:15.802759 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-3ba06922-37e5-4940-bf81-b37cb8812482 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "PUT /v2.0/routers/e1b5a997-1073-41c6-974e-520ea625506c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1983206 Jun 11 10:22:15.809103 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42f1e09-b9a8-40d4-b6f3-21eaebb8082b None None] Sync routers for ids ['e1b5a997-1073-41c6-974e-520ea625506c'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:22:15.818378 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42f1e09-b9a8-40d4-b6f3-21eaebb8082b None None] Routers {'e1b5a997-1073-41c6-974e-520ea625506c'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:22:15.822636 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-e42f1e09-b9a8-40d4-b6f3-21eaebb8082b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:22:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['e1b5a997-1073-41c6-974e-520ea625506c'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:22:15.974112 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-e42f1e09-b9a8-40d4-b6f3-21eaebb8082b None None] Set router e1b5a997-1073-41c6-974e-520ea625506c gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:22:16.013035 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:16.177460 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 15a9d4b7-f231-4a2e-8032-7c98f57d38d6 details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 10:22:16.363553 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 15a9d4b7-f231-4a2e-8032-7c98f57d38d6, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=15a9d4b7-f231-4a2e-8032-7c98f57d38d6,segment=NetworkSegment(1efe223c-039e-4973-acce-cb48c4234791),segment_id=1efe223c-039e-4973-acce-cb48c4234791)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:22:16.379252 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': '15a9d4b7-f231-4a2e-8032-7c98f57d38d6', 'network_id': '16624c7a-47e9-4106-afa4-17848be9a024', 'port_id': '15a9d4b7-f231-4a2e-8032-7c98f57d38d6', 'mac_address': 'fa:16:3e:a3:6b:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '746c4cb8-a418-4846-90d0-090658465937', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 10:22:16.389196 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-e42f1e09-b9a8-40d4-b6f3-21eaebb8082b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b5a997-1073-41c6-974e-520ea625506c', 'name': 'tempest-TestNetworkBasicOps-router-1174051028', 'tenant_id': '7cff3ec0902242ea94828c7f7e013111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': 'c8e6d3ed-6c08-4384-ac8b-7de07e57e9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:19:23Z', 'updated_at': '2021-06-11T10:22:14Z', 'revision_number': 6, 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'gw_port': {'id': 'c8e6d3ed-6c08-4384-ac8b-7de07e57e9f4', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b5a997-1073-41c6-974e-520ea625506c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:19:24Z', 'updated_at': '2021-06-11T10:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': '410af535-00be-4a55-bbfc-556273b94191', 'tenant_id': '7cff3ec0902242ea94828c7f7e013111', 'floating_ip_address': '172.25.4.150', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': 'e1b5a997-1073-41c6-974e-520ea625506c', 'port_id': '7e316b2c-5d0a-4488-baaa-82975fe9eaf1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a1b71bb-7184-48bf-959d-5c444e36c97b', 'mac_address': 'fa:16:3e:97:0f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad19c9a1-0871-4e4c-ac41-543fb278db2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T10:19:53Z', 'updated_at': '2021-06-11T10:19:56Z', 'revision_number': 1, 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1b07cc9-2a24-4521-9b02-ff8df0d0c8d8', 'name': '', 'network_id': '2a1b71bb-7184-48bf-959d-5c444e36c97b', 'tenant_id': '7cff3ec0902242ea94828c7f7e013111', 'mac_address': 'fa:16:3e:ac:70:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b5a997-1073-41c6-974e-520ea625506c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '2d648374-76a1-4ced-9a55-c8f60e47fac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:19:28Z', 'updated_at': '2021-06-11T10:19:34Z', 'revision_number': 5, 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'subnets': [{'id': '2d648374-76a1-4ced-9a55-c8f60e47fac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:22:16.413194 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313dc160-71ce-47de-a4c5-aa4b798db882 req-3aaad725-3f24-43f8-847b-ffe0fb4a6f3f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:22:16.414920 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-313dc160-71ce-47de-a4c5-aa4b798db882 req-3aaad725-3f24-43f8-847b-ffe0fb4a6f3f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=95f299f4-223d-4921-9764-6b0e6e32a264 HTTP/1.1" status: 200 len: 943 time: 0.0733066 Jun 11 10:22:16.418176 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42f1e09-b9a8-40d4-b6f3-21eaebb8082b None None] Checking router: e1b5a997-1073-41c6-974e-520ea625506c for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:22:16.437841 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:16.440682 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42f1e09-b9a8-40d4-b6f3-21eaebb8082b None None] Routers {'e1b5a997-1073-41c6-974e-520ea625506c'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:22:16.441352 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-e42f1e09-b9a8-40d4-b6f3-21eaebb8082b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:22:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['e1b5a997-1073-41c6-974e-520ea625506c'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:22:16.460802 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-313dc160-71ce-47de-a4c5-aa4b798db882 req-9987526f-38a5-4772-937c-424a1d897364 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=160c31cb-321e-4bd8-902a-5c6aae5737fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393813 Jun 11 10:22:16.562318 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15a9d4b7-f231-4a2e-8032-7c98f57d38d6 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:22:16.600128 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 15a9d4b7-f231-4a2e-8032-7c98f57d38d6, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=15a9d4b7-f231-4a2e-8032-7c98f57d38d6,segment=NetworkSegment(1efe223c-039e-4973-acce-cb48c4234791),segment_id=1efe223c-039e-4973-acce-cb48c4234791)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:22:16.629503 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-e42f1e09-b9a8-40d4-b6f3-21eaebb8082b None None] Set router e1b5a997-1073-41c6-974e-520ea625506c gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:22:16.689384 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:16.695941 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-290f1eb3-30e7-4797-9bdd-efce5b0a3837 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:22:16.752662 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7627191-4646-41c4-ba86-d5a56bbd8eb1 req-b4e34839-5578-4a34-8df0-ba5444b048f8 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:22:16.754335 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b7627191-4646-41c4-ba86-d5a56bbd8eb1 req-b4e34839-5578-4a34-8df0-ba5444b048f8 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/ports?device_id=26a42535-3156-4630-8e2e-6479e3d94200 HTTP/1.1" status: 200 len: 946 time: 0.0773587 Jun 11 10:22:16.790037 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:16.804256 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b7627191-4646-41c4-ba86-d5a56bbd8eb1 req-a63f26ee-fd62-439f-a7db-a861e4825f10 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/security-groups?id=7bd8f1b0-f7d6-4e30-bf81-2598bd6b8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416861 Jun 11 10:22:16.826425 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=15a9d4b7-f231-4a2e-8032-7c98f57d38d6,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:22:16.832203 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:22:17.177301 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-e42f1e09-b9a8-40d4-b6f3-21eaebb8082b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b5a997-1073-41c6-974e-520ea625506c', 'name': 'tempest-TestNetworkBasicOps-router-1174051028', 'tenant_id': '7cff3ec0902242ea94828c7f7e013111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': 'c8e6d3ed-6c08-4384-ac8b-7de07e57e9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:19:23Z', 'updated_at': '2021-06-11T10:22:14Z', 'revision_number': 6, 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'gw_port': {'id': 'c8e6d3ed-6c08-4384-ac8b-7de07e57e9f4', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b5a997-1073-41c6-974e-520ea625506c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:19:24Z', 'updated_at': '2021-06-11T10:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': '410af535-00be-4a55-bbfc-556273b94191', 'tenant_id': '7cff3ec0902242ea94828c7f7e013111', 'floating_ip_address': '172.25.4.150', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': 'e1b5a997-1073-41c6-974e-520ea625506c', 'port_id': '7e316b2c-5d0a-4488-baaa-82975fe9eaf1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a1b71bb-7184-48bf-959d-5c444e36c97b', 'mac_address': 'fa:16:3e:97:0f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad19c9a1-0871-4e4c-ac41-543fb278db2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T10:19:53Z', 'updated_at': '2021-06-11T10:19:56Z', 'revision_number': 1, 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1b07cc9-2a24-4521-9b02-ff8df0d0c8d8', 'name': '', 'network_id': '2a1b71bb-7184-48bf-959d-5c444e36c97b', 'tenant_id': '7cff3ec0902242ea94828c7f7e013111', 'mac_address': 'fa:16:3e:ac:70:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b5a997-1073-41c6-974e-520ea625506c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '2d648374-76a1-4ced-9a55-c8f60e47fac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:19:28Z', 'updated_at': '2021-06-11T10:19:34Z', 'revision_number': 5, 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'subnets': [{'id': '2d648374-76a1-4ced-9a55-c8f60e47fac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:22:17.180776 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42f1e09-b9a8-40d4-b6f3-21eaebb8082b None None] The sync data for ids ['e1b5a997-1073-41c6-974e-520ea625506c'] in n-d-779913-12 is: [{'id': 'e1b5a997-1073-41c6-974e-520ea625506c', 'name': 'tempest-TestNetworkBasicOps-router-1174051028', 'tenant_id': '7cff3ec0902242ea94828c7f7e013111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': 'c8e6d3ed-6c08-4384-ac8b-7de07e57e9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:19:23Z', 'updated_at': '2021-06-11T10:22:14Z', 'revision_number': 6, 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'gw_port': {'id': 'c8e6d3ed-6c08-4384-ac8b-7de07e57e9f4', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b5a997-1073-41c6-974e-520ea625506c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:19:24Z', 'updated_at': '2021-06-11T10:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': '410af535-00be-4a55-bbfc-556273b94191', 'tenant_id': '7cff3ec0902242ea94828c7f7e013111', 'floating_ip_address': '172.25.4.150', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': 'e1b5a997-1073-41c6-974e-520ea625506c', 'port_id': '7e316b2c-5d0a-4488-baaa-82975fe9eaf1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a1b71bb-7184-48bf-959d-5c444e36c97b', 'mac_address': 'fa:16:3e:97:0f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad19c9a1-0871-4e4c-ac41-543fb278db2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T10:19:53Z', 'updated_at': '2021-06-11T10:19:56Z', 'revision_number': 1, 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1b07cc9-2a24-4521-9b02-ff8df0d0c8d8', 'name': '', 'network_id': '2a1b71bb-7184-48bf-959d-5c444e36c97b', 'tenant_id': '7cff3ec0902242ea94828c7f7e013111', 'mac_address': 'fa:16:3e:ac:70:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b5a997-1073-41c6-974e-520ea625506c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '2d648374-76a1-4ced-9a55-c8f60e47fac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:19:28Z', 'updated_at': '2021-06-11T10:19:34Z', 'revision_number': 5, 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'subnets': [{'id': '2d648374-76a1-4ced-9a55-c8f60e47fac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:22:17.248454 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['15a9d4b7-f231-4a2e-8032-7c98f57d38d6'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:22:17.664715 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f16fd5-6746-4de2-9fe4-049a7a5b3468 req-90e74489-7e1d-4ed9-b002-a24bdd0b31ba tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:22:17.667010 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-77f16fd5-6746-4de2-9fe4-049a7a5b3468 req-90e74489-7e1d-4ed9-b002-a24bdd0b31ba tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=95f299f4-223d-4921-9764-6b0e6e32a264 HTTP/1.1" status: 200 len: 944 time: 0.0788875 Jun 11 10:22:17.700551 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391f9705-4514-4a86-b759-2322e4cba99a req-3fd5021b-1483-49ea-88a0-cea7278481e6 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:22:17.702001 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-391f9705-4514-4a86-b759-2322e4cba99a req-3fd5021b-1483-49ea-88a0-cea7278481e6 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.64 "GET /v2.0/ports?device_id=26a42535-3156-4630-8e2e-6479e3d94200 HTTP/1.1" status: 200 len: 946 time: 0.0799742 Jun 11 10:22:17.714187 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-77f16fd5-6746-4de2-9fe4-049a7a5b3468 req-0e7f56f3-fd1a-41e0-bcdc-e5a9228f0122 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=160c31cb-321e-4bd8-902a-5c6aae5737fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383859 Jun 11 10:22:17.840925 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-391f9705-4514-4a86-b759-2322e4cba99a req-63d6becc-23a6-4316-afb5-d5109062b2fb tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Deleting port 9ea12191-33a6-46ec-bf53-eb8ea1ea5de5 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:22:17.841253 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-391f9705-4514-4a86-b759-2322e4cba99a req-63d6becc-23a6-4316-afb5-d5109062b2fb tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:17.965751 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-391f9705-4514-4a86-b759-2322e4cba99a req-63d6becc-23a6-4316-afb5-d5109062b2fb tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] For port 9ea12191-33a6-46ec-bf53-eb8ea1ea5de5, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=9ea12191-33a6-46ec-bf53-eb8ea1ea5de5,segment=NetworkSegment(855bf214-72d6-4cc0-8f27-4a277735b602),segment_id=855bf214-72d6-4cc0-8f27-4a277735b602)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:22:17.966120 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-391f9705-4514-4a86-b759-2322e4cba99a req-63d6becc-23a6-4316-afb5-d5109062b2fb tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:18.014861 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e958ddd8-6261-4523-9fcf-5a5b6da79242 req-f23d0fbe-9672-457b-8acd-614cf9b8e6ea tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:22:18.016278 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e958ddd8-6261-4523-9fcf-5a5b6da79242 req-f23d0fbe-9672-457b-8acd-614cf9b8e6ea tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/ports?device_id=26a42535-3156-4630-8e2e-6479e3d94200 HTTP/1.1" status: 200 len: 946 time: 0.0794098 Jun 11 10:22:18.061915 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e958ddd8-6261-4523-9fcf-5a5b6da79242 req-40e04324-5195-4cb5-a0ce-7e28addf96e1 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/security-groups?id=7bd8f1b0-f7d6-4e30-bf81-2598bd6b8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394776 Jun 11 10:22:18.065487 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-391f9705-4514-4a86-b759-2322e4cba99a req-63d6becc-23a6-4316-afb5-d5109062b2fb tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Calling delete_port for 9ea12191-33a6-46ec-bf53-eb8ea1ea5de5 owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:22:18.517410 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:18.562129 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device fa17b217-1866-4a37-bc7f-cf209fb4ec3b no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:22:18.589415 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: fa17b217-1866-4a37-bc7f-cf209fb4ec3b {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:22:18.589768 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device fa17b217-1866-4a37-bc7f-cf209fb4ec3b not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:22:18.677999 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-391f9705-4514-4a86-b759-2322e4cba99a req-63d6becc-23a6-4316-afb5-d5109062b2fb tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:18.683440 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-53f83428-a06f-434a-9c38-77aa5c5919a9 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:22:18.723401 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d6becc-23a6-4316-afb5-d5109062b2fb tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Pushing event deleted for resources: {'Port': ['ID=9ea12191-33a6-46ec-bf53-eb8ea1ea5de5,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:22:18.726365 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-63d6becc-23a6-4316-afb5-d5109062b2fb tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:22:18.778946 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-391f9705-4514-4a86-b759-2322e4cba99a req-63d6becc-23a6-4316-afb5-d5109062b2fb tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] No DVR routers for this DVR port 9ea12191-33a6-46ec-bf53-eb8ea1ea5de5 on host n-h1-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:22:18.781648 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-391f9705-4514-4a86-b759-2322e4cba99a req-63d6becc-23a6-4316-afb5-d5109062b2fb tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:18.784493 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-391f9705-4514-4a86-b759-2322e4cba99a req-63d6becc-23a6-4316-afb5-d5109062b2fb tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.64 "DELETE /v2.0/ports/9ea12191-33a6-46ec-bf53-eb8ea1ea5de5 HTTP/1.1" status: 204 len: 173 time: 1.0767717 Jun 11 10:22:18.784493 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26a42535-3156-4630-8e2e-6479e3d94200', 'name': 'network-vif-deleted', 'tag': '9ea12191-33a6-46ec-bf53-eb8ea1ea5de5'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:22:18.786935 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b73ea97-9c2a-4871-ba62-6db5950eb32d" -d '{"events": [{"server_uuid": "26a42535-3156-4630-8e2e-6479e3d94200", "name": "network-vif-deleted", "tag": "9ea12191-33a6-46ec-bf53-eb8ea1ea5de5"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:22:18.905060 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883ff14-a5b0-413c-8695-f6d68c3b9ffa req-0645ba1d-4318-4dea-9d25-5624fa3518f0 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:22:18.906456 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e883ff14-a5b0-413c-8695-f6d68c3b9ffa req-0645ba1d-4318-4dea-9d25-5624fa3518f0 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=95f299f4-223d-4921-9764-6b0e6e32a264 HTTP/1.1" status: 200 len: 944 time: 0.0704753 Jun 11 10:22:18.949505 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e883ff14-a5b0-413c-8695-f6d68c3b9ffa req-66902e4c-0031-4073-b7d2-ae44b959349d tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=160c31cb-321e-4bd8-902a-5c6aae5737fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372105 Jun 11 10:22:19.000181 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac2979d7-f760-4849-b818-2aee285b4ffe x-openstack-request-id: req-ac2979d7-f760-4849-b818-2aee285b4ffe {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:22:19.000555 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26a42535-3156-4630-8e2e-6479e3d94200", "name": "network-vif-deleted", "tag": "9ea12191-33a6-46ec-bf53-eb8ea1ea5de5", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:22:19.001138 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ac2979d7-f760-4849-b818-2aee285b4ffe {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:22:19.001610 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26a42535-3156-4630-8e2e-6479e3d94200', 'name': 'network-vif-deleted', 'tag': '9ea12191-33a6-46ec-bf53-eb8ea1ea5de5', 'status': 'completed', 'code': 200} Jun 11 10:22:19.256650 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-46caaa19-1773-453e-9d23-74b0b8eb20e6 req-a62b1f7c-b2c4-4d6c-887d-b5fe71d176b9 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/ports?device_id=26a42535-3156-4630-8e2e-6479e3d94200 HTTP/1.1" status: 200 len: 210 time: 0.0420480 Jun 11 10:22:20.134964 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cbb55e-0151-4b7f-a74a-09591976434b req-5f80e91c-8f38-4264-b692-3cc94a2337e3 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:22:20.136599 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-26cbb55e-0151-4b7f-a74a-09591976434b req-5f80e91c-8f38-4264-b692-3cc94a2337e3 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=95f299f4-223d-4921-9764-6b0e6e32a264 HTTP/1.1" status: 200 len: 944 time: 0.0725095 Jun 11 10:22:20.182187 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-26cbb55e-0151-4b7f-a74a-09591976434b req-78c1bcb5-30eb-4162-895d-d9950eeb5fb9 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=160c31cb-321e-4bd8-902a-5c6aae5737fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398445 Jun 11 10:22:20.213508 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 15a9d4b7-f231-4a2e-8032-7c98f57d38d6 up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:22:20.351138 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning for port 15a9d4b7-f231-4a2e-8032-7c98f57d38d6 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:22:20.355399 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port 15a9d4b7-f231-4a2e-8032-7c98f57d38d6 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:22:20.355874 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:20.372373 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 35528) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:22:20.438784 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-02a14deb-6efa-4bdc-ad53-cb89ac8ec9d4 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:20.454140 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:20.466465 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-02a14deb-6efa-4bdc-ad53-cb89ac8ec9d4 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:20.480822 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95f299f4-223d-4921-9764-6b0e6e32a264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a9d4b7-f231-4a2e-8032-7c98f57d38d6'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:22:20.486867 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c78ce522-eaf3-48b9-a8d2-18fb5c317b1d" -d '{"events": [{"server_uuid": "95f299f4-223d-4921-9764-6b0e6e32a264", "name": "network-vif-plugged", "status": "completed", "tag": "15a9d4b7-f231-4a2e-8032-7c98f57d38d6"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:22:20.499280 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 15a9d4b7-f231-4a2e-8032-7c98f57d38d6, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=15a9d4b7-f231-4a2e-8032-7c98f57d38d6,segment=NetworkSegment(1efe223c-039e-4973-acce-cb48c4234791),segment_id=1efe223c-039e-4973-acce-cb48c4234791)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:22:20.524356 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b835c839-3a3d-402e-8ab8-f0a4dbc5a729 x-openstack-request-id: req-b835c839-3a3d-402e-8ab8-f0a4dbc5a729 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:22:20.524668 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95f299f4-223d-4921-9764-6b0e6e32a264", "name": "network-vif-plugged", "status": "completed", "tag": "15a9d4b7-f231-4a2e-8032-7c98f57d38d6", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:22:20.524937 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b835c839-3a3d-402e-8ab8-f0a4dbc5a729 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:22:20.525383 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95f299f4-223d-4921-9764-6b0e6e32a264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a9d4b7-f231-4a2e-8032-7c98f57d38d6', 'code': 200} Jun 11 10:22:20.558127 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:20.562271 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:22:20.614404 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-02a14deb-6efa-4bdc-ad53-cb89ac8ec9d4 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:20.617179 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-02a14deb-6efa-4bdc-ad53-cb89ac8ec9d4 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:20.619027 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-02a14deb-6efa-4bdc-ad53-cb89ac8ec9d4 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "DELETE /v2.0/security-groups/7bd8f1b0-f7d6-4e30-bf81-2598bd6b8d49 HTTP/1.1" status: 204 len: 168 time: 0.2449989 Jun 11 10:22:20.619248 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=15a9d4b7-f231-4a2e-8032-7c98f57d38d6,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:22:20.623156 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-06a6fdcd-292d-4f5f-9e3b-b800d252d509 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:22:20.623278 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:22:20.640503 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a14deb-6efa-4bdc-ad53-cb89ac8ec9d4 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd8f1b0-f7d6-4e30-bf81-2598bd6b8d49,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:22:20.643040 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-02a14deb-6efa-4bdc-ad53-cb89ac8ec9d4 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:22:20.655886 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0d3515-c8c2-43f3-b4fa-9e28f1d9a14a req-458cd56d-b2c5-451d-8160-7b8dacf548f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:22:20.657416 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-de0d3515-c8c2-43f3-b4fa-9e28f1d9a14a req-458cd56d-b2c5-451d-8160-7b8dacf548f4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=95f299f4-223d-4921-9764-6b0e6e32a264 HTTP/1.1" status: 200 len: 1097 time: 0.0640438 Jun 11 10:22:20.698309 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-de0d3515-c8c2-43f3-b4fa-9e28f1d9a14a req-cc6852b3-cc5a-4faf-9c39-5f6b0c769779 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=160c31cb-321e-4bd8-902a-5c6aae5737fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329111 Jun 11 10:22:20.701272 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 35536) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:22:20.766287 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-c38d283a-dfd5-4a05-a926-cc9dee665e26 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Deleting subnet 07f7d2f6-d377-49b7-a767-5b9cd33e0e6f {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:22:20.769490 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c38d283a-dfd5-4a05-a926-cc9dee665e26 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:20.817862 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c38d283a-dfd5-4a05-a926-cc9dee665e26 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:20.919292 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c38d283a-dfd5-4a05-a926-cc9dee665e26 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:21.060902 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c38d283a-dfd5-4a05-a926-cc9dee665e26 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:21.063099 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f0639c10-f25b-4469-a3dc-9a9ceb4d6a0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:22:21.093932 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38d283a-dfd5-4a05-a926-cc9dee665e26 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Pushing event deleted for resources: {'Subnet': ['ID=07f7d2f6-d377-49b7-a767-5b9cd33e0e6f,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:22:21.097777 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c38d283a-dfd5-4a05-a926-cc9dee665e26 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:22:21.100366 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c38d283a-dfd5-4a05-a926-cc9dee665e26 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:21.102176 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-c38d283a-dfd5-4a05-a926-cc9dee665e26 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "DELETE /v2.0/subnets/07f7d2f6-d377-49b7-a767-5b9cd33e0e6f HTTP/1.1" status: 204 len: 168 time: 0.3999193 Jun 11 10:22:21.106870 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 35538) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:22:21.110748 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abaf64ec-7e79-49a2-9757-af957cad1fc1 None None] Network eda24ffc-2272-435c-90ec-2eed7853054f requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:22:21.211524 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-63cd5397-3079-43cf-8ee2-1d31735c0ab1 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:21.281384 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-63cd5397-3079-43cf-8ee2-1d31735c0ab1 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Deleting port d5aa5a84-bd26-4151-a5d0-e99248176176 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:22:21.281589 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-63cd5397-3079-43cf-8ee2-1d31735c0ab1 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:21.360971 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd681ba-7977-4d28-90a9-345d9ea1daea None None] DHCP port deletion for eda24ffc-2272-435c-90ec-2eed7853054f request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 10:22:21.410407 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-63cd5397-3079-43cf-8ee2-1d31735c0ab1 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] For port d5aa5a84-bd26-4151-a5d0-e99248176176, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=d5aa5a84-bd26-4151-a5d0-e99248176176,segment=NetworkSegment(855bf214-72d6-4cc0-8f27-4a277735b602),segment_id=855bf214-72d6-4cc0-8f27-4a277735b602)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:22:21.410770 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-63cd5397-3079-43cf-8ee2-1d31735c0ab1 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:21.418925 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-ffd681ba-7977-4d28-90a9-345d9ea1daea None None] Deleting port d5aa5a84-bd26-4151-a5d0-e99248176176 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:22:21.419317 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ffd681ba-7977-4d28-90a9-345d9ea1daea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:21.506712 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-ffd681ba-7977-4d28-90a9-345d9ea1daea None None] For port d5aa5a84-bd26-4151-a5d0-e99248176176, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=d5aa5a84-bd26-4151-a5d0-e99248176176,segment=NetworkSegment(855bf214-72d6-4cc0-8f27-4a277735b602),segment_id=855bf214-72d6-4cc0-8f27-4a277735b602)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:22:21.507126 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ffd681ba-7977-4d28-90a9-345d9ea1daea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:21.513818 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-63cd5397-3079-43cf-8ee2-1d31735c0ab1 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Calling delete_port for d5aa5a84-bd26-4151-a5d0-e99248176176 owned by network:dhcp {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:22:21.601655 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c7fec5-d02c-4e63-8603-95379246af5c req-7182ade4-799e-4ef4-8faa-ac832b6f5985 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:22:21.603540 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-03c7fec5-d02c-4e63-8603-95379246af5c req-7182ade4-799e-4ef4-8faa-ac832b6f5985 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=95f299f4-223d-4921-9764-6b0e6e32a264 HTTP/1.1" status: 200 len: 945 time: 0.2879624 Jun 11 10:22:21.605415 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-ffd681ba-7977-4d28-90a9-345d9ea1daea None None] Calling delete_port for d5aa5a84-bd26-4151-a5d0-e99248176176 owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:22:21.664311 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-03c7fec5-d02c-4e63-8603-95379246af5c req-96e76f51-7343-461f-90dd-e476545f117c tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=160c31cb-321e-4bd8-902a-5c6aae5737fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539696 Jun 11 10:22:21.746864 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-63cd5397-3079-43cf-8ee2-1d31735c0ab1 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:21.750006 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-efb012ee-f048-4344-94d0-40b6fe85ae5f tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:22:21.754727 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ffd681ba-7977-4d28-90a9-345d9ea1daea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:21.756909 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:22:21.781245 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cd5397-3079-43cf-8ee2-1d31735c0ab1 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Pushing event deleted for resources: {'Port': ['ID=d5aa5a84-bd26-4151-a5d0-e99248176176,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:22:21.786217 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-63cd5397-3079-43cf-8ee2-1d31735c0ab1 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:22:21.788790 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cd5397-3079-43cf-8ee2-1d31735c0ab1 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] No DVR routers for this DVR port d5aa5a84-bd26-4151-a5d0-e99248176176 on host n-d-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:22:21.801094 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd681ba-7977-4d28-90a9-345d9ea1daea None None] Pushing event deleted for resources: {'Port': ['ID=d5aa5a84-bd26-4151-a5d0-e99248176176,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:22:21.804437 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-ffd681ba-7977-4d28-90a9-345d9ea1daea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:22:21.805313 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd681ba-7977-4d28-90a9-345d9ea1daea None None] No DVR routers for this DVR port d5aa5a84-bd26-4151-a5d0-e99248176176 on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:22:21.913324 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-63cd5397-3079-43cf-8ee2-1d31735c0ab1 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:21.925332 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-63cd5397-3079-43cf-8ee2-1d31735c0ab1 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eda24ffc-2272-435c-90ec-2eed7853054f']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:22:21.937373 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-63cd5397-3079-43cf-8ee2-1d31735c0ab1 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '855bf214-72d6-4cc0-8f27-4a277735b602') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:22:21.937665 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-63cd5397-3079-43cf-8ee2-1d31735c0ab1 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '855bf214-72d6-4cc0-8f27-4a277735b602') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:22:21.948225 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-63cd5397-3079-43cf-8ee2-1d31735c0ab1 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:21.963776 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-63cd5397-3079-43cf-8ee2-1d31735c0ab1 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:21.970758 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63cd5397-3079-43cf-8ee2-1d31735c0ab1 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Releasing vlan 763 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:22:21.971162 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-63cd5397-3079-43cf-8ee2-1d31735c0ab1 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:21.974237 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:22:21.974237 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 10:22:21.974237 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:22:21.974237 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:22:21.974237 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:22:21.974237 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:22:21.974237 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:22:21.974237 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 10:22:21.974237 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:22:21.974237 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 10:22:21.974237 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:22:21.974237 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:22:21.974237 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:22:21.974237 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:22:21.974237 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:22:21.974237 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 10:22:21.974237 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 10:22:21.974237 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:22:21.974237 n-d-779913-12 neutron-server[93177]: timer() Jun 11 10:22:21.974237 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:22:21.974237 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 10:22:21.974237 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:22:21.974237 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 10:22:21.974237 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:22:21.974237 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 10:22:21.974237 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:22:21.974237 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 10:22:21.974237 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:22:21.974237 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 10:22:21.974237 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:22:21.974237 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:22:21.974237 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:22:21.974237 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:22:21.974237 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:22:21.974237 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 10:22:21.974237 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:22:21.974237 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 10:22:21.974237 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:22:21.974237 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:22:21.974237 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:22:21.974237 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 10:22:21.974237 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:22:21.974237 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:22:21.974237 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:22:21.974237 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:22:21.974237 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:22:21.974237 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:22:21.974237 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:22:22.033124 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 9ea12191-33a6-46ec-bf53-eb8ea1ea5de5 no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:22:22.058855 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] No Port match for: 9ea12191-33a6-46ec-bf53-eb8ea1ea5de5 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:22:22.059223 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 9ea12191-33a6-46ec-bf53-eb8ea1ea5de5 not bound to the agent host n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:22:22.146741 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-63cd5397-3079-43cf-8ee2-1d31735c0ab1 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:22.150711 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2bcfa709-2281-4e18-afea-d158d5d4881a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:22:22.154759 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-63cd5397-3079-43cf-8ee2-1d31735c0ab1 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:22.156946 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-63cd5397-3079-43cf-8ee2-1d31735c0ab1 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "DELETE /v2.0/networks/eda24ffc-2272-435c-90ec-2eed7853054f HTTP/1.1" status: 204 len: 168 time: 1.0487928 Jun 11 10:22:22.160248 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 35544) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:22:22.178431 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cd5397-3079-43cf-8ee2-1d31735c0ab1 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Pushing event deleted for resources: {'Network': ['ID=eda24ffc-2272-435c-90ec-2eed7853054f,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:22:22.181266 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-63cd5397-3079-43cf-8ee2-1d31735c0ab1 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:22:22.372468 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-583df55e-e404-4de5-a1b3-3e6c1b5379ac tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Deleting port 2aa32d08-29be-450c-ae12-e370386a5ce9 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:22:22.372847 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-583df55e-e404-4de5-a1b3-3e6c1b5379ac tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:22.480341 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-583df55e-e404-4de5-a1b3-3e6c1b5379ac tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:22.480623 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-583df55e-e404-4de5-a1b3-3e6c1b5379ac tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:22.583685 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-583df55e-e404-4de5-a1b3-3e6c1b5379ac tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Calling delete_port for 2aa32d08-29be-450c-ae12-e370386a5ce9 owned by network:floatingip {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:22:22.591048 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device d5aa5a84-bd26-4151-a5d0-e99248176176 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:22:22.616005 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: d5aa5a84-bd26-4151-a5d0-e99248176176 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:22:22.616369 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device d5aa5a84-bd26-4151-a5d0-e99248176176 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:22:22.864588 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55072131-d785-4e05-94ae-d7a21ef46575 req-80c0f6d9-564c-4b05-b17f-53b9c283ea07 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:22:22.866070 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-55072131-d785-4e05-94ae-d7a21ef46575 req-80c0f6d9-564c-4b05-b17f-53b9c283ea07 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=95f299f4-223d-4921-9764-6b0e6e32a264 HTTP/1.1" status: 200 len: 945 time: 0.0743794 Jun 11 10:22:22.866473 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-583df55e-e404-4de5-a1b3-3e6c1b5379ac tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:22.869271 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-97a1b4bd-ba4b-4544-b97c-f6232e635033 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:22:22.901999 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583df55e-e404-4de5-a1b3-3e6c1b5379ac tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Pushing event deleted for resources: {'Port': ['ID=2aa32d08-29be-450c-ae12-e370386a5ce9,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:22:22.905356 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-583df55e-e404-4de5-a1b3-3e6c1b5379ac tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:22:22.911275 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-55072131-d785-4e05-94ae-d7a21ef46575 req-a58577cf-3fbd-4d24-9332-7be7d65bb64d tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=160c31cb-321e-4bd8-902a-5c6aae5737fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383101 Jun 11 10:22:22.989023 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-583df55e-e404-4de5-a1b3-3e6c1b5379ac tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for floatingip, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:22.989363 n-d-779913-12 neutron-server[93176]: INFO neutron.db.l3_db [None req-583df55e-e404-4de5-a1b3-3e6c1b5379ac tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Floating IP 410af535-00be-4a55-bbfc-556273b94191 disassociated (deleted). External IP: 172.25.4.150, port: 7e316b2c-5d0a-4488-baaa-82975fe9eaf1. Jun 11 10:22:23.189003 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34c1e5a-ea00-4779-9536-75c464eec4aa req-9f30766f-7535-4157-ba8c-534129ae61d4 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:22:23.190549 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b34c1e5a-ea00-4779-9536-75c464eec4aa req-9f30766f-7535-4157-ba8c-534129ae61d4 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=95f299f4-223d-4921-9764-6b0e6e32a264 HTTP/1.1" status: 200 len: 945 time: 0.0712605 Jun 11 10:22:23.233377 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b34c1e5a-ea00-4779-9536-75c464eec4aa req-f1cb4d19-630a-43cc-9297-d7217ebb4661 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=160c31cb-321e-4bd8-902a-5c6aae5737fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368252 Jun 11 10:22:23.258684 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 35552) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:22:23.300585 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-583df55e-e404-4de5-a1b3-3e6c1b5379ac tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Router e1b5a997-1073-41c6-974e-520ea625506c has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:22:23.326830 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef21f27-1630-43cf-a62c-6636fadc6174 tempest-TestNetworkAdvancedServerOps-2001270397 tempest-TestNetworkAdvancedServerOps-2001270397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:22:23.331170 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-fef21f27-1630-43cf-a62c-6636fadc6174 tempest-TestNetworkAdvancedServerOps-2001270397 tempest-TestNetworkAdvancedServerOps-2001270397-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=95f299f4-223d-4921-9764-6b0e6e32a264 HTTP/1.1" status: 200 len: 1092 time: 0.0685959 Jun 11 10:22:23.331313 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 35554) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:22:23.335681 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-3ec4acb4-c011-4734-bc83-e90a6554d16f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Request body: {'floatingip': {'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'port_id': '15a9d4b7-f231-4a2e-8032-7c98f57d38d6', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:22:23.455176 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-583df55e-e404-4de5-a1b3-3e6c1b5379ac tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:22:23.459585 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-583df55e-e404-4de5-a1b3-3e6c1b5379ac tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:23.465410 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bca071-5a02-4387-bc3c-1d0d1fb5b5a3 None None] Sync routers for ids ['e1b5a997-1073-41c6-974e-520ea625506c'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:22:23.475933 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bca071-5a02-4387-bc3c-1d0d1fb5b5a3 None None] Routers {'e1b5a997-1073-41c6-974e-520ea625506c'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:22:23.476546 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-22bca071-5a02-4387-bc3c-1d0d1fb5b5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:22:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['e1b5a997-1073-41c6-974e-520ea625506c'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:22:23.483833 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3ec4acb4-c011-4734-bc83-e90a6554d16f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for floatingip, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:23.507493 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-583df55e-e404-4de5-a1b3-3e6c1b5379ac tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "DELETE /v2.0/floatingips/410af535-00be-4a55-bbfc-556273b94191 HTTP/1.1" status: 204 len: 168 time: 1.3435335 Jun 11 10:22:23.507493 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad19c9a1-0871-4e4c-ac41-543fb278db2b', 'tag': '7e316b2c-5d0a-4488-baaa-82975fe9eaf1'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:22:23.508517 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-784ccd43-568d-4571-bd5d-11dde5c652a0" -d '{"events": [{"name": "network-changed", "server_uuid": "ad19c9a1-0871-4e4c-ac41-543fb278db2b", "tag": "7e316b2c-5d0a-4488-baaa-82975fe9eaf1"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:22:23.620926 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3ec4acb4-c011-4734-bc83-e90a6554d16f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:23.631583 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-22bca071-5a02-4387-bc3c-1d0d1fb5b5a3 None None] Set router e1b5a997-1073-41c6-974e-520ea625506c gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:22:23.758274 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-3ec4acb4-c011-4734-bc83-e90a6554d16f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Allocated IP 172.25.4.237 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/fa405be1-b546-477f-98a2-43e2df3fe9cc) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:22:23.912653 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3ec4acb4-c011-4734-bc83-e90a6554d16f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:23.934828 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b86c25b4-f2f8-49b8-99dc-21d3793144b6 x-openstack-request-id: req-b86c25b4-f2f8-49b8-99dc-21d3793144b6 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:22:23.935648 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad19c9a1-0871-4e4c-ac41-543fb278db2b", "tag": "7e316b2c-5d0a-4488-baaa-82975fe9eaf1", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:22:23.936496 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b86c25b4-f2f8-49b8-99dc-21d3793144b6 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:22:23.937281 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad19c9a1-0871-4e4c-ac41-543fb278db2b', 'tag': '7e316b2c-5d0a-4488-baaa-82975fe9eaf1', 'status': 'completed', 'code': 200} Jun 11 10:22:24.005481 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-22bca071-5a02-4387-bc3c-1d0d1fb5b5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b5a997-1073-41c6-974e-520ea625506c', 'name': 'tempest-TestNetworkBasicOps-router-1174051028', 'tenant_id': '7cff3ec0902242ea94828c7f7e013111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': 'c8e6d3ed-6c08-4384-ac8b-7de07e57e9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:19:23Z', 'updated_at': '2021-06-11T10:22:14Z', 'revision_number': 6, 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'gw_port': {'id': 'c8e6d3ed-6c08-4384-ac8b-7de07e57e9f4', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b5a997-1073-41c6-974e-520ea625506c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:19:24Z', 'updated_at': '2021-06-11T10:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': 'c1b07cc9-2a24-4521-9b02-ff8df0d0c8d8', 'name': '', 'network_id': '2a1b71bb-7184-48bf-959d-5c444e36c97b', 'tenant_id': '7cff3ec0902242ea94828c7f7e013111', 'mac_address': 'fa:16:3e:ac:70:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b5a997-1073-41c6-974e-520ea625506c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '2d648374-76a1-4ced-9a55-c8f60e47fac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:19:28Z', 'updated_at': '2021-06-11T10:19:34Z', 'revision_number': 5, 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'subnets': [{'id': '2d648374-76a1-4ced-9a55-c8f60e47fac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:22:24.010137 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bca071-5a02-4387-bc3c-1d0d1fb5b5a3 None None] Checking router: e1b5a997-1073-41c6-974e-520ea625506c for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:22:24.017220 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3ec4acb4-c011-4734-bc83-e90a6554d16f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:24.021929 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bca071-5a02-4387-bc3c-1d0d1fb5b5a3 None None] Routers {'e1b5a997-1073-41c6-974e-520ea625506c'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:22:24.021929 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-22bca071-5a02-4387-bc3c-1d0d1fb5b5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:22:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['e1b5a997-1073-41c6-974e-520ea625506c'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:22:24.022131 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ed53483b-4383-4b45-8de4-7451f514d403 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:22:24.172158 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-22bca071-5a02-4387-bc3c-1d0d1fb5b5a3 None None] Set router e1b5a997-1073-41c6-974e-520ea625506c gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:22:24.446085 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-22bca071-5a02-4387-bc3c-1d0d1fb5b5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b5a997-1073-41c6-974e-520ea625506c', 'name': 'tempest-TestNetworkBasicOps-router-1174051028', 'tenant_id': '7cff3ec0902242ea94828c7f7e013111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': 'c8e6d3ed-6c08-4384-ac8b-7de07e57e9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:19:23Z', 'updated_at': '2021-06-11T10:22:14Z', 'revision_number': 6, 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'gw_port': {'id': 'c8e6d3ed-6c08-4384-ac8b-7de07e57e9f4', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b5a997-1073-41c6-974e-520ea625506c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:19:24Z', 'updated_at': '2021-06-11T10:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': 'c1b07cc9-2a24-4521-9b02-ff8df0d0c8d8', 'name': '', 'network_id': '2a1b71bb-7184-48bf-959d-5c444e36c97b', 'tenant_id': '7cff3ec0902242ea94828c7f7e013111', 'mac_address': 'fa:16:3e:ac:70:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b5a997-1073-41c6-974e-520ea625506c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '2d648374-76a1-4ced-9a55-c8f60e47fac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:19:28Z', 'updated_at': '2021-06-11T10:19:34Z', 'revision_number': 5, 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'subnets': [{'id': '2d648374-76a1-4ced-9a55-c8f60e47fac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:22:24.450027 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bca071-5a02-4387-bc3c-1d0d1fb5b5a3 None None] The sync data for ids ['e1b5a997-1073-41c6-974e-520ea625506c'] in n-d-779913-12 is: [{'id': 'e1b5a997-1073-41c6-974e-520ea625506c', 'name': 'tempest-TestNetworkBasicOps-router-1174051028', 'tenant_id': '7cff3ec0902242ea94828c7f7e013111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': 'c8e6d3ed-6c08-4384-ac8b-7de07e57e9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:19:23Z', 'updated_at': '2021-06-11T10:22:14Z', 'revision_number': 6, 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'gw_port': {'id': 'c8e6d3ed-6c08-4384-ac8b-7de07e57e9f4', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b5a997-1073-41c6-974e-520ea625506c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:19:24Z', 'updated_at': '2021-06-11T10:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': 'c1b07cc9-2a24-4521-9b02-ff8df0d0c8d8', 'name': '', 'network_id': '2a1b71bb-7184-48bf-959d-5c444e36c97b', 'tenant_id': '7cff3ec0902242ea94828c7f7e013111', 'mac_address': 'fa:16:3e:ac:70:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b5a997-1073-41c6-974e-520ea625506c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '2d648374-76a1-4ced-9a55-c8f60e47fac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:19:28Z', 'updated_at': '2021-06-11T10:19:34Z', 'revision_number': 5, 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'subnets': [{'id': '2d648374-76a1-4ced-9a55-c8f60e47fac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:22:24.452462 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec4acb4-c011-4734-bc83-e90a6554d16f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:22:24.457239 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784ccd43-568d-4571-bd5d-11dde5c652a0 req-a08e1fa2-d134-47a5-9757-ebcde68cbe34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:22:24.458741 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-784ccd43-568d-4571-bd5d-11dde5c652a0 req-a08e1fa2-d134-47a5-9757-ebcde68cbe34 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7cff3ec0902242ea94828c7f7e013111&device_id=ad19c9a1-0871-4e4c-ac41-543fb278db2b HTTP/1.1" status: 200 len: 1098 time: 0.4977889 Jun 11 10:22:24.464761 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-3ec4acb4-c011-4734-bc83-e90a6554d16f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:22:24.471242 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec4acb4-c011-4734-bc83-e90a6554d16f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:22:24.508215 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec4acb4-c011-4734-bc83-e90a6554d16f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Pushing event updated for resources: {'Port': ['ID=fa405be1-b546-477f-98a2-43e2df3fe9cc,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:22:24.526671 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3ec4acb4-c011-4734-bc83-e90a6554d16f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:22:24.683328 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395bd288-9aa1-4812-b7f1-b9f8787226fd req-cdb411be-119a-4ac0-8cca-3c503965ec04 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:22:24.684866 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-395bd288-9aa1-4812-b7f1-b9f8787226fd req-cdb411be-119a-4ac0-8cca-3c503965ec04 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad19c9a1-0871-4e4c-ac41-543fb278db2b HTTP/1.1" status: 200 len: 946 time: 0.2834034 Jun 11 10:22:24.691491 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f885f7f-1b49-47ad-9dd3-f9f9dfa1f9db None None] New status for floating IP 410af535-00be-4a55-bbfc-556273b94191: DOWN {{(pid=93178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 10:22:24.759327 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784ccd43-568d-4571-bd5d-11dde5c652a0 req-295aac4c-4029-4f49-b8c2-31093fd9a7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:22:24.760960 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-784ccd43-568d-4571-bd5d-11dde5c652a0 req-295aac4c-4029-4f49-b8c2-31093fd9a7fd service neutron] 10.222.0.69 "GET /v2.0/networks?id=2a1b71bb-7184-48bf-959d-5c444e36c97b HTTP/1.1" status: 200 len: 898 time: 0.2934201 Jun 11 10:22:24.840119 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-784ccd43-568d-4571-bd5d-11dde5c652a0 req-cf3f4703-6503-43ca-93fb-5c363dc98a75 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e316b2c-5d0a-4488-baaa-82975fe9eaf1 HTTP/1.1" status: 200 len: 217 time: 0.0686841 Jun 11 10:22:24.846930 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-395bd288-9aa1-4812-b7f1-b9f8787226fd req-f9164e24-a748-4223-9cf3-38c6848b10d1 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a74104c-69c5-4f75-b380-df31617bbb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554918 Jun 11 10:22:25.018134 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784ccd43-568d-4571-bd5d-11dde5c652a0 req-5e18c958-d8e6-4663-a69f-71a1c4a263f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:22:25.019482 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-784ccd43-568d-4571-bd5d-11dde5c652a0 req-5e18c958-d8e6-4663-a69f-71a1c4a263f8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2d648374-76a1-4ced-9a55-c8f60e47fac9 HTTP/1.1" status: 200 len: 835 time: 0.1657846 Jun 11 10:22:25.231617 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784ccd43-568d-4571-bd5d-11dde5c652a0 req-acf885e8-7795-4fef-a4bc-fa102709c2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:22:25.233112 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-784ccd43-568d-4571-bd5d-11dde5c652a0 req-acf885e8-7795-4fef-a4bc-fa102709c2b1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2a1b71bb-7184-48bf-959d-5c444e36c97b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2060571 Jun 11 10:22:25.343782 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3ec4acb4-c011-4734-bc83-e90a6554d16f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:25.420003 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-784ccd43-568d-4571-bd5d-11dde5c652a0 req-d3dbbc7b-4a33-4c0d-9ca7-a095892088f7 service neutron] 10.222.0.69 "GET /v2.0/networks/2a1b71bb-7184-48bf-959d-5c444e36c97b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718185 Jun 11 10:22:25.583656 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3ec4acb4-c011-4734-bc83-e90a6554d16f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:25.586663 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-784ccd43-568d-4571-bd5d-11dde5c652a0 req-8e735fb0-4f59-4878-9974-ce6c3c01e70c service neutron] 10.222.0.69 "GET /v2.0/networks/2a1b71bb-7184-48bf-959d-5c444e36c97b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589737 Jun 11 10:22:25.672837 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79facf13-c938-4bf8-987d-5f2ce6f49594 req-f9302cec-cbc9-4fe2-8040-fbe2614c0423 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:22:25.674374 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-79facf13-c938-4bf8-987d-5f2ce6f49594 req-f9302cec-cbc9-4fe2-8040-fbe2614c0423 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad19c9a1-0871-4e4c-ac41-543fb278db2b HTTP/1.1" status: 200 len: 946 time: 0.0814378 Jun 11 10:22:25.800818 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3ec4acb4-c011-4734-bc83-e90a6554d16f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:25.812688 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-79facf13-c938-4bf8-987d-5f2ce6f49594 req-1701010c-22ef-45d1-befa-37ced44be269 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Deleting port 7e316b2c-5d0a-4488-baaa-82975fe9eaf1 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:22:25.813035 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-79facf13-c938-4bf8-987d-5f2ce6f49594 req-1701010c-22ef-45d1-befa-37ced44be269 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:25.866624 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3ec4acb4-c011-4734-bc83-e90a6554d16f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:25.869412 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3ec4acb4-c011-4734-bc83-e90a6554d16f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:22:25.950346 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-79facf13-c938-4bf8-987d-5f2ce6f49594 req-1701010c-22ef-45d1-befa-37ced44be269 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] For port 7e316b2c-5d0a-4488-baaa-82975fe9eaf1, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=7e316b2c-5d0a-4488-baaa-82975fe9eaf1,segment=NetworkSegment(db6cb843-6d38-44d5-9129-a98b1b6f40c6),segment_id=db6cb843-6d38-44d5-9129-a98b1b6f40c6)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:22:25.951096 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-79facf13-c938-4bf8-987d-5f2ce6f49594 req-1701010c-22ef-45d1-befa-37ced44be269 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:25.966311 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec4acb4-c011-4734-bc83-e90a6554d16f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Pushing event updated for resources: {'Port': ['ID=fa405be1-b546-477f-98a2-43e2df3fe9cc,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:22:25.969920 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3ec4acb4-c011-4734-bc83-e90a6554d16f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:22:25.980741 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3ec4acb4-c011-4734-bc83-e90a6554d16f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:26.063543 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-79facf13-c938-4bf8-987d-5f2ce6f49594 req-1701010c-22ef-45d1-befa-37ced44be269 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Calling delete_port for 7e316b2c-5d0a-4488-baaa-82975fe9eaf1 owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:22:26.182084 n-d-779913-12 neutron-server[93177]: INFO neutron.db.l3_db [None req-3ec4acb4-c011-4734-bc83-e90a6554d16f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Floating IP 55d5d26c-02da-47be-ad0d-41f793f8a017 associated. External IP: 172.25.4.237, port: 15a9d4b7-f231-4a2e-8032-7c98f57d38d6. Jun 11 10:22:26.245232 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c016a5b8-0283-4339-a2a5-5e46bfde6704 req-1f39a0bf-eb7c-4299-8a10-b919cac83b0b tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:22:26.246635 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c016a5b8-0283-4339-a2a5-5e46bfde6704 req-1f39a0bf-eb7c-4299-8a10-b919cac83b0b tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad19c9a1-0871-4e4c-ac41-543fb278db2b HTTP/1.1" status: 200 len: 946 time: 0.2673550 Jun 11 10:22:26.301202 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-79facf13-c938-4bf8-987d-5f2ce6f49594 req-1701010c-22ef-45d1-befa-37ced44be269 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:26.305917 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0ba37b46-1f18-42ef-b02e-9262ab0a9173 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:22:26.346168 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1701010c-22ef-45d1-befa-37ced44be269 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Pushing event deleted for resources: {'Port': ['ID=7e316b2c-5d0a-4488-baaa-82975fe9eaf1,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:22:26.350090 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1701010c-22ef-45d1-befa-37ced44be269 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:22:26.353662 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c016a5b8-0283-4339-a2a5-5e46bfde6704 req-42bcd52e-4dbe-4842-bd9e-0011fe57786a tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a74104c-69c5-4f75-b380-df31617bbb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624061 Jun 11 10:22:26.405964 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-79facf13-c938-4bf8-987d-5f2ce6f49594 req-1701010c-22ef-45d1-befa-37ced44be269 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] No DVR routers for this DVR port 7e316b2c-5d0a-4488-baaa-82975fe9eaf1 on host n-h2-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:22:26.408880 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-79facf13-c938-4bf8-987d-5f2ce6f49594 req-1701010c-22ef-45d1-befa-37ced44be269 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:26.410915 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-79facf13-c938-4bf8-987d-5f2ce6f49594 req-1701010c-22ef-45d1-befa-37ced44be269 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.69 "DELETE /v2.0/ports/7e316b2c-5d0a-4488-baaa-82975fe9eaf1 HTTP/1.1" status: 204 len: 173 time: 0.7270353 Jun 11 10:22:26.411505 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad19c9a1-0871-4e4c-ac41-543fb278db2b', 'name': 'network-vif-deleted', 'tag': '7e316b2c-5d0a-4488-baaa-82975fe9eaf1'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:22:26.413920 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75512926-a81d-4cab-bf4b-dfce16b9d5d4" -d '{"events": [{"server_uuid": "ad19c9a1-0871-4e4c-ac41-543fb278db2b", "name": "network-vif-deleted", "tag": "7e316b2c-5d0a-4488-baaa-82975fe9eaf1"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:22:26.522986 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a38ab57-196b-4500-80d2-bea8c2a2b469 x-openstack-request-id: req-8a38ab57-196b-4500-80d2-bea8c2a2b469 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:22:26.522986 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad19c9a1-0871-4e4c-ac41-543fb278db2b", "name": "network-vif-deleted", "tag": "7e316b2c-5d0a-4488-baaa-82975fe9eaf1", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:22:26.522986 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8a38ab57-196b-4500-80d2-bea8c2a2b469 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:22:26.522986 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad19c9a1-0871-4e4c-ac41-543fb278db2b', 'name': 'network-vif-deleted', 'tag': '7e316b2c-5d0a-4488-baaa-82975fe9eaf1', 'status': 'completed', 'code': 200} Jun 11 10:22:26.939662 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ec4acb4-c011-4734-bc83-e90a6554d16f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Router e0f9efd1-6662-4472-882c-4e29581bfdb8 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:22:27.091589 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ec4acb4-c011-4734-bc83-e90a6554d16f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:22:27.100966 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c07cadf-8ed8-4113-8210-02cd84612dcc None None] Sync routers for ids ['e0f9efd1-6662-4472-882c-4e29581bfdb8'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:22:27.110457 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c07cadf-8ed8-4113-8210-02cd84612dcc None None] Routers {'e0f9efd1-6662-4472-882c-4e29581bfdb8'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:22:27.111071 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-7c07cadf-8ed8-4113-8210-02cd84612dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:22:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['e0f9efd1-6662-4472-882c-4e29581bfdb8'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:22:27.168582 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3ec4acb4-c011-4734-bc83-e90a6554d16f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:27.218110 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-3ec4acb4-c011-4734-bc83-e90a6554d16f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.8857436 Jun 11 10:22:27.219643 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95f299f4-223d-4921-9764-6b0e6e32a264', 'tag': '15a9d4b7-f231-4a2e-8032-7c98f57d38d6'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:22:27.222761 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7171d764-6916-4223-b93c-aff7725a7dc2" -d '{"events": [{"name": "network-changed", "server_uuid": "95f299f4-223d-4921-9764-6b0e6e32a264", "tag": "15a9d4b7-f231-4a2e-8032-7c98f57d38d6"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:22:27.261886 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-7c07cadf-8ed8-4113-8210-02cd84612dcc None None] Set router e0f9efd1-6662-4472-882c-4e29581bfdb8 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:22:27.395083 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac98cc-a095-4484-9130-167451250b42 req-d8b1f7be-3ddc-4bd2-8ff0-581261a40373 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:22:27.396692 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2aac98cc-a095-4484-9130-167451250b42 req-d8b1f7be-3ddc-4bd2-8ff0-581261a40373 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=95f299f4-223d-4921-9764-6b0e6e32a264 HTTP/1.1" status: 200 len: 945 time: 0.0741701 Jun 11 10:22:27.444126 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2aac98cc-a095-4484-9130-167451250b42 req-e8c3c1b4-6924-46e6-8f3c-ef3f016e9e79 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=160c31cb-321e-4bd8-902a-5c6aae5737fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411484 Jun 11 10:22:27.469126 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 35576) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:22:27.536434 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-417324c8-4250-4f4d-87b2-d0a08733643a x-openstack-request-id: req-417324c8-4250-4f4d-87b2-d0a08733643a {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:22:27.537002 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95f299f4-223d-4921-9764-6b0e6e32a264", "tag": "15a9d4b7-f231-4a2e-8032-7c98f57d38d6", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:22:27.537195 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-417324c8-4250-4f4d-87b2-d0a08733643a {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:22:27.537645 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95f299f4-223d-4921-9764-6b0e6e32a264', 'tag': '15a9d4b7-f231-4a2e-8032-7c98f57d38d6', 'status': 'completed', 'code': 200} Jun 11 10:22:27.573060 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-9c251bd1-45da-404a-8ca0-28623143117b tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/floatingips/55d5d26c-02da-47be-ad0d-41f793f8a017 HTTP/1.1" status: 200 len: 991 time: 0.1023026 Jun 11 10:22:27.582433 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 35580) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:22:27.594264 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-7c07cadf-8ed8-4113-8210-02cd84612dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f9efd1-6662-4472-882c-4e29581bfdb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1523403837', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'd7dd619e-fdaf-4133-8929-f25396f83103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:21:57Z', 'updated_at': '2021-06-11T10:22:03Z', 'revision_number': 4, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'gw_port': {'id': 'd7dd619e-fdaf-4133-8929-f25396f83103', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:de:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f9efd1-6662-4472-882c-4e29581bfdb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:21:59Z', 'updated_at': '2021-06-11T10:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': '55d5d26c-02da-47be-ad0d-41f793f8a017', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'floating_ip_address': '172.25.4.237', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': 'e0f9efd1-6662-4472-882c-4e29581bfdb8', 'port_id': '15a9d4b7-f231-4a2e-8032-7c98f57d38d6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16624c7a-47e9-4106-afa4-17848be9a024', 'mac_address': 'fa:16:3e:a3:6b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f299f4-223d-4921-9764-6b0e6e32a264', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T10:22:25Z', 'updated_at': '2021-06-11T10:22:25Z', 'revision_number': 0, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee41b85a-56e3-416f-8742-e8cd5ae2133b', 'name': '', 'network_id': '16624c7a-47e9-4106-afa4-17848be9a024', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'mac_address': 'fa:16:3e:0e:42:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f9efd1-6662-4472-882c-4e29581bfdb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '746c4cb8-a418-4846-90d0-090658465937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:22:02Z', 'updated_at': '2021-06-11T10:22:08Z', 'revision_number': 5, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'subnets': [{'id': '746c4cb8-a418-4846-90d0-090658465937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:22:27.598197 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c07cadf-8ed8-4113-8210-02cd84612dcc None None] Checking router: e0f9efd1-6662-4472-882c-4e29581bfdb8 for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:22:27.607894 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c07cadf-8ed8-4113-8210-02cd84612dcc None None] Routers {'e0f9efd1-6662-4472-882c-4e29581bfdb8'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:22:27.608757 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-7c07cadf-8ed8-4113-8210-02cd84612dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:22:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['e0f9efd1-6662-4472-882c-4e29581bfdb8'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:22:27.618256 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7171d764-6916-4223-b93c-aff7725a7dc2 req-765e1fb1-b8d2-4e68-9f3a-fe5001f0f5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:22:27.620217 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7171d764-6916-4223-b93c-aff7725a7dc2 req-765e1fb1-b8d2-4e68-9f3a-fe5001f0f5dd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=291bb5ee2189444bb635fe5a1d306c3b&device_id=95f299f4-223d-4921-9764-6b0e6e32a264 HTTP/1.1" status: 200 len: 1097 time: 0.0995233 Jun 11 10:22:27.673173 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0846b4db-8f50-44ed-b976-ffb1459ddf94 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:27.706941 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0846b4db-8f50-44ed-b976-ffb1459ddf94 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:27.755845 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7171d764-6916-4223-b93c-aff7725a7dc2 req-7f9f8a49-204b-4075-bd8f-53f9534034b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:22:27.757586 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7171d764-6916-4223-b93c-aff7725a7dc2 req-7f9f8a49-204b-4075-bd8f-53f9534034b4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=16624c7a-47e9-4106-afa4-17848be9a024 HTTP/1.1" status: 200 len: 897 time: 0.1294186 Jun 11 10:22:27.775463 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-7c07cadf-8ed8-4113-8210-02cd84612dcc None None] Set router e0f9efd1-6662-4472-882c-4e29581bfdb8 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:22:27.844351 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7171d764-6916-4223-b93c-aff7725a7dc2 req-2dd5045b-5f97-425e-a01d-33591d87cd6a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15a9d4b7-f231-4a2e-8032-7c98f57d38d6 HTTP/1.1" status: 200 len: 999 time: 0.0787966 Jun 11 10:22:27.895202 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0846b4db-8f50-44ed-b976-ffb1459ddf94 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:27.898341 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0846b4db-8f50-44ed-b976-ffb1459ddf94 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:27.902126 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-0846b4db-8f50-44ed-b976-ffb1459ddf94 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "DELETE /v2.0/security-groups/0a74104c-69c5-4f75-b380-df31617bbb89 HTTP/1.1" status: 204 len: 168 time: 0.3157003 Jun 11 10:22:27.902126 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-899e104d-dffc-4229-9941-a3e06e1e4a60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:22:27.912720 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0846b4db-8f50-44ed-b976-ffb1459ddf94 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a74104c-69c5-4f75-b380-df31617bbb89,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:22:27.913369 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7171d764-6916-4223-b93c-aff7725a7dc2 req-8d243936-844b-4d43-97bd-790426962649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:22:27.915120 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7171d764-6916-4223-b93c-aff7725a7dc2 req-8d243936-844b-4d43-97bd-790426962649 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=746c4cb8-a418-4846-90d0-090658465937 HTTP/1.1" status: 200 len: 834 time: 0.0639319 Jun 11 10:22:27.923129 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0846b4db-8f50-44ed-b976-ffb1459ddf94 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:22:27.923720 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0846b4db-8f50-44ed-b976-ffb1459ddf94 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:22:27.924203 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0846b4db-8f50-44ed-b976-ffb1459ddf94 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:22:27.924625 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0846b4db-8f50-44ed-b976-ffb1459ddf94 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:22:27.925066 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0846b4db-8f50-44ed-b976-ffb1459ddf94 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:22:27.925452 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0846b4db-8f50-44ed-b976-ffb1459ddf94 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:22:27.925831 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0846b4db-8f50-44ed-b976-ffb1459ddf94 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:22:27.926202 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0846b4db-8f50-44ed-b976-ffb1459ddf94 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:22:27.926581 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0846b4db-8f50-44ed-b976-ffb1459ddf94 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:22:27.926969 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0846b4db-8f50-44ed-b976-ffb1459ddf94 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:22:27.927346 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0846b4db-8f50-44ed-b976-ffb1459ddf94 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:22:27.927742 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0846b4db-8f50-44ed-b976-ffb1459ddf94 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:22:27.931654 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0846b4db-8f50-44ed-b976-ffb1459ddf94 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:22:27.984570 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7171d764-6916-4223-b93c-aff7725a7dc2 req-52cddcbd-d70d-4350-993e-7a825414cdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:22:27.986134 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7171d764-6916-4223-b93c-aff7725a7dc2 req-52cddcbd-d70d-4350-993e-7a825414cdaf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=16624c7a-47e9-4106-afa4-17848be9a024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0638306 Jun 11 10:22:27.999997 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 35584) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:22:28.129655 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7171d764-6916-4223-b93c-aff7725a7dc2 req-30bd507b-c12d-4b3e-9a36-5ffae8bbb52d service neutron] 10.222.0.69 "GET /v2.0/networks/16624c7a-47e9-4106-afa4-17848be9a024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368113 Jun 11 10:22:28.187638 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-7c07cadf-8ed8-4113-8210-02cd84612dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f9efd1-6662-4472-882c-4e29581bfdb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1523403837', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'd7dd619e-fdaf-4133-8929-f25396f83103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:21:57Z', 'updated_at': '2021-06-11T10:22:03Z', 'revision_number': 4, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'gw_port': {'id': 'd7dd619e-fdaf-4133-8929-f25396f83103', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:de:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f9efd1-6662-4472-882c-4e29581bfdb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:21:59Z', 'updated_at': '2021-06-11T10:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': '55d5d26c-02da-47be-ad0d-41f793f8a017', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'floating_ip_address': '172.25.4.237', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': 'e0f9efd1-6662-4472-882c-4e29581bfdb8', 'port_id': '15a9d4b7-f231-4a2e-8032-7c98f57d38d6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16624c7a-47e9-4106-afa4-17848be9a024', 'mac_address': 'fa:16:3e:a3:6b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f299f4-223d-4921-9764-6b0e6e32a264', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T10:22:25Z', 'updated_at': '2021-06-11T10:22:25Z', 'revision_number': 0, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee41b85a-56e3-416f-8742-e8cd5ae2133b', 'name': '', 'network_id': '16624c7a-47e9-4106-afa4-17848be9a024', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'mac_address': 'fa:16:3e:0e:42:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f9efd1-6662-4472-882c-4e29581bfdb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '746c4cb8-a418-4846-90d0-090658465937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:22:02Z', 'updated_at': '2021-06-11T10:22:08Z', 'revision_number': 5, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'subnets': [{'id': '746c4cb8-a418-4846-90d0-090658465937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:22:28.191287 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c07cadf-8ed8-4113-8210-02cd84612dcc None None] The sync data for ids ['e0f9efd1-6662-4472-882c-4e29581bfdb8'] in n-d-779913-12 is: [{'id': 'e0f9efd1-6662-4472-882c-4e29581bfdb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1523403837', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'd7dd619e-fdaf-4133-8929-f25396f83103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:21:57Z', 'updated_at': '2021-06-11T10:22:03Z', 'revision_number': 4, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'gw_port': {'id': 'd7dd619e-fdaf-4133-8929-f25396f83103', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:de:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f9efd1-6662-4472-882c-4e29581bfdb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:21:59Z', 'updated_at': '2021-06-11T10:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': '55d5d26c-02da-47be-ad0d-41f793f8a017', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'floating_ip_address': '172.25.4.237', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': 'e0f9efd1-6662-4472-882c-4e29581bfdb8', 'port_id': '15a9d4b7-f231-4a2e-8032-7c98f57d38d6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16624c7a-47e9-4106-afa4-17848be9a024', 'mac_address': 'fa:16:3e:a3:6b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f299f4-223d-4921-9764-6b0e6e32a264', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T10:22:25Z', 'updated_at': '2021-06-11T10:22:25Z', 'revision_number': 0, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee41b85a-56e3-416f-8742-e8cd5ae2133b', 'name': '', 'network_id': '16624c7a-47e9-4106-afa4-17848be9a024', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'mac_address': 'fa:16:3e:0e:42:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f9efd1-6662-4472-882c-4e29581bfdb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '746c4cb8-a418-4846-90d0-090658465937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:22:02Z', 'updated_at': '2021-06-11T10:22:08Z', 'revision_number': 5, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'subnets': [{'id': '746c4cb8-a418-4846-90d0-090658465937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:22:28.265794 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7171d764-6916-4223-b93c-aff7725a7dc2 req-7e011ae1-1658-40e7-9405-bde7d8e6204a service neutron] 10.222.0.69 "GET /v2.0/networks/16624c7a-47e9-4106-afa4-17848be9a024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289287 Jun 11 10:22:28.412299 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a32b38-1667-4374-a0c4-4706491ed194 None None] New status for floating IP 55d5d26c-02da-47be-ad0d-41f793f8a017: ACTIVE {{(pid=93178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 10:22:28.510456 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-00d66068-03fa-4906-a0c5-a45f202f19bc tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375209'] for router_interface, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:28.577005 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 35586) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:22:28.665633 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-d7f68044-73b4-4d6c-bba5-ff802e5e6092 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/floatingips/55d5d26c-02da-47be-ad0d-41f793f8a017 HTTP/1.1" status: 200 len: 991 time: 0.0864410 Jun 11 10:22:28.869122 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-00d66068-03fa-4906-a0c5-a45f202f19bc tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Deleting port c1b07cc9-2a24-4521-9b02-ff8df0d0c8d8 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:22:28.869466 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-00d66068-03fa-4906-a0c5-a45f202f19bc tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:28.984966 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-00d66068-03fa-4906-a0c5-a45f202f19bc tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] For port c1b07cc9-2a24-4521-9b02-ff8df0d0c8d8, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=c1b07cc9-2a24-4521-9b02-ff8df0d0c8d8,segment=NetworkSegment(db6cb843-6d38-44d5-9129-a98b1b6f40c6),segment_id=db6cb843-6d38-44d5-9129-a98b1b6f40c6)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:22:28.985325 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-00d66068-03fa-4906-a0c5-a45f202f19bc tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:29.081289 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-00d66068-03fa-4906-a0c5-a45f202f19bc tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Calling delete_port for c1b07cc9-2a24-4521-9b02-ff8df0d0c8d8 owned by network:router_interface {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:22:29.375146 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-00d66068-03fa-4906-a0c5-a45f202f19bc tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:29.377304 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3b66bca4-66b9-4dc7-84f4-a2b19ec87c61 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:22:29.409780 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d66068-03fa-4906-a0c5-a45f202f19bc tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Pushing event deleted for resources: {'Port': ['ID=c1b07cc9-2a24-4521-9b02-ff8df0d0c8d8,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:22:29.412944 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-00d66068-03fa-4906-a0c5-a45f202f19bc tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:22:29.655164 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-00d66068-03fa-4906-a0c5-a45f202f19bc tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362297'] for router_interface, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:29.669479 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 35590) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:22:29.753628 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-928c5cc3-0de4-4167-84fe-e381a1dcdbb1 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/floatingips/55d5d26c-02da-47be-ad0d-41f793f8a017 HTTP/1.1" status: 200 len: 993 time: 0.0826421 Jun 11 10:22:29.954020 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00d66068-03fa-4906-a0c5-a45f202f19bc tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Router e1b5a997-1073-41c6-974e-520ea625506c has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:22:30.102446 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00d66068-03fa-4906-a0c5-a45f202f19bc tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:22:30.107797 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-00d66068-03fa-4906-a0c5-a45f202f19bc tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "PUT /v2.0/routers/e1b5a997-1073-41c6-974e-520ea625506c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1067405 Jun 11 10:22:30.110669 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 35594) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:22:30.113216 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d904133-5263-4866-8b89-78afa8385517 None None] Sync routers for ids ['e1b5a997-1073-41c6-974e-520ea625506c'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:22:30.122872 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d904133-5263-4866-8b89-78afa8385517 None None] Routers {'e1b5a997-1073-41c6-974e-520ea625506c'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:22:30.123558 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-7d904133-5263-4866-8b89-78afa8385517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:22:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['e1b5a997-1073-41c6-974e-520ea625506c'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:22:30.171497 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-45a67aee-48f2-453f-90c4-1adc4272aca6 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Deleting subnet 2d648374-76a1-4ced-9a55-c8f60e47fac9 {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:22:30.174834 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-45a67aee-48f2-453f-90c4-1adc4272aca6 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:30.222853 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-45a67aee-48f2-453f-90c4-1adc4272aca6 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:30.262454 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 7e316b2c-5d0a-4488-baaa-82975fe9eaf1 no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:22:30.265327 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-7d904133-5263-4866-8b89-78afa8385517 None None] Set router e1b5a997-1073-41c6-974e-520ea625506c gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:22:30.292312 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] No Port match for: 7e316b2c-5d0a-4488-baaa-82975fe9eaf1 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:22:30.292785 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 7e316b2c-5d0a-4488-baaa-82975fe9eaf1 not bound to the agent host n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:22:30.328972 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-45a67aee-48f2-453f-90c4-1adc4272aca6 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:30.472621 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-45a67aee-48f2-453f-90c4-1adc4272aca6 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:30.476349 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-575073ae-4ff2-4340-980b-0df0320b62c1 tempest-ExtraDHCPOptionsTestJSON-1778839775 tempest-ExtraDHCPOptionsTestJSON-1778839775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:22:30.511620 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a67aee-48f2-453f-90c4-1adc4272aca6 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Pushing event deleted for resources: {'Subnet': ['ID=2d648374-76a1-4ced-9a55-c8f60e47fac9,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:22:30.513684 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-45a67aee-48f2-453f-90c4-1adc4272aca6 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:30.516071 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-45a67aee-48f2-453f-90c4-1adc4272aca6 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "DELETE /v2.0/subnets/2d648374-76a1-4ced-9a55-c8f60e47fac9 HTTP/1.1" status: 204 len: 168 time: 0.4039583 Jun 11 10:22:30.516736 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-45a67aee-48f2-453f-90c4-1adc4272aca6 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:22:30.518700 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 35598) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:22:30.523136 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb01160-ba73-49f1-b592-de3f34639bb4 None None] Network 2a1b71bb-7184-48bf-959d-5c444e36c97b requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:22:30.533104 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-7d904133-5263-4866-8b89-78afa8385517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b5a997-1073-41c6-974e-520ea625506c', 'name': 'tempest-TestNetworkBasicOps-router-1174051028', 'tenant_id': '7cff3ec0902242ea94828c7f7e013111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': 'c8e6d3ed-6c08-4384-ac8b-7de07e57e9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:19:23Z', 'updated_at': '2021-06-11T10:22:29Z', 'revision_number': 7, 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'gw_port': {'id': 'c8e6d3ed-6c08-4384-ac8b-7de07e57e9f4', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b5a997-1073-41c6-974e-520ea625506c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:19:24Z', 'updated_at': '2021-06-11T10:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:22:30.536872 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d904133-5263-4866-8b89-78afa8385517 None None] Checking router: e1b5a997-1073-41c6-974e-520ea625506c for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:22:30.546582 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d904133-5263-4866-8b89-78afa8385517 None None] Routers {'e1b5a997-1073-41c6-974e-520ea625506c'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:22:30.546966 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-7d904133-5263-4866-8b89-78afa8385517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:22:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['e1b5a997-1073-41c6-974e-520ea625506c'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:22:30.690212 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cb4c1007-ef0d-4be9-b688-71fb5ec01e3e tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for router, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:30.714479 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-7d904133-5263-4866-8b89-78afa8385517 None None] Set router e1b5a997-1073-41c6-974e-520ea625506c gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:22:30.798122 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6acf50a-f0de-4776-bfd4-c43bb10131ef None None] DHCP port deletion for 2a1b71bb-7184-48bf-959d-5c444e36c97b request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 10:22:30.862681 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-d6acf50a-f0de-4776-bfd4-c43bb10131ef None None] Deleting port d84d48ea-d33c-4097-9178-9ab3b65cd9c7 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:22:30.863079 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d6acf50a-f0de-4776-bfd4-c43bb10131ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:30.960574 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-d6acf50a-f0de-4776-bfd4-c43bb10131ef None None] For port d84d48ea-d33c-4097-9178-9ab3b65cd9c7, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=d84d48ea-d33c-4097-9178-9ab3b65cd9c7,segment=NetworkSegment(db6cb843-6d38-44d5-9129-a98b1b6f40c6),segment_id=db6cb843-6d38-44d5-9129-a98b1b6f40c6)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:22:30.960999 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d6acf50a-f0de-4776-bfd4-c43bb10131ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:30.972008 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-7d904133-5263-4866-8b89-78afa8385517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b5a997-1073-41c6-974e-520ea625506c', 'name': 'tempest-TestNetworkBasicOps-router-1174051028', 'tenant_id': '7cff3ec0902242ea94828c7f7e013111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': 'c8e6d3ed-6c08-4384-ac8b-7de07e57e9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:19:23Z', 'updated_at': '2021-06-11T10:22:29Z', 'revision_number': 7, 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'gw_port': {'id': 'c8e6d3ed-6c08-4384-ac8b-7de07e57e9f4', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b5a997-1073-41c6-974e-520ea625506c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:19:24Z', 'updated_at': '2021-06-11T10:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:22:30.981350 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d904133-5263-4866-8b89-78afa8385517 None None] The sync data for ids ['e1b5a997-1073-41c6-974e-520ea625506c'] in n-d-779913-12 is: [{'id': 'e1b5a997-1073-41c6-974e-520ea625506c', 'name': 'tempest-TestNetworkBasicOps-router-1174051028', 'tenant_id': '7cff3ec0902242ea94828c7f7e013111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': 'c8e6d3ed-6c08-4384-ac8b-7de07e57e9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:19:23Z', 'updated_at': '2021-06-11T10:22:29Z', 'revision_number': 7, 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'gw_port': {'id': 'c8e6d3ed-6c08-4384-ac8b-7de07e57e9f4', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b5a997-1073-41c6-974e-520ea625506c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:19:24Z', 'updated_at': '2021-06-11T10:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:22:31.087665 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-d6acf50a-f0de-4776-bfd4-c43bb10131ef None None] Calling delete_port for d84d48ea-d33c-4097-9178-9ab3b65cd9c7 owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:22:31.209391 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cb4c1007-ef0d-4be9-b688-71fb5ec01e3e tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:31.314044 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d6acf50a-f0de-4776-bfd4-c43bb10131ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:31.316332 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-84abdbf4-02a9-43f9-ad19-b3c0f6d258a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:22:31.345736 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6acf50a-f0de-4776-bfd4-c43bb10131ef None None] Pushing event deleted for resources: {'Port': ['ID=d84d48ea-d33c-4097-9178-9ab3b65cd9c7,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:22:31.348974 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-d6acf50a-f0de-4776-bfd4-c43bb10131ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:22:31.356310 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6acf50a-f0de-4776-bfd4-c43bb10131ef None None] No DVR routers for this DVR port d84d48ea-d33c-4097-9178-9ab3b65cd9c7 on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:22:31.386169 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-cb4c1007-ef0d-4be9-b688-71fb5ec01e3e tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Deleting port c8e6d3ed-6c08-4384-ac8b-7de07e57e9f4 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:22:31.386601 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cb4c1007-ef0d-4be9-b688-71fb5ec01e3e tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:31.478178 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:31.508109 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-cb4c1007-ef0d-4be9-b688-71fb5ec01e3e tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] For port c8e6d3ed-6c08-4384-ac8b-7de07e57e9f4, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=c8e6d3ed-6c08-4384-ac8b-7de07e57e9f4,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:22:31.508464 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cb4c1007-ef0d-4be9-b688-71fb5ec01e3e tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:31.604943 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-cb4c1007-ef0d-4be9-b688-71fb5ec01e3e tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Calling delete_port for c8e6d3ed-6c08-4384-ac8b-7de07e57e9f4 owned by network:router_gateway {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:22:31.906357 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cb4c1007-ef0d-4be9-b688-71fb5ec01e3e tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:31.908487 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8c43c490-a34f-4e2d-81d5-256e08d8ff09 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:22:31.936280 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4c1007-ef0d-4be9-b688-71fb5ec01e3e tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Pushing event deleted for resources: {'Port': ['ID=c8e6d3ed-6c08-4384-ac8b-7de07e57e9f4,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:22:31.939923 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-cb4c1007-ef0d-4be9-b688-71fb5ec01e3e tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:22:32.018286 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cb4c1007-ef0d-4be9-b688-71fb5ec01e3e tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374120'] for router_gateway, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:32.187935 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cb4c1007-ef0d-4be9-b688-71fb5ec01e3e tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:32.190057 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cb4c1007-ef0d-4be9-b688-71fb5ec01e3e tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:32.294782 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cb4c1007-ef0d-4be9-b688-71fb5ec01e3e tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:32.295335 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb4c1007-ef0d-4be9-b688-71fb5ec01e3e tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Fanout notify agent at l3_agent the message router_deleted on router e1b5a997-1073-41c6-974e-520ea625506c {{(pid=93176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 10:22:32.302013 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cb4c1007-ef0d-4be9-b688-71fb5ec01e3e tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:32.303115 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-cb4c1007-ef0d-4be9-b688-71fb5ec01e3e tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "DELETE /v2.0/routers/e1b5a997-1073-41c6-974e-520ea625506c HTTP/1.1" status: 204 len: 168 time: 1.7834451 Jun 11 10:22:32.305892 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 35606) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:22:32.413844 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ad3ee6c5-1c6a-4f1c-a33d-cf68efa59092 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:32.530837 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ad3ee6c5-1c6a-4f1c-a33d-cf68efa59092 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:32.542080 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-ad3ee6c5-1c6a-4f1c-a33d-cf68efa59092 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a1b71bb-7184-48bf-959d-5c444e36c97b']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:22:32.553328 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-ad3ee6c5-1c6a-4f1c-a33d-cf68efa59092 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db6cb843-6d38-44d5-9129-a98b1b6f40c6') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:22:32.553628 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-ad3ee6c5-1c6a-4f1c-a33d-cf68efa59092 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db6cb843-6d38-44d5-9129-a98b1b6f40c6') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:22:32.563887 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ad3ee6c5-1c6a-4f1c-a33d-cf68efa59092 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:32.579096 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ad3ee6c5-1c6a-4f1c-a33d-cf68efa59092 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:32.584856 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad3ee6c5-1c6a-4f1c-a33d-cf68efa59092 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Releasing vlan 750 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:22:32.585243 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ad3ee6c5-1c6a-4f1c-a33d-cf68efa59092 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:32.588263 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 10:22:32.588263 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:22:32.588263 n-d-779913-12 neutron-server[93176]: timer() Jun 11 10:22:32.588263 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:22:32.588263 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 10:22:32.588263 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:22:32.588263 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 10:22:32.588263 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:22:32.588263 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 10:22:32.588263 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:22:32.588263 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 10:22:32.588263 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:22:32.588263 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 10:22:32.588263 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:22:32.588263 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:22:32.588263 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:22:32.588263 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:22:32.588263 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:22:32.588263 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 10:22:32.588263 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:22:32.588263 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 10:22:32.588263 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:22:32.588263 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:22:32.588263 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:22:32.588263 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 10:22:32.588263 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:22:32.588263 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:22:32.588263 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:22:32.588263 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:22:32.588263 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:22:32.588263 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:22:32.588263 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:22:32.765860 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device c8e6d3ed-6c08-4384-ac8b-7de07e57e9f4 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:22:32.768422 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ad3ee6c5-1c6a-4f1c-a33d-cf68efa59092 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:32.774454 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ad3ee6c5-1c6a-4f1c-a33d-cf68efa59092 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:32.779413 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-ad3ee6c5-1c6a-4f1c-a33d-cf68efa59092 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "DELETE /v2.0/networks/2a1b71bb-7184-48bf-959d-5c444e36c97b HTTP/1.1" status: 204 len: 168 time: 0.4724431 Jun 11 10:22:32.780327 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-065b581c-2538-43fe-ac14-8cd1e54878d1 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:22:32.791904 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 35608) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:22:32.797541 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-fe10757c-0c82-48c2-96da-62c77e3e8005 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Request body: {'network': {'name': 'tempest-network-smoke--426954797', 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'port_security_enabled': True}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:22:32.802319 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: c8e6d3ed-6c08-4384-ac8b-7de07e57e9f4 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:22:32.802967 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device c8e6d3ed-6c08-4384-ac8b-7de07e57e9f4 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:22:32.803273 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device d84d48ea-d33c-4097-9178-9ab3b65cd9c7 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:22:32.815436 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3ee6c5-1c6a-4f1c-a33d-cf68efa59092 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Pushing event deleted for resources: {'Network': ['ID=2a1b71bb-7184-48bf-959d-5c444e36c97b,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:22:32.823354 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ad3ee6c5-1c6a-4f1c-a33d-cf68efa59092 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:22:32.835829 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: d84d48ea-d33c-4097-9178-9ab3b65cd9c7 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:22:32.836185 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device d84d48ea-d33c-4097-9178-9ab3b65cd9c7 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:22:32.844656 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device c1b07cc9-2a24-4521-9b02-ff8df0d0c8d8 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:22:32.860312 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: c1b07cc9-2a24-4521-9b02-ff8df0d0c8d8 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:22:32.860664 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device c1b07cc9-2a24-4521-9b02-ff8df0d0c8d8 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:22:32.906372 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe10757c-0c82-48c2-96da-62c77e3e8005 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Made reservation on behalf of 7cff3ec0902242ea94828c7f7e013111 for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:22:32.910029 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fe10757c-0c82-48c2-96da-62c77e3e8005 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:32.939257 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe10757c-0c82-48c2-96da-62c77e3e8005 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 796} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:22:32.948965 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fe10757c-0c82-48c2-96da-62c77e3e8005 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:32.949301 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-fe10757c-0c82-48c2-96da-62c77e3e8005 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Added segment 8af1a694-6962-4cbf-9633-b479af231058 of type vlan for network 5a8411c2-c285-4ab4-83dc-f69ab9725cdb Jun 11 10:22:33.008175 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fe10757c-0c82-48c2-96da-62c77e3e8005 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:33.117683 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fe10757c-0c82-48c2-96da-62c77e3e8005 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:33.123962 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe10757c-0c82-48c2-96da-62c77e3e8005 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:22:33.124549 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fe10757c-0c82-48c2-96da-62c77e3e8005 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:33.127176 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f15c6189-235c-4813-a76d-09b701c98fe7 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:22:33.246262 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe10757c-0c82-48c2-96da-62c77e3e8005 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Pushing event updated for resources: {'Network': ['ID=5a8411c2-c285-4ab4-83dc-f69ab9725cdb,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:22:33.248904 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-fe10757c-0c82-48c2-96da-62c77e3e8005 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:22:33.255591 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-fe10757c-0c82-48c2-96da-62c77e3e8005 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4626660 Jun 11 10:22:33.258363 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 35612) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:22:33.258882 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 5a8411c2-c285-4ab4-83dc-f69ab9725cdb details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:22:33.263396 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-2c03f136-1468-496c-b547-a39530ebf525 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-833698789', 'admin_state_up': True, 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:22:33.335328 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2c03f136-1468-496c-b547-a39530ebf525 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:33.336600 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2c03f136-1468-496c-b547-a39530ebf525 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:33.803097 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2c03f136-1468-496c-b547-a39530ebf525 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:34.081773 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2c03f136-1468-496c-b547-a39530ebf525 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:34.498035 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2c03f136-1468-496c-b547-a39530ebf525 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for router_gateway, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:34.528484 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2c03f136-1468-496c-b547-a39530ebf525 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:34.652897 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-2c03f136-1468-496c-b547-a39530ebf525 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Allocated IP 172.25.4.134 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/69f6d45f-c728-40f7-91d2-e91e4abd6176) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:22:34.791088 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2c03f136-1468-496c-b547-a39530ebf525 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:34.924008 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2c03f136-1468-496c-b547-a39530ebf525 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:34.927167 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-eff6b9f7-6622-4158-8b77-0331e0d2b24c tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:22:34.973228 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c03f136-1468-496c-b547-a39530ebf525 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:22:34.978349 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-2c03f136-1468-496c-b547-a39530ebf525 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:22:34.980885 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c03f136-1468-496c-b547-a39530ebf525 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:22:35.018762 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c03f136-1468-496c-b547-a39530ebf525 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Pushing event updated for resources: {'Port': ['ID=69f6d45f-c728-40f7-91d2-e91e4abd6176,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:22:35.026922 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2c03f136-1468-496c-b547-a39530ebf525 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:22:35.415043 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2c03f136-1468-496c-b547-a39530ebf525 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for router_gateway, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:35.694618 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2c03f136-1468-496c-b547-a39530ebf525 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:35.837537 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:35.924155 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c03f136-1468-496c-b547-a39530ebf525 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Router f5d8aea6-a1b9-48e9-98f2-6900a76d5c43 is scheduled to L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 with binding_index 1 {{(pid=93177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 10:22:36.079166 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c03f136-1468-496c-b547-a39530ebf525 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:22:36.089790 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c60534b-eaae-4cda-b637-04e96096766b None None] Sync routers for ids ['f5d8aea6-a1b9-48e9-98f2-6900a76d5c43'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:22:36.098946 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c60534b-eaae-4cda-b637-04e96096766b None None] Routers {'f5d8aea6-a1b9-48e9-98f2-6900a76d5c43'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:22:36.099662 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-6c60534b-eaae-4cda-b637-04e96096766b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:22:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['f5d8aea6-a1b9-48e9-98f2-6900a76d5c43'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:22:36.169164 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2c03f136-1468-496c-b547-a39530ebf525 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:36.170811 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-2c03f136-1468-496c-b547-a39530ebf525 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.9114206 Jun 11 10:22:36.173900 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 35630) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:22:36.219308 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-b3151cc0-d415-4265-b3d6-7e25a00aff1f tempest-TestNetworkBasicOps-36146069 tempest-TestNetworkBasicOps-36146069-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=7cff3ec0902242ea94828c7f7e013111&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0439110 Jun 11 10:22:36.222022 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 35634) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:22:36.413063 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50829c72-5235-48f0-beab-9d0f1e013277 tempest-TestNetworkBasicOps-36146069 tempest-TestNetworkBasicOps-36146069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:22:36.414437 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-50829c72-5235-48f0-beab-9d0f1e013277 tempest-TestNetworkBasicOps-36146069 tempest-TestNetworkBasicOps-36146069-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1917009 Jun 11 10:22:36.418067 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 35636) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:22:36.447353 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-6c60534b-eaae-4cda-b637-04e96096766b None None] Set router f5d8aea6-a1b9-48e9-98f2-6900a76d5c43 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:22:36.459612 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-b344ef2a-4973-4742-af5d-d0d2e2c9a58d tempest-TestNetworkBasicOps-36146069 tempest-TestNetworkBasicOps-36146069-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=f0adef6e-169f-4a27-8865-442be2ad072d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0401030 Jun 11 10:22:36.462731 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 35638) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:22:36.468000 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-41e45ded-87fa-41d9-9f48-1ad305c0e753 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-24044101', 'network_id': '5a8411c2-c285-4ab4-83dc-f69ab9725cdb', 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:22:36.637623 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41e45ded-87fa-41d9-9f48-1ad305c0e753 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Made reservation on behalf of 7cff3ec0902242ea94828c7f7e013111 for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:22:36.641222 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-41e45ded-87fa-41d9-9f48-1ad305c0e753 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:36.701467 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-6c60534b-eaae-4cda-b637-04e96096766b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d8aea6-a1b9-48e9-98f2-6900a76d5c43', 'name': 'tempest-TestNetworkBasicOps-router-833698789', 'tenant_id': '7cff3ec0902242ea94828c7f7e013111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '69f6d45f-c728-40f7-91d2-e91e4abd6176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:22:33Z', 'updated_at': '2021-06-11T10:22:35Z', 'revision_number': 3, 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'gw_port': {'id': '69f6d45f-c728-40f7-91d2-e91e4abd6176', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:00:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5d8aea6-a1b9-48e9-98f2-6900a76d5c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:22:34Z', 'updated_at': '2021-06-11T10:22:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:22:36.704631 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c60534b-eaae-4cda-b637-04e96096766b None None] Checking router: f5d8aea6-a1b9-48e9-98f2-6900a76d5c43 for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:22:36.705001 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c60534b-eaae-4cda-b637-04e96096766b None None] Updating router f5d8aea6-a1b9-48e9-98f2-6900a76d5c43 port 69f6d45f-c728-40f7-91d2-e91e4abd6176 binding host n-d-779913-12 {{(pid=93178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 10:22:36.753449 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6c60534b-eaae-4cda-b637-04e96096766b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:36.934201 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-41e45ded-87fa-41d9-9f48-1ad305c0e753 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:36.936647 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b4827ce1-2191-4a72-8aca-c9e6fc9961ab tempest-NetworksTest-981210620 tempest-NetworksTest-981210620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:22:37.007125 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e45ded-87fa-41d9-9f48-1ad305c0e753 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Pushing event updated for resources: {'Subnet': ['ID=5ffdbc2e-a0d1-4815-957d-5551412cc88a,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:22:37.011740 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-41e45ded-87fa-41d9-9f48-1ad305c0e753 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:22:37.018892 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e45ded-87fa-41d9-9f48-1ad305c0e753 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Checking segment: {'id': '8af1a694-6962-4cbf-9633-b479af231058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '5a8411c2-c285-4ab4-83dc-f69ab9725cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:22:37.019264 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e45ded-87fa-41d9-9f48-1ad305c0e753 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Network hostable DHCP agents. Network: 5a8411c2-c285-4ab4-83dc-f69ab9725cdb, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:22:37.078292 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6c60534b-eaae-4cda-b637-04e96096766b None None] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:37.087901 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-6c60534b-eaae-4cda-b637-04e96096766b None None] Transition to ACTIVE for port object 69f6d45f-c728-40f7-91d2-e91e4abd6176 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:22:37.105957 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e45ded-87fa-41d9-9f48-1ad305c0e753 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Network 5a8411c2-c285-4ab4-83dc-f69ab9725cdb is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:22:37.151737 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6c60534b-eaae-4cda-b637-04e96096766b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:37.153735 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f9da6f37-ddd3-454d-97b1-cefaf25772ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:22:37.180318 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-41e45ded-87fa-41d9-9f48-1ad305c0e753 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 5a8411c2-c285-4ab4-83dc-f69ab9725cdb) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:22:37.186465 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e45ded-87fa-41d9-9f48-1ad305c0e753 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:22:37.186564 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-41e45ded-87fa-41d9-9f48-1ad305c0e753 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:37.192680 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ce0520-1012-44f0-bc9d-088af04db567 None None] Network 5a8411c2-c285-4ab4-83dc-f69ab9725cdb requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:22:37.241549 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daf7a56-5ff6-4cd3-8672-048289ea28d9 None None] Pushing event updated for resources: {'Port': ['ID=69f6d45f-c728-40f7-91d2-e91e4abd6176,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:22:37.245833 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-6c60534b-eaae-4cda-b637-04e96096766b None None] Attempting to bind port 69f6d45f-c728-40f7-91d2-e91e4abd6176 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:22:37.246206 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-6c60534b-eaae-4cda-b637-04e96096766b None None] Attempting to bind port 69f6d45f-c728-40f7-91d2-e91e4abd6176 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:22:37.246573 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c60534b-eaae-4cda-b637-04e96096766b None None] Attempting to bind port 69f6d45f-c728-40f7-91d2-e91e4abd6176 on network f0adef6e-169f-4a27-8865-442be2ad072d {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:22:37.250517 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-0daf7a56-5ff6-4cd3-8672-048289ea28d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:22:37.257021 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-41e45ded-87fa-41d9-9f48-1ad305c0e753 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7931540 Jun 11 10:22:37.260716 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 35642) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:22:37.299182 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c60534b-eaae-4cda-b637-04e96096766b None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:22:37.299550 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c60534b-eaae-4cda-b637-04e96096766b None None] Checking segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:22:37.299977 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6c60534b-eaae-4cda-b637-04e96096766b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:37.300382 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c60534b-eaae-4cda-b637-04e96096766b None None] Bound using segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:22:37.300978 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-6c60534b-eaae-4cda-b637-04e96096766b None None] Bound port: 69f6d45f-c728-40f7-91d2-e91e4abd6176, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:22:37.301381 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6c60534b-eaae-4cda-b637-04e96096766b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:37.419988 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-6c60534b-eaae-4cda-b637-04e96096766b None None] For port 69f6d45f-c728-40f7-91d2-e91e4abd6176, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:22:37.443389 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-6c60534b-eaae-4cda-b637-04e96096766b None None] For port 69f6d45f-c728-40f7-91d2-e91e4abd6176, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=69f6d45f-c728-40f7-91d2-e91e4abd6176,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:22:37.489966 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea90bc95-e77f-43f0-847e-0172cbe562c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-5a8411c2-c285-4ab4-83dc-f69ab9725cdb', 'network_id': '5a8411c2-c285-4ab4-83dc-f69ab9725cdb', 'tenant_id': '7cff3ec0902242ea94828c7f7e013111', 'fixed_ips': [{'subnet_id': '5ffdbc2e-a0d1-4815-957d-5551412cc88a'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 10:22:37.490941 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ea90bc95-e77f-43f0-847e-0172cbe562c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:37.577286 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6c60534b-eaae-4cda-b637-04e96096766b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:37.582271 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:22:37.702985 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c60534b-eaae-4cda-b637-04e96096766b None None] Routers {'f5d8aea6-a1b9-48e9-98f2-6900a76d5c43'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:22:37.703469 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-6c60534b-eaae-4cda-b637-04e96096766b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:22:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['f5d8aea6-a1b9-48e9-98f2-6900a76d5c43'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:22:37.807963 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daf7a56-5ff6-4cd3-8672-048289ea28d9 None None] Pushing event updated for resources: {'Port': ['ID=69f6d45f-c728-40f7-91d2-e91e4abd6176,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:22:37.813635 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-0daf7a56-5ff6-4cd3-8672-048289ea28d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:22:37.840107 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-ea90bc95-e77f-43f0-847e-0172cbe562c8 None None] Allocated IP 172.20.0.2 (5a8411c2-c285-4ab4-83dc-f69ab9725cdb/5ffdbc2e-a0d1-4815-957d-5551412cc88a/c6941097-e764-4e30-a6c7-57feaec47b46) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:22:37.914479 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-6c60534b-eaae-4cda-b637-04e96096766b None None] Set router f5d8aea6-a1b9-48e9-98f2-6900a76d5c43 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:22:38.260313 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ea90bc95-e77f-43f0-847e-0172cbe562c8 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:38.277769 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-ea90bc95-e77f-43f0-847e-0172cbe562c8 None None] Transition to ACTIVE for port object c6941097-e764-4e30-a6c7-57feaec47b46 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:22:38.306231 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-ea90bc95-e77f-43f0-847e-0172cbe562c8 None None] Transition to ACTIVE for port object c6941097-e764-4e30-a6c7-57feaec47b46 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:22:38.311537 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fb652735-b235-46f1-953f-2f09b1b9c7e0 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:38.321838 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-6c60534b-eaae-4cda-b637-04e96096766b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d8aea6-a1b9-48e9-98f2-6900a76d5c43', 'name': 'tempest-TestNetworkBasicOps-router-833698789', 'tenant_id': '7cff3ec0902242ea94828c7f7e013111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '69f6d45f-c728-40f7-91d2-e91e4abd6176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:22:33Z', 'updated_at': '2021-06-11T10:22:35Z', 'revision_number': 3, 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'gw_port': {'id': '69f6d45f-c728-40f7-91d2-e91e4abd6176', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:00:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5d8aea6-a1b9-48e9-98f2-6900a76d5c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:22:34Z', 'updated_at': '2021-06-11T10:22:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:22:38.325587 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c60534b-eaae-4cda-b637-04e96096766b None None] The sync data for ids ['f5d8aea6-a1b9-48e9-98f2-6900a76d5c43'] in n-d-779913-12 is: [{'id': 'f5d8aea6-a1b9-48e9-98f2-6900a76d5c43', 'name': 'tempest-TestNetworkBasicOps-router-833698789', 'tenant_id': '7cff3ec0902242ea94828c7f7e013111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '69f6d45f-c728-40f7-91d2-e91e4abd6176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:22:33Z', 'updated_at': '2021-06-11T10:22:35Z', 'revision_number': 3, 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'gw_port': {'id': '69f6d45f-c728-40f7-91d2-e91e4abd6176', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:00:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5d8aea6-a1b9-48e9-98f2-6900a76d5c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:22:34Z', 'updated_at': '2021-06-11T10:22:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:22:38.375144 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ea90bc95-e77f-43f0-847e-0172cbe562c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:38.377272 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:22:38.430363 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea90bc95-e77f-43f0-847e-0172cbe562c8 None None] Network 5a8411c2-c285-4ab4-83dc-f69ab9725cdb is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:22:38.449100 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-ea90bc95-e77f-43f0-847e-0172cbe562c8 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:22:38.465166 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea90bc95-e77f-43f0-847e-0172cbe562c8 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:22:38.518307 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90bc95-e77f-43f0-847e-0172cbe562c8 None None] Pushing event updated for resources: {'Port': ['ID=c6941097-e764-4e30-a6c7-57feaec47b46,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:22:38.545814 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-ea90bc95-e77f-43f0-847e-0172cbe562c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:22:38.565185 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-ea90bc95-e77f-43f0-847e-0172cbe562c8 None None] Attempting to bind port c6941097-e764-4e30-a6c7-57feaec47b46 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:22:38.565573 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-ea90bc95-e77f-43f0-847e-0172cbe562c8 None None] Attempting to bind port c6941097-e764-4e30-a6c7-57feaec47b46 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '8af1a694-6962-4cbf-9633-b479af231058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '5a8411c2-c285-4ab4-83dc-f69ab9725cdb'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:22:38.565952 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea90bc95-e77f-43f0-847e-0172cbe562c8 None None] Attempting to bind port c6941097-e764-4e30-a6c7-57feaec47b46 on network 5a8411c2-c285-4ab4-83dc-f69ab9725cdb {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:22:38.571726 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea90bc95-e77f-43f0-847e-0172cbe562c8 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:22:38.572134 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea90bc95-e77f-43f0-847e-0172cbe562c8 None None] Checking segment: {'id': '8af1a694-6962-4cbf-9633-b479af231058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '5a8411c2-c285-4ab4-83dc-f69ab9725cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:22:38.572547 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ea90bc95-e77f-43f0-847e-0172cbe562c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:38.572998 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea90bc95-e77f-43f0-847e-0172cbe562c8 None None] Bound using segment: {'id': '8af1a694-6962-4cbf-9633-b479af231058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '5a8411c2-c285-4ab4-83dc-f69ab9725cdb'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:22:38.573543 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-ea90bc95-e77f-43f0-847e-0172cbe562c8 None None] Bound port: c6941097-e764-4e30-a6c7-57feaec47b46, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8af1a694-6962-4cbf-9633-b479af231058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '5a8411c2-c285-4ab4-83dc-f69ab9725cdb'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:22:38.573854 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ea90bc95-e77f-43f0-847e-0172cbe562c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:38.664738 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-ea90bc95-e77f-43f0-847e-0172cbe562c8 None None] For port c6941097-e764-4e30-a6c7-57feaec47b46, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:22:38.668573 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-ea90bc95-e77f-43f0-847e-0172cbe562c8 None None] For port c6941097-e764-4e30-a6c7-57feaec47b46, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=c6941097-e764-4e30-a6c7-57feaec47b46,segment=NetworkSegment(8af1a694-6962-4cbf-9633-b479af231058),segment_id=8af1a694-6962-4cbf-9633-b479af231058)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:22:38.734750 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ea90bc95-e77f-43f0-847e-0172cbe562c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:38.739095 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-e1de89eb-9fb2-49e3-b8aa-0be5ebf4836e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:22:38.755353 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-fb652735-b235-46f1-953f-2f09b1b9c7e0 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Allocated IP 172.20.0.1 (5a8411c2-c285-4ab4-83dc-f69ab9725cdb/5ffdbc2e-a0d1-4815-957d-5551412cc88a/6eb008d2-cbed-4a25-89cf-17e5fdf6fd38) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:22:38.831590 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90bc95-e77f-43f0-847e-0172cbe562c8 None None] Pushing event updated for resources: {'Port': ['ID=c6941097-e764-4e30-a6c7-57feaec47b46,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:22:38.835009 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-ea90bc95-e77f-43f0-847e-0172cbe562c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:22:38.939795 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fb652735-b235-46f1-953f-2f09b1b9c7e0 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:38.954640 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-fb652735-b235-46f1-953f-2f09b1b9c7e0 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Transition to ACTIVE for port object 6eb008d2-cbed-4a25-89cf-17e5fdf6fd38 will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:22:39.084273 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fb652735-b235-46f1-953f-2f09b1b9c7e0 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:39.086538 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4f894229-95a7-4aaa-b394-a7afad073b77 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:22:39.143181 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb652735-b235-46f1-953f-2f09b1b9c7e0 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Network 5a8411c2-c285-4ab4-83dc-f69ab9725cdb is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:22:39.152103 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-fb652735-b235-46f1-953f-2f09b1b9c7e0 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:22:39.154654 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb652735-b235-46f1-953f-2f09b1b9c7e0 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:22:39.157625 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb652735-b235-46f1-953f-2f09b1b9c7e0 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Pushing event updated for resources: {'Port': ['ID=6eb008d2-cbed-4a25-89cf-17e5fdf6fd38,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:22:39.161608 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-fb652735-b235-46f1-953f-2f09b1b9c7e0 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:22:39.216798 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fb652735-b235-46f1-953f-2f09b1b9c7e0 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-375088'] for router_interface, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:39.490607 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fb652735-b235-46f1-953f-2f09b1b9c7e0 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:39.882282 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075f30e7-e316-461f-93ca-035f0575108f None None] Network 5a8411c2-c285-4ab4-83dc-f69ab9725cdb requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:22:39.890260 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fb652735-b235-46f1-953f-2f09b1b9c7e0 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:40.009841 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fb652735-b235-46f1-953f-2f09b1b9c7e0 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:40.010523 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4f894229-95a7-4aaa-b394-a7afad073b77 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:22:40.100030 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-472b7b54-57de-4b32-a5bd-80e67b6f465e None None] Provisioning for port c6941097-e764-4e30-a6c7-57feaec47b46 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:22:40.110287 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fb652735-b235-46f1-953f-2f09b1b9c7e0 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375108'] for router_interface, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:40.112672 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb652735-b235-46f1-953f-2f09b1b9c7e0 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Pushing event updated for resources: {'Port': ['ID=6eb008d2-cbed-4a25-89cf-17e5fdf6fd38,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:22:40.115743 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-fb652735-b235-46f1-953f-2f09b1b9c7e0 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:22:40.275005 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb652735-b235-46f1-953f-2f09b1b9c7e0 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Network 5a8411c2-c285-4ab4-83dc-f69ab9725cdb is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:22:40.276773 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-fb652735-b235-46f1-953f-2f09b1b9c7e0 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:22:40.458175 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb652735-b235-46f1-953f-2f09b1b9c7e0 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Router f5d8aea6-a1b9-48e9-98f2-6900a76d5c43 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:22:40.533636 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-c3cfff15-594f-4b56-b22e-f9c46b0a41a7 None None] Provisioning for port 6eb008d2-cbed-4a25-89cf-17e5fdf6fd38 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:22:40.533934 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-c3cfff15-594f-4b56-b22e-f9c46b0a41a7 None None] Provisioning complete for port 6eb008d2-cbed-4a25-89cf-17e5fdf6fd38 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:22:40.534325 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c3cfff15-594f-4b56-b22e-f9c46b0a41a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:40.655928 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-c3cfff15-594f-4b56-b22e-f9c46b0a41a7 None None] Port 6eb008d2-cbed-4a25-89cf-17e5fdf6fd38 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:22:40.665778 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb652735-b235-46f1-953f-2f09b1b9c7e0 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:22:40.675477 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589fe172-8517-4fea-ad3c-e467d6b6eb46 None None] Sync routers for ids ['f5d8aea6-a1b9-48e9-98f2-6900a76d5c43'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:22:40.679622 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-fb652735-b235-46f1-953f-2f09b1b9c7e0 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "PUT /v2.0/routers/f5d8aea6-a1b9-48e9-98f2-6900a76d5c43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4164791 Jun 11 10:22:40.681500 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 35658) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:22:40.688269 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589fe172-8517-4fea-ad3c-e467d6b6eb46 None None] Routers {'f5d8aea6-a1b9-48e9-98f2-6900a76d5c43'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:22:40.688809 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-589fe172-8517-4fea-ad3c-e467d6b6eb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:22:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['f5d8aea6-a1b9-48e9-98f2-6900a76d5c43'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:22:40.793092 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 69f6d45f-c728-40f7-91d2-e91e4abd6176 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:22:40.890323 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-3fea8867-fd71-4c76-96f7-e1a8bc54fd1d None None] Provisioning complete for port 6eb008d2-cbed-4a25-89cf-17e5fdf6fd38 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:22:40.891419 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3fea8867-fd71-4c76-96f7-e1a8bc54fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:40.936290 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d2eafa-cde6-4baf-8f7d-bfd8fb312c35 tempest-TestNetworkBasicOps-36146069 tempest-TestNetworkBasicOps-36146069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:22:40.936855 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d2eafa-cde6-4baf-8f7d-bfd8fb312c35 tempest-TestNetworkBasicOps-36146069 tempest-TestNetworkBasicOps-36146069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:22:40.937320 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d2eafa-cde6-4baf-8f7d-bfd8fb312c35 tempest-TestNetworkBasicOps-36146069 tempest-TestNetworkBasicOps-36146069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:22:40.937932 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d2eafa-cde6-4baf-8f7d-bfd8fb312c35 tempest-TestNetworkBasicOps-36146069 tempest-TestNetworkBasicOps-36146069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:22:40.938392 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d2eafa-cde6-4baf-8f7d-bfd8fb312c35 tempest-TestNetworkBasicOps-36146069 tempest-TestNetworkBasicOps-36146069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:22:40.938839 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d2eafa-cde6-4baf-8f7d-bfd8fb312c35 tempest-TestNetworkBasicOps-36146069 tempest-TestNetworkBasicOps-36146069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:22:40.939601 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d2eafa-cde6-4baf-8f7d-bfd8fb312c35 tempest-TestNetworkBasicOps-36146069 tempest-TestNetworkBasicOps-36146069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:22:40.940202 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d2eafa-cde6-4baf-8f7d-bfd8fb312c35 tempest-TestNetworkBasicOps-36146069 tempest-TestNetworkBasicOps-36146069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:22:40.942362 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-28d2eafa-cde6-4baf-8f7d-bfd8fb312c35 tempest-TestNetworkBasicOps-36146069 tempest-TestNetworkBasicOps-36146069-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5664 time: 0.2598610 Jun 11 10:22:40.945310 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 35662) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:22:40.962552 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-589fe172-8517-4fea-ad3c-e467d6b6eb46 None None] Set router f5d8aea6-a1b9-48e9-98f2-6900a76d5c43 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:22:41.032650 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5844ce90-d4b2-4b6e-9e8a-5175dcefc8ed tempest-TestNetworkBasicOps-36146069 tempest-TestNetworkBasicOps-36146069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:22:41.033473 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5844ce90-d4b2-4b6e-9e8a-5175dcefc8ed tempest-TestNetworkBasicOps-36146069 tempest-TestNetworkBasicOps-36146069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:22:41.034148 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5844ce90-d4b2-4b6e-9e8a-5175dcefc8ed tempest-TestNetworkBasicOps-36146069 tempest-TestNetworkBasicOps-36146069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:22:41.034762 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5844ce90-d4b2-4b6e-9e8a-5175dcefc8ed tempest-TestNetworkBasicOps-36146069 tempest-TestNetworkBasicOps-36146069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:22:41.035616 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5844ce90-d4b2-4b6e-9e8a-5175dcefc8ed tempest-TestNetworkBasicOps-36146069 tempest-TestNetworkBasicOps-36146069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:22:41.036235 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5844ce90-d4b2-4b6e-9e8a-5175dcefc8ed tempest-TestNetworkBasicOps-36146069 tempest-TestNetworkBasicOps-36146069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:22:41.036846 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5844ce90-d4b2-4b6e-9e8a-5175dcefc8ed tempest-TestNetworkBasicOps-36146069 tempest-TestNetworkBasicOps-36146069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:22:41.037882 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5844ce90-d4b2-4b6e-9e8a-5175dcefc8ed tempest-TestNetworkBasicOps-36146069 tempest-TestNetworkBasicOps-36146069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:22:41.041232 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-5844ce90-d4b2-4b6e-9e8a-5175dcefc8ed tempest-TestNetworkBasicOps-36146069 tempest-TestNetworkBasicOps-36146069-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5260 time: 0.0945449 Jun 11 10:22:41.044003 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 35664) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:22:41.201454 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-3fea8867-fd71-4c76-96f7-e1a8bc54fd1d None None] Port 6eb008d2-cbed-4a25-89cf-17e5fdf6fd38 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:22:41.264356 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-589fe172-8517-4fea-ad3c-e467d6b6eb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d8aea6-a1b9-48e9-98f2-6900a76d5c43', 'name': 'tempest-TestNetworkBasicOps-router-833698789', 'tenant_id': '7cff3ec0902242ea94828c7f7e013111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '69f6d45f-c728-40f7-91d2-e91e4abd6176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:22:33Z', 'updated_at': '2021-06-11T10:22:39Z', 'revision_number': 4, 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'gw_port': {'id': '69f6d45f-c728-40f7-91d2-e91e4abd6176', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:00:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5d8aea6-a1b9-48e9-98f2-6900a76d5c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:22:34Z', 'updated_at': '2021-06-11T10:22:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '6eb008d2-cbed-4a25-89cf-17e5fdf6fd38', 'name': '', 'network_id': '5a8411c2-c285-4ab4-83dc-f69ab9725cdb', 'tenant_id': '7cff3ec0902242ea94828c7f7e013111', 'mac_address': 'fa:16:3e:f9:f7:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5d8aea6-a1b9-48e9-98f2-6900a76d5c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '5ffdbc2e-a0d1-4815-957d-5551412cc88a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:22:38Z', 'updated_at': '2021-06-11T10:22:39Z', 'revision_number': 2, 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'subnets': [{'id': '5ffdbc2e-a0d1-4815-957d-5551412cc88a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:22:41.266796 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 69f6d45f-c728-40f7-91d2-e91e4abd6176 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:22:41.271622 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 69f6d45f-c728-40f7-91d2-e91e4abd6176 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:22:41.272018 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:41.283497 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589fe172-8517-4fea-ad3c-e467d6b6eb46 None None] Checking router: f5d8aea6-a1b9-48e9-98f2-6900a76d5c43 for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:22:41.283894 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589fe172-8517-4fea-ad3c-e467d6b6eb46 None None] Updating router f5d8aea6-a1b9-48e9-98f2-6900a76d5c43 port 6eb008d2-cbed-4a25-89cf-17e5fdf6fd38 binding host n-d-779913-12 {{(pid=93179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 10:22:41.343676 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-b7f9ee82-235a-4b62-8b40-32f88b96c200 None None] Provisioning complete for port 6eb008d2-cbed-4a25-89cf-17e5fdf6fd38 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:22:41.344624 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b7f9ee82-235a-4b62-8b40-32f88b96c200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:41.345259 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-589fe172-8517-4fea-ad3c-e467d6b6eb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:41.425183 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-b7f9ee82-235a-4b62-8b40-32f88b96c200 None None] Port 6eb008d2-cbed-4a25-89cf-17e5fdf6fd38 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:22:41.446544 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-8b3ad87b-53c4-4606-9a6a-877652591569 tempest-TestNetworkBasicOps-36146069 tempest-TestNetworkBasicOps-36146069-project-admin] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4490 time: 0.4005156 Jun 11 10:22:41.463087 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:41.538586 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 69f6d45f-c728-40f7-91d2-e91e4abd6176, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=69f6d45f-c728-40f7-91d2-e91e4abd6176,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:22:41.609371 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:41.610253 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device c6941097-e764-4e30-a6c7-57feaec47b46 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:22:41.612033 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:22:41.726783 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=69f6d45f-c728-40f7-91d2-e91e4abd6176,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:22:41.731220 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:22:41.814694 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port c6941097-e764-4e30-a6c7-57feaec47b46 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:22:41.818605 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port c6941097-e764-4e30-a6c7-57feaec47b46 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:22:41.818990 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:41.900225 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-589fe172-8517-4fea-ad3c-e467d6b6eb46 None None] Notify callbacks [] for port, precommit_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:41.912628 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-589fe172-8517-4fea-ad3c-e467d6b6eb46 None None] Transition to ACTIVE for port object 6eb008d2-cbed-4a25-89cf-17e5fdf6fd38 will not be triggered until provisioned by entity L2. {{(pid=93179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:22:41.927245 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 35670) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:22:41.932191 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-1b2cead0-3728-475a-8f2b-b8e4351bbdaf tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-482937920', 'description': 'tempest-secgroup-smoke-482937920 description', 'project_id': '7cff3ec0902242ea94828c7f7e013111'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:22:41.947525 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:41.987668 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-589fe172-8517-4fea-ad3c-e467d6b6eb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:41.989824 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-358fa5f7-eb7d-4bd3-8fa1-a8b2223b69bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:22:42.003160 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port c6941097-e764-4e30-a6c7-57feaec47b46, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=c6941097-e764-4e30-a6c7-57feaec47b46,segment=NetworkSegment(8af1a694-6962-4cbf-9633-b479af231058),segment_id=8af1a694-6962-4cbf-9633-b479af231058)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:22:42.014086 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1b2cead0-3728-475a-8f2b-b8e4351bbdaf tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:42.072997 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:42.076867 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-c4467b91-7597-493d-814c-a1cb86bd6a31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:22:42.091238 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98755e1-583c-4959-8f1d-1b14afc0fe16 None None] Pushing event updated for resources: {'Port': ['ID=6eb008d2-cbed-4a25-89cf-17e5fdf6fd38,revision_number=3']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:22:42.095771 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-e98755e1-583c-4959-8f1d-1b14afc0fe16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:22:42.163204 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=c6941097-e764-4e30-a6c7-57feaec47b46,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:22:42.168926 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:22:42.183837 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1b2cead0-3728-475a-8f2b-b8e4351bbdaf tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:42.185303 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-589fe172-8517-4fea-ad3c-e467d6b6eb46 None None] Attempting to bind port 6eb008d2-cbed-4a25-89cf-17e5fdf6fd38 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:22:42.185672 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-589fe172-8517-4fea-ad3c-e467d6b6eb46 None None] Attempting to bind port 6eb008d2-cbed-4a25-89cf-17e5fdf6fd38 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '8af1a694-6962-4cbf-9633-b479af231058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '5a8411c2-c285-4ab4-83dc-f69ab9725cdb'}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:22:42.186043 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589fe172-8517-4fea-ad3c-e467d6b6eb46 None None] Attempting to bind port 6eb008d2-cbed-4a25-89cf-17e5fdf6fd38 on network 5a8411c2-c285-4ab4-83dc-f69ab9725cdb {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:22:42.192253 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589fe172-8517-4fea-ad3c-e467d6b6eb46 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:22:42.193293 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589fe172-8517-4fea-ad3c-e467d6b6eb46 None None] Checking segment: {'id': '8af1a694-6962-4cbf-9633-b479af231058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '5a8411c2-c285-4ab4-83dc-f69ab9725cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:22:42.193293 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-589fe172-8517-4fea-ad3c-e467d6b6eb46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:42.193549 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589fe172-8517-4fea-ad3c-e467d6b6eb46 None None] Bound using segment: {'id': '8af1a694-6962-4cbf-9633-b479af231058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '5a8411c2-c285-4ab4-83dc-f69ab9725cdb'} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:22:42.193958 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-589fe172-8517-4fea-ad3c-e467d6b6eb46 None None] Bound port: 6eb008d2-cbed-4a25-89cf-17e5fdf6fd38, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8af1a694-6962-4cbf-9633-b479af231058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '5a8411c2-c285-4ab4-83dc-f69ab9725cdb'}}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:22:42.194332 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-589fe172-8517-4fea-ad3c-e467d6b6eb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:42.249221 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1b2cead0-3728-475a-8f2b-b8e4351bbdaf tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:42.265734 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-fb8514b8-27da-46a7-8e07-c86f7119133b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:22:42.278672 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-589fe172-8517-4fea-ad3c-e467d6b6eb46 None None] For port 6eb008d2-cbed-4a25-89cf-17e5fdf6fd38, host n-d-779913-12, cleared binding levels {{(pid=93179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:22:42.282656 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-589fe172-8517-4fea-ad3c-e467d6b6eb46 None None] For port 6eb008d2-cbed-4a25-89cf-17e5fdf6fd38, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=6eb008d2-cbed-4a25-89cf-17e5fdf6fd38,segment=NetworkSegment(8af1a694-6962-4cbf-9633-b479af231058),segment_id=8af1a694-6962-4cbf-9633-b479af231058)] {{(pid=93179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:22:42.296365 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2cead0-3728-475a-8f2b-b8e4351bbdaf tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=716280e6-1df4-4a8d-8c83-851d7795aebd,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:22:42.304913 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2cead0-3728-475a-8f2b-b8e4351bbdaf tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:22:42.305314 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2cead0-3728-475a-8f2b-b8e4351bbdaf tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:22:42.306225 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2cead0-3728-475a-8f2b-b8e4351bbdaf tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:22:42.306967 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2cead0-3728-475a-8f2b-b8e4351bbdaf tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:22:42.307682 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2cead0-3728-475a-8f2b-b8e4351bbdaf tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:22:42.308406 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2cead0-3728-475a-8f2b-b8e4351bbdaf tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:22:42.309059 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2cead0-3728-475a-8f2b-b8e4351bbdaf tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:22:42.309488 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2cead0-3728-475a-8f2b-b8e4351bbdaf tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:22:42.309863 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2cead0-3728-475a-8f2b-b8e4351bbdaf tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:22:42.310234 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2cead0-3728-475a-8f2b-b8e4351bbdaf tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:22:42.310637 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2cead0-3728-475a-8f2b-b8e4351bbdaf tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:22:42.311176 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2cead0-3728-475a-8f2b-b8e4351bbdaf tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:22:42.315164 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1b2cead0-3728-475a-8f2b-b8e4351bbdaf tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:22:42.340678 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1b2cead0-3728-475a-8f2b-b8e4351bbdaf tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:42.343459 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-1b2cead0-3728-475a-8f2b-b8e4351bbdaf tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4136784 Jun 11 10:22:42.345252 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 35672) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:22:42.350616 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-fd5525ba-817f-4db6-9f6d-8c406e74e27c tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Request body: {'security_group_rule': {'security_group_id': '716280e6-1df4-4a8d-8c83-851d7795aebd', 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:22:42.370846 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-589fe172-8517-4fea-ad3c-e467d6b6eb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:42.374451 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-450bf5aa-a1eb-495d-bc44-e04eb41bb203 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:22:42.445041 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589fe172-8517-4fea-ad3c-e467d6b6eb46 None None] Routers {'f5d8aea6-a1b9-48e9-98f2-6900a76d5c43'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:22:42.445684 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-589fe172-8517-4fea-ad3c-e467d6b6eb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:22:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['f5d8aea6-a1b9-48e9-98f2-6900a76d5c43'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:22:42.448505 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98755e1-583c-4959-8f1d-1b14afc0fe16 None None] Pushing event updated for resources: {'Port': ['ID=6eb008d2-cbed-4a25-89cf-17e5fdf6fd38,revision_number=4']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:22:42.453322 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-e98755e1-583c-4959-8f1d-1b14afc0fe16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:22:42.461556 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fd5525ba-817f-4db6-9f6d-8c406e74e27c tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:42.539429 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fd5525ba-817f-4db6-9f6d-8c406e74e27c tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:42.620637 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fd5525ba-817f-4db6-9f6d-8c406e74e27c tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:42.621200 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-589fe172-8517-4fea-ad3c-e467d6b6eb46 None None] Set router f5d8aea6-a1b9-48e9-98f2-6900a76d5c43 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:22:42.629178 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0de64a49-0b52-43b7-b8a3-2f051ded20b4 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:22:42.649773 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5525ba-817f-4db6-9f6d-8c406e74e27c tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d110fbd-66e6-4ea5-b135-af9009a175db,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:22:42.654248 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-fd5525ba-817f-4db6-9f6d-8c406e74e27c tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:22:42.663036 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 69f6d45f-c728-40f7-91d2-e91e4abd6176 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:22:42.734286 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 69f6d45f-c728-40f7-91d2-e91e4abd6176 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:22:42.734765 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:42.735853 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fd5525ba-817f-4db6-9f6d-8c406e74e27c tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:42.740506 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 35676) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:22:42.747191 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-fd5525ba-817f-4db6-9f6d-8c406e74e27c tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3955038 Jun 11 10:22:42.747319 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-f0584af3-e421-434a-ae2e-b7fb76391993 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Request body: {'security_group_rule': {'security_group_id': '716280e6-1df4-4a8d-8c83-851d7795aebd', 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:22:42.849580 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device c6941097-e764-4e30-a6c7-57feaec47b46 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:22:42.854334 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f0584af3-e421-434a-ae2e-b7fb76391993 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:42.914191 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-4e6eef84-f52d-4ee4-a14e-e5c3646889a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:42.926934 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-589fe172-8517-4fea-ad3c-e467d6b6eb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d8aea6-a1b9-48e9-98f2-6900a76d5c43', 'name': 'tempest-TestNetworkBasicOps-router-833698789', 'tenant_id': '7cff3ec0902242ea94828c7f7e013111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '69f6d45f-c728-40f7-91d2-e91e4abd6176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:22:33Z', 'updated_at': '2021-06-11T10:22:39Z', 'revision_number': 4, 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'gw_port': {'id': '69f6d45f-c728-40f7-91d2-e91e4abd6176', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:00:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d8aea6-a1b9-48e9-98f2-6900a76d5c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:22:34Z', 'updated_at': '2021-06-11T10:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '6eb008d2-cbed-4a25-89cf-17e5fdf6fd38', 'name': '', 'network_id': '5a8411c2-c285-4ab4-83dc-f69ab9725cdb', 'tenant_id': '7cff3ec0902242ea94828c7f7e013111', 'mac_address': 'fa:16:3e:f9:f7:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5d8aea6-a1b9-48e9-98f2-6900a76d5c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '5ffdbc2e-a0d1-4815-957d-5551412cc88a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:22:38Z', 'updated_at': '2021-06-11T10:22:42Z', 'revision_number': 4, 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'subnets': [{'id': '5ffdbc2e-a0d1-4815-957d-5551412cc88a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:22:42.931521 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589fe172-8517-4fea-ad3c-e467d6b6eb46 None None] The sync data for ids ['f5d8aea6-a1b9-48e9-98f2-6900a76d5c43'] in n-d-779913-12 is: [{'id': 'f5d8aea6-a1b9-48e9-98f2-6900a76d5c43', 'name': 'tempest-TestNetworkBasicOps-router-833698789', 'tenant_id': '7cff3ec0902242ea94828c7f7e013111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '69f6d45f-c728-40f7-91d2-e91e4abd6176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:22:33Z', 'updated_at': '2021-06-11T10:22:39Z', 'revision_number': 4, 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'gw_port': {'id': '69f6d45f-c728-40f7-91d2-e91e4abd6176', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:00:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d8aea6-a1b9-48e9-98f2-6900a76d5c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:22:34Z', 'updated_at': '2021-06-11T10:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '6eb008d2-cbed-4a25-89cf-17e5fdf6fd38', 'name': '', 'network_id': '5a8411c2-c285-4ab4-83dc-f69ab9725cdb', 'tenant_id': '7cff3ec0902242ea94828c7f7e013111', 'mac_address': 'fa:16:3e:f9:f7:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5d8aea6-a1b9-48e9-98f2-6900a76d5c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '5ffdbc2e-a0d1-4815-957d-5551412cc88a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:22:38Z', 'updated_at': '2021-06-11T10:22:42Z', 'revision_number': 4, 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'subnets': [{'id': '5ffdbc2e-a0d1-4815-957d-5551412cc88a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:22:42.944111 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port c6941097-e764-4e30-a6c7-57feaec47b46 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:22:42.944492 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:42.951955 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f0584af3-e421-434a-ae2e-b7fb76391993 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:43.025540 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f0584af3-e421-434a-ae2e-b7fb76391993 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:43.027454 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-26ae9f61-864f-4e87-8246-46073e6ed9f3 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:22:43.052635 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0584af3-e421-434a-ae2e-b7fb76391993 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2aeb681-e151-4c2b-9f2a-510169131816,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:22:43.068471 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f0584af3-e421-434a-ae2e-b7fb76391993 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:22:43.128341 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f0584af3-e421-434a-ae2e-b7fb76391993 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:43.129590 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-f0584af3-e421-434a-ae2e-b7fb76391993 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3880036 Jun 11 10:22:43.132451 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 35678) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:22:43.137921 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-105ef121-4c67-4b03-8f33-a96672dd9656 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Request body: {'security_group_rule': {'security_group_id': '716280e6-1df4-4a8d-8c83-851d7795aebd', 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:22:43.250115 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-105ef121-4c67-4b03-8f33-a96672dd9656 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:43.325538 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-105ef121-4c67-4b03-8f33-a96672dd9656 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:43.331851 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7aa6083c-5554-4d2b-a5bb-d41d4ffec9d1 req-6e4533ba-2faf-43d5-85d6-42b40358222f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e4251835-8393-4eb1-844d-2d3234bf4dcf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0677803 Jun 11 10:22:43.414888 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-105ef121-4c67-4b03-8f33-a96672dd9656 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:43.421267 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:22:43.438327 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105ef121-4c67-4b03-8f33-a96672dd9656 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a20e477f-e8fa-473b-9800-8832646dc478,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:22:43.441108 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-105ef121-4c67-4b03-8f33-a96672dd9656 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:22:43.446718 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa6083c-5554-4d2b-a5bb-d41d4ffec9d1 req-3b7b0a5c-2492-4a5e-af58-563b284f756c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:22:43.450535 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7aa6083c-5554-4d2b-a5bb-d41d4ffec9d1 req-3b7b0a5c-2492-4a5e-af58-563b284f756c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4fa4adcc930c454582c6b4c82c27544f&device_id=e4251835-8393-4eb1-844d-2d3234bf4dcf HTTP/1.1" status: 200 len: 1098 time: 0.0714192 Jun 11 10:22:43.535034 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-105ef121-4c67-4b03-8f33-a96672dd9656 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:43.539290 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-105ef121-4c67-4b03-8f33-a96672dd9656 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4029560 Jun 11 10:22:43.539290 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 35680) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:22:43.544570 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-e21be631-850d-47a4-9e96-0d8d5548c119 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Request body: {'security_group_rule': {'security_group_id': '716280e6-1df4-4a8d-8c83-851d7795aebd', 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:22:43.600598 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa6083c-5554-4d2b-a5bb-d41d4ffec9d1 req-03628a6f-faf8-4999-8e4a-4369e25fd5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:22:43.601503 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7aa6083c-5554-4d2b-a5bb-d41d4ffec9d1 req-03628a6f-faf8-4999-8e4a-4369e25fd5ad service neutron] 10.222.0.64 "GET /v2.0/networks?id=2ac340f0-d786-4d09-af3c-d796852f240b HTTP/1.1" status: 200 len: 911 time: 0.1277962 Jun 11 10:22:43.655146 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e21be631-850d-47a4-9e96-0d8d5548c119 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:43.703013 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7aa6083c-5554-4d2b-a5bb-d41d4ffec9d1 req-a1da99c7-f1ac-46bc-981b-f3678c52ebda service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=858c3740-afa6-483e-9967-0ee7e35e413b HTTP/1.1" status: 200 len: 1001 time: 0.0931506 Jun 11 10:22:43.735366 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e21be631-850d-47a4-9e96-0d8d5548c119 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:43.769496 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa6083c-5554-4d2b-a5bb-d41d4ffec9d1 req-5dcc60b6-d91a-42ba-9b74-08c95a839991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:22:43.770990 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7aa6083c-5554-4d2b-a5bb-d41d4ffec9d1 req-5dcc60b6-d91a-42ba-9b74-08c95a839991 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e4054ed8-e8dc-4397-99bc-1d06497b1031 HTTP/1.1" status: 200 len: 849 time: 0.0614250 Jun 11 10:22:43.819323 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e21be631-850d-47a4-9e96-0d8d5548c119 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:43.826249 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-cfd3194d-7543-4fe4-9ec9-19851b62be2b tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:22:43.842825 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa6083c-5554-4d2b-a5bb-d41d4ffec9d1 req-c7ceb0af-9564-48c4-8974-4d66be6cefaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:22:43.843541 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21be631-850d-47a4-9e96-0d8d5548c119 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fde54c7c-1c94-4871-894e-a5028da7b7ac,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:22:43.844614 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7aa6083c-5554-4d2b-a5bb-d41d4ffec9d1 req-c7ceb0af-9564-48c4-8974-4d66be6cefaa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2ac340f0-d786-4d09-af3c-d796852f240b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0667999 Jun 11 10:22:43.846284 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e21be631-850d-47a4-9e96-0d8d5548c119 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:22:43.934474 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e21be631-850d-47a4-9e96-0d8d5548c119 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:43.938301 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-e21be631-850d-47a4-9e96-0d8d5548c119 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3955195 Jun 11 10:22:43.938580 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 35684) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:22:43.943313 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-ac111647-1830-4cc5-be1c-721ca21e5ec0 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Request body: {'security_group_rule': {'security_group_id': '716280e6-1df4-4a8d-8c83-851d7795aebd', 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:22:43.982122 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7aa6083c-5554-4d2b-a5bb-d41d4ffec9d1 req-b65394ae-03ba-4a6a-b894-c7b274bce54e service neutron] 10.222.0.64 "GET /v2.0/networks/2ac340f0-d786-4d09-af3c-d796852f240b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293337 Jun 11 10:22:44.084470 n-d-779913-12 neutron-server[93177]: INFO neutron.db.securitygroups_db [None req-ac111647-1830-4cc5-be1c-721ca21e5ec0 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Project 7cff3ec0902242ea94828c7f7e013111 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 10:22:44.091038 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ac111647-1830-4cc5-be1c-721ca21e5ec0 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:44.110278 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7aa6083c-5554-4d2b-a5bb-d41d4ffec9d1 req-27bbe45a-4578-4784-9dbf-29fcca9c053f service neutron] 10.222.0.64 "GET /v2.0/networks/2ac340f0-d786-4d09-af3c-d796852f240b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210132 Jun 11 10:22:44.162342 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ac111647-1830-4cc5-be1c-721ca21e5ec0 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:44.237857 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ac111647-1830-4cc5-be1c-721ca21e5ec0 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:44.244554 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e3540c5c-d0c8-4f36-bbdc-0c9ac18b6b7e tempest-ServersTestBootFromVolume-489270680 tempest-ServersTestBootFromVolume-489270680-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:22:44.261408 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac111647-1830-4cc5-be1c-721ca21e5ec0 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b952cf7-8d78-4547-a4aa-8767eb019455,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:22:44.263793 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ac111647-1830-4cc5-be1c-721ca21e5ec0 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:22:44.329089 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ac111647-1830-4cc5-be1c-721ca21e5ec0 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:44.330329 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-ac111647-1830-4cc5-be1c-721ca21e5ec0 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3907909 Jun 11 10:22:44.333186 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 35686) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:22:44.337840 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-2822915e-c1c6-4272-a582-9711f24f03b4 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Request body: {'security_group_rule': {'security_group_id': '716280e6-1df4-4a8d-8c83-851d7795aebd', 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:22:44.409189 n-d-779913-12 neutron-server[93177]: INFO neutron.db.securitygroups_db [None req-2822915e-c1c6-4272-a582-9711f24f03b4 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Project 7cff3ec0902242ea94828c7f7e013111 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 10:22:44.414168 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2822915e-c1c6-4272-a582-9711f24f03b4 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:44.481049 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2822915e-c1c6-4272-a582-9711f24f03b4 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:44.551857 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2822915e-c1c6-4272-a582-9711f24f03b4 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:44.553700 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-188b8e1b-43a8-44b1-8924-2eb461f19a72 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:22:44.572583 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2822915e-c1c6-4272-a582-9711f24f03b4 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=478c0638-ae07-47f1-86a9-1661e161c151,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:22:44.575552 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2822915e-c1c6-4272-a582-9711f24f03b4 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:22:44.638072 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 6eb008d2-cbed-4a25-89cf-17e5fdf6fd38 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:22:44.643113 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2822915e-c1c6-4272-a582-9711f24f03b4 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:44.644373 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-2822915e-c1c6-4272-a582-9711f24f03b4 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3102620 Jun 11 10:22:44.740126 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 6eb008d2-cbed-4a25-89cf-17e5fdf6fd38 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:22:44.744497 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 6eb008d2-cbed-4a25-89cf-17e5fdf6fd38 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:22:44.744881 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:44.813911 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4b9eed66-77e3-4f81-b114-491166fcbbb8 req-b35b1e99-c0a1-4a6a-8234-ce3f349a7661 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-482937920&fields=id&tenant_id=7cff3ec0902242ea94828c7f7e013111 HTTP/1.1" status: 200 len: 267 time: 0.0445004 Jun 11 10:22:44.840138 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:44.876486 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 6eb008d2-cbed-4a25-89cf-17e5fdf6fd38, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=6eb008d2-cbed-4a25-89cf-17e5fdf6fd38,segment=NetworkSegment(8af1a694-6962-4cbf-9633-b479af231058),segment_id=8af1a694-6962-4cbf-9633-b479af231058)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:22:44.942489 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9eed66-77e3-4f81-b114-491166fcbbb8 req-16962d3e-324a-4fbd-93b9-10c01771e76e tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:22:44.949237 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4b9eed66-77e3-4f81-b114-491166fcbbb8 req-16962d3e-324a-4fbd-93b9-10c01771e76e tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/networks?id=5a8411c2-c285-4ab4-83dc-f69ab9725cdb HTTP/1.1" status: 200 len: 796 time: 0.1353223 Jun 11 10:22:44.952034 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:44.954048 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f4496593-76bc-4095-bd7a-5543f4efdbe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:22:44.961059 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4b9eed66-77e3-4f81-b114-491166fcbbb8 req-e8c1a962-8be2-4aa9-9c8a-ad86bb292bb4 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/quotas/7cff3ec0902242ea94828c7f7e013111 HTTP/1.1" status: 200 len: 375 time: 0.0102341 Jun 11 10:22:45.016246 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=6eb008d2-cbed-4a25-89cf-17e5fdf6fd38,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:22:45.019366 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:22:45.035606 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4b9eed66-77e3-4f81-b114-491166fcbbb8 req-1ae9eaa2-8b18-4e54-b03b-d68c1683a2d3 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7cff3ec0902242ea94828c7f7e013111&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0690384 Jun 11 10:22:45.161898 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4b9eed66-77e3-4f81-b114-491166fcbbb8 req-2b47af22-aeb3-4394-ab13-68c19f9d5358 service neutron] 10.222.0.60 "GET /v2.0/networks/5a8411c2-c285-4ab4-83dc-f69ab9725cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148520 Jun 11 10:22:45.281331 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4b9eed66-77e3-4f81-b114-491166fcbbb8 req-d64716dc-9709-4e02-bb2c-e9e6fea60995 service neutron] 10.222.0.60 "GET /v2.0/networks/5a8411c2-c285-4ab4-83dc-f69ab9725cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134977 Jun 11 10:22:45.529414 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f6c82db8-9348-46e3-a9fb-dab8ea07244b req-ecffc385-7beb-4621-95f8-d85ef7317965 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/ports?device_id=907fd4ad-1e66-42b0-8290-67d26c1a610e HTTP/1.1" status: 200 len: 210 time: 0.0384920 Jun 11 10:22:45.854740 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6870e1a8-17a0-41a4-973f-18fd0bfb5267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:45.929153 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:46.629570 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 6eb008d2-cbed-4a25-89cf-17e5fdf6fd38 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:22:46.693857 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 6eb008d2-cbed-4a25-89cf-17e5fdf6fd38 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:22:46.694237 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:46.700705 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5eac56e1-9e1d-405e-982f-90e9989cca4e req-906c8d86-73da-4e80-8574-ae84b226fe5b tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/ports?device_id=907fd4ad-1e66-42b0-8290-67d26c1a610e HTTP/1.1" status: 200 len: 210 time: 0.0394709 Jun 11 10:22:46.746992 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:47.354536 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9eed66-77e3-4f81-b114-491166fcbbb8 req-cb549c56-0a19-40e0-a778-01f155f4d86c tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:22:47.355989 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4b9eed66-77e3-4f81-b114-491166fcbbb8 req-cb549c56-0a19-40e0-a778-01f155f4d86c tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.64 "GET /v2.0/networks?id=5a8411c2-c285-4ab4-83dc-f69ab9725cdb HTTP/1.1" status: 200 len: 796 time: 0.1332364 Jun 11 10:22:47.403236 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4b9eed66-77e3-4f81-b114-491166fcbbb8 req-f6916649-101c-4f74-9b01-50d32aad0164 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7cff3ec0902242ea94828c7f7e013111 HTTP/1.1" status: 200 len: 379 time: 0.0389032 Jun 11 10:22:47.412163 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-4b9eed66-77e3-4f81-b114-491166fcbbb8 req-b4fdf14d-17dd-4056-95bb-c4aa329e73e0 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Request body: {'port': {'device_id': '907fd4ad-1e66-42b0-8290-67d26c1a610e', 'network_id': '5a8411c2-c285-4ab4-83dc-f69ab9725cdb', 'admin_state_up': True, 'tenant_id': '7cff3ec0902242ea94828c7f7e013111', 'security_groups': ['716280e6-1df4-4a8d-8c83-851d7795aebd']}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:22:47.857312 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-80df1a53-98ee-4074-b689-e8eea6648787 req-26e663a2-5bad-45c7-a4e5-904895919644 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/ports?device_id=907fd4ad-1e66-42b0-8290-67d26c1a610e HTTP/1.1" status: 200 len: 210 time: 0.0428398 Jun 11 10:22:48.003179 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b9eed66-77e3-4f81-b114-491166fcbbb8 req-b4fdf14d-17dd-4056-95bb-c4aa329e73e0 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Made reservation on behalf of 7cff3ec0902242ea94828c7f7e013111 for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:22:48.006731 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-4b9eed66-77e3-4f81-b114-491166fcbbb8 req-b4fdf14d-17dd-4056-95bb-c4aa329e73e0 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:48.148524 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-4b9eed66-77e3-4f81-b114-491166fcbbb8 req-b4fdf14d-17dd-4056-95bb-c4aa329e73e0 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Allocated IP 172.20.0.9 (5a8411c2-c285-4ab4-83dc-f69ab9725cdb/5ffdbc2e-a0d1-4815-957d-5551412cc88a/d91eed42-c98b-4e04-847e-88838880314f) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:22:48.319462 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-4b9eed66-77e3-4f81-b114-491166fcbbb8 req-b4fdf14d-17dd-4056-95bb-c4aa329e73e0 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:48.332461 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-4b9eed66-77e3-4f81-b114-491166fcbbb8 req-b4fdf14d-17dd-4056-95bb-c4aa329e73e0 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Transition to ACTIVE for port object d91eed42-c98b-4e04-847e-88838880314f will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:22:48.443495 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-4b9eed66-77e3-4f81-b114-491166fcbbb8 req-b4fdf14d-17dd-4056-95bb-c4aa329e73e0 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:48.447647 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f92f25d5-d02d-4009-9b4e-07a2b6baada9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:22:48.471905 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:48.495845 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b9eed66-77e3-4f81-b114-491166fcbbb8 req-b4fdf14d-17dd-4056-95bb-c4aa329e73e0 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Network 5a8411c2-c285-4ab4-83dc-f69ab9725cdb is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:22:48.499068 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-4b9eed66-77e3-4f81-b114-491166fcbbb8 req-b4fdf14d-17dd-4056-95bb-c4aa329e73e0 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:22:48.503010 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b9eed66-77e3-4f81-b114-491166fcbbb8 req-b4fdf14d-17dd-4056-95bb-c4aa329e73e0 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:22:48.536076 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fdf14d-17dd-4056-95bb-c4aa329e73e0 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Pushing event updated for resources: {'Port': ['ID=d91eed42-c98b-4e04-847e-88838880314f,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:22:48.541336 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b4fdf14d-17dd-4056-95bb-c4aa329e73e0 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:22:48.568652 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9eed66-77e3-4f81-b114-491166fcbbb8 req-b4fdf14d-17dd-4056-95bb-c4aa329e73e0 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:22:48.569291 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-4b9eed66-77e3-4f81-b114-491166fcbbb8 req-b4fdf14d-17dd-4056-95bb-c4aa329e73e0 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:48.632878 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4b9eed66-77e3-4f81-b114-491166fcbbb8 req-b4fdf14d-17dd-4056-95bb-c4aa329e73e0 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2242937 Jun 11 10:22:48.644713 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-4b9eed66-77e3-4f81-b114-491166fcbbb8 req-529b4c24-2d9f-4855-887e-be5e43ecf86c service neutron] Request body: {'port': {'device_id': '907fd4ad-1e66-42b0-8290-67d26c1a610e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:22:48.736145 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-4b9eed66-77e3-4f81-b114-491166fcbbb8 req-529b4c24-2d9f-4855-887e-be5e43ecf86c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:48.859618 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-810dcbc7-578d-4963-bb53-2f06c659297e None None] Provisioning for port d91eed42-c98b-4e04-847e-88838880314f completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:22:48.863725 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-810dcbc7-578d-4963-bb53-2f06c659297e None None] Provisioning complete for port d91eed42-c98b-4e04-847e-88838880314f triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:22:48.864109 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-810dcbc7-578d-4963-bb53-2f06c659297e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:48.910641 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-810dcbc7-578d-4963-bb53-2f06c659297e None None] Port d91eed42-c98b-4e04-847e-88838880314f cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:22:49.061785 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd3875-289a-4d1c-a4ef-e68f441ef279 req-37006bbb-dc4d-480a-96f6-62048aa73c79 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:22:49.063270 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c0dd3875-289a-4d1c-a4ef-e68f441ef279 req-37006bbb-dc4d-480a-96f6-62048aa73c79 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/ports?device_id=907fd4ad-1e66-42b0-8290-67d26c1a610e HTTP/1.1" status: 200 len: 931 time: 0.0834363 Jun 11 10:22:49.075597 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-4b9eed66-77e3-4f81-b114-491166fcbbb8 req-529b4c24-2d9f-4855-887e-be5e43ecf86c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d91eed42-c98b-4e04-847e-88838880314f {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:22:49.083757 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-4b9eed66-77e3-4f81-b114-491166fcbbb8 req-529b4c24-2d9f-4855-887e-be5e43ecf86c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:49.097888 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-4b9eed66-77e3-4f81-b114-491166fcbbb8 req-529b4c24-2d9f-4855-887e-be5e43ecf86c service neutron] Transition to ACTIVE for port object d91eed42-c98b-4e04-847e-88838880314f will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:22:49.109006 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c0dd3875-289a-4d1c-a4ef-e68f441ef279 req-b54e5a65-50cb-4396-a93e-3eaee880b7c9 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/security-groups?id=716280e6-1df4-4a8d-8c83-851d7795aebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394771 Jun 11 10:22:49.196459 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-4b9eed66-77e3-4f81-b114-491166fcbbb8 req-529b4c24-2d9f-4855-887e-be5e43ecf86c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:49.199613 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e6d553fb-baf6-4de4-87bc-96260ecc474c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:22:49.299511 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529b4c24-2d9f-4855-887e-be5e43ecf86c service neutron] Pushing event updated for resources: {'Port': ['ID=d91eed42-c98b-4e04-847e-88838880314f,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:22:49.329575 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-529b4c24-2d9f-4855-887e-be5e43ecf86c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:22:49.395911 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-4b9eed66-77e3-4f81-b114-491166fcbbb8 req-529b4c24-2d9f-4855-887e-be5e43ecf86c service neutron] Attempting to bind port d91eed42-c98b-4e04-847e-88838880314f on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:22:49.396252 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-4b9eed66-77e3-4f81-b114-491166fcbbb8 req-529b4c24-2d9f-4855-887e-be5e43ecf86c service neutron] Attempting to bind port d91eed42-c98b-4e04-847e-88838880314f by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '8af1a694-6962-4cbf-9633-b479af231058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '5a8411c2-c285-4ab4-83dc-f69ab9725cdb'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:22:49.396590 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9eed66-77e3-4f81-b114-491166fcbbb8 req-529b4c24-2d9f-4855-887e-be5e43ecf86c service neutron] Attempting to bind port d91eed42-c98b-4e04-847e-88838880314f on network 5a8411c2-c285-4ab4-83dc-f69ab9725cdb {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:22:49.401343 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9eed66-77e3-4f81-b114-491166fcbbb8 req-529b4c24-2d9f-4855-887e-be5e43ecf86c service neutron] Port d91eed42-c98b-4e04-847e-88838880314f on network 5a8411c2-c285-4ab4-83dc-f69ab9725cdb not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:22:49.401884 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9eed66-77e3-4f81-b114-491166fcbbb8 req-529b4c24-2d9f-4855-887e-be5e43ecf86c service neutron] Attempting to bind port d91eed42-c98b-4e04-847e-88838880314f on network 5a8411c2-c285-4ab4-83dc-f69ab9725cdb {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:22:49.407236 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9eed66-77e3-4f81-b114-491166fcbbb8 req-529b4c24-2d9f-4855-887e-be5e43ecf86c service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:22:49.407621 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9eed66-77e3-4f81-b114-491166fcbbb8 req-529b4c24-2d9f-4855-887e-be5e43ecf86c service neutron] Checking segment: {'id': '8af1a694-6962-4cbf-9633-b479af231058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '5a8411c2-c285-4ab4-83dc-f69ab9725cdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:22:49.408013 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9eed66-77e3-4f81-b114-491166fcbbb8 req-529b4c24-2d9f-4855-887e-be5e43ecf86c service neutron] Bound using segment: {'id': '8af1a694-6962-4cbf-9633-b479af231058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '5a8411c2-c285-4ab4-83dc-f69ab9725cdb'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:22:49.408436 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-4b9eed66-77e3-4f81-b114-491166fcbbb8 req-529b4c24-2d9f-4855-887e-be5e43ecf86c service neutron] Bound port: d91eed42-c98b-4e04-847e-88838880314f, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8af1a694-6962-4cbf-9633-b479af231058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '5a8411c2-c285-4ab4-83dc-f69ab9725cdb'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:22:49.408785 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-4b9eed66-77e3-4f81-b114-491166fcbbb8 req-529b4c24-2d9f-4855-887e-be5e43ecf86c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:49.489374 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-4b9eed66-77e3-4f81-b114-491166fcbbb8 req-529b4c24-2d9f-4855-887e-be5e43ecf86c service neutron] For port d91eed42-c98b-4e04-847e-88838880314f, host n-h1-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:22:49.492412 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-4b9eed66-77e3-4f81-b114-491166fcbbb8 req-529b4c24-2d9f-4855-887e-be5e43ecf86c service neutron] For port d91eed42-c98b-4e04-847e-88838880314f, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=d91eed42-c98b-4e04-847e-88838880314f,segment=NetworkSegment(8af1a694-6962-4cbf-9633-b479af231058),segment_id=8af1a694-6962-4cbf-9633-b479af231058)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:22:49.579904 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-4b9eed66-77e3-4f81-b114-491166fcbbb8 req-529b4c24-2d9f-4855-887e-be5e43ecf86c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:49.582156 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ef7058a4-4704-4b22-8631-2d9fda666872 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:22:49.629607 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9eed66-77e3-4f81-b114-491166fcbbb8 req-529b4c24-2d9f-4855-887e-be5e43ecf86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:22:49.630509 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-4b9eed66-77e3-4f81-b114-491166fcbbb8 req-529b4c24-2d9f-4855-887e-be5e43ecf86c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:49.632549 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4b9eed66-77e3-4f81-b114-491166fcbbb8 req-529b4c24-2d9f-4855-887e-be5e43ecf86c service neutron] 10.222.0.64 "PUT /v2.0/ports/d91eed42-c98b-4e04-847e-88838880314f HTTP/1.1" status: 200 len: 1092 time: 0.9922028 Jun 11 10:22:49.633293 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '907fd4ad-1e66-42b0-8290-67d26c1a610e', 'tag': 'd91eed42-c98b-4e04-847e-88838880314f'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:22:49.637224 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e69f29c-d4f9-46d3-87de-a6d2553dc327" -d '{"events": [{"name": "network-changed", "server_uuid": "907fd4ad-1e66-42b0-8290-67d26c1a610e", "tag": "d91eed42-c98b-4e04-847e-88838880314f"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:22:49.669245 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529b4c24-2d9f-4855-887e-be5e43ecf86c service neutron] Pushing event updated for resources: {'Port': ['ID=d91eed42-c98b-4e04-847e-88838880314f,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:22:49.673443 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-529b4c24-2d9f-4855-887e-be5e43ecf86c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:22:49.677183 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbaa44bb-8942-4aa2-a726-ede4f970a32e x-openstack-request-id: req-cbaa44bb-8942-4aa2-a726-ede4f970a32e {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:22:49.677761 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "907fd4ad-1e66-42b0-8290-67d26c1a610e", "tag": "d91eed42-c98b-4e04-847e-88838880314f", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:22:49.678266 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cbaa44bb-8942-4aa2-a726-ede4f970a32e {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:22:49.679029 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '907fd4ad-1e66-42b0-8290-67d26c1a610e', 'tag': 'd91eed42-c98b-4e04-847e-88838880314f', 'status': 'completed', 'code': 200} Jun 11 10:22:49.761620 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e69f29c-d4f9-46d3-87de-a6d2553dc327 req-422e73d2-2a86-4f39-a039-c2bed796eb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:22:49.763138 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3e69f29c-d4f9-46d3-87de-a6d2553dc327 req-422e73d2-2a86-4f39-a039-c2bed796eb2a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7cff3ec0902242ea94828c7f7e013111&device_id=907fd4ad-1e66-42b0-8290-67d26c1a610e HTTP/1.1" status: 200 len: 1095 time: 0.0633717 Jun 11 10:22:49.898148 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e69f29c-d4f9-46d3-87de-a6d2553dc327 req-4ca95bf6-68ba-4421-8fde-bfda122f2cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:22:49.899521 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3e69f29c-d4f9-46d3-87de-a6d2553dc327 req-4ca95bf6-68ba-4421-8fde-bfda122f2cfe service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=7cff3ec0902242ea94828c7f7e013111&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1297364 Jun 11 10:22:50.029123 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e69f29c-d4f9-46d3-87de-a6d2553dc327 req-5c3ffa66-22b6-4778-a97e-177bf42a0421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:22:50.030485 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3e69f29c-d4f9-46d3-87de-a6d2553dc327 req-5c3ffa66-22b6-4778-a97e-177bf42a0421 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1248684 Jun 11 10:22:50.130531 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9eed66-77e3-4f81-b114-491166fcbbb8 req-d793f66a-b38d-4ae4-aa6b-f57edf6f8433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:22:50.132053 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4b9eed66-77e3-4f81-b114-491166fcbbb8 req-d793f66a-b38d-4ae4-aa6b-f57edf6f8433 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7cff3ec0902242ea94828c7f7e013111&device_id=907fd4ad-1e66-42b0-8290-67d26c1a610e HTTP/1.1" status: 200 len: 1095 time: 0.0639181 Jun 11 10:22:50.193756 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4b9eed66-77e3-4f81-b114-491166fcbbb8 req-e23f0b4d-dcae-46dd-aae0-413d73a0003c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d91eed42-c98b-4e04-847e-88838880314f HTTP/1.1" status: 200 len: 217 time: 0.0542560 Jun 11 10:22:50.255135 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9eed66-77e3-4f81-b114-491166fcbbb8 req-c17757ac-4150-402d-8876-4157e895c27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:22:50.256621 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4b9eed66-77e3-4f81-b114-491166fcbbb8 req-c17757ac-4150-402d-8876-4157e895c27b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5ffdbc2e-a0d1-4815-957d-5551412cc88a HTTP/1.1" status: 200 len: 833 time: 0.0573137 Jun 11 10:22:50.329655 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9eed66-77e3-4f81-b114-491166fcbbb8 req-7c883f93-43a7-44c1-b00a-4d3f2324cd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:22:50.334191 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4b9eed66-77e3-4f81-b114-491166fcbbb8 req-7c883f93-43a7-44c1-b00a-4d3f2324cd7e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5a8411c2-c285-4ab4-83dc-f69ab9725cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0688066 Jun 11 10:22:50.368449 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d692eb74-da1e-4add-9524-c728e3f53f3d req-4e719ef7-2ba9-4ad8-8b04-0786c67d613b tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:22:50.370507 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d692eb74-da1e-4add-9524-c728e3f53f3d req-4e719ef7-2ba9-4ad8-8b04-0786c67d613b tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/ports?device_id=907fd4ad-1e66-42b0-8290-67d26c1a610e HTTP/1.1" status: 200 len: 943 time: 0.0772467 Jun 11 10:22:50.412805 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d692eb74-da1e-4add-9524-c728e3f53f3d req-088537fe-5ed6-413a-83e8-4b3472197974 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/security-groups?id=716280e6-1df4-4a8d-8c83-851d7795aebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364943 Jun 11 10:22:50.448891 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4b9eed66-77e3-4f81-b114-491166fcbbb8 req-8bbf5cc0-6bbc-454c-8a43-13d59e4614c0 service neutron] 10.222.0.64 "GET /v2.0/networks/5a8411c2-c285-4ab4-83dc-f69ab9725cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099176 Jun 11 10:22:50.571292 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4b9eed66-77e3-4f81-b114-491166fcbbb8 req-92ce321e-02fb-463b-b6dd-5047d58b7e3d service neutron] 10.222.0.64 "GET /v2.0/networks/5a8411c2-c285-4ab4-83dc-f69ab9725cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165283 Jun 11 10:22:51.607880 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae1019-a25d-48c9-b4a8-b5936e76b58c req-ebe2f976-ff23-4172-b62a-6feff780788c tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:22:51.609385 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-89ae1019-a25d-48c9-b4a8-b5936e76b58c req-ebe2f976-ff23-4172-b62a-6feff780788c tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/ports?device_id=907fd4ad-1e66-42b0-8290-67d26c1a610e HTTP/1.1" status: 200 len: 943 time: 0.0747964 Jun 11 10:22:51.652568 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-89ae1019-a25d-48c9-b4a8-b5936e76b58c req-88df288f-4236-4d2f-829d-7a442b6cd191 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/security-groups?id=716280e6-1df4-4a8d-8c83-851d7795aebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371544 Jun 11 10:22:52.461192 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:22:52.848262 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7423f841-e72e-4b16-afe9-6e20d20ff0ed req-781c996a-dcad-4cb0-b492-b5b6f9fd2243 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:22:52.849743 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7423f841-e72e-4b16-afe9-6e20d20ff0ed req-781c996a-dcad-4cb0-b492-b5b6f9fd2243 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/ports?device_id=907fd4ad-1e66-42b0-8290-67d26c1a610e HTTP/1.1" status: 200 len: 943 time: 0.0795410 Jun 11 10:22:52.894545 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7423f841-e72e-4b16-afe9-6e20d20ff0ed req-b46ea71b-bb11-4592-8379-25b10afe28ec tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/security-groups?id=716280e6-1df4-4a8d-8c83-851d7795aebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383916 Jun 11 10:22:54.081099 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a441de34-7498-4dfe-b0f5-47449708e880 req-078fb8be-e1be-40a9-b5dd-9bec31d704f5 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:22:54.082634 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a441de34-7498-4dfe-b0f5-47449708e880 req-078fb8be-e1be-40a9-b5dd-9bec31d704f5 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/ports?device_id=907fd4ad-1e66-42b0-8290-67d26c1a610e HTTP/1.1" status: 200 len: 943 time: 0.0709779 Jun 11 10:22:54.126713 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a441de34-7498-4dfe-b0f5-47449708e880 req-68b4c215-9874-4252-84d1-d6fef71b79e8 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/security-groups?id=716280e6-1df4-4a8d-8c83-851d7795aebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380857 Jun 11 10:22:54.220662 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device d91eed42-c98b-4e04-847e-88838880314f details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 10:22:54.346283 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port d91eed42-c98b-4e04-847e-88838880314f, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=d91eed42-c98b-4e04-847e-88838880314f,segment=NetworkSegment(8af1a694-6962-4cbf-9633-b479af231058),segment_id=8af1a694-6962-4cbf-9633-b479af231058)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:22:54.359397 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': 'd91eed42-c98b-4e04-847e-88838880314f', 'network_id': '5a8411c2-c285-4ab4-83dc-f69ab9725cdb', 'port_id': 'd91eed42-c98b-4e04-847e-88838880314f', 'mac_address': 'fa:16:3e:a6:de:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ffdbc2e-a0d1-4815-957d-5551412cc88a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 10:22:54.403130 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:54.418454 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d91eed42-c98b-4e04-847e-88838880314f {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:22:54.440197 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port d91eed42-c98b-4e04-847e-88838880314f, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=d91eed42-c98b-4e04-847e-88838880314f,segment=NetworkSegment(8af1a694-6962-4cbf-9633-b479af231058),segment_id=8af1a694-6962-4cbf-9633-b479af231058)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:22:54.495681 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:54.497451 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:22:54.559796 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=d91eed42-c98b-4e04-847e-88838880314f,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:22:54.563733 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:22:54.635477 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-914858a0-05c3-4aeb-95d5-ec83b2a9362c req-f6a344f8-e88d-449b-af27-805db34c52c9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b54d0e17-1873-42dc-a2a0-28500f0e130c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0756462 Jun 11 10:22:54.708466 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['d91eed42-c98b-4e04-847e-88838880314f'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:22:54.740481 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914858a0-05c3-4aeb-95d5-ec83b2a9362c req-b79e282d-65cc-447e-970d-de3bf0207099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:22:54.741978 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-914858a0-05c3-4aeb-95d5-ec83b2a9362c req-b79e282d-65cc-447e-970d-de3bf0207099 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7c7545923ebc48e08cfbeb0d8e94f901&device_id=b54d0e17-1873-42dc-a2a0-28500f0e130c HTTP/1.1" status: 200 len: 1098 time: 0.0639689 Jun 11 10:22:54.894734 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914858a0-05c3-4aeb-95d5-ec83b2a9362c req-975d9da7-a9d5-4bea-aa73-d10bbac01500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:22:54.896236 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-914858a0-05c3-4aeb-95d5-ec83b2a9362c req-975d9da7-a9d5-4bea-aa73-d10bbac01500 service neutron] 10.222.0.69 "GET /v2.0/networks?id=795e7157-0b59-4b3c-b5bc-895c607dc0cc HTTP/1.1" status: 200 len: 911 time: 0.1322317 Jun 11 10:22:54.981741 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-914858a0-05c3-4aeb-95d5-ec83b2a9362c req-5d228680-3f88-444d-9c7a-a6fdac865152 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=983aba21-d091-4612-bfa4-1e21ac12986e HTTP/1.1" status: 200 len: 1000 time: 0.0789266 Jun 11 10:22:55.047333 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914858a0-05c3-4aeb-95d5-ec83b2a9362c req-4a7f8825-6d57-4735-9837-ae8d6b56b2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:22:55.048810 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-914858a0-05c3-4aeb-95d5-ec83b2a9362c req-4a7f8825-6d57-4735-9837-ae8d6b56b2b8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b543bd1f-2b45-4ed6-ae53-d9d0c8ed8871 HTTP/1.1" status: 200 len: 849 time: 0.0593693 Jun 11 10:22:55.117811 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914858a0-05c3-4aeb-95d5-ec83b2a9362c req-8473aa90-82fe-40ce-88bb-cd80d71531d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:22:55.119839 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-914858a0-05c3-4aeb-95d5-ec83b2a9362c req-8473aa90-82fe-40ce-88bb-cd80d71531d8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=795e7157-0b59-4b3c-b5bc-895c607dc0cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0641992 Jun 11 10:22:55.252493 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-914858a0-05c3-4aeb-95d5-ec83b2a9362c req-8bdf7b19-a228-4795-8d1f-01eb04e7b2bd service neutron] 10.222.0.69 "GET /v2.0/networks/795e7157-0b59-4b3c-b5bc-895c607dc0cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239705 Jun 11 10:22:55.330541 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f30ba-0629-48d6-829c-ab5a6487c655 req-3216cc57-093b-4625-9b4a-2d75ce50d88c tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:22:55.332074 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-801f30ba-0629-48d6-829c-ab5a6487c655 req-3216cc57-093b-4625-9b4a-2d75ce50d88c tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/ports?device_id=907fd4ad-1e66-42b0-8290-67d26c1a610e HTTP/1.1" status: 200 len: 944 time: 0.0809081 Jun 11 10:22:55.376574 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-801f30ba-0629-48d6-829c-ab5a6487c655 req-edab72b5-1b0f-4253-8679-673c7786671f tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/security-groups?id=716280e6-1df4-4a8d-8c83-851d7795aebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385401 Jun 11 10:22:55.393210 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-914858a0-05c3-4aeb-95d5-ec83b2a9362c req-2883d7b9-b342-4ed2-bc5e-515d7465fb2e service neutron] 10.222.0.69 "GET /v2.0/networks/795e7157-0b59-4b3c-b5bc-895c607dc0cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320717 Jun 11 10:22:56.219159 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device d91eed42-c98b-4e04-847e-88838880314f up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:22:56.329224 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning for port d91eed42-c98b-4e04-847e-88838880314f completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:22:56.333249 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port d91eed42-c98b-4e04-847e-88838880314f triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:22:56.333627 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:56.428690 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:56.466992 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port d91eed42-c98b-4e04-847e-88838880314f, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=d91eed42-c98b-4e04-847e-88838880314f,segment=NetworkSegment(8af1a694-6962-4cbf-9633-b479af231058),segment_id=8af1a694-6962-4cbf-9633-b479af231058)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:22:56.468017 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '907fd4ad-1e66-42b0-8290-67d26c1a610e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd91eed42-c98b-4e04-847e-88838880314f'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:22:56.470481 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a69f30c-8ade-4eb6-816f-de97b9c98d4b" -d '{"events": [{"server_uuid": "907fd4ad-1e66-42b0-8290-67d26c1a610e", "name": "network-vif-plugged", "status": "completed", "tag": "d91eed42-c98b-4e04-847e-88838880314f"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:22:56.546648 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:56.549439 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-8e259c94-da2d-45f2-8db5-38077a9487ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:22:56.569528 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab029f9-c1d3-4fef-bce7-4868b82ea782 req-1b968db6-91d9-41ef-bbab-6d682379e552 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:22:56.577001 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4ab029f9-c1d3-4fef-bce7-4868b82ea782 req-1b968db6-91d9-41ef-bbab-6d682379e552 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/ports?device_id=907fd4ad-1e66-42b0-8290-67d26c1a610e HTTP/1.1" status: 200 len: 944 time: 0.0801437 Jun 11 10:22:56.614037 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=d91eed42-c98b-4e04-847e-88838880314f,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:22:56.617840 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:22:56.621977 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4ab029f9-c1d3-4fef-bce7-4868b82ea782 req-abaa54b5-5078-4b42-8224-2c3b1efe65a8 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/security-groups?id=716280e6-1df4-4a8d-8c83-851d7795aebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393250 Jun 11 10:22:56.675273 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-198047d3-e800-4da1-8f1b-2633e3efb490 x-openstack-request-id: req-198047d3-e800-4da1-8f1b-2633e3efb490 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:22:56.675680 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "907fd4ad-1e66-42b0-8290-67d26c1a610e", "name": "network-vif-plugged", "status": "completed", "tag": "d91eed42-c98b-4e04-847e-88838880314f", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:22:56.675929 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-198047d3-e800-4da1-8f1b-2633e3efb490 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:22:56.676350 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '907fd4ad-1e66-42b0-8290-67d26c1a610e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd91eed42-c98b-4e04-847e-88838880314f', 'code': 200} Jun 11 10:22:56.796111 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7421a0e-f0f0-41d3-b228-eed3bcd1cc9c req-a0063296-5bcb-4e68-aa03-657be4fe4922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:22:56.797650 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a7421a0e-f0f0-41d3-b228-eed3bcd1cc9c req-a0063296-5bcb-4e68-aa03-657be4fe4922 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=907fd4ad-1e66-42b0-8290-67d26c1a610e HTTP/1.1" status: 200 len: 1097 time: 0.0610597 Jun 11 10:22:56.835967 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a7421a0e-f0f0-41d3-b228-eed3bcd1cc9c req-89faa166-ecf7-4edc-a5c9-cd3123f70aca service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=716280e6-1df4-4a8d-8c83-851d7795aebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324502 Jun 11 10:22:57.818802 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69664fb-1ab0-4212-856f-1aa81f8b2783 req-be504732-58e7-4d01-bbf7-f06b41778923 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:22:57.820419 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c69664fb-1ab0-4212-856f-1aa81f8b2783 req-be504732-58e7-4d01-bbf7-f06b41778923 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/ports?device_id=907fd4ad-1e66-42b0-8290-67d26c1a610e HTTP/1.1" status: 200 len: 945 time: 0.0786693 Jun 11 10:22:57.866852 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c69664fb-1ab0-4212-856f-1aa81f8b2783 req-39d3bb75-abc4-4db3-952f-ab24e26a4319 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/security-groups?id=716280e6-1df4-4a8d-8c83-851d7795aebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405273 Jun 11 10:22:59.054690 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d8e93d-f20c-49ad-a939-8b0f557baa41 req-123f15a7-5133-4f63-bed4-53830ad417ad tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:22:59.056165 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-65d8e93d-f20c-49ad-a939-8b0f557baa41 req-123f15a7-5133-4f63-bed4-53830ad417ad tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/ports?device_id=907fd4ad-1e66-42b0-8290-67d26c1a610e HTTP/1.1" status: 200 len: 945 time: 0.0710778 Jun 11 10:22:59.098482 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-65d8e93d-f20c-49ad-a939-8b0f557baa41 req-7fa5ef64-b785-4f83-bd2e-1e52fca22cdf tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/security-groups?id=716280e6-1df4-4a8d-8c83-851d7795aebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360975 Jun 11 10:22:59.285342 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f09064-1598-49c2-ac89-c53b5d5a2153 req-5e92acca-81ac-44b0-8fb4-5c8eedcfccbe tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:22:59.286727 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d7f09064-1598-49c2-ac89-c53b5d5a2153 req-5e92acca-81ac-44b0-8fb4-5c8eedcfccbe tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/ports?device_id=907fd4ad-1e66-42b0-8290-67d26c1a610e HTTP/1.1" status: 200 len: 945 time: 0.0748892 Jun 11 10:22:59.329547 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d7f09064-1598-49c2-ac89-c53b5d5a2153 req-be57dd05-d388-4348-ac1d-e14f76b9af96 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/security-groups?id=716280e6-1df4-4a8d-8c83-851d7795aebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362589 Jun 11 10:22:59.354653 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 35788) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:22:59.411778 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20e9888-aa83-4b73-9bae-b8985d7a1f3e tempest-TestNetworkBasicOps-36146069 tempest-TestNetworkBasicOps-36146069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:22:59.413290 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-d20e9888-aa83-4b73-9bae-b8985d7a1f3e tempest-TestNetworkBasicOps-36146069 tempest-TestNetworkBasicOps-36146069-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=907fd4ad-1e66-42b0-8290-67d26c1a610e HTTP/1.1" status: 200 len: 1092 time: 0.0576515 Jun 11 10:22:59.416839 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 35790) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:22:59.421154 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-02947d8d-a12f-43a2-9427-f5ad68ab4088 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Request body: {'floatingip': {'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'port_id': 'd91eed42-c98b-4e04-847e-88838880314f', 'tenant_id': '7cff3ec0902242ea94828c7f7e013111', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:22:59.523466 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-02947d8d-a12f-43a2-9427-f5ad68ab4088 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for floatingip, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:59.647793 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-02947d8d-a12f-43a2-9427-f5ad68ab4088 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:22:59.782889 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-02947d8d-a12f-43a2-9427-f5ad68ab4088 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Allocated IP 172.25.4.47 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/27503a07-4bf0-4230-bebd-1179bcbb3f5b) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:22:59.929395 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-02947d8d-a12f-43a2-9427-f5ad68ab4088 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:00.048266 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-02947d8d-a12f-43a2-9427-f5ad68ab4088 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:00.050383 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-00d66068-03fa-4906-a0c5-a45f202f19bc tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:23:00.102710 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02947d8d-a12f-43a2-9427-f5ad68ab4088 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:23:00.105619 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-02947d8d-a12f-43a2-9427-f5ad68ab4088 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:23:00.108420 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02947d8d-a12f-43a2-9427-f5ad68ab4088 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:23:00.145449 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02947d8d-a12f-43a2-9427-f5ad68ab4088 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Pushing event updated for resources: {'Port': ['ID=27503a07-4bf0-4230-bebd-1179bcbb3f5b,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:23:00.148393 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-02947d8d-a12f-43a2-9427-f5ad68ab4088 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:23:00.950709 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-02947d8d-a12f-43a2-9427-f5ad68ab4088 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:01.112008 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-02947d8d-a12f-43a2-9427-f5ad68ab4088 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:01.300770 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-02947d8d-a12f-43a2-9427-f5ad68ab4088 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:01.403033 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-02947d8d-a12f-43a2-9427-f5ad68ab4088 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:01.405224 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b3460943-9382-4984-881a-2f6726859d51 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:23:01.486136 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02947d8d-a12f-43a2-9427-f5ad68ab4088 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Pushing event updated for resources: {'Port': ['ID=27503a07-4bf0-4230-bebd-1179bcbb3f5b,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:23:01.493364 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-02947d8d-a12f-43a2-9427-f5ad68ab4088 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:23:01.503293 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-02947d8d-a12f-43a2-9427-f5ad68ab4088 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:01.505813 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:01.644835 n-d-779913-12 neutron-server[93177]: INFO neutron.db.l3_db [None req-02947d8d-a12f-43a2-9427-f5ad68ab4088 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Floating IP 6807f832-f2fe-4cf0-8c5b-db205cc3e825 associated. External IP: 172.25.4.47, port: d91eed42-c98b-4e04-847e-88838880314f. Jun 11 10:23:01.953492 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02947d8d-a12f-43a2-9427-f5ad68ab4088 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Router f5d8aea6-a1b9-48e9-98f2-6900a76d5c43 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:23:02.106386 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02947d8d-a12f-43a2-9427-f5ad68ab4088 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:23:02.117123 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52cff653-5d19-4e67-a737-ab05587f1886 None None] Sync routers for ids ['f5d8aea6-a1b9-48e9-98f2-6900a76d5c43'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:23:02.125858 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cff653-5d19-4e67-a737-ab05587f1886 None None] Routers {'f5d8aea6-a1b9-48e9-98f2-6900a76d5c43'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:23:02.126530 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-52cff653-5d19-4e67-a737-ab05587f1886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:22:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['f5d8aea6-a1b9-48e9-98f2-6900a76d5c43'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:23:02.180246 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-02947d8d-a12f-43a2-9427-f5ad68ab4088 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:02.233651 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 35800) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:23:02.234115 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-02947d8d-a12f-43a2-9427-f5ad68ab4088 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8156574 Jun 11 10:23:02.234299 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '907fd4ad-1e66-42b0-8290-67d26c1a610e', 'tag': 'd91eed42-c98b-4e04-847e-88838880314f'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:23:02.236824 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-082189f8-0862-4c6f-9f2c-11f53eb73616" -d '{"events": [{"name": "network-changed", "server_uuid": "907fd4ad-1e66-42b0-8290-67d26c1a610e", "tag": "d91eed42-c98b-4e04-847e-88838880314f"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:23:02.285788 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c1819f-7eb8-4f8c-8b9d-c1edda7cdd1b x-openstack-request-id: req-05c1819f-7eb8-4f8c-8b9d-c1edda7cdd1b {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:23:02.286130 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "907fd4ad-1e66-42b0-8290-67d26c1a610e", "tag": "d91eed42-c98b-4e04-847e-88838880314f", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:23:02.286429 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-05c1819f-7eb8-4f8c-8b9d-c1edda7cdd1b {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:23:02.286872 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '907fd4ad-1e66-42b0-8290-67d26c1a610e', 'tag': 'd91eed42-c98b-4e04-847e-88838880314f', 'status': 'completed', 'code': 200} Jun 11 10:23:02.311047 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-52cff653-5d19-4e67-a737-ab05587f1886 None None] Set router f5d8aea6-a1b9-48e9-98f2-6900a76d5c43 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:23:02.360778 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-5d582af2-45f6-415b-a51e-9ca396f11acd tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/floatingips/6807f832-f2fe-4cf0-8c5b-db205cc3e825 HTTP/1.1" status: 200 len: 990 time: 0.1261740 Jun 11 10:23:02.387445 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082189f8-0862-4c6f-9f2c-11f53eb73616 req-22466d89-8b9d-4a24-934c-6155574682a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:23:02.388963 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-082189f8-0862-4c6f-9f2c-11f53eb73616 req-22466d89-8b9d-4a24-934c-6155574682a7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7cff3ec0902242ea94828c7f7e013111&device_id=907fd4ad-1e66-42b0-8290-67d26c1a610e HTTP/1.1" status: 200 len: 1097 time: 0.0700352 Jun 11 10:23:02.524539 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082189f8-0862-4c6f-9f2c-11f53eb73616 req-e9170e17-8d92-4151-ba5d-8cd54559c296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:23:02.525943 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-082189f8-0862-4c6f-9f2c-11f53eb73616 req-e9170e17-8d92-4151-ba5d-8cd54559c296 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5a8411c2-c285-4ab4-83dc-f69ab9725cdb HTTP/1.1" status: 200 len: 897 time: 0.1194682 Jun 11 10:23:02.618271 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-082189f8-0862-4c6f-9f2c-11f53eb73616 req-d99fb58b-cedb-434f-a6b3-6471b689f20b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d91eed42-c98b-4e04-847e-88838880314f HTTP/1.1" status: 200 len: 998 time: 0.0854576 Jun 11 10:23:02.626606 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-52cff653-5d19-4e67-a737-ab05587f1886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d8aea6-a1b9-48e9-98f2-6900a76d5c43', 'name': 'tempest-TestNetworkBasicOps-router-833698789', 'tenant_id': '7cff3ec0902242ea94828c7f7e013111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '69f6d45f-c728-40f7-91d2-e91e4abd6176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:22:33Z', 'updated_at': '2021-06-11T10:22:39Z', 'revision_number': 4, 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'gw_port': {'id': '69f6d45f-c728-40f7-91d2-e91e4abd6176', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:00:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d8aea6-a1b9-48e9-98f2-6900a76d5c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:22:34Z', 'updated_at': '2021-06-11T10:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': '6807f832-f2fe-4cf0-8c5b-db205cc3e825', 'tenant_id': '7cff3ec0902242ea94828c7f7e013111', 'floating_ip_address': '172.25.4.47', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': 'f5d8aea6-a1b9-48e9-98f2-6900a76d5c43', 'port_id': 'd91eed42-c98b-4e04-847e-88838880314f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a8411c2-c285-4ab4-83dc-f69ab9725cdb', 'mac_address': 'fa:16:3e:a6:de:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907fd4ad-1e66-42b0-8290-67d26c1a610e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T10:23:00Z', 'updated_at': '2021-06-11T10:23:00Z', 'revision_number': 0, 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6eb008d2-cbed-4a25-89cf-17e5fdf6fd38', 'name': '', 'network_id': '5a8411c2-c285-4ab4-83dc-f69ab9725cdb', 'tenant_id': '7cff3ec0902242ea94828c7f7e013111', 'mac_address': 'fa:16:3e:f9:f7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d8aea6-a1b9-48e9-98f2-6900a76d5c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '5ffdbc2e-a0d1-4815-957d-5551412cc88a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:22:38Z', 'updated_at': '2021-06-11T10:22:44Z', 'revision_number': 5, 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'subnets': [{'id': '5ffdbc2e-a0d1-4815-957d-5551412cc88a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:23:02.629982 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52cff653-5d19-4e67-a737-ab05587f1886 None None] Checking router: f5d8aea6-a1b9-48e9-98f2-6900a76d5c43 for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:23:02.639001 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cff653-5d19-4e67-a737-ab05587f1886 None None] Routers {'f5d8aea6-a1b9-48e9-98f2-6900a76d5c43'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:23:02.639633 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-52cff653-5d19-4e67-a737-ab05587f1886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:22:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['f5d8aea6-a1b9-48e9-98f2-6900a76d5c43'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:23:02.676118 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082189f8-0862-4c6f-9f2c-11f53eb73616 req-814eb546-893b-43b7-b80c-0b34ee47a5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:23:02.677570 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-082189f8-0862-4c6f-9f2c-11f53eb73616 req-814eb546-893b-43b7-b80c-0b34ee47a5bc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5ffdbc2e-a0d1-4815-957d-5551412cc88a HTTP/1.1" status: 200 len: 833 time: 0.0528960 Jun 11 10:23:02.744597 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082189f8-0862-4c6f-9f2c-11f53eb73616 req-7ec51a1f-d6dd-495c-b8a9-9e5b67320ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:23:02.746127 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-082189f8-0862-4c6f-9f2c-11f53eb73616 req-7ec51a1f-d6dd-495c-b8a9-9e5b67320ad4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5a8411c2-c285-4ab4-83dc-f69ab9725cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0616856 Jun 11 10:23:02.797048 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-52cff653-5d19-4e67-a737-ab05587f1886 None None] Set router f5d8aea6-a1b9-48e9-98f2-6900a76d5c43 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:23:02.887338 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-082189f8-0862-4c6f-9f2c-11f53eb73616 req-d17a2fdd-2b61-42e5-a2a9-9957d6d01d40 service neutron] 10.222.0.64 "GET /v2.0/networks/5a8411c2-c285-4ab4-83dc-f69ab9725cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331708 Jun 11 10:23:03.016670 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-082189f8-0862-4c6f-9f2c-11f53eb73616 req-6197c800-574f-4a8e-9d88-2139d93cc723 service neutron] 10.222.0.64 "GET /v2.0/networks/5a8411c2-c285-4ab4-83dc-f69ab9725cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223764 Jun 11 10:23:03.275720 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-52cff653-5d19-4e67-a737-ab05587f1886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d8aea6-a1b9-48e9-98f2-6900a76d5c43', 'name': 'tempest-TestNetworkBasicOps-router-833698789', 'tenant_id': '7cff3ec0902242ea94828c7f7e013111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '69f6d45f-c728-40f7-91d2-e91e4abd6176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:22:33Z', 'updated_at': '2021-06-11T10:22:39Z', 'revision_number': 4, 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'gw_port': {'id': '69f6d45f-c728-40f7-91d2-e91e4abd6176', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:00:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d8aea6-a1b9-48e9-98f2-6900a76d5c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:22:34Z', 'updated_at': '2021-06-11T10:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': '6807f832-f2fe-4cf0-8c5b-db205cc3e825', 'tenant_id': '7cff3ec0902242ea94828c7f7e013111', 'floating_ip_address': '172.25.4.47', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': 'f5d8aea6-a1b9-48e9-98f2-6900a76d5c43', 'port_id': 'd91eed42-c98b-4e04-847e-88838880314f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a8411c2-c285-4ab4-83dc-f69ab9725cdb', 'mac_address': 'fa:16:3e:a6:de:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907fd4ad-1e66-42b0-8290-67d26c1a610e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T10:23:00Z', 'updated_at': '2021-06-11T10:23:00Z', 'revision_number': 0, 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6eb008d2-cbed-4a25-89cf-17e5fdf6fd38', 'name': '', 'network_id': '5a8411c2-c285-4ab4-83dc-f69ab9725cdb', 'tenant_id': '7cff3ec0902242ea94828c7f7e013111', 'mac_address': 'fa:16:3e:f9:f7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d8aea6-a1b9-48e9-98f2-6900a76d5c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '5ffdbc2e-a0d1-4815-957d-5551412cc88a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:22:38Z', 'updated_at': '2021-06-11T10:22:44Z', 'revision_number': 5, 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'subnets': [{'id': '5ffdbc2e-a0d1-4815-957d-5551412cc88a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:23:03.280146 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52cff653-5d19-4e67-a737-ab05587f1886 None None] The sync data for ids ['f5d8aea6-a1b9-48e9-98f2-6900a76d5c43'] in n-d-779913-12 is: [{'id': 'f5d8aea6-a1b9-48e9-98f2-6900a76d5c43', 'name': 'tempest-TestNetworkBasicOps-router-833698789', 'tenant_id': '7cff3ec0902242ea94828c7f7e013111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '69f6d45f-c728-40f7-91d2-e91e4abd6176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:22:33Z', 'updated_at': '2021-06-11T10:22:39Z', 'revision_number': 4, 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'gw_port': {'id': '69f6d45f-c728-40f7-91d2-e91e4abd6176', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:00:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d8aea6-a1b9-48e9-98f2-6900a76d5c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:22:34Z', 'updated_at': '2021-06-11T10:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': '6807f832-f2fe-4cf0-8c5b-db205cc3e825', 'tenant_id': '7cff3ec0902242ea94828c7f7e013111', 'floating_ip_address': '172.25.4.47', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': 'f5d8aea6-a1b9-48e9-98f2-6900a76d5c43', 'port_id': 'd91eed42-c98b-4e04-847e-88838880314f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a8411c2-c285-4ab4-83dc-f69ab9725cdb', 'mac_address': 'fa:16:3e:a6:de:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907fd4ad-1e66-42b0-8290-67d26c1a610e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T10:23:00Z', 'updated_at': '2021-06-11T10:23:00Z', 'revision_number': 0, 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6eb008d2-cbed-4a25-89cf-17e5fdf6fd38', 'name': '', 'network_id': '5a8411c2-c285-4ab4-83dc-f69ab9725cdb', 'tenant_id': '7cff3ec0902242ea94828c7f7e013111', 'mac_address': 'fa:16:3e:f9:f7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d8aea6-a1b9-48e9-98f2-6900a76d5c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '5ffdbc2e-a0d1-4815-957d-5551412cc88a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:22:38Z', 'updated_at': '2021-06-11T10:22:44Z', 'revision_number': 5, 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'subnets': [{'id': '5ffdbc2e-a0d1-4815-957d-5551412cc88a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:23:03.364609 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 35808) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:23:03.454617 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-89688d37-1aea-4c78-9fc8-a0495e2e0771 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/floatingips/6807f832-f2fe-4cf0-8c5b-db205cc3e825 HTTP/1.1" status: 200 len: 990 time: 0.0887463 Jun 11 10:23:03.488250 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fb9da9-84ff-446e-95c6-38aae4195e5b None None] New status for floating IP 6807f832-f2fe-4cf0-8c5b-db205cc3e825: ACTIVE {{(pid=93179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 10:23:04.457747 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 35822) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:23:04.538953 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-b97ccd12-743a-4c24-8823-c487ca0d9bdb tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/floatingips/6807f832-f2fe-4cf0-8c5b-db205cc3e825 HTTP/1.1" status: 200 len: 992 time: 0.0799823 Jun 11 10:23:05.865433 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:12.917769 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6953defa-3e57-4a69-bf21-e0de1afe929c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:13.906784 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65206203-ca04-4bf1-9ca6-a159a0a4ff62 req-2ed986d0-b0f7-4c2d-81a2-275d0589be2b tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:23:13.908285 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-65206203-ca04-4bf1-9ca6-a159a0a4ff62 req-2ed986d0-b0f7-4c2d-81a2-275d0589be2b tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4251835-8393-4eb1-844d-2d3234bf4dcf HTTP/1.1" status: 200 len: 946 time: 0.0744772 Jun 11 10:23:13.950700 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-65206203-ca04-4bf1-9ca6-a159a0a4ff62 req-629c8c5e-a00c-4c5f-8570-f56cc5059ea7 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/security-groups?id=e57641a6-b0bf-44fd-8537-c6588ec50026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365844 Jun 11 10:23:15.131723 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4fc83f-a3c2-4c2f-876b-629f1fbeced3 req-2ca9a4c8-7ade-4161-9de4-aaafd8d1792c tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:23:15.133190 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ad4fc83f-a3c2-4c2f-876b-629f1fbeced3 req-2ca9a4c8-7ade-4161-9de4-aaafd8d1792c tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4251835-8393-4eb1-844d-2d3234bf4dcf HTTP/1.1" status: 200 len: 946 time: 0.0688272 Jun 11 10:23:15.176728 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ad4fc83f-a3c2-4c2f-876b-629f1fbeced3 req-80a5b9e8-d07e-4c4b-a3b5-8beaf14b75ed tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/security-groups?id=e57641a6-b0bf-44fd-8537-c6588ec50026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363045 Jun 11 10:23:15.595040 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9797f1ca-96f1-44b9-9bd4-74db73e4b8ec req-e86590fd-8d54-4fe7-955a-4bbb90e417c1 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:23:15.596634 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9797f1ca-96f1-44b9-9bd4-74db73e4b8ec req-e86590fd-8d54-4fe7-955a-4bbb90e417c1 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.64 "GET /v2.0/ports?device_id=e4251835-8393-4eb1-844d-2d3234bf4dcf HTTP/1.1" status: 200 len: 946 time: 0.0723481 Jun 11 10:23:15.708992 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-9797f1ca-96f1-44b9-9bd4-74db73e4b8ec req-1001c39b-53ed-43eb-908e-c83f8b8e8943 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Deleting port 858c3740-afa6-483e-9967-0ee7e35e413b {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:23:15.709330 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-9797f1ca-96f1-44b9-9bd4-74db73e4b8ec req-1001c39b-53ed-43eb-908e-c83f8b8e8943 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:15.836668 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-26191424-3e13-4c97-a49a-3386e0e5e711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:15.905898 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-9797f1ca-96f1-44b9-9bd4-74db73e4b8ec req-1001c39b-53ed-43eb-908e-c83f8b8e8943 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] For port 858c3740-afa6-483e-9967-0ee7e35e413b, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=858c3740-afa6-483e-9967-0ee7e35e413b,segment=NetworkSegment(e64b373f-a475-481e-9bb6-8e44824f6209),segment_id=e64b373f-a475-481e-9bb6-8e44824f6209)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:23:15.906157 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-9797f1ca-96f1-44b9-9bd4-74db73e4b8ec req-1001c39b-53ed-43eb-908e-c83f8b8e8943 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:15.952011 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:16.136858 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-9797f1ca-96f1-44b9-9bd4-74db73e4b8ec req-1001c39b-53ed-43eb-908e-c83f8b8e8943 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:16.137229 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-9797f1ca-96f1-44b9-9bd4-74db73e4b8ec req-1001c39b-53ed-43eb-908e-c83f8b8e8943 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:16.137547 n-d-779913-12 neutron-server[93176]: INFO neutron.db.l3_db [req-9797f1ca-96f1-44b9-9bd4-74db73e4b8ec req-1001c39b-53ed-43eb-908e-c83f8b8e8943 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Floating IP d3a264ef-4dd8-4378-8994-54032054d72c disassociated. External IP: 172.25.4.76, port: 858c3740-afa6-483e-9967-0ee7e35e413b. Jun 11 10:23:16.137893 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-9797f1ca-96f1-44b9-9bd4-74db73e4b8ec req-1001c39b-53ed-43eb-908e-c83f8b8e8943 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Calling delete_port for 858c3740-afa6-483e-9967-0ee7e35e413b owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:23:16.346111 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-9797f1ca-96f1-44b9-9bd4-74db73e4b8ec req-1001c39b-53ed-43eb-908e-c83f8b8e8943 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:16.350644 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3ba06922-37e5-4940-bf81-b37cb8812482 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:23:16.364764 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6935d0-d404-4ad8-8810-c19d211c0292 req-1b304cfe-4c0a-40a0-98cb-a94c8ffd8f64 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:23:16.366345 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0f6935d0-d404-4ad8-8810-c19d211c0292 req-1b304cfe-4c0a-40a0-98cb-a94c8ffd8f64 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4251835-8393-4eb1-844d-2d3234bf4dcf HTTP/1.1" status: 200 len: 867 time: 0.0754716 Jun 11 10:23:16.382296 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1001c39b-53ed-43eb-908e-c83f8b8e8943 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Pushing event deleted for resources: {'Port': ['ID=858c3740-afa6-483e-9967-0ee7e35e413b,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:23:16.385817 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1001c39b-53ed-43eb-908e-c83f8b8e8943 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:23:16.416804 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0f6935d0-d404-4ad8-8810-c19d211c0292 req-1a3e3228-0418-48a7-8f55-de7329cec42f tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/security-groups?id=e57641a6-b0bf-44fd-8537-c6588ec50026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447187 Jun 11 10:23:16.539561 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9797f1ca-96f1-44b9-9bd4-74db73e4b8ec req-1001c39b-53ed-43eb-908e-c83f8b8e8943 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Router 18bee323-1125-49ef-b821-e620b20acd8d has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:23:16.691384 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9797f1ca-96f1-44b9-9bd4-74db73e4b8ec req-1001c39b-53ed-43eb-908e-c83f8b8e8943 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:23:16.700469 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cad83f7-4a7b-42ab-ab10-17fdd992f1c2 None None] Sync routers for ids ['18bee323-1125-49ef-b821-e620b20acd8d'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:23:16.708046 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:16.709918 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cad83f7-4a7b-42ab-ab10-17fdd992f1c2 None None] Routers {'18bee323-1125-49ef-b821-e620b20acd8d'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:23:16.710537 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-1cad83f7-4a7b-42ab-ab10-17fdd992f1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:23:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['18bee323-1125-49ef-b821-e620b20acd8d'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:23:16.748121 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-9797f1ca-96f1-44b9-9bd4-74db73e4b8ec req-1001c39b-53ed-43eb-908e-c83f8b8e8943 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] No DVR routers for this DVR port 858c3740-afa6-483e-9967-0ee7e35e413b on host n-h1-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:23:16.751095 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-9797f1ca-96f1-44b9-9bd4-74db73e4b8ec req-1001c39b-53ed-43eb-908e-c83f8b8e8943 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:16.753655 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9797f1ca-96f1-44b9-9bd4-74db73e4b8ec req-1001c39b-53ed-43eb-908e-c83f8b8e8943 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.64 "DELETE /v2.0/ports/858c3740-afa6-483e-9967-0ee7e35e413b HTTP/1.1" status: 204 len: 173 time: 1.1517611 Jun 11 10:23:16.754358 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4251835-8393-4eb1-844d-2d3234bf4dcf', 'name': 'network-vif-deleted', 'tag': '858c3740-afa6-483e-9967-0ee7e35e413b'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:23:16.757603 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a25dfe7c-3b21-4751-8969-8e201aa759b4" -d '{"events": [{"server_uuid": "e4251835-8393-4eb1-844d-2d3234bf4dcf", "name": "network-vif-deleted", "tag": "858c3740-afa6-483e-9967-0ee7e35e413b"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:23:16.798639 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f41e6e9-708c-4e7a-a1c4-437f7aa9863e x-openstack-request-id: req-1f41e6e9-708c-4e7a-a1c4-437f7aa9863e {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:23:16.799043 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4251835-8393-4eb1-844d-2d3234bf4dcf", "name": "network-vif-deleted", "tag": "858c3740-afa6-483e-9967-0ee7e35e413b", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:23:16.799401 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1f41e6e9-708c-4e7a-a1c4-437f7aa9863e {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:23:16.799897 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4251835-8393-4eb1-844d-2d3234bf4dcf', 'name': 'network-vif-deleted', 'tag': '858c3740-afa6-483e-9967-0ee7e35e413b', 'status': 'completed', 'code': 200} Jun 11 10:23:16.870103 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-1cad83f7-4a7b-42ab-ab10-17fdd992f1c2 None None] Set router 18bee323-1125-49ef-b821-e620b20acd8d gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:23:17.137564 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-1cad83f7-4a7b-42ab-ab10-17fdd992f1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bee323-1125-49ef-b821-e620b20acd8d', 'name': 'tempest-AttachVolumeTestJSON-946356344-router', 'tenant_id': '4fa4adcc930c454582c6b4c82c27544f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': 'a0d3ad71-c523-4b81-8303-10eebc13d258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:13:26Z', 'updated_at': '2021-06-11T10:13:34Z', 'revision_number': 4, 'project_id': '4fa4adcc930c454582c6b4c82c27544f', 'gw_port': {'id': 'a0d3ad71-c523-4b81-8303-10eebc13d258', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bee323-1125-49ef-b821-e620b20acd8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:13:27Z', 'updated_at': '2021-06-11T10:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '07877c8f-2296-420d-8c39-b7d056fd0adc', 'name': '', 'network_id': '2ac340f0-d786-4d09-af3c-d796852f240b', 'tenant_id': '4fa4adcc930c454582c6b4c82c27544f', 'mac_address': 'fa:16:3e:da:3f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bee323-1125-49ef-b821-e620b20acd8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': 'e4054ed8-e8dc-4397-99bc-1d06497b1031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:13:33Z', 'updated_at': '2021-06-11T10:13:43Z', 'revision_number': 5, 'project_id': '4fa4adcc930c454582c6b4c82c27544f', 'subnets': [{'id': 'e4054ed8-e8dc-4397-99bc-1d06497b1031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:23:17.140965 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cad83f7-4a7b-42ab-ab10-17fdd992f1c2 None None] Checking router: 18bee323-1125-49ef-b821-e620b20acd8d for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:23:17.148952 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cad83f7-4a7b-42ab-ab10-17fdd992f1c2 None None] Routers {'18bee323-1125-49ef-b821-e620b20acd8d'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:23:17.149554 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-1cad83f7-4a7b-42ab-ab10-17fdd992f1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:23:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['18bee323-1125-49ef-b821-e620b20acd8d'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:23:17.291016 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-1cad83f7-4a7b-42ab-ab10-17fdd992f1c2 None None] Set router 18bee323-1125-49ef-b821-e620b20acd8d gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:23:17.564405 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-1cad83f7-4a7b-42ab-ab10-17fdd992f1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bee323-1125-49ef-b821-e620b20acd8d', 'name': 'tempest-AttachVolumeTestJSON-946356344-router', 'tenant_id': '4fa4adcc930c454582c6b4c82c27544f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': 'a0d3ad71-c523-4b81-8303-10eebc13d258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:13:26Z', 'updated_at': '2021-06-11T10:13:34Z', 'revision_number': 4, 'project_id': '4fa4adcc930c454582c6b4c82c27544f', 'gw_port': {'id': 'a0d3ad71-c523-4b81-8303-10eebc13d258', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bee323-1125-49ef-b821-e620b20acd8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:13:27Z', 'updated_at': '2021-06-11T10:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '07877c8f-2296-420d-8c39-b7d056fd0adc', 'name': '', 'network_id': '2ac340f0-d786-4d09-af3c-d796852f240b', 'tenant_id': '4fa4adcc930c454582c6b4c82c27544f', 'mac_address': 'fa:16:3e:da:3f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bee323-1125-49ef-b821-e620b20acd8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': 'e4054ed8-e8dc-4397-99bc-1d06497b1031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:13:33Z', 'updated_at': '2021-06-11T10:13:43Z', 'revision_number': 5, 'project_id': '4fa4adcc930c454582c6b4c82c27544f', 'subnets': [{'id': 'e4054ed8-e8dc-4397-99bc-1d06497b1031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:23:17.568286 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cad83f7-4a7b-42ab-ab10-17fdd992f1c2 None None] The sync data for ids ['18bee323-1125-49ef-b821-e620b20acd8d'] in n-d-779913-12 is: [{'id': '18bee323-1125-49ef-b821-e620b20acd8d', 'name': 'tempest-AttachVolumeTestJSON-946356344-router', 'tenant_id': '4fa4adcc930c454582c6b4c82c27544f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': 'a0d3ad71-c523-4b81-8303-10eebc13d258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:13:26Z', 'updated_at': '2021-06-11T10:13:34Z', 'revision_number': 4, 'project_id': '4fa4adcc930c454582c6b4c82c27544f', 'gw_port': {'id': 'a0d3ad71-c523-4b81-8303-10eebc13d258', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bee323-1125-49ef-b821-e620b20acd8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:13:27Z', 'updated_at': '2021-06-11T10:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '07877c8f-2296-420d-8c39-b7d056fd0adc', 'name': '', 'network_id': '2ac340f0-d786-4d09-af3c-d796852f240b', 'tenant_id': '4fa4adcc930c454582c6b4c82c27544f', 'mac_address': 'fa:16:3e:da:3f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bee323-1125-49ef-b821-e620b20acd8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': 'e4054ed8-e8dc-4397-99bc-1d06497b1031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:13:33Z', 'updated_at': '2021-06-11T10:13:43Z', 'revision_number': 5, 'project_id': '4fa4adcc930c454582c6b4c82c27544f', 'subnets': [{'id': 'e4054ed8-e8dc-4397-99bc-1d06497b1031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:23:17.616398 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7767ecdb-d57b-4eda-b9c6-abcd19a8224c req-c4130de7-300a-4943-8142-9dec78fb59fa tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4251835-8393-4eb1-844d-2d3234bf4dcf HTTP/1.1" status: 200 len: 210 time: 0.0387790 Jun 11 10:23:17.791652 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6542e5a-140c-4156-bc2a-2c84a38db269 None None] New status for floating IP d3a264ef-4dd8-4378-8994-54032054d72c: DOWN {{(pid=93179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 10:23:18.471661 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:18.827644 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 35888) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:23:18.893835 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7981d3f0-d56d-4d61-b738-c9e49a9b342e tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:18.919510 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7981d3f0-d56d-4d61-b738-c9e49a9b342e tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:19.025608 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7981d3f0-d56d-4d61-b738-c9e49a9b342e tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:19.028248 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7981d3f0-d56d-4d61-b738-c9e49a9b342e tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:19.029417 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-7981d3f0-d56d-4d61-b738-c9e49a9b342e tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "DELETE /v2.0/security-groups/e57641a6-b0bf-44fd-8537-c6588ec50026 HTTP/1.1" status: 204 len: 168 time: 0.2007847 Jun 11 10:23:19.030260 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e2130839-04da-404c-bf83-cae1591c94ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:23:19.032267 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 35890) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:23:19.040623 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7981d3f0-d56d-4d61-b738-c9e49a9b342e tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e57641a6-b0bf-44fd-8537-c6588ec50026,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:23:19.043642 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7981d3f0-d56d-4d61-b738-c9e49a9b342e tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:23:19.047348 n-d-779913-12 neutron-server[93177]: INFO neutron.api.v2.resource [None req-72c17a17-3854-4f85-88ca-cde434c15350 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] show failed (client error): The resource could not be found. Jun 11 10:23:19.050237 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-72c17a17-3854-4f85-88ca-cde434c15350 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "GET /v2.0/security-groups/e57641a6-b0bf-44fd-8537-c6588ec50026 HTTP/1.1" status: 404 len: 347 time: 0.0151381 Jun 11 10:23:19.051260 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 35892) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:23:19.595361 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-427601ac-c485-4c8d-85a5-a7bc4c805af1 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Deleting port 69691474-7256-42d7-a2d1-1e30979ab9a6 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:23:19.595732 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-427601ac-c485-4c8d-85a5-a7bc4c805af1 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:19.701824 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-427601ac-c485-4c8d-85a5-a7bc4c805af1 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:19.702159 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-427601ac-c485-4c8d-85a5-a7bc4c805af1 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:19.799754 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-427601ac-c485-4c8d-85a5-a7bc4c805af1 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Calling delete_port for 69691474-7256-42d7-a2d1-1e30979ab9a6 owned by network:floatingip {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:23:20.020029 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-427601ac-c485-4c8d-85a5-a7bc4c805af1 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:20.023028 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-cb4c1007-ef0d-4be9-b688-71fb5ec01e3e tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:23:20.052416 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427601ac-c485-4c8d-85a5-a7bc4c805af1 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Pushing event deleted for resources: {'Port': ['ID=69691474-7256-42d7-a2d1-1e30979ab9a6,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:23:20.055522 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-427601ac-c485-4c8d-85a5-a7bc4c805af1 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:23:20.132126 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-427601ac-c485-4c8d-85a5-a7bc4c805af1 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Notify callbacks [] for floatingip, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:20.134671 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-427601ac-c485-4c8d-85a5-a7bc4c805af1 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:20.136761 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-427601ac-c485-4c8d-85a5-a7bc4c805af1 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] 10.222.0.60 "DELETE /v2.0/floatingips/d3a264ef-4dd8-4378-8994-54032054d72c HTTP/1.1" status: 204 len: 168 time: 1.0837123 Jun 11 10:23:20.332787 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 858c3740-afa6-483e-9967-0ee7e35e413b no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:23:20.362196 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] No Port match for: 858c3740-afa6-483e-9967-0ee7e35e413b {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:23:20.362550 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 858c3740-afa6-483e-9967-0ee7e35e413b not bound to the agent host n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:23:29.089590 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 35942) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:23:29.169506 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-bb24f83a-47ae-4998-b8ce-2716108c5197 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/floatingips/6807f832-f2fe-4cf0-8c5b-db205cc3e825 HTTP/1.1" status: 200 len: 992 time: 0.0784423 Jun 11 10:23:29.460360 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:23:29.489708 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 35950) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:23:29.707281 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-9bf8ccb8-f111-4bd5-a12c-6a004aa1fd8b tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Deleting port 27503a07-4bf0-4230-bebd-1179bcbb3f5b {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:23:29.707541 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9bf8ccb8-f111-4bd5-a12c-6a004aa1fd8b tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:29.815413 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9bf8ccb8-f111-4bd5-a12c-6a004aa1fd8b tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:29.815766 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9bf8ccb8-f111-4bd5-a12c-6a004aa1fd8b tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:29.913347 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-9bf8ccb8-f111-4bd5-a12c-6a004aa1fd8b tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Calling delete_port for 27503a07-4bf0-4230-bebd-1179bcbb3f5b owned by network:floatingip {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:23:30.174560 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9bf8ccb8-f111-4bd5-a12c-6a004aa1fd8b tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:30.176862 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d639ff90-c22d-4435-a76d-3ce21cd41c5a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:23:30.207380 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf8ccb8-f111-4bd5-a12c-6a004aa1fd8b tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Pushing event deleted for resources: {'Port': ['ID=27503a07-4bf0-4230-bebd-1179bcbb3f5b,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:23:30.212898 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9bf8ccb8-f111-4bd5-a12c-6a004aa1fd8b tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:23:30.286739 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9bf8ccb8-f111-4bd5-a12c-6a004aa1fd8b tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for floatingip, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:30.287077 n-d-779913-12 neutron-server[93176]: INFO neutron.db.l3_db [None req-9bf8ccb8-f111-4bd5-a12c-6a004aa1fd8b tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Floating IP 6807f832-f2fe-4cf0-8c5b-db205cc3e825 disassociated (deleted). External IP: 172.25.4.47, port: d91eed42-c98b-4e04-847e-88838880314f. Jun 11 10:23:30.583876 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bf8ccb8-f111-4bd5-a12c-6a004aa1fd8b tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Router f5d8aea6-a1b9-48e9-98f2-6900a76d5c43 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:23:30.654488 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 35960) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:23:30.741257 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bf8ccb8-f111-4bd5-a12c-6a004aa1fd8b tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:23:30.747356 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9bf8ccb8-f111-4bd5-a12c-6a004aa1fd8b tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:30.754892 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183f9b41-1481-4759-bd9a-349b27517e20 None None] Sync routers for ids ['f5d8aea6-a1b9-48e9-98f2-6900a76d5c43'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:23:30.775391 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183f9b41-1481-4759-bd9a-349b27517e20 None None] Routers {'f5d8aea6-a1b9-48e9-98f2-6900a76d5c43'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:23:30.775391 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-183f9b41-1481-4759-bd9a-349b27517e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:23:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['f5d8aea6-a1b9-48e9-98f2-6900a76d5c43'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:23:30.808391 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-9bf8ccb8-f111-4bd5-a12c-6a004aa1fd8b tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "DELETE /v2.0/floatingips/6807f832-f2fe-4cf0-8c5b-db205cc3e825 HTTP/1.1" status: 204 len: 168 time: 1.3150077 Jun 11 10:23:30.808391 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '907fd4ad-1e66-42b0-8290-67d26c1a610e', 'tag': 'd91eed42-c98b-4e04-847e-88838880314f'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:23:30.809237 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5db87e8-1afc-4af4-af32-eb5d5e215ca9" -d '{"events": [{"name": "network-changed", "server_uuid": "907fd4ad-1e66-42b0-8290-67d26c1a610e", "tag": "d91eed42-c98b-4e04-847e-88838880314f"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:23:30.928522 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-183f9b41-1481-4759-bd9a-349b27517e20 None None] Set router f5d8aea6-a1b9-48e9-98f2-6900a76d5c43 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:23:31.199275 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-183f9b41-1481-4759-bd9a-349b27517e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d8aea6-a1b9-48e9-98f2-6900a76d5c43', 'name': 'tempest-TestNetworkBasicOps-router-833698789', 'tenant_id': '7cff3ec0902242ea94828c7f7e013111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '69f6d45f-c728-40f7-91d2-e91e4abd6176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:22:33Z', 'updated_at': '2021-06-11T10:22:39Z', 'revision_number': 4, 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'gw_port': {'id': '69f6d45f-c728-40f7-91d2-e91e4abd6176', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:00:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d8aea6-a1b9-48e9-98f2-6900a76d5c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:22:34Z', 'updated_at': '2021-06-11T10:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '6eb008d2-cbed-4a25-89cf-17e5fdf6fd38', 'name': '', 'network_id': '5a8411c2-c285-4ab4-83dc-f69ab9725cdb', 'tenant_id': '7cff3ec0902242ea94828c7f7e013111', 'mac_address': 'fa:16:3e:f9:f7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d8aea6-a1b9-48e9-98f2-6900a76d5c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '5ffdbc2e-a0d1-4815-957d-5551412cc88a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:22:38Z', 'updated_at': '2021-06-11T10:22:44Z', 'revision_number': 5, 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'subnets': [{'id': '5ffdbc2e-a0d1-4815-957d-5551412cc88a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:23:31.203920 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183f9b41-1481-4759-bd9a-349b27517e20 None None] Checking router: f5d8aea6-a1b9-48e9-98f2-6900a76d5c43 for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:23:31.212466 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183f9b41-1481-4759-bd9a-349b27517e20 None None] Routers {'f5d8aea6-a1b9-48e9-98f2-6900a76d5c43'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:23:31.213096 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-183f9b41-1481-4759-bd9a-349b27517e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:23:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['f5d8aea6-a1b9-48e9-98f2-6900a76d5c43'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:23:31.228922 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab6d1559-2056-4d07-ac5e-7a731be4f69e x-openstack-request-id: req-ab6d1559-2056-4d07-ac5e-7a731be4f69e {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:23:31.229868 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "907fd4ad-1e66-42b0-8290-67d26c1a610e", "tag": "d91eed42-c98b-4e04-847e-88838880314f", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:23:31.230391 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ab6d1559-2056-4d07-ac5e-7a731be4f69e {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:23:31.231496 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '907fd4ad-1e66-42b0-8290-67d26c1a610e', 'tag': 'd91eed42-c98b-4e04-847e-88838880314f', 'status': 'completed', 'code': 200} Jun 11 10:23:31.254276 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e7bae4cf-29f6-41f1-8e8e-d37012e480de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375209'] for router_interface, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:31.328937 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5db87e8-1afc-4af4-af32-eb5d5e215ca9 req-3e9d5ff6-018d-4cdf-b9fb-8bfd02f1ee40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:23:31.331044 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b5db87e8-1afc-4af4-af32-eb5d5e215ca9 req-3e9d5ff6-018d-4cdf-b9fb-8bfd02f1ee40 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7cff3ec0902242ea94828c7f7e013111&device_id=907fd4ad-1e66-42b0-8290-67d26c1a610e HTTP/1.1" status: 200 len: 1097 time: 0.0744793 Jun 11 10:23:31.381709 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-183f9b41-1481-4759-bd9a-349b27517e20 None None] Set router f5d8aea6-a1b9-48e9-98f2-6900a76d5c43 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:23:31.468479 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5db87e8-1afc-4af4-af32-eb5d5e215ca9 req-8941f089-73b0-4ef1-80f2-41e0e8d3fa82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:23:31.470135 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b5db87e8-1afc-4af4-af32-eb5d5e215ca9 req-8941f089-73b0-4ef1-80f2-41e0e8d3fa82 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5a8411c2-c285-4ab4-83dc-f69ab9725cdb HTTP/1.1" status: 200 len: 897 time: 0.1315587 Jun 11 10:23:31.475047 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327ffb4d-90d8-4a72-bf23-5004ad204b7f req-de182bca-ef15-4df5-91d8-4e612d49bb4d tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:23:31.476575 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-327ffb4d-90d8-4a72-bf23-5004ad204b7f req-de182bca-ef15-4df5-91d8-4e612d49bb4d tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/ports?device_id=907fd4ad-1e66-42b0-8290-67d26c1a610e HTTP/1.1" status: 200 len: 945 time: 0.1036832 Jun 11 10:23:31.528240 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b5db87e8-1afc-4af4-af32-eb5d5e215ca9 req-d452f8f1-405b-48c8-aab8-a72b70788216 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d91eed42-c98b-4e04-847e-88838880314f HTTP/1.1" status: 200 len: 217 time: 0.0506320 Jun 11 10:23:31.597482 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-327ffb4d-90d8-4a72-bf23-5004ad204b7f req-0439d3c9-187c-4c96-b86b-a9434779ceea tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/security-groups?id=716280e6-1df4-4a8d-8c83-851d7795aebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725100 Jun 11 10:23:31.602495 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5db87e8-1afc-4af4-af32-eb5d5e215ca9 req-de430bf7-fbb9-456d-b365-175e06e6dda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:23:31.604293 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b5db87e8-1afc-4af4-af32-eb5d5e215ca9 req-de430bf7-fbb9-456d-b365-175e06e6dda2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5ffdbc2e-a0d1-4815-957d-5551412cc88a HTTP/1.1" status: 200 len: 833 time: 0.0691588 Jun 11 10:23:31.680576 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5db87e8-1afc-4af4-af32-eb5d5e215ca9 req-707e2a13-b4f8-4cd5-b798-b86c2ea107c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:23:31.682265 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b5db87e8-1afc-4af4-af32-eb5d5e215ca9 req-707e2a13-b4f8-4cd5-b798-b86c2ea107c8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5a8411c2-c285-4ab4-83dc-f69ab9725cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0697858 Jun 11 10:23:31.709135 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:31.730279 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-e7bae4cf-29f6-41f1-8e8e-d37012e480de admin admin] Deleting port 07877c8f-2296-420d-8c39-b7d056fd0adc {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:23:31.731526 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e7bae4cf-29f6-41f1-8e8e-d37012e480de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:31.813194 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b5db87e8-1afc-4af4-af32-eb5d5e215ca9 req-0f19a44e-6fe1-4c04-aa6e-5eff466dc779 service neutron] 10.222.0.64 "GET /v2.0/networks/5a8411c2-c285-4ab4-83dc-f69ab9725cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231682 Jun 11 10:23:31.847637 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-e7bae4cf-29f6-41f1-8e8e-d37012e480de admin admin] For port 07877c8f-2296-420d-8c39-b7d056fd0adc, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=07877c8f-2296-420d-8c39-b7d056fd0adc,segment=NetworkSegment(e64b373f-a475-481e-9bb6-8e44824f6209),segment_id=e64b373f-a475-481e-9bb6-8e44824f6209)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:23:31.847928 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e7bae4cf-29f6-41f1-8e8e-d37012e480de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:31.859392 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-183f9b41-1481-4759-bd9a-349b27517e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d8aea6-a1b9-48e9-98f2-6900a76d5c43', 'name': 'tempest-TestNetworkBasicOps-router-833698789', 'tenant_id': '7cff3ec0902242ea94828c7f7e013111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '69f6d45f-c728-40f7-91d2-e91e4abd6176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:22:33Z', 'updated_at': '2021-06-11T10:22:39Z', 'revision_number': 4, 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'gw_port': {'id': '69f6d45f-c728-40f7-91d2-e91e4abd6176', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:00:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d8aea6-a1b9-48e9-98f2-6900a76d5c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:22:34Z', 'updated_at': '2021-06-11T10:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '6eb008d2-cbed-4a25-89cf-17e5fdf6fd38', 'name': '', 'network_id': '5a8411c2-c285-4ab4-83dc-f69ab9725cdb', 'tenant_id': '7cff3ec0902242ea94828c7f7e013111', 'mac_address': 'fa:16:3e:f9:f7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d8aea6-a1b9-48e9-98f2-6900a76d5c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '5ffdbc2e-a0d1-4815-957d-5551412cc88a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:22:38Z', 'updated_at': '2021-06-11T10:22:44Z', 'revision_number': 5, 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'subnets': [{'id': '5ffdbc2e-a0d1-4815-957d-5551412cc88a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:23:31.863097 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183f9b41-1481-4759-bd9a-349b27517e20 None None] The sync data for ids ['f5d8aea6-a1b9-48e9-98f2-6900a76d5c43'] in n-d-779913-12 is: [{'id': 'f5d8aea6-a1b9-48e9-98f2-6900a76d5c43', 'name': 'tempest-TestNetworkBasicOps-router-833698789', 'tenant_id': '7cff3ec0902242ea94828c7f7e013111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '69f6d45f-c728-40f7-91d2-e91e4abd6176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:22:33Z', 'updated_at': '2021-06-11T10:22:39Z', 'revision_number': 4, 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'gw_port': {'id': '69f6d45f-c728-40f7-91d2-e91e4abd6176', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:00:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d8aea6-a1b9-48e9-98f2-6900a76d5c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:22:34Z', 'updated_at': '2021-06-11T10:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '6eb008d2-cbed-4a25-89cf-17e5fdf6fd38', 'name': '', 'network_id': '5a8411c2-c285-4ab4-83dc-f69ab9725cdb', 'tenant_id': '7cff3ec0902242ea94828c7f7e013111', 'mac_address': 'fa:16:3e:f9:f7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d8aea6-a1b9-48e9-98f2-6900a76d5c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '5ffdbc2e-a0d1-4815-957d-5551412cc88a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:22:38Z', 'updated_at': '2021-06-11T10:22:44Z', 'revision_number': 5, 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'subnets': [{'id': '5ffdbc2e-a0d1-4815-957d-5551412cc88a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:23:31.947478 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b5db87e8-1afc-4af4-af32-eb5d5e215ca9 req-c29302c3-24a2-4e09-90ad-76e0c3c3b71a service neutron] 10.222.0.64 "GET /v2.0/networks/5a8411c2-c285-4ab4-83dc-f69ab9725cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268294 Jun 11 10:23:31.948522 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-e7bae4cf-29f6-41f1-8e8e-d37012e480de admin admin] Calling delete_port for 07877c8f-2296-420d-8c39-b7d056fd0adc owned by network:router_interface {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:23:32.107452 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2deee0-b00c-4cb5-b627-516231c743fe None None] New status for floating IP 6807f832-f2fe-4cf0-8c5b-db205cc3e825: DOWN {{(pid=93179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 10:23:32.242861 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e7bae4cf-29f6-41f1-8e8e-d37012e480de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:32.245216 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-07144594-1f7e-41c5-a829-213a8a108dc3 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:23:32.276893 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bae4cf-29f6-41f1-8e8e-d37012e480de admin admin] Pushing event deleted for resources: {'Port': ['ID=07877c8f-2296-420d-8c39-b7d056fd0adc,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:23:32.321009 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bae4cf-29f6-41f1-8e8e-d37012e480de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:23:32.321319 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bae4cf-29f6-41f1-8e8e-d37012e480de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:23:32.321694 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bae4cf-29f6-41f1-8e8e-d37012e480de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:23:32.322064 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bae4cf-29f6-41f1-8e8e-d37012e480de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:23:32.322430 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bae4cf-29f6-41f1-8e8e-d37012e480de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:23:32.322793 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bae4cf-29f6-41f1-8e8e-d37012e480de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:23:32.323153 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bae4cf-29f6-41f1-8e8e-d37012e480de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:23:32.323707 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bae4cf-29f6-41f1-8e8e-d37012e480de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:23:32.323946 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bae4cf-29f6-41f1-8e8e-d37012e480de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:23:32.324309 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bae4cf-29f6-41f1-8e8e-d37012e480de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:23:32.325201 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bae4cf-29f6-41f1-8e8e-d37012e480de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:23:32.325555 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bae4cf-29f6-41f1-8e8e-d37012e480de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:23:32.355208 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e7bae4cf-29f6-41f1-8e8e-d37012e480de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:23:32.675787 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5fce0d-d0ca-404a-8d7d-fb4da822dddd req-8f92c2b5-2741-456a-9965-130cad0a7930 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:23:32.677477 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6d5fce0d-d0ca-404a-8d7d-fb4da822dddd req-8f92c2b5-2741-456a-9965-130cad0a7930 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.64 "GET /v2.0/ports?device_id=907fd4ad-1e66-42b0-8290-67d26c1a610e HTTP/1.1" status: 200 len: 945 time: 0.0824304 Jun 11 10:23:32.802044 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-6d5fce0d-d0ca-404a-8d7d-fb4da822dddd req-93a2a737-7667-47b3-9bc0-5c7d1ae8dc6f tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Deleting port d91eed42-c98b-4e04-847e-88838880314f {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:23:32.802390 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-6d5fce0d-d0ca-404a-8d7d-fb4da822dddd req-93a2a737-7667-47b3-9bc0-5c7d1ae8dc6f tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:32.922127 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-6d5fce0d-d0ca-404a-8d7d-fb4da822dddd req-93a2a737-7667-47b3-9bc0-5c7d1ae8dc6f tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] For port d91eed42-c98b-4e04-847e-88838880314f, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=d91eed42-c98b-4e04-847e-88838880314f,segment=NetworkSegment(8af1a694-6962-4cbf-9633-b479af231058),segment_id=8af1a694-6962-4cbf-9633-b479af231058)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:23:32.922402 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-6d5fce0d-d0ca-404a-8d7d-fb4da822dddd req-93a2a737-7667-47b3-9bc0-5c7d1ae8dc6f tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:32.951076 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e7bae4cf-29f6-41f1-8e8e-d37012e480de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362297'] for router_interface, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:32.968970 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5ca4c8-4509-4204-a8f5-4d6d74acd4e5 req-96550afc-1055-4bfe-adfe-d5d89cc5780a tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:23:32.970428 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9e5ca4c8-4509-4204-a8f5-4d6d74acd4e5 req-96550afc-1055-4bfe-adfe-d5d89cc5780a tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/ports?device_id=907fd4ad-1e66-42b0-8290-67d26c1a610e HTTP/1.1" status: 200 len: 945 time: 0.1112139 Jun 11 10:23:33.035467 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-6d5fce0d-d0ca-404a-8d7d-fb4da822dddd req-93a2a737-7667-47b3-9bc0-5c7d1ae8dc6f tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Calling delete_port for d91eed42-c98b-4e04-847e-88838880314f owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:23:33.121306 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9e5ca4c8-4509-4204-a8f5-4d6d74acd4e5 req-7fd78e38-1af7-490d-93e7-38e676ba39fd tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/security-groups?id=716280e6-1df4-4a8d-8c83-851d7795aebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999329 Jun 11 10:23:33.287769 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-6d5fce0d-d0ca-404a-8d7d-fb4da822dddd req-93a2a737-7667-47b3-9bc0-5c7d1ae8dc6f tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:33.295537 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d1c54f71-ec1a-4ba3-b1a8-600e3e402f5e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:23:33.321021 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7bae4cf-29f6-41f1-8e8e-d37012e480de admin admin] Router 18bee323-1125-49ef-b821-e620b20acd8d has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:23:33.332699 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a2a737-7667-47b3-9bc0-5c7d1ae8dc6f tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Pushing event deleted for resources: {'Port': ['ID=d91eed42-c98b-4e04-847e-88838880314f,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:23:33.335964 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-93a2a737-7667-47b3-9bc0-5c7d1ae8dc6f tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:23:33.392258 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d5fce0d-d0ca-404a-8d7d-fb4da822dddd req-93a2a737-7667-47b3-9bc0-5c7d1ae8dc6f tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] No DVR routers for this DVR port d91eed42-c98b-4e04-847e-88838880314f on host n-h1-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:23:33.395406 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-6d5fce0d-d0ca-404a-8d7d-fb4da822dddd req-93a2a737-7667-47b3-9bc0-5c7d1ae8dc6f tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:33.398221 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6d5fce0d-d0ca-404a-8d7d-fb4da822dddd req-93a2a737-7667-47b3-9bc0-5c7d1ae8dc6f tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.64 "DELETE /v2.0/ports/d91eed42-c98b-4e04-847e-88838880314f HTTP/1.1" status: 204 len: 173 time: 0.7157593 Jun 11 10:23:33.398938 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '907fd4ad-1e66-42b0-8290-67d26c1a610e', 'name': 'network-vif-deleted', 'tag': 'd91eed42-c98b-4e04-847e-88838880314f'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:23:33.401438 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7824d914-0b71-4b37-9afc-02a9396fbb20" -d '{"events": [{"server_uuid": "907fd4ad-1e66-42b0-8290-67d26c1a610e", "name": "network-vif-deleted", "tag": "d91eed42-c98b-4e04-847e-88838880314f"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:23:33.440970 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff78bbb6-d327-4ba0-aa58-94d475e0035c x-openstack-request-id: req-ff78bbb6-d327-4ba0-aa58-94d475e0035c {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:23:33.441325 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "907fd4ad-1e66-42b0-8290-67d26c1a610e", "name": "network-vif-deleted", "tag": "d91eed42-c98b-4e04-847e-88838880314f", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:23:33.441635 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ff78bbb6-d327-4ba0-aa58-94d475e0035c {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:23:33.442100 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '907fd4ad-1e66-42b0-8290-67d26c1a610e', 'name': 'network-vif-deleted', 'tag': 'd91eed42-c98b-4e04-847e-88838880314f', 'status': 'completed', 'code': 200} Jun 11 10:23:33.474071 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7bae4cf-29f6-41f1-8e8e-d37012e480de admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:23:33.479200 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-e7bae4cf-29f6-41f1-8e8e-d37012e480de admin admin] 10.222.0.60 "PUT /v2.0/routers/18bee323-1125-49ef-b821-e620b20acd8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8235943 Jun 11 10:23:33.482370 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 35974) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:23:33.484663 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4303de-4372-4941-b0a2-b18d83490ab6 None None] Sync routers for ids ['18bee323-1125-49ef-b821-e620b20acd8d'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:23:33.495216 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4303de-4372-4941-b0a2-b18d83490ab6 None None] Routers {'18bee323-1125-49ef-b821-e620b20acd8d'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:23:33.495977 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-2d4303de-4372-4941-b0a2-b18d83490ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:23:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['18bee323-1125-49ef-b821-e620b20acd8d'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:23:33.634109 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-702b1e93-ee25-4879-8dc9-3ccf8eaa03a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:33.656933 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-2d4303de-4372-4941-b0a2-b18d83490ab6 None None] Set router 18bee323-1125-49ef-b821-e620b20acd8d gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:23:33.792651 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-702b1e93-ee25-4879-8dc9-3ccf8eaa03a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:33.902396 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-2d4303de-4372-4941-b0a2-b18d83490ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bee323-1125-49ef-b821-e620b20acd8d', 'name': 'tempest-AttachVolumeTestJSON-946356344-router', 'tenant_id': '4fa4adcc930c454582c6b4c82c27544f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': 'a0d3ad71-c523-4b81-8303-10eebc13d258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:13:26Z', 'updated_at': '2021-06-11T10:23:32Z', 'revision_number': 5, 'project_id': '4fa4adcc930c454582c6b4c82c27544f', 'gw_port': {'id': 'a0d3ad71-c523-4b81-8303-10eebc13d258', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bee323-1125-49ef-b821-e620b20acd8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:13:27Z', 'updated_at': '2021-06-11T10:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:23:33.906322 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4303de-4372-4941-b0a2-b18d83490ab6 None None] Checking router: 18bee323-1125-49ef-b821-e620b20acd8d for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:23:33.914539 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4303de-4372-4941-b0a2-b18d83490ab6 None None] Routers {'18bee323-1125-49ef-b821-e620b20acd8d'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:23:33.915170 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-2d4303de-4372-4941-b0a2-b18d83490ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:23:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['18bee323-1125-49ef-b821-e620b20acd8d'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:23:33.937515 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-702b1e93-ee25-4879-8dc9-3ccf8eaa03a8 admin admin] Deleting port a0d3ad71-c523-4b81-8303-10eebc13d258 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:23:33.937777 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-702b1e93-ee25-4879-8dc9-3ccf8eaa03a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:34.035407 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-2d4303de-4372-4941-b0a2-b18d83490ab6 None None] Set router 18bee323-1125-49ef-b821-e620b20acd8d gateway port host: None {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:23:34.042909 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-702b1e93-ee25-4879-8dc9-3ccf8eaa03a8 admin admin] For port a0d3ad71-c523-4b81-8303-10eebc13d258, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=a0d3ad71-c523-4b81-8303-10eebc13d258,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:23:34.043551 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-702b1e93-ee25-4879-8dc9-3ccf8eaa03a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:34.124481 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-2d4303de-4372-4941-b0a2-b18d83490ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bee323-1125-49ef-b821-e620b20acd8d', 'name': 'tempest-AttachVolumeTestJSON-946356344-router', 'tenant_id': '4fa4adcc930c454582c6b4c82c27544f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:13:26Z', 'updated_at': '2021-06-11T10:23:33Z', 'revision_number': 6, 'project_id': '4fa4adcc930c454582c6b4c82c27544f', 'gw_port_host': None}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:23:34.128162 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4303de-4372-4941-b0a2-b18d83490ab6 None None] The sync data for ids ['18bee323-1125-49ef-b821-e620b20acd8d'] in n-d-779913-12 is: [{'id': '18bee323-1125-49ef-b821-e620b20acd8d', 'name': 'tempest-AttachVolumeTestJSON-946356344-router', 'tenant_id': '4fa4adcc930c454582c6b4c82c27544f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:13:26Z', 'updated_at': '2021-06-11T10:23:33Z', 'revision_number': 6, 'project_id': '4fa4adcc930c454582c6b4c82c27544f', 'gw_port_host': None}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:23:34.142475 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-702b1e93-ee25-4879-8dc9-3ccf8eaa03a8 admin admin] Calling delete_port for a0d3ad71-c523-4b81-8303-10eebc13d258 owned by network:router_gateway {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:23:34.333002 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f9a40b52-8062-4989-8ef4-c994e52c3048 req-314df009-6ac1-410e-a441-71d396c6e409 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "GET /v2.0/ports?device_id=907fd4ad-1e66-42b0-8290-67d26c1a610e HTTP/1.1" status: 200 len: 210 time: 0.0472977 Jun 11 10:23:34.453646 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-702b1e93-ee25-4879-8dc9-3ccf8eaa03a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:34.455776 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ed53483b-4383-4b45-8de4-7451f514d403 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:23:34.486657 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702b1e93-ee25-4879-8dc9-3ccf8eaa03a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0d3ad71-c523-4b81-8303-10eebc13d258,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:23:34.490022 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-702b1e93-ee25-4879-8dc9-3ccf8eaa03a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:23:34.573800 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-702b1e93-ee25-4879-8dc9-3ccf8eaa03a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374120'] for router_gateway, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:34.708633 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-702b1e93-ee25-4879-8dc9-3ccf8eaa03a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:34.710643 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-702b1e93-ee25-4879-8dc9-3ccf8eaa03a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:34.860635 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-702b1e93-ee25-4879-8dc9-3ccf8eaa03a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:34.861177 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-702b1e93-ee25-4879-8dc9-3ccf8eaa03a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18bee323-1125-49ef-b821-e620b20acd8d {{(pid=93177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 10:23:34.866723 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-702b1e93-ee25-4879-8dc9-3ccf8eaa03a8 admin admin] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:34.868079 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-702b1e93-ee25-4879-8dc9-3ccf8eaa03a8 admin admin] 10.222.0.60 "DELETE /v2.0/routers/18bee323-1125-49ef-b821-e620b20acd8d HTTP/1.1" status: 204 len: 168 time: 1.3847020 Jun 11 10:23:34.870686 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 35980) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:23:34.908926 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device a0d3ad71-c523-4b81-8303-10eebc13d258 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:23:34.936400 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ab4e58c-3412-4608-a759-1372fc4aceac admin admin] Deleting subnet e4054ed8-e8dc-4397-99bc-1d06497b1031 {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:23:34.938719 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: a0d3ad71-c523-4b81-8303-10eebc13d258 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:23:34.939072 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device a0d3ad71-c523-4b81-8303-10eebc13d258 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:23:34.939649 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0ab4e58c-3412-4608-a759-1372fc4aceac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:34.939855 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 07877c8f-2296-420d-8c39-b7d056fd0adc no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:23:34.966469 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 07877c8f-2296-420d-8c39-b7d056fd0adc {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:23:34.967059 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 07877c8f-2296-420d-8c39-b7d056fd0adc not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:23:34.998462 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0ab4e58c-3412-4608-a759-1372fc4aceac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:35.093836 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0ab4e58c-3412-4608-a759-1372fc4aceac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:35.231367 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0ab4e58c-3412-4608-a759-1372fc4aceac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:35.233494 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2e5ce5ec-48a9-4b80-a17d-e81b2d890940 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:23:35.269922 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab4e58c-3412-4608-a759-1372fc4aceac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4054ed8-e8dc-4397-99bc-1d06497b1031,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:23:35.272965 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0ab4e58c-3412-4608-a759-1372fc4aceac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:23:35.273944 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0ab4e58c-3412-4608-a759-1372fc4aceac admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:35.275980 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-0ab4e58c-3412-4608-a759-1372fc4aceac admin admin] 10.222.0.60 "DELETE /v2.0/subnets/e4054ed8-e8dc-4397-99bc-1d06497b1031 HTTP/1.1" status: 204 len: 168 time: 0.4042642 Jun 11 10:23:35.279137 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 35982) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:23:35.280722 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3266063d-cdf5-421a-948c-5f13135f98ed None None] Network 2ac340f0-d786-4d09-af3c-d796852f240b requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:23:35.372931 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-09e1e655-e682-4fdd-b6bf-485865041a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:35.431634 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 35986) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:23:35.443859 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-09e1e655-e682-4fdd-b6bf-485865041a7f admin admin] Deleting port d11cecde-76d2-4880-973e-661b9dde1e47 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:23:35.444204 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-09e1e655-e682-4fdd-b6bf-485865041a7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:35.504199 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-718c474b-cb4d-42ce-8abd-d74a3498e263 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:35.517309 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be65b8a-d991-4c06-b12b-577720601f3d None None] DHCP port deletion for 2ac340f0-d786-4d09-af3c-d796852f240b request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 10:23:35.538381 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-09e1e655-e682-4fdd-b6bf-485865041a7f admin admin] For port d11cecde-76d2-4880-973e-661b9dde1e47, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=d11cecde-76d2-4880-973e-661b9dde1e47,segment=NetworkSegment(e64b373f-a475-481e-9bb6-8e44824f6209),segment_id=e64b373f-a475-481e-9bb6-8e44824f6209)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:23:35.538740 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-09e1e655-e682-4fdd-b6bf-485865041a7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:35.541354 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-718c474b-cb4d-42ce-8abd-d74a3498e263 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:35.577207 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-4be65b8a-d991-4c06-b12b-577720601f3d None None] Deleting port d11cecde-76d2-4880-973e-661b9dde1e47 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:23:35.577596 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-4be65b8a-d991-4c06-b12b-577720601f3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:35.637037 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-09e1e655-e682-4fdd-b6bf-485865041a7f admin admin] Calling delete_port for d11cecde-76d2-4880-973e-661b9dde1e47 owned by network:dhcp {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:23:35.663681 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-4be65b8a-d991-4c06-b12b-577720601f3d None None] For port d11cecde-76d2-4880-973e-661b9dde1e47, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=d11cecde-76d2-4880-973e-661b9dde1e47,segment=NetworkSegment(e64b373f-a475-481e-9bb6-8e44824f6209),segment_id=e64b373f-a475-481e-9bb6-8e44824f6209)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:23:35.664090 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-4be65b8a-d991-4c06-b12b-577720601f3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:35.688488 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-718c474b-cb4d-42ce-8abd-d74a3498e263 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:35.691304 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-718c474b-cb4d-42ce-8abd-d74a3498e263 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:35.692950 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-718c474b-cb4d-42ce-8abd-d74a3498e263 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "DELETE /v2.0/security-groups/716280e6-1df4-4a8d-8c83-851d7795aebd HTTP/1.1" status: 204 len: 168 time: 0.2601509 Jun 11 10:23:35.694231 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7981d3f0-d56d-4d61-b738-c9e49a9b342e tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:23:35.709249 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718c474b-cb4d-42ce-8abd-d74a3498e263 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=716280e6-1df4-4a8d-8c83-851d7795aebd,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:23:35.712550 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-718c474b-cb4d-42ce-8abd-d74a3498e263 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:23:35.759995 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-4be65b8a-d991-4c06-b12b-577720601f3d None None] Calling delete_port for d11cecde-76d2-4880-973e-661b9dde1e47 owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:23:35.802813 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 35990) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:23:35.814292 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-09e1e655-e682-4fdd-b6bf-485865041a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:35.816699 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7a95580d-4bb0-4f29-99e2-a0bf77eb7fd4 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:23:35.847289 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e1e655-e682-4fdd-b6bf-485865041a7f admin admin] Pushing event deleted for resources: {'Port': ['ID=d11cecde-76d2-4880-973e-661b9dde1e47,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:23:35.850047 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-09e1e655-e682-4fdd-b6bf-485865041a7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:23:35.853313 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e1e655-e682-4fdd-b6bf-485865041a7f admin admin] No DVR routers for this DVR port d11cecde-76d2-4880-973e-661b9dde1e47 on host n-d-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:23:35.870476 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-4be65b8a-d991-4c06-b12b-577720601f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:35.874928 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-0daf7a56-5ff6-4cd3-8672-048289ea28d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:23:35.904017 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be65b8a-d991-4c06-b12b-577720601f3d None None] Pushing event deleted for resources: {'Port': ['ID=d11cecde-76d2-4880-973e-661b9dde1e47,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:23:35.908174 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:35.913934 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be65b8a-d991-4c06-b12b-577720601f3d None None] No DVR routers for this DVR port d11cecde-76d2-4880-973e-661b9dde1e47 on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:23:35.916128 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be65b8a-d991-4c06-b12b-577720601f3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:23:35.916890 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be65b8a-d991-4c06-b12b-577720601f3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:23:35.916890 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be65b8a-d991-4c06-b12b-577720601f3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:23:35.917224 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be65b8a-d991-4c06-b12b-577720601f3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:23:35.917557 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be65b8a-d991-4c06-b12b-577720601f3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:23:35.917888 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be65b8a-d991-4c06-b12b-577720601f3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:23:35.918744 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be65b8a-d991-4c06-b12b-577720601f3d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:23:35.919073 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be65b8a-d991-4c06-b12b-577720601f3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:23:35.919735 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be65b8a-d991-4c06-b12b-577720601f3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:23:35.919735 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be65b8a-d991-4c06-b12b-577720601f3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:23:35.920059 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be65b8a-d991-4c06-b12b-577720601f3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:23:35.920383 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be65b8a-d991-4c06-b12b-577720601f3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:23:35.924016 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-4be65b8a-d991-4c06-b12b-577720601f3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:23:35.968596 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-09e1e655-e682-4fdd-b6bf-485865041a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:35.981122 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-09e1e655-e682-4fdd-b6bf-485865041a7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ac340f0-d786-4d09-af3c-d796852f240b']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:23:35.992542 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-09e1e655-e682-4fdd-b6bf-485865041a7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e64b373f-a475-481e-9bb6-8e44824f6209') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:23:35.992840 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-09e1e655-e682-4fdd-b6bf-485865041a7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e64b373f-a475-481e-9bb6-8e44824f6209') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:23:36.004034 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-09e1e655-e682-4fdd-b6bf-485865041a7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:36.020095 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-09e1e655-e682-4fdd-b6bf-485865041a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:36.025934 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09e1e655-e682-4fdd-b6bf-485865041a7f admin admin] Releasing vlan 795 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:23:36.026351 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-09e1e655-e682-4fdd-b6bf-485865041a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:36.028819 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 10:23:36.028819 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:23:36.028819 n-d-779913-12 neutron-server[93177]: timer() Jun 11 10:23:36.028819 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:23:36.028819 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 10:23:36.028819 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:23:36.028819 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 10:23:36.028819 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:23:36.028819 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 10:23:36.028819 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:23:36.028819 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 10:23:36.028819 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:23:36.028819 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 10:23:36.028819 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:23:36.028819 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:23:36.028819 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:23:36.028819 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:23:36.028819 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:23:36.028819 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 10:23:36.028819 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:23:36.028819 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 10:23:36.028819 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:23:36.028819 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:23:36.028819 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:23:36.028819 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 10:23:36.028819 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:23:36.028819 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:23:36.028819 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:23:36.028819 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:23:36.028819 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:23:36.028819 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:23:36.028819 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:23:36.167355 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-09e1e655-e682-4fdd-b6bf-485865041a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:36.172601 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-09e1e655-e682-4fdd-b6bf-485865041a7f admin admin] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:36.174609 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-09e1e655-e682-4fdd-b6bf-485865041a7f admin admin] 10.222.0.60 "DELETE /v2.0/networks/2ac340f0-d786-4d09-af3c-d796852f240b HTTP/1.1" status: 204 len: 168 time: 0.8939905 Jun 11 10:23:36.175475 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-63cd5397-3079-43cf-8ee2-1d31735c0ab1 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:23:36.191559 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e1e655-e682-4fdd-b6bf-485865041a7f admin admin] Pushing event deleted for resources: {'Network': ['ID=2ac340f0-d786-4d09-af3c-d796852f240b,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:23:36.194033 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-09e1e655-e682-4fdd-b6bf-485865041a7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:23:36.310015 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9381f502-867f-4467-ad3a-ec2e217b2508 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375209'] for router_interface, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:36.374884 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device d91eed42-c98b-4e04-847e-88838880314f no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:23:36.400440 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] No Port match for: d91eed42-c98b-4e04-847e-88838880314f {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:23:36.400756 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device d91eed42-c98b-4e04-847e-88838880314f not bound to the agent host n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:23:36.578385 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 35994) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:23:36.640062 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-15328e17-9d8f-4d8e-ba47-6fe12b46706b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4fa4adcc930c454582c6b4c82c27544f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0602295 Jun 11 10:23:36.642446 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 35996) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:23:36.653531 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device d11cecde-76d2-4880-973e-661b9dde1e47 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:23:36.684630 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: d11cecde-76d2-4880-973e-661b9dde1e47 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:23:36.684983 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device d11cecde-76d2-4880-973e-661b9dde1e47 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:23:36.705511 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a8d327a7-b7f9-4dde-ae6d-a374837942a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:36.729824 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a8d327a7-b7f9-4dde-ae6d-a374837942a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:36.888694 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a8d327a7-b7f9-4dde-ae6d-a374837942a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:36.891257 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a8d327a7-b7f9-4dde-ae6d-a374837942a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:36.894745 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-a8d327a7-b7f9-4dde-ae6d-a374837942a5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e616c339-7136-4f83-84f5-e3541e74f51f HTTP/1.1" status: 204 len: 168 time: 0.2491121 Jun 11 10:23:36.894745 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-59ac1821-0398-411a-8f6c-f25577d41a97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:23:36.904485 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d327a7-b7f9-4dde-ae6d-a374837942a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e616c339-7136-4f83-84f5-e3541e74f51f,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:23:36.906978 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a8d327a7-b7f9-4dde-ae6d-a374837942a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:23:37.041378 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-9381f502-867f-4467-ad3a-ec2e217b2508 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Deleting port 6eb008d2-cbed-4a25-89cf-17e5fdf6fd38 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:23:37.041952 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9381f502-867f-4467-ad3a-ec2e217b2508 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:37.160391 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-9381f502-867f-4467-ad3a-ec2e217b2508 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] For port 6eb008d2-cbed-4a25-89cf-17e5fdf6fd38, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=6eb008d2-cbed-4a25-89cf-17e5fdf6fd38,segment=NetworkSegment(8af1a694-6962-4cbf-9633-b479af231058),segment_id=8af1a694-6962-4cbf-9633-b479af231058)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:23:37.160757 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9381f502-867f-4467-ad3a-ec2e217b2508 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:37.257733 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-9381f502-867f-4467-ad3a-ec2e217b2508 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Calling delete_port for 6eb008d2-cbed-4a25-89cf-17e5fdf6fd38 owned by network:router_interface {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:23:37.562028 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9381f502-867f-4467-ad3a-ec2e217b2508 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:37.565157 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d639ff90-c22d-4435-a76d-3ce21cd41c5a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:23:37.597797 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9381f502-867f-4467-ad3a-ec2e217b2508 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Pushing event deleted for resources: {'Port': ['ID=6eb008d2-cbed-4a25-89cf-17e5fdf6fd38,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:23:37.602492 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9381f502-867f-4467-ad3a-ec2e217b2508 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:23:37.843237 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9381f502-867f-4467-ad3a-ec2e217b2508 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362297'] for router_interface, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:37.902527 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 36018) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:23:38.015138 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-96236048-9a43-49c4-95e5-151d983d4670 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-593689355-network', 'tenant_id': '6e7e1083d69b435eb04ed45330be52df'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:23:38.094959 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96236048-9a43-49c4-95e5-151d983d4670 admin admin] Made reservation on behalf of 6e7e1083d69b435eb04ed45330be52df for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:23:38.099345 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-96236048-9a43-49c4-95e5-151d983d4670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:38.110594 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-96236048-9a43-49c4-95e5-151d983d4670 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:38.171193 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9381f502-867f-4467-ad3a-ec2e217b2508 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Router f5d8aea6-a1b9-48e9-98f2-6900a76d5c43 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:23:38.207208 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-96236048-9a43-49c4-95e5-151d983d4670 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:38.253252 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-96236048-9a43-49c4-95e5-151d983d4670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:38.256426 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d6b34d3e-a593-4a59-8b7f-6b88d407c2ae tempest-TestNetworkAdvancedServerOps-2001270397 tempest-TestNetworkAdvancedServerOps-2001270397-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:23:38.281375 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96236048-9a43-49c4-95e5-151d983d4670 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 786} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:23:38.294878 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96236048-9a43-49c4-95e5-151d983d4670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad963a6-6d9e-413f-b0f1-6fc54a15f3d6,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:23:38.298021 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-96236048-9a43-49c4-95e5-151d983d4670 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:23:38.301082 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-96236048-9a43-49c4-95e5-151d983d4670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:38.301423 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-96236048-9a43-49c4-95e5-151d983d4670 admin admin] Added segment c8901b63-dd3e-4076-a8d0-c23814d0fe69 of type vlan for network a9847582-9d3a-492a-87ea-6d6d339467ec Jun 11 10:23:38.322534 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9381f502-867f-4467-ad3a-ec2e217b2508 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:23:38.331495 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-9381f502-867f-4467-ad3a-ec2e217b2508 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "PUT /v2.0/routers/f5d8aea6-a1b9-48e9-98f2-6900a76d5c43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5241861 Jun 11 10:23:38.331495 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 36024) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:23:38.334397 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fe4241-d326-43b4-9359-f89461951739 None None] Sync routers for ids ['f5d8aea6-a1b9-48e9-98f2-6900a76d5c43'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:23:38.344261 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fe4241-d326-43b4-9359-f89461951739 None None] Routers {'f5d8aea6-a1b9-48e9-98f2-6900a76d5c43'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:23:38.345006 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-90fe4241-d326-43b4-9359-f89461951739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:23:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['f5d8aea6-a1b9-48e9-98f2-6900a76d5c43'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:23:38.355392 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-96236048-9a43-49c4-95e5-151d983d4670 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:38.394626 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-567a0a53-fe8a-4220-929d-fa7f090992ff tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Deleting subnet 5ffdbc2e-a0d1-4815-957d-5551412cc88a {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:23:38.398566 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-567a0a53-fe8a-4220-929d-fa7f090992ff tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:38.430758 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-96236048-9a43-49c4-95e5-151d983d4670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:38.432500 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96236048-9a43-49c4-95e5-151d983d4670 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:23:38.433122 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-96236048-9a43-49c4-95e5-151d983d4670 admin admin] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:38.435496 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0d78cbbc-e6fc-49cb-aaaa-f99e60dc076c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:23:38.448610 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-567a0a53-fe8a-4220-929d-fa7f090992ff tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:38.556242 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-90fe4241-d326-43b4-9359-f89461951739 None None] Set router f5d8aea6-a1b9-48e9-98f2-6900a76d5c43 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:23:38.562148 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96236048-9a43-49c4-95e5-151d983d4670 admin admin] Pushing event updated for resources: {'Network': ['ID=a9847582-9d3a-492a-87ea-6d6d339467ec,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:23:38.565172 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-96236048-9a43-49c4-95e5-151d983d4670 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6615183 Jun 11 10:23:38.568121 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 36026) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:23:38.571601 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-96236048-9a43-49c4-95e5-151d983d4670 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:23:38.575898 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network a9847582-9d3a-492a-87ea-6d6d339467ec details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:23:38.577088 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-e5c31e83-fbef-45dc-bcce-f239b8cf0175 admin admin] Request body: {'subnet': {'network_id': 'a9847582-9d3a-492a-87ea-6d6d339467ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-593689355-subnet', 'tenant_id': '6e7e1083d69b435eb04ed45330be52df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:23:38.597765 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-567a0a53-fe8a-4220-929d-fa7f090992ff tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:38.757389 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c31e83-fbef-45dc-bcce-f239b8cf0175 admin admin] Made reservation on behalf of 6e7e1083d69b435eb04ed45330be52df for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:23:38.760142 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e5c31e83-fbef-45dc-bcce-f239b8cf0175 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:38.800129 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-567a0a53-fe8a-4220-929d-fa7f090992ff tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:38.806538 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-41e45ded-87fa-41d9-9f48-1ad305c0e753 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:23:38.861034 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f945ec12-956a-4471-ab00-773652afb7a5 None None] Network 5a8411c2-c285-4ab4-83dc-f69ab9725cdb requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:23:38.893737 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567a0a53-fe8a-4220-929d-fa7f090992ff tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Pushing event deleted for resources: {'Subnet': ['ID=5ffdbc2e-a0d1-4815-957d-5551412cc88a,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:23:38.897401 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-567a0a53-fe8a-4220-929d-fa7f090992ff tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:38.899415 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-567a0a53-fe8a-4220-929d-fa7f090992ff tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "DELETE /v2.0/subnets/5ffdbc2e-a0d1-4815-957d-5551412cc88a HTTP/1.1" status: 204 len: 168 time: 0.5677004 Jun 11 10:23:38.902144 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 36028) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:23:38.911454 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-567a0a53-fe8a-4220-929d-fa7f090992ff tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:23:38.947916 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-90fe4241-d326-43b4-9359-f89461951739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d8aea6-a1b9-48e9-98f2-6900a76d5c43', 'name': 'tempest-TestNetworkBasicOps-router-833698789', 'tenant_id': '7cff3ec0902242ea94828c7f7e013111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '69f6d45f-c728-40f7-91d2-e91e4abd6176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:22:33Z', 'updated_at': '2021-06-11T10:23:37Z', 'revision_number': 5, 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'gw_port': {'id': '69f6d45f-c728-40f7-91d2-e91e4abd6176', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:00:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d8aea6-a1b9-48e9-98f2-6900a76d5c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:22:34Z', 'updated_at': '2021-06-11T10:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:23:38.953652 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fe4241-d326-43b4-9359-f89461951739 None None] Checking router: f5d8aea6-a1b9-48e9-98f2-6900a76d5c43 for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:23:38.971238 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fe4241-d326-43b4-9359-f89461951739 None None] Routers {'f5d8aea6-a1b9-48e9-98f2-6900a76d5c43'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:23:38.972142 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-90fe4241-d326-43b4-9359-f89461951739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:23:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['f5d8aea6-a1b9-48e9-98f2-6900a76d5c43'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:23:39.099211 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9082add7-d259-42bb-a72e-4bc4d05e7b60 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for router, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:39.153555 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22896e87-228a-4f42-9283-fc9a7d6b7e31 None None] DHCP port deletion for 5a8411c2-c285-4ab4-83dc-f69ab9725cdb request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 10:23:39.157404 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-90fe4241-d326-43b4-9359-f89461951739 None None] Set router f5d8aea6-a1b9-48e9-98f2-6900a76d5c43 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:23:39.158519 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e5c31e83-fbef-45dc-bcce-f239b8cf0175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:39.162869 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-eab28c0d-b1b7-4b42-b610-6b923b5688be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:23:39.224023 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-22896e87-228a-4f42-9283-fc9a7d6b7e31 None None] Deleting port c6941097-e764-4e30-a6c7-57feaec47b46 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:23:39.224696 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-22896e87-228a-4f42-9283-fc9a7d6b7e31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:39.246880 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c31e83-fbef-45dc-bcce-f239b8cf0175 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3101a011-eb99-4d7e-8c66-6d90610e40a9,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:23:39.251795 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e5c31e83-fbef-45dc-bcce-f239b8cf0175 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:23:39.256234 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c31e83-fbef-45dc-bcce-f239b8cf0175 admin admin] Checking segment: {'id': 'c8901b63-dd3e-4076-a8d0-c23814d0fe69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'a9847582-9d3a-492a-87ea-6d6d339467ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:23:39.256724 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c31e83-fbef-45dc-bcce-f239b8cf0175 admin admin] Network hostable DHCP agents. Network: a9847582-9d3a-492a-87ea-6d6d339467ec, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:23:39.267987 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9082add7-d259-42bb-a72e-4bc4d05e7b60 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:39.324827 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-22896e87-228a-4f42-9283-fc9a7d6b7e31 None None] For port c6941097-e764-4e30-a6c7-57feaec47b46, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=c6941097-e764-4e30-a6c7-57feaec47b46,segment=NetworkSegment(8af1a694-6962-4cbf-9633-b479af231058),segment_id=8af1a694-6962-4cbf-9633-b479af231058)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:23:39.325531 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-22896e87-228a-4f42-9283-fc9a7d6b7e31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:39.363515 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c31e83-fbef-45dc-bcce-f239b8cf0175 admin admin] Network a9847582-9d3a-492a-87ea-6d6d339467ec is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:23:39.428890 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-90fe4241-d326-43b4-9359-f89461951739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d8aea6-a1b9-48e9-98f2-6900a76d5c43', 'name': 'tempest-TestNetworkBasicOps-router-833698789', 'tenant_id': '7cff3ec0902242ea94828c7f7e013111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '69f6d45f-c728-40f7-91d2-e91e4abd6176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:22:33Z', 'updated_at': '2021-06-11T10:23:37Z', 'revision_number': 5, 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'gw_port': {'id': '69f6d45f-c728-40f7-91d2-e91e4abd6176', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:00:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d8aea6-a1b9-48e9-98f2-6900a76d5c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:22:34Z', 'updated_at': '2021-06-11T10:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:23:39.434850 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fe4241-d326-43b4-9359-f89461951739 None None] The sync data for ids ['f5d8aea6-a1b9-48e9-98f2-6900a76d5c43'] in n-d-779913-12 is: [{'id': 'f5d8aea6-a1b9-48e9-98f2-6900a76d5c43', 'name': 'tempest-TestNetworkBasicOps-router-833698789', 'tenant_id': '7cff3ec0902242ea94828c7f7e013111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '69f6d45f-c728-40f7-91d2-e91e4abd6176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:22:33Z', 'updated_at': '2021-06-11T10:23:37Z', 'revision_number': 5, 'project_id': '7cff3ec0902242ea94828c7f7e013111', 'gw_port': {'id': '69f6d45f-c728-40f7-91d2-e91e4abd6176', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:00:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d8aea6-a1b9-48e9-98f2-6900a76d5c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:22:34Z', 'updated_at': '2021-06-11T10:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:23:39.435779 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-9082add7-d259-42bb-a72e-4bc4d05e7b60 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Deleting port 69f6d45f-c728-40f7-91d2-e91e4abd6176 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:23:39.436125 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9082add7-d259-42bb-a72e-4bc4d05e7b60 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:39.448530 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-e5c31e83-fbef-45dc-bcce-f239b8cf0175 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, a9847582-9d3a-492a-87ea-6d6d339467ec) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:23:39.453331 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c31e83-fbef-45dc-bcce-f239b8cf0175 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:23:39.453921 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e5c31e83-fbef-45dc-bcce-f239b8cf0175 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:39.542935 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-e5c31e83-fbef-45dc-bcce-f239b8cf0175 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9659863 Jun 11 10:23:39.558053 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-9082add7-d259-42bb-a72e-4bc4d05e7b60 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] For port 69f6d45f-c728-40f7-91d2-e91e4abd6176, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=69f6d45f-c728-40f7-91d2-e91e4abd6176,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:23:39.558421 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9082add7-d259-42bb-a72e-4bc4d05e7b60 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:39.607524 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-22896e87-228a-4f42-9283-fc9a7d6b7e31 None None] Calling delete_port for c6941097-e764-4e30-a6c7-57feaec47b46 owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:23:39.610960 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb00d12-b18f-4e6a-b043-85e188f0158e None None] Network a9847582-9d3a-492a-87ea-6d6d339467ec requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:23:39.657117 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-9082add7-d259-42bb-a72e-4bc4d05e7b60 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Calling delete_port for 69f6d45f-c728-40f7-91d2-e91e4abd6176 owned by network:router_gateway {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:23:39.875756 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60786df6-266f-44ec-829b-d2821ef102f9 None None] Network a9847582-9d3a-492a-87ea-6d6d339467ec requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:23:39.984285 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-22896e87-228a-4f42-9283-fc9a7d6b7e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:40.001574 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:23:40.008508 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22896e87-228a-4f42-9283-fc9a7d6b7e31 None None] No DVR routers for this DVR port c6941097-e764-4e30-a6c7-57feaec47b46 on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:23:40.046478 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22896e87-228a-4f42-9283-fc9a7d6b7e31 None None] Pushing event deleted for resources: {'Port': ['ID=c6941097-e764-4e30-a6c7-57feaec47b46,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:23:40.061043 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-22896e87-228a-4f42-9283-fc9a7d6b7e31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:23:40.372781 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fdbdfe-60d5-4345-98dd-7d7e5090e1c2 req-310c0e39-428c-4a00-b489-676e541df66c tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:23:40.374135 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a0fdbdfe-60d5-4345-98dd-7d7e5090e1c2 req-310c0e39-428c-4a00-b489-676e541df66c tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/networks?id=a9847582-9d3a-492a-87ea-6d6d339467ec HTTP/1.1" status: 200 len: 814 time: 0.2058301 Jun 11 10:23:40.419212 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a0fdbdfe-60d5-4345-98dd-7d7e5090e1c2 req-3b40ec49-b178-4168-984f-9838adab00fe tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/quotas/6e7e1083d69b435eb04ed45330be52df HTTP/1.1" status: 200 len: 375 time: 0.0386748 Jun 11 10:23:40.461348 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a0fdbdfe-60d5-4345-98dd-7d7e5090e1c2 req-bb1590a8-6f99-41ea-8571-6261ebce9db6 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6e7e1083d69b435eb04ed45330be52df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366404 Jun 11 10:23:40.523469 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9082add7-d259-42bb-a72e-4bc4d05e7b60 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:40.538364 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-09e1e655-e682-4fdd-b6bf-485865041a7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:23:40.584596 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9082add7-d259-42bb-a72e-4bc4d05e7b60 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Pushing event deleted for resources: {'Port': ['ID=69f6d45f-c728-40f7-91d2-e91e4abd6176,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:23:40.590747 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9082add7-d259-42bb-a72e-4bc4d05e7b60 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:23:40.733269 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a0fdbdfe-60d5-4345-98dd-7d7e5090e1c2 req-1c17e7e6-30cc-4f8a-9405-91a6613f685a service neutron] 10.222.0.60 "GET /v2.0/networks/a9847582-9d3a-492a-87ea-6d6d339467ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646596 Jun 11 10:23:40.738346 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9082add7-d259-42bb-a72e-4bc4d05e7b60 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374120'] for router_gateway, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:40.741254 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device c6941097-e764-4e30-a6c7-57feaec47b46 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:23:40.767084 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: c6941097-e764-4e30-a6c7-57feaec47b46 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:23:40.767451 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device c6941097-e764-4e30-a6c7-57feaec47b46 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:23:40.768006 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 6eb008d2-cbed-4a25-89cf-17e5fdf6fd38 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:23:40.796871 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 6eb008d2-cbed-4a25-89cf-17e5fdf6fd38 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:23:40.797231 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 6eb008d2-cbed-4a25-89cf-17e5fdf6fd38 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:23:40.916658 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9082add7-d259-42bb-a72e-4bc4d05e7b60 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:40.921258 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9082add7-d259-42bb-a72e-4bc4d05e7b60 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:41.046533 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a0fdbdfe-60d5-4345-98dd-7d7e5090e1c2 req-1318f1b2-98e9-4d93-a4d6-976d64fc286f service neutron] 10.222.0.60 "GET /v2.0/networks/a9847582-9d3a-492a-87ea-6d6d339467ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036113 Jun 11 10:23:41.093301 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9082add7-d259-42bb-a72e-4bc4d05e7b60 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:41.094007 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9082add7-d259-42bb-a72e-4bc4d05e7b60 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Fanout notify agent at l3_agent the message router_deleted on router f5d8aea6-a1b9-48e9-98f2-6900a76d5c43 {{(pid=93177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 10:23:41.101159 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9082add7-d259-42bb-a72e-4bc4d05e7b60 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:41.104893 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-9082add7-d259-42bb-a72e-4bc4d05e7b60 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "DELETE /v2.0/routers/f5d8aea6-a1b9-48e9-98f2-6900a76d5c43 HTTP/1.1" status: 204 len: 168 time: 2.1985910 Jun 11 10:23:41.105367 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 36052) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:23:41.224682 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bad63898-c3fe-4c54-971a-4ea9fad632f8 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:41.321154 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d8af60ec-bb76-456c-9a48-83ea09b83053 req-b0ecc626-6906-4ff3-bfd4-6f0579378318 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/ports?device_id=11f23b66-e661-46a2-8c48-60f8388721a6 HTTP/1.1" status: 200 len: 210 time: 0.0383277 Jun 11 10:23:41.410687 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bad63898-c3fe-4c54-971a-4ea9fad632f8 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:41.422958 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-bad63898-c3fe-4c54-971a-4ea9fad632f8 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a8411c2-c285-4ab4-83dc-f69ab9725cdb']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:23:41.435205 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-bad63898-c3fe-4c54-971a-4ea9fad632f8 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8af1a694-6962-4cbf-9633-b479af231058') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:23:41.435510 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-bad63898-c3fe-4c54-971a-4ea9fad632f8 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8af1a694-6962-4cbf-9633-b479af231058') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:23:41.445858 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bad63898-c3fe-4c54-971a-4ea9fad632f8 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:41.461190 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bad63898-c3fe-4c54-971a-4ea9fad632f8 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:41.467011 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bad63898-c3fe-4c54-971a-4ea9fad632f8 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Releasing vlan 796 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:23:41.467389 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bad63898-c3fe-4c54-971a-4ea9fad632f8 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:41.470491 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:23:41.470491 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:23:41.470491 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:23:41.470491 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:23:41.470491 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:23:41.470491 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:23:41.470491 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 10:23:41.470491 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:23:41.470491 n-d-779913-12 neutron-server[93176]: timer() Jun 11 10:23:41.470491 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:23:41.470491 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 10:23:41.470491 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:23:41.470491 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 10:23:41.470491 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:23:41.470491 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 10:23:41.470491 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:23:41.470491 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 10:23:41.470491 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:23:41.470491 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 10:23:41.470491 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:23:41.470491 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:23:41.470491 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:23:41.470491 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:23:41.470491 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:23:41.470491 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 10:23:41.470491 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:23:41.470491 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 10:23:41.470491 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:23:41.470491 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:23:41.470491 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:23:41.470491 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 10:23:41.470491 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:23:41.470491 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:23:41.470491 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:23:41.470491 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:23:41.470491 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:23:41.470491 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:23:41.470491 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:23:41.620001 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bad63898-c3fe-4c54-971a-4ea9fad632f8 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:41.625008 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-72ad2491-b2c0-43ab-aa22-eede215409c5 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:23:41.631294 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bad63898-c3fe-4c54-971a-4ea9fad632f8 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:41.631294 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-bad63898-c3fe-4c54-971a-4ea9fad632f8 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] 10.222.0.60 "DELETE /v2.0/networks/5a8411c2-c285-4ab4-83dc-f69ab9725cdb HTTP/1.1" status: 204 len: 168 time: 0.5243223 Jun 11 10:23:41.646071 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad63898-c3fe-4c54-971a-4ea9fad632f8 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Pushing event deleted for resources: {'Network': ['ID=5a8411c2-c285-4ab4-83dc-f69ab9725cdb,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:23:41.649186 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-bad63898-c3fe-4c54-971a-4ea9fad632f8 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:23:42.012816 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 36068) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:23:42.160068 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-942024f3-443a-4cbc-863a-a6a82a9da14f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7cff3ec0902242ea94828c7f7e013111&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1458201 Jun 11 10:23:42.162449 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 36072) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:23:42.215091 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cd29f317-ac3c-4506-9a18-a2e6b504f0b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:42.239965 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cd29f317-ac3c-4506-9a18-a2e6b504f0b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:42.357456 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cd29f317-ac3c-4506-9a18-a2e6b504f0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:42.360138 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cd29f317-ac3c-4506-9a18-a2e6b504f0b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:42.361755 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-cd29f317-ac3c-4506-9a18-a2e6b504f0b2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bcd8083d-c8e1-491e-9fd8-a4f046a2144d HTTP/1.1" status: 204 len: 168 time: 0.1979375 Jun 11 10:23:42.362155 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ba84dca0-7504-4259-896b-60d47eb0971b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:23:42.371672 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd29f317-ac3c-4506-9a18-a2e6b504f0b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd8083d-c8e1-491e-9fd8-a4f046a2144d,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:23:42.380476 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd29f317-ac3c-4506-9a18-a2e6b504f0b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:23:42.381108 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd29f317-ac3c-4506-9a18-a2e6b504f0b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:23:42.381525 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd29f317-ac3c-4506-9a18-a2e6b504f0b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:23:42.381874 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd29f317-ac3c-4506-9a18-a2e6b504f0b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:23:42.382344 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd29f317-ac3c-4506-9a18-a2e6b504f0b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:23:42.382830 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd29f317-ac3c-4506-9a18-a2e6b504f0b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:23:42.383326 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd29f317-ac3c-4506-9a18-a2e6b504f0b2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:23:42.384382 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd29f317-ac3c-4506-9a18-a2e6b504f0b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:23:42.384382 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd29f317-ac3c-4506-9a18-a2e6b504f0b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:23:42.385048 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd29f317-ac3c-4506-9a18-a2e6b504f0b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:23:42.385048 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd29f317-ac3c-4506-9a18-a2e6b504f0b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:23:42.385219 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd29f317-ac3c-4506-9a18-a2e6b504f0b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:23:42.388731 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-cd29f317-ac3c-4506-9a18-a2e6b504f0b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:23:42.482808 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d3c0c6aa-c172-4d18-b52f-ac1275ff8f31 req-d2d706f4-12b6-4626-b527-26b6782576fb tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/ports?device_id=11f23b66-e661-46a2-8c48-60f8388721a6 HTTP/1.1" status: 200 len: 210 time: 0.0415361 Jun 11 10:23:42.608749 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 69f6d45f-c728-40f7-91d2-e91e4abd6176 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:23:42.634396 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 69f6d45f-c728-40f7-91d2-e91e4abd6176 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:23:42.634781 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 69f6d45f-c728-40f7-91d2-e91e4abd6176 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:23:42.899513 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-76475f6f-8c83-4677-a894-1df1e14f8517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:43.012670 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 36080) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:23:43.032142 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fcbf9377-d1fb-4fc3-b5fd-b92615665cba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:43.128336 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fcbf9377-d1fb-4fc3-b5fd-b92615665cba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:43.207621 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fcbf9377-d1fb-4fc3-b5fd-b92615665cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:43.210244 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-54641ceb-ca51-426e-8ce4-aaad08344ed2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:23:43.251245 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbf9377-d1fb-4fc3-b5fd-b92615665cba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb10b380-ae07-48b5-8104-27b5acd1892a,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:23:43.255543 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-fcbf9377-d1fb-4fc3-b5fd-b92615665cba admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=19ec6d97cf0c4e97a3d824f39f6331a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2414520 Jun 11 10:23:43.256735 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-fcbf9377-d1fb-4fc3-b5fd-b92615665cba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:23:43.260144 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 36082) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:23:43.324152 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-aa561431-1e85-4852-9a76-885aa30f94e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:43.350013 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-aa561431-1e85-4852-9a76-885aa30f94e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:43.496813 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-aa561431-1e85-4852-9a76-885aa30f94e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:43.499477 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-aa561431-1e85-4852-9a76-885aa30f94e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:43.500609 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-aa561431-1e85-4852-9a76-885aa30f94e0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fb10b380-ae07-48b5-8104-27b5acd1892a HTTP/1.1" status: 204 len: 168 time: 0.2382560 Jun 11 10:23:43.520004 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5da03516-bb20-43ca-92a3-93dd8caf3c6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:23:43.544252 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa561431-1e85-4852-9a76-885aa30f94e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb10b380-ae07-48b5-8104-27b5acd1892a,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:23:43.548691 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-aa561431-1e85-4852-9a76-885aa30f94e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:23:43.654988 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fdbdfe-60d5-4345-98dd-7d7e5090e1c2 req-4d888b91-14c0-4de9-8f7e-3d24c98ce965 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:23:43.656552 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a0fdbdfe-60d5-4345-98dd-7d7e5090e1c2 req-4d888b91-14c0-4de9-8f7e-3d24c98ce965 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.64 "GET /v2.0/networks?id=a9847582-9d3a-492a-87ea-6d6d339467ec HTTP/1.1" status: 200 len: 814 time: 0.1705160 Jun 11 10:23:43.668262 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-a0fdbdfe-60d5-4345-98dd-7d7e5090e1c2 req-45568127-ba3a-4727-b496-8d0a8a0571d6 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Request body: {'port': {'device_id': '11f23b66-e661-46a2-8c48-60f8388721a6', 'network_id': 'a9847582-9d3a-492a-87ea-6d6d339467ec', 'admin_state_up': True, 'tenant_id': '6e7e1083d69b435eb04ed45330be52df'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:23:43.677184 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2d7b306d-6ede-44d3-a49e-0422973469ef req-1ef21e9c-7169-48f1-94f9-372e4e4d082a tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/ports?device_id=11f23b66-e661-46a2-8c48-60f8388721a6 HTTP/1.1" status: 200 len: 210 time: 0.0420666 Jun 11 10:23:43.882173 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0fdbdfe-60d5-4345-98dd-7d7e5090e1c2 req-45568127-ba3a-4727-b496-8d0a8a0571d6 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Made reservation on behalf of 6e7e1083d69b435eb04ed45330be52df for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:23:43.886072 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a0fdbdfe-60d5-4345-98dd-7d7e5090e1c2 req-45568127-ba3a-4727-b496-8d0a8a0571d6 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:44.042585 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-a0fdbdfe-60d5-4345-98dd-7d7e5090e1c2 req-45568127-ba3a-4727-b496-8d0a8a0571d6 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Allocated IP 172.20.0.7 (a9847582-9d3a-492a-87ea-6d6d339467ec/3101a011-eb99-4d7e-8c66-6d90610e40a9/5e88234e-9097-47e5-a835-8915a48755da) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:23:44.243237 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a0fdbdfe-60d5-4345-98dd-7d7e5090e1c2 req-45568127-ba3a-4727-b496-8d0a8a0571d6 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:44.328875 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a0fdbdfe-60d5-4345-98dd-7d7e5090e1c2 req-45568127-ba3a-4727-b496-8d0a8a0571d6 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:44.339489 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-73118fdb-2d73-4999-a67a-f7923060594e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:23:44.389333 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0fdbdfe-60d5-4345-98dd-7d7e5090e1c2 req-45568127-ba3a-4727-b496-8d0a8a0571d6 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Network a9847582-9d3a-492a-87ea-6d6d339467ec is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:23:44.392888 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-a0fdbdfe-60d5-4345-98dd-7d7e5090e1c2 req-45568127-ba3a-4727-b496-8d0a8a0571d6 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:23:44.396995 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0fdbdfe-60d5-4345-98dd-7d7e5090e1c2 req-45568127-ba3a-4727-b496-8d0a8a0571d6 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:23:44.434791 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45568127-ba3a-4727-b496-8d0a8a0571d6 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Pushing event updated for resources: {'Port': ['ID=5e88234e-9097-47e5-a835-8915a48755da,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:23:44.440010 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-45568127-ba3a-4727-b496-8d0a8a0571d6 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:23:44.468923 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fdbdfe-60d5-4345-98dd-7d7e5090e1c2 req-45568127-ba3a-4727-b496-8d0a8a0571d6 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:23:44.468923 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a0fdbdfe-60d5-4345-98dd-7d7e5090e1c2 req-45568127-ba3a-4727-b496-8d0a8a0571d6 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:44.541099 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a0fdbdfe-60d5-4345-98dd-7d7e5090e1c2 req-45568127-ba3a-4727-b496-8d0a8a0571d6 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8768280 Jun 11 10:23:44.552586 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-a0fdbdfe-60d5-4345-98dd-7d7e5090e1c2 req-dc738ded-c985-4249-9ce1-b4b1238dbc4a service neutron] Request body: {'port': {'device_id': '11f23b66-e661-46a2-8c48-60f8388721a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:23:44.644318 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a0fdbdfe-60d5-4345-98dd-7d7e5090e1c2 req-dc738ded-c985-4249-9ce1-b4b1238dbc4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:44.878076 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8272baa5-757d-4932-9de6-e8f94fca6b47 req-c76e4fe2-ef59-42bc-99a1-9a8f7e32f3c6 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:23:44.884407 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8272baa5-757d-4932-9de6-e8f94fca6b47 req-c76e4fe2-ef59-42bc-99a1-9a8f7e32f3c6 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/ports?device_id=11f23b66-e661-46a2-8c48-60f8388721a6 HTTP/1.1" status: 200 len: 931 time: 0.0725818 Jun 11 10:23:44.930880 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8272baa5-757d-4932-9de6-e8f94fca6b47 req-9da209fb-96f9-4316-bdd4-81ea1749d83d tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ad963a6-6d9e-413f-b0f1-6fc54a15f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449810 Jun 11 10:23:45.021817 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-a0fdbdfe-60d5-4345-98dd-7d7e5090e1c2 req-dc738ded-c985-4249-9ce1-b4b1238dbc4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e88234e-9097-47e5-a835-8915a48755da {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:23:45.029969 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a0fdbdfe-60d5-4345-98dd-7d7e5090e1c2 req-dc738ded-c985-4249-9ce1-b4b1238dbc4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:45.042581 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-a0fdbdfe-60d5-4345-98dd-7d7e5090e1c2 req-dc738ded-c985-4249-9ce1-b4b1238dbc4a service neutron] Transition to ACTIVE for port object 5e88234e-9097-47e5-a835-8915a48755da will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:23:45.089973 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a0fdbdfe-60d5-4345-98dd-7d7e5090e1c2 req-dc738ded-c985-4249-9ce1-b4b1238dbc4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:45.091839 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-45568127-ba3a-4727-b496-8d0a8a0571d6 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:23:45.197636 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc738ded-c985-4249-9ce1-b4b1238dbc4a service neutron] Pushing event updated for resources: {'Port': ['ID=5e88234e-9097-47e5-a835-8915a48755da,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:23:45.201552 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-dc738ded-c985-4249-9ce1-b4b1238dbc4a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:23:45.307215 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-a0fdbdfe-60d5-4345-98dd-7d7e5090e1c2 req-dc738ded-c985-4249-9ce1-b4b1238dbc4a service neutron] Attempting to bind port 5e88234e-9097-47e5-a835-8915a48755da on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:23:45.308120 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-a0fdbdfe-60d5-4345-98dd-7d7e5090e1c2 req-dc738ded-c985-4249-9ce1-b4b1238dbc4a service neutron] Attempting to bind port 5e88234e-9097-47e5-a835-8915a48755da by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': 'c8901b63-dd3e-4076-a8d0-c23814d0fe69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'a9847582-9d3a-492a-87ea-6d6d339467ec'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:23:45.308120 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0fdbdfe-60d5-4345-98dd-7d7e5090e1c2 req-dc738ded-c985-4249-9ce1-b4b1238dbc4a service neutron] Attempting to bind port 5e88234e-9097-47e5-a835-8915a48755da on network a9847582-9d3a-492a-87ea-6d6d339467ec {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:23:45.312776 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0fdbdfe-60d5-4345-98dd-7d7e5090e1c2 req-dc738ded-c985-4249-9ce1-b4b1238dbc4a service neutron] Port 5e88234e-9097-47e5-a835-8915a48755da on network a9847582-9d3a-492a-87ea-6d6d339467ec not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:23:45.313109 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0fdbdfe-60d5-4345-98dd-7d7e5090e1c2 req-dc738ded-c985-4249-9ce1-b4b1238dbc4a service neutron] Attempting to bind port 5e88234e-9097-47e5-a835-8915a48755da on network a9847582-9d3a-492a-87ea-6d6d339467ec {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:23:45.318477 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0fdbdfe-60d5-4345-98dd-7d7e5090e1c2 req-dc738ded-c985-4249-9ce1-b4b1238dbc4a service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:23:45.318826 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0fdbdfe-60d5-4345-98dd-7d7e5090e1c2 req-dc738ded-c985-4249-9ce1-b4b1238dbc4a service neutron] Checking segment: {'id': 'c8901b63-dd3e-4076-a8d0-c23814d0fe69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'a9847582-9d3a-492a-87ea-6d6d339467ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:23:45.319247 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0fdbdfe-60d5-4345-98dd-7d7e5090e1c2 req-dc738ded-c985-4249-9ce1-b4b1238dbc4a service neutron] Bound using segment: {'id': 'c8901b63-dd3e-4076-a8d0-c23814d0fe69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'a9847582-9d3a-492a-87ea-6d6d339467ec'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:23:45.319726 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-a0fdbdfe-60d5-4345-98dd-7d7e5090e1c2 req-dc738ded-c985-4249-9ce1-b4b1238dbc4a service neutron] Bound port: 5e88234e-9097-47e5-a835-8915a48755da, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8901b63-dd3e-4076-a8d0-c23814d0fe69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'a9847582-9d3a-492a-87ea-6d6d339467ec'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:23:45.320084 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a0fdbdfe-60d5-4345-98dd-7d7e5090e1c2 req-dc738ded-c985-4249-9ce1-b4b1238dbc4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:45.415336 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-a0fdbdfe-60d5-4345-98dd-7d7e5090e1c2 req-dc738ded-c985-4249-9ce1-b4b1238dbc4a service neutron] For port 5e88234e-9097-47e5-a835-8915a48755da, host n-h1-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:23:45.420928 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-a0fdbdfe-60d5-4345-98dd-7d7e5090e1c2 req-dc738ded-c985-4249-9ce1-b4b1238dbc4a service neutron] For port 5e88234e-9097-47e5-a835-8915a48755da, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=5e88234e-9097-47e5-a835-8915a48755da,segment=NetworkSegment(c8901b63-dd3e-4076-a8d0-c23814d0fe69),segment_id=c8901b63-dd3e-4076-a8d0-c23814d0fe69)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:23:45.517325 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a0fdbdfe-60d5-4345-98dd-7d7e5090e1c2 req-dc738ded-c985-4249-9ce1-b4b1238dbc4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:45.520455 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8cd1eda9-6bcd-406c-a448-02d803782bc0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:23:45.558504 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fdbdfe-60d5-4345-98dd-7d7e5090e1c2 req-dc738ded-c985-4249-9ce1-b4b1238dbc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:23:45.558504 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a0fdbdfe-60d5-4345-98dd-7d7e5090e1c2 req-dc738ded-c985-4249-9ce1-b4b1238dbc4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:45.559497 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a0fdbdfe-60d5-4345-98dd-7d7e5090e1c2 req-dc738ded-c985-4249-9ce1-b4b1238dbc4a service neutron] 10.222.0.64 "PUT /v2.0/ports/5e88234e-9097-47e5-a835-8915a48755da HTTP/1.1" status: 200 len: 1092 time: 1.0113733 Jun 11 10:23:45.560071 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11f23b66-e661-46a2-8c48-60f8388721a6', 'tag': '5e88234e-9097-47e5-a835-8915a48755da'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:23:45.563639 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-821ca129-0c17-4960-8700-4643acefed69" -d '{"events": [{"name": "network-changed", "server_uuid": "11f23b66-e661-46a2-8c48-60f8388721a6", "tag": "5e88234e-9097-47e5-a835-8915a48755da"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:23:45.602953 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc738ded-c985-4249-9ce1-b4b1238dbc4a service neutron] Pushing event updated for resources: {'Port': ['ID=5e88234e-9097-47e5-a835-8915a48755da,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:23:45.607420 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-dc738ded-c985-4249-9ce1-b4b1238dbc4a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:23:45.628234 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7995baa-4686-40c3-9a5f-7d5de5f6e796 x-openstack-request-id: req-e7995baa-4686-40c3-9a5f-7d5de5f6e796 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:23:45.628454 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11f23b66-e661-46a2-8c48-60f8388721a6", "tag": "5e88234e-9097-47e5-a835-8915a48755da", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:23:45.628932 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e7995baa-4686-40c3-9a5f-7d5de5f6e796 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:23:45.629400 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11f23b66-e661-46a2-8c48-60f8388721a6', 'tag': '5e88234e-9097-47e5-a835-8915a48755da', 'status': 'completed', 'code': 200} Jun 11 10:23:45.719037 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fdbdfe-60d5-4345-98dd-7d7e5090e1c2 req-27c88e16-3c1b-4ea1-9fee-48aafa785cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:23:45.720604 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a0fdbdfe-60d5-4345-98dd-7d7e5090e1c2 req-27c88e16-3c1b-4ea1-9fee-48aafa785cb7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6e7e1083d69b435eb04ed45330be52df&device_id=11f23b66-e661-46a2-8c48-60f8388721a6 HTTP/1.1" status: 200 len: 1095 time: 0.0746706 Jun 11 10:23:45.778619 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a0fdbdfe-60d5-4345-98dd-7d7e5090e1c2 req-e63c6f24-c60e-44e0-abfd-66228dc4777a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e88234e-9097-47e5-a835-8915a48755da HTTP/1.1" status: 200 len: 217 time: 0.0494108 Jun 11 10:23:45.856829 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fdbdfe-60d5-4345-98dd-7d7e5090e1c2 req-50f692fa-99f8-4f73-b7a2-9736f4341d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:23:45.858924 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a0fdbdfe-60d5-4345-98dd-7d7e5090e1c2 req-50f692fa-99f8-4f73-b7a2-9736f4341d36 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3101a011-eb99-4d7e-8c66-6d90610e40a9 HTTP/1.1" status: 200 len: 854 time: 0.0739906 Jun 11 10:23:45.872694 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-93f17927-b47f-415d-b825-f1c16f5b96a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:45.904926 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a0fdbdfe-60d5-4345-98dd-7d7e5090e1c2 req-77a52958-ec86-4c62-b51f-f3496e439243 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a9847582-9d3a-492a-87ea-6d6d339467ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389764 Jun 11 10:23:45.956695 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:46.034573 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a0fdbdfe-60d5-4345-98dd-7d7e5090e1c2 req-f8c044be-5f57-462d-a416-e8ce6440b048 service neutron] 10.222.0.64 "GET /v2.0/networks/a9847582-9d3a-492a-87ea-6d6d339467ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230309 Jun 11 10:23:46.137953 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b1a193-1551-468e-95db-629e40b54b59 req-bcc296bd-d46f-40d3-92b0-292e7e74e90c tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:23:46.139513 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c9b1a193-1551-468e-95db-629e40b54b59 req-bcc296bd-d46f-40d3-92b0-292e7e74e90c tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/ports?device_id=11f23b66-e661-46a2-8c48-60f8388721a6 HTTP/1.1" status: 200 len: 943 time: 0.0812440 Jun 11 10:23:46.169307 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a0fdbdfe-60d5-4345-98dd-7d7e5090e1c2 req-9428d4ca-34b8-4b74-ab1d-a27691c29bd6 service neutron] 10.222.0.64 "GET /v2.0/networks/a9847582-9d3a-492a-87ea-6d6d339467ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275432 Jun 11 10:23:46.198744 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c9b1a193-1551-468e-95db-629e40b54b59 req-397eaf32-e0ca-4e7c-8752-926dbce485a1 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ad963a6-6d9e-413f-b0f1-6fc54a15f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531328 Jun 11 10:23:46.327356 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821ca129-0c17-4960-8700-4643acefed69 req-ff5e8e1d-e459-40f6-a903-624459509cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:23:46.329629 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-821ca129-0c17-4960-8700-4643acefed69 req-ff5e8e1d-e459-40f6-a903-624459509cc7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6e7e1083d69b435eb04ed45330be52df&device_id=11f23b66-e661-46a2-8c48-60f8388721a6 HTTP/1.1" status: 200 len: 1095 time: 0.0687592 Jun 11 10:23:46.751908 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:46.868298 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821ca129-0c17-4960-8700-4643acefed69 req-35401931-8a66-4651-a4d9-4cfd459589f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:23:46.870726 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-821ca129-0c17-4960-8700-4643acefed69 req-35401931-8a66-4651-a4d9-4cfd459589f0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a9847582-9d3a-492a-87ea-6d6d339467ec HTTP/1.1" status: 200 len: 915 time: 0.5343843 Jun 11 10:23:46.931670 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 36144) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:23:46.937240 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-821ca129-0c17-4960-8700-4643acefed69 req-12ffc0c0-d38a-4297-975a-13432337f02d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e88234e-9097-47e5-a835-8915a48755da HTTP/1.1" status: 200 len: 217 time: 0.0599010 Jun 11 10:23:46.937477 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-91f1dbd7-4afe-4696-8bb7-d7ba0509d6d0 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Request body: {'network': {'name': 'tempest-network-smoke--1584631089', 'project_id': '19f26ec1518143c59f831fc53d1a7f94', 'port_security_enabled': True}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:23:47.000844 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821ca129-0c17-4960-8700-4643acefed69 req-b9299cdf-a57e-49b9-9bc0-6d81d7f5beb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:23:47.002342 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-821ca129-0c17-4960-8700-4643acefed69 req-b9299cdf-a57e-49b9-9bc0-6d81d7f5beb4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3101a011-eb99-4d7e-8c66-6d90610e40a9 HTTP/1.1" status: 200 len: 854 time: 0.0587111 Jun 11 10:23:47.025641 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f1dbd7-4afe-4696-8bb7-d7ba0509d6d0 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Made reservation on behalf of 19f26ec1518143c59f831fc53d1a7f94 for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:23:47.032322 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-91f1dbd7-4afe-4696-8bb7-d7ba0509d6d0 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:47.050133 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-91f1dbd7-4afe-4696-8bb7-d7ba0509d6d0 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:47.055456 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-821ca129-0c17-4960-8700-4643acefed69 req-9ad3f2f1-87a2-4cb0-afc8-e9812cd09a81 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a9847582-9d3a-492a-87ea-6d6d339467ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460269 Jun 11 10:23:47.151862 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-91f1dbd7-4afe-4696-8bb7-d7ba0509d6d0 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:47.183316 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-821ca129-0c17-4960-8700-4643acefed69 req-7b91edba-5e3a-4d31-a634-43f781f08ed8 service neutron] 10.222.0.64 "GET /v2.0/networks/a9847582-9d3a-492a-87ea-6d6d339467ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215479 Jun 11 10:23:47.213927 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-91f1dbd7-4afe-4696-8bb7-d7ba0509d6d0 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:47.217867 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7f5a2c4f-85e4-48e5-9740-ec0931f6a504 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:23:47.244876 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91f1dbd7-4afe-4696-8bb7-d7ba0509d6d0 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 799} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:23:47.255420 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f1dbd7-4afe-4696-8bb7-d7ba0509d6d0 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a555403-b61e-41ee-aad2-e667ca4901d4,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:23:47.259973 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-91f1dbd7-4afe-4696-8bb7-d7ba0509d6d0 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:23:47.261310 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-91f1dbd7-4afe-4696-8bb7-d7ba0509d6d0 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:47.261648 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-91f1dbd7-4afe-4696-8bb7-d7ba0509d6d0 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Added segment c9c1a4ab-8de8-444f-bf65-d1c790670997 of type vlan for network 3994fb15-60a0-4a7f-8015-9d5fc9d97e75 Jun 11 10:23:47.322934 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-91f1dbd7-4afe-4696-8bb7-d7ba0509d6d0 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:47.330954 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-821ca129-0c17-4960-8700-4643acefed69 req-5ede70d2-1bde-4aef-8b14-d01e86ff5f22 service neutron] 10.222.0.64 "GET /v2.0/networks/a9847582-9d3a-492a-87ea-6d6d339467ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419671 Jun 11 10:23:47.428190 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d0a5b8-7422-4386-afb7-df738272728a req-d21629da-7c3a-424d-ba49-e6272ae831ce tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:23:47.429676 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-52d0a5b8-7422-4386-afb7-df738272728a req-d21629da-7c3a-424d-ba49-e6272ae831ce tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/ports?device_id=11f23b66-e661-46a2-8c48-60f8388721a6 HTTP/1.1" status: 200 len: 943 time: 0.0797126 Jun 11 10:23:47.471439 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-91f1dbd7-4afe-4696-8bb7-d7ba0509d6d0 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:47.476950 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f1dbd7-4afe-4696-8bb7-d7ba0509d6d0 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:23:47.485635 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-91f1dbd7-4afe-4696-8bb7-d7ba0509d6d0 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:47.485635 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b88fcb79-a80a-44b9-8455-feec28d643ac tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:23:47.508651 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-52d0a5b8-7422-4386-afb7-df738272728a req-df0f1158-2649-4e21-86cb-3f2a7dac2969 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ad963a6-6d9e-413f-b0f1-6fc54a15f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683231 Jun 11 10:23:47.575192 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f1dbd7-4afe-4696-8bb7-d7ba0509d6d0 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Pushing event updated for resources: {'Network': ['ID=3994fb15-60a0-4a7f-8015-9d5fc9d97e75,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:23:47.577993 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-91f1dbd7-4afe-4696-8bb7-d7ba0509d6d0 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:23:47.585611 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 3994fb15-60a0-4a7f-8015-9d5fc9d97e75 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:23:47.614813 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-91f1dbd7-4afe-4696-8bb7-d7ba0509d6d0 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6819477 Jun 11 10:23:47.617807 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 36148) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:23:47.623548 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-3b28a6c2-298c-44fc-ace5-747bb64897e4 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-542245211', 'admin_state_up': True, 'project_id': '19f26ec1518143c59f831fc53d1a7f94', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:23:47.716716 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3b28a6c2-298c-44fc-ace5-747bb64897e4 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:47.717774 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3b28a6c2-298c-44fc-ace5-747bb64897e4 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:47.781292 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3b28a6c2-298c-44fc-ace5-747bb64897e4 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:48.057299 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3b28a6c2-298c-44fc-ace5-747bb64897e4 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:48.363003 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3b28a6c2-298c-44fc-ace5-747bb64897e4 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks [] for router_gateway, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:48.388517 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3b28a6c2-298c-44fc-ace5-747bb64897e4 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:48.447176 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 5e88234e-9097-47e5-a835-8915a48755da details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 10:23:48.459303 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:48.532981 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-3b28a6c2-298c-44fc-ace5-747bb64897e4 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Allocated IP 172.25.4.130 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/b843d29b-d610-469e-ab7a-50d90c8bac1b) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:23:48.601731 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 5e88234e-9097-47e5-a835-8915a48755da, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=5e88234e-9097-47e5-a835-8915a48755da,segment=NetworkSegment(c8901b63-dd3e-4076-a8d0-c23814d0fe69),segment_id=c8901b63-dd3e-4076-a8d0-c23814d0fe69)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:23:48.615246 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': '5e88234e-9097-47e5-a835-8915a48755da', 'network_id': 'a9847582-9d3a-492a-87ea-6d6d339467ec', 'port_id': '5e88234e-9097-47e5-a835-8915a48755da', 'mac_address': 'fa:16:3e:ac:03:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3101a011-eb99-4d7e-8c66-6d90610e40a9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 10:23:48.672152 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:48.687666 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e88234e-9097-47e5-a835-8915a48755da {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:23:48.709090 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 5e88234e-9097-47e5-a835-8915a48755da, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=5e88234e-9097-47e5-a835-8915a48755da,segment=NetworkSegment(c8901b63-dd3e-4076-a8d0-c23814d0fe69),segment_id=c8901b63-dd3e-4076-a8d0-c23814d0fe69)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:23:48.729534 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3b28a6c2-298c-44fc-ace5-747bb64897e4 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:48.763505 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf444b5-05ce-4ae4-941f-bb78f17fb841 req-d58eac62-96c6-421e-998b-f21d1488e0fe tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:23:48.765034 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bbf444b5-05ce-4ae4-941f-bb78f17fb841 req-d58eac62-96c6-421e-998b-f21d1488e0fe tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/ports?device_id=11f23b66-e661-46a2-8c48-60f8388721a6 HTTP/1.1" status: 200 len: 943 time: 0.1155326 Jun 11 10:23:48.780901 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:48.784047 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-ffd681ba-7977-4d28-90a9-345d9ea1daea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:23:48.821716 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bbf444b5-05ce-4ae4-941f-bb78f17fb841 req-3973c80b-dd6a-4bc5-bd53-c4e4b13de33f tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ad963a6-6d9e-413f-b0f1-6fc54a15f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494947 Jun 11 10:23:48.848579 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=5e88234e-9097-47e5-a835-8915a48755da,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:23:48.851763 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:23:48.893681 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3b28a6c2-298c-44fc-ace5-747bb64897e4 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:48.895939 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4c94b9bb-26e8-4ead-ad12-cc5ada939495 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:23:48.944086 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b28a6c2-298c-44fc-ace5-747bb64897e4 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:23:48.946916 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-3b28a6c2-298c-44fc-ace5-747bb64897e4 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:23:48.951307 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b28a6c2-298c-44fc-ace5-747bb64897e4 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:23:48.954496 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b28a6c2-298c-44fc-ace5-747bb64897e4 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Pushing event updated for resources: {'Port': ['ID=b843d29b-d610-469e-ab7a-50d90c8bac1b,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:23:48.970369 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['5e88234e-9097-47e5-a835-8915a48755da'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:23:48.984850 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3b28a6c2-298c-44fc-ace5-747bb64897e4 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:23:49.361267 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3b28a6c2-298c-44fc-ace5-747bb64897e4 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks [] for router_gateway, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:50.085685 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3b28a6c2-298c-44fc-ace5-747bb64897e4 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:50.095775 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aac5e4-bffa-4b35-84fc-bf4693411d25 req-e4e7a3ec-f7e2-4b94-833c-3ce2fdd68593 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:23:50.097204 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-23aac5e4-bffa-4b35-84fc-bf4693411d25 req-e4e7a3ec-f7e2-4b94-833c-3ce2fdd68593 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/ports?device_id=11f23b66-e661-46a2-8c48-60f8388721a6 HTTP/1.1" status: 200 len: 944 time: 0.1458569 Jun 11 10:23:50.252393 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-23aac5e4-bffa-4b35-84fc-bf4693411d25 req-bd0b8380-89c0-4936-86ec-cebd9d1db04e tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ad963a6-6d9e-413f-b0f1-6fc54a15f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041801 Jun 11 10:23:50.362287 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b28a6c2-298c-44fc-ace5-747bb64897e4 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Router b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8 is scheduled to L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 with binding_index 1 {{(pid=93177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 10:23:50.467678 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 5e88234e-9097-47e5-a835-8915a48755da up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:23:50.507334 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b28a6c2-298c-44fc-ace5-747bb64897e4 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:23:50.520045 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3002b8b8-9b97-4e00-b1c2-7e51486f4f33 None None] Sync routers for ids ['b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:23:50.532532 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3002b8b8-9b97-4e00-b1c2-7e51486f4f33 None None] Routers {'b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:23:50.533186 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-3002b8b8-9b97-4e00-b1c2-7e51486f4f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:23:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:23:50.573998 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3b28a6c2-298c-44fc-ace5-747bb64897e4 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:50.575953 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-3b28a6c2-298c-44fc-ace5-747bb64897e4 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.9569972 Jun 11 10:23:50.585720 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 36156) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:23:50.625504 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning for port 5e88234e-9097-47e5-a835-8915a48755da completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:23:50.631479 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port 5e88234e-9097-47e5-a835-8915a48755da triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:23:50.635053 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:50.715496 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-3002b8b8-9b97-4e00-b1c2-7e51486f4f33 None None] Set router b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:23:50.720004 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-89da49f3-0685-4e8b-ba58-bc19a1744f5a tempest-TestSecurityGroupsBasicOps-1462703494 tempest-TestSecurityGroupsBasicOps-1462703494-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=19f26ec1518143c59f831fc53d1a7f94&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1303110 Jun 11 10:23:50.720199 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 36160) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:23:50.836618 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03f911a-ddb3-4c4c-85c1-05831f391863 tempest-TestSecurityGroupsBasicOps-1462703494 tempest-TestSecurityGroupsBasicOps-1462703494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:23:50.840816 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-b03f911a-ddb3-4c4c-85c1-05831f391863 tempest-TestSecurityGroupsBasicOps-1462703494 tempest-TestSecurityGroupsBasicOps-1462703494-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1170020 Jun 11 10:23:50.842460 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 36162) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:23:50.860521 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:50.876218 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-9b6cc89a-5296-43c4-b7d0-ca1fb99b50c5 tempest-TestSecurityGroupsBasicOps-1462703494 tempest-TestSecurityGroupsBasicOps-1462703494-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=f0adef6e-169f-4a27-8865-442be2ad072d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0338736 Jun 11 10:23:50.878614 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 36164) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:23:50.883389 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-d7b3c5f4-98bf-4277-b811-d3b77d8933af tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1447302005', 'network_id': '3994fb15-60a0-4a7f-8015-9d5fc9d97e75', 'project_id': '19f26ec1518143c59f831fc53d1a7f94', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:23:50.933553 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11f23b66-e661-46a2-8c48-60f8388721a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e88234e-9097-47e5-a835-8915a48755da'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:23:50.936411 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e73c1b-68c3-47a7-9d94-21c728242781" -d '{"events": [{"server_uuid": "11f23b66-e661-46a2-8c48-60f8388721a6", "name": "network-vif-plugged", "status": "completed", "tag": "5e88234e-9097-47e5-a835-8915a48755da"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:23:50.964416 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 5e88234e-9097-47e5-a835-8915a48755da, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=5e88234e-9097-47e5-a835-8915a48755da,segment=NetworkSegment(c8901b63-dd3e-4076-a8d0-c23814d0fe69),segment_id=c8901b63-dd3e-4076-a8d0-c23814d0fe69)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:23:50.996947 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20062f85-d335-4649-8f7d-963a5c5359e4 x-openstack-request-id: req-20062f85-d335-4649-8f7d-963a5c5359e4 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:23:50.997250 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11f23b66-e661-46a2-8c48-60f8388721a6", "name": "network-vif-plugged", "status": "completed", "tag": "5e88234e-9097-47e5-a835-8915a48755da", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:23:50.997534 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-20062f85-d335-4649-8f7d-963a5c5359e4 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:23:50.997930 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11f23b66-e661-46a2-8c48-60f8388721a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e88234e-9097-47e5-a835-8915a48755da', 'code': 200} Jun 11 10:23:51.028309 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-3002b8b8-9b97-4e00-b1c2-7e51486f4f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-542245211', 'tenant_id': '19f26ec1518143c59f831fc53d1a7f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'b843d29b-d610-469e-ab7a-50d90c8bac1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:23:47Z', 'updated_at': '2021-06-11T10:23:49Z', 'revision_number': 3, 'project_id': '19f26ec1518143c59f831fc53d1a7f94', 'gw_port': {'id': 'b843d29b-d610-469e-ab7a-50d90c8bac1b', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a3:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:23:48Z', 'updated_at': '2021-06-11T10:23:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:23:51.031329 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:51.033829 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:23:51.037079 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3002b8b8-9b97-4e00-b1c2-7e51486f4f33 None None] Checking router: b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8 for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:23:51.037435 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3002b8b8-9b97-4e00-b1c2-7e51486f4f33 None None] Updating router b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8 port b843d29b-d610-469e-ab7a-50d90c8bac1b binding host n-d-779913-12 {{(pid=93178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 10:23:51.053705 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b3c5f4-98bf-4277-b811-d3b77d8933af tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Made reservation on behalf of 19f26ec1518143c59f831fc53d1a7f94 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:23:51.057441 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d7b3c5f4-98bf-4277-b811-d3b77d8933af tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:51.088406 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=5e88234e-9097-47e5-a835-8915a48755da,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:23:51.091978 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:23:51.099747 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b040cecc-e0d4-47ae-9dc8-c529b3aa3e7a req-50208d31-fd41-4462-a48d-137e438d973d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:23:51.101256 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b040cecc-e0d4-47ae-9dc8-c529b3aa3e7a req-50208d31-fd41-4462-a48d-137e438d973d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=11f23b66-e661-46a2-8c48-60f8388721a6 HTTP/1.1" status: 200 len: 1097 time: 0.0615335 Jun 11 10:23:51.132076 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3002b8b8-9b97-4e00-b1c2-7e51486f4f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:51.141882 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b040cecc-e0d4-47ae-9dc8-c529b3aa3e7a req-969f8834-3ec1-468e-93b4-43eeba430bfa service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8ad963a6-6d9e-413f-b0f1-6fc54a15f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334585 Jun 11 10:23:51.346368 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d7b3c5f4-98bf-4277-b811-d3b77d8933af tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:51.349731 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c38d283a-dfd5-4a05-a926-cc9dee665e26 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:23:51.438863 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3002b8b8-9b97-4e00-b1c2-7e51486f4f33 None None] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:51.448455 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-3002b8b8-9b97-4e00-b1c2-7e51486f4f33 None None] Transition to ACTIVE for port object b843d29b-d610-469e-ab7a-50d90c8bac1b will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:23:51.458223 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b3c5f4-98bf-4277-b811-d3b77d8933af tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Pushing event updated for resources: {'Subnet': ['ID=e1127dba-b689-453e-9256-c1f92c1d77ae,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:23:51.462643 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d7b3c5f4-98bf-4277-b811-d3b77d8933af tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:23:51.468460 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b3c5f4-98bf-4277-b811-d3b77d8933af tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Checking segment: {'id': 'c9c1a4ab-8de8-444f-bf65-d1c790670997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '3994fb15-60a0-4a7f-8015-9d5fc9d97e75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:23:51.468822 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b3c5f4-98bf-4277-b811-d3b77d8933af tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Network hostable DHCP agents. Network: 3994fb15-60a0-4a7f-8015-9d5fc9d97e75, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:23:51.505568 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3002b8b8-9b97-4e00-b1c2-7e51486f4f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:51.508519 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:23:51.512529 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206972bb-3919-4997-95e0-22035ea00b27 req-4e95fe6e-d232-424f-80cd-6420e4f27360 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:23:51.514052 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-206972bb-3919-4997-95e0-22035ea00b27 req-4e95fe6e-d232-424f-80cd-6420e4f27360 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/ports?device_id=11f23b66-e661-46a2-8c48-60f8388721a6 HTTP/1.1" status: 200 len: 945 time: 0.1272912 Jun 11 10:23:51.558599 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-206972bb-3919-4997-95e0-22035ea00b27 req-02068484-1c99-4a5c-9616-2782fae83031 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ad963a6-6d9e-413f-b0f1-6fc54a15f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381112 Jun 11 10:23:51.568712 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b3c5f4-98bf-4277-b811-d3b77d8933af tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Network 3994fb15-60a0-4a7f-8015-9d5fc9d97e75 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:23:51.664773 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-d7b3c5f4-98bf-4277-b811-d3b77d8933af tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 3994fb15-60a0-4a7f-8015-9d5fc9d97e75) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:23:51.670699 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b3c5f4-98bf-4277-b811-d3b77d8933af tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:23:51.672482 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d7b3c5f4-98bf-4277-b811-d3b77d8933af tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:51.741025 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885f37a2-732c-4946-a778-23e01b6ffd6f None None] Network 3994fb15-60a0-4a7f-8015-9d5fc9d97e75 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:23:51.751395 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-d7b3c5f4-98bf-4277-b811-d3b77d8933af tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8717642 Jun 11 10:23:51.754297 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 36170) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:23:51.772020 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-3002b8b8-9b97-4e00-b1c2-7e51486f4f33 None None] Attempting to bind port b843d29b-d610-469e-ab7a-50d90c8bac1b on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:23:51.774709 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-3002b8b8-9b97-4e00-b1c2-7e51486f4f33 None None] Attempting to bind port b843d29b-d610-469e-ab7a-50d90c8bac1b by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:23:51.774709 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3002b8b8-9b97-4e00-b1c2-7e51486f4f33 None None] Attempting to bind port b843d29b-d610-469e-ab7a-50d90c8bac1b on network f0adef6e-169f-4a27-8865-442be2ad072d {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:23:51.786562 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5907d74c-c016-48f8-aa4a-1db65d56e9af None None] Pushing event updated for resources: {'Port': ['ID=b843d29b-d610-469e-ab7a-50d90c8bac1b,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:23:51.827724 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3002b8b8-9b97-4e00-b1c2-7e51486f4f33 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:23:51.828122 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3002b8b8-9b97-4e00-b1c2-7e51486f4f33 None None] Checking segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:23:51.828541 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3002b8b8-9b97-4e00-b1c2-7e51486f4f33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:51.828944 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3002b8b8-9b97-4e00-b1c2-7e51486f4f33 None None] Bound using segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:23:51.829435 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-3002b8b8-9b97-4e00-b1c2-7e51486f4f33 None None] Bound port: b843d29b-d610-469e-ab7a-50d90c8bac1b, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:23:51.829825 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3002b8b8-9b97-4e00-b1c2-7e51486f4f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:51.834992 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-5907d74c-c016-48f8-aa4a-1db65d56e9af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:23:51.944243 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-3002b8b8-9b97-4e00-b1c2-7e51486f4f33 None None] For port b843d29b-d610-469e-ab7a-50d90c8bac1b, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:23:51.965898 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-3002b8b8-9b97-4e00-b1c2-7e51486f4f33 None None] For port b843d29b-d610-469e-ab7a-50d90c8bac1b, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=b843d29b-d610-469e-ab7a-50d90c8bac1b,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:23:52.004671 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec18ee6-dcc6-4e87-86c0-dff1ada4e5d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-3994fb15-60a0-4a7f-8015-9d5fc9d97e75', 'network_id': '3994fb15-60a0-4a7f-8015-9d5fc9d97e75', 'tenant_id': '19f26ec1518143c59f831fc53d1a7f94', 'fixed_ips': [{'subnet_id': 'e1127dba-b689-453e-9256-c1f92c1d77ae'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 10:23:52.005539 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-4ec18ee6-dcc6-4e87-86c0-dff1ada4e5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:52.085329 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3002b8b8-9b97-4e00-b1c2-7e51486f4f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:52.090617 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-9106e973-04f6-4666-8526-291643d53efb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:23:52.207997 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5907d74c-c016-48f8-aa4a-1db65d56e9af None None] Pushing event updated for resources: {'Port': ['ID=b843d29b-d610-469e-ab7a-50d90c8bac1b,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:23:52.210501 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3002b8b8-9b97-4e00-b1c2-7e51486f4f33 None None] Routers {'b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:23:52.211121 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-3002b8b8-9b97-4e00-b1c2-7e51486f4f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:23:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:23:52.215981 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-5907d74c-c016-48f8-aa4a-1db65d56e9af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:23:52.339907 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-4ec18ee6-dcc6-4e87-86c0-dff1ada4e5d8 None None] Allocated IP 172.20.0.2 (3994fb15-60a0-4a7f-8015-9d5fc9d97e75/e1127dba-b689-453e-9256-c1f92c1d77ae/4a77bce0-44bd-41de-b650-dbee605897dd) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:23:52.382562 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6837eb74-2d6c-4a4e-8893-8e0c8257d847 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:52.406740 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-3002b8b8-9b97-4e00-b1c2-7e51486f4f33 None None] Set router b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:23:52.725612 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-4ec18ee6-dcc6-4e87-86c0-dff1ada4e5d8 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:52.736871 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-4ec18ee6-dcc6-4e87-86c0-dff1ada4e5d8 None None] Transition to ACTIVE for port object 4a77bce0-44bd-41de-b650-dbee605897dd will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:23:52.756067 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0459cb55-c35b-41c5-b860-0f6734b2c548 req-023e0b36-accc-44ed-93c5-edb5399e229d tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:23:52.757528 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0459cb55-c35b-41c5-b860-0f6734b2c548 req-023e0b36-accc-44ed-93c5-edb5399e229d tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/ports?device_id=11f23b66-e661-46a2-8c48-60f8388721a6 HTTP/1.1" status: 200 len: 945 time: 0.0711322 Jun 11 10:23:52.759420 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-4ec18ee6-dcc6-4e87-86c0-dff1ada4e5d8 None None] Transition to ACTIVE for port object 4a77bce0-44bd-41de-b650-dbee605897dd will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:23:52.775440 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-3002b8b8-9b97-4e00-b1c2-7e51486f4f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-542245211', 'tenant_id': '19f26ec1518143c59f831fc53d1a7f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'b843d29b-d610-469e-ab7a-50d90c8bac1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:23:47Z', 'updated_at': '2021-06-11T10:23:49Z', 'revision_number': 3, 'project_id': '19f26ec1518143c59f831fc53d1a7f94', 'gw_port': {'id': 'b843d29b-d610-469e-ab7a-50d90c8bac1b', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a3:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:23:48Z', 'updated_at': '2021-06-11T10:23:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:23:52.779022 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3002b8b8-9b97-4e00-b1c2-7e51486f4f33 None None] The sync data for ids ['b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8'] in n-d-779913-12 is: [{'id': 'b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-542245211', 'tenant_id': '19f26ec1518143c59f831fc53d1a7f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'b843d29b-d610-469e-ab7a-50d90c8bac1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:23:47Z', 'updated_at': '2021-06-11T10:23:49Z', 'revision_number': 3, 'project_id': '19f26ec1518143c59f831fc53d1a7f94', 'gw_port': {'id': 'b843d29b-d610-469e-ab7a-50d90c8bac1b', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a3:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:23:48Z', 'updated_at': '2021-06-11T10:23:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:23:52.807105 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0459cb55-c35b-41c5-b860-0f6734b2c548 req-7acdcece-33e4-43f7-a210-c8dcec22466b tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ad963a6-6d9e-413f-b0f1-6fc54a15f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429962 Jun 11 10:23:52.854315 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-4ec18ee6-dcc6-4e87-86c0-dff1ada4e5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:52.856687 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:23:52.909634 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec18ee6-dcc6-4e87-86c0-dff1ada4e5d8 None None] Network 3994fb15-60a0-4a7f-8015-9d5fc9d97e75 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:23:52.912992 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-4ec18ee6-dcc6-4e87-86c0-dff1ada4e5d8 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:23:52.916711 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec18ee6-dcc6-4e87-86c0-dff1ada4e5d8 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:23:52.924591 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec18ee6-dcc6-4e87-86c0-dff1ada4e5d8 None None] Pushing event updated for resources: {'Port': ['ID=4a77bce0-44bd-41de-b650-dbee605897dd,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:23:52.929205 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-4ec18ee6-dcc6-4e87-86c0-dff1ada4e5d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:23:52.943667 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-6837eb74-2d6c-4a4e-8893-8e0c8257d847 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Allocated IP 172.20.0.1 (3994fb15-60a0-4a7f-8015-9d5fc9d97e75/e1127dba-b689-453e-9256-c1f92c1d77ae/e5256ea9-331a-4774-b76a-019b88102022) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:23:52.993755 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-4ec18ee6-dcc6-4e87-86c0-dff1ada4e5d8 None None] Attempting to bind port 4a77bce0-44bd-41de-b650-dbee605897dd on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:23:52.994139 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-4ec18ee6-dcc6-4e87-86c0-dff1ada4e5d8 None None] Attempting to bind port 4a77bce0-44bd-41de-b650-dbee605897dd by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'c9c1a4ab-8de8-444f-bf65-d1c790670997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '3994fb15-60a0-4a7f-8015-9d5fc9d97e75'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:23:52.994515 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec18ee6-dcc6-4e87-86c0-dff1ada4e5d8 None None] Attempting to bind port 4a77bce0-44bd-41de-b650-dbee605897dd on network 3994fb15-60a0-4a7f-8015-9d5fc9d97e75 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:23:53.000424 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec18ee6-dcc6-4e87-86c0-dff1ada4e5d8 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:23:53.000814 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec18ee6-dcc6-4e87-86c0-dff1ada4e5d8 None None] Checking segment: {'id': 'c9c1a4ab-8de8-444f-bf65-d1c790670997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '3994fb15-60a0-4a7f-8015-9d5fc9d97e75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:23:53.001230 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-4ec18ee6-dcc6-4e87-86c0-dff1ada4e5d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:53.001636 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec18ee6-dcc6-4e87-86c0-dff1ada4e5d8 None None] Bound using segment: {'id': 'c9c1a4ab-8de8-444f-bf65-d1c790670997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '3994fb15-60a0-4a7f-8015-9d5fc9d97e75'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:23:53.002120 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-4ec18ee6-dcc6-4e87-86c0-dff1ada4e5d8 None None] Bound port: 4a77bce0-44bd-41de-b650-dbee605897dd, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9c1a4ab-8de8-444f-bf65-d1c790670997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '3994fb15-60a0-4a7f-8015-9d5fc9d97e75'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:23:53.002512 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-4ec18ee6-dcc6-4e87-86c0-dff1ada4e5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:53.110110 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-4ec18ee6-dcc6-4e87-86c0-dff1ada4e5d8 None None] For port 4a77bce0-44bd-41de-b650-dbee605897dd, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:23:53.115142 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-4ec18ee6-dcc6-4e87-86c0-dff1ada4e5d8 None None] For port 4a77bce0-44bd-41de-b650-dbee605897dd, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=4a77bce0-44bd-41de-b650-dbee605897dd,segment=NetworkSegment(c9c1a4ab-8de8-444f-bf65-d1c790670997),segment_id=c9c1a4ab-8de8-444f-bf65-d1c790670997)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:23:53.134493 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6837eb74-2d6c-4a4e-8893-8e0c8257d847 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:53.150020 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [None req-6837eb74-2d6c-4a4e-8893-8e0c8257d847 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Transition to ACTIVE for port object e5256ea9-331a-4774-b76a-019b88102022 will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:23:53.197557 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-4ec18ee6-dcc6-4e87-86c0-dff1ada4e5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:53.199713 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-22896e87-228a-4f42-9283-fc9a7d6b7e31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:23:53.243293 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6837eb74-2d6c-4a4e-8893-8e0c8257d847 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:53.247677 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1001c39b-53ed-43eb-908e-c83f8b8e8943 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:23:53.276444 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec18ee6-dcc6-4e87-86c0-dff1ada4e5d8 None None] Pushing event updated for resources: {'Port': ['ID=4a77bce0-44bd-41de-b650-dbee605897dd,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:23:53.282880 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-4ec18ee6-dcc6-4e87-86c0-dff1ada4e5d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:23:53.314198 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6837eb74-2d6c-4a4e-8893-8e0c8257d847 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Network 3994fb15-60a0-4a7f-8015-9d5fc9d97e75 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:23:53.318159 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-6837eb74-2d6c-4a4e-8893-8e0c8257d847 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:23:53.320975 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6837eb74-2d6c-4a4e-8893-8e0c8257d847 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:23:53.358737 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6837eb74-2d6c-4a4e-8893-8e0c8257d847 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Pushing event updated for resources: {'Port': ['ID=e5256ea9-331a-4774-b76a-019b88102022,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:23:53.361892 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6837eb74-2d6c-4a4e-8893-8e0c8257d847 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:23:53.384870 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6837eb74-2d6c-4a4e-8893-8e0c8257d847 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-375088'] for router_interface, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:53.669878 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6837eb74-2d6c-4a4e-8893-8e0c8257d847 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:54.120007 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6837eb74-2d6c-4a4e-8893-8e0c8257d847 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:54.178867 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6837eb74-2d6c-4a4e-8893-8e0c8257d847 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:54.184328 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-dc738ded-c985-4249-9ce1-b4b1238dbc4a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:23:54.285823 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6837eb74-2d6c-4a4e-8893-8e0c8257d847 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Pushing event updated for resources: {'Port': ['ID=e5256ea9-331a-4774-b76a-019b88102022,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:23:54.291899 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6837eb74-2d6c-4a4e-8893-8e0c8257d847 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375108'] for router_interface, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:54.294458 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6837eb74-2d6c-4a4e-8893-8e0c8257d847 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:23:54.501304 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6837eb74-2d6c-4a4e-8893-8e0c8257d847 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Network 3994fb15-60a0-4a7f-8015-9d5fc9d97e75 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:23:54.503707 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-6837eb74-2d6c-4a4e-8893-8e0c8257d847 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:23:54.697505 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b287daec-0141-4def-9085-73a37d264c65 None None] Network 3994fb15-60a0-4a7f-8015-9d5fc9d97e75 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:23:54.759469 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6837eb74-2d6c-4a4e-8893-8e0c8257d847 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Router b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:23:54.857523 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device b843d29b-d610-469e-ab7a-50d90c8bac1b up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:23:54.925277 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-6a7abfc8-5df8-4f8b-b0e6-c0bf226d8a45 None None] Provisioning for port 4a77bce0-44bd-41de-b650-dbee605897dd completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:23:54.952328 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6837eb74-2d6c-4a4e-8893-8e0c8257d847 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:23:54.957149 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-6837eb74-2d6c-4a4e-8893-8e0c8257d847 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] 10.222.0.60 "PUT /v2.0/routers/b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2017343 Jun 11 10:23:54.959841 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 36186) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:23:54.964307 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-48044993-645b-406f-b0e2-3086940296b8 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1557491126', 'description': 'tempest-secgroup_access--1557491126 description', 'project_id': '19f26ec1518143c59f831fc53d1a7f94'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:23:55.012379 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff08d41b-95d6-4022-b725-0149783787f8 None None] Sync routers for ids ['b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:23:55.022299 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff08d41b-95d6-4022-b725-0149783787f8 None None] Routers {'b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:23:55.022930 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-ff08d41b-95d6-4022-b725-0149783787f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:23:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:23:55.077458 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port b843d29b-d610-469e-ab7a-50d90c8bac1b completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:23:55.084273 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port b843d29b-d610-469e-ab7a-50d90c8bac1b triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:23:55.084880 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:55.089966 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-48044993-645b-406f-b0e2-3086940296b8 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:55.171167 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-ff08d41b-95d6-4022-b725-0149783787f8 None None] Set router b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:23:55.259064 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:55.261328 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-48044993-645b-406f-b0e2-3086940296b8 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:55.289214 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port b843d29b-d610-469e-ab7a-50d90c8bac1b, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=b843d29b-d610-469e-ab7a-50d90c8bac1b,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:23:55.328440 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-48044993-645b-406f-b0e2-3086940296b8 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:55.331723 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-950b0e5f-f7db-46d1-8e88-05fdb15e0707 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:23:55.362240 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:55.364916 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 4a77bce0-44bd-41de-b650-dbee605897dd up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:23:55.372889 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:23:55.382040 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48044993-645b-406f-b0e2-3086940296b8 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c00b00-166f-4b16-85d1-2056fa5cc9f9,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:23:55.400700 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-48044993-645b-406f-b0e2-3086940296b8 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:23:55.419668 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-48044993-645b-406f-b0e2-3086940296b8 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:55.421274 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-48044993-645b-406f-b0e2-3086940296b8 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.4604878 Jun 11 10:23:55.424333 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 36188) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:23:55.430169 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-b25549ce-e3a5-42a6-8ec0-4789d29d9e5b tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--968216107', 'description': 'tempest-secgroup_general--968216107 description', 'project_id': '19f26ec1518143c59f831fc53d1a7f94'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:23:55.528674 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b25549ce-e3a5-42a6-8ec0-4789d29d9e5b tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:55.625355 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-ff08d41b-95d6-4022-b725-0149783787f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-542245211', 'tenant_id': '19f26ec1518143c59f831fc53d1a7f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'b843d29b-d610-469e-ab7a-50d90c8bac1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:23:47Z', 'updated_at': '2021-06-11T10:23:53Z', 'revision_number': 4, 'project_id': '19f26ec1518143c59f831fc53d1a7f94', 'gw_port': {'id': 'b843d29b-d610-469e-ab7a-50d90c8bac1b', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a3:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:23:48Z', 'updated_at': '2021-06-11T10:23:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': 'e5256ea9-331a-4774-b76a-019b88102022', 'name': '', 'network_id': '3994fb15-60a0-4a7f-8015-9d5fc9d97e75', 'tenant_id': '19f26ec1518143c59f831fc53d1a7f94', 'mac_address': 'fa:16:3e:33:35:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'e1127dba-b689-453e-9256-c1f92c1d77ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:23:52Z', 'updated_at': '2021-06-11T10:23:53Z', 'revision_number': 2, 'project_id': '19f26ec1518143c59f831fc53d1a7f94', 'subnets': [{'id': 'e1127dba-b689-453e-9256-c1f92c1d77ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:23:55.630267 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff08d41b-95d6-4022-b725-0149783787f8 None None] Checking router: b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8 for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:23:55.630892 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff08d41b-95d6-4022-b725-0149783787f8 None None] Updating router b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8 port e5256ea9-331a-4774-b76a-019b88102022 binding host n-d-779913-12 {{(pid=93179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 10:23:55.663728 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b25549ce-e3a5-42a6-8ec0-4789d29d9e5b tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:55.681646 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=b843d29b-d610-469e-ab7a-50d90c8bac1b,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:23:55.686196 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:23:55.691761 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-ff08d41b-95d6-4022-b725-0149783787f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:55.734349 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-5c5eff0e-2f1d-479d-a768-67e0814993ec None None] Provisioning for port e5256ea9-331a-4774-b76a-019b88102022 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:23:55.744320 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-5c5eff0e-2f1d-479d-a768-67e0814993ec None None] Provisioning complete for port e5256ea9-331a-4774-b76a-019b88102022 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:23:55.744320 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-5c5eff0e-2f1d-479d-a768-67e0814993ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:55.757118 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b25549ce-e3a5-42a6-8ec0-4789d29d9e5b tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:55.762699 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-02a14deb-6efa-4bdc-ad53-cb89ac8ec9d4 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:23:55.801901 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-5c5eff0e-2f1d-479d-a768-67e0814993ec None None] Port e5256ea9-331a-4774-b76a-019b88102022 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:23:55.802976 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25549ce-e3a5-42a6-8ec0-4789d29d9e5b tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=908f1c5d-57ef-4b7b-9dfb-7595a135cd8d,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:23:55.807084 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 4a77bce0-44bd-41de-b650-dbee605897dd completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:23:55.812264 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 4a77bce0-44bd-41de-b650-dbee605897dd triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:23:55.812639 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:55.817241 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b25549ce-e3a5-42a6-8ec0-4789d29d9e5b tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:23:55.837639 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b25549ce-e3a5-42a6-8ec0-4789d29d9e5b tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:55.842039 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-b25549ce-e3a5-42a6-8ec0-4789d29d9e5b tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.4163008 Jun 11 10:23:55.845080 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 36194) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:23:55.854265 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-f5647b95-71da-4430-b9e9-9003f143e963 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Request body: {'security_group_rule': {'security_group_id': 'a2c00b00-166f-4b16-85d1-2056fa5cc9f9', 'project_id': '19f26ec1518143c59f831fc53d1a7f94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:23:55.939521 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:55.946483 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f5647b95-71da-4430-b9e9-9003f143e963 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:55.954531 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-b7912ab3-9a8b-4b4c-b1b7-e3cefc3a466f None None] Provisioning complete for port e5256ea9-331a-4774-b76a-019b88102022 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:23:55.956444 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b7912ab3-9a8b-4b4c-b1b7-e3cefc3a466f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:56.017018 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 4a77bce0-44bd-41de-b650-dbee605897dd, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=4a77bce0-44bd-41de-b650-dbee605897dd,segment=NetworkSegment(c9c1a4ab-8de8-444f-bf65-d1c790670997),segment_id=c9c1a4ab-8de8-444f-bf65-d1c790670997)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:23:56.019560 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-b7912ab3-9a8b-4b4c-b1b7-e3cefc3a466f None None] Port e5256ea9-331a-4774-b76a-019b88102022 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:23:56.031042 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f5647b95-71da-4430-b9e9-9003f143e963 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:56.085620 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-ff08d41b-95d6-4022-b725-0149783787f8 None None] Notify callbacks [] for port, precommit_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:56.087685 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:56.089685 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:23:56.096492 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-ff08d41b-95d6-4022-b725-0149783787f8 None None] Transition to ACTIVE for port object e5256ea9-331a-4774-b76a-019b88102022 will not be triggered until provisioned by entity L2. {{(pid=93179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:23:56.117060 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f5647b95-71da-4430-b9e9-9003f143e963 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:56.119661 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0b4cd934-56dc-44d9-b8bc-ded40b3d74bc tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:23:56.141389 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5647b95-71da-4430-b9e9-9003f143e963 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bb43f4f-dc21-44dc-a986-c6f3c6e20aeb,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:23:56.145979 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=4a77bce0-44bd-41de-b650-dbee605897dd,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:23:56.146435 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f5647b95-71da-4430-b9e9-9003f143e963 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:23:56.149130 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:23:56.174025 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-ff08d41b-95d6-4022-b725-0149783787f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:56.176121 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-3d2611e1-af45-4ad1-a9c7-2c94404d59d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:23:56.237406 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f5647b95-71da-4430-b9e9-9003f143e963 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:56.250457 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-f5647b95-71da-4430-b9e9-9003f143e963 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4041123 Jun 11 10:23:56.273188 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bf9bec-6570-49b1-8f0c-5faf6b6f0e9d None None] Pushing event updated for resources: {'Port': ['ID=e5256ea9-331a-4774-b76a-019b88102022,revision_number=3']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:23:56.284364 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bf9bec-6570-49b1-8f0c-5faf6b6f0e9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:23:56.286411 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bf9bec-6570-49b1-8f0c-5faf6b6f0e9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:23:56.286411 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bf9bec-6570-49b1-8f0c-5faf6b6f0e9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:23:56.286411 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bf9bec-6570-49b1-8f0c-5faf6b6f0e9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:23:56.286411 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bf9bec-6570-49b1-8f0c-5faf6b6f0e9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:23:56.286411 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bf9bec-6570-49b1-8f0c-5faf6b6f0e9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:23:56.286411 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bf9bec-6570-49b1-8f0c-5faf6b6f0e9d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:23:56.286824 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bf9bec-6570-49b1-8f0c-5faf6b6f0e9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:23:56.286894 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bf9bec-6570-49b1-8f0c-5faf6b6f0e9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:23:56.287214 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bf9bec-6570-49b1-8f0c-5faf6b6f0e9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:23:56.287610 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bf9bec-6570-49b1-8f0c-5faf6b6f0e9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:23:56.287886 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bf9bec-6570-49b1-8f0c-5faf6b6f0e9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:23:56.314709 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-d5bf9bec-6570-49b1-8f0c-5faf6b6f0e9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:23:56.363693 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-ff08d41b-95d6-4022-b725-0149783787f8 None None] Attempting to bind port e5256ea9-331a-4774-b76a-019b88102022 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:23:56.364081 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-ff08d41b-95d6-4022-b725-0149783787f8 None None] Attempting to bind port e5256ea9-331a-4774-b76a-019b88102022 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'c9c1a4ab-8de8-444f-bf65-d1c790670997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '3994fb15-60a0-4a7f-8015-9d5fc9d97e75'}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:23:56.364490 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff08d41b-95d6-4022-b725-0149783787f8 None None] Attempting to bind port e5256ea9-331a-4774-b76a-019b88102022 on network 3994fb15-60a0-4a7f-8015-9d5fc9d97e75 {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:23:56.370154 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff08d41b-95d6-4022-b725-0149783787f8 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:23:56.370538 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff08d41b-95d6-4022-b725-0149783787f8 None None] Checking segment: {'id': 'c9c1a4ab-8de8-444f-bf65-d1c790670997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '3994fb15-60a0-4a7f-8015-9d5fc9d97e75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:23:56.370949 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-ff08d41b-95d6-4022-b725-0149783787f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:56.371951 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff08d41b-95d6-4022-b725-0149783787f8 None None] Bound using segment: {'id': 'c9c1a4ab-8de8-444f-bf65-d1c790670997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '3994fb15-60a0-4a7f-8015-9d5fc9d97e75'} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:23:56.372538 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-ff08d41b-95d6-4022-b725-0149783787f8 None None] Bound port: e5256ea9-331a-4774-b76a-019b88102022, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9c1a4ab-8de8-444f-bf65-d1c790670997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '3994fb15-60a0-4a7f-8015-9d5fc9d97e75'}}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:23:56.372922 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-ff08d41b-95d6-4022-b725-0149783787f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:56.449711 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-ff08d41b-95d6-4022-b725-0149783787f8 None None] For port e5256ea9-331a-4774-b76a-019b88102022, host n-d-779913-12, cleared binding levels {{(pid=93179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:23:56.453251 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-ff08d41b-95d6-4022-b725-0149783787f8 None None] For port e5256ea9-331a-4774-b76a-019b88102022, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=e5256ea9-331a-4774-b76a-019b88102022,segment=NetworkSegment(c9c1a4ab-8de8-444f-bf65-d1c790670997),segment_id=c9c1a4ab-8de8-444f-bf65-d1c790670997)] {{(pid=93179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:23:56.529071 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-ff08d41b-95d6-4022-b725-0149783787f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:56.531925 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-3708902b-1080-4fdc-b560-9325a83d38dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:23:56.596175 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff08d41b-95d6-4022-b725-0149783787f8 None None] Routers {'b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:23:56.603867 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-ff08d41b-95d6-4022-b725-0149783787f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:23:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:23:56.610975 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bf9bec-6570-49b1-8f0c-5faf6b6f0e9d None None] Pushing event updated for resources: {'Port': ['ID=e5256ea9-331a-4774-b76a-019b88102022,revision_number=4']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:23:56.624286 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-d5bf9bec-6570-49b1-8f0c-5faf6b6f0e9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:23:56.681654 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a72ddc87-ae2c-4e22-801f-41e637f19826 req-ecc9de79-3373-4745-8ebf-d8fdf2d923a8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=da9ff409-da28-4ae4-89e8-392bca34910e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0984788 Jun 11 10:23:56.762517 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device b843d29b-d610-469e-ab7a-50d90c8bac1b up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:23:56.835523 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72ddc87-ae2c-4e22-801f-41e637f19826 req-6de1b1a4-3752-47cc-bd80-476fcbadc57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:23:56.837159 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a72ddc87-ae2c-4e22-801f-41e637f19826 req-6de1b1a4-3752-47cc-bd80-476fcbadc57a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7c7545923ebc48e08cfbeb0d8e94f901&device_id=da9ff409-da28-4ae4-89e8-392bca34910e HTTP/1.1" status: 200 len: 1097 time: 0.1256831 Jun 11 10:23:56.858917 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-ff08d41b-95d6-4022-b725-0149783787f8 None None] Set router b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:23:56.882773 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port b843d29b-d610-469e-ab7a-50d90c8bac1b triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:23:56.883165 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:56.948153 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7a5828-47b6-4f32-a723-9ba1aabea7b0 req-daa8aa01-cb34-4958-8526-972fa354dd59 tempest-TestNetworkAdvancedServerOps-2001270397 tempest-TestNetworkAdvancedServerOps-2001270397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:23:56.955541 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ed7a5828-47b6-4f32-a723-9ba1aabea7b0 req-daa8aa01-cb34-4958-8526-972fa354dd59 tempest-TestNetworkAdvancedServerOps-2001270397 tempest-TestNetworkAdvancedServerOps-2001270397-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=95f299f4-223d-4921-9764-6b0e6e32a264 HTTP/1.1" status: 200 len: 1097 time: 0.1535721 Jun 11 10:23:57.011421 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ed7a5828-47b6-4f32-a723-9ba1aabea7b0 req-640fe9fe-5d79-4141-9507-ac181d977284 tempest-TestNetworkAdvancedServerOps-2001270397 tempest-TestNetworkAdvancedServerOps-2001270397-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=160c31cb-321e-4bd8-902a-5c6aae5737fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546947 Jun 11 10:23:57.045632 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72ddc87-ae2c-4e22-801f-41e637f19826 req-9226db48-fc9f-4d04-b3a1-b550bdaac6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:23:57.047270 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a72ddc87-ae2c-4e22-801f-41e637f19826 req-9226db48-fc9f-4d04-b3a1-b550bdaac6d7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=795e7157-0b59-4b3c-b5bc-895c607dc0cc HTTP/1.1" status: 200 len: 911 time: 0.1876018 Jun 11 10:23:57.079733 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 4a77bce0-44bd-41de-b650-dbee605897dd up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:23:57.165380 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a72ddc87-ae2c-4e22-801f-41e637f19826 req-b437addf-76a6-413e-a3bd-d0ff932f6850 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d4fbf360-d6d4-41c5-a3ed-7dfb9e52227c HTTP/1.1" status: 200 len: 1001 time: 0.1064992 Jun 11 10:23:57.181453 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e82473d7-ba62-4351-b0ae-dae9ac5d5716 req-dd0da561-f9e0-4b52-b007-b51eda3dda71 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup_access--1557491126&fields=id&tenant_id=19f26ec1518143c59f831fc53d1a7f94 HTTP/1.1" status: 200 len: 267 time: 0.0612111 Jun 11 10:23:57.199880 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 4a77bce0-44bd-41de-b650-dbee605897dd triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:23:57.201659 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:57.233939 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72ddc87-ae2c-4e22-801f-41e637f19826 req-488fdd40-e5e5-462e-b0d1-67a3fe73bbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:23:57.235053 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a72ddc87-ae2c-4e22-801f-41e637f19826 req-488fdd40-e5e5-462e-b0d1-67a3fe73bbd0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b543bd1f-2b45-4ed6-ae53-d9d0c8ed8871 HTTP/1.1" status: 200 len: 849 time: 0.0638094 Jun 11 10:23:57.245397 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-ff08d41b-95d6-4022-b725-0149783787f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-542245211', 'tenant_id': '19f26ec1518143c59f831fc53d1a7f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'b843d29b-d610-469e-ab7a-50d90c8bac1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:23:47Z', 'updated_at': '2021-06-11T10:23:53Z', 'revision_number': 4, 'project_id': '19f26ec1518143c59f831fc53d1a7f94', 'gw_port': {'id': 'b843d29b-d610-469e-ab7a-50d90c8bac1b', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:23:48Z', 'updated_at': '2021-06-11T10:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': 'e5256ea9-331a-4774-b76a-019b88102022', 'name': '', 'network_id': '3994fb15-60a0-4a7f-8015-9d5fc9d97e75', 'tenant_id': '19f26ec1518143c59f831fc53d1a7f94', 'mac_address': 'fa:16:3e:33:35:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'e1127dba-b689-453e-9256-c1f92c1d77ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:23:52Z', 'updated_at': '2021-06-11T10:23:56Z', 'revision_number': 4, 'project_id': '19f26ec1518143c59f831fc53d1a7f94', 'subnets': [{'id': 'e1127dba-b689-453e-9256-c1f92c1d77ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:23:57.251326 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff08d41b-95d6-4022-b725-0149783787f8 None None] The sync data for ids ['b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8'] in n-d-779913-12 is: [{'id': 'b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-542245211', 'tenant_id': '19f26ec1518143c59f831fc53d1a7f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'b843d29b-d610-469e-ab7a-50d90c8bac1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:23:47Z', 'updated_at': '2021-06-11T10:23:53Z', 'revision_number': 4, 'project_id': '19f26ec1518143c59f831fc53d1a7f94', 'gw_port': {'id': 'b843d29b-d610-469e-ab7a-50d90c8bac1b', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:23:48Z', 'updated_at': '2021-06-11T10:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': 'e5256ea9-331a-4774-b76a-019b88102022', 'name': '', 'network_id': '3994fb15-60a0-4a7f-8015-9d5fc9d97e75', 'tenant_id': '19f26ec1518143c59f831fc53d1a7f94', 'mac_address': 'fa:16:3e:33:35:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'e1127dba-b689-453e-9256-c1f92c1d77ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:23:52Z', 'updated_at': '2021-06-11T10:23:56Z', 'revision_number': 4, 'project_id': '19f26ec1518143c59f831fc53d1a7f94', 'subnets': [{'id': 'e1127dba-b689-453e-9256-c1f92c1d77ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:23:57.270793 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e82473d7-ba62-4351-b0ae-dae9ac5d5716 req-343bee70-4511-4cf3-9e7a-b90225540a38 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup_general--968216107&fields=id&tenant_id=19f26ec1518143c59f831fc53d1a7f94 HTTP/1.1" status: 200 len: 267 time: 0.0872350 Jun 11 10:23:57.374226 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72ddc87-ae2c-4e22-801f-41e637f19826 req-65ae370f-0974-4d2e-9b93-66857dff41c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:23:57.376421 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a72ddc87-ae2c-4e22-801f-41e637f19826 req-65ae370f-0974-4d2e-9b93-66857dff41c9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=795e7157-0b59-4b3c-b5bc-895c607dc0cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1341670 Jun 11 10:23:57.484547 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82473d7-ba62-4351-b0ae-dae9ac5d5716 req-5967adb9-7a51-4c22-a427-f27f0821f7d6 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:23:57.489999 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e82473d7-ba62-4351-b0ae-dae9ac5d5716 req-5967adb9-7a51-4c22-a427-f27f0821f7d6 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] 10.222.0.60 "GET /v2.0/networks?id=3994fb15-60a0-4a7f-8015-9d5fc9d97e75 HTTP/1.1" status: 200 len: 797 time: 0.2105701 Jun 11 10:23:57.507128 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e82473d7-ba62-4351-b0ae-dae9ac5d5716 req-17a6bdfd-1786-45b8-a0bc-6b560b981b97 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] 10.222.0.60 "GET /v2.0/quotas/19f26ec1518143c59f831fc53d1a7f94 HTTP/1.1" status: 200 len: 375 time: 0.0148125 Jun 11 10:23:57.604593 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e82473d7-ba62-4351-b0ae-dae9ac5d5716 req-995f924b-4415-410b-8f47-17de26d2ff5d tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=19f26ec1518143c59f831fc53d1a7f94&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0842819 Jun 11 10:23:57.787437 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e82473d7-ba62-4351-b0ae-dae9ac5d5716 req-ccf892b7-396f-484d-9a40-0fe3c62c5ed7 service neutron] 10.222.0.60 "GET /v2.0/networks/3994fb15-60a0-4a7f-8015-9d5fc9d97e75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654468 Jun 11 10:23:57.942611 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e82473d7-ba62-4351-b0ae-dae9ac5d5716 req-487dea45-cc37-41c1-afc4-6861d9170c96 service neutron] 10.222.0.60 "GET /v2.0/networks/3994fb15-60a0-4a7f-8015-9d5fc9d97e75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529398 Jun 11 10:23:58.001718 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a72ddc87-ae2c-4e22-801f-41e637f19826 req-f66c2f27-bfa7-42b0-880b-0e6ca98b5c4b service neutron] 10.222.0.69 "GET /v2.0/networks/795e7157-0b59-4b3c-b5bc-895c607dc0cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6183581 Jun 11 10:23:58.169363 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a72ddc87-ae2c-4e22-801f-41e637f19826 req-0bc21b49-a1ce-4669-a81e-c3aa349d95a1 service neutron] 10.222.0.69 "GET /v2.0/networks/795e7157-0b59-4b3c-b5bc-895c607dc0cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605656 Jun 11 10:23:58.370966 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6b12c-7a18-43e7-a901-e3ad0c28e25c req-74a7f692-8358-4924-bfcd-aae3fa142890 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:23:58.372756 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b0a6b12c-7a18-43e7-a901-e3ad0c28e25c req-74a7f692-8358-4924-bfcd-aae3fa142890 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=95f299f4-223d-4921-9764-6b0e6e32a264 HTTP/1.1" status: 200 len: 945 time: 0.0890610 Jun 11 10:23:58.422865 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b0a6b12c-7a18-43e7-a901-e3ad0c28e25c req-1a6a9201-2125-4ee9-bb42-d06334f7369d tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=160c31cb-321e-4bd8-902a-5c6aae5737fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422244 Jun 11 10:23:58.448177 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 36232) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:23:58.525198 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7ab9902a-d0a0-4ae4-b485-08ed8dd2fa37 req-29a69595-6e7c-4b19-8ac8-020a5f7b6cf2 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] 10.222.0.60 "GET /v2.0/ports?device_id=59fc3894-e92c-4f73-9eca-981e812884c7 HTTP/1.1" status: 200 len: 210 time: 0.0495551 Jun 11 10:23:58.573144 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-33ad5d28-6d41-42c0-a260-a27cacb5541d tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/floatingips/55d5d26c-02da-47be-ad0d-41f793f8a017 HTTP/1.1" status: 200 len: 993 time: 0.1199179 Jun 11 10:23:58.713863 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device e5256ea9-331a-4774-b76a-019b88102022 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:23:58.888593 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port e5256ea9-331a-4774-b76a-019b88102022 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:23:58.893215 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port e5256ea9-331a-4774-b76a-019b88102022 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:23:58.893724 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:59.012483 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:59.052726 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port e5256ea9-331a-4774-b76a-019b88102022, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=e5256ea9-331a-4774-b76a-019b88102022,segment=NetworkSegment(c9c1a4ab-8de8-444f-bf65-d1c790670997),segment_id=c9c1a4ab-8de8-444f-bf65-d1c790670997)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:23:59.150161 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:23:59.152035 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:23:59.209159 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=e5256ea9-331a-4774-b76a-019b88102022,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:23:59.212226 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:23:59.569836 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc25ce6f-ccda-4874-8c0b-98ea4b7c3571 req-7e37f94c-3aed-4995-b370-7adf9fbd163e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:23:59.571496 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fc25ce6f-ccda-4874-8c0b-98ea4b7c3571 req-7e37f94c-3aed-4995-b370-7adf9fbd163e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=95f299f4-223d-4921-9764-6b0e6e32a264 HTTP/1.1" status: 200 len: 945 time: 0.0992303 Jun 11 10:23:59.634359 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5dac0e56-baa5-41a4-9405-d33509cc73d7 req-1df03f84-33ff-4393-ba3f-23bf8a5c244c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=95f299f4-223d-4921-9764-6b0e6e32a264&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1093488 Jun 11 10:23:59.645382 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fc25ce6f-ccda-4874-8c0b-98ea4b7c3571 req-ad762166-6212-433e-bef6-cad8351a9a62 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=160c31cb-321e-4bd8-902a-5c6aae5737fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667615 Jun 11 10:23:59.868783 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f1678dd2-3c01-42d1-8e12-e30487de33b4 req-98da628b-7159-4d1d-b09c-286f8f1b7b6c tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] 10.222.0.60 "GET /v2.0/ports?device_id=59fc3894-e92c-4f73-9eca-981e812884c7 HTTP/1.1" status: 200 len: 210 time: 0.0433724 Jun 11 10:24:00.715493 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device e5256ea9-331a-4774-b76a-019b88102022 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:24:00.736400 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82473d7-ba62-4351-b0ae-dae9ac5d5716 req-ccbbb1e8-ec72-4492-b1f9-18039316e67e tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:00.738186 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e82473d7-ba62-4351-b0ae-dae9ac5d5716 req-ccbbb1e8-ec72-4492-b1f9-18039316e67e tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] 10.222.0.69 "GET /v2.0/networks?id=3994fb15-60a0-4a7f-8015-9d5fc9d97e75 HTTP/1.1" status: 200 len: 797 time: 0.1885808 Jun 11 10:24:00.822607 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e82473d7-ba62-4351-b0ae-dae9ac5d5716 req-1e0a42b2-fa6a-483f-b6fb-9f358096586e tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19f26ec1518143c59f831fc53d1a7f94 HTTP/1.1" status: 200 len: 477 time: 0.0756750 Jun 11 10:24:00.840579 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-e82473d7-ba62-4351-b0ae-dae9ac5d5716 req-111c13e2-fc79-4b2f-8bde-22566d098976 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Request body: {'port': {'device_id': '59fc3894-e92c-4f73-9eca-981e812884c7', 'network_id': '3994fb15-60a0-4a7f-8015-9d5fc9d97e75', 'admin_state_up': True, 'tenant_id': '19f26ec1518143c59f831fc53d1a7f94', 'security_groups': ['a2c00b00-166f-4b16-85d1-2056fa5cc9f9', '908f1c5d-57ef-4b7b-9dfb-7595a135cd8d']}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:24:00.857038 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port e5256ea9-331a-4774-b76a-019b88102022 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:24:00.857696 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:01.179380 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e82473d7-ba62-4351-b0ae-dae9ac5d5716 req-111c13e2-fc79-4b2f-8bde-22566d098976 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Made reservation on behalf of 19f26ec1518143c59f831fc53d1a7f94 for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:24:01.183751 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-e82473d7-ba62-4351-b0ae-dae9ac5d5716 req-111c13e2-fc79-4b2f-8bde-22566d098976 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:01.210736 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9274cca5-14e3-49d1-8e3c-47549581e275 req-5d89ae26-f65a-4de1-80d8-4171722797ea tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:01.212871 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9274cca5-14e3-49d1-8e3c-47549581e275 req-5d89ae26-f65a-4de1-80d8-4171722797ea tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=95f299f4-223d-4921-9764-6b0e6e32a264 HTTP/1.1" status: 200 len: 945 time: 0.0874748 Jun 11 10:24:01.284385 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9274cca5-14e3-49d1-8e3c-47549581e275 req-750ad3f5-bc4c-48af-a7b4-b31a228dbee1 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=160c31cb-321e-4bd8-902a-5c6aae5737fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608609 Jun 11 10:24:01.373979 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-e82473d7-ba62-4351-b0ae-dae9ac5d5716 req-111c13e2-fc79-4b2f-8bde-22566d098976 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Allocated IP 172.20.0.5 (3994fb15-60a0-4a7f-8015-9d5fc9d97e75/e1127dba-b689-453e-9256-c1f92c1d77ae/08e9681c-a1a1-49ff-8af5-0b337ec6a89c) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:24:01.471086 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0f89fd6f-e56e-4c92-a0cd-2b85a742f93a req-7e405e9b-bf87-4c55-81e9-4cb9c1f2cda1 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] 10.222.0.60 "GET /v2.0/ports?device_id=59fc3894-e92c-4f73-9eca-981e812884c7 HTTP/1.1" status: 200 len: 210 time: 0.0607524 Jun 11 10:24:01.522344 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:01.623694 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-e82473d7-ba62-4351-b0ae-dae9ac5d5716 req-111c13e2-fc79-4b2f-8bde-22566d098976 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:01.637896 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-e82473d7-ba62-4351-b0ae-dae9ac5d5716 req-111c13e2-fc79-4b2f-8bde-22566d098976 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Transition to ACTIVE for port object 08e9681c-a1a1-49ff-8af5-0b337ec6a89c will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:24:01.791100 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-e82473d7-ba62-4351-b0ae-dae9ac5d5716 req-111c13e2-fc79-4b2f-8bde-22566d098976 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:01.796043 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-63d6becc-23a6-4316-afb5-d5109062b2fb tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:24:01.854633 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e82473d7-ba62-4351-b0ae-dae9ac5d5716 req-111c13e2-fc79-4b2f-8bde-22566d098976 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Network 3994fb15-60a0-4a7f-8015-9d5fc9d97e75 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:24:01.858177 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-e82473d7-ba62-4351-b0ae-dae9ac5d5716 req-111c13e2-fc79-4b2f-8bde-22566d098976 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:24:01.862004 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-e82473d7-ba62-4351-b0ae-dae9ac5d5716 req-111c13e2-fc79-4b2f-8bde-22566d098976 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:24:01.869044 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111c13e2-fc79-4b2f-8bde-22566d098976 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Pushing event updated for resources: {'Port': ['ID=08e9681c-a1a1-49ff-8af5-0b337ec6a89c,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:24:01.901675 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-111c13e2-fc79-4b2f-8bde-22566d098976 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:24:01.942190 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82473d7-ba62-4351-b0ae-dae9ac5d5716 req-111c13e2-fc79-4b2f-8bde-22566d098976 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:01.942841 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-e82473d7-ba62-4351-b0ae-dae9ac5d5716 req-111c13e2-fc79-4b2f-8bde-22566d098976 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:02.015015 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e82473d7-ba62-4351-b0ae-dae9ac5d5716 req-111c13e2-fc79-4b2f-8bde-22566d098976 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.1862028 Jun 11 10:24:02.097971 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-e82473d7-ba62-4351-b0ae-dae9ac5d5716 req-885aa750-192d-4c1f-87c8-3ea2e6edddaa service neutron] Request body: {'port': {'device_id': '59fc3894-e92c-4f73-9eca-981e812884c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:24:02.197197 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-e82473d7-ba62-4351-b0ae-dae9ac5d5716 req-885aa750-192d-4c1f-87c8-3ea2e6edddaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:02.207321 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-42235756-8f8c-4d90-9a6a-f71090026b6b None None] Provisioning for port 08e9681c-a1a1-49ff-8af5-0b337ec6a89c completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:24:02.207937 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dac0e56-baa5-41a4-9405-d33509cc73d7 req-096b037b-5f40-45a8-9a43-135f4d14db08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:02.208990 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5dac0e56-baa5-41a4-9405-d33509cc73d7 req-096b037b-5f40-45a8-9a43-135f4d14db08 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=291bb5ee2189444bb635fe5a1d306c3b&device_id=95f299f4-223d-4921-9764-6b0e6e32a264 HTTP/1.1" status: 200 len: 1097 time: 0.0601952 Jun 11 10:24:02.211594 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-42235756-8f8c-4d90-9a6a-f71090026b6b None None] Provisioning complete for port 08e9681c-a1a1-49ff-8af5-0b337ec6a89c triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:24:02.211974 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-42235756-8f8c-4d90-9a6a-f71090026b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:02.254354 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-42235756-8f8c-4d90-9a6a-f71090026b6b None None] Port 08e9681c-a1a1-49ff-8af5-0b337ec6a89c cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:24:02.334579 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dac0e56-baa5-41a4-9405-d33509cc73d7 req-74db2935-c6c9-4c68-92f6-bc8621ef0f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:02.336213 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5dac0e56-baa5-41a4-9405-d33509cc73d7 req-74db2935-c6c9-4c68-92f6-bc8621ef0f4c service neutron] 10.222.0.69 "GET /v2.0/networks?id=16624c7a-47e9-4106-afa4-17848be9a024 HTTP/1.1" status: 200 len: 897 time: 0.1205764 Jun 11 10:24:02.466133 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5dac0e56-baa5-41a4-9405-d33509cc73d7 req-705c82ab-acda-492d-a47c-69b2c51317b2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15a9d4b7-f231-4a2e-8032-7c98f57d38d6 HTTP/1.1" status: 200 len: 1001 time: 0.1225743 Jun 11 10:24:02.537215 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-e82473d7-ba62-4351-b0ae-dae9ac5d5716 req-885aa750-192d-4c1f-87c8-3ea2e6edddaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08e9681c-a1a1-49ff-8af5-0b337ec6a89c {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:24:02.544265 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dac0e56-baa5-41a4-9405-d33509cc73d7 req-c2bc9539-3788-4ed9-818b-f29205caa029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:02.545721 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5dac0e56-baa5-41a4-9405-d33509cc73d7 req-c2bc9539-3788-4ed9-818b-f29205caa029 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=746c4cb8-a418-4846-90d0-090658465937 HTTP/1.1" status: 200 len: 834 time: 0.0724461 Jun 11 10:24:02.545821 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-e82473d7-ba62-4351-b0ae-dae9ac5d5716 req-885aa750-192d-4c1f-87c8-3ea2e6edddaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:02.554022 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fd0447-d19e-4da1-8eab-5e26ab1e9476 req-a6fed6c3-0e5b-4fe3-9934-f25cb1eaa33a tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:02.555410 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-87fd0447-d19e-4da1-8eab-5e26ab1e9476 req-a6fed6c3-0e5b-4fe3-9934-f25cb1eaa33a tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=95f299f4-223d-4921-9764-6b0e6e32a264 HTTP/1.1" status: 200 len: 945 time: 0.1318924 Jun 11 10:24:02.557892 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-e82473d7-ba62-4351-b0ae-dae9ac5d5716 req-885aa750-192d-4c1f-87c8-3ea2e6edddaa service neutron] Transition to ACTIVE for port object 08e9681c-a1a1-49ff-8af5-0b337ec6a89c will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:24:02.630671 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-e82473d7-ba62-4351-b0ae-dae9ac5d5716 req-885aa750-192d-4c1f-87c8-3ea2e6edddaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:02.632361 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-87fd0447-d19e-4da1-8eab-5e26ab1e9476 req-a8888faf-5831-4999-af75-295ffc3ebf42 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=160c31cb-321e-4bd8-902a-5c6aae5737fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680022 Jun 11 10:24:02.634008 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-583df55e-e404-4de5-a1b3-3e6c1b5379ac tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:24:02.645838 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dac0e56-baa5-41a4-9405-d33509cc73d7 req-9b441276-60e6-4268-a73a-9aef3d3bb3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:02.647317 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5dac0e56-baa5-41a4-9405-d33509cc73d7 req-9b441276-60e6-4268-a73a-9aef3d3bb3b5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=16624c7a-47e9-4106-afa4-17848be9a024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0910389 Jun 11 10:24:02.773005 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885aa750-192d-4c1f-87c8-3ea2e6edddaa service neutron] Pushing event updated for resources: {'Port': ['ID=08e9681c-a1a1-49ff-8af5-0b337ec6a89c,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:24:02.810055 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-885aa750-192d-4c1f-87c8-3ea2e6edddaa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:24:02.865140 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-e82473d7-ba62-4351-b0ae-dae9ac5d5716 req-885aa750-192d-4c1f-87c8-3ea2e6edddaa service neutron] Attempting to bind port 08e9681c-a1a1-49ff-8af5-0b337ec6a89c on host n-h2-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:24:02.865140 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-e82473d7-ba62-4351-b0ae-dae9ac5d5716 req-885aa750-192d-4c1f-87c8-3ea2e6edddaa service neutron] Attempting to bind port 08e9681c-a1a1-49ff-8af5-0b337ec6a89c by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': 'c9c1a4ab-8de8-444f-bf65-d1c790670997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '3994fb15-60a0-4a7f-8015-9d5fc9d97e75'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:24:02.865140 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82473d7-ba62-4351-b0ae-dae9ac5d5716 req-885aa750-192d-4c1f-87c8-3ea2e6edddaa service neutron] Attempting to bind port 08e9681c-a1a1-49ff-8af5-0b337ec6a89c on network 3994fb15-60a0-4a7f-8015-9d5fc9d97e75 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:24:02.867749 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82473d7-ba62-4351-b0ae-dae9ac5d5716 req-885aa750-192d-4c1f-87c8-3ea2e6edddaa service neutron] Port 08e9681c-a1a1-49ff-8af5-0b337ec6a89c on network 3994fb15-60a0-4a7f-8015-9d5fc9d97e75 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:24:02.868077 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82473d7-ba62-4351-b0ae-dae9ac5d5716 req-885aa750-192d-4c1f-87c8-3ea2e6edddaa service neutron] Attempting to bind port 08e9681c-a1a1-49ff-8af5-0b337ec6a89c on network 3994fb15-60a0-4a7f-8015-9d5fc9d97e75 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:24:02.874019 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82473d7-ba62-4351-b0ae-dae9ac5d5716 req-885aa750-192d-4c1f-87c8-3ea2e6edddaa service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:24:02.874356 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82473d7-ba62-4351-b0ae-dae9ac5d5716 req-885aa750-192d-4c1f-87c8-3ea2e6edddaa service neutron] Checking segment: {'id': 'c9c1a4ab-8de8-444f-bf65-d1c790670997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '3994fb15-60a0-4a7f-8015-9d5fc9d97e75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:24:02.875917 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82473d7-ba62-4351-b0ae-dae9ac5d5716 req-885aa750-192d-4c1f-87c8-3ea2e6edddaa service neutron] Bound using segment: {'id': 'c9c1a4ab-8de8-444f-bf65-d1c790670997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '3994fb15-60a0-4a7f-8015-9d5fc9d97e75'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:24:02.875917 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-e82473d7-ba62-4351-b0ae-dae9ac5d5716 req-885aa750-192d-4c1f-87c8-3ea2e6edddaa service neutron] Bound port: 08e9681c-a1a1-49ff-8af5-0b337ec6a89c, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9c1a4ab-8de8-444f-bf65-d1c790670997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '3994fb15-60a0-4a7f-8015-9d5fc9d97e75'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:24:02.875917 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-e82473d7-ba62-4351-b0ae-dae9ac5d5716 req-885aa750-192d-4c1f-87c8-3ea2e6edddaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:02.884006 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5dac0e56-baa5-41a4-9405-d33509cc73d7 req-ecc143c2-28a3-4324-ac18-6b536c950044 service neutron] 10.222.0.69 "GET /v2.0/networks/16624c7a-47e9-4106-afa4-17848be9a024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286007 Jun 11 10:24:02.962554 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd99040-9588-4208-b6c8-da7955c52066 req-114328ba-49ba-4fbe-9871-d97f5974e480 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:02.964154 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0cd99040-9588-4208-b6c8-da7955c52066 req-114328ba-49ba-4fbe-9871-d97f5974e480 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] 10.222.0.60 "GET /v2.0/ports?device_id=59fc3894-e92c-4f73-9eca-981e812884c7 HTTP/1.1" status: 200 len: 982 time: 0.1736352 Jun 11 10:24:02.970354 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-e82473d7-ba62-4351-b0ae-dae9ac5d5716 req-885aa750-192d-4c1f-87c8-3ea2e6edddaa service neutron] For port 08e9681c-a1a1-49ff-8af5-0b337ec6a89c, host n-h2-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:24:02.973963 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-e82473d7-ba62-4351-b0ae-dae9ac5d5716 req-885aa750-192d-4c1f-87c8-3ea2e6edddaa service neutron] For port 08e9681c-a1a1-49ff-8af5-0b337ec6a89c, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=08e9681c-a1a1-49ff-8af5-0b337ec6a89c,segment=NetworkSegment(c9c1a4ab-8de8-444f-bf65-d1c790670997),segment_id=c9c1a4ab-8de8-444f-bf65-d1c790670997)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:24:03.042430 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-e82473d7-ba62-4351-b0ae-dae9ac5d5716 req-885aa750-192d-4c1f-87c8-3ea2e6edddaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:03.047051 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-71037307-d52b-475d-907f-e426759415bb tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:24:03.064576 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82473d7-ba62-4351-b0ae-dae9ac5d5716 req-885aa750-192d-4c1f-87c8-3ea2e6edddaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:03.065182 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-e82473d7-ba62-4351-b0ae-dae9ac5d5716 req-885aa750-192d-4c1f-87c8-3ea2e6edddaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:03.066599 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-e82473d7-ba62-4351-b0ae-dae9ac5d5716 req-885aa750-192d-4c1f-87c8-3ea2e6edddaa service neutron] 10.222.0.69 "PUT /v2.0/ports/08e9681c-a1a1-49ff-8af5-0b337ec6a89c HTTP/1.1" status: 200 len: 1131 time: 0.9733117 Jun 11 10:24:03.078897 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0cd99040-9588-4208-b6c8-da7955c52066 req-87b64330-98fa-4afb-b335-0c780e2fea81 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] 10.222.0.60 "GET /v2.0/security-groups?id=a2c00b00-166f-4b16-85d1-2056fa5cc9f9&id=908f1c5d-57ef-4b7b-9dfb-7595a135cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0652361 Jun 11 10:24:03.081177 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5dac0e56-baa5-41a4-9405-d33509cc73d7 req-af5a990e-e70a-42e3-855a-84633c342122 service neutron] 10.222.0.69 "GET /v2.0/networks/16624c7a-47e9-4106-afa4-17848be9a024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901331 Jun 11 10:24:03.094635 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59fc3894-e92c-4f73-9eca-981e812884c7', 'tag': '08e9681c-a1a1-49ff-8af5-0b337ec6a89c'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:24:03.109469 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aee82fb-ab43-46f9-9a11-3a7070a78b60" -d '{"events": [{"name": "network-changed", "server_uuid": "59fc3894-e92c-4f73-9eca-981e812884c7", "tag": "08e9681c-a1a1-49ff-8af5-0b337ec6a89c"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:24:03.142317 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885aa750-192d-4c1f-87c8-3ea2e6edddaa service neutron] Pushing event updated for resources: {'Port': ['ID=08e9681c-a1a1-49ff-8af5-0b337ec6a89c,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:24:03.146386 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-885aa750-192d-4c1f-87c8-3ea2e6edddaa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:24:03.167599 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f70e8407-0209-447a-b282-896d4cb1abbb x-openstack-request-id: req-f70e8407-0209-447a-b282-896d4cb1abbb {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:24:03.168667 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59fc3894-e92c-4f73-9eca-981e812884c7", "tag": "08e9681c-a1a1-49ff-8af5-0b337ec6a89c", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:24:03.169000 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f70e8407-0209-447a-b282-896d4cb1abbb {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:24:03.169460 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59fc3894-e92c-4f73-9eca-981e812884c7', 'tag': '08e9681c-a1a1-49ff-8af5-0b337ec6a89c', 'status': 'completed', 'code': 200} Jun 11 10:24:03.230050 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82473d7-ba62-4351-b0ae-dae9ac5d5716 req-afe99c66-e055-42d8-83cc-12e1f7ae52cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:03.236231 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e82473d7-ba62-4351-b0ae-dae9ac5d5716 req-afe99c66-e055-42d8-83cc-12e1f7ae52cb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=19f26ec1518143c59f831fc53d1a7f94&device_id=59fc3894-e92c-4f73-9eca-981e812884c7 HTTP/1.1" status: 200 len: 1134 time: 0.0915549 Jun 11 10:24:03.311204 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e82473d7-ba62-4351-b0ae-dae9ac5d5716 req-4eb4e376-de71-42f9-bb7d-da8561b827b3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08e9681c-a1a1-49ff-8af5-0b337ec6a89c HTTP/1.1" status: 200 len: 217 time: 0.0707214 Jun 11 10:24:03.382743 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82473d7-ba62-4351-b0ae-dae9ac5d5716 req-c72985a6-15a7-4d35-890d-7ebf22395b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:03.382743 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e82473d7-ba62-4351-b0ae-dae9ac5d5716 req-c72985a6-15a7-4d35-890d-7ebf22395b55 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e1127dba-b689-453e-9256-c1f92c1d77ae HTTP/1.1" status: 200 len: 835 time: 0.0606983 Jun 11 10:24:03.451798 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82473d7-ba62-4351-b0ae-dae9ac5d5716 req-63735fd1-ec43-4540-b40e-64ff240f54cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:03.453638 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e82473d7-ba62-4351-b0ae-dae9ac5d5716 req-63735fd1-ec43-4540-b40e-64ff240f54cf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3994fb15-60a0-4a7f-8015-9d5fc9d97e75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0683677 Jun 11 10:24:03.614477 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e82473d7-ba62-4351-b0ae-dae9ac5d5716 req-dc8282ee-201b-4330-bedb-ebb360b31e90 service neutron] 10.222.0.69 "GET /v2.0/networks/3994fb15-60a0-4a7f-8015-9d5fc9d97e75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530514 Jun 11 10:24:03.750648 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e82473d7-ba62-4351-b0ae-dae9ac5d5716 req-cce3e7c6-a101-4b0b-8d34-4b48be5d8d0a service neutron] 10.222.0.69 "GET /v2.0/networks/3994fb15-60a0-4a7f-8015-9d5fc9d97e75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292331 Jun 11 10:24:03.843601 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad826e-d9f8-4131-ac94-1f48f71a7eee req-8ba799ec-cb83-411e-b6c9-365825c7d063 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:03.845734 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-01ad826e-d9f8-4131-ac94-1f48f71a7eee req-8ba799ec-cb83-411e-b6c9-365825c7d063 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=95f299f4-223d-4921-9764-6b0e6e32a264 HTTP/1.1" status: 200 len: 945 time: 0.0823212 Jun 11 10:24:03.933702 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-01ad826e-d9f8-4131-ac94-1f48f71a7eee req-d5632e14-c942-4741-84e5-4faf988015e2 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=160c31cb-321e-4bd8-902a-5c6aae5737fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747941 Jun 11 10:24:03.957154 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aee82fb-ab43-46f9-9a11-3a7070a78b60 req-a8e409c5-f437-46a4-9bd8-9d8c9050dc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:03.958640 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3aee82fb-ab43-46f9-9a11-3a7070a78b60 req-a8e409c5-f437-46a4-9bd8-9d8c9050dc92 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=19f26ec1518143c59f831fc53d1a7f94&device_id=59fc3894-e92c-4f73-9eca-981e812884c7 HTTP/1.1" status: 200 len: 1134 time: 0.0782533 Jun 11 10:24:04.096424 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aee82fb-ab43-46f9-9a11-3a7070a78b60 req-227d1ee7-4ab1-4527-8980-c21686c8b02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:04.097874 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3aee82fb-ab43-46f9-9a11-3a7070a78b60 req-227d1ee7-4ab1-4527-8980-c21686c8b02f service neutron] 10.222.0.69 "GET /v2.0/networks?id=3994fb15-60a0-4a7f-8015-9d5fc9d97e75 HTTP/1.1" status: 200 len: 898 time: 0.1326785 Jun 11 10:24:04.161516 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3aee82fb-ab43-46f9-9a11-3a7070a78b60 req-b5930bd9-2e57-440c-b052-8bf0fad82f7a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08e9681c-a1a1-49ff-8af5-0b337ec6a89c HTTP/1.1" status: 200 len: 217 time: 0.0571580 Jun 11 10:24:04.236813 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aee82fb-ab43-46f9-9a11-3a7070a78b60 req-a99a7400-02a8-462b-97c1-58195d3a7420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:04.238283 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3aee82fb-ab43-46f9-9a11-3a7070a78b60 req-a99a7400-02a8-462b-97c1-58195d3a7420 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e1127dba-b689-453e-9256-c1f92c1d77ae HTTP/1.1" status: 200 len: 835 time: 0.0707409 Jun 11 10:24:04.347721 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976b97e4-852c-4ba4-a33b-22b23b7afd3e req-1376ef9b-7913-42de-9bc2-e29af2d91e9b tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:04.349211 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-976b97e4-852c-4ba4-a33b-22b23b7afd3e req-1376ef9b-7913-42de-9bc2-e29af2d91e9b tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] 10.222.0.60 "GET /v2.0/ports?device_id=59fc3894-e92c-4f73-9eca-981e812884c7 HTTP/1.1" status: 200 len: 982 time: 0.1290512 Jun 11 10:24:04.365763 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aee82fb-ab43-46f9-9a11-3a7070a78b60 req-ac5afdde-0366-4e00-8ccf-123749029f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:04.367222 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3aee82fb-ab43-46f9-9a11-3a7070a78b60 req-ac5afdde-0366-4e00-8ccf-123749029f31 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3994fb15-60a0-4a7f-8015-9d5fc9d97e75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1066921 Jun 11 10:24:04.438213 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-976b97e4-852c-4ba4-a33b-22b23b7afd3e req-90a8d609-3802-4914-b05e-6278e955bb53 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] 10.222.0.60 "GET /v2.0/security-groups?id=a2c00b00-166f-4b16-85d1-2056fa5cc9f9&id=908f1c5d-57ef-4b7b-9dfb-7595a135cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0818994 Jun 11 10:24:04.931182 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3aee82fb-ab43-46f9-9a11-3a7070a78b60 req-1811622b-8403-4d29-9245-fc159ff3534f service neutron] 10.222.0.69 "GET /v2.0/networks/3994fb15-60a0-4a7f-8015-9d5fc9d97e75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5512857 Jun 11 10:24:05.059526 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 36300) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:24:05.135189 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3aee82fb-ab43-46f9-9a11-3a7070a78b60 req-054be0d1-6fa7-4f1d-9cca-7cd9d89cbdec service neutron] 10.222.0.69 "GET /v2.0/networks/3994fb15-60a0-4a7f-8015-9d5fc9d97e75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954091 Jun 11 10:24:05.189317 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc706fa-d405-4c42-9fed-274ce77b64cd req-4cf03a10-742e-4aef-8476-af6623ad1b35 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:05.190735 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9cc706fa-d405-4c42-9fed-274ce77b64cd req-4cf03a10-742e-4aef-8476-af6623ad1b35 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=95f299f4-223d-4921-9764-6b0e6e32a264 HTTP/1.1" status: 200 len: 945 time: 0.1190639 Jun 11 10:24:05.255214 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9cc706fa-d405-4c42-9fed-274ce77b64cd req-3760f33c-f727-424a-a5c7-cca85cefacbe tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=160c31cb-321e-4bd8-902a-5c6aae5737fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548861 Jun 11 10:24:05.442204 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-41a4291f-2c6d-4b3b-a507-740683cc40a1 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Deleting port 4da47076-1f91-467d-9b3e-49bf2d96ca28 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:24:05.442464 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-41a4291f-2c6d-4b3b-a507-740683cc40a1 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:05.563850 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-41a4291f-2c6d-4b3b-a507-740683cc40a1 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:05.564251 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-41a4291f-2c6d-4b3b-a507-740683cc40a1 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:05.651348 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5719b329-8a73-4f67-a835-0412c7e54fe6 req-50d24e4b-c9bb-41c0-b007-6628cd35d89f tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:05.652932 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5719b329-8a73-4f67-a835-0412c7e54fe6 req-50d24e4b-c9bb-41c0-b007-6628cd35d89f tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] 10.222.0.60 "GET /v2.0/ports?device_id=59fc3894-e92c-4f73-9eca-981e812884c7 HTTP/1.1" status: 200 len: 982 time: 0.0848649 Jun 11 10:24:05.689994 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-41a4291f-2c6d-4b3b-a507-740683cc40a1 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Calling delete_port for 4da47076-1f91-467d-9b3e-49bf2d96ca28 owned by network:floatingip {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:24:05.701413 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5719b329-8a73-4f67-a835-0412c7e54fe6 req-7501b56d-bfcf-4bfb-95ae-2a6911ea2ad2 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] 10.222.0.60 "GET /v2.0/security-groups?id=a2c00b00-166f-4b16-85d1-2056fa5cc9f9&id=908f1c5d-57ef-4b7b-9dfb-7595a135cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0420530 Jun 11 10:24:05.899467 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:06.002386 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-41a4291f-2c6d-4b3b-a507-740683cc40a1 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:06.006467 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7dbc3834-14a7-4659-b345-da6490fbc6cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:24:06.043294 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a4291f-2c6d-4b3b-a507-740683cc40a1 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Pushing event deleted for resources: {'Port': ['ID=4da47076-1f91-467d-9b3e-49bf2d96ca28,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:24:06.046431 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-41a4291f-2c6d-4b3b-a507-740683cc40a1 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:24:06.131307 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-41a4291f-2c6d-4b3b-a507-740683cc40a1 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks [] for floatingip, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:06.132035 n-d-779913-12 neutron-server[93176]: INFO neutron.db.l3_db [None req-41a4291f-2c6d-4b3b-a507-740683cc40a1 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Floating IP f351fc34-7a32-49e2-b1c7-2301f73c8486 disassociated (deleted). External IP: 172.25.4.119, port: d4fbf360-d6d4-41c5-a3ed-7dfb9e52227c. Jun 11 10:24:06.461353 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:24:06.476079 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23bbdff-fd0b-47eb-849c-319d57ecfd45 req-e3cca0c0-c987-4caa-90b6-e86116c17577 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:06.477563 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c23bbdff-fd0b-47eb-849c-319d57ecfd45 req-e3cca0c0-c987-4caa-90b6-e86116c17577 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=95f299f4-223d-4921-9764-6b0e6e32a264 HTTP/1.1" status: 200 len: 945 time: 0.0835097 Jun 11 10:24:06.500126 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41a4291f-2c6d-4b3b-a507-740683cc40a1 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Router 8d7bfec0-90c0-4cee-a335-6ed17491a245 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:24:06.525921 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c23bbdff-fd0b-47eb-849c-319d57ecfd45 req-daf7c4b2-f681-4330-8089-b6ec04e1d431 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=160c31cb-321e-4bd8-902a-5c6aae5737fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413425 Jun 11 10:24:06.669433 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41a4291f-2c6d-4b3b-a507-740683cc40a1 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:24:06.674131 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-41a4291f-2c6d-4b3b-a507-740683cc40a1 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:06.680481 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb6dbad-1a5b-47d9-8560-cf08d8a5573f None None] Sync routers for ids ['8d7bfec0-90c0-4cee-a335-6ed17491a245'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:24:06.694808 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb6dbad-1a5b-47d9-8560-cf08d8a5573f None None] Routers {'8d7bfec0-90c0-4cee-a335-6ed17491a245'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:24:06.695556 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-cfb6dbad-1a5b-47d9-8560-cf08d8a5573f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:23:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['8d7bfec0-90c0-4cee-a335-6ed17491a245'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:24:06.723024 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-41a4291f-2c6d-4b3b-a507-740683cc40a1 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "DELETE /v2.0/floatingips/f351fc34-7a32-49e2-b1c7-2301f73c8486 HTTP/1.1" status: 204 len: 168 time: 1.6615152 Jun 11 10:24:06.724003 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da9ff409-da28-4ae4-89e8-392bca34910e', 'tag': 'd4fbf360-d6d4-41c5-a3ed-7dfb9e52227c'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:24:06.726738 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a386c05-3e84-4508-bbc1-0b1bbe082321" -d '{"events": [{"name": "network-changed", "server_uuid": "da9ff409-da28-4ae4-89e8-392bca34910e", "tag": "d4fbf360-d6d4-41c5-a3ed-7dfb9e52227c"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:24:06.751232 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 08e9681c-a1a1-49ff-8af5-0b337ec6a89c details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 10:24:06.930639 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-cfb6dbad-1a5b-47d9-8560-cf08d8a5573f None None] Set router 8d7bfec0-90c0-4cee-a335-6ed17491a245 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:24:07.007369 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 08e9681c-a1a1-49ff-8af5-0b337ec6a89c, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=08e9681c-a1a1-49ff-8af5-0b337ec6a89c,segment=NetworkSegment(c9c1a4ab-8de8-444f-bf65-d1c790670997),segment_id=c9c1a4ab-8de8-444f-bf65-d1c790670997)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:24:07.067659 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': '08e9681c-a1a1-49ff-8af5-0b337ec6a89c', 'network_id': '3994fb15-60a0-4a7f-8015-9d5fc9d97e75', 'port_id': '08e9681c-a1a1-49ff-8af5-0b337ec6a89c', 'mac_address': 'fa:16:3e:73:47:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1127dba-b689-453e-9256-c1f92c1d77ae', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 10:24:07.153201 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:07.214232 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08e9681c-a1a1-49ff-8af5-0b337ec6a89c {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:24:07.248199 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 08e9681c-a1a1-49ff-8af5-0b337ec6a89c, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=08e9681c-a1a1-49ff-8af5-0b337ec6a89c,segment=NetworkSegment(c9c1a4ab-8de8-444f-bf65-d1c790670997),segment_id=c9c1a4ab-8de8-444f-bf65-d1c790670997)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:24:07.248341 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce18f2ef-d321-46e1-9e27-ac70276a980c x-openstack-request-id: req-ce18f2ef-d321-46e1-9e27-ac70276a980c {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:24:07.249130 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da9ff409-da28-4ae4-89e8-392bca34910e", "tag": "d4fbf360-d6d4-41c5-a3ed-7dfb9e52227c", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:24:07.249645 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ce18f2ef-d321-46e1-9e27-ac70276a980c {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:24:07.250312 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da9ff409-da28-4ae4-89e8-392bca34910e', 'tag': 'd4fbf360-d6d4-41c5-a3ed-7dfb9e52227c', 'status': 'completed', 'code': 200} Jun 11 10:24:07.334108 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:07.337978 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-d6acf50a-f0de-4776-bfd4-c43bb10131ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:24:07.344610 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-cfb6dbad-1a5b-47d9-8560-cf08d8a5573f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7bfec0-90c0-4cee-a335-6ed17491a245', 'name': 'tempest-TestVolumeBootPattern-95095720-router', 'tenant_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'e8e14f68-7b9f-44db-a1c8-a66ea777a1af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:06:51Z', 'updated_at': '2021-06-11T10:07:02Z', 'revision_number': 4, 'project_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'gw_port': {'id': 'e8e14f68-7b9f-44db-a1c8-a66ea777a1af', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7bfec0-90c0-4cee-a335-6ed17491a245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:06:53Z', 'updated_at': '2021-06-11T10:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': '30194a25-7c30-4b10-b953-08e5709d2608', 'tenant_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'floating_ip_address': '172.25.4.4', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': '8d7bfec0-90c0-4cee-a335-6ed17491a245', 'port_id': '983aba21-d091-4612-bfa4-1e21ac12986e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '795e7157-0b59-4b3c-b5bc-895c607dc0cc', 'mac_address': 'fa:16:3e:79:61:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b54d0e17-1873-42dc-a2a0-28500f0e130c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T10:18:53Z', 'updated_at': '2021-06-11T10:18:56Z', 'revision_number': 1, 'project_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '928bc91b-4599-4d73-9481-fd36ae18c7e2', 'name': '', 'network_id': '795e7157-0b59-4b3c-b5bc-895c607dc0cc', 'tenant_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'mac_address': 'fa:16:3e:b8:e8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7bfec0-90c0-4cee-a335-6ed17491a245', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': 'b543bd1f-2b45-4ed6-ae53-d9d0c8ed8871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:06:59Z', 'updated_at': '2021-06-11T10:07:11Z', 'revision_number': 5, 'project_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'subnets': [{'id': 'b543bd1f-2b45-4ed6-ae53-d9d0c8ed8871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:24:07.372925 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb6dbad-1a5b-47d9-8560-cf08d8a5573f None None] Checking router: 8d7bfec0-90c0-4cee-a335-6ed17491a245 for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:24:07.393589 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a386c05-3e84-4508-bbc1-0b1bbe082321 req-4c0c6f02-14e8-48c1-be79-a91ce6811071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:07.395119 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8a386c05-3e84-4508-bbc1-0b1bbe082321 req-4c0c6f02-14e8-48c1-be79-a91ce6811071 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7c7545923ebc48e08cfbeb0d8e94f901&device_id=da9ff409-da28-4ae4-89e8-392bca34910e HTTP/1.1" status: 200 len: 1097 time: 0.1111512 Jun 11 10:24:07.400809 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb6dbad-1a5b-47d9-8560-cf08d8a5573f None None] Routers {'8d7bfec0-90c0-4cee-a335-6ed17491a245'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:24:07.401439 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-cfb6dbad-1a5b-47d9-8560-cf08d8a5573f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:23:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['8d7bfec0-90c0-4cee-a335-6ed17491a245'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:24:07.523885 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=08e9681c-a1a1-49ff-8af5-0b337ec6a89c,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:24:07.528124 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd86c84-6636-46d4-adf0-190e49ded718 req-13b870e1-7b2b-4cae-b3be-ce89341e5011 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:07.530089 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ebd86c84-6636-46d4-adf0-190e49ded718 req-13b870e1-7b2b-4cae-b3be-ce89341e5011 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] 10.222.0.60 "GET /v2.0/ports?device_id=59fc3894-e92c-4f73-9eca-981e812884c7 HTTP/1.1" status: 200 len: 983 time: 0.1789045 Jun 11 10:24:07.542341 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:24:07.572750 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a386c05-3e84-4508-bbc1-0b1bbe082321 req-31745ce5-75a8-4cbd-a0c2-01405ec6bc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:07.573244 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-cfb6dbad-1a5b-47d9-8560-cf08d8a5573f None None] Set router 8d7bfec0-90c0-4cee-a335-6ed17491a245 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:24:07.574270 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8a386c05-3e84-4508-bbc1-0b1bbe082321 req-31745ce5-75a8-4cbd-a0c2-01405ec6bc5f service neutron] 10.222.0.69 "GET /v2.0/networks?id=795e7157-0b59-4b3c-b5bc-895c607dc0cc HTTP/1.1" status: 200 len: 911 time: 0.1665103 Jun 11 10:24:07.653528 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ebd86c84-6636-46d4-adf0-190e49ded718 req-0d492c39-a580-4e3b-84c8-656384c65f43 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] 10.222.0.60 "GET /v2.0/security-groups?id=a2c00b00-166f-4b16-85d1-2056fa5cc9f9&id=908f1c5d-57ef-4b7b-9dfb-7595a135cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1028037 Jun 11 10:24:07.654727 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8a386c05-3e84-4508-bbc1-0b1bbe082321 req-363a206b-4eb1-46d8-9dc4-0121b99d5122 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d4fbf360-d6d4-41c5-a3ed-7dfb9e52227c HTTP/1.1" status: 200 len: 217 time: 0.0723758 Jun 11 10:24:07.738104 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a386c05-3e84-4508-bbc1-0b1bbe082321 req-2c805eea-706f-4e55-88b3-4a09f5265275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:07.739754 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8a386c05-3e84-4508-bbc1-0b1bbe082321 req-2c805eea-706f-4e55-88b3-4a09f5265275 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b543bd1f-2b45-4ed6-ae53-d9d0c8ed8871 HTTP/1.1" status: 200 len: 849 time: 0.0760176 Jun 11 10:24:07.880800 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a386c05-3e84-4508-bbc1-0b1bbe082321 req-cfca3694-7a10-425f-9473-60d533d91aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:07.882260 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8a386c05-3e84-4508-bbc1-0b1bbe082321 req-cfca3694-7a10-425f-9473-60d533d91aad service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=795e7157-0b59-4b3c-b5bc-895c607dc0cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1348319 Jun 11 10:24:07.904370 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611c9ac0-3d05-4c6a-8d62-9abe25c25e83 req-5e4d8bd6-8ae8-4f40-8bfb-31deab11e900 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:07.908552 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-611c9ac0-3d05-4c6a-8d62-9abe25c25e83 req-5e4d8bd6-8ae8-4f40-8bfb-31deab11e900 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=da9ff409-da28-4ae4-89e8-392bca34910e HTTP/1.1" status: 200 len: 945 time: 0.1149185 Jun 11 10:24:07.912977 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['08e9681c-a1a1-49ff-8af5-0b337ec6a89c'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:24:08.025941 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-611c9ac0-3d05-4c6a-8d62-9abe25c25e83 req-6b631d3e-b3c9-47be-9f15-9a76a64147d5 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=3820e434-2f22-40ca-aca1-203621ef7aab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126261 Jun 11 10:24:08.065609 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8a386c05-3e84-4508-bbc1-0b1bbe082321 req-e8cc37d9-0f42-42ce-92b3-358441fdfdef service neutron] 10.222.0.69 "GET /v2.0/networks/795e7157-0b59-4b3c-b5bc-895c607dc0cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707368 Jun 11 10:24:08.203701 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-cfb6dbad-1a5b-47d9-8560-cf08d8a5573f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7bfec0-90c0-4cee-a335-6ed17491a245', 'name': 'tempest-TestVolumeBootPattern-95095720-router', 'tenant_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'e8e14f68-7b9f-44db-a1c8-a66ea777a1af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:06:51Z', 'updated_at': '2021-06-11T10:07:02Z', 'revision_number': 4, 'project_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'gw_port': {'id': 'e8e14f68-7b9f-44db-a1c8-a66ea777a1af', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7bfec0-90c0-4cee-a335-6ed17491a245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:06:53Z', 'updated_at': '2021-06-11T10:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': '30194a25-7c30-4b10-b953-08e5709d2608', 'tenant_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'floating_ip_address': '172.25.4.4', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': '8d7bfec0-90c0-4cee-a335-6ed17491a245', 'port_id': '983aba21-d091-4612-bfa4-1e21ac12986e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '795e7157-0b59-4b3c-b5bc-895c607dc0cc', 'mac_address': 'fa:16:3e:79:61:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b54d0e17-1873-42dc-a2a0-28500f0e130c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T10:18:53Z', 'updated_at': '2021-06-11T10:18:56Z', 'revision_number': 1, 'project_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '928bc91b-4599-4d73-9481-fd36ae18c7e2', 'name': '', 'network_id': '795e7157-0b59-4b3c-b5bc-895c607dc0cc', 'tenant_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'mac_address': 'fa:16:3e:b8:e8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7bfec0-90c0-4cee-a335-6ed17491a245', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': 'b543bd1f-2b45-4ed6-ae53-d9d0c8ed8871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:06:59Z', 'updated_at': '2021-06-11T10:07:11Z', 'revision_number': 5, 'project_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'subnets': [{'id': 'b543bd1f-2b45-4ed6-ae53-d9d0c8ed8871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:24:08.209704 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb6dbad-1a5b-47d9-8560-cf08d8a5573f None None] The sync data for ids ['8d7bfec0-90c0-4cee-a335-6ed17491a245'] in n-d-779913-12 is: [{'id': '8d7bfec0-90c0-4cee-a335-6ed17491a245', 'name': 'tempest-TestVolumeBootPattern-95095720-router', 'tenant_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'e8e14f68-7b9f-44db-a1c8-a66ea777a1af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:06:51Z', 'updated_at': '2021-06-11T10:07:02Z', 'revision_number': 4, 'project_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'gw_port': {'id': 'e8e14f68-7b9f-44db-a1c8-a66ea777a1af', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7bfec0-90c0-4cee-a335-6ed17491a245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:06:53Z', 'updated_at': '2021-06-11T10:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': '30194a25-7c30-4b10-b953-08e5709d2608', 'tenant_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'floating_ip_address': '172.25.4.4', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': '8d7bfec0-90c0-4cee-a335-6ed17491a245', 'port_id': '983aba21-d091-4612-bfa4-1e21ac12986e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '795e7157-0b59-4b3c-b5bc-895c607dc0cc', 'mac_address': 'fa:16:3e:79:61:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b54d0e17-1873-42dc-a2a0-28500f0e130c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T10:18:53Z', 'updated_at': '2021-06-11T10:18:56Z', 'revision_number': 1, 'project_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '928bc91b-4599-4d73-9481-fd36ae18c7e2', 'name': '', 'network_id': '795e7157-0b59-4b3c-b5bc-895c607dc0cc', 'tenant_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'mac_address': 'fa:16:3e:b8:e8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7bfec0-90c0-4cee-a335-6ed17491a245', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': 'b543bd1f-2b45-4ed6-ae53-d9d0c8ed8871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:06:59Z', 'updated_at': '2021-06-11T10:07:11Z', 'revision_number': 5, 'project_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'subnets': [{'id': 'b543bd1f-2b45-4ed6-ae53-d9d0c8ed8871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:24:08.235184 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8a386c05-3e84-4508-bbc1-0b1bbe082321 req-04471516-2f06-4940-9f76-8958c4d8afd5 service neutron] 10.222.0.69 "GET /v2.0/networks/795e7157-0b59-4b3c-b5bc-895c607dc0cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598761 Jun 11 10:24:08.272394 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29213f09-8733-4016-b1ce-76b1c095d13d req-c4dbe502-4940-4866-b271-e467668169a5 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:08.273928 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-29213f09-8733-4016-b1ce-76b1c095d13d req-c4dbe502-4940-4866-b271-e467668169a5 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=95f299f4-223d-4921-9764-6b0e6e32a264 HTTP/1.1" status: 200 len: 945 time: 0.1129265 Jun 11 10:24:08.321705 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-29213f09-8733-4016-b1ce-76b1c095d13d req-8991d134-db80-427c-87e6-0e722c531f14 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=160c31cb-321e-4bd8-902a-5c6aae5737fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410697 Jun 11 10:24:08.467155 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334f8845-2348-4b68-9d72-76a5fa6c9212 None None] New status for floating IP f351fc34-7a32-49e2-b1c7-2301f73c8486: DOWN {{(pid=93179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 10:24:08.865423 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba8bbe3-d898-4e7a-b4d1-a0e006a129c7 req-afe21bf3-ec8f-4e08-b2a0-fba4f4a351be tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:08.866885 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-eba8bbe3-d898-4e7a-b4d1-a0e006a129c7 req-afe21bf3-ec8f-4e08-b2a0-fba4f4a351be tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/networks?id=a9847582-9d3a-492a-87ea-6d6d339467ec HTTP/1.1" status: 200 len: 814 time: 0.1435659 Jun 11 10:24:08.882803 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-eba8bbe3-d898-4e7a-b4d1-a0e006a129c7 req-40d4f4c7-d9ea-4222-bef3-90c7d207d8b9 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/quotas/6e7e1083d69b435eb04ed45330be52df HTTP/1.1" status: 200 len: 375 time: 0.0094950 Jun 11 10:24:08.953923 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-eba8bbe3-d898-4e7a-b4d1-a0e006a129c7 req-c15b8cd8-9543-4eac-af93-f5c914c8dffc tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6e7e1083d69b435eb04ed45330be52df&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0654342 Jun 11 10:24:09.075110 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-eba8bbe3-d898-4e7a-b4d1-a0e006a129c7 req-f8b7aee0-6e78-4720-8162-d55230fc5c17 service neutron] 10.222.0.60 "GET /v2.0/networks/a9847582-9d3a-492a-87ea-6d6d339467ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142423 Jun 11 10:24:09.196092 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-eba8bbe3-d898-4e7a-b4d1-a0e006a129c7 req-33e75eb7-da2e-456e-99cb-55d10c6f4ae2 service neutron] 10.222.0.60 "GET /v2.0/networks/a9847582-9d3a-492a-87ea-6d6d339467ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152191 Jun 11 10:24:09.473020 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdec83d-b155-4fe1-beaa-5508df5f8765 req-fd36114b-dba3-49b3-8d39-0ee2da5ce4d4 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:09.474525 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1bdec83d-b155-4fe1-beaa-5508df5f8765 req-fd36114b-dba3-49b3-8d39-0ee2da5ce4d4 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.69 "GET /v2.0/ports?device_id=da9ff409-da28-4ae4-89e8-392bca34910e HTTP/1.1" status: 200 len: 945 time: 0.0784574 Jun 11 10:24:09.627950 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026bd5a7-5913-4928-9f11-c0fda79d1a04 req-7b0a61d4-cf3e-42fc-b11a-c263db2df826 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:09.629829 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-026bd5a7-5913-4928-9f11-c0fda79d1a04 req-7b0a61d4-cf3e-42fc-b11a-c263db2df826 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] 10.222.0.60 "GET /v2.0/ports?device_id=59fc3894-e92c-4f73-9eca-981e812884c7 HTTP/1.1" status: 200 len: 983 time: 0.1542768 Jun 11 10:24:09.687437 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-1bdec83d-b155-4fe1-beaa-5508df5f8765 req-ef4c2354-528d-4292-b67d-d8af0e2aad06 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Deleting port d4fbf360-d6d4-41c5-a3ed-7dfb9e52227c {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:24:09.687815 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-1bdec83d-b155-4fe1-beaa-5508df5f8765 req-ef4c2354-528d-4292-b67d-d8af0e2aad06 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:09.695472 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-026bd5a7-5913-4928-9f11-c0fda79d1a04 req-f9bf3c4f-9c08-42aa-b3ae-ddcf4be32348 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] 10.222.0.60 "GET /v2.0/security-groups?id=a2c00b00-166f-4b16-85d1-2056fa5cc9f9&id=908f1c5d-57ef-4b7b-9dfb-7595a135cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0587776 Jun 11 10:24:09.880050 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-1bdec83d-b155-4fe1-beaa-5508df5f8765 req-ef4c2354-528d-4292-b67d-d8af0e2aad06 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] For port d4fbf360-d6d4-41c5-a3ed-7dfb9e52227c, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=d4fbf360-d6d4-41c5-a3ed-7dfb9e52227c,segment=NetworkSegment(5c22e2d5-0ba6-4801-a903-4241c2620ae4),segment_id=5c22e2d5-0ba6-4801-a903-4241c2620ae4)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:24:09.880777 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-1bdec83d-b155-4fe1-beaa-5508df5f8765 req-ef4c2354-528d-4292-b67d-d8af0e2aad06 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:09.992939 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-1bdec83d-b155-4fe1-beaa-5508df5f8765 req-ef4c2354-528d-4292-b67d-d8af0e2aad06 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Calling delete_port for d4fbf360-d6d4-41c5-a3ed-7dfb9e52227c owned by compute:nova {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:24:10.070409 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f41de19-4928-4943-a10f-e44c728756b5 req-d6e8f0a2-84c7-4124-b83e-b0ef2860867a tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:10.071899 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6f41de19-4928-4943-a10f-e44c728756b5 req-d6e8f0a2-84c7-4124-b83e-b0ef2860867a tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=da9ff409-da28-4ae4-89e8-392bca34910e HTTP/1.1" status: 200 len: 945 time: 0.2551756 Jun 11 10:24:10.138863 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6f41de19-4928-4943-a10f-e44c728756b5 req-f6b02e6d-1a8c-4440-972f-0634748dd9f4 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=3820e434-2f22-40ca-aca1-203621ef7aab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593429 Jun 11 10:24:10.254855 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-1bdec83d-b155-4fe1-beaa-5508df5f8765 req-ef4c2354-528d-4292-b67d-d8af0e2aad06 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:10.259111 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-23654951-b5cd-4868-831f-c0e161f35eaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:24:10.320905 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4c2354-528d-4292-b67d-d8af0e2aad06 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Pushing event deleted for resources: {'Port': ['ID=d4fbf360-d6d4-41c5-a3ed-7dfb9e52227c,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:24:10.324862 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ef4c2354-528d-4292-b67d-d8af0e2aad06 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:24:10.384491 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bdec83d-b155-4fe1-beaa-5508df5f8765 req-ef4c2354-528d-4292-b67d-d8af0e2aad06 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] No DVR routers for this DVR port d4fbf360-d6d4-41c5-a3ed-7dfb9e52227c on host n-h2-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:24:10.388371 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-1bdec83d-b155-4fe1-beaa-5508df5f8765 req-ef4c2354-528d-4292-b67d-d8af0e2aad06 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:10.390325 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1bdec83d-b155-4fe1-beaa-5508df5f8765 req-ef4c2354-528d-4292-b67d-d8af0e2aad06 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.69 "DELETE /v2.0/ports/d4fbf360-d6d4-41c5-a3ed-7dfb9e52227c HTTP/1.1" status: 204 len: 173 time: 0.9051788 Jun 11 10:24:10.390860 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da9ff409-da28-4ae4-89e8-392bca34910e', 'name': 'network-vif-deleted', 'tag': 'd4fbf360-d6d4-41c5-a3ed-7dfb9e52227c'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:24:10.393213 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec857e69-9ced-4812-a77d-e7cb36699f01" -d '{"events": [{"server_uuid": "da9ff409-da28-4ae4-89e8-392bca34910e", "name": "network-vif-deleted", "tag": "d4fbf360-d6d4-41c5-a3ed-7dfb9e52227c"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:24:10.416986 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4d69df-b5cf-4b93-9e92-4f14960f78b7 req-576688f1-f13d-4329-911d-9046dd17ecc8 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:10.419063 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9a4d69df-b5cf-4b93-9e92-4f14960f78b7 req-576688f1-f13d-4329-911d-9046dd17ecc8 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=95f299f4-223d-4921-9764-6b0e6e32a264 HTTP/1.1" status: 200 len: 945 time: 0.1741266 Jun 11 10:24:10.466910 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9a4d69df-b5cf-4b93-9e92-4f14960f78b7 req-6c9bcf9c-015d-4a45-9bdc-0baadf7b232d tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=160c31cb-321e-4bd8-902a-5c6aae5737fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416498 Jun 11 10:24:10.610989 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7a6a3422-42f6-4aca-9856-3bf02f6396ca req-c72641c5-beba-47b5-a73c-39a120d628b8 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/ports?device_id=4620bff3-3292-4f19-97bc-302f8b41ca5a HTTP/1.1" status: 200 len: 210 time: 0.0413580 Jun 11 10:24:10.664338 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e7df96-c1b7-419d-b1b3-1915976f6e84 x-openstack-request-id: req-79e7df96-c1b7-419d-b1b3-1915976f6e84 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:24:10.664673 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da9ff409-da28-4ae4-89e8-392bca34910e", "name": "network-vif-deleted", "tag": "d4fbf360-d6d4-41c5-a3ed-7dfb9e52227c", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:24:10.664970 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-79e7df96-c1b7-419d-b1b3-1915976f6e84 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:24:10.665423 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da9ff409-da28-4ae4-89e8-392bca34910e', 'name': 'network-vif-deleted', 'tag': 'd4fbf360-d6d4-41c5-a3ed-7dfb9e52227c', 'status': 'completed', 'code': 200} Jun 11 10:24:10.768003 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 08e9681c-a1a1-49ff-8af5-0b337ec6a89c up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:24:10.904616 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning for port 08e9681c-a1a1-49ff-8af5-0b337ec6a89c completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:24:10.909085 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port 08e9681c-a1a1-49ff-8af5-0b337ec6a89c triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:24:10.909883 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:10.936450 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc66e492-1bfc-40c4-80bb-68fb5e76af35 req-c863ecb9-bb0c-474d-a618-f36ac1d1c484 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:10.938749 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fc66e492-1bfc-40c4-80bb-68fb5e76af35 req-c863ecb9-bb0c-474d-a618-f36ac1d1c484 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] 10.222.0.60 "GET /v2.0/ports?device_id=59fc3894-e92c-4f73-9eca-981e812884c7 HTTP/1.1" status: 200 len: 983 time: 0.0873921 Jun 11 10:24:11.003189 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fc66e492-1bfc-40c4-80bb-68fb5e76af35 req-4dd79cc1-bed3-4052-8fa8-4216439fefe3 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] 10.222.0.60 "GET /v2.0/security-groups?id=a2c00b00-166f-4b16-85d1-2056fa5cc9f9&id=908f1c5d-57ef-4b7b-9dfb-7595a135cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0545771 Jun 11 10:24:11.038350 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:11.067156 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59fc3894-e92c-4f73-9eca-981e812884c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08e9681c-a1a1-49ff-8af5-0b337ec6a89c'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:24:11.067156 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd4c2a18-b198-48ea-8db3-4b69bf258f78" -d '{"events": [{"server_uuid": "59fc3894-e92c-4f73-9eca-981e812884c7", "name": "network-vif-plugged", "status": "completed", "tag": "08e9681c-a1a1-49ff-8af5-0b337ec6a89c"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:24:11.095465 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 08e9681c-a1a1-49ff-8af5-0b337ec6a89c, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=08e9681c-a1a1-49ff-8af5-0b337ec6a89c,segment=NetworkSegment(c9c1a4ab-8de8-444f-bf65-d1c790670997),segment_id=c9c1a4ab-8de8-444f-bf65-d1c790670997)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:24:11.107847 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d9d27c3-de19-47b7-9634-edf97f3ae3cd x-openstack-request-id: req-0d9d27c3-de19-47b7-9634-edf97f3ae3cd {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:24:11.108149 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59fc3894-e92c-4f73-9eca-981e812884c7", "name": "network-vif-plugged", "status": "completed", "tag": "08e9681c-a1a1-49ff-8af5-0b337ec6a89c", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:24:11.108419 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0d9d27c3-de19-47b7-9634-edf97f3ae3cd {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:24:11.108830 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59fc3894-e92c-4f73-9eca-981e812884c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08e9681c-a1a1-49ff-8af5-0b337ec6a89c', 'code': 200} Jun 11 10:24:11.139399 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:11.140460 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device d4fbf360-d6d4-41c5-a3ed-7dfb9e52227c no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:24:11.142321 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:24:11.190897 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] No Port match for: d4fbf360-d6d4-41c5-a3ed-7dfb9e52227c {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:24:11.191258 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device d4fbf360-d6d4-41c5-a3ed-7dfb9e52227c not bound to the agent host n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:24:11.228157 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=08e9681c-a1a1-49ff-8af5-0b337ec6a89c,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:24:11.233267 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:24:11.239523 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb53c7c2-4451-40c1-8968-ff28a32d3b11 req-98f0b809-82f3-4506-9eb2-e619426cea5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:11.241526 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cb53c7c2-4451-40c1-8968-ff28a32d3b11 req-98f0b809-82f3-4506-9eb2-e619426cea5b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=59fc3894-e92c-4f73-9eca-981e812884c7 HTTP/1.1" status: 200 len: 1136 time: 0.0688281 Jun 11 10:24:11.329327 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2811af15-eefa-41ee-a6de-8812110ee41b req-2c952304-846c-4e89-a85e-5717ce3a55ed tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=da9ff409-da28-4ae4-89e8-392bca34910e HTTP/1.1" status: 200 len: 210 time: 0.0478292 Jun 11 10:24:11.333785 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cb53c7c2-4451-40c1-8968-ff28a32d3b11 req-7b125343-d925-47a6-a46b-792f811ae5e2 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=908f1c5d-57ef-4b7b-9dfb-7595a135cd8d&id=a2c00b00-166f-4b16-85d1-2056fa5cc9f9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0823050 Jun 11 10:24:11.585115 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba8bbe3-d898-4e7a-b4d1-a0e006a129c7 req-62a48e6a-d1c3-4481-b0a8-f816b882b6a1 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:11.586727 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-eba8bbe3-d898-4e7a-b4d1-a0e006a129c7 req-62a48e6a-d1c3-4481-b0a8-f816b882b6a1 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.64 "GET /v2.0/networks?id=a9847582-9d3a-492a-87ea-6d6d339467ec HTTP/1.1" status: 200 len: 814 time: 0.1424949 Jun 11 10:24:11.602395 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-eba8bbe3-d898-4e7a-b4d1-a0e006a129c7 req-d22fb01e-9e69-44b6-9492-1c199dc489a9 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Request body: {'port': {'device_id': '4620bff3-3292-4f19-97bc-302f8b41ca5a', 'network_id': 'a9847582-9d3a-492a-87ea-6d6d339467ec', 'admin_state_up': True, 'tenant_id': '6e7e1083d69b435eb04ed45330be52df'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:24:11.684995 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69381c78-ecff-4a23-9116-14d18c182177 req-bda7ae3a-b1a8-4e23-b35c-cadd4cc3106b tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:11.689716 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-69381c78-ecff-4a23-9116-14d18c182177 req-bda7ae3a-b1a8-4e23-b35c-cadd4cc3106b tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=95f299f4-223d-4921-9764-6b0e6e32a264 HTTP/1.1" status: 200 len: 945 time: 0.0789266 Jun 11 10:24:11.731599 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-69381c78-ecff-4a23-9116-14d18c182177 req-0ade9eb6-a952-44b7-90e7-a51b43713b15 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=160c31cb-321e-4bd8-902a-5c6aae5737fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399625 Jun 11 10:24:11.858419 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eba8bbe3-d898-4e7a-b4d1-a0e006a129c7 req-d22fb01e-9e69-44b6-9492-1c199dc489a9 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Made reservation on behalf of 6e7e1083d69b435eb04ed45330be52df for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:24:11.862204 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-eba8bbe3-d898-4e7a-b4d1-a0e006a129c7 req-d22fb01e-9e69-44b6-9492-1c199dc489a9 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:11.921963 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-924655e0-7aa5-4522-87c8-19b6f5d2c87c req-3fab0682-7b38-4a1e-8e6b-f7c285ff20df tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/ports?device_id=4620bff3-3292-4f19-97bc-302f8b41ca5a HTTP/1.1" status: 200 len: 210 time: 0.0433331 Jun 11 10:24:12.021048 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-eba8bbe3-d898-4e7a-b4d1-a0e006a129c7 req-d22fb01e-9e69-44b6-9492-1c199dc489a9 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Allocated IP 172.20.0.13 (a9847582-9d3a-492a-87ea-6d6d339467ec/3101a011-eb99-4d7e-8c66-6d90610e40a9/8ab40f1e-1da9-468d-a859-4719637afa73) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:24:12.209760 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b163df-8c8e-43ad-ae1b-70158862811d req-bf605b72-4197-436f-89ec-b53f11545407 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:12.212342 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-96b163df-8c8e-43ad-ae1b-70158862811d req-bf605b72-4197-436f-89ec-b53f11545407 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] 10.222.0.60 "GET /v2.0/ports?device_id=59fc3894-e92c-4f73-9eca-981e812884c7 HTTP/1.1" status: 200 len: 984 time: 0.0794036 Jun 11 10:24:12.265592 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-eba8bbe3-d898-4e7a-b4d1-a0e006a129c7 req-d22fb01e-9e69-44b6-9492-1c199dc489a9 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:12.268885 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-96b163df-8c8e-43ad-ae1b-70158862811d req-5849851e-fd29-443f-a3ae-2aafa1bf65e4 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] 10.222.0.60 "GET /v2.0/security-groups?id=a2c00b00-166f-4b16-85d1-2056fa5cc9f9&id=908f1c5d-57ef-4b7b-9dfb-7595a135cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0462821 Jun 11 10:24:12.385669 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-eba8bbe3-d898-4e7a-b4d1-a0e006a129c7 req-d22fb01e-9e69-44b6-9492-1c199dc489a9 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:12.391279 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6837eb74-2d6c-4a4e-8893-8e0c8257d847 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:24:12.399441 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['5e88234e-9097-47e5-a835-8915a48755da'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:24:12.445926 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eba8bbe3-d898-4e7a-b4d1-a0e006a129c7 req-d22fb01e-9e69-44b6-9492-1c199dc489a9 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Network a9847582-9d3a-492a-87ea-6d6d339467ec is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:24:12.449335 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-eba8bbe3-d898-4e7a-b4d1-a0e006a129c7 req-d22fb01e-9e69-44b6-9492-1c199dc489a9 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:24:12.452367 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-eba8bbe3-d898-4e7a-b4d1-a0e006a129c7 req-d22fb01e-9e69-44b6-9492-1c199dc489a9 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:24:12.517913 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba8bbe3-d898-4e7a-b4d1-a0e006a129c7 req-d22fb01e-9e69-44b6-9492-1c199dc489a9 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:12.518566 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-eba8bbe3-d898-4e7a-b4d1-a0e006a129c7 req-d22fb01e-9e69-44b6-9492-1c199dc489a9 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:12.538582 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-93266541-b4d6-4cb7-87a2-1f6e52aaff22 req-8ed16819-9498-4849-ab12-7fff9f032a64 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=da9ff409-da28-4ae4-89e8-392bca34910e HTTP/1.1" status: 200 len: 210 time: 0.0625834 Jun 11 10:24:12.567595 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22fb01e-9e69-44b6-9492-1c199dc489a9 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Pushing event updated for resources: {'Port': ['ID=8ab40f1e-1da9-468d-a859-4719637afa73,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:24:12.571535 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d22fb01e-9e69-44b6-9492-1c199dc489a9 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:24:12.648475 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-eba8bbe3-d898-4e7a-b4d1-a0e006a129c7 req-d22fb01e-9e69-44b6-9492-1c199dc489a9 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0525880 Jun 11 10:24:12.660946 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-eba8bbe3-d898-4e7a-b4d1-a0e006a129c7 req-ba4112a5-38d2-433d-bc2c-88aad1ef1670 service neutron] Request body: {'port': {'device_id': '4620bff3-3292-4f19-97bc-302f8b41ca5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:24:12.755723 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-eba8bbe3-d898-4e7a-b4d1-a0e006a129c7 req-ba4112a5-38d2-433d-bc2c-88aad1ef1670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:12.945366 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1e076d7f-cb4a-4b11-8100-1c8e188fe8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:13.010314 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cbe5b5-fc35-4556-bb85-21ec916b7e25 req-74c6feb1-1791-48ee-a2a1-f27c98530c51 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:13.012156 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-39cbe5b5-fc35-4556-bb85-21ec916b7e25 req-74c6feb1-1791-48ee-a2a1-f27c98530c51 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=95f299f4-223d-4921-9764-6b0e6e32a264 HTTP/1.1" status: 200 len: 945 time: 0.0978792 Jun 11 10:24:13.063684 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-39cbe5b5-fc35-4556-bb85-21ec916b7e25 req-9e66f2d1-c922-4b34-a7b6-3591d69a70a0 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=160c31cb-321e-4bd8-902a-5c6aae5737fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444164 Jun 11 10:24:13.119162 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-eba8bbe3-d898-4e7a-b4d1-a0e006a129c7 req-ba4112a5-38d2-433d-bc2c-88aad1ef1670 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ab40f1e-1da9-468d-a859-4719637afa73 {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:24:13.127716 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-eba8bbe3-d898-4e7a-b4d1-a0e006a129c7 req-ba4112a5-38d2-433d-bc2c-88aad1ef1670 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:13.140191 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-eba8bbe3-d898-4e7a-b4d1-a0e006a129c7 req-ba4112a5-38d2-433d-bc2c-88aad1ef1670 service neutron] Transition to ACTIVE for port object 8ab40f1e-1da9-468d-a859-4719637afa73 will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:24:13.224594 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-eba8bbe3-d898-4e7a-b4d1-a0e006a129c7 req-ba4112a5-38d2-433d-bc2c-88aad1ef1670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:13.227642 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-93a2a737-7667-47b3-9bc0-5c7d1ae8dc6f tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:24:13.248888 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded3b7a2-267d-43ee-b877-68222cbc2786 req-b7f29e5f-399a-4ed0-9c90-f060abb5c75e tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:13.250397 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ded3b7a2-267d-43ee-b877-68222cbc2786 req-b7f29e5f-399a-4ed0-9c90-f060abb5c75e tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/ports?device_id=4620bff3-3292-4f19-97bc-302f8b41ca5a HTTP/1.1" status: 200 len: 932 time: 0.0769186 Jun 11 10:24:13.297115 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ded3b7a2-267d-43ee-b877-68222cbc2786 req-238089b4-4ac2-44b4-91c9-35dd56f18a71 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ad963a6-6d9e-413f-b0f1-6fc54a15f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407836 Jun 11 10:24:13.328714 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4112a5-38d2-433d-bc2c-88aad1ef1670 service neutron] Pushing event updated for resources: {'Port': ['ID=8ab40f1e-1da9-468d-a859-4719637afa73,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:24:13.332345 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ba4112a5-38d2-433d-bc2c-88aad1ef1670 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:24:13.425401 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-eba8bbe3-d898-4e7a-b4d1-a0e006a129c7 req-ba4112a5-38d2-433d-bc2c-88aad1ef1670 service neutron] Attempting to bind port 8ab40f1e-1da9-468d-a859-4719637afa73 on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:24:13.425730 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-eba8bbe3-d898-4e7a-b4d1-a0e006a129c7 req-ba4112a5-38d2-433d-bc2c-88aad1ef1670 service neutron] Attempting to bind port 8ab40f1e-1da9-468d-a859-4719637afa73 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': 'c8901b63-dd3e-4076-a8d0-c23814d0fe69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'a9847582-9d3a-492a-87ea-6d6d339467ec'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:24:13.426056 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba8bbe3-d898-4e7a-b4d1-a0e006a129c7 req-ba4112a5-38d2-433d-bc2c-88aad1ef1670 service neutron] Attempting to bind port 8ab40f1e-1da9-468d-a859-4719637afa73 on network a9847582-9d3a-492a-87ea-6d6d339467ec {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:24:13.430561 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba8bbe3-d898-4e7a-b4d1-a0e006a129c7 req-ba4112a5-38d2-433d-bc2c-88aad1ef1670 service neutron] Port 8ab40f1e-1da9-468d-a859-4719637afa73 on network a9847582-9d3a-492a-87ea-6d6d339467ec not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:24:13.430880 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba8bbe3-d898-4e7a-b4d1-a0e006a129c7 req-ba4112a5-38d2-433d-bc2c-88aad1ef1670 service neutron] Attempting to bind port 8ab40f1e-1da9-468d-a859-4719637afa73 on network a9847582-9d3a-492a-87ea-6d6d339467ec {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:24:13.436604 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba8bbe3-d898-4e7a-b4d1-a0e006a129c7 req-ba4112a5-38d2-433d-bc2c-88aad1ef1670 service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:24:13.436942 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba8bbe3-d898-4e7a-b4d1-a0e006a129c7 req-ba4112a5-38d2-433d-bc2c-88aad1ef1670 service neutron] Checking segment: {'id': 'c8901b63-dd3e-4076-a8d0-c23814d0fe69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'a9847582-9d3a-492a-87ea-6d6d339467ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:24:13.437336 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba8bbe3-d898-4e7a-b4d1-a0e006a129c7 req-ba4112a5-38d2-433d-bc2c-88aad1ef1670 service neutron] Bound using segment: {'id': 'c8901b63-dd3e-4076-a8d0-c23814d0fe69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'a9847582-9d3a-492a-87ea-6d6d339467ec'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:24:13.437766 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-eba8bbe3-d898-4e7a-b4d1-a0e006a129c7 req-ba4112a5-38d2-433d-bc2c-88aad1ef1670 service neutron] Bound port: 8ab40f1e-1da9-468d-a859-4719637afa73, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8901b63-dd3e-4076-a8d0-c23814d0fe69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'a9847582-9d3a-492a-87ea-6d6d339467ec'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:24:13.438114 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-eba8bbe3-d898-4e7a-b4d1-a0e006a129c7 req-ba4112a5-38d2-433d-bc2c-88aad1ef1670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:13.488526 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a604f34-2d34-486d-957b-78e11a92c13b req-3a57a3fe-946a-4abf-b133-cc3c5d92c085 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:13.490199 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9a604f34-2d34-486d-957b-78e11a92c13b req-3a57a3fe-946a-4abf-b133-cc3c5d92c085 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] 10.222.0.60 "GET /v2.0/ports?device_id=59fc3894-e92c-4f73-9eca-981e812884c7 HTTP/1.1" status: 200 len: 984 time: 0.0837016 Jun 11 10:24:13.521716 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-eba8bbe3-d898-4e7a-b4d1-a0e006a129c7 req-ba4112a5-38d2-433d-bc2c-88aad1ef1670 service neutron] For port 8ab40f1e-1da9-468d-a859-4719637afa73, host n-h1-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:24:13.525237 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-eba8bbe3-d898-4e7a-b4d1-a0e006a129c7 req-ba4112a5-38d2-433d-bc2c-88aad1ef1670 service neutron] For port 8ab40f1e-1da9-468d-a859-4719637afa73, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=8ab40f1e-1da9-468d-a859-4719637afa73,segment=NetworkSegment(c8901b63-dd3e-4076-a8d0-c23814d0fe69),segment_id=c8901b63-dd3e-4076-a8d0-c23814d0fe69)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:24:13.539992 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9a604f34-2d34-486d-957b-78e11a92c13b req-bab12f1c-da60-471e-b941-29c367c0a872 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] 10.222.0.60 "GET /v2.0/security-groups?id=a2c00b00-166f-4b16-85d1-2056fa5cc9f9&id=908f1c5d-57ef-4b7b-9dfb-7595a135cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0422523 Jun 11 10:24:13.613898 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-eba8bbe3-d898-4e7a-b4d1-a0e006a129c7 req-ba4112a5-38d2-433d-bc2c-88aad1ef1670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:13.618125 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d22fb01e-9e69-44b6-9492-1c199dc489a9 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:24:13.672004 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba8bbe3-d898-4e7a-b4d1-a0e006a129c7 req-ba4112a5-38d2-433d-bc2c-88aad1ef1670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:13.672678 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-eba8bbe3-d898-4e7a-b4d1-a0e006a129c7 req-ba4112a5-38d2-433d-bc2c-88aad1ef1670 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:13.674320 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-eba8bbe3-d898-4e7a-b4d1-a0e006a129c7 req-ba4112a5-38d2-433d-bc2c-88aad1ef1670 service neutron] 10.222.0.64 "PUT /v2.0/ports/8ab40f1e-1da9-468d-a859-4719637afa73 HTTP/1.1" status: 200 len: 1093 time: 1.0176980 Jun 11 10:24:13.674759 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4620bff3-3292-4f19-97bc-302f8b41ca5a', 'tag': '8ab40f1e-1da9-468d-a859-4719637afa73'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:24:13.677113 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e24425-29b6-4ab0-aad7-88447e1cf1fe" -d '{"events": [{"name": "network-changed", "server_uuid": "4620bff3-3292-4f19-97bc-302f8b41ca5a", "tag": "8ab40f1e-1da9-468d-a859-4719637afa73"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:24:13.703006 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4112a5-38d2-433d-bc2c-88aad1ef1670 service neutron] Pushing event updated for resources: {'Port': ['ID=8ab40f1e-1da9-468d-a859-4719637afa73,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:24:13.706340 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ba4112a5-38d2-433d-bc2c-88aad1ef1670 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:24:13.752353 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88397915-987a-4de6-8265-b1875cbdcef6 req-df5c47bc-acc9-4e4e-a953-d2bfa2fc75d1 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:13.754171 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-88397915-987a-4de6-8265-b1875cbdcef6 req-df5c47bc-acc9-4e4e-a953-d2bfa2fc75d1 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] 10.222.0.60 "GET /v2.0/ports?device_id=59fc3894-e92c-4f73-9eca-981e812884c7 HTTP/1.1" status: 200 len: 984 time: 0.0862145 Jun 11 10:24:13.808800 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-88397915-987a-4de6-8265-b1875cbdcef6 req-7aec3651-07ec-4493-a171-df9ff0dfcc5f tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] 10.222.0.60 "GET /v2.0/security-groups?id=a2c00b00-166f-4b16-85d1-2056fa5cc9f9&id=908f1c5d-57ef-4b7b-9dfb-7595a135cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0484602 Jun 11 10:24:13.881082 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba8bbe3-d898-4e7a-b4d1-a0e006a129c7 req-2fcc99b0-dac8-452d-9497-6abf0e254d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:13.882561 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-eba8bbe3-d898-4e7a-b4d1-a0e006a129c7 req-2fcc99b0-dac8-452d-9497-6abf0e254d81 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6e7e1083d69b435eb04ed45330be52df&device_id=4620bff3-3292-4f19-97bc-302f8b41ca5a HTTP/1.1" status: 200 len: 1096 time: 0.0809338 Jun 11 10:24:13.946372 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-eba8bbe3-d898-4e7a-b4d1-a0e006a129c7 req-db3edb33-4ce5-49a1-972b-a43c70570c46 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ab40f1e-1da9-468d-a859-4719637afa73 HTTP/1.1" status: 200 len: 217 time: 0.0565102 Jun 11 10:24:13.957704 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7f7a5fcf-12cc-471f-b1f7-3144d528b6b5 req-40c79700-bfcc-4b66-9e82-593d987ee360 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=da9ff409-da28-4ae4-89e8-392bca34910e HTTP/1.1" status: 200 len: 210 time: 0.0409522 Jun 11 10:24:14.013146 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba8bbe3-d898-4e7a-b4d1-a0e006a129c7 req-496defa1-4632-40f6-af5c-445ef74b0cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:14.014784 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-eba8bbe3-d898-4e7a-b4d1-a0e006a129c7 req-496defa1-4632-40f6-af5c-445ef74b0cde service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3101a011-eb99-4d7e-8c66-6d90610e40a9 HTTP/1.1" status: 200 len: 854 time: 0.0612099 Jun 11 10:24:14.022910 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba174a1-b5e7-460c-8058-8b509bd561ac x-openstack-request-id: req-3ba174a1-b5e7-460c-8058-8b509bd561ac {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:24:14.023445 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4620bff3-3292-4f19-97bc-302f8b41ca5a", "tag": "8ab40f1e-1da9-468d-a859-4719637afa73", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:24:14.023926 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3ba174a1-b5e7-460c-8058-8b509bd561ac {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:24:14.024440 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4620bff3-3292-4f19-97bc-302f8b41ca5a', 'tag': '8ab40f1e-1da9-468d-a859-4719637afa73', 'status': 'completed', 'code': 200} Jun 11 10:24:14.061629 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-eba8bbe3-d898-4e7a-b4d1-a0e006a129c7 req-f17ff69b-e61b-4ead-9417-bcf3d096b65c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a9847582-9d3a-492a-87ea-6d6d339467ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352399 Jun 11 10:24:14.186135 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98510787-fb31-4102-aa0a-19290e2921a7 req-ce364d04-b349-41ea-b3ea-4000437e3ee2 tempest-TestSecurityGroupsBasicOps-1462703494 tempest-TestSecurityGroupsBasicOps-1462703494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:14.187673 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-98510787-fb31-4102-aa0a-19290e2921a7 req-ce364d04-b349-41ea-b3ea-4000437e3ee2 tempest-TestSecurityGroupsBasicOps-1462703494 tempest-TestSecurityGroupsBasicOps-1462703494-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=59fc3894-e92c-4f73-9eca-981e812884c7 HTTP/1.1" status: 200 len: 1136 time: 0.0713696 Jun 11 10:24:14.216179 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-98510787-fb31-4102-aa0a-19290e2921a7 req-60002d61-a035-4404-86eb-d40743e4b113 tempest-TestSecurityGroupsBasicOps-1462703494 tempest-TestSecurityGroupsBasicOps-1462703494-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:14.336427 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-98510787-fb31-4102-aa0a-19290e2921a7 req-60002d61-a035-4404-86eb-d40743e4b113 tempest-TestSecurityGroupsBasicOps-1462703494 tempest-TestSecurityGroupsBasicOps-1462703494-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:14.404218 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-98510787-fb31-4102-aa0a-19290e2921a7 req-60002d61-a035-4404-86eb-d40743e4b113 tempest-TestSecurityGroupsBasicOps-1462703494 tempest-TestSecurityGroupsBasicOps-1462703494-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:14.416926 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0846b4db-8f50-44ed-b976-ffb1459ddf94 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:24:14.447376 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-98510787-fb31-4102-aa0a-19290e2921a7 req-60002d61-a035-4404-86eb-d40743e4b113 tempest-TestSecurityGroupsBasicOps-1462703494 tempest-TestSecurityGroupsBasicOps-1462703494-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=a2c00b00-166f-4b16-85d1-2056fa5cc9f9&id=908f1c5d-57ef-4b7b-9dfb-7595a135cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2489059 Jun 11 10:24:14.468463 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 36388) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:24:14.529975 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60002d61-a035-4404-86eb-d40743e4b113 tempest-TestSecurityGroupsBasicOps-1462703494 tempest-TestSecurityGroupsBasicOps-1462703494-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd36834-6b5f-4803-a4f5-4808be61a99e,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:24:14.534654 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-60002d61-a035-4404-86eb-d40743e4b113 tempest-TestSecurityGroupsBasicOps-1462703494 tempest-TestSecurityGroupsBasicOps-1462703494-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:24:14.575388 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b3ad88-4de6-4984-9ff2-a9aa8efd3caf tempest-TestSecurityGroupsBasicOps-1462703494 tempest-TestSecurityGroupsBasicOps-1462703494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:14.577485 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-84b3ad88-4de6-4984-9ff2-a9aa8efd3caf tempest-TestSecurityGroupsBasicOps-1462703494 tempest-TestSecurityGroupsBasicOps-1462703494-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=59fc3894-e92c-4f73-9eca-981e812884c7 HTTP/1.1" status: 200 len: 1131 time: 0.1077416 Jun 11 10:24:14.581093 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 36390) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:24:14.587116 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-fe88d854-5fb2-499f-813e-5f8101644b90 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Request body: {'floatingip': {'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'port_id': '08e9681c-a1a1-49ff-8af5-0b337ec6a89c', 'tenant_id': '19f26ec1518143c59f831fc53d1a7f94', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:24:14.596499 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-eba8bbe3-d898-4e7a-b4d1-a0e006a129c7 req-521ccdff-8149-4144-885c-93f2596a2885 service neutron] 10.222.0.64 "GET /v2.0/networks/a9847582-9d3a-492a-87ea-6d6d339467ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5266836 Jun 11 10:24:14.690397 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d19f2f-f059-4eb3-b06b-397e0817c264 req-8c1caf62-a332-4424-884c-30cf1378a62e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:14.691978 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e8d19f2f-f059-4eb3-b06b-397e0817c264 req-8c1caf62-a332-4424-884c-30cf1378a62e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=95f299f4-223d-4921-9764-6b0e6e32a264 HTTP/1.1" status: 200 len: 945 time: 0.0978942 Jun 11 10:24:14.735761 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-eba8bbe3-d898-4e7a-b4d1-a0e006a129c7 req-5d69398f-7abe-4094-ab3c-1df47b3697bf service neutron] 10.222.0.64 "GET /v2.0/networks/a9847582-9d3a-492a-87ea-6d6d339467ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321259 Jun 11 10:24:14.737988 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e8d19f2f-f059-4eb3-b06b-397e0817c264 req-46560ffe-68cc-42b5-abe6-dff24db91c1a tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=160c31cb-321e-4bd8-902a-5c6aae5737fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402374 Jun 11 10:24:14.739193 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fe88d854-5fb2-499f-813e-5f8101644b90 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks [] for floatingip, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:14.932840 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fe88d854-5fb2-499f-813e-5f8101644b90 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:14.936682 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e24425-29b6-4ab0-aad7-88447e1cf1fe req-732e04cd-87d7-48a9-b137-4442aa7d3bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:14.938635 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-68e24425-29b6-4ab0-aad7-88447e1cf1fe req-732e04cd-87d7-48a9-b137-4442aa7d3bb6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6e7e1083d69b435eb04ed45330be52df&device_id=4620bff3-3292-4f19-97bc-302f8b41ca5a HTTP/1.1" status: 200 len: 1096 time: 0.0645280 Jun 11 10:24:15.080509 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e24425-29b6-4ab0-aad7-88447e1cf1fe req-ed1f3068-6fe9-423a-bc08-1bfb9f604352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:15.083371 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-68e24425-29b6-4ab0-aad7-88447e1cf1fe req-ed1f3068-6fe9-423a-bc08-1bfb9f604352 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a9847582-9d3a-492a-87ea-6d6d339467ec HTTP/1.1" status: 200 len: 915 time: 0.1385427 Jun 11 10:24:15.156222 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-68e24425-29b6-4ab0-aad7-88447e1cf1fe req-bba5ab88-3928-4902-9aed-bc0ea7c71067 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ab40f1e-1da9-468d-a859-4719637afa73 HTTP/1.1" status: 200 len: 217 time: 0.0657165 Jun 11 10:24:15.230211 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e24425-29b6-4ab0-aad7-88447e1cf1fe req-5e233c3e-5ca9-4d92-9942-af9055803311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:15.232252 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-68e24425-29b6-4ab0-aad7-88447e1cf1fe req-5e233c3e-5ca9-4d92-9942-af9055803311 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3101a011-eb99-4d7e-8c66-6d90610e40a9 HTTP/1.1" status: 200 len: 854 time: 0.0687754 Jun 11 10:24:15.275762 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-68e24425-29b6-4ab0-aad7-88447e1cf1fe req-f9bf09eb-ae49-4caa-9460-d82469f0ec92 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a9847582-9d3a-492a-87ea-6d6d339467ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353754 Jun 11 10:24:15.419823 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-68e24425-29b6-4ab0-aad7-88447e1cf1fe req-7b0dc9d0-cd0c-4bea-97c9-fe2a233c5ce0 service neutron] 10.222.0.64 "GET /v2.0/networks/a9847582-9d3a-492a-87ea-6d6d339467ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323924 Jun 11 10:24:15.421840 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525f56a3-3a94-426b-9898-4a05b943f690 req-767ad77f-a0bb-4cc3-96e4-bab60d13afbd tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:15.423272 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-525f56a3-3a94-426b-9898-4a05b943f690 req-767ad77f-a0bb-4cc3-96e4-bab60d13afbd tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/ports?device_id=4620bff3-3292-4f19-97bc-302f8b41ca5a HTTP/1.1" status: 200 len: 944 time: 0.5611014 Jun 11 10:24:15.519164 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-525f56a3-3a94-426b-9898-4a05b943f690 req-b35c403f-0ebc-445d-ad9f-787fe33b47cc tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ad963a6-6d9e-413f-b0f1-6fc54a15f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878353 Jun 11 10:24:15.533723 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-fe88d854-5fb2-499f-813e-5f8101644b90 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Allocated IP 172.25.4.165 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/16717c54-0953-47e3-927e-c64739cf8060) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:24:15.557604 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-68e24425-29b6-4ab0-aad7-88447e1cf1fe req-c566756c-b8d5-475d-ac3a-3b82ace66a09 service neutron] 10.222.0.64 "GET /v2.0/networks/a9847582-9d3a-492a-87ea-6d6d339467ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286354 Jun 11 10:24:15.704375 n-d-779913-12 neutron-server[93177]: INFO neutron.api.v2.resource [req-5dac0e56-baa5-41a4-9405-d33509cc73d7 req-098c0eb4-d797-448f-a97c-b9ad4f623da4 service neutron] show failed (client error): The resource could not be found. Jun 11 10:24:15.705385 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5dac0e56-baa5-41a4-9405-d33509cc73d7 req-098c0eb4-d797-448f-a97c-b9ad4f623da4 service neutron] 10.222.0.69 "GET /v2.0/ports/15a9d4b7-f231-4a2e-8032-7c98f57d38d6/bindings/n-h1-779913-12 HTTP/1.1" status: 404 len: 381 time: 0.1533449 Jun 11 10:24:15.731899 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fe88d854-5fb2-499f-813e-5f8101644b90 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:15.830212 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3bc06384-6c42-46b1-953a-01435d9d3299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:15.835891 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fe88d854-5fb2-499f-813e-5f8101644b90 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:15.850430 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3b66bca4-66b9-4dc7-84f4-a2b19ec87c61 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:24:15.930458 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe88d854-5fb2-499f-813e-5f8101644b90 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:24:15.936787 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-fe88d854-5fb2-499f-813e-5f8101644b90 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:24:15.939441 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe88d854-5fb2-499f-813e-5f8101644b90 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:24:15.973750 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:15.989983 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe88d854-5fb2-499f-813e-5f8101644b90 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Pushing event updated for resources: {'Port': ['ID=16717c54-0953-47e3-927e-c64739cf8060,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:24:15.993771 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-fe88d854-5fb2-499f-813e-5f8101644b90 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:24:16.078389 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f719af0b-cbab-40ad-be98-0beb8efa91f3 req-95c6ef7d-51ba-4063-a9fb-752cf6e44492 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:16.079949 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f719af0b-cbab-40ad-be98-0beb8efa91f3 req-95c6ef7d-51ba-4063-a9fb-752cf6e44492 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=95f299f4-223d-4921-9764-6b0e6e32a264 HTTP/1.1" status: 200 len: 945 time: 0.2028992 Jun 11 10:24:16.227165 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f719af0b-cbab-40ad-be98-0beb8efa91f3 req-0efdf6f6-f378-47e0-a909-0f722929d3f1 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=160c31cb-321e-4bd8-902a-5c6aae5737fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407683 Jun 11 10:24:16.410905 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dac0e56-baa5-41a4-9405-d33509cc73d7 req-7da3ceec-a5ce-46f6-bafd-9363402cc82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:16.412352 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5dac0e56-baa5-41a4-9405-d33509cc73d7 req-7da3ceec-a5ce-46f6-bafd-9363402cc82e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=95f299f4-223d-4921-9764-6b0e6e32a264&tenant_id=291bb5ee2189444bb635fe5a1d306c3b HTTP/1.1" status: 200 len: 1097 time: 0.0983837 Jun 11 10:24:16.424645 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-5dac0e56-baa5-41a4-9405-d33509cc73d7 req-acff0f57-2c33-4084-b626-ff6342c1d8de service neutron] Request body: {'port': {'binding:host_id': 'n-h1-779913-12', 'device_owner': 'compute:nova'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:24:16.547182 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-5dac0e56-baa5-41a4-9405-d33509cc73d7 req-acff0f57-2c33-4084-b626-ff6342c1d8de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:16.552112 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fe88d854-5fb2-499f-813e-5f8101644b90 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:16.729525 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ef82b4-eda5-4d02-b6ec-8f4f9c9f625e req-e399c529-e331-4ca8-8c39-dba1b4b97408 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:16.731069 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-31ef82b4-eda5-4d02-b6ec-8f4f9c9f625e req-e399c529-e331-4ca8-8c39-dba1b4b97408 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/ports?device_id=4620bff3-3292-4f19-97bc-302f8b41ca5a HTTP/1.1" status: 200 len: 944 time: 0.0834565 Jun 11 10:24:16.767478 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:16.831705 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-31ef82b4-eda5-4d02-b6ec-8f4f9c9f625e req-794aefa8-2c1b-4abc-962c-cd4e1b0c703c tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ad963a6-6d9e-413f-b0f1-6fc54a15f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944569 Jun 11 10:24:16.837457 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fe88d854-5fb2-499f-813e-5f8101644b90 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:16.887823 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-5dac0e56-baa5-41a4-9405-d33509cc73d7 req-acff0f57-2c33-4084-b626-ff6342c1d8de service neutron] For port 15a9d4b7-f231-4a2e-8032-7c98f57d38d6, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=15a9d4b7-f231-4a2e-8032-7c98f57d38d6,segment=NetworkSegment(1efe223c-039e-4973-acce-cb48c4234791),segment_id=1efe223c-039e-4973-acce-cb48c4234791)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:24:16.931416 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-5dac0e56-baa5-41a4-9405-d33509cc73d7 req-acff0f57-2c33-4084-b626-ff6342c1d8de service neutron] For port 15a9d4b7-f231-4a2e-8032-7c98f57d38d6, host n-h2-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:24:16.998232 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95f299f4-223d-4921-9764-6b0e6e32a264', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15a9d4b7-f231-4a2e-8032-7c98f57d38d6'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:24:17.001018 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b479e919-0401-4d1a-b015-2564a7075802" -d '{"events": [{"server_uuid": "95f299f4-223d-4921-9764-6b0e6e32a264", "name": "network-vif-unplugged", "status": "completed", "tag": "15a9d4b7-f231-4a2e-8032-7c98f57d38d6"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:24:17.005309 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-5dac0e56-baa5-41a4-9405-d33509cc73d7 req-acff0f57-2c33-4084-b626-ff6342c1d8de service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:17.021848 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-5dac0e56-baa5-41a4-9405-d33509cc73d7 req-acff0f57-2c33-4084-b626-ff6342c1d8de service neutron] Transition to ACTIVE for port object 15a9d4b7-f231-4a2e-8032-7c98f57d38d6 will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:24:17.065535 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Jun 2021 10:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fb2430f-6cd8-4d8b-b4a0-e19509e5709f x-openstack-request-id: req-3fb2430f-6cd8-4d8b-b4a0-e19509e5709f {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:24:17.065535 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95f299f4-223d-4921-9764-6b0e6e32a264", "name": "network-vif-unplugged", "status": "completed", "tag": "15a9d4b7-f231-4a2e-8032-7c98f57d38d6", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:24:17.065535 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3fb2430f-6cd8-4d8b-b4a0-e19509e5709f {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:24:17.065535 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95f299f4-223d-4921-9764-6b0e6e32a264', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15a9d4b7-f231-4a2e-8032-7c98f57d38d6', 'code': 200} Jun 11 10:24:17.071973 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fe88d854-5fb2-499f-813e-5f8101644b90 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:17.122087 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-5dac0e56-baa5-41a4-9405-d33509cc73d7 req-acff0f57-2c33-4084-b626-ff6342c1d8de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:17.124507 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-115926e3-1bf5-4d05-9cf6-25fa11e5d5d5 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:24:17.163163 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fe88d854-5fb2-499f-813e-5f8101644b90 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:17.163163 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-fb652735-b235-46f1-953f-2f09b1b9c7e0 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:24:17.267046 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acff0f57-2c33-4084-b626-ff6342c1d8de service neutron] Pushing event updated for resources: {'Port': ['ID=15a9d4b7-f231-4a2e-8032-7c98f57d38d6,revision_number=6']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:24:17.270201 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe88d854-5fb2-499f-813e-5f8101644b90 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Pushing event updated for resources: {'Port': ['ID=16717c54-0953-47e3-927e-c64739cf8060,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:24:17.274557 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-fe88d854-5fb2-499f-813e-5f8101644b90 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:24:17.277865 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-acff0f57-2c33-4084-b626-ff6342c1d8de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:24:17.287982 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fe88d854-5fb2-499f-813e-5f8101644b90 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:17.362678 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dac0e56-baa5-41a4-9405-d33509cc73d7 req-acff0f57-2c33-4084-b626-ff6342c1d8de service neutron] No DVR routers for this DVR port 15a9d4b7-f231-4a2e-8032-7c98f57d38d6 on host n-h2-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:24:17.519199 n-d-779913-12 neutron-server[93177]: INFO neutron.db.l3_db [None req-fe88d854-5fb2-499f-813e-5f8101644b90 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Floating IP a986d3db-52b9-417f-a66d-9de9249f7169 associated. External IP: 172.25.4.165, port: 08e9681c-a1a1-49ff-8af5-0b337ec6a89c. Jun 11 10:24:17.571869 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-5dac0e56-baa5-41a4-9405-d33509cc73d7 req-acff0f57-2c33-4084-b626-ff6342c1d8de service neutron] Attempting to bind port 15a9d4b7-f231-4a2e-8032-7c98f57d38d6 on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:24:17.571869 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-5dac0e56-baa5-41a4-9405-d33509cc73d7 req-acff0f57-2c33-4084-b626-ff6342c1d8de service neutron] Attempting to bind port 15a9d4b7-f231-4a2e-8032-7c98f57d38d6 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '1efe223c-039e-4973-acce-cb48c4234791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '16624c7a-47e9-4106-afa4-17848be9a024'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:24:17.572840 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dac0e56-baa5-41a4-9405-d33509cc73d7 req-acff0f57-2c33-4084-b626-ff6342c1d8de service neutron] Attempting to bind port 15a9d4b7-f231-4a2e-8032-7c98f57d38d6 on network 16624c7a-47e9-4106-afa4-17848be9a024 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:24:17.579510 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dac0e56-baa5-41a4-9405-d33509cc73d7 req-acff0f57-2c33-4084-b626-ff6342c1d8de service neutron] Port 15a9d4b7-f231-4a2e-8032-7c98f57d38d6 on network 16624c7a-47e9-4106-afa4-17848be9a024 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:24:17.579874 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dac0e56-baa5-41a4-9405-d33509cc73d7 req-acff0f57-2c33-4084-b626-ff6342c1d8de service neutron] Attempting to bind port 15a9d4b7-f231-4a2e-8032-7c98f57d38d6 on network 16624c7a-47e9-4106-afa4-17848be9a024 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:24:17.585816 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dac0e56-baa5-41a4-9405-d33509cc73d7 req-acff0f57-2c33-4084-b626-ff6342c1d8de service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:24:17.586242 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dac0e56-baa5-41a4-9405-d33509cc73d7 req-acff0f57-2c33-4084-b626-ff6342c1d8de service neutron] Checking segment: {'id': '1efe223c-039e-4973-acce-cb48c4234791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '16624c7a-47e9-4106-afa4-17848be9a024'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:24:17.586647 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dac0e56-baa5-41a4-9405-d33509cc73d7 req-acff0f57-2c33-4084-b626-ff6342c1d8de service neutron] Bound using segment: {'id': '1efe223c-039e-4973-acce-cb48c4234791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '16624c7a-47e9-4106-afa4-17848be9a024'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:24:17.587088 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-5dac0e56-baa5-41a4-9405-d33509cc73d7 req-acff0f57-2c33-4084-b626-ff6342c1d8de service neutron] Bound port: 15a9d4b7-f231-4a2e-8032-7c98f57d38d6, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1efe223c-039e-4973-acce-cb48c4234791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '16624c7a-47e9-4106-afa4-17848be9a024'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:24:17.587591 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-5dac0e56-baa5-41a4-9405-d33509cc73d7 req-acff0f57-2c33-4084-b626-ff6342c1d8de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:17.671221 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-5dac0e56-baa5-41a4-9405-d33509cc73d7 req-acff0f57-2c33-4084-b626-ff6342c1d8de service neutron] For port 15a9d4b7-f231-4a2e-8032-7c98f57d38d6, host n-h1-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:24:17.674608 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-5dac0e56-baa5-41a4-9405-d33509cc73d7 req-acff0f57-2c33-4084-b626-ff6342c1d8de service neutron] For port 15a9d4b7-f231-4a2e-8032-7c98f57d38d6, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=15a9d4b7-f231-4a2e-8032-7c98f57d38d6,segment=NetworkSegment(1efe223c-039e-4973-acce-cb48c4234791),segment_id=1efe223c-039e-4973-acce-cb48c4234791)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:24:17.680413 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36686223-a733-443b-a702-bb6b0354cf27 req-29b60b85-e853-476e-8267-aa9d6c4bf5bb tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:17.682039 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-36686223-a733-443b-a702-bb6b0354cf27 req-29b60b85-e853-476e-8267-aa9d6c4bf5bb tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=95f299f4-223d-4921-9764-6b0e6e32a264 HTTP/1.1" status: 200 len: 943 time: 0.2070556 Jun 11 10:24:17.722499 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-5dac0e56-baa5-41a4-9405-d33509cc73d7 req-acff0f57-2c33-4084-b626-ff6342c1d8de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:17.726011 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-427601ac-c485-4c8d-85a5-a7bc4c805af1 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:24:17.773460 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dac0e56-baa5-41a4-9405-d33509cc73d7 req-acff0f57-2c33-4084-b626-ff6342c1d8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:17.774080 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-5dac0e56-baa5-41a4-9405-d33509cc73d7 req-acff0f57-2c33-4084-b626-ff6342c1d8de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:17.775585 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5dac0e56-baa5-41a4-9405-d33509cc73d7 req-acff0f57-2c33-4084-b626-ff6342c1d8de service neutron] 10.222.0.64 "PUT /v2.0/ports/15a9d4b7-f231-4a2e-8032-7c98f57d38d6 HTTP/1.1" status: 200 len: 1092 time: 1.3550348 Jun 11 10:24:17.809864 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acff0f57-2c33-4084-b626-ff6342c1d8de service neutron] Pushing event updated for resources: {'Port': ['ID=15a9d4b7-f231-4a2e-8032-7c98f57d38d6,revision_number=7']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:24:17.841210 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-acff0f57-2c33-4084-b626-ff6342c1d8de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:24:17.850099 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-36686223-a733-443b-a702-bb6b0354cf27 req-cb39c90c-48ab-4d6c-896d-d159eb0d6b53 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=160c31cb-321e-4bd8-902a-5c6aae5737fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1597133 Jun 11 10:24:17.936483 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe88d854-5fb2-499f-813e-5f8101644b90 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Router b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:24:17.978441 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dac0e56-baa5-41a4-9405-d33509cc73d7 req-c0f3871b-137a-46b7-9872-5ed29163d9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:17.983125 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5dac0e56-baa5-41a4-9405-d33509cc73d7 req-c0f3871b-137a-46b7-9872-5ed29163d9be service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=291bb5ee2189444bb635fe5a1d306c3b&device_id=95f299f4-223d-4921-9764-6b0e6e32a264 HTTP/1.1" status: 200 len: 1095 time: 0.1745596 Jun 11 10:24:18.183036 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe88d854-5fb2-499f-813e-5f8101644b90 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:24:18.192528 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c7c11d-84cb-4622-8cb9-cee6aa1635be None None] Sync routers for ids ['b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:24:18.204230 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8f6147-cd8f-4352-971a-cdccd7067314 req-36d93daf-1506-49dd-8194-84b96be1cf03 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:18.206704 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ef8f6147-cd8f-4352-971a-cdccd7067314 req-36d93daf-1506-49dd-8194-84b96be1cf03 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/ports?device_id=4620bff3-3292-4f19-97bc-302f8b41ca5a HTTP/1.1" status: 200 len: 944 time: 0.1980665 Jun 11 10:24:18.212821 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dac0e56-baa5-41a4-9405-d33509cc73d7 req-82b8c045-36ea-448d-b5c2-451ffe167849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:18.214933 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5dac0e56-baa5-41a4-9405-d33509cc73d7 req-82b8c045-36ea-448d-b5c2-451ffe167849 service neutron] 10.222.0.64 "GET /v2.0/networks?id=16624c7a-47e9-4106-afa4-17848be9a024 HTTP/1.1" status: 200 len: 897 time: 0.2215281 Jun 11 10:24:18.218624 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c7c11d-84cb-4622-8cb9-cee6aa1635be None None] Routers {'b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:24:18.219272 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-75c7c11d-84cb-4622-8cb9-cee6aa1635be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:24:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:24:18.258854 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ef8f6147-cd8f-4352-971a-cdccd7067314 req-51db37d1-2c30-4edc-91b0-43db2191b0c5 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ad963a6-6d9e-413f-b0f1-6fc54a15f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400419 Jun 11 10:24:18.318910 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5dac0e56-baa5-41a4-9405-d33509cc73d7 req-dffb21da-fc24-41c2-a73a-a0ac637db0cf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15a9d4b7-f231-4a2e-8032-7c98f57d38d6 HTTP/1.1" status: 200 len: 999 time: 0.0971508 Jun 11 10:24:18.322218 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fe88d854-5fb2-499f-813e-5f8101644b90 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:18.386130 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dac0e56-baa5-41a4-9405-d33509cc73d7 req-addc6321-0342-425a-879d-adb3cb6771bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:18.387815 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5dac0e56-baa5-41a4-9405-d33509cc73d7 req-addc6321-0342-425a-879d-adb3cb6771bd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=746c4cb8-a418-4846-90d0-090658465937 HTTP/1.1" status: 200 len: 834 time: 0.0593472 Jun 11 10:24:18.390114 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-fe88d854-5fb2-499f-813e-5f8101644b90 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.8071990 Jun 11 10:24:18.390866 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59fc3894-e92c-4f73-9eca-981e812884c7', 'tag': '08e9681c-a1a1-49ff-8af5-0b337ec6a89c'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:24:18.392290 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 36412) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:24:18.395258 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8419358-840e-46e7-aa84-a612edee0d48" -d '{"events": [{"name": "network-changed", "server_uuid": "59fc3894-e92c-4f73-9eca-981e812884c7", "tag": "08e9681c-a1a1-49ff-8af5-0b337ec6a89c"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:24:18.433575 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-75c7c11d-84cb-4622-8cb9-cee6aa1635be None None] Set router b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:24:18.592769 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90ac488-ded4-4a32-aa8c-66c3cf76f2e8 tempest-TestSecurityGroupsBasicOps-1462703494 tempest-TestSecurityGroupsBasicOps-1462703494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:18.592769 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90ac488-ded4-4a32-aa8c-66c3cf76f2e8 tempest-TestSecurityGroupsBasicOps-1462703494 tempest-TestSecurityGroupsBasicOps-1462703494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:18.592769 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90ac488-ded4-4a32-aa8c-66c3cf76f2e8 tempest-TestSecurityGroupsBasicOps-1462703494 tempest-TestSecurityGroupsBasicOps-1462703494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:18.594568 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90ac488-ded4-4a32-aa8c-66c3cf76f2e8 tempest-TestSecurityGroupsBasicOps-1462703494 tempest-TestSecurityGroupsBasicOps-1462703494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:18.594568 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90ac488-ded4-4a32-aa8c-66c3cf76f2e8 tempest-TestSecurityGroupsBasicOps-1462703494 tempest-TestSecurityGroupsBasicOps-1462703494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:18.594568 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90ac488-ded4-4a32-aa8c-66c3cf76f2e8 tempest-TestSecurityGroupsBasicOps-1462703494 tempest-TestSecurityGroupsBasicOps-1462703494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:18.594568 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90ac488-ded4-4a32-aa8c-66c3cf76f2e8 tempest-TestSecurityGroupsBasicOps-1462703494 tempest-TestSecurityGroupsBasicOps-1462703494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:18.594820 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90ac488-ded4-4a32-aa8c-66c3cf76f2e8 tempest-TestSecurityGroupsBasicOps-1462703494 tempest-TestSecurityGroupsBasicOps-1462703494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:18.600041 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-b90ac488-ded4-4a32-aa8c-66c3cf76f2e8 tempest-TestSecurityGroupsBasicOps-1462703494 tempest-TestSecurityGroupsBasicOps-1462703494-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5669 time: 0.2062733 Jun 11 10:24:18.600269 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 36416) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:24:18.603678 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dac0e56-baa5-41a4-9405-d33509cc73d7 req-9d113f55-8d04-4eaa-97df-61a261a35d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:18.607254 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5dac0e56-baa5-41a4-9405-d33509cc73d7 req-9d113f55-8d04-4eaa-97df-61a261a35d64 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=16624c7a-47e9-4106-afa4-17848be9a024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2017531 Jun 11 10:24:18.665502 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:18.679068 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 8ab40f1e-1da9-468d-a859-4719637afa73 details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 10:24:18.701662 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b1d53f-09db-444f-a5c9-9b8f44b9e93a x-openstack-request-id: req-03b1d53f-09db-444f-a5c9-9b8f44b9e93a {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:24:18.701662 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59fc3894-e92c-4f73-9eca-981e812884c7", "tag": "08e9681c-a1a1-49ff-8af5-0b337ec6a89c", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:24:18.702243 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-03b1d53f-09db-444f-a5c9-9b8f44b9e93a {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:24:18.702318 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59fc3894-e92c-4f73-9eca-981e812884c7', 'tag': '08e9681c-a1a1-49ff-8af5-0b337ec6a89c', 'status': 'completed', 'code': 200} Jun 11 10:24:18.810580 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5dac0e56-baa5-41a4-9405-d33509cc73d7 req-0b8909fe-0778-4161-a9e9-ef4d97992255 service neutron] 10.222.0.64 "GET /v2.0/networks/16624c7a-47e9-4106-afa4-17848be9a024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937313 Jun 11 10:24:18.818526 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd27741-3bb8-4f6b-9bd5-c4baec3589d9 tempest-TestSecurityGroupsBasicOps-1462703494 tempest-TestSecurityGroupsBasicOps-1462703494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:18.818994 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd27741-3bb8-4f6b-9bd5-c4baec3589d9 tempest-TestSecurityGroupsBasicOps-1462703494 tempest-TestSecurityGroupsBasicOps-1462703494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:18.819453 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd27741-3bb8-4f6b-9bd5-c4baec3589d9 tempest-TestSecurityGroupsBasicOps-1462703494 tempest-TestSecurityGroupsBasicOps-1462703494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:18.819937 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd27741-3bb8-4f6b-9bd5-c4baec3589d9 tempest-TestSecurityGroupsBasicOps-1462703494 tempest-TestSecurityGroupsBasicOps-1462703494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:18.820456 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd27741-3bb8-4f6b-9bd5-c4baec3589d9 tempest-TestSecurityGroupsBasicOps-1462703494 tempest-TestSecurityGroupsBasicOps-1462703494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:18.820911 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd27741-3bb8-4f6b-9bd5-c4baec3589d9 tempest-TestSecurityGroupsBasicOps-1462703494 tempest-TestSecurityGroupsBasicOps-1462703494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:18.822245 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd27741-3bb8-4f6b-9bd5-c4baec3589d9 tempest-TestSecurityGroupsBasicOps-1462703494 tempest-TestSecurityGroupsBasicOps-1462703494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:18.822694 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd27741-3bb8-4f6b-9bd5-c4baec3589d9 tempest-TestSecurityGroupsBasicOps-1462703494 tempest-TestSecurityGroupsBasicOps-1462703494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:18.826191 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-bcd27741-3bb8-4f6b-9bd5-c4baec3589d9 tempest-TestSecurityGroupsBasicOps-1462703494 tempest-TestSecurityGroupsBasicOps-1462703494-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5267 time: 0.2244489 Jun 11 10:24:18.828556 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 15a9d4b7-f231-4a2e-8032-7c98f57d38d6 no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:24:18.832886 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 36418) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:24:18.945797 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 15a9d4b7-f231-4a2e-8032-7c98f57d38d6 not bound to the agent host n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:24:18.957561 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5dac0e56-baa5-41a4-9405-d33509cc73d7 req-5eda0522-237b-4fe6-a88f-0f3e296c69d4 service neutron] 10.222.0.64 "GET /v2.0/networks/16624c7a-47e9-4106-afa4-17848be9a024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394236 Jun 11 10:24:18.970911 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8419358-840e-46e7-aa84-a612edee0d48 req-f84b5a2c-c042-4d62-bb43-7db7eb64fe42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:18.972696 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a8419358-840e-46e7-aa84-a612edee0d48 req-f84b5a2c-c042-4d62-bb43-7db7eb64fe42 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=19f26ec1518143c59f831fc53d1a7f94&device_id=59fc3894-e92c-4f73-9eca-981e812884c7 HTTP/1.1" status: 200 len: 1136 time: 0.2304261 Jun 11 10:24:19.064454 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95f299f4-223d-4921-9764-6b0e6e32a264', 'tag': '15a9d4b7-f231-4a2e-8032-7c98f57d38d6'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:24:19.070463 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-106a6337-8485-47f7-b10e-7877cfabd158" -d '{"events": [{"name": "network-changed", "server_uuid": "95f299f4-223d-4921-9764-6b0e6e32a264", "tag": "15a9d4b7-f231-4a2e-8032-7c98f57d38d6"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:24:19.086150 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 8ab40f1e-1da9-468d-a859-4719637afa73, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=8ab40f1e-1da9-468d-a859-4719637afa73,segment=NetworkSegment(c8901b63-dd3e-4076-a8d0-c23814d0fe69),segment_id=c8901b63-dd3e-4076-a8d0-c23814d0fe69)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:24:19.101928 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': '8ab40f1e-1da9-468d-a859-4719637afa73', 'network_id': 'a9847582-9d3a-492a-87ea-6d6d339467ec', 'port_id': '8ab40f1e-1da9-468d-a859-4719637afa73', 'mac_address': 'fa:16:3e:09:9c:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3101a011-eb99-4d7e-8c66-6d90610e40a9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 10:24:19.238275 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:19.257633 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ab40f1e-1da9-468d-a859-4719637afa73 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:24:19.291210 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-75c7c11d-84cb-4622-8cb9-cee6aa1635be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-542245211', 'tenant_id': '19f26ec1518143c59f831fc53d1a7f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'b843d29b-d610-469e-ab7a-50d90c8bac1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:23:47Z', 'updated_at': '2021-06-11T10:23:53Z', 'revision_number': 4, 'project_id': '19f26ec1518143c59f831fc53d1a7f94', 'gw_port': {'id': 'b843d29b-d610-469e-ab7a-50d90c8bac1b', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:23:48Z', 'updated_at': '2021-06-11T10:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': 'a986d3db-52b9-417f-a66d-9de9249f7169', 'tenant_id': '19f26ec1518143c59f831fc53d1a7f94', 'floating_ip_address': '172.25.4.165', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': 'b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8', 'port_id': '08e9681c-a1a1-49ff-8af5-0b337ec6a89c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3994fb15-60a0-4a7f-8015-9d5fc9d97e75', 'mac_address': 'fa:16:3e:73:47:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fc3894-e92c-4f73-9eca-981e812884c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T10:24:16Z', 'updated_at': '2021-06-11T10:24:16Z', 'revision_number': 0, 'project_id': '19f26ec1518143c59f831fc53d1a7f94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5256ea9-331a-4774-b76a-019b88102022', 'name': '', 'network_id': '3994fb15-60a0-4a7f-8015-9d5fc9d97e75', 'tenant_id': '19f26ec1518143c59f831fc53d1a7f94', 'mac_address': 'fa:16:3e:33:35:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'e1127dba-b689-453e-9256-c1f92c1d77ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:23:52Z', 'updated_at': '2021-06-11T10:23:59Z', 'revision_number': 5, 'project_id': '19f26ec1518143c59f831fc53d1a7f94', 'subnets': [{'id': 'e1127dba-b689-453e-9256-c1f92c1d77ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:24:19.297043 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 8ab40f1e-1da9-468d-a859-4719637afa73, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=8ab40f1e-1da9-468d-a859-4719637afa73,segment=NetworkSegment(c8901b63-dd3e-4076-a8d0-c23814d0fe69),segment_id=c8901b63-dd3e-4076-a8d0-c23814d0fe69)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:24:19.298245 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c7c11d-84cb-4622-8cb9-cee6aa1635be None None] Checking router: b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8 for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:24:19.310396 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c7c11d-84cb-4622-8cb9-cee6aa1635be None None] Routers {'b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:24:19.311122 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-75c7c11d-84cb-4622-8cb9-cee6aa1635be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:24:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:24:19.675512 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8419358-840e-46e7-aa84-a612edee0d48 req-253e403d-bbdc-4a2a-b574-c5fae67d9294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:19.677067 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a8419358-840e-46e7-aa84-a612edee0d48 req-253e403d-bbdc-4a2a-b574-c5fae67d9294 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3994fb15-60a0-4a7f-8015-9d5fc9d97e75 HTTP/1.1" status: 200 len: 898 time: 0.6896768 Jun 11 10:24:19.686481 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aca5187-b528-4c84-99e2-17569d6f7dae req-ae0e2d25-87ce-4dbe-9aa4-6917c0afcd50 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:19.694093 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3aca5187-b528-4c84-99e2-17569d6f7dae req-ae0e2d25-87ce-4dbe-9aa4-6917c0afcd50 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=95f299f4-223d-4921-9764-6b0e6e32a264 HTTP/1.1" status: 200 len: 943 time: 0.2100902 Jun 11 10:24:19.725172 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-75c7c11d-84cb-4622-8cb9-cee6aa1635be None None] Set router b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:24:19.727959 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:19.765950 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-11e29645-90a1-42d7-9380-9552349f0293 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:24:19.815002 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-b7fc2c2c-31ee-492d-9fe7-26457feab82d tempest-TestSecurityGroupsBasicOps-1462703494 tempest-TestSecurityGroupsBasicOps-1462703494-project-admin] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3778 time: 0.9806385 Jun 11 10:24:19.818675 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 36434) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:24:19.837496 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=8ab40f1e-1da9-468d-a859-4719637afa73,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:24:19.840815 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a8419358-840e-46e7-aa84-a612edee0d48 req-44d5418e-4a12-4aad-97da-77fced4a4da2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08e9681c-a1a1-49ff-8af5-0b337ec6a89c HTTP/1.1" status: 200 len: 999 time: 0.1443870 Jun 11 10:24:19.841325 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:24:19.846822 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3aca5187-b528-4c84-99e2-17569d6f7dae req-204683ca-8024-4b00-8942-7c29c6808ec2 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=160c31cb-321e-4bd8-902a-5c6aae5737fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511950 Jun 11 10:24:19.939934 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638f6a55-b38b-4e64-b3cf-d57b8f0019e2 tempest-TestSecurityGroupsBasicOps-1462703494 tempest-TestSecurityGroupsBasicOps-1462703494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:19.940675 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638f6a55-b38b-4e64-b3cf-d57b8f0019e2 tempest-TestSecurityGroupsBasicOps-1462703494 tempest-TestSecurityGroupsBasicOps-1462703494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:19.942488 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-638f6a55-b38b-4e64-b3cf-d57b8f0019e2 tempest-TestSecurityGroupsBasicOps-1462703494 tempest-TestSecurityGroupsBasicOps-1462703494-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8 HTTP/1.1" status: 200 len: 1992 time: 0.1219506 Jun 11 10:24:19.950272 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52992512-0a48-48a5-aeea-4c22cd5cc440 x-openstack-request-id: req-52992512-0a48-48a5-aeea-4c22cd5cc440 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:24:19.950733 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95f299f4-223d-4921-9764-6b0e6e32a264", "tag": "15a9d4b7-f231-4a2e-8032-7c98f57d38d6", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:24:19.951134 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-52992512-0a48-48a5-aeea-4c22cd5cc440 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:24:19.951736 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95f299f4-223d-4921-9764-6b0e6e32a264', 'tag': '15a9d4b7-f231-4a2e-8032-7c98f57d38d6', 'status': 'completed', 'code': 200} Jun 11 10:24:19.974079 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8419358-840e-46e7-aa84-a612edee0d48 req-73679566-f797-4a90-b66d-9a46337da089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:19.975547 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a8419358-840e-46e7-aa84-a612edee0d48 req-73679566-f797-4a90-b66d-9a46337da089 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e1127dba-b689-453e-9256-c1f92c1d77ae HTTP/1.1" status: 200 len: 835 time: 0.1190863 Jun 11 10:24:20.110677 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a6337-8485-47f7-b10e-7877cfabd158 req-cf14b0cb-d0a8-4414-9a4e-a79cb1035d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:20.112600 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-106a6337-8485-47f7-b10e-7877cfabd158 req-cf14b0cb-d0a8-4414-9a4e-a79cb1035d67 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=291bb5ee2189444bb635fe5a1d306c3b&device_id=95f299f4-223d-4921-9764-6b0e6e32a264 HTTP/1.1" status: 200 len: 1095 time: 0.1515830 Jun 11 10:24:20.115725 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a6337-8485-47f7-b10e-7877cfabd158 req-c8b5b1e9-8160-499f-880f-f929ca33403e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:20.117409 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-106a6337-8485-47f7-b10e-7877cfabd158 req-c8b5b1e9-8160-499f-880f-f929ca33403e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=291bb5ee2189444bb635fe5a1d306c3b&device_id=95f299f4-223d-4921-9764-6b0e6e32a264 HTTP/1.1" status: 200 len: 1095 time: 0.1223524 Jun 11 10:24:20.121230 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['8ab40f1e-1da9-468d-a859-4719637afa73'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:24:20.152768 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8419358-840e-46e7-aa84-a612edee0d48 req-efb415b0-f53f-4544-84ca-00652524f357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:20.154277 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a8419358-840e-46e7-aa84-a612edee0d48 req-efb415b0-f53f-4544-84ca-00652524f357 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3994fb15-60a0-4a7f-8015-9d5fc9d97e75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1681139 Jun 11 10:24:20.185724 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da144f2a-29b0-4a65-adcc-2726614b6fd2 req-20964d6a-f892-4961-bce4-011418b6ed3d tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:20.187765 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-da144f2a-29b0-4a65-adcc-2726614b6fd2 req-20964d6a-f892-4961-bce4-011418b6ed3d tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/ports?device_id=4620bff3-3292-4f19-97bc-302f8b41ca5a HTTP/1.1" status: 200 len: 945 time: 0.1053476 Jun 11 10:24:20.317017 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-da144f2a-29b0-4a65-adcc-2726614b6fd2 req-0fe44442-482e-48ab-b707-d6e05ec65f11 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ad963a6-6d9e-413f-b0f1-6fc54a15f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133449 Jun 11 10:24:20.362184 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-75c7c11d-84cb-4622-8cb9-cee6aa1635be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-542245211', 'tenant_id': '19f26ec1518143c59f831fc53d1a7f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'b843d29b-d610-469e-ab7a-50d90c8bac1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:23:47Z', 'updated_at': '2021-06-11T10:23:53Z', 'revision_number': 4, 'project_id': '19f26ec1518143c59f831fc53d1a7f94', 'gw_port': {'id': 'b843d29b-d610-469e-ab7a-50d90c8bac1b', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:23:48Z', 'updated_at': '2021-06-11T10:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': 'a986d3db-52b9-417f-a66d-9de9249f7169', 'tenant_id': '19f26ec1518143c59f831fc53d1a7f94', 'floating_ip_address': '172.25.4.165', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': 'b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8', 'port_id': '08e9681c-a1a1-49ff-8af5-0b337ec6a89c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3994fb15-60a0-4a7f-8015-9d5fc9d97e75', 'mac_address': 'fa:16:3e:73:47:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fc3894-e92c-4f73-9eca-981e812884c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T10:24:16Z', 'updated_at': '2021-06-11T10:24:16Z', 'revision_number': 0, 'project_id': '19f26ec1518143c59f831fc53d1a7f94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5256ea9-331a-4774-b76a-019b88102022', 'name': '', 'network_id': '3994fb15-60a0-4a7f-8015-9d5fc9d97e75', 'tenant_id': '19f26ec1518143c59f831fc53d1a7f94', 'mac_address': 'fa:16:3e:33:35:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'e1127dba-b689-453e-9256-c1f92c1d77ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:23:52Z', 'updated_at': '2021-06-11T10:23:59Z', 'revision_number': 5, 'project_id': '19f26ec1518143c59f831fc53d1a7f94', 'subnets': [{'id': 'e1127dba-b689-453e-9256-c1f92c1d77ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:24:20.374232 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c7c11d-84cb-4622-8cb9-cee6aa1635be None None] The sync data for ids ['b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8'] in n-d-779913-12 is: [{'id': 'b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-542245211', 'tenant_id': '19f26ec1518143c59f831fc53d1a7f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'b843d29b-d610-469e-ab7a-50d90c8bac1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:23:47Z', 'updated_at': '2021-06-11T10:23:53Z', 'revision_number': 4, 'project_id': '19f26ec1518143c59f831fc53d1a7f94', 'gw_port': {'id': 'b843d29b-d610-469e-ab7a-50d90c8bac1b', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:23:48Z', 'updated_at': '2021-06-11T10:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': 'a986d3db-52b9-417f-a66d-9de9249f7169', 'tenant_id': '19f26ec1518143c59f831fc53d1a7f94', 'floating_ip_address': '172.25.4.165', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': 'b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8', 'port_id': '08e9681c-a1a1-49ff-8af5-0b337ec6a89c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3994fb15-60a0-4a7f-8015-9d5fc9d97e75', 'mac_address': 'fa:16:3e:73:47:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fc3894-e92c-4f73-9eca-981e812884c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T10:24:16Z', 'updated_at': '2021-06-11T10:24:16Z', 'revision_number': 0, 'project_id': '19f26ec1518143c59f831fc53d1a7f94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5256ea9-331a-4774-b76a-019b88102022', 'name': '', 'network_id': '3994fb15-60a0-4a7f-8015-9d5fc9d97e75', 'tenant_id': '19f26ec1518143c59f831fc53d1a7f94', 'mac_address': 'fa:16:3e:33:35:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'e1127dba-b689-453e-9256-c1f92c1d77ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:23:52Z', 'updated_at': '2021-06-11T10:23:59Z', 'revision_number': 5, 'project_id': '19f26ec1518143c59f831fc53d1a7f94', 'subnets': [{'id': 'e1127dba-b689-453e-9256-c1f92c1d77ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:24:20.383404 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a8419358-840e-46e7-aa84-a612edee0d48 req-1444819d-9d0b-43ec-937f-93906c3d8d84 service neutron] 10.222.0.69 "GET /v2.0/networks/3994fb15-60a0-4a7f-8015-9d5fc9d97e75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181292 Jun 11 10:24:20.395612 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a6337-8485-47f7-b10e-7877cfabd158 req-1d9cb4c8-bfc4-4c40-be1c-8f17d623b71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:20.397304 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-106a6337-8485-47f7-b10e-7877cfabd158 req-1d9cb4c8-bfc4-4c40-be1c-8f17d623b71d service neutron] 10.222.0.64 "GET /v2.0/networks?id=16624c7a-47e9-4106-afa4-17848be9a024 HTTP/1.1" status: 200 len: 897 time: 0.2761967 Jun 11 10:24:20.403052 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a6337-8485-47f7-b10e-7877cfabd158 req-5225193f-a422-4a47-9c22-a5b130b0271a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:20.404683 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-106a6337-8485-47f7-b10e-7877cfabd158 req-5225193f-a422-4a47-9c22-a5b130b0271a service neutron] 10.222.0.69 "GET /v2.0/networks?id=16624c7a-47e9-4106-afa4-17848be9a024 HTTP/1.1" status: 200 len: 897 time: 0.2700062 Jun 11 10:24:20.567232 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-106a6337-8485-47f7-b10e-7877cfabd158 req-f9cb1bc6-7ba3-449f-8e7b-8b8b019f8885 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15a9d4b7-f231-4a2e-8032-7c98f57d38d6 HTTP/1.1" status: 200 len: 999 time: 0.1605773 Jun 11 10:24:20.569648 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-106a6337-8485-47f7-b10e-7877cfabd158 req-92497f2f-ec80-4508-ae3b-8623dc5942dc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15a9d4b7-f231-4a2e-8032-7c98f57d38d6 HTTP/1.1" status: 200 len: 999 time: 0.1578686 Jun 11 10:24:20.570934 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a8419358-840e-46e7-aa84-a612edee0d48 req-eb29875f-b926-4e5d-a639-a74236014020 service neutron] 10.222.0.69 "GET /v2.0/networks/3994fb15-60a0-4a7f-8015-9d5fc9d97e75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800821 Jun 11 10:24:20.670618 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ceb8cb-58dd-44c1-86b3-0ecc15076b4b None None] New status for floating IP a986d3db-52b9-417f-a66d-9de9249f7169: ACTIVE {{(pid=93179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 10:24:20.690527 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a6337-8485-47f7-b10e-7877cfabd158 req-ff1e2e45-16e4-4a30-b5af-b06bb87a30c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:20.691972 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-106a6337-8485-47f7-b10e-7877cfabd158 req-ff1e2e45-16e4-4a30-b5af-b06bb87a30c3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=746c4cb8-a418-4846-90d0-090658465937 HTTP/1.1" status: 200 len: 834 time: 0.1149426 Jun 11 10:24:20.694053 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a6337-8485-47f7-b10e-7877cfabd158 req-044c515d-16b8-4ea3-9523-64c80111f206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:20.695302 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-106a6337-8485-47f7-b10e-7877cfabd158 req-044c515d-16b8-4ea3-9523-64c80111f206 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=746c4cb8-a418-4846-90d0-090658465937 HTTP/1.1" status: 200 len: 834 time: 0.1090870 Jun 11 10:24:20.822682 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a6337-8485-47f7-b10e-7877cfabd158 req-0acbbf6c-06dc-4d23-b164-7db81a7ebea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:20.824942 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-106a6337-8485-47f7-b10e-7877cfabd158 req-0acbbf6c-06dc-4d23-b164-7db81a7ebea8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=16624c7a-47e9-4106-afa4-17848be9a024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1258814 Jun 11 10:24:20.846199 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a6337-8485-47f7-b10e-7877cfabd158 req-88dfa50b-a549-48bc-8d47-964f6aae0a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:20.847631 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-106a6337-8485-47f7-b10e-7877cfabd158 req-88dfa50b-a549-48bc-8d47-964f6aae0a8b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=16624c7a-47e9-4106-afa4-17848be9a024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1413364 Jun 11 10:24:21.050486 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38d4181-20c6-4e21-97e7-23a80701ffdc req-a8150c49-0351-4e2d-98a9-d4f5458a0703 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:21.056741 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f38d4181-20c6-4e21-97e7-23a80701ffdc req-a8150c49-0351-4e2d-98a9-d4f5458a0703 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=95f299f4-223d-4921-9764-6b0e6e32a264 HTTP/1.1" status: 200 len: 943 time: 0.0791633 Jun 11 10:24:21.056984 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-106a6337-8485-47f7-b10e-7877cfabd158 req-32b23547-6f4c-4a2a-9d3b-0fef96567e6a service neutron] 10.222.0.64 "GET /v2.0/networks/16624c7a-47e9-4106-afa4-17848be9a024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223377 Jun 11 10:24:21.096517 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-106a6337-8485-47f7-b10e-7877cfabd158 req-6ae191e5-6d43-49c9-878a-a294dee072a4 service neutron] 10.222.0.69 "GET /v2.0/networks/16624c7a-47e9-4106-afa4-17848be9a024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341290 Jun 11 10:24:21.104157 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f38d4181-20c6-4e21-97e7-23a80701ffdc req-9568544c-33aa-4dbf-9e3b-6c9f5ca77c42 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=160c31cb-321e-4bd8-902a-5c6aae5737fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439632 Jun 11 10:24:21.387598 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 36446) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:24:21.611030 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e426dd8-c099-4e62-a9fe-779ed8a9cb82 req-cadc5455-581d-41b4-b4c8-2576bf889087 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:21.612542 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1e426dd8-c099-4e62-a9fe-779ed8a9cb82 req-cadc5455-581d-41b4-b4c8-2576bf889087 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/ports?device_id=4620bff3-3292-4f19-97bc-302f8b41ca5a HTTP/1.1" status: 200 len: 945 time: 0.1636884 Jun 11 10:24:21.664922 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-106a6337-8485-47f7-b10e-7877cfabd158 req-bf8c6976-3f65-4926-92fd-37481c3b1242 service neutron] 10.222.0.64 "GET /v2.0/networks/16624c7a-47e9-4106-afa4-17848be9a024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5998893 Jun 11 10:24:21.681292 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-106a6337-8485-47f7-b10e-7877cfabd158 req-4370a91c-1b87-4d85-b709-ae0f03b16e66 service neutron] 10.222.0.69 "GET /v2.0/networks/16624c7a-47e9-4106-afa4-17848be9a024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5749068 Jun 11 10:24:21.683953 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1e426dd8-c099-4e62-a9fe-779ed8a9cb82 req-4aa0982a-b4e3-4730-9c3a-5c2a45f6ee2e tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ad963a6-6d9e-413f-b0f1-6fc54a15f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502887 Jun 11 10:24:21.693357 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-37f1598b-c953-4f64-8af8-b2cebc2487a6 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Deleting port 3b654ab8-6146-4796-ac24-1fb430d9a9d3 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:24:21.693357 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-37f1598b-c953-4f64-8af8-b2cebc2487a6 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:21.801252 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-37f1598b-c953-4f64-8af8-b2cebc2487a6 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:21.801581 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-37f1598b-c953-4f64-8af8-b2cebc2487a6 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:21.905906 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-37f1598b-c953-4f64-8af8-b2cebc2487a6 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Calling delete_port for 3b654ab8-6146-4796-ac24-1fb430d9a9d3 owned by network:floatingip {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:24:22.168014 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-37f1598b-c953-4f64-8af8-b2cebc2487a6 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:22.171810 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f125afe9-acab-4d9f-badb-0e5860b05ed5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:24:22.204529 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f1598b-c953-4f64-8af8-b2cebc2487a6 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Pushing event deleted for resources: {'Port': ['ID=3b654ab8-6146-4796-ac24-1fb430d9a9d3,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:24:22.207656 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-37f1598b-c953-4f64-8af8-b2cebc2487a6 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:24:22.326799 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-37f1598b-c953-4f64-8af8-b2cebc2487a6 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks [] for floatingip, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:22.327150 n-d-779913-12 neutron-server[93177]: INFO neutron.db.l3_db [None req-37f1598b-c953-4f64-8af8-b2cebc2487a6 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Floating IP 30194a25-7c30-4b10-b953-08e5709d2608 disassociated (deleted). External IP: 172.25.4.4, port: 983aba21-d091-4612-bfa4-1e21ac12986e. Jun 11 10:24:22.450013 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d857791-48ad-4bca-9091-6ca2feb1c9d3 req-f14d5d09-3b12-4b73-b62b-cccdb6b4ce36 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:22.451394 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6d857791-48ad-4bca-9091-6ca2feb1c9d3 req-f14d5d09-3b12-4b73-b62b-cccdb6b4ce36 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=95f299f4-223d-4921-9764-6b0e6e32a264 HTTP/1.1" status: 200 len: 943 time: 0.2130656 Jun 11 10:24:22.512973 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6d857791-48ad-4bca-9091-6ca2feb1c9d3 req-5434a949-60dd-4b4a-9228-9cd0f42d0aca tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=160c31cb-321e-4bd8-902a-5c6aae5737fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541756 Jun 11 10:24:22.658256 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 15a9d4b7-f231-4a2e-8032-7c98f57d38d6 details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 10:24:22.660405 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 8ab40f1e-1da9-468d-a859-4719637afa73 up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:24:22.669903 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37f1598b-c953-4f64-8af8-b2cebc2487a6 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Router 8d7bfec0-90c0-4cee-a335-6ed17491a245 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:24:22.826599 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37f1598b-c953-4f64-8af8-b2cebc2487a6 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:24:22.826867 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 15a9d4b7-f231-4a2e-8032-7c98f57d38d6, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=15a9d4b7-f231-4a2e-8032-7c98f57d38d6,segment=NetworkSegment(1efe223c-039e-4973-acce-cb48c4234791),segment_id=1efe223c-039e-4973-acce-cb48c4234791)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:24:22.831718 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-37f1598b-c953-4f64-8af8-b2cebc2487a6 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:22.837317 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bb8ac3-cafc-43db-85bf-8315352df94c None None] Sync routers for ids ['8d7bfec0-90c0-4cee-a335-6ed17491a245'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:24:22.847972 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': '15a9d4b7-f231-4a2e-8032-7c98f57d38d6', 'network_id': '16624c7a-47e9-4106-afa4-17848be9a024', 'port_id': '15a9d4b7-f231-4a2e-8032-7c98f57d38d6', 'mac_address': 'fa:16:3e:a3:6b:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '746c4cb8-a418-4846-90d0-090658465937', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 10:24:22.851620 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning for port 8ab40f1e-1da9-468d-a859-4719637afa73 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:24:22.854699 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bb8ac3-cafc-43db-85bf-8315352df94c None None] Routers {'8d7bfec0-90c0-4cee-a335-6ed17491a245'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:24:22.857803 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-b6bb8ac3-cafc-43db-85bf-8315352df94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:24:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['8d7bfec0-90c0-4cee-a335-6ed17491a245'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:24:22.878090 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-37f1598b-c953-4f64-8af8-b2cebc2487a6 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "DELETE /v2.0/floatingips/30194a25-7c30-4b10-b953-08e5709d2608 HTTP/1.1" status: 204 len: 168 time: 1.4907582 Jun 11 10:24:22.878884 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b54d0e17-1873-42dc-a2a0-28500f0e130c', 'tag': '983aba21-d091-4612-bfa4-1e21ac12986e'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:24:22.881529 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a117c2f2-ea1e-4d5a-bf2a-d68688ce4f8f" -d '{"events": [{"name": "network-changed", "server_uuid": "b54d0e17-1873-42dc-a2a0-28500f0e130c", "tag": "983aba21-d091-4612-bfa4-1e21ac12986e"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:24:22.929836 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port 8ab40f1e-1da9-468d-a859-4719637afa73 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:24:22.930221 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:23.042608 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:23.070943 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15a9d4b7-f231-4a2e-8032-7c98f57d38d6 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:24:23.110599 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 15a9d4b7-f231-4a2e-8032-7c98f57d38d6, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=15a9d4b7-f231-4a2e-8032-7c98f57d38d6,segment=NetworkSegment(1efe223c-039e-4973-acce-cb48c4234791),segment_id=1efe223c-039e-4973-acce-cb48c4234791)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:24:23.119530 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-b6bb8ac3-cafc-43db-85bf-8315352df94c None None] Set router 8d7bfec0-90c0-4cee-a335-6ed17491a245 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:24:23.139890 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee35bcf8-e5d9-4ec7-94ad-4132b652652b req-a394d28f-8384-465f-aeba-bb889f542e11 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:23.141536 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ee35bcf8-e5d9-4ec7-94ad-4132b652652b req-a394d28f-8384-465f-aeba-bb889f542e11 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/ports?device_id=4620bff3-3292-4f19-97bc-302f8b41ca5a HTTP/1.1" status: 200 len: 945 time: 0.0741358 Jun 11 10:24:23.181663 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8aaeb8-919a-4a7d-97ff-8e5312b9d211 req-33081ba6-9f4e-415e-95d6-345908bec57d tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:23.183883 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1d8aaeb8-919a-4a7d-97ff-8e5312b9d211 req-33081ba6-9f4e-415e-95d6-345908bec57d tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.64 "GET /v2.0/ports?device_id=95f299f4-223d-4921-9764-6b0e6e32a264&tenant_id=291bb5ee2189444bb635fe5a1d306c3b&binding%3Ahost_id=n-h1-779913-12 HTTP/1.1" status: 200 len: 943 time: 0.0965586 Jun 11 10:24:23.189301 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ee35bcf8-e5d9-4ec7-94ad-4132b652652b req-d9fb1969-0ce3-4712-b955-4a109b01dd6c tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ad963a6-6d9e-413f-b0f1-6fc54a15f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406737 Jun 11 10:24:23.199997 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:23.205329 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-ea90bc95-e77f-43f0-847e-0172cbe562c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:24:23.244321 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:23.258997 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1d8aaeb8-919a-4a7d-97ff-8e5312b9d211 req-9643a481-3d02-45f9-bcae-966c76fd8fd5 service neutron] 10.222.0.64 "GET /v2.0/ports/15a9d4b7-f231-4a2e-8032-7c98f57d38d6/bindings/n-h1-779913-12 HTTP/1.1" status: 200 len: 383 time: 0.0684345 Jun 11 10:24:23.345509 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8aaeb8-919a-4a7d-97ff-8e5312b9d211 req-f7af3316-3282-48ed-9c98-ceb98601960f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:23.347291 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1d8aaeb8-919a-4a7d-97ff-8e5312b9d211 req-f7af3316-3282-48ed-9c98-ceb98601960f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=291bb5ee2189444bb635fe5a1d306c3b&device_id=95f299f4-223d-4921-9764-6b0e6e32a264 HTTP/1.1" status: 200 len: 1096 time: 0.0628812 Jun 11 10:24:23.362506 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4620bff3-3292-4f19-97bc-302f8b41ca5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ab40f1e-1da9-468d-a859-4719637afa73'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:24:23.365362 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d9dcfe-606f-4c75-9882-d5ebf1cfb60a" -d '{"events": [{"server_uuid": "4620bff3-3292-4f19-97bc-302f8b41ca5a", "name": "network-vif-plugged", "status": "completed", "tag": "8ab40f1e-1da9-468d-a859-4719637afa73"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:24:23.380814 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=15a9d4b7-f231-4a2e-8032-7c98f57d38d6,revision_number=8']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:24:23.387045 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:24:23.388591 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 8ab40f1e-1da9-468d-a859-4719637afa73, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=8ab40f1e-1da9-468d-a859-4719637afa73,segment=NetworkSegment(c8901b63-dd3e-4076-a8d0-c23814d0fe69),segment_id=c8901b63-dd3e-4076-a8d0-c23814d0fe69)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:24:23.440255 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['15a9d4b7-f231-4a2e-8032-7c98f57d38d6'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:24:23.476129 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:23.477983 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8aaeb8-919a-4a7d-97ff-8e5312b9d211 req-b882d6b3-f1cc-411c-be87-16b6a4dbf189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:23.480272 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1d8aaeb8-919a-4a7d-97ff-8e5312b9d211 req-b882d6b3-f1cc-411c-be87-16b6a4dbf189 service neutron] 10.222.0.64 "GET /v2.0/networks?id=16624c7a-47e9-4106-afa4-17848be9a024 HTTP/1.1" status: 200 len: 897 time: 0.1234338 Jun 11 10:24:23.484049 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:24:23.574754 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1d8aaeb8-919a-4a7d-97ff-8e5312b9d211 req-34628423-e692-4452-906b-8ca3eba9357a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15a9d4b7-f231-4a2e-8032-7c98f57d38d6 HTTP/1.1" status: 200 len: 1000 time: 0.0856879 Jun 11 10:24:23.592713 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=8ab40f1e-1da9-468d-a859-4719637afa73,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:24:23.604935 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:24:23.637190 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8aaeb8-919a-4a7d-97ff-8e5312b9d211 req-428b4bed-90ae-496b-b4dd-7b0a2b7cfb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:23.638640 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1d8aaeb8-919a-4a7d-97ff-8e5312b9d211 req-428b4bed-90ae-496b-b4dd-7b0a2b7cfb8b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=746c4cb8-a418-4846-90d0-090658465937 HTTP/1.1" status: 200 len: 834 time: 0.0581355 Jun 11 10:24:23.678785 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-b6bb8ac3-cafc-43db-85bf-8315352df94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7bfec0-90c0-4cee-a335-6ed17491a245', 'name': 'tempest-TestVolumeBootPattern-95095720-router', 'tenant_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'e8e14f68-7b9f-44db-a1c8-a66ea777a1af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:06:51Z', 'updated_at': '2021-06-11T10:07:02Z', 'revision_number': 4, 'project_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'gw_port': {'id': 'e8e14f68-7b9f-44db-a1c8-a66ea777a1af', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7bfec0-90c0-4cee-a335-6ed17491a245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:06:53Z', 'updated_at': '2021-06-11T10:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '928bc91b-4599-4d73-9481-fd36ae18c7e2', 'name': '', 'network_id': '795e7157-0b59-4b3c-b5bc-895c607dc0cc', 'tenant_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'mac_address': 'fa:16:3e:b8:e8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7bfec0-90c0-4cee-a335-6ed17491a245', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': 'b543bd1f-2b45-4ed6-ae53-d9d0c8ed8871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:06:59Z', 'updated_at': '2021-06-11T10:07:11Z', 'revision_number': 5, 'project_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'subnets': [{'id': 'b543bd1f-2b45-4ed6-ae53-d9d0c8ed8871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:24:23.690942 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bb8ac3-cafc-43db-85bf-8315352df94c None None] Checking router: 8d7bfec0-90c0-4cee-a335-6ed17491a245 for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:24:23.704852 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8aaeb8-919a-4a7d-97ff-8e5312b9d211 req-848c89be-334d-4015-81c9-d5d720b3c866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:23.706326 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1d8aaeb8-919a-4a7d-97ff-8e5312b9d211 req-848c89be-334d-4015-81c9-d5d720b3c866 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=16624c7a-47e9-4106-afa4-17848be9a024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0606945 Jun 11 10:24:23.717407 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bb8ac3-cafc-43db-85bf-8315352df94c None None] Routers {'8d7bfec0-90c0-4cee-a335-6ed17491a245'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:24:23.718053 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-b6bb8ac3-cafc-43db-85bf-8315352df94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:24:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['8d7bfec0-90c0-4cee-a335-6ed17491a245'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:24:23.754567 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a528e0a-767b-483f-b546-afa0b2b72604 x-openstack-request-id: req-6a528e0a-767b-483f-b546-afa0b2b72604 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:24:23.755759 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b54d0e17-1873-42dc-a2a0-28500f0e130c", "tag": "983aba21-d091-4612-bfa4-1e21ac12986e", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:24:23.756736 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6a528e0a-767b-483f-b546-afa0b2b72604 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:24:23.757799 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b54d0e17-1873-42dc-a2a0-28500f0e130c', 'tag': '983aba21-d091-4612-bfa4-1e21ac12986e', 'status': 'completed', 'code': 200} Jun 11 10:24:23.887598 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1d8aaeb8-919a-4a7d-97ff-8e5312b9d211 req-8514b355-671e-4a0a-8765-b13ecb39d34a service neutron] 10.222.0.64 "GET /v2.0/networks/16624c7a-47e9-4106-afa4-17848be9a024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739631 Jun 11 10:24:23.926165 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-b6bb8ac3-cafc-43db-85bf-8315352df94c None None] Set router 8d7bfec0-90c0-4cee-a335-6ed17491a245 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:24:23.933435 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a117c2f2-ea1e-4d5a-bf2a-d68688ce4f8f req-7427197b-c8ee-41a2-a741-f65c13ef0959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:23.934898 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a117c2f2-ea1e-4d5a-bf2a-d68688ce4f8f req-7427197b-c8ee-41a2-a741-f65c13ef0959 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7c7545923ebc48e08cfbeb0d8e94f901&device_id=b54d0e17-1873-42dc-a2a0-28500f0e130c HTTP/1.1" status: 200 len: 1098 time: 0.1274042 Jun 11 10:24:23.935063 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f7c63b-7fdc-478c-bb8d-8dc26e84c6d4 req-f7c6876a-7776-43f3-adaf-37b2d9cb7ed8 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:23.936818 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-57f7c63b-7fdc-478c-bb8d-8dc26e84c6d4 req-f7c6876a-7776-43f3-adaf-37b2d9cb7ed8 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=95f299f4-223d-4921-9764-6b0e6e32a264 HTTP/1.1" status: 200 len: 944 time: 0.0785758 Jun 11 10:24:23.988150 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-57f7c63b-7fdc-478c-bb8d-8dc26e84c6d4 req-216a3ad4-9be9-4210-ae77-34e80de08c43 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=160c31cb-321e-4bd8-902a-5c6aae5737fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432851 Jun 11 10:24:24.056675 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a232632-fd20-4861-9c98-8797e5591bf8 x-openstack-request-id: req-3a232632-fd20-4861-9c98-8797e5591bf8 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:24:24.057001 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4620bff3-3292-4f19-97bc-302f8b41ca5a", "name": "network-vif-plugged", "status": "completed", "tag": "8ab40f1e-1da9-468d-a859-4719637afa73", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:24:24.057336 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3a232632-fd20-4861-9c98-8797e5591bf8 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:24:24.057746 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4620bff3-3292-4f19-97bc-302f8b41ca5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ab40f1e-1da9-468d-a859-4719637afa73', 'code': 200} Jun 11 10:24:24.210748 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1d8aaeb8-919a-4a7d-97ff-8e5312b9d211 req-c8124e52-d5cb-43b6-835a-9cc44dfb3df1 service neutron] 10.222.0.64 "GET /v2.0/networks/16624c7a-47e9-4106-afa4-17848be9a024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3159826 Jun 11 10:24:24.231345 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a117c2f2-ea1e-4d5a-bf2a-d68688ce4f8f req-c4bc1275-7412-4b9e-8f77-fea123ec3ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:24.232069 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905c3f15-17cd-4cdf-8ea2-6659a077986d req-628ed92a-9f31-471f-aed5-c70e8e97776e tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:24.233375 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a117c2f2-ea1e-4d5a-bf2a-d68688ce4f8f req-c4bc1275-7412-4b9e-8f77-fea123ec3ab7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=795e7157-0b59-4b3c-b5bc-895c607dc0cc HTTP/1.1" status: 200 len: 911 time: 0.2501590 Jun 11 10:24:24.240783 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-905c3f15-17cd-4cdf-8ea2-6659a077986d req-628ed92a-9f31-471f-aed5-c70e8e97776e tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=b54d0e17-1873-42dc-a2a0-28500f0e130c HTTP/1.1" status: 200 len: 946 time: 0.0821662 Jun 11 10:24:24.295852 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-905c3f15-17cd-4cdf-8ea2-6659a077986d req-b3c24ee7-0450-40ce-a9e2-9d7f4dfcd4a3 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/security-groups?id=3820e434-2f22-40ca-aca1-203621ef7aab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541646 Jun 11 10:24:24.315058 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a117c2f2-ea1e-4d5a-bf2a-d68688ce4f8f req-45d5817d-7b11-4055-a44b-8e64a596107f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=983aba21-d091-4612-bfa4-1e21ac12986e HTTP/1.1" status: 200 len: 217 time: 0.0623429 Jun 11 10:24:24.327036 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a9f81-8724-4aa9-8d2d-5054aec99801 req-709189a0-6e93-497b-a5d7-081991c70a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:24.328614 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ba6a9f81-8724-4aa9-8d2d-5054aec99801 req-709189a0-6e93-497b-a5d7-081991c70a12 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4620bff3-3292-4f19-97bc-302f8b41ca5a HTTP/1.1" status: 200 len: 1098 time: 0.1933384 Jun 11 10:24:24.416456 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a117c2f2-ea1e-4d5a-bf2a-d68688ce4f8f req-d5c1eec7-662d-47ce-aa5d-f0a6803101ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:24.418447 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a117c2f2-ea1e-4d5a-bf2a-d68688ce4f8f req-d5c1eec7-662d-47ce-aa5d-f0a6803101ae service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b543bd1f-2b45-4ed6-ae53-d9d0c8ed8871 HTTP/1.1" status: 200 len: 849 time: 0.0889850 Jun 11 10:24:24.420215 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ba6a9f81-8724-4aa9-8d2d-5054aec99801 req-229c871f-da2c-4e77-900e-9dfb6428f4ef service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8ad963a6-6d9e-413f-b0f1-6fc54a15f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832250 Jun 11 10:24:24.427609 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-b6bb8ac3-cafc-43db-85bf-8315352df94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7bfec0-90c0-4cee-a335-6ed17491a245', 'name': 'tempest-TestVolumeBootPattern-95095720-router', 'tenant_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'e8e14f68-7b9f-44db-a1c8-a66ea777a1af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:06:51Z', 'updated_at': '2021-06-11T10:07:02Z', 'revision_number': 4, 'project_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'gw_port': {'id': 'e8e14f68-7b9f-44db-a1c8-a66ea777a1af', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7bfec0-90c0-4cee-a335-6ed17491a245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:06:53Z', 'updated_at': '2021-06-11T10:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '928bc91b-4599-4d73-9481-fd36ae18c7e2', 'name': '', 'network_id': '795e7157-0b59-4b3c-b5bc-895c607dc0cc', 'tenant_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'mac_address': 'fa:16:3e:b8:e8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7bfec0-90c0-4cee-a335-6ed17491a245', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': 'b543bd1f-2b45-4ed6-ae53-d9d0c8ed8871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:06:59Z', 'updated_at': '2021-06-11T10:07:11Z', 'revision_number': 5, 'project_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'subnets': [{'id': 'b543bd1f-2b45-4ed6-ae53-d9d0c8ed8871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:24:24.431797 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bb8ac3-cafc-43db-85bf-8315352df94c None None] The sync data for ids ['8d7bfec0-90c0-4cee-a335-6ed17491a245'] in n-d-779913-12 is: [{'id': '8d7bfec0-90c0-4cee-a335-6ed17491a245', 'name': 'tempest-TestVolumeBootPattern-95095720-router', 'tenant_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'e8e14f68-7b9f-44db-a1c8-a66ea777a1af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:06:51Z', 'updated_at': '2021-06-11T10:07:02Z', 'revision_number': 4, 'project_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'gw_port': {'id': 'e8e14f68-7b9f-44db-a1c8-a66ea777a1af', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7bfec0-90c0-4cee-a335-6ed17491a245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:06:53Z', 'updated_at': '2021-06-11T10:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '928bc91b-4599-4d73-9481-fd36ae18c7e2', 'name': '', 'network_id': '795e7157-0b59-4b3c-b5bc-895c607dc0cc', 'tenant_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'mac_address': 'fa:16:3e:b8:e8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7bfec0-90c0-4cee-a335-6ed17491a245', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': 'b543bd1f-2b45-4ed6-ae53-d9d0c8ed8871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:06:59Z', 'updated_at': '2021-06-11T10:07:11Z', 'revision_number': 5, 'project_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'subnets': [{'id': 'b543bd1f-2b45-4ed6-ae53-d9d0c8ed8871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:24:24.468962 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ea8a6-a1d2-4829-b318-be1fab83eaea req-79eebe9a-708c-47cd-a450-5a3e659a47c8 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:24.470498 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f26ea8a6-a1d2-4829-b318-be1fab83eaea req-79eebe9a-708c-47cd-a450-5a3e659a47c8 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/ports?device_id=4620bff3-3292-4f19-97bc-302f8b41ca5a HTTP/1.1" status: 200 len: 946 time: 0.0805371 Jun 11 10:24:24.491011 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a117c2f2-ea1e-4d5a-bf2a-d68688ce4f8f req-20a02681-c6c2-41cc-adaa-91ef4a42be56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:24.492726 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a117c2f2-ea1e-4d5a-bf2a-d68688ce4f8f req-20a02681-c6c2-41cc-adaa-91ef4a42be56 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=795e7157-0b59-4b3c-b5bc-895c607dc0cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0655484 Jun 11 10:24:24.516989 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f26ea8a6-a1d2-4829-b318-be1fab83eaea req-9e894aa3-388f-4666-b90e-2ed1782cc74f tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ad963a6-6d9e-413f-b0f1-6fc54a15f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400155 Jun 11 10:24:24.594251 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a6d0fd-4212-4370-9b6b-91681b7609be req-53a0772f-caff-45ef-9aa2-f5ef6d9ad277 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:24.595921 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-62a6d0fd-4212-4370-9b6b-91681b7609be req-53a0772f-caff-45ef-9aa2-f5ef6d9ad277 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.69 "GET /v2.0/ports?device_id=b54d0e17-1873-42dc-a2a0-28500f0e130c HTTP/1.1" status: 200 len: 946 time: 0.0779130 Jun 11 10:24:24.661177 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a117c2f2-ea1e-4d5a-bf2a-d68688ce4f8f req-a67161e2-b393-40b5-9e01-d0172a4075c6 service neutron] 10.222.0.69 "GET /v2.0/networks/795e7157-0b59-4b3c-b5bc-895c607dc0cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455348 Jun 11 10:24:24.695054 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb5a352-af61-4c74-991d-75a618ba001d None None] New status for floating IP 30194a25-7c30-4b10-b953-08e5709d2608: DOWN {{(pid=93179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 10:24:24.736264 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-62a6d0fd-4212-4370-9b6b-91681b7609be req-a700ca3e-2213-482c-9f37-49a430edf713 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Deleting port 983aba21-d091-4612-bfa4-1e21ac12986e {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:24:24.736618 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-62a6d0fd-4212-4370-9b6b-91681b7609be req-a700ca3e-2213-482c-9f37-49a430edf713 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:24.796252 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a117c2f2-ea1e-4d5a-bf2a-d68688ce4f8f req-19bbebfc-1b2b-4229-b924-1f531d94f6a5 service neutron] 10.222.0.69 "GET /v2.0/networks/795e7157-0b59-4b3c-b5bc-895c607dc0cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267345 Jun 11 10:24:24.867183 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-62a6d0fd-4212-4370-9b6b-91681b7609be req-a700ca3e-2213-482c-9f37-49a430edf713 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] For port 983aba21-d091-4612-bfa4-1e21ac12986e, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=983aba21-d091-4612-bfa4-1e21ac12986e,segment=NetworkSegment(5c22e2d5-0ba6-4801-a903-4241c2620ae4),segment_id=5c22e2d5-0ba6-4801-a903-4241c2620ae4)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:24:24.867606 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-62a6d0fd-4212-4370-9b6b-91681b7609be req-a700ca3e-2213-482c-9f37-49a430edf713 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:24.963334 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-62a6d0fd-4212-4370-9b6b-91681b7609be req-a700ca3e-2213-482c-9f37-49a430edf713 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Calling delete_port for 983aba21-d091-4612-bfa4-1e21ac12986e owned by compute:nova {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:24:25.183661 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c369dda-5a41-44d2-9b2f-a586281a2c3a req-b73d05fe-8d4a-41c8-a12d-bd1e27c35f2c tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:25.185143 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0c369dda-5a41-44d2-9b2f-a586281a2c3a req-b73d05fe-8d4a-41c8-a12d-bd1e27c35f2c tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=95f299f4-223d-4921-9764-6b0e6e32a264 HTTP/1.1" status: 200 len: 944 time: 0.0801103 Jun 11 10:24:25.213315 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-62a6d0fd-4212-4370-9b6b-91681b7609be req-a700ca3e-2213-482c-9f37-49a430edf713 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:25.219933 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-37f1598b-c953-4f64-8af8-b2cebc2487a6 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:24:25.257892 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a700ca3e-2213-482c-9f37-49a430edf713 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Pushing event deleted for resources: {'Port': ['ID=983aba21-d091-4612-bfa4-1e21ac12986e,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:24:25.262780 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a700ca3e-2213-482c-9f37-49a430edf713 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:24:25.273496 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0c369dda-5a41-44d2-9b2f-a586281a2c3a req-a6b31020-34a5-4068-92d9-77039eed68e7 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=160c31cb-321e-4bd8-902a-5c6aae5737fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825074 Jun 11 10:24:25.326077 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-62a6d0fd-4212-4370-9b6b-91681b7609be req-a700ca3e-2213-482c-9f37-49a430edf713 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] No DVR routers for this DVR port 983aba21-d091-4612-bfa4-1e21ac12986e on host n-h2-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:24:25.328702 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-62a6d0fd-4212-4370-9b6b-91681b7609be req-a700ca3e-2213-482c-9f37-49a430edf713 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:25.330775 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-62a6d0fd-4212-4370-9b6b-91681b7609be req-a700ca3e-2213-482c-9f37-49a430edf713 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.69 "DELETE /v2.0/ports/983aba21-d091-4612-bfa4-1e21ac12986e HTTP/1.1" status: 204 len: 173 time: 0.7288499 Jun 11 10:24:25.435719 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-597b0abd-0402-410c-9b6a-4f70f385c5aa req-78802397-086a-4961-8ede-c4ed81ddef12 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=b54d0e17-1873-42dc-a2a0-28500f0e130c HTTP/1.1" status: 200 len: 210 time: 0.0347006 Jun 11 10:24:25.717197 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4057041e-4b82-4cc2-8e0f-05a886a3af3c req-14ff7846-951c-4427-8f44-fc9f12c100b5 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:25.719261 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4057041e-4b82-4cc2-8e0f-05a886a3af3c req-14ff7846-951c-4427-8f44-fc9f12c100b5 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/ports?device_id=4620bff3-3292-4f19-97bc-302f8b41ca5a HTTP/1.1" status: 200 len: 946 time: 0.0844393 Jun 11 10:24:25.767473 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b54d0e17-1873-42dc-a2a0-28500f0e130c', 'name': 'network-vif-deleted', 'tag': '983aba21-d091-4612-bfa4-1e21ac12986e'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:24:25.770176 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd6cf9c5-32e9-42de-867c-fcc9363a7452" -d '{"events": [{"server_uuid": "b54d0e17-1873-42dc-a2a0-28500f0e130c", "name": "network-vif-deleted", "tag": "983aba21-d091-4612-bfa4-1e21ac12986e"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:24:25.775061 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4057041e-4b82-4cc2-8e0f-05a886a3af3c req-9662374d-a760-4d2e-99fd-49dc31ac8ce7 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ad963a6-6d9e-413f-b0f1-6fc54a15f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494936 Jun 11 10:24:25.833009 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2283989-f5d1-469b-816e-fdcdea4ba784 x-openstack-request-id: req-c2283989-f5d1-469b-816e-fdcdea4ba784 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:24:25.833351 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b54d0e17-1873-42dc-a2a0-28500f0e130c", "name": "network-vif-deleted", "tag": "983aba21-d091-4612-bfa4-1e21ac12986e", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:24:25.833653 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c2283989-f5d1-469b-816e-fdcdea4ba784 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:24:25.834121 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b54d0e17-1873-42dc-a2a0-28500f0e130c', 'name': 'network-vif-deleted', 'tag': '983aba21-d091-4612-bfa4-1e21ac12986e', 'status': 'completed', 'code': 200} Jun 11 10:24:26.587087 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b965da93-a4e7-4690-bc09-2eb30b80b428 req-c57643d6-66d1-4e1a-b57e-8b2f611cee54 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:26.589496 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b965da93-a4e7-4690-bc09-2eb30b80b428 req-c57643d6-66d1-4e1a-b57e-8b2f611cee54 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=95f299f4-223d-4921-9764-6b0e6e32a264 HTTP/1.1" status: 200 len: 944 time: 0.0824170 Jun 11 10:24:26.638498 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b965da93-a4e7-4690-bc09-2eb30b80b428 req-9315879f-8b40-4f47-98d2-5f0ae4ffe38b tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=160c31cb-321e-4bd8-902a-5c6aae5737fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427163 Jun 11 10:24:26.690321 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 15a9d4b7-f231-4a2e-8032-7c98f57d38d6 up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:24:26.799648 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a4306d4f-3cec-40a6-ab6b-530633138e18 req-57293ac4-4ed8-47e7-bffd-53cd47f76e80 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=b54d0e17-1873-42dc-a2a0-28500f0e130c HTTP/1.1" status: 200 len: 210 time: 0.0450270 Jun 11 10:24:26.802788 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning for port 15a9d4b7-f231-4a2e-8032-7c98f57d38d6 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:24:26.809858 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port 15a9d4b7-f231-4a2e-8032-7c98f57d38d6 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:24:26.810320 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:26.912033 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:26.941404 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95f299f4-223d-4921-9764-6b0e6e32a264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a9d4b7-f231-4a2e-8032-7c98f57d38d6'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:24:26.943850 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec370ca-10b6-45f1-b731-e3de330e7c14" -d '{"events": [{"server_uuid": "95f299f4-223d-4921-9764-6b0e6e32a264", "name": "network-vif-plugged", "status": "completed", "tag": "15a9d4b7-f231-4a2e-8032-7c98f57d38d6"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:24:26.968032 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 15a9d4b7-f231-4a2e-8032-7c98f57d38d6, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=15a9d4b7-f231-4a2e-8032-7c98f57d38d6,segment=NetworkSegment(1efe223c-039e-4973-acce-cb48c4234791),segment_id=1efe223c-039e-4973-acce-cb48c4234791)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:24:27.012155 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29ef82ee-2237-46dc-8dd7-9160572c828d x-openstack-request-id: req-29ef82ee-2237-46dc-8dd7-9160572c828d {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:24:27.012411 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95f299f4-223d-4921-9764-6b0e6e32a264", "name": "network-vif-plugged", "status": "completed", "tag": "15a9d4b7-f231-4a2e-8032-7c98f57d38d6", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:24:27.012807 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-29ef82ee-2237-46dc-8dd7-9160572c828d {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:24:27.013092 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95f299f4-223d-4921-9764-6b0e6e32a264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a9d4b7-f231-4a2e-8032-7c98f57d38d6', 'code': 200} Jun 11 10:24:27.030810 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8aaeb8-919a-4a7d-97ff-8e5312b9d211 req-0a3df0b5-39a1-4be8-a78a-1476633db830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:27.032346 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1d8aaeb8-919a-4a7d-97ff-8e5312b9d211 req-0a3df0b5-39a1-4be8-a78a-1476633db830 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=95f299f4-223d-4921-9764-6b0e6e32a264&tenant_id=291bb5ee2189444bb635fe5a1d306c3b HTTP/1.1" status: 200 len: 1096 time: 0.0833583 Jun 11 10:24:27.035149 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:27.037154 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:24:27.045984 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-1d8aaeb8-919a-4a7d-97ff-8e5312b9d211 req-9a0d307a-f06d-4a87-ace6-e91345805d96 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-779913-12', 'device_owner': 'compute:nova'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:24:27.092390 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=15a9d4b7-f231-4a2e-8032-7c98f57d38d6,revision_number=9']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:24:27.095642 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:24:27.140320 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-1d8aaeb8-919a-4a7d-97ff-8e5312b9d211 req-9a0d307a-f06d-4a87-ace6-e91345805d96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:27.398074 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-1d8aaeb8-919a-4a7d-97ff-8e5312b9d211 req-9a0d307a-f06d-4a87-ace6-e91345805d96 service neutron] For port 15a9d4b7-f231-4a2e-8032-7c98f57d38d6, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=15a9d4b7-f231-4a2e-8032-7c98f57d38d6,segment=NetworkSegment(1efe223c-039e-4973-acce-cb48c4234791),segment_id=1efe223c-039e-4973-acce-cb48c4234791)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:24:27.434745 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-1d8aaeb8-919a-4a7d-97ff-8e5312b9d211 req-9a0d307a-f06d-4a87-ace6-e91345805d96 service neutron] For port 15a9d4b7-f231-4a2e-8032-7c98f57d38d6, host n-h1-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:24:27.483517 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-1d8aaeb8-919a-4a7d-97ff-8e5312b9d211 req-9a0d307a-f06d-4a87-ace6-e91345805d96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:27.496184 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-1d8aaeb8-919a-4a7d-97ff-8e5312b9d211 req-9a0d307a-f06d-4a87-ace6-e91345805d96 service neutron] Transition to ACTIVE for port object 15a9d4b7-f231-4a2e-8032-7c98f57d38d6 will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:24:27.574527 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-1d8aaeb8-919a-4a7d-97ff-8e5312b9d211 req-9a0d307a-f06d-4a87-ace6-e91345805d96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:27.576827 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-02947d8d-a12f-43a2-9427-f5ad68ab4088 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:24:27.686327 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0d307a-f06d-4a87-ace6-e91345805d96 service neutron] Pushing event updated for resources: {'Port': ['ID=15a9d4b7-f231-4a2e-8032-7c98f57d38d6,revision_number=10']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:24:27.690401 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9a0d307a-f06d-4a87-ace6-e91345805d96 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:24:27.739025 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d8aaeb8-919a-4a7d-97ff-8e5312b9d211 req-9a0d307a-f06d-4a87-ace6-e91345805d96 service neutron] No DVR routers for this DVR port 15a9d4b7-f231-4a2e-8032-7c98f57d38d6 on host n-h1-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:24:28.242224 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95f299f4-223d-4921-9764-6b0e6e32a264', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15a9d4b7-f231-4a2e-8032-7c98f57d38d6'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:24:28.244621 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5972554d-e751-4009-81cb-c1b223dc5464" -d '{"events": [{"server_uuid": "95f299f4-223d-4921-9764-6b0e6e32a264", "name": "network-vif-unplugged", "status": "completed", "tag": "15a9d4b7-f231-4a2e-8032-7c98f57d38d6"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:24:28.349024 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2239c4e-4f02-4704-b975-11b45460e5ed req-c27d88e5-7342-4947-b039-3e4d36d6cfe7 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:28.350544 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e2239c4e-4f02-4704-b975-11b45460e5ed req-c27d88e5-7342-4947-b039-3e4d36d6cfe7 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=95f299f4-223d-4921-9764-6b0e6e32a264 HTTP/1.1" status: 200 len: 944 time: 0.5537782 Jun 11 10:24:28.414001 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-1d8aaeb8-919a-4a7d-97ff-8e5312b9d211 req-9a0d307a-f06d-4a87-ace6-e91345805d96 service neutron] Attempting to bind port 15a9d4b7-f231-4a2e-8032-7c98f57d38d6 on host n-h2-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:24:28.414335 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-1d8aaeb8-919a-4a7d-97ff-8e5312b9d211 req-9a0d307a-f06d-4a87-ace6-e91345805d96 service neutron] Attempting to bind port 15a9d4b7-f231-4a2e-8032-7c98f57d38d6 by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': '1efe223c-039e-4973-acce-cb48c4234791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '16624c7a-47e9-4106-afa4-17848be9a024'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:24:28.414668 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8aaeb8-919a-4a7d-97ff-8e5312b9d211 req-9a0d307a-f06d-4a87-ace6-e91345805d96 service neutron] Attempting to bind port 15a9d4b7-f231-4a2e-8032-7c98f57d38d6 on network 16624c7a-47e9-4106-afa4-17848be9a024 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:24:28.426753 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8aaeb8-919a-4a7d-97ff-8e5312b9d211 req-9a0d307a-f06d-4a87-ace6-e91345805d96 service neutron] Port 15a9d4b7-f231-4a2e-8032-7c98f57d38d6 on network 16624c7a-47e9-4106-afa4-17848be9a024 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:24:28.427079 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8aaeb8-919a-4a7d-97ff-8e5312b9d211 req-9a0d307a-f06d-4a87-ace6-e91345805d96 service neutron] Attempting to bind port 15a9d4b7-f231-4a2e-8032-7c98f57d38d6 on network 16624c7a-47e9-4106-afa4-17848be9a024 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:24:28.436028 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e2239c4e-4f02-4704-b975-11b45460e5ed req-3bef897d-889d-401e-8d63-d10c057d263c tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=160c31cb-321e-4bd8-902a-5c6aae5737fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595329 Jun 11 10:24:28.436905 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8aaeb8-919a-4a7d-97ff-8e5312b9d211 req-9a0d307a-f06d-4a87-ace6-e91345805d96 service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:24:28.437239 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8aaeb8-919a-4a7d-97ff-8e5312b9d211 req-9a0d307a-f06d-4a87-ace6-e91345805d96 service neutron] Checking segment: {'id': '1efe223c-039e-4973-acce-cb48c4234791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '16624c7a-47e9-4106-afa4-17848be9a024'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:24:28.437611 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8aaeb8-919a-4a7d-97ff-8e5312b9d211 req-9a0d307a-f06d-4a87-ace6-e91345805d96 service neutron] Bound using segment: {'id': '1efe223c-039e-4973-acce-cb48c4234791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '16624c7a-47e9-4106-afa4-17848be9a024'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:24:28.438045 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-1d8aaeb8-919a-4a7d-97ff-8e5312b9d211 req-9a0d307a-f06d-4a87-ace6-e91345805d96 service neutron] Bound port: 15a9d4b7-f231-4a2e-8032-7c98f57d38d6, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1efe223c-039e-4973-acce-cb48c4234791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '16624c7a-47e9-4106-afa4-17848be9a024'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:24:28.438391 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-1d8aaeb8-919a-4a7d-97ff-8e5312b9d211 req-9a0d307a-f06d-4a87-ace6-e91345805d96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:28.524206 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-1d8aaeb8-919a-4a7d-97ff-8e5312b9d211 req-9a0d307a-f06d-4a87-ace6-e91345805d96 service neutron] For port 15a9d4b7-f231-4a2e-8032-7c98f57d38d6, host n-h2-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:24:28.529886 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-1d8aaeb8-919a-4a7d-97ff-8e5312b9d211 req-9a0d307a-f06d-4a87-ace6-e91345805d96 service neutron] For port 15a9d4b7-f231-4a2e-8032-7c98f57d38d6, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=15a9d4b7-f231-4a2e-8032-7c98f57d38d6,segment=NetworkSegment(1efe223c-039e-4973-acce-cb48c4234791),segment_id=1efe223c-039e-4973-acce-cb48c4234791)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:24:28.590449 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-60ec208b-83cb-4cf8-95e3-d29d5879ddea req-2b37dec5-da4b-4201-8c61-de5d5f92b98a tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=b54d0e17-1873-42dc-a2a0-28500f0e130c HTTP/1.1" status: 200 len: 210 time: 0.0404809 Jun 11 10:24:28.630515 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-1d8aaeb8-919a-4a7d-97ff-8e5312b9d211 req-9a0d307a-f06d-4a87-ace6-e91345805d96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:28.632808 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-157f127c-926f-4307-aaea-d98962fd8e71 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:24:28.670281 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Jun 2021 10:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-facd23f8-c5ef-4820-8cde-e3092de53861 x-openstack-request-id: req-facd23f8-c5ef-4820-8cde-e3092de53861 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:24:28.670626 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95f299f4-223d-4921-9764-6b0e6e32a264", "name": "network-vif-unplugged", "status": "completed", "tag": "15a9d4b7-f231-4a2e-8032-7c98f57d38d6", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:24:28.670925 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-facd23f8-c5ef-4820-8cde-e3092de53861 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:24:28.671355 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95f299f4-223d-4921-9764-6b0e6e32a264', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15a9d4b7-f231-4a2e-8032-7c98f57d38d6', 'code': 200} Jun 11 10:24:28.687404 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8aaeb8-919a-4a7d-97ff-8e5312b9d211 req-9a0d307a-f06d-4a87-ace6-e91345805d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:28.688084 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-1d8aaeb8-919a-4a7d-97ff-8e5312b9d211 req-9a0d307a-f06d-4a87-ace6-e91345805d96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:28.689465 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1d8aaeb8-919a-4a7d-97ff-8e5312b9d211 req-9a0d307a-f06d-4a87-ace6-e91345805d96 service neutron] 10.222.0.69 "PUT /v2.0/ports/15a9d4b7-f231-4a2e-8032-7c98f57d38d6 HTTP/1.1" status: 200 len: 1093 time: 1.6496451 Jun 11 10:24:28.713830 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0d307a-f06d-4a87-ace6-e91345805d96 service neutron] Pushing event updated for resources: {'Port': ['ID=15a9d4b7-f231-4a2e-8032-7c98f57d38d6,revision_number=11']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:24:28.727424 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9a0d307a-f06d-4a87-ace6-e91345805d96 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:24:28.790644 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8aaeb8-919a-4a7d-97ff-8e5312b9d211 req-23ddd966-9c75-4628-bacb-7c33a22a4c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:28.792218 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1d8aaeb8-919a-4a7d-97ff-8e5312b9d211 req-23ddd966-9c75-4628-bacb-7c33a22a4c76 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=291bb5ee2189444bb635fe5a1d306c3b&device_id=95f299f4-223d-4921-9764-6b0e6e32a264 HTTP/1.1" status: 200 len: 1096 time: 0.0737429 Jun 11 10:24:28.890600 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 983aba21-d091-4612-bfa4-1e21ac12986e no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:24:28.920062 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] No Port match for: 983aba21-d091-4612-bfa4-1e21ac12986e {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:24:28.920637 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 983aba21-d091-4612-bfa4-1e21ac12986e not bound to the agent host n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:24:28.927614 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8aaeb8-919a-4a7d-97ff-8e5312b9d211 req-baa682e7-f531-41e2-96e8-2396f41710a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:28.929167 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1d8aaeb8-919a-4a7d-97ff-8e5312b9d211 req-baa682e7-f531-41e2-96e8-2396f41710a6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=16624c7a-47e9-4106-afa4-17848be9a024 HTTP/1.1" status: 200 len: 897 time: 0.1298380 Jun 11 10:24:29.040094 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1d8aaeb8-919a-4a7d-97ff-8e5312b9d211 req-75f78eb0-00bd-461b-97ba-266309af2dce service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15a9d4b7-f231-4a2e-8032-7c98f57d38d6 HTTP/1.1" status: 200 len: 999 time: 0.1010907 Jun 11 10:24:29.101832 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8aaeb8-919a-4a7d-97ff-8e5312b9d211 req-70714e01-3891-4752-9932-f20dddd9bd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:29.103643 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1d8aaeb8-919a-4a7d-97ff-8e5312b9d211 req-70714e01-3891-4752-9932-f20dddd9bd30 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=746c4cb8-a418-4846-90d0-090658465937 HTTP/1.1" status: 200 len: 834 time: 0.0564597 Jun 11 10:24:29.174368 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8aaeb8-919a-4a7d-97ff-8e5312b9d211 req-08303415-e01e-417b-b152-409014b8d706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:29.175984 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1d8aaeb8-919a-4a7d-97ff-8e5312b9d211 req-08303415-e01e-417b-b152-409014b8d706 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=16624c7a-47e9-4106-afa4-17848be9a024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0635412 Jun 11 10:24:29.317632 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1d8aaeb8-919a-4a7d-97ff-8e5312b9d211 req-cdbb473c-6df8-41f6-bd34-db22e2731435 service neutron] 10.222.0.69 "GET /v2.0/networks/16624c7a-47e9-4106-afa4-17848be9a024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314332 Jun 11 10:24:29.451457 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1d8aaeb8-919a-4a7d-97ff-8e5312b9d211 req-bb6ca5a6-5967-4b9f-9795-83df1e61c3c5 service neutron] 10.222.0.69 "GET /v2.0/networks/16624c7a-47e9-4106-afa4-17848be9a024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270156 Jun 11 10:24:29.629027 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21271aaf-6677-449e-851a-32d43e3ad037 req-495d86a4-195b-45c6-9958-29e0843cf576 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:29.630501 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-21271aaf-6677-449e-851a-32d43e3ad037 req-495d86a4-195b-45c6-9958-29e0843cf576 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=95f299f4-223d-4921-9764-6b0e6e32a264 HTTP/1.1" status: 200 len: 944 time: 0.0753193 Jun 11 10:24:29.677655 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-21271aaf-6677-449e-851a-32d43e3ad037 req-4188f83a-1c7e-4c8f-a032-9d61587bef31 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=160c31cb-321e-4bd8-902a-5c6aae5737fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390358 Jun 11 10:24:29.839135 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c8aceded-db74-42a3-ac50-aeb43dfc9fc4 req-f9f21f74-484a-4467-a86d-b129fe52a72b tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "GET /v2.0/ports?device_id=b54d0e17-1873-42dc-a2a0-28500f0e130c HTTP/1.1" status: 200 len: 210 time: 0.0398915 Jun 11 10:24:30.672890 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95f299f4-223d-4921-9764-6b0e6e32a264', 'tag': '15a9d4b7-f231-4a2e-8032-7c98f57d38d6'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:24:30.676936 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d87002-7faa-45f2-b6cc-f8f46ef15772" -d '{"events": [{"name": "network-changed", "server_uuid": "95f299f4-223d-4921-9764-6b0e6e32a264", "tag": "15a9d4b7-f231-4a2e-8032-7c98f57d38d6"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:24:30.688385 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 15a9d4b7-f231-4a2e-8032-7c98f57d38d6 no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:24:30.735922 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f25acb-62c0-4891-8e30-44bfddc8b3cc x-openstack-request-id: req-26f25acb-62c0-4891-8e30-44bfddc8b3cc {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:24:30.736265 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95f299f4-223d-4921-9764-6b0e6e32a264", "tag": "15a9d4b7-f231-4a2e-8032-7c98f57d38d6", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:24:30.736890 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-26f25acb-62c0-4891-8e30-44bfddc8b3cc {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:24:30.737099 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95f299f4-223d-4921-9764-6b0e6e32a264', 'tag': '15a9d4b7-f231-4a2e-8032-7c98f57d38d6', 'status': 'completed', 'code': 200} Jun 11 10:24:30.757595 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 15a9d4b7-f231-4a2e-8032-7c98f57d38d6 not bound to the agent host n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:24:30.859103 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d87002-7faa-45f2-b6cc-f8f46ef15772 req-e71ae950-966f-4a2a-9d00-e686a1836584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:30.860648 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-90d87002-7faa-45f2-b6cc-f8f46ef15772 req-e71ae950-966f-4a2a-9d00-e686a1836584 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=291bb5ee2189444bb635fe5a1d306c3b&device_id=95f299f4-223d-4921-9764-6b0e6e32a264 HTTP/1.1" status: 200 len: 1096 time: 0.0889711 Jun 11 10:24:30.896080 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d87002-7faa-45f2-b6cc-f8f46ef15772 req-97af39d1-3df4-4152-9aef-9ca8f7f8f734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:30.897503 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-90d87002-7faa-45f2-b6cc-f8f46ef15772 req-97af39d1-3df4-4152-9aef-9ca8f7f8f734 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=291bb5ee2189444bb635fe5a1d306c3b&device_id=95f299f4-223d-4921-9764-6b0e6e32a264 HTTP/1.1" status: 200 len: 1096 time: 0.1306214 Jun 11 10:24:30.997447 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d87002-7faa-45f2-b6cc-f8f46ef15772 req-fe6d6eb3-d2e3-4850-9af2-f26ff6d5ef7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:30.998936 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-90d87002-7faa-45f2-b6cc-f8f46ef15772 req-fe6d6eb3-d2e3-4850-9af2-f26ff6d5ef7a service neutron] 10.222.0.64 "GET /v2.0/networks?id=16624c7a-47e9-4106-afa4-17848be9a024 HTTP/1.1" status: 200 len: 897 time: 0.1320024 Jun 11 10:24:31.008473 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de673f29-f6f7-4e99-8cd6-2a00910ca43b req-f3d9c803-829a-434b-b54e-f38c49a0e621 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:31.010020 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-de673f29-f6f7-4e99-8cd6-2a00910ca43b req-f3d9c803-829a-434b-b54e-f38c49a0e621 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=95f299f4-223d-4921-9764-6b0e6e32a264 HTTP/1.1" status: 200 len: 944 time: 0.1665084 Jun 11 10:24:31.074303 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d87002-7faa-45f2-b6cc-f8f46ef15772 req-be12e963-39d0-4590-bc22-928cf09607d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:31.075801 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-90d87002-7faa-45f2-b6cc-f8f46ef15772 req-be12e963-39d0-4590-bc22-928cf09607d5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=16624c7a-47e9-4106-afa4-17848be9a024 HTTP/1.1" status: 200 len: 897 time: 0.1695437 Jun 11 10:24:31.080898 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-de673f29-f6f7-4e99-8cd6-2a00910ca43b req-e6289d10-fbb4-4fba-ab65-616c6355671b tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=160c31cb-321e-4bd8-902a-5c6aae5737fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580842 Jun 11 10:24:31.094645 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-90d87002-7faa-45f2-b6cc-f8f46ef15772 req-210cc5e8-2368-4991-a69c-742f5b0e9abc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15a9d4b7-f231-4a2e-8032-7c98f57d38d6 HTTP/1.1" status: 200 len: 999 time: 0.0893078 Jun 11 10:24:31.168877 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d87002-7faa-45f2-b6cc-f8f46ef15772 req-d31674c3-edd5-49d8-bc30-67a88b32e005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:31.170688 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-90d87002-7faa-45f2-b6cc-f8f46ef15772 req-d31674c3-edd5-49d8-bc30-67a88b32e005 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=746c4cb8-a418-4846-90d0-090658465937 HTTP/1.1" status: 200 len: 834 time: 0.0689075 Jun 11 10:24:31.172939 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 36516) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:24:31.186004 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-90d87002-7faa-45f2-b6cc-f8f46ef15772 req-07f20f24-e17d-4874-8420-1464cf5e1e16 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15a9d4b7-f231-4a2e-8032-7c98f57d38d6 HTTP/1.1" status: 200 len: 999 time: 0.1030385 Jun 11 10:24:31.248083 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d87002-7faa-45f2-b6cc-f8f46ef15772 req-d8f160ca-9ead-4f86-98bd-4cacf260147c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:31.249693 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-90d87002-7faa-45f2-b6cc-f8f46ef15772 req-d8f160ca-9ead-4f86-98bd-4cacf260147c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=746c4cb8-a418-4846-90d0-090658465937 HTTP/1.1" status: 200 len: 834 time: 0.0549941 Jun 11 10:24:31.321783 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d87002-7faa-45f2-b6cc-f8f46ef15772 req-83efddee-c021-4096-90ee-955974818100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:31.324000 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-90d87002-7faa-45f2-b6cc-f8f46ef15772 req-83efddee-c021-4096-90ee-955974818100 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=16624c7a-47e9-4106-afa4-17848be9a024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0666392 Jun 11 10:24:31.405948 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d87002-7faa-45f2-b6cc-f8f46ef15772 req-9f2fac47-9189-49c3-9226-472e107e6bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:31.407698 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-90d87002-7faa-45f2-b6cc-f8f46ef15772 req-9f2fac47-9189-49c3-9226-472e107e6bf9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=16624c7a-47e9-4106-afa4-17848be9a024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2271512 Jun 11 10:24:31.457385 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-748ef76c-dc87-49a1-9ecb-13c9a35c8c86 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Deleting port c351d5d2-ef5a-440f-a6fd-41b0242e80f1 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:24:31.457864 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-748ef76c-dc87-49a1-9ecb-13c9a35c8c86 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:31.458424 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-90d87002-7faa-45f2-b6cc-f8f46ef15772 req-0bae16bb-6060-4558-8735-be7c3325836f service neutron] 10.222.0.69 "GET /v2.0/networks/16624c7a-47e9-4106-afa4-17848be9a024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251991 Jun 11 10:24:31.533889 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:31.587470 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-90d87002-7faa-45f2-b6cc-f8f46ef15772 req-bcf1797c-6fe8-4371-b307-d5c6dfd535c0 service neutron] 10.222.0.69 "GET /v2.0/networks/16624c7a-47e9-4106-afa4-17848be9a024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188977 Jun 11 10:24:31.622594 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-90d87002-7faa-45f2-b6cc-f8f46ef15772 req-1c8e0335-3557-4ae2-940d-e13906db02a7 service neutron] 10.222.0.64 "GET /v2.0/networks/16624c7a-47e9-4106-afa4-17848be9a024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051456 Jun 11 10:24:31.647983 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-748ef76c-dc87-49a1-9ecb-13c9a35c8c86 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:31.648314 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-748ef76c-dc87-49a1-9ecb-13c9a35c8c86 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:31.767607 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-748ef76c-dc87-49a1-9ecb-13c9a35c8c86 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Calling delete_port for c351d5d2-ef5a-440f-a6fd-41b0242e80f1 owned by network:floatingip {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:24:31.913545 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-90d87002-7faa-45f2-b6cc-f8f46ef15772 req-2d105304-86ba-490e-a3b6-ea72b7a25f81 service neutron] 10.222.0.64 "GET /v2.0/networks/16624c7a-47e9-4106-afa4-17848be9a024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2786613 Jun 11 10:24:32.064057 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-748ef76c-dc87-49a1-9ecb-13c9a35c8c86 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:32.066344 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ba4112a5-38d2-433d-bc2c-88aad1ef1670 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:24:32.098925 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748ef76c-dc87-49a1-9ecb-13c9a35c8c86 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Pushing event deleted for resources: {'Port': ['ID=c351d5d2-ef5a-440f-a6fd-41b0242e80f1,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:24:32.103926 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-748ef76c-dc87-49a1-9ecb-13c9a35c8c86 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:24:32.178159 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-748ef76c-dc87-49a1-9ecb-13c9a35c8c86 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks [] for floatingip, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:32.181651 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-748ef76c-dc87-49a1-9ecb-13c9a35c8c86 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:32.182839 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-748ef76c-dc87-49a1-9ecb-13c9a35c8c86 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "DELETE /v2.0/floatingips/0dc6910f-750d-47d6-9e39-41ab3c2ceaa4 HTTP/1.1" status: 204 len: 168 time: 1.0089130 Jun 11 10:24:32.283433 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae6bc25-d1a2-4dc2-b6a8-31ebebce5019 req-43be3829-375e-4c7d-ad1d-5bc3f8f15a7d tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:32.285078 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fae6bc25-d1a2-4dc2-b6a8-31ebebce5019 req-43be3829-375e-4c7d-ad1d-5bc3f8f15a7d tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=95f299f4-223d-4921-9764-6b0e6e32a264 HTTP/1.1" status: 200 len: 944 time: 0.0789480 Jun 11 10:24:32.338746 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fae6bc25-d1a2-4dc2-b6a8-31ebebce5019 req-275b4b1b-0f26-488b-8a7f-f9c6e13ac7ea tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=160c31cb-321e-4bd8-902a-5c6aae5737fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476115 Jun 11 10:24:32.913874 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 15a9d4b7-f231-4a2e-8032-7c98f57d38d6 details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 10:24:33.060585 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 15a9d4b7-f231-4a2e-8032-7c98f57d38d6, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=15a9d4b7-f231-4a2e-8032-7c98f57d38d6,segment=NetworkSegment(1efe223c-039e-4973-acce-cb48c4234791),segment_id=1efe223c-039e-4973-acce-cb48c4234791)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:24:33.073948 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': '15a9d4b7-f231-4a2e-8032-7c98f57d38d6', 'network_id': '16624c7a-47e9-4106-afa4-17848be9a024', 'port_id': '15a9d4b7-f231-4a2e-8032-7c98f57d38d6', 'mac_address': 'fa:16:3e:a3:6b:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '746c4cb8-a418-4846-90d0-090658465937', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 10:24:33.124203 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:33.142340 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15a9d4b7-f231-4a2e-8032-7c98f57d38d6 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:24:33.165014 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 15a9d4b7-f231-4a2e-8032-7c98f57d38d6, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=15a9d4b7-f231-4a2e-8032-7c98f57d38d6,segment=NetworkSegment(1efe223c-039e-4973-acce-cb48c4234791),segment_id=1efe223c-039e-4973-acce-cb48c4234791)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:24:33.252831 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:33.254969 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-5907d74c-c016-48f8-aa4a-1db65d56e9af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:24:33.322093 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=15a9d4b7-f231-4a2e-8032-7c98f57d38d6,revision_number=12']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:24:33.325847 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:24:33.577721 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66a96df-7fd7-41f3-9086-4e56070faa3f req-28abc09f-3af2-465f-a2db-58dda2711f98 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:33.581448 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b66a96df-7fd7-41f3-9086-4e56070faa3f req-28abc09f-3af2-465f-a2db-58dda2711f98 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=95f299f4-223d-4921-9764-6b0e6e32a264 HTTP/1.1" status: 200 len: 945 time: 0.0993323 Jun 11 10:24:33.642923 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['15a9d4b7-f231-4a2e-8032-7c98f57d38d6'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:24:33.648588 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b66a96df-7fd7-41f3-9086-4e56070faa3f req-f0b2ca00-1420-4f96-977a-e8ec15fabdfd tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=160c31cb-321e-4bd8-902a-5c6aae5737fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631313 Jun 11 10:24:33.667480 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 36542) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:24:33.788296 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-ae824d87-39be-447e-88e4-064279e3735e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/floatingips/55d5d26c-02da-47be-ad0d-41f793f8a017 HTTP/1.1" status: 200 len: 992 time: 0.1139164 Jun 11 10:24:33.902692 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff7c7b-6818-4f2c-9607-7a100fe8ec70 req-6af06b29-2d24-41ab-9d43-3bd8c9d882a8 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:33.904560 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9cff7c7b-6818-4f2c-9607-7a100fe8ec70 req-6af06b29-2d24-41ab-9d43-3bd8c9d882a8 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/networks?id=a9847582-9d3a-492a-87ea-6d6d339467ec HTTP/1.1" status: 200 len: 814 time: 0.1715491 Jun 11 10:24:33.920808 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9cff7c7b-6818-4f2c-9607-7a100fe8ec70 req-89932130-05c3-48c7-bfde-3522e439f327 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/quotas/6e7e1083d69b435eb04ed45330be52df HTTP/1.1" status: 200 len: 375 time: 0.0097508 Jun 11 10:24:34.002290 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9cff7c7b-6818-4f2c-9607-7a100fe8ec70 req-4e5125bb-193b-4a11-8cba-32524910194a tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6e7e1083d69b435eb04ed45330be52df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0750089 Jun 11 10:24:34.118969 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9cff7c7b-6818-4f2c-9607-7a100fe8ec70 req-f450c6ad-ffcc-42da-ab75-0a706dd5a7b6 service neutron] 10.222.0.60 "GET /v2.0/networks/a9847582-9d3a-492a-87ea-6d6d339467ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099060 Jun 11 10:24:34.241797 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9cff7c7b-6818-4f2c-9607-7a100fe8ec70 req-62256de6-7626-4c59-b6d1-c0e71743c043 service neutron] 10.222.0.60 "GET /v2.0/networks/a9847582-9d3a-492a-87ea-6d6d339467ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163621 Jun 11 10:24:34.531818 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-31c4593c-61e7-444f-b734-2d1df032e328 req-d7bd9283-1e9e-48fb-96f7-d8584c3f1f56 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d69be1c-3816-4cf4-b5d8-7b5dcf27de21 HTTP/1.1" status: 200 len: 210 time: 0.0345438 Jun 11 10:24:34.933748 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 15a9d4b7-f231-4a2e-8032-7c98f57d38d6 up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:24:35.064086 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning for port 15a9d4b7-f231-4a2e-8032-7c98f57d38d6 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:24:35.068207 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port 15a9d4b7-f231-4a2e-8032-7c98f57d38d6 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:24:35.068595 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:35.163608 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:35.193117 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95f299f4-223d-4921-9764-6b0e6e32a264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a9d4b7-f231-4a2e-8032-7c98f57d38d6'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:24:35.195463 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baff2423-00dd-4c22-a149-09d0bc281825" -d '{"events": [{"server_uuid": "95f299f4-223d-4921-9764-6b0e6e32a264", "name": "network-vif-plugged", "status": "completed", "tag": "15a9d4b7-f231-4a2e-8032-7c98f57d38d6"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:24:35.211182 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 15a9d4b7-f231-4a2e-8032-7c98f57d38d6, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=15a9d4b7-f231-4a2e-8032-7c98f57d38d6,segment=NetworkSegment(1efe223c-039e-4973-acce-cb48c4234791),segment_id=1efe223c-039e-4973-acce-cb48c4234791)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:24:35.235255 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2034d0d7-5606-42f5-a19c-25366c4225cb x-openstack-request-id: req-2034d0d7-5606-42f5-a19c-25366c4225cb {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:24:35.235554 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95f299f4-223d-4921-9764-6b0e6e32a264", "name": "network-vif-plugged", "status": "completed", "tag": "15a9d4b7-f231-4a2e-8032-7c98f57d38d6", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:24:35.235851 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2034d0d7-5606-42f5-a19c-25366c4225cb {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:24:35.236255 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95f299f4-223d-4921-9764-6b0e6e32a264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a9d4b7-f231-4a2e-8032-7c98f57d38d6', 'code': 200} Jun 11 10:24:35.315783 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:35.317622 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-11e29645-90a1-42d7-9380-9552349f0293 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:24:35.374477 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=15a9d4b7-f231-4a2e-8032-7c98f57d38d6,revision_number=13']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:24:35.377997 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:24:35.693312 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-dd88189d-baf1-4fe5-886d-2c62c713fce2 req-dfd12d7c-5dc0-4e35-ba9d-2462e0027bbe tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d69be1c-3816-4cf4-b5d8-7b5dcf27de21 HTTP/1.1" status: 200 len: 210 time: 0.0397544 Jun 11 10:24:35.923055 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 36572) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:24:35.933086 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:35.989897 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fd02ed11-4f70-4596-8c71-dd186dbbfc4c tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:36.018896 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fd02ed11-4f70-4596-8c71-dd186dbbfc4c tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:36.177896 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fd02ed11-4f70-4596-8c71-dd186dbbfc4c tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:36.180966 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fd02ed11-4f70-4596-8c71-dd186dbbfc4c tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:36.182170 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-fd02ed11-4f70-4596-8c71-dd186dbbfc4c tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] 10.222.0.60 "DELETE /v2.0/security-groups/3820e434-2f22-40ca-aca1-203621ef7aab HTTP/1.1" status: 204 len: 168 time: 0.2575655 Jun 11 10:24:36.199916 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1b2cead0-3728-475a-8f2b-b8e4351bbdaf tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:24:36.199916 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd02ed11-4f70-4596-8c71-dd186dbbfc4c tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3820e434-2f22-40ca-aca1-203621ef7aab,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:24:36.199916 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-fd02ed11-4f70-4596-8c71-dd186dbbfc4c tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:24:36.328021 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 36576) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:24:36.718318 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff7c7b-6818-4f2c-9607-7a100fe8ec70 req-6509bc2f-b850-4c11-a8dd-73e4d5149803 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:36.721075 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9cff7c7b-6818-4f2c-9607-7a100fe8ec70 req-6509bc2f-b850-4c11-a8dd-73e4d5149803 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.69 "GET /v2.0/networks?id=a9847582-9d3a-492a-87ea-6d6d339467ec HTTP/1.1" status: 200 len: 814 time: 0.1395950 Jun 11 10:24:36.735456 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-9cff7c7b-6818-4f2c-9607-7a100fe8ec70 req-149f6fc6-247d-4076-8df0-5948f97a7452 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Request body: {'port': {'device_id': '8d69be1c-3816-4cf4-b5d8-7b5dcf27de21', 'network_id': 'a9847582-9d3a-492a-87ea-6d6d339467ec', 'admin_state_up': True, 'tenant_id': '6e7e1083d69b435eb04ed45330be52df'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:24:36.881250 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4a63db03-ea03-4938-a650-c4ccd1cd81a7 req-23150a32-50b7-4acb-a273-7d2d73c05f9a tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d69be1c-3816-4cf4-b5d8-7b5dcf27de21 HTTP/1.1" status: 200 len: 210 time: 0.0489347 Jun 11 10:24:36.905177 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3e970977-cdae-4884-8883-d66d3ae15c77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375209'] for router_interface, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:37.006973 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cff7c7b-6818-4f2c-9607-7a100fe8ec70 req-149f6fc6-247d-4076-8df0-5948f97a7452 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Made reservation on behalf of 6e7e1083d69b435eb04ed45330be52df for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:24:37.011650 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-9cff7c7b-6818-4f2c-9607-7a100fe8ec70 req-149f6fc6-247d-4076-8df0-5948f97a7452 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:37.171810 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [req-9cff7c7b-6818-4f2c-9607-7a100fe8ec70 req-149f6fc6-247d-4076-8df0-5948f97a7452 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Allocated IP 172.20.0.9 (a9847582-9d3a-492a-87ea-6d6d339467ec/3101a011-eb99-4d7e-8c66-6d90610e40a9/80ea70b9-14b2-4ef1-aec1-e7fd135102d7) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:24:37.372079 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-9cff7c7b-6818-4f2c-9607-7a100fe8ec70 req-149f6fc6-247d-4076-8df0-5948f97a7452 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:37.481083 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-9cff7c7b-6818-4f2c-9607-7a100fe8ec70 req-149f6fc6-247d-4076-8df0-5948f97a7452 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:37.485374 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e7bae4cf-29f6-41f1-8e8e-d37012e480de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:24:37.493050 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['5e88234e-9097-47e5-a835-8915a48755da', '8ab40f1e-1da9-468d-a859-4719637afa73'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:24:37.538333 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cff7c7b-6818-4f2c-9607-7a100fe8ec70 req-149f6fc6-247d-4076-8df0-5948f97a7452 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Network a9847582-9d3a-492a-87ea-6d6d339467ec is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:24:37.542342 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [req-9cff7c7b-6818-4f2c-9607-7a100fe8ec70 req-149f6fc6-247d-4076-8df0-5948f97a7452 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:24:37.546254 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cff7c7b-6818-4f2c-9607-7a100fe8ec70 req-149f6fc6-247d-4076-8df0-5948f97a7452 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:24:37.552965 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149f6fc6-247d-4076-8df0-5948f97a7452 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Pushing event updated for resources: {'Port': ['ID=80ea70b9-14b2-4ef1-aec1-e7fd135102d7,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:24:37.589041 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149f6fc6-247d-4076-8df0-5948f97a7452 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:24:37.589438 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149f6fc6-247d-4076-8df0-5948f97a7452 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:24:37.589826 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149f6fc6-247d-4076-8df0-5948f97a7452 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:24:37.590204 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149f6fc6-247d-4076-8df0-5948f97a7452 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:24:37.590579 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149f6fc6-247d-4076-8df0-5948f97a7452 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:24:37.590961 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149f6fc6-247d-4076-8df0-5948f97a7452 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:24:37.591334 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149f6fc6-247d-4076-8df0-5948f97a7452 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:24:37.591860 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149f6fc6-247d-4076-8df0-5948f97a7452 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:24:37.592122 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149f6fc6-247d-4076-8df0-5948f97a7452 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:24:37.592496 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149f6fc6-247d-4076-8df0-5948f97a7452 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:24:37.592867 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149f6fc6-247d-4076-8df0-5948f97a7452 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:24:37.602862 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149f6fc6-247d-4076-8df0-5948f97a7452 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:24:37.609751 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-149f6fc6-247d-4076-8df0-5948f97a7452 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:24:37.629363 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff7c7b-6818-4f2c-9607-7a100fe8ec70 req-149f6fc6-247d-4076-8df0-5948f97a7452 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:37.629904 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-9cff7c7b-6818-4f2c-9607-7a100fe8ec70 req-149f6fc6-247d-4076-8df0-5948f97a7452 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:37.660021 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-3e970977-cdae-4884-8883-d66d3ae15c77 admin admin] Deleting port 928bc91b-4599-4d73-9481-fd36ae18c7e2 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:24:37.660580 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3e970977-cdae-4884-8883-d66d3ae15c77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:37.704768 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9cff7c7b-6818-4f2c-9607-7a100fe8ec70 req-149f6fc6-247d-4076-8df0-5948f97a7452 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9734271 Jun 11 10:24:37.718044 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-9cff7c7b-6818-4f2c-9607-7a100fe8ec70 req-2c4e7549-db05-489d-99df-544a9cbe6b64 service neutron] Request body: {'port': {'device_id': '8d69be1c-3816-4cf4-b5d8-7b5dcf27de21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-12'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:24:37.790386 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-3e970977-cdae-4884-8883-d66d3ae15c77 admin admin] For port 928bc91b-4599-4d73-9481-fd36ae18c7e2, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=928bc91b-4599-4d73-9481-fd36ae18c7e2,segment=NetworkSegment(5c22e2d5-0ba6-4801-a903-4241c2620ae4),segment_id=5c22e2d5-0ba6-4801-a903-4241c2620ae4)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:24:37.791374 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3e970977-cdae-4884-8883-d66d3ae15c77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:37.813467 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-9cff7c7b-6818-4f2c-9607-7a100fe8ec70 req-2c4e7549-db05-489d-99df-544a9cbe6b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:37.892432 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-3e970977-cdae-4884-8883-d66d3ae15c77 admin admin] Calling delete_port for 928bc91b-4599-4d73-9481-fd36ae18c7e2 owned by network:router_interface {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:24:38.149787 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e12e10e-c927-4cf8-bc7c-b786ac493cc1 req-c4fba1e6-97d5-4b67-ac80-2b63c81821b2 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:38.151752 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2e12e10e-c927-4cf8-bc7c-b786ac493cc1 req-c4fba1e6-97d5-4b67-ac80-2b63c81821b2 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d69be1c-3816-4cf4-b5d8-7b5dcf27de21 HTTP/1.1" status: 200 len: 931 time: 0.1156108 Jun 11 10:24:38.190005 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3e970977-cdae-4884-8883-d66d3ae15c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:38.192261 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-acff0f57-2c33-4084-b626-ff6342c1d8de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:24:38.214284 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [req-9cff7c7b-6818-4f2c-9607-7a100fe8ec70 req-2c4e7549-db05-489d-99df-544a9cbe6b64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80ea70b9-14b2-4ef1-aec1-e7fd135102d7 {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:24:38.223408 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e970977-cdae-4884-8883-d66d3ae15c77 admin admin] Pushing event deleted for resources: {'Port': ['ID=928bc91b-4599-4d73-9481-fd36ae18c7e2,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:24:38.226993 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3e970977-cdae-4884-8883-d66d3ae15c77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:24:38.228391 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-9cff7c7b-6818-4f2c-9607-7a100fe8ec70 req-2c4e7549-db05-489d-99df-544a9cbe6b64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:38.246958 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2e12e10e-c927-4cf8-bc7c-b786ac493cc1 req-1bccf1e9-de8b-42d3-91ea-cd660070cf6c tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ad963a6-6d9e-413f-b0f1-6fc54a15f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699613 Jun 11 10:24:38.256624 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-9cff7c7b-6818-4f2c-9607-7a100fe8ec70 req-2c4e7549-db05-489d-99df-544a9cbe6b64 service neutron] Transition to ACTIVE for port object 80ea70b9-14b2-4ef1-aec1-e7fd135102d7 will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:24:38.338544 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-9cff7c7b-6818-4f2c-9607-7a100fe8ec70 req-2c4e7549-db05-489d-99df-544a9cbe6b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:38.340814 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ef4c2354-528d-4292-b67d-d8af0e2aad06 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:24:38.439113 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4e7549-db05-489d-99df-544a9cbe6b64 service neutron] Pushing event updated for resources: {'Port': ['ID=80ea70b9-14b2-4ef1-aec1-e7fd135102d7,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:24:38.442631 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2c4e7549-db05-489d-99df-544a9cbe6b64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:24:38.462802 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3e970977-cdae-4884-8883-d66d3ae15c77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362297'] for router_interface, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:38.531958 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-9cff7c7b-6818-4f2c-9607-7a100fe8ec70 req-2c4e7549-db05-489d-99df-544a9cbe6b64 service neutron] Attempting to bind port 80ea70b9-14b2-4ef1-aec1-e7fd135102d7 on host n-h2-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:24:38.532209 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-9cff7c7b-6818-4f2c-9607-7a100fe8ec70 req-2c4e7549-db05-489d-99df-544a9cbe6b64 service neutron] Attempting to bind port 80ea70b9-14b2-4ef1-aec1-e7fd135102d7 by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': 'c8901b63-dd3e-4076-a8d0-c23814d0fe69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'a9847582-9d3a-492a-87ea-6d6d339467ec'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:24:38.532539 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cff7c7b-6818-4f2c-9607-7a100fe8ec70 req-2c4e7549-db05-489d-99df-544a9cbe6b64 service neutron] Attempting to bind port 80ea70b9-14b2-4ef1-aec1-e7fd135102d7 on network a9847582-9d3a-492a-87ea-6d6d339467ec {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:24:38.536800 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cff7c7b-6818-4f2c-9607-7a100fe8ec70 req-2c4e7549-db05-489d-99df-544a9cbe6b64 service neutron] Port 80ea70b9-14b2-4ef1-aec1-e7fd135102d7 on network a9847582-9d3a-492a-87ea-6d6d339467ec not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:24:38.537118 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cff7c7b-6818-4f2c-9607-7a100fe8ec70 req-2c4e7549-db05-489d-99df-544a9cbe6b64 service neutron] Attempting to bind port 80ea70b9-14b2-4ef1-aec1-e7fd135102d7 on network a9847582-9d3a-492a-87ea-6d6d339467ec {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:24:38.541931 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cff7c7b-6818-4f2c-9607-7a100fe8ec70 req-2c4e7549-db05-489d-99df-544a9cbe6b64 service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:24:38.542283 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cff7c7b-6818-4f2c-9607-7a100fe8ec70 req-2c4e7549-db05-489d-99df-544a9cbe6b64 service neutron] Checking segment: {'id': 'c8901b63-dd3e-4076-a8d0-c23814d0fe69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'a9847582-9d3a-492a-87ea-6d6d339467ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:24:38.542680 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cff7c7b-6818-4f2c-9607-7a100fe8ec70 req-2c4e7549-db05-489d-99df-544a9cbe6b64 service neutron] Bound using segment: {'id': 'c8901b63-dd3e-4076-a8d0-c23814d0fe69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'a9847582-9d3a-492a-87ea-6d6d339467ec'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:24:38.543097 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-9cff7c7b-6818-4f2c-9607-7a100fe8ec70 req-2c4e7549-db05-489d-99df-544a9cbe6b64 service neutron] Bound port: 80ea70b9-14b2-4ef1-aec1-e7fd135102d7, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8901b63-dd3e-4076-a8d0-c23814d0fe69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'a9847582-9d3a-492a-87ea-6d6d339467ec'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:24:38.543441 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-9cff7c7b-6818-4f2c-9607-7a100fe8ec70 req-2c4e7549-db05-489d-99df-544a9cbe6b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:38.623510 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-9cff7c7b-6818-4f2c-9607-7a100fe8ec70 req-2c4e7549-db05-489d-99df-544a9cbe6b64 service neutron] For port 80ea70b9-14b2-4ef1-aec1-e7fd135102d7, host n-h2-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:24:38.626040 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-9cff7c7b-6818-4f2c-9607-7a100fe8ec70 req-2c4e7549-db05-489d-99df-544a9cbe6b64 service neutron] For port 80ea70b9-14b2-4ef1-aec1-e7fd135102d7, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=80ea70b9-14b2-4ef1-aec1-e7fd135102d7,segment=NetworkSegment(c8901b63-dd3e-4076-a8d0-c23814d0fe69),segment_id=c8901b63-dd3e-4076-a8d0-c23814d0fe69)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:24:38.732960 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-9cff7c7b-6818-4f2c-9607-7a100fe8ec70 req-2c4e7549-db05-489d-99df-544a9cbe6b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:38.736702 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9ce68087-2e39-43fb-a7bd-d86151ff0ed2 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:24:38.767925 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e970977-cdae-4884-8883-d66d3ae15c77 admin admin] Router 8d7bfec0-90c0-4cee-a335-6ed17491a245 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:24:38.773670 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff7c7b-6818-4f2c-9607-7a100fe8ec70 req-2c4e7549-db05-489d-99df-544a9cbe6b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:38.774062 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-9cff7c7b-6818-4f2c-9607-7a100fe8ec70 req-2c4e7549-db05-489d-99df-544a9cbe6b64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:38.775544 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9cff7c7b-6818-4f2c-9607-7a100fe8ec70 req-2c4e7549-db05-489d-99df-544a9cbe6b64 service neutron] 10.222.0.69 "PUT /v2.0/ports/80ea70b9-14b2-4ef1-aec1-e7fd135102d7 HTTP/1.1" status: 200 len: 1092 time: 1.0625672 Jun 11 10:24:38.780549 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d69be1c-3816-4cf4-b5d8-7b5dcf27de21', 'tag': '80ea70b9-14b2-4ef1-aec1-e7fd135102d7'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:24:38.780549 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ea6f14-c3cb-44a8-aa3a-a3d2e5b36a9a" -d '{"events": [{"name": "network-changed", "server_uuid": "8d69be1c-3816-4cf4-b5d8-7b5dcf27de21", "tag": "80ea70b9-14b2-4ef1-aec1-e7fd135102d7"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:24:38.812223 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4e7549-db05-489d-99df-544a9cbe6b64 service neutron] Pushing event updated for resources: {'Port': ['ID=80ea70b9-14b2-4ef1-aec1-e7fd135102d7,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:24:38.815471 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2c4e7549-db05-489d-99df-544a9cbe6b64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:24:38.830120 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-804ca14a-6c0a-4749-8276-97030ca5043d x-openstack-request-id: req-804ca14a-6c0a-4749-8276-97030ca5043d {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:24:38.830674 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d69be1c-3816-4cf4-b5d8-7b5dcf27de21", "tag": "80ea70b9-14b2-4ef1-aec1-e7fd135102d7", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:24:38.831069 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-804ca14a-6c0a-4749-8276-97030ca5043d {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:24:38.831526 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d69be1c-3816-4cf4-b5d8-7b5dcf27de21', 'tag': '80ea70b9-14b2-4ef1-aec1-e7fd135102d7', 'status': 'completed', 'code': 200} Jun 11 10:24:38.914570 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ea6f14-c3cb-44a8-aa3a-a3d2e5b36a9a req-7d1a2ea9-f20d-40b0-bdd4-1dfd454cf183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:38.916169 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e1ea6f14-c3cb-44a8-aa3a-a3d2e5b36a9a req-7d1a2ea9-f20d-40b0-bdd4-1dfd454cf183 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6e7e1083d69b435eb04ed45330be52df&device_id=8d69be1c-3816-4cf4-b5d8-7b5dcf27de21 HTTP/1.1" status: 200 len: 1095 time: 0.0639904 Jun 11 10:24:38.931912 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e970977-cdae-4884-8883-d66d3ae15c77 admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:24:38.937719 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-3e970977-cdae-4884-8883-d66d3ae15c77 admin admin] 10.222.0.60 "PUT /v2.0/routers/8d7bfec0-90c0-4cee-a335-6ed17491a245/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6086657 Jun 11 10:24:38.940125 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 36586) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:24:38.942939 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649f6a55-69d0-4696-9331-7bc5791235a6 None None] Sync routers for ids ['8d7bfec0-90c0-4cee-a335-6ed17491a245'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:24:38.965917 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649f6a55-69d0-4696-9331-7bc5791235a6 None None] Routers {'8d7bfec0-90c0-4cee-a335-6ed17491a245'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:24:38.966827 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-649f6a55-69d0-4696-9331-7bc5791235a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:24:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['8d7bfec0-90c0-4cee-a335-6ed17491a245'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:24:39.078918 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ea6f14-c3cb-44a8-aa3a-a3d2e5b36a9a req-85807663-4a37-4a2c-ab40-08d5461cf48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:39.080872 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e1ea6f14-c3cb-44a8-aa3a-a3d2e5b36a9a req-85807663-4a37-4a2c-ab40-08d5461cf48a service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=6e7e1083d69b435eb04ed45330be52df&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1573992 Jun 11 10:24:39.111495 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e59aa0bd-5543-4506-874a-088a6547dcc0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:39.131792 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-649f6a55-69d0-4696-9331-7bc5791235a6 None None] Set router 8d7bfec0-90c0-4cee-a335-6ed17491a245 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:24:39.226435 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ea6f14-c3cb-44a8-aa3a-a3d2e5b36a9a req-a9fbef05-bac3-423d-968d-de381c177509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:39.228935 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e1ea6f14-c3cb-44a8-aa3a-a3d2e5b36a9a req-a9fbef05-bac3-423d-968d-de381c177509 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1403034 Jun 11 10:24:39.266586 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e59aa0bd-5543-4506-874a-088a6547dcc0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:39.361196 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff7c7b-6818-4f2c-9607-7a100fe8ec70 req-c3314ffe-03bf-4a75-a36e-fc9b8ef4d619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:39.362689 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9cff7c7b-6818-4f2c-9607-7a100fe8ec70 req-c3314ffe-03bf-4a75-a36e-fc9b8ef4d619 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6e7e1083d69b435eb04ed45330be52df&device_id=8d69be1c-3816-4cf4-b5d8-7b5dcf27de21 HTTP/1.1" status: 200 len: 1095 time: 0.0921171 Jun 11 10:24:39.398040 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-649f6a55-69d0-4696-9331-7bc5791235a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7bfec0-90c0-4cee-a335-6ed17491a245', 'name': 'tempest-TestVolumeBootPattern-95095720-router', 'tenant_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'e8e14f68-7b9f-44db-a1c8-a66ea777a1af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:06:51Z', 'updated_at': '2021-06-11T10:24:38Z', 'revision_number': 5, 'project_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'gw_port': {'id': 'e8e14f68-7b9f-44db-a1c8-a66ea777a1af', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7bfec0-90c0-4cee-a335-6ed17491a245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:06:53Z', 'updated_at': '2021-06-11T10:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:24:39.402265 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649f6a55-69d0-4696-9331-7bc5791235a6 None None] Checking router: 8d7bfec0-90c0-4cee-a335-6ed17491a245 for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:24:39.410718 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649f6a55-69d0-4696-9331-7bc5791235a6 None None] Routers {'8d7bfec0-90c0-4cee-a335-6ed17491a245'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:24:39.411418 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-649f6a55-69d0-4696-9331-7bc5791235a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:24:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['8d7bfec0-90c0-4cee-a335-6ed17491a245'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:24:39.419615 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-e59aa0bd-5543-4506-874a-088a6547dcc0 admin admin] Deleting port e8e14f68-7b9f-44db-a1c8-a66ea777a1af {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:24:39.420062 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e59aa0bd-5543-4506-874a-088a6547dcc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:39.438664 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9cff7c7b-6818-4f2c-9607-7a100fe8ec70 req-2310d0f0-964f-494d-8981-4d8d6c5ee47b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80ea70b9-14b2-4ef1-aec1-e7fd135102d7 HTTP/1.1" status: 200 len: 217 time: 0.0654230 Jun 11 10:24:39.525805 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff7c7b-6818-4f2c-9607-7a100fe8ec70 req-25d78552-4582-4413-b831-5f00ce70887e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:39.527184 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9cff7c7b-6818-4f2c-9607-7a100fe8ec70 req-25d78552-4582-4413-b831-5f00ce70887e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3101a011-eb99-4d7e-8c66-6d90610e40a9 HTTP/1.1" status: 200 len: 854 time: 0.0680346 Jun 11 10:24:39.540923 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-e59aa0bd-5543-4506-874a-088a6547dcc0 admin admin] For port e8e14f68-7b9f-44db-a1c8-a66ea777a1af, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=e8e14f68-7b9f-44db-a1c8-a66ea777a1af,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:24:39.541385 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e59aa0bd-5543-4506-874a-088a6547dcc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:39.550489 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-649f6a55-69d0-4696-9331-7bc5791235a6 None None] Set router 8d7bfec0-90c0-4cee-a335-6ed17491a245 gateway port host: None {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:24:39.636399 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-649f6a55-69d0-4696-9331-7bc5791235a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7bfec0-90c0-4cee-a335-6ed17491a245', 'name': 'tempest-TestVolumeBootPattern-95095720-router', 'tenant_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:06:51Z', 'updated_at': '2021-06-11T10:24:39Z', 'revision_number': 6, 'project_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'gw_port_host': None}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:24:39.641508 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649f6a55-69d0-4696-9331-7bc5791235a6 None None] The sync data for ids ['8d7bfec0-90c0-4cee-a335-6ed17491a245'] in n-d-779913-12 is: [{'id': '8d7bfec0-90c0-4cee-a335-6ed17491a245', 'name': 'tempest-TestVolumeBootPattern-95095720-router', 'tenant_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:06:51Z', 'updated_at': '2021-06-11T10:24:39Z', 'revision_number': 6, 'project_id': '7c7545923ebc48e08cfbeb0d8e94f901', 'gw_port_host': None}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:24:39.643377 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-e59aa0bd-5543-4506-874a-088a6547dcc0 admin admin] Calling delete_port for e8e14f68-7b9f-44db-a1c8-a66ea777a1af owned by network:router_gateway {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:24:39.989467 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e59aa0bd-5543-4506-874a-088a6547dcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:39.993153 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9bf8ccb8-f111-4bd5-a12c-6a004aa1fd8b tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:24:39.994679 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f667d-1550-4b63-b3df-10f92433ffbb req-4f98b455-77a6-45c5-a946-ac4aa1c6b0c0 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:39.996291 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-724f667d-1550-4b63-b3df-10f92433ffbb req-4f98b455-77a6-45c5-a946-ac4aa1c6b0c0 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d69be1c-3816-4cf4-b5d8-7b5dcf27de21 HTTP/1.1" status: 200 len: 943 time: 0.6164575 Jun 11 10:24:39.998603 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9cff7c7b-6818-4f2c-9607-7a100fe8ec70 req-e40f4e88-1a08-47f5-a3fc-d84a3479c69c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a9847582-9d3a-492a-87ea-6d6d339467ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4632180 Jun 11 10:24:40.026266 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59aa0bd-5543-4506-874a-088a6547dcc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8e14f68-7b9f-44db-a1c8-a66ea777a1af,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:24:40.038672 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e59aa0bd-5543-4506-874a-088a6547dcc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:24:40.083433 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-724f667d-1550-4b63-b3df-10f92433ffbb req-59211a59-b7b0-4ca8-aef0-04fddab02d72 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ad963a6-6d9e-413f-b0f1-6fc54a15f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803514 Jun 11 10:24:40.136088 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e59aa0bd-5543-4506-874a-088a6547dcc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374120'] for router_gateway, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:40.164853 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9cff7c7b-6818-4f2c-9607-7a100fe8ec70 req-54e7d7e5-53a3-4770-bd47-06dd48bbe384 service neutron] 10.222.0.69 "GET /v2.0/networks/a9847582-9d3a-492a-87ea-6d6d339467ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510961 Jun 11 10:24:40.297197 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9cff7c7b-6818-4f2c-9607-7a100fe8ec70 req-22fabf3c-00c9-4fd4-b640-25c4edb9fcc1 service neutron] 10.222.0.69 "GET /v2.0/networks/a9847582-9d3a-492a-87ea-6d6d339467ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242123 Jun 11 10:24:40.315343 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e59aa0bd-5543-4506-874a-088a6547dcc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:40.317562 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e59aa0bd-5543-4506-874a-088a6547dcc0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:40.457990 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e59aa0bd-5543-4506-874a-088a6547dcc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:40.458512 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e59aa0bd-5543-4506-874a-088a6547dcc0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d7bfec0-90c0-4cee-a335-6ed17491a245 {{(pid=93176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 10:24:40.463343 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e59aa0bd-5543-4506-874a-088a6547dcc0 admin admin] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:40.464237 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-e59aa0bd-5543-4506-874a-088a6547dcc0 admin admin] 10.222.0.60 "DELETE /v2.0/routers/8d7bfec0-90c0-4cee-a335-6ed17491a245 HTTP/1.1" status: 204 len: 168 time: 1.5220842 Jun 11 10:24:40.466706 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 36592) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:24:40.521694 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-91ca51eb-94b8-49fd-972c-68f358f34176 admin admin] Deleting subnet b543bd1f-2b45-4ed6-ae53-d9d0c8ed8871 {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:24:40.525070 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-91ca51eb-94b8-49fd-972c-68f358f34176 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:40.584656 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-91ca51eb-94b8-49fd-972c-68f358f34176 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:40.700169 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-91ca51eb-94b8-49fd-972c-68f358f34176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:40.725338 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device e8e14f68-7b9f-44db-a1c8-a66ea777a1af no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:24:40.748358 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: e8e14f68-7b9f-44db-a1c8-a66ea777a1af {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:24:40.748963 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device e8e14f68-7b9f-44db-a1c8-a66ea777a1af not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:24:40.749554 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 928bc91b-4599-4d73-9481-fd36ae18c7e2 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:24:40.784536 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 928bc91b-4599-4d73-9481-fd36ae18c7e2 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:24:40.784897 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 928bc91b-4599-4d73-9481-fd36ae18c7e2 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:24:40.881436 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-91ca51eb-94b8-49fd-972c-68f358f34176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:40.883700 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6c543c5e-d972-4300-92a5-7d71ab071a09 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:24:40.917656 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ca51eb-94b8-49fd-972c-68f358f34176 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b543bd1f-2b45-4ed6-ae53-d9d0c8ed8871,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:24:40.919537 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-91ca51eb-94b8-49fd-972c-68f358f34176 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:40.923716 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-91ca51eb-94b8-49fd-972c-68f358f34176 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/b543bd1f-2b45-4ed6-ae53-d9d0c8ed8871 HTTP/1.1" status: 204 len: 168 time: 0.4537880 Jun 11 10:24:40.923716 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-91ca51eb-94b8-49fd-972c-68f358f34176 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:24:40.924103 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 36594) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:24:40.932763 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aeeecdf-03a2-4dd0-bf2b-7677bd5d87bc None None] Network 795e7157-0b59-4b3c-b5bc-895c607dc0cc requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:24:41.019350 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8f047869-322e-49d6-9663-1a245b517ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:41.082534 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-8f047869-322e-49d6-9663-1a245b517ceb admin admin] Deleting port 0c84ed68-1fd9-4a2d-b4e7-e85190e69aba {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:24:41.082877 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8f047869-322e-49d6-9663-1a245b517ceb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:41.183166 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-8f047869-322e-49d6-9663-1a245b517ceb admin admin] For port 0c84ed68-1fd9-4a2d-b4e7-e85190e69aba, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=0c84ed68-1fd9-4a2d-b4e7-e85190e69aba,segment=NetworkSegment(5c22e2d5-0ba6-4801-a903-4241c2620ae4),segment_id=5c22e2d5-0ba6-4801-a903-4241c2620ae4)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:24:41.183537 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8f047869-322e-49d6-9663-1a245b517ceb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:41.183841 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd17f2e2-8285-4a8e-81ac-9db0402c857f None None] DHCP port deletion for 795e7157-0b59-4b3c-b5bc-895c607dc0cc request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 10:24:41.289692 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6816a061-02f5-400b-ab4f-4b0d2f66a393 req-1aa37645-8326-4782-a6d7-f94530179fda tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:41.293381 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-8f047869-322e-49d6-9663-1a245b517ceb admin admin] Calling delete_port for 0c84ed68-1fd9-4a2d-b4e7-e85190e69aba owned by network:dhcp {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:24:41.298562 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6816a061-02f5-400b-ab4f-4b0d2f66a393 req-1aa37645-8326-4782-a6d7-f94530179fda tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d69be1c-3816-4cf4-b5d8-7b5dcf27de21 HTTP/1.1" status: 200 len: 943 time: 0.0915234 Jun 11 10:24:41.350575 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6816a061-02f5-400b-ab4f-4b0d2f66a393 req-ef0fbabb-501e-4c45-b5b7-d5528bf4591a tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ad963a6-6d9e-413f-b0f1-6fc54a15f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506592 Jun 11 10:24:41.457700 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-dd17f2e2-8285-4a8e-81ac-9db0402c857f None None] Deleting port 0c84ed68-1fd9-4a2d-b4e7-e85190e69aba {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:24:41.458003 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-dd17f2e2-8285-4a8e-81ac-9db0402c857f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:41.469580 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8f047869-322e-49d6-9663-1a245b517ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:41.472693 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6fc8061c-0b0e-4dc8-b21f-aab8d929aa57 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:24:41.502632 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f047869-322e-49d6-9663-1a245b517ceb admin admin] Pushing event deleted for resources: {'Port': ['ID=0c84ed68-1fd9-4a2d-b4e7-e85190e69aba,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:24:41.505300 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8f047869-322e-49d6-9663-1a245b517ceb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:24:41.508301 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f047869-322e-49d6-9663-1a245b517ceb admin admin] No DVR routers for this DVR port 0c84ed68-1fd9-4a2d-b4e7-e85190e69aba on host n-d-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:24:41.543661 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-dd17f2e2-8285-4a8e-81ac-9db0402c857f None None] For port 0c84ed68-1fd9-4a2d-b4e7-e85190e69aba, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=0c84ed68-1fd9-4a2d-b4e7-e85190e69aba,segment=NetworkSegment(5c22e2d5-0ba6-4801-a903-4241c2620ae4),segment_id=5c22e2d5-0ba6-4801-a903-4241c2620ae4)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:24:41.544090 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-dd17f2e2-8285-4a8e-81ac-9db0402c857f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:41.614487 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8f047869-322e-49d6-9663-1a245b517ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:41.626237 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-8f047869-322e-49d6-9663-1a245b517ceb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['795e7157-0b59-4b3c-b5bc-895c607dc0cc']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:24:41.637823 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-dd17f2e2-8285-4a8e-81ac-9db0402c857f None None] Calling delete_port for 0c84ed68-1fd9-4a2d-b4e7-e85190e69aba owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:24:41.638367 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-8f047869-322e-49d6-9663-1a245b517ceb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c22e2d5-0ba6-4801-a903-4241c2620ae4') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:24:41.638669 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-8f047869-322e-49d6-9663-1a245b517ceb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c22e2d5-0ba6-4801-a903-4241c2620ae4') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:24:41.648689 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8f047869-322e-49d6-9663-1a245b517ceb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:41.668209 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8f047869-322e-49d6-9663-1a245b517ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:41.674336 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f047869-322e-49d6-9663-1a245b517ceb admin admin] Releasing vlan 783 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:24:41.674732 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8f047869-322e-49d6-9663-1a245b517ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:41.676439 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:24:41.676439 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:24:41.676439 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:24:41.676439 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:24:41.676439 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:24:41.676439 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:24:41.676439 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:24:41.676439 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:24:41.676439 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:24:41.676439 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:24:41.676439 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:24:41.676439 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:24:41.676439 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:24:41.676439 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:24:41.676439 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:24:41.676439 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:24:41.676439 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:24:41.676439 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:24:41.676439 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:24:41.676439 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:24:41.676439 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 10:24:41.676439 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:24:41.676439 n-d-779913-12 neutron-server[93176]: timer() Jun 11 10:24:41.676439 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:24:41.676439 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 10:24:41.676439 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:24:41.676439 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 10:24:41.676439 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:24:41.676439 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 10:24:41.676439 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:24:41.676439 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 10:24:41.676439 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:24:41.676439 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 10:24:41.676439 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:24:41.676439 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:24:41.676439 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:24:41.676439 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:24:41.676439 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:24:41.676439 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 10:24:41.676439 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:24:41.676439 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 10:24:41.676439 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:24:41.676439 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:24:41.676439 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:24:41.676439 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 10:24:41.676439 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:24:41.676439 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:24:41.676439 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:24:41.676439 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:24:41.676439 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:24:41.676439 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:24:41.676439 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:24:41.731605 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-dd17f2e2-8285-4a8e-81ac-9db0402c857f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:41.733397 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:24:41.763310 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd17f2e2-8285-4a8e-81ac-9db0402c857f None None] Pushing event deleted for resources: {'Port': ['ID=0c84ed68-1fd9-4a2d-b4e7-e85190e69aba,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:24:41.765698 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd17f2e2-8285-4a8e-81ac-9db0402c857f None None] No DVR routers for this DVR port 0c84ed68-1fd9-4a2d-b4e7-e85190e69aba on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:24:41.773530 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd17f2e2-8285-4a8e-81ac-9db0402c857f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:24:41.773820 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd17f2e2-8285-4a8e-81ac-9db0402c857f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:24:41.774173 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd17f2e2-8285-4a8e-81ac-9db0402c857f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:24:41.774488 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd17f2e2-8285-4a8e-81ac-9db0402c857f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:24:41.774862 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd17f2e2-8285-4a8e-81ac-9db0402c857f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:24:41.775169 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd17f2e2-8285-4a8e-81ac-9db0402c857f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:24:41.775609 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd17f2e2-8285-4a8e-81ac-9db0402c857f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:24:41.775832 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd17f2e2-8285-4a8e-81ac-9db0402c857f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:24:41.776162 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd17f2e2-8285-4a8e-81ac-9db0402c857f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:24:41.776621 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd17f2e2-8285-4a8e-81ac-9db0402c857f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:24:41.776945 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd17f2e2-8285-4a8e-81ac-9db0402c857f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:24:41.777264 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd17f2e2-8285-4a8e-81ac-9db0402c857f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:24:41.780384 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-dd17f2e2-8285-4a8e-81ac-9db0402c857f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:24:41.852651 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8f047869-322e-49d6-9663-1a245b517ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:41.857127 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0473141c-533b-46d9-a76e-43c64f6d2a6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:24:41.859842 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8f047869-322e-49d6-9663-1a245b517ceb admin admin] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:41.861548 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-8f047869-322e-49d6-9663-1a245b517ceb admin admin] 10.222.0.60 "DELETE /v2.0/networks/795e7157-0b59-4b3c-b5bc-895c607dc0cc HTTP/1.1" status: 204 len: 168 time: 0.9367707 Jun 11 10:24:41.864535 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 36598) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:24:41.876212 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f047869-322e-49d6-9663-1a245b517ceb admin admin] Pushing event deleted for resources: {'Network': ['ID=795e7157-0b59-4b3c-b5bc-895c607dc0cc,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:24:41.878645 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8f047869-322e-49d6-9663-1a245b517ceb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:24:42.319106 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ee13967d-4cf6-498f-a8bd-787b64c317d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375209'] for router_interface, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:42.609692 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fba8ddd-f5d2-4928-a682-3bd7697140fa req-7c5aaeae-ecfb-4c27-a546-92bdda8747eb tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:42.611073 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2fba8ddd-f5d2-4928-a682-3bd7697140fa req-7c5aaeae-ecfb-4c27-a546-92bdda8747eb tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d69be1c-3816-4cf4-b5d8-7b5dcf27de21 HTTP/1.1" status: 200 len: 943 time: 0.1548278 Jun 11 10:24:42.691702 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 0c84ed68-1fd9-4a2d-b4e7-e85190e69aba no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:24:42.691861 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2fba8ddd-f5d2-4928-a682-3bd7697140fa req-5af06165-0a20-4017-b1f5-27d999b21a47 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ad963a6-6d9e-413f-b0f1-6fc54a15f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739925 Jun 11 10:24:42.722081 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 0c84ed68-1fd9-4a2d-b4e7-e85190e69aba {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:24:42.722443 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 0c84ed68-1fd9-4a2d-b4e7-e85190e69aba not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:24:42.750446 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-ee13967d-4cf6-498f-a8bd-787b64c317d6 admin admin] Deleting port 986168ed-d55e-4168-95dd-aa01ff656a79 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:24:42.750788 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ee13967d-4cf6-498f-a8bd-787b64c317d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:42.857184 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-ee13967d-4cf6-498f-a8bd-787b64c317d6 admin admin] For port 986168ed-d55e-4168-95dd-aa01ff656a79, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=986168ed-d55e-4168-95dd-aa01ff656a79,segment=NetworkSegment(8f670697-5be1-4db2-a4bd-10444c5be009),segment_id=8f670697-5be1-4db2-a4bd-10444c5be009)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:24:42.857731 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ee13967d-4cf6-498f-a8bd-787b64c317d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:42.925876 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-950805ce-d605-4327-a352-9b3314355797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:42.955885 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-ee13967d-4cf6-498f-a8bd-787b64c317d6 admin admin] Calling delete_port for 986168ed-d55e-4168-95dd-aa01ff656a79 owned by network:router_interface {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:24:42.982958 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 80ea70b9-14b2-4ef1-aec1-e7fd135102d7 details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 10:24:43.110046 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 80ea70b9-14b2-4ef1-aec1-e7fd135102d7, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=80ea70b9-14b2-4ef1-aec1-e7fd135102d7,segment=NetworkSegment(c8901b63-dd3e-4076-a8d0-c23814d0fe69),segment_id=c8901b63-dd3e-4076-a8d0-c23814d0fe69)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:24:43.123847 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': '80ea70b9-14b2-4ef1-aec1-e7fd135102d7', 'network_id': 'a9847582-9d3a-492a-87ea-6d6d339467ec', 'port_id': '80ea70b9-14b2-4ef1-aec1-e7fd135102d7', 'mac_address': 'fa:16:3e:de:3b:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3101a011-eb99-4d7e-8c66-6d90610e40a9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 10:24:43.173048 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:43.189427 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80ea70b9-14b2-4ef1-aec1-e7fd135102d7 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:24:43.211065 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 80ea70b9-14b2-4ef1-aec1-e7fd135102d7, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=80ea70b9-14b2-4ef1-aec1-e7fd135102d7,segment=NetworkSegment(c8901b63-dd3e-4076-a8d0-c23814d0fe69),segment_id=c8901b63-dd3e-4076-a8d0-c23814d0fe69)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:24:43.297748 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ee13967d-4cf6-498f-a8bd-787b64c317d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:43.300090 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-fe88d854-5fb2-499f-813e-5f8101644b90 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:24:43.330545 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee13967d-4cf6-498f-a8bd-787b64c317d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=986168ed-d55e-4168-95dd-aa01ff656a79,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:24:43.332104 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:43.333113 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ee13967d-4cf6-498f-a8bd-787b64c317d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:24:43.333982 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:24:43.393357 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=80ea70b9-14b2-4ef1-aec1-e7fd135102d7,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:24:43.403543 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:24:43.459481 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:24:43.557379 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ee13967d-4cf6-498f-a8bd-787b64c317d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362297'] for router_interface, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:43.689242 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['80ea70b9-14b2-4ef1-aec1-e7fd135102d7'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:24:43.903582 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee13967d-4cf6-498f-a8bd-787b64c317d6 admin admin] Router ffe80abb-5c2e-4518-91ea-7affaada86e3 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:24:43.917170 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42bdc9-2af1-4bae-a9cc-2577393661b9 req-f1525e8f-025f-44f1-b6e9-adc57a63b652 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:43.918653 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5c42bdc9-2af1-4bae-a9cc-2577393661b9 req-f1525e8f-025f-44f1-b6e9-adc57a63b652 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d69be1c-3816-4cf4-b5d8-7b5dcf27de21 HTTP/1.1" status: 200 len: 944 time: 0.1028235 Jun 11 10:24:44.067884 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5c42bdc9-2af1-4bae-a9cc-2577393661b9 req-f0b50fb1-c5fd-44a1-bff0-eaa0e25c9cce tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ad963a6-6d9e-413f-b0f1-6fc54a15f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427088 Jun 11 10:24:44.095009 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee13967d-4cf6-498f-a8bd-787b64c317d6 admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:24:44.103534 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-ee13967d-4cf6-498f-a8bd-787b64c317d6 admin admin] 10.222.0.60 "PUT /v2.0/routers/ffe80abb-5c2e-4518-91ea-7affaada86e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2343616 Jun 11 10:24:44.104521 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f4a87c-1802-46bd-954a-3aeb41c7ef1f None None] Sync routers for ids ['ffe80abb-5c2e-4518-91ea-7affaada86e3'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:24:44.105089 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 36604) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:24:44.115411 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f4a87c-1802-46bd-954a-3aeb41c7ef1f None None] Routers {'ffe80abb-5c2e-4518-91ea-7affaada86e3'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:24:44.116059 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-12f4a87c-1802-46bd-954a-3aeb41c7ef1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:24:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['ffe80abb-5c2e-4518-91ea-7affaada86e3'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:24:44.250650 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b9983449-3d05-4871-a58e-49bd946f096c admin admin] Notify callbacks [] for router, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:44.254446 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-12f4a87c-1802-46bd-954a-3aeb41c7ef1f None None] Set router ffe80abb-5c2e-4518-91ea-7affaada86e3 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:24:44.500461 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-12f4a87c-1802-46bd-954a-3aeb41c7ef1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe80abb-5c2e-4518-91ea-7affaada86e3', 'name': 'tempest-TestVolumeBootPattern-295911327-router', 'tenant_id': 'f4be7c0a3f9e4f8087fc6311d28a32e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': 'f3eabcb8-c7fe-496f-94ae-1a7cfefcb4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:07:09Z', 'updated_at': '2021-06-11T10:24:43Z', 'revision_number': 5, 'project_id': 'f4be7c0a3f9e4f8087fc6311d28a32e0', 'gw_port': {'id': 'f3eabcb8-c7fe-496f-94ae-1a7cfefcb4c7', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe80abb-5c2e-4518-91ea-7affaada86e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:07:11Z', 'updated_at': '2021-06-11T10:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:24:44.504154 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f4a87c-1802-46bd-954a-3aeb41c7ef1f None None] Checking router: ffe80abb-5c2e-4518-91ea-7affaada86e3 for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:24:44.513436 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f4a87c-1802-46bd-954a-3aeb41c7ef1f None None] Routers {'ffe80abb-5c2e-4518-91ea-7affaada86e3'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:24:44.514061 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-12f4a87c-1802-46bd-954a-3aeb41c7ef1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:24:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['ffe80abb-5c2e-4518-91ea-7affaada86e3'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:24:44.670066 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-12f4a87c-1802-46bd-954a-3aeb41c7ef1f None None] Set router ffe80abb-5c2e-4518-91ea-7affaada86e3 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:24:44.804996 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b9983449-3d05-4871-a58e-49bd946f096c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:44.921125 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-12f4a87c-1802-46bd-954a-3aeb41c7ef1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe80abb-5c2e-4518-91ea-7affaada86e3', 'name': 'tempest-TestVolumeBootPattern-295911327-router', 'tenant_id': 'f4be7c0a3f9e4f8087fc6311d28a32e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': 'f3eabcb8-c7fe-496f-94ae-1a7cfefcb4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:07:09Z', 'updated_at': '2021-06-11T10:24:43Z', 'revision_number': 5, 'project_id': 'f4be7c0a3f9e4f8087fc6311d28a32e0', 'gw_port': {'id': 'f3eabcb8-c7fe-496f-94ae-1a7cfefcb4c7', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe80abb-5c2e-4518-91ea-7affaada86e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:07:11Z', 'updated_at': '2021-06-11T10:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:24:44.924485 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f4a87c-1802-46bd-954a-3aeb41c7ef1f None None] The sync data for ids ['ffe80abb-5c2e-4518-91ea-7affaada86e3'] in n-d-779913-12 is: [{'id': 'ffe80abb-5c2e-4518-91ea-7affaada86e3', 'name': 'tempest-TestVolumeBootPattern-295911327-router', 'tenant_id': 'f4be7c0a3f9e4f8087fc6311d28a32e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': 'f3eabcb8-c7fe-496f-94ae-1a7cfefcb4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:07:09Z', 'updated_at': '2021-06-11T10:24:43Z', 'revision_number': 5, 'project_id': 'f4be7c0a3f9e4f8087fc6311d28a32e0', 'gw_port': {'id': 'f3eabcb8-c7fe-496f-94ae-1a7cfefcb4c7', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe80abb-5c2e-4518-91ea-7affaada86e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:07:11Z', 'updated_at': '2021-06-11T10:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:24:44.939464 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-b9983449-3d05-4871-a58e-49bd946f096c admin admin] Deleting port f3eabcb8-c7fe-496f-94ae-1a7cfefcb4c7 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:24:44.939838 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b9983449-3d05-4871-a58e-49bd946f096c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:45.022338 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 80ea70b9-14b2-4ef1-aec1-e7fd135102d7 up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:24:45.050250 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-b9983449-3d05-4871-a58e-49bd946f096c admin admin] For port f3eabcb8-c7fe-496f-94ae-1a7cfefcb4c7, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=f3eabcb8-c7fe-496f-94ae-1a7cfefcb4c7,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:24:45.050584 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b9983449-3d05-4871-a58e-49bd946f096c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:45.148378 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-b9983449-3d05-4871-a58e-49bd946f096c admin admin] Calling delete_port for f3eabcb8-c7fe-496f-94ae-1a7cfefcb4c7 owned by network:router_gateway {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:24:45.149862 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning for port 80ea70b9-14b2-4ef1-aec1-e7fd135102d7 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:24:45.154200 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port 80ea70b9-14b2-4ef1-aec1-e7fd135102d7 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:24:45.154587 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:45.255305 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:45.282942 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d69be1c-3816-4cf4-b5d8-7b5dcf27de21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ea70b9-14b2-4ef1-aec1-e7fd135102d7'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:24:45.285298 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33932f3e-77e9-4725-bff8-f98e7aaa37c1" -d '{"events": [{"server_uuid": "8d69be1c-3816-4cf4-b5d8-7b5dcf27de21", "name": "network-vif-plugged", "status": "completed", "tag": "80ea70b9-14b2-4ef1-aec1-e7fd135102d7"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:24:45.299759 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 80ea70b9-14b2-4ef1-aec1-e7fd135102d7, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=80ea70b9-14b2-4ef1-aec1-e7fd135102d7,segment=NetworkSegment(c8901b63-dd3e-4076-a8d0-c23814d0fe69),segment_id=c8901b63-dd3e-4076-a8d0-c23814d0fe69)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:24:45.358089 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8e70ca-7c41-4bbe-9ac4-18fe7d325dc5 req-5cf796a2-a5a6-4fe9-882d-fde6a450a89b tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:45.359629 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fb8e70ca-7c41-4bbe-9ac4-18fe7d325dc5 req-5cf796a2-a5a6-4fe9-882d-fde6a450a89b tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d69be1c-3816-4cf4-b5d8-7b5dcf27de21 HTTP/1.1" status: 200 len: 944 time: 0.1524317 Jun 11 10:24:45.389659 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:45.391653 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-dd17f2e2-8285-4a8e-81ac-9db0402c857f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:24:45.454412 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=80ea70b9-14b2-4ef1-aec1-e7fd135102d7,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:24:45.458023 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:24:45.476240 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fb8e70ca-7c41-4bbe-9ac4-18fe7d325dc5 req-65209f26-82ec-4028-aea0-41b998deb918 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ad963a6-6d9e-413f-b0f1-6fc54a15f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021519 Jun 11 10:24:45.533626 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3087ac9f-48e8-4482-9008-600936c5de85 x-openstack-request-id: req-3087ac9f-48e8-4482-9008-600936c5de85 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:24:45.533951 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d69be1c-3816-4cf4-b5d8-7b5dcf27de21", "name": "network-vif-plugged", "status": "completed", "tag": "80ea70b9-14b2-4ef1-aec1-e7fd135102d7", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:24:45.534217 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3087ac9f-48e8-4482-9008-600936c5de85 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:24:45.534618 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d69be1c-3816-4cf4-b5d8-7b5dcf27de21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ea70b9-14b2-4ef1-aec1-e7fd135102d7', 'code': 200} Jun 11 10:24:45.535259 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b9983449-3d05-4871-a58e-49bd946f096c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:45.537782 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-02947d8d-a12f-43a2-9427-f5ad68ab4088 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:24:45.570700 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9983449-3d05-4871-a58e-49bd946f096c admin admin] Pushing event deleted for resources: {'Port': ['ID=f3eabcb8-c7fe-496f-94ae-1a7cfefcb4c7,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:24:45.574514 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b9983449-3d05-4871-a58e-49bd946f096c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:24:45.702305 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b9983449-3d05-4871-a58e-49bd946f096c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374120'] for router_gateway, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:45.794759 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-64a7ef7b-0985-4418-ab27-1d97a5a4e667 req-472c2ae7-0a39-42e1-b6a2-19ae5bd406e3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=11f23b66-e661-46a2-8c48-60f8388721a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4861646 Jun 11 10:24:45.846248 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-9988acf4-3720-4ec0-9c78-56ae9fd2e716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:45.854228 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b9983449-3d05-4871-a58e-49bd946f096c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:45.857177 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b9983449-3d05-4871-a58e-49bd946f096c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:45.860001 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd4187-4f75-4384-bf5a-3bd1e84a20a3 req-546de70b-3ee7-4cdf-9889-9dbf35be9034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:45.861596 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-78cd4187-4f75-4384-bf5a-3bd1e84a20a3 req-546de70b-3ee7-4cdf-9889-9dbf35be9034 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8d69be1c-3816-4cf4-b5d8-7b5dcf27de21 HTTP/1.1" status: 200 len: 1097 time: 0.2509818 Jun 11 10:24:45.898932 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a7ef7b-0985-4418-ab27-1d97a5a4e667 req-7c58e0b0-1e78-43c0-89f3-bc53cbf92db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:45.901073 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-64a7ef7b-0985-4418-ab27-1d97a5a4e667 req-7c58e0b0-1e78-43c0-89f3-bc53cbf92db5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6e7e1083d69b435eb04ed45330be52df&device_id=11f23b66-e661-46a2-8c48-60f8388721a6 HTTP/1.1" status: 200 len: 1097 time: 0.0612741 Jun 11 10:24:45.945899 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-78cd4187-4f75-4384-bf5a-3bd1e84a20a3 req-debfefe3-87fc-4059-8426-f38a8cf59e5c service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8ad963a6-6d9e-413f-b0f1-6fc54a15f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759292 Jun 11 10:24:46.012554 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:46.034685 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a7ef7b-0985-4418-ab27-1d97a5a4e667 req-f11bd2d8-2b72-418f-a21f-45e384ce1c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:46.036153 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-64a7ef7b-0985-4418-ab27-1d97a5a4e667 req-f11bd2d8-2b72-418f-a21f-45e384ce1c0b service neutron] 10.222.0.64 "GET /v2.0/networks?id=a9847582-9d3a-492a-87ea-6d6d339467ec HTTP/1.1" status: 200 len: 915 time: 0.1143336 Jun 11 10:24:46.046338 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b9983449-3d05-4871-a58e-49bd946f096c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:46.050966 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9983449-3d05-4871-a58e-49bd946f096c admin admin] Fanout notify agent at l3_agent the message router_deleted on router ffe80abb-5c2e-4518-91ea-7affaada86e3 {{(pid=93177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 10:24:46.054825 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b9983449-3d05-4871-a58e-49bd946f096c admin admin] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:46.054825 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-b9983449-3d05-4871-a58e-49bd946f096c admin admin] 10.222.0.60 "DELETE /v2.0/routers/ffe80abb-5c2e-4518-91ea-7affaada86e3 HTTP/1.1" status: 204 len: 168 time: 1.9465251 Jun 11 10:24:46.055260 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 36610) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:24:46.099961 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-64a7ef7b-0985-4418-ab27-1d97a5a4e667 req-8d6e56c2-3312-4804-b622-f3d47bc87f31 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e88234e-9097-47e5-a835-8915a48755da HTTP/1.1" status: 200 len: 217 time: 0.0551331 Jun 11 10:24:46.118451 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-fccc0e60-1be3-49fb-beab-7d244e27d228 admin admin] Deleting subnet 348618ee-f5e7-4b9b-af21-146466c8076a {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:24:46.122007 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fccc0e60-1be3-49fb-beab-7d244e27d228 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:46.171376 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fccc0e60-1be3-49fb-beab-7d244e27d228 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:46.177132 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a7ef7b-0985-4418-ab27-1d97a5a4e667 req-5115cab0-eac0-461d-886a-0a8b89f1fab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:46.178598 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-64a7ef7b-0985-4418-ab27-1d97a5a4e667 req-5115cab0-eac0-461d-886a-0a8b89f1fab1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3101a011-eb99-4d7e-8c66-6d90610e40a9 HTTP/1.1" status: 200 len: 854 time: 0.0711884 Jun 11 10:24:46.218380 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-64a7ef7b-0985-4418-ab27-1d97a5a4e667 req-4a7f2d29-8f98-487e-ba1a-928c1b767c7b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a9847582-9d3a-492a-87ea-6d6d339467ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320442 Jun 11 10:24:46.273260 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fccc0e60-1be3-49fb-beab-7d244e27d228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:46.344442 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-64a7ef7b-0985-4418-ab27-1d97a5a4e667 req-4da6164a-133a-4aea-b0ac-22da6cbfa42e service neutron] 10.222.0.64 "GET /v2.0/networks/a9847582-9d3a-492a-87ea-6d6d339467ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184232 Jun 11 10:24:46.406864 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fccc0e60-1be3-49fb-beab-7d244e27d228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:46.410150 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6ff96b54-10c3-4cee-bc36-193227605a4e tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:24:46.444750 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccc0e60-1be3-49fb-beab-7d244e27d228 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=348618ee-f5e7-4b9b-af21-146466c8076a,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:24:46.444750 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-fccc0e60-1be3-49fb-beab-7d244e27d228 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:24:46.446955 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fccc0e60-1be3-49fb-beab-7d244e27d228 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:46.451341 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-fccc0e60-1be3-49fb-beab-7d244e27d228 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/348618ee-f5e7-4b9b-af21-146466c8076a HTTP/1.1" status: 204 len: 168 time: 0.3928521 Jun 11 10:24:46.451747 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 36612) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:24:46.452944 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da61caf-903c-4175-bcc3-71442ffc51ba None None] Network a20d0ce4-6263-464e-9328-bad434aa0cb6 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:24:46.501327 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-64a7ef7b-0985-4418-ab27-1d97a5a4e667 req-82e8b96d-8040-4e75-9a0f-afe64445f23e service neutron] 10.222.0.64 "GET /v2.0/networks/a9847582-9d3a-492a-87ea-6d6d339467ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498063 Jun 11 10:24:46.563783 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ed6ab21f-0dbd-431f-961a-e55bb7efe9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:46.653825 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-ed6ab21f-0dbd-431f-961a-e55bb7efe9f6 admin admin] Deleting port a2644d5f-740c-4f81-9b96-faead752bf57 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:24:46.653825 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ed6ab21f-0dbd-431f-961a-e55bb7efe9f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:46.721253 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4875a847-3ead-427b-a3ae-acf731284466 req-6b5c3bef-8469-4519-abba-0dee6c24a198 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:46.722763 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4875a847-3ead-427b-a3ae-acf731284466 req-6b5c3bef-8469-4519-abba-0dee6c24a198 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d69be1c-3816-4cf4-b5d8-7b5dcf27de21 HTTP/1.1" status: 200 len: 945 time: 0.0977347 Jun 11 10:24:46.738000 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:46.744327 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a166ff-65f0-4d9e-9438-fd646eddc7d3 None None] DHCP port deletion for a20d0ce4-6263-464e-9328-bad434aa0cb6 request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 10:24:46.766076 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-ed6ab21f-0dbd-431f-961a-e55bb7efe9f6 admin admin] For port a2644d5f-740c-4f81-9b96-faead752bf57, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=a2644d5f-740c-4f81-9b96-faead752bf57,segment=NetworkSegment(8f670697-5be1-4db2-a4bd-10444c5be009),segment_id=8f670697-5be1-4db2-a4bd-10444c5be009)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:24:46.766441 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ed6ab21f-0dbd-431f-961a-e55bb7efe9f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:46.781902 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4875a847-3ead-427b-a3ae-acf731284466 req-53854e31-8cc8-476d-93b5-6650c9bbc936 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ad963a6-6d9e-413f-b0f1-6fc54a15f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531540 Jun 11 10:24:46.792348 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 986168ed-d55e-4168-95dd-aa01ff656a79 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:24:46.819225 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 986168ed-d55e-4168-95dd-aa01ff656a79 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:24:46.819601 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 986168ed-d55e-4168-95dd-aa01ff656a79 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:24:46.820028 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device f3eabcb8-c7fe-496f-94ae-1a7cfefcb4c7 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:24:46.849149 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: f3eabcb8-c7fe-496f-94ae-1a7cfefcb4c7 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:24:46.849502 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device f3eabcb8-c7fe-496f-94ae-1a7cfefcb4c7 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:24:46.869363 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-75a166ff-65f0-4d9e-9438-fd646eddc7d3 None None] Deleting port a2644d5f-740c-4f81-9b96-faead752bf57 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:24:46.869747 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-75a166ff-65f0-4d9e-9438-fd646eddc7d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:46.871119 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-ed6ab21f-0dbd-431f-961a-e55bb7efe9f6 admin admin] Calling delete_port for a2644d5f-740c-4f81-9b96-faead752bf57 owned by network:dhcp {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:24:46.964335 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-75a166ff-65f0-4d9e-9438-fd646eddc7d3 None None] For port a2644d5f-740c-4f81-9b96-faead752bf57, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=a2644d5f-740c-4f81-9b96-faead752bf57,segment=NetworkSegment(8f670697-5be1-4db2-a4bd-10444c5be009),segment_id=8f670697-5be1-4db2-a4bd-10444c5be009)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:24:46.964659 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-75a166ff-65f0-4d9e-9438-fd646eddc7d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:47.062208 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-75a166ff-65f0-4d9e-9438-fd646eddc7d3 None None] Calling delete_port for a2644d5f-740c-4f81-9b96-faead752bf57 owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:24:47.075080 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ed6ab21f-0dbd-431f-961a-e55bb7efe9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:47.078852 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-fba878ce-7f87-46f0-aa4b-1fd5263168e9 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:24:47.114452 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6ab21f-0dbd-431f-961a-e55bb7efe9f6 admin admin] No DVR routers for this DVR port a2644d5f-740c-4f81-9b96-faead752bf57 on host n-d-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:24:47.120281 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6ab21f-0dbd-431f-961a-e55bb7efe9f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2644d5f-740c-4f81-9b96-faead752bf57,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:24:47.165501 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-75a166ff-65f0-4d9e-9438-fd646eddc7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:47.168356 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-ea90bc95-e77f-43f0-847e-0172cbe562c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:24:47.171243 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6ab21f-0dbd-431f-961a-e55bb7efe9f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:24:47.171670 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6ab21f-0dbd-431f-961a-e55bb7efe9f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:24:47.172062 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6ab21f-0dbd-431f-961a-e55bb7efe9f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:24:47.172443 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6ab21f-0dbd-431f-961a-e55bb7efe9f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:24:47.172886 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6ab21f-0dbd-431f-961a-e55bb7efe9f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:24:47.173267 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6ab21f-0dbd-431f-961a-e55bb7efe9f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:24:47.173643 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6ab21f-0dbd-431f-961a-e55bb7efe9f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:24:47.174016 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6ab21f-0dbd-431f-961a-e55bb7efe9f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:24:47.174387 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6ab21f-0dbd-431f-961a-e55bb7efe9f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:24:47.174756 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6ab21f-0dbd-431f-961a-e55bb7efe9f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:24:47.175127 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6ab21f-0dbd-431f-961a-e55bb7efe9f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:24:47.175493 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6ab21f-0dbd-431f-961a-e55bb7efe9f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:24:47.188448 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ed6ab21f-0dbd-431f-961a-e55bb7efe9f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:24:47.198349 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a166ff-65f0-4d9e-9438-fd646eddc7d3 None None] Pushing event deleted for resources: {'Port': ['ID=a2644d5f-740c-4f81-9b96-faead752bf57,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:24:47.202900 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a166ff-65f0-4d9e-9438-fd646eddc7d3 None None] No DVR routers for this DVR port a2644d5f-740c-4f81-9b96-faead752bf57 on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:24:47.202900 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-75a166ff-65f0-4d9e-9438-fd646eddc7d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:24:47.245261 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ed6ab21f-0dbd-431f-961a-e55bb7efe9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:47.256860 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-ed6ab21f-0dbd-431f-961a-e55bb7efe9f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a20d0ce4-6263-464e-9328-bad434aa0cb6']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:24:47.268959 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-ed6ab21f-0dbd-431f-961a-e55bb7efe9f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f670697-5be1-4db2-a4bd-10444c5be009') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:24:47.269260 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-ed6ab21f-0dbd-431f-961a-e55bb7efe9f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f670697-5be1-4db2-a4bd-10444c5be009') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:24:47.279753 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ed6ab21f-0dbd-431f-961a-e55bb7efe9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:47.295376 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ed6ab21f-0dbd-431f-961a-e55bb7efe9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:47.301568 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed6ab21f-0dbd-431f-961a-e55bb7efe9f6 admin admin] Releasing vlan 798 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:24:47.302046 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ed6ab21f-0dbd-431f-961a-e55bb7efe9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:47.303797 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 10:24:47.303797 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:24:47.303797 n-d-779913-12 neutron-server[93176]: timer() Jun 11 10:24:47.303797 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:24:47.303797 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 10:24:47.303797 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:24:47.303797 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 10:24:47.303797 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:24:47.303797 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 10:24:47.303797 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:24:47.303797 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 10:24:47.303797 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:24:47.303797 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 10:24:47.303797 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:24:47.303797 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:24:47.303797 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:24:47.303797 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:24:47.303797 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:24:47.303797 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 10:24:47.303797 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:24:47.303797 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 10:24:47.303797 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:24:47.303797 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:24:47.303797 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:24:47.303797 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 10:24:47.303797 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:24:47.303797 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:24:47.303797 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:24:47.303797 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:24:47.303797 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:24:47.303797 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:24:47.303797 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:24:47.486267 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ed6ab21f-0dbd-431f-961a-e55bb7efe9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:47.489859 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b1700cc5-ebe2-42ac-a9cb-e2f18816ddcb tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:24:47.492403 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ed6ab21f-0dbd-431f-961a-e55bb7efe9f6 admin admin] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:47.494200 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-ed6ab21f-0dbd-431f-961a-e55bb7efe9f6 admin admin] 10.222.0.60 "DELETE /v2.0/networks/a20d0ce4-6263-464e-9328-bad434aa0cb6 HTTP/1.1" status: 204 len: 168 time: 1.0415022 Jun 11 10:24:47.507841 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6ab21f-0dbd-431f-961a-e55bb7efe9f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a20d0ce4-6263-464e-9328-bad434aa0cb6,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:24:47.510275 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ed6ab21f-0dbd-431f-961a-e55bb7efe9f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:24:47.839486 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 36620) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:24:47.886369 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-3b22a9a2-e5cf-4f66-b857-19a5f3db150c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7c7545923ebc48e08cfbeb0d8e94f901&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0453298 Jun 11 10:24:47.889155 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 36622) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:24:47.991774 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-12e79e44-b6dd-403f-870d-7dec37790156 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:48.034606 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55313ef9-6d06-45ef-8f3d-b019620ba7f2 req-533795f7-0eca-4450-8cfe-d5de98daca82 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:48.036043 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-55313ef9-6d06-45ef-8f3d-b019620ba7f2 req-533795f7-0eca-4450-8cfe-d5de98daca82 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d69be1c-3816-4cf4-b5d8-7b5dcf27de21 HTTP/1.1" status: 200 len: 945 time: 0.1310883 Jun 11 10:24:48.046697 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-12e79e44-b6dd-403f-870d-7dec37790156 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:48.137920 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-55313ef9-6d06-45ef-8f3d-b019620ba7f2 req-a0697473-2baf-46a7-9d7d-4ba5d54863bb tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ad963a6-6d9e-413f-b0f1-6fc54a15f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932860 Jun 11 10:24:48.206508 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-12e79e44-b6dd-403f-870d-7dec37790156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:48.209267 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-12e79e44-b6dd-403f-870d-7dec37790156 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:48.212958 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-12e79e44-b6dd-403f-870d-7dec37790156 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/961d3702-6992-4abc-ab0e-3007db5dc595 HTTP/1.1" status: 204 len: 168 time: 0.3203423 Jun 11 10:24:48.212958 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ddb8298e-be2e-48df-8f97-fcb76e6f8a7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:24:48.221410 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e79e44-b6dd-403f-870d-7dec37790156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=961d3702-6992-4abc-ab0e-3007db5dc595,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:24:48.223863 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-12e79e44-b6dd-403f-870d-7dec37790156 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:24:48.549014 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:48.684400 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device a2644d5f-740c-4f81-9b96-faead752bf57 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:24:48.709732 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: a2644d5f-740c-4f81-9b96-faead752bf57 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:24:48.710094 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device a2644d5f-740c-4f81-9b96-faead752bf57 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:24:49.045005 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 36636) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:24:49.090816 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-1d64587a-b5d7-44e3-9a41-a279b21700fe admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f4be7c0a3f9e4f8087fc6311d28a32e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0450718 Jun 11 10:24:49.093653 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 36638) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:24:49.154451 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4a8cbc96-e946-4d8a-8303-768ba411755c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:49.180502 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4a8cbc96-e946-4d8a-8303-768ba411755c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:49.309188 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4a8cbc96-e946-4d8a-8303-768ba411755c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:49.311968 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4a8cbc96-e946-4d8a-8303-768ba411755c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:24:49.313185 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-4a8cbc96-e946-4d8a-8303-768ba411755c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d0ab5208-03a2-4627-86ea-e011917a5bc8 HTTP/1.1" status: 204 len: 168 time: 0.2182229 Jun 11 10:24:49.314033 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-cd29f317-ac3c-4506-9a18-a2e6b504f0b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:24:49.324821 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8cbc96-e946-4d8a-8303-768ba411755c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ab5208-03a2-4627-86ea-e011917a5bc8,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:24:49.327209 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4a8cbc96-e946-4d8a-8303-768ba411755c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:24:58.527722 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-abbd09eb-56b1-4e0c-a8e8-eda40b8a41f6 req-5bbd4e4f-aaf2-4f6e-8eac-1add935fc7c6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=95f299f4-223d-4921-9764-6b0e6e32a264&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2040591 Jun 11 10:24:58.611080 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbd09eb-56b1-4e0c-a8e8-eda40b8a41f6 req-a79b93da-1970-4b3f-a0f4-9086b198e41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:58.612602 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-abbd09eb-56b1-4e0c-a8e8-eda40b8a41f6 req-a79b93da-1970-4b3f-a0f4-9086b198e41a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=291bb5ee2189444bb635fe5a1d306c3b&device_id=95f299f4-223d-4921-9764-6b0e6e32a264 HTTP/1.1" status: 200 len: 1098 time: 0.0592399 Jun 11 10:24:58.748413 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbd09eb-56b1-4e0c-a8e8-eda40b8a41f6 req-55fbf91e-b1ae-42a2-a2fd-8e24b87c6ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:58.749765 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-abbd09eb-56b1-4e0c-a8e8-eda40b8a41f6 req-55fbf91e-b1ae-42a2-a2fd-8e24b87c6ac0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=16624c7a-47e9-4106-afa4-17848be9a024 HTTP/1.1" status: 200 len: 897 time: 0.1144493 Jun 11 10:24:58.839436 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-abbd09eb-56b1-4e0c-a8e8-eda40b8a41f6 req-8b9f0d79-8bf7-4863-8770-ec6e54dee0b7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15a9d4b7-f231-4a2e-8032-7c98f57d38d6 HTTP/1.1" status: 200 len: 1001 time: 0.0823417 Jun 11 10:24:58.898337 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbd09eb-56b1-4e0c-a8e8-eda40b8a41f6 req-ba906963-6f8f-4d5a-9268-ec98ee48aefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:58.899956 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-abbd09eb-56b1-4e0c-a8e8-eda40b8a41f6 req-ba906963-6f8f-4d5a-9268-ec98ee48aefd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=746c4cb8-a418-4846-90d0-090658465937 HTTP/1.1" status: 200 len: 834 time: 0.0527809 Jun 11 10:24:58.965926 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbd09eb-56b1-4e0c-a8e8-eda40b8a41f6 req-9a22b845-0005-4580-b68b-df096318dc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:24:58.967381 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-abbd09eb-56b1-4e0c-a8e8-eda40b8a41f6 req-9a22b845-0005-4580-b68b-df096318dc70 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=16624c7a-47e9-4106-afa4-17848be9a024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0599732 Jun 11 10:24:59.099789 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-abbd09eb-56b1-4e0c-a8e8-eda40b8a41f6 req-9f27927b-35dd-4736-8a8e-93cc7109e0eb service neutron] 10.222.0.69 "GET /v2.0/networks/16624c7a-47e9-4106-afa4-17848be9a024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157565 Jun 11 10:24:59.223187 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-abbd09eb-56b1-4e0c-a8e8-eda40b8a41f6 req-33f3a3f0-e8f4-428a-9c9c-5b77eb101930 service neutron] 10.222.0.69 "GET /v2.0/networks/16624c7a-47e9-4106-afa4-17848be9a024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141734 Jun 11 10:25:01.526065 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:25:05.863035 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:25:07.494527 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89df7a30-2e21-4400-9f0f-1013623709b1 req-0dd44c5f-9446-4731-8576-9b899531e9b2 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:25:07.495953 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-89df7a30-2e21-4400-9f0f-1013623709b1 req-0dd44c5f-9446-4731-8576-9b899531e9b2 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/networks?id=a9847582-9d3a-492a-87ea-6d6d339467ec HTTP/1.1" status: 200 len: 814 time: 0.1354725 Jun 11 10:25:07.511120 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-89df7a30-2e21-4400-9f0f-1013623709b1 req-e8af4a52-d273-47ef-81ce-9a4418819e81 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/quotas/6e7e1083d69b435eb04ed45330be52df HTTP/1.1" status: 200 len: 375 time: 0.0095613 Jun 11 10:25:07.588180 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-89df7a30-2e21-4400-9f0f-1013623709b1 req-aa545367-1cd6-4327-9480-c57a75878511 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6e7e1083d69b435eb04ed45330be52df&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0710192 Jun 11 10:25:07.713927 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-89df7a30-2e21-4400-9f0f-1013623709b1 req-7c08e618-443a-4680-9b72-b701747d3837 service neutron] 10.222.0.60 "GET /v2.0/networks/a9847582-9d3a-492a-87ea-6d6d339467ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154804 Jun 11 10:25:07.833183 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-89df7a30-2e21-4400-9f0f-1013623709b1 req-50347ebf-694d-4e90-9765-8b8bf008aecf service neutron] 10.222.0.60 "GET /v2.0/networks/a9847582-9d3a-492a-87ea-6d6d339467ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132767 Jun 11 10:25:08.084038 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-32d3315b-6cfe-41e1-a9ce-ad9b61db7fa9 req-c97d9e5b-3dbe-4508-8e28-7f05162ed902 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/ports?device_id=570d042e-50aa-4d71-adc2-61c7a11c8a4f HTTP/1.1" status: 200 len: 210 time: 0.0370569 Jun 11 10:25:09.241472 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ef8734fb-254f-49f2-bd7e-353fa508e3f4 req-148d37d2-e86e-4b5a-ad9b-ddb9004e1fc0 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/ports?device_id=570d042e-50aa-4d71-adc2-61c7a11c8a4f HTTP/1.1" status: 200 len: 210 time: 0.0385704 Jun 11 10:25:10.344163 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89df7a30-2e21-4400-9f0f-1013623709b1 req-199e87bf-6684-4a90-a961-b9f2df9ff17d tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:25:10.345585 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-89df7a30-2e21-4400-9f0f-1013623709b1 req-199e87bf-6684-4a90-a961-b9f2df9ff17d tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.64 "GET /v2.0/networks?id=a9847582-9d3a-492a-87ea-6d6d339467ec HTTP/1.1" status: 200 len: 814 time: 0.1401157 Jun 11 10:25:10.358314 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-89df7a30-2e21-4400-9f0f-1013623709b1 req-2aacdb0f-a870-47a4-b6a7-5d357a566611 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Request body: {'port': {'device_id': '570d042e-50aa-4d71-adc2-61c7a11c8a4f', 'network_id': 'a9847582-9d3a-492a-87ea-6d6d339467ec', 'admin_state_up': True, 'tenant_id': '6e7e1083d69b435eb04ed45330be52df'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:25:10.401987 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-06dcb5be-ad3d-4273-8b06-85f78a651ee1 req-9c31f07e-a650-41e0-ac58-a3535444ab8c tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/ports?device_id=570d042e-50aa-4d71-adc2-61c7a11c8a4f HTTP/1.1" status: 200 len: 210 time: 0.0392056 Jun 11 10:25:10.617339 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89df7a30-2e21-4400-9f0f-1013623709b1 req-2aacdb0f-a870-47a4-b6a7-5d357a566611 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Made reservation on behalf of 6e7e1083d69b435eb04ed45330be52df for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:25:10.621797 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-89df7a30-2e21-4400-9f0f-1013623709b1 req-2aacdb0f-a870-47a4-b6a7-5d357a566611 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:25:10.782997 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-89df7a30-2e21-4400-9f0f-1013623709b1 req-2aacdb0f-a870-47a4-b6a7-5d357a566611 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Allocated IP 172.20.0.3 (a9847582-9d3a-492a-87ea-6d6d339467ec/3101a011-eb99-4d7e-8c66-6d90610e40a9/75608ece-6478-4bdf-baee-f49a75dde243) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:25:10.967226 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-89df7a30-2e21-4400-9f0f-1013623709b1 req-2aacdb0f-a870-47a4-b6a7-5d357a566611 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:25:11.040072 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-89df7a30-2e21-4400-9f0f-1013623709b1 req-2aacdb0f-a870-47a4-b6a7-5d357a566611 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:25:11.044510 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1701010c-22ef-45d1-befa-37ced44be269 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:25:11.053534 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['5e88234e-9097-47e5-a835-8915a48755da', '8ab40f1e-1da9-468d-a859-4719637afa73'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:25:11.055835 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['80ea70b9-14b2-4ef1-aec1-e7fd135102d7'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:25:11.099760 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89df7a30-2e21-4400-9f0f-1013623709b1 req-2aacdb0f-a870-47a4-b6a7-5d357a566611 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Network a9847582-9d3a-492a-87ea-6d6d339467ec is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:25:11.103227 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-89df7a30-2e21-4400-9f0f-1013623709b1 req-2aacdb0f-a870-47a4-b6a7-5d357a566611 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:25:11.107181 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-89df7a30-2e21-4400-9f0f-1013623709b1 req-2aacdb0f-a870-47a4-b6a7-5d357a566611 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:25:11.114119 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aacdb0f-a870-47a4-b6a7-5d357a566611 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Pushing event updated for resources: {'Port': ['ID=75608ece-6478-4bdf-baee-f49a75dde243,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:25:11.142094 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2aacdb0f-a870-47a4-b6a7-5d357a566611 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:25:11.171466 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89df7a30-2e21-4400-9f0f-1013623709b1 req-2aacdb0f-a870-47a4-b6a7-5d357a566611 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:25:11.172126 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-89df7a30-2e21-4400-9f0f-1013623709b1 req-2aacdb0f-a870-47a4-b6a7-5d357a566611 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:25:11.223073 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-89df7a30-2e21-4400-9f0f-1013623709b1 req-2aacdb0f-a870-47a4-b6a7-5d357a566611 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8688064 Jun 11 10:25:11.234631 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-89df7a30-2e21-4400-9f0f-1013623709b1 req-f4536ecd-ae5c-49fe-80f2-82906a8f3ab6 service neutron] Request body: {'port': {'device_id': '570d042e-50aa-4d71-adc2-61c7a11c8a4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:25:11.329832 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-89df7a30-2e21-4400-9f0f-1013623709b1 req-f4536ecd-ae5c-49fe-80f2-82906a8f3ab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:25:11.588656 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad810d9-7dd5-4e2c-bc49-0dfb63d724cc req-66e4bc79-78e2-4925-8e1b-9381c6f3e71e tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:25:11.590204 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fad810d9-7dd5-4e2c-bc49-0dfb63d724cc req-66e4bc79-78e2-4925-8e1b-9381c6f3e71e tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/ports?device_id=570d042e-50aa-4d71-adc2-61c7a11c8a4f HTTP/1.1" status: 200 len: 931 time: 0.0718615 Jun 11 10:25:11.633342 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fad810d9-7dd5-4e2c-bc49-0dfb63d724cc req-942e14c9-e616-4413-b107-f49af2322889 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ad963a6-6d9e-413f-b0f1-6fc54a15f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374081 Jun 11 10:25:11.666575 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-89df7a30-2e21-4400-9f0f-1013623709b1 req-f4536ecd-ae5c-49fe-80f2-82906a8f3ab6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75608ece-6478-4bdf-baee-f49a75dde243 {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:25:11.674915 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-89df7a30-2e21-4400-9f0f-1013623709b1 req-f4536ecd-ae5c-49fe-80f2-82906a8f3ab6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:25:11.688995 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-89df7a30-2e21-4400-9f0f-1013623709b1 req-f4536ecd-ae5c-49fe-80f2-82906a8f3ab6 service neutron] Transition to ACTIVE for port object 75608ece-6478-4bdf-baee-f49a75dde243 will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:25:11.754428 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-89df7a30-2e21-4400-9f0f-1013623709b1 req-f4536ecd-ae5c-49fe-80f2-82906a8f3ab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:25:11.758709 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-885aa750-192d-4c1f-87c8-3ea2e6edddaa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:25:11.863162 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4536ecd-ae5c-49fe-80f2-82906a8f3ab6 service neutron] Pushing event updated for resources: {'Port': ['ID=75608ece-6478-4bdf-baee-f49a75dde243,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:25:11.867700 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f4536ecd-ae5c-49fe-80f2-82906a8f3ab6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:25:11.955147 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-89df7a30-2e21-4400-9f0f-1013623709b1 req-f4536ecd-ae5c-49fe-80f2-82906a8f3ab6 service neutron] Attempting to bind port 75608ece-6478-4bdf-baee-f49a75dde243 on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:25:11.955481 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-89df7a30-2e21-4400-9f0f-1013623709b1 req-f4536ecd-ae5c-49fe-80f2-82906a8f3ab6 service neutron] Attempting to bind port 75608ece-6478-4bdf-baee-f49a75dde243 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': 'c8901b63-dd3e-4076-a8d0-c23814d0fe69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'a9847582-9d3a-492a-87ea-6d6d339467ec'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:25:11.955866 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89df7a30-2e21-4400-9f0f-1013623709b1 req-f4536ecd-ae5c-49fe-80f2-82906a8f3ab6 service neutron] Attempting to bind port 75608ece-6478-4bdf-baee-f49a75dde243 on network a9847582-9d3a-492a-87ea-6d6d339467ec {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:25:11.960157 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89df7a30-2e21-4400-9f0f-1013623709b1 req-f4536ecd-ae5c-49fe-80f2-82906a8f3ab6 service neutron] Port 75608ece-6478-4bdf-baee-f49a75dde243 on network a9847582-9d3a-492a-87ea-6d6d339467ec not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:25:11.960477 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89df7a30-2e21-4400-9f0f-1013623709b1 req-f4536ecd-ae5c-49fe-80f2-82906a8f3ab6 service neutron] Attempting to bind port 75608ece-6478-4bdf-baee-f49a75dde243 on network a9847582-9d3a-492a-87ea-6d6d339467ec {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:25:11.965265 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89df7a30-2e21-4400-9f0f-1013623709b1 req-f4536ecd-ae5c-49fe-80f2-82906a8f3ab6 service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:25:11.965605 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89df7a30-2e21-4400-9f0f-1013623709b1 req-f4536ecd-ae5c-49fe-80f2-82906a8f3ab6 service neutron] Checking segment: {'id': 'c8901b63-dd3e-4076-a8d0-c23814d0fe69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'a9847582-9d3a-492a-87ea-6d6d339467ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:25:11.965985 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89df7a30-2e21-4400-9f0f-1013623709b1 req-f4536ecd-ae5c-49fe-80f2-82906a8f3ab6 service neutron] Bound using segment: {'id': 'c8901b63-dd3e-4076-a8d0-c23814d0fe69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'a9847582-9d3a-492a-87ea-6d6d339467ec'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:25:11.966409 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-89df7a30-2e21-4400-9f0f-1013623709b1 req-f4536ecd-ae5c-49fe-80f2-82906a8f3ab6 service neutron] Bound port: 75608ece-6478-4bdf-baee-f49a75dde243, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8901b63-dd3e-4076-a8d0-c23814d0fe69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'a9847582-9d3a-492a-87ea-6d6d339467ec'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:25:11.966754 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-89df7a30-2e21-4400-9f0f-1013623709b1 req-f4536ecd-ae5c-49fe-80f2-82906a8f3ab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:25:12.045792 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-89df7a30-2e21-4400-9f0f-1013623709b1 req-f4536ecd-ae5c-49fe-80f2-82906a8f3ab6 service neutron] For port 75608ece-6478-4bdf-baee-f49a75dde243, host n-h1-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:25:12.050021 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-89df7a30-2e21-4400-9f0f-1013623709b1 req-f4536ecd-ae5c-49fe-80f2-82906a8f3ab6 service neutron] For port 75608ece-6478-4bdf-baee-f49a75dde243, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=75608ece-6478-4bdf-baee-f49a75dde243,segment=NetworkSegment(c8901b63-dd3e-4076-a8d0-c23814d0fe69),segment_id=c8901b63-dd3e-4076-a8d0-c23814d0fe69)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:25:12.131972 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-89df7a30-2e21-4400-9f0f-1013623709b1 req-f4536ecd-ae5c-49fe-80f2-82906a8f3ab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:25:12.134116 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-111c13e2-fc79-4b2f-8bde-22566d098976 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:25:12.176847 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89df7a30-2e21-4400-9f0f-1013623709b1 req-f4536ecd-ae5c-49fe-80f2-82906a8f3ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:25:12.177459 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-89df7a30-2e21-4400-9f0f-1013623709b1 req-f4536ecd-ae5c-49fe-80f2-82906a8f3ab6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:25:12.178883 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-89df7a30-2e21-4400-9f0f-1013623709b1 req-f4536ecd-ae5c-49fe-80f2-82906a8f3ab6 service neutron] 10.222.0.64 "PUT /v2.0/ports/75608ece-6478-4bdf-baee-f49a75dde243 HTTP/1.1" status: 200 len: 1092 time: 0.9485102 Jun 11 10:25:12.179426 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '570d042e-50aa-4d71-adc2-61c7a11c8a4f', 'tag': '75608ece-6478-4bdf-baee-f49a75dde243'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:25:12.181772 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fc293a2-2c77-4e23-a065-521d437d4d06" -d '{"events": [{"name": "network-changed", "server_uuid": "570d042e-50aa-4d71-adc2-61c7a11c8a4f", "tag": "75608ece-6478-4bdf-baee-f49a75dde243"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:25:12.204086 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4536ecd-ae5c-49fe-80f2-82906a8f3ab6 service neutron] Pushing event updated for resources: {'Port': ['ID=75608ece-6478-4bdf-baee-f49a75dde243,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:25:12.206586 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f4536ecd-ae5c-49fe-80f2-82906a8f3ab6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:25:12.220659 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a9df805-1c90-4941-8452-5ea02aeaa481 x-openstack-request-id: req-8a9df805-1c90-4941-8452-5ea02aeaa481 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:25:12.221121 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "570d042e-50aa-4d71-adc2-61c7a11c8a4f", "tag": "75608ece-6478-4bdf-baee-f49a75dde243", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:25:12.221429 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8a9df805-1c90-4941-8452-5ea02aeaa481 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:25:12.221887 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '570d042e-50aa-4d71-adc2-61c7a11c8a4f', 'tag': '75608ece-6478-4bdf-baee-f49a75dde243', 'status': 'completed', 'code': 200} Jun 11 10:25:12.306482 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc293a2-2c77-4e23-a065-521d437d4d06 req-e9a7e117-767b-4bad-a726-4fa96e923f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:25:12.307989 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5fc293a2-2c77-4e23-a065-521d437d4d06 req-e9a7e117-767b-4bad-a726-4fa96e923f70 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6e7e1083d69b435eb04ed45330be52df&device_id=570d042e-50aa-4d71-adc2-61c7a11c8a4f HTTP/1.1" status: 200 len: 1095 time: 0.0646267 Jun 11 10:25:12.433066 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc293a2-2c77-4e23-a065-521d437d4d06 req-c46c3acf-00bf-4bc5-a1bc-64c71d48405e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:25:12.434449 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5fc293a2-2c77-4e23-a065-521d437d4d06 req-c46c3acf-00bf-4bc5-a1bc-64c71d48405e service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=6e7e1083d69b435eb04ed45330be52df&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1199763 Jun 11 10:25:12.556638 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc293a2-2c77-4e23-a065-521d437d4d06 req-ee3d6422-2857-464f-ba21-054cdbb115b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:25:12.558117 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5fc293a2-2c77-4e23-a065-521d437d4d06 req-ee3d6422-2857-464f-ba21-054cdbb115b8 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1176510 Jun 11 10:25:12.657543 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89df7a30-2e21-4400-9f0f-1013623709b1 req-01b3fc17-b981-4d82-919a-069842d8f0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:25:12.659059 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-89df7a30-2e21-4400-9f0f-1013623709b1 req-01b3fc17-b981-4d82-919a-069842d8f0a6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6e7e1083d69b435eb04ed45330be52df&device_id=570d042e-50aa-4d71-adc2-61c7a11c8a4f HTTP/1.1" status: 200 len: 1095 time: 0.0635710 Jun 11 10:25:12.714122 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-89df7a30-2e21-4400-9f0f-1013623709b1 req-8201a85d-3b6c-481c-882f-b55c2f045f15 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75608ece-6478-4bdf-baee-f49a75dde243 HTTP/1.1" status: 200 len: 217 time: 0.0478659 Jun 11 10:25:12.776774 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89df7a30-2e21-4400-9f0f-1013623709b1 req-901dbf14-97a3-4616-85d8-ea52abc6d758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:25:12.779007 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-89df7a30-2e21-4400-9f0f-1013623709b1 req-901dbf14-97a3-4616-85d8-ea52abc6d758 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3101a011-eb99-4d7e-8c66-6d90610e40a9 HTTP/1.1" status: 200 len: 854 time: 0.0592363 Jun 11 10:25:12.819412 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-89df7a30-2e21-4400-9f0f-1013623709b1 req-7f266c29-1d8b-4066-866e-d94909be5cc9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a9847582-9d3a-492a-87ea-6d6d339467ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342238 Jun 11 10:25:12.826187 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc69d09-8190-4823-b107-18dfcce657e8 req-d91b024b-a633-44c0-91e9-e8ccb43fd9c3 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:25:12.827797 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5bc69d09-8190-4823-b107-18dfcce657e8 req-d91b024b-a633-44c0-91e9-e8ccb43fd9c3 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/ports?device_id=570d042e-50aa-4d71-adc2-61c7a11c8a4f HTTP/1.1" status: 200 len: 943 time: 0.0796120 Jun 11 10:25:12.871003 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5bc69d09-8190-4823-b107-18dfcce657e8 req-0ed71d7b-d486-4af5-b7da-8de78ab55d07 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ad963a6-6d9e-413f-b0f1-6fc54a15f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364892 Jun 11 10:25:12.908499 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f75b31cf-1b6c-42b1-ae15-71d8bed8589c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:25:12.942138 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-89df7a30-2e21-4400-9f0f-1013623709b1 req-383ece65-c6d5-4ab0-ace1-8b11498190d5 service neutron] 10.222.0.64 "GET /v2.0/networks/a9847582-9d3a-492a-87ea-6d6d339467ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163545 Jun 11 10:25:13.061151 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-89df7a30-2e21-4400-9f0f-1013623709b1 req-e43372f3-2f36-4473-b124-88920cd5a41b service neutron] 10.222.0.64 "GET /v2.0/networks/a9847582-9d3a-492a-87ea-6d6d339467ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126390 Jun 11 10:25:14.078224 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3164fc2-47f1-46ef-a641-369366393277 req-bce7dc3f-dfde-4871-83c3-6458d56e3eba tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:25:14.078224 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e3164fc2-47f1-46ef-a641-369366393277 req-bce7dc3f-dfde-4871-83c3-6458d56e3eba tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/ports?device_id=570d042e-50aa-4d71-adc2-61c7a11c8a4f HTTP/1.1" status: 200 len: 943 time: 0.0717432 Jun 11 10:25:14.103888 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e3164fc2-47f1-46ef-a641-369366393277 req-46fce117-62ff-48a0-beec-8806f4953aad tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ad963a6-6d9e-413f-b0f1-6fc54a15f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393164 Jun 11 10:25:15.293664 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a5506b-abf9-471b-a872-92fbed2a5adc req-291f25dc-441a-482a-921d-dfcb9d695b41 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:25:15.295121 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c1a5506b-abf9-471b-a872-92fbed2a5adc req-291f25dc-441a-482a-921d-dfcb9d695b41 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/ports?device_id=570d042e-50aa-4d71-adc2-61c7a11c8a4f HTTP/1.1" status: 200 len: 943 time: 0.0758743 Jun 11 10:25:15.348477 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c1a5506b-abf9-471b-a872-92fbed2a5adc req-2f38f22f-bfc8-4b1f-b873-44e933c6659f tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ad963a6-6d9e-413f-b0f1-6fc54a15f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472639 Jun 11 10:25:15.817180 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ec538d80-6e3c-4b08-8aca-44b30f16c70b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:25:15.913974 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:25:16.538068 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aaf8b7-584f-4cc6-bdad-e72a146cbe4e req-41291789-786c-4d52-9df6-1f04c0ff9fe3 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:25:16.539780 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-69aaf8b7-584f-4cc6-bdad-e72a146cbe4e req-41291789-786c-4d52-9df6-1f04c0ff9fe3 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/ports?device_id=570d042e-50aa-4d71-adc2-61c7a11c8a4f HTTP/1.1" status: 200 len: 943 time: 0.0769942 Jun 11 10:25:16.584199 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-69aaf8b7-584f-4cc6-bdad-e72a146cbe4e req-9f22aa0c-aeba-4c45-83e4-7f8f375c96fa tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ad963a6-6d9e-413f-b0f1-6fc54a15f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378778 Jun 11 10:25:16.726064 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:25:16.838306 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 75608ece-6478-4bdf-baee-f49a75dde243 details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 10:25:16.957184 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 75608ece-6478-4bdf-baee-f49a75dde243, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=75608ece-6478-4bdf-baee-f49a75dde243,segment=NetworkSegment(c8901b63-dd3e-4076-a8d0-c23814d0fe69),segment_id=c8901b63-dd3e-4076-a8d0-c23814d0fe69)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:25:16.969987 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': '75608ece-6478-4bdf-baee-f49a75dde243', 'network_id': 'a9847582-9d3a-492a-87ea-6d6d339467ec', 'port_id': '75608ece-6478-4bdf-baee-f49a75dde243', 'mac_address': 'fa:16:3e:37:53:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3101a011-eb99-4d7e-8c66-6d90610e40a9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 10:25:17.017465 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:25:17.033620 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75608ece-6478-4bdf-baee-f49a75dde243 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:25:17.056597 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 75608ece-6478-4bdf-baee-f49a75dde243, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=75608ece-6478-4bdf-baee-f49a75dde243,segment=NetworkSegment(c8901b63-dd3e-4076-a8d0-c23814d0fe69),segment_id=c8901b63-dd3e-4076-a8d0-c23814d0fe69)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:25:17.125796 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:25:17.129483 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:25:17.185113 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=75608ece-6478-4bdf-baee-f49a75dde243,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:25:17.188183 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:25:17.344099 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['75608ece-6478-4bdf-baee-f49a75dde243'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:25:17.784110 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6082daf-7275-44ef-b00d-2db8445a7110 req-22c0fb4d-e0a6-4233-87aa-595538f10450 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:25:17.786361 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b6082daf-7275-44ef-b00d-2db8445a7110 req-22c0fb4d-e0a6-4233-87aa-595538f10450 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/ports?device_id=570d042e-50aa-4d71-adc2-61c7a11c8a4f HTTP/1.1" status: 200 len: 944 time: 0.0794303 Jun 11 10:25:17.834247 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b6082daf-7275-44ef-b00d-2db8445a7110 req-a061facd-2d2e-4b50-a101-b06cdcec72cf tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ad963a6-6d9e-413f-b0f1-6fc54a15f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395122 Jun 11 10:25:18.497550 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:25:18.856827 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 75608ece-6478-4bdf-baee-f49a75dde243 up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:25:19.026616 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be4bef8-bc10-4d5a-99bb-71125793a569 req-6483648d-49f1-4f60-b08f-b04691353e1e tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:25:19.028527 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning for port 75608ece-6478-4bdf-baee-f49a75dde243 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:25:19.029461 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0be4bef8-bc10-4d5a-99bb-71125793a569 req-6483648d-49f1-4f60-b08f-b04691353e1e tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/ports?device_id=570d042e-50aa-4d71-adc2-61c7a11c8a4f HTTP/1.1" status: 200 len: 944 time: 0.0800807 Jun 11 10:25:19.032689 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port 75608ece-6478-4bdf-baee-f49a75dde243 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:25:19.033090 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:25:19.074286 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0be4bef8-bc10-4d5a-99bb-71125793a569 req-09d6a795-622b-41a2-8630-bda93864cbab tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ad963a6-6d9e-413f-b0f1-6fc54a15f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387528 Jun 11 10:25:19.132960 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:25:19.159798 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '570d042e-50aa-4d71-adc2-61c7a11c8a4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75608ece-6478-4bdf-baee-f49a75dde243'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:25:19.163406 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c816b044-496a-471a-9c01-a93aa30334cf" -d '{"events": [{"server_uuid": "570d042e-50aa-4d71-adc2-61c7a11c8a4f", "name": "network-vif-plugged", "status": "completed", "tag": "75608ece-6478-4bdf-baee-f49a75dde243"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:25:19.178186 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 75608ece-6478-4bdf-baee-f49a75dde243, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=75608ece-6478-4bdf-baee-f49a75dde243,segment=NetworkSegment(c8901b63-dd3e-4076-a8d0-c23814d0fe69),segment_id=c8901b63-dd3e-4076-a8d0-c23814d0fe69)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:25:19.203235 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dbb35b7-bfbd-420a-890c-6171e40d3fe5 x-openstack-request-id: req-7dbb35b7-bfbd-420a-890c-6171e40d3fe5 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:25:19.203592 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "570d042e-50aa-4d71-adc2-61c7a11c8a4f", "name": "network-vif-plugged", "status": "completed", "tag": "75608ece-6478-4bdf-baee-f49a75dde243", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:25:19.203854 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7dbb35b7-bfbd-420a-890c-6171e40d3fe5 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:25:19.204282 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '570d042e-50aa-4d71-adc2-61c7a11c8a4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75608ece-6478-4bdf-baee-f49a75dde243', 'code': 200} Jun 11 10:25:19.239603 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:25:19.241577 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:25:19.300981 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=75608ece-6478-4bdf-baee-f49a75dde243,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:25:19.303886 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:25:19.394051 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3660603d-e08d-470f-8ee7-fb500adc028f req-497f06c1-4082-403d-bbb0-54da7d646297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:25:19.395527 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3660603d-e08d-470f-8ee7-fb500adc028f req-497f06c1-4082-403d-bbb0-54da7d646297 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=570d042e-50aa-4d71-adc2-61c7a11c8a4f HTTP/1.1" status: 200 len: 1097 time: 0.1242371 Jun 11 10:25:19.433821 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3660603d-e08d-470f-8ee7-fb500adc028f req-75e9a040-3c62-470e-8a19-22f3d639d427 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8ad963a6-6d9e-413f-b0f1-6fc54a15f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316844 Jun 11 10:25:20.273706 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bdd2c1-e223-4f41-b00f-9ba0f22c2e74 req-757ee567-ec92-4088-bd91-3a89b25a9cc0 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:25:20.275194 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d6bdd2c1-e223-4f41-b00f-9ba0f22c2e74 req-757ee567-ec92-4088-bd91-3a89b25a9cc0 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/ports?device_id=570d042e-50aa-4d71-adc2-61c7a11c8a4f HTTP/1.1" status: 200 len: 945 time: 0.0831785 Jun 11 10:25:20.320073 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d6bdd2c1-e223-4f41-b00f-9ba0f22c2e74 req-74d974c8-4c48-4476-aeee-44f9db3b9b93 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ad963a6-6d9e-413f-b0f1-6fc54a15f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371442 Jun 11 10:25:20.461116 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:25:21.505602 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004ad8c5-3e18-4eb9-a9b4-459fa5bc2a80 req-03e9dd85-281d-4d07-a680-62f1883db1c5 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:25:21.507036 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-004ad8c5-3e18-4eb9-a9b4-459fa5bc2a80 req-03e9dd85-281d-4d07-a680-62f1883db1c5 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/ports?device_id=570d042e-50aa-4d71-adc2-61c7a11c8a4f HTTP/1.1" status: 200 len: 945 time: 0.0715139 Jun 11 10:25:21.549379 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-004ad8c5-3e18-4eb9-a9b4-459fa5bc2a80 req-82f95ee6-957b-4c55-b348-b636f4986903 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ad963a6-6d9e-413f-b0f1-6fc54a15f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358069 Jun 11 10:25:31.564473 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:25:35.867674 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:25:42.867130 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d2e761f4-c857-440c-ba78-f5cff744ebf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:25:44.525585 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccc9161-3914-4d50-83c5-7480444c167d req-bd445ac6-ea0f-482f-bee5-b69b58edd7f5 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:25:44.527054 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5ccc9161-3914-4d50-83c5-7480444c167d req-bd445ac6-ea0f-482f-bee5-b69b58edd7f5 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/ports?device_id=570d042e-50aa-4d71-adc2-61c7a11c8a4f HTTP/1.1" status: 200 len: 945 time: 0.0742357 Jun 11 10:25:44.569715 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5ccc9161-3914-4d50-83c5-7480444c167d req-468c9f6e-c9cd-40be-9bbc-40b2ec9fb696 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ad963a6-6d9e-413f-b0f1-6fc54a15f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364487 Jun 11 10:25:45.356321 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5e6b5712-683e-4a2e-bf3c-2c0be8449702 req-8006015a-6174-4e44-b514-fdb0d6eeed68 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4620bff3-3292-4f19-97bc-302f8b41ca5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0605857 Jun 11 10:25:45.445141 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6b5712-683e-4a2e-bf3c-2c0be8449702 req-eb39ce38-b81d-4c28-85ba-5fb9bf042269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:25:45.446699 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5e6b5712-683e-4a2e-bf3c-2c0be8449702 req-eb39ce38-b81d-4c28-85ba-5fb9bf042269 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6e7e1083d69b435eb04ed45330be52df&device_id=4620bff3-3292-4f19-97bc-302f8b41ca5a HTTP/1.1" status: 200 len: 1098 time: 0.0669851 Jun 11 10:25:45.585927 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6b5712-683e-4a2e-bf3c-2c0be8449702 req-4789fea2-3b3e-4d15-936e-0ce95f58df8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:25:45.587403 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5e6b5712-683e-4a2e-bf3c-2c0be8449702 req-4789fea2-3b3e-4d15-936e-0ce95f58df8d service neutron] 10.222.0.64 "GET /v2.0/networks?id=a9847582-9d3a-492a-87ea-6d6d339467ec HTTP/1.1" status: 200 len: 915 time: 0.1188207 Jun 11 10:25:45.645151 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5e6b5712-683e-4a2e-bf3c-2c0be8449702 req-a23318a3-e013-4f47-869c-bf966b53918a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ab40f1e-1da9-468d-a859-4719637afa73 HTTP/1.1" status: 200 len: 217 time: 0.0508618 Jun 11 10:25:45.705732 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6b5712-683e-4a2e-bf3c-2c0be8449702 req-1d517dbf-99f6-43b6-971c-320bffb2de60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:25:45.707217 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5e6b5712-683e-4a2e-bf3c-2c0be8449702 req-1d517dbf-99f6-43b6-971c-320bffb2de60 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3101a011-eb99-4d7e-8c66-6d90610e40a9 HTTP/1.1" status: 200 len: 854 time: 0.0552468 Jun 11 10:25:45.762169 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5e6b5712-683e-4a2e-bf3c-2c0be8449702 req-870c9f66-790a-4893-9d21-586900d1b1fc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a9847582-9d3a-492a-87ea-6d6d339467ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428562 Jun 11 10:25:45.776103 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0633c4f2-8947-43b4-902f-c088939e35eb req-3c9c05a3-b2bc-4c22-8046-7a1d98e2f085 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:25:45.777595 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0633c4f2-8947-43b4-902f-c088939e35eb req-3c9c05a3-b2bc-4c22-8046-7a1d98e2f085 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/ports?device_id=570d042e-50aa-4d71-adc2-61c7a11c8a4f HTTP/1.1" status: 200 len: 945 time: 0.0802252 Jun 11 10:25:45.824058 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0633c4f2-8947-43b4-902f-c088939e35eb req-90dffd6d-88e4-4526-90fc-1cdcda54251d tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ad963a6-6d9e-413f-b0f1-6fc54a15f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394373 Jun 11 10:25:45.845013 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6a5986d5-0a76-44be-a758-9e8cb9010549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:25:45.893802 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5e6b5712-683e-4a2e-bf3c-2c0be8449702 req-769fdd4f-7fea-46e2-8928-72099386483b service neutron] 10.222.0.64 "GET /v2.0/networks/a9847582-9d3a-492a-87ea-6d6d339467ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245141 Jun 11 10:25:45.946824 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:25:46.053832 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5e6b5712-683e-4a2e-bf3c-2c0be8449702 req-18e02343-7aab-4584-9079-23976f50aaf6 service neutron] 10.222.0.64 "GET /v2.0/networks/a9847582-9d3a-492a-87ea-6d6d339467ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534822 Jun 11 10:25:46.075984 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa54a6-e4c1-48fc-9d8c-a3056020c7a7 req-61506abe-dea3-493f-b882-93e48205543b tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:25:46.081484 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-defa54a6-e4c1-48fc-9d8c-a3056020c7a7 req-61506abe-dea3-493f-b882-93e48205543b tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.64 "GET /v2.0/ports?device_id=570d042e-50aa-4d71-adc2-61c7a11c8a4f HTTP/1.1" status: 200 len: 945 time: 0.0990682 Jun 11 10:25:46.207288 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-defa54a6-e4c1-48fc-9d8c-a3056020c7a7 req-1405dad7-5bf5-4148-957b-e06140490b5c tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Deleting port 75608ece-6478-4bdf-baee-f49a75dde243 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:25:46.207541 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-defa54a6-e4c1-48fc-9d8c-a3056020c7a7 req-1405dad7-5bf5-4148-957b-e06140490b5c tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:25:46.749540 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4d174e-4918-4ec7-879c-7c5c9c4b229b req-af2108f5-a38c-4c70-8a79-6d3c191f7600 tempest-TestNetworkAdvancedServerOps-2001270397 tempest-TestNetworkAdvancedServerOps-2001270397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:25:46.751658 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0e4d174e-4918-4ec7-879c-7c5c9c4b229b req-af2108f5-a38c-4c70-8a79-6d3c191f7600 tempest-TestNetworkAdvancedServerOps-2001270397 tempest-TestNetworkAdvancedServerOps-2001270397-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=95f299f4-223d-4921-9764-6b0e6e32a264 HTTP/1.1" status: 200 len: 1098 time: 0.0713553 Jun 11 10:25:46.758848 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:25:46.771750 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-defa54a6-e4c1-48fc-9d8c-a3056020c7a7 req-1405dad7-5bf5-4148-957b-e06140490b5c tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] For port 75608ece-6478-4bdf-baee-f49a75dde243, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=75608ece-6478-4bdf-baee-f49a75dde243,segment=NetworkSegment(c8901b63-dd3e-4076-a8d0-c23814d0fe69),segment_id=c8901b63-dd3e-4076-a8d0-c23814d0fe69)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:25:46.772631 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-defa54a6-e4c1-48fc-9d8c-a3056020c7a7 req-1405dad7-5bf5-4148-957b-e06140490b5c tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:25:46.800337 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0e4d174e-4918-4ec7-879c-7c5c9c4b229b req-8ef6863b-080b-4626-b45e-980400760c37 tempest-TestNetworkAdvancedServerOps-2001270397 tempest-TestNetworkAdvancedServerOps-2001270397-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=160c31cb-321e-4bd8-902a-5c6aae5737fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420177 Jun 11 10:25:46.830674 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 36864) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:25:46.879695 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-defa54a6-e4c1-48fc-9d8c-a3056020c7a7 req-1405dad7-5bf5-4148-957b-e06140490b5c tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Calling delete_port for 75608ece-6478-4bdf-baee-f49a75dde243 owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:25:47.090156 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-defa54a6-e4c1-48fc-9d8c-a3056020c7a7 req-1405dad7-5bf5-4148-957b-e06140490b5c tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:25:47.095870 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a427aa82-e681-491d-b863-0e250ce5b743 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:25:47.102782 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c951bd-ff99-4f77-9f35-b839d00483ce req-90a6d84d-4b12-4aa3-a0d6-a68a878e1f59 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:25:47.105172 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c2c951bd-ff99-4f77-9f35-b839d00483ce req-90a6d84d-4b12-4aa3-a0d6-a68a878e1f59 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/ports?device_id=570d042e-50aa-4d71-adc2-61c7a11c8a4f HTTP/1.1" status: 200 len: 945 time: 0.1286294 Jun 11 10:25:47.105634 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['80ea70b9-14b2-4ef1-aec1-e7fd135102d7'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:25:47.110313 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['5e88234e-9097-47e5-a835-8915a48755da', '8ab40f1e-1da9-468d-a859-4719637afa73', '75608ece-6478-4bdf-baee-f49a75dde243'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:25:47.133590 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1405dad7-5bf5-4148-957b-e06140490b5c tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Pushing event deleted for resources: {'Port': ['ID=75608ece-6478-4bdf-baee-f49a75dde243,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:25:47.137289 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1405dad7-5bf5-4148-957b-e06140490b5c tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:25:47.179226 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c2c951bd-ff99-4f77-9f35-b839d00483ce req-43878aa7-1eaa-40f7-8293-7f270346ab9e tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ad963a6-6d9e-413f-b0f1-6fc54a15f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573990 Jun 11 10:25:47.181751 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-bb2b62b0-ec87-40de-8218-d5fdb80cb74f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Deleting port fa405be1-b546-477f-98a2-43e2df3fe9cc {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:25:47.182100 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bb2b62b0-ec87-40de-8218-d5fdb80cb74f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:25:47.214262 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-defa54a6-e4c1-48fc-9d8c-a3056020c7a7 req-1405dad7-5bf5-4148-957b-e06140490b5c tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] No DVR routers for this DVR port 75608ece-6478-4bdf-baee-f49a75dde243 on host n-h1-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:25:47.218634 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-defa54a6-e4c1-48fc-9d8c-a3056020c7a7 req-1405dad7-5bf5-4148-957b-e06140490b5c tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:25:47.221488 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-defa54a6-e4c1-48fc-9d8c-a3056020c7a7 req-1405dad7-5bf5-4148-957b-e06140490b5c tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.64 "DELETE /v2.0/ports/75608ece-6478-4bdf-baee-f49a75dde243 HTTP/1.1" status: 204 len: 173 time: 1.1392434 Jun 11 10:25:47.222240 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '570d042e-50aa-4d71-adc2-61c7a11c8a4f', 'name': 'network-vif-deleted', 'tag': '75608ece-6478-4bdf-baee-f49a75dde243'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:25:47.226507 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-803edde9-6911-463c-852b-92d630d70dee" -d '{"events": [{"server_uuid": "570d042e-50aa-4d71-adc2-61c7a11c8a4f", "name": "network-vif-deleted", "tag": "75608ece-6478-4bdf-baee-f49a75dde243"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:25:47.321206 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bb2b62b0-ec87-40de-8218-d5fdb80cb74f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:25:47.321705 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bb2b62b0-ec87-40de-8218-d5fdb80cb74f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:25:47.349346 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a03d6ca-62cf-4410-8f8a-d7ddfcfb556c x-openstack-request-id: req-6a03d6ca-62cf-4410-8f8a-d7ddfcfb556c {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:25:47.349873 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "570d042e-50aa-4d71-adc2-61c7a11c8a4f", "name": "network-vif-deleted", "tag": "75608ece-6478-4bdf-baee-f49a75dde243", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:25:47.350193 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6a03d6ca-62cf-4410-8f8a-d7ddfcfb556c {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:25:47.350643 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '570d042e-50aa-4d71-adc2-61c7a11c8a4f', 'name': 'network-vif-deleted', 'tag': '75608ece-6478-4bdf-baee-f49a75dde243', 'status': 'completed', 'code': 200} Jun 11 10:25:47.449100 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-bb2b62b0-ec87-40de-8218-d5fdb80cb74f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Calling delete_port for fa405be1-b546-477f-98a2-43e2df3fe9cc owned by network:floatingip {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:25:47.713228 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bb2b62b0-ec87-40de-8218-d5fdb80cb74f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:25:47.715446 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a700ca3e-2213-482c-9f37-49a430edf713 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:25:47.743517 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2b62b0-ec87-40de-8218-d5fdb80cb74f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Pushing event deleted for resources: {'Port': ['ID=fa405be1-b546-477f-98a2-43e2df3fe9cc,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:25:47.754107 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2b62b0-ec87-40de-8218-d5fdb80cb74f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:25:47.754516 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2b62b0-ec87-40de-8218-d5fdb80cb74f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:25:47.754888 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2b62b0-ec87-40de-8218-d5fdb80cb74f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:25:47.755273 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2b62b0-ec87-40de-8218-d5fdb80cb74f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:25:47.755680 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2b62b0-ec87-40de-8218-d5fdb80cb74f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:25:47.756056 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2b62b0-ec87-40de-8218-d5fdb80cb74f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:25:47.756431 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2b62b0-ec87-40de-8218-d5fdb80cb74f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:25:47.756816 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2b62b0-ec87-40de-8218-d5fdb80cb74f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:25:47.757173 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2b62b0-ec87-40de-8218-d5fdb80cb74f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:25:47.757549 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2b62b0-ec87-40de-8218-d5fdb80cb74f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:25:47.757914 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2b62b0-ec87-40de-8218-d5fdb80cb74f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:25:47.758282 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2b62b0-ec87-40de-8218-d5fdb80cb74f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:25:47.764075 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-bb2b62b0-ec87-40de-8218-d5fdb80cb74f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:25:47.832520 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bb2b62b0-ec87-40de-8218-d5fdb80cb74f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for floatingip, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:25:47.833280 n-d-779913-12 neutron-server[93177]: INFO neutron.db.l3_db [None req-bb2b62b0-ec87-40de-8218-d5fdb80cb74f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Floating IP 55d5d26c-02da-47be-ad0d-41f793f8a017 disassociated (deleted). External IP: 172.25.4.237, port: 15a9d4b7-f231-4a2e-8032-7c98f57d38d6. Jun 11 10:25:48.396489 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1c028ebd-2ab7-4fe9-9a29-b4509bbb377d req-b7ff40d2-5b3e-4172-9ec1-e3bd22d4368d tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/ports?device_id=570d042e-50aa-4d71-adc2-61c7a11c8a4f HTTP/1.1" status: 200 len: 210 time: 0.0505760 Jun 11 10:25:48.519483 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:25:48.575606 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb2b62b0-ec87-40de-8218-d5fdb80cb74f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Router e0f9efd1-6662-4472-882c-4e29581bfdb8 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:25:48.746499 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb2b62b0-ec87-40de-8218-d5fdb80cb74f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:25:48.752303 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bb2b62b0-ec87-40de-8218-d5fdb80cb74f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:25:48.757681 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5855b0-fe57-44e5-b921-8882090143a0 None None] Sync routers for ids ['e0f9efd1-6662-4472-882c-4e29581bfdb8'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:25:48.768235 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5855b0-fe57-44e5-b921-8882090143a0 None None] Routers {'e0f9efd1-6662-4472-882c-4e29581bfdb8'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:25:48.769267 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-4a5855b0-fe57-44e5-b921-8882090143a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:25:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['e0f9efd1-6662-4472-882c-4e29581bfdb8'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:25:48.815083 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-bb2b62b0-ec87-40de-8218-d5fdb80cb74f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "DELETE /v2.0/floatingips/55d5d26c-02da-47be-ad0d-41f793f8a017 HTTP/1.1" status: 204 len: 168 time: 1.9829528 Jun 11 10:25:48.815920 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95f299f4-223d-4921-9764-6b0e6e32a264', 'tag': '15a9d4b7-f231-4a2e-8032-7c98f57d38d6'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:25:48.818346 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d0b075-1cdc-4574-8ffb-1edc8365b248" -d '{"events": [{"name": "network-changed", "server_uuid": "95f299f4-223d-4921-9764-6b0e6e32a264", "tag": "15a9d4b7-f231-4a2e-8032-7c98f57d38d6"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:25:48.958065 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-4a5855b0-fe57-44e5-b921-8882090143a0 None None] Set router e0f9efd1-6662-4472-882c-4e29581bfdb8 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:25:49.238806 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-4a5855b0-fe57-44e5-b921-8882090143a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f9efd1-6662-4472-882c-4e29581bfdb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1523403837', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'd7dd619e-fdaf-4133-8929-f25396f83103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:21:57Z', 'updated_at': '2021-06-11T10:22:03Z', 'revision_number': 4, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'gw_port': {'id': 'd7dd619e-fdaf-4133-8929-f25396f83103', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:de:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f9efd1-6662-4472-882c-4e29581bfdb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:21:59Z', 'updated_at': '2021-06-11T10:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': 'ee41b85a-56e3-416f-8742-e8cd5ae2133b', 'name': '', 'network_id': '16624c7a-47e9-4106-afa4-17848be9a024', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'mac_address': 'fa:16:3e:0e:42:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f9efd1-6662-4472-882c-4e29581bfdb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '746c4cb8-a418-4846-90d0-090658465937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:22:02Z', 'updated_at': '2021-06-11T10:22:08Z', 'revision_number': 5, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'subnets': [{'id': '746c4cb8-a418-4846-90d0-090658465937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:25:49.242235 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5855b0-fe57-44e5-b921-8882090143a0 None None] Checking router: e0f9efd1-6662-4472-882c-4e29581bfdb8 for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:25:49.251674 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5855b0-fe57-44e5-b921-8882090143a0 None None] Routers {'e0f9efd1-6662-4472-882c-4e29581bfdb8'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:25:49.252812 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-4a5855b0-fe57-44e5-b921-8882090143a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:25:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['e0f9efd1-6662-4472-882c-4e29581bfdb8'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:25:49.350370 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a53182b7-1d8c-4499-9859-06286125a4a8 x-openstack-request-id: req-a53182b7-1d8c-4499-9859-06286125a4a8 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:25:49.350370 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95f299f4-223d-4921-9764-6b0e6e32a264", "tag": "15a9d4b7-f231-4a2e-8032-7c98f57d38d6", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:25:49.350370 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a53182b7-1d8c-4499-9859-06286125a4a8 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:25:49.353268 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95f299f4-223d-4921-9764-6b0e6e32a264', 'tag': '15a9d4b7-f231-4a2e-8032-7c98f57d38d6', 'status': 'completed', 'code': 200} Jun 11 10:25:49.460461 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d0b075-1cdc-4574-8ffb-1edc8365b248 req-cb2f8ac5-503b-48cb-82fd-f509c5012c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:25:49.462016 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c8d0b075-1cdc-4574-8ffb-1edc8365b248 req-cb2f8ac5-503b-48cb-82fd-f509c5012c66 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=291bb5ee2189444bb635fe5a1d306c3b&device_id=95f299f4-223d-4921-9764-6b0e6e32a264 HTTP/1.1" status: 200 len: 1098 time: 0.0828035 Jun 11 10:25:49.583306 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-4a5855b0-fe57-44e5-b921-8882090143a0 None None] Set router e0f9efd1-6662-4472-882c-4e29581bfdb8 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:25:49.645184 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b6608f-b98a-4f28-bac0-ce145dfa88be req-4c5a2253-2a98-45d2-9abb-9d0ba9e01474 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:25:49.646666 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-52b6608f-b98a-4f28-bac0-ce145dfa88be req-4c5a2253-2a98-45d2-9abb-9d0ba9e01474 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=95f299f4-223d-4921-9764-6b0e6e32a264 HTTP/1.1" status: 200 len: 946 time: 0.1894515 Jun 11 10:25:49.648124 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d0b075-1cdc-4574-8ffb-1edc8365b248 req-7342ace7-dd44-4e03-8fb9-e0572f3055c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:25:49.649487 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c8d0b075-1cdc-4574-8ffb-1edc8365b248 req-7342ace7-dd44-4e03-8fb9-e0572f3055c4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=16624c7a-47e9-4106-afa4-17848be9a024 HTTP/1.1" status: 200 len: 897 time: 0.1772220 Jun 11 10:25:49.716058 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c8d0b075-1cdc-4574-8ffb-1edc8365b248 req-b3358925-4022-4739-a97e-553a94bc91df service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15a9d4b7-f231-4a2e-8032-7c98f57d38d6 HTTP/1.1" status: 200 len: 217 time: 0.0566878 Jun 11 10:25:49.742636 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-52b6608f-b98a-4f28-bac0-ce145dfa88be req-5a289a85-6808-4a25-b5bb-a06bef1ddef5 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=160c31cb-321e-4bd8-902a-5c6aae5737fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897019 Jun 11 10:25:49.801979 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d0b075-1cdc-4574-8ffb-1edc8365b248 req-d6aa72d1-a26c-4bb9-8318-736df6af9e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:25:49.803519 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c8d0b075-1cdc-4574-8ffb-1edc8365b248 req-d6aa72d1-a26c-4bb9-8318-736df6af9e1e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=746c4cb8-a418-4846-90d0-090658465937 HTTP/1.1" status: 200 len: 834 time: 0.0737565 Jun 11 10:25:49.873747 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-4a5855b0-fe57-44e5-b921-8882090143a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f9efd1-6662-4472-882c-4e29581bfdb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1523403837', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'd7dd619e-fdaf-4133-8929-f25396f83103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:21:57Z', 'updated_at': '2021-06-11T10:22:03Z', 'revision_number': 4, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'gw_port': {'id': 'd7dd619e-fdaf-4133-8929-f25396f83103', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:de:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f9efd1-6662-4472-882c-4e29581bfdb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:21:59Z', 'updated_at': '2021-06-11T10:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': 'ee41b85a-56e3-416f-8742-e8cd5ae2133b', 'name': '', 'network_id': '16624c7a-47e9-4106-afa4-17848be9a024', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'mac_address': 'fa:16:3e:0e:42:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f9efd1-6662-4472-882c-4e29581bfdb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '746c4cb8-a418-4846-90d0-090658465937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:22:02Z', 'updated_at': '2021-06-11T10:22:08Z', 'revision_number': 5, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'subnets': [{'id': '746c4cb8-a418-4846-90d0-090658465937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:25:49.877972 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5855b0-fe57-44e5-b921-8882090143a0 None None] The sync data for ids ['e0f9efd1-6662-4472-882c-4e29581bfdb8'] in n-d-779913-12 is: [{'id': 'e0f9efd1-6662-4472-882c-4e29581bfdb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1523403837', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'd7dd619e-fdaf-4133-8929-f25396f83103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:21:57Z', 'updated_at': '2021-06-11T10:22:03Z', 'revision_number': 4, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'gw_port': {'id': 'd7dd619e-fdaf-4133-8929-f25396f83103', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:de:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f9efd1-6662-4472-882c-4e29581bfdb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:21:59Z', 'updated_at': '2021-06-11T10:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': 'ee41b85a-56e3-416f-8742-e8cd5ae2133b', 'name': '', 'network_id': '16624c7a-47e9-4106-afa4-17848be9a024', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'mac_address': 'fa:16:3e:0e:42:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f9efd1-6662-4472-882c-4e29581bfdb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '746c4cb8-a418-4846-90d0-090658465937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:22:02Z', 'updated_at': '2021-06-11T10:22:08Z', 'revision_number': 5, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'subnets': [{'id': '746c4cb8-a418-4846-90d0-090658465937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:25:49.886225 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d0b075-1cdc-4574-8ffb-1edc8365b248 req-6960d0fa-4e0f-4e1c-8b88-acbcfa53678f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:25:49.886225 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c8d0b075-1cdc-4574-8ffb-1edc8365b248 req-6960d0fa-4e0f-4e1c-8b88-acbcfa53678f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=16624c7a-47e9-4106-afa4-17848be9a024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0726533 Jun 11 10:25:50.019008 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c8d0b075-1cdc-4574-8ffb-1edc8365b248 req-859e3fee-d911-4be3-890c-993eef5aadf2 service neutron] 10.222.0.69 "GET /v2.0/networks/16624c7a-47e9-4106-afa4-17848be9a024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258440 Jun 11 10:25:50.161785 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c8d0b075-1cdc-4574-8ffb-1edc8365b248 req-b0116d4c-0302-4267-923d-c8fd485eeafd service neutron] 10.222.0.69 "GET /v2.0/networks/16624c7a-47e9-4106-afa4-17848be9a024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341572 Jun 11 10:25:50.164764 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee88a4e-b4b1-4765-9a37-4efc4460f4a3 None None] New status for floating IP 55d5d26c-02da-47be-ad0d-41f793f8a017: DOWN {{(pid=93179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 10:25:50.941276 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99a2d6f-37b2-4549-942b-6243c53cdfb8 req-538d646b-2b83-4fb1-a2cd-c7e7f6bb9c00 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:25:50.942844 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d99a2d6f-37b2-4549-942b-6243c53cdfb8 req-538d646b-2b83-4fb1-a2cd-c7e7f6bb9c00 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=95f299f4-223d-4921-9764-6b0e6e32a264 HTTP/1.1" status: 200 len: 946 time: 0.0753791 Jun 11 10:25:50.984251 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 75608ece-6478-4bdf-baee-f49a75dde243 no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:25:50.989046 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d99a2d6f-37b2-4549-942b-6243c53cdfb8 req-cfdcf806-62fe-4131-be96-389994284535 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=160c31cb-321e-4bd8-902a-5c6aae5737fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404270 Jun 11 10:25:51.033515 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] No Port match for: 75608ece-6478-4bdf-baee-f49a75dde243 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:25:51.034001 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 75608ece-6478-4bdf-baee-f49a75dde243 not bound to the agent host n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:25:51.404181 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0500b367-716a-411a-9499-52d91e1f79bc req-31f6737a-dcf4-452a-8e75-ebf844ee4851 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:25:51.405643 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0500b367-716a-411a-9499-52d91e1f79bc req-31f6737a-dcf4-452a-8e75-ebf844ee4851 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.69 "GET /v2.0/ports?device_id=95f299f4-223d-4921-9764-6b0e6e32a264 HTTP/1.1" status: 200 len: 946 time: 0.0794044 Jun 11 10:25:51.548549 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-0500b367-716a-411a-9499-52d91e1f79bc req-b13ee11c-e5ea-4787-a558-96a5b531ad25 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Deleting port 15a9d4b7-f231-4a2e-8032-7c98f57d38d6 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:25:51.548888 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-0500b367-716a-411a-9499-52d91e1f79bc req-b13ee11c-e5ea-4787-a558-96a5b531ad25 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:25:51.691850 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-0500b367-716a-411a-9499-52d91e1f79bc req-b13ee11c-e5ea-4787-a558-96a5b531ad25 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] For port 15a9d4b7-f231-4a2e-8032-7c98f57d38d6, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=15a9d4b7-f231-4a2e-8032-7c98f57d38d6,segment=NetworkSegment(1efe223c-039e-4973-acce-cb48c4234791),segment_id=1efe223c-039e-4973-acce-cb48c4234791)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:25:51.692148 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-0500b367-716a-411a-9499-52d91e1f79bc req-b13ee11c-e5ea-4787-a558-96a5b531ad25 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:25:51.789490 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-0500b367-716a-411a-9499-52d91e1f79bc req-b13ee11c-e5ea-4787-a558-96a5b531ad25 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Calling delete_port for 15a9d4b7-f231-4a2e-8032-7c98f57d38d6 owned by compute:nova {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:25:52.056051 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-0500b367-716a-411a-9499-52d91e1f79bc req-b13ee11c-e5ea-4787-a558-96a5b531ad25 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:25:52.060319 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-fb652735-b235-46f1-953f-2f09b1b9c7e0 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:25:52.092701 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13ee11c-e5ea-4787-a558-96a5b531ad25 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Pushing event deleted for resources: {'Port': ['ID=15a9d4b7-f231-4a2e-8032-7c98f57d38d6,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:25:52.098328 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b13ee11c-e5ea-4787-a558-96a5b531ad25 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:25:52.195024 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-0500b367-716a-411a-9499-52d91e1f79bc req-b13ee11c-e5ea-4787-a558-96a5b531ad25 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] No DVR routers for this DVR port 15a9d4b7-f231-4a2e-8032-7c98f57d38d6 on host n-h2-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:25:52.198305 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1a7ec078-646e-4b91-b8a0-2475a6861f3f req-ca2cdd1a-c45d-4f3e-9c95-d8434d2b1cee tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=95f299f4-223d-4921-9764-6b0e6e32a264 HTTP/1.1" status: 200 len: 210 time: 0.0595620 Jun 11 10:25:52.199317 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-0500b367-716a-411a-9499-52d91e1f79bc req-b13ee11c-e5ea-4787-a558-96a5b531ad25 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:25:52.202757 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0500b367-716a-411a-9499-52d91e1f79bc req-b13ee11c-e5ea-4787-a558-96a5b531ad25 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.69 "DELETE /v2.0/ports/15a9d4b7-f231-4a2e-8032-7c98f57d38d6 HTTP/1.1" status: 204 len: 173 time: 0.7886143 Jun 11 10:25:52.202757 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95f299f4-223d-4921-9764-6b0e6e32a264', 'name': 'network-vif-deleted', 'tag': '15a9d4b7-f231-4a2e-8032-7c98f57d38d6'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:25:52.204733 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd79662-48fc-45a2-97e9-52f738a53f74" -d '{"events": [{"server_uuid": "95f299f4-223d-4921-9764-6b0e6e32a264", "name": "network-vif-deleted", "tag": "15a9d4b7-f231-4a2e-8032-7c98f57d38d6"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:25:52.257558 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d02d030c-8f03-4b34-89b0-3a822d7408ab x-openstack-request-id: req-d02d030c-8f03-4b34-89b0-3a822d7408ab {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:25:52.257895 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95f299f4-223d-4921-9764-6b0e6e32a264", "name": "network-vif-deleted", "tag": "15a9d4b7-f231-4a2e-8032-7c98f57d38d6", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:25:52.258200 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d02d030c-8f03-4b34-89b0-3a822d7408ab {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:25:52.258674 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95f299f4-223d-4921-9764-6b0e6e32a264', 'name': 'network-vif-deleted', 'tag': '15a9d4b7-f231-4a2e-8032-7c98f57d38d6', 'status': 'completed', 'code': 200} Jun 11 10:25:53.706193 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 36906) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:25:53.885650 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1092c1fa-ca12-46da-a060-a926f285140a req-7138944d-139d-4673-8d32-fe61e10aaa92 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:25:53.887166 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1092c1fa-ca12-46da-a060-a926f285140a req-7138944d-139d-4673-8d32-fe61e10aaa92 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d69be1c-3816-4cf4-b5d8-7b5dcf27de21 HTTP/1.1" status: 200 len: 945 time: 0.0899401 Jun 11 10:25:53.946111 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1092c1fa-ca12-46da-a060-a926f285140a req-b395c382-8f70-4bba-8555-c16a7d06934f tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ad963a6-6d9e-413f-b0f1-6fc54a15f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493965 Jun 11 10:25:54.211484 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-026da0aa-c4ca-40c3-ace6-97657874994e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375209'] for router_interface, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:25:54.575880 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-026da0aa-c4ca-40c3-ace6-97657874994e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Deleting port ee41b85a-56e3-416f-8742-e8cd5ae2133b {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:25:54.576225 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-026da0aa-c4ca-40c3-ace6-97657874994e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:25:54.697552 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-026da0aa-c4ca-40c3-ace6-97657874994e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] For port ee41b85a-56e3-416f-8742-e8cd5ae2133b, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=ee41b85a-56e3-416f-8742-e8cd5ae2133b,segment=NetworkSegment(1efe223c-039e-4973-acce-cb48c4234791),segment_id=1efe223c-039e-4973-acce-cb48c4234791)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:25:54.697906 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-026da0aa-c4ca-40c3-ace6-97657874994e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:25:54.800181 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-026da0aa-c4ca-40c3-ace6-97657874994e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Calling delete_port for ee41b85a-56e3-416f-8742-e8cd5ae2133b owned by network:router_interface {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:25:55.124379 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-026da0aa-c4ca-40c3-ace6-97657874994e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:25:55.129058 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-dc738ded-c985-4249-9ce1-b4b1238dbc4a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:25:55.149148 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911a69ef-22d5-4faf-a96c-c52b9419a3e4 req-e116df91-fba2-45d8-b4d2-8a0da5962819 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:25:55.150658 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-911a69ef-22d5-4faf-a96c-c52b9419a3e4 req-e116df91-fba2-45d8-b4d2-8a0da5962819 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d69be1c-3816-4cf4-b5d8-7b5dcf27de21 HTTP/1.1" status: 200 len: 945 time: 0.0902317 Jun 11 10:25:55.160076 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026da0aa-c4ca-40c3-ace6-97657874994e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Pushing event deleted for resources: {'Port': ['ID=ee41b85a-56e3-416f-8742-e8cd5ae2133b,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:25:55.178539 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026da0aa-c4ca-40c3-ace6-97657874994e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:25:55.178938 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026da0aa-c4ca-40c3-ace6-97657874994e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:25:55.179324 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026da0aa-c4ca-40c3-ace6-97657874994e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:25:55.179755 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026da0aa-c4ca-40c3-ace6-97657874994e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:25:55.180136 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026da0aa-c4ca-40c3-ace6-97657874994e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:25:55.180517 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026da0aa-c4ca-40c3-ace6-97657874994e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:25:55.180915 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026da0aa-c4ca-40c3-ace6-97657874994e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:25:55.181266 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026da0aa-c4ca-40c3-ace6-97657874994e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:25:55.181637 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026da0aa-c4ca-40c3-ace6-97657874994e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:25:55.182006 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026da0aa-c4ca-40c3-ace6-97657874994e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:25:55.182374 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026da0aa-c4ca-40c3-ace6-97657874994e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:25:55.182777 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026da0aa-c4ca-40c3-ace6-97657874994e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:25:55.211866 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-911a69ef-22d5-4faf-a96c-c52b9419a3e4 req-4c6dee6e-2b61-4189-a0eb-1c11fbda2476 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ad963a6-6d9e-413f-b0f1-6fc54a15f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549850 Jun 11 10:25:55.213024 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-026da0aa-c4ca-40c3-ace6-97657874994e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:25:55.437044 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-026da0aa-c4ca-40c3-ace6-97657874994e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362297'] for router_interface, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:25:55.443150 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 15a9d4b7-f231-4a2e-8032-7c98f57d38d6 no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:25:55.473474 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] No Port match for: 15a9d4b7-f231-4a2e-8032-7c98f57d38d6 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:25:55.473742 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 15a9d4b7-f231-4a2e-8032-7c98f57d38d6 not bound to the agent host n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:25:55.592243 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdead8f8-1d78-4641-8744-d4bb7ac4cb55 req-025ba4db-9545-4d40-bec4-1d2443b8805c tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:25:55.594311 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fdead8f8-1d78-4641-8744-d4bb7ac4cb55 req-025ba4db-9545-4d40-bec4-1d2443b8805c tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.69 "GET /v2.0/ports?device_id=8d69be1c-3816-4cf4-b5d8-7b5dcf27de21 HTTP/1.1" status: 200 len: 945 time: 0.0722361 Jun 11 10:25:55.718069 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-fdead8f8-1d78-4641-8744-d4bb7ac4cb55 req-a62cca91-2b8e-4941-943d-27970978a6c4 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Deleting port 80ea70b9-14b2-4ef1-aec1-e7fd135102d7 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:25:55.718408 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-fdead8f8-1d78-4641-8744-d4bb7ac4cb55 req-a62cca91-2b8e-4941-943d-27970978a6c4 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:25:55.766353 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-026da0aa-c4ca-40c3-ace6-97657874994e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Router e0f9efd1-6662-4472-882c-4e29581bfdb8 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:25:55.844226 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-fdead8f8-1d78-4641-8744-d4bb7ac4cb55 req-a62cca91-2b8e-4941-943d-27970978a6c4 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] For port 80ea70b9-14b2-4ef1-aec1-e7fd135102d7, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=80ea70b9-14b2-4ef1-aec1-e7fd135102d7,segment=NetworkSegment(c8901b63-dd3e-4076-a8d0-c23814d0fe69),segment_id=c8901b63-dd3e-4076-a8d0-c23814d0fe69)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:25:55.844509 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-fdead8f8-1d78-4641-8744-d4bb7ac4cb55 req-a62cca91-2b8e-4941-943d-27970978a6c4 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:25:55.921406 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-026da0aa-c4ca-40c3-ace6-97657874994e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:25:55.931206 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-026da0aa-c4ca-40c3-ace6-97657874994e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "PUT /v2.0/routers/e0f9efd1-6662-4472-882c-4e29581bfdb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2201712 Jun 11 10:25:55.931206 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 36910) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:25:55.934840 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9685927-d9d2-404a-8d38-c93cb7bf79ad None None] Sync routers for ids ['e0f9efd1-6662-4472-882c-4e29581bfdb8'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:25:55.940975 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-fdead8f8-1d78-4641-8744-d4bb7ac4cb55 req-a62cca91-2b8e-4941-943d-27970978a6c4 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Calling delete_port for 80ea70b9-14b2-4ef1-aec1-e7fd135102d7 owned by compute:nova {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:25:55.944596 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9685927-d9d2-404a-8d38-c93cb7bf79ad None None] Routers {'e0f9efd1-6662-4472-882c-4e29581bfdb8'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:25:55.945209 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-b9685927-d9d2-404a-8d38-c93cb7bf79ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:25:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['e0f9efd1-6662-4472-882c-4e29581bfdb8'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:25:56.000667 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fc34e6a-c181-46e7-8947-5a8281eac7a7 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Deleting subnet 746c4cb8-a418-4846-90d0-090658465937 {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:25:56.003956 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3fc34e6a-c181-46e7-8947-5a8281eac7a7 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:25:56.058443 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3fc34e6a-c181-46e7-8947-5a8281eac7a7 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:25:56.134689 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-b9685927-d9d2-404a-8d38-c93cb7bf79ad None None] Set router e0f9efd1-6662-4472-882c-4e29581bfdb8 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:25:56.192605 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3fc34e6a-c181-46e7-8947-5a8281eac7a7 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:25:56.198340 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-fdead8f8-1d78-4641-8744-d4bb7ac4cb55 req-a62cca91-2b8e-4941-943d-27970978a6c4 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:25:56.205580 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-eff6b9f7-6622-4158-8b77-0331e0d2b24c tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:25:56.229854 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['5e88234e-9097-47e5-a835-8915a48755da', '8ab40f1e-1da9-468d-a859-4719637afa73'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:25:56.233642 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['80ea70b9-14b2-4ef1-aec1-e7fd135102d7'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:25:56.251215 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62cca91-2b8e-4941-943d-27970978a6c4 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Pushing event deleted for resources: {'Port': ['ID=80ea70b9-14b2-4ef1-aec1-e7fd135102d7,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:25:56.262853 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a62cca91-2b8e-4941-943d-27970978a6c4 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:25:56.337823 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdead8f8-1d78-4641-8744-d4bb7ac4cb55 req-a62cca91-2b8e-4941-943d-27970978a6c4 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] No DVR routers for this DVR port 80ea70b9-14b2-4ef1-aec1-e7fd135102d7 on host n-h2-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:25:56.340550 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-fdead8f8-1d78-4641-8744-d4bb7ac4cb55 req-a62cca91-2b8e-4941-943d-27970978a6c4 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:25:56.342587 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fdead8f8-1d78-4641-8744-d4bb7ac4cb55 req-a62cca91-2b8e-4941-943d-27970978a6c4 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.69 "DELETE /v2.0/ports/80ea70b9-14b2-4ef1-aec1-e7fd135102d7 HTTP/1.1" status: 204 len: 173 time: 0.7431886 Jun 11 10:25:56.343138 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d69be1c-3816-4cf4-b5d8-7b5dcf27de21', 'name': 'network-vif-deleted', 'tag': '80ea70b9-14b2-4ef1-aec1-e7fd135102d7'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:25:56.345805 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b32f6f1-2fe8-4be8-a54d-e1b1830720fd" -d '{"events": [{"server_uuid": "8d69be1c-3816-4cf4-b5d8-7b5dcf27de21", "name": "network-vif-deleted", "tag": "80ea70b9-14b2-4ef1-aec1-e7fd135102d7"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:25:56.360390 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3fc34e6a-c181-46e7-8947-5a8281eac7a7 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:25:56.363840 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-23bcedae-bf1f-442c-8b22-8bd3bbfea0ed tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:25:56.403661 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3fc34e6a-c181-46e7-8947-5a8281eac7a7 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:25:56.415822 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3c4285e4-de72-42d4-a73b-c1a4c3605543 req-7cff0406-c346-4fc3-81d4-5bb4f6c94b0f tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d69be1c-3816-4cf4-b5d8-7b5dcf27de21 HTTP/1.1" status: 200 len: 210 time: 0.0553243 Jun 11 10:25:56.416718 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-3fc34e6a-c181-46e7-8947-5a8281eac7a7 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "DELETE /v2.0/subnets/746c4cb8-a418-4846-90d0-090658465937 HTTP/1.1" status: 204 len: 168 time: 0.4755912 Jun 11 10:25:56.416718 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 36916) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:25:56.416718 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc34e6a-c181-46e7-8947-5a8281eac7a7 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Pushing event deleted for resources: {'Subnet': ['ID=746c4cb8-a418-4846-90d0-090658465937,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:25:56.423144 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3fc34e6a-c181-46e7-8947-5a8281eac7a7 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:25:56.450211 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c63219-7a2e-4320-9b1d-fe76e69753af x-openstack-request-id: req-22c63219-7a2e-4320-9b1d-fe76e69753af {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:25:56.450211 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d69be1c-3816-4cf4-b5d8-7b5dcf27de21", "name": "network-vif-deleted", "tag": "80ea70b9-14b2-4ef1-aec1-e7fd135102d7", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:25:56.450211 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-22c63219-7a2e-4320-9b1d-fe76e69753af {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:25:56.450211 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d69be1c-3816-4cf4-b5d8-7b5dcf27de21', 'name': 'network-vif-deleted', 'tag': '80ea70b9-14b2-4ef1-aec1-e7fd135102d7', 'status': 'completed', 'code': 200} Jun 11 10:25:56.456504 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f29afb-fcac-4e48-9dda-a32fdafd75ab None None] Network 16624c7a-47e9-4106-afa4-17848be9a024 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:25:56.595824 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fc0f93ca-0ff0-4bf1-84f8-653141c70004 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for router, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:25:56.761265 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fc0f93ca-0ff0-4bf1-84f8-653141c70004 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:25:56.822978 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-b9685927-d9d2-404a-8d38-c93cb7bf79ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f9efd1-6662-4472-882c-4e29581bfdb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1523403837', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'd7dd619e-fdaf-4133-8929-f25396f83103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:21:57Z', 'updated_at': '2021-06-11T10:25:54Z', 'revision_number': 5, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'gw_port': {'id': 'd7dd619e-fdaf-4133-8929-f25396f83103', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:de:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f9efd1-6662-4472-882c-4e29581bfdb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:21:59Z', 'updated_at': '2021-06-11T10:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:25:56.838742 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9685927-d9d2-404a-8d38-c93cb7bf79ad None None] Checking router: e0f9efd1-6662-4472-882c-4e29581bfdb8 for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:25:56.868109 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9685927-d9d2-404a-8d38-c93cb7bf79ad None None] Routers {'e0f9efd1-6662-4472-882c-4e29581bfdb8'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:25:56.868754 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-b9685927-d9d2-404a-8d38-c93cb7bf79ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:25:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['e0f9efd1-6662-4472-882c-4e29581bfdb8'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:25:56.925058 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7fbbac-8547-48c9-b8e2-bf9f463a2f72 None None] DHCP port deletion for 16624c7a-47e9-4106-afa4-17848be9a024 request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 10:25:56.925336 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-fc0f93ca-0ff0-4bf1-84f8-653141c70004 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Deleting port d7dd619e-fdaf-4133-8929-f25396f83103 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:25:56.926097 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fc0f93ca-0ff0-4bf1-84f8-653141c70004 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:25:57.061935 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-b9685927-d9d2-404a-8d38-c93cb7bf79ad None None] Set router e0f9efd1-6662-4472-882c-4e29581bfdb8 gateway port host: None {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:25:57.162779 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-b9685927-d9d2-404a-8d38-c93cb7bf79ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f9efd1-6662-4472-882c-4e29581bfdb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1523403837', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:21:57Z', 'updated_at': '2021-06-11T10:25:56Z', 'revision_number': 6, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'gw_port_host': None}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:25:57.178665 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9685927-d9d2-404a-8d38-c93cb7bf79ad None None] The sync data for ids ['e0f9efd1-6662-4472-882c-4e29581bfdb8'] in n-d-779913-12 is: [{'id': 'e0f9efd1-6662-4472-882c-4e29581bfdb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1523403837', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:21:57Z', 'updated_at': '2021-06-11T10:25:56Z', 'revision_number': 6, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'gw_port_host': None}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:25:57.203467 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-7c7fbbac-8547-48c9-b8e2-bf9f463a2f72 None None] Deleting port a6a66ad6-c48f-4e0b-9f1f-7cd7ebefdb35 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:25:57.203865 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7c7fbbac-8547-48c9-b8e2-bf9f463a2f72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:25:57.312032 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-7c7fbbac-8547-48c9-b8e2-bf9f463a2f72 None None] For port a6a66ad6-c48f-4e0b-9f1f-7cd7ebefdb35, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=a6a66ad6-c48f-4e0b-9f1f-7cd7ebefdb35,segment=NetworkSegment(1efe223c-039e-4973-acce-cb48c4234791),segment_id=1efe223c-039e-4973-acce-cb48c4234791)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:25:57.313160 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7c7fbbac-8547-48c9-b8e2-bf9f463a2f72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:25:57.463359 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:25:57.515918 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-fc0f93ca-0ff0-4bf1-84f8-653141c70004 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] For port d7dd619e-fdaf-4133-8929-f25396f83103, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=d7dd619e-fdaf-4133-8929-f25396f83103,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:25:57.516422 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fc0f93ca-0ff0-4bf1-84f8-653141c70004 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:25:57.674894 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-7c7fbbac-8547-48c9-b8e2-bf9f463a2f72 None None] Calling delete_port for a6a66ad6-c48f-4e0b-9f1f-7cd7ebefdb35 owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:25:57.682800 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8483296b-a7dd-46a6-8761-19683a0326ba req-5142d0c1-819e-427a-9755-8ef8f3c986cf tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d69be1c-3816-4cf4-b5d8-7b5dcf27de21 HTTP/1.1" status: 200 len: 210 time: 0.0555208 Jun 11 10:25:57.706821 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-fc0f93ca-0ff0-4bf1-84f8-653141c70004 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Calling delete_port for d7dd619e-fdaf-4133-8929-f25396f83103 owned by network:router_gateway {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:25:57.878497 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7c7fbbac-8547-48c9-b8e2-bf9f463a2f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:25:57.880802 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:25:57.909786 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7fbbac-8547-48c9-b8e2-bf9f463a2f72 None None] Pushing event deleted for resources: {'Port': ['ID=a6a66ad6-c48f-4e0b-9f1f-7cd7ebefdb35,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:25:57.917711 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7fbbac-8547-48c9-b8e2-bf9f463a2f72 None None] No DVR routers for this DVR port a6a66ad6-c48f-4e0b-9f1f-7cd7ebefdb35 on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:25:57.920177 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7fbbac-8547-48c9-b8e2-bf9f463a2f72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:25:57.920543 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7fbbac-8547-48c9-b8e2-bf9f463a2f72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:25:57.920878 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7fbbac-8547-48c9-b8e2-bf9f463a2f72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:25:57.921214 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7fbbac-8547-48c9-b8e2-bf9f463a2f72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:25:57.922164 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7fbbac-8547-48c9-b8e2-bf9f463a2f72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:25:57.922516 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7fbbac-8547-48c9-b8e2-bf9f463a2f72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:25:57.922845 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7fbbac-8547-48c9-b8e2-bf9f463a2f72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:25:57.923173 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7fbbac-8547-48c9-b8e2-bf9f463a2f72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:25:57.923500 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7fbbac-8547-48c9-b8e2-bf9f463a2f72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:25:57.927125 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7fbbac-8547-48c9-b8e2-bf9f463a2f72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:25:57.927125 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7fbbac-8547-48c9-b8e2-bf9f463a2f72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:25:57.927125 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7fbbac-8547-48c9-b8e2-bf9f463a2f72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:25:57.928274 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-7c7fbbac-8547-48c9-b8e2-bf9f463a2f72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:25:58.169261 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fc0f93ca-0ff0-4bf1-84f8-653141c70004 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:25:58.169261 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-41a4291f-2c6d-4b3b-a507-740683cc40a1 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:25:58.175923 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0f93ca-0ff0-4bf1-84f8-653141c70004 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Pushing event deleted for resources: {'Port': ['ID=d7dd619e-fdaf-4133-8929-f25396f83103,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:25:58.179503 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-fc0f93ca-0ff0-4bf1-84f8-653141c70004 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:25:58.259213 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fc0f93ca-0ff0-4bf1-84f8-653141c70004 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374120'] for router_gateway, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:25:58.404042 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fc0f93ca-0ff0-4bf1-84f8-653141c70004 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:25:58.406665 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fc0f93ca-0ff0-4bf1-84f8-653141c70004 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:25:58.610058 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fc0f93ca-0ff0-4bf1-84f8-653141c70004 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:25:58.610698 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc0f93ca-0ff0-4bf1-84f8-653141c70004 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Fanout notify agent at l3_agent the message router_deleted on router e0f9efd1-6662-4472-882c-4e29581bfdb8 {{(pid=93176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 10:25:58.618079 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fc0f93ca-0ff0-4bf1-84f8-653141c70004 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:25:58.619223 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-fc0f93ca-0ff0-4bf1-84f8-653141c70004 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "DELETE /v2.0/routers/e0f9efd1-6662-4472-882c-4e29581bfdb8 HTTP/1.1" status: 204 len: 168 time: 2.2100611 Jun 11 10:25:58.621854 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 36922) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:25:58.765965 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device a6a66ad6-c48f-4e0b-9f1f-7cd7ebefdb35 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:25:58.774347 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-225823f9-c3f1-44cc-8fb9-0a7979d899b6 req-f1782305-b8ed-46f4-86f5-9ce225456ad5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=59fc3894-e92c-4f73-9eca-981e812884c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1024625 Jun 11 10:25:58.775006 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-01dbdd23-d1b7-4f37-abe9-f7ebe6d6a436 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:25:58.805515 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: a6a66ad6-c48f-4e0b-9f1f-7cd7ebefdb35 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:25:58.805876 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device a6a66ad6-c48f-4e0b-9f1f-7cd7ebefdb35 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:25:58.806339 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device ee41b85a-56e3-416f-8742-e8cd5ae2133b no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:25:58.846789 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: ee41b85a-56e3-416f-8742-e8cd5ae2133b {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:25:58.854656 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device ee41b85a-56e3-416f-8742-e8cd5ae2133b not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:25:58.854656 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device d7dd619e-fdaf-4133-8929-f25396f83103 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:25:58.885424 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: d7dd619e-fdaf-4133-8929-f25396f83103 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:25:58.886140 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device d7dd619e-fdaf-4133-8929-f25396f83103 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:25:58.917805 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225823f9-c3f1-44cc-8fb9-0a7979d899b6 req-e44b9790-ad85-486d-8812-f7e0cc6db5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:25:58.919561 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-225823f9-c3f1-44cc-8fb9-0a7979d899b6 req-e44b9790-ad85-486d-8812-f7e0cc6db5ed service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=19f26ec1518143c59f831fc53d1a7f94&device_id=59fc3894-e92c-4f73-9eca-981e812884c7 HTTP/1.1" status: 200 len: 1136 time: 0.0890300 Jun 11 10:25:58.932618 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-01dbdd23-d1b7-4f37-abe9-f7ebe6d6a436 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:25:58.947598 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-01dbdd23-d1b7-4f37-abe9-f7ebe6d6a436 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16624c7a-47e9-4106-afa4-17848be9a024']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:25:58.960103 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-01dbdd23-d1b7-4f37-abe9-f7ebe6d6a436 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1efe223c-039e-4973-acce-cb48c4234791') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:25:58.960407 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-01dbdd23-d1b7-4f37-abe9-f7ebe6d6a436 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1efe223c-039e-4973-acce-cb48c4234791') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:25:58.971726 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-01dbdd23-d1b7-4f37-abe9-f7ebe6d6a436 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:25:58.989756 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-01dbdd23-d1b7-4f37-abe9-f7ebe6d6a436 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:25:58.996875 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01dbdd23-d1b7-4f37-abe9-f7ebe6d6a436 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Releasing vlan 776 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:25:58.997306 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-01dbdd23-d1b7-4f37-abe9-f7ebe6d6a436 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:25:59.001404 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:25:59.001404 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:25:59.001404 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:25:59.001404 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:25:59.001404 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:25:59.001404 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:25:59.001404 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:25:59.001404 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:25:59.001404 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 10:25:59.001404 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:25:59.001404 n-d-779913-12 neutron-server[93176]: timer() Jun 11 10:25:59.001404 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:25:59.001404 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 10:25:59.001404 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:25:59.001404 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 10:25:59.001404 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:25:59.001404 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 10:25:59.001404 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:25:59.001404 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 10:25:59.001404 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:25:59.001404 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 10:25:59.001404 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:25:59.001404 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:25:59.001404 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:25:59.001404 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:25:59.001404 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:25:59.001404 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 10:25:59.001404 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:25:59.001404 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 10:25:59.001404 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:25:59.001404 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:25:59.001404 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:25:59.001404 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 10:25:59.001404 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:25:59.001404 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:25:59.001404 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:25:59.001404 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:25:59.001404 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:25:59.001404 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:25:59.001404 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:25:59.068986 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225823f9-c3f1-44cc-8fb9-0a7979d899b6 req-86b289ad-a83e-44bf-87a8-7fe549a4a72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:25:59.070496 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-225823f9-c3f1-44cc-8fb9-0a7979d899b6 req-86b289ad-a83e-44bf-87a8-7fe549a4a72e service neutron] 10.222.0.69 "GET /v2.0/networks?id=3994fb15-60a0-4a7f-8015-9d5fc9d97e75 HTTP/1.1" status: 200 len: 898 time: 0.1263025 Jun 11 10:25:59.160862 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-225823f9-c3f1-44cc-8fb9-0a7979d899b6 req-6d44150f-8f55-47e3-b2e7-3ac2848f05eb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08e9681c-a1a1-49ff-8af5-0b337ec6a89c HTTP/1.1" status: 200 len: 1001 time: 0.0833790 Jun 11 10:25:59.186953 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-01dbdd23-d1b7-4f37-abe9-f7ebe6d6a436 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:25:59.191675 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6e282080-9d61-4825-b1a1-7b8d265fc272 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:25:59.200733 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-01dbdd23-d1b7-4f37-abe9-f7ebe6d6a436 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:25:59.200733 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-01dbdd23-d1b7-4f37-abe9-f7ebe6d6a436 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "DELETE /v2.0/networks/16624c7a-47e9-4106-afa4-17848be9a024 HTTP/1.1" status: 204 len: 168 time: 0.5760791 Jun 11 10:25:59.203134 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 36930) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:25:59.225925 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225823f9-c3f1-44cc-8fb9-0a7979d899b6 req-c887112c-61a9-4781-a76e-a7d978ad31cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:25:59.227135 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-225823f9-c3f1-44cc-8fb9-0a7979d899b6 req-c887112c-61a9-4781-a76e-a7d978ad31cb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e1127dba-b689-453e-9256-c1f92c1d77ae HTTP/1.1" status: 200 len: 835 time: 0.0587432 Jun 11 10:25:59.232960 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dbdd23-d1b7-4f37-abe9-f7ebe6d6a436 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Pushing event deleted for resources: {'Network': ['ID=16624c7a-47e9-4106-afa4-17848be9a024,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:25:59.243292 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-01dbdd23-d1b7-4f37-abe9-f7ebe6d6a436 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:25:59.294820 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8d8fce69-bfd6-46cc-a844-e5d91f157445 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:25:59.306022 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225823f9-c3f1-44cc-8fb9-0a7979d899b6 req-8ccbd3d7-ccdb-4d71-885c-488c80f95f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:25:59.307510 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-225823f9-c3f1-44cc-8fb9-0a7979d899b6 req-8ccbd3d7-ccdb-4d71-885c-488c80f95f13 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3994fb15-60a0-4a7f-8015-9d5fc9d97e75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0702517 Jun 11 10:25:59.324984 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8d8fce69-bfd6-46cc-a844-e5d91f157445 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:25:59.433933 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-225823f9-c3f1-44cc-8fb9-0a7979d899b6 req-cdef2a47-c384-46ec-a88c-1c46c2afbc39 service neutron] 10.222.0.69 "GET /v2.0/networks/3994fb15-60a0-4a7f-8015-9d5fc9d97e75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186740 Jun 11 10:25:59.448418 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 80ea70b9-14b2-4ef1-aec1-e7fd135102d7 no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:25:59.452468 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8d8fce69-bfd6-46cc-a844-e5d91f157445 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:25:59.468284 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8d8fce69-bfd6-46cc-a844-e5d91f157445 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:25:59.470074 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-8d8fce69-bfd6-46cc-a844-e5d91f157445 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "DELETE /v2.0/security-groups/160c31cb-321e-4bd8-902a-5c6aae5737fb HTTP/1.1" status: 204 len: 168 time: 0.2654836 Jun 11 10:25:59.470936 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-dfe8ff23-3094-47e5-9078-29be815ea5d3 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:25:59.485454 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8fce69-bfd6-46cc-a844-e5d91f157445 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=160c31cb-321e-4bd8-902a-5c6aae5737fb,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:25:59.487691 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] No Port match for: 80ea70b9-14b2-4ef1-aec1-e7fd135102d7 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:25:59.488156 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 80ea70b9-14b2-4ef1-aec1-e7fd135102d7 not bound to the agent host n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:25:59.490562 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8d8fce69-bfd6-46cc-a844-e5d91f157445 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:25:59.584430 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 36936) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:25:59.596651 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-225823f9-c3f1-44cc-8fb9-0a7979d899b6 req-f5be0156-c44c-48b3-8901-c92952491a02 service neutron] 10.222.0.69 "GET /v2.0/networks/3994fb15-60a0-4a7f-8015-9d5fc9d97e75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508920 Jun 11 10:25:59.605642 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c0e89e-81c2-42a8-8bac-e64e88aea4d6 req-f670378e-639e-42b0-820d-670aaa28bcba tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:25:59.606790 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-36c0e89e-81c2-42a8-8bac-e64e88aea4d6 req-f670378e-639e-42b0-820d-670aaa28bcba tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/ports?device_id=4620bff3-3292-4f19-97bc-302f8b41ca5a HTTP/1.1" status: 200 len: 946 time: 0.1696858 Jun 11 10:25:59.660357 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-36c0e89e-81c2-42a8-8bac-e64e88aea4d6 req-f676f97d-0ddf-4175-8352-27d7c48f1c1b tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ad963a6-6d9e-413f-b0f1-6fc54a15f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468001 Jun 11 10:25:59.690731 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-2fbb4f00-0f37-43cf-9c9f-c64065c4a9a2 tempest-TestSecurityGroupsBasicOps-1462703494 tempest-TestSecurityGroupsBasicOps-1462703494-project-admin] 10.222.0.60 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1635 time: 0.1049747 Jun 11 10:25:59.693269 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 36938) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:25:59.698208 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-f74508c1-5c8f-4a71-9668-a5b25aafe819 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Request body: {'network': {'name': 'tempest-network-smoke--48625179', 'project_id': '19f26ec1518143c59f831fc53d1a7f94', 'port_security_enabled': False}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:25:59.763702 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f74508c1-5c8f-4a71-9668-a5b25aafe819 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Made reservation on behalf of 19f26ec1518143c59f831fc53d1a7f94 for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:25:59.769423 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f74508c1-5c8f-4a71-9668-a5b25aafe819 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:25:59.798986 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f74508c1-5c8f-4a71-9668-a5b25aafe819 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 785} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:25:59.813676 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f74508c1-5c8f-4a71-9668-a5b25aafe819 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:25:59.813676 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-f74508c1-5c8f-4a71-9668-a5b25aafe819 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Added segment 52f253e2-4d47-4212-8019-84e834060d25 of type vlan for network 3303a25c-462c-4e26-84eb-bb580955b8e8 Jun 11 10:25:59.865606 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f74508c1-5c8f-4a71-9668-a5b25aafe819 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:25:59.986709 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f74508c1-5c8f-4a71-9668-a5b25aafe819 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:25:59.992500 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74508c1-5c8f-4a71-9668-a5b25aafe819 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:25:59.993123 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f74508c1-5c8f-4a71-9668-a5b25aafe819 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:25:59.996626 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f92f25d5-d02d-4009-9b4e-07a2b6baada9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:26:00.090562 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74508c1-5c8f-4a71-9668-a5b25aafe819 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Pushing event updated for resources: {'Network': ['ID=3303a25c-462c-4e26-84eb-bb580955b8e8,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:26:00.093280 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f74508c1-5c8f-4a71-9668-a5b25aafe819 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:26:00.103127 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 3303a25c-462c-4e26-84eb-bb580955b8e8 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:26:00.107135 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 36942) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:26:00.111374 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-d8c681b8-5377-4e87-86dc-f0e9f3fadc22 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1866280618', 'description': 'tempest-secgroup-smoke-1866280618 description', 'project_id': '291bb5ee2189444bb635fe5a1d306c3b'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:26:00.120144 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-f74508c1-5c8f-4a71-9668-a5b25aafe819 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4225116 Jun 11 10:26:00.121647 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 36944) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:26:00.127586 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-cdb0e971-e73a-44e5-a25e-470fcc166a31 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1703384387', 'admin_state_up': True, 'project_id': '19f26ec1518143c59f831fc53d1a7f94', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:26:00.204420 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d8c681b8-5377-4e87-86dc-f0e9f3fadc22 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:00.261240 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cdb0e971-e73a-44e5-a25e-470fcc166a31 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:00.262324 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cdb0e971-e73a-44e5-a25e-470fcc166a31 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:00.337401 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cdb0e971-e73a-44e5-a25e-470fcc166a31 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:00.346737 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d8c681b8-5377-4e87-86dc-f0e9f3fadc22 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:00.409686 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d8c681b8-5377-4e87-86dc-f0e9f3fadc22 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:00.412451 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c0421b32-c47a-424f-8da0-aec3b90025c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:26:00.444388 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c681b8-5377-4e87-86dc-f0e9f3fadc22 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b5f5f56-3a62-43a6-80fa-060c3f3539df,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:26:00.447168 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d8c681b8-5377-4e87-86dc-f0e9f3fadc22 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:26:00.489796 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d8c681b8-5377-4e87-86dc-f0e9f3fadc22 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:00.494540 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-d8c681b8-5377-4e87-86dc-f0e9f3fadc22 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3833966 Jun 11 10:26:00.494896 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 36946) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:26:00.499618 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-a317bc36-be78-4178-b13b-27bb1f4d4dd0 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Request body: {'security_group_rule': {'security_group_id': '4b5f5f56-3a62-43a6-80fa-060c3f3539df', 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:26:00.648278 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cdb0e971-e73a-44e5-a25e-470fcc166a31 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:00.700420 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0a2ae3-90c6-419f-acaf-941210c57c8a req-d3f2c9bd-0a41-4b54-8460-66bc29630087 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:26:00.700420 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9e0a2ae3-90c6-419f-acaf-941210c57c8a req-d3f2c9bd-0a41-4b54-8460-66bc29630087 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.64 "GET /v2.0/ports?device_id=4620bff3-3292-4f19-97bc-302f8b41ca5a HTTP/1.1" status: 200 len: 946 time: 0.1017096 Jun 11 10:26:00.745728 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a317bc36-be78-4178-b13b-27bb1f4d4dd0 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:00.854895 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72084416-0fc4-490b-bcd3-6bcc8204e31a req-f490d894-9f86-42d9-a508-a72871c0f2f0 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:26:00.856450 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-72084416-0fc4-490b-bcd3-6bcc8204e31a req-f490d894-9f86-42d9-a508-a72871c0f2f0 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/ports?device_id=4620bff3-3292-4f19-97bc-302f8b41ca5a HTTP/1.1" status: 200 len: 946 time: 0.0804315 Jun 11 10:26:00.900632 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-72084416-0fc4-490b-bcd3-6bcc8204e31a req-eb44b68c-62c0-4008-a51d-0726b781011a tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ad963a6-6d9e-413f-b0f1-6fc54a15f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375226 Jun 11 10:26:00.906851 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a317bc36-be78-4178-b13b-27bb1f4d4dd0 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:00.975858 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-9e0a2ae3-90c6-419f-acaf-941210c57c8a req-70b63820-b335-4ebe-a3a4-a51a1a02d7b1 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Deleting port 8ab40f1e-1da9-468d-a859-4719637afa73 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:26:00.976209 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-9e0a2ae3-90c6-419f-acaf-941210c57c8a req-70b63820-b335-4ebe-a3a4-a51a1a02d7b1 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:01.012299 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a317bc36-be78-4178-b13b-27bb1f4d4dd0 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:01.021406 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-15ee4a9d-4136-4870-96ff-f208f731d8db tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:26:01.096788 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a317bc36-be78-4178-b13b-27bb1f4d4dd0 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25a1319d-3d71-4956-9e57-efd46825b5ac,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:26:01.101958 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a317bc36-be78-4178-b13b-27bb1f4d4dd0 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:26:01.211091 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a317bc36-be78-4178-b13b-27bb1f4d4dd0 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:01.212221 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-a317bc36-be78-4178-b13b-27bb1f4d4dd0 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7162695 Jun 11 10:26:01.215597 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 36950) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:26:01.221248 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-3439f009-6272-4c27-92b7-eb222b012e41 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Request body: {'security_group_rule': {'security_group_id': '4b5f5f56-3a62-43a6-80fa-060c3f3539df', 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:26:01.221821 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-9e0a2ae3-90c6-419f-acaf-941210c57c8a req-70b63820-b335-4ebe-a3a4-a51a1a02d7b1 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] For port 8ab40f1e-1da9-468d-a859-4719637afa73, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=8ab40f1e-1da9-468d-a859-4719637afa73,segment=NetworkSegment(c8901b63-dd3e-4076-a8d0-c23814d0fe69),segment_id=c8901b63-dd3e-4076-a8d0-c23814d0fe69)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:26:01.222183 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-9e0a2ae3-90c6-419f-acaf-941210c57c8a req-70b63820-b335-4ebe-a3a4-a51a1a02d7b1 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:01.301235 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cdb0e971-e73a-44e5-a25e-470fcc166a31 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks [] for router_gateway, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:01.329554 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3439f009-6272-4c27-92b7-eb222b012e41 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:01.346728 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-9e0a2ae3-90c6-419f-acaf-941210c57c8a req-70b63820-b335-4ebe-a3a4-a51a1a02d7b1 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Calling delete_port for 8ab40f1e-1da9-468d-a859-4719637afa73 owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:26:01.376865 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cdb0e971-e73a-44e5-a25e-470fcc166a31 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:01.397857 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3439f009-6272-4c27-92b7-eb222b012e41 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:01.512591 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3439f009-6272-4c27-92b7-eb222b012e41 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:01.515002 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-865d2bff-9e8d-4356-a659-ff5eec17a5ba tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:26:01.534725 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3439f009-6272-4c27-92b7-eb222b012e41 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f7dc23e-dcfd-4907-87a3-dcbdd6f6bf02,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:26:01.537667 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3439f009-6272-4c27-92b7-eb222b012e41 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:26:01.578734 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-cdb0e971-e73a-44e5-a25e-470fcc166a31 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Allocated IP 172.25.4.156 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/48896825-fd69-4b51-b78a-4ba27ba1d3c5) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:26:01.604153 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:01.632856 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3439f009-6272-4c27-92b7-eb222b012e41 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:01.634403 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-3439f009-6272-4c27-92b7-eb222b012e41 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4174371 Jun 11 10:26:01.637322 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 36952) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:26:01.643923 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-078fa8d5-33db-404d-a837-c56f2249cacc tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Request body: {'security_group_rule': {'security_group_id': '4b5f5f56-3a62-43a6-80fa-060c3f3539df', 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:26:01.763463 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-078fa8d5-33db-404d-a837-c56f2249cacc tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:01.773377 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cdb0e971-e73a-44e5-a25e-470fcc166a31 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:01.804206 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-9e0a2ae3-90c6-419f-acaf-941210c57c8a req-70b63820-b335-4ebe-a3a4-a51a1a02d7b1 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:01.808829 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-529b4c24-2d9f-4855-887e-be5e43ecf86c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:26:01.817007 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['5e88234e-9097-47e5-a835-8915a48755da', '8ab40f1e-1da9-468d-a859-4719637afa73'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:26:01.844763 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-078fa8d5-33db-404d-a837-c56f2249cacc tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:01.846801 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b63820-b335-4ebe-a3a4-a51a1a02d7b1 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Pushing event deleted for resources: {'Port': ['ID=8ab40f1e-1da9-468d-a859-4719637afa73,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:26:01.851916 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-70b63820-b335-4ebe-a3a4-a51a1a02d7b1 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:26:01.910634 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e0a2ae3-90c6-419f-acaf-941210c57c8a req-70b63820-b335-4ebe-a3a4-a51a1a02d7b1 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] No DVR routers for this DVR port 8ab40f1e-1da9-468d-a859-4719637afa73 on host n-h1-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:26:01.913417 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-9e0a2ae3-90c6-419f-acaf-941210c57c8a req-70b63820-b335-4ebe-a3a4-a51a1a02d7b1 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:01.915826 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9e0a2ae3-90c6-419f-acaf-941210c57c8a req-70b63820-b335-4ebe-a3a4-a51a1a02d7b1 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.64 "DELETE /v2.0/ports/8ab40f1e-1da9-468d-a859-4719637afa73 HTTP/1.1" status: 204 len: 173 time: 1.2099354 Jun 11 10:26:01.915983 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4620bff3-3292-4f19-97bc-302f8b41ca5a', 'name': 'network-vif-deleted', 'tag': '8ab40f1e-1da9-468d-a859-4719637afa73'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:26:01.918307 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf4139f-c4e0-4a53-bf11-1ba3a266ca73" -d '{"events": [{"server_uuid": "4620bff3-3292-4f19-97bc-302f8b41ca5a", "name": "network-vif-deleted", "tag": "8ab40f1e-1da9-468d-a859-4719637afa73"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:26:01.931183 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cdb0e971-e73a-44e5-a25e-470fcc166a31 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:01.934510 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-885aa750-192d-4c1f-87c8-3ea2e6edddaa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:26:01.970701 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-078fa8d5-33db-404d-a837-c56f2249cacc tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:01.971770 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79ad33d2-7ee2-42a9-9712-3fb742f1cffd x-openstack-request-id: req-79ad33d2-7ee2-42a9-9712-3fb742f1cffd {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:26:01.972334 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4620bff3-3292-4f19-97bc-302f8b41ca5a", "name": "network-vif-deleted", "tag": "8ab40f1e-1da9-468d-a859-4719637afa73", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:26:01.973500 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-79ad33d2-7ee2-42a9-9712-3fb742f1cffd {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:26:01.973500 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4620bff3-3292-4f19-97bc-302f8b41ca5a', 'name': 'network-vif-deleted', 'tag': '8ab40f1e-1da9-468d-a859-4719637afa73', 'status': 'completed', 'code': 200} Jun 11 10:26:01.981277 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3439f009-6272-4c27-92b7-eb222b012e41 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:26:01.994795 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb0e971-e73a-44e5-a25e-470fcc166a31 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:26:01.998030 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-cdb0e971-e73a-44e5-a25e-470fcc166a31 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:26:02.001674 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb0e971-e73a-44e5-a25e-470fcc166a31 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:26:02.008917 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb0e971-e73a-44e5-a25e-470fcc166a31 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Pushing event updated for resources: {'Port': ['ID=48896825-fd69-4b51-b78a-4ba27ba1d3c5,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:26:02.012897 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078fa8d5-33db-404d-a837-c56f2249cacc tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a38e93c5-cae1-44f9-8101-df8fe5cf1fac,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:26:02.017601 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-078fa8d5-33db-404d-a837-c56f2249cacc tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:26:02.046816 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-cdb0e971-e73a-44e5-a25e-470fcc166a31 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:26:02.101387 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5b76bc6e-8043-4bf6-a647-f2004e01d43f req-b26bb705-1cc7-4ba9-842c-cb17ac1f1776 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/ports?device_id=4620bff3-3292-4f19-97bc-302f8b41ca5a HTTP/1.1" status: 200 len: 210 time: 0.0361023 Jun 11 10:26:02.123958 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-078fa8d5-33db-404d-a837-c56f2249cacc tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:02.130006 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-078fa8d5-33db-404d-a837-c56f2249cacc tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4864552 Jun 11 10:26:02.130374 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 36958) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:26:02.135647 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-e00877ee-1101-4752-9eca-43435d9651c4 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Request body: {'security_group_rule': {'security_group_id': '4b5f5f56-3a62-43a6-80fa-060c3f3539df', 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:26:02.232128 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e00877ee-1101-4752-9eca-43435d9651c4 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:02.308267 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e00877ee-1101-4752-9eca-43435d9651c4 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:02.386688 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e00877ee-1101-4752-9eca-43435d9651c4 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:02.388578 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:26:02.407596 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00877ee-1101-4752-9eca-43435d9651c4 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=234fcff1-ca9f-4948-89aa-c70a2d2bda66,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:26:02.410719 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e00877ee-1101-4752-9eca-43435d9651c4 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:26:02.446876 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cdb0e971-e73a-44e5-a25e-470fcc166a31 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks [] for router_gateway, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:02.472338 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e00877ee-1101-4752-9eca-43435d9651c4 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:02.473666 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-e00877ee-1101-4752-9eca-43435d9651c4 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3423152 Jun 11 10:26:02.476529 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 36960) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:26:02.481201 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-a8ae53ee-ddfe-401b-a46c-4db1d369da10 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Request body: {'security_group_rule': {'security_group_id': '4b5f5f56-3a62-43a6-80fa-060c3f3539df', 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:26:02.570020 n-d-779913-12 neutron-server[93177]: INFO neutron.db.securitygroups_db [None req-a8ae53ee-ddfe-401b-a46c-4db1d369da10 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Project 291bb5ee2189444bb635fe5a1d306c3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 10:26:02.576183 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a8ae53ee-ddfe-401b-a46c-4db1d369da10 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:02.657959 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a8ae53ee-ddfe-401b-a46c-4db1d369da10 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:02.769792 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a8ae53ee-ddfe-401b-a46c-4db1d369da10 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:02.780790 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-09f2d6ff-eab3-4916-a175-c8db365c2574 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:26:02.806808 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ae53ee-ddfe-401b-a46c-4db1d369da10 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00e88a0b-0920-47d6-a80c-2fe2d6612332,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:26:02.809762 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a8ae53ee-ddfe-401b-a46c-4db1d369da10 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:26:02.889540 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a8ae53ee-ddfe-401b-a46c-4db1d369da10 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:02.890781 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-a8ae53ee-ddfe-401b-a46c-4db1d369da10 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4132075 Jun 11 10:26:02.894276 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 36962) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:26:02.899082 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-575bf2ef-3c42-411a-b735-f08329b30b16 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Request body: {'security_group_rule': {'security_group_id': '4b5f5f56-3a62-43a6-80fa-060c3f3539df', 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:26:02.969261 n-d-779913-12 neutron-server[93177]: INFO neutron.db.securitygroups_db [None req-575bf2ef-3c42-411a-b735-f08329b30b16 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Project 291bb5ee2189444bb635fe5a1d306c3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 10:26:02.974797 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-575bf2ef-3c42-411a-b735-f08329b30b16 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:03.045517 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-575bf2ef-3c42-411a-b735-f08329b30b16 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:03.106593 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-575bf2ef-3c42-411a-b735-f08329b30b16 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:03.113265 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e21be631-850d-47a4-9e96-0d8d5548c119 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:26:03.130460 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575bf2ef-3c42-411a-b735-f08329b30b16 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd041ee0-b81d-4770-baf1-7eaaf2d2fe08,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:26:03.133346 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-575bf2ef-3c42-411a-b735-f08329b30b16 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:26:03.137925 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cdb0e971-e73a-44e5-a25e-470fcc166a31 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:03.197999 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-575bf2ef-3c42-411a-b735-f08329b30b16 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:03.199700 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-575bf2ef-3c42-411a-b735-f08329b30b16 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3045413 Jun 11 10:26:03.202616 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 36966) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:26:03.210185 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-0ca53afe-2146-4fd2-ae5d-c7ec3d283972 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Request body: {'network': {'name': 'tempest-network-smoke--1036604337', 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'port_security_enabled': True}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:26:03.306712 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca53afe-2146-4fd2-ae5d-c7ec3d283972 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Made reservation on behalf of 291bb5ee2189444bb635fe5a1d306c3b for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:26:03.310535 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0ca53afe-2146-4fd2-ae5d-c7ec3d283972 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:03.344565 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ca53afe-2146-4fd2-ae5d-c7ec3d283972 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 760} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:26:03.353949 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0ca53afe-2146-4fd2-ae5d-c7ec3d283972 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:03.354288 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-0ca53afe-2146-4fd2-ae5d-c7ec3d283972 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Added segment f62e7bcb-23d9-4b26-a549-3dec9439345a of type vlan for network ca5c2bcb-087a-42f0-bb93-73be02d15220 Jun 11 10:26:03.386955 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdb0e971-e73a-44e5-a25e-470fcc166a31 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Router 733da2b3-2fc2-40ab-b5c4-23d2fec2d4c3 is scheduled to L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 with binding_index 1 {{(pid=93176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 10:26:03.405303 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0ca53afe-2146-4fd2-ae5d-c7ec3d283972 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:03.495997 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0ca53afe-2146-4fd2-ae5d-c7ec3d283972 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:03.502410 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca53afe-2146-4fd2-ae5d-c7ec3d283972 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:26:03.503001 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0ca53afe-2146-4fd2-ae5d-c7ec3d283972 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:03.506475 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-68b5d030-9a60-4a28-997a-cb2d41c41a47 tempest-TagsTest-1713685801 tempest-TagsTest-1713685801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:26:03.558709 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdb0e971-e73a-44e5-a25e-470fcc166a31 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:26:03.571283 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea208da-9bc3-4957-ba33-34331ce25948 None None] Sync routers for ids ['733da2b3-2fc2-40ab-b5c4-23d2fec2d4c3'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:26:03.583084 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea208da-9bc3-4957-ba33-34331ce25948 None None] Routers {'733da2b3-2fc2-40ab-b5c4-23d2fec2d4c3'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:26:03.583289 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-4ea208da-9bc3-4957-ba33-34331ce25948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:25:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['733da2b3-2fc2-40ab-b5c4-23d2fec2d4c3'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:26:03.602611 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca53afe-2146-4fd2-ae5d-c7ec3d283972 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Pushing event updated for resources: {'Network': ['ID=ca5c2bcb-087a-42f0-bb93-73be02d15220,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:26:03.607466 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0ca53afe-2146-4fd2-ae5d-c7ec3d283972 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:26:03.614763 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network ca5c2bcb-087a-42f0-bb93-73be02d15220 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:26:03.628022 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-0ca53afe-2146-4fd2-ae5d-c7ec3d283972 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4220855 Jun 11 10:26:03.630707 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 36972) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:26:03.635917 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-33a6c012-948a-4017-8bb9-908586b96f62 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1536039626', 'admin_state_up': True, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:26:03.678529 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cdb0e971-e73a-44e5-a25e-470fcc166a31 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:03.682687 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-cdb0e971-e73a-44e5-a25e-470fcc166a31 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.5571065 Jun 11 10:26:03.683352 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 36974) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:26:03.775711 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-33a6c012-948a-4017-8bb9-908586b96f62 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:03.776845 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-33a6c012-948a-4017-8bb9-908586b96f62 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:03.794990 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-4ea208da-9bc3-4957-ba33-34331ce25948 None None] Set router 733da2b3-2fc2-40ab-b5c4-23d2fec2d4c3 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:26:03.875375 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-33a6c012-948a-4017-8bb9-908586b96f62 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:04.154580 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-4ea208da-9bc3-4957-ba33-34331ce25948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733da2b3-2fc2-40ab-b5c4-23d2fec2d4c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1703384387', 'tenant_id': '19f26ec1518143c59f831fc53d1a7f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '48896825-fd69-4b51-b78a-4ba27ba1d3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:26:00Z', 'updated_at': '2021-06-11T10:26:02Z', 'revision_number': 3, 'project_id': '19f26ec1518143c59f831fc53d1a7f94', 'gw_port': {'id': '48896825-fd69-4b51-b78a-4ba27ba1d3c5', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '733da2b3-2fc2-40ab-b5c4-23d2fec2d4c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:26:01Z', 'updated_at': '2021-06-11T10:26:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:26:04.161745 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea208da-9bc3-4957-ba33-34331ce25948 None None] Checking router: 733da2b3-2fc2-40ab-b5c4-23d2fec2d4c3 for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:26:04.162220 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea208da-9bc3-4957-ba33-34331ce25948 None None] Updating router 733da2b3-2fc2-40ab-b5c4-23d2fec2d4c3 port 48896825-fd69-4b51-b78a-4ba27ba1d3c5 binding host n-d-779913-12 {{(pid=93179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 10:26:04.181381 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-33a6c012-948a-4017-8bb9-908586b96f62 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:04.215245 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-4ea208da-9bc3-4957-ba33-34331ce25948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:04.250570 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b82dc08-2144-4213-b772-bd0a7dee11b2 tempest-TestSecurityGroupsBasicOps-1462703494 tempest-TestSecurityGroupsBasicOps-1462703494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:26:04.254909 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-5b82dc08-2144-4213-b772-bd0a7dee11b2 tempest-TestSecurityGroupsBasicOps-1462703494 tempest-TestSecurityGroupsBasicOps-1462703494-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=19f26ec1518143c59f831fc53d1a7f94&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.5676496 Jun 11 10:26:04.255258 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 36976) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:26:04.462310 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11116f3b-f90c-44b6-a11b-303a0e7ef353 tempest-TestSecurityGroupsBasicOps-1462703494 tempest-TestSecurityGroupsBasicOps-1462703494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:26:04.463770 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-11116f3b-f90c-44b6-a11b-303a0e7ef353 tempest-TestSecurityGroupsBasicOps-1462703494 tempest-TestSecurityGroupsBasicOps-1462703494-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2074394 Jun 11 10:26:04.466655 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 36978) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:26:04.521839 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-0d6ce73e-a37a-465a-b23e-c71e1b531713 tempest-TestSecurityGroupsBasicOps-1462703494 tempest-TestSecurityGroupsBasicOps-1462703494-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=f0adef6e-169f-4a27-8865-442be2ad072d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0515404 Jun 11 10:26:04.522042 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 36982) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:26:04.559221 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-889a62f2-e32c-421d-b342-a7d7ee37c949 tempest-TestSecurityGroupsBasicOps-1462703494 tempest-TestSecurityGroupsBasicOps-1462703494-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=19f26ec1518143c59f831fc53d1a7f94&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0351772 Jun 11 10:26:04.561265 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 36984) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:26:04.571318 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-4ea208da-9bc3-4957-ba33-34331ce25948 None None] Notify callbacks [] for port, precommit_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:04.584710 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-4ea208da-9bc3-4957-ba33-34331ce25948 None None] Transition to ACTIVE for port object 48896825-fd69-4b51-b78a-4ba27ba1d3c5 will not be triggered until provisioned by entity L2. {{(pid=93179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:26:04.660858 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-4ea208da-9bc3-4957-ba33-34331ce25948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:04.663317 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-7a6404c5-6726-48ae-8bc3-7e9fc0855d62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:26:04.689989 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abb798d-448c-4dda-bc5d-14cf3520d961 tempest-TestSecurityGroupsBasicOps-1462703494 tempest-TestSecurityGroupsBasicOps-1462703494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:26:04.691493 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-1abb798d-448c-4dda-bc5d-14cf3520d961 tempest-TestSecurityGroupsBasicOps-1462703494 tempest-TestSecurityGroupsBasicOps-1462703494-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1292284 Jun 11 10:26:04.694682 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 36986) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:26:04.723246 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-33a6c012-948a-4017-8bb9-908586b96f62 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for router_gateway, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:04.733543 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-4ea208da-9bc3-4957-ba33-34331ce25948 None None] Attempting to bind port 48896825-fd69-4b51-b78a-4ba27ba1d3c5 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:26:04.734067 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-4ea208da-9bc3-4957-ba33-34331ce25948 None None] Attempting to bind port 48896825-fd69-4b51-b78a-4ba27ba1d3c5 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:26:04.735087 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea208da-9bc3-4957-ba33-34331ce25948 None None] Attempting to bind port 48896825-fd69-4b51-b78a-4ba27ba1d3c5 on network f0adef6e-169f-4a27-8865-442be2ad072d {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:26:04.737418 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d421a3de-c6c3-494f-b528-d0834a9c4b27 None None] Pushing event updated for resources: {'Port': ['ID=48896825-fd69-4b51-b78a-4ba27ba1d3c5,revision_number=2']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:26:04.741720 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-ed54c9f0-74ae-4ed9-9f0d-e15e2b9cea67 tempest-TestSecurityGroupsBasicOps-1462703494 tempest-TestSecurityGroupsBasicOps-1462703494-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=f0adef6e-169f-4a27-8865-442be2ad072d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0450001 Jun 11 10:26:04.744600 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 36988) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:26:04.750527 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-46ea286a-1a5f-47f1-b4a8-fc2bb3f79793 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1788782986', 'network_id': '3303a25c-462c-4e26-84eb-bb580955b8e8', 'project_id': '19f26ec1518143c59f831fc53d1a7f94', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:26:04.750767 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea208da-9bc3-4957-ba33-34331ce25948 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:26:04.751137 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea208da-9bc3-4957-ba33-34331ce25948 None None] Checking segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:26:04.751552 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-4ea208da-9bc3-4957-ba33-34331ce25948 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:04.751971 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea208da-9bc3-4957-ba33-34331ce25948 None None] Bound using segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:26:04.752443 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-4ea208da-9bc3-4957-ba33-34331ce25948 None None] Bound port: 48896825-fd69-4b51-b78a-4ba27ba1d3c5, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:26:04.752878 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-4ea208da-9bc3-4957-ba33-34331ce25948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:04.756248 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d421a3de-c6c3-494f-b528-d0834a9c4b27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:26:04.756589 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d421a3de-c6c3-494f-b528-d0834a9c4b27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:26:04.756916 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d421a3de-c6c3-494f-b528-d0834a9c4b27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:26:04.757253 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d421a3de-c6c3-494f-b528-d0834a9c4b27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:26:04.757609 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d421a3de-c6c3-494f-b528-d0834a9c4b27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:26:04.757725 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-33a6c012-948a-4017-8bb9-908586b96f62 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:04.757935 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d421a3de-c6c3-494f-b528-d0834a9c4b27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:26:04.758256 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d421a3de-c6c3-494f-b528-d0834a9c4b27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:26:04.758698 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d421a3de-c6c3-494f-b528-d0834a9c4b27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:26:04.758872 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d421a3de-c6c3-494f-b528-d0834a9c4b27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:26:04.759214 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d421a3de-c6c3-494f-b528-d0834a9c4b27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:26:04.759531 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d421a3de-c6c3-494f-b528-d0834a9c4b27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:26:04.759870 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d421a3de-c6c3-494f-b528-d0834a9c4b27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:26:04.800027 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-d421a3de-c6c3-494f-b528-d0834a9c4b27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:26:04.844843 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-4ea208da-9bc3-4957-ba33-34331ce25948 None None] For port 48896825-fd69-4b51-b78a-4ba27ba1d3c5, host n-d-779913-12, cleared binding levels {{(pid=93179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:26:04.849606 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-4ea208da-9bc3-4957-ba33-34331ce25948 None None] For port 48896825-fd69-4b51-b78a-4ba27ba1d3c5, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=48896825-fd69-4b51-b78a-4ba27ba1d3c5,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:26:04.901460 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-33a6c012-948a-4017-8bb9-908586b96f62 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Allocated IP 172.25.4.2 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/ea1f34a9-b98d-4a0e-b842-cee499da9ddd) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:26:04.913812 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-4ea208da-9bc3-4957-ba33-34331ce25948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:04.917689 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-db55b364-3e84-4fd0-9c96-4470d9bb9ec0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:26:04.936320 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ea286a-1a5f-47f1-b4a8-fc2bb3f79793 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Made reservation on behalf of 19f26ec1518143c59f831fc53d1a7f94 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:26:04.940485 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-46ea286a-1a5f-47f1-b4a8-fc2bb3f79793 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:05.010399 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d421a3de-c6c3-494f-b528-d0834a9c4b27 None None] Pushing event updated for resources: {'Port': ['ID=48896825-fd69-4b51-b78a-4ba27ba1d3c5,revision_number=3']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:26:05.016075 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-d421a3de-c6c3-494f-b528-d0834a9c4b27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:26:05.016832 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea208da-9bc3-4957-ba33-34331ce25948 None None] Routers {'733da2b3-2fc2-40ab-b5c4-23d2fec2d4c3'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:26:05.017561 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-4ea208da-9bc3-4957-ba33-34331ce25948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:25:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['733da2b3-2fc2-40ab-b5c4-23d2fec2d4c3'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:26:05.070705 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-33a6c012-948a-4017-8bb9-908586b96f62 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:05.071555 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 8ab40f1e-1da9-468d-a859-4719637afa73 no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:26:05.122823 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] No Port match for: 8ab40f1e-1da9-468d-a859-4719637afa73 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:26:05.123470 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 8ab40f1e-1da9-468d-a859-4719637afa73 not bound to the agent host n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:26:05.200745 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-4ea208da-9bc3-4957-ba33-34331ce25948 None None] Set router 733da2b3-2fc2-40ab-b5c4-23d2fec2d4c3 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:26:05.209966 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-33a6c012-948a-4017-8bb9-908586b96f62 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:05.212572 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-529b4c24-2d9f-4855-887e-be5e43ecf86c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:26:05.269601 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a6c012-948a-4017-8bb9-908586b96f62 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:26:05.272568 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-46ea286a-1a5f-47f1-b4a8-fc2bb3f79793 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:05.272800 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-33a6c012-948a-4017-8bb9-908586b96f62 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:26:05.276605 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a6c012-948a-4017-8bb9-908586b96f62 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:26:05.279284 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2e3f9bf6-1671-4b35-84ea-b8af4303a592 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:26:05.283186 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a6c012-948a-4017-8bb9-908586b96f62 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Pushing event updated for resources: {'Port': ['ID=ea1f34a9-b98d-4a0e-b842-cee499da9ddd,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:26:05.313532 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-33a6c012-948a-4017-8bb9-908586b96f62 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:26:05.356934 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ea286a-1a5f-47f1-b4a8-fc2bb3f79793 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Pushing event updated for resources: {'Subnet': ['ID=ea38f8f1-2aa8-4a42-86f0-c14cfac2df03,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:26:05.375510 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-46ea286a-1a5f-47f1-b4a8-fc2bb3f79793 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:26:05.381138 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ea286a-1a5f-47f1-b4a8-fc2bb3f79793 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Checking segment: {'id': '52f253e2-4d47-4212-8019-84e834060d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '3303a25c-462c-4e26-84eb-bb580955b8e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:26:05.381505 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ea286a-1a5f-47f1-b4a8-fc2bb3f79793 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Network hostable DHCP agents. Network: 3303a25c-462c-4e26-84eb-bb580955b8e8, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:26:05.468177 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ea286a-1a5f-47f1-b4a8-fc2bb3f79793 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Network 3303a25c-462c-4e26-84eb-bb580955b8e8 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:26:05.476568 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-4ea208da-9bc3-4957-ba33-34331ce25948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733da2b3-2fc2-40ab-b5c4-23d2fec2d4c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1703384387', 'tenant_id': '19f26ec1518143c59f831fc53d1a7f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '48896825-fd69-4b51-b78a-4ba27ba1d3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:26:00Z', 'updated_at': '2021-06-11T10:26:02Z', 'revision_number': 3, 'project_id': '19f26ec1518143c59f831fc53d1a7f94', 'gw_port': {'id': '48896825-fd69-4b51-b78a-4ba27ba1d3c5', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '733da2b3-2fc2-40ab-b5c4-23d2fec2d4c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:26:01Z', 'updated_at': '2021-06-11T10:26:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:26:05.480139 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea208da-9bc3-4957-ba33-34331ce25948 None None] The sync data for ids ['733da2b3-2fc2-40ab-b5c4-23d2fec2d4c3'] in n-d-779913-12 is: [{'id': '733da2b3-2fc2-40ab-b5c4-23d2fec2d4c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1703384387', 'tenant_id': '19f26ec1518143c59f831fc53d1a7f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '48896825-fd69-4b51-b78a-4ba27ba1d3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:26:00Z', 'updated_at': '2021-06-11T10:26:02Z', 'revision_number': 3, 'project_id': '19f26ec1518143c59f831fc53d1a7f94', 'gw_port': {'id': '48896825-fd69-4b51-b78a-4ba27ba1d3c5', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '733da2b3-2fc2-40ab-b5c4-23d2fec2d4c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:26:01Z', 'updated_at': '2021-06-11T10:26:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:26:05.574884 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-46ea286a-1a5f-47f1-b4a8-fc2bb3f79793 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 3303a25c-462c-4e26-84eb-bb580955b8e8) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:26:05.581081 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ea286a-1a5f-47f1-b4a8-fc2bb3f79793 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:26:05.581844 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-46ea286a-1a5f-47f1-b4a8-fc2bb3f79793 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:05.604160 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bde1595-a8d0-4a33-b594-fe814decb1b0 None None] Network 3303a25c-462c-4e26-84eb-bb580955b8e8 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:26:05.701453 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-46ea286a-1a5f-47f1-b4a8-fc2bb3f79793 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.9556580 Jun 11 10:26:05.704856 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 36992) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:26:05.768506 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-33a6c012-948a-4017-8bb9-908586b96f62 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for router_gateway, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:05.902108 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e25ca11-d476-4a30-a49c-d79451ccd7c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-3303a25c-462c-4e26-84eb-bb580955b8e8', 'network_id': '3303a25c-462c-4e26-84eb-bb580955b8e8', 'tenant_id': '19f26ec1518143c59f831fc53d1a7f94', 'fixed_ips': [{'subnet_id': 'ea38f8f1-2aa8-4a42-86f0-c14cfac2df03'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 10:26:05.902981 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3e25ca11-d476-4a30-a49c-d79451ccd7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:05.945375 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:06.103869 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-3e25ca11-d476-4a30-a49c-d79451ccd7c5 None None] Allocated IP 172.20.0.18 (3303a25c-462c-4e26-84eb-bb580955b8e8/ea38f8f1-2aa8-4a42-86f0-c14cfac2df03/1f020506-8d0a-4a9c-b756-2029ba72a4ff) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:26:06.208896 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-33a6c012-948a-4017-8bb9-908586b96f62 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:06.368778 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3e25ca11-d476-4a30-a49c-d79451ccd7c5 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:06.395847 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-3e25ca11-d476-4a30-a49c-d79451ccd7c5 None None] Transition to ACTIVE for port object 1f020506-8d0a-4a9c-b756-2029ba72a4ff will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:26:06.422979 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-3e25ca11-d476-4a30-a49c-d79451ccd7c5 None None] Transition to ACTIVE for port object 1f020506-8d0a-4a9c-b756-2029ba72a4ff will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:26:06.506459 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33a6c012-948a-4017-8bb9-908586b96f62 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Router 41a11f8b-6089-43d4-bcce-e29c60094fa9 is scheduled to L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 with binding_index 1 {{(pid=93176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 10:26:06.561333 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3e25ca11-d476-4a30-a49c-d79451ccd7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:06.571390 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:26:06.589472 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-21750a82-2c7b-4f4f-9bfe-c9dce9584119 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:06.632930 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e25ca11-d476-4a30-a49c-d79451ccd7c5 None None] Pushing event updated for resources: {'Port': ['ID=1f020506-8d0a-4a9c-b756-2029ba72a4ff,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:26:06.636699 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-3e25ca11-d476-4a30-a49c-d79451ccd7c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:26:06.646007 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e25ca11-d476-4a30-a49c-d79451ccd7c5 None None] Network 3303a25c-462c-4e26-84eb-bb580955b8e8 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:26:06.647364 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-3e25ca11-d476-4a30-a49c-d79451ccd7c5 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:26:06.650440 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e25ca11-d476-4a30-a49c-d79451ccd7c5 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:26:06.723926 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-3e25ca11-d476-4a30-a49c-d79451ccd7c5 None None] Attempting to bind port 1f020506-8d0a-4a9c-b756-2029ba72a4ff on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:26:06.724317 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-3e25ca11-d476-4a30-a49c-d79451ccd7c5 None None] Attempting to bind port 1f020506-8d0a-4a9c-b756-2029ba72a4ff by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '52f253e2-4d47-4212-8019-84e834060d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '3303a25c-462c-4e26-84eb-bb580955b8e8'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:26:06.724692 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e25ca11-d476-4a30-a49c-d79451ccd7c5 None None] Attempting to bind port 1f020506-8d0a-4a9c-b756-2029ba72a4ff on network 3303a25c-462c-4e26-84eb-bb580955b8e8 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:26:06.730583 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e25ca11-d476-4a30-a49c-d79451ccd7c5 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:26:06.731196 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e25ca11-d476-4a30-a49c-d79451ccd7c5 None None] Checking segment: {'id': '52f253e2-4d47-4212-8019-84e834060d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '3303a25c-462c-4e26-84eb-bb580955b8e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:26:06.731886 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3e25ca11-d476-4a30-a49c-d79451ccd7c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:06.732529 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e25ca11-d476-4a30-a49c-d79451ccd7c5 None None] Bound using segment: {'id': '52f253e2-4d47-4212-8019-84e834060d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '3303a25c-462c-4e26-84eb-bb580955b8e8'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:26:06.733309 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-3e25ca11-d476-4a30-a49c-d79451ccd7c5 None None] Bound port: 1f020506-8d0a-4a9c-b756-2029ba72a4ff, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f253e2-4d47-4212-8019-84e834060d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '3303a25c-462c-4e26-84eb-bb580955b8e8'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:26:06.733939 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3e25ca11-d476-4a30-a49c-d79451ccd7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:06.887115 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 48896825-fd69-4b51-b78a-4ba27ba1d3c5 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:26:06.931228 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-3e25ca11-d476-4a30-a49c-d79451ccd7c5 None None] For port 1f020506-8d0a-4a9c-b756-2029ba72a4ff, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:26:06.936102 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-3e25ca11-d476-4a30-a49c-d79451ccd7c5 None None] For port 1f020506-8d0a-4a9c-b756-2029ba72a4ff, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=1f020506-8d0a-4a9c-b756-2029ba72a4ff,segment=NetworkSegment(52f253e2-4d47-4212-8019-84e834060d25),segment_id=52f253e2-4d47-4212-8019-84e834060d25)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:26:07.010567 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3e25ca11-d476-4a30-a49c-d79451ccd7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:07.031418 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-4ec18ee6-dcc6-4e87-86c0-dff1ada4e5d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:26:07.115315 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e25ca11-d476-4a30-a49c-d79451ccd7c5 None None] Pushing event updated for resources: {'Port': ['ID=1f020506-8d0a-4a9c-b756-2029ba72a4ff,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:26:07.125846 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-3e25ca11-d476-4a30-a49c-d79451ccd7c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:26:07.183224 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-21750a82-2c7b-4f4f-9bfe-c9dce9584119 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Allocated IP 172.20.0.17 (3303a25c-462c-4e26-84eb-bb580955b8e8/ea38f8f1-2aa8-4a42-86f0-c14cfac2df03/55d0375c-2304-4e68-87e6-7bf143fa25ca) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:26:07.197880 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 48896825-fd69-4b51-b78a-4ba27ba1d3c5 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:26:07.202842 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 48896825-fd69-4b51-b78a-4ba27ba1d3c5 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:26:07.203480 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:07.358267 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:07.362656 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a6c012-948a-4017-8bb9-908586b96f62 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:26:07.389538 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786d86f0-5bef-41e9-a163-cb3d51da13ef None None] Sync routers for ids ['41a11f8b-6089-43d4-bcce-e29c60094fa9'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:26:07.399783 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 48896825-fd69-4b51-b78a-4ba27ba1d3c5, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=48896825-fd69-4b51-b78a-4ba27ba1d3c5,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:26:07.411650 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786d86f0-5bef-41e9-a163-cb3d51da13ef None None] Routers {'41a11f8b-6089-43d4-bcce-e29c60094fa9'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:26:07.412444 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-786d86f0-5bef-41e9-a163-cb3d51da13ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:25:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['41a11f8b-6089-43d4-bcce-e29c60094fa9'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:26:07.467435 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-33a6c012-948a-4017-8bb9-908586b96f62 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:07.467435 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-33a6c012-948a-4017-8bb9-908586b96f62 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.8293424 Jun 11 10:26:07.467435 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 37000) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:26:07.563121 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-17d5806e-a742-4501-bf70-8ca9f3803f94 tempest-TestNetworkAdvancedServerOps-2001270397 tempest-TestNetworkAdvancedServerOps-2001270397-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=291bb5ee2189444bb635fe5a1d306c3b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0967021 Jun 11 10:26:07.568560 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 37002) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:26:07.616890 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:07.620890 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:26:07.625322 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-21750a82-2c7b-4f4f-9bfe-c9dce9584119 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:07.643829 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-21750a82-2c7b-4f4f-9bfe-c9dce9584119 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Transition to ACTIVE for port object 55d0375c-2304-4e68-87e6-7bf143fa25ca will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:26:07.719143 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=48896825-fd69-4b51-b78a-4ba27ba1d3c5,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:26:07.724004 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:26:07.755945 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ccb23-833a-4c3b-bcd0-16b8e8e44b04 req-327f8de5-41de-47e9-b1dd-a93a7825d334 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:26:07.758070 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-276ccb23-833a-4c3b-bcd0-16b8e8e44b04 req-327f8de5-41de-47e9-b1dd-a93a7825d334 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/ports?device_id=11f23b66-e661-46a2-8c48-60f8388721a6 HTTP/1.1" status: 200 len: 945 time: 0.2112570 Jun 11 10:26:07.760254 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-21750a82-2c7b-4f4f-9bfe-c9dce9584119 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:07.762558 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-30381c91-9b33-42f5-b7b0-d44b4749e326 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:26:07.764105 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-786d86f0-5bef-41e9-a163-cb3d51da13ef None None] Set router 41a11f8b-6089-43d4-bcce-e29c60094fa9 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:26:07.767647 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23616d88-4afb-40cc-8af2-f6041335c81a tempest-TestNetworkAdvancedServerOps-2001270397 tempest-TestNetworkAdvancedServerOps-2001270397-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:26:07.774810 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-23616d88-4afb-40cc-8af2-f6041335c81a tempest-TestNetworkAdvancedServerOps-2001270397 tempest-TestNetworkAdvancedServerOps-2001270397-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2036641 Jun 11 10:26:07.774810 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 37004) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:26:07.828265 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-28142893-96a7-47c2-be46-2648f3f126ba tempest-TestNetworkAdvancedServerOps-2001270397 tempest-TestNetworkAdvancedServerOps-2001270397-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=f0adef6e-169f-4a27-8865-442be2ad072d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0524158 Jun 11 10:26:07.831071 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 37006) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:26:07.837050 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-3fc74dd1-7390-4327-8bd2-45f9dabba6ca tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1147909016', 'network_id': 'ca5c2bcb-087a-42f0-bb93-73be02d15220', 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:26:07.878786 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21750a82-2c7b-4f4f-9bfe-c9dce9584119 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Network 3303a25c-462c-4e26-84eb-bb580955b8e8 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:26:07.886363 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-21750a82-2c7b-4f4f-9bfe-c9dce9584119 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:26:07.894727 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21750a82-2c7b-4f4f-9bfe-c9dce9584119 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:26:07.908158 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-276ccb23-833a-4c3b-bcd0-16b8e8e44b04 req-a25daa79-be3d-40ae-8a66-0696e01c58ae tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ad963a6-6d9e-413f-b0f1-6fc54a15f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405227 Jun 11 10:26:07.940181 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21750a82-2c7b-4f4f-9bfe-c9dce9584119 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Pushing event updated for resources: {'Port': ['ID=55d0375c-2304-4e68-87e6-7bf143fa25ca,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:26:07.944136 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-21750a82-2c7b-4f4f-9bfe-c9dce9584119 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:26:07.973934 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-21750a82-2c7b-4f4f-9bfe-c9dce9584119 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-375088'] for router_interface, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:08.048124 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc74dd1-7390-4327-8bd2-45f9dabba6ca tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Made reservation on behalf of 291bb5ee2189444bb635fe5a1d306c3b for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:26:08.051867 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-786d86f0-5bef-41e9-a163-cb3d51da13ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a11f8b-6089-43d4-bcce-e29c60094fa9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1536039626', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': 'ea1f34a9-b98d-4a0e-b842-cee499da9ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:26:03Z', 'updated_at': '2021-06-11T10:26:05Z', 'revision_number': 3, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'gw_port': {'id': 'ea1f34a9-b98d-4a0e-b842-cee499da9ddd', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ea:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a11f8b-6089-43d4-bcce-e29c60094fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:26:04Z', 'updated_at': '2021-06-11T10:26:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:26:08.055378 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786d86f0-5bef-41e9-a163-cb3d51da13ef None None] Checking router: 41a11f8b-6089-43d4-bcce-e29c60094fa9 for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:26:08.055772 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786d86f0-5bef-41e9-a163-cb3d51da13ef None None] Updating router 41a11f8b-6089-43d4-bcce-e29c60094fa9 port ea1f34a9-b98d-4a0e-b842-cee499da9ddd binding host n-d-779913-12 {{(pid=93178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 10:26:08.056172 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3fc74dd1-7390-4327-8bd2-45f9dabba6ca tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:08.109473 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-786d86f0-5bef-41e9-a163-cb3d51da13ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:08.263721 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-21750a82-2c7b-4f4f-9bfe-c9dce9584119 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:08.422117 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3fc74dd1-7390-4327-8bd2-45f9dabba6ca tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:08.431487 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3c5cf624-3682-4bff-90da-8c366cd651c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:26:08.473038 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-786d86f0-5bef-41e9-a163-cb3d51da13ef None None] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:08.485879 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e16d833-75d6-4426-969b-4d2332524b73 None None] Network 3303a25c-462c-4e26-84eb-bb580955b8e8 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:26:08.488189 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-786d86f0-5bef-41e9-a163-cb3d51da13ef None None] Transition to ACTIVE for port object ea1f34a9-b98d-4a0e-b842-cee499da9ddd will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:26:08.514572 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc74dd1-7390-4327-8bd2-45f9dabba6ca tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Pushing event updated for resources: {'Subnet': ['ID=8cc58147-02a1-473a-ba61-e08ee6beaa2f,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:26:08.534570 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3fc74dd1-7390-4327-8bd2-45f9dabba6ca tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:26:08.544791 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc74dd1-7390-4327-8bd2-45f9dabba6ca tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Checking segment: {'id': 'f62e7bcb-23d9-4b26-a549-3dec9439345a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'ca5c2bcb-087a-42f0-bb93-73be02d15220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:26:08.545423 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc74dd1-7390-4327-8bd2-45f9dabba6ca tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Network hostable DHCP agents. Network: ca5c2bcb-087a-42f0-bb93-73be02d15220, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:26:08.582973 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-786d86f0-5bef-41e9-a163-cb3d51da13ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:08.591349 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:26:08.628340 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-2a85c444-7f2a-4f24-b9ce-dd73a97d0d8c None None] Provisioning for port 1f020506-8d0a-4a9c-b756-2029ba72a4ff completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:26:08.685498 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc74dd1-7390-4327-8bd2-45f9dabba6ca tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Network ca5c2bcb-087a-42f0-bb93-73be02d15220 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:26:08.707479 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-786d86f0-5bef-41e9-a163-cb3d51da13ef None None] Attempting to bind port ea1f34a9-b98d-4a0e-b842-cee499da9ddd on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:26:08.707479 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-786d86f0-5bef-41e9-a163-cb3d51da13ef None None] Attempting to bind port ea1f34a9-b98d-4a0e-b842-cee499da9ddd by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:26:08.707841 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786d86f0-5bef-41e9-a163-cb3d51da13ef None None] Attempting to bind port ea1f34a9-b98d-4a0e-b842-cee499da9ddd on network f0adef6e-169f-4a27-8865-442be2ad072d {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:26:08.713387 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-21750a82-2c7b-4f4f-9bfe-c9dce9584119 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:08.715727 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786d86f0-5bef-41e9-a163-cb3d51da13ef None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:26:08.716126 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786d86f0-5bef-41e9-a163-cb3d51da13ef None None] Checking segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:26:08.716648 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-786d86f0-5bef-41e9-a163-cb3d51da13ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:08.717099 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786d86f0-5bef-41e9-a163-cb3d51da13ef None None] Bound using segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:26:08.717661 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-786d86f0-5bef-41e9-a163-cb3d51da13ef None None] Bound port: ea1f34a9-b98d-4a0e-b842-cee499da9ddd, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:26:08.717906 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-786d86f0-5bef-41e9-a163-cb3d51da13ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:08.720102 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6c43a5-d84f-4e3c-b8a1-3128721ed083 None None] Pushing event updated for resources: {'Port': ['ID=ea1f34a9-b98d-4a0e-b842-cee499da9ddd,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:26:08.724919 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-cf6c43a5-d84f-4e3c-b8a1-3128721ed083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:26:08.783885 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-3fc74dd1-7390-4327-8bd2-45f9dabba6ca tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, ca5c2bcb-087a-42f0-bb93-73be02d15220) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:26:08.797293 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc74dd1-7390-4327-8bd2-45f9dabba6ca tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:26:08.797933 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3fc74dd1-7390-4327-8bd2-45f9dabba6ca tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:08.803737 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-21750a82-2c7b-4f4f-9bfe-c9dce9584119 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:08.807046 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9082add7-d259-42bb-a72e-4bc4d05e7b60 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:26:08.817002 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e77cbc-bc43-4016-9fcb-7c616a441ac7 None None] Network ca5c2bcb-087a-42f0-bb93-73be02d15220 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:26:08.846317 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ed98cf-c56a-454e-a179-1dbebb438caf req-9aff4ba0-2c17-4795-a1cf-aac84e262ac0 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:26:08.848352 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-80ed98cf-c56a-454e-a179-1dbebb438caf req-9aff4ba0-2c17-4795-a1cf-aac84e262ac0 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.64 "GET /v2.0/ports?device_id=11f23b66-e661-46a2-8c48-60f8388721a6 HTTP/1.1" status: 200 len: 945 time: 0.1126091 Jun 11 10:26:08.866365 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-786d86f0-5bef-41e9-a163-cb3d51da13ef None None] For port ea1f34a9-b98d-4a0e-b842-cee499da9ddd, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:26:08.906427 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-3fc74dd1-7390-4327-8bd2-45f9dabba6ca tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0711849 Jun 11 10:26:08.906668 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 37008) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:26:08.933486 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21750a82-2c7b-4f4f-9bfe-c9dce9584119 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Pushing event updated for resources: {'Port': ['ID=55d0375c-2304-4e68-87e6-7bf143fa25ca,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:26:08.936422 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-21750a82-2c7b-4f4f-9bfe-c9dce9584119 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375108'] for router_interface, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:08.939690 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-21750a82-2c7b-4f4f-9bfe-c9dce9584119 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:26:09.136153 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21750a82-2c7b-4f4f-9bfe-c9dce9584119 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Network 3303a25c-462c-4e26-84eb-bb580955b8e8 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:26:09.140245 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-21750a82-2c7b-4f4f-9bfe-c9dce9584119 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:26:09.142019 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 1f020506-8d0a-4a9c-b756-2029ba72a4ff up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:26:09.172252 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-786d86f0-5bef-41e9-a163-cb3d51da13ef None None] For port ea1f34a9-b98d-4a0e-b842-cee499da9ddd, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=ea1f34a9-b98d-4a0e-b842-cee499da9ddd,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:26:09.264706 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-80ed98cf-c56a-454e-a179-1dbebb438caf req-564d579d-6da1-48a9-8ee8-b235e0ee2e7f tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Deleting port 5e88234e-9097-47e5-a835-8915a48755da {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:26:09.265328 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-80ed98cf-c56a-454e-a179-1dbebb438caf req-564d579d-6da1-48a9-8ee8-b235e0ee2e7f tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:09.266826 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-786d86f0-5bef-41e9-a163-cb3d51da13ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:09.270575 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:26:09.310611 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab457d46-400f-4a7b-9c76-59b506b31d70 req-8869852c-c935-44c3-a379-9336f1926bcf tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:26:09.313053 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ab457d46-400f-4a7b-9c76-59b506b31d70 req-8869852c-c935-44c3-a379-9336f1926bcf tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/ports?device_id=11f23b66-e661-46a2-8c48-60f8388721a6 HTTP/1.1" status: 200 len: 945 time: 0.2363296 Jun 11 10:26:09.355133 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 1f020506-8d0a-4a9c-b756-2029ba72a4ff completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:26:09.357984 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21750a82-2c7b-4f4f-9bfe-c9dce9584119 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Router 733da2b3-2fc2-40ab-b5c4-23d2fec2d4c3 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:26:09.389947 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 1f020506-8d0a-4a9c-b756-2029ba72a4ff triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:26:09.390573 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:09.402399 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ab457d46-400f-4a7b-9c76-59b506b31d70 req-258472b3-bfe9-4264-9852-f5bb4f970f26 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ad963a6-6d9e-413f-b0f1-6fc54a15f3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803051 Jun 11 10:26:09.462829 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6c43a5-d84f-4e3c-b8a1-3128721ed083 None None] Pushing event updated for resources: {'Port': ['ID=ea1f34a9-b98d-4a0e-b842-cee499da9ddd,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:26:09.514093 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786d86f0-5bef-41e9-a163-cb3d51da13ef None None] Routers {'41a11f8b-6089-43d4-bcce-e29c60094fa9'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:26:09.514712 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-786d86f0-5bef-41e9-a163-cb3d51da13ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:25:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['41a11f8b-6089-43d4-bcce-e29c60094fa9'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:26:09.517460 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-cf6c43a5-d84f-4e3c-b8a1-3128721ed083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:26:09.518097 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:09.597612 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21750a82-2c7b-4f4f-9bfe-c9dce9584119 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:26:09.608671 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e75fa3f-c03c-4251-a0ac-a1a7ad4664c8 None None] Sync routers for ids ['733da2b3-2fc2-40ab-b5c4-23d2fec2d4c3'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:26:09.610169 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-21750a82-2c7b-4f4f-9bfe-c9dce9584119 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] 10.222.0.60 "PUT /v2.0/routers/733da2b3-2fc2-40ab-b5c4-23d2fec2d4c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9040265 Jun 11 10:26:09.625653 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e75fa3f-c03c-4251-a0ac-a1a7ad4664c8 None None] Routers {'733da2b3-2fc2-40ab-b5c4-23d2fec2d4c3'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:26:09.626294 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-6e75fa3f-c03c-4251-a0ac-a1a7ad4664c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:25:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['733da2b3-2fc2-40ab-b5c4-23d2fec2d4c3'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:26:09.677233 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48bf437c-115d-4300-ad85-dbb4c343acfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-ca5c2bcb-087a-42f0-bb93-73be02d15220', 'network_id': 'ca5c2bcb-087a-42f0-bb93-73be02d15220', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'fixed_ips': [{'subnet_id': '8cc58147-02a1-473a-ba61-e08ee6beaa2f'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 10:26:09.678496 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-48bf437c-115d-4300-ad85-dbb4c343acfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:09.830844 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-80ed98cf-c56a-454e-a179-1dbebb438caf req-564d579d-6da1-48a9-8ee8-b235e0ee2e7f tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] For port 5e88234e-9097-47e5-a835-8915a48755da, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=5e88234e-9097-47e5-a835-8915a48755da,segment=NetworkSegment(c8901b63-dd3e-4076-a8d0-c23814d0fe69),segment_id=c8901b63-dd3e-4076-a8d0-c23814d0fe69)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:26:09.831908 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-80ed98cf-c56a-454e-a179-1dbebb438caf req-564d579d-6da1-48a9-8ee8-b235e0ee2e7f tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:09.923034 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-786d86f0-5bef-41e9-a163-cb3d51da13ef None None] Set router 41a11f8b-6089-43d4-bcce-e29c60094fa9 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:26:10.013960 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016e5763-e2bf-427d-b48b-327243e389d5 req-58a0f9f7-b34e-4821-81af-aba5023b5f0f tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:26:10.022264 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-016e5763-e2bf-427d-b48b-327243e389d5 req-58a0f9f7-b34e-4821-81af-aba5023b5f0f tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] 10.222.0.60 "GET /v2.0/networks?id=3303a25c-462c-4e26-84eb-bb580955b8e8 HTTP/1.1" status: 200 len: 796 time: 0.1836393 Jun 11 10:26:10.033409 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-016e5763-e2bf-427d-b48b-327243e389d5 req-c93c380f-f174-4f0c-bb23-be1406e32370 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] 10.222.0.60 "GET /v2.0/quotas/19f26ec1518143c59f831fc53d1a7f94 HTTP/1.1" status: 200 len: 375 time: 0.0106390 Jun 11 10:26:10.053445 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-80ed98cf-c56a-454e-a179-1dbebb438caf req-564d579d-6da1-48a9-8ee8-b235e0ee2e7f tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Calling delete_port for 5e88234e-9097-47e5-a835-8915a48755da owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:26:10.054279 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-6e75fa3f-c03c-4251-a0ac-a1a7ad4664c8 None None] Set router 733da2b3-2fc2-40ab-b5c4-23d2fec2d4c3 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:26:10.066267 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-511e963f-1d4f-41a1-bb11-f322cf37d543 None None] Provisioning for port 55d0375c-2304-4e68-87e6-7bf143fa25ca completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:26:10.075824 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 1f020506-8d0a-4a9c-b756-2029ba72a4ff, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=1f020506-8d0a-4a9c-b756-2029ba72a4ff,segment=NetworkSegment(52f253e2-4d47-4212-8019-84e834060d25),segment_id=52f253e2-4d47-4212-8019-84e834060d25)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:26:10.139994 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-511e963f-1d4f-41a1-bb11-f322cf37d543 None None] Provisioning complete for port 55d0375c-2304-4e68-87e6-7bf143fa25ca triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:26:10.140859 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-511e963f-1d4f-41a1-bb11-f322cf37d543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:10.159806 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a5fba600-90f6-411b-820d-b5af7c2e1659 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:10.182241 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:10.183877 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 48896825-fd69-4b51-b78a-4ba27ba1d3c5 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:26:10.190035 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-48bf437c-115d-4300-ad85-dbb4c343acfc None None] Allocated IP 172.20.0.2 (ca5c2bcb-087a-42f0-bb93-73be02d15220/8cc58147-02a1-473a-ba61-e08ee6beaa2f/032a4705-db9f-4e10-8b87-e937e11b9619) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:26:10.194921 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-7c7fbbac-8547-48c9-b8e2-bf9f463a2f72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:26:10.380696 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-511e963f-1d4f-41a1-bb11-f322cf37d543 None None] Port 55d0375c-2304-4e68-87e6-7bf143fa25ca cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:26:10.406960 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-6e75fa3f-c03c-4251-a0ac-a1a7ad4664c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733da2b3-2fc2-40ab-b5c4-23d2fec2d4c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1703384387', 'tenant_id': '19f26ec1518143c59f831fc53d1a7f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '48896825-fd69-4b51-b78a-4ba27ba1d3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:26:00Z', 'updated_at': '2021-06-11T10:26:08Z', 'revision_number': 4, 'project_id': '19f26ec1518143c59f831fc53d1a7f94', 'gw_port': {'id': '48896825-fd69-4b51-b78a-4ba27ba1d3c5', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733da2b3-2fc2-40ab-b5c4-23d2fec2d4c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:26:01Z', 'updated_at': '2021-06-11T10:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '55d0375c-2304-4e68-87e6-7bf143fa25ca', 'name': '', 'network_id': '3303a25c-462c-4e26-84eb-bb580955b8e8', 'tenant_id': '19f26ec1518143c59f831fc53d1a7f94', 'mac_address': 'fa:16:3e:ce:d3:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '733da2b3-2fc2-40ab-b5c4-23d2fec2d4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': 'ea38f8f1-2aa8-4a42-86f0-c14cfac2df03', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:26:06Z', 'updated_at': '2021-06-11T10:26:08Z', 'revision_number': 2, 'project_id': '19f26ec1518143c59f831fc53d1a7f94', 'subnets': [{'id': 'ea38f8f1-2aa8-4a42-86f0-c14cfac2df03', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:26:10.411160 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e75fa3f-c03c-4251-a0ac-a1a7ad4664c8 None None] Checking router: 733da2b3-2fc2-40ab-b5c4-23d2fec2d4c3 for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:26:10.411527 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e75fa3f-c03c-4251-a0ac-a1a7ad4664c8 None None] Updating router 733da2b3-2fc2-40ab-b5c4-23d2fec2d4c3 port 55d0375c-2304-4e68-87e6-7bf143fa25ca binding host n-d-779913-12 {{(pid=93179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 10:26:10.467657 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-6e75fa3f-c03c-4251-a0ac-a1a7ad4664c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:10.479022 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=1f020506-8d0a-4a9c-b756-2029ba72a4ff,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:26:10.485029 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-511e963f-1d4f-41a1-bb11-f322cf37d543 None None] Provisioning complete for port 1f020506-8d0a-4a9c-b756-2029ba72a4ff triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:26:10.485667 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-511e963f-1d4f-41a1-bb11-f322cf37d543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:10.490605 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:26:10.537661 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-80ed98cf-c56a-454e-a179-1dbebb438caf req-564d579d-6da1-48a9-8ee8-b235e0ee2e7f tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:10.549650 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-33a6c012-948a-4017-8bb9-908586b96f62 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:26:10.606190 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564d579d-6da1-48a9-8ee8-b235e0ee2e7f tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Pushing event deleted for resources: {'Port': ['ID=5e88234e-9097-47e5-a835-8915a48755da,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:26:10.606471 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['5e88234e-9097-47e5-a835-8915a48755da'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:26:10.615244 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-564d579d-6da1-48a9-8ee8-b235e0ee2e7f tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:26:10.655545 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-016e5763-e2bf-427d-b48b-327243e389d5 req-dcf565bd-6970-4b5e-ba8d-2b9452dbe345 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=19f26ec1518143c59f831fc53d1a7f94&fields=id HTTP/1.1" status: 200 len: 486 time: 0.6092649 Jun 11 10:26:10.717104 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 48896825-fd69-4b51-b78a-4ba27ba1d3c5 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:26:10.717329 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:10.723742 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-80ed98cf-c56a-454e-a179-1dbebb438caf req-564d579d-6da1-48a9-8ee8-b235e0ee2e7f tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] No DVR routers for this DVR port 5e88234e-9097-47e5-a835-8915a48755da on host n-h1-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:26:10.728682 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-80ed98cf-c56a-454e-a179-1dbebb438caf req-564d579d-6da1-48a9-8ee8-b235e0ee2e7f tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:10.731160 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-80ed98cf-c56a-454e-a179-1dbebb438caf req-564d579d-6da1-48a9-8ee8-b235e0ee2e7f tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.64 "DELETE /v2.0/ports/5e88234e-9097-47e5-a835-8915a48755da HTTP/1.1" status: 204 len: 173 time: 1.8755724 Jun 11 10:26:10.731476 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11f23b66-e661-46a2-8c48-60f8388721a6', 'name': 'network-vif-deleted', 'tag': '5e88234e-9097-47e5-a835-8915a48755da'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:26:10.734922 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-305c5ea2-2855-4d62-b547-ecf66b5669ee" -d '{"events": [{"server_uuid": "11f23b66-e661-46a2-8c48-60f8388721a6", "name": "network-vif-deleted", "tag": "5e88234e-9097-47e5-a835-8915a48755da"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:26:10.826658 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-016e5763-e2bf-427d-b48b-327243e389d5 req-d7880d4b-8ee2-4f36-914b-f044a0890989 service neutron] 10.222.0.60 "GET /v2.0/networks/3303a25c-462c-4e26-84eb-bb580955b8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649621 Jun 11 10:26:10.869650 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-786d86f0-5bef-41e9-a163-cb3d51da13ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a11f8b-6089-43d4-bcce-e29c60094fa9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1536039626', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': 'ea1f34a9-b98d-4a0e-b842-cee499da9ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:26:03Z', 'updated_at': '2021-06-11T10:26:05Z', 'revision_number': 3, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'gw_port': {'id': 'ea1f34a9-b98d-4a0e-b842-cee499da9ddd', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ea:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a11f8b-6089-43d4-bcce-e29c60094fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:26:04Z', 'updated_at': '2021-06-11T10:26:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:26:10.873953 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-48bf437c-115d-4300-ad85-dbb4c343acfc None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:10.887299 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786d86f0-5bef-41e9-a163-cb3d51da13ef None None] The sync data for ids ['41a11f8b-6089-43d4-bcce-e29c60094fa9'] in n-d-779913-12 is: [{'id': '41a11f8b-6089-43d4-bcce-e29c60094fa9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1536039626', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': 'ea1f34a9-b98d-4a0e-b842-cee499da9ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:26:03Z', 'updated_at': '2021-06-11T10:26:05Z', 'revision_number': 3, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'gw_port': {'id': 'ea1f34a9-b98d-4a0e-b842-cee499da9ddd', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ea:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a11f8b-6089-43d4-bcce-e29c60094fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:26:04Z', 'updated_at': '2021-06-11T10:26:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:26:10.898775 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-48bf437c-115d-4300-ad85-dbb4c343acfc None None] Transition to ACTIVE for port object 032a4705-db9f-4e10-8b87-e937e11b9619 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:26:10.933314 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-6e75fa3f-c03c-4251-a0ac-a1a7ad4664c8 None None] Notify callbacks [] for port, precommit_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:10.951496 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-48bf437c-115d-4300-ad85-dbb4c343acfc None None] Transition to ACTIVE for port object 032a4705-db9f-4e10-8b87-e937e11b9619 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:26:10.955120 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-6e75fa3f-c03c-4251-a0ac-a1a7ad4664c8 None None] Transition to ACTIVE for port object 55d0375c-2304-4e68-87e6-7bf143fa25ca will not be triggered until provisioned by entity L2. {{(pid=93179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:26:10.997685 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-016e5763-e2bf-427d-b48b-327243e389d5 req-7d5f2f8a-4e34-4798-a59e-25e8c13dd3dc service neutron] 10.222.0.60 "GET /v2.0/networks/3303a25c-462c-4e26-84eb-bb580955b8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693790 Jun 11 10:26:11.031752 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-b1f970b9-0372-4f33-9098-00d41f28d2d3 None None] Provisioning complete for port 55d0375c-2304-4e68-87e6-7bf143fa25ca triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:26:11.032493 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b1f970b9-0372-4f33-9098-00d41f28d2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:11.068476 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-6e75fa3f-c03c-4251-a0ac-a1a7ad4664c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:11.070717 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-74f5719a-7c77-4e2d-86ee-38e1ca94aabe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:26:11.154895 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-a5fba600-90f6-411b-820d-b5af7c2e1659 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Allocated IP 172.20.0.1 (ca5c2bcb-087a-42f0-bb93-73be02d15220/8cc58147-02a1-473a-ba61-e08ee6beaa2f/ccbe4729-20f2-4f2e-8ed8-95588b8a5ea5) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:26:11.169933 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301bd70f-f34d-4608-a040-fe1de5a75eaf None None] Pushing event updated for resources: {'Port': ['ID=55d0375c-2304-4e68-87e6-7bf143fa25ca,revision_number=3']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:26:11.170643 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-301bd70f-f34d-4608-a040-fe1de5a75eaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:26:11.466293 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-6e75fa3f-c03c-4251-a0ac-a1a7ad4664c8 None None] Attempting to bind port 55d0375c-2304-4e68-87e6-7bf143fa25ca on host n-d-779913-12 for vnic_type normal with profile {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:26:11.470432 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-6e75fa3f-c03c-4251-a0ac-a1a7ad4664c8 None None] Attempting to bind port 55d0375c-2304-4e68-87e6-7bf143fa25ca by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '52f253e2-4d47-4212-8019-84e834060d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '3303a25c-462c-4e26-84eb-bb580955b8e8'}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:26:11.489137 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e75fa3f-c03c-4251-a0ac-a1a7ad4664c8 None None] Attempting to bind port 55d0375c-2304-4e68-87e6-7bf143fa25ca on network 3303a25c-462c-4e26-84eb-bb580955b8e8 {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:26:11.494490 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a5fba600-90f6-411b-820d-b5af7c2e1659 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:11.504318 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e75fa3f-c03c-4251-a0ac-a1a7ad4664c8 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:26:11.510227 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e75fa3f-c03c-4251-a0ac-a1a7ad4664c8 None None] Checking segment: {'id': '52f253e2-4d47-4212-8019-84e834060d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '3303a25c-462c-4e26-84eb-bb580955b8e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:26:11.511365 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-6e75fa3f-c03c-4251-a0ac-a1a7ad4664c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:11.513182 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e75fa3f-c03c-4251-a0ac-a1a7ad4664c8 None None] Bound using segment: {'id': '52f253e2-4d47-4212-8019-84e834060d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '3303a25c-462c-4e26-84eb-bb580955b8e8'} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:26:11.514812 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-6e75fa3f-c03c-4251-a0ac-a1a7ad4664c8 None None] Bound port: 55d0375c-2304-4e68-87e6-7bf143fa25ca, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f253e2-4d47-4212-8019-84e834060d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '3303a25c-462c-4e26-84eb-bb580955b8e8'}}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:26:11.515793 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-6e75fa3f-c03c-4251-a0ac-a1a7ad4664c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:11.517011 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [None req-a5fba600-90f6-411b-820d-b5af7c2e1659 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Transition to ACTIVE for port object ccbe4729-20f2-4f2e-8ed8-95588b8a5ea5 will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:26:11.555478 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 1f020506-8d0a-4a9c-b756-2029ba72a4ff up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:26:11.558331 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-48bf437c-115d-4300-ad85-dbb4c343acfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:11.565019 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:26:11.680851 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-92d706ed-f605-4ec7-984d-a8d6b5e11f7e req-dcd4dc3b-b4ff-43a1-81e6-24810ccbb857 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] 10.222.0.60 "GET /v2.0/ports?device_id=11f23b66-e661-46a2-8c48-60f8388721a6 HTTP/1.1" status: 200 len: 210 time: 0.1264567 Jun 11 10:26:11.712306 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-6e75fa3f-c03c-4251-a0ac-a1a7ad4664c8 None None] For port 55d0375c-2304-4e68-87e6-7bf143fa25ca, host n-d-779913-12, cleared binding levels {{(pid=93179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:26:11.717236 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48bf437c-115d-4300-ad85-dbb4c343acfc None None] Network ca5c2bcb-087a-42f0-bb93-73be02d15220 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:26:11.719535 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-6e75fa3f-c03c-4251-a0ac-a1a7ad4664c8 None None] For port 55d0375c-2304-4e68-87e6-7bf143fa25ca, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=55d0375c-2304-4e68-87e6-7bf143fa25ca,segment=NetworkSegment(52f253e2-4d47-4212-8019-84e834060d25),segment_id=52f253e2-4d47-4212-8019-84e834060d25)] {{(pid=93179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:26:11.731169 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-48bf437c-115d-4300-ad85-dbb4c343acfc None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:26:11.735741 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bf437c-115d-4300-ad85-dbb4c343acfc None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:26:11.744873 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a5fba600-90f6-411b-820d-b5af7c2e1659 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:11.750983 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9886222-cec7-4e28-8328-83092f4a8367 x-openstack-request-id: req-d9886222-cec7-4e28-8328-83092f4a8367 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:26:11.751461 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11f23b66-e661-46a2-8c48-60f8388721a6", "name": "network-vif-deleted", "tag": "5e88234e-9097-47e5-a835-8915a48755da", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:26:11.751963 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d9886222-cec7-4e28-8328-83092f4a8367 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:26:11.752663 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11f23b66-e661-46a2-8c48-60f8388721a6', 'name': 'network-vif-deleted', 'tag': '5e88234e-9097-47e5-a835-8915a48755da', 'status': 'completed', 'code': 200} Jun 11 10:26:11.756017 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f4536ecd-ae5c-49fe-80f2-82906a8f3ab6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:26:11.772910 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bf437c-115d-4300-ad85-dbb4c343acfc None None] Pushing event updated for resources: {'Port': ['ID=032a4705-db9f-4e10-8b87-e937e11b9619,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:26:11.782627 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-b1f970b9-0372-4f33-9098-00d41f28d2d3 None None] Port 55d0375c-2304-4e68-87e6-7bf143fa25ca cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:26:11.786068 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-48bf437c-115d-4300-ad85-dbb4c343acfc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:26:11.860074 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-6e75fa3f-c03c-4251-a0ac-a1a7ad4664c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:11.861276 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fba600-90f6-411b-820d-b5af7c2e1659 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Network ca5c2bcb-087a-42f0-bb93-73be02d15220 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:26:11.862900 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-d421a3de-c6c3-494f-b528-d0834a9c4b27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:26:11.866607 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-a5fba600-90f6-411b-820d-b5af7c2e1659 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:26:11.870040 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fba600-90f6-411b-820d-b5af7c2e1659 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:26:11.914184 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-48bf437c-115d-4300-ad85-dbb4c343acfc None None] Attempting to bind port 032a4705-db9f-4e10-8b87-e937e11b9619 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:26:11.914570 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-48bf437c-115d-4300-ad85-dbb4c343acfc None None] Attempting to bind port 032a4705-db9f-4e10-8b87-e937e11b9619 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'f62e7bcb-23d9-4b26-a549-3dec9439345a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'ca5c2bcb-087a-42f0-bb93-73be02d15220'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:26:11.914948 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bf437c-115d-4300-ad85-dbb4c343acfc None None] Attempting to bind port 032a4705-db9f-4e10-8b87-e937e11b9619 on network ca5c2bcb-087a-42f0-bb93-73be02d15220 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:26:11.925848 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3e008e38-b179-4b11-aeee-195341d178e1 req-27884496-0fc1-4d2a-a4f5-cc78ed7425a4 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] 10.222.0.60 "GET /v2.0/ports?device_id=035750ff-7861-4e1d-b6a3-655f33002016 HTTP/1.1" status: 200 len: 210 time: 0.0919178 Jun 11 10:26:11.950575 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a5fba600-90f6-411b-820d-b5af7c2e1659 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-375088'] for router_interface, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:11.962266 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 1f020506-8d0a-4a9c-b756-2029ba72a4ff triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:26:11.963054 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:12.031433 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bf437c-115d-4300-ad85-dbb4c343acfc None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:26:12.031852 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bf437c-115d-4300-ad85-dbb4c343acfc None None] Checking segment: {'id': 'f62e7bcb-23d9-4b26-a549-3dec9439345a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'ca5c2bcb-087a-42f0-bb93-73be02d15220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:26:12.032268 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-48bf437c-115d-4300-ad85-dbb4c343acfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:12.032674 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bf437c-115d-4300-ad85-dbb4c343acfc None None] Bound using segment: {'id': 'f62e7bcb-23d9-4b26-a549-3dec9439345a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'ca5c2bcb-087a-42f0-bb93-73be02d15220'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:26:12.051234 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-48bf437c-115d-4300-ad85-dbb4c343acfc None None] Bound port: 032a4705-db9f-4e10-8b87-e937e11b9619, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f62e7bcb-23d9-4b26-a549-3dec9439345a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'ca5c2bcb-087a-42f0-bb93-73be02d15220'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:26:12.051970 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-48bf437c-115d-4300-ad85-dbb4c343acfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:12.077614 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e75fa3f-c03c-4251-a0ac-a1a7ad4664c8 None None] Routers {'733da2b3-2fc2-40ab-b5c4-23d2fec2d4c3'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:26:12.077614 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-6e75fa3f-c03c-4251-a0ac-a1a7ad4664c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:25:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['733da2b3-2fc2-40ab-b5c4-23d2fec2d4c3'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:26:12.082424 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fba600-90f6-411b-820d-b5af7c2e1659 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Pushing event updated for resources: {'Port': ['ID=ccbe4729-20f2-4f2e-8ed8-95588b8a5ea5,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:26:12.086391 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a5fba600-90f6-411b-820d-b5af7c2e1659 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:26:12.177647 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301bd70f-f34d-4608-a040-fe1de5a75eaf None None] Pushing event updated for resources: {'Port': ['ID=55d0375c-2304-4e68-87e6-7bf143fa25ca,revision_number=4']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:26:12.246513 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-301bd70f-f34d-4608-a040-fe1de5a75eaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:26:12.306608 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-48bf437c-115d-4300-ad85-dbb4c343acfc None None] For port 032a4705-db9f-4e10-8b87-e937e11b9619, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:26:12.330857 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-48bf437c-115d-4300-ad85-dbb4c343acfc None None] For port 032a4705-db9f-4e10-8b87-e937e11b9619, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=032a4705-db9f-4e10-8b87-e937e11b9619,segment=NetworkSegment(f62e7bcb-23d9-4b26-a549-3dec9439345a),segment_id=f62e7bcb-23d9-4b26-a549-3dec9439345a)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:26:12.336988 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-6e75fa3f-c03c-4251-a0ac-a1a7ad4664c8 None None] Set router 733da2b3-2fc2-40ab-b5c4-23d2fec2d4c3 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:26:12.370021 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a5fba600-90f6-411b-820d-b5af7c2e1659 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:12.427889 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-48bf437c-115d-4300-ad85-dbb4c343acfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:12.431279 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-4be65b8a-d991-4c06-b12b-577720601f3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:26:12.521138 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bf437c-115d-4300-ad85-dbb4c343acfc None None] Pushing event updated for resources: {'Port': ['ID=032a4705-db9f-4e10-8b87-e937e11b9619,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:26:12.525421 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-48bf437c-115d-4300-ad85-dbb4c343acfc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:26:12.688099 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-6e75fa3f-c03c-4251-a0ac-a1a7ad4664c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733da2b3-2fc2-40ab-b5c4-23d2fec2d4c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1703384387', 'tenant_id': '19f26ec1518143c59f831fc53d1a7f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '48896825-fd69-4b51-b78a-4ba27ba1d3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:26:00Z', 'updated_at': '2021-06-11T10:26:08Z', 'revision_number': 4, 'project_id': '19f26ec1518143c59f831fc53d1a7f94', 'gw_port': {'id': '48896825-fd69-4b51-b78a-4ba27ba1d3c5', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733da2b3-2fc2-40ab-b5c4-23d2fec2d4c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:26:01Z', 'updated_at': '2021-06-11T10:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '55d0375c-2304-4e68-87e6-7bf143fa25ca', 'name': '', 'network_id': '3303a25c-462c-4e26-84eb-bb580955b8e8', 'tenant_id': '19f26ec1518143c59f831fc53d1a7f94', 'mac_address': 'fa:16:3e:ce:d3:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '733da2b3-2fc2-40ab-b5c4-23d2fec2d4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': 'ea38f8f1-2aa8-4a42-86f0-c14cfac2df03', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:26:06Z', 'updated_at': '2021-06-11T10:26:11Z', 'revision_number': 4, 'project_id': '19f26ec1518143c59f831fc53d1a7f94', 'subnets': [{'id': 'ea38f8f1-2aa8-4a42-86f0-c14cfac2df03', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:26:12.692438 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e75fa3f-c03c-4251-a0ac-a1a7ad4664c8 None None] The sync data for ids ['733da2b3-2fc2-40ab-b5c4-23d2fec2d4c3'] in n-d-779913-12 is: [{'id': '733da2b3-2fc2-40ab-b5c4-23d2fec2d4c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1703384387', 'tenant_id': '19f26ec1518143c59f831fc53d1a7f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '48896825-fd69-4b51-b78a-4ba27ba1d3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:26:00Z', 'updated_at': '2021-06-11T10:26:08Z', 'revision_number': 4, 'project_id': '19f26ec1518143c59f831fc53d1a7f94', 'gw_port': {'id': '48896825-fd69-4b51-b78a-4ba27ba1d3c5', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733da2b3-2fc2-40ab-b5c4-23d2fec2d4c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:26:01Z', 'updated_at': '2021-06-11T10:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '55d0375c-2304-4e68-87e6-7bf143fa25ca', 'name': '', 'network_id': '3303a25c-462c-4e26-84eb-bb580955b8e8', 'tenant_id': '19f26ec1518143c59f831fc53d1a7f94', 'mac_address': 'fa:16:3e:ce:d3:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '733da2b3-2fc2-40ab-b5c4-23d2fec2d4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': 'ea38f8f1-2aa8-4a42-86f0-c14cfac2df03', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:26:06Z', 'updated_at': '2021-06-11T10:26:11Z', 'revision_number': 4, 'project_id': '19f26ec1518143c59f831fc53d1a7f94', 'subnets': [{'id': 'ea38f8f1-2aa8-4a42-86f0-c14cfac2df03', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:26:12.847784 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 37048) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:26:12.883537 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a5fba600-90f6-411b-820d-b5af7c2e1659 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:12.928184 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f7073c2-e414-4863-96a2-e46bd9de1c7b admin admin] Deleting subnet 3101a011-eb99-4d7e-8c66-6d90610e40a9 {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:26:12.932705 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9f7073c2-e414-4863-96a2-e46bd9de1c7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:12.940602 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-97a8d098-80e0-4181-8cc6-24e573ba52f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:12.992716 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a5fba600-90f6-411b-820d-b5af7c2e1659 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:12.996988 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2aacdb0f-a870-47a4-b6a7-5d357a566611 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:26:13.082326 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9f7073c2-e414-4863-96a2-e46bd9de1c7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:13.089131 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 5e88234e-9097-47e5-a835-8915a48755da no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:26:13.094833 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2205dfdb-cae5-4a82-b901-07994ed660df req-4f54780a-b712-4238-856f-ac72258ab6ea tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] 10.222.0.60 "GET /v2.0/ports?device_id=035750ff-7861-4e1d-b6a3-655f33002016 HTTP/1.1" status: 200 len: 210 time: 0.0746820 Jun 11 10:26:13.166940 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fba600-90f6-411b-820d-b5af7c2e1659 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Pushing event updated for resources: {'Port': ['ID=ccbe4729-20f2-4f2e-8ed8-95588b8a5ea5,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:26:13.183818 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a5fba600-90f6-411b-820d-b5af7c2e1659 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:26:13.185540 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a5fba600-90f6-411b-820d-b5af7c2e1659 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375108'] for router_interface, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:13.207284 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] No Port match for: 5e88234e-9097-47e5-a835-8915a48755da {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:26:13.209470 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 5e88234e-9097-47e5-a835-8915a48755da not bound to the agent host n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:26:13.218078 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9f7073c2-e414-4863-96a2-e46bd9de1c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:13.279032 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 032a4705-db9f-4e10-8b87-e937e11b9619 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:26:13.396132 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fba600-90f6-411b-820d-b5af7c2e1659 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Network ca5c2bcb-087a-42f0-bb93-73be02d15220 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:26:13.398091 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-a5fba600-90f6-411b-820d-b5af7c2e1659 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:26:13.449755 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 032a4705-db9f-4e10-8b87-e937e11b9619 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:26:13.454523 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 55d0375c-2304-4e68-87e6-7bf143fa25ca up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:26:13.479120 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9f7073c2-e414-4863-96a2-e46bd9de1c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:13.484361 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c7f08744-3e4a-46e1-ade6-bfaca51e4714 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:26:13.580751 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7073c2-e414-4863-96a2-e46bd9de1c7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3101a011-eb99-4d7e-8c66-6d90610e40a9,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:26:13.592496 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9f7073c2-e414-4863-96a2-e46bd9de1c7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:26:13.599271 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9f7073c2-e414-4863-96a2-e46bd9de1c7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:13.604383 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-9f7073c2-e414-4863-96a2-e46bd9de1c7b admin admin] 10.222.0.60 "DELETE /v2.0/subnets/3101a011-eb99-4d7e-8c66-6d90610e40a9 HTTP/1.1" status: 204 len: 168 time: 0.7545426 Jun 11 10:26:13.605031 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 37052) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:26:13.713992 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 55d0375c-2304-4e68-87e6-7bf143fa25ca completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:26:13.723633 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 55d0375c-2304-4e68-87e6-7bf143fa25ca triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:26:13.726933 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:13.842788 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-75242206-1763-41aa-a913-6d3d1707ccc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:13.946381 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:13.997689 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 55d0375c-2304-4e68-87e6-7bf143fa25ca, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=55d0375c-2304-4e68-87e6-7bf143fa25ca,segment=NetworkSegment(52f253e2-4d47-4212-8019-84e834060d25),segment_id=52f253e2-4d47-4212-8019-84e834060d25)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:26:14.030435 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-75242206-1763-41aa-a913-6d3d1707ccc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:14.050598 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-75242206-1763-41aa-a913-6d3d1707ccc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9847582-9d3a-492a-87ea-6d6d339467ec']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:26:14.054479 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85bce32f-d1ca-4065-a3c9-4f54a7a38806 None None] Network ca5c2bcb-087a-42f0-bb93-73be02d15220 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:26:14.074979 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-75242206-1763-41aa-a913-6d3d1707ccc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8901b63-dd3e-4076-a8d0-c23814d0fe69') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:26:14.075616 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-75242206-1763-41aa-a913-6d3d1707ccc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8901b63-dd3e-4076-a8d0-c23814d0fe69') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:26:14.091268 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-75242206-1763-41aa-a913-6d3d1707ccc1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:14.123635 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-75242206-1763-41aa-a913-6d3d1707ccc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:14.136650 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75242206-1763-41aa-a913-6d3d1707ccc1 admin admin] Releasing vlan 786 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:26:14.137766 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-75242206-1763-41aa-a913-6d3d1707ccc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:14.143387 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:14.144280 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device ea1f34a9-b98d-4a0e-b842-cee499da9ddd up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:26:14.150642 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:26:14.150642 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:26:14.150642 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:26:14.150642 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:26:14.150642 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:26:14.150642 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 10:26:14.150642 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:26:14.150642 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:26:14.150642 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:26:14.150642 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 10:26:14.150642 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:26:14.150642 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:26:14.150642 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:26:14.150642 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 10:26:14.150642 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:26:14.150642 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:26:14.150642 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:26:14.150642 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 10:26:14.150642 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 10:26:14.150642 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:26:14.150642 n-d-779913-12 neutron-server[93177]: timer() Jun 11 10:26:14.150642 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:26:14.150642 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 10:26:14.150642 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:26:14.150642 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 10:26:14.150642 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:26:14.150642 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 10:26:14.150642 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:26:14.150642 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 10:26:14.150642 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:26:14.150642 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 10:26:14.150642 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:26:14.150642 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:26:14.150642 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:26:14.150642 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:26:14.150642 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:26:14.150642 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 10:26:14.150642 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:26:14.150642 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 10:26:14.150642 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:26:14.150642 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:26:14.150642 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:26:14.150642 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 10:26:14.150642 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:26:14.150642 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:26:14.150642 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:26:14.150642 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:26:14.150642 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:26:14.150642 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:26:14.150642 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:26:14.166149 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:26:14.276421 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5fba600-90f6-411b-820d-b5af7c2e1659 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Router 41a11f8b-6089-43d4-bcce-e29c60094fa9 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:26:14.326390 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-45baab4d-403d-49da-b1d2-1e29b71cd573 None None] Provisioning for port 032a4705-db9f-4e10-8b87-e937e11b9619 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:26:14.343838 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-45baab4d-403d-49da-b1d2-1e29b71cd573 None None] Provisioning complete for port 032a4705-db9f-4e10-8b87-e937e11b9619 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:26:14.347863 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-45baab4d-403d-49da-b1d2-1e29b71cd573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:14.347863 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=55d0375c-2304-4e68-87e6-7bf143fa25ca,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:26:14.360956 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-75242206-1763-41aa-a913-6d3d1707ccc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:14.366364 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:26:14.376430 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-61144870-2f53-453c-8472-f6b0c1357320 req-b75833dd-76e5-4a0f-9365-4fd4f3e81716 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] 10.222.0.60 "GET /v2.0/ports?device_id=035750ff-7861-4e1d-b6a3-655f33002016 HTTP/1.1" status: 200 len: 210 time: 0.0629230 Jun 11 10:26:14.386036 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0bacf4e6-12f5-445f-bbcd-6c41a25a14f3 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:26:14.405407 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-75242206-1763-41aa-a913-6d3d1707ccc1 admin admin] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:14.407476 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-75242206-1763-41aa-a913-6d3d1707ccc1 admin admin] 10.222.0.60 "DELETE /v2.0/networks/a9847582-9d3a-492a-87ea-6d6d339467ec HTTP/1.1" status: 204 len: 168 time: 0.8014908 Jun 11 10:26:14.408908 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75242206-1763-41aa-a913-6d3d1707ccc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9847582-9d3a-492a-87ea-6d6d339467ec,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:26:14.417563 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-75242206-1763-41aa-a913-6d3d1707ccc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:26:14.516129 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5fba600-90f6-411b-820d-b5af7c2e1659 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:26:14.554121 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-a5fba600-90f6-411b-820d-b5af7c2e1659 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "PUT /v2.0/routers/41a11f8b-6089-43d4-bcce-e29c60094fa9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6194038 Jun 11 10:26:14.555696 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63fb5b5-4da0-40d4-aef7-1d21b9152af1 None None] Sync routers for ids ['41a11f8b-6089-43d4-bcce-e29c60094fa9'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:26:14.558161 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63fb5b5-4da0-40d4-aef7-1d21b9152af1 None None] Routers {'41a11f8b-6089-43d4-bcce-e29c60094fa9'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:26:14.558945 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-a63fb5b5-4da0-40d4-aef7-1d21b9152af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:25:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['41a11f8b-6089-43d4-bcce-e29c60094fa9'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:26:14.723462 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port ea1f34a9-b98d-4a0e-b842-cee499da9ddd completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:26:14.745668 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port ea1f34a9-b98d-4a0e-b842-cee499da9ddd triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:26:14.746071 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:14.830581 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-45baab4d-403d-49da-b1d2-1e29b71cd573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:14.863297 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016e5763-e2bf-427d-b48b-327243e389d5 req-d4982617-8d9e-4579-b61a-96628b728915 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:26:14.869265 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-016e5763-e2bf-427d-b48b-327243e389d5 req-d4982617-8d9e-4579-b61a-96628b728915 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] 10.222.0.64 "GET /v2.0/networks?id=3303a25c-462c-4e26-84eb-bb580955b8e8 HTTP/1.1" status: 200 len: 796 time: 0.2093375 Jun 11 10:26:14.878621 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-016e5763-e2bf-427d-b48b-327243e389d5 req-15df8ce6-ab64-4f35-86e6-c300db74318a tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Request body: {'port': {'device_id': '035750ff-7861-4e1d-b6a3-655f33002016', 'network_id': '3303a25c-462c-4e26-84eb-bb580955b8e8', 'admin_state_up': True, 'tenant_id': '19f26ec1518143c59f831fc53d1a7f94'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:26:14.888091 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c017bd13-c65a-4fe5-9aec-2d7da93b15db req-a84e0d69-98c6-4a81-af3b-740dc1464dbf tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1866280618&fields=id&tenant_id=291bb5ee2189444bb635fe5a1d306c3b HTTP/1.1" status: 200 len: 267 time: 0.0831180 Jun 11 10:26:14.903664 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-45baab4d-403d-49da-b1d2-1e29b71cd573 None None] For port 032a4705-db9f-4e10-8b87-e937e11b9619, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=032a4705-db9f-4e10-8b87-e937e11b9619,segment=NetworkSegment(f62e7bcb-23d9-4b26-a549-3dec9439345a),segment_id=f62e7bcb-23d9-4b26-a549-3dec9439345a)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:26:14.918625 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 37070) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:26:14.920989 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-a63fb5b5-4da0-40d4-aef7-1d21b9152af1 None None] Set router 41a11f8b-6089-43d4-bcce-e29c60094fa9 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:26:15.053112 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-9d0581c3-787e-48dd-973a-60691103b7e5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6e7e1083d69b435eb04ed45330be52df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1308687 Jun 11 10:26:15.054873 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 37072) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:26:15.055794 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c017bd13-c65a-4fe5-9aec-2d7da93b15db req-70d04eff-f19f-4640-a3e8-e9a7f676f797 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:26:15.063824 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c017bd13-c65a-4fe5-9aec-2d7da93b15db req-70d04eff-f19f-4640-a3e8-e9a7f676f797 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/networks?id=ca5c2bcb-087a-42f0-bb93-73be02d15220 HTTP/1.1" status: 200 len: 797 time: 0.1744206 Jun 11 10:26:15.077512 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c017bd13-c65a-4fe5-9aec-2d7da93b15db req-3f722502-b52e-4a80-8e19-ff2cbcb3962f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/quotas/291bb5ee2189444bb635fe5a1d306c3b HTTP/1.1" status: 200 len: 375 time: 0.0120816 Jun 11 10:26:15.094274 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-45baab4d-403d-49da-b1d2-1e29b71cd573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:15.107947 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-5907d74c-c016-48f8-aa4a-1db65d56e9af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:26:15.179624 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c017bd13-c65a-4fe5-9aec-2d7da93b15db req-12310d05-7f2e-41d2-b707-97a04c326fee tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=291bb5ee2189444bb635fe5a1d306c3b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0948610 Jun 11 10:26:15.193589 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-81f1dd90-9e67-4702-8dc2-59a574e75b82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:15.196142 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:15.232204 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-81f1dd90-9e67-4702-8dc2-59a574e75b82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:15.246105 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-016e5763-e2bf-427d-b48b-327243e389d5 req-15df8ce6-ab64-4f35-86e6-c300db74318a tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Made reservation on behalf of 19f26ec1518143c59f831fc53d1a7f94 for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:26:15.250461 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-016e5763-e2bf-427d-b48b-327243e389d5 req-15df8ce6-ab64-4f35-86e6-c300db74318a tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:15.369713 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c017bd13-c65a-4fe5-9aec-2d7da93b15db req-06e5689b-8e2f-499d-a8a2-a2248bddb06d service neutron] 10.222.0.60 "GET /v2.0/networks/ca5c2bcb-087a-42f0-bb93-73be02d15220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835082 Jun 11 10:26:15.374500 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45baab4d-403d-49da-b1d2-1e29b71cd573 None None] Pushing event updated for resources: {'Port': ['ID=032a4705-db9f-4e10-8b87-e937e11b9619,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:26:15.400048 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-45baab4d-403d-49da-b1d2-1e29b71cd573 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:26:15.430186 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port ea1f34a9-b98d-4a0e-b842-cee499da9ddd, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=ea1f34a9-b98d-4a0e-b842-cee499da9ddd,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:26:15.489864 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-016e5763-e2bf-427d-b48b-327243e389d5 req-15df8ce6-ab64-4f35-86e6-c300db74318a tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Allocated IP 172.20.0.24 (3303a25c-462c-4e26-84eb-bb580955b8e8/ea38f8f1-2aa8-4a42-86f0-c14cfac2df03/fee1ecbc-62a5-447a-97f5-6edde7b4aba1) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:26:15.499737 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-412cda01-287f-437c-a943-91dce8a9aa8f None None] Provisioning for port ccbe4729-20f2-4f2e-8ed8-95588b8a5ea5 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:26:15.505487 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:15.517236 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:26:15.517420 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-81f1dd90-9e67-4702-8dc2-59a574e75b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:15.519278 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-412cda01-287f-437c-a943-91dce8a9aa8f None None] Provisioning complete for port ccbe4729-20f2-4f2e-8ed8-95588b8a5ea5 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:26:15.519681 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-412cda01-287f-437c-a943-91dce8a9aa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:15.521077 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-81f1dd90-9e67-4702-8dc2-59a574e75b82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:15.522323 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-81f1dd90-9e67-4702-8dc2-59a574e75b82 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8ad963a6-6d9e-413f-b0f1-6fc54a15f3d6 HTTP/1.1" status: 204 len: 168 time: 0.4665165 Jun 11 10:26:15.524107 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-fd02ed11-4f70-4596-8c71-dd186dbbfc4c tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:26:15.549569 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c017bd13-c65a-4fe5-9aec-2d7da93b15db req-e860a2a8-c3e1-4582-8c81-145a883e90ee service neutron] 10.222.0.60 "GET /v2.0/networks/ca5c2bcb-087a-42f0-bb93-73be02d15220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790087 Jun 11 10:26:15.568278 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f1dd90-9e67-4702-8dc2-59a574e75b82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad963a6-6d9e-413f-b0f1-6fc54a15f3d6,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:26:15.593915 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-81f1dd90-9e67-4702-8dc2-59a574e75b82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:26:15.764033 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-016e5763-e2bf-427d-b48b-327243e389d5 req-15df8ce6-ab64-4f35-86e6-c300db74318a tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:15.764033 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-016e5763-e2bf-427d-b48b-327243e389d5 req-15df8ce6-ab64-4f35-86e6-c300db74318a tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Transition to ACTIVE for port object fee1ecbc-62a5-447a-97f5-6edde7b4aba1 will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:26:15.831028 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 55d0375c-2304-4e68-87e6-7bf143fa25ca up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:26:15.935389 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-016e5763-e2bf-427d-b48b-327243e389d5 req-15df8ce6-ab64-4f35-86e6-c300db74318a tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:15.938796 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e59aa0bd-5543-4506-874a-088a6547dcc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:26:15.940595 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-412cda01-287f-437c-a943-91dce8a9aa8f None None] Port ccbe4729-20f2-4f2e-8ed8-95588b8a5ea5 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:26:16.000812 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=ea1f34a9-b98d-4a0e-b842-cee499da9ddd,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:26:16.005290 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:26:16.028041 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-412cda01-287f-437c-a943-91dce8a9aa8f None None] Provisioning complete for port 032a4705-db9f-4e10-8b87-e937e11b9619 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:26:16.028699 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-412cda01-287f-437c-a943-91dce8a9aa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:16.054387 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-016e5763-e2bf-427d-b48b-327243e389d5 req-15df8ce6-ab64-4f35-86e6-c300db74318a tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Network 3303a25c-462c-4e26-84eb-bb580955b8e8 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:26:16.057618 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1f944314-a413-4a29-8bd8-bf2216ac4f82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:16.064863 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-016e5763-e2bf-427d-b48b-327243e389d5 req-15df8ce6-ab64-4f35-86e6-c300db74318a tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:26:16.069908 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-016e5763-e2bf-427d-b48b-327243e389d5 req-15df8ce6-ab64-4f35-86e6-c300db74318a tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:26:16.075224 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 55d0375c-2304-4e68-87e6-7bf143fa25ca triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:26:16.075707 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:16.183966 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016e5763-e2bf-427d-b48b-327243e389d5 req-15df8ce6-ab64-4f35-86e6-c300db74318a tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:26:16.184726 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-016e5763-e2bf-427d-b48b-327243e389d5 req-15df8ce6-ab64-4f35-86e6-c300db74318a tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:16.202362 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15df8ce6-ab64-4f35-86e6-c300db74318a tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Pushing event updated for resources: {'Port': ['ID=fee1ecbc-62a5-447a-97f5-6edde7b4aba1,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:26:16.202595 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:16.205782 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da68582e-d3eb-4f71-9f7c-8c16047acd67 req-02a6b68d-bf7a-46f6-9d46-fc080f42402e tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:26:16.206449 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-15df8ce6-ab64-4f35-86e6-c300db74318a tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:26:16.207326 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-da68582e-d3eb-4f71-9f7c-8c16047acd67 req-02a6b68d-bf7a-46f6-9d46-fc080f42402e tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] 10.222.0.60 "GET /v2.0/ports?device_id=035750ff-7861-4e1d-b6a3-655f33002016 HTTP/1.1" status: 200 len: 895 time: 0.1182711 Jun 11 10:26:16.211988 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-a63fb5b5-4da0-40d4-aef7-1d21b9152af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a11f8b-6089-43d4-bcce-e29c60094fa9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1536039626', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': 'ea1f34a9-b98d-4a0e-b842-cee499da9ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:26:03Z', 'updated_at': '2021-06-11T10:26:12Z', 'revision_number': 4, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'gw_port': {'id': 'ea1f34a9-b98d-4a0e-b842-cee499da9ddd', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ea:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a11f8b-6089-43d4-bcce-e29c60094fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:26:04Z', 'updated_at': '2021-06-11T10:26:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': 'ccbe4729-20f2-4f2e-8ed8-95588b8a5ea5', 'name': '', 'network_id': 'ca5c2bcb-087a-42f0-bb93-73be02d15220', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'mac_address': 'fa:16:3e:48:e3:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a11f8b-6089-43d4-bcce-e29c60094fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '8cc58147-02a1-473a-ba61-e08ee6beaa2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:26:10Z', 'updated_at': '2021-06-11T10:26:12Z', 'revision_number': 2, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'subnets': [{'id': '8cc58147-02a1-473a-ba61-e08ee6beaa2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:26:16.226341 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63fb5b5-4da0-40d4-aef7-1d21b9152af1 None None] Checking router: 41a11f8b-6089-43d4-bcce-e29c60094fa9 for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:26:16.226341 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63fb5b5-4da0-40d4-aef7-1d21b9152af1 None None] Updating router 41a11f8b-6089-43d4-bcce-e29c60094fa9 port ccbe4729-20f2-4f2e-8ed8-95588b8a5ea5 binding host n-d-779913-12 {{(pid=93178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 10:26:16.278982 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-016e5763-e2bf-427d-b48b-327243e389d5 req-15df8ce6-ab64-4f35-86e6-c300db74318a tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.4052465 Jun 11 10:26:16.294266 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-016e5763-e2bf-427d-b48b-327243e389d5 req-5789eaf2-e6c5-4323-9bd0-b31556480c4d service neutron] Request body: {'port': {'device_id': '035750ff-7861-4e1d-b6a3-655f33002016', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:26:16.361473 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f05b7c10-9278-4538-a0dd-1683599a90b2 req-b9f503b9-151e-4181-a52f-0ab4dd9ba4de tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9db009-9bb5-4bfb-92c7-332ed2b5c79d HTTP/1.1" status: 200 len: 210 time: 0.0689492 Jun 11 10:26:16.398325 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a63fb5b5-4da0-40d4-aef7-1d21b9152af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:16.402331 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 032a4705-db9f-4e10-8b87-e937e11b9619 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:26:16.451439 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-016e5763-e2bf-427d-b48b-327243e389d5 req-5789eaf2-e6c5-4323-9bd0-b31556480c4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:16.592596 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-e2508ca9-d45e-4e46-b953-1547b715e82b None None] Provisioning complete for port ccbe4729-20f2-4f2e-8ed8-95588b8a5ea5 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:26:16.592596 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e2508ca9-d45e-4e46-b953-1547b715e82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:16.636853 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-e2508ca9-d45e-4e46-b953-1547b715e82b None None] Port ccbe4729-20f2-4f2e-8ed8-95588b8a5ea5 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:26:16.684848 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 032a4705-db9f-4e10-8b87-e937e11b9619 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:26:16.685240 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:16.724814 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-e2508ca9-d45e-4e46-b953-1547b715e82b None None] Provisioning for port fee1ecbc-62a5-447a-97f5-6edde7b4aba1 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:26:16.739024 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-e2508ca9-d45e-4e46-b953-1547b715e82b None None] Provisioning complete for port fee1ecbc-62a5-447a-97f5-6edde7b4aba1 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:26:16.739403 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e2508ca9-d45e-4e46-b953-1547b715e82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:16.817458 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-016e5763-e2bf-427d-b48b-327243e389d5 req-5789eaf2-e6c5-4323-9bd0-b31556480c4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fee1ecbc-62a5-447a-97f5-6edde7b4aba1 {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:26:16.825438 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-016e5763-e2bf-427d-b48b-327243e389d5 req-5789eaf2-e6c5-4323-9bd0-b31556480c4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:16.829406 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:16.839343 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-016e5763-e2bf-427d-b48b-327243e389d5 req-5789eaf2-e6c5-4323-9bd0-b31556480c4d service neutron] Transition to ACTIVE for port object fee1ecbc-62a5-447a-97f5-6edde7b4aba1 will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:26:16.874744 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-e2508ca9-d45e-4e46-b953-1547b715e82b None None] Port fee1ecbc-62a5-447a-97f5-6edde7b4aba1 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:26:16.928849 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-016e5763-e2bf-427d-b48b-327243e389d5 req-5789eaf2-e6c5-4323-9bd0-b31556480c4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:16.931959 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f4536ecd-ae5c-49fe-80f2-82906a8f3ab6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:26:16.976761 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a63fb5b5-4da0-40d4-aef7-1d21b9152af1 None None] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:16.988914 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-a63fb5b5-4da0-40d4-aef7-1d21b9152af1 None None] Transition to ACTIVE for port object ccbe4729-20f2-4f2e-8ed8-95588b8a5ea5 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:26:17.035265 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5789eaf2-e6c5-4323-9bd0-b31556480c4d service neutron] Pushing event updated for resources: {'Port': ['ID=fee1ecbc-62a5-447a-97f5-6edde7b4aba1,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:26:17.041302 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5789eaf2-e6c5-4323-9bd0-b31556480c4d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:26:17.078481 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a63fb5b5-4da0-40d4-aef7-1d21b9152af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:17.088549 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-4ec18ee6-dcc6-4e87-86c0-dff1ada4e5d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:26:17.149340 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a55de6-5124-4629-9236-342a1cb20e8e None None] Pushing event updated for resources: {'Port': ['ID=ccbe4729-20f2-4f2e-8ed8-95588b8a5ea5,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:26:17.153156 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-64a55de6-5124-4629-9236-342a1cb20e8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:26:17.170374 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-016e5763-e2bf-427d-b48b-327243e389d5 req-5789eaf2-e6c5-4323-9bd0-b31556480c4d service neutron] Attempting to bind port fee1ecbc-62a5-447a-97f5-6edde7b4aba1 on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:26:17.170706 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-016e5763-e2bf-427d-b48b-327243e389d5 req-5789eaf2-e6c5-4323-9bd0-b31556480c4d service neutron] Attempting to bind port fee1ecbc-62a5-447a-97f5-6edde7b4aba1 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '52f253e2-4d47-4212-8019-84e834060d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '3303a25c-462c-4e26-84eb-bb580955b8e8'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:26:17.171103 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016e5763-e2bf-427d-b48b-327243e389d5 req-5789eaf2-e6c5-4323-9bd0-b31556480c4d service neutron] Attempting to bind port fee1ecbc-62a5-447a-97f5-6edde7b4aba1 on network 3303a25c-462c-4e26-84eb-bb580955b8e8 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:26:17.181006 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016e5763-e2bf-427d-b48b-327243e389d5 req-5789eaf2-e6c5-4323-9bd0-b31556480c4d service neutron] Port fee1ecbc-62a5-447a-97f5-6edde7b4aba1 on network 3303a25c-462c-4e26-84eb-bb580955b8e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:26:17.181331 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016e5763-e2bf-427d-b48b-327243e389d5 req-5789eaf2-e6c5-4323-9bd0-b31556480c4d service neutron] Attempting to bind port fee1ecbc-62a5-447a-97f5-6edde7b4aba1 on network 3303a25c-462c-4e26-84eb-bb580955b8e8 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:26:17.187374 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016e5763-e2bf-427d-b48b-327243e389d5 req-5789eaf2-e6c5-4323-9bd0-b31556480c4d service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:26:17.187748 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016e5763-e2bf-427d-b48b-327243e389d5 req-5789eaf2-e6c5-4323-9bd0-b31556480c4d service neutron] Checking segment: {'id': '52f253e2-4d47-4212-8019-84e834060d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '3303a25c-462c-4e26-84eb-bb580955b8e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:26:17.188272 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016e5763-e2bf-427d-b48b-327243e389d5 req-5789eaf2-e6c5-4323-9bd0-b31556480c4d service neutron] Bound using segment: {'id': '52f253e2-4d47-4212-8019-84e834060d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '3303a25c-462c-4e26-84eb-bb580955b8e8'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:26:17.188717 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-016e5763-e2bf-427d-b48b-327243e389d5 req-5789eaf2-e6c5-4323-9bd0-b31556480c4d service neutron] Bound port: fee1ecbc-62a5-447a-97f5-6edde7b4aba1, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52f253e2-4d47-4212-8019-84e834060d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '3303a25c-462c-4e26-84eb-bb580955b8e8'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:26:17.189067 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-016e5763-e2bf-427d-b48b-327243e389d5 req-5789eaf2-e6c5-4323-9bd0-b31556480c4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:17.307840 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-a63fb5b5-4da0-40d4-aef7-1d21b9152af1 None None] Attempting to bind port ccbe4729-20f2-4f2e-8ed8-95588b8a5ea5 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:26:17.308433 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-a63fb5b5-4da0-40d4-aef7-1d21b9152af1 None None] Attempting to bind port ccbe4729-20f2-4f2e-8ed8-95588b8a5ea5 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'f62e7bcb-23d9-4b26-a549-3dec9439345a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'ca5c2bcb-087a-42f0-bb93-73be02d15220'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:26:17.308615 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63fb5b5-4da0-40d4-aef7-1d21b9152af1 None None] Attempting to bind port ccbe4729-20f2-4f2e-8ed8-95588b8a5ea5 on network ca5c2bcb-087a-42f0-bb93-73be02d15220 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:26:17.316484 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-016e5763-e2bf-427d-b48b-327243e389d5 req-5789eaf2-e6c5-4323-9bd0-b31556480c4d service neutron] For port fee1ecbc-62a5-447a-97f5-6edde7b4aba1, host n-h1-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:26:17.319286 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63fb5b5-4da0-40d4-aef7-1d21b9152af1 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:26:17.319777 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63fb5b5-4da0-40d4-aef7-1d21b9152af1 None None] Checking segment: {'id': 'f62e7bcb-23d9-4b26-a549-3dec9439345a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'ca5c2bcb-087a-42f0-bb93-73be02d15220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:26:17.320382 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a63fb5b5-4da0-40d4-aef7-1d21b9152af1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:17.320961 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63fb5b5-4da0-40d4-aef7-1d21b9152af1 None None] Bound using segment: {'id': 'f62e7bcb-23d9-4b26-a549-3dec9439345a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'ca5c2bcb-087a-42f0-bb93-73be02d15220'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:26:17.321734 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-a63fb5b5-4da0-40d4-aef7-1d21b9152af1 None None] Bound port: ccbe4729-20f2-4f2e-8ed8-95588b8a5ea5, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f62e7bcb-23d9-4b26-a549-3dec9439345a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'ca5c2bcb-087a-42f0-bb93-73be02d15220'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:26:17.322356 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a63fb5b5-4da0-40d4-aef7-1d21b9152af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:17.323312 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-016e5763-e2bf-427d-b48b-327243e389d5 req-5789eaf2-e6c5-4323-9bd0-b31556480c4d service neutron] For port fee1ecbc-62a5-447a-97f5-6edde7b4aba1, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=fee1ecbc-62a5-447a-97f5-6edde7b4aba1,segment=NetworkSegment(52f253e2-4d47-4212-8019-84e834060d25),segment_id=52f253e2-4d47-4212-8019-84e834060d25)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:26:17.392569 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-016e5763-e2bf-427d-b48b-327243e389d5 req-5789eaf2-e6c5-4323-9bd0-b31556480c4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:17.395383 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ed6ab21f-0dbd-431f-961a-e55bb7efe9f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:26:17.440318 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-a63fb5b5-4da0-40d4-aef7-1d21b9152af1 None None] For port ccbe4729-20f2-4f2e-8ed8-95588b8a5ea5, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:26:17.449980 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-a63fb5b5-4da0-40d4-aef7-1d21b9152af1 None None] For port ccbe4729-20f2-4f2e-8ed8-95588b8a5ea5, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=ccbe4729-20f2-4f2e-8ed8-95588b8a5ea5,segment=NetworkSegment(f62e7bcb-23d9-4b26-a549-3dec9439345a),segment_id=f62e7bcb-23d9-4b26-a549-3dec9439345a)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:26:17.472093 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016e5763-e2bf-427d-b48b-327243e389d5 req-5789eaf2-e6c5-4323-9bd0-b31556480c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:26:17.472996 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-016e5763-e2bf-427d-b48b-327243e389d5 req-5789eaf2-e6c5-4323-9bd0-b31556480c4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:17.474386 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-016e5763-e2bf-427d-b48b-327243e389d5 req-5789eaf2-e6c5-4323-9bd0-b31556480c4d service neutron] 10.222.0.64 "PUT /v2.0/ports/fee1ecbc-62a5-447a-97f5-6edde7b4aba1 HTTP/1.1" status: 200 len: 1056 time: 1.1867726 Jun 11 10:26:17.474936 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '035750ff-7861-4e1d-b6a3-655f33002016', 'tag': 'fee1ecbc-62a5-447a-97f5-6edde7b4aba1'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:26:17.477569 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff81da8-216b-4ad7-a100-833fea0a5579" -d '{"events": [{"name": "network-changed", "server_uuid": "035750ff-7861-4e1d-b6a3-655f33002016", "tag": "fee1ecbc-62a5-447a-97f5-6edde7b4aba1"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:26:17.480620 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5789eaf2-e6c5-4323-9bd0-b31556480c4d service neutron] Pushing event updated for resources: {'Port': ['ID=fee1ecbc-62a5-447a-97f5-6edde7b4aba1,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:26:17.484280 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5789eaf2-e6c5-4323-9bd0-b31556480c4d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:26:17.564648 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a63fb5b5-4da0-40d4-aef7-1d21b9152af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:17.569123 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-3e25ca11-d476-4a30-a49c-d79451ccd7c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:26:17.605713 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device ea1f34a9-b98d-4a0e-b842-cee499da9ddd up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:26:17.672300 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016e5763-e2bf-427d-b48b-327243e389d5 req-7716acb1-f647-48e3-8878-f29ebce6204b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:26:17.676459 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-016e5763-e2bf-427d-b48b-327243e389d5 req-7716acb1-f647-48e3-8878-f29ebce6204b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=19f26ec1518143c59f831fc53d1a7f94&device_id=035750ff-7861-4e1d-b6a3-655f33002016 HTTP/1.1" status: 200 len: 1059 time: 0.0815737 Jun 11 10:26:17.689238 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63fb5b5-4da0-40d4-aef7-1d21b9152af1 None None] Routers {'41a11f8b-6089-43d4-bcce-e29c60094fa9'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:26:17.689884 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-a63fb5b5-4da0-40d4-aef7-1d21b9152af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:26:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['41a11f8b-6089-43d4-bcce-e29c60094fa9'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:26:17.761335 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a55de6-5124-4629-9236-342a1cb20e8e None None] Pushing event updated for resources: {'Port': ['ID=ccbe4729-20f2-4f2e-8ed8-95588b8a5ea5,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:26:17.765900 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-016e5763-e2bf-427d-b48b-327243e389d5 req-7aa6bebe-310c-448c-bc54-ac69415db64b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=fee1ecbc-62a5-447a-97f5-6edde7b4aba1 HTTP/1.1" status: 200 len: 217 time: 0.0828931 Jun 11 10:26:17.824850 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-64a55de6-5124-4629-9236-342a1cb20e8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:26:17.840597 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016e5763-e2bf-427d-b48b-327243e389d5 req-9767686c-ac0e-44c7-a89b-25615ae2ce63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:26:17.842503 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-016e5763-e2bf-427d-b48b-327243e389d5 req-9767686c-ac0e-44c7-a89b-25615ae2ce63 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ea38f8f1-2aa8-4a42-86f0-c14cfac2df03 HTTP/1.1" status: 200 len: 838 time: 0.0702887 Jun 11 10:26:17.851315 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port ea1f34a9-b98d-4a0e-b842-cee499da9ddd triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:26:17.851789 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:17.918287 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016e5763-e2bf-427d-b48b-327243e389d5 req-0f97a037-ba7c-4283-a812-b7057475bc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:26:17.920362 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-016e5763-e2bf-427d-b48b-327243e389d5 req-0f97a037-ba7c-4283-a812-b7057475bc09 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3303a25c-462c-4e26-84eb-bb580955b8e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0711496 Jun 11 10:26:17.977474 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-a63fb5b5-4da0-40d4-aef7-1d21b9152af1 None None] Set router 41a11f8b-6089-43d4-bcce-e29c60094fa9 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:26:18.051874 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-016e5763-e2bf-427d-b48b-327243e389d5 req-4c0b3db9-a57b-413a-b30a-605468d5d17e service neutron] 10.222.0.64 "GET /v2.0/networks/3303a25c-462c-4e26-84eb-bb580955b8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251435 Jun 11 10:26:18.179998 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-016e5763-e2bf-427d-b48b-327243e389d5 req-84743441-2f1b-4849-a17a-b38ba3482949 service neutron] 10.222.0.64 "GET /v2.0/networks/3303a25c-462c-4e26-84eb-bb580955b8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220894 Jun 11 10:26:18.370702 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1432a86a-2fbd-487c-bbf0-dd470836a152 req-50777966-22ed-4b6a-82a3-1743c23288e5 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:26:18.372985 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1432a86a-2fbd-487c-bbf0-dd470836a152 req-50777966-22ed-4b6a-82a3-1743c23288e5 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] 10.222.0.60 "GET /v2.0/ports?device_id=035750ff-7861-4e1d-b6a3-655f33002016 HTTP/1.1" status: 200 len: 907 time: 0.0833237 Jun 11 10:26:18.525323 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8e6e1ab4-7e38-405e-8405-3363fc8c8a54 req-f41bf591-9a97-45a4-b45b-d1a2ff732db6 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9db009-9bb5-4bfb-92c7-332ed2b5c79d HTTP/1.1" status: 200 len: 210 time: 0.0480635 Jun 11 10:26:18.577300 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:18.583197 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b27404ed-d4c0-4e0b-bacf-1bf8a4935e58 x-openstack-request-id: req-b27404ed-d4c0-4e0b-bacf-1bf8a4935e58 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:26:18.583628 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "035750ff-7861-4e1d-b6a3-655f33002016", "tag": "fee1ecbc-62a5-447a-97f5-6edde7b4aba1", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:26:18.583916 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b27404ed-d4c0-4e0b-bacf-1bf8a4935e58 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:26:18.584374 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '035750ff-7861-4e1d-b6a3-655f33002016', 'tag': 'fee1ecbc-62a5-447a-97f5-6edde7b4aba1', 'status': 'completed', 'code': 200} Jun 11 10:26:18.637623 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-a63fb5b5-4da0-40d4-aef7-1d21b9152af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a11f8b-6089-43d4-bcce-e29c60094fa9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1536039626', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': 'ea1f34a9-b98d-4a0e-b842-cee499da9ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:26:03Z', 'updated_at': '2021-06-11T10:26:12Z', 'revision_number': 4, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'gw_port': {'id': 'ea1f34a9-b98d-4a0e-b842-cee499da9ddd', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ea:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a11f8b-6089-43d4-bcce-e29c60094fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:26:04Z', 'updated_at': '2021-06-11T10:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': 'ccbe4729-20f2-4f2e-8ed8-95588b8a5ea5', 'name': '', 'network_id': 'ca5c2bcb-087a-42f0-bb93-73be02d15220', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'mac_address': 'fa:16:3e:48:e3:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a11f8b-6089-43d4-bcce-e29c60094fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '8cc58147-02a1-473a-ba61-e08ee6beaa2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:26:10Z', 'updated_at': '2021-06-11T10:26:17Z', 'revision_number': 4, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'subnets': [{'id': '8cc58147-02a1-473a-ba61-e08ee6beaa2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:26:18.644747 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63fb5b5-4da0-40d4-aef7-1d21b9152af1 None None] The sync data for ids ['41a11f8b-6089-43d4-bcce-e29c60094fa9'] in n-d-779913-12 is: [{'id': '41a11f8b-6089-43d4-bcce-e29c60094fa9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1536039626', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': 'ea1f34a9-b98d-4a0e-b842-cee499da9ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:26:03Z', 'updated_at': '2021-06-11T10:26:12Z', 'revision_number': 4, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'gw_port': {'id': 'ea1f34a9-b98d-4a0e-b842-cee499da9ddd', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ea:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a11f8b-6089-43d4-bcce-e29c60094fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:26:04Z', 'updated_at': '2021-06-11T10:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': 'ccbe4729-20f2-4f2e-8ed8-95588b8a5ea5', 'name': '', 'network_id': 'ca5c2bcb-087a-42f0-bb93-73be02d15220', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'mac_address': 'fa:16:3e:48:e3:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a11f8b-6089-43d4-bcce-e29c60094fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '8cc58147-02a1-473a-ba61-e08ee6beaa2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:26:10Z', 'updated_at': '2021-06-11T10:26:17Z', 'revision_number': 4, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'subnets': [{'id': '8cc58147-02a1-473a-ba61-e08ee6beaa2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:26:18.766028 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff81da8-216b-4ad7-a100-833fea0a5579 req-8eda0e6c-3af8-4184-83bd-139a4076d715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:26:18.767659 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6ff81da8-216b-4ad7-a100-833fea0a5579 req-8eda0e6c-3af8-4184-83bd-139a4076d715 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=19f26ec1518143c59f831fc53d1a7f94&device_id=035750ff-7861-4e1d-b6a3-655f33002016 HTTP/1.1" status: 200 len: 1059 time: 0.1563103 Jun 11 10:26:18.769876 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c017bd13-c65a-4fe5-9aec-2d7da93b15db req-f2d7be3d-e294-46f0-9c3a-ada056d8db9c tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:26:18.771470 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c017bd13-c65a-4fe5-9aec-2d7da93b15db req-f2d7be3d-e294-46f0-9c3a-ada056d8db9c tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.69 "GET /v2.0/networks?id=ca5c2bcb-087a-42f0-bb93-73be02d15220 HTTP/1.1" status: 200 len: 797 time: 0.2570262 Jun 11 10:26:18.892349 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c017bd13-c65a-4fe5-9aec-2d7da93b15db req-aba49d38-2af9-4f6b-8d8a-5da72f90a1a8 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=291bb5ee2189444bb635fe5a1d306c3b HTTP/1.1" status: 200 len: 380 time: 0.1000595 Jun 11 10:26:18.899496 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-c017bd13-c65a-4fe5-9aec-2d7da93b15db req-9fc0a44b-1100-4153-b52e-e2c3f4b9ca3c tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Request body: {'port': {'device_id': '1c9db009-9bb5-4bfb-92c7-332ed2b5c79d', 'network_id': 'ca5c2bcb-087a-42f0-bb93-73be02d15220', 'admin_state_up': True, 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'security_groups': ['4b5f5f56-3a62-43a6-80fa-060c3f3539df']}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:26:18.933276 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff81da8-216b-4ad7-a100-833fea0a5579 req-98f3f1ca-a534-4ebd-b8c5-77015533e083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:26:18.934811 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6ff81da8-216b-4ad7-a100-833fea0a5579 req-98f3f1ca-a534-4ebd-b8c5-77015533e083 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3303a25c-462c-4e26-84eb-bb580955b8e8 HTTP/1.1" status: 200 len: 897 time: 0.1595280 Jun 11 10:26:19.012344 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6ff81da8-216b-4ad7-a100-833fea0a5579 req-9e74d8a7-7e52-4296-88ae-efc26ab35c6e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=fee1ecbc-62a5-447a-97f5-6edde7b4aba1 HTTP/1.1" status: 200 len: 217 time: 0.0706103 Jun 11 10:26:19.092469 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff81da8-216b-4ad7-a100-833fea0a5579 req-ae990378-afa8-49c1-b44d-ce867483a517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:26:19.094706 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6ff81da8-216b-4ad7-a100-833fea0a5579 req-ae990378-afa8-49c1-b44d-ce867483a517 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ea38f8f1-2aa8-4a42-86f0-c14cfac2df03 HTTP/1.1" status: 200 len: 838 time: 0.0652370 Jun 11 10:26:19.158235 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c017bd13-c65a-4fe5-9aec-2d7da93b15db req-9fc0a44b-1100-4153-b52e-e2c3f4b9ca3c tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Made reservation on behalf of 291bb5ee2189444bb635fe5a1d306c3b for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:26:19.161867 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-c017bd13-c65a-4fe5-9aec-2d7da93b15db req-9fc0a44b-1100-4153-b52e-e2c3f4b9ca3c tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:19.168611 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff81da8-216b-4ad7-a100-833fea0a5579 req-4d320bb7-4fb5-47b8-aaf7-f9933b262fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:26:19.172832 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6ff81da8-216b-4ad7-a100-833fea0a5579 req-4d320bb7-4fb5-47b8-aaf7-f9933b262fbd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3303a25c-462c-4e26-84eb-bb580955b8e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0685337 Jun 11 10:26:19.306937 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6ff81da8-216b-4ad7-a100-833fea0a5579 req-3d852ed0-7a95-4068-aba7-a7e9a64090c7 service neutron] 10.222.0.64 "GET /v2.0/networks/3303a25c-462c-4e26-84eb-bb580955b8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301477 Jun 11 10:26:19.358678 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [req-c017bd13-c65a-4fe5-9aec-2d7da93b15db req-9fc0a44b-1100-4153-b52e-e2c3f4b9ca3c tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Allocated IP 172.20.0.6 (ca5c2bcb-087a-42f0-bb93-73be02d15220/8cc58147-02a1-473a-ba61-e08ee6beaa2f/e086c56c-9354-4cb7-8cfe-079baabb792b) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:26:19.533630 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6ff81da8-216b-4ad7-a100-833fea0a5579 req-c421049f-aa6f-4be8-a46c-51cc2a89eef7 service neutron] 10.222.0.64 "GET /v2.0/networks/3303a25c-462c-4e26-84eb-bb580955b8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207799 Jun 11 10:26:19.625841 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device ccbe4729-20f2-4f2e-8ed8-95588b8a5ea5 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:26:19.709064 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de8689a-9949-43b6-bcd3-d0c6eb8842af req-539c7324-c499-4504-8bdd-128137c38a05 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:26:19.710739 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5de8689a-9949-43b6-bcd3-d0c6eb8842af req-539c7324-c499-4504-8bdd-128137c38a05 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] 10.222.0.60 "GET /v2.0/ports?device_id=035750ff-7861-4e1d-b6a3-655f33002016 HTTP/1.1" status: 200 len: 907 time: 0.1755738 Jun 11 10:26:19.723556 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-c017bd13-c65a-4fe5-9aec-2d7da93b15db req-9fc0a44b-1100-4153-b52e-e2c3f4b9ca3c tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:19.742115 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-c017bd13-c65a-4fe5-9aec-2d7da93b15db req-9fc0a44b-1100-4153-b52e-e2c3f4b9ca3c tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Transition to ACTIVE for port object e086c56c-9354-4cb7-8cfe-079baabb792b will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:26:19.775915 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port ccbe4729-20f2-4f2e-8ed8-95588b8a5ea5 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:26:19.783481 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port ccbe4729-20f2-4f2e-8ed8-95588b8a5ea5 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:26:19.783925 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:19.890508 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:19.891210 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ea41d123-2923-4ca2-a81a-44b42a72df69 req-fa76cb3f-4736-4a69-a75c-47f6a86e88ca tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9db009-9bb5-4bfb-92c7-332ed2b5c79d HTTP/1.1" status: 200 len: 210 time: 0.0411818 Jun 11 10:26:19.919648 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-c017bd13-c65a-4fe5-9aec-2d7da93b15db req-9fc0a44b-1100-4153-b52e-e2c3f4b9ca3c tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:19.925660 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3ec4acb4-c011-4734-bc83-e90a6554d16f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:26:19.937692 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port ccbe4729-20f2-4f2e-8ed8-95588b8a5ea5, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=ccbe4729-20f2-4f2e-8ed8-95588b8a5ea5,segment=NetworkSegment(f62e7bcb-23d9-4b26-a549-3dec9439345a),segment_id=f62e7bcb-23d9-4b26-a549-3dec9439345a)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:26:19.988928 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c017bd13-c65a-4fe5-9aec-2d7da93b15db req-9fc0a44b-1100-4153-b52e-e2c3f4b9ca3c tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Network ca5c2bcb-087a-42f0-bb93-73be02d15220 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:26:19.994007 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [req-c017bd13-c65a-4fe5-9aec-2d7da93b15db req-9fc0a44b-1100-4153-b52e-e2c3f4b9ca3c tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:26:19.996672 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-c017bd13-c65a-4fe5-9aec-2d7da93b15db req-9fc0a44b-1100-4153-b52e-e2c3f4b9ca3c tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:26:20.002638 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc0a44b-1100-4153-b52e-e2c3f4b9ca3c tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Pushing event updated for resources: {'Port': ['ID=e086c56c-9354-4cb7-8cfe-079baabb792b,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:26:20.043996 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9fc0a44b-1100-4153-b52e-e2c3f4b9ca3c tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:26:20.055396 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:20.065078 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-45baab4d-403d-49da-b1d2-1e29b71cd573 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:26:20.072832 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c017bd13-c65a-4fe5-9aec-2d7da93b15db req-9fc0a44b-1100-4153-b52e-e2c3f4b9ca3c tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:26:20.073897 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-c017bd13-c65a-4fe5-9aec-2d7da93b15db req-9fc0a44b-1100-4153-b52e-e2c3f4b9ca3c tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:20.130268 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=ccbe4729-20f2-4f2e-8ed8-95588b8a5ea5,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:26:20.133330 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:26:20.187497 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c017bd13-c65a-4fe5-9aec-2d7da93b15db req-9fc0a44b-1100-4153-b52e-e2c3f4b9ca3c tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2921627 Jun 11 10:26:20.199037 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-c017bd13-c65a-4fe5-9aec-2d7da93b15db req-db843fca-cfd8-4ecc-800c-bbfa987b2629 service neutron] Request body: {'port': {'device_id': '1c9db009-9bb5-4bfb-92c7-332ed2b5c79d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-12'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:26:20.289640 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-c017bd13-c65a-4fe5-9aec-2d7da93b15db req-db843fca-cfd8-4ecc-800c-bbfa987b2629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:20.351657 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-30db7e7c-a56d-43f8-b929-55ea07d8ec62 None None] Provisioning for port e086c56c-9354-4cb7-8cfe-079baabb792b completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:26:20.355709 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-30db7e7c-a56d-43f8-b929-55ea07d8ec62 None None] Provisioning complete for port e086c56c-9354-4cb7-8cfe-079baabb792b triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:26:20.356273 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-30db7e7c-a56d-43f8-b929-55ea07d8ec62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:20.398863 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-30db7e7c-a56d-43f8-b929-55ea07d8ec62 None None] Port e086c56c-9354-4cb7-8cfe-079baabb792b cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:26:20.607363 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [req-c017bd13-c65a-4fe5-9aec-2d7da93b15db req-db843fca-cfd8-4ecc-800c-bbfa987b2629 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e086c56c-9354-4cb7-8cfe-079baabb792b {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:26:20.617240 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-c017bd13-c65a-4fe5-9aec-2d7da93b15db req-db843fca-cfd8-4ecc-800c-bbfa987b2629 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:20.629884 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-c017bd13-c65a-4fe5-9aec-2d7da93b15db req-db843fca-cfd8-4ecc-800c-bbfa987b2629 service neutron] Transition to ACTIVE for port object e086c56c-9354-4cb7-8cfe-079baabb792b will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:26:20.757228 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-c017bd13-c65a-4fe5-9aec-2d7da93b15db req-db843fca-cfd8-4ecc-800c-bbfa987b2629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:20.764486 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b9983449-3d05-4871-a58e-49bd946f096c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:26:20.899088 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db843fca-cfd8-4ecc-800c-bbfa987b2629 service neutron] Pushing event updated for resources: {'Port': ['ID=e086c56c-9354-4cb7-8cfe-079baabb792b,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:26:20.904259 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-db843fca-cfd8-4ecc-800c-bbfa987b2629 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:26:21.006811 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf0b617-776d-4775-9582-937fd65eaf32 req-7dfd6159-dd9a-4934-ab3e-fb2d2d0e24df tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:26:21.008339 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bcf0b617-776d-4775-9582-937fd65eaf32 req-7dfd6159-dd9a-4934-ab3e-fb2d2d0e24df tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] 10.222.0.60 "GET /v2.0/ports?device_id=035750ff-7861-4e1d-b6a3-655f33002016 HTTP/1.1" status: 200 len: 907 time: 0.1599336 Jun 11 10:26:21.020999 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-c017bd13-c65a-4fe5-9aec-2d7da93b15db req-db843fca-cfd8-4ecc-800c-bbfa987b2629 service neutron] Attempting to bind port e086c56c-9354-4cb7-8cfe-079baabb792b on host n-h2-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:26:21.021341 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-c017bd13-c65a-4fe5-9aec-2d7da93b15db req-db843fca-cfd8-4ecc-800c-bbfa987b2629 service neutron] Attempting to bind port e086c56c-9354-4cb7-8cfe-079baabb792b by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': 'f62e7bcb-23d9-4b26-a549-3dec9439345a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'ca5c2bcb-087a-42f0-bb93-73be02d15220'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:26:21.021676 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c017bd13-c65a-4fe5-9aec-2d7da93b15db req-db843fca-cfd8-4ecc-800c-bbfa987b2629 service neutron] Attempting to bind port e086c56c-9354-4cb7-8cfe-079baabb792b on network ca5c2bcb-087a-42f0-bb93-73be02d15220 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:26:21.039790 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c017bd13-c65a-4fe5-9aec-2d7da93b15db req-db843fca-cfd8-4ecc-800c-bbfa987b2629 service neutron] Port e086c56c-9354-4cb7-8cfe-079baabb792b on network ca5c2bcb-087a-42f0-bb93-73be02d15220 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:26:21.050118 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c017bd13-c65a-4fe5-9aec-2d7da93b15db req-db843fca-cfd8-4ecc-800c-bbfa987b2629 service neutron] Attempting to bind port e086c56c-9354-4cb7-8cfe-079baabb792b on network ca5c2bcb-087a-42f0-bb93-73be02d15220 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:26:21.050118 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c017bd13-c65a-4fe5-9aec-2d7da93b15db req-db843fca-cfd8-4ecc-800c-bbfa987b2629 service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:26:21.050118 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c017bd13-c65a-4fe5-9aec-2d7da93b15db req-db843fca-cfd8-4ecc-800c-bbfa987b2629 service neutron] Checking segment: {'id': 'f62e7bcb-23d9-4b26-a549-3dec9439345a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'ca5c2bcb-087a-42f0-bb93-73be02d15220'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:26:21.050118 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c017bd13-c65a-4fe5-9aec-2d7da93b15db req-db843fca-cfd8-4ecc-800c-bbfa987b2629 service neutron] Bound using segment: {'id': 'f62e7bcb-23d9-4b26-a549-3dec9439345a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'ca5c2bcb-087a-42f0-bb93-73be02d15220'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:26:21.050118 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-c017bd13-c65a-4fe5-9aec-2d7da93b15db req-db843fca-cfd8-4ecc-800c-bbfa987b2629 service neutron] Bound port: e086c56c-9354-4cb7-8cfe-079baabb792b, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f62e7bcb-23d9-4b26-a549-3dec9439345a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'ca5c2bcb-087a-42f0-bb93-73be02d15220'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:26:21.050118 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-c017bd13-c65a-4fe5-9aec-2d7da93b15db req-db843fca-cfd8-4ecc-800c-bbfa987b2629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:21.132328 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device fee1ecbc-62a5-447a-97f5-6edde7b4aba1 details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 10:26:21.161953 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-c017bd13-c65a-4fe5-9aec-2d7da93b15db req-db843fca-cfd8-4ecc-800c-bbfa987b2629 service neutron] For port e086c56c-9354-4cb7-8cfe-079baabb792b, host n-h2-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:26:21.179916 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-c017bd13-c65a-4fe5-9aec-2d7da93b15db req-db843fca-cfd8-4ecc-800c-bbfa987b2629 service neutron] For port e086c56c-9354-4cb7-8cfe-079baabb792b, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=e086c56c-9354-4cb7-8cfe-079baabb792b,segment=NetworkSegment(f62e7bcb-23d9-4b26-a549-3dec9439345a),segment_id=f62e7bcb-23d9-4b26-a549-3dec9439345a)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:26:21.210904 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c7782b-d47a-4c51-a19f-a0dfb7ec622d req-d2878d01-d4d8-4bdd-b2b8-767e5f176562 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:26:21.212598 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-35c7782b-d47a-4c51-a19f-a0dfb7ec622d req-d2878d01-d4d8-4bdd-b2b8-767e5f176562 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9db009-9bb5-4bfb-92c7-332ed2b5c79d HTTP/1.1" status: 200 len: 943 time: 0.0923324 Jun 11 10:26:21.258954 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-35c7782b-d47a-4c51-a19f-a0dfb7ec622d req-20e06e4d-c1be-4fff-9e10-d3c343855367 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b5f5f56-3a62-43a6-80fa-060c3f3539df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393295 Jun 11 10:26:21.267030 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-c017bd13-c65a-4fe5-9aec-2d7da93b15db req-db843fca-cfd8-4ecc-800c-bbfa987b2629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:21.270370 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-63cd5397-3079-43cf-8ee2-1d31735c0ab1 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:26:21.272795 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port fee1ecbc-62a5-447a-97f5-6edde7b4aba1, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=fee1ecbc-62a5-447a-97f5-6edde7b4aba1,segment=NetworkSegment(52f253e2-4d47-4212-8019-84e834060d25),segment_id=52f253e2-4d47-4212-8019-84e834060d25)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:26:21.292809 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': 'fee1ecbc-62a5-447a-97f5-6edde7b4aba1', 'network_id': '3303a25c-462c-4e26-84eb-bb580955b8e8', 'port_id': 'fee1ecbc-62a5-447a-97f5-6edde7b4aba1', 'mac_address': 'fa:16:3e:75:14:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea38f8f1-2aa8-4a42-86f0-c14cfac2df03', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 10:26:21.314631 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c017bd13-c65a-4fe5-9aec-2d7da93b15db req-db843fca-cfd8-4ecc-800c-bbfa987b2629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:26:21.315349 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-c017bd13-c65a-4fe5-9aec-2d7da93b15db req-db843fca-cfd8-4ecc-800c-bbfa987b2629 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:21.317121 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c017bd13-c65a-4fe5-9aec-2d7da93b15db req-db843fca-cfd8-4ecc-800c-bbfa987b2629 service neutron] 10.222.0.69 "PUT /v2.0/ports/e086c56c-9354-4cb7-8cfe-079baabb792b HTTP/1.1" status: 200 len: 1092 time: 1.1224046 Jun 11 10:26:21.317766 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c9db009-9bb5-4bfb-92c7-332ed2b5c79d', 'tag': 'e086c56c-9354-4cb7-8cfe-079baabb792b'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:26:21.320226 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cbff2f0-c014-4d8e-aebb-2bcbf268270b" -d '{"events": [{"name": "network-changed", "server_uuid": "1c9db009-9bb5-4bfb-92c7-332ed2b5c79d", "tag": "e086c56c-9354-4cb7-8cfe-079baabb792b"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:26:21.353449 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db843fca-cfd8-4ecc-800c-bbfa987b2629 service neutron] Pushing event updated for resources: {'Port': ['ID=e086c56c-9354-4cb7-8cfe-079baabb792b,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:26:21.361520 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:21.366917 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-db843fca-cfd8-4ecc-800c-bbfa987b2629 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:26:21.368730 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89159fb5-966b-4b09-abc1-29915a0c294b x-openstack-request-id: req-89159fb5-966b-4b09-abc1-29915a0c294b {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:26:21.369069 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c9db009-9bb5-4bfb-92c7-332ed2b5c79d", "tag": "e086c56c-9354-4cb7-8cfe-079baabb792b", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:26:21.369371 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-89159fb5-966b-4b09-abc1-29915a0c294b {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:26:21.369825 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c9db009-9bb5-4bfb-92c7-332ed2b5c79d', 'tag': 'e086c56c-9354-4cb7-8cfe-079baabb792b', 'status': 'completed', 'code': 200} Jun 11 10:26:21.408113 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fee1ecbc-62a5-447a-97f5-6edde7b4aba1 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:26:21.433100 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port fee1ecbc-62a5-447a-97f5-6edde7b4aba1, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=fee1ecbc-62a5-447a-97f5-6edde7b4aba1,segment=NetworkSegment(52f253e2-4d47-4212-8019-84e834060d25),segment_id=52f253e2-4d47-4212-8019-84e834060d25)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:26:21.475149 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbff2f0-c014-4d8e-aebb-2bcbf268270b req-0ef7e2e3-b57d-4652-a541-cdfcde04ac2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:26:21.477111 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8cbff2f0-c014-4d8e-aebb-2bcbf268270b req-0ef7e2e3-b57d-4652-a541-cdfcde04ac2c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=291bb5ee2189444bb635fe5a1d306c3b&device_id=1c9db009-9bb5-4bfb-92c7-332ed2b5c79d HTTP/1.1" status: 200 len: 1095 time: 0.0825202 Jun 11 10:26:21.528885 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:21.534051 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-3e25ca11-d476-4a30-a49c-d79451ccd7c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:26:21.620138 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device ccbe4729-20f2-4f2e-8ed8-95588b8a5ea5 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:26:21.635931 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbff2f0-c014-4d8e-aebb-2bcbf268270b req-6228bd13-81f3-4b3d-a427-04aad08f5735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:26:21.637290 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8cbff2f0-c014-4d8e-aebb-2bcbf268270b req-6228bd13-81f3-4b3d-a427-04aad08f5735 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=291bb5ee2189444bb635fe5a1d306c3b&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1528194 Jun 11 10:26:21.649453 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=fee1ecbc-62a5-447a-97f5-6edde7b4aba1,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:26:21.655142 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:26:21.690806 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port ccbe4729-20f2-4f2e-8ed8-95588b8a5ea5 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:26:21.691625 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:21.753648 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['fee1ecbc-62a5-447a-97f5-6edde7b4aba1'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:26:21.783429 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbff2f0-c014-4d8e-aebb-2bcbf268270b req-4a08dfe0-0903-4d94-8672-ca77f95ca218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:26:21.785109 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8cbff2f0-c014-4d8e-aebb-2bcbf268270b req-4a08dfe0-0903-4d94-8672-ca77f95ca218 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1408203 Jun 11 10:26:21.887105 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c017bd13-c65a-4fe5-9aec-2d7da93b15db req-3e5599e2-4e8e-4679-b5bb-e5ae411da8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:26:21.888640 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c017bd13-c65a-4fe5-9aec-2d7da93b15db req-3e5599e2-4e8e-4679-b5bb-e5ae411da8b2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=291bb5ee2189444bb635fe5a1d306c3b&device_id=1c9db009-9bb5-4bfb-92c7-332ed2b5c79d HTTP/1.1" status: 200 len: 1095 time: 0.0614674 Jun 11 10:26:21.943880 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c017bd13-c65a-4fe5-9aec-2d7da93b15db req-933baf23-4614-40e8-8c84-434c09a333f3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e086c56c-9354-4cb7-8cfe-079baabb792b HTTP/1.1" status: 200 len: 217 time: 0.0471961 Jun 11 10:26:22.477869 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c017bd13-c65a-4fe5-9aec-2d7da93b15db req-7bc1cfac-a3de-48fe-a9a7-efa0564ef63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:26:22.479329 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c017bd13-c65a-4fe5-9aec-2d7da93b15db req-7bc1cfac-a3de-48fe-a9a7-efa0564ef63d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8cc58147-02a1-473a-ba61-e08ee6beaa2f HTTP/1.1" status: 200 len: 835 time: 0.5285270 Jun 11 10:26:22.548167 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87cff22-782b-4180-b2c6-d64eca928dd2 req-0da5ef2f-e3ac-4eea-8537-07a7bd0fff36 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:26:22.549608 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f87cff22-782b-4180-b2c6-d64eca928dd2 req-0da5ef2f-e3ac-4eea-8537-07a7bd0fff36 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] 10.222.0.60 "GET /v2.0/ports?device_id=035750ff-7861-4e1d-b6a3-655f33002016 HTTP/1.1" status: 200 len: 908 time: 0.1249096 Jun 11 10:26:22.578848 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c017bd13-c65a-4fe5-9aec-2d7da93b15db req-0227e43c-eb57-4567-ae39-4e44310316a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:26:22.580364 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c017bd13-c65a-4fe5-9aec-2d7da93b15db req-0227e43c-eb57-4567-ae39-4e44310316a4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ca5c2bcb-087a-42f0-bb93-73be02d15220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0910425 Jun 11 10:26:22.743275 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c017bd13-c65a-4fe5-9aec-2d7da93b15db req-31ed59f0-7f6d-40d7-85a7-915d4d83bede service neutron] 10.222.0.69 "GET /v2.0/networks/ca5c2bcb-087a-42f0-bb93-73be02d15220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553659 Jun 11 10:26:22.798970 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f425925-36fe-4307-aa4d-31346b9d2532 req-aab8fca2-6314-4fa1-8fee-834fd4d1c320 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:26:22.800510 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5f425925-36fe-4307-aa4d-31346b9d2532 req-aab8fca2-6314-4fa1-8fee-834fd4d1c320 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9db009-9bb5-4bfb-92c7-332ed2b5c79d HTTP/1.1" status: 200 len: 943 time: 0.1355700 Jun 11 10:26:22.909144 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c017bd13-c65a-4fe5-9aec-2d7da93b15db req-10552295-b8e8-4da1-a934-c409d8eebf15 service neutron] 10.222.0.69 "GET /v2.0/networks/ca5c2bcb-087a-42f0-bb93-73be02d15220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585081 Jun 11 10:26:22.914971 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5f425925-36fe-4307-aa4d-31346b9d2532 req-325a998c-ad9c-4016-b6c7-fb85a0e0968a tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b5f5f56-3a62-43a6-80fa-060c3f3539df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647116 Jun 11 10:26:23.148773 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device fee1ecbc-62a5-447a-97f5-6edde7b4aba1 up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:26:23.277508 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning for port fee1ecbc-62a5-447a-97f5-6edde7b4aba1 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:26:23.281555 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port fee1ecbc-62a5-447a-97f5-6edde7b4aba1 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:26:23.281938 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:23.373668 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:23.404269 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '035750ff-7861-4e1d-b6a3-655f33002016', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fee1ecbc-62a5-447a-97f5-6edde7b4aba1'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:26:23.406505 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da722748-9d54-4304-833a-9f1fe0b9c352" -d '{"events": [{"server_uuid": "035750ff-7861-4e1d-b6a3-655f33002016", "name": "network-vif-plugged", "status": "completed", "tag": "fee1ecbc-62a5-447a-97f5-6edde7b4aba1"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:26:23.427991 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port fee1ecbc-62a5-447a-97f5-6edde7b4aba1, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=fee1ecbc-62a5-447a-97f5-6edde7b4aba1,segment=NetworkSegment(52f253e2-4d47-4212-8019-84e834060d25),segment_id=52f253e2-4d47-4212-8019-84e834060d25)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:26:23.509501 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-500ef4cf-987a-4f7a-9b8a-eae15221f1ab x-openstack-request-id: req-500ef4cf-987a-4f7a-9b8a-eae15221f1ab {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:26:23.509835 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "035750ff-7861-4e1d-b6a3-655f33002016", "name": "network-vif-plugged", "status": "completed", "tag": "fee1ecbc-62a5-447a-97f5-6edde7b4aba1", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:26:23.510375 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-500ef4cf-987a-4f7a-9b8a-eae15221f1ab {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:26:23.510790 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '035750ff-7861-4e1d-b6a3-655f33002016', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fee1ecbc-62a5-447a-97f5-6edde7b4aba1', 'code': 200} Jun 11 10:26:23.512019 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:23.513913 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:26:23.576560 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=fee1ecbc-62a5-447a-97f5-6edde7b4aba1,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:26:23.581940 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:26:23.666447 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc6d8d0-99e1-44fa-888d-88e83cb8ec3b req-e9bf10d3-9946-4f9e-9cde-ca7960948581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:26:23.668175 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4dc6d8d0-99e1-44fa-888d-88e83cb8ec3b req-e9bf10d3-9946-4f9e-9cde-ca7960948581 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=035750ff-7861-4e1d-b6a3-655f33002016 HTTP/1.1" status: 200 len: 1061 time: 0.0669692 Jun 11 10:26:23.760507 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69506d1-0b76-48a8-8e04-b35e44e5e49c req-8c197c0a-2a62-4876-a4d1-3f79337ea316 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:26:23.762018 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d69506d1-0b76-48a8-8e04-b35e44e5e49c req-8c197c0a-2a62-4876-a4d1-3f79337ea316 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] 10.222.0.60 "GET /v2.0/ports?device_id=035750ff-7861-4e1d-b6a3-655f33002016 HTTP/1.1" status: 200 len: 909 time: 0.0837300 Jun 11 10:26:24.129079 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf2137e-b2fc-41c2-a7e7-074ecc60fbb1 req-a58c506c-74a2-417c-9d3d-e902ccdb401f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:26:24.130527 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-acf2137e-b2fc-41c2-a7e7-074ecc60fbb1 req-a58c506c-74a2-417c-9d3d-e902ccdb401f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9db009-9bb5-4bfb-92c7-332ed2b5c79d HTTP/1.1" status: 200 len: 943 time: 0.0821099 Jun 11 10:26:24.174985 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-acf2137e-b2fc-41c2-a7e7-074ecc60fbb1 req-9c32d2ee-2467-4f3f-b39e-aa887d3c2b98 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b5f5f56-3a62-43a6-80fa-060c3f3539df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378265 Jun 11 10:26:24.948129 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8020c4f3-0098-4aae-8f83-098ff1661dab req-2ed6751c-a8aa-4b08-9e5d-0c9c5d408a5d tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:26:24.949635 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8020c4f3-0098-4aae-8f83-098ff1661dab req-2ed6751c-a8aa-4b08-9e5d-0c9c5d408a5d tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] 10.222.0.60 "GET /v2.0/ports?device_id=035750ff-7861-4e1d-b6a3-655f33002016 HTTP/1.1" status: 200 len: 909 time: 0.0716774 Jun 11 10:26:25.131937 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf05e9e7-5189-43b9-bedb-45617044ea80 req-d20d4e24-5a69-46e8-abca-e69463e5178c tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:26:25.133428 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cf05e9e7-5189-43b9-bedb-45617044ea80 req-d20d4e24-5a69-46e8-abca-e69463e5178c tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] 10.222.0.60 "GET /v2.0/ports?device_id=035750ff-7861-4e1d-b6a3-655f33002016 HTTP/1.1" status: 200 len: 909 time: 0.0690961 Jun 11 10:26:25.306977 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8927d986-e8c6-41dd-872c-125357c490c9 req-3354517d-3ec6-4be2-ac7e-c92ba0cd3085 tempest-TestSecurityGroupsBasicOps-1462703494 tempest-TestSecurityGroupsBasicOps-1462703494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:26:25.308534 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8927d986-e8c6-41dd-872c-125357c490c9 req-3354517d-3ec6-4be2-ac7e-c92ba0cd3085 tempest-TestSecurityGroupsBasicOps-1462703494 tempest-TestSecurityGroupsBasicOps-1462703494-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=035750ff-7861-4e1d-b6a3-655f33002016 HTTP/1.1" status: 200 len: 1061 time: 0.0646572 Jun 11 10:26:25.482376 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b33a9-3a36-4345-b373-bac508cbfd08 req-f761c938-bdf7-4a89-8e44-14023e49ee32 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:26:25.483875 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a83b33a9-3a36-4345-b373-bac508cbfd08 req-f761c938-bdf7-4a89-8e44-14023e49ee32 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9db009-9bb5-4bfb-92c7-332ed2b5c79d HTTP/1.1" status: 200 len: 943 time: 0.0702870 Jun 11 10:26:25.528634 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a83b33a9-3a36-4345-b373-bac508cbfd08 req-bb524214-a8de-4c95-b9a4-17114f245268 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b5f5f56-3a62-43a6-80fa-060c3f3539df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388842 Jun 11 10:26:25.724125 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd018e42-928f-4152-8c52-596543efdf11 req-0ed5d866-b0ab-4236-a7a2-ab24c5101ed5 tempest-TestSecurityGroupsBasicOps-1462703494 tempest-TestSecurityGroupsBasicOps-1462703494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:26:25.725629 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-dd018e42-928f-4152-8c52-596543efdf11 req-0ed5d866-b0ab-4236-a7a2-ab24c5101ed5 tempest-TestSecurityGroupsBasicOps-1462703494 tempest-TestSecurityGroupsBasicOps-1462703494-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=59fc3894-e92c-4f73-9eca-981e812884c7 HTTP/1.1" status: 200 len: 1136 time: 0.0630181 Jun 11 10:26:25.768235 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-dd018e42-928f-4152-8c52-596543efdf11 req-4ace47e6-fb6e-4ec6-879b-de4dc840ce86 tempest-TestSecurityGroupsBasicOps-1462703494 tempest-TestSecurityGroupsBasicOps-1462703494-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=a2c00b00-166f-4b16-85d1-2056fa5cc9f9&id=908f1c5d-57ef-4b7b-9dfb-7595a135cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0366273 Jun 11 10:26:25.791982 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 37208) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:26:25.850262 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e96cb3-ce0b-4567-a0d5-3d28d9b3864f tempest-TestSecurityGroupsBasicOps-1462703494 tempest-TestSecurityGroupsBasicOps-1462703494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:26:25.851797 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-b2e96cb3-ce0b-4567-a0d5-3d28d9b3864f tempest-TestSecurityGroupsBasicOps-1462703494 tempest-TestSecurityGroupsBasicOps-1462703494-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=035750ff-7861-4e1d-b6a3-655f33002016 HTTP/1.1" status: 200 len: 1056 time: 0.0587754 Jun 11 10:26:26.828909 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceb8e44-e740-497d-8550-d8937fa76951 req-ae7fc294-3564-4841-bdc3-64bc1e5ae3af tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:26:26.832142 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9ceb8e44-e740-497d-8550-d8937fa76951 req-ae7fc294-3564-4841-bdc3-64bc1e5ae3af tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9db009-9bb5-4bfb-92c7-332ed2b5c79d HTTP/1.1" status: 200 len: 943 time: 0.0810728 Jun 11 10:26:26.882451 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9ceb8e44-e740-497d-8550-d8937fa76951 req-15129ee4-3006-4024-92a4-86e6ccccf857 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b5f5f56-3a62-43a6-80fa-060c3f3539df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463834 Jun 11 10:26:27.057388 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e192508-20ef-4b9a-8f84-01ed1a3f6119 req-d28beca4-2367-4881-9514-08398e8ab7ce tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:26:27.058957 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7e192508-20ef-4b9a-8f84-01ed1a3f6119 req-d28beca4-2367-4881-9514-08398e8ab7ce tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] 10.222.0.60 "GET /v2.0/ports?device_id=035750ff-7861-4e1d-b6a3-655f33002016 HTTP/1.1" status: 200 len: 909 time: 0.0714393 Jun 11 10:26:27.594299 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device e086c56c-9354-4cb7-8cfe-079baabb792b details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 10:26:27.723982 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port e086c56c-9354-4cb7-8cfe-079baabb792b, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=e086c56c-9354-4cb7-8cfe-079baabb792b,segment=NetworkSegment(f62e7bcb-23d9-4b26-a549-3dec9439345a),segment_id=f62e7bcb-23d9-4b26-a549-3dec9439345a)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:26:27.738798 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': 'e086c56c-9354-4cb7-8cfe-079baabb792b', 'network_id': 'ca5c2bcb-087a-42f0-bb93-73be02d15220', 'port_id': 'e086c56c-9354-4cb7-8cfe-079baabb792b', 'mac_address': 'fa:16:3e:02:91:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cc58147-02a1-473a-ba61-e08ee6beaa2f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 10:26:27.783189 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:27.799340 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e086c56c-9354-4cb7-8cfe-079baabb792b {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:26:27.819829 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port e086c56c-9354-4cb7-8cfe-079baabb792b, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=e086c56c-9354-4cb7-8cfe-079baabb792b,segment=NetworkSegment(f62e7bcb-23d9-4b26-a549-3dec9439345a),segment_id=f62e7bcb-23d9-4b26-a549-3dec9439345a)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:26:27.906328 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:27.908466 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:26:27.970227 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=e086c56c-9354-4cb7-8cfe-079baabb792b,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:26:27.973765 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:26:27.983753 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6e9501-bfe1-4b53-aa0e-afcb860a84f2 req-57971019-9049-4151-9260-774baa0386e9 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:26:27.984344 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-eb6e9501-bfe1-4b53-aa0e-afcb860a84f2 req-57971019-9049-4151-9260-774baa0386e9 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] 10.222.0.64 "GET /v2.0/ports?device_id=035750ff-7861-4e1d-b6a3-655f33002016 HTTP/1.1" status: 200 len: 909 time: 0.0794811 Jun 11 10:26:28.089192 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5446982-4f09-479c-a2ab-a70066fd4ce3 req-9ce92ffd-16e3-483d-ac28-e34871831e47 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:26:28.091679 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c5446982-4f09-479c-a2ab-a70066fd4ce3 req-9ce92ffd-16e3-483d-ac28-e34871831e47 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9db009-9bb5-4bfb-92c7-332ed2b5c79d HTTP/1.1" status: 200 len: 944 time: 0.0862153 Jun 11 10:26:28.107144 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-eb6e9501-bfe1-4b53-aa0e-afcb860a84f2 req-244f4d3f-2c53-4c21-8021-837a60a5b748 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Deleting port fee1ecbc-62a5-447a-97f5-6edde7b4aba1 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:26:28.107486 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-eb6e9501-bfe1-4b53-aa0e-afcb860a84f2 req-244f4d3f-2c53-4c21-8021-837a60a5b748 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:28.150697 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c5446982-4f09-479c-a2ab-a70066fd4ce3 req-aba1ef07-94df-47af-a446-c04379268a4e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b5f5f56-3a62-43a6-80fa-060c3f3539df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448072 Jun 11 10:26:28.237146 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-eb6e9501-bfe1-4b53-aa0e-afcb860a84f2 req-244f4d3f-2c53-4c21-8021-837a60a5b748 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] For port fee1ecbc-62a5-447a-97f5-6edde7b4aba1, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=fee1ecbc-62a5-447a-97f5-6edde7b4aba1,segment=NetworkSegment(52f253e2-4d47-4212-8019-84e834060d25),segment_id=52f253e2-4d47-4212-8019-84e834060d25)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:26:28.237546 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-eb6e9501-bfe1-4b53-aa0e-afcb860a84f2 req-244f4d3f-2c53-4c21-8021-837a60a5b748 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:28.300405 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['e086c56c-9354-4cb7-8cfe-079baabb792b'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:26:28.323555 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e7c2e-2999-41b8-a174-d4619e9f5114 req-5ea37493-e46d-4ff5-94a5-fd6e5aae5c49 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:26:28.325206 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-413e7c2e-2999-41b8-a174-d4619e9f5114 req-5ea37493-e46d-4ff5-94a5-fd6e5aae5c49 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] 10.222.0.60 "GET /v2.0/ports?device_id=035750ff-7861-4e1d-b6a3-655f33002016 HTTP/1.1" status: 200 len: 909 time: 0.0777376 Jun 11 10:26:28.349658 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-eb6e9501-bfe1-4b53-aa0e-afcb860a84f2 req-244f4d3f-2c53-4c21-8021-837a60a5b748 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Calling delete_port for fee1ecbc-62a5-447a-97f5-6edde7b4aba1 owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:26:28.614774 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-eb6e9501-bfe1-4b53-aa0e-afcb860a84f2 req-244f4d3f-2c53-4c21-8021-837a60a5b748 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:28.617171 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9381f502-867f-4467-ad3a-ec2e217b2508 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:26:28.650318 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244f4d3f-2c53-4c21-8021-837a60a5b748 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Pushing event deleted for resources: {'Port': ['ID=fee1ecbc-62a5-447a-97f5-6edde7b4aba1,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:26:28.683292 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-244f4d3f-2c53-4c21-8021-837a60a5b748 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:26:28.711336 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb6e9501-bfe1-4b53-aa0e-afcb860a84f2 req-244f4d3f-2c53-4c21-8021-837a60a5b748 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] No DVR routers for this DVR port fee1ecbc-62a5-447a-97f5-6edde7b4aba1 on host n-h1-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:26:28.714239 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-eb6e9501-bfe1-4b53-aa0e-afcb860a84f2 req-244f4d3f-2c53-4c21-8021-837a60a5b748 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:28.716281 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-eb6e9501-bfe1-4b53-aa0e-afcb860a84f2 req-244f4d3f-2c53-4c21-8021-837a60a5b748 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] 10.222.0.64 "DELETE /v2.0/ports/fee1ecbc-62a5-447a-97f5-6edde7b4aba1 HTTP/1.1" status: 204 len: 173 time: 0.7265825 Jun 11 10:26:28.717020 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '035750ff-7861-4e1d-b6a3-655f33002016', 'name': 'network-vif-deleted', 'tag': 'fee1ecbc-62a5-447a-97f5-6edde7b4aba1'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:26:28.720803 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-144403e1-85f5-4c2e-b760-11ab5e0c638b" -d '{"events": [{"server_uuid": "035750ff-7861-4e1d-b6a3-655f33002016", "name": "network-vif-deleted", "tag": "fee1ecbc-62a5-447a-97f5-6edde7b4aba1"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:26:28.762376 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01d8f7a5-48f1-44fd-8bd5-bfc95c482f3a x-openstack-request-id: req-01d8f7a5-48f1-44fd-8bd5-bfc95c482f3a {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:26:28.762720 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "035750ff-7861-4e1d-b6a3-655f33002016", "name": "network-vif-deleted", "tag": "fee1ecbc-62a5-447a-97f5-6edde7b4aba1", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:26:28.763026 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-01d8f7a5-48f1-44fd-8bd5-bfc95c482f3a {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:26:28.763487 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '035750ff-7861-4e1d-b6a3-655f33002016', 'name': 'network-vif-deleted', 'tag': 'fee1ecbc-62a5-447a-97f5-6edde7b4aba1', 'status': 'completed', 'code': 200} Jun 11 10:26:29.334556 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840b11b-84a5-42f0-89be-794d1e1da6a5 req-e9779506-9384-4700-81ce-6896f7a3cd26 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:26:29.336105 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b840b11b-84a5-42f0-89be-794d1e1da6a5 req-e9779506-9384-4700-81ce-6896f7a3cd26 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9db009-9bb5-4bfb-92c7-332ed2b5c79d HTTP/1.1" status: 200 len: 944 time: 0.0752118 Jun 11 10:26:29.340559 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 37250) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:26:29.387485 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b840b11b-84a5-42f0-89be-794d1e1da6a5 req-8ea92b89-5563-4913-8ae6-284732222dd4 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b5f5f56-3a62-43a6-80fa-060c3f3539df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428150 Jun 11 10:26:29.530569 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-42d77c01-dd95-4f35-b441-ce74b98e1da1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:29.553707 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-76bace50-f656-47bb-ad97-de12f76c5031 req-53c24062-7c1b-4d51-ac33-e23ee2f4eb87 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] 10.222.0.60 "GET /v2.0/ports?device_id=035750ff-7861-4e1d-b6a3-655f33002016 HTTP/1.1" status: 200 len: 210 time: 0.0401480 Jun 11 10:26:29.626007 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device e086c56c-9354-4cb7-8cfe-079baabb792b up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:26:29.648383 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-42d77c01-dd95-4f35-b441-ce74b98e1da1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:29.757013 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-42d77c01-dd95-4f35-b441-ce74b98e1da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:29.758240 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning for port e086c56c-9354-4cb7-8cfe-079baabb792b completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:26:29.761061 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d9e537d8-4737-4ecd-b53f-23cac585bff1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:26:29.763117 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port e086c56c-9354-4cb7-8cfe-079baabb792b triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:26:29.763525 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:29.805787 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-42d77c01-dd95-4f35-b441-ce74b98e1da1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6596264203214f3c964b4abeb4f8be51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4640832 Jun 11 10:26:29.807021 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d77c01-dd95-4f35-b441-ce74b98e1da1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16447e8d-4655-4d4d-b060-96b58c2865d3,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:26:29.810023 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 37258) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:26:29.810623 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-42d77c01-dd95-4f35-b441-ce74b98e1da1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:26:29.875172 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:29.884233 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4f8c578a-c468-4b86-b66d-6dc30b4a9b59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:29.904195 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c9db009-9bb5-4bfb-92c7-332ed2b5c79d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e086c56c-9354-4cb7-8cfe-079baabb792b'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:26:29.906483 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbabab29-b273-4162-8ce5-e3860f9727a8" -d '{"events": [{"server_uuid": "1c9db009-9bb5-4bfb-92c7-332ed2b5c79d", "name": "network-vif-plugged", "status": "completed", "tag": "e086c56c-9354-4cb7-8cfe-079baabb792b"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:26:29.912228 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4f8c578a-c468-4b86-b66d-6dc30b4a9b59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:29.920746 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port e086c56c-9354-4cb7-8cfe-079baabb792b, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=e086c56c-9354-4cb7-8cfe-079baabb792b,segment=NetworkSegment(f62e7bcb-23d9-4b26-a549-3dec9439345a),segment_id=f62e7bcb-23d9-4b26-a549-3dec9439345a)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:26:29.957439 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd1188c-6912-42b1-805e-1568416a150a x-openstack-request-id: req-afd1188c-6912-42b1-805e-1568416a150a {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:26:29.957895 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c9db009-9bb5-4bfb-92c7-332ed2b5c79d", "name": "network-vif-plugged", "status": "completed", "tag": "e086c56c-9354-4cb7-8cfe-079baabb792b", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:26:29.958197 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-afd1188c-6912-42b1-805e-1568416a150a {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:26:29.958565 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c9db009-9bb5-4bfb-92c7-332ed2b5c79d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e086c56c-9354-4cb7-8cfe-079baabb792b', 'code': 200} Jun 11 10:26:29.975253 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:29.978457 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:26:30.039518 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=e086c56c-9354-4cb7-8cfe-079baabb792b,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:26:30.042842 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:26:30.075846 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4f8c578a-c468-4b86-b66d-6dc30b4a9b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:30.079028 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4f8c578a-c468-4b86-b66d-6dc30b4a9b59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:30.080172 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-4f8c578a-c468-4b86-b66d-6dc30b4a9b59 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/16447e8d-4655-4d4d-b060-96b58c2865d3 HTTP/1.1" status: 204 len: 168 time: 0.2691011 Jun 11 10:26:30.085888 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-fbb36f0a-76b3-4a38-b03b-77c9b2db50d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:26:30.097315 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8c578a-c468-4b86-b66d-6dc30b4a9b59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16447e8d-4655-4d4d-b060-96b58c2865d3,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:26:30.100492 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4f8c578a-c468-4b86-b66d-6dc30b4a9b59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:26:30.108112 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972ed54d-f27a-4f33-b75a-40f9a8e2bf83 req-826d4c41-551c-4a82-8ca0-13090b2602f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:26:30.109899 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-972ed54d-f27a-4f33-b75a-40f9a8e2bf83 req-826d4c41-551c-4a82-8ca0-13090b2602f3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1c9db009-9bb5-4bfb-92c7-332ed2b5c79d HTTP/1.1" status: 200 len: 1097 time: 0.0821731 Jun 11 10:26:30.153980 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-972ed54d-f27a-4f33-b75a-40f9a8e2bf83 req-74966d6f-7eb8-4a74-bb73-fd7a8c19f448 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=4b5f5f56-3a62-43a6-80fa-060c3f3539df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372891 Jun 11 10:26:30.590704 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b829eea7-cc97-4d11-a471-93225f8ede1f req-7520b2c1-0ed5-4091-b9d2-2363b7f27b12 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:26:30.592917 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b829eea7-cc97-4d11-a471-93225f8ede1f req-7520b2c1-0ed5-4091-b9d2-2363b7f27b12 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9db009-9bb5-4bfb-92c7-332ed2b5c79d HTTP/1.1" status: 200 len: 945 time: 0.0771859 Jun 11 10:26:30.638663 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b829eea7-cc97-4d11-a471-93225f8ede1f req-70b25f71-880a-40d5-8cbb-6360881d86d4 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b5f5f56-3a62-43a6-80fa-060c3f3539df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399010 Jun 11 10:26:30.725913 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 37278) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:26:31.178913 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device fee1ecbc-62a5-447a-97f5-6edde7b4aba1 no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:26:31.204208 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] No Port match for: fee1ecbc-62a5-447a-97f5-6edde7b4aba1 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:26:31.204569 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device fee1ecbc-62a5-447a-97f5-6edde7b4aba1 not bound to the agent host n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:26:31.215969 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4b26d31f-cecc-4c09-aa63-2a752b0740cc tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375209'] for router_interface, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:31.579234 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-4b26d31f-cecc-4c09-aa63-2a752b0740cc tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Deleting port 55d0375c-2304-4e68-87e6-7bf143fa25ca {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:26:31.579608 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4b26d31f-cecc-4c09-aa63-2a752b0740cc tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:31.602649 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:31.699506 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-4b26d31f-cecc-4c09-aa63-2a752b0740cc tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] For port 55d0375c-2304-4e68-87e6-7bf143fa25ca, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=55d0375c-2304-4e68-87e6-7bf143fa25ca,segment=NetworkSegment(52f253e2-4d47-4212-8019-84e834060d25),segment_id=52f253e2-4d47-4212-8019-84e834060d25)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:26:31.700125 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4b26d31f-cecc-4c09-aa63-2a752b0740cc tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:31.800728 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-4b26d31f-cecc-4c09-aa63-2a752b0740cc tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Calling delete_port for 55d0375c-2304-4e68-87e6-7bf143fa25ca owned by network:router_interface {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:26:31.926704 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 37318) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:26:31.944858 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ec7f0b-bd4e-4975-b4a2-5c3a88f85d3b req-460fed52-e3b6-43d5-a203-7644d6374b8b tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:26:31.946352 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-12ec7f0b-bd4e-4975-b4a2-5c3a88f85d3b req-460fed52-e3b6-43d5-a203-7644d6374b8b tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9db009-9bb5-4bfb-92c7-332ed2b5c79d HTTP/1.1" status: 200 len: 945 time: 0.1857219 Jun 11 10:26:32.038159 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5a1af359-1a5d-4312-8d6a-7c15701714e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:32.059229 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-12ec7f0b-bd4e-4975-b4a2-5c3a88f85d3b req-10eb42f3-741d-4594-b692-684526a629e9 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b5f5f56-3a62-43a6-80fa-060c3f3539df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060364 Jun 11 10:26:32.228988 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4b26d31f-cecc-4c09-aa63-2a752b0740cc tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:32.233259 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2c03f136-1468-496c-b547-a39530ebf525 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:26:32.269145 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b26d31f-cecc-4c09-aa63-2a752b0740cc tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Pushing event deleted for resources: {'Port': ['ID=55d0375c-2304-4e68-87e6-7bf143fa25ca,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:26:32.277689 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4b26d31f-cecc-4c09-aa63-2a752b0740cc tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:26:32.292844 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5a1af359-1a5d-4312-8d6a-7c15701714e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:32.341387 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff9495-350f-4646-803c-05f1d11f9e44 req-54fe29bb-e771-421d-ac9a-633db44ead73 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:26:32.342977 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b4ff9495-350f-4646-803c-05f1d11f9e44 req-54fe29bb-e771-421d-ac9a-633db44ead73 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9db009-9bb5-4bfb-92c7-332ed2b5c79d HTTP/1.1" status: 200 len: 945 time: 0.1676896 Jun 11 10:26:32.356927 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5a1af359-1a5d-4312-8d6a-7c15701714e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:32.359741 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b25549ce-e3a5-42a6-8ec0-4789d29d9e5b tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:26:32.406127 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1af359-1a5d-4312-8d6a-7c15701714e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd606c32-a0f0-4985-8182-4faf316ca760,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:26:32.413608 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-5a1af359-1a5d-4312-8d6a-7c15701714e6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0c8b9c246cf34c2cb50a71f2e82f05cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4856925 Jun 11 10:26:32.414970 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5a1af359-1a5d-4312-8d6a-7c15701714e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:26:32.415435 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 37324) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:26:32.475156 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-32e07b88-ea07-4d81-8702-4b1aa2e1ec37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:32.500628 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b4ff9495-350f-4646-803c-05f1d11f9e44 req-01ab8d4f-0dfa-4ebd-ab31-bfb961786def tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b5f5f56-3a62-43a6-80fa-060c3f3539df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482801 Jun 11 10:26:32.501092 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-32e07b88-ea07-4d81-8702-4b1aa2e1ec37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:32.524998 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 37326) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:26:32.581100 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4b26d31f-cecc-4c09-aa63-2a752b0740cc tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362297'] for router_interface, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:32.608864 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-32e07b88-ea07-4d81-8702-4b1aa2e1ec37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:32.611496 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-32e07b88-ea07-4d81-8702-4b1aa2e1ec37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:32.612701 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-32e07b88-ea07-4d81-8702-4b1aa2e1ec37 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cd606c32-a0f0-4985-8182-4faf316ca760 HTTP/1.1" status: 204 len: 168 time: 0.1963141 Jun 11 10:26:32.613512 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-42d77c01-dd95-4f35-b441-ce74b98e1da1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:26:32.622932 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e07b88-ea07-4d81-8702-4b1aa2e1ec37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd606c32-a0f0-4985-8182-4faf316ca760,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:26:32.626053 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-32e07b88-ea07-4d81-8702-4b1aa2e1ec37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:26:32.710956 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9cf8f41-65ce-4760-8b14-49ce5643022c tempest-TestNetworkAdvancedServerOps-2001270397 tempest-TestNetworkAdvancedServerOps-2001270397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:26:32.712500 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-b9cf8f41-65ce-4760-8b14-49ce5643022c tempest-TestNetworkAdvancedServerOps-2001270397 tempest-TestNetworkAdvancedServerOps-2001270397-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1c9db009-9bb5-4bfb-92c7-332ed2b5c79d HTTP/1.1" status: 200 len: 1092 time: 0.1865718 Jun 11 10:26:32.715448 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 37330) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:26:32.720338 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-68453236-4945-40d8-bc95-7e378f322fa6 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Request body: {'floatingip': {'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'port_id': 'e086c56c-9354-4cb7-8cfe-079baabb792b', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:26:32.865872 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-68453236-4945-40d8-bc95-7e378f322fa6 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for floatingip, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:33.014416 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-68453236-4945-40d8-bc95-7e378f322fa6 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:33.157478 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-68453236-4945-40d8-bc95-7e378f322fa6 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Allocated IP 172.25.4.128 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/d5db8b4a-8cad-4c7b-9e80-38d981f61b7e) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:26:33.307730 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-68453236-4945-40d8-bc95-7e378f322fa6 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:33.323713 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b26d31f-cecc-4c09-aa63-2a752b0740cc tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Router 733da2b3-2fc2-40ab-b5c4-23d2fec2d4c3 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:26:33.397693 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-68453236-4945-40d8-bc95-7e378f322fa6 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:33.400875 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-acff0f57-2c33-4084-b626-ff6342c1d8de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:26:33.455422 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68453236-4945-40d8-bc95-7e378f322fa6 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:26:33.459012 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-68453236-4945-40d8-bc95-7e378f322fa6 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:26:33.463151 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68453236-4945-40d8-bc95-7e378f322fa6 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:26:33.471516 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68453236-4945-40d8-bc95-7e378f322fa6 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Pushing event updated for resources: {'Port': ['ID=d5db8b4a-8cad-4c7b-9e80-38d981f61b7e,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:26:33.480183 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b26d31f-cecc-4c09-aa63-2a752b0740cc tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:26:33.485792 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-4b26d31f-cecc-4c09-aa63-2a752b0740cc tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] 10.222.0.60 "PUT /v2.0/routers/733da2b3-2fc2-40ab-b5c4-23d2fec2d4c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7586427 Jun 11 10:26:33.488901 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 37346) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:26:33.495832 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbd7d04-0b47-44f6-a1f1-c92d6dc4d477 None None] Sync routers for ids ['733da2b3-2fc2-40ab-b5c4-23d2fec2d4c3'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:26:33.498485 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-68453236-4945-40d8-bc95-7e378f322fa6 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:26:33.505961 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbd7d04-0b47-44f6-a1f1-c92d6dc4d477 None None] Routers {'733da2b3-2fc2-40ab-b5c4-23d2fec2d4c3'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:26:33.506564 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-0cbd7d04-0b47-44f6-a1f1-c92d6dc4d477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:26:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['733da2b3-2fc2-40ab-b5c4-23d2fec2d4c3'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:26:33.555390 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-f73646b4-d60e-4a6e-b89f-71350c2402b5 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Deleting subnet ea38f8f1-2aa8-4a42-86f0-c14cfac2df03 {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:26:33.559422 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f73646b4-d60e-4a6e-b89f-71350c2402b5 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:33.626907 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f73646b4-d60e-4a6e-b89f-71350c2402b5 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:33.789775 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f73646b4-d60e-4a6e-b89f-71350c2402b5 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:33.829327 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-0cbd7d04-0b47-44f6-a1f1-c92d6dc4d477 None None] Set router 733da2b3-2fc2-40ab-b5c4-23d2fec2d4c3 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:26:33.969133 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f73646b4-d60e-4a6e-b89f-71350c2402b5 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:33.972675 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-fd029086-b34b-46dd-af66-718975cd88c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:26:34.012756 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f73646b4-d60e-4a6e-b89f-71350c2402b5 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:34.018367 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 37354) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:26:34.019671 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc08a77-5715-4d8e-a8eb-7acd3fe47482 None None] Network 3303a25c-462c-4e26-84eb-bb580955b8e8 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:26:34.029667 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-f73646b4-d60e-4a6e-b89f-71350c2402b5 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] 10.222.0.60 "DELETE /v2.0/subnets/ea38f8f1-2aa8-4a42-86f0-c14cfac2df03 HTTP/1.1" status: 204 len: 168 time: 0.5262523 Jun 11 10:26:34.031492 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73646b4-d60e-4a6e-b89f-71350c2402b5 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Pushing event deleted for resources: {'Subnet': ['ID=ea38f8f1-2aa8-4a42-86f0-c14cfac2df03,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:26:34.034932 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f73646b4-d60e-4a6e-b89f-71350c2402b5 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:26:34.079630 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-0cbd7d04-0b47-44f6-a1f1-c92d6dc4d477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733da2b3-2fc2-40ab-b5c4-23d2fec2d4c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1703384387', 'tenant_id': '19f26ec1518143c59f831fc53d1a7f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '48896825-fd69-4b51-b78a-4ba27ba1d3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:26:00Z', 'updated_at': '2021-06-11T10:26:32Z', 'revision_number': 5, 'project_id': '19f26ec1518143c59f831fc53d1a7f94', 'gw_port': {'id': '48896825-fd69-4b51-b78a-4ba27ba1d3c5', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733da2b3-2fc2-40ab-b5c4-23d2fec2d4c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:26:01Z', 'updated_at': '2021-06-11T10:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:26:34.083140 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbd7d04-0b47-44f6-a1f1-c92d6dc4d477 None None] Checking router: 733da2b3-2fc2-40ab-b5c4-23d2fec2d4c3 for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:26:34.092568 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbd7d04-0b47-44f6-a1f1-c92d6dc4d477 None None] Routers {'733da2b3-2fc2-40ab-b5c4-23d2fec2d4c3'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:26:34.093216 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-0cbd7d04-0b47-44f6-a1f1-c92d6dc4d477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:26:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['733da2b3-2fc2-40ab-b5c4-23d2fec2d4c3'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:26:34.289678 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-0cbd7d04-0b47-44f6-a1f1-c92d6dc4d477 None None] Set router 733da2b3-2fc2-40ab-b5c4-23d2fec2d4c3 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:26:34.314752 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a125169f-8cb0-4f54-8271-1dcc4661d1df None None] DHCP port deletion for 3303a25c-462c-4e26-84eb-bb580955b8e8 request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 10:26:34.374640 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-a125169f-8cb0-4f54-8271-1dcc4661d1df None None] Deleting port 1f020506-8d0a-4a9c-b756-2029ba72a4ff {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:26:34.375075 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a125169f-8cb0-4f54-8271-1dcc4661d1df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:34.474718 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-a125169f-8cb0-4f54-8271-1dcc4661d1df None None] For port 1f020506-8d0a-4a9c-b756-2029ba72a4ff, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=1f020506-8d0a-4a9c-b756-2029ba72a4ff,segment=NetworkSegment(52f253e2-4d47-4212-8019-84e834060d25),segment_id=52f253e2-4d47-4212-8019-84e834060d25)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:26:34.476220 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a125169f-8cb0-4f54-8271-1dcc4661d1df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:34.495275 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:26:34.588001 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-a125169f-8cb0-4f54-8271-1dcc4661d1df None None] Calling delete_port for 1f020506-8d0a-4a9c-b756-2029ba72a4ff owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:26:34.603900 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-0cbd7d04-0b47-44f6-a1f1-c92d6dc4d477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733da2b3-2fc2-40ab-b5c4-23d2fec2d4c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1703384387', 'tenant_id': '19f26ec1518143c59f831fc53d1a7f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '48896825-fd69-4b51-b78a-4ba27ba1d3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:26:00Z', 'updated_at': '2021-06-11T10:26:32Z', 'revision_number': 5, 'project_id': '19f26ec1518143c59f831fc53d1a7f94', 'gw_port': {'id': '48896825-fd69-4b51-b78a-4ba27ba1d3c5', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733da2b3-2fc2-40ab-b5c4-23d2fec2d4c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:26:01Z', 'updated_at': '2021-06-11T10:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:26:34.607417 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbd7d04-0b47-44f6-a1f1-c92d6dc4d477 None None] The sync data for ids ['733da2b3-2fc2-40ab-b5c4-23d2fec2d4c3'] in n-d-779913-12 is: [{'id': '733da2b3-2fc2-40ab-b5c4-23d2fec2d4c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1703384387', 'tenant_id': '19f26ec1518143c59f831fc53d1a7f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '48896825-fd69-4b51-b78a-4ba27ba1d3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:26:00Z', 'updated_at': '2021-06-11T10:26:32Z', 'revision_number': 5, 'project_id': '19f26ec1518143c59f831fc53d1a7f94', 'gw_port': {'id': '48896825-fd69-4b51-b78a-4ba27ba1d3c5', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733da2b3-2fc2-40ab-b5c4-23d2fec2d4c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:26:01Z', 'updated_at': '2021-06-11T10:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:26:34.719359 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-68453236-4945-40d8-bc95-7e378f322fa6 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:34.768852 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e21cb58d-f3f6-4272-b859-e24748ad4047 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks [] for router, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:34.791318 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a125169f-8cb0-4f54-8271-1dcc4661d1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:34.793590 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-64a55de6-5124-4629-9236-342a1cb20e8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:26:34.825592 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a125169f-8cb0-4f54-8271-1dcc4661d1df None None] Pushing event deleted for resources: {'Port': ['ID=1f020506-8d0a-4a9c-b756-2029ba72a4ff,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:26:34.829463 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-a125169f-8cb0-4f54-8271-1dcc4661d1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:26:34.830296 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a125169f-8cb0-4f54-8271-1dcc4661d1df None None] No DVR routers for this DVR port 1f020506-8d0a-4a9c-b756-2029ba72a4ff on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:26:34.931756 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e21cb58d-f3f6-4272-b859-e24748ad4047 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:35.036158 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-68453236-4945-40d8-bc95-7e378f322fa6 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:35.268620 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-e21cb58d-f3f6-4272-b859-e24748ad4047 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Deleting port 48896825-fd69-4b51-b78a-4ba27ba1d3c5 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:26:35.268964 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e21cb58d-f3f6-4272-b859-e24748ad4047 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:35.315036 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-68453236-4945-40d8-bc95-7e378f322fa6 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:35.401302 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-e21cb58d-f3f6-4272-b859-e24748ad4047 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] For port 48896825-fd69-4b51-b78a-4ba27ba1d3c5, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=48896825-fd69-4b51-b78a-4ba27ba1d3c5,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:26:35.401749 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e21cb58d-f3f6-4272-b859-e24748ad4047 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:35.468546 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-68453236-4945-40d8-bc95-7e378f322fa6 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:35.508573 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-e21cb58d-f3f6-4272-b859-e24748ad4047 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Calling delete_port for 48896825-fd69-4b51-b78a-4ba27ba1d3c5 owned by network:router_gateway {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:26:35.510926 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8f047869-322e-49d6-9663-1a245b517ceb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:26:35.611600 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 55d0375c-2304-4e68-87e6-7bf143fa25ca no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:26:35.639544 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 55d0375c-2304-4e68-87e6-7bf143fa25ca {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:26:35.640037 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 55d0375c-2304-4e68-87e6-7bf143fa25ca not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:26:35.640676 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 1f020506-8d0a-4a9c-b756-2029ba72a4ff no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:26:35.666564 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 1f020506-8d0a-4a9c-b756-2029ba72a4ff {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:26:35.666996 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 1f020506-8d0a-4a9c-b756-2029ba72a4ff not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:26:35.679370 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68453236-4945-40d8-bc95-7e378f322fa6 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Pushing event updated for resources: {'Port': ['ID=d5db8b4a-8cad-4c7b-9e80-38d981f61b7e,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:26:35.685335 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-68453236-4945-40d8-bc95-7e378f322fa6 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:26:35.715341 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-68453236-4945-40d8-bc95-7e378f322fa6 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:35.911930 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:35.964989 n-d-779913-12 neutron-server[93176]: INFO neutron.db.l3_db [None req-68453236-4945-40d8-bc95-7e378f322fa6 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Floating IP 4cebb188-c137-489f-a54e-08d80592d5b3 associated. External IP: 172.25.4.128, port: e086c56c-9354-4cb7-8cfe-079baabb792b. Jun 11 10:26:36.174038 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e21cb58d-f3f6-4272-b859-e24748ad4047 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:36.176963 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-68453236-4945-40d8-bc95-7e378f322fa6 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:26:36.265957 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21cb58d-f3f6-4272-b859-e24748ad4047 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Pushing event deleted for resources: {'Port': ['ID=48896825-fd69-4b51-b78a-4ba27ba1d3c5,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:26:36.272451 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e21cb58d-f3f6-4272-b859-e24748ad4047 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:26:36.366445 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e21cb58d-f3f6-4272-b859-e24748ad4047 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374120'] for router_gateway, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:36.371824 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68453236-4945-40d8-bc95-7e378f322fa6 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Router 41a11f8b-6089-43d4-bcce-e29c60094fa9 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:26:36.514033 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e21cb58d-f3f6-4272-b859-e24748ad4047 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:36.517659 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e21cb58d-f3f6-4272-b859-e24748ad4047 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:36.708239 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68453236-4945-40d8-bc95-7e378f322fa6 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:26:36.718830 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3d9ca4-2d2a-4634-9464-06e7b9538baf None None] Sync routers for ids ['41a11f8b-6089-43d4-bcce-e29c60094fa9'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:26:36.728392 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e21cb58d-f3f6-4272-b859-e24748ad4047 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:36.729165 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e21cb58d-f3f6-4272-b859-e24748ad4047 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Fanout notify agent at l3_agent the message router_deleted on router 733da2b3-2fc2-40ab-b5c4-23d2fec2d4c3 {{(pid=93176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 10:26:36.729419 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3d9ca4-2d2a-4634-9464-06e7b9538baf None None] Routers {'41a11f8b-6089-43d4-bcce-e29c60094fa9'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:26:36.731209 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-8d3d9ca4-2d2a-4634-9464-06e7b9538baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:26:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['41a11f8b-6089-43d4-bcce-e29c60094fa9'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:26:36.737303 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e21cb58d-f3f6-4272-b859-e24748ad4047 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:36.738419 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-e21cb58d-f3f6-4272-b859-e24748ad4047 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] 10.222.0.60 "DELETE /v2.0/routers/733da2b3-2fc2-40ab-b5c4-23d2fec2d4c3 HTTP/1.1" status: 204 len: 168 time: 2.7190473 Jun 11 10:26:36.741141 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 37404) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:26:36.782081 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-68453236-4945-40d8-bc95-7e378f322fa6 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:36.903503 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-adbc00a0-f510-47d6-b86c-be48e23d5720 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:36.914835 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-68453236-4945-40d8-bc95-7e378f322fa6 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.1982634 Jun 11 10:26:36.915723 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-8d3d9ca4-2d2a-4634-9464-06e7b9538baf None None] Set router 41a11f8b-6089-43d4-bcce-e29c60094fa9 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:26:36.916150 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c9db009-9bb5-4bfb-92c7-332ed2b5c79d', 'tag': 'e086c56c-9354-4cb7-8cfe-079baabb792b'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:26:36.918811 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40abebaa-18cc-4f0b-a63f-c88101bc2f07" -d '{"events": [{"name": "network-changed", "server_uuid": "1c9db009-9bb5-4bfb-92c7-332ed2b5c79d", "tag": "e086c56c-9354-4cb7-8cfe-079baabb792b"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:26:37.059010 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-adbc00a0-f510-47d6-b86c-be48e23d5720 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:37.072110 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-adbc00a0-f510-47d6-b86c-be48e23d5720 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3303a25c-462c-4e26-84eb-bb580955b8e8']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:26:37.085524 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-adbc00a0-f510-47d6-b86c-be48e23d5720 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52f253e2-4d47-4212-8019-84e834060d25') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:26:37.085862 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-adbc00a0-f510-47d6-b86c-be48e23d5720 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52f253e2-4d47-4212-8019-84e834060d25') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:26:37.096898 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-adbc00a0-f510-47d6-b86c-be48e23d5720 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:37.115692 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-adbc00a0-f510-47d6-b86c-be48e23d5720 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:37.121790 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1719e-af07-45c8-b786-e01ff81fe36d req-b1630a85-d70c-40ea-80f9-9bf351ddb24a tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:26:37.122572 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adbc00a0-f510-47d6-b86c-be48e23d5720 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Releasing vlan 785 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:26:37.122977 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-adbc00a0-f510-47d6-b86c-be48e23d5720 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:37.124133 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b4e1719e-af07-45c8-b786-e01ff81fe36d req-b1630a85-d70c-40ea-80f9-9bf351ddb24a tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9db009-9bb5-4bfb-92c7-332ed2b5c79d HTTP/1.1" status: 200 len: 945 time: 0.0966380 Jun 11 10:26:37.131942 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 10:26:37.131942 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:26:37.131942 n-d-779913-12 neutron-server[93176]: timer() Jun 11 10:26:37.131942 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:26:37.131942 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 10:26:37.131942 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:26:37.131942 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 10:26:37.131942 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:26:37.131942 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 10:26:37.131942 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:26:37.131942 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 10:26:37.131942 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:26:37.131942 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 10:26:37.131942 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:26:37.131942 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:26:37.131942 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:26:37.131942 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:26:37.131942 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:26:37.131942 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 10:26:37.131942 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:26:37.131942 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 10:26:37.131942 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:26:37.131942 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:26:37.131942 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:26:37.131942 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 10:26:37.131942 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:26:37.131942 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:26:37.131942 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:26:37.131942 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:26:37.131942 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:26:37.131942 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:26:37.131942 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:26:37.172367 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b4e1719e-af07-45c8-b786-e01ff81fe36d req-d08dcc41-da75-4d8a-acea-1480d205a0a5 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b5f5f56-3a62-43a6-80fa-060c3f3539df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418642 Jun 11 10:26:37.198922 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 37410) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:26:37.300084 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-adbc00a0-f510-47d6-b86c-be48e23d5720 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:37.304377 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-19f42a2f-b1d0-4bf7-a981-7e3e79ef7bfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:26:37.328132 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-e10e431c-190b-4e21-85bb-bfa9c2cfae1b tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/floatingips/4cebb188-c137-489f-a54e-08d80592d5b3 HTTP/1.1" status: 200 len: 991 time: 0.1250470 Jun 11 10:26:37.332733 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-adbc00a0-f510-47d6-b86c-be48e23d5720 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:37.337542 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-adbc00a0-f510-47d6-b86c-be48e23d5720 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] 10.222.0.60 "DELETE /v2.0/networks/3303a25c-462c-4e26-84eb-bb580955b8e8 HTTP/1.1" status: 204 len: 168 time: 0.5926921 Jun 11 10:26:37.337908 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 37414) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:26:37.351366 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbc00a0-f510-47d6-b86c-be48e23d5720 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Pushing event deleted for resources: {'Network': ['ID=3303a25c-462c-4e26-84eb-bb580955b8e8,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:26:37.368631 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-adbc00a0-f510-47d6-b86c-be48e23d5720 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:26:37.381732 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 37416) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:26:37.516108 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b12d478-c320-41b1-86cc-f6f21b23f0b8 x-openstack-request-id: req-6b12d478-c320-41b1-86cc-f6f21b23f0b8 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:26:37.516108 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c9db009-9bb5-4bfb-92c7-332ed2b5c79d", "tag": "e086c56c-9354-4cb7-8cfe-079baabb792b", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:26:37.516108 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6b12d478-c320-41b1-86cc-f6f21b23f0b8 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:26:37.516943 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c9db009-9bb5-4bfb-92c7-332ed2b5c79d', 'tag': 'e086c56c-9354-4cb7-8cfe-079baabb792b', 'status': 'completed', 'code': 200} Jun 11 10:26:37.535590 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-12f66bc7-fdc9-4fb3-af37-797d5612e20c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:37.549409 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-8d3d9ca4-2d2a-4634-9464-06e7b9538baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a11f8b-6089-43d4-bcce-e29c60094fa9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1536039626', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': 'ea1f34a9-b98d-4a0e-b842-cee499da9ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:26:03Z', 'updated_at': '2021-06-11T10:26:12Z', 'revision_number': 4, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'gw_port': {'id': 'ea1f34a9-b98d-4a0e-b842-cee499da9ddd', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ea:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a11f8b-6089-43d4-bcce-e29c60094fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:26:04Z', 'updated_at': '2021-06-11T10:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': '4cebb188-c137-489f-a54e-08d80592d5b3', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'floating_ip_address': '172.25.4.128', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': '41a11f8b-6089-43d4-bcce-e29c60094fa9', 'port_id': 'e086c56c-9354-4cb7-8cfe-079baabb792b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca5c2bcb-087a-42f0-bb93-73be02d15220', 'mac_address': 'fa:16:3e:02:91:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9db009-9bb5-4bfb-92c7-332ed2b5c79d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T10:26:33Z', 'updated_at': '2021-06-11T10:26:33Z', 'revision_number': 0, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccbe4729-20f2-4f2e-8ed8-95588b8a5ea5', 'name': '', 'network_id': 'ca5c2bcb-087a-42f0-bb93-73be02d15220', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'mac_address': 'fa:16:3e:48:e3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a11f8b-6089-43d4-bcce-e29c60094fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '8cc58147-02a1-473a-ba61-e08ee6beaa2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:26:10Z', 'updated_at': '2021-06-11T10:26:19Z', 'revision_number': 5, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'subnets': [{'id': '8cc58147-02a1-473a-ba61-e08ee6beaa2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:26:37.553358 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3d9ca4-2d2a-4634-9464-06e7b9538baf None None] Checking router: 41a11f8b-6089-43d4-bcce-e29c60094fa9 for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:26:37.562824 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3d9ca4-2d2a-4634-9464-06e7b9538baf None None] Routers {'41a11f8b-6089-43d4-bcce-e29c60094fa9'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:26:37.563313 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-8d3d9ca4-2d2a-4634-9464-06e7b9538baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:26:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['41a11f8b-6089-43d4-bcce-e29c60094fa9'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:26:37.649034 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-8bb0862e-ba54-491b-974c-3200e38d7192 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Deleting port 16717c54-0953-47e3-927e-c64739cf8060 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:26:37.649429 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8bb0862e-ba54-491b-974c-3200e38d7192 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:37.662817 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-12f66bc7-fdc9-4fb3-af37-797d5612e20c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:37.672910 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 48896825-fd69-4b51-b78a-4ba27ba1d3c5 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:26:37.682934 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40abebaa-18cc-4f0b-a63f-c88101bc2f07 req-4ce0df6b-9f66-4a79-8508-e128ca16db5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:26:37.684442 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-40abebaa-18cc-4f0b-a63f-c88101bc2f07 req-4ce0df6b-9f66-4a79-8508-e128ca16db5e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=291bb5ee2189444bb635fe5a1d306c3b&device_id=1c9db009-9bb5-4bfb-92c7-332ed2b5c79d HTTP/1.1" status: 200 len: 1097 time: 0.1458440 Jun 11 10:26:37.698423 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 48896825-fd69-4b51-b78a-4ba27ba1d3c5 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:26:37.698801 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 48896825-fd69-4b51-b78a-4ba27ba1d3c5 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:26:37.734495 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-12f66bc7-fdc9-4fb3-af37-797d5612e20c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:37.737467 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-718c474b-cb4d-42ce-8abd-d74a3498e263 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:26:37.752475 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-8d3d9ca4-2d2a-4634-9464-06e7b9538baf None None] Set router 41a11f8b-6089-43d4-bcce-e29c60094fa9 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:26:37.779272 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f66bc7-fdc9-4fb3-af37-797d5612e20c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=523fbd0f-96aa-4b0a-a7a1-2abc8d741946,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:26:37.783590 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-12f66bc7-fdc9-4fb3-af37-797d5612e20c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:26:37.798762 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-12f66bc7-fdc9-4fb3-af37-797d5612e20c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bb5b92e0b6654421a89bc1f8f30d9fe1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4144888 Jun 11 10:26:37.805163 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 37420) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:26:37.854231 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8bb0862e-ba54-491b-974c-3200e38d7192 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:37.854487 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8bb0862e-ba54-491b-974c-3200e38d7192 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:37.859144 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-87c881ba-8ea0-4c03-bdb4-38eef5f13446 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:37.885291 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-87c881ba-8ea0-4c03-bdb4-38eef5f13446 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:37.962251 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-8bb0862e-ba54-491b-974c-3200e38d7192 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Calling delete_port for 16717c54-0953-47e3-927e-c64739cf8060 owned by network:floatingip {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:26:37.987899 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40abebaa-18cc-4f0b-a63f-c88101bc2f07 req-cb33d4ff-88c7-4ee9-84b9-6debcfd175cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:26:37.989363 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-40abebaa-18cc-4f0b-a63f-c88101bc2f07 req-cb33d4ff-88c7-4ee9-84b9-6debcfd175cd service neutron] 10.222.0.69 "GET /v2.0/networks?id=ca5c2bcb-087a-42f0-bb93-73be02d15220 HTTP/1.1" status: 200 len: 898 time: 0.2968881 Jun 11 10:26:38.014525 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-87c881ba-8ea0-4c03-bdb4-38eef5f13446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:38.017280 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-87c881ba-8ea0-4c03-bdb4-38eef5f13446 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:38.020788 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-87c881ba-8ea0-4c03-bdb4-38eef5f13446 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/523fbd0f-96aa-4b0a-a7a1-2abc8d741946 HTTP/1.1" status: 204 len: 168 time: 0.2176745 Jun 11 10:26:38.021324 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0a7c6d2f-09eb-417f-bb46-6c8cea4acc59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:26:38.031741 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c881ba-8ea0-4c03-bdb4-38eef5f13446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=523fbd0f-96aa-4b0a-a7a1-2abc8d741946,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:26:38.034771 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-87c881ba-8ea0-4c03-bdb4-38eef5f13446 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:26:38.073477 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-8d3d9ca4-2d2a-4634-9464-06e7b9538baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a11f8b-6089-43d4-bcce-e29c60094fa9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1536039626', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': 'ea1f34a9-b98d-4a0e-b842-cee499da9ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:26:03Z', 'updated_at': '2021-06-11T10:26:12Z', 'revision_number': 4, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'gw_port': {'id': 'ea1f34a9-b98d-4a0e-b842-cee499da9ddd', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ea:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a11f8b-6089-43d4-bcce-e29c60094fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:26:04Z', 'updated_at': '2021-06-11T10:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': '4cebb188-c137-489f-a54e-08d80592d5b3', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'floating_ip_address': '172.25.4.128', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': '41a11f8b-6089-43d4-bcce-e29c60094fa9', 'port_id': 'e086c56c-9354-4cb7-8cfe-079baabb792b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca5c2bcb-087a-42f0-bb93-73be02d15220', 'mac_address': 'fa:16:3e:02:91:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9db009-9bb5-4bfb-92c7-332ed2b5c79d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T10:26:33Z', 'updated_at': '2021-06-11T10:26:33Z', 'revision_number': 0, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccbe4729-20f2-4f2e-8ed8-95588b8a5ea5', 'name': '', 'network_id': 'ca5c2bcb-087a-42f0-bb93-73be02d15220', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'mac_address': 'fa:16:3e:48:e3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a11f8b-6089-43d4-bcce-e29c60094fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '8cc58147-02a1-473a-ba61-e08ee6beaa2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:26:10Z', 'updated_at': '2021-06-11T10:26:19Z', 'revision_number': 5, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'subnets': [{'id': '8cc58147-02a1-473a-ba61-e08ee6beaa2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:26:38.078292 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3d9ca4-2d2a-4634-9464-06e7b9538baf None None] The sync data for ids ['41a11f8b-6089-43d4-bcce-e29c60094fa9'] in n-d-779913-12 is: [{'id': '41a11f8b-6089-43d4-bcce-e29c60094fa9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1536039626', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': 'ea1f34a9-b98d-4a0e-b842-cee499da9ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:26:03Z', 'updated_at': '2021-06-11T10:26:12Z', 'revision_number': 4, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'gw_port': {'id': 'ea1f34a9-b98d-4a0e-b842-cee499da9ddd', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ea:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a11f8b-6089-43d4-bcce-e29c60094fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:26:04Z', 'updated_at': '2021-06-11T10:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': '4cebb188-c137-489f-a54e-08d80592d5b3', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'floating_ip_address': '172.25.4.128', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': '41a11f8b-6089-43d4-bcce-e29c60094fa9', 'port_id': 'e086c56c-9354-4cb7-8cfe-079baabb792b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca5c2bcb-087a-42f0-bb93-73be02d15220', 'mac_address': 'fa:16:3e:02:91:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9db009-9bb5-4bfb-92c7-332ed2b5c79d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T10:26:33Z', 'updated_at': '2021-06-11T10:26:33Z', 'revision_number': 0, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccbe4729-20f2-4f2e-8ed8-95588b8a5ea5', 'name': '', 'network_id': 'ca5c2bcb-087a-42f0-bb93-73be02d15220', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'mac_address': 'fa:16:3e:48:e3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a11f8b-6089-43d4-bcce-e29c60094fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '8cc58147-02a1-473a-ba61-e08ee6beaa2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:26:10Z', 'updated_at': '2021-06-11T10:26:19Z', 'revision_number': 5, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'subnets': [{'id': '8cc58147-02a1-473a-ba61-e08ee6beaa2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:26:38.146475 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-40abebaa-18cc-4f0b-a63f-c88101bc2f07 req-df23ecce-ae64-4392-b0f0-84869efe60b5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e086c56c-9354-4cb7-8cfe-079baabb792b HTTP/1.1" status: 200 len: 999 time: 0.1064820 Jun 11 10:26:38.239241 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40abebaa-18cc-4f0b-a63f-c88101bc2f07 req-c1840658-b3ab-4655-9f4c-09c36e009b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:26:38.239449 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-40abebaa-18cc-4f0b-a63f-c88101bc2f07 req-c1840658-b3ab-4655-9f4c-09c36e009b21 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8cc58147-02a1-473a-ba61-e08ee6beaa2f HTTP/1.1" status: 200 len: 835 time: 0.0822918 Jun 11 10:26:38.293351 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c94f2c4-bcb2-4047-b615-b44beb4ad80b None None] New status for floating IP 4cebb188-c137-489f-a54e-08d80592d5b3: ACTIVE {{(pid=93179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 10:26:38.329481 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 37426) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:26:38.364777 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40abebaa-18cc-4f0b-a63f-c88101bc2f07 req-fd241879-8157-4945-a0f3-eb6660e37318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:26:38.367187 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-40abebaa-18cc-4f0b-a63f-c88101bc2f07 req-fd241879-8157-4945-a0f3-eb6660e37318 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ca5c2bcb-087a-42f0-bb93-73be02d15220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1204488 Jun 11 10:26:38.420331 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-c82aabd9-304a-4e25-ab31-103b60110b49 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/floatingips/4cebb188-c137-489f-a54e-08d80592d5b3 HTTP/1.1" status: 200 len: 991 time: 0.0895503 Jun 11 10:26:38.460070 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8bb0862e-ba54-491b-974c-3200e38d7192 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:38.464139 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-30381c91-9b33-42f5-b7b0-d44b4749e326 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:26:38.508035 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb0862e-ba54-491b-974c-3200e38d7192 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Pushing event deleted for resources: {'Port': ['ID=16717c54-0953-47e3-927e-c64739cf8060,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:26:38.511230 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8bb0862e-ba54-491b-974c-3200e38d7192 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:26:38.582268 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-40abebaa-18cc-4f0b-a63f-c88101bc2f07 req-bfffa919-5d07-4498-86d0-05981e2cf8e3 service neutron] 10.222.0.69 "GET /v2.0/networks/ca5c2bcb-087a-42f0-bb93-73be02d15220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075329 Jun 11 10:26:38.637505 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8bb0862e-ba54-491b-974c-3200e38d7192 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks [] for floatingip, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:38.637871 n-d-779913-12 neutron-server[93177]: INFO neutron.db.l3_db [None req-8bb0862e-ba54-491b-974c-3200e38d7192 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Floating IP a986d3db-52b9-417f-a66d-9de9249f7169 disassociated (deleted). External IP: 172.25.4.165, port: 08e9681c-a1a1-49ff-8af5-0b337ec6a89c. Jun 11 10:26:38.670978 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 37428) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:26:38.693973 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bafc2192-e2db-44b3-9cf6-897282ea54dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:38.794254 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bafc2192-e2db-44b3-9cf6-897282ea54dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:38.859495 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bafc2192-e2db-44b3-9cf6-897282ea54dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:38.860818 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-40abebaa-18cc-4f0b-a63f-c88101bc2f07 req-fb7e592d-eed7-4843-96e3-370612da0f30 service neutron] 10.222.0.69 "GET /v2.0/networks/ca5c2bcb-087a-42f0-bb93-73be02d15220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678401 Jun 11 10:26:38.863325 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8d8fce69-bfd6-46cc-a844-e5d91f157445 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:26:38.912084 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-bafc2192-e2db-44b3-9cf6-897282ea54dd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d1e8e14725e7404fab59699ab6cd9c7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2374403 Jun 11 10:26:38.912084 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafc2192-e2db-44b3-9cf6-897282ea54dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34780675-328f-42b8-9299-0bad0fe2d076,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:26:38.913114 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 37430) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:26:38.919210 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-bafc2192-e2db-44b3-9cf6-897282ea54dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:26:38.970688 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e6ea7d02-677a-4fbb-8009-2edb0f87a606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:38.994542 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e6ea7d02-677a-4fbb-8009-2edb0f87a606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:39.032269 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bb0862e-ba54-491b-974c-3200e38d7192 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Router b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:26:39.111408 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e6ea7d02-677a-4fbb-8009-2edb0f87a606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:39.114326 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e6ea7d02-677a-4fbb-8009-2edb0f87a606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:39.115511 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-e6ea7d02-677a-4fbb-8009-2edb0f87a606 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/34780675-328f-42b8-9299-0bad0fe2d076 HTTP/1.1" status: 204 len: 168 time: 0.2015011 Jun 11 10:26:39.116333 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-26cfe92a-85cf-44c5-b4db-9c813a38e5a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:26:39.125381 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ea7d02-677a-4fbb-8009-2edb0f87a606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34780675-328f-42b8-9299-0bad0fe2d076,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:26:39.128344 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e6ea7d02-677a-4fbb-8009-2edb0f87a606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:26:39.193519 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb0862e-ba54-491b-974c-3200e38d7192 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:26:39.198463 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8bb0862e-ba54-491b-974c-3200e38d7192 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:39.204728 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61158f13-f5b9-48db-97c0-222e65d64faa None None] Sync routers for ids ['b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:26:39.215614 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61158f13-f5b9-48db-97c0-222e65d64faa None None] Routers {'b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:26:39.216252 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-61158f13-f5b9-48db-97c0-222e65d64faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:26:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:26:39.250088 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-8bb0862e-ba54-491b-974c-3200e38d7192 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] 10.222.0.60 "DELETE /v2.0/floatingips/a986d3db-52b9-417f-a66d-9de9249f7169 HTTP/1.1" status: 204 len: 168 time: 1.9080529 Jun 11 10:26:39.250088 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59fc3894-e92c-4f73-9eca-981e812884c7', 'tag': '08e9681c-a1a1-49ff-8af5-0b337ec6a89c'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:26:39.250903 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4019788-d727-4acd-b337-54f1af2fc90d" -d '{"events": [{"name": "network-changed", "server_uuid": "59fc3894-e92c-4f73-9eca-981e812884c7", "tag": "08e9681c-a1a1-49ff-8af5-0b337ec6a89c"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:26:39.370837 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-61158f13-f5b9-48db-97c0-222e65d64faa None None] Set router b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:26:39.422166 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 37440) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:26:39.514734 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-bfeb9516-9d6d-4d2c-94ee-91b60781487e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/floatingips/4cebb188-c137-489f-a54e-08d80592d5b3 HTTP/1.1" status: 200 len: 993 time: 0.0913198 Jun 11 10:26:39.686283 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-61158f13-f5b9-48db-97c0-222e65d64faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-542245211', 'tenant_id': '19f26ec1518143c59f831fc53d1a7f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'b843d29b-d610-469e-ab7a-50d90c8bac1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:23:47Z', 'updated_at': '2021-06-11T10:23:53Z', 'revision_number': 4, 'project_id': '19f26ec1518143c59f831fc53d1a7f94', 'gw_port': {'id': 'b843d29b-d610-469e-ab7a-50d90c8bac1b', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:23:48Z', 'updated_at': '2021-06-11T10:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': 'e5256ea9-331a-4774-b76a-019b88102022', 'name': '', 'network_id': '3994fb15-60a0-4a7f-8015-9d5fc9d97e75', 'tenant_id': '19f26ec1518143c59f831fc53d1a7f94', 'mac_address': 'fa:16:3e:33:35:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'e1127dba-b689-453e-9256-c1f92c1d77ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:23:52Z', 'updated_at': '2021-06-11T10:23:59Z', 'revision_number': 5, 'project_id': '19f26ec1518143c59f831fc53d1a7f94', 'subnets': [{'id': 'e1127dba-b689-453e-9256-c1f92c1d77ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:26:39.690303 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61158f13-f5b9-48db-97c0-222e65d64faa None None] Checking router: b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8 for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:26:39.690705 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e1c7043-924b-4ce3-9c2b-072a1cc7e684 x-openstack-request-id: req-3e1c7043-924b-4ce3-9c2b-072a1cc7e684 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:26:39.691450 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59fc3894-e92c-4f73-9eca-981e812884c7", "tag": "08e9681c-a1a1-49ff-8af5-0b337ec6a89c", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:26:39.692050 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3e1c7043-924b-4ce3-9c2b-072a1cc7e684 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:26:39.693120 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59fc3894-e92c-4f73-9eca-981e812884c7', 'tag': '08e9681c-a1a1-49ff-8af5-0b337ec6a89c', 'status': 'completed', 'code': 200} Jun 11 10:26:39.699828 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61158f13-f5b9-48db-97c0-222e65d64faa None None] Routers {'b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:26:39.700675 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-61158f13-f5b9-48db-97c0-222e65d64faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:26:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:26:39.814938 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4019788-d727-4acd-b337-54f1af2fc90d req-4c8b364a-83c7-4a11-9c89-e5d6302dda2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:26:39.816542 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d4019788-d727-4acd-b337-54f1af2fc90d req-4c8b364a-83c7-4a11-9c89-e5d6302dda2f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=19f26ec1518143c59f831fc53d1a7f94&device_id=59fc3894-e92c-4f73-9eca-981e812884c7 HTTP/1.1" status: 200 len: 1136 time: 0.0977025 Jun 11 10:26:39.909635 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-61158f13-f5b9-48db-97c0-222e65d64faa None None] Set router b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:26:40.205346 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-61158f13-f5b9-48db-97c0-222e65d64faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-542245211', 'tenant_id': '19f26ec1518143c59f831fc53d1a7f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'b843d29b-d610-469e-ab7a-50d90c8bac1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:23:47Z', 'updated_at': '2021-06-11T10:23:53Z', 'revision_number': 4, 'project_id': '19f26ec1518143c59f831fc53d1a7f94', 'gw_port': {'id': 'b843d29b-d610-469e-ab7a-50d90c8bac1b', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:23:48Z', 'updated_at': '2021-06-11T10:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': 'e5256ea9-331a-4774-b76a-019b88102022', 'name': '', 'network_id': '3994fb15-60a0-4a7f-8015-9d5fc9d97e75', 'tenant_id': '19f26ec1518143c59f831fc53d1a7f94', 'mac_address': 'fa:16:3e:33:35:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'e1127dba-b689-453e-9256-c1f92c1d77ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:23:52Z', 'updated_at': '2021-06-11T10:23:59Z', 'revision_number': 5, 'project_id': '19f26ec1518143c59f831fc53d1a7f94', 'subnets': [{'id': 'e1127dba-b689-453e-9256-c1f92c1d77ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:26:40.209888 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61158f13-f5b9-48db-97c0-222e65d64faa None None] The sync data for ids ['b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8'] in n-d-779913-12 is: [{'id': 'b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-542245211', 'tenant_id': '19f26ec1518143c59f831fc53d1a7f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'b843d29b-d610-469e-ab7a-50d90c8bac1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:23:47Z', 'updated_at': '2021-06-11T10:23:53Z', 'revision_number': 4, 'project_id': '19f26ec1518143c59f831fc53d1a7f94', 'gw_port': {'id': 'b843d29b-d610-469e-ab7a-50d90c8bac1b', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:23:48Z', 'updated_at': '2021-06-11T10:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': 'e5256ea9-331a-4774-b76a-019b88102022', 'name': '', 'network_id': '3994fb15-60a0-4a7f-8015-9d5fc9d97e75', 'tenant_id': '19f26ec1518143c59f831fc53d1a7f94', 'mac_address': 'fa:16:3e:33:35:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'e1127dba-b689-453e-9256-c1f92c1d77ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:23:52Z', 'updated_at': '2021-06-11T10:23:59Z', 'revision_number': 5, 'project_id': '19f26ec1518143c59f831fc53d1a7f94', 'subnets': [{'id': 'e1127dba-b689-453e-9256-c1f92c1d77ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:26:40.478161 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4019788-d727-4acd-b337-54f1af2fc90d req-bb947bee-3111-47ad-829b-9cf5dabf8daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:26:40.479662 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d4019788-d727-4acd-b337-54f1af2fc90d req-bb947bee-3111-47ad-829b-9cf5dabf8daf service neutron] 10.222.0.69 "GET /v2.0/networks?id=3994fb15-60a0-4a7f-8015-9d5fc9d97e75 HTTP/1.1" status: 200 len: 898 time: 0.6550674 Jun 11 10:26:40.491794 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c46b5b-9e33-4e85-bbb3-afc57ec36ded None None] New status for floating IP a986d3db-52b9-417f-a66d-9de9249f7169: DOWN {{(pid=93179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 10:26:40.492339 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21291a9d-4fb5-46b9-b37a-7a5308052067 req-de2cfdfe-1909-46cc-bf37-2187b5521b52 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:26:40.493602 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-21291a9d-4fb5-46b9-b37a-7a5308052067 req-de2cfdfe-1909-46cc-bf37-2187b5521b52 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] 10.222.0.60 "GET /v2.0/ports?device_id=59fc3894-e92c-4f73-9eca-981e812884c7 HTTP/1.1" status: 200 len: 984 time: 0.6400757 Jun 11 10:26:40.549951 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d4019788-d727-4acd-b337-54f1af2fc90d req-da568958-1356-4b4b-bdd5-33568f7c4d08 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08e9681c-a1a1-49ff-8af5-0b337ec6a89c HTTP/1.1" status: 200 len: 217 time: 0.0553045 Jun 11 10:26:40.640993 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-21291a9d-4fb5-46b9-b37a-7a5308052067 req-839c194b-011f-41dd-b5b1-21d2d66e3227 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] 10.222.0.60 "GET /v2.0/security-groups?id=a2c00b00-166f-4b16-85d1-2056fa5cc9f9&id=908f1c5d-57ef-4b7b-9dfb-7595a135cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1310263 Jun 11 10:26:40.645431 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4019788-d727-4acd-b337-54f1af2fc90d req-cf9d8dad-122b-4b48-aa0d-6f0a900f54e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:26:40.647043 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d4019788-d727-4acd-b337-54f1af2fc90d req-cf9d8dad-122b-4b48-aa0d-6f0a900f54e8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e1127dba-b689-453e-9256-c1f92c1d77ae HTTP/1.1" status: 200 len: 835 time: 0.0876238 Jun 11 10:26:40.719150 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4019788-d727-4acd-b337-54f1af2fc90d req-6366461a-c398-4afa-bd61-7582bfa394fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:26:40.720751 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d4019788-d727-4acd-b337-54f1af2fc90d req-6366461a-c398-4afa-bd61-7582bfa394fa service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3994fb15-60a0-4a7f-8015-9d5fc9d97e75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0608232 Jun 11 10:26:40.847358 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d4019788-d727-4acd-b337-54f1af2fc90d req-fdaf9392-786c-426e-8501-6ff39be09d00 service neutron] 10.222.0.69 "GET /v2.0/networks/3994fb15-60a0-4a7f-8015-9d5fc9d97e75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187248 Jun 11 10:26:40.980579 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d4019788-d727-4acd-b337-54f1af2fc90d req-0dd49af3-eb7f-43ae-88eb-5a0bd9449b6a service neutron] 10.222.0.69 "GET /v2.0/networks/3994fb15-60a0-4a7f-8015-9d5fc9d97e75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256886 Jun 11 10:26:41.552574 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce945f-56d6-4e88-b1f8-88d99383c955 req-9756f872-c0da-4f9b-b8bf-954b244d0be4 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:26:41.554056 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-efce945f-56d6-4e88-b1f8-88d99383c955 req-9756f872-c0da-4f9b-b8bf-954b244d0be4 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] 10.222.0.69 "GET /v2.0/ports?device_id=59fc3894-e92c-4f73-9eca-981e812884c7 HTTP/1.1" status: 200 len: 984 time: 0.0738668 Jun 11 10:26:41.680264 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-efce945f-56d6-4e88-b1f8-88d99383c955 req-2a9ee94c-dc60-4aa2-8ca3-d79d7bed6d63 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Deleting port 08e9681c-a1a1-49ff-8af5-0b337ec6a89c {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:26:41.680605 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-efce945f-56d6-4e88-b1f8-88d99383c955 req-2a9ee94c-dc60-4aa2-8ca3-d79d7bed6d63 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:41.849243 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-efce945f-56d6-4e88-b1f8-88d99383c955 req-2a9ee94c-dc60-4aa2-8ca3-d79d7bed6d63 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] For port 08e9681c-a1a1-49ff-8af5-0b337ec6a89c, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=08e9681c-a1a1-49ff-8af5-0b337ec6a89c,segment=NetworkSegment(c9c1a4ab-8de8-444f-bf65-d1c790670997),segment_id=c9c1a4ab-8de8-444f-bf65-d1c790670997)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:26:41.849507 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-efce945f-56d6-4e88-b1f8-88d99383c955 req-2a9ee94c-dc60-4aa2-8ca3-d79d7bed6d63 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:41.959055 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-efce945f-56d6-4e88-b1f8-88d99383c955 req-2a9ee94c-dc60-4aa2-8ca3-d79d7bed6d63 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Calling delete_port for 08e9681c-a1a1-49ff-8af5-0b337ec6a89c owned by compute:nova {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:26:41.975793 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e98a3-c4f2-4682-812b-8e96489ade05 req-16f443bf-e64c-4e81-b70c-e27fcb3b6bb2 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:26:41.977328 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a57e98a3-c4f2-4682-812b-8e96489ade05 req-16f443bf-e64c-4e81-b70c-e27fcb3b6bb2 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] 10.222.0.60 "GET /v2.0/ports?device_id=59fc3894-e92c-4f73-9eca-981e812884c7 HTTP/1.1" status: 200 len: 984 time: 0.2160344 Jun 11 10:26:42.089075 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a57e98a3-c4f2-4682-812b-8e96489ade05 req-e2f43986-ab22-4e88-9530-6ff3cd80989a tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] 10.222.0.60 "GET /v2.0/security-groups?id=a2c00b00-166f-4b16-85d1-2056fa5cc9f9&id=908f1c5d-57ef-4b7b-9dfb-7595a135cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1045821 Jun 11 10:26:42.266223 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-efce945f-56d6-4e88-b1f8-88d99383c955 req-2a9ee94c-dc60-4aa2-8ca3-d79d7bed6d63 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:42.271952 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9a0d307a-f06d-4a87-ace6-e91345805d96 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:26:42.305109 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9ee94c-dc60-4aa2-8ca3-d79d7bed6d63 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Pushing event deleted for resources: {'Port': ['ID=08e9681c-a1a1-49ff-8af5-0b337ec6a89c,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:26:42.308086 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a9ee94c-dc60-4aa2-8ca3-d79d7bed6d63 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:26:42.372072 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-efce945f-56d6-4e88-b1f8-88d99383c955 req-2a9ee94c-dc60-4aa2-8ca3-d79d7bed6d63 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] No DVR routers for this DVR port 08e9681c-a1a1-49ff-8af5-0b337ec6a89c on host n-h2-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:26:42.375340 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-efce945f-56d6-4e88-b1f8-88d99383c955 req-2a9ee94c-dc60-4aa2-8ca3-d79d7bed6d63 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:42.377366 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-efce945f-56d6-4e88-b1f8-88d99383c955 req-2a9ee94c-dc60-4aa2-8ca3-d79d7bed6d63 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] 10.222.0.69 "DELETE /v2.0/ports/08e9681c-a1a1-49ff-8af5-0b337ec6a89c HTTP/1.1" status: 204 len: 173 time: 0.8174901 Jun 11 10:26:42.377935 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59fc3894-e92c-4f73-9eca-981e812884c7', 'name': 'network-vif-deleted', 'tag': '08e9681c-a1a1-49ff-8af5-0b337ec6a89c'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:26:42.381935 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b44a000-5d23-4614-9466-ad87a2a37023" -d '{"events": [{"server_uuid": "59fc3894-e92c-4f73-9eca-981e812884c7", "name": "network-vif-deleted", "tag": "08e9681c-a1a1-49ff-8af5-0b337ec6a89c"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:26:42.419327 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ef8159-5d3c-4299-9d1f-530254a22893 x-openstack-request-id: req-07ef8159-5d3c-4299-9d1f-530254a22893 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:26:42.419327 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59fc3894-e92c-4f73-9eca-981e812884c7", "name": "network-vif-deleted", "tag": "08e9681c-a1a1-49ff-8af5-0b337ec6a89c", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:26:42.419868 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-07ef8159-5d3c-4299-9d1f-530254a22893 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:26:42.420330 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59fc3894-e92c-4f73-9eca-981e812884c7', 'name': 'network-vif-deleted', 'tag': '08e9681c-a1a1-49ff-8af5-0b337ec6a89c', 'status': 'completed', 'code': 200} Jun 11 10:26:42.905488 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-876f27bc-7530-4f60-a40e-804263e821c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:43.271548 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6baf3b91-f34e-4a8f-90f4-990ce9f8368e req-34035e1a-bb4a-4a9e-8e3f-d30704c12f91 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] 10.222.0.60 "GET /v2.0/ports?device_id=59fc3894-e92c-4f73-9eca-981e812884c7 HTTP/1.1" status: 200 len: 210 time: 0.0351043 Jun 11 10:26:43.678341 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 08e9681c-a1a1-49ff-8af5-0b337ec6a89c no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:26:43.702910 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] No Port match for: 08e9681c-a1a1-49ff-8af5-0b337ec6a89c {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:26:43.703191 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 08e9681c-a1a1-49ff-8af5-0b337ec6a89c not bound to the agent host n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:26:44.366567 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 37524) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:26:44.425678 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6e64d813-8f37-49dc-9750-9acaf77705b5 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:44.450655 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6e64d813-8f37-49dc-9750-9acaf77705b5 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:44.562889 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6e64d813-8f37-49dc-9750-9acaf77705b5 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:44.565851 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6e64d813-8f37-49dc-9750-9acaf77705b5 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:44.567004 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-6e64d813-8f37-49dc-9750-9acaf77705b5 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] 10.222.0.60 "DELETE /v2.0/security-groups/908f1c5d-57ef-4b7b-9dfb-7595a135cd8d HTTP/1.1" status: 204 len: 168 time: 0.1994276 Jun 11 10:26:44.567859 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1683fae3-1310-4e9d-84ca-6102679de7ae tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:26:44.570297 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 37528) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:26:44.577997 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e64d813-8f37-49dc-9750-9acaf77705b5 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=908f1c5d-57ef-4b7b-9dfb-7595a135cd8d,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:26:44.580439 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6e64d813-8f37-49dc-9750-9acaf77705b5 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:26:44.639381 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7f624d0f-c45c-49ce-abef-66114e6bf3c1 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:44.668921 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7f624d0f-c45c-49ce-abef-66114e6bf3c1 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:44.813824 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7f624d0f-c45c-49ce-abef-66114e6bf3c1 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:44.816462 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7f624d0f-c45c-49ce-abef-66114e6bf3c1 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:44.817614 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-7f624d0f-c45c-49ce-abef-66114e6bf3c1 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] 10.222.0.60 "DELETE /v2.0/security-groups/a2c00b00-166f-4b16-85d1-2056fa5cc9f9 HTTP/1.1" status: 204 len: 168 time: 0.2452140 Jun 11 10:26:44.818478 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b05f2a62-3fdf-462d-a10d-94c52010956b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:26:44.820617 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 37532) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:26:44.828831 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f624d0f-c45c-49ce-abef-66114e6bf3c1 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c00b00-166f-4b16-85d1-2056fa5cc9f9,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:26:44.831341 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7f624d0f-c45c-49ce-abef-66114e6bf3c1 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:26:45.325541 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c06be0d3-53e7-4dc7-bb52-7169a2f8b43d tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375209'] for router_interface, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:45.676749 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-c06be0d3-53e7-4dc7-bb52-7169a2f8b43d tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Deleting port e5256ea9-331a-4774-b76a-019b88102022 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:26:45.677386 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c06be0d3-53e7-4dc7-bb52-7169a2f8b43d tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:45.795819 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-c06be0d3-53e7-4dc7-bb52-7169a2f8b43d tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] For port e5256ea9-331a-4774-b76a-019b88102022, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=e5256ea9-331a-4774-b76a-019b88102022,segment=NetworkSegment(c9c1a4ab-8de8-444f-bf65-d1c790670997),segment_id=c9c1a4ab-8de8-444f-bf65-d1c790670997)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:26:45.796301 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c06be0d3-53e7-4dc7-bb52-7169a2f8b43d tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:45.825162 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aa4ee5d2-5347-4447-8b14-d21386b8a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:45.894268 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-c06be0d3-53e7-4dc7-bb52-7169a2f8b43d tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Calling delete_port for e5256ea9-331a-4774-b76a-019b88102022 owned by network:router_interface {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:26:45.951940 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:46.196920 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c06be0d3-53e7-4dc7-bb52-7169a2f8b43d tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:46.199100 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ee13967d-4cf6-498f-a8bd-787b64c317d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:26:46.231925 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06be0d3-53e7-4dc7-bb52-7169a2f8b43d tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Pushing event deleted for resources: {'Port': ['ID=e5256ea9-331a-4774-b76a-019b88102022,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:26:46.235432 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c06be0d3-53e7-4dc7-bb52-7169a2f8b43d tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:26:46.485932 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c06be0d3-53e7-4dc7-bb52-7169a2f8b43d tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362297'] for router_interface, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:46.767911 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:46.797126 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c06be0d3-53e7-4dc7-bb52-7169a2f8b43d tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Router b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:26:46.941786 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c06be0d3-53e7-4dc7-bb52-7169a2f8b43d tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:26:46.946720 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-c06be0d3-53e7-4dc7-bb52-7169a2f8b43d tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] 10.222.0.60 "PUT /v2.0/routers/b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1250813 Jun 11 10:26:46.949671 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 37552) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:26:46.955817 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aec8f23-9263-4639-9f05-7b10766a5a70 None None] Sync routers for ids ['b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:26:46.963549 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aec8f23-9263-4639-9f05-7b10766a5a70 None None] Routers {'b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:26:46.964216 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-4aec8f23-9263-4639-9f05-7b10766a5a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:26:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:26:47.027234 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e0c8b3f-b7f8-4d75-a69d-08aff6ddaccb tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Deleting subnet e1127dba-b689-453e-9256-c1f92c1d77ae {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:26:47.031704 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0e0c8b3f-b7f8-4d75-a69d-08aff6ddaccb tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:47.083082 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0e0c8b3f-b7f8-4d75-a69d-08aff6ddaccb tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:47.196329 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0e0c8b3f-b7f8-4d75-a69d-08aff6ddaccb tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:47.288267 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-4aec8f23-9263-4639-9f05-7b10766a5a70 None None] Set router b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:26:47.339752 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0e0c8b3f-b7f8-4d75-a69d-08aff6ddaccb tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:47.343385 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-90e02073-94bb-4b30-8b4a-75fcb8c2fd24 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:26:47.377532 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0c8b3f-b7f8-4d75-a69d-08aff6ddaccb tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Pushing event deleted for resources: {'Subnet': ['ID=e1127dba-b689-453e-9256-c1f92c1d77ae,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:26:47.380418 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0e0c8b3f-b7f8-4d75-a69d-08aff6ddaccb tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:47.384552 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 37554) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:26:47.389341 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-0e0c8b3f-b7f8-4d75-a69d-08aff6ddaccb tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] 10.222.0.60 "DELETE /v2.0/subnets/e1127dba-b689-453e-9256-c1f92c1d77ae HTTP/1.1" status: 204 len: 168 time: 0.4334817 Jun 11 10:26:47.389341 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0e0c8b3f-b7f8-4d75-a69d-08aff6ddaccb tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:26:47.392596 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf46bd66-b240-40bb-90c3-8c95fb3542bf None None] Network 3994fb15-60a0-4a7f-8015-9d5fc9d97e75 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:26:47.691930 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-4aec8f23-9263-4639-9f05-7b10766a5a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-542245211', 'tenant_id': '19f26ec1518143c59f831fc53d1a7f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'b843d29b-d610-469e-ab7a-50d90c8bac1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:23:47Z', 'updated_at': '2021-06-11T10:26:46Z', 'revision_number': 5, 'project_id': '19f26ec1518143c59f831fc53d1a7f94', 'gw_port': {'id': 'b843d29b-d610-469e-ab7a-50d90c8bac1b', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:23:48Z', 'updated_at': '2021-06-11T10:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:26:47.696321 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aec8f23-9263-4639-9f05-7b10766a5a70 None None] Checking router: b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8 for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:26:47.707171 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aec8f23-9263-4639-9f05-7b10766a5a70 None None] Routers {'b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:26:47.708087 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-4aec8f23-9263-4639-9f05-7b10766a5a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:26:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:26:47.820618 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6bee61d-d72c-4024-a860-0476379e96b8 None None] DHCP port deletion for 3994fb15-60a0-4a7f-8015-9d5fc9d97e75 request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 10:26:47.918023 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-4aec8f23-9263-4639-9f05-7b10766a5a70 None None] Set router b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:26:47.920684 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f6bee61d-d72c-4024-a860-0476379e96b8 None None] Deleting port 4a77bce0-44bd-41de-b650-dbee605897dd {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:26:47.921438 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f6bee61d-d72c-4024-a860-0476379e96b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:47.988985 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3a1d19be-4b10-4e0f-a26f-0b4562060d76 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks [] for router, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:48.119758 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f6bee61d-d72c-4024-a860-0476379e96b8 None None] For port 4a77bce0-44bd-41de-b650-dbee605897dd, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=4a77bce0-44bd-41de-b650-dbee605897dd,segment=NetworkSegment(c9c1a4ab-8de8-444f-bf65-d1c790670997),segment_id=c9c1a4ab-8de8-444f-bf65-d1c790670997)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:26:48.120360 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f6bee61d-d72c-4024-a860-0476379e96b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:48.151785 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3a1d19be-4b10-4e0f-a26f-0b4562060d76 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:48.258810 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f6bee61d-d72c-4024-a860-0476379e96b8 None None] Calling delete_port for 4a77bce0-44bd-41de-b650-dbee605897dd owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:26:48.297669 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-3a1d19be-4b10-4e0f-a26f-0b4562060d76 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Deleting port b843d29b-d610-469e-ab7a-50d90c8bac1b {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:26:48.302804 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3a1d19be-4b10-4e0f-a26f-0b4562060d76 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:48.420366 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-3a1d19be-4b10-4e0f-a26f-0b4562060d76 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] For port b843d29b-d610-469e-ab7a-50d90c8bac1b, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=b843d29b-d610-469e-ab7a-50d90c8bac1b,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:26:48.420930 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3a1d19be-4b10-4e0f-a26f-0b4562060d76 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:48.445503 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-4aec8f23-9263-4639-9f05-7b10766a5a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-542245211', 'tenant_id': '19f26ec1518143c59f831fc53d1a7f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'b843d29b-d610-469e-ab7a-50d90c8bac1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:23:47Z', 'updated_at': '2021-06-11T10:26:46Z', 'revision_number': 5, 'project_id': '19f26ec1518143c59f831fc53d1a7f94', 'gw_port': {'id': 'b843d29b-d610-469e-ab7a-50d90c8bac1b', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:23:48Z', 'updated_at': '2021-06-11T10:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:26:48.449149 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aec8f23-9263-4639-9f05-7b10766a5a70 None None] The sync data for ids ['b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8'] in n-d-779913-12 is: [{'id': 'b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-542245211', 'tenant_id': '19f26ec1518143c59f831fc53d1a7f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'b843d29b-d610-469e-ab7a-50d90c8bac1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:23:47Z', 'updated_at': '2021-06-11T10:26:46Z', 'revision_number': 5, 'project_id': '19f26ec1518143c59f831fc53d1a7f94', 'gw_port': {'id': 'b843d29b-d610-469e-ab7a-50d90c8bac1b', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:23:48Z', 'updated_at': '2021-06-11T10:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:26:48.516677 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:48.522221 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-3a1d19be-4b10-4e0f-a26f-0b4562060d76 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Calling delete_port for b843d29b-d610-469e-ab7a-50d90c8bac1b owned by network:router_gateway {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:26:48.545500 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f6bee61d-d72c-4024-a860-0476379e96b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:48.548794 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-48bf437c-115d-4300-ad85-dbb4c343acfc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:26:48.582539 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bee61d-d72c-4024-a860-0476379e96b8 None None] Pushing event deleted for resources: {'Port': ['ID=4a77bce0-44bd-41de-b650-dbee605897dd,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:26:48.585258 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f6bee61d-d72c-4024-a860-0476379e96b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:26:48.590326 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bee61d-d72c-4024-a860-0476379e96b8 None None] No DVR routers for this DVR port 4a77bce0-44bd-41de-b650-dbee605897dd on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:26:48.796762 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3a1d19be-4b10-4e0f-a26f-0b4562060d76 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:48.799034 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2c4e7549-db05-489d-99df-544a9cbe6b64 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:26:48.831526 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1d19be-4b10-4e0f-a26f-0b4562060d76 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Pushing event deleted for resources: {'Port': ['ID=b843d29b-d610-469e-ab7a-50d90c8bac1b,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:26:48.853809 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1d19be-4b10-4e0f-a26f-0b4562060d76 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:26:48.853809 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1d19be-4b10-4e0f-a26f-0b4562060d76 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:26:48.853809 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1d19be-4b10-4e0f-a26f-0b4562060d76 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:26:48.853809 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1d19be-4b10-4e0f-a26f-0b4562060d76 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:26:48.853809 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1d19be-4b10-4e0f-a26f-0b4562060d76 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:26:48.853809 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1d19be-4b10-4e0f-a26f-0b4562060d76 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:26:48.853809 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1d19be-4b10-4e0f-a26f-0b4562060d76 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:26:48.853809 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1d19be-4b10-4e0f-a26f-0b4562060d76 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:26:48.853809 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1d19be-4b10-4e0f-a26f-0b4562060d76 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:26:48.853809 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1d19be-4b10-4e0f-a26f-0b4562060d76 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:26:48.853809 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1d19be-4b10-4e0f-a26f-0b4562060d76 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:26:48.853809 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1d19be-4b10-4e0f-a26f-0b4562060d76 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:26:48.876213 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3a1d19be-4b10-4e0f-a26f-0b4562060d76 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:26:48.927029 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3a1d19be-4b10-4e0f-a26f-0b4562060d76 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374120'] for router_gateway, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:49.091421 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3a1d19be-4b10-4e0f-a26f-0b4562060d76 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:49.094415 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3a1d19be-4b10-4e0f-a26f-0b4562060d76 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:49.214042 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3a1d19be-4b10-4e0f-a26f-0b4562060d76 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:49.214615 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a1d19be-4b10-4e0f-a26f-0b4562060d76 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Fanout notify agent at l3_agent the message router_deleted on router b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8 {{(pid=93177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 10:26:49.226670 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3a1d19be-4b10-4e0f-a26f-0b4562060d76 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:49.226670 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-3a1d19be-4b10-4e0f-a26f-0b4562060d76 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] 10.222.0.60 "DELETE /v2.0/routers/b8c2f2c4-d4d4-49d6-bfd9-1cff137c25d8 HTTP/1.1" status: 204 len: 168 time: 1.8376489 Jun 11 10:26:49.226865 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 37576) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:26:49.750166 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 37582) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:26:49.797961 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6cd69f15-bff6-41da-8a27-b3dc6d99213e tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:49.811702 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device b843d29b-d610-469e-ab7a-50d90c8bac1b no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:26:49.839616 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: b843d29b-d610-469e-ab7a-50d90c8bac1b {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:26:49.839975 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device b843d29b-d610-469e-ab7a-50d90c8bac1b not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:26:49.840418 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device e5256ea9-331a-4774-b76a-019b88102022 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:26:49.868224 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: e5256ea9-331a-4774-b76a-019b88102022 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:26:49.868505 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device e5256ea9-331a-4774-b76a-019b88102022 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:26:49.868944 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 4a77bce0-44bd-41de-b650-dbee605897dd no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:26:49.895206 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 4a77bce0-44bd-41de-b650-dbee605897dd {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:26:49.895874 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 4a77bce0-44bd-41de-b650-dbee605897dd not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:26:49.941858 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6cd69f15-bff6-41da-8a27-b3dc6d99213e tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:49.953411 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-6cd69f15-bff6-41da-8a27-b3dc6d99213e tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3994fb15-60a0-4a7f-8015-9d5fc9d97e75']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:26:49.969231 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-6cd69f15-bff6-41da-8a27-b3dc6d99213e tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9c1a4ab-8de8-444f-bf65-d1c790670997') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:26:49.969514 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-6cd69f15-bff6-41da-8a27-b3dc6d99213e tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9c1a4ab-8de8-444f-bf65-d1c790670997') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:26:49.981712 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-56444690-097c-494b-8ce7-1ed49281ed56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:49.984061 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6cd69f15-bff6-41da-8a27-b3dc6d99213e tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:50.001784 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6cd69f15-bff6-41da-8a27-b3dc6d99213e tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:50.009494 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cd69f15-bff6-41da-8a27-b3dc6d99213e tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Releasing vlan 799 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:26:50.010187 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6cd69f15-bff6-41da-8a27-b3dc6d99213e tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:50.014259 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 10:26:50.014259 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:26:50.014259 n-d-779913-12 neutron-server[93176]: timer() Jun 11 10:26:50.014259 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:26:50.014259 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 10:26:50.014259 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:26:50.014259 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 10:26:50.014259 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:26:50.014259 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 10:26:50.014259 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:26:50.014259 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 10:26:50.014259 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:26:50.014259 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 10:26:50.014259 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:26:50.014259 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:26:50.014259 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:26:50.014259 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:26:50.014259 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:26:50.014259 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 10:26:50.014259 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:26:50.014259 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 10:26:50.014259 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:26:50.014259 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:26:50.014259 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:26:50.014259 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 10:26:50.014259 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:26:50.014259 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:26:50.014259 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:26:50.014259 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:26:50.014259 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:26:50.014259 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:26:50.014259 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:26:50.082781 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-56444690-097c-494b-8ce7-1ed49281ed56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:50.140227 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-56444690-097c-494b-8ce7-1ed49281ed56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:50.142922 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d8c681b8-5377-4e87-86dc-f0e9f3fadc22 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:26:50.156815 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6cd69f15-bff6-41da-8a27-b3dc6d99213e tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:50.161121 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ed6ab21f-0dbd-431f-961a-e55bb7efe9f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:26:50.165427 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6cd69f15-bff6-41da-8a27-b3dc6d99213e tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:50.167137 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-6cd69f15-bff6-41da-8a27-b3dc6d99213e tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] 10.222.0.60 "DELETE /v2.0/networks/3994fb15-60a0-4a7f-8015-9d5fc9d97e75 HTTP/1.1" status: 204 len: 168 time: 0.9399648 Jun 11 10:26:50.187714 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-56444690-097c-494b-8ce7-1ed49281ed56 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3edad4af39fb46658afa5d6d6b4856c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4331386 Jun 11 10:26:50.187943 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd69f15-bff6-41da-8a27-b3dc6d99213e tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Pushing event deleted for resources: {'Network': ['ID=3994fb15-60a0-4a7f-8015-9d5fc9d97e75,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:26:50.188046 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56444690-097c-494b-8ce7-1ed49281ed56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d7a7ef4-53d0-44c6-8d9c-3ac7988ef3cc,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:26:50.188135 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 37590) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:26:50.190168 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6cd69f15-bff6-41da-8a27-b3dc6d99213e tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:26:50.192646 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-56444690-097c-494b-8ce7-1ed49281ed56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:26:50.247389 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3c2377dc-525e-4030-a61f-3c0ea1c52a0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:50.293112 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3c2377dc-525e-4030-a61f-3c0ea1c52a0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:50.425628 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3c2377dc-525e-4030-a61f-3c0ea1c52a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:50.428368 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3c2377dc-525e-4030-a61f-3c0ea1c52a0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:50.429520 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-3c2377dc-525e-4030-a61f-3c0ea1c52a0c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4d7a7ef4-53d0-44c6-8d9c-3ac7988ef3cc HTTP/1.1" status: 204 len: 168 time: 0.2406473 Jun 11 10:26:50.432212 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-48044993-645b-406f-b0e2-3086940296b8 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:26:50.440203 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2377dc-525e-4030-a61f-3c0ea1c52a0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d7a7ef4-53d0-44c6-8d9c-3ac7988ef3cc,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:26:50.442738 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3c2377dc-525e-4030-a61f-3c0ea1c52a0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:26:50.689413 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 37600) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:26:50.828513 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-3d6982a9-349b-4b31-a4d2-4df38c28bf97 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=19f26ec1518143c59f831fc53d1a7f94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1379156 Jun 11 10:26:50.830956 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 37604) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:26:50.883602 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-eed88a2a-fb1a-4a48-9665-7f5db6555a7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:50.907852 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-eed88a2a-fb1a-4a48-9665-7f5db6555a7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:51.048137 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-eed88a2a-fb1a-4a48-9665-7f5db6555a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:51.050888 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-eed88a2a-fb1a-4a48-9665-7f5db6555a7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:51.052061 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-eed88a2a-fb1a-4a48-9665-7f5db6555a7f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3a555403-b61e-41ee-aad2-e667ca4901d4 HTTP/1.1" status: 204 len: 168 time: 0.2202134 Jun 11 10:26:51.052921 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b1c44295-1b90-4ab7-9fc6-180db44997e0 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:26:51.061690 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed88a2a-fb1a-4a48-9665-7f5db6555a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a555403-b61e-41ee-aad2-e667ca4901d4,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:26:51.065058 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-eed88a2a-fb1a-4a48-9665-7f5db6555a7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:26:51.121252 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 37608) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:26:51.137922 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-defc5079-35ed-4c94-bc4d-db1f137a3378 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:51.239053 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-defc5079-35ed-4c94-bc4d-db1f137a3378 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:51.310861 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-defc5079-35ed-4c94-bc4d-db1f137a3378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:51.313663 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-522d2a2c-d1a1-4ed5-b5c7-2dd1e4b7740e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:26:51.355529 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-defc5079-35ed-4c94-bc4d-db1f137a3378 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5ed8d0f263cd4368a3cbdbf96a220d49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2329674 Jun 11 10:26:51.356598 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defc5079-35ed-4c94-bc4d-db1f137a3378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6516b602-bf80-4af1-9f91-866b9288bbd8,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:26:51.358426 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 37612) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:26:51.359657 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-defc5079-35ed-4c94-bc4d-db1f137a3378 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:26:51.414426 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6a36de7c-eafe-4e3b-981e-cd7c82791ee1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:51.440391 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6a36de7c-eafe-4e3b-981e-cd7c82791ee1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:51.590986 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6a36de7c-eafe-4e3b-981e-cd7c82791ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:51.593673 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6a36de7c-eafe-4e3b-981e-cd7c82791ee1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:51.594811 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-6a36de7c-eafe-4e3b-981e-cd7c82791ee1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6516b602-bf80-4af1-9f91-866b9288bbd8 HTTP/1.1" status: 204 len: 168 time: 0.2354028 Jun 11 10:26:51.596077 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-eed88a2a-fb1a-4a48-9665-7f5db6555a7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:26:51.605589 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a36de7c-eafe-4e3b-981e-cd7c82791ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6516b602-bf80-4af1-9f91-866b9288bbd8,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:26:51.608450 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6a36de7c-eafe-4e3b-981e-cd7c82791ee1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:26:51.778236 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 37616) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:26:51.798586 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-93d8e5b6-caa1-4883-9ea6-ddf6a7c6e4f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:51.897158 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-93d8e5b6-caa1-4883-9ea6-ddf6a7c6e4f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:51.996362 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-93d8e5b6-caa1-4883-9ea6-ddf6a7c6e4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:51.999408 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-fcbf9377-d1fb-4fc3-b5fd-b92615665cba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:26:52.043032 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d8e5b6-caa1-4883-9ea6-ddf6a7c6e4f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb2ad29-90a1-43aa-83ec-e06e5c03a83b,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:26:52.048185 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-93d8e5b6-caa1-4883-9ea6-ddf6a7c6e4f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:26:52.049362 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-93d8e5b6-caa1-4883-9ea6-ddf6a7c6e4f3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=80c3b44eca4c431eb5e4a3d4d98d26b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2694974 Jun 11 10:26:52.052183 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 37626) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:26:52.107418 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d82b034e-30bc-4061-9efd-bb0109d76da5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:52.130797 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d82b034e-30bc-4061-9efd-bb0109d76da5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:52.265512 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d82b034e-30bc-4061-9efd-bb0109d76da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:52.268171 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d82b034e-30bc-4061-9efd-bb0109d76da5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:52.269346 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-d82b034e-30bc-4061-9efd-bb0109d76da5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9bb2ad29-90a1-43aa-83ec-e06e5c03a83b HTTP/1.1" status: 204 len: 168 time: 0.2160852 Jun 11 10:26:52.270163 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a8d327a7-b7f9-4dde-ae6d-a374837942a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:26:52.280065 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82b034e-30bc-4061-9efd-bb0109d76da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb2ad29-90a1-43aa-83ec-e06e5c03a83b,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:26:52.283042 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d82b034e-30bc-4061-9efd-bb0109d76da5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:26:53.102032 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 37648) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:26:53.161767 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-76b73133-3f04-419f-b5b8-59ad7ec810d4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=108d6a6bd2bd4a5d88427cb52c5b17c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0584133 Jun 11 10:26:53.164309 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 37650) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:26:53.240287 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2d7901ba-ffed-42bc-b5bb-5bdd644c6a47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:53.269683 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2d7901ba-ffed-42bc-b5bb-5bdd644c6a47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:53.420584 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2d7901ba-ffed-42bc-b5bb-5bdd644c6a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:53.423281 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2d7901ba-ffed-42bc-b5bb-5bdd644c6a47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:53.424537 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-2d7901ba-ffed-42bc-b5bb-5bdd644c6a47 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5dd36834-6b5f-4803-a4f5-4808be61a99e HTTP/1.1" status: 204 len: 168 time: 0.2589455 Jun 11 10:26:53.425434 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ea22a6c4-48eb-4535-b77b-9f9e03edc28e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:26:53.435725 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7901ba-ffed-42bc-b5bb-5bdd644c6a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd36834-6b5f-4803-a4f5-4808be61a99e,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:26:53.438205 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2d7901ba-ffed-42bc-b5bb-5bdd644c6a47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:26:54.717043 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 37674) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:26:54.837159 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7007fe94-bff9-4b11-958b-c50df81bcd02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:54.933748 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7007fe94-bff9-4b11-958b-c50df81bcd02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:55.059277 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7007fe94-bff9-4b11-958b-c50df81bcd02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:55.062704 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-615f34c5-250a-48c4-8a2f-1d757a30c810 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:26:55.106677 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-7007fe94-bff9-4b11-958b-c50df81bcd02 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e1fa5981030b4b3fb3396ada06bfb752&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3885205 Jun 11 10:26:55.108169 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7007fe94-bff9-4b11-958b-c50df81bcd02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c8686e4-6546-4d99-a0e1-60b70aab2d7b,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:26:55.109931 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 37678) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:26:55.111201 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7007fe94-bff9-4b11-958b-c50df81bcd02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:26:55.165850 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3b6c70fe-15f2-4684-b20a-101f1188507f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:55.191316 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3b6c70fe-15f2-4684-b20a-101f1188507f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:55.305115 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3b6c70fe-15f2-4684-b20a-101f1188507f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:55.307969 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3b6c70fe-15f2-4684-b20a-101f1188507f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:55.309107 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-3b6c70fe-15f2-4684-b20a-101f1188507f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6c8686e4-6546-4d99-a0e1-60b70aab2d7b HTTP/1.1" status: 204 len: 168 time: 0.1981888 Jun 11 10:26:55.310851 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-aa561431-1e85-4852-9a76-885aa30f94e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:26:55.322089 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6c70fe-15f2-4684-b20a-101f1188507f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c8686e4-6546-4d99-a0e1-60b70aab2d7b,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:26:55.337884 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6c70fe-15f2-4684-b20a-101f1188507f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:26:55.338361 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6c70fe-15f2-4684-b20a-101f1188507f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:26:55.338746 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6c70fe-15f2-4684-b20a-101f1188507f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:26:55.339122 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6c70fe-15f2-4684-b20a-101f1188507f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:26:55.339494 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6c70fe-15f2-4684-b20a-101f1188507f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:26:55.339996 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6c70fe-15f2-4684-b20a-101f1188507f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:26:55.340364 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6c70fe-15f2-4684-b20a-101f1188507f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:26:55.340732 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6c70fe-15f2-4684-b20a-101f1188507f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:26:55.341096 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6c70fe-15f2-4684-b20a-101f1188507f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:26:55.341458 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6c70fe-15f2-4684-b20a-101f1188507f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:26:55.341818 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6c70fe-15f2-4684-b20a-101f1188507f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:26:55.342205 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6c70fe-15f2-4684-b20a-101f1188507f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:26:55.345607 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3b6c70fe-15f2-4684-b20a-101f1188507f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:26:57.703642 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 37724) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:26:57.841036 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-adb65488-9fc0-4859-a2ca-ea831736a126 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:57.959889 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-adb65488-9fc0-4859-a2ca-ea831736a126 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:58.036530 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-adb65488-9fc0-4859-a2ca-ea831736a126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:58.039351 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-defc5079-35ed-4c94-bc4d-db1f137a3378 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:26:58.082768 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb65488-9fc0-4859-a2ca-ea831736a126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afde0ec9-b1fe-4cbd-973f-89f2425179e6,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:26:58.086027 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-adb65488-9fc0-4859-a2ca-ea831736a126 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:26:58.088640 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-adb65488-9fc0-4859-a2ca-ea831736a126 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d80b76703f0142c0a3784209aafcd9cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3835654 Jun 11 10:26:58.092577 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 37728) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:26:58.164129 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e3ecdaea-6848-4002-8714-52210362ed18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:58.203498 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e3ecdaea-6848-4002-8714-52210362ed18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:58.335050 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e3ecdaea-6848-4002-8714-52210362ed18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:58.338948 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e3ecdaea-6848-4002-8714-52210362ed18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:26:58.340343 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-e3ecdaea-6848-4002-8714-52210362ed18 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/afde0ec9-b1fe-4cbd-973f-89f2425179e6 HTTP/1.1" status: 204 len: 168 time: 0.2468066 Jun 11 10:26:58.341234 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7b7f5eb0-93e7-4e66-880e-ee5cd4f8487a tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:26:58.353569 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ecdaea-6848-4002-8714-52210362ed18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afde0ec9-b1fe-4cbd-973f-89f2425179e6,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:26:58.356496 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e3ecdaea-6848-4002-8714-52210362ed18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:27:00.596377 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5120dc60-2b53-468d-88ff-be97578d5e48 req-d2bf827a-d5ba-4d93-8860-afbde97faae5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1c9db009-9bb5-4bfb-92c7-332ed2b5c79d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0610363 Jun 11 10:27:00.705715 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5120dc60-2b53-468d-88ff-be97578d5e48 req-8f41987b-e44c-4164-85ab-b8b739aaa753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:27:00.707203 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5120dc60-2b53-468d-88ff-be97578d5e48 req-8f41987b-e44c-4164-85ab-b8b739aaa753 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=291bb5ee2189444bb635fe5a1d306c3b&device_id=1c9db009-9bb5-4bfb-92c7-332ed2b5c79d HTTP/1.1" status: 200 len: 1097 time: 0.0653615 Jun 11 10:27:00.849862 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5120dc60-2b53-468d-88ff-be97578d5e48 req-b7024ca1-ae54-47eb-b122-9c1a1f6cbdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:27:00.851299 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5120dc60-2b53-468d-88ff-be97578d5e48 req-b7024ca1-ae54-47eb-b122-9c1a1f6cbdbc service neutron] 10.222.0.69 "GET /v2.0/networks?id=ca5c2bcb-087a-42f0-bb93-73be02d15220 HTTP/1.1" status: 200 len: 898 time: 0.1221673 Jun 11 10:27:00.941654 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5120dc60-2b53-468d-88ff-be97578d5e48 req-d8e0b26c-4d4b-403e-bb45-80cbeb52596c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e086c56c-9354-4cb7-8cfe-079baabb792b HTTP/1.1" status: 200 len: 1001 time: 0.0831754 Jun 11 10:27:01.004273 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5120dc60-2b53-468d-88ff-be97578d5e48 req-c1ac97d5-419b-4fe2-8bcb-da290d473d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:27:01.005809 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5120dc60-2b53-468d-88ff-be97578d5e48 req-c1ac97d5-419b-4fe2-8bcb-da290d473d4a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8cc58147-02a1-473a-ba61-e08ee6beaa2f HTTP/1.1" status: 200 len: 835 time: 0.0569043 Jun 11 10:27:01.071023 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5120dc60-2b53-468d-88ff-be97578d5e48 req-acd458bf-b5cd-4d63-b971-95b262f107d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:27:01.072557 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5120dc60-2b53-468d-88ff-be97578d5e48 req-acd458bf-b5cd-4d63-b971-95b262f107d4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ca5c2bcb-087a-42f0-bb93-73be02d15220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0595834 Jun 11 10:27:01.195827 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5120dc60-2b53-468d-88ff-be97578d5e48 req-22c9835b-cb2b-40b6-96c6-28756b5832b5 service neutron] 10.222.0.69 "GET /v2.0/networks/ca5c2bcb-087a-42f0-bb93-73be02d15220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155100 Jun 11 10:27:01.320182 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5120dc60-2b53-468d-88ff-be97578d5e48 req-38a0da15-1337-4483-a9ed-7681d19e7a9f service neutron] 10.222.0.69 "GET /v2.0/networks/ca5c2bcb-087a-42f0-bb93-73be02d15220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182106 Jun 11 10:27:01.573482 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:02.404841 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 37826) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:27:02.512851 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8c96a4b5-b7d5-4104-9eec-096d4b1e9c0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:02.608221 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8c96a4b5-b7d5-4104-9eec-096d4b1e9c0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:02.693128 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8c96a4b5-b7d5-4104-9eec-096d4b1e9c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:02.695898 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3b6c70fe-15f2-4684-b20a-101f1188507f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:27:02.736780 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-8c96a4b5-b7d5-4104-9eec-096d4b1e9c0f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5caff85c54d8470ba338cf1ad29639a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3307517 Jun 11 10:27:02.737758 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c96a4b5-b7d5-4104-9eec-096d4b1e9c0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28fc983f-e856-409f-9c3a-a5aed8055bd4,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:27:02.739296 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 37830) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:27:02.740826 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8c96a4b5-b7d5-4104-9eec-096d4b1e9c0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:27:02.798400 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1689470c-554d-41cd-bef6-8890e00619ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:02.822165 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1689470c-554d-41cd-bef6-8890e00619ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:02.945212 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1689470c-554d-41cd-bef6-8890e00619ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:02.947856 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1689470c-554d-41cd-bef6-8890e00619ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:02.949066 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-1689470c-554d-41cd-bef6-8890e00619ce admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/28fc983f-e856-409f-9c3a-a5aed8055bd4 HTTP/1.1" status: 204 len: 168 time: 0.2080386 Jun 11 10:27:02.949922 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-60002d61-a035-4404-86eb-d40743e4b113 tempest-TestSecurityGroupsBasicOps-1462703494 tempest-TestSecurityGroupsBasicOps-1462703494-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:27:02.959193 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1689470c-554d-41cd-bef6-8890e00619ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28fc983f-e856-409f-9c3a-a5aed8055bd4,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:27:02.961809 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1689470c-554d-41cd-bef6-8890e00619ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:27:03.565360 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 37836) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:27:03.582072 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7e9051b0-a3f0-40ce-97e1-501f271122db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:03.674650 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7e9051b0-a3f0-40ce-97e1-501f271122db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:03.756344 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7e9051b0-a3f0-40ce-97e1-501f271122db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:03.760195 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-522d2a2c-d1a1-4ed5-b5c7-2dd1e4b7740e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:27:03.804127 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-7e9051b0-a3f0-40ce-97e1-501f271122db admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f5c246452316445894bffc38db04d0e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2376490 Jun 11 10:27:03.805423 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9051b0-a3f0-40ce-97e1-501f271122db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95de461b-96a8-463d-acd6-a3ae3de91de8,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:27:03.806795 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 37838) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:27:03.810294 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7e9051b0-a3f0-40ce-97e1-501f271122db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:27:03.865940 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5901aed7-5ec4-4603-9d4a-ee778d9ae347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:03.890137 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5901aed7-5ec4-4603-9d4a-ee778d9ae347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:04.018963 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5901aed7-5ec4-4603-9d4a-ee778d9ae347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:04.021640 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5901aed7-5ec4-4603-9d4a-ee778d9ae347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:04.022841 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-5901aed7-5ec4-4603-9d4a-ee778d9ae347 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/95de461b-96a8-463d-acd6-a3ae3de91de8 HTTP/1.1" status: 204 len: 168 time: 0.2149670 Jun 11 10:27:04.023668 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7007fe94-bff9-4b11-958b-c50df81bcd02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:27:04.032924 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5901aed7-5ec4-4603-9d4a-ee778d9ae347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95de461b-96a8-463d-acd6-a3ae3de91de8,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:27:04.035291 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5901aed7-5ec4-4603-9d4a-ee778d9ae347 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:27:05.933480 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:06.769088 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 37950) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:27:06.887175 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7c6c650d-efc2-4965-a6e8-15e793b74fca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:06.979953 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7c6c650d-efc2-4965-a6e8-15e793b74fca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:07.036424 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7c6c650d-efc2-4965-a6e8-15e793b74fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:07.040088 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9991eb32-465e-47f9-9814-81099ffd4cf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:27:07.080636 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-7c6c650d-efc2-4965-a6e8-15e793b74fca admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8f15a63137c34c4cb274f103592036ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3104095 Jun 11 10:27:07.081580 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6c650d-efc2-4965-a6e8-15e793b74fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab1f71ea-583f-45b2-b831-a47413d66732,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:27:07.083244 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 37954) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:27:07.084647 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7c6c650d-efc2-4965-a6e8-15e793b74fca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:27:07.138143 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-83820a89-508f-484f-8f70-f37e9a957cf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:07.160676 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-83820a89-508f-484f-8f70-f37e9a957cf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:07.276104 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-83820a89-508f-484f-8f70-f37e9a957cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:07.278919 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-83820a89-508f-484f-8f70-f37e9a957cf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:07.280108 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-83820a89-508f-484f-8f70-f37e9a957cf9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ab1f71ea-583f-45b2-b831-a47413d66732 HTTP/1.1" status: 204 len: 168 time: 0.1957686 Jun 11 10:27:07.280962 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1857364d-9d93-4ea9-9517-45407b28a36a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:27:07.289826 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83820a89-508f-484f-8f70-f37e9a957cf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab1f71ea-583f-45b2-b831-a47413d66732,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:27:07.292711 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-83820a89-508f-484f-8f70-f37e9a957cf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:27:08.965096 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 37992) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:27:09.112271 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-838294bb-f430-45b7-a75e-1aa1b114eb83 tempest-ExternalNetworksTestJSON-1691421527 tempest-ExternalNetworksTestJSON-1691421527-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2012802195'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:27:09.184525 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-838294bb-f430-45b7-a75e-1aa1b114eb83 tempest-ExternalNetworksTestJSON-1691421527 tempest-ExternalNetworksTestJSON-1691421527-project] Made reservation on behalf of 07763f19eb8048d9aefb9ef79a3e351d for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:27:09.188090 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-838294bb-f430-45b7-a75e-1aa1b114eb83 tempest-ExternalNetworksTestJSON-1691421527 tempest-ExternalNetworksTestJSON-1691421527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:09.199238 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-838294bb-f430-45b7-a75e-1aa1b114eb83 tempest-ExternalNetworksTestJSON-1691421527 tempest-ExternalNetworksTestJSON-1691421527-project] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:09.300947 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-838294bb-f430-45b7-a75e-1aa1b114eb83 tempest-ExternalNetworksTestJSON-1691421527 tempest-ExternalNetworksTestJSON-1691421527-project] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:09.349931 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-838294bb-f430-45b7-a75e-1aa1b114eb83 tempest-ExternalNetworksTestJSON-1691421527 tempest-ExternalNetworksTestJSON-1691421527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:09.352870 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-12e79e44-b6dd-403f-870d-7dec37790156 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:27:09.380736 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-838294bb-f430-45b7-a75e-1aa1b114eb83 tempest-ExternalNetworksTestJSON-1691421527 tempest-ExternalNetworksTestJSON-1691421527-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 789} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:27:09.387330 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838294bb-f430-45b7-a75e-1aa1b114eb83 tempest-ExternalNetworksTestJSON-1691421527 tempest-ExternalNetworksTestJSON-1691421527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b27d437-ec00-4a8c-8d02-10d8349b01e5,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:27:09.391495 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-838294bb-f430-45b7-a75e-1aa1b114eb83 tempest-ExternalNetworksTestJSON-1691421527 tempest-ExternalNetworksTestJSON-1691421527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:27:09.394263 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-838294bb-f430-45b7-a75e-1aa1b114eb83 tempest-ExternalNetworksTestJSON-1691421527 tempest-ExternalNetworksTestJSON-1691421527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:09.394614 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-838294bb-f430-45b7-a75e-1aa1b114eb83 tempest-ExternalNetworksTestJSON-1691421527 tempest-ExternalNetworksTestJSON-1691421527-project] Added segment 8cf75135-fbe4-4c77-9eb4-909135c44dc4 of type vlan for network 3b1dba21-ea35-4706-b2fd-ba60e144c7f1 Jun 11 10:27:09.446803 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-838294bb-f430-45b7-a75e-1aa1b114eb83 tempest-ExternalNetworksTestJSON-1691421527 tempest-ExternalNetworksTestJSON-1691421527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:09.510145 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-838294bb-f430-45b7-a75e-1aa1b114eb83 tempest-ExternalNetworksTestJSON-1691421527 tempest-ExternalNetworksTestJSON-1691421527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:09.516290 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838294bb-f430-45b7-a75e-1aa1b114eb83 tempest-ExternalNetworksTestJSON-1691421527 tempest-ExternalNetworksTestJSON-1691421527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:27:09.516867 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-838294bb-f430-45b7-a75e-1aa1b114eb83 tempest-ExternalNetworksTestJSON-1691421527 tempest-ExternalNetworksTestJSON-1691421527-project] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:09.519162 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b37f53e3-65a9-4d20-80e6-f680b7000b28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:27:09.607200 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838294bb-f430-45b7-a75e-1aa1b114eb83 tempest-ExternalNetworksTestJSON-1691421527 tempest-ExternalNetworksTestJSON-1691421527-project] Pushing event updated for resources: {'Network': ['ID=3b1dba21-ea35-4706-b2fd-ba60e144c7f1,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:27:09.609776 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-838294bb-f430-45b7-a75e-1aa1b114eb83 tempest-ExternalNetworksTestJSON-1691421527 tempest-ExternalNetworksTestJSON-1691421527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:27:09.613375 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-838294bb-f430-45b7-a75e-1aa1b114eb83 tempest-ExternalNetworksTestJSON-1691421527 tempest-ExternalNetworksTestJSON-1691421527-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.6467469 Jun 11 10:27:09.616782 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 37996) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:27:09.619339 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 3b1dba21-ea35-4706-b2fd-ba60e144c7f1 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:27:09.667817 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-2fa50676-b0ae-4d6e-8b6c-8767141f0b38 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Request body: {'network': {'name': 'tempest-network--1908235943', 'router:external': True}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:27:09.750112 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa50676-b0ae-4d6e-8b6c-8767141f0b38 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Made reservation on behalf of c8e4a7cf55d84bf7ae3c079d17a526b6 for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:27:09.752510 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2fa50676-b0ae-4d6e-8b6c-8767141f0b38 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:09.764633 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2fa50676-b0ae-4d6e-8b6c-8767141f0b38 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:09.859120 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2fa50676-b0ae-4d6e-8b6c-8767141f0b38 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:09.933107 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2fa50676-b0ae-4d6e-8b6c-8767141f0b38 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:09.937213 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-72796aab-c423-4d5f-aa2c-93c1046ae6a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:27:09.955531 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fa50676-b0ae-4d6e-8b6c-8767141f0b38 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 790} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:27:09.971487 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa50676-b0ae-4d6e-8b6c-8767141f0b38 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f5f6b3a-f3cc-4277-9982-361359bf17f6,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:27:09.974406 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2fa50676-b0ae-4d6e-8b6c-8767141f0b38 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:09.974746 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-2fa50676-b0ae-4d6e-8b6c-8767141f0b38 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Added segment 20facded-b537-4fee-8aaa-e253faf2e49f of type vlan for network 1bafc569-11ad-4165-9e4f-291a0851d0c6 Jun 11 10:27:09.976210 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2fa50676-b0ae-4d6e-8b6c-8767141f0b38 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:27:10.041511 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2fa50676-b0ae-4d6e-8b6c-8767141f0b38 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:10.133288 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2fa50676-b0ae-4d6e-8b6c-8767141f0b38 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:10.134237 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa50676-b0ae-4d6e-8b6c-8767141f0b38 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:27:10.135073 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2fa50676-b0ae-4d6e-8b6c-8767141f0b38 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:10.138806 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6176d54a-680b-4620-b244-a20292bbd5f6 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:27:10.214958 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa50676-b0ae-4d6e-8b6c-8767141f0b38 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Pushing event updated for resources: {'Network': ['ID=1bafc569-11ad-4165-9e4f-291a0851d0c6,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:27:10.218122 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2fa50676-b0ae-4d6e-8b6c-8767141f0b38 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:27:10.225052 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 1bafc569-11ad-4165-9e4f-291a0851d0c6 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:27:10.242603 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-2fa50676-b0ae-4d6e-8b6c-8767141f0b38 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6247983 Jun 11 10:27:10.245313 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38000) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:27:10.341487 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a8e44e50-8200-4207-aaf8-b53986f9a54a tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:10.451186 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a8e44e50-8200-4207-aaf8-b53986f9a54a tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:10.462210 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-a8e44e50-8200-4207-aaf8-b53986f9a54a tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bafc569-11ad-4165-9e4f-291a0851d0c6']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:27:10.472733 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-a8e44e50-8200-4207-aaf8-b53986f9a54a tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20facded-b537-4fee-8aaa-e253faf2e49f') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:27:10.473028 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-a8e44e50-8200-4207-aaf8-b53986f9a54a tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20facded-b537-4fee-8aaa-e253faf2e49f') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:27:10.482741 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a8e44e50-8200-4207-aaf8-b53986f9a54a tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:10.497997 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a8e44e50-8200-4207-aaf8-b53986f9a54a tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:10.503789 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8e44e50-8200-4207-aaf8-b53986f9a54a tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Releasing vlan 790 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:27:10.504172 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a8e44e50-8200-4207-aaf8-b53986f9a54a tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:10.505806 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:27:10.505806 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:27:10.505806 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:27:10.505806 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:27:10.505806 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:27:10.505806 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 10:27:10.505806 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:27:10.505806 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:27:10.505806 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:27:10.505806 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 10:27:10.505806 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 10:27:10.505806 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:27:10.505806 n-d-779913-12 neutron-server[93177]: timer() Jun 11 10:27:10.505806 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:27:10.505806 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 10:27:10.505806 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:27:10.505806 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 10:27:10.505806 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:27:10.505806 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 10:27:10.505806 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:27:10.505806 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 10:27:10.505806 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:27:10.505806 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 10:27:10.505806 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:27:10.505806 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:27:10.505806 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:27:10.505806 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:27:10.505806 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:27:10.505806 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 10:27:10.505806 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:27:10.505806 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 10:27:10.505806 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:27:10.505806 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:27:10.505806 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:27:10.505806 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 10:27:10.505806 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:27:10.505806 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:27:10.505806 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:27:10.505806 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:27:10.505806 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:27:10.505806 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:27:10.505806 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:27:10.653218 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a8e44e50-8200-4207-aaf8-b53986f9a54a tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:10.657004 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-96236048-9a43-49c4-95e5-151d983d4670 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:27:10.659185 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8e44e50-8200-4207-aaf8-b53986f9a54a tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1bafc569-11ad-4165-9e4f-291a0851d0c6 {{(pid=93177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 11 10:27:10.662701 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a8e44e50-8200-4207-aaf8-b53986f9a54a tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:10.665953 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-a8e44e50-8200-4207-aaf8-b53986f9a54a tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] 10.222.0.60 "DELETE /v2.0/networks/1bafc569-11ad-4165-9e4f-291a0851d0c6 HTTP/1.1" status: 204 len: 168 time: 0.4194605 Jun 11 10:27:10.669290 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38002) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:27:10.674429 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-116c721d-6bb6-423c-be82-422a74080545 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:27:10.681845 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e44e50-8200-4207-aaf8-b53986f9a54a tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Pushing event deleted for resources: {'Network': ['ID=1bafc569-11ad-4165-9e4f-291a0851d0c6,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:27:10.689065 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a8e44e50-8200-4207-aaf8-b53986f9a54a tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:27:10.744641 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-116c721d-6bb6-423c-be82-422a74080545 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Made reservation on behalf of c8e4a7cf55d84bf7ae3c079d17a526b6 for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:27:10.747630 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-116c721d-6bb6-423c-be82-422a74080545 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:10.773917 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-116c721d-6bb6-423c-be82-422a74080545 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 766} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:27:10.783172 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-116c721d-6bb6-423c-be82-422a74080545 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:10.783613 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-116c721d-6bb6-423c-be82-422a74080545 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Added segment 969a259a-37de-4ffc-836a-e9da81fc11d8 of type vlan for network 1b729805-5e10-49cb-bfb1-dfc26334f10d Jun 11 10:27:10.848466 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-116c721d-6bb6-423c-be82-422a74080545 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:10.915882 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-116c721d-6bb6-423c-be82-422a74080545 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:10.916930 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116c721d-6bb6-423c-be82-422a74080545 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:27:10.917534 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-116c721d-6bb6-423c-be82-422a74080545 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:10.921046 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-222fc207-28d1-48b0-a228-3cc7844401c5 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:27:11.002742 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116c721d-6bb6-423c-be82-422a74080545 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Pushing event updated for resources: {'Network': ['ID=1b729805-5e10-49cb-bfb1-dfc26334f10d,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:27:11.008322 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-116c721d-6bb6-423c-be82-422a74080545 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.3351960 Jun 11 10:27:11.008322 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-116c721d-6bb6-423c-be82-422a74080545 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:27:11.008573 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38004) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:27:11.013621 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-9c4eee76-8c96-4bc3-beeb-8df31063dc9f tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Request body: {'subnet': {'network_id': '1b729805-5e10-49cb-bfb1-dfc26334f10d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:27:11.013795 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 1b729805-5e10-49cb-bfb1-dfc26334f10d details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:27:11.099044 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c4eee76-8c96-4bc3-beeb-8df31063dc9f tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Made reservation on behalf of c8e4a7cf55d84bf7ae3c079d17a526b6 for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:27:11.101475 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9c4eee76-8c96-4bc3-beeb-8df31063dc9f tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:11.486444 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:27:11.559165 n-d-779913-12 neutron-server[93176]: DEBUG neutron.objects.ports [None req-9c4eee76-8c96-4bc3-beeb-8df31063dc9f tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93176) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 11 10:27:11.560053 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9c4eee76-8c96-4bc3-beeb-8df31063dc9f tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:11.562493 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-682c474c-07cf-418e-8dba-876da7b5a9f8 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:27:11.636330 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4eee76-8c96-4bc3-beeb-8df31063dc9f tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Pushing event updated for resources: {'Subnet': ['ID=707c4308-48cc-4cec-8301-df10a8237ea0,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:27:11.640555 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9c4eee76-8c96-4bc3-beeb-8df31063dc9f tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:27:11.647957 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4eee76-8c96-4bc3-beeb-8df31063dc9f tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Checking segment: {'id': '969a259a-37de-4ffc-836a-e9da81fc11d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '1b729805-5e10-49cb-bfb1-dfc26334f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:27:11.648328 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4eee76-8c96-4bc3-beeb-8df31063dc9f tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Network hostable DHCP agents. Network: 1b729805-5e10-49cb-bfb1-dfc26334f10d, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:27:11.750200 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4eee76-8c96-4bc3-beeb-8df31063dc9f tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Network 1b729805-5e10-49cb-bfb1-dfc26334f10d is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:27:11.852909 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-9c4eee76-8c96-4bc3-beeb-8df31063dc9f tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 1b729805-5e10-49cb-bfb1-dfc26334f10d) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:27:11.857117 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4eee76-8c96-4bc3-beeb-8df31063dc9f tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:27:11.857712 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9c4eee76-8c96-4bc3-beeb-8df31063dc9f tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:11.861680 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8522befd-1aa4-4000-8df7-a6084207d3bb None None] Network 1b729805-5e10-49cb-bfb1-dfc26334f10d requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:27:11.939832 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-9c4eee76-8c96-4bc3-beeb-8df31063dc9f tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9302993 Jun 11 10:27:11.942479 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38010) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:27:11.947012 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-0d022f07-bab7-4544-af3f-0320d05cd9ea tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Request body: {'floatingip': {'floating_network_id': '1b729805-5e10-49cb-bfb1-dfc26334f10d'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:27:12.069032 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f861c0be-31e6-4e93-96e1-2e178fa4d8f3 None None] Network 1b729805-5e10-49cb-bfb1-dfc26334f10d requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:27:12.069634 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0d022f07-bab7-4544-af3f-0320d05cd9ea tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:12.165820 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0d022f07-bab7-4544-af3f-0320d05cd9ea tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:12.298179 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-0d022f07-bab7-4544-af3f-0320d05cd9ea tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Allocated IP 172.20.0.10 (1b729805-5e10-49cb-bfb1-dfc26334f10d/707c4308-48cc-4cec-8301-df10a8237ea0/71ca68b1-3335-4198-b2cf-d212d8b4779d) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:27:12.431004 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0d022f07-bab7-4544-af3f-0320d05cd9ea tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:12.527596 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0d022f07-bab7-4544-af3f-0320d05cd9ea tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:12.530329 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e21cb58d-f3f6-4272-b859-e24748ad4047 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:27:12.592083 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d022f07-bab7-4544-af3f-0320d05cd9ea tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Network 1b729805-5e10-49cb-bfb1-dfc26334f10d is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:27:12.592083 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-0d022f07-bab7-4544-af3f-0320d05cd9ea tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:27:12.592083 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d022f07-bab7-4544-af3f-0320d05cd9ea tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:27:12.594401 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d022f07-bab7-4544-af3f-0320d05cd9ea tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Pushing event updated for resources: {'Port': ['ID=71ca68b1-3335-4198-b2cf-d212d8b4779d,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:27:12.620125 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0d022f07-bab7-4544-af3f-0320d05cd9ea tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:27:12.691659 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0d022f07-bab7-4544-af3f-0320d05cd9ea tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:12.801576 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0d022f07-bab7-4544-af3f-0320d05cd9ea tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:12.887416 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-58de95e1-d03f-4fb6-9f63-4ccdd9d5bbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:12.991956 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0d022f07-bab7-4544-af3f-0320d05cd9ea tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:13.049806 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0d022f07-bab7-4544-af3f-0320d05cd9ea tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:13.052418 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-748ef76c-dc87-49a1-9ecb-13c9a35c8c86 tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:27:13.136259 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d022f07-bab7-4544-af3f-0320d05cd9ea tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Pushing event updated for resources: {'Port': ['ID=71ca68b1-3335-4198-b2cf-d212d8b4779d,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:27:13.140461 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0d022f07-bab7-4544-af3f-0320d05cd9ea tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:27:13.149405 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0d022f07-bab7-4544-af3f-0320d05cd9ea tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:13.230906 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0d022f07-bab7-4544-af3f-0320d05cd9ea tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:13.232669 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-0d022f07-bab7-4544-af3f-0320d05cd9ea tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2892256 Jun 11 10:27:13.236005 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38014) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:27:13.317662 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-aef835bd-8b7e-4d70-81a5-fe7066c4fa79 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] 10.222.0.60 "GET /v2.0/floatingips?floating_network_id=1b729805-5e10-49cb-bfb1-dfc26334f10d HTTP/1.1" status: 200 len: 690 time: 0.0804231 Jun 11 10:27:13.320141 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38016) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:27:13.464333 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-236a5ce3-bb63-4a1b-bd4c-978b27834a88 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:13.596544 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-236a5ce3-bb63-4a1b-bd4c-978b27834a88 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Deleting port 71ca68b1-3335-4198-b2cf-d212d8b4779d {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:27:13.596544 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-236a5ce3-bb63-4a1b-bd4c-978b27834a88 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:13.697776 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-236a5ce3-bb63-4a1b-bd4c-978b27834a88 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:13.698104 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-236a5ce3-bb63-4a1b-bd4c-978b27834a88 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:13.807144 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-236a5ce3-bb63-4a1b-bd4c-978b27834a88 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Calling delete_port for 71ca68b1-3335-4198-b2cf-d212d8b4779d owned by network:floatingip {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:27:14.024676 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-236a5ce3-bb63-4a1b-bd4c-978b27834a88 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:14.027591 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-68453236-4945-40d8-bc95-7e378f322fa6 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:27:14.057417 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236a5ce3-bb63-4a1b-bd4c-978b27834a88 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Pushing event deleted for resources: {'Port': ['ID=71ca68b1-3335-4198-b2cf-d212d8b4779d,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:27:14.061860 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-236a5ce3-bb63-4a1b-bd4c-978b27834a88 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:27:14.140473 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-236a5ce3-bb63-4a1b-bd4c-978b27834a88 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:14.192741 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-236a5ce3-bb63-4a1b-bd4c-978b27834a88 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:14.327502 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-236a5ce3-bb63-4a1b-bd4c-978b27834a88 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:14.329699 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3fc34e6a-c181-46e7-8947-5a8281eac7a7 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:27:14.360847 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236a5ce3-bb63-4a1b-bd4c-978b27834a88 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=707c4308-48cc-4cec-8301-df10a8237ea0,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:27:14.364080 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-236a5ce3-bb63-4a1b-bd4c-978b27834a88 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:27:14.434070 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-236a5ce3-bb63-4a1b-bd4c-978b27834a88 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:14.445578 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-236a5ce3-bb63-4a1b-bd4c-978b27834a88 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b729805-5e10-49cb-bfb1-dfc26334f10d']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:27:14.461507 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-236a5ce3-bb63-4a1b-bd4c-978b27834a88 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '969a259a-37de-4ffc-836a-e9da81fc11d8') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:27:14.461805 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-236a5ce3-bb63-4a1b-bd4c-978b27834a88 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '969a259a-37de-4ffc-836a-e9da81fc11d8') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:27:14.472396 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-236a5ce3-bb63-4a1b-bd4c-978b27834a88 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:14.487323 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-236a5ce3-bb63-4a1b-bd4c-978b27834a88 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:14.493097 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-236a5ce3-bb63-4a1b-bd4c-978b27834a88 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Releasing vlan 766 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:27:14.493485 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-236a5ce3-bb63-4a1b-bd4c-978b27834a88 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:14.495164 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 10:27:14.495164 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:27:14.495164 n-d-779913-12 neutron-server[93176]: timer() Jun 11 10:27:14.495164 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:27:14.495164 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 10:27:14.495164 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:27:14.495164 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 10:27:14.495164 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:27:14.495164 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 10:27:14.495164 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:27:14.495164 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 10:27:14.495164 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:27:14.495164 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 10:27:14.495164 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:27:14.495164 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:27:14.495164 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:27:14.495164 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:27:14.495164 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:27:14.495164 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 10:27:14.495164 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:27:14.495164 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 10:27:14.495164 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:27:14.495164 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:27:14.495164 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:27:14.495164 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 10:27:14.495164 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:27:14.495164 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:27:14.495164 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:27:14.495164 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:27:14.495164 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:27:14.495164 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:27:14.495164 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:27:14.630153 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-236a5ce3-bb63-4a1b-bd4c-978b27834a88 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:14.633709 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-675b6ec5-ed13-4652-ae3f-d89e9f1eb6a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:27:14.636213 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-236a5ce3-bb63-4a1b-bd4c-978b27834a88 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1b729805-5e10-49cb-bfb1-dfc26334f10d {{(pid=93176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 11 10:27:14.638770 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-236a5ce3-bb63-4a1b-bd4c-978b27834a88 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:14.640630 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-236a5ce3-bb63-4a1b-bd4c-978b27834a88 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] 10.222.0.60 "DELETE /v2.0/networks/1b729805-5e10-49cb-bfb1-dfc26334f10d HTTP/1.1" status: 204 len: 168 time: 1.3194854 Jun 11 10:27:14.643152 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38020) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:27:14.652962 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236a5ce3-bb63-4a1b-bd4c-978b27834a88 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Pushing event deleted for resources: {'Network': ['ID=1b729805-5e10-49cb-bfb1-dfc26334f10d,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:27:14.655458 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-236a5ce3-bb63-4a1b-bd4c-978b27834a88 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:27:14.770450 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-7a511b59-3d3d-41e1-9cfd-ebcc58ecd87c tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] 10.222.0.60 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 996 time: 0.1260004 Jun 11 10:27:14.772715 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38022) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:27:14.834676 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112f0c8b-7e45-4d36-bc33-5e909b6a5c56 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:27:14.835174 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112f0c8b-7e45-4d36-bc33-5e909b6a5c56 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:27:14.835656 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112f0c8b-7e45-4d36-bc33-5e909b6a5c56 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:27:14.836108 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112f0c8b-7e45-4d36-bc33-5e909b6a5c56 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:27:14.837755 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-112f0c8b-7e45-4d36-bc33-5e909b6a5c56 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0641329 Jun 11 10:27:14.841038 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38024) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:27:14.913726 n-d-779913-12 neutron-server[93177]: INFO neutron.api.v2.resource [None req-38d2d8ec-0475-47ad-871c-9aa64d168d6e tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] delete failed (client error): The resource could not be found. Jun 11 10:27:14.914660 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-38d2d8ec-0475-47ad-871c-9aa64d168d6e tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] 10.222.0.60 "DELETE /v2.0/floatingips/f34a078a-73bf-481a-80c2-a3a51f41d8cc HTTP/1.1" status: 404 len: 345 time: 0.0727355 Jun 11 10:27:14.917313 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38026) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:27:14.936750 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a1dabf2-7220-4ad3-abe1-359f42f2f064 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] DELETE failed (client error): The resource could not be found. Jun 11 10:27:14.937291 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a1dabf2-7220-4ad3-abe1-359f42f2f064 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 10:27:14.938883 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-8a1dabf2-7220-4ad3-abe1-359f42f2f064 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] 10.222.0.60 "DELETE /v2.0/networks/1b729805-5e10-49cb-bfb1-dfc26334f10d HTTP/1.1" status: 404 len: 339 time: 0.0206871 Jun 11 10:27:14.942348 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38028) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:27:14.946992 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-a8775e76-c75a-4546-bd08-795b409437e4 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Request body: {'network': {'name': 'tempest-network--1199005753', 'router:external': True}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:27:15.041316 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8775e76-c75a-4546-bd08-795b409437e4 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Made reservation on behalf of c8e4a7cf55d84bf7ae3c079d17a526b6 for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:27:15.044372 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a8775e76-c75a-4546-bd08-795b409437e4 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:15.070444 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8775e76-c75a-4546-bd08-795b409437e4 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 771} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:27:15.078902 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a8775e76-c75a-4546-bd08-795b409437e4 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:15.079240 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-a8775e76-c75a-4546-bd08-795b409437e4 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Added segment 962d79af-285d-4757-9ab6-3d0dfd540c7c of type vlan for network 4b9dd219-4202-4ea9-9e19-d9f2908dc5d9 Jun 11 10:27:15.141585 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a8775e76-c75a-4546-bd08-795b409437e4 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:15.247271 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a8775e76-c75a-4546-bd08-795b409437e4 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:15.248284 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8775e76-c75a-4546-bd08-795b409437e4 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:27:15.248844 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a8775e76-c75a-4546-bd08-795b409437e4 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:15.251076 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2fa50676-b0ae-4d6e-8b6c-8767141f0b38 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:27:15.328600 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8775e76-c75a-4546-bd08-795b409437e4 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Pushing event updated for resources: {'Network': ['ID=4b9dd219-4202-4ea9-9e19-d9f2908dc5d9,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:27:15.331200 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a8775e76-c75a-4546-bd08-795b409437e4 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:27:15.338564 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 4b9dd219-4202-4ea9-9e19-d9f2908dc5d9 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:27:15.344493 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-a8775e76-c75a-4546-bd08-795b409437e4 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4009681 Jun 11 10:27:15.346951 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38030) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:27:15.545775 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9990062f-c64c-41e0-8c5a-102b38a7541e tempest-ExternalNetworksTestJSON-1691421527 tempest-ExternalNetworksTestJSON-1691421527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:27:15.552032 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9990062f-c64c-41e0-8c5a-102b38a7541e tempest-ExternalNetworksTestJSON-1691421527 tempest-ExternalNetworksTestJSON-1691421527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:27:15.557864 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9990062f-c64c-41e0-8c5a-102b38a7541e tempest-ExternalNetworksTestJSON-1691421527 tempest-ExternalNetworksTestJSON-1691421527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:27:15.563781 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9990062f-c64c-41e0-8c5a-102b38a7541e tempest-ExternalNetworksTestJSON-1691421527 tempest-ExternalNetworksTestJSON-1691421527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:27:15.565375 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-9990062f-c64c-41e0-8c5a-102b38a7541e tempest-ExternalNetworksTestJSON-1691421527 tempest-ExternalNetworksTestJSON-1691421527-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.2175252 Jun 11 10:27:15.568214 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38032) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:27:15.661570 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fd2fbc5c-bf61-451d-a842-b2d06965bdce tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:15.767992 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fd2fbc5c-bf61-451d-a842-b2d06965bdce tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:15.779120 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-fd2fbc5c-bf61-451d-a842-b2d06965bdce tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b9dd219-4202-4ea9-9e19-d9f2908dc5d9']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:27:15.791171 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-fd2fbc5c-bf61-451d-a842-b2d06965bdce tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '962d79af-285d-4757-9ab6-3d0dfd540c7c') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:27:15.791471 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-fd2fbc5c-bf61-451d-a842-b2d06965bdce tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '962d79af-285d-4757-9ab6-3d0dfd540c7c') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:27:15.801656 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fd2fbc5c-bf61-451d-a842-b2d06965bdce tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:15.807378 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-983408f1-b392-48f5-82de-d83cad2f5986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:15.817279 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fd2fbc5c-bf61-451d-a842-b2d06965bdce tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:15.823324 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd2fbc5c-bf61-451d-a842-b2d06965bdce tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Releasing vlan 771 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:27:15.823751 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fd2fbc5c-bf61-451d-a842-b2d06965bdce tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:15.825995 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 10:27:15.825995 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:27:15.825995 n-d-779913-12 neutron-server[93177]: timer() Jun 11 10:27:15.825995 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:27:15.825995 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 10:27:15.825995 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:27:15.825995 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 10:27:15.825995 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:27:15.825995 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 10:27:15.825995 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:27:15.825995 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 10:27:15.825995 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:27:15.825995 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 10:27:15.825995 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:27:15.825995 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:27:15.825995 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:27:15.825995 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:27:15.825995 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:27:15.825995 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 10:27:15.825995 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:27:15.825995 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 10:27:15.825995 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:27:15.825995 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:27:15.825995 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:27:15.825995 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 10:27:15.825995 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:27:15.825995 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:27:15.825995 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:27:15.825995 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:27:15.825995 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:27:15.825995 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:27:15.825995 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:27:15.904419 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:15.961406 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fd2fbc5c-bf61-451d-a842-b2d06965bdce tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:15.964866 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f10adf8f-aa64-48d1-8531-53a88670da9a tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:27:15.968713 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd2fbc5c-bf61-451d-a842-b2d06965bdce tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4b9dd219-4202-4ea9-9e19-d9f2908dc5d9 {{(pid=93177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 11 10:27:15.969782 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fd2fbc5c-bf61-451d-a842-b2d06965bdce tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:15.971730 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-fd2fbc5c-bf61-451d-a842-b2d06965bdce tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] 10.222.0.60 "DELETE /v2.0/networks/4b9dd219-4202-4ea9-9e19-d9f2908dc5d9 HTTP/1.1" status: 204 len: 168 time: 0.4024777 Jun 11 10:27:15.975652 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38034) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:27:15.980866 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-fb3ca000-436b-4a70-ad1f-5694e0e6d6cb tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Request body: {'network': {'name': 'tempest-network--63672264', 'router:external': True}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:27:15.989771 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2fbc5c-bf61-451d-a842-b2d06965bdce tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Pushing event deleted for resources: {'Network': ['ID=4b9dd219-4202-4ea9-9e19-d9f2908dc5d9,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:27:15.991741 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-fd2fbc5c-bf61-451d-a842-b2d06965bdce tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:27:16.047455 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb3ca000-436b-4a70-ad1f-5694e0e6d6cb tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Made reservation on behalf of c8e4a7cf55d84bf7ae3c079d17a526b6 for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:27:16.049936 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fb3ca000-436b-4a70-ad1f-5694e0e6d6cb tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:16.079942 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb3ca000-436b-4a70-ad1f-5694e0e6d6cb tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 799} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:27:16.097130 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fb3ca000-436b-4a70-ad1f-5694e0e6d6cb tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:16.097758 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-fb3ca000-436b-4a70-ad1f-5694e0e6d6cb tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Added segment 5ce5f7f9-8c0b-48c9-8816-cb19caec0eb2 of type vlan for network 82d1f905-a232-475e-a403-a293f947029b Jun 11 10:27:16.159536 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fb3ca000-436b-4a70-ad1f-5694e0e6d6cb tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:16.258606 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fb3ca000-436b-4a70-ad1f-5694e0e6d6cb tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:16.259936 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3ca000-436b-4a70-ad1f-5694e0e6d6cb tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:27:16.260513 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fb3ca000-436b-4a70-ad1f-5694e0e6d6cb tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:16.262767 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-116c721d-6bb6-423c-be82-422a74080545 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:27:16.342900 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3ca000-436b-4a70-ad1f-5694e0e6d6cb tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Pushing event updated for resources: {'Network': ['ID=82d1f905-a232-475e-a403-a293f947029b,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:27:16.345737 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-fb3ca000-436b-4a70-ad1f-5694e0e6d6cb tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:27:16.352089 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 82d1f905-a232-475e-a403-a293f947029b details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:27:16.373807 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-fb3ca000-436b-4a70-ad1f-5694e0e6d6cb tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.3970625 Jun 11 10:27:16.376703 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38036) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:27:16.483058 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff520d3-4313-4e5e-a2bc-9341b5f0e69c tempest-ExternalNetworksTestJSON-1691421527 tempest-ExternalNetworksTestJSON-1691421527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:27:16.484418 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-8ff520d3-4313-4e5e-a2bc-9341b5f0e69c tempest-ExternalNetworksTestJSON-1691421527 tempest-ExternalNetworksTestJSON-1691421527-project] 10.222.0.60 "GET /v2.0/networks/82d1f905-a232-475e-a403-a293f947029b HTTP/1.1" status: 200 len: 755 time: 0.1064920 Jun 11 10:27:16.487007 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38038) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:27:16.761967 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:16.979331 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24835e59-626a-45ca-9f43-3f4cb4b487e8 tempest-ExternalNetworksTestJSON-1691421527 tempest-ExternalNetworksTestJSON-1691421527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:27:16.980700 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-24835e59-626a-45ca-9f43-3f4cb4b487e8 tempest-ExternalNetworksTestJSON-1691421527 tempest-ExternalNetworksTestJSON-1691421527-project] 10.222.0.60 "GET /v2.0/networks/3b1dba21-ea35-4706-b2fd-ba60e144c7f1 HTTP/1.1" status: 200 len: 768 time: 0.4926889 Jun 11 10:27:16.983494 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38040) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:27:17.080735 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-55dd3ab8-819b-4714-a9b3-6bbcbfd69027 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:17.209533 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-55dd3ab8-819b-4714-a9b3-6bbcbfd69027 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:17.223448 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-55dd3ab8-819b-4714-a9b3-6bbcbfd69027 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82d1f905-a232-475e-a403-a293f947029b']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:27:17.237750 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-55dd3ab8-819b-4714-a9b3-6bbcbfd69027 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ce5f7f9-8c0b-48c9-8816-cb19caec0eb2') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:27:17.238165 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-55dd3ab8-819b-4714-a9b3-6bbcbfd69027 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ce5f7f9-8c0b-48c9-8816-cb19caec0eb2') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:27:17.250496 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-55dd3ab8-819b-4714-a9b3-6bbcbfd69027 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:17.265711 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-55dd3ab8-819b-4714-a9b3-6bbcbfd69027 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:17.271420 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55dd3ab8-819b-4714-a9b3-6bbcbfd69027 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Releasing vlan 799 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:27:17.274445 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-55dd3ab8-819b-4714-a9b3-6bbcbfd69027 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:17.274445 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 10:27:17.274445 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:27:17.274445 n-d-779913-12 neutron-server[93177]: timer() Jun 11 10:27:17.274445 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:27:17.274445 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 10:27:17.274445 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:27:17.274445 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 10:27:17.274445 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:27:17.274445 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 10:27:17.274445 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:27:17.274445 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 10:27:17.274445 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:27:17.274445 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 10:27:17.274445 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:27:17.274445 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:27:17.274445 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:27:17.274445 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:27:17.274445 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:27:17.274445 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 10:27:17.274445 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:27:17.274445 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 10:27:17.274445 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:27:17.274445 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:27:17.274445 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:27:17.274445 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 10:27:17.274445 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:27:17.274445 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:27:17.274445 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:27:17.274445 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:27:17.274445 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:27:17.274445 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:27:17.274445 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:27:17.430390 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-55dd3ab8-819b-4714-a9b3-6bbcbfd69027 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:17.434029 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-82f2eed2-1ff9-492c-8b38-5306c2692f48 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:27:17.437418 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55dd3ab8-819b-4714-a9b3-6bbcbfd69027 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 82d1f905-a232-475e-a403-a293f947029b {{(pid=93177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 11 10:27:17.439422 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-55dd3ab8-819b-4714-a9b3-6bbcbfd69027 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:17.442413 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-55dd3ab8-819b-4714-a9b3-6bbcbfd69027 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] 10.222.0.60 "DELETE /v2.0/networks/82d1f905-a232-475e-a403-a293f947029b HTTP/1.1" status: 204 len: 168 time: 0.4579463 Jun 11 10:27:17.451857 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38042) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:27:17.452592 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-d863910d-7845-441f-aecb-4171751bb273 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Request body: {'network': {'name': 'tempest-network--1058711908'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:27:17.458507 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dd3ab8-819b-4714-a9b3-6bbcbfd69027 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Pushing event deleted for resources: {'Network': ['ID=82d1f905-a232-475e-a403-a293f947029b,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:27:17.460750 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-55dd3ab8-819b-4714-a9b3-6bbcbfd69027 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:27:17.556555 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d863910d-7845-441f-aecb-4171751bb273 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Made reservation on behalf of c8e4a7cf55d84bf7ae3c079d17a526b6 for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:27:17.559933 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d863910d-7845-441f-aecb-4171751bb273 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:17.587703 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d863910d-7845-441f-aecb-4171751bb273 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 769} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:27:17.596361 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d863910d-7845-441f-aecb-4171751bb273 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:17.596693 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-d863910d-7845-441f-aecb-4171751bb273 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Added segment be249d93-94d7-4b3d-85bb-ffdade5271c5 of type vlan for network df31e25c-951b-49fa-ace0-936ef9050e1a Jun 11 10:27:17.649571 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d863910d-7845-441f-aecb-4171751bb273 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:17.738649 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d863910d-7845-441f-aecb-4171751bb273 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:17.739635 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d863910d-7845-441f-aecb-4171751bb273 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:27:17.740241 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d863910d-7845-441f-aecb-4171751bb273 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:17.742480 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7e3b5d22-ee40-477f-9822-a427095dfbde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:27:17.825179 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863910d-7845-441f-aecb-4171751bb273 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Pushing event updated for resources: {'Network': ['ID=df31e25c-951b-49fa-ace0-936ef9050e1a,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:27:17.830390 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-d863910d-7845-441f-aecb-4171751bb273 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.3805010 Jun 11 10:27:17.830390 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d863910d-7845-441f-aecb-4171751bb273 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:27:17.830726 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38046) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:27:17.835530 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-4143cf69-1d03-476b-a711-5a4b46da1695 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:27:17.842023 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network df31e25c-951b-49fa-ace0-936ef9050e1a details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:27:18.030469 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4143cf69-1d03-476b-a711-5a4b46da1695 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:18.104201 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4143cf69-1d03-476b-a711-5a4b46da1695 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:18.106262 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-de10ea13-5dbe-44b1-a6ef-9813d32282fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:27:18.128770 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4143cf69-1d03-476b-a711-5a4b46da1695 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Network df31e25c-951b-49fa-ace0-936ef9050e1a is not hosted by any dhcp agent {{(pid=93176) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 11 10:27:18.133754 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4143cf69-1d03-476b-a711-5a4b46da1695 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:27:18.133754 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4143cf69-1d03-476b-a711-5a4b46da1695 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:18.133754 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-4143cf69-1d03-476b-a711-5a4b46da1695 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] 10.222.0.60 "PUT /v2.0/networks/df31e25c-951b-49fa-ace0-936ef9050e1a HTTP/1.1" status: 200 len: 858 time: 0.2999916 Jun 11 10:27:18.134992 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38048) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:27:18.190546 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4143cf69-1d03-476b-a711-5a4b46da1695 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Pushing event updated for resources: {'Network': ['ID=df31e25c-951b-49fa-ace0-936ef9050e1a,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:27:18.193115 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4143cf69-1d03-476b-a711-5a4b46da1695 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:27:18.228764 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0c405891-6309-46ac-aa6b-ae52010de503 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:18.337901 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0c405891-6309-46ac-aa6b-ae52010de503 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:18.349437 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-0c405891-6309-46ac-aa6b-ae52010de503 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df31e25c-951b-49fa-ace0-936ef9050e1a']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:27:18.360354 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-0c405891-6309-46ac-aa6b-ae52010de503 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be249d93-94d7-4b3d-85bb-ffdade5271c5') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:27:18.360657 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-0c405891-6309-46ac-aa6b-ae52010de503 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be249d93-94d7-4b3d-85bb-ffdade5271c5') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:27:18.370846 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0c405891-6309-46ac-aa6b-ae52010de503 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:18.386268 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0c405891-6309-46ac-aa6b-ae52010de503 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:18.392276 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c405891-6309-46ac-aa6b-ae52010de503 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Releasing vlan 769 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:27:18.392699 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0c405891-6309-46ac-aa6b-ae52010de503 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:18.394359 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 10:27:18.394359 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:27:18.394359 n-d-779913-12 neutron-server[93177]: timer() Jun 11 10:27:18.394359 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:27:18.394359 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 10:27:18.394359 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:27:18.394359 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 10:27:18.394359 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:27:18.394359 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 10:27:18.394359 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:27:18.394359 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 10:27:18.394359 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:27:18.394359 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 10:27:18.394359 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:27:18.394359 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:27:18.394359 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:27:18.394359 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:27:18.394359 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:27:18.394359 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 10:27:18.394359 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:27:18.394359 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 10:27:18.394359 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:27:18.394359 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:27:18.394359 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:27:18.394359 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 10:27:18.394359 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:27:18.394359 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:27:18.394359 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:27:18.394359 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:27:18.394359 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:27:18.394359 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:27:18.394359 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:27:18.482173 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:18.527134 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0c405891-6309-46ac-aa6b-ae52010de503 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:18.530578 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-75242206-1763-41aa-a913-6d3d1707ccc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:27:18.541124 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c405891-6309-46ac-aa6b-ae52010de503 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network df31e25c-951b-49fa-ace0-936ef9050e1a {{(pid=93177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 11 10:27:18.547037 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0c405891-6309-46ac-aa6b-ae52010de503 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:18.548918 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-0c405891-6309-46ac-aa6b-ae52010de503 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] 10.222.0.60 "DELETE /v2.0/networks/df31e25c-951b-49fa-ace0-936ef9050e1a HTTP/1.1" status: 204 len: 168 time: 0.4128759 Jun 11 10:27:18.550038 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c405891-6309-46ac-aa6b-ae52010de503 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Pushing event deleted for resources: {'Network': ['ID=df31e25c-951b-49fa-ace0-936ef9050e1a,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:27:18.552590 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38050) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:27:18.556672 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0c405891-6309-46ac-aa6b-ae52010de503 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:27:18.593862 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-331872d2-7c25-4444-acb0-d1de814ead82 tempest-ExternalNetworksTestJSON-1691421527 tempest-ExternalNetworksTestJSON-1691421527-project] DELETE failed (client error): The resource could not be found. Jun 11 10:27:18.594444 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-331872d2-7c25-4444-acb0-d1de814ead82 tempest-ExternalNetworksTestJSON-1691421527 tempest-ExternalNetworksTestJSON-1691421527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 10:27:18.597241 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-331872d2-7c25-4444-acb0-d1de814ead82 tempest-ExternalNetworksTestJSON-1691421527 tempest-ExternalNetworksTestJSON-1691421527-project] 10.222.0.60 "DELETE /v2.0/subnets/707c4308-48cc-4cec-8301-df10a8237ea0 HTTP/1.1" status: 404 len: 337 time: 0.0434012 Jun 11 10:27:18.601723 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38052) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:27:18.712672 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b3fca15e-8797-4465-9682-e30216cd7b0b tempest-ExternalNetworksTestJSON-1691421527 tempest-ExternalNetworksTestJSON-1691421527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:18.833571 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b3fca15e-8797-4465-9682-e30216cd7b0b tempest-ExternalNetworksTestJSON-1691421527 tempest-ExternalNetworksTestJSON-1691421527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:18.845261 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-b3fca15e-8797-4465-9682-e30216cd7b0b tempest-ExternalNetworksTestJSON-1691421527 tempest-ExternalNetworksTestJSON-1691421527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b1dba21-ea35-4706-b2fd-ba60e144c7f1']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:27:18.856681 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-b3fca15e-8797-4465-9682-e30216cd7b0b tempest-ExternalNetworksTestJSON-1691421527 tempest-ExternalNetworksTestJSON-1691421527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cf75135-fbe4-4c77-9eb4-909135c44dc4') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:27:18.856978 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-b3fca15e-8797-4465-9682-e30216cd7b0b tempest-ExternalNetworksTestJSON-1691421527 tempest-ExternalNetworksTestJSON-1691421527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cf75135-fbe4-4c77-9eb4-909135c44dc4') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:27:18.866810 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b3fca15e-8797-4465-9682-e30216cd7b0b tempest-ExternalNetworksTestJSON-1691421527 tempest-ExternalNetworksTestJSON-1691421527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:18.883546 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b3fca15e-8797-4465-9682-e30216cd7b0b tempest-ExternalNetworksTestJSON-1691421527 tempest-ExternalNetworksTestJSON-1691421527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:18.889889 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3fca15e-8797-4465-9682-e30216cd7b0b tempest-ExternalNetworksTestJSON-1691421527 tempest-ExternalNetworksTestJSON-1691421527-project] Releasing vlan 789 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:27:18.890274 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b3fca15e-8797-4465-9682-e30216cd7b0b tempest-ExternalNetworksTestJSON-1691421527 tempest-ExternalNetworksTestJSON-1691421527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:18.893319 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 10:27:18.893319 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:27:18.893319 n-d-779913-12 neutron-server[93177]: timer() Jun 11 10:27:18.893319 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:27:18.893319 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 10:27:18.893319 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:27:18.893319 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 10:27:18.893319 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:27:18.893319 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 10:27:18.893319 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:27:18.893319 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 10:27:18.893319 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:27:18.893319 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 10:27:18.893319 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:27:18.893319 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:27:18.893319 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:27:18.893319 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:27:18.893319 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:27:18.893319 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 10:27:18.893319 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:27:18.893319 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 10:27:18.893319 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:27:18.893319 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:27:18.893319 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:27:18.893319 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 10:27:18.893319 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:27:18.893319 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:27:18.893319 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:27:18.893319 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:27:18.893319 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:27:18.893319 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:27:18.893319 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:27:19.024270 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b3fca15e-8797-4465-9682-e30216cd7b0b tempest-ExternalNetworksTestJSON-1691421527 tempest-ExternalNetworksTestJSON-1691421527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:19.029635 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b3fca15e-8797-4465-9682-e30216cd7b0b tempest-ExternalNetworksTestJSON-1691421527 tempest-ExternalNetworksTestJSON-1691421527-project] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:19.031514 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-b3fca15e-8797-4465-9682-e30216cd7b0b tempest-ExternalNetworksTestJSON-1691421527 tempest-ExternalNetworksTestJSON-1691421527-project] 10.222.0.60 "DELETE /v2.0/networks/3b1dba21-ea35-4706-b2fd-ba60e144c7f1 HTTP/1.1" status: 204 len: 168 time: 0.4288192 Jun 11 10:27:19.033109 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a8e44e50-8200-4207-aaf8-b53986f9a54a tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:27:19.049625 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fca15e-8797-4465-9682-e30216cd7b0b tempest-ExternalNetworksTestJSON-1691421527 tempest-ExternalNetworksTestJSON-1691421527-project] Pushing event deleted for resources: {'Network': ['ID=3b1dba21-ea35-4706-b2fd-ba60e144c7f1,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:27:19.051908 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b3fca15e-8797-4465-9682-e30216cd7b0b tempest-ExternalNetworksTestJSON-1691421527 tempest-ExternalNetworksTestJSON-1691421527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:27:19.420884 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38058) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:27:19.556786 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-08dd80b2-be62-4e3e-98e1-88d79649174e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=07763f19eb8048d9aefb9ef79a3e351d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1346068 Jun 11 10:27:19.559216 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38062) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:27:19.612350 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d789673f-47f0-406b-8a55-e60afd4a7de4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:19.636879 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d789673f-47f0-406b-8a55-e60afd4a7de4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:19.796336 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d789673f-47f0-406b-8a55-e60afd4a7de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:19.799020 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d789673f-47f0-406b-8a55-e60afd4a7de4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:19.800241 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-d789673f-47f0-406b-8a55-e60afd4a7de4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6b27d437-ec00-4a8c-8d02-10d8349b01e5 HTTP/1.1" status: 204 len: 168 time: 0.2400517 Jun 11 10:27:19.802316 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5901aed7-5ec4-4603-9d4a-ee778d9ae347 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:27:19.810598 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789673f-47f0-406b-8a55-e60afd4a7de4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b27d437-ec00-4a8c-8d02-10d8349b01e5,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:27:19.813093 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d789673f-47f0-406b-8a55-e60afd4a7de4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:27:20.296174 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38068) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:27:20.340633 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-09b6b527-75dd-4cf6-a1fb-e4ce342b0f39 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c8e4a7cf55d84bf7ae3c079d17a526b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427473 Jun 11 10:27:20.344863 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38070) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:27:20.396091 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fd38b1b3-051b-49e5-86ca-ebc305b1f66c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:20.425762 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fd38b1b3-051b-49e5-86ca-ebc305b1f66c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:20.555592 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fd38b1b3-051b-49e5-86ca-ebc305b1f66c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:20.558246 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fd38b1b3-051b-49e5-86ca-ebc305b1f66c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:20.559381 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-fd38b1b3-051b-49e5-86ca-ebc305b1f66c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1f5f6b3a-f3cc-4277-9982-361359bf17f6 HTTP/1.1" status: 204 len: 168 time: 0.2134953 Jun 11 10:27:20.560271 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-32e07b88-ea07-4d81-8702-4b1aa2e1ec37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:27:20.569490 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd38b1b3-051b-49e5-86ca-ebc305b1f66c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f5f6b3a-f3cc-4277-9982-361359bf17f6,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:27:20.571785 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-fd38b1b3-051b-49e5-86ca-ebc305b1f66c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:27:22.299981 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38108) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:27:22.398233 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-d26c1f45-9d8b-4a21-85c1-37d2e585db34 tempest-RoutersTestDVR-1963536112 tempest-RoutersTestDVR-1963536112-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1378074060'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:27:22.515609 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d26c1f45-9d8b-4a21-85c1-37d2e585db34 tempest-RoutersTestDVR-1963536112 tempest-RoutersTestDVR-1963536112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:22.516652 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d26c1f45-9d8b-4a21-85c1-37d2e585db34 tempest-RoutersTestDVR-1963536112 tempest-RoutersTestDVR-1963536112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:22.580087 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d26c1f45-9d8b-4a21-85c1-37d2e585db34 tempest-RoutersTestDVR-1963536112 tempest-RoutersTestDVR-1963536112-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:22.629920 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d26c1f45-9d8b-4a21-85c1-37d2e585db34 tempest-RoutersTestDVR-1963536112 tempest-RoutersTestDVR-1963536112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:22.709641 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d26c1f45-9d8b-4a21-85c1-37d2e585db34 tempest-RoutersTestDVR-1963536112 tempest-RoutersTestDVR-1963536112-project-admin] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:22.710860 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-d26c1f45-9d8b-4a21-85c1-37d2e585db34 tempest-RoutersTestDVR-1963536112 tempest-RoutersTestDVR-1963536112-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.4098618 Jun 11 10:27:22.713650 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38112) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:27:22.822937 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3bbadc90-e783-42f1-a50e-9a0c88356849 tempest-RoutersTestDVR-1963536112 tempest-RoutersTestDVR-1963536112-project-admin] Notify callbacks [] for router, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:23.434163 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3bbadc90-e783-42f1-a50e-9a0c88356849 tempest-RoutersTestDVR-1963536112 tempest-RoutersTestDVR-1963536112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:23.437222 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3bbadc90-e783-42f1-a50e-9a0c88356849 tempest-RoutersTestDVR-1963536112 tempest-RoutersTestDVR-1963536112-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:23.549510 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3bbadc90-e783-42f1-a50e-9a0c88356849 tempest-RoutersTestDVR-1963536112 tempest-RoutersTestDVR-1963536112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:23.549994 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bbadc90-e783-42f1-a50e-9a0c88356849 tempest-RoutersTestDVR-1963536112 tempest-RoutersTestDVR-1963536112-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f1d8b829-3fff-4914-8a20-42edcb7fb750 {{(pid=93176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 10:27:23.554306 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3bbadc90-e783-42f1-a50e-9a0c88356849 tempest-RoutersTestDVR-1963536112 tempest-RoutersTestDVR-1963536112-project-admin] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:23.555250 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-3bbadc90-e783-42f1-a50e-9a0c88356849 tempest-RoutersTestDVR-1963536112 tempest-RoutersTestDVR-1963536112-project-admin] 10.222.0.60 "DELETE /v2.0/routers/f1d8b829-3fff-4914-8a20-42edcb7fb750 HTTP/1.1" status: 204 len: 168 time: 0.8405504 Jun 11 10:27:23.558102 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38114) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:27:23.565515 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-d081f4ab-7725-4598-a688-433411400c5f tempest-RoutersTestDVR-1963536112 tempest-RoutersTestDVR-1963536112-project-admin] Request body: {'router': {'name': 'tempest-router-418354473', 'distributed': False}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:27:23.641658 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d081f4ab-7725-4598-a688-433411400c5f tempest-RoutersTestDVR-1963536112 tempest-RoutersTestDVR-1963536112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:23.642747 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d081f4ab-7725-4598-a688-433411400c5f tempest-RoutersTestDVR-1963536112 tempest-RoutersTestDVR-1963536112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:23.707025 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d081f4ab-7725-4598-a688-433411400c5f tempest-RoutersTestDVR-1963536112 tempest-RoutersTestDVR-1963536112-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:23.790436 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d081f4ab-7725-4598-a688-433411400c5f tempest-RoutersTestDVR-1963536112 tempest-RoutersTestDVR-1963536112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:23.892555 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d081f4ab-7725-4598-a688-433411400c5f tempest-RoutersTestDVR-1963536112 tempest-RoutersTestDVR-1963536112-project-admin] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:23.893753 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-d081f4ab-7725-4598-a688-433411400c5f tempest-RoutersTestDVR-1963536112 tempest-RoutersTestDVR-1963536112-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3347378 Jun 11 10:27:23.896380 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38116) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:27:24.010407 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0fb4ec1d-7721-48bb-bb10-04e46892ee0f tempest-RoutersTestDVR-1963536112 tempest-RoutersTestDVR-1963536112-project-admin] Notify callbacks [] for router, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:24.254439 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0fb4ec1d-7721-48bb-bb10-04e46892ee0f tempest-RoutersTestDVR-1963536112 tempest-RoutersTestDVR-1963536112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:24.256607 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0fb4ec1d-7721-48bb-bb10-04e46892ee0f tempest-RoutersTestDVR-1963536112 tempest-RoutersTestDVR-1963536112-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:24.367080 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0fb4ec1d-7721-48bb-bb10-04e46892ee0f tempest-RoutersTestDVR-1963536112 tempest-RoutersTestDVR-1963536112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:24.367621 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fb4ec1d-7721-48bb-bb10-04e46892ee0f tempest-RoutersTestDVR-1963536112 tempest-RoutersTestDVR-1963536112-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ee225bfa-d68f-43a9-a665-3cf0de6d5ee7 {{(pid=93176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 10:27:24.376422 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0fb4ec1d-7721-48bb-bb10-04e46892ee0f tempest-RoutersTestDVR-1963536112 tempest-RoutersTestDVR-1963536112-project-admin] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:24.376422 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-0fb4ec1d-7721-48bb-bb10-04e46892ee0f tempest-RoutersTestDVR-1963536112 tempest-RoutersTestDVR-1963536112-project-admin] 10.222.0.60 "DELETE /v2.0/routers/ee225bfa-d68f-43a9-a665-3cf0de6d5ee7 HTTP/1.1" status: 204 len: 168 time: 0.4761617 Jun 11 10:27:24.376985 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38118) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:27:24.381368 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-eee12ff0-16e3-4494-97da-06c8c3956033 tempest-RoutersTestDVR-1963536112 tempest-RoutersTestDVR-1963536112-project-admin] Request body: {'router': {'name': 'tempest-router-1058123395', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'c9e040d8077541b2aec530eae569913d'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:27:24.452874 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-eee12ff0-16e3-4494-97da-06c8c3956033 tempest-RoutersTestDVR-1963536112 tempest-RoutersTestDVR-1963536112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:24.453867 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-eee12ff0-16e3-4494-97da-06c8c3956033 tempest-RoutersTestDVR-1963536112 tempest-RoutersTestDVR-1963536112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:24.519876 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-eee12ff0-16e3-4494-97da-06c8c3956033 tempest-RoutersTestDVR-1963536112 tempest-RoutersTestDVR-1963536112-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:24.601919 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-eee12ff0-16e3-4494-97da-06c8c3956033 tempest-RoutersTestDVR-1963536112 tempest-RoutersTestDVR-1963536112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:24.693167 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-eee12ff0-16e3-4494-97da-06c8c3956033 tempest-RoutersTestDVR-1963536112 tempest-RoutersTestDVR-1963536112-project-admin] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:24.694314 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-eee12ff0-16e3-4494-97da-06c8c3956033 tempest-RoutersTestDVR-1963536112 tempest-RoutersTestDVR-1963536112-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3163764 Jun 11 10:27:24.696986 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38120) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:27:24.702033 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-62b858ca-52b0-4244-822a-3caba2bae481 tempest-RoutersTestDVR-1963536112 tempest-RoutersTestDVR-1963536112-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:27:25.020414 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-62b858ca-52b0-4244-822a-3caba2bae481 tempest-RoutersTestDVR-1963536112 tempest-RoutersTestDVR-1963536112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:25.020645 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-62b858ca-52b0-4244-822a-3caba2bae481 tempest-RoutersTestDVR-1963536112 tempest-RoutersTestDVR-1963536112-project-admin] Notify callbacks [] for router, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:25.138463 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-62b858ca-52b0-4244-822a-3caba2bae481 tempest-RoutersTestDVR-1963536112 tempest-RoutersTestDVR-1963536112-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93176) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jun 11 10:27:25.138799 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-62b858ca-52b0-4244-822a-3caba2bae481 tempest-RoutersTestDVR-1963536112 tempest-RoutersTestDVR-1963536112-project-admin] Router 26bfaa53-752f-4b9f-9476-3e268e19f28d migrating from provider to provider. {{(pid=93176) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jun 11 10:27:25.139178 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-62b858ca-52b0-4244-822a-3caba2bae481 tempest-RoutersTestDVR-1963536112 tempest-RoutersTestDVR-1963536112-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:25.143874 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-62b858ca-52b0-4244-822a-3caba2bae481 tempest-RoutersTestDVR-1963536112 tempest-RoutersTestDVR-1963536112-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:25.264536 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-62b858ca-52b0-4244-822a-3caba2bae481 tempest-RoutersTestDVR-1963536112 tempest-RoutersTestDVR-1963536112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-374241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-374254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-363978'] for router, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:25.385810 n-d-779913-12 neutron-server[93176]: WARNING neutron.scheduler.l3_agent_scheduler [None req-62b858ca-52b0-4244-822a-3caba2bae481 tempest-RoutersTestDVR-1963536112 tempest-RoutersTestDVR-1963536112-project-admin] No L3 agents can host the router 26bfaa53-752f-4b9f-9476-3e268e19f28d Jun 11 10:27:25.536634 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b858ca-52b0-4244-822a-3caba2bae481 tempest-RoutersTestDVR-1963536112 tempest-RoutersTestDVR-1963536112-project-admin] Hosts for router 26bfaa53-752f-4b9f-9476-3e268e19f28d: [] {{(pid=93176) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Jun 11 10:27:25.564779 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b858ca-52b0-4244-822a-3caba2bae481 tempest-RoutersTestDVR-1963536112 tempest-RoutersTestDVR-1963536112-project-admin] Hosts for other DVR routers connected to router 26bfaa53-752f-4b9f-9476-3e268e19f28d: set() {{(pid=93176) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Jun 11 10:27:25.567446 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-62b858ca-52b0-4244-822a-3caba2bae481 tempest-RoutersTestDVR-1963536112 tempest-RoutersTestDVR-1963536112-project-admin] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:25.568742 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-62b858ca-52b0-4244-822a-3caba2bae481 tempest-RoutersTestDVR-1963536112 tempest-RoutersTestDVR-1963536112-project-admin] 10.222.0.60 "PUT /v2.0/routers/26bfaa53-752f-4b9f-9476-3e268e19f28d HTTP/1.1" status: 200 len: 717 time: 0.8708327 Jun 11 10:27:25.571388 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38122) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:27:25.684463 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-08bb94ac-5419-43ed-8e47-10c6fdfe56c7 tempest-RoutersTestDVR-1963536112 tempest-RoutersTestDVR-1963536112-project-admin] 10.222.0.60 "GET /v2.0/routers/26bfaa53-752f-4b9f-9476-3e268e19f28d HTTP/1.1" status: 200 len: 717 time: 0.1117625 Jun 11 10:27:25.686755 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38124) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:27:25.888366 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-810c1071-075a-42ab-8849-cfbf4c93032b tempest-RoutersTestDVR-615761501 tempest-RoutersTestDVR-615761501-project] 10.222.0.60 "GET /v2.0/routers/26bfaa53-752f-4b9f-9476-3e268e19f28d HTTP/1.1" status: 200 len: 683 time: 0.1997378 Jun 11 10:27:25.890900 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38128) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:27:25.995183 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-291c9dce-e6e1-4fb3-b5de-fc0a16df11aa tempest-RoutersTestDVR-1963536112 tempest-RoutersTestDVR-1963536112-project-admin] Notify callbacks [] for router, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:26.234992 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-291c9dce-e6e1-4fb3-b5de-fc0a16df11aa tempest-RoutersTestDVR-1963536112 tempest-RoutersTestDVR-1963536112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:26.237255 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-291c9dce-e6e1-4fb3-b5de-fc0a16df11aa tempest-RoutersTestDVR-1963536112 tempest-RoutersTestDVR-1963536112-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:26.360987 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-291c9dce-e6e1-4fb3-b5de-fc0a16df11aa tempest-RoutersTestDVR-1963536112 tempest-RoutersTestDVR-1963536112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:26.361507 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-291c9dce-e6e1-4fb3-b5de-fc0a16df11aa tempest-RoutersTestDVR-1963536112 tempest-RoutersTestDVR-1963536112-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 26bfaa53-752f-4b9f-9476-3e268e19f28d {{(pid=93176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 10:27:26.365726 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-291c9dce-e6e1-4fb3-b5de-fc0a16df11aa tempest-RoutersTestDVR-1963536112 tempest-RoutersTestDVR-1963536112-project-admin] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:26.366775 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-291c9dce-e6e1-4fb3-b5de-fc0a16df11aa tempest-RoutersTestDVR-1963536112 tempest-RoutersTestDVR-1963536112-project-admin] 10.222.0.60 "DELETE /v2.0/routers/26bfaa53-752f-4b9f-9476-3e268e19f28d HTTP/1.1" status: 204 len: 168 time: 0.4749773 Jun 11 10:27:26.370195 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38130) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:27:26.375068 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-cad59e9b-cf50-49a0-8949-875d3acf3e0b tempest-RoutersTestDVR-1963536112 tempest-RoutersTestDVR-1963536112-project-admin] Request body: {'router': {'name': 'tempest-router-1929609616', 'distributed': True}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:27:26.446993 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cad59e9b-cf50-49a0-8949-875d3acf3e0b tempest-RoutersTestDVR-1963536112 tempest-RoutersTestDVR-1963536112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:26.448777 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cad59e9b-cf50-49a0-8949-875d3acf3e0b tempest-RoutersTestDVR-1963536112 tempest-RoutersTestDVR-1963536112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:26.516202 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cad59e9b-cf50-49a0-8949-875d3acf3e0b tempest-RoutersTestDVR-1963536112 tempest-RoutersTestDVR-1963536112-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:26.561699 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cad59e9b-cf50-49a0-8949-875d3acf3e0b tempest-RoutersTestDVR-1963536112 tempest-RoutersTestDVR-1963536112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:26.624305 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cad59e9b-cf50-49a0-8949-875d3acf3e0b tempest-RoutersTestDVR-1963536112 tempest-RoutersTestDVR-1963536112-project-admin] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:26.625439 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-cad59e9b-cf50-49a0-8949-875d3acf3e0b tempest-RoutersTestDVR-1963536112 tempest-RoutersTestDVR-1963536112-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2542899 Jun 11 10:27:26.628392 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38132) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:27:26.730301 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-77bdf70f-9511-4534-965a-b026892fb642 tempest-RoutersTestDVR-1963536112 tempest-RoutersTestDVR-1963536112-project-admin] Notify callbacks [] for router, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:27.394852 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-77bdf70f-9511-4534-965a-b026892fb642 tempest-RoutersTestDVR-1963536112 tempest-RoutersTestDVR-1963536112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:27.396997 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-77bdf70f-9511-4534-965a-b026892fb642 tempest-RoutersTestDVR-1963536112 tempest-RoutersTestDVR-1963536112-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:27.515964 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-77bdf70f-9511-4534-965a-b026892fb642 tempest-RoutersTestDVR-1963536112 tempest-RoutersTestDVR-1963536112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:27.516454 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77bdf70f-9511-4534-965a-b026892fb642 tempest-RoutersTestDVR-1963536112 tempest-RoutersTestDVR-1963536112-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0ab7f30d-b2f7-44f2-aee4-57bda85cdd4d {{(pid=93176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 10:27:27.520668 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-77bdf70f-9511-4534-965a-b026892fb642 tempest-RoutersTestDVR-1963536112 tempest-RoutersTestDVR-1963536112-project-admin] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:27.521873 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-77bdf70f-9511-4534-965a-b026892fb642 tempest-RoutersTestDVR-1963536112 tempest-RoutersTestDVR-1963536112-project-admin] 10.222.0.60 "DELETE /v2.0/routers/0ab7f30d-b2f7-44f2-aee4-57bda85cdd4d HTTP/1.1" status: 204 len: 168 time: 0.8925540 Jun 11 10:27:27.968042 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38140) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:27:28.074884 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-66506471-08d8-4856-af42-0527d44485ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:28.169159 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-66506471-08d8-4856-af42-0527d44485ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:28.237490 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-66506471-08d8-4856-af42-0527d44485ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:28.240197 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-05194c2a-53fd-430b-aff6-fda4cb77f44e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:27:28.283504 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-66506471-08d8-4856-af42-0527d44485ba admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c9e040d8077541b2aec530eae569913d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3141680 Jun 11 10:27:28.284618 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66506471-08d8-4856-af42-0527d44485ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da2d209b-a35a-4952-bb9b-e63c6d6fc57f,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:27:28.286112 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38144) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:27:28.287910 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-66506471-08d8-4856-af42-0527d44485ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:27:28.346068 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-30e950b2-ad41-4b68-ae3c-721ca74a6b02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:28.368800 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-30e950b2-ad41-4b68-ae3c-721ca74a6b02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:28.486666 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-30e950b2-ad41-4b68-ae3c-721ca74a6b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:28.489314 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-30e950b2-ad41-4b68-ae3c-721ca74a6b02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:28.490441 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-30e950b2-ad41-4b68-ae3c-721ca74a6b02 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/da2d209b-a35a-4952-bb9b-e63c6d6fc57f HTTP/1.1" status: 204 len: 168 time: 0.2033427 Jun 11 10:27:28.491359 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-12f66bc7-fdc9-4fb3-af37-797d5612e20c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:27:28.501181 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e950b2-ad41-4b68-ae3c-721ca74a6b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2d209b-a35a-4952-bb9b-e63c6d6fc57f,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:27:28.503438 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-30e950b2-ad41-4b68-ae3c-721ca74a6b02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:27:28.971228 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38150) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:27:28.989400 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9399fc9c-2e99-4d0c-90a5-09cc441b9d58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:29.099979 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9399fc9c-2e99-4d0c-90a5-09cc441b9d58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:29.172430 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9399fc9c-2e99-4d0c-90a5-09cc441b9d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:29.175089 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-30e950b2-ad41-4b68-ae3c-721ca74a6b02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:27:29.216233 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-9399fc9c-2e99-4d0c-90a5-09cc441b9d58 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5f5f1c59d8414a7b9788394591ddd7cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2436614 Jun 11 10:27:29.217265 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9399fc9c-2e99-4d0c-90a5-09cc441b9d58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd8e7df-1ed4-4ef1-8e77-e0bb50141d25,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:27:29.218915 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38152) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:27:29.220306 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9399fc9c-2e99-4d0c-90a5-09cc441b9d58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:27:29.272903 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a9fcc549-7061-415e-8e97-f6ae95ae7bf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:29.298977 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a9fcc549-7061-415e-8e97-f6ae95ae7bf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:29.418590 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a9fcc549-7061-415e-8e97-f6ae95ae7bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:29.421787 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a9fcc549-7061-415e-8e97-f6ae95ae7bf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:29.423037 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-a9fcc549-7061-415e-8e97-f6ae95ae7bf7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cfd8e7df-1ed4-4ef1-8e77-e0bb50141d25 HTTP/1.1" status: 204 len: 168 time: 0.2029347 Jun 11 10:27:29.423845 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2fa50676-b0ae-4d6e-8b6c-8767141f0b38 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:27:29.433043 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fcc549-7061-415e-8e97-f6ae95ae7bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd8e7df-1ed4-4ef1-8e77-e0bb50141d25,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:27:29.435962 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a9fcc549-7061-415e-8e97-f6ae95ae7bf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:27:30.502096 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38174) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:27:30.595224 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-f7814513-7757-4f74-9170-3b8c4d70cc60 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1870429221'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:27:30.692654 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7814513-7757-4f74-9170-3b8c4d70cc60 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Made reservation on behalf of 20ffa64bb5be4245b203eaa94e484779 for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:27:30.696188 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f7814513-7757-4f74-9170-3b8c4d70cc60 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:30.707347 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f7814513-7757-4f74-9170-3b8c4d70cc60 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:30.811210 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f7814513-7757-4f74-9170-3b8c4d70cc60 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:30.898009 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f7814513-7757-4f74-9170-3b8c4d70cc60 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:30.901113 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-42061557-3fee-4944-a4c2-88fddb7e69f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:27:30.930257 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7814513-7757-4f74-9170-3b8c4d70cc60 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:27:30.935584 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7814513-7757-4f74-9170-3b8c4d70cc60 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3575742-6e06-47fe-9492-c70e8c20544f,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:27:30.939149 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f7814513-7757-4f74-9170-3b8c4d70cc60 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:27:30.943331 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f7814513-7757-4f74-9170-3b8c4d70cc60 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:30.943478 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-f7814513-7757-4f74-9170-3b8c4d70cc60 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Added segment 8fe31afc-492c-44c7-b65a-af4049e3f75a of type vlan for network 6e4ec592-901d-45d1-9126-49a64ceff30f Jun 11 10:27:30.996180 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f7814513-7757-4f74-9170-3b8c4d70cc60 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:31.092697 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f7814513-7757-4f74-9170-3b8c4d70cc60 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:31.098235 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7814513-7757-4f74-9170-3b8c4d70cc60 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:27:31.099347 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f7814513-7757-4f74-9170-3b8c4d70cc60 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:31.102116 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-91b146f7-71f5-4dd3-b27f-c35d4bc0468a tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:27:31.185301 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7814513-7757-4f74-9170-3b8c4d70cc60 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Pushing event updated for resources: {'Network': ['ID=6e4ec592-901d-45d1-9126-49a64ceff30f,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:27:31.188225 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f7814513-7757-4f74-9170-3b8c4d70cc60 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:27:31.196286 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 6e4ec592-901d-45d1-9126-49a64ceff30f details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:27:31.213300 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-f7814513-7757-4f74-9170-3b8c4d70cc60 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7101331 Jun 11 10:27:31.567219 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:34.544287 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38180) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:27:34.549659 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-4027aaaf-dde3-4ca7-aee9-a68fe326f9da tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Request body: {'subnet': {'network_id': '6e4ec592-901d-45d1-9126-49a64ceff30f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:27:34.760971 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4027aaaf-dde3-4ca7-aee9-a68fe326f9da tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Made reservation on behalf of 20ffa64bb5be4245b203eaa94e484779 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:27:34.765101 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4027aaaf-dde3-4ca7-aee9-a68fe326f9da tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:35.064569 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4027aaaf-dde3-4ca7-aee9-a68fe326f9da tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:35.068046 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-46ea286a-1a5f-47f1-b4a8-fc2bb3f79793 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:27:35.150747 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4027aaaf-dde3-4ca7-aee9-a68fe326f9da tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Pushing event updated for resources: {'Subnet': ['ID=32f1b0ab-ddc6-475e-b0af-378c4b9e5f38,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:27:35.154076 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4027aaaf-dde3-4ca7-aee9-a68fe326f9da tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:27:35.157745 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4027aaaf-dde3-4ca7-aee9-a68fe326f9da tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Checking segment: {'id': '8fe31afc-492c-44c7-b65a-af4049e3f75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6e4ec592-901d-45d1-9126-49a64ceff30f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:27:35.157745 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4027aaaf-dde3-4ca7-aee9-a68fe326f9da tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Network hostable DHCP agents. Network: 6e4ec592-901d-45d1-9126-49a64ceff30f, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:27:35.270277 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4027aaaf-dde3-4ca7-aee9-a68fe326f9da tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Network 6e4ec592-901d-45d1-9126-49a64ceff30f is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:27:35.338474 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-4027aaaf-dde3-4ca7-aee9-a68fe326f9da tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 6e4ec592-901d-45d1-9126-49a64ceff30f) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:27:35.342892 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4027aaaf-dde3-4ca7-aee9-a68fe326f9da tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:27:35.343491 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4027aaaf-dde3-4ca7-aee9-a68fe326f9da tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:35.348564 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae1e074-48ae-4728-868e-2093878c8560 None None] Network 6e4ec592-901d-45d1-9126-49a64ceff30f requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:27:35.407947 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-4027aaaf-dde3-4ca7-aee9-a68fe326f9da tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8621352 Jun 11 10:27:35.411108 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38182) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:27:35.416924 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-fd8faba2-c66f-4ccc-93d6-66a493788295 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1782801672'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:27:35.480945 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd8faba2-c66f-4ccc-93d6-66a493788295 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Made reservation on behalf of 20ffa64bb5be4245b203eaa94e484779 for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:27:35.485167 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fd8faba2-c66f-4ccc-93d6-66a493788295 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:35.512353 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd8faba2-c66f-4ccc-93d6-66a493788295 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 778} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:27:35.521076 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fd8faba2-c66f-4ccc-93d6-66a493788295 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:35.521430 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-fd8faba2-c66f-4ccc-93d6-66a493788295 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Added segment 26610aa9-a78a-4676-9ca7-7bdbd137817e of type vlan for network 3ea1ee01-70cd-42ad-bc37-8b0511e698d2 Jun 11 10:27:35.536346 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10dd3077-4d10-4f97-a4fe-8288a31cf42a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-6e4ec592-901d-45d1-9126-49a64ceff30f', 'network_id': '6e4ec592-901d-45d1-9126-49a64ceff30f', 'tenant_id': '20ffa64bb5be4245b203eaa94e484779', 'fixed_ips': [{'subnet_id': '32f1b0ab-ddc6-475e-b0af-378c4b9e5f38'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 10:27:35.537858 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-10dd3077-4d10-4f97-a4fe-8288a31cf42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:35.578259 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fd8faba2-c66f-4ccc-93d6-66a493788295 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:35.702146 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-10dd3077-4d10-4f97-a4fe-8288a31cf42a None None] Allocated IP 2001:db8:0:ffff::2 (6e4ec592-901d-45d1-9126-49a64ceff30f/32f1b0ab-ddc6-475e-b0af-378c4b9e5f38/9ebf3cc1-0861-459e-9db0-8ee4a2138bf5) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:27:35.812385 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fd8faba2-c66f-4ccc-93d6-66a493788295 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:35.818141 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8faba2-c66f-4ccc-93d6-66a493788295 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:27:35.818730 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fd8faba2-c66f-4ccc-93d6-66a493788295 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:35.822169 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7c74df47-e9a6-4b32-9d8a-5d22a99e7efe tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:27:35.888880 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-10dd3077-4d10-4f97-a4fe-8288a31cf42a None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:35.897021 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-10dd3077-4d10-4f97-a4fe-8288a31cf42a None None] Transition to ACTIVE for port object 9ebf3cc1-0861-459e-9db0-8ee4a2138bf5 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:27:35.901367 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:35.912235 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8faba2-c66f-4ccc-93d6-66a493788295 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Pushing event updated for resources: {'Network': ['ID=3ea1ee01-70cd-42ad-bc37-8b0511e698d2,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:27:35.913916 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-10dd3077-4d10-4f97-a4fe-8288a31cf42a None None] Transition to ACTIVE for port object 9ebf3cc1-0861-459e-9db0-8ee4a2138bf5 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:27:35.914973 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-fd8faba2-c66f-4ccc-93d6-66a493788295 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:27:35.921513 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-fd8faba2-c66f-4ccc-93d6-66a493788295 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5092976 Jun 11 10:27:35.924315 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38184) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:27:35.924476 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 3ea1ee01-70cd-42ad-bc37-8b0511e698d2 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:27:35.929919 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-e0472e9c-a953-4edd-91d7-9dcc9daee052 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Request body: {'subnet': {'network_id': '3ea1ee01-70cd-42ad-bc37-8b0511e698d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:27:36.001091 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-10dd3077-4d10-4f97-a4fe-8288a31cf42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:36.008239 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-64a55de6-5124-4629-9236-342a1cb20e8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:27:36.060290 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10dd3077-4d10-4f97-a4fe-8288a31cf42a None None] Network 6e4ec592-901d-45d1-9126-49a64ceff30f is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:27:36.064236 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-10dd3077-4d10-4f97-a4fe-8288a31cf42a None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:27:36.066034 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dd3077-4d10-4f97-a4fe-8288a31cf42a None None] Pushing event updated for resources: {'Port': ['ID=9ebf3cc1-0861-459e-9db0-8ee4a2138bf5,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:27:36.068113 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dd3077-4d10-4f97-a4fe-8288a31cf42a None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:27:36.076932 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dd3077-4d10-4f97-a4fe-8288a31cf42a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:27:36.077261 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dd3077-4d10-4f97-a4fe-8288a31cf42a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:27:36.077600 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dd3077-4d10-4f97-a4fe-8288a31cf42a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:27:36.077934 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dd3077-4d10-4f97-a4fe-8288a31cf42a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:27:36.078264 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dd3077-4d10-4f97-a4fe-8288a31cf42a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:27:36.078592 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dd3077-4d10-4f97-a4fe-8288a31cf42a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:27:36.078916 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dd3077-4d10-4f97-a4fe-8288a31cf42a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:27:36.079236 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dd3077-4d10-4f97-a4fe-8288a31cf42a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:27:36.079555 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dd3077-4d10-4f97-a4fe-8288a31cf42a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:27:36.079966 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dd3077-4d10-4f97-a4fe-8288a31cf42a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:27:36.080221 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dd3077-4d10-4f97-a4fe-8288a31cf42a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:27:36.080539 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dd3077-4d10-4f97-a4fe-8288a31cf42a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:27:36.085534 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-10dd3077-4d10-4f97-a4fe-8288a31cf42a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:27:36.143589 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0472e9c-a953-4edd-91d7-9dcc9daee052 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Made reservation on behalf of 20ffa64bb5be4245b203eaa94e484779 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:27:36.147241 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e0472e9c-a953-4edd-91d7-9dcc9daee052 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:36.153908 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-10dd3077-4d10-4f97-a4fe-8288a31cf42a None None] Attempting to bind port 9ebf3cc1-0861-459e-9db0-8ee4a2138bf5 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:27:36.154328 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-10dd3077-4d10-4f97-a4fe-8288a31cf42a None None] Attempting to bind port 9ebf3cc1-0861-459e-9db0-8ee4a2138bf5 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '8fe31afc-492c-44c7-b65a-af4049e3f75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6e4ec592-901d-45d1-9126-49a64ceff30f'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:27:36.154694 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10dd3077-4d10-4f97-a4fe-8288a31cf42a None None] Attempting to bind port 9ebf3cc1-0861-459e-9db0-8ee4a2138bf5 on network 6e4ec592-901d-45d1-9126-49a64ceff30f {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:27:36.159816 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10dd3077-4d10-4f97-a4fe-8288a31cf42a None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:27:36.160195 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10dd3077-4d10-4f97-a4fe-8288a31cf42a None None] Checking segment: {'id': '8fe31afc-492c-44c7-b65a-af4049e3f75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6e4ec592-901d-45d1-9126-49a64ceff30f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:27:36.160602 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-10dd3077-4d10-4f97-a4fe-8288a31cf42a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:36.161071 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10dd3077-4d10-4f97-a4fe-8288a31cf42a None None] Bound using segment: {'id': '8fe31afc-492c-44c7-b65a-af4049e3f75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6e4ec592-901d-45d1-9126-49a64ceff30f'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:27:36.161536 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-10dd3077-4d10-4f97-a4fe-8288a31cf42a None None] Bound port: 9ebf3cc1-0861-459e-9db0-8ee4a2138bf5, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fe31afc-492c-44c7-b65a-af4049e3f75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6e4ec592-901d-45d1-9126-49a64ceff30f'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:27:36.162025 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-10dd3077-4d10-4f97-a4fe-8288a31cf42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:36.235599 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-10dd3077-4d10-4f97-a4fe-8288a31cf42a None None] For port 9ebf3cc1-0861-459e-9db0-8ee4a2138bf5, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:27:36.238668 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-10dd3077-4d10-4f97-a4fe-8288a31cf42a None None] For port 9ebf3cc1-0861-459e-9db0-8ee4a2138bf5, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=9ebf3cc1-0861-459e-9db0-8ee4a2138bf5,segment=NetworkSegment(8fe31afc-492c-44c7-b65a-af4049e3f75a),segment_id=8fe31afc-492c-44c7-b65a-af4049e3f75a)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:27:36.321533 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-10dd3077-4d10-4f97-a4fe-8288a31cf42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:36.324421 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:27:36.397338 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dd3077-4d10-4f97-a4fe-8288a31cf42a None None] Pushing event updated for resources: {'Port': ['ID=9ebf3cc1-0861-459e-9db0-8ee4a2138bf5,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:27:36.400703 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-10dd3077-4d10-4f97-a4fe-8288a31cf42a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:27:36.447187 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e0472e9c-a953-4edd-91d7-9dcc9daee052 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:36.449469 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-bc494bc0-cd73-4032-a3a2-41a4fcc12466 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:27:36.519077 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0472e9c-a953-4edd-91d7-9dcc9daee052 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Pushing event updated for resources: {'Subnet': ['ID=862bedd9-fce6-47ca-9cfa-a7ca7946e5ba,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:27:36.531309 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e0472e9c-a953-4edd-91d7-9dcc9daee052 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:27:36.553882 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0472e9c-a953-4edd-91d7-9dcc9daee052 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Checking segment: {'id': '26610aa9-a78a-4676-9ca7-7bdbd137817e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '3ea1ee01-70cd-42ad-bc37-8b0511e698d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:27:36.554254 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0472e9c-a953-4edd-91d7-9dcc9daee052 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Network hostable DHCP agents. Network: 3ea1ee01-70cd-42ad-bc37-8b0511e698d2, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:27:36.653174 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0472e9c-a953-4edd-91d7-9dcc9daee052 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Network 3ea1ee01-70cd-42ad-bc37-8b0511e698d2 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:27:36.726653 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-e0472e9c-a953-4edd-91d7-9dcc9daee052 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 3ea1ee01-70cd-42ad-bc37-8b0511e698d2) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:27:36.731531 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0472e9c-a953-4edd-91d7-9dcc9daee052 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:27:36.732078 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e0472e9c-a953-4edd-91d7-9dcc9daee052 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:36.736873 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b99548-14fd-45ca-b2ef-f7f51d0f51f3 None None] Network 3ea1ee01-70cd-42ad-bc37-8b0511e698d2 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:27:36.819156 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-e0472e9c-a953-4edd-91d7-9dcc9daee052 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8936441 Jun 11 10:27:36.821628 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38186) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:27:36.939543 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1faf5010-943b-4b23-8b1e-98c79bf1cec3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-3ea1ee01-70cd-42ad-bc37-8b0511e698d2', 'network_id': '3ea1ee01-70cd-42ad-bc37-8b0511e698d2', 'tenant_id': '20ffa64bb5be4245b203eaa94e484779', 'fixed_ips': [{'subnet_id': '862bedd9-fce6-47ca-9cfa-a7ca7946e5ba'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 10:27:36.944386 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1faf5010-943b-4b23-8b1e-98c79bf1cec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:36.960484 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-78e7e958-198f-4895-8895-9909424a279c tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:37.052127 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-78e7e958-198f-4895-8895-9909424a279c tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:37.114337 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-1faf5010-943b-4b23-8b1e-98c79bf1cec3 None None] Allocated IP 2001:db8::1 (3ea1ee01-70cd-42ad-bc37-8b0511e698d2/862bedd9-fce6-47ca-9cfa-a7ca7946e5ba/c48ebe54-a6c3-4055-a6a1-0d1042822b25) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:27:37.298689 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1faf5010-943b-4b23-8b1e-98c79bf1cec3 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:37.307253 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-1faf5010-943b-4b23-8b1e-98c79bf1cec3 None None] Transition to ACTIVE for port object c48ebe54-a6c3-4055-a6a1-0d1042822b25 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:27:37.311006 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197acf8c-a09a-4b42-b449-6e5367b24ac7 None None] Network 6e4ec592-901d-45d1-9126-49a64ceff30f requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:27:37.348572 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-1faf5010-943b-4b23-8b1e-98c79bf1cec3 None None] Transition to ACTIVE for port object c48ebe54-a6c3-4055-a6a1-0d1042822b25 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:27:37.430857 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1faf5010-943b-4b23-8b1e-98c79bf1cec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:37.435195 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-75a166ff-65f0-4d9e-9438-fd646eddc7d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:27:37.486933 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-78e7e958-198f-4895-8895-9909424a279c tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:37.489848 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9f7073c2-e414-4863-96a2-e46bd9de1c7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:27:37.501031 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-52b03917-80a6-446a-88d5-dfa2dd2b3798 None None] Provisioning for port 9ebf3cc1-0861-459e-9db0-8ee4a2138bf5 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:27:37.521534 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1faf5010-943b-4b23-8b1e-98c79bf1cec3 None None] Network 3ea1ee01-70cd-42ad-bc37-8b0511e698d2 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:27:37.529833 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e7e958-198f-4895-8895-9909424a279c tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Pushing event deleted for resources: {'Subnet': ['ID=862bedd9-fce6-47ca-9cfa-a7ca7946e5ba,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:27:37.531007 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-1faf5010-943b-4b23-8b1e-98c79bf1cec3 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:27:37.532628 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-78e7e958-198f-4895-8895-9909424a279c tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:27:37.538534 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1faf5010-943b-4b23-8b1e-98c79bf1cec3 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:27:37.542284 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faf5010-943b-4b23-8b1e-98c79bf1cec3 None None] Pushing event updated for resources: {'Port': ['ID=c48ebe54-a6c3-4055-a6a1-0d1042822b25,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:27:37.548899 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-1faf5010-943b-4b23-8b1e-98c79bf1cec3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:27:37.610904 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-78e7e958-198f-4895-8895-9909424a279c tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:37.623980 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-78e7e958-198f-4895-8895-9909424a279c tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ea1ee01-70cd-42ad-bc37-8b0511e698d2']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:27:37.643126 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-78e7e958-198f-4895-8895-9909424a279c tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26610aa9-a78a-4676-9ca7-7bdbd137817e') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:27:37.643468 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-78e7e958-198f-4895-8895-9909424a279c tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26610aa9-a78a-4676-9ca7-7bdbd137817e') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:27:37.646523 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-1faf5010-943b-4b23-8b1e-98c79bf1cec3 None None] Attempting to bind port c48ebe54-a6c3-4055-a6a1-0d1042822b25 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:27:37.646909 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-1faf5010-943b-4b23-8b1e-98c79bf1cec3 None None] Attempting to bind port c48ebe54-a6c3-4055-a6a1-0d1042822b25 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '26610aa9-a78a-4676-9ca7-7bdbd137817e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '3ea1ee01-70cd-42ad-bc37-8b0511e698d2'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:27:37.647275 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1faf5010-943b-4b23-8b1e-98c79bf1cec3 None None] Attempting to bind port c48ebe54-a6c3-4055-a6a1-0d1042822b25 on network 3ea1ee01-70cd-42ad-bc37-8b0511e698d2 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:27:37.653851 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-78e7e958-198f-4895-8895-9909424a279c tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:37.655113 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1faf5010-943b-4b23-8b1e-98c79bf1cec3 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:27:37.655740 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1faf5010-943b-4b23-8b1e-98c79bf1cec3 None None] Checking segment: {'id': '26610aa9-a78a-4676-9ca7-7bdbd137817e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '3ea1ee01-70cd-42ad-bc37-8b0511e698d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:27:37.656170 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1faf5010-943b-4b23-8b1e-98c79bf1cec3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:37.656574 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1faf5010-943b-4b23-8b1e-98c79bf1cec3 None None] Bound using segment: {'id': '26610aa9-a78a-4676-9ca7-7bdbd137817e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '3ea1ee01-70cd-42ad-bc37-8b0511e698d2'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:27:37.657053 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-1faf5010-943b-4b23-8b1e-98c79bf1cec3 None None] Bound port: c48ebe54-a6c3-4055-a6a1-0d1042822b25, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26610aa9-a78a-4676-9ca7-7bdbd137817e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '3ea1ee01-70cd-42ad-bc37-8b0511e698d2'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:27:37.657438 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1faf5010-943b-4b23-8b1e-98c79bf1cec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:37.671851 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-78e7e958-198f-4895-8895-9909424a279c tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:37.675532 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 9ebf3cc1-0861-459e-9db0-8ee4a2138bf5 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:27:37.677893 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78e7e958-198f-4895-8895-9909424a279c tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Releasing vlan 778 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:27:37.678279 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-78e7e958-198f-4895-8895-9909424a279c tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:37.681389 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 10:27:37.681389 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:27:37.681389 n-d-779913-12 neutron-server[93177]: timer() Jun 11 10:27:37.681389 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:27:37.681389 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 10:27:37.681389 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:27:37.681389 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 10:27:37.681389 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:27:37.681389 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 10:27:37.681389 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:27:37.681389 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 10:27:37.681389 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:27:37.681389 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 10:27:37.681389 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:27:37.681389 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:27:37.681389 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:27:37.681389 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:27:37.681389 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:27:37.681389 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 10:27:37.681389 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:27:37.681389 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 10:27:37.681389 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:27:37.681389 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:27:37.681389 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:27:37.681389 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 10:27:37.681389 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:27:37.681389 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:27:37.681389 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:27:37.681389 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:27:37.681389 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:27:37.681389 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:27:37.681389 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:27:37.781635 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-1faf5010-943b-4b23-8b1e-98c79bf1cec3 None None] For port c48ebe54-a6c3-4055-a6a1-0d1042822b25, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:27:37.785688 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-1faf5010-943b-4b23-8b1e-98c79bf1cec3 None None] For port c48ebe54-a6c3-4055-a6a1-0d1042822b25, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=c48ebe54-a6c3-4055-a6a1-0d1042822b25,segment=NetworkSegment(26610aa9-a78a-4676-9ca7-7bdbd137817e),segment_id=26610aa9-a78a-4676-9ca7-7bdbd137817e)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:27:37.818410 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.db.api [None req-78e7e958-198f-4895-8895-9909424a279c tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 11 10:27:37.818410 n-d-779913-12 neutron-server[93177]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 11 10:27:37.818410 n-d-779913-12 neutron-server[93177]: [parameters: {'id': '3ea1ee01-70cd-42ad-bc37-8b0511e698d2'}] Jun 11 10:27:37.818410 n-d-779913-12 neutron-server[93177]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93177) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 10:27:37.819002 n-d-779913-12 neutron-server[93177]: DEBUG oslo_db.api [None req-78e7e958-198f-4895-8895-9909424a279c tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 10:27:37.847550 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1faf5010-943b-4b23-8b1e-98c79bf1cec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:37.849866 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:27:37.886098 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 9ebf3cc1-0861-459e-9db0-8ee4a2138bf5 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:27:37.904440 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 9ebf3cc1-0861-459e-9db0-8ee4a2138bf5 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:27:37.904915 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:37.986743 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faf5010-943b-4b23-8b1e-98c79bf1cec3 None None] Pushing event updated for resources: {'Port': ['ID=c48ebe54-a6c3-4055-a6a1-0d1042822b25,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:27:37.994732 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-1faf5010-943b-4b23-8b1e-98c79bf1cec3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:27:38.011896 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-7b81b04d-e838-4aa5-ba95-802034fe8ff0 None None] Provisioning complete for port 9ebf3cc1-0861-459e-9db0-8ee4a2138bf5 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:27:38.012309 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7b81b04d-e838-4aa5-ba95-802034fe8ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:38.037142 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43470be7-58ff-4ee3-a377-705d453ccf10 None None] Network 3ea1ee01-70cd-42ad-bc37-8b0511e698d2 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:27:38.170967 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:38.320163 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-78e7e958-198f-4895-8895-9909424a279c tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:38.398136 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-78e7e958-198f-4895-8895-9909424a279c tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Deleting port c48ebe54-a6c3-4055-a6a1-0d1042822b25 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:27:38.398490 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-78e7e958-198f-4895-8895-9909424a279c tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:38.469991 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 9ebf3cc1-0861-459e-9db0-8ee4a2138bf5, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=9ebf3cc1-0861-459e-9db0-8ee4a2138bf5,segment=NetworkSegment(8fe31afc-492c-44c7-b65a-af4049e3f75a),segment_id=8fe31afc-492c-44c7-b65a-af4049e3f75a)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:27:38.479650 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7b81b04d-e838-4aa5-ba95-802034fe8ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:38.486841 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-78e7e958-198f-4895-8895-9909424a279c tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] For port c48ebe54-a6c3-4055-a6a1-0d1042822b25, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=c48ebe54-a6c3-4055-a6a1-0d1042822b25,segment=NetworkSegment(26610aa9-a78a-4676-9ca7-7bdbd137817e),segment_id=26610aa9-a78a-4676-9ca7-7bdbd137817e)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:27:38.487195 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-78e7e958-198f-4895-8895-9909424a279c tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:38.533513 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a022283d-2d7e-4944-83ab-499ee2f50ff9 None None] get_active_networks_info from n-d-779913-12 {{(pid=93178) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 11 10:27:38.564164 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:38.568634 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-0daf7a56-5ff6-4cd3-8672-048289ea28d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:27:38.586922 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-78e7e958-198f-4895-8895-9909424a279c tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Calling delete_port for c48ebe54-a6c3-4055-a6a1-0d1042822b25 owned by network:dhcp {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:27:38.684498 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.db.api [None req-7b81b04d-e838-4aa5-ba95-802034fe8ff0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93178) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 10:27:38.684860 n-d-779913-12 neutron-server[93178]: DEBUG oslo_db.api [None req-7b81b04d-e838-4aa5-ba95-802034fe8ff0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 10:27:38.698201 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=9ebf3cc1-0861-459e-9db0-8ee4a2138bf5,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:27:38.703445 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:27:38.709206 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a022283d-2d7e-4944-83ab-499ee2f50ff9 None None] Resources bound (agent type, host, resource id): {{(pid=93178) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 11 10:27:38.761360 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-78e7e958-198f-4895-8895-9909424a279c tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:38.764923 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3a1d19be-4b10-4e0f-a26f-0b4562060d76 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:27:38.794824 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e7e958-198f-4895-8895-9909424a279c tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Pushing event deleted for resources: {'Port': ['ID=c48ebe54-a6c3-4055-a6a1-0d1042822b25,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:27:38.796684 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e7e958-198f-4895-8895-9909424a279c tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] No DVR routers for this DVR port c48ebe54-a6c3-4055-a6a1-0d1042822b25 on host n-d-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:27:38.798213 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-78e7e958-198f-4895-8895-9909424a279c tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:27:38.908645 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-78e7e958-198f-4895-8895-9909424a279c tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:38.919736 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-78e7e958-198f-4895-8895-9909424a279c tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ea1ee01-70cd-42ad-bc37-8b0511e698d2']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:27:38.930814 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-78e7e958-198f-4895-8895-9909424a279c tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26610aa9-a78a-4676-9ca7-7bdbd137817e') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:27:38.931112 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-78e7e958-198f-4895-8895-9909424a279c tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26610aa9-a78a-4676-9ca7-7bdbd137817e') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:27:38.941321 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-78e7e958-198f-4895-8895-9909424a279c tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:38.956376 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-78e7e958-198f-4895-8895-9909424a279c tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:38.962287 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78e7e958-198f-4895-8895-9909424a279c tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Releasing vlan 778 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:27:38.962675 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-78e7e958-198f-4895-8895-9909424a279c tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:38.965946 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 10:27:38.965946 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:27:38.965946 n-d-779913-12 neutron-server[93177]: timer() Jun 11 10:27:38.965946 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:27:38.965946 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 10:27:38.965946 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:27:38.965946 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 10:27:38.965946 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:27:38.965946 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 10:27:38.965946 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:27:38.965946 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 10:27:38.965946 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:27:38.965946 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 10:27:38.965946 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:27:38.965946 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:27:38.965946 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:27:38.965946 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:27:38.965946 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:27:38.965946 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 10:27:38.965946 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:27:38.965946 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 10:27:38.965946 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:27:38.965946 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:27:38.965946 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:27:38.965946 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 10:27:38.965946 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:27:38.965946 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:27:38.965946 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:27:38.965946 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:27:38.965946 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:27:38.965946 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:27:38.965946 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:27:39.115802 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-78e7e958-198f-4895-8895-9909424a279c tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:39.119409 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-44869d3e-4163-4272-9d3d-c003b1f213c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:27:39.124064 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-78e7e958-198f-4895-8895-9909424a279c tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:39.125692 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-78e7e958-198f-4895-8895-9909424a279c tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] 10.222.0.60 "DELETE /v2.0/networks/3ea1ee01-70cd-42ad-bc37-8b0511e698d2 HTTP/1.1" status: 204 len: 168 time: 2.3030968 Jun 11 10:27:39.129496 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38188) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:27:39.135057 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-c7a764be-fcb8-49c2-874a-c68a1184161f tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-732312717'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:27:39.141387 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e7e958-198f-4895-8895-9909424a279c tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Pushing event deleted for resources: {'Network': ['ID=3ea1ee01-70cd-42ad-bc37-8b0511e698d2,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:27:39.143786 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-78e7e958-198f-4895-8895-9909424a279c tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:27:39.195716 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a764be-fcb8-49c2-874a-c68a1184161f tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Made reservation on behalf of 20ffa64bb5be4245b203eaa94e484779 for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:27:39.199103 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c7a764be-fcb8-49c2-874a-c68a1184161f tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:39.229786 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7a764be-fcb8-49c2-874a-c68a1184161f tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:27:39.240599 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c7a764be-fcb8-49c2-874a-c68a1184161f tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:39.240950 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-c7a764be-fcb8-49c2-874a-c68a1184161f tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Added segment 6d6e0238-7a0f-4d3d-a98b-483e035fe4e1 of type vlan for network aeaa8e6e-986b-4d50-b606-f073364e2ac5 Jun 11 10:27:39.293889 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c7a764be-fcb8-49c2-874a-c68a1184161f tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:39.394920 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c7a764be-fcb8-49c2-874a-c68a1184161f tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:39.400453 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a764be-fcb8-49c2-874a-c68a1184161f tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:27:39.401025 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c7a764be-fcb8-49c2-874a-c68a1184161f tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:39.403485 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4143cf69-1d03-476b-a711-5a4b46da1695 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:27:39.492514 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a764be-fcb8-49c2-874a-c68a1184161f tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Pushing event updated for resources: {'Network': ['ID=aeaa8e6e-986b-4d50-b606-f073364e2ac5,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:27:39.495352 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-c7a764be-fcb8-49c2-874a-c68a1184161f tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3648160 Jun 11 10:27:39.496257 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c7a764be-fcb8-49c2-874a-c68a1184161f tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:27:39.499047 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38190) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:27:39.504197 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network aeaa8e6e-986b-4d50-b606-f073364e2ac5 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:27:39.504997 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-8116be48-d74b-43be-bdd3-483ae15aa8de tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Request body: {'subnet': {'network_id': 'aeaa8e6e-986b-4d50-b606-f073364e2ac5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:27:39.636170 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 9ebf3cc1-0861-459e-9db0-8ee4a2138bf5 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:27:39.657836 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8116be48-d74b-43be-bdd3-483ae15aa8de tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Made reservation on behalf of 20ffa64bb5be4245b203eaa94e484779 for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:27:39.661595 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8116be48-d74b-43be-bdd3-483ae15aa8de tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:39.696306 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 9ebf3cc1-0861-459e-9db0-8ee4a2138bf5 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:27:39.696692 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:39.955490 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8116be48-d74b-43be-bdd3-483ae15aa8de tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:39.957552 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0cbb5868-c4ac-4f17-a23f-ff3bbd4ff007 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:27:40.019528 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8116be48-d74b-43be-bdd3-483ae15aa8de tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Pushing event updated for resources: {'Subnet': ['ID=b4aad681-90bb-47a2-a0ca-f141ad05d088,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:27:40.027459 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8116be48-d74b-43be-bdd3-483ae15aa8de tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:27:40.038456 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8116be48-d74b-43be-bdd3-483ae15aa8de tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Checking segment: {'id': '6d6e0238-7a0f-4d3d-a98b-483e035fe4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'aeaa8e6e-986b-4d50-b606-f073364e2ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:27:40.038740 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8116be48-d74b-43be-bdd3-483ae15aa8de tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Network hostable DHCP agents. Network: aeaa8e6e-986b-4d50-b606-f073364e2ac5, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:27:40.115206 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8116be48-d74b-43be-bdd3-483ae15aa8de tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Network aeaa8e6e-986b-4d50-b606-f073364e2ac5 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:27:40.184069 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-8116be48-d74b-43be-bdd3-483ae15aa8de tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, aeaa8e6e-986b-4d50-b606-f073364e2ac5) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:27:40.188364 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8116be48-d74b-43be-bdd3-483ae15aa8de tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:27:40.188814 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8116be48-d74b-43be-bdd3-483ae15aa8de tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:40.193325 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c959aaf-173c-4e65-a0b4-98aea1f4b266 None None] Network aeaa8e6e-986b-4d50-b606-f073364e2ac5 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:27:40.264931 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-8116be48-d74b-43be-bdd3-483ae15aa8de tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7647164 Jun 11 10:27:40.268290 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38192) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:27:40.273510 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-d92c8ff3-f076-48a7-a5a7-e46612bca45a tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1663963612'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:27:40.384320 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d92c8ff3-f076-48a7-a5a7-e46612bca45a tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Made reservation on behalf of 20ffa64bb5be4245b203eaa94e484779 for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:27:40.389010 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d92c8ff3-f076-48a7-a5a7-e46612bca45a tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:40.391858 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90fc6c88-6230-4939-a8e3-77c3f56869a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-aeaa8e6e-986b-4d50-b606-f073364e2ac5', 'network_id': 'aeaa8e6e-986b-4d50-b606-f073364e2ac5', 'tenant_id': '20ffa64bb5be4245b203eaa94e484779', 'fixed_ips': [{'subnet_id': 'b4aad681-90bb-47a2-a0ca-f141ad05d088'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 10:27:40.392729 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-90fc6c88-6230-4939-a8e3-77c3f56869a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:40.416025 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d92c8ff3-f076-48a7-a5a7-e46612bca45a tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 772} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:27:40.424783 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d92c8ff3-f076-48a7-a5a7-e46612bca45a tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:40.430189 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-d92c8ff3-f076-48a7-a5a7-e46612bca45a tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Added segment 5a120f5c-0bf4-4ad3-b583-7257baa44dd9 of type vlan for network 16d230f8-cedf-407a-a6a2-e2704f6cf4c6 Jun 11 10:27:40.479397 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d92c8ff3-f076-48a7-a5a7-e46612bca45a tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:40.545663 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-90fc6c88-6230-4939-a8e3-77c3f56869a4 None None] Allocated IP 2001:db8::1 (aeaa8e6e-986b-4d50-b606-f073364e2ac5/b4aad681-90bb-47a2-a0ca-f141ad05d088/70a440bb-7eaf-44d5-b4ff-0c10b5e4dc8c) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:27:40.635989 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d92c8ff3-f076-48a7-a5a7-e46612bca45a tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:40.642419 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92c8ff3-f076-48a7-a5a7-e46612bca45a tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:27:40.651219 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d92c8ff3-f076-48a7-a5a7-e46612bca45a tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:40.651219 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-01dbdd23-d1b7-4f37-abe9-f7ebe6d6a436 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:27:40.728596 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-90fc6c88-6230-4939-a8e3-77c3f56869a4 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:40.733734 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92c8ff3-f076-48a7-a5a7-e46612bca45a tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Pushing event updated for resources: {'Network': ['ID=16d230f8-cedf-407a-a6a2-e2704f6cf4c6,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:27:40.736882 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d92c8ff3-f076-48a7-a5a7-e46612bca45a tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:27:40.737817 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-90fc6c88-6230-4939-a8e3-77c3f56869a4 None None] Transition to ACTIVE for port object 70a440bb-7eaf-44d5-b4ff-0c10b5e4dc8c will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:27:40.749525 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 16d230f8-cedf-407a-a6a2-e2704f6cf4c6 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:27:40.773431 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-d92c8ff3-f076-48a7-a5a7-e46612bca45a tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5039451 Jun 11 10:27:40.774294 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-90fc6c88-6230-4939-a8e3-77c3f56869a4 None None] Transition to ACTIVE for port object 70a440bb-7eaf-44d5-b4ff-0c10b5e4dc8c will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:27:40.776133 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38194) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:27:40.782296 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-5b4f50ec-05b5-46bc-b53b-29ecd0df9c60 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Request body: {'subnet': {'network_id': '16d230f8-cedf-407a-a6a2-e2704f6cf4c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:27:40.875441 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-90fc6c88-6230-4939-a8e3-77c3f56869a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:40.878702 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:27:40.930021 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90fc6c88-6230-4939-a8e3-77c3f56869a4 None None] Network aeaa8e6e-986b-4d50-b606-f073364e2ac5 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:27:40.933283 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-90fc6c88-6230-4939-a8e3-77c3f56869a4 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:27:40.937477 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fc6c88-6230-4939-a8e3-77c3f56869a4 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:27:40.944520 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fc6c88-6230-4939-a8e3-77c3f56869a4 None None] Pushing event updated for resources: {'Port': ['ID=70a440bb-7eaf-44d5-b4ff-0c10b5e4dc8c,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:27:40.949079 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-90fc6c88-6230-4939-a8e3-77c3f56869a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:27:41.013975 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-90fc6c88-6230-4939-a8e3-77c3f56869a4 None None] Attempting to bind port 70a440bb-7eaf-44d5-b4ff-0c10b5e4dc8c on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:27:41.014351 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-90fc6c88-6230-4939-a8e3-77c3f56869a4 None None] Attempting to bind port 70a440bb-7eaf-44d5-b4ff-0c10b5e4dc8c by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '6d6e0238-7a0f-4d3d-a98b-483e035fe4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'aeaa8e6e-986b-4d50-b606-f073364e2ac5'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:27:41.014724 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fc6c88-6230-4939-a8e3-77c3f56869a4 None None] Attempting to bind port 70a440bb-7eaf-44d5-b4ff-0c10b5e4dc8c on network aeaa8e6e-986b-4d50-b606-f073364e2ac5 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:27:41.020247 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fc6c88-6230-4939-a8e3-77c3f56869a4 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:27:41.020633 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fc6c88-6230-4939-a8e3-77c3f56869a4 None None] Checking segment: {'id': '6d6e0238-7a0f-4d3d-a98b-483e035fe4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'aeaa8e6e-986b-4d50-b606-f073364e2ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:27:41.021044 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-90fc6c88-6230-4939-a8e3-77c3f56869a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:41.021447 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fc6c88-6230-4939-a8e3-77c3f56869a4 None None] Bound using segment: {'id': '6d6e0238-7a0f-4d3d-a98b-483e035fe4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'aeaa8e6e-986b-4d50-b606-f073364e2ac5'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:27:41.021924 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-90fc6c88-6230-4939-a8e3-77c3f56869a4 None None] Bound port: 70a440bb-7eaf-44d5-b4ff-0c10b5e4dc8c, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d6e0238-7a0f-4d3d-a98b-483e035fe4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'aeaa8e6e-986b-4d50-b606-f073364e2ac5'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:27:41.022312 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-90fc6c88-6230-4939-a8e3-77c3f56869a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:41.023660 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b4f50ec-05b5-46bc-b53b-29ecd0df9c60 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Made reservation on behalf of 20ffa64bb5be4245b203eaa94e484779 for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:27:41.027694 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5b4f50ec-05b5-46bc-b53b-29ecd0df9c60 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:41.095135 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-90fc6c88-6230-4939-a8e3-77c3f56869a4 None None] For port 70a440bb-7eaf-44d5-b4ff-0c10b5e4dc8c, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:27:41.099231 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-90fc6c88-6230-4939-a8e3-77c3f56869a4 None None] For port 70a440bb-7eaf-44d5-b4ff-0c10b5e4dc8c, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=70a440bb-7eaf-44d5-b4ff-0c10b5e4dc8c,segment=NetworkSegment(6d6e0238-7a0f-4d3d-a98b-483e035fe4e1),segment_id=6d6e0238-7a0f-4d3d-a98b-483e035fe4e1)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:27:41.116411 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.ipam_backend_mixin [None req-5b4f50ec-05b5-46bc-b53b-29ecd0df9c60 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Performing IP validity checks on allocation pools {{(pid=93176) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 11 10:27:41.116941 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.ipam_backend_mixin [None req-5b4f50ec-05b5-46bc-b53b-29ecd0df9c60 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93176) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 11 10:27:41.161990 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-90fc6c88-6230-4939-a8e3-77c3f56869a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:41.164727 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-48bf437c-115d-4300-ad85-dbb4c343acfc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:27:41.244163 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fc6c88-6230-4939-a8e3-77c3f56869a4 None None] Pushing event updated for resources: {'Port': ['ID=70a440bb-7eaf-44d5-b4ff-0c10b5e4dc8c,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:27:41.248200 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-90fc6c88-6230-4939-a8e3-77c3f56869a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:27:41.385532 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5b4f50ec-05b5-46bc-b53b-29ecd0df9c60 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:41.392810 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a7667985-5a10-46ac-9445-ad8f24c085c1 tempest-FloatingIPTestJSON-1390217170 tempest-FloatingIPTestJSON-1390217170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:27:41.494222 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4f50ec-05b5-46bc-b53b-29ecd0df9c60 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Pushing event updated for resources: {'Subnet': ['ID=37f69899-25f1-4dc5-8c69-b7892f24eaaf,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:27:41.497177 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4f50ec-05b5-46bc-b53b-29ecd0df9c60 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Checking segment: {'id': '5a120f5c-0bf4-4ad3-b583-7257baa44dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '16d230f8-cedf-407a-a6a2-e2704f6cf4c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:27:41.497547 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4f50ec-05b5-46bc-b53b-29ecd0df9c60 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Network hostable DHCP agents. Network: 16d230f8-cedf-407a-a6a2-e2704f6cf4c6, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:27:41.502332 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5b4f50ec-05b5-46bc-b53b-29ecd0df9c60 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:27:41.567286 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4f50ec-05b5-46bc-b53b-29ecd0df9c60 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Network 16d230f8-cedf-407a-a6a2-e2704f6cf4c6 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:27:41.648155 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-5b4f50ec-05b5-46bc-b53b-29ecd0df9c60 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 16d230f8-cedf-407a-a6a2-e2704f6cf4c6) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:27:41.663351 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 70a440bb-7eaf-44d5-b4ff-0c10b5e4dc8c up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:27:41.663351 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2e5a96-edca-440d-a6ea-0386a1fdef9b None None] Network 16d230f8-cedf-407a-a6a2-e2704f6cf4c6 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:27:41.671859 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4f50ec-05b5-46bc-b53b-29ecd0df9c60 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:27:41.674149 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5b4f50ec-05b5-46bc-b53b-29ecd0df9c60 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:41.750051 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-5b4f50ec-05b5-46bc-b53b-29ecd0df9c60 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.9720719 Jun 11 10:27:41.752585 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38196) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:27:41.881877 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 70a440bb-7eaf-44d5-b4ff-0c10b5e4dc8c completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:27:41.887110 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b0e8a233-ee10-452d-a456-ddcb176f9432 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:41.897637 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0696786-ecd0-49e8-b5aa-81406557104a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-16d230f8-cedf-407a-a6a2-e2704f6cf4c6', 'network_id': '16d230f8-cedf-407a-a6a2-e2704f6cf4c6', 'tenant_id': '20ffa64bb5be4245b203eaa94e484779', 'fixed_ips': [{'subnet_id': '37f69899-25f1-4dc5-8c69-b7892f24eaaf'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 10:27:41.898580 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b0696786-ecd0-49e8-b5aa-81406557104a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:41.982792 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b0e8a233-ee10-452d-a456-ddcb176f9432 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:42.066979 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-b0696786-ecd0-49e8-b5aa-81406557104a None None] Allocated IP 2001:db8::3 (16d230f8-cedf-407a-a6a2-e2704f6cf4c6/37f69899-25f1-4dc5-8c69-b7892f24eaaf/70452657-cc2f-467c-80bd-82ff73f532e8) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:27:42.198338 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253791d6-63e6-47ee-80ff-a8c75d35888c None None] Network aeaa8e6e-986b-4d50-b606-f073364e2ac5 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:27:42.342142 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b0696786-ecd0-49e8-b5aa-81406557104a None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:42.355780 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-b0696786-ecd0-49e8-b5aa-81406557104a None None] Transition to ACTIVE for port object 70452657-cc2f-467c-80bd-82ff73f532e8 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:27:42.383550 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-b0696786-ecd0-49e8-b5aa-81406557104a None None] Transition to ACTIVE for port object 70452657-cc2f-467c-80bd-82ff73f532e8 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:27:42.419222 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-81de9ecc-5b79-49e1-b0e6-f4fdf3a24bfd None None] Provisioning for port 70a440bb-7eaf-44d5-b4ff-0c10b5e4dc8c completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:27:42.429573 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-81de9ecc-5b79-49e1-b0e6-f4fdf3a24bfd None None] Provisioning complete for port 70a440bb-7eaf-44d5-b4ff-0c10b5e4dc8c triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:27:42.429956 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-81de9ecc-5b79-49e1-b0e6-f4fdf3a24bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:42.496083 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b0696786-ecd0-49e8-b5aa-81406557104a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:42.500696 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:27:42.557209 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0696786-ecd0-49e8-b5aa-81406557104a None None] Network 16d230f8-cedf-407a-a6a2-e2704f6cf4c6 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:27:42.561841 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b0e8a233-ee10-452d-a456-ddcb176f9432 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:42.564247 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7608749d-0a16-47d9-a984-f6a120c2402c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:27:42.573261 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-b0696786-ecd0-49e8-b5aa-81406557104a None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:27:42.576334 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0696786-ecd0-49e8-b5aa-81406557104a None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:27:42.587261 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0696786-ecd0-49e8-b5aa-81406557104a None None] Pushing event updated for resources: {'Port': ['ID=70452657-cc2f-467c-80bd-82ff73f532e8,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:27:42.592844 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-b0696786-ecd0-49e8-b5aa-81406557104a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:27:42.598592 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e8a233-ee10-452d-a456-ddcb176f9432 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Pushing event deleted for resources: {'Subnet': ['ID=37f69899-25f1-4dc5-8c69-b7892f24eaaf,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:27:42.601977 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b0e8a233-ee10-452d-a456-ddcb176f9432 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:27:42.687042 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b0e8a233-ee10-452d-a456-ddcb176f9432 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:42.699158 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-b0e8a233-ee10-452d-a456-ddcb176f9432 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16d230f8-cedf-407a-a6a2-e2704f6cf4c6']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:27:42.711978 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-b0e8a233-ee10-452d-a456-ddcb176f9432 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a120f5c-0bf4-4ad3-b583-7257baa44dd9') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:27:42.712276 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-b0e8a233-ee10-452d-a456-ddcb176f9432 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a120f5c-0bf4-4ad3-b583-7257baa44dd9') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:27:42.723049 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b0e8a233-ee10-452d-a456-ddcb176f9432 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:42.738451 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b0e8a233-ee10-452d-a456-ddcb176f9432 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:42.747883 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0e8a233-ee10-452d-a456-ddcb176f9432 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Releasing vlan 772 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:27:42.748555 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b0e8a233-ee10-452d-a456-ddcb176f9432 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:42.753133 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 10:27:42.753133 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:27:42.753133 n-d-779913-12 neutron-server[93176]: timer() Jun 11 10:27:42.753133 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:27:42.753133 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 10:27:42.753133 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:27:42.753133 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 10:27:42.753133 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:27:42.753133 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 10:27:42.753133 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:27:42.753133 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 10:27:42.753133 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:27:42.753133 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 10:27:42.753133 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:27:42.753133 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:27:42.753133 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:27:42.753133 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:27:42.753133 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:27:42.753133 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 10:27:42.753133 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:27:42.753133 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 10:27:42.753133 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:27:42.753133 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:27:42.753133 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:27:42.753133 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 10:27:42.753133 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:27:42.753133 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:27:42.753133 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:27:42.753133 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:27:42.753133 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:27:42.753133 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:27:42.753133 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:27:42.864362 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.db.api [None req-b0e8a233-ee10-452d-a456-ddcb176f9432 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 11 10:27:42.864362 n-d-779913-12 neutron-server[93176]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 11 10:27:42.864362 n-d-779913-12 neutron-server[93176]: [parameters: {'id': '16d230f8-cedf-407a-a6a2-e2704f6cf4c6'}] Jun 11 10:27:42.864362 n-d-779913-12 neutron-server[93176]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 10:27:42.864781 n-d-779913-12 neutron-server[93176]: DEBUG oslo_db.api [None req-b0e8a233-ee10-452d-a456-ddcb176f9432 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 10:27:42.899199 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-81de9ecc-5b79-49e1-b0e6-f4fdf3a24bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:42.918146 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-b0696786-ecd0-49e8-b5aa-81406557104a None None] Attempting to bind port 70452657-cc2f-467c-80bd-82ff73f532e8 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:27:42.918722 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-b0696786-ecd0-49e8-b5aa-81406557104a None None] Attempting to bind port 70452657-cc2f-467c-80bd-82ff73f532e8 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '5a120f5c-0bf4-4ad3-b583-7257baa44dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '16d230f8-cedf-407a-a6a2-e2704f6cf4c6'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:27:42.919324 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0696786-ecd0-49e8-b5aa-81406557104a None None] Attempting to bind port 70452657-cc2f-467c-80bd-82ff73f532e8 on network 16d230f8-cedf-407a-a6a2-e2704f6cf4c6 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:27:42.934398 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0696786-ecd0-49e8-b5aa-81406557104a None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:27:42.938975 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0696786-ecd0-49e8-b5aa-81406557104a None None] Checking segment: {'id': '5a120f5c-0bf4-4ad3-b583-7257baa44dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '16d230f8-cedf-407a-a6a2-e2704f6cf4c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:27:42.938975 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b0696786-ecd0-49e8-b5aa-81406557104a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:42.938975 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0696786-ecd0-49e8-b5aa-81406557104a None None] Bound using segment: {'id': '5a120f5c-0bf4-4ad3-b583-7257baa44dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '16d230f8-cedf-407a-a6a2-e2704f6cf4c6'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:27:42.938975 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-b0696786-ecd0-49e8-b5aa-81406557104a None None] Bound port: 70452657-cc2f-467c-80bd-82ff73f532e8, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a120f5c-0bf4-4ad3-b583-7257baa44dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '16d230f8-cedf-407a-a6a2-e2704f6cf4c6'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:27:42.938975 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b0696786-ecd0-49e8-b5aa-81406557104a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:42.992611 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-81de9ecc-5b79-49e1-b0e6-f4fdf3a24bfd None None] For port 70a440bb-7eaf-44d5-b4ff-0c10b5e4dc8c, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=70a440bb-7eaf-44d5-b4ff-0c10b5e4dc8c,segment=NetworkSegment(6d6e0238-7a0f-4d3d-a98b-483e035fe4e1),segment_id=6d6e0238-7a0f-4d3d-a98b-483e035fe4e1)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:27:42.993664 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-af523fae-9a8a-415c-9844-ce365d07dac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:43.036250 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-b0696786-ecd0-49e8-b5aa-81406557104a None None] For port 70452657-cc2f-467c-80bd-82ff73f532e8, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:27:43.039556 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-b0696786-ecd0-49e8-b5aa-81406557104a None None] For port 70452657-cc2f-467c-80bd-82ff73f532e8, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=70452657-cc2f-467c-80bd-82ff73f532e8,segment=NetworkSegment(5a120f5c-0bf4-4ad3-b583-7257baa44dd9),segment_id=5a120f5c-0bf4-4ad3-b583-7257baa44dd9)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:27:43.064024 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-81de9ecc-5b79-49e1-b0e6-f4fdf3a24bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:43.066792 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:27:43.123126 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b0696786-ecd0-49e8-b5aa-81406557104a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:43.126760 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81de9ecc-5b79-49e1-b0e6-f4fdf3a24bfd None None] Pushing event updated for resources: {'Port': ['ID=70a440bb-7eaf-44d5-b4ff-0c10b5e4dc8c,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:27:43.128664 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-81de9ecc-5b79-49e1-b0e6-f4fdf3a24bfd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:27:43.129130 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-cf6c43a5-d84f-4e3c-b8a1-3128721ed083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:27:43.242387 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0696786-ecd0-49e8-b5aa-81406557104a None None] Pushing event updated for resources: {'Port': ['ID=70452657-cc2f-467c-80bd-82ff73f532e8,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:27:43.248297 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-ce269a3b-5744-4cd8-9df6-0a41c4147e4f None None] Provisioning complete for port 70a440bb-7eaf-44d5-b4ff-0c10b5e4dc8c triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:27:43.249808 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ce269a3b-5744-4cd8-9df6-0a41c4147e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:43.251824 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-b0696786-ecd0-49e8-b5aa-81406557104a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:27:43.277164 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02908da7-f811-43eb-b06e-29c2c9b7ba33 None None] Network 16d230f8-cedf-407a-a6a2-e2704f6cf4c6 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:27:43.366200 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b0e8a233-ee10-452d-a456-ddcb176f9432 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:43.436558 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-b0e8a233-ee10-452d-a456-ddcb176f9432 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Deleting port 70452657-cc2f-467c-80bd-82ff73f532e8 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:27:43.436808 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b0e8a233-ee10-452d-a456-ddcb176f9432 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:43.508566 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7326b7-f0ca-42b8-8ca5-5e1fe5912ced None None] get_active_networks_info from n-d-779913-12 {{(pid=93178) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 11 10:27:43.542633 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-b0e8a233-ee10-452d-a456-ddcb176f9432 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] For port 70452657-cc2f-467c-80bd-82ff73f532e8, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=70452657-cc2f-467c-80bd-82ff73f532e8,segment=NetworkSegment(5a120f5c-0bf4-4ad3-b583-7257baa44dd9),segment_id=5a120f5c-0bf4-4ad3-b583-7257baa44dd9)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:27:43.543006 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b0e8a233-ee10-452d-a456-ddcb176f9432 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:43.603608 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7326b7-f0ca-42b8-8ca5-5e1fe5912ced None None] Resources bound (agent type, host, resource id): {{(pid=93178) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 11 10:27:43.642058 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-b0e8a233-ee10-452d-a456-ddcb176f9432 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Calling delete_port for 70452657-cc2f-467c-80bd-82ff73f532e8 owned by network:dhcp {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:27:43.647808 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 70a440bb-7eaf-44d5-b4ff-0c10b5e4dc8c up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:27:43.785743 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 70a440bb-7eaf-44d5-b4ff-0c10b5e4dc8c triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:27:43.786049 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:43.823910 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b0e8a233-ee10-452d-a456-ddcb176f9432 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:43.827675 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-15df8ce6-ab64-4f35-86e6-c300db74318a tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:27:43.860348 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e8a233-ee10-452d-a456-ddcb176f9432 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] No DVR routers for this DVR port 70452657-cc2f-467c-80bd-82ff73f532e8 on host n-d-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:27:43.866733 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e8a233-ee10-452d-a456-ddcb176f9432 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Pushing event deleted for resources: {'Port': ['ID=70452657-cc2f-467c-80bd-82ff73f532e8,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:27:43.869238 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b0e8a233-ee10-452d-a456-ddcb176f9432 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:27:43.973352 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b0e8a233-ee10-452d-a456-ddcb176f9432 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:43.985154 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-b0e8a233-ee10-452d-a456-ddcb176f9432 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16d230f8-cedf-407a-a6a2-e2704f6cf4c6']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:27:44.001836 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-b0e8a233-ee10-452d-a456-ddcb176f9432 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a120f5c-0bf4-4ad3-b583-7257baa44dd9') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:27:44.002136 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-b0e8a233-ee10-452d-a456-ddcb176f9432 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a120f5c-0bf4-4ad3-b583-7257baa44dd9') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:27:44.012867 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b0e8a233-ee10-452d-a456-ddcb176f9432 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:44.027193 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b0e8a233-ee10-452d-a456-ddcb176f9432 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:44.033543 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0e8a233-ee10-452d-a456-ddcb176f9432 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Releasing vlan 772 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:27:44.033927 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b0e8a233-ee10-452d-a456-ddcb176f9432 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:44.037019 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 10:27:44.037019 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:27:44.037019 n-d-779913-12 neutron-server[93176]: timer() Jun 11 10:27:44.037019 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:27:44.037019 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 10:27:44.037019 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:27:44.037019 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 10:27:44.037019 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:27:44.037019 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 10:27:44.037019 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:27:44.037019 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 10:27:44.037019 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:27:44.037019 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 10:27:44.037019 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:27:44.037019 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:27:44.037019 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:27:44.037019 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:27:44.037019 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:27:44.037019 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 10:27:44.037019 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:27:44.037019 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 10:27:44.037019 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:27:44.037019 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:27:44.037019 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:27:44.037019 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 10:27:44.037019 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:27:44.037019 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:27:44.037019 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:27:44.037019 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:27:44.037019 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:27:44.037019 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:27:44.037019 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:27:44.149435 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b0e8a233-ee10-452d-a456-ddcb176f9432 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:44.153197 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6cd69f15-bff6-41da-8a27-b3dc6d99213e tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:27:44.157090 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b0e8a233-ee10-452d-a456-ddcb176f9432 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:44.158845 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-b0e8a233-ee10-452d-a456-ddcb176f9432 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] 10.222.0.60 "DELETE /v2.0/networks/16d230f8-cedf-407a-a6a2-e2704f6cf4c6 HTTP/1.1" status: 204 len: 168 time: 2.4052989 Jun 11 10:27:44.165465 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38200) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:27:44.170753 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-8731e056-2caa-4cba-9e33-3adca031316c tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1830173211'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:27:44.172860 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e8a233-ee10-452d-a456-ddcb176f9432 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Pushing event deleted for resources: {'Network': ['ID=16d230f8-cedf-407a-a6a2-e2704f6cf4c6,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:27:44.175268 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b0e8a233-ee10-452d-a456-ddcb176f9432 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:27:44.263659 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8731e056-2caa-4cba-9e33-3adca031316c tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Made reservation on behalf of 20ffa64bb5be4245b203eaa94e484779 for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:27:44.267180 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8731e056-2caa-4cba-9e33-3adca031316c tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:44.293365 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8731e056-2caa-4cba-9e33-3adca031316c tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 770} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:27:44.301907 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8731e056-2caa-4cba-9e33-3adca031316c tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:44.302297 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-8731e056-2caa-4cba-9e33-3adca031316c tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Added segment de83fc71-4fb6-4ac7-9054-1bf00ad7d2aa of type vlan for network 777ca313-ff1c-4459-8a25-74304e420b50 Jun 11 10:27:44.355073 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8731e056-2caa-4cba-9e33-3adca031316c tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:44.452437 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8731e056-2caa-4cba-9e33-3adca031316c tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:44.458087 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8731e056-2caa-4cba-9e33-3adca031316c tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:27:44.458665 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8731e056-2caa-4cba-9e33-3adca031316c tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:44.461116 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-838294bb-f430-45b7-a75e-1aa1b114eb83 tempest-ExternalNetworksTestJSON-1691421527 tempest-ExternalNetworksTestJSON-1691421527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:27:44.545113 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8731e056-2caa-4cba-9e33-3adca031316c tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Pushing event updated for resources: {'Network': ['ID=777ca313-ff1c-4459-8a25-74304e420b50,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:27:44.547726 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8731e056-2caa-4cba-9e33-3adca031316c tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:27:44.555138 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 777ca313-ff1c-4459-8a25-74304e420b50 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:27:44.591215 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-8731e056-2caa-4cba-9e33-3adca031316c tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4245846 Jun 11 10:27:44.593941 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38202) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:27:44.599298 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-27172580-a1d8-4689-b36b-7701e055a537 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Request body: {'subnet': {'network_id': '777ca313-ff1c-4459-8a25-74304e420b50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:27:44.766483 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27172580-a1d8-4689-b36b-7701e055a537 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Made reservation on behalf of 20ffa64bb5be4245b203eaa94e484779 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:27:44.770089 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-27172580-a1d8-4689-b36b-7701e055a537 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:45.057488 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-27172580-a1d8-4689-b36b-7701e055a537 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:45.060078 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-45a67aee-48f2-453f-90c4-1adc4272aca6 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:27:45.128785 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27172580-a1d8-4689-b36b-7701e055a537 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Pushing event updated for resources: {'Subnet': ['ID=44eebdb0-9d49-49a1-a2ab-55f4738b4a55,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:27:45.132623 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-27172580-a1d8-4689-b36b-7701e055a537 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:27:45.140278 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27172580-a1d8-4689-b36b-7701e055a537 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Checking segment: {'id': 'de83fc71-4fb6-4ac7-9054-1bf00ad7d2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '777ca313-ff1c-4459-8a25-74304e420b50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:27:45.140639 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27172580-a1d8-4689-b36b-7701e055a537 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Network hostable DHCP agents. Network: 777ca313-ff1c-4459-8a25-74304e420b50, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:27:45.234771 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27172580-a1d8-4689-b36b-7701e055a537 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Network 777ca313-ff1c-4459-8a25-74304e420b50 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:27:45.303356 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-27172580-a1d8-4689-b36b-7701e055a537 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 777ca313-ff1c-4459-8a25-74304e420b50) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:27:45.307325 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27172580-a1d8-4689-b36b-7701e055a537 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:27:45.308008 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-27172580-a1d8-4689-b36b-7701e055a537 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:45.312884 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d753fe-a579-486a-9b8f-46656644eb5d None None] Network 777ca313-ff1c-4459-8a25-74304e420b50 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:27:45.413817 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-27172580-a1d8-4689-b36b-7701e055a537 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.8186462 Jun 11 10:27:45.417009 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38204) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:27:45.524113 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e907e5b-661d-46c9-8ab9-9827c872572e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-777ca313-ff1c-4459-8a25-74304e420b50', 'network_id': '777ca313-ff1c-4459-8a25-74304e420b50', 'tenant_id': '20ffa64bb5be4245b203eaa94e484779', 'fixed_ips': [{'subnet_id': '44eebdb0-9d49-49a1-a2ab-55f4738b4a55'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 10:27:45.524989 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1e907e5b-661d-46c9-8ab9-9827c872572e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:45.576765 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3f5a5f0d-8200-4f09-8885-cb1f06ccd625 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:45.647911 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3f5a5f0d-8200-4f09-8885-cb1f06ccd625 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:45.696908 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-1e907e5b-661d-46c9-8ab9-9827c872572e None None] Allocated IP 2001:db8::1 (777ca313-ff1c-4459-8a25-74304e420b50/44eebdb0-9d49-49a1-a2ab-55f4738b4a55/797d9cdb-e8bc-48f5-a4fc-2b57223dcdd6) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:27:45.813980 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d2d988a5-f9f5-442f-b94a-c4e1ef694b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:45.897243 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1e907e5b-661d-46c9-8ab9-9827c872572e None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:45.905763 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-1e907e5b-661d-46c9-8ab9-9827c872572e None None] Transition to ACTIVE for port object 797d9cdb-e8bc-48f5-a4fc-2b57223dcdd6 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:27:45.920559 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-1e907e5b-661d-46c9-8ab9-9827c872572e None None] Transition to ACTIVE for port object 797d9cdb-e8bc-48f5-a4fc-2b57223dcdd6 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:27:45.932069 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:45.989290 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1e907e5b-661d-46c9-8ab9-9827c872572e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:45.991221 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-90fc6c88-6230-4939-a8e3-77c3f56869a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:27:46.037323 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e907e5b-661d-46c9-8ab9-9827c872572e None None] Network 777ca313-ff1c-4459-8a25-74304e420b50 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:27:46.041803 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-1e907e5b-661d-46c9-8ab9-9827c872572e None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:27:46.044723 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e907e5b-661d-46c9-8ab9-9827c872572e None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:27:46.051754 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907e5b-661d-46c9-8ab9-9827c872572e None None] Pushing event updated for resources: {'Port': ['ID=797d9cdb-e8bc-48f5-a4fc-2b57223dcdd6,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:27:46.054329 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-1e907e5b-661d-46c9-8ab9-9827c872572e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:27:46.069715 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3f5a5f0d-8200-4f09-8885-cb1f06ccd625 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:46.072853 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-01cbc3fc-2488-44d0-b37f-9ac67a321c70 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:27:46.109434 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5a5f0d-8200-4f09-8885-cb1f06ccd625 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Pushing event deleted for resources: {'Subnet': ['ID=44eebdb0-9d49-49a1-a2ab-55f4738b4a55,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:27:46.112495 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3f5a5f0d-8200-4f09-8885-cb1f06ccd625 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:27:46.123509 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-1e907e5b-661d-46c9-8ab9-9827c872572e None None] Attempting to bind port 797d9cdb-e8bc-48f5-a4fc-2b57223dcdd6 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:27:46.123934 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-1e907e5b-661d-46c9-8ab9-9827c872572e None None] Attempting to bind port 797d9cdb-e8bc-48f5-a4fc-2b57223dcdd6 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'de83fc71-4fb6-4ac7-9054-1bf00ad7d2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '777ca313-ff1c-4459-8a25-74304e420b50'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:27:46.124310 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e907e5b-661d-46c9-8ab9-9827c872572e None None] Attempting to bind port 797d9cdb-e8bc-48f5-a4fc-2b57223dcdd6 on network 777ca313-ff1c-4459-8a25-74304e420b50 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:27:46.129233 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e907e5b-661d-46c9-8ab9-9827c872572e None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:27:46.129615 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e907e5b-661d-46c9-8ab9-9827c872572e None None] Checking segment: {'id': 'de83fc71-4fb6-4ac7-9054-1bf00ad7d2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '777ca313-ff1c-4459-8a25-74304e420b50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:27:46.130023 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1e907e5b-661d-46c9-8ab9-9827c872572e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:46.130430 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e907e5b-661d-46c9-8ab9-9827c872572e None None] Bound using segment: {'id': 'de83fc71-4fb6-4ac7-9054-1bf00ad7d2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '777ca313-ff1c-4459-8a25-74304e420b50'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:27:46.130902 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-1e907e5b-661d-46c9-8ab9-9827c872572e None None] Bound port: 797d9cdb-e8bc-48f5-a4fc-2b57223dcdd6, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de83fc71-4fb6-4ac7-9054-1bf00ad7d2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '777ca313-ff1c-4459-8a25-74304e420b50'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:27:46.131289 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1e907e5b-661d-46c9-8ab9-9827c872572e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:46.195833 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3f5a5f0d-8200-4f09-8885-cb1f06ccd625 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:46.202623 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-1e907e5b-661d-46c9-8ab9-9827c872572e None None] For port 797d9cdb-e8bc-48f5-a4fc-2b57223dcdd6, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:27:46.205727 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-1e907e5b-661d-46c9-8ab9-9827c872572e None None] For port 797d9cdb-e8bc-48f5-a4fc-2b57223dcdd6, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=797d9cdb-e8bc-48f5-a4fc-2b57223dcdd6,segment=NetworkSegment(de83fc71-4fb6-4ac7-9054-1bf00ad7d2aa),segment_id=de83fc71-4fb6-4ac7-9054-1bf00ad7d2aa)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:27:46.206887 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-3f5a5f0d-8200-4f09-8885-cb1f06ccd625 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['777ca313-ff1c-4459-8a25-74304e420b50']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:27:46.218074 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-3f5a5f0d-8200-4f09-8885-cb1f06ccd625 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de83fc71-4fb6-4ac7-9054-1bf00ad7d2aa') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:27:46.218380 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-3f5a5f0d-8200-4f09-8885-cb1f06ccd625 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de83fc71-4fb6-4ac7-9054-1bf00ad7d2aa') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:27:46.228077 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3f5a5f0d-8200-4f09-8885-cb1f06ccd625 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:46.269931 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1e907e5b-661d-46c9-8ab9-9827c872572e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:46.272264 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3f5a5f0d-8200-4f09-8885-cb1f06ccd625 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:46.272931 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:27:46.280298 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f5a5f0d-8200-4f09-8885-cb1f06ccd625 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Releasing vlan 770 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:27:46.280298 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3f5a5f0d-8200-4f09-8885-cb1f06ccd625 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:46.282742 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 10:27:46.282742 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:27:46.282742 n-d-779913-12 neutron-server[93177]: timer() Jun 11 10:27:46.282742 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:27:46.282742 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 10:27:46.282742 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:27:46.282742 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 10:27:46.282742 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:27:46.282742 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 10:27:46.282742 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:27:46.282742 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 10:27:46.282742 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:27:46.282742 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 10:27:46.282742 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:27:46.282742 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:27:46.282742 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:27:46.282742 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:27:46.282742 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:27:46.282742 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 10:27:46.282742 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:27:46.282742 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 10:27:46.282742 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:27:46.282742 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:27:46.282742 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:27:46.282742 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 10:27:46.282742 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:27:46.282742 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:27:46.282742 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:27:46.282742 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:27:46.282742 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:27:46.282742 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:27:46.282742 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:27:46.376695 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907e5b-661d-46c9-8ab9-9827c872572e None None] Pushing event updated for resources: {'Port': ['ID=797d9cdb-e8bc-48f5-a4fc-2b57223dcdd6,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:27:46.379725 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-1e907e5b-661d-46c9-8ab9-9827c872572e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:27:46.393245 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93662d9-2b30-4657-b6de-77c7d853b41a None None] Network 777ca313-ff1c-4459-8a25-74304e420b50 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:27:46.438266 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.db.api [None req-3f5a5f0d-8200-4f09-8885-cb1f06ccd625 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 11 10:27:46.438266 n-d-779913-12 neutron-server[93177]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 11 10:27:46.438266 n-d-779913-12 neutron-server[93177]: [parameters: {'id': '777ca313-ff1c-4459-8a25-74304e420b50'}] Jun 11 10:27:46.438266 n-d-779913-12 neutron-server[93177]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93177) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 10:27:46.438731 n-d-779913-12 neutron-server[93177]: DEBUG oslo_db.api [None req-3f5a5f0d-8200-4f09-8885-cb1f06ccd625 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 10:27:46.570439 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38b1c20-da4f-4c09-b920-c82eee42b7bb None None] get_active_networks_info from n-d-779913-12 {{(pid=93178) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 11 10:27:46.658791 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38b1c20-da4f-4c09-b920-c82eee42b7bb None None] Resources bound (agent type, host, resource id): {{(pid=93178) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 11 10:27:46.779984 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:46.939867 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3f5a5f0d-8200-4f09-8885-cb1f06ccd625 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:47.019849 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-3f5a5f0d-8200-4f09-8885-cb1f06ccd625 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Deleting port 797d9cdb-e8bc-48f5-a4fc-2b57223dcdd6 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:27:47.020192 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3f5a5f0d-8200-4f09-8885-cb1f06ccd625 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:47.104420 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-3f5a5f0d-8200-4f09-8885-cb1f06ccd625 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] For port 797d9cdb-e8bc-48f5-a4fc-2b57223dcdd6, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=797d9cdb-e8bc-48f5-a4fc-2b57223dcdd6,segment=NetworkSegment(de83fc71-4fb6-4ac7-9054-1bf00ad7d2aa),segment_id=de83fc71-4fb6-4ac7-9054-1bf00ad7d2aa)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:27:47.104788 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3f5a5f0d-8200-4f09-8885-cb1f06ccd625 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:47.200846 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-3f5a5f0d-8200-4f09-8885-cb1f06ccd625 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Calling delete_port for 797d9cdb-e8bc-48f5-a4fc-2b57223dcdd6 owned by network:dhcp {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:27:47.373110 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3f5a5f0d-8200-4f09-8885-cb1f06ccd625 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:47.377056 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-157f127c-926f-4307-aaea-d98962fd8e71 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:27:47.406459 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5a5f0d-8200-4f09-8885-cb1f06ccd625 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Pushing event deleted for resources: {'Port': ['ID=797d9cdb-e8bc-48f5-a4fc-2b57223dcdd6,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:27:47.408930 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3f5a5f0d-8200-4f09-8885-cb1f06ccd625 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:27:47.411489 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5a5f0d-8200-4f09-8885-cb1f06ccd625 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] No DVR routers for this DVR port 797d9cdb-e8bc-48f5-a4fc-2b57223dcdd6 on host n-d-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:27:47.522939 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3f5a5f0d-8200-4f09-8885-cb1f06ccd625 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:47.534414 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-3f5a5f0d-8200-4f09-8885-cb1f06ccd625 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['777ca313-ff1c-4459-8a25-74304e420b50']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:27:47.546601 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-3f5a5f0d-8200-4f09-8885-cb1f06ccd625 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de83fc71-4fb6-4ac7-9054-1bf00ad7d2aa') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:27:47.546926 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-3f5a5f0d-8200-4f09-8885-cb1f06ccd625 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de83fc71-4fb6-4ac7-9054-1bf00ad7d2aa') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:27:47.557090 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3f5a5f0d-8200-4f09-8885-cb1f06ccd625 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:47.572372 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3f5a5f0d-8200-4f09-8885-cb1f06ccd625 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:47.578325 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f5a5f0d-8200-4f09-8885-cb1f06ccd625 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Releasing vlan 770 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:27:47.578719 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3f5a5f0d-8200-4f09-8885-cb1f06ccd625 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:47.581695 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 10:27:47.581695 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:27:47.581695 n-d-779913-12 neutron-server[93177]: timer() Jun 11 10:27:47.581695 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:27:47.581695 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 10:27:47.581695 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:27:47.581695 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 10:27:47.581695 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:27:47.581695 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 10:27:47.581695 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:27:47.581695 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 10:27:47.581695 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:27:47.581695 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 10:27:47.581695 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:27:47.581695 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:27:47.581695 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:27:47.581695 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:27:47.581695 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:27:47.581695 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 10:27:47.581695 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:27:47.581695 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 10:27:47.581695 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:27:47.581695 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:27:47.581695 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:27:47.581695 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 10:27:47.581695 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:27:47.581695 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:27:47.581695 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:27:47.581695 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:27:47.581695 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:27:47.581695 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:27:47.581695 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:27:47.732400 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3f5a5f0d-8200-4f09-8885-cb1f06ccd625 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:47.737010 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3f5a5f0d-8200-4f09-8885-cb1f06ccd625 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:47.739124 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-3f5a5f0d-8200-4f09-8885-cb1f06ccd625 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] 10.222.0.60 "DELETE /v2.0/networks/777ca313-ff1c-4459-8a25-74304e420b50 HTTP/1.1" status: 204 len: 168 time: 2.3210835 Jun 11 10:27:47.739917 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a2c1ea7b-dab5-4e7f-888a-9ea8f8e7a02a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:27:47.743721 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38206) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:27:47.749440 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-a5c4d2e6-8743-4833-8995-c4d635ac8426 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1190319798'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:27:47.757483 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5a5f0d-8200-4f09-8885-cb1f06ccd625 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Pushing event deleted for resources: {'Network': ['ID=777ca313-ff1c-4459-8a25-74304e420b50,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:27:47.760091 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3f5a5f0d-8200-4f09-8885-cb1f06ccd625 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:27:47.829654 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c4d2e6-8743-4833-8995-c4d635ac8426 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Made reservation on behalf of 20ffa64bb5be4245b203eaa94e484779 for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:27:47.833274 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a5c4d2e6-8743-4833-8995-c4d635ac8426 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:47.867223 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5c4d2e6-8743-4833-8995-c4d635ac8426 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 753} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:27:47.876315 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a5c4d2e6-8743-4833-8995-c4d635ac8426 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:47.876772 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-a5c4d2e6-8743-4833-8995-c4d635ac8426 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Added segment 066f919d-8cd8-48ee-a264-24bd937582a6 of type vlan for network bda97b7b-a964-48a8-85ad-fc7ef4498b3b Jun 11 10:27:47.934077 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a5c4d2e6-8743-4833-8995-c4d635ac8426 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:48.024116 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a5c4d2e6-8743-4833-8995-c4d635ac8426 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:48.030169 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c4d2e6-8743-4833-8995-c4d635ac8426 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:27:48.030744 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a5c4d2e6-8743-4833-8995-c4d635ac8426 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:48.033247 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d9c0e370-3dd8-4d75-b4bd-3d356b605f00 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:27:48.121915 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c4d2e6-8743-4833-8995-c4d635ac8426 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Pushing event updated for resources: {'Network': ['ID=bda97b7b-a964-48a8-85ad-fc7ef4498b3b,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:27:48.124800 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a5c4d2e6-8743-4833-8995-c4d635ac8426 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:27:48.132597 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network bda97b7b-a964-48a8-85ad-fc7ef4498b3b details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:27:48.133203 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-a5c4d2e6-8743-4833-8995-c4d635ac8426 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3894281 Jun 11 10:27:48.136229 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38208) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:27:48.141239 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-d3b3435e-c06f-4428-8004-27d450daaa58 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Request body: {'subnet': {'network_id': 'bda97b7b-a964-48a8-85ad-fc7ef4498b3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:27:48.321444 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b3435e-c06f-4428-8004-27d450daaa58 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Made reservation on behalf of 20ffa64bb5be4245b203eaa94e484779 for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:27:48.327093 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d3b3435e-c06f-4428-8004-27d450daaa58 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:48.481508 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:48.487473 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:27:48.623790 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d3b3435e-c06f-4428-8004-27d450daaa58 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:48.626017 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-346091f4-833f-4529-bfce-75e077d6bb67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:27:48.705758 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b3435e-c06f-4428-8004-27d450daaa58 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Pushing event updated for resources: {'Subnet': ['ID=476cebe9-c0b6-40af-a25a-7dc05401c1bb,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:27:48.717810 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d3b3435e-c06f-4428-8004-27d450daaa58 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:27:48.724652 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b3435e-c06f-4428-8004-27d450daaa58 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Checking segment: {'id': '066f919d-8cd8-48ee-a264-24bd937582a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'bda97b7b-a964-48a8-85ad-fc7ef4498b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:27:48.725016 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b3435e-c06f-4428-8004-27d450daaa58 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Network hostable DHCP agents. Network: bda97b7b-a964-48a8-85ad-fc7ef4498b3b, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:27:48.794482 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b3435e-c06f-4428-8004-27d450daaa58 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Network bda97b7b-a964-48a8-85ad-fc7ef4498b3b is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:27:48.857774 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-d3b3435e-c06f-4428-8004-27d450daaa58 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, bda97b7b-a964-48a8-85ad-fc7ef4498b3b) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:27:48.862172 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b3435e-c06f-4428-8004-27d450daaa58 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:27:48.862825 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d3b3435e-c06f-4428-8004-27d450daaa58 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:48.867645 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2ab1e2-57b2-47be-b1ee-5a6ba98b61c1 None None] Network bda97b7b-a964-48a8-85ad-fc7ef4498b3b requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:27:48.933322 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-d3b3435e-c06f-4428-8004-27d450daaa58 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7960155 Jun 11 10:27:48.937423 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38210) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:27:49.081087 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b895496-61fc-47d4-a75c-69a70210e2ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-bda97b7b-a964-48a8-85ad-fc7ef4498b3b', 'network_id': 'bda97b7b-a964-48a8-85ad-fc7ef4498b3b', 'tenant_id': '20ffa64bb5be4245b203eaa94e484779', 'fixed_ips': [{'subnet_id': '476cebe9-c0b6-40af-a25a-7dc05401c1bb'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 10:27:49.081965 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1b895496-61fc-47d4-a75c-69a70210e2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:49.427642 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-1b895496-61fc-47d4-a75c-69a70210e2ef None None] Allocated IP 2001:db8::1 (bda97b7b-a964-48a8-85ad-fc7ef4498b3b/476cebe9-c0b6-40af-a25a-7dc05401c1bb/53fcc474-7cc3-42ed-8561-d9b937f2e932) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:27:49.523756 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c7942c86-7dcd-411c-9408-940307ff3804 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:49.586657 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c7942c86-7dcd-411c-9408-940307ff3804 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:49.609680 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1b895496-61fc-47d4-a75c-69a70210e2ef None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:49.618235 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-1b895496-61fc-47d4-a75c-69a70210e2ef None None] Transition to ACTIVE for port object 53fcc474-7cc3-42ed-8561-d9b937f2e932 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:27:49.635276 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-1b895496-61fc-47d4-a75c-69a70210e2ef None None] Transition to ACTIVE for port object 53fcc474-7cc3-42ed-8561-d9b937f2e932 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:27:49.704533 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1b895496-61fc-47d4-a75c-69a70210e2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:49.707275 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-81de9ecc-5b79-49e1-b0e6-f4fdf3a24bfd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:27:49.753064 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b895496-61fc-47d4-a75c-69a70210e2ef None None] Network bda97b7b-a964-48a8-85ad-fc7ef4498b3b is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:27:49.757515 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-1b895496-61fc-47d4-a75c-69a70210e2ef None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:27:49.762210 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b895496-61fc-47d4-a75c-69a70210e2ef None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:27:49.768229 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b895496-61fc-47d4-a75c-69a70210e2ef None None] Pushing event updated for resources: {'Port': ['ID=53fcc474-7cc3-42ed-8561-d9b937f2e932,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:27:49.771382 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-1b895496-61fc-47d4-a75c-69a70210e2ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:27:49.773059 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c7942c86-7dcd-411c-9408-940307ff3804 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:49.779687 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f73646b4-d60e-4a6e-b89f-71350c2402b5 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:27:49.822451 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7942c86-7dcd-411c-9408-940307ff3804 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Pushing event deleted for resources: {'Subnet': ['ID=476cebe9-c0b6-40af-a25a-7dc05401c1bb,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:27:49.839068 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-1b895496-61fc-47d4-a75c-69a70210e2ef None None] Attempting to bind port 53fcc474-7cc3-42ed-8561-d9b937f2e932 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:27:49.839453 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-1b895496-61fc-47d4-a75c-69a70210e2ef None None] Attempting to bind port 53fcc474-7cc3-42ed-8561-d9b937f2e932 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '066f919d-8cd8-48ee-a264-24bd937582a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'bda97b7b-a964-48a8-85ad-fc7ef4498b3b'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:27:49.840442 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b895496-61fc-47d4-a75c-69a70210e2ef None None] Attempting to bind port 53fcc474-7cc3-42ed-8561-d9b937f2e932 on network bda97b7b-a964-48a8-85ad-fc7ef4498b3b {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:27:49.845277 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b895496-61fc-47d4-a75c-69a70210e2ef None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:27:49.845661 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b895496-61fc-47d4-a75c-69a70210e2ef None None] Checking segment: {'id': '066f919d-8cd8-48ee-a264-24bd937582a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'bda97b7b-a964-48a8-85ad-fc7ef4498b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:27:49.846077 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1b895496-61fc-47d4-a75c-69a70210e2ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:49.846479 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b895496-61fc-47d4-a75c-69a70210e2ef None None] Bound using segment: {'id': '066f919d-8cd8-48ee-a264-24bd937582a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'bda97b7b-a964-48a8-85ad-fc7ef4498b3b'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:27:49.846951 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-1b895496-61fc-47d4-a75c-69a70210e2ef None None] Bound port: 53fcc474-7cc3-42ed-8561-d9b937f2e932, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '066f919d-8cd8-48ee-a264-24bd937582a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'bda97b7b-a964-48a8-85ad-fc7ef4498b3b'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:27:49.847338 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1b895496-61fc-47d4-a75c-69a70210e2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:49.852362 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7942c86-7dcd-411c-9408-940307ff3804 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:27:49.852751 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7942c86-7dcd-411c-9408-940307ff3804 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:27:49.853132 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7942c86-7dcd-411c-9408-940307ff3804 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:27:49.853507 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7942c86-7dcd-411c-9408-940307ff3804 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:27:49.853879 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7942c86-7dcd-411c-9408-940307ff3804 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:27:49.854246 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7942c86-7dcd-411c-9408-940307ff3804 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:27:49.854613 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7942c86-7dcd-411c-9408-940307ff3804 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:27:49.854977 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7942c86-7dcd-411c-9408-940307ff3804 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:27:49.855338 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7942c86-7dcd-411c-9408-940307ff3804 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:27:49.855731 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7942c86-7dcd-411c-9408-940307ff3804 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:27:49.856099 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7942c86-7dcd-411c-9408-940307ff3804 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:27:49.856457 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7942c86-7dcd-411c-9408-940307ff3804 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:27:49.861389 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c7942c86-7dcd-411c-9408-940307ff3804 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:27:49.908430 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c7942c86-7dcd-411c-9408-940307ff3804 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:49.919996 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-c7942c86-7dcd-411c-9408-940307ff3804 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bda97b7b-a964-48a8-85ad-fc7ef4498b3b']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:27:49.922331 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-1b895496-61fc-47d4-a75c-69a70210e2ef None None] For port 53fcc474-7cc3-42ed-8561-d9b937f2e932, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:27:49.925430 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-1b895496-61fc-47d4-a75c-69a70210e2ef None None] For port 53fcc474-7cc3-42ed-8561-d9b937f2e932, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=53fcc474-7cc3-42ed-8561-d9b937f2e932,segment=NetworkSegment(066f919d-8cd8-48ee-a264-24bd937582a6),segment_id=066f919d-8cd8-48ee-a264-24bd937582a6)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:27:49.936284 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-c7942c86-7dcd-411c-9408-940307ff3804 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '066f919d-8cd8-48ee-a264-24bd937582a6') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:27:49.939371 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-c7942c86-7dcd-411c-9408-940307ff3804 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '066f919d-8cd8-48ee-a264-24bd937582a6') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:27:49.946733 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c7942c86-7dcd-411c-9408-940307ff3804 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:49.984074 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1b895496-61fc-47d4-a75c-69a70210e2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:49.986287 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c7942c86-7dcd-411c-9408-940307ff3804 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:49.986963 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-10dd3077-4d10-4f97-a4fe-8288a31cf42a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:27:49.992487 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7942c86-7dcd-411c-9408-940307ff3804 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Releasing vlan 753 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:27:49.992879 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c7942c86-7dcd-411c-9408-940307ff3804 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:49.996042 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 10:27:49.996042 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:27:49.996042 n-d-779913-12 neutron-server[93177]: timer() Jun 11 10:27:49.996042 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:27:49.996042 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 10:27:49.996042 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:27:49.996042 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 10:27:49.996042 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:27:49.996042 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 10:27:49.996042 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:27:49.996042 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 10:27:49.996042 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:27:49.996042 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 10:27:49.996042 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:27:49.996042 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:27:49.996042 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:27:49.996042 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:27:49.996042 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:27:49.996042 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 10:27:49.996042 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:27:49.996042 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 10:27:49.996042 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:27:49.996042 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:27:49.996042 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:27:49.996042 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 10:27:49.996042 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:27:49.996042 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:27:49.996042 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:27:49.996042 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:27:49.996042 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:27:49.996042 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:27:49.996042 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:27:50.086140 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b895496-61fc-47d4-a75c-69a70210e2ef None None] Pushing event updated for resources: {'Port': ['ID=53fcc474-7cc3-42ed-8561-d9b937f2e932,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:27:50.090829 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-1b895496-61fc-47d4-a75c-69a70210e2ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:27:50.101892 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702d45d5-d00c-475a-8f3d-84d91e280e7a None None] Network bda97b7b-a964-48a8-85ad-fc7ef4498b3b requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:27:50.121620 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.db.api [None req-c7942c86-7dcd-411c-9408-940307ff3804 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 11 10:27:50.121620 n-d-779913-12 neutron-server[93177]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 11 10:27:50.121620 n-d-779913-12 neutron-server[93177]: [parameters: {'id': 'bda97b7b-a964-48a8-85ad-fc7ef4498b3b'}] Jun 11 10:27:50.121620 n-d-779913-12 neutron-server[93177]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93177) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 10:27:50.122047 n-d-779913-12 neutron-server[93177]: DEBUG oslo_db.api [None req-c7942c86-7dcd-411c-9408-940307ff3804 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 10:27:50.266478 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6c9753-e2c3-48c7-bf70-1a99981ee379 None None] get_active_networks_info from n-d-779913-12 {{(pid=93178) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 11 10:27:50.357011 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6c9753-e2c3-48c7-bf70-1a99981ee379 None None] Resources bound (agent type, host, resource id): {{(pid=93178) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 11 10:27:50.622876 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c7942c86-7dcd-411c-9408-940307ff3804 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:50.685927 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-c7942c86-7dcd-411c-9408-940307ff3804 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Deleting port 53fcc474-7cc3-42ed-8561-d9b937f2e932 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:27:50.686263 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c7942c86-7dcd-411c-9408-940307ff3804 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:50.768174 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-c7942c86-7dcd-411c-9408-940307ff3804 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] For port 53fcc474-7cc3-42ed-8561-d9b937f2e932, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=53fcc474-7cc3-42ed-8561-d9b937f2e932,segment=NetworkSegment(066f919d-8cd8-48ee-a264-24bd937582a6),segment_id=066f919d-8cd8-48ee-a264-24bd937582a6)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:27:50.768533 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c7942c86-7dcd-411c-9408-940307ff3804 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:50.865583 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-c7942c86-7dcd-411c-9408-940307ff3804 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Calling delete_port for 53fcc474-7cc3-42ed-8561-d9b937f2e932 owned by network:dhcp {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:27:51.009353 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dc723e-2c1d-4ad2-9621-ef57e945aab3 req-8fdcbb8a-3888-4029-95f5-ddf5dcb084c0 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:27:51.010979 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a5dc723e-2c1d-4ad2-9621-ef57e945aab3 req-8fdcbb8a-3888-4029-95f5-ddf5dcb084c0 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9db009-9bb5-4bfb-92c7-332ed2b5c79d HTTP/1.1" status: 200 len: 945 time: 0.1431646 Jun 11 10:27:51.060953 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a5dc723e-2c1d-4ad2-9621-ef57e945aab3 req-a1fd35c8-aec5-4379-8ba4-e3b8f2d21c01 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b5f5f56-3a62-43a6-80fa-060c3f3539df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433788 Jun 11 10:27:51.085493 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38216) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:27:51.093053 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c7942c86-7dcd-411c-9408-940307ff3804 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:51.097069 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3b28a6c2-298c-44fc-ace5-747bb64897e4 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:27:51.174201 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7942c86-7dcd-411c-9408-940307ff3804 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Pushing event deleted for resources: {'Port': ['ID=53fcc474-7cc3-42ed-8561-d9b937f2e932,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:27:51.179695 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c7942c86-7dcd-411c-9408-940307ff3804 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:27:51.181273 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7942c86-7dcd-411c-9408-940307ff3804 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] No DVR routers for this DVR port 53fcc474-7cc3-42ed-8561-d9b937f2e932 on host n-d-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:27:51.233272 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-c0077e10-e493-4ad7-a863-9a0902f300e7 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/floatingips/4cebb188-c137-489f-a54e-08d80592d5b3 HTTP/1.1" status: 200 len: 993 time: 0.1465085 Jun 11 10:27:51.309399 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c7942c86-7dcd-411c-9408-940307ff3804 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:51.321265 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-c7942c86-7dcd-411c-9408-940307ff3804 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bda97b7b-a964-48a8-85ad-fc7ef4498b3b']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:27:51.344892 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-c7942c86-7dcd-411c-9408-940307ff3804 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '066f919d-8cd8-48ee-a264-24bd937582a6') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:27:51.345462 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-c7942c86-7dcd-411c-9408-940307ff3804 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '066f919d-8cd8-48ee-a264-24bd937582a6') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:27:51.369165 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c7942c86-7dcd-411c-9408-940307ff3804 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:51.399846 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c7942c86-7dcd-411c-9408-940307ff3804 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:51.406539 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7942c86-7dcd-411c-9408-940307ff3804 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Releasing vlan 753 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:27:51.406923 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c7942c86-7dcd-411c-9408-940307ff3804 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:51.409929 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 10:27:51.409929 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:27:51.409929 n-d-779913-12 neutron-server[93177]: timer() Jun 11 10:27:51.409929 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:27:51.409929 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 10:27:51.409929 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:27:51.409929 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 10:27:51.409929 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:27:51.409929 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 10:27:51.409929 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:27:51.409929 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 10:27:51.409929 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:27:51.409929 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 10:27:51.409929 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:27:51.409929 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:27:51.409929 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:27:51.409929 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:27:51.409929 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:27:51.409929 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 10:27:51.409929 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:27:51.409929 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 10:27:51.409929 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:27:51.409929 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:27:51.409929 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:27:51.409929 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 10:27:51.409929 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:27:51.409929 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:27:51.409929 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:27:51.409929 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:27:51.409929 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:27:51.409929 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:27:51.409929 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:27:51.532018 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c7942c86-7dcd-411c-9408-940307ff3804 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:51.535482 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-55dd3ab8-819b-4714-a9b3-6bbcbfd69027 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:27:51.539536 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c7942c86-7dcd-411c-9408-940307ff3804 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:51.543880 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-c7942c86-7dcd-411c-9408-940307ff3804 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] 10.222.0.60 "DELETE /v2.0/networks/bda97b7b-a964-48a8-85ad-fc7ef4498b3b HTTP/1.1" status: 204 len: 168 time: 2.6028023 Jun 11 10:27:51.544917 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38224) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:27:51.550223 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-833d14ed-469d-476c-8546-188323e26088 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1756539718'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:27:51.557158 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7942c86-7dcd-411c-9408-940307ff3804 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Pushing event deleted for resources: {'Network': ['ID=bda97b7b-a964-48a8-85ad-fc7ef4498b3b,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:27:51.559497 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c7942c86-7dcd-411c-9408-940307ff3804 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:27:51.623349 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-833d14ed-469d-476c-8546-188323e26088 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Made reservation on behalf of 20ffa64bb5be4245b203eaa94e484779 for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:27:51.627070 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-833d14ed-469d-476c-8546-188323e26088 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:51.657243 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-833d14ed-469d-476c-8546-188323e26088 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 773} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:27:51.673196 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-833d14ed-469d-476c-8546-188323e26088 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:51.673427 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-833d14ed-469d-476c-8546-188323e26088 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Added segment cd718ff5-e4ee-45f7-8ef1-898b3d2f5320 of type vlan for network a21e8f4b-2b8c-4a15-8c64-4bc8880aaec8 Jun 11 10:27:51.719805 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a96f5b8-da5c-4111-9d03-60d46541daa0 req-bd94adfa-04d3-4374-bccb-325780088ba6 tempest-TestNetworkAdvancedServerOps-2001270397 tempest-TestNetworkAdvancedServerOps-2001270397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:27:51.721384 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0a96f5b8-da5c-4111-9d03-60d46541daa0 req-bd94adfa-04d3-4374-bccb-325780088ba6 tempest-TestNetworkAdvancedServerOps-2001270397 tempest-TestNetworkAdvancedServerOps-2001270397-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1c9db009-9bb5-4bfb-92c7-332ed2b5c79d HTTP/1.1" status: 200 len: 1097 time: 0.0665267 Jun 11 10:27:51.729035 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-833d14ed-469d-476c-8546-188323e26088 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:51.762328 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0a96f5b8-da5c-4111-9d03-60d46541daa0 req-dde549c8-db30-451f-84fd-447b806a5d26 tempest-TestNetworkAdvancedServerOps-2001270397 tempest-TestNetworkAdvancedServerOps-2001270397-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=4b5f5f56-3a62-43a6-80fa-060c3f3539df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343778 Jun 11 10:27:51.824758 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-833d14ed-469d-476c-8546-188323e26088 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:51.830321 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833d14ed-469d-476c-8546-188323e26088 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:27:51.830935 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-833d14ed-469d-476c-8546-188323e26088 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:51.834365 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d863910d-7845-441f-aecb-4171751bb273 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:27:51.925913 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833d14ed-469d-476c-8546-188323e26088 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Pushing event updated for resources: {'Network': ['ID=a21e8f4b-2b8c-4a15-8c64-4bc8880aaec8,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:27:51.929230 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-833d14ed-469d-476c-8546-188323e26088 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:27:51.936685 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network a21e8f4b-2b8c-4a15-8c64-4bc8880aaec8 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:27:51.961477 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-833d14ed-469d-476c-8546-188323e26088 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4153471 Jun 11 10:27:51.972964 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38228) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:27:51.978340 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-e45ebf61-cd3b-4575-9404-c6b30cbdbc89 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Request body: {'subnet': {'network_id': 'a21e8f4b-2b8c-4a15-8c64-4bc8880aaec8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:27:52.189187 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e45ebf61-cd3b-4575-9404-c6b30cbdbc89 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Made reservation on behalf of 20ffa64bb5be4245b203eaa94e484779 for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:27:52.192841 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e45ebf61-cd3b-4575-9404-c6b30cbdbc89 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:52.549384 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e45ebf61-cd3b-4575-9404-c6b30cbdbc89 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:52.552881 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ccbbe5ae-619c-45f4-b405-f24803e59145 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:27:52.626305 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45ebf61-cd3b-4575-9404-c6b30cbdbc89 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Pushing event updated for resources: {'Subnet': ['ID=41e07e5a-7528-45e6-8571-2dc2ebad8b6a,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:27:52.629552 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e45ebf61-cd3b-4575-9404-c6b30cbdbc89 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:27:52.637182 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45ebf61-cd3b-4575-9404-c6b30cbdbc89 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Checking segment: {'id': 'cd718ff5-e4ee-45f7-8ef1-898b3d2f5320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'a21e8f4b-2b8c-4a15-8c64-4bc8880aaec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:27:52.637543 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45ebf61-cd3b-4575-9404-c6b30cbdbc89 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Network hostable DHCP agents. Network: a21e8f4b-2b8c-4a15-8c64-4bc8880aaec8, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:27:52.743239 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45ebf61-cd3b-4575-9404-c6b30cbdbc89 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Network a21e8f4b-2b8c-4a15-8c64-4bc8880aaec8 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:27:52.800987 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-e45ebf61-cd3b-4575-9404-c6b30cbdbc89 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, a21e8f4b-2b8c-4a15-8c64-4bc8880aaec8) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:27:52.806573 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45ebf61-cd3b-4575-9404-c6b30cbdbc89 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:27:52.810461 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e45ebf61-cd3b-4575-9404-c6b30cbdbc89 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:52.813386 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7349b75-08c9-4678-9d6d-06b8c8e14dbb None None] Network a21e8f4b-2b8c-4a15-8c64-4bc8880aaec8 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:27:52.912868 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-e45ebf61-cd3b-4575-9404-c6b30cbdbc89 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9362421 Jun 11 10:27:52.913120 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38248) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:27:52.919823 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-a67b56e7-0d3a-40b7-aaed-88bd24733980 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Request body: {'subnet': {'network_id': 'a21e8f4b-2b8c-4a15-8c64-4bc8880aaec8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:27:53.013630 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2380ce80-2f7f-463d-b9b0-cfc2731d948d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-a21e8f4b-2b8c-4a15-8c64-4bc8880aaec8', 'network_id': 'a21e8f4b-2b8c-4a15-8c64-4bc8880aaec8', 'tenant_id': '20ffa64bb5be4245b203eaa94e484779', 'fixed_ips': [{'subnet_id': '41e07e5a-7528-45e6-8571-2dc2ebad8b6a'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 10:27:53.014688 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2380ce80-2f7f-463d-b9b0-cfc2731d948d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:53.105367 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9e66de8a-c675-408a-a913-9a8c686e35b5 req-664bbedd-31c6-479a-8510-915cfd315114 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1c9db009-9bb5-4bfb-92c7-332ed2b5c79d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2390504 Jun 11 10:27:53.166266 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a67b56e7-0d3a-40b7-aaed-88bd24733980 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Made reservation on behalf of 20ffa64bb5be4245b203eaa94e484779 for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:27:53.169904 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a67b56e7-0d3a-40b7-aaed-88bd24733980 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:53.174161 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-2380ce80-2f7f-463d-b9b0-cfc2731d948d None None] Allocated IP 2001:db8::2 (a21e8f4b-2b8c-4a15-8c64-4bc8880aaec8/41e07e5a-7528-45e6-8571-2dc2ebad8b6a/e726e760-ca0a-4e00-a810-00101c1c0356) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:27:53.397337 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2380ce80-2f7f-463d-b9b0-cfc2731d948d None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:53.408054 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-2380ce80-2f7f-463d-b9b0-cfc2731d948d None None] Transition to ACTIVE for port object e726e760-ca0a-4e00-a810-00101c1c0356 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:27:53.428177 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-2380ce80-2f7f-463d-b9b0-cfc2731d948d None None] Transition to ACTIVE for port object e726e760-ca0a-4e00-a810-00101c1c0356 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:27:53.492703 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2380ce80-2f7f-463d-b9b0-cfc2731d948d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:53.494888 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f6bee61d-d72c-4024-a860-0476379e96b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:27:53.545711 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2380ce80-2f7f-463d-b9b0-cfc2731d948d None None] Network a21e8f4b-2b8c-4a15-8c64-4bc8880aaec8 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:27:53.550615 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-2380ce80-2f7f-463d-b9b0-cfc2731d948d None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:27:53.552080 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2380ce80-2f7f-463d-b9b0-cfc2731d948d None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:27:53.559686 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2380ce80-2f7f-463d-b9b0-cfc2731d948d None None] Pushing event updated for resources: {'Port': ['ID=e726e760-ca0a-4e00-a810-00101c1c0356,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:27:53.563774 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-2380ce80-2f7f-463d-b9b0-cfc2731d948d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:27:53.572092 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a67b56e7-0d3a-40b7-aaed-88bd24733980 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:53.575224 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-af084956-ee06-40d5-9609-bc5557699b9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:27:53.625713 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67b56e7-0d3a-40b7-aaed-88bd24733980 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Network a21e8f4b-2b8c-4a15-8c64-4bc8880aaec8 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:27:53.629070 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-a67b56e7-0d3a-40b7-aaed-88bd24733980 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:27:53.635791 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-2380ce80-2f7f-463d-b9b0-cfc2731d948d None None] Attempting to bind port e726e760-ca0a-4e00-a810-00101c1c0356 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:27:53.635791 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-2380ce80-2f7f-463d-b9b0-cfc2731d948d None None] Attempting to bind port e726e760-ca0a-4e00-a810-00101c1c0356 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'cd718ff5-e4ee-45f7-8ef1-898b3d2f5320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'a21e8f4b-2b8c-4a15-8c64-4bc8880aaec8'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:27:53.635791 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2380ce80-2f7f-463d-b9b0-cfc2731d948d None None] Attempting to bind port e726e760-ca0a-4e00-a810-00101c1c0356 on network a21e8f4b-2b8c-4a15-8c64-4bc8880aaec8 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:27:53.636320 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67b56e7-0d3a-40b7-aaed-88bd24733980 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:27:53.636320 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a67b56e7-0d3a-40b7-aaed-88bd24733980 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:53.639666 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2380ce80-2f7f-463d-b9b0-cfc2731d948d None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:27:53.639845 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2380ce80-2f7f-463d-b9b0-cfc2731d948d None None] Checking segment: {'id': 'cd718ff5-e4ee-45f7-8ef1-898b3d2f5320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'a21e8f4b-2b8c-4a15-8c64-4bc8880aaec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:27:53.640164 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2380ce80-2f7f-463d-b9b0-cfc2731d948d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:53.640570 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2380ce80-2f7f-463d-b9b0-cfc2731d948d None None] Bound using segment: {'id': 'cd718ff5-e4ee-45f7-8ef1-898b3d2f5320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'a21e8f4b-2b8c-4a15-8c64-4bc8880aaec8'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:27:53.641048 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-2380ce80-2f7f-463d-b9b0-cfc2731d948d None None] Bound port: e726e760-ca0a-4e00-a810-00101c1c0356, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd718ff5-e4ee-45f7-8ef1-898b3d2f5320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'a21e8f4b-2b8c-4a15-8c64-4bc8880aaec8'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:27:53.641437 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2380ce80-2f7f-463d-b9b0-cfc2731d948d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:53.648295 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67b56e7-0d3a-40b7-aaed-88bd24733980 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Pushing event updated for resources: {'Subnet': ['ID=4e56c951-8305-411d-ac7f-fd18af72031c,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:27:53.653019 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a67b56e7-0d3a-40b7-aaed-88bd24733980 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:27:53.722050 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-2380ce80-2f7f-463d-b9b0-cfc2731d948d None None] For port e726e760-ca0a-4e00-a810-00101c1c0356, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:27:53.725854 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-2380ce80-2f7f-463d-b9b0-cfc2731d948d None None] For port e726e760-ca0a-4e00-a810-00101c1c0356, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=e726e760-ca0a-4e00-a810-00101c1c0356,segment=NetworkSegment(cd718ff5-e4ee-45f7-8ef1-898b3d2f5320),segment_id=cd718ff5-e4ee-45f7-8ef1-898b3d2f5320)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:27:53.739796 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-a67b56e7-0d3a-40b7-aaed-88bd24733980 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8238373 Jun 11 10:27:53.741744 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38264) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:27:53.790876 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2380ce80-2f7f-463d-b9b0-cfc2731d948d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:53.794807 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-1b895496-61fc-47d4-a75c-69a70210e2ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:27:53.863093 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115ce1bc-0cfa-48c3-8581-35d21f47e885 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:27:53.865420 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115ce1bc-0cfa-48c3-8581-35d21f47e885 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:27:53.866087 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115ce1bc-0cfa-48c3-8581-35d21f47e885 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:27:53.868510 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115ce1bc-0cfa-48c3-8581-35d21f47e885 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:27:53.870094 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2380ce80-2f7f-463d-b9b0-cfc2731d948d None None] Pushing event updated for resources: {'Port': ['ID=e726e760-ca0a-4e00-a810-00101c1c0356,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:27:53.871962 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115ce1bc-0cfa-48c3-8581-35d21f47e885 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:27:53.873605 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-2380ce80-2f7f-463d-b9b0-cfc2731d948d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:27:53.874982 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-115ce1bc-0cfa-48c3-8581-35d21f47e885 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1318381 Jun 11 10:27:53.880705 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38266) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:27:53.886365 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-491521c6-3835-451a-ad5b-33113402063d tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1949505103'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:27:53.972377 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-491521c6-3835-451a-ad5b-33113402063d tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Made reservation on behalf of 20ffa64bb5be4245b203eaa94e484779 for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:27:53.976814 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-491521c6-3835-451a-ad5b-33113402063d tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:54.005500 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-491521c6-3835-451a-ad5b-33113402063d tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 775} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:27:54.038966 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-491521c6-3835-451a-ad5b-33113402063d tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:54.039327 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-491521c6-3835-451a-ad5b-33113402063d tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Added segment cc1b8389-4070-493b-ae30-a3fe5a64fa56 of type vlan for network 7ba0cffe-ed7d-4621-89bf-b85769ce4fbc Jun 11 10:27:54.101914 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-491521c6-3835-451a-ad5b-33113402063d tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:54.217536 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-491521c6-3835-451a-ad5b-33113402063d tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:54.223382 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491521c6-3835-451a-ad5b-33113402063d tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:27:54.224012 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-491521c6-3835-451a-ad5b-33113402063d tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:54.226489 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b572d91b-f6d6-4fee-be00-e7771de35ba9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:27:54.328529 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-491521c6-3835-451a-ad5b-33113402063d tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4466898 Jun 11 10:27:54.329593 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491521c6-3835-451a-ad5b-33113402063d tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Pushing event updated for resources: {'Network': ['ID=7ba0cffe-ed7d-4621-89bf-b85769ce4fbc,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:27:54.332263 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-491521c6-3835-451a-ad5b-33113402063d tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:27:54.333288 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38270) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:27:54.340871 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-18091924-4589-460a-837c-888942eaf3fe tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:27:54.342755 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 7ba0cffe-ed7d-4621-89bf-b85769ce4fbc details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:27:54.449815 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [req-9e66de8a-c675-408a-a913-9a8c686e35b5 req-4ac94be6-70df-44df-9984-7cfa965e20d5 tempest-TestNetworkAdvancedServerOps-2001270397 tempest-TestNetworkAdvancedServerOps-2001270397-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 10:27:54.451191 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9e66de8a-c675-408a-a913-9a8c686e35b5 req-4ac94be6-70df-44df-9984-7cfa965e20d5 tempest-TestNetworkAdvancedServerOps-2001270397 tempest-TestNetworkAdvancedServerOps-2001270397-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1698008 Jun 11 10:27:54.479649 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-9e66de8a-c675-408a-a913-9a8c686e35b5 req-6c80b182-2834-443b-bf95-c8e983c50822 service neutron] Request body: {'binding': {'host': 'n-h1-779913-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:27:54.480138 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-9e66de8a-c675-408a-a913-9a8c686e35b5 req-6c80b182-2834-443b-bf95-c8e983c50822 service neutron] Unknown quota resources ['binding']. {{(pid=93176) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 11 10:27:54.908430 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138d1197-67a2-4caa-983a-fb955e6ea595 None None] Network a21e8f4b-2b8c-4a15-8c64-4bc8880aaec8 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:27:55.063544 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-18091924-4589-460a-837c-888942eaf3fe tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:55.070451 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-ceac96bd-065c-4f94-85aa-f880e4e85d00 None None] Provisioning for port e726e760-ca0a-4e00-a810-00101c1c0356 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:27:55.174537 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-18091924-4589-460a-837c-888942eaf3fe tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:55.176999 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e47a2ff9-ac38-45e7-9c56-683df9c0c8bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:27:55.215471 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-18091924-4589-460a-837c-888942eaf3fe tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Network 7ba0cffe-ed7d-4621-89bf-b85769ce4fbc is not hosted by any dhcp agent {{(pid=93176) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 11 10:27:55.216038 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19bd611-b69e-4864-9bc3-15977ef3677c None None] Update dhcp port {'port': {'network_id': 'a21e8f4b-2b8c-4a15-8c64-4bc8880aaec8', 'fixed_ips': [{'subnet_id': '41e07e5a-7528-45e6-8571-2dc2ebad8b6a', 'ip_address': '2001:db8::2'}, {'subnet_id': '4e56c951-8305-411d-ac7f-fd18af72031c'}], 'binding:host_id': 'n-d-779913-12'}, 'id': 'e726e760-ca0a-4e00-a810-00101c1c0356'} from n-d-779913-12. {{(pid=93178) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 11 10:27:55.220816 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18091924-4589-460a-837c-888942eaf3fe tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:27:55.221429 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-18091924-4589-460a-837c-888942eaf3fe tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:55.222706 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-18091924-4589-460a-837c-888942eaf3fe tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] 10.222.0.60 "PUT /v2.0/networks/7ba0cffe-ed7d-4621-89bf-b85769ce4fbc HTTP/1.1" status: 200 len: 723 time: 0.8881872 Jun 11 10:27:55.225789 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38272) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:27:55.233361 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-89ef38bb-2d9e-40bc-91d3-205677fbed76 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Request body: {'subnet': {'network_id': '7ba0cffe-ed7d-4621-89bf-b85769ce4fbc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:27:55.236084 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-9e66de8a-c675-408a-a913-9a8c686e35b5 req-6c80b182-2834-443b-bf95-c8e983c50822 service neutron] Attempting to bind port e086c56c-9354-4cb7-8cfe-079baabb792b on host n-h1-779913-12 for vnic_type normal with profile None {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:27:55.236419 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-9e66de8a-c675-408a-a913-9a8c686e35b5 req-6c80b182-2834-443b-bf95-c8e983c50822 service neutron] Attempting to bind port e086c56c-9354-4cb7-8cfe-079baabb792b by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': 'f62e7bcb-23d9-4b26-a549-3dec9439345a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'ca5c2bcb-087a-42f0-bb93-73be02d15220'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:27:55.236749 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e66de8a-c675-408a-a913-9a8c686e35b5 req-6c80b182-2834-443b-bf95-c8e983c50822 service neutron] Attempting to bind port e086c56c-9354-4cb7-8cfe-079baabb792b on network ca5c2bcb-087a-42f0-bb93-73be02d15220 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:27:55.264265 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c19bd611-b69e-4864-9bc3-15977ef3677c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:55.288632 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e66de8a-c675-408a-a913-9a8c686e35b5 req-6c80b182-2834-443b-bf95-c8e983c50822 service neutron] Port e086c56c-9354-4cb7-8cfe-079baabb792b on network ca5c2bcb-087a-42f0-bb93-73be02d15220 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:27:55.288953 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e66de8a-c675-408a-a913-9a8c686e35b5 req-6c80b182-2834-443b-bf95-c8e983c50822 service neutron] Attempting to bind port e086c56c-9354-4cb7-8cfe-079baabb792b on network ca5c2bcb-087a-42f0-bb93-73be02d15220 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:27:55.291224 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18091924-4589-460a-837c-888942eaf3fe tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Pushing event updated for resources: {'Network': ['ID=7ba0cffe-ed7d-4621-89bf-b85769ce4fbc,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:27:55.295217 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-18091924-4589-460a-837c-888942eaf3fe tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:27:55.298106 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e66de8a-c675-408a-a913-9a8c686e35b5 req-6c80b182-2834-443b-bf95-c8e983c50822 service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:27:55.298507 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e66de8a-c675-408a-a913-9a8c686e35b5 req-6c80b182-2834-443b-bf95-c8e983c50822 service neutron] Checking segment: {'id': 'f62e7bcb-23d9-4b26-a549-3dec9439345a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'ca5c2bcb-087a-42f0-bb93-73be02d15220'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:27:55.298824 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e66de8a-c675-408a-a913-9a8c686e35b5 req-6c80b182-2834-443b-bf95-c8e983c50822 service neutron] Bound using segment: {'id': 'f62e7bcb-23d9-4b26-a549-3dec9439345a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'ca5c2bcb-087a-42f0-bb93-73be02d15220'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:27:55.299257 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-9e66de8a-c675-408a-a913-9a8c686e35b5 req-6c80b182-2834-443b-bf95-c8e983c50822 service neutron] Bound port: e086c56c-9354-4cb7-8cfe-079baabb792b, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f62e7bcb-23d9-4b26-a549-3dec9439345a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'ca5c2bcb-087a-42f0-bb93-73be02d15220'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:27:55.320375 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 7ba0cffe-ed7d-4621-89bf-b85769ce4fbc details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:27:55.370771 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-9e66de8a-c675-408a-a913-9a8c686e35b5 req-6c80b182-2834-443b-bf95-c8e983c50822 service neutron] For port e086c56c-9354-4cb7-8cfe-079baabb792b, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=e086c56c-9354-4cb7-8cfe-079baabb792b,segment=NetworkSegment(f62e7bcb-23d9-4b26-a549-3dec9439345a),segment_id=f62e7bcb-23d9-4b26-a549-3dec9439345a)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:27:55.440791 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ef38bb-2d9e-40bc-91d3-205677fbed76 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Made reservation on behalf of 20ffa64bb5be4245b203eaa94e484779 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:27:55.444505 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-89ef38bb-2d9e-40bc-91d3-205677fbed76 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:55.448323 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-9e66de8a-c675-408a-a913-9a8c686e35b5 req-6c80b182-2834-443b-bf95-c8e983c50822 service neutron] Notify callbacks [] for binding, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:55.450175 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9e66de8a-c675-408a-a913-9a8c686e35b5 req-6c80b182-2834-443b-bf95-c8e983c50822 service neutron] 10.222.0.60 "POST /v2.0/ports/e086c56c-9354-4cb7-8cfe-079baabb792b/bindings HTTP/1.1" status: 201 len: 390 time: 0.9872544 Jun 11 10:27:55.558484 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-c19bd611-b69e-4864-9bc3-15977ef3677c None None] Allocated IP 172.20.0.1 (a21e8f4b-2b8c-4a15-8c64-4bc8880aaec8/4e56c951-8305-411d-ac7f-fd18af72031c/e726e760-ca0a-4e00-a810-00101c1c0356) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:27:55.704639 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device e726e760-ca0a-4e00-a810-00101c1c0356 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:27:55.761042 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-c19bd611-b69e-4864-9bc3-15977ef3677c None None] For port e726e760-ca0a-4e00-a810-00101c1c0356, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=e726e760-ca0a-4e00-a810-00101c1c0356,segment=NetworkSegment(cd718ff5-e4ee-45f7-8ef1-898b3d2f5320),segment_id=cd718ff5-e4ee-45f7-8ef1-898b3d2f5320)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:27:55.808444 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c19bd611-b69e-4864-9bc3-15977ef3677c None None] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:55.814854 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-89ef38bb-2d9e-40bc-91d3-205677fbed76 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:55.818270 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ae37b105-d221-4674-ba73-3e38bf5fac15 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:27:55.826150 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-c19bd611-b69e-4864-9bc3-15977ef3677c None None] Transition to ACTIVE for port object e726e760-ca0a-4e00-a810-00101c1c0356 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:27:55.896152 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ef38bb-2d9e-40bc-91d3-205677fbed76 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Pushing event updated for resources: {'Subnet': ['ID=fbd4dbe4-c417-4ad7-94e8-6cb2399d6b07,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:27:55.898371 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port e726e760-ca0a-4e00-a810-00101c1c0356 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:27:55.904514 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c19bd611-b69e-4864-9bc3-15977ef3677c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:55.906704 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-89ef38bb-2d9e-40bc-91d3-205677fbed76 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:27:55.914108 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-1e907e5b-661d-46c9-8ab9-9827c872572e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:27:55.939989 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75fa329-3919-42a4-af03-436309625fd8 req-a47e136e-da65-448c-b64f-c1b4b4e613c1 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:27:55.941498 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e75fa329-3919-42a4-af03-436309625fd8 req-a47e136e-da65-448c-b64f-c1b4b4e613c1 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9db009-9bb5-4bfb-92c7-332ed2b5c79d HTTP/1.1" status: 200 len: 945 time: 0.1807864 Jun 11 10:27:55.942424 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ef38bb-2d9e-40bc-91d3-205677fbed76 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Checking segment: {'id': 'cc1b8389-4070-493b-ae30-a3fe5a64fa56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '7ba0cffe-ed7d-4621-89bf-b85769ce4fbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:27:55.942792 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ef38bb-2d9e-40bc-91d3-205677fbed76 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Network hostable DHCP agents. Network: 7ba0cffe-ed7d-4621-89bf-b85769ce4fbc, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:27:55.995063 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e75fa329-3919-42a4-af03-436309625fd8 req-4fb4091e-a0e5-45fd-aec5-62b44d5ea663 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b5f5f56-3a62-43a6-80fa-060c3f3539df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462072 Jun 11 10:27:56.034948 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ef38bb-2d9e-40bc-91d3-205677fbed76 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Network 7ba0cffe-ed7d-4621-89bf-b85769ce4fbc is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:27:56.126480 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-89ef38bb-2d9e-40bc-91d3-205677fbed76 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 7ba0cffe-ed7d-4621-89bf-b85769ce4fbc) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:27:56.131245 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ef38bb-2d9e-40bc-91d3-205677fbed76 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:27:56.132845 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-89ef38bb-2d9e-40bc-91d3-205677fbed76 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:56.141574 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e66de8a-c675-408a-a913-9a8c686e35b5 req-159a0879-10c0-44e8-a148-4aefd9e15d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:27:56.143278 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9e66de8a-c675-408a-a913-9a8c686e35b5 req-159a0879-10c0-44e8-a148-4aefd9e15d5f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=291bb5ee2189444bb635fe5a1d306c3b&device_id=1c9db009-9bb5-4bfb-92c7-332ed2b5c79d HTTP/1.1" status: 200 len: 1097 time: 0.0753462 Jun 11 10:27:56.191623 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f78c9c2-3e05-4b6a-bf03-d319ddbf8bc6 None None] Network 7ba0cffe-ed7d-4621-89bf-b85769ce4fbc requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:27:56.207534 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-89ef38bb-2d9e-40bc-91d3-205677fbed76 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9793661 Jun 11 10:27:56.210927 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38276) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:27:56.216001 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-461465bb-0c9f-4f75-8b20-2b5d8633b348 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:27:56.234863 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19bd611-b69e-4864-9bc3-15977ef3677c None None] Pushing event updated for resources: {'Port': ['ID=e726e760-ca0a-4e00-a810-00101c1c0356,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:27:56.246316 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-c19bd611-b69e-4864-9bc3-15977ef3677c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:27:56.310291 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e66de8a-c675-408a-a913-9a8c686e35b5 req-9f2677ed-662f-4817-88e1-3fceb9df588f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:27:56.311920 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9e66de8a-c675-408a-a913-9a8c686e35b5 req-9f2677ed-662f-4817-88e1-3fceb9df588f service neutron] 10.222.0.64 "GET /v2.0/networks?id=ca5c2bcb-087a-42f0-bb93-73be02d15220 HTTP/1.1" status: 200 len: 898 time: 0.1617620 Jun 11 10:27:56.362362 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-461465bb-0c9f-4f75-8b20-2b5d8633b348 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11568992'] for subnet, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:56.424167 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9e66de8a-c675-408a-a913-9a8c686e35b5 req-2c5dfb4f-8c9e-445a-9521-2a32d54022a2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e086c56c-9354-4cb7-8cfe-079baabb792b HTTP/1.1" status: 200 len: 1001 time: 0.1042008 Jun 11 10:27:56.444404 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b48c5f-68d2-49ee-b98e-76f6d6600e74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-7ba0cffe-ed7d-4621-89bf-b85769ce4fbc', 'network_id': '7ba0cffe-ed7d-4621-89bf-b85769ce4fbc', 'tenant_id': '20ffa64bb5be4245b203eaa94e484779', 'fixed_ips': [{'subnet_id': 'fbd4dbe4-c417-4ad7-94e8-6cb2399d6b07'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 10:27:56.445282 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f5b48c5f-68d2-49ee-b98e-76f6d6600e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:56.498386 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e66de8a-c675-408a-a913-9a8c686e35b5 req-aceb8054-e0e8-46fb-9171-72c7cb590cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:27:56.500713 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9e66de8a-c675-408a-a913-9a8c686e35b5 req-aceb8054-e0e8-46fb-9171-72c7cb590cd0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8cc58147-02a1-473a-ba61-e08ee6beaa2f HTTP/1.1" status: 200 len: 835 time: 0.0709324 Jun 11 10:27:56.590996 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e66de8a-c675-408a-a913-9a8c686e35b5 req-c221c8be-93f1-4427-ac5c-c54cc0ff0fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:27:56.593208 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9e66de8a-c675-408a-a913-9a8c686e35b5 req-c221c8be-93f1-4427-ac5c-c54cc0ff0fed service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ca5c2bcb-087a-42f0-bb93-73be02d15220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0856628 Jun 11 10:27:56.675109 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-461465bb-0c9f-4f75-8b20-2b5d8633b348 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735269313073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12446436'] for subnet, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:56.677349 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-05506457-5eef-4b94-9780-8d8dce923f9e tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:27:56.727752 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9e66de8a-c675-408a-a913-9a8c686e35b5 req-2dec0e54-aa96-4626-acf7-653dc4fa6c2a service neutron] 10.222.0.64 "GET /v2.0/networks/ca5c2bcb-087a-42f0-bb93-73be02d15220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280832 Jun 11 10:27:56.729195 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461465bb-0c9f-4f75-8b20-2b5d8633b348 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:27:56.729827 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-461465bb-0c9f-4f75-8b20-2b5d8633b348 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:56.734391 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-461465bb-0c9f-4f75-8b20-2b5d8633b348 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] 10.222.0.60 "PUT /v2.0/subnets/fbd4dbe4-c417-4ad7-94e8-6cb2399d6b07 HTTP/1.1" status: 200 len: 826 time: 0.5207229 Jun 11 10:27:56.735045 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38278) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:27:56.747343 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-f5b48c5f-68d2-49ee-b98e-76f6d6600e74 None None] Allocated IP 2001:db8::2 (7ba0cffe-ed7d-4621-89bf-b85769ce4fbc/fbd4dbe4-c417-4ad7-94e8-6cb2399d6b07/d01d5d5e-9bc3-48c5-a116-feddcb184e3f) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:27:56.909295 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7d7bb335-615f-4bb2-8960-37c84d7a2143 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:56.912309 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461465bb-0c9f-4f75-8b20-2b5d8633b348 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Pushing event updated for resources: {'Subnet': ['ID=fbd4dbe4-c417-4ad7-94e8-6cb2399d6b07,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:27:56.912883 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9e66de8a-c675-408a-a913-9a8c686e35b5 req-41093ae7-5359-476c-8f6f-a1044e03a80e service neutron] 10.222.0.64 "GET /v2.0/networks/ca5c2bcb-087a-42f0-bb93-73be02d15220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755085 Jun 11 10:27:56.915324 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-461465bb-0c9f-4f75-8b20-2b5d8633b348 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:27:56.953596 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11d6931-6ad6-4683-9a86-db894f3e8633 None None] Network a21e8f4b-2b8c-4a15-8c64-4bc8880aaec8 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:27:56.999082 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7d7bb335-615f-4bb2-8960-37c84d7a2143 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:57.056425 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f5b48c5f-68d2-49ee-b98e-76f6d6600e74 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:57.078052 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f5b48c5f-68d2-49ee-b98e-76f6d6600e74 None None] Transition to ACTIVE for port object d01d5d5e-9bc3-48c5-a116-feddcb184e3f will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:27:57.109093 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e66de8a-c675-408a-a913-9a8c686e35b5 req-b3ace938-dce5-4dc3-9463-50576246e577 tempest-TestNetworkAdvancedServerOps-2001270397 tempest-TestNetworkAdvancedServerOps-2001270397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:27:57.110700 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9e66de8a-c675-408a-a913-9a8c686e35b5 req-b3ace938-dce5-4dc3-9463-50576246e577 tempest-TestNetworkAdvancedServerOps-2001270397 tempest-TestNetworkAdvancedServerOps-2001270397-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=1c9db009-9bb5-4bfb-92c7-332ed2b5c79d&tenant_id=291bb5ee2189444bb635fe5a1d306c3b&binding%3Ahost_id=n-h2-779913-12 HTTP/1.1" status: 200 len: 1097 time: 0.1362259 Jun 11 10:27:57.111198 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f5b48c5f-68d2-49ee-b98e-76f6d6600e74 None None] Transition to ACTIVE for port object d01d5d5e-9bc3-48c5-a116-feddcb184e3f will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:27:57.123227 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-9e66de8a-c675-408a-a913-9a8c686e35b5 req-248a7583-8eb4-4027-aa9a-83e7ad8dab35 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-779913-12'}}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:27:57.149963 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-00b7c5ed-a804-4c0e-8e8d-c8691e98ecd9 None None] Provisioning for port e726e760-ca0a-4e00-a810-00101c1c0356 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:27:57.158679 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-00b7c5ed-a804-4c0e-8e8d-c8691e98ecd9 None None] Provisioning complete for port e726e760-ca0a-4e00-a810-00101c1c0356 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:27:57.159310 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-00b7c5ed-a804-4c0e-8e8d-c8691e98ecd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:57.220027 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdb3af1-d06e-4141-bd0f-0891eff2243a req-9fd1a9fb-582a-402f-ba76-09afa16eba92 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:27:57.221471 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9cdb3af1-d06e-4141-bd0f-0891eff2243a req-9fd1a9fb-582a-402f-ba76-09afa16eba92 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9db009-9bb5-4bfb-92c7-332ed2b5c79d HTTP/1.1" status: 200 len: 945 time: 0.0873771 Jun 11 10:27:57.230274 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f5b48c5f-68d2-49ee-b98e-76f6d6600e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:57.234747 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:27:57.245457 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-9e66de8a-c675-408a-a913-9a8c686e35b5 req-248a7583-8eb4-4027-aa9a-83e7ad8dab35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:57.289945 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9cdb3af1-d06e-4141-bd0f-0891eff2243a req-576c10b3-6166-47a5-af31-9be68b53ae94 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b5f5f56-3a62-43a6-80fa-060c3f3539df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592644 Jun 11 10:27:57.306875 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b48c5f-68d2-49ee-b98e-76f6d6600e74 None None] Network 7ba0cffe-ed7d-4621-89bf-b85769ce4fbc is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:27:57.308125 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b48c5f-68d2-49ee-b98e-76f6d6600e74 None None] Pushing event updated for resources: {'Port': ['ID=d01d5d5e-9bc3-48c5-a116-feddcb184e3f,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:27:57.318367 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f5b48c5f-68d2-49ee-b98e-76f6d6600e74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:27:57.318367 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-f5b48c5f-68d2-49ee-b98e-76f6d6600e74 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:27:57.318878 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b48c5f-68d2-49ee-b98e-76f6d6600e74 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:27:57.338395 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7d7bb335-615f-4bb2-8960-37c84d7a2143 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:57.342035 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a7ce5a97-909d-4c8c-be0b-621f840d18c0 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:27:57.390487 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7bb335-615f-4bb2-8960-37c84d7a2143 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Pushing event deleted for resources: {'Subnet': ['ID=fbd4dbe4-c417-4ad7-94e8-6cb2399d6b07,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:27:57.394426 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7d7bb335-615f-4bb2-8960-37c84d7a2143 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:27:57.433365 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-00b7c5ed-a804-4c0e-8e8d-c8691e98ecd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:57.446496 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-f5b48c5f-68d2-49ee-b98e-76f6d6600e74 None None] Attempting to bind port d01d5d5e-9bc3-48c5-a116-feddcb184e3f on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:27:57.446879 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-f5b48c5f-68d2-49ee-b98e-76f6d6600e74 None None] Attempting to bind port d01d5d5e-9bc3-48c5-a116-feddcb184e3f by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'cc1b8389-4070-493b-ae30-a3fe5a64fa56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '7ba0cffe-ed7d-4621-89bf-b85769ce4fbc'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:27:57.453681 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b48c5f-68d2-49ee-b98e-76f6d6600e74 None None] Attempting to bind port d01d5d5e-9bc3-48c5-a116-feddcb184e3f on network 7ba0cffe-ed7d-4621-89bf-b85769ce4fbc {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:27:57.462686 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b48c5f-68d2-49ee-b98e-76f6d6600e74 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:27:57.463078 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b48c5f-68d2-49ee-b98e-76f6d6600e74 None None] Checking segment: {'id': 'cc1b8389-4070-493b-ae30-a3fe5a64fa56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '7ba0cffe-ed7d-4621-89bf-b85769ce4fbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:27:57.463588 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f5b48c5f-68d2-49ee-b98e-76f6d6600e74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:57.463994 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b48c5f-68d2-49ee-b98e-76f6d6600e74 None None] Bound using segment: {'id': 'cc1b8389-4070-493b-ae30-a3fe5a64fa56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '7ba0cffe-ed7d-4621-89bf-b85769ce4fbc'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:27:57.465125 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-f5b48c5f-68d2-49ee-b98e-76f6d6600e74 None None] Bound port: d01d5d5e-9bc3-48c5-a116-feddcb184e3f, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc1b8389-4070-493b-ae30-a3fe5a64fa56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '7ba0cffe-ed7d-4621-89bf-b85769ce4fbc'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:27:57.465516 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f5b48c5f-68d2-49ee-b98e-76f6d6600e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:57.473392 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-9e66de8a-c675-408a-a913-9a8c686e35b5 req-248a7583-8eb4-4027-aa9a-83e7ad8dab35 service neutron] For port e086c56c-9354-4cb7-8cfe-079baabb792b, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=e086c56c-9354-4cb7-8cfe-079baabb792b,segment=NetworkSegment(f62e7bcb-23d9-4b26-a549-3dec9439345a),segment_id=f62e7bcb-23d9-4b26-a549-3dec9439345a)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:27:57.495899 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-00b7c5ed-a804-4c0e-8e8d-c8691e98ecd9 None None] For port e726e760-ca0a-4e00-a810-00101c1c0356, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=e726e760-ca0a-4e00-a810-00101c1c0356,segment=NetworkSegment(cd718ff5-e4ee-45f7-8ef1-898b3d2f5320),segment_id=cd718ff5-e4ee-45f7-8ef1-898b3d2f5320)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:27:57.514074 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7d7bb335-615f-4bb2-8960-37c84d7a2143 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:57.528473 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-7d7bb335-615f-4bb2-8960-37c84d7a2143 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ba0cffe-ed7d-4621-89bf-b85769ce4fbc']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:27:57.530289 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-9e66de8a-c675-408a-a913-9a8c686e35b5 req-248a7583-8eb4-4027-aa9a-83e7ad8dab35 service neutron] For port e086c56c-9354-4cb7-8cfe-079baabb792b, host n-h2-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:27:57.549454 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-7d7bb335-615f-4bb2-8960-37c84d7a2143 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc1b8389-4070-493b-ae30-a3fe5a64fa56') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:27:57.557038 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-7d7bb335-615f-4bb2-8960-37c84d7a2143 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc1b8389-4070-493b-ae30-a3fe5a64fa56') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:27:57.563228 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7d7bb335-615f-4bb2-8960-37c84d7a2143 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:57.573545 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f5b48c5f-68d2-49ee-b98e-76f6d6600e74 None None] For port d01d5d5e-9bc3-48c5-a116-feddcb184e3f, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:27:57.578215 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f5b48c5f-68d2-49ee-b98e-76f6d6600e74 None None] For port d01d5d5e-9bc3-48c5-a116-feddcb184e3f, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=d01d5d5e-9bc3-48c5-a116-feddcb184e3f,segment=NetworkSegment(cc1b8389-4070-493b-ae30-a3fe5a64fa56),segment_id=cc1b8389-4070-493b-ae30-a3fe5a64fa56)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:27:57.598574 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c9db009-9bb5-4bfb-92c7-332ed2b5c79d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e086c56c-9354-4cb7-8cfe-079baabb792b'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:27:57.602330 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-445dea81-2788-4cb6-90ef-32f5cf3237c4" -d '{"events": [{"server_uuid": "1c9db009-9bb5-4bfb-92c7-332ed2b5c79d", "name": "network-vif-unplugged", "status": "completed", "tag": "e086c56c-9354-4cb7-8cfe-079baabb792b"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:27:57.607042 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-9e66de8a-c675-408a-a913-9a8c686e35b5 req-248a7583-8eb4-4027-aa9a-83e7ad8dab35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:57.617427 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-00b7c5ed-a804-4c0e-8e8d-c8691e98ecd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:57.621210 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:27:57.670045 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Jun 2021 10:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e006371-1fe8-42b0-9a6e-48637539afb3 x-openstack-request-id: req-6e006371-1fe8-42b0-9a6e-48637539afb3 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:27:57.670761 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c9db009-9bb5-4bfb-92c7-332ed2b5c79d", "name": "network-vif-unplugged", "status": "completed", "tag": "e086c56c-9354-4cb7-8cfe-079baabb792b", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:27:57.672055 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6e006371-1fe8-42b0-9a6e-48637539afb3 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:27:57.672551 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f5b48c5f-68d2-49ee-b98e-76f6d6600e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:57.672715 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7d7bb335-615f-4bb2-8960-37c84d7a2143 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:57.673087 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c9db009-9bb5-4bfb-92c7-332ed2b5c79d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e086c56c-9354-4cb7-8cfe-079baabb792b', 'code': 200} Jun 11 10:27:57.681373 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d7bb335-615f-4bb2-8960-37c84d7a2143 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Releasing vlan 775 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:27:57.682048 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7d7bb335-615f-4bb2-8960-37c84d7a2143 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:57.685795 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 10:27:57.685795 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:27:57.685795 n-d-779913-12 neutron-server[93177]: timer() Jun 11 10:27:57.685795 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:27:57.685795 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 10:27:57.685795 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:27:57.685795 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 10:27:57.685795 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:27:57.685795 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 10:27:57.685795 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:27:57.685795 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 10:27:57.685795 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:27:57.685795 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 10:27:57.685795 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:27:57.685795 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:27:57.685795 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:27:57.685795 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:27:57.685795 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:27:57.685795 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 10:27:57.685795 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:27:57.685795 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 10:27:57.685795 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:27:57.685795 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:27:57.685795 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:27:57.685795 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 10:27:57.685795 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:27:57.685795 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:27:57.685795 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:27:57.685795 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:27:57.685795 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:27:57.685795 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:27:57.685795 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:27:57.691905 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device e726e760-ca0a-4e00-a810-00101c1c0356 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:27:57.698020 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-9e66de8a-c675-408a-a913-9a8c686e35b5 req-248a7583-8eb4-4027-aa9a-83e7ad8dab35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:57.702331 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-564d579d-6da1-48a9-8ee8-b235e0ee2e7f tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:27:57.736153 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b7c5ed-a804-4c0e-8e8d-c8691e98ecd9 None None] Pushing event updated for resources: {'Port': ['ID=e726e760-ca0a-4e00-a810-00101c1c0356,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:27:57.750596 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-00b7c5ed-a804-4c0e-8e8d-c8691e98ecd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:27:57.751227 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-c19bd611-b69e-4864-9bc3-15977ef3677c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:27:57.836140 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.db.api [None req-7d7bb335-615f-4bb2-8960-37c84d7a2143 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 11 10:27:57.836140 n-d-779913-12 neutron-server[93177]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 11 10:27:57.836140 n-d-779913-12 neutron-server[93177]: [parameters: {'id': '7ba0cffe-ed7d-4621-89bf-b85769ce4fbc'}] Jun 11 10:27:57.836140 n-d-779913-12 neutron-server[93177]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93177) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 10:27:57.836140 n-d-779913-12 neutron-server[93177]: DEBUG oslo_db.api [None req-7d7bb335-615f-4bb2-8960-37c84d7a2143 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 10:27:57.847345 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248a7583-8eb4-4027-aa9a-83e7ad8dab35 service neutron] Pushing event updated for resources: {'Port': ['ID=e086c56c-9354-4cb7-8cfe-079baabb792b,revision_number=7']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:27:57.858074 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-46e5694f-7538-4a14-a4f1-59bfca12fa42 None None] Provisioning complete for port e726e760-ca0a-4e00-a810-00101c1c0356 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:27:57.858460 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-46e5694f-7538-4a14-a4f1-59bfca12fa42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:57.860380 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248a7583-8eb4-4027-aa9a-83e7ad8dab35 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:27:57.860786 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248a7583-8eb4-4027-aa9a-83e7ad8dab35 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:27:57.861170 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248a7583-8eb4-4027-aa9a-83e7ad8dab35 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:27:57.861734 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248a7583-8eb4-4027-aa9a-83e7ad8dab35 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:27:57.861922 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248a7583-8eb4-4027-aa9a-83e7ad8dab35 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:27:57.862298 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248a7583-8eb4-4027-aa9a-83e7ad8dab35 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:27:57.862767 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248a7583-8eb4-4027-aa9a-83e7ad8dab35 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:27:57.863028 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248a7583-8eb4-4027-aa9a-83e7ad8dab35 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:27:57.863397 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248a7583-8eb4-4027-aa9a-83e7ad8dab35 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:27:57.863788 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248a7583-8eb4-4027-aa9a-83e7ad8dab35 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:27:57.864165 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248a7583-8eb4-4027-aa9a-83e7ad8dab35 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:27:57.864930 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248a7583-8eb4-4027-aa9a-83e7ad8dab35 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:27:57.870930 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-248a7583-8eb4-4027-aa9a-83e7ad8dab35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:27:57.912932 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1991dad8-0b5d-4224-abfb-3f209c58bec0 None None] Network 7ba0cffe-ed7d-4621-89bf-b85769ce4fbc requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:27:57.918117 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-9e66de8a-c675-408a-a913-9a8c686e35b5 req-248a7583-8eb4-4027-aa9a-83e7ad8dab35 service neutron] Attempting to bind port e086c56c-9354-4cb7-8cfe-079baabb792b on host n-h2-779913-12 for vnic_type normal with profile {"migrating_to": "n-h1-779913-12"} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:27:57.918459 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-9e66de8a-c675-408a-a913-9a8c686e35b5 req-248a7583-8eb4-4027-aa9a-83e7ad8dab35 service neutron] Attempting to bind port e086c56c-9354-4cb7-8cfe-079baabb792b by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': 'f62e7bcb-23d9-4b26-a549-3dec9439345a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'ca5c2bcb-087a-42f0-bb93-73be02d15220'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:27:57.918795 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e66de8a-c675-408a-a913-9a8c686e35b5 req-248a7583-8eb4-4027-aa9a-83e7ad8dab35 service neutron] Attempting to bind port e086c56c-9354-4cb7-8cfe-079baabb792b on network ca5c2bcb-087a-42f0-bb93-73be02d15220 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:27:57.923648 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e66de8a-c675-408a-a913-9a8c686e35b5 req-248a7583-8eb4-4027-aa9a-83e7ad8dab35 service neutron] Port e086c56c-9354-4cb7-8cfe-079baabb792b on network ca5c2bcb-087a-42f0-bb93-73be02d15220 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:27:57.923981 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e66de8a-c675-408a-a913-9a8c686e35b5 req-248a7583-8eb4-4027-aa9a-83e7ad8dab35 service neutron] Attempting to bind port e086c56c-9354-4cb7-8cfe-079baabb792b on network ca5c2bcb-087a-42f0-bb93-73be02d15220 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:27:57.931338 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e66de8a-c675-408a-a913-9a8c686e35b5 req-248a7583-8eb4-4027-aa9a-83e7ad8dab35 service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:27:57.931740 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e66de8a-c675-408a-a913-9a8c686e35b5 req-248a7583-8eb4-4027-aa9a-83e7ad8dab35 service neutron] Checking segment: {'id': 'f62e7bcb-23d9-4b26-a549-3dec9439345a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'ca5c2bcb-087a-42f0-bb93-73be02d15220'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:27:57.932095 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e66de8a-c675-408a-a913-9a8c686e35b5 req-248a7583-8eb4-4027-aa9a-83e7ad8dab35 service neutron] Bound using segment: {'id': 'f62e7bcb-23d9-4b26-a549-3dec9439345a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'ca5c2bcb-087a-42f0-bb93-73be02d15220'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:27:57.932527 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-9e66de8a-c675-408a-a913-9a8c686e35b5 req-248a7583-8eb4-4027-aa9a-83e7ad8dab35 service neutron] Bound port: e086c56c-9354-4cb7-8cfe-079baabb792b, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f62e7bcb-23d9-4b26-a549-3dec9439345a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'ca5c2bcb-087a-42f0-bb93-73be02d15220'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:27:57.932877 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-9e66de8a-c675-408a-a913-9a8c686e35b5 req-248a7583-8eb4-4027-aa9a-83e7ad8dab35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:57.953342 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b48c5f-68d2-49ee-b98e-76f6d6600e74 None None] Pushing event updated for resources: {'Port': ['ID=d01d5d5e-9bc3-48c5-a116-feddcb184e3f,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:27:57.956740 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f5b48c5f-68d2-49ee-b98e-76f6d6600e74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:27:57.973872 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port e726e760-ca0a-4e00-a810-00101c1c0356 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:27:57.974336 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:58.021487 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-9e66de8a-c675-408a-a913-9a8c686e35b5 req-248a7583-8eb4-4027-aa9a-83e7ad8dab35 service neutron] For port e086c56c-9354-4cb7-8cfe-079baabb792b, host n-h2-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:27:58.025391 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-9e66de8a-c675-408a-a913-9a8c686e35b5 req-248a7583-8eb4-4027-aa9a-83e7ad8dab35 service neutron] For port e086c56c-9354-4cb7-8cfe-079baabb792b, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=e086c56c-9354-4cb7-8cfe-079baabb792b,segment=NetworkSegment(f62e7bcb-23d9-4b26-a549-3dec9439345a),segment_id=f62e7bcb-23d9-4b26-a549-3dec9439345a)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:27:58.104381 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-9e66de8a-c675-408a-a913-9a8c686e35b5 req-248a7583-8eb4-4027-aa9a-83e7ad8dab35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:58.107349 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6fc8061c-0b0e-4dc8-b21f-aab8d929aa57 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:27:58.233881 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248a7583-8eb4-4027-aa9a-83e7ad8dab35 service neutron] Pushing event updated for resources: {'Port': ['ID=e086c56c-9354-4cb7-8cfe-079baabb792b,revision_number=8']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:27:58.239782 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-248a7583-8eb4-4027-aa9a-83e7ad8dab35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:27:58.249169 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8b0246-6589-45d1-b2e7-13248b866b2f None None] Network 7ba0cffe-ed7d-4621-89bf-b85769ce4fbc requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:27:58.283095 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e66de8a-c675-408a-a913-9a8c686e35b5 req-248a7583-8eb4-4027-aa9a-83e7ad8dab35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:27:58.283940 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-9e66de8a-c675-408a-a913-9a8c686e35b5 req-248a7583-8eb4-4027-aa9a-83e7ad8dab35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:58.285545 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9e66de8a-c675-408a-a913-9a8c686e35b5 req-248a7583-8eb4-4027-aa9a-83e7ad8dab35 service neutron] 10.222.0.64 "PUT /v2.0/ports/e086c56c-9354-4cb7-8cfe-079baabb792b HTTP/1.1" status: 200 len: 1123 time: 1.1673036 Jun 11 10:27:58.337053 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7d7bb335-615f-4bb2-8960-37c84d7a2143 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:58.388096 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['e086c56c-9354-4cb7-8cfe-079baabb792b'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:27:58.421199 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-7d7bb335-615f-4bb2-8960-37c84d7a2143 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Deleting port d01d5d5e-9bc3-48c5-a116-feddcb184e3f {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:27:58.422288 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7d7bb335-615f-4bb2-8960-37c84d7a2143 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:58.440512 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-cf7d9d29-23ab-4010-b095-0e8e162d8e7a None None] Provisioning complete for port e086c56c-9354-4cb7-8cfe-079baabb792b triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:27:58.440898 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-cf7d9d29-23ab-4010-b095-0e8e162d8e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:58.572330 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714a4e2d-7072-43b8-9354-e2d846c6abb1 None None] get_active_networks_info from n-d-779913-12 {{(pid=93178) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 11 10:27:58.579097 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-7d7bb335-615f-4bb2-8960-37c84d7a2143 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] For port d01d5d5e-9bc3-48c5-a116-feddcb184e3f, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=d01d5d5e-9bc3-48c5-a116-feddcb184e3f,segment=NetworkSegment(cc1b8389-4070-493b-ae30-a3fe5a64fa56),segment_id=cc1b8389-4070-493b-ae30-a3fe5a64fa56)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:27:58.579455 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7d7bb335-615f-4bb2-8960-37c84d7a2143 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:58.684160 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-7d7bb335-615f-4bb2-8960-37c84d7a2143 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Calling delete_port for d01d5d5e-9bc3-48c5-a116-feddcb184e3f owned by network:dhcp {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:27:58.692359 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-cf7d9d29-23ab-4010-b095-0e8e162d8e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:58.703951 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4e45ac-7aae-41c2-97e5-4b453d43957e req-fe46bbc2-667a-4ecc-9288-1db00338e83c tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:27:58.705442 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ee4e45ac-7aae-41c2-97e5-4b453d43957e req-fe46bbc2-667a-4ecc-9288-1db00338e83c tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9db009-9bb5-4bfb-92c7-332ed2b5c79d HTTP/1.1" status: 200 len: 943 time: 0.2548316 Jun 11 10:27:58.760118 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c9db009-9bb5-4bfb-92c7-332ed2b5c79d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e086c56c-9354-4cb7-8cfe-079baabb792b'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:27:58.762906 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de96e30-8b5b-4a14-835b-f91add261ebc" -d '{"events": [{"server_uuid": "1c9db009-9bb5-4bfb-92c7-332ed2b5c79d", "name": "network-vif-plugged", "status": "completed", "tag": "e086c56c-9354-4cb7-8cfe-079baabb792b"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:27:58.796118 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-cf7d9d29-23ab-4010-b095-0e8e162d8e7a None None] For port e086c56c-9354-4cb7-8cfe-079baabb792b, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=e086c56c-9354-4cb7-8cfe-079baabb792b,segment=NetworkSegment(f62e7bcb-23d9-4b26-a549-3dec9439345a),segment_id=f62e7bcb-23d9-4b26-a549-3dec9439345a)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:27:58.811305 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714a4e2d-7072-43b8-9354-e2d846c6abb1 None None] Resources bound (agent type, host, resource id): {{(pid=93178) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 11 10:27:58.820745 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ee4e45ac-7aae-41c2-97e5-4b453d43957e req-1aa7090d-330f-40eb-a0d8-9f3979b9cea0 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b5f5f56-3a62-43a6-80fa-060c3f3539df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645258 Jun 11 10:27:58.849256 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-cf7d9d29-23ab-4010-b095-0e8e162d8e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:58.851332 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:27:58.933930 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e0bfec-0976-4cdd-bb27-61e85b555ccf x-openstack-request-id: req-89e0bfec-0976-4cdd-bb27-61e85b555ccf {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:27:58.934260 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c9db009-9bb5-4bfb-92c7-332ed2b5c79d", "name": "network-vif-plugged", "status": "completed", "tag": "e086c56c-9354-4cb7-8cfe-079baabb792b", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:27:58.934477 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-89e0bfec-0976-4cdd-bb27-61e85b555ccf {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:27:58.934878 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c9db009-9bb5-4bfb-92c7-332ed2b5c79d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e086c56c-9354-4cb7-8cfe-079baabb792b', 'code': 200} Jun 11 10:27:58.943123 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7d7bb335-615f-4bb2-8960-37c84d7a2143 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:58.945402 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-21750a82-2c7b-4f4f-9bfe-c9dce9584119 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:27:58.980910 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7bb335-615f-4bb2-8960-37c84d7a2143 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Pushing event deleted for resources: {'Port': ['ID=d01d5d5e-9bc3-48c5-a116-feddcb184e3f,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:27:58.983991 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7d7bb335-615f-4bb2-8960-37c84d7a2143 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:27:58.986835 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7bb335-615f-4bb2-8960-37c84d7a2143 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] No DVR routers for this DVR port d01d5d5e-9bc3-48c5-a116-feddcb184e3f on host n-d-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:27:59.103912 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7d7bb335-615f-4bb2-8960-37c84d7a2143 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:59.108403 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7d9d29-23ab-4010-b095-0e8e162d8e7a None None] Pushing event updated for resources: {'Port': ['ID=e086c56c-9354-4cb7-8cfe-079baabb792b,revision_number=9']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:27:59.114646 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-cf7d9d29-23ab-4010-b095-0e8e162d8e7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:27:59.117553 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-7d7bb335-615f-4bb2-8960-37c84d7a2143 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ba0cffe-ed7d-4621-89bf-b85769ce4fbc']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:27:59.134006 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-7d7bb335-615f-4bb2-8960-37c84d7a2143 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc1b8389-4070-493b-ae30-a3fe5a64fa56') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:27:59.134299 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-7d7bb335-615f-4bb2-8960-37c84d7a2143 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc1b8389-4070-493b-ae30-a3fe5a64fa56') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:27:59.145416 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7d7bb335-615f-4bb2-8960-37c84d7a2143 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:59.161018 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7d7bb335-615f-4bb2-8960-37c84d7a2143 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:59.166763 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d7bb335-615f-4bb2-8960-37c84d7a2143 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Releasing vlan 775 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:27:59.167245 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7d7bb335-615f-4bb2-8960-37c84d7a2143 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:59.170336 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 10:27:59.170336 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:27:59.170336 n-d-779913-12 neutron-server[93177]: timer() Jun 11 10:27:59.170336 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:27:59.170336 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 10:27:59.170336 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:27:59.170336 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 10:27:59.170336 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:27:59.170336 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 10:27:59.170336 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:27:59.170336 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 10:27:59.170336 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:27:59.170336 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 10:27:59.170336 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:27:59.170336 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:27:59.170336 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:27:59.170336 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:27:59.170336 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:27:59.170336 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 10:27:59.170336 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:27:59.170336 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 10:27:59.170336 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:27:59.170336 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:27:59.170336 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:27:59.170336 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 10:27:59.170336 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:27:59.170336 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:27:59.170336 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:27:59.170336 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:27:59.170336 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:27:59.170336 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:27:59.170336 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:27:59.310249 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7d7bb335-615f-4bb2-8960-37c84d7a2143 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:59.314382 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3f5a5f0d-8200-4f09-8885-cb1f06ccd625 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:27:59.318575 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7d7bb335-615f-4bb2-8960-37c84d7a2143 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:59.322308 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-7d7bb335-615f-4bb2-8960-37c84d7a2143 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] 10.222.0.60 "DELETE /v2.0/networks/7ba0cffe-ed7d-4621-89bf-b85769ce4fbc HTTP/1.1" status: 204 len: 168 time: 2.5847747 Jun 11 10:27:59.323415 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38288) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:27:59.344861 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7bb335-615f-4bb2-8960-37c84d7a2143 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Pushing event deleted for resources: {'Network': ['ID=7ba0cffe-ed7d-4621-89bf-b85769ce4fbc,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:27:59.346977 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7d7bb335-615f-4bb2-8960-37c84d7a2143 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:27:59.348578 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fb3c736-d016-494e-9f99-4bd99cc86e24 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] DELETE failed (client error): The resource could not be found. Jun 11 10:27:59.349272 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fb3c736-d016-494e-9f99-4bd99cc86e24 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 10:27:59.351296 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-1fb3c736-d016-494e-9f99-4bd99cc86e24 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] 10.222.0.60 "DELETE /v2.0/networks/7ba0cffe-ed7d-4621-89bf-b85769ce4fbc HTTP/1.1" status: 404 len: 339 time: 0.0268552 Jun 11 10:27:59.355649 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38290) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:27:59.361249 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-694cf31b-48a8-44c1-a295-e93011091c7e tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1068517363', 'description': 'd1'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:27:59.449824 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-81a0497f-3794-4edf-80ed-663c5e3e3077 None None] Provisioning complete for port e086c56c-9354-4cb7-8cfe-079baabb792b triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:27:59.450204 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-81a0497f-3794-4edf-80ed-663c5e3e3077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:59.451887 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-694cf31b-48a8-44c1-a295-e93011091c7e tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Made reservation on behalf of 20ffa64bb5be4245b203eaa94e484779 for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:27:59.455630 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-694cf31b-48a8-44c1-a295-e93011091c7e tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:59.488745 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-694cf31b-48a8-44c1-a295-e93011091c7e tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 750} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:27:59.497571 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-694cf31b-48a8-44c1-a295-e93011091c7e tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:59.497946 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-694cf31b-48a8-44c1-a295-e93011091c7e tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Added segment 9ffb57ae-bb67-49bd-a31c-fd1e4dda8e64 of type vlan for network 3eb00505-257d-4360-815d-299e3f9b18af Jun 11 10:27:59.567473 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-694cf31b-48a8-44c1-a295-e93011091c7e tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:59.614335 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device e086c56c-9354-4cb7-8cfe-079baabb792b details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 10:27:59.663778 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device e726e760-ca0a-4e00-a810-00101c1c0356 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:27:59.674424 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c9db009-9bb5-4bfb-92c7-332ed2b5c79d', 'tag': 'e086c56c-9354-4cb7-8cfe-079baabb792b'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:27:59.676997 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e221708d-818d-4485-b417-710a6a5bb2c7" -d '{"events": [{"name": "network-changed", "server_uuid": "1c9db009-9bb5-4bfb-92c7-332ed2b5c79d", "tag": "e086c56c-9354-4cb7-8cfe-079baabb792b"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:27:59.680372 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-694cf31b-48a8-44c1-a295-e93011091c7e tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:59.687859 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694cf31b-48a8-44c1-a295-e93011091c7e tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:27:59.688680 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-694cf31b-48a8-44c1-a295-e93011091c7e tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:59.694400 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-99934bbf-3d49-460e-a33f-ca6ad2915ab6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:27:59.719428 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eccb8ff-4308-40f1-8fee-b4a70e16d8ec x-openstack-request-id: req-0eccb8ff-4308-40f1-8fee-b4a70e16d8ec {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:27:59.719802 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c9db009-9bb5-4bfb-92c7-332ed2b5c79d", "tag": "e086c56c-9354-4cb7-8cfe-079baabb792b", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:27:59.720102 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0eccb8ff-4308-40f1-8fee-b4a70e16d8ec {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:27:59.720545 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c9db009-9bb5-4bfb-92c7-332ed2b5c79d', 'tag': 'e086c56c-9354-4cb7-8cfe-079baabb792b', 'status': 'completed', 'code': 200} Jun 11 10:27:59.788901 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port e086c56c-9354-4cb7-8cfe-079baabb792b, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=e086c56c-9354-4cb7-8cfe-079baabb792b,segment=NetworkSegment(f62e7bcb-23d9-4b26-a549-3dec9439345a),segment_id=f62e7bcb-23d9-4b26-a549-3dec9439345a)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:27:59.791602 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694cf31b-48a8-44c1-a295-e93011091c7e tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Pushing event updated for resources: {'Network': ['ID=3eb00505-257d-4360-815d-299e3f9b18af,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:27:59.794893 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-694cf31b-48a8-44c1-a295-e93011091c7e tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:27:59.803476 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-694cf31b-48a8-44c1-a295-e93011091c7e tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4442329 Jun 11 10:27:59.803913 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38294) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:27:59.806981 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device e086c56c-9354-4cb7-8cfe-079baabb792b has no active binding in host n-h1-779913-12 {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 11 10:27:59.810848 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port e726e760-ca0a-4e00-a810-00101c1c0356 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:27:59.811234 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:27:59.813006 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 3eb00505-257d-4360-815d-299e3f9b18af details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:27:59.829925 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e221708d-818d-4485-b417-710a6a5bb2c7 req-4fa4f26e-0adc-4c9e-a86e-1f222cff18de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:27:59.829925 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e221708d-818d-4485-b417-710a6a5bb2c7 req-4fa4f26e-0adc-4c9e-a86e-1f222cff18de service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=291bb5ee2189444bb635fe5a1d306c3b&device_id=1c9db009-9bb5-4bfb-92c7-332ed2b5c79d HTTP/1.1" status: 200 len: 1128 time: 0.0858874 Jun 11 10:27:59.977902 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ccad11d-4dcf-4da1-86a2-eeec4cddf1fa tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:27:59.982379 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-9ccad11d-4dcf-4da1-86a2-eeec4cddf1fa tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] 10.222.0.60 "GET /v2.0/networks?id=3eb00505-257d-4360-815d-299e3f9b18af HTTP/1.1" status: 200 len: 765 time: 0.1745436 Jun 11 10:27:59.983264 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38298) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:27:59.983425 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e221708d-818d-4485-b417-710a6a5bb2c7 req-1da767ee-b879-4173-8059-b62102720eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:27:59.985921 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e221708d-818d-4485-b417-710a6a5bb2c7 req-1da767ee-b879-4173-8059-b62102720eb9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ca5c2bcb-087a-42f0-bb93-73be02d15220 HTTP/1.1" status: 200 len: 898 time: 0.1453757 Jun 11 10:27:59.988277 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-22dac44b-46c2-4f55-8ede-8b4ec988c3e1 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Request body: {'network': {'description': 'd2'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:28:00.119051 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e221708d-818d-4485-b417-710a6a5bb2c7 req-26c416c4-a4b6-4b79-bf7d-3f97a1ce2cae service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e086c56c-9354-4cb7-8cfe-079baabb792b HTTP/1.1" status: 200 len: 1001 time: 0.1265321 Jun 11 10:28:00.171724 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978981b1-0874-489b-aa05-0984935043bf req-65fed268-b361-4443-903f-5093147d4f0f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:00.173198 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-978981b1-0874-489b-aa05-0984935043bf req-65fed268-b361-4443-903f-5093147d4f0f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9db009-9bb5-4bfb-92c7-332ed2b5c79d HTTP/1.1" status: 200 len: 945 time: 0.1722195 Jun 11 10:28:00.204031 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-22dac44b-46c2-4f55-8ede-8b4ec988c3e1 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:00.207842 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e221708d-818d-4485-b417-710a6a5bb2c7 req-f10203b2-eb29-4b34-816f-3eee756b5533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:00.209188 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e221708d-818d-4485-b417-710a6a5bb2c7 req-f10203b2-eb29-4b34-816f-3eee756b5533 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8cc58147-02a1-473a-ba61-e08ee6beaa2f HTTP/1.1" status: 200 len: 835 time: 0.0827136 Jun 11 10:28:00.258972 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-978981b1-0874-489b-aa05-0984935043bf req-be44b432-1f3f-4ec8-8208-88ca92584434 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b5f5f56-3a62-43a6-80fa-060c3f3539df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779932 Jun 11 10:28:00.279992 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-22dac44b-46c2-4f55-8ede-8b4ec988c3e1 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:00.282249 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-61bc9d78-2745-4299-b76a-68dbb1fd3ecc tempest-QuotasNegativeTest-403483631 tempest-QuotasNegativeTest-403483631-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:00.288489 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e221708d-818d-4485-b417-710a6a5bb2c7 req-0c1a637f-7c93-4734-bd8b-588cb53df278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:00.289969 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e221708d-818d-4485-b417-710a6a5bb2c7 req-0c1a637f-7c93-4734-bd8b-588cb53df278 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ca5c2bcb-087a-42f0-bb93-73be02d15220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0696342 Jun 11 10:28:00.312537 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-22dac44b-46c2-4f55-8ede-8b4ec988c3e1 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Network 3eb00505-257d-4360-815d-299e3f9b18af is not hosted by any dhcp agent {{(pid=93176) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 11 10:28:00.317761 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22dac44b-46c2-4f55-8ede-8b4ec988c3e1 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:00.318347 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-22dac44b-46c2-4f55-8ede-8b4ec988c3e1 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:00.319681 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-22dac44b-46c2-4f55-8ede-8b4ec988c3e1 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] 10.222.0.60 "PUT /v2.0/networks/3eb00505-257d-4360-815d-299e3f9b18af HTTP/1.1" status: 200 len: 762 time: 0.3360038 Jun 11 10:28:00.322449 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38300) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:00.410090 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dac44b-46c2-4f55-8ede-8b4ec988c3e1 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Pushing event updated for resources: {'Network': ['ID=3eb00505-257d-4360-815d-299e3f9b18af,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:00.412451 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e221708d-818d-4485-b417-710a6a5bb2c7 req-69affa43-171a-4e50-b45f-045126e8ff20 service neutron] 10.222.0.69 "GET /v2.0/networks/ca5c2bcb-087a-42f0-bb93-73be02d15220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145899 Jun 11 10:28:00.414495 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-22dac44b-46c2-4f55-8ede-8b4ec988c3e1 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:00.420169 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 3eb00505-257d-4360-815d-299e3f9b18af details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:28:00.487397 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908ec727-d271-4c76-8628-ed94587dfc3e tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:00.492614 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-908ec727-d271-4c76-8628-ed94587dfc3e tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] 10.222.0.60 "GET /v2.0/networks?id=3eb00505-257d-4360-815d-299e3f9b18af HTTP/1.1" status: 200 len: 765 time: 0.1655324 Jun 11 10:28:00.492796 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38302) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:00.535933 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e221708d-818d-4485-b417-710a6a5bb2c7 req-b8f2ec94-ca30-4285-b9dc-181cf74fda76 service neutron] 10.222.0.69 "GET /v2.0/networks/ca5c2bcb-087a-42f0-bb93-73be02d15220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164582 Jun 11 10:28:00.695241 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86ccd71-24f3-4d75-9cb8-7e645ca2aeb5 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:00.696719 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-b86ccd71-24f3-4d75-9cb8-7e645ca2aeb5 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2030067 Jun 11 10:28:00.700141 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38304) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:00.743774 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-4f56e79d-f188-42cb-94e5-6b02cc844fce tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] 10.222.0.60 "GET /v2.0/subnets?network_id=f0adef6e-169f-4a27-8865-442be2ad072d HTTP/1.1" status: 200 len: 207 time: 0.0424385 Jun 11 10:28:00.747452 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38306) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:00.940599 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e840e845-72e6-407f-8f8c-2c1d3e882045 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:00.946366 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e840e845-72e6-407f-8f8c-2c1d3e882045 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:00.952512 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e840e845-72e6-407f-8f8c-2c1d3e882045 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:00.958277 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e840e845-72e6-407f-8f8c-2c1d3e882045 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:00.964033 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e840e845-72e6-407f-8f8c-2c1d3e882045 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:00.969955 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e840e845-72e6-407f-8f8c-2c1d3e882045 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:00.971689 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-e840e845-72e6-407f-8f8c-2c1d3e882045 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.2233033 Jun 11 10:28:00.975463 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38308) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:01.117657 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-303ed432-6fc0-4d46-ad95-a6b5f43951ae tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] 10.222.0.60 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.1410069 Jun 11 10:28:01.121392 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38310) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:01.188918 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c034fab-925a-4fd9-9ade-84e0478d30a3 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:01.190407 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c034fab-925a-4fd9-9ade-84e0478d30a3 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:01.191912 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c034fab-925a-4fd9-9ade-84e0478d30a3 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:01.193460 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c034fab-925a-4fd9-9ade-84e0478d30a3 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:01.194931 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c034fab-925a-4fd9-9ade-84e0478d30a3 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:01.196627 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-3c034fab-925a-4fd9-9ade-84e0478d30a3 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0742230 Jun 11 10:28:01.200226 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38312) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:01.266650 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4336560f-62e5-423d-be91-b62345b8f292 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Attributes excluded by policy engine: ['shared'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:01.268117 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4336560f-62e5-423d-be91-b62345b8f292 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Attributes excluded by policy engine: ['shared'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:01.269570 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4336560f-62e5-423d-be91-b62345b8f292 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Attributes excluded by policy engine: ['shared'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:01.270993 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4336560f-62e5-423d-be91-b62345b8f292 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Attributes excluded by policy engine: ['shared'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:01.272470 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4336560f-62e5-423d-be91-b62345b8f292 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Attributes excluded by policy engine: ['shared'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:01.274194 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-4336560f-62e5-423d-be91-b62345b8f292 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] 10.222.0.60 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0730751 Jun 11 10:28:01.281942 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38314) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:01.366512 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb15b3a-99bc-45f6-a7e6-1381b1433229 req-034b218e-40bc-40b8-b75b-2730276ca4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:01.368053 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5fb15b3a-99bc-45f6-a7e6-1381b1433229 req-034b218e-40bc-40b8-b75b-2730276ca4de service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=291bb5ee2189444bb635fe5a1d306c3b&device_id=1c9db009-9bb5-4bfb-92c7-332ed2b5c79d HTTP/1.1" status: 200 len: 1128 time: 0.0880456 Jun 11 10:28:01.416611 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2342af48-57c3-4162-8021-896aec1715de tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:01.418577 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-2342af48-57c3-4162-8021-896aec1715de tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] 10.222.0.60 "GET /v2.0/networks/6e4ec592-901d-45d1-9126-49a64ceff30f HTTP/1.1" status: 200 len: 804 time: 0.1356885 Jun 11 10:28:01.423237 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38318) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:01.546064 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb15b3a-99bc-45f6-a7e6-1381b1433229 req-aff3a80b-729c-47e2-84c4-7ddc96003636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:01.547675 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5fb15b3a-99bc-45f6-a7e6-1381b1433229 req-aff3a80b-729c-47e2-84c4-7ddc96003636 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ca5c2bcb-087a-42f0-bb93-73be02d15220 HTTP/1.1" status: 200 len: 898 time: 0.1557703 Jun 11 10:28:01.555025 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de20cc2a-90fb-468d-893c-0d22e41442cd req-c4da6a2b-c64a-49e9-88be-57ce32528c4a tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:01.556488 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-de20cc2a-90fb-468d-893c-0d22e41442cd req-c4da6a2b-c64a-49e9-88be-57ce32528c4a tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9db009-9bb5-4bfb-92c7-332ed2b5c79d HTTP/1.1" status: 200 len: 945 time: 0.1759601 Jun 11 10:28:01.558277 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-e5aa171b-4f83-4527-8e18-f1193b203ebd tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] 10.222.0.60 "GET /v2.0/networks/6e4ec592-901d-45d1-9126-49a64ceff30f?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1333449 Jun 11 10:28:01.562411 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38320) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:01.622967 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f22b152-49ec-457a-895a-e2874af854ac tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:01.624528 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-2f22b152-49ec-457a-895a-e2874af854ac tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] 10.222.0.60 "GET /v2.0/subnets/32f1b0ab-ddc6-475e-b0af-378c4b9e5f38 HTTP/1.1" status: 200 len: 843 time: 0.0611770 Jun 11 10:28:01.628632 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38322) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:01.652844 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:01.700660 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8449e8ad-a027-4adb-bea5-013021c4fe69 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Attributes excluded by policy engine: ['shared'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:01.702036 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-8449e8ad-a027-4adb-bea5-013021c4fe69 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] 10.222.0.60 "GET /v2.0/subnets/32f1b0ab-ddc6-475e-b0af-378c4b9e5f38?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0723805 Jun 11 10:28:01.705726 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38324) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:01.710916 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-4608efa4-a5df-424b-b8bc-35375fff948c tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-692637146'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:28:01.834888 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4608efa4-a5df-424b-b8bc-35375fff948c tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Made reservation on behalf of 20ffa64bb5be4245b203eaa94e484779 for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:28:01.838513 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4608efa4-a5df-424b-b8bc-35375fff948c tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:01.871020 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4608efa4-a5df-424b-b8bc-35375fff948c tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 761} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:28:01.881616 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4608efa4-a5df-424b-b8bc-35375fff948c tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:01.881960 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-4608efa4-a5df-424b-b8bc-35375fff948c tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Added segment b64a95e2-bc77-404f-8f1c-f27287e6418a of type vlan for network ca2c4da0-612f-430a-a6b1-c21f232eb934 Jun 11 10:28:01.934435 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4608efa4-a5df-424b-b8bc-35375fff948c tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:02.041459 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4608efa4-a5df-424b-b8bc-35375fff948c tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:02.048211 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4608efa4-a5df-424b-b8bc-35375fff948c tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:02.049253 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4608efa4-a5df-424b-b8bc-35375fff948c tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:02.054061 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-bad63898-c3fe-4c54-971a-4ea9fad632f8 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:02.100234 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-de20cc2a-90fb-468d-893c-0d22e41442cd req-841cdaba-72da-4cd0-a63a-14abcc1d6e65 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b5f5f56-3a62-43a6-80fa-060c3f3539df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5336344 Jun 11 10:28:02.102211 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5fb15b3a-99bc-45f6-a7e6-1381b1433229 req-986b712b-1bf3-4e0f-bd8d-bfd64c279417 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e086c56c-9354-4cb7-8cfe-079baabb792b HTTP/1.1" status: 200 len: 1001 time: 0.5446272 Jun 11 10:28:02.166720 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb15b3a-99bc-45f6-a7e6-1381b1433229 req-47c2f15f-40cb-4dd1-8580-144e100fe0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:02.168194 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5fb15b3a-99bc-45f6-a7e6-1381b1433229 req-47c2f15f-40cb-4dd1-8580-144e100fe0bc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8cc58147-02a1-473a-ba61-e08ee6beaa2f HTTP/1.1" status: 200 len: 835 time: 0.0584178 Jun 11 10:28:02.246184 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb15b3a-99bc-45f6-a7e6-1381b1433229 req-78facac2-d985-461e-b153-378606fc5c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:02.247738 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5fb15b3a-99bc-45f6-a7e6-1381b1433229 req-78facac2-d985-461e-b153-378606fc5c4b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ca5c2bcb-087a-42f0-bb93-73be02d15220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0710964 Jun 11 10:28:02.378569 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5fb15b3a-99bc-45f6-a7e6-1381b1433229 req-14ddf581-c1af-4a5a-b895-cf3f926b6cff service neutron] 10.222.0.69 "GET /v2.0/networks/ca5c2bcb-087a-42f0-bb93-73be02d15220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227784 Jun 11 10:28:02.506189 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5fb15b3a-99bc-45f6-a7e6-1381b1433229 req-6e70cdab-401b-46f3-8ae1-dfbfb594c9ce service neutron] 10.222.0.69 "GET /v2.0/networks/ca5c2bcb-087a-42f0-bb93-73be02d15220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189208 Jun 11 10:28:02.569138 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-4608efa4-a5df-424b-b8bc-35375fff948c tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8622732 Jun 11 10:28:02.569919 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4608efa4-a5df-424b-b8bc-35375fff948c tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Pushing event updated for resources: {'Network': ['ID=ca2c4da0-612f-430a-a6b1-c21f232eb934,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:02.572492 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38326) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:02.572645 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4608efa4-a5df-424b-b8bc-35375fff948c tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:02.578596 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-1648ecd2-3e26-4e27-ae63-e5d736cadb3e tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Request body: {'subnet': {'network_id': 'ca2c4da0-612f-430a-a6b1-c21f232eb934', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:28:02.580122 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network ca2c4da0-612f-430a-a6b1-c21f232eb934 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:28:02.788515 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1648ecd2-3e26-4e27-ae63-e5d736cadb3e tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Made reservation on behalf of 20ffa64bb5be4245b203eaa94e484779 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:28:02.792699 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1648ecd2-3e26-4e27-ae63-e5d736cadb3e tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:02.875751 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.ipam_backend_mixin [None req-1648ecd2-3e26-4e27-ae63-e5d736cadb3e tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Performing IP validity checks on allocation pools {{(pid=93177) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 11 10:28:02.876269 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.ipam_backend_mixin [None req-1648ecd2-3e26-4e27-ae63-e5d736cadb3e tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93177) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 11 10:28:03.103437 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1648ecd2-3e26-4e27-ae63-e5d736cadb3e tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:03.106218 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6dbe6a1d-cbd9-4991-943e-9e5822af24bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:03.187007 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1648ecd2-3e26-4e27-ae63-e5d736cadb3e tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Pushing event updated for resources: {'Subnet': ['ID=a44bec83-2d9e-419c-ae90-abdd681246c4,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:03.189969 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1648ecd2-3e26-4e27-ae63-e5d736cadb3e tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:03.197663 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1648ecd2-3e26-4e27-ae63-e5d736cadb3e tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Checking segment: {'id': 'b64a95e2-bc77-404f-8f1c-f27287e6418a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ca2c4da0-612f-430a-a6b1-c21f232eb934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:28:03.198026 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1648ecd2-3e26-4e27-ae63-e5d736cadb3e tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Network hostable DHCP agents. Network: ca2c4da0-612f-430a-a6b1-c21f232eb934, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:28:03.297472 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb15c04-daa5-402a-aac2-13de6ca12019 req-35a7e5db-9b50-4ac4-8e32-e6da551ac75c tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:03.298988 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-dfb15c04-daa5-402a-aac2-13de6ca12019 req-35a7e5db-9b50-4ac4-8e32-e6da551ac75c tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9db009-9bb5-4bfb-92c7-332ed2b5c79d HTTP/1.1" status: 200 len: 945 time: 0.0716698 Jun 11 10:28:03.350945 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-dfb15c04-daa5-402a-aac2-13de6ca12019 req-bb403bd1-0fd2-4ab2-8dcb-a3f4e531ada4 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b5f5f56-3a62-43a6-80fa-060c3f3539df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440400 Jun 11 10:28:03.394235 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1648ecd2-3e26-4e27-ae63-e5d736cadb3e tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Network ca2c4da0-612f-430a-a6b1-c21f232eb934 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:28:03.511725 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-1648ecd2-3e26-4e27-ae63-e5d736cadb3e tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, ca2c4da0-612f-430a-a6b1-c21f232eb934) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:28:03.516863 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1648ecd2-3e26-4e27-ae63-e5d736cadb3e tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:03.517453 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1648ecd2-3e26-4e27-ae63-e5d736cadb3e tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:03.520137 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b727a9-2d7c-4333-8841-c9a5d46d16ea None None] Network ca2c4da0-612f-430a-a6b1-c21f232eb934 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:28:03.520683 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9e66de8a-c675-408a-a913-9a8c686e35b5 req-97c32c9f-ba99-4630-a591-076c1db75599 service neutron] 10.222.0.69 "GET /v2.0/ports/e086c56c-9354-4cb7-8cfe-079baabb792b/bindings/n-h1-779913-12 HTTP/1.1" status: 200 len: 385 time: 0.0769475 Jun 11 10:28:03.625387 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-1648ecd2-3e26-4e27-ae63-e5d736cadb3e tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.0513041 Jun 11 10:28:03.628140 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38330) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:03.633707 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-59023d56-10b8-4978-83d8-a9258e2378c7 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:28:03.730825 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614704b4-b3a7-45d5-9918-a2f96ad5e4fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-ca2c4da0-612f-430a-a6b1-c21f232eb934', 'network_id': 'ca2c4da0-612f-430a-a6b1-c21f232eb934', 'tenant_id': '20ffa64bb5be4245b203eaa94e484779', 'fixed_ips': [{'subnet_id': 'a44bec83-2d9e-419c-ae90-abdd681246c4'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 10:28:03.731984 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-614704b4-b3a7-45d5-9918-a2f96ad5e4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:03.769050 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-59023d56-10b8-4978-83d8-a9258e2378c7 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12298620'] for subnet, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:03.771268 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-9e66de8a-c675-408a-a913-9a8c686e35b5 req-4b2b2cf3-cd25-4953-83dd-aaed23b25a50 service neutron] For port e086c56c-9354-4cb7-8cfe-079baabb792b, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=e086c56c-9354-4cb7-8cfe-079baabb792b,segment=NetworkSegment(f62e7bcb-23d9-4b26-a549-3dec9439345a),segment_id=f62e7bcb-23d9-4b26-a549-3dec9439345a)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:28:03.804941 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-9e66de8a-c675-408a-a913-9a8c686e35b5 req-4b2b2cf3-cd25-4953-83dd-aaed23b25a50 service neutron] For port e086c56c-9354-4cb7-8cfe-079baabb792b, host n-h2-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:28:03.855841 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c9db009-9bb5-4bfb-92c7-332ed2b5c79d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e086c56c-9354-4cb7-8cfe-079baabb792b'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:28:03.858284 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ffd588d-6fe3-493e-bc55-1e4fd9680d51" -d '{"events": [{"server_uuid": "1c9db009-9bb5-4bfb-92c7-332ed2b5c79d", "name": "network-vif-unplugged", "status": "completed", "tag": "e086c56c-9354-4cb7-8cfe-079baabb792b"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:28:03.865988 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-9e66de8a-c675-408a-a913-9a8c686e35b5 req-4b2b2cf3-cd25-4953-83dd-aaed23b25a50 service neutron] For port e086c56c-9354-4cb7-8cfe-079baabb792b, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=e086c56c-9354-4cb7-8cfe-079baabb792b,segment=NetworkSegment(f62e7bcb-23d9-4b26-a549-3dec9439345a),segment_id=f62e7bcb-23d9-4b26-a549-3dec9439345a)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:28:03.899082 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.db.api [None req-614704b4-b3a7-45d5-9918-a2f96ad5e4fa None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 11 10:28:03.899082 n-d-779913-12 neutron-server[93178]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Jun 11 10:28:03.899082 n-d-779913-12 neutron-server[93178]: [parameters: {'in_use': 1, 'id_1': 'a44bec83-2d9e-419c-ae90-abdd681246c4'}] Jun 11 10:28:03.899082 n-d-779913-12 neutron-server[93178]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93178) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 10:28:03.899518 n-d-779913-12 neutron-server[93178]: DEBUG oslo_db.api [None req-614704b4-b3a7-45d5-9918-a2f96ad5e4fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 10:28:03.900350 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Jun 2021 10:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e766d0e6-fb82-452d-9b39-e1bac39e8c4b x-openstack-request-id: req-e766d0e6-fb82-452d-9b39-e1bac39e8c4b {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:28:03.900689 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c9db009-9bb5-4bfb-92c7-332ed2b5c79d", "name": "network-vif-unplugged", "status": "completed", "tag": "e086c56c-9354-4cb7-8cfe-079baabb792b", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:28:03.901018 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e766d0e6-fb82-452d-9b39-e1bac39e8c4b {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:28:03.901465 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c9db009-9bb5-4bfb-92c7-332ed2b5c79d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e086c56c-9354-4cb7-8cfe-079baabb792b', 'code': 200} Jun 11 10:28:03.977659 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-9e66de8a-c675-408a-a913-9a8c686e35b5 req-4b2b2cf3-cd25-4953-83dd-aaed23b25a50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:04.051632 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-59023d56-10b8-4978-83d8-a9258e2378c7 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735269313073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-11850088'] for subnet, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:04.053963 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2b7ef6a4-e50d-4e01-a65b-45b65720a14f tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:04.074498 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-9e66de8a-c675-408a-a913-9a8c686e35b5 req-4b2b2cf3-cd25-4953-83dd-aaed23b25a50 service neutron] Transition to ACTIVE for port object e086c56c-9354-4cb7-8cfe-079baabb792b will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:28:04.106912 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59023d56-10b8-4978-83d8-a9258e2378c7 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:04.107514 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-59023d56-10b8-4978-83d8-a9258e2378c7 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:04.108986 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-59023d56-10b8-4978-83d8-a9258e2378c7 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] 10.222.0.60 "PUT /v2.0/subnets/a44bec83-2d9e-419c-ae90-abdd681246c4 HTTP/1.1" status: 200 len: 900 time: 0.4797986 Jun 11 10:28:04.112309 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38334) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:04.120898 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59023d56-10b8-4978-83d8-a9258e2378c7 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Pushing event updated for resources: {'Subnet': ['ID=a44bec83-2d9e-419c-ae90-abdd681246c4,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:04.123787 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-59023d56-10b8-4978-83d8-a9258e2378c7 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:04.199454 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-9e66de8a-c675-408a-a913-9a8c686e35b5 req-4b2b2cf3-cd25-4953-83dd-aaed23b25a50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:04.208504 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a62cca91-2b8e-4941-943d-27970978a6c4 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:04.377172 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-56918a61-f688-46ea-b556-10ceb9e0d792 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:04.379050 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b2cf3-cd25-4953-83dd-aaed23b25a50 service neutron] Pushing event updated for resources: {'Port': ['ID=e086c56c-9354-4cb7-8cfe-079baabb792b,revision_number=11']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:04.382779 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4b2b2cf3-cd25-4953-83dd-aaed23b25a50 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:04.400762 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-614704b4-b3a7-45d5-9918-a2f96ad5e4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:04.429132 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e66de8a-c675-408a-a913-9a8c686e35b5 req-4b2b2cf3-cd25-4953-83dd-aaed23b25a50 service neutron] No DVR routers for this DVR port e086c56c-9354-4cb7-8cfe-079baabb792b on host n-h2-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:28:04.593275 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-614704b4-b3a7-45d5-9918-a2f96ad5e4fa None None] Allocated IP 2001:db8::3 (ca2c4da0-612f-430a-a6b1-c21f232eb934/a44bec83-2d9e-419c-ae90-abdd681246c4/925fed2a-dd8e-4b19-ad43-3d70bea1d381) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:28:04.597777 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:28:04.597777 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 10:28:04.597777 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:28:04.597777 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 10:28:04.597777 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:28:04.597777 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 10:28:04.597777 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:28:04.597777 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 10:28:04.597777 n-d-779913-12 neutron-server[93178]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:28:04.597777 n-d-779913-12 neutron-server[93178]: retrieve_revision_numbers = { Jun 11 10:28:04.597777 n-d-779913-12 neutron-server[93178]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:28:04.597777 n-d-779913-12 neutron-server[93178]: retrieve_revision_numbers = { Jun 11 10:28:04.597777 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:28:04.597777 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 10:28:04.597777 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:28:04.597777 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 10:28:04.597777 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:28:04.597777 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 10:28:04.597777 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:28:04.597777 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 10:28:04.597777 n-d-779913-12 neutron-server[93178]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:28:04.597777 n-d-779913-12 neutron-server[93178]: retrieve_revision_numbers = { Jun 11 10:28:04.597777 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:28:04.597777 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 10:28:04.597777 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:28:04.597777 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 10:28:04.597777 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:28:04.597777 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 10:28:04.597777 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:28:04.597777 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 10:28:04.597777 n-d-779913-12 neutron-server[93178]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:28:04.597777 n-d-779913-12 neutron-server[93178]: retrieve_revision_numbers = { Jun 11 10:28:04.597777 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:28:04.597777 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 10:28:04.597777 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:28:04.597777 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 10:28:04.597777 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:28:04.597777 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 10:28:04.597777 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:28:04.597777 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 10:28:04.597777 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:28:04.597777 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 10:28:04.597777 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:28:04.597777 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 10:28:04.597777 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:28:04.597777 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 10:28:04.597777 n-d-779913-12 neutron-server[93178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:28:04.597777 n-d-779913-12 neutron-server[93178]: self.session.flush() Jun 11 10:28:04.597777 n-d-779913-12 neutron-server[93178]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:28:04.597777 n-d-779913-12 neutron-server[93178]: retrieve_revision_numbers = { Jun 11 10:28:04.597777 n-d-779913-12 neutron-server[93178]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:28:04.597777 n-d-779913-12 neutron-server[93178]: retrieve_revision_numbers = { Jun 11 10:28:04.597777 n-d-779913-12 neutron-server[93178]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:28:04.597777 n-d-779913-12 neutron-server[93178]: retrieve_revision_numbers = { Jun 11 10:28:04.650348 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-56918a61-f688-46ea-b556-10ceb9e0d792 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:04.764474 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b79b7-370c-4972-af1b-e020e571acce req-8e743a7c-2645-4056-8fa2-6b2b3cb5f2dc tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:04.766030 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-777b79b7-370c-4972-af1b-e020e571acce req-8e743a7c-2645-4056-8fa2-6b2b3cb5f2dc tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9db009-9bb5-4bfb-92c7-332ed2b5c79d HTTP/1.1" status: 200 len: 944 time: 0.2729862 Jun 11 10:28:04.795188 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-614704b4-b3a7-45d5-9918-a2f96ad5e4fa None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:04.797279 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9e66de8a-c675-408a-a913-9a8c686e35b5 req-4b2b2cf3-cd25-4953-83dd-aaed23b25a50 service neutron] 10.222.0.69 "PUT /v2.0/ports/e086c56c-9354-4cb7-8cfe-079baabb792b/bindings/n-h1-779913-12/activate HTTP/1.1" status: 200 len: 370 time: 1.2688956 Jun 11 10:28:04.804439 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-614704b4-b3a7-45d5-9918-a2f96ad5e4fa None None] Transition to ACTIVE for port object 925fed2a-dd8e-4b19-ad43-3d70bea1d381 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:28:04.821224 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-614704b4-b3a7-45d5-9918-a2f96ad5e4fa None None] Transition to ACTIVE for port object 925fed2a-dd8e-4b19-ad43-3d70bea1d381 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:28:04.839716 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-777b79b7-370c-4972-af1b-e020e571acce req-4c547231-f69e-42a6-b03c-8b046324e78b tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b5f5f56-3a62-43a6-80fa-060c3f3539df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510271 Jun 11 10:28:04.887636 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-614704b4-b3a7-45d5-9918-a2f96ad5e4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:04.890845 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-10dd3077-4d10-4f97-a4fe-8288a31cf42a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:04.947945 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614704b4-b3a7-45d5-9918-a2f96ad5e4fa None None] Network ca2c4da0-612f-430a-a6b1-c21f232eb934 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:28:04.950969 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-614704b4-b3a7-45d5-9918-a2f96ad5e4fa None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:28:04.953470 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614704b4-b3a7-45d5-9918-a2f96ad5e4fa None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:28:04.962566 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614704b4-b3a7-45d5-9918-a2f96ad5e4fa None None] Pushing event updated for resources: {'Port': ['ID=925fed2a-dd8e-4b19-ad43-3d70bea1d381,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:04.965381 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-614704b4-b3a7-45d5-9918-a2f96ad5e4fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:04.990862 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e66de8a-c675-408a-a913-9a8c686e35b5 req-44217573-be56-4a0b-87af-0d05efbc3b97 tempest-TestNetworkAdvancedServerOps-2001270397 tempest-TestNetworkAdvancedServerOps-2001270397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:04.992427 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9e66de8a-c675-408a-a913-9a8c686e35b5 req-44217573-be56-4a0b-87af-0d05efbc3b97 tempest-TestNetworkAdvancedServerOps-2001270397 tempest-TestNetworkAdvancedServerOps-2001270397-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=1c9db009-9bb5-4bfb-92c7-332ed2b5c79d&tenant_id=291bb5ee2189444bb635fe5a1d306c3b&binding%3Ahost_id=n-h2-779913-12 HTTP/1.1" status: 200 len: 1096 time: 0.0693336 Jun 11 10:28:05.023233 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-56918a61-f688-46ea-b556-10ceb9e0d792 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:05.025552 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8f4e51b7-585f-4f6c-997f-5cd4f8101e11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:05.034215 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-614704b4-b3a7-45d5-9918-a2f96ad5e4fa None None] Attempting to bind port 925fed2a-dd8e-4b19-ad43-3d70bea1d381 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:28:05.034606 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-614704b4-b3a7-45d5-9918-a2f96ad5e4fa None None] Attempting to bind port 925fed2a-dd8e-4b19-ad43-3d70bea1d381 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'b64a95e2-bc77-404f-8f1c-f27287e6418a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ca2c4da0-612f-430a-a6b1-c21f232eb934'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:28:05.035088 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614704b4-b3a7-45d5-9918-a2f96ad5e4fa None None] Attempting to bind port 925fed2a-dd8e-4b19-ad43-3d70bea1d381 on network ca2c4da0-612f-430a-a6b1-c21f232eb934 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:28:05.040217 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614704b4-b3a7-45d5-9918-a2f96ad5e4fa None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:28:05.040611 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614704b4-b3a7-45d5-9918-a2f96ad5e4fa None None] Checking segment: {'id': 'b64a95e2-bc77-404f-8f1c-f27287e6418a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ca2c4da0-612f-430a-a6b1-c21f232eb934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:28:05.041028 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-614704b4-b3a7-45d5-9918-a2f96ad5e4fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:05.041564 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614704b4-b3a7-45d5-9918-a2f96ad5e4fa None None] Bound using segment: {'id': 'b64a95e2-bc77-404f-8f1c-f27287e6418a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ca2c4da0-612f-430a-a6b1-c21f232eb934'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:28:05.042676 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-614704b4-b3a7-45d5-9918-a2f96ad5e4fa None None] Bound port: 925fed2a-dd8e-4b19-ad43-3d70bea1d381, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b64a95e2-bc77-404f-8f1c-f27287e6418a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ca2c4da0-612f-430a-a6b1-c21f232eb934'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:28:05.043074 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-614704b4-b3a7-45d5-9918-a2f96ad5e4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:05.058845 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56918a61-f688-46ea-b556-10ceb9e0d792 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Pushing event deleted for resources: {'Subnet': ['ID=a44bec83-2d9e-419c-ae90-abdd681246c4,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:05.063180 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-56918a61-f688-46ea-b556-10ceb9e0d792 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:05.067690 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e66de8a-c675-408a-a913-9a8c686e35b5 req-4258a75e-9836-40e4-8d70-ac4d91421e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:05.070240 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9e66de8a-c675-408a-a913-9a8c686e35b5 req-4258a75e-9836-40e4-8d70-ac4d91421e99 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1c9db009-9bb5-4bfb-92c7-332ed2b5c79d&tenant_id=291bb5ee2189444bb635fe5a1d306c3b HTTP/1.1" status: 200 len: 1096 time: 0.0696442 Jun 11 10:28:05.121298 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-614704b4-b3a7-45d5-9918-a2f96ad5e4fa None None] For port 925fed2a-dd8e-4b19-ad43-3d70bea1d381, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:28:05.124775 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-614704b4-b3a7-45d5-9918-a2f96ad5e4fa None None] For port 925fed2a-dd8e-4b19-ad43-3d70bea1d381, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=925fed2a-dd8e-4b19-ad43-3d70bea1d381,segment=NetworkSegment(b64a95e2-bc77-404f-8f1c-f27287e6418a),segment_id=b64a95e2-bc77-404f-8f1c-f27287e6418a)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:28:05.149920 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-56918a61-f688-46ea-b556-10ceb9e0d792 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:05.154042 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e66de8a-c675-408a-a913-9a8c686e35b5 req-2e0c76b4-8d47-40a0-beca-e6ba71515b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:05.155672 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9e66de8a-c675-408a-a913-9a8c686e35b5 req-2e0c76b4-8d47-40a0-beca-e6ba71515b78 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=291bb5ee2189444bb635fe5a1d306c3b&device_id=1c9db009-9bb5-4bfb-92c7-332ed2b5c79d HTTP/1.1" status: 200 len: 1096 time: 0.0628963 Jun 11 10:28:05.161769 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-56918a61-f688-46ea-b556-10ceb9e0d792 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca2c4da0-612f-430a-a6b1-c21f232eb934']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:28:05.175237 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-56918a61-f688-46ea-b556-10ceb9e0d792 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b64a95e2-bc77-404f-8f1c-f27287e6418a') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:28:05.175555 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-56918a61-f688-46ea-b556-10ceb9e0d792 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b64a95e2-bc77-404f-8f1c-f27287e6418a') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:28:05.186758 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-56918a61-f688-46ea-b556-10ceb9e0d792 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:05.241278 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-614704b4-b3a7-45d5-9918-a2f96ad5e4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:05.243763 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-56918a61-f688-46ea-b556-10ceb9e0d792 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:05.245282 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-a125169f-8cb0-4f54-8271-1dcc4661d1df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:05.256693 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56918a61-f688-46ea-b556-10ceb9e0d792 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Releasing vlan 761 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:28:05.257109 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-56918a61-f688-46ea-b556-10ceb9e0d792 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:05.260593 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:28:05.260593 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 10:28:05.260593 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:28:05.260593 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:28:05.260593 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:28:05.260593 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 10:28:05.260593 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 10:28:05.260593 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:28:05.260593 n-d-779913-12 neutron-server[93177]: timer() Jun 11 10:28:05.260593 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:28:05.260593 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 10:28:05.260593 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:28:05.260593 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 10:28:05.260593 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:28:05.260593 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 10:28:05.260593 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:28:05.260593 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 10:28:05.260593 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:28:05.260593 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 10:28:05.260593 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:28:05.260593 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:28:05.260593 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:28:05.260593 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:28:05.260593 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:28:05.260593 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 10:28:05.260593 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:28:05.260593 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 10:28:05.260593 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:28:05.260593 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:28:05.260593 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:28:05.260593 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 10:28:05.260593 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:28:05.260593 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:28:05.260593 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:28:05.260593 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:28:05.260593 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:28:05.260593 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:28:05.260593 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:28:05.301604 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e66de8a-c675-408a-a913-9a8c686e35b5 req-9aad8c93-b311-4fef-98fd-2d44d744eaea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:05.304099 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9e66de8a-c675-408a-a913-9a8c686e35b5 req-9aad8c93-b311-4fef-98fd-2d44d744eaea service neutron] 10.222.0.64 "GET /v2.0/networks?id=ca5c2bcb-087a-42f0-bb93-73be02d15220 HTTP/1.1" status: 200 len: 898 time: 0.1426978 Jun 11 10:28:05.384037 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.db.api [None req-56918a61-f688-46ea-b556-10ceb9e0d792 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 11 10:28:05.384037 n-d-779913-12 neutron-server[93177]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 11 10:28:05.384037 n-d-779913-12 neutron-server[93177]: [parameters: {'id': 'ca2c4da0-612f-430a-a6b1-c21f232eb934'}] Jun 11 10:28:05.384037 n-d-779913-12 neutron-server[93177]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93177) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 10:28:05.385186 n-d-779913-12 neutron-server[93177]: DEBUG oslo_db.api [None req-56918a61-f688-46ea-b556-10ceb9e0d792 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 10:28:05.413633 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614704b4-b3a7-45d5-9918-a2f96ad5e4fa None None] Pushing event updated for resources: {'Port': ['ID=925fed2a-dd8e-4b19-ad43-3d70bea1d381,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:05.421575 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-614704b4-b3a7-45d5-9918-a2f96ad5e4fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:05.438331 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e833bc1-d0b1-4edf-96a4-36a529e61343 None None] Network ca2c4da0-612f-430a-a6b1-c21f232eb934 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:28:05.441748 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9e66de8a-c675-408a-a913-9a8c686e35b5 req-47e0772a-3efd-4240-afd5-35c3ddf6f381 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e086c56c-9354-4cb7-8cfe-079baabb792b HTTP/1.1" status: 200 len: 999 time: 0.1313674 Jun 11 10:28:05.506584 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e66de8a-c675-408a-a913-9a8c686e35b5 req-f082be8e-8080-4df7-9c9a-89ec880bd0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:05.508150 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9e66de8a-c675-408a-a913-9a8c686e35b5 req-f082be8e-8080-4df7-9c9a-89ec880bd0c6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8cc58147-02a1-473a-ba61-e08ee6beaa2f HTTP/1.1" status: 200 len: 835 time: 0.0608010 Jun 11 10:28:05.578337 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e66de8a-c675-408a-a913-9a8c686e35b5 req-206a4522-08a8-4266-8ea8-2a436c3ba442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:05.580139 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9e66de8a-c675-408a-a913-9a8c686e35b5 req-206a4522-08a8-4266-8ea8-2a436c3ba442 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ca5c2bcb-087a-42f0-bb93-73be02d15220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0657623 Jun 11 10:28:05.611552 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe1225b-76d2-4483-9e07-b0b33985ae3d None None] Network ca2c4da0-612f-430a-a6b1-c21f232eb934 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:28:05.706848 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9e66de8a-c675-408a-a913-9a8c686e35b5 req-69c4f60d-2d85-4b15-9ee8-ff8c3ddd03a3 service neutron] 10.222.0.64 "GET /v2.0/networks/ca5c2bcb-087a-42f0-bb93-73be02d15220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191969 Jun 11 10:28:05.777153 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e9b786-b04c-44a6-81ec-d26ec5b9c1e7 None None] get_active_networks_info from n-d-779913-12 {{(pid=93178) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 11 10:28:05.831815 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9e66de8a-c675-408a-a913-9a8c686e35b5 req-9a7adc91-4d63-488b-ba0c-7780913d23d0 service neutron] 10.222.0.64 "GET /v2.0/networks/ca5c2bcb-087a-42f0-bb93-73be02d15220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190469 Jun 11 10:28:05.885520 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-56918a61-f688-46ea-b556-10ceb9e0d792 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:05.895294 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e9b786-b04c-44a6-81ec-d26ec5b9c1e7 None None] Resources bound (agent type, host, resource id): {{(pid=93178) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 11 10:28:05.951420 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:05.955394 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-56918a61-f688-46ea-b556-10ceb9e0d792 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Deleting port 925fed2a-dd8e-4b19-ad43-3d70bea1d381 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:28:05.956171 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-56918a61-f688-46ea-b556-10ceb9e0d792 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:06.095335 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-56918a61-f688-46ea-b556-10ceb9e0d792 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] For port 925fed2a-dd8e-4b19-ad43-3d70bea1d381, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=925fed2a-dd8e-4b19-ad43-3d70bea1d381,segment=NetworkSegment(b64a95e2-bc77-404f-8f1c-f27287e6418a),segment_id=b64a95e2-bc77-404f-8f1c-f27287e6418a)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:28:06.095735 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-56918a61-f688-46ea-b556-10ceb9e0d792 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:06.196274 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-56918a61-f688-46ea-b556-10ceb9e0d792 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Calling delete_port for 925fed2a-dd8e-4b19-ad43-3d70bea1d381 owned by network:dhcp {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:28:06.217490 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bbddb1-dc07-4ba2-a3fe-6f2927bb9189 req-d916191e-7c0f-466d-8786-36f536aa7f0c tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:06.218958 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-91bbddb1-dc07-4ba2-a3fe-6f2927bb9189 req-d916191e-7c0f-466d-8786-36f536aa7f0c tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9db009-9bb5-4bfb-92c7-332ed2b5c79d HTTP/1.1" status: 200 len: 944 time: 0.2475023 Jun 11 10:28:06.324812 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-91bbddb1-dc07-4ba2-a3fe-6f2927bb9189 req-29b2904b-5e3a-4b5e-a100-f793605138b2 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b5f5f56-3a62-43a6-80fa-060c3f3539df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564196 Jun 11 10:28:06.369068 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e66de8a-c675-408a-a913-9a8c686e35b5 req-1b4a13ce-e5df-4e2d-a556-3f47ec48b478 tempest-TestNetworkAdvancedServerOps-2001270397 tempest-TestNetworkAdvancedServerOps-2001270397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:06.371081 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9e66de8a-c675-408a-a913-9a8c686e35b5 req-1b4a13ce-e5df-4e2d-a556-3f47ec48b478 tempest-TestNetworkAdvancedServerOps-2001270397 tempest-TestNetworkAdvancedServerOps-2001270397-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=1c9db009-9bb5-4bfb-92c7-332ed2b5c79d&tenant_id=291bb5ee2189444bb635fe5a1d306c3b&binding%3Ahost_id=n-h1-779913-12 HTTP/1.1" status: 200 len: 1096 time: 0.0770719 Jun 11 10:28:06.429320 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-56918a61-f688-46ea-b556-10ceb9e0d792 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:06.432349 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4b2b2cf3-cd25-4953-83dd-aaed23b25a50 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:06.463891 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56918a61-f688-46ea-b556-10ceb9e0d792 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Pushing event deleted for resources: {'Port': ['ID=925fed2a-dd8e-4b19-ad43-3d70bea1d381,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:06.466445 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-56918a61-f688-46ea-b556-10ceb9e0d792 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:06.469027 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56918a61-f688-46ea-b556-10ceb9e0d792 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] No DVR routers for this DVR port 925fed2a-dd8e-4b19-ad43-3d70bea1d381 on host n-d-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:28:06.580041 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-56918a61-f688-46ea-b556-10ceb9e0d792 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:06.592497 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-56918a61-f688-46ea-b556-10ceb9e0d792 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca2c4da0-612f-430a-a6b1-c21f232eb934']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:28:06.605551 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-56918a61-f688-46ea-b556-10ceb9e0d792 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b64a95e2-bc77-404f-8f1c-f27287e6418a') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:28:06.605847 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-56918a61-f688-46ea-b556-10ceb9e0d792 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b64a95e2-bc77-404f-8f1c-f27287e6418a') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:28:06.610535 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-9e66de8a-c675-408a-a913-9a8c686e35b5 req-8d03ff13-6dd1-40a2-9bf7-1415fd2bb45b service neutron] For port e086c56c-9354-4cb7-8cfe-079baabb792b, host n-h2-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:28:06.613908 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-9e66de8a-c675-408a-a913-9a8c686e35b5 req-8d03ff13-6dd1-40a2-9bf7-1415fd2bb45b service neutron] Notify callbacks [] for binding, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:06.615116 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9e66de8a-c675-408a-a913-9a8c686e35b5 req-8d03ff13-6dd1-40a2-9bf7-1415fd2bb45b service neutron] 10.222.0.64 "DELETE /v2.0/ports/e086c56c-9354-4cb7-8cfe-079baabb792b/bindings/n-h2-779913-12 HTTP/1.1" status: 204 len: 173 time: 0.2379134 Jun 11 10:28:06.616526 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-56918a61-f688-46ea-b556-10ceb9e0d792 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:06.633018 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-56918a61-f688-46ea-b556-10ceb9e0d792 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:06.639800 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56918a61-f688-46ea-b556-10ceb9e0d792 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Releasing vlan 761 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:28:06.640203 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-56918a61-f688-46ea-b556-10ceb9e0d792 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:06.644066 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 10:28:06.644066 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:28:06.644066 n-d-779913-12 neutron-server[93177]: timer() Jun 11 10:28:06.644066 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:28:06.644066 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 10:28:06.644066 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:28:06.644066 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 10:28:06.644066 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:28:06.644066 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 10:28:06.644066 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:28:06.644066 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 10:28:06.644066 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:28:06.644066 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 10:28:06.644066 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:28:06.644066 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:28:06.644066 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:28:06.644066 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:28:06.644066 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:28:06.644066 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 10:28:06.644066 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:28:06.644066 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 10:28:06.644066 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:28:06.644066 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:28:06.644066 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:28:06.644066 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 10:28:06.644066 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:28:06.644066 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:28:06.644066 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:28:06.644066 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:28:06.644066 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:28:06.644066 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:28:06.644066 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:28:06.818021 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-56918a61-f688-46ea-b556-10ceb9e0d792 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:06.823391 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-56918a61-f688-46ea-b556-10ceb9e0d792 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:06.826369 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-56918a61-f688-46ea-b556-10ceb9e0d792 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] 10.222.0.60 "DELETE /v2.0/networks/ca2c4da0-612f-430a-a6b1-c21f232eb934 HTTP/1.1" status: 204 len: 168 time: 2.7128251 Jun 11 10:28:06.827513 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5b2d1c03-6d97-4622-85f9-6031f0ab09d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:06.829840 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38340) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:06.855326 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56918a61-f688-46ea-b556-10ceb9e0d792 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Pushing event deleted for resources: {'Network': ['ID=ca2c4da0-612f-430a-a6b1-c21f232eb934,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:06.859110 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-56918a61-f688-46ea-b556-10ceb9e0d792 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:06.875939 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac1a7c35-2367-4fda-8070-f840f7360925 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] DELETE failed (client error): The resource could not be found. Jun 11 10:28:06.876392 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac1a7c35-2367-4fda-8070-f840f7360925 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 10:28:06.878178 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-ac1a7c35-2367-4fda-8070-f840f7360925 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] 10.222.0.60 "DELETE /v2.0/subnets/a44bec83-2d9e-419c-ae90-abdd681246c4 HTTP/1.1" status: 404 len: 337 time: 0.0463102 Jun 11 10:28:06.880744 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38342) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:06.902658 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-416b8915-1720-43af-b1ed-614c0418877d tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] DELETE failed (client error): The resource could not be found. Jun 11 10:28:06.903141 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-416b8915-1720-43af-b1ed-614c0418877d tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 10:28:06.904837 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-416b8915-1720-43af-b1ed-614c0418877d tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] 10.222.0.60 "DELETE /v2.0/networks/ca2c4da0-612f-430a-a6b1-c21f232eb934 HTTP/1.1" status: 404 len: 339 time: 0.0231988 Jun 11 10:28:06.907348 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38344) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:07.017714 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7ef78238-313a-44c3-8d84-825f6f58e3d1 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:07.141197 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7ef78238-313a-44c3-8d84-825f6f58e3d1 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:07.153418 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-7ef78238-313a-44c3-8d84-825f6f58e3d1 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eb00505-257d-4360-815d-299e3f9b18af']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:28:07.164978 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-7ef78238-313a-44c3-8d84-825f6f58e3d1 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ffb57ae-bb67-49bd-a31c-fd1e4dda8e64') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:28:07.168862 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-7ef78238-313a-44c3-8d84-825f6f58e3d1 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ffb57ae-bb67-49bd-a31c-fd1e4dda8e64') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:28:07.175465 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7ef78238-313a-44c3-8d84-825f6f58e3d1 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:07.190394 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7ef78238-313a-44c3-8d84-825f6f58e3d1 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:07.197419 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ef78238-313a-44c3-8d84-825f6f58e3d1 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Releasing vlan 750 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:28:07.197849 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7ef78238-313a-44c3-8d84-825f6f58e3d1 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:07.201510 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:28:07.201510 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:28:07.201510 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:28:07.201510 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:28:07.201510 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:28:07.201510 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:28:07.201510 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 10:28:07.201510 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:28:07.201510 n-d-779913-12 neutron-server[93176]: timer() Jun 11 10:28:07.201510 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:28:07.201510 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 10:28:07.201510 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:28:07.201510 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 10:28:07.201510 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:28:07.201510 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 10:28:07.201510 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:28:07.201510 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 10:28:07.201510 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:28:07.201510 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 10:28:07.201510 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:28:07.201510 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:28:07.201510 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:28:07.201510 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:28:07.201510 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:28:07.201510 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 10:28:07.201510 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:28:07.201510 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 10:28:07.201510 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:28:07.201510 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:28:07.201510 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:28:07.201510 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 10:28:07.201510 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:28:07.201510 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:28:07.201510 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:28:07.201510 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:28:07.201510 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:28:07.201510 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:28:07.201510 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:28:07.360607 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7ef78238-313a-44c3-8d84-825f6f58e3d1 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:07.364620 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a5c4d2e6-8743-4833-8995-c4d635ac8426 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:07.368749 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7ef78238-313a-44c3-8d84-825f6f58e3d1 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:07.371016 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-7ef78238-313a-44c3-8d84-825f6f58e3d1 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] 10.222.0.60 "DELETE /v2.0/networks/3eb00505-257d-4360-815d-299e3f9b18af HTTP/1.1" status: 204 len: 168 time: 0.4626737 Jun 11 10:28:07.373759 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38350) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:07.397095 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef78238-313a-44c3-8d84-825f6f58e3d1 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Pushing event deleted for resources: {'Network': ['ID=3eb00505-257d-4360-815d-299e3f9b18af,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:07.399380 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7ef78238-313a-44c3-8d84-825f6f58e3d1 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:07.419691 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-74681453-9ca2-403f-a967-12abd0e4a01c tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] DELETE failed (client error): The resource could not be found. Jun 11 10:28:07.420073 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74681453-9ca2-403f-a967-12abd0e4a01c tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 10:28:07.422135 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-74681453-9ca2-403f-a967-12abd0e4a01c tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] 10.222.0.60 "DELETE /v2.0/subnets/fbd4dbe4-c417-4ad7-94e8-6cb2399d6b07 HTTP/1.1" status: 404 len: 337 time: 0.0470629 Jun 11 10:28:07.424629 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38352) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:07.449554 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-915d6974-df74-4658-861b-d7d0e445fef4 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] DELETE failed (client error): The resource could not be found. Jun 11 10:28:07.450146 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-915d6974-df74-4658-861b-d7d0e445fef4 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 10:28:07.451896 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-915d6974-df74-4658-861b-d7d0e445fef4 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] 10.222.0.60 "DELETE /v2.0/networks/7ba0cffe-ed7d-4621-89bf-b85769ce4fbc HTTP/1.1" status: 404 len: 339 time: 0.0263386 Jun 11 10:28:07.454751 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38354) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:07.562773 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6fb4914-a7d5-48f3-9a47-470d75ceafc4 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Deleting subnet 4e56c951-8305-411d-ac7f-fd18af72031c {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:28:07.568091 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a6fb4914-a7d5-48f3-9a47-470d75ceafc4 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:07.623842 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a6fb4914-a7d5-48f3-9a47-470d75ceafc4 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:07.633248 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a4b64c-2406-4b85-801e-caec0a248836 req-2ed473e5-1760-446e-9b36-05597f854ccb tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:07.635218 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-17a4b64c-2406-4b85-801e-caec0a248836 req-2ed473e5-1760-446e-9b36-05597f854ccb tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9db009-9bb5-4bfb-92c7-332ed2b5c79d HTTP/1.1" status: 200 len: 944 time: 0.1727297 Jun 11 10:28:07.724771 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-17a4b64c-2406-4b85-801e-caec0a248836 req-ab2c3835-6349-460e-9459-72d30e2dbe56 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b5f5f56-3a62-43a6-80fa-060c3f3539df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597248 Jun 11 10:28:07.780727 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a6fb4914-a7d5-48f3-9a47-470d75ceafc4 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:07.908092 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efefbc2-fe0e-4a57-b034-7be9ac124a1e req-e62df05e-6cf6-4a2a-bd67-58bb7df50f5a tempest-TestNetworkAdvancedServerOps-2001270397 tempest-TestNetworkAdvancedServerOps-2001270397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:07.909612 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0efefbc2-fe0e-4a57-b034-7be9ac124a1e req-e62df05e-6cf6-4a2a-bd67-58bb7df50f5a tempest-TestNetworkAdvancedServerOps-2001270397 tempest-TestNetworkAdvancedServerOps-2001270397-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1c9db009-9bb5-4bfb-92c7-332ed2b5c79d HTTP/1.1" status: 200 len: 1096 time: 0.0682063 Jun 11 10:28:07.911190 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a6fb4914-a7d5-48f3-9a47-470d75ceafc4 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:07.913333 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7b6b3a26-69ee-4ab4-9ce9-d7cd73d1f4b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:07.953309 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fb4914-a7d5-48f3-9a47-470d75ceafc4 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Pushing event deleted for resources: {'Subnet': ['ID=4e56c951-8305-411d-ac7f-fd18af72031c,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:07.963861 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9d7b80-a803-4cfd-bed9-e49828fa33fc None None] Network a21e8f4b-2b8c-4a15-8c64-4bc8880aaec8 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:28:07.965696 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a6fb4914-a7d5-48f3-9a47-470d75ceafc4 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:07.966719 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a6fb4914-a7d5-48f3-9a47-470d75ceafc4 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:07.968613 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-a6fb4914-a7d5-48f3-9a47-470d75ceafc4 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] 10.222.0.60 "DELETE /v2.0/subnets/4e56c951-8305-411d-ac7f-fd18af72031c HTTP/1.1" status: 204 len: 168 time: 0.5129411 Jun 11 10:28:07.971148 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38360) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:08.035313 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0efefbc2-fe0e-4a57-b034-7be9ac124a1e req-4207d046-f43c-44c0-a45a-a62e44a9d748 tempest-TestNetworkAdvancedServerOps-2001270397 tempest-TestNetworkAdvancedServerOps-2001270397-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=4b5f5f56-3a62-43a6-80fa-060c3f3539df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155555 Jun 11 10:28:08.054553 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-82d754a0-3bd6-4d19-bded-4eea5e2382ab tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Deleting subnet 41e07e5a-7528-45e6-8571-2dc2ebad8b6a {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:28:08.058661 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-82d754a0-3bd6-4d19-bded-4eea5e2382ab tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:08.090335 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device e086c56c-9354-4cb7-8cfe-079baabb792b no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:28:08.120951 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-82d754a0-3bd6-4d19-bded-4eea5e2382ab tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:08.182505 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device e086c56c-9354-4cb7-8cfe-079baabb792b not bound to the agent host n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:28:08.280187 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-82d754a0-3bd6-4d19-bded-4eea5e2382ab tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:08.316682 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7570c69-9bbd-40f3-bc0f-3b249094e0d8 req-63fd693f-557f-4757-8d93-f8ed4d6927e6 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:08.318232 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d7570c69-9bbd-40f3-bc0f-3b249094e0d8 req-63fd693f-557f-4757-8d93-f8ed4d6927e6 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9db009-9bb5-4bfb-92c7-332ed2b5c79d HTTP/1.1" status: 200 len: 944 time: 0.1617618 Jun 11 10:28:08.387061 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d7570c69-9bbd-40f3-bc0f-3b249094e0d8 req-76610fe8-0cab-4eb1-a25a-d94e9a349bde tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b5f5f56-3a62-43a6-80fa-060c3f3539df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629923 Jun 11 10:28:08.415619 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38364) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:08.475414 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-82d754a0-3bd6-4d19-bded-4eea5e2382ab tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:08.478190 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6ee23617-b47b-408c-9b19-6f92eb265de5 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:08.507736 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-468b17ff-8c22-412b-9199-540a981f68b4 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/floatingips/4cebb188-c137-489f-a54e-08d80592d5b3 HTTP/1.1" status: 200 len: 991 time: 0.0855441 Jun 11 10:28:08.510197 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d754a0-3bd6-4d19-bded-4eea5e2382ab tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Pushing event deleted for resources: {'Subnet': ['ID=41e07e5a-7528-45e6-8571-2dc2ebad8b6a,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:08.514958 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-82d754a0-3bd6-4d19-bded-4eea5e2382ab tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:08.518523 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-82d754a0-3bd6-4d19-bded-4eea5e2382ab tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:08.520598 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-82d754a0-3bd6-4d19-bded-4eea5e2382ab tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] 10.222.0.60 "DELETE /v2.0/subnets/41e07e5a-7528-45e6-8571-2dc2ebad8b6a HTTP/1.1" status: 204 len: 168 time: 0.5485010 Jun 11 10:28:08.523111 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38366) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:08.634156 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a02cf780-150a-4a39-8d2b-12fcbbf0356d tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:08.712405 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-a02cf780-150a-4a39-8d2b-12fcbbf0356d tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Deleting port e726e760-ca0a-4e00-a810-00101c1c0356 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:28:08.712405 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a02cf780-150a-4a39-8d2b-12fcbbf0356d tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:08.796469 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9cc17c-ab59-4617-9445-ea6bf0fbbf23 None None] Network a21e8f4b-2b8c-4a15-8c64-4bc8880aaec8 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:28:08.805991 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-a02cf780-150a-4a39-8d2b-12fcbbf0356d tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] For port e726e760-ca0a-4e00-a810-00101c1c0356, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=e726e760-ca0a-4e00-a810-00101c1c0356,segment=NetworkSegment(cd718ff5-e4ee-45f7-8ef1-898b3d2f5320),segment_id=cd718ff5-e4ee-45f7-8ef1-898b3d2f5320)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:28:08.806354 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a02cf780-150a-4a39-8d2b-12fcbbf0356d tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:08.906495 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-a02cf780-150a-4a39-8d2b-12fcbbf0356d tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Calling delete_port for e726e760-ca0a-4e00-a810-00101c1c0356 owned by network:dhcp {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:28:09.075718 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a02cf780-150a-4a39-8d2b-12fcbbf0356d tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:09.078287 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b13ee11c-e5ea-4787-a558-96a5b531ad25 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:09.107226 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-b93421d4-bc55-4dde-970e-dd2db934aacd None None] Provisioning complete for port e726e760-ca0a-4e00-a810-00101c1c0356 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:28:09.107949 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b93421d4-bc55-4dde-970e-dd2db934aacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:09.108051 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02cf780-150a-4a39-8d2b-12fcbbf0356d tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Pushing event deleted for resources: {'Port': ['ID=e726e760-ca0a-4e00-a810-00101c1c0356,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:09.111201 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a02cf780-150a-4a39-8d2b-12fcbbf0356d tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:09.112070 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02cf780-150a-4a39-8d2b-12fcbbf0356d tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] No DVR routers for this DVR port e726e760-ca0a-4e00-a810-00101c1c0356 on host n-d-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:28:09.155937 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-b93421d4-bc55-4dde-970e-dd2db934aacd None None] Port e726e760-ca0a-4e00-a810-00101c1c0356 was deleted so its status cannot be updated. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 11 10:28:09.190500 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99317576-74d6-43cc-920d-dec89505f380 None None] DHCP port deletion for a21e8f4b-2b8c-4a15-8c64-4bc8880aaec8 request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 10:28:09.646823 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device e726e760-ca0a-4e00-a810-00101c1c0356 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:28:09.654339 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a02cf780-150a-4a39-8d2b-12fcbbf0356d tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:09.665640 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-a02cf780-150a-4a39-8d2b-12fcbbf0356d tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a21e8f4b-2b8c-4a15-8c64-4bc8880aaec8']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:28:09.675590 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: e726e760-ca0a-4e00-a810-00101c1c0356 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:28:09.675951 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device e726e760-ca0a-4e00-a810-00101c1c0356 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:28:09.676953 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-a02cf780-150a-4a39-8d2b-12fcbbf0356d tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd718ff5-e4ee-45f7-8ef1-898b3d2f5320') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:28:09.677253 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-a02cf780-150a-4a39-8d2b-12fcbbf0356d tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd718ff5-e4ee-45f7-8ef1-898b3d2f5320') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:28:09.688089 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a02cf780-150a-4a39-8d2b-12fcbbf0356d tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:09.703128 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a02cf780-150a-4a39-8d2b-12fcbbf0356d tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:09.708866 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a02cf780-150a-4a39-8d2b-12fcbbf0356d tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Releasing vlan 773 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:28:09.709250 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a02cf780-150a-4a39-8d2b-12fcbbf0356d tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:09.712199 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 10:28:09.712199 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:28:09.712199 n-d-779913-12 neutron-server[93177]: timer() Jun 11 10:28:09.712199 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:28:09.712199 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 10:28:09.712199 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:28:09.712199 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 10:28:09.712199 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:28:09.712199 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 10:28:09.712199 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:28:09.712199 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 10:28:09.712199 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:28:09.712199 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 10:28:09.712199 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:28:09.712199 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:28:09.712199 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:28:09.712199 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:28:09.712199 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:28:09.712199 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 10:28:09.712199 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:28:09.712199 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 10:28:09.712199 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:28:09.712199 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:28:09.712199 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:28:09.712199 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 10:28:09.712199 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:28:09.712199 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:28:09.712199 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:28:09.712199 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:28:09.712199 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:28:09.712199 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:28:09.712199 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:28:09.863136 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a02cf780-150a-4a39-8d2b-12fcbbf0356d tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:09.866623 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8f8bff2f-1f17-491f-b0b3-0b6120128c03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:09.871097 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a02cf780-150a-4a39-8d2b-12fcbbf0356d tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:09.872891 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-a02cf780-150a-4a39-8d2b-12fcbbf0356d tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] 10.222.0.60 "DELETE /v2.0/networks/a21e8f4b-2b8c-4a15-8c64-4bc8880aaec8 HTTP/1.1" status: 204 len: 168 time: 1.3486104 Jun 11 10:28:09.875485 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38368) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:09.888271 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02cf780-150a-4a39-8d2b-12fcbbf0356d tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Pushing event deleted for resources: {'Network': ['ID=a21e8f4b-2b8c-4a15-8c64-4bc8880aaec8,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:09.890520 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a02cf780-150a-4a39-8d2b-12fcbbf0356d tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:09.914737 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fd06a20-333c-484e-813d-4350ae075a97 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] DELETE failed (client error): The resource could not be found. Jun 11 10:28:09.915181 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fd06a20-333c-484e-813d-4350ae075a97 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 10:28:09.916911 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-7fd06a20-333c-484e-813d-4350ae075a97 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] 10.222.0.60 "DELETE /v2.0/subnets/476cebe9-c0b6-40af-a25a-7dc05401c1bb HTTP/1.1" status: 404 len: 337 time: 0.0403941 Jun 11 10:28:09.919478 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38370) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:09.940356 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-e77f62dd-f96a-45d7-99ad-d35e70be8d31 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] DELETE failed (client error): The resource could not be found. Jun 11 10:28:09.940907 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e77f62dd-f96a-45d7-99ad-d35e70be8d31 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 10:28:09.942536 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-e77f62dd-f96a-45d7-99ad-d35e70be8d31 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] 10.222.0.60 "DELETE /v2.0/networks/bda97b7b-a964-48a8-85ad-fc7ef4498b3b HTTP/1.1" status: 404 len: 339 time: 0.0221376 Jun 11 10:28:09.945111 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38372) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:09.979088 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-dda50761-fb8d-4c8d-9005-f4ff988e8e31 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] DELETE failed (client error): The resource could not be found. Jun 11 10:28:09.980075 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dda50761-fb8d-4c8d-9005-f4ff988e8e31 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 10:28:09.981773 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-dda50761-fb8d-4c8d-9005-f4ff988e8e31 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] 10.222.0.60 "DELETE /v2.0/subnets/44eebdb0-9d49-49a1-a2ab-55f4738b4a55 HTTP/1.1" status: 404 len: 337 time: 0.0357933 Jun 11 10:28:09.987121 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38374) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:10.008731 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-701dab39-671d-4c10-882a-318fac787f5c tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] DELETE failed (client error): The resource could not be found. Jun 11 10:28:10.009282 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-701dab39-671d-4c10-882a-318fac787f5c tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 10:28:10.011182 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-701dab39-671d-4c10-882a-318fac787f5c tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] 10.222.0.60 "DELETE /v2.0/networks/777ca313-ff1c-4459-8a25-74304e420b50 HTTP/1.1" status: 404 len: 339 time: 0.0230680 Jun 11 10:28:10.014098 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38376) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:10.049861 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-80375602-02c1-4dc0-8f64-faed376d5a28 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] DELETE failed (client error): The resource could not be found. Jun 11 10:28:10.050304 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80375602-02c1-4dc0-8f64-faed376d5a28 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 10:28:10.052007 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-80375602-02c1-4dc0-8f64-faed376d5a28 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] 10.222.0.60 "DELETE /v2.0/subnets/37f69899-25f1-4dc5-8c69-b7892f24eaaf HTTP/1.1" status: 404 len: 337 time: 0.0367377 Jun 11 10:28:10.054536 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38378) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:10.077309 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5e58787-0cbe-442c-935d-1715be1f11fd tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] DELETE failed (client error): The resource could not be found. Jun 11 10:28:10.077858 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5e58787-0cbe-442c-935d-1715be1f11fd tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 10:28:10.079505 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-a5e58787-0cbe-442c-935d-1715be1f11fd tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] 10.222.0.60 "DELETE /v2.0/networks/16d230f8-cedf-407a-a6a2-e2704f6cf4c6 HTTP/1.1" status: 404 len: 339 time: 0.0240991 Jun 11 10:28:10.081917 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38380) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:10.149699 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e2118a5-d180-4b62-b38d-92cf4cfafcc2 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Deleting subnet b4aad681-90bb-47a2-a0ca-f141ad05d088 {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:28:10.152730 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2e2118a5-d180-4b62-b38d-92cf4cfafcc2 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:10.201746 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2e2118a5-d180-4b62-b38d-92cf4cfafcc2 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:10.313266 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2e2118a5-d180-4b62-b38d-92cf4cfafcc2 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:10.475387 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2e2118a5-d180-4b62-b38d-92cf4cfafcc2 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:10.478012 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-59023d56-10b8-4978-83d8-a9258e2378c7 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:10.512257 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2118a5-d180-4b62-b38d-92cf4cfafcc2 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Pushing event deleted for resources: {'Subnet': ['ID=b4aad681-90bb-47a2-a0ca-f141ad05d088,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:10.515420 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2e2118a5-d180-4b62-b38d-92cf4cfafcc2 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:10.516500 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2e2118a5-d180-4b62-b38d-92cf4cfafcc2 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:10.521198 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-2e2118a5-d180-4b62-b38d-92cf4cfafcc2 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] 10.222.0.60 "DELETE /v2.0/subnets/b4aad681-90bb-47a2-a0ca-f141ad05d088 HTTP/1.1" status: 204 len: 168 time: 0.4355412 Jun 11 10:28:10.522904 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38382) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:10.524779 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e4f8b6-0c78-4ca0-99ae-f0d262c29e81 None None] Network aeaa8e6e-986b-4d50-b606-f073364e2ac5 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:28:10.634987 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b2f6dca7-32dc-4f45-a04e-dfd41eccc9bf tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:10.701592 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-b2f6dca7-32dc-4f45-a04e-dfd41eccc9bf tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Deleting port 70a440bb-7eaf-44d5-b4ff-0c10b5e4dc8c {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:28:10.701971 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b2f6dca7-32dc-4f45-a04e-dfd41eccc9bf tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:10.771276 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ea3132-1bdf-4a50-aa3d-78df80c8a791 None None] DHCP port deletion for aeaa8e6e-986b-4d50-b606-f073364e2ac5 request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 10:28:10.794667 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38388) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:10.805369 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-b2f6dca7-32dc-4f45-a04e-dfd41eccc9bf tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] For port 70a440bb-7eaf-44d5-b4ff-0c10b5e4dc8c, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=70a440bb-7eaf-44d5-b4ff-0c10b5e4dc8c,segment=NetworkSegment(6d6e0238-7a0f-4d3d-a98b-483e035fe4e1),segment_id=6d6e0238-7a0f-4d3d-a98b-483e035fe4e1)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:28:10.805706 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b2f6dca7-32dc-4f45-a04e-dfd41eccc9bf tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:10.828977 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-16ea3132-1bdf-4a50-aa3d-78df80c8a791 None None] Deleting port 70a440bb-7eaf-44d5-b4ff-0c10b5e4dc8c {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:28:10.829372 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-16ea3132-1bdf-4a50-aa3d-78df80c8a791 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:10.909077 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-b2f6dca7-32dc-4f45-a04e-dfd41eccc9bf tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Calling delete_port for 70a440bb-7eaf-44d5-b4ff-0c10b5e4dc8c owned by network:dhcp {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:28:10.920853 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-16ea3132-1bdf-4a50-aa3d-78df80c8a791 None None] For port 70a440bb-7eaf-44d5-b4ff-0c10b5e4dc8c, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=70a440bb-7eaf-44d5-b4ff-0c10b5e4dc8c,segment=NetworkSegment(6d6e0238-7a0f-4d3d-a98b-483e035fe4e1),segment_id=6d6e0238-7a0f-4d3d-a98b-483e035fe4e1)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:28:10.921252 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-16ea3132-1bdf-4a50-aa3d-78df80c8a791 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:11.023976 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-16ea3132-1bdf-4a50-aa3d-78df80c8a791 None None] Calling delete_port for 70a440bb-7eaf-44d5-b4ff-0c10b5e4dc8c owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:28:11.027227 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-3d83099c-640b-4542-9242-c4a3ac64985b tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Deleting port d5db8b4a-8cad-4c7b-9e80-38d981f61b7e {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:28:11.027617 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3d83099c-640b-4542-9242-c4a3ac64985b tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:11.109143 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b2f6dca7-32dc-4f45-a04e-dfd41eccc9bf tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:11.112365 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a5fba600-90f6-411b-820d-b5af7c2e1659 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:11.118074 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-16ea3132-1bdf-4a50-aa3d-78df80c8a791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:11.127635 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-cf6c43a5-d84f-4e3c-b8a1-3128721ed083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:11.138208 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3d83099c-640b-4542-9242-c4a3ac64985b tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:11.138540 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3d83099c-640b-4542-9242-c4a3ac64985b tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:11.151217 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f6dca7-32dc-4f45-a04e-dfd41eccc9bf tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Pushing event deleted for resources: {'Port': ['ID=70a440bb-7eaf-44d5-b4ff-0c10b5e4dc8c,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:11.166776 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f6dca7-32dc-4f45-a04e-dfd41eccc9bf tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] No DVR routers for this DVR port 70a440bb-7eaf-44d5-b4ff-0c10b5e4dc8c on host n-d-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:28:11.166776 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b2f6dca7-32dc-4f45-a04e-dfd41eccc9bf tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:11.167078 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea3132-1bdf-4a50-aa3d-78df80c8a791 None None] Pushing event deleted for resources: {'Port': ['ID=70a440bb-7eaf-44d5-b4ff-0c10b5e4dc8c,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:11.167178 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-16ea3132-1bdf-4a50-aa3d-78df80c8a791 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:11.168127 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ea3132-1bdf-4a50-aa3d-78df80c8a791 None None] No DVR routers for this DVR port 70a440bb-7eaf-44d5-b4ff-0c10b5e4dc8c on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:28:11.256199 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-3d83099c-640b-4542-9242-c4a3ac64985b tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Calling delete_port for d5db8b4a-8cad-4c7b-9e80-38d981f61b7e owned by network:floatingip {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:28:11.293430 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b2f6dca7-32dc-4f45-a04e-dfd41eccc9bf tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:11.305346 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-b2f6dca7-32dc-4f45-a04e-dfd41eccc9bf tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeaa8e6e-986b-4d50-b606-f073364e2ac5']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:28:11.317890 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-b2f6dca7-32dc-4f45-a04e-dfd41eccc9bf tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d6e0238-7a0f-4d3d-a98b-483e035fe4e1') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:28:11.318206 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-b2f6dca7-32dc-4f45-a04e-dfd41eccc9bf tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d6e0238-7a0f-4d3d-a98b-483e035fe4e1') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:28:11.329369 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b2f6dca7-32dc-4f45-a04e-dfd41eccc9bf tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:11.344208 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b2f6dca7-32dc-4f45-a04e-dfd41eccc9bf tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:11.350794 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2f6dca7-32dc-4f45-a04e-dfd41eccc9bf tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Releasing vlan 764 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:28:11.351194 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b2f6dca7-32dc-4f45-a04e-dfd41eccc9bf tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:11.354426 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 10:28:11.354426 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:28:11.354426 n-d-779913-12 neutron-server[93176]: timer() Jun 11 10:28:11.354426 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:28:11.354426 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 10:28:11.354426 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:28:11.354426 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 10:28:11.354426 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:28:11.354426 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 10:28:11.354426 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:28:11.354426 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 10:28:11.354426 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:28:11.354426 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 10:28:11.354426 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:28:11.354426 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:28:11.354426 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:28:11.354426 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:28:11.354426 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:28:11.354426 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 10:28:11.354426 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:28:11.354426 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 10:28:11.354426 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:28:11.354426 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:28:11.354426 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:28:11.354426 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 10:28:11.354426 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:28:11.354426 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:28:11.354426 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:28:11.354426 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:28:11.354426 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:28:11.354426 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:28:11.354426 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:28:11.538051 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b2f6dca7-32dc-4f45-a04e-dfd41eccc9bf tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:11.541436 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5991930c-25d9-44a6-8549-28a49f471588 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:11.547993 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b2f6dca7-32dc-4f45-a04e-dfd41eccc9bf tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:11.549426 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-b2f6dca7-32dc-4f45-a04e-dfd41eccc9bf tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] 10.222.0.60 "DELETE /v2.0/networks/aeaa8e6e-986b-4d50-b606-f073364e2ac5 HTTP/1.1" status: 204 len: 168 time: 1.0249386 Jun 11 10:28:11.552025 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38390) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:11.562908 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f6dca7-32dc-4f45-a04e-dfd41eccc9bf tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Pushing event deleted for resources: {'Network': ['ID=aeaa8e6e-986b-4d50-b606-f073364e2ac5,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:11.565389 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b2f6dca7-32dc-4f45-a04e-dfd41eccc9bf tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:11.590915 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3d83099c-640b-4542-9242-c4a3ac64985b tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:11.593350 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e0ea70d-d1a7-4d3f-b135-cbae62b447c9 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] DELETE failed (client error): The resource could not be found. Jun 11 10:28:11.598803 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e0ea70d-d1a7-4d3f-b135-cbae62b447c9 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 10:28:11.598803 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-2e0ea70d-d1a7-4d3f-b135-cbae62b447c9 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] 10.222.0.60 "DELETE /v2.0/subnets/862bedd9-fce6-47ca-9cfa-a7ca7946e5ba HTTP/1.1" status: 404 len: 337 time: 0.0424204 Jun 11 10:28:11.598803 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-702b1e93-ee25-4879-8dc9-3ccf8eaa03a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:11.599440 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38392) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:11.626205 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-f536a0e4-abb7-4e93-936f-5b4994e533f2 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] DELETE failed (client error): The resource could not be found. Jun 11 10:28:11.627203 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f536a0e4-abb7-4e93-936f-5b4994e533f2 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 10:28:11.635179 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d83099c-640b-4542-9242-c4a3ac64985b tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Pushing event deleted for resources: {'Port': ['ID=d5db8b4a-8cad-4c7b-9e80-38d981f61b7e,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:11.635480 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-f536a0e4-abb7-4e93-936f-5b4994e533f2 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] 10.222.0.60 "DELETE /v2.0/networks/3ea1ee01-70cd-42ad-bc37-8b0511e698d2 HTTP/1.1" status: 404 len: 339 time: 0.0267441 Jun 11 10:28:11.635594 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3d83099c-640b-4542-9242-c4a3ac64985b tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:11.635699 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38394) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:11.670886 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 70a440bb-7eaf-44d5-b4ff-0c10b5e4dc8c no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:28:11.697368 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 70a440bb-7eaf-44d5-b4ff-0c10b5e4dc8c {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:28:11.697728 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 70a440bb-7eaf-44d5-b4ff-0c10b5e4dc8c not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:28:11.706217 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-33817f2b-17fb-4957-baa1-53350de18f00 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Deleting subnet 32f1b0ab-ddc6-475e-b0af-378c4b9e5f38 {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:28:11.710007 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-33817f2b-17fb-4957-baa1-53350de18f00 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:11.715176 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3d83099c-640b-4542-9242-c4a3ac64985b tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for floatingip, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:11.715757 n-d-779913-12 neutron-server[93177]: INFO neutron.db.l3_db [None req-3d83099c-640b-4542-9242-c4a3ac64985b tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Floating IP 4cebb188-c137-489f-a54e-08d80592d5b3 disassociated (deleted). External IP: 172.25.4.128, port: e086c56c-9354-4cb7-8cfe-079baabb792b. Jun 11 10:28:11.762118 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-33817f2b-17fb-4957-baa1-53350de18f00 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:11.869261 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-33817f2b-17fb-4957-baa1-53350de18f00 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:12.006690 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-33817f2b-17fb-4957-baa1-53350de18f00 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:12.010113 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-91ca51eb-94b8-49fd-972c-68f358f34176 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:12.020106 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d83099c-640b-4542-9242-c4a3ac64985b tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Router 41a11f8b-6089-43d4-bcce-e29c60094fa9 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:28:12.045087 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33817f2b-17fb-4957-baa1-53350de18f00 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Pushing event deleted for resources: {'Subnet': ['ID=32f1b0ab-ddc6-475e-b0af-378c4b9e5f38,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:12.048197 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-33817f2b-17fb-4957-baa1-53350de18f00 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:12.049202 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-33817f2b-17fb-4957-baa1-53350de18f00 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:12.053694 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-33817f2b-17fb-4957-baa1-53350de18f00 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] 10.222.0.60 "DELETE /v2.0/subnets/32f1b0ab-ddc6-475e-b0af-378c4b9e5f38 HTTP/1.1" status: 204 len: 168 time: 0.4149663 Jun 11 10:28:12.053876 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38396) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:12.062300 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aacfa54-c7ef-4822-9b2f-81bb9509f419 None None] Network 6e4ec592-901d-45d1-9126-49a64ceff30f requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:28:12.162997 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c2474edb-117d-4727-a339-01e0b27db7f5 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:12.181833 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d83099c-640b-4542-9242-c4a3ac64985b tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:28:12.187044 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3d83099c-640b-4542-9242-c4a3ac64985b tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:12.194505 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cdfb6e-0e8e-4266-8f73-59b15b60060e None None] Sync routers for ids ['41a11f8b-6089-43d4-bcce-e29c60094fa9'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:28:12.209828 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cdfb6e-0e8e-4266-8f73-59b15b60060e None None] Routers {'41a11f8b-6089-43d4-bcce-e29c60094fa9'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:28:12.211945 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-22cdfb6e-0e8e-4266-8f73-59b15b60060e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:27:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['41a11f8b-6089-43d4-bcce-e29c60094fa9'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:28:12.231268 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-c2474edb-117d-4727-a339-01e0b27db7f5 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Deleting port 9ebf3cc1-0861-459e-9db0-8ee4a2138bf5 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:28:12.231879 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c2474edb-117d-4727-a339-01e0b27db7f5 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:12.243722 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-3d83099c-640b-4542-9242-c4a3ac64985b tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "DELETE /v2.0/floatingips/4cebb188-c137-489f-a54e-08d80592d5b3 HTTP/1.1" status: 204 len: 168 time: 1.4464829 Jun 11 10:28:12.244579 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c9db009-9bb5-4bfb-92c7-332ed2b5c79d', 'tag': 'e086c56c-9354-4cb7-8cfe-079baabb792b'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:28:12.247560 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f691ad7-d9db-4fb4-933e-b7b0f132b6ad" -d '{"events": [{"name": "network-changed", "server_uuid": "1c9db009-9bb5-4bfb-92c7-332ed2b5c79d", "tag": "e086c56c-9354-4cb7-8cfe-079baabb792b"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:28:12.309455 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6adb6362-c5b0-494f-809d-9cade480d5a9 None None] DHCP port deletion for 6e4ec592-901d-45d1-9126-49a64ceff30f request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 10:28:12.348808 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-c2474edb-117d-4727-a339-01e0b27db7f5 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] For port 9ebf3cc1-0861-459e-9db0-8ee4a2138bf5, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=9ebf3cc1-0861-459e-9db0-8ee4a2138bf5,segment=NetworkSegment(8fe31afc-492c-44c7-b65a-af4049e3f75a),segment_id=8fe31afc-492c-44c7-b65a-af4049e3f75a)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:28:12.349182 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c2474edb-117d-4727-a339-01e0b27db7f5 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:12.377788 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-6adb6362-c5b0-494f-809d-9cade480d5a9 None None] Deleting port 9ebf3cc1-0861-459e-9db0-8ee4a2138bf5 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:28:12.378272 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6adb6362-c5b0-494f-809d-9cade480d5a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:12.463476 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-c2474edb-117d-4727-a339-01e0b27db7f5 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Calling delete_port for 9ebf3cc1-0861-459e-9db0-8ee4a2138bf5 owned by network:dhcp {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:28:12.476941 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-6adb6362-c5b0-494f-809d-9cade480d5a9 None None] For port 9ebf3cc1-0861-459e-9db0-8ee4a2138bf5, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=9ebf3cc1-0861-459e-9db0-8ee4a2138bf5,segment=NetworkSegment(8fe31afc-492c-44c7-b65a-af4049e3f75a),segment_id=8fe31afc-492c-44c7-b65a-af4049e3f75a)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:28:12.477355 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6adb6362-c5b0-494f-809d-9cade480d5a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:12.543249 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-22cdfb6e-0e8e-4266-8f73-59b15b60060e None None] Set router 41a11f8b-6089-43d4-bcce-e29c60094fa9 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:28:12.586452 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-6adb6362-c5b0-494f-809d-9cade480d5a9 None None] Calling delete_port for 9ebf3cc1-0861-459e-9db0-8ee4a2138bf5 owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:28:12.697699 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c2474edb-117d-4727-a339-01e0b27db7f5 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:12.701675 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5789eaf2-e6c5-4323-9bd0-b31556480c4d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:12.705642 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6adb6362-c5b0-494f-809d-9cade480d5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:12.711317 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-1e907e5b-661d-46c9-8ab9-9827c872572e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:12.727730 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2474edb-117d-4727-a339-01e0b27db7f5 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Pushing event deleted for resources: {'Port': ['ID=9ebf3cc1-0861-459e-9db0-8ee4a2138bf5,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:12.733840 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c2474edb-117d-4727-a339-01e0b27db7f5 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:12.738430 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2474edb-117d-4727-a339-01e0b27db7f5 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] No DVR routers for this DVR port 9ebf3cc1-0861-459e-9db0-8ee4a2138bf5 on host n-d-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:28:12.745734 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adb6362-c5b0-494f-809d-9cade480d5a9 None None] Pushing event deleted for resources: {'Port': ['ID=9ebf3cc1-0861-459e-9db0-8ee4a2138bf5,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:12.753932 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6adb6362-c5b0-494f-809d-9cade480d5a9 None None] No DVR routers for this DVR port 9ebf3cc1-0861-459e-9db0-8ee4a2138bf5 on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:28:12.756307 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-6adb6362-c5b0-494f-809d-9cade480d5a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:12.787468 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f27a3be0-ac53-4d35-a6e3-4f84a613151f x-openstack-request-id: req-f27a3be0-ac53-4d35-a6e3-4f84a613151f {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:28:12.788110 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c9db009-9bb5-4bfb-92c7-332ed2b5c79d", "tag": "e086c56c-9354-4cb7-8cfe-079baabb792b", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:28:12.788670 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f27a3be0-ac53-4d35-a6e3-4f84a613151f {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:28:12.789371 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c9db009-9bb5-4bfb-92c7-332ed2b5c79d', 'tag': 'e086c56c-9354-4cb7-8cfe-079baabb792b', 'status': 'completed', 'code': 200} Jun 11 10:28:12.905845 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-22cdfb6e-0e8e-4266-8f73-59b15b60060e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a11f8b-6089-43d4-bcce-e29c60094fa9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1536039626', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': 'ea1f34a9-b98d-4a0e-b842-cee499da9ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:26:03Z', 'updated_at': '2021-06-11T10:26:12Z', 'revision_number': 4, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'gw_port': {'id': 'ea1f34a9-b98d-4a0e-b842-cee499da9ddd', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ea:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a11f8b-6089-43d4-bcce-e29c60094fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:26:04Z', 'updated_at': '2021-06-11T10:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': 'ccbe4729-20f2-4f2e-8ed8-95588b8a5ea5', 'name': '', 'network_id': 'ca5c2bcb-087a-42f0-bb93-73be02d15220', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'mac_address': 'fa:16:3e:48:e3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a11f8b-6089-43d4-bcce-e29c60094fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '8cc58147-02a1-473a-ba61-e08ee6beaa2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:26:10Z', 'updated_at': '2021-06-11T10:26:19Z', 'revision_number': 5, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'subnets': [{'id': '8cc58147-02a1-473a-ba61-e08ee6beaa2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:28:12.907032 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c2474edb-117d-4727-a339-01e0b27db7f5 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:12.910519 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cdfb6e-0e8e-4266-8f73-59b15b60060e None None] Checking router: 41a11f8b-6089-43d4-bcce-e29c60094fa9 for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:28:12.921141 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cdfb6e-0e8e-4266-8f73-59b15b60060e None None] Routers {'41a11f8b-6089-43d4-bcce-e29c60094fa9'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:28:12.921768 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-22cdfb6e-0e8e-4266-8f73-59b15b60060e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:27:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['41a11f8b-6089-43d4-bcce-e29c60094fa9'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:28:12.922758 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-c2474edb-117d-4727-a339-01e0b27db7f5 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e4ec592-901d-45d1-9126-49a64ceff30f']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:28:12.928014 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-dd909148-39e6-4652-ab33-11a3c987a70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:12.937030 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-c2474edb-117d-4727-a339-01e0b27db7f5 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fe31afc-492c-44c7-b65a-af4049e3f75a') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:28:12.937360 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-c2474edb-117d-4727-a339-01e0b27db7f5 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fe31afc-492c-44c7-b65a-af4049e3f75a') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:28:12.959493 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c2474edb-117d-4727-a339-01e0b27db7f5 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:12.967169 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405ee9c7-4a87-465e-b0f6-508d26786db4 req-0f2a99f9-d188-4c68-9ded-b54f1ebff46b tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:12.968859 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-405ee9c7-4a87-465e-b0f6-508d26786db4 req-0f2a99f9-d188-4c68-9ded-b54f1ebff46b tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9db009-9bb5-4bfb-92c7-332ed2b5c79d HTTP/1.1" status: 200 len: 944 time: 0.0792770 Jun 11 10:28:12.979412 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c2474edb-117d-4727-a339-01e0b27db7f5 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:12.987841 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2474edb-117d-4727-a339-01e0b27db7f5 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:28:12.988240 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c2474edb-117d-4727-a339-01e0b27db7f5 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:12.994364 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 10:28:12.994364 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:28:12.994364 n-d-779913-12 neutron-server[93176]: timer() Jun 11 10:28:12.994364 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:28:12.994364 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 10:28:12.994364 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:28:12.994364 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 10:28:12.994364 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:28:12.994364 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 10:28:12.994364 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:28:12.994364 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 10:28:12.994364 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:28:12.994364 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 10:28:12.994364 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:28:12.994364 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:28:12.994364 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:28:12.994364 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:28:12.994364 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:28:12.994364 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 10:28:12.994364 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:28:12.994364 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 10:28:12.994364 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:28:12.994364 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:28:12.994364 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:28:12.994364 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 10:28:12.994364 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:28:12.994364 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:28:12.994364 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:28:12.994364 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:28:12.994364 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:28:12.994364 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:28:12.994364 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:28:13.007249 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f691ad7-d9db-4fb4-933e-b7b0f132b6ad req-c2e0eece-4a5e-402e-9810-753141393269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:13.008776 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6f691ad7-d9db-4fb4-933e-b7b0f132b6ad req-c2e0eece-4a5e-402e-9810-753141393269 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=291bb5ee2189444bb635fe5a1d306c3b&device_id=1c9db009-9bb5-4bfb-92c7-332ed2b5c79d HTTP/1.1" status: 200 len: 1096 time: 0.1937597 Jun 11 10:28:13.032626 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-405ee9c7-4a87-465e-b0f6-508d26786db4 req-72f6ad59-df3f-4809-9f05-c698a4f78e42 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b5f5f56-3a62-43a6-80fa-060c3f3539df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572755 Jun 11 10:28:13.078452 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-22cdfb6e-0e8e-4266-8f73-59b15b60060e None None] Set router 41a11f8b-6089-43d4-bcce-e29c60094fa9 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:28:13.167858 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c2474edb-117d-4727-a339-01e0b27db7f5 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:13.172526 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-fb8514b8-27da-46a7-8e07-c86f7119133b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:13.179515 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c2474edb-117d-4727-a339-01e0b27db7f5 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:13.180120 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-c2474edb-117d-4727-a339-01e0b27db7f5 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] 10.222.0.60 "DELETE /v2.0/networks/6e4ec592-901d-45d1-9126-49a64ceff30f HTTP/1.1" status: 204 len: 168 time: 1.1251159 Jun 11 10:28:13.208601 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2474edb-117d-4727-a339-01e0b27db7f5 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Pushing event deleted for resources: {'Network': ['ID=6e4ec592-901d-45d1-9126-49a64ceff30f,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:13.222248 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c2474edb-117d-4727-a339-01e0b27db7f5 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:13.226418 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f691ad7-d9db-4fb4-933e-b7b0f132b6ad req-62e01c4b-5416-47ef-a407-3a7d483e7fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:13.227823 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6f691ad7-d9db-4fb4-933e-b7b0f132b6ad req-62e01c4b-5416-47ef-a407-3a7d483e7fcd service neutron] 10.222.0.64 "GET /v2.0/networks?id=ca5c2bcb-087a-42f0-bb93-73be02d15220 HTTP/1.1" status: 200 len: 898 time: 0.2085245 Jun 11 10:28:13.306891 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6f691ad7-d9db-4fb4-933e-b7b0f132b6ad req-275bf63d-393b-4295-8a93-9608d15e14e7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e086c56c-9354-4cb7-8cfe-079baabb792b HTTP/1.1" status: 200 len: 217 time: 0.0574398 Jun 11 10:28:13.360759 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-22cdfb6e-0e8e-4266-8f73-59b15b60060e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a11f8b-6089-43d4-bcce-e29c60094fa9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1536039626', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': 'ea1f34a9-b98d-4a0e-b842-cee499da9ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:26:03Z', 'updated_at': '2021-06-11T10:26:12Z', 'revision_number': 4, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'gw_port': {'id': 'ea1f34a9-b98d-4a0e-b842-cee499da9ddd', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ea:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a11f8b-6089-43d4-bcce-e29c60094fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:26:04Z', 'updated_at': '2021-06-11T10:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': 'ccbe4729-20f2-4f2e-8ed8-95588b8a5ea5', 'name': '', 'network_id': 'ca5c2bcb-087a-42f0-bb93-73be02d15220', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'mac_address': 'fa:16:3e:48:e3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a11f8b-6089-43d4-bcce-e29c60094fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '8cc58147-02a1-473a-ba61-e08ee6beaa2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:26:10Z', 'updated_at': '2021-06-11T10:26:19Z', 'revision_number': 5, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'subnets': [{'id': '8cc58147-02a1-473a-ba61-e08ee6beaa2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:28:13.364392 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cdfb6e-0e8e-4266-8f73-59b15b60060e None None] The sync data for ids ['41a11f8b-6089-43d4-bcce-e29c60094fa9'] in n-d-779913-12 is: [{'id': '41a11f8b-6089-43d4-bcce-e29c60094fa9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1536039626', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': 'ea1f34a9-b98d-4a0e-b842-cee499da9ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:26:03Z', 'updated_at': '2021-06-11T10:26:12Z', 'revision_number': 4, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'gw_port': {'id': 'ea1f34a9-b98d-4a0e-b842-cee499da9ddd', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ea:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a11f8b-6089-43d4-bcce-e29c60094fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:26:04Z', 'updated_at': '2021-06-11T10:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': 'ccbe4729-20f2-4f2e-8ed8-95588b8a5ea5', 'name': '', 'network_id': 'ca5c2bcb-087a-42f0-bb93-73be02d15220', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'mac_address': 'fa:16:3e:48:e3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a11f8b-6089-43d4-bcce-e29c60094fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '8cc58147-02a1-473a-ba61-e08ee6beaa2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:26:10Z', 'updated_at': '2021-06-11T10:26:19Z', 'revision_number': 5, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'subnets': [{'id': '8cc58147-02a1-473a-ba61-e08ee6beaa2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:28:13.383853 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ef7c2d-9ddf-427b-a613-c0d022c9ead3 req-d5ed5611-f659-4ad8-b494-4ae08d125df3 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:13.386164 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-56ef7c2d-9ddf-427b-a613-c0d022c9ead3 req-d5ed5611-f659-4ad8-b494-4ae08d125df3 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c9db009-9bb5-4bfb-92c7-332ed2b5c79d HTTP/1.1" status: 200 len: 944 time: 0.1791933 Jun 11 10:28:13.390110 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f691ad7-d9db-4fb4-933e-b7b0f132b6ad req-2d236fd0-e899-4af9-bbef-89c31caaa01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:13.391472 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6f691ad7-d9db-4fb4-933e-b7b0f132b6ad req-2d236fd0-e899-4af9-bbef-89c31caaa01f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8cc58147-02a1-473a-ba61-e08ee6beaa2f HTTP/1.1" status: 200 len: 835 time: 0.0744240 Jun 11 10:28:13.547823 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f691ad7-d9db-4fb4-933e-b7b0f132b6ad req-968b9ce5-1704-4506-be95-ca0a5d05150a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:13.549326 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6f691ad7-d9db-4fb4-933e-b7b0f132b6ad req-968b9ce5-1704-4506-be95-ca0a5d05150a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ca5c2bcb-087a-42f0-bb93-73be02d15220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1503961 Jun 11 10:28:13.601712 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-56ef7c2d-9ddf-427b-a613-c0d022c9ead3 req-57b269b7-406f-4aea-8bcd-993abb1bc391 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Deleting port e086c56c-9354-4cb7-8cfe-079baabb792b {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:28:13.602060 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-56ef7c2d-9ddf-427b-a613-c0d022c9ead3 req-57b269b7-406f-4aea-8bcd-993abb1bc391 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:13.650542 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e58f85-6a86-4a4c-82b2-01726293b8e8 None None] New status for floating IP 4cebb188-c137-489f-a54e-08d80592d5b3: DOWN {{(pid=93178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 10:28:13.706859 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38408) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:13.746537 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 9ebf3cc1-0861-459e-9db0-8ee4a2138bf5 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:28:13.766805 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6f691ad7-d9db-4fb4-933e-b7b0f132b6ad req-cd396370-4a2f-42e9-8dce-10a80e6ceff0 service neutron] 10.222.0.64 "GET /v2.0/networks/ca5c2bcb-087a-42f0-bb93-73be02d15220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104666 Jun 11 10:28:13.778875 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 9ebf3cc1-0861-459e-9db0-8ee4a2138bf5 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:28:13.779315 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 9ebf3cc1-0861-459e-9db0-8ee4a2138bf5 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:28:13.875316 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-1b8009a0-8d92-419b-b592-7cf9f8959d81 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=20ffa64bb5be4245b203eaa94e484779&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1670263 Jun 11 10:28:13.877691 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38412) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:13.939884 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8bf3701a-ddf2-4fd6-833c-9396d81b52ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:13.966272 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8bf3701a-ddf2-4fd6-833c-9396d81b52ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:14.108771 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8bf3701a-ddf2-4fd6-833c-9396d81b52ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:14.112178 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8bf3701a-ddf2-4fd6-833c-9396d81b52ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:14.116038 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-8bf3701a-ddf2-4fd6-833c-9396d81b52ae admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f3575742-6e06-47fe-9492-c70e8c20544f HTTP/1.1" status: 204 len: 168 time: 0.2347820 Jun 11 10:28:14.116038 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4f8c578a-c468-4b86-b66d-6dc30b4a9b59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:14.126674 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf3701a-ddf2-4fd6-833c-9396d81b52ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3575742-6e06-47fe-9492-c70e8c20544f,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:14.129351 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8bf3701a-ddf2-4fd6-833c-9396d81b52ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:14.239791 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccd865a-6feb-41a8-9165-2b46e0ec97f2 req-88c33628-f516-487d-bd09-8299291eb1bd tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:14.241383 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-eccd865a-6feb-41a8-9165-2b46e0ec97f2 req-88c33628-f516-487d-bd09-8299291eb1bd tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9db009-9bb5-4bfb-92c7-332ed2b5c79d HTTP/1.1" status: 200 len: 944 time: 0.0731468 Jun 11 10:28:14.292530 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-eccd865a-6feb-41a8-9165-2b46e0ec97f2 req-b34cde5f-ede8-4c9a-a1c7-e26ac286733d tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b5f5f56-3a62-43a6-80fa-060c3f3539df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399101 Jun 11 10:28:14.305217 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-56ef7c2d-9ddf-427b-a613-c0d022c9ead3 req-57b269b7-406f-4aea-8bcd-993abb1bc391 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] For port e086c56c-9354-4cb7-8cfe-079baabb792b, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=e086c56c-9354-4cb7-8cfe-079baabb792b,segment=NetworkSegment(f62e7bcb-23d9-4b26-a549-3dec9439345a),segment_id=f62e7bcb-23d9-4b26-a549-3dec9439345a)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:28:14.305794 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-56ef7c2d-9ddf-427b-a613-c0d022c9ead3 req-57b269b7-406f-4aea-8bcd-993abb1bc391 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:14.445156 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-56ef7c2d-9ddf-427b-a613-c0d022c9ead3 req-57b269b7-406f-4aea-8bcd-993abb1bc391 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Calling delete_port for e086c56c-9354-4cb7-8cfe-079baabb792b owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:28:14.532554 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-6f691ad7-d9db-4fb4-933e-b7b0f132b6ad req-beb7d542-3e7b-452d-b465-815b60ec2b6f service neutron] 10.222.0.64 "GET /v2.0/networks/ca5c2bcb-087a-42f0-bb93-73be02d15220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7591481 Jun 11 10:28:14.720069 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-56ef7c2d-9ddf-427b-a613-c0d022c9ead3 req-57b269b7-406f-4aea-8bcd-993abb1bc391 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:14.724500 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-248a7583-8eb4-4027-aa9a-83e7ad8dab35 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:14.762350 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b269b7-406f-4aea-8bcd-993abb1bc391 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Pushing event deleted for resources: {'Port': ['ID=e086c56c-9354-4cb7-8cfe-079baabb792b,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:14.765583 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-57b269b7-406f-4aea-8bcd-993abb1bc391 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:14.817688 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-56ef7c2d-9ddf-427b-a613-c0d022c9ead3 req-57b269b7-406f-4aea-8bcd-993abb1bc391 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] No DVR routers for this DVR port e086c56c-9354-4cb7-8cfe-079baabb792b on host n-h1-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:28:14.820394 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-56ef7c2d-9ddf-427b-a613-c0d022c9ead3 req-57b269b7-406f-4aea-8bcd-993abb1bc391 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:14.822502 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-56ef7c2d-9ddf-427b-a613-c0d022c9ead3 req-57b269b7-406f-4aea-8bcd-993abb1bc391 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.64 "DELETE /v2.0/ports/e086c56c-9354-4cb7-8cfe-079baabb792b HTTP/1.1" status: 204 len: 173 time: 1.4299374 Jun 11 10:28:14.823415 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c9db009-9bb5-4bfb-92c7-332ed2b5c79d', 'name': 'network-vif-deleted', 'tag': 'e086c56c-9354-4cb7-8cfe-079baabb792b'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:28:14.825786 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42190025-6b17-4c51-9f0a-04d9447a89a6" -d '{"events": [{"server_uuid": "1c9db009-9bb5-4bfb-92c7-332ed2b5c79d", "name": "network-vif-deleted", "tag": "e086c56c-9354-4cb7-8cfe-079baabb792b"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:28:14.862836 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a255f23-38fc-4482-9591-cf5eff3a6cea x-openstack-request-id: req-2a255f23-38fc-4482-9591-cf5eff3a6cea {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:28:14.863201 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c9db009-9bb5-4bfb-92c7-332ed2b5c79d", "name": "network-vif-deleted", "tag": "e086c56c-9354-4cb7-8cfe-079baabb792b", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:28:14.863512 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2a255f23-38fc-4482-9591-cf5eff3a6cea {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:28:14.864010 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c9db009-9bb5-4bfb-92c7-332ed2b5c79d', 'name': 'network-vif-deleted', 'tag': 'e086c56c-9354-4cb7-8cfe-079baabb792b', 'status': 'completed', 'code': 200} Jun 11 10:28:15.220812 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38438) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:15.326572 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-c6563ba1-dd9b-41f2-9ad1-5987697a37ad tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-588016409'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:28:15.471145 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6b98b99f-a8be-437d-85ce-3f244ad930c3 req-f2e80d7d-93c5-42d6-a0ed-18ed5771162a tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c9db009-9bb5-4bfb-92c7-332ed2b5c79d HTTP/1.1" status: 200 len: 210 time: 0.0374081 Jun 11 10:28:15.520537 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6563ba1-dd9b-41f2-9ad1-5987697a37ad tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Made reservation on behalf of 0b9f1669e23e48759c1eda45eaf8f602 for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:28:15.524090 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c6563ba1-dd9b-41f2-9ad1-5987697a37ad tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:15.535380 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c6563ba1-dd9b-41f2-9ad1-5987697a37ad tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:15.640182 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c6563ba1-dd9b-41f2-9ad1-5987697a37ad tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:15.714914 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c6563ba1-dd9b-41f2-9ad1-5987697a37ad tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:15.719096 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-eabd1d5c-3d17-408d-8028-16a1a89cadde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:15.740588 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6563ba1-dd9b-41f2-9ad1-5987697a37ad tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 795} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:28:15.756277 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6563ba1-dd9b-41f2-9ad1-5987697a37ad tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f3a4bab-bcfb-4010-939a-c7c2302bfb29,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:15.760748 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c6563ba1-dd9b-41f2-9ad1-5987697a37ad tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:15.761804 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c6563ba1-dd9b-41f2-9ad1-5987697a37ad tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:15.762142 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-c6563ba1-dd9b-41f2-9ad1-5987697a37ad tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Added segment 8b998b45-a9ed-4883-b2b3-445c9bec9036 of type vlan for network 7e90ba54-be1d-461c-b35b-1728b31134b8 Jun 11 10:28:15.811303 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1240221c-6f07-4f44-8220-bf176ae854d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:15.812230 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c6563ba1-dd9b-41f2-9ad1-5987697a37ad tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:15.982748 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c6563ba1-dd9b-41f2-9ad1-5987697a37ad tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:15.988411 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6563ba1-dd9b-41f2-9ad1-5987697a37ad tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:15.988988 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c6563ba1-dd9b-41f2-9ad1-5987697a37ad tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:15.991663 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f125afe9-acab-4d9f-badb-0e5860b05ed5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:16.046336 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:16.076457 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6563ba1-dd9b-41f2-9ad1-5987697a37ad tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Pushing event updated for resources: {'Network': ['ID=7e90ba54-be1d-461c-b35b-1728b31134b8,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:16.079085 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c6563ba1-dd9b-41f2-9ad1-5987697a37ad tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:16.086664 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 7e90ba54-be1d-461c-b35b-1728b31134b8 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:28:16.131804 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-c6563ba1-dd9b-41f2-9ad1-5987697a37ad tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9097774 Jun 11 10:28:16.567003 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38448) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:16.772326 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:17.055175 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f28fac38-7072-4089-bcc3-65476b1af8f6 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375209'] for router_interface, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:17.416993 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-f28fac38-7072-4089-bcc3-65476b1af8f6 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Deleting port ccbe4729-20f2-4f2e-8ed8-95588b8a5ea5 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:28:17.417337 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f28fac38-7072-4089-bcc3-65476b1af8f6 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:17.533369 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-f28fac38-7072-4089-bcc3-65476b1af8f6 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] For port ccbe4729-20f2-4f2e-8ed8-95588b8a5ea5, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=ccbe4729-20f2-4f2e-8ed8-95588b8a5ea5,segment=NetworkSegment(f62e7bcb-23d9-4b26-a549-3dec9439345a),segment_id=f62e7bcb-23d9-4b26-a549-3dec9439345a)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:28:17.533725 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f28fac38-7072-4089-bcc3-65476b1af8f6 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:17.640871 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-f28fac38-7072-4089-bcc3-65476b1af8f6 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Calling delete_port for ccbe4729-20f2-4f2e-8ed8-95588b8a5ea5 owned by network:router_interface {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:28:17.736781 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device e086c56c-9354-4cb7-8cfe-079baabb792b no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:28:17.763289 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] No Port match for: e086c56c-9354-4cb7-8cfe-079baabb792b {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:28:17.763674 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device e086c56c-9354-4cb7-8cfe-079baabb792b not bound to the agent host n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:28:17.960313 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f28fac38-7072-4089-bcc3-65476b1af8f6 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:17.962484 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a5fba600-90f6-411b-820d-b5af7c2e1659 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:17.999493 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28fac38-7072-4089-bcc3-65476b1af8f6 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Pushing event deleted for resources: {'Port': ['ID=ccbe4729-20f2-4f2e-8ed8-95588b8a5ea5,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:18.001698 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f28fac38-7072-4089-bcc3-65476b1af8f6 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:18.236066 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f28fac38-7072-4089-bcc3-65476b1af8f6 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362297'] for router_interface, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:18.552309 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f28fac38-7072-4089-bcc3-65476b1af8f6 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Router 41a11f8b-6089-43d4-bcce-e29c60094fa9 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:28:18.557264 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:18.709046 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f28fac38-7072-4089-bcc3-65476b1af8f6 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:28:18.717034 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-f28fac38-7072-4089-bcc3-65476b1af8f6 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "PUT /v2.0/routers/41a11f8b-6089-43d4-bcce-e29c60094fa9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1461112 Jun 11 10:28:18.717034 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38452) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:18.720624 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a46ac2-b007-47c5-970e-7e059bf60a48 None None] Sync routers for ids ['41a11f8b-6089-43d4-bcce-e29c60094fa9'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:28:18.732187 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a46ac2-b007-47c5-970e-7e059bf60a48 None None] Routers {'41a11f8b-6089-43d4-bcce-e29c60094fa9'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:28:18.733000 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-29a46ac2-b007-47c5-970e-7e059bf60a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:28:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['41a11f8b-6089-43d4-bcce-e29c60094fa9'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:28:18.791407 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdb6236c-cfc9-4195-9a24-2b23dd3b42fe tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Deleting subnet 8cc58147-02a1-473a-ba61-e08ee6beaa2f {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:28:18.796857 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fdb6236c-cfc9-4195-9a24-2b23dd3b42fe tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:18.847115 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fdb6236c-cfc9-4195-9a24-2b23dd3b42fe tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:18.888171 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-29a46ac2-b007-47c5-970e-7e059bf60a48 None None] Set router 41a11f8b-6089-43d4-bcce-e29c60094fa9 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:28:18.951494 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fdb6236c-cfc9-4195-9a24-2b23dd3b42fe tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:19.086099 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fdb6236c-cfc9-4195-9a24-2b23dd3b42fe tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:19.088384 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-fbe00efa-7f3f-40a9-bdae-67fd4367146f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:19.125770 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb6236c-cfc9-4195-9a24-2b23dd3b42fe tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Pushing event deleted for resources: {'Subnet': ['ID=8cc58147-02a1-473a-ba61-e08ee6beaa2f,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:19.129420 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-fdb6236c-cfc9-4195-9a24-2b23dd3b42fe tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:19.130437 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fdb6236c-cfc9-4195-9a24-2b23dd3b42fe tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:19.130680 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-29a46ac2-b007-47c5-970e-7e059bf60a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a11f8b-6089-43d4-bcce-e29c60094fa9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1536039626', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': 'ea1f34a9-b98d-4a0e-b842-cee499da9ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:26:03Z', 'updated_at': '2021-06-11T10:28:17Z', 'revision_number': 5, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'gw_port': {'id': 'ea1f34a9-b98d-4a0e-b842-cee499da9ddd', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ea:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a11f8b-6089-43d4-bcce-e29c60094fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:26:04Z', 'updated_at': '2021-06-11T10:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:28:19.132325 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-fdb6236c-cfc9-4195-9a24-2b23dd3b42fe tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "DELETE /v2.0/subnets/8cc58147-02a1-473a-ba61-e08ee6beaa2f HTTP/1.1" status: 204 len: 168 time: 0.4145277 Jun 11 10:28:19.135200 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38456) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:19.137075 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a46ac2-b007-47c5-970e-7e059bf60a48 None None] Checking router: 41a11f8b-6089-43d4-bcce-e29c60094fa9 for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:28:19.144444 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ded0bd-23fa-4138-bda8-f97305336b01 None None] Network ca5c2bcb-087a-42f0-bb93-73be02d15220 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:28:19.150503 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a46ac2-b007-47c5-970e-7e059bf60a48 None None] Routers {'41a11f8b-6089-43d4-bcce-e29c60094fa9'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:28:19.151506 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-29a46ac2-b007-47c5-970e-7e059bf60a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:28:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['41a11f8b-6089-43d4-bcce-e29c60094fa9'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:28:19.305250 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-29a46ac2-b007-47c5-970e-7e059bf60a48 None None] Set router 41a11f8b-6089-43d4-bcce-e29c60094fa9 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:28:19.306577 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8ee6d236-5e82-4eef-9e6e-9615b08be6c6 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for router, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:19.329765 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38458) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:19.335135 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-efd1b38c-7566-47a2-8eb5-ce1ea7a4cc55 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Request body: {'subnet': {'network_id': '7e90ba54-be1d-461c-b35b-1728b31134b8', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:28:19.424305 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce612569-dd14-4b5c-82f6-07b59a5f969c None None] DHCP port deletion for ca5c2bcb-087a-42f0-bb93-73be02d15220 request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 10:28:19.471768 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8ee6d236-5e82-4eef-9e6e-9615b08be6c6 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:19.494124 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-ce612569-dd14-4b5c-82f6-07b59a5f969c None None] Deleting port 032a4705-db9f-4e10-8b87-e937e11b9619 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:28:19.495055 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ce612569-dd14-4b5c-82f6-07b59a5f969c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:19.554495 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd1b38c-7566-47a2-8eb5-ce1ea7a4cc55 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Made reservation on behalf of 0b9f1669e23e48759c1eda45eaf8f602 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:28:19.558842 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-efd1b38c-7566-47a2-8eb5-ce1ea7a4cc55 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:19.584407 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-ce612569-dd14-4b5c-82f6-07b59a5f969c None None] For port 032a4705-db9f-4e10-8b87-e937e11b9619, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=032a4705-db9f-4e10-8b87-e937e11b9619,segment=NetworkSegment(f62e7bcb-23d9-4b26-a549-3dec9439345a),segment_id=f62e7bcb-23d9-4b26-a549-3dec9439345a)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:28:19.584819 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ce612569-dd14-4b5c-82f6-07b59a5f969c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:19.669316 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-8ee6d236-5e82-4eef-9e6e-9615b08be6c6 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Deleting port ea1f34a9-b98d-4a0e-b842-cee499da9ddd {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:28:19.669535 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8ee6d236-5e82-4eef-9e6e-9615b08be6c6 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:19.726335 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-ce612569-dd14-4b5c-82f6-07b59a5f969c None None] Calling delete_port for 032a4705-db9f-4e10-8b87-e937e11b9619 owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:28:19.727660 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-29a46ac2-b007-47c5-970e-7e059bf60a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a11f8b-6089-43d4-bcce-e29c60094fa9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1536039626', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': 'ea1f34a9-b98d-4a0e-b842-cee499da9ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:26:03Z', 'updated_at': '2021-06-11T10:28:17Z', 'revision_number': 5, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'gw_port': {'id': 'ea1f34a9-b98d-4a0e-b842-cee499da9ddd', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ea:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a11f8b-6089-43d4-bcce-e29c60094fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:26:04Z', 'updated_at': '2021-06-11T10:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:28:19.735065 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a46ac2-b007-47c5-970e-7e059bf60a48 None None] The sync data for ids ['41a11f8b-6089-43d4-bcce-e29c60094fa9'] in n-d-779913-12 is: [{'id': '41a11f8b-6089-43d4-bcce-e29c60094fa9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1536039626', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': 'ea1f34a9-b98d-4a0e-b842-cee499da9ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:26:03Z', 'updated_at': '2021-06-11T10:28:17Z', 'revision_number': 5, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'gw_port': {'id': 'ea1f34a9-b98d-4a0e-b842-cee499da9ddd', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ea:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a11f8b-6089-43d4-bcce-e29c60094fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:26:04Z', 'updated_at': '2021-06-11T10:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:28:19.800311 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 032a4705-db9f-4e10-8b87-e937e11b9619 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:28:19.838375 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-8ee6d236-5e82-4eef-9e6e-9615b08be6c6 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] For port ea1f34a9-b98d-4a0e-b842-cee499da9ddd, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=ea1f34a9-b98d-4a0e-b842-cee499da9ddd,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:28:19.838984 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8ee6d236-5e82-4eef-9e6e-9615b08be6c6 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:19.920146 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:19.937486 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-8ee6d236-5e82-4eef-9e6e-9615b08be6c6 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Calling delete_port for ea1f34a9-b98d-4a0e-b842-cee499da9ddd owned by network:router_gateway {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:28:19.966348 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-efd1b38c-7566-47a2-8eb5-ce1ea7a4cc55 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:19.968518 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d7b3c5f4-98bf-4277-b811-d3b77d8933af tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:20.035834 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ce612569-dd14-4b5c-82f6-07b59a5f969c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:20.040458 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f5b48c5f-68d2-49ee-b98e-76f6d6600e74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:20.043379 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd1b38c-7566-47a2-8eb5-ce1ea7a4cc55 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Pushing event updated for resources: {'Subnet': ['ID=03697a9a-e01b-4f26-9fb7-d24549f86fd6,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:20.053297 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-efd1b38c-7566-47a2-8eb5-ce1ea7a4cc55 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:20.060086 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd1b38c-7566-47a2-8eb5-ce1ea7a4cc55 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Checking segment: {'id': '8b998b45-a9ed-4883-b2b3-445c9bec9036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '7e90ba54-be1d-461c-b35b-1728b31134b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:28:20.060591 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd1b38c-7566-47a2-8eb5-ce1ea7a4cc55 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Network hostable DHCP agents. Network: 7e90ba54-be1d-461c-b35b-1728b31134b8, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:28:20.107624 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce612569-dd14-4b5c-82f6-07b59a5f969c None None] No DVR routers for this DVR port 032a4705-db9f-4e10-8b87-e937e11b9619 on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:28:20.117425 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce612569-dd14-4b5c-82f6-07b59a5f969c None None] Pushing event deleted for resources: {'Port': ['ID=032a4705-db9f-4e10-8b87-e937e11b9619,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:20.118709 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-ce612569-dd14-4b5c-82f6-07b59a5f969c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:20.144312 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd1b38c-7566-47a2-8eb5-ce1ea7a4cc55 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Network 7e90ba54-be1d-461c-b35b-1728b31134b8 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:28:20.242132 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-efd1b38c-7566-47a2-8eb5-ce1ea7a4cc55 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 7e90ba54-be1d-461c-b35b-1728b31134b8) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:28:20.247531 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd1b38c-7566-47a2-8eb5-ce1ea7a4cc55 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:20.247852 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-efd1b38c-7566-47a2-8eb5-ce1ea7a4cc55 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:20.252217 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4294fc-13e2-4c05-b186-d71b2a606325 None None] Network 7e90ba54-be1d-461c-b35b-1728b31134b8 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:28:20.291768 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8ee6d236-5e82-4eef-9e6e-9615b08be6c6 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:20.294014 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6837eb74-2d6c-4a4e-8893-8e0c8257d847 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:20.325414 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee6d236-5e82-4eef-9e6e-9615b08be6c6 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Pushing event deleted for resources: {'Port': ['ID=ea1f34a9-b98d-4a0e-b842-cee499da9ddd,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:20.327924 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8ee6d236-5e82-4eef-9e6e-9615b08be6c6 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:20.336210 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-efd1b38c-7566-47a2-8eb5-ce1ea7a4cc55 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0052438 Jun 11 10:28:20.336857 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38460) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:20.342125 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-1416744e-174e-4790-8b1b-8257db9aba31 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1104621362'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:28:20.428012 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8ee6d236-5e82-4eef-9e6e-9615b08be6c6 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374120'] for router_gateway, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:20.433999 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1416744e-174e-4790-8b1b-8257db9aba31 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Made reservation on behalf of 0b9f1669e23e48759c1eda45eaf8f602 for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:28:20.438197 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1416744e-174e-4790-8b1b-8257db9aba31 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:20.473409 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1416744e-174e-4790-8b1b-8257db9aba31 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 773} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:28:20.484527 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1416744e-174e-4790-8b1b-8257db9aba31 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:20.488631 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-1416744e-174e-4790-8b1b-8257db9aba31 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Added segment 53427aba-1438-4dfe-b7da-5dc4d042770e of type vlan for network 7a5fb065-b4b3-4cce-803d-100711d354db Jun 11 10:28:20.539945 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1416744e-174e-4790-8b1b-8257db9aba31 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:20.638140 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d21e14c-090b-4588-9ac4-9561784e518a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-7e90ba54-be1d-461c-b35b-1728b31134b8', 'network_id': '7e90ba54-be1d-461c-b35b-1728b31134b8', 'tenant_id': '0b9f1669e23e48759c1eda45eaf8f602', 'fixed_ips': [{'subnet_id': '03697a9a-e01b-4f26-9fb7-d24549f86fd6'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 10:28:20.638140 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-9d21e14c-090b-4588-9ac4-9561784e518a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:20.668744 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1416744e-174e-4790-8b1b-8257db9aba31 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:20.675001 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1416744e-174e-4790-8b1b-8257db9aba31 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:20.675789 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1416744e-174e-4790-8b1b-8257db9aba31 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:20.678627 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-09e1e655-e682-4fdd-b6bf-485865041a7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:20.781818 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1416744e-174e-4790-8b1b-8257db9aba31 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Pushing event updated for resources: {'Network': ['ID=7a5fb065-b4b3-4cce-803d-100711d354db,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:20.790174 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1416744e-174e-4790-8b1b-8257db9aba31 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:20.795617 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 7a5fb065-b4b3-4cce-803d-100711d354db details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:28:20.826156 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-1416744e-174e-4790-8b1b-8257db9aba31 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4861522 Jun 11 10:28:20.827062 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38462) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:20.834779 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-0b83fe9b-3d37-40e6-a808-95534995b5ea tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Request body: {'subnet': {'network_id': '7a5fb065-b4b3-4cce-803d-100711d354db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:28:20.849313 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-9d21e14c-090b-4588-9ac4-9561784e518a None None] Allocated IP 2001:db8:0:ffff::2 (7e90ba54-be1d-461c-b35b-1728b31134b8/03697a9a-e01b-4f26-9fb7-d24549f86fd6/ed7a83ee-8af4-4565-8b14-c0c01a689f9a) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:28:21.027615 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8ee6d236-5e82-4eef-9e6e-9615b08be6c6 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:21.029731 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8ee6d236-5e82-4eef-9e6e-9615b08be6c6 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:21.045750 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b83fe9b-3d37-40e6-a808-95534995b5ea tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Made reservation on behalf of 0b9f1669e23e48759c1eda45eaf8f602 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:28:21.050041 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0b83fe9b-3d37-40e6-a808-95534995b5ea tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:21.088984 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-9d21e14c-090b-4588-9ac4-9561784e518a None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:21.165659 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-9d21e14c-090b-4588-9ac4-9561784e518a None None] Transition to ACTIVE for port object ed7a83ee-8af4-4565-8b14-c0c01a689f9a will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:28:21.165906 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8ee6d236-5e82-4eef-9e6e-9615b08be6c6 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:21.166287 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ee6d236-5e82-4eef-9e6e-9615b08be6c6 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Fanout notify agent at l3_agent the message router_deleted on router 41a11f8b-6089-43d4-bcce-e29c60094fa9 {{(pid=93176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 10:28:21.177859 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8ee6d236-5e82-4eef-9e6e-9615b08be6c6 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:21.177859 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-8ee6d236-5e82-4eef-9e6e-9615b08be6c6 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "DELETE /v2.0/routers/41a11f8b-6089-43d4-bcce-e29c60094fa9 HTTP/1.1" status: 204 len: 168 time: 2.0394845 Jun 11 10:28:21.178938 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38464) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:21.186078 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-9d21e14c-090b-4588-9ac4-9561784e518a None None] Transition to ACTIVE for port object ed7a83ee-8af4-4565-8b14-c0c01a689f9a will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:28:21.263436 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-9d21e14c-090b-4588-9ac4-9561784e518a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:21.267329 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f5b48c5f-68d2-49ee-b98e-76f6d6600e74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:21.308539 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d21e14c-090b-4588-9ac4-9561784e518a None None] Network 7e90ba54-be1d-461c-b35b-1728b31134b8 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:28:21.315323 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-9d21e14c-090b-4588-9ac4-9561784e518a None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:28:21.318817 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d21e14c-090b-4588-9ac4-9561784e518a None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:28:21.360771 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d21e14c-090b-4588-9ac4-9561784e518a None None] Pushing event updated for resources: {'Port': ['ID=ed7a83ee-8af4-4565-8b14-c0c01a689f9a,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:21.363801 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-714d453d-c228-4e0a-9f77-522729e01f02 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:21.364302 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-9d21e14c-090b-4588-9ac4-9561784e518a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:21.402870 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-9d21e14c-090b-4588-9ac4-9561784e518a None None] Attempting to bind port ed7a83ee-8af4-4565-8b14-c0c01a689f9a on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:28:21.403254 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-9d21e14c-090b-4588-9ac4-9561784e518a None None] Attempting to bind port ed7a83ee-8af4-4565-8b14-c0c01a689f9a by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '8b998b45-a9ed-4883-b2b3-445c9bec9036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '7e90ba54-be1d-461c-b35b-1728b31134b8'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:28:21.403635 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d21e14c-090b-4588-9ac4-9561784e518a None None] Attempting to bind port ed7a83ee-8af4-4565-8b14-c0c01a689f9a on network 7e90ba54-be1d-461c-b35b-1728b31134b8 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:28:21.408881 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d21e14c-090b-4588-9ac4-9561784e518a None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:28:21.409411 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d21e14c-090b-4588-9ac4-9561784e518a None None] Checking segment: {'id': '8b998b45-a9ed-4883-b2b3-445c9bec9036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '7e90ba54-be1d-461c-b35b-1728b31134b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:28:21.409825 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-9d21e14c-090b-4588-9ac4-9561784e518a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:21.410221 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d21e14c-090b-4588-9ac4-9561784e518a None None] Bound using segment: {'id': '8b998b45-a9ed-4883-b2b3-445c9bec9036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '7e90ba54-be1d-461c-b35b-1728b31134b8'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:28:21.410883 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-9d21e14c-090b-4588-9ac4-9561784e518a None None] Bound port: ed7a83ee-8af4-4565-8b14-c0c01a689f9a, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b998b45-a9ed-4883-b2b3-445c9bec9036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '7e90ba54-be1d-461c-b35b-1728b31134b8'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:28:21.411265 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-9d21e14c-090b-4588-9ac4-9561784e518a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:21.487746 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-9d21e14c-090b-4588-9ac4-9561784e518a None None] For port ed7a83ee-8af4-4565-8b14-c0c01a689f9a, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:28:21.491112 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-9d21e14c-090b-4588-9ac4-9561784e518a None None] For port ed7a83ee-8af4-4565-8b14-c0c01a689f9a, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=ed7a83ee-8af4-4565-8b14-c0c01a689f9a,segment=NetworkSegment(8b998b45-a9ed-4883-b2b3-445c9bec9036),segment_id=8b998b45-a9ed-4883-b2b3-445c9bec9036)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:28:21.496426 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-714d453d-c228-4e0a-9f77-522729e01f02 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:21.509371 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-714d453d-c228-4e0a-9f77-522729e01f02 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca5c2bcb-087a-42f0-bb93-73be02d15220']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:28:21.524956 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-714d453d-c228-4e0a-9f77-522729e01f02 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f62e7bcb-23d9-4b26-a549-3dec9439345a') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:28:21.529597 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-714d453d-c228-4e0a-9f77-522729e01f02 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f62e7bcb-23d9-4b26-a549-3dec9439345a') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:28:21.561938 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-714d453d-c228-4e0a-9f77-522729e01f02 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:21.577544 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-9d21e14c-090b-4588-9ac4-9561784e518a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:21.580541 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-1b895496-61fc-47d4-a75c-69a70210e2ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:21.590563 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-714d453d-c228-4e0a-9f77-522729e01f02 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:21.640232 n-d-779913-12 neutron-server[93177]: DEBUG neutron.objects.ports [None req-0b83fe9b-3d37-40e6-a808-95534995b5ea tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93177) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 11 10:28:21.640543 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-714d453d-c228-4e0a-9f77-522729e01f02 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Releasing vlan 760 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:28:21.640850 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-714d453d-c228-4e0a-9f77-522729e01f02 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:21.644668 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 10:28:21.644668 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:28:21.644668 n-d-779913-12 neutron-server[93177]: timer() Jun 11 10:28:21.644668 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:28:21.644668 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 10:28:21.644668 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:28:21.644668 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 10:28:21.644668 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:28:21.644668 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 10:28:21.644668 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:28:21.644668 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 10:28:21.644668 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:28:21.644668 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 10:28:21.644668 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:28:21.644668 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:28:21.644668 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:28:21.644668 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:28:21.644668 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:28:21.644668 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 10:28:21.644668 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:28:21.644668 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 10:28:21.644668 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:28:21.644668 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:28:21.644668 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:28:21.644668 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 10:28:21.644668 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:28:21.644668 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:28:21.644668 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:28:21.644668 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:28:21.644668 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:28:21.644668 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:28:21.644668 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:28:21.666195 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d21e14c-090b-4588-9ac4-9561784e518a None None] Pushing event updated for resources: {'Port': ['ID=ed7a83ee-8af4-4565-8b14-c0c01a689f9a,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:21.669489 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0b83fe9b-3d37-40e6-a808-95534995b5ea tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:21.671378 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-9d21e14c-090b-4588-9ac4-9561784e518a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:21.689093 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-461465bb-0c9f-4f75-8b20-2b5d8633b348 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:21.713960 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device ccbe4729-20f2-4f2e-8ed8-95588b8a5ea5 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:28:21.744161 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: ccbe4729-20f2-4f2e-8ed8-95588b8a5ea5 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:28:21.744674 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device ccbe4729-20f2-4f2e-8ed8-95588b8a5ea5 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:28:21.745242 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device ea1f34a9-b98d-4a0e-b842-cee499da9ddd no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:28:21.770172 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: ea1f34a9-b98d-4a0e-b842-cee499da9ddd {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:28:21.770683 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device ea1f34a9-b98d-4a0e-b842-cee499da9ddd not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:28:21.815091 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b83fe9b-3d37-40e6-a808-95534995b5ea tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Pushing event updated for resources: {'Subnet': ['ID=9c030037-d6e9-48d2-817b-f27378f010de,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:21.822948 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0b83fe9b-3d37-40e6-a808-95534995b5ea tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:21.850430 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b83fe9b-3d37-40e6-a808-95534995b5ea tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Checking segment: {'id': '53427aba-1438-4dfe-b7da-5dc4d042770e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '7a5fb065-b4b3-4cce-803d-100711d354db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:28:21.850430 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b83fe9b-3d37-40e6-a808-95534995b5ea tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Network hostable DHCP agents. Network: 7a5fb065-b4b3-4cce-803d-100711d354db, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:28:21.868228 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-714d453d-c228-4e0a-9f77-522729e01f02 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:21.873373 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0c405891-6309-46ac-aa6b-ae52010de503 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:21.875687 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-714d453d-c228-4e0a-9f77-522729e01f02 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:21.877448 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-714d453d-c228-4e0a-9f77-522729e01f02 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "DELETE /v2.0/networks/ca5c2bcb-087a-42f0-bb93-73be02d15220 HTTP/1.1" status: 204 len: 168 time: 0.6924894 Jun 11 10:28:21.880128 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38466) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:21.896684 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714d453d-c228-4e0a-9f77-522729e01f02 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Pushing event deleted for resources: {'Network': ['ID=ca5c2bcb-087a-42f0-bb93-73be02d15220,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:21.899353 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-714d453d-c228-4e0a-9f77-522729e01f02 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:21.956546 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-357cf719-8275-466e-9473-e723bb4f9184 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:21.965345 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b83fe9b-3d37-40e6-a808-95534995b5ea tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Network 7a5fb065-b4b3-4cce-803d-100711d354db is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:28:21.986092 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-357cf719-8275-466e-9473-e723bb4f9184 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:22.045493 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-0b83fe9b-3d37-40e6-a808-95534995b5ea tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 7a5fb065-b4b3-4cce-803d-100711d354db) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:28:22.049903 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b83fe9b-3d37-40e6-a808-95534995b5ea tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:22.050504 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0b83fe9b-3d37-40e6-a808-95534995b5ea tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:22.054290 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e314361-948f-417d-a7df-e42fb786aa12 None None] Network 7a5fb065-b4b3-4cce-803d-100711d354db requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:28:22.131666 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-357cf719-8275-466e-9473-e723bb4f9184 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:22.134401 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-357cf719-8275-466e-9473-e723bb4f9184 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:22.137604 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-357cf719-8275-466e-9473-e723bb4f9184 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "DELETE /v2.0/security-groups/4b5f5f56-3a62-43a6-80fa-060c3f3539df HTTP/1.1" status: 204 len: 168 time: 0.2552485 Jun 11 10:28:22.137604 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3c2377dc-525e-4030-a61f-3c0ea1c52a0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:22.154479 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-0b83fe9b-3d37-40e6-a808-95534995b5ea tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3235226 Jun 11 10:28:22.154800 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38470) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:22.158912 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357cf719-8275-466e-9473-e723bb4f9184 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b5f5f56-3a62-43a6-80fa-060c3f3539df,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:22.161538 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-357cf719-8275-466e-9473-e723bb4f9184 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:22.170981 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-1960f9b9-4d36-4a98-8283-864f70667a82 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Request body: {'port': {'network_id': '7a5fb065-b4b3-4cce-803d-100711d354db', 'name': 'tempest-NetworksIpV6TestAttrs-577963892'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:28:22.258270 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854e0613-74ed-4bdf-948b-8be420efb231 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-7a5fb065-b4b3-4cce-803d-100711d354db', 'network_id': '7a5fb065-b4b3-4cce-803d-100711d354db', 'tenant_id': '0b9f1669e23e48759c1eda45eaf8f602', 'fixed_ips': [{'subnet_id': '9c030037-d6e9-48d2-817b-f27378f010de'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 10:28:22.259210 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-854e0613-74ed-4bdf-948b-8be420efb231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:22.421049 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-854e0613-74ed-4bdf-948b-8be420efb231 None None] Allocated IP 2001:db8::f816:3eff:fe59:50a9 (7a5fb065-b4b3-4cce-803d-100711d354db/9c030037-d6e9-48d2-817b-f27378f010de/f53ad259-9fa5-40e3-813f-db6485908e17) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:28:22.434437 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1960f9b9-4d36-4a98-8283-864f70667a82 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Made reservation on behalf of 0b9f1669e23e48759c1eda45eaf8f602 for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:28:22.445971 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1960f9b9-4d36-4a98-8283-864f70667a82 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:22.468374 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [None req-1960f9b9-4d36-4a98-8283-864f70667a82 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] device_id is not set on port 38ef8387-e296-4c94-996f-2954583037c8 yet. {{(pid=93177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 10:28:22.626981 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-854e0613-74ed-4bdf-948b-8be420efb231 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:22.636892 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-854e0613-74ed-4bdf-948b-8be420efb231 None None] Transition to ACTIVE for port object f53ad259-9fa5-40e3-813f-db6485908e17 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:28:22.653002 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-854e0613-74ed-4bdf-948b-8be420efb231 None None] Transition to ACTIVE for port object f53ad259-9fa5-40e3-813f-db6485908e17 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:28:22.707395 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4defcb3a-5415-4a4d-a62a-4647343c6dac None None] Network 7e90ba54-be1d-461c-b35b-1728b31134b8 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:28:22.761365 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38474) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:22.766372 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-1bb22a12-6d19-4cd5-8c7d-6d339a5df69d tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1523593666', 'description': 'tempest-secgroup-smoke-1523593666 description', 'project_id': '291bb5ee2189444bb635fe5a1d306c3b'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:28:22.789624 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-854e0613-74ed-4bdf-948b-8be420efb231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:22.794669 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-1faf5010-943b-4b23-8b1e-98c79bf1cec3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:22.846837 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-1960f9b9-4d36-4a98-8283-864f70667a82 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Allocated IP 2001:db8::f816:3eff:fe0c:c8ab (7a5fb065-b4b3-4cce-803d-100711d354db/9c030037-d6e9-48d2-817b-f27378f010de/38ef8387-e296-4c94-996f-2954583037c8) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:28:22.881940 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854e0613-74ed-4bdf-948b-8be420efb231 None None] Network 7a5fb065-b4b3-4cce-803d-100711d354db is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:28:22.882898 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1bb22a12-6d19-4cd5-8c7d-6d339a5df69d tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:22.887720 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-854e0613-74ed-4bdf-948b-8be420efb231 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:28:22.891344 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854e0613-74ed-4bdf-948b-8be420efb231 None None] Pushing event updated for resources: {'Port': ['ID=f53ad259-9fa5-40e3-813f-db6485908e17,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:22.894575 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854e0613-74ed-4bdf-948b-8be420efb231 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:28:22.920050 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-854e0613-74ed-4bdf-948b-8be420efb231 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:22.926504 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-b6300c91-e01b-4810-81a5-0e2bc9dec35c None None] Provisioning for port ed7a83ee-8af4-4565-8b14-c0c01a689f9a completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:28:23.036348 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-854e0613-74ed-4bdf-948b-8be420efb231 None None] Attempting to bind port f53ad259-9fa5-40e3-813f-db6485908e17 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:28:23.036727 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-854e0613-74ed-4bdf-948b-8be420efb231 None None] Attempting to bind port f53ad259-9fa5-40e3-813f-db6485908e17 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '53427aba-1438-4dfe-b7da-5dc4d042770e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '7a5fb065-b4b3-4cce-803d-100711d354db'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:28:23.037105 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854e0613-74ed-4bdf-948b-8be420efb231 None None] Attempting to bind port f53ad259-9fa5-40e3-813f-db6485908e17 on network 7a5fb065-b4b3-4cce-803d-100711d354db {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:28:23.048716 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854e0613-74ed-4bdf-948b-8be420efb231 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:28:23.049005 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854e0613-74ed-4bdf-948b-8be420efb231 None None] Checking segment: {'id': '53427aba-1438-4dfe-b7da-5dc4d042770e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '7a5fb065-b4b3-4cce-803d-100711d354db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:28:23.049418 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-854e0613-74ed-4bdf-948b-8be420efb231 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:23.049823 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854e0613-74ed-4bdf-948b-8be420efb231 None None] Bound using segment: {'id': '53427aba-1438-4dfe-b7da-5dc4d042770e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '7a5fb065-b4b3-4cce-803d-100711d354db'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:28:23.050302 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-854e0613-74ed-4bdf-948b-8be420efb231 None None] Bound port: f53ad259-9fa5-40e3-813f-db6485908e17, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53427aba-1438-4dfe-b7da-5dc4d042770e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '7a5fb065-b4b3-4cce-803d-100711d354db'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:28:23.050688 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-854e0613-74ed-4bdf-948b-8be420efb231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:23.085125 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1960f9b9-4d36-4a98-8283-864f70667a82 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:23.114278 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-1960f9b9-4d36-4a98-8283-864f70667a82 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Transition to ACTIVE for port object 38ef8387-e296-4c94-996f-2954583037c8 will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:28:23.123734 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1bb22a12-6d19-4cd5-8c7d-6d339a5df69d tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:23.132909 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-854e0613-74ed-4bdf-948b-8be420efb231 None None] For port f53ad259-9fa5-40e3-813f-db6485908e17, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:28:23.137302 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-854e0613-74ed-4bdf-948b-8be420efb231 None None] For port f53ad259-9fa5-40e3-813f-db6485908e17, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=f53ad259-9fa5-40e3-813f-db6485908e17,segment=NetworkSegment(53427aba-1438-4dfe-b7da-5dc4d042770e),segment_id=53427aba-1438-4dfe-b7da-5dc4d042770e)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:28:23.217215 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1bb22a12-6d19-4cd5-8c7d-6d339a5df69d tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:23.220052 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0478bc6e-9855-474e-b047-714c2f725edd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:23.247360 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-854e0613-74ed-4bdf-948b-8be420efb231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:23.249471 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-16ea3132-1bdf-4a50-aa3d-78df80c8a791 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:23.252082 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1960f9b9-4d36-4a98-8283-864f70667a82 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:23.263392 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb22a12-6d19-4cd5-8c7d-6d339a5df69d tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40bb8d94-2b76-4361-ae63-2be0f733f6e7,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:23.266237 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1bb22a12-6d19-4cd5-8c7d-6d339a5df69d tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:23.268624 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9fc0a44b-1100-4153-b52e-e2c3f4b9ca3c tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:23.311926 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1960f9b9-4d36-4a98-8283-864f70667a82 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Network 7a5fb065-b4b3-4cce-803d-100711d354db is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:28:23.321739 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-1960f9b9-4d36-4a98-8283-864f70667a82 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:28:23.325484 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854e0613-74ed-4bdf-948b-8be420efb231 None None] Pushing event updated for resources: {'Port': ['ID=f53ad259-9fa5-40e3-813f-db6485908e17,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:23.326659 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1960f9b9-4d36-4a98-8283-864f70667a82 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:28:23.328941 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-854e0613-74ed-4bdf-948b-8be420efb231 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:23.332281 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1960f9b9-4d36-4a98-8283-864f70667a82 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:23.332871 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1960f9b9-4d36-4a98-8283-864f70667a82 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:23.348079 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1960f9b9-4d36-4a98-8283-864f70667a82 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Pushing event updated for resources: {'Port': ['ID=38ef8387-e296-4c94-996f-2954583037c8,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:23.351303 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1960f9b9-4d36-4a98-8283-864f70667a82 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:23.360636 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1bb22a12-6d19-4cd5-8c7d-6d339a5df69d tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:23.364601 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-1bb22a12-6d19-4cd5-8c7d-6d339a5df69d tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5994699 Jun 11 10:28:23.365120 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38476) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:23.370476 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-ca9ee7a6-e13d-4f5a-afaa-fefc406019df tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Request body: {'security_group_rule': {'security_group_id': '40bb8d94-2b76-4361-ae63-2be0f733f6e7', 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:28:23.454179 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-1960f9b9-4d36-4a98-8283-864f70667a82 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.2972479 Jun 11 10:28:23.463037 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38478) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:23.540458 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dbb1523-1721-4f6d-95e8-b2741550ba1a tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Deleting subnet 9c030037-d6e9-48d2-817b-f27378f010de {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:28:23.544532 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5dbb1523-1721-4f6d-95e8-b2741550ba1a tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:23.582243 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee7a6-e13d-4f5a-afaa-fefc406019df tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:23.597498 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5dbb1523-1721-4f6d-95e8-b2741550ba1a tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:23.678259 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee7a6-e13d-4f5a-afaa-fefc406019df tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:23.748872 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee7a6-e13d-4f5a-afaa-fefc406019df tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:23.750662 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6d791c87-8a73-4127-be36-bc4d6a81a174 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:23.762802 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device f53ad259-9fa5-40e3-813f-db6485908e17 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:28:23.768042 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5dbb1523-1721-4f6d-95e8-b2741550ba1a tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:23.772180 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9ee7a6-e13d-4f5a-afaa-fefc406019df tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f77ee09-bcf4-4e09-944f-5e1dd3b7b1f0,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:23.782847 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ca9ee7a6-e13d-4f5a-afaa-fefc406019df tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:23.845459 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee7a6-e13d-4f5a-afaa-fefc406019df tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:23.848403 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-ca9ee7a6-e13d-4f5a-afaa-fefc406019df tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4807460 Jun 11 10:28:23.849527 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38482) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:23.855027 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-f9d0c579-e2f3-41dc-b839-3c897e39e195 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Request body: {'security_group_rule': {'security_group_id': '40bb8d94-2b76-4361-ae63-2be0f733f6e7', 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:28:23.919699 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port f53ad259-9fa5-40e3-813f-db6485908e17 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:28:23.923921 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device ed7a83ee-8af4-4565-8b14-c0c01a689f9a up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:28:23.949254 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5dbb1523-1721-4f6d-95e8-b2741550ba1a tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:23.952564 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0e0c8b3f-b7f8-4d75-a69d-08aff6ddaccb tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:23.955266 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f9d0c579-e2f3-41dc-b839-3c897e39e195 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:23.993667 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbb1523-1721-4f6d-95e8-b2741550ba1a tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Pushing event deleted for resources: {'Subnet': ['ID=9c030037-d6e9-48d2-817b-f27378f010de,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:23.997039 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5dbb1523-1721-4f6d-95e8-b2741550ba1a tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:23.998098 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5dbb1523-1721-4f6d-95e8-b2741550ba1a tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:24.002163 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-5dbb1523-1721-4f6d-95e8-b2741550ba1a tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] 10.222.0.60 "DELETE /v2.0/subnets/9c030037-d6e9-48d2-817b-f27378f010de HTTP/1.1" status: 204 len: 168 time: 0.5416753 Jun 11 10:28:24.003267 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38484) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:24.068889 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port ed7a83ee-8af4-4565-8b14-c0c01a689f9a completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:28:24.073996 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port ed7a83ee-8af4-4565-8b14-c0c01a689f9a triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:28:24.074643 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:24.131360 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f9d0c579-e2f3-41dc-b839-3c897e39e195 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:24.131360 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f33795-606a-4a95-a84e-94a9ff731e7e tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:24.131360 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f33795-606a-4a95-a84e-94a9ff731e7e tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:24.131360 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-b7f33795-606a-4a95-a84e-94a9ff731e7e tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1269019 Jun 11 10:28:24.137891 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38486) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:24.192613 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:24.236840 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port ed7a83ee-8af4-4565-8b14-c0c01a689f9a, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=ed7a83ee-8af4-4565-8b14-c0c01a689f9a,segment=NetworkSegment(8b998b45-a9ed-4883-b2b3-445c9bec9036),segment_id=8b998b45-a9ed-4883-b2b3-445c9bec9036)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:28:24.251159 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f9d0c579-e2f3-41dc-b839-3c897e39e195 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:24.253337 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2822915e-c1c6-4272-a582-9711f24f03b4 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:24.262648 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-65a1979c-2706-4121-99be-f5ef0bf6b536 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:24.280789 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d0c579-e2f3-41dc-b839-3c897e39e195 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d797f885-184e-4757-bcd5-9a6a519c1e86,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:24.285739 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f9d0c579-e2f3-41dc-b839-3c897e39e195 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:24.286865 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-65a1979c-2706-4121-99be-f5ef0bf6b536 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jun 11 10:28:24.287305 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65a1979c-2706-4121-99be-f5ef0bf6b536 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 10:28:24.289161 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-65a1979c-2706-4121-99be-f5ef0bf6b536 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] 10.222.0.60 "DELETE /v2.0/networks/7a5fb065-b4b3-4cce-803d-100711d354db HTTP/1.1" status: 409 len: 405 time: 0.1501894 Jun 11 10:28:24.295352 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38488) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:24.300618 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-c1b24e6c-ddba-4d10-8d01-78c2e042e49a tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-23100662'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:28:24.301841 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1acbd0e5-4d09-452e-afe9-d1feafcdcf06 None None] Network 7a5fb065-b4b3-4cce-803d-100711d354db requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:28:24.328648 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:24.331958 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-00b7c5ed-a804-4c0e-8e8d-c8691e98ecd9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:24.354976 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f9d0c579-e2f3-41dc-b839-3c897e39e195 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:24.356456 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-f9d0c579-e2f3-41dc-b839-3c897e39e195 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5051546 Jun 11 10:28:24.359439 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38490) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:24.364574 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-db35dfb3-6bb6-4c90-b193-d73b45a69638 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Request body: {'security_group_rule': {'security_group_id': '40bb8d94-2b76-4361-ae63-2be0f733f6e7', 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:28:24.406353 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1b24e6c-ddba-4d10-8d01-78c2e042e49a tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Made reservation on behalf of 0b9f1669e23e48759c1eda45eaf8f602 for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:28:24.410870 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c1b24e6c-ddba-4d10-8d01-78c2e042e49a tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:24.445304 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1b24e6c-ddba-4d10-8d01-78c2e042e49a tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 772} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:28:24.453867 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c1b24e6c-ddba-4d10-8d01-78c2e042e49a tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:24.454215 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-c1b24e6c-ddba-4d10-8d01-78c2e042e49a tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Added segment e2b372a6-4eff-4638-a7d0-83770da65b3f of type vlan for network d871fde6-80c3-4d1c-8f93-4c0b125c1a07 Jun 11 10:28:24.474418 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=ed7a83ee-8af4-4565-8b14-c0c01a689f9a,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:24.498491 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:24.507237 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c1b24e6c-ddba-4d10-8d01-78c2e042e49a tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:24.570752 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-db35dfb3-6bb6-4c90-b193-d73b45a69638 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:24.582723 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8e15ff-0a30-4cdb-8e06-9ba487618a0f None None] DHCP port deletion for 7a5fb065-b4b3-4cce-803d-100711d354db request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 10:28:24.589953 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-173a478c-0a9f-428e-96eb-28e9d6922081 None None] Provisioning for port f53ad259-9fa5-40e3-813f-db6485908e17 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:28:24.621372 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-173a478c-0a9f-428e-96eb-28e9d6922081 None None] Provisioning complete for port f53ad259-9fa5-40e3-813f-db6485908e17 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:28:24.621862 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-173a478c-0a9f-428e-96eb-28e9d6922081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:24.635256 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-db35dfb3-6bb6-4c90-b193-d73b45a69638 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:24.657143 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c1b24e6c-ddba-4d10-8d01-78c2e042e49a tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:24.662944 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b24e6c-ddba-4d10-8d01-78c2e042e49a tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:24.667998 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c1b24e6c-ddba-4d10-8d01-78c2e042e49a tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:24.667998 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c2474edb-117d-4727-a339-01e0b27db7f5 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:24.685154 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-6f8e15ff-0a30-4cdb-8e06-9ba487618a0f None None] Deleting port f53ad259-9fa5-40e3-813f-db6485908e17 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:28:24.685536 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6f8e15ff-0a30-4cdb-8e06-9ba487618a0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:24.725430 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-db35dfb3-6bb6-4c90-b193-d73b45a69638 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:24.727704 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ac111647-1830-4cc5-be1c-721ca21e5ec0 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:24.747863 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db35dfb3-6bb6-4c90-b193-d73b45a69638 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6353265-7939-49e7-b13f-760ffb42d625,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:24.750627 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-db35dfb3-6bb6-4c90-b193-d73b45a69638 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:24.761317 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b24e6c-ddba-4d10-8d01-78c2e042e49a tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Pushing event updated for resources: {'Network': ['ID=d871fde6-80c3-4d1c-8f93-4c0b125c1a07,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:24.763912 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c1b24e6c-ddba-4d10-8d01-78c2e042e49a tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:24.796197 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network d871fde6-80c3-4d1c-8f93-4c0b125c1a07 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:28:24.800706 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-c1b24e6c-ddba-4d10-8d01-78c2e042e49a tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5039544 Jun 11 10:28:24.804101 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38494) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:24.810068 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-bb44a114-b961-4472-b71f-5a8fcee06367 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Request body: {'subnet': {'network_id': 'd871fde6-80c3-4d1c-8f93-4c0b125c1a07', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:28:24.828761 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-db35dfb3-6bb6-4c90-b193-d73b45a69638 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:24.830320 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-db35dfb3-6bb6-4c90-b193-d73b45a69638 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4697340 Jun 11 10:28:24.832288 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-173a478c-0a9f-428e-96eb-28e9d6922081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:24.833088 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38496) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:24.835123 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-6f8e15ff-0a30-4cdb-8e06-9ba487618a0f None None] For port f53ad259-9fa5-40e3-813f-db6485908e17, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=f53ad259-9fa5-40e3-813f-db6485908e17,segment=NetworkSegment(53427aba-1438-4dfe-b7da-5dc4d042770e),segment_id=53427aba-1438-4dfe-b7da-5dc4d042770e)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:28:24.835525 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6f8e15ff-0a30-4cdb-8e06-9ba487618a0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:24.838086 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-50f06930-0e38-496e-a68a-3ba133304541 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Request body: {'security_group_rule': {'security_group_id': '40bb8d94-2b76-4361-ae63-2be0f733f6e7', 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:28:24.930110 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-50f06930-0e38-496e-a68a-3ba133304541 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:24.946890 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-6f8e15ff-0a30-4cdb-8e06-9ba487618a0f None None] Calling delete_port for f53ad259-9fa5-40e3-813f-db6485908e17 owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:28:24.996691 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-50f06930-0e38-496e-a68a-3ba133304541 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:25.005368 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb44a114-b961-4472-b71f-5a8fcee06367 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Made reservation on behalf of 0b9f1669e23e48759c1eda45eaf8f602 for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:28:25.009196 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bb44a114-b961-4472-b71f-5a8fcee06367 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:25.068979 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-50f06930-0e38-496e-a68a-3ba133304541 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:25.072525 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-173a478c-0a9f-428e-96eb-28e9d6922081 None None] For port f53ad259-9fa5-40e3-813f-db6485908e17, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=f53ad259-9fa5-40e3-813f-db6485908e17,segment=NetworkSegment(53427aba-1438-4dfe-b7da-5dc4d042770e),segment_id=53427aba-1438-4dfe-b7da-5dc4d042770e)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:28:25.076545 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-315fe919-45a8-4ebb-ba8c-6899845c5962 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:25.096276 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f06930-0e38-496e-a68a-3ba133304541 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a70c93fa-9acd-49a9-a818-b0e76f78023c,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:25.109643 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-50f06930-0e38-496e-a68a-3ba133304541 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:25.167057 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-173a478c-0a9f-428e-96eb-28e9d6922081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:25.170553 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-1faf5010-943b-4b23-8b1e-98c79bf1cec3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:25.194323 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-50f06930-0e38-496e-a68a-3ba133304541 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:25.195703 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-50f06930-0e38-496e-a68a-3ba133304541 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3614392 Jun 11 10:28:25.198436 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38500) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:25.203319 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-1b01fc13-9d22-4e10-b904-efc57948486b tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Request body: {'security_group_rule': {'security_group_id': '40bb8d94-2b76-4361-ae63-2be0f733f6e7', 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:28:25.225386 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173a478c-0a9f-428e-96eb-28e9d6922081 None None] Pushing event updated for resources: {'Port': ['ID=f53ad259-9fa5-40e3-813f-db6485908e17,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:25.228979 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-173a478c-0a9f-428e-96eb-28e9d6922081 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:25.256999 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6f8e15ff-0a30-4cdb-8e06-9ba487618a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:25.258996 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-90fc6c88-6230-4939-a8e3-77c3f56869a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:25.287683 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8e15ff-0a30-4cdb-8e06-9ba487618a0f None None] Pushing event deleted for resources: {'Port': ['ID=f53ad259-9fa5-40e3-813f-db6485908e17,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:25.290912 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-6f8e15ff-0a30-4cdb-8e06-9ba487618a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:25.292355 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8e15ff-0a30-4cdb-8e06-9ba487618a0f None None] No DVR routers for this DVR port f53ad259-9fa5-40e3-813f-db6485908e17 on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:28:25.354903 n-d-779913-12 neutron-server[93177]: INFO neutron.db.securitygroups_db [None req-1b01fc13-9d22-4e10-b904-efc57948486b tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Project 291bb5ee2189444bb635fe5a1d306c3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 10:28:25.360296 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1b01fc13-9d22-4e10-b904-efc57948486b tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:25.429871 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1b01fc13-9d22-4e10-b904-efc57948486b tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:25.486952 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:28:25.487550 n-d-779913-12 neutron-server[93176]: DEBUG neutron.objects.ports [None req-bb44a114-b961-4472-b71f-5a8fcee06367 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93176) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 11 10:28:25.488518 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bb44a114-b961-4472-b71f-5a8fcee06367 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:25.490593 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5b4f50ec-05b5-46bc-b53b-29ecd0df9c60 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:25.526244 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1b01fc13-9d22-4e10-b904-efc57948486b tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:25.532831 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-575bf2ef-3c42-411a-b735-f08329b30b16 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:25.549247 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b01fc13-9d22-4e10-b904-efc57948486b tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=677d3a29-71d1-4712-80f5-969441267751,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:25.551528 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1b01fc13-9d22-4e10-b904-efc57948486b tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:25.560509 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb44a114-b961-4472-b71f-5a8fcee06367 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Pushing event updated for resources: {'Subnet': ['ID=611839e7-e8e5-4e09-93cb-007d688b1d0f,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:25.564322 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-bb44a114-b961-4472-b71f-5a8fcee06367 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:25.571449 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb44a114-b961-4472-b71f-5a8fcee06367 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Checking segment: {'id': 'e2b372a6-4eff-4638-a7d0-83770da65b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd871fde6-80c3-4d1c-8f93-4c0b125c1a07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:28:25.582899 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb44a114-b961-4472-b71f-5a8fcee06367 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Network hostable DHCP agents. Network: d871fde6-80c3-4d1c-8f93-4c0b125c1a07, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:28:25.628395 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1b01fc13-9d22-4e10-b904-efc57948486b tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:25.629725 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-1b01fc13-9d22-4e10-b904-efc57948486b tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4299920 Jun 11 10:28:25.632445 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38502) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:25.637561 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-e411e8fa-1c34-4538-831c-0b807a690a9e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Request body: {'security_group_rule': {'security_group_id': '40bb8d94-2b76-4361-ae63-2be0f733f6e7', 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:28:25.659708 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device ed7a83ee-8af4-4565-8b14-c0c01a689f9a up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:28:25.662640 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb44a114-b961-4472-b71f-5a8fcee06367 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Network d871fde6-80c3-4d1c-8f93-4c0b125c1a07 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:28:25.714785 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port ed7a83ee-8af4-4565-8b14-c0c01a689f9a triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:28:25.715165 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:25.742621 n-d-779913-12 neutron-server[93177]: INFO neutron.db.securitygroups_db [None req-e411e8fa-1c34-4538-831c-0b807a690a9e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Project 291bb5ee2189444bb635fe5a1d306c3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 10:28:25.748441 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e411e8fa-1c34-4538-831c-0b807a690a9e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:25.754332 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-bb44a114-b961-4472-b71f-5a8fcee06367 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, d871fde6-80c3-4d1c-8f93-4c0b125c1a07) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:28:25.760351 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb44a114-b961-4472-b71f-5a8fcee06367 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:25.764341 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bb44a114-b961-4472-b71f-5a8fcee06367 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:25.825556 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e411e8fa-1c34-4538-831c-0b807a690a9e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:25.841254 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-bb44a114-b961-4472-b71f-5a8fcee06367 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0359564 Jun 11 10:28:25.843880 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38504) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:25.849502 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-7def9abc-465e-4aad-b64a-55eb3eabbaf9 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Request body: {'port': {'network_id': 'd871fde6-80c3-4d1c-8f93-4c0b125c1a07', 'name': 'tempest-NetworksIpV6TestAttrs-1533244626'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:28:25.902896 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e411e8fa-1c34-4538-831c-0b807a690a9e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:25.905244 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a8ae53ee-ddfe-401b-a46c-4db1d369da10 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:25.924471 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411e8fa-1c34-4538-831c-0b807a690a9e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d01dd3c1-978e-4fbf-ac75-c48d8a02d711,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:25.933180 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e411e8fa-1c34-4538-831c-0b807a690a9e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:25.947966 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb94d06-cf60-4f99-887d-a8e1e6e3f565 None None] Network d871fde6-80c3-4d1c-8f93-4c0b125c1a07 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:28:26.005010 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e411e8fa-1c34-4538-831c-0b807a690a9e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:26.008913 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-e411e8fa-1c34-4538-831c-0b807a690a9e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3729331 Jun 11 10:28:26.009200 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38508) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:26.015742 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-29a7adc1-a635-48bb-8cb2-a0d87ba6c061 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Request body: {'network': {'name': 'tempest-network-smoke--1125661505', 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'port_security_enabled': True}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:28:26.114410 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7def9abc-465e-4aad-b64a-55eb3eabbaf9 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Made reservation on behalf of 0b9f1669e23e48759c1eda45eaf8f602 for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:28:26.119541 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7def9abc-465e-4aad-b64a-55eb3eabbaf9 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:26.142719 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [None req-7def9abc-465e-4aad-b64a-55eb3eabbaf9 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] device_id is not set on port 42097d4c-7971-4c1d-a6a5-cae2c69a1b84 yet. {{(pid=93176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 10:28:26.156798 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device f53ad259-9fa5-40e3-813f-db6485908e17 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:28:26.189189 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: f53ad259-9fa5-40e3-813f-db6485908e17 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:28:26.190656 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device f53ad259-9fa5-40e3-813f-db6485908e17 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:28:26.206491 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29a7adc1-a635-48bb-8cb2-a0d87ba6c061 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Made reservation on behalf of 291bb5ee2189444bb635fe5a1d306c3b for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:28:26.210232 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-29a7adc1-a635-48bb-8cb2-a0d87ba6c061 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:26.222295 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b1772e-7117-409d-a8e0-158864af84ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-d871fde6-80c3-4d1c-8f93-4c0b125c1a07', 'network_id': 'd871fde6-80c3-4d1c-8f93-4c0b125c1a07', 'tenant_id': '0b9f1669e23e48759c1eda45eaf8f602', 'fixed_ips': [{'subnet_id': '611839e7-e8e5-4e09-93cb-007d688b1d0f'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 10:28:26.224196 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c4b1772e-7117-409d-a8e0-158864af84ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:26.237675 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29a7adc1-a635-48bb-8cb2-a0d87ba6c061 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 787} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:28:26.248341 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-29a7adc1-a635-48bb-8cb2-a0d87ba6c061 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:26.248815 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-29a7adc1-a635-48bb-8cb2-a0d87ba6c061 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Added segment 91cdafeb-011e-4f07-97b5-bb8dcf845755 of type vlan for network 5d6b570a-a2dd-4103-99e8-e9a125c30ddc Jun 11 10:28:26.282075 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-7def9abc-465e-4aad-b64a-55eb3eabbaf9 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Allocated IP 2001:db8::f816:3eff:fe9c:e10 (d871fde6-80c3-4d1c-8f93-4c0b125c1a07/611839e7-e8e5-4e09-93cb-007d688b1d0f/42097d4c-7971-4c1d-a6a5-cae2c69a1b84) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:28:26.303715 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-29a7adc1-a635-48bb-8cb2-a0d87ba6c061 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:26.399933 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-29a7adc1-a635-48bb-8cb2-a0d87ba6c061 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:26.405988 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a7adc1-a635-48bb-8cb2-a0d87ba6c061 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:26.406719 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-29a7adc1-a635-48bb-8cb2-a0d87ba6c061 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:26.409269 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-20197f04-947f-43ef-af47-9d71b0e04876 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:26.475055 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7def9abc-465e-4aad-b64a-55eb3eabbaf9 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:26.488052 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [None req-7def9abc-465e-4aad-b64a-55eb3eabbaf9 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Transition to ACTIVE for port object 42097d4c-7971-4c1d-a6a5-cae2c69a1b84 will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:28:26.492854 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a7adc1-a635-48bb-8cb2-a0d87ba6c061 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Pushing event updated for resources: {'Network': ['ID=5d6b570a-a2dd-4103-99e8-e9a125c30ddc,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:26.495434 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-29a7adc1-a635-48bb-8cb2-a0d87ba6c061 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:26.502967 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 5d6b570a-a2dd-4103-99e8-e9a125c30ddc details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:28:26.532247 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-29a7adc1-a635-48bb-8cb2-a0d87ba6c061 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5210214 Jun 11 10:28:26.535130 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38510) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:26.539723 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-733bdbd5-2b59-4240-81a8-564e0e9318a4 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-254095427', 'admin_state_up': True, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:28:26.589621 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7def9abc-465e-4aad-b64a-55eb3eabbaf9 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:26.594030 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3e970977-cdae-4884-8883-d66d3ae15c77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:26.642400 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-c4b1772e-7117-409d-a8e0-158864af84ac None None] Allocated IP 2001:db8::f816:3eff:fe8f:cc18 (d871fde6-80c3-4d1c-8f93-4c0b125c1a07/611839e7-e8e5-4e09-93cb-007d688b1d0f/2fc3abf7-5f40-4915-a9f1-d25915794882) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:28:26.645425 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7def9abc-465e-4aad-b64a-55eb3eabbaf9 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Network d871fde6-80c3-4d1c-8f93-4c0b125c1a07 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:28:26.648789 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-7def9abc-465e-4aad-b64a-55eb3eabbaf9 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:28:26.658264 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-733bdbd5-2b59-4240-81a8-564e0e9318a4 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:26.658264 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-733bdbd5-2b59-4240-81a8-564e0e9318a4 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:26.658905 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7def9abc-465e-4aad-b64a-55eb3eabbaf9 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:28:26.659035 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7def9abc-465e-4aad-b64a-55eb3eabbaf9 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:26.659637 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7def9abc-465e-4aad-b64a-55eb3eabbaf9 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:26.669210 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7def9abc-465e-4aad-b64a-55eb3eabbaf9 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Pushing event updated for resources: {'Port': ['ID=42097d4c-7971-4c1d-a6a5-cae2c69a1b84,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:26.674483 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7def9abc-465e-4aad-b64a-55eb3eabbaf9 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:26.729552 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-733bdbd5-2b59-4240-81a8-564e0e9318a4 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:26.761531 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-7def9abc-465e-4aad-b64a-55eb3eabbaf9 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.9165568 Jun 11 10:28:26.764172 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38516) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:26.824208 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-aca6254d-f05d-4d66-96cf-743d86caa05e tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Deleting subnet 611839e7-e8e5-4e09-93cb-007d688b1d0f {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:28:26.841337 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c4b1772e-7117-409d-a8e0-158864af84ac None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:26.849834 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-c4b1772e-7117-409d-a8e0-158864af84ac None None] Transition to ACTIVE for port object 2fc3abf7-5f40-4915-a9f1-d25915794882 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:28:26.865145 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-c4b1772e-7117-409d-a8e0-158864af84ac None None] Transition to ACTIVE for port object 2fc3abf7-5f40-4915-a9f1-d25915794882 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:28:26.936786 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-aca6254d-f05d-4d66-96cf-743d86caa05e tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:26.938144 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c4b1772e-7117-409d-a8e0-158864af84ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:26.941263 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:27.002963 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b1772e-7117-409d-a8e0-158864af84ac None None] Network d871fde6-80c3-4d1c-8f93-4c0b125c1a07 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:28:27.003757 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-aca6254d-f05d-4d66-96cf-743d86caa05e tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:27.006436 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-c4b1772e-7117-409d-a8e0-158864af84ac None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:28:27.009011 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b1772e-7117-409d-a8e0-158864af84ac None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:28:27.023461 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b1772e-7117-409d-a8e0-158864af84ac None None] Pushing event updated for resources: {'Port': ['ID=2fc3abf7-5f40-4915-a9f1-d25915794882,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:27.026156 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-c4b1772e-7117-409d-a8e0-158864af84ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:27.090240 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-c4b1772e-7117-409d-a8e0-158864af84ac None None] Attempting to bind port 2fc3abf7-5f40-4915-a9f1-d25915794882 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:28:27.090648 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-c4b1772e-7117-409d-a8e0-158864af84ac None None] Attempting to bind port 2fc3abf7-5f40-4915-a9f1-d25915794882 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'e2b372a6-4eff-4638-a7d0-83770da65b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd871fde6-80c3-4d1c-8f93-4c0b125c1a07'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:28:27.090988 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b1772e-7117-409d-a8e0-158864af84ac None None] Attempting to bind port 2fc3abf7-5f40-4915-a9f1-d25915794882 on network d871fde6-80c3-4d1c-8f93-4c0b125c1a07 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:28:27.096480 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b1772e-7117-409d-a8e0-158864af84ac None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:28:27.097429 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b1772e-7117-409d-a8e0-158864af84ac None None] Checking segment: {'id': 'e2b372a6-4eff-4638-a7d0-83770da65b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd871fde6-80c3-4d1c-8f93-4c0b125c1a07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:28:27.097736 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c4b1772e-7117-409d-a8e0-158864af84ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:27.098132 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b1772e-7117-409d-a8e0-158864af84ac None None] Bound using segment: {'id': 'e2b372a6-4eff-4638-a7d0-83770da65b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd871fde6-80c3-4d1c-8f93-4c0b125c1a07'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:28:27.098621 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-c4b1772e-7117-409d-a8e0-158864af84ac None None] Bound port: 2fc3abf7-5f40-4915-a9f1-d25915794882, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2b372a6-4eff-4638-a7d0-83770da65b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd871fde6-80c3-4d1c-8f93-4c0b125c1a07'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:28:27.099005 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c4b1772e-7117-409d-a8e0-158864af84ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:27.169341 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-aca6254d-f05d-4d66-96cf-743d86caa05e tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:27.326014 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-aca6254d-f05d-4d66-96cf-743d86caa05e tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:27.329295 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-33817f2b-17fb-4957-baa1-53350de18f00 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:27.329554 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-c4b1772e-7117-409d-a8e0-158864af84ac None None] For port 2fc3abf7-5f40-4915-a9f1-d25915794882, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:28:27.333053 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-c4b1772e-7117-409d-a8e0-158864af84ac None None] For port 2fc3abf7-5f40-4915-a9f1-d25915794882, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=2fc3abf7-5f40-4915-a9f1-d25915794882,segment=NetworkSegment(e2b372a6-4eff-4638-a7d0-83770da65b3f),segment_id=e2b372a6-4eff-4638-a7d0-83770da65b3f)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:28:27.365211 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-aca6254d-f05d-4d66-96cf-743d86caa05e tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:27.369998 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-aca6254d-f05d-4d66-96cf-743d86caa05e tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] 10.222.0.60 "DELETE /v2.0/subnets/611839e7-e8e5-4e09-93cb-007d688b1d0f HTTP/1.1" status: 204 len: 168 time: 0.6018875 Jun 11 10:28:27.369998 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca6254d-f05d-4d66-96cf-743d86caa05e tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Pushing event deleted for resources: {'Subnet': ['ID=611839e7-e8e5-4e09-93cb-007d688b1d0f,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:27.370491 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38520) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:27.372509 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-aca6254d-f05d-4d66-96cf-743d86caa05e tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:27.418205 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c4b1772e-7117-409d-a8e0-158864af84ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:27.420415 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-173a478c-0a9f-428e-96eb-28e9d6922081 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:27.441629 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628ef817-8d6d-44a3-8de0-68bc3fc9c7e4 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:27.443429 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628ef817-8d6d-44a3-8de0-68bc3fc9c7e4 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:27.445055 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-628ef817-8d6d-44a3-8de0-68bc3fc9c7e4 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0736036 Jun 11 10:28:27.447744 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38522) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:27.461901 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-733bdbd5-2b59-4240-81a8-564e0e9318a4 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:27.501358 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b1772e-7117-409d-a8e0-158864af84ac None None] Pushing event updated for resources: {'Port': ['ID=2fc3abf7-5f40-4915-a9f1-d25915794882,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:27.505204 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-c4b1772e-7117-409d-a8e0-158864af84ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:27.570161 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8060835f-18c8-423a-b00d-b9266b6e7bda tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:27.579834 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-8060835f-18c8-423a-b00d-b9266b6e7bda tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jun 11 10:28:27.579834 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8060835f-18c8-423a-b00d-b9266b6e7bda tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 10:28:27.580536 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-8060835f-18c8-423a-b00d-b9266b6e7bda tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] 10.222.0.60 "DELETE /v2.0/networks/d871fde6-80c3-4d1c-8f93-4c0b125c1a07 HTTP/1.1" status: 409 len: 405 time: 0.1316655 Jun 11 10:28:27.584895 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38524) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:27.590591 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-ec6197d6-0115-4736-bf32-cd50ccc83950 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1220597340'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:28:27.697027 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec6197d6-0115-4736-bf32-cd50ccc83950 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Made reservation on behalf of 0b9f1669e23e48759c1eda45eaf8f602 for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:28:27.701107 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ec6197d6-0115-4736-bf32-cd50ccc83950 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:27.730241 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec6197d6-0115-4736-bf32-cd50ccc83950 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 783} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:28:27.740316 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ec6197d6-0115-4736-bf32-cd50ccc83950 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:27.740725 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-ec6197d6-0115-4736-bf32-cd50ccc83950 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Added segment 237f23af-85b6-49e7-83a0-f491125e3e6d of type vlan for network 4dce110e-13c4-4d7e-b689-b668ccda606c Jun 11 10:28:27.802224 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ec6197d6-0115-4736-bf32-cd50ccc83950 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:27.842372 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-733bdbd5-2b59-4240-81a8-564e0e9318a4 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for router_gateway, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:27.869181 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-733bdbd5-2b59-4240-81a8-564e0e9318a4 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:27.897555 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ec6197d6-0115-4736-bf32-cd50ccc83950 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:27.904023 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6197d6-0115-4736-bf32-cd50ccc83950 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:27.904834 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ec6197d6-0115-4736-bf32-cd50ccc83950 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:27.907606 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-833d14ed-469d-476c-8546-188323e26088 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:27.989120 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-733bdbd5-2b59-4240-81a8-564e0e9318a4 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Allocated IP 172.25.4.100 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/4f2f08af-68b3-44e7-9574-765ce0807da6) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:28:27.999281 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6197d6-0115-4736-bf32-cd50ccc83950 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Pushing event updated for resources: {'Network': ['ID=4dce110e-13c4-4d7e-b689-b668ccda606c,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:28.001885 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ec6197d6-0115-4736-bf32-cd50ccc83950 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:28.010569 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 4dce110e-13c4-4d7e-b689-b668ccda606c details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:28:28.045807 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-ec6197d6-0115-4736-bf32-cd50ccc83950 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4598091 Jun 11 10:28:28.048746 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38526) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:28.053815 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-27815d51-1503-4e74-89ab-f9f48b8b43f8 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Request body: {'subnet': {'network_id': '4dce110e-13c4-4d7e-b689-b668ccda606c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:28:28.138175 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-733bdbd5-2b59-4240-81a8-564e0e9318a4 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:28.257095 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27815d51-1503-4e74-89ab-f9f48b8b43f8 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Made reservation on behalf of 0b9f1669e23e48759c1eda45eaf8f602 for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:28:28.261511 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-27815d51-1503-4e74-89ab-f9f48b8b43f8 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:28.275016 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-733bdbd5-2b59-4240-81a8-564e0e9318a4 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:28.278711 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3d83099c-640b-4542-9242-c4a3ac64985b tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:28.350605 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733bdbd5-2b59-4240-81a8-564e0e9318a4 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:28:28.353664 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-733bdbd5-2b59-4240-81a8-564e0e9318a4 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:28:28.360018 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733bdbd5-2b59-4240-81a8-564e0e9318a4 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:28:28.364471 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733bdbd5-2b59-4240-81a8-564e0e9318a4 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Pushing event updated for resources: {'Port': ['ID=4f2f08af-68b3-44e7-9574-765ce0807da6,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:28.393283 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-733bdbd5-2b59-4240-81a8-564e0e9318a4 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:28.473232 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee0d1b0-ea94-4991-9792-57f7c388cedf None None] Network d871fde6-80c3-4d1c-8f93-4c0b125c1a07 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:28:28.633664 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-5cde106b-2c2c-49dc-a744-db6f007793cb None None] Provisioning for port 2fc3abf7-5f40-4915-a9f1-d25915794882 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:28:28.669646 n-d-779913-12 neutron-server[93176]: DEBUG neutron.objects.ports [None req-27815d51-1503-4e74-89ab-f9f48b8b43f8 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93176) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 11 10:28:28.671729 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-27815d51-1503-4e74-89ab-f9f48b8b43f8 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:28.673874 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e45ebf61-cd3b-4575-9404-c6b30cbdbc89 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:28.743138 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6161f0b2-2e4d-4a41-b966-c7c8c8b3d407 None None] DHCP port deletion for d871fde6-80c3-4d1c-8f93-4c0b125c1a07 request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 10:28:28.748991 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27815d51-1503-4e74-89ab-f9f48b8b43f8 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Pushing event updated for resources: {'Subnet': ['ID=538cb762-85cc-4087-9dd3-15ee90dcceae,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:28.752972 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-27815d51-1503-4e74-89ab-f9f48b8b43f8 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:28.758701 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27815d51-1503-4e74-89ab-f9f48b8b43f8 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Checking segment: {'id': '237f23af-85b6-49e7-83a0-f491125e3e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '4dce110e-13c4-4d7e-b689-b668ccda606c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:28:28.759883 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27815d51-1503-4e74-89ab-f9f48b8b43f8 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Network hostable DHCP agents. Network: 4dce110e-13c4-4d7e-b689-b668ccda606c, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:28:28.804520 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-6161f0b2-2e4d-4a41-b966-c7c8c8b3d407 None None] Deleting port 2fc3abf7-5f40-4915-a9f1-d25915794882 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:28:28.804941 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6161f0b2-2e4d-4a41-b966-c7c8c8b3d407 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:28.809483 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-733bdbd5-2b59-4240-81a8-564e0e9318a4 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for router_gateway, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:28.863251 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27815d51-1503-4e74-89ab-f9f48b8b43f8 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Network 4dce110e-13c4-4d7e-b689-b668ccda606c is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:28:28.908189 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-6161f0b2-2e4d-4a41-b966-c7c8c8b3d407 None None] For port 2fc3abf7-5f40-4915-a9f1-d25915794882, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=2fc3abf7-5f40-4915-a9f1-d25915794882,segment=NetworkSegment(e2b372a6-4eff-4638-a7d0-83770da65b3f),segment_id=e2b372a6-4eff-4638-a7d0-83770da65b3f)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:28:28.908189 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6161f0b2-2e4d-4a41-b966-c7c8c8b3d407 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:28.954636 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-27815d51-1503-4e74-89ab-f9f48b8b43f8 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 4dce110e-13c4-4d7e-b689-b668ccda606c) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:28:28.959319 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27815d51-1503-4e74-89ab-f9f48b8b43f8 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:28.960100 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-27815d51-1503-4e74-89ab-f9f48b8b43f8 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:29.006777 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-6161f0b2-2e4d-4a41-b966-c7c8c8b3d407 None None] Calling delete_port for 2fc3abf7-5f40-4915-a9f1-d25915794882 owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:28:29.010951 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2f959f-bb03-4b3a-8084-147fcca1858d None None] Network 4dce110e-13c4-4d7e-b689-b668ccda606c requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:28:29.061381 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-27815d51-1503-4e74-89ab-f9f48b8b43f8 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.0090890 Jun 11 10:28:29.061760 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38528) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:29.101971 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-733bdbd5-2b59-4240-81a8-564e0e9318a4 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:29.193089 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5c71f4fe-43eb-4db7-b068-7164193ce295 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:29.274238 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5c71f4fe-43eb-4db7-b068-7164193ce295 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:29.292062 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2433b86-a1f2-4d0c-8f5b-56f7e2833aab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-4dce110e-13c4-4d7e-b689-b668ccda606c', 'network_id': '4dce110e-13c4-4d7e-b689-b668ccda606c', 'tenant_id': '0b9f1669e23e48759c1eda45eaf8f602', 'fixed_ips': [{'subnet_id': '538cb762-85cc-4087-9dd3-15ee90dcceae'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 10:28:29.293491 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d2433b86-a1f2-4d0c-8f5b-56f7e2833aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:29.368951 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6161f0b2-2e4d-4a41-b966-c7c8c8b3d407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:29.373023 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-9d21e14c-090b-4588-9ac4-9561784e518a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:29.377100 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-733bdbd5-2b59-4240-81a8-564e0e9318a4 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Router e82984cd-e4c4-4965-a19d-afb6d912911b is scheduled to L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 with binding_index 1 {{(pid=93177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 10:28:29.406406 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5c71f4fe-43eb-4db7-b068-7164193ce295 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:29.409897 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9c4eee76-8c96-4bc3-beeb-8df31063dc9f tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:29.416543 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6161f0b2-2e4d-4a41-b966-c7c8c8b3d407 None None] Pushing event deleted for resources: {'Port': ['ID=2fc3abf7-5f40-4915-a9f1-d25915794882,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:29.418693 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-6161f0b2-2e4d-4a41-b966-c7c8c8b3d407 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:29.423905 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6161f0b2-2e4d-4a41-b966-c7c8c8b3d407 None None] No DVR routers for this DVR port 2fc3abf7-5f40-4915-a9f1-d25915794882 on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:28:29.451884 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c71f4fe-43eb-4db7-b068-7164193ce295 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Pushing event deleted for resources: {'Subnet': ['ID=538cb762-85cc-4087-9dd3-15ee90dcceae,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:29.456338 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5c71f4fe-43eb-4db7-b068-7164193ce295 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:29.482498 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server [None req-d2433b86-a1f2-4d0c-8f5b-56f7e2833aab None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 538cb762-85cc-4087-9dd3-15ee90dcceae: This subnet is being modified by another concurrent operation. Jun 11 10:28:29.482498 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 11 10:28:29.482498 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 11 10:28:29.482498 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 11 10:28:29.482498 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 11 10:28:29.482498 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 11 10:28:29.482498 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 11 10:28:29.482498 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 11 10:28:29.482498 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 11 10:28:29.482498 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 11 10:28:29.482498 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 11 10:28:29.482498 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 11 10:28:29.482498 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 11 10:28:29.482498 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 11 10:28:29.482498 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 11 10:28:29.482498 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server raise self.value Jun 11 10:28:29.482498 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 11 10:28:29.482498 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 11 10:28:29.482498 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 11 10:28:29.482498 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 11 10:28:29.482498 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 11 10:28:29.482498 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 11 10:28:29.482498 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 11 10:28:29.482498 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server raise self.value Jun 11 10:28:29.482498 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 11 10:28:29.482498 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 11 10:28:29.482498 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 11 10:28:29.482498 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 11 10:28:29.482498 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 11 10:28:29.482498 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 11 10:28:29.482498 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 11 10:28:29.482498 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server raise self.value Jun 11 10:28:29.482498 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 11 10:28:29.482498 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 11 10:28:29.482498 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 11 10:28:29.482498 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 11 10:28:29.482498 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 11 10:28:29.482498 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 11 10:28:29.482498 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 11 10:28:29.482498 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 11 10:28:29.482498 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 11 10:28:29.482498 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 11 10:28:29.482498 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 11 10:28:29.482498 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 11 10:28:29.482498 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 11 10:28:29.482498 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 11 10:28:29.482498 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 11 10:28:29.482498 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 11 10:28:29.482498 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 11 10:28:29.482498 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 11 10:28:29.482498 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 11 10:28:29.482498 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server raise self.value Jun 11 10:28:29.482498 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 11 10:28:29.482498 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 11 10:28:29.482498 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 11 10:28:29.482498 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 11 10:28:29.482498 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 11 10:28:29.482498 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 11 10:28:29.482498 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 11 10:28:29.482498 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server raise self.value Jun 11 10:28:29.482498 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 11 10:28:29.482498 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 11 10:28:29.482498 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 11 10:28:29.482498 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 11 10:28:29.482498 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 11 10:28:29.482498 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 11 10:28:29.482498 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 11 10:28:29.482498 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server raise self.value Jun 11 10:28:29.482498 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 11 10:28:29.482498 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 11 10:28:29.482498 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in create_port Jun 11 10:28:29.482498 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 11 10:28:29.482498 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1427, in _create_port_db Jun 11 10:28:29.482498 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 11 10:28:29.482498 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jun 11 10:28:29.482498 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 11 10:28:29.482498 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 11 10:28:29.482498 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 11 10:28:29.482498 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 11 10:28:29.482498 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 11 10:28:29.482498 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 11 10:28:29.482498 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server raise self.value Jun 11 10:28:29.482498 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 11 10:28:29.482498 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 11 10:28:29.482498 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 11 10:28:29.482498 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 11 10:28:29.482498 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 11 10:28:29.482498 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 11 10:28:29.482498 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 11 10:28:29.482498 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server raise exception Jun 11 10:28:29.482498 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 538cb762-85cc-4087-9dd3-15ee90dcceae: This subnet is being modified by another concurrent operation. Jun 11 10:28:29.482498 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server Jun 11 10:28:29.504803 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13bca09-a240-4253-9be0-684f3f76d472 None None] Network 4dce110e-13c4-4d7e-b689-b668ccda606c requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:28:29.538143 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-733bdbd5-2b59-4240-81a8-564e0e9318a4 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:28:29.550454 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5c71f4fe-43eb-4db7-b068-7164193ce295 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:29.563584 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-5c71f4fe-43eb-4db7-b068-7164193ce295 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dce110e-13c4-4d7e-b689-b668ccda606c']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:28:29.575609 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-5c71f4fe-43eb-4db7-b068-7164193ce295 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '237f23af-85b6-49e7-83a0-f491125e3e6d') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:28:29.575910 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-5c71f4fe-43eb-4db7-b068-7164193ce295 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '237f23af-85b6-49e7-83a0-f491125e3e6d') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:28:29.586594 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5c71f4fe-43eb-4db7-b068-7164193ce295 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:29.607078 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b70198-9b63-4b93-83dc-e4cfdf830bcc None None] Sync routers for ids ['e82984cd-e4c4-4965-a19d-afb6d912911b'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:28:29.608900 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5c71f4fe-43eb-4db7-b068-7164193ce295 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:29.616275 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c71f4fe-43eb-4db7-b068-7164193ce295 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Releasing vlan 783 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:28:29.616275 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5c71f4fe-43eb-4db7-b068-7164193ce295 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:29.620891 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:28:29.620891 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:28:29.620891 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:28:29.620891 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:28:29.620891 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:28:29.620891 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:28:29.620891 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 10:28:29.620891 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:28:29.620891 n-d-779913-12 neutron-server[93176]: timer() Jun 11 10:28:29.620891 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:28:29.620891 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 10:28:29.620891 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:28:29.620891 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 10:28:29.620891 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:28:29.620891 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 10:28:29.620891 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:28:29.620891 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 10:28:29.620891 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:28:29.620891 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 10:28:29.620891 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:28:29.620891 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:28:29.620891 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:28:29.620891 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:28:29.620891 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:28:29.620891 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 10:28:29.620891 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:28:29.620891 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 10:28:29.620891 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:28:29.620891 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:28:29.620891 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:28:29.620891 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 10:28:29.620891 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:28:29.620891 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:28:29.620891 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:28:29.620891 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:28:29.620891 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:28:29.620891 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:28:29.620891 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:28:29.640380 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-733bdbd5-2b59-4240-81a8-564e0e9318a4 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:29.643969 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-733bdbd5-2b59-4240-81a8-564e0e9318a4 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.1054099 Jun 11 10:28:29.644930 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38530) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:29.659938 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b70198-9b63-4b93-83dc-e4cfdf830bcc None None] Routers {'e82984cd-e4c4-4965-a19d-afb6d912911b'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:28:29.660597 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-b6b70198-9b63-4b93-83dc-e4cfdf830bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:28:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['e82984cd-e4c4-4965-a19d-afb6d912911b'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:28:29.690972 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-345cd4ed-4ef4-4e1b-a31b-52b9d3235bc2 tempest-TestNetworkAdvancedServerOps-2001270397 tempest-TestNetworkAdvancedServerOps-2001270397-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=291bb5ee2189444bb635fe5a1d306c3b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0446296 Jun 11 10:28:29.693460 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38532) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:29.786360 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15b75b1-751e-4239-8d7c-e573dd0e8cee None None] get_active_networks_info from n-d-779913-12 {{(pid=93178) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 11 10:28:29.820464 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f23a2fc-2560-4694-b3fb-1088ec7ec526 tempest-TestNetworkAdvancedServerOps-2001270397 tempest-TestNetworkAdvancedServerOps-2001270397-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:29.823089 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-7f23a2fc-2560-4694-b3fb-1088ec7ec526 tempest-TestNetworkAdvancedServerOps-2001270397 tempest-TestNetworkAdvancedServerOps-2001270397-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1286116 Jun 11 10:28:29.826046 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38534) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:29.851547 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5c71f4fe-43eb-4db7-b068-7164193ce295 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:29.856193 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-37e35689-c3d3-4ec2-9ecb-b90df34711fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:29.861280 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5c71f4fe-43eb-4db7-b068-7164193ce295 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:29.863167 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-5c71f4fe-43eb-4db7-b068-7164193ce295 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] 10.222.0.60 "DELETE /v2.0/networks/4dce110e-13c4-4d7e-b689-b668ccda606c HTTP/1.1" status: 204 len: 168 time: 0.8005874 Jun 11 10:28:29.869851 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38536) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:29.875599 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-2508ccbc-0f47-4d00-846f-c86965e6838b tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1461205668'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:28:29.879672 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c71f4fe-43eb-4db7-b068-7164193ce295 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Pushing event deleted for resources: {'Network': ['ID=4dce110e-13c4-4d7e-b689-b668ccda606c,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:29.882898 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-5b6e6301-5f3a-4e6b-96b4-b6e5e0121b92 tempest-TestNetworkAdvancedServerOps-2001270397 tempest-TestNetworkAdvancedServerOps-2001270397-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=f0adef6e-169f-4a27-8865-442be2ad072d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0535059 Jun 11 10:28:29.883731 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38538) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:29.887252 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5c71f4fe-43eb-4db7-b068-7164193ce295 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:29.891968 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-29290676-068d-42f6-8499-e2f388f0bc41 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-398179084', 'network_id': '5d6b570a-a2dd-4103-99e8-e9a125c30ddc', 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:28:30.000564 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2508ccbc-0f47-4d00-846f-c86965e6838b tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Made reservation on behalf of 0b9f1669e23e48759c1eda45eaf8f602 for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:28:30.004159 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2508ccbc-0f47-4d00-846f-c86965e6838b tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:30.047892 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2508ccbc-0f47-4d00-846f-c86965e6838b tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 793} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:28:30.057803 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2508ccbc-0f47-4d00-846f-c86965e6838b tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:30.058150 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-2508ccbc-0f47-4d00-846f-c86965e6838b tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Added segment c4d73381-3bc1-44bc-98f5-89f6ad0eeb1d of type vlan for network 0efa6286-abc2-4ade-8b2d-f77546db1837 Jun 11 10:28:30.071241 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-b6b70198-9b63-4b93-83dc-e4cfdf830bcc None None] Set router e82984cd-e4c4-4965-a19d-afb6d912911b gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:28:30.108502 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2508ccbc-0f47-4d00-846f-c86965e6838b tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:30.131901 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29290676-068d-42f6-8499-e2f388f0bc41 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Made reservation on behalf of 291bb5ee2189444bb635fe5a1d306c3b for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:28:30.136516 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-29290676-068d-42f6-8499-e2f388f0bc41 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:30.176445 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15b75b1-751e-4239-8d7c-e573dd0e8cee None None] Resources bound (agent type, host, resource id): {{(pid=93178) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 11 10:28:30.227953 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2508ccbc-0f47-4d00-846f-c86965e6838b tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:30.234148 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2508ccbc-0f47-4d00-846f-c86965e6838b tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:30.234847 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2508ccbc-0f47-4d00-846f-c86965e6838b tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:30.239247 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-491521c6-3835-451a-ad5b-33113402063d tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:30.350312 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2508ccbc-0f47-4d00-846f-c86965e6838b tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Pushing event updated for resources: {'Network': ['ID=0efa6286-abc2-4ade-8b2d-f77546db1837,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:30.355087 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2508ccbc-0f47-4d00-846f-c86965e6838b tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:30.361895 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-2508ccbc-0f47-4d00-846f-c86965e6838b tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4906776 Jun 11 10:28:30.366160 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38540) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:30.373720 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-779b9012-a850-4025-aae9-03b2c2cc58fc tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Request body: {'subnet': {'network_id': '0efa6286-abc2-4ade-8b2d-f77546db1837', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:28:30.399393 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 0efa6286-abc2-4ade-8b2d-f77546db1837 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:28:30.554278 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-29290676-068d-42f6-8499-e2f388f0bc41 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:30.557904 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-efd1b38c-7566-47a2-8eb5-ce1ea7a4cc55 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:30.583158 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-b6b70198-9b63-4b93-83dc-e4cfdf830bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e82984cd-e4c4-4965-a19d-afb6d912911b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-254095427', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '4f2f08af-68b3-44e7-9574-765ce0807da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:28:26Z', 'updated_at': '2021-06-11T10:28:28Z', 'revision_number': 3, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'gw_port': {'id': '4f2f08af-68b3-44e7-9574-765ce0807da6', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:60:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e82984cd-e4c4-4965-a19d-afb6d912911b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:28:27Z', 'updated_at': '2021-06-11T10:28:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:28:30.583854 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-779b9012-a850-4025-aae9-03b2c2cc58fc tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Made reservation on behalf of 0b9f1669e23e48759c1eda45eaf8f602 for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:28:30.592536 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-779b9012-a850-4025-aae9-03b2c2cc58fc tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:30.594919 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b70198-9b63-4b93-83dc-e4cfdf830bcc None None] Checking router: e82984cd-e4c4-4965-a19d-afb6d912911b for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:28:30.595517 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b70198-9b63-4b93-83dc-e4cfdf830bcc None None] Updating router e82984cd-e4c4-4965-a19d-afb6d912911b port 4f2f08af-68b3-44e7-9574-765ce0807da6 binding host n-d-779913-12 {{(pid=93178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 10:28:30.624796 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29290676-068d-42f6-8499-e2f388f0bc41 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Pushing event updated for resources: {'Subnet': ['ID=52c260e0-c384-43a7-af7a-631c7e41241b,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:30.630056 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-29290676-068d-42f6-8499-e2f388f0bc41 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:30.646539 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29290676-068d-42f6-8499-e2f388f0bc41 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Checking segment: {'id': '91cdafeb-011e-4f07-97b5-bb8dcf845755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5d6b570a-a2dd-4103-99e8-e9a125c30ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:28:30.646904 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29290676-068d-42f6-8499-e2f388f0bc41 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Network hostable DHCP agents. Network: 5d6b570a-a2dd-4103-99e8-e9a125c30ddc, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:28:30.648625 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b6b70198-9b63-4b93-83dc-e4cfdf830bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:30.737324 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29290676-068d-42f6-8499-e2f388f0bc41 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Network 5d6b570a-a2dd-4103-99e8-e9a125c30ddc is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:28:30.832028 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-29290676-068d-42f6-8499-e2f388f0bc41 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 5d6b570a-a2dd-4103-99e8-e9a125c30ddc) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:28:30.841029 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29290676-068d-42f6-8499-e2f388f0bc41 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:30.841627 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-29290676-068d-42f6-8499-e2f388f0bc41 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:30.850212 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7bcdaa-981a-4631-8f35-d8c4a0b75ea1 None None] Network 5d6b570a-a2dd-4103-99e8-e9a125c30ddc requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:28:30.932409 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-29290676-068d-42f6-8499-e2f388f0bc41 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0472841 Jun 11 10:28:30.935486 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38542) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:31.058729 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-779b9012-a850-4025-aae9-03b2c2cc58fc tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:31.065035 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8116be48-d74b-43be-bdd3-483ae15aa8de tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:31.162654 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779b9012-a850-4025-aae9-03b2c2cc58fc tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Pushing event updated for resources: {'Subnet': ['ID=4148b933-36df-4e87-8026-20e6f0b4172c,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:31.176339 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-779b9012-a850-4025-aae9-03b2c2cc58fc tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:31.186830 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779b9012-a850-4025-aae9-03b2c2cc58fc tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Checking segment: {'id': 'c4d73381-3bc1-44bc-98f5-89f6ad0eeb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '0efa6286-abc2-4ade-8b2d-f77546db1837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:28:31.187191 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779b9012-a850-4025-aae9-03b2c2cc58fc tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Network hostable DHCP agents. Network: 0efa6286-abc2-4ade-8b2d-f77546db1837, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:28:31.190365 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b6b70198-9b63-4b93-83dc-e4cfdf830bcc None None] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:31.197413 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68926b5e-40e3-4076-a77f-18262faed585 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-5d6b570a-a2dd-4103-99e8-e9a125c30ddc', 'network_id': '5d6b570a-a2dd-4103-99e8-e9a125c30ddc', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'fixed_ips': [{'subnet_id': '52c260e0-c384-43a7-af7a-631c7e41241b'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 10:28:31.198274 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-68926b5e-40e3-4076-a77f-18262faed585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:31.215901 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-b6b70198-9b63-4b93-83dc-e4cfdf830bcc None None] Transition to ACTIVE for port object 4f2f08af-68b3-44e7-9574-765ce0807da6 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:28:31.340559 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b6b70198-9b63-4b93-83dc-e4cfdf830bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:31.343812 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-2380ce80-2f7f-463d-b9b0-cfc2731d948d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:31.417303 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-68926b5e-40e3-4076-a77f-18262faed585 None None] Allocated IP 172.20.0.2 (5d6b570a-a2dd-4103-99e8-e9a125c30ddc/52c260e0-c384-43a7-af7a-631c7e41241b/c049b64c-c37a-4f3b-bf44-4c986e18836b) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:28:31.426440 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2225f6a9-4355-4b8b-84b9-65ae4d59a509 None None] Pushing event updated for resources: {'Port': ['ID=4f2f08af-68b3-44e7-9574-765ce0807da6,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:31.430682 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-2225f6a9-4355-4b8b-84b9-65ae4d59a509 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:31.437743 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-b6b70198-9b63-4b93-83dc-e4cfdf830bcc None None] Attempting to bind port 4f2f08af-68b3-44e7-9574-765ce0807da6 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:28:31.437743 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-b6b70198-9b63-4b93-83dc-e4cfdf830bcc None None] Attempting to bind port 4f2f08af-68b3-44e7-9574-765ce0807da6 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:28:31.437743 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b70198-9b63-4b93-83dc-e4cfdf830bcc None None] Attempting to bind port 4f2f08af-68b3-44e7-9574-765ce0807da6 on network f0adef6e-169f-4a27-8865-442be2ad072d {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:28:31.444442 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b70198-9b63-4b93-83dc-e4cfdf830bcc None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:28:31.444938 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b70198-9b63-4b93-83dc-e4cfdf830bcc None None] Checking segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:28:31.445245 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b6b70198-9b63-4b93-83dc-e4cfdf830bcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:31.445732 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b70198-9b63-4b93-83dc-e4cfdf830bcc None None] Bound using segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:28:31.446249 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-b6b70198-9b63-4b93-83dc-e4cfdf830bcc None None] Bound port: 4f2f08af-68b3-44e7-9574-765ce0807da6, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:28:31.446647 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b6b70198-9b63-4b93-83dc-e4cfdf830bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:31.461624 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779b9012-a850-4025-aae9-03b2c2cc58fc tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Network 0efa6286-abc2-4ade-8b2d-f77546db1837 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:28:31.550067 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-779b9012-a850-4025-aae9-03b2c2cc58fc tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 0efa6286-abc2-4ade-8b2d-f77546db1837) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:28:31.557709 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779b9012-a850-4025-aae9-03b2c2cc58fc tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:31.558300 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-779b9012-a850-4025-aae9-03b2c2cc58fc tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:31.567053 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6988bd94-2b48-49a0-90a8-5c24380ac1a3 None None] Network 0efa6286-abc2-4ade-8b2d-f77546db1837 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:28:31.629508 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-b6b70198-9b63-4b93-83dc-e4cfdf830bcc None None] For port 4f2f08af-68b3-44e7-9574-765ce0807da6, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:28:31.634114 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-b6b70198-9b63-4b93-83dc-e4cfdf830bcc None None] For port 4f2f08af-68b3-44e7-9574-765ce0807da6, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=4f2f08af-68b3-44e7-9574-765ce0807da6,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:28:31.653015 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-779b9012-a850-4025-aae9-03b2c2cc58fc tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2855339 Jun 11 10:28:31.656165 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38544) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:31.676682 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a51a190e-d280-4fc4-8382-edf8e21bc5fe tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:31.707049 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:31.753595 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b6b70198-9b63-4b93-83dc-e4cfdf830bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:31.762882 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:31.800475 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3231a822-4883-4938-b406-00d244ef08d4 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:31.871164 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3231a822-4883-4938-b406-00d244ef08d4 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:32.045575 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3231a822-4883-4938-b406-00d244ef08d4 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:32.048782 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-82d754a0-3bd6-4d19-bded-4eea5e2382ab tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:32.066935 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-68926b5e-40e3-4076-a77f-18262faed585 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:32.085081 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3231a822-4883-4938-b406-00d244ef08d4 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Pushing event deleted for resources: {'Subnet': ['ID=4148b933-36df-4e87-8026-20e6f0b4172c,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:32.087187 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3231a822-4883-4938-b406-00d244ef08d4 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:32.089768 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b70198-9b63-4b93-83dc-e4cfdf830bcc None None] Routers {'e82984cd-e4c4-4965-a19d-afb6d912911b'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:28:32.090519 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-b6b70198-9b63-4b93-83dc-e4cfdf830bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:28:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['e82984cd-e4c4-4965-a19d-afb6d912911b'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:28:32.096129 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-68926b5e-40e3-4076-a77f-18262faed585 None None] Transition to ACTIVE for port object c049b64c-c37a-4f3b-bf44-4c986e18836b will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:28:32.098342 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2225f6a9-4355-4b8b-84b9-65ae4d59a509 None None] Pushing event updated for resources: {'Port': ['ID=4f2f08af-68b3-44e7-9574-765ce0807da6,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:32.169069 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3231a822-4883-4938-b406-00d244ef08d4 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:32.171871 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-2225f6a9-4355-4b8b-84b9-65ae4d59a509 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:32.180914 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-3231a822-4883-4938-b406-00d244ef08d4 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0efa6286-abc2-4ade-8b2d-f77546db1837']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:28:32.192859 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-3231a822-4883-4938-b406-00d244ef08d4 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4d73381-3bc1-44bc-98f5-89f6ad0eeb1d') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:28:32.193163 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-3231a822-4883-4938-b406-00d244ef08d4 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4d73381-3bc1-44bc-98f5-89f6ad0eeb1d') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:28:32.205211 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3231a822-4883-4938-b406-00d244ef08d4 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:32.222331 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3231a822-4883-4938-b406-00d244ef08d4 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:32.230048 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3231a822-4883-4938-b406-00d244ef08d4 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Releasing vlan 793 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:28:32.230446 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3231a822-4883-4938-b406-00d244ef08d4 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:32.233517 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:28:32.233517 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 10:28:32.233517 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 10:28:32.233517 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:28:32.233517 n-d-779913-12 neutron-server[93177]: timer() Jun 11 10:28:32.233517 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:28:32.233517 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 10:28:32.233517 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:28:32.233517 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 10:28:32.233517 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:28:32.233517 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 10:28:32.233517 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:28:32.233517 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 10:28:32.233517 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:28:32.233517 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 10:28:32.233517 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:28:32.233517 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:28:32.233517 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:28:32.233517 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:28:32.233517 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:28:32.233517 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 10:28:32.233517 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:28:32.233517 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 10:28:32.233517 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:28:32.233517 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:28:32.233517 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:28:32.233517 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 10:28:32.233517 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:28:32.233517 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:28:32.233517 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:28:32.233517 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:28:32.233517 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:28:32.233517 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:28:32.233517 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:28:32.236456 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5a3d1e-7075-4226-9459-b32bb8d27728 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-0efa6286-abc2-4ade-8b2d-f77546db1837', 'network_id': '0efa6286-abc2-4ade-8b2d-f77546db1837', 'tenant_id': '0b9f1669e23e48759c1eda45eaf8f602', 'fixed_ips': [{'subnet_id': '4148b933-36df-4e87-8026-20e6f0b4172c'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 10:28:32.237310 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7b5a3d1e-7075-4226-9459-b32bb8d27728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:32.343937 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-b6b70198-9b63-4b93-83dc-e4cfdf830bcc None None] Set router e82984cd-e4c4-4965-a19d-afb6d912911b gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:28:32.440272 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3231a822-4883-4938-b406-00d244ef08d4 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:32.440272 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0ca53afe-2146-4fd2-ae5d-c7ec3d283972 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:32.443420 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3231a822-4883-4938-b406-00d244ef08d4 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:32.444167 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-68926b5e-40e3-4076-a77f-18262faed585 None None] Transition to ACTIVE for port object c049b64c-c37a-4f3b-bf44-4c986e18836b will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:28:32.445613 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d8b15b-c4e0-41d7-bc23-72c25d45694b None None] Network 0efa6286-abc2-4ade-8b2d-f77546db1837 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:28:32.445797 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-3231a822-4883-4938-b406-00d244ef08d4 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] 10.222.0.60 "DELETE /v2.0/networks/0efa6286-abc2-4ade-8b2d-f77546db1837 HTTP/1.1" status: 204 len: 168 time: 0.7880964 Jun 11 10:28:32.451362 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38546) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:32.458564 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-73d4c580-89e5-40d4-ad1b-9c32a5c1b6e4 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-224147186'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:28:32.463682 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3231a822-4883-4938-b406-00d244ef08d4 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Pushing event deleted for resources: {'Network': ['ID=0efa6286-abc2-4ade-8b2d-f77546db1837,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:32.466069 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3231a822-4883-4938-b406-00d244ef08d4 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:32.470703 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d8b15b-c4e0-41d7-bc23-72c25d45694b None None] Network 0efa6286-abc2-4ade-8b2d-f77546db1837 could not be found, it might have been deleted concurrently. {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 11 10:28:32.524673 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-68926b5e-40e3-4076-a77f-18262faed585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:32.528386 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-614704b4-b3a7-45d5-9918-a2f96ad5e4fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:32.549109 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d4c580-89e5-40d4-ad1b-9c32a5c1b6e4 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Made reservation on behalf of 0b9f1669e23e48759c1eda45eaf8f602 for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:28:32.552511 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-73d4c580-89e5-40d4-ad1b-9c32a5c1b6e4 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:32.591352 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-a51a190e-d280-4fc4-8382-edf8e21bc5fe tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Allocated IP 172.20.0.1 (5d6b570a-a2dd-4103-99e8-e9a125c30ddc/52c260e0-c384-43a7-af7a-631c7e41241b/2696b467-0cbd-4af0-b1af-9e09df36ce45) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:28:32.594674 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68926b5e-40e3-4076-a77f-18262faed585 None None] Network 5d6b570a-a2dd-4103-99e8-e9a125c30ddc is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:28:32.600063 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-68926b5e-40e3-4076-a77f-18262faed585 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:28:32.605698 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73d4c580-89e5-40d4-ad1b-9c32a5c1b6e4 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 783} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:28:32.605840 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68926b5e-40e3-4076-a77f-18262faed585 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:28:32.609462 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68926b5e-40e3-4076-a77f-18262faed585 None None] Pushing event updated for resources: {'Port': ['ID=c049b64c-c37a-4f3b-bf44-4c986e18836b,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:32.619790 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-73d4c580-89e5-40d4-ad1b-9c32a5c1b6e4 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:32.620132 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-73d4c580-89e5-40d4-ad1b-9c32a5c1b6e4 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Added segment f8fc1e49-fde3-4cdb-aa75-3fab19493b61 of type vlan for network 4d1f7388-a464-4603-b305-60f7e9562795 Jun 11 10:28:32.637084 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-68926b5e-40e3-4076-a77f-18262faed585 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:32.715346 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-68926b5e-40e3-4076-a77f-18262faed585 None None] Attempting to bind port c049b64c-c37a-4f3b-bf44-4c986e18836b on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:28:32.715761 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-68926b5e-40e3-4076-a77f-18262faed585 None None] Attempting to bind port c049b64c-c37a-4f3b-bf44-4c986e18836b by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '91cdafeb-011e-4f07-97b5-bb8dcf845755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5d6b570a-a2dd-4103-99e8-e9a125c30ddc'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:28:32.716141 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68926b5e-40e3-4076-a77f-18262faed585 None None] Attempting to bind port c049b64c-c37a-4f3b-bf44-4c986e18836b on network 5d6b570a-a2dd-4103-99e8-e9a125c30ddc {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:28:32.724797 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68926b5e-40e3-4076-a77f-18262faed585 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:28:32.725181 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68926b5e-40e3-4076-a77f-18262faed585 None None] Checking segment: {'id': '91cdafeb-011e-4f07-97b5-bb8dcf845755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5d6b570a-a2dd-4103-99e8-e9a125c30ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:28:32.725593 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-68926b5e-40e3-4076-a77f-18262faed585 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:32.726000 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68926b5e-40e3-4076-a77f-18262faed585 None None] Bound using segment: {'id': '91cdafeb-011e-4f07-97b5-bb8dcf845755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5d6b570a-a2dd-4103-99e8-e9a125c30ddc'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:28:32.726474 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-68926b5e-40e3-4076-a77f-18262faed585 None None] Bound port: c049b64c-c37a-4f3b-bf44-4c986e18836b, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91cdafeb-011e-4f07-97b5-bb8dcf845755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5d6b570a-a2dd-4103-99e8-e9a125c30ddc'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:28:32.726860 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-68926b5e-40e3-4076-a77f-18262faed585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:32.747533 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-b6b70198-9b63-4b93-83dc-e4cfdf830bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e82984cd-e4c4-4965-a19d-afb6d912911b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-254095427', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '4f2f08af-68b3-44e7-9574-765ce0807da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:28:26Z', 'updated_at': '2021-06-11T10:28:28Z', 'revision_number': 3, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'gw_port': {'id': '4f2f08af-68b3-44e7-9574-765ce0807da6', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:60:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e82984cd-e4c4-4965-a19d-afb6d912911b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:28:27Z', 'updated_at': '2021-06-11T10:28:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:28:32.754353 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-73d4c580-89e5-40d4-ad1b-9c32a5c1b6e4 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:32.772580 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b70198-9b63-4b93-83dc-e4cfdf830bcc None None] The sync data for ids ['e82984cd-e4c4-4965-a19d-afb6d912911b'] in n-d-779913-12 is: [{'id': 'e82984cd-e4c4-4965-a19d-afb6d912911b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-254095427', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '4f2f08af-68b3-44e7-9574-765ce0807da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:28:26Z', 'updated_at': '2021-06-11T10:28:28Z', 'revision_number': 3, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'gw_port': {'id': '4f2f08af-68b3-44e7-9574-765ce0807da6', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:60:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e82984cd-e4c4-4965-a19d-afb6d912911b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:28:27Z', 'updated_at': '2021-06-11T10:28:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:28:32.810003 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a51a190e-d280-4fc4-8382-edf8e21bc5fe tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:32.816949 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-68926b5e-40e3-4076-a77f-18262faed585 None None] For port c049b64c-c37a-4f3b-bf44-4c986e18836b, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:28:32.821079 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-68926b5e-40e3-4076-a77f-18262faed585 None None] For port c049b64c-c37a-4f3b-bf44-4c986e18836b, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=c049b64c-c37a-4f3b-bf44-4c986e18836b,segment=NetworkSegment(91cdafeb-011e-4f07-97b5-bb8dcf845755),segment_id=91cdafeb-011e-4f07-97b5-bb8dcf845755)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:28:32.825532 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [None req-a51a190e-d280-4fc4-8382-edf8e21bc5fe tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Transition to ACTIVE for port object 2696b467-0cbd-4af0-b1af-9e09df36ce45 will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:28:32.885702 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-73d4c580-89e5-40d4-ad1b-9c32a5c1b6e4 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:32.902781 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d4c580-89e5-40d4-ad1b-9c32a5c1b6e4 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:32.902781 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-73d4c580-89e5-40d4-ad1b-9c32a5c1b6e4 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:32.902781 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-236a5ce3-bb63-4a1b-bd4c-978b27834a88 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:32.925939 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-68926b5e-40e3-4076-a77f-18262faed585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:32.928983 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-2380ce80-2f7f-463d-b9b0-cfc2731d948d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:33.014826 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68926b5e-40e3-4076-a77f-18262faed585 None None] Pushing event updated for resources: {'Port': ['ID=c049b64c-c37a-4f3b-bf44-4c986e18836b,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:33.020058 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-68926b5e-40e3-4076-a77f-18262faed585 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:33.445978 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a51a190e-d280-4fc4-8382-edf8e21bc5fe tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:33.512466 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51a190e-d280-4fc4-8382-edf8e21bc5fe tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Network 5d6b570a-a2dd-4103-99e8-e9a125c30ddc is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:28:33.513984 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d4c580-89e5-40d4-ad1b-9c32a5c1b6e4 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Pushing event updated for resources: {'Network': ['ID=4d1f7388-a464-4603-b305-60f7e9562795,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:33.517372 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-73d4c580-89e5-40d4-ad1b-9c32a5c1b6e4 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.623s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:33.518161 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-236a5ce3-bb63-4a1b-bd4c-978b27834a88 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:33.522445 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-a51a190e-d280-4fc4-8382-edf8e21bc5fe tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:28:33.524322 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 4d1f7388-a464-4603-b305-60f7e9562795 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:28:33.530043 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51a190e-d280-4fc4-8382-edf8e21bc5fe tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:28:33.537267 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-73d4c580-89e5-40d4-ad1b-9c32a5c1b6e4 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0843611 Jun 11 10:28:33.541563 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38550) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:33.545697 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-a52e2123-9778-42d9-9cdd-25f515328260 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Request body: {'subnet': {'network_id': '4d1f7388-a464-4603-b305-60f7e9562795', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:28:33.641234 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a51a190e-d280-4fc4-8382-edf8e21bc5fe tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-375088'] for router_interface, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:33.705818 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51a190e-d280-4fc4-8382-edf8e21bc5fe tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Pushing event updated for resources: {'Port': ['ID=2696b467-0cbd-4af0-b1af-9e09df36ce45,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:33.723153 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a51a190e-d280-4fc4-8382-edf8e21bc5fe tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:33.764389 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a52e2123-9778-42d9-9cdd-25f515328260 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Made reservation on behalf of 0b9f1669e23e48759c1eda45eaf8f602 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:28:33.768831 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a52e2123-9778-42d9-9cdd-25f515328260 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:33.801218 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device c049b64c-c37a-4f3b-bf44-4c986e18836b up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:28:33.957854 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a51a190e-d280-4fc4-8382-edf8e21bc5fe tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:33.983532 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port c049b64c-c37a-4f3b-bf44-4c986e18836b completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:28:33.988422 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 4f2f08af-68b3-44e7-9574-765ce0807da6 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:28:34.117911 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072241ea-1f77-42c1-b83b-684e9816d67f None None] Network 5d6b570a-a2dd-4103-99e8-e9a125c30ddc requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:28:34.201256 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 4f2f08af-68b3-44e7-9574-765ce0807da6 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:28:34.216482 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 4f2f08af-68b3-44e7-9574-765ce0807da6 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:28:34.216871 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:34.249441 n-d-779913-12 neutron-server[93177]: DEBUG neutron.objects.ports [None req-a52e2123-9778-42d9-9cdd-25f515328260 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93177) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 11 10:28:34.252355 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a52e2123-9778-42d9-9cdd-25f515328260 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:34.257036 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-27172580-a1d8-4689-b36b-7701e055a537 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:34.316875 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52e2123-9778-42d9-9cdd-25f515328260 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Pushing event updated for resources: {'Subnet': ['ID=005571b2-038c-4d95-95c6-f31a1a4397b6,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:34.320914 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a52e2123-9778-42d9-9cdd-25f515328260 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:34.327849 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-822a00cb-561f-4423-95cf-75b92d2f8086 None None] Provisioning for port c049b64c-c37a-4f3b-bf44-4c986e18836b completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:28:34.344499 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-822a00cb-561f-4423-95cf-75b92d2f8086 None None] Provisioning complete for port c049b64c-c37a-4f3b-bf44-4c986e18836b triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:28:34.344837 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-822a00cb-561f-4423-95cf-75b92d2f8086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:34.354658 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52e2123-9778-42d9-9cdd-25f515328260 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Checking segment: {'id': 'f8fc1e49-fde3-4cdb-aa75-3fab19493b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '4d1f7388-a464-4603-b305-60f7e9562795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:28:34.355160 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52e2123-9778-42d9-9cdd-25f515328260 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Network hostable DHCP agents. Network: 4d1f7388-a464-4603-b305-60f7e9562795, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:28:34.406618 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a51a190e-d280-4fc4-8382-edf8e21bc5fe tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:34.454499 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:34.487860 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 4f2f08af-68b3-44e7-9574-765ce0807da6, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=4f2f08af-68b3-44e7-9574-765ce0807da6,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:28:34.543669 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-822a00cb-561f-4423-95cf-75b92d2f8086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:34.565647 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52e2123-9778-42d9-9cdd-25f515328260 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Network 4d1f7388-a464-4603-b305-60f7e9562795 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:28:34.587256 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-822a00cb-561f-4423-95cf-75b92d2f8086 None None] For port c049b64c-c37a-4f3b-bf44-4c986e18836b, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=c049b64c-c37a-4f3b-bf44-4c986e18836b,segment=NetworkSegment(91cdafeb-011e-4f07-97b5-bb8dcf845755),segment_id=91cdafeb-011e-4f07-97b5-bb8dcf845755)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:28:34.594418 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a51a190e-d280-4fc4-8382-edf8e21bc5fe tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:34.598986 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f28fac38-7072-4089-bcc3-65476b1af8f6 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:34.629214 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:34.631752 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:34.656637 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-a52e2123-9778-42d9-9cdd-25f515328260 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 4d1f7388-a464-4603-b305-60f7e9562795) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:28:34.660572 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-822a00cb-561f-4423-95cf-75b92d2f8086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:34.661213 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52e2123-9778-42d9-9cdd-25f515328260 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:34.661762 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a52e2123-9778-42d9-9cdd-25f515328260 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:34.671942 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d42d82-c7c7-489f-95b9-ff5a172b8ff3 None None] Network 4d1f7388-a464-4603-b305-60f7e9562795 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:28:34.712068 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51a190e-d280-4fc4-8382-edf8e21bc5fe tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Pushing event updated for resources: {'Port': ['ID=2696b467-0cbd-4af0-b1af-9e09df36ce45,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:34.715380 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a51a190e-d280-4fc4-8382-edf8e21bc5fe tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375108'] for router_interface, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:34.717550 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a51a190e-d280-4fc4-8382-edf8e21bc5fe tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:34.774575 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=4f2f08af-68b3-44e7-9574-765ce0807da6,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:34.784755 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:34.786437 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-a52e2123-9778-42d9-9cdd-25f515328260 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.2449691 Jun 11 10:28:34.788709 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38552) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:34.791880 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-68926b5e-40e3-4076-a77f-18262faed585 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.125s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:34.866653 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-9cfbbd27-35ce-48b7-95ec-ddf8fd3ff62e None None] Provisioning complete for port c049b64c-c37a-4f3b-bf44-4c986e18836b triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:28:34.867037 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-9cfbbd27-35ce-48b7-95ec-ddf8fd3ff62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:34.867844 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51a190e-d280-4fc4-8382-edf8e21bc5fe tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Network 5d6b570a-a2dd-4103-99e8-e9a125c30ddc is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:28:34.869462 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-a51a190e-d280-4fc4-8382-edf8e21bc5fe tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:28:34.871471 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822a00cb-561f-4423-95cf-75b92d2f8086 None None] Pushing event updated for resources: {'Port': ['ID=c049b64c-c37a-4f3b-bf44-4c986e18836b,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:34.875222 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-822a00cb-561f-4423-95cf-75b92d2f8086 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:34.972809 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4df55723-e279-4e23-8609-3179786c14e1 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:35.050116 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a51a190e-d280-4fc4-8382-edf8e21bc5fe tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Router e82984cd-e4c4-4965-a19d-afb6d912911b has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:28:35.052390 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4df55723-e279-4e23-8609-3179786c14e1 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:35.073759 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9cfd56-4941-43ef-86a0-276cf0a2bd71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-4d1f7388-a464-4603-b305-60f7e9562795', 'network_id': '4d1f7388-a464-4603-b305-60f7e9562795', 'tenant_id': '0b9f1669e23e48759c1eda45eaf8f602', 'fixed_ips': [{'subnet_id': '005571b2-038c-4d95-95c6-f31a1a4397b6'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 10:28:35.074618 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ad9cfd56-4941-43ef-86a0-276cf0a2bd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:35.193468 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-9cfbbd27-35ce-48b7-95ec-ddf8fd3ff62e None None] Provisioning for port 2696b467-0cbd-4af0-b1af-9e09df36ce45 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:28:35.199294 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-9cfbbd27-35ce-48b7-95ec-ddf8fd3ff62e None None] Provisioning complete for port 2696b467-0cbd-4af0-b1af-9e09df36ce45 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:28:35.199576 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-9cfbbd27-35ce-48b7-95ec-ddf8fd3ff62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:35.223607 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4df55723-e279-4e23-8609-3179786c14e1 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:35.227851 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e01efc0e-4825-4886-a42c-e865c78872da tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:35.245849 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a51a190e-d280-4fc4-8382-edf8e21bc5fe tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:28:35.246341 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-9cfbbd27-35ce-48b7-95ec-ddf8fd3ff62e None None] Port 2696b467-0cbd-4af0-b1af-9e09df36ce45 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:28:35.251964 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-a51a190e-d280-4fc4-8382-edf8e21bc5fe tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "PUT /v2.0/routers/e82984cd-e4c4-4965-a19d-afb6d912911b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3151405 Jun 11 10:28:35.266709 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66851e2-1a12-4743-a25e-1bf5bab521cb None None] Sync routers for ids ['e82984cd-e4c4-4965-a19d-afb6d912911b'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:28:35.269882 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df55723-e279-4e23-8609-3179786c14e1 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Pushing event deleted for resources: {'Subnet': ['ID=005571b2-038c-4d95-95c6-f31a1a4397b6,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:35.274760 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4df55723-e279-4e23-8609-3179786c14e1 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:35.279046 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66851e2-1a12-4743-a25e-1bf5bab521cb None None] Routers {'e82984cd-e4c4-4965-a19d-afb6d912911b'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:28:35.279757 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-b66851e2-1a12-4743-a25e-1bf5bab521cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:28:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['e82984cd-e4c4-4965-a19d-afb6d912911b'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:28:35.281028 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server [None req-ad9cfd56-4941-43ef-86a0-276cf0a2bd71 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 005571b2-038c-4d95-95c6-f31a1a4397b6: This subnet is being modified by another concurrent operation. Jun 11 10:28:35.281028 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 11 10:28:35.281028 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 11 10:28:35.281028 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 11 10:28:35.281028 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 11 10:28:35.281028 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 11 10:28:35.281028 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 11 10:28:35.281028 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 11 10:28:35.281028 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 11 10:28:35.281028 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 11 10:28:35.281028 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 11 10:28:35.281028 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 11 10:28:35.281028 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 11 10:28:35.281028 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 11 10:28:35.281028 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 11 10:28:35.281028 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server raise self.value Jun 11 10:28:35.281028 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 11 10:28:35.281028 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 11 10:28:35.281028 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 11 10:28:35.281028 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 11 10:28:35.281028 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 11 10:28:35.281028 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 11 10:28:35.281028 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 11 10:28:35.281028 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server raise self.value Jun 11 10:28:35.281028 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 11 10:28:35.281028 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 11 10:28:35.281028 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 11 10:28:35.281028 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 11 10:28:35.281028 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 11 10:28:35.281028 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 11 10:28:35.281028 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 11 10:28:35.281028 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server raise self.value Jun 11 10:28:35.281028 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 11 10:28:35.281028 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 11 10:28:35.281028 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 11 10:28:35.281028 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 11 10:28:35.281028 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 11 10:28:35.281028 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 11 10:28:35.281028 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 11 10:28:35.281028 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 11 10:28:35.281028 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 11 10:28:35.281028 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 11 10:28:35.281028 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 11 10:28:35.281028 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 11 10:28:35.281028 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 11 10:28:35.281028 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 11 10:28:35.281028 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 11 10:28:35.281028 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 11 10:28:35.281028 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 11 10:28:35.281028 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 11 10:28:35.281028 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 11 10:28:35.281028 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server raise self.value Jun 11 10:28:35.281028 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 11 10:28:35.281028 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 11 10:28:35.281028 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 11 10:28:35.281028 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 11 10:28:35.281028 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 11 10:28:35.281028 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 11 10:28:35.281028 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 11 10:28:35.281028 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server raise self.value Jun 11 10:28:35.281028 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 11 10:28:35.281028 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 11 10:28:35.281028 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 11 10:28:35.281028 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 11 10:28:35.281028 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 11 10:28:35.281028 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 11 10:28:35.281028 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 11 10:28:35.281028 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server raise self.value Jun 11 10:28:35.281028 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 11 10:28:35.281028 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 11 10:28:35.281028 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in create_port Jun 11 10:28:35.281028 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 11 10:28:35.281028 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1427, in _create_port_db Jun 11 10:28:35.281028 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 11 10:28:35.281028 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jun 11 10:28:35.281028 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 11 10:28:35.281028 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 11 10:28:35.281028 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 11 10:28:35.281028 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 11 10:28:35.281028 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 11 10:28:35.281028 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 11 10:28:35.281028 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server raise self.value Jun 11 10:28:35.281028 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 11 10:28:35.281028 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 11 10:28:35.281028 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 11 10:28:35.281028 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 11 10:28:35.281028 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 11 10:28:35.281028 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 11 10:28:35.281028 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 11 10:28:35.281028 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server raise exception Jun 11 10:28:35.281028 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 005571b2-038c-4d95-95c6-f31a1a4397b6: This subnet is being modified by another concurrent operation. Jun 11 10:28:35.281028 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server Jun 11 10:28:35.299800 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5414a3a2-b061-4ddb-999d-b183f5e53d8d None None] Network 4d1f7388-a464-4603-b305-60f7e9562795 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:28:35.358863 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4df55723-e279-4e23-8609-3179786c14e1 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:35.373537 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-4df55723-e279-4e23-8609-3179786c14e1 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d1f7388-a464-4603-b305-60f7e9562795']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:28:35.401025 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-4df55723-e279-4e23-8609-3179786c14e1 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8fc1e49-fde3-4cdb-aa75-3fab19493b61') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:28:35.401257 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-4df55723-e279-4e23-8609-3179786c14e1 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8fc1e49-fde3-4cdb-aa75-3fab19493b61') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:28:35.413306 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4df55723-e279-4e23-8609-3179786c14e1 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:35.430968 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4df55723-e279-4e23-8609-3179786c14e1 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:35.438545 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4df55723-e279-4e23-8609-3179786c14e1 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Releasing vlan 783 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:28:35.438953 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4df55723-e279-4e23-8609-3179786c14e1 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:35.442780 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:28:35.442780 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:28:35.442780 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 10:28:35.442780 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:28:35.442780 n-d-779913-12 neutron-server[93177]: timer() Jun 11 10:28:35.442780 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:28:35.442780 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 10:28:35.442780 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:28:35.442780 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 10:28:35.442780 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:28:35.442780 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 10:28:35.442780 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:28:35.442780 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 10:28:35.442780 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:28:35.442780 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 10:28:35.442780 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:28:35.442780 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:28:35.442780 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:28:35.442780 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:28:35.442780 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:28:35.442780 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 10:28:35.442780 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:28:35.442780 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 10:28:35.442780 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:28:35.442780 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:28:35.442780 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:28:35.442780 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 10:28:35.442780 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:28:35.442780 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:28:35.442780 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:28:35.442780 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:28:35.442780 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:28:35.442780 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:28:35.442780 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:28:35.459604 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-2a3c77a0-73f7-484b-945e-9a153f5116a9 None None] Provisioning complete for port 2696b467-0cbd-4af0-b1af-9e09df36ce45 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:28:35.459604 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a3c77a0-73f7-484b-945e-9a153f5116a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:35.495090 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-b66851e2-1a12-4743-a25e-1bf5bab521cb None None] Set router e82984cd-e4c4-4965-a19d-afb6d912911b gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:28:35.576366 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b22366e0-c078-4cb3-a0ea-628d05a0fb1a req-31f93200-7e84-43b3-9cae-18a4c11f0fbd tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1523593666&fields=id&tenant_id=291bb5ee2189444bb635fe5a1d306c3b HTTP/1.1" status: 200 len: 267 time: 0.0429866 Jun 11 10:28:35.756877 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device c049b64c-c37a-4f3b-bf44-4c986e18836b up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:28:35.795308 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f13ca8-50b2-46cb-ace1-d5d1b64b2ff6 None None] get_active_networks_info from n-d-779913-12 {{(pid=93178) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 11 10:28:35.808458 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-b66851e2-1a12-4743-a25e-1bf5bab521cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e82984cd-e4c4-4965-a19d-afb6d912911b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-254095427', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '4f2f08af-68b3-44e7-9574-765ce0807da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:28:26Z', 'updated_at': '2021-06-11T10:28:33Z', 'revision_number': 4, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'gw_port': {'id': '4f2f08af-68b3-44e7-9574-765ce0807da6', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:60:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82984cd-e4c4-4965-a19d-afb6d912911b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:28:27Z', 'updated_at': '2021-06-11T10:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '2696b467-0cbd-4af0-b1af-9e09df36ce45', 'name': '', 'network_id': '5d6b570a-a2dd-4103-99e8-e9a125c30ddc', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'mac_address': 'fa:16:3e:d0:ab:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e82984cd-e4c4-4965-a19d-afb6d912911b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '52c260e0-c384-43a7-af7a-631c7e41241b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:28:31Z', 'updated_at': '2021-06-11T10:28:34Z', 'revision_number': 2, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'subnets': [{'id': '52c260e0-c384-43a7-af7a-631c7e41241b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:28:35.812383 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66851e2-1a12-4743-a25e-1bf5bab521cb None None] Checking router: e82984cd-e4c4-4965-a19d-afb6d912911b for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:28:35.812754 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66851e2-1a12-4743-a25e-1bf5bab521cb None None] Updating router e82984cd-e4c4-4965-a19d-afb6d912911b port 2696b467-0cbd-4af0-b1af-9e09df36ce45 binding host n-d-779913-12 {{(pid=93179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 10:28:35.867612 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-b66851e2-1a12-4743-a25e-1bf5bab521cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:35.868996 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-2a3c77a0-73f7-484b-945e-9a153f5116a9 None None] Port 2696b467-0cbd-4af0-b1af-9e09df36ce45 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:28:35.923725 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port c049b64c-c37a-4f3b-bf44-4c986e18836b triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:28:35.924217 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:35.953269 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:35.963211 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f13ca8-50b2-46cb-ace1-d5d1b64b2ff6 None None] Resources bound (agent type, host, resource id): {{(pid=93178) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 11 10:28:36.085440 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4df55723-e279-4e23-8609-3179786c14e1 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:36.090791 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b3fca15e-8797-4465-9682-e30216cd7b0b tempest-ExternalNetworksTestJSON-1691421527 tempest-ExternalNetworksTestJSON-1691421527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:36.095923 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4df55723-e279-4e23-8609-3179786c14e1 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:36.097764 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-4df55723-e279-4e23-8609-3179786c14e1 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] 10.222.0.60 "DELETE /v2.0/networks/4d1f7388-a464-4603-b305-60f7e9562795 HTTP/1.1" status: 204 len: 168 time: 1.3079419 Jun 11 10:28:36.101098 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38570) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:36.117870 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df55723-e279-4e23-8609-3179786c14e1 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Pushing event deleted for resources: {'Network': ['ID=4d1f7388-a464-4603-b305-60f7e9562795,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:36.122414 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4df55723-e279-4e23-8609-3179786c14e1 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:36.126941 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 4f2f08af-68b3-44e7-9574-765ce0807da6 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:28:36.151947 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3fe81c8-eb25-47d8-bd52-ee05db2aa42b tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] DELETE failed (client error): The resource could not be found. Jun 11 10:28:36.153950 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3fe81c8-eb25-47d8-bd52-ee05db2aa42b tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 10:28:36.156367 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-b3fe81c8-eb25-47d8-bd52-ee05db2aa42b tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] 10.222.0.60 "DELETE /v2.0/subnets/005571b2-038c-4d95-95c6-f31a1a4397b6 HTTP/1.1" status: 404 len: 337 time: 0.0537510 Jun 11 10:28:36.158648 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38572) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:36.187053 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-260bd14b-32f3-4e22-b804-9a4461c0605e tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] DELETE failed (client error): The resource could not be found. Jun 11 10:28:36.187956 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-260bd14b-32f3-4e22-b804-9a4461c0605e tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 10:28:36.190515 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-260bd14b-32f3-4e22-b804-9a4461c0605e tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] 10.222.0.60 "DELETE /v2.0/networks/4d1f7388-a464-4603-b305-60f7e9562795 HTTP/1.1" status: 404 len: 339 time: 0.0307784 Jun 11 10:28:36.193161 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38574) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:36.216825 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22366e0-c078-4cb3-a0ea-628d05a0fb1a req-178c7ff8-5677-4d0d-9f13-5376533db34d tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:36.218479 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b22366e0-c078-4cb3-a0ea-628d05a0fb1a req-178c7ff8-5677-4d0d-9f13-5376533db34d tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/networks?id=5d6b570a-a2dd-4103-99e8-e9a125c30ddc HTTP/1.1" status: 200 len: 797 time: 0.6346149 Jun 11 10:28:36.238386 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-6553e267-e165-43d2-a026-9f5c5ea426fa tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] DELETE failed (client error): The resource could not be found. Jun 11 10:28:36.238853 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6553e267-e165-43d2-a026-9f5c5ea426fa tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 10:28:36.239539 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b22366e0-c078-4cb3-a0ea-628d05a0fb1a req-fcf9ff51-c96c-4a0c-944f-1716998b923e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/quotas/291bb5ee2189444bb635fe5a1d306c3b HTTP/1.1" status: 200 len: 375 time: 0.0149977 Jun 11 10:28:36.243308 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-6553e267-e165-43d2-a026-9f5c5ea426fa tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] 10.222.0.60 "DELETE /v2.0/subnets/4148b933-36df-4e87-8026-20e6f0b4172c HTTP/1.1" status: 404 len: 337 time: 0.0491796 Jun 11 10:28:36.243968 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38576) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:36.256034 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-b66851e2-1a12-4743-a25e-1bf5bab521cb None None] Notify callbacks [] for port, precommit_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:36.265679 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 4f2f08af-68b3-44e7-9574-765ce0807da6 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:28:36.266065 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:36.267255 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3e58f58-b8a5-42af-80d3-a4b5898783f4 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] DELETE failed (client error): The resource could not be found. Jun 11 10:28:36.267877 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3e58f58-b8a5-42af-80d3-a4b5898783f4 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 10:28:36.270628 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-d3e58f58-b8a5-42af-80d3-a4b5898783f4 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] 10.222.0.60 "DELETE /v2.0/networks/0efa6286-abc2-4ade-8b2d-f77546db1837 HTTP/1.1" status: 404 len: 339 time: 0.0257254 Jun 11 10:28:36.272822 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-b66851e2-1a12-4743-a25e-1bf5bab521cb None None] Transition to ACTIVE for port object 2696b467-0cbd-4af0-b1af-9e09df36ce45 will not be triggered until provisioned by entity L2. {{(pid=93179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:28:36.273339 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38578) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:36.313572 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ffa4e15-8249-4d02-921c-50fd0fc45058 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] DELETE failed (client error): The resource could not be found. Jun 11 10:28:36.314027 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ffa4e15-8249-4d02-921c-50fd0fc45058 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 10:28:36.318278 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-5ffa4e15-8249-4d02-921c-50fd0fc45058 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] 10.222.0.60 "DELETE /v2.0/subnets/538cb762-85cc-4087-9dd3-15ee90dcceae HTTP/1.1" status: 404 len: 337 time: 0.0418456 Jun 11 10:28:36.318592 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38580) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:36.319959 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b22366e0-c078-4cb3-a0ea-628d05a0fb1a req-e6fc8d72-5259-4700-be60-7b2f5983d1b2 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=291bb5ee2189444bb635fe5a1d306c3b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0795295 Jun 11 10:28:36.331058 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-b66851e2-1a12-4743-a25e-1bf5bab521cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:36.333385 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-e98755e1-583c-4959-8f1d-1b14afc0fe16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:36.345903 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-989fcb95-8630-4ad4-ad03-3dd4dd378962 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] DELETE failed (client error): The resource could not be found. Jun 11 10:28:36.345903 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-989fcb95-8630-4ad4-ad03-3dd4dd378962 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 10:28:36.345903 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-989fcb95-8630-4ad4-ad03-3dd4dd378962 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] 10.222.0.60 "DELETE /v2.0/networks/4dce110e-13c4-4d7e-b689-b668ccda606c HTTP/1.1" status: 404 len: 339 time: 0.0239453 Jun 11 10:28:36.346252 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38582) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:36.450769 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9937ac-33f8-4f11-92c4-d61aa124abc4 None None] Pushing event updated for resources: {'Port': ['ID=2696b467-0cbd-4af0-b1af-9e09df36ce45,revision_number=3']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:36.458902 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9937ac-33f8-4f11-92c4-d61aa124abc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:28:36.459240 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9937ac-33f8-4f11-92c4-d61aa124abc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:28:36.459590 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9937ac-33f8-4f11-92c4-d61aa124abc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:28:36.459920 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9937ac-33f8-4f11-92c4-d61aa124abc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:28:36.460240 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9937ac-33f8-4f11-92c4-d61aa124abc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:28:36.460593 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9937ac-33f8-4f11-92c4-d61aa124abc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:28:36.460917 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9937ac-33f8-4f11-92c4-d61aa124abc4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:28:36.461233 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9937ac-33f8-4f11-92c4-d61aa124abc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:28:36.461544 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9937ac-33f8-4f11-92c4-d61aa124abc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:28:36.461857 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9937ac-33f8-4f11-92c4-d61aa124abc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:28:36.462169 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9937ac-33f8-4f11-92c4-d61aa124abc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:28:36.463031 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9937ac-33f8-4f11-92c4-d61aa124abc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:28:36.478594 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-ab9937ac-33f8-4f11-92c4-d61aa124abc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:36.493372 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b22366e0-c078-4cb3-a0ea-628d05a0fb1a req-9af3ea1c-12a6-4b03-a521-da93c4840a2c service neutron] 10.222.0.60 "GET /v2.0/networks/5d6b570a-a2dd-4103-99e8-e9a125c30ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579463 Jun 11 10:28:36.507522 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-7809c7df-b5b9-4679-8337-684e75ebf5f2 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Deleting port 42097d4c-7971-4c1d-a6a5-cae2c69a1b84 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:28:36.507998 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7809c7df-b5b9-4679-8337-684e75ebf5f2 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:36.557367 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-b66851e2-1a12-4743-a25e-1bf5bab521cb None None] Attempting to bind port 2696b467-0cbd-4af0-b1af-9e09df36ce45 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:28:36.558024 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-b66851e2-1a12-4743-a25e-1bf5bab521cb None None] Attempting to bind port 2696b467-0cbd-4af0-b1af-9e09df36ce45 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '91cdafeb-011e-4f07-97b5-bb8dcf845755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5d6b570a-a2dd-4103-99e8-e9a125c30ddc'}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:28:36.558593 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66851e2-1a12-4743-a25e-1bf5bab521cb None None] Attempting to bind port 2696b467-0cbd-4af0-b1af-9e09df36ce45 on network 5d6b570a-a2dd-4103-99e8-e9a125c30ddc {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:28:36.564997 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66851e2-1a12-4743-a25e-1bf5bab521cb None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:28:36.565696 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66851e2-1a12-4743-a25e-1bf5bab521cb None None] Checking segment: {'id': '91cdafeb-011e-4f07-97b5-bb8dcf845755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5d6b570a-a2dd-4103-99e8-e9a125c30ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:28:36.566297 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-b66851e2-1a12-4743-a25e-1bf5bab521cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:36.567055 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66851e2-1a12-4743-a25e-1bf5bab521cb None None] Bound using segment: {'id': '91cdafeb-011e-4f07-97b5-bb8dcf845755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5d6b570a-a2dd-4103-99e8-e9a125c30ddc'} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:28:36.567837 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-b66851e2-1a12-4743-a25e-1bf5bab521cb None None] Bound port: 2696b467-0cbd-4af0-b1af-9e09df36ce45, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91cdafeb-011e-4f07-97b5-bb8dcf845755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5d6b570a-a2dd-4103-99e8-e9a125c30ddc'}}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:28:36.568427 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-b66851e2-1a12-4743-a25e-1bf5bab521cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:36.609199 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7809c7df-b5b9-4679-8337-684e75ebf5f2 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:36.649145 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b22366e0-c078-4cb3-a0ea-628d05a0fb1a req-b0231a61-52f1-4c6a-a4cd-f3add5742bf7 service neutron] 10.222.0.60 "GET /v2.0/networks/5d6b570a-a2dd-4103-99e8-e9a125c30ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491296 Jun 11 10:28:36.655327 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-b66851e2-1a12-4743-a25e-1bf5bab521cb None None] For port 2696b467-0cbd-4af0-b1af-9e09df36ce45, host n-d-779913-12, cleared binding levels {{(pid=93179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:28:36.659196 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-b66851e2-1a12-4743-a25e-1bf5bab521cb None None] For port 2696b467-0cbd-4af0-b1af-9e09df36ce45, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=2696b467-0cbd-4af0-b1af-9e09df36ce45,segment=NetworkSegment(91cdafeb-011e-4f07-97b5-bb8dcf845755),segment_id=91cdafeb-011e-4f07-97b5-bb8dcf845755)] {{(pid=93179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:28:36.714348 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-7809c7df-b5b9-4679-8337-684e75ebf5f2 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Calling delete_port for 42097d4c-7971-4c1d-a6a5-cae2c69a1b84 owned by {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:28:36.737792 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-b66851e2-1a12-4743-a25e-1bf5bab521cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:36.740005 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-d421a3de-c6c3-494f-b528-d0834a9c4b27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:36.811397 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66851e2-1a12-4743-a25e-1bf5bab521cb None None] Routers {'e82984cd-e4c4-4965-a19d-afb6d912911b'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:28:36.812093 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-b66851e2-1a12-4743-a25e-1bf5bab521cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:28:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['e82984cd-e4c4-4965-a19d-afb6d912911b'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:28:36.813802 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9937ac-33f8-4f11-92c4-d61aa124abc4 None None] Pushing event updated for resources: {'Port': ['ID=2696b467-0cbd-4af0-b1af-9e09df36ce45,revision_number=4']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:36.817444 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-ab9937ac-33f8-4f11-92c4-d61aa124abc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:36.919496 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7809c7df-b5b9-4679-8337-684e75ebf5f2 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:36.924576 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c2474edb-117d-4727-a339-01e0b27db7f5 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:36.954405 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7809c7df-b5b9-4679-8337-684e75ebf5f2 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Pushing event deleted for resources: {'Port': ['ID=42097d4c-7971-4c1d-a6a5-cae2c69a1b84,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:36.960411 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7809c7df-b5b9-4679-8337-684e75ebf5f2 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:36.982507 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7809c7df-b5b9-4679-8337-684e75ebf5f2 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:36.984822 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-7809c7df-b5b9-4679-8337-684e75ebf5f2 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] 10.222.0.60 "DELETE /v2.0/ports/42097d4c-7971-4c1d-a6a5-cae2c69a1b84 HTTP/1.1" status: 204 len: 168 time: 0.6376443 Jun 11 10:28:36.987305 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38588) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:37.010116 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-b66851e2-1a12-4743-a25e-1bf5bab521cb None None] Set router e82984cd-e4c4-4965-a19d-afb6d912911b gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:28:37.022902 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-08f8470f-6ef6-43a4-baf6-631ffbcb8b21 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] DELETE failed (client error): The resource could not be found. Jun 11 10:28:37.023360 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08f8470f-6ef6-43a4-baf6-631ffbcb8b21 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 10:28:37.038174 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-08f8470f-6ef6-43a4-baf6-631ffbcb8b21 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] 10.222.0.60 "DELETE /v2.0/subnets/611839e7-e8e5-4e09-93cb-007d688b1d0f HTTP/1.1" status: 404 len: 337 time: 0.0473106 Jun 11 10:28:37.038174 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38590) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:37.054633 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4f2c7d74-c838-4390-a1a3-462d3b382d2d req-08493bab-df01-4a0c-8665-3ade28498076 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=08e706fe-3078-4deb-8a24-6a1630ab35e8 HTTP/1.1" status: 200 len: 210 time: 0.0655262 Jun 11 10:28:37.172710 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2437c9a3-2bf4-4b42-9051-c29ac4aa4ca5 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:37.293567 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2437c9a3-2bf4-4b42-9051-c29ac4aa4ca5 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:37.307229 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-2437c9a3-2bf4-4b42-9051-c29ac4aa4ca5 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d871fde6-80c3-4d1c-8f93-4c0b125c1a07']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:28:37.319728 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-2437c9a3-2bf4-4b42-9051-c29ac4aa4ca5 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2b372a6-4eff-4638-a7d0-83770da65b3f') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:28:37.320114 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-2437c9a3-2bf4-4b42-9051-c29ac4aa4ca5 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2b372a6-4eff-4638-a7d0-83770da65b3f') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:28:37.331240 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2437c9a3-2bf4-4b42-9051-c29ac4aa4ca5 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:37.347434 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2437c9a3-2bf4-4b42-9051-c29ac4aa4ca5 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:37.354310 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2437c9a3-2bf4-4b42-9051-c29ac4aa4ca5 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Releasing vlan 772 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:28:37.355822 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2437c9a3-2bf4-4b42-9051-c29ac4aa4ca5 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:37.358073 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 10:28:37.358073 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:28:37.358073 n-d-779913-12 neutron-server[93176]: timer() Jun 11 10:28:37.358073 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:28:37.358073 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 10:28:37.358073 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:28:37.358073 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 10:28:37.358073 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:28:37.358073 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 10:28:37.358073 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:28:37.358073 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 10:28:37.358073 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:28:37.358073 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 10:28:37.358073 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:28:37.358073 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:28:37.358073 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:28:37.358073 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:28:37.358073 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:28:37.358073 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 10:28:37.358073 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:28:37.358073 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 10:28:37.358073 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:28:37.358073 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:28:37.358073 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:28:37.358073 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 10:28:37.358073 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:28:37.358073 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:28:37.358073 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:28:37.358073 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:28:37.358073 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:28:37.358073 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:28:37.358073 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:28:37.418127 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-b66851e2-1a12-4743-a25e-1bf5bab521cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e82984cd-e4c4-4965-a19d-afb6d912911b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-254095427', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '4f2f08af-68b3-44e7-9574-765ce0807da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:28:26Z', 'updated_at': '2021-06-11T10:28:33Z', 'revision_number': 4, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'gw_port': {'id': '4f2f08af-68b3-44e7-9574-765ce0807da6', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:60:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82984cd-e4c4-4965-a19d-afb6d912911b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:28:27Z', 'updated_at': '2021-06-11T10:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '2696b467-0cbd-4af0-b1af-9e09df36ce45', 'name': '', 'network_id': '5d6b570a-a2dd-4103-99e8-e9a125c30ddc', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'mac_address': 'fa:16:3e:d0:ab:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e82984cd-e4c4-4965-a19d-afb6d912911b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '52c260e0-c384-43a7-af7a-631c7e41241b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:28:31Z', 'updated_at': '2021-06-11T10:28:36Z', 'revision_number': 4, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'subnets': [{'id': '52c260e0-c384-43a7-af7a-631c7e41241b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:28:37.422194 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66851e2-1a12-4743-a25e-1bf5bab521cb None None] The sync data for ids ['e82984cd-e4c4-4965-a19d-afb6d912911b'] in n-d-779913-12 is: [{'id': 'e82984cd-e4c4-4965-a19d-afb6d912911b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-254095427', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '4f2f08af-68b3-44e7-9574-765ce0807da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:28:26Z', 'updated_at': '2021-06-11T10:28:33Z', 'revision_number': 4, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'gw_port': {'id': '4f2f08af-68b3-44e7-9574-765ce0807da6', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:60:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82984cd-e4c4-4965-a19d-afb6d912911b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:28:27Z', 'updated_at': '2021-06-11T10:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '2696b467-0cbd-4af0-b1af-9e09df36ce45', 'name': '', 'network_id': '5d6b570a-a2dd-4103-99e8-e9a125c30ddc', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'mac_address': 'fa:16:3e:d0:ab:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e82984cd-e4c4-4965-a19d-afb6d912911b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '52c260e0-c384-43a7-af7a-631c7e41241b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:28:31Z', 'updated_at': '2021-06-11T10:28:36Z', 'revision_number': 4, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'subnets': [{'id': '52c260e0-c384-43a7-af7a-631c7e41241b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:28:37.542837 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2437c9a3-2bf4-4b42-9051-c29ac4aa4ca5 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:37.546679 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f74508c1-5c8f-4a71-9668-a5b25aafe819 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:37.553394 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2437c9a3-2bf4-4b42-9051-c29ac4aa4ca5 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:37.553394 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-2437c9a3-2bf4-4b42-9051-c29ac4aa4ca5 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] 10.222.0.60 "DELETE /v2.0/networks/d871fde6-80c3-4d1c-8f93-4c0b125c1a07 HTTP/1.1" status: 204 len: 168 time: 0.5137103 Jun 11 10:28:37.555511 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38604) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:37.573295 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2437c9a3-2bf4-4b42-9051-c29ac4aa4ca5 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Pushing event deleted for resources: {'Network': ['ID=d871fde6-80c3-4d1c-8f93-4c0b125c1a07,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:37.577857 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2437c9a3-2bf4-4b42-9051-c29ac4aa4ca5 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:37.686427 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-5987cca7-318d-494a-a0f2-ac9de698287c tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Deleting port 38ef8387-e296-4c94-996f-2954583037c8 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:28:37.687023 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5987cca7-318d-494a-a0f2-ac9de698287c tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:37.712785 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 2696b467-0cbd-4af0-b1af-9e09df36ce45 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:28:37.799251 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5987cca7-318d-494a-a0f2-ac9de698287c tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:37.862103 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 2696b467-0cbd-4af0-b1af-9e09df36ce45 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:28:37.866497 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 2696b467-0cbd-4af0-b1af-9e09df36ce45 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:28:37.866883 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:37.907824 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-5987cca7-318d-494a-a0f2-ac9de698287c tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Calling delete_port for 38ef8387-e296-4c94-996f-2954583037c8 owned by {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:28:37.980688 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:38.020496 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 2696b467-0cbd-4af0-b1af-9e09df36ce45, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=2696b467-0cbd-4af0-b1af-9e09df36ce45,segment=NetworkSegment(91cdafeb-011e-4f07-97b5-bb8dcf845755),segment_id=91cdafeb-011e-4f07-97b5-bb8dcf845755)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:28:38.103007 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:38.105932 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-2225f6a9-4355-4b8b-84b9-65ae4d59a509 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:38.163053 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-73ec1549-d15e-4ccd-9081-1b9bec9b7a0e req-361bdc85-42d8-45d9-a7d9-b098ee66b1dc tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=08e706fe-3078-4deb-8a24-6a1630ab35e8 HTTP/1.1" status: 200 len: 210 time: 0.0364311 Jun 11 10:28:38.163760 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5987cca7-318d-494a-a0f2-ac9de698287c tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:38.171349 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3f5a5f0d-8200-4f09-8885-cb1f06ccd625 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:38.174958 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=2696b467-0cbd-4af0-b1af-9e09df36ce45,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:38.185082 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:28:38.185440 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:28:38.185789 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:28:38.186132 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:28:38.186496 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:28:38.186838 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:28:38.191204 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:28:38.191885 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:28:38.192621 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:28:38.193085 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:28:38.193505 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:28:38.193934 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:28:38.199222 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:38.214266 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5987cca7-318d-494a-a0f2-ac9de698287c tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Pushing event deleted for resources: {'Port': ['ID=38ef8387-e296-4c94-996f-2954583037c8,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:38.217438 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5987cca7-318d-494a-a0f2-ac9de698287c tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:38.219975 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5987cca7-318d-494a-a0f2-ac9de698287c tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:38.222202 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-5987cca7-318d-494a-a0f2-ac9de698287c tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] 10.222.0.60 "DELETE /v2.0/ports/38ef8387-e296-4c94-996f-2954583037c8 HTTP/1.1" status: 204 len: 168 time: 0.6656346 Jun 11 10:28:38.224757 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38610) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:38.259921 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-de7bd161-9823-4014-899e-c8306be6a25d tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] DELETE failed (client error): The resource could not be found. Jun 11 10:28:38.260390 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de7bd161-9823-4014-899e-c8306be6a25d tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 10:28:38.262171 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-de7bd161-9823-4014-899e-c8306be6a25d tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] 10.222.0.60 "DELETE /v2.0/subnets/9c030037-d6e9-48d2-817b-f27378f010de HTTP/1.1" status: 404 len: 337 time: 0.0364890 Jun 11 10:28:38.264814 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38612) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:38.379372 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0579d7a8-f9fd-41d7-9015-e12fe934ca26 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:38.555054 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0579d7a8-f9fd-41d7-9015-e12fe934ca26 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:38.567775 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-0579d7a8-f9fd-41d7-9015-e12fe934ca26 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a5fb065-b4b3-4cce-803d-100711d354db']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:28:38.581823 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-0579d7a8-f9fd-41d7-9015-e12fe934ca26 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53427aba-1438-4dfe-b7da-5dc4d042770e') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:28:38.582207 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-0579d7a8-f9fd-41d7-9015-e12fe934ca26 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53427aba-1438-4dfe-b7da-5dc4d042770e') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:28:38.594566 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0579d7a8-f9fd-41d7-9015-e12fe934ca26 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:38.611837 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0579d7a8-f9fd-41d7-9015-e12fe934ca26 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:38.620459 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0579d7a8-f9fd-41d7-9015-e12fe934ca26 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Releasing vlan 773 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:28:38.621038 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0579d7a8-f9fd-41d7-9015-e12fe934ca26 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:38.626149 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 10:28:38.626149 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:28:38.626149 n-d-779913-12 neutron-server[93177]: timer() Jun 11 10:28:38.626149 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:28:38.626149 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 10:28:38.626149 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:28:38.626149 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 10:28:38.626149 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:28:38.626149 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 10:28:38.626149 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:28:38.626149 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 10:28:38.626149 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:28:38.626149 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 10:28:38.626149 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:28:38.626149 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:28:38.626149 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:28:38.626149 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:28:38.626149 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:28:38.626149 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 10:28:38.626149 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:28:38.626149 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 10:28:38.626149 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:28:38.626149 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:28:38.626149 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:28:38.626149 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 10:28:38.626149 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:28:38.626149 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:28:38.626149 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:28:38.626149 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:28:38.626149 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:28:38.626149 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:28:38.626149 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:28:38.771218 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0579d7a8-f9fd-41d7-9015-e12fe934ca26 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:38.774622 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-78e7e958-198f-4895-8895-9909424a279c tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:38.778792 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0579d7a8-f9fd-41d7-9015-e12fe934ca26 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:38.788279 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-0579d7a8-f9fd-41d7-9015-e12fe934ca26 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] 10.222.0.60 "DELETE /v2.0/networks/7a5fb065-b4b3-4cce-803d-100711d354db HTTP/1.1" status: 204 len: 168 time: 0.5146616 Jun 11 10:28:38.789110 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38614) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:38.796199 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0579d7a8-f9fd-41d7-9015-e12fe934ca26 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Pushing event deleted for resources: {'Network': ['ID=7a5fb065-b4b3-4cce-803d-100711d354db,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:38.798545 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0579d7a8-f9fd-41d7-9015-e12fe934ca26 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:38.847384 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1ae34f9-b9d6-4bdb-b73d-e68f36ce8034 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Deleting subnet 03697a9a-e01b-4f26-9fb7-d24549f86fd6 {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:28:38.850572 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c1ae34f9-b9d6-4bdb-b73d-e68f36ce8034 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:38.906384 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c1ae34f9-b9d6-4bdb-b73d-e68f36ce8034 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:39.007174 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c1ae34f9-b9d6-4bdb-b73d-e68f36ce8034 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:39.172150 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c1ae34f9-b9d6-4bdb-b73d-e68f36ce8034 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:39.174481 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a49aff65-19e2-439e-936b-fb02ed39024f tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:39.211081 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ae34f9-b9d6-4bdb-b73d-e68f36ce8034 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Pushing event deleted for resources: {'Subnet': ['ID=03697a9a-e01b-4f26-9fb7-d24549f86fd6,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:39.215141 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c1ae34f9-b9d6-4bdb-b73d-e68f36ce8034 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:39.217794 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c1ae34f9-b9d6-4bdb-b73d-e68f36ce8034 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:39.220191 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-c1ae34f9-b9d6-4bdb-b73d-e68f36ce8034 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] 10.222.0.60 "DELETE /v2.0/subnets/03697a9a-e01b-4f26-9fb7-d24549f86fd6 HTTP/1.1" status: 204 len: 168 time: 0.4353104 Jun 11 10:28:39.222585 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38618) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:39.224742 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3744966c-4793-4ffb-8eb7-61403d0a3952 None None] Network 7e90ba54-be1d-461c-b35b-1728b31134b8 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:28:39.361261 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5bf5aed2-4cf0-45e6-adac-9a2c7c4feef6 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:39.364476 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-69b4390d-4fbd-4b0a-bb63-c2cc53333c87 req-ed7473df-bfd6-449d-8236-68b9af915adc tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=08e706fe-3078-4deb-8a24-6a1630ab35e8 HTTP/1.1" status: 200 len: 210 time: 0.0473866 Jun 11 10:28:39.439378 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-5bf5aed2-4cf0-45e6-adac-9a2c7c4feef6 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Deleting port ed7a83ee-8af4-4565-8b14-c0c01a689f9a {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:28:39.439757 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5bf5aed2-4cf0-45e6-adac-9a2c7c4feef6 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:39.484434 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b1452d-7dc7-4146-953f-be7a7dd273c3 None None] DHCP port deletion for 7e90ba54-be1d-461c-b35b-1728b31134b8 request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 10:28:39.551605 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-5bf5aed2-4cf0-45e6-adac-9a2c7c4feef6 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] For port ed7a83ee-8af4-4565-8b14-c0c01a689f9a, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=ed7a83ee-8af4-4565-8b14-c0c01a689f9a,segment=NetworkSegment(8b998b45-a9ed-4883-b2b3-445c9bec9036),segment_id=8b998b45-a9ed-4883-b2b3-445c9bec9036)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:28:39.551929 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5bf5aed2-4cf0-45e6-adac-9a2c7c4feef6 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:39.555012 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-c1b1452d-7dc7-4146-953f-be7a7dd273c3 None None] Deleting port ed7a83ee-8af4-4565-8b14-c0c01a689f9a {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:28:39.555374 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c1b1452d-7dc7-4146-953f-be7a7dd273c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:39.646848 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-c1b1452d-7dc7-4146-953f-be7a7dd273c3 None None] For port ed7a83ee-8af4-4565-8b14-c0c01a689f9a, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=ed7a83ee-8af4-4565-8b14-c0c01a689f9a,segment=NetworkSegment(8b998b45-a9ed-4883-b2b3-445c9bec9036),segment_id=8b998b45-a9ed-4883-b2b3-445c9bec9036)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:28:39.647254 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c1b1452d-7dc7-4146-953f-be7a7dd273c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:39.670446 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-5bf5aed2-4cf0-45e6-adac-9a2c7c4feef6 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Calling delete_port for ed7a83ee-8af4-4565-8b14-c0c01a689f9a owned by network:dhcp {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:28:39.703341 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 2696b467-0cbd-4af0-b1af-9e09df36ce45 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:28:39.745784 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-c1b1452d-7dc7-4146-953f-be7a7dd273c3 None None] Calling delete_port for ed7a83ee-8af4-4565-8b14-c0c01a689f9a owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:28:39.871961 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22366e0-c078-4cb3-a0ea-628d05a0fb1a req-4d97373b-b68b-4e9d-bc17-712b1998d551 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:39.873436 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b22366e0-c078-4cb3-a0ea-628d05a0fb1a req-4d97373b-b68b-4e9d-bc17-712b1998d551 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.69 "GET /v2.0/networks?id=5d6b570a-a2dd-4103-99e8-e9a125c30ddc HTTP/1.1" status: 200 len: 797 time: 0.2545106 Jun 11 10:28:39.889316 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 2696b467-0cbd-4af0-b1af-9e09df36ce45 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:28:39.889894 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:39.934409 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b22366e0-c078-4cb3-a0ea-628d05a0fb1a req-17ba6de2-3543-4c9c-9589-ef9e9155065f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=291bb5ee2189444bb635fe5a1d306c3b HTTP/1.1" status: 200 len: 380 time: 0.0508280 Jun 11 10:28:39.947585 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-b22366e0-c078-4cb3-a0ea-628d05a0fb1a req-8150babf-cb84-4218-9223-c8ea561d899a tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Request body: {'port': {'device_id': '08e706fe-3078-4deb-8a24-6a1630ab35e8', 'network_id': '5d6b570a-a2dd-4103-99e8-e9a125c30ddc', 'admin_state_up': True, 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'security_groups': ['40bb8d94-2b76-4361-ae63-2be0f733f6e7']}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:28:39.983413 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5bf5aed2-4cf0-45e6-adac-9a2c7c4feef6 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:39.988479 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-149f6fc6-247d-4076-8df0-5948f97a7452 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:40.005177 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c1b1452d-7dc7-4146-953f-be7a7dd273c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:40.008224 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-b0696786-ecd0-49e8-b5aa-81406557104a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:40.044056 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b1452d-7dc7-4146-953f-be7a7dd273c3 None None] Pushing event deleted for resources: {'Port': ['ID=ed7a83ee-8af4-4565-8b14-c0c01a689f9a,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:40.046004 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b1452d-7dc7-4146-953f-be7a7dd273c3 None None] No DVR routers for this DVR port ed7a83ee-8af4-4565-8b14-c0c01a689f9a on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:28:40.047612 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-c1b1452d-7dc7-4146-953f-be7a7dd273c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:40.069578 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf5aed2-4cf0-45e6-adac-9a2c7c4feef6 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] No DVR routers for this DVR port ed7a83ee-8af4-4565-8b14-c0c01a689f9a on host n-d-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:28:40.071183 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf5aed2-4cf0-45e6-adac-9a2c7c4feef6 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Pushing event deleted for resources: {'Port': ['ID=ed7a83ee-8af4-4565-8b14-c0c01a689f9a,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:40.081806 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device ed7a83ee-8af4-4565-8b14-c0c01a689f9a no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:28:40.084937 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5bf5aed2-4cf0-45e6-adac-9a2c7c4feef6 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:40.107477 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: ed7a83ee-8af4-4565-8b14-c0c01a689f9a {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:28:40.107866 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device ed7a83ee-8af4-4565-8b14-c0c01a689f9a not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:28:40.210109 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5bf5aed2-4cf0-45e6-adac-9a2c7c4feef6 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:40.233975 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-5bf5aed2-4cf0-45e6-adac-9a2c7c4feef6 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e90ba54-be1d-461c-b35b-1728b31134b8']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:28:40.253179 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-5bf5aed2-4cf0-45e6-adac-9a2c7c4feef6 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b998b45-a9ed-4883-b2b3-445c9bec9036') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:28:40.253467 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-5bf5aed2-4cf0-45e6-adac-9a2c7c4feef6 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b998b45-a9ed-4883-b2b3-445c9bec9036') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:28:40.265566 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5bf5aed2-4cf0-45e6-adac-9a2c7c4feef6 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:40.280310 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5bf5aed2-4cf0-45e6-adac-9a2c7c4feef6 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:40.286148 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bf5aed2-4cf0-45e6-adac-9a2c7c4feef6 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Releasing vlan 795 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:28:40.286529 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5bf5aed2-4cf0-45e6-adac-9a2c7c4feef6 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:40.289574 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 10:28:40.289574 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:28:40.289574 n-d-779913-12 neutron-server[93177]: timer() Jun 11 10:28:40.289574 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:28:40.289574 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 10:28:40.289574 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:28:40.289574 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 10:28:40.289574 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:28:40.289574 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 10:28:40.289574 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:28:40.289574 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 10:28:40.289574 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:28:40.289574 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 10:28:40.289574 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:28:40.289574 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:28:40.289574 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:28:40.289574 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:28:40.289574 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:28:40.289574 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 10:28:40.289574 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:28:40.289574 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 10:28:40.289574 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:28:40.289574 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:28:40.289574 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:28:40.289574 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 10:28:40.289574 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:28:40.289574 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:28:40.289574 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:28:40.289574 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:28:40.289574 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:28:40.289574 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:28:40.289574 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:28:40.366734 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b22366e0-c078-4cb3-a0ea-628d05a0fb1a req-8150babf-cb84-4218-9223-c8ea561d899a tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Made reservation on behalf of 291bb5ee2189444bb635fe5a1d306c3b for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:28:40.370613 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-b22366e0-c078-4cb3-a0ea-628d05a0fb1a req-8150babf-cb84-4218-9223-c8ea561d899a tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:40.459172 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5bf5aed2-4cf0-45e6-adac-9a2c7c4feef6 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:40.464560 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2508ccbc-0f47-4d00-846f-c86965e6838b tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:40.470871 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5bf5aed2-4cf0-45e6-adac-9a2c7c4feef6 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:40.475203 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-5bf5aed2-4cf0-45e6-adac-9a2c7c4feef6 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] 10.222.0.60 "DELETE /v2.0/networks/7e90ba54-be1d-461c-b35b-1728b31134b8 HTTP/1.1" status: 204 len: 168 time: 1.2492359 Jun 11 10:28:40.508209 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf5aed2-4cf0-45e6-adac-9a2c7c4feef6 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Pushing event deleted for resources: {'Network': ['ID=7e90ba54-be1d-461c-b35b-1728b31134b8,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:40.513954 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5bf5aed2-4cf0-45e6-adac-9a2c7c4feef6 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:40.575247 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [req-b22366e0-c078-4cb3-a0ea-628d05a0fb1a req-8150babf-cb84-4218-9223-c8ea561d899a tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Allocated IP 172.20.0.5 (5d6b570a-a2dd-4103-99e8-e9a125c30ddc/52c260e0-c384-43a7-af7a-631c7e41241b/7257b1a9-0a4a-4c88-aee7-db2a98e98b3e) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:28:40.763638 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4f305965-1451-4658-a7a5-584051a64315 req-9dea1cf9-f8e5-48f6-a31d-1e7e0eba1552 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=08e706fe-3078-4deb-8a24-6a1630ab35e8 HTTP/1.1" status: 200 len: 210 time: 0.2623980 Jun 11 10:28:40.808770 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-b22366e0-c078-4cb3-a0ea-628d05a0fb1a req-8150babf-cb84-4218-9223-c8ea561d899a tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:40.822566 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-b22366e0-c078-4cb3-a0ea-628d05a0fb1a req-8150babf-cb84-4218-9223-c8ea561d899a tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Transition to ACTIVE for port object 7257b1a9-0a4a-4c88-aee7-db2a98e98b3e will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:28:40.943463 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-b22366e0-c078-4cb3-a0ea-628d05a0fb1a req-8150babf-cb84-4218-9223-c8ea561d899a tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:40.947792 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5bf5aed2-4cf0-45e6-adac-9a2c7c4feef6 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:41.001713 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b22366e0-c078-4cb3-a0ea-628d05a0fb1a req-8150babf-cb84-4218-9223-c8ea561d899a tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Network 5d6b570a-a2dd-4103-99e8-e9a125c30ddc is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:28:41.005120 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [req-b22366e0-c078-4cb3-a0ea-628d05a0fb1a req-8150babf-cb84-4218-9223-c8ea561d899a tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:28:41.009105 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-b22366e0-c078-4cb3-a0ea-628d05a0fb1a req-8150babf-cb84-4218-9223-c8ea561d899a tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:28:41.016870 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38630) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:41.042984 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8150babf-cb84-4218-9223-c8ea561d899a tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Pushing event updated for resources: {'Port': ['ID=7257b1a9-0a4a-4c88-aee7-db2a98e98b3e,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:41.048212 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8150babf-cb84-4218-9223-c8ea561d899a tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:41.088308 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22366e0-c078-4cb3-a0ea-628d05a0fb1a req-8150babf-cb84-4218-9223-c8ea561d899a tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:41.089106 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-b22366e0-c078-4cb3-a0ea-628d05a0fb1a req-8150babf-cb84-4218-9223-c8ea561d899a tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:41.189168 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b22366e0-c078-4cb3-a0ea-628d05a0fb1a req-8150babf-cb84-4218-9223-c8ea561d899a tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2467558 Jun 11 10:28:41.189416 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-89b90219-edc4-49fb-80e0-30642481a86c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0b9f1669e23e48759c1eda45eaf8f602&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1701515 Jun 11 10:28:41.189844 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38634) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:41.201999 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-b22366e0-c078-4cb3-a0ea-628d05a0fb1a req-c7b612e1-8e91-4d78-b17e-db80708c7570 service neutron] Request body: {'port': {'device_id': '08e706fe-3078-4deb-8a24-6a1630ab35e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-12'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:28:41.247977 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-47d30da7-7a8d-47af-a72c-52aeb9abf918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:41.279101 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-47d30da7-7a8d-47af-a72c-52aeb9abf918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:41.307802 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-b22366e0-c078-4cb3-a0ea-628d05a0fb1a req-c7b612e1-8e91-4d78-b17e-db80708c7570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:41.342553 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-2dcf7a34-0994-4de4-9e0f-9b750d256e9d None None] Provisioning for port 7257b1a9-0a4a-4c88-aee7-db2a98e98b3e completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:28:41.347529 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-2dcf7a34-0994-4de4-9e0f-9b750d256e9d None None] Provisioning complete for port 7257b1a9-0a4a-4c88-aee7-db2a98e98b3e triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:28:41.348349 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2dcf7a34-0994-4de4-9e0f-9b750d256e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:41.394719 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-2dcf7a34-0994-4de4-9e0f-9b750d256e9d None None] Port 7257b1a9-0a4a-4c88-aee7-db2a98e98b3e cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:28:41.438655 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-47d30da7-7a8d-47af-a72c-52aeb9abf918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:41.441565 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-47d30da7-7a8d-47af-a72c-52aeb9abf918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:41.444122 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-47d30da7-7a8d-47af-a72c-52aeb9abf918 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6f3a4bab-bcfb-4010-939a-c7c2302bfb29 HTTP/1.1" status: 204 len: 168 time: 0.2532370 Jun 11 10:28:41.444961 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d6fee7e1-7daa-4881-95ad-9f888353aeba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:41.457477 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d30da7-7a8d-47af-a72c-52aeb9abf918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f3a4bab-bcfb-4010-939a-c7c2302bfb29,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:41.460025 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-47d30da7-7a8d-47af-a72c-52aeb9abf918 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:41.649179 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [req-b22366e0-c078-4cb3-a0ea-628d05a0fb1a req-c7b612e1-8e91-4d78-b17e-db80708c7570 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7257b1a9-0a4a-4c88-aee7-db2a98e98b3e {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:28:41.656668 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-b22366e0-c078-4cb3-a0ea-628d05a0fb1a req-c7b612e1-8e91-4d78-b17e-db80708c7570 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:41.668326 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-b22366e0-c078-4cb3-a0ea-628d05a0fb1a req-c7b612e1-8e91-4d78-b17e-db80708c7570 service neutron] Transition to ACTIVE for port object 7257b1a9-0a4a-4c88-aee7-db2a98e98b3e will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:28:41.787662 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-b22366e0-c078-4cb3-a0ea-628d05a0fb1a req-c7b612e1-8e91-4d78-b17e-db80708c7570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:41.789936 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a9ee94c-dc60-4aa2-8ca3-d79d7bed6d63 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:41.968235 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b612e1-8e91-4d78-b17e-db80708c7570 service neutron] Pushing event updated for resources: {'Port': ['ID=7257b1a9-0a4a-4c88-aee7-db2a98e98b3e,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:41.971219 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c7b612e1-8e91-4d78-b17e-db80708c7570 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:42.045552 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-b22366e0-c078-4cb3-a0ea-628d05a0fb1a req-c7b612e1-8e91-4d78-b17e-db80708c7570 service neutron] Attempting to bind port 7257b1a9-0a4a-4c88-aee7-db2a98e98b3e on host n-h2-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:28:42.045871 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-b22366e0-c078-4cb3-a0ea-628d05a0fb1a req-c7b612e1-8e91-4d78-b17e-db80708c7570 service neutron] Attempting to bind port 7257b1a9-0a4a-4c88-aee7-db2a98e98b3e by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': '91cdafeb-011e-4f07-97b5-bb8dcf845755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5d6b570a-a2dd-4103-99e8-e9a125c30ddc'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:28:42.046208 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22366e0-c078-4cb3-a0ea-628d05a0fb1a req-c7b612e1-8e91-4d78-b17e-db80708c7570 service neutron] Attempting to bind port 7257b1a9-0a4a-4c88-aee7-db2a98e98b3e on network 5d6b570a-a2dd-4103-99e8-e9a125c30ddc {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:28:42.053681 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22366e0-c078-4cb3-a0ea-628d05a0fb1a req-c7b612e1-8e91-4d78-b17e-db80708c7570 service neutron] Port 7257b1a9-0a4a-4c88-aee7-db2a98e98b3e on network 5d6b570a-a2dd-4103-99e8-e9a125c30ddc not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:28:42.054018 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22366e0-c078-4cb3-a0ea-628d05a0fb1a req-c7b612e1-8e91-4d78-b17e-db80708c7570 service neutron] Attempting to bind port 7257b1a9-0a4a-4c88-aee7-db2a98e98b3e on network 5d6b570a-a2dd-4103-99e8-e9a125c30ddc {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:28:42.062220 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22366e0-c078-4cb3-a0ea-628d05a0fb1a req-c7b612e1-8e91-4d78-b17e-db80708c7570 service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:28:42.062518 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22366e0-c078-4cb3-a0ea-628d05a0fb1a req-c7b612e1-8e91-4d78-b17e-db80708c7570 service neutron] Checking segment: {'id': '91cdafeb-011e-4f07-97b5-bb8dcf845755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5d6b570a-a2dd-4103-99e8-e9a125c30ddc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:28:42.062911 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22366e0-c078-4cb3-a0ea-628d05a0fb1a req-c7b612e1-8e91-4d78-b17e-db80708c7570 service neutron] Bound using segment: {'id': '91cdafeb-011e-4f07-97b5-bb8dcf845755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5d6b570a-a2dd-4103-99e8-e9a125c30ddc'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:28:42.063351 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-b22366e0-c078-4cb3-a0ea-628d05a0fb1a req-c7b612e1-8e91-4d78-b17e-db80708c7570 service neutron] Bound port: 7257b1a9-0a4a-4c88-aee7-db2a98e98b3e, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91cdafeb-011e-4f07-97b5-bb8dcf845755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5d6b570a-a2dd-4103-99e8-e9a125c30ddc'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:28:42.063735 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-b22366e0-c078-4cb3-a0ea-628d05a0fb1a req-c7b612e1-8e91-4d78-b17e-db80708c7570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:42.082414 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eeec69-f3ad-4df8-9905-c52f25102fdd req-5470a5c7-80af-478e-b3ef-e2d4ac2a7aa2 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:42.083932 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-61eeec69-f3ad-4df8-9905-c52f25102fdd req-5470a5c7-80af-478e-b3ef-e2d4ac2a7aa2 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=08e706fe-3078-4deb-8a24-6a1630ab35e8 HTTP/1.1" status: 200 len: 943 time: 0.1565471 Jun 11 10:28:42.182432 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-61eeec69-f3ad-4df8-9905-c52f25102fdd req-4c164f1d-9b90-4ce3-bf82-973fe4b3e135 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=40bb8d94-2b76-4361-ae63-2be0f733f6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918581 Jun 11 10:28:42.189198 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-b22366e0-c078-4cb3-a0ea-628d05a0fb1a req-c7b612e1-8e91-4d78-b17e-db80708c7570 service neutron] For port 7257b1a9-0a4a-4c88-aee7-db2a98e98b3e, host n-h2-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:28:42.192743 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-b22366e0-c078-4cb3-a0ea-628d05a0fb1a req-c7b612e1-8e91-4d78-b17e-db80708c7570 service neutron] For port 7257b1a9-0a4a-4c88-aee7-db2a98e98b3e, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=7257b1a9-0a4a-4c88-aee7-db2a98e98b3e,segment=NetworkSegment(91cdafeb-011e-4f07-97b5-bb8dcf845755),segment_id=91cdafeb-011e-4f07-97b5-bb8dcf845755)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:28:42.257056 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-b22366e0-c078-4cb3-a0ea-628d05a0fb1a req-c7b612e1-8e91-4d78-b17e-db80708c7570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:42.259311 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-78e7e958-198f-4895-8895-9909424a279c tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:42.304669 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22366e0-c078-4cb3-a0ea-628d05a0fb1a req-c7b612e1-8e91-4d78-b17e-db80708c7570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:42.305284 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-b22366e0-c078-4cb3-a0ea-628d05a0fb1a req-c7b612e1-8e91-4d78-b17e-db80708c7570 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:42.306731 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b22366e0-c078-4cb3-a0ea-628d05a0fb1a req-c7b612e1-8e91-4d78-b17e-db80708c7570 service neutron] 10.222.0.69 "PUT /v2.0/ports/7257b1a9-0a4a-4c88-aee7-db2a98e98b3e HTTP/1.1" status: 200 len: 1092 time: 1.1099865 Jun 11 10:28:42.307282 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08e706fe-3078-4deb-8a24-6a1630ab35e8', 'tag': '7257b1a9-0a4a-4c88-aee7-db2a98e98b3e'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:28:42.309691 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2733f18c-20a4-4982-bacc-e4e22545fc60" -d '{"events": [{"name": "network-changed", "server_uuid": "08e706fe-3078-4deb-8a24-6a1630ab35e8", "tag": "7257b1a9-0a4a-4c88-aee7-db2a98e98b3e"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:28:42.334166 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b612e1-8e91-4d78-b17e-db80708c7570 service neutron] Pushing event updated for resources: {'Port': ['ID=7257b1a9-0a4a-4c88-aee7-db2a98e98b3e,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:42.338205 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c7b612e1-8e91-4d78-b17e-db80708c7570 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:42.358310 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62c6c60c-fec2-4aff-be2a-5bc66db783f5 x-openstack-request-id: req-62c6c60c-fec2-4aff-be2a-5bc66db783f5 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:28:42.358649 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08e706fe-3078-4deb-8a24-6a1630ab35e8", "tag": "7257b1a9-0a4a-4c88-aee7-db2a98e98b3e", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:28:42.358950 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-62c6c60c-fec2-4aff-be2a-5bc66db783f5 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:28:42.359401 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08e706fe-3078-4deb-8a24-6a1630ab35e8', 'tag': '7257b1a9-0a4a-4c88-aee7-db2a98e98b3e', 'status': 'completed', 'code': 200} Jun 11 10:28:42.454176 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2733f18c-20a4-4982-bacc-e4e22545fc60 req-7c4e3b48-26aa-4bb4-b9f6-6152a177ae3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:42.455746 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2733f18c-20a4-4982-bacc-e4e22545fc60 req-7c4e3b48-26aa-4bb4-b9f6-6152a177ae3d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=291bb5ee2189444bb635fe5a1d306c3b&device_id=08e706fe-3078-4deb-8a24-6a1630ab35e8 HTTP/1.1" status: 200 len: 1095 time: 0.0655649 Jun 11 10:28:42.496573 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38660) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:42.594303 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2733f18c-20a4-4982-bacc-e4e22545fc60 req-023f66d8-e7df-43b0-8836-a1aec97fd835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:42.595781 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2733f18c-20a4-4982-bacc-e4e22545fc60 req-023f66d8-e7df-43b0-8836-a1aec97fd835 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=291bb5ee2189444bb635fe5a1d306c3b&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1303244 Jun 11 10:28:42.614444 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-4c19216c-ea9c-4069-8eaf-fa7485568264 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1081922645'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:28:42.723125 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2733f18c-20a4-4982-bacc-e4e22545fc60 req-d3ccd868-f9ba-4d13-a0b1-46c7f32f2803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:42.724541 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2733f18c-20a4-4982-bacc-e4e22545fc60 req-d3ccd868-f9ba-4d13-a0b1-46c7f32f2803 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1222663 Jun 11 10:28:42.742086 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c19216c-ea9c-4069-8eaf-fa7485568264 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Made reservation on behalf of a5bd376b695f463d9494b82170c70e4a for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:28:42.746241 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4c19216c-ea9c-4069-8eaf-fa7485568264 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:42.759818 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4c19216c-ea9c-4069-8eaf-fa7485568264 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:42.837471 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22366e0-c078-4cb3-a0ea-628d05a0fb1a req-0d70a80f-a89a-46c7-8e08-0ea8970b0703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:42.839013 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b22366e0-c078-4cb3-a0ea-628d05a0fb1a req-0d70a80f-a89a-46c7-8e08-0ea8970b0703 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=291bb5ee2189444bb635fe5a1d306c3b&device_id=08e706fe-3078-4deb-8a24-6a1630ab35e8 HTTP/1.1" status: 200 len: 1095 time: 0.0693367 Jun 11 10:28:42.881354 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4c19216c-ea9c-4069-8eaf-fa7485568264 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:42.904876 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b22366e0-c078-4cb3-a0ea-628d05a0fb1a req-01c70151-03c4-4746-995c-ae1854a2fe38 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7257b1a9-0a4a-4c88-aee7-db2a98e98b3e HTTP/1.1" status: 200 len: 217 time: 0.0588944 Jun 11 10:28:42.913164 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ad12b05b-39a6-47af-9fd8-624ed388b6a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:42.948412 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4c19216c-ea9c-4069-8eaf-fa7485568264 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:42.951724 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-fd38b1b3-051b-49e5-86ca-ebc305b1f66c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:42.978446 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22366e0-c078-4cb3-a0ea-628d05a0fb1a req-518e4a2c-f974-46f6-ba93-a7b81ffdd3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:42.982193 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b22366e0-c078-4cb3-a0ea-628d05a0fb1a req-518e4a2c-f974-46f6-ba93-a7b81ffdd3ab service neutron] 10.222.0.69 "GET /v2.0/subnets?id=52c260e0-c384-43a7-af7a-631c7e41241b HTTP/1.1" status: 200 len: 834 time: 0.0681186 Jun 11 10:28:42.982343 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c19216c-ea9c-4069-8eaf-fa7485568264 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 781} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:28:42.989983 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c19216c-ea9c-4069-8eaf-fa7485568264 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aab129dc-dfe4-4797-848e-b05fc64433ee,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:42.994129 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4c19216c-ea9c-4069-8eaf-fa7485568264 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:42.999670 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4c19216c-ea9c-4069-8eaf-fa7485568264 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:43.000003 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-4c19216c-ea9c-4069-8eaf-fa7485568264 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Added segment d862deee-35e4-4302-89cc-56e82a9214e6 of type vlan for network 3ad61e48-1b23-4cbc-9627-888c859d82d5 Jun 11 10:28:43.058074 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4c19216c-ea9c-4069-8eaf-fa7485568264 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:43.059146 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22366e0-c078-4cb3-a0ea-628d05a0fb1a req-dd7907a3-5bf0-45e3-8dfa-5b97e6859086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:43.060682 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b22366e0-c078-4cb3-a0ea-628d05a0fb1a req-dd7907a3-5bf0-45e3-8dfa-5b97e6859086 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5d6b570a-a2dd-4103-99e8-e9a125c30ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0706458 Jun 11 10:28:43.159407 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4c19216c-ea9c-4069-8eaf-fa7485568264 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:43.165065 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c19216c-ea9c-4069-8eaf-fa7485568264 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:43.166321 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4c19216c-ea9c-4069-8eaf-fa7485568264 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:43.169720 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-fb3ca000-436b-4a70-ad1f-5694e0e6d6cb tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:43.177336 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b22366e0-c078-4cb3-a0ea-628d05a0fb1a req-39072635-8a6d-4ac0-80e1-0f841cec3b98 service neutron] 10.222.0.69 "GET /v2.0/networks/5d6b570a-a2dd-4103-99e8-e9a125c30ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100488 Jun 11 10:28:43.274162 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c19216c-ea9c-4069-8eaf-fa7485568264 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Pushing event updated for resources: {'Network': ['ID=3ad61e48-1b23-4cbc-9627-888c859d82d5,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:43.278232 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4c19216c-ea9c-4069-8eaf-fa7485568264 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:43.282674 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-4c19216c-ea9c-4069-8eaf-fa7485568264 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7850070 Jun 11 10:28:43.283276 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38666) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:43.295855 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-034815c2-68af-42f9-99cc-74081ee9c287 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Request body: {'port': {'network_id': '3ad61e48-1b23-4cbc-9627-888c859d82d5', 'name': 'tempest-PortsIpV6TestJSON-694075310'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:28:43.296267 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 3ad61e48-1b23-4cbc-9627-888c859d82d5 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:28:43.325366 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b22366e0-c078-4cb3-a0ea-628d05a0fb1a req-a425122e-f262-4941-925d-0fc478fb4737 service neutron] 10.222.0.69 "GET /v2.0/networks/5d6b570a-a2dd-4103-99e8-e9a125c30ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409101 Jun 11 10:28:43.403179 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e5122b-80fb-47b7-a191-a84621a0b65d req-e45731d4-0ef3-449d-80af-b39e80bcf09a tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:43.405124 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-78e5122b-80fb-47b7-a191-a84621a0b65d req-e45731d4-0ef3-449d-80af-b39e80bcf09a tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=08e706fe-3078-4deb-8a24-6a1630ab35e8 HTTP/1.1" status: 200 len: 943 time: 0.0963650 Jun 11 10:28:43.453609 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-78e5122b-80fb-47b7-a191-a84621a0b65d req-23259293-e44d-4dd7-938d-e0c498761970 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=40bb8d94-2b76-4361-ae63-2be0f733f6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406017 Jun 11 10:28:43.490748 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-034815c2-68af-42f9-99cc-74081ee9c287 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Made reservation on behalf of a5bd376b695f463d9494b82170c70e4a for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:28:43.494495 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-034815c2-68af-42f9-99cc-74081ee9c287 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:43.517173 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [None req-034815c2-68af-42f9-99cc-74081ee9c287 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] device_id is not set on port 5bce902f-a5fd-47e7-86e2-869750e2ca50 yet. {{(pid=93176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 10:28:43.732212 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-034815c2-68af-42f9-99cc-74081ee9c287 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:43.840073 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-034815c2-68af-42f9-99cc-74081ee9c287 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:43.844531 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-244f4d3f-2c53-4c21-8021-837a60a5b748 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:43.915376 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034815c2-68af-42f9-99cc-74081ee9c287 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Pushing event updated for resources: {'Port': ['ID=5bce902f-a5fd-47e7-86e2-869750e2ca50,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:43.918849 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-034815c2-68af-42f9-99cc-74081ee9c287 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:43.924799 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034815c2-68af-42f9-99cc-74081ee9c287 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Checking segment: {'id': 'd862deee-35e4-4302-89cc-56e82a9214e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '3ad61e48-1b23-4cbc-9627-888c859d82d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:28:43.925167 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034815c2-68af-42f9-99cc-74081ee9c287 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Network hostable DHCP agents. Network: 3ad61e48-1b23-4cbc-9627-888c859d82d5, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:28:43.999149 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034815c2-68af-42f9-99cc-74081ee9c287 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Network 3ad61e48-1b23-4cbc-9627-888c859d82d5 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:28:44.079776 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-034815c2-68af-42f9-99cc-74081ee9c287 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 3ad61e48-1b23-4cbc-9627-888c859d82d5) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:28:44.083403 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034815c2-68af-42f9-99cc-74081ee9c287 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:28:44.089029 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034815c2-68af-42f9-99cc-74081ee9c287 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:44.089632 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-034815c2-68af-42f9-99cc-74081ee9c287 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:44.089742 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa3cb86-3f3f-4626-b648-d2de6d35a721 None None] Network 3ad61e48-1b23-4cbc-9627-888c859d82d5 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:28:44.166488 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-034815c2-68af-42f9-99cc-74081ee9c287 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8817694 Jun 11 10:28:44.169288 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38668) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:44.174533 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-4d1f04f8-e764-4cd8-bdf1-caa8ea86fec6 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1144351321'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:28:44.256713 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d1f04f8-e764-4cd8-bdf1-caa8ea86fec6 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Made reservation on behalf of a5bd376b695f463d9494b82170c70e4a for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:28:44.260540 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4d1f04f8-e764-4cd8-bdf1-caa8ea86fec6 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:44.286168 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d1f04f8-e764-4cd8-bdf1-caa8ea86fec6 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 796} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:28:44.295085 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4d1f04f8-e764-4cd8-bdf1-caa8ea86fec6 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:44.295425 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-4d1f04f8-e764-4cd8-bdf1-caa8ea86fec6 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Added segment cdc2ac84-809c-43ae-89ef-907eba9069ef of type vlan for network fd28ae5f-75d9-4f1e-88de-5e0935fcfdd4 Jun 11 10:28:44.348470 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4d1f04f8-e764-4cd8-bdf1-caa8ea86fec6 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:44.428312 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4d1f04f8-e764-4cd8-bdf1-caa8ea86fec6 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:44.434437 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1f04f8-e764-4cd8-bdf1-caa8ea86fec6 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:44.438063 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4d1f04f8-e764-4cd8-bdf1-caa8ea86fec6 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:44.438063 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8f047869-322e-49d6-9663-1a245b517ceb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:44.530223 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1f04f8-e764-4cd8-bdf1-caa8ea86fec6 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Pushing event updated for resources: {'Network': ['ID=fd28ae5f-75d9-4f1e-88de-5e0935fcfdd4,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:44.533094 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4d1f04f8-e764-4cd8-bdf1-caa8ea86fec6 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:44.540986 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network fd28ae5f-75d9-4f1e-88de-5e0935fcfdd4 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:28:44.555090 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-4d1f04f8-e764-4cd8-bdf1-caa8ea86fec6 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3842394 Jun 11 10:28:44.557196 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38672) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:44.563703 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-428c5a35-ec0a-41f6-9d83-e91a4249ff77 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Request body: {'ports': [{'network_id': '3ad61e48-1b23-4cbc-9627-888c859d82d5'}, {'network_id': 'fd28ae5f-75d9-4f1e-88de-5e0935fcfdd4'}]} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:28:44.564092 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-428c5a35-ec0a-41f6-9d83-e91a4249ff77 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Request body: {'port': {'network_id': '3ad61e48-1b23-4cbc-9627-888c859d82d5'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:28:44.564760 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-428c5a35-ec0a-41f6-9d83-e91a4249ff77 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Request body: {'port': {'network_id': 'fd28ae5f-75d9-4f1e-88de-5e0935fcfdd4'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:28:44.649881 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2380cd67-829d-4376-b3c4-d771e87b92ed req-9a178c0c-d259-4123-aff0-f1194df34104 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:44.651490 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2380cd67-829d-4376-b3c4-d771e87b92ed req-9a178c0c-d259-4123-aff0-f1194df34104 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=08e706fe-3078-4deb-8a24-6a1630ab35e8 HTTP/1.1" status: 200 len: 943 time: 0.0778565 Jun 11 10:28:44.695348 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2380cd67-829d-4376-b3c4-d771e87b92ed req-18ba7069-a7c4-4e9e-b41b-e9d17fd2d869 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=40bb8d94-2b76-4361-ae63-2be0f733f6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376973 Jun 11 10:28:44.862320 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-428c5a35-ec0a-41f6-9d83-e91a4249ff77 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Made reservation on behalf of a5bd376b695f463d9494b82170c70e4a for: {'port': 2} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:28:44.867056 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-428c5a35-ec0a-41f6-9d83-e91a4249ff77 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:44.883118 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-428c5a35-ec0a-41f6-9d83-e91a4249ff77 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:44.999676 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [None req-428c5a35-ec0a-41f6-9d83-e91a4249ff77 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] device_id is not set on port 54672a53-b167-4dee-b604-2d881dbdf35f yet. {{(pid=93176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 10:28:45.127303 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-428c5a35-ec0a-41f6-9d83-e91a4249ff77 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:45.218487 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [None req-428c5a35-ec0a-41f6-9d83-e91a4249ff77 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] device_id is not set on port 59882cc3-3607-4700-be96-541f01e3be90 yet. {{(pid=93176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 10:28:45.360420 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-428c5a35-ec0a-41f6-9d83-e91a4249ff77 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:45.445323 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-428c5a35-ec0a-41f6-9d83-e91a4249ff77 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:45.449531 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-70b63820-b335-4ebe-a3a4-a51a1a02d7b1 tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:45.502161 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428c5a35-ec0a-41f6-9d83-e91a4249ff77 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Network 3ad61e48-1b23-4cbc-9627-888c859d82d5 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:28:45.505494 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-428c5a35-ec0a-41f6-9d83-e91a4249ff77 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:28:45.509283 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428c5a35-ec0a-41f6-9d83-e91a4249ff77 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:28:45.510374 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-428c5a35-ec0a-41f6-9d83-e91a4249ff77 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:45.517209 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428c5a35-ec0a-41f6-9d83-e91a4249ff77 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Pushing event updated for resources: {'Port': ['ID=54672a53-b167-4dee-b604-2d881dbdf35f,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:45.521766 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-428c5a35-ec0a-41f6-9d83-e91a4249ff77 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:45.522553 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ba4112a5-38d2-433d-bc2c-88aad1ef1670 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:45.594859 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428c5a35-ec0a-41f6-9d83-e91a4249ff77 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Pushing event updated for resources: {'Port': ['ID=59882cc3-3607-4700-be96-541f01e3be90,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:45.598093 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-428c5a35-ec0a-41f6-9d83-e91a4249ff77 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:45.601213 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428c5a35-ec0a-41f6-9d83-e91a4249ff77 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Checking segment: {'id': 'cdc2ac84-809c-43ae-89ef-907eba9069ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'fd28ae5f-75d9-4f1e-88de-5e0935fcfdd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:28:45.601213 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428c5a35-ec0a-41f6-9d83-e91a4249ff77 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Network hostable DHCP agents. Network: fd28ae5f-75d9-4f1e-88de-5e0935fcfdd4, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:28:45.661169 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428c5a35-ec0a-41f6-9d83-e91a4249ff77 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Network fd28ae5f-75d9-4f1e-88de-5e0935fcfdd4 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:28:45.760977 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-428c5a35-ec0a-41f6-9d83-e91a4249ff77 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, fd28ae5f-75d9-4f1e-88de-5e0935fcfdd4) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:28:45.765782 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428c5a35-ec0a-41f6-9d83-e91a4249ff77 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:28:45.770907 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9adb8129-7094-4bc0-a487-642dd12acd64 None None] Network fd28ae5f-75d9-4f1e-88de-5e0935fcfdd4 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:28:45.772350 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428c5a35-ec0a-41f6-9d83-e91a4249ff77 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:45.778035 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428c5a35-ec0a-41f6-9d83-e91a4249ff77 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:45.778811 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-428c5a35-ec0a-41f6-9d83-e91a4249ff77 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:45.864380 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-9595d292-164d-4e53-8509-4b6e20c99218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:45.887322 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee75e77-000c-4dce-ae71-62adde01e57f req-4ee8ce98-9799-4b5c-aa0b-97c09056e07b tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:45.888913 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7ee75e77-000c-4dce-ae71-62adde01e57f req-4ee8ce98-9799-4b5c-aa0b-97c09056e07b tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=08e706fe-3078-4deb-8a24-6a1630ab35e8 HTTP/1.1" status: 200 len: 943 time: 0.0776381 Jun 11 10:28:45.889488 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38678) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:45.889956 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-428c5a35-ec0a-41f6-9d83-e91a4249ff77 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.3314948 Jun 11 10:28:45.975291 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7ee75e77-000c-4dce-ae71-62adde01e57f req-e8e679b3-7c32-41c4-9564-ec0f5a3e6e3e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=40bb8d94-2b76-4361-ae63-2be0f733f6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781713 Jun 11 10:28:45.975833 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:46.027685 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-30d6a61c-c015-4ead-945d-7ee8104a71a3 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Deleting port 59882cc3-3607-4700-be96-541f01e3be90 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:28:46.028033 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-30d6a61c-c015-4ead-945d-7ee8104a71a3 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:46.118809 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-30d6a61c-c015-4ead-945d-7ee8104a71a3 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:46.215382 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-30d6a61c-c015-4ead-945d-7ee8104a71a3 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Calling delete_port for 59882cc3-3607-4700-be96-541f01e3be90 owned by {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:28:46.410928 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-30d6a61c-c015-4ead-945d-7ee8104a71a3 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:46.414748 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8bb0862e-ba54-491b-974c-3200e38d7192 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:46.445884 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d6a61c-c015-4ead-945d-7ee8104a71a3 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Pushing event deleted for resources: {'Port': ['ID=59882cc3-3607-4700-be96-541f01e3be90,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:46.450052 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-30d6a61c-c015-4ead-945d-7ee8104a71a3 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:46.452762 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-30d6a61c-c015-4ead-945d-7ee8104a71a3 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:46.454657 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-30d6a61c-c015-4ead-945d-7ee8104a71a3 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "DELETE /v2.0/ports/59882cc3-3607-4700-be96-541f01e3be90 HTTP/1.1" status: 204 len: 168 time: 0.5642598 Jun 11 10:28:46.457147 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38680) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:46.765114 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:46.973846 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01034484-d9ec-4d49-af16-565df4027f15 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:46.979712 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01034484-d9ec-4d49-af16-565df4027f15 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:46.981664 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-01034484-d9ec-4d49-af16-565df4027f15 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.5231986 Jun 11 10:28:46.984191 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38682) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:47.104421 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-1bebf301-e100-4b3e-81c2-1110c195072b tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Deleting port 54672a53-b167-4dee-b604-2d881dbdf35f {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:28:47.104844 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1bebf301-e100-4b3e-81c2-1110c195072b tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:47.230787 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1bebf301-e100-4b3e-81c2-1110c195072b tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:47.331095 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-1bebf301-e100-4b3e-81c2-1110c195072b tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Calling delete_port for 54672a53-b167-4dee-b604-2d881dbdf35f owned by {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:28:47.350509 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720ba9b0-e0ce-4d0b-8351-a165bae325fb req-a0d79adf-f0e2-43d4-96d8-3c59e7cb3417 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:47.352054 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-720ba9b0-e0ce-4d0b-8351-a165bae325fb req-a0d79adf-f0e2-43d4-96d8-3c59e7cb3417 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=08e706fe-3078-4deb-8a24-6a1630ab35e8 HTTP/1.1" status: 200 len: 943 time: 0.2600229 Jun 11 10:28:47.454690 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-720ba9b0-e0ce-4d0b-8351-a165bae325fb req-56475af1-a4a1-4ae1-87c7-c0a2a6cf70c8 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=40bb8d94-2b76-4361-ae63-2be0f733f6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962777 Jun 11 10:28:47.553655 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1bebf301-e100-4b3e-81c2-1110c195072b tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:47.558333 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2c4e7549-db05-489d-99df-544a9cbe6b64 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:47.589993 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bebf301-e100-4b3e-81c2-1110c195072b tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Pushing event deleted for resources: {'Port': ['ID=54672a53-b167-4dee-b604-2d881dbdf35f,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:47.593017 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1bebf301-e100-4b3e-81c2-1110c195072b tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:47.595796 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1bebf301-e100-4b3e-81c2-1110c195072b tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:47.597696 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-1bebf301-e100-4b3e-81c2-1110c195072b tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "DELETE /v2.0/ports/54672a53-b167-4dee-b604-2d881dbdf35f HTTP/1.1" status: 204 len: 168 time: 0.6124864 Jun 11 10:28:47.605135 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38686) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:47.684609 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8e68f8-dc13-42b7-8c9e-30ac28f9e37b tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:47.686100 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-fc8e68f8-dc13-42b7-8c9e-30ac28f9e37b tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0800278 Jun 11 10:28:47.688777 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38688) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:47.722807 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba036fd6-f2aa-4b99-8726-29cb3039c974 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] GET failed (client error): The resource could not be found. Jun 11 10:28:47.724388 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-ba036fd6-f2aa-4b99-8726-29cb3039c974 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "GET /v2.0/ports/59882cc3-3607-4700-be96-541f01e3be90 HTTP/1.1" status: 404 len: 333 time: 0.0346787 Jun 11 10:28:47.728277 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38690) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:47.760822 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d3d40f1-fe27-4111-9cde-2a36ab12606a tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] GET failed (client error): The resource could not be found. Jun 11 10:28:47.762286 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-5d3d40f1-fe27-4111-9cde-2a36ab12606a tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "GET /v2.0/ports/54672a53-b167-4dee-b604-2d881dbdf35f HTTP/1.1" status: 404 len: 333 time: 0.0331051 Jun 11 10:28:47.764990 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38692) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:47.865150 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e3945231-302b-4b10-a61a-c1f83edb3ec7 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:47.982522 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e3945231-302b-4b10-a61a-c1f83edb3ec7 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:47.994602 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-e3945231-302b-4b10-a61a-c1f83edb3ec7 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd28ae5f-75d9-4f1e-88de-5e0935fcfdd4']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:28:48.005488 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-e3945231-302b-4b10-a61a-c1f83edb3ec7 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdc2ac84-809c-43ae-89ef-907eba9069ef') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:28:48.005789 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-e3945231-302b-4b10-a61a-c1f83edb3ec7 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdc2ac84-809c-43ae-89ef-907eba9069ef') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:28:48.015868 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e3945231-302b-4b10-a61a-c1f83edb3ec7 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:48.030328 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e3945231-302b-4b10-a61a-c1f83edb3ec7 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:48.036121 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3945231-302b-4b10-a61a-c1f83edb3ec7 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Releasing vlan 796 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:28:48.036511 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e3945231-302b-4b10-a61a-c1f83edb3ec7 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:48.039431 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:28:48.039431 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:28:48.039431 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:28:48.039431 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 10:28:48.039431 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:28:48.039431 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:28:48.039431 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 10:28:48.039431 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:28:48.039431 n-d-779913-12 neutron-server[93177]: timer() Jun 11 10:28:48.039431 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:28:48.039431 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 10:28:48.039431 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:28:48.039431 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 10:28:48.039431 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:28:48.039431 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 10:28:48.039431 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:28:48.039431 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 10:28:48.039431 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:28:48.039431 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 10:28:48.039431 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:28:48.039431 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:28:48.039431 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:28:48.039431 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:28:48.039431 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:28:48.039431 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 10:28:48.039431 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:28:48.039431 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 10:28:48.039431 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:28:48.039431 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:28:48.039431 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:28:48.039431 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 10:28:48.039431 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:28:48.039431 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:28:48.039431 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:28:48.039431 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:28:48.039431 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:28:48.039431 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:28:48.039431 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:28:48.176409 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e3945231-302b-4b10-a61a-c1f83edb3ec7 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:48.180054 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a02cf780-150a-4a39-8d2b-12fcbbf0356d tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:48.184571 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e3945231-302b-4b10-a61a-c1f83edb3ec7 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:48.186343 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-e3945231-302b-4b10-a61a-c1f83edb3ec7 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "DELETE /v2.0/networks/fd28ae5f-75d9-4f1e-88de-5e0935fcfdd4 HTTP/1.1" status: 204 len: 168 time: 0.4204617 Jun 11 10:28:48.190209 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38694) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:48.195966 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-6e01acd9-be40-4492-8885-a6674cf934bb tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1262648603'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:28:48.200502 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3945231-302b-4b10-a61a-c1f83edb3ec7 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Pushing event deleted for resources: {'Network': ['ID=fd28ae5f-75d9-4f1e-88de-5e0935fcfdd4,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:48.202741 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e3945231-302b-4b10-a61a-c1f83edb3ec7 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:48.258660 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 7257b1a9-0a4a-4c88-aee7-db2a98e98b3e details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 10:28:48.273045 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e01acd9-be40-4492-8885-a6674cf934bb tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Made reservation on behalf of a5bd376b695f463d9494b82170c70e4a for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:28:48.277312 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6e01acd9-be40-4492-8885-a6674cf934bb tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:48.304786 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e01acd9-be40-4492-8885-a6674cf934bb tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 752} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:28:48.314291 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6e01acd9-be40-4492-8885-a6674cf934bb tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:48.314666 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-6e01acd9-be40-4492-8885-a6674cf934bb tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Added segment c421e61c-b005-4b35-b7c0-73b25bac9a0f of type vlan for network 326dc3d1-971f-46d4-96ef-46a2b2e3dc89 Jun 11 10:28:48.368617 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6e01acd9-be40-4492-8885-a6674cf934bb tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:48.468282 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6e01acd9-be40-4492-8885-a6674cf934bb tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:48.473936 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e01acd9-be40-4492-8885-a6674cf934bb tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:48.474534 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6e01acd9-be40-4492-8885-a6674cf934bb tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:48.477104 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2437c9a3-2bf4-4b42-9051-c29ac4aa4ca5 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:48.572706 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e01acd9-be40-4492-8885-a6674cf934bb tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Pushing event updated for resources: {'Network': ['ID=326dc3d1-971f-46d4-96ef-46a2b2e3dc89,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:48.575871 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6e01acd9-be40-4492-8885-a6674cf934bb tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:48.579215 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 7257b1a9-0a4a-4c88-aee7-db2a98e98b3e, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=7257b1a9-0a4a-4c88-aee7-db2a98e98b3e,segment=NetworkSegment(91cdafeb-011e-4f07-97b5-bb8dcf845755),segment_id=91cdafeb-011e-4f07-97b5-bb8dcf845755)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:28:48.590353 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 326dc3d1-971f-46d4-96ef-46a2b2e3dc89 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:28:48.591089 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-6e01acd9-be40-4492-8885-a6674cf934bb tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3992445 Jun 11 10:28:48.594634 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38698) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:48.597287 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': '7257b1a9-0a4a-4c88-aee7-db2a98e98b3e', 'network_id': '5d6b570a-a2dd-4103-99e8-e9a125c30ddc', 'port_id': '7257b1a9-0a4a-4c88-aee7-db2a98e98b3e', 'mac_address': 'fa:16:3e:4f:70:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52c260e0-c384-43a7-af7a-631c7e41241b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 10:28:48.601917 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-9f52ce44-9f7e-4323-826a-4ea8b0af31fa tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Request body: {'subnet': {'network_id': '326dc3d1-971f-46d4-96ef-46a2b2e3dc89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:28:48.653500 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33589bc2-04d9-4797-a742-de06dd9ea438 req-a42de6da-cee9-4c52-8920-1a34cebaa6d6 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:48.655004 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-33589bc2-04d9-4797-a742-de06dd9ea438 req-a42de6da-cee9-4c52-8920-1a34cebaa6d6 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=08e706fe-3078-4deb-8a24-6a1630ab35e8 HTTP/1.1" status: 200 len: 943 time: 0.0762963 Jun 11 10:28:48.688814 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:48.711958 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-33589bc2-04d9-4797-a742-de06dd9ea438 req-f162bcce-f755-4ed0-9411-ba7ddb48ab36 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=40bb8d94-2b76-4361-ae63-2be0f733f6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501814 Jun 11 10:28:48.734500 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:48.750735 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7257b1a9-0a4a-4c88-aee7-db2a98e98b3e {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:28:48.771921 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 7257b1a9-0a4a-4c88-aee7-db2a98e98b3e, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=7257b1a9-0a4a-4c88-aee7-db2a98e98b3e,segment=NetworkSegment(91cdafeb-011e-4f07-97b5-bb8dcf845755),segment_id=91cdafeb-011e-4f07-97b5-bb8dcf845755)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:28:48.827559 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f52ce44-9f7e-4323-826a-4ea8b0af31fa tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Made reservation on behalf of a5bd376b695f463d9494b82170c70e4a for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:28:48.831095 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9f52ce44-9f7e-4323-826a-4ea8b0af31fa tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:48.855867 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:48.857820 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-854e0613-74ed-4bdf-948b-8be420efb231 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:48.916443 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=7257b1a9-0a4a-4c88-aee7-db2a98e98b3e,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:48.919461 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:49.102095 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9f52ce44-9f7e-4323-826a-4ea8b0af31fa tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:49.104801 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5dbb1523-1721-4f6d-95e8-b2741550ba1a tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:49.161199 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['7257b1a9-0a4a-4c88-aee7-db2a98e98b3e'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:28:49.178788 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f52ce44-9f7e-4323-826a-4ea8b0af31fa tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Pushing event updated for resources: {'Subnet': ['ID=58cf922f-01f8-49b5-a84f-3c5efdbebee6,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:49.182881 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9f52ce44-9f7e-4323-826a-4ea8b0af31fa tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:49.186893 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f52ce44-9f7e-4323-826a-4ea8b0af31fa tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Checking segment: {'id': 'c421e61c-b005-4b35-b7c0-73b25bac9a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '326dc3d1-971f-46d4-96ef-46a2b2e3dc89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:28:49.187310 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f52ce44-9f7e-4323-826a-4ea8b0af31fa tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Network hostable DHCP agents. Network: 326dc3d1-971f-46d4-96ef-46a2b2e3dc89, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:28:49.262191 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f52ce44-9f7e-4323-826a-4ea8b0af31fa tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Network 326dc3d1-971f-46d4-96ef-46a2b2e3dc89 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:28:49.463111 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-9f52ce44-9f7e-4323-826a-4ea8b0af31fa tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 326dc3d1-971f-46d4-96ef-46a2b2e3dc89) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:28:49.466954 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f52ce44-9f7e-4323-826a-4ea8b0af31fa tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:49.478548 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9f52ce44-9f7e-4323-826a-4ea8b0af31fa tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:49.479409 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef00e2f-efa5-43e4-8a2d-70acc35bd77e None None] Network 326dc3d1-971f-46d4-96ef-46a2b2e3dc89 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:28:49.565750 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-9f52ce44-9f7e-4323-826a-4ea8b0af31fa tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9699144 Jun 11 10:28:49.568195 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38700) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:49.573246 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-9100ed40-0694-464c-817b-d377224ddec4 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Request body: {'port': {'network_id': '326dc3d1-971f-46d4-96ef-46a2b2e3dc89', 'name': 'tempest-PortsIpV6TestJSON-1322288401'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:28:49.660245 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ceac66-55e8-4c74-af41-fd1013d094f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-326dc3d1-971f-46d4-96ef-46a2b2e3dc89', 'network_id': '326dc3d1-971f-46d4-96ef-46a2b2e3dc89', 'tenant_id': 'a5bd376b695f463d9494b82170c70e4a', 'fixed_ips': [{'subnet_id': '58cf922f-01f8-49b5-a84f-3c5efdbebee6'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 10:28:49.661103 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b3ceac66-55e8-4c74-af41-fd1013d094f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:49.799006 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9100ed40-0694-464c-817b-d377224ddec4 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Made reservation on behalf of a5bd376b695f463d9494b82170c70e4a for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:28:49.803854 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9100ed40-0694-464c-817b-d377224ddec4 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:49.830722 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-b3ceac66-55e8-4c74-af41-fd1013d094f5 None None] Allocated IP 2001:db8::2 (326dc3d1-971f-46d4-96ef-46a2b2e3dc89/58cf922f-01f8-49b5-a84f-3c5efdbebee6/78325c6a-6f59-4577-aeb8-f2c9c7d59090) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:28:49.909452 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7fa995-1e98-42ba-b01d-7a8d62b771df req-82726c24-9cf0-4db3-b7a7-71067249b19d tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:49.911034 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-eb7fa995-1e98-42ba-b01d-7a8d62b771df req-82726c24-9cf0-4db3-b7a7-71067249b19d tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=08e706fe-3078-4deb-8a24-6a1630ab35e8 HTTP/1.1" status: 200 len: 944 time: 0.0779529 Jun 11 10:28:49.959833 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-eb7fa995-1e98-42ba-b01d-7a8d62b771df req-d3fd1b9c-a904-4f49-83db-ea94a773d381 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=40bb8d94-2b76-4361-ae63-2be0f733f6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386746 Jun 11 10:28:50.028728 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b3ceac66-55e8-4c74-af41-fd1013d094f5 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:50.037575 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-b3ceac66-55e8-4c74-af41-fd1013d094f5 None None] Transition to ACTIVE for port object 78325c6a-6f59-4577-aeb8-f2c9c7d59090 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:28:50.055103 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-b3ceac66-55e8-4c74-af41-fd1013d094f5 None None] Transition to ACTIVE for port object 78325c6a-6f59-4577-aeb8-f2c9c7d59090 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:28:50.119810 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b3ceac66-55e8-4c74-af41-fd1013d094f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:50.121928 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-68926b5e-40e3-4076-a77f-18262faed585 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:50.169735 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ceac66-55e8-4c74-af41-fd1013d094f5 None None] Network 326dc3d1-971f-46d4-96ef-46a2b2e3dc89 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:28:50.172783 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-b3ceac66-55e8-4c74-af41-fd1013d094f5 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:28:50.176252 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ceac66-55e8-4c74-af41-fd1013d094f5 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:28:50.183186 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ceac66-55e8-4c74-af41-fd1013d094f5 None None] Pushing event updated for resources: {'Port': ['ID=78325c6a-6f59-4577-aeb8-f2c9c7d59090,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:50.187815 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-b3ceac66-55e8-4c74-af41-fd1013d094f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:50.252227 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-b3ceac66-55e8-4c74-af41-fd1013d094f5 None None] Attempting to bind port 78325c6a-6f59-4577-aeb8-f2c9c7d59090 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:28:50.252612 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-b3ceac66-55e8-4c74-af41-fd1013d094f5 None None] Attempting to bind port 78325c6a-6f59-4577-aeb8-f2c9c7d59090 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'c421e61c-b005-4b35-b7c0-73b25bac9a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '326dc3d1-971f-46d4-96ef-46a2b2e3dc89'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:28:50.252994 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ceac66-55e8-4c74-af41-fd1013d094f5 None None] Attempting to bind port 78325c6a-6f59-4577-aeb8-f2c9c7d59090 on network 326dc3d1-971f-46d4-96ef-46a2b2e3dc89 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:28:50.259243 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ceac66-55e8-4c74-af41-fd1013d094f5 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:28:50.259910 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ceac66-55e8-4c74-af41-fd1013d094f5 None None] Checking segment: {'id': 'c421e61c-b005-4b35-b7c0-73b25bac9a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '326dc3d1-971f-46d4-96ef-46a2b2e3dc89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:28:50.260329 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b3ceac66-55e8-4c74-af41-fd1013d094f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:50.260741 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ceac66-55e8-4c74-af41-fd1013d094f5 None None] Bound using segment: {'id': 'c421e61c-b005-4b35-b7c0-73b25bac9a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '326dc3d1-971f-46d4-96ef-46a2b2e3dc89'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:28:50.261223 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-b3ceac66-55e8-4c74-af41-fd1013d094f5 None None] Bound port: 78325c6a-6f59-4577-aeb8-f2c9c7d59090, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c421e61c-b005-4b35-b7c0-73b25bac9a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '326dc3d1-971f-46d4-96ef-46a2b2e3dc89'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:28:50.261612 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b3ceac66-55e8-4c74-af41-fd1013d094f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:50.286053 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 7257b1a9-0a4a-4c88-aee7-db2a98e98b3e up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:28:50.312811 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [None req-9100ed40-0694-464c-817b-d377224ddec4 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] device_id is not set on port ca2b4620-583c-4478-813a-38d109a4e6d0 yet. {{(pid=93176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 10:28:50.385208 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-b3ceac66-55e8-4c74-af41-fd1013d094f5 None None] For port 78325c6a-6f59-4577-aeb8-f2c9c7d59090, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:28:50.390013 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-b3ceac66-55e8-4c74-af41-fd1013d094f5 None None] For port 78325c6a-6f59-4577-aeb8-f2c9c7d59090, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=78325c6a-6f59-4577-aeb8-f2c9c7d59090,segment=NetworkSegment(c421e61c-b005-4b35-b7c0-73b25bac9a0f),segment_id=c421e61c-b005-4b35-b7c0-73b25bac9a0f)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:28:50.461814 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-9100ed40-0694-464c-817b-d377224ddec4 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Allocated IP 2001:db8::1f7 (326dc3d1-971f-46d4-96ef-46a2b2e3dc89/58cf922f-01f8-49b5-a84f-3c5efdbebee6/ca2b4620-583c-4478-813a-38d109a4e6d0) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:28:50.462582 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b3ceac66-55e8-4c74-af41-fd1013d094f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:50.464677 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:50.500205 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning for port 7257b1a9-0a4a-4c88-aee7-db2a98e98b3e completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:28:50.516397 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port 7257b1a9-0a4a-4c88-aee7-db2a98e98b3e triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:28:50.516790 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:50.577558 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ceac66-55e8-4c74-af41-fd1013d094f5 None None] Pushing event updated for resources: {'Port': ['ID=78325c6a-6f59-4577-aeb8-f2c9c7d59090,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:50.580722 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-b3ceac66-55e8-4c74-af41-fd1013d094f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:50.639627 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:50.666699 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08e706fe-3078-4deb-8a24-6a1630ab35e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7257b1a9-0a4a-4c88-aee7-db2a98e98b3e'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:28:50.669094 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d7b3dce-4309-4051-9774-f36abdb38d32" -d '{"events": [{"server_uuid": "08e706fe-3078-4deb-8a24-6a1630ab35e8", "name": "network-vif-plugged", "status": "completed", "tag": "7257b1a9-0a4a-4c88-aee7-db2a98e98b3e"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:28:50.678339 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9100ed40-0694-464c-817b-d377224ddec4 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:50.685405 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 7257b1a9-0a4a-4c88-aee7-db2a98e98b3e, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=7257b1a9-0a4a-4c88-aee7-db2a98e98b3e,segment=NetworkSegment(91cdafeb-011e-4f07-97b5-bb8dcf845755),segment_id=91cdafeb-011e-4f07-97b5-bb8dcf845755)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:28:50.696318 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [None req-9100ed40-0694-464c-817b-d377224ddec4 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Transition to ACTIVE for port object ca2b4620-583c-4478-813a-38d109a4e6d0 will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:28:50.725184 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b1fa66-0b9f-460a-93d3-273db2642e97 x-openstack-request-id: req-85b1fa66-0b9f-460a-93d3-273db2642e97 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:28:50.725184 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08e706fe-3078-4deb-8a24-6a1630ab35e8", "name": "network-vif-plugged", "status": "completed", "tag": "7257b1a9-0a4a-4c88-aee7-db2a98e98b3e", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:28:50.725184 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-85b1fa66-0b9f-460a-93d3-273db2642e97 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:28:50.725184 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08e706fe-3078-4deb-8a24-6a1630ab35e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7257b1a9-0a4a-4c88-aee7-db2a98e98b3e', 'code': 200} Jun 11 10:28:50.766076 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:50.769203 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:50.816463 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9100ed40-0694-464c-817b-d377224ddec4 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:50.821990 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5789eaf2-e6c5-4323-9bd0-b31556480c4d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:50.840035 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=7257b1a9-0a4a-4c88-aee7-db2a98e98b3e,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:50.843309 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:50.873068 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f01cee-44b2-4f01-b378-09a96edf9d20 req-364a27c8-a12b-4635-a551-b52f2a8e68c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:50.875076 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9100ed40-0694-464c-817b-d377224ddec4 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Network 326dc3d1-971f-46d4-96ef-46a2b2e3dc89 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:28:50.875214 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d8f01cee-44b2-4f01-b378-09a96edf9d20 req-364a27c8-a12b-4635-a551-b52f2a8e68c1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=08e706fe-3078-4deb-8a24-6a1630ab35e8 HTTP/1.1" status: 200 len: 1097 time: 0.0736494 Jun 11 10:28:50.879492 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-9100ed40-0694-464c-817b-d377224ddec4 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:28:50.886315 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9100ed40-0694-464c-817b-d377224ddec4 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:28:50.894551 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9100ed40-0694-464c-817b-d377224ddec4 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:50.895351 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9100ed40-0694-464c-817b-d377224ddec4 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:50.911257 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9100ed40-0694-464c-817b-d377224ddec4 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Pushing event updated for resources: {'Port': ['ID=ca2b4620-583c-4478-813a-38d109a4e6d0,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:50.914576 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9100ed40-0694-464c-817b-d377224ddec4 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:50.920011 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d8f01cee-44b2-4f01-b378-09a96edf9d20 req-27a4ccff-05e6-487f-900d-d65a155e6907 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=40bb8d94-2b76-4361-ae63-2be0f733f6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385699 Jun 11 10:28:50.989000 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-9100ed40-0694-464c-817b-d377224ddec4 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4196713 Jun 11 10:28:50.991384 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38708) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:51.107955 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-53bd9c98-3e90-4b58-a3f6-ad129335d048 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Deleting port ca2b4620-583c-4478-813a-38d109a4e6d0 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:28:51.108299 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-53bd9c98-3e90-4b58-a3f6-ad129335d048 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:51.157059 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9739a317-ff2b-419b-9538-3d92b895ecbe req-267d3beb-bc95-42b2-a9e7-a47617b9fa30 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:51.158610 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9739a317-ff2b-419b-9538-3d92b895ecbe req-267d3beb-bc95-42b2-a9e7-a47617b9fa30 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=08e706fe-3078-4deb-8a24-6a1630ab35e8 HTTP/1.1" status: 200 len: 945 time: 0.0774925 Jun 11 10:28:51.201630 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9739a317-ff2b-419b-9538-3d92b895ecbe req-8efa41f1-88bb-468b-b262-2ad91919f0d6 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=40bb8d94-2b76-4361-ae63-2be0f733f6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372887 Jun 11 10:28:51.219758 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-53bd9c98-3e90-4b58-a3f6-ad129335d048 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:51.318692 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-53bd9c98-3e90-4b58-a3f6-ad129335d048 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Calling delete_port for ca2b4620-583c-4478-813a-38d109a4e6d0 owned by {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:28:51.569068 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad28f8ba-e5d2-44f5-b73c-072c8217c82b None None] Network 326dc3d1-971f-46d4-96ef-46a2b2e3dc89 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:28:51.574807 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-53bd9c98-3e90-4b58-a3f6-ad129335d048 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:51.574807 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-57b269b7-406f-4aea-8bcd-993abb1bc391 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:51.612603 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bd9c98-3e90-4b58-a3f6-ad129335d048 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Pushing event deleted for resources: {'Port': ['ID=ca2b4620-583c-4478-813a-38d109a4e6d0,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:51.615767 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-53bd9c98-3e90-4b58-a3f6-ad129335d048 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:51.652164 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-53bd9c98-3e90-4b58-a3f6-ad129335d048 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:51.654240 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-53bd9c98-3e90-4b58-a3f6-ad129335d048 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "DELETE /v2.0/ports/ca2b4620-583c-4478-813a-38d109a4e6d0 HTTP/1.1" status: 204 len: 168 time: 0.6618700 Jun 11 10:28:51.657709 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38710) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:51.691733 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ae105eb-7287-43c8-9997-3eac9b4aadf4 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] DELETE failed (client error): The resource could not be found. Jun 11 10:28:51.692448 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ae105eb-7287-43c8-9997-3eac9b4aadf4 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 10:28:51.694181 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-3ae105eb-7287-43c8-9997-3eac9b4aadf4 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "DELETE /v2.0/ports/ca2b4620-583c-4478-813a-38d109a4e6d0 HTTP/1.1" status: 404 len: 333 time: 0.0353937 Jun 11 10:28:51.697077 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38712) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:51.729310 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-a81f0a5e-1996-4d1b-9ea8-449be30277f4 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] GET failed (client error): The resource could not be found. Jun 11 10:28:51.730802 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-a81f0a5e-1996-4d1b-9ea8-449be30277f4 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "GET /v2.0/ports/ca2b4620-583c-4478-813a-38d109a4e6d0 HTTP/1.1" status: 404 len: 333 time: 0.0328059 Jun 11 10:28:51.732200 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 78325c6a-6f59-4577-aeb8-f2c9c7d59090 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:28:51.733665 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38714) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:51.734269 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-55618a74-ef5e-4a26-8b98-f77b63ba643d None None] Provisioning for port 78325c6a-6f59-4577-aeb8-f2c9c7d59090 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:28:51.810606 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-17576e11-f6de-48ba-b542-3ef0b5452867 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Deleting subnet 58cf922f-01f8-49b5-a84f-3c5efdbebee6 {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:28:51.814399 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-17576e11-f6de-48ba-b542-3ef0b5452867 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:51.864635 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-17576e11-f6de-48ba-b542-3ef0b5452867 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:51.941187 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 78325c6a-6f59-4577-aeb8-f2c9c7d59090 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:28:51.945463 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 78325c6a-6f59-4577-aeb8-f2c9c7d59090 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:28:51.945851 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:51.981635 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-17576e11-f6de-48ba-b542-3ef0b5452867 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:52.052630 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:52.091618 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-bc1f997f-10b9-4669-a9cf-828374757a1f None None] Provisioning complete for port 78325c6a-6f59-4577-aeb8-f2c9c7d59090 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:28:52.092009 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-bc1f997f-10b9-4669-a9cf-828374757a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:52.176813 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-17576e11-f6de-48ba-b542-3ef0b5452867 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:52.180382 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b5f3aeb2-a1a7-47ea-9cd5-f6a5b29b435a tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:52.214484 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17576e11-f6de-48ba-b542-3ef0b5452867 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Pushing event deleted for resources: {'Subnet': ['ID=58cf922f-01f8-49b5-a84f-3c5efdbebee6,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:52.217807 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-17576e11-f6de-48ba-b542-3ef0b5452867 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:52.218854 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-17576e11-f6de-48ba-b542-3ef0b5452867 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:52.223123 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-17576e11-f6de-48ba-b542-3ef0b5452867 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "DELETE /v2.0/subnets/58cf922f-01f8-49b5-a84f-3c5efdbebee6 HTTP/1.1" status: 204 len: 168 time: 0.4861729 Jun 11 10:28:52.223286 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-bc1f997f-10b9-4669-a9cf-828374757a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:52.223388 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38716) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:52.251135 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.db.api [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93178) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 10:28:52.251512 n-d-779913-12 neutron-server[93178]: DEBUG oslo_db.api [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 10:28:52.307449 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea9a3ec-20fb-458b-9e56-4b477239d682 None None] Network 326dc3d1-971f-46d4-96ef-46a2b2e3dc89 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:28:52.340884 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.db.api [None req-bc1f997f-10b9-4669-a9cf-828374757a1f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93178) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 10:28:52.341255 n-d-779913-12 neutron-server[93178]: DEBUG oslo_db.api [None req-bc1f997f-10b9-4669-a9cf-828374757a1f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 10:28:52.347385 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fe772eab-1e93-4f27-9744-b978a899875a tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:52.414061 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-fe772eab-1e93-4f27-9744-b978a899875a tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Deleting port 78325c6a-6f59-4577-aeb8-f2c9c7d59090 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:28:52.414347 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fe772eab-1e93-4f27-9744-b978a899875a tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:52.425713 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c6cc3-6a79-4133-bf05-fcad9ebc2cbf req-91cd4856-23f1-4288-9400-f1bb42be3344 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:52.427340 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f34c6cc3-6a79-4133-bf05-fcad9ebc2cbf req-91cd4856-23f1-4288-9400-f1bb42be3344 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=08e706fe-3078-4deb-8a24-6a1630ab35e8 HTTP/1.1" status: 200 len: 945 time: 0.0830669 Jun 11 10:28:52.475213 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f34c6cc3-6a79-4133-bf05-fcad9ebc2cbf req-0479f048-3708-4f12-8fcf-f83f96f2741c tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=40bb8d94-2b76-4361-ae63-2be0f733f6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414166 Jun 11 10:28:52.514922 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-fe772eab-1e93-4f27-9744-b978a899875a tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] For port 78325c6a-6f59-4577-aeb8-f2c9c7d59090, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=78325c6a-6f59-4577-aeb8-f2c9c7d59090,segment=NetworkSegment(c421e61c-b005-4b35-b7c0-73b25bac9a0f),segment_id=c421e61c-b005-4b35-b7c0-73b25bac9a0f)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:28:52.515372 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fe772eab-1e93-4f27-9744-b978a899875a tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:52.562060 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2618a86f-cdb5-4259-9d7c-0aea2dd03a8d None None] DHCP port deletion for 326dc3d1-971f-46d4-96ef-46a2b2e3dc89 request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 10:28:52.618444 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-2618a86f-cdb5-4259-9d7c-0aea2dd03a8d None None] Deleting port 78325c6a-6f59-4577-aeb8-f2c9c7d59090 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:28:52.619254 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-fe772eab-1e93-4f27-9744-b978a899875a tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Calling delete_port for 78325c6a-6f59-4577-aeb8-f2c9c7d59090 owned by network:dhcp {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:28:52.619370 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2618a86f-cdb5-4259-9d7c-0aea2dd03a8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:52.679788 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d0e50e-5bf9-4829-b40d-a19f6a495023 req-c2c5f171-20de-47ca-9396-12bbfdd841cf tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:52.682670 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-54d0e50e-5bf9-4829-b40d-a19f6a495023 req-c2c5f171-20de-47ca-9396-12bbfdd841cf tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=08e706fe-3078-4deb-8a24-6a1630ab35e8 HTTP/1.1" status: 200 len: 945 time: 0.0852420 Jun 11 10:28:52.707644 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-2618a86f-cdb5-4259-9d7c-0aea2dd03a8d None None] For port 78325c6a-6f59-4577-aeb8-f2c9c7d59090, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=78325c6a-6f59-4577-aeb8-f2c9c7d59090,segment=NetworkSegment(c421e61c-b005-4b35-b7c0-73b25bac9a0f),segment_id=c421e61c-b005-4b35-b7c0-73b25bac9a0f)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:28:52.712115 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2618a86f-cdb5-4259-9d7c-0aea2dd03a8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:52.733320 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-54d0e50e-5bf9-4829-b40d-a19f6a495023 req-d8080f44-4e78-405c-9148-acc657c160e2 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=40bb8d94-2b76-4361-ae63-2be0f733f6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444882 Jun 11 10:28:52.757859 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38724) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:52.806902 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-2618a86f-cdb5-4259-9d7c-0aea2dd03a8d None None] Calling delete_port for 78325c6a-6f59-4577-aeb8-f2c9c7d59090 owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:28:52.812354 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fe772eab-1e93-4f27-9744-b978a899875a tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:52.816925 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-034815c2-68af-42f9-99cc-74081ee9c287 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:52.850422 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe772eab-1e93-4f27-9744-b978a899875a tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Pushing event deleted for resources: {'Port': ['ID=78325c6a-6f59-4577-aeb8-f2c9c7d59090,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:52.852797 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe772eab-1e93-4f27-9744-b978a899875a tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] No DVR routers for this DVR port 78325c6a-6f59-4577-aeb8-f2c9c7d59090 on host n-d-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:28:52.858970 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-fe772eab-1e93-4f27-9744-b978a899875a tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:52.878838 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-bc1f997f-10b9-4669-a9cf-828374757a1f None None] Port 78325c6a-6f59-4577-aeb8-f2c9c7d59090 update to ACTIVE by agent not found {{(pid=93178) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2133}} Jun 11 10:28:52.886966 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b5267b-1a4f-4b5d-b5b3-0d4ef8120931 tempest-TestNetworkAdvancedServerOps-2001270397 tempest-TestNetworkAdvancedServerOps-2001270397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:52.888592 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-c1b5267b-1a4f-4b5d-b5b3-0d4ef8120931 tempest-TestNetworkAdvancedServerOps-2001270397 tempest-TestNetworkAdvancedServerOps-2001270397-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=08e706fe-3078-4deb-8a24-6a1630ab35e8 HTTP/1.1" status: 200 len: 1092 time: 0.1296425 Jun 11 10:28:52.891789 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38726) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:52.896872 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-c61e23e4-bd53-4597-ae5d-2033004d8fcf tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Request body: {'floatingip': {'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'port_id': '7257b1a9-0a4a-4c88-aee7-db2a98e98b3e', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:28:52.924734 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:52.971264 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fe772eab-1e93-4f27-9744-b978a899875a tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:52.982664 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-fe772eab-1e93-4f27-9744-b978a899875a tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['326dc3d1-971f-46d4-96ef-46a2b2e3dc89']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:28:52.996620 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-6fe8413a-732c-4a04-ac73-6fdd3a82845e None None] Could not find standard attr ID for object ca2b4620-583c-4478-813a-38d109a4e6d0. {{(pid=93178) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 11 10:28:52.997131 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-fe772eab-1e93-4f27-9744-b978a899875a tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c421e61c-b005-4b35-b7c0-73b25bac9a0f') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:28:52.998060 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c61e23e4-bd53-4597-ae5d-2033004d8fcf tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for floatingip, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:52.999825 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-fe772eab-1e93-4f27-9744-b978a899875a tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c421e61c-b005-4b35-b7c0-73b25bac9a0f') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:28:53.010278 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2618a86f-cdb5-4259-9d7c-0aea2dd03a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:53.013082 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-614704b4-b3a7-45d5-9918-a2f96ad5e4fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:53.014577 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fe772eab-1e93-4f27-9744-b978a899875a tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:53.031057 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fe772eab-1e93-4f27-9744-b978a899875a tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:53.039207 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe772eab-1e93-4f27-9744-b978a899875a tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Releasing vlan 752 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:28:53.039941 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fe772eab-1e93-4f27-9744-b978a899875a tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:53.043430 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:28:53.043430 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:28:53.043430 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:28:53.043430 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:28:53.043430 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:28:53.043430 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:28:53.043430 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:28:53.043430 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:28:53.043430 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:28:53.043430 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:28:53.043430 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:28:53.043430 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:28:53.043430 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:28:53.043430 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:28:53.043430 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 10:28:53.043430 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:28:53.043430 n-d-779913-12 neutron-server[93176]: timer() Jun 11 10:28:53.043430 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:28:53.043430 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 10:28:53.043430 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:28:53.043430 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 10:28:53.043430 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:28:53.043430 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 10:28:53.043430 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:28:53.043430 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 10:28:53.043430 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:28:53.043430 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 10:28:53.043430 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:28:53.043430 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:28:53.043430 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:28:53.043430 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:28:53.043430 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:28:53.043430 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 10:28:53.043430 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:28:53.043430 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 10:28:53.043430 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:28:53.043430 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:28:53.043430 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:28:53.043430 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 10:28:53.043430 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:28:53.043430 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:28:53.043430 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:28:53.043430 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:28:53.043430 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:28:53.043430 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:28:53.043430 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:28:53.050855 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2618a86f-cdb5-4259-9d7c-0aea2dd03a8d None None] Pushing event deleted for resources: {'Port': ['ID=78325c6a-6f59-4577-aeb8-f2c9c7d59090,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:53.052730 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2618a86f-cdb5-4259-9d7c-0aea2dd03a8d None None] No DVR routers for this DVR port 78325c6a-6f59-4577-aeb8-f2c9c7d59090 on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:28:53.054150 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-2618a86f-cdb5-4259-9d7c-0aea2dd03a8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:53.136043 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c61e23e4-bd53-4597-ae5d-2033004d8fcf tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:53.216743 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fe772eab-1e93-4f27-9744-b978a899875a tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:53.220464 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5c71f4fe-43eb-4db7-b068-7164193ce295 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:53.224608 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fe772eab-1e93-4f27-9744-b978a899875a tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:53.226325 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-fe772eab-1e93-4f27-9744-b978a899875a tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "DELETE /v2.0/networks/326dc3d1-971f-46d4-96ef-46a2b2e3dc89 HTTP/1.1" status: 204 len: 168 time: 1.0020590 Jun 11 10:28:53.230860 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38728) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:53.247776 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-31f476d1-061c-435f-8c81-680c76a795a4 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-187335043'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:28:53.251120 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe772eab-1e93-4f27-9744-b978a899875a tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Pushing event deleted for resources: {'Network': ['ID=326dc3d1-971f-46d4-96ef-46a2b2e3dc89,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:53.254804 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-fe772eab-1e93-4f27-9744-b978a899875a tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:53.339489 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-c61e23e4-bd53-4597-ae5d-2033004d8fcf tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Allocated IP 172.25.4.63 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/713be0b0-940a-430f-83a3-4e0b4d2dc38e) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:28:53.375778 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f476d1-061c-435f-8c81-680c76a795a4 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Made reservation on behalf of a5bd376b695f463d9494b82170c70e4a for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:28:53.379451 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-31f476d1-061c-435f-8c81-680c76a795a4 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:53.406337 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31f476d1-061c-435f-8c81-680c76a795a4 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 789} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:28:53.415595 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-31f476d1-061c-435f-8c81-680c76a795a4 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:53.416017 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-31f476d1-061c-435f-8c81-680c76a795a4 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Added segment 29d5abcb-12a3-4d75-8258-0a493488e143 of type vlan for network 1af4bdc9-21be-4012-aa29-13cfcc67291e Jun 11 10:28:53.470440 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-31f476d1-061c-435f-8c81-680c76a795a4 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:53.474775 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c61e23e4-bd53-4597-ae5d-2033004d8fcf tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:53.576763 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-31f476d1-061c-435f-8c81-680c76a795a4 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:53.582443 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f476d1-061c-435f-8c81-680c76a795a4 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:53.583023 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-31f476d1-061c-435f-8c81-680c76a795a4 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:53.585457 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4d1f04f8-e764-4cd8-bdf1-caa8ea86fec6 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:53.593799 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c61e23e4-bd53-4597-ae5d-2033004d8fcf tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:53.597022 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a02cf780-150a-4a39-8d2b-12fcbbf0356d tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:53.650845 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61e23e4-bd53-4597-ae5d-2033004d8fcf tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:28:53.653909 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-c61e23e4-bd53-4597-ae5d-2033004d8fcf tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:28:53.656541 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61e23e4-bd53-4597-ae5d-2033004d8fcf tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:28:53.683091 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f476d1-061c-435f-8c81-680c76a795a4 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Pushing event updated for resources: {'Network': ['ID=1af4bdc9-21be-4012-aa29-13cfcc67291e,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:53.685817 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-31f476d1-061c-435f-8c81-680c76a795a4 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:53.689958 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61e23e4-bd53-4597-ae5d-2033004d8fcf tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Pushing event updated for resources: {'Port': ['ID=713be0b0-940a-430f-83a3-4e0b4d2dc38e,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:53.699409 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-31f476d1-061c-435f-8c81-680c76a795a4 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4539576 Jun 11 10:28:53.701797 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38730) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:53.701919 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 1af4bdc9-21be-4012-aa29-13cfcc67291e details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:28:53.704907 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-c664565b-d86c-4e47-96f2-39c9f5810484 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Request body: {'subnet': {'network_id': '1af4bdc9-21be-4012-aa29-13cfcc67291e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:28:53.710045 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61e23e4-bd53-4597-ae5d-2033004d8fcf tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:28:53.710045 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61e23e4-bd53-4597-ae5d-2033004d8fcf tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:28:53.710471 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61e23e4-bd53-4597-ae5d-2033004d8fcf tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:28:53.710797 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61e23e4-bd53-4597-ae5d-2033004d8fcf tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:28:53.711146 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61e23e4-bd53-4597-ae5d-2033004d8fcf tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:28:53.712182 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61e23e4-bd53-4597-ae5d-2033004d8fcf tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:28:53.713348 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61e23e4-bd53-4597-ae5d-2033004d8fcf tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:28:53.713995 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61e23e4-bd53-4597-ae5d-2033004d8fcf tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:28:53.714807 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61e23e4-bd53-4597-ae5d-2033004d8fcf tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:28:53.715431 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61e23e4-bd53-4597-ae5d-2033004d8fcf tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:28:53.716077 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61e23e4-bd53-4597-ae5d-2033004d8fcf tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:28:53.716682 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61e23e4-bd53-4597-ae5d-2033004d8fcf tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:28:53.720463 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 78325c6a-6f59-4577-aeb8-f2c9c7d59090 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:28:53.736843 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c61e23e4-bd53-4597-ae5d-2033004d8fcf tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:53.763656 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 78325c6a-6f59-4577-aeb8-f2c9c7d59090 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:28:53.764306 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 78325c6a-6f59-4577-aeb8-f2c9c7d59090 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:28:53.896400 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c664565b-d86c-4e47-96f2-39c9f5810484 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Made reservation on behalf of a5bd376b695f463d9494b82170c70e4a for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:28:53.900679 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c664565b-d86c-4e47-96f2-39c9f5810484 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:54.199786 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c61e23e4-bd53-4597-ae5d-2033004d8fcf tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:54.245059 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c664565b-d86c-4e47-96f2-39c9f5810484 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:54.248153 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-68a8e805-a381-4393-8d0b-cf36222c91b0 tempest-RoutersIpV6Test-1644246136 tempest-RoutersIpV6Test-1644246136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:54.326597 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c664565b-d86c-4e47-96f2-39c9f5810484 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Pushing event updated for resources: {'Subnet': ['ID=384b4a10-36d3-4c4f-9bf6-37675a6b1e8f,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:54.329839 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c664565b-d86c-4e47-96f2-39c9f5810484 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:54.335713 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c664565b-d86c-4e47-96f2-39c9f5810484 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Checking segment: {'id': '29d5abcb-12a3-4d75-8258-0a493488e143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '1af4bdc9-21be-4012-aa29-13cfcc67291e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:28:54.336082 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c664565b-d86c-4e47-96f2-39c9f5810484 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Network hostable DHCP agents. Network: 1af4bdc9-21be-4012-aa29-13cfcc67291e, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:28:54.344739 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c61e23e4-bd53-4597-ae5d-2033004d8fcf tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:54.422667 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c664565b-d86c-4e47-96f2-39c9f5810484 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Network 1af4bdc9-21be-4012-aa29-13cfcc67291e is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:28:54.513430 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-c664565b-d86c-4e47-96f2-39c9f5810484 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 1af4bdc9-21be-4012-aa29-13cfcc67291e) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:28:54.517826 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c664565b-d86c-4e47-96f2-39c9f5810484 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:54.518419 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c664565b-d86c-4e47-96f2-39c9f5810484 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:54.524394 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d86d1b4-0345-4401-969a-30c43c7cbfca None None] Network 1af4bdc9-21be-4012-aa29-13cfcc67291e requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:28:54.549740 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c61e23e4-bd53-4597-ae5d-2033004d8fcf tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:54.593936 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-c664565b-d86c-4e47-96f2-39c9f5810484 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8932316 Jun 11 10:28:54.596577 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38732) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:54.601765 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-109e2d5d-118e-4029-bcf8-affbf9de56ac tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Request body: {'port': {'network_id': '1af4bdc9-21be-4012-aa29-13cfcc67291e', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-755972503'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:28:54.628172 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c61e23e4-bd53-4597-ae5d-2033004d8fcf tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:54.632123 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-733bdbd5-2b59-4240-81a8-564e0e9318a4 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:54.716471 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84ed4cc-062a-4278-bdbf-8ec6d6fad917 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-1af4bdc9-21be-4012-aa29-13cfcc67291e', 'network_id': '1af4bdc9-21be-4012-aa29-13cfcc67291e', 'tenant_id': 'a5bd376b695f463d9494b82170c70e4a', 'fixed_ips': [{'subnet_id': '384b4a10-36d3-4c4f-9bf6-37675a6b1e8f'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 10:28:54.717769 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e84ed4cc-062a-4278-bdbf-8ec6d6fad917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:54.724149 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61e23e4-bd53-4597-ae5d-2033004d8fcf tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Pushing event updated for resources: {'Port': ['ID=713be0b0-940a-430f-83a3-4e0b4d2dc38e,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:54.729707 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c61e23e4-bd53-4597-ae5d-2033004d8fcf tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:54.734502 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c61e23e4-bd53-4597-ae5d-2033004d8fcf tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:54.816677 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-109e2d5d-118e-4029-bcf8-affbf9de56ac tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Made reservation on behalf of a5bd376b695f463d9494b82170c70e4a for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:28:54.820573 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-109e2d5d-118e-4029-bcf8-affbf9de56ac tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:54.842533 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [None req-109e2d5d-118e-4029-bcf8-affbf9de56ac tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] device_id is not set on port fff5e73f-b3e6-4ecb-b975-38943e4c358b yet. {{(pid=93176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 10:28:54.882420 n-d-779913-12 neutron-server[93177]: INFO neutron.db.l3_db [None req-c61e23e4-bd53-4597-ae5d-2033004d8fcf tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Floating IP 8323d629-7848-4310-b3da-88f0b06b8da3 associated. External IP: 172.25.4.63, port: 7257b1a9-0a4a-4c88-aee7-db2a98e98b3e. Jun 11 10:28:54.882981 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-e84ed4cc-062a-4278-bdbf-8ec6d6fad917 None None] Allocated IP 2001:db8::2 (1af4bdc9-21be-4012-aa29-13cfcc67291e/384b4a10-36d3-4c4f-9bf6-37675a6b1e8f/221a345f-6342-4b84-82c7-27e0eeb2b758) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:28:55.183458 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c61e23e4-bd53-4597-ae5d-2033004d8fcf tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Router e82984cd-e4c4-4965-a19d-afb6d912911b has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:28:55.243006 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e84ed4cc-062a-4278-bdbf-8ec6d6fad917 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:55.251375 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-e84ed4cc-062a-4278-bdbf-8ec6d6fad917 None None] Transition to ACTIVE for port object 221a345f-6342-4b84-82c7-27e0eeb2b758 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:28:55.269755 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-e84ed4cc-062a-4278-bdbf-8ec6d6fad917 None None] Transition to ACTIVE for port object 221a345f-6342-4b84-82c7-27e0eeb2b758 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:28:55.329889 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c61e23e4-bd53-4597-ae5d-2033004d8fcf tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:28:55.339846 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57bc0e8-e31e-47f4-b616-d777e4453791 None None] Sync routers for ids ['e82984cd-e4c4-4965-a19d-afb6d912911b'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:28:55.348593 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57bc0e8-e31e-47f4-b616-d777e4453791 None None] Routers {'e82984cd-e4c4-4965-a19d-afb6d912911b'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:28:55.349206 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-d57bc0e8-e31e-47f4-b616-d777e4453791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:28:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['e82984cd-e4c4-4965-a19d-afb6d912911b'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:28:55.397812 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e84ed4cc-062a-4278-bdbf-8ec6d6fad917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:55.444019 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-6f8e15ff-0a30-4cdb-8e06-9ba487618a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:55.448920 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-109e2d5d-118e-4029-bcf8-affbf9de56ac tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Allocated IP 2001:db8::7e (1af4bdc9-21be-4012-aa29-13cfcc67291e/384b4a10-36d3-4c4f-9bf6-37675a6b1e8f/fff5e73f-b3e6-4ecb-b975-38943e4c358b) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:28:55.457017 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c61e23e4-bd53-4597-ae5d-2033004d8fcf tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:55.513387 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84ed4cc-062a-4278-bdbf-8ec6d6fad917 None None] Network 1af4bdc9-21be-4012-aa29-13cfcc67291e is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:28:55.519134 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-e84ed4cc-062a-4278-bdbf-8ec6d6fad917 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:28:55.525710 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84ed4cc-062a-4278-bdbf-8ec6d6fad917 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:28:55.535598 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84ed4cc-062a-4278-bdbf-8ec6d6fad917 None None] Pushing event updated for resources: {'Port': ['ID=221a345f-6342-4b84-82c7-27e0eeb2b758,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:55.535830 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-c61e23e4-bd53-4597-ae5d-2033004d8fcf tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6399021 Jun 11 10:28:55.535830 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08e706fe-3078-4deb-8a24-6a1630ab35e8', 'tag': '7257b1a9-0a4a-4c88-aee7-db2a98e98b3e'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:28:55.536709 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c1d864-0f64-4108-b991-67df1936e0cb" -d '{"events": [{"name": "network-changed", "server_uuid": "08e706fe-3078-4deb-8a24-6a1630ab35e8", "tag": "7257b1a9-0a4a-4c88-aee7-db2a98e98b3e"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:28:55.543436 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-e84ed4cc-062a-4278-bdbf-8ec6d6fad917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:55.615728 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-d57bc0e8-e31e-47f4-b616-d777e4453791 None None] Set router e82984cd-e4c4-4965-a19d-afb6d912911b gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:28:55.652780 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-109e2d5d-118e-4029-bcf8-affbf9de56ac tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:55.669573 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [None req-109e2d5d-118e-4029-bcf8-affbf9de56ac tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Transition to ACTIVE for port object fff5e73f-b3e6-4ecb-b975-38943e4c358b will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:28:55.677813 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-e84ed4cc-062a-4278-bdbf-8ec6d6fad917 None None] Attempting to bind port 221a345f-6342-4b84-82c7-27e0eeb2b758 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:28:55.678856 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-e84ed4cc-062a-4278-bdbf-8ec6d6fad917 None None] Attempting to bind port 221a345f-6342-4b84-82c7-27e0eeb2b758 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '29d5abcb-12a3-4d75-8258-0a493488e143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '1af4bdc9-21be-4012-aa29-13cfcc67291e'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:28:55.679235 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84ed4cc-062a-4278-bdbf-8ec6d6fad917 None None] Attempting to bind port 221a345f-6342-4b84-82c7-27e0eeb2b758 on network 1af4bdc9-21be-4012-aa29-13cfcc67291e {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:28:55.687207 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84ed4cc-062a-4278-bdbf-8ec6d6fad917 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:28:55.690894 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84ed4cc-062a-4278-bdbf-8ec6d6fad917 None None] Checking segment: {'id': '29d5abcb-12a3-4d75-8258-0a493488e143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '1af4bdc9-21be-4012-aa29-13cfcc67291e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:28:55.690894 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e84ed4cc-062a-4278-bdbf-8ec6d6fad917 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:55.690894 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84ed4cc-062a-4278-bdbf-8ec6d6fad917 None None] Bound using segment: {'id': '29d5abcb-12a3-4d75-8258-0a493488e143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '1af4bdc9-21be-4012-aa29-13cfcc67291e'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:28:55.690894 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-e84ed4cc-062a-4278-bdbf-8ec6d6fad917 None None] Bound port: 221a345f-6342-4b84-82c7-27e0eeb2b758, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d5abcb-12a3-4d75-8258-0a493488e143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '1af4bdc9-21be-4012-aa29-13cfcc67291e'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:28:55.690894 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e84ed4cc-062a-4278-bdbf-8ec6d6fad917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:55.694471 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e926c6-11e5-4bd8-a7d2-5dc325f4077d req-1b99c25a-8374-4620-bd6c-6a48080ce115 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:55.696549 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b7e926c6-11e5-4bd8-a7d2-5dc325f4077d req-1b99c25a-8374-4620-bd6c-6a48080ce115 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=08e706fe-3078-4deb-8a24-6a1630ab35e8 HTTP/1.1" status: 200 len: 945 time: 0.0724027 Jun 11 10:28:55.745639 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b7e926c6-11e5-4bd8-a7d2-5dc325f4077d req-b8bcb766-6591-46e0-b189-66811e1f8d99 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=40bb8d94-2b76-4361-ae63-2be0f733f6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386586 Jun 11 10:28:55.772894 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-109e2d5d-118e-4029-bcf8-affbf9de56ac tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:55.780824 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38738) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:55.781010 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-fc0f93ca-0ff0-4bf1-84f8-653141c70004 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:55.861060 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a5990bf-5557-442e-80fb-e1663ffcad58 x-openstack-request-id: req-0a5990bf-5557-442e-80fb-e1663ffcad58 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:28:55.861703 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08e706fe-3078-4deb-8a24-6a1630ab35e8", "tag": "7257b1a9-0a4a-4c88-aee7-db2a98e98b3e", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:28:55.861826 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109e2d5d-118e-4029-bcf8-affbf9de56ac tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Network 1af4bdc9-21be-4012-aa29-13cfcc67291e is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:28:55.862258 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0a5990bf-5557-442e-80fb-e1663ffcad58 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:28:55.862873 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08e706fe-3078-4deb-8a24-6a1630ab35e8', 'tag': '7257b1a9-0a4a-4c88-aee7-db2a98e98b3e', 'status': 'completed', 'code': 200} Jun 11 10:28:55.865239 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-109e2d5d-118e-4029-bcf8-affbf9de56ac tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:28:55.869057 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109e2d5d-118e-4029-bcf8-affbf9de56ac tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:28:55.875030 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109e2d5d-118e-4029-bcf8-affbf9de56ac tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:55.875830 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-109e2d5d-118e-4029-bcf8-affbf9de56ac tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:55.892477 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109e2d5d-118e-4029-bcf8-affbf9de56ac tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Pushing event updated for resources: {'Port': ['ID=fff5e73f-b3e6-4ecb-b975-38943e4c358b,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:55.895618 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-109e2d5d-118e-4029-bcf8-affbf9de56ac tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:55.935107 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-99b0351e-1cc5-45c2-9f3c-14f9b7b4bf90 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/floatingips/8323d629-7848-4310-b3da-88f0b06b8da3 HTTP/1.1" status: 200 len: 990 time: 0.1548445 Jun 11 10:28:55.948929 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-109e2d5d-118e-4029-bcf8-affbf9de56ac tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 1.3510625 Jun 11 10:28:55.949646 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c1d864-0f64-4108-b991-67df1936e0cb req-9509ae12-0752-4de9-a3fb-34a5f8442c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:55.951271 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b7c1d864-0f64-4108-b991-67df1936e0cb req-9509ae12-0752-4de9-a3fb-34a5f8442c68 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=291bb5ee2189444bb635fe5a1d306c3b&device_id=08e706fe-3078-4deb-8a24-6a1630ab35e8 HTTP/1.1" status: 200 len: 1097 time: 0.0875115 Jun 11 10:28:55.955359 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38740) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:55.955915 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-e84ed4cc-062a-4278-bdbf-8ec6d6fad917 None None] For port 221a345f-6342-4b84-82c7-27e0eeb2b758, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:28:55.975598 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-e84ed4cc-062a-4278-bdbf-8ec6d6fad917 None None] For port 221a345f-6342-4b84-82c7-27e0eeb2b758, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=221a345f-6342-4b84-82c7-27e0eeb2b758,segment=NetworkSegment(29d5abcb-12a3-4d75-8258-0a493488e143),segment_id=29d5abcb-12a3-4d75-8258-0a493488e143)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:28:56.044899 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-d57bc0e8-e31e-47f4-b616-d777e4453791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e82984cd-e4c4-4965-a19d-afb6d912911b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-254095427', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '4f2f08af-68b3-44e7-9574-765ce0807da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:28:26Z', 'updated_at': '2021-06-11T10:28:33Z', 'revision_number': 4, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'gw_port': {'id': '4f2f08af-68b3-44e7-9574-765ce0807da6', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:60:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82984cd-e4c4-4965-a19d-afb6d912911b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:28:27Z', 'updated_at': '2021-06-11T10:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': '8323d629-7848-4310-b3da-88f0b06b8da3', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'floating_ip_address': '172.25.4.63', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': 'e82984cd-e4c4-4965-a19d-afb6d912911b', 'port_id': '7257b1a9-0a4a-4c88-aee7-db2a98e98b3e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3758, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d6b570a-a2dd-4103-99e8-e9a125c30ddc', 'mac_address': 'fa:16:3e:4f:70:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e706fe-3078-4deb-8a24-6a1630ab35e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T10:28:54Z', 'updated_at': '2021-06-11T10:28:54Z', 'revision_number': 0, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2696b467-0cbd-4af0-b1af-9e09df36ce45', 'name': '', 'network_id': '5d6b570a-a2dd-4103-99e8-e9a125c30ddc', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'mac_address': 'fa:16:3e:d0:ab:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82984cd-e4c4-4965-a19d-afb6d912911b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '52c260e0-c384-43a7-af7a-631c7e41241b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:28:31Z', 'updated_at': '2021-06-11T10:28:37Z', 'revision_number': 5, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'subnets': [{'id': '52c260e0-c384-43a7-af7a-631c7e41241b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:28:56.048161 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e84ed4cc-062a-4278-bdbf-8ec6d6fad917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:56.051270 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-ce612569-dd14-4b5c-82f6-07b59a5f969c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:56.057532 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57bc0e8-e31e-47f4-b616-d777e4453791 None None] Checking router: e82984cd-e4c4-4965-a19d-afb6d912911b for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:28:56.105971 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57bc0e8-e31e-47f4-b616-d777e4453791 None None] Routers {'e82984cd-e4c4-4965-a19d-afb6d912911b'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:28:56.106611 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-d57bc0e8-e31e-47f4-b616-d777e4453791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:28:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['e82984cd-e4c4-4965-a19d-afb6d912911b'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:28:56.165787 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c1d864-0f64-4108-b991-67df1936e0cb req-47f80e59-be89-4c36-8590-076419964e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:56.167254 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b7c1d864-0f64-4108-b991-67df1936e0cb req-47f80e59-be89-4c36-8590-076419964e7b service neutron] 10.222.0.69 "GET /v2.0/networks?id=5d6b570a-a2dd-4103-99e8-e9a125c30ddc HTTP/1.1" status: 200 len: 898 time: 0.2039299 Jun 11 10:28:56.230852 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84ed4cc-062a-4278-bdbf-8ec6d6fad917 None None] Pushing event updated for resources: {'Port': ['ID=221a345f-6342-4b84-82c7-27e0eeb2b758,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:56.235530 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-e84ed4cc-062a-4278-bdbf-8ec6d6fad917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:56.236164 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-c6aeb6f1-9f31-4a51-8db7-e6faa40f2db4 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Deleting port fff5e73f-b3e6-4ecb-b975-38943e4c358b {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:28:56.236509 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c6aeb6f1-9f31-4a51-8db7-e6faa40f2db4 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:56.295196 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-d57bc0e8-e31e-47f4-b616-d777e4453791 None None] Set router e82984cd-e4c4-4965-a19d-afb6d912911b gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:28:56.625727 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-d57bc0e8-e31e-47f4-b616-d777e4453791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e82984cd-e4c4-4965-a19d-afb6d912911b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-254095427', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '4f2f08af-68b3-44e7-9574-765ce0807da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:28:26Z', 'updated_at': '2021-06-11T10:28:33Z', 'revision_number': 4, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'gw_port': {'id': '4f2f08af-68b3-44e7-9574-765ce0807da6', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:60:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82984cd-e4c4-4965-a19d-afb6d912911b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:28:27Z', 'updated_at': '2021-06-11T10:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': '8323d629-7848-4310-b3da-88f0b06b8da3', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'floating_ip_address': '172.25.4.63', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': 'e82984cd-e4c4-4965-a19d-afb6d912911b', 'port_id': '7257b1a9-0a4a-4c88-aee7-db2a98e98b3e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3758, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d6b570a-a2dd-4103-99e8-e9a125c30ddc', 'mac_address': 'fa:16:3e:4f:70:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e706fe-3078-4deb-8a24-6a1630ab35e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T10:28:54Z', 'updated_at': '2021-06-11T10:28:54Z', 'revision_number': 0, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2696b467-0cbd-4af0-b1af-9e09df36ce45', 'name': '', 'network_id': '5d6b570a-a2dd-4103-99e8-e9a125c30ddc', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'mac_address': 'fa:16:3e:d0:ab:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82984cd-e4c4-4965-a19d-afb6d912911b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '52c260e0-c384-43a7-af7a-631c7e41241b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:28:31Z', 'updated_at': '2021-06-11T10:28:37Z', 'revision_number': 5, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'subnets': [{'id': '52c260e0-c384-43a7-af7a-631c7e41241b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:28:56.629347 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57bc0e8-e31e-47f4-b616-d777e4453791 None None] The sync data for ids ['e82984cd-e4c4-4965-a19d-afb6d912911b'] in n-d-779913-12 is: [{'id': 'e82984cd-e4c4-4965-a19d-afb6d912911b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-254095427', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '4f2f08af-68b3-44e7-9574-765ce0807da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:28:26Z', 'updated_at': '2021-06-11T10:28:33Z', 'revision_number': 4, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'gw_port': {'id': '4f2f08af-68b3-44e7-9574-765ce0807da6', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:60:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82984cd-e4c4-4965-a19d-afb6d912911b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:28:27Z', 'updated_at': '2021-06-11T10:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': '8323d629-7848-4310-b3da-88f0b06b8da3', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'floating_ip_address': '172.25.4.63', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': 'e82984cd-e4c4-4965-a19d-afb6d912911b', 'port_id': '7257b1a9-0a4a-4c88-aee7-db2a98e98b3e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3758, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d6b570a-a2dd-4103-99e8-e9a125c30ddc', 'mac_address': 'fa:16:3e:4f:70:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e706fe-3078-4deb-8a24-6a1630ab35e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T10:28:54Z', 'updated_at': '2021-06-11T10:28:54Z', 'revision_number': 0, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2696b467-0cbd-4af0-b1af-9e09df36ce45', 'name': '', 'network_id': '5d6b570a-a2dd-4103-99e8-e9a125c30ddc', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'mac_address': 'fa:16:3e:d0:ab:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82984cd-e4c4-4965-a19d-afb6d912911b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '52c260e0-c384-43a7-af7a-631c7e41241b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:28:31Z', 'updated_at': '2021-06-11T10:28:37Z', 'revision_number': 5, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'subnets': [{'id': '52c260e0-c384-43a7-af7a-631c7e41241b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:28:56.789816 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b7c1d864-0f64-4108-b991-67df1936e0cb req-c3935d39-90c8-4a7c-b6af-1b1739ea0312 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7257b1a9-0a4a-4c88-aee7-db2a98e98b3e HTTP/1.1" status: 200 len: 998 time: 0.6144881 Jun 11 10:28:56.846344 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f7f2ad-10d6-4452-952b-02bfe97154d9 None None] New status for floating IP 8323d629-7848-4310-b3da-88f0b06b8da3: ACTIVE {{(pid=93179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 10:28:56.873855 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c6aeb6f1-9f31-4a51-8db7-e6faa40f2db4 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:56.938658 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c1d864-0f64-4108-b991-67df1936e0cb req-77aa9847-d580-4589-b46e-a984a5e5c9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:56.938910 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38744) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:56.940157 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b7c1d864-0f64-4108-b991-67df1936e0cb req-77aa9847-d580-4589-b46e-a984a5e5c9b9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=52c260e0-c384-43a7-af7a-631c7e41241b HTTP/1.1" status: 200 len: 834 time: 0.1369762 Jun 11 10:28:56.988247 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-c6aeb6f1-9f31-4a51-8db7-e6faa40f2db4 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Calling delete_port for fff5e73f-b3e6-4ecb-b975-38943e4c358b owned by {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:28:57.053997 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-5f68c69d-d4b0-44d7-a71e-59b67cee362c tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/floatingips/8323d629-7848-4310-b3da-88f0b06b8da3 HTTP/1.1" status: 200 len: 990 time: 0.1127756 Jun 11 10:28:57.092473 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5975b760-0fb4-4ae3-afc5-e1bcd5ec2c40 None None] Network 1af4bdc9-21be-4012-aa29-13cfcc67291e requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:28:57.146694 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c1d864-0f64-4108-b991-67df1936e0cb req-b053bc3a-42ea-4818-99c1-1daa54eec088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:57.148181 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b7c1d864-0f64-4108-b991-67df1936e0cb req-b053bc3a-42ea-4818-99c1-1daa54eec088 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5d6b570a-a2dd-4103-99e8-e9a125c30ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1576605 Jun 11 10:28:57.295393 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-5e0ce7d0-5c02-4375-a296-6d61489d0bdd None None] Provisioning for port 221a345f-6342-4b84-82c7-27e0eeb2b758 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:28:57.351046 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b7c1d864-0f64-4108-b991-67df1936e0cb req-e882cbdb-7db5-4673-94da-bcb000603064 service neutron] 10.222.0.69 "GET /v2.0/networks/5d6b570a-a2dd-4103-99e8-e9a125c30ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561038 Jun 11 10:28:57.394529 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c6aeb6f1-9f31-4a51-8db7-e6faa40f2db4 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:57.401045 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-db843fca-cfd8-4ecc-800c-bbfa987b2629 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:57.483052 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aeb6f1-9f31-4a51-8db7-e6faa40f2db4 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Pushing event deleted for resources: {'Port': ['ID=fff5e73f-b3e6-4ecb-b975-38943e4c358b,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:57.495232 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c6aeb6f1-9f31-4a51-8db7-e6faa40f2db4 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:57.523665 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c6aeb6f1-9f31-4a51-8db7-e6faa40f2db4 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:57.526164 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-c6aeb6f1-9f31-4a51-8db7-e6faa40f2db4 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "DELETE /v2.0/ports/fff5e73f-b3e6-4ecb-b975-38943e4c358b HTTP/1.1" status: 204 len: 168 time: 1.5698125 Jun 11 10:28:57.528923 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38746) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:57.555417 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b7c1d864-0f64-4108-b991-67df1936e0cb req-40b6f117-6433-4fc7-84d0-ba7ffc486ae1 service neutron] 10.222.0.69 "GET /v2.0/networks/5d6b570a-a2dd-4103-99e8-e9a125c30ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975553 Jun 11 10:28:57.569894 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-601c06ec-a420-4a28-b747-3226779b0da7 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] GET failed (client error): The resource could not be found. Jun 11 10:28:57.571555 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-601c06ec-a420-4a28-b747-3226779b0da7 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "GET /v2.0/ports/fff5e73f-b3e6-4ecb-b975-38943e4c358b HTTP/1.1" status: 404 len: 333 time: 0.0416427 Jun 11 10:28:57.574468 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38748) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:57.627484 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-02c6acbd-e516-40d3-972c-9da6c74f0b97 None None] Could not find standard attr ID for object fff5e73f-b3e6-4ecb-b975-38943e4c358b. {{(pid=93178) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 11 10:28:57.642496 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-c16784cf-4f24-44d0-8146-0656af8c4a23 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Deleting subnet 384b4a10-36d3-4c4f-9bf6-37675a6b1e8f {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:28:57.645978 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c16784cf-4f24-44d0-8146-0656af8c4a23 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:57.701800 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c16784cf-4f24-44d0-8146-0656af8c4a23 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:57.733850 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 221a345f-6342-4b84-82c7-27e0eeb2b758 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:28:57.780175 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-85d96729-f410-4d03-be2c-06bce82850b1 None None] Could not find standard attr ID for object fff5e73f-b3e6-4ecb-b975-38943e4c358b. {{(pid=93178) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 11 10:28:57.828073 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c16784cf-4f24-44d0-8146-0656af8c4a23 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:57.856437 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 221a345f-6342-4b84-82c7-27e0eeb2b758 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:28:57.861029 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 221a345f-6342-4b84-82c7-27e0eeb2b758 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:28:57.861350 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:57.971121 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c16784cf-4f24-44d0-8146-0656af8c4a23 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:57.973449 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5c71f4fe-43eb-4db7-b068-7164193ce295 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:58.008903 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16784cf-4f24-44d0-8146-0656af8c4a23 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Pushing event deleted for resources: {'Subnet': ['ID=384b4a10-36d3-4c4f-9bf6-37675a6b1e8f,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:58.014008 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c16784cf-4f24-44d0-8146-0656af8c4a23 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:58.018307 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-c16784cf-4f24-44d0-8146-0656af8c4a23 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "DELETE /v2.0/subnets/384b4a10-36d3-4c4f-9bf6-37675a6b1e8f HTTP/1.1" status: 204 len: 168 time: 0.4394178 Jun 11 10:28:58.018693 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38750) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:58.024835 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16784cf-4f24-44d0-8146-0656af8c4a23 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:28:58.025227 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16784cf-4f24-44d0-8146-0656af8c4a23 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:28:58.025607 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16784cf-4f24-44d0-8146-0656af8c4a23 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:28:58.026189 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16784cf-4f24-44d0-8146-0656af8c4a23 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:28:58.026580 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16784cf-4f24-44d0-8146-0656af8c4a23 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:28:58.026958 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16784cf-4f24-44d0-8146-0656af8c4a23 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:28:58.027379 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16784cf-4f24-44d0-8146-0656af8c4a23 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:28:58.027780 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16784cf-4f24-44d0-8146-0656af8c4a23 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:28:58.028149 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16784cf-4f24-44d0-8146-0656af8c4a23 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:28:58.028517 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16784cf-4f24-44d0-8146-0656af8c4a23 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:28:58.028882 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16784cf-4f24-44d0-8146-0656af8c4a23 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:28:58.029244 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16784cf-4f24-44d0-8146-0656af8c4a23 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:28:58.032776 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c16784cf-4f24-44d0-8146-0656af8c4a23 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:58.057488 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38752) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:58.082111 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5338b69c-2196-431e-bb48-5293306aabd0 None None] Network 1af4bdc9-21be-4012-aa29-13cfcc67291e requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:28:58.132066 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3b9c0974-44f2-4aff-9c99-1babfe818e9f tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:58.146853 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-722eaf26-9dbc-4c77-9904-bcdd845d2055 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/floatingips/8323d629-7848-4310-b3da-88f0b06b8da3 HTTP/1.1" status: 200 len: 992 time: 0.0880802 Jun 11 10:28:58.194241 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-3b9c0974-44f2-4aff-9c99-1babfe818e9f tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Deleting port 221a345f-6342-4b84-82c7-27e0eeb2b758 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:28:58.194591 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3b9c0974-44f2-4aff-9c99-1babfe818e9f tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:58.273006 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:58.285399 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-3b9c0974-44f2-4aff-9c99-1babfe818e9f tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] For port 221a345f-6342-4b84-82c7-27e0eeb2b758, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=221a345f-6342-4b84-82c7-27e0eeb2b758,segment=NetworkSegment(29d5abcb-12a3-4d75-8258-0a493488e143),segment_id=29d5abcb-12a3-4d75-8258-0a493488e143)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:28:58.290359 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3b9c0974-44f2-4aff-9c99-1babfe818e9f tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:58.325300 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 221a345f-6342-4b84-82c7-27e0eeb2b758, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=221a345f-6342-4b84-82c7-27e0eeb2b758,segment=NetworkSegment(29d5abcb-12a3-4d75-8258-0a493488e143),segment_id=29d5abcb-12a3-4d75-8258-0a493488e143)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:28:58.386225 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00015e9e-debf-4cf7-92e5-0cbc726a7ca3 None None] DHCP port deletion for 1af4bdc9-21be-4012-aa29-13cfcc67291e request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 10:28:58.386573 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-3b9c0974-44f2-4aff-9c99-1babfe818e9f tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Calling delete_port for 221a345f-6342-4b84-82c7-27e0eeb2b758 owned by network:dhcp {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:28:58.415688 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:58.420117 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-b0696786-ecd0-49e8-b5aa-81406557104a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:58.488976 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=221a345f-6342-4b84-82c7-27e0eeb2b758,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:58.492089 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:58.495003 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-00015e9e-debf-4cf7-92e5-0cbc726a7ca3 None None] Deleting port 221a345f-6342-4b84-82c7-27e0eeb2b758 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:28:58.495393 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-00015e9e-debf-4cf7-92e5-0cbc726a7ca3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:58.581222 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3b9c0974-44f2-4aff-9c99-1babfe818e9f tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:58.584817 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-00015e9e-debf-4cf7-92e5-0cbc726a7ca3 None None] For port 221a345f-6342-4b84-82c7-27e0eeb2b758, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=221a345f-6342-4b84-82c7-27e0eeb2b758,segment=NetworkSegment(29d5abcb-12a3-4d75-8258-0a493488e143),segment_id=29d5abcb-12a3-4d75-8258-0a493488e143)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:28:58.584975 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-bb2b62b0-ec87-40de-8218-d5fdb80cb74f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:58.585226 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-00015e9e-debf-4cf7-92e5-0cbc726a7ca3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:58.615917 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9c0974-44f2-4aff-9c99-1babfe818e9f tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Pushing event deleted for resources: {'Port': ['ID=221a345f-6342-4b84-82c7-27e0eeb2b758,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:58.618786 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3b9c0974-44f2-4aff-9c99-1babfe818e9f tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:58.619616 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9c0974-44f2-4aff-9c99-1babfe818e9f tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] No DVR routers for this DVR port 221a345f-6342-4b84-82c7-27e0eeb2b758 on host n-d-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:28:58.683675 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-00015e9e-debf-4cf7-92e5-0cbc726a7ca3 None None] Calling delete_port for 221a345f-6342-4b84-82c7-27e0eeb2b758 owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:28:58.731152 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3b9c0974-44f2-4aff-9c99-1babfe818e9f tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:58.745370 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-3b9c0974-44f2-4aff-9c99-1babfe818e9f tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1af4bdc9-21be-4012-aa29-13cfcc67291e']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:28:58.757335 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-3b9c0974-44f2-4aff-9c99-1babfe818e9f tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29d5abcb-12a3-4d75-8258-0a493488e143') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:28:58.757636 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-3b9c0974-44f2-4aff-9c99-1babfe818e9f tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29d5abcb-12a3-4d75-8258-0a493488e143') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:28:58.768258 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3b9c0974-44f2-4aff-9c99-1babfe818e9f tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:58.784618 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3b9c0974-44f2-4aff-9c99-1babfe818e9f tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:58.791332 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b9c0974-44f2-4aff-9c99-1babfe818e9f tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Releasing vlan 789 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:28:58.806462 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3b9c0974-44f2-4aff-9c99-1babfe818e9f tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:58.806462 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:28:58.806462 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 10:28:58.806462 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 10:28:58.806462 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:28:58.806462 n-d-779913-12 neutron-server[93177]: timer() Jun 11 10:28:58.806462 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:28:58.806462 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 10:28:58.806462 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:28:58.806462 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 10:28:58.806462 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:28:58.806462 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 10:28:58.806462 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:28:58.806462 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 10:28:58.806462 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:28:58.806462 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 10:28:58.806462 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:28:58.806462 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:28:58.806462 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:28:58.806462 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:28:58.806462 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:28:58.806462 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 10:28:58.806462 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:28:58.806462 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 10:28:58.806462 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:28:58.806462 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:28:58.806462 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:28:58.806462 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 10:28:58.806462 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:28:58.806462 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:28:58.806462 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:28:58.806462 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:28:58.806462 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:28:58.806462 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:28:58.806462 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:28:58.902110 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-00015e9e-debf-4cf7-92e5-0cbc726a7ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:58.904275 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:58.931144 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00015e9e-debf-4cf7-92e5-0cbc726a7ca3 None None] Pushing event deleted for resources: {'Port': ['ID=221a345f-6342-4b84-82c7-27e0eeb2b758,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:58.934921 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-00015e9e-debf-4cf7-92e5-0cbc726a7ca3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:58.937117 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00015e9e-debf-4cf7-92e5-0cbc726a7ca3 None None] No DVR routers for this DVR port 221a345f-6342-4b84-82c7-27e0eeb2b758 on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:28:58.953300 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3b9c0974-44f2-4aff-9c99-1babfe818e9f tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:58.956614 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-91f1dbd7-4afe-4696-8bb7-d7ba0509d6d0 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:58.967448 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3b9c0974-44f2-4aff-9c99-1babfe818e9f tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:58.967448 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-3b9c0974-44f2-4aff-9c99-1babfe818e9f tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "DELETE /v2.0/networks/1af4bdc9-21be-4012-aa29-13cfcc67291e HTTP/1.1" status: 204 len: 168 time: 0.9434001 Jun 11 10:28:58.967669 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38754) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:58.972201 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-72534b17-96da-408f-98e4-b16098bd879f tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Request body: {'port': {'network_id': '3ad61e48-1b23-4cbc-9627-888c859d82d5', 'name': 'tempest-PortsIpV6TestJSON-2125973085'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:28:58.978606 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9c0974-44f2-4aff-9c99-1babfe818e9f tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Pushing event deleted for resources: {'Network': ['ID=1af4bdc9-21be-4012-aa29-13cfcc67291e,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:58.980934 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3b9c0974-44f2-4aff-9c99-1babfe818e9f tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:59.142294 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72534b17-96da-408f-98e4-b16098bd879f tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Made reservation on behalf of a5bd376b695f463d9494b82170c70e4a for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:28:59.146704 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-72534b17-96da-408f-98e4-b16098bd879f tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:59.172206 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [None req-72534b17-96da-408f-98e4-b16098bd879f tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] device_id is not set on port ce8d0d59-572d-4502-bbfa-586d2560371f yet. {{(pid=93176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 10:28:59.383978 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-72534b17-96da-408f-98e4-b16098bd879f tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:59.491488 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-72534b17-96da-408f-98e4-b16098bd879f tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:59.496099 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a51a190e-d280-4fc4-8382-edf8e21bc5fe tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:28:59.551439 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72534b17-96da-408f-98e4-b16098bd879f tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Network 3ad61e48-1b23-4cbc-9627-888c859d82d5 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:28:59.554536 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-72534b17-96da-408f-98e4-b16098bd879f tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:28:59.558929 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72534b17-96da-408f-98e4-b16098bd879f tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:28:59.564460 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72534b17-96da-408f-98e4-b16098bd879f tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:28:59.565049 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-72534b17-96da-408f-98e4-b16098bd879f tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:59.571748 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72534b17-96da-408f-98e4-b16098bd879f tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Pushing event updated for resources: {'Port': ['ID=ce8d0d59-572d-4502-bbfa-586d2560371f,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:28:59.576303 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-72534b17-96da-408f-98e4-b16098bd879f tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:28:59.675708 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 221a345f-6342-4b84-82c7-27e0eeb2b758 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:28:59.690904 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-72534b17-96da-408f-98e4-b16098bd879f tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7228787 Jun 11 10:28:59.693415 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38756) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:28:59.703757 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 221a345f-6342-4b84-82c7-27e0eeb2b758 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:28:59.703757 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 221a345f-6342-4b84-82c7-27e0eeb2b758 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:28:59.812239 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-fea9846f-beb0-4a18-ba68-fcbf69f956b3 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Deleting port ce8d0d59-572d-4502-bbfa-586d2560371f {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:28:59.812579 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fea9846f-beb0-4a18-ba68-fcbf69f956b3 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:28:59.911989 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fea9846f-beb0-4a18-ba68-fcbf69f956b3 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:00.011464 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-fea9846f-beb0-4a18-ba68-fcbf69f956b3 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Calling delete_port for ce8d0d59-572d-4502-bbfa-586d2560371f owned by {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:29:00.170714 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fea9846f-beb0-4a18-ba68-fcbf69f956b3 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:00.174795 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a51a190e-d280-4fc4-8382-edf8e21bc5fe tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:00.210455 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea9846f-beb0-4a18-ba68-fcbf69f956b3 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Pushing event deleted for resources: {'Port': ['ID=ce8d0d59-572d-4502-bbfa-586d2560371f,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:00.213601 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-fea9846f-beb0-4a18-ba68-fcbf69f956b3 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:00.216877 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fea9846f-beb0-4a18-ba68-fcbf69f956b3 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:00.218828 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-fea9846f-beb0-4a18-ba68-fcbf69f956b3 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "DELETE /v2.0/ports/ce8d0d59-572d-4502-bbfa-586d2560371f HTTP/1.1" status: 204 len: 168 time: 0.5244751 Jun 11 10:29:00.221397 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38758) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:00.226275 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-4b7c8bcb-e7ee-4b5b-a2cb-6d8c2f3cf90a tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Request body: {'port': {'network_id': '3ad61e48-1b23-4cbc-9627-888c859d82d5', 'mac_address': 'fa:16:3e:78:00:2d', 'name': 'tempest-PortsIpV6TestJSON-1556956811'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:29:00.399252 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b7c8bcb-e7ee-4b5b-a2cb-6d8c2f3cf90a tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Made reservation on behalf of a5bd376b695f463d9494b82170c70e4a for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:29:00.494690 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4b7c8bcb-e7ee-4b5b-a2cb-6d8c2f3cf90a tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:00.520246 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [None req-4b7c8bcb-e7ee-4b5b-a2cb-6d8c2f3cf90a tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] device_id is not set on port 8b273a9f-0f3a-40a1-8df4-f30fb2f6f045 yet. {{(pid=93176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 10:29:00.720609 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4b7c8bcb-e7ee-4b5b-a2cb-6d8c2f3cf90a tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:00.811179 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4b7c8bcb-e7ee-4b5b-a2cb-6d8c2f3cf90a tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:00.815169 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-428c5a35-ec0a-41f6-9d83-e91a4249ff77 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:00.873720 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7c8bcb-e7ee-4b5b-a2cb-6d8c2f3cf90a tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Network 3ad61e48-1b23-4cbc-9627-888c859d82d5 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:29:00.877376 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-4b7c8bcb-e7ee-4b5b-a2cb-6d8c2f3cf90a tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:29:00.881310 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7c8bcb-e7ee-4b5b-a2cb-6d8c2f3cf90a tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:29:00.887595 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7c8bcb-e7ee-4b5b-a2cb-6d8c2f3cf90a tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:29:00.888292 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4b7c8bcb-e7ee-4b5b-a2cb-6d8c2f3cf90a tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:00.895113 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7c8bcb-e7ee-4b5b-a2cb-6d8c2f3cf90a tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Pushing event updated for resources: {'Port': ['ID=8b273a9f-0f3a-40a1-8df4-f30fb2f6f045,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:00.901019 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4b7c8bcb-e7ee-4b5b-a2cb-6d8c2f3cf90a tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:00.994437 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-4b7c8bcb-e7ee-4b5b-a2cb-6d8c2f3cf90a tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7718921 Jun 11 10:29:00.996927 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38760) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:01.057321 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57eaca81-333d-4a3a-a257-945993192489 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:29:01.058666 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-57eaca81-333d-4a3a-a257-945993192489 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "GET /v2.0/ports/8b273a9f-0f3a-40a1-8df4-f30fb2f6f045 HTTP/1.1" status: 200 len: 845 time: 0.0607667 Jun 11 10:29:01.061415 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38762) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:01.174829 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-3f01eb5b-d101-4dcd-a822-ca47ce2af196 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Deleting port 8b273a9f-0f3a-40a1-8df4-f30fb2f6f045 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:29:01.175171 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3f01eb5b-d101-4dcd-a822-ca47ce2af196 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:01.265331 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3f01eb5b-d101-4dcd-a822-ca47ce2af196 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:01.369478 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-3f01eb5b-d101-4dcd-a822-ca47ce2af196 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Calling delete_port for 8b273a9f-0f3a-40a1-8df4-f30fb2f6f045 owned by {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:29:01.581861 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3f01eb5b-d101-4dcd-a822-ca47ce2af196 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:01.587355 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-109e2d5d-118e-4029-bcf8-affbf9de56ac tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:01.610213 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:01.618745 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f01eb5b-d101-4dcd-a822-ca47ce2af196 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Pushing event deleted for resources: {'Port': ['ID=8b273a9f-0f3a-40a1-8df4-f30fb2f6f045,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:01.621799 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3f01eb5b-d101-4dcd-a822-ca47ce2af196 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:01.629082 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3f01eb5b-d101-4dcd-a822-ca47ce2af196 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:01.631456 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-3f01eb5b-d101-4dcd-a822-ca47ce2af196 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "DELETE /v2.0/ports/8b273a9f-0f3a-40a1-8df4-f30fb2f6f045 HTTP/1.1" status: 204 len: 168 time: 0.5691128 Jun 11 10:29:01.634407 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38764) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:01.668482 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b775098-4166-40e9-bd95-619ff204e9e3 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] GET failed (client error): The resource could not be found. Jun 11 10:29:01.669981 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-7b775098-4166-40e9-bd95-619ff204e9e3 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "GET /v2.0/ports/8b273a9f-0f3a-40a1-8df4-f30fb2f6f045 HTTP/1.1" status: 404 len: 333 time: 0.0341923 Jun 11 10:29:01.673477 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38766) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:01.678274 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-2cf5b74a-8dd1-4d62-b2cc-9d04df371daa tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Request body: {'port': {'network_id': '3ad61e48-1b23-4cbc-9627-888c859d82d5', 'name': 'tempest-PortsIpV6TestJSON-1647156175'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:29:01.884144 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf5b74a-8dd1-4d62-b2cc-9d04df371daa tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Made reservation on behalf of a5bd376b695f463d9494b82170c70e4a for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:29:01.888156 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2cf5b74a-8dd1-4d62-b2cc-9d04df371daa tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:01.909497 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [None req-2cf5b74a-8dd1-4d62-b2cc-9d04df371daa tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] device_id is not set on port 00b498cc-91f6-481d-af5b-9ca596ad6b51 yet. {{(pid=93177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 10:29:02.106780 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2cf5b74a-8dd1-4d62-b2cc-9d04df371daa tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:02.210247 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7701d5cb-bf81-4e75-bec8-dc883556782c req-b30489f3-a9a9-4c3e-872a-ea8d75d93daf service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=08e706fe-3078-4deb-8a24-6a1630ab35e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0636101 Jun 11 10:29:02.244969 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2cf5b74a-8dd1-4d62-b2cc-9d04df371daa tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:02.249061 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1960f9b9-4d36-4a98-8283-864f70667a82 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:02.331029 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf5b74a-8dd1-4d62-b2cc-9d04df371daa tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Network 3ad61e48-1b23-4cbc-9627-888c859d82d5 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:29:02.336160 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-2cf5b74a-8dd1-4d62-b2cc-9d04df371daa tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:29:02.341344 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf5b74a-8dd1-4d62-b2cc-9d04df371daa tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:29:02.346718 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf5b74a-8dd1-4d62-b2cc-9d04df371daa tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:29:02.347306 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2cf5b74a-8dd1-4d62-b2cc-9d04df371daa tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:02.364905 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf5b74a-8dd1-4d62-b2cc-9d04df371daa tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Pushing event updated for resources: {'Port': ['ID=00b498cc-91f6-481d-af5b-9ca596ad6b51,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:02.368907 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2cf5b74a-8dd1-4d62-b2cc-9d04df371daa tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:02.384744 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7701d5cb-bf81-4e75-bec8-dc883556782c req-9e7f74f7-d574-4f62-944e-1da63d761f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:29:02.386364 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7701d5cb-bf81-4e75-bec8-dc883556782c req-9e7f74f7-d574-4f62-944e-1da63d761f54 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=291bb5ee2189444bb635fe5a1d306c3b&device_id=08e706fe-3078-4deb-8a24-6a1630ab35e8 HTTP/1.1" status: 200 len: 1097 time: 0.1329114 Jun 11 10:29:02.445009 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-2cf5b74a-8dd1-4d62-b2cc-9d04df371daa tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7704854 Jun 11 10:29:02.448182 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38768) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:02.454984 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-f81ceb22-b193-41fe-9634-c7e0e37e8a3c tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:29:02.486163 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:29:02.608174 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7701d5cb-bf81-4e75-bec8-dc883556782c req-8839afe5-4f83-4536-88be-1985a6e23eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:29:02.609651 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7701d5cb-bf81-4e75-bec8-dc883556782c req-8839afe5-4f83-4536-88be-1985a6e23eff service neutron] 10.222.0.69 "GET /v2.0/networks?id=5d6b570a-a2dd-4103-99e8-e9a125c30ddc HTTP/1.1" status: 200 len: 898 time: 0.2014108 Jun 11 10:29:02.625834 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f81ceb22-b193-41fe-9634-c7e0e37e8a3c tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:02.740200 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7701d5cb-bf81-4e75-bec8-dc883556782c req-db23007e-3875-4850-b9bd-bbe0e4656846 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7257b1a9-0a4a-4c88-aee7-db2a98e98b3e HTTP/1.1" status: 200 len: 1000 time: 0.1231799 Jun 11 10:29:02.885481 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7701d5cb-bf81-4e75-bec8-dc883556782c req-072f82da-345d-4f14-81db-d41ce9288a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:29:02.886963 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7701d5cb-bf81-4e75-bec8-dc883556782c req-072f82da-345d-4f14-81db-d41ce9288a9b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=52c260e0-c384-43a7-af7a-631c7e41241b HTTP/1.1" status: 200 len: 834 time: 0.1391919 Jun 11 10:29:02.969833 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f81ceb22-b193-41fe-9634-c7e0e37e8a3c tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:02.983454 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7701d5cb-bf81-4e75-bec8-dc883556782c req-2729dbf4-cdde-4091-92b8-ab4e51db4144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:29:02.985000 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7701d5cb-bf81-4e75-bec8-dc883556782c req-2729dbf4-cdde-4091-92b8-ab4e51db4144 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5d6b570a-a2dd-4103-99e8-e9a125c30ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0899177 Jun 11 10:29:03.028639 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f81ceb22-b193-41fe-9634-c7e0e37e8a3c tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:03.032664 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c06be0d3-53e7-4dc7-bb52-7169a2f8b43d tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:03.120431 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-f81ceb22-b193-41fe-9634-c7e0e37e8a3c tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] In _notify_port_updated(), no bound segment for port 00b498cc-91f6-481d-af5b-9ca596ad6b51 on network 3ad61e48-1b23-4cbc-9627-888c859d82d5 {{(pid=93177) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 11 10:29:03.125806 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81ceb22-b193-41fe-9634-c7e0e37e8a3c tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:29:03.126399 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f81ceb22-b193-41fe-9634-c7e0e37e8a3c tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:03.127704 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-f81ceb22-b193-41fe-9634-c7e0e37e8a3c tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "PUT /v2.0/ports/00b498cc-91f6-481d-af5b-9ca596ad6b51 HTTP/1.1" status: 200 len: 818 time: 0.6771483 Jun 11 10:29:03.130744 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38770) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:03.151967 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81ceb22-b193-41fe-9634-c7e0e37e8a3c tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Pushing event updated for resources: {'Port': ['ID=00b498cc-91f6-481d-af5b-9ca596ad6b51,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:03.160292 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f81ceb22-b193-41fe-9634-c7e0e37e8a3c tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:03.166388 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7701d5cb-bf81-4e75-bec8-dc883556782c req-da143da4-69c4-43b7-bc15-8f2186dcf6b1 service neutron] 10.222.0.69 "GET /v2.0/networks/5d6b570a-a2dd-4103-99e8-e9a125c30ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747434 Jun 11 10:29:03.249953 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-98d7370b-3e40-422f-9a3f-44fb3e5fbe34 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Deleting port 00b498cc-91f6-481d-af5b-9ca596ad6b51 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:29:03.250464 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-98d7370b-3e40-422f-9a3f-44fb3e5fbe34 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:03.294474 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7701d5cb-bf81-4e75-bec8-dc883556782c req-24a7d2cd-402a-4b27-9405-9d732eda10d7 service neutron] 10.222.0.69 "GET /v2.0/networks/5d6b570a-a2dd-4103-99e8-e9a125c30ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157942 Jun 11 10:29:03.350542 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-98d7370b-3e40-422f-9a3f-44fb3e5fbe34 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:03.454938 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-98d7370b-3e40-422f-9a3f-44fb3e5fbe34 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Calling delete_port for 00b498cc-91f6-481d-af5b-9ca596ad6b51 owned by {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:29:03.605513 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-98d7370b-3e40-422f-9a3f-44fb3e5fbe34 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:03.609789 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0d022f07-bab7-4544-af3f-0320d05cd9ea tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:03.646361 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d7370b-3e40-422f-9a3f-44fb3e5fbe34 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Pushing event deleted for resources: {'Port': ['ID=00b498cc-91f6-481d-af5b-9ca596ad6b51,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:03.650175 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-98d7370b-3e40-422f-9a3f-44fb3e5fbe34 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:03.652878 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-98d7370b-3e40-422f-9a3f-44fb3e5fbe34 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:03.654594 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-98d7370b-3e40-422f-9a3f-44fb3e5fbe34 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "DELETE /v2.0/ports/00b498cc-91f6-481d-af5b-9ca596ad6b51 HTTP/1.1" status: 204 len: 168 time: 0.5228240 Jun 11 10:29:03.657201 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38772) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:03.761059 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68b6371-2daa-414f-85a1-f445be6bb14e tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:29:03.762479 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-a68b6371-2daa-414f-85a1-f445be6bb14e tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1043186 Jun 11 10:29:03.765271 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38774) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:03.797905 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec7cbc5f-d335-4484-811a-c188f7155f94 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] GET failed (client error): The resource could not be found. Jun 11 10:29:03.799484 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-ec7cbc5f-d335-4484-811a-c188f7155f94 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "GET /v2.0/ports/00b498cc-91f6-481d-af5b-9ca596ad6b51 HTTP/1.1" status: 404 len: 333 time: 0.0333104 Jun 11 10:29:03.803084 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38776) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:03.808152 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-34edcd0c-e942-44ae-8d05-1553fd600298 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-105458703'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:29:03.885239 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34edcd0c-e942-44ae-8d05-1553fd600298 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Made reservation on behalf of a5bd376b695f463d9494b82170c70e4a for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:29:03.888710 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-34edcd0c-e942-44ae-8d05-1553fd600298 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:03.921570 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34edcd0c-e942-44ae-8d05-1553fd600298 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 795} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:29:03.930398 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-34edcd0c-e942-44ae-8d05-1553fd600298 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:03.930742 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-34edcd0c-e942-44ae-8d05-1553fd600298 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Added segment 1b026563-c399-40e2-a1fe-85a2612a990f of type vlan for network 158e1226-0d10-4267-88b5-7e75753fa69a Jun 11 10:29:03.987820 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-34edcd0c-e942-44ae-8d05-1553fd600298 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:04.090560 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-34edcd0c-e942-44ae-8d05-1553fd600298 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:04.096526 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34edcd0c-e942-44ae-8d05-1553fd600298 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:29:04.097112 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-34edcd0c-e942-44ae-8d05-1553fd600298 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:04.099603 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-18091924-4589-460a-837c-888942eaf3fe tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:04.189021 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34edcd0c-e942-44ae-8d05-1553fd600298 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Pushing event updated for resources: {'Network': ['ID=158e1226-0d10-4267-88b5-7e75753fa69a,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:04.191627 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-34edcd0c-e942-44ae-8d05-1553fd600298 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:04.199878 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 158e1226-0d10-4267-88b5-7e75753fa69a details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:29:04.211456 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-34edcd0c-e942-44ae-8d05-1553fd600298 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4072330 Jun 11 10:29:04.214666 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38778) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:04.220278 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-c8e3a5ff-5fb9-42e4-8702-716480dd44d1 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Request body: {'subnet': {'network_id': '158e1226-0d10-4267-88b5-7e75753fa69a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:29:04.422115 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8e3a5ff-5fb9-42e4-8702-716480dd44d1 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Made reservation on behalf of a5bd376b695f463d9494b82170c70e4a for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:29:04.425703 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c8e3a5ff-5fb9-42e4-8702-716480dd44d1 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:04.725327 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c8e3a5ff-5fb9-42e4-8702-716480dd44d1 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:04.728258 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-27815d51-1503-4e74-89ab-f9f48b8b43f8 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:04.798495 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e3a5ff-5fb9-42e4-8702-716480dd44d1 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Pushing event updated for resources: {'Subnet': ['ID=f8db800e-4a40-423c-8f75-c8d44da7c198,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:04.801335 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c8e3a5ff-5fb9-42e4-8702-716480dd44d1 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:04.811834 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e3a5ff-5fb9-42e4-8702-716480dd44d1 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Checking segment: {'id': '1b026563-c399-40e2-a1fe-85a2612a990f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '158e1226-0d10-4267-88b5-7e75753fa69a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:29:04.812188 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e3a5ff-5fb9-42e4-8702-716480dd44d1 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Network hostable DHCP agents. Network: 158e1226-0d10-4267-88b5-7e75753fa69a, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:29:04.936153 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e3a5ff-5fb9-42e4-8702-716480dd44d1 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Network 158e1226-0d10-4267-88b5-7e75753fa69a is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:29:05.044113 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-c8e3a5ff-5fb9-42e4-8702-716480dd44d1 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 158e1226-0d10-4267-88b5-7e75753fa69a) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:29:05.048142 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e3a5ff-5fb9-42e4-8702-716480dd44d1 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:29:05.048730 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c8e3a5ff-5fb9-42e4-8702-716480dd44d1 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:05.053464 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81fde002-0677-458b-ae6c-63c104025036 None None] Network 158e1226-0d10-4267-88b5-7e75753fa69a requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:29:05.149580 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-c8e3a5ff-5fb9-42e4-8702-716480dd44d1 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9337544 Jun 11 10:29:05.152608 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38780) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:05.158926 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-79629bd6-7015-415d-98b5-f80876b3bbdf tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Request body: {'subnet': {'network_id': '158e1226-0d10-4267-88b5-7e75753fa69a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:29:05.238799 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ef033d-e84c-4589-a682-8c5fe05f845a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-158e1226-0d10-4267-88b5-7e75753fa69a', 'network_id': '158e1226-0d10-4267-88b5-7e75753fa69a', 'tenant_id': 'a5bd376b695f463d9494b82170c70e4a', 'fixed_ips': [{'subnet_id': 'f8db800e-4a40-423c-8f75-c8d44da7c198'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 10:29:05.239709 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-14ef033d-e84c-4589-a682-8c5fe05f845a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:05.358521 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79629bd6-7015-415d-98b5-f80876b3bbdf tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Made reservation on behalf of a5bd376b695f463d9494b82170c70e4a for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:29:05.362426 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-79629bd6-7015-415d-98b5-f80876b3bbdf tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:05.411274 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-14ef033d-e84c-4589-a682-8c5fe05f845a None None] Allocated IP 2001:db8::2 (158e1226-0d10-4267-88b5-7e75753fa69a/f8db800e-4a40-423c-8f75-c8d44da7c198/b5d8ee70-54c0-4851-b4f3-8a49b9d5354a) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:29:05.511801 n-d-779913-12 neutron-server[93177]: INFO neutron.db.ipam_backend_mixin [None req-79629bd6-7015-415d-98b5-f80876b3bbdf tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f8db800e-4a40-423c-8f75-c8d44da7c198 (CIDR: 2001:db8::/64) Jun 11 10:29:05.553906 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-79629bd6-7015-415d-98b5-f80876b3bbdf tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 10:29:05.554366 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79629bd6-7015-415d-98b5-f80876b3bbdf tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 10:29:05.593983 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-14ef033d-e84c-4589-a682-8c5fe05f845a None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:05.602319 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-14ef033d-e84c-4589-a682-8c5fe05f845a None None] Transition to ACTIVE for port object b5d8ee70-54c0-4851-b4f3-8a49b9d5354a will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:29:05.617798 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-14ef033d-e84c-4589-a682-8c5fe05f845a None None] Transition to ACTIVE for port object b5d8ee70-54c0-4851-b4f3-8a49b9d5354a will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:29:05.685608 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-79629bd6-7015-415d-98b5-f80876b3bbdf tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5315471 Jun 11 10:29:05.688296 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38782) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:05.693284 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-5ea9ca8a-d419-4cec-b603-395f86dcbebd tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Request body: {'subnet': {'network_id': '158e1226-0d10-4267-88b5-7e75753fa69a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:29:05.724345 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-14ef033d-e84c-4589-a682-8c5fe05f845a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:05.726433 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-b3ceac66-55e8-4c74-af41-fd1013d094f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:05.793806 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ef033d-e84c-4589-a682-8c5fe05f845a None None] Network 158e1226-0d10-4267-88b5-7e75753fa69a is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:29:05.797556 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-14ef033d-e84c-4589-a682-8c5fe05f845a None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:29:05.801511 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ef033d-e84c-4589-a682-8c5fe05f845a None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:29:05.813592 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ef033d-e84c-4589-a682-8c5fe05f845a None None] Pushing event updated for resources: {'Port': ['ID=b5d8ee70-54c0-4851-b4f3-8a49b9d5354a,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:05.819353 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-14ef033d-e84c-4589-a682-8c5fe05f845a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:05.899916 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-14ef033d-e84c-4589-a682-8c5fe05f845a None None] Attempting to bind port b5d8ee70-54c0-4851-b4f3-8a49b9d5354a on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:29:05.900258 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-14ef033d-e84c-4589-a682-8c5fe05f845a None None] Attempting to bind port b5d8ee70-54c0-4851-b4f3-8a49b9d5354a by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '1b026563-c399-40e2-a1fe-85a2612a990f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '158e1226-0d10-4267-88b5-7e75753fa69a'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:29:05.900636 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ef033d-e84c-4589-a682-8c5fe05f845a None None] Attempting to bind port b5d8ee70-54c0-4851-b4f3-8a49b9d5354a on network 158e1226-0d10-4267-88b5-7e75753fa69a {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:29:05.901686 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea9ca8a-d419-4cec-b603-395f86dcbebd tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Made reservation on behalf of a5bd376b695f463d9494b82170c70e4a for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:29:05.905359 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5ea9ca8a-d419-4cec-b603-395f86dcbebd tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:05.909400 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ef033d-e84c-4589-a682-8c5fe05f845a None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:29:05.909400 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ef033d-e84c-4589-a682-8c5fe05f845a None None] Checking segment: {'id': '1b026563-c399-40e2-a1fe-85a2612a990f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '158e1226-0d10-4267-88b5-7e75753fa69a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:29:05.909400 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-14ef033d-e84c-4589-a682-8c5fe05f845a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:05.909400 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ef033d-e84c-4589-a682-8c5fe05f845a None None] Bound using segment: {'id': '1b026563-c399-40e2-a1fe-85a2612a990f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '158e1226-0d10-4267-88b5-7e75753fa69a'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:29:05.909400 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-14ef033d-e84c-4589-a682-8c5fe05f845a None None] Bound port: b5d8ee70-54c0-4851-b4f3-8a49b9d5354a, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b026563-c399-40e2-a1fe-85a2612a990f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '158e1226-0d10-4267-88b5-7e75753fa69a'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:29:05.909400 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-14ef033d-e84c-4589-a682-8c5fe05f845a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:05.921590 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:05.985201 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-14ef033d-e84c-4589-a682-8c5fe05f845a None None] For port b5d8ee70-54c0-4851-b4f3-8a49b9d5354a, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:29:05.988389 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-14ef033d-e84c-4589-a682-8c5fe05f845a None None] For port b5d8ee70-54c0-4851-b4f3-8a49b9d5354a, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=b5d8ee70-54c0-4851-b4f3-8a49b9d5354a,segment=NetworkSegment(1b026563-c399-40e2-a1fe-85a2612a990f),segment_id=1b026563-c399-40e2-a1fe-85a2612a990f)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:29:06.068468 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-14ef033d-e84c-4589-a682-8c5fe05f845a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:06.070519 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-2618a86f-cdb5-4259-9d7c-0aea2dd03a8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:06.146627 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ef033d-e84c-4589-a682-8c5fe05f845a None None] Pushing event updated for resources: {'Port': ['ID=b5d8ee70-54c0-4851-b4f3-8a49b9d5354a,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:06.152020 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-14ef033d-e84c-4589-a682-8c5fe05f845a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:06.730461 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5ea9ca8a-d419-4cec-b603-395f86dcbebd tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:06.732519 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0b83fe9b-3d37-40e6-a808-95534995b5ea tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:06.789606 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea9ca8a-d419-4cec-b603-395f86dcbebd tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Network 158e1226-0d10-4267-88b5-7e75753fa69a is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:29:06.792990 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-5ea9ca8a-d419-4cec-b603-395f86dcbebd tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:29:06.797222 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea9ca8a-d419-4cec-b603-395f86dcbebd tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:29:06.797807 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5ea9ca8a-d419-4cec-b603-395f86dcbebd tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:06.813653 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea9ca8a-d419-4cec-b603-395f86dcbebd tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Pushing event updated for resources: {'Subnet': ['ID=0d816cf7-2e18-4012-8b15-00b89c98b5b5,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:06.816335 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5ea9ca8a-d419-4cec-b603-395f86dcbebd tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:06.879519 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-5ea9ca8a-d419-4cec-b603-395f86dcbebd tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1901758 Jun 11 10:29:06.882231 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38784) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:06.888595 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-1318446f-42fa-4be9-bdc1-7f88c3839046 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Request body: {'port': {'network_id': '158e1226-0d10-4267-88b5-7e75753fa69a', 'fixed_ips': [{'subnet_id': 'f8db800e-4a40-423c-8f75-c8d44da7c198'}, {'subnet_id': '0d816cf7-2e18-4012-8b15-00b89c98b5b5'}], 'name': 'tempest-PortsIpV6TestJSON-262075006'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:29:07.084781 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1318446f-42fa-4be9-bdc1-7f88c3839046 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Made reservation on behalf of a5bd376b695f463d9494b82170c70e4a for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:29:07.107756 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722fc641-832e-4c00-aeee-d031b6dc49fa None None] Network 158e1226-0d10-4267-88b5-7e75753fa69a requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:29:07.204617 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1318446f-42fa-4be9-bdc1-7f88c3839046 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:07.224462 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [None req-1318446f-42fa-4be9-bdc1-7f88c3839046 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] device_id is not set on port 3782164a-dce8-43b2-95c1-66785cf8f3fb yet. {{(pid=93177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 10:29:07.259879 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-5598456b-d081-47a6-ab97-2bec67679fea None None] Provisioning for port b5d8ee70-54c0-4851-b4f3-8a49b9d5354a completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:29:07.413162 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96be06df-e026-4a35-a274-76d8e8c8d331 None None] Update dhcp port {'port': {'network_id': '158e1226-0d10-4267-88b5-7e75753fa69a', 'fixed_ips': [{'subnet_id': 'f8db800e-4a40-423c-8f75-c8d44da7c198', 'ip_address': '2001:db8::2'}, {'subnet_id': '0d816cf7-2e18-4012-8b15-00b89c98b5b5'}], 'binding:host_id': 'n-d-779913-12'}, 'id': 'b5d8ee70-54c0-4851-b4f3-8a49b9d5354a'} from n-d-779913-12. {{(pid=93178) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 11 10:29:07.460072 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-96be06df-e026-4a35-a274-76d8e8c8d331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:07.551351 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-1318446f-42fa-4be9-bdc1-7f88c3839046 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Allocated IP 2001:db8::1b4 (158e1226-0d10-4267-88b5-7e75753fa69a/f8db800e-4a40-423c-8f75-c8d44da7c198/3782164a-dce8-43b2-95c1-66785cf8f3fb) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:29:07.558602 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-1318446f-42fa-4be9-bdc1-7f88c3839046 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Allocated IP 2001:db8:0:1::a3 (158e1226-0d10-4267-88b5-7e75753fa69a/0d816cf7-2e18-4012-8b15-00b89c98b5b5/3782164a-dce8-43b2-95c1-66785cf8f3fb) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:29:07.708113 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device b5d8ee70-54c0-4851-b4f3-8a49b9d5354a up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:29:07.739852 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1318446f-42fa-4be9-bdc1-7f88c3839046 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:07.753499 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-1318446f-42fa-4be9-bdc1-7f88c3839046 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Transition to ACTIVE for port object 3782164a-dce8-43b2-95c1-66785cf8f3fb will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:29:07.844134 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port b5d8ee70-54c0-4851-b4f3-8a49b9d5354a completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:29:07.848096 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port b5d8ee70-54c0-4851-b4f3-8a49b9d5354a triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:29:07.848506 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:07.874273 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1318446f-42fa-4be9-bdc1-7f88c3839046 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:07.879629 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7d7bb335-615f-4bb2-8960-37c84d7a2143 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:07.935421 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1318446f-42fa-4be9-bdc1-7f88c3839046 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Network 158e1226-0d10-4267-88b5-7e75753fa69a is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:29:07.938867 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-1318446f-42fa-4be9-bdc1-7f88c3839046 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:29:07.941249 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1318446f-42fa-4be9-bdc1-7f88c3839046 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:29:07.946866 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1318446f-42fa-4be9-bdc1-7f88c3839046 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:29:07.947499 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1318446f-42fa-4be9-bdc1-7f88c3839046 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:07.953131 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-96be06df-e026-4a35-a274-76d8e8c8d331 None None] Allocated IP 2001:db8:0:1::2 (158e1226-0d10-4267-88b5-7e75753fa69a/0d816cf7-2e18-4012-8b15-00b89c98b5b5/b5d8ee70-54c0-4851-b4f3-8a49b9d5354a) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:29:07.961722 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1318446f-42fa-4be9-bdc1-7f88c3839046 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Pushing event updated for resources: {'Port': ['ID=3782164a-dce8-43b2-95c1-66785cf8f3fb,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:07.964737 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1318446f-42fa-4be9-bdc1-7f88c3839046 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:08.027536 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:08.033611 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-1318446f-42fa-4be9-bdc1-7f88c3839046 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 1.1494701 Jun 11 10:29:08.036224 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38786) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:08.042457 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-6ed11296-33aa-43bd-82b5-cf095a1ff03e tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f8db800e-4a40-423c-8f75-c8d44da7c198'}]}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:29:08.126620 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-96be06df-e026-4a35-a274-76d8e8c8d331 None None] For port b5d8ee70-54c0-4851-b4f3-8a49b9d5354a, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=b5d8ee70-54c0-4851-b4f3-8a49b9d5354a,segment=NetworkSegment(1b026563-c399-40e2-a1fe-85a2612a990f),segment_id=1b026563-c399-40e2-a1fe-85a2612a990f)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:29:08.143599 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6ed11296-33aa-43bd-82b5-cf095a1ff03e tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:08.159334 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-96be06df-e026-4a35-a274-76d8e8c8d331 None None] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:08.173164 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-96be06df-e026-4a35-a274-76d8e8c8d331 None None] Transition to ACTIVE for port object b5d8ee70-54c0-4851-b4f3-8a49b9d5354a will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:29:08.239422 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-96be06df-e026-4a35-a274-76d8e8c8d331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:08.242928 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-b3ceac66-55e8-4c74-af41-fd1013d094f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:08.446165 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-6ed11296-33aa-43bd-82b5-cf095a1ff03e tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Delete allocated IP 2001:db8:0:1::a3 (158e1226-0d10-4267-88b5-7e75753fa69a/0d816cf7-2e18-4012-8b15-00b89c98b5b5) {{(pid=93177) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 11 10:29:08.574342 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.db.api [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93178) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 10:29:08.574725 n-d-779913-12 neutron-server[93178]: DEBUG oslo_db.api [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 10:29:08.579973 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96be06df-e026-4a35-a274-76d8e8c8d331 None None] Pushing event updated for resources: {'Port': ['ID=b5d8ee70-54c0-4851-b4f3-8a49b9d5354a,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:08.583038 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-96be06df-e026-4a35-a274-76d8e8c8d331 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:08.620684 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6ed11296-33aa-43bd-82b5-cf095a1ff03e tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:08.634302 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-6ed11296-33aa-43bd-82b5-cf095a1ff03e tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Ignored duplicate provisioning block setup for port 3782164a-dce8-43b2-95c1-66785cf8f3fb by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 11 10:29:08.702538 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6ed11296-33aa-43bd-82b5-cf095a1ff03e tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:08.706514 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1bebf301-e100-4b3e-81c2-1110c195072b tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:08.778671 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-6ed11296-33aa-43bd-82b5-cf095a1ff03e tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] In _notify_port_updated(), no bound segment for port 3782164a-dce8-43b2-95c1-66785cf8f3fb on network 158e1226-0d10-4267-88b5-7e75753fa69a {{(pid=93177) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 11 10:29:08.784239 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed11296-33aa-43bd-82b5-cf095a1ff03e tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:29:08.784896 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6ed11296-33aa-43bd-82b5-cf095a1ff03e tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:08.786231 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-6ed11296-33aa-43bd-82b5-cf095a1ff03e tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "PUT /v2.0/ports/3782164a-dce8-43b2-95c1-66785cf8f3fb HTTP/1.1" status: 200 len: 925 time: 0.7490718 Jun 11 10:29:08.789364 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38788) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:08.796308 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-e67415d8-ded2-4a33-b86e-462bcdfbba39 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f8db800e-4a40-423c-8f75-c8d44da7c198'}, {'subnet_id': '0d816cf7-2e18-4012-8b15-00b89c98b5b5'}]}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:29:08.797863 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed11296-33aa-43bd-82b5-cf095a1ff03e tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Pushing event updated for resources: {'Port': ['ID=3782164a-dce8-43b2-95c1-66785cf8f3fb,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:08.801128 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6ed11296-33aa-43bd-82b5-cf095a1ff03e tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:09.040295 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050d20c1-e9c1-4522-9edb-ce8e53b7f44e None None] Network 158e1226-0d10-4267-88b5-7e75753fa69a requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:29:09.186481 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:09.269656 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port b5d8ee70-54c0-4851-b4f3-8a49b9d5354a, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=b5d8ee70-54c0-4851-b4f3-8a49b9d5354a,segment=NetworkSegment(1b026563-c399-40e2-a1fe-85a2612a990f),segment_id=1b026563-c399-40e2-a1fe-85a2612a990f)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:29:09.303692 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-684c3492-b69f-4deb-bd34-45f1d2700049 None None] Provisioning for port b5d8ee70-54c0-4851-b4f3-8a49b9d5354a completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:29:09.310458 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-684c3492-b69f-4deb-bd34-45f1d2700049 None None] Provisioning complete for port b5d8ee70-54c0-4851-b4f3-8a49b9d5354a triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:29:09.310832 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-684c3492-b69f-4deb-bd34-45f1d2700049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:09.409160 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:09.412499 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:09.471800 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-684c3492-b69f-4deb-bd34-45f1d2700049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:09.473438 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e67415d8-ded2-4a33-b86e-462bcdfbba39 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:09.505456 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=b5d8ee70-54c0-4851-b4f3-8a49b9d5354a,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:09.509406 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:09.557606 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.db.api [None req-684c3492-b69f-4deb-bd34-45f1d2700049 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93178) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 10:29:09.557999 n-d-779913-12 neutron-server[93178]: DEBUG oslo_db.api [None req-684c3492-b69f-4deb-bd34-45f1d2700049 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 10:29:09.703769 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device b5d8ee70-54c0-4851-b4f3-8a49b9d5354a up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:29:09.760751 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port b5d8ee70-54c0-4851-b4f3-8a49b9d5354a triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:29:09.761385 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:09.815706 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-e67415d8-ded2-4a33-b86e-462bcdfbba39 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Allocated IP 2001:db8:0:1::384 (158e1226-0d10-4267-88b5-7e75753fa69a/0d816cf7-2e18-4012-8b15-00b89c98b5b5/3782164a-dce8-43b2-95c1-66785cf8f3fb) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:29:09.980530 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e67415d8-ded2-4a33-b86e-462bcdfbba39 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:09.994813 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [None req-e67415d8-ded2-4a33-b86e-462bcdfbba39 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Ignored duplicate provisioning block setup for port 3782164a-dce8-43b2-95c1-66785cf8f3fb by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 11 10:29:10.033052 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e67415d8-ded2-4a33-b86e-462bcdfbba39 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:10.037169 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-cdb0e971-e73a-44e5-a25e-470fcc166a31 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:10.149317 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-e67415d8-ded2-4a33-b86e-462bcdfbba39 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] In _notify_port_updated(), no bound segment for port 3782164a-dce8-43b2-95c1-66785cf8f3fb on network 158e1226-0d10-4267-88b5-7e75753fa69a {{(pid=93176) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 11 10:29:10.157633 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67415d8-ded2-4a33-b86e-462bcdfbba39 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:29:10.158581 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e67415d8-ded2-4a33-b86e-462bcdfbba39 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:10.160596 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-e67415d8-ded2-4a33-b86e-462bcdfbba39 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "PUT /v2.0/ports/3782164a-dce8-43b2-95c1-66785cf8f3fb HTTP/1.1" status: 200 len: 1011 time: 1.3694465 Jun 11 10:29:10.162448 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67415d8-ded2-4a33-b86e-462bcdfbba39 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Pushing event updated for resources: {'Port': ['ID=3782164a-dce8-43b2-95c1-66785cf8f3fb,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:10.163368 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38790) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:10.167210 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e67415d8-ded2-4a33-b86e-462bcdfbba39 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:10.296214 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-8bb5fedc-4265-4019-8386-0126d05a184b None None] Provisioning for port 3782164a-dce8-43b2-95c1-66785cf8f3fb completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:29:10.300558 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-8bb5fedc-4265-4019-8386-0126d05a184b None None] Provisioning complete for port 3782164a-dce8-43b2-95c1-66785cf8f3fb triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:29:10.300963 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8bb5fedc-4265-4019-8386-0126d05a184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:10.302553 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-8ba7c6b8-d7e1-423c-a7ed-1670a89cf3d2 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Deleting port 3782164a-dce8-43b2-95c1-66785cf8f3fb {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:29:10.302898 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8ba7c6b8-d7e1-423c-a7ed-1670a89cf3d2 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:10.343700 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-8bb5fedc-4265-4019-8386-0126d05a184b None None] Port 3782164a-dce8-43b2-95c1-66785cf8f3fb cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:29:10.354081 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-8bb5fedc-4265-4019-8386-0126d05a184b None None] Provisioning complete for port b5d8ee70-54c0-4851-b4f3-8a49b9d5354a triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:29:10.354466 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8bb5fedc-4265-4019-8386-0126d05a184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:10.423474 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8ba7c6b8-d7e1-423c-a7ed-1670a89cf3d2 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:10.523352 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-8ba7c6b8-d7e1-423c-a7ed-1670a89cf3d2 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Calling delete_port for 3782164a-dce8-43b2-95c1-66785cf8f3fb owned by {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:29:10.575123 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-bf749684-2b81-4c75-bcbd-f143599b303d None None] Provisioning complete for port 3782164a-dce8-43b2-95c1-66785cf8f3fb triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:29:10.575538 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-bf749684-2b81-4c75-bcbd-f143599b303d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:10.618199 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-bf749684-2b81-4c75-bcbd-f143599b303d None None] Port 3782164a-dce8-43b2-95c1-66785cf8f3fb cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:29:10.787856 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8ba7c6b8-d7e1-423c-a7ed-1670a89cf3d2 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:10.792840 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5987cca7-318d-494a-a0f2-ac9de698287c tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:10.830712 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba7c6b8-d7e1-423c-a7ed-1670a89cf3d2 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Pushing event deleted for resources: {'Port': ['ID=3782164a-dce8-43b2-95c1-66785cf8f3fb,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:10.834330 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8ba7c6b8-d7e1-423c-a7ed-1670a89cf3d2 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:10.902423 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8ba7c6b8-d7e1-423c-a7ed-1670a89cf3d2 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:10.904433 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-8ba7c6b8-d7e1-423c-a7ed-1670a89cf3d2 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "DELETE /v2.0/ports/3782164a-dce8-43b2-95c1-66785cf8f3fb HTTP/1.1" status: 204 len: 168 time: 0.7398777 Jun 11 10:29:10.906970 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38792) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:10.940968 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-028f18e4-ad70-43da-82b5-e87ed71dcfe9 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] GET failed (client error): The resource could not be found. Jun 11 10:29:10.942616 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-028f18e4-ad70-43da-82b5-e87ed71dcfe9 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "GET /v2.0/ports/3782164a-dce8-43b2-95c1-66785cf8f3fb HTTP/1.1" status: 404 len: 333 time: 0.0347216 Jun 11 10:29:10.945546 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38794) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:11.013024 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc8982bf-c8d2-4993-8ae6-906da172476e tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Deleting subnet 0d816cf7-2e18-4012-8b15-00b89c98b5b5 {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:29:11.016244 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fc8982bf-c8d2-4993-8ae6-906da172476e tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:11.065406 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fc8982bf-c8d2-4993-8ae6-906da172476e tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:11.169183 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fc8982bf-c8d2-4993-8ae6-906da172476e tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:11.279388 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fc8982bf-c8d2-4993-8ae6-906da172476e tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:11.281647 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-de728355-2ff2-4eeb-a702-927b309cf514 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:11.314481 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8982bf-c8d2-4993-8ae6-906da172476e tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Pushing event deleted for resources: {'Subnet': ['ID=0d816cf7-2e18-4012-8b15-00b89c98b5b5,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:11.317632 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-fc8982bf-c8d2-4993-8ae6-906da172476e tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:11.318629 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fc8982bf-c8d2-4993-8ae6-906da172476e tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:11.321099 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-fc8982bf-c8d2-4993-8ae6-906da172476e tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "DELETE /v2.0/subnets/0d816cf7-2e18-4012-8b15-00b89c98b5b5 HTTP/1.1" status: 204 len: 168 time: 0.3745499 Jun 11 10:29:11.323790 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38796) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:11.328337 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ad645d-7339-4605-99c9-5b3390557737 None None] Network 158e1226-0d10-4267-88b5-7e75753fa69a requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:29:11.384953 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-21760fdd-49b9-4397-a421-d3b4280372ed tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Deleting subnet f8db800e-4a40-423c-8f75-c8d44da7c198 {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:29:11.388252 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-21760fdd-49b9-4397-a421-d3b4280372ed tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:11.444669 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-21760fdd-49b9-4397-a421-d3b4280372ed tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:11.547812 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-21760fdd-49b9-4397-a421-d3b4280372ed tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:11.702455 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-21760fdd-49b9-4397-a421-d3b4280372ed tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:11.705693 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a6fb4914-a7d5-48f3-9a47-470d75ceafc4 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:11.740858 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21760fdd-49b9-4397-a421-d3b4280372ed tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Pushing event deleted for resources: {'Subnet': ['ID=f8db800e-4a40-423c-8f75-c8d44da7c198,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:11.743481 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-21760fdd-49b9-4397-a421-d3b4280372ed tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:11.745407 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-21760fdd-49b9-4397-a421-d3b4280372ed tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "DELETE /v2.0/subnets/f8db800e-4a40-423c-8f75-c8d44da7c198 HTTP/1.1" status: 204 len: 168 time: 0.4205565 Jun 11 10:29:11.746463 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-21760fdd-49b9-4397-a421-d3b4280372ed tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:11.748141 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38798) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:11.861856 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fdcf867c-19d6-415e-88e8-7b83faf7871e tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:11.926825 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-fdcf867c-19d6-415e-88e8-7b83faf7871e tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Deleting port b5d8ee70-54c0-4851-b4f3-8a49b9d5354a {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:29:11.927168 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fdcf867c-19d6-415e-88e8-7b83faf7871e tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:12.023008 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-fdcf867c-19d6-415e-88e8-7b83faf7871e tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] For port b5d8ee70-54c0-4851-b4f3-8a49b9d5354a, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=b5d8ee70-54c0-4851-b4f3-8a49b9d5354a,segment=NetworkSegment(1b026563-c399-40e2-a1fe-85a2612a990f),segment_id=1b026563-c399-40e2-a1fe-85a2612a990f)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:29:12.023367 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fdcf867c-19d6-415e-88e8-7b83faf7871e tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:12.059802 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd776e56-a877-456e-aa0a-20e78a7d9aa7 None None] Network 158e1226-0d10-4267-88b5-7e75753fa69a requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:29:12.121329 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-fdcf867c-19d6-415e-88e8-7b83faf7871e tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Calling delete_port for b5d8ee70-54c0-4851-b4f3-8a49b9d5354a owned by network:dhcp {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:29:12.194596 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-9ccc59b6-e7d4-4a62-bc89-2e95f2f1e156 None None] Provisioning complete for port b5d8ee70-54c0-4851-b4f3-8a49b9d5354a triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:29:12.195024 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-9ccc59b6-e7d4-4a62-bc89-2e95f2f1e156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:12.278874 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fdcf867c-19d6-415e-88e8-7b83faf7871e tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:12.280262 n-d-779913-12 neutron-server[93178]: INFO neutron.plugins.ml2.db [None req-9ccc59b6-e7d4-4a62-bc89-2e95f2f1e156 None None] No ports have port_id starting with b5d8ee70-54c0-4851-b4f3-8a49b9d5354a Jun 11 10:29:12.281962 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-fe88d854-5fb2-499f-813e-5f8101644b90 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:12.321047 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcf867c-19d6-415e-88e8-7b83faf7871e tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Pushing event deleted for resources: {'Port': ['ID=b5d8ee70-54c0-4851-b4f3-8a49b9d5354a,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:12.323308 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcf867c-19d6-415e-88e8-7b83faf7871e tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] No DVR routers for this DVR port b5d8ee70-54c0-4851-b4f3-8a49b9d5354a on host n-d-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:29:12.325680 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-fdcf867c-19d6-415e-88e8-7b83faf7871e tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:12.340066 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d78a0a-6439-427a-b79b-27026ce76117 None None] DHCP port deletion for 158e1226-0d10-4267-88b5-7e75753fa69a request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 10:29:12.439744 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fdcf867c-19d6-415e-88e8-7b83faf7871e tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:12.451486 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-fdcf867c-19d6-415e-88e8-7b83faf7871e tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['158e1226-0d10-4267-88b5-7e75753fa69a']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:29:12.463042 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-fdcf867c-19d6-415e-88e8-7b83faf7871e tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b026563-c399-40e2-a1fe-85a2612a990f') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:29:12.463335 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-fdcf867c-19d6-415e-88e8-7b83faf7871e tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b026563-c399-40e2-a1fe-85a2612a990f') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:29:12.473298 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fdcf867c-19d6-415e-88e8-7b83faf7871e tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:12.489139 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fdcf867c-19d6-415e-88e8-7b83faf7871e tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:12.495071 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdcf867c-19d6-415e-88e8-7b83faf7871e tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Releasing vlan 795 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:29:12.495459 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fdcf867c-19d6-415e-88e8-7b83faf7871e tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:12.498546 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:29:12.498546 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:29:12.498546 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:29:12.498546 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 10:29:12.498546 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:29:12.498546 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:29:12.498546 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:29:12.498546 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:29:12.498546 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:29:12.498546 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 10:29:12.498546 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:29:12.498546 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:29:12.498546 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:29:12.498546 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 10:29:12.498546 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 10:29:12.498546 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:29:12.498546 n-d-779913-12 neutron-server[93177]: timer() Jun 11 10:29:12.498546 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:29:12.498546 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 10:29:12.498546 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:29:12.498546 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 10:29:12.498546 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:29:12.498546 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 10:29:12.498546 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:29:12.498546 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 10:29:12.498546 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:29:12.498546 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 10:29:12.498546 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:29:12.498546 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:29:12.498546 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:29:12.498546 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:29:12.498546 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:29:12.498546 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 10:29:12.498546 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:29:12.498546 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 10:29:12.498546 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:29:12.498546 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:29:12.498546 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:29:12.498546 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 10:29:12.498546 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:29:12.498546 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:29:12.498546 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:29:12.498546 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:29:12.498546 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:29:12.498546 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:29:12.498546 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:29:12.650777 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fdcf867c-19d6-415e-88e8-7b83faf7871e tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:12.654474 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4df55723-e279-4e23-8609-3179786c14e1 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:12.659476 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fdcf867c-19d6-415e-88e8-7b83faf7871e tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:12.661344 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-fdcf867c-19d6-415e-88e8-7b83faf7871e tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "DELETE /v2.0/networks/158e1226-0d10-4267-88b5-7e75753fa69a HTTP/1.1" status: 204 len: 168 time: 0.9122090 Jun 11 10:29:12.665060 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38800) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:12.680701 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcf867c-19d6-415e-88e8-7b83faf7871e tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Pushing event deleted for resources: {'Network': ['ID=158e1226-0d10-4267-88b5-7e75753fa69a,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:12.683212 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-fdcf867c-19d6-415e-88e8-7b83faf7871e tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:12.740647 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15fddb92-9acb-4a6a-86a7-c1469cd7a509 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:29:12.742206 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-15fddb92-9acb-4a6a-86a7-c1469cd7a509 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0761356 Jun 11 10:29:12.745812 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38802) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:12.820468 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-bf4a3e3e-91cc-4505-81c3-b1531a221b09 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0728073 Jun 11 10:29:12.824663 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38804) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:12.829797 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-862d1b94-90b8-45c2-84fc-6ff3d648a448 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-195679668'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:29:12.884382 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-21c7c651-0505-4fe2-a39f-cb110332322c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:12.918764 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-862d1b94-90b8-45c2-84fc-6ff3d648a448 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Made reservation on behalf of a5bd376b695f463d9494b82170c70e4a for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:29:12.922348 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-862d1b94-90b8-45c2-84fc-6ff3d648a448 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:12.952344 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-862d1b94-90b8-45c2-84fc-6ff3d648a448 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 751} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:29:12.961935 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-862d1b94-90b8-45c2-84fc-6ff3d648a448 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:12.962358 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-862d1b94-90b8-45c2-84fc-6ff3d648a448 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Added segment 6dfde62b-d270-48ae-91f4-744267cbd7a8 of type vlan for network b86ea9f4-b3a0-4e2d-ad85-bf01342a69d3 Jun 11 10:29:13.017445 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-862d1b94-90b8-45c2-84fc-6ff3d648a448 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:13.096200 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-862d1b94-90b8-45c2-84fc-6ff3d648a448 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:13.101876 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862d1b94-90b8-45c2-84fc-6ff3d648a448 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:29:13.105621 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-862d1b94-90b8-45c2-84fc-6ff3d648a448 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:13.105621 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-694cf31b-48a8-44c1-a295-e93011091c7e tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:13.196630 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862d1b94-90b8-45c2-84fc-6ff3d648a448 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Pushing event updated for resources: {'Network': ['ID=b86ea9f4-b3a0-4e2d-ad85-bf01342a69d3,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:13.199283 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-862d1b94-90b8-45c2-84fc-6ff3d648a448 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:13.210647 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network b86ea9f4-b3a0-4e2d-ad85-bf01342a69d3 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:29:13.222427 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-862d1b94-90b8-45c2-84fc-6ff3d648a448 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3966134 Jun 11 10:29:13.225181 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38806) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:13.230740 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-d383a5bb-a0a6-40f0-a83a-a4025e6b5fb5 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Request body: {'subnet': {'network_id': 'b86ea9f4-b3a0-4e2d-ad85-bf01342a69d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:29:13.392947 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d383a5bb-a0a6-40f0-a83a-a4025e6b5fb5 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Made reservation on behalf of a5bd376b695f463d9494b82170c70e4a for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:29:13.396537 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d383a5bb-a0a6-40f0-a83a-a4025e6b5fb5 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:13.662076 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d383a5bb-a0a6-40f0-a83a-a4025e6b5fb5 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:13.665518 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2e2118a5-d180-4b62-b38d-92cf4cfafcc2 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:13.686994 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device b5d8ee70-54c0-4851-b4f3-8a49b9d5354a no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:29:13.712546 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: b5d8ee70-54c0-4851-b4f3-8a49b9d5354a {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:29:13.712913 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device b5d8ee70-54c0-4851-b4f3-8a49b9d5354a not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:29:13.743425 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d383a5bb-a0a6-40f0-a83a-a4025e6b5fb5 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Pushing event updated for resources: {'Subnet': ['ID=b198b5b1-cce8-4df6-b1cd-3b29f7245148,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:13.746142 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d383a5bb-a0a6-40f0-a83a-a4025e6b5fb5 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:13.756440 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d383a5bb-a0a6-40f0-a83a-a4025e6b5fb5 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Checking segment: {'id': '6dfde62b-d270-48ae-91f4-744267cbd7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'b86ea9f4-b3a0-4e2d-ad85-bf01342a69d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:29:13.756805 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d383a5bb-a0a6-40f0-a83a-a4025e6b5fb5 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Network hostable DHCP agents. Network: b86ea9f4-b3a0-4e2d-ad85-bf01342a69d3, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:29:13.838379 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d383a5bb-a0a6-40f0-a83a-a4025e6b5fb5 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Network b86ea9f4-b3a0-4e2d-ad85-bf01342a69d3 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:29:13.890139 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-d383a5bb-a0a6-40f0-a83a-a4025e6b5fb5 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, b86ea9f4-b3a0-4e2d-ad85-bf01342a69d3) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:29:13.894204 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d383a5bb-a0a6-40f0-a83a-a4025e6b5fb5 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:29:13.894795 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d383a5bb-a0a6-40f0-a83a-a4025e6b5fb5 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:13.900619 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25eda6cd-ba91-42a5-a156-b74cbd3a98d7 None None] Network b86ea9f4-b3a0-4e2d-ad85-bf01342a69d3 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:29:13.970803 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-d383a5bb-a0a6-40f0-a83a-a4025e6b5fb5 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7444758 Jun 11 10:29:13.973257 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38812) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:13.979164 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-1cc7b939-4feb-4420-aa67-18d5029420d6 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Request body: {'port': {'network_id': 'b86ea9f4-b3a0-4e2d-ad85-bf01342a69d3', 'name': 'tempest-PortsIpV6TestJSON-792510858'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:29:14.098674 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39dc4c67-0996-4525-b5fd-cc9dfda5977e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-b86ea9f4-b3a0-4e2d-ad85-bf01342a69d3', 'network_id': 'b86ea9f4-b3a0-4e2d-ad85-bf01342a69d3', 'tenant_id': 'a5bd376b695f463d9494b82170c70e4a', 'fixed_ips': [{'subnet_id': 'b198b5b1-cce8-4df6-b1cd-3b29f7245148'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 10:29:14.099584 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-39dc4c67-0996-4525-b5fd-cc9dfda5977e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:14.216072 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc7b939-4feb-4420-aa67-18d5029420d6 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Made reservation on behalf of a5bd376b695f463d9494b82170c70e4a for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:29:14.220410 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1cc7b939-4feb-4420-aa67-18d5029420d6 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:14.241492 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [None req-1cc7b939-4feb-4420-aa67-18d5029420d6 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] device_id is not set on port 3900130e-e96f-4b69-a7b5-f8aaec9f2bb9 yet. {{(pid=93176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 10:29:14.253220 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-39dc4c67-0996-4525-b5fd-cc9dfda5977e None None] Allocated IP 2001:db8::2 (b86ea9f4-b3a0-4e2d-ad85-bf01342a69d3/b198b5b1-cce8-4df6-b1cd-3b29f7245148/15325625-1f17-4b0d-a7ba-99a19dfa8612) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:29:14.431598 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-39dc4c67-0996-4525-b5fd-cc9dfda5977e None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:14.439529 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-39dc4c67-0996-4525-b5fd-cc9dfda5977e None None] Transition to ACTIVE for port object 15325625-1f17-4b0d-a7ba-99a19dfa8612 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:29:14.454789 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-39dc4c67-0996-4525-b5fd-cc9dfda5977e None None] Transition to ACTIVE for port object 15325625-1f17-4b0d-a7ba-99a19dfa8612 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:29:14.524740 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-39dc4c67-0996-4525-b5fd-cc9dfda5977e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:14.527302 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-14ef033d-e84c-4589-a682-8c5fe05f845a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:14.577904 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39dc4c67-0996-4525-b5fd-cc9dfda5977e None None] Network b86ea9f4-b3a0-4e2d-ad85-bf01342a69d3 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:29:14.581050 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-39dc4c67-0996-4525-b5fd-cc9dfda5977e None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:29:14.584716 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39dc4c67-0996-4525-b5fd-cc9dfda5977e None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:29:14.593028 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-1cc7b939-4feb-4420-aa67-18d5029420d6 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Allocated IP 2001:db8::1b9 (b86ea9f4-b3a0-4e2d-ad85-bf01342a69d3/b198b5b1-cce8-4df6-b1cd-3b29f7245148/3900130e-e96f-4b69-a7b5-f8aaec9f2bb9) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:29:14.598577 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dc4c67-0996-4525-b5fd-cc9dfda5977e None None] Pushing event updated for resources: {'Port': ['ID=15325625-1f17-4b0d-a7ba-99a19dfa8612,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:14.603275 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-39dc4c67-0996-4525-b5fd-cc9dfda5977e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:14.667155 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-39dc4c67-0996-4525-b5fd-cc9dfda5977e None None] Attempting to bind port 15325625-1f17-4b0d-a7ba-99a19dfa8612 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:29:14.667535 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-39dc4c67-0996-4525-b5fd-cc9dfda5977e None None] Attempting to bind port 15325625-1f17-4b0d-a7ba-99a19dfa8612 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '6dfde62b-d270-48ae-91f4-744267cbd7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'b86ea9f4-b3a0-4e2d-ad85-bf01342a69d3'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:29:14.667978 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39dc4c67-0996-4525-b5fd-cc9dfda5977e None None] Attempting to bind port 15325625-1f17-4b0d-a7ba-99a19dfa8612 on network b86ea9f4-b3a0-4e2d-ad85-bf01342a69d3 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:29:14.673160 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39dc4c67-0996-4525-b5fd-cc9dfda5977e None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:29:14.673538 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39dc4c67-0996-4525-b5fd-cc9dfda5977e None None] Checking segment: {'id': '6dfde62b-d270-48ae-91f4-744267cbd7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'b86ea9f4-b3a0-4e2d-ad85-bf01342a69d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:29:14.673946 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-39dc4c67-0996-4525-b5fd-cc9dfda5977e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:14.674342 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39dc4c67-0996-4525-b5fd-cc9dfda5977e None None] Bound using segment: {'id': '6dfde62b-d270-48ae-91f4-744267cbd7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'b86ea9f4-b3a0-4e2d-ad85-bf01342a69d3'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:29:14.674808 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-39dc4c67-0996-4525-b5fd-cc9dfda5977e None None] Bound port: 15325625-1f17-4b0d-a7ba-99a19dfa8612, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dfde62b-d270-48ae-91f4-744267cbd7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'b86ea9f4-b3a0-4e2d-ad85-bf01342a69d3'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:29:14.675184 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-39dc4c67-0996-4525-b5fd-cc9dfda5977e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:14.753535 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-39dc4c67-0996-4525-b5fd-cc9dfda5977e None None] For port 15325625-1f17-4b0d-a7ba-99a19dfa8612, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:29:14.757343 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-39dc4c67-0996-4525-b5fd-cc9dfda5977e None None] For port 15325625-1f17-4b0d-a7ba-99a19dfa8612, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=15325625-1f17-4b0d-a7ba-99a19dfa8612,segment=NetworkSegment(6dfde62b-d270-48ae-91f4-744267cbd7a8),segment_id=6dfde62b-d270-48ae-91f4-744267cbd7a8)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:29:14.784458 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1cc7b939-4feb-4420-aa67-18d5029420d6 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:14.797726 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [None req-1cc7b939-4feb-4420-aa67-18d5029420d6 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Transition to ACTIVE for port object 3900130e-e96f-4b69-a7b5-f8aaec9f2bb9 will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:29:14.839301 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-39dc4c67-0996-4525-b5fd-cc9dfda5977e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:14.842349 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:14.886198 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1cc7b939-4feb-4420-aa67-18d5029420d6 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:14.890523 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b4fdf14d-17dd-4056-95bb-c4aa329e73e0 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:14.924991 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dc4c67-0996-4525-b5fd-cc9dfda5977e None None] Pushing event updated for resources: {'Port': ['ID=15325625-1f17-4b0d-a7ba-99a19dfa8612,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:14.930220 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-39dc4c67-0996-4525-b5fd-cc9dfda5977e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:14.957065 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc7b939-4feb-4420-aa67-18d5029420d6 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Network b86ea9f4-b3a0-4e2d-ad85-bf01342a69d3 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:29:14.960380 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-1cc7b939-4feb-4420-aa67-18d5029420d6 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:29:14.965037 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc7b939-4feb-4420-aa67-18d5029420d6 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:29:14.970696 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc7b939-4feb-4420-aa67-18d5029420d6 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:29:14.971331 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1cc7b939-4feb-4420-aa67-18d5029420d6 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:14.975190 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc7b939-4feb-4420-aa67-18d5029420d6 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Pushing event updated for resources: {'Port': ['ID=3900130e-e96f-4b69-a7b5-f8aaec9f2bb9,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:14.980595 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1cc7b939-4feb-4420-aa67-18d5029420d6 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:15.053661 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-1cc7b939-4feb-4420-aa67-18d5029420d6 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0766852 Jun 11 10:29:15.053661 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38814) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:15.063016 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-263dc2be-a19d-46d4-a226-e52c0c8e7a2c tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Request body: {'port': {'network_id': 'b86ea9f4-b3a0-4e2d-ad85-bf01342a69d3', 'name': 'tempest-PortsIpV6TestJSON-1036786651'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:29:15.279164 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-263dc2be-a19d-46d4-a226-e52c0c8e7a2c tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Made reservation on behalf of a5bd376b695f463d9494b82170c70e4a for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:29:15.283147 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-263dc2be-a19d-46d4-a226-e52c0c8e7a2c tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:15.307391 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [None req-263dc2be-a19d-46d4-a226-e52c0c8e7a2c tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] device_id is not set on port 8995a43a-9a00-47e1-9611-46aa4a2d74ce yet. {{(pid=93176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 10:29:15.440768 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-263dc2be-a19d-46d4-a226-e52c0c8e7a2c tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Allocated IP 2001:db8::26d (b86ea9f4-b3a0-4e2d-ad85-bf01342a69d3/b198b5b1-cce8-4df6-b1cd-3b29f7245148/8995a43a-9a00-47e1-9611-46aa4a2d74ce) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:29:15.675139 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-263dc2be-a19d-46d4-a226-e52c0c8e7a2c tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:15.691621 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [None req-263dc2be-a19d-46d4-a226-e52c0c8e7a2c tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Transition to ACTIVE for port object 8995a43a-9a00-47e1-9611-46aa4a2d74ce will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:29:15.728484 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 15325625-1f17-4b0d-a7ba-99a19dfa8612 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:29:15.782581 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-263dc2be-a19d-46d4-a226-e52c0c8e7a2c tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:15.792713 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3f01eb5b-d101-4dcd-a822-ca47ce2af196 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:15.833371 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3e2af45f-812f-4e34-8638-81273865bc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:15.844113 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263dc2be-a19d-46d4-a226-e52c0c8e7a2c tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Network b86ea9f4-b3a0-4e2d-ad85-bf01342a69d3 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:29:15.847904 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-263dc2be-a19d-46d4-a226-e52c0c8e7a2c tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:29:15.852852 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263dc2be-a19d-46d4-a226-e52c0c8e7a2c tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:29:15.856106 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 15325625-1f17-4b0d-a7ba-99a19dfa8612 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:29:15.859095 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263dc2be-a19d-46d4-a226-e52c0c8e7a2c tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:29:15.860311 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-263dc2be-a19d-46d4-a226-e52c0c8e7a2c tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:15.871869 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263dc2be-a19d-46d4-a226-e52c0c8e7a2c tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Pushing event updated for resources: {'Port': ['ID=8995a43a-9a00-47e1-9611-46aa4a2d74ce,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:15.877092 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-263dc2be-a19d-46d4-a226-e52c0c8e7a2c tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:15.930845 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-263dc2be-a19d-46d4-a226-e52c0c8e7a2c tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8752506 Jun 11 10:29:15.933437 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38816) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:15.935906 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bae7609-2762-4f17-bbd4-1bbd17ea9a4b None None] Network b86ea9f4-b3a0-4e2d-ad85-bf01342a69d3 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:29:15.964854 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:16.055369 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36891f62-446c-4686-b68e-6dcf849c1716 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:29:16.056962 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-36891f62-446c-4686-b68e-6dcf849c1716 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1b9 HTTP/1.1" status: 200 len: 928 time: 0.1225715 Jun 11 10:29:16.059754 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38818) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:16.127035 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-2e8bc0bd-6ddb-4501-b29c-0a8eb0f7333e None None] Provisioning for port 15325625-1f17-4b0d-a7ba-99a19dfa8612 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:29:16.133609 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-2e8bc0bd-6ddb-4501-b29c-0a8eb0f7333e None None] Provisioning complete for port 15325625-1f17-4b0d-a7ba-99a19dfa8612 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:29:16.133985 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2e8bc0bd-6ddb-4501-b29c-0a8eb0f7333e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:16.179281 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-822c557e-b297-4c5b-beef-d3e700a886c1 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Deleting port 8995a43a-9a00-47e1-9611-46aa4a2d74ce {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:29:16.179530 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-822c557e-b297-4c5b-beef-d3e700a886c1 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:16.255038 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2e8bc0bd-6ddb-4501-b29c-0a8eb0f7333e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:16.294923 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-2e8bc0bd-6ddb-4501-b29c-0a8eb0f7333e None None] For port 15325625-1f17-4b0d-a7ba-99a19dfa8612, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=15325625-1f17-4b0d-a7ba-99a19dfa8612,segment=NetworkSegment(6dfde62b-d270-48ae-91f4-744267cbd7a8),segment_id=6dfde62b-d270-48ae-91f4-744267cbd7a8)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:29:16.303609 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-822c557e-b297-4c5b-beef-d3e700a886c1 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:16.387246 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2e8bc0bd-6ddb-4501-b29c-0a8eb0f7333e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:16.389933 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-cf7d9d29-23ab-4010-b095-0e8e162d8e7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:16.405467 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-822c557e-b297-4c5b-beef-d3e700a886c1 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Calling delete_port for 8995a43a-9a00-47e1-9611-46aa4a2d74ce owned by {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:29:16.447053 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8bc0bd-6ddb-4501-b29c-0a8eb0f7333e None None] Pushing event updated for resources: {'Port': ['ID=15325625-1f17-4b0d-a7ba-99a19dfa8612,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:16.451080 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-2e8bc0bd-6ddb-4501-b29c-0a8eb0f7333e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:16.508094 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-19038706-f5ee-4480-9533-5a3112cbf40b None None] Provisioning complete for port 15325625-1f17-4b0d-a7ba-99a19dfa8612 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:29:16.508472 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-19038706-f5ee-4480-9533-5a3112cbf40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:16.615865 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-822c557e-b297-4c5b-beef-d3e700a886c1 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:16.618779 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-19038706-f5ee-4480-9533-5a3112cbf40b None None] Provisioning for port 8995a43a-9a00-47e1-9611-46aa4a2d74ce completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:29:16.621105 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-026da0aa-c4ca-40c3-ace6-97657874994e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:16.623599 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-19038706-f5ee-4480-9533-5a3112cbf40b None None] Provisioning complete for port 8995a43a-9a00-47e1-9611-46aa4a2d74ce triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:29:16.624106 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-19038706-f5ee-4480-9533-5a3112cbf40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:16.649728 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-19038706-f5ee-4480-9533-5a3112cbf40b None None] Port 8995a43a-9a00-47e1-9611-46aa4a2d74ce was deleted so its status cannot be updated. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 11 10:29:16.656248 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822c557e-b297-4c5b-beef-d3e700a886c1 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Pushing event deleted for resources: {'Port': ['ID=8995a43a-9a00-47e1-9611-46aa4a2d74ce,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:16.660403 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-822c557e-b297-4c5b-beef-d3e700a886c1 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:16.696287 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-822c557e-b297-4c5b-beef-d3e700a886c1 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:16.698266 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-822c557e-b297-4c5b-beef-d3e700a886c1 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "DELETE /v2.0/ports/8995a43a-9a00-47e1-9611-46aa4a2d74ce HTTP/1.1" status: 204 len: 168 time: 0.6375439 Jun 11 10:29:16.701117 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38820) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:16.724277 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-19038706-f5ee-4480-9533-5a3112cbf40b None None] Provisioning for port 3900130e-e96f-4b69-a7b5-f8aaec9f2bb9 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:29:16.729130 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-19038706-f5ee-4480-9533-5a3112cbf40b None None] Provisioning complete for port 3900130e-e96f-4b69-a7b5-f8aaec9f2bb9 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:29:16.729487 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-19038706-f5ee-4480-9533-5a3112cbf40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:16.736311 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-25156069-aeee-416a-89ee-678625938e2e tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] GET failed (client error): The resource could not be found. Jun 11 10:29:16.737968 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-25156069-aeee-416a-89ee-678625938e2e tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "GET /v2.0/ports/8995a43a-9a00-47e1-9611-46aa4a2d74ce HTTP/1.1" status: 404 len: 333 time: 0.0358562 Jun 11 10:29:16.740867 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38822) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:16.776356 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-19038706-f5ee-4480-9533-5a3112cbf40b None None] Port 3900130e-e96f-4b69-a7b5-f8aaec9f2bb9 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:29:16.780433 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:16.863029 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-1b64b64d-44f6-4dbe-80b4-5955789e2dc6 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Deleting port 3900130e-e96f-4b69-a7b5-f8aaec9f2bb9 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:29:16.863368 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1b64b64d-44f6-4dbe-80b4-5955789e2dc6 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:16.891365 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-2ca25db2-4446-43a5-9c0b-6fdd417b2cf8 None None] Could not find standard attr ID for object 8995a43a-9a00-47e1-9611-46aa4a2d74ce. {{(pid=93178) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 11 10:29:16.903584 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-2ca25db2-4446-43a5-9c0b-6fdd417b2cf8 None None] Provisioning complete for port 3900130e-e96f-4b69-a7b5-f8aaec9f2bb9 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:29:16.903974 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2ca25db2-4446-43a5-9c0b-6fdd417b2cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:16.958682 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-2ca25db2-4446-43a5-9c0b-6fdd417b2cf8 None None] Port 3900130e-e96f-4b69-a7b5-f8aaec9f2bb9 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:29:16.989792 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1b64b64d-44f6-4dbe-80b4-5955789e2dc6 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:17.087787 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-1b64b64d-44f6-4dbe-80b4-5955789e2dc6 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Calling delete_port for 3900130e-e96f-4b69-a7b5-f8aaec9f2bb9 owned by {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:29:17.324407 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1b64b64d-44f6-4dbe-80b4-5955789e2dc6 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:17.328709 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c7942c86-7dcd-411c-9408-940307ff3804 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:17.359721 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b64b64d-44f6-4dbe-80b4-5955789e2dc6 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Pushing event deleted for resources: {'Port': ['ID=3900130e-e96f-4b69-a7b5-f8aaec9f2bb9,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:17.362672 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1b64b64d-44f6-4dbe-80b4-5955789e2dc6 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:17.398128 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1b64b64d-44f6-4dbe-80b4-5955789e2dc6 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:17.400106 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-1b64b64d-44f6-4dbe-80b4-5955789e2dc6 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "DELETE /v2.0/ports/3900130e-e96f-4b69-a7b5-f8aaec9f2bb9 HTTP/1.1" status: 204 len: 168 time: 0.6582911 Jun 11 10:29:17.402747 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38824) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:17.437252 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-db542b2e-02ef-4466-9034-4986165ed08e tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] GET failed (client error): The resource could not be found. Jun 11 10:29:17.438858 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-db542b2e-02ef-4466-9034-4986165ed08e tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "GET /v2.0/ports/3900130e-e96f-4b69-a7b5-f8aaec9f2bb9 HTTP/1.1" status: 404 len: 333 time: 0.0348811 Jun 11 10:29:17.441566 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38826) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:17.503729 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a8eaa60-66aa-43b2-bd2b-3c968b0bd699 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Deleting subnet b198b5b1-cce8-4df6-b1cd-3b29f7245148 {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:29:17.507216 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0a8eaa60-66aa-43b2-bd2b-3c968b0bd699 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:17.561863 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0a8eaa60-66aa-43b2-bd2b-3c968b0bd699 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:17.660836 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0a8eaa60-66aa-43b2-bd2b-3c968b0bd699 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:17.695949 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 15325625-1f17-4b0d-a7ba-99a19dfa8612 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:29:17.815493 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0a8eaa60-66aa-43b2-bd2b-3c968b0bd699 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:17.818033 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-23c50a63-c0ce-413d-9f63-98b9908fdd9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:17.855180 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8eaa60-66aa-43b2-bd2b-3c968b0bd699 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Pushing event deleted for resources: {'Subnet': ['ID=b198b5b1-cce8-4df6-b1cd-3b29f7245148,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:17.858343 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0a8eaa60-66aa-43b2-bd2b-3c968b0bd699 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:17.859337 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0a8eaa60-66aa-43b2-bd2b-3c968b0bd699 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:17.861245 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-0a8eaa60-66aa-43b2-bd2b-3c968b0bd699 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "DELETE /v2.0/subnets/b198b5b1-cce8-4df6-b1cd-3b29f7245148 HTTP/1.1" status: 204 len: 168 time: 0.4187703 Jun 11 10:29:17.863868 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38828) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:17.904710 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca9ac58-b8a8-4427-8f7f-4db27f54d001 None None] Network b86ea9f4-b3a0-4e2d-ad85-bf01342a69d3 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:29:17.969143 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-86e300b2-e8fe-4c63-bbd8-6df03bed7060 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:18.030049 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-86e300b2-e8fe-4c63-bbd8-6df03bed7060 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Deleting port 15325625-1f17-4b0d-a7ba-99a19dfa8612 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:29:18.030548 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-86e300b2-e8fe-4c63-bbd8-6df03bed7060 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:18.036330 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 15325625-1f17-4b0d-a7ba-99a19dfa8612 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:29:18.036717 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:18.123167 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-86e300b2-e8fe-4c63-bbd8-6df03bed7060 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] For port 15325625-1f17-4b0d-a7ba-99a19dfa8612, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=15325625-1f17-4b0d-a7ba-99a19dfa8612,segment=NetworkSegment(6dfde62b-d270-48ae-91f4-744267cbd7a8),segment_id=6dfde62b-d270-48ae-91f4-744267cbd7a8)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:29:18.123558 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-86e300b2-e8fe-4c63-bbd8-6df03bed7060 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:18.223726 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-86e300b2-e8fe-4c63-bbd8-6df03bed7060 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Calling delete_port for 15325625-1f17-4b0d-a7ba-99a19dfa8612 owned by network:dhcp {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:29:18.226935 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf220fb-5295-4202-85c1-62c611d6515d None None] DHCP port deletion for b86ea9f4-b3a0-4e2d-ad85-bf01342a69d3 request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 10:29:18.280595 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-edf220fb-5295-4202-85c1-62c611d6515d None None] Deleting port 15325625-1f17-4b0d-a7ba-99a19dfa8612 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:29:18.282056 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-edf220fb-5295-4202-85c1-62c611d6515d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:18.367391 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-edf220fb-5295-4202-85c1-62c611d6515d None None] For port 15325625-1f17-4b0d-a7ba-99a19dfa8612, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=15325625-1f17-4b0d-a7ba-99a19dfa8612,segment=NetworkSegment(6dfde62b-d270-48ae-91f4-744267cbd7a8),segment_id=6dfde62b-d270-48ae-91f4-744267cbd7a8)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:29:18.367842 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-edf220fb-5295-4202-85c1-62c611d6515d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:18.404365 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-86e300b2-e8fe-4c63-bbd8-6df03bed7060 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:18.406624 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c61e23e4-bd53-4597-ae5d-2033004d8fcf tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:18.434910 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e300b2-e8fe-4c63-bbd8-6df03bed7060 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Pushing event deleted for resources: {'Port': ['ID=15325625-1f17-4b0d-a7ba-99a19dfa8612,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:18.438588 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-86e300b2-e8fe-4c63-bbd8-6df03bed7060 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:18.447595 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e300b2-e8fe-4c63-bbd8-6df03bed7060 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] No DVR routers for this DVR port 15325625-1f17-4b0d-a7ba-99a19dfa8612 on host n-d-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:29:18.461625 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-edf220fb-5295-4202-85c1-62c611d6515d None None] Calling delete_port for 15325625-1f17-4b0d-a7ba-99a19dfa8612 owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:29:18.549238 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:18.568979 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-edf220fb-5295-4202-85c1-62c611d6515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:18.571671 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-2e8bc0bd-6ddb-4501-b29c-0a8eb0f7333e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:18.605195 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf220fb-5295-4202-85c1-62c611d6515d None None] Pushing event deleted for resources: {'Port': ['ID=15325625-1f17-4b0d-a7ba-99a19dfa8612,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:18.607820 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-edf220fb-5295-4202-85c1-62c611d6515d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:18.610960 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf220fb-5295-4202-85c1-62c611d6515d None None] No DVR routers for this DVR port 15325625-1f17-4b0d-a7ba-99a19dfa8612 on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:29:18.973638 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-86e300b2-e8fe-4c63-bbd8-6df03bed7060 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:18.985414 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-86e300b2-e8fe-4c63-bbd8-6df03bed7060 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b86ea9f4-b3a0-4e2d-ad85-bf01342a69d3']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:29:19.001851 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-86e300b2-e8fe-4c63-bbd8-6df03bed7060 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dfde62b-d270-48ae-91f4-744267cbd7a8') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:29:19.002143 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-86e300b2-e8fe-4c63-bbd8-6df03bed7060 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dfde62b-d270-48ae-91f4-744267cbd7a8') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:29:19.012483 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-86e300b2-e8fe-4c63-bbd8-6df03bed7060 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:19.027360 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-86e300b2-e8fe-4c63-bbd8-6df03bed7060 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:19.033110 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86e300b2-e8fe-4c63-bbd8-6df03bed7060 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Releasing vlan 751 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:29:19.033484 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-86e300b2-e8fe-4c63-bbd8-6df03bed7060 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:19.036413 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 10:29:19.036413 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:29:19.036413 n-d-779913-12 neutron-server[93177]: timer() Jun 11 10:29:19.036413 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:29:19.036413 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 10:29:19.036413 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:29:19.036413 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 10:29:19.036413 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:29:19.036413 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 10:29:19.036413 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:29:19.036413 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 10:29:19.036413 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:29:19.036413 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 10:29:19.036413 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:29:19.036413 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:29:19.036413 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:29:19.036413 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:29:19.036413 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:29:19.036413 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 10:29:19.036413 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:29:19.036413 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 10:29:19.036413 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:29:19.036413 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:29:19.036413 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:29:19.036413 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 10:29:19.036413 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:29:19.036413 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:29:19.036413 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:29:19.036413 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:29:19.036413 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:29:19.036413 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:29:19.036413 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:29:19.209898 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-86e300b2-e8fe-4c63-bbd8-6df03bed7060 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:19.214894 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7d7bb335-615f-4bb2-8960-37c84d7a2143 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:19.218868 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-86e300b2-e8fe-4c63-bbd8-6df03bed7060 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:19.220707 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-86e300b2-e8fe-4c63-bbd8-6df03bed7060 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "DELETE /v2.0/networks/b86ea9f4-b3a0-4e2d-ad85-bf01342a69d3 HTTP/1.1" status: 204 len: 168 time: 1.3558576 Jun 11 10:29:19.224457 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38830) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:19.230316 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-e10443dd-433d-48f4-9479-fb8ca0aab81d tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2033061789'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:29:19.237077 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e300b2-e8fe-4c63-bbd8-6df03bed7060 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Pushing event deleted for resources: {'Network': ['ID=b86ea9f4-b3a0-4e2d-ad85-bf01342a69d3,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:19.239628 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-86e300b2-e8fe-4c63-bbd8-6df03bed7060 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:19.329092 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e10443dd-433d-48f4-9479-fb8ca0aab81d tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Made reservation on behalf of a5bd376b695f463d9494b82170c70e4a for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:29:19.332809 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e10443dd-433d-48f4-9479-fb8ca0aab81d tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:19.360655 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e10443dd-433d-48f4-9479-fb8ca0aab81d tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 775} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:29:19.369380 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e10443dd-433d-48f4-9479-fb8ca0aab81d tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:19.369731 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-e10443dd-433d-48f4-9479-fb8ca0aab81d tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Added segment caaadf17-784c-45d4-8432-ae4ebd15fc51 of type vlan for network d0c4eb8b-4d41-4ee8-afa4-dee67ef8f2b1 Jun 11 10:29:19.422494 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e10443dd-433d-48f4-9479-fb8ca0aab81d tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:19.512919 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e10443dd-433d-48f4-9479-fb8ca0aab81d tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:19.518402 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10443dd-433d-48f4-9479-fb8ca0aab81d tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:29:19.518991 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e10443dd-433d-48f4-9479-fb8ca0aab81d tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:19.521415 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7ef78238-313a-44c3-8d84-825f6f58e3d1 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:19.608246 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10443dd-433d-48f4-9479-fb8ca0aab81d tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Pushing event updated for resources: {'Network': ['ID=d0c4eb8b-4d41-4ee8-afa4-dee67ef8f2b1,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:19.610840 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e10443dd-433d-48f4-9479-fb8ca0aab81d tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:19.619637 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network d0c4eb8b-4d41-4ee8-afa4-dee67ef8f2b1 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:29:19.629093 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-e10443dd-433d-48f4-9479-fb8ca0aab81d tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4035385 Jun 11 10:29:19.631982 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38832) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:19.638864 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-4425c232-8225-448c-81bd-dc53231e2d1d tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Request body: {'subnet': {'network_id': 'd0c4eb8b-4d41-4ee8-afa4-dee67ef8f2b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:29:19.696021 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 15325625-1f17-4b0d-a7ba-99a19dfa8612 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:29:19.732393 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 15325625-1f17-4b0d-a7ba-99a19dfa8612 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:29:19.732748 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 15325625-1f17-4b0d-a7ba-99a19dfa8612 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:29:19.821586 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4425c232-8225-448c-81bd-dc53231e2d1d tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Made reservation on behalf of a5bd376b695f463d9494b82170c70e4a for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:29:19.825216 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4425c232-8225-448c-81bd-dc53231e2d1d tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:20.159245 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4425c232-8225-448c-81bd-dc53231e2d1d tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:20.161872 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-17576e11-f6de-48ba-b542-3ef0b5452867 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:20.228736 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4425c232-8225-448c-81bd-dc53231e2d1d tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Pushing event updated for resources: {'Subnet': ['ID=2d0948ed-36e5-4b5d-a42d-bf0810a41305,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:20.232454 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4425c232-8225-448c-81bd-dc53231e2d1d tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:20.239320 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4425c232-8225-448c-81bd-dc53231e2d1d tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Checking segment: {'id': 'caaadf17-784c-45d4-8432-ae4ebd15fc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'd0c4eb8b-4d41-4ee8-afa4-dee67ef8f2b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:29:20.239724 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4425c232-8225-448c-81bd-dc53231e2d1d tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Network hostable DHCP agents. Network: d0c4eb8b-4d41-4ee8-afa4-dee67ef8f2b1, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:29:20.335786 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4425c232-8225-448c-81bd-dc53231e2d1d tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Network d0c4eb8b-4d41-4ee8-afa4-dee67ef8f2b1 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:29:20.421427 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-4425c232-8225-448c-81bd-dc53231e2d1d tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, d0c4eb8b-4d41-4ee8-afa4-dee67ef8f2b1) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:29:20.425857 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4425c232-8225-448c-81bd-dc53231e2d1d tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:29:20.426773 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4425c232-8225-448c-81bd-dc53231e2d1d tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:20.430422 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b49a5ae-c2d1-46fc-88ab-5aaab84edc64 None None] Network d0c4eb8b-4d41-4ee8-afa4-dee67ef8f2b1 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:29:20.502545 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-4425c232-8225-448c-81bd-dc53231e2d1d tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8689151 Jun 11 10:29:20.505417 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38834) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:20.510856 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-97feab15-8846-4c40-8e99-e4d7043e751c tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Request body: {'port': {'network_id': 'd0c4eb8b-4d41-4ee8-afa4-dee67ef8f2b1', 'name': 'tempest-PortsIpV6TestJSON-562840645', 'fixed_ips': [{'subnet_id': '2d0948ed-36e5-4b5d-a42d-bf0810a41305', 'ip_address': '2001:db8::10'}]}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:29:20.737252 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc5a20f-07f0-4169-b6b7-1ad33fce8491 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-d0c4eb8b-4d41-4ee8-afa4-dee67ef8f2b1', 'network_id': 'd0c4eb8b-4d41-4ee8-afa4-dee67ef8f2b1', 'tenant_id': 'a5bd376b695f463d9494b82170c70e4a', 'fixed_ips': [{'subnet_id': '2d0948ed-36e5-4b5d-a42d-bf0810a41305'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 10:29:20.738296 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ecc5a20f-07f0-4169-b6b7-1ad33fce8491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:20.898838 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-ecc5a20f-07f0-4169-b6b7-1ad33fce8491 None None] Allocated IP 2001:db8::2 (d0c4eb8b-4d41-4ee8-afa4-dee67ef8f2b1/2d0948ed-36e5-4b5d-a42d-bf0810a41305/7ba50ce6-6977-4bc8-8cd8-1ab68337a3c6) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:29:21.073603 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ecc5a20f-07f0-4169-b6b7-1ad33fce8491 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:21.081528 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-ecc5a20f-07f0-4169-b6b7-1ad33fce8491 None None] Transition to ACTIVE for port object 7ba50ce6-6977-4bc8-8cd8-1ab68337a3c6 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:29:21.095822 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-ecc5a20f-07f0-4169-b6b7-1ad33fce8491 None None] Transition to ACTIVE for port object 7ba50ce6-6977-4bc8-8cd8-1ab68337a3c6 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:29:21.102028 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97feab15-8846-4c40-8e99-e4d7043e751c tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Made reservation on behalf of a5bd376b695f463d9494b82170c70e4a for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:29:21.193227 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ecc5a20f-07f0-4169-b6b7-1ad33fce8491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:21.196088 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-c1b1452d-7dc7-4146-953f-be7a7dd273c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:21.212273 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-97feab15-8846-4c40-8e99-e4d7043e751c tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:21.232720 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [None req-97feab15-8846-4c40-8e99-e4d7043e751c tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] device_id is not set on port 41d4402a-780c-4494-9052-43254b123845 yet. {{(pid=93176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 10:29:21.238469 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc5a20f-07f0-4169-b6b7-1ad33fce8491 None None] Network d0c4eb8b-4d41-4ee8-afa4-dee67ef8f2b1 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:29:21.240356 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-ecc5a20f-07f0-4169-b6b7-1ad33fce8491 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:29:21.244531 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc5a20f-07f0-4169-b6b7-1ad33fce8491 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:29:21.256372 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc5a20f-07f0-4169-b6b7-1ad33fce8491 None None] Pushing event updated for resources: {'Port': ['ID=7ba50ce6-6977-4bc8-8cd8-1ab68337a3c6,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:21.260480 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-ecc5a20f-07f0-4169-b6b7-1ad33fce8491 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:21.325178 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-ecc5a20f-07f0-4169-b6b7-1ad33fce8491 None None] Attempting to bind port 7ba50ce6-6977-4bc8-8cd8-1ab68337a3c6 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:29:21.325419 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-ecc5a20f-07f0-4169-b6b7-1ad33fce8491 None None] Attempting to bind port 7ba50ce6-6977-4bc8-8cd8-1ab68337a3c6 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'caaadf17-784c-45d4-8432-ae4ebd15fc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'd0c4eb8b-4d41-4ee8-afa4-dee67ef8f2b1'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:29:21.325745 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc5a20f-07f0-4169-b6b7-1ad33fce8491 None None] Attempting to bind port 7ba50ce6-6977-4bc8-8cd8-1ab68337a3c6 on network d0c4eb8b-4d41-4ee8-afa4-dee67ef8f2b1 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:29:21.330777 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc5a20f-07f0-4169-b6b7-1ad33fce8491 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:29:21.331167 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc5a20f-07f0-4169-b6b7-1ad33fce8491 None None] Checking segment: {'id': 'caaadf17-784c-45d4-8432-ae4ebd15fc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'd0c4eb8b-4d41-4ee8-afa4-dee67ef8f2b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:29:21.331589 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ecc5a20f-07f0-4169-b6b7-1ad33fce8491 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:21.332003 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc5a20f-07f0-4169-b6b7-1ad33fce8491 None None] Bound using segment: {'id': 'caaadf17-784c-45d4-8432-ae4ebd15fc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'd0c4eb8b-4d41-4ee8-afa4-dee67ef8f2b1'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:29:21.332478 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-ecc5a20f-07f0-4169-b6b7-1ad33fce8491 None None] Bound port: 7ba50ce6-6977-4bc8-8cd8-1ab68337a3c6, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caaadf17-784c-45d4-8432-ae4ebd15fc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'd0c4eb8b-4d41-4ee8-afa4-dee67ef8f2b1'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:29:21.332861 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ecc5a20f-07f0-4169-b6b7-1ad33fce8491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:21.416372 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-ecc5a20f-07f0-4169-b6b7-1ad33fce8491 None None] For port 7ba50ce6-6977-4bc8-8cd8-1ab68337a3c6, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:29:21.419458 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-ecc5a20f-07f0-4169-b6b7-1ad33fce8491 None None] For port 7ba50ce6-6977-4bc8-8cd8-1ab68337a3c6, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=7ba50ce6-6977-4bc8-8cd8-1ab68337a3c6,segment=NetworkSegment(caaadf17-784c-45d4-8432-ae4ebd15fc51),segment_id=caaadf17-784c-45d4-8432-ae4ebd15fc51)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:29:21.431048 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-97feab15-8846-4c40-8e99-e4d7043e751c tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Allocated IP 2001:db8::10 (d0c4eb8b-4d41-4ee8-afa4-dee67ef8f2b1/2d0948ed-36e5-4b5d-a42d-bf0810a41305/41d4402a-780c-4494-9052-43254b123845) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:29:21.479201 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ecc5a20f-07f0-4169-b6b7-1ad33fce8491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:21.482204 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-14ef033d-e84c-4589-a682-8c5fe05f845a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:21.553282 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc5a20f-07f0-4169-b6b7-1ad33fce8491 None None] Pushing event updated for resources: {'Port': ['ID=7ba50ce6-6977-4bc8-8cd8-1ab68337a3c6,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:21.557109 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-ecc5a20f-07f0-4169-b6b7-1ad33fce8491 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:21.624768 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-97feab15-8846-4c40-8e99-e4d7043e751c tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:21.640932 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [None req-97feab15-8846-4c40-8e99-e4d7043e751c tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Transition to ACTIVE for port object 41d4402a-780c-4494-9052-43254b123845 will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:29:21.739063 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-97feab15-8846-4c40-8e99-e4d7043e751c tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:21.744163 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-248a7583-8eb4-4027-aa9a-83e7ad8dab35 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:21.801540 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97feab15-8846-4c40-8e99-e4d7043e751c tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Network d0c4eb8b-4d41-4ee8-afa4-dee67ef8f2b1 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:29:21.805038 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-97feab15-8846-4c40-8e99-e4d7043e751c tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:29:21.807342 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97feab15-8846-4c40-8e99-e4d7043e751c tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:29:21.813149 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97feab15-8846-4c40-8e99-e4d7043e751c tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:29:21.813752 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-97feab15-8846-4c40-8e99-e4d7043e751c tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:21.829684 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97feab15-8846-4c40-8e99-e4d7043e751c tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Pushing event updated for resources: {'Port': ['ID=41d4402a-780c-4494-9052-43254b123845,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:21.832620 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-97feab15-8846-4c40-8e99-e4d7043e751c tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:21.907922 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-97feab15-8846-4c40-8e99-e4d7043e751c tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4012704 Jun 11 10:29:21.910265 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38836) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:21.915266 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-1e45d9bc-101c-49e2-b786-462827905395 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Request body: {'port': {'network_id': 'd0c4eb8b-4d41-4ee8-afa4-dee67ef8f2b1', 'name': 'tempest-PortsIpV6TestJSON-679698860', 'fixed_ips': [{'subnet_id': '2d0948ed-36e5-4b5d-a42d-bf0810a41305', 'ip_address': '2001:db8::f'}]}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:29:22.135898 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e45d9bc-101c-49e2-b786-462827905395 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Made reservation on behalf of a5bd376b695f463d9494b82170c70e4a for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:29:22.141039 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1e45d9bc-101c-49e2-b786-462827905395 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:22.168007 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [None req-1e45d9bc-101c-49e2-b786-462827905395 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] device_id is not set on port 7fc9a449-56c1-4d63-a716-4e2f1d650657 yet. {{(pid=93176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 10:29:22.358598 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-1e45d9bc-101c-49e2-b786-462827905395 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Allocated IP 2001:db8::f (d0c4eb8b-4d41-4ee8-afa4-dee67ef8f2b1/2d0948ed-36e5-4b5d-a42d-bf0810a41305/7fc9a449-56c1-4d63-a716-4e2f1d650657) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:29:22.464944 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8054c0b-697f-4bd1-a2da-a84fe34c2ebb None None] Network d0c4eb8b-4d41-4ee8-afa4-dee67ef8f2b1 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:29:22.548302 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1e45d9bc-101c-49e2-b786-462827905395 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:22.561970 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [None req-1e45d9bc-101c-49e2-b786-462827905395 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Transition to ACTIVE for port object 7fc9a449-56c1-4d63-a716-4e2f1d650657 will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:29:22.647512 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-d42d1098-3eff-49fc-a242-f4579af4551a None None] Provisioning for port 7ba50ce6-6977-4bc8-8cd8-1ab68337a3c6 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:29:22.661954 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1e45d9bc-101c-49e2-b786-462827905395 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:22.668291 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0d022f07-bab7-4544-af3f-0320d05cd9ea tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:22.722694 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e45d9bc-101c-49e2-b786-462827905395 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Network d0c4eb8b-4d41-4ee8-afa4-dee67ef8f2b1 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:29:22.726729 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-1e45d9bc-101c-49e2-b786-462827905395 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:29:22.729437 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e45d9bc-101c-49e2-b786-462827905395 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:29:22.735084 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e45d9bc-101c-49e2-b786-462827905395 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:29:22.735730 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1e45d9bc-101c-49e2-b786-462827905395 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:22.751726 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e45d9bc-101c-49e2-b786-462827905395 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Pushing event updated for resources: {'Port': ['ID=7fc9a449-56c1-4d63-a716-4e2f1d650657,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:22.754798 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1e45d9bc-101c-49e2-b786-462827905395 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:22.827872 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-1e45d9bc-101c-49e2-b786-462827905395 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.9165072 Jun 11 10:29:22.830455 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38838) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:22.946485 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60be771f-1851-465f-af75-26ff4889e3b3 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:29:22.948051 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-60be771f-1851-465f-af75-26ff4889e3b3 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1166477 Jun 11 10:29:22.951043 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38840) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:22.953011 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-1d3c9b14-6194-42a2-9b85-0bc3ec1cd427 None None] Provisioning for port 41d4402a-780c-4494-9052-43254b123845 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:29:22.957204 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-1d3c9b14-6194-42a2-9b85-0bc3ec1cd427 None None] Provisioning complete for port 41d4402a-780c-4494-9052-43254b123845 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:29:22.957502 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1d3c9b14-6194-42a2-9b85-0bc3ec1cd427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:23.003889 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-1d3c9b14-6194-42a2-9b85-0bc3ec1cd427 None None] Port 41d4402a-780c-4494-9052-43254b123845 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:29:23.078893 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d338e24f-ce6e-4442-bb28-6776599c9129 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:29:23.084745 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d338e24f-ce6e-4442-bb28-6776599c9129 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:29:23.091086 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d338e24f-ce6e-4442-bb28-6776599c9129 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:29:23.092835 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-d338e24f-ce6e-4442-bb28-6776599c9129 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.1407089 Jun 11 10:29:23.095612 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38842) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:23.135658 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-d22b762b-ec8c-4035-b015-712338e8e7e2 None None] Provisioning complete for port 41d4402a-780c-4494-9052-43254b123845 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:29:23.136042 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d22b762b-ec8c-4035-b015-712338e8e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:23.180921 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-d22b762b-ec8c-4035-b015-712338e8e7e2 None None] Port 41d4402a-780c-4494-9052-43254b123845 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:29:23.215740 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-400978f1-b3d7-436c-a725-d4dcd1e2105c tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Deleting port 7fc9a449-56c1-4d63-a716-4e2f1d650657 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:29:23.216081 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-400978f1-b3d7-436c-a725-d4dcd1e2105c tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:23.328368 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-400978f1-b3d7-436c-a725-d4dcd1e2105c tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:23.352700 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-7aada4cd-db79-4ef2-a3e2-9a3b5dbbbde8 None None] Provisioning for port 7fc9a449-56c1-4d63-a716-4e2f1d650657 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:29:23.356701 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-7aada4cd-db79-4ef2-a3e2-9a3b5dbbbde8 None None] Provisioning complete for port 7fc9a449-56c1-4d63-a716-4e2f1d650657 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:29:23.357079 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7aada4cd-db79-4ef2-a3e2-9a3b5dbbbde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:23.396653 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-7aada4cd-db79-4ef2-a3e2-9a3b5dbbbde8 None None] Port 7fc9a449-56c1-4d63-a716-4e2f1d650657 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:29:23.429493 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-400978f1-b3d7-436c-a725-d4dcd1e2105c tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Calling delete_port for 7fc9a449-56c1-4d63-a716-4e2f1d650657 owned by {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:29:23.633232 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-400978f1-b3d7-436c-a725-d4dcd1e2105c tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:23.637609 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c61e23e4-bd53-4597-ae5d-2033004d8fcf tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:23.669524 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400978f1-b3d7-436c-a725-d4dcd1e2105c tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Pushing event deleted for resources: {'Port': ['ID=7fc9a449-56c1-4d63-a716-4e2f1d650657,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:23.674430 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-400978f1-b3d7-436c-a725-d4dcd1e2105c tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:23.705706 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-400978f1-b3d7-436c-a725-d4dcd1e2105c tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:23.711170 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38844) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:23.720450 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 7ba50ce6-6977-4bc8-8cd8-1ab68337a3c6 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:29:23.721503 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-400978f1-b3d7-436c-a725-d4dcd1e2105c tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "DELETE /v2.0/ports/7fc9a449-56c1-4d63-a716-4e2f1d650657 HTTP/1.1" status: 204 len: 168 time: 0.6109433 Jun 11 10:29:23.752397 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-05a7d636-aa9b-4d56-8548-aa68d5d05052 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] GET failed (client error): The resource could not be found. Jun 11 10:29:23.756924 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-05a7d636-aa9b-4d56-8548-aa68d5d05052 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "GET /v2.0/ports/7fc9a449-56c1-4d63-a716-4e2f1d650657 HTTP/1.1" status: 404 len: 333 time: 0.0418458 Jun 11 10:29:23.760172 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38846) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:23.855663 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 7ba50ce6-6977-4bc8-8cd8-1ab68337a3c6 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:29:23.860389 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 7ba50ce6-6977-4bc8-8cd8-1ab68337a3c6 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:29:23.860774 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:23.879933 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-feadc676-2b0f-496d-9406-08bbc63688fd tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Deleting port 41d4402a-780c-4494-9052-43254b123845 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:29:23.880288 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-feadc676-2b0f-496d-9406-08bbc63688fd tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:23.950148 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:23.989287 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 7ba50ce6-6977-4bc8-8cd8-1ab68337a3c6, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=7ba50ce6-6977-4bc8-8cd8-1ab68337a3c6,segment=NetworkSegment(caaadf17-784c-45d4-8432-ae4ebd15fc51),segment_id=caaadf17-784c-45d4-8432-ae4ebd15fc51)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:29:23.999586 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-feadc676-2b0f-496d-9406-08bbc63688fd tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:24.083261 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:24.085353 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-6161f0b2-2e4d-4a41-b966-c7c8c8b3d407 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:24.104730 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-feadc676-2b0f-496d-9406-08bbc63688fd tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Calling delete_port for 41d4402a-780c-4494-9052-43254b123845 owned by {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:29:24.143862 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=7ba50ce6-6977-4bc8-8cd8-1ab68337a3c6,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:24.146852 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:24.307112 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-feadc676-2b0f-496d-9406-08bbc63688fd tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:24.311554 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7809c7df-b5b9-4679-8337-684e75ebf5f2 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:24.344470 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feadc676-2b0f-496d-9406-08bbc63688fd tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Pushing event deleted for resources: {'Port': ['ID=41d4402a-780c-4494-9052-43254b123845,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:24.347999 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-feadc676-2b0f-496d-9406-08bbc63688fd tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:24.389547 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-feadc676-2b0f-496d-9406-08bbc63688fd tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:24.394993 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-feadc676-2b0f-496d-9406-08bbc63688fd tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "DELETE /v2.0/ports/41d4402a-780c-4494-9052-43254b123845 HTTP/1.1" status: 204 len: 168 time: 0.6312935 Jun 11 10:29:24.395387 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38848) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:24.430310 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ca60e77-13ec-4d01-b5bb-fc1629eee66c tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] GET failed (client error): The resource could not be found. Jun 11 10:29:24.432020 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-5ca60e77-13ec-4d01-b5bb-fc1629eee66c tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "GET /v2.0/ports/41d4402a-780c-4494-9052-43254b123845 HTTP/1.1" status: 404 len: 333 time: 0.0355780 Jun 11 10:29:24.434771 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38850) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:24.501514 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0b7e9fa-2baf-43ce-8c6b-8145ef8655c5 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Deleting subnet 2d0948ed-36e5-4b5d-a42d-bf0810a41305 {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:29:24.505519 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f0b7e9fa-2baf-43ce-8c6b-8145ef8655c5 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:24.554526 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f0b7e9fa-2baf-43ce-8c6b-8145ef8655c5 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:24.656269 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f0b7e9fa-2baf-43ce-8c6b-8145ef8655c5 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:24.775732 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f0b7e9fa-2baf-43ce-8c6b-8145ef8655c5 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:24.777922 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-fccc0e60-1be3-49fb-beab-7d244e27d228 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:24.810563 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b7e9fa-2baf-43ce-8c6b-8145ef8655c5 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Pushing event deleted for resources: {'Subnet': ['ID=2d0948ed-36e5-4b5d-a42d-bf0810a41305,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:24.813632 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f0b7e9fa-2baf-43ce-8c6b-8145ef8655c5 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:24.814613 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f0b7e9fa-2baf-43ce-8c6b-8145ef8655c5 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:24.818743 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-f0b7e9fa-2baf-43ce-8c6b-8145ef8655c5 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "DELETE /v2.0/subnets/2d0948ed-36e5-4b5d-a42d-bf0810a41305 HTTP/1.1" status: 204 len: 168 time: 0.3829803 Jun 11 10:29:24.820418 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38852) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:24.822321 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742be9dc-5e0f-46bc-9d04-69f2a519b70f None None] Network d0c4eb8b-4d41-4ee8-afa4-dee67ef8f2b1 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:29:24.920070 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1f73cc61-c681-49bf-8c93-093362d8b764 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:24.987440 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-1f73cc61-c681-49bf-8c93-093362d8b764 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Deleting port 7ba50ce6-6977-4bc8-8cd8-1ab68337a3c6 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:29:24.987875 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1f73cc61-c681-49bf-8c93-093362d8b764 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:25.050306 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e9052d-08e2-4e3b-993c-e5b0a71038dc None None] DHCP port deletion for d0c4eb8b-4d41-4ee8-afa4-dee67ef8f2b1 request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 10:29:25.076062 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-1f73cc61-c681-49bf-8c93-093362d8b764 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] For port 7ba50ce6-6977-4bc8-8cd8-1ab68337a3c6, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=7ba50ce6-6977-4bc8-8cd8-1ab68337a3c6,segment=NetworkSegment(caaadf17-784c-45d4-8432-ae4ebd15fc51),segment_id=caaadf17-784c-45d4-8432-ae4ebd15fc51)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:29:25.076422 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1f73cc61-c681-49bf-8c93-093362d8b764 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:25.107230 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-03e9052d-08e2-4e3b-993c-e5b0a71038dc None None] Deleting port 7ba50ce6-6977-4bc8-8cd8-1ab68337a3c6 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:29:25.107230 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03e9052d-08e2-4e3b-993c-e5b0a71038dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:25.174693 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-1f73cc61-c681-49bf-8c93-093362d8b764 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Calling delete_port for 7ba50ce6-6977-4bc8-8cd8-1ab68337a3c6 owned by network:dhcp {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:29:25.197465 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03e9052d-08e2-4e3b-993c-e5b0a71038dc None None] For port 7ba50ce6-6977-4bc8-8cd8-1ab68337a3c6, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=7ba50ce6-6977-4bc8-8cd8-1ab68337a3c6,segment=NetworkSegment(caaadf17-784c-45d4-8432-ae4ebd15fc51),segment_id=caaadf17-784c-45d4-8432-ae4ebd15fc51)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:29:25.197926 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03e9052d-08e2-4e3b-993c-e5b0a71038dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:25.330817 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1f73cc61-c681-49bf-8c93-093362d8b764 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:25.333278 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1cc7b939-4feb-4420-aa67-18d5029420d6 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:25.366024 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f73cc61-c681-49bf-8c93-093362d8b764 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Pushing event deleted for resources: {'Port': ['ID=7ba50ce6-6977-4bc8-8cd8-1ab68337a3c6,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:25.369295 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1f73cc61-c681-49bf-8c93-093362d8b764 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:25.373022 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f73cc61-c681-49bf-8c93-093362d8b764 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] No DVR routers for this DVR port 7ba50ce6-6977-4bc8-8cd8-1ab68337a3c6 on host n-d-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:29:25.477175 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-03e9052d-08e2-4e3b-993c-e5b0a71038dc None None] Calling delete_port for 7ba50ce6-6977-4bc8-8cd8-1ab68337a3c6 owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:29:25.502338 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1f73cc61-c681-49bf-8c93-093362d8b764 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:25.515626 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-1f73cc61-c681-49bf-8c93-093362d8b764 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0c4eb8b-4d41-4ee8-afa4-dee67ef8f2b1']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:29:25.527934 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-1f73cc61-c681-49bf-8c93-093362d8b764 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caaadf17-784c-45d4-8432-ae4ebd15fc51') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:29:25.528238 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-1f73cc61-c681-49bf-8c93-093362d8b764 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caaadf17-784c-45d4-8432-ae4ebd15fc51') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:29:25.539534 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1f73cc61-c681-49bf-8c93-093362d8b764 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:25.557258 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1f73cc61-c681-49bf-8c93-093362d8b764 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:25.564091 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f73cc61-c681-49bf-8c93-093362d8b764 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Releasing vlan 775 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:29:25.564509 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1f73cc61-c681-49bf-8c93-093362d8b764 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:25.568386 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:29:25.568386 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:29:25.568386 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:29:25.568386 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:29:25.568386 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:29:25.568386 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:29:25.568386 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:29:25.568386 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:29:25.568386 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:29:25.568386 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:29:25.568386 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:29:25.568386 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:29:25.568386 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:29:25.568386 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:29:25.568386 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:29:25.568386 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:29:25.568386 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:29:25.568386 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:29:25.568386 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:29:25.568386 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:29:25.568386 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:29:25.568386 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:29:25.568386 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:29:25.568386 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:29:25.568386 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 10:29:25.568386 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:29:25.568386 n-d-779913-12 neutron-server[93176]: timer() Jun 11 10:29:25.568386 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:29:25.568386 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 10:29:25.568386 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:29:25.568386 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 10:29:25.568386 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:29:25.568386 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 10:29:25.568386 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:29:25.568386 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 10:29:25.568386 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:29:25.568386 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 10:29:25.568386 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:29:25.568386 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:29:25.568386 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:29:25.568386 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:29:25.568386 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:29:25.568386 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 10:29:25.568386 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:29:25.568386 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 10:29:25.568386 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:29:25.568386 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:29:25.568386 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:29:25.568386 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 10:29:25.568386 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:29:25.568386 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:29:25.568386 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:29:25.568386 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:29:25.568386 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:29:25.568386 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:29:25.568386 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:29:25.575927 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03e9052d-08e2-4e3b-993c-e5b0a71038dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:25.578031 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-2225f6a9-4355-4b8b-84b9-65ae4d59a509 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:25.611583 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e9052d-08e2-4e3b-993c-e5b0a71038dc None None] Pushing event deleted for resources: {'Port': ['ID=7ba50ce6-6977-4bc8-8cd8-1ab68337a3c6,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:25.615245 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03e9052d-08e2-4e3b-993c-e5b0a71038dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:25.619480 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e9052d-08e2-4e3b-993c-e5b0a71038dc None None] No DVR routers for this DVR port 7ba50ce6-6977-4bc8-8cd8-1ab68337a3c6 on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:29:25.698341 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 7ba50ce6-6977-4bc8-8cd8-1ab68337a3c6 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:29:25.723227 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 7ba50ce6-6977-4bc8-8cd8-1ab68337a3c6 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:29:25.723589 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 7ba50ce6-6977-4bc8-8cd8-1ab68337a3c6 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:29:25.724814 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1f73cc61-c681-49bf-8c93-093362d8b764 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:25.729563 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-34edcd0c-e942-44ae-8d05-1553fd600298 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:25.749147 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1f73cc61-c681-49bf-8c93-093362d8b764 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:25.755809 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-1f73cc61-c681-49bf-8c93-093362d8b764 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "DELETE /v2.0/networks/d0c4eb8b-4d41-4ee8-afa4-dee67ef8f2b1 HTTP/1.1" status: 204 len: 168 time: 0.9294090 Jun 11 10:29:25.755809 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f73cc61-c681-49bf-8c93-093362d8b764 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Pushing event deleted for resources: {'Network': ['ID=d0c4eb8b-4d41-4ee8-afa4-dee67ef8f2b1,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:25.756052 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38854) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:25.756498 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1f73cc61-c681-49bf-8c93-093362d8b764 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:25.761317 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-4bf5e4db-afc8-46f0-a87d-554303428907 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1741118406'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:29:25.855514 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf5e4db-afc8-46f0-a87d-554303428907 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Made reservation on behalf of a5bd376b695f463d9494b82170c70e4a for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:29:25.859500 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4bf5e4db-afc8-46f0-a87d-554303428907 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:25.892190 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bf5e4db-afc8-46f0-a87d-554303428907 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:29:25.895043 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4bf5e4db-afc8-46f0-a87d-554303428907 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:25.895383 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-4bf5e4db-afc8-46f0-a87d-554303428907 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Added segment b28799f7-1547-4128-9ecc-7d080898b103 of type vlan for network 2095c2ed-444e-4d7b-8569-99f05fc8ab2f Jun 11 10:29:25.956173 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4bf5e4db-afc8-46f0-a87d-554303428907 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:26.043878 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4bf5e4db-afc8-46f0-a87d-554303428907 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:26.049448 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf5e4db-afc8-46f0-a87d-554303428907 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:29:26.050036 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4bf5e4db-afc8-46f0-a87d-554303428907 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:26.052471 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-56918a61-f688-46ea-b556-10ceb9e0d792 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:26.144414 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-4bf5e4db-afc8-46f0-a87d-554303428907 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3877926 Jun 11 10:29:26.145327 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf5e4db-afc8-46f0-a87d-554303428907 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Pushing event updated for resources: {'Network': ['ID=2095c2ed-444e-4d7b-8569-99f05fc8ab2f,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:26.147791 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38856) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:26.148857 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4bf5e4db-afc8-46f0-a87d-554303428907 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:26.154291 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-c1ac9cf9-6044-4e80-a082-fda2fac73666 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Request body: {'subnet': {'network_id': '2095c2ed-444e-4d7b-8569-99f05fc8ab2f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:29:26.156699 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 2095c2ed-444e-4d7b-8569-99f05fc8ab2f details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:29:26.329928 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ac9cf9-6044-4e80-a082-fda2fac73666 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Made reservation on behalf of a5bd376b695f463d9494b82170c70e4a for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:29:26.333452 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c1ac9cf9-6044-4e80-a082-fda2fac73666 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:26.621392 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c1ac9cf9-6044-4e80-a082-fda2fac73666 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:26.623465 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-567a0a53-fe8a-4220-929d-fa7f090992ff tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:26.691847 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ac9cf9-6044-4e80-a082-fda2fac73666 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Pushing event updated for resources: {'Subnet': ['ID=fe40aa33-e692-47a8-987d-8dc5784b56de,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:26.694571 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c1ac9cf9-6044-4e80-a082-fda2fac73666 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:26.702837 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ac9cf9-6044-4e80-a082-fda2fac73666 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Checking segment: {'id': 'b28799f7-1547-4128-9ecc-7d080898b103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '2095c2ed-444e-4d7b-8569-99f05fc8ab2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:29:26.703201 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ac9cf9-6044-4e80-a082-fda2fac73666 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Network hostable DHCP agents. Network: 2095c2ed-444e-4d7b-8569-99f05fc8ab2f, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:29:26.798261 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ac9cf9-6044-4e80-a082-fda2fac73666 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Network 2095c2ed-444e-4d7b-8569-99f05fc8ab2f is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:29:26.888985 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-c1ac9cf9-6044-4e80-a082-fda2fac73666 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 2095c2ed-444e-4d7b-8569-99f05fc8ab2f) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:29:26.893137 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ac9cf9-6044-4e80-a082-fda2fac73666 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:29:26.893761 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c1ac9cf9-6044-4e80-a082-fda2fac73666 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:26.897591 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc583e03-e7bd-4a6d-825b-7771506083c0 None None] Network 2095c2ed-444e-4d7b-8569-99f05fc8ab2f requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:29:26.962522 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-c1ac9cf9-6044-4e80-a082-fda2fac73666 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8123841 Jun 11 10:29:26.965164 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38858) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:26.971209 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-a7794143-8df3-4454-a534-07db5e9a122c tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-2127597426', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:29:27.072327 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a7794143-8df3-4454-a534-07db5e9a122c tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:27.073376 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a7794143-8df3-4454-a534-07db5e9a122c tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:27.079842 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a856fea4-74c5-47db-8015-f24f17264c06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-2095c2ed-444e-4d7b-8569-99f05fc8ab2f', 'network_id': '2095c2ed-444e-4d7b-8569-99f05fc8ab2f', 'tenant_id': 'a5bd376b695f463d9494b82170c70e4a', 'fixed_ips': [{'subnet_id': 'fe40aa33-e692-47a8-987d-8dc5784b56de'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 10:29:27.080781 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a856fea4-74c5-47db-8015-f24f17264c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:27.170756 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a7794143-8df3-4454-a534-07db5e9a122c tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:27.235879 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-a856fea4-74c5-47db-8015-f24f17264c06 None None] Allocated IP 2001:db8::2 (2095c2ed-444e-4d7b-8569-99f05fc8ab2f/fe40aa33-e692-47a8-987d-8dc5784b56de/75c0f128-9830-49df-a22b-12e02d30aa8c) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:29:27.266430 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a7794143-8df3-4454-a534-07db5e9a122c tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:27.352960 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a7794143-8df3-4454-a534-07db5e9a122c tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:27.354306 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-a7794143-8df3-4454-a534-07db5e9a122c tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3869679 Jun 11 10:29:27.357090 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38860) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:27.362438 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-9a8c6b8c-7b77-4fb3-a411-16cc739d7a09 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Request body: {'port': {'network_id': '2095c2ed-444e-4d7b-8569-99f05fc8ab2f', 'name': 'tempest-PortsIpV6TestJSON-919291254'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:29:27.414477 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a856fea4-74c5-47db-8015-f24f17264c06 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:27.423198 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-a856fea4-74c5-47db-8015-f24f17264c06 None None] Transition to ACTIVE for port object 75c0f128-9830-49df-a22b-12e02d30aa8c will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:29:27.438119 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-a856fea4-74c5-47db-8015-f24f17264c06 None None] Transition to ACTIVE for port object 75c0f128-9830-49df-a22b-12e02d30aa8c will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:29:27.507456 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a856fea4-74c5-47db-8015-f24f17264c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:27.511079 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-822a00cb-561f-4423-95cf-75b92d2f8086 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:27.551779 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a8c6b8c-7b77-4fb3-a411-16cc739d7a09 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Made reservation on behalf of a5bd376b695f463d9494b82170c70e4a for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:29:27.553146 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a856fea4-74c5-47db-8015-f24f17264c06 None None] Network 2095c2ed-444e-4d7b-8569-99f05fc8ab2f is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:29:27.555472 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9a8c6b8c-7b77-4fb3-a411-16cc739d7a09 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:27.556039 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-a856fea4-74c5-47db-8015-f24f17264c06 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:29:27.566770 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a856fea4-74c5-47db-8015-f24f17264c06 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:29:27.568025 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a856fea4-74c5-47db-8015-f24f17264c06 None None] Pushing event updated for resources: {'Port': ['ID=75c0f128-9830-49df-a22b-12e02d30aa8c,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:27.571147 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-a856fea4-74c5-47db-8015-f24f17264c06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:27.578159 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [None req-9a8c6b8c-7b77-4fb3-a411-16cc739d7a09 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] device_id is not set on port 430f286f-aa6d-4406-9922-64a042c46fad yet. {{(pid=93177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 10:29:27.644130 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-a856fea4-74c5-47db-8015-f24f17264c06 None None] Attempting to bind port 75c0f128-9830-49df-a22b-12e02d30aa8c on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:29:27.644130 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-a856fea4-74c5-47db-8015-f24f17264c06 None None] Attempting to bind port 75c0f128-9830-49df-a22b-12e02d30aa8c by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'b28799f7-1547-4128-9ecc-7d080898b103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '2095c2ed-444e-4d7b-8569-99f05fc8ab2f'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:29:27.644130 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a856fea4-74c5-47db-8015-f24f17264c06 None None] Attempting to bind port 75c0f128-9830-49df-a22b-12e02d30aa8c on network 2095c2ed-444e-4d7b-8569-99f05fc8ab2f {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:29:27.654057 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a856fea4-74c5-47db-8015-f24f17264c06 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:29:27.654446 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a856fea4-74c5-47db-8015-f24f17264c06 None None] Checking segment: {'id': 'b28799f7-1547-4128-9ecc-7d080898b103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '2095c2ed-444e-4d7b-8569-99f05fc8ab2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:29:27.654892 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a856fea4-74c5-47db-8015-f24f17264c06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:27.655295 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a856fea4-74c5-47db-8015-f24f17264c06 None None] Bound using segment: {'id': 'b28799f7-1547-4128-9ecc-7d080898b103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '2095c2ed-444e-4d7b-8569-99f05fc8ab2f'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:29:27.655815 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-a856fea4-74c5-47db-8015-f24f17264c06 None None] Bound port: 75c0f128-9830-49df-a22b-12e02d30aa8c, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b28799f7-1547-4128-9ecc-7d080898b103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '2095c2ed-444e-4d7b-8569-99f05fc8ab2f'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:29:27.656779 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a856fea4-74c5-47db-8015-f24f17264c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:27.718404 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-9a8c6b8c-7b77-4fb3-a411-16cc739d7a09 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Allocated IP 2001:db8::1f6 (2095c2ed-444e-4d7b-8569-99f05fc8ab2f/fe40aa33-e692-47a8-987d-8dc5784b56de/430f286f-aa6d-4406-9922-64a042c46fad) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:29:27.728465 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-a856fea4-74c5-47db-8015-f24f17264c06 None None] For port 75c0f128-9830-49df-a22b-12e02d30aa8c, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:29:27.731615 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-a856fea4-74c5-47db-8015-f24f17264c06 None None] For port 75c0f128-9830-49df-a22b-12e02d30aa8c, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=75c0f128-9830-49df-a22b-12e02d30aa8c,segment=NetworkSegment(b28799f7-1547-4128-9ecc-7d080898b103),segment_id=b28799f7-1547-4128-9ecc-7d080898b103)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:29:27.798761 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a856fea4-74c5-47db-8015-f24f17264c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:27.801706 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-e84ed4cc-062a-4278-bdbf-8ec6d6fad917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:27.866223 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a856fea4-74c5-47db-8015-f24f17264c06 None None] Pushing event updated for resources: {'Port': ['ID=75c0f128-9830-49df-a22b-12e02d30aa8c,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:27.870209 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-a856fea4-74c5-47db-8015-f24f17264c06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:27.906430 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9a8c6b8c-7b77-4fb3-a411-16cc739d7a09 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:27.922759 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-9a8c6b8c-7b77-4fb3-a411-16cc739d7a09 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Transition to ACTIVE for port object 430f286f-aa6d-4406-9922-64a042c46fad will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:29:28.011156 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9a8c6b8c-7b77-4fb3-a411-16cc739d7a09 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:28.024969 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-fdcf867c-19d6-415e-88e8-7b83faf7871e tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:28.067747 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8c6b8c-7b77-4fb3-a411-16cc739d7a09 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Network 2095c2ed-444e-4d7b-8569-99f05fc8ab2f is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:29:28.071086 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-9a8c6b8c-7b77-4fb3-a411-16cc739d7a09 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:29:28.073575 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8c6b8c-7b77-4fb3-a411-16cc739d7a09 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:29:28.079083 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8c6b8c-7b77-4fb3-a411-16cc739d7a09 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:29:28.079727 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9a8c6b8c-7b77-4fb3-a411-16cc739d7a09 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:28.107408 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8c6b8c-7b77-4fb3-a411-16cc739d7a09 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Pushing event updated for resources: {'Port': ['ID=430f286f-aa6d-4406-9922-64a042c46fad,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:28.110212 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9a8c6b8c-7b77-4fb3-a411-16cc739d7a09 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:28.199229 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-9a8c6b8c-7b77-4fb3-a411-16cc739d7a09 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8410261 Jun 11 10:29:28.202797 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38866) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:28.684971 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5ace74a0-32f6-435e-a85c-539b46cc87bd tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:28.733457 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953a68f5-198c-4b4f-b1a4-3382957d336f None None] Network 2095c2ed-444e-4d7b-8569-99f05fc8ab2f requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:29:28.849100 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-5af459e9-5a4a-4f46-abb1-67ff935e3eb1 None None] Provisioning for port 75c0f128-9830-49df-a22b-12e02d30aa8c completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:29:29.016099 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5ace74a0-32f6-435e-a85c-539b46cc87bd tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:29.077801 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5ace74a0-32f6-435e-a85c-539b46cc87bd tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:29.081091 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9a0d307a-f06d-4a87-ace6-e91345805d96 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:29.175368 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ace74a0-32f6-435e-a85c-539b46cc87bd tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Pushing event updated for resources: {'Port': ['ID=430f286f-aa6d-4406-9922-64a042c46fad,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:29.178846 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5ace74a0-32f6-435e-a85c-539b46cc87bd tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:29.255367 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-6e6d4ff6-e2ed-4eea-89e0-e1af3c3b18bc None None] Provisioning for port 430f286f-aa6d-4406-9922-64a042c46fad completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:29:29.260302 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-6e6d4ff6-e2ed-4eea-89e0-e1af3c3b18bc None None] Provisioning complete for port 430f286f-aa6d-4406-9922-64a042c46fad triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:29:29.260686 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6e6d4ff6-e2ed-4eea-89e0-e1af3c3b18bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:29.309571 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-6e6d4ff6-e2ed-4eea-89e0-e1af3c3b18bc None None] Port 430f286f-aa6d-4406-9922-64a042c46fad cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:29:29.320215 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5ace74a0-32f6-435e-a85c-539b46cc87bd tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-375088'] for router_interface, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:29.432037 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-1b30c63b-e094-4679-a641-0e2db575da48 None None] Provisioning complete for port 430f286f-aa6d-4406-9922-64a042c46fad triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:29:29.432570 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1b30c63b-e094-4679-a641-0e2db575da48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:29.475008 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-1b30c63b-e094-4679-a641-0e2db575da48 None None] Port 430f286f-aa6d-4406-9922-64a042c46fad cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:29:29.530673 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5ace74a0-32f6-435e-a85c-539b46cc87bd tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:29.594031 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-64f210f6-fc3c-4843-9a16-b5c9973681e4 None None] Provisioning complete for port 430f286f-aa6d-4406-9922-64a042c46fad triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:29:29.594525 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-64f210f6-fc3c-4843-9a16-b5c9973681e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:29.636094 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-64f210f6-fc3c-4843-9a16-b5c9973681e4 None None] Port 430f286f-aa6d-4406-9922-64a042c46fad cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:29:29.722201 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 75c0f128-9830-49df-a22b-12e02d30aa8c up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:29:29.837985 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 75c0f128-9830-49df-a22b-12e02d30aa8c completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:29:29.841945 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 75c0f128-9830-49df-a22b-12e02d30aa8c triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:29:29.851550 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:29.874722 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5ace74a0-32f6-435e-a85c-539b46cc87bd tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:29.931882 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:29.964128 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5ace74a0-32f6-435e-a85c-539b46cc87bd tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:29.965082 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5ace74a0-32f6-435e-a85c-539b46cc87bd tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375108'] for router_interface, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:29.967882 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 75c0f128-9830-49df-a22b-12e02d30aa8c, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=75c0f128-9830-49df-a22b-12e02d30aa8c,segment=NetworkSegment(b28799f7-1547-4128-9ecc-7d080898b103),segment_id=b28799f7-1547-4128-9ecc-7d080898b103)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:29:29.968056 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1b64b64d-44f6-4dbe-80b4-5955789e2dc6 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:30.049678 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ace74a0-32f6-435e-a85c-539b46cc87bd tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Pushing event updated for resources: {'Port': ['ID=430f286f-aa6d-4406-9922-64a042c46fad,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:30.061530 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:30.063488 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-ecc5a20f-07f0-4169-b6b7-1ad33fce8491 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:30.091924 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5ace74a0-32f6-435e-a85c-539b46cc87bd tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:30.120817 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=75c0f128-9830-49df-a22b-12e02d30aa8c,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:30.124366 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:30.130456 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ace74a0-32f6-435e-a85c-539b46cc87bd tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Network 2095c2ed-444e-4d7b-8569-99f05fc8ab2f is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:29:30.131945 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-5ace74a0-32f6-435e-a85c-539b46cc87bd tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:29:30.369409 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-a505e524-a81f-40d2-ac55-322585407feb None None] Provisioning complete for port 430f286f-aa6d-4406-9922-64a042c46fad triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:29:30.369794 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a505e524-a81f-40d2-ac55-322585407feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:30.404213 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ace74a0-32f6-435e-a85c-539b46cc87bd tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Router d8462e1f-f1bd-48ae-891d-94caed5f6607 is scheduled to L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 with binding_index 1 {{(pid=93177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 10:29:30.410432 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-a505e524-a81f-40d2-ac55-322585407feb None None] Port 430f286f-aa6d-4406-9922-64a042c46fad cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:29:30.959772 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ace74a0-32f6-435e-a85c-539b46cc87bd tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:29:30.965076 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-5ace74a0-32f6-435e-a85c-539b46cc87bd tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "PUT /v2.0/routers/d8462e1f-f1bd-48ae-891d-94caed5f6607/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7610493 Jun 11 10:29:30.967747 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38868) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:30.970430 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c4b569-571e-42e0-8814-f1c5dca59758 None None] Sync routers for ids ['d8462e1f-f1bd-48ae-891d-94caed5f6607'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:29:30.980329 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c4b569-571e-42e0-8814-f1c5dca59758 None None] Routers {'d8462e1f-f1bd-48ae-891d-94caed5f6607'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:29:30.980961 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-c2c4b569-571e-42e0-8814-f1c5dca59758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:29:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['d8462e1f-f1bd-48ae-891d-94caed5f6607'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:29:31.031339 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-c2c4b569-571e-42e0-8814-f1c5dca59758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:29:31.037976 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988b1f44-fdf3-40c1-a3b3-c76ccf8ebc20 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:29:31.040152 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-988b1f44-fdf3-40c1-a3b3-c76ccf8ebc20 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "GET /v2.0/ports?device_id=d8462e1f-f1bd-48ae-891d-94caed5f6607 HTTP/1.1" status: 200 len: 988 time: 0.0714395 Jun 11 10:29:31.040629 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c4b569-571e-42e0-8814-f1c5dca59758 None None] Routers {'d8462e1f-f1bd-48ae-891d-94caed5f6607'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:29:31.041252 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-c2c4b569-571e-42e0-8814-f1c5dca59758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:29:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['d8462e1f-f1bd-48ae-891d-94caed5f6607'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:29:31.042937 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38870) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:31.086975 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-c2c4b569-571e-42e0-8814-f1c5dca59758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:29:31.087406 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c4b569-571e-42e0-8814-f1c5dca59758 None None] The sync data for ids ['d8462e1f-f1bd-48ae-891d-94caed5f6607'] in n-d-779913-12 is: [] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:29:31.591007 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e8bdfdee-cad4-4647-b866-d431763abccc tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375209'] for router_interface, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:31.610370 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:31.708824 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 75c0f128-9830-49df-a22b-12e02d30aa8c up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:29:31.769948 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 75c0f128-9830-49df-a22b-12e02d30aa8c triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:29:31.770325 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:31.899295 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-e8bdfdee-cad4-4647-b866-d431763abccc tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Deleting port 430f286f-aa6d-4406-9922-64a042c46fad {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:29:31.899901 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e8bdfdee-cad4-4647-b866-d431763abccc tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:32.023543 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e8bdfdee-cad4-4647-b866-d431763abccc tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:32.139876 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-e8bdfdee-cad4-4647-b866-d431763abccc tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Calling delete_port for 430f286f-aa6d-4406-9922-64a042c46fad owned by network:router_interface {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:29:32.438819 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e8bdfdee-cad4-4647-b866-d431763abccc tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:32.443072 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-30d6a61c-c015-4ead-945d-7ee8104a71a3 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:32.476961 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bdfdee-cad4-4647-b866-d431763abccc tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Pushing event deleted for resources: {'Port': ['ID=430f286f-aa6d-4406-9922-64a042c46fad,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:32.482019 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e8bdfdee-cad4-4647-b866-d431763abccc tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:32.627604 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e8bdfdee-cad4-4647-b866-d431763abccc tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362297'] for router_interface, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:32.944859 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8bdfdee-cad4-4647-b866-d431763abccc tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Router d8462e1f-f1bd-48ae-891d-94caed5f6607 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:29:33.069639 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8bdfdee-cad4-4647-b866-d431763abccc tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:29:33.074898 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-e8bdfdee-cad4-4647-b866-d431763abccc tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "PUT /v2.0/routers/d8462e1f-f1bd-48ae-891d-94caed5f6607/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0309801 Jun 11 10:29:33.077495 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38878) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:33.080836 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b420462-b1fa-4bc2-8eca-c0ef70120568 None None] Sync routers for ids ['d8462e1f-f1bd-48ae-891d-94caed5f6607'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:29:33.090627 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b420462-b1fa-4bc2-8eca-c0ef70120568 None None] Routers {'d8462e1f-f1bd-48ae-891d-94caed5f6607'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:29:33.091258 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-2b420462-b1fa-4bc2-8eca-c0ef70120568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:29:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['d8462e1f-f1bd-48ae-891d-94caed5f6607'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:29:33.112174 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb9c2cc8-a24d-4a0c-9873-e05e1c6227fa tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] GET failed (client error): The resource could not be found. Jun 11 10:29:33.113822 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-fb9c2cc8-a24d-4a0c-9873-e05e1c6227fa tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "GET /v2.0/ports/430f286f-aa6d-4406-9922-64a042c46fad HTTP/1.1" status: 404 len: 333 time: 0.0347393 Jun 11 10:29:33.116743 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38880) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:33.142412 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-2b420462-b1fa-4bc2-8eca-c0ef70120568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:29:33.152285 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b420462-b1fa-4bc2-8eca-c0ef70120568 None None] Routers {'d8462e1f-f1bd-48ae-891d-94caed5f6607'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:29:33.152893 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-2b420462-b1fa-4bc2-8eca-c0ef70120568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:29:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['d8462e1f-f1bd-48ae-891d-94caed5f6607'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:29:33.199502 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-2b420462-b1fa-4bc2-8eca-c0ef70120568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:29:33.199846 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b420462-b1fa-4bc2-8eca-c0ef70120568 None None] The sync data for ids ['d8462e1f-f1bd-48ae-891d-94caed5f6607'] in n-d-779913-12 is: [] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:29:33.227089 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8f01a761-1067-44b9-8740-939fc3e4667c tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for router, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:33.466739 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8f01a761-1067-44b9-8740-939fc3e4667c tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:33.468792 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8f01a761-1067-44b9-8740-939fc3e4667c tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:33.608810 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8f01a761-1067-44b9-8740-939fc3e4667c tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:33.609362 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f01a761-1067-44b9-8740-939fc3e4667c tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Fanout notify agent at l3_agent the message router_deleted on router d8462e1f-f1bd-48ae-891d-94caed5f6607 {{(pid=93177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 10:29:33.616099 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8f01a761-1067-44b9-8740-939fc3e4667c tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:33.617271 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-8f01a761-1067-44b9-8740-939fc3e4667c tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "DELETE /v2.0/routers/d8462e1f-f1bd-48ae-891d-94caed5f6607 HTTP/1.1" status: 204 len: 168 time: 0.4994822 Jun 11 10:29:33.619828 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38882) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:33.683464 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1fb6e05-759e-48d2-a2d2-0591aa01fe91 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Deleting subnet fe40aa33-e692-47a8-987d-8dc5784b56de {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:29:33.686620 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d1fb6e05-759e-48d2-a2d2-0591aa01fe91 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:33.745211 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d1fb6e05-759e-48d2-a2d2-0591aa01fe91 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:33.846713 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d1fb6e05-759e-48d2-a2d2-0591aa01fe91 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:33.986957 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d1fb6e05-759e-48d2-a2d2-0591aa01fe91 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:33.989131 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f0b7e9fa-2baf-43ce-8c6b-8145ef8655c5 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:34.025728 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fb6e05-759e-48d2-a2d2-0591aa01fe91 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Pushing event deleted for resources: {'Subnet': ['ID=fe40aa33-e692-47a8-987d-8dc5784b56de,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:34.028837 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d1fb6e05-759e-48d2-a2d2-0591aa01fe91 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:34.029837 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d1fb6e05-759e-48d2-a2d2-0591aa01fe91 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:34.031750 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-d1fb6e05-759e-48d2-a2d2-0591aa01fe91 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "DELETE /v2.0/subnets/fe40aa33-e692-47a8-987d-8dc5784b56de HTTP/1.1" status: 204 len: 168 time: 0.4109728 Jun 11 10:29:34.034440 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38884) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:34.036442 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ffc08e-d320-45d5-bb49-8e24dfa5e4f5 None None] Network 2095c2ed-444e-4d7b-8569-99f05fc8ab2f requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:29:34.137575 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5103f84f-15d1-43bf-94a6-76b4d8022ffb tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:34.197787 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-5103f84f-15d1-43bf-94a6-76b4d8022ffb tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Deleting port 75c0f128-9830-49df-a22b-12e02d30aa8c {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:29:34.198128 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5103f84f-15d1-43bf-94a6-76b4d8022ffb tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:34.253687 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62dfaec3-027f-46a4-b932-d786a2a5d785 None None] DHCP port deletion for 2095c2ed-444e-4d7b-8569-99f05fc8ab2f request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 10:29:34.295524 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-5103f84f-15d1-43bf-94a6-76b4d8022ffb tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] For port 75c0f128-9830-49df-a22b-12e02d30aa8c, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=75c0f128-9830-49df-a22b-12e02d30aa8c,segment=NetworkSegment(b28799f7-1547-4128-9ecc-7d080898b103),segment_id=b28799f7-1547-4128-9ecc-7d080898b103)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:29:34.295935 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5103f84f-15d1-43bf-94a6-76b4d8022ffb tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:34.313448 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-62dfaec3-027f-46a4-b932-d786a2a5d785 None None] Deleting port 75c0f128-9830-49df-a22b-12e02d30aa8c {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:29:34.318880 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-62dfaec3-027f-46a4-b932-d786a2a5d785 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:34.399584 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-62dfaec3-027f-46a4-b932-d786a2a5d785 None None] For port 75c0f128-9830-49df-a22b-12e02d30aa8c, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=75c0f128-9830-49df-a22b-12e02d30aa8c,segment=NetworkSegment(b28799f7-1547-4128-9ecc-7d080898b103),segment_id=b28799f7-1547-4128-9ecc-7d080898b103)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:29:34.400082 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-62dfaec3-027f-46a4-b932-d786a2a5d785 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:34.498005 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-62dfaec3-027f-46a4-b932-d786a2a5d785 None None] Calling delete_port for 75c0f128-9830-49df-a22b-12e02d30aa8c owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:29:34.696379 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-62dfaec3-027f-46a4-b932-d786a2a5d785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:34.698384 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-c4b1772e-7117-409d-a8e0-158864af84ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:34.727027 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dfaec3-027f-46a4-b932-d786a2a5d785 None None] Pushing event deleted for resources: {'Port': ['ID=75c0f128-9830-49df-a22b-12e02d30aa8c,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:34.730266 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-62dfaec3-027f-46a4-b932-d786a2a5d785 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:34.731109 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62dfaec3-027f-46a4-b932-d786a2a5d785 None None] No DVR routers for this DVR port 75c0f128-9830-49df-a22b-12e02d30aa8c on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:29:34.844742 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-5103f84f-15d1-43bf-94a6-76b4d8022ffb tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Calling delete_port for 75c0f128-9830-49df-a22b-12e02d30aa8c owned by network:dhcp {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:29:34.939152 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5103f84f-15d1-43bf-94a6-76b4d8022ffb tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:34.941398 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-21750a82-2c7b-4f4f-9bfe-c9dce9584119 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:34.977111 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5103f84f-15d1-43bf-94a6-76b4d8022ffb tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Pushing event deleted for resources: {'Port': ['ID=75c0f128-9830-49df-a22b-12e02d30aa8c,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:34.977111 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5103f84f-15d1-43bf-94a6-76b4d8022ffb tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:34.979353 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5103f84f-15d1-43bf-94a6-76b4d8022ffb tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] No DVR routers for this DVR port 75c0f128-9830-49df-a22b-12e02d30aa8c on host n-d-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:29:35.093161 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5103f84f-15d1-43bf-94a6-76b4d8022ffb tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:35.105803 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-5103f84f-15d1-43bf-94a6-76b4d8022ffb tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2095c2ed-444e-4d7b-8569-99f05fc8ab2f']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:29:35.117825 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-5103f84f-15d1-43bf-94a6-76b4d8022ffb tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b28799f7-1547-4128-9ecc-7d080898b103') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:29:35.118111 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-5103f84f-15d1-43bf-94a6-76b4d8022ffb tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b28799f7-1547-4128-9ecc-7d080898b103') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:29:35.128602 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5103f84f-15d1-43bf-94a6-76b4d8022ffb tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:35.144017 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5103f84f-15d1-43bf-94a6-76b4d8022ffb tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:35.150124 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5103f84f-15d1-43bf-94a6-76b4d8022ffb tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:29:35.150512 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5103f84f-15d1-43bf-94a6-76b4d8022ffb tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:35.153649 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:29:35.153649 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:29:35.153649 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:29:35.153649 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 10:29:35.153649 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:29:35.153649 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:29:35.153649 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:29:35.153649 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:29:35.153649 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:29:35.153649 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:29:35.153649 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:29:35.153649 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 10:29:35.153649 n-d-779913-12 neutron-server[93177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:29:35.153649 n-d-779913-12 neutron-server[93177]: self.session.flush() Jun 11 10:29:35.153649 n-d-779913-12 neutron-server[93177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:29:35.153649 n-d-779913-12 neutron-server[93177]: self.session.flush() Jun 11 10:29:35.153649 n-d-779913-12 neutron-server[93177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:29:35.153649 n-d-779913-12 neutron-server[93177]: self.session.flush() Jun 11 10:29:35.153649 n-d-779913-12 neutron-server[93177]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:29:35.153649 n-d-779913-12 neutron-server[93177]: self.session.flush() Jun 11 10:29:35.153649 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 10:29:35.153649 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:29:35.153649 n-d-779913-12 neutron-server[93177]: timer() Jun 11 10:29:35.153649 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:29:35.153649 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 10:29:35.153649 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:29:35.153649 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 10:29:35.153649 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:29:35.153649 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 10:29:35.153649 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:29:35.153649 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 10:29:35.153649 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:29:35.153649 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 10:29:35.153649 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:29:35.153649 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:29:35.153649 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:29:35.153649 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:29:35.153649 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:29:35.153649 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 10:29:35.153649 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:29:35.153649 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 10:29:35.153649 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:29:35.153649 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:29:35.153649 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:29:35.153649 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 10:29:35.153649 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:29:35.153649 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:29:35.153649 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:29:35.153649 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:29:35.153649 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:29:35.153649 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:29:35.153649 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:29:35.307554 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5103f84f-15d1-43bf-94a6-76b4d8022ffb tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:35.311116 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f7814513-7757-4f74-9170-3b8c4d70cc60 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:35.322725 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5103f84f-15d1-43bf-94a6-76b4d8022ffb tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:35.322725 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-5103f84f-15d1-43bf-94a6-76b4d8022ffb tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "DELETE /v2.0/networks/2095c2ed-444e-4d7b-8569-99f05fc8ab2f HTTP/1.1" status: 204 len: 168 time: 1.2817559 Jun 11 10:29:35.322943 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38888) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:35.334386 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5103f84f-15d1-43bf-94a6-76b4d8022ffb tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Pushing event deleted for resources: {'Network': ['ID=2095c2ed-444e-4d7b-8569-99f05fc8ab2f,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:35.337635 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5103f84f-15d1-43bf-94a6-76b4d8022ffb tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:35.385512 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3084ec32-8f66-4588-833b-a27312c20caf tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:29:35.386952 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-3084ec32-8f66-4588-833b-a27312c20caf tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "GET /v2.0/ports/5bce902f-a5fd-47e7-86e2-869750e2ca50 HTTP/1.1" status: 200 len: 844 time: 0.0649340 Jun 11 10:29:35.392679 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38890) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:35.450925 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-31d118ce-3e2b-435d-b3e1-3fc0831a97a9 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "GET /v2.0/ports/5bce902f-a5fd-47e7-86e2-869750e2ca50?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0569706 Jun 11 10:29:35.454405 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38892) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:35.459442 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-2388aa51-8d16-4073-b3de-0704ca9884da tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Request body: {'subnet': {'network_id': '3ad61e48-1b23-4cbc-9627-888c859d82d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:29:35.638185 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2388aa51-8d16-4073-b3de-0704ca9884da tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Made reservation on behalf of a5bd376b695f463d9494b82170c70e4a for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:29:35.641763 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2388aa51-8d16-4073-b3de-0704ca9884da tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:35.699497 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 75c0f128-9830-49df-a22b-12e02d30aa8c no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:29:35.726173 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 75c0f128-9830-49df-a22b-12e02d30aa8c {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:29:35.726615 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 75c0f128-9830-49df-a22b-12e02d30aa8c not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:29:35.936139 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:35.976004 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2388aa51-8d16-4073-b3de-0704ca9884da tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:35.978357 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c664565b-d86c-4e47-96f2-39c9f5810484 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:36.040566 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2388aa51-8d16-4073-b3de-0704ca9884da tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Network 3ad61e48-1b23-4cbc-9627-888c859d82d5 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:29:36.043855 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-2388aa51-8d16-4073-b3de-0704ca9884da tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:29:36.047185 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2388aa51-8d16-4073-b3de-0704ca9884da tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:29:36.047815 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2388aa51-8d16-4073-b3de-0704ca9884da tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:36.052642 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e393d2c-08a8-4953-b4d5-be064e3adcca None None] Network 3ad61e48-1b23-4cbc-9627-888c859d82d5 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:29:36.063851 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2388aa51-8d16-4073-b3de-0704ca9884da tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Pushing event updated for resources: {'Subnet': ['ID=c849c2de-99e3-4119-ab03-5a35f40470dc,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:36.066650 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2388aa51-8d16-4073-b3de-0704ca9884da tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:36.147701 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-2388aa51-8d16-4073-b3de-0704ca9884da tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6919732 Jun 11 10:29:36.150298 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38894) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:36.156141 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-40dac227-23aa-414b-838c-03c4f5ee2670 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Request body: {'security_group': {'name': 'tempest-secgroup-2142356482'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:29:36.250496 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-40dac227-23aa-414b-838c-03c4f5ee2670 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:36.309691 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7fd236e-1a07-4a41-ba71-b8b40a30b3b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-3ad61e48-1b23-4cbc-9627-888c859d82d5', 'network_id': '3ad61e48-1b23-4cbc-9627-888c859d82d5', 'tenant_id': 'a5bd376b695f463d9494b82170c70e4a', 'fixed_ips': [{'subnet_id': 'c849c2de-99e3-4119-ab03-5a35f40470dc'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 10:29:36.310700 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7fd236e-1a07-4a41-ba71-b8b40a30b3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:36.366326 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-40dac227-23aa-414b-838c-03c4f5ee2670 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:36.438688 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-40dac227-23aa-414b-838c-03c4f5ee2670 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:36.441478 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7e9051b0-a3f0-40ce-97e1-501f271122db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:36.475793 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dac227-23aa-414b-838c-03c4f5ee2670 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f93a97f-5eba-4f3d-9fc4-5abb3b5d15eb,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:36.478684 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-f7fd236e-1a07-4a41-ba71-b8b40a30b3b3 None None] Allocated IP 2001:db8::2 (3ad61e48-1b23-4cbc-9627-888c859d82d5/c849c2de-99e3-4119-ab03-5a35f40470dc/c4ec91a7-7b7d-4e51-888a-33cfc57f5e91) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:29:36.479263 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-40dac227-23aa-414b-838c-03c4f5ee2670 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:36.552130 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-40dac227-23aa-414b-838c-03c4f5ee2670 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:36.557321 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-40dac227-23aa-414b-838c-03c4f5ee2670 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4022663 Jun 11 10:29:36.557321 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38896) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:36.562534 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-5184548d-ba13-4b9d-b0f3-208cb07bc7c3 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Request body: {'security_group': {'name': 'tempest-secgroup-1466311854'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:29:36.661389 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5184548d-ba13-4b9d-b0f3-208cb07bc7c3 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:36.760394 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5184548d-ba13-4b9d-b0f3-208cb07bc7c3 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:36.826133 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5184548d-ba13-4b9d-b0f3-208cb07bc7c3 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:36.828973 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5a1af359-1a5d-4312-8d6a-7c15701714e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:36.860196 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5184548d-ba13-4b9d-b0f3-208cb07bc7c3 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dad12a4-2e7f-4fd9-9d79-a797c50937bc,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:36.871893 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5184548d-ba13-4b9d-b0f3-208cb07bc7c3 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:36.872124 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7fd236e-1a07-4a41-ba71-b8b40a30b3b3 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:36.880959 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7fd236e-1a07-4a41-ba71-b8b40a30b3b3 None None] Transition to ACTIVE for port object c4ec91a7-7b7d-4e51-888a-33cfc57f5e91 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:29:36.897085 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7fd236e-1a07-4a41-ba71-b8b40a30b3b3 None None] Transition to ACTIVE for port object c4ec91a7-7b7d-4e51-888a-33cfc57f5e91 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:29:36.937843 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5184548d-ba13-4b9d-b0f3-208cb07bc7c3 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:36.939104 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-5184548d-ba13-4b9d-b0f3-208cb07bc7c3 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3806934 Jun 11 10:29:36.941811 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38898) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:36.946885 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-64c36d44-c388-46b1-828b-28e5acd272c8 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-273864918', 'security_groups': ['6dad12a4-2e7f-4fd9-9d79-a797c50937bc'], 'network_id': '3ad61e48-1b23-4cbc-9627-888c859d82d5', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c849c2de-99e3-4119-ab03-5a35f40470dc'}]}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:29:36.977351 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7fd236e-1a07-4a41-ba71-b8b40a30b3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:36.981354 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-c4b1772e-7117-409d-a8e0-158864af84ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:37.035503 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7fd236e-1a07-4a41-ba71-b8b40a30b3b3 None None] Network 3ad61e48-1b23-4cbc-9627-888c859d82d5 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:29:37.039694 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-f7fd236e-1a07-4a41-ba71-b8b40a30b3b3 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:29:37.043986 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fd236e-1a07-4a41-ba71-b8b40a30b3b3 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:29:37.053636 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fd236e-1a07-4a41-ba71-b8b40a30b3b3 None None] Pushing event updated for resources: {'Port': ['ID=c4ec91a7-7b7d-4e51-888a-33cfc57f5e91,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:37.058942 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7fd236e-1a07-4a41-ba71-b8b40a30b3b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:37.136099 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-f7fd236e-1a07-4a41-ba71-b8b40a30b3b3 None None] Attempting to bind port c4ec91a7-7b7d-4e51-888a-33cfc57f5e91 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:29:37.136455 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-f7fd236e-1a07-4a41-ba71-b8b40a30b3b3 None None] Attempting to bind port c4ec91a7-7b7d-4e51-888a-33cfc57f5e91 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'd862deee-35e4-4302-89cc-56e82a9214e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '3ad61e48-1b23-4cbc-9627-888c859d82d5'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:29:37.136747 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fd236e-1a07-4a41-ba71-b8b40a30b3b3 None None] Attempting to bind port c4ec91a7-7b7d-4e51-888a-33cfc57f5e91 on network 3ad61e48-1b23-4cbc-9627-888c859d82d5 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:29:37.142480 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fd236e-1a07-4a41-ba71-b8b40a30b3b3 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:29:37.142862 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fd236e-1a07-4a41-ba71-b8b40a30b3b3 None None] Checking segment: {'id': 'd862deee-35e4-4302-89cc-56e82a9214e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '3ad61e48-1b23-4cbc-9627-888c859d82d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:29:37.143278 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7fd236e-1a07-4a41-ba71-b8b40a30b3b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:37.143902 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fd236e-1a07-4a41-ba71-b8b40a30b3b3 None None] Bound using segment: {'id': 'd862deee-35e4-4302-89cc-56e82a9214e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '3ad61e48-1b23-4cbc-9627-888c859d82d5'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:29:37.144569 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-f7fd236e-1a07-4a41-ba71-b8b40a30b3b3 None None] Bound port: c4ec91a7-7b7d-4e51-888a-33cfc57f5e91, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd862deee-35e4-4302-89cc-56e82a9214e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '3ad61e48-1b23-4cbc-9627-888c859d82d5'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:29:37.144990 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7fd236e-1a07-4a41-ba71-b8b40a30b3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:37.181231 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c36d44-c388-46b1-828b-28e5acd272c8 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Made reservation on behalf of a5bd376b695f463d9494b82170c70e4a for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:29:37.230898 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7fd236e-1a07-4a41-ba71-b8b40a30b3b3 None None] For port c4ec91a7-7b7d-4e51-888a-33cfc57f5e91, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:29:37.235540 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7fd236e-1a07-4a41-ba71-b8b40a30b3b3 None None] For port c4ec91a7-7b7d-4e51-888a-33cfc57f5e91, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=c4ec91a7-7b7d-4e51-888a-33cfc57f5e91,segment=NetworkSegment(d862deee-35e4-4302-89cc-56e82a9214e6),segment_id=d862deee-35e4-4302-89cc-56e82a9214e6)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:29:37.274449 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7fd236e-1a07-4a41-ba71-b8b40a30b3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:37.276944 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:37.322909 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-64c36d44-c388-46b1-828b-28e5acd272c8 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:37.353683 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [None req-64c36d44-c388-46b1-828b-28e5acd272c8 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] device_id is not set on port ed74bfa2-8440-4215-8fe6-db39d118041b yet. {{(pid=93176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 10:29:37.370605 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fd236e-1a07-4a41-ba71-b8b40a30b3b3 None None] Pushing event updated for resources: {'Port': ['ID=c4ec91a7-7b7d-4e51-888a-33cfc57f5e91,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:37.385048 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7fd236e-1a07-4a41-ba71-b8b40a30b3b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:37.778136 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device c4ec91a7-7b7d-4e51-888a-33cfc57f5e91 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:29:37.912658 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port c4ec91a7-7b7d-4e51-888a-33cfc57f5e91 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:29:38.033569 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-64c36d44-c388-46b1-828b-28e5acd272c8 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Allocated IP 2001:db8::c5 (3ad61e48-1b23-4cbc-9627-888c859d82d5/c849c2de-99e3-4119-ab03-5a35f40470dc/ed74bfa2-8440-4215-8fe6-db39d118041b) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:29:38.233855 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-64c36d44-c388-46b1-828b-28e5acd272c8 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:38.251494 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [None req-64c36d44-c388-46b1-828b-28e5acd272c8 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Transition to ACTIVE for port object ed74bfa2-8440-4215-8fe6-db39d118041b will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:29:38.390482 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-64c36d44-c388-46b1-828b-28e5acd272c8 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:38.393606 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-53bd9c98-3e90-4b58-a3f6-ad129335d048 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:38.451328 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c36d44-c388-46b1-828b-28e5acd272c8 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Network 3ad61e48-1b23-4cbc-9627-888c859d82d5 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:29:38.455116 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-64c36d44-c388-46b1-828b-28e5acd272c8 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:29:38.459601 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c36d44-c388-46b1-828b-28e5acd272c8 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:29:38.465535 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c36d44-c388-46b1-828b-28e5acd272c8 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:29:38.466335 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-64c36d44-c388-46b1-828b-28e5acd272c8 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:38.480564 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c36d44-c388-46b1-828b-28e5acd272c8 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Pushing event updated for resources: {'Port': ['ID=ed74bfa2-8440-4215-8fe6-db39d118041b,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:38.488801 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-64c36d44-c388-46b1-828b-28e5acd272c8 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:38.503212 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-6dfdff95-6b52-4c67-ac89-edd8c53b5b20 None None] Provisioning complete for port 5bce902f-a5fd-47e7-86e2-869750e2ca50 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:29:38.503931 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6dfdff95-6b52-4c67-ac89-edd8c53b5b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:38.553615 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-6dfdff95-6b52-4c67-ac89-edd8c53b5b20 None None] Port 5bce902f-a5fd-47e7-86e2-869750e2ca50 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:29:38.582381 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-64c36d44-c388-46b1-828b-28e5acd272c8 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6390772 Jun 11 10:29:38.585896 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38900) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:38.591916 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-dce53a04-77f6-46b1-9c63-11e8eb862f79 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Request body: {'subnet': {'network_id': '3ad61e48-1b23-4cbc-9627-888c859d82d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:29:38.678554 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-6dfdff95-6b52-4c67-ac89-edd8c53b5b20 None None] Provisioning for port c4ec91a7-7b7d-4e51-888a-33cfc57f5e91 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:29:38.687490 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-6dfdff95-6b52-4c67-ac89-edd8c53b5b20 None None] Provisioning complete for port c4ec91a7-7b7d-4e51-888a-33cfc57f5e91 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:29:38.687490 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6dfdff95-6b52-4c67-ac89-edd8c53b5b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:38.785707 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6dfdff95-6b52-4c67-ac89-edd8c53b5b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:38.826584 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-6dfdff95-6b52-4c67-ac89-edd8c53b5b20 None None] For port c4ec91a7-7b7d-4e51-888a-33cfc57f5e91, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=c4ec91a7-7b7d-4e51-888a-33cfc57f5e91,segment=NetworkSegment(d862deee-35e4-4302-89cc-56e82a9214e6),segment_id=d862deee-35e4-4302-89cc-56e82a9214e6)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:29:38.861069 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce53a04-77f6-46b1-9c63-11e8eb862f79 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Made reservation on behalf of a5bd376b695f463d9494b82170c70e4a for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:29:38.864755 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-dce53a04-77f6-46b1-9c63-11e8eb862f79 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:38.941478 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6dfdff95-6b52-4c67-ac89-edd8c53b5b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:38.943660 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7fd236e-1a07-4a41-ba71-b8b40a30b3b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:38.993755 n-d-779913-12 neutron-server[93176]: INFO neutron.db.ipam_backend_mixin [None req-dce53a04-77f6-46b1-9c63-11e8eb862f79 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c849c2de-99e3-4119-ab03-5a35f40470dc (CIDR: 2001:db8::/64) Jun 11 10:29:39.001437 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfdff95-6b52-4c67-ac89-edd8c53b5b20 None None] Pushing event updated for resources: {'Port': ['ID=c4ec91a7-7b7d-4e51-888a-33cfc57f5e91,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:39.010182 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfdff95-6b52-4c67-ac89-edd8c53b5b20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:29:39.010522 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfdff95-6b52-4c67-ac89-edd8c53b5b20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:29:39.010857 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfdff95-6b52-4c67-ac89-edd8c53b5b20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:29:39.011251 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfdff95-6b52-4c67-ac89-edd8c53b5b20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:29:39.011595 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfdff95-6b52-4c67-ac89-edd8c53b5b20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:29:39.011909 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfdff95-6b52-4c67-ac89-edd8c53b5b20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:29:39.012229 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfdff95-6b52-4c67-ac89-edd8c53b5b20 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:29:39.012552 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfdff95-6b52-4c67-ac89-edd8c53b5b20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:29:39.012868 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfdff95-6b52-4c67-ac89-edd8c53b5b20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:29:39.013182 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfdff95-6b52-4c67-ac89-edd8c53b5b20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:29:39.013498 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfdff95-6b52-4c67-ac89-edd8c53b5b20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:29:39.013910 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfdff95-6b52-4c67-ac89-edd8c53b5b20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:29:39.018142 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-6dfdff95-6b52-4c67-ac89-edd8c53b5b20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:39.028272 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-dce53a04-77f6-46b1-9c63-11e8eb862f79 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 10:29:39.028900 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dce53a04-77f6-46b1-9c63-11e8eb862f79 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 10:29:39.107550 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-dce53a04-77f6-46b1-9c63-11e8eb862f79 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5199389 Jun 11 10:29:39.110368 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38904) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:39.115589 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-7a444b47-6421-4d94-94b5-12d9d3ea9958 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Request body: {'subnet': {'network_id': '3ad61e48-1b23-4cbc-9627-888c859d82d5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:29:39.124117 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-fd3fde6c-e01a-4a56-ba6c-039605804d47 None None] Provisioning for port ed74bfa2-8440-4215-8fe6-db39d118041b completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:29:39.129064 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-fd3fde6c-e01a-4a56-ba6c-039605804d47 None None] Provisioning complete for port ed74bfa2-8440-4215-8fe6-db39d118041b triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:29:39.129452 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-fd3fde6c-e01a-4a56-ba6c-039605804d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:39.175073 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-fd3fde6c-e01a-4a56-ba6c-039605804d47 None None] Port ed74bfa2-8440-4215-8fe6-db39d118041b cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:29:39.340927 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a444b47-6421-4d94-94b5-12d9d3ea9958 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Made reservation on behalf of a5bd376b695f463d9494b82170c70e4a for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:29:39.344628 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7a444b47-6421-4d94-94b5-12d9d3ea9958 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:39.484464 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:29:39.661988 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7a444b47-6421-4d94-94b5-12d9d3ea9958 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:39.665160 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e5c31e83-fbef-45dc-bcce-f239b8cf0175 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:39.720206 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device c4ec91a7-7b7d-4e51-888a-33cfc57f5e91 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:29:39.728462 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a444b47-6421-4d94-94b5-12d9d3ea9958 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Network 3ad61e48-1b23-4cbc-9627-888c859d82d5 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:29:39.732603 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-7a444b47-6421-4d94-94b5-12d9d3ea9958 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:29:39.737949 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a444b47-6421-4d94-94b5-12d9d3ea9958 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:29:39.738533 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7a444b47-6421-4d94-94b5-12d9d3ea9958 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:39.749432 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a444b47-6421-4d94-94b5-12d9d3ea9958 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Pushing event updated for resources: {'Subnet': ['ID=d96a8979-ce54-4b7c-9493-74e80536b4ec,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:39.754488 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7a444b47-6421-4d94-94b5-12d9d3ea9958 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:39.760794 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf9c619-0971-45b9-b859-c374dabdd323 None None] Network 3ad61e48-1b23-4cbc-9627-888c859d82d5 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:29:39.815080 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-7a444b47-6421-4d94-94b5-12d9d3ea9958 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7036264 Jun 11 10:29:39.817776 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38906) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:39.823527 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-0975ea30-f059-44f6-aec9-c128f89e5909 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-358342343', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd96a8979-ce54-4b7c-9493-74e80536b4ec'}], 'security_groups': ['6f93a97f-5eba-4f3d-9fc4-5abb3b5d15eb']}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:29:39.891059 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port c4ec91a7-7b7d-4e51-888a-33cfc57f5e91 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:29:39.891399 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:39.937104 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0975ea30-f059-44f6-aec9-c128f89e5909 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:40.166022 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71669491-7ce6-4a62-bdbd-2b34fe73aa4b None None] Update dhcp port {'port': {'network_id': '3ad61e48-1b23-4cbc-9627-888c859d82d5', 'fixed_ips': [{'subnet_id': 'c849c2de-99e3-4119-ab03-5a35f40470dc', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd96a8979-ce54-4b7c-9493-74e80536b4ec'}], 'binding:host_id': 'n-d-779913-12'}, 'id': 'c4ec91a7-7b7d-4e51-888a-33cfc57f5e91'} from n-d-779913-12. {{(pid=93178) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 11 10:29:40.207140 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-71669491-7ce6-4a62-bdbd-2b34fe73aa4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:40.372358 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-0975ea30-f059-44f6-aec9-c128f89e5909 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Delete allocated IP 2001:db8::c5 (3ad61e48-1b23-4cbc-9627-888c859d82d5/c849c2de-99e3-4119-ab03-5a35f40470dc) {{(pid=93176) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 11 10:29:40.383030 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-0975ea30-f059-44f6-aec9-c128f89e5909 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Allocated IP 2001:db8:0:1::144 (3ad61e48-1b23-4cbc-9627-888c859d82d5/d96a8979-ce54-4b7c-9493-74e80536b4ec/ed74bfa2-8440-4215-8fe6-db39d118041b) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:29:40.577689 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0975ea30-f059-44f6-aec9-c128f89e5909 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:40.592040 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [None req-0975ea30-f059-44f6-aec9-c128f89e5909 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Transition to ACTIVE for port object ed74bfa2-8440-4215-8fe6-db39d118041b will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:29:40.735546 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0975ea30-f059-44f6-aec9-c128f89e5909 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:40.755425 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1405dad7-5bf5-4148-957b-e06140490b5c tempest-AttachVolumeNegativeTest-1280917509 tempest-AttachVolumeNegativeTest-1280917509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:40.816438 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-71669491-7ce6-4a62-bdbd-2b34fe73aa4b None None] Allocated IP 2001:db8:0:1::2 (3ad61e48-1b23-4cbc-9627-888c859d82d5/d96a8979-ce54-4b7c-9493-74e80536b4ec/c4ec91a7-7b7d-4e51-888a-33cfc57f5e91) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:29:40.855736 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0975ea30-f059-44f6-aec9-c128f89e5909 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Pushing event updated for resources: {'Port': ['ID=ed74bfa2-8440-4215-8fe6-db39d118041b,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:40.864788 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0975ea30-f059-44f6-aec9-c128f89e5909 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:40.906149 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-0975ea30-f059-44f6-aec9-c128f89e5909 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] In _notify_port_updated(), no bound segment for port ed74bfa2-8440-4215-8fe6-db39d118041b on network 3ad61e48-1b23-4cbc-9627-888c859d82d5 {{(pid=93176) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 11 10:29:40.911508 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0975ea30-f059-44f6-aec9-c128f89e5909 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:29:40.912160 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0975ea30-f059-44f6-aec9-c128f89e5909 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:40.915646 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-0975ea30-f059-44f6-aec9-c128f89e5909 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "PUT /v2.0/ports/ed74bfa2-8440-4215-8fe6-db39d118041b HTTP/1.1" status: 200 len: 930 time: 1.0947046 Jun 11 10:29:40.916404 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38908) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:40.971998 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-71669491-7ce6-4a62-bdbd-2b34fe73aa4b None None] For port c4ec91a7-7b7d-4e51-888a-33cfc57f5e91, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=c4ec91a7-7b7d-4e51-888a-33cfc57f5e91,segment=NetworkSegment(d862deee-35e4-4302-89cc-56e82a9214e6),segment_id=d862deee-35e4-4302-89cc-56e82a9214e6)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:29:41.009933 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-71669491-7ce6-4a62-bdbd-2b34fe73aa4b None None] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:41.027316 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-71669491-7ce6-4a62-bdbd-2b34fe73aa4b None None] Transition to ACTIVE for port object c4ec91a7-7b7d-4e51-888a-33cfc57f5e91 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:29:41.052077 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-0acdd425-3ab6-4088-9af7-1dc2fcd27fce tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Deleting port ed74bfa2-8440-4215-8fe6-db39d118041b {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:29:41.052818 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0acdd425-3ab6-4088-9af7-1dc2fcd27fce tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:41.090075 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-71669491-7ce6-4a62-bdbd-2b34fe73aa4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:41.095364 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-a856fea4-74c5-47db-8015-f24f17264c06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:41.189741 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0acdd425-3ab6-4088-9af7-1dc2fcd27fce tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:41.224048 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71669491-7ce6-4a62-bdbd-2b34fe73aa4b None None] Pushing event updated for resources: {'Port': ['ID=c4ec91a7-7b7d-4e51-888a-33cfc57f5e91,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:41.228381 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-71669491-7ce6-4a62-bdbd-2b34fe73aa4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:41.300580 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-0acdd425-3ab6-4088-9af7-1dc2fcd27fce tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Calling delete_port for ed74bfa2-8440-4215-8fe6-db39d118041b owned by {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:29:41.592964 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0acdd425-3ab6-4088-9af7-1dc2fcd27fce tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:41.597514 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-97feab15-8846-4c40-8e99-e4d7043e751c tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:41.633308 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acdd425-3ab6-4088-9af7-1dc2fcd27fce tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Pushing event deleted for resources: {'Port': ['ID=ed74bfa2-8440-4215-8fe6-db39d118041b,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:41.637325 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0acdd425-3ab6-4088-9af7-1dc2fcd27fce tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:41.682704 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0acdd425-3ab6-4088-9af7-1dc2fcd27fce tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:41.685798 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-0acdd425-3ab6-4088-9af7-1dc2fcd27fce tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "DELETE /v2.0/ports/ed74bfa2-8440-4215-8fe6-db39d118041b HTTP/1.1" status: 204 len: 168 time: 0.7674918 Jun 11 10:29:41.687725 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38910) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:41.734461 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-115d3670-6e3b-40c7-9e21-e8c1ce0d13b0 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] GET failed (client error): The resource could not be found. Jun 11 10:29:41.734745 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device c4ec91a7-7b7d-4e51-888a-33cfc57f5e91 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:29:41.745501 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-115d3670-6e3b-40c7-9e21-e8c1ce0d13b0 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "GET /v2.0/ports/ed74bfa2-8440-4215-8fe6-db39d118041b HTTP/1.1" status: 404 len: 333 time: 0.0493369 Jun 11 10:29:41.745501 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38912) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:41.824883 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-13b7546e-2b92-469d-bda9-9364c67923e0 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:41.824993 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-6d59ed88-b35e-4f90-b600-be4a72e586d8 None None] Could not find standard attr ID for object ed74bfa2-8440-4215-8fe6-db39d118041b. {{(pid=93178) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 11 10:29:41.842294 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-6d59ed88-b35e-4f90-b600-be4a72e586d8 None None] Provisioning complete for port 5bce902f-a5fd-47e7-86e2-869750e2ca50 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:29:41.842844 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6d59ed88-b35e-4f90-b600-be4a72e586d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:41.850512 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-13b7546e-2b92-469d-bda9-9364c67923e0 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:41.898499 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-6d59ed88-b35e-4f90-b600-be4a72e586d8 None None] Port 5bce902f-a5fd-47e7-86e2-869750e2ca50 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:29:42.009928 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-6d59ed88-b35e-4f90-b600-be4a72e586d8 None None] Provisioning for port c4ec91a7-7b7d-4e51-888a-33cfc57f5e91 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:29:42.014503 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-6d59ed88-b35e-4f90-b600-be4a72e586d8 None None] Provisioning complete for port c4ec91a7-7b7d-4e51-888a-33cfc57f5e91 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:29:42.015001 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6d59ed88-b35e-4f90-b600-be4a72e586d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:42.047274 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-13b7546e-2b92-469d-bda9-9364c67923e0 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:42.050555 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-13b7546e-2b92-469d-bda9-9364c67923e0 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:42.055898 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-13b7546e-2b92-469d-bda9-9364c67923e0 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "DELETE /v2.0/security-groups/6dad12a4-2e7f-4fd9-9d79-a797c50937bc HTTP/1.1" status: 204 len: 168 time: 0.3129997 Jun 11 10:29:42.056525 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38914) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:42.057231 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-575e8371-896d-4ef4-989b-9fcd680c5856 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:42.071534 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b7546e-2b92-469d-bda9-9364c67923e0 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dad12a4-2e7f-4fd9-9d79-a797c50937bc,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:42.074247 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-13b7546e-2b92-469d-bda9-9364c67923e0 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:42.127306 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-159d92ef-2d99-4f91-84c3-c47176c465f6 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:42.167041 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-159d92ef-2d99-4f91-84c3-c47176c465f6 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:42.271685 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-6619b302-89b9-4eef-b265-053ac979fd02 None None] Could not find standard attr ID for object ed74bfa2-8440-4215-8fe6-db39d118041b. {{(pid=93178) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 11 10:29:42.295463 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-159d92ef-2d99-4f91-84c3-c47176c465f6 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:42.298746 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-159d92ef-2d99-4f91-84c3-c47176c465f6 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:42.299507 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-159d92ef-2d99-4f91-84c3-c47176c465f6 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "DELETE /v2.0/security-groups/6f93a97f-5eba-4f3d-9fc4-5abb3b5d15eb HTTP/1.1" status: 204 len: 168 time: 0.2416499 Jun 11 10:29:42.300416 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9399fc9c-2e99-4d0c-90a5-09cc441b9d58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:42.302247 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38916) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:42.314278 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159d92ef-2d99-4f91-84c3-c47176c465f6 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f93a97f-5eba-4f3d-9fc4-5abb3b5d15eb,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:42.317265 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-159d92ef-2d99-4f91-84c3-c47176c465f6 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:42.373386 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-99119271-f702-4656-8bf1-ce40137a593e tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Deleting subnet c849c2de-99e3-4119-ab03-5a35f40470dc {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:29:42.405308 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-99119271-f702-4656-8bf1-ce40137a593e tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:42.428431 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-99119271-f702-4656-8bf1-ce40137a593e tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:42.535463 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-99119271-f702-4656-8bf1-ce40137a593e tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:42.638543 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-99119271-f702-4656-8bf1-ce40137a593e tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:42.640797 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7d7bb335-615f-4bb2-8960-37c84d7a2143 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:42.674442 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99119271-f702-4656-8bf1-ce40137a593e tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Pushing event deleted for resources: {'Subnet': ['ID=c849c2de-99e3-4119-ab03-5a35f40470dc,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:42.677489 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-99119271-f702-4656-8bf1-ce40137a593e tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:42.678463 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-99119271-f702-4656-8bf1-ce40137a593e tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:42.681264 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-99119271-f702-4656-8bf1-ce40137a593e tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "DELETE /v2.0/subnets/c849c2de-99e3-4119-ab03-5a35f40470dc HTTP/1.1" status: 204 len: 168 time: 0.3772054 Jun 11 10:29:42.684884 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38918) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:42.689839 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ed4ae1-f2ef-44bd-90f1-ebbf61f6a862 None None] Network 3ad61e48-1b23-4cbc-9627-888c859d82d5 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:29:42.690191 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-c55c513d-96d3-4d41-9ca0-391b6ab27a55 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Request body: {'subnet': {'network_id': '3ad61e48-1b23-4cbc-9627-888c859d82d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:29:42.924183 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c55c513d-96d3-4d41-9ca0-391b6ab27a55 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Made reservation on behalf of a5bd376b695f463d9494b82170c70e4a for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:29:42.931164 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c55c513d-96d3-4d41-9ca0-391b6ab27a55 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:42.969009 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c2c1a711-94ae-4811-bf6d-f08bf801f689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:43.347285 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c55c513d-96d3-4d41-9ca0-391b6ab27a55 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:43.350557 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9f52ce44-9f7e-4323-826a-4ea8b0af31fa tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:43.401779 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55c513d-96d3-4d41-9ca0-391b6ab27a55 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Network 3ad61e48-1b23-4cbc-9627-888c859d82d5 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:29:43.417513 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-c55c513d-96d3-4d41-9ca0-391b6ab27a55 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:29:43.422458 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55c513d-96d3-4d41-9ca0-391b6ab27a55 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:29:43.423250 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c55c513d-96d3-4d41-9ca0-391b6ab27a55 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:43.435107 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55c513d-96d3-4d41-9ca0-391b6ab27a55 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Pushing event updated for resources: {'Subnet': ['ID=814b0f57-d5b3-4519-bfde-0e9f4b63a771,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:43.440730 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c55c513d-96d3-4d41-9ca0-391b6ab27a55 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:43.469312 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6566dca-04c6-4662-ad47-857823cc9436 None None] Network 3ad61e48-1b23-4cbc-9627-888c859d82d5 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:29:43.529689 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-c55c513d-96d3-4d41-9ca0-391b6ab27a55 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8436565 Jun 11 10:29:43.532277 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38922) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:43.536900 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-f718b336-2266-4247-9d32-131f530c1a33 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Request body: {'security_group': {'name': 'tempest-secgroup-1300348824'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:29:43.558372 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-831bfd95-f75e-4fd6-8b0b-ba847e2c7ac0 None None] Provisioning complete for port 5bce902f-a5fd-47e7-86e2-869750e2ca50 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:29:43.558680 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-831bfd95-f75e-4fd6-8b0b-ba847e2c7ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:43.620465 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f718b336-2266-4247-9d32-131f530c1a33 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:43.621911 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-831bfd95-f75e-4fd6-8b0b-ba847e2c7ac0 None None] Port 5bce902f-a5fd-47e7-86e2-869750e2ca50 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:29:43.673340 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-831bfd95-f75e-4fd6-8b0b-ba847e2c7ac0 None None] Provisioning complete for port c4ec91a7-7b7d-4e51-888a-33cfc57f5e91 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:29:43.673723 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-831bfd95-f75e-4fd6-8b0b-ba847e2c7ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:43.720575 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f718b336-2266-4247-9d32-131f530c1a33 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:43.797963 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f718b336-2266-4247-9d32-131f530c1a33 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:43.800620 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-12625802-9d3d-4e2a-88e3-c7b1d1270f38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:43.842403 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f718b336-2266-4247-9d32-131f530c1a33 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f14ad12-34b5-444c-b55c-3e435910e965,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:43.845174 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f718b336-2266-4247-9d32-131f530c1a33 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:43.887286 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499c724d-3e92-4fe3-8b2f-62ea1d6d0eab None None] Update dhcp port {'port': {'network_id': '3ad61e48-1b23-4cbc-9627-888c859d82d5', 'fixed_ips': [{'subnet_id': 'd96a8979-ce54-4b7c-9493-74e80536b4ec', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '814b0f57-d5b3-4519-bfde-0e9f4b63a771'}], 'binding:host_id': 'n-d-779913-12'}, 'id': 'c4ec91a7-7b7d-4e51-888a-33cfc57f5e91'} from n-d-779913-12. {{(pid=93178) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 11 10:29:43.923822 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f718b336-2266-4247-9d32-131f530c1a33 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:43.925095 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-f718b336-2266-4247-9d32-131f530c1a33 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3918610 Jun 11 10:29:43.927823 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38924) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:43.929115 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-499c724d-3e92-4fe3-8b2f-62ea1d6d0eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:43.932595 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-0fd712fd-8e63-4fbc-bcba-406890866d74 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Request body: {'security_group': {'name': 'tempest-secgroup-1773265980'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:29:44.021270 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0fd712fd-8e63-4fbc-bcba-406890866d74 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:44.122400 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-499c724d-3e92-4fe3-8b2f-62ea1d6d0eab None None] Allocated IP 2001:db8::2 (3ad61e48-1b23-4cbc-9627-888c859d82d5/814b0f57-d5b3-4519-bfde-0e9f4b63a771/c4ec91a7-7b7d-4e51-888a-33cfc57f5e91) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:29:44.122944 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0fd712fd-8e63-4fbc-bcba-406890866d74 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:44.250135 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0fd712fd-8e63-4fbc-bcba-406890866d74 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:44.250978 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-499c724d-3e92-4fe3-8b2f-62ea1d6d0eab None None] For port c4ec91a7-7b7d-4e51-888a-33cfc57f5e91, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=c4ec91a7-7b7d-4e51-888a-33cfc57f5e91,segment=NetworkSegment(d862deee-35e4-4302-89cc-56e82a9214e6),segment_id=d862deee-35e4-4302-89cc-56e82a9214e6)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:29:44.255205 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5184548d-ba13-4b9d-b0f3-208cb07bc7c3 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:44.285065 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-499c724d-3e92-4fe3-8b2f-62ea1d6d0eab None None] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:44.286600 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd712fd-8e63-4fbc-bcba-406890866d74 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f29f1486-20d2-4426-8e85-a0860f5e05eb,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:44.289366 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0fd712fd-8e63-4fbc-bcba-406890866d74 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:44.302837 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-499c724d-3e92-4fe3-8b2f-62ea1d6d0eab None None] Transition to ACTIVE for port object c4ec91a7-7b7d-4e51-888a-33cfc57f5e91 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:29:44.399243 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0fd712fd-8e63-4fbc-bcba-406890866d74 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:44.400542 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-0fd712fd-8e63-4fbc-bcba-406890866d74 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4717059 Jun 11 10:29:44.403228 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38926) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:44.407770 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-85551a78-d053-42cd-ad4e-e66c9d2f5d13 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Request body: {'security_group': {'name': 'tempest-secgroup-348746468'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:29:44.466955 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-499c724d-3e92-4fe3-8b2f-62ea1d6d0eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:44.471096 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-a856fea4-74c5-47db-8015-f24f17264c06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:44.507455 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-85551a78-d053-42cd-ad4e-e66c9d2f5d13 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:44.581240 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499c724d-3e92-4fe3-8b2f-62ea1d6d0eab None None] Pushing event updated for resources: {'Port': ['ID=c4ec91a7-7b7d-4e51-888a-33cfc57f5e91,revision_number=6']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:44.584051 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-499c724d-3e92-4fe3-8b2f-62ea1d6d0eab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:44.603712 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-85551a78-d053-42cd-ad4e-e66c9d2f5d13 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:44.701345 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-85551a78-d053-42cd-ad4e-e66c9d2f5d13 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:44.704071 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7f6ae247-68af-4c5a-b6cb-fd1aca53910e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:44.733763 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85551a78-d053-42cd-ad4e-e66c9d2f5d13 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=903953d5-9091-4267-acab-58fe121559b3,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:44.739951 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-85551a78-d053-42cd-ad4e-e66c9d2f5d13 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:44.843735 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-85551a78-d053-42cd-ad4e-e66c9d2f5d13 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:44.845058 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-85551a78-d053-42cd-ad4e-e66c9d2f5d13 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4408522 Jun 11 10:29:44.847868 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38928) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:44.853234 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-6416ba85-aa65-4a68-8129-e2687909bf20 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2114147927', 'security_groups': ['903953d5-9091-4267-acab-58fe121559b3'], 'network_id': '3ad61e48-1b23-4cbc-9627-888c859d82d5', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '814b0f57-d5b3-4519-bfde-0e9f4b63a771'}]}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:29:45.111627 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6416ba85-aa65-4a68-8129-e2687909bf20 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Made reservation on behalf of a5bd376b695f463d9494b82170c70e4a for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:29:45.144789 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-53e1105b-411f-4e7f-9fb0-e67bc8e76507 None None] Provisioning complete for port 5bce902f-a5fd-47e7-86e2-869750e2ca50 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:29:45.145168 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-53e1105b-411f-4e7f-9fb0-e67bc8e76507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:45.195519 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-53e1105b-411f-4e7f-9fb0-e67bc8e76507 None None] Port 5bce902f-a5fd-47e7-86e2-869750e2ca50 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:29:45.228957 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6416ba85-aa65-4a68-8129-e2687909bf20 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:45.248478 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [None req-6416ba85-aa65-4a68-8129-e2687909bf20 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] device_id is not set on port d4e50268-097a-4634-a145-b8abb97ece83 yet. {{(pid=93177) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 10:29:45.284036 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-53e1105b-411f-4e7f-9fb0-e67bc8e76507 None None] Provisioning for port c4ec91a7-7b7d-4e51-888a-33cfc57f5e91 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:29:45.289097 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-53e1105b-411f-4e7f-9fb0-e67bc8e76507 None None] Provisioning complete for port c4ec91a7-7b7d-4e51-888a-33cfc57f5e91 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:29:45.289490 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-53e1105b-411f-4e7f-9fb0-e67bc8e76507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:45.497257 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-6416ba85-aa65-4a68-8129-e2687909bf20 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Allocated IP 2001:db8::2aa (3ad61e48-1b23-4cbc-9627-888c859d82d5/814b0f57-d5b3-4519-bfde-0e9f4b63a771/d4e50268-097a-4634-a145-b8abb97ece83) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:29:45.688640 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6416ba85-aa65-4a68-8129-e2687909bf20 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:45.702657 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-6416ba85-aa65-4a68-8129-e2687909bf20 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Transition to ACTIVE for port object d4e50268-097a-4634-a145-b8abb97ece83 will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:29:45.724042 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device c4ec91a7-7b7d-4e51-888a-33cfc57f5e91 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:29:45.795013 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port c4ec91a7-7b7d-4e51-888a-33cfc57f5e91 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:29:45.795407 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:45.797648 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6416ba85-aa65-4a68-8129-e2687909bf20 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:45.803039 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e8bdfdee-cad4-4647-b866-d431763abccc tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:45.854876 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6416ba85-aa65-4a68-8129-e2687909bf20 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Network 3ad61e48-1b23-4cbc-9627-888c859d82d5 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:29:45.858271 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-6416ba85-aa65-4a68-8129-e2687909bf20 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:29:45.860655 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6416ba85-aa65-4a68-8129-e2687909bf20 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:29:45.865264 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-4a68ba19-3965-4f50-ab13-057ce3ed9f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:45.866318 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6416ba85-aa65-4a68-8129-e2687909bf20 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:29:45.867139 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6416ba85-aa65-4a68-8129-e2687909bf20 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:45.881675 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6416ba85-aa65-4a68-8129-e2687909bf20 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Pushing event updated for resources: {'Port': ['ID=d4e50268-097a-4634-a145-b8abb97ece83,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:45.885531 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6416ba85-aa65-4a68-8129-e2687909bf20 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:45.974446 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-6416ba85-aa65-4a68-8129-e2687909bf20 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1218421 Jun 11 10:29:45.975080 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38930) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:45.984419 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-9297dcc0-87da-453a-8a7b-64551a207688 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Request body: {'subnet': {'network_id': '3ad61e48-1b23-4cbc-9627-888c859d82d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:29:46.108994 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:46.209925 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-2ae9d614-25db-4399-9fab-a86d626d4d0a None None] Provisioning for port d4e50268-097a-4634-a145-b8abb97ece83 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:29:46.214412 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-2ae9d614-25db-4399-9fab-a86d626d4d0a None None] Provisioning complete for port d4e50268-097a-4634-a145-b8abb97ece83 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:29:46.214880 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2ae9d614-25db-4399-9fab-a86d626d4d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:46.256491 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-2ae9d614-25db-4399-9fab-a86d626d4d0a None None] Port d4e50268-097a-4634-a145-b8abb97ece83 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:29:46.266565 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9297dcc0-87da-453a-8a7b-64551a207688 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Made reservation on behalf of a5bd376b695f463d9494b82170c70e4a for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:29:46.270227 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9297dcc0-87da-453a-8a7b-64551a207688 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:46.391447 n-d-779913-12 neutron-server[93177]: INFO neutron.db.ipam_backend_mixin [None req-9297dcc0-87da-453a-8a7b-64551a207688 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 814b0f57-d5b3-4519-bfde-0e9f4b63a771 (CIDR: 2001:db8::/64) Jun 11 10:29:46.426447 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-9297dcc0-87da-453a-8a7b-64551a207688 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 10:29:46.427351 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9297dcc0-87da-453a-8a7b-64551a207688 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 10:29:46.489593 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-9297dcc0-87da-453a-8a7b-64551a207688 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5135441 Jun 11 10:29:46.492814 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38932) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:46.497951 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-783d54cc-fca9-430f-82c0-4c953b163495 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Request body: {'subnet': {'network_id': '3ad61e48-1b23-4cbc-9627-888c859d82d5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:29:46.683287 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-783d54cc-fca9-430f-82c0-4c953b163495 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Made reservation on behalf of a5bd376b695f463d9494b82170c70e4a for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:29:46.686768 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-783d54cc-fca9-430f-82c0-4c953b163495 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:46.763711 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:46.809905 n-d-779913-12 neutron-server[93177]: INFO neutron.db.ipam_backend_mixin [None req-783d54cc-fca9-430f-82c0-4c953b163495 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet d96a8979-ce54-4b7c-9493-74e80536b4ec (CIDR: 2001:db8:0:1::/64) Jun 11 10:29:46.832723 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-783d54cc-fca9-430f-82c0-4c953b163495 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 10:29:46.833179 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-783d54cc-fca9-430f-82c0-4c953b163495 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 10:29:46.918510 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-783d54cc-fca9-430f-82c0-4c953b163495 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4246151 Jun 11 10:29:46.921516 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38934) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:46.926688 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-b59f074b-a1ce-4a62-8671-918296dd6832 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Request body: {'subnet': {'network_id': '3ad61e48-1b23-4cbc-9627-888c859d82d5', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:29:47.135424 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b59f074b-a1ce-4a62-8671-918296dd6832 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Made reservation on behalf of a5bd376b695f463d9494b82170c70e4a for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:29:47.139038 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b59f074b-a1ce-4a62-8671-918296dd6832 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:47.478686 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b59f074b-a1ce-4a62-8671-918296dd6832 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:47.480787 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0ab4e58c-3412-4608-a759-1372fc4aceac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:47.534615 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59f074b-a1ce-4a62-8671-918296dd6832 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Network 3ad61e48-1b23-4cbc-9627-888c859d82d5 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:29:47.537662 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-b59f074b-a1ce-4a62-8671-918296dd6832 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:29:47.542392 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59f074b-a1ce-4a62-8671-918296dd6832 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:29:47.542975 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b59f074b-a1ce-4a62-8671-918296dd6832 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:47.548705 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab28700-aa8b-42cf-834e-83b803b73bd4 None None] Network 3ad61e48-1b23-4cbc-9627-888c859d82d5 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:29:47.557084 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59f074b-a1ce-4a62-8671-918296dd6832 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Pushing event updated for resources: {'Subnet': ['ID=a8ba9748-b31e-4cc1-83ea-ad3bd50159ad,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:47.559855 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b59f074b-a1ce-4a62-8671-918296dd6832 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:47.627258 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-b59f074b-a1ce-4a62-8671-918296dd6832 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7046235 Jun 11 10:29:47.630070 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38936) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:47.635955 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-421e27c0-4434-49a8-bdea-93b95428f608 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-978891093', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a8ba9748-b31e-4cc1-83ea-ad3bd50159ad'}], 'security_groups': ['0f14ad12-34b5-444c-b55c-3e435910e965', 'f29f1486-20d2-4426-8e85-a0860f5e05eb']}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:29:47.840662 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df848db3-5ffa-4ca0-94c4-de83a8b308de None None] Update dhcp port {'port': {'network_id': '3ad61e48-1b23-4cbc-9627-888c859d82d5', 'fixed_ips': [{'subnet_id': 'd96a8979-ce54-4b7c-9493-74e80536b4ec', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '814b0f57-d5b3-4519-bfde-0e9f4b63a771', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a8ba9748-b31e-4cc1-83ea-ad3bd50159ad'}], 'binding:host_id': 'n-d-779913-12'}, 'id': 'c4ec91a7-7b7d-4e51-888a-33cfc57f5e91'} from n-d-779913-12. {{(pid=93178) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 11 10:29:47.844604 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-421e27c0-4434-49a8-bdea-93b95428f608 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:47.886391 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-df848db3-5ffa-4ca0-94c4-de83a8b308de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:48.082153 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-df848db3-5ffa-4ca0-94c4-de83a8b308de None None] Allocated IP 2001:db8:0:2::2 (3ad61e48-1b23-4cbc-9627-888c859d82d5/a8ba9748-b31e-4cc1-83ea-ad3bd50159ad/c4ec91a7-7b7d-4e51-888a-33cfc57f5e91) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:29:48.205880 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-df848db3-5ffa-4ca0-94c4-de83a8b308de None None] For port c4ec91a7-7b7d-4e51-888a-33cfc57f5e91, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=c4ec91a7-7b7d-4e51-888a-33cfc57f5e91,segment=NetworkSegment(d862deee-35e4-4302-89cc-56e82a9214e6),segment_id=d862deee-35e4-4302-89cc-56e82a9214e6)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:29:48.236376 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-df848db3-5ffa-4ca0-94c4-de83a8b308de None None] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:48.249345 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-df848db3-5ffa-4ca0-94c4-de83a8b308de None None] Transition to ACTIVE for port object c4ec91a7-7b7d-4e51-888a-33cfc57f5e91 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:29:48.289145 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-df848db3-5ffa-4ca0-94c4-de83a8b308de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:48.292186 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7fd236e-1a07-4a41-ba71-b8b40a30b3b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:48.415126 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-421e27c0-4434-49a8-bdea-93b95428f608 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Delete allocated IP 2001:db8::2aa (3ad61e48-1b23-4cbc-9627-888c859d82d5/814b0f57-d5b3-4519-bfde-0e9f4b63a771) {{(pid=93176) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 11 10:29:48.421967 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df848db3-5ffa-4ca0-94c4-de83a8b308de None None] Pushing event updated for resources: {'Port': ['ID=c4ec91a7-7b7d-4e51-888a-33cfc57f5e91,revision_number=7']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:48.426086 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-df848db3-5ffa-4ca0-94c4-de83a8b308de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:48.427472 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-421e27c0-4434-49a8-bdea-93b95428f608 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Allocated IP 2001:db8:0:2::143 (3ad61e48-1b23-4cbc-9627-888c859d82d5/a8ba9748-b31e-4cc1-83ea-ad3bd50159ad/d4e50268-097a-4634-a145-b8abb97ece83) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:29:48.500960 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:48.642406 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-421e27c0-4434-49a8-bdea-93b95428f608 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:48.656884 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [None req-421e27c0-4434-49a8-bdea-93b95428f608 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Transition to ACTIVE for port object d4e50268-097a-4634-a145-b8abb97ece83 will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:29:48.712304 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-421e27c0-4434-49a8-bdea-93b95428f608 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:48.716510 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-428c5a35-ec0a-41f6-9d83-e91a4249ff77 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:48.795901 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-421e27c0-4434-49a8-bdea-93b95428f608 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] In _notify_port_updated(), no bound segment for port d4e50268-097a-4634-a145-b8abb97ece83 on network 3ad61e48-1b23-4cbc-9627-888c859d82d5 {{(pid=93176) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 11 10:29:48.801322 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421e27c0-4434-49a8-bdea-93b95428f608 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:29:48.801946 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-421e27c0-4434-49a8-bdea-93b95428f608 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:48.803268 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-421e27c0-4434-49a8-bdea-93b95428f608 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "PUT /v2.0/ports/d4e50268-097a-4634-a145-b8abb97ece83 HTTP/1.1" status: 200 len: 969 time: 1.1721649 Jun 11 10:29:48.806846 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38940) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:48.814298 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421e27c0-4434-49a8-bdea-93b95428f608 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Pushing event updated for resources: {'Port': ['ID=d4e50268-097a-4634-a145-b8abb97ece83,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:48.817406 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-421e27c0-4434-49a8-bdea-93b95428f608 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:48.923214 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-0a0b8104-7168-4f7b-9557-9a4e2373c59b tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Deleting port d4e50268-097a-4634-a145-b8abb97ece83 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:29:48.923560 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0a0b8104-7168-4f7b-9557-9a4e2373c59b tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:49.057887 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0a0b8104-7168-4f7b-9557-9a4e2373c59b tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:49.060648 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-a6d9c311-9e7c-4ab5-9b27-0e0023b5e59d None None] Provisioning for port d4e50268-097a-4634-a145-b8abb97ece83 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:29:49.073567 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-a6d9c311-9e7c-4ab5-9b27-0e0023b5e59d None None] Provisioning complete for port d4e50268-097a-4634-a145-b8abb97ece83 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:29:49.074155 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a6d9c311-9e7c-4ab5-9b27-0e0023b5e59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:49.132260 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-a6d9c311-9e7c-4ab5-9b27-0e0023b5e59d None None] Port d4e50268-097a-4634-a145-b8abb97ece83 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:29:49.144215 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-a6d9c311-9e7c-4ab5-9b27-0e0023b5e59d None None] Provisioning complete for port 5bce902f-a5fd-47e7-86e2-869750e2ca50 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:29:49.144656 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a6d9c311-9e7c-4ab5-9b27-0e0023b5e59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:49.163750 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-0a0b8104-7168-4f7b-9557-9a4e2373c59b tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Calling delete_port for d4e50268-097a-4634-a145-b8abb97ece83 owned by {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:29:49.189322 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-a6d9c311-9e7c-4ab5-9b27-0e0023b5e59d None None] Port 5bce902f-a5fd-47e7-86e2-869750e2ca50 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:29:49.283458 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-a6d9c311-9e7c-4ab5-9b27-0e0023b5e59d None None] Provisioning for port c4ec91a7-7b7d-4e51-888a-33cfc57f5e91 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:29:49.288069 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-a6d9c311-9e7c-4ab5-9b27-0e0023b5e59d None None] Provisioning complete for port c4ec91a7-7b7d-4e51-888a-33cfc57f5e91 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:29:49.289267 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a6d9c311-9e7c-4ab5-9b27-0e0023b5e59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:49.380846 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0a0b8104-7168-4f7b-9557-9a4e2373c59b tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:49.386719 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-86e300b2-e8fe-4c63-bbd8-6df03bed7060 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:49.418400 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0b8104-7168-4f7b-9557-9a4e2373c59b tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Pushing event deleted for resources: {'Port': ['ID=d4e50268-097a-4634-a145-b8abb97ece83,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:49.421293 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0a0b8104-7168-4f7b-9557-9a4e2373c59b tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:49.458110 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0a0b8104-7168-4f7b-9557-9a4e2373c59b tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:49.460877 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-0a0b8104-7168-4f7b-9557-9a4e2373c59b tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "DELETE /v2.0/ports/d4e50268-097a-4634-a145-b8abb97ece83 HTTP/1.1" status: 204 len: 168 time: 0.6523430 Jun 11 10:29:49.464461 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38942) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:49.498331 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-089696d7-3799-4fde-9aac-25d1cae25cbb None None] Could not find standard attr ID for object d4e50268-097a-4634-a145-b8abb97ece83. {{(pid=93178) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 11 10:29:49.498999 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7eded6c-771e-4709-8d7b-f4a535805568 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] GET failed (client error): The resource could not be found. Jun 11 10:29:49.500647 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-a7eded6c-771e-4709-8d7b-f4a535805568 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "GET /v2.0/ports/d4e50268-097a-4634-a145-b8abb97ece83 HTTP/1.1" status: 404 len: 333 time: 0.0351276 Jun 11 10:29:49.503556 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38944) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:49.565588 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-eff4f9de-9d52-4dec-93c6-6ccf3421cdf8 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:49.592868 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-eff4f9de-9d52-4dec-93c6-6ccf3421cdf8 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:49.714199 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device c4ec91a7-7b7d-4e51-888a-33cfc57f5e91 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:29:49.717977 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-eff4f9de-9d52-4dec-93c6-6ccf3421cdf8 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:49.720657 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-eff4f9de-9d52-4dec-93c6-6ccf3421cdf8 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:49.722109 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-eff4f9de-9d52-4dec-93c6-6ccf3421cdf8 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "DELETE /v2.0/security-groups/903953d5-9091-4267-acab-58fe121559b3 HTTP/1.1" status: 204 len: 168 time: 0.2175176 Jun 11 10:29:49.722935 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-96236048-9a43-49c4-95e5-151d983d4670 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:49.725061 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38946) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:49.733304 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff4f9de-9d52-4dec-93c6-6ccf3421cdf8 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=903953d5-9091-4267-acab-58fe121559b3,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:49.735988 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-eff4f9de-9d52-4dec-93c6-6ccf3421cdf8 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:49.778046 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port c4ec91a7-7b7d-4e51-888a-33cfc57f5e91 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:29:49.781637 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:49.793297 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0dd8d633-83c0-4f64-9f8f-774bf5e66d92 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:49.818156 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0dd8d633-83c0-4f64-9f8f-774bf5e66d92 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:49.969530 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0dd8d633-83c0-4f64-9f8f-774bf5e66d92 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:49.972176 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0dd8d633-83c0-4f64-9f8f-774bf5e66d92 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:49.973321 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-0dd8d633-83c0-4f64-9f8f-774bf5e66d92 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "DELETE /v2.0/security-groups/f29f1486-20d2-4426-8e85-a0860f5e05eb HTTP/1.1" status: 204 len: 168 time: 0.2472708 Jun 11 10:29:49.974197 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-40dac227-23aa-414b-838c-03c4f5ee2670 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:49.976317 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38948) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:49.985152 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd8d633-83c0-4f64-9f8f-774bf5e66d92 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f29f1486-20d2-4426-8e85-a0860f5e05eb,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:49.987556 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0dd8d633-83c0-4f64-9f8f-774bf5e66d92 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:50.034172 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b58428bf-7957-445a-8c25-a6d0e0a68a2e tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:50.063201 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b58428bf-7957-445a-8c25-a6d0e0a68a2e tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:50.185532 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b58428bf-7957-445a-8c25-a6d0e0a68a2e tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:50.188179 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b58428bf-7957-445a-8c25-a6d0e0a68a2e tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:50.189341 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-b58428bf-7957-445a-8c25-a6d0e0a68a2e tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "DELETE /v2.0/security-groups/0f14ad12-34b5-444c-b55c-3e435910e965 HTTP/1.1" status: 204 len: 168 time: 0.2120423 Jun 11 10:29:50.194817 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c6563ba1-dd9b-41f2-9ad1-5987697a37ad tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:50.195017 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38950) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:50.201062 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58428bf-7957-445a-8c25-a6d0e0a68a2e tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f14ad12-34b5-444c-b55c-3e435910e965,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:50.203427 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b58428bf-7957-445a-8c25-a6d0e0a68a2e tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:50.259349 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3e2179b-0be8-48f0-81e1-f088488c91da tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Deleting subnet 814b0f57-d5b3-4519-bfde-0e9f4b63a771 {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:29:50.262896 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f3e2179b-0be8-48f0-81e1-f088488c91da tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:50.314396 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f3e2179b-0be8-48f0-81e1-f088488c91da tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:50.414038 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f3e2179b-0be8-48f0-81e1-f088488c91da tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:50.575558 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f3e2179b-0be8-48f0-81e1-f088488c91da tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:50.578686 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c16784cf-4f24-44d0-8146-0656af8c4a23 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:50.613058 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e2179b-0be8-48f0-81e1-f088488c91da tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Pushing event deleted for resources: {'Subnet': ['ID=814b0f57-d5b3-4519-bfde-0e9f4b63a771,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:50.615038 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f3e2179b-0be8-48f0-81e1-f088488c91da tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:50.618581 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-f3e2179b-0be8-48f0-81e1-f088488c91da tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "DELETE /v2.0/subnets/814b0f57-d5b3-4519-bfde-0e9f4b63a771 HTTP/1.1" status: 204 len: 168 time: 0.4234359 Jun 11 10:29:50.618581 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f3e2179b-0be8-48f0-81e1-f088488c91da tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:50.622282 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38954) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:50.625386 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156f1090-5ca3-4b57-aa3d-506e7732219f None None] Network 3ad61e48-1b23-4cbc-9627-888c859d82d5 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:29:50.688346 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ab25c01-01cf-434e-8e35-fd77d54690e6 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Deleting subnet a8ba9748-b31e-4cc1-83ea-ad3bd50159ad {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:29:50.691483 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4ab25c01-01cf-434e-8e35-fd77d54690e6 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:50.740391 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4ab25c01-01cf-434e-8e35-fd77d54690e6 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:50.862583 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4ab25c01-01cf-434e-8e35-fd77d54690e6 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:51.015352 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4ab25c01-01cf-434e-8e35-fd77d54690e6 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:51.017788 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-bb44a114-b961-4472-b71f-5a8fcee06367 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:51.050233 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab25c01-01cf-434e-8e35-fd77d54690e6 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Pushing event deleted for resources: {'Subnet': ['ID=a8ba9748-b31e-4cc1-83ea-ad3bd50159ad,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:51.052740 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4ab25c01-01cf-434e-8e35-fd77d54690e6 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:51.058338 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4ab25c01-01cf-434e-8e35-fd77d54690e6 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:51.062706 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38956) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:51.063169 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-4ab25c01-01cf-434e-8e35-fd77d54690e6 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "DELETE /v2.0/subnets/a8ba9748-b31e-4cc1-83ea-ad3bd50159ad HTTP/1.1" status: 204 len: 168 time: 0.4393466 Jun 11 10:29:51.098572 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a78e8f3-b731-473e-9c8b-7d6688d15de4 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] DELETE failed (client error): The resource could not be found. Jun 11 10:29:51.099091 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a78e8f3-b731-473e-9c8b-7d6688d15de4 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 10:29:51.100930 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-7a78e8f3-b731-473e-9c8b-7d6688d15de4 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "DELETE /v2.0/subnets/814b0f57-d5b3-4519-bfde-0e9f4b63a771 HTTP/1.1" status: 404 len: 337 time: 0.0371456 Jun 11 10:29:51.103591 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38958) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:51.164769 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-02ace32d-1ffd-437e-bc4f-7d24cd1590b8 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Deleting subnet d96a8979-ce54-4b7c-9493-74e80536b4ec {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:29:51.170724 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-02ace32d-1ffd-437e-bc4f-7d24cd1590b8 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:51.223701 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-02ace32d-1ffd-437e-bc4f-7d24cd1590b8 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:51.344708 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-02ace32d-1ffd-437e-bc4f-7d24cd1590b8 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:51.348885 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6008ef6c-b9c4-4377-b9fa-eefa2bbfca13 None None] Network 3ad61e48-1b23-4cbc-9627-888c859d82d5 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:29:51.454379 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-5c7babea-ddc0-4f16-bfe9-601998eb7d78 None None] Provisioning complete for port 5bce902f-a5fd-47e7-86e2-869750e2ca50 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:29:51.454751 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-5c7babea-ddc0-4f16-bfe9-601998eb7d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:51.489609 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-02ace32d-1ffd-437e-bc4f-7d24cd1590b8 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:51.492377 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8b06a07e-219b-46e7-818c-698bc4f5419f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:51.526294 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ace32d-1ffd-437e-bc4f-7d24cd1590b8 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Pushing event deleted for resources: {'Subnet': ['ID=d96a8979-ce54-4b7c-9493-74e80536b4ec,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:51.527397 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-5c7babea-ddc0-4f16-bfe9-601998eb7d78 None None] Port 5bce902f-a5fd-47e7-86e2-869750e2ca50 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:29:51.529451 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-02ace32d-1ffd-437e-bc4f-7d24cd1590b8 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:51.530479 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-02ace32d-1ffd-437e-bc4f-7d24cd1590b8 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:51.534974 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-02ace32d-1ffd-437e-bc4f-7d24cd1590b8 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "DELETE /v2.0/subnets/d96a8979-ce54-4b7c-9493-74e80536b4ec HTTP/1.1" status: 204 len: 168 time: 0.4278276 Jun 11 10:29:51.534974 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38960) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:51.568508 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1280387-140b-4856-8ae6-50e2d434535c tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] DELETE failed (client error): The resource could not be found. Jun 11 10:29:51.568865 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1280387-140b-4856-8ae6-50e2d434535c tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 10:29:51.573540 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-d1280387-140b-4856-8ae6-50e2d434535c tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "DELETE /v2.0/subnets/c849c2de-99e3-4119-ab03-5a35f40470dc HTTP/1.1" status: 404 len: 337 time: 0.0353320 Jun 11 10:29:51.574060 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38962) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:51.574317 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-5c7babea-ddc0-4f16-bfe9-601998eb7d78 None None] Provisioning complete for port c4ec91a7-7b7d-4e51-888a-33cfc57f5e91 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:29:51.574706 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-5c7babea-ddc0-4f16-bfe9-601998eb7d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:51.609423 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-d7b25496-c0e7-4041-804c-4d551b82d3ff tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "GET /v2.0/ports?device_id=d8462e1f-f1bd-48ae-891d-94caed5f6607 HTTP/1.1" status: 200 len: 205 time: 0.0328033 Jun 11 10:29:51.610638 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38964) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:51.701821 n-d-779913-12 neutron-server[93176]: INFO neutron.api.v2.resource [None req-6dbdf304-de8b-488a-a9da-31785b4ffc14 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] delete failed (client error): The resource could not be found. Jun 11 10:29:51.707024 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-6dbdf304-de8b-488a-a9da-31785b4ffc14 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "DELETE /v2.0/routers/d8462e1f-f1bd-48ae-891d-94caed5f6607 HTTP/1.1" status: 404 len: 336 time: 0.0911291 Jun 11 10:29:51.707024 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38966) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:51.707454 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d283b8-8d78-4399-851f-5fdd2e65e826 None None] DHCP port deletion for 3ad61e48-1b23-4cbc-9627-888c859d82d5 request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 10:29:51.743815 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-2875ec8f-327d-493e-a5ad-57ac2630f83d tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] DELETE failed (client error): The resource could not be found. Jun 11 10:29:51.744441 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2875ec8f-327d-493e-a5ad-57ac2630f83d tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 10:29:51.748261 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-2875ec8f-327d-493e-a5ad-57ac2630f83d tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "DELETE /v2.0/subnets/fe40aa33-e692-47a8-987d-8dc5784b56de HTTP/1.1" status: 404 len: 337 time: 0.0366638 Jun 11 10:29:51.748625 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38968) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:51.769717 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-58d283b8-8d78-4399-851f-5fdd2e65e826 None None] Deleting port c4ec91a7-7b7d-4e51-888a-33cfc57f5e91 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:29:51.770104 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-58d283b8-8d78-4399-851f-5fdd2e65e826 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:51.787347 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ce36319-8629-4077-bad0-23dc7517c9da tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] DELETE failed (client error): The resource could not be found. Jun 11 10:29:51.787841 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ce36319-8629-4077-bad0-23dc7517c9da tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 10:29:51.792879 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-2ce36319-8629-4077-bad0-23dc7517c9da tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "DELETE /v2.0/subnets/2d0948ed-36e5-4b5d-a42d-bf0810a41305 HTTP/1.1" status: 404 len: 337 time: 0.0403848 Jun 11 10:29:51.793269 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38970) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:51.826218 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-67e36c0f-6af1-4f9e-a699-44c8fe4c28d0 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] DELETE failed (client error): The resource could not be found. Jun 11 10:29:51.826589 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67e36c0f-6af1-4f9e-a699-44c8fe4c28d0 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 10:29:51.828350 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-67e36c0f-6af1-4f9e-a699-44c8fe4c28d0 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "DELETE /v2.0/subnets/b198b5b1-cce8-4df6-b1cd-3b29f7245148 HTTP/1.1" status: 404 len: 337 time: 0.0340824 Jun 11 10:29:51.830781 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38972) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:51.856603 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-58d283b8-8d78-4399-851f-5fdd2e65e826 None None] For port c4ec91a7-7b7d-4e51-888a-33cfc57f5e91, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=c4ec91a7-7b7d-4e51-888a-33cfc57f5e91,segment=NetworkSegment(d862deee-35e4-4302-89cc-56e82a9214e6),segment_id=d862deee-35e4-4302-89cc-56e82a9214e6)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:29:51.856993 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-58d283b8-8d78-4399-851f-5fdd2e65e826 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:51.866546 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-15dae091-d019-448a-a59a-ed2893585568 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] DELETE failed (client error): The resource could not be found. Jun 11 10:29:51.867223 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15dae091-d019-448a-a59a-ed2893585568 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 10:29:51.868946 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-15dae091-d019-448a-a59a-ed2893585568 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "DELETE /v2.0/ports/3782164a-dce8-43b2-95c1-66785cf8f3fb HTTP/1.1" status: 404 len: 333 time: 0.0372119 Jun 11 10:29:51.871554 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38974) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:51.905398 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccd17a6d-2245-4e27-be49-cef067384eaa tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] DELETE failed (client error): The resource could not be found. Jun 11 10:29:51.905850 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccd17a6d-2245-4e27-be49-cef067384eaa tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 10:29:51.907529 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-ccd17a6d-2245-4e27-be49-cef067384eaa tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "DELETE /v2.0/subnets/0d816cf7-2e18-4012-8b15-00b89c98b5b5 HTTP/1.1" status: 404 len: 337 time: 0.0350497 Jun 11 10:29:51.910025 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38976) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:51.947881 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1da017e-93d7-4fc3-ac4c-cd6fa970c1c9 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] DELETE failed (client error): The resource could not be found. Jun 11 10:29:51.948253 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1da017e-93d7-4fc3-ac4c-cd6fa970c1c9 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 10:29:51.949964 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-d1da017e-93d7-4fc3-ac4c-cd6fa970c1c9 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "DELETE /v2.0/subnets/f8db800e-4a40-423c-8f75-c8d44da7c198 HTTP/1.1" status: 404 len: 337 time: 0.0390646 Jun 11 10:29:51.952525 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38978) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:51.955307 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-58d283b8-8d78-4399-851f-5fdd2e65e826 None None] Calling delete_port for c4ec91a7-7b7d-4e51-888a-33cfc57f5e91 owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:29:51.983735 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-183b417f-6444-45f8-8cab-fc80d7d34f6a tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] DELETE failed (client error): The resource could not be found. Jun 11 10:29:51.984406 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-183b417f-6444-45f8-8cab-fc80d7d34f6a tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 10:29:51.986080 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-183b417f-6444-45f8-8cab-fc80d7d34f6a tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "DELETE /v2.0/ports/fff5e73f-b3e6-4ecb-b975-38943e4c358b HTTP/1.1" status: 404 len: 333 time: 0.0326705 Jun 11 10:29:51.988612 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38980) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:52.026962 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb5a44ab-5e13-460e-9b4d-a9c604cfbdc2 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] DELETE failed (client error): The resource could not be found. Jun 11 10:29:52.027456 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb5a44ab-5e13-460e-9b4d-a9c604cfbdc2 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 10:29:52.034258 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-eb5a44ab-5e13-460e-9b4d-a9c604cfbdc2 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "DELETE /v2.0/subnets/384b4a10-36d3-4c4f-9bf6-37675a6b1e8f HTTP/1.1" status: 404 len: 337 time: 0.0396216 Jun 11 10:29:52.036427 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38982) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:52.073210 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-872d5862-4ecc-4c3a-b55c-d02bd0ab2a2f tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] DELETE failed (client error): The resource could not be found. Jun 11 10:29:52.074412 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-872d5862-4ecc-4c3a-b55c-d02bd0ab2a2f tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 10:29:52.075352 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-872d5862-4ecc-4c3a-b55c-d02bd0ab2a2f tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "DELETE /v2.0/subnets/58cf922f-01f8-49b5-a84f-3c5efdbebee6 HTTP/1.1" status: 404 len: 337 time: 0.0374737 Jun 11 10:29:52.077907 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 38984) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:52.186419 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-58d283b8-8d78-4399-851f-5fdd2e65e826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:52.188493 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-ecc5a20f-07f0-4169-b6b7-1ad33fce8491 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:52.196785 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-799169b8-7cb6-4f64-9d59-3e5fed5389f7 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Deleting port 5bce902f-a5fd-47e7-86e2-869750e2ca50 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:29:52.197117 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-799169b8-7cb6-4f64-9d59-3e5fed5389f7 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:52.217151 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d283b8-8d78-4399-851f-5fdd2e65e826 None None] Pushing event deleted for resources: {'Port': ['ID=c4ec91a7-7b7d-4e51-888a-33cfc57f5e91,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:52.220862 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-58d283b8-8d78-4399-851f-5fdd2e65e826 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:52.224552 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d283b8-8d78-4399-851f-5fdd2e65e826 None None] No DVR routers for this DVR port c4ec91a7-7b7d-4e51-888a-33cfc57f5e91 on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:29:52.293323 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-799169b8-7cb6-4f64-9d59-3e5fed5389f7 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:52.395897 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-799169b8-7cb6-4f64-9d59-3e5fed5389f7 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Calling delete_port for 5bce902f-a5fd-47e7-86e2-869750e2ca50 owned by {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:29:52.568161 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-799169b8-7cb6-4f64-9d59-3e5fed5389f7 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:52.573096 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8150babf-cb84-4218-9223-c8ea561d899a tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:52.607708 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799169b8-7cb6-4f64-9d59-3e5fed5389f7 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Pushing event deleted for resources: {'Port': ['ID=5bce902f-a5fd-47e7-86e2-869750e2ca50,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:52.610640 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-799169b8-7cb6-4f64-9d59-3e5fed5389f7 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:52.613265 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-799169b8-7cb6-4f64-9d59-3e5fed5389f7 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:52.615804 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-799169b8-7cb6-4f64-9d59-3e5fed5389f7 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "DELETE /v2.0/ports/5bce902f-a5fd-47e7-86e2-869750e2ca50 HTTP/1.1" status: 204 len: 168 time: 0.5369582 Jun 11 10:29:52.618513 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38986) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:52.722167 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7caaf344-0edf-411b-9f1e-11cc3cf26a76 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:52.843236 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7caaf344-0edf-411b-9f1e-11cc3cf26a76 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:52.855142 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-7caaf344-0edf-411b-9f1e-11cc3cf26a76 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ad61e48-1b23-4cbc-9627-888c859d82d5']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:29:52.867495 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-7caaf344-0edf-411b-9f1e-11cc3cf26a76 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd862deee-35e4-4302-89cc-56e82a9214e6') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:29:52.867820 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-7caaf344-0edf-411b-9f1e-11cc3cf26a76 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd862deee-35e4-4302-89cc-56e82a9214e6') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:29:52.877562 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7caaf344-0edf-411b-9f1e-11cc3cf26a76 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:52.892380 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7caaf344-0edf-411b-9f1e-11cc3cf26a76 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:52.899200 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7caaf344-0edf-411b-9f1e-11cc3cf26a76 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Releasing vlan 781 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:29:52.899611 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7caaf344-0edf-411b-9f1e-11cc3cf26a76 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:52.902630 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:29:52.902630 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:29:52.902630 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:29:52.902630 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:29:52.902630 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:29:52.902630 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:29:52.902630 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:29:52.902630 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:29:52.902630 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:29:52.902630 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:29:52.902630 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:29:52.902630 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:29:52.902630 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:29:52.902630 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:29:52.902630 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 10:29:52.902630 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:29:52.902630 n-d-779913-12 neutron-server[93176]: timer() Jun 11 10:29:52.902630 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:29:52.902630 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 10:29:52.902630 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:29:52.902630 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 10:29:52.902630 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:29:52.902630 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 10:29:52.902630 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:29:52.902630 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 10:29:52.902630 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:29:52.902630 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 10:29:52.902630 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:29:52.902630 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:29:52.902630 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:29:52.902630 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:29:52.902630 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:29:52.902630 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 10:29:52.902630 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:29:52.902630 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 10:29:52.902630 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:29:52.902630 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:29:52.902630 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:29:52.902630 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 10:29:52.902630 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:29:52.902630 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:29:52.902630 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:29:52.902630 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:29:52.902630 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:29:52.902630 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:29:52.902630 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:29:53.073189 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7caaf344-0edf-411b-9f1e-11cc3cf26a76 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:53.077297 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ad3ee6c5-1c6a-4f1c-a33d-cf68efa59092 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:53.085264 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7caaf344-0edf-411b-9f1e-11cc3cf26a76 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:53.087230 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-7caaf344-0edf-411b-9f1e-11cc3cf26a76 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] 10.222.0.60 "DELETE /v2.0/networks/3ad61e48-1b23-4cbc-9627-888c859d82d5 HTTP/1.1" status: 204 len: 168 time: 0.4672055 Jun 11 10:29:53.101056 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caaf344-0edf-411b-9f1e-11cc3cf26a76 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Pushing event deleted for resources: {'Network': ['ID=3ad61e48-1b23-4cbc-9627-888c859d82d5,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:53.103596 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7caaf344-0edf-411b-9f1e-11cc3cf26a76 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:53.596013 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38992) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:53.714067 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device c4ec91a7-7b7d-4e51-888a-33cfc57f5e91 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:29:53.738653 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: c4ec91a7-7b7d-4e51-888a-33cfc57f5e91 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:29:53.739021 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device c4ec91a7-7b7d-4e51-888a-33cfc57f5e91 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:29:53.757219 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-12513bdf-55a1-4cb1-9759-bf00c7c06c27 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a5bd376b695f463d9494b82170c70e4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1593790 Jun 11 10:29:53.759744 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 38996) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:53.814818 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-eae6f815-08ad-457f-ad0c-26961c345db0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:53.845914 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-eae6f815-08ad-457f-ad0c-26961c345db0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:53.963040 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-eae6f815-08ad-457f-ad0c-26961c345db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:53.965668 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-eae6f815-08ad-457f-ad0c-26961c345db0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:53.966845 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-eae6f815-08ad-457f-ad0c-26961c345db0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/aab129dc-dfe4-4797-848e-b05fc64433ee HTTP/1.1" status: 204 len: 168 time: 0.2061951 Jun 11 10:29:53.967770 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7171ca59-1a15-4383-b602-e68bdd987294 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:53.977390 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae6f815-08ad-457f-ad0c-26961c345db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab129dc-dfe4-4797-848e-b05fc64433ee,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:53.980045 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-eae6f815-08ad-457f-ad0c-26961c345db0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:54.964966 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39018) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:55.067942 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-d32e073a-4458-4636-b99b-d0af55b3a80d tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Request body: {'network': {'name': 'tempest-RoutersTest-2113824149'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:29:55.209062 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d32e073a-4458-4636-b99b-d0af55b3a80d tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Made reservation on behalf of 73f7d6f1905046f7942a99000b298de9 for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:29:55.213234 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d32e073a-4458-4636-b99b-d0af55b3a80d tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:55.224670 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d32e073a-4458-4636-b99b-d0af55b3a80d tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:55.326717 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d32e073a-4458-4636-b99b-d0af55b3a80d tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:55.403511 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d32e073a-4458-4636-b99b-d0af55b3a80d tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:55.406800 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e6ea7d02-677a-4fbb-8009-2edb0f87a606 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:55.433319 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d32e073a-4458-4636-b99b-d0af55b3a80d tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 798} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:29:55.443179 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32e073a-4458-4636-b99b-d0af55b3a80d tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b48b067-937f-4aeb-b5a9-bfdb97cdd0f4,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:55.447878 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d32e073a-4458-4636-b99b-d0af55b3a80d tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:55.449463 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d32e073a-4458-4636-b99b-d0af55b3a80d tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:55.449463 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-d32e073a-4458-4636-b99b-d0af55b3a80d tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Added segment b28c3efb-0744-471d-9dde-4be64afb4939 of type vlan for network 37597b98-7e2f-45d2-9afc-3bb8b2dc4fbe Jun 11 10:29:55.506817 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d32e073a-4458-4636-b99b-d0af55b3a80d tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:55.593029 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d32e073a-4458-4636-b99b-d0af55b3a80d tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:55.593029 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32e073a-4458-4636-b99b-d0af55b3a80d tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:29:55.593029 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d32e073a-4458-4636-b99b-d0af55b3a80d tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:55.595047 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d92c8ff3-f076-48a7-a5a7-e46612bca45a tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:55.681028 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-d32e073a-4458-4636-b99b-d0af55b3a80d tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7149434 Jun 11 10:29:55.682088 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32e073a-4458-4636-b99b-d0af55b3a80d tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Pushing event updated for resources: {'Network': ['ID=37597b98-7e2f-45d2-9afc-3bb8b2dc4fbe,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:55.683756 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39024) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:55.685260 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d32e073a-4458-4636-b99b-d0af55b3a80d tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:55.690910 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-df60fbfd-0a3b-4ee9-a48d-7b9296d33b48 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Request body: {'network': {'name': 'tempest-RoutersTest-399605172'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:29:55.693698 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 37597b98-7e2f-45d2-9afc-3bb8b2dc4fbe details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:29:55.764073 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df60fbfd-0a3b-4ee9-a48d-7b9296d33b48 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Made reservation on behalf of 73f7d6f1905046f7942a99000b298de9 for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:29:55.767926 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-df60fbfd-0a3b-4ee9-a48d-7b9296d33b48 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:55.801539 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df60fbfd-0a3b-4ee9-a48d-7b9296d33b48 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 778} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:29:55.811725 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-df60fbfd-0a3b-4ee9-a48d-7b9296d33b48 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:55.812062 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-df60fbfd-0a3b-4ee9-a48d-7b9296d33b48 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Added segment 26c4d39b-049e-45a3-be68-0f2541eb317c of type vlan for network 6174bf7f-0fa1-4333-9b5d-eaf025006484 Jun 11 10:29:55.872509 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-df60fbfd-0a3b-4ee9-a48d-7b9296d33b48 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:56.015051 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-df60fbfd-0a3b-4ee9-a48d-7b9296d33b48 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:56.020795 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df60fbfd-0a3b-4ee9-a48d-7b9296d33b48 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:29:56.021383 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-df60fbfd-0a3b-4ee9-a48d-7b9296d33b48 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:56.024393 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-29a7adc1-a635-48bb-8cb2-a0d87ba6c061 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:56.114825 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df60fbfd-0a3b-4ee9-a48d-7b9296d33b48 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Pushing event updated for resources: {'Network': ['ID=6174bf7f-0fa1-4333-9b5d-eaf025006484,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:56.122659 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df60fbfd-0a3b-4ee9-a48d-7b9296d33b48 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:29:56.122944 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df60fbfd-0a3b-4ee9-a48d-7b9296d33b48 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:29:56.123330 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df60fbfd-0a3b-4ee9-a48d-7b9296d33b48 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:29:56.123738 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df60fbfd-0a3b-4ee9-a48d-7b9296d33b48 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:29:56.124113 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df60fbfd-0a3b-4ee9-a48d-7b9296d33b48 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:29:56.124489 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df60fbfd-0a3b-4ee9-a48d-7b9296d33b48 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:29:56.124858 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df60fbfd-0a3b-4ee9-a48d-7b9296d33b48 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:29:56.125228 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df60fbfd-0a3b-4ee9-a48d-7b9296d33b48 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:29:56.125593 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df60fbfd-0a3b-4ee9-a48d-7b9296d33b48 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:29:56.125959 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df60fbfd-0a3b-4ee9-a48d-7b9296d33b48 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:29:56.126324 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df60fbfd-0a3b-4ee9-a48d-7b9296d33b48 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:29:56.126688 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df60fbfd-0a3b-4ee9-a48d-7b9296d33b48 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:29:56.134049 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-df60fbfd-0a3b-4ee9-a48d-7b9296d33b48 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4462903 Jun 11 10:29:56.134049 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-df60fbfd-0a3b-4ee9-a48d-7b9296d33b48 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:56.135876 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39026) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:56.138970 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 6174bf7f-0fa1-4333-9b5d-eaf025006484 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:29:56.140081 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-b5987061-4a1f-43b0-8487-650f8e453625 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Request body: {'subnet': {'network_id': '37597b98-7e2f-45d2-9afc-3bb8b2dc4fbe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:29:56.323622 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5987061-4a1f-43b0-8487-650f8e453625 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Made reservation on behalf of 73f7d6f1905046f7942a99000b298de9 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:29:56.327216 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b5987061-4a1f-43b0-8487-650f8e453625 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:56.660785 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b5987061-4a1f-43b0-8487-650f8e453625 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:56.663521 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e0472e9c-a953-4edd-91d7-9dcc9daee052 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:56.744232 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5987061-4a1f-43b0-8487-650f8e453625 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Pushing event updated for resources: {'Subnet': ['ID=3dc39f32-6808-468e-b279-35afb845d7e5,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:56.748330 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b5987061-4a1f-43b0-8487-650f8e453625 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:56.752095 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5987061-4a1f-43b0-8487-650f8e453625 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Checking segment: {'id': 'b28c3efb-0744-471d-9dde-4be64afb4939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '37597b98-7e2f-45d2-9afc-3bb8b2dc4fbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:29:56.752453 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5987061-4a1f-43b0-8487-650f8e453625 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Network hostable DHCP agents. Network: 37597b98-7e2f-45d2-9afc-3bb8b2dc4fbe, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:29:56.883319 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5987061-4a1f-43b0-8487-650f8e453625 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Network 37597b98-7e2f-45d2-9afc-3bb8b2dc4fbe is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:29:56.963165 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-b5987061-4a1f-43b0-8487-650f8e453625 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 37597b98-7e2f-45d2-9afc-3bb8b2dc4fbe) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:29:56.967164 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5987061-4a1f-43b0-8487-650f8e453625 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:29:56.967800 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b5987061-4a1f-43b0-8487-650f8e453625 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:56.972717 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbcaaf09-262f-4c8e-85e7-dc819fa5c33f None None] Network 37597b98-7e2f-45d2-9afc-3bb8b2dc4fbe requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:29:57.064449 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39028) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:57.070367 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-84b14099-a305-45d1-a0b9-0249e652918a tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Request body: {'subnet': {'network_id': '6174bf7f-0fa1-4333-9b5d-eaf025006484', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:29:57.076348 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-b5987061-4a1f-43b0-8487-650f8e453625 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9405215 Jun 11 10:29:57.176618 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18c7a4c-1d98-4e99-89e6-247712d23345 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-37597b98-7e2f-45d2-9afc-3bb8b2dc4fbe', 'network_id': '37597b98-7e2f-45d2-9afc-3bb8b2dc4fbe', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'fixed_ips': [{'subnet_id': '3dc39f32-6808-468e-b279-35afb845d7e5'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 10:29:57.177484 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b18c7a4c-1d98-4e99-89e6-247712d23345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:57.277569 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b14099-a305-45d1-a0b9-0249e652918a tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Made reservation on behalf of 73f7d6f1905046f7942a99000b298de9 for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:29:57.281598 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-84b14099-a305-45d1-a0b9-0249e652918a tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:57.332528 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-b18c7a4c-1d98-4e99-89e6-247712d23345 None None] Allocated IP 172.20.0.2 (37597b98-7e2f-45d2-9afc-3bb8b2dc4fbe/3dc39f32-6808-468e-b279-35afb845d7e5/d49c01f9-7a47-4fb0-b63a-fbf62c51aeb9) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:29:57.529393 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b18c7a4c-1d98-4e99-89e6-247712d23345 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:57.538284 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-b18c7a4c-1d98-4e99-89e6-247712d23345 None None] Transition to ACTIVE for port object d49c01f9-7a47-4fb0-b63a-fbf62c51aeb9 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:29:57.554409 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-b18c7a4c-1d98-4e99-89e6-247712d23345 None None] Transition to ACTIVE for port object d49c01f9-7a47-4fb0-b63a-fbf62c51aeb9 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:29:57.615304 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b18c7a4c-1d98-4e99-89e6-247712d23345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:57.617422 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-e84ed4cc-062a-4278-bdbf-8ec6d6fad917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:57.670110 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18c7a4c-1d98-4e99-89e6-247712d23345 None None] Network 37597b98-7e2f-45d2-9afc-3bb8b2dc4fbe is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:29:57.673194 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-b18c7a4c-1d98-4e99-89e6-247712d23345 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:29:57.676873 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18c7a4c-1d98-4e99-89e6-247712d23345 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:29:57.683232 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18c7a4c-1d98-4e99-89e6-247712d23345 None None] Pushing event updated for resources: {'Port': ['ID=d49c01f9-7a47-4fb0-b63a-fbf62c51aeb9,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:57.687129 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-b18c7a4c-1d98-4e99-89e6-247712d23345 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:57.757847 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-b18c7a4c-1d98-4e99-89e6-247712d23345 None None] Attempting to bind port d49c01f9-7a47-4fb0-b63a-fbf62c51aeb9 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:29:57.758229 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-b18c7a4c-1d98-4e99-89e6-247712d23345 None None] Attempting to bind port d49c01f9-7a47-4fb0-b63a-fbf62c51aeb9 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'b28c3efb-0744-471d-9dde-4be64afb4939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '37597b98-7e2f-45d2-9afc-3bb8b2dc4fbe'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:29:57.758603 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18c7a4c-1d98-4e99-89e6-247712d23345 None None] Attempting to bind port d49c01f9-7a47-4fb0-b63a-fbf62c51aeb9 on network 37597b98-7e2f-45d2-9afc-3bb8b2dc4fbe {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:29:57.763791 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18c7a4c-1d98-4e99-89e6-247712d23345 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:29:57.764175 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18c7a4c-1d98-4e99-89e6-247712d23345 None None] Checking segment: {'id': 'b28c3efb-0744-471d-9dde-4be64afb4939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '37597b98-7e2f-45d2-9afc-3bb8b2dc4fbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:29:57.778825 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b18c7a4c-1d98-4e99-89e6-247712d23345 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:57.778825 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18c7a4c-1d98-4e99-89e6-247712d23345 None None] Bound using segment: {'id': 'b28c3efb-0744-471d-9dde-4be64afb4939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '37597b98-7e2f-45d2-9afc-3bb8b2dc4fbe'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:29:57.778825 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-b18c7a4c-1d98-4e99-89e6-247712d23345 None None] Bound port: d49c01f9-7a47-4fb0-b63a-fbf62c51aeb9, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b28c3efb-0744-471d-9dde-4be64afb4939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '37597b98-7e2f-45d2-9afc-3bb8b2dc4fbe'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:29:57.778825 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b18c7a4c-1d98-4e99-89e6-247712d23345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:57.845633 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-b18c7a4c-1d98-4e99-89e6-247712d23345 None None] For port d49c01f9-7a47-4fb0-b63a-fbf62c51aeb9, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:29:57.849002 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-b18c7a4c-1d98-4e99-89e6-247712d23345 None None] For port d49c01f9-7a47-4fb0-b63a-fbf62c51aeb9, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=d49c01f9-7a47-4fb0-b63a-fbf62c51aeb9,segment=NetworkSegment(b28c3efb-0744-471d-9dde-4be64afb4939),segment_id=b28c3efb-0744-471d-9dde-4be64afb4939)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:29:57.930292 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b18c7a4c-1d98-4e99-89e6-247712d23345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:57.932339 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-df848db3-5ffa-4ca0-94c4-de83a8b308de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:57.964644 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-84b14099-a305-45d1-a0b9-0249e652918a tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:57.966882 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-aca6254d-f05d-4d66-96cf-743d86caa05e tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:58.009887 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18c7a4c-1d98-4e99-89e6-247712d23345 None None] Pushing event updated for resources: {'Port': ['ID=d49c01f9-7a47-4fb0-b63a-fbf62c51aeb9,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:58.013507 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-b18c7a4c-1d98-4e99-89e6-247712d23345 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:58.046694 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b14099-a305-45d1-a0b9-0249e652918a tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Pushing event updated for resources: {'Subnet': ['ID=2ce5d850-316a-4ee4-91b4-62d7a3a85b0e,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:58.065276 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b14099-a305-45d1-a0b9-0249e652918a tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:29:58.065858 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b14099-a305-45d1-a0b9-0249e652918a tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:29:58.065858 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b14099-a305-45d1-a0b9-0249e652918a tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:29:58.066215 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b14099-a305-45d1-a0b9-0249e652918a tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:29:58.066576 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b14099-a305-45d1-a0b9-0249e652918a tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:29:58.066953 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b14099-a305-45d1-a0b9-0249e652918a tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:29:58.067327 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b14099-a305-45d1-a0b9-0249e652918a tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:29:58.067732 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b14099-a305-45d1-a0b9-0249e652918a tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:29:58.068107 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b14099-a305-45d1-a0b9-0249e652918a tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:29:58.068472 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b14099-a305-45d1-a0b9-0249e652918a tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:29:58.068896 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b14099-a305-45d1-a0b9-0249e652918a tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:29:58.069787 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b14099-a305-45d1-a0b9-0249e652918a tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:29:58.074810 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-84b14099-a305-45d1-a0b9-0249e652918a tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:58.080586 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b14099-a305-45d1-a0b9-0249e652918a tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Checking segment: {'id': '26c4d39b-049e-45a3-be68-0f2541eb317c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '6174bf7f-0fa1-4333-9b5d-eaf025006484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:29:58.080946 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b14099-a305-45d1-a0b9-0249e652918a tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Network hostable DHCP agents. Network: 6174bf7f-0fa1-4333-9b5d-eaf025006484, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:29:58.171080 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b14099-a305-45d1-a0b9-0249e652918a tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Network 6174bf7f-0fa1-4333-9b5d-eaf025006484 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:29:58.277972 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-84b14099-a305-45d1-a0b9-0249e652918a tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 6174bf7f-0fa1-4333-9b5d-eaf025006484) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:29:58.282763 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b14099-a305-45d1-a0b9-0249e652918a tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:29:58.290666 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-84b14099-a305-45d1-a0b9-0249e652918a tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:58.293995 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b09bbe2-a595-4e71-b4cf-7e0d6b921cca None None] Network 6174bf7f-0fa1-4333-9b5d-eaf025006484 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:29:58.399755 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-84b14099-a305-45d1-a0b9-0249e652918a tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3327401 Jun 11 10:29:58.402434 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39030) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:58.407681 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-3b0a9d36-4776-44e4-8ee6-f3ad0d77f5ab tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1546113227', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:29:58.507618 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3b0a9d36-4776-44e4-8ee6-f3ad0d77f5ab tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:58.508709 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3b0a9d36-4776-44e4-8ee6-f3ad0d77f5ab tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:58.588531 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3b0a9d36-4776-44e4-8ee6-f3ad0d77f5ab tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:58.649522 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3b0a9d36-4776-44e4-8ee6-f3ad0d77f5ab tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:58.679646 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a8b161-4f76-4352-94cd-329ac1ee3191 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-6174bf7f-0fa1-4333-9b5d-eaf025006484', 'network_id': '6174bf7f-0fa1-4333-9b5d-eaf025006484', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'fixed_ips': [{'subnet_id': '2ce5d850-316a-4ee4-91b4-62d7a3a85b0e'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 10:29:58.684607 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-82a8b161-4f76-4352-94cd-329ac1ee3191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:58.725967 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3b0a9d36-4776-44e4-8ee6-f3ad0d77f5ab tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:58.730740 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-3b0a9d36-4776-44e4-8ee6-f3ad0d77f5ab tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3242731 Jun 11 10:29:58.731427 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39032) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:29:58.864004 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-82a8b161-4f76-4352-94cd-329ac1ee3191 None None] Allocated IP 172.21.0.2 (6174bf7f-0fa1-4333-9b5d-eaf025006484/2ce5d850-316a-4ee4-91b4-62d7a3a85b0e/733c4691-e2b0-4041-8d00-c31e2e036fb4) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:29:58.975977 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3639fa7e-5587-491a-8c9a-3d87445261c8 None None] Network 37597b98-7e2f-45d2-9afc-3bb8b2dc4fbe requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:29:59.161877 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b19051ca-12f1-41fc-968c-34bc80266e80 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:59.167409 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-82a8b161-4f76-4352-94cd-329ac1ee3191 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:59.201831 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-82a8b161-4f76-4352-94cd-329ac1ee3191 None None] Transition to ACTIVE for port object 733c4691-e2b0-4041-8d00-c31e2e036fb4 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:29:59.207658 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-5bd33e0a-3658-442e-aa85-877ed71c6f30 None None] Provisioning for port d49c01f9-7a47-4fb0-b63a-fbf62c51aeb9 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:29:59.238564 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-82a8b161-4f76-4352-94cd-329ac1ee3191 None None] Transition to ACTIVE for port object 733c4691-e2b0-4041-8d00-c31e2e036fb4 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:29:59.306015 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-82a8b161-4f76-4352-94cd-329ac1ee3191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:59.308845 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-edf220fb-5295-4202-85c1-62c611d6515d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:59.358074 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a8b161-4f76-4352-94cd-329ac1ee3191 None None] Network 6174bf7f-0fa1-4333-9b5d-eaf025006484 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:29:59.361020 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-82a8b161-4f76-4352-94cd-329ac1ee3191 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:29:59.366089 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a8b161-4f76-4352-94cd-329ac1ee3191 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:29:59.369402 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a8b161-4f76-4352-94cd-329ac1ee3191 None None] Pushing event updated for resources: {'Port': ['ID=733c4691-e2b0-4041-8d00-c31e2e036fb4,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:59.375888 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-82a8b161-4f76-4352-94cd-329ac1ee3191 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:59.461512 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-82a8b161-4f76-4352-94cd-329ac1ee3191 None None] Attempting to bind port 733c4691-e2b0-4041-8d00-c31e2e036fb4 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:29:59.461896 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-82a8b161-4f76-4352-94cd-329ac1ee3191 None None] Attempting to bind port 733c4691-e2b0-4041-8d00-c31e2e036fb4 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '26c4d39b-049e-45a3-be68-0f2541eb317c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '6174bf7f-0fa1-4333-9b5d-eaf025006484'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:29:59.462269 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a8b161-4f76-4352-94cd-329ac1ee3191 None None] Attempting to bind port 733c4691-e2b0-4041-8d00-c31e2e036fb4 on network 6174bf7f-0fa1-4333-9b5d-eaf025006484 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:29:59.468080 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a8b161-4f76-4352-94cd-329ac1ee3191 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:29:59.468471 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a8b161-4f76-4352-94cd-329ac1ee3191 None None] Checking segment: {'id': '26c4d39b-049e-45a3-be68-0f2541eb317c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '6174bf7f-0fa1-4333-9b5d-eaf025006484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:29:59.468891 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-82a8b161-4f76-4352-94cd-329ac1ee3191 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:59.469455 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a8b161-4f76-4352-94cd-329ac1ee3191 None None] Bound using segment: {'id': '26c4d39b-049e-45a3-be68-0f2541eb317c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '6174bf7f-0fa1-4333-9b5d-eaf025006484'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:29:59.469905 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-82a8b161-4f76-4352-94cd-329ac1ee3191 None None] Bound port: 733c4691-e2b0-4041-8d00-c31e2e036fb4, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26c4d39b-049e-45a3-be68-0f2541eb317c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '6174bf7f-0fa1-4333-9b5d-eaf025006484'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:29:59.470298 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-82a8b161-4f76-4352-94cd-329ac1ee3191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:59.514748 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-b19051ca-12f1-41fc-968c-34bc80266e80 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Allocated IP 172.20.0.1 (37597b98-7e2f-45d2-9afc-3bb8b2dc4fbe/3dc39f32-6808-468e-b279-35afb845d7e5/fc77fef9-27af-40f6-8dfe-e428041900e3) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:29:59.561574 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-82a8b161-4f76-4352-94cd-329ac1ee3191 None None] For port 733c4691-e2b0-4041-8d00-c31e2e036fb4, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:29:59.566572 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-82a8b161-4f76-4352-94cd-329ac1ee3191 None None] For port 733c4691-e2b0-4041-8d00-c31e2e036fb4, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=733c4691-e2b0-4041-8d00-c31e2e036fb4,segment=NetworkSegment(26c4d39b-049e-45a3-be68-0f2541eb317c),segment_id=26c4d39b-049e-45a3-be68-0f2541eb317c)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:29:59.644089 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-82a8b161-4f76-4352-94cd-329ac1ee3191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:59.647009 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-6adb6362-c5b0-494f-809d-9cade480d5a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:59.674613 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b19051ca-12f1-41fc-968c-34bc80266e80 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:59.692023 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [None req-b19051ca-12f1-41fc-968c-34bc80266e80 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Transition to ACTIVE for port object fc77fef9-27af-40f6-8dfe-e428041900e3 will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:29:59.737007 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a8b161-4f76-4352-94cd-329ac1ee3191 None None] Pushing event updated for resources: {'Port': ['ID=733c4691-e2b0-4041-8d00-c31e2e036fb4,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:59.742488 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-82a8b161-4f76-4352-94cd-329ac1ee3191 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:59.779315 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device d49c01f9-7a47-4fb0-b63a-fbf62c51aeb9 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:29:59.781345 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b19051ca-12f1-41fc-968c-34bc80266e80 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:59.785033 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b2f6dca7-32dc-4f45-a04e-dfd41eccc9bf tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:29:59.835881 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19051ca-12f1-41fc-968c-34bc80266e80 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Network 37597b98-7e2f-45d2-9afc-3bb8b2dc4fbe is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:29:59.840049 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-b19051ca-12f1-41fc-968c-34bc80266e80 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:29:59.844508 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19051ca-12f1-41fc-968c-34bc80266e80 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:29:59.886914 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19051ca-12f1-41fc-968c-34bc80266e80 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Pushing event updated for resources: {'Port': ['ID=fc77fef9-27af-40f6-8dfe-e428041900e3,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:29:59.896323 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b19051ca-12f1-41fc-968c-34bc80266e80 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:29:59.910061 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port d49c01f9-7a47-4fb0-b63a-fbf62c51aeb9 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:29:59.914674 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port d49c01f9-7a47-4fb0-b63a-fbf62c51aeb9 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:29:59.914674 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:29:59.930759 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b19051ca-12f1-41fc-968c-34bc80266e80 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-375088'] for router_interface, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:00.045214 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:00.092378 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port d49c01f9-7a47-4fb0-b63a-fbf62c51aeb9, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=d49c01f9-7a47-4fb0-b63a-fbf62c51aeb9,segment=NetworkSegment(b28c3efb-0744-471d-9dde-4be64afb4939),segment_id=b28c3efb-0744-471d-9dde-4be64afb4939)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:30:00.152083 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:00.165137 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-39dc4c67-0996-4525-b5fd-cc9dfda5977e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:30:00.184618 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b19051ca-12f1-41fc-968c-34bc80266e80 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:00.219805 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=d49c01f9-7a47-4fb0-b63a-fbf62c51aeb9,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:30:00.222929 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:30:00.254855 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-2675ca69-3ae9-4e8e-8bad-bf266723c996 None None] Provisioning for port fc77fef9-27af-40f6-8dfe-e428041900e3 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:30:00.260691 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-2675ca69-3ae9-4e8e-8bad-bf266723c996 None None] Provisioning complete for port fc77fef9-27af-40f6-8dfe-e428041900e3 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:30:00.260831 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2675ca69-3ae9-4e8e-8bad-bf266723c996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:00.312197 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-2675ca69-3ae9-4e8e-8bad-bf266723c996 None None] Port fc77fef9-27af-40f6-8dfe-e428041900e3 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:30:00.548166 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b19051ca-12f1-41fc-968c-34bc80266e80 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:00.619180 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b19051ca-12f1-41fc-968c-34bc80266e80 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:00.622558 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1e45d9bc-101c-49e2-b786-462827905395 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:30:00.716424 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19051ca-12f1-41fc-968c-34bc80266e80 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Pushing event updated for resources: {'Port': ['ID=fc77fef9-27af-40f6-8dfe-e428041900e3,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:30:00.721136 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b19051ca-12f1-41fc-968c-34bc80266e80 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:30:00.722436 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b19051ca-12f1-41fc-968c-34bc80266e80 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375108'] for router_interface, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:00.764593 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de14e73-0390-482d-a043-f68b644c4f0d None None] Network 6174bf7f-0fa1-4333-9b5d-eaf025006484 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:30:00.904886 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19051ca-12f1-41fc-968c-34bc80266e80 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Network 37597b98-7e2f-45d2-9afc-3bb8b2dc4fbe is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:30:00.906699 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-b19051ca-12f1-41fc-968c-34bc80266e80 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:30:01.002776 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-326498a8-8a95-4c24-b150-871e10f0ddb4 None None] Provisioning for port 733c4691-e2b0-4041-8d00-c31e2e036fb4 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:30:01.174615 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b19051ca-12f1-41fc-968c-34bc80266e80 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Router aa5761c3-6936-42bb-a36f-674592faa30c is scheduled to L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 with binding_index 1 {{(pid=93176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 10:30:01.229073 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-31b22874-3e43-4a9c-b0ed-ab96f19052cf None None] Provisioning complete for port fc77fef9-27af-40f6-8dfe-e428041900e3 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:30:01.229771 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-31b22874-3e43-4a9c-b0ed-ab96f19052cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:01.277033 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-31b22874-3e43-4a9c-b0ed-ab96f19052cf None None] Port fc77fef9-27af-40f6-8dfe-e428041900e3 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:30:01.317828 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b19051ca-12f1-41fc-968c-34bc80266e80 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:30:01.323411 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-b19051ca-12f1-41fc-968c-34bc80266e80 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "PUT /v2.0/routers/aa5761c3-6936-42bb-a36f-674592faa30c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5906291 Jun 11 10:30:01.326070 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39038) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:30:01.328836 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec74fc56-5d9b-49fc-b3df-e12445d897eb None None] Sync routers for ids ['aa5761c3-6936-42bb-a36f-674592faa30c'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:30:01.339520 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec74fc56-5d9b-49fc-b3df-e12445d897eb None None] Routers {'aa5761c3-6936-42bb-a36f-674592faa30c'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:30:01.340030 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-ec74fc56-5d9b-49fc-b3df-e12445d897eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:29:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['aa5761c3-6936-42bb-a36f-674592faa30c'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:30:01.391424 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8575bd27-cb6d-4d78-bb72-904aae13668a tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:30:01.391725 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-ec74fc56-5d9b-49fc-b3df-e12445d897eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:30:01.392845 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-8575bd27-cb6d-4d78-bb72-904aae13668a tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "GET /v2.0/ports/fc77fef9-27af-40f6-8dfe-e428041900e3 HTTP/1.1" status: 200 len: 910 time: 0.0658545 Jun 11 10:30:01.395489 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39040) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:30:01.406427 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec74fc56-5d9b-49fc-b3df-e12445d897eb None None] Routers {'aa5761c3-6936-42bb-a36f-674592faa30c'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:30:01.407053 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-ec74fc56-5d9b-49fc-b3df-e12445d897eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:29:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['aa5761c3-6936-42bb-a36f-674592faa30c'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:30:01.461422 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-ec74fc56-5d9b-49fc-b3df-e12445d897eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:30:01.461936 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec74fc56-5d9b-49fc-b3df-e12445d897eb None None] The sync data for ids ['aa5761c3-6936-42bb-a36f-674592faa30c'] in n-d-779913-12 is: [] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:30:01.625227 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:01.815951 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device d49c01f9-7a47-4fb0-b63a-fbf62c51aeb9 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:30:01.878245 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port d49c01f9-7a47-4fb0-b63a-fbf62c51aeb9 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:30:01.878526 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:01.984738 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 733c4691-e2b0-4041-8d00-c31e2e036fb4 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:30:02.116890 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 733c4691-e2b0-4041-8d00-c31e2e036fb4 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:30:02.121060 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 733c4691-e2b0-4041-8d00-c31e2e036fb4 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:30:02.121442 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:02.220879 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:02.249349 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1fa2f5d2-ae79-4a89-99c7-e476e13757ec tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:02.263905 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 733c4691-e2b0-4041-8d00-c31e2e036fb4, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=733c4691-e2b0-4041-8d00-c31e2e036fb4,segment=NetworkSegment(26c4d39b-049e-45a3-be68-0f2541eb317c),segment_id=26c4d39b-049e-45a3-be68-0f2541eb317c)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:30:02.329876 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:02.332462 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-96be06df-e026-4a35-a274-76d8e8c8d331 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:30:02.391298 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=733c4691-e2b0-4041-8d00-c31e2e036fb4,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:30:02.393341 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:30:02.605807 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-1fa2f5d2-ae79-4a89-99c7-e476e13757ec tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Allocated IP 172.21.0.1 (6174bf7f-0fa1-4333-9b5d-eaf025006484/2ce5d850-316a-4ee4-91b4-62d7a3a85b0e/3e68727b-bbc3-4e9d-92f8-012b65cb75bf) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:30:02.761308 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1fa2f5d2-ae79-4a89-99c7-e476e13757ec tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:02.775367 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [None req-1fa2f5d2-ae79-4a89-99c7-e476e13757ec tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Transition to ACTIVE for port object 3e68727b-bbc3-4e9d-92f8-012b65cb75bf will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:30:02.872472 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1fa2f5d2-ae79-4a89-99c7-e476e13757ec tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:02.874612 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e67415d8-ded2-4a33-b86e-462bcdfbba39 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:30:02.932151 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa2f5d2-ae79-4a89-99c7-e476e13757ec tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Network 6174bf7f-0fa1-4333-9b5d-eaf025006484 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:30:02.935666 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-1fa2f5d2-ae79-4a89-99c7-e476e13757ec tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:30:02.938096 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa2f5d2-ae79-4a89-99c7-e476e13757ec tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:30:02.972885 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa2f5d2-ae79-4a89-99c7-e476e13757ec tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Pushing event updated for resources: {'Port': ['ID=3e68727b-bbc3-4e9d-92f8-012b65cb75bf,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:30:02.978835 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1fa2f5d2-ae79-4a89-99c7-e476e13757ec tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:30:03.003784 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1fa2f5d2-ae79-4a89-99c7-e476e13757ec tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-375088'] for router_interface, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:03.267406 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1fa2f5d2-ae79-4a89-99c7-e476e13757ec tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:03.289832 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-9e221785-3a0f-47fc-b07c-a93616c61bab None None] Provisioning for port 3e68727b-bbc3-4e9d-92f8-012b65cb75bf completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:30:03.294415 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-9e221785-3a0f-47fc-b07c-a93616c61bab None None] Provisioning complete for port 3e68727b-bbc3-4e9d-92f8-012b65cb75bf triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:30:03.294415 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-9e221785-3a0f-47fc-b07c-a93616c61bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:03.340515 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-9e221785-3a0f-47fc-b07c-a93616c61bab None None] Port 3e68727b-bbc3-4e9d-92f8-012b65cb75bf cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:30:03.635278 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1fa2f5d2-ae79-4a89-99c7-e476e13757ec tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:03.665174 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8047c7b9-24c9-4378-bf4d-c30fea1a609a req-ad5c824e-a413-4d69-9b23-bf4466d2d152 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=08e706fe-3078-4deb-8a24-6a1630ab35e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1177671 Jun 11 10:30:03.726615 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1fa2f5d2-ae79-4a89-99c7-e476e13757ec tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:03.730563 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b19051ca-12f1-41fc-968c-34bc80266e80 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:30:03.731833 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 733c4691-e2b0-4041-8d00-c31e2e036fb4 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:30:03.799997 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8047c7b9-24c9-4378-bf4d-c30fea1a609a req-d071030e-104e-4a4a-ac6e-0819234a5380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:30:03.801325 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8047c7b9-24c9-4378-bf4d-c30fea1a609a req-d071030e-104e-4a4a-ac6e-0819234a5380 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=291bb5ee2189444bb635fe5a1d306c3b&device_id=08e706fe-3078-4deb-8a24-6a1630ab35e8 HTTP/1.1" status: 200 len: 1097 time: 0.0902839 Jun 11 10:30:03.820894 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 733c4691-e2b0-4041-8d00-c31e2e036fb4 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:30:03.821280 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:03.837154 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa2f5d2-ae79-4a89-99c7-e476e13757ec tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Pushing event updated for resources: {'Port': ['ID=3e68727b-bbc3-4e9d-92f8-012b65cb75bf,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:30:03.842291 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1fa2f5d2-ae79-4a89-99c7-e476e13757ec tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:30:03.845692 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1fa2f5d2-ae79-4a89-99c7-e476e13757ec tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375108'] for router_interface, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:03.970770 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8047c7b9-24c9-4378-bf4d-c30fea1a609a req-da2fb2e3-7feb-48e2-9de6-f0c5ec448618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:30:03.972483 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8047c7b9-24c9-4378-bf4d-c30fea1a609a req-da2fb2e3-7feb-48e2-9de6-f0c5ec448618 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5d6b570a-a2dd-4103-99e8-e9a125c30ddc HTTP/1.1" status: 200 len: 898 time: 0.1456895 Jun 11 10:30:03.986120 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa2f5d2-ae79-4a89-99c7-e476e13757ec tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Network 6174bf7f-0fa1-4333-9b5d-eaf025006484 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:30:03.987840 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-1fa2f5d2-ae79-4a89-99c7-e476e13757ec tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:30:04.088478 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8047c7b9-24c9-4378-bf4d-c30fea1a609a req-8e5fe266-8455-4fad-afe4-e13175ef2047 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7257b1a9-0a4a-4c88-aee7-db2a98e98b3e HTTP/1.1" status: 200 len: 1000 time: 0.1091211 Jun 11 10:30:04.156406 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fa2f5d2-ae79-4a89-99c7-e476e13757ec tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Router aa5761c3-6936-42bb-a36f-674592faa30c has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:30:04.163001 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8047c7b9-24c9-4378-bf4d-c30fea1a609a req-3f07de35-5ee3-44e9-9232-6229816be1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:30:04.165386 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8047c7b9-24c9-4378-bf4d-c30fea1a609a req-3f07de35-5ee3-44e9-9232-6229816be1a6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=52c260e0-c384-43a7-af7a-631c7e41241b HTTP/1.1" status: 200 len: 834 time: 0.0697253 Jun 11 10:30:04.250540 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8047c7b9-24c9-4378-bf4d-c30fea1a609a req-e0eb55ba-ec35-4992-a30e-8153b4ad79d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:30:04.252083 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8047c7b9-24c9-4378-bf4d-c30fea1a609a req-e0eb55ba-ec35-4992-a30e-8153b4ad79d9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5d6b570a-a2dd-4103-99e8-e9a125c30ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0800912 Jun 11 10:30:04.263880 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [req-8047c7b9-24c9-4378-bf4d-c30fea1a609a req-e19ac200-2af6-4c60-9731-7eaa8ad99821 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 10:30:04.265009 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8047c7b9-24c9-4378-bf4d-c30fea1a609a req-e19ac200-2af6-4c60-9731-7eaa8ad99821 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059841 Jun 11 10:30:04.269646 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f89f7470-eb96-4b7b-a898-0eb55e8f91b7 None None] Provisioning complete for port 3e68727b-bbc3-4e9d-92f8-012b65cb75bf triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:30:04.270160 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f89f7470-eb96-4b7b-a898-0eb55e8f91b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:04.319799 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fa2f5d2-ae79-4a89-99c7-e476e13757ec tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:30:04.328410 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-1fa2f5d2-ae79-4a89-99c7-e476e13757ec tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "PUT /v2.0/routers/aa5761c3-6936-42bb-a36f-674592faa30c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9289362 Jun 11 10:30:04.328744 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39046) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:30:04.332295 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f89f7470-eb96-4b7b-a898-0eb55e8f91b7 None None] Port 3e68727b-bbc3-4e9d-92f8-012b65cb75bf cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:30:04.343758 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f3b122-a07c-4f8f-8b71-e0559e51426f None None] Sync routers for ids ['aa5761c3-6936-42bb-a36f-674592faa30c'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:30:04.353368 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f3b122-a07c-4f8f-8b71-e0559e51426f None None] Routers {'aa5761c3-6936-42bb-a36f-674592faa30c'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:30:04.354114 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-d6f3b122-a07c-4f8f-8b71-e0559e51426f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:29:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['aa5761c3-6936-42bb-a36f-674592faa30c'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:30:04.403818 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-d6f3b122-a07c-4f8f-8b71-e0559e51426f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:30:04.408403 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8047c7b9-24c9-4378-bf4d-c30fea1a609a req-23108dd2-56ae-4df1-b119-382a9be77637 service neutron] 10.222.0.69 "GET /v2.0/networks/5d6b570a-a2dd-4103-99e8-e9a125c30ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353190 Jun 11 10:30:04.410617 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e53d231-add3-414b-9f2d-0e0de87994ff tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:30:04.412017 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-5e53d231-add3-414b-9f2d-0e0de87994ff tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "GET /v2.0/ports/3e68727b-bbc3-4e9d-92f8-012b65cb75bf HTTP/1.1" status: 200 len: 910 time: 0.0822864 Jun 11 10:30:04.413444 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f3b122-a07c-4f8f-8b71-e0559e51426f None None] Routers {'aa5761c3-6936-42bb-a36f-674592faa30c'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:30:04.414121 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-d6f3b122-a07c-4f8f-8b71-e0559e51426f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:29:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['aa5761c3-6936-42bb-a36f-674592faa30c'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:30:04.415311 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39048) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:30:04.465068 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-d6f3b122-a07c-4f8f-8b71-e0559e51426f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:30:04.465504 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f3b122-a07c-4f8f-8b71-e0559e51426f None None] The sync data for ids ['aa5761c3-6936-42bb-a36f-674592faa30c'] in n-d-779913-12 is: [] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:30:04.533904 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8047c7b9-24c9-4378-bf4d-c30fea1a609a req-53d146d1-947b-4f88-ac06-30f3fc71601a service neutron] 10.222.0.69 "GET /v2.0/networks/5d6b570a-a2dd-4103-99e8-e9a125c30ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179597 Jun 11 10:30:04.877271 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7c9d4fb8-2e67-4e90-bce6-88362e57c227 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375209'] for router_interface, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:05.230101 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-7c9d4fb8-2e67-4e90-bce6-88362e57c227 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Deleting port 3e68727b-bbc3-4e9d-92f8-012b65cb75bf {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:30:05.230448 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7c9d4fb8-2e67-4e90-bce6-88362e57c227 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:05.362036 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7c9d4fb8-2e67-4e90-bce6-88362e57c227 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:05.806577 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-7c9d4fb8-2e67-4e90-bce6-88362e57c227 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Calling delete_port for 3e68727b-bbc3-4e9d-92f8-012b65cb75bf owned by network:router_interface {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:30:05.993320 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:06.135472 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7c9d4fb8-2e67-4e90-bce6-88362e57c227 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:06.137966 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-feadc676-2b0f-496d-9406-08bbc63688fd tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:30:06.172214 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9d4fb8-2e67-4e90-bce6-88362e57c227 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Pushing event deleted for resources: {'Port': ['ID=3e68727b-bbc3-4e9d-92f8-012b65cb75bf,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:30:06.175472 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7c9d4fb8-2e67-4e90-bce6-88362e57c227 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:30:06.405928 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7c9d4fb8-2e67-4e90-bce6-88362e57c227 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362297'] for router_interface, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:06.675860 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c9d4fb8-2e67-4e90-bce6-88362e57c227 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Router aa5761c3-6936-42bb-a36f-674592faa30c has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:30:06.805926 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c9d4fb8-2e67-4e90-bce6-88362e57c227 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:30:06.810782 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-7c9d4fb8-2e67-4e90-bce6-88362e57c227 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "PUT /v2.0/routers/aa5761c3-6936-42bb-a36f-674592faa30c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3942406 Jun 11 10:30:06.813976 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39050) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:30:06.815138 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9975cd8b-eab8-444f-aff8-fb6f67bcda31 None None] Sync routers for ids ['aa5761c3-6936-42bb-a36f-674592faa30c'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:30:06.825353 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9975cd8b-eab8-444f-aff8-fb6f67bcda31 None None] Routers {'aa5761c3-6936-42bb-a36f-674592faa30c'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:30:06.826090 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-9975cd8b-eab8-444f-aff8-fb6f67bcda31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:29:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['aa5761c3-6936-42bb-a36f-674592faa30c'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:30:06.876325 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-9975cd8b-eab8-444f-aff8-fb6f67bcda31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:30:06.885848 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9975cd8b-eab8-444f-aff8-fb6f67bcda31 None None] Routers {'aa5761c3-6936-42bb-a36f-674592faa30c'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:30:06.886450 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-9975cd8b-eab8-444f-aff8-fb6f67bcda31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:29:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['aa5761c3-6936-42bb-a36f-674592faa30c'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:30:06.932272 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-9975cd8b-eab8-444f-aff8-fb6f67bcda31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:30:06.932605 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9975cd8b-eab8-444f-aff8-fb6f67bcda31 None None] The sync data for ids ['aa5761c3-6936-42bb-a36f-674592faa30c'] in n-d-779913-12 is: [] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:30:07.251723 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-54266f79-3863-47e1-9406-b5a58b9e929e tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375209'] for router_interface, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:07.633590 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-54266f79-3863-47e1-9406-b5a58b9e929e tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Deleting port fc77fef9-27af-40f6-8dfe-e428041900e3 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:30:07.633590 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-54266f79-3863-47e1-9406-b5a58b9e929e tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:07.749887 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-54266f79-3863-47e1-9406-b5a58b9e929e tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:07.847787 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-54266f79-3863-47e1-9406-b5a58b9e929e tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Calling delete_port for fc77fef9-27af-40f6-8dfe-e428041900e3 owned by network:router_interface {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:30:08.151939 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-54266f79-3863-47e1-9406-b5a58b9e929e tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:08.155340 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-98d7370b-3e40-422f-9a3f-44fb3e5fbe34 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:30:08.190902 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54266f79-3863-47e1-9406-b5a58b9e929e tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Pushing event deleted for resources: {'Port': ['ID=fc77fef9-27af-40f6-8dfe-e428041900e3,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:30:08.193892 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-54266f79-3863-47e1-9406-b5a58b9e929e tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:30:08.388630 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-54266f79-3863-47e1-9406-b5a58b9e929e tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362297'] for router_interface, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:08.960055 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54266f79-3863-47e1-9406-b5a58b9e929e tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Router aa5761c3-6936-42bb-a36f-674592faa30c has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:30:09.072666 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54266f79-3863-47e1-9406-b5a58b9e929e tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:30:09.080609 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-54266f79-3863-47e1-9406-b5a58b9e929e tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "PUT /v2.0/routers/aa5761c3-6936-42bb-a36f-674592faa30c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2625926 Jun 11 10:30:09.080609 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39052) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:30:09.081780 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd2d44d-06bb-4130-a1f9-86dadfb3b94a None None] Sync routers for ids ['aa5761c3-6936-42bb-a36f-674592faa30c'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:30:09.090837 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd2d44d-06bb-4130-a1f9-86dadfb3b94a None None] Routers {'aa5761c3-6936-42bb-a36f-674592faa30c'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:30:09.091436 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-ebd2d44d-06bb-4130-a1f9-86dadfb3b94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:29:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['aa5761c3-6936-42bb-a36f-674592faa30c'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:30:09.116496 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-1d821ba1-868c-4c83-ac88-25582e80447f tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa5761c3-6936-42bb-a36f-674592faa30c HTTP/1.1" status: 200 len: 205 time: 0.0323007 Jun 11 10:30:09.116718 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39054) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:30:09.138828 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-ebd2d44d-06bb-4130-a1f9-86dadfb3b94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:30:09.147753 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd2d44d-06bb-4130-a1f9-86dadfb3b94a None None] Routers {'aa5761c3-6936-42bb-a36f-674592faa30c'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:30:09.148346 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-ebd2d44d-06bb-4130-a1f9-86dadfb3b94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:29:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['aa5761c3-6936-42bb-a36f-674592faa30c'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:30:09.198200 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-ebd2d44d-06bb-4130-a1f9-86dadfb3b94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:30:09.198615 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd2d44d-06bb-4130-a1f9-86dadfb3b94a None None] The sync data for ids ['aa5761c3-6936-42bb-a36f-674592faa30c'] in n-d-779913-12 is: [] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:30:09.231669 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d4f54eae-db5b-4e2d-a037-f78fecc4f905 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for router, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:09.475931 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d4f54eae-db5b-4e2d-a037-f78fecc4f905 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:09.477960 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d4f54eae-db5b-4e2d-a037-f78fecc4f905 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:09.602378 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d4f54eae-db5b-4e2d-a037-f78fecc4f905 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:09.602921 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4f54eae-db5b-4e2d-a037-f78fecc4f905 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Fanout notify agent at l3_agent the message router_deleted on router aa5761c3-6936-42bb-a36f-674592faa30c {{(pid=93176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 10:30:09.610401 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d4f54eae-db5b-4e2d-a037-f78fecc4f905 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:09.611938 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-d4f54eae-db5b-4e2d-a037-f78fecc4f905 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "DELETE /v2.0/routers/aa5761c3-6936-42bb-a36f-674592faa30c HTTP/1.1" status: 204 len: 168 time: 0.4938915 Jun 11 10:30:09.614162 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39056) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:30:09.679057 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b30fb4f-61ad-4728-8e58-56585c0f7826 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Deleting subnet 2ce5d850-316a-4ee4-91b4-62d7a3a85b0e {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:30:09.682480 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7b30fb4f-61ad-4728-8e58-56585c0f7826 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:09.732671 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7b30fb4f-61ad-4728-8e58-56585c0f7826 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:09.838683 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7b30fb4f-61ad-4728-8e58-56585c0f7826 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:09.956739 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7b30fb4f-61ad-4728-8e58-56585c0f7826 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:09.960543 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-dee2f6d6-6cb2-4725-9d60-0ead83e9a536 tempest-PortsTestJSON-1244034481 tempest-PortsTestJSON-1244034481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:30:09.994062 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b30fb4f-61ad-4728-8e58-56585c0f7826 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Pushing event deleted for resources: {'Subnet': ['ID=2ce5d850-316a-4ee4-91b4-62d7a3a85b0e,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:30:09.996036 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7b30fb4f-61ad-4728-8e58-56585c0f7826 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:09.998541 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-7b30fb4f-61ad-4728-8e58-56585c0f7826 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "DELETE /v2.0/subnets/2ce5d850-316a-4ee4-91b4-62d7a3a85b0e HTTP/1.1" status: 204 len: 168 time: 0.3833444 Jun 11 10:30:09.999809 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7b30fb4f-61ad-4728-8e58-56585c0f7826 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:30:10.000495 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39058) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:30:10.001585 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5022824-1be8-4cfa-8cc3-a2e137c68bc1 None None] Network 6174bf7f-0fa1-4333-9b5d-eaf025006484 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:30:10.071096 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1699aae-7117-4772-8bb5-e69b72487ee4 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Deleting subnet 3dc39f32-6808-468e-b279-35afb845d7e5 {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:30:10.075043 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a1699aae-7117-4772-8bb5-e69b72487ee4 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:10.127525 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a1699aae-7117-4772-8bb5-e69b72487ee4 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:10.239457 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9032fa-b515-4b71-9684-5cc9156fe1a4 None None] DHCP port deletion for 6174bf7f-0fa1-4333-9b5d-eaf025006484 request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 10:30:10.242597 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a1699aae-7117-4772-8bb5-e69b72487ee4 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:10.296514 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-0c9032fa-b515-4b71-9684-5cc9156fe1a4 None None] Deleting port 733c4691-e2b0-4041-8d00-c31e2e036fb4 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:30:10.296902 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0c9032fa-b515-4b71-9684-5cc9156fe1a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:10.380256 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-0c9032fa-b515-4b71-9684-5cc9156fe1a4 None None] For port 733c4691-e2b0-4041-8d00-c31e2e036fb4, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=733c4691-e2b0-4041-8d00-c31e2e036fb4,segment=NetworkSegment(26c4d39b-049e-45a3-be68-0f2541eb317c),segment_id=26c4d39b-049e-45a3-be68-0f2541eb317c)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:30:10.380653 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0c9032fa-b515-4b71-9684-5cc9156fe1a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:10.380803 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a1699aae-7117-4772-8bb5-e69b72487ee4 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:10.384761 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2388aa51-8d16-4073-b3de-0704ca9884da tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:30:10.420525 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a1699aae-7117-4772-8bb5-e69b72487ee4 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:10.424926 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-a1699aae-7117-4772-8bb5-e69b72487ee4 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "DELETE /v2.0/subnets/3dc39f32-6808-468e-b279-35afb845d7e5 HTTP/1.1" status: 204 len: 168 time: 0.4208560 Jun 11 10:30:10.424926 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1699aae-7117-4772-8bb5-e69b72487ee4 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Pushing event deleted for resources: {'Subnet': ['ID=3dc39f32-6808-468e-b279-35afb845d7e5,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:30:10.425762 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39060) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:30:10.435028 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a1699aae-7117-4772-8bb5-e69b72487ee4 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:30:10.439202 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a5f28f-7ac5-4d4a-9ad9-6e15b6650910 None None] Network 37597b98-7e2f-45d2-9afc-3bb8b2dc4fbe requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:30:10.494540 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-0c9032fa-b515-4b71-9684-5cc9156fe1a4 None None] Calling delete_port for 733c4691-e2b0-4041-8d00-c31e2e036fb4 owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:30:10.542402 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5fd8730d-00eb-4216-b74d-c79c4254fef3 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:10.606679 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-5fd8730d-00eb-4216-b74d-c79c4254fef3 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Deleting port 733c4691-e2b0-4041-8d00-c31e2e036fb4 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:30:10.606912 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5fd8730d-00eb-4216-b74d-c79c4254fef3 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:10.707460 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-5fd8730d-00eb-4216-b74d-c79c4254fef3 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] For port 733c4691-e2b0-4041-8d00-c31e2e036fb4, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=733c4691-e2b0-4041-8d00-c31e2e036fb4,segment=NetworkSegment(26c4d39b-049e-45a3-be68-0f2541eb317c),segment_id=26c4d39b-049e-45a3-be68-0f2541eb317c)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:30:10.707859 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5fd8730d-00eb-4216-b74d-c79c4254fef3 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:10.812497 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-5fd8730d-00eb-4216-b74d-c79c4254fef3 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Calling delete_port for 733c4691-e2b0-4041-8d00-c31e2e036fb4 owned by network:dhcp {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:30:10.946868 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0c9032fa-b515-4b71-9684-5cc9156fe1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:10.949434 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:30:10.956083 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5fd8730d-00eb-4216-b74d-c79c4254fef3 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:10.958256 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9100ed40-0694-464c-817b-d377224ddec4 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:30:10.971949 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd8730d-00eb-4216-b74d-c79c4254fef3 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] No DVR routers for this DVR port 733c4691-e2b0-4041-8d00-c31e2e036fb4 on host n-d-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:30:10.982878 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bcda468-9081-4fbb-944b-74a3f491afe2 None None] DHCP port deletion for 37597b98-7e2f-45d2-9afc-3bb8b2dc4fbe request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 10:30:10.987368 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9032fa-b515-4b71-9684-5cc9156fe1a4 None None] Pushing event deleted for resources: {'Port': ['ID=733c4691-e2b0-4041-8d00-c31e2e036fb4,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:30:10.990399 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-0c9032fa-b515-4b71-9684-5cc9156fe1a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:30:10.994595 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9032fa-b515-4b71-9684-5cc9156fe1a4 None None] No DVR routers for this DVR port 733c4691-e2b0-4041-8d00-c31e2e036fb4 on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:30:11.010424 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd8730d-00eb-4216-b74d-c79c4254fef3 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Pushing event deleted for resources: {'Port': ['ID=733c4691-e2b0-4041-8d00-c31e2e036fb4,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:30:11.037928 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5fd8730d-00eb-4216-b74d-c79c4254fef3 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:30:11.048800 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-6bcda468-9081-4fbb-944b-74a3f491afe2 None None] Deleting port d49c01f9-7a47-4fb0-b63a-fbf62c51aeb9 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:30:11.049423 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6bcda468-9081-4fbb-944b-74a3f491afe2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:11.120575 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5fd8730d-00eb-4216-b74d-c79c4254fef3 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:11.132881 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-5fd8730d-00eb-4216-b74d-c79c4254fef3 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6174bf7f-0fa1-4333-9b5d-eaf025006484']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:30:11.133946 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-6bcda468-9081-4fbb-944b-74a3f491afe2 None None] For port d49c01f9-7a47-4fb0-b63a-fbf62c51aeb9, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=d49c01f9-7a47-4fb0-b63a-fbf62c51aeb9,segment=NetworkSegment(b28c3efb-0744-471d-9dde-4be64afb4939),segment_id=b28c3efb-0744-471d-9dde-4be64afb4939)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:30:11.134354 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6bcda468-9081-4fbb-944b-74a3f491afe2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:11.145518 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-5fd8730d-00eb-4216-b74d-c79c4254fef3 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26c4d39b-049e-45a3-be68-0f2541eb317c') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:30:11.145813 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-5fd8730d-00eb-4216-b74d-c79c4254fef3 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26c4d39b-049e-45a3-be68-0f2541eb317c') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:30:11.156838 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5fd8730d-00eb-4216-b74d-c79c4254fef3 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:11.172613 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5fd8730d-00eb-4216-b74d-c79c4254fef3 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:11.178446 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fd8730d-00eb-4216-b74d-c79c4254fef3 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Releasing vlan 778 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:30:11.179009 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5fd8730d-00eb-4216-b74d-c79c4254fef3 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:11.181976 n-d-779913-12 neutron-server[93176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:30:11.181976 n-d-779913-12 neutron-server[93176]: self.session.flush() Jun 11 10:30:11.181976 n-d-779913-12 neutron-server[93176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:30:11.181976 n-d-779913-12 neutron-server[93176]: self.session.flush() Jun 11 10:30:11.181976 n-d-779913-12 neutron-server[93176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:30:11.181976 n-d-779913-12 neutron-server[93176]: self.session.flush() Jun 11 10:30:11.181976 n-d-779913-12 neutron-server[93176]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 10:30:11.181976 n-d-779913-12 neutron-server[93176]: self.session.flush() Jun 11 10:30:11.181976 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 10:30:11.181976 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:30:11.181976 n-d-779913-12 neutron-server[93176]: timer() Jun 11 10:30:11.181976 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:30:11.181976 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 10:30:11.181976 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:30:11.181976 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 10:30:11.181976 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:30:11.181976 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 10:30:11.181976 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:30:11.181976 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 10:30:11.181976 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:30:11.181976 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 10:30:11.181976 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:30:11.181976 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:30:11.181976 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:30:11.181976 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:30:11.181976 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:30:11.181976 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 10:30:11.181976 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:30:11.181976 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 10:30:11.181976 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:30:11.181976 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:30:11.181976 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:30:11.181976 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 10:30:11.181976 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:30:11.181976 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:30:11.181976 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:30:11.181976 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:30:11.181976 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:30:11.181976 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:30:11.181976 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:30:11.233259 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-6bcda468-9081-4fbb-944b-74a3f491afe2 None None] Calling delete_port for d49c01f9-7a47-4fb0-b63a-fbf62c51aeb9 owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:30:11.346398 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5fd8730d-00eb-4216-b74d-c79c4254fef3 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:11.350637 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b0e8a233-ee10-452d-a456-ddcb176f9432 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:30:11.355337 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5fd8730d-00eb-4216-b74d-c79c4254fef3 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:11.357329 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-5fd8730d-00eb-4216-b74d-c79c4254fef3 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "DELETE /v2.0/networks/6174bf7f-0fa1-4333-9b5d-eaf025006484 HTTP/1.1" status: 204 len: 168 time: 0.9306219 Jun 11 10:30:11.360527 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39064) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:30:11.374232 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd8730d-00eb-4216-b74d-c79c4254fef3 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Pushing event deleted for resources: {'Network': ['ID=6174bf7f-0fa1-4333-9b5d-eaf025006484,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:30:11.377045 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5fd8730d-00eb-4216-b74d-c79c4254fef3 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:30:11.431766 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6bcda468-9081-4fbb-944b-74a3f491afe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:11.433811 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:30:11.462214 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcda468-9081-4fbb-944b-74a3f491afe2 None None] Pushing event deleted for resources: {'Port': ['ID=d49c01f9-7a47-4fb0-b63a-fbf62c51aeb9,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:30:11.466693 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-6bcda468-9081-4fbb-944b-74a3f491afe2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:30:11.468144 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-32d3d9fe-e75a-48b0-b923-1cd47686001b tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:11.471204 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcda468-9081-4fbb-944b-74a3f491afe2 None None] No DVR routers for this DVR port d49c01f9-7a47-4fb0-b63a-fbf62c51aeb9 on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:30:11.590002 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-32d3d9fe-e75a-48b0-b923-1cd47686001b tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:11.602282 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-32d3d9fe-e75a-48b0-b923-1cd47686001b tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37597b98-7e2f-45d2-9afc-3bb8b2dc4fbe']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:30:11.614083 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-32d3d9fe-e75a-48b0-b923-1cd47686001b tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b28c3efb-0744-471d-9dde-4be64afb4939') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:30:11.614361 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-32d3d9fe-e75a-48b0-b923-1cd47686001b tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b28c3efb-0744-471d-9dde-4be64afb4939') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:30:11.625943 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-32d3d9fe-e75a-48b0-b923-1cd47686001b tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:11.643441 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-32d3d9fe-e75a-48b0-b923-1cd47686001b tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:11.651529 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32d3d9fe-e75a-48b0-b923-1cd47686001b tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Releasing vlan 798 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:30:11.652021 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-32d3d9fe-e75a-48b0-b923-1cd47686001b tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:11.655060 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:30:11.655060 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 10:30:11.655060 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:30:11.655060 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:30:11.655060 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 10:30:11.655060 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:30:11.655060 n-d-779913-12 neutron-server[93177]: timer() Jun 11 10:30:11.655060 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:30:11.655060 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 10:30:11.655060 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:30:11.655060 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 10:30:11.655060 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:30:11.655060 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 10:30:11.655060 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:30:11.655060 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 10:30:11.655060 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:30:11.655060 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 10:30:11.655060 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:30:11.655060 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:30:11.655060 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:30:11.655060 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:30:11.655060 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:30:11.655060 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 10:30:11.655060 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:30:11.655060 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 10:30:11.655060 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:30:11.655060 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:30:11.655060 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:30:11.655060 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 10:30:11.655060 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:30:11.655060 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:30:11.655060 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:30:11.655060 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:30:11.655060 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:30:11.655060 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:30:11.655060 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:30:11.730237 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device d49c01f9-7a47-4fb0-b63a-fbf62c51aeb9 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:30:11.759993 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: d49c01f9-7a47-4fb0-b63a-fbf62c51aeb9 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:30:11.760289 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device d49c01f9-7a47-4fb0-b63a-fbf62c51aeb9 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:30:11.760734 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 733c4691-e2b0-4041-8d00-c31e2e036fb4 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:30:11.784494 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 733c4691-e2b0-4041-8d00-c31e2e036fb4 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:30:11.784855 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 733c4691-e2b0-4041-8d00-c31e2e036fb4 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:30:11.831691 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-32d3d9fe-e75a-48b0-b923-1cd47686001b tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:11.835669 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a8775e76-c75a-4546-bd08-795b409437e4 tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:30:11.839743 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-32d3d9fe-e75a-48b0-b923-1cd47686001b tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:11.841602 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-32d3d9fe-e75a-48b0-b923-1cd47686001b tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "DELETE /v2.0/networks/37597b98-7e2f-45d2-9afc-3bb8b2dc4fbe HTTP/1.1" status: 204 len: 168 time: 0.4800420 Jun 11 10:30:11.846666 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39082) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:30:11.852229 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-54b9252f-79de-4f9a-a113-a40b8fccb12f tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Request body: {'network': {'name': 'tempest-RoutersTest-812414741'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:30:11.856136 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d3d9fe-e75a-48b0-b923-1cd47686001b tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Pushing event deleted for resources: {'Network': ['ID=37597b98-7e2f-45d2-9afc-3bb8b2dc4fbe,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:30:11.858599 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-32d3d9fe-e75a-48b0-b923-1cd47686001b tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:30:11.992496 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54b9252f-79de-4f9a-a113-a40b8fccb12f tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Made reservation on behalf of 73f7d6f1905046f7942a99000b298de9 for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:30:11.996149 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-54b9252f-79de-4f9a-a113-a40b8fccb12f tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:12.023625 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54b9252f-79de-4f9a-a113-a40b8fccb12f tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 771} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:30:12.034961 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-54b9252f-79de-4f9a-a113-a40b8fccb12f tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:12.036417 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-54b9252f-79de-4f9a-a113-a40b8fccb12f tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Added segment 59df9238-1149-4127-83f9-a201ac02b2c6 of type vlan for network 5ef85a1a-6a74-4c3d-b149-751407e266b7 Jun 11 10:30:12.100941 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-54b9252f-79de-4f9a-a113-a40b8fccb12f tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:12.151401 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb66d52-bd01-4922-9072-0fc4810fdb1a req-108d11b3-c455-469e-a4d1-1e88ec00baf9 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:30:12.152909 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0fb66d52-bd01-4922-9072-0fc4810fdb1a req-108d11b3-c455-469e-a4d1-1e88ec00baf9 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=08e706fe-3078-4deb-8a24-6a1630ab35e8 HTTP/1.1" status: 200 len: 945 time: 0.0707016 Jun 11 10:30:12.197968 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-54b9252f-79de-4f9a-a113-a40b8fccb12f tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:12.204153 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b9252f-79de-4f9a-a113-a40b8fccb12f tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:30:12.204584 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0fb66d52-bd01-4922-9072-0fc4810fdb1a req-78b858d7-916d-406b-8ebd-b3d10e1b796e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=40bb8d94-2b76-4361-ae63-2be0f733f6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454760 Jun 11 10:30:12.204842 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-54b9252f-79de-4f9a-a113-a40b8fccb12f tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:12.208719 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4608efa4-a5df-424b-b8bc-35375fff948c tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:30:12.327527 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b9252f-79de-4f9a-a113-a40b8fccb12f tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Pushing event updated for resources: {'Network': ['ID=5ef85a1a-6a74-4c3d-b149-751407e266b7,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:30:12.330085 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-54b9252f-79de-4f9a-a113-a40b8fccb12f tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:30:12.339038 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-54b9252f-79de-4f9a-a113-a40b8fccb12f tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4882977 Jun 11 10:30:12.339038 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39090) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:30:12.339252 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 5ef85a1a-6a74-4c3d-b149-751407e266b7 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:30:12.344001 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-53f10888-2ded-4222-8a2c-f7f1386fa5df tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Request body: {'subnet': {'network_id': '5ef85a1a-6a74-4c3d-b149-751407e266b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:30:12.534450 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f10888-2ded-4222-8a2c-f7f1386fa5df tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Made reservation on behalf of 73f7d6f1905046f7942a99000b298de9 for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:30:12.539148 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-53f10888-2ded-4222-8a2c-f7f1386fa5df tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:12.842386 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-53f10888-2ded-4222-8a2c-f7f1386fa5df tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:12.845479 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7a444b47-6421-4d94-94b5-12d9d3ea9958 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:30:12.920267 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f10888-2ded-4222-8a2c-f7f1386fa5df tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Pushing event updated for resources: {'Subnet': ['ID=6fa427c0-e6ab-4c2a-8d63-b4c18611b267,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:30:12.924159 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-86ab196a-cb84-404b-bc54-0382bc965363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:12.924358 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-53f10888-2ded-4222-8a2c-f7f1386fa5df tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:30:12.928648 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f10888-2ded-4222-8a2c-f7f1386fa5df tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Checking segment: {'id': '59df9238-1149-4127-83f9-a201ac02b2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '5ef85a1a-6a74-4c3d-b149-751407e266b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:30:12.929251 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f10888-2ded-4222-8a2c-f7f1386fa5df tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Network hostable DHCP agents. Network: 5ef85a1a-6a74-4c3d-b149-751407e266b7, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:30:13.003007 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f10888-2ded-4222-8a2c-f7f1386fa5df tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Network 5ef85a1a-6a74-4c3d-b149-751407e266b7 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:30:13.066231 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-53f10888-2ded-4222-8a2c-f7f1386fa5df tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 5ef85a1a-6a74-4c3d-b149-751407e266b7) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:30:13.073528 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f10888-2ded-4222-8a2c-f7f1386fa5df tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:30:13.074187 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-53f10888-2ded-4222-8a2c-f7f1386fa5df tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:13.075767 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7217c82b-8cd0-4adb-95c8-4b7bf85bd012 None None] Network 5ef85a1a-6a74-4c3d-b149-751407e266b7 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:30:13.147188 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-53f10888-2ded-4222-8a2c-f7f1386fa5df tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8073001 Jun 11 10:30:13.149936 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39094) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:30:13.154647 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-5c8f4be8-7bf8-4ec8-976e-589a418351bd tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1258095192', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:30:13.254745 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5c8f4be8-7bf8-4ec8-976e-589a418351bd tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:13.256432 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5c8f4be8-7bf8-4ec8-976e-589a418351bd tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:13.262421 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50a3156-e57d-4d69-9421-228421e7873f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-5ef85a1a-6a74-4c3d-b149-751407e266b7', 'network_id': '5ef85a1a-6a74-4c3d-b149-751407e266b7', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'fixed_ips': [{'subnet_id': '6fa427c0-e6ab-4c2a-8d63-b4c18611b267'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 10:30:13.263484 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a50a3156-e57d-4d69-9421-228421e7873f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:13.328233 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5c8f4be8-7bf8-4ec8-976e-589a418351bd tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:13.409727 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5c8f4be8-7bf8-4ec8-976e-589a418351bd tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:13.432879 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-a50a3156-e57d-4d69-9421-228421e7873f None None] Allocated IP 172.20.0.2 (5ef85a1a-6a74-4c3d-b149-751407e266b7/6fa427c0-e6ab-4c2a-8d63-b4c18611b267/9ad8ae7c-81ce-414c-b9d1-daf8115fde11) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:30:13.495047 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5c8f4be8-7bf8-4ec8-976e-589a418351bd tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:13.496908 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-5c8f4be8-7bf8-4ec8-976e-589a418351bd tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3460066 Jun 11 10:30:13.499532 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39098) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:30:13.505266 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-ba105c96-ac99-4274-aff7-4d2321cdda7e tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Request body: {'port': {'network_id': '5ef85a1a-6a74-4c3d-b149-751407e266b7', 'name': 'tempest-RoutersTest-26271235'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:30:13.629286 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a50a3156-e57d-4d69-9421-228421e7873f None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:13.638298 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-a50a3156-e57d-4d69-9421-228421e7873f None None] Transition to ACTIVE for port object 9ad8ae7c-81ce-414c-b9d1-daf8115fde11 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:30:13.656444 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-a50a3156-e57d-4d69-9421-228421e7873f None None] Transition to ACTIVE for port object 9ad8ae7c-81ce-414c-b9d1-daf8115fde11 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:30:13.763148 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba105c96-ac99-4274-aff7-4d2321cdda7e tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Made reservation on behalf of 73f7d6f1905046f7942a99000b298de9 for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:30:13.767019 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ba105c96-ac99-4274-aff7-4d2321cdda7e tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:13.791058 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [None req-ba105c96-ac99-4274-aff7-4d2321cdda7e tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] device_id is not set on port 05113dbd-ed5a-447b-b4c4-9807137d58a2 yet. {{(pid=93176) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 11 10:30:13.794581 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a50a3156-e57d-4d69-9421-228421e7873f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:13.798105 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-499c724d-3e92-4fe3-8b2f-62ea1d6d0eab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:30:13.840599 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be488363-0a9e-4917-9a66-4813d8b70df5 req-b0d262f9-9f5c-4970-ab74-dd90c3a7b31e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:30:13.842149 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-be488363-0a9e-4917-9a66-4813d8b70df5 req-b0d262f9-9f5c-4970-ab74-dd90c3a7b31e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=08e706fe-3078-4deb-8a24-6a1630ab35e8 HTTP/1.1" status: 200 len: 945 time: 0.5202260 Jun 11 10:30:13.849183 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50a3156-e57d-4d69-9421-228421e7873f None None] Network 5ef85a1a-6a74-4c3d-b149-751407e266b7 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:30:13.854650 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-a50a3156-e57d-4d69-9421-228421e7873f None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:30:13.860642 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50a3156-e57d-4d69-9421-228421e7873f None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:30:13.869005 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50a3156-e57d-4d69-9421-228421e7873f None None] Pushing event updated for resources: {'Port': ['ID=9ad8ae7c-81ce-414c-b9d1-daf8115fde11,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:30:13.872219 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-a50a3156-e57d-4d69-9421-228421e7873f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:30:13.895605 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-be488363-0a9e-4917-9a66-4813d8b70df5 req-32c907e2-48cc-4f0d-92a6-362e9df77042 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=40bb8d94-2b76-4361-ae63-2be0f733f6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459971 Jun 11 10:30:13.946362 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-a50a3156-e57d-4d69-9421-228421e7873f None None] Attempting to bind port 9ad8ae7c-81ce-414c-b9d1-daf8115fde11 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:30:13.946616 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-ba105c96-ac99-4274-aff7-4d2321cdda7e tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Allocated IP 172.20.0.8 (5ef85a1a-6a74-4c3d-b149-751407e266b7/6fa427c0-e6ab-4c2a-8d63-b4c18611b267/05113dbd-ed5a-447b-b4c4-9807137d58a2) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:30:13.947080 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-a50a3156-e57d-4d69-9421-228421e7873f None None] Attempting to bind port 9ad8ae7c-81ce-414c-b9d1-daf8115fde11 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '59df9238-1149-4127-83f9-a201ac02b2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '5ef85a1a-6a74-4c3d-b149-751407e266b7'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:30:13.947191 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50a3156-e57d-4d69-9421-228421e7873f None None] Attempting to bind port 9ad8ae7c-81ce-414c-b9d1-daf8115fde11 on network 5ef85a1a-6a74-4c3d-b149-751407e266b7 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:30:13.952536 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50a3156-e57d-4d69-9421-228421e7873f None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:30:13.952918 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50a3156-e57d-4d69-9421-228421e7873f None None] Checking segment: {'id': '59df9238-1149-4127-83f9-a201ac02b2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '5ef85a1a-6a74-4c3d-b149-751407e266b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:30:13.953467 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a50a3156-e57d-4d69-9421-228421e7873f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:13.953875 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50a3156-e57d-4d69-9421-228421e7873f None None] Bound using segment: {'id': '59df9238-1149-4127-83f9-a201ac02b2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '5ef85a1a-6a74-4c3d-b149-751407e266b7'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:30:13.957499 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-a50a3156-e57d-4d69-9421-228421e7873f None None] Bound port: 9ad8ae7c-81ce-414c-b9d1-daf8115fde11, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59df9238-1149-4127-83f9-a201ac02b2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '5ef85a1a-6a74-4c3d-b149-751407e266b7'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:30:13.957499 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a50a3156-e57d-4d69-9421-228421e7873f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:14.031833 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-a50a3156-e57d-4d69-9421-228421e7873f None None] For port 9ad8ae7c-81ce-414c-b9d1-daf8115fde11, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:30:14.035790 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-a50a3156-e57d-4d69-9421-228421e7873f None None] For port 9ad8ae7c-81ce-414c-b9d1-daf8115fde11, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=9ad8ae7c-81ce-414c-b9d1-daf8115fde11,segment=NetworkSegment(59df9238-1149-4127-83f9-a201ac02b2c6),segment_id=59df9238-1149-4127-83f9-a201ac02b2c6)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:30:14.129399 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a50a3156-e57d-4d69-9421-228421e7873f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:14.132495 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-00015e9e-debf-4cf7-92e5-0cbc726a7ca3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:30:14.149142 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ba105c96-ac99-4274-aff7-4d2321cdda7e tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:14.163057 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [None req-ba105c96-ac99-4274-aff7-4d2321cdda7e tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Transition to ACTIVE for port object 05113dbd-ed5a-447b-b4c4-9807137d58a2 will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:30:14.205270 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50a3156-e57d-4d69-9421-228421e7873f None None] Pushing event updated for resources: {'Port': ['ID=9ad8ae7c-81ce-414c-b9d1-daf8115fde11,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:30:14.208397 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-a50a3156-e57d-4d69-9421-228421e7873f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:30:14.272731 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ba105c96-ac99-4274-aff7-4d2321cdda7e tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:14.277187 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-64c36d44-c388-46b1-828b-28e5acd272c8 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:30:14.331317 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba105c96-ac99-4274-aff7-4d2321cdda7e tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Network 5ef85a1a-6a74-4c3d-b149-751407e266b7 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:30:14.336171 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-ba105c96-ac99-4274-aff7-4d2321cdda7e tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:30:14.343361 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba105c96-ac99-4274-aff7-4d2321cdda7e tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:30:14.378894 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba105c96-ac99-4274-aff7-4d2321cdda7e tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Pushing event updated for resources: {'Port': ['ID=05113dbd-ed5a-447b-b4c4-9807137d58a2,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:30:14.384246 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ba105c96-ac99-4274-aff7-4d2321cdda7e tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:30:14.418778 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba105c96-ac99-4274-aff7-4d2321cdda7e tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:30:14.419445 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ba105c96-ac99-4274-aff7-4d2321cdda7e tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:14.507389 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-ba105c96-ac99-4274-aff7-4d2321cdda7e tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 920 time: 1.0067205 Jun 11 10:30:14.510207 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39102) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:30:15.116500 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e94a80-d5de-49b1-baa4-b354ff915a0e req-528c4e02-0e09-445f-a621-7b5f04927d1f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:30:15.118248 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-72e94a80-d5de-49b1-baa4-b354ff915a0e req-528c4e02-0e09-445f-a621-7b5f04927d1f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=08e706fe-3078-4deb-8a24-6a1630ab35e8 HTTP/1.1" status: 200 len: 945 time: 0.0866768 Jun 11 10:30:15.123839 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66a47e3-8977-4893-9caa-21b90d64dfed None None] Network 5ef85a1a-6a74-4c3d-b149-751407e266b7 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:30:15.172730 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-72e94a80-d5de-49b1-baa4-b354ff915a0e req-f5460553-3292-4173-bd66-b0fe396dc9cf tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=40bb8d94-2b76-4361-ae63-2be0f733f6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408700 Jun 11 10:30:15.265890 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-de610a29-6e01-4daa-a7b3-c57116f19053 None None] Provisioning for port 9ad8ae7c-81ce-414c-b9d1-daf8115fde11 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:30:15.364780 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d9bae08a-639c-4471-8cdc-aeb87030451e tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:15.671681 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-dd191431-d3dd-4cd7-b81b-13dbc6d1f477 None None] Provisioning for port 05113dbd-ed5a-447b-b4c4-9807137d58a2 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:30:15.675766 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-dd191431-d3dd-4cd7-b81b-13dbc6d1f477 None None] Provisioning complete for port 05113dbd-ed5a-447b-b4c4-9807137d58a2 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:30:15.676286 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-dd191431-d3dd-4cd7-b81b-13dbc6d1f477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:15.702441 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d9bae08a-639c-4471-8cdc-aeb87030451e tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:15.726185 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-dd191431-d3dd-4cd7-b81b-13dbc6d1f477 None None] Port 05113dbd-ed5a-447b-b4c4-9807137d58a2 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:30:15.763194 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d9bae08a-639c-4471-8cdc-aeb87030451e tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:15.765527 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5fd8730d-00eb-4216-b74d-c79c4254fef3 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:30:15.781352 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 9ad8ae7c-81ce-414c-b9d1-daf8115fde11 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:30:15.810276 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e57b3d5b-7014-498f-a6ce-fa04fead082c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:15.848591 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-1b599e51-1b4b-43a7-8450-4aff8f233cbd None None] Provisioning complete for port 05113dbd-ed5a-447b-b4c4-9807137d58a2 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:30:15.848974 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1b599e51-1b4b-43a7-8450-4aff8f233cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:15.879073 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bae08a-639c-4471-8cdc-aeb87030451e tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Pushing event updated for resources: {'Port': ['ID=05113dbd-ed5a-447b-b4c4-9807137d58a2,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:30:15.882143 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d9bae08a-639c-4471-8cdc-aeb87030451e tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:30:15.902497 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-1b599e51-1b4b-43a7-8450-4aff8f233cbd None None] Port 05113dbd-ed5a-447b-b4c4-9807137d58a2 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:30:15.904581 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 9ad8ae7c-81ce-414c-b9d1-daf8115fde11 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:30:15.909509 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 9ad8ae7c-81ce-414c-b9d1-daf8115fde11 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:30:15.910084 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:15.963340 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:16.018096 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:16.047784 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-0c9a9b7e-4718-4582-8ff8-11a69a4f7d8f None None] Provisioning complete for port 05113dbd-ed5a-447b-b4c4-9807137d58a2 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:30:16.048215 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0c9a9b7e-4718-4582-8ff8-11a69a4f7d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:16.077838 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d9bae08a-639c-4471-8cdc-aeb87030451e tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-375088'] for router_interface, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:16.083396 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 9ad8ae7c-81ce-414c-b9d1-daf8115fde11, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=9ad8ae7c-81ce-414c-b9d1-daf8115fde11,segment=NetworkSegment(59df9238-1149-4127-83f9-a201ac02b2c6),segment_id=59df9238-1149-4127-83f9-a201ac02b2c6)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:30:16.099163 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-0c9a9b7e-4718-4582-8ff8-11a69a4f7d8f None None] Port 05113dbd-ed5a-447b-b4c4-9807137d58a2 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:30:16.179390 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:16.183213 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-6dfdff95-6b52-4c67-ac89-edd8c53b5b20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:30:16.246867 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=9ad8ae7c-81ce-414c-b9d1-daf8115fde11,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:30:16.250555 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:30:16.346216 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d9bae08a-639c-4471-8cdc-aeb87030451e tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:16.361046 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0d8501-61b8-4b06-b143-3c068f5a910c req-0b7514cd-f751-4cbd-8592-90e1299abf2e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:30:16.362543 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9d0d8501-61b8-4b06-b143-3c068f5a910c req-0b7514cd-f751-4cbd-8592-90e1299abf2e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=08e706fe-3078-4deb-8a24-6a1630ab35e8 HTTP/1.1" status: 200 len: 945 time: 0.0733490 Jun 11 10:30:16.407575 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9d0d8501-61b8-4b06-b143-3c068f5a910c req-a8a0abb4-f6f1-42bd-8933-d188881be026 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=40bb8d94-2b76-4361-ae63-2be0f733f6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391576 Jun 11 10:30:16.482808 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:30:16.690415 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d9bae08a-639c-4471-8cdc-aeb87030451e tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:16.746379 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d9bae08a-639c-4471-8cdc-aeb87030451e tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:16.749483 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-822c557e-b297-4c5b-beef-d3e700a886c1 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:30:16.784226 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:16.838492 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d9bae08a-639c-4471-8cdc-aeb87030451e tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375108'] for router_interface, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:16.840371 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bae08a-639c-4471-8cdc-aeb87030451e tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Pushing event updated for resources: {'Port': ['ID=05113dbd-ed5a-447b-b4c4-9807137d58a2,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:30:16.843648 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d9bae08a-639c-4471-8cdc-aeb87030451e tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:30:16.962360 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9bae08a-639c-4471-8cdc-aeb87030451e tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Network 5ef85a1a-6a74-4c3d-b149-751407e266b7 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:30:16.963767 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-d9bae08a-639c-4471-8cdc-aeb87030451e tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:30:17.226700 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-4881e2c0-ec2c-444b-ae79-f02c78fcaa66 None None] Provisioning complete for port 05113dbd-ed5a-447b-b4c4-9807137d58a2 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:30:17.227748 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-4881e2c0-ec2c-444b-ae79-f02c78fcaa66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:17.254211 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9bae08a-639c-4471-8cdc-aeb87030451e tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Router 709c7a44-28e2-4b71-a786-494952c01331 is scheduled to L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 with binding_index 1 {{(pid=93176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 10:30:17.268019 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-4881e2c0-ec2c-444b-ae79-f02c78fcaa66 None None] Port 05113dbd-ed5a-447b-b4c4-9807137d58a2 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:30:17.393185 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9bae08a-639c-4471-8cdc-aeb87030451e tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:30:17.403459 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-d9bae08a-639c-4471-8cdc-aeb87030451e tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "PUT /v2.0/routers/709c7a44-28e2-4b71-a786-494952c01331/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8880229 Jun 11 10:30:17.403459 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39110) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:30:17.405470 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae8f3a3-f4ba-47cd-9523-4fb5346c12fe None None] Sync routers for ids ['709c7a44-28e2-4b71-a786-494952c01331'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:30:17.418672 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae8f3a3-f4ba-47cd-9523-4fb5346c12fe None None] Routers {'709c7a44-28e2-4b71-a786-494952c01331'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:30:17.419304 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-2ae8f3a3-f4ba-47cd-9523-4fb5346c12fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:30:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['709c7a44-28e2-4b71-a786-494952c01331'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:30:17.472942 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd3578b-5cd8-4394-b85a-ff2d28a09cfb tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:30:17.478542 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-2bd3578b-5cd8-4394-b85a-ff2d28a09cfb tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "GET /v2.0/ports/05113dbd-ed5a-447b-b4c4-9807137d58a2 HTTP/1.1" status: 200 len: 975 time: 0.0715618 Jun 11 10:30:17.478808 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39114) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:30:17.480440 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-2ae8f3a3-f4ba-47cd-9523-4fb5346c12fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:30:17.491962 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae8f3a3-f4ba-47cd-9523-4fb5346c12fe None None] Routers {'709c7a44-28e2-4b71-a786-494952c01331'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:30:17.492588 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-2ae8f3a3-f4ba-47cd-9523-4fb5346c12fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:30:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['709c7a44-28e2-4b71-a786-494952c01331'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:30:17.541932 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-2ae8f3a3-f4ba-47cd-9523-4fb5346c12fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:30:17.541932 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae8f3a3-f4ba-47cd-9523-4fb5346c12fe None None] The sync data for ids ['709c7a44-28e2-4b71-a786-494952c01331'] in n-d-779913-12 is: [] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:30:17.609426 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b464ff9d-89bf-4ad0-b1c4-b47579cd894d req-ef04d179-5745-4197-8ac9-9993c8de23ce tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:30:17.610920 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b464ff9d-89bf-4ad0-b1c4-b47579cd894d req-ef04d179-5745-4197-8ac9-9993c8de23ce tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=08e706fe-3078-4deb-8a24-6a1630ab35e8 HTTP/1.1" status: 200 len: 945 time: 0.0799906 Jun 11 10:30:17.655105 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b464ff9d-89bf-4ad0-b1c4-b47579cd894d req-cc9344cb-65b0-4282-954f-95eebfd1c7cf tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=40bb8d94-2b76-4361-ae63-2be0f733f6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380523 Jun 11 10:30:17.732588 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 9ad8ae7c-81ce-414c-b9d1-daf8115fde11 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:30:17.795438 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 9ad8ae7c-81ce-414c-b9d1-daf8115fde11 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:30:17.795954 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:17.994443 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8dea0d65-426f-434e-b56a-1fa72c6fed1e tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375209'] for router_interface, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:18.500449 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:18.635353 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-8dea0d65-426f-434e-b56a-1fa72c6fed1e tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Deleting port 05113dbd-ed5a-447b-b4c4-9807137d58a2 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:30:18.635619 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8dea0d65-426f-434e-b56a-1fa72c6fed1e tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:18.750838 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8dea0d65-426f-434e-b56a-1fa72c6fed1e tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:18.847815 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30564ffe-e6e3-4568-8111-a74b942c6745 req-d7b46477-9251-4ec0-aa7a-cf5dc475847f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:30:18.848407 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-8dea0d65-426f-434e-b56a-1fa72c6fed1e tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Calling delete_port for 05113dbd-ed5a-447b-b4c4-9807137d58a2 owned by network:router_interface {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:30:18.849940 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-30564ffe-e6e3-4568-8111-a74b942c6745 req-d7b46477-9251-4ec0-aa7a-cf5dc475847f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=08e706fe-3078-4deb-8a24-6a1630ab35e8 HTTP/1.1" status: 200 len: 945 time: 0.0805748 Jun 11 10:30:18.893206 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-30564ffe-e6e3-4568-8111-a74b942c6745 req-3b2af565-a46f-41bc-96d8-7404fc09bf3c tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=40bb8d94-2b76-4361-ae63-2be0f733f6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372703 Jun 11 10:30:19.111774 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8dea0d65-426f-434e-b56a-1fa72c6fed1e tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:19.116168 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1f73cc61-c681-49bf-8c93-093362d8b764 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:30:19.147681 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dea0d65-426f-434e-b56a-1fa72c6fed1e tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Pushing event deleted for resources: {'Port': ['ID=05113dbd-ed5a-447b-b4c4-9807137d58a2,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:30:19.150584 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8dea0d65-426f-434e-b56a-1fa72c6fed1e tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:30:19.344784 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8dea0d65-426f-434e-b56a-1fa72c6fed1e tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362297'] for router_interface, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:19.572016 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dea0d65-426f-434e-b56a-1fa72c6fed1e tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Router 709c7a44-28e2-4b71-a786-494952c01331 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:30:19.687452 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dea0d65-426f-434e-b56a-1fa72c6fed1e tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:30:19.693340 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-8dea0d65-426f-434e-b56a-1fa72c6fed1e tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "PUT /v2.0/routers/709c7a44-28e2-4b71-a786-494952c01331/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2131791 Jun 11 10:30:19.696357 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39118) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:30:19.697031 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd99cab-c267-483e-9ef8-2b00f1e61cd7 None None] Sync routers for ids ['709c7a44-28e2-4b71-a786-494952c01331'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:30:19.707184 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd99cab-c267-483e-9ef8-2b00f1e61cd7 None None] Routers {'709c7a44-28e2-4b71-a786-494952c01331'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:30:19.707852 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-8fd99cab-c267-483e-9ef8-2b00f1e61cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:30:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['709c7a44-28e2-4b71-a786-494952c01331'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:30:19.757089 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-8fd99cab-c267-483e-9ef8-2b00f1e61cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:30:19.765795 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd99cab-c267-483e-9ef8-2b00f1e61cd7 None None] Routers {'709c7a44-28e2-4b71-a786-494952c01331'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:30:19.766392 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-8fd99cab-c267-483e-9ef8-2b00f1e61cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:30:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['709c7a44-28e2-4b71-a786-494952c01331'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:30:19.812221 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-8fd99cab-c267-483e-9ef8-2b00f1e61cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:30:19.812642 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd99cab-c267-483e-9ef8-2b00f1e61cd7 None None] The sync data for ids ['709c7a44-28e2-4b71-a786-494952c01331'] in n-d-779913-12 is: [] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:30:19.962511 n-d-779913-12 neutron-server[93177]: INFO neutron.api.v2.resource [None req-d5b0b9f5-b412-4895-85ca-882b358e01bd tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] remove_router_interface failed (client error): The resource could not be found. Jun 11 10:30:19.963550 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-d5b0b9f5-b412-4895-85ca-882b358e01bd tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "PUT /v2.0/routers/709c7a44-28e2-4b71-a786-494952c01331/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2661746 Jun 11 10:30:19.966259 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39122) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:30:20.001028 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-1892fc4c-ad43-43e4-b2ae-3635e5807bae tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "GET /v2.0/ports?device_id=709c7a44-28e2-4b71-a786-494952c01331 HTTP/1.1" status: 200 len: 205 time: 0.0335684 Jun 11 10:30:20.003543 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39124) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:30:20.147296 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8e8b87bc-0b35-4eb5-bf93-31a18da37b98 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for router, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:20.403720 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8e8b87bc-0b35-4eb5-bf93-31a18da37b98 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:20.413031 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc66d17-e543-48f1-b062-1554edd9e99a req-abb0da13-75c4-4d7c-93c2-b2a951109891 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:30:20.414523 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-adc66d17-e543-48f1-b062-1554edd9e99a req-abb0da13-75c4-4d7c-93c2-b2a951109891 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=08e706fe-3078-4deb-8a24-6a1630ab35e8 HTTP/1.1" status: 200 len: 945 time: 0.3541436 Jun 11 10:30:20.415778 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8e8b87bc-0b35-4eb5-bf93-31a18da37b98 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:20.508986 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-adc66d17-e543-48f1-b062-1554edd9e99a req-88c3c20e-651c-4667-a707-e555b332f35d tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=40bb8d94-2b76-4361-ae63-2be0f733f6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875652 Jun 11 10:30:20.568791 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8e8b87bc-0b35-4eb5-bf93-31a18da37b98 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:20.569421 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e8b87bc-0b35-4eb5-bf93-31a18da37b98 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Fanout notify agent at l3_agent the message router_deleted on router 709c7a44-28e2-4b71-a786-494952c01331 {{(pid=93177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 10:30:20.576604 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8e8b87bc-0b35-4eb5-bf93-31a18da37b98 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:20.578888 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-8e8b87bc-0b35-4eb5-bf93-31a18da37b98 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "DELETE /v2.0/routers/709c7a44-28e2-4b71-a786-494952c01331 HTTP/1.1" status: 204 len: 168 time: 0.5732214 Jun 11 10:30:20.580470 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39126) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:30:20.643953 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-52cc1251-79f0-4921-9476-ad8179da9dca tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Deleting subnet 6fa427c0-e6ab-4c2a-8d63-b4c18611b267 {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:30:20.647675 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-52cc1251-79f0-4921-9476-ad8179da9dca tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:20.704922 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-52cc1251-79f0-4921-9476-ad8179da9dca tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:20.805198 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-52cc1251-79f0-4921-9476-ad8179da9dca tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:20.957870 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-52cc1251-79f0-4921-9476-ad8179da9dca tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:20.960582 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3f5a5f0d-8200-4f09-8885-cb1f06ccd625 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:30:20.993753 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cc1251-79f0-4921-9476-ad8179da9dca tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Pushing event deleted for resources: {'Subnet': ['ID=6fa427c0-e6ab-4c2a-8d63-b4c18611b267,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:30:20.998024 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-52cc1251-79f0-4921-9476-ad8179da9dca tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:30:21.001334 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-52cc1251-79f0-4921-9476-ad8179da9dca tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:21.004173 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-52cc1251-79f0-4921-9476-ad8179da9dca tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "DELETE /v2.0/subnets/6fa427c0-e6ab-4c2a-8d63-b4c18611b267 HTTP/1.1" status: 204 len: 168 time: 0.4216199 Jun 11 10:30:21.007690 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39128) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:30:21.007970 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96c9b50-9008-4570-81b4-9db6c23acfd0 None None] Network 5ef85a1a-6a74-4c3d-b149-751407e266b7 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:30:21.114703 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d2b0d4e6-4257-4602-8efd-56a3d913abfc tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:21.188542 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-d2b0d4e6-4257-4602-8efd-56a3d913abfc tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Deleting port 9ad8ae7c-81ce-414c-b9d1-daf8115fde11 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:30:21.188917 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d2b0d4e6-4257-4602-8efd-56a3d913abfc tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:21.243794 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f984cf2d-239f-45bd-86b1-e0a198940e80 None None] DHCP port deletion for 5ef85a1a-6a74-4c3d-b149-751407e266b7 request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 10:30:21.289649 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-d2b0d4e6-4257-4602-8efd-56a3d913abfc tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] For port 9ad8ae7c-81ce-414c-b9d1-daf8115fde11, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=9ad8ae7c-81ce-414c-b9d1-daf8115fde11,segment=NetworkSegment(59df9238-1149-4127-83f9-a201ac02b2c6),segment_id=59df9238-1149-4127-83f9-a201ac02b2c6)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:30:21.290009 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d2b0d4e6-4257-4602-8efd-56a3d913abfc tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:21.394123 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-d2b0d4e6-4257-4602-8efd-56a3d913abfc tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Calling delete_port for 9ad8ae7c-81ce-414c-b9d1-daf8115fde11 owned by network:dhcp {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:30:21.488188 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f984cf2d-239f-45bd-86b1-e0a198940e80 None None] Deleting port 9ad8ae7c-81ce-414c-b9d1-daf8115fde11 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:30:21.488877 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f984cf2d-239f-45bd-86b1-e0a198940e80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:21.581851 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f984cf2d-239f-45bd-86b1-e0a198940e80 None None] For port 9ad8ae7c-81ce-414c-b9d1-daf8115fde11, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=9ad8ae7c-81ce-414c-b9d1-daf8115fde11,segment=NetworkSegment(59df9238-1149-4127-83f9-a201ac02b2c6),segment_id=59df9238-1149-4127-83f9-a201ac02b2c6)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:30:21.582253 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f984cf2d-239f-45bd-86b1-e0a198940e80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:21.631883 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d2b0d4e6-4257-4602-8efd-56a3d913abfc tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:21.655390 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-db843fca-cfd8-4ecc-800c-bbfa987b2629 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:30:21.675996 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f984cf2d-239f-45bd-86b1-e0a198940e80 None None] Calling delete_port for 9ad8ae7c-81ce-414c-b9d1-daf8115fde11 owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:30:21.694969 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b0d4e6-4257-4602-8efd-56a3d913abfc tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] No DVR routers for this DVR port 9ad8ae7c-81ce-414c-b9d1-daf8115fde11 on host n-d-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:30:21.696816 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b0d4e6-4257-4602-8efd-56a3d913abfc tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Pushing event deleted for resources: {'Port': ['ID=9ad8ae7c-81ce-414c-b9d1-daf8115fde11,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:30:21.728877 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d2b0d4e6-4257-4602-8efd-56a3d913abfc tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:30:21.738421 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 9ad8ae7c-81ce-414c-b9d1-daf8115fde11 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:30:21.767317 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 9ad8ae7c-81ce-414c-b9d1-daf8115fde11 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:30:21.767702 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 9ad8ae7c-81ce-414c-b9d1-daf8115fde11 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:30:21.809605 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f984cf2d-239f-45bd-86b1-e0a198940e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:21.811601 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:30:21.841540 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f984cf2d-239f-45bd-86b1-e0a198940e80 None None] Pushing event deleted for resources: {'Port': ['ID=9ad8ae7c-81ce-414c-b9d1-daf8115fde11,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:30:21.847769 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f984cf2d-239f-45bd-86b1-e0a198940e80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:30:21.848460 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f984cf2d-239f-45bd-86b1-e0a198940e80 None None] No DVR routers for this DVR port 9ad8ae7c-81ce-414c-b9d1-daf8115fde11 on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:30:21.856902 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d2b0d4e6-4257-4602-8efd-56a3d913abfc tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:21.879441 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-d2b0d4e6-4257-4602-8efd-56a3d913abfc tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ef85a1a-6a74-4c3d-b149-751407e266b7']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:30:21.892655 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-d2b0d4e6-4257-4602-8efd-56a3d913abfc tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59df9238-1149-4127-83f9-a201ac02b2c6') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:30:21.892961 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-d2b0d4e6-4257-4602-8efd-56a3d913abfc tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59df9238-1149-4127-83f9-a201ac02b2c6') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:30:21.901700 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5456b2d4-34ae-4eb4-9bbf-9dd713867e67 req-f1a2f0df-e3cd-4e8f-8122-c08276dafa02 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:30:21.903183 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5456b2d4-34ae-4eb4-9bbf-9dd713867e67 req-f1a2f0df-e3cd-4e8f-8122-c08276dafa02 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=08e706fe-3078-4deb-8a24-6a1630ab35e8 HTTP/1.1" status: 200 len: 945 time: 0.2823539 Jun 11 10:30:21.914318 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d2b0d4e6-4257-4602-8efd-56a3d913abfc tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:21.946051 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d2b0d4e6-4257-4602-8efd-56a3d913abfc tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:21.961535 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2b0d4e6-4257-4602-8efd-56a3d913abfc tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Releasing vlan 771 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:30:21.961931 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d2b0d4e6-4257-4602-8efd-56a3d913abfc tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:21.965145 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 10:30:21.965145 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:30:21.965145 n-d-779913-12 neutron-server[93177]: timer() Jun 11 10:30:21.965145 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:30:21.965145 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 10:30:21.965145 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:30:21.965145 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 10:30:21.965145 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:30:21.965145 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 10:30:21.965145 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:30:21.965145 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 10:30:21.965145 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:30:21.965145 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 10:30:21.965145 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:30:21.965145 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:30:21.965145 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:30:21.965145 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:30:21.965145 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:30:21.965145 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 10:30:21.965145 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:30:21.965145 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 10:30:21.965145 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:30:21.965145 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:30:21.965145 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:30:21.965145 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 10:30:21.965145 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:30:21.965145 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:30:21.965145 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:30:21.965145 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:30:21.965145 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:30:21.965145 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:30:21.965145 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:30:21.980314 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5456b2d4-34ae-4eb4-9bbf-9dd713867e67 req-a23004d5-7bed-4105-b3a4-b56f0ced4655 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=40bb8d94-2b76-4361-ae63-2be0f733f6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705519 Jun 11 10:30:22.111484 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d2b0d4e6-4257-4602-8efd-56a3d913abfc tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:22.114981 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c6563ba1-dd9b-41f2-9ad1-5987697a37ad tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:30:22.119651 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d2b0d4e6-4257-4602-8efd-56a3d913abfc tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:22.120908 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-d2b0d4e6-4257-4602-8efd-56a3d913abfc tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "DELETE /v2.0/networks/5ef85a1a-6a74-4c3d-b149-751407e266b7 HTTP/1.1" status: 204 len: 168 time: 1.1122890 Jun 11 10:30:22.124670 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39132) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:30:22.130131 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-b2652898-e24c-411a-a117-eb0bf96c9359 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Request body: {'network': {'name': 'tempest-RoutersTest-208546872'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:30:22.135734 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b0d4e6-4257-4602-8efd-56a3d913abfc tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Pushing event deleted for resources: {'Network': ['ID=5ef85a1a-6a74-4c3d-b149-751407e266b7,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:30:22.141932 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d2b0d4e6-4257-4602-8efd-56a3d913abfc tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:30:22.220067 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2652898-e24c-411a-a117-eb0bf96c9359 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Made reservation on behalf of 73f7d6f1905046f7942a99000b298de9 for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:30:22.223624 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b2652898-e24c-411a-a117-eb0bf96c9359 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:22.252127 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2652898-e24c-411a-a117-eb0bf96c9359 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 773} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:30:22.260795 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b2652898-e24c-411a-a117-eb0bf96c9359 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:22.261142 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-b2652898-e24c-411a-a117-eb0bf96c9359 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Added segment eb267b82-9b22-4bc0-93ee-c849c0c34c49 of type vlan for network 654ace12-5609-4016-9db9-6f5cb4cd87a7 Jun 11 10:30:22.315073 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b2652898-e24c-411a-a117-eb0bf96c9359 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:22.415204 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b2652898-e24c-411a-a117-eb0bf96c9359 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:22.420909 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2652898-e24c-411a-a117-eb0bf96c9359 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:30:22.421504 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b2652898-e24c-411a-a117-eb0bf96c9359 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:22.424221 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-adbc00a0-f510-47d6-b86c-be48e23d5720 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:30:22.518915 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2652898-e24c-411a-a117-eb0bf96c9359 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Pushing event updated for resources: {'Network': ['ID=654ace12-5609-4016-9db9-6f5cb4cd87a7,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:30:22.522197 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b2652898-e24c-411a-a117-eb0bf96c9359 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:30:22.532751 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-b2652898-e24c-411a-a117-eb0bf96c9359 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4040842 Jun 11 10:30:22.533039 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39134) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:30:22.533443 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 654ace12-5609-4016-9db9-6f5cb4cd87a7 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:30:22.541453 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-1f572789-3cc1-4cce-9565-eacf95cf46e4 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Request body: {'subnet': {'network_id': '654ace12-5609-4016-9db9-6f5cb4cd87a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:30:22.728812 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f572789-3cc1-4cce-9565-eacf95cf46e4 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Made reservation on behalf of 73f7d6f1905046f7942a99000b298de9 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:30:22.732477 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1f572789-3cc1-4cce-9565-eacf95cf46e4 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:23.042127 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1f572789-3cc1-4cce-9565-eacf95cf46e4 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:23.044359 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0a8eaa60-66aa-43b2-bd2b-3c968b0bd699 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:30:23.126378 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f572789-3cc1-4cce-9565-eacf95cf46e4 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Pushing event updated for resources: {'Subnet': ['ID=3712445e-b9d3-40fc-82cf-aa1897167f56,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:30:23.168283 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1f572789-3cc1-4cce-9565-eacf95cf46e4 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:30:23.177019 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f572789-3cc1-4cce-9565-eacf95cf46e4 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Checking segment: {'id': 'eb267b82-9b22-4bc0-93ee-c849c0c34c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '654ace12-5609-4016-9db9-6f5cb4cd87a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:30:23.177388 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f572789-3cc1-4cce-9565-eacf95cf46e4 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Network hostable DHCP agents. Network: 654ace12-5609-4016-9db9-6f5cb4cd87a7, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:30:23.230117 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14ac60b-6f53-4595-a3a5-2f9c82fc5f99 req-11570b8b-54f4-441f-8615-0a07dbecfafa tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:30:23.231705 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c14ac60b-6f53-4595-a3a5-2f9c82fc5f99 req-11570b8b-54f4-441f-8615-0a07dbecfafa tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=08e706fe-3078-4deb-8a24-6a1630ab35e8 HTTP/1.1" status: 200 len: 945 time: 0.1293230 Jun 11 10:30:23.289911 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c14ac60b-6f53-4595-a3a5-2f9c82fc5f99 req-3ff41693-b464-4d6c-b067-a806ce729006 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=40bb8d94-2b76-4361-ae63-2be0f733f6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511813 Jun 11 10:30:23.298113 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f572789-3cc1-4cce-9565-eacf95cf46e4 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Network 654ace12-5609-4016-9db9-6f5cb4cd87a7 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:30:23.425498 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-1f572789-3cc1-4cce-9565-eacf95cf46e4 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 654ace12-5609-4016-9db9-6f5cb4cd87a7) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:30:23.429786 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f572789-3cc1-4cce-9565-eacf95cf46e4 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:30:23.430489 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1f572789-3cc1-4cce-9565-eacf95cf46e4 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:23.434718 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c172195-99bb-44e0-9eaf-692c5c3eccf3 None None] Network 654ace12-5609-4016-9db9-6f5cb4cd87a7 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:30:23.524476 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-1f572789-3cc1-4cce-9565-eacf95cf46e4 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9900460 Jun 11 10:30:23.527338 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39138) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:30:23.532109 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-d6c08683-0e58-4376-a88d-b0f33bd58f00 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1964150661', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:30:23.640699 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb42254c-77e1-4c82-8f16-7b95ed9441b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-654ace12-5609-4016-9db9-6f5cb4cd87a7', 'network_id': '654ace12-5609-4016-9db9-6f5cb4cd87a7', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'fixed_ips': [{'subnet_id': '3712445e-b9d3-40fc-82cf-aa1897167f56'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 10:30:23.641639 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-bb42254c-77e1-4c82-8f16-7b95ed9441b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:23.643176 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d6c08683-0e58-4376-a88d-b0f33bd58f00 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:23.644292 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d6c08683-0e58-4376-a88d-b0f33bd58f00 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:23.716280 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d6c08683-0e58-4376-a88d-b0f33bd58f00 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:23.774956 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d6c08683-0e58-4376-a88d-b0f33bd58f00 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:23.890974 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-bb42254c-77e1-4c82-8f16-7b95ed9441b4 None None] Allocated IP 172.20.0.2 (654ace12-5609-4016-9db9-6f5cb4cd87a7/3712445e-b9d3-40fc-82cf-aa1897167f56/b63e875b-6f22-4d00-bf77-65f572173158) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:30:23.900351 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d6c08683-0e58-4376-a88d-b0f33bd58f00 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:23.901883 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-d6c08683-0e58-4376-a88d-b0f33bd58f00 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3733833 Jun 11 10:30:23.904563 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39140) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:30:24.093631 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-bb42254c-77e1-4c82-8f16-7b95ed9441b4 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:24.103711 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-bb42254c-77e1-4c82-8f16-7b95ed9441b4 None None] Transition to ACTIVE for port object b63e875b-6f22-4d00-bf77-65f572173158 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:30:24.119448 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-bb42254c-77e1-4c82-8f16-7b95ed9441b4 None None] Transition to ACTIVE for port object b63e875b-6f22-4d00-bf77-65f572173158 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:30:24.203398 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-bb42254c-77e1-4c82-8f16-7b95ed9441b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:24.205376 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-854e0613-74ed-4bdf-948b-8be420efb231 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:30:24.252449 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb42254c-77e1-4c82-8f16-7b95ed9441b4 None None] Network 654ace12-5609-4016-9db9-6f5cb4cd87a7 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:30:24.257115 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-bb42254c-77e1-4c82-8f16-7b95ed9441b4 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:30:24.262627 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb42254c-77e1-4c82-8f16-7b95ed9441b4 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:30:24.265693 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb42254c-77e1-4c82-8f16-7b95ed9441b4 None None] Pushing event updated for resources: {'Port': ['ID=b63e875b-6f22-4d00-bf77-65f572173158,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:30:24.276116 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-bb42254c-77e1-4c82-8f16-7b95ed9441b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:30:24.307344 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-322a0081-5c0a-438c-9523-33f90c6e8f9f tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:24.343224 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-bb42254c-77e1-4c82-8f16-7b95ed9441b4 None None] Attempting to bind port b63e875b-6f22-4d00-bf77-65f572173158 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:30:24.343628 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-bb42254c-77e1-4c82-8f16-7b95ed9441b4 None None] Attempting to bind port b63e875b-6f22-4d00-bf77-65f572173158 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'eb267b82-9b22-4bc0-93ee-c849c0c34c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '654ace12-5609-4016-9db9-6f5cb4cd87a7'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:30:24.344007 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb42254c-77e1-4c82-8f16-7b95ed9441b4 None None] Attempting to bind port b63e875b-6f22-4d00-bf77-65f572173158 on network 654ace12-5609-4016-9db9-6f5cb4cd87a7 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:30:24.349760 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb42254c-77e1-4c82-8f16-7b95ed9441b4 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:30:24.350184 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb42254c-77e1-4c82-8f16-7b95ed9441b4 None None] Checking segment: {'id': 'eb267b82-9b22-4bc0-93ee-c849c0c34c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '654ace12-5609-4016-9db9-6f5cb4cd87a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:30:24.350595 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-bb42254c-77e1-4c82-8f16-7b95ed9441b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:24.351034 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb42254c-77e1-4c82-8f16-7b95ed9441b4 None None] Bound using segment: {'id': 'eb267b82-9b22-4bc0-93ee-c849c0c34c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '654ace12-5609-4016-9db9-6f5cb4cd87a7'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:30:24.351519 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-bb42254c-77e1-4c82-8f16-7b95ed9441b4 None None] Bound port: b63e875b-6f22-4d00-bf77-65f572173158, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb267b82-9b22-4bc0-93ee-c849c0c34c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '654ace12-5609-4016-9db9-6f5cb4cd87a7'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:30:24.351926 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-bb42254c-77e1-4c82-8f16-7b95ed9441b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:24.433129 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-bb42254c-77e1-4c82-8f16-7b95ed9441b4 None None] For port b63e875b-6f22-4d00-bf77-65f572173158, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:30:24.436772 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-bb42254c-77e1-4c82-8f16-7b95ed9441b4 None None] For port b63e875b-6f22-4d00-bf77-65f572173158, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=b63e875b-6f22-4d00-bf77-65f572173158,segment=NetworkSegment(eb267b82-9b22-4bc0-93ee-c849c0c34c49),segment_id=eb267b82-9b22-4bc0-93ee-c849c0c34c49)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:30:24.557849 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-bb42254c-77e1-4c82-8f16-7b95ed9441b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:24.562907 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-82a8b161-4f76-4352-94cd-329ac1ee3191 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:30:24.675869 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb42254c-77e1-4c82-8f16-7b95ed9441b4 None None] Pushing event updated for resources: {'Port': ['ID=b63e875b-6f22-4d00-bf77-65f572173158,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:30:24.679993 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-bb42254c-77e1-4c82-8f16-7b95ed9441b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:30:25.072392 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8ffd2c-d148-4442-994e-44fb370bd799 req-e40cd1da-907b-4e41-bd9a-47fad9861988 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:30:25.073833 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fc8ffd2c-d148-4442-994e-44fb370bd799 req-e40cd1da-907b-4e41-bd9a-47fad9861988 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=08e706fe-3078-4deb-8a24-6a1630ab35e8 HTTP/1.1" status: 200 len: 945 time: 0.1812224 Jun 11 10:30:25.173539 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fc8ffd2c-d148-4442-994e-44fb370bd799 req-7db7bc5f-757c-4c65-ad1b-8d320909e05c tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=40bb8d94-2b76-4361-ae63-2be0f733f6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935431 Jun 11 10:30:25.190250 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-322a0081-5c0a-438c-9523-33f90c6e8f9f tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Allocated IP 172.20.0.1 (654ace12-5609-4016-9db9-6f5cb4cd87a7/3712445e-b9d3-40fc-82cf-aa1897167f56/7b93f89b-345c-43c1-a201-ac84558f6dc7) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:30:25.343900 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-322a0081-5c0a-438c-9523-33f90c6e8f9f tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:25.359202 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-322a0081-5c0a-438c-9523-33f90c6e8f9f tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Transition to ACTIVE for port object 7b93f89b-345c-43c1-a201-ac84558f6dc7 will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:30:25.472512 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-322a0081-5c0a-438c-9523-33f90c6e8f9f tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:25.475300 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c7b612e1-8e91-4d78-b17e-db80708c7570 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:30:25.529331 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322a0081-5c0a-438c-9523-33f90c6e8f9f tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Network 654ace12-5609-4016-9db9-6f5cb4cd87a7 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:30:25.533333 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-322a0081-5c0a-438c-9523-33f90c6e8f9f tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:30:25.535847 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322a0081-5c0a-438c-9523-33f90c6e8f9f tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:30:25.574249 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322a0081-5c0a-438c-9523-33f90c6e8f9f tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Pushing event updated for resources: {'Port': ['ID=7b93f89b-345c-43c1-a201-ac84558f6dc7,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:30:25.577239 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-322a0081-5c0a-438c-9523-33f90c6e8f9f tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:30:25.604868 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-322a0081-5c0a-438c-9523-33f90c6e8f9f tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-375088'] for router_interface, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:25.651786 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85236ed-027f-45c1-b358-84e3637fdf76 None None] Network 654ace12-5609-4016-9db9-6f5cb4cd87a7 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:30:25.802922 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device b63e875b-6f22-4d00-bf77-65f572173158 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:30:25.851035 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-519d4fc5-8ea3-4f5a-b757-39f167f95020 None None] Provisioning for port b63e875b-6f22-4d00-bf77-65f572173158 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:30:25.863348 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-322a0081-5c0a-438c-9523-33f90c6e8f9f tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:25.963468 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port b63e875b-6f22-4d00-bf77-65f572173158 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:30:25.968431 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port b63e875b-6f22-4d00-bf77-65f572173158 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:30:25.969047 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:26.087390 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:26.138595 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port b63e875b-6f22-4d00-bf77-65f572173158, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=b63e875b-6f22-4d00-bf77-65f572173158,segment=NetworkSegment(eb267b82-9b22-4bc0-93ee-c849c0c34c49),segment_id=eb267b82-9b22-4bc0-93ee-c849c0c34c49)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:30:26.186134 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-b5ce94c6-1e5f-49db-b5d4-67bce6ec8fd0 None None] Provisioning complete for port b63e875b-6f22-4d00-bf77-65f572173158 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:30:26.186481 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b5ce94c6-1e5f-49db-b5d4-67bce6ec8fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:26.231560 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:26.243325 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-b18c7a4c-1d98-4e99-89e6-247712d23345 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:30:26.267057 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-322a0081-5c0a-438c-9523-33f90c6e8f9f tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:26.348283 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=b63e875b-6f22-4d00-bf77-65f572173158,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:30:26.352356 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:30:26.366037 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-322a0081-5c0a-438c-9523-33f90c6e8f9f tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:26.373989 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6ed11296-33aa-43bd-82b5-cf095a1ff03e tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:30:26.464029 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-b5ce94c6-1e5f-49db-b5d4-67bce6ec8fd0 None None] Provisioning for port 7b93f89b-345c-43c1-a201-ac84558f6dc7 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:30:26.468275 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-b5ce94c6-1e5f-49db-b5d4-67bce6ec8fd0 None None] Provisioning complete for port 7b93f89b-345c-43c1-a201-ac84558f6dc7 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:30:26.468746 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b5ce94c6-1e5f-49db-b5d4-67bce6ec8fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:26.481951 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-322a0081-5c0a-438c-9523-33f90c6e8f9f tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375108'] for router_interface, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:26.483781 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322a0081-5c0a-438c-9523-33f90c6e8f9f tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Pushing event updated for resources: {'Port': ['ID=7b93f89b-345c-43c1-a201-ac84558f6dc7,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:30:26.489473 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-322a0081-5c0a-438c-9523-33f90c6e8f9f tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:30:26.510802 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-b5ce94c6-1e5f-49db-b5d4-67bce6ec8fd0 None None] Port 7b93f89b-345c-43c1-a201-ac84558f6dc7 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:30:26.533723 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0042cd3-5151-4ac5-9032-1da27337ab27 req-57b07571-de97-4401-982e-07ba051693e8 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:30:26.540407 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d0042cd3-5151-4ac5-9032-1da27337ab27 req-57b07571-de97-4401-982e-07ba051693e8 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=08e706fe-3078-4deb-8a24-6a1630ab35e8 HTTP/1.1" status: 200 len: 945 time: 0.2123981 Jun 11 10:30:26.630857 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70588f3a-5523-4ec3-b54d-92f2229ff7ce None None] Provisioning complete for port 7b93f89b-345c-43c1-a201-ac84558f6dc7 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:30:26.631228 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70588f3a-5523-4ec3-b54d-92f2229ff7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:26.650630 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d0042cd3-5151-4ac5-9032-1da27337ab27 req-cac4596f-8721-43d8-80c8-dfb9c467854a tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=40bb8d94-2b76-4361-ae63-2be0f733f6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078320 Jun 11 10:30:26.661390 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322a0081-5c0a-438c-9523-33f90c6e8f9f tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Network 654ace12-5609-4016-9db9-6f5cb4cd87a7 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:30:26.664885 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-322a0081-5c0a-438c-9523-33f90c6e8f9f tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:30:26.674558 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70588f3a-5523-4ec3-b54d-92f2229ff7ce None None] Port 7b93f89b-345c-43c1-a201-ac84558f6dc7 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:30:26.894558 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-322a0081-5c0a-438c-9523-33f90c6e8f9f tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Router fec66cd4-6924-4869-86eb-0bedabf10222 is scheduled to L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 with binding_index 1 {{(pid=93177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 10:30:26.898270 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-51713d7f-0cbf-4660-a098-e8cc0bc26284 None None] Provisioning complete for port 7b93f89b-345c-43c1-a201-ac84558f6dc7 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:30:26.898844 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-51713d7f-0cbf-4660-a098-e8cc0bc26284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:26.943241 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-51713d7f-0cbf-4660-a098-e8cc0bc26284 None None] Port 7b93f89b-345c-43c1-a201-ac84558f6dc7 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:30:27.036463 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-322a0081-5c0a-438c-9523-33f90c6e8f9f tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:30:27.041294 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-322a0081-5c0a-438c-9523-33f90c6e8f9f tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "PUT /v2.0/routers/fec66cd4-6924-4869-86eb-0bedabf10222/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1355691 Jun 11 10:30:27.043921 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39146) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:30:27.046737 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bde1ec8-0aac-43f6-8075-c14e42c21b6a None None] Sync routers for ids ['fec66cd4-6924-4869-86eb-0bedabf10222'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:30:27.056688 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bde1ec8-0aac-43f6-8075-c14e42c21b6a None None] Routers {'fec66cd4-6924-4869-86eb-0bedabf10222'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:30:27.057329 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-7bde1ec8-0aac-43f6-8075-c14e42c21b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:30:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['fec66cd4-6924-4869-86eb-0bedabf10222'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:30:27.113247 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c51a93-437b-47b8-8fec-7af0abd01de3 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:30:27.113940 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-7bde1ec8-0aac-43f6-8075-c14e42c21b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:30:27.115672 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-00c51a93-437b-47b8-8fec-7af0abd01de3 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "GET /v2.0/ports/7b93f89b-345c-43c1-a201-ac84558f6dc7 HTTP/1.1" status: 200 len: 910 time: 0.0707552 Jun 11 10:30:27.118920 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39148) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:30:27.125640 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bde1ec8-0aac-43f6-8075-c14e42c21b6a None None] Routers {'fec66cd4-6924-4869-86eb-0bedabf10222'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:30:27.126267 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-7bde1ec8-0aac-43f6-8075-c14e42c21b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:30:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['fec66cd4-6924-4869-86eb-0bedabf10222'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:30:27.177881 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-7bde1ec8-0aac-43f6-8075-c14e42c21b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:30:27.178318 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bde1ec8-0aac-43f6-8075-c14e42c21b6a None None] The sync data for ids ['fec66cd4-6924-4869-86eb-0bedabf10222'] in n-d-779913-12 is: [] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:30:27.583640 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c8046f11-686d-42ae-b4a8-8621d7c7529f tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375209'] for router_interface, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:27.697060 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016e365f-622a-4d37-9b96-0903eddcb8f2 req-cd59b310-e8da-45d3-9e8a-8bee7748a0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:30:27.698562 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-016e365f-622a-4d37-9b96-0903eddcb8f2 req-cd59b310-e8da-45d3-9e8a-8bee7748a0d5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=08e706fe-3078-4deb-8a24-6a1630ab35e8 HTTP/1.1" status: 200 len: 1097 time: 0.1794145 Jun 11 10:30:27.755079 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device b63e875b-6f22-4d00-bf77-65f572173158 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:30:27.799867 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-016e365f-622a-4d37-9b96-0903eddcb8f2 req-d7fb0c77-bdc4-4343-850e-c6ea1af75421 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=40bb8d94-2b76-4361-ae63-2be0f733f6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935841 Jun 11 10:30:27.823801 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port b63e875b-6f22-4d00-bf77-65f572173158 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:30:27.824192 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:27.903836 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e7c373-9a25-4304-bb04-697d0c6dc1cf req-2f99b78b-d4ff-400b-be07-d7952fcfd83d tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:30:27.905415 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a2e7c373-9a25-4304-bb04-697d0c6dc1cf req-2f99b78b-d4ff-400b-be07-d7952fcfd83d tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=08e706fe-3078-4deb-8a24-6a1630ab35e8 HTTP/1.1" status: 200 len: 945 time: 0.1240492 Jun 11 10:30:28.005708 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a2e7c373-9a25-4304-bb04-697d0c6dc1cf req-629b3e86-667e-4d3a-946c-f0d69cdfbfc4 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=40bb8d94-2b76-4361-ae63-2be0f733f6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900586 Jun 11 10:30:28.058739 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-c8046f11-686d-42ae-b4a8-8621d7c7529f tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Deleting port 7b93f89b-345c-43c1-a201-ac84558f6dc7 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:30:28.059083 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c8046f11-686d-42ae-b4a8-8621d7c7529f tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:28.171079 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c8046f11-686d-42ae-b4a8-8621d7c7529f tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:28.273370 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-c8046f11-686d-42ae-b4a8-8621d7c7529f tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Calling delete_port for 7b93f89b-345c-43c1-a201-ac84558f6dc7 owned by network:router_interface {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:30:28.591623 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c8046f11-686d-42ae-b4a8-8621d7c7529f tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:28.593951 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2cf5b74a-8dd1-4d62-b2cc-9d04df371daa tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:30:28.626792 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8046f11-686d-42ae-b4a8-8621d7c7529f tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Pushing event deleted for resources: {'Port': ['ID=7b93f89b-345c-43c1-a201-ac84558f6dc7,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:30:28.632407 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c8046f11-686d-42ae-b4a8-8621d7c7529f tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:30:28.817162 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 7257b1a9-0a4a-4c88-aee7-db2a98e98b3e details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 10:30:28.821322 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 7257b1a9-0a4a-4c88-aee7-db2a98e98b3e no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:30:28.830380 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c8046f11-686d-42ae-b4a8-8621d7c7529f tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362297'] for router_interface, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:29.014708 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:29.021040 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 7257b1a9-0a4a-4c88-aee7-db2a98e98b3e, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=7257b1a9-0a4a-4c88-aee7-db2a98e98b3e,segment=NetworkSegment(91cdafeb-011e-4f07-97b5-bb8dcf845755),segment_id=91cdafeb-011e-4f07-97b5-bb8dcf845755)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:30:29.053174 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': '7257b1a9-0a4a-4c88-aee7-db2a98e98b3e', 'network_id': '5d6b570a-a2dd-4103-99e8-e9a125c30ddc', 'port_id': '7257b1a9-0a4a-4c88-aee7-db2a98e98b3e', 'mac_address': 'fa:16:3e:4f:70:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52c260e0-c384-43a7-af7a-631c7e41241b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 10:30:29.056915 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8046f11-686d-42ae-b4a8-8621d7c7529f tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Router fec66cd4-6924-4869-86eb-0bedabf10222 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:30:29.059419 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08e706fe-3078-4deb-8a24-6a1630ab35e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7257b1a9-0a4a-4c88-aee7-db2a98e98b3e'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:30:29.061969 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c55386-a0df-4039-acab-f4b9355db3f1" -d '{"events": [{"server_uuid": "08e706fe-3078-4deb-8a24-6a1630ab35e8", "name": "network-vif-unplugged", "status": "completed", "tag": "7257b1a9-0a4a-4c88-aee7-db2a98e98b3e"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:30:29.108179 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 7257b1a9-0a4a-4c88-aee7-db2a98e98b3e, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=7257b1a9-0a4a-4c88-aee7-db2a98e98b3e,segment=NetworkSegment(91cdafeb-011e-4f07-97b5-bb8dcf845755),segment_id=91cdafeb-011e-4f07-97b5-bb8dcf845755)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:30:29.117415 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:29.133777 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7257b1a9-0a4a-4c88-aee7-db2a98e98b3e {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:30:29.169857 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:29.172274 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-9d21e14c-090b-4588-9ac4-9561784e518a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:30:29.263546 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.db.api [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93178) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 10:30:29.264036 n-d-779913-12 neutron-server[93178]: DEBUG oslo_db.api [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 10:30:29.275410 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=7257b1a9-0a4a-4c88-aee7-db2a98e98b3e,revision_number=6']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:30:29.280198 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:30:29.682472 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8046f11-686d-42ae-b4a8-8621d7c7529f tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:30:29.687941 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-c8046f11-686d-42ae-b4a8-8621d7c7529f tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "PUT /v2.0/routers/fec66cd4-6924-4869-86eb-0bedabf10222/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5679994 Jun 11 10:30:29.690838 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39160) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:30:29.694872 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c7a785-d09d-4bc3-b265-011ac69ffb9b None None] Sync routers for ids ['fec66cd4-6924-4869-86eb-0bedabf10222'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:30:29.707693 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c7a785-d09d-4bc3-b265-011ac69ffb9b None None] Routers {'fec66cd4-6924-4869-86eb-0bedabf10222'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:30:29.709291 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-09c7a785-d09d-4bc3-b265-011ac69ffb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:30:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['fec66cd4-6924-4869-86eb-0bedabf10222'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:30:29.728821 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-7dcb229e-191a-4129-a7b3-868851de9069 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "GET /v2.0/ports?device_id=fec66cd4-6924-4869-86eb-0bedabf10222 HTTP/1.1" status: 200 len: 205 time: 0.0364778 Jun 11 10:30:29.732350 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d73d45b-83dc-4ee1-92c7-25c976610153 req-8b8749b1-8122-4f9d-b23d-32c4b74a24ef tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:30:29.733480 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39162) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:30:29.740708 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9d73d45b-83dc-4ee1-92c7-25c976610153 req-8b8749b1-8122-4f9d-b23d-32c4b74a24ef tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=08e706fe-3078-4deb-8a24-6a1630ab35e8 HTTP/1.1" status: 200 len: 943 time: 0.5757866 Jun 11 10:30:29.773350 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-09c7a785-d09d-4bc3-b265-011ac69ffb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:30:29.794630 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c7a785-d09d-4bc3-b265-011ac69ffb9b None None] Routers {'fec66cd4-6924-4869-86eb-0bedabf10222'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:30:29.795329 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-09c7a785-d09d-4bc3-b265-011ac69ffb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:30:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['fec66cd4-6924-4869-86eb-0bedabf10222'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:30:29.795917 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9d73d45b-83dc-4ee1-92c7-25c976610153 req-ff0d9d54-9a41-469c-a800-0ee1d7e71b2f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=40bb8d94-2b76-4361-ae63-2be0f733f6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539742 Jun 11 10:30:29.839840 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:29.844579 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Jun 2021 10:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc912143-df57-4cc3-a823-e5d3ca3ad062 x-openstack-request-id: req-dc912143-df57-4cc3-a823-e5d3ca3ad062 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:30:29.844755 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08e706fe-3078-4deb-8a24-6a1630ab35e8", "name": "network-vif-unplugged", "status": "completed", "tag": "7257b1a9-0a4a-4c88-aee7-db2a98e98b3e", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:30:29.844980 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dc912143-df57-4cc3-a823-e5d3ca3ad062 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:30:29.845394 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08e706fe-3078-4deb-8a24-6a1630ab35e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7257b1a9-0a4a-4c88-aee7-db2a98e98b3e', 'code': 200} Jun 11 10:30:29.856011 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-09c7a785-d09d-4bc3-b265-011ac69ffb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:30:29.856011 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c7a785-d09d-4bc3-b265-011ac69ffb9b None None] The sync data for ids ['fec66cd4-6924-4869-86eb-0bedabf10222'] in n-d-779913-12 is: [] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:30:29.857034 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-92ba2529-450d-4305-8705-da2235085c2e tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for router, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:29.864996 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7257b1a9-0a4a-4c88-aee7-db2a98e98b3e {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:30:29.890244 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 7257b1a9-0a4a-4c88-aee7-db2a98e98b3e, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=7257b1a9-0a4a-4c88-aee7-db2a98e98b3e,segment=NetworkSegment(91cdafeb-011e-4f07-97b5-bb8dcf845755),segment_id=91cdafeb-011e-4f07-97b5-bb8dcf845755)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:30:29.963277 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:29.970815 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-a50a3156-e57d-4d69-9421-228421e7873f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:30:30.033065 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=7257b1a9-0a4a-4c88-aee7-db2a98e98b3e,revision_number=7']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:30:30.036525 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:30:30.128235 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-92ba2529-450d-4305-8705-da2235085c2e tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:30.132214 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-92ba2529-450d-4305-8705-da2235085c2e tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:30.301232 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['7257b1a9-0a4a-4c88-aee7-db2a98e98b3e'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:30:30.339973 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-92ba2529-450d-4305-8705-da2235085c2e tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:30.340503 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92ba2529-450d-4305-8705-da2235085c2e tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Fanout notify agent at l3_agent the message router_deleted on router fec66cd4-6924-4869-86eb-0bedabf10222 {{(pid=93176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 10:30:30.347708 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-92ba2529-450d-4305-8705-da2235085c2e tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:30.349959 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-92ba2529-450d-4305-8705-da2235085c2e tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "DELETE /v2.0/routers/fec66cd4-6924-4869-86eb-0bedabf10222 HTTP/1.1" status: 204 len: 168 time: 0.6152823 Jun 11 10:30:30.352404 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39164) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:30:30.433991 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ec21c7c-d6cf-4e36-9d08-400e8fc13af7 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Deleting subnet 3712445e-b9d3-40fc-82cf-aa1897167f56 {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:30:30.438880 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0ec21c7c-d6cf-4e36-9d08-400e8fc13af7 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:30.504531 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0ec21c7c-d6cf-4e36-9d08-400e8fc13af7 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:30.635583 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0ec21c7c-d6cf-4e36-9d08-400e8fc13af7 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:30.791766 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0ec21c7c-d6cf-4e36-9d08-400e8fc13af7 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:30.794064 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4ab25c01-01cf-434e-8e35-fd77d54690e6 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:30:30.827416 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec21c7c-d6cf-4e36-9d08-400e8fc13af7 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Pushing event deleted for resources: {'Subnet': ['ID=3712445e-b9d3-40fc-82cf-aa1897167f56,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:30:30.830573 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0ec21c7c-d6cf-4e36-9d08-400e8fc13af7 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:30:30.831601 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0ec21c7c-d6cf-4e36-9d08-400e8fc13af7 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:30.836585 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-0ec21c7c-d6cf-4e36-9d08-400e8fc13af7 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "DELETE /v2.0/subnets/3712445e-b9d3-40fc-82cf-aa1897167f56 HTTP/1.1" status: 204 len: 168 time: 0.4806216 Jun 11 10:30:30.837460 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39168) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:30:30.842510 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4443e1d8-8eed-4707-8f3f-5a2b6f76d688 None None] Network 654ace12-5609-4016-9db9-6f5cb4cd87a7 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:30:30.992819 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-eca38fde-f72a-4589-83ba-60b1f4e00217 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:31.063150 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb580c3-dea4-4b34-b852-ab48b62981cc req-25560087-d782-4839-bda3-3caed78732e2 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:30:31.064782 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fdb580c3-dea4-4b34-b852-ab48b62981cc req-25560087-d782-4839-bda3-3caed78732e2 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=08e706fe-3078-4deb-8a24-6a1630ab35e8 HTTP/1.1" status: 200 len: 944 time: 0.1332350 Jun 11 10:30:31.119264 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-eca38fde-f72a-4589-83ba-60b1f4e00217 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Deleting port b63e875b-6f22-4d00-bf77-65f572173158 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:30:31.119631 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-eca38fde-f72a-4589-83ba-60b1f4e00217 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:31.124775 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fdb580c3-dea4-4b34-b852-ab48b62981cc req-d4556b98-f80a-4710-b005-f94fa48c4f62 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=40bb8d94-2b76-4361-ae63-2be0f733f6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501382 Jun 11 10:30:31.151011 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39170) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:30:31.215552 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-eca38fde-f72a-4589-83ba-60b1f4e00217 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] For port b63e875b-6f22-4d00-bf77-65f572173158, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=b63e875b-6f22-4d00-bf77-65f572173158,segment=NetworkSegment(eb267b82-9b22-4bc0-93ee-c849c0c34c49),segment_id=eb267b82-9b22-4bc0-93ee-c849c0c34c49)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:30:31.216561 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-eca38fde-f72a-4589-83ba-60b1f4e00217 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:31.242269 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-b4af272f-cc2f-44cf-8f71-b38daa46d1de tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/floatingips/8323d629-7848-4310-b3da-88f0b06b8da3 HTTP/1.1" status: 200 len: 991 time: 0.0897388 Jun 11 10:30:31.260316 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9472b0-2e1e-4795-8aec-b613f59f61a4 None None] DHCP port deletion for 654ace12-5609-4016-9db9-6f5cb4cd87a7 request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 10:30:31.315881 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-eca38fde-f72a-4589-83ba-60b1f4e00217 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Calling delete_port for b63e875b-6f22-4d00-bf77-65f572173158 owned by network:dhcp {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:30:31.317808 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-cd9472b0-2e1e-4795-8aec-b613f59f61a4 None None] Deleting port b63e875b-6f22-4d00-bf77-65f572173158 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:30:31.318203 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-cd9472b0-2e1e-4795-8aec-b613f59f61a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:31.403327 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-cd9472b0-2e1e-4795-8aec-b613f59f61a4 None None] For port b63e875b-6f22-4d00-bf77-65f572173158, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=b63e875b-6f22-4d00-bf77-65f572173158,segment=NetworkSegment(eb267b82-9b22-4bc0-93ee-c849c0c34c49),segment_id=eb267b82-9b22-4bc0-93ee-c849c0c34c49)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:30:31.403868 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-cd9472b0-2e1e-4795-8aec-b613f59f61a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:31.503192 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-cd9472b0-2e1e-4795-8aec-b613f59f61a4 None None] Calling delete_port for b63e875b-6f22-4d00-bf77-65f572173158 owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:30:31.528338 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-eca38fde-f72a-4589-83ba-60b1f4e00217 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:31.530566 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f81ceb22-b193-41fe-9634-c7e0e37e8a3c tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:30:31.561271 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca38fde-f72a-4589-83ba-60b1f4e00217 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Pushing event deleted for resources: {'Port': ['ID=b63e875b-6f22-4d00-bf77-65f572173158,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:30:31.564428 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-eca38fde-f72a-4589-83ba-60b1f4e00217 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:30:31.570807 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca38fde-f72a-4589-83ba-60b1f4e00217 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] No DVR routers for this DVR port b63e875b-6f22-4d00-bf77-65f572173158 on host n-d-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:30:31.617239 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-cd9472b0-2e1e-4795-8aec-b613f59f61a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:31.620078 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:30:31.651128 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9472b0-2e1e-4795-8aec-b613f59f61a4 None None] Pushing event deleted for resources: {'Port': ['ID=b63e875b-6f22-4d00-bf77-65f572173158,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:30:31.653078 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9472b0-2e1e-4795-8aec-b613f59f61a4 None None] No DVR routers for this DVR port b63e875b-6f22-4d00-bf77-65f572173158 on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:30:31.655160 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-cd9472b0-2e1e-4795-8aec-b613f59f61a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:30:31.657201 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:31.688076 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-eca38fde-f72a-4589-83ba-60b1f4e00217 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:31.703092 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-eca38fde-f72a-4589-83ba-60b1f4e00217 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['654ace12-5609-4016-9db9-6f5cb4cd87a7']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:30:31.717123 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-eca38fde-f72a-4589-83ba-60b1f4e00217 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb267b82-9b22-4bc0-93ee-c849c0c34c49') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:30:31.717428 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-eca38fde-f72a-4589-83ba-60b1f4e00217 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb267b82-9b22-4bc0-93ee-c849c0c34c49') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:30:31.729908 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-eca38fde-f72a-4589-83ba-60b1f4e00217 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:31.745636 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-eca38fde-f72a-4589-83ba-60b1f4e00217 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:31.752267 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eca38fde-f72a-4589-83ba-60b1f4e00217 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Releasing vlan 773 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:30:31.754602 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-eca38fde-f72a-4589-83ba-60b1f4e00217 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:31.754772 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device b63e875b-6f22-4d00-bf77-65f572173158 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:30:31.756823 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 10:30:31.756823 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:30:31.756823 n-d-779913-12 neutron-server[93177]: timer() Jun 11 10:30:31.756823 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:30:31.756823 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 10:30:31.756823 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:30:31.756823 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 10:30:31.756823 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:30:31.756823 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 10:30:31.756823 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:30:31.756823 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 10:30:31.756823 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:30:31.756823 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 10:30:31.756823 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:30:31.756823 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:30:31.756823 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:30:31.756823 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:30:31.756823 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:30:31.756823 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 10:30:31.756823 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:30:31.756823 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 10:30:31.756823 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:30:31.756823 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:30:31.756823 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:30:31.756823 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 10:30:31.756823 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:30:31.756823 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:30:31.756823 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:30:31.756823 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:30:31.756823 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:30:31.756823 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:30:31.756823 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:30:31.786212 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: b63e875b-6f22-4d00-bf77-65f572173158 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:30:31.794807 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device b63e875b-6f22-4d00-bf77-65f572173158 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:30:31.923514 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-eca38fde-f72a-4589-83ba-60b1f4e00217 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:31.931360 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-eca38fde-f72a-4589-83ba-60b1f4e00217 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:31.934096 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-eca38fde-f72a-4589-83ba-60b1f4e00217 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "DELETE /v2.0/networks/654ace12-5609-4016-9db9-6f5cb4cd87a7 HTTP/1.1" status: 204 len: 168 time: 1.0959535 Jun 11 10:30:31.934756 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5bf5aed2-4cf0-45e6-adac-9a2c7c4feef6 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:30:31.937554 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39172) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:30:31.944645 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-4a2b5cd1-f09c-449e-92ac-e4fb1801c526 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1055032948', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}, 'admin_state_up': False}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:30:31.952287 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca38fde-f72a-4589-83ba-60b1f4e00217 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Pushing event deleted for resources: {'Network': ['ID=654ace12-5609-4016-9db9-6f5cb4cd87a7,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:30:31.955459 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-eca38fde-f72a-4589-83ba-60b1f4e00217 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:30:32.037969 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4a2b5cd1-f09c-449e-92ac-e4fb1801c526 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:32.039165 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4a2b5cd1-f09c-449e-92ac-e4fb1801c526 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:32.112383 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4a2b5cd1-f09c-449e-92ac-e4fb1801c526 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:32.413803 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4a2b5cd1-f09c-449e-92ac-e4fb1801c526 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:32.864866 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 7257b1a9-0a4a-4c88-aee7-db2a98e98b3e up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:30:32.922737 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port 7257b1a9-0a4a-4c88-aee7-db2a98e98b3e triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:30:32.923121 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:33.029084 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:33.057558 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08e706fe-3078-4deb-8a24-6a1630ab35e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7257b1a9-0a4a-4c88-aee7-db2a98e98b3e'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:30:33.059939 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc749da3-27b0-4e2a-a099-15fe541a3342" -d '{"events": [{"server_uuid": "08e706fe-3078-4deb-8a24-6a1630ab35e8", "name": "network-vif-plugged", "status": "completed", "tag": "7257b1a9-0a4a-4c88-aee7-db2a98e98b3e"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:30:33.076895 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 7257b1a9-0a4a-4c88-aee7-db2a98e98b3e, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=7257b1a9-0a4a-4c88-aee7-db2a98e98b3e,segment=NetworkSegment(91cdafeb-011e-4f07-97b5-bb8dcf845755),segment_id=91cdafeb-011e-4f07-97b5-bb8dcf845755)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:30:33.108569 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd0536b-e42f-4093-b17b-997a5bb92d8b x-openstack-request-id: req-8cd0536b-e42f-4093-b17b-997a5bb92d8b {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:30:33.108569 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08e706fe-3078-4deb-8a24-6a1630ab35e8", "name": "network-vif-plugged", "status": "completed", "tag": "7257b1a9-0a4a-4c88-aee7-db2a98e98b3e", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:30:33.108569 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8cd0536b-e42f-4093-b17b-997a5bb92d8b {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:30:33.108569 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08e706fe-3078-4deb-8a24-6a1630ab35e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7257b1a9-0a4a-4c88-aee7-db2a98e98b3e', 'code': 200} Jun 11 10:30:33.175034 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4a2b5cd1-f09c-449e-92ac-e4fb1801c526 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for router_gateway, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:33.180398 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:33.184012 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-58d283b8-8d78-4399-851f-5fdd2e65e826 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:30:33.201430 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4a2b5cd1-f09c-449e-92ac-e4fb1801c526 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:33.238513 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=7257b1a9-0a4a-4c88-aee7-db2a98e98b3e,revision_number=8']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:30:33.241651 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:30:33.363840 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-4a2b5cd1-f09c-449e-92ac-e4fb1801c526 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Allocated IP 172.25.4.20 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/a2f10a0d-e406-4459-b646-76c52c7a26f8) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:30:33.498183 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4a2b5cd1-f09c-449e-92ac-e4fb1801c526 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:33.603091 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4a2b5cd1-f09c-449e-92ac-e4fb1801c526 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:33.605411 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4b7c8bcb-e7ee-4b5b-a2cb-6d8c2f3cf90a tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:30:33.652326 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2b5cd1-f09c-449e-92ac-e4fb1801c526 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:30:33.655280 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-4a2b5cd1-f09c-449e-92ac-e4fb1801c526 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:30:33.658877 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2b5cd1-f09c-449e-92ac-e4fb1801c526 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:30:33.664947 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2b5cd1-f09c-449e-92ac-e4fb1801c526 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Pushing event updated for resources: {'Port': ['ID=a2f10a0d-e406-4459-b646-76c52c7a26f8,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:30:33.696337 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4a2b5cd1-f09c-449e-92ac-e4fb1801c526 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:30:34.087485 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4a2b5cd1-f09c-449e-92ac-e4fb1801c526 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for router_gateway, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:34.376305 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4a2b5cd1-f09c-449e-92ac-e4fb1801c526 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:34.607985 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a2b5cd1-f09c-449e-92ac-e4fb1801c526 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Router 9932cbc7-2a0e-4d1d-a0ef-3da3d2fbdc0c is scheduled to L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 with binding_index 1 {{(pid=93176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 10:30:34.758133 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a2b5cd1-f09c-449e-92ac-e4fb1801c526 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:30:34.768080 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473da35e-74ab-4b76-aaaa-6431210a15f0 None None] Sync routers for ids ['9932cbc7-2a0e-4d1d-a0ef-3da3d2fbdc0c'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:30:34.778549 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473da35e-74ab-4b76-aaaa-6431210a15f0 None None] Routers {'9932cbc7-2a0e-4d1d-a0ef-3da3d2fbdc0c'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:30:34.779184 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-473da35e-74ab-4b76-aaaa-6431210a15f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:30:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['9932cbc7-2a0e-4d1d-a0ef-3da3d2fbdc0c'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:30:34.828355 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-473da35e-74ab-4b76-aaaa-6431210a15f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:30:34.837175 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473da35e-74ab-4b76-aaaa-6431210a15f0 None None] Routers {'9932cbc7-2a0e-4d1d-a0ef-3da3d2fbdc0c'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:30:34.837778 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-473da35e-74ab-4b76-aaaa-6431210a15f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:30:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['9932cbc7-2a0e-4d1d-a0ef-3da3d2fbdc0c'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:30:34.842933 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4a2b5cd1-f09c-449e-92ac-e4fb1801c526 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:34.847868 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-4a2b5cd1-f09c-449e-92ac-e4fb1801c526 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.9053729 Jun 11 10:30:34.847868 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39176) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:30:34.889806 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-473da35e-74ab-4b76-aaaa-6431210a15f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:30:34.890450 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473da35e-74ab-4b76-aaaa-6431210a15f0 None None] The sync data for ids ['9932cbc7-2a0e-4d1d-a0ef-3da3d2fbdc0c'] in n-d-779913-12 is: [] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:30:35.000204 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-85f44a0e-c644-46e7-9948-c5bf1d4b664f tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "GET /v2.0/routers/9932cbc7-2a0e-4d1d-a0ef-3da3d2fbdc0c HTTP/1.1" status: 200 len: 880 time: 0.1520455 Jun 11 10:30:35.002470 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39178) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:30:35.270203 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-c52bc54b-5cfc-4cfc-9411-cc1159b36a75 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.2664533 Jun 11 10:30:35.272658 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39180) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:30:35.277311 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-06c36d67-661b-4fab-86ca-17731cb67699 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1055032948'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:30:35.957119 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:36.062174 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-06c36d67-661b-4fab-86ca-17731cb67699 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:36.134800 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-06c36d67-661b-4fab-86ca-17731cb67699 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-374241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-374254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-363978'] for router, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:36.289759 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06c36d67-661b-4fab-86ca-17731cb67699 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Router 9932cbc7-2a0e-4d1d-a0ef-3da3d2fbdc0c has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:30:36.439475 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06c36d67-661b-4fab-86ca-17731cb67699 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:30:36.447425 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-06c36d67-661b-4fab-86ca-17731cb67699 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:36.448503 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-06c36d67-661b-4fab-86ca-17731cb67699 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "PUT /v2.0/routers/9932cbc7-2a0e-4d1d-a0ef-3da3d2fbdc0c HTTP/1.1" status: 200 len: 887 time: 1.1749151 Jun 11 10:30:36.449423 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50adbe82-31ba-4557-98e0-a6f75d74662d None None] Sync routers for ids ['9932cbc7-2a0e-4d1d-a0ef-3da3d2fbdc0c'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:30:36.451096 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39182) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:30:36.459253 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50adbe82-31ba-4557-98e0-a6f75d74662d None None] Routers {'9932cbc7-2a0e-4d1d-a0ef-3da3d2fbdc0c'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:30:36.459889 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-50adbe82-31ba-4557-98e0-a6f75d74662d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:30:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['9932cbc7-2a0e-4d1d-a0ef-3da3d2fbdc0c'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:30:36.607846 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-0c848d27-86cd-409b-bdce-4c7b1263b59f tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "GET /v2.0/routers/9932cbc7-2a0e-4d1d-a0ef-3da3d2fbdc0c HTTP/1.1" status: 200 len: 887 time: 0.1555967 Jun 11 10:30:36.610527 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39184) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:30:36.611717 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-50adbe82-31ba-4557-98e0-a6f75d74662d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:30:36.620534 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50adbe82-31ba-4557-98e0-a6f75d74662d None None] Routers {'9932cbc7-2a0e-4d1d-a0ef-3da3d2fbdc0c'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:30:36.621145 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-50adbe82-31ba-4557-98e0-a6f75d74662d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:30:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['9932cbc7-2a0e-4d1d-a0ef-3da3d2fbdc0c'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:30:36.648651 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-ed1872c1-c9bb-4432-bbf3-cca6d0b3b832 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "GET /v2.0/ports?device_id=9932cbc7-2a0e-4d1d-a0ef-3da3d2fbdc0c HTTP/1.1" status: 200 len: 205 time: 0.0369282 Jun 11 10:30:36.651010 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39186) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:30:36.668943 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-50adbe82-31ba-4557-98e0-a6f75d74662d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:30:36.669367 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50adbe82-31ba-4557-98e0-a6f75d74662d None None] The sync data for ids ['9932cbc7-2a0e-4d1d-a0ef-3da3d2fbdc0c'] in n-d-779913-12 is: [] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:30:36.799131 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-58353988-0db0-430f-a528-06c0e65203fe tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for router, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:36.945097 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-58353988-0db0-430f-a528-06c0e65203fe tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:37.076946 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-58353988-0db0-430f-a528-06c0e65203fe tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Deleting port a2f10a0d-e406-4459-b646-76c52c7a26f8 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:30:37.077635 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-58353988-0db0-430f-a528-06c0e65203fe tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:37.180731 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-58353988-0db0-430f-a528-06c0e65203fe tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:37.276613 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-58353988-0db0-430f-a528-06c0e65203fe tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Calling delete_port for a2f10a0d-e406-4459-b646-76c52c7a26f8 owned by network:router_gateway {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:30:37.574140 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-58353988-0db0-430f-a528-06c0e65203fe tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:37.576437 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4a2b5cd1-f09c-449e-92ac-e4fb1801c526 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:30:37.606223 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58353988-0db0-430f-a528-06c0e65203fe tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Pushing event deleted for resources: {'Port': ['ID=a2f10a0d-e406-4459-b646-76c52c7a26f8,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:30:37.608787 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-58353988-0db0-430f-a528-06c0e65203fe tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:30:37.691086 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-58353988-0db0-430f-a528-06c0e65203fe tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374120'] for router_gateway, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:37.829450 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-58353988-0db0-430f-a528-06c0e65203fe tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:37.831560 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-58353988-0db0-430f-a528-06c0e65203fe tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:37.962736 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-58353988-0db0-430f-a528-06c0e65203fe tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:37.963250 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58353988-0db0-430f-a528-06c0e65203fe tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Fanout notify agent at l3_agent the message router_deleted on router 9932cbc7-2a0e-4d1d-a0ef-3da3d2fbdc0c {{(pid=93176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 10:30:37.970086 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-58353988-0db0-430f-a528-06c0e65203fe tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:37.971189 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-58353988-0db0-430f-a528-06c0e65203fe tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "DELETE /v2.0/routers/9932cbc7-2a0e-4d1d-a0ef-3da3d2fbdc0c HTTP/1.1" status: 204 len: 168 time: 1.3192241 Jun 11 10:30:37.974834 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39188) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:30:37.979769 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-0210c8bf-b37f-429b-93df-5014ed645077 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Request body: {'network': {'name': 'tempest-RoutersTest-1837354893'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:30:38.065482 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0210c8bf-b37f-429b-93df-5014ed645077 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Made reservation on behalf of 73f7d6f1905046f7942a99000b298de9 for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:30:38.069547 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0210c8bf-b37f-429b-93df-5014ed645077 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:38.096732 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0210c8bf-b37f-429b-93df-5014ed645077 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 790} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:30:38.105750 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0210c8bf-b37f-429b-93df-5014ed645077 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:38.106094 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-0210c8bf-b37f-429b-93df-5014ed645077 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Added segment c713d29d-77ba-4897-bd96-cfad0a82e677 of type vlan for network dde55022-bfb8-42ac-a6b6-d413a7545391 Jun 11 10:30:38.155449 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0210c8bf-b37f-429b-93df-5014ed645077 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:38.259947 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0210c8bf-b37f-429b-93df-5014ed645077 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:38.265446 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0210c8bf-b37f-429b-93df-5014ed645077 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:30:38.266064 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0210c8bf-b37f-429b-93df-5014ed645077 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:38.268503 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-54b9252f-79de-4f9a-a113-a40b8fccb12f tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:30:38.358198 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0210c8bf-b37f-429b-93df-5014ed645077 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Pushing event updated for resources: {'Network': ['ID=dde55022-bfb8-42ac-a6b6-d413a7545391,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:30:38.360785 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0210c8bf-b37f-429b-93df-5014ed645077 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:30:38.368406 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network dde55022-bfb8-42ac-a6b6-d413a7545391 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:30:38.410238 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-0210c8bf-b37f-429b-93df-5014ed645077 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4340930 Jun 11 10:30:38.413196 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39190) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:30:38.418539 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-c74b9829-648a-4153-9e67-c001cf1d1a50 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Request body: {'subnet': {'network_id': 'dde55022-bfb8-42ac-a6b6-d413a7545391', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:30:38.601098 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c74b9829-648a-4153-9e67-c001cf1d1a50 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Made reservation on behalf of 73f7d6f1905046f7942a99000b298de9 for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:30:38.604826 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c74b9829-648a-4153-9e67-c001cf1d1a50 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:38.899876 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c74b9829-648a-4153-9e67-c001cf1d1a50 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:38.902018 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c1ac9cf9-6044-4e80-a082-fda2fac73666 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:30:38.968616 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74b9829-648a-4153-9e67-c001cf1d1a50 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Pushing event updated for resources: {'Subnet': ['ID=3678a2f9-425c-4864-9b24-4d19179d723f,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:30:38.972294 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c74b9829-648a-4153-9e67-c001cf1d1a50 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:30:38.979354 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74b9829-648a-4153-9e67-c001cf1d1a50 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Checking segment: {'id': 'c713d29d-77ba-4897-bd96-cfad0a82e677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'dde55022-bfb8-42ac-a6b6-d413a7545391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:30:38.979746 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74b9829-648a-4153-9e67-c001cf1d1a50 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Network hostable DHCP agents. Network: dde55022-bfb8-42ac-a6b6-d413a7545391, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:30:39.071240 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74b9829-648a-4153-9e67-c001cf1d1a50 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Network dde55022-bfb8-42ac-a6b6-d413a7545391 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:30:39.162607 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-c74b9829-648a-4153-9e67-c001cf1d1a50 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, dde55022-bfb8-42ac-a6b6-d413a7545391) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:30:39.166668 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74b9829-648a-4153-9e67-c001cf1d1a50 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:30:39.167344 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c74b9829-648a-4153-9e67-c001cf1d1a50 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:39.172000 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b456ef3a-2f2a-4291-b9ca-38d1c1dd4823 None None] Network dde55022-bfb8-42ac-a6b6-d413a7545391 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:30:39.261119 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-c74b9829-648a-4153-9e67-c001cf1d1a50 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8466868 Jun 11 10:30:39.263593 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39192) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:30:39.268352 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-2adebd44-fdb6-42ba-8917-cc7ed94443b5 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1781956082', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:30:39.357157 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbbef9c-0aa6-470b-8539-af5ea4a2bfc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-dde55022-bfb8-42ac-a6b6-d413a7545391', 'network_id': 'dde55022-bfb8-42ac-a6b6-d413a7545391', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'fixed_ips': [{'subnet_id': '3678a2f9-425c-4864-9b24-4d19179d723f'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 10:30:39.357563 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-acbbef9c-0aa6-470b-8539-af5ea4a2bfc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:39.374264 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2adebd44-fdb6-42ba-8917-cc7ed94443b5 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:39.375441 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2adebd44-fdb6-42ba-8917-cc7ed94443b5 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:39.448558 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2adebd44-fdb6-42ba-8917-cc7ed94443b5 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:39.512171 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2adebd44-fdb6-42ba-8917-cc7ed94443b5 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:39.515319 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-acbbef9c-0aa6-470b-8539-af5ea4a2bfc6 None None] Allocated IP 172.20.0.2 (dde55022-bfb8-42ac-a6b6-d413a7545391/3678a2f9-425c-4864-9b24-4d19179d723f/375a2f3f-914e-4ff5-8695-57acdb636194) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:30:39.574659 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2adebd44-fdb6-42ba-8917-cc7ed94443b5 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:39.575924 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-2adebd44-fdb6-42ba-8917-cc7ed94443b5 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3113375 Jun 11 10:30:39.578716 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39194) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:30:39.691893 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-acbbef9c-0aa6-470b-8539-af5ea4a2bfc6 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:39.700685 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-acbbef9c-0aa6-470b-8539-af5ea4a2bfc6 None None] Transition to ACTIVE for port object 375a2f3f-914e-4ff5-8695-57acdb636194 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:30:39.716012 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-acbbef9c-0aa6-470b-8539-af5ea4a2bfc6 None None] Transition to ACTIVE for port object 375a2f3f-914e-4ff5-8695-57acdb636194 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:30:39.786998 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-acbbef9c-0aa6-470b-8539-af5ea4a2bfc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:39.789125 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f984cf2d-239f-45bd-86b1-e0a198940e80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:30:39.842778 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbbef9c-0aa6-470b-8539-af5ea4a2bfc6 None None] Network dde55022-bfb8-42ac-a6b6-d413a7545391 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:30:39.846795 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbbef9c-0aa6-470b-8539-af5ea4a2bfc6 None None] Pushing event updated for resources: {'Port': ['ID=375a2f3f-914e-4ff5-8695-57acdb636194,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:30:39.849796 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-acbbef9c-0aa6-470b-8539-af5ea4a2bfc6 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:30:39.852770 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbbef9c-0aa6-470b-8539-af5ea4a2bfc6 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:30:39.860800 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbbef9c-0aa6-470b-8539-af5ea4a2bfc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:30:39.863827 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbbef9c-0aa6-470b-8539-af5ea4a2bfc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:30:39.863827 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbbef9c-0aa6-470b-8539-af5ea4a2bfc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:30:39.863827 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbbef9c-0aa6-470b-8539-af5ea4a2bfc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:30:39.863827 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbbef9c-0aa6-470b-8539-af5ea4a2bfc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:30:39.863827 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbbef9c-0aa6-470b-8539-af5ea4a2bfc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:30:39.863827 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbbef9c-0aa6-470b-8539-af5ea4a2bfc6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:30:39.863827 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbbef9c-0aa6-470b-8539-af5ea4a2bfc6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:30:39.863827 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbbef9c-0aa6-470b-8539-af5ea4a2bfc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:30:39.863827 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbbef9c-0aa6-470b-8539-af5ea4a2bfc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:30:39.864786 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbbef9c-0aa6-470b-8539-af5ea4a2bfc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:30:39.864786 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbbef9c-0aa6-470b-8539-af5ea4a2bfc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:30:39.867885 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-acbbef9c-0aa6-470b-8539-af5ea4a2bfc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:30:39.932285 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-acbbef9c-0aa6-470b-8539-af5ea4a2bfc6 None None] Attempting to bind port 375a2f3f-914e-4ff5-8695-57acdb636194 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:30:39.932717 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-acbbef9c-0aa6-470b-8539-af5ea4a2bfc6 None None] Attempting to bind port 375a2f3f-914e-4ff5-8695-57acdb636194 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'c713d29d-77ba-4897-bd96-cfad0a82e677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'dde55022-bfb8-42ac-a6b6-d413a7545391'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:30:39.933028 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbbef9c-0aa6-470b-8539-af5ea4a2bfc6 None None] Attempting to bind port 375a2f3f-914e-4ff5-8695-57acdb636194 on network dde55022-bfb8-42ac-a6b6-d413a7545391 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:30:39.938128 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbbef9c-0aa6-470b-8539-af5ea4a2bfc6 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:30:39.938512 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbbef9c-0aa6-470b-8539-af5ea4a2bfc6 None None] Checking segment: {'id': 'c713d29d-77ba-4897-bd96-cfad0a82e677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'dde55022-bfb8-42ac-a6b6-d413a7545391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:30:39.938919 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-acbbef9c-0aa6-470b-8539-af5ea4a2bfc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:39.939361 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbbef9c-0aa6-470b-8539-af5ea4a2bfc6 None None] Bound using segment: {'id': 'c713d29d-77ba-4897-bd96-cfad0a82e677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'dde55022-bfb8-42ac-a6b6-d413a7545391'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:30:39.939856 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-acbbef9c-0aa6-470b-8539-af5ea4a2bfc6 None None] Bound port: 375a2f3f-914e-4ff5-8695-57acdb636194, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c713d29d-77ba-4897-bd96-cfad0a82e677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'dde55022-bfb8-42ac-a6b6-d413a7545391'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:30:39.940236 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-acbbef9c-0aa6-470b-8539-af5ea4a2bfc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:39.990146 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1b73eaf3-e747-4828-aa23-de8429aedb7b tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:40.020608 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-acbbef9c-0aa6-470b-8539-af5ea4a2bfc6 None None] For port 375a2f3f-914e-4ff5-8695-57acdb636194, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:30:40.025428 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-acbbef9c-0aa6-470b-8539-af5ea4a2bfc6 None None] For port 375a2f3f-914e-4ff5-8695-57acdb636194, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=375a2f3f-914e-4ff5-8695-57acdb636194,segment=NetworkSegment(c713d29d-77ba-4897-bd96-cfad0a82e677),segment_id=c713d29d-77ba-4897-bd96-cfad0a82e677)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:30:40.089519 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-acbbef9c-0aa6-470b-8539-af5ea4a2bfc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:40.091862 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-0c9032fa-b515-4b71-9684-5cc9156fe1a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:30:40.159019 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbbef9c-0aa6-470b-8539-af5ea4a2bfc6 None None] Pushing event updated for resources: {'Port': ['ID=375a2f3f-914e-4ff5-8695-57acdb636194,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:30:40.166499 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-acbbef9c-0aa6-470b-8539-af5ea4a2bfc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:30:40.309129 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-1b73eaf3-e747-4828-aa23-de8429aedb7b tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Allocated IP 172.20.0.1 (dde55022-bfb8-42ac-a6b6-d413a7545391/3678a2f9-425c-4864-9b24-4d19179d723f/c280b224-927f-468a-89d1-f33402951920) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:30:40.486983 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1b73eaf3-e747-4828-aa23-de8429aedb7b tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:40.501843 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [None req-1b73eaf3-e747-4828-aa23-de8429aedb7b tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Transition to ACTIVE for port object c280b224-927f-468a-89d1-f33402951920 will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:30:40.609035 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1b73eaf3-e747-4828-aa23-de8429aedb7b tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:40.611495 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b0e8a233-ee10-452d-a456-ddcb176f9432 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:30:41.062475 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b73eaf3-e747-4828-aa23-de8429aedb7b tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Network dde55022-bfb8-42ac-a6b6-d413a7545391 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:30:41.066488 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-1b73eaf3-e747-4828-aa23-de8429aedb7b tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:30:41.071688 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b73eaf3-e747-4828-aa23-de8429aedb7b tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:30:41.110554 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b73eaf3-e747-4828-aa23-de8429aedb7b tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Pushing event updated for resources: {'Port': ['ID=c280b224-927f-468a-89d1-f33402951920,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:30:41.125328 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1b73eaf3-e747-4828-aa23-de8429aedb7b tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:30:41.153679 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1b73eaf3-e747-4828-aa23-de8429aedb7b tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-375088'] for router_interface, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:41.229935 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d84e5e-4cce-441b-801d-1bd202eb5e9a None None] Network dde55022-bfb8-42ac-a6b6-d413a7545391 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:30:41.368309 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-791f6299-a3bd-41cf-81d5-5b0076ddea9c None None] Provisioning for port 375a2f3f-914e-4ff5-8695-57acdb636194 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:30:41.434781 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1b73eaf3-e747-4828-aa23-de8429aedb7b tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:41.802327 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-9d9d176b-5f46-40c3-9afe-9f2df92f2a19 None None] Provisioning for port c280b224-927f-468a-89d1-f33402951920 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:30:41.808453 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-9d9d176b-5f46-40c3-9afe-9f2df92f2a19 None None] Provisioning complete for port c280b224-927f-468a-89d1-f33402951920 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:30:41.809225 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-9d9d176b-5f46-40c3-9afe-9f2df92f2a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:41.812659 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 375a2f3f-914e-4ff5-8695-57acdb636194 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:30:41.846059 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1b73eaf3-e747-4828-aa23-de8429aedb7b tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:41.899532 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-9d9d176b-5f46-40c3-9afe-9f2df92f2a19 None None] Port c280b224-927f-468a-89d1-f33402951920 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:30:41.911184 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1b73eaf3-e747-4828-aa23-de8429aedb7b tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:41.915926 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d9bae08a-639c-4471-8cdc-aeb87030451e tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:30:41.996991 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 375a2f3f-914e-4ff5-8695-57acdb636194 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:30:42.001076 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 375a2f3f-914e-4ff5-8695-57acdb636194 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:30:42.001461 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:42.001835 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b73eaf3-e747-4828-aa23-de8429aedb7b tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Pushing event updated for resources: {'Port': ['ID=c280b224-927f-468a-89d1-f33402951920,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:30:42.005112 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1b73eaf3-e747-4828-aa23-de8429aedb7b tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375108'] for router_interface, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:42.008018 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1b73eaf3-e747-4828-aa23-de8429aedb7b tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:30:42.055599 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-c9c65acd-5006-4741-b24e-832edda0066f None None] Provisioning complete for port c280b224-927f-468a-89d1-f33402951920 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:30:42.057360 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c9c65acd-5006-4741-b24e-832edda0066f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:42.126704 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-c9c65acd-5006-4741-b24e-832edda0066f None None] Port c280b224-927f-468a-89d1-f33402951920 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:30:42.134247 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b73eaf3-e747-4828-aa23-de8429aedb7b tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Network dde55022-bfb8-42ac-a6b6-d413a7545391 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:30:42.135974 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-1b73eaf3-e747-4828-aa23-de8429aedb7b tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:30:42.144705 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:42.183764 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 375a2f3f-914e-4ff5-8695-57acdb636194, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=375a2f3f-914e-4ff5-8695-57acdb636194,segment=NetworkSegment(c713d29d-77ba-4897-bd96-cfad0a82e677),segment_id=c713d29d-77ba-4897-bd96-cfad0a82e677)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:30:42.276794 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:42.279089 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:30:42.341885 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=375a2f3f-914e-4ff5-8695-57acdb636194,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:30:42.346066 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:30:42.352652 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-775efb00-22ec-41cb-961f-0abcec744de9 None None] Provisioning complete for port c280b224-927f-468a-89d1-f33402951920 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:30:42.353037 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-775efb00-22ec-41cb-961f-0abcec744de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:42.362576 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b73eaf3-e747-4828-aa23-de8429aedb7b tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Router 0419386f-a6a7-45ac-8b9b-5c212a0b99d1 is scheduled to L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 with binding_index 1 {{(pid=93176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 10:30:42.401528 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-775efb00-22ec-41cb-961f-0abcec744de9 None None] Port c280b224-927f-468a-89d1-f33402951920 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:30:42.496708 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b73eaf3-e747-4828-aa23-de8429aedb7b tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:30:42.501898 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-1b73eaf3-e747-4828-aa23-de8429aedb7b tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "PUT /v2.0/routers/0419386f-a6a7-45ac-8b9b-5c212a0b99d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9221735 Jun 11 10:30:42.504691 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39196) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:30:42.506244 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a875ae-d0fc-411d-931a-c056893a1f2d None None] Sync routers for ids ['0419386f-a6a7-45ac-8b9b-5c212a0b99d1'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:30:42.516142 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a875ae-d0fc-411d-931a-c056893a1f2d None None] Routers {'0419386f-a6a7-45ac-8b9b-5c212a0b99d1'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:30:42.516142 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-30a875ae-d0fc-411d-931a-c056893a1f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:30:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['0419386f-a6a7-45ac-8b9b-5c212a0b99d1'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:30:42.563615 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-30a875ae-d0fc-411d-931a-c056893a1f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:30:42.571852 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a875ae-d0fc-411d-931a-c056893a1f2d None None] Routers {'0419386f-a6a7-45ac-8b9b-5c212a0b99d1'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:30:42.572454 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-30a875ae-d0fc-411d-931a-c056893a1f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:30:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['0419386f-a6a7-45ac-8b9b-5c212a0b99d1'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:30:42.577168 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a44cb6d-13ea-4d7b-897c-fbb97f2df837 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:30:42.579134 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-8a44cb6d-13ea-4d7b-897c-fbb97f2df837 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "GET /v2.0/ports/c280b224-927f-468a-89d1-f33402951920 HTTP/1.1" status: 200 len: 910 time: 0.0733438 Jun 11 10:30:42.581935 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39198) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:30:42.587087 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-47b39db1-caa0-4261-8e0f-7951636da7bb tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3678a2f9-425c-4864-9b24-4d19179d723f'}]}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:30:42.622245 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-30a875ae-d0fc-411d-931a-c056893a1f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:30:42.622676 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a875ae-d0fc-411d-931a-c056893a1f2d None None] The sync data for ids ['0419386f-a6a7-45ac-8b9b-5c212a0b99d1'] in n-d-779913-12 is: [] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:30:42.800631 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-47b39db1-caa0-4261-8e0f-7951636da7bb tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:42.916773 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-647caa25-dc42-49b7-83f0-be806e521de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:43.251006 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-47b39db1-caa0-4261-8e0f-7951636da7bb tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:43.311121 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-47b39db1-caa0-4261-8e0f-7951636da7bb tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:43.314312 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6416ba85-aa65-4a68-8129-e2687909bf20 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:30:43.406955 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b39db1-caa0-4261-8e0f-7951636da7bb tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:30:43.407587 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-47b39db1-caa0-4261-8e0f-7951636da7bb tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:43.408898 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-47b39db1-caa0-4261-8e0f-7951636da7bb tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "PUT /v2.0/ports/c280b224-927f-468a-89d1-f33402951920 HTTP/1.1" status: 200 len: 910 time: 0.8260345 Jun 11 10:30:43.409677 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b39db1-caa0-4261-8e0f-7951636da7bb tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Pushing event updated for resources: {'Port': ['ID=c280b224-927f-468a-89d1-f33402951920,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:30:43.411790 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39200) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:30:43.418386 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-47b39db1-caa0-4261-8e0f-7951636da7bb tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:30:43.744267 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 375a2f3f-914e-4ff5-8695-57acdb636194 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:30:43.808776 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 375a2f3f-914e-4ff5-8695-57acdb636194 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:30:43.809191 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:43.845419 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-19929f56-d059-4dfd-83bb-e21ee40a1079 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375209'] for router_interface, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:44.038278 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [req-a6d14f25-ace9-4b7b-84b6-522d224085dd req-5b669ae1-68ee-4966-8b24-b5b4c3256691 service neutron] (93176) timed out ('10.222.0.64', 53057) {{(pid=93176) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 11 10:30:44.185303 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-19929f56-d059-4dfd-83bb-e21ee40a1079 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Deleting port c280b224-927f-468a-89d1-f33402951920 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:30:44.185645 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-19929f56-d059-4dfd-83bb-e21ee40a1079 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:44.299980 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-19929f56-d059-4dfd-83bb-e21ee40a1079 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:44.395717 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-19929f56-d059-4dfd-83bb-e21ee40a1079 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Calling delete_port for c280b224-927f-468a-89d1-f33402951920 owned by network:router_interface {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:30:44.694194 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-19929f56-d059-4dfd-83bb-e21ee40a1079 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:44.696482 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9a8c6b8c-7b77-4fb3-a411-16cc739d7a09 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:30:44.729640 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19929f56-d059-4dfd-83bb-e21ee40a1079 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Pushing event deleted for resources: {'Port': ['ID=c280b224-927f-468a-89d1-f33402951920,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:30:44.732856 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-19929f56-d059-4dfd-83bb-e21ee40a1079 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:30:44.934718 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-19929f56-d059-4dfd-83bb-e21ee40a1079 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362297'] for router_interface, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:45.153430 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19929f56-d059-4dfd-83bb-e21ee40a1079 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Router 0419386f-a6a7-45ac-8b9b-5c212a0b99d1 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:30:45.259716 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19929f56-d059-4dfd-83bb-e21ee40a1079 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:30:45.265626 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-19929f56-d059-4dfd-83bb-e21ee40a1079 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "PUT /v2.0/routers/0419386f-a6a7-45ac-8b9b-5c212a0b99d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8518665 Jun 11 10:30:45.267313 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39202) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:30:45.269450 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3d74df-13d8-4f59-ae9f-e6a23c249522 None None] Sync routers for ids ['0419386f-a6a7-45ac-8b9b-5c212a0b99d1'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:30:45.279870 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3d74df-13d8-4f59-ae9f-e6a23c249522 None None] Routers {'0419386f-a6a7-45ac-8b9b-5c212a0b99d1'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:30:45.280484 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-8b3d74df-13d8-4f59-ae9f-e6a23c249522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:30:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['0419386f-a6a7-45ac-8b9b-5c212a0b99d1'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:30:45.303937 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-415761ea-854f-4315-92ce-d2c5ad6b29ca tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "GET /v2.0/ports?device_id=0419386f-a6a7-45ac-8b9b-5c212a0b99d1 HTTP/1.1" status: 200 len: 205 time: 0.0350373 Jun 11 10:30:45.306131 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39204) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:30:45.332604 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-8b3d74df-13d8-4f59-ae9f-e6a23c249522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:30:45.343821 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3d74df-13d8-4f59-ae9f-e6a23c249522 None None] Routers {'0419386f-a6a7-45ac-8b9b-5c212a0b99d1'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:30:45.344444 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-8b3d74df-13d8-4f59-ae9f-e6a23c249522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:30:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['0419386f-a6a7-45ac-8b9b-5c212a0b99d1'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:30:45.392711 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-8b3d74df-13d8-4f59-ae9f-e6a23c249522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:30:45.393137 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3d74df-13d8-4f59-ae9f-e6a23c249522 None None] The sync data for ids ['0419386f-a6a7-45ac-8b9b-5c212a0b99d1'] in n-d-779913-12 is: [] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:30:45.420901 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2e77f507-1285-4ce0-b6f5-1f049ec1af2f tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for router, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:45.808481 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f3efc074-a5ba-4526-89a0-4cf9257a81e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:45.932802 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:46.102986 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2e77f507-1285-4ce0-b6f5-1f049ec1af2f tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:46.105128 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2e77f507-1285-4ce0-b6f5-1f049ec1af2f tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:46.218194 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2e77f507-1285-4ce0-b6f5-1f049ec1af2f tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:46.218892 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e77f507-1285-4ce0-b6f5-1f049ec1af2f tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Fanout notify agent at l3_agent the message router_deleted on router 0419386f-a6a7-45ac-8b9b-5c212a0b99d1 {{(pid=93177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 10:30:46.226245 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2e77f507-1285-4ce0-b6f5-1f049ec1af2f tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:46.227387 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-2e77f507-1285-4ce0-b6f5-1f049ec1af2f tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "DELETE /v2.0/routers/0419386f-a6a7-45ac-8b9b-5c212a0b99d1 HTTP/1.1" status: 204 len: 168 time: 0.9203007 Jun 11 10:30:46.230008 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39206) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:30:46.290622 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-a34d3543-bd30-40ab-9b1a-3f972634d928 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Deleting subnet 3678a2f9-425c-4864-9b24-4d19179d723f {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:30:46.293777 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a34d3543-bd30-40ab-9b1a-3f972634d928 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:46.342922 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a34d3543-bd30-40ab-9b1a-3f972634d928 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:46.445669 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a34d3543-bd30-40ab-9b1a-3f972634d928 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:46.591995 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a34d3543-bd30-40ab-9b1a-3f972634d928 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:46.594201 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b59f074b-a1ce-4a62-8671-918296dd6832 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:30:46.628348 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34d3543-bd30-40ab-9b1a-3f972634d928 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Pushing event deleted for resources: {'Subnet': ['ID=3678a2f9-425c-4864-9b24-4d19179d723f,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:30:46.630358 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a34d3543-bd30-40ab-9b1a-3f972634d928 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:46.635301 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-a34d3543-bd30-40ab-9b1a-3f972634d928 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "DELETE /v2.0/subnets/3678a2f9-425c-4864-9b24-4d19179d723f HTTP/1.1" status: 204 len: 168 time: 0.4012868 Jun 11 10:30:46.635301 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a34d3543-bd30-40ab-9b1a-3f972634d928 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:30:46.636733 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39208) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:30:46.637995 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d9ab34-dea2-4929-85aa-cadcae1a50c6 None None] Network dde55022-bfb8-42ac-a6b6-d413a7545391 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:30:46.735545 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2cfd1338-0fb6-4a40-9d57-437ce1444855 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:46.807166 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-2cfd1338-0fb6-4a40-9d57-437ce1444855 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Deleting port 375a2f3f-914e-4ff5-8695-57acdb636194 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:30:46.807750 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2cfd1338-0fb6-4a40-9d57-437ce1444855 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:46.825466 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:46.887943 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9729fe-831b-4a0d-82e4-5c665007a7e5 None None] DHCP port deletion for dde55022-bfb8-42ac-a6b6-d413a7545391 request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 10:30:46.899676 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-2cfd1338-0fb6-4a40-9d57-437ce1444855 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] For port 375a2f3f-914e-4ff5-8695-57acdb636194, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=375a2f3f-914e-4ff5-8695-57acdb636194,segment=NetworkSegment(c713d29d-77ba-4897-bd96-cfad0a82e677),segment_id=c713d29d-77ba-4897-bd96-cfad0a82e677)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:30:46.900038 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2cfd1338-0fb6-4a40-9d57-437ce1444855 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:46.939620 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-ae9729fe-831b-4a0d-82e4-5c665007a7e5 None None] Deleting port 375a2f3f-914e-4ff5-8695-57acdb636194 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:30:46.940007 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ae9729fe-831b-4a0d-82e4-5c665007a7e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:47.000714 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-2cfd1338-0fb6-4a40-9d57-437ce1444855 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Calling delete_port for 375a2f3f-914e-4ff5-8695-57acdb636194 owned by network:dhcp {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:30:47.026852 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-ae9729fe-831b-4a0d-82e4-5c665007a7e5 None None] For port 375a2f3f-914e-4ff5-8695-57acdb636194, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=375a2f3f-914e-4ff5-8695-57acdb636194,segment=NetworkSegment(c713d29d-77ba-4897-bd96-cfad0a82e677),segment_id=c713d29d-77ba-4897-bd96-cfad0a82e677)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:30:47.027479 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ae9729fe-831b-4a0d-82e4-5c665007a7e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:47.178804 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2cfd1338-0fb6-4a40-9d57-437ce1444855 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:47.181178 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-58353988-0db0-430f-a528-06c0e65203fe tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:30:47.212834 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfd1338-0fb6-4a40-9d57-437ce1444855 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Pushing event deleted for resources: {'Port': ['ID=375a2f3f-914e-4ff5-8695-57acdb636194,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:30:47.216058 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2cfd1338-0fb6-4a40-9d57-437ce1444855 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:30:47.216868 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfd1338-0fb6-4a40-9d57-437ce1444855 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] No DVR routers for this DVR port 375a2f3f-914e-4ff5-8695-57acdb636194 on host n-d-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:30:47.322297 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-ae9729fe-831b-4a0d-82e4-5c665007a7e5 None None] Calling delete_port for 375a2f3f-914e-4ff5-8695-57acdb636194 owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:30:47.332303 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2cfd1338-0fb6-4a40-9d57-437ce1444855 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:47.343723 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-2cfd1338-0fb6-4a40-9d57-437ce1444855 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dde55022-bfb8-42ac-a6b6-d413a7545391']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:30:47.355297 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-2cfd1338-0fb6-4a40-9d57-437ce1444855 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c713d29d-77ba-4897-bd96-cfad0a82e677') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:30:47.355670 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-2cfd1338-0fb6-4a40-9d57-437ce1444855 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c713d29d-77ba-4897-bd96-cfad0a82e677') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:30:47.366342 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2cfd1338-0fb6-4a40-9d57-437ce1444855 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:47.381978 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2cfd1338-0fb6-4a40-9d57-437ce1444855 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:47.388188 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cfd1338-0fb6-4a40-9d57-437ce1444855 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:30:47.388582 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2cfd1338-0fb6-4a40-9d57-437ce1444855 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:47.391756 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:30:47.391756 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:30:47.391756 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:30:47.391756 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:30:47.391756 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:30:47.391756 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:30:47.391756 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:30:47.391756 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:30:47.391756 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:30:47.391756 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:30:47.391756 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:30:47.391756 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 10:30:47.391756 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 10:30:47.391756 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:30:47.391756 n-d-779913-12 neutron-server[93176]: timer() Jun 11 10:30:47.391756 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:30:47.391756 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 10:30:47.391756 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:30:47.391756 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 10:30:47.391756 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:30:47.391756 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 10:30:47.391756 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:30:47.391756 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 10:30:47.391756 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:30:47.391756 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 10:30:47.391756 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:30:47.391756 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:30:47.391756 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:30:47.391756 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:30:47.391756 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:30:47.391756 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 10:30:47.391756 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:30:47.391756 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 10:30:47.391756 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:30:47.391756 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:30:47.391756 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:30:47.391756 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 10:30:47.391756 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:30:47.391756 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:30:47.391756 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:30:47.391756 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:30:47.391756 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:30:47.391756 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:30:47.391756 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:30:47.417621 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ae9729fe-831b-4a0d-82e4-5c665007a7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:47.420334 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-6bcda468-9081-4fbb-944b-74a3f491afe2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:30:47.449505 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9729fe-831b-4a0d-82e4-5c665007a7e5 None None] Pushing event deleted for resources: {'Port': ['ID=375a2f3f-914e-4ff5-8695-57acdb636194,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:30:47.451349 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9729fe-831b-4a0d-82e4-5c665007a7e5 None None] No DVR routers for this DVR port 375a2f3f-914e-4ff5-8695-57acdb636194 on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:30:47.452949 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-ae9729fe-831b-4a0d-82e4-5c665007a7e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:30:47.579823 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2cfd1338-0fb6-4a40-9d57-437ce1444855 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:47.583321 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b2f6dca7-32dc-4f45-a04e-dfd41eccc9bf tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:30:47.587415 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2cfd1338-0fb6-4a40-9d57-437ce1444855 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:47.589255 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-2cfd1338-0fb6-4a40-9d57-437ce1444855 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "DELETE /v2.0/networks/dde55022-bfb8-42ac-a6b6-d413a7545391 HTTP/1.1" status: 204 len: 168 time: 0.9525461 Jun 11 10:30:47.593400 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39210) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:30:47.598700 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-e3322ffa-6172-496e-8dbe-eace73fc6a5a tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1141283685', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:30:47.604275 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfd1338-0fb6-4a40-9d57-437ce1444855 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Pushing event deleted for resources: {'Network': ['ID=dde55022-bfb8-42ac-a6b6-d413a7545391,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:30:47.606655 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2cfd1338-0fb6-4a40-9d57-437ce1444855 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:30:47.681036 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e3322ffa-6172-496e-8dbe-eace73fc6a5a tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:47.682049 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e3322ffa-6172-496e-8dbe-eace73fc6a5a tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:47.741541 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 375a2f3f-914e-4ff5-8695-57acdb636194 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:30:47.753019 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e3322ffa-6172-496e-8dbe-eace73fc6a5a tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:47.766726 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 375a2f3f-914e-4ff5-8695-57acdb636194 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:30:47.767080 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 375a2f3f-914e-4ff5-8695-57acdb636194 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:30:47.841861 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e3322ffa-6172-496e-8dbe-eace73fc6a5a tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:47.938016 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e3322ffa-6172-496e-8dbe-eace73fc6a5a tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:47.939228 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-e3322ffa-6172-496e-8dbe-eace73fc6a5a tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3446984 Jun 11 10:30:47.941910 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39212) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:30:47.946969 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-cb72d2ff-dcd9-45d4-8e91-79a0c7706995 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Request body: {'network': {'name': 'tempest-RoutersTest-1951336384'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:30:48.052439 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb72d2ff-dcd9-45d4-8e91-79a0c7706995 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Made reservation on behalf of 73f7d6f1905046f7942a99000b298de9 for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:30:48.056110 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cb72d2ff-dcd9-45d4-8e91-79a0c7706995 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:48.082901 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb72d2ff-dcd9-45d4-8e91-79a0c7706995 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 759} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:30:48.091599 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cb72d2ff-dcd9-45d4-8e91-79a0c7706995 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:48.092001 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-cb72d2ff-dcd9-45d4-8e91-79a0c7706995 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Added segment 2492ea37-fc37-4b7f-96bc-98895a864bd4 of type vlan for network 5eb78bd8-7d05-45ef-a42d-941c1536a797 Jun 11 10:30:48.149175 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cb72d2ff-dcd9-45d4-8e91-79a0c7706995 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:48.265311 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cb72d2ff-dcd9-45d4-8e91-79a0c7706995 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:48.271348 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb72d2ff-dcd9-45d4-8e91-79a0c7706995 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:30:48.271945 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cb72d2ff-dcd9-45d4-8e91-79a0c7706995 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:48.274370 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5103f84f-15d1-43bf-94a6-76b4d8022ffb tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:30:48.360240 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb72d2ff-dcd9-45d4-8e91-79a0c7706995 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Pushing event updated for resources: {'Network': ['ID=5eb78bd8-7d05-45ef-a42d-941c1536a797,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:30:48.363172 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-cb72d2ff-dcd9-45d4-8e91-79a0c7706995 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:30:48.371221 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 5eb78bd8-7d05-45ef-a42d-941c1536a797 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:30:48.374372 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-cb72d2ff-dcd9-45d4-8e91-79a0c7706995 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4314206 Jun 11 10:30:48.377118 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39214) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:30:48.382954 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-6d110efc-25d0-406e-9434-07c69148a773 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Request body: {'subnet': {'network_id': '5eb78bd8-7d05-45ef-a42d-941c1536a797', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:30:48.533769 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:48.561129 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d110efc-25d0-406e-9434-07c69148a773 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Made reservation on behalf of 73f7d6f1905046f7942a99000b298de9 for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:30:48.564846 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6d110efc-25d0-406e-9434-07c69148a773 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:48.888070 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6d110efc-25d0-406e-9434-07c69148a773 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:48.890201 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d383a5bb-a0a6-40f0-a83a-a4025e6b5fb5 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:30:48.963358 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d110efc-25d0-406e-9434-07c69148a773 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Pushing event updated for resources: {'Subnet': ['ID=1f4a70b2-cfeb-4430-8961-2f5730ebb85a,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:30:48.967338 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6d110efc-25d0-406e-9434-07c69148a773 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:30:48.973136 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d110efc-25d0-406e-9434-07c69148a773 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Checking segment: {'id': '2492ea37-fc37-4b7f-96bc-98895a864bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '5eb78bd8-7d05-45ef-a42d-941c1536a797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:30:48.973504 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d110efc-25d0-406e-9434-07c69148a773 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Network hostable DHCP agents. Network: 5eb78bd8-7d05-45ef-a42d-941c1536a797, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:30:49.059176 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d110efc-25d0-406e-9434-07c69148a773 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Network 5eb78bd8-7d05-45ef-a42d-941c1536a797 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:30:49.156471 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-6d110efc-25d0-406e-9434-07c69148a773 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 5eb78bd8-7d05-45ef-a42d-941c1536a797) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:30:49.161546 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d110efc-25d0-406e-9434-07c69148a773 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:30:49.162164 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6d110efc-25d0-406e-9434-07c69148a773 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:49.168506 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aaea6bd-a759-4219-8860-e03b9bc89bd6 None None] Network 5eb78bd8-7d05-45ef-a42d-941c1536a797 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:30:49.287947 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-6d110efc-25d0-406e-9434-07c69148a773 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9095945 Jun 11 10:30:49.290707 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39216) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:30:49.349345 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5862fd-31ca-487a-8145-e6e9e02d7e49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-5eb78bd8-7d05-45ef-a42d-941c1536a797', 'network_id': '5eb78bd8-7d05-45ef-a42d-941c1536a797', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'fixed_ips': [{'subnet_id': '1f4a70b2-cfeb-4430-8961-2f5730ebb85a'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 10:30:49.350206 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7e5862fd-31ca-487a-8145-e6e9e02d7e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:49.502738 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-7e5862fd-31ca-487a-8145-e6e9e02d7e49 None None] Allocated IP 172.20.0.2 (5eb78bd8-7d05-45ef-a42d-941c1536a797/1f4a70b2-cfeb-4430-8961-2f5730ebb85a/25f25c43-3098-46bd-8ae0-565c086774df) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:30:49.680098 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7e5862fd-31ca-487a-8145-e6e9e02d7e49 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:49.688330 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-7e5862fd-31ca-487a-8145-e6e9e02d7e49 None None] Transition to ACTIVE for port object 25f25c43-3098-46bd-8ae0-565c086774df will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:30:49.697282 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e548b847-bf41-4074-b2d7-8d0a1f8502d4 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:49.703329 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-7e5862fd-31ca-487a-8145-e6e9e02d7e49 None None] Transition to ACTIVE for port object 25f25c43-3098-46bd-8ae0-565c086774df will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:30:49.854526 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7e5862fd-31ca-487a-8145-e6e9e02d7e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:49.857464 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:30:49.907334 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5862fd-31ca-487a-8145-e6e9e02d7e49 None None] Network 5eb78bd8-7d05-45ef-a42d-941c1536a797 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:30:49.911783 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-7e5862fd-31ca-487a-8145-e6e9e02d7e49 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:30:49.916350 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5862fd-31ca-487a-8145-e6e9e02d7e49 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:30:49.919642 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5862fd-31ca-487a-8145-e6e9e02d7e49 None None] Pushing event updated for resources: {'Port': ['ID=25f25c43-3098-46bd-8ae0-565c086774df,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:30:49.923442 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-7e5862fd-31ca-487a-8145-e6e9e02d7e49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:30:49.987219 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-7e5862fd-31ca-487a-8145-e6e9e02d7e49 None None] Attempting to bind port 25f25c43-3098-46bd-8ae0-565c086774df on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:30:49.987513 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-7e5862fd-31ca-487a-8145-e6e9e02d7e49 None None] Attempting to bind port 25f25c43-3098-46bd-8ae0-565c086774df by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '2492ea37-fc37-4b7f-96bc-98895a864bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '5eb78bd8-7d05-45ef-a42d-941c1536a797'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:30:49.987921 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5862fd-31ca-487a-8145-e6e9e02d7e49 None None] Attempting to bind port 25f25c43-3098-46bd-8ae0-565c086774df on network 5eb78bd8-7d05-45ef-a42d-941c1536a797 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:30:49.992779 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5862fd-31ca-487a-8145-e6e9e02d7e49 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:30:49.993162 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5862fd-31ca-487a-8145-e6e9e02d7e49 None None] Checking segment: {'id': '2492ea37-fc37-4b7f-96bc-98895a864bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '5eb78bd8-7d05-45ef-a42d-941c1536a797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:30:49.993571 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7e5862fd-31ca-487a-8145-e6e9e02d7e49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:49.993974 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5862fd-31ca-487a-8145-e6e9e02d7e49 None None] Bound using segment: {'id': '2492ea37-fc37-4b7f-96bc-98895a864bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '5eb78bd8-7d05-45ef-a42d-941c1536a797'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:30:49.994153 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-e548b847-bf41-4074-b2d7-8d0a1f8502d4 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Allocated IP 172.20.0.1 (5eb78bd8-7d05-45ef-a42d-941c1536a797/1f4a70b2-cfeb-4430-8961-2f5730ebb85a/16cd3fd5-11e5-4499-9e59-1a7e3e5872f5) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:30:49.994448 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-7e5862fd-31ca-487a-8145-e6e9e02d7e49 None None] Bound port: 25f25c43-3098-46bd-8ae0-565c086774df, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2492ea37-fc37-4b7f-96bc-98895a864bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '5eb78bd8-7d05-45ef-a42d-941c1536a797'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:30:49.994832 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7e5862fd-31ca-487a-8145-e6e9e02d7e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:50.070915 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-7e5862fd-31ca-487a-8145-e6e9e02d7e49 None None] For port 25f25c43-3098-46bd-8ae0-565c086774df, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:30:50.074335 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-7e5862fd-31ca-487a-8145-e6e9e02d7e49 None None] For port 25f25c43-3098-46bd-8ae0-565c086774df, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=25f25c43-3098-46bd-8ae0-565c086774df,segment=NetworkSegment(2492ea37-fc37-4b7f-96bc-98895a864bd4),segment_id=2492ea37-fc37-4b7f-96bc-98895a864bd4)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:30:50.142153 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e548b847-bf41-4074-b2d7-8d0a1f8502d4 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:50.154844 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [None req-e548b847-bf41-4074-b2d7-8d0a1f8502d4 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Transition to ACTIVE for port object 16cd3fd5-11e5-4499-9e59-1a7e3e5872f5 will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:30:50.168554 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7e5862fd-31ca-487a-8145-e6e9e02d7e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:50.171494 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03e9052d-08e2-4e3b-993c-e5b0a71038dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:30:50.242292 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5862fd-31ca-487a-8145-e6e9e02d7e49 None None] Pushing event updated for resources: {'Port': ['ID=25f25c43-3098-46bd-8ae0-565c086774df,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:30:50.245350 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-7e5862fd-31ca-487a-8145-e6e9e02d7e49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:30:50.282600 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e548b847-bf41-4074-b2d7-8d0a1f8502d4 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:50.284903 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1fa2f5d2-ae79-4a89-99c7-e476e13757ec tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:30:50.344265 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e548b847-bf41-4074-b2d7-8d0a1f8502d4 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Network 5eb78bd8-7d05-45ef-a42d-941c1536a797 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:30:50.347556 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-e548b847-bf41-4074-b2d7-8d0a1f8502d4 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:30:50.353415 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e548b847-bf41-4074-b2d7-8d0a1f8502d4 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:30:50.357563 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e548b847-bf41-4074-b2d7-8d0a1f8502d4 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Pushing event updated for resources: {'Port': ['ID=16cd3fd5-11e5-4499-9e59-1a7e3e5872f5,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:30:50.389999 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e548b847-bf41-4074-b2d7-8d0a1f8502d4 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:30:50.417969 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e548b847-bf41-4074-b2d7-8d0a1f8502d4 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-375088'] for router_interface, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:51.067841 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e548b847-bf41-4074-b2d7-8d0a1f8502d4 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:51.152340 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9720bdc-6a3f-48c5-ade8-705297481f65 None None] Network 5eb78bd8-7d05-45ef-a42d-941c1536a797 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:30:51.339010 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-54e3cc74-cf54-47f4-850f-0e22d2764d1e None None] Provisioning for port 25f25c43-3098-46bd-8ae0-565c086774df completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:30:51.417876 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e548b847-bf41-4074-b2d7-8d0a1f8502d4 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:51.493797 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e548b847-bf41-4074-b2d7-8d0a1f8502d4 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:51.497014 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1b73eaf3-e747-4828-aa23-de8429aedb7b tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:30:51.591738 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e548b847-bf41-4074-b2d7-8d0a1f8502d4 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Pushing event updated for resources: {'Port': ['ID=16cd3fd5-11e5-4499-9e59-1a7e3e5872f5,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:30:51.594430 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e548b847-bf41-4074-b2d7-8d0a1f8502d4 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375108'] for router_interface, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:51.598187 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e548b847-bf41-4074-b2d7-8d0a1f8502d4 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:30:51.665290 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-bb696772-56ad-448f-b1c3-f4a3ed553cf0 None None] Provisioning for port 16cd3fd5-11e5-4499-9e59-1a7e3e5872f5 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:30:51.669805 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-bb696772-56ad-448f-b1c3-f4a3ed553cf0 None None] Provisioning complete for port 16cd3fd5-11e5-4499-9e59-1a7e3e5872f5 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:30:51.670637 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-bb696772-56ad-448f-b1c3-f4a3ed553cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:51.719914 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-bb696772-56ad-448f-b1c3-f4a3ed553cf0 None None] Port 16cd3fd5-11e5-4499-9e59-1a7e3e5872f5 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:30:51.741984 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e548b847-bf41-4074-b2d7-8d0a1f8502d4 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Network 5eb78bd8-7d05-45ef-a42d-941c1536a797 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:30:51.743442 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-e548b847-bf41-4074-b2d7-8d0a1f8502d4 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:30:51.807522 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 25f25c43-3098-46bd-8ae0-565c086774df up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:30:51.858410 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-8780f728-a327-430e-b831-47afb7369123 None None] Provisioning complete for port 16cd3fd5-11e5-4499-9e59-1a7e3e5872f5 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:30:51.858882 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8780f728-a327-430e-b831-47afb7369123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:51.911043 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-8780f728-a327-430e-b831-47afb7369123 None None] Port 16cd3fd5-11e5-4499-9e59-1a7e3e5872f5 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:30:51.967991 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 25f25c43-3098-46bd-8ae0-565c086774df completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:30:51.972093 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 25f25c43-3098-46bd-8ae0-565c086774df triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:30:51.972481 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:52.007888 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e548b847-bf41-4074-b2d7-8d0a1f8502d4 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Router 949e754a-ad1b-4c91-a0dd-e47a99475a94 is scheduled to L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 with binding_index 1 {{(pid=93176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 10:30:52.036531 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-1b6e7e5e-4e61-4288-b8a4-28fa8fd3bda8 None None] Provisioning complete for port 16cd3fd5-11e5-4499-9e59-1a7e3e5872f5 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:30:52.037075 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1b6e7e5e-4e61-4288-b8a4-28fa8fd3bda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:52.109304 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-1b6e7e5e-4e61-4288-b8a4-28fa8fd3bda8 None None] Port 16cd3fd5-11e5-4499-9e59-1a7e3e5872f5 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:30:52.110624 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:52.146698 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 25f25c43-3098-46bd-8ae0-565c086774df, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=25f25c43-3098-46bd-8ae0-565c086774df,segment=NetworkSegment(2492ea37-fc37-4b7f-96bc-98895a864bd4),segment_id=2492ea37-fc37-4b7f-96bc-98895a864bd4)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:30:52.148557 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e548b847-bf41-4074-b2d7-8d0a1f8502d4 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:30:52.156484 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-e548b847-bf41-4074-b2d7-8d0a1f8502d4 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "PUT /v2.0/routers/949e754a-ad1b-4c91-a0dd-e47a99475a94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8643630 Jun 11 10:30:52.156822 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39218) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:30:52.158290 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12fff35-6437-4fa9-8ccd-d7086ba56966 None None] Sync routers for ids ['949e754a-ad1b-4c91-a0dd-e47a99475a94'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:30:52.162561 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-87859946-513b-4028-825c-2c48073e4869 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Request body: {'network': {'name': 'tempest-RoutersTest-273736954'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:30:52.168072 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12fff35-6437-4fa9-8ccd-d7086ba56966 None None] Routers {'949e754a-ad1b-4c91-a0dd-e47a99475a94'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:30:52.168699 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-d12fff35-6437-4fa9-8ccd-d7086ba56966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:30:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['949e754a-ad1b-4c91-a0dd-e47a99475a94'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:30:52.293782 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:52.298270 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-b18c7a4c-1d98-4e99-89e6-247712d23345 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:30:52.302429 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-d12fff35-6437-4fa9-8ccd-d7086ba56966 None None] Set router 949e754a-ad1b-4c91-a0dd-e47a99475a94 gateway port host: None {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:30:52.373776 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87859946-513b-4028-825c-2c48073e4869 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Made reservation on behalf of 73f7d6f1905046f7942a99000b298de9 for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:30:52.377433 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-87859946-513b-4028-825c-2c48073e4869 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:52.405995 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87859946-513b-4028-825c-2c48073e4869 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 750} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:30:52.415481 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-87859946-513b-4028-825c-2c48073e4869 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:52.415867 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-87859946-513b-4028-825c-2c48073e4869 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Added segment f2ff6f63-efc6-4bdb-9871-937c88afcd6a of type vlan for network 0f8d7cbb-dfef-42a7-b0ef-a84744cf1a81 Jun 11 10:30:52.446050 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=25f25c43-3098-46bd-8ae0-565c086774df,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:30:52.460595 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:30:52.475174 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-87859946-513b-4028-825c-2c48073e4869 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:52.589707 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-87859946-513b-4028-825c-2c48073e4869 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:52.595534 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87859946-513b-4028-825c-2c48073e4869 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:30:52.596153 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-87859946-513b-4028-825c-2c48073e4869 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:52.600221 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8731e056-2caa-4cba-9e33-3adca031316c tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:30:52.608371 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-d12fff35-6437-4fa9-8ccd-d7086ba56966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'name': 'tempest-RoutersTest-router-1141283685', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:30:47Z', 'updated_at': '2021-06-11T10:30:50Z', 'revision_number': 2, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'gw_port_host': None, '_interfaces': [{'id': '16cd3fd5-11e5-4499-9e59-1a7e3e5872f5', 'name': '', 'network_id': '5eb78bd8-7d05-45ef-a42d-941c1536a797', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'mac_address': 'fa:16:3e:2d:c9:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '1f4a70b2-cfeb-4430-8961-2f5730ebb85a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:30:49Z', 'updated_at': '2021-06-11T10:30:51Z', 'revision_number': 2, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'subnets': [{'id': '1f4a70b2-cfeb-4430-8961-2f5730ebb85a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:30:52.611824 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12fff35-6437-4fa9-8ccd-d7086ba56966 None None] Checking router: 949e754a-ad1b-4c91-a0dd-e47a99475a94 for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:30:52.612191 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12fff35-6437-4fa9-8ccd-d7086ba56966 None None] Updating router 949e754a-ad1b-4c91-a0dd-e47a99475a94 port 16cd3fd5-11e5-4499-9e59-1a7e3e5872f5 binding host n-d-779913-12 {{(pid=93178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 10:30:52.661758 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d12fff35-6437-4fa9-8ccd-d7086ba56966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:52.701798 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87859946-513b-4028-825c-2c48073e4869 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Pushing event updated for resources: {'Network': ['ID=0f8d7cbb-dfef-42a7-b0ef-a84744cf1a81,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:30:52.704617 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-87859946-513b-4028-825c-2c48073e4869 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:30:52.714608 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 0f8d7cbb-dfef-42a7-b0ef-a84744cf1a81 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:30:52.726042 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-87859946-513b-4028-825c-2c48073e4869 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5649643 Jun 11 10:30:52.726251 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39220) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:30:52.731297 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-5c2e184b-7f88-4297-a067-2b903683f690 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Request body: {'subnet': {'network_id': '0f8d7cbb-dfef-42a7-b0ef-a84744cf1a81', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:30:52.934410 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c2e184b-7f88-4297-a067-2b903683f690 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Made reservation on behalf of 73f7d6f1905046f7942a99000b298de9 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:30:52.938045 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5c2e184b-7f88-4297-a067-2b903683f690 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:53.242642 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5c2e184b-7f88-4297-a067-2b903683f690 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:53.245561 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-56918a61-f688-46ea-b556-10ceb9e0d792 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:30:53.247865 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d12fff35-6437-4fa9-8ccd-d7086ba56966 None None] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:53.258799 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-d12fff35-6437-4fa9-8ccd-d7086ba56966 None None] Transition to ACTIVE for port object 16cd3fd5-11e5-4499-9e59-1a7e3e5872f5 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:30:53.315618 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2e184b-7f88-4297-a067-2b903683f690 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Pushing event updated for resources: {'Subnet': ['ID=9c88d9d5-136c-4d39-8f93-c8efbad9d06e,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:30:53.320978 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5c2e184b-7f88-4297-a067-2b903683f690 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:30:53.323593 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2e184b-7f88-4297-a067-2b903683f690 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Checking segment: {'id': 'f2ff6f63-efc6-4bdb-9871-937c88afcd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '0f8d7cbb-dfef-42a7-b0ef-a84744cf1a81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:30:53.323965 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2e184b-7f88-4297-a067-2b903683f690 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Network hostable DHCP agents. Network: 0f8d7cbb-dfef-42a7-b0ef-a84744cf1a81, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:30:53.350903 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d12fff35-6437-4fa9-8ccd-d7086ba56966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:53.352976 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-39dc4c67-0996-4525-b5fd-cc9dfda5977e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:30:53.451667 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d069681-6f3a-4577-9d62-4400c400c15e None None] Pushing event updated for resources: {'Port': ['ID=16cd3fd5-11e5-4499-9e59-1a7e3e5872f5,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:30:53.455107 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-6d069681-6f3a-4577-9d62-4400c400c15e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:30:53.477127 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2e184b-7f88-4297-a067-2b903683f690 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Network 0f8d7cbb-dfef-42a7-b0ef-a84744cf1a81 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:30:53.486392 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:30:53.522007 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-d12fff35-6437-4fa9-8ccd-d7086ba56966 None None] Attempting to bind port 16cd3fd5-11e5-4499-9e59-1a7e3e5872f5 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:30:53.522389 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-d12fff35-6437-4fa9-8ccd-d7086ba56966 None None] Attempting to bind port 16cd3fd5-11e5-4499-9e59-1a7e3e5872f5 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '2492ea37-fc37-4b7f-96bc-98895a864bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '5eb78bd8-7d05-45ef-a42d-941c1536a797'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:30:53.522757 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12fff35-6437-4fa9-8ccd-d7086ba56966 None None] Attempting to bind port 16cd3fd5-11e5-4499-9e59-1a7e3e5872f5 on network 5eb78bd8-7d05-45ef-a42d-941c1536a797 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:30:53.528261 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12fff35-6437-4fa9-8ccd-d7086ba56966 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:30:53.528648 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12fff35-6437-4fa9-8ccd-d7086ba56966 None None] Checking segment: {'id': '2492ea37-fc37-4b7f-96bc-98895a864bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '5eb78bd8-7d05-45ef-a42d-941c1536a797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:30:53.529067 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d12fff35-6437-4fa9-8ccd-d7086ba56966 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:53.529466 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12fff35-6437-4fa9-8ccd-d7086ba56966 None None] Bound using segment: {'id': '2492ea37-fc37-4b7f-96bc-98895a864bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '5eb78bd8-7d05-45ef-a42d-941c1536a797'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:30:53.529939 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-d12fff35-6437-4fa9-8ccd-d7086ba56966 None None] Bound port: 16cd3fd5-11e5-4499-9e59-1a7e3e5872f5, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2492ea37-fc37-4b7f-96bc-98895a864bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '5eb78bd8-7d05-45ef-a42d-941c1536a797'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:30:53.530322 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d12fff35-6437-4fa9-8ccd-d7086ba56966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:53.551441 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-5c2e184b-7f88-4297-a067-2b903683f690 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 0f8d7cbb-dfef-42a7-b0ef-a84744cf1a81) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:30:53.555772 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2e184b-7f88-4297-a067-2b903683f690 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:30:53.556370 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5c2e184b-7f88-4297-a067-2b903683f690 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:53.572483 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9142fdd0-ba45-45d0-a678-187050343a75 None None] Network 0f8d7cbb-dfef-42a7-b0ef-a84744cf1a81 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:30:53.625583 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-5c2e184b-7f88-4297-a067-2b903683f690 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8983512 Jun 11 10:30:53.628266 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39222) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:30:53.689152 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-d12fff35-6437-4fa9-8ccd-d7086ba56966 None None] For port 16cd3fd5-11e5-4499-9e59-1a7e3e5872f5, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:30:53.707034 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-d12fff35-6437-4fa9-8ccd-d7086ba56966 None None] For port 16cd3fd5-11e5-4499-9e59-1a7e3e5872f5, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=16cd3fd5-11e5-4499-9e59-1a7e3e5872f5,segment=NetworkSegment(2492ea37-fc37-4b7f-96bc-98895a864bd4),segment_id=2492ea37-fc37-4b7f-96bc-98895a864bd4)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:30:53.765997 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 25f25c43-3098-46bd-8ae0-565c086774df up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:30:53.804165 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d12fff35-6437-4fa9-8ccd-d7086ba56966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:53.809612 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-6d069681-6f3a-4577-9d62-4400c400c15e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:30:53.898498 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0f77b6-a5b3-466a-9ce3-705b2c8893ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-0f8d7cbb-dfef-42a7-b0ef-a84744cf1a81', 'network_id': '0f8d7cbb-dfef-42a7-b0ef-a84744cf1a81', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'fixed_ips': [{'subnet_id': '9c88d9d5-136c-4d39-8f93-c8efbad9d06e'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 10:30:53.898498 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ff0f77b6-a5b3-466a-9ce3-705b2c8893ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:53.934947 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12fff35-6437-4fa9-8ccd-d7086ba56966 None None] Routers {'949e754a-ad1b-4c91-a0dd-e47a99475a94'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:30:53.935637 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-d12fff35-6437-4fa9-8ccd-d7086ba56966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:30:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['949e754a-ad1b-4c91-a0dd-e47a99475a94'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:30:53.937501 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d069681-6f3a-4577-9d62-4400c400c15e None None] Pushing event updated for resources: {'Port': ['ID=16cd3fd5-11e5-4499-9e59-1a7e3e5872f5,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:30:54.023596 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-6d069681-6f3a-4577-9d62-4400c400c15e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:30:54.150063 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-965daded-4e43-4147-b0f7-fce2ab9d2a5d tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:54.159313 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 25f25c43-3098-46bd-8ae0-565c086774df triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:30:54.159725 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:54.209043 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-d12fff35-6437-4fa9-8ccd-d7086ba56966 None None] Set router 949e754a-ad1b-4c91-a0dd-e47a99475a94 gateway port host: None {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:30:54.432143 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-ff0f77b6-a5b3-466a-9ce3-705b2c8893ed None None] Allocated IP 172.21.0.2 (0f8d7cbb-dfef-42a7-b0ef-a84744cf1a81/9c88d9d5-136c-4d39-8f93-c8efbad9d06e/069ab42f-528e-480d-a418-f45461baf1bc) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:30:54.748281 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ff0f77b6-a5b3-466a-9ce3-705b2c8893ed None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:54.759125 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-ff0f77b6-a5b3-466a-9ce3-705b2c8893ed None None] Transition to ACTIVE for port object 069ab42f-528e-480d-a418-f45461baf1bc will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:30:54.764462 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-d12fff35-6437-4fa9-8ccd-d7086ba56966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'name': 'tempest-RoutersTest-router-1141283685', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:30:47Z', 'updated_at': '2021-06-11T10:30:50Z', 'revision_number': 2, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'gw_port_host': None, '_interfaces': [{'id': '16cd3fd5-11e5-4499-9e59-1a7e3e5872f5', 'name': '', 'network_id': '5eb78bd8-7d05-45ef-a42d-941c1536a797', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'mac_address': 'fa:16:3e:2d:c9:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '1f4a70b2-cfeb-4430-8961-2f5730ebb85a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:30:49Z', 'updated_at': '2021-06-11T10:30:53Z', 'revision_number': 4, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'subnets': [{'id': '1f4a70b2-cfeb-4430-8961-2f5730ebb85a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:30:54.774260 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12fff35-6437-4fa9-8ccd-d7086ba56966 None None] The sync data for ids ['949e754a-ad1b-4c91-a0dd-e47a99475a94'] in n-d-779913-12 is: [{'id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'name': 'tempest-RoutersTest-router-1141283685', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:30:47Z', 'updated_at': '2021-06-11T10:30:50Z', 'revision_number': 2, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'gw_port_host': None, '_interfaces': [{'id': '16cd3fd5-11e5-4499-9e59-1a7e3e5872f5', 'name': '', 'network_id': '5eb78bd8-7d05-45ef-a42d-941c1536a797', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'mac_address': 'fa:16:3e:2d:c9:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '1f4a70b2-cfeb-4430-8961-2f5730ebb85a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:30:49Z', 'updated_at': '2021-06-11T10:30:53Z', 'revision_number': 4, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'subnets': [{'id': '1f4a70b2-cfeb-4430-8961-2f5730ebb85a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:30:54.779878 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-ff0f77b6-a5b3-466a-9ce3-705b2c8893ed None None] Transition to ACTIVE for port object 069ab42f-528e-480d-a418-f45461baf1bc will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:30:54.916019 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ff0f77b6-a5b3-466a-9ce3-705b2c8893ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:54.919352 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-cd9472b0-2e1e-4795-8aec-b613f59f61a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:30:54.992319 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-965daded-4e43-4147-b0f7-fce2ab9d2a5d tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Allocated IP 172.21.0.1 (0f8d7cbb-dfef-42a7-b0ef-a84744cf1a81/9c88d9d5-136c-4d39-8f93-c8efbad9d06e/42a20741-d224-4a2d-bb78-753d91b39213) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:30:54.997519 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0f77b6-a5b3-466a-9ce3-705b2c8893ed None None] Pushing event updated for resources: {'Port': ['ID=069ab42f-528e-480d-a418-f45461baf1bc,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:30:55.000443 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-ff0f77b6-a5b3-466a-9ce3-705b2c8893ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:30:55.002446 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0f77b6-a5b3-466a-9ce3-705b2c8893ed None None] Network 0f8d7cbb-dfef-42a7-b0ef-a84744cf1a81 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:30:55.004058 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-ff0f77b6-a5b3-466a-9ce3-705b2c8893ed None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:30:55.019996 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0f77b6-a5b3-466a-9ce3-705b2c8893ed None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:30:55.085265 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-ff0f77b6-a5b3-466a-9ce3-705b2c8893ed None None] Attempting to bind port 069ab42f-528e-480d-a418-f45461baf1bc on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:30:55.085800 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-ff0f77b6-a5b3-466a-9ce3-705b2c8893ed None None] Attempting to bind port 069ab42f-528e-480d-a418-f45461baf1bc by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'f2ff6f63-efc6-4bdb-9871-937c88afcd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '0f8d7cbb-dfef-42a7-b0ef-a84744cf1a81'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:30:55.086308 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0f77b6-a5b3-466a-9ce3-705b2c8893ed None None] Attempting to bind port 069ab42f-528e-480d-a418-f45461baf1bc on network 0f8d7cbb-dfef-42a7-b0ef-a84744cf1a81 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:30:55.094833 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0f77b6-a5b3-466a-9ce3-705b2c8893ed None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:30:55.095208 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0f77b6-a5b3-466a-9ce3-705b2c8893ed None None] Checking segment: {'id': 'f2ff6f63-efc6-4bdb-9871-937c88afcd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '0f8d7cbb-dfef-42a7-b0ef-a84744cf1a81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:30:55.095734 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ff0f77b6-a5b3-466a-9ce3-705b2c8893ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:55.096162 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0f77b6-a5b3-466a-9ce3-705b2c8893ed None None] Bound using segment: {'id': 'f2ff6f63-efc6-4bdb-9871-937c88afcd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '0f8d7cbb-dfef-42a7-b0ef-a84744cf1a81'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:30:55.096692 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-ff0f77b6-a5b3-466a-9ce3-705b2c8893ed None None] Bound port: 069ab42f-528e-480d-a418-f45461baf1bc, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2ff6f63-efc6-4bdb-9871-937c88afcd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '0f8d7cbb-dfef-42a7-b0ef-a84744cf1a81'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:30:55.097043 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ff0f77b6-a5b3-466a-9ce3-705b2c8893ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:55.152525 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-965daded-4e43-4147-b0f7-fce2ab9d2a5d tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:55.166854 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-965daded-4e43-4147-b0f7-fce2ab9d2a5d tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Transition to ACTIVE for port object 42a20741-d224-4a2d-bb78-753d91b39213 will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:30:55.177662 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-ff0f77b6-a5b3-466a-9ce3-705b2c8893ed None None] For port 069ab42f-528e-480d-a418-f45461baf1bc, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:30:55.180873 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-ff0f77b6-a5b3-466a-9ce3-705b2c8893ed None None] For port 069ab42f-528e-480d-a418-f45461baf1bc, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=069ab42f-528e-480d-a418-f45461baf1bc,segment=NetworkSegment(f2ff6f63-efc6-4bdb-9871-937c88afcd6a),segment_id=f2ff6f63-efc6-4bdb-9871-937c88afcd6a)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:30:55.288479 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ff0f77b6-a5b3-466a-9ce3-705b2c8893ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:55.291812 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:30:55.295397 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-965daded-4e43-4147-b0f7-fce2ab9d2a5d tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:55.298765 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-799169b8-7cb6-4f64-9d59-3e5fed5389f7 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:30:55.349112 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965daded-4e43-4147-b0f7-fce2ab9d2a5d tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Network 0f8d7cbb-dfef-42a7-b0ef-a84744cf1a81 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:30:55.359278 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-965daded-4e43-4147-b0f7-fce2ab9d2a5d tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:30:55.365604 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965daded-4e43-4147-b0f7-fce2ab9d2a5d tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:30:55.367158 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0f77b6-a5b3-466a-9ce3-705b2c8893ed None None] Pushing event updated for resources: {'Port': ['ID=069ab42f-528e-480d-a418-f45461baf1bc,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:30:55.372742 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-ff0f77b6-a5b3-466a-9ce3-705b2c8893ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:30:55.420648 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965daded-4e43-4147-b0f7-fce2ab9d2a5d tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Pushing event updated for resources: {'Port': ['ID=42a20741-d224-4a2d-bb78-753d91b39213,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:30:55.426231 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-965daded-4e43-4147-b0f7-fce2ab9d2a5d tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:30:55.436750 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-965daded-4e43-4147-b0f7-fce2ab9d2a5d tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-375088'] for router_interface, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:55.694756 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-965daded-4e43-4147-b0f7-fce2ab9d2a5d tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:55.804328 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 069ab42f-528e-480d-a418-f45461baf1bc up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:30:55.922664 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 069ab42f-528e-480d-a418-f45461baf1bc completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:30:55.927881 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 16cd3fd5-11e5-4499-9e59-1a7e3e5872f5 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:30:56.043542 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-965daded-4e43-4147-b0f7-fce2ab9d2a5d tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:56.059137 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 16cd3fd5-11e5-4499-9e59-1a7e3e5872f5 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:30:56.063317 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 16cd3fd5-11e5-4499-9e59-1a7e3e5872f5 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:30:56.063553 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:56.120967 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-965daded-4e43-4147-b0f7-fce2ab9d2a5d tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:56.125319 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-322a0081-5c0a-438c-9523-33f90c6e8f9f tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:30:56.155474 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:56.191948 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 16cd3fd5-11e5-4499-9e59-1a7e3e5872f5, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=16cd3fd5-11e5-4499-9e59-1a7e3e5872f5,segment=NetworkSegment(2492ea37-fc37-4b7f-96bc-98895a864bd4),segment_id=2492ea37-fc37-4b7f-96bc-98895a864bd4)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:30:56.217132 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-965daded-4e43-4147-b0f7-fce2ab9d2a5d tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375108'] for router_interface, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:56.219807 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965daded-4e43-4147-b0f7-fce2ab9d2a5d tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Pushing event updated for resources: {'Port': ['ID=42a20741-d224-4a2d-bb78-753d91b39213,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:30:56.230167 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965daded-4e43-4147-b0f7-fce2ab9d2a5d tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:30:56.230564 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965daded-4e43-4147-b0f7-fce2ab9d2a5d tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:30:56.230949 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965daded-4e43-4147-b0f7-fce2ab9d2a5d tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:30:56.231323 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965daded-4e43-4147-b0f7-fce2ab9d2a5d tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:30:56.231738 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965daded-4e43-4147-b0f7-fce2ab9d2a5d tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:30:56.232111 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965daded-4e43-4147-b0f7-fce2ab9d2a5d tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:30:56.232481 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965daded-4e43-4147-b0f7-fce2ab9d2a5d tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:30:56.232852 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965daded-4e43-4147-b0f7-fce2ab9d2a5d tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:30:56.233242 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965daded-4e43-4147-b0f7-fce2ab9d2a5d tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:30:56.233608 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965daded-4e43-4147-b0f7-fce2ab9d2a5d tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:30:56.233972 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965daded-4e43-4147-b0f7-fce2ab9d2a5d tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:30:56.234335 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965daded-4e43-4147-b0f7-fce2ab9d2a5d tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:30:56.239944 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-965daded-4e43-4147-b0f7-fce2ab9d2a5d tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:30:56.281110 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:56.283137 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-7e5862fd-31ca-487a-8145-e6e9e02d7e49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:30:56.340539 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=16cd3fd5-11e5-4499-9e59-1a7e3e5872f5,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:30:56.343517 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:30:56.353083 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965daded-4e43-4147-b0f7-fce2ab9d2a5d tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Network 0f8d7cbb-dfef-42a7-b0ef-a84744cf1a81 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:30:56.354413 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-965daded-4e43-4147-b0f7-fce2ab9d2a5d tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:30:56.490124 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-965daded-4e43-4147-b0f7-fce2ab9d2a5d tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Router 949e754a-ad1b-4c91-a0dd-e47a99475a94 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:30:56.622660 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-965daded-4e43-4147-b0f7-fce2ab9d2a5d tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:30:56.630025 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-965daded-4e43-4147-b0f7-fce2ab9d2a5d tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "PUT /v2.0/routers/949e754a-ad1b-4c91-a0dd-e47a99475a94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9982305 Jun 11 10:30:56.630365 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39224) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:30:56.633842 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d721456e-6480-4492-a13d-a0106745cecf None None] Sync routers for ids ['949e754a-ad1b-4c91-a0dd-e47a99475a94'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:30:56.635772 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-090cf232-ba5c-4788-94dc-3ee070dea61d tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Request body: {'network': {'name': 'tempest-RoutersTest-1208495995'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:30:56.648696 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d721456e-6480-4492-a13d-a0106745cecf None None] Routers {'949e754a-ad1b-4c91-a0dd-e47a99475a94'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:30:56.649687 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-d721456e-6480-4492-a13d-a0106745cecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:30:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['949e754a-ad1b-4c91-a0dd-e47a99475a94'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:30:56.693868 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf737d23-6b84-4268-882a-4b0e8f3e184a None None] Network 0f8d7cbb-dfef-42a7-b0ef-a84744cf1a81 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:30:56.716811 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-090cf232-ba5c-4788-94dc-3ee070dea61d tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Made reservation on behalf of 73f7d6f1905046f7942a99000b298de9 for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:30:56.720615 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-090cf232-ba5c-4788-94dc-3ee070dea61d tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:56.749569 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-090cf232-ba5c-4788-94dc-3ee070dea61d tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:30:56.758934 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-090cf232-ba5c-4788-94dc-3ee070dea61d tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:56.759385 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-090cf232-ba5c-4788-94dc-3ee070dea61d tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Added segment 23067ed8-7cd5-421b-872e-05aa0f173f1a of type vlan for network 5900d625-2717-402f-8060-7b1f8c80fa31 Jun 11 10:30:56.779234 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-d721456e-6480-4492-a13d-a0106745cecf None None] Set router 949e754a-ad1b-4c91-a0dd-e47a99475a94 gateway port host: None {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:30:56.820216 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-090cf232-ba5c-4788-94dc-3ee070dea61d tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:56.934203 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-090cf232-ba5c-4788-94dc-3ee070dea61d tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:56.940114 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090cf232-ba5c-4788-94dc-3ee070dea61d tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:30:56.941571 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-090cf232-ba5c-4788-94dc-3ee070dea61d tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:56.944297 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-86e300b2-e8fe-4c63-bbd8-6df03bed7060 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:30:57.036455 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090cf232-ba5c-4788-94dc-3ee070dea61d tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Pushing event updated for resources: {'Network': ['ID=5900d625-2717-402f-8060-7b1f8c80fa31,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:30:57.037381 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-0a09bc66-12be-4da4-8215-eb0105cbd7fd None None] Provisioning for port 069ab42f-528e-480d-a418-f45461baf1bc completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:30:57.039163 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-090cf232-ba5c-4788-94dc-3ee070dea61d tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:30:57.049038 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-090cf232-ba5c-4788-94dc-3ee070dea61d tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4177852 Jun 11 10:30:57.050075 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-0a09bc66-12be-4da4-8215-eb0105cbd7fd None None] Provisioning complete for port 069ab42f-528e-480d-a418-f45461baf1bc triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:30:57.050988 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0a09bc66-12be-4da4-8215-eb0105cbd7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:57.052431 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39226) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:30:57.052705 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 5900d625-2717-402f-8060-7b1f8c80fa31 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:30:57.058116 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-cc71a5c4-3d82-4a03-b4e9-e5591266d7a4 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Request body: {'subnet': {'network_id': '5900d625-2717-402f-8060-7b1f8c80fa31', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:30:57.067748 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-d721456e-6480-4492-a13d-a0106745cecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'name': 'tempest-RoutersTest-router-1141283685', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:30:47Z', 'updated_at': '2021-06-11T10:30:55Z', 'revision_number': 3, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'gw_port_host': None, '_interfaces': [{'id': '16cd3fd5-11e5-4499-9e59-1a7e3e5872f5', 'name': '', 'network_id': '5eb78bd8-7d05-45ef-a42d-941c1536a797', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'mac_address': 'fa:16:3e:2d:c9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '1f4a70b2-cfeb-4430-8961-2f5730ebb85a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:30:49Z', 'updated_at': '2021-06-11T10:30:56Z', 'revision_number': 5, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'subnets': [{'id': '1f4a70b2-cfeb-4430-8961-2f5730ebb85a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42a20741-d224-4a2d-bb78-753d91b39213', 'name': '', 'network_id': '0f8d7cbb-dfef-42a7-b0ef-a84744cf1a81', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'mac_address': 'fa:16:3e:16:2b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '9c88d9d5-136c-4d39-8f93-c8efbad9d06e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:30:54Z', 'updated_at': '2021-06-11T10:30:55Z', 'revision_number': 2, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'subnets': [{'id': '9c88d9d5-136c-4d39-8f93-c8efbad9d06e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:30:57.073454 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d721456e-6480-4492-a13d-a0106745cecf None None] Checking router: 949e754a-ad1b-4c91-a0dd-e47a99475a94 for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:30:57.073773 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d721456e-6480-4492-a13d-a0106745cecf None None] Updating router 949e754a-ad1b-4c91-a0dd-e47a99475a94 port 42a20741-d224-4a2d-bb78-753d91b39213 binding host n-d-779913-12 {{(pid=93179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 10:30:57.123184 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-d721456e-6480-4492-a13d-a0106745cecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:57.276468 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc71a5c4-3d82-4a03-b4e9-e5591266d7a4 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Made reservation on behalf of 73f7d6f1905046f7942a99000b298de9 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:30:57.280643 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0a09bc66-12be-4da4-8215-eb0105cbd7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:57.285669 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cc71a5c4-3d82-4a03-b4e9-e5591266d7a4 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:57.327608 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-0a09bc66-12be-4da4-8215-eb0105cbd7fd None None] For port 069ab42f-528e-480d-a418-f45461baf1bc, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=069ab42f-528e-480d-a418-f45461baf1bc,segment=NetworkSegment(f2ff6f63-efc6-4bdb-9871-937c88afcd6a),segment_id=f2ff6f63-efc6-4bdb-9871-937c88afcd6a)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:30:57.433419 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0a09bc66-12be-4da4-8215-eb0105cbd7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:57.435273 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-7e5862fd-31ca-487a-8145-e6e9e02d7e49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:30:57.485797 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-d721456e-6480-4492-a13d-a0106745cecf None None] Notify callbacks [] for port, precommit_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:57.499748 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-d721456e-6480-4492-a13d-a0106745cecf None None] Transition to ACTIVE for port object 42a20741-d224-4a2d-bb78-753d91b39213 will not be triggered until provisioned by entity L2. {{(pid=93179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:30:57.504398 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a09bc66-12be-4da4-8215-eb0105cbd7fd None None] Pushing event updated for resources: {'Port': ['ID=069ab42f-528e-480d-a418-f45461baf1bc,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:30:57.507790 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-0a09bc66-12be-4da4-8215-eb0105cbd7fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:30:57.601241 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-d721456e-6480-4492-a13d-a0106745cecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:57.603681 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-64ad7c3e-6a74-4cac-af53-2a229cdbf549 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:30:57.694211 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f1487ad3-8a31-44ac-8e75-1d7d0b7f56cf None None] Provisioning for port 42a20741-d224-4a2d-bb78-753d91b39213 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:30:57.747356 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f1487ad3-8a31-44ac-8e75-1d7d0b7f56cf None None] Provisioning complete for port 069ab42f-528e-480d-a418-f45461baf1bc triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:30:57.747356 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f1487ad3-8a31-44ac-8e75-1d7d0b7f56cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:57.801347 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 069ab42f-528e-480d-a418-f45461baf1bc up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:30:57.801625 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246da017-f61a-48d6-99b5-fccf8704bdca None None] Pushing event updated for resources: {'Port': ['ID=42a20741-d224-4a2d-bb78-753d91b39213,revision_number=3']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:30:57.818080 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246da017-f61a-48d6-99b5-fccf8704bdca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:30:57.818720 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246da017-f61a-48d6-99b5-fccf8704bdca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:30:57.819369 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246da017-f61a-48d6-99b5-fccf8704bdca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:30:57.819995 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246da017-f61a-48d6-99b5-fccf8704bdca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:30:57.820492 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246da017-f61a-48d6-99b5-fccf8704bdca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:30:57.820999 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246da017-f61a-48d6-99b5-fccf8704bdca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:30:57.821502 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246da017-f61a-48d6-99b5-fccf8704bdca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:30:57.821990 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246da017-f61a-48d6-99b5-fccf8704bdca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:30:57.822493 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246da017-f61a-48d6-99b5-fccf8704bdca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:30:57.822979 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246da017-f61a-48d6-99b5-fccf8704bdca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:30:57.823474 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246da017-f61a-48d6-99b5-fccf8704bdca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:30:57.823993 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246da017-f61a-48d6-99b5-fccf8704bdca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:30:57.836339 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-246da017-f61a-48d6-99b5-fccf8704bdca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:30:57.837755 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-d721456e-6480-4492-a13d-a0106745cecf None None] Attempting to bind port 42a20741-d224-4a2d-bb78-753d91b39213 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:30:57.838333 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-d721456e-6480-4492-a13d-a0106745cecf None None] Attempting to bind port 42a20741-d224-4a2d-bb78-753d91b39213 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'f2ff6f63-efc6-4bdb-9871-937c88afcd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '0f8d7cbb-dfef-42a7-b0ef-a84744cf1a81'}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:30:57.838899 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d721456e-6480-4492-a13d-a0106745cecf None None] Attempting to bind port 42a20741-d224-4a2d-bb78-753d91b39213 on network 0f8d7cbb-dfef-42a7-b0ef-a84744cf1a81 {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:30:57.848849 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d721456e-6480-4492-a13d-a0106745cecf None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:30:57.849250 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d721456e-6480-4492-a13d-a0106745cecf None None] Checking segment: {'id': 'f2ff6f63-efc6-4bdb-9871-937c88afcd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '0f8d7cbb-dfef-42a7-b0ef-a84744cf1a81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:30:57.849665 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-d721456e-6480-4492-a13d-a0106745cecf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:57.850072 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d721456e-6480-4492-a13d-a0106745cecf None None] Bound using segment: {'id': 'f2ff6f63-efc6-4bdb-9871-937c88afcd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '0f8d7cbb-dfef-42a7-b0ef-a84744cf1a81'} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:30:57.850556 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-d721456e-6480-4492-a13d-a0106745cecf None None] Bound port: 42a20741-d224-4a2d-bb78-753d91b39213, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2ff6f63-efc6-4bdb-9871-937c88afcd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '0f8d7cbb-dfef-42a7-b0ef-a84744cf1a81'}}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:30:57.850946 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-d721456e-6480-4492-a13d-a0106745cecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:57.874303 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 069ab42f-528e-480d-a418-f45461baf1bc triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:30:57.874705 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:57.933885 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-d721456e-6480-4492-a13d-a0106745cecf None None] For port 42a20741-d224-4a2d-bb78-753d91b39213, host n-d-779913-12, cleared binding levels {{(pid=93179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:30:58.217714 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-d721456e-6480-4492-a13d-a0106745cecf None None] For port 42a20741-d224-4a2d-bb78-753d91b39213, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=42a20741-d224-4a2d-bb78-753d91b39213,segment=NetworkSegment(f2ff6f63-efc6-4bdb-9871-937c88afcd6a),segment_id=f2ff6f63-efc6-4bdb-9871-937c88afcd6a)] {{(pid=93179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:30:58.219475 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 16cd3fd5-11e5-4499-9e59-1a7e3e5872f5 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:30:58.219475 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 16cd3fd5-11e5-4499-9e59-1a7e3e5872f5 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:30:58.219475 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:58.242733 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-d721456e-6480-4492-a13d-a0106745cecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:58.245670 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-0c709f40-4668-422a-8a45-c122e37f4ec0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:30:58.253938 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cc71a5c4-3d82-4a03-b4e9-e5591266d7a4 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:58.257105 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-02ace32d-1ffd-437e-bc4f-7d24cd1590b8 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:30:58.311209 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246da017-f61a-48d6-99b5-fccf8704bdca None None] Pushing event updated for resources: {'Port': ['ID=42a20741-d224-4a2d-bb78-753d91b39213,revision_number=4']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:30:58.313943 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d721456e-6480-4492-a13d-a0106745cecf None None] Routers {'949e754a-ad1b-4c91-a0dd-e47a99475a94'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:30:58.314563 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-d721456e-6480-4492-a13d-a0106745cecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:30:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['949e754a-ad1b-4c91-a0dd-e47a99475a94'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:30:58.317954 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-246da017-f61a-48d6-99b5-fccf8704bdca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:30:58.327817 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc71a5c4-3d82-4a03-b4e9-e5591266d7a4 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Pushing event updated for resources: {'Subnet': ['ID=7d5efea0-babf-49ae-9990-f765f4bb9530,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:30:58.331953 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-cc71a5c4-3d82-4a03-b4e9-e5591266d7a4 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:30:58.340444 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc71a5c4-3d82-4a03-b4e9-e5591266d7a4 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Checking segment: {'id': '23067ed8-7cd5-421b-872e-05aa0f173f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5900d625-2717-402f-8060-7b1f8c80fa31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:30:58.340912 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc71a5c4-3d82-4a03-b4e9-e5591266d7a4 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Network hostable DHCP agents. Network: 5900d625-2717-402f-8060-7b1f8c80fa31, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:30:58.459289 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc71a5c4-3d82-4a03-b4e9-e5591266d7a4 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Network 5900d625-2717-402f-8060-7b1f8c80fa31 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:30:58.539607 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-d721456e-6480-4492-a13d-a0106745cecf None None] Set router 949e754a-ad1b-4c91-a0dd-e47a99475a94 gateway port host: None {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:30:58.596737 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-cc71a5c4-3d82-4a03-b4e9-e5591266d7a4 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 5900d625-2717-402f-8060-7b1f8c80fa31) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:30:58.601603 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc71a5c4-3d82-4a03-b4e9-e5591266d7a4 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:30:58.602199 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cc71a5c4-3d82-4a03-b4e9-e5591266d7a4 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:58.610334 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e16296d-a7b0-475e-985e-53903dc82cd5 None None] Network 5900d625-2717-402f-8060-7b1f8c80fa31 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:30:58.746016 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-cc71a5c4-3d82-4a03-b4e9-e5591266d7a4 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6920035 Jun 11 10:30:58.748643 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39228) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:30:58.813872 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-d721456e-6480-4492-a13d-a0106745cecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'name': 'tempest-RoutersTest-router-1141283685', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:30:47Z', 'updated_at': '2021-06-11T10:30:55Z', 'revision_number': 3, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'gw_port_host': None, '_interfaces': [{'id': '16cd3fd5-11e5-4499-9e59-1a7e3e5872f5', 'name': '', 'network_id': '5eb78bd8-7d05-45ef-a42d-941c1536a797', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'mac_address': 'fa:16:3e:2d:c9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '1f4a70b2-cfeb-4430-8961-2f5730ebb85a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:30:49Z', 'updated_at': '2021-06-11T10:30:56Z', 'revision_number': 5, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'subnets': [{'id': '1f4a70b2-cfeb-4430-8961-2f5730ebb85a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42a20741-d224-4a2d-bb78-753d91b39213', 'name': '', 'network_id': '0f8d7cbb-dfef-42a7-b0ef-a84744cf1a81', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'mac_address': 'fa:16:3e:16:2b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '9c88d9d5-136c-4d39-8f93-c8efbad9d06e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:30:54Z', 'updated_at': '2021-06-11T10:30:57Z', 'revision_number': 4, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'subnets': [{'id': '9c88d9d5-136c-4d39-8f93-c8efbad9d06e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:30:58.818268 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d721456e-6480-4492-a13d-a0106745cecf None None] The sync data for ids ['949e754a-ad1b-4c91-a0dd-e47a99475a94'] in n-d-779913-12 is: [{'id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'name': 'tempest-RoutersTest-router-1141283685', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:30:47Z', 'updated_at': '2021-06-11T10:30:55Z', 'revision_number': 3, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'gw_port_host': None, '_interfaces': [{'id': '16cd3fd5-11e5-4499-9e59-1a7e3e5872f5', 'name': '', 'network_id': '5eb78bd8-7d05-45ef-a42d-941c1536a797', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'mac_address': 'fa:16:3e:2d:c9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '1f4a70b2-cfeb-4430-8961-2f5730ebb85a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:30:49Z', 'updated_at': '2021-06-11T10:30:56Z', 'revision_number': 5, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'subnets': [{'id': '1f4a70b2-cfeb-4430-8961-2f5730ebb85a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42a20741-d224-4a2d-bb78-753d91b39213', 'name': '', 'network_id': '0f8d7cbb-dfef-42a7-b0ef-a84744cf1a81', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'mac_address': 'fa:16:3e:16:2b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '9c88d9d5-136c-4d39-8f93-c8efbad9d06e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:30:54Z', 'updated_at': '2021-06-11T10:30:57Z', 'revision_number': 4, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'subnets': [{'id': '9c88d9d5-136c-4d39-8f93-c8efbad9d06e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:30:58.833877 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be1f44f-676b-4882-8ef8-34e1129a60f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-5900d625-2717-402f-8060-7b1f8c80fa31', 'network_id': '5900d625-2717-402f-8060-7b1f8c80fa31', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'fixed_ips': [{'subnet_id': '7d5efea0-babf-49ae-9990-f765f4bb9530'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 10:30:58.834870 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-4be1f44f-676b-4882-8ef8-34e1129a60f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:59.042180 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-4be1f44f-676b-4882-8ef8-34e1129a60f8 None None] Allocated IP 172.22.0.2 (5900d625-2717-402f-8060-7b1f8c80fa31/7d5efea0-babf-49ae-9990-f765f4bb9530/a10befb1-a035-4588-bca6-43cd023efb99) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:30:59.237226 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-4be1f44f-676b-4882-8ef8-34e1129a60f8 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:59.251508 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-4be1f44f-676b-4882-8ef8-34e1129a60f8 None None] Transition to ACTIVE for port object a10befb1-a035-4588-bca6-43cd023efb99 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:30:59.272697 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-4be1f44f-676b-4882-8ef8-34e1129a60f8 None None] Transition to ACTIVE for port object a10befb1-a035-4588-bca6-43cd023efb99 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:30:59.302161 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c4f6db3c-e4ef-4a72-ac9b-e80c327a1c50 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:59.374179 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-4be1f44f-676b-4882-8ef8-34e1129a60f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:59.377863 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:30:59.434557 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be1f44f-676b-4882-8ef8-34e1129a60f8 None None] Network 5900d625-2717-402f-8060-7b1f8c80fa31 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:30:59.438735 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-4be1f44f-676b-4882-8ef8-34e1129a60f8 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:30:59.440779 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be1f44f-676b-4882-8ef8-34e1129a60f8 None None] Pushing event updated for resources: {'Port': ['ID=a10befb1-a035-4588-bca6-43cd023efb99,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:30:59.443535 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be1f44f-676b-4882-8ef8-34e1129a60f8 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:30:59.446009 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-4be1f44f-676b-4882-8ef8-34e1129a60f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:30:59.515887 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-4be1f44f-676b-4882-8ef8-34e1129a60f8 None None] Attempting to bind port a10befb1-a035-4588-bca6-43cd023efb99 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:30:59.516269 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-4be1f44f-676b-4882-8ef8-34e1129a60f8 None None] Attempting to bind port a10befb1-a035-4588-bca6-43cd023efb99 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '23067ed8-7cd5-421b-872e-05aa0f173f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5900d625-2717-402f-8060-7b1f8c80fa31'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:30:59.516647 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be1f44f-676b-4882-8ef8-34e1129a60f8 None None] Attempting to bind port a10befb1-a035-4588-bca6-43cd023efb99 on network 5900d625-2717-402f-8060-7b1f8c80fa31 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:30:59.521740 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be1f44f-676b-4882-8ef8-34e1129a60f8 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:30:59.522126 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be1f44f-676b-4882-8ef8-34e1129a60f8 None None] Checking segment: {'id': '23067ed8-7cd5-421b-872e-05aa0f173f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5900d625-2717-402f-8060-7b1f8c80fa31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:30:59.522539 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-4be1f44f-676b-4882-8ef8-34e1129a60f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:59.522943 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be1f44f-676b-4882-8ef8-34e1129a60f8 None None] Bound using segment: {'id': '23067ed8-7cd5-421b-872e-05aa0f173f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5900d625-2717-402f-8060-7b1f8c80fa31'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:30:59.523415 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-4be1f44f-676b-4882-8ef8-34e1129a60f8 None None] Bound port: a10befb1-a035-4588-bca6-43cd023efb99, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23067ed8-7cd5-421b-872e-05aa0f173f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5900d625-2717-402f-8060-7b1f8c80fa31'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:30:59.523836 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-4be1f44f-676b-4882-8ef8-34e1129a60f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:59.594367 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-4be1f44f-676b-4882-8ef8-34e1129a60f8 None None] For port a10befb1-a035-4588-bca6-43cd023efb99, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:30:59.598017 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-4be1f44f-676b-4882-8ef8-34e1129a60f8 None None] For port a10befb1-a035-4588-bca6-43cd023efb99, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=a10befb1-a035-4588-bca6-43cd023efb99,segment=NetworkSegment(23067ed8-7cd5-421b-872e-05aa0f173f1a),segment_id=23067ed8-7cd5-421b-872e-05aa0f173f1a)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:30:59.646538 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-c4f6db3c-e4ef-4a72-ac9b-e80c327a1c50 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Allocated IP 172.22.0.1 (5900d625-2717-402f-8060-7b1f8c80fa31/7d5efea0-babf-49ae-9990-f765f4bb9530/ff98ba7a-3c53-43b2-bf36-34afa46ee0c2) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:30:59.694220 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-4be1f44f-676b-4882-8ef8-34e1129a60f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:59.697302 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-bb42254c-77e1-4c82-8f16-7b95ed9441b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:30:59.791664 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be1f44f-676b-4882-8ef8-34e1129a60f8 None None] Pushing event updated for resources: {'Port': ['ID=a10befb1-a035-4588-bca6-43cd023efb99,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:30:59.795479 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-4be1f44f-676b-4882-8ef8-34e1129a60f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:30:59.806753 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c4f6db3c-e4ef-4a72-ac9b-e80c327a1c50 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:59.813890 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 42a20741-d224-4a2d-bb78-753d91b39213 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:30:59.820805 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-c4f6db3c-e4ef-4a72-ac9b-e80c327a1c50 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Transition to ACTIVE for port object ff98ba7a-3c53-43b2-bf36-34afa46ee0c2 will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:30:59.945579 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c4f6db3c-e4ef-4a72-ac9b-e80c327a1c50 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:30:59.962765 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8ba7c6b8-d7e1-423c-a7ed-1670a89cf3d2 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:30:59.963725 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 42a20741-d224-4a2d-bb78-753d91b39213 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:30:59.968971 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 42a20741-d224-4a2d-bb78-753d91b39213 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:30:59.970697 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:00.003739 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f6db3c-e4ef-4a72-ac9b-e80c327a1c50 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Network 5900d625-2717-402f-8060-7b1f8c80fa31 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:31:00.014456 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-c4f6db3c-e4ef-4a72-ac9b-e80c327a1c50 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:31:00.018697 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f6db3c-e4ef-4a72-ac9b-e80c327a1c50 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:31:00.076540 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f6db3c-e4ef-4a72-ac9b-e80c327a1c50 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Pushing event updated for resources: {'Port': ['ID=ff98ba7a-3c53-43b2-bf36-34afa46ee0c2,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:00.082077 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c4f6db3c-e4ef-4a72-ac9b-e80c327a1c50 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:00.087775 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c4f6db3c-e4ef-4a72-ac9b-e80c327a1c50 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-375088'] for router_interface, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:00.094739 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:00.145373 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 42a20741-d224-4a2d-bb78-753d91b39213, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=42a20741-d224-4a2d-bb78-753d91b39213,segment=NetworkSegment(f2ff6f63-efc6-4bdb-9871-937c88afcd6a),segment_id=f2ff6f63-efc6-4bdb-9871-937c88afcd6a)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:31:00.224922 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:00.227710 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-a50a3156-e57d-4d69-9421-228421e7873f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:00.281630 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=42a20741-d224-4a2d-bb78-753d91b39213,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:00.284602 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:00.351884 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c4f6db3c-e4ef-4a72-ac9b-e80c327a1c50 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:00.698501 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c4f6db3c-e4ef-4a72-ac9b-e80c327a1c50 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:00.732947 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757c5a0d-9c37-46aa-91ad-3b6618ef9c3f None None] Network 5900d625-2717-402f-8060-7b1f8c80fa31 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:31:00.772575 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c4f6db3c-e4ef-4a72-ac9b-e80c327a1c50 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:00.776890 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-965daded-4e43-4147-b0f7-fce2ab9d2a5d tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:00.866095 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f6db3c-e4ef-4a72-ac9b-e80c327a1c50 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Pushing event updated for resources: {'Port': ['ID=ff98ba7a-3c53-43b2-bf36-34afa46ee0c2,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:00.868968 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c4f6db3c-e4ef-4a72-ac9b-e80c327a1c50 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:00.869735 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c4f6db3c-e4ef-4a72-ac9b-e80c327a1c50 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375108'] for router_interface, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:00.933277 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-6b428dbe-6723-4ad8-8d16-d64cc8119a83 None None] Provisioning for port a10befb1-a035-4588-bca6-43cd023efb99 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:31:00.997249 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f6db3c-e4ef-4a72-ac9b-e80c327a1c50 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Network 5900d625-2717-402f-8060-7b1f8c80fa31 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:31:00.998701 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-c4f6db3c-e4ef-4a72-ac9b-e80c327a1c50 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:31:01.139207 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4f6db3c-e4ef-4a72-ac9b-e80c327a1c50 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Router 949e754a-ad1b-4c91-a0dd-e47a99475a94 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:31:01.248280 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-effcd204-d8b6-4318-af0f-df52934e0605 None None] Provisioning for port ff98ba7a-3c53-43b2-bf36-34afa46ee0c2 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:31:01.252938 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-effcd204-d8b6-4318-af0f-df52934e0605 None None] Provisioning complete for port ff98ba7a-3c53-43b2-bf36-34afa46ee0c2 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:31:01.256542 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-effcd204-d8b6-4318-af0f-df52934e0605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:01.279832 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4f6db3c-e4ef-4a72-ac9b-e80c327a1c50 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:31:01.288060 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39230) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:01.288584 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-c4f6db3c-e4ef-4a72-ac9b-e80c327a1c50 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "PUT /v2.0/routers/949e754a-ad1b-4c91-a0dd-e47a99475a94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5388138 Jun 11 10:31:01.293926 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-1293c4ba-9a43-42bf-b19a-82d6e7ebdaea tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Request body: {'network': {'name': 'tempest-RoutersTest-1738436730'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:31:01.447940 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1293c4ba-9a43-42bf-b19a-82d6e7ebdaea tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Made reservation on behalf of 73f7d6f1905046f7942a99000b298de9 for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:31:01.451683 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1293c4ba-9a43-42bf-b19a-82d6e7ebdaea tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:01.479342 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6fcefa-1562-4d5d-b21f-88275360973b None None] Sync routers for ids ['949e754a-ad1b-4c91-a0dd-e47a99475a94'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:31:01.483857 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1293c4ba-9a43-42bf-b19a-82d6e7ebdaea tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 753} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:31:01.500354 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1293c4ba-9a43-42bf-b19a-82d6e7ebdaea tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:01.501033 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-1293c4ba-9a43-42bf-b19a-82d6e7ebdaea tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Added segment a101b62b-592b-4cb7-95bd-96f22145717f of type vlan for network d16ca45a-98b2-4ac0-ad84-9afac5c60d5a Jun 11 10:31:01.502889 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6fcefa-1562-4d5d-b21f-88275360973b None None] Routers {'949e754a-ad1b-4c91-a0dd-e47a99475a94'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:31:01.504540 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-5e6fcefa-1562-4d5d-b21f-88275360973b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:30:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['949e754a-ad1b-4c91-a0dd-e47a99475a94'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:31:01.560073 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-effcd204-d8b6-4318-af0f-df52934e0605 None None] Port ff98ba7a-3c53-43b2-bf36-34afa46ee0c2 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:31:01.575232 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1293c4ba-9a43-42bf-b19a-82d6e7ebdaea tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:01.640826 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-5e6fcefa-1562-4d5d-b21f-88275360973b None None] Set router 949e754a-ad1b-4c91-a0dd-e47a99475a94 gateway port host: None {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:31:01.670508 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1293c4ba-9a43-42bf-b19a-82d6e7ebdaea tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:01.676684 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1293c4ba-9a43-42bf-b19a-82d6e7ebdaea tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:31:01.677351 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1293c4ba-9a43-42bf-b19a-82d6e7ebdaea tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:01.680317 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ffe94187-7e10-46d1-8296-249400e8e791 tempest-FloatingIPNegativeTestJSON-1978993478 tempest-FloatingIPNegativeTestJSON-1978993478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:01.707524 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-4dc26070-65f7-4661-84e7-28eb8d151cf0 None None] Provisioning complete for port ff98ba7a-3c53-43b2-bf36-34afa46ee0c2 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:31:01.707945 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-4dc26070-65f7-4661-84e7-28eb8d151cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:01.784991 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:01.787049 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1293c4ba-9a43-42bf-b19a-82d6e7ebdaea tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Pushing event updated for resources: {'Network': ['ID=d16ca45a-98b2-4ac0-ad84-9afac5c60d5a,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:01.795353 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1293c4ba-9a43-42bf-b19a-82d6e7ebdaea tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:31:01.795779 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1293c4ba-9a43-42bf-b19a-82d6e7ebdaea tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:31:01.796170 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1293c4ba-9a43-42bf-b19a-82d6e7ebdaea tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:31:01.796554 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1293c4ba-9a43-42bf-b19a-82d6e7ebdaea tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:31:01.796933 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1293c4ba-9a43-42bf-b19a-82d6e7ebdaea tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:31:01.797314 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1293c4ba-9a43-42bf-b19a-82d6e7ebdaea tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:31:01.797687 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1293c4ba-9a43-42bf-b19a-82d6e7ebdaea tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:31:01.798117 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1293c4ba-9a43-42bf-b19a-82d6e7ebdaea tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:31:01.798664 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1293c4ba-9a43-42bf-b19a-82d6e7ebdaea tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:31:01.799212 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1293c4ba-9a43-42bf-b19a-82d6e7ebdaea tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:31:01.799615 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1293c4ba-9a43-42bf-b19a-82d6e7ebdaea tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:31:01.799991 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1293c4ba-9a43-42bf-b19a-82d6e7ebdaea tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:31:01.804897 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1293c4ba-9a43-42bf-b19a-82d6e7ebdaea tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:01.823135 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network d16ca45a-98b2-4ac0-ad84-9afac5c60d5a details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:31:01.824179 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39232) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:01.825574 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-1293c4ba-9a43-42bf-b19a-82d6e7ebdaea tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5353150 Jun 11 10:31:01.831697 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-4dc26070-65f7-4661-84e7-28eb8d151cf0 None None] Port ff98ba7a-3c53-43b2-bf36-34afa46ee0c2 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:31:01.834519 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-f55676c6-a4e9-4ad3-92a1-f3db0fa95fb1 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Request body: {'subnet': {'network_id': 'd16ca45a-98b2-4ac0-ad84-9afac5c60d5a', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:31:01.908898 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 42a20741-d224-4a2d-bb78-753d91b39213 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:31:02.064749 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f55676c6-a4e9-4ad3-92a1-f3db0fa95fb1 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Made reservation on behalf of 73f7d6f1905046f7942a99000b298de9 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:31:02.068411 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f55676c6-a4e9-4ad3-92a1-f3db0fa95fb1 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:02.076444 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 42a20741-d224-4a2d-bb78-753d91b39213 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:31:02.076836 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:02.133208 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-5e6fcefa-1562-4d5d-b21f-88275360973b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'name': 'tempest-RoutersTest-router-1141283685', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:30:47Z', 'updated_at': '2021-06-11T10:31:00Z', 'revision_number': 4, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'gw_port_host': None, '_interfaces': [{'id': '16cd3fd5-11e5-4499-9e59-1a7e3e5872f5', 'name': '', 'network_id': '5eb78bd8-7d05-45ef-a42d-941c1536a797', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'mac_address': 'fa:16:3e:2d:c9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '1f4a70b2-cfeb-4430-8961-2f5730ebb85a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:30:49Z', 'updated_at': '2021-06-11T10:30:56Z', 'revision_number': 5, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'subnets': [{'id': '1f4a70b2-cfeb-4430-8961-2f5730ebb85a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42a20741-d224-4a2d-bb78-753d91b39213', 'name': '', 'network_id': '0f8d7cbb-dfef-42a7-b0ef-a84744cf1a81', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'mac_address': 'fa:16:3e:16:2b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '9c88d9d5-136c-4d39-8f93-c8efbad9d06e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:30:54Z', 'updated_at': '2021-06-11T10:31:00Z', 'revision_number': 5, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'subnets': [{'id': '9c88d9d5-136c-4d39-8f93-c8efbad9d06e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff98ba7a-3c53-43b2-bf36-34afa46ee0c2', 'name': '', 'network_id': '5900d625-2717-402f-8060-7b1f8c80fa31', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'mac_address': 'fa:16:3e:8a:22:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '7d5efea0-babf-49ae-9990-f765f4bb9530', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:30:59Z', 'updated_at': '2021-06-11T10:31:00Z', 'revision_number': 2, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'subnets': [{'id': '7d5efea0-babf-49ae-9990-f765f4bb9530', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:31:02.139728 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6fcefa-1562-4d5d-b21f-88275360973b None None] Checking router: 949e754a-ad1b-4c91-a0dd-e47a99475a94 for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:31:02.140102 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6fcefa-1562-4d5d-b21f-88275360973b None None] Updating router 949e754a-ad1b-4c91-a0dd-e47a99475a94 port ff98ba7a-3c53-43b2-bf36-34afa46ee0c2 binding host n-d-779913-12 {{(pid=93178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 10:31:02.221791 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-5e6fcefa-1562-4d5d-b21f-88275360973b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:02.235825 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device a10befb1-a035-4588-bca6-43cd023efb99 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:31:02.413966 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f55676c6-a4e9-4ad3-92a1-f3db0fa95fb1 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:02.416864 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-fc8982bf-c8d2-4993-8ae6-906da172476e tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:02.482778 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port a10befb1-a035-4588-bca6-43cd023efb99 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:31:02.487761 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55676c6-a4e9-4ad3-92a1-f3db0fa95fb1 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Pushing event updated for resources: {'Subnet': ['ID=361cea36-78cc-4ac3-a30c-694ac24b2a19,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:02.490360 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f55676c6-a4e9-4ad3-92a1-f3db0fa95fb1 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:02.497233 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port a10befb1-a035-4588-bca6-43cd023efb99 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:31:02.497619 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:02.499922 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55676c6-a4e9-4ad3-92a1-f3db0fa95fb1 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Checking segment: {'id': 'a101b62b-592b-4cb7-95bd-96f22145717f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'd16ca45a-98b2-4ac0-ad84-9afac5c60d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:31:02.500288 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55676c6-a4e9-4ad3-92a1-f3db0fa95fb1 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Network hostable DHCP agents. Network: d16ca45a-98b2-4ac0-ad84-9afac5c60d5a, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:31:02.612232 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55676c6-a4e9-4ad3-92a1-f3db0fa95fb1 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Network d16ca45a-98b2-4ac0-ad84-9afac5c60d5a is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:31:02.660198 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-5e6fcefa-1562-4d5d-b21f-88275360973b None None] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:02.672975 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:02.674869 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-5e6fcefa-1562-4d5d-b21f-88275360973b None None] Transition to ACTIVE for port object ff98ba7a-3c53-43b2-bf36-34afa46ee0c2 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:31:02.710835 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port a10befb1-a035-4588-bca6-43cd023efb99, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=a10befb1-a035-4588-bca6-43cd023efb99,segment=NetworkSegment(23067ed8-7cd5-421b-872e-05aa0f173f1a),segment_id=23067ed8-7cd5-421b-872e-05aa0f173f1a)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:31:02.733532 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-f55676c6-a4e9-4ad3-92a1-f3db0fa95fb1 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, d16ca45a-98b2-4ac0-ad84-9afac5c60d5a) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:31:02.737897 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55676c6-a4e9-4ad3-92a1-f3db0fa95fb1 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:31:02.739039 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f55676c6-a4e9-4ad3-92a1-f3db0fa95fb1 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:02.742004 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d104e832-4c6b-4c01-896f-7e273690cdd5 None None] Network d16ca45a-98b2-4ac0-ad84-9afac5c60d5a requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:31:02.819146 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-5e6fcefa-1562-4d5d-b21f-88275360973b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:02.823426 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:02.900721 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-f55676c6-a4e9-4ad3-92a1-f3db0fa95fb1 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0724194 Jun 11 10:31:02.905617 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39234) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:02.936330 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:02.951443 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb4e981-3043-47f2-afba-e2cd92c405aa None None] Pushing event updated for resources: {'Port': ['ID=ff98ba7a-3c53-43b2-bf36-34afa46ee0c2,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:02.980282 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-1cb4e981-3043-47f2-afba-e2cd92c405aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:02.982537 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-6d069681-6f3a-4577-9d62-4400c400c15e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:03.321102 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-5e6fcefa-1562-4d5d-b21f-88275360973b None None] Attempting to bind port ff98ba7a-3c53-43b2-bf36-34afa46ee0c2 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:31:03.321545 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-5e6fcefa-1562-4d5d-b21f-88275360973b None None] Attempting to bind port ff98ba7a-3c53-43b2-bf36-34afa46ee0c2 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '23067ed8-7cd5-421b-872e-05aa0f173f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5900d625-2717-402f-8060-7b1f8c80fa31'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:31:03.321840 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6fcefa-1562-4d5d-b21f-88275360973b None None] Attempting to bind port ff98ba7a-3c53-43b2-bf36-34afa46ee0c2 on network 5900d625-2717-402f-8060-7b1f8c80fa31 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:31:03.328377 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=a10befb1-a035-4588-bca6-43cd023efb99,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:03.335504 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:03.337070 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0561bc8-c0a0-497a-8d08-23a8cffa79a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-d16ca45a-98b2-4ac0-ad84-9afac5c60d5a', 'network_id': 'd16ca45a-98b2-4ac0-ad84-9afac5c60d5a', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'fixed_ips': [{'subnet_id': '361cea36-78cc-4ac3-a30c-694ac24b2a19'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 10:31:03.337900 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b0561bc8-c0a0-497a-8d08-23a8cffa79a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:03.342183 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6fcefa-1562-4d5d-b21f-88275360973b None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:31:03.342563 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6fcefa-1562-4d5d-b21f-88275360973b None None] Checking segment: {'id': '23067ed8-7cd5-421b-872e-05aa0f173f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5900d625-2717-402f-8060-7b1f8c80fa31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:31:03.342961 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-5e6fcefa-1562-4d5d-b21f-88275360973b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:03.343387 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6fcefa-1562-4d5d-b21f-88275360973b None None] Bound using segment: {'id': '23067ed8-7cd5-421b-872e-05aa0f173f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5900d625-2717-402f-8060-7b1f8c80fa31'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:31:03.343884 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-5e6fcefa-1562-4d5d-b21f-88275360973b None None] Bound port: ff98ba7a-3c53-43b2-bf36-34afa46ee0c2, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23067ed8-7cd5-421b-872e-05aa0f173f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5900d625-2717-402f-8060-7b1f8c80fa31'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:31:03.344263 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-5e6fcefa-1562-4d5d-b21f-88275360973b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:03.429993 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6835de51-8650-4b7e-8d3a-84d411e801aa tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:03.538935 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-5e6fcefa-1562-4d5d-b21f-88275360973b None None] For port ff98ba7a-3c53-43b2-bf36-34afa46ee0c2, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:31:03.562668 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-5e6fcefa-1562-4d5d-b21f-88275360973b None None] For port ff98ba7a-3c53-43b2-bf36-34afa46ee0c2, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=ff98ba7a-3c53-43b2-bf36-34afa46ee0c2,segment=NetworkSegment(23067ed8-7cd5-421b-872e-05aa0f173f1a),segment_id=23067ed8-7cd5-421b-872e-05aa0f173f1a)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:31:03.572502 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-b0561bc8-c0a0-497a-8d08-23a8cffa79a0 None None] Allocated IP 172.23.0.2 (d16ca45a-98b2-4ac0-ad84-9afac5c60d5a/361cea36-78cc-4ac3-a30c-694ac24b2a19/ea40eb18-f128-4cf3-9896-546822517f68) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:31:03.686333 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-5e6fcefa-1562-4d5d-b21f-88275360973b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:03.690235 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-62dfaec3-027f-46a4-b932-d786a2a5d785 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:03.780490 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device a10befb1-a035-4588-bca6-43cd023efb99 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:31:03.836808 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb4e981-3043-47f2-afba-e2cd92c405aa None None] Pushing event updated for resources: {'Port': ['ID=ff98ba7a-3c53-43b2-bf36-34afa46ee0c2,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:03.849870 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-1cb4e981-3043-47f2-afba-e2cd92c405aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:03.853924 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6fcefa-1562-4d5d-b21f-88275360973b None None] Routers {'949e754a-ad1b-4c91-a0dd-e47a99475a94'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:31:03.854580 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-5e6fcefa-1562-4d5d-b21f-88275360973b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:30:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['949e754a-ad1b-4c91-a0dd-e47a99475a94'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:31:03.977965 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b0561bc8-c0a0-497a-8d08-23a8cffa79a0 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:04.005052 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-b0561bc8-c0a0-497a-8d08-23a8cffa79a0 None None] Transition to ACTIVE for port object ea40eb18-f128-4cf3-9896-546822517f68 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:31:04.038940 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-5e6fcefa-1562-4d5d-b21f-88275360973b None None] Set router 949e754a-ad1b-4c91-a0dd-e47a99475a94 gateway port host: None {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:31:04.042338 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-b0561bc8-c0a0-497a-8d08-23a8cffa79a0 None None] Transition to ACTIVE for port object ea40eb18-f128-4cf3-9896-546822517f68 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:31:04.094732 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port a10befb1-a035-4588-bca6-43cd023efb99 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:31:04.095020 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:04.205557 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b0561bc8-c0a0-497a-8d08-23a8cffa79a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:04.210492 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-acbbef9c-0aa6-470b-8539-af5ea4a2bfc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:04.260593 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-6835de51-8650-4b7e-8d3a-84d411e801aa tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Allocated IP 172.23.0.1 (d16ca45a-98b2-4ac0-ad84-9afac5c60d5a/361cea36-78cc-4ac3-a30c-694ac24b2a19/deb5e71c-1b27-41d0-a90f-672b03daac87) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:31:04.313103 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0561bc8-c0a0-497a-8d08-23a8cffa79a0 None None] Network d16ca45a-98b2-4ac0-ad84-9afac5c60d5a is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:31:04.325612 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-b0561bc8-c0a0-497a-8d08-23a8cffa79a0 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:31:04.329872 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0561bc8-c0a0-497a-8d08-23a8cffa79a0 None None] Pushing event updated for resources: {'Port': ['ID=ea40eb18-f128-4cf3-9896-546822517f68,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:04.332700 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0561bc8-c0a0-497a-8d08-23a8cffa79a0 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:31:04.336393 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-b0561bc8-c0a0-497a-8d08-23a8cffa79a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:04.405600 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6835de51-8650-4b7e-8d3a-84d411e801aa tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:04.421022 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [None req-6835de51-8650-4b7e-8d3a-84d411e801aa tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Transition to ACTIVE for port object deb5e71c-1b27-41d0-a90f-672b03daac87 will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:31:04.486535 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-b0561bc8-c0a0-497a-8d08-23a8cffa79a0 None None] Attempting to bind port ea40eb18-f128-4cf3-9896-546822517f68 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:31:04.486915 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-b0561bc8-c0a0-497a-8d08-23a8cffa79a0 None None] Attempting to bind port ea40eb18-f128-4cf3-9896-546822517f68 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'a101b62b-592b-4cb7-95bd-96f22145717f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'd16ca45a-98b2-4ac0-ad84-9afac5c60d5a'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:31:04.487289 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0561bc8-c0a0-497a-8d08-23a8cffa79a0 None None] Attempting to bind port ea40eb18-f128-4cf3-9896-546822517f68 on network d16ca45a-98b2-4ac0-ad84-9afac5c60d5a {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:31:04.501649 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0561bc8-c0a0-497a-8d08-23a8cffa79a0 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:31:04.502030 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0561bc8-c0a0-497a-8d08-23a8cffa79a0 None None] Checking segment: {'id': 'a101b62b-592b-4cb7-95bd-96f22145717f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'd16ca45a-98b2-4ac0-ad84-9afac5c60d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:31:04.502614 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b0561bc8-c0a0-497a-8d08-23a8cffa79a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:04.503024 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0561bc8-c0a0-497a-8d08-23a8cffa79a0 None None] Bound using segment: {'id': 'a101b62b-592b-4cb7-95bd-96f22145717f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'd16ca45a-98b2-4ac0-ad84-9afac5c60d5a'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:31:04.504251 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-b0561bc8-c0a0-497a-8d08-23a8cffa79a0 None None] Bound port: ea40eb18-f128-4cf3-9896-546822517f68, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a101b62b-592b-4cb7-95bd-96f22145717f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'd16ca45a-98b2-4ac0-ad84-9afac5c60d5a'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:31:04.504637 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b0561bc8-c0a0-497a-8d08-23a8cffa79a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:04.551814 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6835de51-8650-4b7e-8d3a-84d411e801aa tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:04.557306 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-263dc2be-a19d-46d4-a226-e52c0c8e7a2c tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:04.563367 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-5e6fcefa-1562-4d5d-b21f-88275360973b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'name': 'tempest-RoutersTest-router-1141283685', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:30:47Z', 'updated_at': '2021-06-11T10:31:00Z', 'revision_number': 4, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'gw_port_host': None, '_interfaces': [{'id': '16cd3fd5-11e5-4499-9e59-1a7e3e5872f5', 'name': '', 'network_id': '5eb78bd8-7d05-45ef-a42d-941c1536a797', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'mac_address': 'fa:16:3e:2d:c9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '1f4a70b2-cfeb-4430-8961-2f5730ebb85a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:30:49Z', 'updated_at': '2021-06-11T10:30:56Z', 'revision_number': 5, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'subnets': [{'id': '1f4a70b2-cfeb-4430-8961-2f5730ebb85a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42a20741-d224-4a2d-bb78-753d91b39213', 'name': '', 'network_id': '0f8d7cbb-dfef-42a7-b0ef-a84744cf1a81', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'mac_address': 'fa:16:3e:16:2b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '9c88d9d5-136c-4d39-8f93-c8efbad9d06e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:30:54Z', 'updated_at': '2021-06-11T10:31:00Z', 'revision_number': 5, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'subnets': [{'id': '9c88d9d5-136c-4d39-8f93-c8efbad9d06e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff98ba7a-3c53-43b2-bf36-34afa46ee0c2', 'name': '', 'network_id': '5900d625-2717-402f-8060-7b1f8c80fa31', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'mac_address': 'fa:16:3e:8a:22:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '7d5efea0-babf-49ae-9990-f765f4bb9530', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:30:59Z', 'updated_at': '2021-06-11T10:31:03Z', 'revision_number': 4, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'subnets': [{'id': '7d5efea0-babf-49ae-9990-f765f4bb9530', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:31:04.570236 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6fcefa-1562-4d5d-b21f-88275360973b None None] The sync data for ids ['949e754a-ad1b-4c91-a0dd-e47a99475a94'] in n-d-779913-12 is: [{'id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'name': 'tempest-RoutersTest-router-1141283685', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:30:47Z', 'updated_at': '2021-06-11T10:31:00Z', 'revision_number': 4, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'gw_port_host': None, '_interfaces': [{'id': '16cd3fd5-11e5-4499-9e59-1a7e3e5872f5', 'name': '', 'network_id': '5eb78bd8-7d05-45ef-a42d-941c1536a797', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'mac_address': 'fa:16:3e:2d:c9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '1f4a70b2-cfeb-4430-8961-2f5730ebb85a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:30:49Z', 'updated_at': '2021-06-11T10:30:56Z', 'revision_number': 5, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'subnets': [{'id': '1f4a70b2-cfeb-4430-8961-2f5730ebb85a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42a20741-d224-4a2d-bb78-753d91b39213', 'name': '', 'network_id': '0f8d7cbb-dfef-42a7-b0ef-a84744cf1a81', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'mac_address': 'fa:16:3e:16:2b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '9c88d9d5-136c-4d39-8f93-c8efbad9d06e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:30:54Z', 'updated_at': '2021-06-11T10:31:00Z', 'revision_number': 5, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'subnets': [{'id': '9c88d9d5-136c-4d39-8f93-c8efbad9d06e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff98ba7a-3c53-43b2-bf36-34afa46ee0c2', 'name': '', 'network_id': '5900d625-2717-402f-8060-7b1f8c80fa31', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'mac_address': 'fa:16:3e:8a:22:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '7d5efea0-babf-49ae-9990-f765f4bb9530', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:30:59Z', 'updated_at': '2021-06-11T10:31:03Z', 'revision_number': 4, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'subnets': [{'id': '7d5efea0-babf-49ae-9990-f765f4bb9530', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:31:04.593539 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-b0561bc8-c0a0-497a-8d08-23a8cffa79a0 None None] For port ea40eb18-f128-4cf3-9896-546822517f68, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:31:04.597347 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-b0561bc8-c0a0-497a-8d08-23a8cffa79a0 None None] For port ea40eb18-f128-4cf3-9896-546822517f68, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=ea40eb18-f128-4cf3-9896-546822517f68,segment=NetworkSegment(a101b62b-592b-4cb7-95bd-96f22145717f),segment_id=a101b62b-592b-4cb7-95bd-96f22145717f)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:31:04.616581 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a9a559c0-3ebb-4c68-baa1-fb04af974042 req-04377039-afd8-49a0-b887-80b5b36789cb service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=08e706fe-3078-4deb-8a24-6a1630ab35e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0789273 Jun 11 10:31:04.634728 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6835de51-8650-4b7e-8d3a-84d411e801aa tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Network d16ca45a-98b2-4ac0-ad84-9afac5c60d5a is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:31:04.638393 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-6835de51-8650-4b7e-8d3a-84d411e801aa tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:31:04.642575 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6835de51-8650-4b7e-8d3a-84d411e801aa tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:31:04.652377 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6835de51-8650-4b7e-8d3a-84d411e801aa tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Pushing event updated for resources: {'Port': ['ID=deb5e71c-1b27-41d0-a90f-672b03daac87,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:04.664415 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b0561bc8-c0a0-497a-8d08-23a8cffa79a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:04.667000 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-acbbef9c-0aa6-470b-8539-af5ea4a2bfc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:04.700522 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6835de51-8650-4b7e-8d3a-84d411e801aa tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:04.728667 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6835de51-8650-4b7e-8d3a-84d411e801aa tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-375088'] for router_interface, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:04.756567 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0561bc8-c0a0-497a-8d08-23a8cffa79a0 None None] Pushing event updated for resources: {'Port': ['ID=ea40eb18-f128-4cf3-9896-546822517f68,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:04.764138 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-b0561bc8-c0a0-497a-8d08-23a8cffa79a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:04.790797 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a559c0-3ebb-4c68-baa1-fb04af974042 req-3ced2700-7191-49fa-a885-c74cc0fd8fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:31:04.792388 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a9a559c0-3ebb-4c68-baa1-fb04af974042 req-3ced2700-7191-49fa-a885-c74cc0fd8fb1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=291bb5ee2189444bb635fe5a1d306c3b&device_id=08e706fe-3078-4deb-8a24-6a1630ab35e8 HTTP/1.1" status: 200 len: 1097 time: 0.0917056 Jun 11 10:31:04.968646 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a559c0-3ebb-4c68-baa1-fb04af974042 req-4786ef24-57df-4bb4-a331-c3322704ebd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:31:04.970367 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a9a559c0-3ebb-4c68-baa1-fb04af974042 req-4786ef24-57df-4bb4-a331-c3322704ebd9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5d6b570a-a2dd-4103-99e8-e9a125c30ddc HTTP/1.1" status: 200 len: 898 time: 0.1416893 Jun 11 10:31:05.030142 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6835de51-8650-4b7e-8d3a-84d411e801aa tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:05.074676 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a9a559c0-3ebb-4c68-baa1-fb04af974042 req-0418b904-1936-497a-b87a-308458c699ef service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7257b1a9-0a4a-4c88-aee7-db2a98e98b3e HTTP/1.1" status: 200 len: 1000 time: 0.0978513 Jun 11 10:31:05.146610 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a559c0-3ebb-4c68-baa1-fb04af974042 req-4d35d6a2-7a99-4ca0-9b20-8378d640863a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:31:05.148144 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a9a559c0-3ebb-4c68-baa1-fb04af974042 req-4d35d6a2-7a99-4ca0-9b20-8378d640863a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=52c260e0-c384-43a7-af7a-631c7e41241b HTTP/1.1" status: 200 len: 834 time: 0.0666010 Jun 11 10:31:05.230064 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a559c0-3ebb-4c68-baa1-fb04af974042 req-3db7de2e-4a1f-4629-9abf-b27a0a9ce7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:31:05.231542 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a9a559c0-3ebb-4c68-baa1-fb04af974042 req-3db7de2e-4a1f-4629-9abf-b27a0a9ce7fb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5d6b570a-a2dd-4103-99e8-e9a125c30ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0755992 Jun 11 10:31:05.361591 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a9a559c0-3ebb-4c68-baa1-fb04af974042 req-baa063fd-c04e-4029-9f5e-751e56adb1f1 service neutron] 10.222.0.69 "GET /v2.0/networks/5d6b570a-a2dd-4103-99e8-e9a125c30ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231549 Jun 11 10:31:05.410239 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6835de51-8650-4b7e-8d3a-84d411e801aa tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:05.476152 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6835de51-8650-4b7e-8d3a-84d411e801aa tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:05.479883 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8ee6d236-5e82-4eef-9e6e-9615b08be6c6 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:05.490432 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a9a559c0-3ebb-4c68-baa1-fb04af974042 req-a5ef2571-4627-4993-a3af-3b22689ea38a service neutron] 10.222.0.69 "GET /v2.0/networks/5d6b570a-a2dd-4103-99e8-e9a125c30ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221073 Jun 11 10:31:05.579284 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6835de51-8650-4b7e-8d3a-84d411e801aa tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Pushing event updated for resources: {'Port': ['ID=deb5e71c-1b27-41d0-a90f-672b03daac87,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:05.584063 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6835de51-8650-4b7e-8d3a-84d411e801aa tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:05.585100 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6835de51-8650-4b7e-8d3a-84d411e801aa tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375108'] for router_interface, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:05.814887 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8bdaa8-3b27-4ab9-b28c-6ead0f941da6 None None] Network d16ca45a-98b2-4ac0-ad84-9afac5c60d5a requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:31:05.839726 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device ff98ba7a-3c53-43b2-bf36-34afa46ee0c2 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:31:06.036862 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:06.099175 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-529ae37d-9d49-4ffc-a8ad-43d694c7e1c9 None None] Provisioning for port ea40eb18-f128-4cf3-9896-546822517f68 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:31:06.102115 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6835de51-8650-4b7e-8d3a-84d411e801aa tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Network d16ca45a-98b2-4ac0-ad84-9afac5c60d5a is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:31:06.103589 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-6835de51-8650-4b7e-8d3a-84d411e801aa tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:31:06.145515 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port ff98ba7a-3c53-43b2-bf36-34afa46ee0c2 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:31:06.149769 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port ff98ba7a-3c53-43b2-bf36-34afa46ee0c2 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:31:06.150216 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:06.250138 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6835de51-8650-4b7e-8d3a-84d411e801aa tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Router 949e754a-ad1b-4c91-a0dd-e47a99475a94 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:31:06.250459 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:06.294387 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port ff98ba7a-3c53-43b2-bf36-34afa46ee0c2, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=ff98ba7a-3c53-43b2-bf36-34afa46ee0c2,segment=NetworkSegment(23067ed8-7cd5-421b-872e-05aa0f173f1a),segment_id=23067ed8-7cd5-421b-872e-05aa0f173f1a)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:31:06.393524 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6835de51-8650-4b7e-8d3a-84d411e801aa tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:31:06.401729 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-6835de51-8650-4b7e-8d3a-84d411e801aa tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "PUT /v2.0/routers/949e754a-ad1b-4c91-a0dd-e47a99475a94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4971557 Jun 11 10:31:06.405571 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3440f56-4d5e-4a32-8b31-88fa94535893 None None] Sync routers for ids ['949e754a-ad1b-4c91-a0dd-e47a99475a94'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:31:06.407263 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39236) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:06.412678 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-8029c94b-563b-4a74-b9ea-47523a5d9f3e tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:31:06.413807 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3440f56-4d5e-4a32-8b31-88fa94535893 None None] Routers {'949e754a-ad1b-4c91-a0dd-e47a99475a94'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:31:06.414442 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-c3440f56-4d5e-4a32-8b31-88fa94535893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:30:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['949e754a-ad1b-4c91-a0dd-e47a99475a94'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:31:06.430737 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:06.431805 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device ea40eb18-f128-4cf3-9896-546822517f68 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:31:06.434177 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-ff0f77b6-a5b3-466a-9ce3-705b2c8893ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:06.499610 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-ac74d3be-7460-4310-9c6a-5aa5bdd7c620 None None] Provisioning for port deb5e71c-1b27-41d0-a90f-672b03daac87 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:31:06.507782 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-ac74d3be-7460-4310-9c6a-5aa5bdd7c620 None None] Provisioning complete for port deb5e71c-1b27-41d0-a90f-672b03daac87 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:31:06.508306 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ac74d3be-7460-4310-9c6a-5aa5bdd7c620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:06.558229 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-c3440f56-4d5e-4a32-8b31-88fa94535893 None None] Set router 949e754a-ad1b-4c91-a0dd-e47a99475a94 gateway port host: None {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:31:06.584016 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=ff98ba7a-3c53-43b2-bf36-34afa46ee0c2,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:06.589666 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:06.594140 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-ac74d3be-7460-4310-9c6a-5aa5bdd7c620 None None] Port deb5e71c-1b27-41d0-a90f-672b03daac87 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:31:06.710296 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port ea40eb18-f128-4cf3-9896-546822517f68 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:31:06.717967 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port ea40eb18-f128-4cf3-9896-546822517f68 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:31:06.719741 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:06.785619 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-a58cd36a-e4fb-403a-a24b-0868443f1133 None None] Provisioning complete for port deb5e71c-1b27-41d0-a90f-672b03daac87 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:31:06.786054 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a58cd36a-e4fb-403a-a24b-0868443f1133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:06.856021 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-a58cd36a-e4fb-403a-a24b-0868443f1133 None None] Port deb5e71c-1b27-41d0-a90f-672b03daac87 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:31:06.866752 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-c3440f56-4d5e-4a32-8b31-88fa94535893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'name': 'tempest-RoutersTest-router-1141283685', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:30:47Z', 'updated_at': '2021-06-11T10:31:04Z', 'revision_number': 5, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'gw_port_host': None, '_interfaces': [{'id': '16cd3fd5-11e5-4499-9e59-1a7e3e5872f5', 'name': '', 'network_id': '5eb78bd8-7d05-45ef-a42d-941c1536a797', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'mac_address': 'fa:16:3e:2d:c9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '1f4a70b2-cfeb-4430-8961-2f5730ebb85a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:30:49Z', 'updated_at': '2021-06-11T10:30:56Z', 'revision_number': 5, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'subnets': [{'id': '1f4a70b2-cfeb-4430-8961-2f5730ebb85a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42a20741-d224-4a2d-bb78-753d91b39213', 'name': '', 'network_id': '0f8d7cbb-dfef-42a7-b0ef-a84744cf1a81', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'mac_address': 'fa:16:3e:16:2b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '9c88d9d5-136c-4d39-8f93-c8efbad9d06e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:30:54Z', 'updated_at': '2021-06-11T10:31:00Z', 'revision_number': 5, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'subnets': [{'id': '9c88d9d5-136c-4d39-8f93-c8efbad9d06e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'deb5e71c-1b27-41d0-a90f-672b03daac87', 'name': '', 'network_id': 'd16ca45a-98b2-4ac0-ad84-9afac5c60d5a', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'mac_address': 'fa:16:3e:29:6d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '361cea36-78cc-4ac3-a30c-694ac24b2a19', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:31:03Z', 'updated_at': '2021-06-11T10:31:05Z', 'revision_number': 2, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'subnets': [{'id': '361cea36-78cc-4ac3-a30c-694ac24b2a19', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff98ba7a-3c53-43b2-bf36-34afa46ee0c2', 'name': '', 'network_id': '5900d625-2717-402f-8060-7b1f8c80fa31', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'mac_address': 'fa:16:3e:8a:22:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '7d5efea0-babf-49ae-9990-f765f4bb9530', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:30:59Z', 'updated_at': '2021-06-11T10:31:03Z', 'revision_number': 4, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'subnets': [{'id': '7d5efea0-babf-49ae-9990-f765f4bb9530', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:31:06.870257 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3440f56-4d5e-4a32-8b31-88fa94535893 None None] Checking router: 949e754a-ad1b-4c91-a0dd-e47a99475a94 for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:31:06.870619 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3440f56-4d5e-4a32-8b31-88fa94535893 None None] Updating router 949e754a-ad1b-4c91-a0dd-e47a99475a94 port deb5e71c-1b27-41d0-a90f-672b03daac87 binding host n-d-779913-12 {{(pid=93179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 10:31:06.873377 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:06.909663 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port ea40eb18-f128-4cf3-9896-546822517f68, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=ea40eb18-f128-4cf3-9896-546822517f68,segment=NetworkSegment(a101b62b-592b-4cb7-95bd-96f22145717f),segment_id=a101b62b-592b-4cb7-95bd-96f22145717f)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:31:06.914669 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-c3440f56-4d5e-4a32-8b31-88fa94535893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:06.976759 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-60d5012f-ef17-4a95-950b-350aca411918 None None] Provisioning complete for port deb5e71c-1b27-41d0-a90f-672b03daac87 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:31:06.977175 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-60d5012f-ef17-4a95-950b-350aca411918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:06.987773 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.extraroute_db [None req-8029c94b-563b-4a74-b9ea-47523a5d9f3e tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=93176) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 11 10:31:07.001141 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.extraroute_db [None req-8029c94b-563b-4a74-b9ea-47523a5d9f3e tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Removed routes are [] {{(pid=93176) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 11 10:31:07.001540 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8029c94b-563b-4a74-b9ea-47523a5d9f3e tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:07.012569 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:07.015702 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-b0561bc8-c0a0-497a-8d08-23a8cffa79a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:07.060645 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-60d5012f-ef17-4a95-950b-350aca411918 None None] Port deb5e71c-1b27-41d0-a90f-672b03daac87 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:31:07.080332 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=ea40eb18-f128-4cf3-9896-546822517f68,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:07.083972 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:07.236532 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-c3440f56-4d5e-4a32-8b31-88fa94535893 None None] Notify callbacks [] for port, precommit_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:07.246134 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-c3440f56-4d5e-4a32-8b31-88fa94535893 None None] Transition to ACTIVE for port object deb5e71c-1b27-41d0-a90f-672b03daac87 will not be triggered until provisioned by entity L2. {{(pid=93179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:31:07.344691 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-c3440f56-4d5e-4a32-8b31-88fa94535893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:07.346860 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-0cf9bc3b-6fdb-4280-aa93-170f7f60279d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:07.362380 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8029c94b-563b-4a74-b9ea-47523a5d9f3e tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:07.365874 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8029c94b-563b-4a74-b9ea-47523a5d9f3e tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-374241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-374254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-363978'] for router, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:07.447381 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce596e52-d055-40a6-8e72-33d9a53adaeb None None] Pushing event updated for resources: {'Port': ['ID=deb5e71c-1b27-41d0-a90f-672b03daac87,revision_number=3']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:07.470746 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-ce596e52-d055-40a6-8e72-33d9a53adaeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:07.508531 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8029c94b-563b-4a74-b9ea-47523a5d9f3e tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Router 949e754a-ad1b-4c91-a0dd-e47a99475a94 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:31:07.525376 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-c3440f56-4d5e-4a32-8b31-88fa94535893 None None] Attempting to bind port deb5e71c-1b27-41d0-a90f-672b03daac87 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:31:07.528249 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-c3440f56-4d5e-4a32-8b31-88fa94535893 None None] Attempting to bind port deb5e71c-1b27-41d0-a90f-672b03daac87 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'a101b62b-592b-4cb7-95bd-96f22145717f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'd16ca45a-98b2-4ac0-ad84-9afac5c60d5a'}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:31:07.528249 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3440f56-4d5e-4a32-8b31-88fa94535893 None None] Attempting to bind port deb5e71c-1b27-41d0-a90f-672b03daac87 on network d16ca45a-98b2-4ac0-ad84-9afac5c60d5a {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:31:07.531958 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3440f56-4d5e-4a32-8b31-88fa94535893 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:31:07.532632 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3440f56-4d5e-4a32-8b31-88fa94535893 None None] Checking segment: {'id': 'a101b62b-592b-4cb7-95bd-96f22145717f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'd16ca45a-98b2-4ac0-ad84-9afac5c60d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:31:07.533111 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-c3440f56-4d5e-4a32-8b31-88fa94535893 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:07.533626 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3440f56-4d5e-4a32-8b31-88fa94535893 None None] Bound using segment: {'id': 'a101b62b-592b-4cb7-95bd-96f22145717f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'd16ca45a-98b2-4ac0-ad84-9afac5c60d5a'} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:31:07.534236 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-c3440f56-4d5e-4a32-8b31-88fa94535893 None None] Bound port: deb5e71c-1b27-41d0-a90f-672b03daac87, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a101b62b-592b-4cb7-95bd-96f22145717f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'd16ca45a-98b2-4ac0-ad84-9afac5c60d5a'}}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:31:07.534645 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-c3440f56-4d5e-4a32-8b31-88fa94535893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:07.614112 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-c3440f56-4d5e-4a32-8b31-88fa94535893 None None] For port deb5e71c-1b27-41d0-a90f-672b03daac87, host n-d-779913-12, cleared binding levels {{(pid=93179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:31:07.617089 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-c3440f56-4d5e-4a32-8b31-88fa94535893 None None] For port deb5e71c-1b27-41d0-a90f-672b03daac87, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=deb5e71c-1b27-41d0-a90f-672b03daac87,segment=NetworkSegment(a101b62b-592b-4cb7-95bd-96f22145717f),segment_id=a101b62b-592b-4cb7-95bd-96f22145717f)] {{(pid=93179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:31:07.650105 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8029c94b-563b-4a74-b9ea-47523a5d9f3e tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:31:07.657655 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8029c94b-563b-4a74-b9ea-47523a5d9f3e tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:07.662167 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-8029c94b-563b-4a74-b9ea-47523a5d9f3e tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "PUT /v2.0/routers/949e754a-ad1b-4c91-a0dd-e47a99475a94 HTTP/1.1" status: 200 len: 934 time: 1.2505352 Jun 11 10:31:07.662167 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39238) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:07.713651 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-c3440f56-4d5e-4a32-8b31-88fa94535893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:07.722823 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-ce91b905-3973-4459-b6a4-b5014fbd3a04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:07.775336 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3440f56-4d5e-4a32-8b31-88fa94535893 None None] Routers {'949e754a-ad1b-4c91-a0dd-e47a99475a94'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:31:07.780360 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-c3440f56-4d5e-4a32-8b31-88fa94535893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:30:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['949e754a-ad1b-4c91-a0dd-e47a99475a94'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:31:07.792039 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device ff98ba7a-3c53-43b2-bf36-34afa46ee0c2 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:31:07.832531 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-84d0fb3d-e584-416d-8eab-22c95a627520 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "GET /v2.0/routers/949e754a-ad1b-4c91-a0dd-e47a99475a94 HTTP/1.1" status: 200 len: 934 time: 0.1698403 Jun 11 10:31:07.836009 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39240) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:07.840332 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-185075b4-90be-4b03-8bf0-5243df42afc6 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Request body: {'router': {'routes': None}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:31:07.873822 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port ff98ba7a-3c53-43b2-bf36-34afa46ee0c2 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:31:07.874376 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:07.986675 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device ea40eb18-f128-4cf3-9896-546822517f68 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:31:08.015347 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce596e52-d055-40a6-8e72-33d9a53adaeb None None] Pushing event updated for resources: {'Port': ['ID=deb5e71c-1b27-41d0-a90f-672b03daac87,revision_number=4']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:08.020975 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-ce596e52-d055-40a6-8e72-33d9a53adaeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:08.038523 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-c3440f56-4d5e-4a32-8b31-88fa94535893 None None] Set router 949e754a-ad1b-4c91-a0dd-e47a99475a94 gateway port host: None {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:31:08.055792 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port ea40eb18-f128-4cf3-9896-546822517f68 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:31:08.056134 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:08.321868 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-c3440f56-4d5e-4a32-8b31-88fa94535893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'name': 'tempest-RoutersTest-router-1141283685', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:30:47Z', 'updated_at': '2021-06-11T10:31:06Z', 'revision_number': 6, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'gw_port_host': None, '_interfaces': [{'id': '16cd3fd5-11e5-4499-9e59-1a7e3e5872f5', 'name': '', 'network_id': '5eb78bd8-7d05-45ef-a42d-941c1536a797', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'mac_address': 'fa:16:3e:2d:c9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '1f4a70b2-cfeb-4430-8961-2f5730ebb85a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:30:49Z', 'updated_at': '2021-06-11T10:30:56Z', 'revision_number': 5, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'subnets': [{'id': '1f4a70b2-cfeb-4430-8961-2f5730ebb85a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42a20741-d224-4a2d-bb78-753d91b39213', 'name': '', 'network_id': '0f8d7cbb-dfef-42a7-b0ef-a84744cf1a81', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'mac_address': 'fa:16:3e:16:2b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '9c88d9d5-136c-4d39-8f93-c8efbad9d06e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:30:54Z', 'updated_at': '2021-06-11T10:31:00Z', 'revision_number': 5, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'subnets': [{'id': '9c88d9d5-136c-4d39-8f93-c8efbad9d06e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'deb5e71c-1b27-41d0-a90f-672b03daac87', 'name': '', 'network_id': 'd16ca45a-98b2-4ac0-ad84-9afac5c60d5a', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'mac_address': 'fa:16:3e:29:6d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '361cea36-78cc-4ac3-a30c-694ac24b2a19', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:31:03Z', 'updated_at': '2021-06-11T10:31:07Z', 'revision_number': 4, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'subnets': [{'id': '361cea36-78cc-4ac3-a30c-694ac24b2a19', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff98ba7a-3c53-43b2-bf36-34afa46ee0c2', 'name': '', 'network_id': '5900d625-2717-402f-8060-7b1f8c80fa31', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'mac_address': 'fa:16:3e:8a:22:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '7d5efea0-babf-49ae-9990-f765f4bb9530', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:30:59Z', 'updated_at': '2021-06-11T10:31:06Z', 'revision_number': 5, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'subnets': [{'id': '7d5efea0-babf-49ae-9990-f765f4bb9530', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:31:08.325433 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3440f56-4d5e-4a32-8b31-88fa94535893 None None] The sync data for ids ['949e754a-ad1b-4c91-a0dd-e47a99475a94'] in n-d-779913-12 is: [{'id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'name': 'tempest-RoutersTest-router-1141283685', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:30:47Z', 'updated_at': '2021-06-11T10:31:06Z', 'revision_number': 6, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'gw_port_host': None, '_interfaces': [{'id': '16cd3fd5-11e5-4499-9e59-1a7e3e5872f5', 'name': '', 'network_id': '5eb78bd8-7d05-45ef-a42d-941c1536a797', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'mac_address': 'fa:16:3e:2d:c9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '1f4a70b2-cfeb-4430-8961-2f5730ebb85a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:30:49Z', 'updated_at': '2021-06-11T10:30:56Z', 'revision_number': 5, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'subnets': [{'id': '1f4a70b2-cfeb-4430-8961-2f5730ebb85a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42a20741-d224-4a2d-bb78-753d91b39213', 'name': '', 'network_id': '0f8d7cbb-dfef-42a7-b0ef-a84744cf1a81', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'mac_address': 'fa:16:3e:16:2b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '9c88d9d5-136c-4d39-8f93-c8efbad9d06e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:30:54Z', 'updated_at': '2021-06-11T10:31:00Z', 'revision_number': 5, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'subnets': [{'id': '9c88d9d5-136c-4d39-8f93-c8efbad9d06e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'deb5e71c-1b27-41d0-a90f-672b03daac87', 'name': '', 'network_id': 'd16ca45a-98b2-4ac0-ad84-9afac5c60d5a', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'mac_address': 'fa:16:3e:29:6d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '361cea36-78cc-4ac3-a30c-694ac24b2a19', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:31:03Z', 'updated_at': '2021-06-11T10:31:07Z', 'revision_number': 4, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'subnets': [{'id': '361cea36-78cc-4ac3-a30c-694ac24b2a19', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff98ba7a-3c53-43b2-bf36-34afa46ee0c2', 'name': '', 'network_id': '5900d625-2717-402f-8060-7b1f8c80fa31', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'mac_address': 'fa:16:3e:8a:22:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '7d5efea0-babf-49ae-9990-f765f4bb9530', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:30:59Z', 'updated_at': '2021-06-11T10:31:06Z', 'revision_number': 5, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'subnets': [{'id': '7d5efea0-babf-49ae-9990-f765f4bb9530', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:31:08.357920 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.extraroute_db [None req-185075b4-90be-4b03-8bf0-5243df42afc6 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Added routes are [] {{(pid=93176) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 11 10:31:08.358448 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.extraroute_db [None req-185075b4-90be-4b03-8bf0-5243df42afc6 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=93176) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 11 10:31:08.404780 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-185075b4-90be-4b03-8bf0-5243df42afc6 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:08.733858 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-185075b4-90be-4b03-8bf0-5243df42afc6 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:08.737367 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-185075b4-90be-4b03-8bf0-5243df42afc6 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-374241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-374254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-363978'] for router, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:09.017070 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e994baee-8b92-4978-a17c-976175cbc2a1 None None] Sync routers for ids ['949e754a-ad1b-4c91-a0dd-e47a99475a94'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:31:09.026844 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e994baee-8b92-4978-a17c-976175cbc2a1 None None] Routers {'949e754a-ad1b-4c91-a0dd-e47a99475a94'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:31:09.027485 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-e994baee-8b92-4978-a17c-976175cbc2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:30:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['949e754a-ad1b-4c91-a0dd-e47a99475a94'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:31:09.276358 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-185075b4-90be-4b03-8bf0-5243df42afc6 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Router 949e754a-ad1b-4c91-a0dd-e47a99475a94 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:31:09.337215 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-e994baee-8b92-4978-a17c-976175cbc2a1 None None] Set router 949e754a-ad1b-4c91-a0dd-e47a99475a94 gateway port host: None {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:31:09.424080 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-185075b4-90be-4b03-8bf0-5243df42afc6 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:31:09.431597 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-185075b4-90be-4b03-8bf0-5243df42afc6 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:09.435064 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-185075b4-90be-4b03-8bf0-5243df42afc6 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "PUT /v2.0/routers/949e754a-ad1b-4c91-a0dd-e47a99475a94 HTTP/1.1" status: 200 len: 700 time: 1.5969124 Jun 11 10:31:09.435293 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39244) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:09.573271 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-ba7df6c0-6bfc-4e44-b5f4-469b9396d5f3 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "GET /v2.0/routers/949e754a-ad1b-4c91-a0dd-e47a99475a94 HTTP/1.1" status: 200 len: 700 time: 0.1366351 Jun 11 10:31:09.575873 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39248) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:09.617875 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-e994baee-8b92-4978-a17c-976175cbc2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'name': 'tempest-RoutersTest-router-1141283685', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:30:47Z', 'updated_at': '2021-06-11T10:31:08Z', 'revision_number': 7, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'gw_port_host': None, '_interfaces': [{'id': '16cd3fd5-11e5-4499-9e59-1a7e3e5872f5', 'name': '', 'network_id': '5eb78bd8-7d05-45ef-a42d-941c1536a797', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'mac_address': 'fa:16:3e:2d:c9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '1f4a70b2-cfeb-4430-8961-2f5730ebb85a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:30:49Z', 'updated_at': '2021-06-11T10:30:56Z', 'revision_number': 5, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'subnets': [{'id': '1f4a70b2-cfeb-4430-8961-2f5730ebb85a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42a20741-d224-4a2d-bb78-753d91b39213', 'name': '', 'network_id': '0f8d7cbb-dfef-42a7-b0ef-a84744cf1a81', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'mac_address': 'fa:16:3e:16:2b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '9c88d9d5-136c-4d39-8f93-c8efbad9d06e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:30:54Z', 'updated_at': '2021-06-11T10:31:00Z', 'revision_number': 5, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'subnets': [{'id': '9c88d9d5-136c-4d39-8f93-c8efbad9d06e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'deb5e71c-1b27-41d0-a90f-672b03daac87', 'name': '', 'network_id': 'd16ca45a-98b2-4ac0-ad84-9afac5c60d5a', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'mac_address': 'fa:16:3e:29:6d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '361cea36-78cc-4ac3-a30c-694ac24b2a19', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:31:03Z', 'updated_at': '2021-06-11T10:31:07Z', 'revision_number': 4, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'subnets': [{'id': '361cea36-78cc-4ac3-a30c-694ac24b2a19', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff98ba7a-3c53-43b2-bf36-34afa46ee0c2', 'name': '', 'network_id': '5900d625-2717-402f-8060-7b1f8c80fa31', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'mac_address': 'fa:16:3e:8a:22:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '7d5efea0-babf-49ae-9990-f765f4bb9530', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:30:59Z', 'updated_at': '2021-06-11T10:31:06Z', 'revision_number': 5, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'subnets': [{'id': '7d5efea0-babf-49ae-9990-f765f4bb9530', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:31:09.621435 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e994baee-8b92-4978-a17c-976175cbc2a1 None None] Checking router: 949e754a-ad1b-4c91-a0dd-e47a99475a94 for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:31:09.629893 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e994baee-8b92-4978-a17c-976175cbc2a1 None None] Routers {'949e754a-ad1b-4c91-a0dd-e47a99475a94'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:31:09.630489 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-e994baee-8b92-4978-a17c-976175cbc2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:30:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['949e754a-ad1b-4c91-a0dd-e47a99475a94'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:31:09.770361 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-e994baee-8b92-4978-a17c-976175cbc2a1 None None] Set router 949e754a-ad1b-4c91-a0dd-e47a99475a94 gateway port host: None {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:31:09.824603 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device deb5e71c-1b27-41d0-a90f-672b03daac87 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:31:10.023458 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9b6a83a1-7a48-4dc8-9394-c15b50a063cb tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375209'] for router_interface, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:10.105850 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-e994baee-8b92-4978-a17c-976175cbc2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'name': 'tempest-RoutersTest-router-1141283685', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:30:47Z', 'updated_at': '2021-06-11T10:31:08Z', 'revision_number': 7, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'gw_port_host': None, '_interfaces': [{'id': '16cd3fd5-11e5-4499-9e59-1a7e3e5872f5', 'name': '', 'network_id': '5eb78bd8-7d05-45ef-a42d-941c1536a797', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'mac_address': 'fa:16:3e:2d:c9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '1f4a70b2-cfeb-4430-8961-2f5730ebb85a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:30:49Z', 'updated_at': '2021-06-11T10:30:56Z', 'revision_number': 5, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'subnets': [{'id': '1f4a70b2-cfeb-4430-8961-2f5730ebb85a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42a20741-d224-4a2d-bb78-753d91b39213', 'name': '', 'network_id': '0f8d7cbb-dfef-42a7-b0ef-a84744cf1a81', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'mac_address': 'fa:16:3e:16:2b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '9c88d9d5-136c-4d39-8f93-c8efbad9d06e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:30:54Z', 'updated_at': '2021-06-11T10:31:00Z', 'revision_number': 5, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'subnets': [{'id': '9c88d9d5-136c-4d39-8f93-c8efbad9d06e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'deb5e71c-1b27-41d0-a90f-672b03daac87', 'name': '', 'network_id': 'd16ca45a-98b2-4ac0-ad84-9afac5c60d5a', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'mac_address': 'fa:16:3e:29:6d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '361cea36-78cc-4ac3-a30c-694ac24b2a19', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:31:03Z', 'updated_at': '2021-06-11T10:31:07Z', 'revision_number': 4, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'subnets': [{'id': '361cea36-78cc-4ac3-a30c-694ac24b2a19', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff98ba7a-3c53-43b2-bf36-34afa46ee0c2', 'name': '', 'network_id': '5900d625-2717-402f-8060-7b1f8c80fa31', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'mac_address': 'fa:16:3e:8a:22:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '7d5efea0-babf-49ae-9990-f765f4bb9530', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:30:59Z', 'updated_at': '2021-06-11T10:31:06Z', 'revision_number': 5, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'subnets': [{'id': '7d5efea0-babf-49ae-9990-f765f4bb9530', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:31:10.109450 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e994baee-8b92-4978-a17c-976175cbc2a1 None None] The sync data for ids ['949e754a-ad1b-4c91-a0dd-e47a99475a94'] in n-d-779913-12 is: [{'id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'name': 'tempest-RoutersTest-router-1141283685', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:30:47Z', 'updated_at': '2021-06-11T10:31:08Z', 'revision_number': 7, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'gw_port_host': None, '_interfaces': [{'id': '16cd3fd5-11e5-4499-9e59-1a7e3e5872f5', 'name': '', 'network_id': '5eb78bd8-7d05-45ef-a42d-941c1536a797', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'mac_address': 'fa:16:3e:2d:c9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '1f4a70b2-cfeb-4430-8961-2f5730ebb85a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:30:49Z', 'updated_at': '2021-06-11T10:30:56Z', 'revision_number': 5, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'subnets': [{'id': '1f4a70b2-cfeb-4430-8961-2f5730ebb85a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42a20741-d224-4a2d-bb78-753d91b39213', 'name': '', 'network_id': '0f8d7cbb-dfef-42a7-b0ef-a84744cf1a81', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'mac_address': 'fa:16:3e:16:2b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '9c88d9d5-136c-4d39-8f93-c8efbad9d06e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:30:54Z', 'updated_at': '2021-06-11T10:31:00Z', 'revision_number': 5, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'subnets': [{'id': '9c88d9d5-136c-4d39-8f93-c8efbad9d06e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'deb5e71c-1b27-41d0-a90f-672b03daac87', 'name': '', 'network_id': 'd16ca45a-98b2-4ac0-ad84-9afac5c60d5a', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'mac_address': 'fa:16:3e:29:6d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '361cea36-78cc-4ac3-a30c-694ac24b2a19', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:31:03Z', 'updated_at': '2021-06-11T10:31:07Z', 'revision_number': 4, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'subnets': [{'id': '361cea36-78cc-4ac3-a30c-694ac24b2a19', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff98ba7a-3c53-43b2-bf36-34afa46ee0c2', 'name': '', 'network_id': '5900d625-2717-402f-8060-7b1f8c80fa31', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'mac_address': 'fa:16:3e:8a:22:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '7d5efea0-babf-49ae-9990-f765f4bb9530', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:30:59Z', 'updated_at': '2021-06-11T10:31:06Z', 'revision_number': 5, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'subnets': [{'id': '7d5efea0-babf-49ae-9990-f765f4bb9530', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:31:10.120379 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port deb5e71c-1b27-41d0-a90f-672b03daac87 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:31:10.124867 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port deb5e71c-1b27-41d0-a90f-672b03daac87 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:31:10.125256 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:10.233286 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:10.275898 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port deb5e71c-1b27-41d0-a90f-672b03daac87, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=deb5e71c-1b27-41d0-a90f-672b03daac87,segment=NetworkSegment(a101b62b-592b-4cb7-95bd-96f22145717f),segment_id=a101b62b-592b-4cb7-95bd-96f22145717f)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:31:10.340140 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e1b4ec-d09d-42d7-b155-626f45d3c785 None None] Sync routers for ids ['949e754a-ad1b-4c91-a0dd-e47a99475a94'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:31:10.350073 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e1b4ec-d09d-42d7-b155-626f45d3c785 None None] Routers {'949e754a-ad1b-4c91-a0dd-e47a99475a94'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:31:10.350683 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-68e1b4ec-d09d-42d7-b155-626f45d3c785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:30:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['949e754a-ad1b-4c91-a0dd-e47a99475a94'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:31:10.382277 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-9b6a83a1-7a48-4dc8-9394-c15b50a063cb tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Deleting port deb5e71c-1b27-41d0-a90f-672b03daac87 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:31:10.382526 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9b6a83a1-7a48-4dc8-9394-c15b50a063cb tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:10.430486 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:10.432690 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-ae9729fe-831b-4a0d-82e4-5c665007a7e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:10.484142 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-68e1b4ec-d09d-42d7-b155-626f45d3c785 None None] Set router 949e754a-ad1b-4c91-a0dd-e47a99475a94 gateway port host: None {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:31:10.496602 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=deb5e71c-1b27-41d0-a90f-672b03daac87,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:10.500282 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:10.500489 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-9b6a83a1-7a48-4dc8-9394-c15b50a063cb tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] For port deb5e71c-1b27-41d0-a90f-672b03daac87, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=deb5e71c-1b27-41d0-a90f-672b03daac87,segment=NetworkSegment(a101b62b-592b-4cb7-95bd-96f22145717f),segment_id=a101b62b-592b-4cb7-95bd-96f22145717f)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:31:10.500871 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9b6a83a1-7a48-4dc8-9394-c15b50a063cb tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:10.600725 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-9b6a83a1-7a48-4dc8-9394-c15b50a063cb tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Calling delete_port for deb5e71c-1b27-41d0-a90f-672b03daac87 owned by network:router_interface {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:31:10.756893 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-68e1b4ec-d09d-42d7-b155-626f45d3c785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'name': 'tempest-RoutersTest-router-1141283685', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:30:47Z', 'updated_at': '2021-06-11T10:31:08Z', 'revision_number': 7, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'gw_port_host': None, '_interfaces': [{'id': '16cd3fd5-11e5-4499-9e59-1a7e3e5872f5', 'name': '', 'network_id': '5eb78bd8-7d05-45ef-a42d-941c1536a797', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'mac_address': 'fa:16:3e:2d:c9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '1f4a70b2-cfeb-4430-8961-2f5730ebb85a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:30:49Z', 'updated_at': '2021-06-11T10:30:56Z', 'revision_number': 5, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'subnets': [{'id': '1f4a70b2-cfeb-4430-8961-2f5730ebb85a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42a20741-d224-4a2d-bb78-753d91b39213', 'name': '', 'network_id': '0f8d7cbb-dfef-42a7-b0ef-a84744cf1a81', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'mac_address': 'fa:16:3e:16:2b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '9c88d9d5-136c-4d39-8f93-c8efbad9d06e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:30:54Z', 'updated_at': '2021-06-11T10:31:00Z', 'revision_number': 5, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'subnets': [{'id': '9c88d9d5-136c-4d39-8f93-c8efbad9d06e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'deb5e71c-1b27-41d0-a90f-672b03daac87', 'name': '', 'network_id': 'd16ca45a-98b2-4ac0-ad84-9afac5c60d5a', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'mac_address': 'fa:16:3e:29:6d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '361cea36-78cc-4ac3-a30c-694ac24b2a19', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:31:03Z', 'updated_at': '2021-06-11T10:31:07Z', 'revision_number': 4, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'subnets': [{'id': '361cea36-78cc-4ac3-a30c-694ac24b2a19', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff98ba7a-3c53-43b2-bf36-34afa46ee0c2', 'name': '', 'network_id': '5900d625-2717-402f-8060-7b1f8c80fa31', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'mac_address': 'fa:16:3e:8a:22:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '7d5efea0-babf-49ae-9990-f765f4bb9530', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:30:59Z', 'updated_at': '2021-06-11T10:31:06Z', 'revision_number': 5, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'subnets': [{'id': '7d5efea0-babf-49ae-9990-f765f4bb9530', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:31:10.760472 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e1b4ec-d09d-42d7-b155-626f45d3c785 None None] Checking router: 949e754a-ad1b-4c91-a0dd-e47a99475a94 for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:31:10.768572 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e1b4ec-d09d-42d7-b155-626f45d3c785 None None] Routers {'949e754a-ad1b-4c91-a0dd-e47a99475a94'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:31:10.769242 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-68e1b4ec-d09d-42d7-b155-626f45d3c785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:30:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['949e754a-ad1b-4c91-a0dd-e47a99475a94'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:31:10.892898 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-68e1b4ec-d09d-42d7-b155-626f45d3c785 None None] Set router 949e754a-ad1b-4c91-a0dd-e47a99475a94 gateway port host: None {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:31:10.916392 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9b6a83a1-7a48-4dc8-9394-c15b50a063cb tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:10.918603 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2cfd1338-0fb6-4a40-9d57-437ce1444855 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:10.949436 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6a83a1-7a48-4dc8-9394-c15b50a063cb tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Pushing event deleted for resources: {'Port': ['ID=deb5e71c-1b27-41d0-a90f-672b03daac87,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:10.951911 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9b6a83a1-7a48-4dc8-9394-c15b50a063cb tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:11.172808 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9b6a83a1-7a48-4dc8-9394-c15b50a063cb tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362297'] for router_interface, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:11.173928 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-68e1b4ec-d09d-42d7-b155-626f45d3c785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'name': 'tempest-RoutersTest-router-1141283685', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:30:47Z', 'updated_at': '2021-06-11T10:31:08Z', 'revision_number': 7, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'gw_port_host': None, '_interfaces': [{'id': '16cd3fd5-11e5-4499-9e59-1a7e3e5872f5', 'name': '', 'network_id': '5eb78bd8-7d05-45ef-a42d-941c1536a797', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'mac_address': 'fa:16:3e:2d:c9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '1f4a70b2-cfeb-4430-8961-2f5730ebb85a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:30:49Z', 'updated_at': '2021-06-11T10:30:56Z', 'revision_number': 5, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'subnets': [{'id': '1f4a70b2-cfeb-4430-8961-2f5730ebb85a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42a20741-d224-4a2d-bb78-753d91b39213', 'name': '', 'network_id': '0f8d7cbb-dfef-42a7-b0ef-a84744cf1a81', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'mac_address': 'fa:16:3e:16:2b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '9c88d9d5-136c-4d39-8f93-c8efbad9d06e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:30:54Z', 'updated_at': '2021-06-11T10:31:00Z', 'revision_number': 5, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'subnets': [{'id': '9c88d9d5-136c-4d39-8f93-c8efbad9d06e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'deb5e71c-1b27-41d0-a90f-672b03daac87', 'name': '', 'network_id': 'd16ca45a-98b2-4ac0-ad84-9afac5c60d5a', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'mac_address': 'fa:16:3e:29:6d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '361cea36-78cc-4ac3-a30c-694ac24b2a19', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:31:03Z', 'updated_at': '2021-06-11T10:31:10Z', 'revision_number': 5, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'subnets': [{'id': '361cea36-78cc-4ac3-a30c-694ac24b2a19', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff98ba7a-3c53-43b2-bf36-34afa46ee0c2', 'name': '', 'network_id': '5900d625-2717-402f-8060-7b1f8c80fa31', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'mac_address': 'fa:16:3e:8a:22:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '7d5efea0-babf-49ae-9990-f765f4bb9530', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:30:59Z', 'updated_at': '2021-06-11T10:31:06Z', 'revision_number': 5, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'subnets': [{'id': '7d5efea0-babf-49ae-9990-f765f4bb9530', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:31:11.177976 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e1b4ec-d09d-42d7-b155-626f45d3c785 None None] The sync data for ids ['949e754a-ad1b-4c91-a0dd-e47a99475a94'] in n-d-779913-12 is: [{'id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'name': 'tempest-RoutersTest-router-1141283685', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:30:47Z', 'updated_at': '2021-06-11T10:31:08Z', 'revision_number': 7, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'gw_port_host': None, '_interfaces': [{'id': '16cd3fd5-11e5-4499-9e59-1a7e3e5872f5', 'name': '', 'network_id': '5eb78bd8-7d05-45ef-a42d-941c1536a797', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'mac_address': 'fa:16:3e:2d:c9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '1f4a70b2-cfeb-4430-8961-2f5730ebb85a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:30:49Z', 'updated_at': '2021-06-11T10:30:56Z', 'revision_number': 5, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'subnets': [{'id': '1f4a70b2-cfeb-4430-8961-2f5730ebb85a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42a20741-d224-4a2d-bb78-753d91b39213', 'name': '', 'network_id': '0f8d7cbb-dfef-42a7-b0ef-a84744cf1a81', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'mac_address': 'fa:16:3e:16:2b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '9c88d9d5-136c-4d39-8f93-c8efbad9d06e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:30:54Z', 'updated_at': '2021-06-11T10:31:00Z', 'revision_number': 5, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'subnets': [{'id': '9c88d9d5-136c-4d39-8f93-c8efbad9d06e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'deb5e71c-1b27-41d0-a90f-672b03daac87', 'name': '', 'network_id': 'd16ca45a-98b2-4ac0-ad84-9afac5c60d5a', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'mac_address': 'fa:16:3e:29:6d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '361cea36-78cc-4ac3-a30c-694ac24b2a19', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:31:03Z', 'updated_at': '2021-06-11T10:31:10Z', 'revision_number': 5, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'subnets': [{'id': '361cea36-78cc-4ac3-a30c-694ac24b2a19', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff98ba7a-3c53-43b2-bf36-34afa46ee0c2', 'name': '', 'network_id': '5900d625-2717-402f-8060-7b1f8c80fa31', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'mac_address': 'fa:16:3e:8a:22:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '7d5efea0-babf-49ae-9990-f765f4bb9530', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:30:59Z', 'updated_at': '2021-06-11T10:31:06Z', 'revision_number': 5, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'subnets': [{'id': '7d5efea0-babf-49ae-9990-f765f4bb9530', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:31:11.454840 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b6a83a1-7a48-4dc8-9394-c15b50a063cb tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Router 949e754a-ad1b-4c91-a0dd-e47a99475a94 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:31:11.588762 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b6a83a1-7a48-4dc8-9394-c15b50a063cb tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:31:11.593887 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-9b6a83a1-7a48-4dc8-9394-c15b50a063cb tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "PUT /v2.0/routers/949e754a-ad1b-4c91-a0dd-e47a99475a94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0170808 Jun 11 10:31:11.597362 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39250) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:11.598667 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909010fa-2a65-424c-8b54-d4a2f7c59538 None None] Sync routers for ids ['949e754a-ad1b-4c91-a0dd-e47a99475a94'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:31:11.607879 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909010fa-2a65-424c-8b54-d4a2f7c59538 None None] Routers {'949e754a-ad1b-4c91-a0dd-e47a99475a94'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:31:11.608499 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-909010fa-2a65-424c-8b54-d4a2f7c59538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:30:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['949e754a-ad1b-4c91-a0dd-e47a99475a94'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:31:11.662384 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4db0f2a-f0bd-4ed9-9d63-1aa3ced97f79 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Deleting subnet 361cea36-78cc-4ac3-a30c-694ac24b2a19 {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:31:11.665565 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d4db0f2a-f0bd-4ed9-9d63-1aa3ced97f79 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:11.715929 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d4db0f2a-f0bd-4ed9-9d63-1aa3ced97f79 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:11.738958 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-909010fa-2a65-424c-8b54-d4a2f7c59538 None None] Set router 949e754a-ad1b-4c91-a0dd-e47a99475a94 gateway port host: None {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:31:11.818774 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d4db0f2a-f0bd-4ed9-9d63-1aa3ced97f79 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:11.962478 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d4db0f2a-f0bd-4ed9-9d63-1aa3ced97f79 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:11.964621 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f55676c6-a4e9-4ad3-92a1-f3db0fa95fb1 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:11.997650 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4db0f2a-f0bd-4ed9-9d63-1aa3ced97f79 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Pushing event deleted for resources: {'Subnet': ['ID=361cea36-78cc-4ac3-a30c-694ac24b2a19,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:12.007889 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-909010fa-2a65-424c-8b54-d4a2f7c59538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'name': 'tempest-RoutersTest-router-1141283685', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:30:47Z', 'updated_at': '2021-06-11T10:31:10Z', 'revision_number': 8, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'gw_port_host': None, '_interfaces': [{'id': '16cd3fd5-11e5-4499-9e59-1a7e3e5872f5', 'name': '', 'network_id': '5eb78bd8-7d05-45ef-a42d-941c1536a797', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'mac_address': 'fa:16:3e:2d:c9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '1f4a70b2-cfeb-4430-8961-2f5730ebb85a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:30:49Z', 'updated_at': '2021-06-11T10:30:56Z', 'revision_number': 5, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'subnets': [{'id': '1f4a70b2-cfeb-4430-8961-2f5730ebb85a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42a20741-d224-4a2d-bb78-753d91b39213', 'name': '', 'network_id': '0f8d7cbb-dfef-42a7-b0ef-a84744cf1a81', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'mac_address': 'fa:16:3e:16:2b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '9c88d9d5-136c-4d39-8f93-c8efbad9d06e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:30:54Z', 'updated_at': '2021-06-11T10:31:00Z', 'revision_number': 5, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'subnets': [{'id': '9c88d9d5-136c-4d39-8f93-c8efbad9d06e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff98ba7a-3c53-43b2-bf36-34afa46ee0c2', 'name': '', 'network_id': '5900d625-2717-402f-8060-7b1f8c80fa31', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'mac_address': 'fa:16:3e:8a:22:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '7d5efea0-babf-49ae-9990-f765f4bb9530', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:30:59Z', 'updated_at': '2021-06-11T10:31:06Z', 'revision_number': 5, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'subnets': [{'id': '7d5efea0-babf-49ae-9990-f765f4bb9530', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:31:12.008467 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d4db0f2a-f0bd-4ed9-9d63-1aa3ced97f79 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:12.009850 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d4db0f2a-f0bd-4ed9-9d63-1aa3ced97f79 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:12.011121 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9040fbf2-c2b3-4d4a-9a28-537bb4f36699 None None] Network d16ca45a-98b2-4ac0-ad84-9afac5c60d5a requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:31:12.014622 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-d4db0f2a-f0bd-4ed9-9d63-1aa3ced97f79 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "DELETE /v2.0/subnets/361cea36-78cc-4ac3-a30c-694ac24b2a19 HTTP/1.1" status: 204 len: 168 time: 0.4138510 Jun 11 10:31:12.014848 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39252) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:12.026707 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909010fa-2a65-424c-8b54-d4a2f7c59538 None None] Checking router: 949e754a-ad1b-4c91-a0dd-e47a99475a94 for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:31:12.094203 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909010fa-2a65-424c-8b54-d4a2f7c59538 None None] Routers {'949e754a-ad1b-4c91-a0dd-e47a99475a94'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:31:12.094827 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-909010fa-2a65-424c-8b54-d4a2f7c59538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:30:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['949e754a-ad1b-4c91-a0dd-e47a99475a94'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:31:12.116832 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-09d65766-2d75-4fd7-ad06-46d859356c48 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:12.181769 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-09d65766-2d75-4fd7-ad06-46d859356c48 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Deleting port ea40eb18-f128-4cf3-9896-546822517f68 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:31:12.182109 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-09d65766-2d75-4fd7-ad06-46d859356c48 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:12.269929 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-09d65766-2d75-4fd7-ad06-46d859356c48 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] For port ea40eb18-f128-4cf3-9896-546822517f68, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=ea40eb18-f128-4cf3-9896-546822517f68,segment=NetworkSegment(a101b62b-592b-4cb7-95bd-96f22145717f),segment_id=a101b62b-592b-4cb7-95bd-96f22145717f)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:31:12.270185 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-09d65766-2d75-4fd7-ad06-46d859356c48 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:12.276285 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-909010fa-2a65-424c-8b54-d4a2f7c59538 None None] Set router 949e754a-ad1b-4c91-a0dd-e47a99475a94 gateway port host: None {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:31:12.364528 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-09d65766-2d75-4fd7-ad06-46d859356c48 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Calling delete_port for ea40eb18-f128-4cf3-9896-546822517f68 owned by network:dhcp {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:31:12.493894 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d974660-c162-40f2-9d8d-5f308e6953d8 None None] DHCP port deletion for d16ca45a-98b2-4ac0-ad84-9afac5c60d5a request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 10:31:12.598364 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-9d974660-c162-40f2-9d8d-5f308e6953d8 None None] Deleting port ea40eb18-f128-4cf3-9896-546822517f68 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:31:12.598753 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-9d974660-c162-40f2-9d8d-5f308e6953d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:12.617866 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-09d65766-2d75-4fd7-ad06-46d859356c48 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:12.621532 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5ace74a0-32f6-435e-a85c-539b46cc87bd tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:12.655795 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d65766-2d75-4fd7-ad06-46d859356c48 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Pushing event deleted for resources: {'Port': ['ID=ea40eb18-f128-4cf3-9896-546822517f68,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:12.658087 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d65766-2d75-4fd7-ad06-46d859356c48 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] No DVR routers for this DVR port ea40eb18-f128-4cf3-9896-546822517f68 on host n-d-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:31:12.669059 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-09d65766-2d75-4fd7-ad06-46d859356c48 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:12.842209 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-909010fa-2a65-424c-8b54-d4a2f7c59538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'name': 'tempest-RoutersTest-router-1141283685', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:30:47Z', 'updated_at': '2021-06-11T10:31:10Z', 'revision_number': 8, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'gw_port_host': None, '_interfaces': [{'id': '16cd3fd5-11e5-4499-9e59-1a7e3e5872f5', 'name': '', 'network_id': '5eb78bd8-7d05-45ef-a42d-941c1536a797', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'mac_address': 'fa:16:3e:2d:c9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '1f4a70b2-cfeb-4430-8961-2f5730ebb85a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:30:49Z', 'updated_at': '2021-06-11T10:30:56Z', 'revision_number': 5, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'subnets': [{'id': '1f4a70b2-cfeb-4430-8961-2f5730ebb85a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42a20741-d224-4a2d-bb78-753d91b39213', 'name': '', 'network_id': '0f8d7cbb-dfef-42a7-b0ef-a84744cf1a81', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'mac_address': 'fa:16:3e:16:2b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '9c88d9d5-136c-4d39-8f93-c8efbad9d06e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:30:54Z', 'updated_at': '2021-06-11T10:31:00Z', 'revision_number': 5, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'subnets': [{'id': '9c88d9d5-136c-4d39-8f93-c8efbad9d06e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff98ba7a-3c53-43b2-bf36-34afa46ee0c2', 'name': '', 'network_id': '5900d625-2717-402f-8060-7b1f8c80fa31', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'mac_address': 'fa:16:3e:8a:22:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '7d5efea0-babf-49ae-9990-f765f4bb9530', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:30:59Z', 'updated_at': '2021-06-11T10:31:06Z', 'revision_number': 5, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'subnets': [{'id': '7d5efea0-babf-49ae-9990-f765f4bb9530', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:31:12.893992 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909010fa-2a65-424c-8b54-d4a2f7c59538 None None] The sync data for ids ['949e754a-ad1b-4c91-a0dd-e47a99475a94'] in n-d-779913-12 is: [{'id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'name': 'tempest-RoutersTest-router-1141283685', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:30:47Z', 'updated_at': '2021-06-11T10:31:10Z', 'revision_number': 8, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'gw_port_host': None, '_interfaces': [{'id': '16cd3fd5-11e5-4499-9e59-1a7e3e5872f5', 'name': '', 'network_id': '5eb78bd8-7d05-45ef-a42d-941c1536a797', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'mac_address': 'fa:16:3e:2d:c9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '1f4a70b2-cfeb-4430-8961-2f5730ebb85a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:30:49Z', 'updated_at': '2021-06-11T10:30:56Z', 'revision_number': 5, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'subnets': [{'id': '1f4a70b2-cfeb-4430-8961-2f5730ebb85a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42a20741-d224-4a2d-bb78-753d91b39213', 'name': '', 'network_id': '0f8d7cbb-dfef-42a7-b0ef-a84744cf1a81', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'mac_address': 'fa:16:3e:16:2b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '9c88d9d5-136c-4d39-8f93-c8efbad9d06e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:30:54Z', 'updated_at': '2021-06-11T10:31:00Z', 'revision_number': 5, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'subnets': [{'id': '9c88d9d5-136c-4d39-8f93-c8efbad9d06e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff98ba7a-3c53-43b2-bf36-34afa46ee0c2', 'name': '', 'network_id': '5900d625-2717-402f-8060-7b1f8c80fa31', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'mac_address': 'fa:16:3e:8a:22:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '7d5efea0-babf-49ae-9990-f765f4bb9530', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:30:59Z', 'updated_at': '2021-06-11T10:31:06Z', 'revision_number': 5, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'subnets': [{'id': '7d5efea0-babf-49ae-9990-f765f4bb9530', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:31:12.912983 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-9d974660-c162-40f2-9d8d-5f308e6953d8 None None] For port ea40eb18-f128-4cf3-9896-546822517f68, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=ea40eb18-f128-4cf3-9896-546822517f68,segment=NetworkSegment(a101b62b-592b-4cb7-95bd-96f22145717f),segment_id=a101b62b-592b-4cb7-95bd-96f22145717f)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:31:12.913395 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-9d974660-c162-40f2-9d8d-5f308e6953d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:13.015396 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-9d974660-c162-40f2-9d8d-5f308e6953d8 None None] Calling delete_port for ea40eb18-f128-4cf3-9896-546822517f68 owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:31:13.020572 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ffd5b8cd-d243-45d2-a0fa-8620dea7f4a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:13.116198 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-9d974660-c162-40f2-9d8d-5f308e6953d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:13.118138 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:13.147439 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d974660-c162-40f2-9d8d-5f308e6953d8 None None] Pushing event deleted for resources: {'Port': ['ID=ea40eb18-f128-4cf3-9896-546822517f68,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:13.150811 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-9d974660-c162-40f2-9d8d-5f308e6953d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:13.151986 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d974660-c162-40f2-9d8d-5f308e6953d8 None None] No DVR routers for this DVR port ea40eb18-f128-4cf3-9896-546822517f68 on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:31:13.221446 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-09d65766-2d75-4fd7-ad06-46d859356c48 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:13.235769 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-09d65766-2d75-4fd7-ad06-46d859356c48 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d16ca45a-98b2-4ac0-ad84-9afac5c60d5a']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:31:13.247932 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-09d65766-2d75-4fd7-ad06-46d859356c48 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a101b62b-592b-4cb7-95bd-96f22145717f') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:31:13.248239 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-09d65766-2d75-4fd7-ad06-46d859356c48 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a101b62b-592b-4cb7-95bd-96f22145717f') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:31:13.259199 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-09d65766-2d75-4fd7-ad06-46d859356c48 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:13.274924 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-09d65766-2d75-4fd7-ad06-46d859356c48 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:13.280997 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09d65766-2d75-4fd7-ad06-46d859356c48 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Releasing vlan 753 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:31:13.281417 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-09d65766-2d75-4fd7-ad06-46d859356c48 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:13.284719 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 10:31:13.284719 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:31:13.284719 n-d-779913-12 neutron-server[93177]: timer() Jun 11 10:31:13.284719 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:31:13.284719 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 10:31:13.284719 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:31:13.284719 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 10:31:13.284719 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:31:13.284719 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 10:31:13.284719 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:31:13.284719 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 10:31:13.284719 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:31:13.284719 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 10:31:13.284719 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:31:13.284719 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:31:13.284719 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:31:13.284719 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:31:13.284719 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:31:13.284719 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 10:31:13.284719 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:31:13.284719 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 10:31:13.284719 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:31:13.284719 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:31:13.284719 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:31:13.284719 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 10:31:13.284719 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:31:13.284719 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:31:13.284719 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:31:13.284719 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:31:13.284719 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:31:13.284719 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:31:13.284719 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:31:13.465122 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-09d65766-2d75-4fd7-ad06-46d859356c48 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:13.468978 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-32d3d9fe-e75a-48b0-b923-1cd47686001b tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:13.473747 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-09d65766-2d75-4fd7-ad06-46d859356c48 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:13.475651 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-09d65766-2d75-4fd7-ad06-46d859356c48 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "DELETE /v2.0/networks/d16ca45a-98b2-4ac0-ad84-9afac5c60d5a HTTP/1.1" status: 204 len: 168 time: 1.4598110 Jun 11 10:31:13.478430 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39258) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:13.494940 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d65766-2d75-4fd7-ad06-46d859356c48 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Pushing event deleted for resources: {'Network': ['ID=d16ca45a-98b2-4ac0-ad84-9afac5c60d5a,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:13.498049 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-09d65766-2d75-4fd7-ad06-46d859356c48 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:13.764268 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device deb5e71c-1b27-41d0-a90f-672b03daac87 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:31:13.789779 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: deb5e71c-1b27-41d0-a90f-672b03daac87 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:31:13.790139 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device deb5e71c-1b27-41d0-a90f-672b03daac87 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:31:13.790575 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device ea40eb18-f128-4cf3-9896-546822517f68 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:31:13.819342 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: ea40eb18-f128-4cf3-9896-546822517f68 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:31:13.835887 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device ea40eb18-f128-4cf3-9896-546822517f68 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:31:14.272972 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-859171fe-5820-4ae3-9798-3742dd5ce241 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375209'] for router_interface, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:14.594407 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-859171fe-5820-4ae3-9798-3742dd5ce241 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Deleting port ff98ba7a-3c53-43b2-bf36-34afa46ee0c2 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:31:14.595143 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-859171fe-5820-4ae3-9798-3742dd5ce241 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:14.715879 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-859171fe-5820-4ae3-9798-3742dd5ce241 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] For port ff98ba7a-3c53-43b2-bf36-34afa46ee0c2, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=ff98ba7a-3c53-43b2-bf36-34afa46ee0c2,segment=NetworkSegment(23067ed8-7cd5-421b-872e-05aa0f173f1a),segment_id=23067ed8-7cd5-421b-872e-05aa0f173f1a)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:31:14.716232 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-859171fe-5820-4ae3-9798-3742dd5ce241 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:14.818672 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-859171fe-5820-4ae3-9798-3742dd5ce241 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Calling delete_port for ff98ba7a-3c53-43b2-bf36-34afa46ee0c2 owned by network:router_interface {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:31:15.104964 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-859171fe-5820-4ae3-9798-3742dd5ce241 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:15.109188 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1b73eaf3-e747-4828-aa23-de8429aedb7b tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:15.149596 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859171fe-5820-4ae3-9798-3742dd5ce241 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Pushing event deleted for resources: {'Port': ['ID=ff98ba7a-3c53-43b2-bf36-34afa46ee0c2,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:15.155284 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-859171fe-5820-4ae3-9798-3742dd5ce241 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:15.372431 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-859171fe-5820-4ae3-9798-3742dd5ce241 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362297'] for router_interface, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:15.645738 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-859171fe-5820-4ae3-9798-3742dd5ce241 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Router 949e754a-ad1b-4c91-a0dd-e47a99475a94 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:31:15.778413 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-859171fe-5820-4ae3-9798-3742dd5ce241 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:31:15.788621 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-859171fe-5820-4ae3-9798-3742dd5ce241 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "PUT /v2.0/routers/949e754a-ad1b-4c91-a0dd-e47a99475a94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3058302 Jun 11 10:31:15.789095 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39262) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:15.792224 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d51698f-6543-4477-87ce-c83736ceceda None None] Sync routers for ids ['949e754a-ad1b-4c91-a0dd-e47a99475a94'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:31:15.804333 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d51698f-6543-4477-87ce-c83736ceceda None None] Routers {'949e754a-ad1b-4c91-a0dd-e47a99475a94'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:31:15.804948 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-3d51698f-6543-4477-87ce-c83736ceceda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:30:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['949e754a-ad1b-4c91-a0dd-e47a99475a94'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:31:15.830731 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-07edb2d2-82ae-42af-b2a1-669b135de0a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:15.852118 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ac6d212-a1d5-45d9-82b3-b7d6cb850164 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Deleting subnet 7d5efea0-babf-49ae-9990-f765f4bb9530 {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:31:15.855225 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3ac6d212-a1d5-45d9-82b3-b7d6cb850164 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:15.905292 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3ac6d212-a1d5-45d9-82b3-b7d6cb850164 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:15.938471 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-3d51698f-6543-4477-87ce-c83736ceceda None None] Set router 949e754a-ad1b-4c91-a0dd-e47a99475a94 gateway port host: None {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:31:15.962235 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:16.013905 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3ac6d212-a1d5-45d9-82b3-b7d6cb850164 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:16.173904 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3ac6d212-a1d5-45d9-82b3-b7d6cb850164 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:16.176074 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1f572789-3cc1-4cce-9565-eacf95cf46e4 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:16.210887 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac6d212-a1d5-45d9-82b3-b7d6cb850164 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Pushing event deleted for resources: {'Subnet': ['ID=7d5efea0-babf-49ae-9990-f765f4bb9530,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:16.213293 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3ac6d212-a1d5-45d9-82b3-b7d6cb850164 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:16.217748 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3ac6d212-a1d5-45d9-82b3-b7d6cb850164 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:16.221922 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-3ac6d212-a1d5-45d9-82b3-b7d6cb850164 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "DELETE /v2.0/subnets/7d5efea0-babf-49ae-9990-f765f4bb9530 HTTP/1.1" status: 204 len: 168 time: 0.4285977 Jun 11 10:31:16.223036 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39264) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:16.225639 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1077d7a5-815e-4bf7-b060-6477b286f3d0 None None] Network 5900d625-2717-402f-8060-7b1f8c80fa31 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:31:16.327875 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-3d51698f-6543-4477-87ce-c83736ceceda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'name': 'tempest-RoutersTest-router-1141283685', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:30:47Z', 'updated_at': '2021-06-11T10:31:14Z', 'revision_number': 9, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'gw_port_host': None, '_interfaces': [{'id': '16cd3fd5-11e5-4499-9e59-1a7e3e5872f5', 'name': '', 'network_id': '5eb78bd8-7d05-45ef-a42d-941c1536a797', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'mac_address': 'fa:16:3e:2d:c9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '1f4a70b2-cfeb-4430-8961-2f5730ebb85a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:30:49Z', 'updated_at': '2021-06-11T10:30:56Z', 'revision_number': 5, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'subnets': [{'id': '1f4a70b2-cfeb-4430-8961-2f5730ebb85a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42a20741-d224-4a2d-bb78-753d91b39213', 'name': '', 'network_id': '0f8d7cbb-dfef-42a7-b0ef-a84744cf1a81', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'mac_address': 'fa:16:3e:16:2b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '9c88d9d5-136c-4d39-8f93-c8efbad9d06e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:30:54Z', 'updated_at': '2021-06-11T10:31:00Z', 'revision_number': 5, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'subnets': [{'id': '9c88d9d5-136c-4d39-8f93-c8efbad9d06e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:31:16.331957 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d51698f-6543-4477-87ce-c83736ceceda None None] Checking router: 949e754a-ad1b-4c91-a0dd-e47a99475a94 for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:31:16.333331 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-242826bd-0718-4c8f-8404-41a5414cd611 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:16.340010 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d51698f-6543-4477-87ce-c83736ceceda None None] Routers {'949e754a-ad1b-4c91-a0dd-e47a99475a94'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:31:16.340624 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-3d51698f-6543-4477-87ce-c83736ceceda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:31:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['949e754a-ad1b-4c91-a0dd-e47a99475a94'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:31:16.394822 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-242826bd-0718-4c8f-8404-41a5414cd611 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Deleting port a10befb1-a035-4588-bca6-43cd023efb99 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:31:16.395171 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-242826bd-0718-4c8f-8404-41a5414cd611 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:16.468122 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-3d51698f-6543-4477-87ce-c83736ceceda None None] Set router 949e754a-ad1b-4c91-a0dd-e47a99475a94 gateway port host: None {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:31:16.472727 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7ebe40-e56f-40c6-bd12-fbc3f75d919f None None] DHCP port deletion for 5900d625-2717-402f-8060-7b1f8c80fa31 request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 10:31:16.493409 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-242826bd-0718-4c8f-8404-41a5414cd611 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] For port a10befb1-a035-4588-bca6-43cd023efb99, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=a10befb1-a035-4588-bca6-43cd023efb99,segment=NetworkSegment(23067ed8-7cd5-421b-872e-05aa0f173f1a),segment_id=23067ed8-7cd5-421b-872e-05aa0f173f1a)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:31:16.493769 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-242826bd-0718-4c8f-8404-41a5414cd611 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:16.533049 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-be7ebe40-e56f-40c6-bd12-fbc3f75d919f None None] Deleting port a10befb1-a035-4588-bca6-43cd023efb99 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:31:16.533549 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-be7ebe40-e56f-40c6-bd12-fbc3f75d919f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:16.590640 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-242826bd-0718-4c8f-8404-41a5414cd611 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Calling delete_port for a10befb1-a035-4588-bca6-43cd023efb99 owned by network:dhcp {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:31:16.621861 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-be7ebe40-e56f-40c6-bd12-fbc3f75d919f None None] For port a10befb1-a035-4588-bca6-43cd023efb99, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=a10befb1-a035-4588-bca6-43cd023efb99,segment=NetworkSegment(23067ed8-7cd5-421b-872e-05aa0f173f1a),segment_id=23067ed8-7cd5-421b-872e-05aa0f173f1a)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:31:16.622366 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-be7ebe40-e56f-40c6-bd12-fbc3f75d919f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:16.719768 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-be7ebe40-e56f-40c6-bd12-fbc3f75d919f None None] Calling delete_port for a10befb1-a035-4588-bca6-43cd023efb99 owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:31:16.755779 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-3d51698f-6543-4477-87ce-c83736ceceda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'name': 'tempest-RoutersTest-router-1141283685', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:30:47Z', 'updated_at': '2021-06-11T10:31:14Z', 'revision_number': 9, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'gw_port_host': None, '_interfaces': [{'id': '16cd3fd5-11e5-4499-9e59-1a7e3e5872f5', 'name': '', 'network_id': '5eb78bd8-7d05-45ef-a42d-941c1536a797', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'mac_address': 'fa:16:3e:2d:c9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '1f4a70b2-cfeb-4430-8961-2f5730ebb85a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:30:49Z', 'updated_at': '2021-06-11T10:30:56Z', 'revision_number': 5, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'subnets': [{'id': '1f4a70b2-cfeb-4430-8961-2f5730ebb85a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42a20741-d224-4a2d-bb78-753d91b39213', 'name': '', 'network_id': '0f8d7cbb-dfef-42a7-b0ef-a84744cf1a81', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'mac_address': 'fa:16:3e:16:2b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '9c88d9d5-136c-4d39-8f93-c8efbad9d06e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:30:54Z', 'updated_at': '2021-06-11T10:31:00Z', 'revision_number': 5, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'subnets': [{'id': '9c88d9d5-136c-4d39-8f93-c8efbad9d06e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:31:16.759253 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d51698f-6543-4477-87ce-c83736ceceda None None] The sync data for ids ['949e754a-ad1b-4c91-a0dd-e47a99475a94'] in n-d-779913-12 is: [{'id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'name': 'tempest-RoutersTest-router-1141283685', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:30:47Z', 'updated_at': '2021-06-11T10:31:14Z', 'revision_number': 9, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'gw_port_host': None, '_interfaces': [{'id': '16cd3fd5-11e5-4499-9e59-1a7e3e5872f5', 'name': '', 'network_id': '5eb78bd8-7d05-45ef-a42d-941c1536a797', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'mac_address': 'fa:16:3e:2d:c9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '1f4a70b2-cfeb-4430-8961-2f5730ebb85a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:30:49Z', 'updated_at': '2021-06-11T10:30:56Z', 'revision_number': 5, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'subnets': [{'id': '1f4a70b2-cfeb-4430-8961-2f5730ebb85a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '42a20741-d224-4a2d-bb78-753d91b39213', 'name': '', 'network_id': '0f8d7cbb-dfef-42a7-b0ef-a84744cf1a81', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'mac_address': 'fa:16:3e:16:2b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '9c88d9d5-136c-4d39-8f93-c8efbad9d06e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:30:54Z', 'updated_at': '2021-06-11T10:31:00Z', 'revision_number': 5, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'subnets': [{'id': '9c88d9d5-136c-4d39-8f93-c8efbad9d06e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:31:16.773988 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-242826bd-0718-4c8f-8404-41a5414cd611 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:16.779199 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-09d65766-2d75-4fd7-ad06-46d859356c48 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:16.815839 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242826bd-0718-4c8f-8404-41a5414cd611 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Pushing event deleted for resources: {'Port': ['ID=a10befb1-a035-4588-bca6-43cd023efb99,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:16.816507 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:16.817669 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242826bd-0718-4c8f-8404-41a5414cd611 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] No DVR routers for this DVR port a10befb1-a035-4588-bca6-43cd023efb99 on host n-d-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:31:16.819243 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-242826bd-0718-4c8f-8404-41a5414cd611 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:16.830703 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-be7ebe40-e56f-40c6-bd12-fbc3f75d919f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:16.832680 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-9d974660-c162-40f2-9d8d-5f308e6953d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:16.861495 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7ebe40-e56f-40c6-bd12-fbc3f75d919f None None] Pushing event deleted for resources: {'Port': ['ID=a10befb1-a035-4588-bca6-43cd023efb99,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:16.864991 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-be7ebe40-e56f-40c6-bd12-fbc3f75d919f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:16.867457 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7ebe40-e56f-40c6-bd12-fbc3f75d919f None None] No DVR routers for this DVR port a10befb1-a035-4588-bca6-43cd023efb99 on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:31:16.928795 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-242826bd-0718-4c8f-8404-41a5414cd611 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:16.940001 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-242826bd-0718-4c8f-8404-41a5414cd611 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5900d625-2717-402f-8060-7b1f8c80fa31']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:31:16.951694 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-242826bd-0718-4c8f-8404-41a5414cd611 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23067ed8-7cd5-421b-872e-05aa0f173f1a') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:31:16.951998 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-242826bd-0718-4c8f-8404-41a5414cd611 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23067ed8-7cd5-421b-872e-05aa0f173f1a') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:31:16.962628 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-242826bd-0718-4c8f-8404-41a5414cd611 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:16.977984 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-242826bd-0718-4c8f-8404-41a5414cd611 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:16.983787 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-242826bd-0718-4c8f-8404-41a5414cd611 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Releasing vlan 764 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:31:16.984212 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-242826bd-0718-4c8f-8404-41a5414cd611 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:16.987189 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 10:31:16.987189 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:31:16.987189 n-d-779913-12 neutron-server[93177]: timer() Jun 11 10:31:16.987189 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:31:16.987189 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 10:31:16.987189 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:31:16.987189 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 10:31:16.987189 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:31:16.987189 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 10:31:16.987189 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:31:16.987189 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 10:31:16.987189 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:31:16.987189 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 10:31:16.987189 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:31:16.987189 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:31:16.987189 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:31:16.987189 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:31:16.987189 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:31:16.987189 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 10:31:16.987189 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:31:16.987189 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 10:31:16.987189 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:31:16.987189 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:31:16.987189 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:31:16.987189 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 10:31:16.987189 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:31:16.987189 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:31:16.987189 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:31:16.987189 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:31:16.987189 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:31:16.987189 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:31:16.987189 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:31:17.145551 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-242826bd-0718-4c8f-8404-41a5414cd611 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:17.150249 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-242826bd-0718-4c8f-8404-41a5414cd611 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:17.154964 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-242826bd-0718-4c8f-8404-41a5414cd611 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "DELETE /v2.0/networks/5900d625-2717-402f-8060-7b1f8c80fa31 HTTP/1.1" status: 204 len: 168 time: 0.9291387 Jun 11 10:31:17.154964 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1416744e-174e-4790-8b1b-8257db9aba31 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:17.155320 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39268) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:17.171280 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242826bd-0718-4c8f-8404-41a5414cd611 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Pushing event deleted for resources: {'Network': ['ID=5900d625-2717-402f-8060-7b1f8c80fa31,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:17.178415 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-242826bd-0718-4c8f-8404-41a5414cd611 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:17.602504 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4f10dc16-5994-432b-b065-490ffc40ab10 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375209'] for router_interface, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:17.763424 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device ff98ba7a-3c53-43b2-bf36-34afa46ee0c2 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:31:17.792828 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: ff98ba7a-3c53-43b2-bf36-34afa46ee0c2 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:31:17.793186 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device ff98ba7a-3c53-43b2-bf36-34afa46ee0c2 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:31:17.793623 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device a10befb1-a035-4588-bca6-43cd023efb99 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:31:17.817972 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: a10befb1-a035-4588-bca6-43cd023efb99 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:31:17.818321 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device a10befb1-a035-4588-bca6-43cd023efb99 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:31:17.946278 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-4f10dc16-5994-432b-b065-490ffc40ab10 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Deleting port 42a20741-d224-4a2d-bb78-753d91b39213 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:31:17.946527 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4f10dc16-5994-432b-b065-490ffc40ab10 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:18.059795 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-4f10dc16-5994-432b-b065-490ffc40ab10 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] For port 42a20741-d224-4a2d-bb78-753d91b39213, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=42a20741-d224-4a2d-bb78-753d91b39213,segment=NetworkSegment(f2ff6f63-efc6-4bdb-9871-937c88afcd6a),segment_id=f2ff6f63-efc6-4bdb-9871-937c88afcd6a)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:31:18.060150 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4f10dc16-5994-432b-b065-490ffc40ab10 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:18.161479 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-4f10dc16-5994-432b-b065-490ffc40ab10 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Calling delete_port for 42a20741-d224-4a2d-bb78-753d91b39213 owned by network:router_interface {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:31:18.478682 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4f10dc16-5994-432b-b065-490ffc40ab10 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:18.481464 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e548b847-bf41-4074-b2d7-8d0a1f8502d4 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:18.514612 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f10dc16-5994-432b-b065-490ffc40ab10 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Pushing event deleted for resources: {'Port': ['ID=42a20741-d224-4a2d-bb78-753d91b39213,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:18.517769 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4f10dc16-5994-432b-b065-490ffc40ab10 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:18.561789 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:18.726163 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4f10dc16-5994-432b-b065-490ffc40ab10 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362297'] for router_interface, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:19.353618 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f10dc16-5994-432b-b065-490ffc40ab10 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Router 949e754a-ad1b-4c91-a0dd-e47a99475a94 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:31:19.482893 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f10dc16-5994-432b-b065-490ffc40ab10 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:31:19.487860 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-4f10dc16-5994-432b-b065-490ffc40ab10 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "PUT /v2.0/routers/949e754a-ad1b-4c91-a0dd-e47a99475a94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3314085 Jun 11 10:31:19.490961 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39270) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:19.494085 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab97881-a909-46f9-9986-b61a5fa21858 None None] Sync routers for ids ['949e754a-ad1b-4c91-a0dd-e47a99475a94'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:31:19.504128 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab97881-a909-46f9-9986-b61a5fa21858 None None] Routers {'949e754a-ad1b-4c91-a0dd-e47a99475a94'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:31:19.504810 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-8ab97881-a909-46f9-9986-b61a5fa21858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:31:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['949e754a-ad1b-4c91-a0dd-e47a99475a94'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:31:19.566792 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8529482-67ce-483d-8b49-d477fae958e4 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Deleting subnet 9c88d9d5-136c-4d39-8f93-c8efbad9d06e {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:31:19.570013 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f8529482-67ce-483d-8b49-d477fae958e4 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:19.619324 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f8529482-67ce-483d-8b49-d477fae958e4 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:19.630662 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-8ab97881-a909-46f9-9986-b61a5fa21858 None None] Set router 949e754a-ad1b-4c91-a0dd-e47a99475a94 gateway port host: None {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:31:19.727848 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f8529482-67ce-483d-8b49-d477fae958e4 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:19.892087 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f8529482-67ce-483d-8b49-d477fae958e4 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:19.895903 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-84b14099-a305-45d1-a0b9-0249e652918a tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:19.904557 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-8ab97881-a909-46f9-9986-b61a5fa21858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'name': 'tempest-RoutersTest-router-1141283685', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:30:47Z', 'updated_at': '2021-06-11T10:31:18Z', 'revision_number': 10, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'gw_port_host': None, '_interfaces': [{'id': '16cd3fd5-11e5-4499-9e59-1a7e3e5872f5', 'name': '', 'network_id': '5eb78bd8-7d05-45ef-a42d-941c1536a797', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'mac_address': 'fa:16:3e:2d:c9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '1f4a70b2-cfeb-4430-8961-2f5730ebb85a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:30:49Z', 'updated_at': '2021-06-11T10:30:56Z', 'revision_number': 5, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'subnets': [{'id': '1f4a70b2-cfeb-4430-8961-2f5730ebb85a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:31:19.908337 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab97881-a909-46f9-9986-b61a5fa21858 None None] Checking router: 949e754a-ad1b-4c91-a0dd-e47a99475a94 for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:31:19.916795 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab97881-a909-46f9-9986-b61a5fa21858 None None] Routers {'949e754a-ad1b-4c91-a0dd-e47a99475a94'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:31:19.917405 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-8ab97881-a909-46f9-9986-b61a5fa21858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:31:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['949e754a-ad1b-4c91-a0dd-e47a99475a94'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:31:19.929576 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8529482-67ce-483d-8b49-d477fae958e4 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Pushing event deleted for resources: {'Subnet': ['ID=9c88d9d5-136c-4d39-8f93-c8efbad9d06e,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:19.931557 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f8529482-67ce-483d-8b49-d477fae958e4 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:19.933431 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-f8529482-67ce-483d-8b49-d477fae958e4 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "DELETE /v2.0/subnets/9c88d9d5-136c-4d39-8f93-c8efbad9d06e HTTP/1.1" status: 204 len: 168 time: 0.4415197 Jun 11 10:31:19.934323 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f8529482-67ce-483d-8b49-d477fae958e4 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:19.935983 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39272) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:19.970401 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95cea70-8c10-4bbb-a646-2cbeb5124fe2 None None] Network 0f8d7cbb-dfef-42a7-b0ef-a84744cf1a81 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:31:20.042481 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-91cd02b6-8206-46d7-9b3f-10f43b7dabc1 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:20.104789 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-91cd02b6-8206-46d7-9b3f-10f43b7dabc1 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Deleting port 069ab42f-528e-480d-a418-f45461baf1bc {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:31:20.105143 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-91cd02b6-8206-46d7-9b3f-10f43b7dabc1 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:20.121260 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-8ab97881-a909-46f9-9986-b61a5fa21858 None None] Set router 949e754a-ad1b-4c91-a0dd-e47a99475a94 gateway port host: None {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:31:20.195552 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-91cd02b6-8206-46d7-9b3f-10f43b7dabc1 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] For port 069ab42f-528e-480d-a418-f45461baf1bc, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=069ab42f-528e-480d-a418-f45461baf1bc,segment=NetworkSegment(f2ff6f63-efc6-4bdb-9871-937c88afcd6a),segment_id=f2ff6f63-efc6-4bdb-9871-937c88afcd6a)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:31:20.195884 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-91cd02b6-8206-46d7-9b3f-10f43b7dabc1 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:20.297491 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-91cd02b6-8206-46d7-9b3f-10f43b7dabc1 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Calling delete_port for 069ab42f-528e-480d-a418-f45461baf1bc owned by network:dhcp {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:31:20.424116 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4dc90e-73fb-44be-9a93-4df7a12e8c81 None None] DHCP port deletion for 0f8d7cbb-dfef-42a7-b0ef-a84744cf1a81 request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 10:31:20.481833 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-91cd02b6-8206-46d7-9b3f-10f43b7dabc1 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:20.483996 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7def9abc-465e-4aad-b64a-55eb3eabbaf9 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:20.496504 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-8ab97881-a909-46f9-9986-b61a5fa21858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'name': 'tempest-RoutersTest-router-1141283685', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:30:47Z', 'updated_at': '2021-06-11T10:31:18Z', 'revision_number': 10, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'gw_port_host': None, '_interfaces': [{'id': '16cd3fd5-11e5-4499-9e59-1a7e3e5872f5', 'name': '', 'network_id': '5eb78bd8-7d05-45ef-a42d-941c1536a797', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'mac_address': 'fa:16:3e:2d:c9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '1f4a70b2-cfeb-4430-8961-2f5730ebb85a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:30:49Z', 'updated_at': '2021-06-11T10:30:56Z', 'revision_number': 5, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'subnets': [{'id': '1f4a70b2-cfeb-4430-8961-2f5730ebb85a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:31:20.503369 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab97881-a909-46f9-9986-b61a5fa21858 None None] The sync data for ids ['949e754a-ad1b-4c91-a0dd-e47a99475a94'] in n-d-779913-12 is: [{'id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'name': 'tempest-RoutersTest-router-1141283685', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:30:47Z', 'updated_at': '2021-06-11T10:31:18Z', 'revision_number': 10, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'gw_port_host': None, '_interfaces': [{'id': '16cd3fd5-11e5-4499-9e59-1a7e3e5872f5', 'name': '', 'network_id': '5eb78bd8-7d05-45ef-a42d-941c1536a797', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'mac_address': 'fa:16:3e:2d:c9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '1f4a70b2-cfeb-4430-8961-2f5730ebb85a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:30:49Z', 'updated_at': '2021-06-11T10:30:56Z', 'revision_number': 5, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'subnets': [{'id': '1f4a70b2-cfeb-4430-8961-2f5730ebb85a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:31:20.507546 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-eb4dc90e-73fb-44be-9a93-4df7a12e8c81 None None] Deleting port 069ab42f-528e-480d-a418-f45461baf1bc {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:31:20.507546 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-eb4dc90e-73fb-44be-9a93-4df7a12e8c81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:20.518386 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cd02b6-8206-46d7-9b3f-10f43b7dabc1 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Pushing event deleted for resources: {'Port': ['ID=069ab42f-528e-480d-a418-f45461baf1bc,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:20.522177 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-91cd02b6-8206-46d7-9b3f-10f43b7dabc1 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:20.525371 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cd02b6-8206-46d7-9b3f-10f43b7dabc1 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] No DVR routers for this DVR port 069ab42f-528e-480d-a418-f45461baf1bc on host n-d-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:31:20.598357 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-eb4dc90e-73fb-44be-9a93-4df7a12e8c81 None None] For port 069ab42f-528e-480d-a418-f45461baf1bc, host n-d-779913-12, got binding levels [] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:31:20.598762 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-eb4dc90e-73fb-44be-9a93-4df7a12e8c81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:20.640183 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-91cd02b6-8206-46d7-9b3f-10f43b7dabc1 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:20.659842 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-91cd02b6-8206-46d7-9b3f-10f43b7dabc1 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f8d7cbb-dfef-42a7-b0ef-a84744cf1a81']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:31:20.675093 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-91cd02b6-8206-46d7-9b3f-10f43b7dabc1 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2ff6f63-efc6-4bdb-9871-937c88afcd6a') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:31:20.675380 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-91cd02b6-8206-46d7-9b3f-10f43b7dabc1 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2ff6f63-efc6-4bdb-9871-937c88afcd6a') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:31:20.690483 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-91cd02b6-8206-46d7-9b3f-10f43b7dabc1 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:20.708037 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-91cd02b6-8206-46d7-9b3f-10f43b7dabc1 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:20.715413 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91cd02b6-8206-46d7-9b3f-10f43b7dabc1 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Releasing vlan 750 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:31:20.716037 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-91cd02b6-8206-46d7-9b3f-10f43b7dabc1 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:20.719368 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 10:31:20.719368 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:31:20.719368 n-d-779913-12 neutron-server[93176]: timer() Jun 11 10:31:20.719368 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:31:20.719368 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 10:31:20.719368 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:31:20.719368 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 10:31:20.719368 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:31:20.719368 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 10:31:20.719368 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:31:20.719368 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 10:31:20.719368 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:31:20.719368 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 10:31:20.719368 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:31:20.719368 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:31:20.719368 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:31:20.719368 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:31:20.719368 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:31:20.719368 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 10:31:20.719368 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:31:20.719368 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 10:31:20.719368 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:31:20.719368 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:31:20.719368 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:31:20.719368 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 10:31:20.719368 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:31:20.719368 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:31:20.719368 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:31:20.719368 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:31:20.719368 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:31:20.719368 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:31:20.719368 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:31:20.887910 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-eb4dc90e-73fb-44be-9a93-4df7a12e8c81 None None] Calling delete_port for 069ab42f-528e-480d-a418-f45461baf1bc owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:31:20.895212 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.ipam_backend_mixin [None req-eb4dc90e-73fb-44be-9a93-4df7a12e8c81 None None] Port 069ab42f-528e-480d-a418-f45461baf1bc was not found and therefore no delete operation was performed {{(pid=93178) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 11 10:31:20.895212 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-eb4dc90e-73fb-44be-9a93-4df7a12e8c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:20.895212 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-71669491-7ce6-4a62-bdbd-2b34fe73aa4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:20.923900 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4dc90e-73fb-44be-9a93-4df7a12e8c81 None None] Pushing event deleted for resources: {'Port': ['ID=069ab42f-528e-480d-a418-f45461baf1bc,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:20.926851 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-eb4dc90e-73fb-44be-9a93-4df7a12e8c81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:20.927706 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4dc90e-73fb-44be-9a93-4df7a12e8c81 None None] No DVR routers for this DVR port 069ab42f-528e-480d-a418-f45461baf1bc on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:31:20.933678 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-91cd02b6-8206-46d7-9b3f-10f43b7dabc1 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:20.940739 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-91cd02b6-8206-46d7-9b3f-10f43b7dabc1 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:20.945380 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-91cd02b6-8206-46d7-9b3f-10f43b7dabc1 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "DELETE /v2.0/networks/0f8d7cbb-dfef-42a7-b0ef-a84744cf1a81 HTTP/1.1" status: 204 len: 168 time: 1.0057364 Jun 11 10:31:20.945380 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-73d4c580-89e5-40d4-ad1b-9c32a5c1b6e4 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:20.953643 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39276) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:20.961864 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cd02b6-8206-46d7-9b3f-10f43b7dabc1 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Pushing event deleted for resources: {'Network': ['ID=0f8d7cbb-dfef-42a7-b0ef-a84744cf1a81,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:20.964490 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-91cd02b6-8206-46d7-9b3f-10f43b7dabc1 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:21.388135 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7ae6376a-0c81-4304-b752-ff1b5cee106f tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375209'] for router_interface, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:21.727982 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-7ae6376a-0c81-4304-b752-ff1b5cee106f tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Deleting port 16cd3fd5-11e5-4499-9e59-1a7e3e5872f5 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:31:21.728327 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7ae6376a-0c81-4304-b752-ff1b5cee106f tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:21.783279 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 069ab42f-528e-480d-a418-f45461baf1bc no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:31:21.809743 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 069ab42f-528e-480d-a418-f45461baf1bc {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:31:21.810077 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 069ab42f-528e-480d-a418-f45461baf1bc not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:31:21.810509 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 42a20741-d224-4a2d-bb78-753d91b39213 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:31:21.835417 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 42a20741-d224-4a2d-bb78-753d91b39213 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:31:21.835802 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 42a20741-d224-4a2d-bb78-753d91b39213 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:31:21.855656 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-7ae6376a-0c81-4304-b752-ff1b5cee106f tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] For port 16cd3fd5-11e5-4499-9e59-1a7e3e5872f5, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=16cd3fd5-11e5-4499-9e59-1a7e3e5872f5,segment=NetworkSegment(2492ea37-fc37-4b7f-96bc-98895a864bd4),segment_id=2492ea37-fc37-4b7f-96bc-98895a864bd4)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:31:21.856018 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7ae6376a-0c81-4304-b752-ff1b5cee106f tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:21.967693 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-7ae6376a-0c81-4304-b752-ff1b5cee106f tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Calling delete_port for 16cd3fd5-11e5-4499-9e59-1a7e3e5872f5 owned by network:router_interface {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:31:22.293126 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7ae6376a-0c81-4304-b752-ff1b5cee106f tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:22.295357 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0a0b8104-7168-4f7b-9557-9a4e2373c59b tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:22.327285 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae6376a-0c81-4304-b752-ff1b5cee106f tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Pushing event deleted for resources: {'Port': ['ID=16cd3fd5-11e5-4499-9e59-1a7e3e5872f5,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:22.330402 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7ae6376a-0c81-4304-b752-ff1b5cee106f tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:22.521655 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7ae6376a-0c81-4304-b752-ff1b5cee106f tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362297'] for router_interface, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:22.735753 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ae6376a-0c81-4304-b752-ff1b5cee106f tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Router 949e754a-ad1b-4c91-a0dd-e47a99475a94 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:31:22.842020 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae6376a-0c81-4304-b752-ff1b5cee106f tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:31:22.847638 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-7ae6376a-0c81-4304-b752-ff1b5cee106f tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "PUT /v2.0/routers/949e754a-ad1b-4c91-a0dd-e47a99475a94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9008634 Jun 11 10:31:22.850265 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39278) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:22.851596 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c403526f-1087-4033-ae27-9ce6395658f3 None None] Sync routers for ids ['949e754a-ad1b-4c91-a0dd-e47a99475a94'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:31:22.860440 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c403526f-1087-4033-ae27-9ce6395658f3 None None] Routers {'949e754a-ad1b-4c91-a0dd-e47a99475a94'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:31:22.861044 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-c403526f-1087-4033-ae27-9ce6395658f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:31:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['949e754a-ad1b-4c91-a0dd-e47a99475a94'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:31:22.913581 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-78b4ee6c-2e09-460e-8bbd-6e93455bee10 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Deleting subnet 1f4a70b2-cfeb-4430-8961-2f5730ebb85a {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:31:22.917192 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-78b4ee6c-2e09-460e-8bbd-6e93455bee10 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:22.962528 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-c403526f-1087-4033-ae27-9ce6395658f3 None None] Set router 949e754a-ad1b-4c91-a0dd-e47a99475a94 gateway port host: None {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:31:22.973252 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-78b4ee6c-2e09-460e-8bbd-6e93455bee10 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:23.041703 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-c403526f-1087-4033-ae27-9ce6395658f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'name': 'tempest-RoutersTest-router-1141283685', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:30:47Z', 'updated_at': '2021-06-11T10:31:22Z', 'revision_number': 11, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'gw_port_host': None}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:31:23.045359 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c403526f-1087-4033-ae27-9ce6395658f3 None None] Checking router: 949e754a-ad1b-4c91-a0dd-e47a99475a94 for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:31:23.054410 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c403526f-1087-4033-ae27-9ce6395658f3 None None] Routers {'949e754a-ad1b-4c91-a0dd-e47a99475a94'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:31:23.055024 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-c403526f-1087-4033-ae27-9ce6395658f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:31:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['949e754a-ad1b-4c91-a0dd-e47a99475a94'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:31:23.075937 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-78b4ee6c-2e09-460e-8bbd-6e93455bee10 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:23.154333 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-c403526f-1087-4033-ae27-9ce6395658f3 None None] Set router 949e754a-ad1b-4c91-a0dd-e47a99475a94 gateway port host: None {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:31:23.232268 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-c403526f-1087-4033-ae27-9ce6395658f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'name': 'tempest-RoutersTest-router-1141283685', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:30:47Z', 'updated_at': '2021-06-11T10:31:22Z', 'revision_number': 11, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'gw_port_host': None}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:31:23.235922 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c403526f-1087-4033-ae27-9ce6395658f3 None None] The sync data for ids ['949e754a-ad1b-4c91-a0dd-e47a99475a94'] in n-d-779913-12 is: [{'id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'name': 'tempest-RoutersTest-router-1141283685', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:30:47Z', 'updated_at': '2021-06-11T10:31:22Z', 'revision_number': 11, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'gw_port_host': None}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:31:23.236198 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-78b4ee6c-2e09-460e-8bbd-6e93455bee10 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:23.240069 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4027aaaf-dde3-4ca7-aee9-a68fe326f9da tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:23.260801 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8355dc6a-034a-4138-90c9-744e6b3587be None None] Network 5eb78bd8-7d05-45ef-a42d-941c1536a797 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:31:23.281328 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-78b4ee6c-2e09-460e-8bbd-6e93455bee10 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:23.283217 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-78b4ee6c-2e09-460e-8bbd-6e93455bee10 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "DELETE /v2.0/subnets/1f4a70b2-cfeb-4430-8961-2f5730ebb85a HTTP/1.1" status: 204 len: 168 time: 0.4320149 Jun 11 10:31:23.284937 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b4ee6c-2e09-460e-8bbd-6e93455bee10 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Pushing event deleted for resources: {'Subnet': ['ID=1f4a70b2-cfeb-4430-8961-2f5730ebb85a,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:23.286840 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39280) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:23.288419 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-78b4ee6c-2e09-460e-8bbd-6e93455bee10 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:23.389245 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7962b999-2c94-4f54-a3c3-876e6730e318 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:23.457070 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-7962b999-2c94-4f54-a3c3-876e6730e318 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Deleting port 25f25c43-3098-46bd-8ae0-565c086774df {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:31:23.457408 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7962b999-2c94-4f54-a3c3-876e6730e318 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:23.544783 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-7962b999-2c94-4f54-a3c3-876e6730e318 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] For port 25f25c43-3098-46bd-8ae0-565c086774df, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=25f25c43-3098-46bd-8ae0-565c086774df,segment=NetworkSegment(2492ea37-fc37-4b7f-96bc-98895a864bd4),segment_id=2492ea37-fc37-4b7f-96bc-98895a864bd4)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:31:23.545119 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7962b999-2c94-4f54-a3c3-876e6730e318 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:23.626499 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fe605f-4834-4191-a27b-80967dafaeca None None] DHCP port deletion for 5eb78bd8-7d05-45ef-a42d-941c1536a797 request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 10:31:23.644599 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-7962b999-2c94-4f54-a3c3-876e6730e318 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Calling delete_port for 25f25c43-3098-46bd-8ae0-565c086774df owned by network:dhcp {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:31:23.684549 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-b6fe605f-4834-4191-a27b-80967dafaeca None None] Deleting port 25f25c43-3098-46bd-8ae0-565c086774df {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:31:23.685191 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b6fe605f-4834-4191-a27b-80967dafaeca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:23.773884 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-b6fe605f-4834-4191-a27b-80967dafaeca None None] For port 25f25c43-3098-46bd-8ae0-565c086774df, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=25f25c43-3098-46bd-8ae0-565c086774df,segment=NetworkSegment(2492ea37-fc37-4b7f-96bc-98895a864bd4),segment_id=2492ea37-fc37-4b7f-96bc-98895a864bd4)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:31:23.774291 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b6fe605f-4834-4191-a27b-80967dafaeca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:23.785070 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 16cd3fd5-11e5-4499-9e59-1a7e3e5872f5 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:31:23.863052 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7962b999-2c94-4f54-a3c3-876e6730e318 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:23.865391 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1fa2f5d2-ae79-4a89-99c7-e476e13757ec tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:23.890941 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-b6fe605f-4834-4191-a27b-80967dafaeca None None] Calling delete_port for 25f25c43-3098-46bd-8ae0-565c086774df owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:31:23.893587 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 16cd3fd5-11e5-4499-9e59-1a7e3e5872f5 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:31:23.893949 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 16cd3fd5-11e5-4499-9e59-1a7e3e5872f5 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:31:23.894613 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 25f25c43-3098-46bd-8ae0-565c086774df no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:31:23.895365 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7962b999-2c94-4f54-a3c3-876e6730e318 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Pushing event deleted for resources: {'Port': ['ID=25f25c43-3098-46bd-8ae0-565c086774df,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:23.897845 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7962b999-2c94-4f54-a3c3-876e6730e318 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:23.902817 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7962b999-2c94-4f54-a3c3-876e6730e318 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] No DVR routers for this DVR port 25f25c43-3098-46bd-8ae0-565c086774df on host n-d-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:31:23.931152 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 25f25c43-3098-46bd-8ae0-565c086774df {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:31:23.931511 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 25f25c43-3098-46bd-8ae0-565c086774df not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:31:24.014940 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7962b999-2c94-4f54-a3c3-876e6730e318 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:24.019902 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b6fe605f-4834-4191-a27b-80967dafaeca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:24.022015 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:24.026171 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-7962b999-2c94-4f54-a3c3-876e6730e318 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eb78bd8-7d05-45ef-a42d-941c1536a797']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:31:24.037502 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-7962b999-2c94-4f54-a3c3-876e6730e318 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2492ea37-fc37-4b7f-96bc-98895a864bd4') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:31:24.037800 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-7962b999-2c94-4f54-a3c3-876e6730e318 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2492ea37-fc37-4b7f-96bc-98895a864bd4') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:31:24.047538 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7962b999-2c94-4f54-a3c3-876e6730e318 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:24.050302 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fe605f-4834-4191-a27b-80967dafaeca None None] Pushing event deleted for resources: {'Port': ['ID=25f25c43-3098-46bd-8ae0-565c086774df,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:24.054414 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-b6fe605f-4834-4191-a27b-80967dafaeca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:24.055250 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fe605f-4834-4191-a27b-80967dafaeca None None] No DVR routers for this DVR port 25f25c43-3098-46bd-8ae0-565c086774df on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:31:24.067113 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7962b999-2c94-4f54-a3c3-876e6730e318 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:24.073207 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7962b999-2c94-4f54-a3c3-876e6730e318 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Releasing vlan 759 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:31:24.074410 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7962b999-2c94-4f54-a3c3-876e6730e318 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:24.076642 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 10:31:24.076642 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:31:24.076642 n-d-779913-12 neutron-server[93176]: timer() Jun 11 10:31:24.076642 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:31:24.076642 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 10:31:24.076642 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:31:24.076642 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 10:31:24.076642 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:31:24.076642 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 10:31:24.076642 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:31:24.076642 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 10:31:24.076642 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:31:24.076642 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 10:31:24.076642 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:31:24.076642 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:31:24.076642 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:31:24.076642 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:31:24.076642 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:31:24.076642 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 10:31:24.076642 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:31:24.076642 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 10:31:24.076642 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:31:24.076642 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:31:24.076642 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:31:24.076642 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 10:31:24.076642 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:31:24.076642 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:31:24.076642 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:31:24.076642 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:31:24.076642 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:31:24.076642 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:31:24.076642 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:31:24.230171 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7962b999-2c94-4f54-a3c3-876e6730e318 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:24.233562 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4c19216c-ea9c-4069-8eaf-fa7485568264 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:24.238034 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7962b999-2c94-4f54-a3c3-876e6730e318 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:24.239839 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-7962b999-2c94-4f54-a3c3-876e6730e318 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "DELETE /v2.0/networks/5eb78bd8-7d05-45ef-a42d-941c1536a797 HTTP/1.1" status: 204 len: 168 time: 0.9513471 Jun 11 10:31:24.242825 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39282) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:24.247895 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-3e12d9b7-7870-42db-bf91-1d05cf7be504 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Request body: {'router': {'routes': None}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:31:24.256123 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7962b999-2c94-4f54-a3c3-876e6730e318 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Pushing event deleted for resources: {'Network': ['ID=5eb78bd8-7d05-45ef-a42d-941c1536a797,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:24.258390 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7962b999-2c94-4f54-a3c3-876e6730e318 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:24.487493 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.extraroute_db [None req-3e12d9b7-7870-42db-bf91-1d05cf7be504 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Added routes are [] {{(pid=93177) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 11 10:31:24.487759 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.extraroute_db [None req-3e12d9b7-7870-42db-bf91-1d05cf7be504 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Removed routes are [] {{(pid=93177) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 11 10:31:24.488059 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3e12d9b7-7870-42db-bf91-1d05cf7be504 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:25.135823 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3e12d9b7-7870-42db-bf91-1d05cf7be504 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:25.139057 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3e12d9b7-7870-42db-bf91-1d05cf7be504 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-374241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-374254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-363978'] for router, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:25.247449 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e12d9b7-7870-42db-bf91-1d05cf7be504 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Router 949e754a-ad1b-4c91-a0dd-e47a99475a94 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:31:25.368333 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e12d9b7-7870-42db-bf91-1d05cf7be504 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:31:25.376156 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3e12d9b7-7870-42db-bf91-1d05cf7be504 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:25.378133 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-3e12d9b7-7870-42db-bf91-1d05cf7be504 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "PUT /v2.0/routers/949e754a-ad1b-4c91-a0dd-e47a99475a94 HTTP/1.1" status: 200 len: 701 time: 1.1335135 Jun 11 10:31:25.378288 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f655d4f9-b3eb-42ca-ae20-0dea863cc427 None None] Sync routers for ids ['949e754a-ad1b-4c91-a0dd-e47a99475a94'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:31:25.380182 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39284) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:25.387169 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f655d4f9-b3eb-42ca-ae20-0dea863cc427 None None] Routers {'949e754a-ad1b-4c91-a0dd-e47a99475a94'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:31:25.387759 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-f655d4f9-b3eb-42ca-ae20-0dea863cc427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:31:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['949e754a-ad1b-4c91-a0dd-e47a99475a94'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:31:25.414256 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-8bce2dc7-1e40-4754-847c-237e1727298e tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "GET /v2.0/ports?device_id=949e754a-ad1b-4c91-a0dd-e47a99475a94 HTTP/1.1" status: 200 len: 205 time: 0.0328712 Jun 11 10:31:25.416612 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39286) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:25.488268 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-f655d4f9-b3eb-42ca-ae20-0dea863cc427 None None] Set router 949e754a-ad1b-4c91-a0dd-e47a99475a94 gateway port host: None {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:31:25.525320 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-754e1c83-bf23-452d-a49e-c28b80a6e5d5 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for router, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:25.571432 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-f655d4f9-b3eb-42ca-ae20-0dea863cc427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'name': 'tempest-RoutersTest-router-1141283685', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:30:47Z', 'updated_at': '2021-06-11T10:31:22Z', 'revision_number': 11, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'gw_port_host': None}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:31:25.575106 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f655d4f9-b3eb-42ca-ae20-0dea863cc427 None None] Checking router: 949e754a-ad1b-4c91-a0dd-e47a99475a94 for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:31:25.583992 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f655d4f9-b3eb-42ca-ae20-0dea863cc427 None None] Routers {'949e754a-ad1b-4c91-a0dd-e47a99475a94'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:31:25.584605 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-f655d4f9-b3eb-42ca-ae20-0dea863cc427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:31:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['949e754a-ad1b-4c91-a0dd-e47a99475a94'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:31:25.696512 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-f655d4f9-b3eb-42ca-ae20-0dea863cc427 None None] Set router 949e754a-ad1b-4c91-a0dd-e47a99475a94 gateway port host: None {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:31:25.779865 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-f655d4f9-b3eb-42ca-ae20-0dea863cc427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'name': 'tempest-RoutersTest-router-1141283685', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:30:47Z', 'updated_at': '2021-06-11T10:31:22Z', 'revision_number': 11, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'gw_port_host': None}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:31:25.785078 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f655d4f9-b3eb-42ca-ae20-0dea863cc427 None None] The sync data for ids ['949e754a-ad1b-4c91-a0dd-e47a99475a94'] in n-d-779913-12 is: [{'id': '949e754a-ad1b-4c91-a0dd-e47a99475a94', 'name': 'tempest-RoutersTest-router-1141283685', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:30:47Z', 'updated_at': '2021-06-11T10:31:22Z', 'revision_number': 11, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'gw_port_host': None}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:31:25.793004 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-754e1c83-bf23-452d-a49e-c28b80a6e5d5 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:25.795377 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-754e1c83-bf23-452d-a49e-c28b80a6e5d5 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:25.950242 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-754e1c83-bf23-452d-a49e-c28b80a6e5d5 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:25.950687 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-754e1c83-bf23-452d-a49e-c28b80a6e5d5 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Fanout notify agent at l3_agent the message router_deleted on router 949e754a-ad1b-4c91-a0dd-e47a99475a94 {{(pid=93177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 10:31:25.959151 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-754e1c83-bf23-452d-a49e-c28b80a6e5d5 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:25.960413 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-754e1c83-bf23-452d-a49e-c28b80a6e5d5 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "DELETE /v2.0/routers/949e754a-ad1b-4c91-a0dd-e47a99475a94 HTTP/1.1" status: 204 len: 168 time: 0.5429108 Jun 11 10:31:25.972364 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39290) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:25.987555 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-3b4f672b-b435-4243-8a63-af816bd23ebc tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1995555171', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:31:26.116309 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3b4f672b-b435-4243-8a63-af816bd23ebc tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:26.117392 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3b4f672b-b435-4243-8a63-af816bd23ebc tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:26.189579 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3b4f672b-b435-4243-8a63-af816bd23ebc tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:26.293457 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3b4f672b-b435-4243-8a63-af816bd23ebc tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:26.492785 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3b4f672b-b435-4243-8a63-af816bd23ebc tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:26.493953 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-3b4f672b-b435-4243-8a63-af816bd23ebc tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5205851 Jun 11 10:31:26.496645 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39292) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:26.501136 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-3972c2be-e22c-45af-aab2-1073f300e64f tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:31:26.809215 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3972c2be-e22c-45af-aab2-1073f300e64f tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:26.881652 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3972c2be-e22c-45af-aab2-1073f300e64f tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-374241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-374254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-363978'] for router, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:27.108912 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3972c2be-e22c-45af-aab2-1073f300e64f tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Router d21382d5-fcfd-4b9c-8b06-f21e69ba5377 is scheduled to L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 with binding_index 1 {{(pid=93176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 10:31:27.218981 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3972c2be-e22c-45af-aab2-1073f300e64f tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:31:27.226291 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3972c2be-e22c-45af-aab2-1073f300e64f tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:27.227436 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-3972c2be-e22c-45af-aab2-1073f300e64f tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "PUT /v2.0/routers/d21382d5-fcfd-4b9c-8b06-f21e69ba5377 HTTP/1.1" status: 200 len: 694 time: 0.7298760 Jun 11 10:31:27.229141 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c81a0c-61fe-4015-b5af-d435f59a0d89 None None] Sync routers for ids ['d21382d5-fcfd-4b9c-8b06-f21e69ba5377'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:31:27.230008 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39294) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:27.238125 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c81a0c-61fe-4015-b5af-d435f59a0d89 None None] Routers {'d21382d5-fcfd-4b9c-8b06-f21e69ba5377'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:31:27.238748 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-45c81a0c-61fe-4015-b5af-d435f59a0d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:31:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['d21382d5-fcfd-4b9c-8b06-f21e69ba5377'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:31:27.344522 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-45c81a0c-61fe-4015-b5af-d435f59a0d89 None None] Set router d21382d5-fcfd-4b9c-8b06-f21e69ba5377 gateway port host: None {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:31:27.350830 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-e5913c88-e034-4e95-9814-2b09f38ca4fd tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "GET /v2.0/routers/d21382d5-fcfd-4b9c-8b06-f21e69ba5377 HTTP/1.1" status: 200 len: 700 time: 0.1175101 Jun 11 10:31:27.351065 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39296) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:27.389094 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-9ca5ae09-ae0c-4210-a2c1-7667bc026e0a tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "GET /v2.0/ports?device_id=d21382d5-fcfd-4b9c-8b06-f21e69ba5377 HTTP/1.1" status: 200 len: 205 time: 0.0368373 Jun 11 10:31:27.391406 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39298) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:27.421881 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-45c81a0c-61fe-4015-b5af-d435f59a0d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21382d5-fcfd-4b9c-8b06-f21e69ba5377', 'name': 'tempest-RoutersTest-router-1995555171', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:31:26Z', 'updated_at': '2021-06-11T10:31:26Z', 'revision_number': 2, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'gw_port_host': None}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:31:27.425613 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c81a0c-61fe-4015-b5af-d435f59a0d89 None None] Checking router: d21382d5-fcfd-4b9c-8b06-f21e69ba5377 for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:31:27.435805 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c81a0c-61fe-4015-b5af-d435f59a0d89 None None] Routers {'d21382d5-fcfd-4b9c-8b06-f21e69ba5377'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:31:27.436414 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-45c81a0c-61fe-4015-b5af-d435f59a0d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:31:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['d21382d5-fcfd-4b9c-8b06-f21e69ba5377'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:31:27.503169 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5b1c9946-3a9b-48ef-a372-b37367b21c89 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for router, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:27.639137 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-45c81a0c-61fe-4015-b5af-d435f59a0d89 None None] Set router d21382d5-fcfd-4b9c-8b06-f21e69ba5377 gateway port host: None {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:31:27.719558 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-45c81a0c-61fe-4015-b5af-d435f59a0d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21382d5-fcfd-4b9c-8b06-f21e69ba5377', 'name': 'tempest-RoutersTest-router-1995555171', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:31:26Z', 'updated_at': '2021-06-11T10:31:26Z', 'revision_number': 2, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'gw_port_host': None}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:31:27.723257 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c81a0c-61fe-4015-b5af-d435f59a0d89 None None] The sync data for ids ['d21382d5-fcfd-4b9c-8b06-f21e69ba5377'] in n-d-779913-12 is: [{'id': 'd21382d5-fcfd-4b9c-8b06-f21e69ba5377', 'name': 'tempest-RoutersTest-router-1995555171', 'tenant_id': '73f7d6f1905046f7942a99000b298de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:31:26Z', 'updated_at': '2021-06-11T10:31:26Z', 'revision_number': 2, 'project_id': '73f7d6f1905046f7942a99000b298de9', 'gw_port_host': None}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:31:27.762202 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5b1c9946-3a9b-48ef-a372-b37367b21c89 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:27.764319 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5b1c9946-3a9b-48ef-a372-b37367b21c89 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:27.916175 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5b1c9946-3a9b-48ef-a372-b37367b21c89 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:27.916722 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b1c9946-3a9b-48ef-a372-b37367b21c89 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Fanout notify agent at l3_agent the message router_deleted on router d21382d5-fcfd-4b9c-8b06-f21e69ba5377 {{(pid=93176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 10:31:27.923508 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5b1c9946-3a9b-48ef-a372-b37367b21c89 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:27.925189 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-5b1c9946-3a9b-48ef-a372-b37367b21c89 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "DELETE /v2.0/routers/d21382d5-fcfd-4b9c-8b06-f21e69ba5377 HTTP/1.1" status: 204 len: 168 time: 0.5328507 Jun 11 10:31:27.928992 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39302) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:27.963823 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-1b3975a2-5327-42f8-aa89-47db0c95aa1c tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "GET /v2.0/ports?device_id=d21382d5-fcfd-4b9c-8b06-f21e69ba5377 HTTP/1.1" status: 200 len: 205 time: 0.0335624 Jun 11 10:31:27.966113 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39304) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:28.028713 n-d-779913-12 neutron-server[93176]: INFO neutron.api.v2.resource [None req-688ad02e-76e9-4016-ab11-18cf5d821f97 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] delete failed (client error): The resource could not be found. Jun 11 10:31:28.028713 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-688ad02e-76e9-4016-ab11-18cf5d821f97 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "DELETE /v2.0/routers/d21382d5-fcfd-4b9c-8b06-f21e69ba5377 HTTP/1.1" status: 404 len: 336 time: 0.0576596 Jun 11 10:31:28.030470 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39306) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:28.063222 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-506031ac-1672-40ac-a4a2-8bd849cb4104 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] DELETE failed (client error): The resource could not be found. Jun 11 10:31:28.063694 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-506031ac-1672-40ac-a4a2-8bd849cb4104 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 10:31:28.065958 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-506031ac-1672-40ac-a4a2-8bd849cb4104 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "DELETE /v2.0/subnets/361cea36-78cc-4ac3-a30c-694ac24b2a19 HTTP/1.1" status: 404 len: 337 time: 0.0346081 Jun 11 10:31:28.068675 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39308) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:28.521889 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc55393f-7e13-49df-899b-82b6e97d5a2c tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] DELETE failed (client error): The resource could not be found. Jun 11 10:31:28.522708 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc55393f-7e13-49df-899b-82b6e97d5a2c tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 10:31:28.524094 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-cc55393f-7e13-49df-899b-82b6e97d5a2c tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "DELETE /v2.0/subnets/7d5efea0-babf-49ae-9990-f765f4bb9530 HTTP/1.1" status: 404 len: 337 time: 0.4541886 Jun 11 10:31:28.526642 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39310) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:28.561096 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-34400e7b-67eb-4dca-bd4e-ff0b85c40d13 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] DELETE failed (client error): The resource could not be found. Jun 11 10:31:28.561551 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34400e7b-67eb-4dca-bd4e-ff0b85c40d13 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 10:31:28.563736 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-34400e7b-67eb-4dca-bd4e-ff0b85c40d13 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "DELETE /v2.0/subnets/9c88d9d5-136c-4d39-8f93-c8efbad9d06e HTTP/1.1" status: 404 len: 337 time: 0.0359950 Jun 11 10:31:28.566776 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39312) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:28.604481 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-73fc9852-ca9c-42db-ae83-b09d247c1bc4 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] DELETE failed (client error): The resource could not be found. Jun 11 10:31:28.604930 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73fc9852-ca9c-42db-ae83-b09d247c1bc4 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 10:31:28.606814 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-73fc9852-ca9c-42db-ae83-b09d247c1bc4 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "DELETE /v2.0/subnets/1f4a70b2-cfeb-4430-8961-2f5730ebb85a HTTP/1.1" status: 404 len: 337 time: 0.0385902 Jun 11 10:31:28.609633 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39314) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:28.646048 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-7354a560-6c07-48d0-b9a4-14adb9e9e6da tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "GET /v2.0/ports?device_id=949e754a-ad1b-4c91-a0dd-e47a99475a94 HTTP/1.1" status: 200 len: 205 time: 0.0351448 Jun 11 10:31:28.648206 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39316) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:28.705464 n-d-779913-12 neutron-server[93176]: INFO neutron.api.v2.resource [None req-b86270db-71bc-4348-ac36-efed8ec082e2 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] delete failed (client error): The resource could not be found. Jun 11 10:31:28.706555 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-b86270db-71bc-4348-ac36-efed8ec082e2 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "DELETE /v2.0/routers/949e754a-ad1b-4c91-a0dd-e47a99475a94 HTTP/1.1" status: 404 len: 336 time: 0.0574369 Jun 11 10:31:28.709374 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39318) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:28.744245 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-11aec7cd-ea4b-47df-8c2d-d693d85b61ca tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "GET /v2.0/ports?device_id=0419386f-a6a7-45ac-8b9b-5c212a0b99d1 HTTP/1.1" status: 200 len: 205 time: 0.0335467 Jun 11 10:31:28.746326 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39320) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:28.802302 n-d-779913-12 neutron-server[93176]: INFO neutron.api.v2.resource [None req-b92d23a0-69c4-40c4-aef8-cf2027c9d0dc tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] delete failed (client error): The resource could not be found. Jun 11 10:31:28.803331 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-b92d23a0-69c4-40c4-aef8-cf2027c9d0dc tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "DELETE /v2.0/routers/0419386f-a6a7-45ac-8b9b-5c212a0b99d1 HTTP/1.1" status: 404 len: 336 time: 0.0561278 Jun 11 10:31:28.805852 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39322) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:28.837830 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-2adb8921-bd5c-40c9-9aad-f51eaa4e048a tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] DELETE failed (client error): The resource could not be found. Jun 11 10:31:28.838268 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2adb8921-bd5c-40c9-9aad-f51eaa4e048a tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 10:31:28.839954 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-2adb8921-bd5c-40c9-9aad-f51eaa4e048a tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "DELETE /v2.0/subnets/3678a2f9-425c-4864-9b24-4d19179d723f HTTP/1.1" status: 404 len: 337 time: 0.0332775 Jun 11 10:31:28.842477 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39324) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:28.876083 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-3fef40ad-d7d5-4090-849e-a1d9390f1c19 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "GET /v2.0/ports?device_id=9932cbc7-2a0e-4d1d-a0ef-3da3d2fbdc0c HTTP/1.1" status: 200 len: 205 time: 0.0324471 Jun 11 10:31:28.878239 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39326) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:28.934152 n-d-779913-12 neutron-server[93176]: INFO neutron.api.v2.resource [None req-b185299d-e327-4c9b-9b58-62ef44ccf7fb tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] delete failed (client error): The resource could not be found. Jun 11 10:31:28.935179 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-b185299d-e327-4c9b-9b58-62ef44ccf7fb tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "DELETE /v2.0/routers/9932cbc7-2a0e-4d1d-a0ef-3da3d2fbdc0c HTTP/1.1" status: 404 len: 336 time: 0.0560439 Jun 11 10:31:28.937725 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39328) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:28.970166 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-a651219e-7da3-4c6a-a8c2-d1a0f104d82a tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "GET /v2.0/ports?device_id=fec66cd4-6924-4869-86eb-0bedabf10222 HTTP/1.1" status: 200 len: 205 time: 0.0312159 Jun 11 10:31:28.973311 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39330) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:29.029292 n-d-779913-12 neutron-server[93176]: INFO neutron.api.v2.resource [None req-3932a1d2-b43f-4413-8cf3-4124bed940fd tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] delete failed (client error): The resource could not be found. Jun 11 10:31:29.030277 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-3932a1d2-b43f-4413-8cf3-4124bed940fd tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "DELETE /v2.0/routers/fec66cd4-6924-4869-86eb-0bedabf10222 HTTP/1.1" status: 404 len: 336 time: 0.0561011 Jun 11 10:31:29.032798 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39332) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:29.066592 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-d032981d-ecb7-4936-9011-879426bdb18f tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] DELETE failed (client error): The resource could not be found. Jun 11 10:31:29.066946 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d032981d-ecb7-4936-9011-879426bdb18f tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 10:31:29.068555 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-d032981d-ecb7-4936-9011-879426bdb18f tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "DELETE /v2.0/subnets/3712445e-b9d3-40fc-82cf-aa1897167f56 HTTP/1.1" status: 404 len: 337 time: 0.0343652 Jun 11 10:31:29.070924 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39334) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:29.103222 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-fbc0c65f-9dd6-4262-937d-4b79cbbcef44 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "GET /v2.0/ports?device_id=709c7a44-28e2-4b71-a786-494952c01331 HTTP/1.1" status: 200 len: 205 time: 0.0312474 Jun 11 10:31:29.105337 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39336) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:29.161705 n-d-779913-12 neutron-server[93176]: INFO neutron.api.v2.resource [None req-22c9ea97-c2d7-4011-bf5e-22845854bf8a tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] delete failed (client error): The resource could not be found. Jun 11 10:31:29.162710 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-22c9ea97-c2d7-4011-bf5e-22845854bf8a tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "DELETE /v2.0/routers/709c7a44-28e2-4b71-a786-494952c01331 HTTP/1.1" status: 404 len: 336 time: 0.0565231 Jun 11 10:31:29.165236 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39338) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:29.197975 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5468e05-f6ea-4f4e-b987-33211344d1ed tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] DELETE failed (client error): The resource could not be found. Jun 11 10:31:29.198416 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5468e05-f6ea-4f4e-b987-33211344d1ed tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 10:31:29.200149 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-f5468e05-f6ea-4f4e-b987-33211344d1ed tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "DELETE /v2.0/subnets/6fa427c0-e6ab-4c2a-8d63-b4c18611b267 HTTP/1.1" status: 404 len: 337 time: 0.0340414 Jun 11 10:31:29.202565 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39340) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:29.235963 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-d9c120f2-98d9-480f-a6cb-6a82ea50e9b5 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa5761c3-6936-42bb-a36f-674592faa30c HTTP/1.1" status: 200 len: 205 time: 0.0322874 Jun 11 10:31:29.238616 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39342) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:29.295244 n-d-779913-12 neutron-server[93176]: INFO neutron.api.v2.resource [None req-53446db0-c5d9-404d-808f-2bc8e5a60c9a tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] delete failed (client error): The resource could not be found. Jun 11 10:31:29.309568 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-53446db0-c5d9-404d-808f-2bc8e5a60c9a tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "DELETE /v2.0/routers/aa5761c3-6936-42bb-a36f-674592faa30c HTTP/1.1" status: 404 len: 336 time: 0.0568531 Jun 11 10:31:29.311378 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39344) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:29.345006 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-52151405-7dc1-438a-99d5-558facecc371 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] DELETE failed (client error): The resource could not be found. Jun 11 10:31:29.345377 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52151405-7dc1-438a-99d5-558facecc371 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 10:31:29.347057 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-52151405-7dc1-438a-99d5-558facecc371 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "DELETE /v2.0/subnets/2ce5d850-316a-4ee4-91b4-62d7a3a85b0e HTTP/1.1" status: 404 len: 337 time: 0.0346999 Jun 11 10:31:29.349487 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39346) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:29.387070 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-a18ba828-889a-46cc-b500-96e24fd2f542 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] DELETE failed (client error): The resource could not be found. Jun 11 10:31:29.387518 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a18ba828-889a-46cc-b500-96e24fd2f542 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 10:31:29.389175 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-a18ba828-889a-46cc-b500-96e24fd2f542 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] 10.222.0.60 "DELETE /v2.0/subnets/3dc39f32-6808-468e-b279-35afb845d7e5 HTTP/1.1" status: 404 len: 337 time: 0.0387807 Jun 11 10:31:29.849168 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39352) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:29.984246 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-8d928399-1e78-4f54-b122-0a9cf6553f14 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=73f7d6f1905046f7942a99000b298de9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1337228 Jun 11 10:31:29.986576 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39356) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:30.039994 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-60bf8ed5-c37f-4a54-bf19-4d00b5ab916f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:30.062762 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-60bf8ed5-c37f-4a54-bf19-4d00b5ab916f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:30.258740 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-60bf8ed5-c37f-4a54-bf19-4d00b5ab916f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:30.261656 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-60bf8ed5-c37f-4a54-bf19-4d00b5ab916f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:30.262828 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-60bf8ed5-c37f-4a54-bf19-4d00b5ab916f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1b48b067-937f-4aeb-b5a9-bfdb97cdd0f4 HTTP/1.1" status: 204 len: 168 time: 0.2752953 Jun 11 10:31:30.263811 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8c96a4b5-b7d5-4104-9eec-096d4b1e9c0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:30.273261 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bf8ed5-c37f-4a54-bf19-4d00b5ab916f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b48b067-937f-4aeb-b5a9-bfdb97cdd0f4,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:30.275830 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-60bf8ed5-c37f-4a54-bf19-4d00b5ab916f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:30.485453 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:31:31.339408 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [req-12989574-afc6-4640-bdb9-d8e828aeb2dc req-50ba9580-53aa-40de-8a02-d2a9b60e8d06 service neutron] (93176) timed out ('10.222.0.60', 60150) {{(pid=93176) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 11 10:31:31.515391 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39378) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:31.619620 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-5b44f900-00fc-4f1d-b928-7dbd0a7464a3 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Request body: {'security_group': {'name': 'tempest-secgroup--1805739860'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:31:31.644045 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:31.708655 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5b44f900-00fc-4f1d-b928-7dbd0a7464a3 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:31.721686 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5b44f900-00fc-4f1d-b928-7dbd0a7464a3 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:31.825930 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5b44f900-00fc-4f1d-b928-7dbd0a7464a3 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:31.898902 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5b44f900-00fc-4f1d-b928-7dbd0a7464a3 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:31.901522 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-838294bb-f430-45b7-a75e-1aa1b114eb83 tempest-ExternalNetworksTestJSON-1691421527 tempest-ExternalNetworksTestJSON-1691421527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:31.934734 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b44f900-00fc-4f1d-b928-7dbd0a7464a3 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf2e463-0489-46e2-ad82-99d22e9117c7,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:31.937931 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5b44f900-00fc-4f1d-b928-7dbd0a7464a3 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:32.003066 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5b44f900-00fc-4f1d-b928-7dbd0a7464a3 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:32.085713 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5b44f900-00fc-4f1d-b928-7dbd0a7464a3 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:32.088432 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0fe8caab-059e-47ff-ac64-36987a927183 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:32.119273 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b44f900-00fc-4f1d-b928-7dbd0a7464a3 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33a2c9d0-9049-45d3-8880-4fe10da042ba,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:32.121985 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5b44f900-00fc-4f1d-b928-7dbd0a7464a3 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:32.201680 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5b44f900-00fc-4f1d-b928-7dbd0a7464a3 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:32.202863 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-5b44f900-00fc-4f1d-b928-7dbd0a7464a3 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6864350 Jun 11 10:31:32.206143 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39384) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:32.281987 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-5b43d908-d0cc-4a03-be1e-e5ebfea951dd tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0746756 Jun 11 10:31:32.284491 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39386) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:32.288839 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-0e6964fd-fd29-420c-b051-9259b3f6760f tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Request body: {'security_group': {'name': 'tempest-security--128878692', 'description': 'tempest-security-description-950374353'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:31:32.318698 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0e6964fd-fd29-420c-b051-9259b3f6760f tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:32.369528 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0e6964fd-fd29-420c-b051-9259b3f6760f tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:32.435898 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0e6964fd-fd29-420c-b051-9259b3f6760f tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:32.438551 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0e6964fd-fd29-420c-b051-9259b3f6760f tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:32.440371 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-0e6964fd-fd29-420c-b051-9259b3f6760f tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] 10.222.0.60 "PUT /v2.0/security-groups/33a2c9d0-9049-45d3-8880-4fe10da042ba HTTP/1.1" status: 200 len: 1778 time: 0.1544089 Jun 11 10:31:32.441188 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6a36de7c-eafe-4e3b-981e-cd7c82791ee1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:32.443221 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39388) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:32.466295 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6964fd-fd29-420c-b051-9259b3f6760f tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33a2c9d0-9049-45d3-8880-4fe10da042ba,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:32.469002 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0e6964fd-fd29-420c-b051-9259b3f6760f tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:32.487175 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-6ba4b448-619f-4f77-9887-933f3882a3b8 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] 10.222.0.60 "GET /v2.0/security-groups/33a2c9d0-9049-45d3-8880-4fe10da042ba HTTP/1.1" status: 200 len: 1778 time: 0.0421057 Jun 11 10:31:32.490436 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39390) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:32.552239 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-66a780c4-dd92-4b71-b274-2f10d4d05fc9 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:32.576921 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-66a780c4-dd92-4b71-b274-2f10d4d05fc9 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:32.676028 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-66a780c4-dd92-4b71-b274-2f10d4d05fc9 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:32.678696 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-66a780c4-dd92-4b71-b274-2f10d4d05fc9 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:32.679863 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-66a780c4-dd92-4b71-b274-2f10d4d05fc9 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] 10.222.0.60 "DELETE /v2.0/security-groups/33a2c9d0-9049-45d3-8880-4fe10da042ba HTTP/1.1" status: 204 len: 168 time: 0.1884181 Jun 11 10:31:32.680738 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-bafc2192-e2db-44b3-9cf6-897282ea54dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:32.682447 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39392) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:32.690879 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a780c4-dd92-4b71-b274-2f10d4d05fc9 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a2c9d0-9049-45d3-8880-4fe10da042ba,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:32.693563 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-66a780c4-dd92-4b71-b274-2f10d4d05fc9 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:32.733047 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-e7b23ef1-a785-4553-b524-f25bafb0aae4 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0492558 Jun 11 10:31:32.735685 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39394) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:32.750948 n-d-779913-12 neutron-server[93177]: INFO neutron.api.v2.resource [None req-92969f81-85f1-4c77-b2ac-396c60f3b72f tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] delete failed (client error): The resource could not be found. Jun 11 10:31:32.752010 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-92969f81-85f1-4c77-b2ac-396c60f3b72f tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] 10.222.0.60 "DELETE /v2.0/security-groups/33a2c9d0-9049-45d3-8880-4fe10da042ba HTTP/1.1" status: 404 len: 347 time: 0.0153470 Jun 11 10:31:32.755486 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39396) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:32.760048 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-88801352-6a30-4e93-8b1e-ce6749a5cd8d tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Request body: {'security_group': {'name': 'tempest-secgroup--996911761'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:31:32.887063 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-88801352-6a30-4e93-8b1e-ce6749a5cd8d tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:32.975304 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-88801352-6a30-4e93-8b1e-ce6749a5cd8d tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:33.070016 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-88801352-6a30-4e93-8b1e-ce6749a5cd8d tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:33.072636 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1689470c-554d-41cd-bef6-8890e00619ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:33.104977 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88801352-6a30-4e93-8b1e-ce6749a5cd8d tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41b29451-c331-4d40-84b6-1f1c3134f236,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:33.107624 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-88801352-6a30-4e93-8b1e-ce6749a5cd8d tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:33.217473 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-88801352-6a30-4e93-8b1e-ce6749a5cd8d tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:33.218759 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-88801352-6a30-4e93-8b1e-ce6749a5cd8d tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4623189 Jun 11 10:31:33.221687 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39398) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:33.226249 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-e2f887c3-ac57-4308-a32d-c96201763be0 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Request body: {'security_group_rule': {'security_group_id': '41b29451-c331-4d40-84b6-1f1c3134f236', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:31:33.342475 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e2f887c3-ac57-4308-a32d-c96201763be0 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:33.405164 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e2f887c3-ac57-4308-a32d-c96201763be0 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:33.521600 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e2f887c3-ac57-4308-a32d-c96201763be0 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:33.523898 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1ae8c009-f7d0-43b6-98f0-295e8a2d9097 tempest-TestServerBasicOps-929750745 tempest-TestServerBasicOps-929750745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:33.542479 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f887c3-ac57-4308-a32d-c96201763be0 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf2404ed-4066-45ab-8b62-76a9e2ed1903,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:33.545757 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e2f887c3-ac57-4308-a32d-c96201763be0 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:33.629231 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e2f887c3-ac57-4308-a32d-c96201763be0 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:33.630380 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-e2f887c3-ac57-4308-a32d-c96201763be0 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4077005 Jun 11 10:31:33.633244 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39400) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:33.665894 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f7cae789-4d8c-4189-bbea-f08db9a2ed61 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:33.677440 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f7cae789-4d8c-4189-bbea-f08db9a2ed61 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:33.773346 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f7cae789-4d8c-4189-bbea-f08db9a2ed61 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:33.778162 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f7cae789-4d8c-4189-bbea-f08db9a2ed61 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:33.779484 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-f7cae789-4d8c-4189-bbea-f08db9a2ed61 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/cf2404ed-4066-45ab-8b62-76a9e2ed1903 HTTP/1.1" status: 204 len: 168 time: 0.1452208 Jun 11 10:31:33.780370 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3a1d0650-67b1-489f-9322-b35b0163f0af tempest-TestVolumeBootPattern-1055660740 tempest-TestVolumeBootPattern-1055660740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:33.782443 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39402) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:33.792117 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cae789-4d8c-4189-bbea-f08db9a2ed61 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cf2404ed-4066-45ab-8b62-76a9e2ed1903,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:33.792117 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f7cae789-4d8c-4189-bbea-f08db9a2ed61 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:33.836368 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-1c8e2b30-b589-44ba-af05-e46130838584 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0512800 Jun 11 10:31:33.838808 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39404) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:33.895971 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-498db474-864d-4e81-92e9-c3e61dc77805 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:33.921012 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-498db474-864d-4e81-92e9-c3e61dc77805 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:34.052748 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-498db474-864d-4e81-92e9-c3e61dc77805 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:34.055345 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-498db474-864d-4e81-92e9-c3e61dc77805 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:34.056525 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-498db474-864d-4e81-92e9-c3e61dc77805 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] 10.222.0.60 "DELETE /v2.0/security-groups/41b29451-c331-4d40-84b6-1f1c3134f236 HTTP/1.1" status: 204 len: 168 time: 0.2167954 Jun 11 10:31:34.057457 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-357cf719-8275-466e-9473-e723bb4f9184 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:34.059508 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39406) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:34.068291 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498db474-864d-4e81-92e9-c3e61dc77805 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b29451-c331-4d40-84b6-1f1c3134f236,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:34.071153 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-498db474-864d-4e81-92e9-c3e61dc77805 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:34.109211 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-fb63fdd6-4c30-4bb0-9d99-756c8784aece tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0482388 Jun 11 10:31:34.112771 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39408) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:34.117330 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-189d9fda-3548-40a8-bc3c-4bb3056dd765 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Request body: {'security_group': {'name': 'tempest-secgroup--1450117806'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:31:34.216998 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-189d9fda-3548-40a8-bc3c-4bb3056dd765 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:34.309812 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-189d9fda-3548-40a8-bc3c-4bb3056dd765 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:34.417234 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-189d9fda-3548-40a8-bc3c-4bb3056dd765 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:34.419874 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8bf3701a-ddf2-4fd6-833c-9396d81b52ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:34.449019 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189d9fda-3548-40a8-bc3c-4bb3056dd765 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cea1fedf-b25a-4d79-a020-54e59ebd3a38,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:34.451909 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-189d9fda-3548-40a8-bc3c-4bb3056dd765 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:34.582692 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-189d9fda-3548-40a8-bc3c-4bb3056dd765 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:34.583973 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-189d9fda-3548-40a8-bc3c-4bb3056dd765 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4700899 Jun 11 10:31:34.586618 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39412) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:34.591089 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-e8cc5353-5c82-4e78-9fb7-6940127bfe85 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Request body: {'security_group_rule': {'security_group_id': 'cea1fedf-b25a-4d79-a020-54e59ebd3a38', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:31:34.707888 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e8cc5353-5c82-4e78-9fb7-6940127bfe85 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:34.769975 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e8cc5353-5c82-4e78-9fb7-6940127bfe85 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:34.845425 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e8cc5353-5c82-4e78-9fb7-6940127bfe85 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:34.847803 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-91094adc-6558-42d4-b433-e9906287fa20 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:34.866006 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cc5353-5c82-4e78-9fb7-6940127bfe85 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4989828e-7328-42c2-9cd7-512aa5317e89,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:34.868640 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e8cc5353-5c82-4e78-9fb7-6940127bfe85 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:34.938141 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e8cc5353-5c82-4e78-9fb7-6940127bfe85 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:34.939876 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-e8cc5353-5c82-4e78-9fb7-6940127bfe85 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3518221 Jun 11 10:31:34.942863 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39414) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:34.947842 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-478e85ed-c6e9-4c52-8816-6e094a231712 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Request body: {'security_group_rule': {'security_group_id': 'cea1fedf-b25a-4d79-a020-54e59ebd3a38', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:31:35.069943 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-478e85ed-c6e9-4c52-8816-6e094a231712 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:35.131176 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-478e85ed-c6e9-4c52-8816-6e094a231712 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:35.218287 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-478e85ed-c6e9-4c52-8816-6e094a231712 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:35.223472 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-808c2b83-8c7c-46d4-bc68-cd7384205fa8 tempest-SecGroupIPv6Test-1357566781 tempest-SecGroupIPv6Test-1357566781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:35.239736 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478e85ed-c6e9-4c52-8816-6e094a231712 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1f510f0-b66d-451d-8d8a-636ceb039865,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:35.243417 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-478e85ed-c6e9-4c52-8816-6e094a231712 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:35.333011 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-478e85ed-c6e9-4c52-8816-6e094a231712 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:35.334243 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-478e85ed-c6e9-4c52-8816-6e094a231712 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3903646 Jun 11 10:31:35.336897 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39416) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:35.341401 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-d4df2753-f53d-4b3a-827a-4735ee002c2e tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Request body: {'security_group_rule': {'security_group_id': 'cea1fedf-b25a-4d79-a020-54e59ebd3a38', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:31:35.440875 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d4df2753-f53d-4b3a-827a-4735ee002c2e tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:35.507313 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d4df2753-f53d-4b3a-827a-4735ee002c2e tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:35.606765 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d4df2753-f53d-4b3a-827a-4735ee002c2e tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:35.613025 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-15434165-2905-4c97-8029-7a490b52b19b tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:35.628915 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4df2753-f53d-4b3a-827a-4735ee002c2e tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48b98cda-3fc9-4abf-acd2-ac73fd883298,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:35.631696 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d4df2753-f53d-4b3a-827a-4735ee002c2e tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:35.721886 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d4df2753-f53d-4b3a-827a-4735ee002c2e tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:35.723103 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-d4df2753-f53d-4b3a-827a-4735ee002c2e tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3852870 Jun 11 10:31:35.725824 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39418) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:35.730352 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-f35d302b-3d37-437e-b492-1e4f7c718bc9 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Request body: {'security_group_rule': {'security_group_id': 'cea1fedf-b25a-4d79-a020-54e59ebd3a38', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:31:35.823284 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f35d302b-3d37-437e-b492-1e4f7c718bc9 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:35.888470 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f35d302b-3d37-437e-b492-1e4f7c718bc9 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:35.978600 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:36.006854 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f35d302b-3d37-437e-b492-1e4f7c718bc9 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:36.011902 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-981b7a33-5a9f-4a27-bd9b-b5bf539da39c tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:36.028725 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35d302b-3d37-437e-b492-1e4f7c718bc9 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0de0ae1-4fcb-4924-a6a7-a58eb0b5ac05,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:36.031036 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f35d302b-3d37-437e-b492-1e4f7c718bc9 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:36.098118 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f35d302b-3d37-437e-b492-1e4f7c718bc9 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:36.099365 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-f35d302b-3d37-437e-b492-1e4f7c718bc9 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3725605 Jun 11 10:31:36.102013 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39420) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:36.106606 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-a3643269-2170-4cf7-bf29-586059576c77 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Request body: {'security_group_rule': {'security_group_id': 'cea1fedf-b25a-4d79-a020-54e59ebd3a38', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:31:36.206477 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a3643269-2170-4cf7-bf29-586059576c77 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:36.273906 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a3643269-2170-4cf7-bf29-586059576c77 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:36.361044 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a3643269-2170-4cf7-bf29-586059576c77 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:36.362893 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-077c5316-5cd9-4202-8669-96e620483947 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:36.380693 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3643269-2170-4cf7-bf29-586059576c77 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd931723-a53a-4925-bddf-a1dd47e5422a,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:36.383207 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a3643269-2170-4cf7-bf29-586059576c77 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:36.469707 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a3643269-2170-4cf7-bf29-586059576c77 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:36.470918 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-a3643269-2170-4cf7-bf29-586059576c77 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3679824 Jun 11 10:31:36.473791 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39422) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:36.498359 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b9c2f701-f23c-479d-8d9c-e9fa0c97dbdf tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:36.507513 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b9c2f701-f23c-479d-8d9c-e9fa0c97dbdf tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:36.628423 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b9c2f701-f23c-479d-8d9c-e9fa0c97dbdf tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:36.630297 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-078fa8d5-33db-404d-a837-c56f2249cacc tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:36.635496 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b9c2f701-f23c-479d-8d9c-e9fa0c97dbdf tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:36.636606 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-b9c2f701-f23c-479d-8d9c-e9fa0c97dbdf tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/bd931723-a53a-4925-bddf-a1dd47e5422a HTTP/1.1" status: 204 len: 168 time: 0.1618934 Jun 11 10:31:36.639254 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39424) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:36.642971 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c2f701-f23c-479d-8d9c-e9fa0c97dbdf tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bd931723-a53a-4925-bddf-a1dd47e5422a,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:36.645073 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b9c2f701-f23c-479d-8d9c-e9fa0c97dbdf tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:36.691148 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-3ee84cce-1cd3-4791-9e68-09ddb9293eab tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0506368 Jun 11 10:31:36.693727 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39426) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:36.724043 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d8c99d11-17ca-4fc1-bd50-785801d3cf78 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:36.737966 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d8c99d11-17ca-4fc1-bd50-785801d3cf78 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:36.835423 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d8c99d11-17ca-4fc1-bd50-785801d3cf78 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:36.837429 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f5647b95-71da-4430-b9e9-9003f143e963 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:36.842527 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d8c99d11-17ca-4fc1-bd50-785801d3cf78 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:36.843793 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-d8c99d11-17ca-4fc1-bd50-785801d3cf78 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/f0de0ae1-4fcb-4924-a6a7-a58eb0b5ac05 HTTP/1.1" status: 204 len: 168 time: 0.1491416 Jun 11 10:31:36.848622 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39428) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:36.850948 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c99d11-17ca-4fc1-bd50-785801d3cf78 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f0de0ae1-4fcb-4924-a6a7-a58eb0b5ac05,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:36.853349 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d8c99d11-17ca-4fc1-bd50-785801d3cf78 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:36.923010 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-b3478d95-84c1-4a7e-a88c-632cba77cd9f tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0729816 Jun 11 10:31:36.925573 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39430) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:36.950365 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9e5a6add-2c67-4e61-9c0c-686d8d8092d6 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:36.959584 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9e5a6add-2c67-4e61-9c0c-686d8d8092d6 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:37.115430 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9e5a6add-2c67-4e61-9c0c-686d8d8092d6 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:37.120434 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9e5a6add-2c67-4e61-9c0c-686d8d8092d6 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:37.121455 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-9e5a6add-2c67-4e61-9c0c-686d8d8092d6 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/48b98cda-3fc9-4abf-acd2-ac73fd883298 HTTP/1.1" status: 204 len: 168 time: 0.1949878 Jun 11 10:31:37.122289 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a3643269-2170-4cf7-bf29-586059576c77 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:37.124498 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39432) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:37.130673 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5a6add-2c67-4e61-9c0c-686d8d8092d6 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=48b98cda-3fc9-4abf-acd2-ac73fd883298,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:37.132915 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9e5a6add-2c67-4e61-9c0c-686d8d8092d6 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:37.171615 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-3c8c7746-5f1d-42db-9a11-20336e3a3789 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0457444 Jun 11 10:31:37.174827 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39434) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:37.200467 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-795f93a4-dde5-4c4e-9d7b-243df2ba4625 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:37.209401 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-795f93a4-dde5-4c4e-9d7b-243df2ba4625 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:37.355724 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-795f93a4-dde5-4c4e-9d7b-243df2ba4625 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:37.358095 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9671a274-8bea-4021-b9b7-2314a8bfb960 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:37.363181 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-795f93a4-dde5-4c4e-9d7b-243df2ba4625 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:37.365052 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-795f93a4-dde5-4c4e-9d7b-243df2ba4625 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/f1f510f0-b66d-451d-8d8a-636ceb039865 HTTP/1.1" status: 204 len: 168 time: 0.1887736 Jun 11 10:31:37.367893 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39436) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:37.371719 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795f93a4-dde5-4c4e-9d7b-243df2ba4625 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f1f510f0-b66d-451d-8d8a-636ceb039865,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:37.374018 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-795f93a4-dde5-4c4e-9d7b-243df2ba4625 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:37.415546 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-e0076288-e407-44bd-a690-920b9a93a072 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0463781 Jun 11 10:31:37.418104 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39438) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:37.445411 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-32d2e87d-8a63-4d48-9230-4239b36db575 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:37.456085 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-32d2e87d-8a63-4d48-9230-4239b36db575 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:37.607263 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-32d2e87d-8a63-4d48-9230-4239b36db575 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:37.609623 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ca9ee7a6-e13d-4f5a-afaa-fefc406019df tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:37.615532 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-32d2e87d-8a63-4d48-9230-4239b36db575 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:37.616643 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-32d2e87d-8a63-4d48-9230-4239b36db575 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/4989828e-7328-42c2-9cd7-512aa5317e89 HTTP/1.1" status: 204 len: 168 time: 0.1976297 Jun 11 10:31:37.619479 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39440) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:37.624426 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d2e87d-8a63-4d48-9230-4239b36db575 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4989828e-7328-42c2-9cd7-512aa5317e89,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:37.626529 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-32d2e87d-8a63-4d48-9230-4239b36db575 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:37.673307 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-55330a8d-f754-4608-a001-ce3dad3b8fc2 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0524230 Jun 11 10:31:37.676801 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39442) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:37.749794 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-286d379f-4adf-4bb7-9230-1f99949b5c45 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:37.792344 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-286d379f-4adf-4bb7-9230-1f99949b5c45 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:37.938743 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-286d379f-4adf-4bb7-9230-1f99949b5c45 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:37.942011 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-286d379f-4adf-4bb7-9230-1f99949b5c45 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:37.943166 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-286d379f-4adf-4bb7-9230-1f99949b5c45 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] 10.222.0.60 "DELETE /v2.0/security-groups/cea1fedf-b25a-4d79-a020-54e59ebd3a38 HTTP/1.1" status: 204 len: 168 time: 0.2652080 Jun 11 10:31:37.944048 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d32e073a-4458-4636-b99b-d0af55b3a80d tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:37.946567 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39444) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:37.954385 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286d379f-4adf-4bb7-9230-1f99949b5c45 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cea1fedf-b25a-4d79-a020-54e59ebd3a38,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:37.957346 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-286d379f-4adf-4bb7-9230-1f99949b5c45 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:37.997594 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-9895d927-0dc1-49cb-acb3-2f06784f2523 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0496449 Jun 11 10:31:38.001506 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39446) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:38.006588 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-121ec3a2-f44b-4bf1-9096-100cbb59bcd4 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Request body: {'security_group': {'name': 'tempest-secgroup--124698752'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:31:38.127893 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-121ec3a2-f44b-4bf1-9096-100cbb59bcd4 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:38.217236 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-121ec3a2-f44b-4bf1-9096-100cbb59bcd4 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:38.309435 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-121ec3a2-f44b-4bf1-9096-100cbb59bcd4 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:38.311979 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6e64d813-8f37-49dc-9750-9acaf77705b5 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:38.341708 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121ec3a2-f44b-4bf1-9096-100cbb59bcd4 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f8dbd6-31f5-4b1c-8057-a0a8fd066e43,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:38.345095 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-121ec3a2-f44b-4bf1-9096-100cbb59bcd4 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:38.445774 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-121ec3a2-f44b-4bf1-9096-100cbb59bcd4 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:38.455203 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-121ec3a2-f44b-4bf1-9096-100cbb59bcd4 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4439802 Jun 11 10:31:38.455203 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39448) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:38.455203 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-abc6bea9-d699-49f6-980e-e7e4814221ea tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Request body: {'security_group_rule': {'security_group_id': 'd8f8dbd6-31f5-4b1c-8057-a0a8fd066e43', 'direction': 'ingress', 'protocol': 17}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:31:38.554094 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-abc6bea9-d699-49f6-980e-e7e4814221ea tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:38.618520 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-abc6bea9-d699-49f6-980e-e7e4814221ea tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:38.704349 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-abc6bea9-d699-49f6-980e-e7e4814221ea tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:38.707150 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e8cc5353-5c82-4e78-9fb7-6940127bfe85 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:38.725310 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc6bea9-d699-49f6-980e-e7e4814221ea tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7f173a6-2b32-4f36-8a96-b7a7627adc33,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:38.727776 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-abc6bea9-d699-49f6-980e-e7e4814221ea tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:38.807636 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-abc6bea9-d699-49f6-980e-e7e4814221ea tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:38.808880 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-abc6bea9-d699-49f6-980e-e7e4814221ea tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3580651 Jun 11 10:31:38.811580 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39450) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:38.867063 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d2e8e403-3f66-490a-b786-e6d9d247f9e8 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:38.891096 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d2e8e403-3f66-490a-b786-e6d9d247f9e8 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:39.029530 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d2e8e403-3f66-490a-b786-e6d9d247f9e8 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:39.032216 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d2e8e403-3f66-490a-b786-e6d9d247f9e8 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:39.033919 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-d2e8e403-3f66-490a-b786-e6d9d247f9e8 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] 10.222.0.60 "DELETE /v2.0/security-groups/d8f8dbd6-31f5-4b1c-8057-a0a8fd066e43 HTTP/1.1" status: 204 len: 168 time: 0.2214191 Jun 11 10:31:39.034784 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1bb22a12-6d19-4cd5-8c7d-6d339a5df69d tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:39.036728 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39452) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:39.045521 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e8e403-3f66-490a-b786-e6d9d247f9e8 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f8dbd6-31f5-4b1c-8057-a0a8fd066e43,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:39.047798 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d2e8e403-3f66-490a-b786-e6d9d247f9e8 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:39.094654 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-b9f2e9db-25f6-435d-bbca-96cc8eeb4c28 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0564756 Jun 11 10:31:39.099452 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39454) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:39.106329 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-935265b8-1818-4958-a681-b24dcaebc025 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Request body: {'security_group': {'name': 'tempest-secgroup--695808478'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:31:39.200127 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-935265b8-1818-4958-a681-b24dcaebc025 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:39.292853 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-935265b8-1818-4958-a681-b24dcaebc025 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:39.401468 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-935265b8-1818-4958-a681-b24dcaebc025 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:39.404159 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-eae6f815-08ad-457f-ad0c-26961c345db0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:39.432317 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935265b8-1818-4958-a681-b24dcaebc025 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f6cc770-abaf-43a4-828d-8a9c3626e754,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:39.435118 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-935265b8-1818-4958-a681-b24dcaebc025 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:39.510163 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-935265b8-1818-4958-a681-b24dcaebc025 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:39.511334 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-935265b8-1818-4958-a681-b24dcaebc025 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4084694 Jun 11 10:31:39.514127 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39456) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:39.519335 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-0ab467c0-a4c3-43d3-be22-840fc2ef7060 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Request body: {'security_group': {'name': 'tempest-secgroup--47522050'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:31:39.651420 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0ab467c0-a4c3-43d3-be22-840fc2ef7060 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:39.748066 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0ab467c0-a4c3-43d3-be22-840fc2ef7060 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:39.845594 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0ab467c0-a4c3-43d3-be22-840fc2ef7060 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:39.849174 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-87c881ba-8ea0-4c03-bdb4-38eef5f13446 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:39.878574 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab467c0-a4c3-43d3-be22-840fc2ef7060 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd2ea52d-898e-47c5-b66f-99ae6c6b68b1,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:39.881261 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0ab467c0-a4c3-43d3-be22-840fc2ef7060 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:39.960139 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0ab467c0-a4c3-43d3-be22-840fc2ef7060 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:39.961407 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-0ab467c0-a4c3-43d3-be22-840fc2ef7060 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4463379 Jun 11 10:31:39.965427 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39460) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:39.970131 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-8c3a9336-c266-470b-99b3-543386227b76 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Request body: {'security_group_rule': {'security_group_id': '2f6cc770-abaf-43a4-828d-8a9c3626e754', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'cd2ea52d-898e-47c5-b66f-99ae6c6b68b1', 'remote_ip_prefix': None}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:31:40.134992 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8c3a9336-c266-470b-99b3-543386227b76 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:40.205391 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8c3a9336-c266-470b-99b3-543386227b76 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:40.303991 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8c3a9336-c266-470b-99b3-543386227b76 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:40.305905 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-fd5525ba-817f-4db6-9f6d-8c406e74e27c tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:40.327412 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3a9336-c266-470b-99b3-543386227b76 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc283464-079d-4ebe-ac46-de579cb346ee,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:40.330303 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8c3a9336-c266-470b-99b3-543386227b76 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:40.465061 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8c3a9336-c266-470b-99b3-543386227b76 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:40.466736 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-8c3a9336-c266-470b-99b3-543386227b76 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5001712 Jun 11 10:31:40.469569 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39462) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:40.496400 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b83e052c-784a-4051-be2d-2e63daf5c48c tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:40.505662 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b83e052c-784a-4051-be2d-2e63daf5c48c tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:40.618530 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b83e052c-784a-4051-be2d-2e63daf5c48c tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:40.620515 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-abc6bea9-d699-49f6-980e-e7e4814221ea tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:40.626485 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b83e052c-784a-4051-be2d-2e63daf5c48c tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:40.629446 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-b83e052c-784a-4051-be2d-2e63daf5c48c tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/fc283464-079d-4ebe-ac46-de579cb346ee HTTP/1.1" status: 204 len: 168 time: 0.1567206 Jun 11 10:31:40.630671 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39464) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:40.635188 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83e052c-784a-4051-be2d-2e63daf5c48c tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fc283464-079d-4ebe-ac46-de579cb346ee,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:40.637638 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b83e052c-784a-4051-be2d-2e63daf5c48c tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:40.680972 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-8c64c81f-32c8-45ac-bafd-40f987f81e33 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0486593 Jun 11 10:31:40.683785 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39466) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:40.742417 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cf6cfa50-e198-4df0-b5fa-2671dd669847 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:40.767681 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cf6cfa50-e198-4df0-b5fa-2671dd669847 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:40.896833 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cf6cfa50-e198-4df0-b5fa-2671dd669847 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:40.899957 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cf6cfa50-e198-4df0-b5fa-2671dd669847 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:40.901059 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-cf6cfa50-e198-4df0-b5fa-2671dd669847 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] 10.222.0.60 "DELETE /v2.0/security-groups/cd2ea52d-898e-47c5-b66f-99ae6c6b68b1 HTTP/1.1" status: 204 len: 168 time: 0.2163284 Jun 11 10:31:40.901931 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-60bf8ed5-c37f-4a54-bf19-4d00b5ab916f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:40.904069 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39468) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:40.914914 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6cfa50-e198-4df0-b5fa-2671dd669847 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd2ea52d-898e-47c5-b66f-99ae6c6b68b1,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:40.922504 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-cf6cfa50-e198-4df0-b5fa-2671dd669847 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:40.969915 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-5f3df1d3-c0e2-41d8-8f90-3c77ffd845f7 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0640519 Jun 11 10:31:40.973319 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39470) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:41.032338 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ac89e45c-be3a-45ec-acb8-ce8d4c9cf94e tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:41.056979 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ac89e45c-be3a-45ec-acb8-ce8d4c9cf94e tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:41.201357 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ac89e45c-be3a-45ec-acb8-ce8d4c9cf94e tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:41.204230 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ac89e45c-be3a-45ec-acb8-ce8d4c9cf94e tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:41.205419 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-ac89e45c-be3a-45ec-acb8-ce8d4c9cf94e tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] 10.222.0.60 "DELETE /v2.0/security-groups/2f6cc770-abaf-43a4-828d-8a9c3626e754 HTTP/1.1" status: 204 len: 168 time: 0.2308395 Jun 11 10:31:41.206859 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-83820a89-508f-484f-8f70-f37e9a957cf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:41.208856 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39472) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:41.220355 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac89e45c-be3a-45ec-acb8-ce8d4c9cf94e tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f6cc770-abaf-43a4-828d-8a9c3626e754,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:41.223860 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ac89e45c-be3a-45ec-acb8-ce8d4c9cf94e tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:41.275514 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-709a0397-3954-4249-a3c7-b512a5c5f0a8 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0603440 Jun 11 10:31:41.276032 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39474) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:41.282100 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-c3154fb9-7389-43e3-8d50-93cbf3c81dff tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Request body: {'security_group': {'name': 'tempest-secgroup--407656283'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:31:41.418514 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c3154fb9-7389-43e3-8d50-93cbf3c81dff tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:41.534131 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c3154fb9-7389-43e3-8d50-93cbf3c81dff tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:41.655198 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c3154fb9-7389-43e3-8d50-93cbf3c81dff tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:41.657133 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-88801352-6a30-4e93-8b1e-ce6749a5cd8d tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:41.689308 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3154fb9-7389-43e3-8d50-93cbf3c81dff tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c2b89b-8c08-4769-a454-126d480e78db,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:41.692757 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c3154fb9-7389-43e3-8d50-93cbf3c81dff tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:41.754723 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c3154fb9-7389-43e3-8d50-93cbf3c81dff tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:41.756263 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-c3154fb9-7389-43e3-8d50-93cbf3c81dff tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4780581 Jun 11 10:31:41.758883 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39476) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:41.764017 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-7a4fc4e0-9da6-46ab-b3ed-69507a6e476a tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Request body: {'security_group_rule': {'security_group_id': 'a9c2b89b-8c08-4769-a454-126d480e78db', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:31:41.852739 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7a4fc4e0-9da6-46ab-b3ed-69507a6e476a tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:41.916362 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7a4fc4e0-9da6-46ab-b3ed-69507a6e476a tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:42.001349 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7a4fc4e0-9da6-46ab-b3ed-69507a6e476a tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:42.003925 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-105ef121-4c67-4b03-8f33-a96672dd9656 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:42.021496 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4fc4e0-9da6-46ab-b3ed-69507a6e476a tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5310b7b7-332c-444f-9ed3-6868369c958a,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:42.024388 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7a4fc4e0-9da6-46ab-b3ed-69507a6e476a tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:42.132687 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7a4fc4e0-9da6-46ab-b3ed-69507a6e476a tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:42.133906 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-7a4fc4e0-9da6-46ab-b3ed-69507a6e476a tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3736193 Jun 11 10:31:42.137016 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39478) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:42.162482 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-17afb432-c82c-4e40-a46d-e081ac1d7399 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:42.171424 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-17afb432-c82c-4e40-a46d-e081ac1d7399 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:42.296850 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-17afb432-c82c-4e40-a46d-e081ac1d7399 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:42.299032 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f35d302b-3d37-437e-b492-1e4f7c718bc9 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:42.305341 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-17afb432-c82c-4e40-a46d-e081ac1d7399 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:42.306627 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-17afb432-c82c-4e40-a46d-e081ac1d7399 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/5310b7b7-332c-444f-9ed3-6868369c958a HTTP/1.1" status: 204 len: 168 time: 0.1686776 Jun 11 10:31:42.310209 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39480) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:42.314208 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17afb432-c82c-4e40-a46d-e081ac1d7399 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5310b7b7-332c-444f-9ed3-6868369c958a,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:42.316997 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-17afb432-c82c-4e40-a46d-e081ac1d7399 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:42.358179 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-a8dc280e-66eb-4569-ba1c-e77e99e9a6e5 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0474958 Jun 11 10:31:42.360838 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39482) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:42.417173 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-daf1551f-ef6c-4de7-9367-3aa32c6030a9 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:42.443903 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-daf1551f-ef6c-4de7-9367-3aa32c6030a9 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:42.624040 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-daf1551f-ef6c-4de7-9367-3aa32c6030a9 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:42.626720 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-daf1551f-ef6c-4de7-9367-3aa32c6030a9 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:42.628213 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-daf1551f-ef6c-4de7-9367-3aa32c6030a9 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] 10.222.0.60 "DELETE /v2.0/security-groups/a9c2b89b-8c08-4769-a454-126d480e78db HTTP/1.1" status: 204 len: 168 time: 0.2661273 Jun 11 10:31:42.629061 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-935265b8-1818-4958-a681-b24dcaebc025 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:42.630642 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39484) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:42.639809 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf1551f-ef6c-4de7-9367-3aa32c6030a9 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c2b89b-8c08-4769-a454-126d480e78db,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:42.643779 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-daf1551f-ef6c-4de7-9367-3aa32c6030a9 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:42.684009 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-dd2b20b2-72b9-43be-bb3b-008c54e09e4e tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0518985 Jun 11 10:31:42.687494 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39488) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:42.692387 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-6d087e59-9c5d-48cd-a59d-08dcea2ad529 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Request body: {'security_group': {'name': 'tempest-secgroup--2020991167'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:31:42.812855 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6d087e59-9c5d-48cd-a59d-08dcea2ad529 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:42.900911 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6d087e59-9c5d-48cd-a59d-08dcea2ad529 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:42.938249 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-dde37383-73d6-4fdc-8f46-46d217f73109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:42.966993 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6d087e59-9c5d-48cd-a59d-08dcea2ad529 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:42.969636 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0e6964fd-fd29-420c-b051-9259b3f6760f tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:42.998639 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d087e59-9c5d-48cd-a59d-08dcea2ad529 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7df956fb-6ff8-459f-a658-72068c556c98,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:43.001340 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6d087e59-9c5d-48cd-a59d-08dcea2ad529 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:43.062614 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6d087e59-9c5d-48cd-a59d-08dcea2ad529 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:43.063902 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-6d087e59-9c5d-48cd-a59d-08dcea2ad529 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3751466 Jun 11 10:31:43.067159 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39490) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:43.071714 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-d15f7a49-ae6f-4678-b12b-2c67b83e48af tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Request body: {'security_group_rule': {'security_group_id': '7df956fb-6ff8-459f-a658-72068c556c98', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:31:43.159082 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d15f7a49-ae6f-4678-b12b-2c67b83e48af tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:43.219662 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d15f7a49-ae6f-4678-b12b-2c67b83e48af tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:43.315989 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d15f7a49-ae6f-4678-b12b-2c67b83e48af tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:43.317867 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f7cae789-4d8c-4189-bbea-f08db9a2ed61 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:43.335965 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15f7a49-ae6f-4678-b12b-2c67b83e48af tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3640ca7-c9ff-4af8-b262-71e050ef2f3a,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:43.338381 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d15f7a49-ae6f-4678-b12b-2c67b83e48af tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:43.464555 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d15f7a49-ae6f-4678-b12b-2c67b83e48af tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:43.465698 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-d15f7a49-ae6f-4678-b12b-2c67b83e48af tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3975706 Jun 11 10:31:43.468420 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39492) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:43.485340 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-bde9c8f4-230a-462d-9ce8-706a46e56496 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] 10.222.0.60 "GET /v2.0/security-group-rules/f3640ca7-c9ff-4af8-b262-71e050ef2f3a HTTP/1.1" status: 200 len: 763 time: 0.0157671 Jun 11 10:31:43.488044 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39494) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:43.531029 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-1369d752-f2c6-4a6c-8b10-ebc5f5d203fa tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0418839 Jun 11 10:31:43.542779 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39496) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:43.572895 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-06b7be78-7395-46f7-9643-6dd0d7307edf tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:43.581548 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-06b7be78-7395-46f7-9643-6dd0d7307edf tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:43.709687 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-06b7be78-7395-46f7-9643-6dd0d7307edf tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:43.711550 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-66293bea-4e15-4445-bc24-c12f7991f82f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:43.716506 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-06b7be78-7395-46f7-9643-6dd0d7307edf tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:43.717550 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-06b7be78-7395-46f7-9643-6dd0d7307edf tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/f3640ca7-c9ff-4af8-b262-71e050ef2f3a HTTP/1.1" status: 204 len: 168 time: 0.1738410 Jun 11 10:31:43.721560 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39498) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:43.728342 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b7be78-7395-46f7-9643-6dd0d7307edf tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f3640ca7-c9ff-4af8-b262-71e050ef2f3a,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:43.728342 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-06b7be78-7395-46f7-9643-6dd0d7307edf tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:43.769517 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-aabd6f2b-5225-466e-bc71-406bb99c92a3 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0458431 Jun 11 10:31:43.771947 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39500) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:43.776592 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-6fc91b9a-c258-437a-8e26-bc3a182fa2e1 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Request body: {'security_group_rule': {'security_group_id': '7df956fb-6ff8-459f-a658-72068c556c98', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:31:43.897466 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6fc91b9a-c258-437a-8e26-bc3a182fa2e1 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:43.967985 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6fc91b9a-c258-437a-8e26-bc3a182fa2e1 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:44.064204 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6fc91b9a-c258-437a-8e26-bc3a182fa2e1 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:44.066007 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:44.083650 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc91b9a-c258-437a-8e26-bc3a182fa2e1 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff7d5450-4066-4095-a034-dfa949bc4ad9,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:44.086537 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6fc91b9a-c258-437a-8e26-bc3a182fa2e1 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:44.177166 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6fc91b9a-c258-437a-8e26-bc3a182fa2e1 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:44.178437 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-6fc91b9a-c258-437a-8e26-bc3a182fa2e1 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4055538 Jun 11 10:31:44.181046 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39502) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:44.198478 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-291466d6-b2c8-4d58-b1fe-ccd6131ed210 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] 10.222.0.60 "GET /v2.0/security-group-rules/ff7d5450-4066-4095-a034-dfa949bc4ad9 HTTP/1.1" status: 200 len: 763 time: 0.0162063 Jun 11 10:31:44.200878 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39504) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:44.245575 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-4fa1ff8a-8d9b-4c0d-87a6-cc1a9b7c148d tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0434036 Jun 11 10:31:44.247935 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39506) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:44.273820 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-80611711-f7da-49b7-912f-764cb6323e8c tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:44.282672 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-80611711-f7da-49b7-912f-764cb6323e8c tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:44.469483 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-80611711-f7da-49b7-912f-764cb6323e8c tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:44.472869 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8c3a9336-c266-470b-99b3-543386227b76 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:44.477926 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-80611711-f7da-49b7-912f-764cb6323e8c tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:44.479015 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-80611711-f7da-49b7-912f-764cb6323e8c tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/ff7d5450-4066-4095-a034-dfa949bc4ad9 HTTP/1.1" status: 204 len: 168 time: 0.2301817 Jun 11 10:31:44.481592 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39508) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:44.485787 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80611711-f7da-49b7-912f-764cb6323e8c tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ff7d5450-4066-4095-a034-dfa949bc4ad9,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:44.492835 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-80611711-f7da-49b7-912f-764cb6323e8c tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:44.529710 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-4c3efa72-2034-4eab-b1fd-24b603891208 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0439849 Jun 11 10:31:44.529710 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39510) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:44.533451 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-3b271333-d460-467a-bd49-b6834df5449e tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Request body: {'security_group_rule': {'security_group_id': '7df956fb-6ff8-459f-a658-72068c556c98', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:31:44.635054 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3b271333-d460-467a-bd49-b6834df5449e tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:44.699290 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3b271333-d460-467a-bd49-b6834df5449e tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:44.824313 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3b271333-d460-467a-bd49-b6834df5449e tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:44.826557 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f9d0c579-e2f3-41dc-b839-3c897e39e195 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:44.846019 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b271333-d460-467a-bd49-b6834df5449e tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2313a48-0503-4913-96b2-ef58adb01968,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:44.850357 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3b271333-d460-467a-bd49-b6834df5449e tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:44.961760 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3b271333-d460-467a-bd49-b6834df5449e tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:44.963194 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-3b271333-d460-467a-bd49-b6834df5449e tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4329400 Jun 11 10:31:44.965692 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39514) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:44.983738 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-ff3e601e-3555-4010-8ece-d1f22db00fdc tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] 10.222.0.60 "GET /v2.0/security-group-rules/a2313a48-0503-4913-96b2-ef58adb01968 HTTP/1.1" status: 200 len: 764 time: 0.0167322 Jun 11 10:31:44.985916 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39516) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:45.030182 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-522e7755-84e6-498f-823a-63b7a489b291 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0431149 Jun 11 10:31:45.032969 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39518) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:45.059462 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-882a1fc7-bd1f-4dca-8219-d8384857c310 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:45.075041 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-882a1fc7-bd1f-4dca-8219-d8384857c310 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:45.235727 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-882a1fc7-bd1f-4dca-8219-d8384857c310 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:45.238495 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b9c2f701-f23c-479d-8d9c-e9fa0c97dbdf tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:45.243926 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-882a1fc7-bd1f-4dca-8219-d8384857c310 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:45.245063 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-882a1fc7-bd1f-4dca-8219-d8384857c310 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/a2313a48-0503-4913-96b2-ef58adb01968 HTTP/1.1" status: 204 len: 168 time: 0.2112608 Jun 11 10:31:45.247699 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39522) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:45.251829 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882a1fc7-bd1f-4dca-8219-d8384857c310 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a2313a48-0503-4913-96b2-ef58adb01968,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:45.256938 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-882a1fc7-bd1f-4dca-8219-d8384857c310 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:45.295111 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-4174c27f-d6cd-48d9-9b64-df35cd321c14 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0459578 Jun 11 10:31:45.298146 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39524) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:45.358119 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f187839e-67e4-430c-a485-0a777061890a tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:45.382543 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f187839e-67e4-430c-a485-0a777061890a tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:45.527417 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f187839e-67e4-430c-a485-0a777061890a tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:45.530055 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f187839e-67e4-430c-a485-0a777061890a tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:45.531197 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-f187839e-67e4-430c-a485-0a777061890a tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] 10.222.0.60 "DELETE /v2.0/security-groups/7df956fb-6ff8-459f-a658-72068c556c98 HTTP/1.1" status: 204 len: 168 time: 0.2321239 Jun 11 10:31:45.532118 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-159d92ef-2d99-4f91-84c3-c47176c465f6 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:45.534694 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39526) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:45.546623 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f187839e-67e4-430c-a485-0a777061890a tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df956fb-6ff8-459f-a658-72068c556c98,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:45.547984 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f187839e-67e4-430c-a485-0a777061890a tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:45.588969 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-6fa2dc5e-9b1c-4f35-9b8d-77092c0ec069 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0529423 Jun 11 10:31:45.592954 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39528) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:45.641254 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-81c8e7fb-9418-4201-bfe8-725187319676 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0470810 Jun 11 10:31:45.876542 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7c97729e-bf29-4125-85d7-826ef12e58dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:45.989719 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:46.156788 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39536) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:46.303997 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-5a1bfa94-d81a-4eb4-bcc0-e288e2e8601d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=beae258c1bae4abda1cb008ad6d49ca2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1459222 Jun 11 10:31:46.306401 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39540) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:46.369198 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6146307b-258d-42fc-b9c6-a98ef85ffdc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:46.393956 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6146307b-258d-42fc-b9c6-a98ef85ffdc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:46.531186 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6146307b-258d-42fc-b9c6-a98ef85ffdc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:46.533841 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6146307b-258d-42fc-b9c6-a98ef85ffdc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:46.535000 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-6146307b-258d-42fc-b9c6-a98ef85ffdc8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6bf2e463-0489-46e2-ad82-99d22e9117c7 HTTP/1.1" status: 204 len: 168 time: 0.2277057 Jun 11 10:31:46.535958 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e8ed2c16-8881-44f8-bdb3-7c2ebc1b99c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:46.545207 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6146307b-258d-42fc-b9c6-a98ef85ffdc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf2e463-0489-46e2-ad82-99d22e9117c7,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:46.547713 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6146307b-258d-42fc-b9c6-a98ef85ffdc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:46.806821 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:47.764113 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39564) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:47.866569 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-672c2f4d-1793-40a9-8679-1b5ad12e0f44 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:31:47.867008 n-d-779913-12 neutron-server[93177]: WARNING neutron.api.v2.base [None req-672c2f4d-1793-40a9-8679-1b5ad12e0f44 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 11 10:31:47.867521 n-d-779913-12 neutron-server[93177]: INFO neutron.api.v2.resource [None req-672c2f4d-1793-40a9-8679-1b5ad12e0f44 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] create failed (client error): There was a conflict when trying to complete your request. Jun 11 10:31:47.868499 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-672c2f4d-1793-40a9-8679-1b5ad12e0f44 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1033900 Jun 11 10:31:47.872036 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39568) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:47.877959 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-1d18efb4-1e9f-4826-8b81-76a26894df6c tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Request body: {'security_group': {'name': 'tempest-secgroup--1918184561'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:31:48.014453 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1d18efb4-1e9f-4826-8b81-76a26894df6c tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:48.025755 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1d18efb4-1e9f-4826-8b81-76a26894df6c tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:48.122893 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1d18efb4-1e9f-4826-8b81-76a26894df6c tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:48.218003 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1d18efb4-1e9f-4826-8b81-76a26894df6c tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:48.220577 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5b44f900-00fc-4f1d-b928-7dbd0a7464a3 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:48.254935 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d18efb4-1e9f-4826-8b81-76a26894df6c tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23a4daae-af64-461e-8d06-260b2cf4b18d,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:48.261882 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1d18efb4-1e9f-4826-8b81-76a26894df6c tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:48.321561 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1d18efb4-1e9f-4826-8b81-76a26894df6c tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:48.406535 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1d18efb4-1e9f-4826-8b81-76a26894df6c tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:48.409727 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1d18efb4-1e9f-4826-8b81-76a26894df6c tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:48.439652 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d18efb4-1e9f-4826-8b81-76a26894df6c tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e3d1be6-7c9a-41eb-905f-0a11f54dfc5e,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:48.442318 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1d18efb4-1e9f-4826-8b81-76a26894df6c tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:48.450017 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39572) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:48.550580 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1d18efb4-1e9f-4826-8b81-76a26894df6c tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:48.551938 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-1d18efb4-1e9f-4826-8b81-76a26894df6c tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6789076 Jun 11 10:31:48.556241 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39574) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:48.564346 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-3295efc3-9b03-40b6-a2d4-422520e7933a tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Request body: {'security_group_rule': {'security_group_id': '8e3d1be6-7c9a-41eb-905f-0a11f54dfc5e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:31:48.607161 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:48.664835 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-ad46fb32-97c6-4cd6-b496-956f637228a1 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Deleting port 713be0b0-940a-430f-83a3-4e0b4d2dc38e {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:31:48.665183 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ad46fb32-97c6-4cd6-b496-956f637228a1 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:48.731260 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3295efc3-9b03-40b6-a2d4-422520e7933a tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:48.774799 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ad46fb32-97c6-4cd6-b496-956f637228a1 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:48.775134 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ad46fb32-97c6-4cd6-b496-956f637228a1 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:48.807817 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3295efc3-9b03-40b6-a2d4-422520e7933a tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:48.876420 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-ad46fb32-97c6-4cd6-b496-956f637228a1 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Calling delete_port for 713be0b0-940a-430f-83a3-4e0b4d2dc38e owned by network:floatingip {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:31:48.925082 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3295efc3-9b03-40b6-a2d4-422520e7933a tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:48.927098 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-17afb432-c82c-4e40-a46d-e081ac1d7399 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:48.946341 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3295efc3-9b03-40b6-a2d4-422520e7933a tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c5ed125-91e5-4350-bf43-c3415e0fab50,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:48.949348 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3295efc3-9b03-40b6-a2d4-422520e7933a tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:49.046975 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3295efc3-9b03-40b6-a2d4-422520e7933a tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:49.048275 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-3295efc3-9b03-40b6-a2d4-422520e7933a tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4909265 Jun 11 10:31:49.051068 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39576) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:49.055818 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-fccb80d4-8d8a-4e9d-bd1e-7c20491851d1 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Request body: {'security_group_rule': {'security_group_id': '8e3d1be6-7c9a-41eb-905f-0a11f54dfc5e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:31:49.151594 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fccb80d4-8d8a-4e9d-bd1e-7c20491851d1 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:49.178918 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ad46fb32-97c6-4cd6-b496-956f637228a1 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:49.182810 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b19051ca-12f1-41fc-968c-34bc80266e80 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:49.230067 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad46fb32-97c6-4cd6-b496-956f637228a1 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Pushing event deleted for resources: {'Port': ['ID=713be0b0-940a-430f-83a3-4e0b4d2dc38e,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:49.233022 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ad46fb32-97c6-4cd6-b496-956f637228a1 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:49.281502 n-d-779913-12 neutron-server[93177]: INFO neutron.api.v2.resource [None req-fccb80d4-8d8a-4e9d-bd1e-7c20491851d1 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] create failed (client error): There was a conflict when trying to complete your request. Jun 11 10:31:49.282697 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-fccb80d4-8d8a-4e9d-bd1e-7c20491851d1 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2306681 Jun 11 10:31:49.285568 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39578) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:49.311949 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ad46fb32-97c6-4cd6-b496-956f637228a1 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for floatingip, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:49.312294 n-d-779913-12 neutron-server[93176]: INFO neutron.db.l3_db [None req-ad46fb32-97c6-4cd6-b496-956f637228a1 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Floating IP 8323d629-7848-4310-b3da-88f0b06b8da3 disassociated (deleted). External IP: 172.25.4.63, port: 7257b1a9-0a4a-4c88-aee7-db2a98e98b3e. Jun 11 10:31:49.357844 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a3f68da7-e5f5-47e6-875c-2dde461e4d92 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:49.387353 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a3f68da7-e5f5-47e6-875c-2dde461e4d92 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:49.589738 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a3f68da7-e5f5-47e6-875c-2dde461e4d92 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:49.592742 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a3f68da7-e5f5-47e6-875c-2dde461e4d92 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:49.594099 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-a3f68da7-e5f5-47e6-875c-2dde461e4d92 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] 10.222.0.60 "DELETE /v2.0/security-groups/8e3d1be6-7c9a-41eb-905f-0a11f54dfc5e HTTP/1.1" status: 204 len: 168 time: 0.3075666 Jun 11 10:31:49.594911 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ac89e45c-be3a-45ec-acb8-ce8d4c9cf94e tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:49.597659 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39580) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:49.605423 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f68da7-e5f5-47e6-875c-2dde461e4d92 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e3d1be6-7c9a-41eb-905f-0a11f54dfc5e,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:49.608047 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a3f68da7-e5f5-47e6-875c-2dde461e4d92 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:49.663277 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad46fb32-97c6-4cd6-b496-956f637228a1 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Router e82984cd-e4c4-4965-a19d-afb6d912911b has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:31:49.670128 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-9bd861b2-6b40-4f14-8800-09d9fd937286 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0713363 Jun 11 10:31:49.673984 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39582) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:49.679212 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-7a3f417a-7a9e-4a0e-be68-f6a8815b68e9 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Request body: {'security_group': {'name': 'tempest-secgroup--199504656'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:31:49.772859 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7a3f417a-7a9e-4a0e-be68-f6a8815b68e9 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:49.828107 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad46fb32-97c6-4cd6-b496-956f637228a1 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:31:49.835618 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ad46fb32-97c6-4cd6-b496-956f637228a1 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:49.841196 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef0f709-46bc-4a70-946d-d3ddce3b3723 None None] Sync routers for ids ['e82984cd-e4c4-4965-a19d-afb6d912911b'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:31:49.854411 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef0f709-46bc-4a70-946d-d3ddce3b3723 None None] Routers {'e82984cd-e4c4-4965-a19d-afb6d912911b'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:31:49.855523 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-5ef0f709-46bc-4a70-946d-d3ddce3b3723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:31:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['e82984cd-e4c4-4965-a19d-afb6d912911b'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:31:49.890818 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-ad46fb32-97c6-4cd6-b496-956f637228a1 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "DELETE /v2.0/floatingips/8323d629-7848-4310-b3da-88f0b06b8da3 HTTP/1.1" status: 204 len: 168 time: 1.4421682 Jun 11 10:31:49.891537 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08e706fe-3078-4deb-8a24-6a1630ab35e8', 'tag': '7257b1a9-0a4a-4c88-aee7-db2a98e98b3e'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:31:49.895226 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b704ea70-2c9f-48fb-8e86-b2b87e1d0691" -d '{"events": [{"name": "network-changed", "server_uuid": "08e706fe-3078-4deb-8a24-6a1630ab35e8", "tag": "7257b1a9-0a4a-4c88-aee7-db2a98e98b3e"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:31:49.898340 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7a3f417a-7a9e-4a0e-be68-f6a8815b68e9 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:49.978222 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7a3f417a-7a9e-4a0e-be68-f6a8815b68e9 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:49.985182 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-66506471-08d8-4856-af42-0527d44485ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:50.015085 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3f417a-7a9e-4a0e-be68-f6a8815b68e9 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9eb1461-4aba-401e-8720-766a5ccd4ea4,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:50.018075 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7a3f417a-7a9e-4a0e-be68-f6a8815b68e9 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:50.019658 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-5ef0f709-46bc-4a70-946d-d3ddce3b3723 None None] Set router e82984cd-e4c4-4965-a19d-afb6d912911b gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:31:50.115462 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7a3f417a-7a9e-4a0e-be68-f6a8815b68e9 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:50.117010 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-7a3f417a-7a9e-4a0e-be68-f6a8815b68e9 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4413385 Jun 11 10:31:50.120351 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39588) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:50.126747 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-a6ca00b9-7ac2-40a3-8519-3a2f7291427f tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Request body: {'security_group_rule': {'security_group_id': 'a9eb1461-4aba-401e-8720-766a5ccd4ea4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:31:50.128597 n-d-779913-12 neutron-server[93177]: WARNING neutron.api.v2.base [None req-a6ca00b9-7ac2-40a3-8519-3a2f7291427f tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jun 11 10:31:50.131273 n-d-779913-12 neutron-server[93177]: INFO neutron.api.v2.resource [None req-a6ca00b9-7ac2-40a3-8519-3a2f7291427f tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 10:31:50.131273 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-a6ca00b9-7ac2-40a3-8519-3a2f7291427f tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0091057 Jun 11 10:31:50.133697 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39590) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:50.197195 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7a526851-a0e3-467d-a16c-d058547086b3 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:50.222795 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7a526851-a0e3-467d-a16c-d058547086b3 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:50.300448 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-5ef0f709-46bc-4a70-946d-d3ddce3b3723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e82984cd-e4c4-4965-a19d-afb6d912911b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-254095427', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '4f2f08af-68b3-44e7-9574-765ce0807da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:28:26Z', 'updated_at': '2021-06-11T10:28:33Z', 'revision_number': 4, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'gw_port': {'id': '4f2f08af-68b3-44e7-9574-765ce0807da6', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:60:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82984cd-e4c4-4965-a19d-afb6d912911b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:28:27Z', 'updated_at': '2021-06-11T10:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '2696b467-0cbd-4af0-b1af-9e09df36ce45', 'name': '', 'network_id': '5d6b570a-a2dd-4103-99e8-e9a125c30ddc', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'mac_address': 'fa:16:3e:d0:ab:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82984cd-e4c4-4965-a19d-afb6d912911b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '52c260e0-c384-43a7-af7a-631c7e41241b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:28:31Z', 'updated_at': '2021-06-11T10:28:37Z', 'revision_number': 5, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'subnets': [{'id': '52c260e0-c384-43a7-af7a-631c7e41241b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:31:50.305045 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef0f709-46bc-4a70-946d-d3ddce3b3723 None None] Checking router: e82984cd-e4c4-4965-a19d-afb6d912911b for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:31:50.316495 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef0f709-46bc-4a70-946d-d3ddce3b3723 None None] Routers {'e82984cd-e4c4-4965-a19d-afb6d912911b'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:31:50.317451 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-5ef0f709-46bc-4a70-946d-d3ddce3b3723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:31:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['e82984cd-e4c4-4965-a19d-afb6d912911b'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:31:50.395665 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7a526851-a0e3-467d-a16c-d058547086b3 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:50.398277 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7a526851-a0e3-467d-a16c-d058547086b3 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:50.399424 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-7a526851-a0e3-467d-a16c-d058547086b3 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] 10.222.0.60 "DELETE /v2.0/security-groups/a9eb1461-4aba-401e-8720-766a5ccd4ea4 HTTP/1.1" status: 204 len: 168 time: 0.2647297 Jun 11 10:31:50.400431 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7c6c650d-efc2-4965-a6e8-15e793b74fca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:50.402331 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39592) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:50.416887 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a526851-a0e3-467d-a16c-d058547086b3 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9eb1461-4aba-401e-8720-766a5ccd4ea4,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:50.420243 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7a526851-a0e3-467d-a16c-d058547086b3 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:50.469975 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-8057eb3d-748a-4330-aee0-82bbbd3e9145 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0658901 Jun 11 10:31:50.474506 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39598) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:50.479305 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-950c30ff-0cf8-4c3e-8a51-8fba55ec99fd tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Request body: {'security_group': {'name': 'tempest-secgroup--1034436098'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:31:50.482413 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-5ef0f709-46bc-4a70-946d-d3ddce3b3723 None None] Set router e82984cd-e4c4-4965-a19d-afb6d912911b gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:31:50.567538 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-950c30ff-0cf8-4c3e-8a51-8fba55ec99fd tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:50.678661 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-251fc292-8243-4f2e-90e6-9bd8c9998b7a x-openstack-request-id: req-251fc292-8243-4f2e-90e6-9bd8c9998b7a {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:31:50.679255 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08e706fe-3078-4deb-8a24-6a1630ab35e8", "tag": "7257b1a9-0a4a-4c88-aee7-db2a98e98b3e", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:31:50.683158 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-251fc292-8243-4f2e-90e6-9bd8c9998b7a {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:31:50.683158 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08e706fe-3078-4deb-8a24-6a1630ab35e8', 'tag': '7257b1a9-0a4a-4c88-aee7-db2a98e98b3e', 'status': 'completed', 'code': 200} Jun 11 10:31:50.694036 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-950c30ff-0cf8-4c3e-8a51-8fba55ec99fd tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:50.772720 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-950c30ff-0cf8-4c3e-8a51-8fba55ec99fd tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:50.778217 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-91f1dbd7-4afe-4696-8bb7-d7ba0509d6d0 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:50.857622 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950c30ff-0cf8-4c3e-8a51-8fba55ec99fd tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d899694c-faa4-4e18-8edb-e21b36f0b5b4,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:50.862977 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b704ea70-2c9f-48fb-8e86-b2b87e1d0691 req-f72ccb58-848c-46da-9b92-a335cce76bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:31:50.864991 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b704ea70-2c9f-48fb-8e86-b2b87e1d0691 req-f72ccb58-848c-46da-9b92-a335cce76bba service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=291bb5ee2189444bb635fe5a1d306c3b&device_id=08e706fe-3078-4deb-8a24-6a1630ab35e8 HTTP/1.1" status: 200 len: 1097 time: 0.1552169 Jun 11 10:31:50.866639 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-950c30ff-0cf8-4c3e-8a51-8fba55ec99fd tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:50.906101 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-950c30ff-0cf8-4c3e-8a51-8fba55ec99fd tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:50.906101 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-950c30ff-0cf8-4c3e-8a51-8fba55ec99fd tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4268878 Jun 11 10:31:50.906918 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39600) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:50.916857 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-d351c8f1-57cf-4977-8f42-2fa1dc8767dd tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Request body: {'security_group_rule': {'security_group_id': 'd899694c-faa4-4e18-8edb-e21b36f0b5b4', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:31:50.917899 n-d-779913-12 neutron-server[93176]: WARNING neutron.api.v2.base [None req-d351c8f1-57cf-4977-8f42-2fa1dc8767dd tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jun 11 10:31:50.919500 n-d-779913-12 neutron-server[93176]: INFO neutron.api.v2.resource [None req-d351c8f1-57cf-4977-8f42-2fa1dc8767dd tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 10:31:50.925539 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39602) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:50.926818 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-d351c8f1-57cf-4977-8f42-2fa1dc8767dd tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0198572 Jun 11 10:31:50.989441 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-5ef0f709-46bc-4a70-946d-d3ddce3b3723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e82984cd-e4c4-4965-a19d-afb6d912911b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-254095427', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '4f2f08af-68b3-44e7-9574-765ce0807da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:28:26Z', 'updated_at': '2021-06-11T10:28:33Z', 'revision_number': 4, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'gw_port': {'id': '4f2f08af-68b3-44e7-9574-765ce0807da6', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:60:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82984cd-e4c4-4965-a19d-afb6d912911b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:28:27Z', 'updated_at': '2021-06-11T10:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '2696b467-0cbd-4af0-b1af-9e09df36ce45', 'name': '', 'network_id': '5d6b570a-a2dd-4103-99e8-e9a125c30ddc', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'mac_address': 'fa:16:3e:d0:ab:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82984cd-e4c4-4965-a19d-afb6d912911b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '52c260e0-c384-43a7-af7a-631c7e41241b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:28:31Z', 'updated_at': '2021-06-11T10:28:37Z', 'revision_number': 5, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'subnets': [{'id': '52c260e0-c384-43a7-af7a-631c7e41241b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:31:50.993633 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef0f709-46bc-4a70-946d-d3ddce3b3723 None None] The sync data for ids ['e82984cd-e4c4-4965-a19d-afb6d912911b'] in n-d-779913-12 is: [{'id': 'e82984cd-e4c4-4965-a19d-afb6d912911b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-254095427', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '4f2f08af-68b3-44e7-9574-765ce0807da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:28:26Z', 'updated_at': '2021-06-11T10:28:33Z', 'revision_number': 4, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'gw_port': {'id': '4f2f08af-68b3-44e7-9574-765ce0807da6', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:60:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82984cd-e4c4-4965-a19d-afb6d912911b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:28:27Z', 'updated_at': '2021-06-11T10:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '2696b467-0cbd-4af0-b1af-9e09df36ce45', 'name': '', 'network_id': '5d6b570a-a2dd-4103-99e8-e9a125c30ddc', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'mac_address': 'fa:16:3e:d0:ab:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82984cd-e4c4-4965-a19d-afb6d912911b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '52c260e0-c384-43a7-af7a-631c7e41241b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:28:31Z', 'updated_at': '2021-06-11T10:28:37Z', 'revision_number': 5, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'subnets': [{'id': '52c260e0-c384-43a7-af7a-631c7e41241b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:31:51.012059 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fea5be6-7377-4447-9cb6-c302fc8072ea req-d2ca825d-7c5e-4c79-bd76-373139a3cd9b tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:31:51.014195 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1fea5be6-7377-4447-9cb6-c302fc8072ea req-d2ca825d-7c5e-4c79-bd76-373139a3cd9b tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=08e706fe-3078-4deb-8a24-6a1630ab35e8 HTTP/1.1" status: 200 len: 945 time: 0.2323253 Jun 11 10:31:51.089404 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b704ea70-2c9f-48fb-8e86-b2b87e1d0691 req-9a63f01b-f008-4860-a1b8-657b0220a41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:31:51.090845 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b704ea70-2c9f-48fb-8e86-b2b87e1d0691 req-9a63f01b-f008-4860-a1b8-657b0220a41c service neutron] 10.222.0.69 "GET /v2.0/networks?id=5d6b570a-a2dd-4103-99e8-e9a125c30ddc HTTP/1.1" status: 200 len: 898 time: 0.2147832 Jun 11 10:31:51.172851 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1fea5be6-7377-4447-9cb6-c302fc8072ea req-b4054e42-c965-4613-a09e-4b426c49e813 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=40bb8d94-2b76-4361-ae63-2be0f733f6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439452 Jun 11 10:31:51.174638 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b704ea70-2c9f-48fb-8e86-b2b87e1d0691 req-ce1ff33f-456a-4bcc-9954-59a20bde400e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7257b1a9-0a4a-4c88-aee7-db2a98e98b3e HTTP/1.1" status: 200 len: 217 time: 0.0730996 Jun 11 10:31:51.175676 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5b50a345-139a-46b9-b61e-b82585a7ea9e tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:51.250231 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e62e98-1b72-4fd4-bf04-3ad4521758ed None None] New status for floating IP 8323d629-7848-4310-b3da-88f0b06b8da3: DOWN {{(pid=93179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 10:31:51.253076 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5b50a345-139a-46b9-b61e-b82585a7ea9e tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:51.301684 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b704ea70-2c9f-48fb-8e86-b2b87e1d0691 req-664765e7-6b2e-4d0b-9a51-f9b7957e18e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:31:51.303191 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b704ea70-2c9f-48fb-8e86-b2b87e1d0691 req-664765e7-6b2e-4d0b-9a51-f9b7957e18e7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=52c260e0-c384-43a7-af7a-631c7e41241b HTTP/1.1" status: 200 len: 834 time: 0.1212785 Jun 11 10:31:51.387210 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b704ea70-2c9f-48fb-8e86-b2b87e1d0691 req-727126b5-df0c-4456-83d5-5177bb79963c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:31:51.388880 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b704ea70-2c9f-48fb-8e86-b2b87e1d0691 req-727126b5-df0c-4456-83d5-5177bb79963c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5d6b570a-a2dd-4103-99e8-e9a125c30ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0773146 Jun 11 10:31:51.480642 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5b50a345-139a-46b9-b61e-b82585a7ea9e tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:51.483248 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5b50a345-139a-46b9-b61e-b82585a7ea9e tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:51.484468 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-5b50a345-139a-46b9-b61e-b82585a7ea9e tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] 10.222.0.60 "DELETE /v2.0/security-groups/d899694c-faa4-4e18-8edb-e21b36f0b5b4 HTTP/1.1" status: 204 len: 168 time: 0.5581908 Jun 11 10:31:51.487043 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6146307b-258d-42fc-b9c6-a98ef85ffdc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:51.487807 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39606) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:51.509175 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b50a345-139a-46b9-b61e-b82585a7ea9e tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d899694c-faa4-4e18-8edb-e21b36f0b5b4,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:51.511863 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5b50a345-139a-46b9-b61e-b82585a7ea9e tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:51.533057 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b704ea70-2c9f-48fb-8e86-b2b87e1d0691 req-1db0cf2d-7218-44f8-90a2-8829c8531c9a service neutron] 10.222.0.69 "GET /v2.0/networks/5d6b570a-a2dd-4103-99e8-e9a125c30ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347518 Jun 11 10:31:51.542059 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-566cbfec-d601-4139-ac55-61a4227b6e1f tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0529201 Jun 11 10:31:51.545688 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39608) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:51.551106 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-db845b5a-0c7a-4a5a-8f7a-1594a6c3dea6 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Request body: {'security_group': {'name': 'tempest-secgroup--864727583'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:31:51.661872 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b704ea70-2c9f-48fb-8e86-b2b87e1d0691 req-b4ae06ae-88c4-4f4a-aa6a-6f912ae04e9e service neutron] 10.222.0.69 "GET /v2.0/networks/5d6b570a-a2dd-4103-99e8-e9a125c30ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213663 Jun 11 10:31:51.687510 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-db845b5a-0c7a-4a5a-8f7a-1594a6c3dea6 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:51.797733 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-db845b5a-0c7a-4a5a-8f7a-1594a6c3dea6 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:51.913635 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-db845b5a-0c7a-4a5a-8f7a-1594a6c3dea6 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:51.916459 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-47d30da7-7a8d-47af-a72c-52aeb9abf918 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:51.959052 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db845b5a-0c7a-4a5a-8f7a-1594a6c3dea6 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=791445d1-8047-4b96-bd70-28b5297ff3d3,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:51.959052 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-db845b5a-0c7a-4a5a-8f7a-1594a6c3dea6 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:52.087075 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-db845b5a-0c7a-4a5a-8f7a-1594a6c3dea6 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:52.088953 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-db845b5a-0c7a-4a5a-8f7a-1594a6c3dea6 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5421913 Jun 11 10:31:52.091692 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39610) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:52.096777 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-b01edd5a-36a0-49c4-aec8-02f3f476c76d tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Request body: {'security_group_rule': {'security_group_id': '791445d1-8047-4b96-bd70-28b5297ff3d3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:31:52.097644 n-d-779913-12 neutron-server[93176]: WARNING neutron.api.v2.base [None req-b01edd5a-36a0-49c4-aec8-02f3f476c76d tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jun 11 10:31:52.098137 n-d-779913-12 neutron-server[93176]: INFO neutron.api.v2.resource [None req-b01edd5a-36a0-49c4-aec8-02f3f476c76d tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 10:31:52.099298 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-b01edd5a-36a0-49c4-aec8-02f3f476c76d tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0065789 Jun 11 10:31:52.101535 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39612) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:52.105789 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-2eb11a43-b125-4a46-84f1-8725b150a35c tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Request body: {'security_group_rule': {'security_group_id': '791445d1-8047-4b96-bd70-28b5297ff3d3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:31:52.106423 n-d-779913-12 neutron-server[93176]: WARNING neutron.api.v2.base [None req-2eb11a43-b125-4a46-84f1-8725b150a35c tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jun 11 10:31:52.106890 n-d-779913-12 neutron-server[93176]: INFO neutron.api.v2.resource [None req-2eb11a43-b125-4a46-84f1-8725b150a35c tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 10:31:52.107831 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-2eb11a43-b125-4a46-84f1-8725b150a35c tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0053804 Jun 11 10:31:52.110194 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39614) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:52.116277 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-7e6300e4-2a49-4a78-bea6-d497f969fd2a tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Request body: {'security_group_rule': {'security_group_id': '791445d1-8047-4b96-bd70-28b5297ff3d3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:31:52.117094 n-d-779913-12 neutron-server[93176]: WARNING neutron.api.v2.base [None req-7e6300e4-2a49-4a78-bea6-d497f969fd2a tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jun 11 10:31:52.117560 n-d-779913-12 neutron-server[93176]: INFO neutron.api.v2.resource [None req-7e6300e4-2a49-4a78-bea6-d497f969fd2a tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 10:31:52.118480 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-7e6300e4-2a49-4a78-bea6-d497f969fd2a tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0074396 Jun 11 10:31:52.120978 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39616) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:52.125162 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-b92b71b2-b056-41fa-b07b-f47d87668b92 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Request body: {'security_group_rule': {'security_group_id': '791445d1-8047-4b96-bd70-28b5297ff3d3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:31:52.126040 n-d-779913-12 neutron-server[93176]: WARNING neutron.api.v2.base [None req-b92b71b2-b056-41fa-b07b-f47d87668b92 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jun 11 10:31:52.126506 n-d-779913-12 neutron-server[93176]: INFO neutron.api.v2.resource [None req-b92b71b2-b056-41fa-b07b-f47d87668b92 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 10:31:52.127409 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-b92b71b2-b056-41fa-b07b-f47d87668b92 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0055804 Jun 11 10:31:52.134260 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39618) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:52.191743 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c7706305-3830-41b2-848e-988ec045258d tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:52.224679 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c7706305-3830-41b2-848e-988ec045258d tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:52.263862 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0c386d-b186-447c-b47a-fd930f63e69b req-f5912107-a547-4977-b326-e10e4cfc75dc tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:31:52.265214 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ba0c386d-b186-447c-b47a-fd930f63e69b req-f5912107-a547-4977-b326-e10e4cfc75dc tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.69 "GET /v2.0/ports?device_id=08e706fe-3078-4deb-8a24-6a1630ab35e8 HTTP/1.1" status: 200 len: 945 time: 0.0801575 Jun 11 10:31:52.406989 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c7706305-3830-41b2-848e-988ec045258d tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:52.410565 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c7706305-3830-41b2-848e-988ec045258d tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:52.411888 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-c7706305-3830-41b2-848e-988ec045258d tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] 10.222.0.60 "DELETE /v2.0/security-groups/791445d1-8047-4b96-bd70-28b5297ff3d3 HTTP/1.1" status: 204 len: 168 time: 0.2763929 Jun 11 10:31:52.413256 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-93d8e5b6-caa1-4883-9ea6-ddf6a7c6e4f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:52.416354 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39622) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:52.431292 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7706305-3830-41b2-848e-988ec045258d tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=791445d1-8047-4b96-bd70-28b5297ff3d3,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:52.434165 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c7706305-3830-41b2-848e-988ec045258d tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:52.440703 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d8ec2c-0733-41ca-b8ca-a5071bc175a5 req-4b5bd109-4715-4947-87e8-4c416176697e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:31:52.442279 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-64d8ec2c-0733-41ca-b8ca-a5071bc175a5 req-4b5bd109-4715-4947-87e8-4c416176697e tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=08e706fe-3078-4deb-8a24-6a1630ab35e8 HTTP/1.1" status: 200 len: 945 time: 0.1311052 Jun 11 10:31:52.469450 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-ba0c386d-b186-447c-b47a-fd930f63e69b req-e23698c9-6643-4d4c-a51d-f2741bde7d63 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Deleting port 7257b1a9-0a4a-4c88-aee7-db2a98e98b3e {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:31:52.469676 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-ba0c386d-b186-447c-b47a-fd930f63e69b req-e23698c9-6643-4d4c-a51d-f2741bde7d63 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:52.482884 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-1c17af94-6f33-434f-a271-c2a34c9b4077 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0609512 Jun 11 10:31:52.483647 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39624) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:52.489711 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-3f872632-0ffd-4736-8211-e7c9e293a71e tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Request body: {'security_group': {'name': 'tempest-secgroup--263017821'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:31:52.524596 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-64d8ec2c-0733-41ca-b8ca-a5071bc175a5 req-60749bb3-79e2-4ddd-b12e-ab8323ec677f tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/security-groups?id=40bb8d94-2b76-4361-ae63-2be0f733f6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760264 Jun 11 10:31:52.600061 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3f872632-0ffd-4736-8211-e7c9e293a71e tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:52.621776 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-ba0c386d-b186-447c-b47a-fd930f63e69b req-e23698c9-6643-4d4c-a51d-f2741bde7d63 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] For port 7257b1a9-0a4a-4c88-aee7-db2a98e98b3e, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=7257b1a9-0a4a-4c88-aee7-db2a98e98b3e,segment=NetworkSegment(91cdafeb-011e-4f07-97b5-bb8dcf845755),segment_id=91cdafeb-011e-4f07-97b5-bb8dcf845755)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:31:52.621776 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-ba0c386d-b186-447c-b47a-fd930f63e69b req-e23698c9-6643-4d4c-a51d-f2741bde7d63 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:52.704853 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3f872632-0ffd-4736-8211-e7c9e293a71e tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:52.730627 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-ba0c386d-b186-447c-b47a-fd930f63e69b req-e23698c9-6643-4d4c-a51d-f2741bde7d63 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Calling delete_port for 7257b1a9-0a4a-4c88-aee7-db2a98e98b3e owned by compute:nova {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:31:52.818017 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3f872632-0ffd-4736-8211-e7c9e293a71e tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:52.820890 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f718b336-2266-4247-9d32-131f530c1a33 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:52.851533 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f872632-0ffd-4736-8211-e7c9e293a71e tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2fe275-f101-43f9-909a-543377d38657,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:52.854286 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3f872632-0ffd-4736-8211-e7c9e293a71e tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:52.955719 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3f872632-0ffd-4736-8211-e7c9e293a71e tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:52.957072 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-3f872632-0ffd-4736-8211-e7c9e293a71e tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4724948 Jun 11 10:31:52.960803 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39630) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:52.966644 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-7915d3c0-4985-40ef-b03a-137a0d163b7e tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Request body: {'security_group_rule': {'security_group_id': '3a2fe275-f101-43f9-909a-543377d38657', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:31:52.967119 n-d-779913-12 neutron-server[93176]: WARNING neutron.api.v2.base [None req-7915d3c0-4985-40ef-b03a-137a0d163b7e tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 11 10:31:52.967643 n-d-779913-12 neutron-server[93176]: INFO neutron.api.v2.resource [None req-7915d3c0-4985-40ef-b03a-137a0d163b7e tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 10:31:52.968600 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-7915d3c0-4985-40ef-b03a-137a0d163b7e tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0065832 Jun 11 10:31:52.972632 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39632) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:52.977844 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-a0d31870-2ce1-4afe-89f5-ee5a1353b3fb tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Request body: {'security_group_rule': {'security_group_id': '3a2fe275-f101-43f9-909a-543377d38657', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:31:52.998969 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-ba0c386d-b186-447c-b47a-fd930f63e69b req-e23698c9-6643-4d4c-a51d-f2741bde7d63 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:53.006333 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5103f84f-15d1-43bf-94a6-76b4d8022ffb tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:53.042285 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23698c9-6643-4d4c-a51d-f2741bde7d63 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Pushing event deleted for resources: {'Port': ['ID=7257b1a9-0a4a-4c88-aee7-db2a98e98b3e,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:53.047443 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e23698c9-6643-4d4c-a51d-f2741bde7d63 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:53.110541 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba0c386d-b186-447c-b47a-fd930f63e69b req-e23698c9-6643-4d4c-a51d-f2741bde7d63 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] No DVR routers for this DVR port 7257b1a9-0a4a-4c88-aee7-db2a98e98b3e on host n-h2-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:31:53.114453 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-ba0c386d-b186-447c-b47a-fd930f63e69b req-e23698c9-6643-4d4c-a51d-f2741bde7d63 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:53.116515 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ba0c386d-b186-447c-b47a-fd930f63e69b req-e23698c9-6643-4d4c-a51d-f2741bde7d63 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.69 "DELETE /v2.0/ports/7257b1a9-0a4a-4c88-aee7-db2a98e98b3e HTTP/1.1" status: 204 len: 173 time: 0.8447258 Jun 11 10:31:53.117058 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08e706fe-3078-4deb-8a24-6a1630ab35e8', 'name': 'network-vif-deleted', 'tag': '7257b1a9-0a4a-4c88-aee7-db2a98e98b3e'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:31:53.119584 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c1b3a7-5980-4720-9303-b4c344fa3006" -d '{"events": [{"server_uuid": "08e706fe-3078-4deb-8a24-6a1630ab35e8", "name": "network-vif-deleted", "tag": "7257b1a9-0a4a-4c88-aee7-db2a98e98b3e"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:31:53.218253 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4a1dec7-16a7-4e03-a126-ec1194330b3f x-openstack-request-id: req-b4a1dec7-16a7-4e03-a126-ec1194330b3f {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:31:53.218608 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08e706fe-3078-4deb-8a24-6a1630ab35e8", "name": "network-vif-deleted", "tag": "7257b1a9-0a4a-4c88-aee7-db2a98e98b3e", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:31:53.218918 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b4a1dec7-16a7-4e03-a126-ec1194330b3f {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:31:53.219408 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08e706fe-3078-4deb-8a24-6a1630ab35e8', 'name': 'network-vif-deleted', 'tag': '7257b1a9-0a4a-4c88-aee7-db2a98e98b3e', 'status': 'completed', 'code': 200} Jun 11 10:31:53.308594 n-d-779913-12 neutron-server[93177]: INFO neutron.api.v2.resource [None req-a0d31870-2ce1-4afe-89f5-ee5a1353b3fb tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 10:31:53.309716 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-a0d31870-2ce1-4afe-89f5-ee5a1353b3fb tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3359032 Jun 11 10:31:53.312562 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39638) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:53.319408 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-97877946-34f9-4704-bb19-55e7464a9d46 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Request body: {'security_group_rule': {'security_group_id': '3a2fe275-f101-43f9-909a-543377d38657', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:31:53.320445 n-d-779913-12 neutron-server[93177]: WARNING neutron.api.v2.base [None req-97877946-34f9-4704-bb19-55e7464a9d46 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jun 11 10:31:53.321165 n-d-779913-12 neutron-server[93177]: INFO neutron.api.v2.resource [None req-97877946-34f9-4704-bb19-55e7464a9d46 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 10:31:53.322513 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-97877946-34f9-4704-bb19-55e7464a9d46 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0084348 Jun 11 10:31:53.324888 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39640) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:53.331473 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-5b89a17f-8b56-494d-89bc-8157a2fe2f7c tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Request body: {'security_group_rule': {'security_group_id': '3a2fe275-f101-43f9-909a-543377d38657', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:31:53.566102 n-d-779913-12 neutron-server[93177]: INFO neutron.api.v2.resource [None req-5b89a17f-8b56-494d-89bc-8157a2fe2f7c tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 10:31:53.567071 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-5b89a17f-8b56-494d-89bc-8157a2fe2f7c tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2410626 Jun 11 10:31:53.570082 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39644) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:53.574801 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-31a72e84-07ae-4c06-b54e-b8f1ad077ecb tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Request body: {'security_group_rule': {'security_group_id': '3a2fe275-f101-43f9-909a-543377d38657', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:31:53.575305 n-d-779913-12 neutron-server[93177]: WARNING neutron.api.v2.base [None req-31a72e84-07ae-4c06-b54e-b8f1ad077ecb tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 11 10:31:53.575793 n-d-779913-12 neutron-server[93177]: INFO neutron.api.v2.resource [None req-31a72e84-07ae-4c06-b54e-b8f1ad077ecb tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 10:31:53.579218 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-31a72e84-07ae-4c06-b54e-b8f1ad077ecb tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0056798 Jun 11 10:31:53.579384 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39646) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:53.585038 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-2173652b-b845-4eb1-8db6-ed846d6ae851 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Request body: {'security_group_rule': {'security_group_id': '3a2fe275-f101-43f9-909a-543377d38657', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:31:53.695114 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-42a43547-10a4-40d0-8475-48f581f47f43 req-cedf2984-6e95-4429-9702-42bacae48bf5 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "GET /v2.0/ports?device_id=08e706fe-3078-4deb-8a24-6a1630ab35e8 HTTP/1.1" status: 200 len: 210 time: 0.0370815 Jun 11 10:31:53.938660 n-d-779913-12 neutron-server[93177]: INFO neutron.api.v2.resource [None req-2173652b-b845-4eb1-8db6-ed846d6ae851 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 10:31:53.939919 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-2173652b-b845-4eb1-8db6-ed846d6ae851 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3593855 Jun 11 10:31:53.944005 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39648) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:53.949986 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-51ae0704-63a5-430f-9a3f-8854fa7bef7e tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Request body: {'security_group_rule': {'security_group_id': '3a2fe275-f101-43f9-909a-543377d38657', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:31:53.949986 n-d-779913-12 neutron-server[93177]: WARNING neutron.api.v2.base [None req-51ae0704-63a5-430f-9a3f-8854fa7bef7e tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jun 11 10:31:53.949986 n-d-779913-12 neutron-server[93177]: INFO neutron.api.v2.resource [None req-51ae0704-63a5-430f-9a3f-8854fa7bef7e tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 10:31:53.950912 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-51ae0704-63a5-430f-9a3f-8854fa7bef7e tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0058684 Jun 11 10:31:53.953340 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39650) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:53.957394 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-bee4cdd0-fb56-4854-8fbc-a8a24e143d02 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Request body: {'security_group_rule': {'security_group_id': '3a2fe275-f101-43f9-909a-543377d38657', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:31:54.229693 n-d-779913-12 neutron-server[93177]: INFO neutron.api.v2.resource [None req-bee4cdd0-fb56-4854-8fbc-a8a24e143d02 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 10:31:54.230865 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-bee4cdd0-fb56-4854-8fbc-a8a24e143d02 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2766728 Jun 11 10:31:54.233891 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39652) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:54.238934 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-b23d4b94-2581-447b-a676-6b663cbda349 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Request body: {'security_group_rule': {'security_group_id': '3a2fe275-f101-43f9-909a-543377d38657', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:31:54.578549 n-d-779913-12 neutron-server[93177]: INFO neutron.api.v2.resource [None req-b23d4b94-2581-447b-a676-6b663cbda349 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 10:31:54.579646 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-b23d4b94-2581-447b-a676-6b663cbda349 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3447607 Jun 11 10:31:54.582559 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39654) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:54.646125 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b3141427-b949-4a7d-986d-2c91e6002988 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:54.672327 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b3141427-b949-4a7d-986d-2c91e6002988 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:54.792727 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39658) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:54.800912 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b3141427-b949-4a7d-986d-2c91e6002988 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:54.803706 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b3141427-b949-4a7d-986d-2c91e6002988 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:54.804840 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-b3141427-b949-4a7d-986d-2c91e6002988 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] 10.222.0.60 "DELETE /v2.0/security-groups/3a2fe275-f101-43f9-909a-543377d38657 HTTP/1.1" status: 204 len: 168 time: 0.2212877 Jun 11 10:31:54.807502 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39660) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:54.855209 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e3ecdaea-6848-4002-8714-52210362ed18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:54.857401 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-e113ddb1-1a6f-4aee-9262-2ec541f52dd0 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0486119 Jun 11 10:31:54.861060 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39662) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:54.865793 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-7956514d-bc3d-487e-8393-03f92ef52e33 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Request body: {'security_group': {'name': 'tempest-secgroup--1405898289'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:31:54.914230 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3141427-b949-4a7d-986d-2c91e6002988 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2fe275-f101-43f9-909a-543377d38657,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:54.989741 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7956514d-bc3d-487e-8393-03f92ef52e33 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:55.088103 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7956514d-bc3d-487e-8393-03f92ef52e33 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:55.212917 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7956514d-bc3d-487e-8393-03f92ef52e33 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:55.215533 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-13b7546e-2b92-469d-bda9-9364c67923e0 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:55.290152 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b3141427-b949-4a7d-986d-2c91e6002988 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:55.678435 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c92495b0-9cd6-4631-9c17-be15f15a1d00 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375209'] for router_interface, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:55.704986 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7956514d-bc3d-487e-8393-03f92ef52e33 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94ea7290-fec5-4a77-aa33-2894562f6877,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:55.707807 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7956514d-bc3d-487e-8393-03f92ef52e33 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:55.869531 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7956514d-bc3d-487e-8393-03f92ef52e33 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:55.870836 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-7956514d-bc3d-487e-8393-03f92ef52e33 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0086505 Jun 11 10:31:55.873692 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39664) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:55.878332 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-f714ecbf-9e03-4ea0-ba56-357aebe5a610 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Request body: {'security_group_rule': {'security_group_id': '94ea7290-fec5-4a77-aa33-2894562f6877', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:31:56.030733 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-c92495b0-9cd6-4631-9c17-be15f15a1d00 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Deleting port 2696b467-0cbd-4af0-b1af-9e09df36ce45 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:31:56.030993 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c92495b0-9cd6-4631-9c17-be15f15a1d00 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:56.144341 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-c92495b0-9cd6-4631-9c17-be15f15a1d00 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] For port 2696b467-0cbd-4af0-b1af-9e09df36ce45, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=2696b467-0cbd-4af0-b1af-9e09df36ce45,segment=NetworkSegment(91cdafeb-011e-4f07-97b5-bb8dcf845755),segment_id=91cdafeb-011e-4f07-97b5-bb8dcf845755)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:31:56.144707 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c92495b0-9cd6-4631-9c17-be15f15a1d00 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:56.153857 n-d-779913-12 neutron-server[93177]: INFO neutron.api.v2.resource [None req-f714ecbf-9e03-4ea0-ba56-357aebe5a610 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] create failed (client error): The resource could not be found. Jun 11 10:31:56.154888 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-f714ecbf-9e03-4ea0-ba56-357aebe5a610 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2802758 Jun 11 10:31:56.157792 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39666) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:56.163779 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-23098061-3dc7-4ce8-8cd3-4c05d203aeba tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Request body: {'security_group_rule': {'security_group_id': '94ea7290-fec5-4a77-aa33-2894562f6877', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'c2b5ebec-4f1a-4c03-9480-748dcfedf136'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:31:56.246993 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-c92495b0-9cd6-4631-9c17-be15f15a1d00 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Calling delete_port for 2696b467-0cbd-4af0-b1af-9e09df36ce45 owned by network:router_interface {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:31:56.383895 n-d-779913-12 neutron-server[93177]: INFO neutron.api.v2.resource [None req-23098061-3dc7-4ce8-8cd3-4c05d203aeba tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] create failed (client error): The resource could not be found. Jun 11 10:31:56.385330 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-23098061-3dc7-4ce8-8cd3-4c05d203aeba tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2260330 Jun 11 10:31:56.388352 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39668) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:56.449326 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a13ec873-49fb-4574-a4bc-ab712059bb20 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:56.475645 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a13ec873-49fb-4574-a4bc-ab712059bb20 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:56.578718 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c92495b0-9cd6-4631-9c17-be15f15a1d00 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:56.581601 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0acdd425-3ab6-4088-9af7-1dc2fcd27fce tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:56.613739 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92495b0-9cd6-4631-9c17-be15f15a1d00 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Pushing event deleted for resources: {'Port': ['ID=2696b467-0cbd-4af0-b1af-9e09df36ce45,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:56.616182 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c92495b0-9cd6-4631-9c17-be15f15a1d00 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:56.630155 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a13ec873-49fb-4574-a4bc-ab712059bb20 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:56.633345 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a13ec873-49fb-4574-a4bc-ab712059bb20 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:56.634840 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-a13ec873-49fb-4574-a4bc-ab712059bb20 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] 10.222.0.60 "DELETE /v2.0/security-groups/94ea7290-fec5-4a77-aa33-2894562f6877 HTTP/1.1" status: 204 len: 168 time: 0.2450342 Jun 11 10:31:56.635754 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-121ec3a2-f44b-4bf1-9096-100cbb59bcd4 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:56.639225 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39670) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:56.654531 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ec873-49fb-4574-a4bc-ab712059bb20 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ea7290-fec5-4a77-aa33-2894562f6877,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:56.673184 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ec873-49fb-4574-a4bc-ab712059bb20 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:31:56.673580 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ec873-49fb-4574-a4bc-ab712059bb20 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:31:56.673970 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ec873-49fb-4574-a4bc-ab712059bb20 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:31:56.674348 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ec873-49fb-4574-a4bc-ab712059bb20 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:31:56.674776 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ec873-49fb-4574-a4bc-ab712059bb20 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:31:56.675150 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ec873-49fb-4574-a4bc-ab712059bb20 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:31:56.675530 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ec873-49fb-4574-a4bc-ab712059bb20 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:31:56.675926 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ec873-49fb-4574-a4bc-ab712059bb20 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:31:56.676295 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ec873-49fb-4574-a4bc-ab712059bb20 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:31:56.676671 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ec873-49fb-4574-a4bc-ab712059bb20 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:31:56.677042 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ec873-49fb-4574-a4bc-ab712059bb20 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:31:56.677467 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ec873-49fb-4574-a4bc-ab712059bb20 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:31:56.713614 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a13ec873-49fb-4574-a4bc-ab712059bb20 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:56.735059 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-7f127738-46d7-4877-845e-a997f0922510 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0933945 Jun 11 10:31:56.740953 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39672) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:56.745813 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-5a29dcc1-9835-409e-8234-5e72684e9f1d tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Request body: {'security_group_rule': {'security_group_id': '572a0111-afdd-4141-a2b6-842f04644f7f', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:31:56.881743 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c92495b0-9cd6-4631-9c17-be15f15a1d00 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362297'] for router_interface, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:56.954142 n-d-779913-12 neutron-server[93177]: INFO neutron.api.v2.resource [None req-5a29dcc1-9835-409e-8234-5e72684e9f1d tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] create failed (client error): The resource could not be found. Jun 11 10:31:56.955146 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-5a29dcc1-9835-409e-8234-5e72684e9f1d tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2130992 Jun 11 10:31:56.959183 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39674) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:56.963811 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-f9c4a36a-0cff-4466-861b-da3b06d45d09 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Request body: {'security_group': {'name': 'tempest-secgroup--1736072134'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:31:57.075362 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f9c4a36a-0cff-4466-861b-da3b06d45d09 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:57.165597 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f9c4a36a-0cff-4466-861b-da3b06d45d09 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:57.188588 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 7257b1a9-0a4a-4c88-aee7-db2a98e98b3e no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:31:57.190369 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c92495b0-9cd6-4631-9c17-be15f15a1d00 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Router e82984cd-e4c4-4965-a19d-afb6d912911b has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:31:57.215882 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] No Port match for: 7257b1a9-0a4a-4c88-aee7-db2a98e98b3e {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:31:57.215882 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 7257b1a9-0a4a-4c88-aee7-db2a98e98b3e not bound to the agent host n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:31:57.263620 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f9c4a36a-0cff-4466-861b-da3b06d45d09 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:57.266341 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7a3f417a-7a9e-4a0e-be68-f6a8815b68e9 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:57.295056 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c4a36a-0cff-4466-861b-da3b06d45d09 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=711b517c-c5e2-4144-9f9d-3ac438822c34,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:57.297810 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f9c4a36a-0cff-4466-861b-da3b06d45d09 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:57.343699 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c92495b0-9cd6-4631-9c17-be15f15a1d00 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:31:57.349379 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-c92495b0-9cd6-4631-9c17-be15f15a1d00 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "PUT /v2.0/routers/e82984cd-e4c4-4965-a19d-afb6d912911b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5556450 Jun 11 10:31:57.352130 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39676) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:57.353821 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d3b06a-a9bb-4b1c-b819-144f3966168a None None] Sync routers for ids ['e82984cd-e4c4-4965-a19d-afb6d912911b'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:31:57.363641 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d3b06a-a9bb-4b1c-b819-144f3966168a None None] Routers {'e82984cd-e4c4-4965-a19d-afb6d912911b'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:31:57.364252 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-63d3b06a-a9bb-4b1c-b819-144f3966168a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:31:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['e82984cd-e4c4-4965-a19d-afb6d912911b'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:31:57.416949 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7af85b0-6f35-4779-8336-e4d4ecc8f60c tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Deleting subnet 52c260e0-c384-43a7-af7a-631c7e41241b {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:31:57.420082 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a7af85b0-6f35-4779-8336-e4d4ecc8f60c tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:57.471824 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a7af85b0-6f35-4779-8336-e4d4ecc8f60c tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:57.485385 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f9c4a36a-0cff-4466-861b-da3b06d45d09 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:57.489861 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-f9c4a36a-0cff-4466-861b-da3b06d45d09 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5264685 Jun 11 10:31:57.489992 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39678) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:57.494618 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-0a33099f-348b-45f4-8b62-7d0300927da7 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Request body: {'security_group': {'name': 'tempest-secgroup--1212401354'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:31:57.526716 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-63d3b06a-a9bb-4b1c-b819-144f3966168a None None] Set router e82984cd-e4c4-4965-a19d-afb6d912911b gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:31:57.579633 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a7af85b0-6f35-4779-8336-e4d4ecc8f60c tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:57.691000 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0a33099f-348b-45f4-8b62-7d0300927da7 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:57.774905 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-63d3b06a-a9bb-4b1c-b819-144f3966168a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e82984cd-e4c4-4965-a19d-afb6d912911b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-254095427', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '4f2f08af-68b3-44e7-9574-765ce0807da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:28:26Z', 'updated_at': '2021-06-11T10:31:56Z', 'revision_number': 5, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'gw_port': {'id': '4f2f08af-68b3-44e7-9574-765ce0807da6', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:60:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82984cd-e4c4-4965-a19d-afb6d912911b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:28:27Z', 'updated_at': '2021-06-11T10:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:31:57.778516 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d3b06a-a9bb-4b1c-b819-144f3966168a None None] Checking router: e82984cd-e4c4-4965-a19d-afb6d912911b for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:31:57.788573 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d3b06a-a9bb-4b1c-b819-144f3966168a None None] Routers {'e82984cd-e4c4-4965-a19d-afb6d912911b'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:31:57.789448 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-63d3b06a-a9bb-4b1c-b819-144f3966168a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:31:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['e82984cd-e4c4-4965-a19d-afb6d912911b'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:31:57.798358 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0a33099f-348b-45f4-8b62-7d0300927da7 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:57.903104 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a7af85b0-6f35-4779-8336-e4d4ecc8f60c tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:57.906290 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7b30fb4f-61ad-4728-8e58-56585c0f7826 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:57.934489 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-63d3b06a-a9bb-4b1c-b819-144f3966168a None None] Set router e82984cd-e4c4-4965-a19d-afb6d912911b gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:31:57.944357 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7af85b0-6f35-4779-8336-e4d4ecc8f60c tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Pushing event deleted for resources: {'Subnet': ['ID=52c260e0-c384-43a7-af7a-631c7e41241b,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:57.949473 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a7af85b0-6f35-4779-8336-e4d4ecc8f60c tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:57.951472 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a7af85b0-6f35-4779-8336-e4d4ecc8f60c tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:57.954231 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-a7af85b0-6f35-4779-8336-e4d4ecc8f60c tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "DELETE /v2.0/subnets/52c260e0-c384-43a7-af7a-631c7e41241b HTTP/1.1" status: 204 len: 168 time: 0.6010602 Jun 11 10:31:57.957432 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39680) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:57.966817 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0a33099f-348b-45f4-8b62-7d0300927da7 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:57.970373 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d789673f-47f0-406b-8a55-e60afd4a7de4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:57.974664 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74dd4cfc-d799-4e31-ae21-62056baa8109 None None] Network 5d6b570a-a2dd-4103-99e8-e9a125c30ddc requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:31:58.002389 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a33099f-348b-45f4-8b62-7d0300927da7 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fafead15-6a48-45fb-b731-dc7d167b23ae,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:58.005694 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0a33099f-348b-45f4-8b62-7d0300927da7 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:58.109659 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f2271850-f61b-4d6b-aaf1-53cd43d28f54 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for router, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:58.126622 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0a33099f-348b-45f4-8b62-7d0300927da7 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:58.132077 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-0a33099f-348b-45f4-8b62-7d0300927da7 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6409459 Jun 11 10:31:58.141925 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39682) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:58.141925 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-eea902b9-51de-40ae-b290-1ea96eb0a437 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Request body: {'security_group_rule': {'security_group_id': '711b517c-c5e2-4144-9f9d-3ac438822c34', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'fafead15-6a48-45fb-b731-dc7d167b23ae'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:31:58.261351 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f2271850-f61b-4d6b-aaf1-53cd43d28f54 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:58.324421 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-63d3b06a-a9bb-4b1c-b819-144f3966168a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e82984cd-e4c4-4965-a19d-afb6d912911b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-254095427', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '4f2f08af-68b3-44e7-9574-765ce0807da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:28:26Z', 'updated_at': '2021-06-11T10:31:56Z', 'revision_number': 5, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'gw_port': {'id': '4f2f08af-68b3-44e7-9574-765ce0807da6', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:60:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82984cd-e4c4-4965-a19d-afb6d912911b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:28:27Z', 'updated_at': '2021-06-11T10:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:31:58.328964 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d3b06a-a9bb-4b1c-b819-144f3966168a None None] The sync data for ids ['e82984cd-e4c4-4965-a19d-afb6d912911b'] in n-d-779913-12 is: [{'id': 'e82984cd-e4c4-4965-a19d-afb6d912911b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-254095427', 'tenant_id': '291bb5ee2189444bb635fe5a1d306c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '4f2f08af-68b3-44e7-9574-765ce0807da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:28:26Z', 'updated_at': '2021-06-11T10:31:56Z', 'revision_number': 5, 'project_id': '291bb5ee2189444bb635fe5a1d306c3b', 'gw_port': {'id': '4f2f08af-68b3-44e7-9574-765ce0807da6', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:60:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82984cd-e4c4-4965-a19d-afb6d912911b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:28:27Z', 'updated_at': '2021-06-11T10:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:31:58.359704 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39bc5d4a-a5c7-476a-b4ba-ec82c53081f7 None None] DHCP port deletion for 5d6b570a-a2dd-4103-99e8-e9a125c30ddc request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 10:31:58.418940 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-39bc5d4a-a5c7-476a-b4ba-ec82c53081f7 None None] Deleting port c049b64c-c37a-4f3b-bf44-4c986e18836b {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:31:58.419328 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-39bc5d4a-a5c7-476a-b4ba-ec82c53081f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:58.465777 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-f2271850-f61b-4d6b-aaf1-53cd43d28f54 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Deleting port 4f2f08af-68b3-44e7-9574-765ce0807da6 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:31:58.466121 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f2271850-f61b-4d6b-aaf1-53cd43d28f54 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:58.475240 n-d-779913-12 neutron-server[93177]: INFO neutron.api.v2.resource [None req-eea902b9-51de-40ae-b290-1ea96eb0a437 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 10:31:58.481366 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-eea902b9-51de-40ae-b290-1ea96eb0a437 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3426428 Jun 11 10:31:58.481366 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39684) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:58.504457 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-39bc5d4a-a5c7-476a-b4ba-ec82c53081f7 None None] For port c049b64c-c37a-4f3b-bf44-4c986e18836b, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=c049b64c-c37a-4f3b-bf44-4c986e18836b,segment=NetworkSegment(91cdafeb-011e-4f07-97b5-bb8dcf845755),segment_id=91cdafeb-011e-4f07-97b5-bb8dcf845755)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:31:58.504457 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-39bc5d4a-a5c7-476a-b4ba-ec82c53081f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:58.555200 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7892351c-6fcd-4ab7-bfba-fb83eaa473d7 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:58.580850 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-f2271850-f61b-4d6b-aaf1-53cd43d28f54 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] For port 4f2f08af-68b3-44e7-9574-765ce0807da6, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=4f2f08af-68b3-44e7-9574-765ce0807da6,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:31:58.580850 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f2271850-f61b-4d6b-aaf1-53cd43d28f54 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:58.584951 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7892351c-6fcd-4ab7-bfba-fb83eaa473d7 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:58.600161 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-39bc5d4a-a5c7-476a-b4ba-ec82c53081f7 None None] Calling delete_port for c049b64c-c37a-4f3b-bf44-4c986e18836b owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:31:58.682165 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-f2271850-f61b-4d6b-aaf1-53cd43d28f54 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Calling delete_port for 4f2f08af-68b3-44e7-9574-765ce0807da6 owned by network:router_gateway {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:31:58.739813 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7892351c-6fcd-4ab7-bfba-fb83eaa473d7 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:58.742669 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7892351c-6fcd-4ab7-bfba-fb83eaa473d7 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:58.748184 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-7892351c-6fcd-4ab7-bfba-fb83eaa473d7 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] 10.222.0.60 "DELETE /v2.0/security-groups/fafead15-6a48-45fb-b731-dc7d167b23ae HTTP/1.1" status: 204 len: 168 time: 0.2643433 Jun 11 10:31:58.748184 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d82b034e-30bc-4061-9efd-bb0109d76da5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:58.748421 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39686) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:58.757494 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7892351c-6fcd-4ab7-bfba-fb83eaa473d7 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fafead15-6a48-45fb-b731-dc7d167b23ae,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:58.760221 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7892351c-6fcd-4ab7-bfba-fb83eaa473d7 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:58.778331 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-39bc5d4a-a5c7-476a-b4ba-ec82c53081f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:58.780912 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-4be1f44f-676b-4882-8ef8-34e1129a60f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:58.818651 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bc5d4a-a5c7-476a-b4ba-ec82c53081f7 None None] Pushing event deleted for resources: {'Port': ['ID=c049b64c-c37a-4f3b-bf44-4c986e18836b,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:58.820662 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bc5d4a-a5c7-476a-b4ba-ec82c53081f7 None None] No DVR routers for this DVR port c049b64c-c37a-4f3b-bf44-4c986e18836b on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:31:58.838368 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bc5d4a-a5c7-476a-b4ba-ec82c53081f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:31:58.838716 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bc5d4a-a5c7-476a-b4ba-ec82c53081f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:31:58.839058 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bc5d4a-a5c7-476a-b4ba-ec82c53081f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:31:58.839394 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bc5d4a-a5c7-476a-b4ba-ec82c53081f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:31:58.839752 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bc5d4a-a5c7-476a-b4ba-ec82c53081f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:31:58.840079 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bc5d4a-a5c7-476a-b4ba-ec82c53081f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:31:58.840405 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bc5d4a-a5c7-476a-b4ba-ec82c53081f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:31:58.840734 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bc5d4a-a5c7-476a-b4ba-ec82c53081f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:31:58.841058 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bc5d4a-a5c7-476a-b4ba-ec82c53081f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:31:58.841380 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bc5d4a-a5c7-476a-b4ba-ec82c53081f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:31:58.841699 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bc5d4a-a5c7-476a-b4ba-ec82c53081f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:31:58.842018 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bc5d4a-a5c7-476a-b4ba-ec82c53081f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:31:58.846205 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-39bc5d4a-a5c7-476a-b4ba-ec82c53081f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:58.897643 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-ecb6af86-c24e-4d53-807a-91f6cb6bf28d tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1468911 Jun 11 10:31:58.900234 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39688) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:59.007420 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b3c7efba-f174-427f-9412-e9a925284050 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:59.037868 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b3c7efba-f174-427f-9412-e9a925284050 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:59.161113 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f2271850-f61b-4d6b-aaf1-53cd43d28f54 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:59.163198 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d9bae08a-639c-4471-8cdc-aeb87030451e tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:59.191837 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2271850-f61b-4d6b-aaf1-53cd43d28f54 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Pushing event deleted for resources: {'Port': ['ID=4f2f08af-68b3-44e7-9574-765ce0807da6,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:59.195365 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f2271850-f61b-4d6b-aaf1-53cd43d28f54 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:59.229240 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b3c7efba-f174-427f-9412-e9a925284050 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:59.231836 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b3c7efba-f174-427f-9412-e9a925284050 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:59.232968 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-b3c7efba-f174-427f-9412-e9a925284050 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] 10.222.0.60 "DELETE /v2.0/security-groups/711b517c-c5e2-4144-9f9d-3ac438822c34 HTTP/1.1" status: 204 len: 168 time: 0.3318379 Jun 11 10:31:59.234728 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4a8cbc96-e946-4d8a-8303-768ba411755c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:59.235721 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39690) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:59.275755 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c7efba-f174-427f-9412-e9a925284050 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=711b517c-c5e2-4144-9f9d-3ac438822c34,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:59.279213 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b3c7efba-f174-427f-9412-e9a925284050 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:59.284140 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-7d4c6892-3331-44d5-9496-a9f0061e4e16 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0470941 Jun 11 10:31:59.288717 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39692) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:59.293519 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-1cd85a81-6615-4cea-8eb5-c019a3f6e8dc tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Request body: {'security_group': {'name': 'tempest-secgroup--1511010581'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:31:59.304796 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f2271850-f61b-4d6b-aaf1-53cd43d28f54 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374120'] for router_gateway, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:59.451232 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f2271850-f61b-4d6b-aaf1-53cd43d28f54 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:59.453356 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f2271850-f61b-4d6b-aaf1-53cd43d28f54 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:59.565629 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1cd85a81-6615-4cea-8eb5-c019a3f6e8dc tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:59.602772 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f2271850-f61b-4d6b-aaf1-53cd43d28f54 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:59.603270 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2271850-f61b-4d6b-aaf1-53cd43d28f54 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Fanout notify agent at l3_agent the message router_deleted on router e82984cd-e4c4-4965-a19d-afb6d912911b {{(pid=93176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 10:31:59.614377 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f2271850-f61b-4d6b-aaf1-53cd43d28f54 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:59.616371 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-f2271850-f61b-4d6b-aaf1-53cd43d28f54 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "DELETE /v2.0/routers/e82984cd-e4c4-4965-a19d-afb6d912911b HTTP/1.1" status: 204 len: 168 time: 1.6579487 Jun 11 10:31:59.618364 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39694) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:59.670172 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1cd85a81-6615-4cea-8eb5-c019a3f6e8dc tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:59.736675 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e92e4037-399d-4b2f-a3d7-593d82c2ae52 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:59.748361 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1cd85a81-6615-4cea-8eb5-c019a3f6e8dc tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:59.752755 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b3c7efba-f174-427f-9412-e9a925284050 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:31:59.785367 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd85a81-6615-4cea-8eb5-c019a3f6e8dc tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e73a996a-07a2-435a-9040-ba3631eb5cc7,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:31:59.788007 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1cd85a81-6615-4cea-8eb5-c019a3f6e8dc tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:31:59.846762 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1cd85a81-6615-4cea-8eb5-c019a3f6e8dc tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:59.848117 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-1cd85a81-6615-4cea-8eb5-c019a3f6e8dc tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5584354 Jun 11 10:31:59.850926 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39696) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:59.855694 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-e39c3c53-ae1e-4e3b-b625-915db7fc2f00 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:31:59.856119 n-d-779913-12 neutron-server[93176]: WARNING neutron.api.v2.base [None req-e39c3c53-ae1e-4e3b-b625-915db7fc2f00 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 11 10:31:59.856618 n-d-779913-12 neutron-server[93176]: INFO neutron.api.v2.resource [None req-e39c3c53-ae1e-4e3b-b625-915db7fc2f00 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] update failed (client error): There was a conflict when trying to complete your request. Jun 11 10:31:59.857597 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-e39c3c53-ae1e-4e3b-b625-915db7fc2f00 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] 10.222.0.60 "PUT /v2.0/security-groups/e73a996a-07a2-435a-9040-ba3631eb5cc7 HTTP/1.1" status: 409 len: 330 time: 0.0056055 Jun 11 10:31:59.860536 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39698) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:31:59.866718 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e92e4037-399d-4b2f-a3d7-593d82c2ae52 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:59.880770 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-e92e4037-399d-4b2f-a3d7-593d82c2ae52 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d6b570a-a2dd-4103-99e8-e9a125c30ddc']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:31:59.893448 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-e92e4037-399d-4b2f-a3d7-593d82c2ae52 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91cdafeb-011e-4f07-97b5-bb8dcf845755') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:31:59.893754 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-e92e4037-399d-4b2f-a3d7-593d82c2ae52 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91cdafeb-011e-4f07-97b5-bb8dcf845755') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:31:59.904067 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e92e4037-399d-4b2f-a3d7-593d82c2ae52 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:59.919410 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e92e4037-399d-4b2f-a3d7-593d82c2ae52 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:59.921554 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-16c72154-3920-4a6b-b397-f7b96b91e378 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:59.926200 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e92e4037-399d-4b2f-a3d7-593d82c2ae52 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Releasing vlan 787 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:31:59.926612 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e92e4037-399d-4b2f-a3d7-593d82c2ae52 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:31:59.929804 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 10:31:59.929804 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:31:59.929804 n-d-779913-12 neutron-server[93177]: timer() Jun 11 10:31:59.929804 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:31:59.929804 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 10:31:59.929804 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:31:59.929804 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 10:31:59.929804 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:31:59.929804 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 10:31:59.929804 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:31:59.929804 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 10:31:59.929804 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:31:59.929804 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 10:31:59.929804 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:31:59.929804 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:31:59.929804 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:31:59.929804 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:31:59.929804 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:31:59.929804 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 10:31:59.929804 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:31:59.929804 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 10:31:59.929804 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:31:59.929804 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:31:59.929804 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:31:59.929804 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 10:31:59.929804 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:31:59.929804 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:31:59.929804 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:31:59.929804 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:31:59.929804 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:31:59.929804 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:31:59.929804 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:31:59.958557 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-16c72154-3920-4a6b-b397-f7b96b91e378 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:32:00.098506 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e92e4037-399d-4b2f-a3d7-593d82c2ae52 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:32:00.109710 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-242826bd-0718-4c8f-8404-41a5414cd611 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:32:00.112252 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e92e4037-399d-4b2f-a3d7-593d82c2ae52 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:32:00.116703 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-e92e4037-399d-4b2f-a3d7-593d82c2ae52 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "DELETE /v2.0/networks/5d6b570a-a2dd-4103-99e8-e9a125c30ddc HTTP/1.1" status: 204 len: 168 time: 0.4946296 Jun 11 10:32:00.119847 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39700) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:32:00.142233 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92e4037-399d-4b2f-a3d7-593d82c2ae52 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Pushing event deleted for resources: {'Network': ['ID=5d6b570a-a2dd-4103-99e8-e9a125c30ddc,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:32:00.147986 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device c049b64c-c37a-4f3b-bf44-4c986e18836b no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:32:00.153235 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e92e4037-399d-4b2f-a3d7-593d82c2ae52 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:32:00.183411 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: c049b64c-c37a-4f3b-bf44-4c986e18836b {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:32:00.184328 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device c049b64c-c37a-4f3b-bf44-4c986e18836b not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:32:00.184946 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 2696b467-0cbd-4af0-b1af-9e09df36ce45 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:32:00.208749 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3c065bdb-0c5f-478d-82a8-6a4e829c2bfc tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:32:00.223699 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 2696b467-0cbd-4af0-b1af-9e09df36ce45 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:32:00.225137 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 2696b467-0cbd-4af0-b1af-9e09df36ce45 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:32:00.240221 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3c065bdb-0c5f-478d-82a8-6a4e829c2bfc tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:32:00.457354 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3c065bdb-0c5f-478d-82a8-6a4e829c2bfc tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:32:00.459970 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3c065bdb-0c5f-478d-82a8-6a4e829c2bfc tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:32:00.461145 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-3c065bdb-0c5f-478d-82a8-6a4e829c2bfc tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] 10.222.0.60 "DELETE /v2.0/security-groups/40bb8d94-2b76-4361-ae63-2be0f733f6e7 HTTP/1.1" status: 204 len: 168 time: 0.3404810 Jun 11 10:32:00.461982 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f7814513-7757-4f74-9170-3b8c4d70cc60 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:32:00.472421 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c065bdb-0c5f-478d-82a8-6a4e829c2bfc tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40bb8d94-2b76-4361-ae63-2be0f733f6e7,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:32:00.475347 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3c065bdb-0c5f-478d-82a8-6a4e829c2bfc tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:32:00.526506 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-16c72154-3920-4a6b-b397-f7b96b91e378 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:32:00.529234 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-16c72154-3920-4a6b-b397-f7b96b91e378 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:32:00.530370 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-16c72154-3920-4a6b-b397-f7b96b91e378 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] 10.222.0.60 "DELETE /v2.0/security-groups/e73a996a-07a2-435a-9040-ba3631eb5cc7 HTTP/1.1" status: 204 len: 168 time: 0.6689653 Jun 11 10:32:00.531183 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7f624d0f-c45c-49ce-abef-66114e6bf3c1 tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:32:00.533236 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39704) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:32:00.541975 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c72154-3920-4a6b-b397-f7b96b91e378 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e73a996a-07a2-435a-9040-ba3631eb5cc7,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:32:00.544331 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-16c72154-3920-4a6b-b397-f7b96b91e378 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:32:00.587221 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-f709da11-8677-44a6-98a0-e750e999e657 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0526915 Jun 11 10:32:00.590923 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39706) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:32:00.610535 n-d-779913-12 neutron-server[93177]: INFO neutron.api.v2.resource [None req-db7ffd9b-eb2d-45d0-84fb-9323e874764c tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] delete failed (client error): The resource could not be found. Jun 11 10:32:00.611553 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-db7ffd9b-eb2d-45d0-84fb-9323e874764c tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] 10.222.0.60 "DELETE /v2.0/security-groups/9b7b0d8d-14ed-48f5-8cea-c4c02eb2f934 HTTP/1.1" status: 404 len: 347 time: 0.0196865 Jun 11 10:32:00.617064 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39708) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:32:00.633586 n-d-779913-12 neutron-server[93177]: INFO neutron.api.v2.resource [None req-b86b81de-f908-4a07-91d6-c3e3e8b310ae tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] show failed (client error): The resource could not be found. Jun 11 10:32:00.634838 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-b86b81de-f908-4a07-91d6-c3e3e8b310ae tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] 10.222.0.60 "GET /v2.0/security-groups/ac0cae64-8326-457d-a0e2-09ee4d74c823 HTTP/1.1" status: 404 len: 347 time: 0.0165906 Jun 11 10:32:00.638681 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39712) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:32:00.651898 n-d-779913-12 neutron-server[93177]: INFO neutron.api.v2.resource [None req-07f6f2a9-c811-4a8b-b167-a68bf1d39a95 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] show failed (client error): The resource could not be found. Jun 11 10:32:00.652867 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-07f6f2a9-c811-4a8b-b167-a68bf1d39a95 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] 10.222.0.60 "GET /v2.0/security-group-rules/f85daeac-112b-4a2c-baff-0dd0459adc6e HTTP/1.1" status: 404 len: 356 time: 0.0131915 Jun 11 10:32:01.134001 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39718) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:32:01.227000 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39724) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:32:01.324724 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-04ec9b33-5a66-4b8d-b029-fd1aa7523b0b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=291bb5ee2189444bb635fe5a1d306c3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1891680 Jun 11 10:32:01.327310 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39728) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:32:01.365366 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-0632bf12-ea9a-47a7-92ab-15d67dd0bc21 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d4bf395325534e978202b30cf881b8d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1369803 Jun 11 10:32:01.375869 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 39730) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:32:01.382974 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f3fa24c1-1c73-45fe-93f1-17fc6cbffab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:32:01.416678 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f3fa24c1-1c73-45fe-93f1-17fc6cbffab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:32:01.431521 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-62aa5053-3b08-42e7-b268-17173c87d465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:32:01.460751 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-62aa5053-3b08-42e7-b268-17173c87d465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:32:01.578182 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f3fa24c1-1c73-45fe-93f1-17fc6cbffab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:32:01.581469 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f3fa24c1-1c73-45fe-93f1-17fc6cbffab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:32:01.582599 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-f3fa24c1-1c73-45fe-93f1-17fc6cbffab0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a1fc8afd-d35d-4e06-9ad2-06d0f0596a03 HTTP/1.1" status: 204 len: 168 time: 0.2542348 Jun 11 10:32:01.583470 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-286d379f-4adf-4bb7-9230-1f99949b5c45 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:32:01.601181 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa24c1-1c73-45fe-93f1-17fc6cbffab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1fc8afd-d35d-4e06-9ad2-06d0f0596a03,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:32:01.601181 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f3fa24c1-1c73-45fe-93f1-17fc6cbffab0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:32:01.662366 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-62aa5053-3b08-42e7-b268-17173c87d465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:32:01.665025 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-62aa5053-3b08-42e7-b268-17173c87d465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:32:01.666275 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-62aa5053-3b08-42e7-b268-17173c87d465 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/23a4daae-af64-461e-8d06-260b2cf4b18d HTTP/1.1" status: 204 len: 168 time: 0.2893870 Jun 11 10:32:01.667237 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-950c30ff-0cf8-4c3e-8a51-8fba55ec99fd tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:32:01.676553 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aa5053-3b08-42e7-b268-17173c87d465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a4daae-af64-461e-8d06-260b2cf4b18d,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:32:01.678898 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-62aa5053-3b08-42e7-b268-17173c87d465 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:32:01.750530 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 4f2f08af-68b3-44e7-9574-765ce0807da6 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:32:01.769382 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 4f2f08af-68b3-44e7-9574-765ce0807da6 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:32:01.769740 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 4f2f08af-68b3-44e7-9574-765ce0807da6 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:32:01.771226 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:32:02.593441 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39750) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:32:02.640015 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-2530eb04-49cd-4820-b561-2b1e1702c79e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4b817b7b4ba4410789f8bf058edef21f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0452614 Jun 11 10:32:02.642544 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39754) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:32:02.704794 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ba80abcd-ff8c-4824-ac40-79db8b236d07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:32:02.734006 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ba80abcd-ff8c-4824-ac40-79db8b236d07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:32:02.875687 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ba80abcd-ff8c-4824-ac40-79db8b236d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:32:02.878832 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ba80abcd-ff8c-4824-ac40-79db8b236d07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:32:02.880017 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-ba80abcd-ff8c-4824-ac40-79db8b236d07 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c1c7170f-c17f-4eb9-997e-b28f1937a893 HTTP/1.1" status: 204 len: 168 time: 0.2361708 Jun 11 10:32:02.880969 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-66a780c4-dd92-4b71-b274-2f10d4d05fc9 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:32:02.890391 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba80abcd-ff8c-4824-ac40-79db8b236d07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c7170f-c17f-4eb9-997e-b28f1937a893,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:32:02.898764 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba80abcd-ff8c-4824-ac40-79db8b236d07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:32:02.899205 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba80abcd-ff8c-4824-ac40-79db8b236d07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:32:02.899609 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba80abcd-ff8c-4824-ac40-79db8b236d07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:32:02.899991 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba80abcd-ff8c-4824-ac40-79db8b236d07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:32:02.900368 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba80abcd-ff8c-4824-ac40-79db8b236d07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:32:02.900719 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba80abcd-ff8c-4824-ac40-79db8b236d07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:32:02.901085 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba80abcd-ff8c-4824-ac40-79db8b236d07 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:32:02.901454 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba80abcd-ff8c-4824-ac40-79db8b236d07 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:32:02.901815 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba80abcd-ff8c-4824-ac40-79db8b236d07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:32:02.902185 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba80abcd-ff8c-4824-ac40-79db8b236d07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:32:02.902545 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba80abcd-ff8c-4824-ac40-79db8b236d07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:32:02.902904 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba80abcd-ff8c-4824-ac40-79db8b236d07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:32:02.906109 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ba80abcd-ff8c-4824-ac40-79db8b236d07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:32:03.801186 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39776) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:32:03.912435 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3f1d5fdc-eb40-4551-a809-910a3028b1d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:32:04.012825 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3f1d5fdc-eb40-4551-a809-910a3028b1d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:32:04.092277 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3f1d5fdc-eb40-4551-a809-910a3028b1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:32:04.095026 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0ab467c0-a4c3-43d3-be22-840fc2ef7060 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:32:04.134442 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1d5fdc-eb40-4551-a809-910a3028b1d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8536f1ef-f2fe-459b-a10f-7d6de7636803,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:32:04.138852 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-3f1d5fdc-eb40-4551-a809-910a3028b1d8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2f4a635068f143238fee1f19e57c69df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3366501 Jun 11 10:32:04.139919 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3f1d5fdc-eb40-4551-a809-910a3028b1d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:32:04.142408 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 39780) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:32:04.199308 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d51e79ea-a7da-4307-9402-18ebf68a05cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:32:04.222974 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d51e79ea-a7da-4307-9402-18ebf68a05cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:32:04.383769 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d51e79ea-a7da-4307-9402-18ebf68a05cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:32:04.386790 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d51e79ea-a7da-4307-9402-18ebf68a05cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:32:04.388017 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-d51e79ea-a7da-4307-9402-18ebf68a05cc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8536f1ef-f2fe-459b-a10f-7d6de7636803 HTTP/1.1" status: 204 len: 168 time: 0.2451694 Jun 11 10:32:04.388983 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-81f1dd90-9e67-4702-8dc2-59a574e75b82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:32:04.398932 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51e79ea-a7da-4307-9402-18ebf68a05cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8536f1ef-f2fe-459b-a10f-7d6de7636803,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:32:04.401296 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d51e79ea-a7da-4307-9402-18ebf68a05cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:32:04.403154 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [req-97887d65-1b5b-4136-be13-ab23879dc8d6 req-d3c8e6b3-7961-43fc-9456-da52e35ea208 service neutron] (93176) timed out ('10.222.0.60', 33254) {{(pid=93176) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 11 10:32:06.012434 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:32:07.484479 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:32:13.001236 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ece72327-4d48-4693-95b2-f8b5181f1776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:32:15.881604 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-55654ffa-f8cc-4aa9-b30d-77093acfe308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:32:15.979740 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:32:16.789475 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:32:18.548797 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:32:31.644302 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:32:36.067290 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:32:42.952526 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d0620621-c95d-4cea-bb6e-ddbe95624e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:32:44.482540 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:32:46.044100 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f86f8158-6bd4-464d-b03a-74808c72ead2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:32:46.108679 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:32:46.822712 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:32:48.537206 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:33:01.662999 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:33:06.028185 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:33:12.952836 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e6ee3eaa-cd07-43c7-bb25-9ef3690697af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:33:15.885449 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-69f77415-2517-446d-b8bf-0d271164d151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:33:15.993467 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:33:16.849212 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:33:18.593841 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:33:21.481091 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:33:21.669103 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 40866) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:33:21.775952 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9cd15b7e-06ec-4e89-a28d-58a38a69c44e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:33:21.874560 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9cd15b7e-06ec-4e89-a28d-58a38a69c44e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:33:21.959074 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9cd15b7e-06ec-4e89-a28d-58a38a69c44e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:33:21.961771 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-62aa5053-3b08-42e7-b268-17173c87d465 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:33:22.001950 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-9cd15b7e-06ec-4e89-a28d-58a38a69c44e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cf5f0375cd534dc4bde52614a50bfb0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3314860 Jun 11 10:33:22.002736 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd15b7e-06ec-4e89-a28d-58a38a69c44e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbcde488-a5fe-4d27-aca3-0c0421c15b59,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:33:22.005073 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 40872) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:33:22.011320 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd15b7e-06ec-4e89-a28d-58a38a69c44e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:33:22.011771 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd15b7e-06ec-4e89-a28d-58a38a69c44e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:33:22.012157 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd15b7e-06ec-4e89-a28d-58a38a69c44e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:33:22.012588 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd15b7e-06ec-4e89-a28d-58a38a69c44e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:33:22.012960 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd15b7e-06ec-4e89-a28d-58a38a69c44e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:33:22.013331 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd15b7e-06ec-4e89-a28d-58a38a69c44e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:33:22.013699 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd15b7e-06ec-4e89-a28d-58a38a69c44e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:33:22.014068 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd15b7e-06ec-4e89-a28d-58a38a69c44e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:33:22.014437 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd15b7e-06ec-4e89-a28d-58a38a69c44e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:33:22.014799 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd15b7e-06ec-4e89-a28d-58a38a69c44e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:33:22.015166 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd15b7e-06ec-4e89-a28d-58a38a69c44e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:33:22.015529 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd15b7e-06ec-4e89-a28d-58a38a69c44e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:33:22.020280 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9cd15b7e-06ec-4e89-a28d-58a38a69c44e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:33:22.061601 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b2c2bd6d-c334-4dbe-8322-ff70b46b5870 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:33:22.085539 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b2c2bd6d-c334-4dbe-8322-ff70b46b5870 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:33:22.244999 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b2c2bd6d-c334-4dbe-8322-ff70b46b5870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:33:22.247662 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b2c2bd6d-c334-4dbe-8322-ff70b46b5870 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:33:22.248841 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-b2c2bd6d-c334-4dbe-8322-ff70b46b5870 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fbcde488-a5fe-4d27-aca3-0c0421c15b59 HTTP/1.1" status: 204 len: 168 time: 0.2426679 Jun 11 10:33:22.249814 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f3fa24c1-1c73-45fe-93f1-17fc6cbffab0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:33:22.259127 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c2bd6d-c334-4dbe-8322-ff70b46b5870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbcde488-a5fe-4d27-aca3-0c0421c15b59,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:33:22.266766 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c2bd6d-c334-4dbe-8322-ff70b46b5870 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:33:22.272275 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c2bd6d-c334-4dbe-8322-ff70b46b5870 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:33:22.272275 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c2bd6d-c334-4dbe-8322-ff70b46b5870 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:33:22.272275 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c2bd6d-c334-4dbe-8322-ff70b46b5870 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:33:22.272275 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c2bd6d-c334-4dbe-8322-ff70b46b5870 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:33:22.272275 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c2bd6d-c334-4dbe-8322-ff70b46b5870 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:33:22.272275 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c2bd6d-c334-4dbe-8322-ff70b46b5870 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:33:22.272275 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c2bd6d-c334-4dbe-8322-ff70b46b5870 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:33:22.272275 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c2bd6d-c334-4dbe-8322-ff70b46b5870 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:33:22.272275 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c2bd6d-c334-4dbe-8322-ff70b46b5870 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:33:22.272275 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c2bd6d-c334-4dbe-8322-ff70b46b5870 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:33:22.272275 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c2bd6d-c334-4dbe-8322-ff70b46b5870 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:33:22.274677 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b2c2bd6d-c334-4dbe-8322-ff70b46b5870 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:33:29.721585 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 40936) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:33:29.839288 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d57f30dc-76ee-4d9a-bf26-598badef8b54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:33:29.937969 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d57f30dc-76ee-4d9a-bf26-598badef8b54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:33:30.050796 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d57f30dc-76ee-4d9a-bf26-598badef8b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:33:30.053666 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-cf6cfa50-e198-4df0-b5fa-2671dd669847 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:33:30.094945 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-d57f30dc-76ee-4d9a-bf26-598badef8b54 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=da9abf84f01c416ba4ae8a88094d3829&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3716335 Jun 11 10:33:30.095956 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57f30dc-76ee-4d9a-bf26-598badef8b54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ccaea48-1484-4215-9c36-e6c626e0c752,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:33:30.100037 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d57f30dc-76ee-4d9a-bf26-598badef8b54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:33:30.104752 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 40940) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:33:30.162596 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-979b5a69-3ff2-49a2-a40f-daba9bbf34fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:33:30.185167 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-979b5a69-3ff2-49a2-a40f-daba9bbf34fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:33:30.363361 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-979b5a69-3ff2-49a2-a40f-daba9bbf34fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:33:30.366017 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-979b5a69-3ff2-49a2-a40f-daba9bbf34fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:33:30.367216 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-979b5a69-3ff2-49a2-a40f-daba9bbf34fb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5ccaea48-1484-4215-9c36-e6c626e0c752 HTTP/1.1" status: 204 len: 168 time: 0.2611129 Jun 11 10:33:30.368091 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2d7901ba-ffed-42bc-b5bb-5bdd644c6a47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:33:30.378080 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979b5a69-3ff2-49a2-a40f-daba9bbf34fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ccaea48-1484-4215-9c36-e6c626e0c752,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:33:30.381101 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-979b5a69-3ff2-49a2-a40f-daba9bbf34fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:33:31.696217 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:33:36.008324 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:33:36.654136 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 41096) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:33:36.764142 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-54287c34-b8d7-4d2b-90ed-d48b4d90c03d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:33:36.858963 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-54287c34-b8d7-4d2b-90ed-d48b4d90c03d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:33:36.976325 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-54287c34-b8d7-4d2b-90ed-d48b4d90c03d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:33:36.978872 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-16c72154-3920-4a6b-b397-f7b96b91e378 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:33:37.023062 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54287c34-b8d7-4d2b-90ed-d48b4d90c03d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b3b12e4-c38f-42ac-a1c7-2a9265a50887,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:33:37.028520 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-54287c34-b8d7-4d2b-90ed-d48b4d90c03d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d0ec70208e4b46ec895c32954bb6947a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3730538 Jun 11 10:33:37.030002 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-54287c34-b8d7-4d2b-90ed-d48b4d90c03d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:33:37.030959 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 41100) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:33:37.097120 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7a88c75d-8eb8-4892-bdcd-69576590669b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:33:37.124324 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7a88c75d-8eb8-4892-bdcd-69576590669b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:33:37.288623 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7a88c75d-8eb8-4892-bdcd-69576590669b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:33:37.291159 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7a88c75d-8eb8-4892-bdcd-69576590669b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:33:37.292326 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-7a88c75d-8eb8-4892-bdcd-69576590669b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6b3b12e4-c38f-42ac-a1c7-2a9265a50887 HTTP/1.1" status: 204 len: 168 time: 0.2604609 Jun 11 10:33:37.293240 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-498db474-864d-4e81-92e9-c3e61dc77805 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:33:37.302454 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a88c75d-8eb8-4892-bdcd-69576590669b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b3b12e4-c38f-42ac-a1c7-2a9265a50887,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:33:37.309356 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7a88c75d-8eb8-4892-bdcd-69576590669b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:33:38.228896 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 41106) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:33:38.243091 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-173f202b-48f8-49e6-8ba4-73d5c7cd79a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:33:38.337542 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-173f202b-48f8-49e6-8ba4-73d5c7cd79a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:33:38.445069 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-173f202b-48f8-49e6-8ba4-73d5c7cd79a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:33:38.449110 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f9c4a36a-0cff-4466-861b-da3b06d45d09 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:33:38.493237 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-173f202b-48f8-49e6-8ba4-73d5c7cd79a9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=df26da9654344ccd93657345ba0da62e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2656798 Jun 11 10:33:38.495295 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173f202b-48f8-49e6-8ba4-73d5c7cd79a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef422d6d-7b88-4365-ae0d-d1234242e4d4,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:33:38.496144 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 41108) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:33:38.500366 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-173f202b-48f8-49e6-8ba4-73d5c7cd79a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:33:38.552280 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-91e0e7df-2500-478c-ae5b-117f6c016e97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:33:38.575742 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-91e0e7df-2500-478c-ae5b-117f6c016e97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:33:38.786418 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-91e0e7df-2500-478c-ae5b-117f6c016e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:33:38.789053 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-91e0e7df-2500-478c-ae5b-117f6c016e97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:33:38.790183 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-91e0e7df-2500-478c-ae5b-117f6c016e97 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ef422d6d-7b88-4365-ae0d-d1234242e4d4 HTTP/1.1" status: 204 len: 168 time: 0.2928112 Jun 11 10:33:38.791670 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3f872632-0ffd-4736-8211-e7c9e293a71e tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:33:38.800643 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e0e7df-2500-478c-ae5b-117f6c016e97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef422d6d-7b88-4365-ae0d-d1234242e4d4,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:33:38.802897 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-91e0e7df-2500-478c-ae5b-117f6c016e97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:33:43.016472 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-09a7d339-bd5b-4eb2-aa1c-9ae980947ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:33:45.884438 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-29606b73-5b10-4461-bbda-73597b84306b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:33:45.996888 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:33:46.793064 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:33:48.541882 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:33:50.786630 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f7feefde-d9d2-4bc7-8695-9da47fc8f995 req-8fcc2b01-df31-4583-933c-e8ba945027d7 tempest-ServersAdminNegativeTestJSON-19437566 tempest-ServersAdminNegativeTestJSON-19437566-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=f39eebe74cee4aa8b6111687c4c8d2f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336149 Jun 11 10:33:50.989680 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7feefde-d9d2-4bc7-8695-9da47fc8f995 req-9d9bedbd-a295-467e-a006-27d226f31d72 tempest-ServersAdminNegativeTestJSON-19437566 tempest-ServersAdminNegativeTestJSON-19437566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:33:50.991063 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f7feefde-d9d2-4bc7-8695-9da47fc8f995 req-9d9bedbd-a295-467e-a006-27d226f31d72 tempest-ServersAdminNegativeTestJSON-19437566 tempest-ServersAdminNegativeTestJSON-19437566-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1992002 Jun 11 10:33:51.007656 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f7feefde-d9d2-4bc7-8695-9da47fc8f995 req-fe7fdd71-567a-427a-8e30-969bfd300b8d tempest-ServersAdminNegativeTestJSON-19437566 tempest-ServersAdminNegativeTestJSON-19437566-project] 10.222.0.60 "GET /v2.0/quotas/f39eebe74cee4aa8b6111687c4c8d2f8 HTTP/1.1" status: 200 len: 375 time: 0.0091014 Jun 11 10:33:51.060772 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f7feefde-d9d2-4bc7-8695-9da47fc8f995 req-fd0e9c80-dff3-4e0d-b387-25eaed7fa08a tempest-ServersAdminNegativeTestJSON-19437566 tempest-ServersAdminNegativeTestJSON-19437566-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f39eebe74cee4aa8b6111687c4c8d2f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476906 Jun 11 10:33:51.327302 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-380e15bb-7a75-43ba-aefe-17e9bba6329d req-3961519d-20ab-472c-8802-ff55137252cd tempest-ServersAdminNegativeTestJSON-19437566 tempest-ServersAdminNegativeTestJSON-19437566-project] 10.222.0.60 "GET /v2.0/ports?device_id=44af916f-32b0-4c96-9879-578dd9affcb5 HTTP/1.1" status: 200 len: 210 time: 0.0419071 Jun 11 10:33:52.434780 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f56aff91-fcf7-46da-b984-864a1da142f2 req-e222d566-c2eb-4d77-bbfd-942dd7ba6fe5 tempest-ServersAdminNegativeTestJSON-19437566 tempest-ServersAdminNegativeTestJSON-19437566-project] 10.222.0.60 "GET /v2.0/ports?device_id=44af916f-32b0-4c96-9879-578dd9affcb5 HTTP/1.1" status: 200 len: 210 time: 0.0330837 Jun 11 10:33:53.582387 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e17605e0-8262-425e-9ca0-4ada5c09c0de req-9b8cb724-4ab0-4900-a173-931924ff95a2 tempest-ServersAdminNegativeTestJSON-19437566 tempest-ServersAdminNegativeTestJSON-19437566-project] 10.222.0.60 "GET /v2.0/ports?device_id=44af916f-32b0-4c96-9879-578dd9affcb5 HTTP/1.1" status: 200 len: 210 time: 0.0339015 Jun 11 10:33:54.124072 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f7feefde-d9d2-4bc7-8695-9da47fc8f995 req-f91b018b-5d60-4472-b5ec-f65fcdc816c7 tempest-ServersAdminNegativeTestJSON-19437566 tempest-ServersAdminNegativeTestJSON-19437566-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=f39eebe74cee4aa8b6111687c4c8d2f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255675 Jun 11 10:33:54.258250 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7feefde-d9d2-4bc7-8695-9da47fc8f995 req-fc18d046-50fc-43ff-94fb-9de569568f8f tempest-ServersAdminNegativeTestJSON-19437566 tempest-ServersAdminNegativeTestJSON-19437566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:33:54.259402 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f7feefde-d9d2-4bc7-8695-9da47fc8f995 req-fc18d046-50fc-43ff-94fb-9de569568f8f tempest-ServersAdminNegativeTestJSON-19437566 tempest-ServersAdminNegativeTestJSON-19437566-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1304164 Jun 11 10:33:54.271969 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-f7feefde-d9d2-4bc7-8695-9da47fc8f995 req-e10ae71f-88a0-48a2-9e90-03b743465f49 tempest-ServersAdminNegativeTestJSON-19437566 tempest-ServersAdminNegativeTestJSON-19437566-project] Request body: {'port': {'device_id': '44af916f-32b0-4c96-9879-578dd9affcb5', 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60', 'admin_state_up': True, 'tenant_id': 'f39eebe74cee4aa8b6111687c4c8d2f8'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:33:54.471065 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7feefde-d9d2-4bc7-8695-9da47fc8f995 req-e10ae71f-88a0-48a2-9e90-03b743465f49 tempest-ServersAdminNegativeTestJSON-19437566 tempest-ServersAdminNegativeTestJSON-19437566-project] Made reservation on behalf of f39eebe74cee4aa8b6111687c4c8d2f8 for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:33:54.475321 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-f7feefde-d9d2-4bc7-8695-9da47fc8f995 req-e10ae71f-88a0-48a2-9e90-03b743465f49 tempest-ServersAdminNegativeTestJSON-19437566 tempest-ServersAdminNegativeTestJSON-19437566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:33:54.487118 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-f7feefde-d9d2-4bc7-8695-9da47fc8f995 req-e10ae71f-88a0-48a2-9e90-03b743465f49 tempest-ServersAdminNegativeTestJSON-19437566 tempest-ServersAdminNegativeTestJSON-19437566-project] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:33:54.582637 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-f7feefde-d9d2-4bc7-8695-9da47fc8f995 req-e10ae71f-88a0-48a2-9e90-03b743465f49 tempest-ServersAdminNegativeTestJSON-19437566 tempest-ServersAdminNegativeTestJSON-19437566-project] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:33:54.650511 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-f7feefde-d9d2-4bc7-8695-9da47fc8f995 req-e10ae71f-88a0-48a2-9e90-03b743465f49 tempest-ServersAdminNegativeTestJSON-19437566 tempest-ServersAdminNegativeTestJSON-19437566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:33:54.654920 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5b50a345-139a-46b9-b61e-b82585a7ea9e tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:33:54.763117 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10ae71f-88a0-48a2-9e90-03b743465f49 tempest-ServersAdminNegativeTestJSON-19437566 tempest-ServersAdminNegativeTestJSON-19437566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f84d88aa-63a9-4f62-8f7f-3a4ccd8cef4b,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:33:54.769615 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-53ec46be-bae0-4842-a51a-a83067662a13 req-3ff746dd-207b-41eb-9a2a-27175bc0f47c tempest-ServersAdminNegativeTestJSON-19437566 tempest-ServersAdminNegativeTestJSON-19437566-project] 10.222.0.60 "GET /v2.0/ports?device_id=44af916f-32b0-4c96-9879-578dd9affcb5 HTTP/1.1" status: 200 len: 210 time: 0.0560219 Jun 11 10:33:54.770438 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e10ae71f-88a0-48a2-9e90-03b743465f49 tempest-ServersAdminNegativeTestJSON-19437566 tempest-ServersAdminNegativeTestJSON-19437566-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:33:54.851053 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [req-f7feefde-d9d2-4bc7-8695-9da47fc8f995 req-e10ae71f-88a0-48a2-9e90-03b743465f49 tempest-ServersAdminNegativeTestJSON-19437566 tempest-ServersAdminNegativeTestJSON-19437566-project] Allocated IP 192.168.233.30 (cf20d108-f84c-44de-9036-2269564edd60/189b03cc-b2a8-4615-9ab5-ad0328c3f10f/aea0ff73-a82c-45b7-ab5d-9e43dd8111c3) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:33:55.025767 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-f7feefde-d9d2-4bc7-8695-9da47fc8f995 req-e10ae71f-88a0-48a2-9e90-03b743465f49 tempest-ServersAdminNegativeTestJSON-19437566 tempest-ServersAdminNegativeTestJSON-19437566-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:33:55.038133 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-f7feefde-d9d2-4bc7-8695-9da47fc8f995 req-e10ae71f-88a0-48a2-9e90-03b743465f49 tempest-ServersAdminNegativeTestJSON-19437566 tempest-ServersAdminNegativeTestJSON-19437566-project] Transition to ACTIVE for port object aea0ff73-a82c-45b7-ab5d-9e43dd8111c3 will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:33:55.145156 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-f7feefde-d9d2-4bc7-8695-9da47fc8f995 req-e10ae71f-88a0-48a2-9e90-03b743465f49 tempest-ServersAdminNegativeTestJSON-19437566 tempest-ServersAdminNegativeTestJSON-19437566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:33:55.149115 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4b26d31f-cecc-4c09-aa63-2a752b0740cc tempest-TestSecurityGroupsBasicOps-1006673543 tempest-TestSecurityGroupsBasicOps-1006673543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:33:55.197496 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7feefde-d9d2-4bc7-8695-9da47fc8f995 req-e10ae71f-88a0-48a2-9e90-03b743465f49 tempest-ServersAdminNegativeTestJSON-19437566 tempest-ServersAdminNegativeTestJSON-19437566-project] Network cf20d108-f84c-44de-9036-2269564edd60 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:33:55.200851 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [req-f7feefde-d9d2-4bc7-8695-9da47fc8f995 req-e10ae71f-88a0-48a2-9e90-03b743465f49 tempest-ServersAdminNegativeTestJSON-19437566 tempest-ServersAdminNegativeTestJSON-19437566-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:33:55.204529 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7feefde-d9d2-4bc7-8695-9da47fc8f995 req-e10ae71f-88a0-48a2-9e90-03b743465f49 tempest-ServersAdminNegativeTestJSON-19437566 tempest-ServersAdminNegativeTestJSON-19437566-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:33:55.234648 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10ae71f-88a0-48a2-9e90-03b743465f49 tempest-ServersAdminNegativeTestJSON-19437566 tempest-ServersAdminNegativeTestJSON-19437566-project] Pushing event updated for resources: {'Port': ['ID=aea0ff73-a82c-45b7-ab5d-9e43dd8111c3,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:33:55.239973 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e10ae71f-88a0-48a2-9e90-03b743465f49 tempest-ServersAdminNegativeTestJSON-19437566 tempest-ServersAdminNegativeTestJSON-19437566-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:33:55.267976 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7feefde-d9d2-4bc7-8695-9da47fc8f995 req-e10ae71f-88a0-48a2-9e90-03b743465f49 tempest-ServersAdminNegativeTestJSON-19437566 tempest-ServersAdminNegativeTestJSON-19437566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:33:55.268609 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-f7feefde-d9d2-4bc7-8695-9da47fc8f995 req-e10ae71f-88a0-48a2-9e90-03b743465f49 tempest-ServersAdminNegativeTestJSON-19437566 tempest-ServersAdminNegativeTestJSON-19437566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:33:55.342273 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f7feefde-d9d2-4bc7-8695-9da47fc8f995 req-e10ae71f-88a0-48a2-9e90-03b743465f49 tempest-ServersAdminNegativeTestJSON-19437566 tempest-ServersAdminNegativeTestJSON-19437566-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0744038 Jun 11 10:33:55.356425 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-f7feefde-d9d2-4bc7-8695-9da47fc8f995 req-bc46e016-ebc5-4c49-927c-04f98f6142b7 service neutron] Request body: {'port': {'device_id': '44af916f-32b0-4c96-9879-578dd9affcb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-12'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:33:55.449675 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-f7feefde-d9d2-4bc7-8695-9da47fc8f995 req-bc46e016-ebc5-4c49-927c-04f98f6142b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:33:55.482393 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-313fc8f6-b7b3-4624-8c46-c24296329370 None None] Provisioning for port aea0ff73-a82c-45b7-ab5d-9e43dd8111c3 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:33:55.486282 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-313fc8f6-b7b3-4624-8c46-c24296329370 None None] Provisioning complete for port aea0ff73-a82c-45b7-ab5d-9e43dd8111c3 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:33:55.486696 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-313fc8f6-b7b3-4624-8c46-c24296329370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:33:55.526924 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-313fc8f6-b7b3-4624-8c46-c24296329370 None None] Port aea0ff73-a82c-45b7-ab5d-9e43dd8111c3 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:33:55.807208 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [req-f7feefde-d9d2-4bc7-8695-9da47fc8f995 req-bc46e016-ebc5-4c49-927c-04f98f6142b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aea0ff73-a82c-45b7-ab5d-9e43dd8111c3 {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:33:55.814900 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-f7feefde-d9d2-4bc7-8695-9da47fc8f995 req-bc46e016-ebc5-4c49-927c-04f98f6142b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:33:55.829844 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-f7feefde-d9d2-4bc7-8695-9da47fc8f995 req-bc46e016-ebc5-4c49-927c-04f98f6142b7 service neutron] Transition to ACTIVE for port object aea0ff73-a82c-45b7-ab5d-9e43dd8111c3 will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:33:55.916870 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-f7feefde-d9d2-4bc7-8695-9da47fc8f995 req-bc46e016-ebc5-4c49-927c-04f98f6142b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:33:55.921163 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e23698c9-6643-4d4c-a51d-f2741bde7d63 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:33:56.054120 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc46e016-ebc5-4c49-927c-04f98f6142b7 service neutron] Pushing event updated for resources: {'Port': ['ID=aea0ff73-a82c-45b7-ab5d-9e43dd8111c3,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:33:56.059866 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-bc46e016-ebc5-4c49-927c-04f98f6142b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:33:56.099510 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcfeda4-cd88-4b46-94ad-11fd4aab421e req-0794f807-370d-4674-b144-e112ed2c3309 tempest-ServersAdminNegativeTestJSON-19437566 tempest-ServersAdminNegativeTestJSON-19437566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:33:56.101052 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bdcfeda4-cd88-4b46-94ad-11fd4aab421e req-0794f807-370d-4674-b144-e112ed2c3309 tempest-ServersAdminNegativeTestJSON-19437566 tempest-ServersAdminNegativeTestJSON-19437566-project] 10.222.0.60 "GET /v2.0/ports?device_id=44af916f-32b0-4c96-9879-578dd9affcb5 HTTP/1.1" status: 200 len: 935 time: 0.2179270 Jun 11 10:33:56.163701 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-f7feefde-d9d2-4bc7-8695-9da47fc8f995 req-bc46e016-ebc5-4c49-927c-04f98f6142b7 service neutron] Attempting to bind port aea0ff73-a82c-45b7-ab5d-9e43dd8111c3 on host n-h2-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:33:56.164043 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-f7feefde-d9d2-4bc7-8695-9da47fc8f995 req-bc46e016-ebc5-4c49-927c-04f98f6142b7 service neutron] Attempting to bind port aea0ff73-a82c-45b7-ab5d-9e43dd8111c3 by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:33:56.164374 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7feefde-d9d2-4bc7-8695-9da47fc8f995 req-bc46e016-ebc5-4c49-927c-04f98f6142b7 service neutron] Attempting to bind port aea0ff73-a82c-45b7-ab5d-9e43dd8111c3 on network cf20d108-f84c-44de-9036-2269564edd60 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:33:56.172653 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bdcfeda4-cd88-4b46-94ad-11fd4aab421e req-0c3cb3f0-1f6f-4d4e-b9b4-dc0f2a7b8d9c tempest-ServersAdminNegativeTestJSON-19437566 tempest-ServersAdminNegativeTestJSON-19437566-project] 10.222.0.60 "GET /v2.0/security-groups?id=f84d88aa-63a9-4f62-8f7f-3a4ccd8cef4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653336 Jun 11 10:33:56.173647 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7feefde-d9d2-4bc7-8695-9da47fc8f995 req-bc46e016-ebc5-4c49-927c-04f98f6142b7 service neutron] Port aea0ff73-a82c-45b7-ab5d-9e43dd8111c3 on network cf20d108-f84c-44de-9036-2269564edd60 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:33:56.174017 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7feefde-d9d2-4bc7-8695-9da47fc8f995 req-bc46e016-ebc5-4c49-927c-04f98f6142b7 service neutron] Attempting to bind port aea0ff73-a82c-45b7-ab5d-9e43dd8111c3 on network cf20d108-f84c-44de-9036-2269564edd60 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:33:56.179961 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7feefde-d9d2-4bc7-8695-9da47fc8f995 req-bc46e016-ebc5-4c49-927c-04f98f6142b7 service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:33:56.180313 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7feefde-d9d2-4bc7-8695-9da47fc8f995 req-bc46e016-ebc5-4c49-927c-04f98f6142b7 service neutron] Checking segment: {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:33:56.180701 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7feefde-d9d2-4bc7-8695-9da47fc8f995 req-bc46e016-ebc5-4c49-927c-04f98f6142b7 service neutron] Bound using segment: {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:33:56.181131 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-f7feefde-d9d2-4bc7-8695-9da47fc8f995 req-bc46e016-ebc5-4c49-927c-04f98f6142b7 service neutron] Bound port: aea0ff73-a82c-45b7-ab5d-9e43dd8111c3, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5e26928-600f-4e26-8b56-7bfae5fe50ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:33:56.181484 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-f7feefde-d9d2-4bc7-8695-9da47fc8f995 req-bc46e016-ebc5-4c49-927c-04f98f6142b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:33:56.255259 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-f7feefde-d9d2-4bc7-8695-9da47fc8f995 req-bc46e016-ebc5-4c49-927c-04f98f6142b7 service neutron] For port aea0ff73-a82c-45b7-ab5d-9e43dd8111c3, host n-h2-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:33:56.258449 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-f7feefde-d9d2-4bc7-8695-9da47fc8f995 req-bc46e016-ebc5-4c49-927c-04f98f6142b7 service neutron] For port aea0ff73-a82c-45b7-ab5d-9e43dd8111c3, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=aea0ff73-a82c-45b7-ab5d-9e43dd8111c3,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:33:56.409180 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-f7feefde-d9d2-4bc7-8695-9da47fc8f995 req-bc46e016-ebc5-4c49-927c-04f98f6142b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:33:56.411309 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-bc46e016-ebc5-4c49-927c-04f98f6142b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:33:56.453694 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7feefde-d9d2-4bc7-8695-9da47fc8f995 req-bc46e016-ebc5-4c49-927c-04f98f6142b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:33:56.454309 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-f7feefde-d9d2-4bc7-8695-9da47fc8f995 req-bc46e016-ebc5-4c49-927c-04f98f6142b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:33:56.456751 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f7feefde-d9d2-4bc7-8695-9da47fc8f995 req-bc46e016-ebc5-4c49-927c-04f98f6142b7 service neutron] 10.222.0.69 "PUT /v2.0/ports/aea0ff73-a82c-45b7-ab5d-9e43dd8111c3 HTTP/1.1" status: 200 len: 1096 time: 1.1069596 Jun 11 10:33:56.457304 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44af916f-32b0-4c96-9879-578dd9affcb5', 'tag': 'aea0ff73-a82c-45b7-ab5d-9e43dd8111c3'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:33:56.459728 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b24005da-f51d-4652-a09d-8f9e381e7db6" -d '{"events": [{"name": "network-changed", "server_uuid": "44af916f-32b0-4c96-9879-578dd9affcb5", "tag": "aea0ff73-a82c-45b7-ab5d-9e43dd8111c3"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:33:56.485694 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc46e016-ebc5-4c49-927c-04f98f6142b7 service neutron] Pushing event updated for resources: {'Port': ['ID=aea0ff73-a82c-45b7-ab5d-9e43dd8111c3,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:33:56.490487 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-bc46e016-ebc5-4c49-927c-04f98f6142b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:33:56.499510 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acfef548-69eb-4d24-ab40-1e201f88ea38 x-openstack-request-id: req-acfef548-69eb-4d24-ab40-1e201f88ea38 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:33:56.499902 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44af916f-32b0-4c96-9879-578dd9affcb5", "tag": "aea0ff73-a82c-45b7-ab5d-9e43dd8111c3", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:33:56.500214 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-acfef548-69eb-4d24-ab40-1e201f88ea38 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:33:56.500670 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44af916f-32b0-4c96-9879-578dd9affcb5', 'tag': 'aea0ff73-a82c-45b7-ab5d-9e43dd8111c3', 'status': 'completed', 'code': 200} Jun 11 10:33:56.918505 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24005da-f51d-4652-a09d-8f9e381e7db6 req-ca6bd4e4-e817-4b9c-afe5-53cb90799212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:33:56.920023 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b24005da-f51d-4652-a09d-8f9e381e7db6 req-ca6bd4e4-e817-4b9c-afe5-53cb90799212 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f39eebe74cee4aa8b6111687c4c8d2f8&device_id=44af916f-32b0-4c96-9879-578dd9affcb5 HTTP/1.1" status: 200 len: 1099 time: 0.3966520 Jun 11 10:33:56.950267 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b24005da-f51d-4652-a09d-8f9e381e7db6 req-ffe843db-34a0-4b58-9efd-3ebe3bbe3ecf service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=f39eebe74cee4aa8b6111687c4c8d2f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215781 Jun 11 10:33:57.068894 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24005da-f51d-4652-a09d-8f9e381e7db6 req-b655ec2b-4c7c-451b-8b65-4fa8cd0b5394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:33:57.070336 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b24005da-f51d-4652-a09d-8f9e381e7db6 req-b655ec2b-4c7c-451b-8b65-4fa8cd0b5394 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1138418 Jun 11 10:33:57.166544 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7feefde-d9d2-4bc7-8695-9da47fc8f995 req-dc1816a4-7aa4-47aa-b92e-87a8928edeec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:33:57.168064 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f7feefde-d9d2-4bc7-8695-9da47fc8f995 req-dc1816a4-7aa4-47aa-b92e-87a8928edeec service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f39eebe74cee4aa8b6111687c4c8d2f8&device_id=44af916f-32b0-4c96-9879-578dd9affcb5 HTTP/1.1" status: 200 len: 1099 time: 0.0595996 Jun 11 10:33:57.227280 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f7feefde-d9d2-4bc7-8695-9da47fc8f995 req-7eb7fc7d-51e6-478a-a27e-297913a9bf3f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=aea0ff73-a82c-45b7-ab5d-9e43dd8111c3 HTTP/1.1" status: 200 len: 217 time: 0.0512080 Jun 11 10:33:57.284743 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7feefde-d9d2-4bc7-8695-9da47fc8f995 req-756e9147-e433-45c5-959e-55a09c81d890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:33:57.286215 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f7feefde-d9d2-4bc7-8695-9da47fc8f995 req-756e9147-e433-45c5-959e-55a09c81d890 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=189b03cc-b2a8-4615-9ab5-ad0328c3f10f HTTP/1.1" status: 200 len: 843 time: 0.0529227 Jun 11 10:33:57.402876 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7feefde-d9d2-4bc7-8695-9da47fc8f995 req-2b0df3b6-3c71-4282-b207-53fa2458d86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:33:57.404507 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f7feefde-d9d2-4bc7-8695-9da47fc8f995 req-2b0df3b6-3c71-4282-b207-53fa2458d86f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cf20d108-f84c-44de-9036-2269564edd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1064954 Jun 11 10:33:57.412048 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed823a5f-9405-4457-8397-110b13ae1c02 req-994b080a-d08f-4471-a99f-f4796e895d54 tempest-ServersAdminNegativeTestJSON-19437566 tempest-ServersAdminNegativeTestJSON-19437566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:33:57.413417 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ed823a5f-9405-4457-8397-110b13ae1c02 req-994b080a-d08f-4471-a99f-f4796e895d54 tempest-ServersAdminNegativeTestJSON-19437566 tempest-ServersAdminNegativeTestJSON-19437566-project] 10.222.0.60 "GET /v2.0/ports?device_id=44af916f-32b0-4c96-9879-578dd9affcb5 HTTP/1.1" status: 200 len: 947 time: 0.1240733 Jun 11 10:33:57.528814 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ed823a5f-9405-4457-8397-110b13ae1c02 req-70994091-6e47-4349-9b2b-8ca37802203e tempest-ServersAdminNegativeTestJSON-19437566 tempest-ServersAdminNegativeTestJSON-19437566-project] 10.222.0.60 "GET /v2.0/security-groups?id=f84d88aa-63a9-4f62-8f7f-3a4ccd8cef4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072378 Jun 11 10:33:57.558539 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f7feefde-d9d2-4bc7-8695-9da47fc8f995 req-4e419aca-fbb0-41dd-bb53-c387d9d70dae service neutron] 10.222.0.69 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440661 Jun 11 10:33:57.678548 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f7feefde-d9d2-4bc7-8695-9da47fc8f995 req-52317677-7259-4208-b16b-825351f71391 service neutron] 10.222.0.69 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121335 Jun 11 10:33:58.479669 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:33:58.710091 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32650cb-ec60-43f9-a323-82ff7c459867 req-5d007926-76c5-4490-83fc-5c80b930ec27 tempest-ServersAdminNegativeTestJSON-19437566 tempest-ServersAdminNegativeTestJSON-19437566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:33:58.711555 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b32650cb-ec60-43f9-a323-82ff7c459867 req-5d007926-76c5-4490-83fc-5c80b930ec27 tempest-ServersAdminNegativeTestJSON-19437566 tempest-ServersAdminNegativeTestJSON-19437566-project] 10.222.0.60 "GET /v2.0/ports?device_id=44af916f-32b0-4c96-9879-578dd9affcb5 HTTP/1.1" status: 200 len: 947 time: 0.0700126 Jun 11 10:33:58.755799 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b32650cb-ec60-43f9-a323-82ff7c459867 req-e8146992-ce61-48b3-8092-837820d766e4 tempest-ServersAdminNegativeTestJSON-19437566 tempest-ServersAdminNegativeTestJSON-19437566-project] 10.222.0.60 "GET /v2.0/security-groups?id=f84d88aa-63a9-4f62-8f7f-3a4ccd8cef4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381467 Jun 11 10:33:59.948980 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733f045f-69be-4186-9a79-5fa0c114c4be req-90fadf22-9cf2-4c78-be6b-699f74db9c9b tempest-ServersAdminNegativeTestJSON-19437566 tempest-ServersAdminNegativeTestJSON-19437566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:33:59.950460 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-733f045f-69be-4186-9a79-5fa0c114c4be req-90fadf22-9cf2-4c78-be6b-699f74db9c9b tempest-ServersAdminNegativeTestJSON-19437566 tempest-ServersAdminNegativeTestJSON-19437566-project] 10.222.0.60 "GET /v2.0/ports?device_id=44af916f-32b0-4c96-9879-578dd9affcb5 HTTP/1.1" status: 200 len: 947 time: 0.0797026 Jun 11 10:33:59.992814 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-733f045f-69be-4186-9a79-5fa0c114c4be req-0dade187-7f4e-4318-a2a1-9aeebc7cae26 tempest-ServersAdminNegativeTestJSON-19437566 tempest-ServersAdminNegativeTestJSON-19437566-project] 10.222.0.60 "GET /v2.0/security-groups?id=f84d88aa-63a9-4f62-8f7f-3a4ccd8cef4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361009 Jun 11 10:34:01.174775 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d8b58a-82d9-4c8c-a403-c0ef554565b4 req-0e87e903-fdc7-4ef0-a372-c7cadb6534ec tempest-ServersAdminNegativeTestJSON-19437566 tempest-ServersAdminNegativeTestJSON-19437566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:34:01.176331 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-19d8b58a-82d9-4c8c-a403-c0ef554565b4 req-0e87e903-fdc7-4ef0-a372-c7cadb6534ec tempest-ServersAdminNegativeTestJSON-19437566 tempest-ServersAdminNegativeTestJSON-19437566-project] 10.222.0.60 "GET /v2.0/ports?device_id=44af916f-32b0-4c96-9879-578dd9affcb5 HTTP/1.1" status: 200 len: 947 time: 0.0694740 Jun 11 10:34:01.218456 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-19d8b58a-82d9-4c8c-a403-c0ef554565b4 req-f853d166-e4a8-4366-855c-e68435d95e95 tempest-ServersAdminNegativeTestJSON-19437566 tempest-ServersAdminNegativeTestJSON-19437566-project] 10.222.0.60 "GET /v2.0/security-groups?id=f84d88aa-63a9-4f62-8f7f-3a4ccd8cef4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364184 Jun 11 10:34:01.666845 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:34:01.728992 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device aea0ff73-a82c-45b7-ab5d-9e43dd8111c3 details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 10:34:01.848846 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port aea0ff73-a82c-45b7-ab5d-9e43dd8111c3, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=aea0ff73-a82c-45b7-ab5d-9e43dd8111c3,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:34:01.860584 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': 'aea0ff73-a82c-45b7-ab5d-9e43dd8111c3', 'network_id': 'cf20d108-f84c-44de-9036-2269564edd60', 'port_id': 'aea0ff73-a82c-45b7-ab5d-9e43dd8111c3', 'mac_address': 'fa:16:3e:04:f5:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189b03cc-b2a8-4615-9ab5-ad0328c3f10f', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 10:34:01.902839 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:34:01.921733 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aea0ff73-a82c-45b7-ab5d-9e43dd8111c3 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:34:01.941731 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port aea0ff73-a82c-45b7-ab5d-9e43dd8111c3, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=aea0ff73-a82c-45b7-ab5d-9e43dd8111c3,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:34:02.044203 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:34:02.045995 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-b6fe605f-4834-4191-a27b-80967dafaeca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:34:02.098570 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=aea0ff73-a82c-45b7-ab5d-9e43dd8111c3,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:34:02.105621 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:34:02.105968 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:34:02.106311 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:34:02.106676 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:34:02.107010 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:34:02.107339 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:34:02.107692 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:34:02.108021 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:34:02.108344 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:34:02.108667 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:34:02.108987 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:34:02.109315 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:34:02.113204 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:34:02.403723 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e104c5-96a9-4fd4-ac1a-15245d3dcc3e req-c3e93197-8c45-4d00-98d5-2876f93bbb5e tempest-ServersAdminNegativeTestJSON-19437566 tempest-ServersAdminNegativeTestJSON-19437566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:34:02.405205 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-98e104c5-96a9-4fd4-ac1a-15245d3dcc3e req-c3e93197-8c45-4d00-98d5-2876f93bbb5e tempest-ServersAdminNegativeTestJSON-19437566 tempest-ServersAdminNegativeTestJSON-19437566-project] 10.222.0.60 "GET /v2.0/ports?device_id=44af916f-32b0-4c96-9879-578dd9affcb5 HTTP/1.1" status: 200 len: 948 time: 0.0751302 Jun 11 10:34:02.413609 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['aea0ff73-a82c-45b7-ab5d-9e43dd8111c3'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:34:02.449122 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-98e104c5-96a9-4fd4-ac1a-15245d3dcc3e req-0efa111d-bee3-4ee1-834f-692d3c099aa1 tempest-ServersAdminNegativeTestJSON-19437566 tempest-ServersAdminNegativeTestJSON-19437566-project] 10.222.0.60 "GET /v2.0/security-groups?id=f84d88aa-63a9-4f62-8f7f-3a4ccd8cef4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381453 Jun 11 10:34:03.630287 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39488d97-6f61-42a1-bf1d-133f3fee60dc req-3b129087-7875-435a-bda7-a2d2c3b7ce37 tempest-ServersAdminNegativeTestJSON-19437566 tempest-ServersAdminNegativeTestJSON-19437566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:34:03.631784 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-39488d97-6f61-42a1-bf1d-133f3fee60dc req-3b129087-7875-435a-bda7-a2d2c3b7ce37 tempest-ServersAdminNegativeTestJSON-19437566 tempest-ServersAdminNegativeTestJSON-19437566-project] 10.222.0.60 "GET /v2.0/ports?device_id=44af916f-32b0-4c96-9879-578dd9affcb5 HTTP/1.1" status: 200 len: 948 time: 0.0696144 Jun 11 10:34:03.676065 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-39488d97-6f61-42a1-bf1d-133f3fee60dc req-ed7f9154-d2bb-4a74-9067-c1190260cbc1 tempest-ServersAdminNegativeTestJSON-19437566 tempest-ServersAdminNegativeTestJSON-19437566-project] 10.222.0.60 "GET /v2.0/security-groups?id=f84d88aa-63a9-4f62-8f7f-3a4ccd8cef4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381119 Jun 11 10:34:03.729167 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device aea0ff73-a82c-45b7-ab5d-9e43dd8111c3 up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:34:03.861248 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning for port aea0ff73-a82c-45b7-ab5d-9e43dd8111c3 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:34:03.866044 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port aea0ff73-a82c-45b7-ab5d-9e43dd8111c3 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:34:03.870248 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:34:03.959853 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:34:03.985615 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44af916f-32b0-4c96-9879-578dd9affcb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea0ff73-a82c-45b7-ab5d-9e43dd8111c3'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:34:03.987943 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a066fc59-df25-454d-8192-eec40db6d35d" -d '{"events": [{"server_uuid": "44af916f-32b0-4c96-9879-578dd9affcb5", "name": "network-vif-plugged", "status": "completed", "tag": "aea0ff73-a82c-45b7-ab5d-9e43dd8111c3"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:34:04.002410 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port aea0ff73-a82c-45b7-ab5d-9e43dd8111c3, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=aea0ff73-a82c-45b7-ab5d-9e43dd8111c3,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:34:04.084173 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d2cd4e9-8f60-47b2-bedb-4fb459c15aac x-openstack-request-id: req-0d2cd4e9-8f60-47b2-bedb-4fb459c15aac {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:34:04.084463 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44af916f-32b0-4c96-9879-578dd9affcb5", "name": "network-vif-plugged", "status": "completed", "tag": "aea0ff73-a82c-45b7-ab5d-9e43dd8111c3", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:34:04.084725 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0d2cd4e9-8f60-47b2-bedb-4fb459c15aac {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:34:04.085125 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44af916f-32b0-4c96-9879-578dd9affcb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea0ff73-a82c-45b7-ab5d-9e43dd8111c3', 'code': 200} Jun 11 10:34:04.136320 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:34:04.139062 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-39bc5d4a-a5c7-476a-b4ba-ec82c53081f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:34:04.194059 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=aea0ff73-a82c-45b7-ab5d-9e43dd8111c3,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:34:04.197519 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:34:04.208395 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83880d18-e531-45b6-91c5-669203710e20 req-0280361c-2008-46bb-b041-0888e4f54c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:34:04.209990 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-83880d18-e531-45b6-91c5-669203710e20 req-0280361c-2008-46bb-b041-0888e4f54c2e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=44af916f-32b0-4c96-9879-578dd9affcb5 HTTP/1.1" status: 200 len: 1101 time: 0.0640485 Jun 11 10:34:04.247309 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-83880d18-e531-45b6-91c5-669203710e20 req-265336e2-3fcd-4000-954c-5836a5a27b63 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f84d88aa-63a9-4f62-8f7f-3a4ccd8cef4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309184 Jun 11 10:34:04.870809 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7499d6b-ec83-4b11-b1ca-1e375f653e2c req-937ef729-da03-41ac-ae3b-efa076e6a844 tempest-ServersAdminNegativeTestJSON-19437566 tempest-ServersAdminNegativeTestJSON-19437566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:34:04.872348 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a7499d6b-ec83-4b11-b1ca-1e375f653e2c req-937ef729-da03-41ac-ae3b-efa076e6a844 tempest-ServersAdminNegativeTestJSON-19437566 tempest-ServersAdminNegativeTestJSON-19437566-project] 10.222.0.60 "GET /v2.0/ports?device_id=44af916f-32b0-4c96-9879-578dd9affcb5 HTTP/1.1" status: 200 len: 949 time: 0.0803030 Jun 11 10:34:04.918969 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a7499d6b-ec83-4b11-b1ca-1e375f653e2c req-e8067542-f8c3-4343-80ef-ff2815540714 tempest-ServersAdminNegativeTestJSON-19437566 tempest-ServersAdminNegativeTestJSON-19437566-project] 10.222.0.60 "GET /v2.0/security-groups?id=f84d88aa-63a9-4f62-8f7f-3a4ccd8cef4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409281 Jun 11 10:34:06.027037 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:34:06.105701 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d4f01-456f-4ba8-a773-55002a98b425 req-58ac3603-4e80-46e2-b52f-30b59b9e351b tempest-ServersAdminNegativeTestJSON-19437566 tempest-ServersAdminNegativeTestJSON-19437566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:34:06.107144 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1a9d4f01-456f-4ba8-a773-55002a98b425 req-58ac3603-4e80-46e2-b52f-30b59b9e351b tempest-ServersAdminNegativeTestJSON-19437566 tempest-ServersAdminNegativeTestJSON-19437566-project] 10.222.0.60 "GET /v2.0/ports?device_id=44af916f-32b0-4c96-9879-578dd9affcb5 HTTP/1.1" status: 200 len: 949 time: 0.0730648 Jun 11 10:34:06.149871 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1a9d4f01-456f-4ba8-a773-55002a98b425 req-762ce541-f791-412b-859f-f3a3fafa2ea4 tempest-ServersAdminNegativeTestJSON-19437566 tempest-ServersAdminNegativeTestJSON-19437566-project] 10.222.0.60 "GET /v2.0/security-groups?id=f84d88aa-63a9-4f62-8f7f-3a4ccd8cef4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370219 Jun 11 10:34:07.406589 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2014126b-24c4-42d3-9fa2-2568d600a6bc req-a21e2923-f42a-4ac6-94e9-6a1ddcabaf7d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=44af916f-32b0-4c96-9879-578dd9affcb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0722656 Jun 11 10:34:07.511068 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2014126b-24c4-42d3-9fa2-2568d600a6bc req-3740cda6-4f87-49ce-8617-edbb0b164e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:34:07.512667 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2014126b-24c4-42d3-9fa2-2568d600a6bc req-3740cda6-4f87-49ce-8617-edbb0b164e4c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f39eebe74cee4aa8b6111687c4c8d2f8&device_id=44af916f-32b0-4c96-9879-578dd9affcb5 HTTP/1.1" status: 200 len: 1101 time: 0.0619285 Jun 11 10:34:07.648070 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2014126b-24c4-42d3-9fa2-2568d600a6bc req-ea845cf6-51e5-4bfc-811e-055cccafa836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:34:07.649438 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2014126b-24c4-42d3-9fa2-2568d600a6bc req-ea845cf6-51e5-4bfc-811e-055cccafa836 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cf20d108-f84c-44de-9036-2269564edd60 HTTP/1.1" status: 200 len: 870 time: 0.1145399 Jun 11 10:34:07.709551 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2014126b-24c4-42d3-9fa2-2568d600a6bc req-52289e1c-bac8-4a43-b380-9fff022cc780 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=aea0ff73-a82c-45b7-ab5d-9e43dd8111c3 HTTP/1.1" status: 200 len: 217 time: 0.0531192 Jun 11 10:34:07.780794 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2014126b-24c4-42d3-9fa2-2568d600a6bc req-8ba8c9a7-dce7-4e39-965d-0d4f5ca36adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:34:07.782276 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2014126b-24c4-42d3-9fa2-2568d600a6bc req-8ba8c9a7-dce7-4e39-965d-0d4f5ca36adc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=189b03cc-b2a8-4615-9ab5-ad0328c3f10f HTTP/1.1" status: 200 len: 843 time: 0.0544403 Jun 11 10:34:07.850273 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2014126b-24c4-42d3-9fa2-2568d600a6bc req-2f89c7eb-532c-4912-8197-2b8c0aafcff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:34:07.851787 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2014126b-24c4-42d3-9fa2-2568d600a6bc req-2f89c7eb-532c-4912-8197-2b8c0aafcff0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cf20d108-f84c-44de-9036-2269564edd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0612943 Jun 11 10:34:07.975758 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2014126b-24c4-42d3-9fa2-2568d600a6bc req-2a88ddea-7e19-413c-9b4e-96c601f58c14 service neutron] 10.222.0.69 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163938 Jun 11 10:34:08.157132 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2014126b-24c4-42d3-9fa2-2568d600a6bc req-9e113ed4-ddcb-4b09-968e-157ec950d8e4 service neutron] 10.222.0.69 "GET /v2.0/networks/cf20d108-f84c-44de-9036-2269564edd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745217 Jun 11 10:34:08.171399 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf8d623-10ba-43ea-a789-cf1b2e08f7e3 req-6b99de2b-c956-44c2-8d13-8826b2d19fc6 tempest-ServersAdminNegativeTestJSON-19437566 tempest-ServersAdminNegativeTestJSON-19437566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:34:08.172864 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-caf8d623-10ba-43ea-a789-cf1b2e08f7e3 req-6b99de2b-c956-44c2-8d13-8826b2d19fc6 tempest-ServersAdminNegativeTestJSON-19437566 tempest-ServersAdminNegativeTestJSON-19437566-project] 10.222.0.60 "GET /v2.0/ports?device_id=44af916f-32b0-4c96-9879-578dd9affcb5 HTTP/1.1" status: 200 len: 949 time: 0.1702080 Jun 11 10:34:08.216733 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-caf8d623-10ba-43ea-a789-cf1b2e08f7e3 req-8efce840-b3f4-42d7-8b95-719f96b181e7 tempest-ServersAdminNegativeTestJSON-19437566 tempest-ServersAdminNegativeTestJSON-19437566-project] 10.222.0.60 "GET /v2.0/security-groups?id=f84d88aa-63a9-4f62-8f7f-3a4ccd8cef4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376446 Jun 11 10:34:09.395506 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0593abd-80fb-4040-8f7a-b19a9c426b27 req-7fa4a7da-d432-4a27-884f-2fc4aa251911 tempest-ServersAdminNegativeTestJSON-19437566 tempest-ServersAdminNegativeTestJSON-19437566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:34:09.397083 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c0593abd-80fb-4040-8f7a-b19a9c426b27 req-7fa4a7da-d432-4a27-884f-2fc4aa251911 tempest-ServersAdminNegativeTestJSON-19437566 tempest-ServersAdminNegativeTestJSON-19437566-project] 10.222.0.60 "GET /v2.0/ports?device_id=44af916f-32b0-4c96-9879-578dd9affcb5 HTTP/1.1" status: 200 len: 949 time: 0.0689850 Jun 11 10:34:09.484795 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c0593abd-80fb-4040-8f7a-b19a9c426b27 req-83da9caf-5e7b-4fb6-ab9e-97ca3438b700 tempest-ServersAdminNegativeTestJSON-19437566 tempest-ServersAdminNegativeTestJSON-19437566-project] 10.222.0.60 "GET /v2.0/security-groups?id=f84d88aa-63a9-4f62-8f7f-3a4ccd8cef4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820374 Jun 11 10:34:09.508333 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7658a6eb-7f8c-44de-bee8-cfcb1d9f8cb0 req-4f9b1436-4e6c-4d2f-a6a6-c3cfe99f5a0e tempest-ServersAdminNegativeTestJSON-19437566 tempest-ServersAdminNegativeTestJSON-19437566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:34:09.509806 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7658a6eb-7f8c-44de-bee8-cfcb1d9f8cb0 req-4f9b1436-4e6c-4d2f-a6a6-c3cfe99f5a0e tempest-ServersAdminNegativeTestJSON-19437566 tempest-ServersAdminNegativeTestJSON-19437566-project] 10.222.0.69 "GET /v2.0/ports?device_id=44af916f-32b0-4c96-9879-578dd9affcb5 HTTP/1.1" status: 200 len: 949 time: 0.0996628 Jun 11 10:34:09.624050 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-7658a6eb-7f8c-44de-bee8-cfcb1d9f8cb0 req-7143e19f-e3ab-49b1-942f-71481ac9d86d tempest-ServersAdminNegativeTestJSON-19437566 tempest-ServersAdminNegativeTestJSON-19437566-project] Deleting port aea0ff73-a82c-45b7-ab5d-9e43dd8111c3 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:34:09.624394 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-7658a6eb-7f8c-44de-bee8-cfcb1d9f8cb0 req-7143e19f-e3ab-49b1-942f-71481ac9d86d tempest-ServersAdminNegativeTestJSON-19437566 tempest-ServersAdminNegativeTestJSON-19437566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:34:09.739595 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-7658a6eb-7f8c-44de-bee8-cfcb1d9f8cb0 req-7143e19f-e3ab-49b1-942f-71481ac9d86d tempest-ServersAdminNegativeTestJSON-19437566 tempest-ServersAdminNegativeTestJSON-19437566-project] For port aea0ff73-a82c-45b7-ab5d-9e43dd8111c3, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=aea0ff73-a82c-45b7-ab5d-9e43dd8111c3,segment=NetworkSegment(b5e26928-600f-4e26-8b56-7bfae5fe50ef),segment_id=b5e26928-600f-4e26-8b56-7bfae5fe50ef)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:34:09.739972 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-7658a6eb-7f8c-44de-bee8-cfcb1d9f8cb0 req-7143e19f-e3ab-49b1-942f-71481ac9d86d tempest-ServersAdminNegativeTestJSON-19437566 tempest-ServersAdminNegativeTestJSON-19437566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:34:09.836150 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-7658a6eb-7f8c-44de-bee8-cfcb1d9f8cb0 req-7143e19f-e3ab-49b1-942f-71481ac9d86d tempest-ServersAdminNegativeTestJSON-19437566 tempest-ServersAdminNegativeTestJSON-19437566-project] Calling delete_port for aea0ff73-a82c-45b7-ab5d-9e43dd8111c3 owned by compute:nova {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:34:10.078234 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-7658a6eb-7f8c-44de-bee8-cfcb1d9f8cb0 req-7143e19f-e3ab-49b1-942f-71481ac9d86d tempest-ServersAdminNegativeTestJSON-19437566 tempest-ServersAdminNegativeTestJSON-19437566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:34:10.083323 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c6aeb6f1-9f31-4a51-8db7-e6faa40f2db4 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:34:10.090541 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['aea0ff73-a82c-45b7-ab5d-9e43dd8111c3'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:34:10.114576 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7143e19f-e3ab-49b1-942f-71481ac9d86d tempest-ServersAdminNegativeTestJSON-19437566 tempest-ServersAdminNegativeTestJSON-19437566-project] Pushing event deleted for resources: {'Port': ['ID=aea0ff73-a82c-45b7-ab5d-9e43dd8111c3,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:34:10.117826 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7143e19f-e3ab-49b1-942f-71481ac9d86d tempest-ServersAdminNegativeTestJSON-19437566 tempest-ServersAdminNegativeTestJSON-19437566-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:34:10.177166 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-7658a6eb-7f8c-44de-bee8-cfcb1d9f8cb0 req-7143e19f-e3ab-49b1-942f-71481ac9d86d tempest-ServersAdminNegativeTestJSON-19437566 tempest-ServersAdminNegativeTestJSON-19437566-project] No DVR routers for this DVR port aea0ff73-a82c-45b7-ab5d-9e43dd8111c3 on host n-h2-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:34:10.180073 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-7658a6eb-7f8c-44de-bee8-cfcb1d9f8cb0 req-7143e19f-e3ab-49b1-942f-71481ac9d86d tempest-ServersAdminNegativeTestJSON-19437566 tempest-ServersAdminNegativeTestJSON-19437566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:34:10.182410 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7658a6eb-7f8c-44de-bee8-cfcb1d9f8cb0 req-7143e19f-e3ab-49b1-942f-71481ac9d86d tempest-ServersAdminNegativeTestJSON-19437566 tempest-ServersAdminNegativeTestJSON-19437566-project] 10.222.0.69 "DELETE /v2.0/ports/aea0ff73-a82c-45b7-ab5d-9e43dd8111c3 HTTP/1.1" status: 204 len: 173 time: 0.6670091 Jun 11 10:34:10.182967 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44af916f-32b0-4c96-9879-578dd9affcb5', 'name': 'network-vif-deleted', 'tag': 'aea0ff73-a82c-45b7-ab5d-9e43dd8111c3'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:34:10.185343 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25467ef7-05be-4d5a-a532-4a2a6bafc119" -d '{"events": [{"server_uuid": "44af916f-32b0-4c96-9879-578dd9affcb5", "name": "network-vif-deleted", "tag": "aea0ff73-a82c-45b7-ab5d-9e43dd8111c3"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:34:10.221367 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-402ed396-8a46-4afa-915f-44cee19310ab x-openstack-request-id: req-402ed396-8a46-4afa-915f-44cee19310ab {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:34:10.221721 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44af916f-32b0-4c96-9879-578dd9affcb5", "name": "network-vif-deleted", "tag": "aea0ff73-a82c-45b7-ab5d-9e43dd8111c3", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:34:10.222027 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-402ed396-8a46-4afa-915f-44cee19310ab {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:34:10.222477 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44af916f-32b0-4c96-9879-578dd9affcb5', 'name': 'network-vif-deleted', 'tag': 'aea0ff73-a82c-45b7-ab5d-9e43dd8111c3', 'status': 'completed', 'code': 200} Jun 11 10:34:10.647786 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3f7e97e6-3381-45b5-a7ff-6678efc0be02 req-e5999532-410a-46ef-9f45-02fbfe380ae9 tempest-ServersAdminNegativeTestJSON-19437566 tempest-ServersAdminNegativeTestJSON-19437566-project] 10.222.0.60 "GET /v2.0/ports?device_id=44af916f-32b0-4c96-9879-578dd9affcb5 HTTP/1.1" status: 200 len: 210 time: 0.0329866 Jun 11 10:34:12.231343 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 41264) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:34:12.368331 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-a92c7a11-a508-42b6-986d-34bcc6997244 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f39eebe74cee4aa8b6111687c4c8d2f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1355903 Jun 11 10:34:12.370655 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 41268) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:34:12.422599 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c4e0f52f-0ed9-4f30-ab05-4a937623b3f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:34:12.445009 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c4e0f52f-0ed9-4f30-ab05-4a937623b3f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:34:12.604684 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c4e0f52f-0ed9-4f30-ab05-4a937623b3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:34:12.607186 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c4e0f52f-0ed9-4f30-ab05-4a937623b3f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:34:12.608356 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-c4e0f52f-0ed9-4f30-ab05-4a937623b3f1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f84d88aa-63a9-4f62-8f7f-3a4ccd8cef4b HTTP/1.1" status: 204 len: 168 time: 0.2368171 Jun 11 10:34:12.609142 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6d087e59-9c5d-48cd-a59d-08dcea2ad529 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:34:12.618287 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e0f52f-0ed9-4f30-ab05-4a937623b3f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f84d88aa-63a9-4f62-8f7f-3a4ccd8cef4b,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:34:12.621214 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c4e0f52f-0ed9-4f30-ab05-4a937623b3f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:34:12.929912 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f9853b8f-da53-47a9-8c6c-7ae09491d29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:34:13.369485 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 41274) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:34:13.385833 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-28a6ed85-f2d4-4c1c-941a-9d3b2eedb2d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:34:13.477913 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-28a6ed85-f2d4-4c1c-941a-9d3b2eedb2d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:34:13.567668 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-28a6ed85-f2d4-4c1c-941a-9d3b2eedb2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:34:13.570398 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c3154fb9-7389-43e3-8d50-93cbf3c81dff tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:34:13.610518 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-28a6ed85-f2d4-4c1c-941a-9d3b2eedb2d3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2bffdc5f6e8c4d21aa1a52b803f40261&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2399180 Jun 11 10:34:13.612345 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a6ed85-f2d4-4c1c-941a-9d3b2eedb2d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4624a5d6-ac14-4ae0-b793-313d984efe24,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:34:13.614110 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 41276) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:34:13.615359 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-28a6ed85-f2d4-4c1c-941a-9d3b2eedb2d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:34:13.667952 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a92a75af-7d28-474b-95b2-8b711ef70415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:34:13.691843 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a92a75af-7d28-474b-95b2-8b711ef70415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:34:13.791395 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device aea0ff73-a82c-45b7-ab5d-9e43dd8111c3 no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:34:13.818616 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] No Port match for: aea0ff73-a82c-45b7-ab5d-9e43dd8111c3 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:34:13.818914 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device aea0ff73-a82c-45b7-ab5d-9e43dd8111c3 not bound to the agent host n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:34:13.864847 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a92a75af-7d28-474b-95b2-8b711ef70415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:34:13.867439 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a92a75af-7d28-474b-95b2-8b711ef70415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:34:13.868628 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-a92a75af-7d28-474b-95b2-8b711ef70415 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4624a5d6-ac14-4ae0-b793-313d984efe24 HTTP/1.1" status: 204 len: 168 time: 0.2529171 Jun 11 10:34:13.869425 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d57f30dc-76ee-4d9a-bf26-598badef8b54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:34:13.878742 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92a75af-7d28-474b-95b2-8b711ef70415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4624a5d6-ac14-4ae0-b793-313d984efe24,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:34:13.881463 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a92a75af-7d28-474b-95b2-8b711ef70415 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:34:15.154102 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 41298) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:34:15.249041 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-68163d1b-0dbb-4a18-b13e-8d606fafa57e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-956792518-network', 'tenant_id': '7b8f4777ea694a9884cb91f3298981f9'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:34:15.495362 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68163d1b-0dbb-4a18-b13e-8d606fafa57e admin admin] Made reservation on behalf of 7b8f4777ea694a9884cb91f3298981f9 for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:34:15.497878 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-68163d1b-0dbb-4a18-b13e-8d606fafa57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:34:15.509655 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-68163d1b-0dbb-4a18-b13e-8d606fafa57e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:34:15.601758 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-68163d1b-0dbb-4a18-b13e-8d606fafa57e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:34:15.733443 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-68163d1b-0dbb-4a18-b13e-8d606fafa57e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:34:15.736628 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-eff4f9de-9d52-4dec-93c6-6ccf3421cdf8 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:34:15.766722 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68163d1b-0dbb-4a18-b13e-8d606fafa57e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 755} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:34:15.773559 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68163d1b-0dbb-4a18-b13e-8d606fafa57e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2afd66e9-1ff9-4020-a251-d8487e0277b6,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:34:15.777688 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-68163d1b-0dbb-4a18-b13e-8d606fafa57e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:34:15.781516 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-68163d1b-0dbb-4a18-b13e-8d606fafa57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:34:15.781516 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-68163d1b-0dbb-4a18-b13e-8d606fafa57e admin admin] Added segment a2fbf38a-9978-43da-a15b-97097a586920 of type vlan for network 6814b271-169f-4bad-b427-1ac228479c5d Jun 11 10:34:15.837298 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-68163d1b-0dbb-4a18-b13e-8d606fafa57e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:34:15.907277 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-161b870e-6995-4080-a33c-900bcfc27553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:34:15.941455 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-68163d1b-0dbb-4a18-b13e-8d606fafa57e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:34:15.942515 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68163d1b-0dbb-4a18-b13e-8d606fafa57e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:34:15.943088 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-68163d1b-0dbb-4a18-b13e-8d606fafa57e admin admin] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:34:15.945514 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-090cf232-ba5c-4788-94dc-3ee070dea61d tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:34:16.032662 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:34:16.063549 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68163d1b-0dbb-4a18-b13e-8d606fafa57e admin admin] Pushing event updated for resources: {'Network': ['ID=6814b271-169f-4bad-b427-1ac228479c5d,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:34:16.066740 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-68163d1b-0dbb-4a18-b13e-8d606fafa57e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:34:16.073550 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 6814b271-169f-4bad-b427-1ac228479c5d details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:34:16.133811 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-68163d1b-0dbb-4a18-b13e-8d606fafa57e admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9785013 Jun 11 10:34:16.136963 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 41302) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:34:16.141870 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-7b617d5b-3205-4053-a174-b59f76642bf2 admin admin] Request body: {'subnet': {'network_id': '6814b271-169f-4bad-b427-1ac228479c5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-956792518-subnet', 'tenant_id': '7b8f4777ea694a9884cb91f3298981f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:34:16.236615 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b617d5b-3205-4053-a174-b59f76642bf2 admin admin] Made reservation on behalf of 7b8f4777ea694a9884cb91f3298981f9 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:34:16.239001 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7b617d5b-3205-4053-a174-b59f76642bf2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:34:16.843764 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:34:16.893168 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7b617d5b-3205-4053-a174-b59f76642bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:34:16.895355 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3231a822-4883-4938-b406-00d244ef08d4 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:34:16.964642 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b617d5b-3205-4053-a174-b59f76642bf2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df8a16cd-928d-42a3-90b9-0c3513e3e34d,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:34:16.968320 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7b617d5b-3205-4053-a174-b59f76642bf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:34:16.974738 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b617d5b-3205-4053-a174-b59f76642bf2 admin admin] Checking segment: {'id': 'a2fbf38a-9978-43da-a15b-97097a586920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '6814b271-169f-4bad-b427-1ac228479c5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:34:16.975095 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b617d5b-3205-4053-a174-b59f76642bf2 admin admin] Network hostable DHCP agents. Network: 6814b271-169f-4bad-b427-1ac228479c5d, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:34:17.150534 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b617d5b-3205-4053-a174-b59f76642bf2 admin admin] Network 6814b271-169f-4bad-b427-1ac228479c5d is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:34:17.255847 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-7b617d5b-3205-4053-a174-b59f76642bf2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 6814b271-169f-4bad-b427-1ac228479c5d) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:34:17.259877 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b617d5b-3205-4053-a174-b59f76642bf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:34:17.260721 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7b617d5b-3205-4053-a174-b59f76642bf2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:34:17.264683 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc0460a-e3df-4ffd-a1c8-9cb3bf45cb7f None None] Network 6814b271-169f-4bad-b427-1ac228479c5d requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:34:17.341291 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-7b617d5b-3205-4053-a174-b59f76642bf2 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1960380 Jun 11 10:34:17.437933 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b612e80d-393b-4d2a-be74-6e94d204dd44 None None] Network 6814b271-169f-4bad-b427-1ac228479c5d requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:34:17.869186 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c2149b-6968-4e3f-a87b-3934f8ec2364 req-870494e0-8994-4b99-81c4-d0ef5ebfad25 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:34:17.870622 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-44c2149b-6968-4e3f-a87b-3934f8ec2364 req-870494e0-8994-4b99-81c4-d0ef5ebfad25 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] 10.222.0.60 "GET /v2.0/networks?id=6814b271-169f-4bad-b427-1ac228479c5d HTTP/1.1" status: 200 len: 811 time: 0.1918979 Jun 11 10:34:17.885911 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-44c2149b-6968-4e3f-a87b-3934f8ec2364 req-59e61544-662f-4696-b690-6e5e14476165 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] 10.222.0.60 "GET /v2.0/quotas/7b8f4777ea694a9884cb91f3298981f9 HTTP/1.1" status: 200 len: 375 time: 0.0098155 Jun 11 10:34:17.929254 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-44c2149b-6968-4e3f-a87b-3934f8ec2364 req-3d7b3554-c0f3-46c2-b97e-4bcd8b36dae9 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7b8f4777ea694a9884cb91f3298981f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0375001 Jun 11 10:34:17.986468 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [req-44c2149b-6968-4e3f-a87b-3934f8ec2364 req-64709c34-33b7-4d11-ae0d-32a1ddee81e0 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 10:34:17.987514 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-44c2149b-6968-4e3f-a87b-3934f8ec2364 req-64709c34-33b7-4d11-ae0d-32a1ddee81e0 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0518823 Jun 11 10:34:18.102302 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-44c2149b-6968-4e3f-a87b-3934f8ec2364 req-b99beeaa-ae65-49cb-8960-6702da8c8d8a service neutron] 10.222.0.60 "GET /v2.0/networks/6814b271-169f-4bad-b427-1ac228479c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086793 Jun 11 10:34:18.220410 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-44c2149b-6968-4e3f-a87b-3934f8ec2364 req-31a42346-368e-4cc4-8dde-c9ff9cf652d6 service neutron] 10.222.0.60 "GET /v2.0/networks/6814b271-169f-4bad-b427-1ac228479c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122141 Jun 11 10:34:18.505391 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-06c1c35b-23b2-4144-a023-034cade31154 req-20386531-6831-4d37-83ea-8d28f3068bf3 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] 10.222.0.60 "GET /v2.0/ports?device_id=beffd5d8-1cbd-481f-9e2c-59dc12ec5847 HTTP/1.1" status: 200 len: 210 time: 0.0407195 Jun 11 10:34:18.607448 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:34:19.598692 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-86e9fb6e-5615-4ece-9ef7-8ef5fb848b25 req-65f7ed28-fd47-4cf7-b5a3-d08726acf717 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] 10.222.0.60 "GET /v2.0/ports?device_id=beffd5d8-1cbd-481f-9e2c-59dc12ec5847 HTTP/1.1" status: 200 len: 210 time: 0.0347219 Jun 11 10:34:20.766376 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-062ee3fe-2ff0-4d49-a2b5-fc966345b170 req-e5529d33-d842-4f59-949e-a97fcd997a28 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] 10.222.0.60 "GET /v2.0/ports?device_id=beffd5d8-1cbd-481f-9e2c-59dc12ec5847 HTTP/1.1" status: 200 len: 210 time: 0.0374475 Jun 11 10:34:21.781852 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c2149b-6968-4e3f-a87b-3934f8ec2364 req-5df19edd-fae0-4f59-bf18-5ce4b3528585 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:34:21.783228 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-44c2149b-6968-4e3f-a87b-3934f8ec2364 req-5df19edd-fae0-4f59-bf18-5ce4b3528585 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] 10.222.0.69 "GET /v2.0/networks?id=6814b271-169f-4bad-b427-1ac228479c5d HTTP/1.1" status: 200 len: 811 time: 0.1315160 Jun 11 10:34:21.796862 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-44c2149b-6968-4e3f-a87b-3934f8ec2364 req-8e1fff08-1787-42e6-aa5a-7e7990330aa1 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] Request body: {'port': {'device_id': 'beffd5d8-1cbd-481f-9e2c-59dc12ec5847', 'network_id': '6814b271-169f-4bad-b427-1ac228479c5d', 'admin_state_up': True, 'tenant_id': '7b8f4777ea694a9884cb91f3298981f9'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:34:21.925541 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-81e39b2b-e834-4890-81f1-c90d112d2885 req-b8a743a2-4f17-4d5a-9ace-44e67c2e5dcf tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] 10.222.0.60 "GET /v2.0/ports?device_id=beffd5d8-1cbd-481f-9e2c-59dc12ec5847 HTTP/1.1" status: 200 len: 210 time: 0.0437188 Jun 11 10:34:22.065311 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44c2149b-6968-4e3f-a87b-3934f8ec2364 req-8e1fff08-1787-42e6-aa5a-7e7990330aa1 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] Made reservation on behalf of 7b8f4777ea694a9884cb91f3298981f9 for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:34:22.069931 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-44c2149b-6968-4e3f-a87b-3934f8ec2364 req-8e1fff08-1787-42e6-aa5a-7e7990330aa1 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:34:22.214430 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [req-44c2149b-6968-4e3f-a87b-3934f8ec2364 req-8e1fff08-1787-42e6-aa5a-7e7990330aa1 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] Allocated IP 172.20.0.2 (6814b271-169f-4bad-b427-1ac228479c5d/df8a16cd-928d-42a3-90b9-0c3513e3e34d/57b29179-6aed-4129-ac68-c241c3373fde) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:34:22.393810 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-44c2149b-6968-4e3f-a87b-3934f8ec2364 req-8e1fff08-1787-42e6-aa5a-7e7990330aa1 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:34:22.552994 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-44c2149b-6968-4e3f-a87b-3934f8ec2364 req-8e1fff08-1787-42e6-aa5a-7e7990330aa1 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:34:22.557306 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7143e19f-e3ab-49b1-942f-71481ac9d86d tempest-ServersAdminNegativeTestJSON-19437566 tempest-ServersAdminNegativeTestJSON-19437566-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:34:22.606652 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44c2149b-6968-4e3f-a87b-3934f8ec2364 req-8e1fff08-1787-42e6-aa5a-7e7990330aa1 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] Network 6814b271-169f-4bad-b427-1ac228479c5d is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:34:22.610236 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [req-44c2149b-6968-4e3f-a87b-3934f8ec2364 req-8e1fff08-1787-42e6-aa5a-7e7990330aa1 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:34:22.614140 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-44c2149b-6968-4e3f-a87b-3934f8ec2364 req-8e1fff08-1787-42e6-aa5a-7e7990330aa1 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:34:22.620757 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1fff08-1787-42e6-aa5a-7e7990330aa1 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] Pushing event updated for resources: {'Port': ['ID=57b29179-6aed-4129-ac68-c241c3373fde,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:34:22.659379 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1fff08-1787-42e6-aa5a-7e7990330aa1 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:34:22.659734 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1fff08-1787-42e6-aa5a-7e7990330aa1 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:34:22.660114 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1fff08-1787-42e6-aa5a-7e7990330aa1 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:34:22.660487 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1fff08-1787-42e6-aa5a-7e7990330aa1 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:34:22.660850 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1fff08-1787-42e6-aa5a-7e7990330aa1 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:34:22.661215 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1fff08-1787-42e6-aa5a-7e7990330aa1 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:34:22.661574 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1fff08-1787-42e6-aa5a-7e7990330aa1 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:34:22.661934 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1fff08-1787-42e6-aa5a-7e7990330aa1 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:34:22.662293 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1fff08-1787-42e6-aa5a-7e7990330aa1 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:34:22.662650 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1fff08-1787-42e6-aa5a-7e7990330aa1 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:34:22.663007 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1fff08-1787-42e6-aa5a-7e7990330aa1 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:34:22.663363 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1fff08-1787-42e6-aa5a-7e7990330aa1 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:34:22.668616 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8e1fff08-1787-42e6-aa5a-7e7990330aa1 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:34:22.691855 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c2149b-6968-4e3f-a87b-3934f8ec2364 req-8e1fff08-1787-42e6-aa5a-7e7990330aa1 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:34:22.692462 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-44c2149b-6968-4e3f-a87b-3934f8ec2364 req-8e1fff08-1787-42e6-aa5a-7e7990330aa1 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:34:22.825277 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-44c2149b-6968-4e3f-a87b-3934f8ec2364 req-8e1fff08-1787-42e6-aa5a-7e7990330aa1 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0321193 Jun 11 10:34:22.837217 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-44c2149b-6968-4e3f-a87b-3934f8ec2364 req-df18a798-555d-4799-9575-9ae06b02e4f9 service neutron] Request body: {'port': {'device_id': 'beffd5d8-1cbd-481f-9e2c-59dc12ec5847', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-12'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:34:22.921576 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-44c2149b-6968-4e3f-a87b-3934f8ec2364 req-df18a798-555d-4799-9575-9ae06b02e4f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:34:23.223785 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cfb4c2-e088-42c2-a8f4-925e06f1b7a5 req-9cfeb945-21d9-4085-be6f-ff4ad93e7187 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:34:23.225181 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a7cfb4c2-e088-42c2-a8f4-925e06f1b7a5 req-9cfeb945-21d9-4085-be6f-ff4ad93e7187 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] 10.222.0.60 "GET /v2.0/ports?device_id=beffd5d8-1cbd-481f-9e2c-59dc12ec5847 HTTP/1.1" status: 200 len: 931 time: 0.1740105 Jun 11 10:34:23.302070 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a7cfb4c2-e088-42c2-a8f4-925e06f1b7a5 req-fde27e15-4491-4276-8822-4043b7f9ddf9 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] 10.222.0.60 "GET /v2.0/security-groups?id=2afd66e9-1ff9-4020-a251-d8487e0277b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708234 Jun 11 10:34:23.355827 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [req-44c2149b-6968-4e3f-a87b-3934f8ec2364 req-df18a798-555d-4799-9575-9ae06b02e4f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57b29179-6aed-4129-ac68-c241c3373fde {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:34:23.364010 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-44c2149b-6968-4e3f-a87b-3934f8ec2364 req-df18a798-555d-4799-9575-9ae06b02e4f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:34:23.375628 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-44c2149b-6968-4e3f-a87b-3934f8ec2364 req-df18a798-555d-4799-9575-9ae06b02e4f9 service neutron] Transition to ACTIVE for port object 57b29179-6aed-4129-ac68-c241c3373fde will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:34:23.460974 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-44c2149b-6968-4e3f-a87b-3934f8ec2364 req-df18a798-555d-4799-9575-9ae06b02e4f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:34:23.463234 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8e1fff08-1787-42e6-aa5a-7e7990330aa1 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:34:23.563219 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df18a798-555d-4799-9575-9ae06b02e4f9 service neutron] Pushing event updated for resources: {'Port': ['ID=57b29179-6aed-4129-ac68-c241c3373fde,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:34:23.587889 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-df18a798-555d-4799-9575-9ae06b02e4f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:34:23.651195 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-44c2149b-6968-4e3f-a87b-3934f8ec2364 req-df18a798-555d-4799-9575-9ae06b02e4f9 service neutron] Attempting to bind port 57b29179-6aed-4129-ac68-c241c3373fde on host n-h2-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:34:23.651530 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-44c2149b-6968-4e3f-a87b-3934f8ec2364 req-df18a798-555d-4799-9575-9ae06b02e4f9 service neutron] Attempting to bind port 57b29179-6aed-4129-ac68-c241c3373fde by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': 'a2fbf38a-9978-43da-a15b-97097a586920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '6814b271-169f-4bad-b427-1ac228479c5d'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:34:23.651889 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c2149b-6968-4e3f-a87b-3934f8ec2364 req-df18a798-555d-4799-9575-9ae06b02e4f9 service neutron] Attempting to bind port 57b29179-6aed-4129-ac68-c241c3373fde on network 6814b271-169f-4bad-b427-1ac228479c5d {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:34:23.656555 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c2149b-6968-4e3f-a87b-3934f8ec2364 req-df18a798-555d-4799-9575-9ae06b02e4f9 service neutron] Port 57b29179-6aed-4129-ac68-c241c3373fde on network 6814b271-169f-4bad-b427-1ac228479c5d not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:34:23.656882 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c2149b-6968-4e3f-a87b-3934f8ec2364 req-df18a798-555d-4799-9575-9ae06b02e4f9 service neutron] Attempting to bind port 57b29179-6aed-4129-ac68-c241c3373fde on network 6814b271-169f-4bad-b427-1ac228479c5d {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:34:23.662192 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c2149b-6968-4e3f-a87b-3934f8ec2364 req-df18a798-555d-4799-9575-9ae06b02e4f9 service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:34:23.662526 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c2149b-6968-4e3f-a87b-3934f8ec2364 req-df18a798-555d-4799-9575-9ae06b02e4f9 service neutron] Checking segment: {'id': 'a2fbf38a-9978-43da-a15b-97097a586920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '6814b271-169f-4bad-b427-1ac228479c5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:34:23.662910 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c2149b-6968-4e3f-a87b-3934f8ec2364 req-df18a798-555d-4799-9575-9ae06b02e4f9 service neutron] Bound using segment: {'id': 'a2fbf38a-9978-43da-a15b-97097a586920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '6814b271-169f-4bad-b427-1ac228479c5d'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:34:23.663389 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-44c2149b-6968-4e3f-a87b-3934f8ec2364 req-df18a798-555d-4799-9575-9ae06b02e4f9 service neutron] Bound port: 57b29179-6aed-4129-ac68-c241c3373fde, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2fbf38a-9978-43da-a15b-97097a586920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '6814b271-169f-4bad-b427-1ac228479c5d'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:34:23.663769 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-44c2149b-6968-4e3f-a87b-3934f8ec2364 req-df18a798-555d-4799-9575-9ae06b02e4f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:34:23.742374 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-44c2149b-6968-4e3f-a87b-3934f8ec2364 req-df18a798-555d-4799-9575-9ae06b02e4f9 service neutron] For port 57b29179-6aed-4129-ac68-c241c3373fde, host n-h2-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:34:23.746361 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-44c2149b-6968-4e3f-a87b-3934f8ec2364 req-df18a798-555d-4799-9575-9ae06b02e4f9 service neutron] For port 57b29179-6aed-4129-ac68-c241c3373fde, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=57b29179-6aed-4129-ac68-c241c3373fde,segment=NetworkSegment(a2fbf38a-9978-43da-a15b-97097a586920),segment_id=a2fbf38a-9978-43da-a15b-97097a586920)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:34:23.827092 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-44c2149b-6968-4e3f-a87b-3934f8ec2364 req-df18a798-555d-4799-9575-9ae06b02e4f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:34:23.829996 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-322a0081-5c0a-438c-9523-33f90c6e8f9f tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:34:23.872256 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c2149b-6968-4e3f-a87b-3934f8ec2364 req-df18a798-555d-4799-9575-9ae06b02e4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:34:23.872895 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-44c2149b-6968-4e3f-a87b-3934f8ec2364 req-df18a798-555d-4799-9575-9ae06b02e4f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:34:23.874303 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-44c2149b-6968-4e3f-a87b-3934f8ec2364 req-df18a798-555d-4799-9575-9ae06b02e4f9 service neutron] 10.222.0.69 "PUT /v2.0/ports/57b29179-6aed-4129-ac68-c241c3373fde HTTP/1.1" status: 200 len: 1092 time: 1.0412924 Jun 11 10:34:23.874843 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beffd5d8-1cbd-481f-9e2c-59dc12ec5847', 'tag': '57b29179-6aed-4129-ac68-c241c3373fde'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:34:23.877707 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-300e47a7-c5bd-45da-9426-99872afe6d88" -d '{"events": [{"name": "network-changed", "server_uuid": "beffd5d8-1cbd-481f-9e2c-59dc12ec5847", "tag": "57b29179-6aed-4129-ac68-c241c3373fde"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:34:23.901593 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df18a798-555d-4799-9575-9ae06b02e4f9 service neutron] Pushing event updated for resources: {'Port': ['ID=57b29179-6aed-4129-ac68-c241c3373fde,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:34:23.905095 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-df18a798-555d-4799-9575-9ae06b02e4f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:34:23.916364 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a07687d5-98ff-4088-9576-4f06d9ad1d98 x-openstack-request-id: req-a07687d5-98ff-4088-9576-4f06d9ad1d98 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:34:23.916871 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "beffd5d8-1cbd-481f-9e2c-59dc12ec5847", "tag": "57b29179-6aed-4129-ac68-c241c3373fde", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:34:23.917332 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a07687d5-98ff-4088-9576-4f06d9ad1d98 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:34:23.918001 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'beffd5d8-1cbd-481f-9e2c-59dc12ec5847', 'tag': '57b29179-6aed-4129-ac68-c241c3373fde', 'status': 'completed', 'code': 200} Jun 11 10:34:24.005527 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e47a7-c5bd-45da-9426-99872afe6d88 req-ca9b489f-8da1-471c-ab62-f575f1046112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:34:24.007023 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-300e47a7-c5bd-45da-9426-99872afe6d88 req-ca9b489f-8da1-471c-ab62-f575f1046112 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7b8f4777ea694a9884cb91f3298981f9&device_id=beffd5d8-1cbd-481f-9e2c-59dc12ec5847 HTTP/1.1" status: 200 len: 1095 time: 0.0691404 Jun 11 10:34:24.143192 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e47a7-c5bd-45da-9426-99872afe6d88 req-31254951-2bbb-411b-9b6d-e926d47c40a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:34:24.144691 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-300e47a7-c5bd-45da-9426-99872afe6d88 req-31254951-2bbb-411b-9b6d-e926d47c40a0 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=7b8f4777ea694a9884cb91f3298981f9&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1297221 Jun 11 10:34:24.274027 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e47a7-c5bd-45da-9426-99872afe6d88 req-53822bf6-4b5e-4da0-b07b-0e4c756c37e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:34:24.275498 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-300e47a7-c5bd-45da-9426-99872afe6d88 req-53822bf6-4b5e-4da0-b07b-0e4c756c37e9 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1236370 Jun 11 10:34:24.378287 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c2149b-6968-4e3f-a87b-3934f8ec2364 req-70b908ed-028f-4e52-9159-d41ffef1a452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:34:24.387102 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-44c2149b-6968-4e3f-a87b-3934f8ec2364 req-70b908ed-028f-4e52-9159-d41ffef1a452 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7b8f4777ea694a9884cb91f3298981f9&device_id=beffd5d8-1cbd-481f-9e2c-59dc12ec5847 HTTP/1.1" status: 200 len: 1095 time: 0.0660014 Jun 11 10:34:24.439394 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-44c2149b-6968-4e3f-a87b-3934f8ec2364 req-b0616e4b-7db9-46c1-bac7-c4fdc49b2275 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=57b29179-6aed-4129-ac68-c241c3373fde HTTP/1.1" status: 200 len: 217 time: 0.0506780 Jun 11 10:34:24.531938 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c2149b-6968-4e3f-a87b-3934f8ec2364 req-53b73765-c179-458f-9f97-840c5bec99dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:34:24.533431 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-44c2149b-6968-4e3f-a87b-3934f8ec2364 req-53b73765-c179-458f-9f97-840c5bec99dc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=df8a16cd-928d-42a3-90b9-0c3513e3e34d HTTP/1.1" status: 200 len: 851 time: 0.0865552 Jun 11 10:34:24.574291 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-44c2149b-6968-4e3f-a87b-3934f8ec2364 req-5979066f-598c-4030-aa82-69347316eead service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6814b271-169f-4bad-b427-1ac228479c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338838 Jun 11 10:34:24.586185 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f187cb-25ce-4635-b078-8e7558acfc3c req-0a919355-765f-4eaa-9d91-32aa7673f295 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:34:24.587594 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-33f187cb-25ce-4635-b078-8e7558acfc3c req-0a919355-765f-4eaa-9d91-32aa7673f295 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] 10.222.0.60 "GET /v2.0/ports?device_id=beffd5d8-1cbd-481f-9e2c-59dc12ec5847 HTTP/1.1" status: 200 len: 943 time: 0.1516924 Jun 11 10:34:24.700369 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-33f187cb-25ce-4635-b078-8e7558acfc3c req-8e55b986-1ae0-4d30-bd2b-3b750689678b tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] 10.222.0.60 "GET /v2.0/security-groups?id=2afd66e9-1ff9-4020-a251-d8487e0277b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038826 Jun 11 10:34:24.730664 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-44c2149b-6968-4e3f-a87b-3934f8ec2364 req-b7ba5f5f-4db2-4cd2-b507-de56fa9a4304 service neutron] 10.222.0.69 "GET /v2.0/networks/6814b271-169f-4bad-b427-1ac228479c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421020 Jun 11 10:34:24.856359 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-44c2149b-6968-4e3f-a87b-3934f8ec2364 req-422c2966-9e0d-47d6-9ce6-1455d6bfa1df service neutron] 10.222.0.69 "GET /v2.0/networks/6814b271-169f-4bad-b427-1ac228479c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171663 Jun 11 10:34:25.884735 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7556aa-1f27-4fad-b43a-469f5ba5cd7c req-b91e8b8e-2aab-4a0f-b443-5903ebe255a9 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:34:25.886485 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ba7556aa-1f27-4fad-b43a-469f5ba5cd7c req-b91e8b8e-2aab-4a0f-b443-5903ebe255a9 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] 10.222.0.60 "GET /v2.0/ports?device_id=beffd5d8-1cbd-481f-9e2c-59dc12ec5847 HTTP/1.1" status: 200 len: 943 time: 0.0715804 Jun 11 10:34:25.929429 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ba7556aa-1f27-4fad-b43a-469f5ba5cd7c req-fde1a3e0-64b8-45ef-8cb4-4027fbc5e63f tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] 10.222.0.60 "GET /v2.0/security-groups?id=2afd66e9-1ff9-4020-a251-d8487e0277b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371315 Jun 11 10:34:27.115830 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a2ad2d-7935-4078-9bae-c649369c5809 req-5780ba31-9eca-444c-a8d5-adccf9127050 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:34:27.117305 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f1a2ad2d-7935-4078-9bae-c649369c5809 req-5780ba31-9eca-444c-a8d5-adccf9127050 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] 10.222.0.60 "GET /v2.0/ports?device_id=beffd5d8-1cbd-481f-9e2c-59dc12ec5847 HTTP/1.1" status: 200 len: 943 time: 0.0758836 Jun 11 10:34:27.160164 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f1a2ad2d-7935-4078-9bae-c649369c5809 req-f16579cf-2b8f-4395-ace0-6b0c313ce4ea tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] 10.222.0.60 "GET /v2.0/security-groups?id=2afd66e9-1ff9-4020-a251-d8487e0277b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369587 Jun 11 10:34:27.807128 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 57b29179-6aed-4129-ac68-c241c3373fde details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 10:34:27.944301 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 57b29179-6aed-4129-ac68-c241c3373fde, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=57b29179-6aed-4129-ac68-c241c3373fde,segment=NetworkSegment(a2fbf38a-9978-43da-a15b-97097a586920),segment_id=a2fbf38a-9978-43da-a15b-97097a586920)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:34:27.957650 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': '57b29179-6aed-4129-ac68-c241c3373fde', 'network_id': '6814b271-169f-4bad-b427-1ac228479c5d', 'port_id': '57b29179-6aed-4129-ac68-c241c3373fde', 'mac_address': 'fa:16:3e:34:09:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df8a16cd-928d-42a3-90b9-0c3513e3e34d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 10:34:28.000901 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:34:28.021586 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57b29179-6aed-4129-ac68-c241c3373fde {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:34:28.052422 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 57b29179-6aed-4129-ac68-c241c3373fde, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=57b29179-6aed-4129-ac68-c241c3373fde,segment=NetworkSegment(a2fbf38a-9978-43da-a15b-97097a586920),segment_id=a2fbf38a-9978-43da-a15b-97097a586920)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:34:28.192877 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:34:28.194736 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:34:28.249974 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=57b29179-6aed-4129-ac68-c241c3373fde,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:34:28.258957 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:34:28.351279 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e320f-57a9-4b7d-8f34-411dff99ba86 req-8011e67a-2f2c-4741-a36a-cbb576c2c0c4 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:34:28.352765 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7a1e320f-57a9-4b7d-8f34-411dff99ba86 req-8011e67a-2f2c-4741-a36a-cbb576c2c0c4 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] 10.222.0.60 "GET /v2.0/ports?device_id=beffd5d8-1cbd-481f-9e2c-59dc12ec5847 HTTP/1.1" status: 200 len: 944 time: 0.0723205 Jun 11 10:34:28.397675 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7a1e320f-57a9-4b7d-8f34-411dff99ba86 req-1d470310-cce4-4eab-84a2-07618e2babc8 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] 10.222.0.60 "GET /v2.0/security-groups?id=2afd66e9-1ff9-4020-a251-d8487e0277b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392156 Jun 11 10:34:28.498008 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['57b29179-6aed-4129-ac68-c241c3373fde'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:34:29.584081 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e9fe22-e881-4ace-a84b-cf72b02a19e4 req-a5bdf85c-f18f-41f7-acbc-df017f2ded51 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:34:29.585541 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-98e9fe22-e881-4ace-a84b-cf72b02a19e4 req-a5bdf85c-f18f-41f7-acbc-df017f2ded51 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] 10.222.0.60 "GET /v2.0/ports?device_id=beffd5d8-1cbd-481f-9e2c-59dc12ec5847 HTTP/1.1" status: 200 len: 944 time: 0.0755372 Jun 11 10:34:29.628801 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-98e9fe22-e881-4ace-a84b-cf72b02a19e4 req-2d0fef84-9dfe-44a1-9967-34c3cc76338c tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] 10.222.0.60 "GET /v2.0/security-groups?id=2afd66e9-1ff9-4020-a251-d8487e0277b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376320 Jun 11 10:34:29.822388 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 57b29179-6aed-4129-ac68-c241c3373fde up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:34:29.972823 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning for port 57b29179-6aed-4129-ac68-c241c3373fde completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:34:29.976898 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port 57b29179-6aed-4129-ac68-c241c3373fde triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:34:29.977282 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:34:30.070237 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:34:30.095619 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beffd5d8-1cbd-481f-9e2c-59dc12ec5847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57b29179-6aed-4129-ac68-c241c3373fde'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:34:30.097913 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec2d8c33-7a4e-44da-9ca9-608a82080707" -d '{"events": [{"server_uuid": "beffd5d8-1cbd-481f-9e2c-59dc12ec5847", "name": "network-vif-plugged", "status": "completed", "tag": "57b29179-6aed-4129-ac68-c241c3373fde"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:34:30.111978 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 57b29179-6aed-4129-ac68-c241c3373fde, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=57b29179-6aed-4129-ac68-c241c3373fde,segment=NetworkSegment(a2fbf38a-9978-43da-a15b-97097a586920),segment_id=a2fbf38a-9978-43da-a15b-97097a586920)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:34:30.133672 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fcb364d-7c9d-4e95-a2e4-749d4aca7e97 x-openstack-request-id: req-6fcb364d-7c9d-4e95-a2e4-749d4aca7e97 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:34:30.133970 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beffd5d8-1cbd-481f-9e2c-59dc12ec5847", "name": "network-vif-plugged", "status": "completed", "tag": "57b29179-6aed-4129-ac68-c241c3373fde", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:34:30.134253 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6fcb364d-7c9d-4e95-a2e4-749d4aca7e97 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:34:30.134650 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beffd5d8-1cbd-481f-9e2c-59dc12ec5847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57b29179-6aed-4129-ac68-c241c3373fde', 'code': 200} Jun 11 10:34:30.241715 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:34:30.243703 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-b0561bc8-c0a0-497a-8d08-23a8cffa79a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:34:30.249073 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f650d40f-92a7-4f49-913a-0b7c0971f588 req-2d9d947c-1f27-4f4f-9e9a-23bdc04ff7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:34:30.250658 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f650d40f-92a7-4f49-913a-0b7c0971f588 req-2d9d947c-1f27-4f4f-9e9a-23bdc04ff7c5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=beffd5d8-1cbd-481f-9e2c-59dc12ec5847 HTTP/1.1" status: 200 len: 1096 time: 0.0583625 Jun 11 10:34:30.288589 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f650d40f-92a7-4f49-913a-0b7c0971f588 req-94dce476-3c0d-4bd8-bd04-5ed458446393 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=2afd66e9-1ff9-4020-a251-d8487e0277b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313678 Jun 11 10:34:30.298285 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=57b29179-6aed-4129-ac68-c241c3373fde,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:34:30.301754 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:34:30.814232 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059e20b7-39d1-47ad-aeaa-0541f3f3d1fc req-16b99768-86c3-434d-9c3d-87b5f7596f8b tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:34:30.815715 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-059e20b7-39d1-47ad-aeaa-0541f3f3d1fc req-16b99768-86c3-434d-9c3d-87b5f7596f8b tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] 10.222.0.60 "GET /v2.0/ports?device_id=beffd5d8-1cbd-481f-9e2c-59dc12ec5847 HTTP/1.1" status: 200 len: 945 time: 0.0749021 Jun 11 10:34:30.858581 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-059e20b7-39d1-47ad-aeaa-0541f3f3d1fc req-56aaf934-4de1-438e-a91e-409ed0a07dba tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] 10.222.0.60 "GET /v2.0/security-groups?id=2afd66e9-1ff9-4020-a251-d8487e0277b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372255 Jun 11 10:34:31.706802 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:34:32.042790 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf343381-6764-4efc-a50f-c593fc79fd3b req-2528c60e-9a2b-4d37-aaf4-b230be820238 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:34:32.044301 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bf343381-6764-4efc-a50f-c593fc79fd3b req-2528c60e-9a2b-4d37-aaf4-b230be820238 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] 10.222.0.60 "GET /v2.0/ports?device_id=beffd5d8-1cbd-481f-9e2c-59dc12ec5847 HTTP/1.1" status: 200 len: 945 time: 0.0714688 Jun 11 10:34:32.086670 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bf343381-6764-4efc-a50f-c593fc79fd3b req-cf5eb6f9-bda6-461b-ac18-ab22976461db tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] 10.222.0.60 "GET /v2.0/security-groups?id=2afd66e9-1ff9-4020-a251-d8487e0277b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361128 Jun 11 10:34:32.723984 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd3103c-bbd3-4d65-997c-b63220c0deb5 req-7cf8fa2b-912b-402f-a0b8-02d902acfb5b tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:34:32.725448 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4cd3103c-bbd3-4d65-997c-b63220c0deb5 req-7cf8fa2b-912b-402f-a0b8-02d902acfb5b tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] 10.222.0.60 "GET /v2.0/ports?device_id=beffd5d8-1cbd-481f-9e2c-59dc12ec5847 HTTP/1.1" status: 200 len: 945 time: 0.0749931 Jun 11 10:34:32.769189 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4cd3103c-bbd3-4d65-997c-b63220c0deb5 req-e7a7a340-f065-4dca-aa9f-046dbe69006c tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] 10.222.0.60 "GET /v2.0/security-groups?id=2afd66e9-1ff9-4020-a251-d8487e0277b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380545 Jun 11 10:34:32.808296 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 41368) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:34:32.921746 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-89acd6c7-6b74-4ac2-b548-f85d5c952743 req-8068df2b-6985-4a6f-8b7a-55a4224e6986 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=beffd5d8-1cbd-481f-9e2c-59dc12ec5847&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1123757 Jun 11 10:34:33.961596 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fafc6e1-d77d-46c8-b0ba-80066f32c92f req-7b2003ed-0bd5-4d55-8fbf-2ecfd393a668 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:34:33.963271 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6fafc6e1-d77d-46c8-b0ba-80066f32c92f req-7b2003ed-0bd5-4d55-8fbf-2ecfd393a668 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] 10.222.0.60 "GET /v2.0/ports?device_id=beffd5d8-1cbd-481f-9e2c-59dc12ec5847 HTTP/1.1" status: 200 len: 945 time: 0.0758257 Jun 11 10:34:34.006471 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6fafc6e1-d77d-46c8-b0ba-80066f32c92f req-eb1409df-af4a-4fa3-af5a-147ad979e9ce tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] 10.222.0.60 "GET /v2.0/security-groups?id=2afd66e9-1ff9-4020-a251-d8487e0277b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376492 Jun 11 10:34:35.214105 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f34c3d-36fc-4182-8f43-3b2c97273169 req-885c7b70-b5fb-468c-986c-c9c7fd707de0 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:34:35.215702 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-94f34c3d-36fc-4182-8f43-3b2c97273169 req-885c7b70-b5fb-468c-986c-c9c7fd707de0 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] 10.222.0.60 "GET /v2.0/ports?device_id=beffd5d8-1cbd-481f-9e2c-59dc12ec5847 HTTP/1.1" status: 200 len: 945 time: 0.0802524 Jun 11 10:34:35.271180 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-94f34c3d-36fc-4182-8f43-3b2c97273169 req-7b54886c-20f2-464f-acac-b51b8e51280d tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] 10.222.0.60 "GET /v2.0/security-groups?id=2afd66e9-1ff9-4020-a251-d8487e0277b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487599 Jun 11 10:34:35.479752 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:34:35.664766 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89acd6c7-6b74-4ac2-b548-f85d5c952743 req-6fc71e2f-794c-4c58-8b9b-ea6570320500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:34:35.666191 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-89acd6c7-6b74-4ac2-b548-f85d5c952743 req-6fc71e2f-794c-4c58-8b9b-ea6570320500 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7b8f4777ea694a9884cb91f3298981f9&device_id=beffd5d8-1cbd-481f-9e2c-59dc12ec5847 HTTP/1.1" status: 200 len: 1097 time: 0.0610263 Jun 11 10:34:36.026931 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:34:36.140262 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89acd6c7-6b74-4ac2-b548-f85d5c952743 req-e5e1e203-e0d3-4a09-bc2b-5631d529a707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:34:36.141754 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-89acd6c7-6b74-4ac2-b548-f85d5c952743 req-e5e1e203-e0d3-4a09-bc2b-5631d529a707 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6814b271-169f-4bad-b427-1ac228479c5d HTTP/1.1" status: 200 len: 912 time: 0.4683788 Jun 11 10:34:36.202374 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-89acd6c7-6b74-4ac2-b548-f85d5c952743 req-0ee254ea-3973-4c7f-a38f-8e7f2f4ff7d5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=57b29179-6aed-4129-ac68-c241c3373fde HTTP/1.1" status: 200 len: 217 time: 0.0473597 Jun 11 10:34:36.273538 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89acd6c7-6b74-4ac2-b548-f85d5c952743 req-c959d827-5619-45d2-a5e5-1df7049b24d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:34:36.275002 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-89acd6c7-6b74-4ac2-b548-f85d5c952743 req-c959d827-5619-45d2-a5e5-1df7049b24d5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=df8a16cd-928d-42a3-90b9-0c3513e3e34d HTTP/1.1" status: 200 len: 851 time: 0.0625098 Jun 11 10:34:36.313614 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-89acd6c7-6b74-4ac2-b548-f85d5c952743 req-f420501b-622f-4174-8414-e7f3c56efdd4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6814b271-169f-4bad-b427-1ac228479c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319355 Jun 11 10:34:36.473840 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-89acd6c7-6b74-4ac2-b548-f85d5c952743 req-beb19ddb-4a95-4505-a2c0-a34aec9a973b service neutron] 10.222.0.69 "GET /v2.0/networks/6814b271-169f-4bad-b427-1ac228479c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534874 Jun 11 10:34:36.526635 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9048fdcb-941f-4a5c-a7c0-af4963289be8 req-441b42bd-abc6-4fea-b186-b23fa218eb47 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:34:36.528110 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9048fdcb-941f-4a5c-a7c0-af4963289be8 req-441b42bd-abc6-4fea-b186-b23fa218eb47 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] 10.222.0.60 "GET /v2.0/ports?device_id=beffd5d8-1cbd-481f-9e2c-59dc12ec5847 HTTP/1.1" status: 200 len: 945 time: 0.1263258 Jun 11 10:34:36.638870 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9048fdcb-941f-4a5c-a7c0-af4963289be8 req-b2ac9cdf-07c9-4d19-95fa-54fb3ca1cfcd tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] 10.222.0.60 "GET /v2.0/security-groups?id=2afd66e9-1ff9-4020-a251-d8487e0277b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036909 Jun 11 10:34:36.643025 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-89acd6c7-6b74-4ac2-b548-f85d5c952743 req-1cc4375c-5a57-422b-999f-a2d10c9fc9ec service neutron] 10.222.0.69 "GET /v2.0/networks/6814b271-169f-4bad-b427-1ac228479c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630583 Jun 11 10:34:37.830292 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620b213e-857b-41e1-9c79-ac411d6ba12d req-d4781e99-822a-470e-969c-3a3955b9c94d tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:34:37.831816 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-620b213e-857b-41e1-9c79-ac411d6ba12d req-d4781e99-822a-470e-969c-3a3955b9c94d tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] 10.222.0.60 "GET /v2.0/ports?device_id=beffd5d8-1cbd-481f-9e2c-59dc12ec5847 HTTP/1.1" status: 200 len: 945 time: 0.0754812 Jun 11 10:34:37.874252 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-620b213e-857b-41e1-9c79-ac411d6ba12d req-dbfe1678-2330-400d-ab4f-10c9ab7ae8ab tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] 10.222.0.60 "GET /v2.0/security-groups?id=2afd66e9-1ff9-4020-a251-d8487e0277b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364804 Jun 11 10:34:39.065222 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84efa16-fd36-4c34-a526-d6da97b7397a req-246b2a53-3d1d-4c49-965d-79cc5cdab9d2 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:34:39.066701 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f84efa16-fd36-4c34-a526-d6da97b7397a req-246b2a53-3d1d-4c49-965d-79cc5cdab9d2 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] 10.222.0.60 "GET /v2.0/ports?device_id=beffd5d8-1cbd-481f-9e2c-59dc12ec5847 HTTP/1.1" status: 200 len: 945 time: 0.0702541 Jun 11 10:34:39.108155 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f84efa16-fd36-4c34-a526-d6da97b7397a req-bb6a76df-a23a-444a-9d50-cae0de945200 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] 10.222.0.60 "GET /v2.0/security-groups?id=2afd66e9-1ff9-4020-a251-d8487e0277b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357523 Jun 11 10:34:40.294272 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6735da8a-fa62-4964-b5b8-e0aace59a217 req-4fb961dc-bb72-4df4-a6cd-e244abdf92bd tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:34:40.295779 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6735da8a-fa62-4964-b5b8-e0aace59a217 req-4fb961dc-bb72-4df4-a6cd-e244abdf92bd tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] 10.222.0.60 "GET /v2.0/ports?device_id=beffd5d8-1cbd-481f-9e2c-59dc12ec5847 HTTP/1.1" status: 200 len: 945 time: 0.0743465 Jun 11 10:34:40.338817 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6735da8a-fa62-4964-b5b8-e0aace59a217 req-87dd9c00-af47-46a8-8212-93039f0a8709 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] 10.222.0.60 "GET /v2.0/security-groups?id=2afd66e9-1ff9-4020-a251-d8487e0277b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373816 Jun 11 10:34:41.522532 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7d1c9a-ea1d-4047-9219-84e087e7b693 req-bc78fed5-4a46-471e-9c64-ac1754ac8182 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:34:41.524091 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7b7d1c9a-ea1d-4047-9219-84e087e7b693 req-bc78fed5-4a46-471e-9c64-ac1754ac8182 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] 10.222.0.60 "GET /v2.0/ports?device_id=beffd5d8-1cbd-481f-9e2c-59dc12ec5847 HTTP/1.1" status: 200 len: 945 time: 0.0712092 Jun 11 10:34:41.570518 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7b7d1c9a-ea1d-4047-9219-84e087e7b693 req-abd93637-7b01-4b72-a8b6-98140611f614 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] 10.222.0.60 "GET /v2.0/security-groups?id=2afd66e9-1ff9-4020-a251-d8487e0277b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406039 Jun 11 10:34:42.755177 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f38928-9646-4f6b-94c3-a58739eb9133 req-5cce632f-2308-4d66-81b7-92bf290eebd1 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:34:42.756660 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-06f38928-9646-4f6b-94c3-a58739eb9133 req-5cce632f-2308-4d66-81b7-92bf290eebd1 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] 10.222.0.60 "GET /v2.0/ports?device_id=beffd5d8-1cbd-481f-9e2c-59dc12ec5847 HTTP/1.1" status: 200 len: 945 time: 0.0728827 Jun 11 10:34:42.801045 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-06f38928-9646-4f6b-94c3-a58739eb9133 req-1e110243-5baf-4c1d-8337-90987e5d6768 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] 10.222.0.60 "GET /v2.0/security-groups?id=2afd66e9-1ff9-4020-a251-d8487e0277b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384004 Jun 11 10:34:43.009630 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f2651abd-5ecf-40d3-a3d3-c774092abb7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:34:43.987005 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf88e78-d23a-4a09-a1d0-e7d0780bab35 req-f846e46a-f3e5-48b4-a387-26f652bb7cf8 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:34:43.988511 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-baf88e78-d23a-4a09-a1d0-e7d0780bab35 req-f846e46a-f3e5-48b4-a387-26f652bb7cf8 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] 10.222.0.60 "GET /v2.0/ports?device_id=beffd5d8-1cbd-481f-9e2c-59dc12ec5847 HTTP/1.1" status: 200 len: 945 time: 0.0716479 Jun 11 10:34:44.030397 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-baf88e78-d23a-4a09-a1d0-e7d0780bab35 req-1ad9834c-e39c-47fa-b298-21b126e4f3bd tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] 10.222.0.60 "GET /v2.0/security-groups?id=2afd66e9-1ff9-4020-a251-d8487e0277b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362065 Jun 11 10:34:45.215404 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a2b464-cacd-43ac-867e-548e8e6b32b9 req-98978fd1-5b62-487c-aef5-2e3a762c71e6 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:34:45.216899 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-86a2b464-cacd-43ac-867e-548e8e6b32b9 req-98978fd1-5b62-487c-aef5-2e3a762c71e6 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] 10.222.0.60 "GET /v2.0/ports?device_id=beffd5d8-1cbd-481f-9e2c-59dc12ec5847 HTTP/1.1" status: 200 len: 945 time: 0.0742118 Jun 11 10:34:45.259121 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-86a2b464-cacd-43ac-867e-548e8e6b32b9 req-db2813f9-8187-4b99-99d5-e248dda6783c tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] 10.222.0.60 "GET /v2.0/security-groups?id=2afd66e9-1ff9-4020-a251-d8487e0277b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366659 Jun 11 10:34:45.843600 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-fbc2f87a-84f5-4f23-81c0-9d619f315853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:34:45.958150 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:34:46.440423 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5026a4-49ad-4670-b4dc-b92f2ad4d2a5 req-d9b9e4f2-c248-476b-88d9-dc56ac3db1e7 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:34:46.441961 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2f5026a4-49ad-4670-b4dc-b92f2ad4d2a5 req-d9b9e4f2-c248-476b-88d9-dc56ac3db1e7 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] 10.222.0.60 "GET /v2.0/ports?device_id=beffd5d8-1cbd-481f-9e2c-59dc12ec5847 HTTP/1.1" status: 200 len: 945 time: 0.0700336 Jun 11 10:34:46.487148 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2f5026a4-49ad-4670-b4dc-b92f2ad4d2a5 req-3db470f1-d1a6-49a2-90bc-a5f72eca3bba tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] 10.222.0.60 "GET /v2.0/security-groups?id=2afd66e9-1ff9-4020-a251-d8487e0277b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383503 Jun 11 10:34:46.820651 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:34:47.675921 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2794fc-3ef5-419f-bf6c-58820d79bb28 req-58fe7af4-775f-47e3-84e4-f3ae2e72c20f tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:34:47.677439 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9d2794fc-3ef5-419f-bf6c-58820d79bb28 req-58fe7af4-775f-47e3-84e4-f3ae2e72c20f tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] 10.222.0.60 "GET /v2.0/ports?device_id=beffd5d8-1cbd-481f-9e2c-59dc12ec5847 HTTP/1.1" status: 200 len: 945 time: 0.0756972 Jun 11 10:34:47.720355 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9d2794fc-3ef5-419f-bf6c-58820d79bb28 req-1fcb0ea3-552b-49f3-a5a9-06dd4f9ffdb1 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] 10.222.0.60 "GET /v2.0/security-groups?id=2afd66e9-1ff9-4020-a251-d8487e0277b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371270 Jun 11 10:34:48.555046 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:34:48.905619 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feddfa31-eb6f-4337-83ad-22967dc7bdfb req-efb4bd37-3585-4af8-9cba-5b8846e8cf2e tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:34:48.907109 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-feddfa31-eb6f-4337-83ad-22967dc7bdfb req-efb4bd37-3585-4af8-9cba-5b8846e8cf2e tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] 10.222.0.60 "GET /v2.0/ports?device_id=beffd5d8-1cbd-481f-9e2c-59dc12ec5847 HTTP/1.1" status: 200 len: 945 time: 0.0707972 Jun 11 10:34:48.949071 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-feddfa31-eb6f-4337-83ad-22967dc7bdfb req-3dedd7a1-df25-4b48-8c4d-09fe47dd00e5 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] 10.222.0.60 "GET /v2.0/security-groups?id=2afd66e9-1ff9-4020-a251-d8487e0277b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361292 Jun 11 10:34:50.138774 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19c9adf-3022-4f26-a87f-e67540a35a6d req-e9f24b45-206d-471a-8a95-3112a98e6570 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:34:50.140278 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e19c9adf-3022-4f26-a87f-e67540a35a6d req-e9f24b45-206d-471a-8a95-3112a98e6570 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] 10.222.0.60 "GET /v2.0/ports?device_id=beffd5d8-1cbd-481f-9e2c-59dc12ec5847 HTTP/1.1" status: 200 len: 945 time: 0.0777102 Jun 11 10:34:50.184425 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e19c9adf-3022-4f26-a87f-e67540a35a6d req-c44bc4af-3492-4e31-a3f9-d2c950cc212d tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] 10.222.0.60 "GET /v2.0/security-groups?id=2afd66e9-1ff9-4020-a251-d8487e0277b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383997 Jun 11 10:34:51.368178 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd015b7-aee7-45f8-8d07-edd461fe9fe7 req-01c8a075-24ea-4145-b963-4380e7f4664d tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:34:51.369650 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cbd015b7-aee7-45f8-8d07-edd461fe9fe7 req-01c8a075-24ea-4145-b963-4380e7f4664d tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] 10.222.0.60 "GET /v2.0/ports?device_id=beffd5d8-1cbd-481f-9e2c-59dc12ec5847 HTTP/1.1" status: 200 len: 945 time: 0.0700352 Jun 11 10:34:51.411745 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cbd015b7-aee7-45f8-8d07-edd461fe9fe7 req-60bb0e4a-f2e2-409c-8b51-85504ccce91d tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] 10.222.0.60 "GET /v2.0/security-groups?id=2afd66e9-1ff9-4020-a251-d8487e0277b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364850 Jun 11 10:34:52.617772 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd01ba-bb52-4156-a8c2-c915caa6f4bd req-a4a4d169-a6c4-4f50-a0cd-57e7567d8dcd tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:34:52.619238 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7bfd01ba-bb52-4156-a8c2-c915caa6f4bd req-a4a4d169-a6c4-4f50-a0cd-57e7567d8dcd tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] 10.222.0.60 "GET /v2.0/ports?device_id=beffd5d8-1cbd-481f-9e2c-59dc12ec5847 HTTP/1.1" status: 200 len: 945 time: 0.0741811 Jun 11 10:34:52.661675 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7bfd01ba-bb52-4156-a8c2-c915caa6f4bd req-15d4ee02-7799-4dcb-9177-4be01806dd0c tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] 10.222.0.60 "GET /v2.0/security-groups?id=2afd66e9-1ff9-4020-a251-d8487e0277b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366039 Jun 11 10:34:53.900073 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201dc1e2-f2a6-4aec-a584-a15baf59d640 req-ccf7bd1e-3eac-421a-b89c-5deeb275a24e tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:34:53.901551 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-201dc1e2-f2a6-4aec-a584-a15baf59d640 req-ccf7bd1e-3eac-421a-b89c-5deeb275a24e tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] 10.222.0.60 "GET /v2.0/ports?device_id=beffd5d8-1cbd-481f-9e2c-59dc12ec5847 HTTP/1.1" status: 200 len: 945 time: 0.1226840 Jun 11 10:34:53.949963 n-d-779913-12 neutron-server[93177]: INFO neutron.api.v2.resource [req-89acd6c7-6b74-4ac2-b548-f85d5c952743 req-da5f4120-eecc-4e02-bd33-a7809c0df97e service neutron] show failed (client error): The resource could not be found. Jun 11 10:34:53.951109 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-89acd6c7-6b74-4ac2-b548-f85d5c952743 req-da5f4120-eecc-4e02-bd33-a7809c0df97e service neutron] 10.222.0.69 "GET /v2.0/ports/57b29179-6aed-4129-ac68-c241c3373fde/bindings/n-h1-779913-12 HTTP/1.1" status: 404 len: 381 time: 0.1132212 Jun 11 10:34:53.966860 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-201dc1e2-f2a6-4aec-a584-a15baf59d640 req-2c578a4d-8dd8-455e-8342-e7504c1ad484 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] 10.222.0.60 "GET /v2.0/security-groups?id=2afd66e9-1ff9-4020-a251-d8487e0277b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539730 Jun 11 10:34:54.828659 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89acd6c7-6b74-4ac2-b548-f85d5c952743 req-b4959ad7-ca25-4890-9849-28805a067e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:34:54.830453 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-89acd6c7-6b74-4ac2-b548-f85d5c952743 req-b4959ad7-ca25-4890-9849-28805a067e0e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=beffd5d8-1cbd-481f-9e2c-59dc12ec5847&tenant_id=7b8f4777ea694a9884cb91f3298981f9 HTTP/1.1" status: 200 len: 1097 time: 0.1189783 Jun 11 10:34:54.840781 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-89acd6c7-6b74-4ac2-b548-f85d5c952743 req-d98fc063-f8f5-4d36-80c8-873da0c737b7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-779913-12', 'device_owner': 'compute:nova'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:34:54.931094 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-89acd6c7-6b74-4ac2-b548-f85d5c952743 req-d98fc063-f8f5-4d36-80c8-873da0c737b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:34:55.153925 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e51c0b-4000-4d79-834c-fd069798b0d9 req-eb67203e-9c20-4d7e-bccf-a3a55741d483 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:34:55.155545 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-02e51c0b-4000-4d79-834c-fd069798b0d9 req-eb67203e-9c20-4d7e-bccf-a3a55741d483 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] 10.222.0.60 "GET /v2.0/ports?device_id=beffd5d8-1cbd-481f-9e2c-59dc12ec5847 HTTP/1.1" status: 200 len: 945 time: 0.0745506 Jun 11 10:34:55.205286 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-02e51c0b-4000-4d79-834c-fd069798b0d9 req-e147c42a-e038-46fb-b036-48fa7773b7f1 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] 10.222.0.60 "GET /v2.0/security-groups?id=2afd66e9-1ff9-4020-a251-d8487e0277b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435889 Jun 11 10:34:55.254093 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-89acd6c7-6b74-4ac2-b548-f85d5c952743 req-d98fc063-f8f5-4d36-80c8-873da0c737b7 service neutron] For port 57b29179-6aed-4129-ac68-c241c3373fde, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=57b29179-6aed-4129-ac68-c241c3373fde,segment=NetworkSegment(a2fbf38a-9978-43da-a15b-97097a586920),segment_id=a2fbf38a-9978-43da-a15b-97097a586920)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:34:55.290152 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-89acd6c7-6b74-4ac2-b548-f85d5c952743 req-d98fc063-f8f5-4d36-80c8-873da0c737b7 service neutron] For port 57b29179-6aed-4129-ac68-c241c3373fde, host n-h2-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:34:55.336435 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beffd5d8-1cbd-481f-9e2c-59dc12ec5847', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57b29179-6aed-4129-ac68-c241c3373fde'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:34:55.338786 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a8a7f4-e104-4a11-b942-1084c1ebdbb1" -d '{"events": [{"server_uuid": "beffd5d8-1cbd-481f-9e2c-59dc12ec5847", "name": "network-vif-unplugged", "status": "completed", "tag": "57b29179-6aed-4129-ac68-c241c3373fde"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:34:55.342350 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-89acd6c7-6b74-4ac2-b548-f85d5c952743 req-d98fc063-f8f5-4d36-80c8-873da0c737b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:34:55.355172 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-89acd6c7-6b74-4ac2-b548-f85d5c952743 req-d98fc063-f8f5-4d36-80c8-873da0c737b7 service neutron] Transition to ACTIVE for port object 57b29179-6aed-4129-ac68-c241c3373fde will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:34:55.390481 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Jun 2021 10:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-754b30bf-cebc-48df-bd66-6ee5555169d5 x-openstack-request-id: req-754b30bf-cebc-48df-bd66-6ee5555169d5 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:34:55.390841 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beffd5d8-1cbd-481f-9e2c-59dc12ec5847", "name": "network-vif-unplugged", "status": "completed", "tag": "57b29179-6aed-4129-ac68-c241c3373fde", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:34:55.391154 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-754b30bf-cebc-48df-bd66-6ee5555169d5 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:34:55.391646 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beffd5d8-1cbd-481f-9e2c-59dc12ec5847', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57b29179-6aed-4129-ac68-c241c3373fde', 'code': 200} Jun 11 10:34:55.475393 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-89acd6c7-6b74-4ac2-b548-f85d5c952743 req-d98fc063-f8f5-4d36-80c8-873da0c737b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:34:55.477703 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4f10dc16-5994-432b-b065-490ffc40ab10 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:34:55.610320 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-89acd6c7-6b74-4ac2-b548-f85d5c952743 req-d98fc063-f8f5-4d36-80c8-873da0c737b7 service neutron] No DVR routers for this DVR port 57b29179-6aed-4129-ac68-c241c3373fde on host n-h2-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:34:55.613620 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98fc063-f8f5-4d36-80c8-873da0c737b7 service neutron] Pushing event updated for resources: {'Port': ['ID=57b29179-6aed-4129-ac68-c241c3373fde,revision_number=6']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:34:55.624556 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98fc063-f8f5-4d36-80c8-873da0c737b7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:34:55.625481 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98fc063-f8f5-4d36-80c8-873da0c737b7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:34:55.625870 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98fc063-f8f5-4d36-80c8-873da0c737b7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:34:55.626253 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98fc063-f8f5-4d36-80c8-873da0c737b7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:34:55.626631 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98fc063-f8f5-4d36-80c8-873da0c737b7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:34:55.627009 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98fc063-f8f5-4d36-80c8-873da0c737b7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:34:55.627378 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98fc063-f8f5-4d36-80c8-873da0c737b7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:34:55.627775 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98fc063-f8f5-4d36-80c8-873da0c737b7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:34:55.628146 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98fc063-f8f5-4d36-80c8-873da0c737b7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:34:55.628517 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98fc063-f8f5-4d36-80c8-873da0c737b7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:34:55.628885 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98fc063-f8f5-4d36-80c8-873da0c737b7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:34:55.629251 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98fc063-f8f5-4d36-80c8-873da0c737b7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:34:55.653462 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d98fc063-f8f5-4d36-80c8-873da0c737b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:34:55.668099 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-89acd6c7-6b74-4ac2-b548-f85d5c952743 req-d98fc063-f8f5-4d36-80c8-873da0c737b7 service neutron] Attempting to bind port 57b29179-6aed-4129-ac68-c241c3373fde on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:34:55.668444 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-89acd6c7-6b74-4ac2-b548-f85d5c952743 req-d98fc063-f8f5-4d36-80c8-873da0c737b7 service neutron] Attempting to bind port 57b29179-6aed-4129-ac68-c241c3373fde by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': 'a2fbf38a-9978-43da-a15b-97097a586920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '6814b271-169f-4bad-b427-1ac228479c5d'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:34:55.668779 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89acd6c7-6b74-4ac2-b548-f85d5c952743 req-d98fc063-f8f5-4d36-80c8-873da0c737b7 service neutron] Attempting to bind port 57b29179-6aed-4129-ac68-c241c3373fde on network 6814b271-169f-4bad-b427-1ac228479c5d {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:34:55.673198 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89acd6c7-6b74-4ac2-b548-f85d5c952743 req-d98fc063-f8f5-4d36-80c8-873da0c737b7 service neutron] Port 57b29179-6aed-4129-ac68-c241c3373fde on network 6814b271-169f-4bad-b427-1ac228479c5d not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:34:55.673523 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89acd6c7-6b74-4ac2-b548-f85d5c952743 req-d98fc063-f8f5-4d36-80c8-873da0c737b7 service neutron] Attempting to bind port 57b29179-6aed-4129-ac68-c241c3373fde on network 6814b271-169f-4bad-b427-1ac228479c5d {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:34:55.678294 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89acd6c7-6b74-4ac2-b548-f85d5c952743 req-d98fc063-f8f5-4d36-80c8-873da0c737b7 service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:34:55.681227 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89acd6c7-6b74-4ac2-b548-f85d5c952743 req-d98fc063-f8f5-4d36-80c8-873da0c737b7 service neutron] Checking segment: {'id': 'a2fbf38a-9978-43da-a15b-97097a586920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '6814b271-169f-4bad-b427-1ac228479c5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:34:55.681227 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89acd6c7-6b74-4ac2-b548-f85d5c952743 req-d98fc063-f8f5-4d36-80c8-873da0c737b7 service neutron] Bound using segment: {'id': 'a2fbf38a-9978-43da-a15b-97097a586920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '6814b271-169f-4bad-b427-1ac228479c5d'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:34:55.681227 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-89acd6c7-6b74-4ac2-b548-f85d5c952743 req-d98fc063-f8f5-4d36-80c8-873da0c737b7 service neutron] Bound port: 57b29179-6aed-4129-ac68-c241c3373fde, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2fbf38a-9978-43da-a15b-97097a586920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '6814b271-169f-4bad-b427-1ac228479c5d'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:34:55.681227 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-89acd6c7-6b74-4ac2-b548-f85d5c952743 req-d98fc063-f8f5-4d36-80c8-873da0c737b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:34:55.753422 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-89acd6c7-6b74-4ac2-b548-f85d5c952743 req-d98fc063-f8f5-4d36-80c8-873da0c737b7 service neutron] For port 57b29179-6aed-4129-ac68-c241c3373fde, host n-h1-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:34:55.756438 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-89acd6c7-6b74-4ac2-b548-f85d5c952743 req-d98fc063-f8f5-4d36-80c8-873da0c737b7 service neutron] For port 57b29179-6aed-4129-ac68-c241c3373fde, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=57b29179-6aed-4129-ac68-c241c3373fde,segment=NetworkSegment(a2fbf38a-9978-43da-a15b-97097a586920),segment_id=a2fbf38a-9978-43da-a15b-97097a586920)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:34:55.967040 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-89acd6c7-6b74-4ac2-b548-f85d5c952743 req-d98fc063-f8f5-4d36-80c8-873da0c737b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:34:55.970007 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0975ea30-f059-44f6-aec9-c128f89e5909 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:34:56.010894 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89acd6c7-6b74-4ac2-b548-f85d5c952743 req-d98fc063-f8f5-4d36-80c8-873da0c737b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:34:56.011529 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-89acd6c7-6b74-4ac2-b548-f85d5c952743 req-d98fc063-f8f5-4d36-80c8-873da0c737b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:34:56.012965 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-89acd6c7-6b74-4ac2-b548-f85d5c952743 req-d98fc063-f8f5-4d36-80c8-873da0c737b7 service neutron] 10.222.0.64 "PUT /v2.0/ports/57b29179-6aed-4129-ac68-c241c3373fde HTTP/1.1" status: 200 len: 1092 time: 1.1761940 Jun 11 10:34:56.075014 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98fc063-f8f5-4d36-80c8-873da0c737b7 service neutron] Pushing event updated for resources: {'Port': ['ID=57b29179-6aed-4129-ac68-c241c3373fde,revision_number=7']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:34:56.079545 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d98fc063-f8f5-4d36-80c8-873da0c737b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:34:56.105453 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89acd6c7-6b74-4ac2-b548-f85d5c952743 req-c000f254-9ac0-4b19-af38-df42626fed3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:34:56.106925 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-89acd6c7-6b74-4ac2-b548-f85d5c952743 req-c000f254-9ac0-4b19-af38-df42626fed3e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7b8f4777ea694a9884cb91f3298981f9&device_id=beffd5d8-1cbd-481f-9e2c-59dc12ec5847 HTTP/1.1" status: 200 len: 1095 time: 0.0664971 Jun 11 10:34:56.226131 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89acd6c7-6b74-4ac2-b548-f85d5c952743 req-9a843939-c22b-4bb7-aaec-d8365e128d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:34:56.227590 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-89acd6c7-6b74-4ac2-b548-f85d5c952743 req-9a843939-c22b-4bb7-aaec-d8365e128d60 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6814b271-169f-4bad-b427-1ac228479c5d HTTP/1.1" status: 200 len: 912 time: 0.1147087 Jun 11 10:34:56.286684 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-89acd6c7-6b74-4ac2-b548-f85d5c952743 req-6f362b01-1357-40b8-8fd1-b28b27403fa3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=57b29179-6aed-4129-ac68-c241c3373fde HTTP/1.1" status: 200 len: 217 time: 0.0493760 Jun 11 10:34:56.350818 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89acd6c7-6b74-4ac2-b548-f85d5c952743 req-5fe26a40-16c8-4e57-a3c3-ed18896c752b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:34:56.352229 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-89acd6c7-6b74-4ac2-b548-f85d5c952743 req-5fe26a40-16c8-4e57-a3c3-ed18896c752b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=df8a16cd-928d-42a3-90b9-0c3513e3e34d HTTP/1.1" status: 200 len: 851 time: 0.0587077 Jun 11 10:34:56.391331 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-89acd6c7-6b74-4ac2-b548-f85d5c952743 req-b775321a-2025-4ad4-9370-e9ec35134a79 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6814b271-169f-4bad-b427-1ac228479c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306892 Jun 11 10:34:56.394246 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55516b5-599e-4a64-98d6-2ec84fa3f72a req-150ec921-91d4-491a-9440-03c80c2ed80a tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:34:56.395735 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f55516b5-599e-4a64-98d6-2ec84fa3f72a req-150ec921-91d4-491a-9440-03c80c2ed80a tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] 10.222.0.60 "GET /v2.0/ports?device_id=beffd5d8-1cbd-481f-9e2c-59dc12ec5847 HTTP/1.1" status: 200 len: 943 time: 0.0749943 Jun 11 10:34:56.402419 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [req-89acd6c7-6b74-4ac2-b548-f85d5c952743 req-997fbf3a-2e64-4c29-8e8a-10077f012a1f service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 10:34:56.403482 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-89acd6c7-6b74-4ac2-b548-f85d5c952743 req-997fbf3a-2e64-4c29-8e8a-10077f012a1f service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055931 Jun 11 10:34:56.439013 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f55516b5-599e-4a64-98d6-2ec84fa3f72a req-0fd72401-d7eb-4a29-bc73-7b4f2838324e tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] 10.222.0.60 "GET /v2.0/security-groups?id=2afd66e9-1ff9-4020-a251-d8487e0277b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374670 Jun 11 10:34:56.529002 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-89acd6c7-6b74-4ac2-b548-f85d5c952743 req-63deddf9-95b3-4659-a949-5c0ae2eee8c4 service neutron] 10.222.0.64 "GET /v2.0/networks/6814b271-169f-4bad-b427-1ac228479c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187589 Jun 11 10:34:56.650221 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-89acd6c7-6b74-4ac2-b548-f85d5c952743 req-1b9a8c96-5303-4f1d-b417-6a32dd5e8662 service neutron] 10.222.0.64 "GET /v2.0/networks/6814b271-169f-4bad-b427-1ac228479c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145096 Jun 11 10:34:57.392835 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beffd5d8-1cbd-481f-9e2c-59dc12ec5847', 'tag': '57b29179-6aed-4129-ac68-c241c3373fde'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:34:57.395302 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5d6a2be-f73d-46f6-a70a-011e71771099" -d '{"events": [{"name": "network-changed", "server_uuid": "beffd5d8-1cbd-481f-9e2c-59dc12ec5847", "tag": "57b29179-6aed-4129-ac68-c241c3373fde"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:34:57.442404 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcac3ab6-6841-4ad7-92aa-94536b18cce5 x-openstack-request-id: req-bcac3ab6-6841-4ad7-92aa-94536b18cce5 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:34:57.442759 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "beffd5d8-1cbd-481f-9e2c-59dc12ec5847", "tag": "57b29179-6aed-4129-ac68-c241c3373fde", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:34:57.443069 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bcac3ab6-6841-4ad7-92aa-94536b18cce5 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:34:57.443532 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'beffd5d8-1cbd-481f-9e2c-59dc12ec5847', 'tag': '57b29179-6aed-4129-ac68-c241c3373fde', 'status': 'completed', 'code': 200} Jun 11 10:34:57.532108 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d6a2be-f73d-46f6-a70a-011e71771099 req-86e4059b-1605-4b17-a2a8-a3056b594e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:34:57.533640 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a5d6a2be-f73d-46f6-a70a-011e71771099 req-86e4059b-1605-4b17-a2a8-a3056b594e0b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7b8f4777ea694a9884cb91f3298981f9&device_id=beffd5d8-1cbd-481f-9e2c-59dc12ec5847 HTTP/1.1" status: 200 len: 1095 time: 0.0664129 Jun 11 10:34:57.545520 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d6a2be-f73d-46f6-a70a-011e71771099 req-05d498de-31d6-498f-83e2-8d9129816e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:34:57.550492 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a5d6a2be-f73d-46f6-a70a-011e71771099 req-05d498de-31d6-498f-83e2-8d9129816e21 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7b8f4777ea694a9884cb91f3298981f9&device_id=beffd5d8-1cbd-481f-9e2c-59dc12ec5847 HTTP/1.1" status: 200 len: 1095 time: 0.0746212 Jun 11 10:34:57.680070 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d6a2be-f73d-46f6-a70a-011e71771099 req-29570fa7-b632-4458-9876-92e0fe259d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:34:57.681449 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a5d6a2be-f73d-46f6-a70a-011e71771099 req-29570fa7-b632-4458-9876-92e0fe259d99 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6814b271-169f-4bad-b427-1ac228479c5d HTTP/1.1" status: 200 len: 912 time: 0.1244051 Jun 11 10:34:57.729183 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d6a2be-f73d-46f6-a70a-011e71771099 req-7837545a-414f-4bcf-8f44-9a2eb00efbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:34:57.730786 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a5d6a2be-f73d-46f6-a70a-011e71771099 req-7837545a-414f-4bcf-8f44-9a2eb00efbdd service neutron] 10.222.0.69 "GET /v2.0/networks?id=6814b271-169f-4bad-b427-1ac228479c5d HTTP/1.1" status: 200 len: 912 time: 0.1903963 Jun 11 10:34:57.739250 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a5d6a2be-f73d-46f6-a70a-011e71771099 req-9e598287-0cab-4c67-9a68-385bfd023e23 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=57b29179-6aed-4129-ac68-c241c3373fde HTTP/1.1" status: 200 len: 217 time: 0.0505636 Jun 11 10:34:57.739963 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a42e49a-4594-48ee-80b6-3f9575dff1eb req-72c5c7fc-a663-41c5-9e09-5c23744282aa tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:34:57.741410 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0a42e49a-4594-48ee-80b6-3f9575dff1eb req-72c5c7fc-a663-41c5-9e09-5c23744282aa tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] 10.222.0.60 "GET /v2.0/ports?device_id=beffd5d8-1cbd-481f-9e2c-59dc12ec5847 HTTP/1.1" status: 200 len: 943 time: 0.1675301 Jun 11 10:34:57.807393 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a5d6a2be-f73d-46f6-a70a-011e71771099 req-f1c40b5a-fcb2-497f-97a4-a38a6690ca0a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=57b29179-6aed-4129-ac68-c241c3373fde HTTP/1.1" status: 200 len: 217 time: 0.0649579 Jun 11 10:34:57.812497 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d6a2be-f73d-46f6-a70a-011e71771099 req-b764d568-fedb-480c-a259-7619cf3b38aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:34:57.812497 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a5d6a2be-f73d-46f6-a70a-011e71771099 req-b764d568-fedb-480c-a259-7619cf3b38aa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=df8a16cd-928d-42a3-90b9-0c3513e3e34d HTTP/1.1" status: 200 len: 851 time: 0.0647664 Jun 11 10:34:57.848189 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a5d6a2be-f73d-46f6-a70a-011e71771099 req-37f31856-0643-48a7-90bd-fb5255479c9a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6814b271-169f-4bad-b427-1ac228479c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322492 Jun 11 10:34:57.866630 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0a42e49a-4594-48ee-80b6-3f9575dff1eb req-8d9a159a-5582-4d07-ab6b-7c6671103834 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] 10.222.0.60 "GET /v2.0/security-groups?id=2afd66e9-1ff9-4020-a251-d8487e0277b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185067 Jun 11 10:34:57.890961 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d6a2be-f73d-46f6-a70a-011e71771099 req-efe773de-66a4-436c-8cef-00a58e4a509f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:34:57.892820 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a5d6a2be-f73d-46f6-a70a-011e71771099 req-efe773de-66a4-436c-8cef-00a58e4a509f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=df8a16cd-928d-42a3-90b9-0c3513e3e34d HTTP/1.1" status: 200 len: 851 time: 0.0727506 Jun 11 10:34:57.932579 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a5d6a2be-f73d-46f6-a70a-011e71771099 req-63ad24aa-75ed-43b4-b213-7e13d9807e60 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6814b271-169f-4bad-b427-1ac228479c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326328 Jun 11 10:34:57.962915 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 57b29179-6aed-4129-ac68-c241c3373fde no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:34:57.996263 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a5d6a2be-f73d-46f6-a70a-011e71771099 req-8d20dea8-8efc-4d0f-96d7-3acc1b5b1f45 service neutron] 10.222.0.64 "GET /v2.0/networks/6814b271-169f-4bad-b427-1ac228479c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414506 Jun 11 10:34:58.020079 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 57b29179-6aed-4129-ac68-c241c3373fde not bound to the agent host n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:34:58.068003 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a5d6a2be-f73d-46f6-a70a-011e71771099 req-a248b4e3-97ec-4ce3-8387-7912d1751d1b service neutron] 10.222.0.69 "GET /v2.0/networks/6814b271-169f-4bad-b427-1ac228479c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287973 Jun 11 10:34:58.118901 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a5d6a2be-f73d-46f6-a70a-011e71771099 req-4b06660a-459f-428c-9a14-652c7641b7ec service neutron] 10.222.0.64 "GET /v2.0/networks/6814b271-169f-4bad-b427-1ac228479c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159029 Jun 11 10:34:58.189106 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a5d6a2be-f73d-46f6-a70a-011e71771099 req-5a62cb6e-852a-4c1e-976c-4aac139d8de2 service neutron] 10.222.0.69 "GET /v2.0/networks/6814b271-169f-4bad-b427-1ac228479c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142948 Jun 11 10:34:59.054591 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b508fd6-116a-4111-8dc6-f9d08d1e353a req-f55f43e0-55f6-4a10-ac1e-27e1b0dd8bac tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:34:59.056088 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9b508fd6-116a-4111-8dc6-f9d08d1e353a req-f55f43e0-55f6-4a10-ac1e-27e1b0dd8bac tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] 10.222.0.60 "GET /v2.0/ports?device_id=beffd5d8-1cbd-481f-9e2c-59dc12ec5847 HTTP/1.1" status: 200 len: 943 time: 0.0702131 Jun 11 10:34:59.098756 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9b508fd6-116a-4111-8dc6-f9d08d1e353a req-78ce34dc-3970-4995-aea8-999601ae1a4b tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] 10.222.0.60 "GET /v2.0/security-groups?id=2afd66e9-1ff9-4020-a251-d8487e0277b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369675 Jun 11 10:34:59.773756 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 57b29179-6aed-4129-ac68-c241c3373fde details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 10:34:59.899994 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 57b29179-6aed-4129-ac68-c241c3373fde, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=57b29179-6aed-4129-ac68-c241c3373fde,segment=NetworkSegment(a2fbf38a-9978-43da-a15b-97097a586920),segment_id=a2fbf38a-9978-43da-a15b-97097a586920)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:34:59.911976 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': '57b29179-6aed-4129-ac68-c241c3373fde', 'network_id': '6814b271-169f-4bad-b427-1ac228479c5d', 'port_id': '57b29179-6aed-4129-ac68-c241c3373fde', 'mac_address': 'fa:16:3e:34:09:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df8a16cd-928d-42a3-90b9-0c3513e3e34d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 10:34:59.954594 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:34:59.969143 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57b29179-6aed-4129-ac68-c241c3373fde {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:34:59.993273 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 57b29179-6aed-4129-ac68-c241c3373fde, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=57b29179-6aed-4129-ac68-c241c3373fde,segment=NetworkSegment(a2fbf38a-9978-43da-a15b-97097a586920),segment_id=a2fbf38a-9978-43da-a15b-97097a586920)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:35:00.095205 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:35:00.097274 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:35:00.151734 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=57b29179-6aed-4129-ac68-c241c3373fde,revision_number=8']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:35:00.155005 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:35:00.282561 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a22f9c-a2bc-4f71-89cc-483afb84501d req-29915429-1bf2-469d-b8cf-9b6e273cf98f tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:35:00.284058 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-40a22f9c-a2bc-4f71-89cc-483afb84501d req-29915429-1bf2-469d-b8cf-9b6e273cf98f tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] 10.222.0.60 "GET /v2.0/ports?device_id=beffd5d8-1cbd-481f-9e2c-59dc12ec5847 HTTP/1.1" status: 200 len: 944 time: 0.0715473 Jun 11 10:35:00.329357 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-40a22f9c-a2bc-4f71-89cc-483afb84501d req-b2163245-31cd-427c-aa71-a68f93da97f7 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] 10.222.0.60 "GET /v2.0/security-groups?id=2afd66e9-1ff9-4020-a251-d8487e0277b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394440 Jun 11 10:35:00.340348 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['57b29179-6aed-4129-ac68-c241c3373fde'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:35:01.223737 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd73a10-62a3-4943-9c52-7613f233367f req-5f41c3fc-78d7-455c-b47e-f55ef8dc7302 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:35:01.225197 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4bd73a10-62a3-4943-9c52-7613f233367f req-5f41c3fc-78d7-455c-b47e-f55ef8dc7302 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] 10.222.0.69 "GET /v2.0/ports?device_id=beffd5d8-1cbd-481f-9e2c-59dc12ec5847&tenant_id=7b8f4777ea694a9884cb91f3298981f9&binding%3Ahost_id=n-h1-779913-12 HTTP/1.1" status: 200 len: 944 time: 0.1164651 Jun 11 10:35:01.295062 n-d-779913-12 neutron-server[93177]: INFO neutron.api.v2.resource [req-4bd73a10-62a3-4943-9c52-7613f233367f req-8aaa99e9-9aa4-428b-bb96-76dba1863e30 service neutron] delete failed (client error): The resource could not be found. Jun 11 10:35:01.296093 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4bd73a10-62a3-4943-9c52-7613f233367f req-8aaa99e9-9aa4-428b-bb96-76dba1863e30 service neutron] 10.222.0.69 "DELETE /v2.0/ports/57b29179-6aed-4129-ac68-c241c3373fde/bindings/n-h2-779913-12 HTTP/1.1" status: 404 len: 381 time: 0.0649931 Jun 11 10:35:01.397834 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd73a10-62a3-4943-9c52-7613f233367f req-f5afa3b6-f1c0-4f36-816c-2dc76ae214b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:35:01.399325 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4bd73a10-62a3-4943-9c52-7613f233367f req-f5afa3b6-f1c0-4f36-816c-2dc76ae214b1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7b8f4777ea694a9884cb91f3298981f9&device_id=beffd5d8-1cbd-481f-9e2c-59dc12ec5847 HTTP/1.1" status: 200 len: 1096 time: 0.0588531 Jun 11 10:35:01.515914 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd73a10-62a3-4943-9c52-7613f233367f req-db366d7c-aceb-4083-b4cb-b1ca1bbc33a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:35:01.517265 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4bd73a10-62a3-4943-9c52-7613f233367f req-db366d7c-aceb-4083-b4cb-b1ca1bbc33a4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6814b271-169f-4bad-b427-1ac228479c5d HTTP/1.1" status: 200 len: 912 time: 0.1104844 Jun 11 10:35:01.571895 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4bd73a10-62a3-4943-9c52-7613f233367f req-d246fbb4-7f0c-4623-a5e9-667de06d6088 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=57b29179-6aed-4129-ac68-c241c3373fde HTTP/1.1" status: 200 len: 217 time: 0.0479841 Jun 11 10:35:01.642217 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd73a10-62a3-4943-9c52-7613f233367f req-3888a19b-16b8-41e0-89a3-5580fd820c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:35:01.643708 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4bd73a10-62a3-4943-9c52-7613f233367f req-3888a19b-16b8-41e0-89a3-5580fd820c01 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=df8a16cd-928d-42a3-90b9-0c3513e3e34d HTTP/1.1" status: 200 len: 851 time: 0.0648329 Jun 11 10:35:01.680884 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4bd73a10-62a3-4943-9c52-7613f233367f req-6b4b3c50-1394-4439-99e6-405df60f5188 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6814b271-169f-4bad-b427-1ac228479c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301588 Jun 11 10:35:01.774883 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:35:01.790771 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 57b29179-6aed-4129-ac68-c241c3373fde up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:35:01.805062 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4bd73a10-62a3-4943-9c52-7613f233367f req-4871a427-41ca-426e-ae12-bd22ff3cdc11 service neutron] 10.222.0.69 "GET /v2.0/networks/6814b271-169f-4bad-b427-1ac228479c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150320 Jun 11 10:35:01.927613 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4bd73a10-62a3-4943-9c52-7613f233367f req-9a39087b-039e-4b1e-80c6-e831dc01017c service neutron] 10.222.0.69 "GET /v2.0/networks/6814b271-169f-4bad-b427-1ac228479c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145487 Jun 11 10:35:01.966549 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning for port 57b29179-6aed-4129-ac68-c241c3373fde completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:35:01.971526 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port 57b29179-6aed-4129-ac68-c241c3373fde triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:35:01.971915 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:35:02.068867 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:35:02.094863 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beffd5d8-1cbd-481f-9e2c-59dc12ec5847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57b29179-6aed-4129-ac68-c241c3373fde'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:35:02.099769 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5fcd596-d3af-4915-aebd-d67ed2c8de37" -d '{"events": [{"server_uuid": "beffd5d8-1cbd-481f-9e2c-59dc12ec5847", "name": "network-vif-plugged", "status": "completed", "tag": "57b29179-6aed-4129-ac68-c241c3373fde"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:35:02.111873 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 57b29179-6aed-4129-ac68-c241c3373fde, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=57b29179-6aed-4129-ac68-c241c3373fde,segment=NetworkSegment(a2fbf38a-9978-43da-a15b-97097a586920),segment_id=a2fbf38a-9978-43da-a15b-97097a586920)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:35:02.312282 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:35:02.314358 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-ff0f77b6-a5b3-466a-9ce3-705b2c8893ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:35:02.368786 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=57b29179-6aed-4129-ac68-c241c3373fde,revision_number=9']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:35:02.376460 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:35:02.376802 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:35:02.377137 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:35:02.377467 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:35:02.377795 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:35:02.378119 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:35:02.378440 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:35:02.378763 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:35:02.379079 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:35:02.379397 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:35:02.379741 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:35:02.380058 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:35:02.383869 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:35:04.117572 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72aabd76-fe8c-4c5a-88fd-7effa4f73cb7 x-openstack-request-id: req-72aabd76-fe8c-4c5a-88fd-7effa4f73cb7 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:35:04.118242 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beffd5d8-1cbd-481f-9e2c-59dc12ec5847", "name": "network-vif-plugged", "status": "completed", "tag": "57b29179-6aed-4129-ac68-c241c3373fde", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:35:04.118242 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-72aabd76-fe8c-4c5a-88fd-7effa4f73cb7 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:35:04.118583 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beffd5d8-1cbd-481f-9e2c-59dc12ec5847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57b29179-6aed-4129-ac68-c241c3373fde', 'code': 200} Jun 11 10:35:04.275894 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e5f0c0-50c6-4330-abf1-5e39b20bdf7b req-d66fdd5c-f58a-4803-afac-4729103beb15 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:35:04.277394 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c1e5f0c0-50c6-4330-abf1-5e39b20bdf7b req-d66fdd5c-f58a-4803-afac-4729103beb15 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] 10.222.0.60 "GET /v2.0/ports?device_id=beffd5d8-1cbd-481f-9e2c-59dc12ec5847 HTTP/1.1" status: 200 len: 945 time: 0.0711839 Jun 11 10:35:04.321507 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c1e5f0c0-50c6-4330-abf1-5e39b20bdf7b req-f3a451de-9f2e-4ba5-8521-a84fbb985c5a tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] 10.222.0.60 "GET /v2.0/security-groups?id=2afd66e9-1ff9-4020-a251-d8487e0277b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381205 Jun 11 10:35:05.422526 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd73a10-62a3-4943-9c52-7613f233367f req-a68ba11c-99f3-4a87-9246-5d9617cebeaf tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:35:05.424100 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4bd73a10-62a3-4943-9c52-7613f233367f req-a68ba11c-99f3-4a87-9246-5d9617cebeaf tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] 10.222.0.64 "GET /v2.0/ports?device_id=beffd5d8-1cbd-481f-9e2c-59dc12ec5847 HTTP/1.1" status: 200 len: 945 time: 0.0720785 Jun 11 10:35:05.511126 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a604c8e-c2b9-4afd-93b0-0d67844a4a23 req-082d528e-d81c-4643-9c7d-37b68bc9d5f8 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:35:05.512659 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1a604c8e-c2b9-4afd-93b0-0d67844a4a23 req-082d528e-d81c-4643-9c7d-37b68bc9d5f8 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] 10.222.0.60 "GET /v2.0/ports?device_id=beffd5d8-1cbd-481f-9e2c-59dc12ec5847 HTTP/1.1" status: 200 len: 945 time: 0.0756638 Jun 11 10:35:05.548585 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-4bd73a10-62a3-4943-9c52-7613f233367f req-7bccbc2d-ff73-4269-9b7c-4c25bb84f810 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] Deleting port 57b29179-6aed-4129-ac68-c241c3373fde {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:35:05.548935 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-4bd73a10-62a3-4943-9c52-7613f233367f req-7bccbc2d-ff73-4269-9b7c-4c25bb84f810 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:35:05.561320 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1a604c8e-c2b9-4afd-93b0-0d67844a4a23 req-e3c7cd2b-0bd8-4231-85f2-070346ebe1f4 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] 10.222.0.60 "GET /v2.0/security-groups?id=2afd66e9-1ff9-4020-a251-d8487e0277b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428021 Jun 11 10:35:05.668757 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-4bd73a10-62a3-4943-9c52-7613f233367f req-7bccbc2d-ff73-4269-9b7c-4c25bb84f810 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] For port 57b29179-6aed-4129-ac68-c241c3373fde, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=57b29179-6aed-4129-ac68-c241c3373fde,segment=NetworkSegment(a2fbf38a-9978-43da-a15b-97097a586920),segment_id=a2fbf38a-9978-43da-a15b-97097a586920)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:35:05.669022 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-4bd73a10-62a3-4943-9c52-7613f233367f req-7bccbc2d-ff73-4269-9b7c-4c25bb84f810 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:35:05.766404 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-4bd73a10-62a3-4943-9c52-7613f233367f req-7bccbc2d-ff73-4269-9b7c-4c25bb84f810 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] Calling delete_port for 57b29179-6aed-4129-ac68-c241c3373fde owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:35:06.025835 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:35:06.026410 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-4bd73a10-62a3-4943-9c52-7613f233367f req-7bccbc2d-ff73-4269-9b7c-4c25bb84f810 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:35:06.030043 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-859171fe-5820-4ae3-9798-3742dd5ce241 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:35:06.037446 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['57b29179-6aed-4129-ac68-c241c3373fde'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:35:06.065846 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bccbc2d-ff73-4269-9b7c-4c25bb84f810 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] Pushing event deleted for resources: {'Port': ['ID=57b29179-6aed-4129-ac68-c241c3373fde,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:35:06.069000 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7bccbc2d-ff73-4269-9b7c-4c25bb84f810 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:35:06.121663 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bd73a10-62a3-4943-9c52-7613f233367f req-7bccbc2d-ff73-4269-9b7c-4c25bb84f810 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] No DVR routers for this DVR port 57b29179-6aed-4129-ac68-c241c3373fde on host n-h1-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:35:06.125380 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-4bd73a10-62a3-4943-9c52-7613f233367f req-7bccbc2d-ff73-4269-9b7c-4c25bb84f810 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:35:06.127369 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-4bd73a10-62a3-4943-9c52-7613f233367f req-7bccbc2d-ff73-4269-9b7c-4c25bb84f810 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] 10.222.0.64 "DELETE /v2.0/ports/57b29179-6aed-4129-ac68-c241c3373fde HTTP/1.1" status: 204 len: 173 time: 0.6975687 Jun 11 10:35:06.127980 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beffd5d8-1cbd-481f-9e2c-59dc12ec5847', 'name': 'network-vif-deleted', 'tag': '57b29179-6aed-4129-ac68-c241c3373fde'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:35:06.130357 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e5dae3-8781-4051-ba03-66b11b491319" -d '{"events": [{"server_uuid": "beffd5d8-1cbd-481f-9e2c-59dc12ec5847", "name": "network-vif-deleted", "tag": "57b29179-6aed-4129-ac68-c241c3373fde"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:35:06.167034 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c42e33-d2a6-4fbb-ad1e-b693e5acdbb9 x-openstack-request-id: req-86c42e33-d2a6-4fbb-ad1e-b693e5acdbb9 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:35:06.167382 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beffd5d8-1cbd-481f-9e2c-59dc12ec5847", "name": "network-vif-deleted", "tag": "57b29179-6aed-4129-ac68-c241c3373fde", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:35:06.167722 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-86c42e33-d2a6-4fbb-ad1e-b693e5acdbb9 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:35:06.168179 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beffd5d8-1cbd-481f-9e2c-59dc12ec5847', 'name': 'network-vif-deleted', 'tag': '57b29179-6aed-4129-ac68-c241c3373fde', 'status': 'completed', 'code': 200} Jun 11 10:35:06.725748 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9272e346-c493-42c2-83fb-46b0d2a90e2d req-ad6fc95a-cf1a-47e7-9958-02059d9432dc tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] 10.222.0.60 "GET /v2.0/ports?device_id=beffd5d8-1cbd-481f-9e2c-59dc12ec5847 HTTP/1.1" status: 200 len: 210 time: 0.0338094 Jun 11 10:35:07.972794 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 41470) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:35:08.025250 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e4792e0-7d09-46ae-b661-318c20bdfed7 admin admin] Deleting subnet df8a16cd-928d-42a3-90b9-0c3513e3e34d {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:35:08.028367 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0e4792e0-7d09-46ae-b661-318c20bdfed7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:35:08.076631 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0e4792e0-7d09-46ae-b661-318c20bdfed7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:35:08.124877 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0e4792e0-7d09-46ae-b661-318c20bdfed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:35:08.295027 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0e4792e0-7d09-46ae-b661-318c20bdfed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:35:08.297399 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a7af85b0-6f35-4779-8336-e4d4ecc8f60c tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:35:08.334626 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4792e0-7d09-46ae-b661-318c20bdfed7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df8a16cd-928d-42a3-90b9-0c3513e3e34d,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:35:08.337656 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0e4792e0-7d09-46ae-b661-318c20bdfed7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:35:08.338773 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0e4792e0-7d09-46ae-b661-318c20bdfed7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:35:08.341541 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-0e4792e0-7d09-46ae-b661-318c20bdfed7 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/df8a16cd-928d-42a3-90b9-0c3513e3e34d HTTP/1.1" status: 204 len: 168 time: 0.3669429 Jun 11 10:35:08.344841 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 41472) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:35:08.439012 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b78b6f85-d0f3-442d-a1f0-8d928cdff717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:35:08.556482 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b78b6f85-d0f3-442d-a1f0-8d928cdff717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:35:08.569529 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-b78b6f85-d0f3-442d-a1f0-8d928cdff717 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6814b271-169f-4bad-b427-1ac228479c5d']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:35:08.926030 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-b78b6f85-d0f3-442d-a1f0-8d928cdff717 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2fbf38a-9978-43da-a15b-97097a586920') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:35:08.926270 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-b78b6f85-d0f3-442d-a1f0-8d928cdff717 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2fbf38a-9978-43da-a15b-97097a586920') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:35:08.937729 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b78b6f85-d0f3-442d-a1f0-8d928cdff717 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:35:08.951728 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b78b6f85-d0f3-442d-a1f0-8d928cdff717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:35:08.958012 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b78b6f85-d0f3-442d-a1f0-8d928cdff717 admin admin] Releasing vlan 755 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:35:08.958429 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b78b6f85-d0f3-442d-a1f0-8d928cdff717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:35:08.960096 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:35:08.960096 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:35:08.960096 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:35:08.960096 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 10:35:08.960096 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:35:08.960096 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:35:08.960096 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:35:08.960096 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 10:35:08.960096 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:35:08.960096 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:35:08.960096 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:35:08.960096 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 10:35:08.960096 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:35:08.960096 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:35:08.960096 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:35:08.960096 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:35:08.960096 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:35:08.960096 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:35:08.960096 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 10:35:08.960096 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:35:08.960096 n-d-779913-12 neutron-server[93177]: timer() Jun 11 10:35:08.960096 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:35:08.960096 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 10:35:08.960096 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:35:08.960096 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 10:35:08.960096 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:35:08.960096 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 10:35:08.960096 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:35:08.960096 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 10:35:08.960096 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:35:08.960096 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 10:35:08.960096 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:35:08.960096 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:35:08.960096 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:35:08.960096 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:35:08.960096 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:35:08.960096 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 10:35:08.960096 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:35:08.960096 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 10:35:08.960096 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:35:08.960096 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:35:08.960096 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:35:08.960096 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 10:35:08.960096 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:35:08.960096 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:35:08.960096 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:35:08.960096 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:35:08.960096 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:35:08.960096 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:35:08.960096 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:35:09.103761 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b78b6f85-d0f3-442d-a1f0-8d928cdff717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:35:09.107262 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-fd2fbc5c-bf61-451d-a842-b2d06965bdce tempest-ExternalNetworksTestJSON-1875811002 tempest-ExternalNetworksTestJSON-1875811002-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:35:09.109781 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b78b6f85-d0f3-442d-a1f0-8d928cdff717 admin admin] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:35:09.113287 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-b78b6f85-d0f3-442d-a1f0-8d928cdff717 admin admin] 10.222.0.60 "DELETE /v2.0/networks/6814b271-169f-4bad-b427-1ac228479c5d HTTP/1.1" status: 204 len: 168 time: 0.7657204 Jun 11 10:35:09.129385 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78b6f85-d0f3-442d-a1f0-8d928cdff717 admin admin] Pushing event deleted for resources: {'Network': ['ID=6814b271-169f-4bad-b427-1ac228479c5d,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:35:09.131954 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b78b6f85-d0f3-442d-a1f0-8d928cdff717 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:35:09.479342 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 41476) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:35:09.524902 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-b7564d1d-89f5-4c64-b6f3-27fe2cb4c0f4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7b8f4777ea694a9884cb91f3298981f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0442576 Jun 11 10:35:09.527422 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 41478) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:35:09.583206 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-16a161c9-5451-445b-af84-59a67f36ecff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:35:09.605977 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-16a161c9-5451-445b-af84-59a67f36ecff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:35:09.797290 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-16a161c9-5451-445b-af84-59a67f36ecff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:35:09.799968 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-16a161c9-5451-445b-af84-59a67f36ecff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:35:09.801106 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-16a161c9-5451-445b-af84-59a67f36ecff admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2afd66e9-1ff9-4020-a251-d8487e0277b6 HTTP/1.1" status: 204 len: 168 time: 0.2727623 Jun 11 10:35:09.802048 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-56444690-097c-494b-8ce7-1ed49281ed56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:35:09.810783 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a161c9-5451-445b-af84-59a67f36ecff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2afd66e9-1ff9-4020-a251-d8487e0277b6,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:35:09.817023 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-16a161c9-5451-445b-af84-59a67f36ecff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:35:09.859754 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 57b29179-6aed-4129-ac68-c241c3373fde no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:35:09.887717 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] No Port match for: 57b29179-6aed-4129-ac68-c241c3373fde {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:35:09.888012 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 57b29179-6aed-4129-ac68-c241c3373fde not bound to the agent host n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:35:11.005772 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 41500) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:35:11.102061 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-d1e6ae3b-69b0-443e-a1fc-40afc643aa93 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1373037082-network', 'tenant_id': 'e634328e37c147ee8075a1df0b7abf53'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:35:11.225941 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e6ae3b-69b0-443e-a1fc-40afc643aa93 admin admin] Made reservation on behalf of e634328e37c147ee8075a1df0b7abf53 for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:35:11.228253 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d1e6ae3b-69b0-443e-a1fc-40afc643aa93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:35:11.240910 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d1e6ae3b-69b0-443e-a1fc-40afc643aa93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:35:11.335260 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d1e6ae3b-69b0-443e-a1fc-40afc643aa93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:35:11.437420 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d1e6ae3b-69b0-443e-a1fc-40afc643aa93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:35:11.440579 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0dd8d633-83c0-4f64-9f8f-774bf5e66d92 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:35:11.464949 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1e6ae3b-69b0-443e-a1fc-40afc643aa93 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 795} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:35:11.474373 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e6ae3b-69b0-443e-a1fc-40afc643aa93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6983728a-cbf2-4150-a57b-1ac744e6e74b,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:35:11.478126 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d1e6ae3b-69b0-443e-a1fc-40afc643aa93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:35:11.480813 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d1e6ae3b-69b0-443e-a1fc-40afc643aa93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:35:11.481208 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-d1e6ae3b-69b0-443e-a1fc-40afc643aa93 admin admin] Added segment 304188d2-7696-4146-bce9-2ef7d69c44e7 of type vlan for network b47b79cd-1080-49c1-a54b-914cd1ef3620 Jun 11 10:35:11.531074 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d1e6ae3b-69b0-443e-a1fc-40afc643aa93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:35:11.654288 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d1e6ae3b-69b0-443e-a1fc-40afc643aa93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:35:11.655343 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e6ae3b-69b0-443e-a1fc-40afc643aa93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:35:11.655952 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d1e6ae3b-69b0-443e-a1fc-40afc643aa93 admin admin] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:35:11.658288 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-862d1b94-90b8-45c2-84fc-6ff3d648a448 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:35:11.771374 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e6ae3b-69b0-443e-a1fc-40afc643aa93 admin admin] Pushing event updated for resources: {'Network': ['ID=b47b79cd-1080-49c1-a54b-914cd1ef3620,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:35:11.774065 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d1e6ae3b-69b0-443e-a1fc-40afc643aa93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:35:11.781858 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network b47b79cd-1080-49c1-a54b-914cd1ef3620 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:35:11.824143 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-d1e6ae3b-69b0-443e-a1fc-40afc643aa93 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8171558 Jun 11 10:35:11.829422 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 41504) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:35:11.832511 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-d95d8465-59f9-4752-ae25-59ff49828c4a admin admin] Request body: {'subnet': {'network_id': 'b47b79cd-1080-49c1-a54b-914cd1ef3620', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1373037082-subnet', 'tenant_id': 'e634328e37c147ee8075a1df0b7abf53', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:35:11.971780 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d95d8465-59f9-4752-ae25-59ff49828c4a admin admin] Made reservation on behalf of e634328e37c147ee8075a1df0b7abf53 for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:35:11.974237 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d95d8465-59f9-4752-ae25-59ff49828c4a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:35:12.306068 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d95d8465-59f9-4752-ae25-59ff49828c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:35:12.309168 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d3b3435e-c06f-4428-8004-27d450daaa58 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:35:12.375483 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95d8465-59f9-4752-ae25-59ff49828c4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=dead7a4c-b64e-4bb3-b333-2b5a53e46e1b,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:35:12.378768 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d95d8465-59f9-4752-ae25-59ff49828c4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:35:12.384859 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95d8465-59f9-4752-ae25-59ff49828c4a admin admin] Checking segment: {'id': '304188d2-7696-4146-bce9-2ef7d69c44e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'b47b79cd-1080-49c1-a54b-914cd1ef3620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:35:12.385210 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95d8465-59f9-4752-ae25-59ff49828c4a admin admin] Network hostable DHCP agents. Network: b47b79cd-1080-49c1-a54b-914cd1ef3620, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:35:12.477804 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:35:12.532164 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95d8465-59f9-4752-ae25-59ff49828c4a admin admin] Network b47b79cd-1080-49c1-a54b-914cd1ef3620 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:35:12.680847 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-d95d8465-59f9-4752-ae25-59ff49828c4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, b47b79cd-1080-49c1-a54b-914cd1ef3620) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:35:12.684875 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95d8465-59f9-4752-ae25-59ff49828c4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:35:12.685453 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d95d8465-59f9-4752-ae25-59ff49828c4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:35:12.690596 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9eb0c82-88ea-4411-939f-7b0aeb7706c4 None None] Network b47b79cd-1080-49c1-a54b-914cd1ef3620 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:35:12.857324 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa947e24-276b-4ea7-8bd8-ba44f6013478 None None] Network b47b79cd-1080-49c1-a54b-914cd1ef3620 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:35:12.867088 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-d95d8465-59f9-4752-ae25-59ff49828c4a admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0385695 Jun 11 10:35:12.953109 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-dba68920-a230-4eda-ba68-b875c691069d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:35:13.317912 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f5cba4-6290-4c50-bef8-6f1c520735b0 req-338b0003-f44c-4882-b447-fcfadc5c464d tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:35:13.319361 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-61f5cba4-6290-4c50-bef8-6f1c520735b0 req-338b0003-f44c-4882-b447-fcfadc5c464d tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/networks?id=b47b79cd-1080-49c1-a54b-914cd1ef3620 HTTP/1.1" status: 200 len: 815 time: 0.1280088 Jun 11 10:35:13.334119 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-61f5cba4-6290-4c50-bef8-6f1c520735b0 req-cf201bef-bd79-4633-90d0-4557b5e60366 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/quotas/e634328e37c147ee8075a1df0b7abf53 HTTP/1.1" status: 200 len: 375 time: 0.0090070 Jun 11 10:35:13.372016 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-61f5cba4-6290-4c50-bef8-6f1c520735b0 req-709477f5-6cb9-4294-9859-7bf5ab830a6e tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=e634328e37c147ee8075a1df0b7abf53&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327957 Jun 11 10:35:13.489550 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-61f5cba4-6290-4c50-bef8-6f1c520735b0 req-da4e5ebb-ba03-4a67-ada2-0fe2235a8f9c service neutron] 10.222.0.60 "GET /v2.0/networks/b47b79cd-1080-49c1-a54b-914cd1ef3620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109626 Jun 11 10:35:13.605770 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-61f5cba4-6290-4c50-bef8-6f1c520735b0 req-f19e0291-ae47-4aad-a8ed-e7293b952e16 service neutron] 10.222.0.60 "GET /v2.0/networks/b47b79cd-1080-49c1-a54b-914cd1ef3620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101785 Jun 11 10:35:13.893179 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-16bd0f8d-a13a-4860-a3ab-c009cd0a8ff5 req-ad079495-684a-40d6-a72c-d0a6e0878570 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/ports?device_id=8549069a-1e7f-4c9a-9215-2ac0d67a19a8 HTTP/1.1" status: 200 len: 210 time: 0.0337527 Jun 11 10:35:14.981574 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9cf82e5c-e426-460c-a8a0-79a8ae968085 req-62e10664-6270-41e9-8b7e-d99d3cdcc1c5 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/ports?device_id=8549069a-1e7f-4c9a-9215-2ac0d67a19a8 HTTP/1.1" status: 200 len: 210 time: 0.0336139 Jun 11 10:35:15.883205 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ebfea93e-4fc2-4cd6-9ba1-fb69738c5cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:35:16.006073 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:35:16.135035 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2e31a8ba-775c-437a-8781-af91750231eb req-1054a0d7-94cc-464a-8270-eb21fc1aaeaa tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/ports?device_id=8549069a-1e7f-4c9a-9215-2ac0d67a19a8 HTTP/1.1" status: 200 len: 210 time: 0.0387416 Jun 11 10:35:16.889640 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:35:17.004449 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f5cba4-6290-4c50-bef8-6f1c520735b0 req-261497b8-dae4-4a24-a7cd-912285881ba5 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:35:17.005879 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-61f5cba4-6290-4c50-bef8-6f1c520735b0 req-261497b8-dae4-4a24-a7cd-912285881ba5 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.69 "GET /v2.0/networks?id=b47b79cd-1080-49c1-a54b-914cd1ef3620 HTTP/1.1" status: 200 len: 815 time: 0.1327605 Jun 11 10:35:17.025288 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-61f5cba4-6290-4c50-bef8-6f1c520735b0 req-1acd7a75-87fe-4d6b-9488-e36d84167ce0 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Request body: {'port': {'device_id': '8549069a-1e7f-4c9a-9215-2ac0d67a19a8', 'network_id': 'b47b79cd-1080-49c1-a54b-914cd1ef3620', 'admin_state_up': True, 'tenant_id': 'e634328e37c147ee8075a1df0b7abf53'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:35:17.288509 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-62240dc8-8539-4af4-9162-e634c8a63bf8 req-e46ec9a0-7b72-4cbb-9f6b-8968f174ec65 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/ports?device_id=8549069a-1e7f-4c9a-9215-2ac0d67a19a8 HTTP/1.1" status: 200 len: 210 time: 0.0362477 Jun 11 10:35:17.334435 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61f5cba4-6290-4c50-bef8-6f1c520735b0 req-1acd7a75-87fe-4d6b-9488-e36d84167ce0 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Made reservation on behalf of e634328e37c147ee8075a1df0b7abf53 for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:35:17.338168 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-61f5cba4-6290-4c50-bef8-6f1c520735b0 req-1acd7a75-87fe-4d6b-9488-e36d84167ce0 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:35:17.487527 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [req-61f5cba4-6290-4c50-bef8-6f1c520735b0 req-1acd7a75-87fe-4d6b-9488-e36d84167ce0 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Allocated IP 172.20.0.14 (b47b79cd-1080-49c1-a54b-914cd1ef3620/dead7a4c-b64e-4bb3-b333-2b5a53e46e1b/c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:35:17.674802 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-61f5cba4-6290-4c50-bef8-6f1c520735b0 req-1acd7a75-87fe-4d6b-9488-e36d84167ce0 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:35:17.832114 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-61f5cba4-6290-4c50-bef8-6f1c520735b0 req-1acd7a75-87fe-4d6b-9488-e36d84167ce0 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:35:17.836321 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-400978f1-b3d7-436c-a725-d4dcd1e2105c tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:35:17.886364 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61f5cba4-6290-4c50-bef8-6f1c520735b0 req-1acd7a75-87fe-4d6b-9488-e36d84167ce0 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Network b47b79cd-1080-49c1-a54b-914cd1ef3620 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:35:17.892646 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [req-61f5cba4-6290-4c50-bef8-6f1c520735b0 req-1acd7a75-87fe-4d6b-9488-e36d84167ce0 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:35:17.894039 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-61f5cba4-6290-4c50-bef8-6f1c520735b0 req-1acd7a75-87fe-4d6b-9488-e36d84167ce0 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:35:17.900568 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acd7a75-87fe-4d6b-9488-e36d84167ce0 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Pushing event updated for resources: {'Port': ['ID=c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:35:17.935671 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1acd7a75-87fe-4d6b-9488-e36d84167ce0 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:35:17.956726 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f5cba4-6290-4c50-bef8-6f1c520735b0 req-1acd7a75-87fe-4d6b-9488-e36d84167ce0 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:35:17.957337 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-61f5cba4-6290-4c50-bef8-6f1c520735b0 req-1acd7a75-87fe-4d6b-9488-e36d84167ce0 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:35:18.124008 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-61f5cba4-6290-4c50-bef8-6f1c520735b0 req-1acd7a75-87fe-4d6b-9488-e36d84167ce0 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1025662 Jun 11 10:35:18.187399 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-61f5cba4-6290-4c50-bef8-6f1c520735b0 req-6f8b2799-335b-4ce5-bcd9-ec63f1f37ff1 service neutron] Request body: {'port': {'device_id': '8549069a-1e7f-4c9a-9215-2ac0d67a19a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-12'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:35:18.279439 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-61f5cba4-6290-4c50-bef8-6f1c520735b0 req-6f8b2799-335b-4ce5-bcd9-ec63f1f37ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:35:18.572692 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43073ddd-cea6-458e-941d-284a1b8867b6 req-0e11ecb1-d989-41f5-8074-9dab9bf60250 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:35:18.574408 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-43073ddd-cea6-458e-941d-284a1b8867b6 req-0e11ecb1-d989-41f5-8074-9dab9bf60250 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/ports?device_id=8549069a-1e7f-4c9a-9215-2ac0d67a19a8 HTTP/1.1" status: 200 len: 932 time: 0.1673756 Jun 11 10:35:18.575179 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:35:18.647693 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-43073ddd-cea6-458e-941d-284a1b8867b6 req-0ae6c224-ca71-4e42-9c1a-3ccab98b78af tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/security-groups?id=6983728a-cbf2-4150-a57b-1ac744e6e74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609365 Jun 11 10:35:18.701321 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [req-61f5cba4-6290-4c50-bef8-6f1c520735b0 req-6f8b2799-335b-4ce5-bcd9-ec63f1f37ff1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0 {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:35:18.708829 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-61f5cba4-6290-4c50-bef8-6f1c520735b0 req-6f8b2799-335b-4ce5-bcd9-ec63f1f37ff1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:35:18.720671 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-61f5cba4-6290-4c50-bef8-6f1c520735b0 req-6f8b2799-335b-4ce5-bcd9-ec63f1f37ff1 service neutron] Transition to ACTIVE for port object c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0 will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:35:18.880480 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-61f5cba4-6290-4c50-bef8-6f1c520735b0 req-6f8b2799-335b-4ce5-bcd9-ec63f1f37ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:35:18.882626 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-eca38fde-f72a-4589-83ba-60b1f4e00217 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:35:18.979316 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8b2799-335b-4ce5-bcd9-ec63f1f37ff1 service neutron] Pushing event updated for resources: {'Port': ['ID=c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:35:18.985219 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6f8b2799-335b-4ce5-bcd9-ec63f1f37ff1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:35:19.067209 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-61f5cba4-6290-4c50-bef8-6f1c520735b0 req-6f8b2799-335b-4ce5-bcd9-ec63f1f37ff1 service neutron] Attempting to bind port c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0 on host n-h2-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:35:19.067547 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-61f5cba4-6290-4c50-bef8-6f1c520735b0 req-6f8b2799-335b-4ce5-bcd9-ec63f1f37ff1 service neutron] Attempting to bind port c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0 by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': '304188d2-7696-4146-bce9-2ef7d69c44e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'b47b79cd-1080-49c1-a54b-914cd1ef3620'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:35:19.067903 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f5cba4-6290-4c50-bef8-6f1c520735b0 req-6f8b2799-335b-4ce5-bcd9-ec63f1f37ff1 service neutron] Attempting to bind port c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0 on network b47b79cd-1080-49c1-a54b-914cd1ef3620 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:35:19.072107 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f5cba4-6290-4c50-bef8-6f1c520735b0 req-6f8b2799-335b-4ce5-bcd9-ec63f1f37ff1 service neutron] Port c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0 on network b47b79cd-1080-49c1-a54b-914cd1ef3620 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:35:19.072431 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f5cba4-6290-4c50-bef8-6f1c520735b0 req-6f8b2799-335b-4ce5-bcd9-ec63f1f37ff1 service neutron] Attempting to bind port c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0 on network b47b79cd-1080-49c1-a54b-914cd1ef3620 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:35:19.077178 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f5cba4-6290-4c50-bef8-6f1c520735b0 req-6f8b2799-335b-4ce5-bcd9-ec63f1f37ff1 service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:35:19.077560 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f5cba4-6290-4c50-bef8-6f1c520735b0 req-6f8b2799-335b-4ce5-bcd9-ec63f1f37ff1 service neutron] Checking segment: {'id': '304188d2-7696-4146-bce9-2ef7d69c44e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'b47b79cd-1080-49c1-a54b-914cd1ef3620'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:35:19.077944 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f5cba4-6290-4c50-bef8-6f1c520735b0 req-6f8b2799-335b-4ce5-bcd9-ec63f1f37ff1 service neutron] Bound using segment: {'id': '304188d2-7696-4146-bce9-2ef7d69c44e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'b47b79cd-1080-49c1-a54b-914cd1ef3620'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:35:19.078368 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-61f5cba4-6290-4c50-bef8-6f1c520735b0 req-6f8b2799-335b-4ce5-bcd9-ec63f1f37ff1 service neutron] Bound port: c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '304188d2-7696-4146-bce9-2ef7d69c44e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'b47b79cd-1080-49c1-a54b-914cd1ef3620'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:35:19.078716 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-61f5cba4-6290-4c50-bef8-6f1c520735b0 req-6f8b2799-335b-4ce5-bcd9-ec63f1f37ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:35:19.155507 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-61f5cba4-6290-4c50-bef8-6f1c520735b0 req-6f8b2799-335b-4ce5-bcd9-ec63f1f37ff1 service neutron] For port c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0, host n-h2-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:35:19.158398 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-61f5cba4-6290-4c50-bef8-6f1c520735b0 req-6f8b2799-335b-4ce5-bcd9-ec63f1f37ff1 service neutron] For port c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0,segment=NetworkSegment(304188d2-7696-4146-bce9-2ef7d69c44e7),segment_id=304188d2-7696-4146-bce9-2ef7d69c44e7)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:35:19.292648 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-61f5cba4-6290-4c50-bef8-6f1c520735b0 req-6f8b2799-335b-4ce5-bcd9-ec63f1f37ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:35:19.294804 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-56918a61-f688-46ea-b556-10ceb9e0d792 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:35:19.331341 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f5cba4-6290-4c50-bef8-6f1c520735b0 req-6f8b2799-335b-4ce5-bcd9-ec63f1f37ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:35:19.332127 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-61f5cba4-6290-4c50-bef8-6f1c520735b0 req-6f8b2799-335b-4ce5-bcd9-ec63f1f37ff1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:35:19.333569 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-61f5cba4-6290-4c50-bef8-6f1c520735b0 req-6f8b2799-335b-4ce5-bcd9-ec63f1f37ff1 service neutron] 10.222.0.69 "PUT /v2.0/ports/c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0 HTTP/1.1" status: 200 len: 1093 time: 1.2015052 Jun 11 10:35:19.335769 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8549069a-1e7f-4c9a-9215-2ac0d67a19a8', 'tag': 'c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:35:19.338565 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17472c09-f336-4095-af0a-926f9ad774a3" -d '{"events": [{"name": "network-changed", "server_uuid": "8549069a-1e7f-4c9a-9215-2ac0d67a19a8", "tag": "c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:35:19.370162 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8b2799-335b-4ce5-bcd9-ec63f1f37ff1 service neutron] Pushing event updated for resources: {'Port': ['ID=c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:35:19.376205 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6f8b2799-335b-4ce5-bcd9-ec63f1f37ff1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:35:19.386614 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-788332e2-d853-4f97-b702-6c80ecb9cd15 x-openstack-request-id: req-788332e2-d853-4f97-b702-6c80ecb9cd15 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:35:19.386962 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8549069a-1e7f-4c9a-9215-2ac0d67a19a8", "tag": "c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:35:19.387248 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-788332e2-d853-4f97-b702-6c80ecb9cd15 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:35:19.387726 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8549069a-1e7f-4c9a-9215-2ac0d67a19a8', 'tag': 'c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0', 'status': 'completed', 'code': 200} Jun 11 10:35:19.469878 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17472c09-f336-4095-af0a-926f9ad774a3 req-ecc8f9a4-9971-43c5-af16-2983d1543f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:35:19.471276 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-17472c09-f336-4095-af0a-926f9ad774a3 req-ecc8f9a4-9971-43c5-af16-2983d1543f34 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e634328e37c147ee8075a1df0b7abf53&device_id=8549069a-1e7f-4c9a-9215-2ac0d67a19a8 HTTP/1.1" status: 200 len: 1096 time: 0.0631084 Jun 11 10:35:19.597526 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17472c09-f336-4095-af0a-926f9ad774a3 req-cf4c3e33-d615-477e-acf1-af992fd59c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:35:19.598975 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-17472c09-f336-4095-af0a-926f9ad774a3 req-cf4c3e33-d615-477e-acf1-af992fd59c11 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=e634328e37c147ee8075a1df0b7abf53&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1205494 Jun 11 10:35:19.722492 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17472c09-f336-4095-af0a-926f9ad774a3 req-a06bf0d1-ef24-4cdf-86c2-6049b5d241ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:35:19.723901 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-17472c09-f336-4095-af0a-926f9ad774a3 req-a06bf0d1-ef24-4cdf-86c2-6049b5d241ab service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1187835 Jun 11 10:35:19.882215 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f5cba4-6290-4c50-bef8-6f1c520735b0 req-33116d18-eab9-4142-9471-be40de57e774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:35:19.883729 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-61f5cba4-6290-4c50-bef8-6f1c520735b0 req-33116d18-eab9-4142-9471-be40de57e774 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e634328e37c147ee8075a1df0b7abf53&device_id=8549069a-1e7f-4c9a-9215-2ac0d67a19a8 HTTP/1.1" status: 200 len: 1096 time: 0.1205630 Jun 11 10:35:19.895660 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be55224-c751-4b6d-a5d2-c6b538ffcda4 req-0501482b-6d8d-4c85-85ad-772e12ed09f0 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:35:19.897020 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3be55224-c751-4b6d-a5d2-c6b538ffcda4 req-0501482b-6d8d-4c85-85ad-772e12ed09f0 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/ports?device_id=8549069a-1e7f-4c9a-9215-2ac0d67a19a8 HTTP/1.1" status: 200 len: 944 time: 0.0980341 Jun 11 10:35:19.950466 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-61f5cba4-6290-4c50-bef8-6f1c520735b0 req-c1973a72-65c8-47fc-9354-7842c6bc9305 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0 HTTP/1.1" status: 200 len: 217 time: 0.0524993 Jun 11 10:35:20.025023 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3be55224-c751-4b6d-a5d2-c6b538ffcda4 req-2cee16fd-112d-4282-b22a-21a6739e1466 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/security-groups?id=6983728a-cbf2-4150-a57b-1ac744e6e74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214528 Jun 11 10:35:20.030678 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f5cba4-6290-4c50-bef8-6f1c520735b0 req-b31bbd5d-c647-4f32-824e-c747ee23839a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:35:20.032009 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-61f5cba4-6290-4c50-bef8-6f1c520735b0 req-b31bbd5d-c647-4f32-824e-c747ee23839a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dead7a4c-b64e-4bb3-b333-2b5a53e46e1b HTTP/1.1" status: 200 len: 855 time: 0.0687745 Jun 11 10:35:20.071818 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-61f5cba4-6290-4c50-bef8-6f1c520735b0 req-fdcede9c-5a2a-454e-92ec-7c5c15bed8d5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b47b79cd-1080-49c1-a54b-914cd1ef3620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330710 Jun 11 10:35:20.191439 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-61f5cba4-6290-4c50-bef8-6f1c520735b0 req-d00b7a17-be77-4514-be35-6f5a32240d2e service neutron] 10.222.0.69 "GET /v2.0/networks/b47b79cd-1080-49c1-a54b-914cd1ef3620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124864 Jun 11 10:35:20.315107 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-61f5cba4-6290-4c50-bef8-6f1c520735b0 req-2e955578-195a-4a63-8c99-4be6b96b0276 service neutron] 10.222.0.69 "GET /v2.0/networks/b47b79cd-1080-49c1-a54b-914cd1ef3620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172214 Jun 11 10:35:21.385952 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2270c7f2-45dd-4c5b-b199-4689eae8fafe req-e7e876d7-b595-4dcf-9005-f240f7307f85 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:35:21.387319 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2270c7f2-45dd-4c5b-b199-4689eae8fafe req-e7e876d7-b595-4dcf-9005-f240f7307f85 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/ports?device_id=8549069a-1e7f-4c9a-9215-2ac0d67a19a8 HTTP/1.1" status: 200 len: 944 time: 0.0692492 Jun 11 10:35:21.428313 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2270c7f2-45dd-4c5b-b199-4689eae8fafe req-57d3b7b1-a85c-4ccc-ae45-692e0b0b3fd8 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/security-groups?id=6983728a-cbf2-4150-a57b-1ac744e6e74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347240 Jun 11 10:35:22.613855 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3168548e-6789-478b-ab50-9825146d5c14 req-b3fb10d4-e889-4261-8fea-bef93ce6a08b tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:35:22.615316 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3168548e-6789-478b-ab50-9825146d5c14 req-b3fb10d4-e889-4261-8fea-bef93ce6a08b tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/ports?device_id=8549069a-1e7f-4c9a-9215-2ac0d67a19a8 HTTP/1.1" status: 200 len: 944 time: 0.0746162 Jun 11 10:35:22.657009 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3168548e-6789-478b-ab50-9825146d5c14 req-13143c05-76ba-4a1b-b772-b48c0c20628c tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/security-groups?id=6983728a-cbf2-4150-a57b-1ac744e6e74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359983 Jun 11 10:35:23.847521 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a772792-b3f2-44a6-8b47-13050671c3a4 req-0dec7684-5842-4911-a470-da7fadf80d73 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:35:23.849503 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7a772792-b3f2-44a6-8b47-13050671c3a4 req-0dec7684-5842-4911-a470-da7fadf80d73 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/ports?device_id=8549069a-1e7f-4c9a-9215-2ac0d67a19a8 HTTP/1.1" status: 200 len: 944 time: 0.0709989 Jun 11 10:35:23.893789 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7a772792-b3f2-44a6-8b47-13050671c3a4 req-88067cf5-8658-4eb7-b618-5c0683c7d786 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/security-groups?id=6983728a-cbf2-4150-a57b-1ac744e6e74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389798 Jun 11 10:35:24.069806 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0 details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 10:35:24.394337 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0,segment=NetworkSegment(304188d2-7696-4146-bce9-2ef7d69c44e7),segment_id=304188d2-7696-4146-bce9-2ef7d69c44e7)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:35:24.407814 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': 'c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0', 'network_id': 'b47b79cd-1080-49c1-a54b-914cd1ef3620', 'port_id': 'c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0', 'mac_address': 'fa:16:3e:30:9a:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dead7a4c-b64e-4bb3-b333-2b5a53e46e1b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 10:35:24.453721 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:35:24.468634 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:35:24.489311 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0,segment=NetworkSegment(304188d2-7696-4146-bce9-2ef7d69c44e7),segment_id=304188d2-7696-4146-bce9-2ef7d69c44e7)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:35:24.596950 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:35:24.598735 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:35:24.652358 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:35:24.655452 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:35:24.913959 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:35:25.079499 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991f14bd-4225-4b2d-81af-0e9d094bad76 req-60f6ce3e-f5c0-4716-ada0-b2d192868f10 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:35:25.080986 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-991f14bd-4225-4b2d-81af-0e9d094bad76 req-60f6ce3e-f5c0-4716-ada0-b2d192868f10 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/ports?device_id=8549069a-1e7f-4c9a-9215-2ac0d67a19a8 HTTP/1.1" status: 200 len: 945 time: 0.0758669 Jun 11 10:35:25.122984 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-991f14bd-4225-4b2d-81af-0e9d094bad76 req-75359a4d-9773-4472-9121-28e931e9e970 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/security-groups?id=6983728a-cbf2-4150-a57b-1ac744e6e74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362911 Jun 11 10:35:26.085528 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0 up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:35:26.254190 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning for port c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:35:26.258531 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:35:26.258913 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:35:26.302762 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd3b8e-b340-438e-b1ab-d088a8fa64ac req-10e47bf1-43da-4b7c-873c-8be7f6879fa6 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:35:26.304294 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-88cd3b8e-b340-438e-b1ab-d088a8fa64ac req-10e47bf1-43da-4b7c-873c-8be7f6879fa6 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/ports?device_id=8549069a-1e7f-4c9a-9215-2ac0d67a19a8 HTTP/1.1" status: 200 len: 945 time: 0.0713139 Jun 11 10:35:26.350463 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-88cd3b8e-b340-438e-b1ab-d088a8fa64ac req-570caa7c-452d-4e15-84ee-09e11ebe58e1 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/security-groups?id=6983728a-cbf2-4150-a57b-1ac744e6e74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397403 Jun 11 10:35:26.354767 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:35:26.382156 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8549069a-1e7f-4c9a-9215-2ac0d67a19a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:35:26.384574 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-563c03ef-d89e-4339-97f4-e0742c65fa7a" -d '{"events": [{"server_uuid": "8549069a-1e7f-4c9a-9215-2ac0d67a19a8", "name": "network-vif-plugged", "status": "completed", "tag": "c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:35:26.402436 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0,segment=NetworkSegment(304188d2-7696-4146-bce9-2ef7d69c44e7),segment_id=304188d2-7696-4146-bce9-2ef7d69c44e7)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:35:26.426549 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39daed92-a14d-4916-b895-5d0407a17e42 x-openstack-request-id: req-39daed92-a14d-4916-b895-5d0407a17e42 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:35:26.426849 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8549069a-1e7f-4c9a-9215-2ac0d67a19a8", "name": "network-vif-plugged", "status": "completed", "tag": "c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:35:26.427234 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-39daed92-a14d-4916-b895-5d0407a17e42 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:35:26.427671 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8549069a-1e7f-4c9a-9215-2ac0d67a19a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0', 'code': 200} Jun 11 10:35:26.466095 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:35:26.469524 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-0a09bc66-12be-4da4-8215-eb0105cbd7fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:35:26.525234 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:35:26.528309 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:35:26.557563 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b471f1-4e85-4292-9465-548643888a08 req-d90b4505-00e8-40d8-a8f2-1fe020101466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:35:26.559054 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c4b471f1-4e85-4292-9465-548643888a08 req-d90b4505-00e8-40d8-a8f2-1fe020101466 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8549069a-1e7f-4c9a-9215-2ac0d67a19a8 HTTP/1.1" status: 200 len: 1098 time: 0.0635960 Jun 11 10:35:26.596280 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c4b471f1-4e85-4292-9465-548643888a08 req-c138258f-8a9b-40eb-b6f2-d62aff2af038 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=6983728a-cbf2-4150-a57b-1ac744e6e74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310950 Jun 11 10:35:27.537171 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec95413-e879-4ec1-81d9-b1f692b88a94 req-42b41861-957e-4aa3-bd6e-f325b1b891ab tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:35:27.538950 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7ec95413-e879-4ec1-81d9-b1f692b88a94 req-42b41861-957e-4aa3-bd6e-f325b1b891ab tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/ports?device_id=8549069a-1e7f-4c9a-9215-2ac0d67a19a8 HTTP/1.1" status: 200 len: 946 time: 0.0736775 Jun 11 10:35:27.584550 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7ec95413-e879-4ec1-81d9-b1f692b88a94 req-4e314985-a74b-43a4-b66a-3639559ecab0 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/security-groups?id=6983728a-cbf2-4150-a57b-1ac744e6e74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393753 Jun 11 10:35:28.781774 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ce087-f885-4060-985e-82b07bb17a78 req-e2995261-0d84-42f7-acfd-4f133f0e3931 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:35:28.783290 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d75ce087-f885-4060-985e-82b07bb17a78 req-e2995261-0d84-42f7-acfd-4f133f0e3931 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/ports?device_id=8549069a-1e7f-4c9a-9215-2ac0d67a19a8 HTTP/1.1" status: 200 len: 946 time: 0.0787151 Jun 11 10:35:28.826072 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d75ce087-f885-4060-985e-82b07bb17a78 req-7cccb99a-f051-4d33-8730-6679a5baf646 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/security-groups?id=6983728a-cbf2-4150-a57b-1ac744e6e74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370297 Jun 11 10:35:29.004066 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842cdce0-3465-43e6-83fe-b955a1065edf req-3cdd0928-1e14-46ca-a6df-0e0196a87cf5 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:35:29.005543 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-842cdce0-3465-43e6-83fe-b955a1065edf req-3cdd0928-1e14-46ca-a6df-0e0196a87cf5 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/ports?device_id=8549069a-1e7f-4c9a-9215-2ac0d67a19a8 HTTP/1.1" status: 200 len: 946 time: 0.0698402 Jun 11 10:35:29.048998 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-842cdce0-3465-43e6-83fe-b955a1065edf req-1ba0d805-3c89-4d5e-80ff-a5b87b6c55f3 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/security-groups?id=6983728a-cbf2-4150-a57b-1ac744e6e74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375717 Jun 11 10:35:29.506813 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b7e3d5-cb73-4a41-affa-c7900a8dd160 req-459627ea-2f13-48c8-b83a-cc5ca2db87d0 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:35:29.508187 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d6b7e3d5-cb73-4a41-affa-c7900a8dd160 req-459627ea-2f13-48c8-b83a-cc5ca2db87d0 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/ports?device_id=8549069a-1e7f-4c9a-9215-2ac0d67a19a8 HTTP/1.1" status: 200 len: 946 time: 0.0734453 Jun 11 10:35:29.552226 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d6b7e3d5-cb73-4a41-affa-c7900a8dd160 req-1407ee76-7f36-4539-8e17-85108cdaf954 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/security-groups?id=6983728a-cbf2-4150-a57b-1ac744e6e74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380914 Jun 11 10:35:29.732415 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cb4c4e-6e67-4d69-a26a-6ff21c461ef1 req-0b1fa0c6-f56b-4d08-b689-bff4fcc00eb8 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:35:29.733893 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e8cb4c4e-6e67-4d69-a26a-6ff21c461ef1 req-0b1fa0c6-f56b-4d08-b689-bff4fcc00eb8 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/ports?device_id=8549069a-1e7f-4c9a-9215-2ac0d67a19a8 HTTP/1.1" status: 200 len: 946 time: 0.0697310 Jun 11 10:35:29.776755 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e8cb4c4e-6e67-4d69-a26a-6ff21c461ef1 req-4f5b486c-47c6-4d2b-9fd9-48aa9e2410e2 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/security-groups?id=6983728a-cbf2-4150-a57b-1ac744e6e74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371511 Jun 11 10:35:30.452911 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020eadb7-0d5e-4850-93e8-78703c57bae1 req-cef3e412-4fcf-4cd4-80ee-7f8a8396652e tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:35:30.454392 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-020eadb7-0d5e-4850-93e8-78703c57bae1 req-cef3e412-4fcf-4cd4-80ee-7f8a8396652e tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/ports?device_id=8549069a-1e7f-4c9a-9215-2ac0d67a19a8 HTTP/1.1" status: 200 len: 946 time: 0.0757065 Jun 11 10:35:30.496985 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-020eadb7-0d5e-4850-93e8-78703c57bae1 req-0627cda9-c854-4ce8-a90b-5d6e1ce6d12b tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/security-groups?id=6983728a-cbf2-4150-a57b-1ac744e6e74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367296 Jun 11 10:35:30.588850 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a1ad12b8-762a-449f-979b-ae16aa0ba9ab req-6e595890-4351-445d-8c8a-f4c3ecdea6fe service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8549069a-1e7f-4c9a-9215-2ac0d67a19a8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0596452 Jun 11 10:35:31.679246 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d961adc6-36df-4231-b2f6-51f48b7ac151 req-7370cf55-fbb5-47cc-8ec3-1ac4b145b0a9 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:35:31.680788 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d961adc6-36df-4231-b2f6-51f48b7ac151 req-7370cf55-fbb5-47cc-8ec3-1ac4b145b0a9 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/ports?device_id=8549069a-1e7f-4c9a-9215-2ac0d67a19a8 HTTP/1.1" status: 200 len: 946 time: 0.0697067 Jun 11 10:35:31.691834 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:35:31.724186 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d961adc6-36df-4231-b2f6-51f48b7ac151 req-8478f690-1772-41fd-ae3c-53ac4d10c189 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/security-groups?id=6983728a-cbf2-4150-a57b-1ac744e6e74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368404 Jun 11 10:35:32.909772 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f59b6-5dca-4098-8eb3-cda21d33e7d0 req-0680a786-b484-48fd-ab7f-030edc450f17 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:35:32.911245 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-790f59b6-5dca-4098-8eb3-cda21d33e7d0 req-0680a786-b484-48fd-ab7f-030edc450f17 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/ports?device_id=8549069a-1e7f-4c9a-9215-2ac0d67a19a8 HTTP/1.1" status: 200 len: 946 time: 0.0746276 Jun 11 10:35:33.308909 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-790f59b6-5dca-4098-8eb3-cda21d33e7d0 req-462b83ba-d589-4f37-a15d-bc7f023a323e tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/security-groups?id=6983728a-cbf2-4150-a57b-1ac744e6e74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3919673 Jun 11 10:35:33.548305 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ad12b8-762a-449f-979b-ae16aa0ba9ab req-f2507d72-4018-4b53-9052-0fc85aa85d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:35:33.549781 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a1ad12b8-762a-449f-979b-ae16aa0ba9ab req-f2507d72-4018-4b53-9052-0fc85aa85d29 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e634328e37c147ee8075a1df0b7abf53&device_id=8549069a-1e7f-4c9a-9215-2ac0d67a19a8 HTTP/1.1" status: 200 len: 1098 time: 0.0586190 Jun 11 10:35:33.683622 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ad12b8-762a-449f-979b-ae16aa0ba9ab req-745ff3c7-9137-48a0-8d9d-9e37e8f62b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:35:33.684974 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a1ad12b8-762a-449f-979b-ae16aa0ba9ab req-745ff3c7-9137-48a0-8d9d-9e37e8f62b98 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b47b79cd-1080-49c1-a54b-914cd1ef3620 HTTP/1.1" status: 200 len: 916 time: 0.1284146 Jun 11 10:35:33.738106 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a1ad12b8-762a-449f-979b-ae16aa0ba9ab req-e51c2ece-99b7-4b6e-9a6c-93d34ab04b0c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0 HTTP/1.1" status: 200 len: 217 time: 0.0459950 Jun 11 10:35:33.800849 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ad12b8-762a-449f-979b-ae16aa0ba9ab req-a1b1a063-8508-4d90-8e20-db276d8d9d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:35:33.809728 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a1ad12b8-762a-449f-979b-ae16aa0ba9ab req-a1b1a063-8508-4d90-8e20-db276d8d9d28 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dead7a4c-b64e-4bb3-b333-2b5a53e46e1b HTTP/1.1" status: 200 len: 855 time: 0.0575535 Jun 11 10:35:33.839962 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a1ad12b8-762a-449f-979b-ae16aa0ba9ab req-7cd011bf-51c1-4861-b096-698c569fdc5c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b47b79cd-1080-49c1-a54b-914cd1ef3620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301771 Jun 11 10:35:33.971880 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a1ad12b8-762a-449f-979b-ae16aa0ba9ab req-72032817-4799-4485-9a3b-4f5bbf09c91a service neutron] 10.222.0.69 "GET /v2.0/networks/b47b79cd-1080-49c1-a54b-914cd1ef3620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197655 Jun 11 10:35:34.090309 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a1ad12b8-762a-449f-979b-ae16aa0ba9ab req-53cd5a10-99c8-4478-9ae8-93ac5ee7b32f service neutron] 10.222.0.69 "GET /v2.0/networks/b47b79cd-1080-49c1-a54b-914cd1ef3620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113291 Jun 11 10:35:34.497921 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf26d0e1-eebf-491d-838b-5ff438390d63 req-eef892c4-1129-438b-ac74-ac0307fa2736 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:35:34.499971 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cf26d0e1-eebf-491d-838b-5ff438390d63 req-eef892c4-1129-438b-ac74-ac0307fa2736 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/ports?device_id=8549069a-1e7f-4c9a-9215-2ac0d67a19a8 HTTP/1.1" status: 200 len: 946 time: 0.0754669 Jun 11 10:35:34.542994 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cf26d0e1-eebf-491d-838b-5ff438390d63 req-a7a84612-c74a-4649-8929-fc3c7f5034d1 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/security-groups?id=6983728a-cbf2-4150-a57b-1ac744e6e74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372577 Jun 11 10:35:35.748838 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e9bf5-6eb7-4397-8fe2-2e3a4bc2fe0b req-b1b712f3-7bb2-4731-89fa-851585ce7a10 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:35:35.750325 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2f1e9bf5-6eb7-4397-8fe2-2e3a4bc2fe0b req-b1b712f3-7bb2-4731-89fa-851585ce7a10 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/ports?device_id=8549069a-1e7f-4c9a-9215-2ac0d67a19a8 HTTP/1.1" status: 200 len: 946 time: 0.0855825 Jun 11 10:35:35.805223 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2f1e9bf5-6eb7-4397-8fe2-2e3a4bc2fe0b req-dfdbc541-f032-4250-b897-4fd67bf258df tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/security-groups?id=6983728a-cbf2-4150-a57b-1ac744e6e74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489814 Jun 11 10:35:36.008567 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:35:36.990808 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b65e01-f405-4322-b137-313b59031b62 req-f06e11d1-209f-420e-bf8a-63e0d8618179 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:35:36.992311 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-33b65e01-f405-4322-b137-313b59031b62 req-f06e11d1-209f-420e-bf8a-63e0d8618179 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/ports?device_id=8549069a-1e7f-4c9a-9215-2ac0d67a19a8 HTTP/1.1" status: 200 len: 946 time: 0.0706680 Jun 11 10:35:37.035434 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-33b65e01-f405-4322-b137-313b59031b62 req-c8c116f2-e2b1-498d-8b12-95502bd4d1ed tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/security-groups?id=6983728a-cbf2-4150-a57b-1ac744e6e74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374074 Jun 11 10:35:38.221443 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaa524d-3462-4d98-b8a5-e936670a96d2 req-a455a7a9-b0dc-453d-98a1-de5d9e2ee299 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:35:38.222992 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bdaa524d-3462-4d98-b8a5-e936670a96d2 req-a455a7a9-b0dc-453d-98a1-de5d9e2ee299 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/ports?device_id=8549069a-1e7f-4c9a-9215-2ac0d67a19a8 HTTP/1.1" status: 200 len: 946 time: 0.0737739 Jun 11 10:35:38.265846 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bdaa524d-3462-4d98-b8a5-e936670a96d2 req-123a17dd-0945-4e90-a112-3591751e2f0e tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/security-groups?id=6983728a-cbf2-4150-a57b-1ac744e6e74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370004 Jun 11 10:35:39.454557 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2f8637-9cfd-4770-a2c5-196839e68d0a req-f088e4f7-49e8-4bd8-ab11-0e44c86ff13a tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:35:39.456049 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7a2f8637-9cfd-4770-a2c5-196839e68d0a req-f088e4f7-49e8-4bd8-ab11-0e44c86ff13a tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/ports?device_id=8549069a-1e7f-4c9a-9215-2ac0d67a19a8 HTTP/1.1" status: 200 len: 946 time: 0.0703075 Jun 11 10:35:39.499928 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7a2f8637-9cfd-4770-a2c5-196839e68d0a req-12183e6e-d85d-44cb-82f4-b3e64d0df20d tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/security-groups?id=6983728a-cbf2-4150-a57b-1ac744e6e74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381238 Jun 11 10:35:40.694632 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcccd47-c96d-4235-81fb-24891dbf34b8 req-ec310232-064b-4700-809b-66a963f7d5d1 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:35:40.697031 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cfcccd47-c96d-4235-81fb-24891dbf34b8 req-ec310232-064b-4700-809b-66a963f7d5d1 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/ports?device_id=8549069a-1e7f-4c9a-9215-2ac0d67a19a8 HTTP/1.1" status: 200 len: 946 time: 0.0841267 Jun 11 10:35:40.742011 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cfcccd47-c96d-4235-81fb-24891dbf34b8 req-adfd858d-01ae-4add-a6e4-845523abe45a tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/security-groups?id=6983728a-cbf2-4150-a57b-1ac744e6e74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386302 Jun 11 10:35:41.927654 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975901d6-caf0-4e40-928a-168cf8784194 req-afc0cbc2-3e19-4ddd-82b4-3c7194fbdf54 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:35:41.929089 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-975901d6-caf0-4e40-928a-168cf8784194 req-afc0cbc2-3e19-4ddd-82b4-3c7194fbdf54 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/ports?device_id=8549069a-1e7f-4c9a-9215-2ac0d67a19a8 HTTP/1.1" status: 200 len: 946 time: 0.0707803 Jun 11 10:35:41.978793 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-975901d6-caf0-4e40-928a-168cf8784194 req-0839c1d7-f5a6-41ad-aca4-632deb6f0d84 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/security-groups?id=6983728a-cbf2-4150-a57b-1ac744e6e74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437505 Jun 11 10:35:42.954539 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c594cfaf-8f42-49da-b600-bdf40e3de744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:35:43.173467 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1ccace-4368-42d3-9dc1-48a65f96355f req-2569c7e8-7e7b-4c22-834f-fdc15da89883 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:35:43.174964 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ba1ccace-4368-42d3-9dc1-48a65f96355f req-2569c7e8-7e7b-4c22-834f-fdc15da89883 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/ports?device_id=8549069a-1e7f-4c9a-9215-2ac0d67a19a8 HTTP/1.1" status: 200 len: 946 time: 0.0791194 Jun 11 10:35:43.218324 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ba1ccace-4368-42d3-9dc1-48a65f96355f req-0c1ff45e-7364-4e14-8aac-284460a1c38d tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/security-groups?id=6983728a-cbf2-4150-a57b-1ac744e6e74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373180 Jun 11 10:35:44.414689 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c51316c-2b0f-4a51-9240-37f2140e11f9 req-1fa351f8-4575-404d-9e32-0c81d4b62b50 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:35:44.416240 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9c51316c-2b0f-4a51-9240-37f2140e11f9 req-1fa351f8-4575-404d-9e32-0c81d4b62b50 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/ports?device_id=8549069a-1e7f-4c9a-9215-2ac0d67a19a8 HTTP/1.1" status: 200 len: 946 time: 0.0793514 Jun 11 10:35:44.460922 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9c51316c-2b0f-4a51-9240-37f2140e11f9 req-6df0ccf7-ce81-401d-b913-8fc152b28ae6 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/security-groups?id=6983728a-cbf2-4150-a57b-1ac744e6e74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383971 Jun 11 10:35:45.650920 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f69acd4-82fd-45d1-b1c8-6ed62290023b req-38fd145f-655a-4224-8e2c-aad91ed30459 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:35:45.652563 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5f69acd4-82fd-45d1-b1c8-6ed62290023b req-38fd145f-655a-4224-8e2c-aad91ed30459 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/ports?device_id=8549069a-1e7f-4c9a-9215-2ac0d67a19a8 HTTP/1.1" status: 200 len: 946 time: 0.0776246 Jun 11 10:35:45.699415 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5f69acd4-82fd-45d1-b1c8-6ed62290023b req-8c392fcb-7b5b-4899-9431-59968dbe55d0 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/security-groups?id=6983728a-cbf2-4150-a57b-1ac744e6e74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401018 Jun 11 10:35:46.034189 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-327493c1-5daf-4e68-9bb1-a1fe2f49cdd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:35:46.089632 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:35:46.885326 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2a292d-d6e4-44d6-bb35-034e0be5a0ea req-cd77f5f4-3511-4c6a-9977-fcdea47dcc03 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:35:46.887088 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7b2a292d-d6e4-44d6-bb35-034e0be5a0ea req-cd77f5f4-3511-4c6a-9977-fcdea47dcc03 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/ports?device_id=8549069a-1e7f-4c9a-9215-2ac0d67a19a8 HTTP/1.1" status: 200 len: 946 time: 0.0729210 Jun 11 10:35:46.910936 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:35:46.931855 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7b2a292d-d6e4-44d6-bb35-034e0be5a0ea req-8704b8c6-1f12-4d36-ac19-722dca157bae tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/security-groups?id=6983728a-cbf2-4150-a57b-1ac744e6e74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380683 Jun 11 10:35:48.119696 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6356fbc2-5953-442d-9de7-18b88fe447ca req-d7d2754d-ad4f-44ae-8a46-772f67114e15 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:35:48.121189 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6356fbc2-5953-442d-9de7-18b88fe447ca req-d7d2754d-ad4f-44ae-8a46-772f67114e15 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/ports?device_id=8549069a-1e7f-4c9a-9215-2ac0d67a19a8 HTTP/1.1" status: 200 len: 946 time: 0.0740278 Jun 11 10:35:48.172828 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6356fbc2-5953-442d-9de7-18b88fe447ca req-05a019ba-89d3-4aec-ad49-cbc6cbe70ce0 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/security-groups?id=6983728a-cbf2-4150-a57b-1ac744e6e74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453484 Jun 11 10:35:48.531351 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:35:49.364940 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99911ad3-b452-4b74-b003-ca1331ca1613 req-4f746902-b143-4c85-b9a4-b09c42fd8fd0 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:35:49.366405 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-99911ad3-b452-4b74-b003-ca1331ca1613 req-4f746902-b143-4c85-b9a4-b09c42fd8fd0 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/ports?device_id=8549069a-1e7f-4c9a-9215-2ac0d67a19a8 HTTP/1.1" status: 200 len: 946 time: 0.0734332 Jun 11 10:35:49.410284 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-99911ad3-b452-4b74-b003-ca1331ca1613 req-9ed9518b-987e-4eaf-8f33-4c36e7d82be1 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/security-groups?id=6983728a-cbf2-4150-a57b-1ac744e6e74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381210 Jun 11 10:35:49.479234 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:35:50.594367 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fe745f-d663-4514-8f57-f57d115bba26 req-5605f169-2197-4602-87cc-dc6bc74f57ef tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:35:50.595901 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-44fe745f-d663-4514-8f57-f57d115bba26 req-5605f169-2197-4602-87cc-dc6bc74f57ef tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/ports?device_id=8549069a-1e7f-4c9a-9215-2ac0d67a19a8 HTTP/1.1" status: 200 len: 946 time: 0.0741882 Jun 11 10:35:50.642805 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-44fe745f-d663-4514-8f57-f57d115bba26 req-af12bf85-b041-4493-b347-5a39cedde3e7 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/security-groups?id=6983728a-cbf2-4150-a57b-1ac744e6e74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412447 Jun 11 10:35:51.824811 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eeb177-e23b-4437-a302-5ff204a6b620 req-01ba2425-204b-4c1e-8913-b8d698bef0fb tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:35:51.826335 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-90eeb177-e23b-4437-a302-5ff204a6b620 req-01ba2425-204b-4c1e-8913-b8d698bef0fb tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/ports?device_id=8549069a-1e7f-4c9a-9215-2ac0d67a19a8 HTTP/1.1" status: 200 len: 946 time: 0.0705657 Jun 11 10:35:51.868775 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-90eeb177-e23b-4437-a302-5ff204a6b620 req-7f16317b-c673-4ea5-b0b2-4765e52706fa tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/security-groups?id=6983728a-cbf2-4150-a57b-1ac744e6e74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368130 Jun 11 10:35:53.054012 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d76351-60c6-4492-998f-a220b344f70f req-43de501a-c678-462e-a5e9-bb2d4c65c04b tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:35:53.056101 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-67d76351-60c6-4492-998f-a220b344f70f req-43de501a-c678-462e-a5e9-bb2d4c65c04b tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/ports?device_id=8549069a-1e7f-4c9a-9215-2ac0d67a19a8 HTTP/1.1" status: 200 len: 946 time: 0.0747666 Jun 11 10:35:53.098466 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-67d76351-60c6-4492-998f-a220b344f70f req-98299ecd-5c2c-4fc5-b839-c11a774e283d tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/security-groups?id=6983728a-cbf2-4150-a57b-1ac744e6e74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365767 Jun 11 10:35:54.291523 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c053c4-2fd4-48da-ade3-9903f00f0517 req-1e282c54-df42-4513-b86a-386acb849571 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:35:54.293144 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-03c053c4-2fd4-48da-ade3-9903f00f0517 req-1e282c54-df42-4513-b86a-386acb849571 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/ports?device_id=8549069a-1e7f-4c9a-9215-2ac0d67a19a8 HTTP/1.1" status: 200 len: 946 time: 0.0710862 Jun 11 10:35:54.337787 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-03c053c4-2fd4-48da-ade3-9903f00f0517 req-efbe3ca5-0764-441d-ba94-384efe946c1f tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/security-groups?id=6983728a-cbf2-4150-a57b-1ac744e6e74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380816 Jun 11 10:35:55.527737 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f2bbd6-b4b1-4d1d-a5e7-355c1b4c1630 req-d98e1b79-aeab-4028-b275-658dd90acbe6 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:35:55.529270 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-67f2bbd6-b4b1-4d1d-a5e7-355c1b4c1630 req-d98e1b79-aeab-4028-b275-658dd90acbe6 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/ports?device_id=8549069a-1e7f-4c9a-9215-2ac0d67a19a8 HTTP/1.1" status: 200 len: 946 time: 0.0793135 Jun 11 10:35:55.571344 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-67f2bbd6-b4b1-4d1d-a5e7-355c1b4c1630 req-eb26abd5-55fa-45aa-9fff-85d498b005ac tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/security-groups?id=6983728a-cbf2-4150-a57b-1ac744e6e74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358226 Jun 11 10:35:56.761839 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a9ba8-c113-44ab-93ff-21e7199be72e req-7704508a-c3fc-46fc-8c2d-a3037d195c9b tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:35:56.763949 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-755a9ba8-c113-44ab-93ff-21e7199be72e req-7704508a-c3fc-46fc-8c2d-a3037d195c9b tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/ports?device_id=8549069a-1e7f-4c9a-9215-2ac0d67a19a8 HTTP/1.1" status: 200 len: 946 time: 0.0800591 Jun 11 10:35:56.812951 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-755a9ba8-c113-44ab-93ff-21e7199be72e req-707d8972-221f-4b68-9f66-6b8869f15989 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/security-groups?id=6983728a-cbf2-4150-a57b-1ac744e6e74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431745 Jun 11 10:35:58.001300 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5257726c-51ae-4fea-a186-e7db91a79e81 req-691a3546-be70-47c0-a973-06f0ff19ae26 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:35:58.212983 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5257726c-51ae-4fea-a186-e7db91a79e81 req-691a3546-be70-47c0-a973-06f0ff19ae26 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/ports?device_id=8549069a-1e7f-4c9a-9215-2ac0d67a19a8 HTTP/1.1" status: 200 len: 946 time: 0.0747786 Jun 11 10:35:58.212983 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5257726c-51ae-4fea-a186-e7db91a79e81 req-34a78dc3-c158-4fa1-8bd7-88be5a4275ff tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/security-groups?id=6983728a-cbf2-4150-a57b-1ac744e6e74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395393 Jun 11 10:35:59.243421 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb1031c-35bb-4c30-85be-fbca14911da7 req-e53e1b3e-ed5b-4c19-be69-3253b695b213 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:35:59.244996 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6fb1031c-35bb-4c30-85be-fbca14911da7 req-e53e1b3e-ed5b-4c19-be69-3253b695b213 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/ports?device_id=8549069a-1e7f-4c9a-9215-2ac0d67a19a8 HTTP/1.1" status: 200 len: 946 time: 0.0747974 Jun 11 10:35:59.288646 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6fb1031c-35bb-4c30-85be-fbca14911da7 req-062b6b1c-9d57-4776-8654-c708aca93d7d tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/security-groups?id=6983728a-cbf2-4150-a57b-1ac744e6e74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373969 Jun 11 10:36:00.478976 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8127c9a-a653-4d78-a0f3-ce203c268156 req-17215000-22ce-480f-9c1b-44bbbcc33442 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:00.480473 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d8127c9a-a653-4d78-a0f3-ce203c268156 req-17215000-22ce-480f-9c1b-44bbbcc33442 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/ports?device_id=8549069a-1e7f-4c9a-9215-2ac0d67a19a8 HTTP/1.1" status: 200 len: 946 time: 0.0746670 Jun 11 10:36:00.523640 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d8127c9a-a653-4d78-a0f3-ce203c268156 req-9f8b4276-7726-4d47-89d1-3516cd18cd28 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/security-groups?id=6983728a-cbf2-4150-a57b-1ac744e6e74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374625 Jun 11 10:36:01.589729 n-d-779913-12 neutron-server[93177]: INFO neutron.api.v2.resource [req-a1ad12b8-762a-449f-979b-ae16aa0ba9ab req-f8b1b5bc-3873-49d4-858f-d069533eae5c service neutron] show failed (client error): The resource could not be found. Jun 11 10:36:01.591368 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a1ad12b8-762a-449f-979b-ae16aa0ba9ab req-f8b1b5bc-3873-49d4-858f-d069533eae5c service neutron] 10.222.0.69 "GET /v2.0/ports/c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0/bindings/n-h1-779913-12 HTTP/1.1" status: 404 len: 381 time: 0.0655205 Jun 11 10:36:01.705948 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92536fe-e856-4504-b25b-cdcf1e8ee8f0 req-a9d21582-755d-4827-a1e9-538d9b06ff20 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:01.707441 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c92536fe-e856-4504-b25b-cdcf1e8ee8f0 req-a9d21582-755d-4827-a1e9-538d9b06ff20 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/ports?device_id=8549069a-1e7f-4c9a-9215-2ac0d67a19a8 HTTP/1.1" status: 200 len: 946 time: 0.0712185 Jun 11 10:36:01.750701 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:36:01.754311 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c92536fe-e856-4504-b25b-cdcf1e8ee8f0 req-03333593-a7e9-416e-9dea-f31727dab881 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/security-groups?id=6983728a-cbf2-4150-a57b-1ac744e6e74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410018 Jun 11 10:36:02.379302 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ad12b8-762a-449f-979b-ae16aa0ba9ab req-c81b7fdf-3ad5-42d0-bcc9-f3d3794bcfec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:02.380830 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a1ad12b8-762a-449f-979b-ae16aa0ba9ab req-c81b7fdf-3ad5-42d0-bcc9-f3d3794bcfec service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8549069a-1e7f-4c9a-9215-2ac0d67a19a8&tenant_id=e634328e37c147ee8075a1df0b7abf53 HTTP/1.1" status: 200 len: 1098 time: 0.0703564 Jun 11 10:36:02.391864 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-a1ad12b8-762a-449f-979b-ae16aa0ba9ab req-3e049d21-a1d4-4b4a-a611-e30f4056c8fe service neutron] Request body: {'port': {'binding:host_id': 'n-h1-779913-12', 'device_owner': 'compute:nova'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:36:02.476375 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a1ad12b8-762a-449f-979b-ae16aa0ba9ab req-3e049d21-a1d4-4b4a-a611-e30f4056c8fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:36:02.722183 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-a1ad12b8-762a-449f-979b-ae16aa0ba9ab req-3e049d21-a1d4-4b4a-a611-e30f4056c8fe service neutron] For port c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0,segment=NetworkSegment(304188d2-7696-4146-bce9-2ef7d69c44e7),segment_id=304188d2-7696-4146-bce9-2ef7d69c44e7)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:36:02.756846 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-a1ad12b8-762a-449f-979b-ae16aa0ba9ab req-3e049d21-a1d4-4b4a-a611-e30f4056c8fe service neutron] For port c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0, host n-h2-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:36:02.807392 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8549069a-1e7f-4c9a-9215-2ac0d67a19a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:36:02.810357 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc125ef-950a-486f-9ea3-4b766351644f" -d '{"events": [{"server_uuid": "8549069a-1e7f-4c9a-9215-2ac0d67a19a8", "name": "network-vif-unplugged", "status": "completed", "tag": "c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:36:02.814091 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a1ad12b8-762a-449f-979b-ae16aa0ba9ab req-3e049d21-a1d4-4b4a-a611-e30f4056c8fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:36:02.827069 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-a1ad12b8-762a-449f-979b-ae16aa0ba9ab req-3e049d21-a1d4-4b4a-a611-e30f4056c8fe service neutron] Transition to ACTIVE for port object c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0 will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:36:02.922296 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a1ad12b8-762a-449f-979b-ae16aa0ba9ab req-3e049d21-a1d4-4b4a-a611-e30f4056c8fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:36:02.925544 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7c9d4fb8-2e67-4e90-bce6-88362e57c227 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:36:02.941928 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca5b6f0-51ee-4aec-a3d1-11d544f39fbd req-faba6581-7f7f-4bd6-aef3-c9a5a44f0323 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:02.944922 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bca5b6f0-51ee-4aec-a3d1-11d544f39fbd req-faba6581-7f7f-4bd6-aef3-c9a5a44f0323 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/ports?device_id=8549069a-1e7f-4c9a-9215-2ac0d67a19a8 HTTP/1.1" status: 200 len: 946 time: 0.0732675 Jun 11 10:36:02.988878 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bca5b6f0-51ee-4aec-a3d1-11d544f39fbd req-35f923da-d66b-437c-88be-e6f9805311fd tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/security-groups?id=6983728a-cbf2-4150-a57b-1ac744e6e74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394430 Jun 11 10:36:03.323982 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Jun 2021 10:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-500f5ca3-752c-4b7f-955e-948b1a794e31 x-openstack-request-id: req-500f5ca3-752c-4b7f-955e-948b1a794e31 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:36:03.324343 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8549069a-1e7f-4c9a-9215-2ac0d67a19a8", "name": "network-vif-unplugged", "status": "completed", "tag": "c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:36:03.324649 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-500f5ca3-752c-4b7f-955e-948b1a794e31 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:36:03.325125 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8549069a-1e7f-4c9a-9215-2ac0d67a19a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0', 'code': 200} Jun 11 10:36:03.408581 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e049d21-a1d4-4b4a-a611-e30f4056c8fe service neutron] Pushing event updated for resources: {'Port': ['ID=c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0,revision_number=6']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:36:03.410707 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1ad12b8-762a-449f-979b-ae16aa0ba9ab req-3e049d21-a1d4-4b4a-a611-e30f4056c8fe service neutron] No DVR routers for this DVR port c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0 on host n-h2-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:36:03.420269 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e049d21-a1d4-4b4a-a611-e30f4056c8fe service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:36:03.420671 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e049d21-a1d4-4b4a-a611-e30f4056c8fe service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:36:03.421059 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e049d21-a1d4-4b4a-a611-e30f4056c8fe service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:36:03.421440 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e049d21-a1d4-4b4a-a611-e30f4056c8fe service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:36:03.421817 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e049d21-a1d4-4b4a-a611-e30f4056c8fe service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:36:03.422191 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e049d21-a1d4-4b4a-a611-e30f4056c8fe service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:36:03.422563 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e049d21-a1d4-4b4a-a611-e30f4056c8fe service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:36:03.422934 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e049d21-a1d4-4b4a-a611-e30f4056c8fe service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:36:03.423302 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e049d21-a1d4-4b4a-a611-e30f4056c8fe service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:36:03.423697 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e049d21-a1d4-4b4a-a611-e30f4056c8fe service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:36:03.424067 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e049d21-a1d4-4b4a-a611-e30f4056c8fe service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:36:03.424438 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e049d21-a1d4-4b4a-a611-e30f4056c8fe service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:36:03.429699 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3e049d21-a1d4-4b4a-a611-e30f4056c8fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:36:03.472037 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-a1ad12b8-762a-449f-979b-ae16aa0ba9ab req-3e049d21-a1d4-4b4a-a611-e30f4056c8fe service neutron] Attempting to bind port c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0 on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:36:03.472375 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-a1ad12b8-762a-449f-979b-ae16aa0ba9ab req-3e049d21-a1d4-4b4a-a611-e30f4056c8fe service neutron] Attempting to bind port c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '304188d2-7696-4146-bce9-2ef7d69c44e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'b47b79cd-1080-49c1-a54b-914cd1ef3620'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:36:03.472704 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ad12b8-762a-449f-979b-ae16aa0ba9ab req-3e049d21-a1d4-4b4a-a611-e30f4056c8fe service neutron] Attempting to bind port c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0 on network b47b79cd-1080-49c1-a54b-914cd1ef3620 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:36:03.477129 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ad12b8-762a-449f-979b-ae16aa0ba9ab req-3e049d21-a1d4-4b4a-a611-e30f4056c8fe service neutron] Port c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0 on network b47b79cd-1080-49c1-a54b-914cd1ef3620 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:36:03.477449 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ad12b8-762a-449f-979b-ae16aa0ba9ab req-3e049d21-a1d4-4b4a-a611-e30f4056c8fe service neutron] Attempting to bind port c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0 on network b47b79cd-1080-49c1-a54b-914cd1ef3620 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:36:03.482881 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ad12b8-762a-449f-979b-ae16aa0ba9ab req-3e049d21-a1d4-4b4a-a611-e30f4056c8fe service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:36:03.483230 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ad12b8-762a-449f-979b-ae16aa0ba9ab req-3e049d21-a1d4-4b4a-a611-e30f4056c8fe service neutron] Checking segment: {'id': '304188d2-7696-4146-bce9-2ef7d69c44e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'b47b79cd-1080-49c1-a54b-914cd1ef3620'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:36:03.483634 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ad12b8-762a-449f-979b-ae16aa0ba9ab req-3e049d21-a1d4-4b4a-a611-e30f4056c8fe service neutron] Bound using segment: {'id': '304188d2-7696-4146-bce9-2ef7d69c44e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'b47b79cd-1080-49c1-a54b-914cd1ef3620'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:36:03.484073 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-a1ad12b8-762a-449f-979b-ae16aa0ba9ab req-3e049d21-a1d4-4b4a-a611-e30f4056c8fe service neutron] Bound port: c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '304188d2-7696-4146-bce9-2ef7d69c44e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'b47b79cd-1080-49c1-a54b-914cd1ef3620'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:36:03.484452 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a1ad12b8-762a-449f-979b-ae16aa0ba9ab req-3e049d21-a1d4-4b4a-a611-e30f4056c8fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:36:03.557112 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-a1ad12b8-762a-449f-979b-ae16aa0ba9ab req-3e049d21-a1d4-4b4a-a611-e30f4056c8fe service neutron] For port c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0, host n-h1-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:36:03.560144 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-a1ad12b8-762a-449f-979b-ae16aa0ba9ab req-3e049d21-a1d4-4b4a-a611-e30f4056c8fe service neutron] For port c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0,segment=NetworkSegment(304188d2-7696-4146-bce9-2ef7d69c44e7),segment_id=304188d2-7696-4146-bce9-2ef7d69c44e7)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:36:03.651304 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a1ad12b8-762a-449f-979b-ae16aa0ba9ab req-3e049d21-a1d4-4b4a-a611-e30f4056c8fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:36:03.654152 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8dea0d65-426f-434e-b56a-1fa72c6fed1e tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:36:03.697169 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ad12b8-762a-449f-979b-ae16aa0ba9ab req-3e049d21-a1d4-4b4a-a611-e30f4056c8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:03.697781 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a1ad12b8-762a-449f-979b-ae16aa0ba9ab req-3e049d21-a1d4-4b4a-a611-e30f4056c8fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:36:03.699158 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a1ad12b8-762a-449f-979b-ae16aa0ba9ab req-3e049d21-a1d4-4b4a-a611-e30f4056c8fe service neutron] 10.222.0.64 "PUT /v2.0/ports/c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0 HTTP/1.1" status: 200 len: 1093 time: 1.3112624 Jun 11 10:36:03.718888 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e049d21-a1d4-4b4a-a611-e30f4056c8fe service neutron] Pushing event updated for resources: {'Port': ['ID=c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0,revision_number=7']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:36:03.730597 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3e049d21-a1d4-4b4a-a611-e30f4056c8fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:36:03.785801 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ad12b8-762a-449f-979b-ae16aa0ba9ab req-85206c03-880d-45aa-9836-ccefe663d8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:03.787312 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a1ad12b8-762a-449f-979b-ae16aa0ba9ab req-85206c03-880d-45aa-9836-ccefe663d8c0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e634328e37c147ee8075a1df0b7abf53&device_id=8549069a-1e7f-4c9a-9215-2ac0d67a19a8 HTTP/1.1" status: 200 len: 1096 time: 0.0655293 Jun 11 10:36:03.909959 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ad12b8-762a-449f-979b-ae16aa0ba9ab req-7ea3824a-a484-421c-ab28-168064a88ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:03.911347 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a1ad12b8-762a-449f-979b-ae16aa0ba9ab req-7ea3824a-a484-421c-ab28-168064a88ee6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b47b79cd-1080-49c1-a54b-914cd1ef3620 HTTP/1.1" status: 200 len: 916 time: 0.1181400 Jun 11 10:36:03.965243 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a1ad12b8-762a-449f-979b-ae16aa0ba9ab req-7673a3ec-3c5e-427a-a116-ec1b68bc5fed service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0 HTTP/1.1" status: 200 len: 217 time: 0.0478857 Jun 11 10:36:04.023429 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ad12b8-762a-449f-979b-ae16aa0ba9ab req-bd9c1889-d738-423e-8784-c103ac979c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:04.024993 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a1ad12b8-762a-449f-979b-ae16aa0ba9ab req-bd9c1889-d738-423e-8784-c103ac979c8a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dead7a4c-b64e-4bb3-b333-2b5a53e46e1b HTTP/1.1" status: 200 len: 855 time: 0.0543706 Jun 11 10:36:04.067038 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a1ad12b8-762a-449f-979b-ae16aa0ba9ab req-b7e267ea-74ba-4aaa-9659-bed8fd5208b4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b47b79cd-1080-49c1-a54b-914cd1ef3620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362904 Jun 11 10:36:04.177503 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3935f5a-21f8-452d-90db-4006e5469169 req-a96fd4a6-ee8d-429a-8e5f-b07e084cdccb tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:04.178904 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c3935f5a-21f8-452d-90db-4006e5469169 req-a96fd4a6-ee8d-429a-8e5f-b07e084cdccb tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/ports?device_id=8549069a-1e7f-4c9a-9215-2ac0d67a19a8 HTTP/1.1" status: 200 len: 944 time: 0.0709200 Jun 11 10:36:04.185686 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a1ad12b8-762a-449f-979b-ae16aa0ba9ab req-876b400c-9eab-45fb-a858-18918260620c service neutron] 10.222.0.64 "GET /v2.0/networks/b47b79cd-1080-49c1-a54b-914cd1ef3620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127174 Jun 11 10:36:04.227930 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c3935f5a-21f8-452d-90db-4006e5469169 req-7a2f542b-d8da-4eee-b473-503b64f15204 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/security-groups?id=6983728a-cbf2-4150-a57b-1ac744e6e74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421107 Jun 11 10:36:04.256166 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0 no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:36:04.305676 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0 not bound to the agent host n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:36:04.308829 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a1ad12b8-762a-449f-979b-ae16aa0ba9ab req-4e76f97f-a5ec-4d55-adff-dcbcc2d63bd3 service neutron] 10.222.0.64 "GET /v2.0/networks/b47b79cd-1080-49c1-a54b-914cd1ef3620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167238 Jun 11 10:36:05.325903 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8549069a-1e7f-4c9a-9215-2ac0d67a19a8', 'tag': 'c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:36:05.328508 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06191067-aea6-4a87-b7a9-7cecafd105d1" -d '{"events": [{"name": "network-changed", "server_uuid": "8549069a-1e7f-4c9a-9215-2ac0d67a19a8", "tag": "c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:36:05.411677 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64102e87-bcb8-435d-82d5-3c12ba00c0b2 req-8db9eee0-2327-437a-b39b-9c3a15e9de68 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:05.413165 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-64102e87-bcb8-435d-82d5-3c12ba00c0b2 req-8db9eee0-2327-437a-b39b-9c3a15e9de68 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/ports?device_id=8549069a-1e7f-4c9a-9215-2ac0d67a19a8 HTTP/1.1" status: 200 len: 944 time: 0.0719075 Jun 11 10:36:05.460917 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-64102e87-bcb8-435d-82d5-3c12ba00c0b2 req-102b5a06-ae79-4eb9-a9b3-5ebaa71d9069 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/security-groups?id=6983728a-cbf2-4150-a57b-1ac744e6e74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420942 Jun 11 10:36:05.522257 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4288d0a5-44ab-4dc9-ae3b-e5f2dc580c8e x-openstack-request-id: req-4288d0a5-44ab-4dc9-ae3b-e5f2dc580c8e {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:36:05.522709 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8549069a-1e7f-4c9a-9215-2ac0d67a19a8", "tag": "c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:36:05.523151 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4288d0a5-44ab-4dc9-ae3b-e5f2dc580c8e {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:36:05.523840 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8549069a-1e7f-4c9a-9215-2ac0d67a19a8', 'tag': 'c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0', 'status': 'completed', 'code': 200} Jun 11 10:36:05.610348 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06191067-aea6-4a87-b7a9-7cecafd105d1 req-af9426e5-deca-4ef1-8bdf-cd760831e30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:05.610617 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06191067-aea6-4a87-b7a9-7cecafd105d1 req-bba6a2bf-98e8-4338-b5f6-2e04e216cdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:05.611948 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-06191067-aea6-4a87-b7a9-7cecafd105d1 req-af9426e5-deca-4ef1-8bdf-cd760831e30e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e634328e37c147ee8075a1df0b7abf53&device_id=8549069a-1e7f-4c9a-9215-2ac0d67a19a8 HTTP/1.1" status: 200 len: 1096 time: 0.0641973 Jun 11 10:36:05.612121 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-06191067-aea6-4a87-b7a9-7cecafd105d1 req-bba6a2bf-98e8-4338-b5f6-2e04e216cdd3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e634328e37c147ee8075a1df0b7abf53&device_id=8549069a-1e7f-4c9a-9215-2ac0d67a19a8 HTTP/1.1" status: 200 len: 1096 time: 0.0688779 Jun 11 10:36:05.732398 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06191067-aea6-4a87-b7a9-7cecafd105d1 req-3a3048ea-d480-4a6f-beea-9ef62d334d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:05.733227 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06191067-aea6-4a87-b7a9-7cecafd105d1 req-1f401a29-7fe0-49cb-812e-9b977fc6fc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:05.733882 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-06191067-aea6-4a87-b7a9-7cecafd105d1 req-3a3048ea-d480-4a6f-beea-9ef62d334d6a service neutron] 10.222.0.64 "GET /v2.0/networks?id=b47b79cd-1080-49c1-a54b-914cd1ef3620 HTTP/1.1" status: 200 len: 916 time: 0.1147029 Jun 11 10:36:05.734659 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-06191067-aea6-4a87-b7a9-7cecafd105d1 req-1f401a29-7fe0-49cb-812e-9b977fc6fc8f service neutron] 10.222.0.69 "GET /v2.0/networks?id=b47b79cd-1080-49c1-a54b-914cd1ef3620 HTTP/1.1" status: 200 len: 916 time: 0.1161973 Jun 11 10:36:05.798003 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-06191067-aea6-4a87-b7a9-7cecafd105d1 req-4ab32436-9448-44d7-87fe-964e422892e9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0 HTTP/1.1" status: 200 len: 217 time: 0.0548687 Jun 11 10:36:05.798384 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-06191067-aea6-4a87-b7a9-7cecafd105d1 req-f673d707-aa0b-4291-bc7a-0c066fef3ac7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0 HTTP/1.1" status: 200 len: 217 time: 0.0577497 Jun 11 10:36:05.860527 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06191067-aea6-4a87-b7a9-7cecafd105d1 req-4cc8d198-e5c4-4b5f-9df7-6eb8d6e3cf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:05.861750 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06191067-aea6-4a87-b7a9-7cecafd105d1 req-41e4d2ff-faeb-4c5c-83dc-25b52295c59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:05.862170 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-06191067-aea6-4a87-b7a9-7cecafd105d1 req-4cc8d198-e5c4-4b5f-9df7-6eb8d6e3cf4b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dead7a4c-b64e-4bb3-b333-2b5a53e46e1b HTTP/1.1" status: 200 len: 855 time: 0.0575681 Jun 11 10:36:05.863191 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-06191067-aea6-4a87-b7a9-7cecafd105d1 req-41e4d2ff-faeb-4c5c-83dc-25b52295c59b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dead7a4c-b64e-4bb3-b333-2b5a53e46e1b HTTP/1.1" status: 200 len: 855 time: 0.0573854 Jun 11 10:36:05.902351 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-06191067-aea6-4a87-b7a9-7cecafd105d1 req-3681584d-b358-440e-b514-44420a30d214 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b47b79cd-1080-49c1-a54b-914cd1ef3620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323567 Jun 11 10:36:05.912862 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-06191067-aea6-4a87-b7a9-7cecafd105d1 req-07d3f8ac-7902-4c35-b799-ba6966b8c6ff service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b47b79cd-1080-49c1-a54b-914cd1ef3620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440860 Jun 11 10:36:06.039158 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-06191067-aea6-4a87-b7a9-7cecafd105d1 req-0ea0dbce-3f3c-4e00-a7c7-be75ffebc60b service neutron] 10.222.0.69 "GET /v2.0/networks/b47b79cd-1080-49c1-a54b-914cd1ef3620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295767 Jun 11 10:36:06.047168 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-06191067-aea6-4a87-b7a9-7cecafd105d1 req-98d7f199-cff5-4861-9238-a84294ff472a service neutron] 10.222.0.64 "GET /v2.0/networks/b47b79cd-1080-49c1-a54b-914cd1ef3620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206582 Jun 11 10:36:06.048460 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:36:06.110492 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0 details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 10:36:06.172594 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-06191067-aea6-4a87-b7a9-7cecafd105d1 req-55b45e9d-194e-471f-8567-56cb199f3c84 service neutron] 10.222.0.69 "GET /v2.0/networks/b47b79cd-1080-49c1-a54b-914cd1ef3620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258233 Jun 11 10:36:06.185362 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-06191067-aea6-4a87-b7a9-7cecafd105d1 req-3006ef7a-f66f-4ee4-be19-edb99779bac7 service neutron] 10.222.0.64 "GET /v2.0/networks/b47b79cd-1080-49c1-a54b-914cd1ef3620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304965 Jun 11 10:36:06.249488 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0,segment=NetworkSegment(304188d2-7696-4146-bce9-2ef7d69c44e7),segment_id=304188d2-7696-4146-bce9-2ef7d69c44e7)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:36:06.262627 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': 'c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0', 'network_id': 'b47b79cd-1080-49c1-a54b-914cd1ef3620', 'port_id': 'c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0', 'mac_address': 'fa:16:3e:30:9a:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dead7a4c-b64e-4bb3-b333-2b5a53e46e1b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 10:36:06.307892 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:36:06.324412 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:36:06.347693 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0,segment=NetworkSegment(304188d2-7696-4146-bce9-2ef7d69c44e7),segment_id=304188d2-7696-4146-bce9-2ef7d69c44e7)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:36:06.436541 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:36:06.438356 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:36:06.497245 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0,revision_number=8']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:36:06.505079 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:36:06.505387 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:36:06.505732 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:36:06.506075 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:36:06.506406 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:36:06.506736 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:36:06.507061 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:36:06.507387 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:36:06.507745 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:36:06.508071 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:36:06.508399 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:36:06.508761 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:36:06.513879 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:36:06.654312 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b225b18d-ba8e-4c82-adad-ffe4b619afd3 req-8233ac20-688c-4467-804a-894801ae288b tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:06.655722 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b225b18d-ba8e-4c82-adad-ffe4b619afd3 req-8233ac20-688c-4467-804a-894801ae288b tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/ports?device_id=8549069a-1e7f-4c9a-9215-2ac0d67a19a8 HTTP/1.1" status: 200 len: 945 time: 0.0720122 Jun 11 10:36:06.658708 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:36:06.699725 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b225b18d-ba8e-4c82-adad-ffe4b619afd3 req-93c02720-d1bb-4bf7-b1bf-c198bf5925b4 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/security-groups?id=6983728a-cbf2-4150-a57b-1ac744e6e74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375640 Jun 11 10:36:07.230428 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408f0eeb-a523-434f-8b8c-a83312367b65 req-4ca20a17-a016-4b25-9123-85b3881bdd5a tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:07.231943 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-408f0eeb-a523-434f-8b8c-a83312367b65 req-4ca20a17-a016-4b25-9123-85b3881bdd5a tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/ports?device_id=8549069a-1e7f-4c9a-9215-2ac0d67a19a8 HTTP/1.1" status: 200 len: 945 time: 0.0782158 Jun 11 10:36:07.317229 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-408f0eeb-a523-434f-8b8c-a83312367b65 req-f9606f2d-6ca6-49fe-ab55-656219f6a5ce tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/security-groups?id=6983728a-cbf2-4150-a57b-1ac744e6e74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781281 Jun 11 10:36:07.349056 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f93e27-9b82-47d5-99c4-f21b96cece7a req-666cce0d-42f7-4646-b9d4-e7c031408034 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:07.350531 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d8f93e27-9b82-47d5-99c4-f21b96cece7a req-666cce0d-42f7-4646-b9d4-e7c031408034 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.69 "GET /v2.0/ports?device_id=8549069a-1e7f-4c9a-9215-2ac0d67a19a8&tenant_id=e634328e37c147ee8075a1df0b7abf53&binding%3Ahost_id=n-h1-779913-12 HTTP/1.1" status: 200 len: 945 time: 0.1056349 Jun 11 10:36:07.423285 n-d-779913-12 neutron-server[93177]: INFO neutron.api.v2.resource [req-d8f93e27-9b82-47d5-99c4-f21b96cece7a req-5452979c-3ea4-49fe-87f6-344533523554 service neutron] delete failed (client error): The resource could not be found. Jun 11 10:36:07.424284 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d8f93e27-9b82-47d5-99c4-f21b96cece7a req-5452979c-3ea4-49fe-87f6-344533523554 service neutron] 10.222.0.69 "DELETE /v2.0/ports/c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0/bindings/n-h2-779913-12 HTTP/1.1" status: 404 len: 381 time: 0.0673285 Jun 11 10:36:07.533127 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f93e27-9b82-47d5-99c4-f21b96cece7a req-c414b851-a4e5-4eae-af63-13d894a818ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:07.534678 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d8f93e27-9b82-47d5-99c4-f21b96cece7a req-c414b851-a4e5-4eae-af63-13d894a818ca service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e634328e37c147ee8075a1df0b7abf53&device_id=8549069a-1e7f-4c9a-9215-2ac0d67a19a8 HTTP/1.1" status: 200 len: 1097 time: 0.0642507 Jun 11 10:36:07.654369 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f93e27-9b82-47d5-99c4-f21b96cece7a req-4c5daf3d-e298-4e35-9c79-dc5d8ac49898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:07.655743 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d8f93e27-9b82-47d5-99c4-f21b96cece7a req-4c5daf3d-e298-4e35-9c79-dc5d8ac49898 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b47b79cd-1080-49c1-a54b-914cd1ef3620 HTTP/1.1" status: 200 len: 916 time: 0.1146443 Jun 11 10:36:07.710561 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d8f93e27-9b82-47d5-99c4-f21b96cece7a req-a9e18b37-427c-4dad-843e-c87896c1a15c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0 HTTP/1.1" status: 200 len: 217 time: 0.0479455 Jun 11 10:36:07.771860 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f93e27-9b82-47d5-99c4-f21b96cece7a req-802e8b48-94d5-46bb-9e59-f260fae594de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:07.773310 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d8f93e27-9b82-47d5-99c4-f21b96cece7a req-802e8b48-94d5-46bb-9e59-f260fae594de service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dead7a4c-b64e-4bb3-b333-2b5a53e46e1b HTTP/1.1" status: 200 len: 855 time: 0.0565300 Jun 11 10:36:07.812386 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d8f93e27-9b82-47d5-99c4-f21b96cece7a req-aba6e63b-e09b-446d-9d5b-63a8e2f67488 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b47b79cd-1080-49c1-a54b-914cd1ef3620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324070 Jun 11 10:36:07.930514 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d8f93e27-9b82-47d5-99c4-f21b96cece7a req-bb15c7cf-a030-4516-a525-a86ef70f592a service neutron] 10.222.0.69 "GET /v2.0/networks/b47b79cd-1080-49c1-a54b-914cd1ef3620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092608 Jun 11 10:36:08.046665 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d8f93e27-9b82-47d5-99c4-f21b96cece7a req-bb8bc81d-6c5c-4849-849a-2697d5afc505 service neutron] 10.222.0.69 "GET /v2.0/networks/b47b79cd-1080-49c1-a54b-914cd1ef3620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092544 Jun 11 10:36:08.145019 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0 up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:36:08.316340 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning for port c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:36:08.325634 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:36:08.334343 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:36:08.420663 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:36:08.446111 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8549069a-1e7f-4c9a-9215-2ac0d67a19a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:36:08.448691 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35eb5faa-df19-41c9-bfae-a1d0a22c0461" -d '{"events": [{"server_uuid": "8549069a-1e7f-4c9a-9215-2ac0d67a19a8", "name": "network-vif-plugged", "status": "completed", "tag": "c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:36:08.462960 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0,segment=NetworkSegment(304188d2-7696-4146-bce9-2ef7d69c44e7),segment_id=304188d2-7696-4146-bce9-2ef7d69c44e7)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:36:08.551004 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:36:08.554085 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:36:08.625355 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0,revision_number=9']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:36:08.628946 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:36:08.874662 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbe29c1-4e32-49ec-b550-f8fa424e74ba req-77fc223d-c638-4060-93b4-6ed802679d49 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:08.876266 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1dbe29c1-4e32-49ec-b550-f8fa424e74ba req-77fc223d-c638-4060-93b4-6ed802679d49 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/ports?device_id=8549069a-1e7f-4c9a-9215-2ac0d67a19a8 HTTP/1.1" status: 200 len: 945 time: 0.4374719 Jun 11 10:36:08.920922 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1dbe29c1-4e32-49ec-b550-f8fa424e74ba req-d65d1616-abff-4fa8-a0b1-929c3ee77dca tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/security-groups?id=6983728a-cbf2-4150-a57b-1ac744e6e74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389106 Jun 11 10:36:08.975112 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41841170-00fb-41c1-80c5-1ad7ec25fc92 x-openstack-request-id: req-41841170-00fb-41c1-80c5-1ad7ec25fc92 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:36:08.975747 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8549069a-1e7f-4c9a-9215-2ac0d67a19a8", "name": "network-vif-plugged", "status": "completed", "tag": "c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:36:08.976014 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-41841170-00fb-41c1-80c5-1ad7ec25fc92 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:36:08.976353 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8549069a-1e7f-4c9a-9215-2ac0d67a19a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0', 'code': 200} Jun 11 10:36:10.105178 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36202faf-22ae-4548-b78c-8b5739f9e1b2 req-314070f9-d72c-42e4-aeec-6e79737d5833 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:10.107197 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-36202faf-22ae-4548-b78c-8b5739f9e1b2 req-314070f9-d72c-42e4-aeec-6e79737d5833 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/ports?device_id=8549069a-1e7f-4c9a-9215-2ac0d67a19a8 HTTP/1.1" status: 200 len: 946 time: 0.0747826 Jun 11 10:36:10.148272 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-36202faf-22ae-4548-b78c-8b5739f9e1b2 req-b0e1cfd9-90de-4db3-bf7f-86c77e1bee29 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/security-groups?id=6983728a-cbf2-4150-a57b-1ac744e6e74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353856 Jun 11 10:36:10.328558 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e03b5-a8d1-4316-ab75-6fadd10988ef req-986667b4-5d1a-4235-989a-b4fede8a6bb2 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:10.330001 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b21e03b5-a8d1-4316-ab75-6fadd10988ef req-986667b4-5d1a-4235-989a-b4fede8a6bb2 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/ports?device_id=8549069a-1e7f-4c9a-9215-2ac0d67a19a8 HTTP/1.1" status: 200 len: 946 time: 0.0685272 Jun 11 10:36:10.373098 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b21e03b5-a8d1-4316-ab75-6fadd10988ef req-5e5e374a-f579-4de3-a576-6e0c22c92eb6 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/security-groups?id=6983728a-cbf2-4150-a57b-1ac744e6e74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373561 Jun 11 10:36:10.558839 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04fe96b-324e-457b-9c62-51255f09f4ff req-316717c8-aefc-40e3-bb4e-2e78d7e9bf77 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:10.560923 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e04fe96b-324e-457b-9c62-51255f09f4ff req-316717c8-aefc-40e3-bb4e-2e78d7e9bf77 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/ports?device_id=8549069a-1e7f-4c9a-9215-2ac0d67a19a8 HTTP/1.1" status: 200 len: 946 time: 0.0741339 Jun 11 10:36:10.602295 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e04fe96b-324e-457b-9c62-51255f09f4ff req-d1976ad3-f417-4671-8a27-d43eb05bb063 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/security-groups?id=6983728a-cbf2-4150-a57b-1ac744e6e74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357666 Jun 11 10:36:11.311335 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc235403-c788-495b-8a57-88c7752b5c35 req-1853a10b-5eb6-4def-b32e-6c60cb0d605d tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:11.312851 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fc235403-c788-495b-8a57-88c7752b5c35 req-1853a10b-5eb6-4def-b32e-6c60cb0d605d tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/networks?id=b47b79cd-1080-49c1-a54b-914cd1ef3620 HTTP/1.1" status: 200 len: 815 time: 0.1303818 Jun 11 10:36:11.328067 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fc235403-c788-495b-8a57-88c7752b5c35 req-a321355b-2bc2-4d22-9365-ddce54bdc582 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/quotas/e634328e37c147ee8075a1df0b7abf53 HTTP/1.1" status: 200 len: 375 time: 0.0097964 Jun 11 10:36:11.423737 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fc235403-c788-495b-8a57-88c7752b5c35 req-875188c5-6251-497e-b629-8686b4b34041 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=e634328e37c147ee8075a1df0b7abf53&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0889819 Jun 11 10:36:11.547535 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fc235403-c788-495b-8a57-88c7752b5c35 req-1326f7f7-6937-4d0e-a9cb-5d7c5784db2d service neutron] 10.222.0.60 "GET /v2.0/networks/b47b79cd-1080-49c1-a54b-914cd1ef3620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171904 Jun 11 10:36:11.668095 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fc235403-c788-495b-8a57-88c7752b5c35 req-43b54db5-2618-4fe8-90a0-eb8d542d35fb service neutron] 10.222.0.60 "GET /v2.0/networks/b47b79cd-1080-49c1-a54b-914cd1ef3620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147141 Jun 11 10:36:11.937344 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4741e8da-5474-4c9d-b0ff-74f9b5d9cfe0 req-223958d7-8aab-4a7f-877b-6994f7bd78f4 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/ports?device_id=096c4f54-d943-4723-a4a7-f54716690372 HTTP/1.1" status: 200 len: 210 time: 0.0330355 Jun 11 10:36:12.513915 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4b19e1-7fc1-4638-85b5-a5cfb81e5530 req-1abffa6a-975f-400a-82c1-273267b6f14c tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:12.515383 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-eb4b19e1-7fc1-4638-85b5-a5cfb81e5530 req-1abffa6a-975f-400a-82c1-273267b6f14c tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.64 "GET /v2.0/ports?device_id=8549069a-1e7f-4c9a-9215-2ac0d67a19a8 HTTP/1.1" status: 200 len: 946 time: 0.0880353 Jun 11 10:36:12.628611 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-eb4b19e1-7fc1-4638-85b5-a5cfb81e5530 req-320f3592-45f5-4f3e-93ba-83b65c2ad082 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Deleting port c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:36:12.628955 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-eb4b19e1-7fc1-4638-85b5-a5cfb81e5530 req-320f3592-45f5-4f3e-93ba-83b65c2ad082 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:36:12.755270 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-eb4b19e1-7fc1-4638-85b5-a5cfb81e5530 req-320f3592-45f5-4f3e-93ba-83b65c2ad082 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] For port c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0,segment=NetworkSegment(304188d2-7696-4146-bce9-2ef7d69c44e7),segment_id=304188d2-7696-4146-bce9-2ef7d69c44e7)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:36:12.755532 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-eb4b19e1-7fc1-4638-85b5-a5cfb81e5530 req-320f3592-45f5-4f3e-93ba-83b65c2ad082 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:36:12.855641 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-eb4b19e1-7fc1-4638-85b5-a5cfb81e5530 req-320f3592-45f5-4f3e-93ba-83b65c2ad082 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Calling delete_port for c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0 owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:36:12.974361 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ec822594-e6af-4ee0-b1fe-4ff06724e4ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:36:13.118398 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6e22053a-df18-4d1e-9058-72de5e6fa14f req-9e5eb15f-e9ad-49df-b992-9a69f8ddac11 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/ports?device_id=096c4f54-d943-4723-a4a7-f54716690372 HTTP/1.1" status: 200 len: 210 time: 0.0354710 Jun 11 10:36:13.133746 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-eb4b19e1-7fc1-4638-85b5-a5cfb81e5530 req-320f3592-45f5-4f3e-93ba-83b65c2ad082 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:36:13.138927 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-421e27c0-4434-49a8-bdea-93b95428f608 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:36:13.145587 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:36:13.170354 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320f3592-45f5-4f3e-93ba-83b65c2ad082 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Pushing event deleted for resources: {'Port': ['ID=c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:36:13.173372 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-320f3592-45f5-4f3e-93ba-83b65c2ad082 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:36:13.229548 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb4b19e1-7fc1-4638-85b5-a5cfb81e5530 req-320f3592-45f5-4f3e-93ba-83b65c2ad082 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] No DVR routers for this DVR port c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0 on host n-h1-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:36:13.232323 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-eb4b19e1-7fc1-4638-85b5-a5cfb81e5530 req-320f3592-45f5-4f3e-93ba-83b65c2ad082 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:36:13.234319 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-eb4b19e1-7fc1-4638-85b5-a5cfb81e5530 req-320f3592-45f5-4f3e-93ba-83b65c2ad082 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.64 "DELETE /v2.0/ports/c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0 HTTP/1.1" status: 204 len: 173 time: 0.7141244 Jun 11 10:36:13.234843 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8549069a-1e7f-4c9a-9215-2ac0d67a19a8', 'name': 'network-vif-deleted', 'tag': 'c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:36:13.237265 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b2e64d2a15bf3300609782051732222d53c36494ff0f5a69dcc8c6fab0119e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-807d64f0-4a11-433a-a3b1-172da2e70e75" -d '{"events": [{"server_uuid": "8549069a-1e7f-4c9a-9215-2ac0d67a19a8", "name": "network-vif-deleted", "tag": "c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:36:13.272986 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b88bf7f4-5d3e-43f4-a16f-103d7f2a62db x-openstack-request-id: req-b88bf7f4-5d3e-43f4-a16f-103d7f2a62db {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:36:13.273334 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8549069a-1e7f-4c9a-9215-2ac0d67a19a8", "name": "network-vif-deleted", "tag": "c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:36:13.273642 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b88bf7f4-5d3e-43f4-a16f-103d7f2a62db {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:36:13.274129 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8549069a-1e7f-4c9a-9215-2ac0d67a19a8', 'name': 'network-vif-deleted', 'tag': 'c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0', 'status': 'completed', 'code': 200} Jun 11 10:36:14.271955 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0ea93663-cccf-4296-b738-42f54b104c24 req-b98501c9-973c-4dcc-abce-0f26f1a9406e tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/ports?device_id=096c4f54-d943-4723-a4a7-f54716690372 HTTP/1.1" status: 200 len: 210 time: 0.0379660 Jun 11 10:36:14.462880 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc235403-c788-495b-8a57-88c7752b5c35 req-75f65dca-1918-483b-99ba-e239ffda940d tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:14.464326 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fc235403-c788-495b-8a57-88c7752b5c35 req-75f65dca-1918-483b-99ba-e239ffda940d tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.69 "GET /v2.0/networks?id=b47b79cd-1080-49c1-a54b-914cd1ef3620 HTTP/1.1" status: 200 len: 815 time: 0.1379709 Jun 11 10:36:14.481538 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-fc235403-c788-495b-8a57-88c7752b5c35 req-dd89d967-1792-40ce-bb84-69a5c11cbb79 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Request body: {'port': {'device_id': '096c4f54-d943-4723-a4a7-f54716690372', 'network_id': 'b47b79cd-1080-49c1-a54b-914cd1ef3620', 'admin_state_up': True, 'tenant_id': 'e634328e37c147ee8075a1df0b7abf53'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:36:14.678852 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc235403-c788-495b-8a57-88c7752b5c35 req-dd89d967-1792-40ce-bb84-69a5c11cbb79 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Made reservation on behalf of e634328e37c147ee8075a1df0b7abf53 for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:36:14.682513 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-fc235403-c788-495b-8a57-88c7752b5c35 req-dd89d967-1792-40ce-bb84-69a5c11cbb79 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:36:14.835168 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [req-fc235403-c788-495b-8a57-88c7752b5c35 req-dd89d967-1792-40ce-bb84-69a5c11cbb79 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Allocated IP 172.20.0.10 (b47b79cd-1080-49c1-a54b-914cd1ef3620/dead7a4c-b64e-4bb3-b333-2b5a53e46e1b/81fe8f7a-7426-4310-88e3-41c5d76e677b) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:36:15.026972 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-fc235403-c788-495b-8a57-88c7752b5c35 req-dd89d967-1792-40ce-bb84-69a5c11cbb79 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:36:15.134155 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-fc235403-c788-495b-8a57-88c7752b5c35 req-dd89d967-1792-40ce-bb84-69a5c11cbb79 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:36:15.139271 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-19929f56-d059-4dfd-83bb-e21ee40a1079 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:36:15.191455 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc235403-c788-495b-8a57-88c7752b5c35 req-dd89d967-1792-40ce-bb84-69a5c11cbb79 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Network b47b79cd-1080-49c1-a54b-914cd1ef3620 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:36:15.194728 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [req-fc235403-c788-495b-8a57-88c7752b5c35 req-dd89d967-1792-40ce-bb84-69a5c11cbb79 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:36:15.198735 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc235403-c788-495b-8a57-88c7752b5c35 req-dd89d967-1792-40ce-bb84-69a5c11cbb79 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:36:15.231867 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd89d967-1792-40ce-bb84-69a5c11cbb79 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Pushing event updated for resources: {'Port': ['ID=81fe8f7a-7426-4310-88e3-41c5d76e677b,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:36:15.242286 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd89d967-1792-40ce-bb84-69a5c11cbb79 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:36:15.242681 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd89d967-1792-40ce-bb84-69a5c11cbb79 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:36:15.243066 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd89d967-1792-40ce-bb84-69a5c11cbb79 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:36:15.243447 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd89d967-1792-40ce-bb84-69a5c11cbb79 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:36:15.243851 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd89d967-1792-40ce-bb84-69a5c11cbb79 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:36:15.244229 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd89d967-1792-40ce-bb84-69a5c11cbb79 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:36:15.244600 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd89d967-1792-40ce-bb84-69a5c11cbb79 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:36:15.244970 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd89d967-1792-40ce-bb84-69a5c11cbb79 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:36:15.245342 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd89d967-1792-40ce-bb84-69a5c11cbb79 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:36:15.245710 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd89d967-1792-40ce-bb84-69a5c11cbb79 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:36:15.246077 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd89d967-1792-40ce-bb84-69a5c11cbb79 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:36:15.246957 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd89d967-1792-40ce-bb84-69a5c11cbb79 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:36:15.255112 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-dd89d967-1792-40ce-bb84-69a5c11cbb79 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:36:15.272600 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc235403-c788-495b-8a57-88c7752b5c35 req-dd89d967-1792-40ce-bb84-69a5c11cbb79 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:15.273231 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-fc235403-c788-495b-8a57-88c7752b5c35 req-dd89d967-1792-40ce-bb84-69a5c11cbb79 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:36:15.351500 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fc235403-c788-495b-8a57-88c7752b5c35 req-dd89d967-1792-40ce-bb84-69a5c11cbb79 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8773344 Jun 11 10:36:15.363487 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-fc235403-c788-495b-8a57-88c7752b5c35 req-2c13c185-96f0-4fca-8902-7dc2d45decf4 service neutron] Request body: {'port': {'device_id': '096c4f54-d943-4723-a4a7-f54716690372', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-12'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:36:15.499922 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-fc235403-c788-495b-8a57-88c7752b5c35 req-2c13c185-96f0-4fca-8902-7dc2d45decf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:36:15.525556 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b3ffb4-9e7b-4386-8983-b90e5748e84d req-dcf0749b-de65-4f93-9c4d-388e02dd694d tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:15.527000 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-37b3ffb4-9e7b-4386-8983-b90e5748e84d req-dcf0749b-de65-4f93-9c4d-388e02dd694d tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/ports?device_id=096c4f54-d943-4723-a4a7-f54716690372 HTTP/1.1" status: 200 len: 932 time: 0.1355460 Jun 11 10:36:15.657972 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-37b3ffb4-9e7b-4386-8983-b90e5748e84d req-c73dc3b5-097c-428f-83b3-8ca7b9f27984 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/security-groups?id=6983728a-cbf2-4150-a57b-1ac744e6e74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073804 Jun 11 10:36:15.821723 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6cf70825-689b-4933-8e3a-b365d977ebfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:36:15.860758 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [req-fc235403-c788-495b-8a57-88c7752b5c35 req-2c13c185-96f0-4fca-8902-7dc2d45decf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81fe8f7a-7426-4310-88e3-41c5d76e677b {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:36:15.868540 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-fc235403-c788-495b-8a57-88c7752b5c35 req-2c13c185-96f0-4fca-8902-7dc2d45decf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:36:15.880382 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-fc235403-c788-495b-8a57-88c7752b5c35 req-2c13c185-96f0-4fca-8902-7dc2d45decf4 service neutron] Transition to ACTIVE for port object 81fe8f7a-7426-4310-88e3-41c5d76e677b will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:36:15.941638 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:36:15.950913 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-fc235403-c788-495b-8a57-88c7752b5c35 req-2c13c185-96f0-4fca-8902-7dc2d45decf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:36:15.953177 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-965daded-4e43-4147-b0f7-fce2ab9d2a5d tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:36:16.051476 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c13c185-96f0-4fca-8902-7dc2d45decf4 service neutron] Pushing event updated for resources: {'Port': ['ID=81fe8f7a-7426-4310-88e3-41c5d76e677b,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:36:16.056539 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2c13c185-96f0-4fca-8902-7dc2d45decf4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:36:16.139464 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-fc235403-c788-495b-8a57-88c7752b5c35 req-2c13c185-96f0-4fca-8902-7dc2d45decf4 service neutron] Attempting to bind port 81fe8f7a-7426-4310-88e3-41c5d76e677b on host n-h2-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:36:16.139826 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-fc235403-c788-495b-8a57-88c7752b5c35 req-2c13c185-96f0-4fca-8902-7dc2d45decf4 service neutron] Attempting to bind port 81fe8f7a-7426-4310-88e3-41c5d76e677b by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': '304188d2-7696-4146-bce9-2ef7d69c44e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'b47b79cd-1080-49c1-a54b-914cd1ef3620'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:36:16.140420 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc235403-c788-495b-8a57-88c7752b5c35 req-2c13c185-96f0-4fca-8902-7dc2d45decf4 service neutron] Attempting to bind port 81fe8f7a-7426-4310-88e3-41c5d76e677b on network b47b79cd-1080-49c1-a54b-914cd1ef3620 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:36:16.144421 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc235403-c788-495b-8a57-88c7752b5c35 req-2c13c185-96f0-4fca-8902-7dc2d45decf4 service neutron] Port 81fe8f7a-7426-4310-88e3-41c5d76e677b on network b47b79cd-1080-49c1-a54b-914cd1ef3620 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:36:16.144739 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc235403-c788-495b-8a57-88c7752b5c35 req-2c13c185-96f0-4fca-8902-7dc2d45decf4 service neutron] Attempting to bind port 81fe8f7a-7426-4310-88e3-41c5d76e677b on network b47b79cd-1080-49c1-a54b-914cd1ef3620 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:36:16.149571 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc235403-c788-495b-8a57-88c7752b5c35 req-2c13c185-96f0-4fca-8902-7dc2d45decf4 service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:36:16.149920 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc235403-c788-495b-8a57-88c7752b5c35 req-2c13c185-96f0-4fca-8902-7dc2d45decf4 service neutron] Checking segment: {'id': '304188d2-7696-4146-bce9-2ef7d69c44e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'b47b79cd-1080-49c1-a54b-914cd1ef3620'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:36:16.150278 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc235403-c788-495b-8a57-88c7752b5c35 req-2c13c185-96f0-4fca-8902-7dc2d45decf4 service neutron] Bound using segment: {'id': '304188d2-7696-4146-bce9-2ef7d69c44e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'b47b79cd-1080-49c1-a54b-914cd1ef3620'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:36:16.150691 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-fc235403-c788-495b-8a57-88c7752b5c35 req-2c13c185-96f0-4fca-8902-7dc2d45decf4 service neutron] Bound port: 81fe8f7a-7426-4310-88e3-41c5d76e677b, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '304188d2-7696-4146-bce9-2ef7d69c44e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'b47b79cd-1080-49c1-a54b-914cd1ef3620'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:36:16.151034 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-fc235403-c788-495b-8a57-88c7752b5c35 req-2c13c185-96f0-4fca-8902-7dc2d45decf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:36:16.186145 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0 no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:36:16.210767 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] No Port match for: c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:36:16.211128 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device c98a13f0-3532-41d9-9b6b-2e5ee4b9b0e0 not bound to the agent host n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:36:16.223720 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-fc235403-c788-495b-8a57-88c7752b5c35 req-2c13c185-96f0-4fca-8902-7dc2d45decf4 service neutron] For port 81fe8f7a-7426-4310-88e3-41c5d76e677b, host n-h2-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:36:16.226610 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-fc235403-c788-495b-8a57-88c7752b5c35 req-2c13c185-96f0-4fca-8902-7dc2d45decf4 service neutron] For port 81fe8f7a-7426-4310-88e3-41c5d76e677b, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=81fe8f7a-7426-4310-88e3-41c5d76e677b,segment=NetworkSegment(304188d2-7696-4146-bce9-2ef7d69c44e7),segment_id=304188d2-7696-4146-bce9-2ef7d69c44e7)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:36:16.293865 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-fc235403-c788-495b-8a57-88c7752b5c35 req-2c13c185-96f0-4fca-8902-7dc2d45decf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:36:16.295959 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3b9c0974-44f2-4aff-9c99-1babfe818e9f tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:36:16.343714 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc235403-c788-495b-8a57-88c7752b5c35 req-2c13c185-96f0-4fca-8902-7dc2d45decf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:16.344315 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-fc235403-c788-495b-8a57-88c7752b5c35 req-2c13c185-96f0-4fca-8902-7dc2d45decf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:36:16.345813 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fc235403-c788-495b-8a57-88c7752b5c35 req-2c13c185-96f0-4fca-8902-7dc2d45decf4 service neutron] 10.222.0.69 "PUT /v2.0/ports/81fe8f7a-7426-4310-88e3-41c5d76e677b HTTP/1.1" status: 200 len: 1093 time: 0.9867907 Jun 11 10:36:16.346980 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '096c4f54-d943-4723-a4a7-f54716690372', 'tag': '81fe8f7a-7426-4310-88e3-41c5d76e677b'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:36:16.349393 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476d0170364754335774287f75469656eaff6c2420c84db5e8631f89b703e4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04bb3ab7-f9f6-4e1e-a918-8ab6c09de585" -d '{"events": [{"name": "network-changed", "server_uuid": "096c4f54-d943-4723-a4a7-f54716690372", "tag": "81fe8f7a-7426-4310-88e3-41c5d76e677b"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:36:16.367641 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c13c185-96f0-4fca-8902-7dc2d45decf4 service neutron] Pushing event updated for resources: {'Port': ['ID=81fe8f7a-7426-4310-88e3-41c5d76e677b,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:36:16.376703 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2c13c185-96f0-4fca-8902-7dc2d45decf4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:36:16.388437 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eddfcbc-0c20-4323-be4c-2dd2dad81878 x-openstack-request-id: req-4eddfcbc-0c20-4323-be4c-2dd2dad81878 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:36:16.388776 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "096c4f54-d943-4723-a4a7-f54716690372", "tag": "81fe8f7a-7426-4310-88e3-41c5d76e677b", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:36:16.389085 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4eddfcbc-0c20-4323-be4c-2dd2dad81878 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:36:16.389565 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '096c4f54-d943-4723-a4a7-f54716690372', 'tag': '81fe8f7a-7426-4310-88e3-41c5d76e677b', 'status': 'completed', 'code': 200} Jun 11 10:36:16.475806 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bb3ab7-f9f6-4e1e-a918-8ab6c09de585 req-37936a3d-7062-4831-9e58-608376ebe1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:16.477286 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-04bb3ab7-f9f6-4e1e-a918-8ab6c09de585 req-37936a3d-7062-4831-9e58-608376ebe1f3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e634328e37c147ee8075a1df0b7abf53&device_id=096c4f54-d943-4723-a4a7-f54716690372 HTTP/1.1" status: 200 len: 1096 time: 0.0642183 Jun 11 10:36:16.605240 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bb3ab7-f9f6-4e1e-a918-8ab6c09de585 req-9f2b6e10-07ae-4da9-83e5-94681fd86f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:16.607161 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-04bb3ab7-f9f6-4e1e-a918-8ab6c09de585 req-9f2b6e10-07ae-4da9-83e5-94681fd86f46 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=e634328e37c147ee8075a1df0b7abf53&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1224277 Jun 11 10:36:16.726543 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bb3ab7-f9f6-4e1e-a918-8ab6c09de585 req-c7efe4d8-b14c-4956-b2f2-1f1f7dbc7207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:16.728094 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-04bb3ab7-f9f6-4e1e-a918-8ab6c09de585 req-c7efe4d8-b14c-4956-b2f2-1f1f7dbc7207 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1133890 Jun 11 10:36:16.802775 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:36:16.894664 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc235403-c788-495b-8a57-88c7752b5c35 req-c46b6488-dde1-4aec-a5a0-1762160e92cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:16.896104 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fc235403-c788-495b-8a57-88c7752b5c35 req-c46b6488-dde1-4aec-a5a0-1762160e92cf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e634328e37c147ee8075a1df0b7abf53&device_id=096c4f54-d943-4723-a4a7-f54716690372 HTTP/1.1" status: 200 len: 1096 time: 0.1219962 Jun 11 10:36:16.904284 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31799fc8-8b40-4c8d-9816-a8fe4d5439ed req-e874b713-2a13-476a-b8a5-88e58c953d79 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:16.905673 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-31799fc8-8b40-4c8d-9816-a8fe4d5439ed req-e874b713-2a13-476a-b8a5-88e58c953d79 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/ports?device_id=096c4f54-d943-4723-a4a7-f54716690372 HTTP/1.1" status: 200 len: 944 time: 0.1265202 Jun 11 10:36:16.964152 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fc235403-c788-495b-8a57-88c7752b5c35 req-0dde5a44-ce95-4965-8205-058448b930aa service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81fe8f7a-7426-4310-88e3-41c5d76e677b HTTP/1.1" status: 200 len: 217 time: 0.0575433 Jun 11 10:36:17.034987 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-31799fc8-8b40-4c8d-9816-a8fe4d5439ed req-82c550c1-f3a8-471a-ac64-e9a71989f284 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/security-groups?id=6983728a-cbf2-4150-a57b-1ac744e6e74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214738 Jun 11 10:36:17.040548 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc235403-c788-495b-8a57-88c7752b5c35 req-ed533b38-dc1b-4a58-b620-02a3191bbf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:17.041947 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fc235403-c788-495b-8a57-88c7752b5c35 req-ed533b38-dc1b-4a58-b620-02a3191bbf9a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dead7a4c-b64e-4bb3-b333-2b5a53e46e1b HTTP/1.1" status: 200 len: 855 time: 0.0687940 Jun 11 10:36:17.081240 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fc235403-c788-495b-8a57-88c7752b5c35 req-65f9532a-86d8-4298-9dec-6c13972c553e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b47b79cd-1080-49c1-a54b-914cd1ef3620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320978 Jun 11 10:36:17.200987 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fc235403-c788-495b-8a57-88c7752b5c35 req-a0acc589-b9cd-485b-814c-95f361f6fec2 service neutron] 10.222.0.69 "GET /v2.0/networks/b47b79cd-1080-49c1-a54b-914cd1ef3620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134279 Jun 11 10:36:17.319960 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fc235403-c788-495b-8a57-88c7752b5c35 req-fc1a9cf8-419a-4906-a45d-2c3c8b80fcc8 service neutron] 10.222.0.69 "GET /v2.0/networks/b47b79cd-1080-49c1-a54b-914cd1ef3620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123953 Jun 11 10:36:18.216701 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a3fd6c-5167-441b-95ed-1f24d2d5f421 req-854efc9d-a936-4c8c-b8bc-093fdb2a4c61 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:18.218456 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f9a3fd6c-5167-441b-95ed-1f24d2d5f421 req-854efc9d-a936-4c8c-b8bc-093fdb2a4c61 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/ports?device_id=096c4f54-d943-4723-a4a7-f54716690372 HTTP/1.1" status: 200 len: 944 time: 0.0700841 Jun 11 10:36:18.264885 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f9a3fd6c-5167-441b-95ed-1f24d2d5f421 req-df0b9c17-ee9d-433f-be61-9de08f9e5715 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/security-groups?id=6983728a-cbf2-4150-a57b-1ac744e6e74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407367 Jun 11 10:36:18.536285 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:36:19.446525 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c500004-722a-49bb-a7c8-d9823a34baf5 req-1992b8c2-6c2d-438b-a348-4d9d0461c96e tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:19.448022 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5c500004-722a-49bb-a7c8-d9823a34baf5 req-1992b8c2-6c2d-438b-a348-4d9d0461c96e tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/ports?device_id=096c4f54-d943-4723-a4a7-f54716690372 HTTP/1.1" status: 200 len: 944 time: 0.0726600 Jun 11 10:36:19.490562 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5c500004-722a-49bb-a7c8-d9823a34baf5 req-0e2eb582-cb33-4745-a2c8-0cd148c249e6 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/security-groups?id=6983728a-cbf2-4150-a57b-1ac744e6e74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359728 Jun 11 10:36:20.349003 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 81fe8f7a-7426-4310-88e3-41c5d76e677b details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 10:36:20.469801 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 81fe8f7a-7426-4310-88e3-41c5d76e677b, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=81fe8f7a-7426-4310-88e3-41c5d76e677b,segment=NetworkSegment(304188d2-7696-4146-bce9-2ef7d69c44e7),segment_id=304188d2-7696-4146-bce9-2ef7d69c44e7)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:36:20.481781 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': '81fe8f7a-7426-4310-88e3-41c5d76e677b', 'network_id': 'b47b79cd-1080-49c1-a54b-914cd1ef3620', 'port_id': '81fe8f7a-7426-4310-88e3-41c5d76e677b', 'mac_address': 'fa:16:3e:8e:8d:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dead7a4c-b64e-4bb3-b333-2b5a53e46e1b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 10:36:20.534515 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:36:20.551320 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81fe8f7a-7426-4310-88e3-41c5d76e677b {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:36:20.574093 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 81fe8f7a-7426-4310-88e3-41c5d76e677b, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=81fe8f7a-7426-4310-88e3-41c5d76e677b,segment=NetworkSegment(304188d2-7696-4146-bce9-2ef7d69c44e7),segment_id=304188d2-7696-4146-bce9-2ef7d69c44e7)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:36:20.642056 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:36:20.643857 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:36:20.685639 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c054522a-1c2e-41eb-a7a5-df2f7edc831f req-392f6054-aabd-495a-a50b-7e52053bce9f tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:20.687138 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c054522a-1c2e-41eb-a7a5-df2f7edc831f req-392f6054-aabd-495a-a50b-7e52053bce9f tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/ports?device_id=096c4f54-d943-4723-a4a7-f54716690372 HTTP/1.1" status: 200 len: 944 time: 0.0716217 Jun 11 10:36:20.699623 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=81fe8f7a-7426-4310-88e3-41c5d76e677b,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:36:20.704600 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:36:20.735009 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c054522a-1c2e-41eb-a7a5-df2f7edc831f req-d25a9b15-6d42-485d-a490-d98936a97883 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/security-groups?id=6983728a-cbf2-4150-a57b-1ac744e6e74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419970 Jun 11 10:36:20.951341 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['81fe8f7a-7426-4310-88e3-41c5d76e677b'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:36:21.917252 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67440a3-bb3d-402a-8231-bf4cb32b30c3 req-94787977-8beb-4a30-8f18-ab22fbf6476b tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:21.919200 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c67440a3-bb3d-402a-8231-bf4cb32b30c3 req-94787977-8beb-4a30-8f18-ab22fbf6476b tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/ports?device_id=096c4f54-d943-4723-a4a7-f54716690372 HTTP/1.1" status: 200 len: 945 time: 0.0703917 Jun 11 10:36:21.961257 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c67440a3-bb3d-402a-8231-bf4cb32b30c3 req-8497387d-e0e9-41a9-b25c-b52d7a4ca088 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/security-groups?id=6983728a-cbf2-4150-a57b-1ac744e6e74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362239 Jun 11 10:36:22.366040 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 81fe8f7a-7426-4310-88e3-41c5d76e677b up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:36:22.484917 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning for port 81fe8f7a-7426-4310-88e3-41c5d76e677b completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:36:22.488900 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port 81fe8f7a-7426-4310-88e3-41c5d76e677b triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:36:22.489269 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:36:22.581452 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:36:22.606576 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '096c4f54-d943-4723-a4a7-f54716690372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81fe8f7a-7426-4310-88e3-41c5d76e677b'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:36:22.608880 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}620dcd940bf18ac1e65e45bea04cc4c5e01f17e97146a74152837cdf6557e9d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e11a16b8-8522-4a7c-a927-2a646602f84d" -d '{"events": [{"server_uuid": "096c4f54-d943-4723-a4a7-f54716690372", "name": "network-vif-plugged", "status": "completed", "tag": "81fe8f7a-7426-4310-88e3-41c5d76e677b"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:36:22.623432 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 81fe8f7a-7426-4310-88e3-41c5d76e677b, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=81fe8f7a-7426-4310-88e3-41c5d76e677b,segment=NetworkSegment(304188d2-7696-4146-bce9-2ef7d69c44e7),segment_id=304188d2-7696-4146-bce9-2ef7d69c44e7)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:36:22.650105 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed3c6b6-87c5-4622-8b40-b5d40c8c984b x-openstack-request-id: req-4ed3c6b6-87c5-4622-8b40-b5d40c8c984b {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:36:22.650410 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "096c4f54-d943-4723-a4a7-f54716690372", "name": "network-vif-plugged", "status": "completed", "tag": "81fe8f7a-7426-4310-88e3-41c5d76e677b", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:36:22.650678 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4ed3c6b6-87c5-4622-8b40-b5d40c8c984b {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:36:22.651079 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '096c4f54-d943-4723-a4a7-f54716690372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81fe8f7a-7426-4310-88e3-41c5d76e677b', 'code': 200} Jun 11 10:36:22.696281 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:36:22.698791 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:36:22.755778 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=81fe8f7a-7426-4310-88e3-41c5d76e677b,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:36:22.759140 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:36:22.770644 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ee12af-18d2-4633-8fbe-6002a86f27fc req-f3cc9a5d-f913-4dd0-92bf-4eeb63ea1025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:22.772169 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-88ee12af-18d2-4633-8fbe-6002a86f27fc req-f3cc9a5d-f913-4dd0-92bf-4eeb63ea1025 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=096c4f54-d943-4723-a4a7-f54716690372 HTTP/1.1" status: 200 len: 1098 time: 0.0618715 Jun 11 10:36:22.810813 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-88ee12af-18d2-4633-8fbe-6002a86f27fc req-5196a47e-5b95-4451-b003-d085eafe7d50 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=6983728a-cbf2-4150-a57b-1ac744e6e74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322676 Jun 11 10:36:23.212378 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148dfc27-097a-4000-988f-0ed1ef3ea1f4 req-abdadcea-8347-4a53-b51d-7a6439e8c4f0 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:23.213848 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-148dfc27-097a-4000-988f-0ed1ef3ea1f4 req-abdadcea-8347-4a53-b51d-7a6439e8c4f0 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/ports?device_id=096c4f54-d943-4723-a4a7-f54716690372 HTTP/1.1" status: 200 len: 946 time: 0.0771337 Jun 11 10:36:23.255588 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-148dfc27-097a-4000-988f-0ed1ef3ea1f4 req-35738767-228f-4496-82ce-0daf5b6dd2cc tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/security-groups?id=6983728a-cbf2-4150-a57b-1ac744e6e74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353851 Jun 11 10:36:24.440354 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c1c300-d143-4be0-88f2-e89e482ea438 req-4f7fa58a-fc7d-47a6-a47c-69adfec063c8 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:24.441828 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-48c1c300-d143-4be0-88f2-e89e482ea438 req-4f7fa58a-fc7d-47a6-a47c-69adfec063c8 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/ports?device_id=096c4f54-d943-4723-a4a7-f54716690372 HTTP/1.1" status: 200 len: 946 time: 0.0697033 Jun 11 10:36:24.485254 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-48c1c300-d143-4be0-88f2-e89e482ea438 req-220d769f-a803-4c66-966c-3819f78c9ad4 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/security-groups?id=6983728a-cbf2-4150-a57b-1ac744e6e74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375311 Jun 11 10:36:24.690535 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a83c0ab-13ca-49b2-91dd-bd95a2a7f9e1 req-f9e053e9-28a7-4497-9686-65080e5af279 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:24.692006 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3a83c0ab-13ca-49b2-91dd-bd95a2a7f9e1 req-f9e053e9-28a7-4497-9686-65080e5af279 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/ports?device_id=096c4f54-d943-4723-a4a7-f54716690372 HTTP/1.1" status: 200 len: 946 time: 0.0771496 Jun 11 10:36:24.735886 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3a83c0ab-13ca-49b2-91dd-bd95a2a7f9e1 req-7de9d046-8cc5-47fe-a944-d2837c4df5c9 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/security-groups?id=6983728a-cbf2-4150-a57b-1ac744e6e74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376163 Jun 11 10:36:25.308732 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2561a081-e136-44c7-9b9b-789628c71916 req-9b53d2af-4b45-452f-bfd8-3dd9f45ae1ec tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:25.310331 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2561a081-e136-44c7-9b9b-789628c71916 req-9b53d2af-4b45-452f-bfd8-3dd9f45ae1ec tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/ports?device_id=096c4f54-d943-4723-a4a7-f54716690372 HTTP/1.1" status: 200 len: 946 time: 0.0696132 Jun 11 10:36:25.357131 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2561a081-e136-44c7-9b9b-789628c71916 req-94ecc9a3-672f-44ca-abf7-b431f33f5c36 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/security-groups?id=6983728a-cbf2-4150-a57b-1ac744e6e74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411189 Jun 11 10:36:25.404216 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1c51839b-3cff-4bde-b209-3bbf4a3a1b7a req-ef55755c-e692-487e-8520-9a2016f38f41 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=096c4f54-d943-4723-a4a7-f54716690372&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0616386 Jun 11 10:36:26.482316 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:36:26.641474 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ab7e1-0a67-4287-a375-0ac4a0e98f97 req-775c7ff8-9d83-4d7d-9943-5c5bdb1fb5d5 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:26.642970 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a35ab7e1-0a67-4287-a375-0ac4a0e98f97 req-775c7ff8-9d83-4d7d-9943-5c5bdb1fb5d5 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/ports?device_id=096c4f54-d943-4723-a4a7-f54716690372 HTTP/1.1" status: 200 len: 946 time: 0.1198995 Jun 11 10:36:26.687501 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a35ab7e1-0a67-4287-a375-0ac4a0e98f97 req-dbdcefbe-951f-4e16-b3af-3f392432bdf3 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/security-groups?id=6983728a-cbf2-4150-a57b-1ac744e6e74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384774 Jun 11 10:36:27.736767 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c51839b-3cff-4bde-b209-3bbf4a3a1b7a req-ca00e28e-cf53-40be-b2b9-c09e54c3164f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:27.738350 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1c51839b-3cff-4bde-b209-3bbf4a3a1b7a req-ca00e28e-cf53-40be-b2b9-c09e54c3164f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e634328e37c147ee8075a1df0b7abf53&device_id=096c4f54-d943-4723-a4a7-f54716690372 HTTP/1.1" status: 200 len: 1098 time: 0.0598700 Jun 11 10:36:27.909526 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c51839b-3cff-4bde-b209-3bbf4a3a1b7a req-0691113a-0c73-4749-87ea-0e34f88a59ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:27.910993 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1c51839b-3cff-4bde-b209-3bbf4a3a1b7a req-0691113a-0c73-4749-87ea-0e34f88a59ac service neutron] 10.222.0.69 "GET /v2.0/networks?id=b47b79cd-1080-49c1-a54b-914cd1ef3620 HTTP/1.1" status: 200 len: 916 time: 0.1658504 Jun 11 10:36:27.968760 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1c51839b-3cff-4bde-b209-3bbf4a3a1b7a req-334e1763-c300-4350-b07d-8adb750aa08b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81fe8f7a-7426-4310-88e3-41c5d76e677b HTTP/1.1" status: 200 len: 217 time: 0.0509872 Jun 11 10:36:27.977134 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf16da0a-9278-4e09-828d-7ab379a008c6 req-9c04d73a-f5e2-4aed-92c6-80e5cbd19aaf tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:27.978456 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bf16da0a-9278-4e09-828d-7ab379a008c6 req-9c04d73a-f5e2-4aed-92c6-80e5cbd19aaf tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/ports?device_id=096c4f54-d943-4723-a4a7-f54716690372 HTTP/1.1" status: 200 len: 946 time: 0.1481323 Jun 11 10:36:28.416311 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c51839b-3cff-4bde-b209-3bbf4a3a1b7a req-2681be29-b66a-42a8-a1b5-3d980bdcb570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:28.418340 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1c51839b-3cff-4bde-b209-3bbf4a3a1b7a req-2681be29-b66a-42a8-a1b5-3d980bdcb570 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dead7a4c-b64e-4bb3-b333-2b5a53e46e1b HTTP/1.1" status: 200 len: 855 time: 0.4385195 Jun 11 10:36:28.421187 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bf16da0a-9278-4e09-828d-7ab379a008c6 req-182b2500-2220-4f99-80fc-c88b434775d2 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/security-groups?id=6983728a-cbf2-4150-a57b-1ac744e6e74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4343202 Jun 11 10:36:28.455512 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1c51839b-3cff-4bde-b209-3bbf4a3a1b7a req-313e06a4-b18a-4ae9-af1e-51d0830a492f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b47b79cd-1080-49c1-a54b-914cd1ef3620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310726 Jun 11 10:36:28.574366 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1c51839b-3cff-4bde-b209-3bbf4a3a1b7a req-cf7e65b1-5cb3-4334-b43b-8fbb34ad4e2d service neutron] 10.222.0.69 "GET /v2.0/networks/b47b79cd-1080-49c1-a54b-914cd1ef3620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121092 Jun 11 10:36:28.707663 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1c51839b-3cff-4bde-b209-3bbf4a3a1b7a req-9f5ea0bb-8cfd-46f0-812f-2f6890bf08bd service neutron] 10.222.0.69 "GET /v2.0/networks/b47b79cd-1080-49c1-a54b-914cd1ef3620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258235 Jun 11 10:36:29.603286 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ff704-f151-41c4-9101-2e92b6a982d3 req-5ea50942-44d6-4d13-b233-c933100aabb3 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:29.604751 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-980ff704-f151-41c4-9101-2e92b6a982d3 req-5ea50942-44d6-4d13-b233-c933100aabb3 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/ports?device_id=096c4f54-d943-4723-a4a7-f54716690372 HTTP/1.1" status: 200 len: 946 time: 0.0690370 Jun 11 10:36:29.646860 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-980ff704-f151-41c4-9101-2e92b6a982d3 req-42e37406-5902-4c4c-82b3-121f0b567988 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/security-groups?id=6983728a-cbf2-4150-a57b-1ac744e6e74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363059 Jun 11 10:36:30.831652 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f903270b-ea98-4066-a1ff-888fbf10280b req-3d8e18cc-ada6-4c18-98ef-8bcdb2b5e372 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:30.833111 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f903270b-ea98-4066-a1ff-888fbf10280b req-3d8e18cc-ada6-4c18-98ef-8bcdb2b5e372 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/ports?device_id=096c4f54-d943-4723-a4a7-f54716690372 HTTP/1.1" status: 200 len: 946 time: 0.0746970 Jun 11 10:36:30.874574 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f903270b-ea98-4066-a1ff-888fbf10280b req-d93bee07-ae25-471e-a815-ac3749a5c3c4 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/security-groups?id=6983728a-cbf2-4150-a57b-1ac744e6e74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357914 Jun 11 10:36:31.693067 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:36:32.071230 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ad1ecf-74cf-4e78-a048-87ad6483585f req-ab9c93fc-a344-4dd4-bf6e-7006fc1ecbd8 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:32.072778 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c0ad1ecf-74cf-4e78-a048-87ad6483585f req-ab9c93fc-a344-4dd4-bf6e-7006fc1ecbd8 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/ports?device_id=096c4f54-d943-4723-a4a7-f54716690372 HTTP/1.1" status: 200 len: 946 time: 0.0826755 Jun 11 10:36:32.115668 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c0ad1ecf-74cf-4e78-a048-87ad6483585f req-26e1de69-b418-488c-b232-767c8ca28a1f tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/security-groups?id=6983728a-cbf2-4150-a57b-1ac744e6e74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372128 Jun 11 10:36:33.311167 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810d8a38-09c7-42ef-b422-0921f620d34b req-b5e3b9f1-f1ee-49c6-8874-9f5b377e2b12 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:33.312684 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-810d8a38-09c7-42ef-b422-0921f620d34b req-b5e3b9f1-f1ee-49c6-8874-9f5b377e2b12 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/ports?device_id=096c4f54-d943-4723-a4a7-f54716690372 HTTP/1.1" status: 200 len: 946 time: 0.0827761 Jun 11 10:36:33.358181 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-810d8a38-09c7-42ef-b422-0921f620d34b req-7c7a4232-7875-47be-a15f-efddbbbb830c tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/security-groups?id=6983728a-cbf2-4150-a57b-1ac744e6e74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370615 Jun 11 10:36:34.540212 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfed1d1-1cd3-44d0-abcd-00896cbf5cae req-ba719efa-5cf9-4df7-be3b-c04d04118581 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:34.541710 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-dcfed1d1-1cd3-44d0-abcd-00896cbf5cae req-ba719efa-5cf9-4df7-be3b-c04d04118581 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/ports?device_id=096c4f54-d943-4723-a4a7-f54716690372 HTTP/1.1" status: 200 len: 946 time: 0.0700996 Jun 11 10:36:34.585119 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-dcfed1d1-1cd3-44d0-abcd-00896cbf5cae req-fa9b2c6f-673f-4769-b12d-fa89e0ea06e2 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/security-groups?id=6983728a-cbf2-4150-a57b-1ac744e6e74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370097 Jun 11 10:36:35.778513 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ff5308-6d1b-4fd1-b451-6bb1a0f8219f req-3a6ce9bf-4a51-4c84-812d-6c4225ad1c88 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:35.780110 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-88ff5308-6d1b-4fd1-b451-6bb1a0f8219f req-3a6ce9bf-4a51-4c84-812d-6c4225ad1c88 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/ports?device_id=096c4f54-d943-4723-a4a7-f54716690372 HTTP/1.1" status: 200 len: 946 time: 0.0838776 Jun 11 10:36:35.831951 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-88ff5308-6d1b-4fd1-b451-6bb1a0f8219f req-16d4e56a-f2ec-4e15-b09a-6e762cbbdf45 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/security-groups?id=6983728a-cbf2-4150-a57b-1ac744e6e74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446279 Jun 11 10:36:36.009731 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:36:37.022028 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04280421-edad-4723-8a54-330750d64039 req-84ef5594-bace-479c-ad40-180c303a672b tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:37.025334 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-04280421-edad-4723-8a54-330750d64039 req-84ef5594-bace-479c-ad40-180c303a672b tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/ports?device_id=096c4f54-d943-4723-a4a7-f54716690372 HTTP/1.1" status: 200 len: 946 time: 0.0750031 Jun 11 10:36:37.069142 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-04280421-edad-4723-8a54-330750d64039 req-6bb7426b-1780-47d0-9033-dcb8b460d8b9 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/security-groups?id=6983728a-cbf2-4150-a57b-1ac744e6e74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393050 Jun 11 10:36:38.254821 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f30d14-782c-48b0-8139-18be1fef6e35 req-a3d1e8e0-5161-4865-b33b-dfb54f964452 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:38.256456 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-14f30d14-782c-48b0-8139-18be1fef6e35 req-a3d1e8e0-5161-4865-b33b-dfb54f964452 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/ports?device_id=096c4f54-d943-4723-a4a7-f54716690372 HTTP/1.1" status: 200 len: 946 time: 0.0737891 Jun 11 10:36:38.298806 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-14f30d14-782c-48b0-8139-18be1fef6e35 req-21092325-c4ee-4b40-bc1d-35abd478532d tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/security-groups?id=6983728a-cbf2-4150-a57b-1ac744e6e74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360231 Jun 11 10:36:39.490169 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6adfcb2-12f0-4c99-ac1f-308387510d45 req-af844df3-e638-4cf5-8b06-27c8d979cce5 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:39.491676 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a6adfcb2-12f0-4c99-ac1f-308387510d45 req-af844df3-e638-4cf5-8b06-27c8d979cce5 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/ports?device_id=096c4f54-d943-4723-a4a7-f54716690372 HTTP/1.1" status: 200 len: 946 time: 0.0788631 Jun 11 10:36:39.534121 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a6adfcb2-12f0-4c99-ac1f-308387510d45 req-c582fb99-7c12-4236-8ab0-8231b932aefb tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/security-groups?id=6983728a-cbf2-4150-a57b-1ac744e6e74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367179 Jun 11 10:36:40.723536 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35666ceb-8922-4991-9a80-583b07bcfa8e req-0c8578a3-c4b3-461e-9947-e9bc865f3ada tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:40.731289 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-35666ceb-8922-4991-9a80-583b07bcfa8e req-0c8578a3-c4b3-461e-9947-e9bc865f3ada tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/ports?device_id=096c4f54-d943-4723-a4a7-f54716690372 HTTP/1.1" status: 200 len: 946 time: 0.0769634 Jun 11 10:36:40.775353 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-35666ceb-8922-4991-9a80-583b07bcfa8e req-1c344403-92df-4d47-9f9d-df49050f426a tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/security-groups?id=6983728a-cbf2-4150-a57b-1ac744e6e74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388200 Jun 11 10:36:41.962790 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0466162f-8e28-4981-b9af-3b3f131526f4 req-6fe9ef7c-31c4-4b5a-b550-f5e2d7bba664 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:41.964324 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0466162f-8e28-4981-b9af-3b3f131526f4 req-6fe9ef7c-31c4-4b5a-b550-f5e2d7bba664 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/ports?device_id=096c4f54-d943-4723-a4a7-f54716690372 HTTP/1.1" status: 200 len: 946 time: 0.0707607 Jun 11 10:36:42.006713 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0466162f-8e28-4981-b9af-3b3f131526f4 req-0ee7e6b1-d00f-4efa-82f1-415fbb6152bd tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/security-groups?id=6983728a-cbf2-4150-a57b-1ac744e6e74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367601 Jun 11 10:36:42.964386 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-57d9b421-76b0-48a9-9ec2-5c12c7de6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:36:43.190916 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59d3721-9ad4-4e04-b6db-89c12d57c962 req-19045097-138e-44cd-a7ab-21a9bb9ed3e3 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:43.192413 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b59d3721-9ad4-4e04-b6db-89c12d57c962 req-19045097-138e-44cd-a7ab-21a9bb9ed3e3 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/ports?device_id=096c4f54-d943-4723-a4a7-f54716690372 HTTP/1.1" status: 200 len: 946 time: 0.0738461 Jun 11 10:36:43.242110 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b59d3721-9ad4-4e04-b6db-89c12d57c962 req-a6f149e2-d563-4369-b62e-5512f54e75bb tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/security-groups?id=6983728a-cbf2-4150-a57b-1ac744e6e74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441327 Jun 11 10:36:44.426209 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a79719c-af9d-478d-92d5-c790b8b7a1ab req-4d928c8b-afb9-4000-8191-7b2609f628d0 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:44.427702 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7a79719c-af9d-478d-92d5-c790b8b7a1ab req-4d928c8b-afb9-4000-8191-7b2609f628d0 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/ports?device_id=096c4f54-d943-4723-a4a7-f54716690372 HTTP/1.1" status: 200 len: 946 time: 0.0730095 Jun 11 10:36:44.471881 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7a79719c-af9d-478d-92d5-c790b8b7a1ab req-9c45530a-fa1c-4531-9cd2-dbca1acdd8e4 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/security-groups?id=6983728a-cbf2-4150-a57b-1ac744e6e74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384071 Jun 11 10:36:45.659453 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488a6e31-9a70-4aa7-8c95-b6d5d831b4ff req-c63fd591-941d-44e6-a4d2-3c9063c90afd tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:45.660949 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-488a6e31-9a70-4aa7-8c95-b6d5d831b4ff req-c63fd591-941d-44e6-a4d2-3c9063c90afd tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/ports?device_id=096c4f54-d943-4723-a4a7-f54716690372 HTTP/1.1" status: 200 len: 946 time: 0.0754135 Jun 11 10:36:45.703092 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-488a6e31-9a70-4aa7-8c95-b6d5d831b4ff req-34d4eeab-e74e-4b5a-adfc-257fa67a9c82 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/security-groups?id=6983728a-cbf2-4150-a57b-1ac744e6e74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362973 Jun 11 10:36:45.879349 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e149b4f4-a9db-417d-bdd4-9f992013f2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:36:45.955543 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:36:46.214649 n-d-779913-12 neutron-server[93177]: INFO neutron.api.v2.resource [req-1c51839b-3cff-4bde-b209-3bbf4a3a1b7a req-9085565c-58db-4f8c-9e78-9ae020df0291 service neutron] show failed (client error): The resource could not be found. Jun 11 10:36:46.215684 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1c51839b-3cff-4bde-b209-3bbf4a3a1b7a req-9085565c-58db-4f8c-9e78-9ae020df0291 service neutron] 10.222.0.69 "GET /v2.0/ports/81fe8f7a-7426-4310-88e3-41c5d76e677b/bindings/n-h1-779913-12 HTTP/1.1" status: 404 len: 381 time: 0.1008291 Jun 11 10:36:46.872537 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:36:46.893241 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea2acc1-c9ce-4f97-8401-b201ff27949b req-64e45fc0-7a6e-4a21-8a4b-518bc0e204a0 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:46.894734 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5ea2acc1-c9ce-4f97-8401-b201ff27949b req-64e45fc0-7a6e-4a21-8a4b-518bc0e204a0 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/ports?device_id=096c4f54-d943-4723-a4a7-f54716690372 HTTP/1.1" status: 200 len: 946 time: 0.0721371 Jun 11 10:36:46.941773 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5ea2acc1-c9ce-4f97-8401-b201ff27949b req-eafc55ef-9621-4947-a5aa-ffd2bca51479 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/security-groups?id=6983728a-cbf2-4150-a57b-1ac744e6e74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412860 Jun 11 10:36:47.069526 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c51839b-3cff-4bde-b209-3bbf4a3a1b7a req-59126150-8392-460a-9874-721ec38282f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:47.071000 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1c51839b-3cff-4bde-b209-3bbf4a3a1b7a req-59126150-8392-460a-9874-721ec38282f4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=096c4f54-d943-4723-a4a7-f54716690372&tenant_id=e634328e37c147ee8075a1df0b7abf53 HTTP/1.1" status: 200 len: 1098 time: 0.0965450 Jun 11 10:36:47.081997 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-1c51839b-3cff-4bde-b209-3bbf4a3a1b7a req-06a751bb-9e8a-43bb-9db3-4bb37c14b192 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-779913-12', 'device_owner': 'compute:nova'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:36:47.172693 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-1c51839b-3cff-4bde-b209-3bbf4a3a1b7a req-06a751bb-9e8a-43bb-9db3-4bb37c14b192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:36:47.429563 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-1c51839b-3cff-4bde-b209-3bbf4a3a1b7a req-06a751bb-9e8a-43bb-9db3-4bb37c14b192 service neutron] For port 81fe8f7a-7426-4310-88e3-41c5d76e677b, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=81fe8f7a-7426-4310-88e3-41c5d76e677b,segment=NetworkSegment(304188d2-7696-4146-bce9-2ef7d69c44e7),segment_id=304188d2-7696-4146-bce9-2ef7d69c44e7)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:36:47.464960 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-1c51839b-3cff-4bde-b209-3bbf4a3a1b7a req-06a751bb-9e8a-43bb-9db3-4bb37c14b192 service neutron] For port 81fe8f7a-7426-4310-88e3-41c5d76e677b, host n-h2-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:36:47.512166 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '096c4f54-d943-4723-a4a7-f54716690372', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81fe8f7a-7426-4310-88e3-41c5d76e677b'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:36:47.517411 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-1c51839b-3cff-4bde-b209-3bbf4a3a1b7a req-06a751bb-9e8a-43bb-9db3-4bb37c14b192 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:36:47.532281 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-1c51839b-3cff-4bde-b209-3bbf4a3a1b7a req-06a751bb-9e8a-43bb-9db3-4bb37c14b192 service neutron] Transition to ACTIVE for port object 81fe8f7a-7426-4310-88e3-41c5d76e677b will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:36:47.555105 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125b24e798c6fd269f8316ad972dc462157675ddee5b528eb3eb6ea2a565648e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f862a63-dc89-4778-ab41-955ffc805ee1" -d '{"events": [{"server_uuid": "096c4f54-d943-4723-a4a7-f54716690372", "name": "network-vif-unplugged", "status": "completed", "tag": "81fe8f7a-7426-4310-88e3-41c5d76e677b"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:36:47.624646 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-1c51839b-3cff-4bde-b209-3bbf4a3a1b7a req-06a751bb-9e8a-43bb-9db3-4bb37c14b192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:36:47.627872 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7962b999-2c94-4f54-a3c3-876e6730e318 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:36:47.659011 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Jun 2021 10:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e8ee71e-1c60-43a1-8c85-a5ed11878273 x-openstack-request-id: req-1e8ee71e-1c60-43a1-8c85-a5ed11878273 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:36:47.659368 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "096c4f54-d943-4723-a4a7-f54716690372", "name": "network-vif-unplugged", "status": "completed", "tag": "81fe8f7a-7426-4310-88e3-41c5d76e677b", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:36:47.659702 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1e8ee71e-1c60-43a1-8c85-a5ed11878273 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:36:47.660156 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '096c4f54-d943-4723-a4a7-f54716690372', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81fe8f7a-7426-4310-88e3-41c5d76e677b', 'code': 200} Jun 11 10:36:47.748490 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c51839b-3cff-4bde-b209-3bbf4a3a1b7a req-06a751bb-9e8a-43bb-9db3-4bb37c14b192 service neutron] No DVR routers for this DVR port 81fe8f7a-7426-4310-88e3-41c5d76e677b on host n-h2-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:36:47.751851 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a751bb-9e8a-43bb-9db3-4bb37c14b192 service neutron] Pushing event updated for resources: {'Port': ['ID=81fe8f7a-7426-4310-88e3-41c5d76e677b,revision_number=6']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:36:47.755298 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-06a751bb-9e8a-43bb-9db3-4bb37c14b192 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:36:47.800696 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-1c51839b-3cff-4bde-b209-3bbf4a3a1b7a req-06a751bb-9e8a-43bb-9db3-4bb37c14b192 service neutron] Attempting to bind port 81fe8f7a-7426-4310-88e3-41c5d76e677b on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:36:47.801030 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-1c51839b-3cff-4bde-b209-3bbf4a3a1b7a req-06a751bb-9e8a-43bb-9db3-4bb37c14b192 service neutron] Attempting to bind port 81fe8f7a-7426-4310-88e3-41c5d76e677b by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': '304188d2-7696-4146-bce9-2ef7d69c44e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'b47b79cd-1080-49c1-a54b-914cd1ef3620'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:36:47.801359 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c51839b-3cff-4bde-b209-3bbf4a3a1b7a req-06a751bb-9e8a-43bb-9db3-4bb37c14b192 service neutron] Attempting to bind port 81fe8f7a-7426-4310-88e3-41c5d76e677b on network b47b79cd-1080-49c1-a54b-914cd1ef3620 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:36:47.805996 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c51839b-3cff-4bde-b209-3bbf4a3a1b7a req-06a751bb-9e8a-43bb-9db3-4bb37c14b192 service neutron] Port 81fe8f7a-7426-4310-88e3-41c5d76e677b on network b47b79cd-1080-49c1-a54b-914cd1ef3620 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:36:47.806317 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c51839b-3cff-4bde-b209-3bbf4a3a1b7a req-06a751bb-9e8a-43bb-9db3-4bb37c14b192 service neutron] Attempting to bind port 81fe8f7a-7426-4310-88e3-41c5d76e677b on network b47b79cd-1080-49c1-a54b-914cd1ef3620 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:36:47.812004 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c51839b-3cff-4bde-b209-3bbf4a3a1b7a req-06a751bb-9e8a-43bb-9db3-4bb37c14b192 service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:36:47.819695 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c51839b-3cff-4bde-b209-3bbf4a3a1b7a req-06a751bb-9e8a-43bb-9db3-4bb37c14b192 service neutron] Checking segment: {'id': '304188d2-7696-4146-bce9-2ef7d69c44e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'b47b79cd-1080-49c1-a54b-914cd1ef3620'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:36:47.819695 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c51839b-3cff-4bde-b209-3bbf4a3a1b7a req-06a751bb-9e8a-43bb-9db3-4bb37c14b192 service neutron] Bound using segment: {'id': '304188d2-7696-4146-bce9-2ef7d69c44e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'b47b79cd-1080-49c1-a54b-914cd1ef3620'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:36:47.819695 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-1c51839b-3cff-4bde-b209-3bbf4a3a1b7a req-06a751bb-9e8a-43bb-9db3-4bb37c14b192 service neutron] Bound port: 81fe8f7a-7426-4310-88e3-41c5d76e677b, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '304188d2-7696-4146-bce9-2ef7d69c44e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'b47b79cd-1080-49c1-a54b-914cd1ef3620'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:36:47.819695 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-1c51839b-3cff-4bde-b209-3bbf4a3a1b7a req-06a751bb-9e8a-43bb-9db3-4bb37c14b192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:36:47.886268 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-1c51839b-3cff-4bde-b209-3bbf4a3a1b7a req-06a751bb-9e8a-43bb-9db3-4bb37c14b192 service neutron] For port 81fe8f7a-7426-4310-88e3-41c5d76e677b, host n-h1-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:36:47.889236 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-1c51839b-3cff-4bde-b209-3bbf4a3a1b7a req-06a751bb-9e8a-43bb-9db3-4bb37c14b192 service neutron] For port 81fe8f7a-7426-4310-88e3-41c5d76e677b, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=81fe8f7a-7426-4310-88e3-41c5d76e677b,segment=NetworkSegment(304188d2-7696-4146-bce9-2ef7d69c44e7),segment_id=304188d2-7696-4146-bce9-2ef7d69c44e7)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:36:47.977428 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-1c51839b-3cff-4bde-b209-3bbf4a3a1b7a req-06a751bb-9e8a-43bb-9db3-4bb37c14b192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:36:47.977428 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ad46fb32-97c6-4cd6-b496-956f637228a1 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:36:48.016274 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c51839b-3cff-4bde-b209-3bbf4a3a1b7a req-06a751bb-9e8a-43bb-9db3-4bb37c14b192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:48.016899 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-1c51839b-3cff-4bde-b209-3bbf4a3a1b7a req-06a751bb-9e8a-43bb-9db3-4bb37c14b192 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:36:48.018288 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1c51839b-3cff-4bde-b209-3bbf4a3a1b7a req-06a751bb-9e8a-43bb-9db3-4bb37c14b192 service neutron] 10.222.0.64 "PUT /v2.0/ports/81fe8f7a-7426-4310-88e3-41c5d76e677b HTTP/1.1" status: 200 len: 1093 time: 0.9404998 Jun 11 10:36:48.091220 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a751bb-9e8a-43bb-9db3-4bb37c14b192 service neutron] Pushing event updated for resources: {'Port': ['ID=81fe8f7a-7426-4310-88e3-41c5d76e677b,revision_number=7']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:36:48.094797 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-06a751bb-9e8a-43bb-9db3-4bb37c14b192 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:36:48.121196 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c51839b-3cff-4bde-b209-3bbf4a3a1b7a req-e7d3f271-dd76-401c-a40b-d14072ed6ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:48.122724 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1c51839b-3cff-4bde-b209-3bbf4a3a1b7a req-e7d3f271-dd76-401c-a40b-d14072ed6ff2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e634328e37c147ee8075a1df0b7abf53&device_id=096c4f54-d943-4723-a4a7-f54716690372 HTTP/1.1" status: 200 len: 1096 time: 0.0808096 Jun 11 10:36:48.130586 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a4d9a5-b1d2-431f-bf6b-6ca6817431d4 req-7065c170-f095-4201-8d8d-c3e2e57dad01 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:48.132082 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-47a4d9a5-b1d2-431f-bf6b-6ca6817431d4 req-7065c170-f095-4201-8d8d-c3e2e57dad01 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/ports?device_id=096c4f54-d943-4723-a4a7-f54716690372 HTTP/1.1" status: 200 len: 944 time: 0.0720725 Jun 11 10:36:48.175464 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-47a4d9a5-b1d2-431f-bf6b-6ca6817431d4 req-628a8ae0-0c80-4fe0-976b-5c210e45bc8d tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/security-groups?id=6983728a-cbf2-4150-a57b-1ac744e6e74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372505 Jun 11 10:36:48.249621 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c51839b-3cff-4bde-b209-3bbf4a3a1b7a req-2611a6a4-1314-49e2-941a-12e78bac3eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:48.251125 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1c51839b-3cff-4bde-b209-3bbf4a3a1b7a req-2611a6a4-1314-49e2-941a-12e78bac3eaa service neutron] 10.222.0.64 "GET /v2.0/networks?id=b47b79cd-1080-49c1-a54b-914cd1ef3620 HTTP/1.1" status: 200 len: 916 time: 0.1221957 Jun 11 10:36:48.306113 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1c51839b-3cff-4bde-b209-3bbf4a3a1b7a req-1cd22603-080b-48dd-9fea-ac51ec4f6f40 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81fe8f7a-7426-4310-88e3-41c5d76e677b HTTP/1.1" status: 200 len: 217 time: 0.0484850 Jun 11 10:36:48.362527 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c51839b-3cff-4bde-b209-3bbf4a3a1b7a req-4580b01b-1a71-4d9a-901a-9bd70a0865f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:48.363955 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1c51839b-3cff-4bde-b209-3bbf4a3a1b7a req-4580b01b-1a71-4d9a-901a-9bd70a0865f8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dead7a4c-b64e-4bb3-b333-2b5a53e46e1b HTTP/1.1" status: 200 len: 855 time: 0.0522079 Jun 11 10:36:48.406839 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1c51839b-3cff-4bde-b209-3bbf4a3a1b7a req-b9ea746d-10ad-45d8-9e35-ee9c9dacd4cd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b47b79cd-1080-49c1-a54b-914cd1ef3620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370800 Jun 11 10:36:48.521963 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1c51839b-3cff-4bde-b209-3bbf4a3a1b7a req-053ba83a-e215-4f5e-a1da-b006e5e5db95 service neutron] 10.222.0.64 "GET /v2.0/networks/b47b79cd-1080-49c1-a54b-914cd1ef3620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084917 Jun 11 10:36:48.522215 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 81fe8f7a-7426-4310-88e3-41c5d76e677b no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:36:48.568124 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:36:48.572241 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 81fe8f7a-7426-4310-88e3-41c5d76e677b not bound to the agent host n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:36:48.642706 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1c51839b-3cff-4bde-b209-3bbf4a3a1b7a req-1211c77c-6d5b-43f6-a9e6-32c6473511ed service neutron] 10.222.0.64 "GET /v2.0/networks/b47b79cd-1080-49c1-a54b-914cd1ef3620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148298 Jun 11 10:36:49.359458 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadbbbcc-7f8b-4ca6-bbc0-267f1e4ed92a req-1cfa81fa-ded8-4079-84de-de38a573f86a tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:49.360954 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-dadbbbcc-7f8b-4ca6-bbc0-267f1e4ed92a req-1cfa81fa-ded8-4079-84de-de38a573f86a tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/ports?device_id=096c4f54-d943-4723-a4a7-f54716690372 HTTP/1.1" status: 200 len: 944 time: 0.0692215 Jun 11 10:36:49.409742 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-dadbbbcc-7f8b-4ca6-bbc0-267f1e4ed92a req-70a198be-7d77-437f-816f-9a4333bbb200 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/security-groups?id=6983728a-cbf2-4150-a57b-1ac744e6e74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429411 Jun 11 10:36:49.661200 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '096c4f54-d943-4723-a4a7-f54716690372', 'tag': '81fe8f7a-7426-4310-88e3-41c5d76e677b'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:36:49.663690 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125b24e798c6fd269f8316ad972dc462157675ddee5b528eb3eb6ea2a565648e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f7f706-e33b-4a10-a3f2-fd1e10a664a0" -d '{"events": [{"name": "network-changed", "server_uuid": "096c4f54-d943-4723-a4a7-f54716690372", "tag": "81fe8f7a-7426-4310-88e3-41c5d76e677b"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:36:49.711396 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c0c36c-25bf-433c-b28d-96b1dd6e4bcd x-openstack-request-id: req-10c0c36c-25bf-433c-b28d-96b1dd6e4bcd {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:36:49.711771 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "096c4f54-d943-4723-a4a7-f54716690372", "tag": "81fe8f7a-7426-4310-88e3-41c5d76e677b", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:36:49.712084 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-10c0c36c-25bf-433c-b28d-96b1dd6e4bcd {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:36:49.712622 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '096c4f54-d943-4723-a4a7-f54716690372', 'tag': '81fe8f7a-7426-4310-88e3-41c5d76e677b', 'status': 'completed', 'code': 200} Jun 11 10:36:49.796600 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f7f706-e33b-4a10-a3f2-fd1e10a664a0 req-2cff8088-8065-4c4e-bb55-5079b41c242f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:49.798425 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-16f7f706-e33b-4a10-a3f2-fd1e10a664a0 req-2cff8088-8065-4c4e-bb55-5079b41c242f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e634328e37c147ee8075a1df0b7abf53&device_id=096c4f54-d943-4723-a4a7-f54716690372 HTTP/1.1" status: 200 len: 1096 time: 0.0634780 Jun 11 10:36:49.799767 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f7f706-e33b-4a10-a3f2-fd1e10a664a0 req-bee312f4-7aad-4a81-9c96-4b146a734892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:49.801263 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-16f7f706-e33b-4a10-a3f2-fd1e10a664a0 req-bee312f4-7aad-4a81-9c96-4b146a734892 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e634328e37c147ee8075a1df0b7abf53&device_id=096c4f54-d943-4723-a4a7-f54716690372 HTTP/1.1" status: 200 len: 1096 time: 0.0696995 Jun 11 10:36:49.922598 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f7f706-e33b-4a10-a3f2-fd1e10a664a0 req-07443c18-f2d1-4fb8-8ce6-3f6e007ba8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:49.924085 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-16f7f706-e33b-4a10-a3f2-fd1e10a664a0 req-07443c18-f2d1-4fb8-8ce6-3f6e007ba8ab service neutron] 10.222.0.69 "GET /v2.0/networks?id=b47b79cd-1080-49c1-a54b-914cd1ef3620 HTTP/1.1" status: 200 len: 916 time: 0.1184335 Jun 11 10:36:49.924418 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f7f706-e33b-4a10-a3f2-fd1e10a664a0 req-7119aa8c-eaeb-4ea2-8391-7ce540f93c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:49.925856 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-16f7f706-e33b-4a10-a3f2-fd1e10a664a0 req-7119aa8c-eaeb-4ea2-8391-7ce540f93c39 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b47b79cd-1080-49c1-a54b-914cd1ef3620 HTTP/1.1" status: 200 len: 916 time: 0.1172397 Jun 11 10:36:49.980465 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-16f7f706-e33b-4a10-a3f2-fd1e10a664a0 req-397f3ef7-7647-4c81-8309-207d8d7ca03c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81fe8f7a-7426-4310-88e3-41c5d76e677b HTTP/1.1" status: 200 len: 217 time: 0.0492005 Jun 11 10:36:49.988132 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-16f7f706-e33b-4a10-a3f2-fd1e10a664a0 req-077204fb-4e19-44ac-8b32-1b888a355b57 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81fe8f7a-7426-4310-88e3-41c5d76e677b HTTP/1.1" status: 200 len: 217 time: 0.0552123 Jun 11 10:36:50.044890 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f7f706-e33b-4a10-a3f2-fd1e10a664a0 req-3f7c0334-bca3-46ec-9be6-2f16f87a8281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:50.046302 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-16f7f706-e33b-4a10-a3f2-fd1e10a664a0 req-3f7c0334-bca3-46ec-9be6-2f16f87a8281 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dead7a4c-b64e-4bb3-b333-2b5a53e46e1b HTTP/1.1" status: 200 len: 855 time: 0.0591753 Jun 11 10:36:50.048032 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f7f706-e33b-4a10-a3f2-fd1e10a664a0 req-ec0ae3bb-8eb4-4172-bf97-d8c88eec80d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:50.049459 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-16f7f706-e33b-4a10-a3f2-fd1e10a664a0 req-ec0ae3bb-8eb4-4172-bf97-d8c88eec80d3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dead7a4c-b64e-4bb3-b333-2b5a53e46e1b HTTP/1.1" status: 200 len: 855 time: 0.0552015 Jun 11 10:36:50.085634 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-16f7f706-e33b-4a10-a3f2-fd1e10a664a0 req-b1e2cc5e-0a68-4f64-93d6-baad0ebd6b8c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b47b79cd-1080-49c1-a54b-914cd1ef3620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324192 Jun 11 10:36:50.093019 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-16f7f706-e33b-4a10-a3f2-fd1e10a664a0 req-6bfb6abb-d182-420b-8e47-13020ed04bb4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b47b79cd-1080-49c1-a54b-914cd1ef3620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363443 Jun 11 10:36:50.209957 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-16f7f706-e33b-4a10-a3f2-fd1e10a664a0 req-35c54c0d-80f5-4223-afe5-0387198b33f8 service neutron] 10.222.0.69 "GET /v2.0/networks/b47b79cd-1080-49c1-a54b-914cd1ef3620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169868 Jun 11 10:36:50.211102 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-16f7f706-e33b-4a10-a3f2-fd1e10a664a0 req-c4f1ecd8-2752-4de8-a444-f5ded6c15fb2 service neutron] 10.222.0.64 "GET /v2.0/networks/b47b79cd-1080-49c1-a54b-914cd1ef3620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114261 Jun 11 10:36:50.330748 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-16f7f706-e33b-4a10-a3f2-fd1e10a664a0 req-a7275bf1-d319-4b31-9a22-26005a746ce0 service neutron] 10.222.0.69 "GET /v2.0/networks/b47b79cd-1080-49c1-a54b-914cd1ef3620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151419 Jun 11 10:36:50.338160 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-16f7f706-e33b-4a10-a3f2-fd1e10a664a0 req-f3c0a949-cf43-4f0d-87ce-d85a27a99a19 service neutron] 10.222.0.64 "GET /v2.0/networks/b47b79cd-1080-49c1-a54b-914cd1ef3620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205151 Jun 11 10:36:50.371719 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 81fe8f7a-7426-4310-88e3-41c5d76e677b details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 10:36:50.495337 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 81fe8f7a-7426-4310-88e3-41c5d76e677b, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=81fe8f7a-7426-4310-88e3-41c5d76e677b,segment=NetworkSegment(304188d2-7696-4146-bce9-2ef7d69c44e7),segment_id=304188d2-7696-4146-bce9-2ef7d69c44e7)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:36:50.507963 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': '81fe8f7a-7426-4310-88e3-41c5d76e677b', 'network_id': 'b47b79cd-1080-49c1-a54b-914cd1ef3620', 'port_id': '81fe8f7a-7426-4310-88e3-41c5d76e677b', 'mac_address': 'fa:16:3e:8e:8d:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dead7a4c-b64e-4bb3-b333-2b5a53e46e1b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 10:36:50.553491 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:36:50.570327 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81fe8f7a-7426-4310-88e3-41c5d76e677b {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:36:50.593272 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 81fe8f7a-7426-4310-88e3-41c5d76e677b, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=81fe8f7a-7426-4310-88e3-41c5d76e677b,segment=NetworkSegment(304188d2-7696-4146-bce9-2ef7d69c44e7),segment_id=304188d2-7696-4146-bce9-2ef7d69c44e7)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:36:50.601638 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f83ca60-a055-4b2f-9f2b-451bfed5c518 req-b4a9a27c-62f3-4ef5-b05a-1437a4483b9c tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:50.603106 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0f83ca60-a055-4b2f-9f2b-451bfed5c518 req-b4a9a27c-62f3-4ef5-b05a-1437a4483b9c tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/ports?device_id=096c4f54-d943-4723-a4a7-f54716690372 HTTP/1.1" status: 200 len: 944 time: 0.0737977 Jun 11 10:36:50.646037 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0f83ca60-a055-4b2f-9f2b-451bfed5c518 req-f9c43715-20c9-4a44-bcf7-252002e295de tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/security-groups?id=6983728a-cbf2-4150-a57b-1ac744e6e74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364845 Jun 11 10:36:50.715797 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:36:50.719218 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:36:50.777225 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=81fe8f7a-7426-4310-88e3-41c5d76e677b,revision_number=8']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:36:50.780524 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:36:50.923319 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['81fe8f7a-7426-4310-88e3-41c5d76e677b'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:36:51.837876 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4272041-bb78-4356-a480-5bc3828bc628 req-5c54d0e1-f554-4815-9d2d-ce759b947ac3 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:51.839948 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d4272041-bb78-4356-a480-5bc3828bc628 req-5c54d0e1-f554-4815-9d2d-ce759b947ac3 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/ports?device_id=096c4f54-d943-4723-a4a7-f54716690372 HTTP/1.1" status: 200 len: 945 time: 0.0741725 Jun 11 10:36:51.907801 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d4272041-bb78-4356-a480-5bc3828bc628 req-f86571a3-347e-4cc2-b1a1-6ca21088bf04 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/security-groups?id=6983728a-cbf2-4150-a57b-1ac744e6e74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619276 Jun 11 10:36:52.284382 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b1ec4366-2432-41b9-848d-17f7926e4283 req-fec12dab-ddca-4197-be52-cc84f959ea74 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=096c4f54-d943-4723-a4a7-f54716690372&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0674481 Jun 11 10:36:52.384067 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847f7f95-b1ec-4204-a314-cae67a671770 req-b08840d9-aa5f-4e35-9ab0-b99125299ea5 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:52.386445 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-847f7f95-b1ec-4204-a314-cae67a671770 req-b08840d9-aa5f-4e35-9ab0-b99125299ea5 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/ports?device_id=096c4f54-d943-4723-a4a7-f54716690372 HTTP/1.1" status: 200 len: 945 time: 0.0756230 Jun 11 10:36:52.393137 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 81fe8f7a-7426-4310-88e3-41c5d76e677b up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:36:52.403413 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ec4366-2432-41b9-848d-17f7926e4283 req-f66ed9b4-73ab-4f59-ad38-73a25eea5e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:52.405101 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b1ec4366-2432-41b9-848d-17f7926e4283 req-f66ed9b4-73ab-4f59-ad38-73a25eea5e2c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e634328e37c147ee8075a1df0b7abf53&device_id=096c4f54-d943-4723-a4a7-f54716690372 HTTP/1.1" status: 200 len: 1097 time: 0.0797529 Jun 11 10:36:52.482237 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-847f7f95-b1ec-4204-a314-cae67a671770 req-135ec8c5-ebab-40ec-a90e-e6bfddedf838 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/security-groups?id=6983728a-cbf2-4150-a57b-1ac744e6e74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604255 Jun 11 10:36:52.510042 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec4ed2-e9ff-456d-86c9-876a953d03d6 req-b7b84161-5b64-41da-837e-caa80de9a629 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:52.512600 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b5ec4ed2-e9ff-456d-86c9-876a953d03d6 req-b7b84161-5b64-41da-837e-caa80de9a629 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.69 "GET /v2.0/ports?device_id=096c4f54-d943-4723-a4a7-f54716690372&tenant_id=e634328e37c147ee8075a1df0b7abf53&binding%3Ahost_id=n-h1-779913-12 HTTP/1.1" status: 200 len: 945 time: 0.1251018 Jun 11 10:36:52.548305 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ec4366-2432-41b9-848d-17f7926e4283 req-2d3f42eb-1428-404c-9fa8-ae909d223cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:52.549883 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b1ec4366-2432-41b9-848d-17f7926e4283 req-2d3f42eb-1428-404c-9fa8-ae909d223cc4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b47b79cd-1080-49c1-a54b-914cd1ef3620 HTTP/1.1" status: 200 len: 916 time: 0.1245778 Jun 11 10:36:52.561367 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning for port 81fe8f7a-7426-4310-88e3-41c5d76e677b completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:36:52.565358 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port 81fe8f7a-7426-4310-88e3-41c5d76e677b triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:36:52.565740 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:36:52.594940 n-d-779913-12 neutron-server[93177]: INFO neutron.api.v2.resource [req-b5ec4ed2-e9ff-456d-86c9-876a953d03d6 req-98237d96-a1de-4e4c-9bc7-77eb84e20816 service neutron] delete failed (client error): The resource could not be found. Jun 11 10:36:52.595971 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b5ec4ed2-e9ff-456d-86c9-876a953d03d6 req-98237d96-a1de-4e4c-9bc7-77eb84e20816 service neutron] 10.222.0.69 "DELETE /v2.0/ports/81fe8f7a-7426-4310-88e3-41c5d76e677b/bindings/n-h2-779913-12 HTTP/1.1" status: 404 len: 381 time: 0.0768182 Jun 11 10:36:52.606505 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b1ec4366-2432-41b9-848d-17f7926e4283 req-0940df76-5ac9-4252-bf7d-b14579343596 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81fe8f7a-7426-4310-88e3-41c5d76e677b HTTP/1.1" status: 200 len: 217 time: 0.0507479 Jun 11 10:36:52.662955 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:36:52.670273 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ec4366-2432-41b9-848d-17f7926e4283 req-a5a53fb0-c7c2-4c4f-ba41-b7b7e2a91ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:52.671691 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b1ec4366-2432-41b9-848d-17f7926e4283 req-a5a53fb0-c7c2-4c4f-ba41-b7b7e2a91ef6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dead7a4c-b64e-4bb3-b333-2b5a53e46e1b HTTP/1.1" status: 200 len: 855 time: 0.0595334 Jun 11 10:36:52.701178 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 81fe8f7a-7426-4310-88e3-41c5d76e677b, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=81fe8f7a-7426-4310-88e3-41c5d76e677b,segment=NetworkSegment(304188d2-7696-4146-bce9-2ef7d69c44e7),segment_id=304188d2-7696-4146-bce9-2ef7d69c44e7)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:36:52.702121 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '096c4f54-d943-4723-a4a7-f54716690372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81fe8f7a-7426-4310-88e3-41c5d76e677b'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:36:52.702440 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec4ed2-e9ff-456d-86c9-876a953d03d6 req-3f9d7786-5749-4378-afd2-a4d4fe9ad759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:52.703962 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b5ec4ed2-e9ff-456d-86c9-876a953d03d6 req-3f9d7786-5749-4378-afd2-a4d4fe9ad759 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e634328e37c147ee8075a1df0b7abf53&device_id=096c4f54-d943-4723-a4a7-f54716690372 HTTP/1.1" status: 200 len: 1097 time: 0.0633552 Jun 11 10:36:52.711117 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b1ec4366-2432-41b9-848d-17f7926e4283 req-083e8c5a-344f-49f6-af78-8f2e14e0c22c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b47b79cd-1080-49c1-a54b-914cd1ef3620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333428 Jun 11 10:36:52.741501 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc8b525cf092a189a0ea2f07e82bebdb29a480b8a476d2f40da93c0b22490dae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f40aa8ea-3100-431d-893d-3aeb5023cac3" -d '{"events": [{"server_uuid": "096c4f54-d943-4723-a4a7-f54716690372", "name": "network-vif-plugged", "status": "completed", "tag": "81fe8f7a-7426-4310-88e3-41c5d76e677b"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:36:52.786945 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:36:52.789858 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:36:52.846471 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b1ec4366-2432-41b9-848d-17f7926e4283 req-116ac1db-1905-43f7-8fd8-0f8cf4a280e0 service neutron] 10.222.0.64 "GET /v2.0/networks/b47b79cd-1080-49c1-a54b-914cd1ef3620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295266 Jun 11 10:36:52.848789 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8bb6505-1fd3-4f8e-b388-c7ed81e4035d x-openstack-request-id: req-e8bb6505-1fd3-4f8e-b388-c7ed81e4035d {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:36:52.849099 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "096c4f54-d943-4723-a4a7-f54716690372", "name": "network-vif-plugged", "status": "completed", "tag": "81fe8f7a-7426-4310-88e3-41c5d76e677b", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:36:52.849369 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e8bb6505-1fd3-4f8e-b388-c7ed81e4035d {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:36:52.849773 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '096c4f54-d943-4723-a4a7-f54716690372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81fe8f7a-7426-4310-88e3-41c5d76e677b', 'code': 200} Jun 11 10:36:52.853846 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec4ed2-e9ff-456d-86c9-876a953d03d6 req-3a64b855-0e69-4370-9131-f95b74d8eb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:52.854999 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=81fe8f7a-7426-4310-88e3-41c5d76e677b,revision_number=9']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:36:52.855896 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b5ec4ed2-e9ff-456d-86c9-876a953d03d6 req-3a64b855-0e69-4370-9131-f95b74d8eb23 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b47b79cd-1080-49c1-a54b-914cd1ef3620 HTTP/1.1" status: 200 len: 916 time: 0.1456940 Jun 11 10:36:52.858353 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:36:52.910836 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b5ec4ed2-e9ff-456d-86c9-876a953d03d6 req-7a1ef931-7ce3-4e19-9b2f-9bdba9c902cf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81fe8f7a-7426-4310-88e3-41c5d76e677b HTTP/1.1" status: 200 len: 217 time: 0.0487535 Jun 11 10:36:52.972209 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-b1ec4366-2432-41b9-848d-17f7926e4283 req-8b852105-2259-456e-9604-7fff28d32c82 service neutron] 10.222.0.64 "GET /v2.0/networks/b47b79cd-1080-49c1-a54b-914cd1ef3620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195636 Jun 11 10:36:52.973074 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec4ed2-e9ff-456d-86c9-876a953d03d6 req-83aad7dd-1a17-4832-ab52-48d583fee52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:52.974537 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b5ec4ed2-e9ff-456d-86c9-876a953d03d6 req-83aad7dd-1a17-4832-ab52-48d583fee52c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dead7a4c-b64e-4bb3-b333-2b5a53e46e1b HTTP/1.1" status: 200 len: 855 time: 0.0580006 Jun 11 10:36:53.012652 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b5ec4ed2-e9ff-456d-86c9-876a953d03d6 req-7b3ee501-df80-4568-8e88-669b669c2996 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b47b79cd-1080-49c1-a54b-914cd1ef3620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318444 Jun 11 10:36:53.129692 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b5ec4ed2-e9ff-456d-86c9-876a953d03d6 req-0f998861-9611-4fea-9fa2-e949ab8b5ecf service neutron] 10.222.0.69 "GET /v2.0/networks/b47b79cd-1080-49c1-a54b-914cd1ef3620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114171 Jun 11 10:36:53.249333 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b5ec4ed2-e9ff-456d-86c9-876a953d03d6 req-7619a425-3bb7-44b6-889c-252304e430f7 service neutron] 10.222.0.69 "GET /v2.0/networks/b47b79cd-1080-49c1-a54b-914cd1ef3620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134117 Jun 11 10:36:53.675753 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5896c417-fc07-4ea4-9eda-66b66718f9c8 req-e3c5224a-c422-431f-935d-b89d715f2d44 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:53.677305 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5896c417-fc07-4ea4-9eda-66b66718f9c8 req-e3c5224a-c422-431f-935d-b89d715f2d44 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/ports?device_id=096c4f54-d943-4723-a4a7-f54716690372 HTTP/1.1" status: 200 len: 946 time: 0.0763597 Jun 11 10:36:53.720737 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5896c417-fc07-4ea4-9eda-66b66718f9c8 req-27cf36a3-9b09-436d-8921-accf7c712bd5 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/security-groups?id=6983728a-cbf2-4150-a57b-1ac744e6e74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368032 Jun 11 10:36:54.901082 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d518dca9-e1d0-4d62-96bf-d34d663d2690 req-9ddcda92-8722-4738-9a8b-c20d7837958d tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:54.902556 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d518dca9-e1d0-4d62-96bf-d34d663d2690 req-9ddcda92-8722-4738-9a8b-c20d7837958d tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/ports?device_id=096c4f54-d943-4723-a4a7-f54716690372 HTTP/1.1" status: 200 len: 946 time: 0.0689623 Jun 11 10:36:54.956798 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d518dca9-e1d0-4d62-96bf-d34d663d2690 req-1832dac6-809e-4239-ac12-f61aa01b70c5 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/security-groups?id=6983728a-cbf2-4150-a57b-1ac744e6e74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485108 Jun 11 10:36:55.138317 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0146e3-fccc-4241-8513-1ffc6269e99a req-9c3f4c77-c577-45ac-b4be-66d8af89499b tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:55.139823 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-dd0146e3-fccc-4241-8513-1ffc6269e99a req-9c3f4c77-c577-45ac-b4be-66d8af89499b tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/ports?device_id=096c4f54-d943-4723-a4a7-f54716690372 HTTP/1.1" status: 200 len: 946 time: 0.0700531 Jun 11 10:36:55.181111 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-dd0146e3-fccc-4241-8513-1ffc6269e99a req-f53a29a0-28ea-4524-9e8d-2299279bf79d tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/security-groups?id=6983728a-cbf2-4150-a57b-1ac744e6e74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356684 Jun 11 10:36:55.377283 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df766e46-e12a-4a25-8a39-9a7cfce888cb req-653ae45a-7118-412f-bd53-e06119299f07 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:55.378741 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-df766e46-e12a-4a25-8a39-9a7cfce888cb req-653ae45a-7118-412f-bd53-e06119299f07 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/ports?device_id=096c4f54-d943-4723-a4a7-f54716690372 HTTP/1.1" status: 200 len: 946 time: 0.0832579 Jun 11 10:36:55.425381 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-df766e46-e12a-4a25-8a39-9a7cfce888cb req-728731bf-111c-496c-8e87-e0e0be8fc472 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/security-groups?id=6983728a-cbf2-4150-a57b-1ac744e6e74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407581 Jun 11 10:36:56.256986 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a9815c-ea33-4357-bf18-46f38f80327c req-b71968f7-0af4-4e5f-8f56-9a8771a000a4 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:56.258346 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f3a9815c-ea33-4357-bf18-46f38f80327c req-b71968f7-0af4-4e5f-8f56-9a8771a000a4 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/ports?device_id=096c4f54-d943-4723-a4a7-f54716690372 HTTP/1.1" status: 200 len: 946 time: 0.0706005 Jun 11 10:36:56.301358 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f3a9815c-ea33-4357-bf18-46f38f80327c req-ad55ea36-76cd-4905-9063-a65bb5de1a51 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/security-groups?id=6983728a-cbf2-4150-a57b-1ac744e6e74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362325 Jun 11 10:36:57.330702 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd60b1c-99d6-469d-a08b-564c1d281a90 req-2731af4b-6d16-4556-8cfd-38fb2a3cb2e5 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:57.333061 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9fd60b1c-99d6-469d-a08b-564c1d281a90 req-2731af4b-6d16-4556-8cfd-38fb2a3cb2e5 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.64 "GET /v2.0/ports?device_id=096c4f54-d943-4723-a4a7-f54716690372 HTTP/1.1" status: 200 len: 946 time: 0.0786166 Jun 11 10:36:57.454313 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-9fd60b1c-99d6-469d-a08b-564c1d281a90 req-ce3a1c42-f38e-4566-8033-66aa26da959d tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Deleting port 81fe8f7a-7426-4310-88e3-41c5d76e677b {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:36:57.454658 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-9fd60b1c-99d6-469d-a08b-564c1d281a90 req-ce3a1c42-f38e-4566-8033-66aa26da959d tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:36:57.489906 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82acd63b-20e3-45fc-a7a2-a04c5969a4a1 req-5865a4f2-3bd1-4206-96e5-b7216e5a774d tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:36:57.491456 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-82acd63b-20e3-45fc-a7a2-a04c5969a4a1 req-5865a4f2-3bd1-4206-96e5-b7216e5a774d tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/ports?device_id=096c4f54-d943-4723-a4a7-f54716690372 HTTP/1.1" status: 200 len: 946 time: 0.0718472 Jun 11 10:36:57.543725 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-82acd63b-20e3-45fc-a7a2-a04c5969a4a1 req-46c4f2e5-77e1-4e4d-9663-6117feab35bd tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/security-groups?id=6983728a-cbf2-4150-a57b-1ac744e6e74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452535 Jun 11 10:36:57.950119 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-9fd60b1c-99d6-469d-a08b-564c1d281a90 req-ce3a1c42-f38e-4566-8033-66aa26da959d tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] For port 81fe8f7a-7426-4310-88e3-41c5d76e677b, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=81fe8f7a-7426-4310-88e3-41c5d76e677b,segment=NetworkSegment(304188d2-7696-4146-bce9-2ef7d69c44e7),segment_id=304188d2-7696-4146-bce9-2ef7d69c44e7)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:36:57.950478 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-9fd60b1c-99d6-469d-a08b-564c1d281a90 req-ce3a1c42-f38e-4566-8033-66aa26da959d tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:36:58.050258 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-9fd60b1c-99d6-469d-a08b-564c1d281a90 req-ce3a1c42-f38e-4566-8033-66aa26da959d tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Calling delete_port for 81fe8f7a-7426-4310-88e3-41c5d76e677b owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:36:58.283971 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-9fd60b1c-99d6-469d-a08b-564c1d281a90 req-ce3a1c42-f38e-4566-8033-66aa26da959d tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:36:58.288141 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c92495b0-9cd6-4631-9c17-be15f15a1d00 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:36:58.296228 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['81fe8f7a-7426-4310-88e3-41c5d76e677b'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:36:58.322994 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3a1c42-f38e-4566-8033-66aa26da959d tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Pushing event deleted for resources: {'Port': ['ID=81fe8f7a-7426-4310-88e3-41c5d76e677b,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:36:58.326736 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ce3a1c42-f38e-4566-8033-66aa26da959d tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:36:58.379858 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fd60b1c-99d6-469d-a08b-564c1d281a90 req-ce3a1c42-f38e-4566-8033-66aa26da959d tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] No DVR routers for this DVR port 81fe8f7a-7426-4310-88e3-41c5d76e677b on host n-h1-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:36:58.382380 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-9fd60b1c-99d6-469d-a08b-564c1d281a90 req-ce3a1c42-f38e-4566-8033-66aa26da959d tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:36:58.384384 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-9fd60b1c-99d6-469d-a08b-564c1d281a90 req-ce3a1c42-f38e-4566-8033-66aa26da959d tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.64 "DELETE /v2.0/ports/81fe8f7a-7426-4310-88e3-41c5d76e677b HTTP/1.1" status: 204 len: 173 time: 1.0460873 Jun 11 10:36:58.384919 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '096c4f54-d943-4723-a4a7-f54716690372', 'name': 'network-vif-deleted', 'tag': '81fe8f7a-7426-4310-88e3-41c5d76e677b'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:36:58.387741 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125b24e798c6fd269f8316ad972dc462157675ddee5b528eb3eb6ea2a565648e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e1c5dc7-41a9-4727-a821-ffcb6d3a40fd" -d '{"events": [{"server_uuid": "096c4f54-d943-4723-a4a7-f54716690372", "name": "network-vif-deleted", "tag": "81fe8f7a-7426-4310-88e3-41c5d76e677b"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:36:58.424338 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-881ee8f0-1a97-458f-8eeb-1a3baf548a7c x-openstack-request-id: req-881ee8f0-1a97-458f-8eeb-1a3baf548a7c {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:36:58.424765 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "096c4f54-d943-4723-a4a7-f54716690372", "name": "network-vif-deleted", "tag": "81fe8f7a-7426-4310-88e3-41c5d76e677b", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:36:58.425072 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-881ee8f0-1a97-458f-8eeb-1a3baf548a7c {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:36:58.425531 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '096c4f54-d943-4723-a4a7-f54716690372', 'name': 'network-vif-deleted', 'tag': '81fe8f7a-7426-4310-88e3-41c5d76e677b', 'status': 'completed', 'code': 200} Jun 11 10:36:58.699271 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-928227e0-d3ce-4e10-8091-a82dcbd4c7f1 req-891f6a07-cdf5-495e-b49b-585b3fb63e73 tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] 10.222.0.60 "GET /v2.0/ports?device_id=096c4f54-d943-4723-a4a7-f54716690372 HTTP/1.1" status: 200 len: 210 time: 0.0344601 Jun 11 10:36:59.941343 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 41856) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:37:00.002019 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-18c1a28d-d84e-4fe1-854f-542837eca2b4 admin admin] Deleting subnet dead7a4c-b64e-4bb3-b333-2b5a53e46e1b {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 10:37:00.005183 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-18c1a28d-d84e-4fe1-854f-542837eca2b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:00.051280 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-18c1a28d-d84e-4fe1-854f-542837eca2b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:00.099085 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-18c1a28d-d84e-4fe1-854f-542837eca2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:00.255910 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-18c1a28d-d84e-4fe1-854f-542837eca2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:00.259142 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a67b56e7-0d3a-40b7-aaed-88bd24733980 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:37:00.298526 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-18c1a28d-d84e-4fe1-854f-542837eca2b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:00.300593 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-18c1a28d-d84e-4fe1-854f-542837eca2b4 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/dead7a4c-b64e-4bb3-b333-2b5a53e46e1b HTTP/1.1" status: 204 len: 168 time: 0.3581049 Jun 11 10:37:00.301421 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c1a28d-d84e-4fe1-854f-542837eca2b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dead7a4c-b64e-4bb3-b333-2b5a53e46e1b,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:37:00.303384 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 41858) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:37:00.304219 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-18c1a28d-d84e-4fe1-854f-542837eca2b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:37:00.397157 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b9dd263e-7038-4dfb-b204-e518d32f3f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:00.429494 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 81fe8f7a-7426-4310-88e3-41c5d76e677b no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:37:00.459448 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] No Port match for: 81fe8f7a-7426-4310-88e3-41c5d76e677b {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:37:00.459842 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 81fe8f7a-7426-4310-88e3-41c5d76e677b not bound to the agent host n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:37:00.884097 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b9dd263e-7038-4dfb-b204-e518d32f3f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:00.896282 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-b9dd263e-7038-4dfb-b204-e518d32f3f02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b47b79cd-1080-49c1-a54b-914cd1ef3620']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:37:00.907146 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-b9dd263e-7038-4dfb-b204-e518d32f3f02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '304188d2-7696-4146-bce9-2ef7d69c44e7') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:37:00.907436 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-b9dd263e-7038-4dfb-b204-e518d32f3f02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '304188d2-7696-4146-bce9-2ef7d69c44e7') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:37:00.917213 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b9dd263e-7038-4dfb-b204-e518d32f3f02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:00.931495 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b9dd263e-7038-4dfb-b204-e518d32f3f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:00.937906 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9dd263e-7038-4dfb-b204-e518d32f3f02 admin admin] Releasing vlan 795 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 10:37:00.938283 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b9dd263e-7038-4dfb-b204-e518d32f3f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:00.939917 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:37:00.939917 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 10:37:00.939917 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:37:00.939917 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:37:00.939917 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:37:00.939917 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 10:37:00.939917 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:37:00.939917 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:37:00.939917 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:37:00.939917 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:37:00.939917 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:37:00.939917 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:37:00.939917 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:37:00.939917 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 10:37:00.939917 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:37:00.939917 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:37:00.939917 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 10:37:00.939917 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 10:37:00.939917 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:37:00.939917 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:37:00.939917 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:37:00.939917 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:37:00.939917 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 10:37:00.939917 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 10:37:00.939917 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 10:37:00.939917 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 10:37:00.939917 n-d-779913-12 neutron-server[93177]: timer() Jun 11 10:37:00.939917 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 10:37:00.939917 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 10:37:00.939917 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 10:37:00.939917 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 10:37:00.939917 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 10:37:00.939917 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 10:37:00.939917 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 10:37:00.939917 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 10:37:00.939917 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 10:37:00.939917 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 10:37:00.939917 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 10:37:00.939917 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 10:37:00.939917 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 10:37:00.939917 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 10:37:00.939917 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 10:37:00.939917 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 10:37:00.939917 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 10:37:00.939917 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 10:37:00.939917 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 10:37:00.939917 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 10:37:00.939917 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 10:37:00.939917 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 10:37:00.939917 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 10:37:00.939917 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 10:37:00.939917 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 10:37:00.939917 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 10:37:00.939917 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 10:37:00.939917 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 10:37:00.939917 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 10:37:01.101242 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b9dd263e-7038-4dfb-b204-e518d32f3f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:01.105389 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-eca38fde-f72a-4589-83ba-60b1f4e00217 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:37:01.108214 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b9dd263e-7038-4dfb-b204-e518d32f3f02 admin admin] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:01.109819 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-b9dd263e-7038-4dfb-b204-e518d32f3f02 admin admin] 10.222.0.60 "DELETE /v2.0/networks/b47b79cd-1080-49c1-a54b-914cd1ef3620 HTTP/1.1" status: 204 len: 168 time: 0.8047419 Jun 11 10:37:01.124291 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dd263e-7038-4dfb-b204-e518d32f3f02 admin admin] Pushing event deleted for resources: {'Network': ['ID=b47b79cd-1080-49c1-a54b-914cd1ef3620,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:37:01.126699 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b9dd263e-7038-4dfb-b204-e518d32f3f02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:37:01.458632 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 41862) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:37:01.508070 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-42987690-ed1b-4439-8bf9-aa27d735ce92 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e634328e37c147ee8075a1df0b7abf53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480285 Jun 11 10:37:01.511220 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 41864) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:37:01.561383 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7dab2cdf-787c-48f2-a0f8-3f1e99ab341e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:01.584142 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7dab2cdf-787c-48f2-a0f8-3f1e99ab341e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:01.712712 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:01.815108 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7dab2cdf-787c-48f2-a0f8-3f1e99ab341e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:01.818229 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7dab2cdf-787c-48f2-a0f8-3f1e99ab341e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:01.819014 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-7dab2cdf-787c-48f2-a0f8-3f1e99ab341e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6983728a-cbf2-4150-a57b-1ac744e6e74b HTTP/1.1" status: 204 len: 168 time: 0.3068557 Jun 11 10:37:01.819875 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0a33099f-348b-45f4-8b62-7d0300927da7 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:37:01.829514 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dab2cdf-787c-48f2-a0f8-3f1e99ab341e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6983728a-cbf2-4150-a57b-1ac744e6e74b,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:37:01.832030 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7dab2cdf-787c-48f2-a0f8-3f1e99ab341e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:37:03.010305 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 41886) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:37:03.106453 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-224842f1-9842-42c4-ab39-279c545603bf admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-313380036-network', 'tenant_id': '5a2172181f6b4cd0a7c7c9bb506434a5'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:37:03.235944 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-224842f1-9842-42c4-ab39-279c545603bf admin admin] Made reservation on behalf of 5a2172181f6b4cd0a7c7c9bb506434a5 for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:37:03.238434 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-224842f1-9842-42c4-ab39-279c545603bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:03.250357 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-224842f1-9842-42c4-ab39-279c545603bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:03.344029 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-224842f1-9842-42c4-ab39-279c545603bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:03.433686 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-224842f1-9842-42c4-ab39-279c545603bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:03.437419 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-16a161c9-5451-445b-af84-59a67f36ecff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:37:03.469727 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-224842f1-9842-42c4-ab39-279c545603bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 780} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 10:37:03.476085 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224842f1-9842-42c4-ab39-279c545603bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c7a666-eed7-4fa5-8530-50cba4caaa36,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:37:03.479691 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-224842f1-9842-42c4-ab39-279c545603bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:37:03.484500 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:37:03.486928 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-224842f1-9842-42c4-ab39-279c545603bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:03.487259 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-224842f1-9842-42c4-ab39-279c545603bf admin admin] Added segment cba3afd8-732a-4bf5-b4a2-75681c22ff7c of type vlan for network 138947f1-478f-4350-8cce-0cd89d3c929c Jun 11 10:37:03.543379 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-224842f1-9842-42c4-ab39-279c545603bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:03.675460 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-224842f1-9842-42c4-ab39-279c545603bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:03.676625 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224842f1-9842-42c4-ab39-279c545603bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:37:03.677203 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-224842f1-9842-42c4-ab39-279c545603bf admin admin] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:03.679547 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b78b6f85-d0f3-442d-a1f0-8d928cdff717 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:37:03.763643 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224842f1-9842-42c4-ab39-279c545603bf admin admin] Pushing event updated for resources: {'Network': ['ID=138947f1-478f-4350-8cce-0cd89d3c929c,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:37:03.766382 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-224842f1-9842-42c4-ab39-279c545603bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:37:03.773305 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 138947f1-478f-4350-8cce-0cd89d3c929c details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 10:37:03.813829 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-224842f1-9842-42c4-ab39-279c545603bf admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8021300 Jun 11 10:37:03.816985 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 41890) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:37:03.821966 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-8bb6262d-9859-4931-847e-fc351b8fd3dd admin admin] Request body: {'subnet': {'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-313380036-subnet', 'tenant_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:37:03.941205 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb6262d-9859-4931-847e-fc351b8fd3dd admin admin] Made reservation on behalf of 5a2172181f6b4cd0a7c7c9bb506434a5 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:37:03.943805 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8bb6262d-9859-4931-847e-fc351b8fd3dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:04.264286 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8bb6262d-9859-4931-847e-fc351b8fd3dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:04.266488 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-52cc1251-79f0-4921-9476-ad8179da9dca tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:37:04.333388 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb6262d-9859-4931-847e-fc351b8fd3dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bcb036b-50e1-441b-b763-25737c996068,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:37:04.337391 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8bb6262d-9859-4931-847e-fc351b8fd3dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:37:04.341981 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb6262d-9859-4931-847e-fc351b8fd3dd admin admin] Checking segment: {'id': 'cba3afd8-732a-4bf5-b4a2-75681c22ff7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:37:04.347237 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb6262d-9859-4931-847e-fc351b8fd3dd admin admin] Network hostable DHCP agents. Network: 138947f1-478f-4350-8cce-0cd89d3c929c, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 10:37:04.430384 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb6262d-9859-4931-847e-fc351b8fd3dd admin admin] Network 138947f1-478f-4350-8cce-0cd89d3c929c is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 10:37:04.510494 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-8bb6262d-9859-4931-847e-fc351b8fd3dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 138947f1-478f-4350-8cce-0cd89d3c929c) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:37:04.515159 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb6262d-9859-4931-847e-fc351b8fd3dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:37:04.515737 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8bb6262d-9859-4931-847e-fc351b8fd3dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:04.519981 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0d6b72-844d-4596-8603-c3996a6a0608 None None] Network 138947f1-478f-4350-8cce-0cd89d3c929c requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:37:04.593180 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-8bb6262d-9859-4931-847e-fc351b8fd3dd admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7751212 Jun 11 10:37:04.596127 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 41892) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:37:04.600737 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-50baaf66-a3dc-439c-801b-70c684b375d7 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-313380036-router', 'tenant_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:37:04.690458 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-50baaf66-a3dc-439c-801b-70c684b375d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:04.691544 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-50baaf66-a3dc-439c-801b-70c684b375d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:04.767618 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-50baaf66-a3dc-439c-801b-70c684b375d7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:04.896105 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9b45e1-1ca5-4074-8afb-46388924967b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-138947f1-478f-4350-8cce-0cd89d3c929c', 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c', 'tenant_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'fixed_ips': [{'subnet_id': '9bcb036b-50e1-441b-b763-25737c996068'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 10:37:04.897049 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-5f9b45e1-1ca5-4074-8afb-46388924967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:05.053538 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-5f9b45e1-1ca5-4074-8afb-46388924967b None None] Allocated IP 172.20.0.2 (138947f1-478f-4350-8cce-0cd89d3c929c/9bcb036b-50e1-441b-b763-25737c996068/ae8c672f-912c-47f5-a837-554a6b1c17b8) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:37:05.144423 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-50baaf66-a3dc-439c-801b-70c684b375d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:05.232547 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-5f9b45e1-1ca5-4074-8afb-46388924967b None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:05.240528 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-5f9b45e1-1ca5-4074-8afb-46388924967b None None] Transition to ACTIVE for port object ae8c672f-912c-47f5-a837-554a6b1c17b8 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:37:05.254816 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-5f9b45e1-1ca5-4074-8afb-46388924967b None None] Transition to ACTIVE for port object ae8c672f-912c-47f5-a837-554a6b1c17b8 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:37:05.364615 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-5f9b45e1-1ca5-4074-8afb-46388924967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:05.367386 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-1cb4e981-3043-47f2-afba-e2cd92c405aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:37:05.412016 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9b45e1-1ca5-4074-8afb-46388924967b None None] Network 138947f1-478f-4350-8cce-0cd89d3c929c is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:37:05.415044 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-5f9b45e1-1ca5-4074-8afb-46388924967b None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:37:05.419321 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9b45e1-1ca5-4074-8afb-46388924967b None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:37:05.424904 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b45e1-1ca5-4074-8afb-46388924967b None None] Pushing event updated for resources: {'Port': ['ID=ae8c672f-912c-47f5-a837-554a6b1c17b8,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:37:05.430434 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-5f9b45e1-1ca5-4074-8afb-46388924967b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:37:05.498152 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-5f9b45e1-1ca5-4074-8afb-46388924967b None None] Attempting to bind port ae8c672f-912c-47f5-a837-554a6b1c17b8 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:37:05.498527 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-5f9b45e1-1ca5-4074-8afb-46388924967b None None] Attempting to bind port ae8c672f-912c-47f5-a837-554a6b1c17b8 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'cba3afd8-732a-4bf5-b4a2-75681c22ff7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:37:05.498893 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9b45e1-1ca5-4074-8afb-46388924967b None None] Attempting to bind port ae8c672f-912c-47f5-a837-554a6b1c17b8 on network 138947f1-478f-4350-8cce-0cd89d3c929c {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:37:05.503873 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9b45e1-1ca5-4074-8afb-46388924967b None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:37:05.504252 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9b45e1-1ca5-4074-8afb-46388924967b None None] Checking segment: {'id': 'cba3afd8-732a-4bf5-b4a2-75681c22ff7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:37:05.504659 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-5f9b45e1-1ca5-4074-8afb-46388924967b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:05.505052 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9b45e1-1ca5-4074-8afb-46388924967b None None] Bound using segment: {'id': 'cba3afd8-732a-4bf5-b4a2-75681c22ff7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:37:05.505518 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-5f9b45e1-1ca5-4074-8afb-46388924967b None None] Bound port: ae8c672f-912c-47f5-a837-554a6b1c17b8, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cba3afd8-732a-4bf5-b4a2-75681c22ff7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:37:05.505893 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-5f9b45e1-1ca5-4074-8afb-46388924967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:05.539984 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-50baaf66-a3dc-439c-801b-70c684b375d7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:05.566599 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-50baaf66-a3dc-439c-801b-70c684b375d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:05.578689 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-5f9b45e1-1ca5-4074-8afb-46388924967b None None] For port ae8c672f-912c-47f5-a837-554a6b1c17b8, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:37:05.581858 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-5f9b45e1-1ca5-4074-8afb-46388924967b None None] For port ae8c672f-912c-47f5-a837-554a6b1c17b8, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=ae8c672f-912c-47f5-a837-554a6b1c17b8,segment=NetworkSegment(cba3afd8-732a-4bf5-b4a2-75681c22ff7c),segment_id=cba3afd8-732a-4bf5-b4a2-75681c22ff7c)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:37:05.689207 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-50baaf66-a3dc-439c-801b-70c684b375d7 admin admin] Allocated IP 172.25.4.224 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/0c39ff4a-0577-42ba-ae36-280a41a0a3b6) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:37:05.730498 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-5f9b45e1-1ca5-4074-8afb-46388924967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:05.732677 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-82a8b161-4f76-4352-94cd-329ac1ee3191 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:37:05.796791 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b45e1-1ca5-4074-8afb-46388924967b None None] Pushing event updated for resources: {'Port': ['ID=ae8c672f-912c-47f5-a837-554a6b1c17b8,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:37:05.824987 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-5f9b45e1-1ca5-4074-8afb-46388924967b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:37:05.837443 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-50baaf66-a3dc-439c-801b-70c684b375d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:05.996473 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-50baaf66-a3dc-439c-801b-70c684b375d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:06.002999 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5ace74a0-32f6-435e-a85c-539b46cc87bd tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:37:06.051229 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50baaf66-a3dc-439c-801b-70c684b375d7 admin admin] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:37:06.054345 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-50baaf66-a3dc-439c-801b-70c684b375d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:37:06.057513 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50baaf66-a3dc-439c-801b-70c684b375d7 admin admin] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:37:06.093713 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50baaf66-a3dc-439c-801b-70c684b375d7 admin admin] Pushing event updated for resources: {'Port': ['ID=0c39ff4a-0577-42ba-ae36-280a41a0a3b6,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:37:06.096603 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-50baaf66-a3dc-439c-801b-70c684b375d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:37:06.098181 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:06.498276 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-50baaf66-a3dc-439c-801b-70c684b375d7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:06.676634 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261c2773-c305-4efe-ba96-3e90da62e032 None None] Network 138947f1-478f-4350-8cce-0cd89d3c929c requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 10:37:06.798032 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-50baaf66-a3dc-439c-801b-70c684b375d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:06.867172 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-871c38db-bf29-4159-a3ef-89fc47fde523 None None] Provisioning for port ae8c672f-912c-47f5-a837-554a6b1c17b8 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:37:07.100919 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50baaf66-a3dc-439c-801b-70c684b375d7 admin admin] Router 26111990-d112-4825-9709-f26d9b7c841d is scheduled to L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 with binding_index 1 {{(pid=93177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 10:37:07.253538 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50baaf66-a3dc-439c-801b-70c684b375d7 admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:37:07.262762 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b545d69e-e863-4914-a976-d9e73d22eadb None None] Sync routers for ids ['26111990-d112-4825-9709-f26d9b7c841d'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:37:07.272843 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b545d69e-e863-4914-a976-d9e73d22eadb None None] Routers {'26111990-d112-4825-9709-f26d9b7c841d'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:37:07.273738 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-b545d69e-e863-4914-a976-d9e73d22eadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:36:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['26111990-d112-4825-9709-f26d9b7c841d'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:37:07.363637 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-50baaf66-a3dc-439c-801b-70c684b375d7 admin admin] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:07.364968 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-50baaf66-a3dc-439c-801b-70c684b375d7 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7678308 Jun 11 10:37:07.367737 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 41894) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:37:07.416751 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-b545d69e-e863-4914-a976-d9e73d22eadb None None] Set router 26111990-d112-4825-9709-f26d9b7c841d gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:37:07.778496 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-b545d69e-e863-4914-a976-d9e73d22eadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26111990-d112-4825-9709-f26d9b7c841d', 'name': 'tempest-ServerActionsTestJSON-313380036-router', 'tenant_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '0c39ff4a-0577-42ba-ae36-280a41a0a3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:37:04Z', 'updated_at': '2021-06-11T10:37:06Z', 'revision_number': 3, 'project_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'gw_port': {'id': '0c39ff4a-0577-42ba-ae36-280a41a0a3b6', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:70:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26111990-d112-4825-9709-f26d9b7c841d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:37:05Z', 'updated_at': '2021-06-11T10:37:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:37:07.786329 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b545d69e-e863-4914-a976-d9e73d22eadb None None] Checking router: 26111990-d112-4825-9709-f26d9b7c841d for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:37:07.786717 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b545d69e-e863-4914-a976-d9e73d22eadb None None] Updating router 26111990-d112-4825-9709-f26d9b7c841d port 0c39ff4a-0577-42ba-ae36-280a41a0a3b6 binding host n-d-779913-12 {{(pid=93179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 10:37:07.830638 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-b545d69e-e863-4914-a976-d9e73d22eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:08.014808 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device ae8c672f-912c-47f5-a837-554a6b1c17b8 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:37:08.141319 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-b545d69e-e863-4914-a976-d9e73d22eadb None None] Notify callbacks [] for port, precommit_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:08.150821 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-b545d69e-e863-4914-a976-d9e73d22eadb None None] Transition to ACTIVE for port object 0c39ff4a-0577-42ba-ae36-280a41a0a3b6 will not be triggered until provisioned by entity L2. {{(pid=93179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:37:08.174955 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port ae8c672f-912c-47f5-a837-554a6b1c17b8 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:37:08.179011 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port ae8c672f-912c-47f5-a837-554a6b1c17b8 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:37:08.179396 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:08.267142 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-b545d69e-e863-4914-a976-d9e73d22eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:08.269927 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-1f01e414-ee6d-4418-a622-a78e5383f864 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:37:08.276025 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:08.315769 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port ae8c672f-912c-47f5-a837-554a6b1c17b8, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=ae8c672f-912c-47f5-a837-554a6b1c17b8,segment=NetworkSegment(cba3afd8-732a-4bf5-b4a2-75681c22ff7c),segment_id=cba3afd8-732a-4bf5-b4a2-75681c22ff7c)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:37:08.329282 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e578491b-c4cf-47d2-9684-45a7574e3c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:08.334239 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-b545d69e-e863-4914-a976-d9e73d22eadb None None] Attempting to bind port 0c39ff4a-0577-42ba-ae36-280a41a0a3b6 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:37:08.334645 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-b545d69e-e863-4914-a976-d9e73d22eadb None None] Attempting to bind port 0c39ff4a-0577-42ba-ae36-280a41a0a3b6 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:37:08.335013 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b545d69e-e863-4914-a976-d9e73d22eadb None None] Attempting to bind port 0c39ff4a-0577-42ba-ae36-280a41a0a3b6 on network f0adef6e-169f-4a27-8865-442be2ad072d {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:37:08.342497 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd4f1b0-7ac0-46fc-baf5-b3b0d8239e1a None None] Pushing event updated for resources: {'Port': ['ID=0c39ff4a-0577-42ba-ae36-280a41a0a3b6,revision_number=2']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:37:08.345640 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b545d69e-e863-4914-a976-d9e73d22eadb None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:37:08.346018 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b545d69e-e863-4914-a976-d9e73d22eadb None None] Checking segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:37:08.346425 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-b545d69e-e863-4914-a976-d9e73d22eadb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:08.346821 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b545d69e-e863-4914-a976-d9e73d22eadb None None] Bound using segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:37:08.347285 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-b545d69e-e863-4914-a976-d9e73d22eadb None None] Bound port: 0c39ff4a-0577-42ba-ae36-280a41a0a3b6, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:37:08.347689 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-b545d69e-e863-4914-a976-d9e73d22eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:08.354010 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd4f1b0-7ac0-46fc-baf5-b3b0d8239e1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:37:08.354371 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd4f1b0-7ac0-46fc-baf5-b3b0d8239e1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:37:08.354688 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd4f1b0-7ac0-46fc-baf5-b3b0d8239e1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:37:08.355019 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd4f1b0-7ac0-46fc-baf5-b3b0d8239e1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:37:08.355344 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd4f1b0-7ac0-46fc-baf5-b3b0d8239e1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:37:08.355693 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd4f1b0-7ac0-46fc-baf5-b3b0d8239e1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:37:08.356013 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd4f1b0-7ac0-46fc-baf5-b3b0d8239e1a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:37:08.356332 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd4f1b0-7ac0-46fc-baf5-b3b0d8239e1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:37:08.356698 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd4f1b0-7ac0-46fc-baf5-b3b0d8239e1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:37:08.357014 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd4f1b0-7ac0-46fc-baf5-b3b0d8239e1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:37:08.357330 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd4f1b0-7ac0-46fc-baf5-b3b0d8239e1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:37:08.357648 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd4f1b0-7ac0-46fc-baf5-b3b0d8239e1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:37:08.382265 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-9bd4f1b0-7ac0-46fc-baf5-b3b0d8239e1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:37:08.398352 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:08.402244 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-eb4dc90e-73fb-44be-9a93-4df7a12e8c81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:37:08.417533 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-b545d69e-e863-4914-a976-d9e73d22eadb None None] For port 0c39ff4a-0577-42ba-ae36-280a41a0a3b6, host n-d-779913-12, cleared binding levels {{(pid=93179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:37:08.420876 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-b545d69e-e863-4914-a976-d9e73d22eadb None None] For port 0c39ff4a-0577-42ba-ae36-280a41a0a3b6, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=0c39ff4a-0577-42ba-ae36-280a41a0a3b6,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:37:08.461442 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=ae8c672f-912c-47f5-a837-554a6b1c17b8,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:37:08.469261 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:37:08.469609 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:37:08.469948 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:37:08.470289 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:37:08.470622 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:37:08.470947 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:37:08.471273 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:37:08.471621 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:37:08.471946 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:37:08.472268 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:37:08.472588 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:37:08.472937 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:37:08.476821 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:37:08.561507 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-b545d69e-e863-4914-a976-d9e73d22eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:08.563232 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-e578491b-c4cf-47d2-9684-45a7574e3c2c admin admin] Allocated IP 172.20.0.1 (138947f1-478f-4350-8cce-0cd89d3c929c/9bcb036b-50e1-441b-b763-25737c996068/034e839d-c79b-4cc7-a007-6546c575a8aa) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:37:08.564405 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-ce596e52-d055-40a6-8e72-33d9a53adaeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:37:08.625530 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b545d69e-e863-4914-a976-d9e73d22eadb None None] Routers {'26111990-d112-4825-9709-f26d9b7c841d'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:37:08.626178 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-b545d69e-e863-4914-a976-d9e73d22eadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:36:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['26111990-d112-4825-9709-f26d9b7c841d'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:37:08.679676 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd4f1b0-7ac0-46fc-baf5-b3b0d8239e1a None None] Pushing event updated for resources: {'Port': ['ID=0c39ff4a-0577-42ba-ae36-280a41a0a3b6,revision_number=3']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:37:08.700140 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e578491b-c4cf-47d2-9684-45a7574e3c2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:08.713201 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-e578491b-c4cf-47d2-9684-45a7574e3c2c admin admin] Transition to ACTIVE for port object 034e839d-c79b-4cc7-a007-6546c575a8aa will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:37:08.723815 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-9bd4f1b0-7ac0-46fc-baf5-b3b0d8239e1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:37:08.773403 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-b545d69e-e863-4914-a976-d9e73d22eadb None None] Set router 26111990-d112-4825-9709-f26d9b7c841d gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:37:08.844634 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e578491b-c4cf-47d2-9684-45a7574e3c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:08.846883 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c4f6db3c-e4ef-4a72-ac9b-e80c327a1c50 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:37:08.898423 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e578491b-c4cf-47d2-9684-45a7574e3c2c admin admin] Network 138947f1-478f-4350-8cce-0cd89d3c929c is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:37:08.903452 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-e578491b-c4cf-47d2-9684-45a7574e3c2c admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:37:08.906175 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e578491b-c4cf-47d2-9684-45a7574e3c2c admin admin] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:37:08.938720 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e578491b-c4cf-47d2-9684-45a7574e3c2c admin admin] Pushing event updated for resources: {'Port': ['ID=034e839d-c79b-4cc7-a007-6546c575a8aa,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:37:08.941122 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e578491b-c4cf-47d2-9684-45a7574e3c2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:37:08.964242 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e578491b-c4cf-47d2-9684-45a7574e3c2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-375088'] for router_interface, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:09.026086 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-b545d69e-e863-4914-a976-d9e73d22eadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26111990-d112-4825-9709-f26d9b7c841d', 'name': 'tempest-ServerActionsTestJSON-313380036-router', 'tenant_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '0c39ff4a-0577-42ba-ae36-280a41a0a3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:37:04Z', 'updated_at': '2021-06-11T10:37:06Z', 'revision_number': 3, 'project_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'gw_port': {'id': '0c39ff4a-0577-42ba-ae36-280a41a0a3b6', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:70:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26111990-d112-4825-9709-f26d9b7c841d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:37:05Z', 'updated_at': '2021-06-11T10:37:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:37:09.029869 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b545d69e-e863-4914-a976-d9e73d22eadb None None] The sync data for ids ['26111990-d112-4825-9709-f26d9b7c841d'] in n-d-779913-12 is: [{'id': '26111990-d112-4825-9709-f26d9b7c841d', 'name': 'tempest-ServerActionsTestJSON-313380036-router', 'tenant_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '0c39ff4a-0577-42ba-ae36-280a41a0a3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:37:04Z', 'updated_at': '2021-06-11T10:37:06Z', 'revision_number': 3, 'project_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'gw_port': {'id': '0c39ff4a-0577-42ba-ae36-280a41a0a3b6', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:70:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26111990-d112-4825-9709-f26d9b7c841d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:37:05Z', 'updated_at': '2021-06-11T10:37:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:37:09.255478 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-a8cdb62b-1aae-4e07-ad71-f9f5b1b9aa51 None None] Provisioning for port 034e839d-c79b-4cc7-a007-6546c575a8aa completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:37:09.263938 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-a8cdb62b-1aae-4e07-ad71-f9f5b1b9aa51 None None] Provisioning complete for port 034e839d-c79b-4cc7-a007-6546c575a8aa triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:37:09.264330 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a8cdb62b-1aae-4e07-ad71-f9f5b1b9aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:09.277662 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e578491b-c4cf-47d2-9684-45a7574e3c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:09.309624 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-a8cdb62b-1aae-4e07-ad71-f9f5b1b9aa51 None None] Port 034e839d-c79b-4cc7-a007-6546c575a8aa cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:37:09.495589 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e578491b-c4cf-47d2-9684-45a7574e3c2c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:09.615734 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e578491b-c4cf-47d2-9684-45a7574e3c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:09.618272 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d2b0d4e6-4257-4602-8efd-56a3d913abfc tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:37:09.704698 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e578491b-c4cf-47d2-9684-45a7574e3c2c admin admin] Pushing event updated for resources: {'Port': ['ID=034e839d-c79b-4cc7-a007-6546c575a8aa,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:37:09.707516 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e578491b-c4cf-47d2-9684-45a7574e3c2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:37:09.708424 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e578491b-c4cf-47d2-9684-45a7574e3c2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375108'] for router_interface, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:09.840202 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e578491b-c4cf-47d2-9684-45a7574e3c2c admin admin] Network 138947f1-478f-4350-8cce-0cd89d3c929c is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:37:09.841638 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-e578491b-c4cf-47d2-9684-45a7574e3c2c admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:37:10.003185 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e578491b-c4cf-47d2-9684-45a7574e3c2c admin admin] Router 26111990-d112-4825-9709-f26d9b7c841d has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:37:10.062733 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 0c39ff4a-0577-42ba-ae36-280a41a0a3b6 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:37:10.139466 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f2c78770-d008-47ef-be4d-084bb0d6741f None None] Provisioning complete for port 034e839d-c79b-4cc7-a007-6546c575a8aa triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:37:10.139798 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f2c78770-d008-47ef-be4d-084bb0d6741f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:10.172708 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e578491b-c4cf-47d2-9684-45a7574e3c2c admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:37:10.178017 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-e578491b-c4cf-47d2-9684-45a7574e3c2c admin admin] 10.222.0.60 "PUT /v2.0/routers/26111990-d112-4825-9709-f26d9b7c841d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8089623 Jun 11 10:37:10.187934 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f2c78770-d008-47ef-be4d-084bb0d6741f None None] Port 034e839d-c79b-4cc7-a007-6546c575a8aa cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:37:10.255297 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 0c39ff4a-0577-42ba-ae36-280a41a0a3b6 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:37:10.260654 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 0c39ff4a-0577-42ba-ae36-280a41a0a3b6 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:37:10.261711 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:10.362229 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:10.385737 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 0c39ff4a-0577-42ba-ae36-280a41a0a3b6, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=0c39ff4a-0577-42ba-ae36-280a41a0a3b6,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:37:10.475547 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:10.476627 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device ae8c672f-912c-47f5-a837-554a6b1c17b8 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:37:10.479067 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:37:10.585587 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=0c39ff4a-0577-42ba-ae36-280a41a0a3b6,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:37:10.589811 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:37:10.599135 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port ae8c672f-912c-47f5-a837-554a6b1c17b8 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:37:10.599514 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:10.683064 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf66baa-af29-427c-bd97-97c32e242d07 None None] Sync routers for ids ['26111990-d112-4825-9709-f26d9b7c841d'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:37:10.702912 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf66baa-af29-427c-bd97-97c32e242d07 None None] Routers {'26111990-d112-4825-9709-f26d9b7c841d'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:37:10.703552 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-caf66baa-af29-427c-bd97-97c32e242d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:36:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['26111990-d112-4825-9709-f26d9b7c841d'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:37:10.855639 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-caf66baa-af29-427c-bd97-97c32e242d07 None None] Set router 26111990-d112-4825-9709-f26d9b7c841d gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:37:10.872887 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 41904) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:37:10.877693 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-d43ec5cd-b8eb-4ae4-921a-6f2fcca09c1c tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1178051475', 'description': 'tempest-description--2110587924'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:37:11.026746 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d43ec5cd-b8eb-4ae4-921a-6f2fcca09c1c tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:11.128942 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d43ec5cd-b8eb-4ae4-921a-6f2fcca09c1c tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:11.132639 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-caf66baa-af29-427c-bd97-97c32e242d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26111990-d112-4825-9709-f26d9b7c841d', 'name': 'tempest-ServerActionsTestJSON-313380036-router', 'tenant_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '0c39ff4a-0577-42ba-ae36-280a41a0a3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:37:04Z', 'updated_at': '2021-06-11T10:37:09Z', 'revision_number': 4, 'project_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'gw_port': {'id': '0c39ff4a-0577-42ba-ae36-280a41a0a3b6', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:70:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26111990-d112-4825-9709-f26d9b7c841d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:37:05Z', 'updated_at': '2021-06-11T10:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '034e839d-c79b-4cc7-a007-6546c575a8aa', 'name': '', 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c', 'tenant_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'mac_address': 'fa:16:3e:89:d0:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26111990-d112-4825-9709-f26d9b7c841d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '9bcb036b-50e1-441b-b763-25737c996068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:37:08Z', 'updated_at': '2021-06-11T10:37:09Z', 'revision_number': 2, 'project_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'subnets': [{'id': '9bcb036b-50e1-441b-b763-25737c996068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:37:11.136418 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf66baa-af29-427c-bd97-97c32e242d07 None None] Checking router: 26111990-d112-4825-9709-f26d9b7c841d for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:37:11.136781 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf66baa-af29-427c-bd97-97c32e242d07 None None] Updating router 26111990-d112-4825-9709-f26d9b7c841d port 034e839d-c79b-4cc7-a007-6546c575a8aa binding host n-d-779913-12 {{(pid=93178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 10:37:11.180768 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-caf66baa-af29-427c-bd97-97c32e242d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:11.283526 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d43ec5cd-b8eb-4ae4-921a-6f2fcca09c1c tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:11.286296 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-db845b5a-0c7a-4a5a-8f7a-1594a6c3dea6 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:37:11.322984 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43ec5cd-b8eb-4ae4-921a-6f2fcca09c1c tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e917fed9-07e1-4581-ad3a-f3149cd76758,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:37:11.332560 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43ec5cd-b8eb-4ae4-921a-6f2fcca09c1c tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:37:11.333086 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43ec5cd-b8eb-4ae4-921a-6f2fcca09c1c tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:37:11.333636 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43ec5cd-b8eb-4ae4-921a-6f2fcca09c1c tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:37:11.334249 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43ec5cd-b8eb-4ae4-921a-6f2fcca09c1c tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:37:11.334712 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43ec5cd-b8eb-4ae4-921a-6f2fcca09c1c tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:37:11.335099 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43ec5cd-b8eb-4ae4-921a-6f2fcca09c1c tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:37:11.335475 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43ec5cd-b8eb-4ae4-921a-6f2fcca09c1c tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:37:11.335876 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43ec5cd-b8eb-4ae4-921a-6f2fcca09c1c tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:37:11.336249 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43ec5cd-b8eb-4ae4-921a-6f2fcca09c1c tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:37:11.336705 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43ec5cd-b8eb-4ae4-921a-6f2fcca09c1c tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:37:11.336992 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43ec5cd-b8eb-4ae4-921a-6f2fcca09c1c tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:37:11.337357 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43ec5cd-b8eb-4ae4-921a-6f2fcca09c1c tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:37:11.341688 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d43ec5cd-b8eb-4ae4-921a-6f2fcca09c1c tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:37:11.426913 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d43ec5cd-b8eb-4ae4-921a-6f2fcca09c1c tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:11.428452 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-d43ec5cd-b8eb-4ae4-921a-6f2fcca09c1c tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5544193 Jun 11 10:37:11.431113 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 41906) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:37:11.435843 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-03526c37-da04-406a-b2d7-93ee10708a5b tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Request body: {'security_group_rule': {'security_group_id': 'e917fed9-07e1-4581-ad3a-f3149cd76758', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:37:11.506952 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-caf66baa-af29-427c-bd97-97c32e242d07 None None] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:11.516791 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-caf66baa-af29-427c-bd97-97c32e242d07 None None] Transition to ACTIVE for port object 034e839d-c79b-4cc7-a007-6546c575a8aa will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:37:11.522878 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-03526c37-da04-406a-b2d7-93ee10708a5b tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:11.587284 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-03526c37-da04-406a-b2d7-93ee10708a5b tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:11.612368 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-caf66baa-af29-427c-bd97-97c32e242d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:11.614511 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-1cb4e981-3043-47f2-afba-e2cd92c405aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:37:11.700520 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-03526c37-da04-406a-b2d7-93ee10708a5b tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:11.700520 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a317bc36-be78-4178-b13b-27bb1f4d4dd0 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:37:11.708273 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3394990b-f5fe-44a0-bada-fa36b766167d None None] Pushing event updated for resources: {'Port': ['ID=034e839d-c79b-4cc7-a007-6546c575a8aa,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:37:11.714750 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-3394990b-f5fe-44a0-bada-fa36b766167d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:37:11.724271 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03526c37-da04-406a-b2d7-93ee10708a5b tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a25daa33-517e-4171-bb72-718e433ad7c1,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:37:11.726916 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-03526c37-da04-406a-b2d7-93ee10708a5b tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:37:11.787762 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-caf66baa-af29-427c-bd97-97c32e242d07 None None] Attempting to bind port 034e839d-c79b-4cc7-a007-6546c575a8aa on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:37:11.788222 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-caf66baa-af29-427c-bd97-97c32e242d07 None None] Attempting to bind port 034e839d-c79b-4cc7-a007-6546c575a8aa by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'cba3afd8-732a-4bf5-b4a2-75681c22ff7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:37:11.788605 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf66baa-af29-427c-bd97-97c32e242d07 None None] Attempting to bind port 034e839d-c79b-4cc7-a007-6546c575a8aa on network 138947f1-478f-4350-8cce-0cd89d3c929c {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:37:11.794522 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf66baa-af29-427c-bd97-97c32e242d07 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:37:11.794912 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf66baa-af29-427c-bd97-97c32e242d07 None None] Checking segment: {'id': 'cba3afd8-732a-4bf5-b4a2-75681c22ff7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:37:11.795330 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-caf66baa-af29-427c-bd97-97c32e242d07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:11.795768 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf66baa-af29-427c-bd97-97c32e242d07 None None] Bound using segment: {'id': 'cba3afd8-732a-4bf5-b4a2-75681c22ff7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:37:11.796252 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-caf66baa-af29-427c-bd97-97c32e242d07 None None] Bound port: 034e839d-c79b-4cc7-a007-6546c575a8aa, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cba3afd8-732a-4bf5-b4a2-75681c22ff7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:37:11.796640 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-caf66baa-af29-427c-bd97-97c32e242d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:11.855635 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-03526c37-da04-406a-b2d7-93ee10708a5b tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:11.856880 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-03526c37-da04-406a-b2d7-93ee10708a5b tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4247425 Jun 11 10:37:11.859556 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 41908) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:37:11.864301 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-9445256b-9a4a-4f34-a4ef-247803d0eca7 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Request body: {'security_group_rule': {'security_group_id': 'e917fed9-07e1-4581-ad3a-f3149cd76758', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:37:11.870678 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-caf66baa-af29-427c-bd97-97c32e242d07 None None] For port 034e839d-c79b-4cc7-a007-6546c575a8aa, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:37:11.873907 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-caf66baa-af29-427c-bd97-97c32e242d07 None None] For port 034e839d-c79b-4cc7-a007-6546c575a8aa, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=034e839d-c79b-4cc7-a007-6546c575a8aa,segment=NetworkSegment(cba3afd8-732a-4bf5-b4a2-75681c22ff7c),segment_id=cba3afd8-732a-4bf5-b4a2-75681c22ff7c)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:37:11.967102 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 0c39ff4a-0577-42ba-ae36-280a41a0a3b6 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:37:12.012688 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-caf66baa-af29-427c-bd97-97c32e242d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:12.014808 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:37:12.044068 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9445256b-9a4a-4f34-a4ef-247803d0eca7 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:12.095957 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 0c39ff4a-0577-42ba-ae36-280a41a0a3b6 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:37:12.096342 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:12.098001 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3394990b-f5fe-44a0-bada-fa36b766167d None None] Pushing event updated for resources: {'Port': ['ID=034e839d-c79b-4cc7-a007-6546c575a8aa,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:37:12.102444 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf66baa-af29-427c-bd97-97c32e242d07 None None] Routers {'26111990-d112-4825-9709-f26d9b7c841d'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:37:12.103094 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-caf66baa-af29-427c-bd97-97c32e242d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:36:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['26111990-d112-4825-9709-f26d9b7c841d'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:37:12.105223 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-3394990b-f5fe-44a0-bada-fa36b766167d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:37:12.124969 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9445256b-9a4a-4f34-a4ef-247803d0eca7 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:12.238439 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9445256b-9a4a-4f34-a4ef-247803d0eca7 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3895350'] for security_group_rule, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:12.244564 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e341c6b5-ad81-426c-a6b1-39fd83f85b62 tempest-AttachVolumeTestJSON-1499091937 tempest-AttachVolumeTestJSON-1499091937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:37:12.263188 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445256b-9a4a-4f34-a4ef-247803d0eca7 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c91de42f-a31d-4957-a454-a8cb86be134e,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:37:12.266418 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9445256b-9a4a-4f34-a4ef-247803d0eca7 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:37:12.381242 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9445256b-9a4a-4f34-a4ef-247803d0eca7 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:12.382534 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-9445256b-9a4a-4f34-a4ef-247803d0eca7 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5219958 Jun 11 10:37:12.385687 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 41910) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:37:12.390766 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-ede8a6fd-1eee-416a-a0ce-0ba14c0d341b tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Request body: {'floatingip': {'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:37:12.510620 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-caf66baa-af29-427c-bd97-97c32e242d07 None None] Set router 26111990-d112-4825-9709-f26d9b7c841d gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:37:12.515503 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ede8a6fd-1eee-416a-a0ce-0ba14c0d341b tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Notify callbacks [] for floatingip, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:12.644113 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ede8a6fd-1eee-416a-a0ce-0ba14c0d341b tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:12.773629 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-ede8a6fd-1eee-416a-a0ce-0ba14c0d341b tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Allocated IP 172.25.4.50 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/59788275-d83f-403e-a360-7130a1e329f2) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:37:12.809433 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-caf66baa-af29-427c-bd97-97c32e242d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26111990-d112-4825-9709-f26d9b7c841d', 'name': 'tempest-ServerActionsTestJSON-313380036-router', 'tenant_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '0c39ff4a-0577-42ba-ae36-280a41a0a3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:37:04Z', 'updated_at': '2021-06-11T10:37:09Z', 'revision_number': 4, 'project_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'gw_port': {'id': '0c39ff4a-0577-42ba-ae36-280a41a0a3b6', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:70:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26111990-d112-4825-9709-f26d9b7c841d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:37:05Z', 'updated_at': '2021-06-11T10:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '034e839d-c79b-4cc7-a007-6546c575a8aa', 'name': '', 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c', 'tenant_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'mac_address': 'fa:16:3e:89:d0:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26111990-d112-4825-9709-f26d9b7c841d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '9bcb036b-50e1-441b-b763-25737c996068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:37:08Z', 'updated_at': '2021-06-11T10:37:11Z', 'revision_number': 4, 'project_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'subnets': [{'id': '9bcb036b-50e1-441b-b763-25737c996068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:37:12.814133 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf66baa-af29-427c-bd97-97c32e242d07 None None] The sync data for ids ['26111990-d112-4825-9709-f26d9b7c841d'] in n-d-779913-12 is: [{'id': '26111990-d112-4825-9709-f26d9b7c841d', 'name': 'tempest-ServerActionsTestJSON-313380036-router', 'tenant_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '0c39ff4a-0577-42ba-ae36-280a41a0a3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:37:04Z', 'updated_at': '2021-06-11T10:37:09Z', 'revision_number': 4, 'project_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'gw_port': {'id': '0c39ff4a-0577-42ba-ae36-280a41a0a3b6', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:70:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26111990-d112-4825-9709-f26d9b7c841d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:37:05Z', 'updated_at': '2021-06-11T10:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '034e839d-c79b-4cc7-a007-6546c575a8aa', 'name': '', 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c', 'tenant_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'mac_address': 'fa:16:3e:89:d0:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26111990-d112-4825-9709-f26d9b7c841d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '9bcb036b-50e1-441b-b763-25737c996068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:37:08Z', 'updated_at': '2021-06-11T10:37:11Z', 'revision_number': 4, 'project_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'subnets': [{'id': '9bcb036b-50e1-441b-b763-25737c996068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:37:12.930212 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ede8a6fd-1eee-416a-a0ce-0ba14c0d341b tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:13.041486 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-5c763148-4651-45f1-892a-d236810d9bff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:13.124023 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ede8a6fd-1eee-416a-a0ce-0ba14c0d341b tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:13.128042 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d98fc063-f8f5-4d36-80c8-873da0c737b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:37:13.191461 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede8a6fd-1eee-416a-a0ce-0ba14c0d341b tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:37:13.194713 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-ede8a6fd-1eee-416a-a0ce-0ba14c0d341b tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:37:13.198886 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede8a6fd-1eee-416a-a0ce-0ba14c0d341b tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:37:13.229170 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede8a6fd-1eee-416a-a0ce-0ba14c0d341b tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Pushing event updated for resources: {'Port': ['ID=59788275-d83f-403e-a360-7130a1e329f2,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:37:13.233973 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ede8a6fd-1eee-416a-a0ce-0ba14c0d341b tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:37:13.309675 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ede8a6fd-1eee-416a-a0ce-0ba14c0d341b tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:13.554355 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ede8a6fd-1eee-416a-a0ce-0ba14c0d341b tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:13.740964 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ede8a6fd-1eee-416a-a0ce-0ba14c0d341b tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:13.841138 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ede8a6fd-1eee-416a-a0ce-0ba14c0d341b tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:13.843444 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-54266f79-3863-47e1-9406-b5a58b9e929e tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:37:13.932425 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede8a6fd-1eee-416a-a0ce-0ba14c0d341b tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Pushing event updated for resources: {'Port': ['ID=59788275-d83f-403e-a360-7130a1e329f2,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:37:13.937014 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ede8a6fd-1eee-416a-a0ce-0ba14c0d341b tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:37:13.944332 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ede8a6fd-1eee-416a-a0ce-0ba14c0d341b tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:14.010943 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 034e839d-c79b-4cc7-a007-6546c575a8aa up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:37:14.138326 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ede8a6fd-1eee-416a-a0ce-0ba14c0d341b tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:14.139683 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-ede8a6fd-1eee-416a-a0ce-0ba14c0d341b tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7526910 Jun 11 10:37:14.281284 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 034e839d-c79b-4cc7-a007-6546c575a8aa completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:37:14.286679 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 034e839d-c79b-4cc7-a007-6546c575a8aa triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:37:14.286679 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:14.300376 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2c1c5baf-92dc-47ff-bf42-75b2071e01f7 req-f90de28d-296b-4819-a291-5a5f2c4d47cf tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1178051475&fields=id&tenant_id=5a2172181f6b4cd0a7c7c9bb506434a5 HTTP/1.1" status: 200 len: 267 time: 0.0531857 Jun 11 10:37:14.382531 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:14.419362 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 034e839d-c79b-4cc7-a007-6546c575a8aa, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=034e839d-c79b-4cc7-a007-6546c575a8aa,segment=NetworkSegment(cba3afd8-732a-4bf5-b4a2-75681c22ff7c),segment_id=cba3afd8-732a-4bf5-b4a2-75681c22ff7c)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:37:14.435007 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1c5baf-92dc-47ff-bf42-75b2071e01f7 req-c1ea9ce0-34c4-4be3-accc-c3b5a0a76791 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:37:14.436484 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2c1c5baf-92dc-47ff-bf42-75b2071e01f7 req-c1ea9ce0-34c4-4be3-accc-c3b5a0a76791 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/networks?id=138947f1-478f-4350-8cce-0cd89d3c929c HTTP/1.1" status: 200 len: 811 time: 0.1290524 Jun 11 10:37:14.450839 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2c1c5baf-92dc-47ff-bf42-75b2071e01f7 req-1f9a8757-da03-400a-ab36-22ee661c8878 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/quotas/5a2172181f6b4cd0a7c7c9bb506434a5 HTTP/1.1" status: 200 len: 375 time: 0.0089414 Jun 11 10:37:14.533457 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2c1c5baf-92dc-47ff-bf42-75b2071e01f7 req-a73d94ab-e7b2-4110-b035-4067e2ff60ab tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5a2172181f6b4cd0a7c7c9bb506434a5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0774877 Jun 11 10:37:14.580697 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:14.582671 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:37:14.644221 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=034e839d-c79b-4cc7-a007-6546c575a8aa,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:37:14.647905 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:37:14.749749 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2c1c5baf-92dc-47ff-bf42-75b2071e01f7 req-bd9be10f-aeb0-4cea-bfe8-f85d41c8980a service neutron] 10.222.0.60 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620696 Jun 11 10:37:14.863616 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2c1c5baf-92dc-47ff-bf42-75b2071e01f7 req-ca68c002-4e92-4bfb-bd65-71bc0cdd1adf service neutron] 10.222.0.60 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080787 Jun 11 10:37:15.159154 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-899eb702-a2e5-493e-a244-70c665bc4cb6 req-4c70377d-6e4f-4309-a605-844b6a008745 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=be7958e2-65ac-4193-b7aa-8b3610d55839 HTTP/1.1" status: 200 len: 210 time: 0.0431466 Jun 11 10:37:15.950172 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-39f66add-beb1-4e05-ac15-55dd4a3d9f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:15.968815 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 034e839d-c79b-4cc7-a007-6546c575a8aa up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:37:16.022366 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 034e839d-c79b-4cc7-a007-6546c575a8aa triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:37:16.022751 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:16.060133 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:16.248339 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-53e7bf24-e281-487e-b2fe-5711454d8f44 req-c4c746bd-9973-4606-9938-21f577338f4e tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=be7958e2-65ac-4193-b7aa-8b3610d55839 HTTP/1.1" status: 200 len: 210 time: 0.0344760 Jun 11 10:37:16.866513 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:17.398032 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c8f1961e-2aab-4a18-a3d0-5d7e76d9b88d req-13ac66c0-ace1-474e-9a12-24cbed8a5ad2 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=be7958e2-65ac-4193-b7aa-8b3610d55839 HTTP/1.1" status: 200 len: 210 time: 0.0359044 Jun 11 10:37:18.198079 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1c5baf-92dc-47ff-bf42-75b2071e01f7 req-7c6f78ad-6f7b-4bbb-9759-d9e46cce264e tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:37:18.199538 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2c1c5baf-92dc-47ff-bf42-75b2071e01f7 req-7c6f78ad-6f7b-4bbb-9759-d9e46cce264e tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.69 "GET /v2.0/networks?id=138947f1-478f-4350-8cce-0cd89d3c929c HTTP/1.1" status: 200 len: 811 time: 0.1359191 Jun 11 10:37:18.255255 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2c1c5baf-92dc-47ff-bf42-75b2071e01f7 req-5cda88ab-fa20-4780-97c6-3ec1193d4e09 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a2172181f6b4cd0a7c7c9bb506434a5 HTTP/1.1" status: 200 len: 380 time: 0.0461869 Jun 11 10:37:18.264526 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-2c1c5baf-92dc-47ff-bf42-75b2071e01f7 req-ffcbbb51-f5f9-4e9d-898f-d05360e3f7b4 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Request body: {'port': {'device_id': 'be7958e2-65ac-4193-b7aa-8b3610d55839', 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c', 'admin_state_up': True, 'tenant_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'security_groups': ['e917fed9-07e1-4581-ad3a-f3149cd76758']}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:37:18.547141 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6ce61790-1473-41ab-a5d0-3fffa0eaef72 req-1ac8f23f-e5a3-4ba6-8668-686361bb9dda tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=be7958e2-65ac-4193-b7aa-8b3610d55839 HTTP/1.1" status: 200 len: 210 time: 0.0343201 Jun 11 10:37:18.547914 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c1c5baf-92dc-47ff-bf42-75b2071e01f7 req-ffcbbb51-f5f9-4e9d-898f-d05360e3f7b4 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Made reservation on behalf of 5a2172181f6b4cd0a7c7c9bb506434a5 for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:37:18.551456 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-2c1c5baf-92dc-47ff-bf42-75b2071e01f7 req-ffcbbb51-f5f9-4e9d-898f-d05360e3f7b4 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:18.555392 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:18.701163 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [req-2c1c5baf-92dc-47ff-bf42-75b2071e01f7 req-ffcbbb51-f5f9-4e9d-898f-d05360e3f7b4 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Allocated IP 172.20.0.7 (138947f1-478f-4350-8cce-0cd89d3c929c/9bcb036b-50e1-441b-b763-25737c996068/7c17e709-3fba-4a8d-8774-25fa6b8e3c48) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:37:18.869947 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-2c1c5baf-92dc-47ff-bf42-75b2071e01f7 req-ffcbbb51-f5f9-4e9d-898f-d05360e3f7b4 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:18.882708 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-2c1c5baf-92dc-47ff-bf42-75b2071e01f7 req-ffcbbb51-f5f9-4e9d-898f-d05360e3f7b4 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Transition to ACTIVE for port object 7c17e709-3fba-4a8d-8774-25fa6b8e3c48 will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:37:19.027023 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-2c1c5baf-92dc-47ff-bf42-75b2071e01f7 req-ffcbbb51-f5f9-4e9d-898f-d05360e3f7b4 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:19.031294 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c8046f11-686d-42ae-b4a8-8621d7c7529f tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:37:19.083450 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c1c5baf-92dc-47ff-bf42-75b2071e01f7 req-ffcbbb51-f5f9-4e9d-898f-d05360e3f7b4 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Network 138947f1-478f-4350-8cce-0cd89d3c929c is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:37:19.086713 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [req-2c1c5baf-92dc-47ff-bf42-75b2071e01f7 req-ffcbbb51-f5f9-4e9d-898f-d05360e3f7b4 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:37:19.095756 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c1c5baf-92dc-47ff-bf42-75b2071e01f7 req-ffcbbb51-f5f9-4e9d-898f-d05360e3f7b4 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:37:19.128247 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcbbb51-f5f9-4e9d-898f-d05360e3f7b4 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Pushing event updated for resources: {'Port': ['ID=7c17e709-3fba-4a8d-8774-25fa6b8e3c48,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:37:19.144965 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcbbb51-f5f9-4e9d-898f-d05360e3f7b4 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:37:19.145356 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcbbb51-f5f9-4e9d-898f-d05360e3f7b4 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:37:19.145738 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcbbb51-f5f9-4e9d-898f-d05360e3f7b4 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:37:19.146114 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcbbb51-f5f9-4e9d-898f-d05360e3f7b4 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:37:19.146487 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcbbb51-f5f9-4e9d-898f-d05360e3f7b4 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:37:19.146856 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcbbb51-f5f9-4e9d-898f-d05360e3f7b4 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:37:19.147224 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcbbb51-f5f9-4e9d-898f-d05360e3f7b4 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:37:19.147597 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcbbb51-f5f9-4e9d-898f-d05360e3f7b4 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:37:19.147968 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcbbb51-f5f9-4e9d-898f-d05360e3f7b4 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:37:19.148336 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcbbb51-f5f9-4e9d-898f-d05360e3f7b4 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:37:19.148694 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcbbb51-f5f9-4e9d-898f-d05360e3f7b4 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:37:19.149052 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcbbb51-f5f9-4e9d-898f-d05360e3f7b4 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:37:19.154657 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ffcbbb51-f5f9-4e9d-898f-d05360e3f7b4 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:37:19.170521 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1c5baf-92dc-47ff-bf42-75b2071e01f7 req-ffcbbb51-f5f9-4e9d-898f-d05360e3f7b4 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:37:19.171155 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-2c1c5baf-92dc-47ff-bf42-75b2071e01f7 req-ffcbbb51-f5f9-4e9d-898f-d05360e3f7b4 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:19.256040 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2c1c5baf-92dc-47ff-bf42-75b2071e01f7 req-ffcbbb51-f5f9-4e9d-898f-d05360e3f7b4 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9954128 Jun 11 10:37:19.268061 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-2c1c5baf-92dc-47ff-bf42-75b2071e01f7 req-2d0f50da-2314-48d7-b6cc-b671d2bae8b2 service neutron] Request body: {'port': {'device_id': 'be7958e2-65ac-4193-b7aa-8b3610d55839', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-12'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:37:19.358452 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-2c1c5baf-92dc-47ff-bf42-75b2071e01f7 req-2d0f50da-2314-48d7-b6cc-b671d2bae8b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:19.403369 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-16875639-7be2-43dc-8860-97c448bb3d56 None None] Provisioning for port 7c17e709-3fba-4a8d-8774-25fa6b8e3c48 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:37:19.407664 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-16875639-7be2-43dc-8860-97c448bb3d56 None None] Provisioning complete for port 7c17e709-3fba-4a8d-8774-25fa6b8e3c48 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:37:19.408087 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-16875639-7be2-43dc-8860-97c448bb3d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:19.450766 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-16875639-7be2-43dc-8860-97c448bb3d56 None None] Port 7c17e709-3fba-4a8d-8774-25fa6b8e3c48 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:37:19.716173 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [req-2c1c5baf-92dc-47ff-bf42-75b2071e01f7 req-2d0f50da-2314-48d7-b6cc-b671d2bae8b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c17e709-3fba-4a8d-8774-25fa6b8e3c48 {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:37:19.725446 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-2c1c5baf-92dc-47ff-bf42-75b2071e01f7 req-2d0f50da-2314-48d7-b6cc-b671d2bae8b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:19.748677 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-2c1c5baf-92dc-47ff-bf42-75b2071e01f7 req-2d0f50da-2314-48d7-b6cc-b671d2bae8b2 service neutron] Transition to ACTIVE for port object 7c17e709-3fba-4a8d-8774-25fa6b8e3c48 will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:37:19.768261 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdb05ad-e07b-4250-8b45-b9d529696bae req-ad26276c-4f86-44e3-860d-50ee75393749 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:37:19.769697 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-dfdb05ad-e07b-4250-8b45-b9d529696bae req-ad26276c-4f86-44e3-860d-50ee75393749 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=be7958e2-65ac-4193-b7aa-8b3610d55839 HTTP/1.1" status: 200 len: 931 time: 0.1029296 Jun 11 10:37:19.814081 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-dfdb05ad-e07b-4250-8b45-b9d529696bae req-57412cb3-ed0b-4086-9fef-18e81d93d9d5 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379701 Jun 11 10:37:19.838209 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-2c1c5baf-92dc-47ff-bf42-75b2071e01f7 req-2d0f50da-2314-48d7-b6cc-b671d2bae8b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:19.841338 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-bc46e016-ebc5-4c49-927c-04f98f6142b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:37:19.939757 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0f50da-2314-48d7-b6cc-b671d2bae8b2 service neutron] Pushing event updated for resources: {'Port': ['ID=7c17e709-3fba-4a8d-8774-25fa6b8e3c48,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:37:19.964229 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2d0f50da-2314-48d7-b6cc-b671d2bae8b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:37:20.026514 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-2c1c5baf-92dc-47ff-bf42-75b2071e01f7 req-2d0f50da-2314-48d7-b6cc-b671d2bae8b2 service neutron] Attempting to bind port 7c17e709-3fba-4a8d-8774-25fa6b8e3c48 on host n-h2-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:37:20.026855 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-2c1c5baf-92dc-47ff-bf42-75b2071e01f7 req-2d0f50da-2314-48d7-b6cc-b671d2bae8b2 service neutron] Attempting to bind port 7c17e709-3fba-4a8d-8774-25fa6b8e3c48 by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': 'cba3afd8-732a-4bf5-b4a2-75681c22ff7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:37:20.027190 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c1c5baf-92dc-47ff-bf42-75b2071e01f7 req-2d0f50da-2314-48d7-b6cc-b671d2bae8b2 service neutron] Attempting to bind port 7c17e709-3fba-4a8d-8774-25fa6b8e3c48 on network 138947f1-478f-4350-8cce-0cd89d3c929c {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:37:20.031773 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c1c5baf-92dc-47ff-bf42-75b2071e01f7 req-2d0f50da-2314-48d7-b6cc-b671d2bae8b2 service neutron] Port 7c17e709-3fba-4a8d-8774-25fa6b8e3c48 on network 138947f1-478f-4350-8cce-0cd89d3c929c not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:37:20.032098 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c1c5baf-92dc-47ff-bf42-75b2071e01f7 req-2d0f50da-2314-48d7-b6cc-b671d2bae8b2 service neutron] Attempting to bind port 7c17e709-3fba-4a8d-8774-25fa6b8e3c48 on network 138947f1-478f-4350-8cce-0cd89d3c929c {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:37:20.037119 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c1c5baf-92dc-47ff-bf42-75b2071e01f7 req-2d0f50da-2314-48d7-b6cc-b671d2bae8b2 service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:37:20.037460 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c1c5baf-92dc-47ff-bf42-75b2071e01f7 req-2d0f50da-2314-48d7-b6cc-b671d2bae8b2 service neutron] Checking segment: {'id': 'cba3afd8-732a-4bf5-b4a2-75681c22ff7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:37:20.037845 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c1c5baf-92dc-47ff-bf42-75b2071e01f7 req-2d0f50da-2314-48d7-b6cc-b671d2bae8b2 service neutron] Bound using segment: {'id': 'cba3afd8-732a-4bf5-b4a2-75681c22ff7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:37:20.038269 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-2c1c5baf-92dc-47ff-bf42-75b2071e01f7 req-2d0f50da-2314-48d7-b6cc-b671d2bae8b2 service neutron] Bound port: 7c17e709-3fba-4a8d-8774-25fa6b8e3c48, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cba3afd8-732a-4bf5-b4a2-75681c22ff7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:37:20.038624 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-2c1c5baf-92dc-47ff-bf42-75b2071e01f7 req-2d0f50da-2314-48d7-b6cc-b671d2bae8b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:20.118172 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-2c1c5baf-92dc-47ff-bf42-75b2071e01f7 req-2d0f50da-2314-48d7-b6cc-b671d2bae8b2 service neutron] For port 7c17e709-3fba-4a8d-8774-25fa6b8e3c48, host n-h2-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:37:20.121260 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-2c1c5baf-92dc-47ff-bf42-75b2071e01f7 req-2d0f50da-2314-48d7-b6cc-b671d2bae8b2 service neutron] For port 7c17e709-3fba-4a8d-8774-25fa6b8e3c48, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=7c17e709-3fba-4a8d-8774-25fa6b8e3c48,segment=NetworkSegment(cba3afd8-732a-4bf5-b4a2-75681c22ff7c),segment_id=cba3afd8-732a-4bf5-b4a2-75681c22ff7c)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:37:20.281574 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-2c1c5baf-92dc-47ff-bf42-75b2071e01f7 req-2d0f50da-2314-48d7-b6cc-b671d2bae8b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:20.283680 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e578491b-c4cf-47d2-9684-45a7574e3c2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:37:20.328148 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1c5baf-92dc-47ff-bf42-75b2071e01f7 req-2d0f50da-2314-48d7-b6cc-b671d2bae8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:37:20.328789 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-2c1c5baf-92dc-47ff-bf42-75b2071e01f7 req-2d0f50da-2314-48d7-b6cc-b671d2bae8b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:20.330168 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2c1c5baf-92dc-47ff-bf42-75b2071e01f7 req-2d0f50da-2314-48d7-b6cc-b671d2bae8b2 service neutron] 10.222.0.69 "PUT /v2.0/ports/7c17e709-3fba-4a8d-8774-25fa6b8e3c48 HTTP/1.1" status: 200 len: 1092 time: 1.0665166 Jun 11 10:37:20.330718 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be7958e2-65ac-4193-b7aa-8b3610d55839', 'tag': '7c17e709-3fba-4a8d-8774-25fa6b8e3c48'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:37:20.354988 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0f50da-2314-48d7-b6cc-b671d2bae8b2 service neutron] Pushing event updated for resources: {'Port': ['ID=7c17e709-3fba-4a8d-8774-25fa6b8e3c48,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:37:20.358273 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2d0f50da-2314-48d7-b6cc-b671d2bae8b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:37:20.383882 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}643e21d40ac4e3065485de32a7022d96f1e50a2184c22f19f22390af1fd7c19b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01af2fb8-75e8-479a-8963-7341a5cf4333" -d '{"events": [{"name": "network-changed", "server_uuid": "be7958e2-65ac-4193-b7aa-8b3610d55839", "tag": "7c17e709-3fba-4a8d-8774-25fa6b8e3c48"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:37:20.494867 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e361998f-aeb6-437c-8e57-e094751a1663 x-openstack-request-id: req-e361998f-aeb6-437c-8e57-e094751a1663 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:37:20.495219 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be7958e2-65ac-4193-b7aa-8b3610d55839", "tag": "7c17e709-3fba-4a8d-8774-25fa6b8e3c48", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:37:20.495526 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e361998f-aeb6-437c-8e57-e094751a1663 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:37:20.496013 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be7958e2-65ac-4193-b7aa-8b3610d55839', 'tag': '7c17e709-3fba-4a8d-8774-25fa6b8e3c48', 'status': 'completed', 'code': 200} Jun 11 10:37:20.524722 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1c5baf-92dc-47ff-bf42-75b2071e01f7 req-b9f288e8-5a29-445a-a969-95b9dddb4544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:37:20.526754 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2c1c5baf-92dc-47ff-bf42-75b2071e01f7 req-b9f288e8-5a29-445a-a969-95b9dddb4544 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5a2172181f6b4cd0a7c7c9bb506434a5&device_id=be7958e2-65ac-4193-b7aa-8b3610d55839 HTTP/1.1" status: 200 len: 1095 time: 0.0664980 Jun 11 10:37:20.585567 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2c1c5baf-92dc-47ff-bf42-75b2071e01f7 req-8cd4a4cc-c876-40d5-81f2-3c375d712c73 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c17e709-3fba-4a8d-8774-25fa6b8e3c48 HTTP/1.1" status: 200 len: 217 time: 0.0511687 Jun 11 10:37:20.644219 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1c5baf-92dc-47ff-bf42-75b2071e01f7 req-68643d19-ea3f-4ddd-afca-fe757f0656b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:37:20.645697 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2c1c5baf-92dc-47ff-bf42-75b2071e01f7 req-68643d19-ea3f-4ddd-afca-fe757f0656b5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9bcb036b-50e1-441b-b763-25737c996068 HTTP/1.1" status: 200 len: 850 time: 0.0537889 Jun 11 10:37:20.714377 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1c5baf-92dc-47ff-bf42-75b2071e01f7 req-075dd5fd-d0e3-4552-a075-68cc31c188f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:37:20.715863 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2c1c5baf-92dc-47ff-bf42-75b2071e01f7 req-075dd5fd-d0e3-4552-a075-68cc31c188f3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=138947f1-478f-4350-8cce-0cd89d3c929c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0631075 Jun 11 10:37:20.829419 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2c1c5baf-92dc-47ff-bf42-75b2071e01f7 req-18e13047-93f3-4ccd-acb5-4faea0bac444 service neutron] 10.222.0.69 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064219 Jun 11 10:37:21.357845 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2c1c5baf-92dc-47ff-bf42-75b2071e01f7 req-fdfb9843-4f63-44df-a1e8-147f53a5e381 service neutron] 10.222.0.69 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5220108 Jun 11 10:37:21.388814 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf14c987-45d6-49f8-855d-5b7d2ea3d30b req-906bc287-0853-45cd-9067-724183a754ee tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:37:21.390343 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bf14c987-45d6-49f8-855d-5b7d2ea3d30b req-906bc287-0853-45cd-9067-724183a754ee tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=be7958e2-65ac-4193-b7aa-8b3610d55839 HTTP/1.1" status: 200 len: 943 time: 0.4629495 Jun 11 10:37:21.433432 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bf14c987-45d6-49f8-855d-5b7d2ea3d30b req-2e106f44-dc0f-4ed8-8b82-3305526a2613 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372705 Jun 11 10:37:21.551117 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af2fb8-75e8-479a-8963-7341a5cf4333 req-f67c64bc-2917-4828-809e-f0b25ca1e770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:37:21.552727 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-01af2fb8-75e8-479a-8963-7341a5cf4333 req-f67c64bc-2917-4828-809e-f0b25ca1e770 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5a2172181f6b4cd0a7c7c9bb506434a5&device_id=be7958e2-65ac-4193-b7aa-8b3610d55839 HTTP/1.1" status: 200 len: 1095 time: 0.0621901 Jun 11 10:37:21.671336 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af2fb8-75e8-479a-8963-7341a5cf4333 req-c60f657a-97be-4b42-abdf-4a4e2bb2b056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:37:21.672750 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-01af2fb8-75e8-479a-8963-7341a5cf4333 req-c60f657a-97be-4b42-abdf-4a4e2bb2b056 service neutron] 10.222.0.69 "GET /v2.0/networks?id=138947f1-478f-4350-8cce-0cd89d3c929c HTTP/1.1" status: 200 len: 912 time: 0.1139483 Jun 11 10:37:21.731420 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-01af2fb8-75e8-479a-8963-7341a5cf4333 req-09430858-dfe5-4684-92c7-80b7b60712db service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c17e709-3fba-4a8d-8774-25fa6b8e3c48 HTTP/1.1" status: 200 len: 217 time: 0.0507679 Jun 11 10:37:21.798177 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af2fb8-75e8-479a-8963-7341a5cf4333 req-d7014fa3-23ba-4606-9247-09cf0a14b271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:37:21.799670 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-01af2fb8-75e8-479a-8963-7341a5cf4333 req-d7014fa3-23ba-4606-9247-09cf0a14b271 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9bcb036b-50e1-441b-b763-25737c996068 HTTP/1.1" status: 200 len: 850 time: 0.0610635 Jun 11 10:37:21.864191 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af2fb8-75e8-479a-8963-7341a5cf4333 req-e62cb0cc-f84c-44be-a351-e69870ac5b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:37:21.865679 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-01af2fb8-75e8-479a-8963-7341a5cf4333 req-e62cb0cc-f84c-44be-a351-e69870ac5b5a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=138947f1-478f-4350-8cce-0cd89d3c929c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0597043 Jun 11 10:37:21.984463 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-01af2fb8-75e8-479a-8963-7341a5cf4333 req-f9c50360-24d0-4635-b97a-f0c5676d7ed5 service neutron] 10.222.0.69 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119363 Jun 11 10:37:22.102057 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-01af2fb8-75e8-479a-8963-7341a5cf4333 req-34c25953-94b8-48ac-a786-877f4e1945f6 service neutron] 10.222.0.69 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112108 Jun 11 10:37:22.620750 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ea0c02-f3e7-43a6-885c-f1b44ea5e69e req-d24e4531-2f91-41c5-9c57-3fdc540e01b2 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:37:22.622225 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c3ea0c02-f3e7-43a6-885c-f1b44ea5e69e req-d24e4531-2f91-41c5-9c57-3fdc540e01b2 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=be7958e2-65ac-4193-b7aa-8b3610d55839 HTTP/1.1" status: 200 len: 943 time: 0.0707657 Jun 11 10:37:22.666111 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c3ea0c02-f3e7-43a6-885c-f1b44ea5e69e req-73b691c9-5279-485e-9a46-0193aa5d5338 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376232 Jun 11 10:37:23.857760 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bf0a9c-f39c-4af1-b9e5-a3fb1c929758 req-b83b86af-5781-4ce6-adc0-84837b5c54e8 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:37:23.859264 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-73bf0a9c-f39c-4af1-b9e5-a3fb1c929758 req-b83b86af-5781-4ce6-adc0-84837b5c54e8 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=be7958e2-65ac-4193-b7aa-8b3610d55839 HTTP/1.1" status: 200 len: 943 time: 0.0752108 Jun 11 10:37:23.900826 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-73bf0a9c-f39c-4af1-b9e5-a3fb1c929758 req-93522143-1707-40c3-979d-a27ae0429745 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359344 Jun 11 10:37:24.720497 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 7c17e709-3fba-4a8d-8774-25fa6b8e3c48 details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 10:37:24.843163 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 7c17e709-3fba-4a8d-8774-25fa6b8e3c48, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=7c17e709-3fba-4a8d-8774-25fa6b8e3c48,segment=NetworkSegment(cba3afd8-732a-4bf5-b4a2-75681c22ff7c),segment_id=cba3afd8-732a-4bf5-b4a2-75681c22ff7c)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:37:24.856139 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': '7c17e709-3fba-4a8d-8774-25fa6b8e3c48', 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c', 'port_id': '7c17e709-3fba-4a8d-8774-25fa6b8e3c48', 'mac_address': 'fa:16:3e:b2:55:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bcb036b-50e1-441b-b763-25737c996068', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 10:37:24.898856 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:24.913938 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c17e709-3fba-4a8d-8774-25fa6b8e3c48 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:37:24.935999 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 7c17e709-3fba-4a8d-8774-25fa6b8e3c48, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=7c17e709-3fba-4a8d-8774-25fa6b8e3c48,segment=NetworkSegment(cba3afd8-732a-4bf5-b4a2-75681c22ff7c),segment_id=cba3afd8-732a-4bf5-b4a2-75681c22ff7c)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:37:25.026689 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:25.028597 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:37:25.082210 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b673c7f8-ce31-437f-b9a8-742f2a118450 req-40c723bb-1bdd-4c31-b92c-ba31a362b988 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:37:25.083736 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b673c7f8-ce31-437f-b9a8-742f2a118450 req-40c723bb-1bdd-4c31-b92c-ba31a362b988 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=be7958e2-65ac-4193-b7aa-8b3610d55839 HTTP/1.1" status: 200 len: 943 time: 0.0719497 Jun 11 10:37:25.085348 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=7c17e709-3fba-4a8d-8774-25fa6b8e3c48,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:37:25.088492 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:37:25.126030 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b673c7f8-ce31-437f-b9a8-742f2a118450 req-14ea7a6a-9d4e-4b7c-b1d8-9c7866af1b99 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359108 Jun 11 10:37:25.344979 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['7c17e709-3fba-4a8d-8774-25fa6b8e3c48'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:37:26.312083 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e83b744-df4f-4ccf-a742-051ad4fb222c req-44b05d23-4386-4b25-a1b6-ee3c9bdf129b tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:37:26.313534 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1e83b744-df4f-4ccf-a742-051ad4fb222c req-44b05d23-4386-4b25-a1b6-ee3c9bdf129b tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=be7958e2-65ac-4193-b7aa-8b3610d55839 HTTP/1.1" status: 200 len: 944 time: 0.0746803 Jun 11 10:37:26.360616 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1e83b744-df4f-4ccf-a742-051ad4fb222c req-e3f3fbb0-e4cf-4bf7-8232-f9d43572f924 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414026 Jun 11 10:37:26.724447 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 7c17e709-3fba-4a8d-8774-25fa6b8e3c48 up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:37:26.881520 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning for port 7c17e709-3fba-4a8d-8774-25fa6b8e3c48 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:37:26.885904 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port 7c17e709-3fba-4a8d-8774-25fa6b8e3c48 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:37:26.886541 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:26.983260 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:27.008609 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be7958e2-65ac-4193-b7aa-8b3610d55839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c17e709-3fba-4a8d-8774-25fa6b8e3c48'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:37:27.010918 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc8b525cf092a189a0ea2f07e82bebdb29a480b8a476d2f40da93c0b22490dae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b3c6abf-8c44-436f-9e38-5cfd7962c709" -d '{"events": [{"server_uuid": "be7958e2-65ac-4193-b7aa-8b3610d55839", "name": "network-vif-plugged", "status": "completed", "tag": "7c17e709-3fba-4a8d-8774-25fa6b8e3c48"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:37:27.026423 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 7c17e709-3fba-4a8d-8774-25fa6b8e3c48, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=7c17e709-3fba-4a8d-8774-25fa6b8e3c48,segment=NetworkSegment(cba3afd8-732a-4bf5-b4a2-75681c22ff7c),segment_id=cba3afd8-732a-4bf5-b4a2-75681c22ff7c)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:37:27.050049 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-073d3b0d-2a85-4f36-9b35-b8212ba1c96e x-openstack-request-id: req-073d3b0d-2a85-4f36-9b35-b8212ba1c96e {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:37:27.050237 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be7958e2-65ac-4193-b7aa-8b3610d55839", "name": "network-vif-plugged", "status": "completed", "tag": "7c17e709-3fba-4a8d-8774-25fa6b8e3c48", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:37:27.050500 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-073d3b0d-2a85-4f36-9b35-b8212ba1c96e {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:37:27.050908 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be7958e2-65ac-4193-b7aa-8b3610d55839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c17e709-3fba-4a8d-8774-25fa6b8e3c48', 'code': 200} Jun 11 10:37:27.140986 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:27.142901 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:37:27.180288 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd9cc8-4d33-45b5-bbdd-1be1a34b3544 req-69284230-558e-4a8e-b879-e849d8fa2640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:37:27.181900 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-37bd9cc8-4d33-45b5-bbdd-1be1a34b3544 req-69284230-558e-4a8e-b879-e849d8fa2640 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=be7958e2-65ac-4193-b7aa-8b3610d55839 HTTP/1.1" status: 200 len: 1096 time: 0.0601983 Jun 11 10:37:27.203025 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=7c17e709-3fba-4a8d-8774-25fa6b8e3c48,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:37:27.208306 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:37:27.222551 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-37bd9cc8-4d33-45b5-bbdd-1be1a34b3544 req-bdd474d6-176a-4070-bd2e-ac3b9b4b2105 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341253 Jun 11 10:37:27.548757 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ecb1f-f4c8-4102-8a1a-b3e79053a0b7 req-c8c0cce9-5c44-4926-8a12-6905d9c12c62 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:37:27.550235 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-685ecb1f-f4c8-4102-8a1a-b3e79053a0b7 req-c8c0cce9-5c44-4926-8a12-6905d9c12c62 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=be7958e2-65ac-4193-b7aa-8b3610d55839 HTTP/1.1" status: 200 len: 945 time: 0.0758333 Jun 11 10:37:27.593171 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-685ecb1f-f4c8-4102-8a1a-b3e79053a0b7 req-ec7c8ce9-015a-4baa-9a56-204a0fb97c64 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362518 Jun 11 10:37:28.775042 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332bf61d-2a85-4079-9c95-679641ffd90f req-c1c08030-0119-44c5-9aad-3e2399d6da78 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:37:28.776539 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-332bf61d-2a85-4079-9c95-679641ffd90f req-c1c08030-0119-44c5-9aad-3e2399d6da78 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=be7958e2-65ac-4193-b7aa-8b3610d55839 HTTP/1.1" status: 200 len: 945 time: 0.0706639 Jun 11 10:37:28.819464 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-332bf61d-2a85-4079-9c95-679641ffd90f req-a4045027-6533-4ced-87df-f671398987d8 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369105 Jun 11 10:37:29.014418 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1eea4e-c9ac-4ef9-9733-54fe6b895d98 req-20b08558-e225-46ed-9bd8-129cab221576 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:37:29.015898 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5e1eea4e-c9ac-4ef9-9733-54fe6b895d98 req-20b08558-e225-46ed-9bd8-129cab221576 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=be7958e2-65ac-4193-b7aa-8b3610d55839 HTTP/1.1" status: 200 len: 945 time: 0.0750875 Jun 11 10:37:29.025417 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 41974) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:37:29.030054 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-4f373750-b198-4da0-85b5-2c15561ba8ce tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Request body: {'floatingip': {'port_id': '7c17e709-3fba-4a8d-8774-25fa6b8e3c48'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:37:29.084998 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4f373750-b198-4da0-85b5-2c15561ba8ce tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Notify callbacks [] for floatingip, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:29.686139 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4f373750-b198-4da0-85b5-2c15561ba8ce tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:29.824185 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4f373750-b198-4da0-85b5-2c15561ba8ce tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:29.967646 n-d-779913-12 neutron-server[93177]: INFO neutron.db.l3_db [None req-4f373750-b198-4da0-85b5-2c15561ba8ce tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Floating IP 1db4376b-e1be-4c7e-b1bc-36bfa056dfc7 associated. External IP: 172.25.4.50, port: 7c17e709-3fba-4a8d-8774-25fa6b8e3c48. Jun 11 10:37:30.255039 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f373750-b198-4da0-85b5-2c15561ba8ce tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Router 26111990-d112-4825-9709-f26d9b7c841d has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:37:30.404922 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f373750-b198-4da0-85b5-2c15561ba8ce tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:37:30.410040 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4f373750-b198-4da0-85b5-2c15561ba8ce tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:30.416541 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd64c82b-8048-455c-992e-1dbfd955074f None None] Sync routers for ids ['26111990-d112-4825-9709-f26d9b7c841d'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:37:30.425570 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd64c82b-8048-455c-992e-1dbfd955074f None None] Routers {'26111990-d112-4825-9709-f26d9b7c841d'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:37:30.426190 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-cd64c82b-8048-455c-992e-1dbfd955074f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:37:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['26111990-d112-4825-9709-f26d9b7c841d'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:37:30.459434 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-4f373750-b198-4da0-85b5-2c15561ba8ce tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "PUT /v2.0/floatingips/1db4376b-e1be-4c7e-b1bc-36bfa056dfc7 HTTP/1.1" status: 200 len: 990 time: 1.4328909 Jun 11 10:37:30.460205 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be7958e2-65ac-4193-b7aa-8b3610d55839', 'tag': '7c17e709-3fba-4a8d-8774-25fa6b8e3c48'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:37:30.462674 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}643e21d40ac4e3065485de32a7022d96f1e50a2184c22f19f22390af1fd7c19b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-651d1c99-02a4-456e-8655-49fa75ccc5ba" -d '{"events": [{"name": "network-changed", "server_uuid": "be7958e2-65ac-4193-b7aa-8b3610d55839", "tag": "7c17e709-3fba-4a8d-8774-25fa6b8e3c48"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:37:30.585937 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-cd64c82b-8048-455c-992e-1dbfd955074f None None] Set router 26111990-d112-4825-9709-f26d9b7c841d gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:37:30.593588 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-090baf44-93f4-4982-a09b-b8d6c01371f1 x-openstack-request-id: req-090baf44-93f4-4982-a09b-b8d6c01371f1 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:37:30.594033 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be7958e2-65ac-4193-b7aa-8b3610d55839", "tag": "7c17e709-3fba-4a8d-8774-25fa6b8e3c48", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:37:30.594341 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-090baf44-93f4-4982-a09b-b8d6c01371f1 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:37:30.594795 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be7958e2-65ac-4193-b7aa-8b3610d55839', 'tag': '7c17e709-3fba-4a8d-8774-25fa6b8e3c48', 'status': 'completed', 'code': 200} Jun 11 10:37:30.680225 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651d1c99-02a4-456e-8655-49fa75ccc5ba req-a79bcd41-0c11-4c79-b27e-e3d182ddf24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:37:30.682319 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-651d1c99-02a4-456e-8655-49fa75ccc5ba req-a79bcd41-0c11-4c79-b27e-e3d182ddf24e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5a2172181f6b4cd0a7c7c9bb506434a5&device_id=be7958e2-65ac-4193-b7aa-8b3610d55839 HTTP/1.1" status: 200 len: 1097 time: 0.0617270 Jun 11 10:37:30.804765 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651d1c99-02a4-456e-8655-49fa75ccc5ba req-2dd7baee-a54d-4ca0-9c6f-557535749173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:37:30.806290 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-651d1c99-02a4-456e-8655-49fa75ccc5ba req-2dd7baee-a54d-4ca0-9c6f-557535749173 service neutron] 10.222.0.69 "GET /v2.0/networks?id=138947f1-478f-4350-8cce-0cd89d3c929c HTTP/1.1" status: 200 len: 912 time: 0.1160109 Jun 11 10:37:30.892502 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-cd64c82b-8048-455c-992e-1dbfd955074f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26111990-d112-4825-9709-f26d9b7c841d', 'name': 'tempest-ServerActionsTestJSON-313380036-router', 'tenant_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '0c39ff4a-0577-42ba-ae36-280a41a0a3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:37:04Z', 'updated_at': '2021-06-11T10:37:09Z', 'revision_number': 4, 'project_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'gw_port': {'id': '0c39ff4a-0577-42ba-ae36-280a41a0a3b6', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:70:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26111990-d112-4825-9709-f26d9b7c841d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:37:05Z', 'updated_at': '2021-06-11T10:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': '1db4376b-e1be-4c7e-b1bc-36bfa056dfc7', 'tenant_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'floating_ip_address': '172.25.4.50', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': '26111990-d112-4825-9709-f26d9b7c841d', 'port_id': '7c17e709-3fba-4a8d-8774-25fa6b8e3c48', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c', 'mac_address': 'fa:16:3e:b2:55:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7958e2-65ac-4193-b7aa-8b3610d55839', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T10:37:13Z', 'updated_at': '2021-06-11T10:37:29Z', 'revision_number': 1, 'project_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '034e839d-c79b-4cc7-a007-6546c575a8aa', 'name': '', 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c', 'tenant_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'mac_address': 'fa:16:3e:89:d0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26111990-d112-4825-9709-f26d9b7c841d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '9bcb036b-50e1-441b-b763-25737c996068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:37:08Z', 'updated_at': '2021-06-11T10:37:14Z', 'revision_number': 5, 'project_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'subnets': [{'id': '9bcb036b-50e1-441b-b763-25737c996068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:37:30.895437 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-651d1c99-02a4-456e-8655-49fa75ccc5ba req-d54e23ff-e532-4d57-b05a-a6637590e7e8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c17e709-3fba-4a8d-8774-25fa6b8e3c48 HTTP/1.1" status: 200 len: 998 time: 0.0816169 Jun 11 10:37:30.896548 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd64c82b-8048-455c-992e-1dbfd955074f None None] Checking router: 26111990-d112-4825-9709-f26d9b7c841d for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:37:30.907383 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd64c82b-8048-455c-992e-1dbfd955074f None None] Routers {'26111990-d112-4825-9709-f26d9b7c841d'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:37:30.908513 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-cd64c82b-8048-455c-992e-1dbfd955074f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:37:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['26111990-d112-4825-9709-f26d9b7c841d'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:37:30.960556 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651d1c99-02a4-456e-8655-49fa75ccc5ba req-3ae7b514-ca31-4d3d-8d4b-9f6ce6d18545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:37:30.962522 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-651d1c99-02a4-456e-8655-49fa75ccc5ba req-3ae7b514-ca31-4d3d-8d4b-9f6ce6d18545 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9bcb036b-50e1-441b-b763-25737c996068 HTTP/1.1" status: 200 len: 850 time: 0.0600102 Jun 11 10:37:31.031184 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651d1c99-02a4-456e-8655-49fa75ccc5ba req-5ad7f8f3-1112-4646-8b01-5c493e063325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:37:31.032757 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-651d1c99-02a4-456e-8655-49fa75ccc5ba req-5ad7f8f3-1112-4646-8b01-5c493e063325 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=138947f1-478f-4350-8cce-0cd89d3c929c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0632315 Jun 11 10:37:31.154278 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-cd64c82b-8048-455c-992e-1dbfd955074f None None] Set router 26111990-d112-4825-9709-f26d9b7c841d gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:37:31.154629 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-651d1c99-02a4-456e-8655-49fa75ccc5ba req-cd0c20a7-2fd0-4b8a-b213-dbdc56d5a55d service neutron] 10.222.0.69 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148417 Jun 11 10:37:31.282027 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-651d1c99-02a4-456e-8655-49fa75ccc5ba req-1083f8cb-9ce8-4e78-b8eb-5173917457f0 service neutron] 10.222.0.69 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206827 Jun 11 10:37:31.453386 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-cd64c82b-8048-455c-992e-1dbfd955074f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26111990-d112-4825-9709-f26d9b7c841d', 'name': 'tempest-ServerActionsTestJSON-313380036-router', 'tenant_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '0c39ff4a-0577-42ba-ae36-280a41a0a3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:37:04Z', 'updated_at': '2021-06-11T10:37:09Z', 'revision_number': 4, 'project_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'gw_port': {'id': '0c39ff4a-0577-42ba-ae36-280a41a0a3b6', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:70:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26111990-d112-4825-9709-f26d9b7c841d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:37:05Z', 'updated_at': '2021-06-11T10:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': '1db4376b-e1be-4c7e-b1bc-36bfa056dfc7', 'tenant_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'floating_ip_address': '172.25.4.50', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': '26111990-d112-4825-9709-f26d9b7c841d', 'port_id': '7c17e709-3fba-4a8d-8774-25fa6b8e3c48', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c', 'mac_address': 'fa:16:3e:b2:55:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7958e2-65ac-4193-b7aa-8b3610d55839', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T10:37:13Z', 'updated_at': '2021-06-11T10:37:29Z', 'revision_number': 1, 'project_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '034e839d-c79b-4cc7-a007-6546c575a8aa', 'name': '', 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c', 'tenant_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'mac_address': 'fa:16:3e:89:d0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26111990-d112-4825-9709-f26d9b7c841d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '9bcb036b-50e1-441b-b763-25737c996068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:37:08Z', 'updated_at': '2021-06-11T10:37:14Z', 'revision_number': 5, 'project_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'subnets': [{'id': '9bcb036b-50e1-441b-b763-25737c996068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:37:31.457004 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd64c82b-8048-455c-992e-1dbfd955074f None None] The sync data for ids ['26111990-d112-4825-9709-f26d9b7c841d'] in n-d-779913-12 is: [{'id': '26111990-d112-4825-9709-f26d9b7c841d', 'name': 'tempest-ServerActionsTestJSON-313380036-router', 'tenant_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '0c39ff4a-0577-42ba-ae36-280a41a0a3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:37:04Z', 'updated_at': '2021-06-11T10:37:09Z', 'revision_number': 4, 'project_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'gw_port': {'id': '0c39ff4a-0577-42ba-ae36-280a41a0a3b6', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:70:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26111990-d112-4825-9709-f26d9b7c841d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:37:05Z', 'updated_at': '2021-06-11T10:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': '1db4376b-e1be-4c7e-b1bc-36bfa056dfc7', 'tenant_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'floating_ip_address': '172.25.4.50', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': '26111990-d112-4825-9709-f26d9b7c841d', 'port_id': '7c17e709-3fba-4a8d-8774-25fa6b8e3c48', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c', 'mac_address': 'fa:16:3e:b2:55:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7958e2-65ac-4193-b7aa-8b3610d55839', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T10:37:13Z', 'updated_at': '2021-06-11T10:37:29Z', 'revision_number': 1, 'project_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '034e839d-c79b-4cc7-a007-6546c575a8aa', 'name': '', 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c', 'tenant_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'mac_address': 'fa:16:3e:89:d0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26111990-d112-4825-9709-f26d9b7c841d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '9bcb036b-50e1-441b-b763-25737c996068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:37:08Z', 'updated_at': '2021-06-11T10:37:14Z', 'revision_number': 5, 'project_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'subnets': [{'id': '9bcb036b-50e1-441b-b763-25737c996068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:37:31.660047 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b4bb88-441a-4ad8-b070-85bf8245ecdb None None] New status for floating IP 1db4376b-e1be-4c7e-b1bc-36bfa056dfc7: ACTIVE {{(pid=93178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 10:37:31.798649 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:36.060421 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:40.483961 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:37:42.969380 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-93e187b1-53f8-458c-addc-9774b0e0b21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:45.884669 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c2d09e50-65b7-4dcc-8438-b245f62b6b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:46.023496 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:46.882971 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:37:48.603355 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:38:01.768218 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:38:06.054086 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:38:12.558393 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-43cda08b-e41d-49cf-97b7-16b0407674c7 req-efb44a4c-e28b-4764-bb47-d3b4ddc6e877 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=be7958e2-65ac-4193-b7aa-8b3610d55839&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0573030 Jun 11 10:38:12.663711 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cda08b-e41d-49cf-97b7-16b0407674c7 req-5f78567a-4e8d-4e4e-bbf2-8106ffb25f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:38:12.665180 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-43cda08b-e41d-49cf-97b7-16b0407674c7 req-5f78567a-4e8d-4e4e-bbf2-8106ffb25f0d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5a2172181f6b4cd0a7c7c9bb506434a5&device_id=be7958e2-65ac-4193-b7aa-8b3610d55839 HTTP/1.1" status: 200 len: 1097 time: 0.0637197 Jun 11 10:38:12.796253 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cda08b-e41d-49cf-97b7-16b0407674c7 req-3e772a04-6dcf-4d77-949f-397cac47caa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:38:12.797693 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-43cda08b-e41d-49cf-97b7-16b0407674c7 req-3e772a04-6dcf-4d77-949f-397cac47caa9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=138947f1-478f-4350-8cce-0cd89d3c929c HTTP/1.1" status: 200 len: 912 time: 0.1109612 Jun 11 10:38:12.885967 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-43cda08b-e41d-49cf-97b7-16b0407674c7 req-367af8de-d8d4-4a2d-9a1c-0acf3d249b03 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c17e709-3fba-4a8d-8774-25fa6b8e3c48 HTTP/1.1" status: 200 len: 1000 time: 0.0806227 Jun 11 10:38:12.934006 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-40294016-72c6-492c-9ef8-98ae71f6c85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:38:12.942705 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cda08b-e41d-49cf-97b7-16b0407674c7 req-e2eee555-68fc-4929-87e9-2ead56393c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:38:12.944206 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-43cda08b-e41d-49cf-97b7-16b0407674c7 req-e2eee555-68fc-4929-87e9-2ead56393c57 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9bcb036b-50e1-441b-b763-25737c996068 HTTP/1.1" status: 200 len: 850 time: 0.0514755 Jun 11 10:38:13.013992 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cda08b-e41d-49cf-97b7-16b0407674c7 req-dcc4c09e-128c-469a-ac5e-cc7598ed3a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:38:13.015492 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-43cda08b-e41d-49cf-97b7-16b0407674c7 req-dcc4c09e-128c-469a-ac5e-cc7598ed3a32 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=138947f1-478f-4350-8cce-0cd89d3c929c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0631809 Jun 11 10:38:13.132531 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-43cda08b-e41d-49cf-97b7-16b0407674c7 req-06b68c89-bd17-40ff-86c7-f9342c85d6f1 service neutron] 10.222.0.69 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090903 Jun 11 10:38:13.243503 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-43cda08b-e41d-49cf-97b7-16b0407674c7 req-4dacbefc-6247-485a-8d27-ccbb5425b6c8 service neutron] 10.222.0.69 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047208 Jun 11 10:38:15.817111 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-4200bcae-5c5f-4ad4-9daa-1853bef5bb0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:38:15.960364 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:38:16.802284 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:38:17.483346 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:38:18.582618 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:38:31.708398 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:38:36.103133 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:38:42.961901 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e1bbba47-8bec-4e7e-913c-8862691d2443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:38:45.816520 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b56b2796-b178-4872-91ac-b959d913ad76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:38:45.950629 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:38:46.822262 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:38:48.570928 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:38:54.482815 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:39:01.732983 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:39:06.052390 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:39:13.035469 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-91d0ac1c-3f28-44c6-a579-22cc3e4fbc87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:39:14.579089 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a8954bd5-bb96-4528-a207-e426244ee003 req-128b6507-f5d2-4fd6-8643-02618c9cad33 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=be7958e2-65ac-4193-b7aa-8b3610d55839&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0725741 Jun 11 10:39:14.682117 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8954bd5-bb96-4528-a207-e426244ee003 req-07d7e767-dea4-4763-8d3f-e6ebd51444d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:39:14.683630 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a8954bd5-bb96-4528-a207-e426244ee003 req-07d7e767-dea4-4763-8d3f-e6ebd51444d7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5a2172181f6b4cd0a7c7c9bb506434a5&device_id=be7958e2-65ac-4193-b7aa-8b3610d55839 HTTP/1.1" status: 200 len: 1097 time: 0.0610805 Jun 11 10:39:15.205529 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8954bd5-bb96-4528-a207-e426244ee003 req-2cfebf42-9e5d-41a1-86e9-f4136589238f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:39:15.207084 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a8954bd5-bb96-4528-a207-e426244ee003 req-2cfebf42-9e5d-41a1-86e9-f4136589238f service neutron] 10.222.0.69 "GET /v2.0/networks?id=138947f1-478f-4350-8cce-0cd89d3c929c HTTP/1.1" status: 200 len: 912 time: 0.5013926 Jun 11 10:39:15.291338 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a8954bd5-bb96-4528-a207-e426244ee003 req-7a627f7a-c81e-43af-b287-7e152ed7242c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c17e709-3fba-4a8d-8774-25fa6b8e3c48 HTTP/1.1" status: 200 len: 1000 time: 0.0774133 Jun 11 10:39:15.347033 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8954bd5-bb96-4528-a207-e426244ee003 req-5b592f1b-9787-4c6f-bf1f-a390f9d3dec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:39:15.348485 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a8954bd5-bb96-4528-a207-e426244ee003 req-5b592f1b-9787-4c6f-bf1f-a390f9d3dec0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9bcb036b-50e1-441b-b763-25737c996068 HTTP/1.1" status: 200 len: 850 time: 0.0509355 Jun 11 10:39:15.414676 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8954bd5-bb96-4528-a207-e426244ee003 req-9ace55ad-c83b-496e-a32f-0faea22ea99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:39:15.416270 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a8954bd5-bb96-4528-a207-e426244ee003 req-9ace55ad-c83b-496e-a32f-0faea22ea99e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=138947f1-478f-4350-8cce-0cd89d3c929c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0617919 Jun 11 10:39:15.535552 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a8954bd5-bb96-4528-a207-e426244ee003 req-f4514d8e-63ff-4937-b612-ec63d17b9626 service neutron] 10.222.0.69 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124973 Jun 11 10:39:15.654025 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a8954bd5-bb96-4528-a207-e426244ee003 req-73940877-80ba-437c-bc31-2f57e228fe20 service neutron] 10.222.0.69 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125104 Jun 11 10:39:15.892710 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-48ad971a-d737-4508-a0d1-b10b03b2312e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:39:16.058391 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:39:16.907994 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:39:18.578084 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:39:24.797746 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [req-a117c2f2-ea1e-4d5a-bf2a-d68688ce4f8f req-19bbebfc-1b2b-4229-b924-1f531d94f6a5 service neutron] (93176) timed out ('10.222.0.69', 57327) {{(pid=93176) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 11 10:39:31.481209 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:39:31.743510 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:39:36.101795 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:39:42.960734 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-480b9637-64ed-40c8-a72f-4b6b9a5dfb08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:39:45.809939 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-fd4f5587-be0e-43f8-b75c-951e3976eb6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:39:45.977780 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:39:46.852069 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:39:48.566316 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:40:01.764640 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:40:06.118306 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:40:08.480880 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:40:12.954697 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-34d9e074-cf14-4075-b8bd-25744778cebd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:40:14.535293 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00bcdfd-813e-4590-b994-71c88389844c req-03f7caa9-689b-4583-854f-3e531abadb50 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:40:14.548605 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b00bcdfd-813e-4590-b994-71c88389844c req-03f7caa9-689b-4583-854f-3e531abadb50 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=be7958e2-65ac-4193-b7aa-8b3610d55839 HTTP/1.1" status: 200 len: 945 time: 0.0792599 Jun 11 10:40:14.584600 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b00bcdfd-813e-4590-b994-71c88389844c req-364a24c3-3a91-4cad-8e3d-4a6c3a09a5cf tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419507 Jun 11 10:40:15.195923 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d2d8f8-8c1d-47c7-a015-f1badbf82fbf req-e6d57afe-9983-4014-b8f4-a3b429f10a59 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:40:15.197443 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b2d2d8f8-8c1d-47c7-a015-f1badbf82fbf req-e6d57afe-9983-4014-b8f4-a3b429f10a59 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=be7958e2-65ac-4193-b7aa-8b3610d55839 HTTP/1.1" status: 200 len: 945 time: 0.0752544 Jun 11 10:40:15.241092 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b2d2d8f8-8c1d-47c7-a015-f1badbf82fbf req-a8a6dcb0-4f0e-48e4-91c7-b6fed52d6f34 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373499 Jun 11 10:40:15.455508 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-98d4a04e-8221-4c0d-be6e-6c2c8d3e1fd1 req-50679ad8-8d95-4c38-bb3e-250c08b9b265 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=be7958e2-65ac-4193-b7aa-8b3610d55839&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1171966 Jun 11 10:40:15.619780 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2003140-01fa-4d0a-ad9a-461a68a80b07 req-81dc246d-d39a-4dce-9177-de8293de7e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:40:15.621322 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b2003140-01fa-4d0a-ad9a-461a68a80b07 req-81dc246d-d39a-4dce-9177-de8293de7e28 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5a2172181f6b4cd0a7c7c9bb506434a5&device_id=be7958e2-65ac-4193-b7aa-8b3610d55839 HTTP/1.1" status: 200 len: 1097 time: 0.0633657 Jun 11 10:40:15.759367 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2003140-01fa-4d0a-ad9a-461a68a80b07 req-58e75a8a-9d94-47d2-8316-531b1e3d2068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:40:15.761031 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b2003140-01fa-4d0a-ad9a-461a68a80b07 req-58e75a8a-9d94-47d2-8316-531b1e3d2068 service neutron] 10.222.0.69 "GET /v2.0/networks?id=138947f1-478f-4350-8cce-0cd89d3c929c HTTP/1.1" status: 200 len: 912 time: 0.1184683 Jun 11 10:40:15.821605 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-11a46041-503c-4802-b202-e2db96c35501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:40:15.853619 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b2003140-01fa-4d0a-ad9a-461a68a80b07 req-d37fa3b8-e0fc-4367-9ab8-e3882ddb9c56 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c17e709-3fba-4a8d-8774-25fa6b8e3c48 HTTP/1.1" status: 200 len: 1000 time: 0.0849736 Jun 11 10:40:15.912730 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2003140-01fa-4d0a-ad9a-461a68a80b07 req-e9a73397-bb43-43ae-abf6-2134ce711a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:40:15.914084 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b2003140-01fa-4d0a-ad9a-461a68a80b07 req-e9a73397-bb43-43ae-abf6-2134ce711a3f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9bcb036b-50e1-441b-b763-25737c996068 HTTP/1.1" status: 200 len: 850 time: 0.0537298 Jun 11 10:40:15.976866 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:40:15.984241 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2003140-01fa-4d0a-ad9a-461a68a80b07 req-4a6ca81b-86c5-40d3-a561-80632ca1106c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:40:15.985729 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b2003140-01fa-4d0a-ad9a-461a68a80b07 req-4a6ca81b-86c5-40d3-a561-80632ca1106c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=138947f1-478f-4350-8cce-0cd89d3c929c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0638773 Jun 11 10:40:15.997470 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [req-b2003140-01fa-4d0a-ad9a-461a68a80b07 req-b2d8d5c9-aa5e-446c-8798-77370ecff574 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 10:40:15.998461 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b2003140-01fa-4d0a-ad9a-461a68a80b07 req-b2d8d5c9-aa5e-446c-8798-77370ecff574 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050356 Jun 11 10:40:16.123391 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b2003140-01fa-4d0a-ad9a-461a68a80b07 req-00358e48-ed4c-4523-af8e-2466c8640906 service neutron] 10.222.0.69 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180234 Jun 11 10:40:16.274374 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b2003140-01fa-4d0a-ad9a-461a68a80b07 req-50b376db-e5eb-4ee9-997e-28264b612e42 service neutron] 10.222.0.69 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440504 Jun 11 10:40:16.432776 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc21677a-4f81-4081-875b-a332f159cd2a req-1a0d8dd9-f6ed-4f9e-b818-d9721382a75c tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:40:16.434801 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cc21677a-4f81-4081-875b-a332f159cd2a req-1a0d8dd9-f6ed-4f9e-b818-d9721382a75c tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=be7958e2-65ac-4193-b7aa-8b3610d55839 HTTP/1.1" status: 200 len: 945 time: 0.0764680 Jun 11 10:40:16.479483 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cc21677a-4f81-4081-875b-a332f159cd2a req-27581f36-34ae-490b-ac28-f18d12ffc2f5 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387712 Jun 11 10:40:16.851582 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:40:17.666346 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25039ff3-5d27-4e32-ac09-d23a9da01c00 req-a7403c44-e485-41ae-a848-cce12ab7f394 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:40:17.668427 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-25039ff3-5d27-4e32-ac09-d23a9da01c00 req-a7403c44-e485-41ae-a848-cce12ab7f394 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=be7958e2-65ac-4193-b7aa-8b3610d55839 HTTP/1.1" status: 200 len: 945 time: 0.0728660 Jun 11 10:40:17.713727 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-25039ff3-5d27-4e32-ac09-d23a9da01c00 req-e278f16c-1275-45d2-8c19-0204c555971b tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387394 Jun 11 10:40:18.230236 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d4a04e-8221-4c0d-be6e-6c2c8d3e1fd1 req-eac140a4-1abd-425f-849e-2aaab7acb523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:40:18.231781 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-98d4a04e-8221-4c0d-be6e-6c2c8d3e1fd1 req-eac140a4-1abd-425f-849e-2aaab7acb523 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5a2172181f6b4cd0a7c7c9bb506434a5&device_id=be7958e2-65ac-4193-b7aa-8b3610d55839 HTTP/1.1" status: 200 len: 1097 time: 0.0645881 Jun 11 10:40:18.354575 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d4a04e-8221-4c0d-be6e-6c2c8d3e1fd1 req-842a59d1-65ab-4766-964b-25c7237e870c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:40:18.356667 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-98d4a04e-8221-4c0d-be6e-6c2c8d3e1fd1 req-842a59d1-65ab-4766-964b-25c7237e870c service neutron] 10.222.0.69 "GET /v2.0/networks?id=138947f1-478f-4350-8cce-0cd89d3c929c HTTP/1.1" status: 200 len: 912 time: 0.1189022 Jun 11 10:40:18.445641 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-98d4a04e-8221-4c0d-be6e-6c2c8d3e1fd1 req-f9c0063c-ca7d-4fd4-83ce-c6bbc7aa64f2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c17e709-3fba-4a8d-8774-25fa6b8e3c48 HTTP/1.1" status: 200 len: 1000 time: 0.0823364 Jun 11 10:40:18.506486 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d4a04e-8221-4c0d-be6e-6c2c8d3e1fd1 req-37da7673-5c5d-4888-acc8-59ea6d6e66aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:40:18.508018 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-98d4a04e-8221-4c0d-be6e-6c2c8d3e1fd1 req-37da7673-5c5d-4888-acc8-59ea6d6e66aa service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9bcb036b-50e1-441b-b763-25737c996068 HTTP/1.1" status: 200 len: 850 time: 0.0555387 Jun 11 10:40:18.582575 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d4a04e-8221-4c0d-be6e-6c2c8d3e1fd1 req-f4a27ae8-6b8e-410a-9905-a82376c0e2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:40:18.584149 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-98d4a04e-8221-4c0d-be6e-6c2c8d3e1fd1 req-f4a27ae8-6b8e-410a-9905-a82376c0e2dc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=138947f1-478f-4350-8cce-0cd89d3c929c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0692163 Jun 11 10:40:18.587129 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:40:18.710778 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-98d4a04e-8221-4c0d-be6e-6c2c8d3e1fd1 req-7324255b-76c5-4f5d-a6d9-03ed8521298f service neutron] 10.222.0.69 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182494 Jun 11 10:40:18.829404 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-98d4a04e-8221-4c0d-be6e-6c2c8d3e1fd1 req-f933850a-4ef9-4422-ac0f-9b53bd5e721d service neutron] 10.222.0.69 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115949 Jun 11 10:40:18.917702 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821068e4-8510-4bc9-b6e0-9354a0b98948 req-46838518-05f9-4993-a638-a9ccec0df53c tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:40:18.918905 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-821068e4-8510-4bc9-b6e0-9354a0b98948 req-46838518-05f9-4993-a638-a9ccec0df53c tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=be7958e2-65ac-4193-b7aa-8b3610d55839 HTTP/1.1" status: 200 len: 945 time: 0.0820541 Jun 11 10:40:18.964632 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-821068e4-8510-4bc9-b6e0-9354a0b98948 req-e37edb7c-9369-4b79-a328-2f84ca5aad1a tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387294 Jun 11 10:40:20.145564 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce68d66b-e252-4faa-bce2-72b31099c434 req-87d02603-760a-4da2-bc73-37bc5343f1cf tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:40:20.152260 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ce68d66b-e252-4faa-bce2-72b31099c434 req-87d02603-760a-4da2-bc73-37bc5343f1cf tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=be7958e2-65ac-4193-b7aa-8b3610d55839 HTTP/1.1" status: 200 len: 945 time: 0.0697029 Jun 11 10:40:20.190158 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ce68d66b-e252-4faa-bce2-72b31099c434 req-8705c2da-b4f9-4fd8-b62c-86627f9959a5 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368397 Jun 11 10:40:21.380735 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335c531d-0510-4d35-a38e-7cbc2dc320ee req-187a9891-42c3-4afb-82b9-19cd8ca79a11 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:40:21.382378 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-335c531d-0510-4d35-a38e-7cbc2dc320ee req-187a9891-42c3-4afb-82b9-19cd8ca79a11 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=be7958e2-65ac-4193-b7aa-8b3610d55839 HTTP/1.1" status: 200 len: 945 time: 0.0753098 Jun 11 10:40:21.424378 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-335c531d-0510-4d35-a38e-7cbc2dc320ee req-40245935-fceb-4fa0-8a87-a71967d43906 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361111 Jun 11 10:40:22.603837 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cd138c-4ca5-48ea-a6e0-349f469b4ed7 req-e47b4163-812e-4cee-ad2e-85a4ee9589a3 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:40:22.605346 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-57cd138c-4ca5-48ea-a6e0-349f469b4ed7 req-e47b4163-812e-4cee-ad2e-85a4ee9589a3 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=be7958e2-65ac-4193-b7aa-8b3610d55839 HTTP/1.1" status: 200 len: 945 time: 0.0701280 Jun 11 10:40:22.647539 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-57cd138c-4ca5-48ea-a6e0-349f469b4ed7 req-b8859c30-7797-4b26-afb8-78ac01d7ac65 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364957 Jun 11 10:40:23.834923 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d2181-cf7e-4553-a546-4202e2d9b931 req-62a30ef1-c07f-4036-b684-d9b3c5d633aa tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:40:23.836427 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a93d2181-cf7e-4553-a546-4202e2d9b931 req-62a30ef1-c07f-4036-b684-d9b3c5d633aa tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=be7958e2-65ac-4193-b7aa-8b3610d55839 HTTP/1.1" status: 200 len: 945 time: 0.0746174 Jun 11 10:40:23.880860 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a93d2181-cf7e-4553-a546-4202e2d9b931 req-3a850bdd-cdef-4bf5-8f5e-a9355878f114 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382402 Jun 11 10:40:25.060849 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc922c10-67f7-4837-9328-191debc8962d req-22d8d449-ce18-4296-a3e1-dd107801b1e2 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:40:25.062291 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-dc922c10-67f7-4837-9328-191debc8962d req-22d8d449-ce18-4296-a3e1-dd107801b1e2 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=be7958e2-65ac-4193-b7aa-8b3610d55839 HTTP/1.1" status: 200 len: 945 time: 0.0698807 Jun 11 10:40:25.103222 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-dc922c10-67f7-4837-9328-191debc8962d req-efeb7fea-8ac1-4b5c-a859-c234b7630eb5 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351357 Jun 11 10:40:26.289751 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b07d059-9e2c-471b-968b-28bdf0803d2b req-ac827df5-284b-488e-afd2-84150b5014a9 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:40:26.291223 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2b07d059-9e2c-471b-968b-28bdf0803d2b req-ac827df5-284b-488e-afd2-84150b5014a9 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=be7958e2-65ac-4193-b7aa-8b3610d55839 HTTP/1.1" status: 200 len: 945 time: 0.0749550 Jun 11 10:40:26.334157 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2b07d059-9e2c-471b-968b-28bdf0803d2b req-26168603-ffbb-4c19-958c-9e24d12f5f20 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365551 Jun 11 10:40:27.513663 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6d53b7-50ff-4046-b48c-cbf9948e7991 req-f50eaa24-a7a4-4770-9766-eefcb1d6b5b2 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:40:27.515105 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9f6d53b7-50ff-4046-b48c-cbf9948e7991 req-f50eaa24-a7a4-4770-9766-eefcb1d6b5b2 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=be7958e2-65ac-4193-b7aa-8b3610d55839 HTTP/1.1" status: 200 len: 945 time: 0.0690460 Jun 11 10:40:27.556233 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9f6d53b7-50ff-4046-b48c-cbf9948e7991 req-b7068f12-bffd-4af4-8a2d-c1c5cd392bac tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354376 Jun 11 10:40:28.751622 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba53709-8089-4a9a-8803-aeccbb0cae75 req-4075028c-51d0-4564-b015-42d4a8782f95 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:40:28.753062 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bba53709-8089-4a9a-8803-aeccbb0cae75 req-4075028c-51d0-4564-b015-42d4a8782f95 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=be7958e2-65ac-4193-b7aa-8b3610d55839 HTTP/1.1" status: 200 len: 945 time: 0.0729585 Jun 11 10:40:28.798528 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bba53709-8089-4a9a-8803-aeccbb0cae75 req-a3be33e3-6c76-4de9-acce-680dbab44f46 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397861 Jun 11 10:40:29.978390 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff3823e-279c-4366-8a77-ca46f02eddab req-ed9edf9e-bcf3-4369-8561-68e082749f97 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:40:29.980426 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3ff3823e-279c-4366-8a77-ca46f02eddab req-ed9edf9e-bcf3-4369-8561-68e082749f97 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=be7958e2-65ac-4193-b7aa-8b3610d55839 HTTP/1.1" status: 200 len: 945 time: 0.0702100 Jun 11 10:40:30.022937 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3ff3823e-279c-4366-8a77-ca46f02eddab req-7c9bb360-ddf3-484e-b2f7-d46ac11d6f96 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368178 Jun 11 10:40:31.208930 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de07af5-8586-48cb-a638-c6f7675aaf47 req-7382c55b-330e-4867-8138-89b78d869c5a tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:40:31.210395 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2de07af5-8586-48cb-a638-c6f7675aaf47 req-7382c55b-330e-4867-8138-89b78d869c5a tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=be7958e2-65ac-4193-b7aa-8b3610d55839 HTTP/1.1" status: 200 len: 945 time: 0.0735645 Jun 11 10:40:31.294481 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2de07af5-8586-48cb-a638-c6f7675aaf47 req-8bc7e8c8-57ee-447a-a06a-f67112883fd0 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777919 Jun 11 10:40:31.309041 n-d-779913-12 neutron-server[93177]: INFO neutron.api.v2.resource [req-98d4a04e-8221-4c0d-be6e-6c2c8d3e1fd1 req-358393c2-2716-47fd-990f-65ddfe009462 service neutron] show failed (client error): The resource could not be found. Jun 11 10:40:31.310023 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-98d4a04e-8221-4c0d-be6e-6c2c8d3e1fd1 req-358393c2-2716-47fd-990f-65ddfe009462 service neutron] 10.222.0.69 "GET /v2.0/ports/7c17e709-3fba-4a8d-8774-25fa6b8e3c48/bindings/n-h1-779913-12 HTTP/1.1" status: 404 len: 381 time: 0.0780358 Jun 11 10:40:31.777676 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:40:31.932015 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d4a04e-8221-4c0d-be6e-6c2c8d3e1fd1 req-f642d59b-ced2-4430-86bf-9e4719b0d0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:40:31.933528 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-98d4a04e-8221-4c0d-be6e-6c2c8d3e1fd1 req-f642d59b-ced2-4430-86bf-9e4719b0d0fc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=be7958e2-65ac-4193-b7aa-8b3610d55839&tenant_id=5a2172181f6b4cd0a7c7c9bb506434a5 HTTP/1.1" status: 200 len: 1097 time: 0.0640376 Jun 11 10:40:31.944597 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-98d4a04e-8221-4c0d-be6e-6c2c8d3e1fd1 req-46702277-a763-48d2-bf2f-cc4f506d8670 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-779913-12', 'device_owner': 'compute:nova'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:40:32.033916 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-98d4a04e-8221-4c0d-be6e-6c2c8d3e1fd1 req-46702277-a763-48d2-bf2f-cc4f506d8670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:40:32.295615 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-98d4a04e-8221-4c0d-be6e-6c2c8d3e1fd1 req-46702277-a763-48d2-bf2f-cc4f506d8670 service neutron] For port 7c17e709-3fba-4a8d-8774-25fa6b8e3c48, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=7c17e709-3fba-4a8d-8774-25fa6b8e3c48,segment=NetworkSegment(cba3afd8-732a-4bf5-b4a2-75681c22ff7c),segment_id=cba3afd8-732a-4bf5-b4a2-75681c22ff7c)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:40:32.331110 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-98d4a04e-8221-4c0d-be6e-6c2c8d3e1fd1 req-46702277-a763-48d2-bf2f-cc4f506d8670 service neutron] For port 7c17e709-3fba-4a8d-8774-25fa6b8e3c48, host n-h2-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:40:32.386146 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be7958e2-65ac-4193-b7aa-8b3610d55839', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c17e709-3fba-4a8d-8774-25fa6b8e3c48'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:40:32.388906 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125b24e798c6fd269f8316ad972dc462157675ddee5b528eb3eb6ea2a565648e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c04a6c-1c53-44e9-ae04-a7de85d1adb0" -d '{"events": [{"server_uuid": "be7958e2-65ac-4193-b7aa-8b3610d55839", "name": "network-vif-unplugged", "status": "completed", "tag": "7c17e709-3fba-4a8d-8774-25fa6b8e3c48"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:40:32.393099 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-98d4a04e-8221-4c0d-be6e-6c2c8d3e1fd1 req-46702277-a763-48d2-bf2f-cc4f506d8670 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:40:32.406850 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-98d4a04e-8221-4c0d-be6e-6c2c8d3e1fd1 req-46702277-a763-48d2-bf2f-cc4f506d8670 service neutron] Transition to ACTIVE for port object 7c17e709-3fba-4a8d-8774-25fa6b8e3c48 will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:40:32.477922 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-98d4a04e-8221-4c0d-be6e-6c2c8d3e1fd1 req-46702277-a763-48d2-bf2f-cc4f506d8670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:40:32.481770 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ce3a1c42-f38e-4566-8033-66aa26da959d tempest-ServerDiskConfigTestJSON-1123570591 tempest-ServerDiskConfigTestJSON-1123570591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:40:32.485683 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3b481f-7146-4cf2-a2d6-97e741029a77 req-b119c466-02ed-48a6-ab4a-c0d34123362c tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:40:32.487163 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0a3b481f-7146-4cf2-a2d6-97e741029a77 req-b119c466-02ed-48a6-ab4a-c0d34123362c tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=be7958e2-65ac-4193-b7aa-8b3610d55839 HTTP/1.1" status: 200 len: 945 time: 0.0759788 Jun 11 10:40:32.538198 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0a3b481f-7146-4cf2-a2d6-97e741029a77 req-73af02d9-f26a-4eb1-82d9-be9986343739 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445180 Jun 11 10:40:32.590459 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46702277-a763-48d2-bf2f-cc4f506d8670 service neutron] Pushing event updated for resources: {'Port': ['ID=7c17e709-3fba-4a8d-8774-25fa6b8e3c48,revision_number=6']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:40:32.604049 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Jun 2021 10:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f4eccbf-aca1-4771-8bdf-2bedbc9fa8f1 x-openstack-request-id: req-8f4eccbf-aca1-4771-8bdf-2bedbc9fa8f1 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:40:32.604966 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be7958e2-65ac-4193-b7aa-8b3610d55839", "name": "network-vif-unplugged", "status": "completed", "tag": "7c17e709-3fba-4a8d-8774-25fa6b8e3c48", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:40:32.605281 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8f4eccbf-aca1-4771-8bdf-2bedbc9fa8f1 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:40:32.605736 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be7958e2-65ac-4193-b7aa-8b3610d55839', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c17e709-3fba-4a8d-8774-25fa6b8e3c48', 'code': 200} Jun 11 10:40:32.612573 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46702277-a763-48d2-bf2f-cc4f506d8670 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:40:32.612970 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46702277-a763-48d2-bf2f-cc4f506d8670 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:40:32.613362 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46702277-a763-48d2-bf2f-cc4f506d8670 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:40:32.613745 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46702277-a763-48d2-bf2f-cc4f506d8670 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:40:32.614131 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46702277-a763-48d2-bf2f-cc4f506d8670 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:40:32.614507 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46702277-a763-48d2-bf2f-cc4f506d8670 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:40:32.614884 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46702277-a763-48d2-bf2f-cc4f506d8670 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:40:32.615273 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46702277-a763-48d2-bf2f-cc4f506d8670 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:40:32.615671 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46702277-a763-48d2-bf2f-cc4f506d8670 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:40:32.616030 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46702277-a763-48d2-bf2f-cc4f506d8670 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:40:32.616397 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46702277-a763-48d2-bf2f-cc4f506d8670 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:40:32.616769 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46702277-a763-48d2-bf2f-cc4f506d8670 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:40:32.622215 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-46702277-a763-48d2-bf2f-cc4f506d8670 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:40:32.654231 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-98d4a04e-8221-4c0d-be6e-6c2c8d3e1fd1 req-46702277-a763-48d2-bf2f-cc4f506d8670 service neutron] No DVR routers for this DVR port 7c17e709-3fba-4a8d-8774-25fa6b8e3c48 on host n-h2-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:40:32.845069 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-98d4a04e-8221-4c0d-be6e-6c2c8d3e1fd1 req-46702277-a763-48d2-bf2f-cc4f506d8670 service neutron] Attempting to bind port 7c17e709-3fba-4a8d-8774-25fa6b8e3c48 on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:40:32.845407 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-98d4a04e-8221-4c0d-be6e-6c2c8d3e1fd1 req-46702277-a763-48d2-bf2f-cc4f506d8670 service neutron] Attempting to bind port 7c17e709-3fba-4a8d-8774-25fa6b8e3c48 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': 'cba3afd8-732a-4bf5-b4a2-75681c22ff7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:40:32.845801 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d4a04e-8221-4c0d-be6e-6c2c8d3e1fd1 req-46702277-a763-48d2-bf2f-cc4f506d8670 service neutron] Attempting to bind port 7c17e709-3fba-4a8d-8774-25fa6b8e3c48 on network 138947f1-478f-4350-8cce-0cd89d3c929c {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:40:32.850255 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d4a04e-8221-4c0d-be6e-6c2c8d3e1fd1 req-46702277-a763-48d2-bf2f-cc4f506d8670 service neutron] Port 7c17e709-3fba-4a8d-8774-25fa6b8e3c48 on network 138947f1-478f-4350-8cce-0cd89d3c929c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:40:32.850580 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d4a04e-8221-4c0d-be6e-6c2c8d3e1fd1 req-46702277-a763-48d2-bf2f-cc4f506d8670 service neutron] Attempting to bind port 7c17e709-3fba-4a8d-8774-25fa6b8e3c48 on network 138947f1-478f-4350-8cce-0cd89d3c929c {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:40:32.855867 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d4a04e-8221-4c0d-be6e-6c2c8d3e1fd1 req-46702277-a763-48d2-bf2f-cc4f506d8670 service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:40:32.856208 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d4a04e-8221-4c0d-be6e-6c2c8d3e1fd1 req-46702277-a763-48d2-bf2f-cc4f506d8670 service neutron] Checking segment: {'id': 'cba3afd8-732a-4bf5-b4a2-75681c22ff7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:40:32.856592 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d4a04e-8221-4c0d-be6e-6c2c8d3e1fd1 req-46702277-a763-48d2-bf2f-cc4f506d8670 service neutron] Bound using segment: {'id': 'cba3afd8-732a-4bf5-b4a2-75681c22ff7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:40:32.857019 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-98d4a04e-8221-4c0d-be6e-6c2c8d3e1fd1 req-46702277-a763-48d2-bf2f-cc4f506d8670 service neutron] Bound port: 7c17e709-3fba-4a8d-8774-25fa6b8e3c48, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cba3afd8-732a-4bf5-b4a2-75681c22ff7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:40:32.857373 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-98d4a04e-8221-4c0d-be6e-6c2c8d3e1fd1 req-46702277-a763-48d2-bf2f-cc4f506d8670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:40:32.930103 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-98d4a04e-8221-4c0d-be6e-6c2c8d3e1fd1 req-46702277-a763-48d2-bf2f-cc4f506d8670 service neutron] For port 7c17e709-3fba-4a8d-8774-25fa6b8e3c48, host n-h1-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:40:32.933804 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-98d4a04e-8221-4c0d-be6e-6c2c8d3e1fd1 req-46702277-a763-48d2-bf2f-cc4f506d8670 service neutron] For port 7c17e709-3fba-4a8d-8774-25fa6b8e3c48, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=7c17e709-3fba-4a8d-8774-25fa6b8e3c48,segment=NetworkSegment(cba3afd8-732a-4bf5-b4a2-75681c22ff7c),segment_id=cba3afd8-732a-4bf5-b4a2-75681c22ff7c)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:40:32.997963 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-98d4a04e-8221-4c0d-be6e-6c2c8d3e1fd1 req-46702277-a763-48d2-bf2f-cc4f506d8670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:40:33.000093 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ba105c96-ac99-4274-aff7-4d2321cdda7e tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:40:33.050154 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d4a04e-8221-4c0d-be6e-6c2c8d3e1fd1 req-46702277-a763-48d2-bf2f-cc4f506d8670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:40:33.050154 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-98d4a04e-8221-4c0d-be6e-6c2c8d3e1fd1 req-46702277-a763-48d2-bf2f-cc4f506d8670 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:40:33.050154 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-98d4a04e-8221-4c0d-be6e-6c2c8d3e1fd1 req-46702277-a763-48d2-bf2f-cc4f506d8670 service neutron] 10.222.0.64 "PUT /v2.0/ports/7c17e709-3fba-4a8d-8774-25fa6b8e3c48 HTTP/1.1" status: 200 len: 1092 time: 1.1096570 Jun 11 10:40:33.069763 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46702277-a763-48d2-bf2f-cc4f506d8670 service neutron] Pushing event updated for resources: {'Port': ['ID=7c17e709-3fba-4a8d-8774-25fa6b8e3c48,revision_number=7']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:40:33.077561 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-46702277-a763-48d2-bf2f-cc4f506d8670 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:40:33.142878 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d4a04e-8221-4c0d-be6e-6c2c8d3e1fd1 req-a6878aa1-393d-42a8-8089-536bde95e8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:40:33.144447 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-98d4a04e-8221-4c0d-be6e-6c2c8d3e1fd1 req-a6878aa1-393d-42a8-8089-536bde95e8aa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a2172181f6b4cd0a7c7c9bb506434a5&device_id=be7958e2-65ac-4193-b7aa-8b3610d55839 HTTP/1.1" status: 200 len: 1095 time: 0.0683014 Jun 11 10:40:33.264779 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d4a04e-8221-4c0d-be6e-6c2c8d3e1fd1 req-d920c30f-3024-4089-9f3e-1c4a0e685997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:40:33.266249 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-98d4a04e-8221-4c0d-be6e-6c2c8d3e1fd1 req-d920c30f-3024-4089-9f3e-1c4a0e685997 service neutron] 10.222.0.64 "GET /v2.0/networks?id=138947f1-478f-4350-8cce-0cd89d3c929c HTTP/1.1" status: 200 len: 912 time: 0.1157935 Jun 11 10:40:33.354039 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-98d4a04e-8221-4c0d-be6e-6c2c8d3e1fd1 req-24a70776-5a74-4bb2-a577-e532b7825d2e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c17e709-3fba-4a8d-8774-25fa6b8e3c48 HTTP/1.1" status: 200 len: 998 time: 0.0816300 Jun 11 10:40:33.410549 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d4a04e-8221-4c0d-be6e-6c2c8d3e1fd1 req-086dfaaf-9f2f-4cd5-8e30-0ff88b135e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:40:33.412004 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-98d4a04e-8221-4c0d-be6e-6c2c8d3e1fd1 req-086dfaaf-9f2f-4cd5-8e30-0ff88b135e52 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9bcb036b-50e1-441b-b763-25737c996068 HTTP/1.1" status: 200 len: 850 time: 0.0523353 Jun 11 10:40:33.480226 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d4a04e-8221-4c0d-be6e-6c2c8d3e1fd1 req-d10abf0f-ff3e-48ea-96de-c2958bf38073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:40:33.481702 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-98d4a04e-8221-4c0d-be6e-6c2c8d3e1fd1 req-d10abf0f-ff3e-48ea-96de-c2958bf38073 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=138947f1-478f-4350-8cce-0cd89d3c929c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0635667 Jun 11 10:40:33.601763 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-98d4a04e-8221-4c0d-be6e-6c2c8d3e1fd1 req-5fbc1c5b-98f5-4465-bc5f-d445d03d2a8b service neutron] 10.222.0.64 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134815 Jun 11 10:40:33.717171 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-98d4a04e-8221-4c0d-be6e-6c2c8d3e1fd1 req-5a31ae1f-8ec9-44cd-98f2-85a2fd02792b service neutron] 10.222.0.64 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082995 Jun 11 10:40:33.724536 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde7295e-48b6-4983-85cd-6d1703e8347f req-e6b214bf-1fc8-413a-978a-44ccfe299db7 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:40:33.726042 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cde7295e-48b6-4983-85cd-6d1703e8347f req-e6b214bf-1fc8-413a-978a-44ccfe299db7 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=be7958e2-65ac-4193-b7aa-8b3610d55839 HTTP/1.1" status: 200 len: 943 time: 0.0701864 Jun 11 10:40:33.769360 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cde7295e-48b6-4983-85cd-6d1703e8347f req-b0000519-a423-465d-b537-a3b77fc76135 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369623 Jun 11 10:40:34.607243 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be7958e2-65ac-4193-b7aa-8b3610d55839', 'tag': '7c17e709-3fba-4a8d-8774-25fa6b8e3c48'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:40:34.609946 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125b24e798c6fd269f8316ad972dc462157675ddee5b528eb3eb6ea2a565648e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-143031ae-ac1e-4cc3-9afb-186bdfa402f3" -d '{"events": [{"name": "network-changed", "server_uuid": "be7958e2-65ac-4193-b7aa-8b3610d55839", "tag": "7c17e709-3fba-4a8d-8774-25fa6b8e3c48"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:40:34.657516 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f62ec3-2f96-4dfc-a769-b12580139792 x-openstack-request-id: req-65f62ec3-2f96-4dfc-a769-b12580139792 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:40:34.657874 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be7958e2-65ac-4193-b7aa-8b3610d55839", "tag": "7c17e709-3fba-4a8d-8774-25fa6b8e3c48", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:40:34.658558 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-65f62ec3-2f96-4dfc-a769-b12580139792 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:40:34.659024 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be7958e2-65ac-4193-b7aa-8b3610d55839', 'tag': '7c17e709-3fba-4a8d-8774-25fa6b8e3c48', 'status': 'completed', 'code': 200} Jun 11 10:40:34.742970 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143031ae-ac1e-4cc3-9afb-186bdfa402f3 req-b2fc7431-8139-4821-bf3d-516750471d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:40:34.744579 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-143031ae-ac1e-4cc3-9afb-186bdfa402f3 req-b2fc7431-8139-4821-bf3d-516750471d08 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a2172181f6b4cd0a7c7c9bb506434a5&device_id=be7958e2-65ac-4193-b7aa-8b3610d55839 HTTP/1.1" status: 200 len: 1095 time: 0.0676968 Jun 11 10:40:34.748397 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143031ae-ac1e-4cc3-9afb-186bdfa402f3 req-8ab8e1a4-d525-4759-9ff3-988cc855cc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:40:34.749860 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-143031ae-ac1e-4cc3-9afb-186bdfa402f3 req-8ab8e1a4-d525-4759-9ff3-988cc855cc27 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5a2172181f6b4cd0a7c7c9bb506434a5&device_id=be7958e2-65ac-4193-b7aa-8b3610d55839 HTTP/1.1" status: 200 len: 1095 time: 0.0681381 Jun 11 10:40:34.867614 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143031ae-ac1e-4cc3-9afb-186bdfa402f3 req-0fac3aa1-b271-4c0a-9d2a-05662b699e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:40:34.869015 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-143031ae-ac1e-4cc3-9afb-186bdfa402f3 req-0fac3aa1-b271-4c0a-9d2a-05662b699e20 service neutron] 10.222.0.69 "GET /v2.0/networks?id=138947f1-478f-4350-8cce-0cd89d3c929c HTTP/1.1" status: 200 len: 912 time: 0.1123848 Jun 11 10:40:34.871886 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143031ae-ac1e-4cc3-9afb-186bdfa402f3 req-7f31f7ee-f600-42fc-99c0-a14cbe36209b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:40:34.873308 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-143031ae-ac1e-4cc3-9afb-186bdfa402f3 req-7f31f7ee-f600-42fc-99c0-a14cbe36209b service neutron] 10.222.0.64 "GET /v2.0/networks?id=138947f1-478f-4350-8cce-0cd89d3c929c HTTP/1.1" status: 200 len: 912 time: 0.1215079 Jun 11 10:40:34.958583 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-143031ae-ac1e-4cc3-9afb-186bdfa402f3 req-da6bac68-3b19-4bbf-87b5-9010540bc96f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c17e709-3fba-4a8d-8774-25fa6b8e3c48 HTTP/1.1" status: 200 len: 998 time: 0.0778725 Jun 11 10:40:35.003090 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-143031ae-ac1e-4cc3-9afb-186bdfa402f3 req-64d90a97-1703-480f-adbd-730087d7ff29 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c17e709-3fba-4a8d-8774-25fa6b8e3c48 HTTP/1.1" status: 200 len: 998 time: 0.1268322 Jun 11 10:40:35.021305 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143031ae-ac1e-4cc3-9afb-186bdfa402f3 req-0cfea7da-8ff8-4dbd-8708-d6d66ef5f00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:40:35.022751 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-143031ae-ac1e-4cc3-9afb-186bdfa402f3 req-0cfea7da-8ff8-4dbd-8708-d6d66ef5f00f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9bcb036b-50e1-441b-b763-25737c996068 HTTP/1.1" status: 200 len: 850 time: 0.0577807 Jun 11 10:40:35.066013 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2199e45b-97d7-40d6-ab04-5b1f0c56a2b1 req-fa02ff19-9565-4dd3-977c-d8bd7a287978 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:40:35.067503 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2199e45b-97d7-40d6-ab04-5b1f0c56a2b1 req-fa02ff19-9565-4dd3-977c-d8bd7a287978 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=be7958e2-65ac-4193-b7aa-8b3610d55839 HTTP/1.1" status: 200 len: 943 time: 0.1378331 Jun 11 10:40:35.077050 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143031ae-ac1e-4cc3-9afb-186bdfa402f3 req-0ca81afe-6bef-49e1-83e8-4752b5f6de3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:40:35.078436 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-143031ae-ac1e-4cc3-9afb-186bdfa402f3 req-0ca81afe-6bef-49e1-83e8-4752b5f6de3f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9bcb036b-50e1-441b-b763-25737c996068 HTTP/1.1" status: 200 len: 850 time: 0.0693998 Jun 11 10:40:35.089141 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143031ae-ac1e-4cc3-9afb-186bdfa402f3 req-4ad9f9a1-5362-44d1-8630-3c3386dd6198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:40:35.090661 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-143031ae-ac1e-4cc3-9afb-186bdfa402f3 req-4ad9f9a1-5362-44d1-8630-3c3386dd6198 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=138947f1-478f-4350-8cce-0cd89d3c929c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0597739 Jun 11 10:40:35.146109 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2199e45b-97d7-40d6-ab04-5b1f0c56a2b1 req-211155df-6e9a-4a65-a929-9461d0488e23 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715742 Jun 11 10:40:35.176250 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143031ae-ac1e-4cc3-9afb-186bdfa402f3 req-e7200184-6e26-49cb-b536-eebc19562ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:40:35.177759 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-143031ae-ac1e-4cc3-9afb-186bdfa402f3 req-e7200184-6e26-49cb-b536-eebc19562ca9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=138947f1-478f-4350-8cce-0cd89d3c929c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0934196 Jun 11 10:40:35.211707 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-143031ae-ac1e-4cc3-9afb-186bdfa402f3 req-081e37b3-3835-433d-ba6e-72bb4a25a2e9 service neutron] 10.222.0.64 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140258 Jun 11 10:40:35.297592 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-143031ae-ac1e-4cc3-9afb-186bdfa402f3 req-36a4e7df-d4a4-4d2a-8716-8d5a7872eacd service neutron] 10.222.0.69 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120586 Jun 11 10:40:35.333307 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-143031ae-ac1e-4cc3-9afb-186bdfa402f3 req-92c8e0c5-2d6e-4f80-93e2-07c3ee805786 service neutron] 10.222.0.64 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133406 Jun 11 10:40:35.428955 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-143031ae-ac1e-4cc3-9afb-186bdfa402f3 req-878a6be2-9a75-44c7-93af-2ecb385e0870 service neutron] 10.222.0.69 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243317 Jun 11 10:40:35.510264 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 7c17e709-3fba-4a8d-8774-25fa6b8e3c48 no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:40:35.556785 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 7c17e709-3fba-4a8d-8774-25fa6b8e3c48 not bound to the agent host n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:40:36.113978 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:40:36.329381 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3eee3a-7fb9-4ec1-9f51-de395461f1cc req-5285fa70-f8f7-42a6-984f-f8e20785982c tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:40:36.330925 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7d3eee3a-7fb9-4ec1-9f51-de395461f1cc req-5285fa70-f8f7-42a6-984f-f8e20785982c tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=be7958e2-65ac-4193-b7aa-8b3610d55839 HTTP/1.1" status: 200 len: 943 time: 0.0704110 Jun 11 10:40:36.378895 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7d3eee3a-7fb9-4ec1-9f51-de395461f1cc req-c0741093-85ad-41f1-9a93-e4498a25fe04 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419796 Jun 11 10:40:36.891033 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f874a39c-7a93-4bee-813c-83007421df23 req-d2a13a16-6be7-4c0a-9ac4-43db13112cca tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:40:36.892611 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f874a39c-7a93-4bee-813c-83007421df23 req-d2a13a16-6be7-4c0a-9ac4-43db13112cca tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=be7958e2-65ac-4193-b7aa-8b3610d55839 HTTP/1.1" status: 200 len: 943 time: 0.0736334 Jun 11 10:40:36.971233 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f874a39c-7a93-4bee-813c-83007421df23 req-19fc7dcc-fe9e-44ad-a137-f7f6124d3e37 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681314 Jun 11 10:40:37.000842 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd214f-5635-4fb4-9db1-a18af4aa42e4 req-0158dd0a-e01c-4ac4-b913-b45773851a19 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:40:37.002281 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f7dd214f-5635-4fb4-9db1-a18af4aa42e4 req-0158dd0a-e01c-4ac4-b913-b45773851a19 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.69 "GET /v2.0/ports?device_id=be7958e2-65ac-4193-b7aa-8b3610d55839&tenant_id=5a2172181f6b4cd0a7c7c9bb506434a5&binding%3Ahost_id=n-h1-779913-12 HTTP/1.1" status: 200 len: 943 time: 0.1087828 Jun 11 10:40:37.072889 n-d-779913-12 neutron-server[93177]: INFO neutron.api.v2.resource [req-f7dd214f-5635-4fb4-9db1-a18af4aa42e4 req-26ee1bee-5e68-432d-8d4f-e3b48a1d6bde service neutron] delete failed (client error): The resource could not be found. Jun 11 10:40:37.073918 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f7dd214f-5635-4fb4-9db1-a18af4aa42e4 req-26ee1bee-5e68-432d-8d4f-e3b48a1d6bde service neutron] 10.222.0.69 "DELETE /v2.0/ports/7c17e709-3fba-4a8d-8774-25fa6b8e3c48/bindings/n-h2-779913-12 HTTP/1.1" status: 404 len: 381 time: 0.0662773 Jun 11 10:40:37.176603 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd214f-5635-4fb4-9db1-a18af4aa42e4 req-f50f075d-7879-45a7-9f0d-1f52422dbeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:40:37.178075 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f7dd214f-5635-4fb4-9db1-a18af4aa42e4 req-f50f075d-7879-45a7-9f0d-1f52422dbeb1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5a2172181f6b4cd0a7c7c9bb506434a5&device_id=be7958e2-65ac-4193-b7aa-8b3610d55839 HTTP/1.1" status: 200 len: 1095 time: 0.0594683 Jun 11 10:40:37.295925 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd214f-5635-4fb4-9db1-a18af4aa42e4 req-49da7c0d-bb36-4b68-9950-95f0a9652f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:40:37.297377 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f7dd214f-5635-4fb4-9db1-a18af4aa42e4 req-49da7c0d-bb36-4b68-9950-95f0a9652f92 service neutron] 10.222.0.69 "GET /v2.0/networks?id=138947f1-478f-4350-8cce-0cd89d3c929c HTTP/1.1" status: 200 len: 912 time: 0.1125348 Jun 11 10:40:37.316335 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 7c17e709-3fba-4a8d-8774-25fa6b8e3c48 details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 10:40:37.386415 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f7dd214f-5635-4fb4-9db1-a18af4aa42e4 req-8e55fcba-8580-49b4-a6ce-3a8703d22ac7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c17e709-3fba-4a8d-8774-25fa6b8e3c48 HTTP/1.1" status: 200 len: 998 time: 0.0830159 Jun 11 10:40:37.445864 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd214f-5635-4fb4-9db1-a18af4aa42e4 req-4c03160d-9b9d-4ee3-a162-ec5eac8bd877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:40:37.447318 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f7dd214f-5635-4fb4-9db1-a18af4aa42e4 req-4c03160d-9b9d-4ee3-a162-ec5eac8bd877 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9bcb036b-50e1-441b-b763-25737c996068 HTTP/1.1" status: 200 len: 850 time: 0.0552754 Jun 11 10:40:37.451749 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 7c17e709-3fba-4a8d-8774-25fa6b8e3c48, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=7c17e709-3fba-4a8d-8774-25fa6b8e3c48,segment=NetworkSegment(cba3afd8-732a-4bf5-b4a2-75681c22ff7c),segment_id=cba3afd8-732a-4bf5-b4a2-75681c22ff7c)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:40:37.464891 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': '7c17e709-3fba-4a8d-8774-25fa6b8e3c48', 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c', 'port_id': '7c17e709-3fba-4a8d-8774-25fa6b8e3c48', 'mac_address': 'fa:16:3e:b2:55:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bcb036b-50e1-441b-b763-25737c996068', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 10:40:37.507781 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:40:37.510942 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd214f-5635-4fb4-9db1-a18af4aa42e4 req-c2958740-b38e-4780-b50a-3d333179b3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:40:37.512755 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f7dd214f-5635-4fb4-9db1-a18af4aa42e4 req-c2958740-b38e-4780-b50a-3d333179b3cc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=138947f1-478f-4350-8cce-0cd89d3c929c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0590308 Jun 11 10:40:37.523647 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c17e709-3fba-4a8d-8774-25fa6b8e3c48 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:40:37.559934 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 7c17e709-3fba-4a8d-8774-25fa6b8e3c48, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=7c17e709-3fba-4a8d-8774-25fa6b8e3c48,segment=NetworkSegment(cba3afd8-732a-4bf5-b4a2-75681c22ff7c),segment_id=cba3afd8-732a-4bf5-b4a2-75681c22ff7c)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:40:37.632385 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f7dd214f-5635-4fb4-9db1-a18af4aa42e4 req-ec08c659-389e-4822-81f5-059476baf7fb service neutron] 10.222.0.69 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133254 Jun 11 10:40:37.667495 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:40:37.670377 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:40:37.727355 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=7c17e709-3fba-4a8d-8774-25fa6b8e3c48,revision_number=8']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:40:37.735194 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:40:37.735543 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:40:37.735911 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:40:37.736250 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:40:37.736586 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:40:37.736922 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:40:37.737251 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:40:37.737581 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:40:37.737905 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:40:37.738229 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:40:37.738553 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:40:37.738881 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:40:37.743018 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:40:37.755093 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f7dd214f-5635-4fb4-9db1-a18af4aa42e4 req-31a97fbf-1a18-4300-9ef4-b35dc15b21c0 service neutron] 10.222.0.69 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156654 Jun 11 10:40:37.917899 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['7c17e709-3fba-4a8d-8774-25fa6b8e3c48'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:40:38.156204 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e150575-e271-4b6f-84e9-7a9bbfc7c24f req-a22ee478-9ec0-4faf-986a-bdd646f3545a tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:40:38.157684 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7e150575-e271-4b6f-84e9-7a9bbfc7c24f req-a22ee478-9ec0-4faf-986a-bdd646f3545a tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=be7958e2-65ac-4193-b7aa-8b3610d55839 HTTP/1.1" status: 200 len: 944 time: 0.0702951 Jun 11 10:40:38.199807 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7e150575-e271-4b6f-84e9-7a9bbfc7c24f req-a53c85cc-5327-4cf1-94bc-4fceabee8754 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362954 Jun 11 10:40:39.340435 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 7c17e709-3fba-4a8d-8774-25fa6b8e3c48 up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:40:39.388357 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cb2497-0a5b-435b-b8a8-dafda237296b req-f5754d5e-8bf7-4d28-8068-421aed9028e6 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:40:39.389865 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-03cb2497-0a5b-435b-b8a8-dafda237296b req-f5754d5e-8bf7-4d28-8068-421aed9028e6 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=be7958e2-65ac-4193-b7aa-8b3610d55839 HTTP/1.1" status: 200 len: 944 time: 0.0769796 Jun 11 10:40:39.433281 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-03cb2497-0a5b-435b-b8a8-dafda237296b req-a75563c2-8823-4422-a0e4-d131c777dad9 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377851 Jun 11 10:40:39.513849 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning for port 7c17e709-3fba-4a8d-8774-25fa6b8e3c48 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:40:39.517813 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port 7c17e709-3fba-4a8d-8774-25fa6b8e3c48 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:40:39.518195 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:40:39.607040 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:40:39.610801 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a23b89-cb02-438d-8e3f-29fb684bd706 req-97144593-141b-42de-a925-8c3347c861df tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:40:39.612315 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-48a23b89-cb02-438d-8e3f-29fb684bd706 req-97144593-141b-42de-a925-8c3347c861df tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=be7958e2-65ac-4193-b7aa-8b3610d55839 HTTP/1.1" status: 200 len: 944 time: 0.0681725 Jun 11 10:40:39.632067 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be7958e2-65ac-4193-b7aa-8b3610d55839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c17e709-3fba-4a8d-8774-25fa6b8e3c48'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:40:39.634359 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc8b525cf092a189a0ea2f07e82bebdb29a480b8a476d2f40da93c0b22490dae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f6cc1b-37a1-4205-93f7-cf54b447185b" -d '{"events": [{"server_uuid": "be7958e2-65ac-4193-b7aa-8b3610d55839", "name": "network-vif-plugged", "status": "completed", "tag": "7c17e709-3fba-4a8d-8774-25fa6b8e3c48"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:40:39.654206 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 7c17e709-3fba-4a8d-8774-25fa6b8e3c48, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=7c17e709-3fba-4a8d-8774-25fa6b8e3c48,segment=NetworkSegment(cba3afd8-732a-4bf5-b4a2-75681c22ff7c),segment_id=cba3afd8-732a-4bf5-b4a2-75681c22ff7c)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:40:39.658919 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-48a23b89-cb02-438d-8e3f-29fb684bd706 req-600098eb-9a1a-4f23-a2f5-3f5fa381833d tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406597 Jun 11 10:40:39.707002 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cdc867e-7a09-4dce-843e-dd69b4ffca5e x-openstack-request-id: req-9cdc867e-7a09-4dce-843e-dd69b4ffca5e {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:40:39.707295 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be7958e2-65ac-4193-b7aa-8b3610d55839", "name": "network-vif-plugged", "status": "completed", "tag": "7c17e709-3fba-4a8d-8774-25fa6b8e3c48", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:40:39.707588 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9cdc867e-7a09-4dce-843e-dd69b4ffca5e {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:40:39.707995 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be7958e2-65ac-4193-b7aa-8b3610d55839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c17e709-3fba-4a8d-8774-25fa6b8e3c48', 'code': 200} Jun 11 10:40:39.769501 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:40:39.771376 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-be7ebe40-e56f-40c6-bd12-fbc3f75d919f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:40:39.829750 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=7c17e709-3fba-4a8d-8774-25fa6b8e3c48,revision_number=9']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:40:39.837941 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:40:39.873250 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fcff43-cfca-46d9-b372-7b3b0f797533 req-8522273a-8b34-423b-bf33-d7a976aaf7d8 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:40:39.874730 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-18fcff43-cfca-46d9-b372-7b3b0f797533 req-8522273a-8b34-423b-bf33-d7a976aaf7d8 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=be7958e2-65ac-4193-b7aa-8b3610d55839 HTTP/1.1" status: 200 len: 945 time: 0.0804510 Jun 11 10:40:39.916827 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-18fcff43-cfca-46d9-b372-7b3b0f797533 req-a5578d55-a757-4af4-b1ea-0ec86fb90537 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362964 Jun 11 10:40:40.558216 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da577d52-5534-468f-ac0c-67b7ac584e84 req-2a40ba9d-5791-4d2c-9472-9e812e0556a8 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:40:40.559744 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-da577d52-5534-468f-ac0c-67b7ac584e84 req-2a40ba9d-5791-4d2c-9472-9e812e0556a8 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=be7958e2-65ac-4193-b7aa-8b3610d55839 HTTP/1.1" status: 200 len: 945 time: 0.0690053 Jun 11 10:40:40.601023 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-da577d52-5534-468f-ac0c-67b7ac584e84 req-ee6beeaa-bf32-423e-b0fe-e438de82ee05 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356932 Jun 11 10:40:41.755885 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60362aff-be92-4919-8b54-2944ffd2d36b req-45c457c9-dbcf-4b8c-a9d9-e9375c989279 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:40:41.759168 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-60362aff-be92-4919-8b54-2944ffd2d36b req-45c457c9-dbcf-4b8c-a9d9-e9375c989279 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.64 "GET /v2.0/ports?device_id=be7958e2-65ac-4193-b7aa-8b3610d55839 HTTP/1.1" status: 200 len: 945 time: 0.0755804 Jun 11 10:40:41.898553 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-60362aff-be92-4919-8b54-2944ffd2d36b req-ab6e2c09-8497-492c-a4fe-10a8d61791d9 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Deleting port 7c17e709-3fba-4a8d-8774-25fa6b8e3c48 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:40:41.898810 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-60362aff-be92-4919-8b54-2944ffd2d36b req-ab6e2c09-8497-492c-a4fe-10a8d61791d9 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:40:42.021373 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-60362aff-be92-4919-8b54-2944ffd2d36b req-ab6e2c09-8497-492c-a4fe-10a8d61791d9 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] For port 7c17e709-3fba-4a8d-8774-25fa6b8e3c48, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=7c17e709-3fba-4a8d-8774-25fa6b8e3c48,segment=NetworkSegment(cba3afd8-732a-4bf5-b4a2-75681c22ff7c),segment_id=cba3afd8-732a-4bf5-b4a2-75681c22ff7c)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:40:42.021738 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-60362aff-be92-4919-8b54-2944ffd2d36b req-ab6e2c09-8497-492c-a4fe-10a8d61791d9 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:40:42.188126 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203766c4-8873-453f-8040-61111f755a03 req-9e2833bd-a400-4ac7-b318-c15696873812 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:40:42.189794 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-203766c4-8873-453f-8040-61111f755a03 req-9e2833bd-a400-4ac7-b318-c15696873812 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=be7958e2-65ac-4193-b7aa-8b3610d55839 HTTP/1.1" status: 200 len: 945 time: 0.4528933 Jun 11 10:40:42.238358 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-203766c4-8873-453f-8040-61111f755a03 req-0fc08843-e9e6-461b-ae6d-a50f9d35a573 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420446 Jun 11 10:40:42.679457 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-60362aff-be92-4919-8b54-2944ffd2d36b req-ab6e2c09-8497-492c-a4fe-10a8d61791d9 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:40:42.679846 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-60362aff-be92-4919-8b54-2944ffd2d36b req-ab6e2c09-8497-492c-a4fe-10a8d61791d9 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:40:42.680177 n-d-779913-12 neutron-server[93176]: INFO neutron.db.l3_db [req-60362aff-be92-4919-8b54-2944ffd2d36b req-ab6e2c09-8497-492c-a4fe-10a8d61791d9 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Floating IP 1db4376b-e1be-4c7e-b1bc-36bfa056dfc7 disassociated. External IP: 172.25.4.50, port: 7c17e709-3fba-4a8d-8774-25fa6b8e3c48. Jun 11 10:40:42.680520 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-60362aff-be92-4919-8b54-2944ffd2d36b req-ab6e2c09-8497-492c-a4fe-10a8d61791d9 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Calling delete_port for 7c17e709-3fba-4a8d-8774-25fa6b8e3c48 owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:40:42.936775 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-60362aff-be92-4919-8b54-2944ffd2d36b req-ab6e2c09-8497-492c-a4fe-10a8d61791d9 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:40:42.940898 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-46702277-a763-48d2-bf2f-cc4f506d8670 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:40:42.970547 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-710df8a7-b3a7-43d0-b6ed-5fda6145d35d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:40:42.976894 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6e2c09-8497-492c-a4fe-10a8d61791d9 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Pushing event deleted for resources: {'Port': ['ID=7c17e709-3fba-4a8d-8774-25fa6b8e3c48,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:40:42.980679 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ab6e2c09-8497-492c-a4fe-10a8d61791d9 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:40:43.137056 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [req-60362aff-be92-4919-8b54-2944ffd2d36b req-ab6e2c09-8497-492c-a4fe-10a8d61791d9 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Router 26111990-d112-4825-9709-f26d9b7c841d has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:40:43.287821 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-60362aff-be92-4919-8b54-2944ffd2d36b req-ab6e2c09-8497-492c-a4fe-10a8d61791d9 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:40:43.299760 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab60fcd-7019-4afd-aaba-e3314f171e71 None None] Sync routers for ids ['26111990-d112-4825-9709-f26d9b7c841d'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:40:43.309198 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab60fcd-7019-4afd-aaba-e3314f171e71 None None] Routers {'26111990-d112-4825-9709-f26d9b7c841d'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:40:43.310027 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-7ab60fcd-7019-4afd-aaba-e3314f171e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:40:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['26111990-d112-4825-9709-f26d9b7c841d'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:40:43.347735 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-60362aff-be92-4919-8b54-2944ffd2d36b req-ab6e2c09-8497-492c-a4fe-10a8d61791d9 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] No DVR routers for this DVR port 7c17e709-3fba-4a8d-8774-25fa6b8e3c48 on host n-h1-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:40:43.350571 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-60362aff-be92-4919-8b54-2944ffd2d36b req-ab6e2c09-8497-492c-a4fe-10a8d61791d9 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:40:43.352654 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-60362aff-be92-4919-8b54-2944ffd2d36b req-ab6e2c09-8497-492c-a4fe-10a8d61791d9 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.64 "DELETE /v2.0/ports/7c17e709-3fba-4a8d-8774-25fa6b8e3c48 HTTP/1.1" status: 204 len: 173 time: 1.5886259 Jun 11 10:40:43.353261 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be7958e2-65ac-4193-b7aa-8b3610d55839', 'name': 'network-vif-deleted', 'tag': '7c17e709-3fba-4a8d-8774-25fa6b8e3c48'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:40:43.355646 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125b24e798c6fd269f8316ad972dc462157675ddee5b528eb3eb6ea2a565648e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ee7750-582e-4a01-8feb-841b1d839a07" -d '{"events": [{"server_uuid": "be7958e2-65ac-4193-b7aa-8b3610d55839", "name": "network-vif-deleted", "tag": "7c17e709-3fba-4a8d-8774-25fa6b8e3c48"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:40:43.388161 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bfbe8ede-4b62-4b08-b3df-8a234d87f5cd req-12afc5da-fed1-406c-8c8a-58055990560f tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=be7958e2-65ac-4193-b7aa-8b3610d55839 HTTP/1.1" status: 200 len: 210 time: 0.0349448 Jun 11 10:40:43.435748 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14eccf5a-5acb-4716-8aac-79b802c7af8c x-openstack-request-id: req-14eccf5a-5acb-4716-8aac-79b802c7af8c {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:40:43.436207 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be7958e2-65ac-4193-b7aa-8b3610d55839", "name": "network-vif-deleted", "tag": "7c17e709-3fba-4a8d-8774-25fa6b8e3c48", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:40:43.436586 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-14eccf5a-5acb-4716-8aac-79b802c7af8c {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:40:43.437145 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be7958e2-65ac-4193-b7aa-8b3610d55839', 'name': 'network-vif-deleted', 'tag': '7c17e709-3fba-4a8d-8774-25fa6b8e3c48', 'status': 'completed', 'code': 200} Jun 11 10:40:43.469539 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-7ab60fcd-7019-4afd-aaba-e3314f171e71 None None] Set router 26111990-d112-4825-9709-f26d9b7c841d gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:40:43.742403 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-7ab60fcd-7019-4afd-aaba-e3314f171e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26111990-d112-4825-9709-f26d9b7c841d', 'name': 'tempest-ServerActionsTestJSON-313380036-router', 'tenant_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '0c39ff4a-0577-42ba-ae36-280a41a0a3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:37:04Z', 'updated_at': '2021-06-11T10:37:09Z', 'revision_number': 4, 'project_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'gw_port': {'id': '0c39ff4a-0577-42ba-ae36-280a41a0a3b6', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:70:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26111990-d112-4825-9709-f26d9b7c841d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:37:05Z', 'updated_at': '2021-06-11T10:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '034e839d-c79b-4cc7-a007-6546c575a8aa', 'name': '', 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c', 'tenant_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'mac_address': 'fa:16:3e:89:d0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26111990-d112-4825-9709-f26d9b7c841d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '9bcb036b-50e1-441b-b763-25737c996068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:37:08Z', 'updated_at': '2021-06-11T10:37:14Z', 'revision_number': 5, 'project_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'subnets': [{'id': '9bcb036b-50e1-441b-b763-25737c996068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:40:43.747083 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab60fcd-7019-4afd-aaba-e3314f171e71 None None] Checking router: 26111990-d112-4825-9709-f26d9b7c841d for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:40:43.756468 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab60fcd-7019-4afd-aaba-e3314f171e71 None None] Routers {'26111990-d112-4825-9709-f26d9b7c841d'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:40:43.757086 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-7ab60fcd-7019-4afd-aaba-e3314f171e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:40:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['26111990-d112-4825-9709-f26d9b7c841d'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:40:44.014719 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-7ab60fcd-7019-4afd-aaba-e3314f171e71 None None] Set router 26111990-d112-4825-9709-f26d9b7c841d gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:40:44.278360 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-7ab60fcd-7019-4afd-aaba-e3314f171e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26111990-d112-4825-9709-f26d9b7c841d', 'name': 'tempest-ServerActionsTestJSON-313380036-router', 'tenant_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '0c39ff4a-0577-42ba-ae36-280a41a0a3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:37:04Z', 'updated_at': '2021-06-11T10:37:09Z', 'revision_number': 4, 'project_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'gw_port': {'id': '0c39ff4a-0577-42ba-ae36-280a41a0a3b6', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:70:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26111990-d112-4825-9709-f26d9b7c841d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:37:05Z', 'updated_at': '2021-06-11T10:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '034e839d-c79b-4cc7-a007-6546c575a8aa', 'name': '', 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c', 'tenant_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'mac_address': 'fa:16:3e:89:d0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26111990-d112-4825-9709-f26d9b7c841d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '9bcb036b-50e1-441b-b763-25737c996068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:37:08Z', 'updated_at': '2021-06-11T10:37:14Z', 'revision_number': 5, 'project_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'subnets': [{'id': '9bcb036b-50e1-441b-b763-25737c996068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:40:44.281620 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab60fcd-7019-4afd-aaba-e3314f171e71 None None] The sync data for ids ['26111990-d112-4825-9709-f26d9b7c841d'] in n-d-779913-12 is: [{'id': '26111990-d112-4825-9709-f26d9b7c841d', 'name': 'tempest-ServerActionsTestJSON-313380036-router', 'tenant_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '0c39ff4a-0577-42ba-ae36-280a41a0a3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:37:04Z', 'updated_at': '2021-06-11T10:37:09Z', 'revision_number': 4, 'project_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'gw_port': {'id': '0c39ff4a-0577-42ba-ae36-280a41a0a3b6', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:70:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26111990-d112-4825-9709-f26d9b7c841d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:37:05Z', 'updated_at': '2021-06-11T10:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '034e839d-c79b-4cc7-a007-6546c575a8aa', 'name': '', 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c', 'tenant_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'mac_address': 'fa:16:3e:89:d0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26111990-d112-4825-9709-f26d9b7c841d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '9bcb036b-50e1-441b-b763-25737c996068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:37:08Z', 'updated_at': '2021-06-11T10:37:14Z', 'revision_number': 5, 'project_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'subnets': [{'id': '9bcb036b-50e1-441b-b763-25737c996068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:40:44.495238 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3bd96f-231a-4d4e-886c-1cc7bb04778a None None] New status for floating IP 1db4376b-e1be-4c7e-b1bc-36bfa056dfc7: DOWN {{(pid=93178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 10:40:44.714912 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c688e388-9074-4b68-8393-047eef85ba0c req-2cab2cc0-237d-41b2-83c6-3d5ca2fd9811 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1178051475&fields=id&tenant_id=5a2172181f6b4cd0a7c7c9bb506434a5 HTTP/1.1" status: 200 len: 267 time: 0.0399070 Jun 11 10:40:44.855905 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c688e388-9074-4b68-8393-047eef85ba0c req-1934bcaa-df2b-4850-88a7-dae62bcd708e tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:40:44.855905 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c688e388-9074-4b68-8393-047eef85ba0c req-1934bcaa-df2b-4850-88a7-dae62bcd708e tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/networks?id=138947f1-478f-4350-8cce-0cd89d3c929c HTTP/1.1" status: 200 len: 811 time: 0.1292770 Jun 11 10:40:44.866295 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c688e388-9074-4b68-8393-047eef85ba0c req-32669d01-7421-4e70-91b6-33922a4e6a5e tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/quotas/5a2172181f6b4cd0a7c7c9bb506434a5 HTTP/1.1" status: 200 len: 375 time: 0.0090444 Jun 11 10:40:44.953116 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c688e388-9074-4b68-8393-047eef85ba0c req-ed0d5ac7-70e0-4132-b77a-de7c349920b3 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5a2172181f6b4cd0a7c7c9bb506434a5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0813181 Jun 11 10:40:45.075646 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c688e388-9074-4b68-8393-047eef85ba0c req-ce7d94e1-e6fb-4148-a87d-1174efedf10d service neutron] 10.222.0.60 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101811 Jun 11 10:40:45.188933 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c688e388-9074-4b68-8393-047eef85ba0c req-45981548-d2f5-4def-9c8a-d12046be9101 service neutron] 10.222.0.60 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074033 Jun 11 10:40:45.378874 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 7c17e709-3fba-4a8d-8774-25fa6b8e3c48 no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:40:45.405848 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] No Port match for: 7c17e709-3fba-4a8d-8774-25fa6b8e3c48 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:40:45.406255 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 7c17e709-3fba-4a8d-8774-25fa6b8e3c48 not bound to the agent host n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:40:45.452963 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3dfceb35-8545-4739-980f-f7d137f46ae6 req-c2c4679a-0e75-4ed3-8e1b-b3f191b8e787 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b HTTP/1.1" status: 200 len: 210 time: 0.0394518 Jun 11 10:40:45.480053 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:40:45.862124 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d895c09c-ea46-4d61-a64f-e33b887fb3ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:40:46.011183 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:40:46.540088 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ebb71608-b667-4871-9229-56a7e3a11b04 req-39a9f117-53de-484c-88cd-9f93927bac98 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b HTTP/1.1" status: 200 len: 210 time: 0.0332835 Jun 11 10:40:46.862717 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:40:47.695531 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-add04243-0f24-42af-ba7e-e379937bbd99 req-1c62edda-67a7-46fb-9d7b-0e04fe8f5021 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b HTTP/1.1" status: 200 len: 210 time: 0.0367815 Jun 11 10:40:48.143785 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c688e388-9074-4b68-8393-047eef85ba0c req-140439fa-ef7a-49b7-8194-018e2876e1e9 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:40:48.145240 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c688e388-9074-4b68-8393-047eef85ba0c req-140439fa-ef7a-49b7-8194-018e2876e1e9 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.69 "GET /v2.0/networks?id=138947f1-478f-4350-8cce-0cd89d3c929c HTTP/1.1" status: 200 len: 811 time: 0.1310568 Jun 11 10:40:48.191845 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c688e388-9074-4b68-8393-047eef85ba0c req-0f749aec-35c1-4f78-8387-a6cdaa03835e tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a2172181f6b4cd0a7c7c9bb506434a5 HTTP/1.1" status: 200 len: 380 time: 0.0384612 Jun 11 10:40:48.200031 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-c688e388-9074-4b68-8393-047eef85ba0c req-b5af9575-1128-44d2-8209-88f05b7b5607 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Request body: {'port': {'device_id': '9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b', 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c', 'admin_state_up': True, 'tenant_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'security_groups': ['e917fed9-07e1-4581-ad3a-f3149cd76758']}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:40:48.444888 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c688e388-9074-4b68-8393-047eef85ba0c req-b5af9575-1128-44d2-8209-88f05b7b5607 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Made reservation on behalf of 5a2172181f6b4cd0a7c7c9bb506434a5 for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:40:48.449464 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-c688e388-9074-4b68-8393-047eef85ba0c req-b5af9575-1128-44d2-8209-88f05b7b5607 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:40:48.599144 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [req-c688e388-9074-4b68-8393-047eef85ba0c req-b5af9575-1128-44d2-8209-88f05b7b5607 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Allocated IP 172.20.0.12 (138947f1-478f-4350-8cce-0cd89d3c929c/9bcb036b-50e1-441b-b763-25737c996068/c5c5b5ec-65bc-46a9-97db-2c3fc61672b0) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:40:48.627905 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:40:48.772857 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-c688e388-9074-4b68-8393-047eef85ba0c req-b5af9575-1128-44d2-8209-88f05b7b5607 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:40:48.793112 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-c688e388-9074-4b68-8393-047eef85ba0c req-b5af9575-1128-44d2-8209-88f05b7b5607 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Transition to ACTIVE for port object c5c5b5ec-65bc-46a9-97db-2c3fc61672b0 will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:40:48.846638 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b5955e27-affc-47ee-b6d8-c75a5b46bc62 req-ffbe3864-1f82-465e-9a4a-f45efef192d9 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b HTTP/1.1" status: 200 len: 210 time: 0.0357544 Jun 11 10:40:48.931550 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-c688e388-9074-4b68-8393-047eef85ba0c req-b5af9575-1128-44d2-8209-88f05b7b5607 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:40:48.936970 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-df18a798-555d-4799-9575-9ae06b02e4f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:40:48.984803 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c688e388-9074-4b68-8393-047eef85ba0c req-b5af9575-1128-44d2-8209-88f05b7b5607 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Network 138947f1-478f-4350-8cce-0cd89d3c929c is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:40:48.987959 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [req-c688e388-9074-4b68-8393-047eef85ba0c req-b5af9575-1128-44d2-8209-88f05b7b5607 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:40:48.992475 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-c688e388-9074-4b68-8393-047eef85ba0c req-b5af9575-1128-44d2-8209-88f05b7b5607 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:40:49.030110 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5af9575-1128-44d2-8209-88f05b7b5607 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Pushing event updated for resources: {'Port': ['ID=c5c5b5ec-65bc-46a9-97db-2c3fc61672b0,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:40:49.046881 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5af9575-1128-44d2-8209-88f05b7b5607 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:40:49.047271 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5af9575-1128-44d2-8209-88f05b7b5607 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:40:49.047710 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5af9575-1128-44d2-8209-88f05b7b5607 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:40:49.048093 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5af9575-1128-44d2-8209-88f05b7b5607 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:40:49.048470 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5af9575-1128-44d2-8209-88f05b7b5607 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:40:49.048837 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5af9575-1128-44d2-8209-88f05b7b5607 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:40:49.049205 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5af9575-1128-44d2-8209-88f05b7b5607 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:40:49.049572 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5af9575-1128-44d2-8209-88f05b7b5607 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:40:49.049939 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5af9575-1128-44d2-8209-88f05b7b5607 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:40:49.050304 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5af9575-1128-44d2-8209-88f05b7b5607 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:40:49.050669 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5af9575-1128-44d2-8209-88f05b7b5607 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:40:49.051029 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5af9575-1128-44d2-8209-88f05b7b5607 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:40:49.057846 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b5af9575-1128-44d2-8209-88f05b7b5607 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:40:49.074126 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c688e388-9074-4b68-8393-047eef85ba0c req-b5af9575-1128-44d2-8209-88f05b7b5607 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:40:49.074783 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-c688e388-9074-4b68-8393-047eef85ba0c req-b5af9575-1128-44d2-8209-88f05b7b5607 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:40:49.188871 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c688e388-9074-4b68-8393-047eef85ba0c req-b5af9575-1128-44d2-8209-88f05b7b5607 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9924417 Jun 11 10:40:49.200407 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-c688e388-9074-4b68-8393-047eef85ba0c req-971746de-d097-4397-8021-0d8e349529ae service neutron] Request body: {'port': {'device_id': '9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-12'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:40:49.287229 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-c688e388-9074-4b68-8393-047eef85ba0c req-971746de-d097-4397-8021-0d8e349529ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:40:49.340516 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-12e73265-402c-48de-a66d-5cc8e8e70278 None None] Provisioning for port c5c5b5ec-65bc-46a9-97db-2c3fc61672b0 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:40:49.344589 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-12e73265-402c-48de-a66d-5cc8e8e70278 None None] Provisioning complete for port c5c5b5ec-65bc-46a9-97db-2c3fc61672b0 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:40:49.344969 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-12e73265-402c-48de-a66d-5cc8e8e70278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:40:49.384964 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-12e73265-402c-48de-a66d-5cc8e8e70278 None None] Port c5c5b5ec-65bc-46a9-97db-2c3fc61672b0 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:40:49.616557 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [req-c688e388-9074-4b68-8393-047eef85ba0c req-971746de-d097-4397-8021-0d8e349529ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5c5b5ec-65bc-46a9-97db-2c3fc61672b0 {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:40:49.623791 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-c688e388-9074-4b68-8393-047eef85ba0c req-971746de-d097-4397-8021-0d8e349529ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:40:49.638349 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-c688e388-9074-4b68-8393-047eef85ba0c req-971746de-d097-4397-8021-0d8e349529ae service neutron] Transition to ACTIVE for port object c5c5b5ec-65bc-46a9-97db-2c3fc61672b0 will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:40:49.769012 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-c688e388-9074-4b68-8393-047eef85ba0c req-971746de-d097-4397-8021-0d8e349529ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:40:49.771192 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7ae6376a-0c81-4304-b752-ff1b5cee106f tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:40:49.873602 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971746de-d097-4397-8021-0d8e349529ae service neutron] Pushing event updated for resources: {'Port': ['ID=c5c5b5ec-65bc-46a9-97db-2c3fc61672b0,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:40:49.877997 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-971746de-d097-4397-8021-0d8e349529ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:40:50.020663 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-c688e388-9074-4b68-8393-047eef85ba0c req-971746de-d097-4397-8021-0d8e349529ae service neutron] Attempting to bind port c5c5b5ec-65bc-46a9-97db-2c3fc61672b0 on host n-h2-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:40:50.021007 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-c688e388-9074-4b68-8393-047eef85ba0c req-971746de-d097-4397-8021-0d8e349529ae service neutron] Attempting to bind port c5c5b5ec-65bc-46a9-97db-2c3fc61672b0 by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': 'cba3afd8-732a-4bf5-b4a2-75681c22ff7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:40:50.021338 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c688e388-9074-4b68-8393-047eef85ba0c req-971746de-d097-4397-8021-0d8e349529ae service neutron] Attempting to bind port c5c5b5ec-65bc-46a9-97db-2c3fc61672b0 on network 138947f1-478f-4350-8cce-0cd89d3c929c {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:40:50.028920 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c688e388-9074-4b68-8393-047eef85ba0c req-971746de-d097-4397-8021-0d8e349529ae service neutron] Port c5c5b5ec-65bc-46a9-97db-2c3fc61672b0 on network 138947f1-478f-4350-8cce-0cd89d3c929c not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:40:50.029243 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c688e388-9074-4b68-8393-047eef85ba0c req-971746de-d097-4397-8021-0d8e349529ae service neutron] Attempting to bind port c5c5b5ec-65bc-46a9-97db-2c3fc61672b0 on network 138947f1-478f-4350-8cce-0cd89d3c929c {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:40:50.038661 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c688e388-9074-4b68-8393-047eef85ba0c req-971746de-d097-4397-8021-0d8e349529ae service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:40:50.038997 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c688e388-9074-4b68-8393-047eef85ba0c req-971746de-d097-4397-8021-0d8e349529ae service neutron] Checking segment: {'id': 'cba3afd8-732a-4bf5-b4a2-75681c22ff7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:40:50.039384 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c688e388-9074-4b68-8393-047eef85ba0c req-971746de-d097-4397-8021-0d8e349529ae service neutron] Bound using segment: {'id': 'cba3afd8-732a-4bf5-b4a2-75681c22ff7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:40:50.039867 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-c688e388-9074-4b68-8393-047eef85ba0c req-971746de-d097-4397-8021-0d8e349529ae service neutron] Bound port: c5c5b5ec-65bc-46a9-97db-2c3fc61672b0, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cba3afd8-732a-4bf5-b4a2-75681c22ff7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:40:50.040216 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-c688e388-9074-4b68-8393-047eef85ba0c req-971746de-d097-4397-8021-0d8e349529ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:40:50.109457 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d9328-389c-4431-8315-014bc489a194 req-209aed30-55ff-483f-83c0-4e54d6b0df75 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:40:50.110875 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-635d9328-389c-4431-8315-014bc489a194 req-209aed30-55ff-483f-83c0-4e54d6b0df75 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b HTTP/1.1" status: 200 len: 944 time: 0.1269126 Jun 11 10:40:50.160797 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-c688e388-9074-4b68-8393-047eef85ba0c req-971746de-d097-4397-8021-0d8e349529ae service neutron] For port c5c5b5ec-65bc-46a9-97db-2c3fc61672b0, host n-h2-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:40:50.164562 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-c688e388-9074-4b68-8393-047eef85ba0c req-971746de-d097-4397-8021-0d8e349529ae service neutron] For port c5c5b5ec-65bc-46a9-97db-2c3fc61672b0, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=c5c5b5ec-65bc-46a9-97db-2c3fc61672b0,segment=NetworkSegment(cba3afd8-732a-4bf5-b4a2-75681c22ff7c),segment_id=cba3afd8-732a-4bf5-b4a2-75681c22ff7c)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:40:50.178356 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-635d9328-389c-4431-8315-014bc489a194 req-73759790-8271-45fd-ba18-5c8a51f5e3fb tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611157 Jun 11 10:40:50.296900 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-c688e388-9074-4b68-8393-047eef85ba0c req-971746de-d097-4397-8021-0d8e349529ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:40:50.299167 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-50baaf66-a3dc-439c-801b-70c684b375d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:40:50.341840 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c688e388-9074-4b68-8393-047eef85ba0c req-971746de-d097-4397-8021-0d8e349529ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:40:50.342451 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-c688e388-9074-4b68-8393-047eef85ba0c req-971746de-d097-4397-8021-0d8e349529ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:40:50.343869 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c688e388-9074-4b68-8393-047eef85ba0c req-971746de-d097-4397-8021-0d8e349529ae service neutron] 10.222.0.69 "PUT /v2.0/ports/c5c5b5ec-65bc-46a9-97db-2c3fc61672b0 HTTP/1.1" status: 200 len: 1093 time: 1.1475666 Jun 11 10:40:50.344419 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b', 'tag': 'c5c5b5ec-65bc-46a9-97db-2c3fc61672b0'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:40:50.346793 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}643e21d40ac4e3065485de32a7022d96f1e50a2184c22f19f22390af1fd7c19b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e92dc62-7f8f-4b4c-93a9-f2d9f124f9d3" -d '{"events": [{"name": "network-changed", "server_uuid": "9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b", "tag": "c5c5b5ec-65bc-46a9-97db-2c3fc61672b0"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:40:50.371911 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971746de-d097-4397-8021-0d8e349529ae service neutron] Pushing event updated for resources: {'Port': ['ID=c5c5b5ec-65bc-46a9-97db-2c3fc61672b0,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:40:50.375336 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-971746de-d097-4397-8021-0d8e349529ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:40:50.393147 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b720908-25e7-4b15-889b-13fb569e433c x-openstack-request-id: req-6b720908-25e7-4b15-889b-13fb569e433c {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:40:50.393500 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b", "tag": "c5c5b5ec-65bc-46a9-97db-2c3fc61672b0", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:40:50.393816 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6b720908-25e7-4b15-889b-13fb569e433c {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:40:50.394283 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b', 'tag': 'c5c5b5ec-65bc-46a9-97db-2c3fc61672b0', 'status': 'completed', 'code': 200} Jun 11 10:40:50.478607 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92dc62-7f8f-4b4c-93a9-f2d9f124f9d3 req-a0b30f07-b76f-4a75-9606-18b9e2afb34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:40:50.480160 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5e92dc62-7f8f-4b4c-93a9-f2d9f124f9d3 req-a0b30f07-b76f-4a75-9606-18b9e2afb34c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5a2172181f6b4cd0a7c7c9bb506434a5&device_id=9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b HTTP/1.1" status: 200 len: 1096 time: 0.0654523 Jun 11 10:40:50.611347 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92dc62-7f8f-4b4c-93a9-f2d9f124f9d3 req-a65583b0-9479-4cb7-8763-631aac7ae2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:40:50.612732 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5e92dc62-7f8f-4b4c-93a9-f2d9f124f9d3 req-a65583b0-9479-4cb7-8763-631aac7ae2b2 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=5a2172181f6b4cd0a7c7c9bb506434a5&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1257961 Jun 11 10:40:50.739539 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92dc62-7f8f-4b4c-93a9-f2d9f124f9d3 req-56ce3b4e-2277-490e-ae90-90ab9c39b3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:40:50.740964 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5e92dc62-7f8f-4b4c-93a9-f2d9f124f9d3 req-56ce3b4e-2277-490e-ae90-90ab9c39b3a4 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1215026 Jun 11 10:40:50.862391 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c688e388-9074-4b68-8393-047eef85ba0c req-81fd49cc-ef49-44ae-b4c0-d9f2809ccfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:40:50.864207 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c688e388-9074-4b68-8393-047eef85ba0c req-81fd49cc-ef49-44ae-b4c0-d9f2809ccfc3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5a2172181f6b4cd0a7c7c9bb506434a5&device_id=9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b HTTP/1.1" status: 200 len: 1096 time: 0.0592771 Jun 11 10:40:50.923032 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c688e388-9074-4b68-8393-047eef85ba0c req-ae138a7d-21d0-434e-8cf1-dc63db3c8e2d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5c5b5ec-65bc-46a9-97db-2c3fc61672b0 HTTP/1.1" status: 200 len: 217 time: 0.0522704 Jun 11 10:40:50.979593 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c688e388-9074-4b68-8393-047eef85ba0c req-f21ba258-54ce-45c9-a252-115ebe4a336b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:40:50.981080 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c688e388-9074-4b68-8393-047eef85ba0c req-f21ba258-54ce-45c9-a252-115ebe4a336b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9bcb036b-50e1-441b-b763-25737c996068 HTTP/1.1" status: 200 len: 850 time: 0.0522132 Jun 11 10:40:51.044619 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c688e388-9074-4b68-8393-047eef85ba0c req-f270d7b3-043b-4c7f-b077-7f0c015ad5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:40:51.046107 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c688e388-9074-4b68-8393-047eef85ba0c req-f270d7b3-043b-4c7f-b077-7f0c015ad5c5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=138947f1-478f-4350-8cce-0cd89d3c929c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0595112 Jun 11 10:40:51.162542 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c688e388-9074-4b68-8393-047eef85ba0c req-2f282b1c-2550-461c-8c9c-62ba6ce4bd41 service neutron] 10.222.0.69 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098435 Jun 11 10:40:51.285977 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c688e388-9074-4b68-8393-047eef85ba0c req-9db259f3-254d-45ff-9dba-9dfc15cc042c service neutron] 10.222.0.69 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165824 Jun 11 10:40:51.362875 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c357cb-cef5-4ac8-83ba-2bb8af0f1860 req-bc579a6c-a781-437e-a156-d6cbdcf2f26d tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:40:51.364274 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-90c357cb-cef5-4ac8-83ba-2bb8af0f1860 req-bc579a6c-a781-437e-a156-d6cbdcf2f26d tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b HTTP/1.1" status: 200 len: 944 time: 0.0691223 Jun 11 10:40:51.411865 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-90c357cb-cef5-4ac8-83ba-2bb8af0f1860 req-6d0d3a32-5123-4e52-880c-e42ab65ea69d tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418878 Jun 11 10:40:52.592355 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e12efc0-19db-4d0d-b522-b15a434d3299 req-74f6b07b-bf80-406c-aee4-6ca370e8340a tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:40:52.593843 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9e12efc0-19db-4d0d-b522-b15a434d3299 req-74f6b07b-bf80-406c-aee4-6ca370e8340a tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b HTTP/1.1" status: 200 len: 944 time: 0.0704398 Jun 11 10:40:52.638341 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9e12efc0-19db-4d0d-b522-b15a434d3299 req-6f66fbdc-90ee-4f42-b859-14834855de48 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388243 Jun 11 10:40:53.818511 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c21ce6-2b95-47a9-b7a1-901ab8656f17 req-ffe7d93f-eba0-4cde-82d7-43da698cc5de tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:40:53.820002 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-74c21ce6-2b95-47a9-b7a1-901ab8656f17 req-ffe7d93f-eba0-4cde-82d7-43da698cc5de tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b HTTP/1.1" status: 200 len: 944 time: 0.0695930 Jun 11 10:40:53.866456 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-74c21ce6-2b95-47a9-b7a1-901ab8656f17 req-7989f085-71fa-4bde-9140-c1a43b4cc230 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407333 Jun 11 10:40:55.065348 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0e8797-e736-4d17-98f3-f89ea1e22e08 req-b4f1cc1b-ea8d-4f5f-bc15-ce1f00209cd5 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:40:55.066812 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6d0e8797-e736-4d17-98f3-f89ea1e22e08 req-b4f1cc1b-ea8d-4f5f-bc15-ce1f00209cd5 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b HTTP/1.1" status: 200 len: 944 time: 0.0701392 Jun 11 10:40:55.109788 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6d0e8797-e736-4d17-98f3-f89ea1e22e08 req-7b4d2116-f083-44c6-8b6f-0fb7646009d2 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371487 Jun 11 10:40:55.639707 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device c5c5b5ec-65bc-46a9-97db-2c3fc61672b0 details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 10:40:55.762253 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port c5c5b5ec-65bc-46a9-97db-2c3fc61672b0, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=c5c5b5ec-65bc-46a9-97db-2c3fc61672b0,segment=NetworkSegment(cba3afd8-732a-4bf5-b4a2-75681c22ff7c),segment_id=cba3afd8-732a-4bf5-b4a2-75681c22ff7c)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:40:55.774439 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': 'c5c5b5ec-65bc-46a9-97db-2c3fc61672b0', 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c', 'port_id': 'c5c5b5ec-65bc-46a9-97db-2c3fc61672b0', 'mac_address': 'fa:16:3e:3c:9c:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bcb036b-50e1-441b-b763-25737c996068', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 10:40:55.823038 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:40:55.838326 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5c5b5ec-65bc-46a9-97db-2c3fc61672b0 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:40:55.859351 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port c5c5b5ec-65bc-46a9-97db-2c3fc61672b0, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=c5c5b5ec-65bc-46a9-97db-2c3fc61672b0,segment=NetworkSegment(cba3afd8-732a-4bf5-b4a2-75681c22ff7c),segment_id=cba3afd8-732a-4bf5-b4a2-75681c22ff7c)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:40:55.936706 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:40:55.938425 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:40:55.993009 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=c5c5b5ec-65bc-46a9-97db-2c3fc61672b0,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:40:55.996980 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:40:56.295492 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['c5c5b5ec-65bc-46a9-97db-2c3fc61672b0'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:40:56.297830 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984cc184-1fc1-4c23-8641-e271bc73508e req-df3070bd-c232-4cfc-9037-7d95cb696a13 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:40:56.299334 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-984cc184-1fc1-4c23-8641-e271bc73508e req-df3070bd-c232-4cfc-9037-7d95cb696a13 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b HTTP/1.1" status: 200 len: 945 time: 0.0757005 Jun 11 10:40:56.350060 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-984cc184-1fc1-4c23-8641-e271bc73508e req-0207216f-4e31-48cc-8296-fa8828312ab7 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449901 Jun 11 10:40:57.537723 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a824ebcf-93c6-4022-bc8d-911eca473399 req-ac8a80ce-8e0d-4838-b07f-b267e58190f1 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:40:57.539226 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a824ebcf-93c6-4022-bc8d-911eca473399 req-ac8a80ce-8e0d-4838-b07f-b267e58190f1 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b HTTP/1.1" status: 200 len: 945 time: 0.0700908 Jun 11 10:40:57.582606 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a824ebcf-93c6-4022-bc8d-911eca473399 req-68eb687a-f04a-4eb3-8b7b-9de63b8a16e1 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374961 Jun 11 10:40:57.650162 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device c5c5b5ec-65bc-46a9-97db-2c3fc61672b0 up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:40:57.803084 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning for port c5c5b5ec-65bc-46a9-97db-2c3fc61672b0 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:40:57.808112 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port c5c5b5ec-65bc-46a9-97db-2c3fc61672b0 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:40:57.815035 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:40:57.899657 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:40:57.923772 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5c5b5ec-65bc-46a9-97db-2c3fc61672b0'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:40:57.925939 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc8b525cf092a189a0ea2f07e82bebdb29a480b8a476d2f40da93c0b22490dae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35de0bf3-1c2f-4146-ba35-98bba92d524f" -d '{"events": [{"server_uuid": "9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b", "name": "network-vif-plugged", "status": "completed", "tag": "c5c5b5ec-65bc-46a9-97db-2c3fc61672b0"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:40:57.940481 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port c5c5b5ec-65bc-46a9-97db-2c3fc61672b0, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=c5c5b5ec-65bc-46a9-97db-2c3fc61672b0,segment=NetworkSegment(cba3afd8-732a-4bf5-b4a2-75681c22ff7c),segment_id=cba3afd8-732a-4bf5-b4a2-75681c22ff7c)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:40:57.961596 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da41abda-236d-43c8-a3e7-2a50d089be9d x-openstack-request-id: req-da41abda-236d-43c8-a3e7-2a50d089be9d {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:40:57.961899 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b", "name": "network-vif-plugged", "status": "completed", "tag": "c5c5b5ec-65bc-46a9-97db-2c3fc61672b0", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:40:57.962162 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-da41abda-236d-43c8-a3e7-2a50d089be9d {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:40:57.962580 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5c5b5ec-65bc-46a9-97db-2c3fc61672b0', 'code': 200} Jun 11 10:40:58.145344 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da6ce1c-1a7a-44cb-b4e9-2a05681a77e3 req-4f226c66-ac3d-4149-acf4-e1f18d396859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:40:58.145344 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5da6ce1c-1a7a-44cb-b4e9-2a05681a77e3 req-4f226c66-ac3d-4149-acf4-e1f18d396859 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b HTTP/1.1" status: 200 len: 1097 time: 0.0716178 Jun 11 10:40:58.145596 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:40:58.145596 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:40:58.145814 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5da6ce1c-1a7a-44cb-b4e9-2a05681a77e3 req-65558be6-a05f-4272-9231-be2e4dff4991 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327051 Jun 11 10:40:58.153683 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=c5c5b5ec-65bc-46a9-97db-2c3fc61672b0,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:40:58.156879 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:40:58.769261 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a14173f-6fe5-4715-8364-e4f32e9ab788 req-dcc2f7f6-ae10-483f-bfa8-4128ae03750b tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:40:58.770661 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3a14173f-6fe5-4715-8364-e4f32e9ab788 req-dcc2f7f6-ae10-483f-bfa8-4128ae03750b tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b HTTP/1.1" status: 200 len: 946 time: 0.0744960 Jun 11 10:40:58.815227 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3a14173f-6fe5-4715-8364-e4f32e9ab788 req-7a423e2e-fc25-429d-ac9b-0c7e1c797e85 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383456 Jun 11 10:40:59.999449 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014545e1-9999-4bbb-9a6a-517a8d8d1d0a req-b9264f30-02cb-485a-a466-51550c4d5727 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:41:00.000956 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-014545e1-9999-4bbb-9a6a-517a8d8d1d0a req-b9264f30-02cb-485a-a466-51550c4d5727 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b HTTP/1.1" status: 200 len: 946 time: 0.0709553 Jun 11 10:41:00.044262 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-014545e1-9999-4bbb-9a6a-517a8d8d1d0a req-c66b7711-8d64-4dc4-999f-1a48b447477e tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376105 Jun 11 10:41:00.228074 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2ced0b-10af-42d7-a7d9-c1ac42f9839a req-360ea370-88e5-4b08-8a38-f767b305d1fe tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:41:00.230126 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bc2ced0b-10af-42d7-a7d9-c1ac42f9839a req-360ea370-88e5-4b08-8a38-f767b305d1fe tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b HTTP/1.1" status: 200 len: 946 time: 0.0776474 Jun 11 10:41:00.238880 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 42558) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:41:00.243408 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-09ad51aa-c670-4bf0-afe0-7fb0d7ae2970 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Request body: {'floatingip': {'port_id': 'c5c5b5ec-65bc-46a9-97db-2c3fc61672b0'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:41:00.300151 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-09ad51aa-c670-4bf0-afe0-7fb0d7ae2970 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Notify callbacks [] for floatingip, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:41:00.894008 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-09ad51aa-c670-4bf0-afe0-7fb0d7ae2970 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:41:00.976510 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-09ad51aa-c670-4bf0-afe0-7fb0d7ae2970 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:41:01.116283 n-d-779913-12 neutron-server[93177]: INFO neutron.db.l3_db [None req-09ad51aa-c670-4bf0-afe0-7fb0d7ae2970 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Floating IP 1db4376b-e1be-4c7e-b1bc-36bfa056dfc7 associated. External IP: 172.25.4.50, port: c5c5b5ec-65bc-46a9-97db-2c3fc61672b0. Jun 11 10:41:01.774604 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09ad51aa-c670-4bf0-afe0-7fb0d7ae2970 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Router 26111990-d112-4825-9709-f26d9b7c841d has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:41:01.820530 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:41:01.921333 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09ad51aa-c670-4bf0-afe0-7fb0d7ae2970 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:41:01.926308 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-09ad51aa-c670-4bf0-afe0-7fb0d7ae2970 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:41:01.930625 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d343522-27bd-4107-9760-85bb4dcf2ef0 None None] Sync routers for ids ['26111990-d112-4825-9709-f26d9b7c841d'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:41:01.940487 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d343522-27bd-4107-9760-85bb4dcf2ef0 None None] Routers {'26111990-d112-4825-9709-f26d9b7c841d'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:41:01.941104 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-9d343522-27bd-4107-9760-85bb4dcf2ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:40:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['26111990-d112-4825-9709-f26d9b7c841d'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:41:01.973746 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-09ad51aa-c670-4bf0-afe0-7fb0d7ae2970 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "PUT /v2.0/floatingips/1db4376b-e1be-4c7e-b1bc-36bfa056dfc7 HTTP/1.1" status: 200 len: 991 time: 1.7337370 Jun 11 10:41:01.974443 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b', 'tag': 'c5c5b5ec-65bc-46a9-97db-2c3fc61672b0'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:41:01.976807 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}643e21d40ac4e3065485de32a7022d96f1e50a2184c22f19f22390af1fd7c19b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b55ca76e-3996-4f12-91ac-ea098d93c26b" -d '{"events": [{"name": "network-changed", "server_uuid": "9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b", "tag": "c5c5b5ec-65bc-46a9-97db-2c3fc61672b0"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:41:02.085487 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-9d343522-27bd-4107-9760-85bb4dcf2ef0 None None] Set router 26111990-d112-4825-9709-f26d9b7c841d gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:41:02.106646 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5d9f95c-46dc-4e96-bc6a-5f5af9352cd7 x-openstack-request-id: req-b5d9f95c-46dc-4e96-bc6a-5f5af9352cd7 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:41:02.107020 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b", "tag": "c5c5b5ec-65bc-46a9-97db-2c3fc61672b0", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:41:02.107324 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b5d9f95c-46dc-4e96-bc6a-5f5af9352cd7 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:41:02.107835 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b', 'tag': 'c5c5b5ec-65bc-46a9-97db-2c3fc61672b0', 'status': 'completed', 'code': 200} Jun 11 10:41:02.188791 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ca76e-3996-4f12-91ac-ea098d93c26b req-c8487172-0984-49bb-95d6-b5f0b561a92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:41:02.190403 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b55ca76e-3996-4f12-91ac-ea098d93c26b req-c8487172-0984-49bb-95d6-b5f0b561a92d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5a2172181f6b4cd0a7c7c9bb506434a5&device_id=9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b HTTP/1.1" status: 200 len: 1098 time: 0.0604496 Jun 11 10:41:02.310467 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ca76e-3996-4f12-91ac-ea098d93c26b req-46d8d06f-9117-449c-a415-15c8c0b147f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:41:02.311957 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b55ca76e-3996-4f12-91ac-ea098d93c26b req-46d8d06f-9117-449c-a415-15c8c0b147f4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=138947f1-478f-4350-8cce-0cd89d3c929c HTTP/1.1" status: 200 len: 912 time: 0.1151910 Jun 11 10:41:02.389362 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-9d343522-27bd-4107-9760-85bb4dcf2ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26111990-d112-4825-9709-f26d9b7c841d', 'name': 'tempest-ServerActionsTestJSON-313380036-router', 'tenant_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '0c39ff4a-0577-42ba-ae36-280a41a0a3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:37:04Z', 'updated_at': '2021-06-11T10:37:09Z', 'revision_number': 4, 'project_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'gw_port': {'id': '0c39ff4a-0577-42ba-ae36-280a41a0a3b6', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:70:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26111990-d112-4825-9709-f26d9b7c841d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:37:05Z', 'updated_at': '2021-06-11T10:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': '1db4376b-e1be-4c7e-b1bc-36bfa056dfc7', 'tenant_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'floating_ip_address': '172.25.4.50', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': '26111990-d112-4825-9709-f26d9b7c841d', 'port_id': 'c5c5b5ec-65bc-46a9-97db-2c3fc61672b0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c', 'mac_address': 'fa:16:3e:3c:9c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T10:37:13Z', 'updated_at': '2021-06-11T10:41:00Z', 'revision_number': 5, 'project_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '034e839d-c79b-4cc7-a007-6546c575a8aa', 'name': '', 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c', 'tenant_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'mac_address': 'fa:16:3e:89:d0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26111990-d112-4825-9709-f26d9b7c841d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '9bcb036b-50e1-441b-b763-25737c996068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:37:08Z', 'updated_at': '2021-06-11T10:37:14Z', 'revision_number': 5, 'project_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'subnets': [{'id': '9bcb036b-50e1-441b-b763-25737c996068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:41:02.392694 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d343522-27bd-4107-9760-85bb4dcf2ef0 None None] Checking router: 26111990-d112-4825-9709-f26d9b7c841d for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:41:02.396922 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b55ca76e-3996-4f12-91ac-ea098d93c26b req-13dfc8bc-2631-4c68-8d2c-6cf747f11422 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5c5b5ec-65bc-46a9-97db-2c3fc61672b0 HTTP/1.1" status: 200 len: 999 time: 0.0770862 Jun 11 10:41:02.401289 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d343522-27bd-4107-9760-85bb4dcf2ef0 None None] Routers {'26111990-d112-4825-9709-f26d9b7c841d'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:41:02.401970 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-9d343522-27bd-4107-9760-85bb4dcf2ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:40:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['26111990-d112-4825-9709-f26d9b7c841d'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:41:02.458022 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ca76e-3996-4f12-91ac-ea098d93c26b req-b3fbbd53-fed6-4f31-b8ed-b14a299c0412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:41:02.459477 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b55ca76e-3996-4f12-91ac-ea098d93c26b req-b3fbbd53-fed6-4f31-b8ed-b14a299c0412 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9bcb036b-50e1-441b-b763-25737c996068 HTTP/1.1" status: 200 len: 850 time: 0.0569570 Jun 11 10:41:02.522802 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ca76e-3996-4f12-91ac-ea098d93c26b req-51039db3-9511-49b4-84da-70076fe6b666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:41:02.524340 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b55ca76e-3996-4f12-91ac-ea098d93c26b req-51039db3-9511-49b4-84da-70076fe6b666 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=138947f1-478f-4350-8cce-0cd89d3c929c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0590780 Jun 11 10:41:02.550847 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-9d343522-27bd-4107-9760-85bb4dcf2ef0 None None] Set router 26111990-d112-4825-9709-f26d9b7c841d gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:41:02.653766 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b55ca76e-3996-4f12-91ac-ea098d93c26b req-c6a42eab-140b-4e37-a0d1-ddfb0fec38b4 service neutron] 10.222.0.69 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220958 Jun 11 10:41:02.790676 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b55ca76e-3996-4f12-91ac-ea098d93c26b req-92180006-54e4-4b75-9a61-f6da3d7229a2 service neutron] 10.222.0.69 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302011 Jun 11 10:41:02.850802 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-9d343522-27bd-4107-9760-85bb4dcf2ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26111990-d112-4825-9709-f26d9b7c841d', 'name': 'tempest-ServerActionsTestJSON-313380036-router', 'tenant_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '0c39ff4a-0577-42ba-ae36-280a41a0a3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:37:04Z', 'updated_at': '2021-06-11T10:37:09Z', 'revision_number': 4, 'project_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'gw_port': {'id': '0c39ff4a-0577-42ba-ae36-280a41a0a3b6', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:70:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26111990-d112-4825-9709-f26d9b7c841d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:37:05Z', 'updated_at': '2021-06-11T10:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': '1db4376b-e1be-4c7e-b1bc-36bfa056dfc7', 'tenant_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'floating_ip_address': '172.25.4.50', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': '26111990-d112-4825-9709-f26d9b7c841d', 'port_id': 'c5c5b5ec-65bc-46a9-97db-2c3fc61672b0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c', 'mac_address': 'fa:16:3e:3c:9c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T10:37:13Z', 'updated_at': '2021-06-11T10:41:00Z', 'revision_number': 5, 'project_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '034e839d-c79b-4cc7-a007-6546c575a8aa', 'name': '', 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c', 'tenant_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'mac_address': 'fa:16:3e:89:d0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26111990-d112-4825-9709-f26d9b7c841d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '9bcb036b-50e1-441b-b763-25737c996068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:37:08Z', 'updated_at': '2021-06-11T10:37:14Z', 'revision_number': 5, 'project_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'subnets': [{'id': '9bcb036b-50e1-441b-b763-25737c996068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:41:02.854309 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d343522-27bd-4107-9760-85bb4dcf2ef0 None None] The sync data for ids ['26111990-d112-4825-9709-f26d9b7c841d'] in n-d-779913-12 is: [{'id': '26111990-d112-4825-9709-f26d9b7c841d', 'name': 'tempest-ServerActionsTestJSON-313380036-router', 'tenant_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '0c39ff4a-0577-42ba-ae36-280a41a0a3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:37:04Z', 'updated_at': '2021-06-11T10:37:09Z', 'revision_number': 4, 'project_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'gw_port': {'id': '0c39ff4a-0577-42ba-ae36-280a41a0a3b6', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:70:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26111990-d112-4825-9709-f26d9b7c841d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:37:05Z', 'updated_at': '2021-06-11T10:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': '1db4376b-e1be-4c7e-b1bc-36bfa056dfc7', 'tenant_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'floating_ip_address': '172.25.4.50', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': '26111990-d112-4825-9709-f26d9b7c841d', 'port_id': 'c5c5b5ec-65bc-46a9-97db-2c3fc61672b0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c', 'mac_address': 'fa:16:3e:3c:9c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T10:37:13Z', 'updated_at': '2021-06-11T10:41:00Z', 'revision_number': 5, 'project_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '034e839d-c79b-4cc7-a007-6546c575a8aa', 'name': '', 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c', 'tenant_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'mac_address': 'fa:16:3e:89:d0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26111990-d112-4825-9709-f26d9b7c841d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '9bcb036b-50e1-441b-b763-25737c996068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:37:08Z', 'updated_at': '2021-06-11T10:37:14Z', 'revision_number': 5, 'project_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'subnets': [{'id': '9bcb036b-50e1-441b-b763-25737c996068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:41:03.044236 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78731c3-e064-43fe-8849-eccb3ad496b1 None None] New status for floating IP 1db4376b-e1be-4c7e-b1bc-36bfa056dfc7: ACTIVE {{(pid=93178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 10:41:06.164779 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:41:12.986011 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-4fe2e640-e348-46d6-9c35-c87cb925428c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:41:15.974605 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c7a2b3ec-084f-412f-8bfb-a3c37227a9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:41:16.056162 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:41:16.562309 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-eb5bcf21-dfdb-4d59-83c5-eb0b516fb5fc req-989dd176-6e1d-4995-81e8-28836e9f17e9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0584195 Jun 11 10:41:16.662598 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5bcf21-dfdb-4d59-83c5-eb0b516fb5fc req-b6c0ff0b-60d7-4904-a53e-d11af154c259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:41:16.664007 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-eb5bcf21-dfdb-4d59-83c5-eb0b516fb5fc req-b6c0ff0b-60d7-4904-a53e-d11af154c259 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5a2172181f6b4cd0a7c7c9bb506434a5&device_id=9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b HTTP/1.1" status: 200 len: 1098 time: 0.0593600 Jun 11 10:41:16.819913 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5bcf21-dfdb-4d59-83c5-eb0b516fb5fc req-bba4d803-12f9-4135-ab8f-be17276e9991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:41:16.819913 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-eb5bcf21-dfdb-4d59-83c5-eb0b516fb5fc req-bba4d803-12f9-4135-ab8f-be17276e9991 service neutron] 10.222.0.69 "GET /v2.0/networks?id=138947f1-478f-4350-8cce-0cd89d3c929c HTTP/1.1" status: 200 len: 912 time: 0.1177099 Jun 11 10:41:16.892330 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-eb5bcf21-dfdb-4d59-83c5-eb0b516fb5fc req-e0cd4f72-eb03-4115-bb95-3a2dd2f836a5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5c5b5ec-65bc-46a9-97db-2c3fc61672b0 HTTP/1.1" status: 200 len: 1001 time: 0.0821412 Jun 11 10:41:16.930065 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:41:16.949935 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5bcf21-dfdb-4d59-83c5-eb0b516fb5fc req-ab954960-74d0-41dd-8911-1f52d4ef7d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:41:16.951405 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-eb5bcf21-dfdb-4d59-83c5-eb0b516fb5fc req-ab954960-74d0-41dd-8911-1f52d4ef7d08 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9bcb036b-50e1-441b-b763-25737c996068 HTTP/1.1" status: 200 len: 850 time: 0.0525649 Jun 11 10:41:17.024789 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5bcf21-dfdb-4d59-83c5-eb0b516fb5fc req-8b9ba97c-79c7-4999-9557-18dc7530c51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:41:17.026259 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-eb5bcf21-dfdb-4d59-83c5-eb0b516fb5fc req-8b9ba97c-79c7-4999-9557-18dc7530c51c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=138947f1-478f-4350-8cce-0cd89d3c929c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0634906 Jun 11 10:41:17.140124 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-eb5bcf21-dfdb-4d59-83c5-eb0b516fb5fc req-2bc519d5-a998-4d61-9612-c1a5b537b29f service neutron] 10.222.0.69 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072555 Jun 11 10:41:17.259443 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-eb5bcf21-dfdb-4d59-83c5-eb0b516fb5fc req-8893c575-f129-44c5-a5ea-dd86b05508c7 service neutron] 10.222.0.69 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116226 Jun 11 10:41:18.576067 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:41:22.479263 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:41:31.792984 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:41:36.134724 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:41:42.998359 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-9a8c495e-76e2-4e63-9956-e6dd36169aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:41:45.973794 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-544fef26-1633-4ddf-b05e-a23c8e617d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:41:46.117178 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:41:46.901082 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:41:48.581139 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:41:59.477676 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:42:01.792038 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:42:06.146222 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:42:12.957518 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d106a431-560e-468d-a6ae-ff2e2e2307b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:42:15.819397 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f08db74e-1b73-42c0-801a-66d4af975b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:42:15.962995 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:42:16.608205 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d6cd0c0e-0e7f-455c-bccf-4b8bb5db1b7d req-266d6c49-f9d3-451e-a892-cf18e2087494 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1102574 Jun 11 10:42:16.712172 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd0c0e-0e7f-455c-bccf-4b8bb5db1b7d req-dc1027fe-b3ba-45d6-bf87-da50ec830c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:42:16.713643 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d6cd0c0e-0e7f-455c-bccf-4b8bb5db1b7d req-dc1027fe-b3ba-45d6-bf87-da50ec830c82 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5a2172181f6b4cd0a7c7c9bb506434a5&device_id=9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b HTTP/1.1" status: 200 len: 1098 time: 0.0602062 Jun 11 10:42:16.853693 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd0c0e-0e7f-455c-bccf-4b8bb5db1b7d req-2f169f7e-62d1-4390-82ec-fa14bebe22a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:42:16.855153 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d6cd0c0e-0e7f-455c-bccf-4b8bb5db1b7d req-2f169f7e-62d1-4390-82ec-fa14bebe22a2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=138947f1-478f-4350-8cce-0cd89d3c929c HTTP/1.1" status: 200 len: 912 time: 0.1189630 Jun 11 10:42:16.860487 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:42:16.945302 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d6cd0c0e-0e7f-455c-bccf-4b8bb5db1b7d req-ae67b707-a08b-478a-9216-8d867bddd5c7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5c5b5ec-65bc-46a9-97db-2c3fc61672b0 HTTP/1.1" status: 200 len: 1001 time: 0.0836091 Jun 11 10:42:17.010253 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd0c0e-0e7f-455c-bccf-4b8bb5db1b7d req-57df5ab6-fac5-40ec-af1a-ec5330e91685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:42:17.011768 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d6cd0c0e-0e7f-455c-bccf-4b8bb5db1b7d req-57df5ab6-fac5-40ec-af1a-ec5330e91685 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9bcb036b-50e1-441b-b763-25737c996068 HTTP/1.1" status: 200 len: 850 time: 0.0599041 Jun 11 10:42:17.076477 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd0c0e-0e7f-455c-bccf-4b8bb5db1b7d req-d166b8ec-bb0a-4fda-b26d-20d7e39219dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:42:17.077961 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d6cd0c0e-0e7f-455c-bccf-4b8bb5db1b7d req-d166b8ec-bb0a-4fda-b26d-20d7e39219dc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=138947f1-478f-4350-8cce-0cd89d3c929c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0599241 Jun 11 10:42:17.199899 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d6cd0c0e-0e7f-455c-bccf-4b8bb5db1b7d req-47cb36a6-b953-4bc8-9499-3846845afefb service neutron] 10.222.0.69 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125784 Jun 11 10:42:17.329914 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d6cd0c0e-0e7f-455c-bccf-4b8bb5db1b7d req-cf4bc5e6-7205-4674-ad00-71b326a926f6 service neutron] 10.222.0.69 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232731 Jun 11 10:42:18.614471 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:42:31.832048 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:42:36.174679 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:42:36.477396 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:42:42.985359 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-69b29b1c-6e65-4d59-98c0-3e8eee515093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:42:45.820848 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-840ad3d9-7e77-4ad7-956f-97b66643faf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:42:45.974254 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:42:46.848353 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:42:48.602424 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:42:55.452046 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [req-9e66de8a-c675-408a-a913-9a8c686e35b5 req-6c80b182-2834-443b-bf95-c8e983c50822 service neutron] (93176) timed out ('10.222.0.60', 52342) {{(pid=93176) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 11 10:43:01.825248 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:43:06.190637 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:43:12.973336 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7fbc4d2a-110a-4c91-8161-5a89c1819a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:43:13.476555 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:43:14.534778 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [req-6f691ad7-d9db-4fb4-933e-b7b0f132b6ad req-beb7d542-3e7b-452d-b465-815b60ec2b6f service neutron] (93176) timed out ('10.222.0.64', 52417) {{(pid=93176) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 11 10:43:15.830965 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0f2a78f4-edd9-4ff4-9b35-79f550d88a64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:43:15.985196 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:43:16.541685 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-845dee9d-deef-44b5-9354-da0a88ef011c req-782a1ae6-2e71-448a-ba38-e4af66f14757 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0602248 Jun 11 10:43:16.641587 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845dee9d-deef-44b5-9354-da0a88ef011c req-9e442ca0-a110-4219-bfd8-9712b64184d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:43:16.643059 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-845dee9d-deef-44b5-9354-da0a88ef011c req-9e442ca0-a110-4219-bfd8-9712b64184d7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5a2172181f6b4cd0a7c7c9bb506434a5&device_id=9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b HTTP/1.1" status: 200 len: 1098 time: 0.0600452 Jun 11 10:43:16.781148 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845dee9d-deef-44b5-9354-da0a88ef011c req-d6b5d518-4e5a-4bea-8ad3-457e4894fa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:43:16.782603 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-845dee9d-deef-44b5-9354-da0a88ef011c req-d6b5d518-4e5a-4bea-8ad3-457e4894fa29 service neutron] 10.222.0.69 "GET /v2.0/networks?id=138947f1-478f-4350-8cce-0cd89d3c929c HTTP/1.1" status: 200 len: 912 time: 0.1189945 Jun 11 10:43:16.841979 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:43:16.873437 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-845dee9d-deef-44b5-9354-da0a88ef011c req-61cc01c4-4f12-433b-b6c3-074cbfbd867f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5c5b5ec-65bc-46a9-97db-2c3fc61672b0 HTTP/1.1" status: 200 len: 1001 time: 0.0827827 Jun 11 10:43:16.934876 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845dee9d-deef-44b5-9354-da0a88ef011c req-4cd47bcc-2daa-4c7d-aa5a-3a52e7acb5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:43:16.936353 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-845dee9d-deef-44b5-9354-da0a88ef011c req-4cd47bcc-2daa-4c7d-aa5a-3a52e7acb5e1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9bcb036b-50e1-441b-b763-25737c996068 HTTP/1.1" status: 200 len: 850 time: 0.0558743 Jun 11 10:43:17.005555 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845dee9d-deef-44b5-9354-da0a88ef011c req-9bfab3da-707c-4d16-82a1-6e00bef419d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:43:17.007131 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-845dee9d-deef-44b5-9354-da0a88ef011c req-9bfab3da-707c-4d16-82a1-6e00bef419d4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=138947f1-478f-4350-8cce-0cd89d3c929c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0638864 Jun 11 10:43:17.122027 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-845dee9d-deef-44b5-9354-da0a88ef011c req-73ba931d-3c12-49bf-b76b-e63da0bd3621 service neutron] 10.222.0.69 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078103 Jun 11 10:43:17.247593 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-845dee9d-deef-44b5-9354-da0a88ef011c req-6df95875-5c7b-4f81-a9ed-097b49ee09a4 service neutron] 10.222.0.69 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186767 Jun 11 10:43:18.641389 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:43:31.858944 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:43:36.265282 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:43:42.148399 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9833037-ac56-4136-9b03-2f8d5e011cc6 req-eba21a67-39a3-49c8-9ba9-6a8c24e7730c tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:43:42.150432 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f9833037-ac56-4136-9b03-2f8d5e011cc6 req-eba21a67-39a3-49c8-9ba9-6a8c24e7730c tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b HTTP/1.1" status: 200 len: 946 time: 0.1486130 Jun 11 10:43:42.198754 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f9833037-ac56-4136-9b03-2f8d5e011cc6 req-9df7ac70-c492-4e71-ad7c-fedee9b942fd tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425344 Jun 11 10:43:42.966795 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e5fc55b6-cb3f-40a9-9301-d530b7270a17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:43:43.381194 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c2cb15-884c-4a1a-a99d-26014a2a5df9 req-11fb26bf-e0bf-42e1-a8cc-19b2564a3b4b tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:43:43.382783 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-31c2cb15-884c-4a1a-a99d-26014a2a5df9 req-11fb26bf-e0bf-42e1-a8cc-19b2564a3b4b tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b HTTP/1.1" status: 200 len: 946 time: 0.0720065 Jun 11 10:43:43.447892 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-31c2cb15-884c-4a1a-a99d-26014a2a5df9 req-b6ba356a-375c-48f3-807a-4d99d37c3e49 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568380 Jun 11 10:43:44.650931 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d261ad-c33b-4de9-9fb8-7dd8f35474a9 req-4550e4d9-de21-492e-9a8d-431ee83f6b67 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:43:44.656047 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b0d261ad-c33b-4de9-9fb8-7dd8f35474a9 req-4550e4d9-de21-492e-9a8d-431ee83f6b67 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b HTTP/1.1" status: 200 len: 946 time: 0.0826230 Jun 11 10:43:44.697288 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b0d261ad-c33b-4de9-9fb8-7dd8f35474a9 req-052a5a5e-f022-4226-8f8e-25b80a67c4ba tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391712 Jun 11 10:43:45.841761 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70ff2b27-3fdf-4e31-aaba-8ead8a58bf8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:43:45.904722 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71883b26-a34f-4198-84c8-1c62ab9a9637 req-d67d79dc-be3e-4937-80eb-468c7f2c2a1e tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:43:45.906271 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-71883b26-a34f-4198-84c8-1c62ab9a9637 req-d67d79dc-be3e-4937-80eb-468c7f2c2a1e tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b HTTP/1.1" status: 200 len: 946 time: 0.0819967 Jun 11 10:43:45.972984 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-71883b26-a34f-4198-84c8-1c62ab9a9637 req-4c7a40fd-75ab-43a2-bc20-aa0eaefaa1ea tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593901 Jun 11 10:43:46.075355 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:43:46.888029 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:43:47.162537 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f721922a-f445-42f9-9eea-b3df79d262cc req-112c3cca-3812-430f-9abd-19adb1b86661 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:43:47.164034 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f721922a-f445-42f9-9eea-b3df79d262cc req-112c3cca-3812-430f-9abd-19adb1b86661 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b HTTP/1.1" status: 200 len: 946 time: 0.0745113 Jun 11 10:43:47.207550 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f721922a-f445-42f9-9eea-b3df79d262cc req-0e12aa23-7001-4528-868c-4449fe5c07d6 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371993 Jun 11 10:43:48.390395 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20db96f9-e8c9-4c35-b060-6b3526867564 req-5b034912-c555-41eb-8cb3-16e420e6b261 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:43:48.391814 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-20db96f9-e8c9-4c35-b060-6b3526867564 req-5b034912-c555-41eb-8cb3-16e420e6b261 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b HTTP/1.1" status: 200 len: 946 time: 0.0700402 Jun 11 10:43:48.434930 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-20db96f9-e8c9-4c35-b060-6b3526867564 req-5395c440-cd3e-4b7d-afc3-47684c2472e6 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372012 Jun 11 10:43:48.635989 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:43:49.624902 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac008b-eea4-469f-878c-8f5777f3a8de req-8f896d04-9709-4851-8809-2747a5ef441d tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:43:49.626368 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b9ac008b-eea4-469f-878c-8f5777f3a8de req-8f896d04-9709-4851-8809-2747a5ef441d tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b HTTP/1.1" status: 200 len: 946 time: 0.0747802 Jun 11 10:43:49.668827 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b9ac008b-eea4-469f-878c-8f5777f3a8de req-e56bca37-e8ba-4d5b-a090-eb6bea667446 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367999 Jun 11 10:43:50.475211 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:43:50.858368 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88465dc-1365-4ac1-bc5a-045c15ef5b9c req-b88df1f7-1edf-4dc8-932d-f2e30f125c64 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:43:50.859944 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d88465dc-1365-4ac1-bc5a-045c15ef5b9c req-b88df1f7-1edf-4dc8-932d-f2e30f125c64 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b HTTP/1.1" status: 200 len: 946 time: 0.0749919 Jun 11 10:43:50.903110 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d88465dc-1365-4ac1-bc5a-045c15ef5b9c req-05be0098-fa9a-4c8d-80c6-5bfeae910bd9 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373759 Jun 11 10:43:52.091080 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a931feb-3c94-4ca7-839c-cce070dd6a22 req-e676d63d-84cf-43cc-89e0-80144c83d350 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:43:52.093276 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9a931feb-3c94-4ca7-839c-cce070dd6a22 req-e676d63d-84cf-43cc-89e0-80144c83d350 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b HTTP/1.1" status: 200 len: 946 time: 0.0794663 Jun 11 10:43:52.136778 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9a931feb-3c94-4ca7-839c-cce070dd6a22 req-6c6c832c-e7cc-4767-8bca-9876ec0c379e tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377812 Jun 11 10:43:53.326406 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68265816-9032-423d-a4e0-a293bfb20a6a req-7dc5e407-6440-4a3b-84be-1c3f9bedf9b0 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:43:53.327942 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-68265816-9032-423d-a4e0-a293bfb20a6a req-7dc5e407-6440-4a3b-84be-1c3f9bedf9b0 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b HTTP/1.1" status: 200 len: 946 time: 0.0773029 Jun 11 10:43:53.373132 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-68265816-9032-423d-a4e0-a293bfb20a6a req-1ae95e73-86d1-40f3-ba77-f231ebd4937a tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375817 Jun 11 10:43:54.561172 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aab451c-55f3-4300-a469-86b169c635e0 req-2a57184a-bc48-4f7f-8ff5-c6bd500e78cd tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:43:54.562650 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9aab451c-55f3-4300-a469-86b169c635e0 req-2a57184a-bc48-4f7f-8ff5-c6bd500e78cd tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b HTTP/1.1" status: 200 len: 946 time: 0.0740936 Jun 11 10:43:54.605295 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9aab451c-55f3-4300-a469-86b169c635e0 req-73c5c9e1-e117-4eb7-879f-d8314e645910 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368125 Jun 11 10:43:55.786578 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43865d1b-50f5-46a8-8adb-21724a146ec3 req-e3f58d68-9279-4bed-b037-0f84fe76b7d8 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:43:55.788469 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-43865d1b-50f5-46a8-8adb-21724a146ec3 req-e3f58d68-9279-4bed-b037-0f84fe76b7d8 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b HTTP/1.1" status: 200 len: 946 time: 0.0692532 Jun 11 10:43:55.830412 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-43865d1b-50f5-46a8-8adb-21724a146ec3 req-c0446e5f-73f7-4f5e-994b-a53d65eed3ca tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359561 Jun 11 10:43:57.032478 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cb3d70-ebc6-422b-8b93-f5745182dfd4 req-698527e4-5a51-423f-ab0c-c9d273c475c2 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:43:57.034226 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d3cb3d70-ebc6-422b-8b93-f5745182dfd4 req-698527e4-5a51-423f-ab0c-c9d273c475c2 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b HTTP/1.1" status: 200 len: 946 time: 0.0769019 Jun 11 10:43:57.077366 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d3cb3d70-ebc6-422b-8b93-f5745182dfd4 req-be77068e-3552-47b0-933c-8e5214350bb3 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375569 Jun 11 10:43:58.274189 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b85351-2105-44bd-a78b-58b39235c62b req-6f2669db-7be8-4742-8196-cdadb9f96748 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:43:58.275677 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-80b85351-2105-44bd-a78b-58b39235c62b req-6f2669db-7be8-4742-8196-cdadb9f96748 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b HTTP/1.1" status: 200 len: 946 time: 0.0710564 Jun 11 10:43:58.317677 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-80b85351-2105-44bd-a78b-58b39235c62b req-ef155756-c411-4b41-8be9-ebdbad8365f7 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363698 Jun 11 10:43:59.505646 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366cd55-3d55-4dea-83f1-911bd036ee08 req-0d6e06e2-4e91-4db5-a8c9-713a80d8fe6a tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:43:59.507116 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6366cd55-3d55-4dea-83f1-911bd036ee08 req-0d6e06e2-4e91-4db5-a8c9-713a80d8fe6a tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b HTTP/1.1" status: 200 len: 946 time: 0.0746293 Jun 11 10:43:59.548695 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6366cd55-3d55-4dea-83f1-911bd036ee08 req-70f278eb-c4b3-4db0-a01b-a334f8a8ced2 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352697 Jun 11 10:44:00.728836 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aa7dd2-75f1-49bd-8102-d7ef81858d4f req-809daf90-cff8-41f9-9f9d-e035eac55256 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:44:00.730389 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-38aa7dd2-75f1-49bd-8102-d7ef81858d4f req-809daf90-cff8-41f9-9f9d-e035eac55256 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b HTTP/1.1" status: 200 len: 946 time: 0.0701051 Jun 11 10:44:00.774151 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-38aa7dd2-75f1-49bd-8102-d7ef81858d4f req-22711377-550a-4311-992d-de635092b820 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379059 Jun 11 10:44:01.807448 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:44:01.960152 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2da93f-32b5-4b40-b49d-fb9832d40f3c req-e234037b-2ca5-43cb-90e1-87335f43932f tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:44:01.961618 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8d2da93f-32b5-4b40-b49d-fb9832d40f3c req-e234037b-2ca5-43cb-90e1-87335f43932f tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b HTTP/1.1" status: 200 len: 946 time: 0.0743382 Jun 11 10:44:02.014955 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8d2da93f-32b5-4b40-b49d-fb9832d40f3c req-2f4d6a1a-6a22-41f8-bfce-302b7e3536a6 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472522 Jun 11 10:44:03.194406 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ff852-fa7b-4edf-8582-00b4e31d7b10 req-0e54e70c-2543-41ba-9df3-b95bfe08504a tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:44:03.196458 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-878ff852-fa7b-4edf-8582-00b4e31d7b10 req-0e54e70c-2543-41ba-9df3-b95bfe08504a tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b HTTP/1.1" status: 200 len: 946 time: 0.0698617 Jun 11 10:44:03.237880 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-878ff852-fa7b-4edf-8582-00b4e31d7b10 req-c370ab3c-cc16-495d-b927-b9288ddc20df tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357192 Jun 11 10:44:03.897644 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c275c28-9162-4305-b584-70da4d2249f3 req-6e026957-d23f-4b4a-9d62-fdc3fa0326d3 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:44:03.899669 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1c275c28-9162-4305-b584-70da4d2249f3 req-6e026957-d23f-4b4a-9d62-fdc3fa0326d3 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b HTTP/1.1" status: 200 len: 946 time: 0.0752339 Jun 11 10:44:03.942602 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1c275c28-9162-4305-b584-70da4d2249f3 req-47cd1e5f-0e10-449e-b7c2-d02725803d79 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371797 Jun 11 10:44:04.058289 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a4cd2e67-6cce-4fe7-a683-7462ece3be14 req-d86ba47c-262c-4945-99bb-56ce6e00b435 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0597305 Jun 11 10:44:05.122757 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be96f392-e35a-45f6-be00-e54ad3bb2769 req-6f0db24f-5b2d-4e66-88ab-6564725c4ce0 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:44:05.124244 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-be96f392-e35a-45f6-be00-e54ad3bb2769 req-6f0db24f-5b2d-4e66-88ab-6564725c4ce0 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b HTTP/1.1" status: 200 len: 946 time: 0.0701449 Jun 11 10:44:05.166098 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-be96f392-e35a-45f6-be00-e54ad3bb2769 req-c42455db-3075-44b5-9e49-0c336516c1eb tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355995 Jun 11 10:44:06.293343 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:44:06.543902 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5818520b-4d8f-48aa-b842-1afc8357a6f8 req-a55c02e3-918c-4fcd-9b3d-791e67eb061b tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:44:06.545390 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5818520b-4d8f-48aa-b842-1afc8357a6f8 req-a55c02e3-918c-4fcd-9b3d-791e67eb061b tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b HTTP/1.1" status: 200 len: 946 time: 0.0751946 Jun 11 10:44:06.587939 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5818520b-4d8f-48aa-b842-1afc8357a6f8 req-7b9887d8-66f3-4ea6-8b3a-b2dff72bf00f tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362875 Jun 11 10:44:07.168197 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd2e67-6cce-4fe7-a683-7462ece3be14 req-3a5c20b9-5446-4586-bf3c-6d857ad01cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:44:07.169610 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a4cd2e67-6cce-4fe7-a683-7462ece3be14 req-3a5c20b9-5446-4586-bf3c-6d857ad01cdd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5a2172181f6b4cd0a7c7c9bb506434a5&device_id=9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b HTTP/1.1" status: 200 len: 1098 time: 0.0605865 Jun 11 10:44:07.288016 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd2e67-6cce-4fe7-a683-7462ece3be14 req-e6e93159-95fe-442e-bbe4-41c127d80588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:44:07.289492 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a4cd2e67-6cce-4fe7-a683-7462ece3be14 req-e6e93159-95fe-442e-bbe4-41c127d80588 service neutron] 10.222.0.69 "GET /v2.0/networks?id=138947f1-478f-4350-8cce-0cd89d3c929c HTTP/1.1" status: 200 len: 912 time: 0.1130741 Jun 11 10:44:07.375912 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a4cd2e67-6cce-4fe7-a683-7462ece3be14 req-4a88fcd3-2551-40f4-bea6-92a5054b2160 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5c5b5ec-65bc-46a9-97db-2c3fc61672b0 HTTP/1.1" status: 200 len: 1001 time: 0.0800884 Jun 11 10:44:07.433673 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd2e67-6cce-4fe7-a683-7462ece3be14 req-0a4fbb34-a95a-434e-bdf7-6e10a659ee2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:44:07.435050 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a4cd2e67-6cce-4fe7-a683-7462ece3be14 req-0a4fbb34-a95a-434e-bdf7-6e10a659ee2d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9bcb036b-50e1-441b-b763-25737c996068 HTTP/1.1" status: 200 len: 850 time: 0.0523143 Jun 11 10:44:07.497801 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd2e67-6cce-4fe7-a683-7462ece3be14 req-be37b71b-9f98-4d7c-8440-e1db4bd01d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:44:07.499300 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a4cd2e67-6cce-4fe7-a683-7462ece3be14 req-be37b71b-9f98-4d7c-8440-e1db4bd01d6a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=138947f1-478f-4350-8cce-0cd89d3c929c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572600 Jun 11 10:44:07.620346 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a4cd2e67-6cce-4fe7-a683-7462ece3be14 req-6545cc63-79a4-45f7-b427-7b9ee6f30a09 service neutron] 10.222.0.69 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126540 Jun 11 10:44:07.787275 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a4cd2e67-6cce-4fe7-a683-7462ece3be14 req-364a4566-53d9-45d6-883b-3081a6350fc4 service neutron] 10.222.0.69 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616335 Jun 11 10:44:07.805640 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b9ca1e-80eb-41d9-ab79-22a32cefb8bb req-b43fc128-2fc1-4847-949d-2eb39c51242f tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:44:07.807681 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-90b9ca1e-80eb-41d9-ab79-22a32cefb8bb req-b43fc128-2fc1-4847-949d-2eb39c51242f tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b HTTP/1.1" status: 200 len: 946 time: 0.0986657 Jun 11 10:44:08.223832 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-90b9ca1e-80eb-41d9-ab79-22a32cefb8bb req-48836bb6-fc2f-4e66-a5c7-9cd04ac7c2f7 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4097261 Jun 11 10:44:09.404459 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70695d84-0f83-4d3b-8791-1a0dfec38ca7 req-e2400296-4ece-47c5-95d3-0abf30ecad07 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:44:09.406017 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-70695d84-0f83-4d3b-8791-1a0dfec38ca7 req-e2400296-4ece-47c5-95d3-0abf30ecad07 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b HTTP/1.1" status: 200 len: 946 time: 0.0690489 Jun 11 10:44:09.447835 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-70695d84-0f83-4d3b-8791-1a0dfec38ca7 req-8d2d9e81-11f5-4c4d-878b-acf1078f87de tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362434 Jun 11 10:44:10.175969 n-d-779913-12 neutron-server[93177]: INFO neutron.api.v2.resource [req-a4cd2e67-6cce-4fe7-a683-7462ece3be14 req-93e8dbe2-f882-4fdc-94a4-71c0d1fd0a3f service neutron] show failed (client error): The resource could not be found. Jun 11 10:44:10.176730 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a4cd2e67-6cce-4fe7-a683-7462ece3be14 req-93e8dbe2-f882-4fdc-94a4-71c0d1fd0a3f service neutron] 10.222.0.69 "GET /v2.0/ports/c5c5b5ec-65bc-46a9-97db-2c3fc61672b0/bindings/n-h1-779913-12 HTTP/1.1" status: 404 len: 381 time: 0.0649533 Jun 11 10:44:10.634554 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6847bf-8ecd-4db0-ada3-cce6a5d554b3 req-d32e2054-5b41-4012-8055-b74d5d9fd0d9 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:44:10.636165 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8c6847bf-8ecd-4db0-ada3-cce6a5d554b3 req-d32e2054-5b41-4012-8055-b74d5d9fd0d9 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b HTTP/1.1" status: 200 len: 946 time: 0.0748997 Jun 11 10:44:10.678722 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8c6847bf-8ecd-4db0-ada3-cce6a5d554b3 req-38d9fab4-c3b2-44ce-8d13-bdb6b3938f5b tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361998 Jun 11 10:44:10.976656 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd2e67-6cce-4fe7-a683-7462ece3be14 req-f5494163-b30a-40da-b4ab-7e4988142517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:44:10.978178 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a4cd2e67-6cce-4fe7-a683-7462ece3be14 req-f5494163-b30a-40da-b4ab-7e4988142517 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b&tenant_id=5a2172181f6b4cd0a7c7c9bb506434a5 HTTP/1.1" status: 200 len: 1098 time: 0.1071103 Jun 11 10:44:10.989233 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-a4cd2e67-6cce-4fe7-a683-7462ece3be14 req-194bdbb1-9b8b-4209-b031-6d5714617886 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-779913-12', 'device_owner': 'compute:nova'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:44:11.083526 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a4cd2e67-6cce-4fe7-a683-7462ece3be14 req-194bdbb1-9b8b-4209-b031-6d5714617886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:44:11.332607 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-a4cd2e67-6cce-4fe7-a683-7462ece3be14 req-194bdbb1-9b8b-4209-b031-6d5714617886 service neutron] For port c5c5b5ec-65bc-46a9-97db-2c3fc61672b0, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=c5c5b5ec-65bc-46a9-97db-2c3fc61672b0,segment=NetworkSegment(cba3afd8-732a-4bf5-b4a2-75681c22ff7c),segment_id=cba3afd8-732a-4bf5-b4a2-75681c22ff7c)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:44:11.367210 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-a4cd2e67-6cce-4fe7-a683-7462ece3be14 req-194bdbb1-9b8b-4209-b031-6d5714617886 service neutron] For port c5c5b5ec-65bc-46a9-97db-2c3fc61672b0, host n-h2-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:44:11.413807 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5c5b5ec-65bc-46a9-97db-2c3fc61672b0'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:44:11.416201 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125b24e798c6fd269f8316ad972dc462157675ddee5b528eb3eb6ea2a565648e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5760f39-b3bb-4715-801c-ddd36b8324ac" -d '{"events": [{"server_uuid": "9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b", "name": "network-vif-unplugged", "status": "completed", "tag": "c5c5b5ec-65bc-46a9-97db-2c3fc61672b0"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:44:11.420250 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a4cd2e67-6cce-4fe7-a683-7462ece3be14 req-194bdbb1-9b8b-4209-b031-6d5714617886 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:44:11.432892 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-a4cd2e67-6cce-4fe7-a683-7462ece3be14 req-194bdbb1-9b8b-4209-b031-6d5714617886 service neutron] Transition to ACTIVE for port object c5c5b5ec-65bc-46a9-97db-2c3fc61672b0 will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:44:11.516084 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Jun 2021 10:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff720c9-87ad-4ace-8293-3ac8575bcd72 x-openstack-request-id: req-dff720c9-87ad-4ace-8293-3ac8575bcd72 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:44:11.516429 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b", "name": "network-vif-unplugged", "status": "completed", "tag": "c5c5b5ec-65bc-46a9-97db-2c3fc61672b0", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:44:11.516731 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dff720c9-87ad-4ace-8293-3ac8575bcd72 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:44:11.517211 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5c5b5ec-65bc-46a9-97db-2c3fc61672b0', 'code': 200} Jun 11 10:44:11.543406 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a4cd2e67-6cce-4fe7-a683-7462ece3be14 req-194bdbb1-9b8b-4209-b031-6d5714617886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:44:11.545581 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-72534b17-96da-408f-98e4-b16098bd879f tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:44:11.652441 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194bdbb1-9b8b-4209-b031-6d5714617886 service neutron] Pushing event updated for resources: {'Port': ['ID=c5c5b5ec-65bc-46a9-97db-2c3fc61672b0,revision_number=6']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:44:11.672238 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194bdbb1-9b8b-4209-b031-6d5714617886 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:44:11.673462 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194bdbb1-9b8b-4209-b031-6d5714617886 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:44:11.673462 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194bdbb1-9b8b-4209-b031-6d5714617886 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:44:11.673462 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194bdbb1-9b8b-4209-b031-6d5714617886 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:44:11.673795 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194bdbb1-9b8b-4209-b031-6d5714617886 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:44:11.674114 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194bdbb1-9b8b-4209-b031-6d5714617886 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:44:11.674484 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194bdbb1-9b8b-4209-b031-6d5714617886 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:44:11.674856 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194bdbb1-9b8b-4209-b031-6d5714617886 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:44:11.675228 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194bdbb1-9b8b-4209-b031-6d5714617886 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:44:11.675621 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194bdbb1-9b8b-4209-b031-6d5714617886 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:44:11.675993 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194bdbb1-9b8b-4209-b031-6d5714617886 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:44:11.676361 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194bdbb1-9b8b-4209-b031-6d5714617886 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:44:11.682598 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-194bdbb1-9b8b-4209-b031-6d5714617886 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:44:11.713494 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4cd2e67-6cce-4fe7-a683-7462ece3be14 req-194bdbb1-9b8b-4209-b031-6d5714617886 service neutron] No DVR routers for this DVR port c5c5b5ec-65bc-46a9-97db-2c3fc61672b0 on host n-h2-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:44:11.892397 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d254c77-d503-4fc7-892e-e6afb2c7c4f2 req-cb2f6c96-0cf3-4eba-9096-b408d84cb2ad tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:44:11.893773 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3d254c77-d503-4fc7-892e-e6afb2c7c4f2 req-cb2f6c96-0cf3-4eba-9096-b408d84cb2ad tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b HTTP/1.1" status: 200 len: 944 time: 0.0745363 Jun 11 10:44:11.921402 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-a4cd2e67-6cce-4fe7-a683-7462ece3be14 req-194bdbb1-9b8b-4209-b031-6d5714617886 service neutron] Attempting to bind port c5c5b5ec-65bc-46a9-97db-2c3fc61672b0 on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:44:11.921748 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-a4cd2e67-6cce-4fe7-a683-7462ece3be14 req-194bdbb1-9b8b-4209-b031-6d5714617886 service neutron] Attempting to bind port c5c5b5ec-65bc-46a9-97db-2c3fc61672b0 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': 'cba3afd8-732a-4bf5-b4a2-75681c22ff7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:44:11.922084 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cd2e67-6cce-4fe7-a683-7462ece3be14 req-194bdbb1-9b8b-4209-b031-6d5714617886 service neutron] Attempting to bind port c5c5b5ec-65bc-46a9-97db-2c3fc61672b0 on network 138947f1-478f-4350-8cce-0cd89d3c929c {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:44:11.926364 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cd2e67-6cce-4fe7-a683-7462ece3be14 req-194bdbb1-9b8b-4209-b031-6d5714617886 service neutron] Port c5c5b5ec-65bc-46a9-97db-2c3fc61672b0 on network 138947f1-478f-4350-8cce-0cd89d3c929c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:44:11.926690 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cd2e67-6cce-4fe7-a683-7462ece3be14 req-194bdbb1-9b8b-4209-b031-6d5714617886 service neutron] Attempting to bind port c5c5b5ec-65bc-46a9-97db-2c3fc61672b0 on network 138947f1-478f-4350-8cce-0cd89d3c929c {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:44:11.932163 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cd2e67-6cce-4fe7-a683-7462ece3be14 req-194bdbb1-9b8b-4209-b031-6d5714617886 service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:44:11.932507 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cd2e67-6cce-4fe7-a683-7462ece3be14 req-194bdbb1-9b8b-4209-b031-6d5714617886 service neutron] Checking segment: {'id': 'cba3afd8-732a-4bf5-b4a2-75681c22ff7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:44:11.932885 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cd2e67-6cce-4fe7-a683-7462ece3be14 req-194bdbb1-9b8b-4209-b031-6d5714617886 service neutron] Bound using segment: {'id': 'cba3afd8-732a-4bf5-b4a2-75681c22ff7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:44:11.933323 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-a4cd2e67-6cce-4fe7-a683-7462ece3be14 req-194bdbb1-9b8b-4209-b031-6d5714617886 service neutron] Bound port: c5c5b5ec-65bc-46a9-97db-2c3fc61672b0, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cba3afd8-732a-4bf5-b4a2-75681c22ff7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:44:11.933676 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a4cd2e67-6cce-4fe7-a683-7462ece3be14 req-194bdbb1-9b8b-4209-b031-6d5714617886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:44:11.936629 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3d254c77-d503-4fc7-892e-e6afb2c7c4f2 req-195207dd-221a-4efd-bc3c-83cefd787d85 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370901 Jun 11 10:44:12.006870 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-a4cd2e67-6cce-4fe7-a683-7462ece3be14 req-194bdbb1-9b8b-4209-b031-6d5714617886 service neutron] For port c5c5b5ec-65bc-46a9-97db-2c3fc61672b0, host n-h1-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:44:12.009916 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-a4cd2e67-6cce-4fe7-a683-7462ece3be14 req-194bdbb1-9b8b-4209-b031-6d5714617886 service neutron] For port c5c5b5ec-65bc-46a9-97db-2c3fc61672b0, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=c5c5b5ec-65bc-46a9-97db-2c3fc61672b0,segment=NetworkSegment(cba3afd8-732a-4bf5-b4a2-75681c22ff7c),segment_id=cba3afd8-732a-4bf5-b4a2-75681c22ff7c)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:44:12.087469 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a4cd2e67-6cce-4fe7-a683-7462ece3be14 req-194bdbb1-9b8b-4209-b031-6d5714617886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:44:12.090442 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-91cd02b6-8206-46d7-9b3f-10f43b7dabc1 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:44:12.137383 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd2e67-6cce-4fe7-a683-7462ece3be14 req-194bdbb1-9b8b-4209-b031-6d5714617886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:44:12.138032 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a4cd2e67-6cce-4fe7-a683-7462ece3be14 req-194bdbb1-9b8b-4209-b031-6d5714617886 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:44:12.139724 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a4cd2e67-6cce-4fe7-a683-7462ece3be14 req-194bdbb1-9b8b-4209-b031-6d5714617886 service neutron] 10.222.0.64 "PUT /v2.0/ports/c5c5b5ec-65bc-46a9-97db-2c3fc61672b0 HTTP/1.1" status: 200 len: 1093 time: 1.1548009 Jun 11 10:44:12.159389 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194bdbb1-9b8b-4209-b031-6d5714617886 service neutron] Pushing event updated for resources: {'Port': ['ID=c5c5b5ec-65bc-46a9-97db-2c3fc61672b0,revision_number=7']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:44:12.162861 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-194bdbb1-9b8b-4209-b031-6d5714617886 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:44:12.225816 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd2e67-6cce-4fe7-a683-7462ece3be14 req-742f8046-6951-411a-be5e-c5712d16c262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:44:12.227369 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a4cd2e67-6cce-4fe7-a683-7462ece3be14 req-742f8046-6951-411a-be5e-c5712d16c262 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a2172181f6b4cd0a7c7c9bb506434a5&device_id=9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b HTTP/1.1" status: 200 len: 1096 time: 0.0635993 Jun 11 10:44:12.351404 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd2e67-6cce-4fe7-a683-7462ece3be14 req-b64e5b0e-cf58-497c-aa19-cc31ebdf8945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:44:12.353492 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a4cd2e67-6cce-4fe7-a683-7462ece3be14 req-b64e5b0e-cf58-497c-aa19-cc31ebdf8945 service neutron] 10.222.0.64 "GET /v2.0/networks?id=138947f1-478f-4350-8cce-0cd89d3c929c HTTP/1.1" status: 200 len: 912 time: 0.1199484 Jun 11 10:44:12.438388 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a4cd2e67-6cce-4fe7-a683-7462ece3be14 req-60e2cc59-eb72-4a44-bd11-7e460ccb9354 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5c5b5ec-65bc-46a9-97db-2c3fc61672b0 HTTP/1.1" status: 200 len: 999 time: 0.0797842 Jun 11 10:44:12.497940 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd2e67-6cce-4fe7-a683-7462ece3be14 req-76f2af5d-8ea7-4452-8cfb-cc0e2fb05925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:44:12.499375 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a4cd2e67-6cce-4fe7-a683-7462ece3be14 req-76f2af5d-8ea7-4452-8cfb-cc0e2fb05925 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9bcb036b-50e1-441b-b763-25737c996068 HTTP/1.1" status: 200 len: 850 time: 0.0549371 Jun 11 10:44:12.561995 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd2e67-6cce-4fe7-a683-7462ece3be14 req-7c01f17d-eaee-4fbf-affa-1e4c7e9af49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:44:12.563469 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a4cd2e67-6cce-4fe7-a683-7462ece3be14 req-7c01f17d-eaee-4fbf-affa-1e4c7e9af49c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=138947f1-478f-4350-8cce-0cd89d3c929c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582929 Jun 11 10:44:12.680901 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a4cd2e67-6cce-4fe7-a683-7462ece3be14 req-03ff6884-e83f-4a26-9cf6-9058c025e668 service neutron] 10.222.0.64 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111557 Jun 11 10:44:12.809409 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a4cd2e67-6cce-4fe7-a683-7462ece3be14 req-e22cb0f0-79a1-4113-b512-96d62f8bcd17 service neutron] 10.222.0.64 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225584 Jun 11 10:44:13.035149 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-cd253977-d1ea-454a-8588-e0154eafc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:44:13.133539 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5d8dce-751a-43df-989d-b69d135c7011 req-63a0d5e9-cd76-463e-b008-7f9e6646197a tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:44:13.135699 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2e5d8dce-751a-43df-989d-b69d135c7011 req-63a0d5e9-cd76-463e-b008-7f9e6646197a tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b HTTP/1.1" status: 200 len: 944 time: 0.0766525 Jun 11 10:44:13.179201 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2e5d8dce-751a-43df-989d-b69d135c7011 req-92e0af07-6dca-4d7f-84a2-69893c818098 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371375 Jun 11 10:44:13.518491 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b', 'tag': 'c5c5b5ec-65bc-46a9-97db-2c3fc61672b0'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:44:13.521023 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125b24e798c6fd269f8316ad972dc462157675ddee5b528eb3eb6ea2a565648e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e32da6c-b02c-432a-8334-7ff448b76f20" -d '{"events": [{"name": "network-changed", "server_uuid": "9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b", "tag": "c5c5b5ec-65bc-46a9-97db-2c3fc61672b0"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:44:13.567942 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b90bcd-b284-4ace-894c-975d7012a618 x-openstack-request-id: req-03b90bcd-b284-4ace-894c-975d7012a618 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:44:13.568324 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b", "tag": "c5c5b5ec-65bc-46a9-97db-2c3fc61672b0", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:44:13.568602 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-03b90bcd-b284-4ace-894c-975d7012a618 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:44:13.569062 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b', 'tag': 'c5c5b5ec-65bc-46a9-97db-2c3fc61672b0', 'status': 'completed', 'code': 200} Jun 11 10:44:13.648484 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e32da6c-b02c-432a-8334-7ff448b76f20 req-4a3bf0b9-1f2c-4705-99c3-ecc00c4bcfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:44:13.649931 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3e32da6c-b02c-432a-8334-7ff448b76f20 req-4a3bf0b9-1f2c-4705-99c3-ecc00c4bcfb9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a2172181f6b4cd0a7c7c9bb506434a5&device_id=9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b HTTP/1.1" status: 200 len: 1096 time: 0.0610290 Jun 11 10:44:13.654847 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e32da6c-b02c-432a-8334-7ff448b76f20 req-c7b02d9c-f315-4085-9b7c-6a0e89fd5939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:44:13.656411 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3e32da6c-b02c-432a-8334-7ff448b76f20 req-c7b02d9c-f315-4085-9b7c-6a0e89fd5939 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5a2172181f6b4cd0a7c7c9bb506434a5&device_id=9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b HTTP/1.1" status: 200 len: 1096 time: 0.0644853 Jun 11 10:44:13.770003 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e32da6c-b02c-432a-8334-7ff448b76f20 req-ab61005b-679e-44f0-93cf-1dfc436b5022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:44:13.771462 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3e32da6c-b02c-432a-8334-7ff448b76f20 req-ab61005b-679e-44f0-93cf-1dfc436b5022 service neutron] 10.222.0.69 "GET /v2.0/networks?id=138947f1-478f-4350-8cce-0cd89d3c929c HTTP/1.1" status: 200 len: 912 time: 0.1080427 Jun 11 10:44:13.772914 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e32da6c-b02c-432a-8334-7ff448b76f20 req-e82f2767-7530-400f-8e6d-a7e9451b19ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:44:13.774366 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3e32da6c-b02c-432a-8334-7ff448b76f20 req-e82f2767-7530-400f-8e6d-a7e9451b19ad service neutron] 10.222.0.64 "GET /v2.0/networks?id=138947f1-478f-4350-8cce-0cd89d3c929c HTTP/1.1" status: 200 len: 912 time: 0.1173544 Jun 11 10:44:13.860334 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3e32da6c-b02c-432a-8334-7ff448b76f20 req-f0ed02ce-d962-4013-bf46-2a723324c68c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5c5b5ec-65bc-46a9-97db-2c3fc61672b0 HTTP/1.1" status: 200 len: 999 time: 0.0823653 Jun 11 10:44:13.869167 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3e32da6c-b02c-432a-8334-7ff448b76f20 req-2744750d-904a-446f-9706-2d4a68a33c91 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5c5b5ec-65bc-46a9-97db-2c3fc61672b0 HTTP/1.1" status: 200 len: 999 time: 0.0871127 Jun 11 10:44:13.918842 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e32da6c-b02c-432a-8334-7ff448b76f20 req-2b66c20e-54ad-4de1-ab19-3c00aa75a0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:44:13.920245 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3e32da6c-b02c-432a-8334-7ff448b76f20 req-2b66c20e-54ad-4de1-ab19-3c00aa75a0eb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9bcb036b-50e1-441b-b763-25737c996068 HTTP/1.1" status: 200 len: 850 time: 0.0535822 Jun 11 10:44:13.927466 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e32da6c-b02c-432a-8334-7ff448b76f20 req-8e7e5811-ca1a-4cdf-b0b5-4f49a2c3fae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:44:13.928991 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3e32da6c-b02c-432a-8334-7ff448b76f20 req-8e7e5811-ca1a-4cdf-b0b5-4f49a2c3fae1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9bcb036b-50e1-441b-b763-25737c996068 HTTP/1.1" status: 200 len: 850 time: 0.0535772 Jun 11 10:44:13.988783 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e32da6c-b02c-432a-8334-7ff448b76f20 req-3c9940f5-3e42-4a55-a6a9-cb0ff83bbadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:44:13.990284 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3e32da6c-b02c-432a-8334-7ff448b76f20 req-3c9940f5-3e42-4a55-a6a9-cb0ff83bbadb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=138947f1-478f-4350-8cce-0cd89d3c929c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0636125 Jun 11 10:44:13.992898 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e32da6c-b02c-432a-8334-7ff448b76f20 req-bbc0fec8-581f-4b58-87c1-fbf76e6ef99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:44:13.994412 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3e32da6c-b02c-432a-8334-7ff448b76f20 req-bbc0fec8-581f-4b58-87c1-fbf76e6ef99b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=138947f1-478f-4350-8cce-0cd89d3c929c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0590100 Jun 11 10:44:14.109972 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3e32da6c-b02c-432a-8334-7ff448b76f20 req-1e48ec8c-96d7-4f9c-8e6b-1992228417cb service neutron] 10.222.0.69 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122038 Jun 11 10:44:14.117324 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3e32da6c-b02c-432a-8334-7ff448b76f20 req-d7840697-7b53-48f1-906c-3ddf55f96aed service neutron] 10.222.0.64 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129737 Jun 11 10:44:14.233835 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3e32da6c-b02c-432a-8334-7ff448b76f20 req-724c557d-625b-4699-a674-269acfcb5aa3 service neutron] 10.222.0.69 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168203 Jun 11 10:44:14.249404 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3e32da6c-b02c-432a-8334-7ff448b76f20 req-6f04a84a-8f31-4f52-bce8-215e734acff5 service neutron] 10.222.0.64 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228595 Jun 11 10:44:14.381786 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577d4d84-314d-4898-baca-e7f7ff5c4bfa req-1c592f32-0e5b-49b5-b31c-9db0dd9b47b0 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:44:14.383281 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-577d4d84-314d-4898-baca-e7f7ff5c4bfa req-1c592f32-0e5b-49b5-b31c-9db0dd9b47b0 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b HTTP/1.1" status: 200 len: 944 time: 0.0766318 Jun 11 10:44:14.426261 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-577d4d84-314d-4898-baca-e7f7ff5c4bfa req-cb20a242-79f1-48f2-aaaf-31b74596377a tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362544 Jun 11 10:44:14.673317 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device c5c5b5ec-65bc-46a9-97db-2c3fc61672b0 no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:44:14.717808 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device c5c5b5ec-65bc-46a9-97db-2c3fc61672b0 not bound to the agent host n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:44:15.617570 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63ba1e1-8f2a-4616-9ac1-058210185c62 req-07b01891-ca84-497a-83a3-0ee5f75f20d0 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:44:15.619036 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f63ba1e1-8f2a-4616-9ac1-058210185c62 req-07b01891-ca84-497a-83a3-0ee5f75f20d0 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b HTTP/1.1" status: 200 len: 944 time: 0.0688236 Jun 11 10:44:15.660784 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f63ba1e1-8f2a-4616-9ac1-058210185c62 req-bd21adfa-3948-4c0e-9aed-6588e9b7d1a5 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361040 Jun 11 10:44:15.852712 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6b4b0155-f5f3-4139-9369-bd85dfed424b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:44:16.018122 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:44:16.252447 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d26bd45-2de0-4155-9e9e-1bf9ef5e36ef req-90f69936-1148-435d-989e-8a763021290f tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:44:16.253924 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8d26bd45-2de0-4155-9e9e-1bf9ef5e36ef req-90f69936-1148-435d-989e-8a763021290f tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b HTTP/1.1" status: 200 len: 944 time: 0.0795226 Jun 11 10:44:16.336608 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8d26bd45-2de0-4155-9e9e-1bf9ef5e36ef req-615959d4-ece2-4355-81a7-84f15e4f8b52 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701799 Jun 11 10:44:16.364219 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3147134e-5fab-4f4f-9512-5e4e75da1de2 req-01dd36a7-d961-4ec8-8933-a7c6a756dfe8 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:44:16.365641 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3147134e-5fab-4f4f-9512-5e4e75da1de2 req-01dd36a7-d961-4ec8-8933-a7c6a756dfe8 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b&tenant_id=5a2172181f6b4cd0a7c7c9bb506434a5&binding%3Ahost_id=n-h1-779913-12 HTTP/1.1" status: 200 len: 944 time: 0.1094689 Jun 11 10:44:16.421964 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device c5c5b5ec-65bc-46a9-97db-2c3fc61672b0 details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 10:44:16.437115 n-d-779913-12 neutron-server[93177]: INFO neutron.api.v2.resource [req-3147134e-5fab-4f4f-9512-5e4e75da1de2 req-2daed406-b637-4667-b109-789fef005dad service neutron] delete failed (client error): The resource could not be found. Jun 11 10:44:16.438126 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3147134e-5fab-4f4f-9512-5e4e75da1de2 req-2daed406-b637-4667-b109-789fef005dad service neutron] 10.222.0.69 "DELETE /v2.0/ports/c5c5b5ec-65bc-46a9-97db-2c3fc61672b0/bindings/n-h2-779913-12 HTTP/1.1" status: 404 len: 381 time: 0.0667167 Jun 11 10:44:16.540815 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3147134e-5fab-4f4f-9512-5e4e75da1de2 req-44046c0a-ffc8-4725-8d28-a10c861a9ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:44:16.542890 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3147134e-5fab-4f4f-9512-5e4e75da1de2 req-44046c0a-ffc8-4725-8d28-a10c861a9ff1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5a2172181f6b4cd0a7c7c9bb506434a5&device_id=9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b HTTP/1.1" status: 200 len: 1096 time: 0.0617559 Jun 11 10:44:16.546585 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port c5c5b5ec-65bc-46a9-97db-2c3fc61672b0, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=c5c5b5ec-65bc-46a9-97db-2c3fc61672b0,segment=NetworkSegment(cba3afd8-732a-4bf5-b4a2-75681c22ff7c),segment_id=cba3afd8-732a-4bf5-b4a2-75681c22ff7c)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:44:16.559161 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': 'c5c5b5ec-65bc-46a9-97db-2c3fc61672b0', 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c', 'port_id': 'c5c5b5ec-65bc-46a9-97db-2c3fc61672b0', 'mac_address': 'fa:16:3e:3c:9c:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bcb036b-50e1-441b-b763-25737c996068', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 10:44:16.601831 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:44:16.616985 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5c5b5ec-65bc-46a9-97db-2c3fc61672b0 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:44:16.637544 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port c5c5b5ec-65bc-46a9-97db-2c3fc61672b0, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=c5c5b5ec-65bc-46a9-97db-2c3fc61672b0,segment=NetworkSegment(cba3afd8-732a-4bf5-b4a2-75681c22ff7c),segment_id=cba3afd8-732a-4bf5-b4a2-75681c22ff7c)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:44:16.662348 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3147134e-5fab-4f4f-9512-5e4e75da1de2 req-ea508229-b4f5-45d8-89d6-a43350e26dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:44:16.664013 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3147134e-5fab-4f4f-9512-5e4e75da1de2 req-ea508229-b4f5-45d8-89d6-a43350e26dd0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=138947f1-478f-4350-8cce-0cd89d3c929c HTTP/1.1" status: 200 len: 912 time: 0.1148036 Jun 11 10:44:16.738171 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:44:16.739989 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-4be1f44f-676b-4882-8ef8-34e1129a60f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:44:16.747498 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3147134e-5fab-4f4f-9512-5e4e75da1de2 req-93224c00-0263-45ed-b80a-33097cd8fc49 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5c5b5ec-65bc-46a9-97db-2c3fc61672b0 HTTP/1.1" status: 200 len: 999 time: 0.0763416 Jun 11 10:44:16.807119 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=c5c5b5ec-65bc-46a9-97db-2c3fc61672b0,revision_number=8']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:44:16.811430 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3147134e-5fab-4f4f-9512-5e4e75da1de2 req-9a1e1c31-c4ff-4aea-a958-0e989ea14e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:44:16.812994 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3147134e-5fab-4f4f-9512-5e4e75da1de2 req-9a1e1c31-c4ff-4aea-a958-0e989ea14e18 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9bcb036b-50e1-441b-b763-25737c996068 HTTP/1.1" status: 200 len: 850 time: 0.0581939 Jun 11 10:44:16.814524 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:44:16.814881 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:44:16.815227 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:44:16.815593 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:44:16.815939 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:44:16.816274 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:44:16.816613 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:44:16.816944 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:44:16.817263 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:44:16.817588 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:44:16.817915 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:44:16.818251 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:44:16.822312 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:44:16.881587 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3147134e-5fab-4f4f-9512-5e4e75da1de2 req-25eb1372-d0d7-491d-947a-67a669c8aedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:44:16.883019 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3147134e-5fab-4f4f-9512-5e4e75da1de2 req-25eb1372-d0d7-491d-947a-67a669c8aedd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=138947f1-478f-4350-8cce-0cd89d3c929c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0623438 Jun 11 10:44:16.932083 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:44:16.971884 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['c5c5b5ec-65bc-46a9-97db-2c3fc61672b0'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:44:17.001292 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3147134e-5fab-4f4f-9512-5e4e75da1de2 req-bc4ae226-16c1-4693-b137-05a7ed62cfd2 service neutron] 10.222.0.69 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112390 Jun 11 10:44:17.121842 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3147134e-5fab-4f4f-9512-5e4e75da1de2 req-930ddb94-f91a-453a-91ec-fce89c6254e6 service neutron] 10.222.0.69 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132810 Jun 11 10:44:17.527922 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c6229-48a9-4158-8afb-08ab621fa49c req-e475cbe7-8784-4150-8d84-c2f0f1035211 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:44:17.529296 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8b1c6229-48a9-4158-8afb-08ab621fa49c req-e475cbe7-8784-4150-8d84-c2f0f1035211 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b HTTP/1.1" status: 200 len: 945 time: 0.0768301 Jun 11 10:44:17.571253 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8b1c6229-48a9-4158-8afb-08ab621fa49c req-c4339e97-801b-48e9-be58-a0cd42c12f39 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362031 Jun 11 10:44:18.433786 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device c5c5b5ec-65bc-46a9-97db-2c3fc61672b0 up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:44:18.641185 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning for port c5c5b5ec-65bc-46a9-97db-2c3fc61672b0 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:44:18.643388 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:44:18.646267 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port c5c5b5ec-65bc-46a9-97db-2c3fc61672b0 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:44:18.646668 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:44:18.735851 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:44:18.755399 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89b8f65-6a09-42c3-be40-802c66243e06 req-d6ebeb7b-d982-4bff-8914-ac0ac83f44bc tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:44:18.758480 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a89b8f65-6a09-42c3-be40-802c66243e06 req-d6ebeb7b-d982-4bff-8914-ac0ac83f44bc tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b HTTP/1.1" status: 200 len: 945 time: 0.0748153 Jun 11 10:44:18.763542 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5c5b5ec-65bc-46a9-97db-2c3fc61672b0'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:44:18.766078 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc8b525cf092a189a0ea2f07e82bebdb29a480b8a476d2f40da93c0b22490dae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31fc829b-640b-4856-b1bf-7e6edc7fbc47" -d '{"events": [{"server_uuid": "9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b", "name": "network-vif-plugged", "status": "completed", "tag": "c5c5b5ec-65bc-46a9-97db-2c3fc61672b0"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:44:18.780473 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port c5c5b5ec-65bc-46a9-97db-2c3fc61672b0, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=c5c5b5ec-65bc-46a9-97db-2c3fc61672b0,segment=NetworkSegment(cba3afd8-732a-4bf5-b4a2-75681c22ff7c),segment_id=cba3afd8-732a-4bf5-b4a2-75681c22ff7c)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:44:18.802619 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a89b8f65-6a09-42c3-be40-802c66243e06 req-094791c6-c3d6-4905-a1a8-fe21542de367 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396693 Jun 11 10:44:18.869933 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:44:18.871999 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:44:18.902548 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c3620a-e1bc-4ef9-b369-1be0be0e8b32 x-openstack-request-id: req-93c3620a-e1bc-4ef9-b369-1be0be0e8b32 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:44:18.902848 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b", "name": "network-vif-plugged", "status": "completed", "tag": "c5c5b5ec-65bc-46a9-97db-2c3fc61672b0", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:44:18.903117 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-93c3620a-e1bc-4ef9-b369-1be0be0e8b32 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:44:18.903517 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5c5b5ec-65bc-46a9-97db-2c3fc61672b0', 'code': 200} Jun 11 10:44:18.930131 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=c5c5b5ec-65bc-46a9-97db-2c3fc61672b0,revision_number=9']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:44:18.933196 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:44:19.054156 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a16703-8828-45cf-92a6-a600c94e5ce6 req-d40f9161-7b2c-4a0d-a6ec-2a5d3e668322 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:44:19.055626 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-17a16703-8828-45cf-92a6-a600c94e5ce6 req-d40f9161-7b2c-4a0d-a6ec-2a5d3e668322 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b HTTP/1.1" status: 200 len: 946 time: 0.0690422 Jun 11 10:44:19.097202 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-17a16703-8828-45cf-92a6-a600c94e5ce6 req-b4bec634-172d-4aec-946d-e045f8bfdeed tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356119 Jun 11 10:44:19.615539 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4fffbe-5574-49a7-bafa-70a83aecce70 req-5b346ccb-8805-4e51-9ca6-0e95092eac09 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:44:19.617092 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cc4fffbe-5574-49a7-bafa-70a83aecce70 req-5b346ccb-8805-4e51-9ca6-0e95092eac09 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b HTTP/1.1" status: 200 len: 946 time: 0.0794394 Jun 11 10:44:19.659811 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc600097-6605-47ec-a171-528eed87a5c0 req-43901f7a-dedf-49b3-a081-573a2d49e3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:44:19.661321 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-dc600097-6605-47ec-a171-528eed87a5c0 req-43901f7a-dedf-49b3-a081-573a2d49e3fc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a2172181f6b4cd0a7c7c9bb506434a5&device_id=9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b HTTP/1.1" status: 200 len: 1098 time: 0.0618212 Jun 11 10:44:19.661948 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cc4fffbe-5574-49a7-bafa-70a83aecce70 req-4ff9e4f8-331c-4d54-867e-80623ebe8815 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384257 Jun 11 10:44:19.780937 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc600097-6605-47ec-a171-528eed87a5c0 req-6be12702-baf5-4889-8c0f-43b8f3a0f830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:44:19.782307 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-dc600097-6605-47ec-a171-528eed87a5c0 req-6be12702-baf5-4889-8c0f-43b8f3a0f830 service neutron] 10.222.0.64 "GET /v2.0/networks?id=138947f1-478f-4350-8cce-0cd89d3c929c HTTP/1.1" status: 200 len: 912 time: 0.1148596 Jun 11 10:44:19.876611 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-dc600097-6605-47ec-a171-528eed87a5c0 req-2c4cb455-36ac-4321-af31-c4701a5baecd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5c5b5ec-65bc-46a9-97db-2c3fc61672b0 HTTP/1.1" status: 200 len: 1001 time: 0.0884967 Jun 11 10:44:19.932589 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc600097-6605-47ec-a171-528eed87a5c0 req-4d961088-93af-4f81-b4b3-64ddeb5771be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:44:19.934549 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-dc600097-6605-47ec-a171-528eed87a5c0 req-4d961088-93af-4f81-b4b3-64ddeb5771be service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9bcb036b-50e1-441b-b763-25737c996068 HTTP/1.1" status: 200 len: 850 time: 0.0520983 Jun 11 10:44:20.001334 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc600097-6605-47ec-a171-528eed87a5c0 req-b26a9287-24cb-401e-abac-ac35de5926f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:44:20.002803 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-dc600097-6605-47ec-a171-528eed87a5c0 req-b26a9287-24cb-401e-abac-ac35de5926f8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=138947f1-478f-4350-8cce-0cd89d3c929c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0628197 Jun 11 10:44:20.115611 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-dc600097-6605-47ec-a171-528eed87a5c0 req-55336bb2-3d86-4eb2-8320-db94c4f3fd5a service neutron] 10.222.0.64 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068802 Jun 11 10:44:20.234366 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-dc600097-6605-47ec-a171-528eed87a5c0 req-0e97ffbb-fa88-441d-8929-be3da5b3312d service neutron] 10.222.0.64 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123869 Jun 11 10:44:20.844688 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8be433-1e79-4715-b1f2-e2d52136ed0f req-eea0354f-b6c0-4f50-ab7f-6e3dd058203a tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:44:20.846189 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ce8be433-1e79-4715-b1f2-e2d52136ed0f req-eea0354f-b6c0-4f50-ab7f-6e3dd058203a tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b HTTP/1.1" status: 200 len: 946 time: 0.0733440 Jun 11 10:44:20.890285 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ce8be433-1e79-4715-b1f2-e2d52136ed0f req-6dc1d4b1-392d-4b54-8d85-c4fbe0cb4b4a tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382094 Jun 11 10:44:22.073385 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3169974-6490-42a2-a8cd-5f05aca9b9e3 req-aa344ccb-2dc3-4a78-9814-fbe2c59b79a6 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:44:22.074997 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f3169974-6490-42a2-a8cd-5f05aca9b9e3 req-aa344ccb-2dc3-4a78-9814-fbe2c59b79a6 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b HTTP/1.1" status: 200 len: 946 time: 0.0733612 Jun 11 10:44:22.116599 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f3169974-6490-42a2-a8cd-5f05aca9b9e3 req-27f3b0f3-f8ef-4f1c-96ac-47bbb8b65bbb tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356393 Jun 11 10:44:22.721308 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50832085-1612-49c7-89c2-0f7f740d716b req-a38a4b00-8794-4859-9815-3e7ea14f19c4 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:44:22.722654 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-50832085-1612-49c7-89c2-0f7f740d716b req-a38a4b00-8794-4859-9815-3e7ea14f19c4 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b HTTP/1.1" status: 200 len: 946 time: 0.0681515 Jun 11 10:44:22.763969 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-50832085-1612-49c7-89c2-0f7f740d716b req-21a6104a-e0f2-487a-b640-c3c323c428ab tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356839 Jun 11 10:44:23.948530 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd5a442-1a56-4c9b-afee-2f0d58390d2e req-6b06d744-e65f-4f75-b3a8-6f5ad898d267 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:44:23.950003 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cbd5a442-1a56-4c9b-afee-2f0d58390d2e req-6b06d744-e65f-4f75-b3a8-6f5ad898d267 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b HTTP/1.1" status: 200 len: 946 time: 0.0759721 Jun 11 10:44:23.968536 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf01556-4b9b-45ac-a8e6-b5100a648eb7 req-b15e8db9-f6d2-442a-aced-7801d5f591ae tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:44:23.970010 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fcf01556-4b9b-45ac-a8e6-b5100a648eb7 req-b15e8db9-f6d2-442a-aced-7801d5f591ae tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b HTTP/1.1" status: 200 len: 946 time: 0.0760319 Jun 11 10:44:23.993212 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cbd5a442-1a56-4c9b-afee-2f0d58390d2e req-7b9ec9e2-389d-4f25-ae1f-5ff8ce9bbf46 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366170 Jun 11 10:44:24.082586 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-fcf01556-4b9b-45ac-a8e6-b5100a648eb7 req-76772b2e-35c4-4be1-93cd-1bca54e1e2c3 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Deleting port c5c5b5ec-65bc-46a9-97db-2c3fc61672b0 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:44:24.082938 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fcf01556-4b9b-45ac-a8e6-b5100a648eb7 req-76772b2e-35c4-4be1-93cd-1bca54e1e2c3 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:44:24.202404 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-fcf01556-4b9b-45ac-a8e6-b5100a648eb7 req-76772b2e-35c4-4be1-93cd-1bca54e1e2c3 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] For port c5c5b5ec-65bc-46a9-97db-2c3fc61672b0, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=c5c5b5ec-65bc-46a9-97db-2c3fc61672b0,segment=NetworkSegment(cba3afd8-732a-4bf5-b4a2-75681c22ff7c),segment_id=cba3afd8-732a-4bf5-b4a2-75681c22ff7c)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:44:24.202766 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fcf01556-4b9b-45ac-a8e6-b5100a648eb7 req-76772b2e-35c4-4be1-93cd-1bca54e1e2c3 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:44:24.444466 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fcf01556-4b9b-45ac-a8e6-b5100a648eb7 req-76772b2e-35c4-4be1-93cd-1bca54e1e2c3 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:44:24.444718 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fcf01556-4b9b-45ac-a8e6-b5100a648eb7 req-76772b2e-35c4-4be1-93cd-1bca54e1e2c3 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:44:24.445027 n-d-779913-12 neutron-server[93176]: INFO neutron.db.l3_db [req-fcf01556-4b9b-45ac-a8e6-b5100a648eb7 req-76772b2e-35c4-4be1-93cd-1bca54e1e2c3 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Floating IP 1db4376b-e1be-4c7e-b1bc-36bfa056dfc7 disassociated. External IP: 172.25.4.50, port: c5c5b5ec-65bc-46a9-97db-2c3fc61672b0. Jun 11 10:44:24.445372 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-fcf01556-4b9b-45ac-a8e6-b5100a648eb7 req-76772b2e-35c4-4be1-93cd-1bca54e1e2c3 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Calling delete_port for c5c5b5ec-65bc-46a9-97db-2c3fc61672b0 owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:44:24.680964 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fcf01556-4b9b-45ac-a8e6-b5100a648eb7 req-76772b2e-35c4-4be1-93cd-1bca54e1e2c3 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:44:24.685990 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-06a751bb-9e8a-43bb-9db3-4bb37c14b192 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:44:24.717501 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76772b2e-35c4-4be1-93cd-1bca54e1e2c3 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Pushing event deleted for resources: {'Port': ['ID=c5c5b5ec-65bc-46a9-97db-2c3fc61672b0,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:44:24.720542 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-76772b2e-35c4-4be1-93cd-1bca54e1e2c3 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:44:24.880595 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fcf01556-4b9b-45ac-a8e6-b5100a648eb7 req-76772b2e-35c4-4be1-93cd-1bca54e1e2c3 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Router 26111990-d112-4825-9709-f26d9b7c841d has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:44:25.150036 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e12641c5-70f9-4672-8b42-e9ef5f35c00b req-0561085d-c4dd-4f99-a4a5-a2ac776a41ef tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b HTTP/1.1" status: 200 len: 210 time: 0.0344751 Jun 11 10:44:25.409067 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fcf01556-4b9b-45ac-a8e6-b5100a648eb7 req-76772b2e-35c4-4be1-93cd-1bca54e1e2c3 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:44:25.419638 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14521b0-5556-40dc-84e6-0bf5867c4179 None None] Sync routers for ids ['26111990-d112-4825-9709-f26d9b7c841d'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:44:25.432502 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14521b0-5556-40dc-84e6-0bf5867c4179 None None] Routers {'26111990-d112-4825-9709-f26d9b7c841d'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:44:25.433103 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-f14521b0-5556-40dc-84e6-0bf5867c4179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:44:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['26111990-d112-4825-9709-f26d9b7c841d'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:44:25.467336 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcf01556-4b9b-45ac-a8e6-b5100a648eb7 req-76772b2e-35c4-4be1-93cd-1bca54e1e2c3 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] No DVR routers for this DVR port c5c5b5ec-65bc-46a9-97db-2c3fc61672b0 on host n-h1-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:44:25.470550 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-fcf01556-4b9b-45ac-a8e6-b5100a648eb7 req-76772b2e-35c4-4be1-93cd-1bca54e1e2c3 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:44:25.472758 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-fcf01556-4b9b-45ac-a8e6-b5100a648eb7 req-76772b2e-35c4-4be1-93cd-1bca54e1e2c3 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.64 "DELETE /v2.0/ports/c5c5b5ec-65bc-46a9-97db-2c3fc61672b0 HTTP/1.1" status: 204 len: 173 time: 1.4973979 Jun 11 10:44:25.473303 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b', 'name': 'network-vif-deleted', 'tag': 'c5c5b5ec-65bc-46a9-97db-2c3fc61672b0'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:44:25.475768 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125b24e798c6fd269f8316ad972dc462157675ddee5b528eb3eb6ea2a565648e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14075870-1724-4e64-948b-9944caff1967" -d '{"events": [{"server_uuid": "9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b", "name": "network-vif-deleted", "tag": "c5c5b5ec-65bc-46a9-97db-2c3fc61672b0"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:44:25.511230 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e9fdcb2-7227-4ff8-947f-c30a7bb79401 x-openstack-request-id: req-0e9fdcb2-7227-4ff8-947f-c30a7bb79401 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:44:25.511643 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b", "name": "network-vif-deleted", "tag": "c5c5b5ec-65bc-46a9-97db-2c3fc61672b0", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:44:25.511945 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0e9fdcb2-7227-4ff8-947f-c30a7bb79401 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:44:25.512390 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b', 'name': 'network-vif-deleted', 'tag': 'c5c5b5ec-65bc-46a9-97db-2c3fc61672b0', 'status': 'completed', 'code': 200} Jun 11 10:44:25.574519 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-f14521b0-5556-40dc-84e6-0bf5867c4179 None None] Set router 26111990-d112-4825-9709-f26d9b7c841d gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:44:25.837819 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-f14521b0-5556-40dc-84e6-0bf5867c4179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26111990-d112-4825-9709-f26d9b7c841d', 'name': 'tempest-ServerActionsTestJSON-313380036-router', 'tenant_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '0c39ff4a-0577-42ba-ae36-280a41a0a3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:37:04Z', 'updated_at': '2021-06-11T10:37:09Z', 'revision_number': 4, 'project_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'gw_port': {'id': '0c39ff4a-0577-42ba-ae36-280a41a0a3b6', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:70:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26111990-d112-4825-9709-f26d9b7c841d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:37:05Z', 'updated_at': '2021-06-11T10:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '034e839d-c79b-4cc7-a007-6546c575a8aa', 'name': '', 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c', 'tenant_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'mac_address': 'fa:16:3e:89:d0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26111990-d112-4825-9709-f26d9b7c841d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '9bcb036b-50e1-441b-b763-25737c996068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:37:08Z', 'updated_at': '2021-06-11T10:37:14Z', 'revision_number': 5, 'project_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'subnets': [{'id': '9bcb036b-50e1-441b-b763-25737c996068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:44:25.841875 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14521b0-5556-40dc-84e6-0bf5867c4179 None None] Checking router: 26111990-d112-4825-9709-f26d9b7c841d for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:44:25.849992 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14521b0-5556-40dc-84e6-0bf5867c4179 None None] Routers {'26111990-d112-4825-9709-f26d9b7c841d'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:44:25.850593 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-f14521b0-5556-40dc-84e6-0bf5867c4179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:44:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['26111990-d112-4825-9709-f26d9b7c841d'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:44:26.001562 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-f14521b0-5556-40dc-84e6-0bf5867c4179 None None] Set router 26111990-d112-4825-9709-f26d9b7c841d gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:44:26.265551 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-f14521b0-5556-40dc-84e6-0bf5867c4179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26111990-d112-4825-9709-f26d9b7c841d', 'name': 'tempest-ServerActionsTestJSON-313380036-router', 'tenant_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '0c39ff4a-0577-42ba-ae36-280a41a0a3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:37:04Z', 'updated_at': '2021-06-11T10:37:09Z', 'revision_number': 4, 'project_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'gw_port': {'id': '0c39ff4a-0577-42ba-ae36-280a41a0a3b6', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:70:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26111990-d112-4825-9709-f26d9b7c841d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:37:05Z', 'updated_at': '2021-06-11T10:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '034e839d-c79b-4cc7-a007-6546c575a8aa', 'name': '', 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c', 'tenant_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'mac_address': 'fa:16:3e:89:d0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26111990-d112-4825-9709-f26d9b7c841d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '9bcb036b-50e1-441b-b763-25737c996068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:37:08Z', 'updated_at': '2021-06-11T10:37:14Z', 'revision_number': 5, 'project_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'subnets': [{'id': '9bcb036b-50e1-441b-b763-25737c996068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:44:26.269025 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14521b0-5556-40dc-84e6-0bf5867c4179 None None] The sync data for ids ['26111990-d112-4825-9709-f26d9b7c841d'] in n-d-779913-12 is: [{'id': '26111990-d112-4825-9709-f26d9b7c841d', 'name': 'tempest-ServerActionsTestJSON-313380036-router', 'tenant_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '0c39ff4a-0577-42ba-ae36-280a41a0a3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:37:04Z', 'updated_at': '2021-06-11T10:37:09Z', 'revision_number': 4, 'project_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'gw_port': {'id': '0c39ff4a-0577-42ba-ae36-280a41a0a3b6', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:70:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26111990-d112-4825-9709-f26d9b7c841d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:37:05Z', 'updated_at': '2021-06-11T10:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '034e839d-c79b-4cc7-a007-6546c575a8aa', 'name': '', 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c', 'tenant_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'mac_address': 'fa:16:3e:89:d0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26111990-d112-4825-9709-f26d9b7c841d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '9bcb036b-50e1-441b-b763-25737c996068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:37:08Z', 'updated_at': '2021-06-11T10:37:14Z', 'revision_number': 5, 'project_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'subnets': [{'id': '9bcb036b-50e1-441b-b763-25737c996068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:44:26.320752 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6ea37b4d-2552-4ef3-b5b0-91eefcc448aa req-b4c961a1-a3d3-446b-a2f7-f7a5d3dc5cea tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c2c6cc5-8b74-49a4-a03e-6d96087c1d0b HTTP/1.1" status: 200 len: 210 time: 0.0395982 Jun 11 10:44:26.487016 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1906d9df-4832-4fa3-87f8-7a7bc007c0a3 None None] New status for floating IP 1db4376b-e1be-4c7e-b1bc-36bfa056dfc7: DOWN {{(pid=93178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 10:44:27.474289 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:44:27.703055 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c03ae978-f23d-4229-a535-d9bc71908384 req-512ff346-3850-463e-b2e2-956c7a9c61f6 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1178051475&fields=id&tenant_id=5a2172181f6b4cd0a7c7c9bb506434a5 HTTP/1.1" status: 200 len: 267 time: 0.0385563 Jun 11 10:44:27.836498 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ae978-f23d-4229-a535-d9bc71908384 req-2709acd9-e832-45f5-a5b4-2e57c4d326ce tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:44:27.837932 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c03ae978-f23d-4229-a535-d9bc71908384 req-2709acd9-e832-45f5-a5b4-2e57c4d326ce tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/networks?id=138947f1-478f-4350-8cce-0cd89d3c929c HTTP/1.1" status: 200 len: 811 time: 0.1283882 Jun 11 10:44:27.852922 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c03ae978-f23d-4229-a535-d9bc71908384 req-e415a4be-bf85-41dd-b11b-059629af51f0 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/quotas/5a2172181f6b4cd0a7c7c9bb506434a5 HTTP/1.1" status: 200 len: 375 time: 0.0088382 Jun 11 10:44:27.936599 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c03ae978-f23d-4229-a535-d9bc71908384 req-4c9d4544-0858-425a-a8f0-22dcf38b15b7 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5a2172181f6b4cd0a7c7c9bb506434a5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0780804 Jun 11 10:44:27.989015 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [req-c03ae978-f23d-4229-a535-d9bc71908384 req-03cb4f46-82f7-4e03-86be-1c854aa57340 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 10:44:27.989988 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c03ae978-f23d-4229-a535-d9bc71908384 req-03cb4f46-82f7-4e03-86be-1c854aa57340 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0418119 Jun 11 10:44:28.108122 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c03ae978-f23d-4229-a535-d9bc71908384 req-b0b5c01f-12f0-4ebf-9187-931b84a9bc09 service neutron] 10.222.0.60 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122680 Jun 11 10:44:28.233464 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c03ae978-f23d-4229-a535-d9bc71908384 req-78b36b43-e775-4e6c-848c-ac7b7b70ee07 service neutron] 10.222.0.60 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192882 Jun 11 10:44:28.464904 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device c5c5b5ec-65bc-46a9-97db-2c3fc61672b0 no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:44:28.484459 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-13cd2714-ee72-4fee-b500-534714586989 req-129ef182-149e-4c5b-9883-9c6d2862002c tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f08a25-ef44-49a4-a59b-8883c396b164 HTTP/1.1" status: 200 len: 210 time: 0.0356925 Jun 11 10:44:28.489926 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] No Port match for: c5c5b5ec-65bc-46a9-97db-2c3fc61672b0 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:44:28.490318 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device c5c5b5ec-65bc-46a9-97db-2c3fc61672b0 not bound to the agent host n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:44:29.631726 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9c6c3518-4371-456e-a011-283b75b3492a req-bedcac13-00da-403f-bd2e-b9696dc9ab6c tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f08a25-ef44-49a4-a59b-8883c396b164 HTTP/1.1" status: 200 len: 210 time: 0.0338738 Jun 11 10:44:30.665562 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ae978-f23d-4229-a535-d9bc71908384 req-2e1751d6-86d4-4238-b85c-4e85eb58ba8c tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:44:30.667001 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c03ae978-f23d-4229-a535-d9bc71908384 req-2e1751d6-86d4-4238-b85c-4e85eb58ba8c tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.69 "GET /v2.0/networks?id=138947f1-478f-4350-8cce-0cd89d3c929c HTTP/1.1" status: 200 len: 811 time: 0.1305642 Jun 11 10:44:30.715325 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c03ae978-f23d-4229-a535-d9bc71908384 req-00a7ba51-c73e-4425-a8cb-4fcd49a06ffb tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a2172181f6b4cd0a7c7c9bb506434a5 HTTP/1.1" status: 200 len: 380 time: 0.0394742 Jun 11 10:44:30.724012 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-c03ae978-f23d-4229-a535-d9bc71908384 req-965baa40-4a71-49cc-9d41-bf508ddcc2c9 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Request body: {'port': {'device_id': 'f5f08a25-ef44-49a4-a59b-8883c396b164', 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c', 'admin_state_up': True, 'tenant_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'security_groups': ['e917fed9-07e1-4581-ad3a-f3149cd76758']}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:44:30.794904 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8cfb6de8-31da-4823-80f7-7b4aba594b9f req-778b0016-4666-4f27-9ffe-239f705bf6de tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f08a25-ef44-49a4-a59b-8883c396b164 HTTP/1.1" status: 200 len: 210 time: 0.0437219 Jun 11 10:44:30.977928 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c03ae978-f23d-4229-a535-d9bc71908384 req-965baa40-4a71-49cc-9d41-bf508ddcc2c9 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Made reservation on behalf of 5a2172181f6b4cd0a7c7c9bb506434a5 for: {'port': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:44:30.981697 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-c03ae978-f23d-4229-a535-d9bc71908384 req-965baa40-4a71-49cc-9d41-bf508ddcc2c9 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:44:31.129333 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [req-c03ae978-f23d-4229-a535-d9bc71908384 req-965baa40-4a71-49cc-9d41-bf508ddcc2c9 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Allocated IP 172.20.0.6 (138947f1-478f-4350-8cce-0cd89d3c929c/9bcb036b-50e1-441b-b763-25737c996068/76478d7c-e870-4573-93d1-1dad7983cc6d) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:44:31.295076 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-c03ae978-f23d-4229-a535-d9bc71908384 req-965baa40-4a71-49cc-9d41-bf508ddcc2c9 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:44:31.307423 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-c03ae978-f23d-4229-a535-d9bc71908384 req-965baa40-4a71-49cc-9d41-bf508ddcc2c9 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Transition to ACTIVE for port object 76478d7c-e870-4573-93d1-1dad7983cc6d will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:44:31.464198 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-c03ae978-f23d-4229-a535-d9bc71908384 req-965baa40-4a71-49cc-9d41-bf508ddcc2c9 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:44:31.468372 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-971746de-d097-4397-8021-0d8e349529ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:44:31.519468 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c03ae978-f23d-4229-a535-d9bc71908384 req-965baa40-4a71-49cc-9d41-bf508ddcc2c9 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Network 138947f1-478f-4350-8cce-0cd89d3c929c is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:44:31.522830 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [req-c03ae978-f23d-4229-a535-d9bc71908384 req-965baa40-4a71-49cc-9d41-bf508ddcc2c9 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:44:31.526660 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-c03ae978-f23d-4229-a535-d9bc71908384 req-965baa40-4a71-49cc-9d41-bf508ddcc2c9 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:44:31.561578 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965baa40-4a71-49cc-9d41-bf508ddcc2c9 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Pushing event updated for resources: {'Port': ['ID=76478d7c-e870-4573-93d1-1dad7983cc6d,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:44:31.578312 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965baa40-4a71-49cc-9d41-bf508ddcc2c9 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:44:31.578702 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965baa40-4a71-49cc-9d41-bf508ddcc2c9 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:44:31.579082 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965baa40-4a71-49cc-9d41-bf508ddcc2c9 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:44:31.579469 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965baa40-4a71-49cc-9d41-bf508ddcc2c9 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:44:31.579863 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965baa40-4a71-49cc-9d41-bf508ddcc2c9 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:44:31.580238 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965baa40-4a71-49cc-9d41-bf508ddcc2c9 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:44:31.580614 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965baa40-4a71-49cc-9d41-bf508ddcc2c9 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:44:31.580977 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965baa40-4a71-49cc-9d41-bf508ddcc2c9 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:44:31.581341 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965baa40-4a71-49cc-9d41-bf508ddcc2c9 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:44:31.581706 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965baa40-4a71-49cc-9d41-bf508ddcc2c9 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:44:31.582069 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965baa40-4a71-49cc-9d41-bf508ddcc2c9 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:44:31.582431 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965baa40-4a71-49cc-9d41-bf508ddcc2c9 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:44:31.588032 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-965baa40-4a71-49cc-9d41-bf508ddcc2c9 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:44:31.600513 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ae978-f23d-4229-a535-d9bc71908384 req-965baa40-4a71-49cc-9d41-bf508ddcc2c9 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:44:31.601135 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-c03ae978-f23d-4229-a535-d9bc71908384 req-965baa40-4a71-49cc-9d41-bf508ddcc2c9 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:44:31.721794 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c03ae978-f23d-4229-a535-d9bc71908384 req-965baa40-4a71-49cc-9d41-bf508ddcc2c9 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0013227 Jun 11 10:44:31.734210 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-c03ae978-f23d-4229-a535-d9bc71908384 req-688d2684-c50d-4706-805b-f9498bf575a8 service neutron] Request body: {'port': {'device_id': 'f5f08a25-ef44-49a4-a59b-8883c396b164', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-12'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:44:31.828566 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-c03ae978-f23d-4229-a535-d9bc71908384 req-688d2684-c50d-4706-805b-f9498bf575a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:44:31.846443 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:44:31.897812 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-afa327b6-0e78-4260-becd-4b0cbf4c92e2 None None] Provisioning for port 76478d7c-e870-4573-93d1-1dad7983cc6d completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:44:31.901856 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-afa327b6-0e78-4260-becd-4b0cbf4c92e2 None None] Provisioning complete for port 76478d7c-e870-4573-93d1-1dad7983cc6d triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:44:31.902275 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-afa327b6-0e78-4260-becd-4b0cbf4c92e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:44:31.942973 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-afa327b6-0e78-4260-becd-4b0cbf4c92e2 None None] Port 76478d7c-e870-4573-93d1-1dad7983cc6d cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:44:32.487561 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7625d01-79e4-4f86-beb5-3997c276cf3c req-4f9fb8e5-5e89-421c-a1e4-47b37b0977ca tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:44:32.488934 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d7625d01-79e4-4f86-beb5-3997c276cf3c req-4f9fb8e5-5e89-421c-a1e4-47b37b0977ca tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f08a25-ef44-49a4-a59b-8883c396b164 HTTP/1.1" status: 200 len: 931 time: 0.5445163 Jun 11 10:44:32.555939 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d7625d01-79e4-4f86-beb5-3997c276cf3c req-d5cffe5e-09ab-4b1b-a7b1-bc681d2fbd3f tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611501 Jun 11 10:44:32.609581 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [req-c03ae978-f23d-4229-a535-d9bc71908384 req-688d2684-c50d-4706-805b-f9498bf575a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76478d7c-e870-4573-93d1-1dad7983cc6d {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:44:32.617005 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-c03ae978-f23d-4229-a535-d9bc71908384 req-688d2684-c50d-4706-805b-f9498bf575a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:44:32.629614 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-c03ae978-f23d-4229-a535-d9bc71908384 req-688d2684-c50d-4706-805b-f9498bf575a8 service neutron] Transition to ACTIVE for port object 76478d7c-e870-4573-93d1-1dad7983cc6d will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:44:32.749779 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-c03ae978-f23d-4229-a535-d9bc71908384 req-688d2684-c50d-4706-805b-f9498bf575a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:44:32.751991 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c7b612e1-8e91-4d78-b17e-db80708c7570 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:44:32.849935 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688d2684-c50d-4706-805b-f9498bf575a8 service neutron] Pushing event updated for resources: {'Port': ['ID=76478d7c-e870-4573-93d1-1dad7983cc6d,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:44:32.852859 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-688d2684-c50d-4706-805b-f9498bf575a8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:44:32.944169 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-c03ae978-f23d-4229-a535-d9bc71908384 req-688d2684-c50d-4706-805b-f9498bf575a8 service neutron] Attempting to bind port 76478d7c-e870-4573-93d1-1dad7983cc6d on host n-h2-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:44:32.944476 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-c03ae978-f23d-4229-a535-d9bc71908384 req-688d2684-c50d-4706-805b-f9498bf575a8 service neutron] Attempting to bind port 76478d7c-e870-4573-93d1-1dad7983cc6d by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': 'cba3afd8-732a-4bf5-b4a2-75681c22ff7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:44:32.944788 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03ae978-f23d-4229-a535-d9bc71908384 req-688d2684-c50d-4706-805b-f9498bf575a8 service neutron] Attempting to bind port 76478d7c-e870-4573-93d1-1dad7983cc6d on network 138947f1-478f-4350-8cce-0cd89d3c929c {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:44:32.949271 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03ae978-f23d-4229-a535-d9bc71908384 req-688d2684-c50d-4706-805b-f9498bf575a8 service neutron] Port 76478d7c-e870-4573-93d1-1dad7983cc6d on network 138947f1-478f-4350-8cce-0cd89d3c929c not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:44:32.949589 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03ae978-f23d-4229-a535-d9bc71908384 req-688d2684-c50d-4706-805b-f9498bf575a8 service neutron] Attempting to bind port 76478d7c-e870-4573-93d1-1dad7983cc6d on network 138947f1-478f-4350-8cce-0cd89d3c929c {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:44:32.955039 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03ae978-f23d-4229-a535-d9bc71908384 req-688d2684-c50d-4706-805b-f9498bf575a8 service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:44:32.955400 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03ae978-f23d-4229-a535-d9bc71908384 req-688d2684-c50d-4706-805b-f9498bf575a8 service neutron] Checking segment: {'id': 'cba3afd8-732a-4bf5-b4a2-75681c22ff7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:44:32.955814 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03ae978-f23d-4229-a535-d9bc71908384 req-688d2684-c50d-4706-805b-f9498bf575a8 service neutron] Bound using segment: {'id': 'cba3afd8-732a-4bf5-b4a2-75681c22ff7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:44:32.956233 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-c03ae978-f23d-4229-a535-d9bc71908384 req-688d2684-c50d-4706-805b-f9498bf575a8 service neutron] Bound port: 76478d7c-e870-4573-93d1-1dad7983cc6d, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cba3afd8-732a-4bf5-b4a2-75681c22ff7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:44:32.956579 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-c03ae978-f23d-4229-a535-d9bc71908384 req-688d2684-c50d-4706-805b-f9498bf575a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:44:33.031079 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-c03ae978-f23d-4229-a535-d9bc71908384 req-688d2684-c50d-4706-805b-f9498bf575a8 service neutron] For port 76478d7c-e870-4573-93d1-1dad7983cc6d, host n-h2-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:44:33.036392 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-c03ae978-f23d-4229-a535-d9bc71908384 req-688d2684-c50d-4706-805b-f9498bf575a8 service neutron] For port 76478d7c-e870-4573-93d1-1dad7983cc6d, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=76478d7c-e870-4573-93d1-1dad7983cc6d,segment=NetworkSegment(cba3afd8-732a-4bf5-b4a2-75681c22ff7c),segment_id=cba3afd8-732a-4bf5-b4a2-75681c22ff7c)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:44:33.121263 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-c03ae978-f23d-4229-a535-d9bc71908384 req-688d2684-c50d-4706-805b-f9498bf575a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:44:33.123991 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-242826bd-0718-4c8f-8404-41a5414cd611 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:44:33.166321 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ae978-f23d-4229-a535-d9bc71908384 req-688d2684-c50d-4706-805b-f9498bf575a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:44:33.166928 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-c03ae978-f23d-4229-a535-d9bc71908384 req-688d2684-c50d-4706-805b-f9498bf575a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:44:33.168357 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c03ae978-f23d-4229-a535-d9bc71908384 req-688d2684-c50d-4706-805b-f9498bf575a8 service neutron] 10.222.0.69 "PUT /v2.0/ports/76478d7c-e870-4573-93d1-1dad7983cc6d HTTP/1.1" status: 200 len: 1092 time: 1.4389739 Jun 11 10:44:33.169593 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5f08a25-ef44-49a4-a59b-8883c396b164', 'tag': '76478d7c-e870-4573-93d1-1dad7983cc6d'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:44:33.172058 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}643e21d40ac4e3065485de32a7022d96f1e50a2184c22f19f22390af1fd7c19b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab5c272-ccc7-47dc-880b-7f2da81f3bb1" -d '{"events": [{"name": "network-changed", "server_uuid": "f5f08a25-ef44-49a4-a59b-8883c396b164", "tag": "76478d7c-e870-4573-93d1-1dad7983cc6d"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:44:33.197750 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688d2684-c50d-4706-805b-f9498bf575a8 service neutron] Pushing event updated for resources: {'Port': ['ID=76478d7c-e870-4573-93d1-1dad7983cc6d,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:44:33.204552 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-688d2684-c50d-4706-805b-f9498bf575a8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:44:33.267313 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d08aebf-ab77-4001-9b36-7437cfbc6a20 x-openstack-request-id: req-0d08aebf-ab77-4001-9b36-7437cfbc6a20 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:44:33.267676 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5f08a25-ef44-49a4-a59b-8883c396b164", "tag": "76478d7c-e870-4573-93d1-1dad7983cc6d", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:44:33.267985 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0d08aebf-ab77-4001-9b36-7437cfbc6a20 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:44:33.268432 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5f08a25-ef44-49a4-a59b-8883c396b164', 'tag': '76478d7c-e870-4573-93d1-1dad7983cc6d', 'status': 'completed', 'code': 200} Jun 11 10:44:33.348355 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ae978-f23d-4229-a535-d9bc71908384 req-07297b7d-8ee6-4807-a618-82e06cceed81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:44:33.349847 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c03ae978-f23d-4229-a535-d9bc71908384 req-07297b7d-8ee6-4807-a618-82e06cceed81 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5a2172181f6b4cd0a7c7c9bb506434a5&device_id=f5f08a25-ef44-49a4-a59b-8883c396b164 HTTP/1.1" status: 200 len: 1095 time: 0.0661864 Jun 11 10:44:33.409716 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c03ae978-f23d-4229-a535-d9bc71908384 req-c80c536e-8ede-4fc9-9a5f-ba8b73405feb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76478d7c-e870-4573-93d1-1dad7983cc6d HTTP/1.1" status: 200 len: 217 time: 0.0520070 Jun 11 10:44:33.470881 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ae978-f23d-4229-a535-d9bc71908384 req-b5a73853-0aaa-48fe-842e-43d8b5e86550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:44:33.472243 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c03ae978-f23d-4229-a535-d9bc71908384 req-b5a73853-0aaa-48fe-842e-43d8b5e86550 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9bcb036b-50e1-441b-b763-25737c996068 HTTP/1.1" status: 200 len: 850 time: 0.0568755 Jun 11 10:44:33.535435 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ae978-f23d-4229-a535-d9bc71908384 req-f0d585dd-cd8d-43c8-a120-52e92b73baa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:44:33.536944 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c03ae978-f23d-4229-a535-d9bc71908384 req-f0d585dd-cd8d-43c8-a120-52e92b73baa7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=138947f1-478f-4350-8cce-0cd89d3c929c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582232 Jun 11 10:44:33.655202 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c03ae978-f23d-4229-a535-d9bc71908384 req-8266cb87-e69a-4cee-9013-950ee22da42c service neutron] 10.222.0.69 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108203 Jun 11 10:44:33.821512 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c03ae978-f23d-4229-a535-d9bc71908384 req-e16e578d-136c-4d2e-ad9b-ad10826e9711 service neutron] 10.222.0.69 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584258 Jun 11 10:44:33.829785 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c061f1c-be9d-427f-93a7-c311b15f4cd7 req-8cc5b27c-57e6-4167-bca0-1b265fbaf114 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:44:33.831167 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9c061f1c-be9d-427f-93a7-c311b15f4cd7 req-8cc5b27c-57e6-4167-bca0-1b265fbaf114 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f08a25-ef44-49a4-a59b-8883c396b164 HTTP/1.1" status: 200 len: 943 time: 0.1609497 Jun 11 10:44:33.874932 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9c061f1c-be9d-427f-93a7-c311b15f4cd7 req-c9692770-cef7-4554-b6a0-2fe3c7ef823d tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377240 Jun 11 10:44:34.063018 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab5c272-ccc7-47dc-880b-7f2da81f3bb1 req-63cb5942-92be-4fad-9f34-174fc7e642c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:44:34.064519 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7ab5c272-ccc7-47dc-880b-7f2da81f3bb1 req-63cb5942-92be-4fad-9f34-174fc7e642c9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5a2172181f6b4cd0a7c7c9bb506434a5&device_id=f5f08a25-ef44-49a4-a59b-8883c396b164 HTTP/1.1" status: 200 len: 1095 time: 0.0638783 Jun 11 10:44:34.179467 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab5c272-ccc7-47dc-880b-7f2da81f3bb1 req-ef53f8d5-0c45-427b-9f66-5a2748a66ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:44:34.180969 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7ab5c272-ccc7-47dc-880b-7f2da81f3bb1 req-ef53f8d5-0c45-427b-9f66-5a2748a66ad9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=138947f1-478f-4350-8cce-0cd89d3c929c HTTP/1.1" status: 200 len: 912 time: 0.1094475 Jun 11 10:44:34.240677 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7ab5c272-ccc7-47dc-880b-7f2da81f3bb1 req-8383c2af-7d91-4434-bafb-fc64cac39eaa service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76478d7c-e870-4573-93d1-1dad7983cc6d HTTP/1.1" status: 200 len: 217 time: 0.0526986 Jun 11 10:44:34.297624 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab5c272-ccc7-47dc-880b-7f2da81f3bb1 req-79e1877b-b54d-4cfa-87d0-28da92c4a575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:44:34.299159 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7ab5c272-ccc7-47dc-880b-7f2da81f3bb1 req-79e1877b-b54d-4cfa-87d0-28da92c4a575 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9bcb036b-50e1-441b-b763-25737c996068 HTTP/1.1" status: 200 len: 850 time: 0.0523531 Jun 11 10:44:34.367147 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab5c272-ccc7-47dc-880b-7f2da81f3bb1 req-d64a0973-8bf2-4d89-ad3d-909301cdac67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:44:34.368621 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7ab5c272-ccc7-47dc-880b-7f2da81f3bb1 req-d64a0973-8bf2-4d89-ad3d-909301cdac67 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=138947f1-478f-4350-8cce-0cd89d3c929c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0628586 Jun 11 10:44:34.484886 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7ab5c272-ccc7-47dc-880b-7f2da81f3bb1 req-625677bd-92e3-40cc-8c97-4b13c37b4760 service neutron] 10.222.0.69 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094055 Jun 11 10:44:34.605572 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7ab5c272-ccc7-47dc-880b-7f2da81f3bb1 req-f30bdb24-163f-4141-a3d9-16dc2c36a86c service neutron] 10.222.0.69 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143854 Jun 11 10:44:35.057427 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0135c470-7868-4b0a-9100-68afeeea5353 req-9acf865d-afdf-4efb-acb8-dbf8fb03b76a tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:44:35.058910 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0135c470-7868-4b0a-9100-68afeeea5353 req-9acf865d-afdf-4efb-acb8-dbf8fb03b76a tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f08a25-ef44-49a4-a59b-8883c396b164 HTTP/1.1" status: 200 len: 943 time: 0.0744963 Jun 11 10:44:35.101283 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0135c470-7868-4b0a-9100-68afeeea5353 req-38ba1443-f013-4f1c-8b40-94c2dc0db7ad tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360343 Jun 11 10:44:36.201487 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:44:36.281282 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f829b3bb-738a-4a59-a300-cdaaa23b8314 req-68690ec0-809d-4aa6-b131-5cc5d510cc02 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:44:36.282751 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f829b3bb-738a-4a59-a300-cdaaa23b8314 req-68690ec0-809d-4aa6-b131-5cc5d510cc02 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f08a25-ef44-49a4-a59b-8883c396b164 HTTP/1.1" status: 200 len: 943 time: 0.0704396 Jun 11 10:44:36.323892 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f829b3bb-738a-4a59-a300-cdaaa23b8314 req-e8e51a43-cf1f-4ed8-a980-96ba4cd194c0 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354617 Jun 11 10:44:37.510396 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad6ca55-6759-4641-a29d-648b1c523377 req-c3a3e3d5-7943-4ef0-bb2e-d9cf583b678a tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:44:37.511871 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9ad6ca55-6759-4641-a29d-648b1c523377 req-c3a3e3d5-7943-4ef0-bb2e-d9cf583b678a tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f08a25-ef44-49a4-a59b-8883c396b164 HTTP/1.1" status: 200 len: 943 time: 0.0725653 Jun 11 10:44:37.553819 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9ad6ca55-6759-4641-a29d-648b1c523377 req-94ad9485-fa52-4f90-998e-de87faea49d6 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355566 Jun 11 10:44:38.732078 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd181582-69cd-4394-9e4c-faaa51c15c0b req-e0f0f769-8e4f-4a3b-83e4-c1fb364c4805 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:44:38.733549 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cd181582-69cd-4394-9e4c-faaa51c15c0b req-e0f0f769-8e4f-4a3b-83e4-c1fb364c4805 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f08a25-ef44-49a4-a59b-8883c396b164 HTTP/1.1" status: 200 len: 943 time: 0.0691037 Jun 11 10:44:38.775859 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cd181582-69cd-4394-9e4c-faaa51c15c0b req-cbdc516c-606a-45d8-9cab-66250653a4d1 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367064 Jun 11 10:44:38.783038 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 76478d7c-e870-4573-93d1-1dad7983cc6d details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 10:44:38.904086 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 76478d7c-e870-4573-93d1-1dad7983cc6d, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=76478d7c-e870-4573-93d1-1dad7983cc6d,segment=NetworkSegment(cba3afd8-732a-4bf5-b4a2-75681c22ff7c),segment_id=cba3afd8-732a-4bf5-b4a2-75681c22ff7c)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:44:38.915780 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': '76478d7c-e870-4573-93d1-1dad7983cc6d', 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c', 'port_id': '76478d7c-e870-4573-93d1-1dad7983cc6d', 'mac_address': 'fa:16:3e:69:aa:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bcb036b-50e1-441b-b763-25737c996068', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 10:44:38.961457 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:44:38.976375 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76478d7c-e870-4573-93d1-1dad7983cc6d {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:44:38.996205 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 76478d7c-e870-4573-93d1-1dad7983cc6d, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=76478d7c-e870-4573-93d1-1dad7983cc6d,segment=NetworkSegment(cba3afd8-732a-4bf5-b4a2-75681c22ff7c),segment_id=cba3afd8-732a-4bf5-b4a2-75681c22ff7c)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:44:39.069228 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:44:39.071388 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-3394990b-f5fe-44a0-bada-fa36b766167d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:44:39.124447 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=76478d7c-e870-4573-93d1-1dad7983cc6d,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:44:39.127429 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:44:39.449446 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['76478d7c-e870-4573-93d1-1dad7983cc6d'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:44:39.968355 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1163f165-4cd8-4a9b-ab71-c2ad6a4a95b4 req-2ebc6593-b091-42f9-85a3-d80c66bfd854 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:44:39.969815 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1163f165-4cd8-4a9b-ab71-c2ad6a4a95b4 req-2ebc6593-b091-42f9-85a3-d80c66bfd854 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f08a25-ef44-49a4-a59b-8883c396b164 HTTP/1.1" status: 200 len: 944 time: 0.0748196 Jun 11 10:44:40.011488 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1163f165-4cd8-4a9b-ab71-c2ad6a4a95b4 req-dff408c1-e425-4ee9-973b-91fbacb3ca9f tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360918 Jun 11 10:44:40.813688 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 76478d7c-e870-4573-93d1-1dad7983cc6d up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:44:40.943514 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning for port 76478d7c-e870-4573-93d1-1dad7983cc6d completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:44:40.947685 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port 76478d7c-e870-4573-93d1-1dad7983cc6d triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:44:40.948065 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:44:41.039743 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:44:41.064797 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5f08a25-ef44-49a4-a59b-8883c396b164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76478d7c-e870-4573-93d1-1dad7983cc6d'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:44:41.067061 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc8b525cf092a189a0ea2f07e82bebdb29a480b8a476d2f40da93c0b22490dae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb0026c-2fe7-406c-9a1e-721a1e6fb5d8" -d '{"events": [{"server_uuid": "f5f08a25-ef44-49a4-a59b-8883c396b164", "name": "network-vif-plugged", "status": "completed", "tag": "76478d7c-e870-4573-93d1-1dad7983cc6d"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:44:41.080996 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 76478d7c-e870-4573-93d1-1dad7983cc6d, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=76478d7c-e870-4573-93d1-1dad7983cc6d,segment=NetworkSegment(cba3afd8-732a-4bf5-b4a2-75681c22ff7c),segment_id=cba3afd8-732a-4bf5-b4a2-75681c22ff7c)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:44:41.166707 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:44:41.168704 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:44:41.198074 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e157fe2-07c7-4f5a-8447-2d6f24c3b19a req-40095ebf-b2a8-440a-bfef-70c83e7672c0 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:44:41.199790 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1e157fe2-07c7-4f5a-8447-2d6f24c3b19a req-40095ebf-b2a8-440a-bfef-70c83e7672c0 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f08a25-ef44-49a4-a59b-8883c396b164 HTTP/1.1" status: 200 len: 944 time: 0.0744238 Jun 11 10:44:41.223353 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=76478d7c-e870-4573-93d1-1dad7983cc6d,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:44:41.226476 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:44:41.246185 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1e157fe2-07c7-4f5a-8447-2d6f24c3b19a req-d1958ee8-e9c0-4570-bf36-bfe901dd31bb tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400996 Jun 11 10:44:41.291475 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d34e054-f9d3-403e-aef9-7aee8cff36ae x-openstack-request-id: req-8d34e054-f9d3-403e-aef9-7aee8cff36ae {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:44:41.291814 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5f08a25-ef44-49a4-a59b-8883c396b164", "name": "network-vif-plugged", "status": "completed", "tag": "76478d7c-e870-4573-93d1-1dad7983cc6d", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:44:41.292088 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8d34e054-f9d3-403e-aef9-7aee8cff36ae {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:44:41.292497 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5f08a25-ef44-49a4-a59b-8883c396b164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76478d7c-e870-4573-93d1-1dad7983cc6d', 'code': 200} Jun 11 10:44:41.417134 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02304d52-b776-4631-9fc6-017cbf47fbeb req-65acb61d-6c75-450a-beb6-a9690e72d081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:44:41.418553 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-02304d52-b776-4631-9fc6-017cbf47fbeb req-65acb61d-6c75-450a-beb6-a9690e72d081 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f5f08a25-ef44-49a4-a59b-8883c396b164 HTTP/1.1" status: 200 len: 1097 time: 0.0665846 Jun 11 10:44:41.457159 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-02304d52-b776-4631-9fc6-017cbf47fbeb req-d794c20e-ea9c-4b1f-bb17-16fda566b8d4 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322783 Jun 11 10:44:42.437292 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5bc07e-6249-459f-9d48-90c2008104eb req-e8a2fbb7-44da-4f06-9ebb-d8e8a9e9602c tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:44:42.438729 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8a5bc07e-6249-459f-9d48-90c2008104eb req-e8a2fbb7-44da-4f06-9ebb-d8e8a9e9602c tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f08a25-ef44-49a4-a59b-8883c396b164 HTTP/1.1" status: 200 len: 945 time: 0.0752280 Jun 11 10:44:42.483391 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8a5bc07e-6249-459f-9d48-90c2008104eb req-a0c40057-b88d-47c7-a574-d9502434e77d tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388706 Jun 11 10:44:42.977746 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-21c52ed5-e6d9-41e8-b6c6-214394f9ba31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:44:43.667098 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca826102-9e61-4fed-b581-6309a4409f2b req-024ab720-0292-43c7-afe8-7c5fdb4e6fd6 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:44:43.668559 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ca826102-9e61-4fed-b581-6309a4409f2b req-024ab720-0292-43c7-afe8-7c5fdb4e6fd6 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f08a25-ef44-49a4-a59b-8883c396b164 HTTP/1.1" status: 200 len: 945 time: 0.0733340 Jun 11 10:44:43.709433 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ca826102-9e61-4fed-b581-6309a4409f2b req-583b463d-8fa2-46ac-92da-9523f910859c tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351558 Jun 11 10:44:43.885252 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c066e-ce0a-4080-bfdf-62eb093837ee req-4fc5b1d0-7859-40c6-af61-dc42cb2a633f tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:44:43.886690 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-629c066e-ce0a-4080-bfdf-62eb093837ee req-4fc5b1d0-7859-40c6-af61-dc42cb2a633f tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f08a25-ef44-49a4-a59b-8883c396b164 HTTP/1.1" status: 200 len: 945 time: 0.0682366 Jun 11 10:44:43.896088 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 43096) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:44:43.900562 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-56879657-2233-4834-9ff8-6bc4b04ccf61 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Request body: {'floatingip': {'port_id': '76478d7c-e870-4573-93d1-1dad7983cc6d'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:44:43.957759 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-56879657-2233-4834-9ff8-6bc4b04ccf61 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Notify callbacks [] for floatingip, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:44:44.554255 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-56879657-2233-4834-9ff8-6bc4b04ccf61 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:44:44.600302 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-56879657-2233-4834-9ff8-6bc4b04ccf61 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:44:44.743052 n-d-779913-12 neutron-server[93177]: INFO neutron.db.l3_db [None req-56879657-2233-4834-9ff8-6bc4b04ccf61 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Floating IP 1db4376b-e1be-4c7e-b1bc-36bfa056dfc7 associated. External IP: 172.25.4.50, port: 76478d7c-e870-4573-93d1-1dad7983cc6d. Jun 11 10:44:45.410739 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56879657-2233-4834-9ff8-6bc4b04ccf61 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Router 26111990-d112-4825-9709-f26d9b7c841d has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:44:45.568026 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56879657-2233-4834-9ff8-6bc4b04ccf61 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:44:45.572898 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-56879657-2233-4834-9ff8-6bc4b04ccf61 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:44:45.578519 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc8ed22-61c5-4051-b723-e1213f3f5e49 None None] Sync routers for ids ['26111990-d112-4825-9709-f26d9b7c841d'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:44:45.589654 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc8ed22-61c5-4051-b723-e1213f3f5e49 None None] Routers {'26111990-d112-4825-9709-f26d9b7c841d'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:44:45.590763 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-fcc8ed22-61c5-4051-b723-e1213f3f5e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:44:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['26111990-d112-4825-9709-f26d9b7c841d'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:44:45.619468 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-56879657-2233-4834-9ff8-6bc4b04ccf61 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "PUT /v2.0/floatingips/1db4376b-e1be-4c7e-b1bc-36bfa056dfc7 HTTP/1.1" status: 200 len: 990 time: 1.7195213 Jun 11 10:44:45.619468 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5f08a25-ef44-49a4-a59b-8883c396b164', 'tag': '76478d7c-e870-4573-93d1-1dad7983cc6d'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:44:45.619851 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}643e21d40ac4e3065485de32a7022d96f1e50a2184c22f19f22390af1fd7c19b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6849a0a-cfa8-4c4e-9561-eca3eac69562" -d '{"events": [{"name": "network-changed", "server_uuid": "f5f08a25-ef44-49a4-a59b-8883c396b164", "tag": "76478d7c-e870-4573-93d1-1dad7983cc6d"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:44:45.763581 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-fcc8ed22-61c5-4051-b723-e1213f3f5e49 None None] Set router 26111990-d112-4825-9709-f26d9b7c841d gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:44:45.763735 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4797901b-8735-4def-8b13-c612ff1337d6 x-openstack-request-id: req-4797901b-8735-4def-8b13-c612ff1337d6 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:44:45.763735 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5f08a25-ef44-49a4-a59b-8883c396b164", "tag": "76478d7c-e870-4573-93d1-1dad7983cc6d", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:44:45.763735 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4797901b-8735-4def-8b13-c612ff1337d6 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:44:45.763735 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5f08a25-ef44-49a4-a59b-8883c396b164', 'tag': '76478d7c-e870-4573-93d1-1dad7983cc6d', 'status': 'completed', 'code': 200} Jun 11 10:44:45.818671 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b2b6cb85-ac7d-442f-bcf8-c5b2b040c981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:44:45.859667 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6849a0a-cfa8-4c4e-9561-eca3eac69562 req-031fb8c5-d902-4004-bbf6-c857465a098c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:44:45.861226 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d6849a0a-cfa8-4c4e-9561-eca3eac69562 req-031fb8c5-d902-4004-bbf6-c857465a098c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5a2172181f6b4cd0a7c7c9bb506434a5&device_id=f5f08a25-ef44-49a4-a59b-8883c396b164 HTTP/1.1" status: 200 len: 1097 time: 0.0699854 Jun 11 10:44:45.989691 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:44:46.013664 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6849a0a-cfa8-4c4e-9561-eca3eac69562 req-9542843e-5321-4b39-bf7c-f4ada1cb1b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:44:46.015417 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d6849a0a-cfa8-4c4e-9561-eca3eac69562 req-9542843e-5321-4b39-bf7c-f4ada1cb1b9e service neutron] 10.222.0.69 "GET /v2.0/networks?id=138947f1-478f-4350-8cce-0cd89d3c929c HTTP/1.1" status: 200 len: 912 time: 0.1469438 Jun 11 10:44:46.101272 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d6849a0a-cfa8-4c4e-9561-eca3eac69562 req-4b652f90-fe57-47c4-89d5-49cabe4a27ad service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76478d7c-e870-4573-93d1-1dad7983cc6d HTTP/1.1" status: 200 len: 998 time: 0.0785298 Jun 11 10:44:46.164929 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6849a0a-cfa8-4c4e-9561-eca3eac69562 req-2c9e8f15-d58a-495b-bd3c-472c1fce1753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:44:46.166383 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d6849a0a-cfa8-4c4e-9561-eca3eac69562 req-2c9e8f15-d58a-495b-bd3c-472c1fce1753 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9bcb036b-50e1-441b-b763-25737c996068 HTTP/1.1" status: 200 len: 850 time: 0.0583262 Jun 11 10:44:46.178274 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-fcc8ed22-61c5-4051-b723-e1213f3f5e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26111990-d112-4825-9709-f26d9b7c841d', 'name': 'tempest-ServerActionsTestJSON-313380036-router', 'tenant_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '0c39ff4a-0577-42ba-ae36-280a41a0a3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:37:04Z', 'updated_at': '2021-06-11T10:37:09Z', 'revision_number': 4, 'project_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'gw_port': {'id': '0c39ff4a-0577-42ba-ae36-280a41a0a3b6', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:70:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26111990-d112-4825-9709-f26d9b7c841d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:37:05Z', 'updated_at': '2021-06-11T10:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': '1db4376b-e1be-4c7e-b1bc-36bfa056dfc7', 'tenant_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'floating_ip_address': '172.25.4.50', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': '26111990-d112-4825-9709-f26d9b7c841d', 'port_id': '76478d7c-e870-4573-93d1-1dad7983cc6d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c', 'mac_address': 'fa:16:3e:69:aa:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5f08a25-ef44-49a4-a59b-8883c396b164', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T10:37:13Z', 'updated_at': '2021-06-11T10:44:44Z', 'revision_number': 9, 'project_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '034e839d-c79b-4cc7-a007-6546c575a8aa', 'name': '', 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c', 'tenant_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'mac_address': 'fa:16:3e:89:d0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26111990-d112-4825-9709-f26d9b7c841d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '9bcb036b-50e1-441b-b763-25737c996068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:37:08Z', 'updated_at': '2021-06-11T10:37:14Z', 'revision_number': 5, 'project_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'subnets': [{'id': '9bcb036b-50e1-441b-b763-25737c996068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:44:46.181735 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc8ed22-61c5-4051-b723-e1213f3f5e49 None None] Checking router: 26111990-d112-4825-9709-f26d9b7c841d for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:44:46.192278 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc8ed22-61c5-4051-b723-e1213f3f5e49 None None] Routers {'26111990-d112-4825-9709-f26d9b7c841d'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:44:46.192896 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-fcc8ed22-61c5-4051-b723-e1213f3f5e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:44:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['26111990-d112-4825-9709-f26d9b7c841d'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:44:46.231920 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6849a0a-cfa8-4c4e-9561-eca3eac69562 req-c14a62a8-b0d5-4ced-9154-4cfb696ec3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:44:46.233406 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d6849a0a-cfa8-4c4e-9561-eca3eac69562 req-c14a62a8-b0d5-4ced-9154-4cfb696ec3e1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=138947f1-478f-4350-8cce-0cd89d3c929c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0606740 Jun 11 10:44:46.342502 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-fcc8ed22-61c5-4051-b723-e1213f3f5e49 None None] Set router 26111990-d112-4825-9709-f26d9b7c841d gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:44:46.360159 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d6849a0a-cfa8-4c4e-9561-eca3eac69562 req-2308df54-5b2d-4031-83ef-56a9929fc13f service neutron] 10.222.0.69 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148546 Jun 11 10:44:46.484558 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d6849a0a-cfa8-4c4e-9561-eca3eac69562 req-a0f81f2c-3d9d-41c3-8ad4-75250c1c37d3 service neutron] 10.222.0.69 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155818 Jun 11 10:44:46.638831 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-fcc8ed22-61c5-4051-b723-e1213f3f5e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26111990-d112-4825-9709-f26d9b7c841d', 'name': 'tempest-ServerActionsTestJSON-313380036-router', 'tenant_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '0c39ff4a-0577-42ba-ae36-280a41a0a3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:37:04Z', 'updated_at': '2021-06-11T10:37:09Z', 'revision_number': 4, 'project_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'gw_port': {'id': '0c39ff4a-0577-42ba-ae36-280a41a0a3b6', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:70:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26111990-d112-4825-9709-f26d9b7c841d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:37:05Z', 'updated_at': '2021-06-11T10:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': '1db4376b-e1be-4c7e-b1bc-36bfa056dfc7', 'tenant_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'floating_ip_address': '172.25.4.50', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': '26111990-d112-4825-9709-f26d9b7c841d', 'port_id': '76478d7c-e870-4573-93d1-1dad7983cc6d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c', 'mac_address': 'fa:16:3e:69:aa:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5f08a25-ef44-49a4-a59b-8883c396b164', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T10:37:13Z', 'updated_at': '2021-06-11T10:44:44Z', 'revision_number': 9, 'project_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '034e839d-c79b-4cc7-a007-6546c575a8aa', 'name': '', 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c', 'tenant_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'mac_address': 'fa:16:3e:89:d0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26111990-d112-4825-9709-f26d9b7c841d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '9bcb036b-50e1-441b-b763-25737c996068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:37:08Z', 'updated_at': '2021-06-11T10:37:14Z', 'revision_number': 5, 'project_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'subnets': [{'id': '9bcb036b-50e1-441b-b763-25737c996068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:44:46.642416 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc8ed22-61c5-4051-b723-e1213f3f5e49 None None] The sync data for ids ['26111990-d112-4825-9709-f26d9b7c841d'] in n-d-779913-12 is: [{'id': '26111990-d112-4825-9709-f26d9b7c841d', 'name': 'tempest-ServerActionsTestJSON-313380036-router', 'tenant_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '0c39ff4a-0577-42ba-ae36-280a41a0a3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:37:04Z', 'updated_at': '2021-06-11T10:37:09Z', 'revision_number': 4, 'project_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'gw_port': {'id': '0c39ff4a-0577-42ba-ae36-280a41a0a3b6', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:70:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26111990-d112-4825-9709-f26d9b7c841d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:37:05Z', 'updated_at': '2021-06-11T10:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': '1db4376b-e1be-4c7e-b1bc-36bfa056dfc7', 'tenant_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'floating_ip_address': '172.25.4.50', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': '26111990-d112-4825-9709-f26d9b7c841d', 'port_id': '76478d7c-e870-4573-93d1-1dad7983cc6d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c', 'mac_address': 'fa:16:3e:69:aa:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5f08a25-ef44-49a4-a59b-8883c396b164', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T10:37:13Z', 'updated_at': '2021-06-11T10:44:44Z', 'revision_number': 9, 'project_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '034e839d-c79b-4cc7-a007-6546c575a8aa', 'name': '', 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c', 'tenant_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'mac_address': 'fa:16:3e:89:d0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26111990-d112-4825-9709-f26d9b7c841d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '9bcb036b-50e1-441b-b763-25737c996068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:37:08Z', 'updated_at': '2021-06-11T10:37:14Z', 'revision_number': 5, 'project_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'subnets': [{'id': '9bcb036b-50e1-441b-b763-25737c996068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:44:46.841140 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a8c701-6631-4e6a-b603-9dafb852bf86 None None] New status for floating IP 1db4376b-e1be-4c7e-b1bc-36bfa056dfc7: ACTIVE {{(pid=93178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 10:44:46.889812 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:44:48.600488 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:45:01.828868 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:45:04.472780 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:45:06.205968 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:45:12.960285 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f76e3d6f-2cba-43ba-bdd2-02d464174711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:45:15.811938 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-80f438f3-2f03-4b3f-ac7c-121d8d7a468a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:45:15.953869 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:45:16.558828 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-56c0faec-bb7b-4fda-8447-4b433b690b05 req-8ffabba3-0eed-4e45-b874-a72aa0cd1671 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f5f08a25-ef44-49a4-a59b-8883c396b164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0613322 Jun 11 10:45:16.664907 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c0faec-bb7b-4fda-8447-4b433b690b05 req-e36c0009-0a71-42b5-b041-e0616796c11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:45:16.666407 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-56c0faec-bb7b-4fda-8447-4b433b690b05 req-e36c0009-0a71-42b5-b041-e0616796c11b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5a2172181f6b4cd0a7c7c9bb506434a5&device_id=f5f08a25-ef44-49a4-a59b-8883c396b164 HTTP/1.1" status: 200 len: 1097 time: 0.0636733 Jun 11 10:45:16.808115 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c0faec-bb7b-4fda-8447-4b433b690b05 req-f522ca12-704a-42f9-8d1b-91cae389ed2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:45:16.809655 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-56c0faec-bb7b-4fda-8447-4b433b690b05 req-f522ca12-704a-42f9-8d1b-91cae389ed2a service neutron] 10.222.0.69 "GET /v2.0/networks?id=138947f1-478f-4350-8cce-0cd89d3c929c HTTP/1.1" status: 200 len: 912 time: 0.1201513 Jun 11 10:45:16.879779 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:45:16.899298 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-56c0faec-bb7b-4fda-8447-4b433b690b05 req-f681c72e-6582-4fe9-812e-58aa3c5a79d7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76478d7c-e870-4573-93d1-1dad7983cc6d HTTP/1.1" status: 200 len: 1001 time: 0.0828769 Jun 11 10:45:16.957298 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c0faec-bb7b-4fda-8447-4b433b690b05 req-6e44aa18-f3fe-4db7-8a93-4f0bbcc9ebdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:45:16.958729 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-56c0faec-bb7b-4fda-8447-4b433b690b05 req-6e44aa18-f3fe-4db7-8a93-4f0bbcc9ebdd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9bcb036b-50e1-441b-b763-25737c996068 HTTP/1.1" status: 200 len: 850 time: 0.0528488 Jun 11 10:45:17.036854 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c0faec-bb7b-4fda-8447-4b433b690b05 req-13d38289-f1df-48b2-ad78-0ee3e62b1f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:45:17.038337 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-56c0faec-bb7b-4fda-8447-4b433b690b05 req-13d38289-f1df-48b2-ad78-0ee3e62b1f25 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=138947f1-478f-4350-8cce-0cd89d3c929c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0726669 Jun 11 10:45:17.158544 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-56c0faec-bb7b-4fda-8447-4b433b690b05 req-2e2a34a1-7ab5-4ff6-ba44-64f37a444996 service neutron] 10.222.0.69 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121109 Jun 11 10:45:17.276679 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-56c0faec-bb7b-4fda-8447-4b433b690b05 req-b1780bf5-c03f-4e35-a35d-0970c87f26bd service neutron] 10.222.0.69 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108246 Jun 11 10:45:18.628305 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:45:31.833695 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:45:36.199655 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:45:41.473311 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:45:42.953728 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-749c1111-b6eb-4723-8216-09cd502005fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:45:45.828112 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-78dd1ef3-af84-4fa5-98e7-90b4ccf85885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:45:45.976762 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:45:46.856793 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:45:48.650712 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:46:01.840070 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:46:06.216452 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:46:12.953400 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-432e090b-affb-4f66-a670-89595f7604ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:46:15.787443 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-5243df90-7155-4995-acf9-4f4be5a2d7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:46:16.027430 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:46:16.879299 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:46:17.538883 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b5d2d148-628f-4b17-a550-05832330da62 req-7c2b2250-f774-4b6a-a82d-25b467828327 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f5f08a25-ef44-49a4-a59b-8883c396b164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0630431 Jun 11 10:46:17.645822 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d2d148-628f-4b17-a550-05832330da62 req-0ae59104-dcc9-4d2f-944e-89284177ee5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:46:17.647170 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b5d2d148-628f-4b17-a550-05832330da62 req-0ae59104-dcc9-4d2f-944e-89284177ee5c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5a2172181f6b4cd0a7c7c9bb506434a5&device_id=f5f08a25-ef44-49a4-a59b-8883c396b164 HTTP/1.1" status: 200 len: 1097 time: 0.0654347 Jun 11 10:46:17.779136 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d2d148-628f-4b17-a550-05832330da62 req-ab6e4517-029b-46cd-9917-07b538c9cb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:46:17.780647 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b5d2d148-628f-4b17-a550-05832330da62 req-ab6e4517-029b-46cd-9917-07b538c9cb94 service neutron] 10.222.0.69 "GET /v2.0/networks?id=138947f1-478f-4350-8cce-0cd89d3c929c HTTP/1.1" status: 200 len: 912 time: 0.1136098 Jun 11 10:46:17.863996 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b5d2d148-628f-4b17-a550-05832330da62 req-1dc63df7-5d76-4601-86e3-874c8dd835c6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76478d7c-e870-4573-93d1-1dad7983cc6d HTTP/1.1" status: 200 len: 1001 time: 0.0752139 Jun 11 10:46:17.923853 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d2d148-628f-4b17-a550-05832330da62 req-d6843c89-adaf-42e1-a23b-703beb8f069b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:46:17.925072 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b5d2d148-628f-4b17-a550-05832330da62 req-d6843c89-adaf-42e1-a23b-703beb8f069b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9bcb036b-50e1-441b-b763-25737c996068 HTTP/1.1" status: 200 len: 850 time: 0.0550661 Jun 11 10:46:17.989021 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d2d148-628f-4b17-a550-05832330da62 req-d1742b18-90db-4cb9-889d-1d168ac6de04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:46:17.990504 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b5d2d148-628f-4b17-a550-05832330da62 req-d1742b18-90db-4cb9-889d-1d168ac6de04 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=138947f1-478f-4350-8cce-0cd89d3c929c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0588279 Jun 11 10:46:18.105742 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b5d2d148-628f-4b17-a550-05832330da62 req-3cee71ba-d206-4cef-90cd-ebde96d5dc96 service neutron] 10.222.0.69 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082280 Jun 11 10:46:18.220827 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b5d2d148-628f-4b17-a550-05832330da62 req-4523cfdb-91b1-4721-a1ea-7a0638f78af2 service neutron] 10.222.0.69 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083364 Jun 11 10:46:18.472953 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:46:18.655992 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:46:31.891231 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:46:36.210441 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:46:42.987602 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8967ee06-86fc-413f-9f35-3be9e606fa96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:46:45.821703 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-bb21705d-5548-4cf8-ad2e-3f4b27352706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:46:45.947072 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:46:46.872525 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:46:48.615711 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:46:55.471387 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:47:01.850066 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:47:06.215486 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:47:12.969521 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6addfc13-554e-4577-8de0-55f4b52b244e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:47:15.826630 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a5fcbfc2-e840-4388-84e2-1502c28c07cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:47:15.992594 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:47:16.895490 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:47:18.615402 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:47:18.655117 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c3187242-216f-480f-84cf-c66d145953e7 req-5256d671-dd7b-4759-bd1d-9dac113b99f3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f5f08a25-ef44-49a4-a59b-8883c396b164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1806777 Jun 11 10:47:18.758312 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3187242-216f-480f-84cf-c66d145953e7 req-9fb882bb-9673-4e4a-881a-b485a00fee0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:47:18.759824 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c3187242-216f-480f-84cf-c66d145953e7 req-9fb882bb-9673-4e4a-881a-b485a00fee0b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5a2172181f6b4cd0a7c7c9bb506434a5&device_id=f5f08a25-ef44-49a4-a59b-8883c396b164 HTTP/1.1" status: 200 len: 1097 time: 0.0593572 Jun 11 10:47:18.895096 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3187242-216f-480f-84cf-c66d145953e7 req-0a8f35d4-0d29-4f99-903e-dce34c31fb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:47:18.896504 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c3187242-216f-480f-84cf-c66d145953e7 req-0a8f35d4-0d29-4f99-903e-dce34c31fb4d service neutron] 10.222.0.69 "GET /v2.0/networks?id=138947f1-478f-4350-8cce-0cd89d3c929c HTTP/1.1" status: 200 len: 912 time: 0.1144805 Jun 11 10:47:18.997422 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c3187242-216f-480f-84cf-c66d145953e7 req-4866f477-4f30-4801-aa01-c7e6298009ef service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76478d7c-e870-4573-93d1-1dad7983cc6d HTTP/1.1" status: 200 len: 1001 time: 0.0929832 Jun 11 10:47:19.057957 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3187242-216f-480f-84cf-c66d145953e7 req-85977361-5877-4ce4-bd3e-77c36fcf7869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:47:19.059380 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c3187242-216f-480f-84cf-c66d145953e7 req-85977361-5877-4ce4-bd3e-77c36fcf7869 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9bcb036b-50e1-441b-b763-25737c996068 HTTP/1.1" status: 200 len: 850 time: 0.0548193 Jun 11 10:47:19.124272 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3187242-216f-480f-84cf-c66d145953e7 req-c62e3d4f-8ebe-4f22-8716-8120833ac7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:47:19.125716 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c3187242-216f-480f-84cf-c66d145953e7 req-c62e3d4f-8ebe-4f22-8716-8120833ac7c4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=138947f1-478f-4350-8cce-0cd89d3c929c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0567949 Jun 11 10:47:19.245591 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c3187242-216f-480f-84cf-c66d145953e7 req-3864eaf8-8a1f-4142-b5eb-7eba77654f9f service neutron] 10.222.0.69 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116924 Jun 11 10:47:19.363264 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c3187242-216f-480f-84cf-c66d145953e7 req-ef780e65-3534-4a44-bb8a-3c56a87e5b1e service neutron] 10.222.0.69 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107092 Jun 11 10:47:31.878577 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:47:32.469673 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:47:34.495788 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e126bd2-a5c1-4edf-9006-477c0282796e req-e6d4653c-826e-4262-8a06-e2feeb713e2a tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:47:34.497267 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8e126bd2-a5c1-4edf-9006-477c0282796e req-e6d4653c-826e-4262-8a06-e2feeb713e2a tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f08a25-ef44-49a4-a59b-8883c396b164 HTTP/1.1" status: 200 len: 945 time: 0.0704143 Jun 11 10:47:34.545475 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8e126bd2-a5c1-4edf-9006-477c0282796e req-bd6adcd5-b190-43f3-8864-e29b08c091cf tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425191 Jun 11 10:47:34.712396 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7391eb64-60e9-4a60-9856-1851d1efb300 req-ddd80115-6fcb-4a19-91f3-47acd7802416 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f5f08a25-ef44-49a4-a59b-8883c396b164&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0989013 Jun 11 10:47:35.740169 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94749db6-678e-4bec-8db7-af29af80e1a1 req-9484b33d-9207-471a-b091-ef7df03d380e tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:47:35.740169 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-94749db6-678e-4bec-8db7-af29af80e1a1 req-9484b33d-9207-471a-b091-ef7df03d380e tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f08a25-ef44-49a4-a59b-8883c396b164 HTTP/1.1" status: 200 len: 945 time: 0.0717664 Jun 11 10:47:35.781872 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-94749db6-678e-4bec-8db7-af29af80e1a1 req-3a4350cd-b5d1-4e88-8fcc-b2f5f2bba38b tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368764 Jun 11 10:47:36.266893 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:47:36.964565 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c09f4aa-4b36-4829-8897-08e6955a182f req-33998bd5-1754-4b87-84c4-7eed2c9d0fb6 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:47:36.966050 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8c09f4aa-4b36-4829-8897-08e6955a182f req-33998bd5-1754-4b87-84c4-7eed2c9d0fb6 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f08a25-ef44-49a4-a59b-8883c396b164 HTTP/1.1" status: 200 len: 945 time: 0.0686455 Jun 11 10:47:37.012667 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-8c09f4aa-4b36-4829-8897-08e6955a182f req-8481557c-f1fe-4df5-b955-542e6bde544e tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409775 Jun 11 10:47:37.449345 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7391eb64-60e9-4a60-9856-1851d1efb300 req-9179f438-119a-4121-8970-4a0387978283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:47:37.450801 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7391eb64-60e9-4a60-9856-1851d1efb300 req-9179f438-119a-4121-8970-4a0387978283 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5a2172181f6b4cd0a7c7c9bb506434a5&device_id=f5f08a25-ef44-49a4-a59b-8883c396b164 HTTP/1.1" status: 200 len: 1097 time: 0.0584462 Jun 11 10:47:37.570667 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7391eb64-60e9-4a60-9856-1851d1efb300 req-14bc4b52-0fbf-4cfa-89f8-11148bb8171c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:47:37.572145 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7391eb64-60e9-4a60-9856-1851d1efb300 req-14bc4b52-0fbf-4cfa-89f8-11148bb8171c service neutron] 10.222.0.69 "GET /v2.0/networks?id=138947f1-478f-4350-8cce-0cd89d3c929c HTTP/1.1" status: 200 len: 912 time: 0.1145279 Jun 11 10:47:37.654866 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7391eb64-60e9-4a60-9856-1851d1efb300 req-877491c5-b1b0-47d3-b0e2-4c951de908da service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76478d7c-e870-4573-93d1-1dad7983cc6d HTTP/1.1" status: 200 len: 1001 time: 0.0760508 Jun 11 10:47:37.718484 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7391eb64-60e9-4a60-9856-1851d1efb300 req-bb622921-d14a-4420-aa9d-a36f600dcb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:47:37.719917 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7391eb64-60e9-4a60-9856-1851d1efb300 req-bb622921-d14a-4420-aa9d-a36f600dcb4d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9bcb036b-50e1-441b-b763-25737c996068 HTTP/1.1" status: 200 len: 850 time: 0.0581007 Jun 11 10:47:37.784005 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7391eb64-60e9-4a60-9856-1851d1efb300 req-9e30d33a-d85d-4ec0-9678-22a89de4831f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:47:37.785488 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7391eb64-60e9-4a60-9856-1851d1efb300 req-9e30d33a-d85d-4ec0-9678-22a89de4831f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=138947f1-478f-4350-8cce-0cd89d3c929c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593693 Jun 11 10:47:37.906266 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7391eb64-60e9-4a60-9856-1851d1efb300 req-5a3d8335-7083-4531-af13-d031e44b26e4 service neutron] 10.222.0.69 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127300 Jun 11 10:47:38.029763 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7391eb64-60e9-4a60-9856-1851d1efb300 req-290adf0d-834f-4739-b177-6a2fe4c55e90 service neutron] 10.222.0.69 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163008 Jun 11 10:47:38.196885 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8453a1-4277-498b-ba11-9b39ae2d2642 req-5510029e-8a68-45ee-a0bd-14aec6c4f45a tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:47:38.198401 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0f8453a1-4277-498b-ba11-9b39ae2d2642 req-5510029e-8a68-45ee-a0bd-14aec6c4f45a tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f08a25-ef44-49a4-a59b-8883c396b164 HTTP/1.1" status: 200 len: 945 time: 0.0714400 Jun 11 10:47:38.241836 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-0f8453a1-4277-498b-ba11-9b39ae2d2642 req-c4e3b734-9f67-4565-af71-bd9d114c85c9 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377004 Jun 11 10:47:39.428007 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a92044-1571-4bfe-b465-79542d819e2c req-cfef4970-8640-4b8a-bc86-0467c18f2235 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:47:39.429490 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d1a92044-1571-4bfe-b465-79542d819e2c req-cfef4970-8640-4b8a-bc86-0467c18f2235 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f08a25-ef44-49a4-a59b-8883c396b164 HTTP/1.1" status: 200 len: 945 time: 0.0746725 Jun 11 10:47:39.865008 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d1a92044-1571-4bfe-b465-79542d819e2c req-93786d69-8c8c-4f64-aeb3-0b9900299aff tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4296603 Jun 11 10:47:41.052573 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e5d805-1dc3-480b-8aaf-f1911871a64c req-ca0dea1b-5fdd-4e89-8e56-e7970e333bc8 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:47:41.054035 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-01e5d805-1dc3-480b-8aaf-f1911871a64c req-ca0dea1b-5fdd-4e89-8e56-e7970e333bc8 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f08a25-ef44-49a4-a59b-8883c396b164 HTTP/1.1" status: 200 len: 945 time: 0.0698223 Jun 11 10:47:41.096020 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-01e5d805-1dc3-480b-8aaf-f1911871a64c req-99fe2a7a-bc09-4b00-8998-6dc70c6de272 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362797 Jun 11 10:47:42.282598 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16455bfb-c9aa-4f1e-aa0e-aaf4b63d0e9d req-9008aba7-645b-462a-947f-d268886b61fd tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:47:42.284094 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-16455bfb-c9aa-4f1e-aa0e-aaf4b63d0e9d req-9008aba7-645b-462a-947f-d268886b61fd tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f08a25-ef44-49a4-a59b-8883c396b164 HTTP/1.1" status: 200 len: 945 time: 0.0743022 Jun 11 10:47:42.325510 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-16455bfb-c9aa-4f1e-aa0e-aaf4b63d0e9d req-f0309bf8-9444-4edd-b04c-ed686f564b6a tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352097 Jun 11 10:47:42.986830 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-cb136531-49ac-4013-b44d-a87c1f3e84b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:47:43.512145 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e742f1-0bd4-42b1-97a3-4d67e24ba539 req-d8401522-c7e0-4bb2-a831-a0584f6ba338 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:47:43.513645 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-99e742f1-0bd4-42b1-97a3-4d67e24ba539 req-d8401522-c7e0-4bb2-a831-a0584f6ba338 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f08a25-ef44-49a4-a59b-8883c396b164 HTTP/1.1" status: 200 len: 945 time: 0.0717564 Jun 11 10:47:43.556191 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-99e742f1-0bd4-42b1-97a3-4d67e24ba539 req-9c450b88-4a90-4516-8f99-54e6e816dde4 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365062 Jun 11 10:47:44.743931 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b4b5a2-06c5-418e-a685-c29867ad604a req-2094073f-05ca-4fe2-be17-1ece552f736e tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:47:44.745410 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-99b4b5a2-06c5-418e-a685-c29867ad604a req-2094073f-05ca-4fe2-be17-1ece552f736e tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f08a25-ef44-49a4-a59b-8883c396b164 HTTP/1.1" status: 200 len: 945 time: 0.0760231 Jun 11 10:47:44.788632 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-99b4b5a2-06c5-418e-a685-c29867ad604a req-35fa8966-b7c8-4b45-9856-3f41f0972cb1 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370736 Jun 11 10:47:45.837955 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-57d492f4-a49a-4feb-82e2-b4903721a7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:47:45.976951 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd6d96e-d3cf-476e-8fad-be7ce3b7b5b8 req-7ae8aa0a-2729-4518-b8c4-6934b4b6e884 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:47:45.978787 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ecd6d96e-d3cf-476e-8fad-be7ce3b7b5b8 req-7ae8aa0a-2729-4518-b8c4-6934b4b6e884 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f08a25-ef44-49a4-a59b-8883c396b164 HTTP/1.1" status: 200 len: 945 time: 0.0729058 Jun 11 10:47:46.022518 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ecd6d96e-d3cf-476e-8fad-be7ce3b7b5b8 req-f55e22ff-93ef-4543-a43b-6f03688a52d7 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378842 Jun 11 10:47:46.037873 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:47:46.911994 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:47:47.210001 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d465b0-d18e-4855-a0e8-006d91b21965 req-04c7229e-6925-4bca-b796-5c11cd823e62 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:47:47.211456 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f0d465b0-d18e-4855-a0e8-006d91b21965 req-04c7229e-6925-4bca-b796-5c11cd823e62 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f08a25-ef44-49a4-a59b-8883c396b164 HTTP/1.1" status: 200 len: 945 time: 0.0743337 Jun 11 10:47:47.255720 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f0d465b0-d18e-4855-a0e8-006d91b21965 req-c2fe84d4-9eb5-4b0e-93ce-72ce98d7c986 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384564 Jun 11 10:47:48.444624 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f730bc8-0a71-4ab3-bfb0-cca2a4be0dc8 req-e8d501d4-67e9-4173-819e-b6ec620bac5c tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:47:48.446084 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1f730bc8-0a71-4ab3-bfb0-cca2a4be0dc8 req-e8d501d4-67e9-4173-819e-b6ec620bac5c tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f08a25-ef44-49a4-a59b-8883c396b164 HTTP/1.1" status: 200 len: 945 time: 0.0706673 Jun 11 10:47:48.491271 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1f730bc8-0a71-4ab3-bfb0-cca2a4be0dc8 req-ae4c415e-4f32-4740-9c28-d4e5e4600407 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388899 Jun 11 10:47:48.620460 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:47:49.676913 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be61ad9-28cb-4c6b-b39c-cfb1d22b51d7 req-74baeb73-0cb7-4b74-bdb2-70f094ca2732 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:47:49.678412 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6be61ad9-28cb-4c6b-b39c-cfb1d22b51d7 req-74baeb73-0cb7-4b74-bdb2-70f094ca2732 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f08a25-ef44-49a4-a59b-8883c396b164 HTTP/1.1" status: 200 len: 945 time: 0.0738533 Jun 11 10:47:49.720344 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6be61ad9-28cb-4c6b-b39c-cfb1d22b51d7 req-135c13f6-cb94-4cb9-af0c-c2e5feada968 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361221 Jun 11 10:47:50.641188 n-d-779913-12 neutron-server[93177]: INFO neutron.api.v2.resource [req-7391eb64-60e9-4a60-9856-1851d1efb300 req-a4e2614f-2cb4-4c4f-b016-042cb6fc3bab service neutron] show failed (client error): The resource could not be found. Jun 11 10:47:50.642443 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7391eb64-60e9-4a60-9856-1851d1efb300 req-a4e2614f-2cb4-4c4f-b016-042cb6fc3bab service neutron] 10.222.0.69 "GET /v2.0/ports/76478d7c-e870-4573-93d1-1dad7983cc6d/bindings/n-h1-779913-12 HTTP/1.1" status: 404 len: 381 time: 0.0670905 Jun 11 10:47:50.940751 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56a6d4e-a259-4dcb-bd51-3549d06bacf6 req-ceb0c5b6-5433-4e80-a592-17d2ecde4624 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:47:50.942203 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e56a6d4e-a259-4dcb-bd51-3549d06bacf6 req-ceb0c5b6-5433-4e80-a592-17d2ecde4624 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f08a25-ef44-49a4-a59b-8883c396b164 HTTP/1.1" status: 200 len: 945 time: 0.0853770 Jun 11 10:47:50.987663 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e56a6d4e-a259-4dcb-bd51-3549d06bacf6 req-d8ed1152-cc7b-4c75-9d2d-447d304b690c tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384362 Jun 11 10:47:51.503227 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7391eb64-60e9-4a60-9856-1851d1efb300 req-237629fa-9c47-4569-ba21-3a14b3140a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:47:51.505495 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7391eb64-60e9-4a60-9856-1851d1efb300 req-237629fa-9c47-4569-ba21-3a14b3140a65 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f5f08a25-ef44-49a4-a59b-8883c396b164&tenant_id=5a2172181f6b4cd0a7c7c9bb506434a5 HTTP/1.1" status: 200 len: 1097 time: 0.0759566 Jun 11 10:47:51.515611 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-7391eb64-60e9-4a60-9856-1851d1efb300 req-166eafbf-8940-4a52-b4a6-b58c108ffe90 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-779913-12', 'device_owner': 'compute:nova'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:47:51.606617 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-7391eb64-60e9-4a60-9856-1851d1efb300 req-166eafbf-8940-4a52-b4a6-b58c108ffe90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:47:51.861802 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-7391eb64-60e9-4a60-9856-1851d1efb300 req-166eafbf-8940-4a52-b4a6-b58c108ffe90 service neutron] For port 76478d7c-e870-4573-93d1-1dad7983cc6d, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=76478d7c-e870-4573-93d1-1dad7983cc6d,segment=NetworkSegment(cba3afd8-732a-4bf5-b4a2-75681c22ff7c),segment_id=cba3afd8-732a-4bf5-b4a2-75681c22ff7c)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:47:51.898442 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-7391eb64-60e9-4a60-9856-1851d1efb300 req-166eafbf-8940-4a52-b4a6-b58c108ffe90 service neutron] For port 76478d7c-e870-4573-93d1-1dad7983cc6d, host n-h2-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:47:51.944907 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5f08a25-ef44-49a4-a59b-8883c396b164', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76478d7c-e870-4573-93d1-1dad7983cc6d'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:47:51.947295 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125b24e798c6fd269f8316ad972dc462157675ddee5b528eb3eb6ea2a565648e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd0acf7d-229c-4fbf-922f-e11d576ef95e" -d '{"events": [{"server_uuid": "f5f08a25-ef44-49a4-a59b-8883c396b164", "name": "network-vif-unplugged", "status": "completed", "tag": "76478d7c-e870-4573-93d1-1dad7983cc6d"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:47:51.951634 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-7391eb64-60e9-4a60-9856-1851d1efb300 req-166eafbf-8940-4a52-b4a6-b58c108ffe90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:47:51.965453 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-7391eb64-60e9-4a60-9856-1851d1efb300 req-166eafbf-8940-4a52-b4a6-b58c108ffe90 service neutron] Transition to ACTIVE for port object 76478d7c-e870-4573-93d1-1dad7983cc6d will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:47:51.996339 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Jun 2021 10:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d22c496f-4cc9-4a7c-af14-acaf2786ef46 x-openstack-request-id: req-d22c496f-4cc9-4a7c-af14-acaf2786ef46 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:47:51.999823 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5f08a25-ef44-49a4-a59b-8883c396b164", "name": "network-vif-unplugged", "status": "completed", "tag": "76478d7c-e870-4573-93d1-1dad7983cc6d", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:47:51.999823 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d22c496f-4cc9-4a7c-af14-acaf2786ef46 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:47:51.999823 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5f08a25-ef44-49a4-a59b-8883c396b164', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76478d7c-e870-4573-93d1-1dad7983cc6d', 'code': 200} Jun 11 10:47:52.049642 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-7391eb64-60e9-4a60-9856-1851d1efb300 req-166eafbf-8940-4a52-b4a6-b58c108ffe90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:47:52.052008 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ede8a6fd-1eee-416a-a0ce-0ba14c0d341b tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:47:52.170766 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166eafbf-8940-4a52-b4a6-b58c108ffe90 service neutron] Pushing event updated for resources: {'Port': ['ID=76478d7c-e870-4573-93d1-1dad7983cc6d,revision_number=6']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:47:52.182723 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166eafbf-8940-4a52-b4a6-b58c108ffe90 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:47:52.183120 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166eafbf-8940-4a52-b4a6-b58c108ffe90 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:47:52.183506 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166eafbf-8940-4a52-b4a6-b58c108ffe90 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:47:52.183931 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166eafbf-8940-4a52-b4a6-b58c108ffe90 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:47:52.184308 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166eafbf-8940-4a52-b4a6-b58c108ffe90 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:47:52.184681 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166eafbf-8940-4a52-b4a6-b58c108ffe90 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:47:52.185052 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166eafbf-8940-4a52-b4a6-b58c108ffe90 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:47:52.185410 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166eafbf-8940-4a52-b4a6-b58c108ffe90 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:47:52.185782 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166eafbf-8940-4a52-b4a6-b58c108ffe90 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:47:52.185918 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859d3522-5e96-4625-9ab8-a3803570427f req-83c68e63-2187-42bf-adab-7a2673ac6331 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:47:52.186380 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166eafbf-8940-4a52-b4a6-b58c108ffe90 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:47:52.186571 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166eafbf-8940-4a52-b4a6-b58c108ffe90 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:47:52.186867 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166eafbf-8940-4a52-b4a6-b58c108ffe90 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:47:52.188199 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-859d3522-5e96-4625-9ab8-a3803570427f req-83c68e63-2187-42bf-adab-7a2673ac6331 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f08a25-ef44-49a4-a59b-8883c396b164 HTTP/1.1" status: 200 len: 943 time: 0.0759158 Jun 11 10:47:52.192851 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-166eafbf-8940-4a52-b4a6-b58c108ffe90 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:47:52.222428 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-7391eb64-60e9-4a60-9856-1851d1efb300 req-166eafbf-8940-4a52-b4a6-b58c108ffe90 service neutron] No DVR routers for this DVR port 76478d7c-e870-4573-93d1-1dad7983cc6d on host n-h2-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:47:52.234796 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-859d3522-5e96-4625-9ab8-a3803570427f req-9f3a0d16-3328-4703-9372-6cb8ccf14583 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406356 Jun 11 10:47:52.416109 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-7391eb64-60e9-4a60-9856-1851d1efb300 req-166eafbf-8940-4a52-b4a6-b58c108ffe90 service neutron] Attempting to bind port 76478d7c-e870-4573-93d1-1dad7983cc6d on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:47:52.416446 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-7391eb64-60e9-4a60-9856-1851d1efb300 req-166eafbf-8940-4a52-b4a6-b58c108ffe90 service neutron] Attempting to bind port 76478d7c-e870-4573-93d1-1dad7983cc6d by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': 'cba3afd8-732a-4bf5-b4a2-75681c22ff7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:47:52.416773 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7391eb64-60e9-4a60-9856-1851d1efb300 req-166eafbf-8940-4a52-b4a6-b58c108ffe90 service neutron] Attempting to bind port 76478d7c-e870-4573-93d1-1dad7983cc6d on network 138947f1-478f-4350-8cce-0cd89d3c929c {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:47:52.421231 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7391eb64-60e9-4a60-9856-1851d1efb300 req-166eafbf-8940-4a52-b4a6-b58c108ffe90 service neutron] Port 76478d7c-e870-4573-93d1-1dad7983cc6d on network 138947f1-478f-4350-8cce-0cd89d3c929c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:47:52.421605 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7391eb64-60e9-4a60-9856-1851d1efb300 req-166eafbf-8940-4a52-b4a6-b58c108ffe90 service neutron] Attempting to bind port 76478d7c-e870-4573-93d1-1dad7983cc6d on network 138947f1-478f-4350-8cce-0cd89d3c929c {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:47:52.426427 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7391eb64-60e9-4a60-9856-1851d1efb300 req-166eafbf-8940-4a52-b4a6-b58c108ffe90 service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:47:52.426759 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7391eb64-60e9-4a60-9856-1851d1efb300 req-166eafbf-8940-4a52-b4a6-b58c108ffe90 service neutron] Checking segment: {'id': 'cba3afd8-732a-4bf5-b4a2-75681c22ff7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:47:52.427138 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7391eb64-60e9-4a60-9856-1851d1efb300 req-166eafbf-8940-4a52-b4a6-b58c108ffe90 service neutron] Bound using segment: {'id': 'cba3afd8-732a-4bf5-b4a2-75681c22ff7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:47:52.427560 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-7391eb64-60e9-4a60-9856-1851d1efb300 req-166eafbf-8940-4a52-b4a6-b58c108ffe90 service neutron] Bound port: 76478d7c-e870-4573-93d1-1dad7983cc6d, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cba3afd8-732a-4bf5-b4a2-75681c22ff7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:47:52.427931 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-7391eb64-60e9-4a60-9856-1851d1efb300 req-166eafbf-8940-4a52-b4a6-b58c108ffe90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:47:52.500869 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-7391eb64-60e9-4a60-9856-1851d1efb300 req-166eafbf-8940-4a52-b4a6-b58c108ffe90 service neutron] For port 76478d7c-e870-4573-93d1-1dad7983cc6d, host n-h1-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:47:52.503994 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-7391eb64-60e9-4a60-9856-1851d1efb300 req-166eafbf-8940-4a52-b4a6-b58c108ffe90 service neutron] For port 76478d7c-e870-4573-93d1-1dad7983cc6d, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=76478d7c-e870-4573-93d1-1dad7983cc6d,segment=NetworkSegment(cba3afd8-732a-4bf5-b4a2-75681c22ff7c),segment_id=cba3afd8-732a-4bf5-b4a2-75681c22ff7c)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:47:52.616633 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-7391eb64-60e9-4a60-9856-1851d1efb300 req-166eafbf-8940-4a52-b4a6-b58c108ffe90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:47:52.619905 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f2271850-f61b-4d6b-aaf1-53cd43d28f54 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:47:52.659866 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7391eb64-60e9-4a60-9856-1851d1efb300 req-166eafbf-8940-4a52-b4a6-b58c108ffe90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:47:52.660461 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-7391eb64-60e9-4a60-9856-1851d1efb300 req-166eafbf-8940-4a52-b4a6-b58c108ffe90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:47:52.661854 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7391eb64-60e9-4a60-9856-1851d1efb300 req-166eafbf-8940-4a52-b4a6-b58c108ffe90 service neutron] 10.222.0.64 "PUT /v2.0/ports/76478d7c-e870-4573-93d1-1dad7983cc6d HTTP/1.1" status: 200 len: 1092 time: 1.1502345 Jun 11 10:47:52.700267 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166eafbf-8940-4a52-b4a6-b58c108ffe90 service neutron] Pushing event updated for resources: {'Port': ['ID=76478d7c-e870-4573-93d1-1dad7983cc6d,revision_number=7']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:47:52.724598 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-166eafbf-8940-4a52-b4a6-b58c108ffe90 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:47:52.756905 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7391eb64-60e9-4a60-9856-1851d1efb300 req-3b47cbfd-cf32-44ae-a708-c74977a42df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:47:52.758445 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7391eb64-60e9-4a60-9856-1851d1efb300 req-3b47cbfd-cf32-44ae-a708-c74977a42df4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a2172181f6b4cd0a7c7c9bb506434a5&device_id=f5f08a25-ef44-49a4-a59b-8883c396b164 HTTP/1.1" status: 200 len: 1095 time: 0.0718546 Jun 11 10:47:52.898250 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7391eb64-60e9-4a60-9856-1851d1efb300 req-476b0cc1-80fb-4ec9-b3dd-73202a8f23ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:47:52.899752 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7391eb64-60e9-4a60-9856-1851d1efb300 req-476b0cc1-80fb-4ec9-b3dd-73202a8f23ea service neutron] 10.222.0.64 "GET /v2.0/networks?id=138947f1-478f-4350-8cce-0cd89d3c929c HTTP/1.1" status: 200 len: 912 time: 0.1351411 Jun 11 10:47:52.983708 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7391eb64-60e9-4a60-9856-1851d1efb300 req-0d43f29b-b370-41f8-9a6f-76b56ec31888 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76478d7c-e870-4573-93d1-1dad7983cc6d HTTP/1.1" status: 200 len: 999 time: 0.0778491 Jun 11 10:47:53.050058 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7391eb64-60e9-4a60-9856-1851d1efb300 req-9951ef74-f754-4158-a49b-6fa1e93ef550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:47:53.051535 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7391eb64-60e9-4a60-9856-1851d1efb300 req-9951ef74-f754-4158-a49b-6fa1e93ef550 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9bcb036b-50e1-441b-b763-25737c996068 HTTP/1.1" status: 200 len: 850 time: 0.0624006 Jun 11 10:47:53.116060 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7391eb64-60e9-4a60-9856-1851d1efb300 req-72d3bc57-4d0e-40f1-8421-8e5dd6b63e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:47:53.117558 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7391eb64-60e9-4a60-9856-1851d1efb300 req-72d3bc57-4d0e-40f1-8421-8e5dd6b63e05 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=138947f1-478f-4350-8cce-0cd89d3c929c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0601232 Jun 11 10:47:53.128110 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [req-7391eb64-60e9-4a60-9856-1851d1efb300 req-8ecb068e-237f-4da0-ab3a-f9c6281b3b11 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 10:47:53.129054 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7391eb64-60e9-4a60-9856-1851d1efb300 req-8ecb068e-237f-4da0-ab3a-f9c6281b3b11 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051670 Jun 11 10:47:53.248225 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7391eb64-60e9-4a60-9856-1851d1efb300 req-151bee7d-7d5a-49c4-bc20-0bee0350929c service neutron] 10.222.0.64 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129172 Jun 11 10:47:53.373317 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7391eb64-60e9-4a60-9856-1851d1efb300 req-2fab909d-def5-4fa3-85f4-16aa2546b1f4 service neutron] 10.222.0.64 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187921 Jun 11 10:47:53.423954 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30131c9-75c3-4871-a60d-c2510f41f10a req-795b3880-38f6-459a-81aa-9b4f6b229030 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:47:53.425440 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a30131c9-75c3-4871-a60d-c2510f41f10a req-795b3880-38f6-459a-81aa-9b4f6b229030 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f08a25-ef44-49a4-a59b-8883c396b164 HTTP/1.1" status: 200 len: 943 time: 0.0750730 Jun 11 10:47:53.467999 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a30131c9-75c3-4871-a60d-c2510f41f10a req-08d41bfe-8b36-4912-be72-a56e2b2d9168 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363426 Jun 11 10:47:53.712916 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 76478d7c-e870-4573-93d1-1dad7983cc6d no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:47:53.757818 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 76478d7c-e870-4573-93d1-1dad7983cc6d not bound to the agent host n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:47:53.998827 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5f08a25-ef44-49a4-a59b-8883c396b164', 'tag': '76478d7c-e870-4573-93d1-1dad7983cc6d'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:47:54.001256 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125b24e798c6fd269f8316ad972dc462157675ddee5b528eb3eb6ea2a565648e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d06243-b4f7-4b9e-84d9-caae43707b17" -d '{"events": [{"name": "network-changed", "server_uuid": "f5f08a25-ef44-49a4-a59b-8883c396b164", "tag": "76478d7c-e870-4573-93d1-1dad7983cc6d"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:47:54.048649 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b667d83c-6b53-4fa5-9ff0-db7c729ce7ad x-openstack-request-id: req-b667d83c-6b53-4fa5-9ff0-db7c729ce7ad {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:47:54.049006 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5f08a25-ef44-49a4-a59b-8883c396b164", "tag": "76478d7c-e870-4573-93d1-1dad7983cc6d", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:47:54.049317 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b667d83c-6b53-4fa5-9ff0-db7c729ce7ad {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:47:54.049778 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5f08a25-ef44-49a4-a59b-8883c396b164', 'tag': '76478d7c-e870-4573-93d1-1dad7983cc6d', 'status': 'completed', 'code': 200} Jun 11 10:47:54.134009 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d06243-b4f7-4b9e-84d9-caae43707b17 req-51ecacc4-a796-404f-a7f7-d526faf89046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:47:54.135511 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a4d06243-b4f7-4b9e-84d9-caae43707b17 req-51ecacc4-a796-404f-a7f7-d526faf89046 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5a2172181f6b4cd0a7c7c9bb506434a5&device_id=f5f08a25-ef44-49a4-a59b-8883c396b164 HTTP/1.1" status: 200 len: 1095 time: 0.0621004 Jun 11 10:47:54.136616 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d06243-b4f7-4b9e-84d9-caae43707b17 req-971e3041-7472-496c-8599-6f179f9a7ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:47:54.138099 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a4d06243-b4f7-4b9e-84d9-caae43707b17 req-971e3041-7472-496c-8599-6f179f9a7ed6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a2172181f6b4cd0a7c7c9bb506434a5&device_id=f5f08a25-ef44-49a4-a59b-8883c396b164 HTTP/1.1" status: 200 len: 1095 time: 0.0692019 Jun 11 10:47:54.268488 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d06243-b4f7-4b9e-84d9-caae43707b17 req-2c3a8f07-8c5e-4358-9157-2a5766f016f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:47:54.270570 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a4d06243-b4f7-4b9e-84d9-caae43707b17 req-2c3a8f07-8c5e-4358-9157-2a5766f016f4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=138947f1-478f-4350-8cce-0cd89d3c929c HTTP/1.1" status: 200 len: 912 time: 0.1276803 Jun 11 10:47:54.277195 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d06243-b4f7-4b9e-84d9-caae43707b17 req-0e17d6f3-da5c-4c66-a66b-92c3451bd1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:47:54.279991 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a4d06243-b4f7-4b9e-84d9-caae43707b17 req-0e17d6f3-da5c-4c66-a66b-92c3451bd1af service neutron] 10.222.0.64 "GET /v2.0/networks?id=138947f1-478f-4350-8cce-0cd89d3c929c HTTP/1.1" status: 200 len: 912 time: 0.1344507 Jun 11 10:47:54.362173 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a4d06243-b4f7-4b9e-84d9-caae43707b17 req-0b5ff3cd-5f84-45b6-995c-594707c95637 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76478d7c-e870-4573-93d1-1dad7983cc6d HTTP/1.1" status: 200 len: 999 time: 0.0841062 Jun 11 10:47:54.371345 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a4d06243-b4f7-4b9e-84d9-caae43707b17 req-71d32562-0611-48ee-997f-4310df426996 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76478d7c-e870-4573-93d1-1dad7983cc6d HTTP/1.1" status: 200 len: 999 time: 0.0837059 Jun 11 10:47:54.421960 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d06243-b4f7-4b9e-84d9-caae43707b17 req-8893d14c-ebc6-4f43-9835-21507b46ba4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:47:54.423423 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a4d06243-b4f7-4b9e-84d9-caae43707b17 req-8893d14c-ebc6-4f43-9835-21507b46ba4c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9bcb036b-50e1-441b-b763-25737c996068 HTTP/1.1" status: 200 len: 850 time: 0.0543003 Jun 11 10:47:54.437203 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d06243-b4f7-4b9e-84d9-caae43707b17 req-c9a5d20c-bd6e-4844-b887-3bec39bdfda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:47:54.437203 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a4d06243-b4f7-4b9e-84d9-caae43707b17 req-c9a5d20c-bd6e-4844-b887-3bec39bdfda8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9bcb036b-50e1-441b-b763-25737c996068 HTTP/1.1" status: 200 len: 850 time: 0.0557384 Jun 11 10:47:54.487796 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d06243-b4f7-4b9e-84d9-caae43707b17 req-f42ab6f7-e82d-4448-8d25-4097cdcd82e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:47:54.489903 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a4d06243-b4f7-4b9e-84d9-caae43707b17 req-f42ab6f7-e82d-4448-8d25-4097cdcd82e1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=138947f1-478f-4350-8cce-0cd89d3c929c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0606914 Jun 11 10:47:54.501482 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d06243-b4f7-4b9e-84d9-caae43707b17 req-aa1d2526-0bed-4997-8335-c2f64971642b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:47:54.502953 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a4d06243-b4f7-4b9e-84d9-caae43707b17 req-aa1d2526-0bed-4997-8335-c2f64971642b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=138947f1-478f-4350-8cce-0cd89d3c929c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0614080 Jun 11 10:47:54.633135 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a4d06243-b4f7-4b9e-84d9-caae43707b17 req-c7d8bc63-4c2f-4393-ac91-50946ad608b1 service neutron] 10.222.0.64 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232848 Jun 11 10:47:54.656468 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a4d06243-b4f7-4b9e-84d9-caae43707b17 req-e01883a0-2444-4fb8-88c9-2679cf2cb604 service neutron] 10.222.0.69 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594441 Jun 11 10:47:54.758033 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a4d06243-b4f7-4b9e-84d9-caae43707b17 req-4c6f74d4-fb35-40e1-9472-2b3c576c8196 service neutron] 10.222.0.64 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177340 Jun 11 10:47:54.777510 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc018793-93c2-44b8-ab5d-83a9f47a9278 req-165ef15a-04da-4a78-a340-a8b148819f94 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:47:54.779000 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bc018793-93c2-44b8-ab5d-83a9f47a9278 req-165ef15a-04da-4a78-a340-a8b148819f94 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f08a25-ef44-49a4-a59b-8883c396b164 HTTP/1.1" status: 200 len: 943 time: 0.1817195 Jun 11 10:47:54.825654 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a4d06243-b4f7-4b9e-84d9-caae43707b17 req-a588bb5e-28c4-4d99-991c-071b554b24c1 service neutron] 10.222.0.69 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594772 Jun 11 10:47:54.843037 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bc018793-93c2-44b8-ab5d-83a9f47a9278 req-f1234c43-c580-4668-8b14-055029f88bb7 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579498 Jun 11 10:47:56.029535 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d741bf-c73c-4c19-a56e-690a52ed6bd8 req-a7de96ab-6eda-461d-b6d5-6218398fda06 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:47:56.031002 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c9d741bf-c73c-4c19-a56e-690a52ed6bd8 req-a7de96ab-6eda-461d-b6d5-6218398fda06 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f08a25-ef44-49a4-a59b-8883c396b164 HTTP/1.1" status: 200 len: 943 time: 0.0703835 Jun 11 10:47:56.073956 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c9d741bf-c73c-4c19-a56e-690a52ed6bd8 req-a043af8d-7410-4c60-921a-aa5d56813984 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371618 Jun 11 10:47:57.064700 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448b4af-8221-4cf7-8707-7008fbeeb651 req-4fe51490-4085-4cf2-b5be-1ebd9c876560 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:47:57.066419 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6448b4af-8221-4cf7-8707-7008fbeeb651 req-4fe51490-4085-4cf2-b5be-1ebd9c876560 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f08a25-ef44-49a4-a59b-8883c396b164 HTTP/1.1" status: 200 len: 943 time: 0.0773337 Jun 11 10:47:57.111119 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6448b4af-8221-4cf7-8707-7008fbeeb651 req-dbbbd48f-f09c-4b10-a9ea-644ef0f17b97 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390534 Jun 11 10:47:57.161208 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717cdd97-f127-47b1-b6e4-62d652463b5b req-d7ae2df2-d575-400b-8e7e-dd1589429770 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:47:57.162678 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-717cdd97-f127-47b1-b6e4-62d652463b5b req-d7ae2df2-d575-400b-8e7e-dd1589429770 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5f08a25-ef44-49a4-a59b-8883c396b164&tenant_id=5a2172181f6b4cd0a7c7c9bb506434a5&binding%3Ahost_id=n-h1-779913-12 HTTP/1.1" status: 200 len: 943 time: 0.1209078 Jun 11 10:47:57.229516 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-717cdd97-f127-47b1-b6e4-62d652463b5b req-f31fb89d-3898-4433-9131-03a89964af42 service neutron] 10.222.0.64 "GET /v2.0/ports/76478d7c-e870-4573-93d1-1dad7983cc6d/bindings/n-h1-779913-12 HTTP/1.1" status: 200 len: 383 time: 0.0613062 Jun 11 10:47:57.308678 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717cdd97-f127-47b1-b6e4-62d652463b5b req-36eb3a7c-6a88-4554-8472-0dc7ef612f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:47:57.310149 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-717cdd97-f127-47b1-b6e4-62d652463b5b req-36eb3a7c-6a88-4554-8472-0dc7ef612f87 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a2172181f6b4cd0a7c7c9bb506434a5&device_id=f5f08a25-ef44-49a4-a59b-8883c396b164 HTTP/1.1" status: 200 len: 1095 time: 0.0586672 Jun 11 10:47:57.354565 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 76478d7c-e870-4573-93d1-1dad7983cc6d details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 10:47:57.430477 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717cdd97-f127-47b1-b6e4-62d652463b5b req-9b0b595d-9057-46a5-a996-a3f51ec6f5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:47:57.432014 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-717cdd97-f127-47b1-b6e4-62d652463b5b req-9b0b595d-9057-46a5-a996-a3f51ec6f5a3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=138947f1-478f-4350-8cce-0cd89d3c929c HTTP/1.1" status: 200 len: 912 time: 0.1164446 Jun 11 10:47:57.476987 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 76478d7c-e870-4573-93d1-1dad7983cc6d, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=76478d7c-e870-4573-93d1-1dad7983cc6d,segment=NetworkSegment(cba3afd8-732a-4bf5-b4a2-75681c22ff7c),segment_id=cba3afd8-732a-4bf5-b4a2-75681c22ff7c)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:47:57.490434 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': '76478d7c-e870-4573-93d1-1dad7983cc6d', 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c', 'port_id': '76478d7c-e870-4573-93d1-1dad7983cc6d', 'mac_address': 'fa:16:3e:69:aa:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bcb036b-50e1-441b-b763-25737c996068', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 10:47:57.522597 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-717cdd97-f127-47b1-b6e4-62d652463b5b req-96be731b-35c8-44fc-8d57-c27febf7bfbd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76478d7c-e870-4573-93d1-1dad7983cc6d HTTP/1.1" status: 200 len: 999 time: 0.0846906 Jun 11 10:47:57.534583 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:47:57.554137 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76478d7c-e870-4573-93d1-1dad7983cc6d {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:47:57.575495 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 76478d7c-e870-4573-93d1-1dad7983cc6d, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=76478d7c-e870-4573-93d1-1dad7983cc6d,segment=NetworkSegment(cba3afd8-732a-4bf5-b4a2-75681c22ff7c),segment_id=cba3afd8-732a-4bf5-b4a2-75681c22ff7c)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:47:57.580096 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717cdd97-f127-47b1-b6e4-62d652463b5b req-a6342db6-f9e5-4cb6-802b-b37a7e002c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:47:57.581631 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-717cdd97-f127-47b1-b6e4-62d652463b5b req-a6342db6-f9e5-4cb6-802b-b37a7e002c28 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9bcb036b-50e1-441b-b763-25737c996068 HTTP/1.1" status: 200 len: 850 time: 0.0533550 Jun 11 10:47:57.647224 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717cdd97-f127-47b1-b6e4-62d652463b5b req-23706206-42d7-4ef5-9849-be49f02f13dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:47:57.648646 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-717cdd97-f127-47b1-b6e4-62d652463b5b req-23706206-42d7-4ef5-9849-be49f02f13dc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=138947f1-478f-4350-8cce-0cd89d3c929c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0609403 Jun 11 10:47:57.689501 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:47:57.692070 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:47:57.748359 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=76478d7c-e870-4573-93d1-1dad7983cc6d,revision_number=8']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:47:57.756280 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:47:57.756638 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:47:57.756982 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:47:57.757319 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:47:57.757657 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:47:57.757989 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:47:57.758319 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:47:57.758685 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:47:57.759016 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:47:57.759342 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:47:57.759725 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:47:57.760054 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:47:57.764414 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:47:57.772914 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-717cdd97-f127-47b1-b6e4-62d652463b5b req-9eb668c9-49ea-44ef-9594-4d7be3e7d4e4 service neutron] 10.222.0.64 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179829 Jun 11 10:47:57.902578 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-717cdd97-f127-47b1-b6e4-62d652463b5b req-0f95bd6c-ab85-48f0-912d-a4d6f2dacf62 service neutron] 10.222.0.64 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232481 Jun 11 10:47:57.928978 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['76478d7c-e870-4573-93d1-1dad7983cc6d'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:47:58.304012 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a5e6f-cb08-4496-b7d9-5cd701f9ce5a req-7e1f6549-33af-400d-9e6c-a749b4cf4933 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:47:58.305498 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b56a5e6f-cb08-4496-b7d9-5cd701f9ce5a req-7e1f6549-33af-400d-9e6c-a749b4cf4933 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f08a25-ef44-49a4-a59b-8883c396b164 HTTP/1.1" status: 200 len: 944 time: 0.0709474 Jun 11 10:47:58.347230 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b56a5e6f-cb08-4496-b7d9-5cd701f9ce5a req-8c624132-ce95-4413-9ae2-e5602716c709 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359788 Jun 11 10:47:59.363894 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 76478d7c-e870-4573-93d1-1dad7983cc6d up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:47:59.537969 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991b5777-e307-4995-bf73-4ac278d70dcb req-03596973-fb86-4076-87a1-4b39bd556102 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:47:59.540779 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-991b5777-e307-4995-bf73-4ac278d70dcb req-03596973-fb86-4076-87a1-4b39bd556102 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f08a25-ef44-49a4-a59b-8883c396b164 HTTP/1.1" status: 200 len: 944 time: 0.0747492 Jun 11 10:47:59.546472 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning for port 76478d7c-e870-4573-93d1-1dad7983cc6d completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:47:59.550658 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port 76478d7c-e870-4573-93d1-1dad7983cc6d triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:47:59.555018 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:47:59.588640 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-991b5777-e307-4995-bf73-4ac278d70dcb req-574cc618-9850-45b4-9ffe-88507ac74357 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421338 Jun 11 10:47:59.647600 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:47:59.671251 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5f08a25-ef44-49a4-a59b-8883c396b164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76478d7c-e870-4573-93d1-1dad7983cc6d'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:47:59.673565 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc8b525cf092a189a0ea2f07e82bebdb29a480b8a476d2f40da93c0b22490dae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e241a0e3-c286-4a83-91f5-1844b02418cb" -d '{"events": [{"server_uuid": "f5f08a25-ef44-49a4-a59b-8883c396b164", "name": "network-vif-plugged", "status": "completed", "tag": "76478d7c-e870-4573-93d1-1dad7983cc6d"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:47:59.687405 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port 76478d7c-e870-4573-93d1-1dad7983cc6d, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=76478d7c-e870-4573-93d1-1dad7983cc6d,segment=NetworkSegment(cba3afd8-732a-4bf5-b4a2-75681c22ff7c),segment_id=cba3afd8-732a-4bf5-b4a2-75681c22ff7c)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:47:59.723398 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd78d38e-40d7-4c8d-9dd3-408c403d20f0 x-openstack-request-id: req-fd78d38e-40d7-4c8d-9dd3-408c403d20f0 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:47:59.723733 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5f08a25-ef44-49a4-a59b-8883c396b164", "name": "network-vif-plugged", "status": "completed", "tag": "76478d7c-e870-4573-93d1-1dad7983cc6d", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:47:59.724004 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fd78d38e-40d7-4c8d-9dd3-408c403d20f0 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:47:59.724415 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5f08a25-ef44-49a4-a59b-8883c396b164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76478d7c-e870-4573-93d1-1dad7983cc6d', 'code': 200} Jun 11 10:47:59.780883 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:47:59.783726 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-3394990b-f5fe-44a0-bada-fa36b766167d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:47:59.838710 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=76478d7c-e870-4573-93d1-1dad7983cc6d,revision_number=9']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:47:59.841808 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:48:00.694810 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717cdd97-f127-47b1-b6e4-62d652463b5b req-b2d0c1b3-05fd-43db-bc2f-37bc7616c0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:48:00.696360 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-717cdd97-f127-47b1-b6e4-62d652463b5b req-b2d0c1b3-05fd-43db-bc2f-37bc7616c0fc service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f5f08a25-ef44-49a4-a59b-8883c396b164&tenant_id=5a2172181f6b4cd0a7c7c9bb506434a5 HTTP/1.1" status: 200 len: 1097 time: 0.0902135 Jun 11 10:48:00.716461 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-717cdd97-f127-47b1-b6e4-62d652463b5b req-1cda8c77-f71f-40de-b83a-b1ab5656611b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-779913-12', 'device_owner': 'compute:nova'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:48:00.844414 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-717cdd97-f127-47b1-b6e4-62d652463b5b req-1cda8c77-f71f-40de-b83a-b1ab5656611b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:48:00.869026 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52746402-5d77-4ba2-910a-7ec75c7e57d5 req-cd8f938d-2d2b-4174-9f08-ac247709e171 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:48:00.870782 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-52746402-5d77-4ba2-910a-7ec75c7e57d5 req-cd8f938d-2d2b-4174-9f08-ac247709e171 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f08a25-ef44-49a4-a59b-8883c396b164 HTTP/1.1" status: 200 len: 945 time: 0.1671190 Jun 11 10:48:00.958094 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-52746402-5d77-4ba2-910a-7ec75c7e57d5 req-ac290705-8908-49d8-b42e-f39f3946ea2b tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810490 Jun 11 10:48:01.138371 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-717cdd97-f127-47b1-b6e4-62d652463b5b req-1cda8c77-f71f-40de-b83a-b1ab5656611b service neutron] For port 76478d7c-e870-4573-93d1-1dad7983cc6d, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=76478d7c-e870-4573-93d1-1dad7983cc6d,segment=NetworkSegment(cba3afd8-732a-4bf5-b4a2-75681c22ff7c),segment_id=cba3afd8-732a-4bf5-b4a2-75681c22ff7c)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:48:01.172666 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-717cdd97-f127-47b1-b6e4-62d652463b5b req-1cda8c77-f71f-40de-b83a-b1ab5656611b service neutron] For port 76478d7c-e870-4573-93d1-1dad7983cc6d, host n-h1-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:48:01.221995 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5f08a25-ef44-49a4-a59b-8883c396b164', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76478d7c-e870-4573-93d1-1dad7983cc6d'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:48:01.224983 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}643e21d40ac4e3065485de32a7022d96f1e50a2184c22f19f22390af1fd7c19b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28fb3ee8-0eaf-4807-b3fc-a2cd71bc4a5a" -d '{"events": [{"server_uuid": "f5f08a25-ef44-49a4-a59b-8883c396b164", "name": "network-vif-unplugged", "status": "completed", "tag": "76478d7c-e870-4573-93d1-1dad7983cc6d"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:48:01.228820 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-717cdd97-f127-47b1-b6e4-62d652463b5b req-1cda8c77-f71f-40de-b83a-b1ab5656611b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:48:01.242295 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-717cdd97-f127-47b1-b6e4-62d652463b5b req-1cda8c77-f71f-40de-b83a-b1ab5656611b service neutron] Transition to ACTIVE for port object 76478d7c-e870-4573-93d1-1dad7983cc6d will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:48:01.276226 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Jun 2021 10:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7519668f-0b20-4f08-a3ba-8e23620f5377 x-openstack-request-id: req-7519668f-0b20-4f08-a3ba-8e23620f5377 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:48:01.276581 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5f08a25-ef44-49a4-a59b-8883c396b164", "name": "network-vif-unplugged", "status": "completed", "tag": "76478d7c-e870-4573-93d1-1dad7983cc6d", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:48:01.276892 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7519668f-0b20-4f08-a3ba-8e23620f5377 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:48:01.277351 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5f08a25-ef44-49a4-a59b-8883c396b164', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76478d7c-e870-4573-93d1-1dad7983cc6d', 'code': 200} Jun 11 10:48:01.335331 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-717cdd97-f127-47b1-b6e4-62d652463b5b req-1cda8c77-f71f-40de-b83a-b1ab5656611b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:48:01.337600 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2c13c185-96f0-4fca-8902-7dc2d45decf4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:48:01.455352 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cda8c77-f71f-40de-b83a-b1ab5656611b service neutron] Pushing event updated for resources: {'Port': ['ID=76478d7c-e870-4573-93d1-1dad7983cc6d,revision_number=10']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:48:01.482195 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cda8c77-f71f-40de-b83a-b1ab5656611b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:48:01.482589 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cda8c77-f71f-40de-b83a-b1ab5656611b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:48:01.482984 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cda8c77-f71f-40de-b83a-b1ab5656611b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:48:01.483354 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cda8c77-f71f-40de-b83a-b1ab5656611b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:48:01.483755 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cda8c77-f71f-40de-b83a-b1ab5656611b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:48:01.484129 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cda8c77-f71f-40de-b83a-b1ab5656611b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:48:01.484496 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cda8c77-f71f-40de-b83a-b1ab5656611b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:48:01.484864 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cda8c77-f71f-40de-b83a-b1ab5656611b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:48:01.485236 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cda8c77-f71f-40de-b83a-b1ab5656611b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:48:01.485606 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cda8c77-f71f-40de-b83a-b1ab5656611b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:48:01.485971 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cda8c77-f71f-40de-b83a-b1ab5656611b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:48:01.486335 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cda8c77-f71f-40de-b83a-b1ab5656611b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:48:01.494685 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1cda8c77-f71f-40de-b83a-b1ab5656611b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:48:01.523958 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-717cdd97-f127-47b1-b6e4-62d652463b5b req-1cda8c77-f71f-40de-b83a-b1ab5656611b service neutron] No DVR routers for this DVR port 76478d7c-e870-4573-93d1-1dad7983cc6d on host n-h1-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:48:01.707306 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-717cdd97-f127-47b1-b6e4-62d652463b5b req-1cda8c77-f71f-40de-b83a-b1ab5656611b service neutron] Attempting to bind port 76478d7c-e870-4573-93d1-1dad7983cc6d on host n-h2-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:48:01.708045 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-717cdd97-f127-47b1-b6e4-62d652463b5b req-1cda8c77-f71f-40de-b83a-b1ab5656611b service neutron] Attempting to bind port 76478d7c-e870-4573-93d1-1dad7983cc6d by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': 'cba3afd8-732a-4bf5-b4a2-75681c22ff7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:48:01.708045 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717cdd97-f127-47b1-b6e4-62d652463b5b req-1cda8c77-f71f-40de-b83a-b1ab5656611b service neutron] Attempting to bind port 76478d7c-e870-4573-93d1-1dad7983cc6d on network 138947f1-478f-4350-8cce-0cd89d3c929c {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:48:01.712080 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717cdd97-f127-47b1-b6e4-62d652463b5b req-1cda8c77-f71f-40de-b83a-b1ab5656611b service neutron] Port 76478d7c-e870-4573-93d1-1dad7983cc6d on network 138947f1-478f-4350-8cce-0cd89d3c929c not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:48:01.712406 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717cdd97-f127-47b1-b6e4-62d652463b5b req-1cda8c77-f71f-40de-b83a-b1ab5656611b service neutron] Attempting to bind port 76478d7c-e870-4573-93d1-1dad7983cc6d on network 138947f1-478f-4350-8cce-0cd89d3c929c {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:48:01.717272 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717cdd97-f127-47b1-b6e4-62d652463b5b req-1cda8c77-f71f-40de-b83a-b1ab5656611b service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:48:01.717609 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717cdd97-f127-47b1-b6e4-62d652463b5b req-1cda8c77-f71f-40de-b83a-b1ab5656611b service neutron] Checking segment: {'id': 'cba3afd8-732a-4bf5-b4a2-75681c22ff7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:48:01.717990 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717cdd97-f127-47b1-b6e4-62d652463b5b req-1cda8c77-f71f-40de-b83a-b1ab5656611b service neutron] Bound using segment: {'id': 'cba3afd8-732a-4bf5-b4a2-75681c22ff7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:48:01.718416 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-717cdd97-f127-47b1-b6e4-62d652463b5b req-1cda8c77-f71f-40de-b83a-b1ab5656611b service neutron] Bound port: 76478d7c-e870-4573-93d1-1dad7983cc6d, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cba3afd8-732a-4bf5-b4a2-75681c22ff7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:48:01.718760 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-717cdd97-f127-47b1-b6e4-62d652463b5b req-1cda8c77-f71f-40de-b83a-b1ab5656611b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:48:01.797227 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-717cdd97-f127-47b1-b6e4-62d652463b5b req-1cda8c77-f71f-40de-b83a-b1ab5656611b service neutron] For port 76478d7c-e870-4573-93d1-1dad7983cc6d, host n-h2-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:48:01.797227 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-717cdd97-f127-47b1-b6e4-62d652463b5b req-1cda8c77-f71f-40de-b83a-b1ab5656611b service neutron] For port 76478d7c-e870-4573-93d1-1dad7983cc6d, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=76478d7c-e870-4573-93d1-1dad7983cc6d,segment=NetworkSegment(cba3afd8-732a-4bf5-b4a2-75681c22ff7c),segment_id=cba3afd8-732a-4bf5-b4a2-75681c22ff7c)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:48:01.917720 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:48:01.940368 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-717cdd97-f127-47b1-b6e4-62d652463b5b req-1cda8c77-f71f-40de-b83a-b1ab5656611b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:48:01.942602 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2d0f50da-2314-48d7-b6cc-b671d2bae8b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:48:02.023185 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717cdd97-f127-47b1-b6e4-62d652463b5b req-1cda8c77-f71f-40de-b83a-b1ab5656611b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:48:02.023185 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-717cdd97-f127-47b1-b6e4-62d652463b5b req-1cda8c77-f71f-40de-b83a-b1ab5656611b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:48:02.023185 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-717cdd97-f127-47b1-b6e4-62d652463b5b req-1cda8c77-f71f-40de-b83a-b1ab5656611b service neutron] 10.222.0.69 "PUT /v2.0/ports/76478d7c-e870-4573-93d1-1dad7983cc6d HTTP/1.1" status: 200 len: 1093 time: 1.2823548 Jun 11 10:48:02.047691 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cda8c77-f71f-40de-b83a-b1ab5656611b service neutron] Pushing event updated for resources: {'Port': ['ID=76478d7c-e870-4573-93d1-1dad7983cc6d,revision_number=11']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:48:02.051314 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1cda8c77-f71f-40de-b83a-b1ab5656611b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:48:02.082629 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717cdd97-f127-47b1-b6e4-62d652463b5b req-03b39070-c2d0-4860-bda5-a0975dab5f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:48:02.084984 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-717cdd97-f127-47b1-b6e4-62d652463b5b req-03b39070-c2d0-4860-bda5-a0975dab5f3b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5a2172181f6b4cd0a7c7c9bb506434a5&device_id=f5f08a25-ef44-49a4-a59b-8883c396b164 HTTP/1.1" status: 200 len: 1096 time: 0.0731404 Jun 11 10:48:02.259542 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717cdd97-f127-47b1-b6e4-62d652463b5b req-79ceab08-057f-42e3-9b23-b711211a824f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:48:02.261007 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-717cdd97-f127-47b1-b6e4-62d652463b5b req-79ceab08-057f-42e3-9b23-b711211a824f service neutron] 10.222.0.69 "GET /v2.0/networks?id=138947f1-478f-4350-8cce-0cd89d3c929c HTTP/1.1" status: 200 len: 912 time: 0.1693351 Jun 11 10:48:02.269508 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad4e7a7-eb22-4bac-a257-ad91bbb15ec4 req-d50d3842-068b-4f4e-b302-faa98c0783b8 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:48:02.270966 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-aad4e7a7-eb22-4bac-a257-ad91bbb15ec4 req-d50d3842-068b-4f4e-b302-faa98c0783b8 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f08a25-ef44-49a4-a59b-8883c396b164 HTTP/1.1" status: 200 len: 944 time: 0.1779964 Jun 11 10:48:02.373870 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-aad4e7a7-eb22-4bac-a257-ad91bbb15ec4 req-3f981cbd-b371-4026-bb62-ce350c9ed6a0 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960457 Jun 11 10:48:02.380040 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-717cdd97-f127-47b1-b6e4-62d652463b5b req-231713e5-29b6-4455-bba0-65ae91830a8c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76478d7c-e870-4573-93d1-1dad7983cc6d HTTP/1.1" status: 200 len: 999 time: 0.1082456 Jun 11 10:48:02.443395 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717cdd97-f127-47b1-b6e4-62d652463b5b req-fadc0fab-9fa1-4461-a250-430dc87c00e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:48:02.444914 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-717cdd97-f127-47b1-b6e4-62d652463b5b req-fadc0fab-9fa1-4461-a250-430dc87c00e1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9bcb036b-50e1-441b-b763-25737c996068 HTTP/1.1" status: 200 len: 850 time: 0.0578864 Jun 11 10:48:02.508285 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717cdd97-f127-47b1-b6e4-62d652463b5b req-13ed3118-947a-4404-94fb-6a1db0fc705b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:48:02.509971 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-717cdd97-f127-47b1-b6e4-62d652463b5b req-13ed3118-947a-4404-94fb-6a1db0fc705b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=138947f1-478f-4350-8cce-0cd89d3c929c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0585971 Jun 11 10:48:03.003063 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-717cdd97-f127-47b1-b6e4-62d652463b5b req-05e3bac3-cdd3-409a-b3de-bb4f5092331a service neutron] 10.222.0.69 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4870203 Jun 11 10:48:03.120212 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-717cdd97-f127-47b1-b6e4-62d652463b5b req-0cdb1dca-0558-44c3-80d6-60c1e7625d6e service neutron] 10.222.0.69 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108310 Jun 11 10:48:03.279262 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5f08a25-ef44-49a4-a59b-8883c396b164', 'tag': '76478d7c-e870-4573-93d1-1dad7983cc6d'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:48:03.281876 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}643e21d40ac4e3065485de32a7022d96f1e50a2184c22f19f22390af1fd7c19b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e8584a0-cbe7-48e0-8c14-0d0b9cf667cf" -d '{"events": [{"name": "network-changed", "server_uuid": "f5f08a25-ef44-49a4-a59b-8883c396b164", "tag": "76478d7c-e870-4573-93d1-1dad7983cc6d"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:48:03.338018 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e88d44-c018-4182-99f4-c1da377a3b14 x-openstack-request-id: req-30e88d44-c018-4182-99f4-c1da377a3b14 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:48:03.338400 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5f08a25-ef44-49a4-a59b-8883c396b164", "tag": "76478d7c-e870-4573-93d1-1dad7983cc6d", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:48:03.339127 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-30e88d44-c018-4182-99f4-c1da377a3b14 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:48:03.339127 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5f08a25-ef44-49a4-a59b-8883c396b164', 'tag': '76478d7c-e870-4573-93d1-1dad7983cc6d', 'status': 'completed', 'code': 200} Jun 11 10:48:03.400084 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 76478d7c-e870-4573-93d1-1dad7983cc6d no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:48:03.422883 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8584a0-cbe7-48e0-8c14-0d0b9cf667cf req-98afcdfc-6432-4d9b-ad2d-e98ef80b0afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:48:03.424733 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5e8584a0-cbe7-48e0-8c14-0d0b9cf667cf req-98afcdfc-6432-4d9b-ad2d-e98ef80b0afc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a2172181f6b4cd0a7c7c9bb506434a5&device_id=f5f08a25-ef44-49a4-a59b-8883c396b164 HTTP/1.1" status: 200 len: 1096 time: 0.0702326 Jun 11 10:48:03.428346 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8584a0-cbe7-48e0-8c14-0d0b9cf667cf req-a435eff8-def9-4724-b64f-46f3f60e09c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:48:03.429856 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5e8584a0-cbe7-48e0-8c14-0d0b9cf667cf req-a435eff8-def9-4724-b64f-46f3f60e09c7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5a2172181f6b4cd0a7c7c9bb506434a5&device_id=f5f08a25-ef44-49a4-a59b-8883c396b164 HTTP/1.1" status: 200 len: 1096 time: 0.0690610 Jun 11 10:48:03.447483 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device 76478d7c-e870-4573-93d1-1dad7983cc6d not bound to the agent host n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:48:03.554659 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8584a0-cbe7-48e0-8c14-0d0b9cf667cf req-83a9d3e9-ee72-4d0c-9bc0-a1aed07acb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:48:03.556163 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5e8584a0-cbe7-48e0-8c14-0d0b9cf667cf req-83a9d3e9-ee72-4d0c-9bc0-a1aed07acb61 service neutron] 10.222.0.64 "GET /v2.0/networks?id=138947f1-478f-4350-8cce-0cd89d3c929c HTTP/1.1" status: 200 len: 912 time: 0.1252737 Jun 11 10:48:03.598769 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8584a0-cbe7-48e0-8c14-0d0b9cf667cf req-98670f15-9cf4-426c-93aa-80c3fc826009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:48:03.600297 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5e8584a0-cbe7-48e0-8c14-0d0b9cf667cf req-98670f15-9cf4-426c-93aa-80c3fc826009 service neutron] 10.222.0.69 "GET /v2.0/networks?id=138947f1-478f-4350-8cce-0cd89d3c929c HTTP/1.1" status: 200 len: 912 time: 0.1641560 Jun 11 10:48:03.649663 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5e8584a0-cbe7-48e0-8c14-0d0b9cf667cf req-2daa0caf-4387-44c5-96d2-aec3d4854038 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76478d7c-e870-4573-93d1-1dad7983cc6d HTTP/1.1" status: 200 len: 999 time: 0.0877054 Jun 11 10:48:03.676157 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48c2ca3-6053-490b-aedf-500692155a55 req-9d65c9d3-c311-4c51-920f-12c7dc2e7eb8 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:48:03.678085 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a48c2ca3-6053-490b-aedf-500692155a55 req-9d65c9d3-c311-4c51-920f-12c7dc2e7eb8 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f08a25-ef44-49a4-a59b-8883c396b164 HTTP/1.1" status: 200 len: 944 time: 0.1546249 Jun 11 10:48:03.707276 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8584a0-cbe7-48e0-8c14-0d0b9cf667cf req-e08c954c-976a-4697-98c1-431b448eca04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:48:03.708800 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5e8584a0-cbe7-48e0-8c14-0d0b9cf667cf req-e08c954c-976a-4697-98c1-431b448eca04 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9bcb036b-50e1-441b-b763-25737c996068 HTTP/1.1" status: 200 len: 850 time: 0.0537665 Jun 11 10:48:03.720234 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5e8584a0-cbe7-48e0-8c14-0d0b9cf667cf req-7a3eb2e9-81f0-4535-9049-9c7f305a5d18 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76478d7c-e870-4573-93d1-1dad7983cc6d HTTP/1.1" status: 200 len: 999 time: 0.1123171 Jun 11 10:48:03.767908 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a48c2ca3-6053-490b-aedf-500692155a55 req-5fa84a3c-3f4a-43a8-8c3d-4a56d557e030 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833454 Jun 11 10:48:03.779036 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8584a0-cbe7-48e0-8c14-0d0b9cf667cf req-13339364-34fb-4781-ba7e-4272d8710d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:48:03.780759 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5e8584a0-cbe7-48e0-8c14-0d0b9cf667cf req-13339364-34fb-4781-ba7e-4272d8710d00 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=138947f1-478f-4350-8cce-0cd89d3c929c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0655644 Jun 11 10:48:03.793194 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8584a0-cbe7-48e0-8c14-0d0b9cf667cf req-59f359ef-7fca-4a2a-93cb-d66fce03539d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:48:03.794858 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5e8584a0-cbe7-48e0-8c14-0d0b9cf667cf req-59f359ef-7fca-4a2a-93cb-d66fce03539d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9bcb036b-50e1-441b-b763-25737c996068 HTTP/1.1" status: 200 len: 850 time: 0.0661941 Jun 11 10:48:03.869519 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8584a0-cbe7-48e0-8c14-0d0b9cf667cf req-c839d6cf-5674-40f0-8bf5-31058085214e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:48:03.871019 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5e8584a0-cbe7-48e0-8c14-0d0b9cf667cf req-c839d6cf-5674-40f0-8bf5-31058085214e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=138947f1-478f-4350-8cce-0cd89d3c929c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0692322 Jun 11 10:48:03.907260 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5e8584a0-cbe7-48e0-8c14-0d0b9cf667cf req-a8a5205e-d4a5-4e92-b0fc-887bbbc925f1 service neutron] 10.222.0.64 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204031 Jun 11 10:48:04.010621 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5e8584a0-cbe7-48e0-8c14-0d0b9cf667cf req-db296b64-2e98-4f0d-a270-b64831ab96b9 service neutron] 10.222.0.69 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279302 Jun 11 10:48:04.036982 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-5e8584a0-cbe7-48e0-8c14-0d0b9cf667cf req-76184089-3fc8-443b-a419-aec1732ca0ee service neutron] 10.222.0.64 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231711 Jun 11 10:48:04.127666 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-5e8584a0-cbe7-48e0-8c14-0d0b9cf667cf req-3b12766d-d1d9-4bb0-bd65-af4f3c86b965 service neutron] 10.222.0.69 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103530 Jun 11 10:48:04.963922 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d45d4-71a3-4a75-8f88-c1e5610e9ec8 req-6a41c6e5-1e88-4012-b3c0-f4fcc503f6bc tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:48:04.965732 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ee5d45d4-71a3-4a75-8f88-c1e5610e9ec8 req-6a41c6e5-1e88-4012-b3c0-f4fcc503f6bc tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f08a25-ef44-49a4-a59b-8883c396b164 HTTP/1.1" status: 200 len: 944 time: 0.0797522 Jun 11 10:48:05.012492 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ee5d45d4-71a3-4a75-8f88-c1e5610e9ec8 req-0a871f62-8841-42fa-aad2-93cbd88126f0 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386953 Jun 11 10:48:05.758883 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 76478d7c-e870-4573-93d1-1dad7983cc6d details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 10:48:05.879512 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 76478d7c-e870-4573-93d1-1dad7983cc6d, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=76478d7c-e870-4573-93d1-1dad7983cc6d,segment=NetworkSegment(cba3afd8-732a-4bf5-b4a2-75681c22ff7c),segment_id=cba3afd8-732a-4bf5-b4a2-75681c22ff7c)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:48:05.894095 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': '76478d7c-e870-4573-93d1-1dad7983cc6d', 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c', 'port_id': '76478d7c-e870-4573-93d1-1dad7983cc6d', 'mac_address': 'fa:16:3e:69:aa:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bcb036b-50e1-441b-b763-25737c996068', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 10:48:05.941137 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:48:05.956616 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76478d7c-e870-4573-93d1-1dad7983cc6d {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:48:05.978111 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 76478d7c-e870-4573-93d1-1dad7983cc6d, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=76478d7c-e870-4573-93d1-1dad7983cc6d,segment=NetworkSegment(cba3afd8-732a-4bf5-b4a2-75681c22ff7c),segment_id=cba3afd8-732a-4bf5-b4a2-75681c22ff7c)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:48:06.089271 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:48:06.091944 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:48:06.150055 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=76478d7c-e870-4573-93d1-1dad7983cc6d,revision_number=12']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:48:06.153385 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:48:06.208083 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb1068-8db1-4d89-998f-c829a846623f req-03a13b06-f3c2-4bda-bce8-c9650f6c473d tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:48:06.209638 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ffbb1068-8db1-4d89-998f-c829a846623f req-03a13b06-f3c2-4bda-bce8-c9650f6c473d tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f08a25-ef44-49a4-a59b-8883c396b164 HTTP/1.1" status: 200 len: 945 time: 0.0773168 Jun 11 10:48:06.255346 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ffbb1068-8db1-4d89-998f-c829a846623f req-dae6cc79-0c15-4407-b691-08e55a656041 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395226 Jun 11 10:48:06.294883 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:48:06.565129 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['76478d7c-e870-4573-93d1-1dad7983cc6d'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:48:07.451167 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c393efb1-1561-4e68-bea6-ef7098f85b1c req-fd6387eb-f4f8-47b0-a226-3d3e423c3efa tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:48:07.452704 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c393efb1-1561-4e68-bea6-ef7098f85b1c req-fd6387eb-f4f8-47b0-a226-3d3e423c3efa tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f08a25-ef44-49a4-a59b-8883c396b164 HTTP/1.1" status: 200 len: 945 time: 0.0770750 Jun 11 10:48:07.498041 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c393efb1-1561-4e68-bea6-ef7098f85b1c req-0e5ca2e9-c8c9-48f2-b4c2-a631372a73b2 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390568 Jun 11 10:48:07.680843 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6423a5de-d229-45ca-aea5-68634d66667b req-c97e3aba-38e0-4890-8a6f-05a764e96572 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:48:07.682421 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6423a5de-d229-45ca-aea5-68634d66667b req-c97e3aba-38e0-4890-8a6f-05a764e96572 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f08a25-ef44-49a4-a59b-8883c396b164 HTTP/1.1" status: 200 len: 945 time: 0.0706084 Jun 11 10:48:07.727789 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6423a5de-d229-45ca-aea5-68634d66667b req-f05f8107-9661-45cf-bbde-3182cd05af99 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394623 Jun 11 10:48:07.764731 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 76478d7c-e870-4573-93d1-1dad7983cc6d up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:48:07.917905 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning for port 76478d7c-e870-4573-93d1-1dad7983cc6d completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:48:07.921007 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3419c3-39f8-43cf-96c2-8613b022c4c7 req-d6177be6-2bcc-482e-8023-04efb3c6434a tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:48:07.922523 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ab3419c3-39f8-43cf-96c2-8613b022c4c7 req-d6177be6-2bcc-482e-8023-04efb3c6434a tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f08a25-ef44-49a4-a59b-8883c396b164 HTTP/1.1" status: 200 len: 945 time: 0.0790110 Jun 11 10:48:07.923778 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port 76478d7c-e870-4573-93d1-1dad7983cc6d triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:48:07.924403 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:48:07.968388 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ab3419c3-39f8-43cf-96c2-8613b022c4c7 req-008fe45e-de57-419c-b984-ff396cf91a90 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394416 Jun 11 10:48:08.027022 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:48:08.053407 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5f08a25-ef44-49a4-a59b-8883c396b164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76478d7c-e870-4573-93d1-1dad7983cc6d'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:48:08.055728 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc8b525cf092a189a0ea2f07e82bebdb29a480b8a476d2f40da93c0b22490dae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4239cdb4-6900-4d9d-8956-e1066013d22b" -d '{"events": [{"server_uuid": "f5f08a25-ef44-49a4-a59b-8883c396b164", "name": "network-vif-plugged", "status": "completed", "tag": "76478d7c-e870-4573-93d1-1dad7983cc6d"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:48:08.069880 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port 76478d7c-e870-4573-93d1-1dad7983cc6d, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=76478d7c-e870-4573-93d1-1dad7983cc6d,segment=NetworkSegment(cba3afd8-732a-4bf5-b4a2-75681c22ff7c),segment_id=cba3afd8-732a-4bf5-b4a2-75681c22ff7c)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:48:08.192248 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:48:08.195320 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:48:08.248513 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=76478d7c-e870-4573-93d1-1dad7983cc6d,revision_number=13']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:48:08.251813 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:48:08.501323 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45bdadec-a050-42b6-89c1-e0efa06316c5 x-openstack-request-id: req-45bdadec-a050-42b6-89c1-e0efa06316c5 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:48:08.501684 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5f08a25-ef44-49a4-a59b-8883c396b164", "name": "network-vif-plugged", "status": "completed", "tag": "76478d7c-e870-4573-93d1-1dad7983cc6d", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:48:08.502041 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-45bdadec-a050-42b6-89c1-e0efa06316c5 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:48:08.502528 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5f08a25-ef44-49a4-a59b-8883c396b164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76478d7c-e870-4573-93d1-1dad7983cc6d', 'code': 200} Jun 11 10:48:08.663816 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1168b1c-f4a8-48cb-be29-c9710c821781 req-e2ed3edf-d537-440f-ad54-d0c3b1149d9d tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:48:08.665314 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d1168b1c-f4a8-48cb-be29-c9710c821781 req-e2ed3edf-d537-440f-ad54-d0c3b1149d9d tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f08a25-ef44-49a4-a59b-8883c396b164 HTTP/1.1" status: 200 len: 946 time: 0.0759594 Jun 11 10:48:08.719342 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d1168b1c-f4a8-48cb-be29-c9710c821781 req-5ceb011e-108a-438b-82c0-f224d492962e tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479126 Jun 11 10:48:09.470502 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:48:09.914673 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e3cb1-6d70-4357-95b0-337134f4642e req-52c3095e-8f82-45e7-8485-935fded8a338 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:48:09.916171 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-255e3cb1-6d70-4357-95b0-337134f4642e req-52c3095e-8f82-45e7-8485-935fded8a338 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f08a25-ef44-49a4-a59b-8883c396b164 HTTP/1.1" status: 200 len: 946 time: 0.0784087 Jun 11 10:48:09.959291 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-255e3cb1-6d70-4357-95b0-337134f4642e req-58c28160-c50f-4e46-8a9a-b6d3442abab7 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371106 Jun 11 10:48:10.225669 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cbe890-bf01-4336-a4f5-7551196aeb11 req-a9153137-cd6a-4ef6-a513-4cfc8c113b72 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:48:10.227099 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-09cbe890-bf01-4336-a4f5-7551196aeb11 req-a9153137-cd6a-4ef6-a513-4cfc8c113b72 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.69 "GET /v2.0/ports?device_id=f5f08a25-ef44-49a4-a59b-8883c396b164 HTTP/1.1" status: 200 len: 946 time: 0.0796075 Jun 11 10:48:10.352683 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-09cbe890-bf01-4336-a4f5-7551196aeb11 req-d7c1c6b9-0781-428c-bf0d-f8b7438eaf53 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Deleting port 76478d7c-e870-4573-93d1-1dad7983cc6d {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:48:10.353029 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-09cbe890-bf01-4336-a4f5-7551196aeb11 req-d7c1c6b9-0781-428c-bf0d-f8b7438eaf53 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:48:10.485069 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-09cbe890-bf01-4336-a4f5-7551196aeb11 req-d7c1c6b9-0781-428c-bf0d-f8b7438eaf53 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] For port 76478d7c-e870-4573-93d1-1dad7983cc6d, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=76478d7c-e870-4573-93d1-1dad7983cc6d,segment=NetworkSegment(cba3afd8-732a-4bf5-b4a2-75681c22ff7c),segment_id=cba3afd8-732a-4bf5-b4a2-75681c22ff7c)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:48:10.485478 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-09cbe890-bf01-4336-a4f5-7551196aeb11 req-d7c1c6b9-0781-428c-bf0d-f8b7438eaf53 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:48:10.738410 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-09cbe890-bf01-4336-a4f5-7551196aeb11 req-d7c1c6b9-0781-428c-bf0d-f8b7438eaf53 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:48:10.738753 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-09cbe890-bf01-4336-a4f5-7551196aeb11 req-d7c1c6b9-0781-428c-bf0d-f8b7438eaf53 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:48:10.739072 n-d-779913-12 neutron-server[93177]: INFO neutron.db.l3_db [req-09cbe890-bf01-4336-a4f5-7551196aeb11 req-d7c1c6b9-0781-428c-bf0d-f8b7438eaf53 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Floating IP 1db4376b-e1be-4c7e-b1bc-36bfa056dfc7 disassociated. External IP: 172.25.4.50, port: 76478d7c-e870-4573-93d1-1dad7983cc6d. Jun 11 10:48:10.739412 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [req-09cbe890-bf01-4336-a4f5-7551196aeb11 req-d7c1c6b9-0781-428c-bf0d-f8b7438eaf53 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Calling delete_port for 76478d7c-e870-4573-93d1-1dad7983cc6d owned by compute:nova {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:48:11.008876 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-09cbe890-bf01-4336-a4f5-7551196aeb11 req-d7c1c6b9-0781-428c-bf0d-f8b7438eaf53 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:48:11.013357 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-688d2684-c50d-4706-805b-f9498bf575a8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:48:11.046284 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c1c6b9-0781-428c-bf0d-f8b7438eaf53 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Pushing event deleted for resources: {'Port': ['ID=76478d7c-e870-4573-93d1-1dad7983cc6d,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:48:11.049469 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d7c1c6b9-0781-428c-bf0d-f8b7438eaf53 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:48:11.185562 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4f2bf4fb-3aff-41fb-bdbd-73b6afcc045f req-36a654bb-2374-4666-8c79-269764730f80 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f08a25-ef44-49a4-a59b-8883c396b164 HTTP/1.1" status: 200 len: 210 time: 0.0792236 Jun 11 10:48:11.237302 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [req-09cbe890-bf01-4336-a4f5-7551196aeb11 req-d7c1c6b9-0781-428c-bf0d-f8b7438eaf53 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Router 26111990-d112-4825-9709-f26d9b7c841d has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:48:11.383407 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-09cbe890-bf01-4336-a4f5-7551196aeb11 req-d7c1c6b9-0781-428c-bf0d-f8b7438eaf53 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:48:11.394048 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5db7a2d-8a52-4c16-a302-5e7be0f56731 None None] Sync routers for ids ['26111990-d112-4825-9709-f26d9b7c841d'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:48:11.403776 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5db7a2d-8a52-4c16-a302-5e7be0f56731 None None] Routers {'26111990-d112-4825-9709-f26d9b7c841d'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:48:11.404434 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-e5db7a2d-8a52-4c16-a302-5e7be0f56731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:47:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['26111990-d112-4825-9709-f26d9b7c841d'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:48:11.441267 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-09cbe890-bf01-4336-a4f5-7551196aeb11 req-d7c1c6b9-0781-428c-bf0d-f8b7438eaf53 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] No DVR routers for this DVR port 76478d7c-e870-4573-93d1-1dad7983cc6d on host n-h2-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:48:11.444672 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-09cbe890-bf01-4336-a4f5-7551196aeb11 req-d7c1c6b9-0781-428c-bf0d-f8b7438eaf53 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:48:11.446770 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-09cbe890-bf01-4336-a4f5-7551196aeb11 req-d7c1c6b9-0781-428c-bf0d-f8b7438eaf53 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.69 "DELETE /v2.0/ports/76478d7c-e870-4573-93d1-1dad7983cc6d HTTP/1.1" status: 204 len: 173 time: 1.2129657 Jun 11 10:48:11.447296 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5f08a25-ef44-49a4-a59b-8883c396b164', 'name': 'network-vif-deleted', 'tag': '76478d7c-e870-4573-93d1-1dad7983cc6d'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:48:11.449728 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}643e21d40ac4e3065485de32a7022d96f1e50a2184c22f19f22390af1fd7c19b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e752549a-76a1-4b77-a00d-3ad83d8dd419" -d '{"events": [{"server_uuid": "f5f08a25-ef44-49a4-a59b-8883c396b164", "name": "network-vif-deleted", "tag": "76478d7c-e870-4573-93d1-1dad7983cc6d"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:48:11.558097 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-e5db7a2d-8a52-4c16-a302-5e7be0f56731 None None] Set router 26111990-d112-4825-9709-f26d9b7c841d gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:48:11.675362 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-617839a7-b977-464d-9af0-0233b9305075 x-openstack-request-id: req-617839a7-b977-464d-9af0-0233b9305075 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:48:11.675813 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5f08a25-ef44-49a4-a59b-8883c396b164", "name": "network-vif-deleted", "tag": "76478d7c-e870-4573-93d1-1dad7983cc6d", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:48:11.676123 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-617839a7-b977-464d-9af0-0233b9305075 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:48:11.677104 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5f08a25-ef44-49a4-a59b-8883c396b164', 'name': 'network-vif-deleted', 'tag': '76478d7c-e870-4573-93d1-1dad7983cc6d', 'status': 'completed', 'code': 200} Jun 11 10:48:11.830921 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-e5db7a2d-8a52-4c16-a302-5e7be0f56731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26111990-d112-4825-9709-f26d9b7c841d', 'name': 'tempest-ServerActionsTestJSON-313380036-router', 'tenant_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '0c39ff4a-0577-42ba-ae36-280a41a0a3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:37:04Z', 'updated_at': '2021-06-11T10:37:09Z', 'revision_number': 4, 'project_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'gw_port': {'id': '0c39ff4a-0577-42ba-ae36-280a41a0a3b6', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:70:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26111990-d112-4825-9709-f26d9b7c841d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:37:05Z', 'updated_at': '2021-06-11T10:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '034e839d-c79b-4cc7-a007-6546c575a8aa', 'name': '', 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c', 'tenant_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'mac_address': 'fa:16:3e:89:d0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26111990-d112-4825-9709-f26d9b7c841d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '9bcb036b-50e1-441b-b763-25737c996068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:37:08Z', 'updated_at': '2021-06-11T10:37:14Z', 'revision_number': 5, 'project_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'subnets': [{'id': '9bcb036b-50e1-441b-b763-25737c996068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:48:11.834448 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5db7a2d-8a52-4c16-a302-5e7be0f56731 None None] Checking router: 26111990-d112-4825-9709-f26d9b7c841d for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:48:11.843026 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5db7a2d-8a52-4c16-a302-5e7be0f56731 None None] Routers {'26111990-d112-4825-9709-f26d9b7c841d'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:48:11.843661 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-e5db7a2d-8a52-4c16-a302-5e7be0f56731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:47:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['26111990-d112-4825-9709-f26d9b7c841d'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:48:12.085028 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-e5db7a2d-8a52-4c16-a302-5e7be0f56731 None None] Set router 26111990-d112-4825-9709-f26d9b7c841d gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:48:12.353530 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-98371b53-96a2-4fea-90d2-52f5b952b4d3 req-05092993-578e-48b9-9ee7-cb52ea3397dd tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f08a25-ef44-49a4-a59b-8883c396b164 HTTP/1.1" status: 200 len: 210 time: 0.0368752 Jun 11 10:48:12.359666 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-e5db7a2d-8a52-4c16-a302-5e7be0f56731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26111990-d112-4825-9709-f26d9b7c841d', 'name': 'tempest-ServerActionsTestJSON-313380036-router', 'tenant_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '0c39ff4a-0577-42ba-ae36-280a41a0a3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:37:04Z', 'updated_at': '2021-06-11T10:37:09Z', 'revision_number': 4, 'project_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'gw_port': {'id': '0c39ff4a-0577-42ba-ae36-280a41a0a3b6', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:70:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26111990-d112-4825-9709-f26d9b7c841d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:37:05Z', 'updated_at': '2021-06-11T10:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '034e839d-c79b-4cc7-a007-6546c575a8aa', 'name': '', 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c', 'tenant_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'mac_address': 'fa:16:3e:89:d0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26111990-d112-4825-9709-f26d9b7c841d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '9bcb036b-50e1-441b-b763-25737c996068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:37:08Z', 'updated_at': '2021-06-11T10:37:14Z', 'revision_number': 5, 'project_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'subnets': [{'id': '9bcb036b-50e1-441b-b763-25737c996068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:48:12.363252 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5db7a2d-8a52-4c16-a302-5e7be0f56731 None None] The sync data for ids ['26111990-d112-4825-9709-f26d9b7c841d'] in n-d-779913-12 is: [{'id': '26111990-d112-4825-9709-f26d9b7c841d', 'name': 'tempest-ServerActionsTestJSON-313380036-router', 'tenant_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '0c39ff4a-0577-42ba-ae36-280a41a0a3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:37:04Z', 'updated_at': '2021-06-11T10:37:09Z', 'revision_number': 4, 'project_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'gw_port': {'id': '0c39ff4a-0577-42ba-ae36-280a41a0a3b6', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:70:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26111990-d112-4825-9709-f26d9b7c841d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:37:05Z', 'updated_at': '2021-06-11T10:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '034e839d-c79b-4cc7-a007-6546c575a8aa', 'name': '', 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c', 'tenant_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'mac_address': 'fa:16:3e:89:d0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26111990-d112-4825-9709-f26d9b7c841d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '9bcb036b-50e1-441b-b763-25737c996068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:37:08Z', 'updated_at': '2021-06-11T10:37:14Z', 'revision_number': 5, 'project_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'subnets': [{'id': '9bcb036b-50e1-441b-b763-25737c996068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:48:12.588422 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8d56a4-6ee0-48a8-a64e-1d79a0ed0e40 None None] New status for floating IP 1db4376b-e1be-4c7e-b1bc-36bfa056dfc7: DOWN {{(pid=93178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 10:48:12.997448 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-691347e0-957d-4841-b09d-1e993096c070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:48:13.810521 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 76478d7c-e870-4573-93d1-1dad7983cc6d no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:48:13.836653 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] No Port match for: 76478d7c-e870-4573-93d1-1dad7983cc6d {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:48:13.837017 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device 76478d7c-e870-4573-93d1-1dad7983cc6d not bound to the agent host n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:48:13.855039 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-51f29ef7-0533-4e82-9e61-59d5286424d7 req-b9991061-8c76-4c48-bc6a-34f8f6578ec4 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1178051475&fields=id&tenant_id=5a2172181f6b4cd0a7c7c9bb506434a5 HTTP/1.1" status: 200 len: 267 time: 0.0405064 Jun 11 10:48:14.002296 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f29ef7-0533-4e82-9e61-59d5286424d7 req-c1e0d8b6-014c-40f2-a2db-6af3ff863015 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:48:14.003893 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-51f29ef7-0533-4e82-9e61-59d5286424d7 req-c1e0d8b6-014c-40f2-a2db-6af3ff863015 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/networks?id=138947f1-478f-4350-8cce-0cd89d3c929c HTTP/1.1" status: 200 len: 811 time: 0.1418986 Jun 11 10:48:14.019625 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-51f29ef7-0533-4e82-9e61-59d5286424d7 req-37a4aa92-d10c-41b2-b964-24aa146c513c tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/quotas/5a2172181f6b4cd0a7c7c9bb506434a5 HTTP/1.1" status: 200 len: 375 time: 0.0097282 Jun 11 10:48:14.098996 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-51f29ef7-0533-4e82-9e61-59d5286424d7 req-f188e8fb-7382-4ce3-b605-704197261a84 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5a2172181f6b4cd0a7c7c9bb506434a5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0727575 Jun 11 10:48:14.223967 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-51f29ef7-0533-4e82-9e61-59d5286424d7 req-92203a0d-64bc-4bca-9093-0a3e82c582d5 service neutron] 10.222.0.60 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126623 Jun 11 10:48:14.353316 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-51f29ef7-0533-4e82-9e61-59d5286424d7 req-9d827dbe-ebe9-4b48-888b-f1d2d5cafc6f service neutron] 10.222.0.60 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234531 Jun 11 10:48:14.605139 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f87e1612-dfb9-41f8-afe6-dac1111f417c req-8bede0b6-eefa-41df-8940-02a5e9cb0e6e tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=8441be6f-9a84-4332-825e-db9b002af5d3 HTTP/1.1" status: 200 len: 210 time: 0.0339029 Jun 11 10:48:15.756149 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c1ffe4b8-c1c3-4dbe-9614-5a2e2248199b req-ec324ce7-c445-4bcf-81bb-0177c8dd2aaf tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=8441be6f-9a84-4332-825e-db9b002af5d3 HTTP/1.1" status: 200 len: 210 time: 0.0344379 Jun 11 10:48:15.860071 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d8d2ae16-cbf1-4ec1-8f93-8e89cb611d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:48:16.009064 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:48:16.908283 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7ac85c3e-bb55-4684-ad99-d5b37c27a542 req-060030ed-eda7-4085-9799-3bd12853595a tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=8441be6f-9a84-4332-825e-db9b002af5d3 HTTP/1.1" status: 200 len: 210 time: 0.0381103 Jun 11 10:48:17.077200 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:48:17.126304 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f29ef7-0533-4e82-9e61-59d5286424d7 req-8717e78c-d74a-43e8-8b68-00e8ed942fa3 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:48:17.127784 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-51f29ef7-0533-4e82-9e61-59d5286424d7 req-8717e78c-d74a-43e8-8b68-00e8ed942fa3 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.64 "GET /v2.0/networks?id=138947f1-478f-4350-8cce-0cd89d3c929c HTTP/1.1" status: 200 len: 811 time: 0.1744478 Jun 11 10:48:17.186833 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-51f29ef7-0533-4e82-9e61-59d5286424d7 req-f6d95c8f-89c2-4a66-b5a0-6adf64961513 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a2172181f6b4cd0a7c7c9bb506434a5 HTTP/1.1" status: 200 len: 380 time: 0.0513692 Jun 11 10:48:17.195784 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-51f29ef7-0533-4e82-9e61-59d5286424d7 req-1a716550-2623-472a-8591-72e66c09d2a0 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Request body: {'port': {'device_id': '8441be6f-9a84-4332-825e-db9b002af5d3', 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c', 'admin_state_up': True, 'tenant_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'security_groups': ['e917fed9-07e1-4581-ad3a-f3149cd76758']}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:48:17.831682 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51f29ef7-0533-4e82-9e61-59d5286424d7 req-1a716550-2623-472a-8591-72e66c09d2a0 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Made reservation on behalf of 5a2172181f6b4cd0a7c7c9bb506434a5 for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 10:48:17.835340 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-51f29ef7-0533-4e82-9e61-59d5286424d7 req-1a716550-2623-472a-8591-72e66c09d2a0 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:48:17.980964 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-51f29ef7-0533-4e82-9e61-59d5286424d7 req-1a716550-2623-472a-8591-72e66c09d2a0 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Allocated IP 172.20.0.3 (138947f1-478f-4350-8cce-0cd89d3c929c/9bcb036b-50e1-441b-b763-25737c996068/c90c933b-e969-45a3-9f10-2b6911bffd20) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 10:48:18.074516 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1174d4d0-e148-4bf9-9d98-5a82b2ca57cc req-cef18aee-3efc-4f68-97c3-0c97bda005fd tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=8441be6f-9a84-4332-825e-db9b002af5d3 HTTP/1.1" status: 200 len: 210 time: 0.0361378 Jun 11 10:48:18.159283 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-51f29ef7-0533-4e82-9e61-59d5286424d7 req-1a716550-2623-472a-8591-72e66c09d2a0 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:48:18.173123 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-51f29ef7-0533-4e82-9e61-59d5286424d7 req-1a716550-2623-472a-8591-72e66c09d2a0 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Transition to ACTIVE for port object c90c933b-e969-45a3-9f10-2b6911bffd20 will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:48:18.340960 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-51f29ef7-0533-4e82-9e61-59d5286424d7 req-1a716550-2623-472a-8591-72e66c09d2a0 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:48:18.345176 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-06a751bb-9e8a-43bb-9db3-4bb37c14b192 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:48:18.400872 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51f29ef7-0533-4e82-9e61-59d5286424d7 req-1a716550-2623-472a-8591-72e66c09d2a0 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Network 138947f1-478f-4350-8cce-0cd89d3c929c is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 10:48:18.404209 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-51f29ef7-0533-4e82-9e61-59d5286424d7 req-1a716550-2623-472a-8591-72e66c09d2a0 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 10:48:18.408243 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-51f29ef7-0533-4e82-9e61-59d5286424d7 req-1a716550-2623-472a-8591-72e66c09d2a0 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 10:48:18.441737 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a716550-2623-472a-8591-72e66c09d2a0 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Pushing event updated for resources: {'Port': ['ID=c90c933b-e969-45a3-9f10-2b6911bffd20,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:48:18.446540 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1a716550-2623-472a-8591-72e66c09d2a0 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:48:18.472662 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f29ef7-0533-4e82-9e61-59d5286424d7 req-1a716550-2623-472a-8591-72e66c09d2a0 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:48:18.473410 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-51f29ef7-0533-4e82-9e61-59d5286424d7 req-1a716550-2623-472a-8591-72e66c09d2a0 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:48:18.621464 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-51f29ef7-0533-4e82-9e61-59d5286424d7 req-1a716550-2623-472a-8591-72e66c09d2a0 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4297273 Jun 11 10:48:18.633139 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-51f29ef7-0533-4e82-9e61-59d5286424d7 req-99ad0e29-5ed3-4d57-8552-a51159c526a3 service neutron] Request body: {'port': {'device_id': '8441be6f-9a84-4332-825e-db9b002af5d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-12'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:48:18.666045 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:48:18.728238 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-51f29ef7-0533-4e82-9e61-59d5286424d7 req-99ad0e29-5ed3-4d57-8552-a51159c526a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:48:18.740648 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-ff0d77bc-18ce-46ee-aaac-028c6f9c5425 None None] Provisioning for port c90c933b-e969-45a3-9f10-2b6911bffd20 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:48:18.745003 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-ff0d77bc-18ce-46ee-aaac-028c6f9c5425 None None] Provisioning complete for port c90c933b-e969-45a3-9f10-2b6911bffd20 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:48:18.745465 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ff0d77bc-18ce-46ee-aaac-028c6f9c5425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:48:18.792763 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-ff0d77bc-18ce-46ee-aaac-028c6f9c5425 None None] Port c90c933b-e969-45a3-9f10-2b6911bffd20 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 10:48:19.062656 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [req-51f29ef7-0533-4e82-9e61-59d5286424d7 req-99ad0e29-5ed3-4d57-8552-a51159c526a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c90c933b-e969-45a3-9f10-2b6911bffd20 {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:48:19.070757 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-51f29ef7-0533-4e82-9e61-59d5286424d7 req-99ad0e29-5ed3-4d57-8552-a51159c526a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:48:19.083267 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-51f29ef7-0533-4e82-9e61-59d5286424d7 req-99ad0e29-5ed3-4d57-8552-a51159c526a3 service neutron] Transition to ACTIVE for port object c90c933b-e969-45a3-9f10-2b6911bffd20 will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:48:19.169277 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-51f29ef7-0533-4e82-9e61-59d5286424d7 req-99ad0e29-5ed3-4d57-8552-a51159c526a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:48:19.171600 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d98fc063-f8f5-4d36-80c8-873da0c737b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:48:19.281890 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4270bfcb-bf48-47a2-9d1b-d0b8de9b48db req-c82091a9-f98a-46ed-964e-c8ed3c3ab090 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:48:19.284181 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4270bfcb-bf48-47a2-9d1b-d0b8de9b48db req-c82091a9-f98a-46ed-964e-c8ed3c3ab090 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=8441be6f-9a84-4332-825e-db9b002af5d3 HTTP/1.1" status: 200 len: 943 time: 0.0873902 Jun 11 10:48:19.309689 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ad0e29-5ed3-4d57-8552-a51159c526a3 service neutron] Pushing event updated for resources: {'Port': ['ID=c90c933b-e969-45a3-9f10-2b6911bffd20,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:48:19.313635 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-99ad0e29-5ed3-4d57-8552-a51159c526a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:48:19.338594 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4270bfcb-bf48-47a2-9d1b-d0b8de9b48db req-d0dc0dec-71c6-4080-9b32-0994a1a4e1be tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471122 Jun 11 10:48:19.377871 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-51f29ef7-0533-4e82-9e61-59d5286424d7 req-99ad0e29-5ed3-4d57-8552-a51159c526a3 service neutron] Attempting to bind port c90c933b-e969-45a3-9f10-2b6911bffd20 on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:48:19.378206 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-51f29ef7-0533-4e82-9e61-59d5286424d7 req-99ad0e29-5ed3-4d57-8552-a51159c526a3 service neutron] Attempting to bind port c90c933b-e969-45a3-9f10-2b6911bffd20 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': 'cba3afd8-732a-4bf5-b4a2-75681c22ff7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:48:19.378566 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f29ef7-0533-4e82-9e61-59d5286424d7 req-99ad0e29-5ed3-4d57-8552-a51159c526a3 service neutron] Attempting to bind port c90c933b-e969-45a3-9f10-2b6911bffd20 on network 138947f1-478f-4350-8cce-0cd89d3c929c {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:48:19.383939 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f29ef7-0533-4e82-9e61-59d5286424d7 req-99ad0e29-5ed3-4d57-8552-a51159c526a3 service neutron] Port c90c933b-e969-45a3-9f10-2b6911bffd20 on network 138947f1-478f-4350-8cce-0cd89d3c929c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:48:19.384532 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f29ef7-0533-4e82-9e61-59d5286424d7 req-99ad0e29-5ed3-4d57-8552-a51159c526a3 service neutron] Attempting to bind port c90c933b-e969-45a3-9f10-2b6911bffd20 on network 138947f1-478f-4350-8cce-0cd89d3c929c {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:48:19.389912 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f29ef7-0533-4e82-9e61-59d5286424d7 req-99ad0e29-5ed3-4d57-8552-a51159c526a3 service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:48:19.390249 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f29ef7-0533-4e82-9e61-59d5286424d7 req-99ad0e29-5ed3-4d57-8552-a51159c526a3 service neutron] Checking segment: {'id': 'cba3afd8-732a-4bf5-b4a2-75681c22ff7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:48:19.390683 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f29ef7-0533-4e82-9e61-59d5286424d7 req-99ad0e29-5ed3-4d57-8552-a51159c526a3 service neutron] Bound using segment: {'id': 'cba3afd8-732a-4bf5-b4a2-75681c22ff7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:48:19.391154 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-51f29ef7-0533-4e82-9e61-59d5286424d7 req-99ad0e29-5ed3-4d57-8552-a51159c526a3 service neutron] Bound port: c90c933b-e969-45a3-9f10-2b6911bffd20, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cba3afd8-732a-4bf5-b4a2-75681c22ff7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:48:19.391832 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-51f29ef7-0533-4e82-9e61-59d5286424d7 req-99ad0e29-5ed3-4d57-8552-a51159c526a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:48:19.473771 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-51f29ef7-0533-4e82-9e61-59d5286424d7 req-99ad0e29-5ed3-4d57-8552-a51159c526a3 service neutron] For port c90c933b-e969-45a3-9f10-2b6911bffd20, host n-h1-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:48:19.476862 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-51f29ef7-0533-4e82-9e61-59d5286424d7 req-99ad0e29-5ed3-4d57-8552-a51159c526a3 service neutron] For port c90c933b-e969-45a3-9f10-2b6911bffd20, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=c90c933b-e969-45a3-9f10-2b6911bffd20,segment=NetworkSegment(cba3afd8-732a-4bf5-b4a2-75681c22ff7c),segment_id=cba3afd8-732a-4bf5-b4a2-75681c22ff7c)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:48:19.597999 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-51f29ef7-0533-4e82-9e61-59d5286424d7 req-99ad0e29-5ed3-4d57-8552-a51159c526a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:48:19.600773 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-166eafbf-8940-4a52-b4a6-b58c108ffe90 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:48:19.646323 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f29ef7-0533-4e82-9e61-59d5286424d7 req-99ad0e29-5ed3-4d57-8552-a51159c526a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:48:19.647006 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-51f29ef7-0533-4e82-9e61-59d5286424d7 req-99ad0e29-5ed3-4d57-8552-a51159c526a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:48:19.648377 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-51f29ef7-0533-4e82-9e61-59d5286424d7 req-99ad0e29-5ed3-4d57-8552-a51159c526a3 service neutron] 10.222.0.64 "PUT /v2.0/ports/c90c933b-e969-45a3-9f10-2b6911bffd20 HTTP/1.1" status: 200 len: 1092 time: 1.0200281 Jun 11 10:48:19.648924 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8441be6f-9a84-4332-825e-db9b002af5d3', 'tag': 'c90c933b-e969-45a3-9f10-2b6911bffd20'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:48:19.651302 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125b24e798c6fd269f8316ad972dc462157675ddee5b528eb3eb6ea2a565648e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7824e7e4-234d-4617-a7bb-46370291053c" -d '{"events": [{"name": "network-changed", "server_uuid": "8441be6f-9a84-4332-825e-db9b002af5d3", "tag": "c90c933b-e969-45a3-9f10-2b6911bffd20"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:48:19.686633 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ad0e29-5ed3-4d57-8552-a51159c526a3 service neutron] Pushing event updated for resources: {'Port': ['ID=c90c933b-e969-45a3-9f10-2b6911bffd20,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:48:19.690034 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-99ad0e29-5ed3-4d57-8552-a51159c526a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:48:19.694477 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf0e719-4168-402e-99a0-e6e5712a3182 x-openstack-request-id: req-7bf0e719-4168-402e-99a0-e6e5712a3182 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:48:19.694702 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8441be6f-9a84-4332-825e-db9b002af5d3", "tag": "c90c933b-e969-45a3-9f10-2b6911bffd20", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:48:19.695076 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7bf0e719-4168-402e-99a0-e6e5712a3182 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:48:19.695473 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8441be6f-9a84-4332-825e-db9b002af5d3', 'tag': 'c90c933b-e969-45a3-9f10-2b6911bffd20', 'status': 'completed', 'code': 200} Jun 11 10:48:19.780437 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7824e7e4-234d-4617-a7bb-46370291053c req-5106dbf1-e68a-4fd1-a278-925e6b5127ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:48:19.782471 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7824e7e4-234d-4617-a7bb-46370291053c req-5106dbf1-e68a-4fd1-a278-925e6b5127ef service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a2172181f6b4cd0a7c7c9bb506434a5&device_id=8441be6f-9a84-4332-825e-db9b002af5d3 HTTP/1.1" status: 200 len: 1095 time: 0.0664251 Jun 11 10:48:20.007946 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7824e7e4-234d-4617-a7bb-46370291053c req-389d7e16-a469-4157-a6a3-fda449a15ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:48:20.009423 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7824e7e4-234d-4617-a7bb-46370291053c req-389d7e16-a469-4157-a6a3-fda449a15ce2 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=5a2172181f6b4cd0a7c7c9bb506434a5&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2201393 Jun 11 10:48:20.195801 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7824e7e4-234d-4617-a7bb-46370291053c req-d643e790-4a96-4d94-a5f5-a0f22b1c5423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:48:20.197222 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-7824e7e4-234d-4617-a7bb-46370291053c req-d643e790-4a96-4d94-a5f5-a0f22b1c5423 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1782835 Jun 11 10:48:20.304741 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f29ef7-0533-4e82-9e61-59d5286424d7 req-4e47b847-3f20-4a91-a899-e2d2f9f545e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:48:20.306368 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-51f29ef7-0533-4e82-9e61-59d5286424d7 req-4e47b847-3f20-4a91-a899-e2d2f9f545e9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a2172181f6b4cd0a7c7c9bb506434a5&device_id=8441be6f-9a84-4332-825e-db9b002af5d3 HTTP/1.1" status: 200 len: 1095 time: 0.0700686 Jun 11 10:48:20.366185 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-51f29ef7-0533-4e82-9e61-59d5286424d7 req-aa032ad4-0901-4667-9779-f40d6f4ad954 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c90c933b-e969-45a3-9f10-2b6911bffd20 HTTP/1.1" status: 200 len: 217 time: 0.0528758 Jun 11 10:48:20.434782 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f29ef7-0533-4e82-9e61-59d5286424d7 req-104059e7-60d4-4e33-b764-2991d0cdb020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:48:20.436576 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-51f29ef7-0533-4e82-9e61-59d5286424d7 req-104059e7-60d4-4e33-b764-2991d0cdb020 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9bcb036b-50e1-441b-b763-25737c996068 HTTP/1.1" status: 200 len: 850 time: 0.0638602 Jun 11 10:48:20.507985 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f29ef7-0533-4e82-9e61-59d5286424d7 req-b8168dc0-f0a3-4f9b-81dc-51bef61fa8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:48:20.509414 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-51f29ef7-0533-4e82-9e61-59d5286424d7 req-b8168dc0-f0a3-4f9b-81dc-51bef61fa8f3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=138947f1-478f-4350-8cce-0cd89d3c929c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0654089 Jun 11 10:48:20.542403 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cd1751-f830-4933-bb9a-83c54bc45b5d req-f641dd15-4847-4891-bead-201dc8d88ff0 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:48:20.543922 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-45cd1751-f830-4933-bb9a-83c54bc45b5d req-f641dd15-4847-4891-bead-201dc8d88ff0 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=8441be6f-9a84-4332-825e-db9b002af5d3 HTTP/1.1" status: 200 len: 943 time: 0.0821393 Jun 11 10:48:20.599152 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-45cd1751-f830-4933-bb9a-83c54bc45b5d req-66a02721-d6a5-4687-a987-44a4346e1449 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478384 Jun 11 10:48:20.635054 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-51f29ef7-0533-4e82-9e61-59d5286424d7 req-05f90761-15e1-44de-b4cd-6d9bff60eef9 service neutron] 10.222.0.64 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190722 Jun 11 10:48:20.761950 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-51f29ef7-0533-4e82-9e61-59d5286424d7 req-01234789-5405-49b7-8831-348e48c6801b service neutron] 10.222.0.64 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204073 Jun 11 10:48:21.786485 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fe4308-d6ac-4955-a91b-fe7062ce60d0 req-32690956-06e4-44b1-a51c-663bdbe67e29 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:48:21.788020 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-27fe4308-d6ac-4955-a91b-fe7062ce60d0 req-32690956-06e4-44b1-a51c-663bdbe67e29 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=8441be6f-9a84-4332-825e-db9b002af5d3 HTTP/1.1" status: 200 len: 943 time: 0.0708756 Jun 11 10:48:21.830288 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-27fe4308-d6ac-4955-a91b-fe7062ce60d0 req-e02ce479-7d5e-45fc-81ec-b21cc13272ef tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365312 Jun 11 10:48:23.022026 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889d5a56-66cf-4604-8182-bd014c7efece req-b3f320a4-e046-4357-b897-a11fe3312e7c tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:48:23.023534 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-889d5a56-66cf-4604-8182-bd014c7efece req-b3f320a4-e046-4357-b897-a11fe3312e7c tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=8441be6f-9a84-4332-825e-db9b002af5d3 HTTP/1.1" status: 200 len: 943 time: 0.0793033 Jun 11 10:48:23.066422 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-889d5a56-66cf-4604-8182-bd014c7efece req-b97d7bda-f828-4306-805f-2c9534f97335 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370634 Jun 11 10:48:23.503192 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device c90c933b-e969-45a3-9f10-2b6911bffd20 details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 10:48:23.622063 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port c90c933b-e969-45a3-9f10-2b6911bffd20, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=c90c933b-e969-45a3-9f10-2b6911bffd20,segment=NetworkSegment(cba3afd8-732a-4bf5-b4a2-75681c22ff7c),segment_id=cba3afd8-732a-4bf5-b4a2-75681c22ff7c)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:48:23.639071 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': 'c90c933b-e969-45a3-9f10-2b6911bffd20', 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c', 'port_id': 'c90c933b-e969-45a3-9f10-2b6911bffd20', 'mac_address': 'fa:16:3e:c8:6d:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bcb036b-50e1-441b-b763-25737c996068', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 10:48:23.683275 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:48:23.698350 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c90c933b-e969-45a3-9f10-2b6911bffd20 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:48:23.720966 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port c90c933b-e969-45a3-9f10-2b6911bffd20, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=c90c933b-e969-45a3-9f10-2b6911bffd20,segment=NetworkSegment(cba3afd8-732a-4bf5-b4a2-75681c22ff7c),segment_id=cba3afd8-732a-4bf5-b4a2-75681c22ff7c)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:48:23.808952 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:48:23.810789 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:48:23.864347 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=c90c933b-e969-45a3-9f10-2b6911bffd20,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:48:23.868350 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:48:23.997674 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['c90c933b-e969-45a3-9f10-2b6911bffd20'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:48:24.252393 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297177b8-1972-4511-8b14-3f4fff5b54e8 req-f43bc461-1dd3-4a8b-8ef9-67fd49354edf tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:48:24.253979 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-297177b8-1972-4511-8b14-3f4fff5b54e8 req-f43bc461-1dd3-4a8b-8ef9-67fd49354edf tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=8441be6f-9a84-4332-825e-db9b002af5d3 HTTP/1.1" status: 200 len: 944 time: 0.0701034 Jun 11 10:48:24.298840 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-297177b8-1972-4511-8b14-3f4fff5b54e8 req-9073aab6-a3bc-4299-be8f-18a176bb61a7 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387371 Jun 11 10:48:25.488714 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccc1859-ee93-44d8-ae07-3120978e7bcb req-6ad53ab6-a49c-4ecd-abf3-cd777962cddf tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:48:25.490786 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cccc1859-ee93-44d8-ae07-3120978e7bcb req-6ad53ab6-a49c-4ecd-abf3-cd777962cddf tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=8441be6f-9a84-4332-825e-db9b002af5d3 HTTP/1.1" status: 200 len: 944 time: 0.0743730 Jun 11 10:48:25.518833 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device c90c933b-e969-45a3-9f10-2b6911bffd20 up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:48:25.534340 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cccc1859-ee93-44d8-ae07-3120978e7bcb req-8f68e2fd-095c-4b3b-ad90-50f9c780aa0a tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374978 Jun 11 10:48:25.666429 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning for port c90c933b-e969-45a3-9f10-2b6911bffd20 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:48:25.670866 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port c90c933b-e969-45a3-9f10-2b6911bffd20 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:48:25.671263 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:48:25.763799 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:48:25.790905 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8441be6f-9a84-4332-825e-db9b002af5d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c90c933b-e969-45a3-9f10-2b6911bffd20'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:48:25.793313 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc8b525cf092a189a0ea2f07e82bebdb29a480b8a476d2f40da93c0b22490dae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23fa9734-307b-4d99-8356-2d221086f1e6" -d '{"events": [{"server_uuid": "8441be6f-9a84-4332-825e-db9b002af5d3", "name": "network-vif-plugged", "status": "completed", "tag": "c90c933b-e969-45a3-9f10-2b6911bffd20"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:48:25.807253 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port c90c933b-e969-45a3-9f10-2b6911bffd20, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=c90c933b-e969-45a3-9f10-2b6911bffd20,segment=NetworkSegment(cba3afd8-732a-4bf5-b4a2-75681c22ff7c),segment_id=cba3afd8-732a-4bf5-b4a2-75681c22ff7c)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:48:25.829683 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6222f5d-166d-4826-a394-29ce0b31d40f x-openstack-request-id: req-e6222f5d-166d-4826-a394-29ce0b31d40f {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:48:25.830003 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8441be6f-9a84-4332-825e-db9b002af5d3", "name": "network-vif-plugged", "status": "completed", "tag": "c90c933b-e969-45a3-9f10-2b6911bffd20", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:48:25.830386 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e6222f5d-166d-4826-a394-29ce0b31d40f {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:48:25.830786 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8441be6f-9a84-4332-825e-db9b002af5d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c90c933b-e969-45a3-9f10-2b6911bffd20', 'code': 200} Jun 11 10:48:25.923424 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:48:25.925388 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:48:25.959238 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec28ac99-89ad-49a1-920e-c201f63d788a req-83adcd26-34b8-45ac-b06b-71a2e0ce3a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:48:25.960773 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ec28ac99-89ad-49a1-920e-c201f63d788a req-83adcd26-34b8-45ac-b06b-71a2e0ce3a1d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8441be6f-9a84-4332-825e-db9b002af5d3 HTTP/1.1" status: 200 len: 1096 time: 0.0628662 Jun 11 10:48:25.983386 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=c90c933b-e969-45a3-9f10-2b6911bffd20,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:48:25.986794 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:48:26.017589 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-ec28ac99-89ad-49a1-920e-c201f63d788a req-a930063e-ee96-46c9-b8b8-08728af30db8 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450196 Jun 11 10:48:26.719525 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc5b029-81fe-4a11-9faa-3284c08ec0f8 req-932357f8-6bc6-4834-a5ae-d66d3ae985cc tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:48:26.721044 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-dbc5b029-81fe-4a11-9faa-3284c08ec0f8 req-932357f8-6bc6-4834-a5ae-d66d3ae985cc tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=8441be6f-9a84-4332-825e-db9b002af5d3 HTTP/1.1" status: 200 len: 945 time: 0.0705328 Jun 11 10:48:26.764568 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-dbc5b029-81fe-4a11-9faa-3284c08ec0f8 req-b5398d82-62cc-48f6-9980-fb01d358080b tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377710 Jun 11 10:48:27.956848 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8caeae-ac60-4bbf-b10c-549ab4e3245b req-20e8fb0a-9fe2-42dd-8ad3-142b95d9c7f0 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:48:27.958370 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ff8caeae-ac60-4bbf-b10c-549ab4e3245b req-20e8fb0a-9fe2-42dd-8ad3-142b95d9c7f0 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=8441be6f-9a84-4332-825e-db9b002af5d3 HTTP/1.1" status: 200 len: 945 time: 0.0772960 Jun 11 10:48:28.004504 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ff8caeae-ac60-4bbf-b10c-549ab4e3245b req-92195796-370d-4ea2-b2c9-4fd6af677aac tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402613 Jun 11 10:48:28.177877 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6f7cd4-76f1-49db-9574-fe86b9734b9a req-260f78df-14b6-4a77-bccc-8a1d97e186c1 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:48:28.179373 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-bb6f7cd4-76f1-49db-9574-fe86b9734b9a req-260f78df-14b6-4a77-bccc-8a1d97e186c1 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=8441be6f-9a84-4332-825e-db9b002af5d3 HTTP/1.1" status: 200 len: 945 time: 0.0701387 Jun 11 10:48:28.188115 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 43640) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 10:48:28.193411 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-3629f825-d668-4773-8e70-e9f1b3d9f50f tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Request body: {'floatingip': {'port_id': 'c90c933b-e969-45a3-9f10-2b6911bffd20'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:48:28.251230 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3629f825-d668-4773-8e70-e9f1b3d9f50f tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Notify callbacks [] for floatingip, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:48:29.250588 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3629f825-d668-4773-8e70-e9f1b3d9f50f tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:48:29.414595 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3629f825-d668-4773-8e70-e9f1b3d9f50f tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:48:29.552365 n-d-779913-12 neutron-server[93177]: INFO neutron.db.l3_db [None req-3629f825-d668-4773-8e70-e9f1b3d9f50f tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Floating IP 1db4376b-e1be-4c7e-b1bc-36bfa056dfc7 associated. External IP: 172.25.4.50, port: c90c933b-e969-45a3-9f10-2b6911bffd20. Jun 11 10:48:29.839981 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3629f825-d668-4773-8e70-e9f1b3d9f50f tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Router 26111990-d112-4825-9709-f26d9b7c841d has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:48:29.984725 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3629f825-d668-4773-8e70-e9f1b3d9f50f tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:48:29.989465 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3629f825-d668-4773-8e70-e9f1b3d9f50f tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:48:29.994050 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42c0f6c-171c-43b1-95b8-e4e190dcd248 None None] Sync routers for ids ['26111990-d112-4825-9709-f26d9b7c841d'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:48:30.006513 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42c0f6c-171c-43b1-95b8-e4e190dcd248 None None] Routers {'26111990-d112-4825-9709-f26d9b7c841d'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:48:30.007130 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-b42c0f6c-171c-43b1-95b8-e4e190dcd248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:48:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['26111990-d112-4825-9709-f26d9b7c841d'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:48:30.040778 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-3629f825-d668-4773-8e70-e9f1b3d9f50f tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "PUT /v2.0/floatingips/1db4376b-e1be-4c7e-b1bc-36bfa056dfc7 HTTP/1.1" status: 200 len: 991 time: 1.8515661 Jun 11 10:48:30.041462 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8441be6f-9a84-4332-825e-db9b002af5d3', 'tag': 'c90c933b-e969-45a3-9f10-2b6911bffd20'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:48:30.043848 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}643e21d40ac4e3065485de32a7022d96f1e50a2184c22f19f22390af1fd7c19b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-218ebaf2-bdef-48f2-a689-e4579b69a29a" -d '{"events": [{"name": "network-changed", "server_uuid": "8441be6f-9a84-4332-825e-db9b002af5d3", "tag": "c90c933b-e969-45a3-9f10-2b6911bffd20"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:48:30.151396 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-b42c0f6c-171c-43b1-95b8-e4e190dcd248 None None] Set router 26111990-d112-4825-9709-f26d9b7c841d gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:48:30.171766 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e62afa-ce10-45c2-847f-85c32d18f136 x-openstack-request-id: req-a5e62afa-ce10-45c2-847f-85c32d18f136 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:48:30.172112 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8441be6f-9a84-4332-825e-db9b002af5d3", "tag": "c90c933b-e969-45a3-9f10-2b6911bffd20", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:48:30.172417 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a5e62afa-ce10-45c2-847f-85c32d18f136 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:48:30.172870 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8441be6f-9a84-4332-825e-db9b002af5d3', 'tag': 'c90c933b-e969-45a3-9f10-2b6911bffd20', 'status': 'completed', 'code': 200} Jun 11 10:48:30.263609 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218ebaf2-bdef-48f2-a689-e4579b69a29a req-6042d8b7-37b5-4d39-bab2-4cc00922a087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:48:30.264834 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-218ebaf2-bdef-48f2-a689-e4579b69a29a req-6042d8b7-37b5-4d39-bab2-4cc00922a087 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a2172181f6b4cd0a7c7c9bb506434a5&device_id=8441be6f-9a84-4332-825e-db9b002af5d3 HTTP/1.1" status: 200 len: 1097 time: 0.0656533 Jun 11 10:48:30.381592 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218ebaf2-bdef-48f2-a689-e4579b69a29a req-0a73cd75-429b-46c8-976f-eb6d7ec52263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:48:30.383847 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-218ebaf2-bdef-48f2-a689-e4579b69a29a req-0a73cd75-429b-46c8-976f-eb6d7ec52263 service neutron] 10.222.0.64 "GET /v2.0/networks?id=138947f1-478f-4350-8cce-0cd89d3c929c HTTP/1.1" status: 200 len: 912 time: 0.1123943 Jun 11 10:48:30.448308 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-b42c0f6c-171c-43b1-95b8-e4e190dcd248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26111990-d112-4825-9709-f26d9b7c841d', 'name': 'tempest-ServerActionsTestJSON-313380036-router', 'tenant_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '0c39ff4a-0577-42ba-ae36-280a41a0a3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:37:04Z', 'updated_at': '2021-06-11T10:37:09Z', 'revision_number': 4, 'project_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'gw_port': {'id': '0c39ff4a-0577-42ba-ae36-280a41a0a3b6', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:70:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26111990-d112-4825-9709-f26d9b7c841d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:37:05Z', 'updated_at': '2021-06-11T10:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': '1db4376b-e1be-4c7e-b1bc-36bfa056dfc7', 'tenant_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'floating_ip_address': '172.25.4.50', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': '26111990-d112-4825-9709-f26d9b7c841d', 'port_id': 'c90c933b-e969-45a3-9f10-2b6911bffd20', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c', 'mac_address': 'fa:16:3e:c8:6d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8441be6f-9a84-4332-825e-db9b002af5d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T10:37:13Z', 'updated_at': '2021-06-11T10:48:29Z', 'revision_number': 13, 'project_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '034e839d-c79b-4cc7-a007-6546c575a8aa', 'name': '', 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c', 'tenant_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'mac_address': 'fa:16:3e:89:d0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26111990-d112-4825-9709-f26d9b7c841d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '9bcb036b-50e1-441b-b763-25737c996068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:37:08Z', 'updated_at': '2021-06-11T10:37:14Z', 'revision_number': 5, 'project_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'subnets': [{'id': '9bcb036b-50e1-441b-b763-25737c996068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:48:30.451727 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42c0f6c-171c-43b1-95b8-e4e190dcd248 None None] Checking router: 26111990-d112-4825-9709-f26d9b7c841d for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:48:30.460091 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42c0f6c-171c-43b1-95b8-e4e190dcd248 None None] Routers {'26111990-d112-4825-9709-f26d9b7c841d'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:48:30.460725 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-b42c0f6c-171c-43b1-95b8-e4e190dcd248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:48:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['26111990-d112-4825-9709-f26d9b7c841d'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:48:30.480853 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-218ebaf2-bdef-48f2-a689-e4579b69a29a req-3cdae436-282b-401a-beb2-0173fb9c6268 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c90c933b-e969-45a3-9f10-2b6911bffd20 HTTP/1.1" status: 200 len: 999 time: 0.0912924 Jun 11 10:48:30.541050 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218ebaf2-bdef-48f2-a689-e4579b69a29a req-27500188-8f84-4ae8-941c-af2b0e77995d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:48:30.542550 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-218ebaf2-bdef-48f2-a689-e4579b69a29a req-27500188-8f84-4ae8-941c-af2b0e77995d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9bcb036b-50e1-441b-b763-25737c996068 HTTP/1.1" status: 200 len: 850 time: 0.0553062 Jun 11 10:48:30.607948 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-b42c0f6c-171c-43b1-95b8-e4e190dcd248 None None] Set router 26111990-d112-4825-9709-f26d9b7c841d gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:48:30.610582 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218ebaf2-bdef-48f2-a689-e4579b69a29a req-d1f4e6ad-81c8-4954-9c5e-392339bb1c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:48:30.612244 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-218ebaf2-bdef-48f2-a689-e4579b69a29a req-d1f4e6ad-81c8-4954-9c5e-392339bb1c94 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=138947f1-478f-4350-8cce-0cd89d3c929c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0638576 Jun 11 10:48:30.734059 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-218ebaf2-bdef-48f2-a689-e4579b69a29a req-62c35c99-2c12-43c9-9591-003d52ad5c56 service neutron] 10.222.0.64 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154375 Jun 11 10:48:30.865058 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-218ebaf2-bdef-48f2-a689-e4579b69a29a req-8fb4711f-4d8a-433e-9094-5cf0037cc900 service neutron] 10.222.0.64 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237388 Jun 11 10:48:31.016518 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-b42c0f6c-171c-43b1-95b8-e4e190dcd248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26111990-d112-4825-9709-f26d9b7c841d', 'name': 'tempest-ServerActionsTestJSON-313380036-router', 'tenant_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '0c39ff4a-0577-42ba-ae36-280a41a0a3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:37:04Z', 'updated_at': '2021-06-11T10:37:09Z', 'revision_number': 4, 'project_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'gw_port': {'id': '0c39ff4a-0577-42ba-ae36-280a41a0a3b6', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:70:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26111990-d112-4825-9709-f26d9b7c841d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:37:05Z', 'updated_at': '2021-06-11T10:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': '1db4376b-e1be-4c7e-b1bc-36bfa056dfc7', 'tenant_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'floating_ip_address': '172.25.4.50', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': '26111990-d112-4825-9709-f26d9b7c841d', 'port_id': 'c90c933b-e969-45a3-9f10-2b6911bffd20', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c', 'mac_address': 'fa:16:3e:c8:6d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8441be6f-9a84-4332-825e-db9b002af5d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T10:37:13Z', 'updated_at': '2021-06-11T10:48:29Z', 'revision_number': 13, 'project_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '034e839d-c79b-4cc7-a007-6546c575a8aa', 'name': '', 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c', 'tenant_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'mac_address': 'fa:16:3e:89:d0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26111990-d112-4825-9709-f26d9b7c841d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '9bcb036b-50e1-441b-b763-25737c996068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:37:08Z', 'updated_at': '2021-06-11T10:37:14Z', 'revision_number': 5, 'project_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'subnets': [{'id': '9bcb036b-50e1-441b-b763-25737c996068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:48:31.020787 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42c0f6c-171c-43b1-95b8-e4e190dcd248 None None] The sync data for ids ['26111990-d112-4825-9709-f26d9b7c841d'] in n-d-779913-12 is: [{'id': '26111990-d112-4825-9709-f26d9b7c841d', 'name': 'tempest-ServerActionsTestJSON-313380036-router', 'tenant_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '0c39ff4a-0577-42ba-ae36-280a41a0a3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:37:04Z', 'updated_at': '2021-06-11T10:37:09Z', 'revision_number': 4, 'project_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'gw_port': {'id': '0c39ff4a-0577-42ba-ae36-280a41a0a3b6', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:70:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26111990-d112-4825-9709-f26d9b7c841d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:37:05Z', 'updated_at': '2021-06-11T10:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_floatingips': [{'id': '1db4376b-e1be-4c7e-b1bc-36bfa056dfc7', 'tenant_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'floating_ip_address': '172.25.4.50', 'floating_network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'router_id': '26111990-d112-4825-9709-f26d9b7c841d', 'port_id': 'c90c933b-e969-45a3-9f10-2b6911bffd20', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c', 'mac_address': 'fa:16:3e:c8:6d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8441be6f-9a84-4332-825e-db9b002af5d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T10:37:13Z', 'updated_at': '2021-06-11T10:48:29Z', 'revision_number': 13, 'project_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '034e839d-c79b-4cc7-a007-6546c575a8aa', 'name': '', 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c', 'tenant_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'mac_address': 'fa:16:3e:89:d0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26111990-d112-4825-9709-f26d9b7c841d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '9bcb036b-50e1-441b-b763-25737c996068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:37:08Z', 'updated_at': '2021-06-11T10:37:14Z', 'revision_number': 5, 'project_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'subnets': [{'id': '9bcb036b-50e1-441b-b763-25737c996068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:48:31.229674 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1156e7-6cc8-4647-a6d7-69060202bd69 None None] New status for floating IP 1db4376b-e1be-4c7e-b1bc-36bfa056dfc7: ACTIVE {{(pid=93178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 10:48:31.928417 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:48:36.237285 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:48:42.997375 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1909279d-8bee-4f8b-b31f-dd8297fde85d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:48:45.820209 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-46b4df10-623f-4d44-9544-fdd2bc83f5bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:48:45.985822 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:48:46.469164 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:48:46.905669 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:48:48.620332 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:49:01.871154 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:49:05.242033 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a80cdbe2-d83e-4b52-9b42-02a3bc8bf4bd req-3b5b605a-1636-4da9-ba57-319ae7151a60 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8441be6f-9a84-4332-825e-db9b002af5d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0580935 Jun 11 10:49:05.340580 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80cdbe2-d83e-4b52-9b42-02a3bc8bf4bd req-9ad12e95-98f9-4fac-9a60-12e5a9dfea3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:49:05.341970 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a80cdbe2-d83e-4b52-9b42-02a3bc8bf4bd req-9ad12e95-98f9-4fac-9a60-12e5a9dfea3d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a2172181f6b4cd0a7c7c9bb506434a5&device_id=8441be6f-9a84-4332-825e-db9b002af5d3 HTTP/1.1" status: 200 len: 1097 time: 0.0582755 Jun 11 10:49:05.473827 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80cdbe2-d83e-4b52-9b42-02a3bc8bf4bd req-901dee01-8acc-41fc-acf0-70c8b84bdf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:49:05.475318 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a80cdbe2-d83e-4b52-9b42-02a3bc8bf4bd req-901dee01-8acc-41fc-acf0-70c8b84bdf90 service neutron] 10.222.0.64 "GET /v2.0/networks?id=138947f1-478f-4350-8cce-0cd89d3c929c HTTP/1.1" status: 200 len: 912 time: 0.1140609 Jun 11 10:49:05.563717 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a80cdbe2-d83e-4b52-9b42-02a3bc8bf4bd req-4375c8cc-5077-480f-be6a-6fb95b0be543 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c90c933b-e969-45a3-9f10-2b6911bffd20 HTTP/1.1" status: 200 len: 1001 time: 0.0819447 Jun 11 10:49:05.622271 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80cdbe2-d83e-4b52-9b42-02a3bc8bf4bd req-ad12b144-81d9-424c-bde8-0eaa0b226dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:49:05.623712 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a80cdbe2-d83e-4b52-9b42-02a3bc8bf4bd req-ad12b144-81d9-424c-bde8-0eaa0b226dc8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9bcb036b-50e1-441b-b763-25737c996068 HTTP/1.1" status: 200 len: 850 time: 0.0541663 Jun 11 10:49:05.696127 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80cdbe2-d83e-4b52-9b42-02a3bc8bf4bd req-78207f59-d103-4ff6-a103-4eebcd3869f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:49:05.697645 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a80cdbe2-d83e-4b52-9b42-02a3bc8bf4bd req-78207f59-d103-4ff6-a103-4eebcd3869f7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=138947f1-478f-4350-8cce-0cd89d3c929c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0684011 Jun 11 10:49:05.815373 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a80cdbe2-d83e-4b52-9b42-02a3bc8bf4bd req-67a0b896-bb70-4669-b764-af45d4361149 service neutron] 10.222.0.64 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116962 Jun 11 10:49:05.941951 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-a80cdbe2-d83e-4b52-9b42-02a3bc8bf4bd req-7b2c2d5d-d073-43c6-a7a1-aef46820f650 service neutron] 10.222.0.64 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203599 Jun 11 10:49:06.214067 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:49:13.110207 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ff4e4ced-ba13-4afb-a7e3-129d9e03553d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:49:15.888226 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-de31a156-247c-430b-ba91-5185bd39dac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:49:16.059880 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:49:16.974019 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:49:18.648082 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:49:23.468191 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:49:31.905352 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:49:36.207961 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:49:42.984211 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-21c26dc6-8d54-488b-8adb-1c87bcce9bd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:49:45.824801 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-25d8b3db-b331-472f-accf-5597b8eb2386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:49:45.978925 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:49:46.870449 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:49:48.619520 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:50:00.467168 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:50:01.926410 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:50:06.242396 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:50:06.288781 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3df6f604-703c-44d1-a365-bb851c4c7f01 req-710c257d-a253-4ae9-b88c-ef90ada41b7c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8441be6f-9a84-4332-825e-db9b002af5d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1089478 Jun 11 10:50:06.403746 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df6f604-703c-44d1-a365-bb851c4c7f01 req-35e53c5e-a011-4416-9d62-1dcdb545f3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:50:06.405388 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3df6f604-703c-44d1-a365-bb851c4c7f01 req-35e53c5e-a011-4416-9d62-1dcdb545f3fb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a2172181f6b4cd0a7c7c9bb506434a5&device_id=8441be6f-9a84-4332-825e-db9b002af5d3 HTTP/1.1" status: 200 len: 1097 time: 0.0716186 Jun 11 10:50:06.539219 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df6f604-703c-44d1-a365-bb851c4c7f01 req-6bb4f420-1714-4c9e-b87d-6d7d25d7e8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:50:06.540631 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3df6f604-703c-44d1-a365-bb851c4c7f01 req-6bb4f420-1714-4c9e-b87d-6d7d25d7e8dd service neutron] 10.222.0.64 "GET /v2.0/networks?id=138947f1-478f-4350-8cce-0cd89d3c929c HTTP/1.1" status: 200 len: 912 time: 0.1153717 Jun 11 10:50:06.624143 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3df6f604-703c-44d1-a365-bb851c4c7f01 req-b83d90e8-30ed-4a03-8c8e-7ee819856bb7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c90c933b-e969-45a3-9f10-2b6911bffd20 HTTP/1.1" status: 200 len: 1001 time: 0.0767579 Jun 11 10:50:06.686905 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df6f604-703c-44d1-a365-bb851c4c7f01 req-0ba62dad-05da-43f5-9cc4-1aed403e872f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:50:06.688397 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3df6f604-703c-44d1-a365-bb851c4c7f01 req-0ba62dad-05da-43f5-9cc4-1aed403e872f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9bcb036b-50e1-441b-b763-25737c996068 HTTP/1.1" status: 200 len: 850 time: 0.0578203 Jun 11 10:50:06.753471 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df6f604-703c-44d1-a365-bb851c4c7f01 req-510c8e3d-83d5-490a-97ba-12241d457033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:50:06.755106 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3df6f604-703c-44d1-a365-bb851c4c7f01 req-510c8e3d-83d5-490a-97ba-12241d457033 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=138947f1-478f-4350-8cce-0cd89d3c929c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0590043 Jun 11 10:50:06.878678 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3df6f604-703c-44d1-a365-bb851c4c7f01 req-e5bf0f51-600e-4e78-9ae6-df3c75fa916a service neutron] 10.222.0.64 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174300 Jun 11 10:50:07.000236 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-3df6f604-703c-44d1-a365-bb851c4c7f01 req-c866d31c-844f-42a5-8e1c-1fddd59978b2 service neutron] 10.222.0.64 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144190 Jun 11 10:50:07.125055 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d820e6fa-4b0d-408c-8b86-557b9e82807b req-2bbaaf59-3ca7-49dc-b86a-12362f7fa351 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:50:07.126573 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d820e6fa-4b0d-408c-8b86-557b9e82807b req-2bbaaf59-3ca7-49dc-b86a-12362f7fa351 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=8441be6f-9a84-4332-825e-db9b002af5d3 HTTP/1.1" status: 200 len: 945 time: 0.2180874 Jun 11 10:50:07.169933 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d820e6fa-4b0d-408c-8b86-557b9e82807b req-d2c21508-2720-427f-92a3-d549d20cc517 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376873 Jun 11 10:50:12.973088 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c45f6f0c-60a9-46b1-8945-8ceef85212d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:50:15.836344 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-794301a1-93c1-4ec6-bc1f-8acb1b82a4a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:50:16.012923 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:50:16.927418 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:50:18.658944 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:50:19.322772 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6791d539-8ed8-4793-805e-8a8d9c3b8c94 req-c15d6999-06d8-4f87-8e9f-6a6afba08a7f tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:50:19.324254 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6791d539-8ed8-4793-805e-8a8d9c3b8c94 req-c15d6999-06d8-4f87-8e9f-6a6afba08a7f tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=8441be6f-9a84-4332-825e-db9b002af5d3 HTTP/1.1" status: 200 len: 945 time: 0.0746078 Jun 11 10:50:19.367376 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6791d539-8ed8-4793-805e-8a8d9c3b8c94 req-d0e6b70f-5ee2-4d36-a5f2-0b2d58c3ee74 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373793 Jun 11 10:50:19.849914 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c10e79a5-3f48-41a4-a142-dacd609c2fb5 req-3a6dbf41-896a-4d22-9bed-ecafe8650e95 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8441be6f-9a84-4332-825e-db9b002af5d3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4852154 Jun 11 10:50:20.561056 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5f7efe-fe56-48cb-9c24-1bc4b6589845 req-dac34696-0665-4a13-b30b-35917c96d164 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:50:20.562595 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6b5f7efe-fe56-48cb-9c24-1bc4b6589845 req-dac34696-0665-4a13-b30b-35917c96d164 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=8441be6f-9a84-4332-825e-db9b002af5d3 HTTP/1.1" status: 200 len: 945 time: 0.0724525 Jun 11 10:50:20.607361 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6b5f7efe-fe56-48cb-9c24-1bc4b6589845 req-f52714c9-86de-49e6-83ce-fb6999c798a2 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389247 Jun 11 10:50:21.801705 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e152a8-d2cf-4dbc-91a1-19d565a733f0 req-1be7edb6-3dd4-4728-b9e9-3041e1ac9b6d tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:50:21.803185 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f2e152a8-d2cf-4dbc-91a1-19d565a733f0 req-1be7edb6-3dd4-4728-b9e9-3041e1ac9b6d tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=8441be6f-9a84-4332-825e-db9b002af5d3 HTTP/1.1" status: 200 len: 945 time: 0.0818367 Jun 11 10:50:21.845891 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f2e152a8-d2cf-4dbc-91a1-19d565a733f0 req-ce704b92-4c45-4677-a9b0-43c3c2294791 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369034 Jun 11 10:50:22.005578 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10e79a5-3f48-41a4-a142-dacd609c2fb5 req-cf2d6739-efdb-45a7-aa39-9a4cd762c464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:50:22.006915 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c10e79a5-3f48-41a4-a142-dacd609c2fb5 req-cf2d6739-efdb-45a7-aa39-9a4cd762c464 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a2172181f6b4cd0a7c7c9bb506434a5&device_id=8441be6f-9a84-4332-825e-db9b002af5d3 HTTP/1.1" status: 200 len: 1097 time: 0.0623794 Jun 11 10:50:22.123692 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10e79a5-3f48-41a4-a142-dacd609c2fb5 req-d87f6d5b-5d5f-455a-a2da-5661b995ca27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:50:22.125108 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c10e79a5-3f48-41a4-a142-dacd609c2fb5 req-d87f6d5b-5d5f-455a-a2da-5661b995ca27 service neutron] 10.222.0.64 "GET /v2.0/networks?id=138947f1-478f-4350-8cce-0cd89d3c929c HTTP/1.1" status: 200 len: 912 time: 0.1122532 Jun 11 10:50:22.214924 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c10e79a5-3f48-41a4-a142-dacd609c2fb5 req-ac18519c-ce85-43cf-a1bf-950663ab7e46 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c90c933b-e969-45a3-9f10-2b6911bffd20 HTTP/1.1" status: 200 len: 1001 time: 0.0834188 Jun 11 10:50:22.274995 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10e79a5-3f48-41a4-a142-dacd609c2fb5 req-eea6207c-47ab-407a-b893-adb6a9849c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:50:22.276421 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c10e79a5-3f48-41a4-a142-dacd609c2fb5 req-eea6207c-47ab-407a-b893-adb6a9849c7a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9bcb036b-50e1-441b-b763-25737c996068 HTTP/1.1" status: 200 len: 850 time: 0.0559869 Jun 11 10:50:22.339035 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10e79a5-3f48-41a4-a142-dacd609c2fb5 req-39842318-620f-4cd3-af4c-65ad011daac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:50:22.340553 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c10e79a5-3f48-41a4-a142-dacd609c2fb5 req-39842318-620f-4cd3-af4c-65ad011daac4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=138947f1-478f-4350-8cce-0cd89d3c929c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0583885 Jun 11 10:50:22.457261 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c10e79a5-3f48-41a4-a142-dacd609c2fb5 req-a7bc4918-e11e-4d69-a5a7-566dc83cf41c service neutron] 10.222.0.64 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105316 Jun 11 10:50:22.581852 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c10e79a5-3f48-41a4-a142-dacd609c2fb5 req-7e6d24eb-6726-4f2a-b6ef-aad5e4135f3d service neutron] 10.222.0.64 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189034 Jun 11 10:50:23.029785 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b3a87-fbd5-421a-aa3a-97f60cbdbf8e req-f7a2e8e3-fba9-41bd-a430-f326ce4fa40f tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:50:23.031255 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b81b3a87-fbd5-421a-aa3a-97f60cbdbf8e req-f7a2e8e3-fba9-41bd-a430-f326ce4fa40f tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=8441be6f-9a84-4332-825e-db9b002af5d3 HTTP/1.1" status: 200 len: 945 time: 0.0711629 Jun 11 10:50:23.072929 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b81b3a87-fbd5-421a-aa3a-97f60cbdbf8e req-a8a84a1d-a96f-4f8d-afaf-7b5b8d6e44e7 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360398 Jun 11 10:50:24.271191 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff39b45-dc07-4eff-9f2d-d971610c9f45 req-07884000-58dc-4ca7-a471-91d68d6749ba tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:50:24.272749 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-dff39b45-dc07-4eff-9f2d-d971610c9f45 req-07884000-58dc-4ca7-a471-91d68d6749ba tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=8441be6f-9a84-4332-825e-db9b002af5d3 HTTP/1.1" status: 200 len: 945 time: 0.0831435 Jun 11 10:50:24.316765 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-dff39b45-dc07-4eff-9f2d-d971610c9f45 req-d9a99597-d485-427f-9da5-98530726dd1a tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376873 Jun 11 10:50:25.498402 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba24f51-6229-447c-9bf7-d8a25b66a2f2 req-d44eaa45-9ca8-4899-9c48-eb05dccaf976 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:50:25.499900 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2ba24f51-6229-447c-9bf7-d8a25b66a2f2 req-d44eaa45-9ca8-4899-9c48-eb05dccaf976 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=8441be6f-9a84-4332-825e-db9b002af5d3 HTTP/1.1" status: 200 len: 945 time: 0.0689094 Jun 11 10:50:25.542430 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2ba24f51-6229-447c-9bf7-d8a25b66a2f2 req-4cc5c843-7d92-4890-ae29-99711f76246b tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369029 Jun 11 10:50:26.730116 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a875bbe6-438b-4600-a6fc-04d1243d6b93 req-e80c1ca2-a6df-4589-8f9d-7703a195e90b tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:50:26.731665 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a875bbe6-438b-4600-a6fc-04d1243d6b93 req-e80c1ca2-a6df-4589-8f9d-7703a195e90b tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=8441be6f-9a84-4332-825e-db9b002af5d3 HTTP/1.1" status: 200 len: 945 time: 0.0736341 Jun 11 10:50:26.774145 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a875bbe6-438b-4600-a6fc-04d1243d6b93 req-19fdbc40-62cd-492c-a7ec-a0a254130119 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362821 Jun 11 10:50:27.958516 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a7d0c8-3c7a-49f0-b5f0-589e0cdfbd83 req-7ae89ac7-5b69-4f58-81ad-21d9ae8c428f tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:50:27.960011 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d4a7d0c8-3c7a-49f0-b5f0-589e0cdfbd83 req-7ae89ac7-5b69-4f58-81ad-21d9ae8c428f tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=8441be6f-9a84-4332-825e-db9b002af5d3 HTTP/1.1" status: 200 len: 945 time: 0.0713968 Jun 11 10:50:28.002782 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d4a7d0c8-3c7a-49f0-b5f0-589e0cdfbd83 req-b0d10645-235f-4b47-8b52-b09b630add20 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366428 Jun 11 10:50:29.192981 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a071a0-880f-41c0-bd03-99a762f4a6e1 req-2db03b2c-a996-452e-9308-4781f3babb84 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:50:29.194432 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-67a071a0-880f-41c0-bd03-99a762f4a6e1 req-2db03b2c-a996-452e-9308-4781f3babb84 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=8441be6f-9a84-4332-825e-db9b002af5d3 HTTP/1.1" status: 200 len: 945 time: 0.0743365 Jun 11 10:50:29.236625 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-67a071a0-880f-41c0-bd03-99a762f4a6e1 req-2d0d9777-caa9-423f-87a9-46041194f801 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365727 Jun 11 10:50:30.420967 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab51b66-1776-4343-b906-a7ce38ecebed req-313aae12-9bf9-4e5e-be85-fa25a229f48c tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:50:30.422416 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2ab51b66-1776-4343-b906-a7ce38ecebed req-313aae12-9bf9-4e5e-be85-fa25a229f48c tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=8441be6f-9a84-4332-825e-db9b002af5d3 HTTP/1.1" status: 200 len: 945 time: 0.0699260 Jun 11 10:50:30.464937 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2ab51b66-1776-4343-b906-a7ce38ecebed req-7068a20e-6b9a-4fd3-b430-9142aaa81562 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368230 Jun 11 10:50:31.647679 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65daf8b3-6ac7-411b-a3ec-5ad89526d041 req-008398ac-d705-46e3-81d8-f0406e8bfffa tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:50:31.649642 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-65daf8b3-6ac7-411b-a3ec-5ad89526d041 req-008398ac-d705-46e3-81d8-f0406e8bfffa tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=8441be6f-9a84-4332-825e-db9b002af5d3 HTTP/1.1" status: 200 len: 945 time: 0.0733731 Jun 11 10:50:31.691590 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-65daf8b3-6ac7-411b-a3ec-5ad89526d041 req-e80878ee-4754-4682-aa34-8b1f3debd11e tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362277 Jun 11 10:50:31.908882 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:50:32.876653 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d7b7f-f34e-4077-a1c9-13217e156eeb req-fa0b866b-436f-4627-8642-78ac5b984c14 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:50:32.878139 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b10d7b7f-f34e-4077-a1c9-13217e156eeb req-fa0b866b-436f-4627-8642-78ac5b984c14 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=8441be6f-9a84-4332-825e-db9b002af5d3 HTTP/1.1" status: 200 len: 945 time: 0.0715013 Jun 11 10:50:32.920553 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b10d7b7f-f34e-4077-a1c9-13217e156eeb req-fde14f86-77c8-4695-852e-5e1af50d5f38 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367429 Jun 11 10:50:34.110468 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce81c248-b310-4460-b3ce-46262f0b3baa req-aeeeef3d-4156-4d59-91f0-2e65c09a44cd tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:50:34.111979 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ce81c248-b310-4460-b3ce-46262f0b3baa req-aeeeef3d-4156-4d59-91f0-2e65c09a44cd tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=8441be6f-9a84-4332-825e-db9b002af5d3 HTTP/1.1" status: 200 len: 945 time: 0.0743721 Jun 11 10:50:34.153632 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ce81c248-b310-4460-b3ce-46262f0b3baa req-c053e97b-1660-4476-a082-ef8859ad9731 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354493 Jun 11 10:50:35.340993 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce59e47-4456-4b1e-a919-ddbd72bbab18 req-d2b95e58-e7b3-4de5-a59e-a69e383952fa tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:50:35.342477 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1ce59e47-4456-4b1e-a919-ddbd72bbab18 req-d2b95e58-e7b3-4de5-a59e-a69e383952fa tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=8441be6f-9a84-4332-825e-db9b002af5d3 HTTP/1.1" status: 200 len: 945 time: 0.0707452 Jun 11 10:50:35.386978 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-1ce59e47-4456-4b1e-a919-ddbd72bbab18 req-33ee1349-31ed-453d-ae35-3e4a293a6a6c tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382919 Jun 11 10:50:36.270293 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:50:36.576794 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea517a1e-bf3d-4fda-8c82-05e8ebfe17c7 req-a88f930c-9764-4d1a-a4de-3c2e39c69e76 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:50:36.578266 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ea517a1e-bf3d-4fda-8c82-05e8ebfe17c7 req-a88f930c-9764-4d1a-a4de-3c2e39c69e76 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=8441be6f-9a84-4332-825e-db9b002af5d3 HTTP/1.1" status: 200 len: 945 time: 0.0757265 Jun 11 10:50:36.619907 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-ea517a1e-bf3d-4fda-8c82-05e8ebfe17c7 req-6f259614-d536-4d17-b28f-b3fd9c97166a tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357058 Jun 11 10:50:36.998043 n-d-779913-12 neutron-server[93176]: INFO neutron.api.v2.resource [req-c10e79a5-3f48-41a4-a142-dacd609c2fb5 req-1be1ac72-1ce9-4f92-a84f-7aef16015c1d service neutron] show failed (client error): The resource could not be found. Jun 11 10:50:36.999068 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c10e79a5-3f48-41a4-a142-dacd609c2fb5 req-1be1ac72-1ce9-4f92-a84f-7aef16015c1d service neutron] 10.222.0.64 "GET /v2.0/ports/c90c933b-e969-45a3-9f10-2b6911bffd20/bindings/n-h2-779913-12 HTTP/1.1" status: 404 len: 381 time: 0.0649498 Jun 11 10:50:37.465782 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:50:37.687889 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10e79a5-3f48-41a4-a142-dacd609c2fb5 req-576fa239-4066-4ebf-830c-c4c9b69004d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:50:37.689465 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c10e79a5-3f48-41a4-a142-dacd609c2fb5 req-576fa239-4066-4ebf-830c-c4c9b69004d0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8441be6f-9a84-4332-825e-db9b002af5d3&tenant_id=5a2172181f6b4cd0a7c7c9bb506434a5 HTTP/1.1" status: 200 len: 1097 time: 0.0613699 Jun 11 10:50:37.700506 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [req-c10e79a5-3f48-41a4-a142-dacd609c2fb5 req-099fc6fc-c859-4686-b4de-2b42b3791016 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-779913-12', 'device_owner': 'compute:nova'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:50:37.839071 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-c10e79a5-3f48-41a4-a142-dacd609c2fb5 req-099fc6fc-c859-4686-b4de-2b42b3791016 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:50:37.890571 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7cc1fb-046c-4284-a27d-8ff9a20578b7 req-d170aee0-4df2-4354-b025-3ec126131814 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:50:37.892053 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2f7cc1fb-046c-4284-a27d-8ff9a20578b7 req-d170aee0-4df2-4354-b025-3ec126131814 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=8441be6f-9a84-4332-825e-db9b002af5d3 HTTP/1.1" status: 200 len: 945 time: 0.1537771 Jun 11 10:50:38.024414 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2f7cc1fb-046c-4284-a27d-8ff9a20578b7 req-5c6a6f81-a145-49fe-862b-b31365b12095 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235595 Jun 11 10:50:38.135592 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device c90c933b-e969-45a3-9f10-2b6911bffd20 no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:50:38.149756 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-c10e79a5-3f48-41a4-a142-dacd609c2fb5 req-099fc6fc-c859-4686-b4de-2b42b3791016 service neutron] For port c90c933b-e969-45a3-9f10-2b6911bffd20, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=c90c933b-e969-45a3-9f10-2b6911bffd20,segment=NetworkSegment(cba3afd8-732a-4bf5-b4a2-75681c22ff7c),segment_id=cba3afd8-732a-4bf5-b4a2-75681c22ff7c)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:50:38.184123 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-c10e79a5-3f48-41a4-a142-dacd609c2fb5 req-099fc6fc-c859-4686-b4de-2b42b3791016 service neutron] For port c90c933b-e969-45a3-9f10-2b6911bffd20, host n-h1-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:50:38.225523 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:50:38.235270 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8441be6f-9a84-4332-825e-db9b002af5d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c90c933b-e969-45a3-9f10-2b6911bffd20'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:50:38.237673 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}643e21d40ac4e3065485de32a7022d96f1e50a2184c22f19f22390af1fd7c19b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af84024-b08e-4299-a311-b75b27765129" -d '{"events": [{"server_uuid": "8441be6f-9a84-4332-825e-db9b002af5d3", "name": "network-vif-unplugged", "status": "completed", "tag": "c90c933b-e969-45a3-9f10-2b6911bffd20"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:50:38.242292 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-c10e79a5-3f48-41a4-a142-dacd609c2fb5 req-099fc6fc-c859-4686-b4de-2b42b3791016 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:50:38.255336 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [req-c10e79a5-3f48-41a4-a142-dacd609c2fb5 req-099fc6fc-c859-4686-b4de-2b42b3791016 service neutron] Transition to ACTIVE for port object c90c933b-e969-45a3-9f10-2b6911bffd20 will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:50:38.345250 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Jun 2021 10:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8fbf5e8-6e45-44bf-915c-71a84403d7c6 x-openstack-request-id: req-a8fbf5e8-6e45-44bf-915c-71a84403d7c6 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:50:38.345619 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8441be6f-9a84-4332-825e-db9b002af5d3", "name": "network-vif-unplugged", "status": "completed", "tag": "c90c933b-e969-45a3-9f10-2b6911bffd20", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:50:38.345960 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a8fbf5e8-6e45-44bf-915c-71a84403d7c6 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:50:38.346420 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8441be6f-9a84-4332-825e-db9b002af5d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c90c933b-e969-45a3-9f10-2b6911bffd20', 'code': 200} Jun 11 10:50:38.349706 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-c10e79a5-3f48-41a4-a142-dacd609c2fb5 req-099fc6fc-c859-4686-b4de-2b42b3791016 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:50:38.351894 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c4f6db3c-e4ef-4a72-ac9b-e80c327a1c50 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:50:38.396632 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.db.api [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93178) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 10:50:38.397007 n-d-779913-12 neutron-server[93178]: DEBUG oslo_db.api [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 10:50:38.457043 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099fc6fc-c859-4686-b4de-2b42b3791016 service neutron] Pushing event updated for resources: {'Port': ['ID=c90c933b-e969-45a3-9f10-2b6911bffd20,revision_number=6']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:50:38.476592 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099fc6fc-c859-4686-b4de-2b42b3791016 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:50:38.476974 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099fc6fc-c859-4686-b4de-2b42b3791016 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:50:38.477352 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099fc6fc-c859-4686-b4de-2b42b3791016 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:50:38.477722 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099fc6fc-c859-4686-b4de-2b42b3791016 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:50:38.478088 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099fc6fc-c859-4686-b4de-2b42b3791016 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:50:38.478454 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099fc6fc-c859-4686-b4de-2b42b3791016 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:50:38.478817 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099fc6fc-c859-4686-b4de-2b42b3791016 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:50:38.479181 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099fc6fc-c859-4686-b4de-2b42b3791016 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:50:38.479541 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099fc6fc-c859-4686-b4de-2b42b3791016 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:50:38.479929 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099fc6fc-c859-4686-b4de-2b42b3791016 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:50:38.480288 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099fc6fc-c859-4686-b4de-2b42b3791016 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:50:38.480645 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099fc6fc-c859-4686-b4de-2b42b3791016 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:50:38.487225 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-099fc6fc-c859-4686-b4de-2b42b3791016 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:50:38.519117 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [req-c10e79a5-3f48-41a4-a142-dacd609c2fb5 req-099fc6fc-c859-4686-b4de-2b42b3791016 service neutron] No DVR routers for this DVR port c90c933b-e969-45a3-9f10-2b6911bffd20 on host n-h1-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:50:38.704164 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-c10e79a5-3f48-41a4-a142-dacd609c2fb5 req-099fc6fc-c859-4686-b4de-2b42b3791016 service neutron] Attempting to bind port c90c933b-e969-45a3-9f10-2b6911bffd20 on host n-h2-779913-12 for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:50:38.704838 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-c10e79a5-3f48-41a4-a142-dacd609c2fb5 req-099fc6fc-c859-4686-b4de-2b42b3791016 service neutron] Attempting to bind port c90c933b-e969-45a3-9f10-2b6911bffd20 by drivers openvswitch,hyperv on host n-h2-779913-12 at level 0 using segments [{'id': 'cba3afd8-732a-4bf5-b4a2-75681c22ff7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:50:38.704838 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10e79a5-3f48-41a4-a142-dacd609c2fb5 req-099fc6fc-c859-4686-b4de-2b42b3791016 service neutron] Attempting to bind port c90c933b-e969-45a3-9f10-2b6911bffd20 on network 138947f1-478f-4350-8cce-0cd89d3c929c {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:50:38.709220 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10e79a5-3f48-41a4-a142-dacd609c2fb5 req-099fc6fc-c859-4686-b4de-2b42b3791016 service neutron] Port c90c933b-e969-45a3-9f10-2b6911bffd20 on network 138947f1-478f-4350-8cce-0cd89d3c929c not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-12 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:50:38.709539 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10e79a5-3f48-41a4-a142-dacd609c2fb5 req-099fc6fc-c859-4686-b4de-2b42b3791016 service neutron] Attempting to bind port c90c933b-e969-45a3-9f10-2b6911bffd20 on network 138947f1-478f-4350-8cce-0cd89d3c929c {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:50:38.714262 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10e79a5-3f48-41a4-a142-dacd609c2fb5 req-099fc6fc-c859-4686-b4de-2b42b3791016 service neutron] Checking agent: {'id': '0fdba831-a210-4853-8be1-0755d3b72eac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:50:38.714602 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10e79a5-3f48-41a4-a142-dacd609c2fb5 req-099fc6fc-c859-4686-b4de-2b42b3791016 service neutron] Checking segment: {'id': 'cba3afd8-732a-4bf5-b4a2-75681c22ff7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:50:38.714980 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10e79a5-3f48-41a4-a142-dacd609c2fb5 req-099fc6fc-c859-4686-b4de-2b42b3791016 service neutron] Bound using segment: {'id': 'cba3afd8-732a-4bf5-b4a2-75681c22ff7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:50:38.715402 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [req-c10e79a5-3f48-41a4-a142-dacd609c2fb5 req-099fc6fc-c859-4686-b4de-2b42b3791016 service neutron] Bound port: c90c933b-e969-45a3-9f10-2b6911bffd20, host: n-h2-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cba3afd8-732a-4bf5-b4a2-75681c22ff7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:50:38.715777 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-c10e79a5-3f48-41a4-a142-dacd609c2fb5 req-099fc6fc-c859-4686-b4de-2b42b3791016 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:50:38.791426 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-c10e79a5-3f48-41a4-a142-dacd609c2fb5 req-099fc6fc-c859-4686-b4de-2b42b3791016 service neutron] For port c90c933b-e969-45a3-9f10-2b6911bffd20, host n-h2-779913-12, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:50:38.794553 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [req-c10e79a5-3f48-41a4-a142-dacd609c2fb5 req-099fc6fc-c859-4686-b4de-2b42b3791016 service neutron] For port c90c933b-e969-45a3-9f10-2b6911bffd20, host n-h2-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=c90c933b-e969-45a3-9f10-2b6911bffd20,segment=NetworkSegment(cba3afd8-732a-4bf5-b4a2-75681c22ff7c),segment_id=cba3afd8-732a-4bf5-b4a2-75681c22ff7c)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:50:38.870808 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-c10e79a5-3f48-41a4-a142-dacd609c2fb5 req-099fc6fc-c859-4686-b4de-2b42b3791016 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:50:38.872962 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-df18a798-555d-4799-9575-9ae06b02e4f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:50:38.919655 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10e79a5-3f48-41a4-a142-dacd609c2fb5 req-099fc6fc-c859-4686-b4de-2b42b3791016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:50:38.920280 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [req-c10e79a5-3f48-41a4-a142-dacd609c2fb5 req-099fc6fc-c859-4686-b4de-2b42b3791016 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:50:38.921674 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c10e79a5-3f48-41a4-a142-dacd609c2fb5 req-099fc6fc-c859-4686-b4de-2b42b3791016 service neutron] 10.222.0.69 "PUT /v2.0/ports/c90c933b-e969-45a3-9f10-2b6911bffd20 HTTP/1.1" status: 200 len: 1092 time: 1.2252915 Jun 11 10:50:38.946132 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099fc6fc-c859-4686-b4de-2b42b3791016 service neutron] Pushing event updated for resources: {'Port': ['ID=c90c933b-e969-45a3-9f10-2b6911bffd20,revision_number=7']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:50:38.949742 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-099fc6fc-c859-4686-b4de-2b42b3791016 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:50:39.013516 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10e79a5-3f48-41a4-a142-dacd609c2fb5 req-94ff438f-1f28-4593-908d-cab2a09d8efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:50:39.015096 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c10e79a5-3f48-41a4-a142-dacd609c2fb5 req-94ff438f-1f28-4593-908d-cab2a09d8efc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5a2172181f6b4cd0a7c7c9bb506434a5&device_id=8441be6f-9a84-4332-825e-db9b002af5d3 HTTP/1.1" status: 200 len: 1095 time: 0.0637817 Jun 11 10:50:39.140159 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10e79a5-3f48-41a4-a142-dacd609c2fb5 req-6258a9dd-7568-418f-9dc3-0add2f81de71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:50:39.141539 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c10e79a5-3f48-41a4-a142-dacd609c2fb5 req-6258a9dd-7568-418f-9dc3-0add2f81de71 service neutron] 10.222.0.69 "GET /v2.0/networks?id=138947f1-478f-4350-8cce-0cd89d3c929c HTTP/1.1" status: 200 len: 912 time: 0.1203620 Jun 11 10:50:39.640404 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c10e79a5-3f48-41a4-a142-dacd609c2fb5 req-e6758440-fb57-4ca3-bfa4-5508131b3f63 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c90c933b-e969-45a3-9f10-2b6911bffd20 HTTP/1.1" status: 200 len: 999 time: 0.4876201 Jun 11 10:50:39.693131 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbb16a3-767d-47e5-af3c-f153221a228a req-c6543d3f-d0a6-4749-918d-89708f87a5f8 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:50:39.694621 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7dbb16a3-767d-47e5-af3c-f153221a228a req-c6543d3f-d0a6-4749-918d-89708f87a5f8 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=8441be6f-9a84-4332-825e-db9b002af5d3 HTTP/1.1" status: 200 len: 943 time: 0.5503953 Jun 11 10:50:39.738902 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10e79a5-3f48-41a4-a142-dacd609c2fb5 req-9461b803-5cd5-4284-930b-28895fd5bf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:50:39.740455 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c10e79a5-3f48-41a4-a142-dacd609c2fb5 req-9461b803-5cd5-4284-930b-28895fd5bf7f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9bcb036b-50e1-441b-b763-25737c996068 HTTP/1.1" status: 200 len: 850 time: 0.0936990 Jun 11 10:50:39.782876 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7dbb16a3-767d-47e5-af3c-f153221a228a req-1047ce8f-4663-4a2d-83df-4a3e93462f19 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765848 Jun 11 10:50:39.840248 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10e79a5-3f48-41a4-a142-dacd609c2fb5 req-388cdebf-6687-4691-a248-6b0c5e3f5af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:50:39.841801 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c10e79a5-3f48-41a4-a142-dacd609c2fb5 req-388cdebf-6687-4691-a248-6b0c5e3f5af6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=138947f1-478f-4350-8cce-0cd89d3c929c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0915024 Jun 11 10:50:39.852736 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [req-c10e79a5-3f48-41a4-a142-dacd609c2fb5 req-a818d895-d4f4-4140-a88e-b50c8dfb2d05 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 10:50:39.853748 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c10e79a5-3f48-41a4-a142-dacd609c2fb5 req-a818d895-d4f4-4140-a88e-b50c8dfb2d05 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055742 Jun 11 10:50:39.970458 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c10e79a5-3f48-41a4-a142-dacd609c2fb5 req-908b3997-0ffc-4ee8-936f-ff69419ea466 service neutron] 10.222.0.69 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103845 Jun 11 10:50:40.089246 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c10e79a5-3f48-41a4-a142-dacd609c2fb5 req-931a20b1-29ac-4d95-9c74-603b57f090aa service neutron] 10.222.0.69 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122131 Jun 11 10:50:40.348242 n-d-779913-12 neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8441be6f-9a84-4332-825e-db9b002af5d3', 'tag': 'c90c933b-e969-45a3-9f10-2b6911bffd20'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:50:40.350856 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}643e21d40ac4e3065485de32a7022d96f1e50a2184c22f19f22390af1fd7c19b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e7900e-c381-498a-ac27-8340c90d310e" -d '{"events": [{"name": "network-changed", "server_uuid": "8441be6f-9a84-4332-825e-db9b002af5d3", "tag": "c90c933b-e969-45a3-9f10-2b6911bffd20"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:50:40.397947 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f66c2cd9-0d9d-430f-8f99-432fe4e1c67e x-openstack-request-id: req-f66c2cd9-0d9d-430f-8f99-432fe4e1c67e {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:50:40.398288 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8441be6f-9a84-4332-825e-db9b002af5d3", "tag": "c90c933b-e969-45a3-9f10-2b6911bffd20", "status": "completed", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:50:40.398594 n-d-779913-12 neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f66c2cd9-0d9d-430f-8f99-432fe4e1c67e {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:50:40.399040 n-d-779913-12 neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8441be6f-9a84-4332-825e-db9b002af5d3', 'tag': 'c90c933b-e969-45a3-9f10-2b6911bffd20', 'status': 'completed', 'code': 200} Jun 11 10:50:40.487378 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e7900e-c381-498a-ac27-8340c90d310e req-b757fef3-169d-49df-8019-b5558221060d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:50:40.489006 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c3e7900e-c381-498a-ac27-8340c90d310e req-b757fef3-169d-49df-8019-b5558221060d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5a2172181f6b4cd0a7c7c9bb506434a5&device_id=8441be6f-9a84-4332-825e-db9b002af5d3 HTTP/1.1" status: 200 len: 1095 time: 0.0659215 Jun 11 10:50:40.492206 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e7900e-c381-498a-ac27-8340c90d310e req-9419123a-7e82-4f96-8272-37bd8c616198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:50:40.493838 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c3e7900e-c381-498a-ac27-8340c90d310e req-9419123a-7e82-4f96-8272-37bd8c616198 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a2172181f6b4cd0a7c7c9bb506434a5&device_id=8441be6f-9a84-4332-825e-db9b002af5d3 HTTP/1.1" status: 200 len: 1095 time: 0.0718932 Jun 11 10:50:40.617183 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e7900e-c381-498a-ac27-8340c90d310e req-efe16803-e750-4a3c-9d8d-83cc53ee533d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:50:40.617415 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e7900e-c381-498a-ac27-8340c90d310e req-0363fe91-6fec-41f6-b83c-140a8ee91860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:50:40.618598 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c3e7900e-c381-498a-ac27-8340c90d310e req-efe16803-e750-4a3c-9d8d-83cc53ee533d service neutron] 10.222.0.69 "GET /v2.0/networks?id=138947f1-478f-4350-8cce-0cd89d3c929c HTTP/1.1" status: 200 len: 912 time: 0.1233659 Jun 11 10:50:40.618755 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c3e7900e-c381-498a-ac27-8340c90d310e req-0363fe91-6fec-41f6-b83c-140a8ee91860 service neutron] 10.222.0.64 "GET /v2.0/networks?id=138947f1-478f-4350-8cce-0cd89d3c929c HTTP/1.1" status: 200 len: 912 time: 0.1191702 Jun 11 10:50:40.710271 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c3e7900e-c381-498a-ac27-8340c90d310e req-4e541ce9-f3d3-43f6-b420-a2647b1fad0c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c90c933b-e969-45a3-9f10-2b6911bffd20 HTTP/1.1" status: 200 len: 999 time: 0.0851457 Jun 11 10:50:40.712053 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c3e7900e-c381-498a-ac27-8340c90d310e req-ff797220-cf89-4f3f-adb7-5966d3c86d2d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c90c933b-e969-45a3-9f10-2b6911bffd20 HTTP/1.1" status: 200 len: 999 time: 0.0866938 Jun 11 10:50:40.789365 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e7900e-c381-498a-ac27-8340c90d310e req-9178b0f4-7417-4c0a-85e8-b3d2f5ea8e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:50:40.794127 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c3e7900e-c381-498a-ac27-8340c90d310e req-9178b0f4-7417-4c0a-85e8-b3d2f5ea8e94 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9bcb036b-50e1-441b-b763-25737c996068 HTTP/1.1" status: 200 len: 850 time: 0.0783534 Jun 11 10:50:40.800491 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e7900e-c381-498a-ac27-8340c90d310e req-e3de92aa-46ec-47c8-b426-f1073358983f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:50:40.802765 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c3e7900e-c381-498a-ac27-8340c90d310e req-e3de92aa-46ec-47c8-b426-f1073358983f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9bcb036b-50e1-441b-b763-25737c996068 HTTP/1.1" status: 200 len: 850 time: 0.0845940 Jun 11 10:50:40.885756 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e7900e-c381-498a-ac27-8340c90d310e req-abac80aa-6a01-4578-b25e-ee4f18599465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:50:40.887171 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c3e7900e-c381-498a-ac27-8340c90d310e req-abac80aa-6a01-4578-b25e-ee4f18599465 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=138947f1-478f-4350-8cce-0cd89d3c929c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0862823 Jun 11 10:50:40.915799 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e7900e-c381-498a-ac27-8340c90d310e req-008d8bff-39d2-4852-9b33-569b8024ddb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:50:40.918089 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c3e7900e-c381-498a-ac27-8340c90d310e req-008d8bff-39d2-4852-9b33-569b8024ddb7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=138947f1-478f-4350-8cce-0cd89d3c929c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1071911 Jun 11 10:50:41.033302 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c3e7900e-c381-498a-ac27-8340c90d310e req-c8b6f638-3778-407a-b904-952797e26a0c service neutron] 10.222.0.64 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384182 Jun 11 10:50:41.097113 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30037c91-fd5d-4666-bded-b3a079b009f1 req-90437a09-c283-42f0-afb3-a9a52ecd3089 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:50:41.098607 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-30037c91-fd5d-4666-bded-b3a079b009f1 req-90437a09-c283-42f0-afb3-a9a52ecd3089 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=8441be6f-9a84-4332-825e-db9b002af5d3 HTTP/1.1" status: 200 len: 943 time: 0.1628168 Jun 11 10:50:41.132448 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c3e7900e-c381-498a-ac27-8340c90d310e req-99513bfd-c7c9-42b7-b42d-db0206c6bb71 service neutron] 10.222.0.69 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075946 Jun 11 10:50:41.167321 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-c3e7900e-c381-498a-ac27-8340c90d310e req-6266e24d-85de-4ecb-aa27-efb622b7fb98 service neutron] 10.222.0.64 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265137 Jun 11 10:50:41.190081 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-30037c91-fd5d-4666-bded-b3a079b009f1 req-96a376e4-2e05-4349-add2-1f04e33cac82 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839038 Jun 11 10:50:41.274913 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c3e7900e-c381-498a-ac27-8340c90d310e req-64c47d03-dde5-457d-b3b6-41e7f2eee8bb service neutron] 10.222.0.69 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346447 Jun 11 10:50:42.394430 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e25ad91-9afe-4a5d-b499-941e365a5bf2 req-ed3fc2cf-29ae-4561-aedd-9615148a2e39 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:50:42.396060 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3e25ad91-9afe-4a5d-b499-941e365a5bf2 req-ed3fc2cf-29ae-4561-aedd-9615148a2e39 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=8441be6f-9a84-4332-825e-db9b002af5d3 HTTP/1.1" status: 200 len: 943 time: 0.0770752 Jun 11 10:50:42.438254 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3e25ad91-9afe-4a5d-b499-941e365a5bf2 req-44101c11-478a-4846-8d77-0e6ce13eefea tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358133 Jun 11 10:50:42.955522 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-63bb9861-548b-4343-a91c-474625d8e948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:50:43.633859 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa2fc81-4601-495e-b890-f752d3d422b1 req-80c56d9f-016f-47c9-b6d7-51e0ea12cf68 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:50:43.635488 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9aa2fc81-4601-495e-b890-f752d3d422b1 req-80c56d9f-016f-47c9-b6d7-51e0ea12cf68 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=8441be6f-9a84-4332-825e-db9b002af5d3 HTTP/1.1" status: 200 len: 943 time: 0.0755253 Jun 11 10:50:43.682704 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-9aa2fc81-4601-495e-b890-f752d3d422b1 req-08bf2fe3-d4b8-4f7c-9de5-8a9da6870467 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409775 Jun 11 10:50:44.888861 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6077ceda-eeb6-492b-8628-fae0f49a0cd6 req-e8031d25-c525-4bc8-a186-755b52fac535 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:50:44.890274 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6077ceda-eeb6-492b-8628-fae0f49a0cd6 req-e8031d25-c525-4bc8-a186-755b52fac535 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=8441be6f-9a84-4332-825e-db9b002af5d3 HTTP/1.1" status: 200 len: 943 time: 0.0913851 Jun 11 10:50:44.934330 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6077ceda-eeb6-492b-8628-fae0f49a0cd6 req-63afc475-1ac0-4cbe-bcd5-059b09bc1d87 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365889 Jun 11 10:50:45.863986 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3752e0cc-d0b3-4b32-aa7e-094e1a58f8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:50:45.988891 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:50:46.121512 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdddb1f3-84b4-4f69-8580-e7967f2c7983 req-9532263c-b1a4-4766-aff5-31fadb764d18 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:50:46.123116 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cdddb1f3-84b4-4f69-8580-e7967f2c7983 req-9532263c-b1a4-4766-aff5-31fadb764d18 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=8441be6f-9a84-4332-825e-db9b002af5d3 HTTP/1.1" status: 200 len: 943 time: 0.0720713 Jun 11 10:50:46.167519 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-cdddb1f3-84b4-4f69-8580-e7967f2c7983 req-e584a488-89d4-49a6-9218-75a999aa9a46 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385342 Jun 11 10:50:46.904087 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:50:47.356265 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20d7fd1-1400-417f-b063-c8f81c068a9c req-5956868f-22d7-4bfe-b9f6-84a864f90a3a tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:50:47.357726 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f20d7fd1-1400-417f-b063-c8f81c068a9c req-5956868f-22d7-4bfe-b9f6-84a864f90a3a tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=8441be6f-9a84-4332-825e-db9b002af5d3 HTTP/1.1" status: 200 len: 943 time: 0.0746663 Jun 11 10:50:47.399896 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f20d7fd1-1400-417f-b063-c8f81c068a9c req-5a9b6666-e440-488a-823b-90073e4bb69d tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365102 Jun 11 10:50:48.586374 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdeefe3-bb22-47b3-af1b-9137a9d9aaf8 req-b663b212-faf7-48e9-a7c5-0042cfcb4b77 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:50:48.587882 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6cdeefe3-bb22-47b3-af1b-9137a9d9aaf8 req-b663b212-faf7-48e9-a7c5-0042cfcb4b77 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=8441be6f-9a84-4332-825e-db9b002af5d3 HTTP/1.1" status: 200 len: 943 time: 0.0729103 Jun 11 10:50:48.635656 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6cdeefe3-bb22-47b3-af1b-9137a9d9aaf8 req-91f7116b-6590-4d60-af18-8cb7afaed36c tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401020 Jun 11 10:50:48.698548 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:50:49.821148 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60672ad1-e8ef-492e-be8e-49180ca2cce6 req-91bdaae7-6c7d-415d-80c1-fad591482fca tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:50:49.822612 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-60672ad1-e8ef-492e-be8e-49180ca2cce6 req-91bdaae7-6c7d-415d-80c1-fad591482fca tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=8441be6f-9a84-4332-825e-db9b002af5d3 HTTP/1.1" status: 200 len: 943 time: 0.0752859 Jun 11 10:50:49.865170 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-60672ad1-e8ef-492e-be8e-49180ca2cce6 req-ec2c0466-6d30-4b2b-bb04-8ea97ab44d51 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366859 Jun 11 10:50:51.049006 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4baf63a-0aa8-4bdd-8f45-b272027d3a67 req-c4286a9f-4f9c-40a7-a55a-bd59ef1d46e7 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:50:51.050474 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b4baf63a-0aa8-4bdd-8f45-b272027d3a67 req-c4286a9f-4f9c-40a7-a55a-bd59ef1d46e7 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=8441be6f-9a84-4332-825e-db9b002af5d3 HTTP/1.1" status: 200 len: 943 time: 0.0702896 Jun 11 10:50:51.093140 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-b4baf63a-0aa8-4bdd-8f45-b272027d3a67 req-2c358b0b-38a7-41a2-9f4a-44957ac959b4 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368118 Jun 11 10:50:52.284656 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dea13e-3cbf-4821-8add-b121df31c70d req-948b9918-1870-4c24-a350-dc7cff9e9ab2 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:50:52.286132 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-27dea13e-3cbf-4821-8add-b121df31c70d req-948b9918-1870-4c24-a350-dc7cff9e9ab2 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=8441be6f-9a84-4332-825e-db9b002af5d3 HTTP/1.1" status: 200 len: 943 time: 0.0753086 Jun 11 10:50:52.328338 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-27dea13e-3cbf-4821-8add-b121df31c70d req-19ae48c5-bc8a-451b-847f-981cbe02b3e9 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356998 Jun 11 10:50:53.513773 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc4330f-f778-45de-b0e2-4568fca8f784 req-4183af80-4ec6-4741-8b21-928432afd3a0 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:50:53.515236 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fdc4330f-f778-45de-b0e2-4568fca8f784 req-4183af80-4ec6-4741-8b21-928432afd3a0 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=8441be6f-9a84-4332-825e-db9b002af5d3 HTTP/1.1" status: 200 len: 943 time: 0.0697727 Jun 11 10:50:53.563723 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fdc4330f-f778-45de-b0e2-4568fca8f784 req-6ece8799-17d4-4be2-8a9c-e36b0cf85d66 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424647 Jun 11 10:50:54.565406 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device c90c933b-e969-45a3-9f10-2b6911bffd20 details requested by agent hyperv_n-h2-779913-12 with host n-h2-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 10:50:54.694131 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port c90c933b-e969-45a3-9f10-2b6911bffd20, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=c90c933b-e969-45a3-9f10-2b6911bffd20,segment=NetworkSegment(cba3afd8-732a-4bf5-b4a2-75681c22ff7c),segment_id=cba3afd8-732a-4bf5-b4a2-75681c22ff7c)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:50:54.712367 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Returning: {'device': 'c90c933b-e969-45a3-9f10-2b6911bffd20', 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c', 'port_id': 'c90c933b-e969-45a3-9f10-2b6911bffd20', 'mac_address': 'fa:16:3e:c8:6d:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bcb036b-50e1-441b-b763-25737c996068', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 10:50:54.761208 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94519968-e327-4915-93d1-f6b3a278bb84 req-a7da1c70-5e78-444b-b3f5-ba7261cd5627 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:50:54.762672 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-94519968-e327-4915-93d1-f6b3a278bb84 req-a7da1c70-5e78-444b-b3f5-ba7261cd5627 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=8441be6f-9a84-4332-825e-db9b002af5d3 HTTP/1.1" status: 200 len: 943 time: 0.0818191 Jun 11 10:50:54.770451 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:50:54.786783 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c90c933b-e969-45a3-9f10-2b6911bffd20 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:50:54.809102 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port c90c933b-e969-45a3-9f10-2b6911bffd20, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=c90c933b-e969-45a3-9f10-2b6911bffd20,segment=NetworkSegment(cba3afd8-732a-4bf5-b4a2-75681c22ff7c),segment_id=cba3afd8-732a-4bf5-b4a2-75681c22ff7c)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:50:54.814003 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-94519968-e327-4915-93d1-f6b3a278bb84 req-86517506-4d1c-4943-a55e-1116705287ae tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445211 Jun 11 10:50:54.915845 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:50:54.917891 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:50:54.976330 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=c90c933b-e969-45a3-9f10-2b6911bffd20,revision_number=8']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:50:54.983787 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:50:54.984140 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:50:54.984488 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:50:54.984830 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:50:54.985157 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:50:54.985488 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:50:54.985804 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:50:54.986137 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:50:54.986466 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:50:54.986790 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:50:54.987109 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:50:54.987435 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:50:54.991779 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:50:55.327658 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] get_ports_and_sgs() called for port_ids ['c90c933b-e969-45a3-9f10-2b6911bffd20'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:50:55.707023 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146d7fd0-bc6d-4eae-810a-ba2cf8715a70 req-efbdea7e-d0df-4c81-a54c-b99edaf42b93 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:50:55.708551 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-146d7fd0-bc6d-4eae-810a-ba2cf8715a70 req-efbdea7e-d0df-4c81-a54c-b99edaf42b93 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=8441be6f-9a84-4332-825e-db9b002af5d3 HTTP/1.1" status: 200 len: 944 time: 0.1400282 Jun 11 10:50:55.720665 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c2620f-9feb-475b-9be3-a17500684e1f req-3365865c-b640-4d74-8ae6-5cc2d14dfb5a tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:50:55.722019 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-07c2620f-9feb-475b-9be3-a17500684e1f req-3365865c-b640-4d74-8ae6-5cc2d14dfb5a tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.69 "GET /v2.0/ports?device_id=8441be6f-9a84-4332-825e-db9b002af5d3&tenant_id=5a2172181f6b4cd0a7c7c9bb506434a5&binding%3Ahost_id=n-h2-779913-12 HTTP/1.1" status: 200 len: 944 time: 0.1195195 Jun 11 10:50:55.805126 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-146d7fd0-bc6d-4eae-810a-ba2cf8715a70 req-a54d9e9e-59ef-43cf-a09f-3cc94de83b5c tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821180 Jun 11 10:50:55.814644 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-07c2620f-9feb-475b-9be3-a17500684e1f req-a0f62b66-03b9-4ae1-8d77-bf823cdd3081 service neutron] 10.222.0.69 "GET /v2.0/ports/c90c933b-e969-45a3-9f10-2b6911bffd20/bindings/n-h2-779913-12 HTTP/1.1" status: 200 len: 383 time: 0.0857604 Jun 11 10:50:55.904667 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c2620f-9feb-475b-9be3-a17500684e1f req-171df63c-7924-4cb5-b60e-11187280ed84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:50:55.906185 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-07c2620f-9feb-475b-9be3-a17500684e1f req-171df63c-7924-4cb5-b60e-11187280ed84 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5a2172181f6b4cd0a7c7c9bb506434a5&device_id=8441be6f-9a84-4332-825e-db9b002af5d3 HTTP/1.1" status: 200 len: 1096 time: 0.0646455 Jun 11 10:50:56.031834 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c2620f-9feb-475b-9be3-a17500684e1f req-1271f45e-4416-4b06-913d-1fef135b8d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:50:56.033197 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-07c2620f-9feb-475b-9be3-a17500684e1f req-1271f45e-4416-4b06-913d-1fef135b8d18 service neutron] 10.222.0.69 "GET /v2.0/networks?id=138947f1-478f-4350-8cce-0cd89d3c929c HTTP/1.1" status: 200 len: 912 time: 0.1194563 Jun 11 10:50:56.122361 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-07c2620f-9feb-475b-9be3-a17500684e1f req-5f0b1a6a-769e-49f8-85e4-f50d4e23f078 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c90c933b-e969-45a3-9f10-2b6911bffd20 HTTP/1.1" status: 200 len: 1000 time: 0.0819609 Jun 11 10:50:56.188051 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c2620f-9feb-475b-9be3-a17500684e1f req-fb5d1717-4850-47d3-bfc3-051f7b42639c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:50:56.189495 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-07c2620f-9feb-475b-9be3-a17500684e1f req-fb5d1717-4850-47d3-bfc3-051f7b42639c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9bcb036b-50e1-441b-b763-25737c996068 HTTP/1.1" status: 200 len: 850 time: 0.0605078 Jun 11 10:50:56.258768 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c2620f-9feb-475b-9be3-a17500684e1f req-ba8e7ba1-e696-4bc1-9cbb-a2258d89b092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:50:56.260295 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-07c2620f-9feb-475b-9be3-a17500684e1f req-ba8e7ba1-e696-4bc1-9cbb-a2258d89b092 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=138947f1-478f-4350-8cce-0cd89d3c929c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0641749 Jun 11 10:50:56.378750 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-07c2620f-9feb-475b-9be3-a17500684e1f req-f0b35699-7a8d-4604-9c20-a29016914e02 service neutron] 10.222.0.69 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114707 Jun 11 10:50:56.491591 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-07c2620f-9feb-475b-9be3-a17500684e1f req-2300c241-c95e-4458-8dec-ec1013074e78 service neutron] 10.222.0.69 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063304 Jun 11 10:50:56.569010 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device c90c933b-e969-45a3-9f10-2b6911bffd20 up at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:50:56.727240 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning for port c90c933b-e969-45a3-9f10-2b6911bffd20 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:50:56.731209 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Provisioning complete for port c90c933b-e969-45a3-9f10-2b6911bffd20 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:50:56.731620 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:50:56.823402 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:50:56.849571 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8441be6f-9a84-4332-825e-db9b002af5d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c90c933b-e969-45a3-9f10-2b6911bffd20'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:50:56.851943 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc8b525cf092a189a0ea2f07e82bebdb29a480b8a476d2f40da93c0b22490dae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfa20e37-89de-4fce-83bc-6437242d35ff" -d '{"events": [{"server_uuid": "8441be6f-9a84-4332-825e-db9b002af5d3", "name": "network-vif-plugged", "status": "completed", "tag": "c90c933b-e969-45a3-9f10-2b6911bffd20"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:50:56.866401 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] For port c90c933b-e969-45a3-9f10-2b6911bffd20, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=c90c933b-e969-45a3-9f10-2b6911bffd20,segment=NetworkSegment(cba3afd8-732a-4bf5-b4a2-75681c22ff7c),segment_id=cba3afd8-732a-4bf5-b4a2-75681c22ff7c)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:50:56.962690 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:50:56.965803 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:50:57.002844 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019f0f52-b7e1-4172-92ef-5fb4ef31fee8 req-7f257757-0a27-4bd4-a059-a8c9d468d327 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:50:57.004317 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-019f0f52-b7e1-4172-92ef-5fb4ef31fee8 req-7f257757-0a27-4bd4-a059-a8c9d468d327 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=8441be6f-9a84-4332-825e-db9b002af5d3 HTTP/1.1" status: 200 len: 944 time: 0.0827971 Jun 11 10:50:57.020979 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Pushing event updated for resources: {'Port': ['ID=c90c933b-e969-45a3-9f10-2b6911bffd20,revision_number=9']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:50:57.025174 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:50:57.049512 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-019f0f52-b7e1-4172-92ef-5fb4ef31fee8 req-3b618c52-5ae0-4451-99c2-6b6e307d756d tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381203 Jun 11 10:50:57.158010 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c44d6df-8ea0-4f32-88f8-971eda6fd2e9 x-openstack-request-id: req-1c44d6df-8ea0-4f32-88f8-971eda6fd2e9 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:50:57.158313 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8441be6f-9a84-4332-825e-db9b002af5d3", "name": "network-vif-plugged", "status": "completed", "tag": "c90c933b-e969-45a3-9f10-2b6911bffd20", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:50:57.158596 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1c44d6df-8ea0-4f32-88f8-971eda6fd2e9 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:50:57.159037 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8441be6f-9a84-4332-825e-db9b002af5d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c90c933b-e969-45a3-9f10-2b6911bffd20', 'code': 200} Jun 11 10:50:58.233121 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5161f70-82d5-44ca-a5aa-8f85bce411dd req-aba4c6ea-bdaf-41dc-a834-24dd33d36d5c tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:50:58.334148 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d5161f70-82d5-44ca-a5aa-8f85bce411dd req-aba4c6ea-bdaf-41dc-a834-24dd33d36d5c tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=8441be6f-9a84-4332-825e-db9b002af5d3 HTTP/1.1" status: 200 len: 945 time: 0.0725675 Jun 11 10:50:58.334148 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d5161f70-82d5-44ca-a5aa-8f85bce411dd req-6837fcc3-3ca8-424f-bfe4-907d785d0282 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428317 Jun 11 10:50:59.493522 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820fff8c-3822-4f7a-9cdc-a291f3e88a44 req-ef1643f0-261d-4add-a0ea-794a7b836cd5 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:50:59.494893 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-820fff8c-3822-4f7a-9cdc-a291f3e88a44 req-ef1643f0-261d-4add-a0ea-794a7b836cd5 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=8441be6f-9a84-4332-825e-db9b002af5d3 HTTP/1.1" status: 200 len: 945 time: 0.0829530 Jun 11 10:50:59.538362 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-820fff8c-3822-4f7a-9cdc-a291f3e88a44 req-d1856275-281a-4d14-a030-f168a8dd1453 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376244 Jun 11 10:51:00.725566 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d00aed1-227f-4725-9674-be86d0a16b8d req-3e1581ea-53d4-40d2-b202-0fdefefdda41 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:51:00.727069 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2d00aed1-227f-4725-9674-be86d0a16b8d req-3e1581ea-53d4-40d2-b202-0fdefefdda41 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=8441be6f-9a84-4332-825e-db9b002af5d3 HTTP/1.1" status: 200 len: 945 time: 0.0714808 Jun 11 10:51:00.773031 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2d00aed1-227f-4725-9674-be86d0a16b8d req-e3086fe9-1878-4760-9a86-22adec346fde tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402298 Jun 11 10:51:01.599534 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c2620f-9feb-475b-9be3-a17500684e1f req-ff595d81-10df-4a28-9273-edc93b2eed62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:51:01.600977 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-07c2620f-9feb-475b-9be3-a17500684e1f req-ff595d81-10df-4a28-9273-edc93b2eed62 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8441be6f-9a84-4332-825e-db9b002af5d3&tenant_id=5a2172181f6b4cd0a7c7c9bb506434a5 HTTP/1.1" status: 200 len: 1097 time: 0.0611656 Jun 11 10:51:01.612112 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [req-07c2620f-9feb-475b-9be3-a17500684e1f req-7f376718-c03a-42aa-8e3d-71e82f9ec6e6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-779913-12', 'device_owner': 'compute:nova'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 10:51:01.702972 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-07c2620f-9feb-475b-9be3-a17500684e1f req-7f376718-c03a-42aa-8e3d-71e82f9ec6e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:51:01.932988 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:51:01.955092 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-07c2620f-9feb-475b-9be3-a17500684e1f req-7f376718-c03a-42aa-8e3d-71e82f9ec6e6 service neutron] For port c90c933b-e969-45a3-9f10-2b6911bffd20, host n-h2-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-12',level=0,port_id=c90c933b-e969-45a3-9f10-2b6911bffd20,segment=NetworkSegment(cba3afd8-732a-4bf5-b4a2-75681c22ff7c),segment_id=cba3afd8-732a-4bf5-b4a2-75681c22ff7c)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:51:01.967688 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa749431-213c-4199-a3ea-27e2e0e270fc req-e7f64bef-d201-4ab2-80f1-8ff7cfa1f1ce tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:51:01.969175 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fa749431-213c-4199-a3ea-27e2e0e270fc req-e7f64bef-d201-4ab2-80f1-8ff7cfa1f1ce tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=8441be6f-9a84-4332-825e-db9b002af5d3 HTTP/1.1" status: 200 len: 945 time: 0.0763395 Jun 11 10:51:01.991481 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-07c2620f-9feb-475b-9be3-a17500684e1f req-7f376718-c03a-42aa-8e3d-71e82f9ec6e6 service neutron] For port c90c933b-e969-45a3-9f10-2b6911bffd20, host n-h2-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:51:02.013424 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-fa749431-213c-4199-a3ea-27e2e0e270fc req-a940e981-e6bd-42ae-85f4-4d473f4c7cb5 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375202 Jun 11 10:51:02.044175 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8441be6f-9a84-4332-825e-db9b002af5d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c90c933b-e969-45a3-9f10-2b6911bffd20'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:51:02.046532 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125b24e798c6fd269f8316ad972dc462157675ddee5b528eb3eb6ea2a565648e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82404cb2-24c5-47a2-aa6e-da8d494ed55f" -d '{"events": [{"server_uuid": "8441be6f-9a84-4332-825e-db9b002af5d3", "name": "network-vif-unplugged", "status": "completed", "tag": "c90c933b-e969-45a3-9f10-2b6911bffd20"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:51:02.050489 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-07c2620f-9feb-475b-9be3-a17500684e1f req-7f376718-c03a-42aa-8e3d-71e82f9ec6e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:51:02.063064 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-07c2620f-9feb-475b-9be3-a17500684e1f req-7f376718-c03a-42aa-8e3d-71e82f9ec6e6 service neutron] Transition to ACTIVE for port object c90c933b-e969-45a3-9f10-2b6911bffd20 will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 10:51:02.137988 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Jun 2021 10:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbec810f-228c-4708-984f-a18e4abd7d5d x-openstack-request-id: req-cbec810f-228c-4708-984f-a18e4abd7d5d {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:51:02.138347 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8441be6f-9a84-4332-825e-db9b002af5d3", "name": "network-vif-unplugged", "status": "completed", "tag": "c90c933b-e969-45a3-9f10-2b6911bffd20", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:51:02.138658 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cbec810f-228c-4708-984f-a18e4abd7d5d {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:51:02.139121 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8441be6f-9a84-4332-825e-db9b002af5d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c90c933b-e969-45a3-9f10-2b6911bffd20', 'code': 200} Jun 11 10:51:02.144081 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-07c2620f-9feb-475b-9be3-a17500684e1f req-7f376718-c03a-42aa-8e3d-71e82f9ec6e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:51:02.146281 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3e049d21-a1d4-4b4a-a611-e30f4056c8fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:51:02.263886 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f376718-c03a-42aa-8e3d-71e82f9ec6e6 service neutron] Pushing event updated for resources: {'Port': ['ID=c90c933b-e969-45a3-9f10-2b6911bffd20,revision_number=10']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:51:02.283293 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f376718-c03a-42aa-8e3d-71e82f9ec6e6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:51:02.283718 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f376718-c03a-42aa-8e3d-71e82f9ec6e6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:51:02.284105 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f376718-c03a-42aa-8e3d-71e82f9ec6e6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:51:02.284481 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f376718-c03a-42aa-8e3d-71e82f9ec6e6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:51:02.284853 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f376718-c03a-42aa-8e3d-71e82f9ec6e6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:51:02.285223 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f376718-c03a-42aa-8e3d-71e82f9ec6e6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:51:02.285591 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f376718-c03a-42aa-8e3d-71e82f9ec6e6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:51:02.285955 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f376718-c03a-42aa-8e3d-71e82f9ec6e6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:51:02.286322 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f376718-c03a-42aa-8e3d-71e82f9ec6e6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:51:02.286689 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f376718-c03a-42aa-8e3d-71e82f9ec6e6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:51:02.287054 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f376718-c03a-42aa-8e3d-71e82f9ec6e6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:51:02.288071 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f376718-c03a-42aa-8e3d-71e82f9ec6e6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 10:51:02.293932 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7f376718-c03a-42aa-8e3d-71e82f9ec6e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:51:02.322412 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-07c2620f-9feb-475b-9be3-a17500684e1f req-7f376718-c03a-42aa-8e3d-71e82f9ec6e6 service neutron] No DVR routers for this DVR port c90c933b-e969-45a3-9f10-2b6911bffd20 on host n-h2-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:51:02.508887 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-07c2620f-9feb-475b-9be3-a17500684e1f req-7f376718-c03a-42aa-8e3d-71e82f9ec6e6 service neutron] Attempting to bind port c90c933b-e969-45a3-9f10-2b6911bffd20 on host n-h1-779913-12 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 10:51:02.509250 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-07c2620f-9feb-475b-9be3-a17500684e1f req-7f376718-c03a-42aa-8e3d-71e82f9ec6e6 service neutron] Attempting to bind port c90c933b-e969-45a3-9f10-2b6911bffd20 by drivers openvswitch,hyperv on host n-h1-779913-12 at level 0 using segments [{'id': 'cba3afd8-732a-4bf5-b4a2-75681c22ff7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 10:51:02.509577 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c2620f-9feb-475b-9be3-a17500684e1f req-7f376718-c03a-42aa-8e3d-71e82f9ec6e6 service neutron] Attempting to bind port c90c933b-e969-45a3-9f10-2b6911bffd20 on network 138947f1-478f-4350-8cce-0cd89d3c929c {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:51:02.513805 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c2620f-9feb-475b-9be3-a17500684e1f req-7f376718-c03a-42aa-8e3d-71e82f9ec6e6 service neutron] Port c90c933b-e969-45a3-9f10-2b6911bffd20 on network 138947f1-478f-4350-8cce-0cd89d3c929c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-12 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 10:51:02.514125 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c2620f-9feb-475b-9be3-a17500684e1f req-7f376718-c03a-42aa-8e3d-71e82f9ec6e6 service neutron] Attempting to bind port c90c933b-e969-45a3-9f10-2b6911bffd20 on network 138947f1-478f-4350-8cce-0cd89d3c929c {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 10:51:02.519178 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c2620f-9feb-475b-9be3-a17500684e1f req-7f376718-c03a-42aa-8e3d-71e82f9ec6e6 service neutron] Checking agent: {'id': '881d1a9b-6901-4df9-96e4-54cbb9d490bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'started_at': datetime.datetime(2021, 6, 11, 9, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 10, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 10:51:02.519529 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c2620f-9feb-475b-9be3-a17500684e1f req-7f376718-c03a-42aa-8e3d-71e82f9ec6e6 service neutron] Checking segment: {'id': 'cba3afd8-732a-4bf5-b4a2-75681c22ff7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 10:51:02.519920 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c2620f-9feb-475b-9be3-a17500684e1f req-7f376718-c03a-42aa-8e3d-71e82f9ec6e6 service neutron] Bound using segment: {'id': 'cba3afd8-732a-4bf5-b4a2-75681c22ff7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 10:51:02.520343 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-07c2620f-9feb-475b-9be3-a17500684e1f req-7f376718-c03a-42aa-8e3d-71e82f9ec6e6 service neutron] Bound port: c90c933b-e969-45a3-9f10-2b6911bffd20, host: n-h1-779913-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cba3afd8-732a-4bf5-b4a2-75681c22ff7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 10:51:02.520688 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-07c2620f-9feb-475b-9be3-a17500684e1f req-7f376718-c03a-42aa-8e3d-71e82f9ec6e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:51:02.604997 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-07c2620f-9feb-475b-9be3-a17500684e1f req-7f376718-c03a-42aa-8e3d-71e82f9ec6e6 service neutron] For port c90c933b-e969-45a3-9f10-2b6911bffd20, host n-h1-779913-12, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 10:51:02.608089 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-07c2620f-9feb-475b-9be3-a17500684e1f req-7f376718-c03a-42aa-8e3d-71e82f9ec6e6 service neutron] For port c90c933b-e969-45a3-9f10-2b6911bffd20, host n-h1-779913-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=c90c933b-e969-45a3-9f10-2b6911bffd20,segment=NetworkSegment(cba3afd8-732a-4bf5-b4a2-75681c22ff7c),segment_id=cba3afd8-732a-4bf5-b4a2-75681c22ff7c)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 10:51:02.612949 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device c90c933b-e969-45a3-9f10-2b6911bffd20 no longer exists at agent hyperv_n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:51:02.658087 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Device c90c933b-e969-45a3-9f10-2b6911bffd20 not bound to the agent host n-h2-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:51:02.687410 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-07c2620f-9feb-475b-9be3-a17500684e1f req-7f376718-c03a-42aa-8e3d-71e82f9ec6e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:51:02.689712 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e548b847-bf41-4074-b2d7-8d0a1f8502d4 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:51:02.732133 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c2620f-9feb-475b-9be3-a17500684e1f req-7f376718-c03a-42aa-8e3d-71e82f9ec6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:51:02.732759 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-07c2620f-9feb-475b-9be3-a17500684e1f req-7f376718-c03a-42aa-8e3d-71e82f9ec6e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:51:02.734169 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-07c2620f-9feb-475b-9be3-a17500684e1f req-7f376718-c03a-42aa-8e3d-71e82f9ec6e6 service neutron] 10.222.0.64 "PUT /v2.0/ports/c90c933b-e969-45a3-9f10-2b6911bffd20 HTTP/1.1" status: 200 len: 1093 time: 1.1260471 Jun 11 10:51:02.756223 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f376718-c03a-42aa-8e3d-71e82f9ec6e6 service neutron] Pushing event updated for resources: {'Port': ['ID=c90c933b-e969-45a3-9f10-2b6911bffd20,revision_number=11']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:51:02.760504 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7f376718-c03a-42aa-8e3d-71e82f9ec6e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:51:02.828151 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c2620f-9feb-475b-9be3-a17500684e1f req-116f5927-c31e-4e3d-a03a-c3722171305e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:51:02.829679 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-07c2620f-9feb-475b-9be3-a17500684e1f req-116f5927-c31e-4e3d-a03a-c3722171305e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a2172181f6b4cd0a7c7c9bb506434a5&device_id=8441be6f-9a84-4332-825e-db9b002af5d3 HTTP/1.1" status: 200 len: 1096 time: 0.0682473 Jun 11 10:51:02.947313 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c2620f-9feb-475b-9be3-a17500684e1f req-019c2b70-9cae-46ae-9c78-0953633add55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:51:02.948814 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-07c2620f-9feb-475b-9be3-a17500684e1f req-019c2b70-9cae-46ae-9c78-0953633add55 service neutron] 10.222.0.64 "GET /v2.0/networks?id=138947f1-478f-4350-8cce-0cd89d3c929c HTTP/1.1" status: 200 len: 912 time: 0.1132555 Jun 11 10:51:03.039914 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-07c2620f-9feb-475b-9be3-a17500684e1f req-ac396215-6170-41c9-8858-8193e36067e6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c90c933b-e969-45a3-9f10-2b6911bffd20 HTTP/1.1" status: 200 len: 999 time: 0.0849648 Jun 11 10:51:03.096815 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c2620f-9feb-475b-9be3-a17500684e1f req-16bf9832-c292-453d-a940-632860d0c735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:51:03.098274 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-07c2620f-9feb-475b-9be3-a17500684e1f req-16bf9832-c292-453d-a940-632860d0c735 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9bcb036b-50e1-441b-b763-25737c996068 HTTP/1.1" status: 200 len: 850 time: 0.0527465 Jun 11 10:51:03.169863 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c2620f-9feb-475b-9be3-a17500684e1f req-64530f55-b55a-40be-a5ab-2a9203406d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:51:03.171384 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-07c2620f-9feb-475b-9be3-a17500684e1f req-64530f55-b55a-40be-a5ab-2a9203406d1a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=138947f1-478f-4350-8cce-0cd89d3c929c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0662103 Jun 11 10:51:03.202143 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ffd5a-e797-4fbd-8692-661978d84134 req-b7a8dfd3-1890-46d6-b1d9-df4063e7f585 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:51:03.203698 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-227ffd5a-e797-4fbd-8692-661978d84134 req-b7a8dfd3-1890-46d6-b1d9-df4063e7f585 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=8441be6f-9a84-4332-825e-db9b002af5d3 HTTP/1.1" status: 200 len: 944 time: 0.0737872 Jun 11 10:51:03.246985 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-227ffd5a-e797-4fbd-8692-661978d84134 req-43ff40f8-c654-48c6-80fe-92bbf43a48c5 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373428 Jun 11 10:51:03.301796 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-07c2620f-9feb-475b-9be3-a17500684e1f req-7d4d5084-a258-4a53-87f4-638553aa7e8c service neutron] 10.222.0.64 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236815 Jun 11 10:51:03.415173 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-07c2620f-9feb-475b-9be3-a17500684e1f req-ede0325f-20bf-4e67-b993-2c342f09f58c service neutron] 10.222.0.64 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065454 Jun 11 10:51:04.140258 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8441be6f-9a84-4332-825e-db9b002af5d3', 'tag': 'c90c933b-e969-45a3-9f10-2b6911bffd20'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:51:04.143003 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125b24e798c6fd269f8316ad972dc462157675ddee5b528eb3eb6ea2a565648e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-373aa2a8-bda7-44d5-ac8a-c050929a2be7" -d '{"events": [{"name": "network-changed", "server_uuid": "8441be6f-9a84-4332-825e-db9b002af5d3", "tag": "c90c933b-e969-45a3-9f10-2b6911bffd20"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:51:04.194349 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 10:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa26823-db40-4199-8ac7-c1928153dd08 x-openstack-request-id: req-3aa26823-db40-4199-8ac7-c1928153dd08 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:51:04.194714 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8441be6f-9a84-4332-825e-db9b002af5d3", "tag": "c90c933b-e969-45a3-9f10-2b6911bffd20", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:51:04.195030 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3aa26823-db40-4199-8ac7-c1928153dd08 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:51:04.195504 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8441be6f-9a84-4332-825e-db9b002af5d3', 'tag': 'c90c933b-e969-45a3-9f10-2b6911bffd20', 'status': 'completed', 'code': 200} Jun 11 10:51:04.288151 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373aa2a8-bda7-44d5-ac8a-c050929a2be7 req-c2033134-7468-4bd4-a663-831d65a69792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:51:04.290773 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-373aa2a8-bda7-44d5-ac8a-c050929a2be7 req-c2033134-7468-4bd4-a663-831d65a69792 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5a2172181f6b4cd0a7c7c9bb506434a5&device_id=8441be6f-9a84-4332-825e-db9b002af5d3 HTTP/1.1" status: 200 len: 1096 time: 0.0729027 Jun 11 10:51:04.304678 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373aa2a8-bda7-44d5-ac8a-c050929a2be7 req-a0d58e5c-2426-4e5f-a24d-358b516564d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:51:04.306498 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-373aa2a8-bda7-44d5-ac8a-c050929a2be7 req-a0d58e5c-2426-4e5f-a24d-358b516564d3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a2172181f6b4cd0a7c7c9bb506434a5&device_id=8441be6f-9a84-4332-825e-db9b002af5d3 HTTP/1.1" status: 200 len: 1096 time: 0.0932021 Jun 11 10:51:04.456847 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373aa2a8-bda7-44d5-ac8a-c050929a2be7 req-69361532-10cb-4ac6-99a6-e64abff51b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:51:04.458277 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-373aa2a8-bda7-44d5-ac8a-c050929a2be7 req-69361532-10cb-4ac6-99a6-e64abff51b5c service neutron] 10.222.0.64 "GET /v2.0/networks?id=138947f1-478f-4350-8cce-0cd89d3c929c HTTP/1.1" status: 200 len: 912 time: 0.1458857 Jun 11 10:51:04.494526 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373aa2a8-bda7-44d5-ac8a-c050929a2be7 req-55357af7-665d-416c-8cc6-a9c849196686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:51:04.496028 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-373aa2a8-bda7-44d5-ac8a-c050929a2be7 req-55357af7-665d-416c-8cc6-a9c849196686 service neutron] 10.222.0.69 "GET /v2.0/networks?id=138947f1-478f-4350-8cce-0cd89d3c929c HTTP/1.1" status: 200 len: 912 time: 0.1975024 Jun 11 10:51:04.520554 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5eee92-d8c8-4487-ad69-2cb258ca5d12 req-9385644e-3bc1-419c-8e88-7dfd76c99b68 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:51:04.522097 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6f5eee92-d8c8-4487-ad69-2cb258ca5d12 req-9385644e-3bc1-419c-8e88-7dfd76c99b68 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=8441be6f-9a84-4332-825e-db9b002af5d3 HTTP/1.1" status: 200 len: 944 time: 0.1158111 Jun 11 10:51:04.544707 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-373aa2a8-bda7-44d5-ac8a-c050929a2be7 req-6d844185-248a-48b4-aef9-5e824a546583 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c90c933b-e969-45a3-9f10-2b6911bffd20 HTTP/1.1" status: 200 len: 999 time: 0.0797913 Jun 11 10:51:04.608780 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373aa2a8-bda7-44d5-ac8a-c050929a2be7 req-2d39093a-917f-45df-b72e-6a0e3d7c2ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:51:04.610263 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-373aa2a8-bda7-44d5-ac8a-c050929a2be7 req-2d39093a-917f-45df-b72e-6a0e3d7c2ab0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9bcb036b-50e1-441b-b763-25737c996068 HTTP/1.1" status: 200 len: 850 time: 0.0594120 Jun 11 10:51:04.629592 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-373aa2a8-bda7-44d5-ac8a-c050929a2be7 req-7e256c6f-74e4-43ba-8916-ca7c71c2755c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c90c933b-e969-45a3-9f10-2b6911bffd20 HTTP/1.1" status: 200 len: 999 time: 0.1254241 Jun 11 10:51:04.633326 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-6f5eee92-d8c8-4487-ad69-2cb258ca5d12 req-d55d0ddd-1c1c-457c-9c94-56a8d9e16cf8 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652649 Jun 11 10:51:04.681400 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373aa2a8-bda7-44d5-ac8a-c050929a2be7 req-990c13d6-cd1f-4335-9df0-cdd13ec506ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:51:04.682891 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-373aa2a8-bda7-44d5-ac8a-c050929a2be7 req-990c13d6-cd1f-4335-9df0-cdd13ec506ab service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=138947f1-478f-4350-8cce-0cd89d3c929c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0661561 Jun 11 10:51:04.694547 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373aa2a8-bda7-44d5-ac8a-c050929a2be7 req-797b4e59-3f52-4a1f-b298-0a48d034a4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:51:04.696023 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-373aa2a8-bda7-44d5-ac8a-c050929a2be7 req-797b4e59-3f52-4a1f-b298-0a48d034a4eb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9bcb036b-50e1-441b-b763-25737c996068 HTTP/1.1" status: 200 len: 850 time: 0.0596721 Jun 11 10:51:04.767422 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373aa2a8-bda7-44d5-ac8a-c050929a2be7 req-e12dfd44-984b-4c73-89f9-abbaa96f646c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:51:04.769286 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-373aa2a8-bda7-44d5-ac8a-c050929a2be7 req-e12dfd44-984b-4c73-89f9-abbaa96f646c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=138947f1-478f-4350-8cce-0cd89d3c929c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0656667 Jun 11 10:51:04.809518 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-373aa2a8-bda7-44d5-ac8a-c050929a2be7 req-75f52ccf-34a1-42af-8f25-c041b47b6257 service neutron] 10.222.0.64 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205199 Jun 11 10:51:04.892644 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-373aa2a8-bda7-44d5-ac8a-c050929a2be7 req-75e44ee4-dd4b-4f54-ae24-075490b55ad6 service neutron] 10.222.0.69 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162887 Jun 11 10:51:04.933517 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-373aa2a8-bda7-44d5-ac8a-c050929a2be7 req-8912afe7-6787-415e-a08b-ec51ce522aef service neutron] 10.222.0.64 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181552 Jun 11 10:51:05.018845 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-373aa2a8-bda7-44d5-ac8a-c050929a2be7 req-c427bd9a-f004-4a9d-a526-158c44a661f5 service neutron] 10.222.0.69 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188962 Jun 11 10:51:05.824367 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88fd31f-a5c2-4fe7-ba49-cbc39e41c287 req-9f27449b-cdc1-476f-95fd-0a724a4b59be tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:51:05.825840 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f88fd31f-a5c2-4fe7-ba49-cbc39e41c287 req-9f27449b-cdc1-476f-95fd-0a724a4b59be tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=8441be6f-9a84-4332-825e-db9b002af5d3 HTTP/1.1" status: 200 len: 944 time: 0.0771132 Jun 11 10:51:05.869457 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f88fd31f-a5c2-4fe7-ba49-cbc39e41c287 req-9ec4e94f-8ac8-4149-b467-c3f2b2f217dc tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378747 Jun 11 10:51:06.292864 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:51:07.067385 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c24fb0-e8c6-47da-a02b-0b4b40dcca81 req-c303f3bb-b027-418f-99a6-8ec42df2f341 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:51:07.069153 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c1c24fb0-e8c6-47da-a02b-0b4b40dcca81 req-c303f3bb-b027-418f-99a6-8ec42df2f341 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=8441be6f-9a84-4332-825e-db9b002af5d3 HTTP/1.1" status: 200 len: 944 time: 0.0713298 Jun 11 10:51:07.113249 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-c1c24fb0-e8c6-47da-a02b-0b4b40dcca81 req-fa52161c-fae4-4c5e-b9c4-1acabc88d670 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382857 Jun 11 10:51:07.281019 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261e4830-a4a3-4454-a3d4-3aeae44d3c39 req-8577236a-6433-4ea1-9c58-2b08e42efe60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:51:07.282506 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-261e4830-a4a3-4454-a3d4-3aeae44d3c39 req-8577236a-6433-4ea1-9c58-2b08e42efe60 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a2172181f6b4cd0a7c7c9bb506434a5&device_id=8441be6f-9a84-4332-825e-db9b002af5d3 HTTP/1.1" status: 200 len: 1096 time: 0.0666981 Jun 11 10:51:07.415668 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261e4830-a4a3-4454-a3d4-3aeae44d3c39 req-fe9a8d1b-0bba-4c56-81c9-df39601ed50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:51:07.417100 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-261e4830-a4a3-4454-a3d4-3aeae44d3c39 req-fe9a8d1b-0bba-4c56-81c9-df39601ed50c service neutron] 10.222.0.64 "GET /v2.0/networks?id=138947f1-478f-4350-8cce-0cd89d3c929c HTTP/1.1" status: 200 len: 912 time: 0.1149173 Jun 11 10:51:07.498853 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-261e4830-a4a3-4454-a3d4-3aeae44d3c39 req-0a630b00-bc21-428f-b513-652c98307632 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c90c933b-e969-45a3-9f10-2b6911bffd20 HTTP/1.1" status: 200 len: 999 time: 0.0755157 Jun 11 10:51:07.559684 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261e4830-a4a3-4454-a3d4-3aeae44d3c39 req-3ac814cb-78cd-474d-b7da-2f6ef0b5b78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:51:07.561132 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-261e4830-a4a3-4454-a3d4-3aeae44d3c39 req-3ac814cb-78cd-474d-b7da-2f6ef0b5b78a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9bcb036b-50e1-441b-b763-25737c996068 HTTP/1.1" status: 200 len: 850 time: 0.0567520 Jun 11 10:51:07.627886 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261e4830-a4a3-4454-a3d4-3aeae44d3c39 req-bead7f97-4a68-4703-876f-f32dd3be8f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:51:07.629393 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-261e4830-a4a3-4454-a3d4-3aeae44d3c39 req-bead7f97-4a68-4703-876f-f32dd3be8f18 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=138947f1-478f-4350-8cce-0cd89d3c929c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0620644 Jun 11 10:51:07.748916 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-261e4830-a4a3-4454-a3d4-3aeae44d3c39 req-e89e69c2-60f5-4f13-9faf-1dc586c2ccc8 service neutron] 10.222.0.64 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132648 Jun 11 10:51:07.867139 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-261e4830-a4a3-4454-a3d4-3aeae44d3c39 req-428e50a4-a9d0-4fff-a98f-f0992c238a82 service neutron] 10.222.0.64 "GET /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124401 Jun 11 10:51:08.299030 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee55a5-0a62-49cf-954a-990196d3ee56 req-fcd1a24e-d939-435a-91bf-8076fbab101c tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:51:08.300541 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4fee55a5-0a62-49cf-954a-990196d3ee56 req-fcd1a24e-d939-435a-91bf-8076fbab101c tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=8441be6f-9a84-4332-825e-db9b002af5d3 HTTP/1.1" status: 200 len: 944 time: 0.0748954 Jun 11 10:51:08.342926 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-4fee55a5-0a62-49cf-954a-990196d3ee56 req-bc6d01f9-642f-444f-abc9-3ab02de63211 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362899 Jun 11 10:51:09.528721 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2256ed0-b43d-419c-9d43-aa840e29c162 req-8f63bfb7-16f5-4682-a9fa-eb485eb9b60f tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:51:09.530287 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f2256ed0-b43d-419c-9d43-aa840e29c162 req-8f63bfb7-16f5-4682-a9fa-eb485eb9b60f tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=8441be6f-9a84-4332-825e-db9b002af5d3 HTTP/1.1" status: 200 len: 944 time: 0.0711753 Jun 11 10:51:09.574709 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-f2256ed0-b43d-419c-9d43-aa840e29c162 req-2419e74a-759b-40d0-a57c-b076652a15e4 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378268 Jun 11 10:51:10.760292 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96e1640-8525-4935-94a9-131e69847ffe req-d61cd210-a75f-4da5-aecc-aca33a0ec292 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:51:10.761764 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d96e1640-8525-4935-94a9-131e69847ffe req-d61cd210-a75f-4da5-aecc-aca33a0ec292 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=8441be6f-9a84-4332-825e-db9b002af5d3 HTTP/1.1" status: 200 len: 944 time: 0.0736361 Jun 11 10:51:10.804196 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d96e1640-8525-4935-94a9-131e69847ffe req-de45f9de-acef-428e-a434-9ea649d3a9e8 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367546 Jun 11 10:51:11.985135 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f255ca-04bc-4ba5-9482-5c249c61ffb0 req-2bcfb167-1dfd-4cbb-a6fc-e669b51d4160 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:51:11.986596 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-70f255ca-04bc-4ba5-9482-5c249c61ffb0 req-2bcfb167-1dfd-4cbb-a6fc-e669b51d4160 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=8441be6f-9a84-4332-825e-db9b002af5d3 HTTP/1.1" status: 200 len: 944 time: 0.0688355 Jun 11 10:51:12.029185 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-70f255ca-04bc-4ba5-9482-5c249c61ffb0 req-ff14a453-fd19-4da0-8e2c-59bc8c925651 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367577 Jun 11 10:51:12.961396 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aab8050b-87ca-4a78-b220-f5ca6ebff4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:51:13.224460 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeadb533-6426-422d-adbb-45d433a6c2e2 req-b455d213-10b0-467b-8286-76e46b86c56e tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:51:13.226465 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-aeadb533-6426-422d-adbb-45d433a6c2e2 req-b455d213-10b0-467b-8286-76e46b86c56e tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=8441be6f-9a84-4332-825e-db9b002af5d3 HTTP/1.1" status: 200 len: 944 time: 0.0769916 Jun 11 10:51:13.270243 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-aeadb533-6426-422d-adbb-45d433a6c2e2 req-419c89cb-f2fc-45b6-99ef-e986904ae788 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379717 Jun 11 10:51:14.458451 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe08773-9ee8-44f2-b0b6-25985c72861e req-9a565a11-1da8-48e2-b1f6-30e56c66c3af tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:51:14.460184 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3fe08773-9ee8-44f2-b0b6-25985c72861e req-9a565a11-1da8-48e2-b1f6-30e56c66c3af tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=8441be6f-9a84-4332-825e-db9b002af5d3 HTTP/1.1" status: 200 len: 944 time: 0.0715902 Jun 11 10:51:14.468697 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:51:14.505539 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-3fe08773-9ee8-44f2-b0b6-25985c72861e req-fd110324-7608-4c9f-9251-5c3be59c66c4 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379295 Jun 11 10:51:15.693743 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e803d2-6514-4555-8d29-904cbbaed32b req-6d9f6563-08ab-48f3-9f19-9db2120bd6c1 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:51:15.695208 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e5e803d2-6514-4555-8d29-904cbbaed32b req-6d9f6563-08ab-48f3-9f19-9db2120bd6c1 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=8441be6f-9a84-4332-825e-db9b002af5d3 HTTP/1.1" status: 200 len: 944 time: 0.0753696 Jun 11 10:51:15.737604 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-e5e803d2-6514-4555-8d29-904cbbaed32b req-1a3ac9e7-55db-4748-b80f-41fc5f785be9 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367374 Jun 11 10:51:15.823963 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ab804c6b-8125-4c09-b6b2-0213f85e41f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:51:15.919719 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dea99e-9880-41e2-822c-07875687e414 req-47a0651c-45d2-47de-b214-2b6174e1d29a tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:51:15.921191 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-84dea99e-9880-41e2-822c-07875687e414 req-47a0651c-45d2-47de-b214-2b6174e1d29a tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=8441be6f-9a84-4332-825e-db9b002af5d3 HTTP/1.1" status: 200 len: 944 time: 0.0710387 Jun 11 10:51:15.964151 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-84dea99e-9880-41e2-822c-07875687e414 req-0f0ebd51-991f-48b7-bf11-b080b8f901d1 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369225 Jun 11 10:51:15.988016 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:51:16.147860 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5715275-6a80-47f9-b41e-bd66d941b46b req-4385b2c6-dbf3-457c-a982-6a14071106bf tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:51:16.149832 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a5715275-6a80-47f9-b41e-bd66d941b46b req-4385b2c6-dbf3-457c-a982-6a14071106bf tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=8441be6f-9a84-4332-825e-db9b002af5d3 HTTP/1.1" status: 200 len: 944 time: 0.0731010 Jun 11 10:51:16.300804 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device c90c933b-e969-45a3-9f10-2b6911bffd20 details requested by agent hyperv_n-h1-779913-12 with host n-h1-779913-12 {{(pid=93178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 10:51:16.441658 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port c90c933b-e969-45a3-9f10-2b6911bffd20, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=c90c933b-e969-45a3-9f10-2b6911bffd20,segment=NetworkSegment(cba3afd8-732a-4bf5-b4a2-75681c22ff7c),segment_id=cba3afd8-732a-4bf5-b4a2-75681c22ff7c)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:51:16.455956 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Returning: {'device': 'c90c933b-e969-45a3-9f10-2b6911bffd20', 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c', 'port_id': 'c90c933b-e969-45a3-9f10-2b6911bffd20', 'mac_address': 'fa:16:3e:c8:6d:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bcb036b-50e1-441b-b763-25737c996068', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 10:51:16.506119 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:51:16.522901 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c90c933b-e969-45a3-9f10-2b6911bffd20 {{(pid=93178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 10:51:16.545884 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port c90c933b-e969-45a3-9f10-2b6911bffd20, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=c90c933b-e969-45a3-9f10-2b6911bffd20,segment=NetworkSegment(cba3afd8-732a-4bf5-b4a2-75681c22ff7c),segment_id=cba3afd8-732a-4bf5-b4a2-75681c22ff7c)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:51:16.584157 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a5715275-6a80-47f9-b41e-bd66d941b46b req-11020ced-6094-4510-b38d-f743b6f9b454 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4286699 Jun 11 10:51:16.645510 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:51:16.648302 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-5f9b45e1-1ca5-4074-8afb-46388924967b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:51:16.703076 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=c90c933b-e969-45a3-9f10-2b6911bffd20,revision_number=12']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:51:16.706468 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:51:16.882418 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] get_ports_and_sgs() called for port_ids ['c90c933b-e969-45a3-9f10-2b6911bffd20'] {{(pid=93178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 10:51:16.912233 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:51:17.201403 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73e5fcc-36c5-4161-8c6a-c9207ff82dfc req-f2be99a7-54a4-40f1-b4d6-a15b6741a765 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:51:17.202860 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a73e5fcc-36c5-4161-8c6a-c9207ff82dfc req-f2be99a7-54a4-40f1-b4d6-a15b6741a765 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=8441be6f-9a84-4332-825e-db9b002af5d3 HTTP/1.1" status: 200 len: 945 time: 0.0699422 Jun 11 10:51:17.244723 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a73e5fcc-36c5-4161-8c6a-c9207ff82dfc req-62f194dc-bd96-46a4-b46c-dbc56678a882 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360451 Jun 11 10:51:18.310151 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device c90c933b-e969-45a3-9f10-2b6911bffd20 up at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 10:51:18.436947 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1551d7e-fae5-4bed-9752-c936a0b1d043 req-a1073e95-9871-4383-9b3a-3b23da6f7b96 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:51:18.438432 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a1551d7e-fae5-4bed-9752-c936a0b1d043 req-a1073e95-9871-4383-9b3a-3b23da6f7b96 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=8441be6f-9a84-4332-825e-db9b002af5d3 HTTP/1.1" status: 200 len: 945 time: 0.0787008 Jun 11 10:51:18.457804 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning for port c90c933b-e969-45a3-9f10-2b6911bffd20 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 10:51:18.461752 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Provisioning complete for port c90c933b-e969-45a3-9f10-2b6911bffd20 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 10:51:18.462136 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:51:18.482867 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-a1551d7e-fae5-4bed-9752-c936a0b1d043 req-01cb4bb8-e81e-45d7-bd31-77f5785bf7c1 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382295 Jun 11 10:51:18.566385 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:51:18.592054 n-d-779913-12 neutron-server[93178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8441be6f-9a84-4332-825e-db9b002af5d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c90c933b-e969-45a3-9f10-2b6911bffd20'}] {{(pid=93178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:51:18.594334 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc8b525cf092a189a0ea2f07e82bebdb29a480b8a476d2f40da93c0b22490dae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc271e37-9ed7-4971-b395-9eb6d536ff85" -d '{"events": [{"server_uuid": "8441be6f-9a84-4332-825e-db9b002af5d3", "name": "network-vif-plugged", "status": "completed", "tag": "c90c933b-e969-45a3-9f10-2b6911bffd20"}]}' {{(pid=93178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:51:18.608441 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] For port c90c933b-e969-45a3-9f10-2b6911bffd20, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=c90c933b-e969-45a3-9f10-2b6911bffd20,segment=NetworkSegment(cba3afd8-732a-4bf5-b4a2-75681c22ff7c),segment_id=cba3afd8-732a-4bf5-b4a2-75681c22ff7c)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:51:18.638774 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54859ada-522a-434b-8da0-84faf336bf65 x-openstack-request-id: req-54859ada-522a-434b-8da0-84faf336bf65 {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:51:18.638774 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8441be6f-9a84-4332-825e-db9b002af5d3", "name": "network-vif-plugged", "status": "completed", "tag": "c90c933b-e969-45a3-9f10-2b6911bffd20", "code": 200}]} {{(pid=93178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:51:18.638774 n-d-779913-12 neutron-server[93178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-54859ada-522a-434b-8da0-84faf336bf65 {{(pid=93178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:51:18.638774 n-d-779913-12 neutron-server[93178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8441be6f-9a84-4332-825e-db9b002af5d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c90c933b-e969-45a3-9f10-2b6911bffd20', 'code': 200} Jun 11 10:51:18.657788 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:51:18.688983 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:51:18.691049 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:51:18.696584 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b258463-b12a-403f-9920-d1a92ec8b251 req-ddf0519d-7786-44e3-8193-0fe6a94030a8 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:51:18.698649 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1b258463-b12a-403f-9920-d1a92ec8b251 req-ddf0519d-7786-44e3-8193-0fe6a94030a8 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.64 "GET /v2.0/ports?device_id=8441be6f-9a84-4332-825e-db9b002af5d3 HTTP/1.1" status: 200 len: 945 time: 0.0810282 Jun 11 10:51:18.749875 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Pushing event updated for resources: {'Port': ['ID=c90c933b-e969-45a3-9f10-2b6911bffd20,revision_number=13']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:51:18.753413 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:51:18.822850 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-1b258463-b12a-403f-9920-d1a92ec8b251 req-5641d574-804e-47e2-8563-c3e5a40fc747 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Deleting port c90c933b-e969-45a3-9f10-2b6911bffd20 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 10:51:18.823147 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-1b258463-b12a-403f-9920-d1a92ec8b251 req-5641d574-804e-47e2-8563-c3e5a40fc747 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:51:18.939390 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-1b258463-b12a-403f-9920-d1a92ec8b251 req-5641d574-804e-47e2-8563-c3e5a40fc747 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] For port c90c933b-e969-45a3-9f10-2b6911bffd20, host n-h1-779913-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-12',level=0,port_id=c90c933b-e969-45a3-9f10-2b6911bffd20,segment=NetworkSegment(cba3afd8-732a-4bf5-b4a2-75681c22ff7c),segment_id=cba3afd8-732a-4bf5-b4a2-75681c22ff7c)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 10:51:18.939792 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-1b258463-b12a-403f-9920-d1a92ec8b251 req-5641d574-804e-47e2-8563-c3e5a40fc747 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:51:19.583545 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-1b258463-b12a-403f-9920-d1a92ec8b251 req-5641d574-804e-47e2-8563-c3e5a40fc747 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:51:19.583950 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-1b258463-b12a-403f-9920-d1a92ec8b251 req-5641d574-804e-47e2-8563-c3e5a40fc747 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-374028'] for floatingip, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:51:19.584262 n-d-779913-12 neutron-server[93176]: INFO neutron.db.l3_db [req-1b258463-b12a-403f-9920-d1a92ec8b251 req-5641d574-804e-47e2-8563-c3e5a40fc747 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Floating IP 1db4376b-e1be-4c7e-b1bc-36bfa056dfc7 disassociated. External IP: 172.25.4.50, port: c90c933b-e969-45a3-9f10-2b6911bffd20. Jun 11 10:51:19.584616 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-1b258463-b12a-403f-9920-d1a92ec8b251 req-5641d574-804e-47e2-8563-c3e5a40fc747 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Calling delete_port for c90c933b-e969-45a3-9f10-2b6911bffd20 owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 10:51:19.818085 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-1b258463-b12a-403f-9920-d1a92ec8b251 req-5641d574-804e-47e2-8563-c3e5a40fc747 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:51:19.822350 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6835de51-8650-4b7e-8d3a-84d411e801aa tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 10:51:19.850002 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc498f9-f3bb-42f9-b11e-4e96f8bf7a10 req-cb125197-9032-4118-ae34-b5992c187834 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 10:51:19.851453 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7fc498f9-f3bb-42f9-b11e-4e96f8bf7a10 req-cb125197-9032-4118-ae34-b5992c187834 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=8441be6f-9a84-4332-825e-db9b002af5d3 HTTP/1.1" status: 200 len: 868 time: 0.0693476 Jun 11 10:51:19.857613 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5641d574-804e-47e2-8563-c3e5a40fc747 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Pushing event deleted for resources: {'Port': ['ID=c90c933b-e969-45a3-9f10-2b6911bffd20,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 10:51:19.860943 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5641d574-804e-47e2-8563-c3e5a40fc747 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 10:51:19.897499 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-7fc498f9-f3bb-42f9-b11e-4e96f8bf7a10 req-f67e1c08-4ae8-4e31-924b-47a11fcffba7 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups?id=e917fed9-07e1-4581-ad3a-f3149cd76758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390472 Jun 11 10:51:20.021146 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b258463-b12a-403f-9920-d1a92ec8b251 req-5641d574-804e-47e2-8563-c3e5a40fc747 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Router 26111990-d112-4825-9709-f26d9b7c841d has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 10:51:20.174115 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b258463-b12a-403f-9920-d1a92ec8b251 req-5641d574-804e-47e2-8563-c3e5a40fc747 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 10:51:20.183750 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83d3fb1-c480-49d7-8d41-dbe6396e5872 None None] Sync routers for ids ['26111990-d112-4825-9709-f26d9b7c841d'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 10:51:20.192600 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83d3fb1-c480-49d7-8d41-dbe6396e5872 None None] Routers {'26111990-d112-4825-9709-f26d9b7c841d'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:51:20.193201 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-d83d3fb1-c480-49d7-8d41-dbe6396e5872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:51:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['26111990-d112-4825-9709-f26d9b7c841d'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:51:20.232129 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b258463-b12a-403f-9920-d1a92ec8b251 req-5641d574-804e-47e2-8563-c3e5a40fc747 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] No DVR routers for this DVR port c90c933b-e969-45a3-9f10-2b6911bffd20 on host n-h1-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 10:51:20.234721 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-1b258463-b12a-403f-9920-d1a92ec8b251 req-5641d574-804e-47e2-8563-c3e5a40fc747 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:51:20.236766 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [req-1b258463-b12a-403f-9920-d1a92ec8b251 req-5641d574-804e-47e2-8563-c3e5a40fc747 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.64 "DELETE /v2.0/ports/c90c933b-e969-45a3-9f10-2b6911bffd20 HTTP/1.1" status: 204 len: 173 time: 1.5330439 Jun 11 10:51:20.237305 n-d-779913-12 neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8441be6f-9a84-4332-825e-db9b002af5d3', 'name': 'network-vif-deleted', 'tag': 'c90c933b-e969-45a3-9f10-2b6911bffd20'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 10:51:20.241801 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}125b24e798c6fd269f8316ad972dc462157675ddee5b528eb3eb6ea2a565648e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e89324-01e3-4801-85a0-353f9cc670eb" -d '{"events": [{"server_uuid": "8441be6f-9a84-4332-825e-db9b002af5d3", "name": "network-vif-deleted", "tag": "c90c933b-e969-45a3-9f10-2b6911bffd20"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 10:51:20.274926 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 10:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcef7175-eb2e-4e59-977d-9d89dac0fd87 x-openstack-request-id: req-dcef7175-eb2e-4e59-977d-9d89dac0fd87 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 10:51:20.275882 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8441be6f-9a84-4332-825e-db9b002af5d3", "name": "network-vif-deleted", "tag": "c90c933b-e969-45a3-9f10-2b6911bffd20", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 10:51:20.276186 n-d-779913-12 neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dcef7175-eb2e-4e59-977d-9d89dac0fd87 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 10:51:20.276630 n-d-779913-12 neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8441be6f-9a84-4332-825e-db9b002af5d3', 'name': 'network-vif-deleted', 'tag': 'c90c933b-e969-45a3-9f10-2b6911bffd20', 'status': 'completed', 'code': 200} Jun 11 10:51:20.337568 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-d83d3fb1-c480-49d7-8d41-dbe6396e5872 None None] Set router 26111990-d112-4825-9709-f26d9b7c841d gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:51:20.620089 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-d83d3fb1-c480-49d7-8d41-dbe6396e5872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26111990-d112-4825-9709-f26d9b7c841d', 'name': 'tempest-ServerActionsTestJSON-313380036-router', 'tenant_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '0c39ff4a-0577-42ba-ae36-280a41a0a3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:37:04Z', 'updated_at': '2021-06-11T10:37:09Z', 'revision_number': 4, 'project_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'gw_port': {'id': '0c39ff4a-0577-42ba-ae36-280a41a0a3b6', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:70:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26111990-d112-4825-9709-f26d9b7c841d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:37:05Z', 'updated_at': '2021-06-11T10:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '034e839d-c79b-4cc7-a007-6546c575a8aa', 'name': '', 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c', 'tenant_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'mac_address': 'fa:16:3e:89:d0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26111990-d112-4825-9709-f26d9b7c841d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '9bcb036b-50e1-441b-b763-25737c996068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:37:08Z', 'updated_at': '2021-06-11T10:37:14Z', 'revision_number': 5, 'project_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'subnets': [{'id': '9bcb036b-50e1-441b-b763-25737c996068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:51:20.623268 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83d3fb1-c480-49d7-8d41-dbe6396e5872 None None] Checking router: 26111990-d112-4825-9709-f26d9b7c841d for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 10:51:20.631141 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83d3fb1-c480-49d7-8d41-dbe6396e5872 None None] Routers {'26111990-d112-4825-9709-f26d9b7c841d'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 10:51:20.631773 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-d83d3fb1-c480-49d7-8d41-dbe6396e5872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T10:51:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['26111990-d112-4825-9709-f26d9b7c841d'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:51:20.773367 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-d83d3fb1-c480-49d7-8d41-dbe6396e5872 None None] Set router 26111990-d112-4825-9709-f26d9b7c841d gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 10:51:21.035599 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-d83d3fb1-c480-49d7-8d41-dbe6396e5872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26111990-d112-4825-9709-f26d9b7c841d', 'name': 'tempest-ServerActionsTestJSON-313380036-router', 'tenant_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '0c39ff4a-0577-42ba-ae36-280a41a0a3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:37:04Z', 'updated_at': '2021-06-11T10:37:09Z', 'revision_number': 4, 'project_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'gw_port': {'id': '0c39ff4a-0577-42ba-ae36-280a41a0a3b6', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:70:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26111990-d112-4825-9709-f26d9b7c841d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:37:05Z', 'updated_at': '2021-06-11T10:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '034e839d-c79b-4cc7-a007-6546c575a8aa', 'name': '', 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c', 'tenant_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'mac_address': 'fa:16:3e:89:d0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26111990-d112-4825-9709-f26d9b7c841d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '9bcb036b-50e1-441b-b763-25737c996068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:37:08Z', 'updated_at': '2021-06-11T10:37:14Z', 'revision_number': 5, 'project_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'subnets': [{'id': '9bcb036b-50e1-441b-b763-25737c996068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 10:51:21.039312 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83d3fb1-c480-49d7-8d41-dbe6396e5872 None None] The sync data for ids ['26111990-d112-4825-9709-f26d9b7c841d'] in n-d-779913-12 is: [{'id': '26111990-d112-4825-9709-f26d9b7c841d', 'name': 'tempest-ServerActionsTestJSON-313380036-router', 'tenant_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '0c39ff4a-0577-42ba-ae36-280a41a0a3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:37:04Z', 'updated_at': '2021-06-11T10:37:09Z', 'revision_number': 4, 'project_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'gw_port': {'id': '0c39ff4a-0577-42ba-ae36-280a41a0a3b6', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:70:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26111990-d112-4825-9709-f26d9b7c841d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:37:05Z', 'updated_at': '2021-06-11T10:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '034e839d-c79b-4cc7-a007-6546c575a8aa', 'name': '', 'network_id': '138947f1-478f-4350-8cce-0cd89d3c929c', 'tenant_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'mac_address': 'fa:16:3e:89:d0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26111990-d112-4825-9709-f26d9b7c841d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '9bcb036b-50e1-441b-b763-25737c996068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:37:08Z', 'updated_at': '2021-06-11T10:37:14Z', 'revision_number': 5, 'project_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'subnets': [{'id': '9bcb036b-50e1-441b-b763-25737c996068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 10:51:21.057160 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-d67613c1-52ba-41c4-ae03-a46ca482c0b4 req-0f4f40dc-f176-41cc-8171-96efc7afb978 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=8441be6f-9a84-4332-825e-db9b002af5d3 HTTP/1.1" status: 200 len: 210 time: 0.0416644 Jun 11 10:51:21.270161 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759f9060-1066-4687-901e-7e90d3682e7d None None] New status for floating IP 1db4376b-e1be-4c7e-b1bc-36bfa056dfc7: DOWN {{(pid=93178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 10:51:22.206895 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-2876d24c-0414-4a7f-8bef-06cb32b62018 req-19ae231b-52e8-4589-a275-49419abbbb6d tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=8441be6f-9a84-4332-825e-db9b002af5d3 HTTP/1.1" status: 200 len: 210 time: 0.0336134 Jun 11 10:51:22.325335 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device c90c933b-e969-45a3-9f10-2b6911bffd20 no longer exists at agent hyperv_n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 10:51:22.351109 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] No Port match for: c90c933b-e969-45a3-9f10-2b6911bffd20 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 10:51:22.351378 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Device c90c933b-e969-45a3-9f10-2b6911bffd20 not bound to the agent host n-h1-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 10:51:23.354473 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-067fb96e-cac3-498e-9268-2dbb8312d770 req-ebdb007d-d804-4b38-8266-ba8672e4f8c6 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=8441be6f-9a84-4332-825e-db9b002af5d3 HTTP/1.1" status: 200 len: 210 time: 0.0330472 Jun 11 10:51:24.526989 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [req-680bf7ed-40d0-44c7-80c5-534f76d2ed99 req-d16da33c-1ea6-456c-a931-523209329c97 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/ports?device_id=8441be6f-9a84-4332-825e-db9b002af5d3 HTTP/1.1" status: 200 len: 210 time: 0.0345914 Jun 11 10:51:31.983467 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:51:36.313398 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:51:43.006182 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a1115475-acdf-431b-b059-9ce48b02cb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:51:45.805936 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6152cacb-6b42-4fd6-956b-2646e69434fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:51:45.977367 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:51:46.897460 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:51:48.646933 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:51:51.473987 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:52:01.937318 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:52:06.284140 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:52:12.969971 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a8632400-3ca5-48e9-8a1a-9a14b2871940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:52:15.829225 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a5c97ff5-358a-47af-bedd-9d00ec6ac822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:52:15.988661 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:52:16.897326 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:52:18.628574 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:52:28.472923 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:52:31.936844 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:52:36.268660 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:52:42.976924 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7940c778-e3f0-437e-be40-7ecd1016ce80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:52:45.829112 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-db99bc2f-3fe7-435c-b532-68c2f1ae1d6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:52:45.965572 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:52:46.905855 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:52:48.678018 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:53:01.931010 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:53:05.472402 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:53:06.268517 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:53:12.948018 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-61ceb1c6-95d3-43d9-ba14-92b3b17cb842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:53:15.839127 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-07034376-d71b-4c5f-8635-26f810ef38f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:53:16.027731 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:53:16.896419 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:53:18.637275 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:53:31.968726 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:53:36.375420 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:53:42.472190 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:53:43.010591 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b9cd783d-e2c0-4bc9-857b-e0ce26b9c1e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:53:45.817130 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c1424978-5b91-4299-b444-6dd6e75b2a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:53:45.979557 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:53:46.913589 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:53:48.645309 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:54:01.987489 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:54:06.322595 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:54:12.964677 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-61d63a24-d9ae-4710-9208-527ce3afba6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:54:15.822605 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-64bab8b1-de8f-4fe0-980c-272bda892736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:54:16.013561 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:54:16.921816 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:54:18.687729 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:54:19.470938 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:54:31.970235 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:54:36.356074 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:54:42.981264 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f795a57d-b342-4b42-ad3e-9e705345b3ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:54:45.835917 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-5b91592c-30a3-4087-b579-95441eb39b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:54:45.969261 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:54:46.901922 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:54:48.643726 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:54:56.470868 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:55:01.992029 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:55:06.363954 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:55:13.018582 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-00c5928f-423c-426d-8c2a-6bb8ab6a2db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:55:15.829542 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-fd4384fb-af25-43a3-9101-ee9f88d5f9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:55:15.995380 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:55:16.934912 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:55:18.663805 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:55:31.986839 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:55:33.470238 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:55:36.352159 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:55:42.997797 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7601ed95-1106-4bd7-8ccc-2b609d8da349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:55:45.829229 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8269ec52-6760-4c5c-b408-772a325824f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:55:46.006382 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:55:46.983333 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:55:48.651976 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:56:02.045666 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:56:06.351257 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:56:10.469957 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:56:12.951181 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b8e0599c-caba-4833-91a4-3a893672f8ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:56:15.877386 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-44c2076d-735c-462a-b1ab-a895b52366b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:56:16.051441 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:56:16.954331 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:56:18.788770 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:56:32.040246 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:56:36.330990 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:56:42.965055 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0e220445-f728-4b10-849f-9e7060352513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:56:45.907990 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7a1cc587-40be-48c2-a373-2d452c1c7e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:56:46.040005 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:56:46.934098 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:56:47.468498 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:56:48.691183 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:57:02.073583 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:57:06.362548 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:57:12.987957 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b3fe78f4-07b9-4880-8017-d72ad693e030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:57:15.827220 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8d0adcea-4fa3-4770-9fc4-f60ca9f67952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:57:15.998570 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:57:16.936390 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:57:18.667364 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:57:24.467328 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:57:32.087738 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:57:36.350041 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:57:42.964865 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-55f7428e-6641-4a2e-a26f-563f4276d55c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:57:45.809958 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-479d2de6-6ea5-479b-9ec2-9299e8a00324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:57:46.019140 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:57:46.929800 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:57:48.666891 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:58:01.467165 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:58:02.112406 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:58:06.355841 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:58:12.998118 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-766432f3-bf37-45ac-aae1-5ae0cf94933f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:58:15.837958 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ad46f346-53f6-4b3f-b092-3add71a1904b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:58:16.009376 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:58:16.957851 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:58:18.746249 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:58:32.123162 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:58:36.420415 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:58:38.466128 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:58:42.977389 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-bb01049d-4c3f-42e9-91f8-42981042448a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:58:45.819736 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6aa3f118-1144-4909-91d1-b0a25c2e8c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:58:46.036915 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:58:46.956654 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:58:48.751251 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:59:02.128486 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:59:06.365629 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:59:12.989426 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-dd9aa4a0-7802-4bbb-a236-bdd3cc003555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:59:15.464879 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 10:59:15.845477 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-99bba935-91fc-45e5-ae62-a3cc5c91d23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:59:15.995820 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:59:16.962013 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:59:18.670411 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:59:32.144021 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:59:36.370795 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:59:42.989515 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d68c4607-dc13-4810-a5d8-3ea248e0c582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:59:45.892796 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3646f654-380b-4338-8b6c-813ea38438b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:59:46.012602 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:59:46.960789 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:59:48.686876 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 10:59:52.463471 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 11:00:02.125992 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:00:06.412001 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:00:13.051365 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3c6aebf0-2d79-4e40-bc02-9eb086d2683e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:00:15.851205 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-717f0796-912d-4e79-a104-79beb34f7e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:00:16.034334 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:00:16.960334 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:00:18.708404 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:00:29.462291 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 11:00:32.180598 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:00:36.387784 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:00:42.969308 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1a695949-e3d5-4188-9342-390b164f3e30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:00:45.839267 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-901f7e76-ac92-4564-a972-201c5cd689bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:00:46.021838 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:00:46.988112 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:00:48.680150 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:01:02.186145 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:01:06.398673 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:01:06.461353 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 11:01:12.981448 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-612d62d4-2e68-486a-9629-194775d89733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:01:15.798656 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-17d70f7c-420c-4b7e-9b19-afd4cfc08ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:01:15.975905 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:01:16.952732 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:01:18.728764 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:01:32.174111 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:01:36.414646 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:01:43.003444 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-4e55a59d-5444-4c82-9e84-9c62a3802712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:01:43.459461 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 11:01:45.814337 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-bab24e5b-7360-4eab-a880-d8f400127f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:01:45.997305 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:01:46.968385 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:01:48.712014 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:02:02.191338 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:02:06.431283 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:02:12.974149 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-5affd5c1-42a3-46fd-8f7f-6044eea3319b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:02:15.853581 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8c839bb3-5098-4e58-8518-19098a707820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:02:16.036733 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:02:16.945441 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:02:18.745327 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:02:20.458662 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 11:02:30.346139 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 44322) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:02:30.638730 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9f5a38a8-22bb-40dc-abcd-e47e15e5dfcd tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:02:30.664271 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9f5a38a8-22bb-40dc-abcd-e47e15e5dfcd tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:02:30.813543 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9f5a38a8-22bb-40dc-abcd-e47e15e5dfcd tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:02:30.816294 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9f5a38a8-22bb-40dc-abcd-e47e15e5dfcd tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:02:30.817483 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-9f5a38a8-22bb-40dc-abcd-e47e15e5dfcd tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "DELETE /v2.0/security-groups/e917fed9-07e1-4581-ad3a-f3149cd76758 HTTP/1.1" status: 204 len: 168 time: 0.4703100 Jun 11 11:02:30.818357 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7a88c75d-8eb8-4892-bdcd-69576590669b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:02:30.820336 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 44328) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:02:30.831027 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5a38a8-22bb-40dc-abcd-e47e15e5dfcd tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e917fed9-07e1-4581-ad3a-f3149cd76758,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:02:30.837816 n-d-779913-12 neutron-server[93177]: INFO neutron.api.v2.resource [None req-92a2c724-0891-489e-80a7-fd61c93309c8 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] show failed (client error): The resource could not be found. Jun 11 11:02:30.839410 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5a38a8-22bb-40dc-abcd-e47e15e5dfcd tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:02:30.839710 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-92a2c724-0891-489e-80a7-fd61c93309c8 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "GET /v2.0/security-groups/e917fed9-07e1-4581-ad3a-f3149cd76758 HTTP/1.1" status: 404 len: 347 time: 0.0182567 Jun 11 11:02:30.839943 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5a38a8-22bb-40dc-abcd-e47e15e5dfcd tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:02:30.840283 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5a38a8-22bb-40dc-abcd-e47e15e5dfcd tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:02:30.840665 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5a38a8-22bb-40dc-abcd-e47e15e5dfcd tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:02:30.841038 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5a38a8-22bb-40dc-abcd-e47e15e5dfcd tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:02:30.841409 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5a38a8-22bb-40dc-abcd-e47e15e5dfcd tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:02:30.841785 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5a38a8-22bb-40dc-abcd-e47e15e5dfcd tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:02:30.842145 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5a38a8-22bb-40dc-abcd-e47e15e5dfcd tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:02:30.842512 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5a38a8-22bb-40dc-abcd-e47e15e5dfcd tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:02:30.842662 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 44332) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:02:30.842876 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5a38a8-22bb-40dc-abcd-e47e15e5dfcd tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:02:30.843241 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5a38a8-22bb-40dc-abcd-e47e15e5dfcd tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:02:30.843624 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5a38a8-22bb-40dc-abcd-e47e15e5dfcd tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:02:30.846926 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9f5a38a8-22bb-40dc-abcd-e47e15e5dfcd tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:02:31.006776 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-1daea5fa-3c6d-4861-8069-408ad7863ac4 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Deleting port 59788275-d83f-403e-a360-7130a1e329f2 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:02:31.007046 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1daea5fa-3c6d-4861-8069-408ad7863ac4 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:02:31.134496 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1daea5fa-3c6d-4861-8069-408ad7863ac4 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:02:31.134968 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1daea5fa-3c6d-4861-8069-408ad7863ac4 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:02:31.243858 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-1daea5fa-3c6d-4861-8069-408ad7863ac4 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Calling delete_port for 59788275-d83f-403e-a360-7130a1e329f2 owned by network:floatingip {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:02:31.492772 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1daea5fa-3c6d-4861-8069-408ad7863ac4 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:02:31.495018 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2c13c185-96f0-4fca-8902-7dc2d45decf4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:02:31.524908 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daea5fa-3c6d-4861-8069-408ad7863ac4 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Pushing event deleted for resources: {'Port': ['ID=59788275-d83f-403e-a360-7130a1e329f2,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:02:31.560568 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daea5fa-3c6d-4861-8069-408ad7863ac4 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:02:31.560961 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daea5fa-3c6d-4861-8069-408ad7863ac4 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:02:31.561350 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daea5fa-3c6d-4861-8069-408ad7863ac4 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:02:31.561735 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daea5fa-3c6d-4861-8069-408ad7863ac4 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:02:31.562113 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daea5fa-3c6d-4861-8069-408ad7863ac4 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:02:31.562495 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daea5fa-3c6d-4861-8069-408ad7863ac4 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:02:31.562901 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daea5fa-3c6d-4861-8069-408ad7863ac4 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:02:31.563270 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daea5fa-3c6d-4861-8069-408ad7863ac4 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:02:31.563664 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daea5fa-3c6d-4861-8069-408ad7863ac4 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:02:31.564046 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daea5fa-3c6d-4861-8069-408ad7863ac4 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:02:31.564413 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daea5fa-3c6d-4861-8069-408ad7863ac4 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:02:31.564778 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daea5fa-3c6d-4861-8069-408ad7863ac4 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:02:31.568019 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1daea5fa-3c6d-4861-8069-408ad7863ac4 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:02:31.617871 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1daea5fa-3c6d-4861-8069-408ad7863ac4 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Notify callbacks [] for floatingip, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:02:31.621119 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1daea5fa-3c6d-4861-8069-408ad7863ac4 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129869'] for floatingip, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:02:31.622303 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-1daea5fa-3c6d-4861-8069-408ad7863ac4 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] 10.222.0.60 "DELETE /v2.0/floatingips/1db4376b-e1be-4c7e-b1bc-36bfa056dfc7 HTTP/1.1" status: 204 len: 168 time: 0.7787938 Jun 11 11:02:31.633635 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 44334) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:02:32.178949 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:02:32.217947 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f836c0d0-d737-4571-9295-ff975bbc1db0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375209'] for router_interface, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:02:32.553297 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-f836c0d0-d737-4571-9295-ff975bbc1db0 admin admin] Deleting port 034e839d-c79b-4cc7-a007-6546c575a8aa {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:02:32.553648 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f836c0d0-d737-4571-9295-ff975bbc1db0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:02:32.658919 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-f836c0d0-d737-4571-9295-ff975bbc1db0 admin admin] For port 034e839d-c79b-4cc7-a007-6546c575a8aa, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=034e839d-c79b-4cc7-a007-6546c575a8aa,segment=NetworkSegment(cba3afd8-732a-4bf5-b4a2-75681c22ff7c),segment_id=cba3afd8-732a-4bf5-b4a2-75681c22ff7c)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:02:32.659272 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f836c0d0-d737-4571-9295-ff975bbc1db0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:02:32.764039 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-f836c0d0-d737-4571-9295-ff975bbc1db0 admin admin] Calling delete_port for 034e839d-c79b-4cc7-a007-6546c575a8aa owned by network:router_interface {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:02:33.053776 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f836c0d0-d737-4571-9295-ff975bbc1db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:02:33.056037 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1cda8c77-f71f-40de-b83a-b1ab5656611b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:02:33.085844 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f836c0d0-d737-4571-9295-ff975bbc1db0 admin admin] Pushing event deleted for resources: {'Port': ['ID=034e839d-c79b-4cc7-a007-6546c575a8aa,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:02:33.088956 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f836c0d0-d737-4571-9295-ff975bbc1db0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:02:33.307410 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f836c0d0-d737-4571-9295-ff975bbc1db0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362297'] for router_interface, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:02:33.606559 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f836c0d0-d737-4571-9295-ff975bbc1db0 admin admin] Router 26111990-d112-4825-9709-f26d9b7c841d has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:02:33.755630 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f836c0d0-d737-4571-9295-ff975bbc1db0 admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:02:33.761241 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-f836c0d0-d737-4571-9295-ff975bbc1db0 admin admin] 10.222.0.60 "PUT /v2.0/routers/26111990-d112-4825-9709-f26d9b7c841d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1266174 Jun 11 11:02:33.763968 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 44338) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:02:33.765540 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5de603-eaa6-4019-b3fb-9ad710a733ab None None] Sync routers for ids ['26111990-d112-4825-9709-f26d9b7c841d'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:02:33.775427 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5de603-eaa6-4019-b3fb-9ad710a733ab None None] Routers {'26111990-d112-4825-9709-f26d9b7c841d'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:02:33.776848 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-7f5de603-eaa6-4019-b3fb-9ad710a733ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T11:02:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['26111990-d112-4825-9709-f26d9b7c841d'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:02:33.922778 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-7f5de603-eaa6-4019-b3fb-9ad710a733ab None None] Set router 26111990-d112-4825-9709-f26d9b7c841d gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:02:33.930943 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-392ec1ab-96bf-4c15-ac4a-e4792cc32a2e admin admin] Notify callbacks [] for router, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:02:34.076639 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-392ec1ab-96bf-4c15-ac4a-e4792cc32a2e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:02:34.217532 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-392ec1ab-96bf-4c15-ac4a-e4792cc32a2e admin admin] Deleting port 0c39ff4a-0577-42ba-ae36-280a41a0a3b6 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:02:34.217832 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-392ec1ab-96bf-4c15-ac4a-e4792cc32a2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:02:34.287696 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-7f5de603-eaa6-4019-b3fb-9ad710a733ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26111990-d112-4825-9709-f26d9b7c841d', 'name': 'tempest-ServerActionsTestJSON-313380036-router', 'tenant_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '0c39ff4a-0577-42ba-ae36-280a41a0a3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:37:04Z', 'updated_at': '2021-06-11T11:02:32Z', 'revision_number': 5, 'project_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'gw_port': {'id': '0c39ff4a-0577-42ba-ae36-280a41a0a3b6', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:70:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26111990-d112-4825-9709-f26d9b7c841d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T10:37:05Z', 'updated_at': '2021-06-11T10:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:02:34.291948 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5de603-eaa6-4019-b3fb-9ad710a733ab None None] Checking router: 26111990-d112-4825-9709-f26d9b7c841d for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:02:34.300169 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5de603-eaa6-4019-b3fb-9ad710a733ab None None] Routers {'26111990-d112-4825-9709-f26d9b7c841d'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:02:34.300775 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-7f5de603-eaa6-4019-b3fb-9ad710a733ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T11:02:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['26111990-d112-4825-9709-f26d9b7c841d'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:02:34.336280 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-392ec1ab-96bf-4c15-ac4a-e4792cc32a2e admin admin] For port 0c39ff4a-0577-42ba-ae36-280a41a0a3b6, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=0c39ff4a-0577-42ba-ae36-280a41a0a3b6,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:02:34.336642 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-392ec1ab-96bf-4c15-ac4a-e4792cc32a2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:02:34.425418 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-7f5de603-eaa6-4019-b3fb-9ad710a733ab None None] Set router 26111990-d112-4825-9709-f26d9b7c841d gateway port host: None {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:02:34.441454 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-392ec1ab-96bf-4c15-ac4a-e4792cc32a2e admin admin] Calling delete_port for 0c39ff4a-0577-42ba-ae36-280a41a0a3b6 owned by network:router_gateway {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:02:34.511990 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-7f5de603-eaa6-4019-b3fb-9ad710a733ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26111990-d112-4825-9709-f26d9b7c841d', 'name': 'tempest-ServerActionsTestJSON-313380036-router', 'tenant_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:37:04Z', 'updated_at': '2021-06-11T11:02:34Z', 'revision_number': 6, 'project_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'gw_port_host': None}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:02:34.515515 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5de603-eaa6-4019-b3fb-9ad710a733ab None None] The sync data for ids ['26111990-d112-4825-9709-f26d9b7c841d'] in n-d-779913-12 is: [{'id': '26111990-d112-4825-9709-f26d9b7c841d', 'name': 'tempest-ServerActionsTestJSON-313380036-router', 'tenant_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T10:37:04Z', 'updated_at': '2021-06-11T11:02:34Z', 'revision_number': 6, 'project_id': '5a2172181f6b4cd0a7c7c9bb506434a5', 'gw_port_host': None}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:02:34.756789 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-392ec1ab-96bf-4c15-ac4a-e4792cc32a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:02:34.759099 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6835de51-8650-4b7e-8d3a-84d411e801aa tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:02:34.789811 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392ec1ab-96bf-4c15-ac4a-e4792cc32a2e admin admin] Pushing event deleted for resources: {'Port': ['ID=0c39ff4a-0577-42ba-ae36-280a41a0a3b6,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:02:34.793950 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-392ec1ab-96bf-4c15-ac4a-e4792cc32a2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:02:34.867142 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-392ec1ab-96bf-4c15-ac4a-e4792cc32a2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374120'] for router_gateway, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:02:34.987737 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 034e839d-c79b-4cc7-a007-6546c575a8aa no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:02:35.015806 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 034e839d-c79b-4cc7-a007-6546c575a8aa {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:02:35.016165 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 034e839d-c79b-4cc7-a007-6546c575a8aa not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:02:35.023831 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-392ec1ab-96bf-4c15-ac4a-e4792cc32a2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:02:35.026465 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-392ec1ab-96bf-4c15-ac4a-e4792cc32a2e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:02:35.156463 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-392ec1ab-96bf-4c15-ac4a-e4792cc32a2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:02:35.156987 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-392ec1ab-96bf-4c15-ac4a-e4792cc32a2e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26111990-d112-4825-9709-f26d9b7c841d {{(pid=93176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 11:02:35.161439 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-392ec1ab-96bf-4c15-ac4a-e4792cc32a2e admin admin] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:02:35.162580 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-392ec1ab-96bf-4c15-ac4a-e4792cc32a2e admin admin] 10.222.0.60 "DELETE /v2.0/routers/26111990-d112-4825-9709-f26d9b7c841d HTTP/1.1" status: 204 len: 168 time: 1.3976331 Jun 11 11:02:35.165224 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 44340) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:02:35.219466 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-b910fb85-868b-457a-8ee3-5a7c8b2fecd8 admin admin] Deleting subnet 9bcb036b-50e1-441b-b763-25737c996068 {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:02:35.222615 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b910fb85-868b-457a-8ee3-5a7c8b2fecd8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:02:35.270538 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b910fb85-868b-457a-8ee3-5a7c8b2fecd8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:02:35.365510 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b910fb85-868b-457a-8ee3-5a7c8b2fecd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:02:35.516940 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b910fb85-868b-457a-8ee3-5a7c8b2fecd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:02:35.519544 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8bb6262d-9859-4931-847e-fc351b8fd3dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:02:35.555839 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b910fb85-868b-457a-8ee3-5a7c8b2fecd8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bcb036b-50e1-441b-b763-25737c996068,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:02:35.558723 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b910fb85-868b-457a-8ee3-5a7c8b2fecd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:02:35.563762 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b910fb85-868b-457a-8ee3-5a7c8b2fecd8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:02:35.568693 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-b910fb85-868b-457a-8ee3-5a7c8b2fecd8 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/9bcb036b-50e1-441b-b763-25737c996068 HTTP/1.1" status: 204 len: 168 time: 0.3994095 Jun 11 11:02:35.571935 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 44342) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:02:35.572183 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c097dcf9-a0ed-4d3e-82ed-6f94fedfec2b None None] Network 138947f1-478f-4350-8cce-0cd89d3c929c requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:02:35.661565 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5283928e-da4b-4544-9482-84d987f08548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:02:35.730355 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-5283928e-da4b-4544-9482-84d987f08548 admin admin] Deleting port ae8c672f-912c-47f5-a837-554a6b1c17b8 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:02:35.730842 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5283928e-da4b-4544-9482-84d987f08548 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:02:35.793973 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06872f87-93f7-4c25-bbd4-0e563cd19e9f None None] DHCP port deletion for 138947f1-478f-4350-8cce-0cd89d3c929c request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:02:35.820712 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-5283928e-da4b-4544-9482-84d987f08548 admin admin] For port ae8c672f-912c-47f5-a837-554a6b1c17b8, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=ae8c672f-912c-47f5-a837-554a6b1c17b8,segment=NetworkSegment(cba3afd8-732a-4bf5-b4a2-75681c22ff7c),segment_id=cba3afd8-732a-4bf5-b4a2-75681c22ff7c)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:02:35.820963 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5283928e-da4b-4544-9482-84d987f08548 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:02:35.856301 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-06872f87-93f7-4c25-bbd4-0e563cd19e9f None None] Deleting port ae8c672f-912c-47f5-a837-554a6b1c17b8 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:02:35.856691 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-06872f87-93f7-4c25-bbd4-0e563cd19e9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:02:35.922020 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-5283928e-da4b-4544-9482-84d987f08548 admin admin] Calling delete_port for ae8c672f-912c-47f5-a837-554a6b1c17b8 owned by network:dhcp {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:02:35.960692 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-06872f87-93f7-4c25-bbd4-0e563cd19e9f None None] For port ae8c672f-912c-47f5-a837-554a6b1c17b8, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=ae8c672f-912c-47f5-a837-554a6b1c17b8,segment=NetworkSegment(cba3afd8-732a-4bf5-b4a2-75681c22ff7c),segment_id=cba3afd8-732a-4bf5-b4a2-75681c22ff7c)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:02:35.961247 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-06872f87-93f7-4c25-bbd4-0e563cd19e9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:02:36.057354 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-06872f87-93f7-4c25-bbd4-0e563cd19e9f None None] Calling delete_port for ae8c672f-912c-47f5-a837-554a6b1c17b8 owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:02:36.128126 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5283928e-da4b-4544-9482-84d987f08548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:02:36.130434 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6f8b2799-335b-4ce5-bcd9-ec63f1f37ff1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:02:36.153923 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-06872f87-93f7-4c25-bbd4-0e563cd19e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:02:36.156050 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:02:36.160491 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5283928e-da4b-4544-9482-84d987f08548 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae8c672f-912c-47f5-a837-554a6b1c17b8,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:02:36.163269 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5283928e-da4b-4544-9482-84d987f08548 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:02:36.165802 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5283928e-da4b-4544-9482-84d987f08548 admin admin] No DVR routers for this DVR port ae8c672f-912c-47f5-a837-554a6b1c17b8 on host n-d-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:02:36.187754 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06872f87-93f7-4c25-bbd4-0e563cd19e9f None None] Pushing event deleted for resources: {'Port': ['ID=ae8c672f-912c-47f5-a837-554a6b1c17b8,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:02:36.192875 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06872f87-93f7-4c25-bbd4-0e563cd19e9f None None] No DVR routers for this DVR port ae8c672f-912c-47f5-a837-554a6b1c17b8 on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:02:36.207063 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06872f87-93f7-4c25-bbd4-0e563cd19e9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:02:36.207063 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06872f87-93f7-4c25-bbd4-0e563cd19e9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:02:36.207063 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06872f87-93f7-4c25-bbd4-0e563cd19e9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:02:36.207063 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06872f87-93f7-4c25-bbd4-0e563cd19e9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:02:36.207063 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06872f87-93f7-4c25-bbd4-0e563cd19e9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:02:36.207063 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06872f87-93f7-4c25-bbd4-0e563cd19e9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:02:36.207063 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06872f87-93f7-4c25-bbd4-0e563cd19e9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:02:36.207063 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06872f87-93f7-4c25-bbd4-0e563cd19e9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:02:36.207063 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06872f87-93f7-4c25-bbd4-0e563cd19e9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:02:36.207063 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06872f87-93f7-4c25-bbd4-0e563cd19e9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:02:36.207063 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06872f87-93f7-4c25-bbd4-0e563cd19e9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:02:36.207063 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06872f87-93f7-4c25-bbd4-0e563cd19e9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:02:36.210850 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-06872f87-93f7-4c25-bbd4-0e563cd19e9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:02:36.419279 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:02:36.670600 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5283928e-da4b-4544-9482-84d987f08548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:02:36.684810 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-5283928e-da4b-4544-9482-84d987f08548 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['138947f1-478f-4350-8cce-0cd89d3c929c']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:02:36.696429 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-5283928e-da4b-4544-9482-84d987f08548 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cba3afd8-732a-4bf5-b4a2-75681c22ff7c') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:02:36.696727 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-5283928e-da4b-4544-9482-84d987f08548 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cba3afd8-732a-4bf5-b4a2-75681c22ff7c') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:02:36.707122 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5283928e-da4b-4544-9482-84d987f08548 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:02:36.722228 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5283928e-da4b-4544-9482-84d987f08548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:02:36.728380 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5283928e-da4b-4544-9482-84d987f08548 admin admin] Releasing vlan 780 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:02:36.728844 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5283928e-da4b-4544-9482-84d987f08548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:02:36.730495 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:02:36.730495 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 11:02:36.730495 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:02:36.730495 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:02:36.730495 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:02:36.730495 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 11:02:36.730495 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:02:36.730495 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:02:36.730495 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:02:36.730495 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:02:36.730495 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:02:36.730495 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:02:36.730495 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:02:36.730495 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 11:02:36.730495 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:02:36.730495 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:02:36.730495 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:02:36.730495 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 11:02:36.730495 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:02:36.730495 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:02:36.730495 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:02:36.730495 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:02:36.730495 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:02:36.730495 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:02:36.730495 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:02:36.730495 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 11:02:36.730495 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:02:36.730495 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:02:36.730495 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:02:36.730495 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 11:02:36.730495 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:02:36.730495 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:02:36.730495 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:02:36.730495 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:02:36.730495 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:02:36.730495 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 11:02:36.730495 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:02:36.730495 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:02:36.730495 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:02:36.730495 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 11:02:36.730495 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:02:36.730495 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:02:36.730495 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:02:36.730495 n-d-779913-12 neutron-server[93177]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:02:36.730495 n-d-779913-12 neutron-server[93177]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:02:36.730495 n-d-779913-12 neutron-server[93177]: retrieve_revision_numbers = { Jun 11 11:02:36.730495 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 11:02:36.730495 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:02:36.730495 n-d-779913-12 neutron-server[93177]: timer() Jun 11 11:02:36.730495 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:02:36.730495 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 11:02:36.730495 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:02:36.730495 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 11:02:36.730495 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:02:36.730495 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 11:02:36.730495 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:02:36.730495 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 11:02:36.730495 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:02:36.730495 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 11:02:36.730495 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:02:36.730495 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:02:36.730495 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:02:36.730495 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:02:36.730495 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:02:36.730495 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 11:02:36.730495 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:02:36.730495 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 11:02:36.730495 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:02:36.730495 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:02:36.730495 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:02:36.730495 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 11:02:36.730495 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:02:36.730495 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:02:36.730495 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:02:36.730495 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:02:36.730495 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:02:36.730495 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:02:36.730495 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:02:36.799077 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 0c39ff4a-0577-42ba-ae36-280a41a0a3b6 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:02:36.824478 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 0c39ff4a-0577-42ba-ae36-280a41a0a3b6 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:02:36.824829 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 0c39ff4a-0577-42ba-ae36-280a41a0a3b6 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:02:36.825253 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device ae8c672f-912c-47f5-a837-554a6b1c17b8 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:02:36.851285 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: ae8c672f-912c-47f5-a837-554a6b1c17b8 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:02:36.851654 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device ae8c672f-912c-47f5-a837-554a6b1c17b8 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:02:36.893637 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5283928e-da4b-4544-9482-84d987f08548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:02:36.897480 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-cb72d2ff-dcd9-45d4-8e91-79a0c7706995 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:02:36.899973 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5283928e-da4b-4544-9482-84d987f08548 admin admin] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:02:36.902340 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-5283928e-da4b-4544-9482-84d987f08548 admin admin] 10.222.0.60 "DELETE /v2.0/networks/138947f1-478f-4350-8cce-0cd89d3c929c HTTP/1.1" status: 204 len: 168 time: 1.3325469 Jun 11 11:02:36.918153 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5283928e-da4b-4544-9482-84d987f08548 admin admin] Pushing event deleted for resources: {'Network': ['ID=138947f1-478f-4350-8cce-0cd89d3c929c,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:02:36.920725 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5283928e-da4b-4544-9482-84d987f08548 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:02:37.222890 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 44346) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:02:37.270272 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-da3a62b3-7611-4ec4-b172-2a7dd66c7f87 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5a2172181f6b4cd0a7c7c9bb506434a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461242 Jun 11 11:02:37.272933 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 44348) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:02:37.325933 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-24ee8f7d-24cd-498f-810b-264ce3165685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:02:37.352775 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-24ee8f7d-24cd-498f-810b-264ce3165685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:02:37.504903 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-24ee8f7d-24cd-498f-810b-264ce3165685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:02:37.507413 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-24ee8f7d-24cd-498f-810b-264ce3165685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:02:37.508611 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-24ee8f7d-24cd-498f-810b-264ce3165685 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e6c7a666-eed7-4fa5-8530-50cba4caaa36 HTTP/1.1" status: 204 len: 168 time: 0.2347841 Jun 11 11:02:37.513238 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7a526851-a0e3-467d-a16c-d058547086b3 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:02:37.519147 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ee8f7d-24cd-498f-810b-264ce3165685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c7a666-eed7-4fa5-8530-50cba4caaa36,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:02:37.521972 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-24ee8f7d-24cd-498f-810b-264ce3165685 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:02:38.640854 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 44372) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:02:38.738888 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-96f173e4-139e-491f-abe3-63280aad3674 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-431103556-network', 'tenant_id': '4077b096858d411ea532ebf958d77bb9'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:02:38.847497 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f173e4-139e-491f-abe3-63280aad3674 admin admin] Made reservation on behalf of 4077b096858d411ea532ebf958d77bb9 for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:02:38.850001 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-96f173e4-139e-491f-abe3-63280aad3674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:02:38.861690 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-96f173e4-139e-491f-abe3-63280aad3674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:02:38.958971 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-96f173e4-139e-491f-abe3-63280aad3674 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:02:39.036202 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-96f173e4-139e-491f-abe3-63280aad3674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:02:39.039350 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b3141427-b949-4a7d-986d-2c91e6002988 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:02:39.064688 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96f173e4-139e-491f-abe3-63280aad3674 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 786} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:02:39.073531 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f173e4-139e-491f-abe3-63280aad3674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a4f2614-0926-4c1a-bc56-4aa638cc7709,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:02:39.083435 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-96f173e4-139e-491f-abe3-63280aad3674 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:02:39.083435 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-96f173e4-139e-491f-abe3-63280aad3674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:02:39.083435 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-96f173e4-139e-491f-abe3-63280aad3674 admin admin] Added segment 1868d8df-f343-4ac1-8fdc-f5ad172681a1 of type vlan for network eeb542fc-5bed-4c18-9a9b-896dc31f69ad Jun 11 11:02:39.133169 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-96f173e4-139e-491f-abe3-63280aad3674 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:02:39.247463 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-96f173e4-139e-491f-abe3-63280aad3674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:02:39.250314 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f173e4-139e-491f-abe3-63280aad3674 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:02:39.250314 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-96f173e4-139e-491f-abe3-63280aad3674 admin admin] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:02:39.251818 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-31f476d1-061c-435f-8c81-680c76a795a4 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:02:39.338932 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f173e4-139e-491f-abe3-63280aad3674 admin admin] Pushing event updated for resources: {'Network': ['ID=eeb542fc-5bed-4c18-9a9b-896dc31f69ad,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:02:39.341832 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-96f173e4-139e-491f-abe3-63280aad3674 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:02:39.348689 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network eeb542fc-5bed-4c18-9a9b-896dc31f69ad details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:02:39.362779 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-96f173e4-139e-491f-abe3-63280aad3674 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7207994 Jun 11 11:02:39.366117 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 44376) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:02:39.371626 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-db746cb6-fa40-45b6-9e0a-4982ed8a53af admin admin] Request body: {'subnet': {'network_id': 'eeb542fc-5bed-4c18-9a9b-896dc31f69ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-431103556-subnet', 'tenant_id': '4077b096858d411ea532ebf958d77bb9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:02:39.458877 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db746cb6-fa40-45b6-9e0a-4982ed8a53af admin admin] Made reservation on behalf of 4077b096858d411ea532ebf958d77bb9 for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:02:39.461521 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-db746cb6-fa40-45b6-9e0a-4982ed8a53af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:02:39.767341 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-db746cb6-fa40-45b6-9e0a-4982ed8a53af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:02:39.769588 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f8529482-67ce-483d-8b49-d477fae958e4 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:02:39.840769 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db746cb6-fa40-45b6-9e0a-4982ed8a53af admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba8f4a61-074e-4a8a-96cd-3abe96a3873a,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:02:39.843598 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-db746cb6-fa40-45b6-9e0a-4982ed8a53af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:02:39.850869 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db746cb6-fa40-45b6-9e0a-4982ed8a53af admin admin] Checking segment: {'id': '1868d8df-f343-4ac1-8fdc-f5ad172681a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'eeb542fc-5bed-4c18-9a9b-896dc31f69ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:02:39.851220 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db746cb6-fa40-45b6-9e0a-4982ed8a53af admin admin] Network hostable DHCP agents. Network: eeb542fc-5bed-4c18-9a9b-896dc31f69ad, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:02:39.944972 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db746cb6-fa40-45b6-9e0a-4982ed8a53af admin admin] Network eeb542fc-5bed-4c18-9a9b-896dc31f69ad is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:02:40.024958 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-db746cb6-fa40-45b6-9e0a-4982ed8a53af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, eeb542fc-5bed-4c18-9a9b-896dc31f69ad) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:02:40.029764 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db746cb6-fa40-45b6-9e0a-4982ed8a53af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:02:40.032212 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-db746cb6-fa40-45b6-9e0a-4982ed8a53af admin admin] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:02:40.035800 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad3a70a-deda-4563-9eec-afdb57eb4632 None None] Network eeb542fc-5bed-4c18-9a9b-896dc31f69ad requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:02:40.122659 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-db746cb6-fa40-45b6-9e0a-4982ed8a53af admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7553780 Jun 11 11:02:40.204009 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f01a3a-2cfe-4ed6-8384-e4c0ce40fa88 None None] Network eeb542fc-5bed-4c18-9a9b-896dc31f69ad requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:02:42.990584 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-244787d6-a3c5-4eee-b3b6-0867d09fb75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:02:45.892945 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7188eb78-f454-46da-aec6-3b571ce33c4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:02:46.001387 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:02:46.968017 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:02:48.727324 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:02:57.457840 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 11:03:02.183928 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:06.458446 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:12.978542 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e2426438-b3ea-43ea-bc7a-c12687459c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:15.818240 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-4a90766e-1516-4b4c-ba32-f85681acd207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:16.006895 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:17.000842 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:18.743794 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:32.218318 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:34.461530 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 11:03:36.446367 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:40.328320 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 44410) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:03:40.382929 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d383c8f-50cb-4763-82d8-546cf4a4e356 admin admin] Deleting subnet ba8f4a61-074e-4a8a-96cd-3abe96a3873a {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:03:40.386163 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3d383c8f-50cb-4763-82d8-546cf4a4e356 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:40.429407 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3d383c8f-50cb-4763-82d8-546cf4a4e356 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:40.481400 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3d383c8f-50cb-4763-82d8-546cf4a4e356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:40.606351 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3d383c8f-50cb-4763-82d8-546cf4a4e356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:40.608393 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b0e8a233-ee10-452d-a456-ddcb176f9432 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:03:40.642755 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d383c8f-50cb-4763-82d8-546cf4a4e356 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba8f4a61-074e-4a8a-96cd-3abe96a3873a,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:03:40.645629 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3d383c8f-50cb-4763-82d8-546cf4a4e356 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:40.647558 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-3d383c8f-50cb-4763-82d8-546cf4a4e356 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/ba8f4a61-074e-4a8a-96cd-3abe96a3873a HTTP/1.1" status: 204 len: 168 time: 0.3174210 Jun 11 11:03:40.650232 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 44414) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:03:40.654002 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d383c8f-50cb-4763-82d8-546cf4a4e356 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:03:40.656969 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d383c8f-50cb-4763-82d8-546cf4a4e356 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:03:40.656969 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d383c8f-50cb-4763-82d8-546cf4a4e356 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:03:40.656969 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d383c8f-50cb-4763-82d8-546cf4a4e356 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:03:40.656969 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d383c8f-50cb-4763-82d8-546cf4a4e356 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:03:40.656969 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d383c8f-50cb-4763-82d8-546cf4a4e356 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:03:40.656969 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d383c8f-50cb-4763-82d8-546cf4a4e356 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:03:40.656969 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d383c8f-50cb-4763-82d8-546cf4a4e356 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:03:40.656969 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d383c8f-50cb-4763-82d8-546cf4a4e356 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:03:40.657749 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d383c8f-50cb-4763-82d8-546cf4a4e356 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:03:40.657749 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d383c8f-50cb-4763-82d8-546cf4a4e356 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:03:40.658045 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d383c8f-50cb-4763-82d8-546cf4a4e356 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:03:40.661488 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3d383c8f-50cb-4763-82d8-546cf4a4e356 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:03:40.750109 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-43aac93f-5f49-4b0d-893a-61e564f187ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:40.861041 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-43aac93f-5f49-4b0d-893a-61e564f187ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:40.872679 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-43aac93f-5f49-4b0d-893a-61e564f187ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeb542fc-5bed-4c18-9a9b-896dc31f69ad']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:03:40.884353 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-43aac93f-5f49-4b0d-893a-61e564f187ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1868d8df-f343-4ac1-8fdc-f5ad172681a1') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:03:40.884651 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-43aac93f-5f49-4b0d-893a-61e564f187ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1868d8df-f343-4ac1-8fdc-f5ad172681a1') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:03:40.895777 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-43aac93f-5f49-4b0d-893a-61e564f187ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:40.911643 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-43aac93f-5f49-4b0d-893a-61e564f187ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:40.917761 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43aac93f-5f49-4b0d-893a-61e564f187ba admin admin] Releasing vlan 786 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:03:40.918144 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-43aac93f-5f49-4b0d-893a-61e564f187ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:40.919796 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 11:03:40.919796 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:03:40.919796 n-d-779913-12 neutron-server[93177]: timer() Jun 11 11:03:40.919796 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:03:40.919796 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 11:03:40.919796 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:03:40.919796 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 11:03:40.919796 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:03:40.919796 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 11:03:40.919796 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:03:40.919796 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 11:03:40.919796 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:03:40.919796 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 11:03:40.919796 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:03:40.919796 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:03:40.919796 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:03:40.919796 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:03:40.919796 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:03:40.919796 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 11:03:40.919796 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:03:40.919796 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 11:03:40.919796 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:03:40.919796 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:03:40.919796 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:03:40.919796 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 11:03:40.919796 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:03:40.919796 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:03:40.919796 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:03:40.919796 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:03:40.919796 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:03:40.919796 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:03:40.919796 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:03:41.052038 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-43aac93f-5f49-4b0d-893a-61e564f187ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:41.055840 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-fe10757c-0c82-48c2-96da-62c77e3e8005 tempest-TestNetworkBasicOps-62588627 tempest-TestNetworkBasicOps-62588627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:03:41.058548 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-43aac93f-5f49-4b0d-893a-61e564f187ba admin admin] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:41.060343 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-43aac93f-5f49-4b0d-893a-61e564f187ba admin admin] 10.222.0.60 "DELETE /v2.0/networks/eeb542fc-5bed-4c18-9a9b-896dc31f69ad HTTP/1.1" status: 204 len: 168 time: 0.4090798 Jun 11 11:03:41.079960 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aac93f-5f49-4b0d-893a-61e564f187ba admin admin] Pushing event deleted for resources: {'Network': ['ID=eeb542fc-5bed-4c18-9a9b-896dc31f69ad,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:03:41.087520 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43aac93f-5f49-4b0d-893a-61e564f187ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:03:41.087939 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43aac93f-5f49-4b0d-893a-61e564f187ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:03:41.088325 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43aac93f-5f49-4b0d-893a-61e564f187ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:03:41.088707 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43aac93f-5f49-4b0d-893a-61e564f187ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:03:41.089083 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43aac93f-5f49-4b0d-893a-61e564f187ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:03:41.089453 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43aac93f-5f49-4b0d-893a-61e564f187ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:03:41.089828 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43aac93f-5f49-4b0d-893a-61e564f187ba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:03:41.090201 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43aac93f-5f49-4b0d-893a-61e564f187ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:03:41.090570 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43aac93f-5f49-4b0d-893a-61e564f187ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:03:41.090937 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43aac93f-5f49-4b0d-893a-61e564f187ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:03:41.091305 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43aac93f-5f49-4b0d-893a-61e564f187ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:03:41.091695 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43aac93f-5f49-4b0d-893a-61e564f187ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:03:41.095473 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-43aac93f-5f49-4b0d-893a-61e564f187ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:03:41.393521 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 44420) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:03:41.439140 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-a0fa2350-34b5-408d-9ff3-732a54555e0e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4077b096858d411ea532ebf958d77bb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0439782 Jun 11 11:03:41.441347 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 44422) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:03:41.494509 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-54ba3b6d-1161-4e81-b009-b530e9bf7f2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:41.523245 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-54ba3b6d-1161-4e81-b009-b530e9bf7f2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:41.645538 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-54ba3b6d-1161-4e81-b009-b530e9bf7f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:41.648591 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-54ba3b6d-1161-4e81-b009-b530e9bf7f2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:41.649822 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-54ba3b6d-1161-4e81-b009-b530e9bf7f2d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4a4f2614-0926-4c1a-bc56-4aa638cc7709 HTTP/1.1" status: 204 len: 168 time: 0.2075703 Jun 11 11:03:41.650806 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d2e8e403-3f66-490a-b786-e6d9d247f9e8 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:03:41.661231 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ba3b6d-1161-4e81-b009-b530e9bf7f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a4f2614-0926-4c1a-bc56-4aa638cc7709,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:03:41.676876 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-54ba3b6d-1161-4e81-b009-b530e9bf7f2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:03:42.685319 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 44444) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:03:42.778910 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-09cc61fc-0796-400d-917a-567d71857328 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1297388770'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:03:42.873981 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09cc61fc-0796-400d-917a-567d71857328 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Made reservation on behalf of e4f14b2e5b6f4e509445e88ef186eddc for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:03:42.878096 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-09cc61fc-0796-400d-917a-567d71857328 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:42.889052 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-09cc61fc-0796-400d-917a-567d71857328 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:42.966077 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-972119ae-558b-46c9-86e2-533079e712fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:42.987905 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-09cc61fc-0796-400d-917a-567d71857328 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:43.074645 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-09cc61fc-0796-400d-917a-567d71857328 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:43.077931 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-979b5a69-3ff2-49a2-a40f-daba9bbf34fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:03:43.106368 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09cc61fc-0796-400d-917a-567d71857328 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 787} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:03:43.112408 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cc61fc-0796-400d-917a-567d71857328 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2573ed3e-3e7e-42d0-897f-8063676e9542,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:03:43.117823 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-09cc61fc-0796-400d-917a-567d71857328 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:03:43.120583 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-09cc61fc-0796-400d-917a-567d71857328 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:43.120927 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-09cc61fc-0796-400d-917a-567d71857328 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Added segment ce05cb77-7b9a-470b-b520-298d1531a6c8 of type vlan for network ebb3197b-a200-4251-a7a1-e7bde8c8b53a Jun 11 11:03:43.175127 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-09cc61fc-0796-400d-917a-567d71857328 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:43.240129 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-09cc61fc-0796-400d-917a-567d71857328 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:43.245775 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09cc61fc-0796-400d-917a-567d71857328 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:03:43.246401 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-09cc61fc-0796-400d-917a-567d71857328 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:43.248930 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0579d7a8-f9fd-41d7-9015-e12fe934ca26 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:03:43.350044 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-09cc61fc-0796-400d-917a-567d71857328 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6636033 Jun 11 11:03:43.351013 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cc61fc-0796-400d-917a-567d71857328 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Pushing event updated for resources: {'Network': ['ID=ebb3197b-a200-4251-a7a1-e7bde8c8b53a,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:03:43.355123 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-09cc61fc-0796-400d-917a-567d71857328 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:03:43.364184 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network ebb3197b-a200-4251-a7a1-e7bde8c8b53a details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:03:45.822656 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0bc18d81-df81-4433-bd1b-dec765d411b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:45.977042 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:46.599773 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 44448) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:03:46.605086 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-e7d5a3ca-055a-4a85-9618-55f6831eb698 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Request body: {'subnet': {'network_id': 'ebb3197b-a200-4251-a7a1-e7bde8c8b53a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:03:46.799915 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d5a3ca-055a-4a85-9618-55f6831eb698 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Made reservation on behalf of e4f14b2e5b6f4e509445e88ef186eddc for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:03:46.803876 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e7d5a3ca-055a-4a85-9618-55f6831eb698 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:46.994531 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:47.131727 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e7d5a3ca-055a-4a85-9618-55f6831eb698 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:47.134668 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c55c513d-96d3-4d41-9ca0-391b6ab27a55 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:03:47.208965 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d5a3ca-055a-4a85-9618-55f6831eb698 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Pushing event updated for resources: {'Subnet': ['ID=3d8be2cf-4a9f-4130-af6d-7483cc43bcfa,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:03:47.212580 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e7d5a3ca-055a-4a85-9618-55f6831eb698 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:03:47.217943 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d5a3ca-055a-4a85-9618-55f6831eb698 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Checking segment: {'id': 'ce05cb77-7b9a-470b-b520-298d1531a6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'ebb3197b-a200-4251-a7a1-e7bde8c8b53a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:03:47.218300 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d5a3ca-055a-4a85-9618-55f6831eb698 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Network hostable DHCP agents. Network: ebb3197b-a200-4251-a7a1-e7bde8c8b53a, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:03:47.279634 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d5a3ca-055a-4a85-9618-55f6831eb698 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Network ebb3197b-a200-4251-a7a1-e7bde8c8b53a is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:03:47.354075 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-e7d5a3ca-055a-4a85-9618-55f6831eb698 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, ebb3197b-a200-4251-a7a1-e7bde8c8b53a) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:03:47.358239 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d5a3ca-055a-4a85-9618-55f6831eb698 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:03:47.358821 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e7d5a3ca-055a-4a85-9618-55f6831eb698 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:47.364310 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867dd1b3-5e63-41b1-9e38-a474c4598d6e None None] Network ebb3197b-a200-4251-a7a1-e7bde8c8b53a requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:03:47.452056 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-e7d5a3ca-055a-4a85-9618-55f6831eb698 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8510449 Jun 11 11:03:47.455891 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 44450) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:03:47.460979 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-ee1e1496-be6a-4f02-87d3-a6c6b4b3a2c3 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1823661008'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:03:47.545794 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa567e03-8a9c-4865-a46b-398be565145b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-ebb3197b-a200-4251-a7a1-e7bde8c8b53a', 'network_id': 'ebb3197b-a200-4251-a7a1-e7bde8c8b53a', 'tenant_id': 'e4f14b2e5b6f4e509445e88ef186eddc', 'fixed_ips': [{'subnet_id': '3d8be2cf-4a9f-4130-af6d-7483cc43bcfa'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:03:47.546639 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-fa567e03-8a9c-4865-a46b-398be565145b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:47.554476 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee1e1496-be6a-4f02-87d3-a6c6b4b3a2c3 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Made reservation on behalf of e4f14b2e5b6f4e509445e88ef186eddc for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:03:47.558004 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ee1e1496-be6a-4f02-87d3-a6c6b4b3a2c3 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:47.585659 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee1e1496-be6a-4f02-87d3-a6c6b4b3a2c3 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 754} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:03:47.594777 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ee1e1496-be6a-4f02-87d3-a6c6b4b3a2c3 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:47.597151 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-ee1e1496-be6a-4f02-87d3-a6c6b4b3a2c3 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Added segment b9a8c275-1474-4cfa-940a-ed77454668fd of type vlan for network bb9fbbf2-f2b1-4a5e-9501-4ea07a5d143f Jun 11 11:03:47.649496 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ee1e1496-be6a-4f02-87d3-a6c6b4b3a2c3 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:47.703823 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-fa567e03-8a9c-4865-a46b-398be565145b None None] Allocated IP 2001:db8:0:ffff::2 (ebb3197b-a200-4251-a7a1-e7bde8c8b53a/3d8be2cf-4a9f-4130-af6d-7483cc43bcfa/8b98bbc7-3d90-4d4e-ae0c-3933a18ec03f) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:03:47.742823 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ee1e1496-be6a-4f02-87d3-a6c6b4b3a2c3 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:47.748604 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1e1496-be6a-4f02-87d3-a6c6b4b3a2c3 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:03:47.754835 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ee1e1496-be6a-4f02-87d3-a6c6b4b3a2c3 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:47.754835 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c1b24e6c-ddba-4d10-8d01-78c2e042e49a tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:03:47.842333 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1e1496-be6a-4f02-87d3-a6c6b4b3a2c3 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Pushing event updated for resources: {'Network': ['ID=bb9fbbf2-f2b1-4a5e-9501-4ea07a5d143f,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:03:47.845218 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ee1e1496-be6a-4f02-87d3-a6c6b4b3a2c3 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:03:47.857281 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network bb9fbbf2-f2b1-4a5e-9501-4ea07a5d143f details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:03:47.893097 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-ee1e1496-be6a-4f02-87d3-a6c6b4b3a2c3 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4361396 Jun 11 11:03:47.896024 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 44452) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:03:47.901536 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-bf7d5274-417b-4cf9-a933-87c24c8cee09 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Request body: {'subnet': {'network_id': 'bb9fbbf2-f2b1-4a5e-9501-4ea07a5d143f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:03:47.911806 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-fa567e03-8a9c-4865-a46b-398be565145b None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:47.974352 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-fa567e03-8a9c-4865-a46b-398be565145b None None] Transition to ACTIVE for port object 8b98bbc7-3d90-4d4e-ae0c-3933a18ec03f will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:03:47.997207 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-fa567e03-8a9c-4865-a46b-398be565145b None None] Transition to ACTIVE for port object 8b98bbc7-3d90-4d4e-ae0c-3933a18ec03f will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:03:48.102752 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf7d5274-417b-4cf9-a933-87c24c8cee09 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Made reservation on behalf of e4f14b2e5b6f4e509445e88ef186eddc for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:03:48.103122 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-fa567e03-8a9c-4865-a46b-398be565145b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:48.106043 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:03:48.106330 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bf7d5274-417b-4cf9-a933-87c24c8cee09 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:48.152796 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa567e03-8a9c-4865-a46b-398be565145b None None] Network ebb3197b-a200-4251-a7a1-e7bde8c8b53a is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:03:48.155561 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-fa567e03-8a9c-4865-a46b-398be565145b None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:03:48.158108 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa567e03-8a9c-4865-a46b-398be565145b None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:03:48.165772 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa567e03-8a9c-4865-a46b-398be565145b None None] Pushing event updated for resources: {'Port': ['ID=8b98bbc7-3d90-4d4e-ae0c-3933a18ec03f,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:03:48.175391 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa567e03-8a9c-4865-a46b-398be565145b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:03:48.175945 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa567e03-8a9c-4865-a46b-398be565145b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:03:48.176371 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa567e03-8a9c-4865-a46b-398be565145b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:03:48.176706 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa567e03-8a9c-4865-a46b-398be565145b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:03:48.179774 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa567e03-8a9c-4865-a46b-398be565145b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:03:48.180143 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa567e03-8a9c-4865-a46b-398be565145b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:03:48.181258 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa567e03-8a9c-4865-a46b-398be565145b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:03:48.181605 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa567e03-8a9c-4865-a46b-398be565145b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:03:48.181946 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa567e03-8a9c-4865-a46b-398be565145b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:03:48.182284 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa567e03-8a9c-4865-a46b-398be565145b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:03:48.182618 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa567e03-8a9c-4865-a46b-398be565145b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:03:48.182948 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa567e03-8a9c-4865-a46b-398be565145b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:03:48.186548 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-fa567e03-8a9c-4865-a46b-398be565145b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:03:48.250455 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-fa567e03-8a9c-4865-a46b-398be565145b None None] Attempting to bind port 8b98bbc7-3d90-4d4e-ae0c-3933a18ec03f on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:03:48.251445 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-fa567e03-8a9c-4865-a46b-398be565145b None None] Attempting to bind port 8b98bbc7-3d90-4d4e-ae0c-3933a18ec03f by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'ce05cb77-7b9a-470b-b520-298d1531a6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'ebb3197b-a200-4251-a7a1-e7bde8c8b53a'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:03:48.251809 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa567e03-8a9c-4865-a46b-398be565145b None None] Attempting to bind port 8b98bbc7-3d90-4d4e-ae0c-3933a18ec03f on network ebb3197b-a200-4251-a7a1-e7bde8c8b53a {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:03:48.256807 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa567e03-8a9c-4865-a46b-398be565145b None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:03:48.257246 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa567e03-8a9c-4865-a46b-398be565145b None None] Checking segment: {'id': 'ce05cb77-7b9a-470b-b520-298d1531a6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'ebb3197b-a200-4251-a7a1-e7bde8c8b53a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:03:48.257663 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-fa567e03-8a9c-4865-a46b-398be565145b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:48.258068 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa567e03-8a9c-4865-a46b-398be565145b None None] Bound using segment: {'id': 'ce05cb77-7b9a-470b-b520-298d1531a6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'ebb3197b-a200-4251-a7a1-e7bde8c8b53a'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:03:48.258542 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-fa567e03-8a9c-4865-a46b-398be565145b None None] Bound port: 8b98bbc7-3d90-4d4e-ae0c-3933a18ec03f, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce05cb77-7b9a-470b-b520-298d1531a6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'ebb3197b-a200-4251-a7a1-e7bde8c8b53a'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:03:48.258925 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-fa567e03-8a9c-4865-a46b-398be565145b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:48.334027 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-fa567e03-8a9c-4865-a46b-398be565145b None None] For port 8b98bbc7-3d90-4d4e-ae0c-3933a18ec03f, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:03:48.337193 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-fa567e03-8a9c-4865-a46b-398be565145b None None] For port 8b98bbc7-3d90-4d4e-ae0c-3933a18ec03f, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=8b98bbc7-3d90-4d4e-ae0c-3933a18ec03f,segment=NetworkSegment(ce05cb77-7b9a-470b-b520-298d1531a6c8),segment_id=ce05cb77-7b9a-470b-b520-298d1531a6c8)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:03:48.423791 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-fa567e03-8a9c-4865-a46b-398be565145b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:48.426537 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:03:48.452255 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bf7d5274-417b-4cf9-a933-87c24c8cee09 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:48.455475 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-779b9012-a850-4025-aae9-03b2c2cc58fc tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:03:48.489939 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa567e03-8a9c-4865-a46b-398be565145b None None] Pushing event updated for resources: {'Port': ['ID=8b98bbc7-3d90-4d4e-ae0c-3933a18ec03f,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:03:48.493097 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-fa567e03-8a9c-4865-a46b-398be565145b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:03:48.537002 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7d5274-417b-4cf9-a933-87c24c8cee09 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Pushing event updated for resources: {'Subnet': ['ID=cc5b44c3-c766-4ce7-a9f3-9c479c8e00c9,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:03:48.539997 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-bf7d5274-417b-4cf9-a933-87c24c8cee09 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:03:48.544135 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7d5274-417b-4cf9-a933-87c24c8cee09 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Checking segment: {'id': 'b9a8c275-1474-4cfa-940a-ed77454668fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'bb9fbbf2-f2b1-4a5e-9501-4ea07a5d143f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:03:48.544410 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7d5274-417b-4cf9-a933-87c24c8cee09 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Network hostable DHCP agents. Network: bb9fbbf2-f2b1-4a5e-9501-4ea07a5d143f, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:03:48.660084 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7d5274-417b-4cf9-a933-87c24c8cee09 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Network bb9fbbf2-f2b1-4a5e-9501-4ea07a5d143f is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:03:48.743436 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:48.748432 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-bf7d5274-417b-4cf9-a933-87c24c8cee09 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, bb9fbbf2-f2b1-4a5e-9501-4ea07a5d143f) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:03:48.755971 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6af77c4-628f-4bf9-adc4-2d6e51b2e9b4 None None] Network bb9fbbf2-f2b1-4a5e-9501-4ea07a5d143f requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:03:48.758925 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7d5274-417b-4cf9-a933-87c24c8cee09 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:03:48.765507 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bf7d5274-417b-4cf9-a933-87c24c8cee09 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:48.861063 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 8b98bbc7-3d90-4d4e-ae0c-3933a18ec03f up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:03:48.869964 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-bf7d5274-417b-4cf9-a933-87c24c8cee09 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.9728577 Jun 11 11:03:48.872791 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 44456) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:03:49.007669 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3aef7e26-29c2-43f6-891c-5c3f07000c54 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:49.010076 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444ff9f1-6d8f-4ab7-a048-5c522900ed8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-bb9fbbf2-f2b1-4a5e-9501-4ea07a5d143f', 'network_id': 'bb9fbbf2-f2b1-4a5e-9501-4ea07a5d143f', 'tenant_id': 'e4f14b2e5b6f4e509445e88ef186eddc', 'fixed_ips': [{'subnet_id': 'cc5b44c3-c766-4ce7-a9f3-9c479c8e00c9'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:03:49.011142 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-444ff9f1-6d8f-4ab7-a048-5c522900ed8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:49.041584 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 8b98bbc7-3d90-4d4e-ae0c-3933a18ec03f completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:03:49.161949 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3aef7e26-29c2-43f6-891c-5c3f07000c54 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:49.266806 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-444ff9f1-6d8f-4ab7-a048-5c522900ed8b None None] Allocated IP 2001:db8::2 (bb9fbbf2-f2b1-4a5e-9501-4ea07a5d143f/cc5b44c3-c766-4ce7-a9f3-9c479c8e00c9/a25b96e8-3e56-4e6e-8863-87a683df348e) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:03:49.460370 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb86f6f-cfe3-4ffe-a1c1-69ef794b2b0d None None] Network ebb3197b-a200-4251-a7a1-e7bde8c8b53a requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:03:49.500301 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-444ff9f1-6d8f-4ab7-a048-5c522900ed8b None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:49.515102 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-444ff9f1-6d8f-4ab7-a048-5c522900ed8b None None] Transition to ACTIVE for port object a25b96e8-3e56-4e6e-8863-87a683df348e will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:03:49.584595 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-444ff9f1-6d8f-4ab7-a048-5c522900ed8b None None] Transition to ACTIVE for port object a25b96e8-3e56-4e6e-8863-87a683df348e will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:03:49.628050 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-11e8e749-bd58-4af1-a532-3b7f4a26d606 None None] Provisioning for port 8b98bbc7-3d90-4d4e-ae0c-3933a18ec03f completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:03:49.633717 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-444ff9f1-6d8f-4ab7-a048-5c522900ed8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:49.637003 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:03:49.638776 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-11e8e749-bd58-4af1-a532-3b7f4a26d606 None None] Provisioning complete for port 8b98bbc7-3d90-4d4e-ae0c-3933a18ec03f triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:03:49.639145 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-11e8e749-bd58-4af1-a532-3b7f4a26d606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:49.686401 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3aef7e26-29c2-43f6-891c-5c3f07000c54 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:49.688654 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d4db0f2a-f0bd-4ed9-9d63-1aa3ced97f79 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:03:49.722664 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aef7e26-29c2-43f6-891c-5c3f07000c54 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Pushing event deleted for resources: {'Subnet': ['ID=cc5b44c3-c766-4ce7-a9f3-9c479c8e00c9,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:03:49.725728 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3aef7e26-29c2-43f6-891c-5c3f07000c54 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:03:49.737324 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444ff9f1-6d8f-4ab7-a048-5c522900ed8b None None] Network bb9fbbf2-f2b1-4a5e-9501-4ea07a5d143f is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:03:49.744576 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-444ff9f1-6d8f-4ab7-a048-5c522900ed8b None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:03:49.746899 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444ff9f1-6d8f-4ab7-a048-5c522900ed8b None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:03:49.770654 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444ff9f1-6d8f-4ab7-a048-5c522900ed8b None None] Pushing event updated for resources: {'Port': ['ID=a25b96e8-3e56-4e6e-8863-87a683df348e,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:03:49.780911 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-444ff9f1-6d8f-4ab7-a048-5c522900ed8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:03:49.812498 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3aef7e26-29c2-43f6-891c-5c3f07000c54 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:49.824453 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-3aef7e26-29c2-43f6-891c-5c3f07000c54 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb9fbbf2-f2b1-4a5e-9501-4ea07a5d143f']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:03:49.835933 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-3aef7e26-29c2-43f6-891c-5c3f07000c54 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9a8c275-1474-4cfa-940a-ed77454668fd') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:03:49.836228 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-3aef7e26-29c2-43f6-891c-5c3f07000c54 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9a8c275-1474-4cfa-940a-ed77454668fd') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:03:49.846381 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3aef7e26-29c2-43f6-891c-5c3f07000c54 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:49.860669 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3aef7e26-29c2-43f6-891c-5c3f07000c54 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:49.867071 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3aef7e26-29c2-43f6-891c-5c3f07000c54 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Releasing vlan 754 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:03:49.867460 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3aef7e26-29c2-43f6-891c-5c3f07000c54 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:49.870521 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 11:03:49.870521 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:03:49.870521 n-d-779913-12 neutron-server[93177]: timer() Jun 11 11:03:49.870521 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:03:49.870521 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 11:03:49.870521 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:03:49.870521 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 11:03:49.870521 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:03:49.870521 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 11:03:49.870521 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:03:49.870521 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 11:03:49.870521 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:03:49.870521 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 11:03:49.870521 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:03:49.870521 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:03:49.870521 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:03:49.870521 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:03:49.870521 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:03:49.870521 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 11:03:49.870521 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:03:49.870521 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 11:03:49.870521 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:03:49.870521 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:03:49.870521 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:03:49.870521 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 11:03:49.870521 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:03:49.870521 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:03:49.870521 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:03:49.870521 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:03:49.870521 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:03:49.870521 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:03:49.870521 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:03:49.886575 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-444ff9f1-6d8f-4ab7-a048-5c522900ed8b None None] Attempting to bind port a25b96e8-3e56-4e6e-8863-87a683df348e on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:03:49.886969 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-444ff9f1-6d8f-4ab7-a048-5c522900ed8b None None] Attempting to bind port a25b96e8-3e56-4e6e-8863-87a683df348e by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'b9a8c275-1474-4cfa-940a-ed77454668fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'bb9fbbf2-f2b1-4a5e-9501-4ea07a5d143f'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:03:49.887344 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444ff9f1-6d8f-4ab7-a048-5c522900ed8b None None] Attempting to bind port a25b96e8-3e56-4e6e-8863-87a683df348e on network bb9fbbf2-f2b1-4a5e-9501-4ea07a5d143f {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:03:49.902070 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444ff9f1-6d8f-4ab7-a048-5c522900ed8b None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:03:49.902466 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444ff9f1-6d8f-4ab7-a048-5c522900ed8b None None] Checking segment: {'id': 'b9a8c275-1474-4cfa-940a-ed77454668fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'bb9fbbf2-f2b1-4a5e-9501-4ea07a5d143f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:03:49.902878 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-444ff9f1-6d8f-4ab7-a048-5c522900ed8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:49.903287 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444ff9f1-6d8f-4ab7-a048-5c522900ed8b None None] Bound using segment: {'id': 'b9a8c275-1474-4cfa-940a-ed77454668fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'bb9fbbf2-f2b1-4a5e-9501-4ea07a5d143f'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:03:49.903798 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-444ff9f1-6d8f-4ab7-a048-5c522900ed8b None None] Bound port: a25b96e8-3e56-4e6e-8863-87a683df348e, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9a8c275-1474-4cfa-940a-ed77454668fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'bb9fbbf2-f2b1-4a5e-9501-4ea07a5d143f'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:03:49.904192 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-444ff9f1-6d8f-4ab7-a048-5c522900ed8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:49.928791 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-11e8e749-bd58-4af1-a532-3b7f4a26d606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:50.005418 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.db.api [None req-3aef7e26-29c2-43f6-891c-5c3f07000c54 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 11 11:03:50.005418 n-d-779913-12 neutron-server[93177]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 11 11:03:50.005418 n-d-779913-12 neutron-server[93177]: [parameters: {'id': 'bb9fbbf2-f2b1-4a5e-9501-4ea07a5d143f'}] Jun 11 11:03:50.005418 n-d-779913-12 neutron-server[93177]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93177) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 11:03:50.006862 n-d-779913-12 neutron-server[93177]: DEBUG oslo_db.api [None req-3aef7e26-29c2-43f6-891c-5c3f07000c54 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 11:03:50.009470 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-11e8e749-bd58-4af1-a532-3b7f4a26d606 None None] For port 8b98bbc7-3d90-4d4e-ae0c-3933a18ec03f, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=8b98bbc7-3d90-4d4e-ae0c-3933a18ec03f,segment=NetworkSegment(ce05cb77-7b9a-470b-b520-298d1531a6c8),segment_id=ce05cb77-7b9a-470b-b520-298d1531a6c8)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:03:50.049583 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-444ff9f1-6d8f-4ab7-a048-5c522900ed8b None None] For port a25b96e8-3e56-4e6e-8863-87a683df348e, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:03:50.053308 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-444ff9f1-6d8f-4ab7-a048-5c522900ed8b None None] For port a25b96e8-3e56-4e6e-8863-87a683df348e, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=a25b96e8-3e56-4e6e-8863-87a683df348e,segment=NetworkSegment(b9a8c275-1474-4cfa-940a-ed77454668fd),segment_id=b9a8c275-1474-4cfa-940a-ed77454668fd)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:03:50.062605 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-11e8e749-bd58-4af1-a532-3b7f4a26d606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:50.065654 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-444ff9f1-6d8f-4ab7-a048-5c522900ed8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:03:50.123335 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e8e749-bd58-4af1-a532-3b7f4a26d606 None None] Pushing event updated for resources: {'Port': ['ID=8b98bbc7-3d90-4d4e-ae0c-3933a18ec03f,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:03:50.128271 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-444ff9f1-6d8f-4ab7-a048-5c522900ed8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:50.130357 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-11e8e749-bd58-4af1-a532-3b7f4a26d606 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:03:50.130858 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-11e8e749-bd58-4af1-a532-3b7f4a26d606 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:03:50.240466 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444ff9f1-6d8f-4ab7-a048-5c522900ed8b None None] Pushing event updated for resources: {'Port': ['ID=a25b96e8-3e56-4e6e-8863-87a683df348e,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:03:50.246339 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-444ff9f1-6d8f-4ab7-a048-5c522900ed8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:03:50.247054 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-35d704bf-81af-4295-b22b-9fd3d098941d None None] Provisioning complete for port 8b98bbc7-3d90-4d4e-ae0c-3933a18ec03f triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:03:50.247430 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-35d704bf-81af-4295-b22b-9fd3d098941d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:50.278116 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a712ba0d-29ae-499b-9a85-d3a5a52fc166 None None] Network bb9fbbf2-f2b1-4a5e-9501-4ea07a5d143f requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:03:50.494666 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea723e8-01e1-4989-a630-8da8dc285d96 None None] get_active_networks_info from n-d-779913-12 {{(pid=93178) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 11 11:03:50.508149 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3aef7e26-29c2-43f6-891c-5c3f07000c54 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:50.568840 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-3aef7e26-29c2-43f6-891c-5c3f07000c54 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Deleting port a25b96e8-3e56-4e6e-8863-87a683df348e {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:03:50.569183 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3aef7e26-29c2-43f6-891c-5c3f07000c54 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:50.573171 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea723e8-01e1-4989-a630-8da8dc285d96 None None] Resources bound (agent type, host, resource id): {{(pid=93178) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 11 11:03:50.656007 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-3aef7e26-29c2-43f6-891c-5c3f07000c54 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] For port a25b96e8-3e56-4e6e-8863-87a683df348e, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=a25b96e8-3e56-4e6e-8863-87a683df348e,segment=NetworkSegment(b9a8c275-1474-4cfa-940a-ed77454668fd),segment_id=b9a8c275-1474-4cfa-940a-ed77454668fd)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:03:50.656368 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3aef7e26-29c2-43f6-891c-5c3f07000c54 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:50.758675 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-3aef7e26-29c2-43f6-891c-5c3f07000c54 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Calling delete_port for a25b96e8-3e56-4e6e-8863-87a683df348e owned by network:dhcp {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:03:50.933137 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 8b98bbc7-3d90-4d4e-ae0c-3933a18ec03f up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:03:50.960342 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3aef7e26-29c2-43f6-891c-5c3f07000c54 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:50.964205 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6f8b2799-335b-4ce5-bcd9-ec63f1f37ff1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:03:50.995102 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aef7e26-29c2-43f6-891c-5c3f07000c54 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Pushing event deleted for resources: {'Port': ['ID=a25b96e8-3e56-4e6e-8863-87a683df348e,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:03:50.999385 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aef7e26-29c2-43f6-891c-5c3f07000c54 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] No DVR routers for this DVR port a25b96e8-3e56-4e6e-8863-87a683df348e on host n-d-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:03:51.001477 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3aef7e26-29c2-43f6-891c-5c3f07000c54 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:03:51.005182 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 8b98bbc7-3d90-4d4e-ae0c-3933a18ec03f triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:03:51.005570 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:51.190326 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3aef7e26-29c2-43f6-891c-5c3f07000c54 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:51.201372 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-3aef7e26-29c2-43f6-891c-5c3f07000c54 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb9fbbf2-f2b1-4a5e-9501-4ea07a5d143f']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:03:51.216980 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-3aef7e26-29c2-43f6-891c-5c3f07000c54 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9a8c275-1474-4cfa-940a-ed77454668fd') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:03:51.217278 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-3aef7e26-29c2-43f6-891c-5c3f07000c54 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9a8c275-1474-4cfa-940a-ed77454668fd') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:03:51.227915 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3aef7e26-29c2-43f6-891c-5c3f07000c54 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:51.242243 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3aef7e26-29c2-43f6-891c-5c3f07000c54 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:51.247948 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3aef7e26-29c2-43f6-891c-5c3f07000c54 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Releasing vlan 754 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:03:51.248332 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3aef7e26-29c2-43f6-891c-5c3f07000c54 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:51.251279 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 11:03:51.251279 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:03:51.251279 n-d-779913-12 neutron-server[93177]: timer() Jun 11 11:03:51.251279 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:03:51.251279 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 11:03:51.251279 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:03:51.251279 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 11:03:51.251279 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:03:51.251279 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 11:03:51.251279 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:03:51.251279 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 11:03:51.251279 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:03:51.251279 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 11:03:51.251279 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:03:51.251279 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:03:51.251279 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:03:51.251279 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:03:51.251279 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:03:51.251279 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 11:03:51.251279 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:03:51.251279 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 11:03:51.251279 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:03:51.251279 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:03:51.251279 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:03:51.251279 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 11:03:51.251279 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:03:51.251279 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:03:51.251279 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:03:51.251279 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:03:51.251279 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:03:51.251279 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:03:51.251279 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:03:51.411555 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3aef7e26-29c2-43f6-891c-5c3f07000c54 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:51.415284 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-fdcf867c-19d6-415e-88e8-7b83faf7871e tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:03:51.424538 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3aef7e26-29c2-43f6-891c-5c3f07000c54 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:51.424538 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-3aef7e26-29c2-43f6-891c-5c3f07000c54 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] 10.222.0.60 "DELETE /v2.0/networks/bb9fbbf2-f2b1-4a5e-9501-4ea07a5d143f HTTP/1.1" status: 204 len: 168 time: 2.5471995 Jun 11 11:03:51.424789 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 44460) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:03:51.429883 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-0ceb9d3a-903b-4852-9120-c54559d24e06 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-533785114'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:03:51.435371 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aef7e26-29c2-43f6-891c-5c3f07000c54 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Pushing event deleted for resources: {'Network': ['ID=bb9fbbf2-f2b1-4a5e-9501-4ea07a5d143f,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:03:51.437794 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3aef7e26-29c2-43f6-891c-5c3f07000c54 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:03:51.537327 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ceb9d3a-903b-4852-9120-c54559d24e06 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Made reservation on behalf of e4f14b2e5b6f4e509445e88ef186eddc for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:03:51.540831 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0ceb9d3a-903b-4852-9120-c54559d24e06 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:51.571856 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ceb9d3a-903b-4852-9120-c54559d24e06 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 768} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:03:51.580644 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0ceb9d3a-903b-4852-9120-c54559d24e06 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:51.580983 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-0ceb9d3a-903b-4852-9120-c54559d24e06 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Added segment 0aa7add6-24cb-4ea9-a5c6-bc98dca39715 of type vlan for network 6c43cc45-bb52-41b4-9251-a06a6aaaac9f Jun 11 11:03:51.639744 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0ceb9d3a-903b-4852-9120-c54559d24e06 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:51.725780 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0ceb9d3a-903b-4852-9120-c54559d24e06 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:51.731188 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ceb9d3a-903b-4852-9120-c54559d24e06 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:03:51.736694 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0ceb9d3a-903b-4852-9120-c54559d24e06 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:51.736694 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2cfd1338-0fb6-4a40-9d57-437ce1444855 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:03:51.822311 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceb9d3a-903b-4852-9120-c54559d24e06 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Pushing event updated for resources: {'Network': ['ID=6c43cc45-bb52-41b4-9251-a06a6aaaac9f,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:03:51.825018 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0ceb9d3a-903b-4852-9120-c54559d24e06 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:03:51.832190 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 6c43cc45-bb52-41b4-9251-a06a6aaaac9f details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:03:51.835004 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-0ceb9d3a-903b-4852-9120-c54559d24e06 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4093020 Jun 11 11:03:51.837926 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 44462) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:03:51.842965 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-84c24e93-7f04-4377-8321-14552067d0bc tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Request body: {'subnet': {'network_id': '6c43cc45-bb52-41b4-9251-a06a6aaaac9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:03:51.994368 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c24e93-7f04-4377-8321-14552067d0bc tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Made reservation on behalf of e4f14b2e5b6f4e509445e88ef186eddc for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:03:51.997884 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-84c24e93-7f04-4377-8321-14552067d0bc tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:52.080431 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.ipam_backend_mixin [None req-84c24e93-7f04-4377-8321-14552067d0bc tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Performing IP validity checks on allocation pools {{(pid=93176) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 11 11:03:52.080950 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.ipam_backend_mixin [None req-84c24e93-7f04-4377-8321-14552067d0bc tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93176) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 11 11:03:52.704312 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-84c24e93-7f04-4377-8321-14552067d0bc tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:52.706746 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3d383c8f-50cb-4763-82d8-546cf4a4e356 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:03:52.774239 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c24e93-7f04-4377-8321-14552067d0bc tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Pushing event updated for resources: {'Subnet': ['ID=81e78575-20a5-4a59-8019-cb04301857b6,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:03:52.777718 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-84c24e93-7f04-4377-8321-14552067d0bc tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:03:52.788507 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c24e93-7f04-4377-8321-14552067d0bc tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Checking segment: {'id': '0aa7add6-24cb-4ea9-a5c6-bc98dca39715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '6c43cc45-bb52-41b4-9251-a06a6aaaac9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:03:52.788897 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c24e93-7f04-4377-8321-14552067d0bc tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Network hostable DHCP agents. Network: 6c43cc45-bb52-41b4-9251-a06a6aaaac9f, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:03:52.897639 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c24e93-7f04-4377-8321-14552067d0bc tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Network 6c43cc45-bb52-41b4-9251-a06a6aaaac9f is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:03:52.977062 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-84c24e93-7f04-4377-8321-14552067d0bc tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 6c43cc45-bb52-41b4-9251-a06a6aaaac9f) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:03:52.982006 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c24e93-7f04-4377-8321-14552067d0bc tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:03:52.982799 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-84c24e93-7f04-4377-8321-14552067d0bc tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:52.985708 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f934fa-5809-43c9-ad2d-2e1b78ec41dc None None] Network 6c43cc45-bb52-41b4-9251-a06a6aaaac9f requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:03:53.075096 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-84c24e93-7f04-4377-8321-14552067d0bc tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2360990 Jun 11 11:03:53.077737 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 44464) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:03:53.167489 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec8326a-ea17-42a1-a091-7c4dd0d55062 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-6c43cc45-bb52-41b4-9251-a06a6aaaac9f', 'network_id': '6c43cc45-bb52-41b4-9251-a06a6aaaac9f', 'tenant_id': 'e4f14b2e5b6f4e509445e88ef186eddc', 'fixed_ips': [{'subnet_id': '81e78575-20a5-4a59-8019-cb04301857b6'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:03:53.168397 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6ec8326a-ea17-42a1-a091-7c4dd0d55062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:53.205172 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5059932e-9e35-4d3e-9fa8-c86add2d7220 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:53.265345 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5059932e-9e35-4d3e-9fa8-c86add2d7220 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:53.334315 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-6ec8326a-ea17-42a1-a091-7c4dd0d55062 None None] Allocated IP 2001:db8::3 (6c43cc45-bb52-41b4-9251-a06a6aaaac9f/81e78575-20a5-4a59-8019-cb04301857b6/350c75a7-a8c6-4a81-89e7-8133172e58ea) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:03:53.512865 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6ec8326a-ea17-42a1-a091-7c4dd0d55062 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:53.521048 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-6ec8326a-ea17-42a1-a091-7c4dd0d55062 None None] Transition to ACTIVE for port object 350c75a7-a8c6-4a81-89e7-8133172e58ea will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:03:53.536698 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-6ec8326a-ea17-42a1-a091-7c4dd0d55062 None None] Transition to ACTIVE for port object 350c75a7-a8c6-4a81-89e7-8133172e58ea will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:03:53.606693 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6ec8326a-ea17-42a1-a091-7c4dd0d55062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:53.610885 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-5f9b45e1-1ca5-4074-8afb-46388924967b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:03:53.658455 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec8326a-ea17-42a1-a091-7c4dd0d55062 None None] Network 6c43cc45-bb52-41b4-9251-a06a6aaaac9f is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:03:53.661390 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-6ec8326a-ea17-42a1-a091-7c4dd0d55062 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:03:53.665182 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec8326a-ea17-42a1-a091-7c4dd0d55062 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:03:53.674139 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec8326a-ea17-42a1-a091-7c4dd0d55062 None None] Pushing event updated for resources: {'Port': ['ID=350c75a7-a8c6-4a81-89e7-8133172e58ea,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:03:53.678499 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-6ec8326a-ea17-42a1-a091-7c4dd0d55062 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:03:53.686539 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5059932e-9e35-4d3e-9fa8-c86add2d7220 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:53.691023 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f3e2179b-0be8-48f0-81e1-f088488c91da tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:03:53.740687 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-6ec8326a-ea17-42a1-a091-7c4dd0d55062 None None] Attempting to bind port 350c75a7-a8c6-4a81-89e7-8133172e58ea on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:03:53.741064 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-6ec8326a-ea17-42a1-a091-7c4dd0d55062 None None] Attempting to bind port 350c75a7-a8c6-4a81-89e7-8133172e58ea by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '0aa7add6-24cb-4ea9-a5c6-bc98dca39715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '6c43cc45-bb52-41b4-9251-a06a6aaaac9f'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:03:53.741440 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec8326a-ea17-42a1-a091-7c4dd0d55062 None None] Attempting to bind port 350c75a7-a8c6-4a81-89e7-8133172e58ea on network 6c43cc45-bb52-41b4-9251-a06a6aaaac9f {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:03:53.742462 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5059932e-9e35-4d3e-9fa8-c86add2d7220 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Pushing event deleted for resources: {'Subnet': ['ID=81e78575-20a5-4a59-8019-cb04301857b6,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:03:53.744882 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5059932e-9e35-4d3e-9fa8-c86add2d7220 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:03:53.746372 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec8326a-ea17-42a1-a091-7c4dd0d55062 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:03:53.746768 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec8326a-ea17-42a1-a091-7c4dd0d55062 None None] Checking segment: {'id': '0aa7add6-24cb-4ea9-a5c6-bc98dca39715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '6c43cc45-bb52-41b4-9251-a06a6aaaac9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:03:53.747235 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6ec8326a-ea17-42a1-a091-7c4dd0d55062 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:53.747712 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec8326a-ea17-42a1-a091-7c4dd0d55062 None None] Bound using segment: {'id': '0aa7add6-24cb-4ea9-a5c6-bc98dca39715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '6c43cc45-bb52-41b4-9251-a06a6aaaac9f'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:03:53.748203 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-6ec8326a-ea17-42a1-a091-7c4dd0d55062 None None] Bound port: 350c75a7-a8c6-4a81-89e7-8133172e58ea, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0aa7add6-24cb-4ea9-a5c6-bc98dca39715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '6c43cc45-bb52-41b4-9251-a06a6aaaac9f'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:03:53.748580 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6ec8326a-ea17-42a1-a091-7c4dd0d55062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:53.811139 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5059932e-9e35-4d3e-9fa8-c86add2d7220 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:53.823506 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-5059932e-9e35-4d3e-9fa8-c86add2d7220 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c43cc45-bb52-41b4-9251-a06a6aaaac9f']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:03:53.824126 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-6ec8326a-ea17-42a1-a091-7c4dd0d55062 None None] For port 350c75a7-a8c6-4a81-89e7-8133172e58ea, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:03:53.827433 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-6ec8326a-ea17-42a1-a091-7c4dd0d55062 None None] For port 350c75a7-a8c6-4a81-89e7-8133172e58ea, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=350c75a7-a8c6-4a81-89e7-8133172e58ea,segment=NetworkSegment(0aa7add6-24cb-4ea9-a5c6-bc98dca39715),segment_id=0aa7add6-24cb-4ea9-a5c6-bc98dca39715)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:03:53.836352 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-5059932e-9e35-4d3e-9fa8-c86add2d7220 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0aa7add6-24cb-4ea9-a5c6-bc98dca39715') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:03:53.838785 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-5059932e-9e35-4d3e-9fa8-c86add2d7220 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0aa7add6-24cb-4ea9-a5c6-bc98dca39715') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:03:53.846898 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5059932e-9e35-4d3e-9fa8-c86add2d7220 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:53.897662 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6ec8326a-ea17-42a1-a091-7c4dd0d55062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:53.899079 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5059932e-9e35-4d3e-9fa8-c86add2d7220 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:53.901290 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-444ff9f1-6d8f-4ab7-a048-5c522900ed8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:03:53.905404 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5059932e-9e35-4d3e-9fa8-c86add2d7220 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Releasing vlan 768 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:03:53.905851 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5059932e-9e35-4d3e-9fa8-c86add2d7220 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:53.909128 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:03:53.909128 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 11:03:53.909128 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:03:53.909128 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:03:53.909128 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:03:53.909128 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 11:03:53.909128 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:03:53.909128 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 11:03:53.909128 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:03:53.909128 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:03:53.909128 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:03:53.909128 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 11:03:53.909128 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:03:53.909128 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:03:53.909128 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:03:53.909128 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 11:03:53.909128 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:03:53.909128 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 11:03:53.909128 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:03:53.909128 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:03:53.909128 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:03:53.909128 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 11:03:53.909128 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:03:53.909128 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:03:53.909128 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:03:53.909128 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 11:03:53.909128 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:03:53.909128 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:03:53.909128 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:03:53.909128 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 11:03:53.909128 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:03:53.909128 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:03:53.909128 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:03:53.909128 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 11:03:53.909128 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:03:53.909128 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 11:03:53.909128 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 11:03:53.909128 n-d-779913-12 neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 11 11:03:53.909128 n-d-779913-12 neutron-server[93176]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 11:03:53.909128 n-d-779913-12 neutron-server[93176]: retrieve_revision_numbers = { Jun 11 11:03:53.909128 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 11:03:53.909128 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:03:53.909128 n-d-779913-12 neutron-server[93176]: timer() Jun 11 11:03:53.909128 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:03:53.909128 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 11:03:53.909128 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:03:53.909128 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 11:03:53.909128 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:03:53.909128 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 11:03:53.909128 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:03:53.909128 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 11:03:53.909128 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:03:53.909128 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 11:03:53.909128 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:03:53.909128 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:03:53.909128 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:03:53.909128 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:03:53.909128 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:03:53.909128 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 11:03:53.909128 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:03:53.909128 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 11:03:53.909128 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:03:53.909128 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:03:53.909128 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:03:53.909128 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 11:03:53.909128 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:03:53.909128 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:03:53.909128 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:03:53.909128 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:03:53.909128 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:03:53.909128 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:03:53.909128 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:03:54.052608 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec8326a-ea17-42a1-a091-7c4dd0d55062 None None] Pushing event updated for resources: {'Port': ['ID=350c75a7-a8c6-4a81-89e7-8133172e58ea,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:03:54.056735 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-6ec8326a-ea17-42a1-a091-7c4dd0d55062 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:03:54.070693 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16c17b4-8b06-4a7c-93aa-b89739d1c6f2 None None] Network 6c43cc45-bb52-41b4-9251-a06a6aaaac9f requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:03:54.114586 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.db.api [None req-5059932e-9e35-4d3e-9fa8-c86add2d7220 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 11 11:03:54.114586 n-d-779913-12 neutron-server[93176]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 11 11:03:54.114586 n-d-779913-12 neutron-server[93176]: [parameters: {'id': '6c43cc45-bb52-41b4-9251-a06a6aaaac9f'}] Jun 11 11:03:54.114586 n-d-779913-12 neutron-server[93176]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 11:03:54.115140 n-d-779913-12 neutron-server[93176]: DEBUG oslo_db.api [None req-5059932e-9e35-4d3e-9fa8-c86add2d7220 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 11:03:54.238905 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2089c788-eef5-4c67-87e0-3b6b74ef8e83 None None] get_active_networks_info from n-d-779913-12 {{(pid=93178) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 11 11:03:54.317230 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2089c788-eef5-4c67-87e0-3b6b74ef8e83 None None] Resources bound (agent type, host, resource id): {{(pid=93178) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 11 11:03:54.616047 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5059932e-9e35-4d3e-9fa8-c86add2d7220 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:54.681873 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-5059932e-9e35-4d3e-9fa8-c86add2d7220 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Deleting port 350c75a7-a8c6-4a81-89e7-8133172e58ea {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:03:54.682242 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5059932e-9e35-4d3e-9fa8-c86add2d7220 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:54.766821 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-5059932e-9e35-4d3e-9fa8-c86add2d7220 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] For port 350c75a7-a8c6-4a81-89e7-8133172e58ea, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=350c75a7-a8c6-4a81-89e7-8133172e58ea,segment=NetworkSegment(0aa7add6-24cb-4ea9-a5c6-bc98dca39715),segment_id=0aa7add6-24cb-4ea9-a5c6-bc98dca39715)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:03:54.767538 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5059932e-9e35-4d3e-9fa8-c86add2d7220 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:54.867329 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-5059932e-9e35-4d3e-9fa8-c86add2d7220 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Calling delete_port for 350c75a7-a8c6-4a81-89e7-8133172e58ea owned by network:dhcp {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:03:55.017787 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5059932e-9e35-4d3e-9fa8-c86add2d7220 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:55.020081 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1a716550-2623-472a-8591-72e66c09d2a0 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:03:55.050725 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5059932e-9e35-4d3e-9fa8-c86add2d7220 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Pushing event deleted for resources: {'Port': ['ID=350c75a7-a8c6-4a81-89e7-8133172e58ea,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:03:55.054268 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5059932e-9e35-4d3e-9fa8-c86add2d7220 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:03:55.055219 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5059932e-9e35-4d3e-9fa8-c86add2d7220 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] No DVR routers for this DVR port 350c75a7-a8c6-4a81-89e7-8133172e58ea on host n-d-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:03:55.166884 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5059932e-9e35-4d3e-9fa8-c86add2d7220 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:55.180480 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-5059932e-9e35-4d3e-9fa8-c86add2d7220 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c43cc45-bb52-41b4-9251-a06a6aaaac9f']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:03:55.192149 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-5059932e-9e35-4d3e-9fa8-c86add2d7220 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0aa7add6-24cb-4ea9-a5c6-bc98dca39715') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:03:55.192458 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-5059932e-9e35-4d3e-9fa8-c86add2d7220 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0aa7add6-24cb-4ea9-a5c6-bc98dca39715') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:03:55.202396 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5059932e-9e35-4d3e-9fa8-c86add2d7220 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:55.217129 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5059932e-9e35-4d3e-9fa8-c86add2d7220 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:55.223487 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5059932e-9e35-4d3e-9fa8-c86add2d7220 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Releasing vlan 768 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:03:55.223904 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5059932e-9e35-4d3e-9fa8-c86add2d7220 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:55.226888 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 11:03:55.226888 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:03:55.226888 n-d-779913-12 neutron-server[93176]: timer() Jun 11 11:03:55.226888 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:03:55.226888 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 11:03:55.226888 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:03:55.226888 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 11:03:55.226888 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:03:55.226888 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 11:03:55.226888 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:03:55.226888 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 11:03:55.226888 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:03:55.226888 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 11:03:55.226888 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:03:55.226888 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:03:55.226888 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:03:55.226888 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:03:55.226888 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:03:55.226888 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 11:03:55.226888 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:03:55.226888 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 11:03:55.226888 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:03:55.226888 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:03:55.226888 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:03:55.226888 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 11:03:55.226888 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:03:55.226888 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:03:55.226888 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:03:55.226888 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:03:55.226888 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:03:55.226888 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:03:55.226888 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:03:55.365297 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5059932e-9e35-4d3e-9fa8-c86add2d7220 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:55.368869 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-91cd02b6-8206-46d7-9b3f-10f43b7dabc1 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:03:55.378259 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5059932e-9e35-4d3e-9fa8-c86add2d7220 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:55.378259 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-5059932e-9e35-4d3e-9fa8-c86add2d7220 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] 10.222.0.60 "DELETE /v2.0/networks/6c43cc45-bb52-41b4-9251-a06a6aaaac9f HTTP/1.1" status: 204 len: 168 time: 2.2958124 Jun 11 11:03:55.378478 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 44466) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:03:55.383672 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-be652b15-6823-498b-a4e9-fd45683d9bf9 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1044366839'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:03:55.389296 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5059932e-9e35-4d3e-9fa8-c86add2d7220 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Pushing event deleted for resources: {'Network': ['ID=6c43cc45-bb52-41b4-9251-a06a6aaaac9f,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:03:55.392494 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5059932e-9e35-4d3e-9fa8-c86add2d7220 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:03:55.439692 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be652b15-6823-498b-a4e9-fd45683d9bf9 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Made reservation on behalf of e4f14b2e5b6f4e509445e88ef186eddc for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:03:55.443279 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-be652b15-6823-498b-a4e9-fd45683d9bf9 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:55.476007 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be652b15-6823-498b-a4e9-fd45683d9bf9 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 772} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:03:55.484513 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-be652b15-6823-498b-a4e9-fd45683d9bf9 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:55.484858 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-be652b15-6823-498b-a4e9-fd45683d9bf9 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Added segment 993e3a65-8389-495a-b7b4-19ed575d64e3 of type vlan for network 0c41ba72-9496-489e-9173-36493904c92b Jun 11 11:03:55.532644 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-be652b15-6823-498b-a4e9-fd45683d9bf9 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:55.599562 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-be652b15-6823-498b-a4e9-fd45683d9bf9 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:55.605128 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be652b15-6823-498b-a4e9-fd45683d9bf9 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:03:55.605703 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-be652b15-6823-498b-a4e9-fd45683d9bf9 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:55.608029 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-df60fbfd-0a3b-4ee9-a48d-7b9296d33b48 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:03:55.695326 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-be652b15-6823-498b-a4e9-fd45683d9bf9 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3156767 Jun 11 11:03:55.696192 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be652b15-6823-498b-a4e9-fd45683d9bf9 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Pushing event updated for resources: {'Network': ['ID=0c41ba72-9496-489e-9173-36493904c92b,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:03:55.698194 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 44468) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:03:55.700181 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-be652b15-6823-498b-a4e9-fd45683d9bf9 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:03:55.704357 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-14062531-5dd9-468f-94a8-7decbdb2ce41 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Request body: {'subnet': {'network_id': '0c41ba72-9496-489e-9173-36493904c92b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:03:55.707558 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 0c41ba72-9496-489e-9173-36493904c92b details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:03:55.884803 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14062531-5dd9-468f-94a8-7decbdb2ce41 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Made reservation on behalf of e4f14b2e5b6f4e509445e88ef186eddc for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:03:55.888306 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-14062531-5dd9-468f-94a8-7decbdb2ce41 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:56.143230 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-14062531-5dd9-468f-94a8-7decbdb2ce41 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:56.145205 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-21760fdd-49b9-4397-a421-d3b4280372ed tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:03:56.213132 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14062531-5dd9-468f-94a8-7decbdb2ce41 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Pushing event updated for resources: {'Subnet': ['ID=d9d25bf3-cd20-48ad-81cf-6e76175c63c3,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:03:56.216780 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-14062531-5dd9-468f-94a8-7decbdb2ce41 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:03:56.222182 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14062531-5dd9-468f-94a8-7decbdb2ce41 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Checking segment: {'id': '993e3a65-8389-495a-b7b4-19ed575d64e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '0c41ba72-9496-489e-9173-36493904c92b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:03:56.222546 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14062531-5dd9-468f-94a8-7decbdb2ce41 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Network hostable DHCP agents. Network: 0c41ba72-9496-489e-9173-36493904c92b, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:03:56.302433 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14062531-5dd9-468f-94a8-7decbdb2ce41 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Network 0c41ba72-9496-489e-9173-36493904c92b is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:03:56.365068 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-14062531-5dd9-468f-94a8-7decbdb2ce41 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 0c41ba72-9496-489e-9173-36493904c92b) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:03:56.369106 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14062531-5dd9-468f-94a8-7decbdb2ce41 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:03:56.369686 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-14062531-5dd9-468f-94a8-7decbdb2ce41 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:56.373604 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb959b2-31fa-454e-b8ef-3f0d44d51d33 None None] Network 0c41ba72-9496-489e-9173-36493904c92b requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:03:56.457669 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-14062531-5dd9-468f-94a8-7decbdb2ce41 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7583437 Jun 11 11:03:56.461152 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 44470) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:03:56.466502 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-fe24ecb4-6b05-4cad-a48c-343f8532a7fc tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-727508475'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:03:56.536752 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe24ecb4-6b05-4cad-a48c-343f8532a7fc tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Made reservation on behalf of e4f14b2e5b6f4e509445e88ef186eddc for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:03:56.540351 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fe24ecb4-6b05-4cad-a48c-343f8532a7fc tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:56.555981 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6449e754-7d9d-4fc0-b876-c7e222818c6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-0c41ba72-9496-489e-9173-36493904c92b', 'network_id': '0c41ba72-9496-489e-9173-36493904c92b', 'tenant_id': 'e4f14b2e5b6f4e509445e88ef186eddc', 'fixed_ips': [{'subnet_id': 'd9d25bf3-cd20-48ad-81cf-6e76175c63c3'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:03:56.556868 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6449e754-7d9d-4fc0-b876-c7e222818c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:56.568341 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe24ecb4-6b05-4cad-a48c-343f8532a7fc tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 784} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:03:56.577167 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fe24ecb4-6b05-4cad-a48c-343f8532a7fc tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:56.577569 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-fe24ecb4-6b05-4cad-a48c-343f8532a7fc tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Added segment aa312552-420d-4dc6-b014-be7c39090efd of type vlan for network edf8437c-368d-42d2-a563-f03b83a514e6 Jun 11 11:03:56.632428 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fe24ecb4-6b05-4cad-a48c-343f8532a7fc tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:56.711413 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-6449e754-7d9d-4fc0-b876-c7e222818c6c None None] Allocated IP 2001:db8::2 (0c41ba72-9496-489e-9173-36493904c92b/d9d25bf3-cd20-48ad-81cf-6e76175c63c3/042ebc26-5ce0-406a-b3ef-2aed68841d10) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:03:56.743616 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fe24ecb4-6b05-4cad-a48c-343f8532a7fc tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:56.749934 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe24ecb4-6b05-4cad-a48c-343f8532a7fc tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:03:56.751364 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fe24ecb4-6b05-4cad-a48c-343f8532a7fc tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:56.756060 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-22dac44b-46c2-4f55-8ede-8b4ec988c3e1 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:03:56.847550 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe24ecb4-6b05-4cad-a48c-343f8532a7fc tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Pushing event updated for resources: {'Network': ['ID=edf8437c-368d-42d2-a563-f03b83a514e6,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:03:56.850286 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-fe24ecb4-6b05-4cad-a48c-343f8532a7fc tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:03:56.852186 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-fe24ecb4-6b05-4cad-a48c-343f8532a7fc tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3899622 Jun 11 11:03:56.855079 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 44472) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:03:56.860527 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-bfe5e6e2-33c5-4472-89b8-ef93c2ac8da0 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Request body: {'subnet': {'network_id': 'edf8437c-368d-42d2-a563-f03b83a514e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:03:56.876616 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network edf8437c-368d-42d2-a563-f03b83a514e6 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:03:56.971377 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6449e754-7d9d-4fc0-b876-c7e222818c6c None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:56.987380 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-6449e754-7d9d-4fc0-b876-c7e222818c6c None None] Transition to ACTIVE for port object 042ebc26-5ce0-406a-b3ef-2aed68841d10 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:03:57.004013 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-6449e754-7d9d-4fc0-b876-c7e222818c6c None None] Transition to ACTIVE for port object 042ebc26-5ce0-406a-b3ef-2aed68841d10 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:03:57.050590 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfe5e6e2-33c5-4472-89b8-ef93c2ac8da0 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Made reservation on behalf of e4f14b2e5b6f4e509445e88ef186eddc for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:03:57.054219 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bfe5e6e2-33c5-4472-89b8-ef93c2ac8da0 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:57.073863 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6449e754-7d9d-4fc0-b876-c7e222818c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:57.076945 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:03:57.137081 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6449e754-7d9d-4fc0-b876-c7e222818c6c None None] Network 0c41ba72-9496-489e-9173-36493904c92b is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:03:57.141543 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-6449e754-7d9d-4fc0-b876-c7e222818c6c None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:03:57.144994 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6449e754-7d9d-4fc0-b876-c7e222818c6c None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:03:57.154079 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6449e754-7d9d-4fc0-b876-c7e222818c6c None None] Pushing event updated for resources: {'Port': ['ID=042ebc26-5ce0-406a-b3ef-2aed68841d10,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:03:57.157369 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-6449e754-7d9d-4fc0-b876-c7e222818c6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:03:57.220529 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-6449e754-7d9d-4fc0-b876-c7e222818c6c None None] Attempting to bind port 042ebc26-5ce0-406a-b3ef-2aed68841d10 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:03:57.220912 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-6449e754-7d9d-4fc0-b876-c7e222818c6c None None] Attempting to bind port 042ebc26-5ce0-406a-b3ef-2aed68841d10 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '993e3a65-8389-495a-b7b4-19ed575d64e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '0c41ba72-9496-489e-9173-36493904c92b'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:03:57.221450 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6449e754-7d9d-4fc0-b876-c7e222818c6c None None] Attempting to bind port 042ebc26-5ce0-406a-b3ef-2aed68841d10 on network 0c41ba72-9496-489e-9173-36493904c92b {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:03:57.226210 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6449e754-7d9d-4fc0-b876-c7e222818c6c None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:03:57.226597 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6449e754-7d9d-4fc0-b876-c7e222818c6c None None] Checking segment: {'id': '993e3a65-8389-495a-b7b4-19ed575d64e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '0c41ba72-9496-489e-9173-36493904c92b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:03:57.227052 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6449e754-7d9d-4fc0-b876-c7e222818c6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:57.227413 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6449e754-7d9d-4fc0-b876-c7e222818c6c None None] Bound using segment: {'id': '993e3a65-8389-495a-b7b4-19ed575d64e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '0c41ba72-9496-489e-9173-36493904c92b'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:03:57.227943 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-6449e754-7d9d-4fc0-b876-c7e222818c6c None None] Bound port: 042ebc26-5ce0-406a-b3ef-2aed68841d10, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '993e3a65-8389-495a-b7b4-19ed575d64e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '0c41ba72-9496-489e-9173-36493904c92b'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:03:57.228326 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6449e754-7d9d-4fc0-b876-c7e222818c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:57.302840 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-6449e754-7d9d-4fc0-b876-c7e222818c6c None None] For port 042ebc26-5ce0-406a-b3ef-2aed68841d10, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:03:57.305950 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-6449e754-7d9d-4fc0-b876-c7e222818c6c None None] For port 042ebc26-5ce0-406a-b3ef-2aed68841d10, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=042ebc26-5ce0-406a-b3ef-2aed68841d10,segment=NetworkSegment(993e3a65-8389-495a-b7b4-19ed575d64e3),segment_id=993e3a65-8389-495a-b7b4-19ed575d64e3)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:03:57.360655 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bfe5e6e2-33c5-4472-89b8-ef93c2ac8da0 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:57.362883 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a1699aae-7117-4772-8bb5-e69b72487ee4 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:03:57.388777 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6449e754-7d9d-4fc0-b876-c7e222818c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:57.390819 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:03:57.433453 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe5e6e2-33c5-4472-89b8-ef93c2ac8da0 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Pushing event updated for resources: {'Subnet': ['ID=8be7b777-1eeb-4921-9ff8-a64d6828e5b1,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:03:57.437293 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-bfe5e6e2-33c5-4472-89b8-ef93c2ac8da0 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:03:57.444395 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe5e6e2-33c5-4472-89b8-ef93c2ac8da0 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Checking segment: {'id': 'aa312552-420d-4dc6-b014-be7c39090efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'edf8437c-368d-42d2-a563-f03b83a514e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:03:57.444766 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe5e6e2-33c5-4472-89b8-ef93c2ac8da0 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Network hostable DHCP agents. Network: edf8437c-368d-42d2-a563-f03b83a514e6, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:03:57.462776 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6449e754-7d9d-4fc0-b876-c7e222818c6c None None] Pushing event updated for resources: {'Port': ['ID=042ebc26-5ce0-406a-b3ef-2aed68841d10,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:03:57.468397 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-6449e754-7d9d-4fc0-b876-c7e222818c6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:03:57.514361 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe5e6e2-33c5-4472-89b8-ef93c2ac8da0 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Network edf8437c-368d-42d2-a563-f03b83a514e6 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:03:57.601651 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-bfe5e6e2-33c5-4472-89b8-ef93c2ac8da0 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, edf8437c-368d-42d2-a563-f03b83a514e6) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:03:57.607442 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe5e6e2-33c5-4472-89b8-ef93c2ac8da0 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:03:57.607442 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bfe5e6e2-33c5-4472-89b8-ef93c2ac8da0 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:57.621633 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86eeb0b0-f6d5-4639-b7eb-4ce96f95c984 None None] Network edf8437c-368d-42d2-a563-f03b83a514e6 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:03:57.704442 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-bfe5e6e2-33c5-4472-89b8-ef93c2ac8da0 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8473222 Jun 11 11:03:57.706717 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 44474) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:03:57.833203 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d2d20d-f7f0-4dea-90a3-dad1aa88b176 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-edf8437c-368d-42d2-a563-f03b83a514e6', 'network_id': 'edf8437c-368d-42d2-a563-f03b83a514e6', 'tenant_id': 'e4f14b2e5b6f4e509445e88ef186eddc', 'fixed_ips': [{'subnet_id': '8be7b777-1eeb-4921-9ff8-a64d6828e5b1'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:03:57.834083 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d7d2d20d-f7f0-4dea-90a3-dad1aa88b176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:57.847434 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2c8e71c5-6084-481a-9b69-9fa5b3f42930 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:57.906200 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2c8e71c5-6084-481a-9b69-9fa5b3f42930 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:58.063861 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2c8e71c5-6084-481a-9b69-9fa5b3f42930 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:58.066288 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1648ecd2-3e26-4e27-ae63-e5d736cadb3e tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:03:58.104567 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8e71c5-6084-481a-9b69-9fa5b3f42930 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Pushing event deleted for resources: {'Subnet': ['ID=8be7b777-1eeb-4921-9ff8-a64d6828e5b1,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:03:58.111084 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2c8e71c5-6084-481a-9b69-9fa5b3f42930 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:03:58.155303 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server [None req-d7d2d20d-f7f0-4dea-90a3-dad1aa88b176 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8be7b777-1eeb-4921-9ff8-a64d6828e5b1: This subnet is being modified by another concurrent operation. Jun 11 11:03:58.155303 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 11 11:03:58.155303 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 11 11:03:58.155303 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 11 11:03:58.155303 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 11 11:03:58.155303 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 11 11:03:58.155303 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 11 11:03:58.155303 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 11 11:03:58.155303 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 11 11:03:58.155303 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 11 11:03:58.155303 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 11 11:03:58.155303 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 11 11:03:58.155303 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 11 11:03:58.155303 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 11 11:03:58.155303 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 11 11:03:58.155303 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server raise self.value Jun 11 11:03:58.155303 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 11 11:03:58.155303 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 11 11:03:58.155303 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 11 11:03:58.155303 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 11 11:03:58.155303 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 11 11:03:58.155303 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 11 11:03:58.155303 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 11 11:03:58.155303 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server raise self.value Jun 11 11:03:58.155303 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 11 11:03:58.155303 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 11 11:03:58.155303 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 11 11:03:58.155303 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 11 11:03:58.155303 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 11 11:03:58.155303 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 11 11:03:58.155303 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 11 11:03:58.155303 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server raise self.value Jun 11 11:03:58.155303 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 11 11:03:58.155303 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 11 11:03:58.155303 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 11 11:03:58.155303 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 11 11:03:58.155303 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 11 11:03:58.155303 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 11 11:03:58.155303 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 11 11:03:58.155303 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 11 11:03:58.155303 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 11 11:03:58.155303 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 11 11:03:58.155303 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 11 11:03:58.155303 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 11 11:03:58.155303 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 11 11:03:58.155303 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 11 11:03:58.155303 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 11 11:03:58.155303 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 11 11:03:58.155303 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 11 11:03:58.155303 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 11 11:03:58.155303 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 11 11:03:58.155303 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server raise self.value Jun 11 11:03:58.155303 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 11 11:03:58.155303 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 11 11:03:58.155303 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 11 11:03:58.155303 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 11 11:03:58.155303 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 11 11:03:58.155303 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 11 11:03:58.155303 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 11 11:03:58.155303 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server raise self.value Jun 11 11:03:58.155303 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 11 11:03:58.155303 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 11 11:03:58.155303 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 11 11:03:58.155303 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 11 11:03:58.155303 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 11 11:03:58.155303 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 11 11:03:58.155303 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 11 11:03:58.155303 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server raise self.value Jun 11 11:03:58.155303 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 11 11:03:58.155303 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 11 11:03:58.155303 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in create_port Jun 11 11:03:58.155303 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 11 11:03:58.155303 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1427, in _create_port_db Jun 11 11:03:58.155303 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 11 11:03:58.155303 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jun 11 11:03:58.155303 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 11 11:03:58.155303 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 11 11:03:58.155303 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 11 11:03:58.155303 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 11 11:03:58.155303 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 11 11:03:58.155303 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 11 11:03:58.155303 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server raise self.value Jun 11 11:03:58.155303 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 11 11:03:58.155303 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 11 11:03:58.155303 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 11 11:03:58.155303 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 11 11:03:58.155303 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 11 11:03:58.155303 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 11 11:03:58.155303 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 11 11:03:58.155303 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server raise exception Jun 11 11:03:58.155303 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8be7b777-1eeb-4921-9ff8-a64d6828e5b1: This subnet is being modified by another concurrent operation. Jun 11 11:03:58.155303 n-d-779913-12 neutron-server[93178]: ERROR oslo_messaging.rpc.server Jun 11 11:03:58.174633 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82aaca7-bc06-4a78-a09e-15a6e19f83a1 None None] Network edf8437c-368d-42d2-a563-f03b83a514e6 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:03:58.189145 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2c8e71c5-6084-481a-9b69-9fa5b3f42930 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:58.200843 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-2c8e71c5-6084-481a-9b69-9fa5b3f42930 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edf8437c-368d-42d2-a563-f03b83a514e6']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:03:58.219032 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-2c8e71c5-6084-481a-9b69-9fa5b3f42930 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa312552-420d-4dc6-b014-be7c39090efd') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:03:58.219402 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-2c8e71c5-6084-481a-9b69-9fa5b3f42930 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa312552-420d-4dc6-b014-be7c39090efd') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:03:58.230290 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2c8e71c5-6084-481a-9b69-9fa5b3f42930 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:58.246297 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2c8e71c5-6084-481a-9b69-9fa5b3f42930 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:58.253995 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c8e71c5-6084-481a-9b69-9fa5b3f42930 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Releasing vlan 784 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:03:58.254926 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2c8e71c5-6084-481a-9b69-9fa5b3f42930 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:58.257902 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 11:03:58.257902 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:03:58.257902 n-d-779913-12 neutron-server[93177]: timer() Jun 11 11:03:58.257902 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:03:58.257902 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 11:03:58.257902 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:03:58.257902 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 11:03:58.257902 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:03:58.257902 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 11:03:58.257902 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:03:58.257902 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 11:03:58.257902 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:03:58.257902 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 11:03:58.257902 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:03:58.257902 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:03:58.257902 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:03:58.257902 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:03:58.257902 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:03:58.257902 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 11:03:58.257902 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:03:58.257902 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 11:03:58.257902 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:03:58.257902 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:03:58.257902 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:03:58.257902 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 11:03:58.257902 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:03:58.257902 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:03:58.257902 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:03:58.257902 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:03:58.257902 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:03:58.257902 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:03:58.257902 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:03:58.405879 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2c8e71c5-6084-481a-9b69-9fa5b3f42930 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:58.410837 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-43aac93f-5f49-4b0d-893a-61e564f187ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:03:58.421534 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2c8e71c5-6084-481a-9b69-9fa5b3f42930 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:58.421534 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-2c8e71c5-6084-481a-9b69-9fa5b3f42930 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] 10.222.0.60 "DELETE /v2.0/networks/edf8437c-368d-42d2-a563-f03b83a514e6 HTTP/1.1" status: 204 len: 168 time: 0.7090027 Jun 11 11:03:58.421759 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 44476) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:03:58.433996 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8e71c5-6084-481a-9b69-9fa5b3f42930 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Pushing event deleted for resources: {'Network': ['ID=edf8437c-368d-42d2-a563-f03b83a514e6,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:03:58.436369 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2c8e71c5-6084-481a-9b69-9fa5b3f42930 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:03:58.456932 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e839043-ed7d-44d4-9b31-899fc44de5d5 None None] Network 0c41ba72-9496-489e-9173-36493904c92b requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:03:58.461654 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ff8e6ca-f365-4564-be68-4c766112a314 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] GET failed (client error): The resource could not be found. Jun 11 11:03:58.463019 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-5ff8e6ca-f365-4564-be68-4c766112a314 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] 10.222.0.60 "GET /v2.0/subnets/8be7b777-1eeb-4921-9ff8-a64d6828e5b1 HTTP/1.1" status: 404 len: 337 time: 0.0411637 Jun 11 11:03:58.465780 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 44478) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:03:58.487275 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5081db5-7d1b-4d88-a67d-8ea3d0e77ed1 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] DELETE failed (client error): The resource could not be found. Jun 11 11:03:58.487867 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5081db5-7d1b-4d88-a67d-8ea3d0e77ed1 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:03:58.490666 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-e5081db5-7d1b-4d88-a67d-8ea3d0e77ed1 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] 10.222.0.60 "DELETE /v2.0/networks/edf8437c-368d-42d2-a563-f03b83a514e6 HTTP/1.1" status: 404 len: 339 time: 0.0228436 Jun 11 11:03:58.496545 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 44480) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:03:58.535672 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3feb71c-6a39-43f9-931d-6be342bbfe36 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] DELETE failed (client error): The resource could not be found. Jun 11 11:03:58.536407 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3feb71c-6a39-43f9-931d-6be342bbfe36 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:03:58.538749 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-a3feb71c-6a39-43f9-931d-6be342bbfe36 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] 10.222.0.60 "DELETE /v2.0/subnets/8be7b777-1eeb-4921-9ff8-a64d6828e5b1 HTTP/1.1" status: 404 len: 337 time: 0.0404744 Jun 11 11:03:58.541407 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 44482) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:03:58.563845 n-d-779913-12 neutron-server[93177]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dcbb2be-e2c2-4cff-bbba-b6ece40e5595 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] DELETE failed (client error): The resource could not be found. Jun 11 11:03:58.564403 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dcbb2be-e2c2-4cff-bbba-b6ece40e5595 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93177) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:03:58.566066 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-7dcbb2be-e2c2-4cff-bbba-b6ece40e5595 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] 10.222.0.60 "DELETE /v2.0/networks/edf8437c-368d-42d2-a563-f03b83a514e6 HTTP/1.1" status: 404 len: 339 time: 0.0224285 Jun 11 11:03:58.568823 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 44484) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:03:58.632805 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d3a9727-421d-4506-9970-f0986ff0e22c tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Deleting subnet d9d25bf3-cd20-48ad-81cf-6e76175c63c3 {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:03:58.635895 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8d3a9727-421d-4506-9970-f0986ff0e22c tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:58.646475 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-a4a8caac-191c-4bd7-9e46-60a9e9d73472 None None] Provisioning for port 042ebc26-5ce0-406a-b3ef-2aed68841d10 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:03:58.686998 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8d3a9727-421d-4506-9970-f0986ff0e22c tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:58.799500 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8d3a9727-421d-4506-9970-f0986ff0e22c tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:58.874112 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 042ebc26-5ce0-406a-b3ef-2aed68841d10 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:03:58.905481 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc9452c-2024-41db-ac3b-98faca81c62d None None] get_active_networks_info from n-d-779913-12 {{(pid=93178) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 11 11:03:58.977195 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8d3a9727-421d-4506-9970-f0986ff0e22c tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:58.980254 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-78e7e958-198f-4895-8895-9909424a279c tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:03:59.016933 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc9452c-2024-41db-ac3b-98faca81c62d None None] Resources bound (agent type, host, resource id): {{(pid=93178) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 11 11:03:59.017367 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8d3a9727-421d-4506-9970-f0986ff0e22c tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:59.019221 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-8d3a9727-421d-4506-9970-f0986ff0e22c tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] 10.222.0.60 "DELETE /v2.0/subnets/d9d25bf3-cd20-48ad-81cf-6e76175c63c3 HTTP/1.1" status: 204 len: 168 time: 0.4495521 Jun 11 11:03:59.020311 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3a9727-421d-4506-9970-f0986ff0e22c tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Pushing event deleted for resources: {'Subnet': ['ID=d9d25bf3-cd20-48ad-81cf-6e76175c63c3,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:03:59.021979 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 44486) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:03:59.026351 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8d3a9727-421d-4506-9970-f0986ff0e22c tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:03:59.130505 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a72e363e-dbdb-4d63-86c6-9ebeb8b6514f tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:59.135492 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 042ebc26-5ce0-406a-b3ef-2aed68841d10 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:03:59.142498 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 042ebc26-5ce0-406a-b3ef-2aed68841d10 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:03:59.142889 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:59.200244 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-a72e363e-dbdb-4d63-86c6-9ebeb8b6514f tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Deleting port 042ebc26-5ce0-406a-b3ef-2aed68841d10 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:03:59.200590 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a72e363e-dbdb-4d63-86c6-9ebeb8b6514f tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:59.288020 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-a72e363e-dbdb-4d63-86c6-9ebeb8b6514f tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] For port 042ebc26-5ce0-406a-b3ef-2aed68841d10, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=042ebc26-5ce0-406a-b3ef-2aed68841d10,segment=NetworkSegment(993e3a65-8389-495a-b7b4-19ed575d64e3),segment_id=993e3a65-8389-495a-b7b4-19ed575d64e3)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:03:59.288375 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a72e363e-dbdb-4d63-86c6-9ebeb8b6514f tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:59.297009 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:59.344900 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 042ebc26-5ce0-406a-b3ef-2aed68841d10, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=042ebc26-5ce0-406a-b3ef-2aed68841d10,segment=NetworkSegment(993e3a65-8389-495a-b7b4-19ed575d64e3),segment_id=993e3a65-8389-495a-b7b4-19ed575d64e3)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:03:59.387377 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-a72e363e-dbdb-4d63-86c6-9ebeb8b6514f tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Calling delete_port for 042ebc26-5ce0-406a-b3ef-2aed68841d10 owned by network:dhcp {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:03:59.412145 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de2648d-81fd-46aa-b9b4-aece17160a28 None None] Network 0c41ba72-9496-489e-9173-36493904c92b requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:03:59.414481 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:59.417027 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-bb42254c-77e1-4c82-8f16-7b95ed9441b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:03:59.565123 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=042ebc26-5ce0-406a-b3ef-2aed68841d10,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:03:59.565571 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a72e363e-dbdb-4d63-86c6-9ebeb8b6514f tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:59.569299 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-fe772eab-1e93-4f27-9744-b978a899875a tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:03:59.591208 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:03:59.600979 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72e363e-dbdb-4d63-86c6-9ebeb8b6514f tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Pushing event deleted for resources: {'Port': ['ID=042ebc26-5ce0-406a-b3ef-2aed68841d10,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:03:59.603091 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72e363e-dbdb-4d63-86c6-9ebeb8b6514f tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] No DVR routers for this DVR port 042ebc26-5ce0-406a-b3ef-2aed68841d10 on host n-d-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:03:59.605122 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a72e363e-dbdb-4d63-86c6-9ebeb8b6514f tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:03:59.680135 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607af966-91cb-463b-b9da-78ae9d3b8db1 None None] DHCP port deletion for 0c41ba72-9496-489e-9173-36493904c92b request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:03:59.723485 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a72e363e-dbdb-4d63-86c6-9ebeb8b6514f tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:59.735379 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-a72e363e-dbdb-4d63-86c6-9ebeb8b6514f tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c41ba72-9496-489e-9173-36493904c92b']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:03:59.746520 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-a72e363e-dbdb-4d63-86c6-9ebeb8b6514f tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '993e3a65-8389-495a-b7b4-19ed575d64e3') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:03:59.746818 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-a72e363e-dbdb-4d63-86c6-9ebeb8b6514f tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '993e3a65-8389-495a-b7b4-19ed575d64e3') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:03:59.756811 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a72e363e-dbdb-4d63-86c6-9ebeb8b6514f tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:59.773209 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a72e363e-dbdb-4d63-86c6-9ebeb8b6514f tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:59.779773 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a72e363e-dbdb-4d63-86c6-9ebeb8b6514f tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Releasing vlan 772 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:03:59.782820 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a72e363e-dbdb-4d63-86c6-9ebeb8b6514f tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:59.794045 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 11:03:59.794045 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:03:59.794045 n-d-779913-12 neutron-server[93176]: timer() Jun 11 11:03:59.794045 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:03:59.794045 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 11:03:59.794045 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:03:59.794045 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 11:03:59.794045 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:03:59.794045 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 11:03:59.794045 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:03:59.794045 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 11:03:59.794045 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:03:59.794045 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 11:03:59.794045 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:03:59.794045 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:03:59.794045 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:03:59.794045 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:03:59.794045 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:03:59.794045 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 11:03:59.794045 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:03:59.794045 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 11:03:59.794045 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:03:59.794045 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:03:59.794045 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:03:59.794045 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 11:03:59.794045 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:03:59.794045 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:03:59.794045 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:03:59.794045 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:03:59.794045 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:03:59.794045 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:03:59.794045 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:03:59.960103 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a72e363e-dbdb-4d63-86c6-9ebeb8b6514f tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:59.963445 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c7a764be-fcb8-49c2-874a-c68a1184161f tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:03:59.967471 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a72e363e-dbdb-4d63-86c6-9ebeb8b6514f tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:03:59.969808 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-a72e363e-dbdb-4d63-86c6-9ebeb8b6514f tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] 10.222.0.60 "DELETE /v2.0/networks/0c41ba72-9496-489e-9173-36493904c92b HTTP/1.1" status: 204 len: 168 time: 0.9459293 Jun 11 11:03:59.972279 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 44488) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:03:59.992850 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72e363e-dbdb-4d63-86c6-9ebeb8b6514f tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Pushing event deleted for resources: {'Network': ['ID=0c41ba72-9496-489e-9173-36493904c92b,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:04:00.017484 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a72e363e-dbdb-4d63-86c6-9ebeb8b6514f tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:04:00.018596 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b0189d9-ac4f-4c50-b367-229e8d3d9eaa tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] DELETE failed (client error): The resource could not be found. Jun 11 11:04:00.019048 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b0189d9-ac4f-4c50-b367-229e8d3d9eaa tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:04:00.020791 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-0b0189d9-ac4f-4c50-b367-229e8d3d9eaa tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] 10.222.0.60 "DELETE /v2.0/subnets/81e78575-20a5-4a59-8019-cb04301857b6 HTTP/1.1" status: 404 len: 337 time: 0.0475969 Jun 11 11:04:00.023680 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 44490) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:04:00.044822 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fc7d08d-6ebd-42a6-acad-ebc78b0dcd59 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] DELETE failed (client error): The resource could not be found. Jun 11 11:04:00.045402 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fc7d08d-6ebd-42a6-acad-ebc78b0dcd59 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:04:00.047017 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-2fc7d08d-6ebd-42a6-acad-ebc78b0dcd59 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] 10.222.0.60 "DELETE /v2.0/networks/6c43cc45-bb52-41b4-9251-a06a6aaaac9f HTTP/1.1" status: 404 len: 339 time: 0.0224481 Jun 11 11:04:00.049369 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 44492) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:04:00.086958 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc25b688-740b-4736-89f8-466de66b8e5f tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] DELETE failed (client error): The resource could not be found. Jun 11 11:04:00.087408 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc25b688-740b-4736-89f8-466de66b8e5f tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:04:00.089084 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-bc25b688-740b-4736-89f8-466de66b8e5f tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] 10.222.0.60 "DELETE /v2.0/subnets/cc5b44c3-c766-4ce7-a9f3-9c479c8e00c9 HTTP/1.1" status: 404 len: 337 time: 0.0388374 Jun 11 11:04:00.091576 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 44494) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:04:00.115211 n-d-779913-12 neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-c75a39a9-7869-40c7-ad6e-274e25fa823a tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] DELETE failed (client error): The resource could not be found. Jun 11 11:04:00.115211 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c75a39a9-7869-40c7-ad6e-274e25fa823a tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93176) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 11 11:04:00.115211 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-c75a39a9-7869-40c7-ad6e-274e25fa823a tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] 10.222.0.60 "DELETE /v2.0/networks/bb9fbbf2-f2b1-4a5e-9501-4ea07a5d143f HTTP/1.1" status: 404 len: 339 time: 0.0223420 Jun 11 11:04:00.118282 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 44496) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:04:00.184756 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe7445ef-58b4-4a43-867f-f2e129473a3e tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Deleting subnet 3d8be2cf-4a9f-4130-af6d-7483cc43bcfa {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:04:00.188026 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fe7445ef-58b4-4a43-867f-f2e129473a3e tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:00.236278 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fe7445ef-58b4-4a43-867f-f2e129473a3e tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:00.339729 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fe7445ef-58b4-4a43-867f-f2e129473a3e tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:00.480517 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fe7445ef-58b4-4a43-867f-f2e129473a3e tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:00.482721 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c1ae34f9-b9d6-4bdb-b73d-e68f36ce8034 tempest-NetworksIpV6TestAttrs-537419582 tempest-NetworksIpV6TestAttrs-537419582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:04:00.515211 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7445ef-58b4-4a43-867f-f2e129473a3e tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Pushing event deleted for resources: {'Subnet': ['ID=3d8be2cf-4a9f-4130-af6d-7483cc43bcfa,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:04:00.518248 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-fe7445ef-58b4-4a43-867f-f2e129473a3e tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:04:00.522704 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fe7445ef-58b4-4a43-867f-f2e129473a3e tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:00.526595 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-fe7445ef-58b4-4a43-867f-f2e129473a3e tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] 10.222.0.60 "DELETE /v2.0/subnets/3d8be2cf-4a9f-4130-af6d-7483cc43bcfa HTTP/1.1" status: 204 len: 168 time: 0.4062786 Jun 11 11:04:00.527212 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 44498) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:04:00.529145 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b596bc42-8c2c-44e6-b05c-ad1a0e1fadeb None None] Network ebb3197b-a200-4251-a7a1-e7bde8c8b53a requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:04:00.628010 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c85f61fb-11f6-40bd-aa1b-e94ca39dfd62 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:00.685945 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-c85f61fb-11f6-40bd-aa1b-e94ca39dfd62 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Deleting port 8b98bbc7-3d90-4d4e-ae0c-3933a18ec03f {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:04:00.686283 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c85f61fb-11f6-40bd-aa1b-e94ca39dfd62 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:00.743156 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6c5d65-ee59-4cb5-b51b-de62156cdaeb None None] DHCP port deletion for ebb3197b-a200-4251-a7a1-e7bde8c8b53a request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:04:00.784222 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-c85f61fb-11f6-40bd-aa1b-e94ca39dfd62 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] For port 8b98bbc7-3d90-4d4e-ae0c-3933a18ec03f, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=8b98bbc7-3d90-4d4e-ae0c-3933a18ec03f,segment=NetworkSegment(ce05cb77-7b9a-470b-b520-298d1531a6c8),segment_id=ce05cb77-7b9a-470b-b520-298d1531a6c8)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:04:00.784865 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c85f61fb-11f6-40bd-aa1b-e94ca39dfd62 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:00.803641 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-1f6c5d65-ee59-4cb5-b51b-de62156cdaeb None None] Deleting port 8b98bbc7-3d90-4d4e-ae0c-3933a18ec03f {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:04:00.804106 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1f6c5d65-ee59-4cb5-b51b-de62156cdaeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:00.877362 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 8b98bbc7-3d90-4d4e-ae0c-3933a18ec03f no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:04:00.893539 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-c85f61fb-11f6-40bd-aa1b-e94ca39dfd62 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Calling delete_port for 8b98bbc7-3d90-4d4e-ae0c-3933a18ec03f owned by network:dhcp {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:04:00.920309 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-1f6c5d65-ee59-4cb5-b51b-de62156cdaeb None None] For port 8b98bbc7-3d90-4d4e-ae0c-3933a18ec03f, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=8b98bbc7-3d90-4d4e-ae0c-3933a18ec03f,segment=NetworkSegment(ce05cb77-7b9a-470b-b520-298d1531a6c8),segment_id=ce05cb77-7b9a-470b-b520-298d1531a6c8)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:04:00.920708 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1f6c5d65-ee59-4cb5-b51b-de62156cdaeb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:01.019493 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-1f6c5d65-ee59-4cb5-b51b-de62156cdaeb None None] Calling delete_port for 8b98bbc7-3d90-4d4e-ae0c-3933a18ec03f owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:04:01.051479 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c85f61fb-11f6-40bd-aa1b-e94ca39dfd62 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:01.054589 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-965baa40-4a71-49cc-9d41-bf508ddcc2c9 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:04:01.077360 n-d-779913-12 neutron-server[93178]: INFO neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No ports have port_id starting with 8b98bbc7-3d90-4d4e-ae0c-3933a18ec03f Jun 11 11:04:01.081536 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 042ebc26-5ce0-406a-b3ef-2aed68841d10 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:04:01.083130 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85f61fb-11f6-40bd-aa1b-e94ca39dfd62 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Pushing event deleted for resources: {'Port': ['ID=8b98bbc7-3d90-4d4e-ae0c-3933a18ec03f,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:04:01.086180 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c85f61fb-11f6-40bd-aa1b-e94ca39dfd62 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:04:01.086977 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85f61fb-11f6-40bd-aa1b-e94ca39dfd62 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] No DVR routers for this DVR port 8b98bbc7-3d90-4d4e-ae0c-3933a18ec03f on host n-d-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:04:01.111088 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 042ebc26-5ce0-406a-b3ef-2aed68841d10 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:04:01.111443 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 042ebc26-5ce0-406a-b3ef-2aed68841d10 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:04:01.148610 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1f6c5d65-ee59-4cb5-b51b-de62156cdaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:01.151307 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:04:01.180986 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6c5d65-ee59-4cb5-b51b-de62156cdaeb None None] No DVR routers for this DVR port 8b98bbc7-3d90-4d4e-ae0c-3933a18ec03f on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:04:01.184758 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6c5d65-ee59-4cb5-b51b-de62156cdaeb None None] Pushing event deleted for resources: {'Port': ['ID=8b98bbc7-3d90-4d4e-ae0c-3933a18ec03f,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:04:01.191348 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-1f6c5d65-ee59-4cb5-b51b-de62156cdaeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:04:01.194608 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c85f61fb-11f6-40bd-aa1b-e94ca39dfd62 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:01.206317 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-c85f61fb-11f6-40bd-aa1b-e94ca39dfd62 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebb3197b-a200-4251-a7a1-e7bde8c8b53a']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:04:01.217401 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-c85f61fb-11f6-40bd-aa1b-e94ca39dfd62 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce05cb77-7b9a-470b-b520-298d1531a6c8') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:04:01.217701 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-c85f61fb-11f6-40bd-aa1b-e94ca39dfd62 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce05cb77-7b9a-470b-b520-298d1531a6c8') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:04:01.228127 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c85f61fb-11f6-40bd-aa1b-e94ca39dfd62 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:01.242431 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c85f61fb-11f6-40bd-aa1b-e94ca39dfd62 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:01.248172 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c85f61fb-11f6-40bd-aa1b-e94ca39dfd62 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Releasing vlan 787 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:04:01.248557 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c85f61fb-11f6-40bd-aa1b-e94ca39dfd62 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:01.251475 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 11:04:01.251475 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:04:01.251475 n-d-779913-12 neutron-server[93177]: timer() Jun 11 11:04:01.251475 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:04:01.251475 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 11:04:01.251475 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:04:01.251475 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 11:04:01.251475 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:04:01.251475 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 11:04:01.251475 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:04:01.251475 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 11:04:01.251475 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:04:01.251475 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 11:04:01.251475 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:04:01.251475 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:04:01.251475 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:04:01.251475 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:04:01.251475 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:04:01.251475 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 11:04:01.251475 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:04:01.251475 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 11:04:01.251475 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:04:01.251475 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:04:01.251475 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:04:01.251475 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 11:04:01.251475 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:04:01.251475 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:04:01.251475 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:04:01.251475 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:04:01.251475 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:04:01.251475 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:04:01.251475 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:04:01.394351 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c85f61fb-11f6-40bd-aa1b-e94ca39dfd62 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:01.397976 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c7942c86-7dcd-411c-9408-940307ff3804 tempest-NetworksIpV6Test-1645850492 tempest-NetworksIpV6Test-1645850492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:04:01.401995 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c85f61fb-11f6-40bd-aa1b-e94ca39dfd62 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:01.403804 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-c85f61fb-11f6-40bd-aa1b-e94ca39dfd62 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] 10.222.0.60 "DELETE /v2.0/networks/ebb3197b-a200-4251-a7a1-e7bde8c8b53a HTTP/1.1" status: 204 len: 168 time: 0.8755207 Jun 11 11:04:01.419033 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85f61fb-11f6-40bd-aa1b-e94ca39dfd62 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Pushing event deleted for resources: {'Network': ['ID=ebb3197b-a200-4251-a7a1-e7bde8c8b53a,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:04:01.425206 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c85f61fb-11f6-40bd-aa1b-e94ca39dfd62 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:04:01.882548 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 44504) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:04:02.024957 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-818d98a3-d236-49a9-bafe-4b6d4f1aea19 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e4f14b2e5b6f4e509445e88ef186eddc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1410022 Jun 11 11:04:02.027461 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 44508) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:04:02.083945 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6aea768f-34d0-4c8e-9383-67c30f497dd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:02.107131 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6aea768f-34d0-4c8e-9383-67c30f497dd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:02.222822 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:02.246210 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6aea768f-34d0-4c8e-9383-67c30f497dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:02.249954 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6aea768f-34d0-4c8e-9383-67c30f497dd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:02.251128 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-6aea768f-34d0-4c8e-9383-67c30f497dd2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2573ed3e-3e7e-42d0-897f-8063676e9542 HTTP/1.1" status: 204 len: 168 time: 0.2226090 Jun 11 11:04:02.252034 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-189d9fda-3548-40a8-bc3c-4bb3056dd765 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:04:02.261874 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aea768f-34d0-4c8e-9383-67c30f497dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2573ed3e-3e7e-42d0-897f-8063676e9542,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:04:02.264422 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6aea768f-34d0-4c8e-9383-67c30f497dd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:04:03.230385 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 44530) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:04:03.332416 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-18ae3227-d9a0-4e23-bf16-f0df2b66cc69 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1846780922', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:04:03.405642 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-18ae3227-d9a0-4e23-bf16-f0df2b66cc69 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:03.406685 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-18ae3227-d9a0-4e23-bf16-f0df2b66cc69 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:03.866604 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-18ae3227-d9a0-4e23-bf16-f0df2b66cc69 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:03.936893 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-18ae3227-d9a0-4e23-bf16-f0df2b66cc69 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:04.045202 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-18ae3227-d9a0-4e23-bf16-f0df2b66cc69 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:04.046486 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-18ae3227-d9a0-4e23-bf16-f0df2b66cc69 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8149641 Jun 11 11:04:04.049754 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 44534) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:04:04.054673 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-a81359c6-c2e8-41d4-a079-0d524bf1fbba tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1981060554'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:04:04.148213 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a81359c6-c2e8-41d4-a079-0d524bf1fbba tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Made reservation on behalf of 2cdc62b359a440e98f8fb47932ddfd76 for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:04:04.151613 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a81359c6-c2e8-41d4-a079-0d524bf1fbba tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:04.163529 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a81359c6-c2e8-41d4-a079-0d524bf1fbba tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:04.264649 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a81359c6-c2e8-41d4-a079-0d524bf1fbba tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:04.358927 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a81359c6-c2e8-41d4-a079-0d524bf1fbba tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:04.362779 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a9fcc549-7061-415e-8e97-f6ae95ae7bf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:04:04.387666 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a81359c6-c2e8-41d4-a079-0d524bf1fbba tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 775} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:04:04.398934 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81359c6-c2e8-41d4-a079-0d524bf1fbba tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33b8b254-6f9f-4063-9772-d569fe5450c1,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:04:04.403216 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a81359c6-c2e8-41d4-a079-0d524bf1fbba tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:04:04.404604 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a81359c6-c2e8-41d4-a079-0d524bf1fbba tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:04.404948 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-a81359c6-c2e8-41d4-a079-0d524bf1fbba tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Added segment 9ac75d75-ef1b-41ec-bc9a-7d57853f81c0 of type vlan for network 8a949207-e668-4c48-a52e-ceb15413b33b Jun 11 11:04:04.457054 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a81359c6-c2e8-41d4-a079-0d524bf1fbba tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:04.531238 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a81359c6-c2e8-41d4-a079-0d524bf1fbba tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:04.537199 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81359c6-c2e8-41d4-a079-0d524bf1fbba tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:04:04.539231 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a81359c6-c2e8-41d4-a079-0d524bf1fbba tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:04.541425 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2c8e71c5-6084-481a-9b69-9fa5b3f42930 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:04:04.625178 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81359c6-c2e8-41d4-a079-0d524bf1fbba tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Pushing event updated for resources: {'Network': ['ID=8a949207-e668-4c48-a52e-ceb15413b33b,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:04:04.628402 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a81359c6-c2e8-41d4-a079-0d524bf1fbba tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:04:04.629948 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-a81359c6-c2e8-41d4-a079-0d524bf1fbba tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5792661 Jun 11 11:04:04.636756 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 44536) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:04:04.637264 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 8a949207-e668-4c48-a52e-ceb15413b33b details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:04:04.638510 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-a2770802-38f9-4885-ae8b-009e2a2e1c15 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Request body: {'subnet': {'network_id': '8a949207-e668-4c48-a52e-ceb15413b33b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:04:04.811067 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2770802-38f9-4885-ae8b-009e2a2e1c15 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Made reservation on behalf of 2cdc62b359a440e98f8fb47932ddfd76 for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:04:04.815163 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a2770802-38f9-4885-ae8b-009e2a2e1c15 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:05.125173 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a2770802-38f9-4885-ae8b-009e2a2e1c15 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:05.128096 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-db746cb6-fa40-45b6-9e0a-4982ed8a53af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:04:05.192948 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2770802-38f9-4885-ae8b-009e2a2e1c15 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Pushing event updated for resources: {'Subnet': ['ID=99178320-23c5-4379-beed-450359520cc8,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:04:05.201096 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a2770802-38f9-4885-ae8b-009e2a2e1c15 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:04:05.209909 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2770802-38f9-4885-ae8b-009e2a2e1c15 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Checking segment: {'id': '9ac75d75-ef1b-41ec-bc9a-7d57853f81c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '8a949207-e668-4c48-a52e-ceb15413b33b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:04:05.212664 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2770802-38f9-4885-ae8b-009e2a2e1c15 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Network hostable DHCP agents. Network: 8a949207-e668-4c48-a52e-ceb15413b33b, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:04:05.296318 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2770802-38f9-4885-ae8b-009e2a2e1c15 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Network 8a949207-e668-4c48-a52e-ceb15413b33b is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:04:05.370598 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-a2770802-38f9-4885-ae8b-009e2a2e1c15 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 8a949207-e668-4c48-a52e-ceb15413b33b) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:04:05.374822 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2770802-38f9-4885-ae8b-009e2a2e1c15 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:04:05.375475 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a2770802-38f9-4885-ae8b-009e2a2e1c15 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:05.380546 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65348d9-f0ca-4aa9-b337-1ef28e69b398 None None] Network 8a949207-e668-4c48-a52e-ceb15413b33b requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:04:05.474543 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-a2770802-38f9-4885-ae8b-009e2a2e1c15 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8402731 Jun 11 11:04:05.477484 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 44538) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:04:05.482505 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-7049b6ca-8f43-49d8-a575-5b6f31017c0c tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1665445527'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:04:05.561820 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0378828-e767-4d8c-ab08-2c28645ab980 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-8a949207-e668-4c48-a52e-ceb15413b33b', 'network_id': '8a949207-e668-4c48-a52e-ceb15413b33b', 'tenant_id': '2cdc62b359a440e98f8fb47932ddfd76', 'fixed_ips': [{'subnet_id': '99178320-23c5-4379-beed-450359520cc8'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:04:05.562673 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f0378828-e767-4d8c-ab08-2c28645ab980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:05.593862 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7049b6ca-8f43-49d8-a575-5b6f31017c0c tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Made reservation on behalf of 2cdc62b359a440e98f8fb47932ddfd76 for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:04:05.598133 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7049b6ca-8f43-49d8-a575-5b6f31017c0c tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:05.624482 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7049b6ca-8f43-49d8-a575-5b6f31017c0c tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:04:05.633378 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7049b6ca-8f43-49d8-a575-5b6f31017c0c tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:05.633657 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-7049b6ca-8f43-49d8-a575-5b6f31017c0c tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Added segment dd39671f-4d79-4eb3-aa30-7d1141fc46bf of type vlan for network df79ddaf-3fac-4677-a80d-15d0f99b8622 Jun 11 11:04:05.688786 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7049b6ca-8f43-49d8-a575-5b6f31017c0c tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:05.716639 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-f0378828-e767-4d8c-ab08-2c28645ab980 None None] Allocated IP 172.20.0.2 (8a949207-e668-4c48-a52e-ceb15413b33b/99178320-23c5-4379-beed-450359520cc8/bdcf7cd1-6743-43a3-ae90-329f54ae0d62) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:04:05.805627 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7049b6ca-8f43-49d8-a575-5b6f31017c0c tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:05.811281 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7049b6ca-8f43-49d8-a575-5b6f31017c0c tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:04:05.811937 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7049b6ca-8f43-49d8-a575-5b6f31017c0c tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:05.815292 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d32e073a-4458-4636-b99b-d0af55b3a80d tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:04:05.890853 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f0378828-e767-4d8c-ab08-2c28645ab980 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:05.899599 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f0378828-e767-4d8c-ab08-2c28645ab980 None None] Transition to ACTIVE for port object bdcf7cd1-6743-43a3-ae90-329f54ae0d62 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:04:05.901439 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-7049b6ca-8f43-49d8-a575-5b6f31017c0c tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4229147 Jun 11 11:04:05.902278 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7049b6ca-8f43-49d8-a575-5b6f31017c0c tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Pushing event updated for resources: {'Network': ['ID=df79ddaf-3fac-4677-a80d-15d0f99b8622,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:04:05.904564 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 44540) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:04:05.910501 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-0848c428-3f2d-4bfa-97d9-e10029e062e8 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Request body: {'subnet': {'network_id': 'df79ddaf-3fac-4677-a80d-15d0f99b8622', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:04:05.914911 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network df79ddaf-3fac-4677-a80d-15d0f99b8622 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:04:05.915362 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7049b6ca-8f43-49d8-a575-5b6f31017c0c tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:04:05.931121 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f0378828-e767-4d8c-ab08-2c28645ab980 None None] Transition to ACTIVE for port object bdcf7cd1-6743-43a3-ae90-329f54ae0d62 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:04:05.997287 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f0378828-e767-4d8c-ab08-2c28645ab980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:06.000320 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-1f6c5d65-ee59-4cb5-b51b-de62156cdaeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:04:06.057182 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0378828-e767-4d8c-ab08-2c28645ab980 None None] Pushing event updated for resources: {'Port': ['ID=bdcf7cd1-6743-43a3-ae90-329f54ae0d62,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:04:06.060385 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0378828-e767-4d8c-ab08-2c28645ab980 None None] Network 8a949207-e668-4c48-a52e-ceb15413b33b is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:04:06.061294 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f0378828-e767-4d8c-ab08-2c28645ab980 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:04:06.062527 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-f0378828-e767-4d8c-ab08-2c28645ab980 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:04:06.065058 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0378828-e767-4d8c-ab08-2c28645ab980 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:04:06.090833 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0848c428-3f2d-4bfa-97d9-e10029e062e8 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Made reservation on behalf of 2cdc62b359a440e98f8fb47932ddfd76 for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:04:06.094421 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0848c428-3f2d-4bfa-97d9-e10029e062e8 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:06.130256 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-f0378828-e767-4d8c-ab08-2c28645ab980 None None] Attempting to bind port bdcf7cd1-6743-43a3-ae90-329f54ae0d62 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:04:06.130642 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-f0378828-e767-4d8c-ab08-2c28645ab980 None None] Attempting to bind port bdcf7cd1-6743-43a3-ae90-329f54ae0d62 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '9ac75d75-ef1b-41ec-bc9a-7d57853f81c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '8a949207-e668-4c48-a52e-ceb15413b33b'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:04:06.131015 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0378828-e767-4d8c-ab08-2c28645ab980 None None] Attempting to bind port bdcf7cd1-6743-43a3-ae90-329f54ae0d62 on network 8a949207-e668-4c48-a52e-ceb15413b33b {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:04:06.135863 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0378828-e767-4d8c-ab08-2c28645ab980 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:04:06.136249 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0378828-e767-4d8c-ab08-2c28645ab980 None None] Checking segment: {'id': '9ac75d75-ef1b-41ec-bc9a-7d57853f81c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '8a949207-e668-4c48-a52e-ceb15413b33b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:04:06.136662 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f0378828-e767-4d8c-ab08-2c28645ab980 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:06.137063 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0378828-e767-4d8c-ab08-2c28645ab980 None None] Bound using segment: {'id': '9ac75d75-ef1b-41ec-bc9a-7d57853f81c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '8a949207-e668-4c48-a52e-ceb15413b33b'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:04:06.137535 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-f0378828-e767-4d8c-ab08-2c28645ab980 None None] Bound port: bdcf7cd1-6743-43a3-ae90-329f54ae0d62, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ac75d75-ef1b-41ec-bc9a-7d57853f81c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '8a949207-e668-4c48-a52e-ceb15413b33b'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:04:06.137919 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f0378828-e767-4d8c-ab08-2c28645ab980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:06.388814 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0848c428-3f2d-4bfa-97d9-e10029e062e8 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:06.391899 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c74b9829-648a-4153-9e67-c001cf1d1a50 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:04:06.414027 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f0378828-e767-4d8c-ab08-2c28645ab980 None None] For port bdcf7cd1-6743-43a3-ae90-329f54ae0d62, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:04:06.417334 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f0378828-e767-4d8c-ab08-2c28645ab980 None None] For port bdcf7cd1-6743-43a3-ae90-329f54ae0d62, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=bdcf7cd1-6743-43a3-ae90-329f54ae0d62,segment=NetworkSegment(9ac75d75-ef1b-41ec-bc9a-7d57853f81c0),segment_id=9ac75d75-ef1b-41ec-bc9a-7d57853f81c0)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:04:06.462838 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:06.468552 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f0378828-e767-4d8c-ab08-2c28645ab980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:06.471555 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:04:06.474850 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0848c428-3f2d-4bfa-97d9-e10029e062e8 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Pushing event updated for resources: {'Subnet': ['ID=6416a301-bc79-4eb4-b648-5fc596244f6c,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:04:06.484546 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0848c428-3f2d-4bfa-97d9-e10029e062e8 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:04:06.488106 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0848c428-3f2d-4bfa-97d9-e10029e062e8 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Checking segment: {'id': 'dd39671f-4d79-4eb3-aa30-7d1141fc46bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'df79ddaf-3fac-4677-a80d-15d0f99b8622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:04:06.488469 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0848c428-3f2d-4bfa-97d9-e10029e062e8 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Network hostable DHCP agents. Network: df79ddaf-3fac-4677-a80d-15d0f99b8622, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:04:06.540121 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0378828-e767-4d8c-ab08-2c28645ab980 None None] Pushing event updated for resources: {'Port': ['ID=bdcf7cd1-6743-43a3-ae90-329f54ae0d62,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:04:06.543593 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f0378828-e767-4d8c-ab08-2c28645ab980 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:04:06.548683 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0848c428-3f2d-4bfa-97d9-e10029e062e8 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Network df79ddaf-3fac-4677-a80d-15d0f99b8622 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:04:06.625105 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-0848c428-3f2d-4bfa-97d9-e10029e062e8 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, df79ddaf-3fac-4677-a80d-15d0f99b8622) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:04:06.630397 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0848c428-3f2d-4bfa-97d9-e10029e062e8 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:04:06.632346 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0848c428-3f2d-4bfa-97d9-e10029e062e8 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:06.640753 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28ef073-7f83-4366-900f-664245ddcf86 None None] Network df79ddaf-3fac-4677-a80d-15d0f99b8622 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:04:06.715201 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-0848c428-3f2d-4bfa-97d9-e10029e062e8 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8089871 Jun 11 11:04:06.717665 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 44542) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:04:06.723229 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-c7de59ba-9c64-4fbc-a6bb-6bd5c05e6374 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Request body: {'router': {'external_gateway_info': {'network_id': 'df79ddaf-3fac-4677-a80d-15d0f99b8622'}}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:04:06.892851 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68f86aa-c3c8-49f3-83c2-afdcf4aada14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-df79ddaf-3fac-4677-a80d-15d0f99b8622', 'network_id': 'df79ddaf-3fac-4677-a80d-15d0f99b8622', 'tenant_id': '2cdc62b359a440e98f8fb47932ddfd76', 'fixed_ips': [{'subnet_id': '6416a301-bc79-4eb4-b648-5fc596244f6c'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:04:06.895257 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b68f86aa-c3c8-49f3-83c2-afdcf4aada14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:06.903611 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device bdcf7cd1-6743-43a3-ae90-329f54ae0d62 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:04:07.098979 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c7de59ba-9c64-4fbc-a6bb-6bd5c05e6374 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:07.106497 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port bdcf7cd1-6743-43a3-ae90-329f54ae0d62 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:04:07.112315 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-b68f86aa-c3c8-49f3-83c2-afdcf4aada14 None None] Allocated IP 172.21.0.2 (df79ddaf-3fac-4677-a80d-15d0f99b8622/6416a301-bc79-4eb4-b648-5fc596244f6c/66d15419-a29a-439c-89fb-9a43fddd9108) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:04:07.313106 n-d-779913-12 neutron-server[93176]: INFO neutron.api.v2.resource [None req-c7de59ba-9c64-4fbc-a6bb-6bd5c05e6374 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 11 11:04:07.319997 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-c7de59ba-9c64-4fbc-a6bb-6bd5c05e6374 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] 10.222.0.60 "PUT /v2.0/routers/d8c64a63-a37b-4943-a56a-8836ab673aa5 HTTP/1.1" status: 400 len: 364 time: 0.5954745 Jun 11 11:04:07.320233 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 44544) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:04:07.336652 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b68f86aa-c3c8-49f3-83c2-afdcf4aada14 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:07.345768 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-b68f86aa-c3c8-49f3-83c2-afdcf4aada14 None None] Transition to ACTIVE for port object 66d15419-a29a-439c-89fb-9a43fddd9108 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:04:07.361578 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-b68f86aa-c3c8-49f3-83c2-afdcf4aada14 None None] Transition to ACTIVE for port object 66d15419-a29a-439c-89fb-9a43fddd9108 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:04:07.388667 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-481a21f3-bca0-4425-a7f4-e597a9dcd663 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Deleting subnet 6416a301-bc79-4eb4-b648-5fc596244f6c {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:04:07.416517 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-481a21f3-bca0-4425-a7f4-e597a9dcd663 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:07.417321 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b68f86aa-c3c8-49f3-83c2-afdcf4aada14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:07.419619 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:04:07.469150 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-481a21f3-bca0-4425-a7f4-e597a9dcd663 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:07.469326 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68f86aa-c3c8-49f3-83c2-afdcf4aada14 None None] Network df79ddaf-3fac-4677-a80d-15d0f99b8622 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:04:07.472191 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-b68f86aa-c3c8-49f3-83c2-afdcf4aada14 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:04:07.476726 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68f86aa-c3c8-49f3-83c2-afdcf4aada14 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:04:07.480078 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68f86aa-c3c8-49f3-83c2-afdcf4aada14 None None] Pushing event updated for resources: {'Port': ['ID=66d15419-a29a-439c-89fb-9a43fddd9108,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:04:07.483828 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-b68f86aa-c3c8-49f3-83c2-afdcf4aada14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:04:07.562622 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff00d002-d902-4fe3-a0bb-d8eeafcd5511 None None] Network 8a949207-e668-4c48-a52e-ceb15413b33b requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:04:07.601962 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-481a21f3-bca0-4425-a7f4-e597a9dcd663 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:07.605581 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-b68f86aa-c3c8-49f3-83c2-afdcf4aada14 None None] Attempting to bind port 66d15419-a29a-439c-89fb-9a43fddd9108 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:04:07.605964 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-b68f86aa-c3c8-49f3-83c2-afdcf4aada14 None None] Attempting to bind port 66d15419-a29a-439c-89fb-9a43fddd9108 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'dd39671f-4d79-4eb3-aa30-7d1141fc46bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'df79ddaf-3fac-4677-a80d-15d0f99b8622'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:04:07.606335 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68f86aa-c3c8-49f3-83c2-afdcf4aada14 None None] Attempting to bind port 66d15419-a29a-439c-89fb-9a43fddd9108 on network df79ddaf-3fac-4677-a80d-15d0f99b8622 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:04:07.618865 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68f86aa-c3c8-49f3-83c2-afdcf4aada14 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:04:07.622046 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68f86aa-c3c8-49f3-83c2-afdcf4aada14 None None] Checking segment: {'id': 'dd39671f-4d79-4eb3-aa30-7d1141fc46bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'df79ddaf-3fac-4677-a80d-15d0f99b8622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:04:07.622046 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b68f86aa-c3c8-49f3-83c2-afdcf4aada14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:07.622046 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68f86aa-c3c8-49f3-83c2-afdcf4aada14 None None] Bound using segment: {'id': 'dd39671f-4d79-4eb3-aa30-7d1141fc46bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'df79ddaf-3fac-4677-a80d-15d0f99b8622'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:04:07.622046 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-b68f86aa-c3c8-49f3-83c2-afdcf4aada14 None None] Bound port: 66d15419-a29a-439c-89fb-9a43fddd9108, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd39671f-4d79-4eb3-aa30-7d1141fc46bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'df79ddaf-3fac-4677-a80d-15d0f99b8622'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:04:07.622046 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b68f86aa-c3c8-49f3-83c2-afdcf4aada14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:07.712783 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-8088705e-c2f3-4ce0-b0b7-93a6e568f446 None None] Provisioning for port bdcf7cd1-6743-43a3-ae90-329f54ae0d62 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:04:07.735224 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-8088705e-c2f3-4ce0-b0b7-93a6e568f446 None None] Provisioning complete for port bdcf7cd1-6743-43a3-ae90-329f54ae0d62 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:04:07.735639 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8088705e-c2f3-4ce0-b0b7-93a6e568f446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:07.748712 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-481a21f3-bca0-4425-a7f4-e597a9dcd663 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:07.752427 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-fdb6236c-cfc9-4195-9a24-2b23dd3b42fe tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:04:07.788328 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481a21f3-bca0-4425-a7f4-e597a9dcd663 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Pushing event deleted for resources: {'Subnet': ['ID=6416a301-bc79-4eb4-b648-5fc596244f6c,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:04:07.790502 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-481a21f3-bca0-4425-a7f4-e597a9dcd663 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:07.792470 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-481a21f3-bca0-4425-a7f4-e597a9dcd663 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] 10.222.0.60 "DELETE /v2.0/subnets/6416a301-bc79-4eb4-b648-5fc596244f6c HTTP/1.1" status: 204 len: 168 time: 0.4709740 Jun 11 11:04:07.795611 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 44546) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:04:07.799711 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-481a21f3-bca0-4425-a7f4-e597a9dcd663 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:04:07.833889 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-b68f86aa-c3c8-49f3-83c2-afdcf4aada14 None None] For port 66d15419-a29a-439c-89fb-9a43fddd9108, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:04:07.857640 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-b68f86aa-c3c8-49f3-83c2-afdcf4aada14 None None] For port 66d15419-a29a-439c-89fb-9a43fddd9108, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=66d15419-a29a-439c-89fb-9a43fddd9108,segment=NetworkSegment(dd39671f-4d79-4eb3-aa30-7d1141fc46bf),segment_id=dd39671f-4d79-4eb3-aa30-7d1141fc46bf)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:04:07.892747 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b68f86aa-c3c8-49f3-83c2-afdcf4aada14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:07.896129 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-fa567e03-8a9c-4865-a46b-398be565145b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:04:07.907317 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e0def13a-d73b-43e3-a99f-f15b599cd283 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:07.968792 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-e0def13a-d73b-43e3-a99f-f15b599cd283 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Deleting port 66d15419-a29a-439c-89fb-9a43fddd9108 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:04:07.969047 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e0def13a-d73b-43e3-a99f-f15b599cd283 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:08.005927 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8088705e-c2f3-4ce0-b0b7-93a6e568f446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:08.033649 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68f86aa-c3c8-49f3-83c2-afdcf4aada14 None None] Pushing event updated for resources: {'Port': ['ID=66d15419-a29a-439c-89fb-9a43fddd9108,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:04:08.048962 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-b68f86aa-c3c8-49f3-83c2-afdcf4aada14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:04:08.075029 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-8088705e-c2f3-4ce0-b0b7-93a6e568f446 None None] For port bdcf7cd1-6743-43a3-ae90-329f54ae0d62, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=bdcf7cd1-6743-43a3-ae90-329f54ae0d62,segment=NetworkSegment(9ac75d75-ef1b-41ec-bc9a-7d57853f81c0),segment_id=9ac75d75-ef1b-41ec-bc9a-7d57853f81c0)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:04:08.084412 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-e0def13a-d73b-43e3-a99f-f15b599cd283 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] For port 66d15419-a29a-439c-89fb-9a43fddd9108, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=66d15419-a29a-439c-89fb-9a43fddd9108,segment=NetworkSegment(dd39671f-4d79-4eb3-aa30-7d1141fc46bf),segment_id=dd39671f-4d79-4eb3-aa30-7d1141fc46bf)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:04:08.084791 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e0def13a-d73b-43e3-a99f-f15b599cd283 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:08.127205 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8088705e-c2f3-4ce0-b0b7-93a6e568f446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:08.129332 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-fa567e03-8a9c-4865-a46b-398be565145b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:04:08.208980 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-e0def13a-d73b-43e3-a99f-f15b599cd283 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Calling delete_port for 66d15419-a29a-439c-89fb-9a43fddd9108 owned by network:dhcp {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:04:08.214258 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088705e-c2f3-4ce0-b0b7-93a6e568f446 None None] Pushing event updated for resources: {'Port': ['ID=bdcf7cd1-6743-43a3-ae90-329f54ae0d62,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:04:08.226742 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-8088705e-c2f3-4ce0-b0b7-93a6e568f446 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:04:08.349765 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-b637d63b-c975-4b6d-bcea-14da7cfaf794 None None] Provisioning complete for port bdcf7cd1-6743-43a3-ae90-329f54ae0d62 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:04:08.350197 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b637d63b-c975-4b6d-bcea-14da7cfaf794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:08.365896 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e0def13a-d73b-43e3-a99f-f15b599cd283 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:08.369206 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c85f61fb-11f6-40bd-aa1b-e94ca39dfd62 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:04:08.403072 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0def13a-d73b-43e3-a99f-f15b599cd283 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Pushing event deleted for resources: {'Port': ['ID=66d15419-a29a-439c-89fb-9a43fddd9108,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:04:08.405759 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0def13a-d73b-43e3-a99f-f15b599cd283 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] No DVR routers for this DVR port 66d15419-a29a-439c-89fb-9a43fddd9108 on host n-d-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:04:08.408912 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e0def13a-d73b-43e3-a99f-f15b599cd283 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:04:08.521255 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e0def13a-d73b-43e3-a99f-f15b599cd283 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:08.534271 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-e0def13a-d73b-43e3-a99f-f15b599cd283 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df79ddaf-3fac-4677-a80d-15d0f99b8622']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:04:08.546109 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-e0def13a-d73b-43e3-a99f-f15b599cd283 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd39671f-4d79-4eb3-aa30-7d1141fc46bf') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:04:08.546400 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-e0def13a-d73b-43e3-a99f-f15b599cd283 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd39671f-4d79-4eb3-aa30-7d1141fc46bf') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:04:08.557547 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e0def13a-d73b-43e3-a99f-f15b599cd283 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:08.572993 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e0def13a-d73b-43e3-a99f-f15b599cd283 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:08.579552 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0def13a-d73b-43e3-a99f-f15b599cd283 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Releasing vlan 764 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:04:08.579961 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e0def13a-d73b-43e3-a99f-f15b599cd283 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:08.582956 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 11:04:08.582956 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:04:08.582956 n-d-779913-12 neutron-server[93177]: timer() Jun 11 11:04:08.582956 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:04:08.582956 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 11:04:08.582956 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:04:08.582956 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 11:04:08.582956 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:04:08.582956 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 11:04:08.582956 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:04:08.582956 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 11:04:08.582956 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:04:08.582956 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 11:04:08.582956 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:04:08.582956 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:04:08.582956 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:04:08.582956 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:04:08.582956 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:04:08.582956 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 11:04:08.582956 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:04:08.582956 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 11:04:08.582956 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:04:08.582956 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:04:08.582956 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:04:08.582956 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 11:04:08.582956 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:04:08.582956 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:04:08.582956 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:04:08.582956 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:04:08.582956 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:04:08.582956 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:04:08.582956 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:04:08.725838 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e0def13a-d73b-43e3-a99f-f15b599cd283 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:08.729667 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-09cc61fc-0796-400d-917a-567d71857328 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:04:08.734135 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e0def13a-d73b-43e3-a99f-f15b599cd283 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:08.736526 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-e0def13a-d73b-43e3-a99f-f15b599cd283 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] 10.222.0.60 "DELETE /v2.0/networks/df79ddaf-3fac-4677-a80d-15d0f99b8622 HTTP/1.1" status: 204 len: 168 time: 0.9403811 Jun 11 11:04:08.738704 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 44548) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:04:08.755431 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0def13a-d73b-43e3-a99f-f15b599cd283 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Pushing event deleted for resources: {'Network': ['ID=df79ddaf-3fac-4677-a80d-15d0f99b8622,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:04:08.757918 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e0def13a-d73b-43e3-a99f-f15b599cd283 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:04:08.806071 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-410ee066-ab64-4165-b949-cee29c59dc41 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Deleting subnet 99178320-23c5-4379-beed-450359520cc8 {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:04:08.810099 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-410ee066-ab64-4165-b949-cee29c59dc41 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:08.862332 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device bdcf7cd1-6743-43a3-ae90-329f54ae0d62 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:04:08.870638 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-410ee066-ab64-4165-b949-cee29c59dc41 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:08.932491 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port bdcf7cd1-6743-43a3-ae90-329f54ae0d62 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:04:08.933096 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:08.998714 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-410ee066-ab64-4165-b949-cee29c59dc41 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:09.127657 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-410ee066-ab64-4165-b949-cee29c59dc41 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:09.129154 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-bf3ee0b4-87c3-4792-b5a6-050c9d2f14f6 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:04:09.160946 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b651ccc-93c7-4f00-b304-e245bff66264 None None] DHCP port deletion for df79ddaf-3fac-4677-a80d-15d0f99b8622 request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:04:09.165445 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410ee066-ab64-4165-b949-cee29c59dc41 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Pushing event deleted for resources: {'Subnet': ['ID=99178320-23c5-4379-beed-450359520cc8,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:04:09.168572 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-b1ba60c7-0199-426f-90d6-8fdff3ad38d0 None None] Could not find standard attr ID for object 66d15419-a29a-439c-89fb-9a43fddd9108. {{(pid=93178) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 11 11:04:09.168854 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-410ee066-ab64-4165-b949-cee29c59dc41 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:04:09.170026 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-410ee066-ab64-4165-b949-cee29c59dc41 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:09.171961 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-410ee066-ab64-4165-b949-cee29c59dc41 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] 10.222.0.60 "DELETE /v2.0/subnets/99178320-23c5-4379-beed-450359520cc8 HTTP/1.1" status: 204 len: 168 time: 0.4314170 Jun 11 11:04:09.174481 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 44550) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:04:09.187493 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f45c32-d819-40d7-afa9-9aef1f6bbf01 None None] Network 8a949207-e668-4c48-a52e-ceb15413b33b requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:04:09.191283 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa1e042-f155-4883-86cd-782a067805ae None None] Network df79ddaf-3fac-4677-a80d-15d0f99b8622 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:04:09.217812 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa1e042-f155-4883-86cd-782a067805ae None None] Network df79ddaf-3fac-4677-a80d-15d0f99b8622 could not be found, it might have been deleted concurrently. {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 11 11:04:09.299226 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8e7eb270-be15-4f17-a662-8e6fb4efbf46 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:09.362850 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-8e7eb270-be15-4f17-a662-8e6fb4efbf46 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Deleting port bdcf7cd1-6743-43a3-ae90-329f54ae0d62 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:04:09.363097 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8e7eb270-be15-4f17-a662-8e6fb4efbf46 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:09.422864 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e52ec6-02f6-4002-96f8-be74ba424450 None None] DHCP port deletion for 8a949207-e668-4c48-a52e-ceb15413b33b request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:04:09.457275 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-8e7eb270-be15-4f17-a662-8e6fb4efbf46 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] For port bdcf7cd1-6743-43a3-ae90-329f54ae0d62, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=bdcf7cd1-6743-43a3-ae90-329f54ae0d62,segment=NetworkSegment(9ac75d75-ef1b-41ec-bc9a-7d57853f81c0),segment_id=9ac75d75-ef1b-41ec-bc9a-7d57853f81c0)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:04:09.457634 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8e7eb270-be15-4f17-a662-8e6fb4efbf46 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:09.475719 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-d3e52ec6-02f6-4002-96f8-be74ba424450 None None] Deleting port bdcf7cd1-6743-43a3-ae90-329f54ae0d62 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:04:09.476109 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d3e52ec6-02f6-4002-96f8-be74ba424450 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:09.560875 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-8e7eb270-be15-4f17-a662-8e6fb4efbf46 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Calling delete_port for bdcf7cd1-6743-43a3-ae90-329f54ae0d62 owned by network:dhcp {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:04:09.565799 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-d3e52ec6-02f6-4002-96f8-be74ba424450 None None] For port bdcf7cd1-6743-43a3-ae90-329f54ae0d62, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=bdcf7cd1-6743-43a3-ae90-329f54ae0d62,segment=NetworkSegment(9ac75d75-ef1b-41ec-bc9a-7d57853f81c0),segment_id=9ac75d75-ef1b-41ec-bc9a-7d57853f81c0)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:04:09.566199 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d3e52ec6-02f6-4002-96f8-be74ba424450 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:09.668415 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-d3e52ec6-02f6-4002-96f8-be74ba424450 None None] Calling delete_port for bdcf7cd1-6743-43a3-ae90-329f54ae0d62 owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:04:09.725532 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8e7eb270-be15-4f17-a662-8e6fb4efbf46 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:09.728901 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9b6a83a1-7a48-4dc8-9394-c15b50a063cb tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:04:09.762691 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7eb270-be15-4f17-a662-8e6fb4efbf46 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Pushing event deleted for resources: {'Port': ['ID=bdcf7cd1-6743-43a3-ae90-329f54ae0d62,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:04:09.763861 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d3e52ec6-02f6-4002-96f8-be74ba424450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:09.765675 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8e7eb270-be15-4f17-a662-8e6fb4efbf46 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:04:09.766468 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7eb270-be15-4f17-a662-8e6fb4efbf46 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] No DVR routers for this DVR port bdcf7cd1-6743-43a3-ae90-329f54ae0d62 on host n-d-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:04:09.767077 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:04:09.804274 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e52ec6-02f6-4002-96f8-be74ba424450 None None] Pushing event deleted for resources: {'Port': ['ID=bdcf7cd1-6743-43a3-ae90-329f54ae0d62,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:04:09.807258 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-d3e52ec6-02f6-4002-96f8-be74ba424450 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:04:09.811867 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e52ec6-02f6-4002-96f8-be74ba424450 None None] No DVR routers for this DVR port bdcf7cd1-6743-43a3-ae90-329f54ae0d62 on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:04:09.880412 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8e7eb270-be15-4f17-a662-8e6fb4efbf46 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:09.892268 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-8e7eb270-be15-4f17-a662-8e6fb4efbf46 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a949207-e668-4c48-a52e-ceb15413b33b']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:04:10.313731 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-8e7eb270-be15-4f17-a662-8e6fb4efbf46 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ac75d75-ef1b-41ec-bc9a-7d57853f81c0') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:04:10.314032 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-8e7eb270-be15-4f17-a662-8e6fb4efbf46 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ac75d75-ef1b-41ec-bc9a-7d57853f81c0') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:04:10.324760 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8e7eb270-be15-4f17-a662-8e6fb4efbf46 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:10.338899 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8e7eb270-be15-4f17-a662-8e6fb4efbf46 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:10.344643 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e7eb270-be15-4f17-a662-8e6fb4efbf46 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Releasing vlan 775 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:04:10.345025 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8e7eb270-be15-4f17-a662-8e6fb4efbf46 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:10.347985 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 11:04:10.347985 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:04:10.347985 n-d-779913-12 neutron-server[93176]: timer() Jun 11 11:04:10.347985 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:04:10.347985 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 11:04:10.347985 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:04:10.347985 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 11:04:10.347985 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:04:10.347985 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 11:04:10.347985 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:04:10.347985 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 11:04:10.347985 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:04:10.347985 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 11:04:10.347985 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:04:10.347985 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:04:10.347985 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:04:10.347985 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:04:10.347985 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:04:10.347985 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 11:04:10.347985 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:04:10.347985 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 11:04:10.347985 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:04:10.347985 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:04:10.347985 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:04:10.347985 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 11:04:10.347985 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:04:10.347985 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:04:10.347985 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:04:10.347985 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:04:10.347985 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:04:10.347985 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:04:10.347985 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:04:10.508195 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8e7eb270-be15-4f17-a662-8e6fb4efbf46 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:10.511721 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4cf6a34a-e23b-40b9-b96c-7c4ea29eef6e tempest-TaggedBootDevicesTest-609138600 tempest-TaggedBootDevicesTest-609138600-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:04:10.515739 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8e7eb270-be15-4f17-a662-8e6fb4efbf46 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:10.517547 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-8e7eb270-be15-4f17-a662-8e6fb4efbf46 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] 10.222.0.60 "DELETE /v2.0/networks/8a949207-e668-4c48-a52e-ceb15413b33b HTTP/1.1" status: 204 len: 168 time: 1.3421440 Jun 11 11:04:10.520456 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 44552) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:04:10.536966 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7eb270-be15-4f17-a662-8e6fb4efbf46 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Pushing event deleted for resources: {'Network': ['ID=8a949207-e668-4c48-a52e-ceb15413b33b,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:04:10.539501 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8e7eb270-be15-4f17-a662-8e6fb4efbf46 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:04:10.556594 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-56948979-11f7-46df-95ec-2d54a4497db3 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] 10.222.0.60 "GET /v2.0/ports?device_id=d8c64a63-a37b-4943-a56a-8836ab673aa5 HTTP/1.1" status: 200 len: 205 time: 0.0348709 Jun 11 11:04:10.558788 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 44554) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:04:10.665338 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4887b727-6992-489f-a493-fb82d0146517 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Notify callbacks [] for router, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:10.839275 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device bdcf7cd1-6743-43a3-ae90-329f54ae0d62 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:04:10.864388 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: bdcf7cd1-6743-43a3-ae90-329f54ae0d62 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:04:10.864750 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device bdcf7cd1-6743-43a3-ae90-329f54ae0d62 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:04:10.865184 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 66d15419-a29a-439c-89fb-9a43fddd9108 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:04:10.887884 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 66d15419-a29a-439c-89fb-9a43fddd9108 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:04:10.888244 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 66d15419-a29a-439c-89fb-9a43fddd9108 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:04:10.908035 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4887b727-6992-489f-a493-fb82d0146517 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:10.910186 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4887b727-6992-489f-a493-fb82d0146517 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:11.022652 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4887b727-6992-489f-a493-fb82d0146517 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:11.023100 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4887b727-6992-489f-a493-fb82d0146517 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Fanout notify agent at l3_agent the message router_deleted on router d8c64a63-a37b-4943-a56a-8836ab673aa5 {{(pid=93177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 11:04:11.030021 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4887b727-6992-489f-a493-fb82d0146517 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:11.031142 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-4887b727-6992-489f-a493-fb82d0146517 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] 10.222.0.60 "DELETE /v2.0/routers/d8c64a63-a37b-4943-a56a-8836ab673aa5 HTTP/1.1" status: 204 len: 168 time: 0.4714727 Jun 11 11:04:11.460291 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 11:04:11.519815 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 44560) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:04:11.655157 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-2f235661-86c2-4941-9f42-5184ea1939ca admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2cdc62b359a440e98f8fb47932ddfd76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1341391 Jun 11 11:04:11.657969 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 44564) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:04:11.709551 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ea29c671-772e-404d-8677-ba5e7cbbad56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:11.731702 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ea29c671-772e-404d-8677-ba5e7cbbad56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:11.868454 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ea29c671-772e-404d-8677-ba5e7cbbad56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:11.871074 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ea29c671-772e-404d-8677-ba5e7cbbad56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:11.872278 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-ea29c671-772e-404d-8677-ba5e7cbbad56 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/33b8b254-6f9f-4063-9772-d569fe5450c1 HTTP/1.1" status: 204 len: 168 time: 0.2133899 Jun 11 11:04:11.873100 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d1e6ae3b-69b0-443e-a1fc-40afc643aa93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:04:11.882618 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea29c671-772e-404d-8677-ba5e7cbbad56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b8b254-6f9f-4063-9772-d569fe5450c1,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:04:11.885182 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ea29c671-772e-404d-8677-ba5e7cbbad56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:04:12.832321 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 44586) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:04:12.930240 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-7ffe948c-1520-45b0-bbe5-6e785c3e410c admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1347638388-network', 'tenant_id': 'eceb350dff7c4e03af4f13378bdab9e5'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:04:12.959682 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-957ac88d-1b5b-42e6-8607-7931ecd4e1fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:12.999503 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ffe948c-1520-45b0-bbe5-6e785c3e410c admin admin] Made reservation on behalf of eceb350dff7c4e03af4f13378bdab9e5 for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:04:13.002577 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7ffe948c-1520-45b0-bbe5-6e785c3e410c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:13.013428 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7ffe948c-1520-45b0-bbe5-6e785c3e410c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:13.114745 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7ffe948c-1520-45b0-bbe5-6e785c3e410c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:13.182277 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7ffe948c-1520-45b0-bbe5-6e785c3e410c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:13.185209 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-24ee8f7d-24cd-498f-810b-264ce3165685 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:04:13.208863 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ffe948c-1520-45b0-bbe5-6e785c3e410c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 778} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:04:13.217533 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffe948c-1520-45b0-bbe5-6e785c3e410c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e4e7e1-d553-48dc-a34f-e7f95b56a9dd,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:04:13.221263 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7ffe948c-1520-45b0-bbe5-6e785c3e410c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:04:13.223990 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7ffe948c-1520-45b0-bbe5-6e785c3e410c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:13.226980 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-7ffe948c-1520-45b0-bbe5-6e785c3e410c admin admin] Added segment e079244f-224f-4c54-9441-da56e41de04b of type vlan for network d00f0f50-a4bf-4884-8d98-37e73879d5ce Jun 11 11:04:13.273533 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7ffe948c-1520-45b0-bbe5-6e785c3e410c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:13.364760 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7ffe948c-1520-45b0-bbe5-6e785c3e410c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:13.365802 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ffe948c-1520-45b0-bbe5-6e785c3e410c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:04:13.366383 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7ffe948c-1520-45b0-bbe5-6e785c3e410c admin admin] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:13.368549 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d1e6ae3b-69b0-443e-a1fc-40afc643aa93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:04:13.450266 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffe948c-1520-45b0-bbe5-6e785c3e410c admin admin] Pushing event updated for resources: {'Network': ['ID=d00f0f50-a4bf-4884-8d98-37e73879d5ce,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:04:13.452755 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7ffe948c-1520-45b0-bbe5-6e785c3e410c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:04:13.459591 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network d00f0f50-a4bf-4884-8d98-37e73879d5ce details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:04:13.463106 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-7ffe948c-1520-45b0-bbe5-6e785c3e410c admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6297245 Jun 11 11:04:13.466008 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 44590) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:04:13.471575 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-d7de2d61-421a-4679-b488-a08cd3a77535 admin admin] Request body: {'subnet': {'network_id': 'd00f0f50-a4bf-4884-8d98-37e73879d5ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1347638388-subnet', 'tenant_id': 'eceb350dff7c4e03af4f13378bdab9e5', 'ip_version': 4}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:04:13.542557 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7de2d61-421a-4679-b488-a08cd3a77535 admin admin] Made reservation on behalf of eceb350dff7c4e03af4f13378bdab9e5 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:04:13.545181 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d7de2d61-421a-4679-b488-a08cd3a77535 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:13.800331 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d7de2d61-421a-4679-b488-a08cd3a77535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:13.802532 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b5987061-4a1f-43b0-8487-650f8e453625 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:04:13.865834 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7de2d61-421a-4679-b488-a08cd3a77535 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b96d138-a0cd-41a9-80af-7f2ef9a3cb8c,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:04:13.868547 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d7de2d61-421a-4679-b488-a08cd3a77535 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:04:13.877422 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7de2d61-421a-4679-b488-a08cd3a77535 admin admin] Checking segment: {'id': 'e079244f-224f-4c54-9441-da56e41de04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'd00f0f50-a4bf-4884-8d98-37e73879d5ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:04:13.877790 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7de2d61-421a-4679-b488-a08cd3a77535 admin admin] Network hostable DHCP agents. Network: d00f0f50-a4bf-4884-8d98-37e73879d5ce, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:04:13.959464 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7de2d61-421a-4679-b488-a08cd3a77535 admin admin] Network d00f0f50-a4bf-4884-8d98-37e73879d5ce is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:04:14.021942 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-d7de2d61-421a-4679-b488-a08cd3a77535 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, d00f0f50-a4bf-4884-8d98-37e73879d5ce) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:04:14.026880 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7de2d61-421a-4679-b488-a08cd3a77535 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:04:14.027925 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d7de2d61-421a-4679-b488-a08cd3a77535 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:14.032407 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe1b6c3-f94d-4916-abec-324abc73ddcb None None] Network d00f0f50-a4bf-4884-8d98-37e73879d5ce requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:04:14.120339 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-d7de2d61-421a-4679-b488-a08cd3a77535 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6531157 Jun 11 11:04:14.122942 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 44592) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:04:14.127936 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-6205e2a8-2b65-4e78-8026-008d4a94b685 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1347638388-router', 'tenant_id': 'eceb350dff7c4e03af4f13378bdab9e5', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:04:14.205819 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6205e2a8-2b65-4e78-8026-008d4a94b685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:14.207046 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6205e2a8-2b65-4e78-8026-008d4a94b685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:14.220158 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26704fa0-4538-4df6-a48f-ac7ad548736f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-d00f0f50-a4bf-4884-8d98-37e73879d5ce', 'network_id': 'd00f0f50-a4bf-4884-8d98-37e73879d5ce', 'tenant_id': 'eceb350dff7c4e03af4f13378bdab9e5', 'fixed_ips': [{'subnet_id': '2b96d138-a0cd-41a9-80af-7f2ef9a3cb8c'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:04:14.221026 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-26704fa0-4538-4df6-a48f-ac7ad548736f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:14.284082 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6205e2a8-2b65-4e78-8026-008d4a94b685 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:14.384770 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-26704fa0-4538-4df6-a48f-ac7ad548736f None None] Allocated IP 172.20.0.2 (d00f0f50-a4bf-4884-8d98-37e73879d5ce/2b96d138-a0cd-41a9-80af-7f2ef9a3cb8c/ac1db92f-0c1e-4823-b976-fdbee40529a2) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:04:14.537184 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6205e2a8-2b65-4e78-8026-008d4a94b685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:14.560493 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-26704fa0-4538-4df6-a48f-ac7ad548736f None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:14.569080 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-26704fa0-4538-4df6-a48f-ac7ad548736f None None] Transition to ACTIVE for port object ac1db92f-0c1e-4823-b976-fdbee40529a2 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:04:14.584208 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-26704fa0-4538-4df6-a48f-ac7ad548736f None None] Transition to ACTIVE for port object ac1db92f-0c1e-4823-b976-fdbee40529a2 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:04:14.685436 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-26704fa0-4538-4df6-a48f-ac7ad548736f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:14.687513 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f0378828-e767-4d8c-ab08-2c28645ab980 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:04:14.736753 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26704fa0-4538-4df6-a48f-ac7ad548736f None None] Network d00f0f50-a4bf-4884-8d98-37e73879d5ce is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:04:14.739765 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-26704fa0-4538-4df6-a48f-ac7ad548736f None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:04:14.743363 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26704fa0-4538-4df6-a48f-ac7ad548736f None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:04:14.752750 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26704fa0-4538-4df6-a48f-ac7ad548736f None None] Pushing event updated for resources: {'Port': ['ID=ac1db92f-0c1e-4823-b976-fdbee40529a2,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:04:14.756896 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-26704fa0-4538-4df6-a48f-ac7ad548736f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:04:14.821460 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-26704fa0-4538-4df6-a48f-ac7ad548736f None None] Attempting to bind port ac1db92f-0c1e-4823-b976-fdbee40529a2 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:04:14.821887 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-26704fa0-4538-4df6-a48f-ac7ad548736f None None] Attempting to bind port ac1db92f-0c1e-4823-b976-fdbee40529a2 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'e079244f-224f-4c54-9441-da56e41de04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'd00f0f50-a4bf-4884-8d98-37e73879d5ce'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:04:14.822260 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26704fa0-4538-4df6-a48f-ac7ad548736f None None] Attempting to bind port ac1db92f-0c1e-4823-b976-fdbee40529a2 on network d00f0f50-a4bf-4884-8d98-37e73879d5ce {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:04:14.827059 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26704fa0-4538-4df6-a48f-ac7ad548736f None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:04:14.827438 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26704fa0-4538-4df6-a48f-ac7ad548736f None None] Checking segment: {'id': 'e079244f-224f-4c54-9441-da56e41de04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'd00f0f50-a4bf-4884-8d98-37e73879d5ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:04:14.827880 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-26704fa0-4538-4df6-a48f-ac7ad548736f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:14.828303 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26704fa0-4538-4df6-a48f-ac7ad548736f None None] Bound using segment: {'id': 'e079244f-224f-4c54-9441-da56e41de04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'd00f0f50-a4bf-4884-8d98-37e73879d5ce'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:04:14.828904 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-26704fa0-4538-4df6-a48f-ac7ad548736f None None] Bound port: ac1db92f-0c1e-4823-b976-fdbee40529a2, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e079244f-224f-4c54-9441-da56e41de04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'd00f0f50-a4bf-4884-8d98-37e73879d5ce'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:04:14.829543 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-26704fa0-4538-4df6-a48f-ac7ad548736f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:14.890042 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6205e2a8-2b65-4e78-8026-008d4a94b685 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:14.909338 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-26704fa0-4538-4df6-a48f-ac7ad548736f None None] For port ac1db92f-0c1e-4823-b976-fdbee40529a2, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:04:14.913895 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-26704fa0-4538-4df6-a48f-ac7ad548736f None None] For port ac1db92f-0c1e-4823-b976-fdbee40529a2, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=ac1db92f-0c1e-4823-b976-fdbee40529a2,segment=NetworkSegment(e079244f-224f-4c54-9441-da56e41de04b),segment_id=e079244f-224f-4c54-9441-da56e41de04b)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:04:14.924927 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6205e2a8-2b65-4e78-8026-008d4a94b685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:15.000227 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-26704fa0-4538-4df6-a48f-ac7ad548736f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:15.002330 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-6449e754-7d9d-4fc0-b876-c7e222818c6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:04:15.055542 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-6205e2a8-2b65-4e78-8026-008d4a94b685 admin admin] Allocated IP 172.25.4.183 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/c62a5e3b-6132-4432-9671-e1f75d3148b1) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:04:15.203240 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6205e2a8-2b65-4e78-8026-008d4a94b685 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:15.266127 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26704fa0-4538-4df6-a48f-ac7ad548736f None None] Pushing event updated for resources: {'Port': ['ID=ac1db92f-0c1e-4823-b976-fdbee40529a2,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:04:15.269874 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-26704fa0-4538-4df6-a48f-ac7ad548736f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:04:15.308556 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6205e2a8-2b65-4e78-8026-008d4a94b685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:15.310783 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-47b39db1-caa0-4261-8e0f-7951636da7bb tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:04:15.367103 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6205e2a8-2b65-4e78-8026-008d4a94b685 admin admin] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:04:15.370289 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-6205e2a8-2b65-4e78-8026-008d4a94b685 admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:04:15.372774 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6205e2a8-2b65-4e78-8026-008d4a94b685 admin admin] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:04:15.379315 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6205e2a8-2b65-4e78-8026-008d4a94b685 admin admin] Pushing event updated for resources: {'Port': ['ID=c62a5e3b-6132-4432-9671-e1f75d3148b1,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:04:15.382821 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6205e2a8-2b65-4e78-8026-008d4a94b685 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:04:15.810855 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ca18d6da-6e64-45c2-b899-59b03cbdc422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:15.811952 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6205e2a8-2b65-4e78-8026-008d4a94b685 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:15.993997 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:16.106577 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6205e2a8-2b65-4e78-8026-008d4a94b685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:16.215913 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5afdac-6752-4680-90e0-dfd0ff9744a4 None None] Network d00f0f50-a4bf-4884-8d98-37e73879d5ce requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:04:16.401629 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6205e2a8-2b65-4e78-8026-008d4a94b685 admin admin] Router 6a1ffa60-c7f6-402c-b8b0-af5b4ce103d7 is scheduled to L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 with binding_index 1 {{(pid=93177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 11:04:16.457083 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-10aeb5b9-8ab6-4b5f-9845-2651c599af18 None None] Provisioning for port ac1db92f-0c1e-4823-b976-fdbee40529a2 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:04:16.868391 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device ac1db92f-0c1e-4823-b976-fdbee40529a2 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:04:16.949816 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6205e2a8-2b65-4e78-8026-008d4a94b685 admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:04:16.959258 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7401f162-d7cb-46d0-984b-02589a16f653 None None] Sync routers for ids ['6a1ffa60-c7f6-402c-b8b0-af5b4ce103d7'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:04:16.968121 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7401f162-d7cb-46d0-984b-02589a16f653 None None] Routers {'6a1ffa60-c7f6-402c-b8b0-af5b4ce103d7'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:04:16.968758 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-7401f162-d7cb-46d0-984b-02589a16f653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T11:04:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['6a1ffa60-c7f6-402c-b8b0-af5b4ce103d7'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:04:17.015474 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:17.060606 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port ac1db92f-0c1e-4823-b976-fdbee40529a2 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:04:17.062608 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6205e2a8-2b65-4e78-8026-008d4a94b685 admin admin] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:17.065363 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-6205e2a8-2b65-4e78-8026-008d4a94b685 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.9404428 Jun 11 11:04:17.065520 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port ac1db92f-0c1e-4823-b976-fdbee40529a2 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:04:17.065856 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:17.067067 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 44594) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:04:17.156095 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-7401f162-d7cb-46d0-984b-02589a16f653 None None] Set router 6a1ffa60-c7f6-402c-b8b0-af5b4ce103d7 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:04:17.298523 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:17.397959 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port ac1db92f-0c1e-4823-b976-fdbee40529a2, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=ac1db92f-0c1e-4823-b976-fdbee40529a2,segment=NetworkSegment(e079244f-224f-4c54-9441-da56e41de04b),segment_id=e079244f-224f-4c54-9441-da56e41de04b)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:04:17.453821 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-7401f162-d7cb-46d0-984b-02589a16f653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a1ffa60-c7f6-402c-b8b0-af5b4ce103d7', 'name': 'tempest-TestEncryptedCinderVolumes-1347638388-router', 'tenant_id': 'eceb350dff7c4e03af4f13378bdab9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': 'c62a5e3b-6132-4432-9671-e1f75d3148b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:04:14Z', 'updated_at': '2021-06-11T11:04:15Z', 'revision_number': 3, 'project_id': 'eceb350dff7c4e03af4f13378bdab9e5', 'gw_port': {'id': 'c62a5e3b-6132-4432-9671-e1f75d3148b1', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:38:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a1ffa60-c7f6-402c-b8b0-af5b4ce103d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:04:14Z', 'updated_at': '2021-06-11T11:04:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:04:17.457297 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7401f162-d7cb-46d0-984b-02589a16f653 None None] Checking router: 6a1ffa60-c7f6-402c-b8b0-af5b4ce103d7 for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:04:17.457922 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7401f162-d7cb-46d0-984b-02589a16f653 None None] Updating router 6a1ffa60-c7f6-402c-b8b0-af5b4ce103d7 port c62a5e3b-6132-4432-9671-e1f75d3148b1 binding host n-d-779913-12 {{(pid=93178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 11:04:17.501971 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7401f162-d7cb-46d0-984b-02589a16f653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:17.503611 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:17.506158 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f0378828-e767-4d8c-ab08-2c28645ab980 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:04:17.628448 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a75487dd-a0b8-4a6c-bf3d-3799ddeb6318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:17.653632 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=ac1db92f-0c1e-4823-b976-fdbee40529a2,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:04:17.664813 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:04:17.818245 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-a75487dd-a0b8-4a6c-bf3d-3799ddeb6318 admin admin] Allocated IP 172.20.0.1 (d00f0f50-a4bf-4884-8d98-37e73879d5ce/2b96d138-a0cd-41a9-80af-7f2ef9a3cb8c/59bab23d-0b33-4711-83d6-1d6ffb185fff) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:04:17.869774 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7401f162-d7cb-46d0-984b-02589a16f653 None None] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:17.880604 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-7401f162-d7cb-46d0-984b-02589a16f653 None None] Transition to ACTIVE for port object c62a5e3b-6132-4432-9671-e1f75d3148b1 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:04:17.948136 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a75487dd-a0b8-4a6c-bf3d-3799ddeb6318 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:17.959979 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7401f162-d7cb-46d0-984b-02589a16f653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:17.960711 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-a75487dd-a0b8-4a6c-bf3d-3799ddeb6318 admin admin] Transition to ACTIVE for port object 59bab23d-0b33-4711-83d6-1d6ffb185fff will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:04:17.963060 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-b68f86aa-c3c8-49f3-83c2-afdcf4aada14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:04:18.021750 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-7401f162-d7cb-46d0-984b-02589a16f653 None None] Attempting to bind port c62a5e3b-6132-4432-9671-e1f75d3148b1 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:04:18.022135 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-7401f162-d7cb-46d0-984b-02589a16f653 None None] Attempting to bind port c62a5e3b-6132-4432-9671-e1f75d3148b1 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:04:18.022773 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7401f162-d7cb-46d0-984b-02589a16f653 None None] Attempting to bind port c62a5e3b-6132-4432-9671-e1f75d3148b1 on network f0adef6e-169f-4a27-8865-442be2ad072d {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:04:18.024644 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9851a72-7edd-477c-bd0c-351a4d58b15a None None] Pushing event updated for resources: {'Port': ['ID=c62a5e3b-6132-4432-9671-e1f75d3148b1,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:04:18.027838 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f9851a72-7edd-477c-bd0c-351a4d58b15a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:04:18.032176 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7401f162-d7cb-46d0-984b-02589a16f653 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:04:18.032176 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7401f162-d7cb-46d0-984b-02589a16f653 None None] Checking segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:04:18.032176 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7401f162-d7cb-46d0-984b-02589a16f653 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:18.032176 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7401f162-d7cb-46d0-984b-02589a16f653 None None] Bound using segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:04:18.032696 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-7401f162-d7cb-46d0-984b-02589a16f653 None None] Bound port: c62a5e3b-6132-4432-9671-e1f75d3148b1, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:04:18.033635 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7401f162-d7cb-46d0-984b-02589a16f653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:18.090075 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-7401f162-d7cb-46d0-984b-02589a16f653 None None] For port c62a5e3b-6132-4432-9671-e1f75d3148b1, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:04:18.093055 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-7401f162-d7cb-46d0-984b-02589a16f653 None None] For port c62a5e3b-6132-4432-9671-e1f75d3148b1, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=c62a5e3b-6132-4432-9671-e1f75d3148b1,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:04:18.131387 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a75487dd-a0b8-4a6c-bf3d-3799ddeb6318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:18.134337 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2d0f50da-2314-48d7-b6cc-b671d2bae8b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:04:18.183260 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75487dd-a0b8-4a6c-bf3d-3799ddeb6318 admin admin] Network d00f0f50-a4bf-4884-8d98-37e73879d5ce is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:04:18.187702 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-a75487dd-a0b8-4a6c-bf3d-3799ddeb6318 admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:04:18.195373 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75487dd-a0b8-4a6c-bf3d-3799ddeb6318 admin admin] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:04:18.221295 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75487dd-a0b8-4a6c-bf3d-3799ddeb6318 admin admin] Pushing event updated for resources: {'Port': ['ID=59bab23d-0b33-4711-83d6-1d6ffb185fff,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:04:18.225921 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a75487dd-a0b8-4a6c-bf3d-3799ddeb6318 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:04:18.244479 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a75487dd-a0b8-4a6c-bf3d-3799ddeb6318 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-375088'] for router_interface, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:18.257229 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7401f162-d7cb-46d0-984b-02589a16f653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:18.259369 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-8088705e-c2f3-4ce0-b0b7-93a6e568f446 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:04:18.329546 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7401f162-d7cb-46d0-984b-02589a16f653 None None] Routers {'6a1ffa60-c7f6-402c-b8b0-af5b4ce103d7'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:04:18.330214 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-7401f162-d7cb-46d0-984b-02589a16f653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T11:04:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['6a1ffa60-c7f6-402c-b8b0-af5b4ce103d7'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:04:18.380471 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9851a72-7edd-477c-bd0c-351a4d58b15a None None] Pushing event updated for resources: {'Port': ['ID=c62a5e3b-6132-4432-9671-e1f75d3148b1,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:04:18.430461 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f9851a72-7edd-477c-bd0c-351a4d58b15a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:04:18.485387 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-7401f162-d7cb-46d0-984b-02589a16f653 None None] Set router 6a1ffa60-c7f6-402c-b8b0-af5b4ce103d7 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:04:18.494042 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a75487dd-a0b8-4a6c-bf3d-3799ddeb6318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:18.566283 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-811952b3-dfb9-4baa-a366-83cd3e0ecb8e None None] Provisioning for port 59bab23d-0b33-4711-83d6-1d6ffb185fff completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:04:18.582836 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-811952b3-dfb9-4baa-a366-83cd3e0ecb8e None None] Provisioning complete for port 59bab23d-0b33-4711-83d6-1d6ffb185fff triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:04:18.583220 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-811952b3-dfb9-4baa-a366-83cd3e0ecb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:18.697088 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-811952b3-dfb9-4baa-a366-83cd3e0ecb8e None None] Port 59bab23d-0b33-4711-83d6-1d6ffb185fff cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:04:18.700665 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a75487dd-a0b8-4a6c-bf3d-3799ddeb6318 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:18.753367 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:18.774791 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-7401f162-d7cb-46d0-984b-02589a16f653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a1ffa60-c7f6-402c-b8b0-af5b4ce103d7', 'name': 'tempest-TestEncryptedCinderVolumes-1347638388-router', 'tenant_id': 'eceb350dff7c4e03af4f13378bdab9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': 'c62a5e3b-6132-4432-9671-e1f75d3148b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:04:14Z', 'updated_at': '2021-06-11T11:04:15Z', 'revision_number': 3, 'project_id': 'eceb350dff7c4e03af4f13378bdab9e5', 'gw_port': {'id': 'c62a5e3b-6132-4432-9671-e1f75d3148b1', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:38:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a1ffa60-c7f6-402c-b8b0-af5b4ce103d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:04:14Z', 'updated_at': '2021-06-11T11:04:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:04:18.778293 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7401f162-d7cb-46d0-984b-02589a16f653 None None] The sync data for ids ['6a1ffa60-c7f6-402c-b8b0-af5b4ce103d7'] in n-d-779913-12 is: [{'id': '6a1ffa60-c7f6-402c-b8b0-af5b4ce103d7', 'name': 'tempest-TestEncryptedCinderVolumes-1347638388-router', 'tenant_id': 'eceb350dff7c4e03af4f13378bdab9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': 'c62a5e3b-6132-4432-9671-e1f75d3148b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:04:14Z', 'updated_at': '2021-06-11T11:04:15Z', 'revision_number': 3, 'project_id': 'eceb350dff7c4e03af4f13378bdab9e5', 'gw_port': {'id': 'c62a5e3b-6132-4432-9671-e1f75d3148b1', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:38:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a1ffa60-c7f6-402c-b8b0-af5b4ce103d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:04:14Z', 'updated_at': '2021-06-11T11:04:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:04:18.787504 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a75487dd-a0b8-4a6c-bf3d-3799ddeb6318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:18.787504 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1318446f-42fa-4be9-bdc1-7f88c3839046 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:04:18.871674 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device ac1db92f-0c1e-4823-b976-fdbee40529a2 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:04:18.874454 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75487dd-a0b8-4a6c-bf3d-3799ddeb6318 admin admin] Pushing event updated for resources: {'Port': ['ID=59bab23d-0b33-4711-83d6-1d6ffb185fff,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:04:18.879767 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a75487dd-a0b8-4a6c-bf3d-3799ddeb6318 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:04:18.880723 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a75487dd-a0b8-4a6c-bf3d-3799ddeb6318 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375108'] for router_interface, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:18.949668 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port ac1db92f-0c1e-4823-b976-fdbee40529a2 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:04:18.949668 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:19.027104 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75487dd-a0b8-4a6c-bf3d-3799ddeb6318 admin admin] Network d00f0f50-a4bf-4884-8d98-37e73879d5ce is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:04:19.032690 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-a75487dd-a0b8-4a6c-bf3d-3799ddeb6318 admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:04:19.233496 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a75487dd-a0b8-4a6c-bf3d-3799ddeb6318 admin admin] Router 6a1ffa60-c7f6-402c-b8b0-af5b4ce103d7 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:04:19.325347 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-fcc8a0f0-b1bb-4631-b3f1-d6da0f3f6e84 None None] Provisioning complete for port 59bab23d-0b33-4711-83d6-1d6ffb185fff triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:04:19.325928 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-fcc8a0f0-b1bb-4631-b3f1-d6da0f3f6e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:19.407354 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a75487dd-a0b8-4a6c-bf3d-3799ddeb6318 admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:04:19.417145 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-a75487dd-a0b8-4a6c-bf3d-3799ddeb6318 admin admin] 10.222.0.60 "PUT /v2.0/routers/6a1ffa60-c7f6-402c-b8b0-af5b4ce103d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3487942 Jun 11 11:04:19.568229 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-fcc8a0f0-b1bb-4631-b3f1-d6da0f3f6e84 None None] Port 59bab23d-0b33-4711-83d6-1d6ffb185fff cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:04:20.136234 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 44610) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:04:20.141943 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-aee09626-518f-4426-8a62-ab650c2e5208 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1038932796-network', 'tenant_id': '7969c745a1cd47de8706fe79bdda7301'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:04:20.221824 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee09626-518f-4426-8a62-ab650c2e5208 admin admin] Made reservation on behalf of 7969c745a1cd47de8706fe79bdda7301 for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:04:20.224433 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-aee09626-518f-4426-8a62-ab650c2e5208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:20.237322 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-aee09626-518f-4426-8a62-ab650c2e5208 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:20.338016 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-aee09626-518f-4426-8a62-ab650c2e5208 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:20.375854 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c096f43-a685-4778-8e79-a1ad8f375bae None None] Sync routers for ids ['6a1ffa60-c7f6-402c-b8b0-af5b4ce103d7'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:04:20.385348 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c096f43-a685-4778-8e79-a1ad8f375bae None None] Routers {'6a1ffa60-c7f6-402c-b8b0-af5b4ce103d7'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:04:20.385961 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-4c096f43-a685-4778-8e79-a1ad8f375bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T11:04:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['6a1ffa60-c7f6-402c-b8b0-af5b4ce103d7'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:04:20.410918 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-aee09626-518f-4426-8a62-ab650c2e5208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:20.414126 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3c065bdb-0c5f-478d-82a8-6a4e829c2bfc tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:04:20.440138 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aee09626-518f-4426-8a62-ab650c2e5208 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 783} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:04:20.453100 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee09626-518f-4426-8a62-ab650c2e5208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d617bb6c-f898-4f20-9ab4-623b7484a19d,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:04:20.458274 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-aee09626-518f-4426-8a62-ab650c2e5208 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:04:20.461414 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-aee09626-518f-4426-8a62-ab650c2e5208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:20.461759 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-aee09626-518f-4426-8a62-ab650c2e5208 admin admin] Added segment c9b819f2-33d0-4bf7-8e85-26b67eeff6fb of type vlan for network 1ff26387-e52c-4dbd-a269-baff6f9abc48 Jun 11 11:04:20.512467 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-aee09626-518f-4426-8a62-ab650c2e5208 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:20.539435 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-4c096f43-a685-4778-8e79-a1ad8f375bae None None] Set router 6a1ffa60-c7f6-402c-b8b0-af5b4ce103d7 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:04:20.616396 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-aee09626-518f-4426-8a62-ab650c2e5208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:20.617461 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee09626-518f-4426-8a62-ab650c2e5208 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:04:20.618087 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-aee09626-518f-4426-8a62-ab650c2e5208 admin admin] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:20.621314 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-714d453d-c228-4e0a-9f77-522729e01f02 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:04:20.701982 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee09626-518f-4426-8a62-ab650c2e5208 admin admin] Pushing event updated for resources: {'Network': ['ID=1ff26387-e52c-4dbd-a269-baff6f9abc48,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:04:20.705250 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-aee09626-518f-4426-8a62-ab650c2e5208 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:04:20.712818 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 1ff26387-e52c-4dbd-a269-baff6f9abc48 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:04:20.777502 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-aee09626-518f-4426-8a62-ab650c2e5208 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6401424 Jun 11 11:04:20.780114 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 44612) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:04:20.785417 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-3584b6ea-290d-4138-bd2b-740e2847092d admin admin] Request body: {'subnet': {'network_id': '1ff26387-e52c-4dbd-a269-baff6f9abc48', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1038932796-subnet', 'tenant_id': '7969c745a1cd47de8706fe79bdda7301', 'ip_version': 4}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:04:20.818650 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-4c096f43-a685-4778-8e79-a1ad8f375bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a1ffa60-c7f6-402c-b8b0-af5b4ce103d7', 'name': 'tempest-TestEncryptedCinderVolumes-1347638388-router', 'tenant_id': 'eceb350dff7c4e03af4f13378bdab9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': 'c62a5e3b-6132-4432-9671-e1f75d3148b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:04:14Z', 'updated_at': '2021-06-11T11:04:18Z', 'revision_number': 4, 'project_id': 'eceb350dff7c4e03af4f13378bdab9e5', 'gw_port': {'id': 'c62a5e3b-6132-4432-9671-e1f75d3148b1', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:38:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a1ffa60-c7f6-402c-b8b0-af5b4ce103d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:04:14Z', 'updated_at': '2021-06-11T11:04:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '59bab23d-0b33-4711-83d6-1d6ffb185fff', 'name': '', 'network_id': 'd00f0f50-a4bf-4884-8d98-37e73879d5ce', 'tenant_id': 'eceb350dff7c4e03af4f13378bdab9e5', 'mac_address': 'fa:16:3e:8b:ea:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a1ffa60-c7f6-402c-b8b0-af5b4ce103d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '2b96d138-a0cd-41a9-80af-7f2ef9a3cb8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:04:17Z', 'updated_at': '2021-06-11T11:04:18Z', 'revision_number': 2, 'project_id': 'eceb350dff7c4e03af4f13378bdab9e5', 'subnets': [{'id': '2b96d138-a0cd-41a9-80af-7f2ef9a3cb8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:04:20.823064 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c096f43-a685-4778-8e79-a1ad8f375bae None None] Checking router: 6a1ffa60-c7f6-402c-b8b0-af5b4ce103d7 for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:04:20.823552 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c096f43-a685-4778-8e79-a1ad8f375bae None None] Updating router 6a1ffa60-c7f6-402c-b8b0-af5b4ce103d7 port 59bab23d-0b33-4711-83d6-1d6ffb185fff binding host n-d-779913-12 {{(pid=93179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 11:04:20.865573 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-4c096f43-a685-4778-8e79-a1ad8f375bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:20.883358 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device c62a5e3b-6132-4432-9671-e1f75d3148b1 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:04:20.896368 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3584b6ea-290d-4138-bd2b-740e2847092d admin admin] Made reservation on behalf of 7969c745a1cd47de8706fe79bdda7301 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:04:20.899134 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3584b6ea-290d-4138-bd2b-740e2847092d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:20.976759 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port c62a5e3b-6132-4432-9671-e1f75d3148b1 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:04:20.980939 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port c62a5e3b-6132-4432-9671-e1f75d3148b1 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:04:20.981550 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:21.076879 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:21.100478 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port c62a5e3b-6132-4432-9671-e1f75d3148b1, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=c62a5e3b-6132-4432-9671-e1f75d3148b1,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:04:21.176868 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:21.179938 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:04:21.201221 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3584b6ea-290d-4138-bd2b-740e2847092d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:21.202107 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-4c096f43-a685-4778-8e79-a1ad8f375bae None None] Notify callbacks [] for port, precommit_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:21.205221 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-99119271-f702-4656-8bf1-ce40137a593e tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:04:21.214626 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-4c096f43-a685-4778-8e79-a1ad8f375bae None None] Transition to ACTIVE for port object 59bab23d-0b33-4711-83d6-1d6ffb185fff will not be triggered until provisioned by entity L2. {{(pid=93179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:04:21.239339 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=c62a5e3b-6132-4432-9671-e1f75d3148b1,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:04:21.243053 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:04:21.282761 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3584b6ea-290d-4138-bd2b-740e2847092d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c5092b9-3af4-4fcc-8003-5023ae42d58d,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:04:21.285492 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3584b6ea-290d-4138-bd2b-740e2847092d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:04:21.291753 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3584b6ea-290d-4138-bd2b-740e2847092d admin admin] Checking segment: {'id': 'c9b819f2-33d0-4bf7-8e85-26b67eeff6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '1ff26387-e52c-4dbd-a269-baff6f9abc48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:04:21.292108 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3584b6ea-290d-4138-bd2b-740e2847092d admin admin] Network hostable DHCP agents. Network: 1ff26387-e52c-4dbd-a269-baff6f9abc48, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:04:21.302054 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-4c096f43-a685-4778-8e79-a1ad8f375bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:21.305060 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-64ad7c3e-6a74-4cac-af53-2a229cdbf549 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:04:21.399951 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3584b6ea-290d-4138-bd2b-740e2847092d admin admin] Network 1ff26387-e52c-4dbd-a269-baff6f9abc48 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:04:21.467792 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-3584b6ea-290d-4138-bd2b-740e2847092d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 1ff26387-e52c-4dbd-a269-baff6f9abc48) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:04:21.476620 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3584b6ea-290d-4138-bd2b-740e2847092d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:04:21.478340 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3584b6ea-290d-4138-bd2b-740e2847092d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:21.478713 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5149fdc1-1b42-40f3-a22c-a3b19b50bbde None None] Network 1ff26387-e52c-4dbd-a269-baff6f9abc48 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:04:21.509534 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d62c0-d7b7-4fdc-b117-a1a197324a18 None None] Pushing event updated for resources: {'Port': ['ID=59bab23d-0b33-4711-83d6-1d6ffb185fff,revision_number=3']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:04:21.541727 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d62c0-d7b7-4fdc-b117-a1a197324a18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:04:21.542072 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d62c0-d7b7-4fdc-b117-a1a197324a18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:04:21.542412 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d62c0-d7b7-4fdc-b117-a1a197324a18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:04:21.542947 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d62c0-d7b7-4fdc-b117-a1a197324a18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:04:21.543278 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d62c0-d7b7-4fdc-b117-a1a197324a18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:04:21.543631 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d62c0-d7b7-4fdc-b117-a1a197324a18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:04:21.543975 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d62c0-d7b7-4fdc-b117-a1a197324a18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:04:21.544268 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d62c0-d7b7-4fdc-b117-a1a197324a18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:04:21.544622 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d62c0-d7b7-4fdc-b117-a1a197324a18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:04:21.544901 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d62c0-d7b7-4fdc-b117-a1a197324a18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:04:21.545218 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d62c0-d7b7-4fdc-b117-a1a197324a18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:04:21.545728 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941d62c0-d7b7-4fdc-b117-a1a197324a18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:04:21.558415 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-3584b6ea-290d-4138-bd2b-740e2847092d admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7733090 Jun 11 11:04:21.559839 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 44614) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:04:21.565107 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-caf0acbf-282b-48bd-a992-161626858ee6 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1038932796-router', 'tenant_id': '7969c745a1cd47de8706fe79bdda7301', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:04:21.572337 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-941d62c0-d7b7-4fdc-b117-a1a197324a18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:04:21.586812 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-4c096f43-a685-4778-8e79-a1ad8f375bae None None] Attempting to bind port 59bab23d-0b33-4711-83d6-1d6ffb185fff on host n-d-779913-12 for vnic_type normal with profile {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:04:21.587493 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-4c096f43-a685-4778-8e79-a1ad8f375bae None None] Attempting to bind port 59bab23d-0b33-4711-83d6-1d6ffb185fff by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'e079244f-224f-4c54-9441-da56e41de04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'd00f0f50-a4bf-4884-8d98-37e73879d5ce'}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:04:21.587895 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c096f43-a685-4778-8e79-a1ad8f375bae None None] Attempting to bind port 59bab23d-0b33-4711-83d6-1d6ffb185fff on network d00f0f50-a4bf-4884-8d98-37e73879d5ce {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:04:21.593142 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c096f43-a685-4778-8e79-a1ad8f375bae None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:04:21.593536 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c096f43-a685-4778-8e79-a1ad8f375bae None None] Checking segment: {'id': 'e079244f-224f-4c54-9441-da56e41de04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'd00f0f50-a4bf-4884-8d98-37e73879d5ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:04:21.593989 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-4c096f43-a685-4778-8e79-a1ad8f375bae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:21.594363 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c096f43-a685-4778-8e79-a1ad8f375bae None None] Bound using segment: {'id': 'e079244f-224f-4c54-9441-da56e41de04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'd00f0f50-a4bf-4884-8d98-37e73879d5ce'} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:04:21.594831 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-4c096f43-a685-4778-8e79-a1ad8f375bae None None] Bound port: 59bab23d-0b33-4711-83d6-1d6ffb185fff, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e079244f-224f-4c54-9441-da56e41de04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'd00f0f50-a4bf-4884-8d98-37e73879d5ce'}}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:04:21.595211 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-4c096f43-a685-4778-8e79-a1ad8f375bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:21.645554 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-caf0acbf-282b-48bd-a992-161626858ee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:21.646591 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-caf0acbf-282b-48bd-a992-161626858ee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:21.671684 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-4c096f43-a685-4778-8e79-a1ad8f375bae None None] For port 59bab23d-0b33-4711-83d6-1d6ffb185fff, host n-d-779913-12, cleared binding levels {{(pid=93179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:04:21.675498 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-4c096f43-a685-4778-8e79-a1ad8f375bae None None] For port 59bab23d-0b33-4711-83d6-1d6ffb185fff, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=59bab23d-0b33-4711-83d6-1d6ffb185fff,segment=NetworkSegment(e079244f-224f-4c54-9441-da56e41de04b),segment_id=e079244f-224f-4c54-9441-da56e41de04b)] {{(pid=93179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:04:21.705104 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489ec15c-0456-4098-8d3a-90ef7c3cd865 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-1ff26387-e52c-4dbd-a269-baff6f9abc48', 'network_id': '1ff26387-e52c-4dbd-a269-baff6f9abc48', 'tenant_id': '7969c745a1cd47de8706fe79bdda7301', 'fixed_ips': [{'subnet_id': '7c5092b9-3af4-4fcc-8003-5023ae42d58d'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:04:21.705104 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-489ec15c-0456-4098-8d3a-90ef7c3cd865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:21.715310 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-caf0acbf-282b-48bd-a992-161626858ee6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:21.731324 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-4c096f43-a685-4778-8e79-a1ad8f375bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:21.735083 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-246da017-f61a-48d6-99b5-fccf8704bdca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:04:21.807834 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d62c0-d7b7-4fdc-b117-a1a197324a18 None None] Pushing event updated for resources: {'Port': ['ID=59bab23d-0b33-4711-83d6-1d6ffb185fff,revision_number=4']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:04:21.811734 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-941d62c0-d7b7-4fdc-b117-a1a197324a18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:04:21.814309 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c096f43-a685-4778-8e79-a1ad8f375bae None None] Routers {'6a1ffa60-c7f6-402c-b8b0-af5b4ce103d7'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:04:21.815105 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-4c096f43-a685-4778-8e79-a1ad8f375bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T11:04:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['6a1ffa60-c7f6-402c-b8b0-af5b4ce103d7'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:04:21.890907 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-489ec15c-0456-4098-8d3a-90ef7c3cd865 None None] Allocated IP 172.20.0.2 (1ff26387-e52c-4dbd-a269-baff6f9abc48/7c5092b9-3af4-4fcc-8003-5023ae42d58d/995c4208-fa1a-48dc-b332-87e5e986cb5a) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:04:21.985765 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-4c096f43-a685-4778-8e79-a1ad8f375bae None None] Set router 6a1ffa60-c7f6-402c-b8b0-af5b4ce103d7 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:04:21.989336 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-caf0acbf-282b-48bd-a992-161626858ee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:22.103666 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-489ec15c-0456-4098-8d3a-90ef7c3cd865 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:22.111893 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-489ec15c-0456-4098-8d3a-90ef7c3cd865 None None] Transition to ACTIVE for port object 995c4208-fa1a-48dc-b332-87e5e986cb5a will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:04:22.127033 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-489ec15c-0456-4098-8d3a-90ef7c3cd865 None None] Transition to ACTIVE for port object 995c4208-fa1a-48dc-b332-87e5e986cb5a will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:04:22.211066 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-489ec15c-0456-4098-8d3a-90ef7c3cd865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:22.214163 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:04:22.257671 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-4c096f43-a685-4778-8e79-a1ad8f375bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a1ffa60-c7f6-402c-b8b0-af5b4ce103d7', 'name': 'tempest-TestEncryptedCinderVolumes-1347638388-router', 'tenant_id': 'eceb350dff7c4e03af4f13378bdab9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': 'c62a5e3b-6132-4432-9671-e1f75d3148b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:04:14Z', 'updated_at': '2021-06-11T11:04:18Z', 'revision_number': 4, 'project_id': 'eceb350dff7c4e03af4f13378bdab9e5', 'gw_port': {'id': 'c62a5e3b-6132-4432-9671-e1f75d3148b1', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:38:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1ffa60-c7f6-402c-b8b0-af5b4ce103d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:04:14Z', 'updated_at': '2021-06-11T11:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '59bab23d-0b33-4711-83d6-1d6ffb185fff', 'name': '', 'network_id': 'd00f0f50-a4bf-4884-8d98-37e73879d5ce', 'tenant_id': 'eceb350dff7c4e03af4f13378bdab9e5', 'mac_address': 'fa:16:3e:8b:ea:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a1ffa60-c7f6-402c-b8b0-af5b4ce103d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '2b96d138-a0cd-41a9-80af-7f2ef9a3cb8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:04:17Z', 'updated_at': '2021-06-11T11:04:21Z', 'revision_number': 4, 'project_id': 'eceb350dff7c4e03af4f13378bdab9e5', 'subnets': [{'id': '2b96d138-a0cd-41a9-80af-7f2ef9a3cb8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:04:22.261177 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c096f43-a685-4778-8e79-a1ad8f375bae None None] The sync data for ids ['6a1ffa60-c7f6-402c-b8b0-af5b4ce103d7'] in n-d-779913-12 is: [{'id': '6a1ffa60-c7f6-402c-b8b0-af5b4ce103d7', 'name': 'tempest-TestEncryptedCinderVolumes-1347638388-router', 'tenant_id': 'eceb350dff7c4e03af4f13378bdab9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': 'c62a5e3b-6132-4432-9671-e1f75d3148b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:04:14Z', 'updated_at': '2021-06-11T11:04:18Z', 'revision_number': 4, 'project_id': 'eceb350dff7c4e03af4f13378bdab9e5', 'gw_port': {'id': 'c62a5e3b-6132-4432-9671-e1f75d3148b1', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:38:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1ffa60-c7f6-402c-b8b0-af5b4ce103d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:04:14Z', 'updated_at': '2021-06-11T11:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '59bab23d-0b33-4711-83d6-1d6ffb185fff', 'name': '', 'network_id': 'd00f0f50-a4bf-4884-8d98-37e73879d5ce', 'tenant_id': 'eceb350dff7c4e03af4f13378bdab9e5', 'mac_address': 'fa:16:3e:8b:ea:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a1ffa60-c7f6-402c-b8b0-af5b4ce103d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '2b96d138-a0cd-41a9-80af-7f2ef9a3cb8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:04:17Z', 'updated_at': '2021-06-11T11:04:21Z', 'revision_number': 4, 'project_id': 'eceb350dff7c4e03af4f13378bdab9e5', 'subnets': [{'id': '2b96d138-a0cd-41a9-80af-7f2ef9a3cb8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:04:22.264596 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489ec15c-0456-4098-8d3a-90ef7c3cd865 None None] Network 1ff26387-e52c-4dbd-a269-baff6f9abc48 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:04:22.268134 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-489ec15c-0456-4098-8d3a-90ef7c3cd865 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:04:22.271892 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489ec15c-0456-4098-8d3a-90ef7c3cd865 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:04:22.283597 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489ec15c-0456-4098-8d3a-90ef7c3cd865 None None] Pushing event updated for resources: {'Port': ['ID=995c4208-fa1a-48dc-b332-87e5e986cb5a,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:04:22.287074 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-489ec15c-0456-4098-8d3a-90ef7c3cd865 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:04:22.373936 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-489ec15c-0456-4098-8d3a-90ef7c3cd865 None None] Attempting to bind port 995c4208-fa1a-48dc-b332-87e5e986cb5a on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:04:22.374307 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-489ec15c-0456-4098-8d3a-90ef7c3cd865 None None] Attempting to bind port 995c4208-fa1a-48dc-b332-87e5e986cb5a by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'c9b819f2-33d0-4bf7-8e85-26b67eeff6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '1ff26387-e52c-4dbd-a269-baff6f9abc48'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:04:22.375222 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489ec15c-0456-4098-8d3a-90ef7c3cd865 None None] Attempting to bind port 995c4208-fa1a-48dc-b332-87e5e986cb5a on network 1ff26387-e52c-4dbd-a269-baff6f9abc48 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:04:22.380127 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489ec15c-0456-4098-8d3a-90ef7c3cd865 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:04:22.380515 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489ec15c-0456-4098-8d3a-90ef7c3cd865 None None] Checking segment: {'id': 'c9b819f2-33d0-4bf7-8e85-26b67eeff6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '1ff26387-e52c-4dbd-a269-baff6f9abc48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:04:22.380930 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-489ec15c-0456-4098-8d3a-90ef7c3cd865 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:22.381412 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489ec15c-0456-4098-8d3a-90ef7c3cd865 None None] Bound using segment: {'id': 'c9b819f2-33d0-4bf7-8e85-26b67eeff6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '1ff26387-e52c-4dbd-a269-baff6f9abc48'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:04:22.381808 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-489ec15c-0456-4098-8d3a-90ef7c3cd865 None None] Bound port: 995c4208-fa1a-48dc-b332-87e5e986cb5a, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9b819f2-33d0-4bf7-8e85-26b67eeff6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '1ff26387-e52c-4dbd-a269-baff6f9abc48'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:04:22.382191 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-489ec15c-0456-4098-8d3a-90ef7c3cd865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:22.429279 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-caf0acbf-282b-48bd-a992-161626858ee6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:22.456728 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-caf0acbf-282b-48bd-a992-161626858ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:22.466777 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-489ec15c-0456-4098-8d3a-90ef7c3cd865 None None] For port 995c4208-fa1a-48dc-b332-87e5e986cb5a, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:04:22.471212 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-489ec15c-0456-4098-8d3a-90ef7c3cd865 None None] For port 995c4208-fa1a-48dc-b332-87e5e986cb5a, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=995c4208-fa1a-48dc-b332-87e5e986cb5a,segment=NetworkSegment(c9b819f2-33d0-4bf7-8e85-26b67eeff6fb),segment_id=c9b819f2-33d0-4bf7-8e85-26b67eeff6fb)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:04:22.548377 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-489ec15c-0456-4098-8d3a-90ef7c3cd865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:22.550741 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-6ec8326a-ea17-42a1-a091-7c4dd0d55062 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:04:22.592613 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-caf0acbf-282b-48bd-a992-161626858ee6 admin admin] Allocated IP 172.25.4.251 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/881ef7c9-31ad-46d1-aff4-540140ae6e59) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:04:22.633727 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489ec15c-0456-4098-8d3a-90ef7c3cd865 None None] Pushing event updated for resources: {'Port': ['ID=995c4208-fa1a-48dc-b332-87e5e986cb5a,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:04:22.640531 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-489ec15c-0456-4098-8d3a-90ef7c3cd865 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:04:23.049366 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 59bab23d-0b33-4711-83d6-1d6ffb185fff up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:04:23.223552 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 59bab23d-0b33-4711-83d6-1d6ffb185fff completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:04:23.230071 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 59bab23d-0b33-4711-83d6-1d6ffb185fff triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:04:23.230964 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:23.285629 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-caf0acbf-282b-48bd-a992-161626858ee6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:23.347039 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:23.393114 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 59bab23d-0b33-4711-83d6-1d6ffb185fff, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=59bab23d-0b33-4711-83d6-1d6ffb185fff,segment=NetworkSegment(e079244f-224f-4c54-9441-da56e41de04b),segment_id=e079244f-224f-4c54-9441-da56e41de04b)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:04:23.405533 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-caf0acbf-282b-48bd-a992-161626858ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:23.409517 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e10ae71f-88a0-48a2-9e90-03b743465f49 tempest-ServersAdminNegativeTestJSON-19437566 tempest-ServersAdminNegativeTestJSON-19437566-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:04:23.461292 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf0acbf-282b-48bd-a992-161626858ee6 admin admin] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:04:23.469464 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-caf0acbf-282b-48bd-a992-161626858ee6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:04:23.469464 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf0acbf-282b-48bd-a992-161626858ee6 admin admin] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:04:23.475244 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0acbf-282b-48bd-a992-161626858ee6 admin admin] Pushing event updated for resources: {'Port': ['ID=881ef7c9-31ad-46d1-aff4-540140ae6e59,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:04:23.479838 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:23.480833 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device c62a5e3b-6132-4432-9671-e1f75d3148b1 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:04:23.482913 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f9851a72-7edd-477c-bd0c-351a4d58b15a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:04:23.511495 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-caf0acbf-282b-48bd-a992-161626858ee6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:04:23.598296 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=59bab23d-0b33-4711-83d6-1d6ffb185fff,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:04:23.601942 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:04:23.608547 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port c62a5e3b-6132-4432-9671-e1f75d3148b1 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:04:23.612216 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:23.774700 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75e05d2-3b15-403d-9f61-ce6bfd7a4775 None None] Network 1ff26387-e52c-4dbd-a269-baff6f9abc48 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:04:23.913511 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-75c479bf-bf6c-40df-9408-04afdd4cea45 None None] Provisioning for port 995c4208-fa1a-48dc-b332-87e5e986cb5a completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:04:23.920535 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-caf0acbf-282b-48bd-a992-161626858ee6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:24.199366 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-caf0acbf-282b-48bd-a992-161626858ee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:24.456645 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caf0acbf-282b-48bd-a992-161626858ee6 admin admin] Router e75ba2fe-c90d-411e-9718-b219beae48e0 is scheduled to L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 with binding_index 1 {{(pid=93177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 11:04:24.604073 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf0acbf-282b-48bd-a992-161626858ee6 admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:04:24.613053 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811cb82d-548b-4316-9ed4-f24700911b99 None None] Sync routers for ids ['e75ba2fe-c90d-411e-9718-b219beae48e0'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:04:24.626282 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811cb82d-548b-4316-9ed4-f24700911b99 None None] Routers {'e75ba2fe-c90d-411e-9718-b219beae48e0'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:04:24.626282 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-811cb82d-548b-4316-9ed4-f24700911b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T11:04:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['e75ba2fe-c90d-411e-9718-b219beae48e0'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:04:24.713557 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-caf0acbf-282b-48bd-a992-161626858ee6 admin admin] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:24.714731 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-caf0acbf-282b-48bd-a992-161626858ee6 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.1550174 Jun 11 11:04:24.717387 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 44618) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:04:24.767016 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-811cb82d-548b-4316-9ed4-f24700911b99 None None] Set router e75ba2fe-c90d-411e-9718-b219beae48e0 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:04:24.961125 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 995c4208-fa1a-48dc-b332-87e5e986cb5a up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:04:25.068579 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-811cb82d-548b-4316-9ed4-f24700911b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75ba2fe-c90d-411e-9718-b219beae48e0', 'name': 'tempest-TestEncryptedCinderVolumes-1038932796-router', 'tenant_id': '7969c745a1cd47de8706fe79bdda7301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': '881ef7c9-31ad-46d1-aff4-540140ae6e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:04:21Z', 'updated_at': '2021-06-11T11:04:23Z', 'revision_number': 3, 'project_id': '7969c745a1cd47de8706fe79bdda7301', 'gw_port': {'id': '881ef7c9-31ad-46d1-aff4-540140ae6e59', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:39:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e75ba2fe-c90d-411e-9718-b219beae48e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:04:22Z', 'updated_at': '2021-06-11T11:04:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:04:25.071937 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811cb82d-548b-4316-9ed4-f24700911b99 None None] Checking router: e75ba2fe-c90d-411e-9718-b219beae48e0 for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:04:25.072286 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811cb82d-548b-4316-9ed4-f24700911b99 None None] Updating router e75ba2fe-c90d-411e-9718-b219beae48e0 port 881ef7c9-31ad-46d1-aff4-540140ae6e59 binding host n-d-779913-12 {{(pid=93178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 11:04:25.114229 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-811cb82d-548b-4316-9ed4-f24700911b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:25.140030 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 995c4208-fa1a-48dc-b332-87e5e986cb5a completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:04:25.152040 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 995c4208-fa1a-48dc-b332-87e5e986cb5a triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:04:25.152433 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:25.329053 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c6b7c2eb-fb68-49ed-85ec-730b764b96e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:25.519164 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-c6b7c2eb-fb68-49ed-85ec-730b764b96e1 admin admin] Allocated IP 172.20.0.1 (1ff26387-e52c-4dbd-a269-baff6f9abc48/7c5092b9-3af4-4fcc-8003-5023ae42d58d/e8a9a8e1-c3f0-45b7-a07b-c18ac262dd77) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:04:25.586384 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:25.650109 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 995c4208-fa1a-48dc-b332-87e5e986cb5a, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=995c4208-fa1a-48dc-b332-87e5e986cb5a,segment=NetworkSegment(c9b819f2-33d0-4bf7-8e85-26b67eeff6fb),segment_id=c9b819f2-33d0-4bf7-8e85-26b67eeff6fb)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:04:25.652825 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c6b7c2eb-fb68-49ed-85ec-730b764b96e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:25.665662 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-c6b7c2eb-fb68-49ed-85ec-730b764b96e1 admin admin] Transition to ACTIVE for port object e8a9a8e1-c3f0-45b7-a07b-c18ac262dd77 will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:04:25.715410 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-811cb82d-548b-4316-9ed4-f24700911b99 None None] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:25.721509 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:25.722356 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 59bab23d-0b33-4711-83d6-1d6ffb185fff up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:04:25.725771 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:04:25.730693 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-811cb82d-548b-4316-9ed4-f24700911b99 None None] Transition to ACTIVE for port object 881ef7c9-31ad-46d1-aff4-540140ae6e59 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:04:25.765366 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c6b7c2eb-fb68-49ed-85ec-730b764b96e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:25.768240 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d7c1c6b9-0781-428c-bf0d-f8b7438eaf53 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:04:25.814777 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b7c2eb-fb68-49ed-85ec-730b764b96e1 admin admin] Network 1ff26387-e52c-4dbd-a269-baff6f9abc48 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:04:25.817793 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-c6b7c2eb-fb68-49ed-85ec-730b764b96e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:04:25.821280 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b7c2eb-fb68-49ed-85ec-730b764b96e1 admin admin] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:04:25.822556 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=995c4208-fa1a-48dc-b332-87e5e986cb5a,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:04:25.826440 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:04:25.850676 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 59bab23d-0b33-4711-83d6-1d6ffb185fff triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:04:25.850676 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:25.850987 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b7c2eb-fb68-49ed-85ec-730b764b96e1 admin admin] Pushing event updated for resources: {'Port': ['ID=e8a9a8e1-c3f0-45b7-a07b-c18ac262dd77,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:04:25.855403 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c6b7c2eb-fb68-49ed-85ec-730b764b96e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:04:25.874093 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c6b7c2eb-fb68-49ed-85ec-730b764b96e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-375088'] for router_interface, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:25.923280 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-811cb82d-548b-4316-9ed4-f24700911b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:25.927466 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:04:26.008522 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-811cb82d-548b-4316-9ed4-f24700911b99 None None] Attempting to bind port 881ef7c9-31ad-46d1-aff4-540140ae6e59 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:04:26.009086 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-811cb82d-548b-4316-9ed4-f24700911b99 None None] Attempting to bind port 881ef7c9-31ad-46d1-aff4-540140ae6e59 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:04:26.009513 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811cb82d-548b-4316-9ed4-f24700911b99 None None] Attempting to bind port 881ef7c9-31ad-46d1-aff4-540140ae6e59 on network f0adef6e-169f-4a27-8865-442be2ad072d {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:04:26.012582 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15f10c1-6f61-4370-b634-e5872a518980 None None] Pushing event updated for resources: {'Port': ['ID=881ef7c9-31ad-46d1-aff4-540140ae6e59,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:04:26.016631 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-d15f10c1-6f61-4370-b634-e5872a518980 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:04:26.018022 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811cb82d-548b-4316-9ed4-f24700911b99 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:04:26.018281 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811cb82d-548b-4316-9ed4-f24700911b99 None None] Checking segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:04:26.018689 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-811cb82d-548b-4316-9ed4-f24700911b99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:26.019083 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811cb82d-548b-4316-9ed4-f24700911b99 None None] Bound using segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:04:26.019580 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-811cb82d-548b-4316-9ed4-f24700911b99 None None] Bound port: 881ef7c9-31ad-46d1-aff4-540140ae6e59, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:04:26.020060 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-811cb82d-548b-4316-9ed4-f24700911b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:26.094519 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-811cb82d-548b-4316-9ed4-f24700911b99 None None] For port 881ef7c9-31ad-46d1-aff4-540140ae6e59, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:04:26.097759 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-811cb82d-548b-4316-9ed4-f24700911b99 None None] For port 881ef7c9-31ad-46d1-aff4-540140ae6e59, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=881ef7c9-31ad-46d1-aff4-540140ae6e59,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:04:26.102908 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c6b7c2eb-fb68-49ed-85ec-730b764b96e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:26.159657 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-381fc921-6401-4c8b-80e0-81af4c891e09 None None] Provisioning for port e8a9a8e1-c3f0-45b7-a07b-c18ac262dd77 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:04:26.163512 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-381fc921-6401-4c8b-80e0-81af4c891e09 None None] Provisioning complete for port e8a9a8e1-c3f0-45b7-a07b-c18ac262dd77 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:04:26.169196 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-381fc921-6401-4c8b-80e0-81af4c891e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:26.198711 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-811cb82d-548b-4316-9ed4-f24700911b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:26.202547 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:04:26.236747 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-381fc921-6401-4c8b-80e0-81af4c891e09 None None] Port e8a9a8e1-c3f0-45b7-a07b-c18ac262dd77 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:04:26.270559 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15f10c1-6f61-4370-b634-e5872a518980 None None] Pushing event updated for resources: {'Port': ['ID=881ef7c9-31ad-46d1-aff4-540140ae6e59,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:04:26.273336 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811cb82d-548b-4316-9ed4-f24700911b99 None None] Routers {'e75ba2fe-c90d-411e-9718-b219beae48e0'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:04:26.273955 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-811cb82d-548b-4316-9ed4-f24700911b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T11:04:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['e75ba2fe-c90d-411e-9718-b219beae48e0'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:04:26.275965 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-d15f10c1-6f61-4370-b634-e5872a518980 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:04:26.310093 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c6b7c2eb-fb68-49ed-85ec-730b764b96e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:26.370446 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c6b7c2eb-fb68-49ed-85ec-730b764b96e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:26.373772 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c6b7c2eb-fb68-49ed-85ec-730b764b96e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:04:26.425593 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-811cb82d-548b-4316-9ed4-f24700911b99 None None] Set router e75ba2fe-c90d-411e-9718-b219beae48e0 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:04:26.451979 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c6b7c2eb-fb68-49ed-85ec-730b764b96e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375108'] for router_interface, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:26.453758 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b7c2eb-fb68-49ed-85ec-730b764b96e1 admin admin] Pushing event updated for resources: {'Port': ['ID=e8a9a8e1-c3f0-45b7-a07b-c18ac262dd77,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:04:26.457039 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c6b7c2eb-fb68-49ed-85ec-730b764b96e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:04:26.575244 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b7c2eb-fb68-49ed-85ec-730b764b96e1 admin admin] Network 1ff26387-e52c-4dbd-a269-baff6f9abc48 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:04:26.576706 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-c6b7c2eb-fb68-49ed-85ec-730b764b96e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:04:26.693530 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-811cb82d-548b-4316-9ed4-f24700911b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75ba2fe-c90d-411e-9718-b219beae48e0', 'name': 'tempest-TestEncryptedCinderVolumes-1038932796-router', 'tenant_id': '7969c745a1cd47de8706fe79bdda7301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': '881ef7c9-31ad-46d1-aff4-540140ae6e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:04:21Z', 'updated_at': '2021-06-11T11:04:26Z', 'revision_number': 4, 'project_id': '7969c745a1cd47de8706fe79bdda7301', 'gw_port': {'id': '881ef7c9-31ad-46d1-aff4-540140ae6e59', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:39:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e75ba2fe-c90d-411e-9718-b219beae48e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:04:22Z', 'updated_at': '2021-06-11T11:04:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': 'e8a9a8e1-c3f0-45b7-a07b-c18ac262dd77', 'name': '', 'network_id': '1ff26387-e52c-4dbd-a269-baff6f9abc48', 'tenant_id': '7969c745a1cd47de8706fe79bdda7301', 'mac_address': 'fa:16:3e:ca:ee:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e75ba2fe-c90d-411e-9718-b219beae48e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '7c5092b9-3af4-4fcc-8003-5023ae42d58d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:04:25Z', 'updated_at': '2021-06-11T11:04:25Z', 'revision_number': 1, 'project_id': '7969c745a1cd47de8706fe79bdda7301', 'subnets': [{'id': '7c5092b9-3af4-4fcc-8003-5023ae42d58d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:04:26.696979 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811cb82d-548b-4316-9ed4-f24700911b99 None None] The sync data for ids ['e75ba2fe-c90d-411e-9718-b219beae48e0'] in n-d-779913-12 is: [{'id': 'e75ba2fe-c90d-411e-9718-b219beae48e0', 'name': 'tempest-TestEncryptedCinderVolumes-1038932796-router', 'tenant_id': '7969c745a1cd47de8706fe79bdda7301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': '881ef7c9-31ad-46d1-aff4-540140ae6e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:04:21Z', 'updated_at': '2021-06-11T11:04:26Z', 'revision_number': 4, 'project_id': '7969c745a1cd47de8706fe79bdda7301', 'gw_port': {'id': '881ef7c9-31ad-46d1-aff4-540140ae6e59', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:39:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e75ba2fe-c90d-411e-9718-b219beae48e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:04:22Z', 'updated_at': '2021-06-11T11:04:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': 'e8a9a8e1-c3f0-45b7-a07b-c18ac262dd77', 'name': '', 'network_id': '1ff26387-e52c-4dbd-a269-baff6f9abc48', 'tenant_id': '7969c745a1cd47de8706fe79bdda7301', 'mac_address': 'fa:16:3e:ca:ee:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e75ba2fe-c90d-411e-9718-b219beae48e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '7c5092b9-3af4-4fcc-8003-5023ae42d58d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:04:25Z', 'updated_at': '2021-06-11T11:04:25Z', 'revision_number': 1, 'project_id': '7969c745a1cd47de8706fe79bdda7301', 'subnets': [{'id': '7c5092b9-3af4-4fcc-8003-5023ae42d58d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:04:26.744213 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6b7c2eb-fb68-49ed-85ec-730b764b96e1 admin admin] Router e75ba2fe-c90d-411e-9718-b219beae48e0 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:04:26.863951 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 995c4208-fa1a-48dc-b332-87e5e986cb5a up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:04:26.870387 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f9b4bb1f-3a26-4660-a0bc-f8115eba795e None None] Provisioning complete for port e8a9a8e1-c3f0-45b7-a07b-c18ac262dd77 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:04:26.870682 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f9b4bb1f-3a26-4660-a0bc-f8115eba795e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:26.933323 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6b7c2eb-fb68-49ed-85ec-730b764b96e1 admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:04:26.940655 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-c6b7c2eb-fb68-49ed-85ec-730b764b96e1 admin admin] 10.222.0.60 "PUT /v2.0/routers/e75ba2fe-c90d-411e-9718-b219beae48e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2221050 Jun 11 11:04:26.969647 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f9b4bb1f-3a26-4660-a0bc-f8115eba795e None None] Port e8a9a8e1-c3f0-45b7-a07b-c18ac262dd77 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:04:26.988247 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 995c4208-fa1a-48dc-b332-87e5e986cb5a triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:04:26.988969 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:28.882004 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 881ef7c9-31ad-46d1-aff4-540140ae6e59 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:04:28.998965 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 881ef7c9-31ad-46d1-aff4-540140ae6e59 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:04:29.004262 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 881ef7c9-31ad-46d1-aff4-540140ae6e59 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:04:29.004761 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:29.097733 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:29.119837 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 881ef7c9-31ad-46d1-aff4-540140ae6e59, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=881ef7c9-31ad-46d1-aff4-540140ae6e59,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:04:29.227590 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:29.229564 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:04:29.289384 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=881ef7c9-31ad-46d1-aff4-540140ae6e59,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:04:29.292705 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:04:30.106946 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7681ba25-2ad4-49eb-8c0e-2fa588c31edb None None] Sync routers for ids ['e75ba2fe-c90d-411e-9718-b219beae48e0'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:04:30.116102 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7681ba25-2ad4-49eb-8c0e-2fa588c31edb None None] Routers {'e75ba2fe-c90d-411e-9718-b219beae48e0'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:04:30.116715 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-7681ba25-2ad4-49eb-8c0e-2fa588c31edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T11:04:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['e75ba2fe-c90d-411e-9718-b219beae48e0'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:04:30.287518 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-7681ba25-2ad4-49eb-8c0e-2fa588c31edb None None] Set router e75ba2fe-c90d-411e-9718-b219beae48e0 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:04:30.542651 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-7681ba25-2ad4-49eb-8c0e-2fa588c31edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75ba2fe-c90d-411e-9718-b219beae48e0', 'name': 'tempest-TestEncryptedCinderVolumes-1038932796-router', 'tenant_id': '7969c745a1cd47de8706fe79bdda7301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': '881ef7c9-31ad-46d1-aff4-540140ae6e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:04:21Z', 'updated_at': '2021-06-11T11:04:26Z', 'revision_number': 4, 'project_id': '7969c745a1cd47de8706fe79bdda7301', 'gw_port': {'id': '881ef7c9-31ad-46d1-aff4-540140ae6e59', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:39:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75ba2fe-c90d-411e-9718-b219beae48e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:04:22Z', 'updated_at': '2021-06-11T11:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': 'e8a9a8e1-c3f0-45b7-a07b-c18ac262dd77', 'name': '', 'network_id': '1ff26387-e52c-4dbd-a269-baff6f9abc48', 'tenant_id': '7969c745a1cd47de8706fe79bdda7301', 'mac_address': 'fa:16:3e:ca:ee:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e75ba2fe-c90d-411e-9718-b219beae48e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '7c5092b9-3af4-4fcc-8003-5023ae42d58d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:04:25Z', 'updated_at': '2021-06-11T11:04:26Z', 'revision_number': 2, 'project_id': '7969c745a1cd47de8706fe79bdda7301', 'subnets': [{'id': '7c5092b9-3af4-4fcc-8003-5023ae42d58d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:04:30.546012 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7681ba25-2ad4-49eb-8c0e-2fa588c31edb None None] Checking router: e75ba2fe-c90d-411e-9718-b219beae48e0 for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:04:30.546878 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7681ba25-2ad4-49eb-8c0e-2fa588c31edb None None] Updating router e75ba2fe-c90d-411e-9718-b219beae48e0 port e8a9a8e1-c3f0-45b7-a07b-c18ac262dd77 binding host n-d-779913-12 {{(pid=93179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 11:04:30.586526 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7681ba25-2ad4-49eb-8c0e-2fa588c31edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:30.861081 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 881ef7c9-31ad-46d1-aff4-540140ae6e59 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:04:30.912440 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7681ba25-2ad4-49eb-8c0e-2fa588c31edb None None] Notify callbacks [] for port, precommit_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:30.919365 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 881ef7c9-31ad-46d1-aff4-540140ae6e59 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:04:30.919780 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:30.922918 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-7681ba25-2ad4-49eb-8c0e-2fa588c31edb None None] Transition to ACTIVE for port object e8a9a8e1-c3f0-45b7-a07b-c18ac262dd77 will not be triggered until provisioned by entity L2. {{(pid=93179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:04:30.987920 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7681ba25-2ad4-49eb-8c0e-2fa588c31edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:30.990013 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-c1a0771f-b652-4d48-ba81-652bdcec0f97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:04:31.197679 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5d427e-f525-4a75-976e-ecdca1ea1174 None None] Pushing event updated for resources: {'Port': ['ID=e8a9a8e1-c3f0-45b7-a07b-c18ac262dd77,revision_number=3']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:04:31.200976 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-be5d427e-f525-4a75-976e-ecdca1ea1174 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:04:31.263437 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-7681ba25-2ad4-49eb-8c0e-2fa588c31edb None None] Attempting to bind port e8a9a8e1-c3f0-45b7-a07b-c18ac262dd77 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:04:31.263840 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-7681ba25-2ad4-49eb-8c0e-2fa588c31edb None None] Attempting to bind port e8a9a8e1-c3f0-45b7-a07b-c18ac262dd77 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'c9b819f2-33d0-4bf7-8e85-26b67eeff6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '1ff26387-e52c-4dbd-a269-baff6f9abc48'}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:04:31.264206 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7681ba25-2ad4-49eb-8c0e-2fa588c31edb None None] Attempting to bind port e8a9a8e1-c3f0-45b7-a07b-c18ac262dd77 on network 1ff26387-e52c-4dbd-a269-baff6f9abc48 {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:04:31.269061 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7681ba25-2ad4-49eb-8c0e-2fa588c31edb None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:04:31.269442 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7681ba25-2ad4-49eb-8c0e-2fa588c31edb None None] Checking segment: {'id': 'c9b819f2-33d0-4bf7-8e85-26b67eeff6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '1ff26387-e52c-4dbd-a269-baff6f9abc48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:04:31.269851 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7681ba25-2ad4-49eb-8c0e-2fa588c31edb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:31.270245 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7681ba25-2ad4-49eb-8c0e-2fa588c31edb None None] Bound using segment: {'id': 'c9b819f2-33d0-4bf7-8e85-26b67eeff6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '1ff26387-e52c-4dbd-a269-baff6f9abc48'} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:04:31.270703 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-7681ba25-2ad4-49eb-8c0e-2fa588c31edb None None] Bound port: e8a9a8e1-c3f0-45b7-a07b-c18ac262dd77, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9b819f2-33d0-4bf7-8e85-26b67eeff6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '1ff26387-e52c-4dbd-a269-baff6f9abc48'}}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:04:31.271073 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7681ba25-2ad4-49eb-8c0e-2fa588c31edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:31.346116 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7681ba25-2ad4-49eb-8c0e-2fa588c31edb None None] For port e8a9a8e1-c3f0-45b7-a07b-c18ac262dd77, host n-d-779913-12, cleared binding levels {{(pid=93179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:04:31.349672 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-7681ba25-2ad4-49eb-8c0e-2fa588c31edb None None] For port e8a9a8e1-c3f0-45b7-a07b-c18ac262dd77, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=e8a9a8e1-c3f0-45b7-a07b-c18ac262dd77,segment=NetworkSegment(c9b819f2-33d0-4bf7-8e85-26b67eeff6fb),segment_id=c9b819f2-33d0-4bf7-8e85-26b67eeff6fb)] {{(pid=93179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:04:31.416203 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-7681ba25-2ad4-49eb-8c0e-2fa588c31edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:31.418250 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-450bf5aa-a1eb-495d-bc44-e04eb41bb203 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:04:31.485818 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7681ba25-2ad4-49eb-8c0e-2fa588c31edb None None] Routers {'e75ba2fe-c90d-411e-9718-b219beae48e0'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:04:31.486465 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-7681ba25-2ad4-49eb-8c0e-2fa588c31edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T11:04:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['e75ba2fe-c90d-411e-9718-b219beae48e0'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:04:31.488430 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5d427e-f525-4a75-976e-ecdca1ea1174 None None] Pushing event updated for resources: {'Port': ['ID=e8a9a8e1-c3f0-45b7-a07b-c18ac262dd77,revision_number=4']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:04:31.493086 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-be5d427e-f525-4a75-976e-ecdca1ea1174 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:04:31.639900 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-7681ba25-2ad4-49eb-8c0e-2fa588c31edb None None] Set router e75ba2fe-c90d-411e-9718-b219beae48e0 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:04:31.902023 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-7681ba25-2ad4-49eb-8c0e-2fa588c31edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75ba2fe-c90d-411e-9718-b219beae48e0', 'name': 'tempest-TestEncryptedCinderVolumes-1038932796-router', 'tenant_id': '7969c745a1cd47de8706fe79bdda7301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': '881ef7c9-31ad-46d1-aff4-540140ae6e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:04:21Z', 'updated_at': '2021-06-11T11:04:26Z', 'revision_number': 4, 'project_id': '7969c745a1cd47de8706fe79bdda7301', 'gw_port': {'id': '881ef7c9-31ad-46d1-aff4-540140ae6e59', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:39:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75ba2fe-c90d-411e-9718-b219beae48e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:04:22Z', 'updated_at': '2021-06-11T11:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': 'e8a9a8e1-c3f0-45b7-a07b-c18ac262dd77', 'name': '', 'network_id': '1ff26387-e52c-4dbd-a269-baff6f9abc48', 'tenant_id': '7969c745a1cd47de8706fe79bdda7301', 'mac_address': 'fa:16:3e:ca:ee:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e75ba2fe-c90d-411e-9718-b219beae48e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '7c5092b9-3af4-4fcc-8003-5023ae42d58d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:04:25Z', 'updated_at': '2021-06-11T11:04:31Z', 'revision_number': 4, 'project_id': '7969c745a1cd47de8706fe79bdda7301', 'subnets': [{'id': '7c5092b9-3af4-4fcc-8003-5023ae42d58d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:04:31.905221 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7681ba25-2ad4-49eb-8c0e-2fa588c31edb None None] The sync data for ids ['e75ba2fe-c90d-411e-9718-b219beae48e0'] in n-d-779913-12 is: [{'id': 'e75ba2fe-c90d-411e-9718-b219beae48e0', 'name': 'tempest-TestEncryptedCinderVolumes-1038932796-router', 'tenant_id': '7969c745a1cd47de8706fe79bdda7301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': '881ef7c9-31ad-46d1-aff4-540140ae6e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:04:21Z', 'updated_at': '2021-06-11T11:04:26Z', 'revision_number': 4, 'project_id': '7969c745a1cd47de8706fe79bdda7301', 'gw_port': {'id': '881ef7c9-31ad-46d1-aff4-540140ae6e59', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:39:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75ba2fe-c90d-411e-9718-b219beae48e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:04:22Z', 'updated_at': '2021-06-11T11:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': 'e8a9a8e1-c3f0-45b7-a07b-c18ac262dd77', 'name': '', 'network_id': '1ff26387-e52c-4dbd-a269-baff6f9abc48', 'tenant_id': '7969c745a1cd47de8706fe79bdda7301', 'mac_address': 'fa:16:3e:ca:ee:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e75ba2fe-c90d-411e-9718-b219beae48e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '7c5092b9-3af4-4fcc-8003-5023ae42d58d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:04:25Z', 'updated_at': '2021-06-11T11:04:31Z', 'revision_number': 4, 'project_id': '7969c745a1cd47de8706fe79bdda7301', 'subnets': [{'id': '7c5092b9-3af4-4fcc-8003-5023ae42d58d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:04:32.227624 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:32.871343 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device e8a9a8e1-c3f0-45b7-a07b-c18ac262dd77 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:04:32.981361 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port e8a9a8e1-c3f0-45b7-a07b-c18ac262dd77 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:04:32.985813 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port e8a9a8e1-c3f0-45b7-a07b-c18ac262dd77 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:04:32.986201 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:33.076167 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:33.116848 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port e8a9a8e1-c3f0-45b7-a07b-c18ac262dd77, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=e8a9a8e1-c3f0-45b7-a07b-c18ac262dd77,segment=NetworkSegment(c9b819f2-33d0-4bf7-8e85-26b67eeff6fb),segment_id=c9b819f2-33d0-4bf7-8e85-26b67eeff6fb)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:04:33.188172 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:33.191221 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-26704fa0-4538-4df6-a48f-ac7ad548736f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:04:33.243632 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=e8a9a8e1-c3f0-45b7-a07b-c18ac262dd77,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:04:33.247541 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:04:34.858379 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device e8a9a8e1-c3f0-45b7-a07b-c18ac262dd77 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:04:34.912790 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port e8a9a8e1-c3f0-45b7-a07b-c18ac262dd77 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:04:34.913175 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:36.478716 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:42.964212 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0c06389d-310c-4ca5-a854-fbadf933bb15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:45.827673 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1970b409-5caf-4f1f-9e13-17fb4fdb5719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:45.981543 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:46.981496 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:04:48.459203 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 11:04:48.701235 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:05:02.203980 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:05:06.478180 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:05:12.986178 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-870383eb-d3dc-4910-bff4-900997d2a670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:05:15.832572 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b57f41dc-3429-4333-b01c-140089e76c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:05:15.986637 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:05:16.974963 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:05:18.712054 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:05:19.851381 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [req-c10e79a5-3f48-41a4-a142-dacd609c2fb5 req-3a6dbf41-896a-4d22-9bed-ecafe8650e95 service neutron] (93176) timed out ('10.222.0.60', 41368) {{(pid=93176) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 11 11:05:25.458269 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 11:05:32.254671 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:05:36.448923 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:05:42.969199 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d7104d28-b5b2-41f0-9545-f1fd8e484768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:05:45.825935 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-84bcea30-3a24-4955-a2ff-1bfae26507ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:05:45.979908 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:05:46.986156 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:05:48.705808 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:02.219246 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:02.458241 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 11:06:05.020137 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [req-373aa2a8-bda7-44d5-ac8a-c050929a2be7 req-c427bd9a-f004-4a9d-a526-158c44a661f5 service neutron] (93177) timed out ('10.222.0.69', 57325) {{(pid=93177) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 11 11:06:06.470956 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:12.985508 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-711f7ef9-bac6-4c75-8613-1ce4b492a649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:15.831051 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d9129ab1-7cfb-4f8d-b6f8-c80b7e2ac3f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:16.008052 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:16.979725 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:18.688230 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:20.237970 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [req-1b258463-b12a-403f-9920-d1a92ec8b251 req-5641d574-804e-47e2-8563-c3e5a40fc747 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] (93176) timed out ('10.222.0.64', 52438) {{(pid=93176) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 11 11:06:24.528769 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [req-680bf7ed-40d0-44c7-80c5-534f76d2ed99 req-d16da33c-1ea6-456c-a931-523209329c97 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] (93177) timed out ('10.222.0.60', 33442) {{(pid=93177) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 11 11:06:27.233060 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 44650) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:06:28.082264 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-affed8e6-0f26-482d-8964-12532c4357a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375209'] for router_interface, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:28.409077 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-affed8e6-0f26-482d-8964-12532c4357a8 admin admin] Deleting port 59bab23d-0b33-4711-83d6-1d6ffb185fff {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:06:28.409830 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-affed8e6-0f26-482d-8964-12532c4357a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:28.517380 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-affed8e6-0f26-482d-8964-12532c4357a8 admin admin] For port 59bab23d-0b33-4711-83d6-1d6ffb185fff, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=59bab23d-0b33-4711-83d6-1d6ffb185fff,segment=NetworkSegment(e079244f-224f-4c54-9441-da56e41de04b),segment_id=e079244f-224f-4c54-9441-da56e41de04b)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:06:28.517732 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-affed8e6-0f26-482d-8964-12532c4357a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:28.612716 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-affed8e6-0f26-482d-8964-12532c4357a8 admin admin] Calling delete_port for 59bab23d-0b33-4711-83d6-1d6ffb185fff owned by network:router_interface {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:06:28.893701 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-affed8e6-0f26-482d-8964-12532c4357a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:28.895970 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c6b7c2eb-fb68-49ed-85ec-730b764b96e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:06:28.925987 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affed8e6-0f26-482d-8964-12532c4357a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=59bab23d-0b33-4711-83d6-1d6ffb185fff,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:06:28.940281 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affed8e6-0f26-482d-8964-12532c4357a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:06:28.940802 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affed8e6-0f26-482d-8964-12532c4357a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:06:28.941207 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affed8e6-0f26-482d-8964-12532c4357a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:06:28.941708 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affed8e6-0f26-482d-8964-12532c4357a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:06:28.942097 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affed8e6-0f26-482d-8964-12532c4357a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:06:28.942475 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affed8e6-0f26-482d-8964-12532c4357a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:06:28.942850 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affed8e6-0f26-482d-8964-12532c4357a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:06:28.943272 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affed8e6-0f26-482d-8964-12532c4357a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:06:28.943684 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affed8e6-0f26-482d-8964-12532c4357a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:06:28.978723 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affed8e6-0f26-482d-8964-12532c4357a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:06:28.978723 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affed8e6-0f26-482d-8964-12532c4357a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:06:28.978723 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affed8e6-0f26-482d-8964-12532c4357a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:06:28.978723 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-affed8e6-0f26-482d-8964-12532c4357a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:06:29.167815 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-affed8e6-0f26-482d-8964-12532c4357a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362297'] for router_interface, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:29.467947 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-affed8e6-0f26-482d-8964-12532c4357a8 admin admin] Router 6a1ffa60-c7f6-402c-b8b0-af5b4ce103d7 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:06:29.611178 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-affed8e6-0f26-482d-8964-12532c4357a8 admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:06:29.616780 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-affed8e6-0f26-482d-8964-12532c4357a8 admin admin] 10.222.0.60 "PUT /v2.0/routers/6a1ffa60-c7f6-402c-b8b0-af5b4ce103d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3826680 Jun 11 11:06:29.619287 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 44656) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:06:29.620956 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f3259a-44b9-4054-b251-7a30980822d4 None None] Sync routers for ids ['6a1ffa60-c7f6-402c-b8b0-af5b4ce103d7'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:06:29.633488 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f3259a-44b9-4054-b251-7a30980822d4 None None] Routers {'6a1ffa60-c7f6-402c-b8b0-af5b4ce103d7'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:06:29.634210 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-c8f3259a-44b9-4054-b251-7a30980822d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T11:06:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['6a1ffa60-c7f6-402c-b8b0-af5b4ce103d7'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:06:29.760983 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f0b51721-cbc7-4751-9a98-1b7c69dcc2e4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:29.774144 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-c8f3259a-44b9-4054-b251-7a30980822d4 None None] Set router 6a1ffa60-c7f6-402c-b8b0-af5b4ce103d7 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:06:29.903109 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f0b51721-cbc7-4751-9a98-1b7c69dcc2e4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:30.032235 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-f0b51721-cbc7-4751-9a98-1b7c69dcc2e4 admin admin] Deleting port c62a5e3b-6132-4432-9671-e1f75d3148b1 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:06:30.032476 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f0b51721-cbc7-4751-9a98-1b7c69dcc2e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:30.139560 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-f0b51721-cbc7-4751-9a98-1b7c69dcc2e4 admin admin] For port c62a5e3b-6132-4432-9671-e1f75d3148b1, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=c62a5e3b-6132-4432-9671-e1f75d3148b1,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:06:30.139941 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f0b51721-cbc7-4751-9a98-1b7c69dcc2e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:30.197490 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-c8f3259a-44b9-4054-b251-7a30980822d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a1ffa60-c7f6-402c-b8b0-af5b4ce103d7', 'name': 'tempest-TestEncryptedCinderVolumes-1347638388-router', 'tenant_id': 'eceb350dff7c4e03af4f13378bdab9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': 'c62a5e3b-6132-4432-9671-e1f75d3148b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:04:14Z', 'updated_at': '2021-06-11T11:06:28Z', 'revision_number': 5, 'project_id': 'eceb350dff7c4e03af4f13378bdab9e5', 'gw_port': {'id': 'c62a5e3b-6132-4432-9671-e1f75d3148b1', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:38:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1ffa60-c7f6-402c-b8b0-af5b4ce103d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:04:14Z', 'updated_at': '2021-06-11T11:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:06:30.201002 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f3259a-44b9-4054-b251-7a30980822d4 None None] Checking router: 6a1ffa60-c7f6-402c-b8b0-af5b4ce103d7 for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:06:30.209549 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f3259a-44b9-4054-b251-7a30980822d4 None None] Routers {'6a1ffa60-c7f6-402c-b8b0-af5b4ce103d7'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:06:30.210155 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-c8f3259a-44b9-4054-b251-7a30980822d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T11:06:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['6a1ffa60-c7f6-402c-b8b0-af5b4ce103d7'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:06:30.236330 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-f0b51721-cbc7-4751-9a98-1b7c69dcc2e4 admin admin] Calling delete_port for c62a5e3b-6132-4432-9671-e1f75d3148b1 owned by network:router_gateway {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:06:30.327728 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-c8f3259a-44b9-4054-b251-7a30980822d4 None None] Set router 6a1ffa60-c7f6-402c-b8b0-af5b4ce103d7 gateway port host: None {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:06:30.407885 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-c8f3259a-44b9-4054-b251-7a30980822d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a1ffa60-c7f6-402c-b8b0-af5b4ce103d7', 'name': 'tempest-TestEncryptedCinderVolumes-1347638388-router', 'tenant_id': 'eceb350dff7c4e03af4f13378bdab9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:04:14Z', 'updated_at': '2021-06-11T11:06:29Z', 'revision_number': 6, 'project_id': 'eceb350dff7c4e03af4f13378bdab9e5', 'gw_port_host': None}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:06:30.411499 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f3259a-44b9-4054-b251-7a30980822d4 None None] The sync data for ids ['6a1ffa60-c7f6-402c-b8b0-af5b4ce103d7'] in n-d-779913-12 is: [{'id': '6a1ffa60-c7f6-402c-b8b0-af5b4ce103d7', 'name': 'tempest-TestEncryptedCinderVolumes-1347638388-router', 'tenant_id': 'eceb350dff7c4e03af4f13378bdab9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:04:14Z', 'updated_at': '2021-06-11T11:06:29Z', 'revision_number': 6, 'project_id': 'eceb350dff7c4e03af4f13378bdab9e5', 'gw_port_host': None}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:06:30.545124 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f0b51721-cbc7-4751-9a98-1b7c69dcc2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:30.547276 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e0def13a-d73b-43e3-a99f-f15b599cd283 tempest-RoutersNegativeTest-1768175653 tempest-RoutersNegativeTest-1768175653-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:06:30.576024 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b51721-cbc7-4751-9a98-1b7c69dcc2e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c62a5e3b-6132-4432-9671-e1f75d3148b1,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:06:30.579926 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f0b51721-cbc7-4751-9a98-1b7c69dcc2e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:06:30.655637 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f0b51721-cbc7-4751-9a98-1b7c69dcc2e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374120'] for router_gateway, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:30.795386 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f0b51721-cbc7-4751-9a98-1b7c69dcc2e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:30.798348 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f0b51721-cbc7-4751-9a98-1b7c69dcc2e4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:30.921818 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f0b51721-cbc7-4751-9a98-1b7c69dcc2e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:30.922353 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0b51721-cbc7-4751-9a98-1b7c69dcc2e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a1ffa60-c7f6-402c-b8b0-af5b4ce103d7 {{(pid=93177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 11:06:30.926693 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f0b51721-cbc7-4751-9a98-1b7c69dcc2e4 admin admin] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:30.928500 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-f0b51721-cbc7-4751-9a98-1b7c69dcc2e4 admin admin] 10.222.0.60 "DELETE /v2.0/routers/6a1ffa60-c7f6-402c-b8b0-af5b4ce103d7 HTTP/1.1" status: 204 len: 168 time: 1.3080392 Jun 11 11:06:30.930978 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 44658) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:06:30.985947 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccb03755-bbb9-44dc-b825-c2a7bac61272 admin admin] Deleting subnet 2b96d138-a0cd-41a9-80af-7f2ef9a3cb8c {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:06:30.988967 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ccb03755-bbb9-44dc-b825-c2a7bac61272 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:31.031256 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ccb03755-bbb9-44dc-b825-c2a7bac61272 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:31.126307 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ccb03755-bbb9-44dc-b825-c2a7bac61272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:31.200014 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 59bab23d-0b33-4711-83d6-1d6ffb185fff no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:06:31.225462 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 59bab23d-0b33-4711-83d6-1d6ffb185fff {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:06:31.225819 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 59bab23d-0b33-4711-83d6-1d6ffb185fff not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:06:31.226435 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device c62a5e3b-6132-4432-9671-e1f75d3148b1 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:06:31.230966 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ccb03755-bbb9-44dc-b825-c2a7bac61272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:31.234315 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-78b4ee6c-2e09-460e-8bbd-6e93455bee10 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:06:31.259369 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: c62a5e3b-6132-4432-9671-e1f75d3148b1 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:06:31.259788 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device c62a5e3b-6132-4432-9671-e1f75d3148b1 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:06:31.270787 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb03755-bbb9-44dc-b825-c2a7bac61272 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b96d138-a0cd-41a9-80af-7f2ef9a3cb8c,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:06:31.273565 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ccb03755-bbb9-44dc-b825-c2a7bac61272 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:31.276988 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-ccb03755-bbb9-44dc-b825-c2a7bac61272 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/2b96d138-a0cd-41a9-80af-7f2ef9a3cb8c HTTP/1.1" status: 204 len: 168 time: 0.3435686 Jun 11 11:06:31.276988 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ccb03755-bbb9-44dc-b825-c2a7bac61272 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:06:31.277951 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 44660) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:06:31.281783 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71948fe-fbf0-411f-8886-bbf10fb891d6 None None] Network d00f0f50-a4bf-4884-8d98-37e73879d5ce requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:06:31.373960 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e95a7d50-d8f8-43f1-9153-353f7be39681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:31.437344 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-e95a7d50-d8f8-43f1-9153-353f7be39681 admin admin] Deleting port ac1db92f-0c1e-4823-b976-fdbee40529a2 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:06:31.437679 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e95a7d50-d8f8-43f1-9153-353f7be39681 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:31.536073 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-e95a7d50-d8f8-43f1-9153-353f7be39681 admin admin] For port ac1db92f-0c1e-4823-b976-fdbee40529a2, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=ac1db92f-0c1e-4823-b976-fdbee40529a2,segment=NetworkSegment(e079244f-224f-4c54-9441-da56e41de04b),segment_id=e079244f-224f-4c54-9441-da56e41de04b)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:06:31.536073 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e95a7d50-d8f8-43f1-9153-353f7be39681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:31.546501 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8eef2a-15eb-4d45-a277-fea7303b1a27 None None] DHCP port deletion for d00f0f50-a4bf-4884-8d98-37e73879d5ce request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:06:31.599387 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-6e8eef2a-15eb-4d45-a277-fea7303b1a27 None None] Deleting port ac1db92f-0c1e-4823-b976-fdbee40529a2 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:06:31.599804 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6e8eef2a-15eb-4d45-a277-fea7303b1a27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:31.637149 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-e95a7d50-d8f8-43f1-9153-353f7be39681 admin admin] Calling delete_port for ac1db92f-0c1e-4823-b976-fdbee40529a2 owned by network:dhcp {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:06:31.684058 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-6e8eef2a-15eb-4d45-a277-fea7303b1a27 None None] For port ac1db92f-0c1e-4823-b976-fdbee40529a2, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=ac1db92f-0c1e-4823-b976-fdbee40529a2,segment=NetworkSegment(e079244f-224f-4c54-9441-da56e41de04b),segment_id=e079244f-224f-4c54-9441-da56e41de04b)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:06:31.684463 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6e8eef2a-15eb-4d45-a277-fea7303b1a27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:31.779338 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-6e8eef2a-15eb-4d45-a277-fea7303b1a27 None None] Calling delete_port for ac1db92f-0c1e-4823-b976-fdbee40529a2 owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:06:31.802577 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e95a7d50-d8f8-43f1-9153-353f7be39681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:31.805104 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ffcbbb51-f5f9-4e9d-898f-d05360e3f7b4 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:06:31.834325 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95a7d50-d8f8-43f1-9153-353f7be39681 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac1db92f-0c1e-4823-b976-fdbee40529a2,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:06:31.839097 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e95a7d50-d8f8-43f1-9153-353f7be39681 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:06:31.843668 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95a7d50-d8f8-43f1-9153-353f7be39681 admin admin] No DVR routers for this DVR port ac1db92f-0c1e-4823-b976-fdbee40529a2 on host n-d-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:06:31.869506 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6e8eef2a-15eb-4d45-a277-fea7303b1a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:31.871252 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:06:31.902623 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8eef2a-15eb-4d45-a277-fea7303b1a27 None None] Pushing event deleted for resources: {'Port': ['ID=ac1db92f-0c1e-4823-b976-fdbee40529a2,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:06:31.912577 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8eef2a-15eb-4d45-a277-fea7303b1a27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:06:31.912934 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8eef2a-15eb-4d45-a277-fea7303b1a27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:06:31.913280 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8eef2a-15eb-4d45-a277-fea7303b1a27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:06:31.913618 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8eef2a-15eb-4d45-a277-fea7303b1a27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:06:31.913955 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8eef2a-15eb-4d45-a277-fea7303b1a27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:06:31.914287 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8eef2a-15eb-4d45-a277-fea7303b1a27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:06:31.914614 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8eef2a-15eb-4d45-a277-fea7303b1a27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:06:31.914950 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8eef2a-15eb-4d45-a277-fea7303b1a27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:06:31.915268 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8eef2a-15eb-4d45-a277-fea7303b1a27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:06:31.915612 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8eef2a-15eb-4d45-a277-fea7303b1a27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:06:31.915945 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8eef2a-15eb-4d45-a277-fea7303b1a27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:06:31.916264 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8eef2a-15eb-4d45-a277-fea7303b1a27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:06:31.919056 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8eef2a-15eb-4d45-a277-fea7303b1a27 None None] No DVR routers for this DVR port ac1db92f-0c1e-4823-b976-fdbee40529a2 on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:06:31.922884 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-6e8eef2a-15eb-4d45-a277-fea7303b1a27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:06:32.242456 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:32.336601 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e95a7d50-d8f8-43f1-9153-353f7be39681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:32.352920 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-e95a7d50-d8f8-43f1-9153-353f7be39681 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d00f0f50-a4bf-4884-8d98-37e73879d5ce']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:06:32.364082 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-e95a7d50-d8f8-43f1-9153-353f7be39681 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e079244f-224f-4c54-9441-da56e41de04b') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:06:32.364382 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-e95a7d50-d8f8-43f1-9153-353f7be39681 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e079244f-224f-4c54-9441-da56e41de04b') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:06:32.374635 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e95a7d50-d8f8-43f1-9153-353f7be39681 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:32.388702 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e95a7d50-d8f8-43f1-9153-353f7be39681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:32.394284 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e95a7d50-d8f8-43f1-9153-353f7be39681 admin admin] Releasing vlan 778 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:06:32.394665 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e95a7d50-d8f8-43f1-9153-353f7be39681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:32.396319 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 11:06:32.396319 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:06:32.396319 n-d-779913-12 neutron-server[93177]: timer() Jun 11 11:06:32.396319 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:06:32.396319 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 11:06:32.396319 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:06:32.396319 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 11:06:32.396319 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:06:32.396319 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 11:06:32.396319 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:06:32.396319 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 11:06:32.396319 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:06:32.396319 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 11:06:32.396319 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:06:32.396319 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:06:32.396319 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:06:32.396319 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:06:32.396319 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:06:32.396319 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 11:06:32.396319 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:06:32.396319 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 11:06:32.396319 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:06:32.396319 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:06:32.396319 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:06:32.396319 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 11:06:32.396319 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:06:32.396319 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:06:32.396319 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:06:32.396319 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:06:32.396319 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:06:32.396319 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:06:32.396319 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:06:32.533593 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e95a7d50-d8f8-43f1-9153-353f7be39681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:32.537750 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e92e4037-399d-4b2f-a3d7-593d82c2ae52 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:06:32.545609 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e95a7d50-d8f8-43f1-9153-353f7be39681 admin admin] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:32.545609 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-e95a7d50-d8f8-43f1-9153-353f7be39681 admin admin] 10.222.0.60 "DELETE /v2.0/networks/d00f0f50-a4bf-4884-8d98-37e73879d5ce HTTP/1.1" status: 204 len: 168 time: 1.2631133 Jun 11 11:06:32.545827 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 44664) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:06:32.557010 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95a7d50-d8f8-43f1-9153-353f7be39681 admin admin] Pushing event deleted for resources: {'Network': ['ID=d00f0f50-a4bf-4884-8d98-37e73879d5ce,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:06:32.559397 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e95a7d50-d8f8-43f1-9153-353f7be39681 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:06:32.915697 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device ac1db92f-0c1e-4823-b976-fdbee40529a2 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:06:32.940091 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: ac1db92f-0c1e-4823-b976-fdbee40529a2 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:06:32.940460 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device ac1db92f-0c1e-4823-b976-fdbee40529a2 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:06:33.006313 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-27ca1778-2fb8-4693-892f-22272f74d0ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375209'] for router_interface, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:33.340572 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-27ca1778-2fb8-4693-892f-22272f74d0ee admin admin] Deleting port e8a9a8e1-c3f0-45b7-a07b-c18ac262dd77 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:06:33.340912 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-27ca1778-2fb8-4693-892f-22272f74d0ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:33.449124 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-27ca1778-2fb8-4693-892f-22272f74d0ee admin admin] For port e8a9a8e1-c3f0-45b7-a07b-c18ac262dd77, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=e8a9a8e1-c3f0-45b7-a07b-c18ac262dd77,segment=NetworkSegment(c9b819f2-33d0-4bf7-8e85-26b67eeff6fb),segment_id=c9b819f2-33d0-4bf7-8e85-26b67eeff6fb)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:06:33.449481 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-27ca1778-2fb8-4693-892f-22272f74d0ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:33.545299 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-27ca1778-2fb8-4693-892f-22272f74d0ee admin admin] Calling delete_port for e8a9a8e1-c3f0-45b7-a07b-c18ac262dd77 owned by network:router_interface {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:06:33.847965 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-27ca1778-2fb8-4693-892f-22272f74d0ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:33.850665 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ab6e2c09-8497-492c-a4fe-10a8d61791d9 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:06:33.880535 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ca1778-2fb8-4693-892f-22272f74d0ee admin admin] Pushing event deleted for resources: {'Port': ['ID=e8a9a8e1-c3f0-45b7-a07b-c18ac262dd77,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:06:33.892024 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ca1778-2fb8-4693-892f-22272f74d0ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:06:33.892413 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ca1778-2fb8-4693-892f-22272f74d0ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:06:33.892791 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ca1778-2fb8-4693-892f-22272f74d0ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:06:33.893161 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ca1778-2fb8-4693-892f-22272f74d0ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:06:33.893527 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ca1778-2fb8-4693-892f-22272f74d0ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:06:33.893895 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ca1778-2fb8-4693-892f-22272f74d0ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:06:33.894256 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ca1778-2fb8-4693-892f-22272f74d0ee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:06:33.894620 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ca1778-2fb8-4693-892f-22272f74d0ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:06:33.894980 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ca1778-2fb8-4693-892f-22272f74d0ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:06:33.895342 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ca1778-2fb8-4693-892f-22272f74d0ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:06:33.895775 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ca1778-2fb8-4693-892f-22272f74d0ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:06:33.896133 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ca1778-2fb8-4693-892f-22272f74d0ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:06:33.926052 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-27ca1778-2fb8-4693-892f-22272f74d0ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:06:34.132061 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-27ca1778-2fb8-4693-892f-22272f74d0ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362297'] for router_interface, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:34.435393 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27ca1778-2fb8-4693-892f-22272f74d0ee admin admin] Router e75ba2fe-c90d-411e-9718-b219beae48e0 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:06:34.581066 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27ca1778-2fb8-4693-892f-22272f74d0ee admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:06:34.586319 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-27ca1778-2fb8-4693-892f-22272f74d0ee admin admin] 10.222.0.60 "PUT /v2.0/routers/e75ba2fe-c90d-411e-9718-b219beae48e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0400701 Jun 11 11:06:34.589478 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 44668) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:06:34.590825 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac569dbd-a739-4c8f-ba9b-d04e2a17de84 None None] Sync routers for ids ['e75ba2fe-c90d-411e-9718-b219beae48e0'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:06:34.599975 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac569dbd-a739-4c8f-ba9b-d04e2a17de84 None None] Routers {'e75ba2fe-c90d-411e-9718-b219beae48e0'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:06:34.600590 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-ac569dbd-a739-4c8f-ba9b-d04e2a17de84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T11:06:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['e75ba2fe-c90d-411e-9718-b219beae48e0'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:06:34.732632 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c81773ef-9e6d-499b-842b-b8aba722bbf7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:34.740625 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-ac569dbd-a739-4c8f-ba9b-d04e2a17de84 None None] Set router e75ba2fe-c90d-411e-9718-b219beae48e0 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:06:34.885124 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c81773ef-9e6d-499b-842b-b8aba722bbf7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:34.979022 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-ac569dbd-a739-4c8f-ba9b-d04e2a17de84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75ba2fe-c90d-411e-9718-b219beae48e0', 'name': 'tempest-TestEncryptedCinderVolumes-1038932796-router', 'tenant_id': '7969c745a1cd47de8706fe79bdda7301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': '881ef7c9-31ad-46d1-aff4-540140ae6e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:04:21Z', 'updated_at': '2021-06-11T11:06:33Z', 'revision_number': 5, 'project_id': '7969c745a1cd47de8706fe79bdda7301', 'gw_port': {'id': '881ef7c9-31ad-46d1-aff4-540140ae6e59', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:39:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75ba2fe-c90d-411e-9718-b219beae48e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:04:22Z', 'updated_at': '2021-06-11T11:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:06:34.982622 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac569dbd-a739-4c8f-ba9b-d04e2a17de84 None None] Checking router: e75ba2fe-c90d-411e-9718-b219beae48e0 for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:06:34.990310 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-c81773ef-9e6d-499b-842b-b8aba722bbf7 admin admin] Deleting port 881ef7c9-31ad-46d1-aff4-540140ae6e59 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:06:34.990717 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c81773ef-9e6d-499b-842b-b8aba722bbf7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:34.991327 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac569dbd-a739-4c8f-ba9b-d04e2a17de84 None None] Routers {'e75ba2fe-c90d-411e-9718-b219beae48e0'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:06:34.991976 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-ac569dbd-a739-4c8f-ba9b-d04e2a17de84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T11:06:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['e75ba2fe-c90d-411e-9718-b219beae48e0'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:06:35.098809 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-c81773ef-9e6d-499b-842b-b8aba722bbf7 admin admin] For port 881ef7c9-31ad-46d1-aff4-540140ae6e59, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=881ef7c9-31ad-46d1-aff4-540140ae6e59,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:06:35.099211 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c81773ef-9e6d-499b-842b-b8aba722bbf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:35.198888 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-c81773ef-9e6d-499b-842b-b8aba722bbf7 admin admin] Calling delete_port for 881ef7c9-31ad-46d1-aff4-540140ae6e59 owned by network:router_gateway {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:06:35.207824 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-ac569dbd-a739-4c8f-ba9b-d04e2a17de84 None None] Set router e75ba2fe-c90d-411e-9718-b219beae48e0 gateway port host: None {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:06:35.289991 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-ac569dbd-a739-4c8f-ba9b-d04e2a17de84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75ba2fe-c90d-411e-9718-b219beae48e0', 'name': 'tempest-TestEncryptedCinderVolumes-1038932796-router', 'tenant_id': '7969c745a1cd47de8706fe79bdda7301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:04:21Z', 'updated_at': '2021-06-11T11:06:34Z', 'revision_number': 6, 'project_id': '7969c745a1cd47de8706fe79bdda7301', 'gw_port_host': None}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:06:35.293798 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac569dbd-a739-4c8f-ba9b-d04e2a17de84 None None] The sync data for ids ['e75ba2fe-c90d-411e-9718-b219beae48e0'] in n-d-779913-12 is: [{'id': 'e75ba2fe-c90d-411e-9718-b219beae48e0', 'name': 'tempest-TestEncryptedCinderVolumes-1038932796-router', 'tenant_id': '7969c745a1cd47de8706fe79bdda7301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:04:21Z', 'updated_at': '2021-06-11T11:06:34Z', 'revision_number': 6, 'project_id': '7969c745a1cd47de8706fe79bdda7301', 'gw_port_host': None}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:06:35.482274 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c81773ef-9e6d-499b-842b-b8aba722bbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:35.485280 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-27ca1778-2fb8-4693-892f-22272f74d0ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:06:35.516563 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81773ef-9e6d-499b-842b-b8aba722bbf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=881ef7c9-31ad-46d1-aff4-540140ae6e59,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:06:35.524198 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c81773ef-9e6d-499b-842b-b8aba722bbf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:06:35.598801 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c81773ef-9e6d-499b-842b-b8aba722bbf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374120'] for router_gateway, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:35.738826 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c81773ef-9e6d-499b-842b-b8aba722bbf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:35.741061 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c81773ef-9e6d-499b-842b-b8aba722bbf7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:35.882045 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c81773ef-9e6d-499b-842b-b8aba722bbf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:35.882527 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c81773ef-9e6d-499b-842b-b8aba722bbf7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e75ba2fe-c90d-411e-9718-b219beae48e0 {{(pid=93176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 11:06:35.886893 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c81773ef-9e6d-499b-842b-b8aba722bbf7 admin admin] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:35.888087 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-c81773ef-9e6d-499b-842b-b8aba722bbf7 admin admin] 10.222.0.60 "DELETE /v2.0/routers/e75ba2fe-c90d-411e-9718-b219beae48e0 HTTP/1.1" status: 204 len: 168 time: 1.2976680 Jun 11 11:06:35.890529 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 44670) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:06:35.943358 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ec51da1-9e56-47ac-8097-86a7d9fccdd4 admin admin] Deleting subnet 7c5092b9-3af4-4fcc-8003-5023ae42d58d {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:06:35.946414 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9ec51da1-9e56-47ac-8097-86a7d9fccdd4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:35.993397 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9ec51da1-9e56-47ac-8097-86a7d9fccdd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:36.087544 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9ec51da1-9e56-47ac-8097-86a7d9fccdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:36.214162 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9ec51da1-9e56-47ac-8097-86a7d9fccdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:36.217605 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-bf7d5274-417b-4cf9-a933-87c24c8cee09 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:06:36.256777 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec51da1-9e56-47ac-8097-86a7d9fccdd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c5092b9-3af4-4fcc-8003-5023ae42d58d,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:06:36.260930 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9ec51da1-9e56-47ac-8097-86a7d9fccdd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:06:36.262108 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9ec51da1-9e56-47ac-8097-86a7d9fccdd4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:36.264185 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-9ec51da1-9e56-47ac-8097-86a7d9fccdd4 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/7c5092b9-3af4-4fcc-8003-5023ae42d58d HTTP/1.1" status: 204 len: 168 time: 0.3726673 Jun 11 11:06:36.267488 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 44672) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:06:36.269927 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7532d1-a352-4317-8d58-4150f7339a5d None None] Network 1ff26387-e52c-4dbd-a269-baff6f9abc48 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:06:36.364396 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4b672b64-9c4c-46aa-bb9c-ec749c94a906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:36.436925 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-4b672b64-9c4c-46aa-bb9c-ec749c94a906 admin admin] Deleting port 995c4208-fa1a-48dc-b332-87e5e986cb5a {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:06:36.437149 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4b672b64-9c4c-46aa-bb9c-ec749c94a906 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:36.503151 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31678d58-9f1c-4629-8f4d-012a58578023 None None] DHCP port deletion for 1ff26387-e52c-4dbd-a269-baff6f9abc48 request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:06:36.506870 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:36.529987 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-4b672b64-9c4c-46aa-bb9c-ec749c94a906 admin admin] For port 995c4208-fa1a-48dc-b332-87e5e986cb5a, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=995c4208-fa1a-48dc-b332-87e5e986cb5a,segment=NetworkSegment(c9b819f2-33d0-4bf7-8e85-26b67eeff6fb),segment_id=c9b819f2-33d0-4bf7-8e85-26b67eeff6fb)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:06:36.530336 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4b672b64-9c4c-46aa-bb9c-ec749c94a906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:36.561016 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-31678d58-9f1c-4629-8f4d-012a58578023 None None] Deleting port 995c4208-fa1a-48dc-b332-87e5e986cb5a {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:06:36.561403 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-31678d58-9f1c-4629-8f4d-012a58578023 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:36.633636 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-4b672b64-9c4c-46aa-bb9c-ec749c94a906 admin admin] Calling delete_port for 995c4208-fa1a-48dc-b332-87e5e986cb5a owned by network:dhcp {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:06:36.644322 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-31678d58-9f1c-4629-8f4d-012a58578023 None None] For port 995c4208-fa1a-48dc-b332-87e5e986cb5a, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=995c4208-fa1a-48dc-b332-87e5e986cb5a,segment=NetworkSegment(c9b819f2-33d0-4bf7-8e85-26b67eeff6fb),segment_id=c9b819f2-33d0-4bf7-8e85-26b67eeff6fb)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:06:36.644751 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-31678d58-9f1c-4629-8f4d-012a58578023 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:36.740291 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-31678d58-9f1c-4629-8f4d-012a58578023 None None] Calling delete_port for 995c4208-fa1a-48dc-b332-87e5e986cb5a owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:06:36.808248 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4b672b64-9c4c-46aa-bb9c-ec749c94a906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:36.811861 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1cda8c77-f71f-40de-b83a-b1ab5656611b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:06:36.842645 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-31678d58-9f1c-4629-8f4d-012a58578023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:36.844061 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b672b64-9c4c-46aa-bb9c-ec749c94a906 admin admin] No DVR routers for this DVR port 995c4208-fa1a-48dc-b332-87e5e986cb5a on host n-d-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:06:36.848950 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:06:36.849310 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b672b64-9c4c-46aa-bb9c-ec749c94a906 admin admin] Pushing event deleted for resources: {'Port': ['ID=995c4208-fa1a-48dc-b332-87e5e986cb5a,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:06:36.851544 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4b672b64-9c4c-46aa-bb9c-ec749c94a906 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:06:36.875501 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31678d58-9f1c-4629-8f4d-012a58578023 None None] No DVR routers for this DVR port 995c4208-fa1a-48dc-b332-87e5e986cb5a on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:06:36.877437 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31678d58-9f1c-4629-8f4d-012a58578023 None None] Pushing event deleted for resources: {'Port': ['ID=995c4208-fa1a-48dc-b332-87e5e986cb5a,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:06:36.880401 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-31678d58-9f1c-4629-8f4d-012a58578023 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:06:36.929784 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 995c4208-fa1a-48dc-b332-87e5e986cb5a no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:06:36.954950 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 995c4208-fa1a-48dc-b332-87e5e986cb5a {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:06:36.955307 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 995c4208-fa1a-48dc-b332-87e5e986cb5a not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:06:36.955763 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device e8a9a8e1-c3f0-45b7-a07b-c18ac262dd77 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:06:36.956159 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4b672b64-9c4c-46aa-bb9c-ec749c94a906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:36.967974 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-4b672b64-9c4c-46aa-bb9c-ec749c94a906 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ff26387-e52c-4dbd-a269-baff6f9abc48']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:06:36.979211 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-4b672b64-9c4c-46aa-bb9c-ec749c94a906 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9b819f2-33d0-4bf7-8e85-26b67eeff6fb') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:06:36.979542 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-4b672b64-9c4c-46aa-bb9c-ec749c94a906 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9b819f2-33d0-4bf7-8e85-26b67eeff6fb') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:06:36.981933 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: e8a9a8e1-c3f0-45b7-a07b-c18ac262dd77 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:06:36.982291 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device e8a9a8e1-c3f0-45b7-a07b-c18ac262dd77 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:06:36.982722 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 881ef7c9-31ad-46d1-aff4-540140ae6e59 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:06:36.989560 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4b672b64-9c4c-46aa-bb9c-ec749c94a906 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:37.004335 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4b672b64-9c4c-46aa-bb9c-ec749c94a906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:37.006326 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 881ef7c9-31ad-46d1-aff4-540140ae6e59 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:06:37.007217 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 881ef7c9-31ad-46d1-aff4-540140ae6e59 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:06:37.011967 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b672b64-9c4c-46aa-bb9c-ec749c94a906 admin admin] Releasing vlan 783 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:06:37.012371 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4b672b64-9c4c-46aa-bb9c-ec749c94a906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:37.014060 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 11:06:37.014060 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:06:37.014060 n-d-779913-12 neutron-server[93177]: timer() Jun 11 11:06:37.014060 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:06:37.014060 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 11:06:37.014060 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:06:37.014060 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 11:06:37.014060 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:06:37.014060 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 11:06:37.014060 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:06:37.014060 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 11:06:37.014060 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:06:37.014060 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 11:06:37.014060 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:06:37.014060 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:06:37.014060 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:06:37.014060 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:06:37.014060 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:06:37.014060 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 11:06:37.014060 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:06:37.014060 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 11:06:37.014060 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:06:37.014060 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:06:37.014060 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:06:37.014060 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 11:06:37.014060 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:06:37.014060 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:06:37.014060 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:06:37.014060 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:06:37.014060 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:06:37.014060 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:06:37.014060 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:06:37.150266 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4b672b64-9c4c-46aa-bb9c-ec749c94a906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:37.154779 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4b672b64-9c4c-46aa-bb9c-ec749c94a906 admin admin] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:37.156724 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-4b672b64-9c4c-46aa-bb9c-ec749c94a906 admin admin] 10.222.0.60 "DELETE /v2.0/networks/1ff26387-e52c-4dbd-a269-baff6f9abc48 HTTP/1.1" status: 204 len: 168 time: 0.8883917 Jun 11 11:06:37.157477 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3aef7e26-29c2-43f6-891c-5c3f07000c54 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:06:37.172798 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b672b64-9c4c-46aa-bb9c-ec749c94a906 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ff26387-e52c-4dbd-a269-baff6f9abc48,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:06:37.175197 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4b672b64-9c4c-46aa-bb9c-ec749c94a906 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:06:37.433860 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 44676) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:06:37.479871 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-1b297b51-8484-4e3b-a3de-5fbd1556fe62 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=eceb350dff7c4e03af4f13378bdab9e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0447454 Jun 11 11:06:37.482228 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 44678) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:06:37.534844 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-52073367-4150-40be-99d3-44a7b65f3163 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:37.559023 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-52073367-4150-40be-99d3-44a7b65f3163 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:37.676403 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-52073367-4150-40be-99d3-44a7b65f3163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:37.679584 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-52073367-4150-40be-99d3-44a7b65f3163 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:37.683294 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-52073367-4150-40be-99d3-44a7b65f3163 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b8e4e7e1-d553-48dc-a34f-e7f95b56a9dd HTTP/1.1" status: 204 len: 168 time: 0.1975794 Jun 11 11:06:37.683294 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b2c2bd6d-c334-4dbe-8322-ff70b46b5870 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:06:37.691034 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52073367-4150-40be-99d3-44a7b65f3163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e4e7e1-d553-48dc-a34f-e7f95b56a9dd,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:06:37.694202 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-52073367-4150-40be-99d3-44a7b65f3163 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:06:38.257356 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 44684) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:06:38.303211 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-0ee8881c-037d-4253-884a-9e77f9750133 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7969c745a1cd47de8706fe79bdda7301&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0445931 Jun 11 11:06:38.305532 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 44686) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:06:38.358738 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3b37f269-0f0e-4978-8120-1985907260b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:38.387854 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3b37f269-0f0e-4978-8120-1985907260b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:38.493058 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3b37f269-0f0e-4978-8120-1985907260b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:38.495642 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3b37f269-0f0e-4978-8120-1985907260b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:38.496847 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-3b37f269-0f0e-4978-8120-1985907260b3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d617bb6c-f898-4f20-9ab4-623b7484a19d HTTP/1.1" status: 204 len: 168 time: 0.1904163 Jun 11 11:06:38.497642 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b58428bf-7957-445a-8c25-a6d0e0a68a2e tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:06:38.506202 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b37f269-0f0e-4978-8120-1985907260b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d617bb6c-f898-4f20-9ab4-623b7484a19d,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:06:38.509276 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3b37f269-0f0e-4978-8120-1985907260b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:06:39.456717 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 11:06:39.524294 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 44708) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:06:39.622994 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-5ee5569f-aa94-4b0f-8ff6-d97528e2779b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-384216999-network', 'tenant_id': '24393893dd8845c4b51bb4c67f368d81'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:06:39.733428 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee5569f-aa94-4b0f-8ff6-d97528e2779b admin admin] Made reservation on behalf of 24393893dd8845c4b51bb4c67f368d81 for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:06:39.735850 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5ee5569f-aa94-4b0f-8ff6-d97528e2779b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:39.747257 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5ee5569f-aa94-4b0f-8ff6-d97528e2779b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:39.846577 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5ee5569f-aa94-4b0f-8ff6-d97528e2779b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:39.927516 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5ee5569f-aa94-4b0f-8ff6-d97528e2779b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:39.930744 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-173f202b-48f8-49e6-8ba4-73d5c7cd79a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:06:39.959259 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ee5569f-aa94-4b0f-8ff6-d97528e2779b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 782} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:06:39.969805 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee5569f-aa94-4b0f-8ff6-d97528e2779b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29cae761-2e61-4e67-93a5-a77ac472cde2,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:06:39.974027 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5ee5569f-aa94-4b0f-8ff6-d97528e2779b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:06:39.975076 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5ee5569f-aa94-4b0f-8ff6-d97528e2779b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:39.975416 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-5ee5569f-aa94-4b0f-8ff6-d97528e2779b admin admin] Added segment b6be05de-c1ec-4f19-806f-fe940e58a579 of type vlan for network 24a036f4-b8bf-456a-9e13-da1ee9c75bb8 Jun 11 11:06:40.032778 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5ee5569f-aa94-4b0f-8ff6-d97528e2779b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:40.127645 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5ee5569f-aa94-4b0f-8ff6-d97528e2779b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:40.128616 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee5569f-aa94-4b0f-8ff6-d97528e2779b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:06:40.129194 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5ee5569f-aa94-4b0f-8ff6-d97528e2779b admin admin] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:40.131388 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-68163d1b-0dbb-4a18-b13e-8d606fafa57e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:06:40.209794 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee5569f-aa94-4b0f-8ff6-d97528e2779b admin admin] Pushing event updated for resources: {'Network': ['ID=24a036f4-b8bf-456a-9e13-da1ee9c75bb8,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:06:40.212445 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5ee5569f-aa94-4b0f-8ff6-d97528e2779b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:06:40.219956 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 24a036f4-b8bf-456a-9e13-da1ee9c75bb8 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:06:40.225557 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-5ee5569f-aa94-4b0f-8ff6-d97528e2779b admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7001650 Jun 11 11:06:40.228538 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 44714) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:06:40.234021 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-d38eb12a-f168-4734-8f61-61881318f776 admin admin] Request body: {'subnet': {'network_id': '24a036f4-b8bf-456a-9e13-da1ee9c75bb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-384216999-subnet', 'tenant_id': '24393893dd8845c4b51bb4c67f368d81', 'ip_version': 4}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:06:40.305182 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d38eb12a-f168-4734-8f61-61881318f776 admin admin] Made reservation on behalf of 24393893dd8845c4b51bb4c67f368d81 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:06:40.307660 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d38eb12a-f168-4734-8f61-61881318f776 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:40.590578 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d38eb12a-f168-4734-8f61-61881318f776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:40.593431 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d1fb6e05-759e-48d2-a2d2-0591aa01fe91 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:06:40.660930 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38eb12a-f168-4734-8f61-61881318f776 admin admin] Pushing event updated for resources: {'Subnet': ['ID=049f00da-f154-4086-b9e1-245f0aaec9b6,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:06:40.665072 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d38eb12a-f168-4734-8f61-61881318f776 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:06:40.666231 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38eb12a-f168-4734-8f61-61881318f776 admin admin] Checking segment: {'id': 'b6be05de-c1ec-4f19-806f-fe940e58a579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '24a036f4-b8bf-456a-9e13-da1ee9c75bb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:06:40.666582 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38eb12a-f168-4734-8f61-61881318f776 admin admin] Network hostable DHCP agents. Network: 24a036f4-b8bf-456a-9e13-da1ee9c75bb8, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:06:40.727652 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38eb12a-f168-4734-8f61-61881318f776 admin admin] Network 24a036f4-b8bf-456a-9e13-da1ee9c75bb8 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:06:40.836480 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-d38eb12a-f168-4734-8f61-61881318f776 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 24a036f4-b8bf-456a-9e13-da1ee9c75bb8) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:06:40.841748 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38eb12a-f168-4734-8f61-61881318f776 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:06:40.842558 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d38eb12a-f168-4734-8f61-61881318f776 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:40.849465 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e6f12c-c60d-4eb8-ac15-e825365005fd None None] Network 24a036f4-b8bf-456a-9e13-da1ee9c75bb8 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:06:40.925228 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-d38eb12a-f168-4734-8f61-61881318f776 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6930192 Jun 11 11:06:40.925911 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 44718) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:06:40.930649 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-23c77e0e-fb33-424a-b3d5-70382a0cad4c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-384216999-router', 'tenant_id': '24393893dd8845c4b51bb4c67f368d81', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:06:41.002381 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-23c77e0e-fb33-424a-b3d5-70382a0cad4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:41.003633 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-23c77e0e-fb33-424a-b3d5-70382a0cad4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:41.036553 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f852e4db-c8e5-4c5e-b5e6-eee342f30bcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-24a036f4-b8bf-456a-9e13-da1ee9c75bb8', 'network_id': '24a036f4-b8bf-456a-9e13-da1ee9c75bb8', 'tenant_id': '24393893dd8845c4b51bb4c67f368d81', 'fixed_ips': [{'subnet_id': '049f00da-f154-4086-b9e1-245f0aaec9b6'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:06:41.037420 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f852e4db-c8e5-4c5e-b5e6-eee342f30bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:41.091345 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-23c77e0e-fb33-424a-b3d5-70382a0cad4c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:41.189719 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-f852e4db-c8e5-4c5e-b5e6-eee342f30bcc None None] Allocated IP 172.20.0.2 (24a036f4-b8bf-456a-9e13-da1ee9c75bb8/049f00da-f154-4086-b9e1-245f0aaec9b6/758f3ab1-0512-4974-b3dd-df310edc8fec) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:06:41.364020 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-23c77e0e-fb33-424a-b3d5-70382a0cad4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:41.377906 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f852e4db-c8e5-4c5e-b5e6-eee342f30bcc None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:41.386781 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f852e4db-c8e5-4c5e-b5e6-eee342f30bcc None None] Transition to ACTIVE for port object 758f3ab1-0512-4974-b3dd-df310edc8fec will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:06:41.403037 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f852e4db-c8e5-4c5e-b5e6-eee342f30bcc None None] Transition to ACTIVE for port object 758f3ab1-0512-4974-b3dd-df310edc8fec will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:06:41.494172 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f852e4db-c8e5-4c5e-b5e6-eee342f30bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:41.496227 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-6ec8326a-ea17-42a1-a091-7c4dd0d55062 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:06:41.544730 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f852e4db-c8e5-4c5e-b5e6-eee342f30bcc None None] Network 24a036f4-b8bf-456a-9e13-da1ee9c75bb8 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:06:41.547765 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-f852e4db-c8e5-4c5e-b5e6-eee342f30bcc None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:06:41.552402 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f852e4db-c8e5-4c5e-b5e6-eee342f30bcc None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:06:41.555498 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f852e4db-c8e5-4c5e-b5e6-eee342f30bcc None None] Pushing event updated for resources: {'Port': ['ID=758f3ab1-0512-4974-b3dd-df310edc8fec,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:06:41.559174 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f852e4db-c8e5-4c5e-b5e6-eee342f30bcc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:06:41.714128 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-23c77e0e-fb33-424a-b3d5-70382a0cad4c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:41.745748 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-23c77e0e-fb33-424a-b3d5-70382a0cad4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:41.812486 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-f852e4db-c8e5-4c5e-b5e6-eee342f30bcc None None] Attempting to bind port 758f3ab1-0512-4974-b3dd-df310edc8fec on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:06:41.812861 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-f852e4db-c8e5-4c5e-b5e6-eee342f30bcc None None] Attempting to bind port 758f3ab1-0512-4974-b3dd-df310edc8fec by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'b6be05de-c1ec-4f19-806f-fe940e58a579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '24a036f4-b8bf-456a-9e13-da1ee9c75bb8'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:06:41.813465 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f852e4db-c8e5-4c5e-b5e6-eee342f30bcc None None] Attempting to bind port 758f3ab1-0512-4974-b3dd-df310edc8fec on network 24a036f4-b8bf-456a-9e13-da1ee9c75bb8 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:06:41.818020 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f852e4db-c8e5-4c5e-b5e6-eee342f30bcc None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:06:41.818403 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f852e4db-c8e5-4c5e-b5e6-eee342f30bcc None None] Checking segment: {'id': 'b6be05de-c1ec-4f19-806f-fe940e58a579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '24a036f4-b8bf-456a-9e13-da1ee9c75bb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:06:41.818839 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f852e4db-c8e5-4c5e-b5e6-eee342f30bcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:41.819794 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f852e4db-c8e5-4c5e-b5e6-eee342f30bcc None None] Bound using segment: {'id': 'b6be05de-c1ec-4f19-806f-fe940e58a579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '24a036f4-b8bf-456a-9e13-da1ee9c75bb8'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:06:41.820292 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-f852e4db-c8e5-4c5e-b5e6-eee342f30bcc None None] Bound port: 758f3ab1-0512-4974-b3dd-df310edc8fec, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6be05de-c1ec-4f19-806f-fe940e58a579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '24a036f4-b8bf-456a-9e13-da1ee9c75bb8'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:06:41.820683 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f852e4db-c8e5-4c5e-b5e6-eee342f30bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:41.865367 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-23c77e0e-fb33-424a-b3d5-70382a0cad4c admin admin] Allocated IP 172.25.4.10 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/bfa89877-2344-4f52-9636-5bcbf9808263) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:06:41.894322 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f852e4db-c8e5-4c5e-b5e6-eee342f30bcc None None] For port 758f3ab1-0512-4974-b3dd-df310edc8fec, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:06:41.897948 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f852e4db-c8e5-4c5e-b5e6-eee342f30bcc None None] For port 758f3ab1-0512-4974-b3dd-df310edc8fec, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=758f3ab1-0512-4974-b3dd-df310edc8fec,segment=NetworkSegment(b6be05de-c1ec-4f19-806f-fe940e58a579),segment_id=b6be05de-c1ec-4f19-806f-fe940e58a579)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:06:41.979526 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f852e4db-c8e5-4c5e-b5e6-eee342f30bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:41.982300 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:06:42.003237 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-23c77e0e-fb33-424a-b3d5-70382a0cad4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:42.049201 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f852e4db-c8e5-4c5e-b5e6-eee342f30bcc None None] Pushing event updated for resources: {'Port': ['ID=758f3ab1-0512-4974-b3dd-df310edc8fec,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:06:42.052344 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f852e4db-c8e5-4c5e-b5e6-eee342f30bcc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:06:42.111008 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-23c77e0e-fb33-424a-b3d5-70382a0cad4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:42.113344 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b5af9575-1128-44d2-8209-88f05b7b5607 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:06:42.162340 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c77e0e-fb33-424a-b3d5-70382a0cad4c admin admin] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:06:42.168018 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-23c77e0e-fb33-424a-b3d5-70382a0cad4c admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:06:42.181217 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c77e0e-fb33-424a-b3d5-70382a0cad4c admin admin] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:06:42.218295 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c77e0e-fb33-424a-b3d5-70382a0cad4c admin admin] Pushing event updated for resources: {'Port': ['ID=bfa89877-2344-4f52-9636-5bcbf9808263,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:06:42.223274 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-23c77e0e-fb33-424a-b3d5-70382a0cad4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:06:42.604444 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-23c77e0e-fb33-424a-b3d5-70382a0cad4c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:42.920645 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-23c77e0e-fb33-424a-b3d5-70382a0cad4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:42.924989 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e890a112-c777-4444-a49b-df186c4767da None None] Network 24a036f4-b8bf-456a-9e13-da1ee9c75bb8 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:06:43.000725 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 758f3ab1-0512-4974-b3dd-df310edc8fec up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:06:43.004490 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ab5b48be-ee41-43f0-8564-024f28e73293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:43.247413 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-591cfaa6-4feb-435c-b742-f0793a3dc6a4 None None] Provisioning for port 758f3ab1-0512-4974-b3dd-df310edc8fec completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:06:43.264605 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 758f3ab1-0512-4974-b3dd-df310edc8fec completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:06:43.267682 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23c77e0e-fb33-424a-b3d5-70382a0cad4c admin admin] Router d7f7c4e2-5757-4209-8e49-304e13029fb7 is scheduled to L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 with binding_index 1 {{(pid=93177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 11:06:43.273255 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 758f3ab1-0512-4974-b3dd-df310edc8fec triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:06:43.273255 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:43.367791 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:43.406386 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 758f3ab1-0512-4974-b3dd-df310edc8fec, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=758f3ab1-0512-4974-b3dd-df310edc8fec,segment=NetworkSegment(b6be05de-c1ec-4f19-806f-fe940e58a579),segment_id=b6be05de-c1ec-4f19-806f-fe940e58a579)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:06:43.436821 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23c77e0e-fb33-424a-b3d5-70382a0cad4c admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:06:43.446735 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ebcaa0-0059-4ac9-82f2-945235c5c066 None None] Sync routers for ids ['d7f7c4e2-5757-4209-8e49-304e13029fb7'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:06:43.455288 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ebcaa0-0059-4ac9-82f2-945235c5c066 None None] Routers {'d7f7c4e2-5757-4209-8e49-304e13029fb7'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:06:43.455941 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-12ebcaa0-0059-4ac9-82f2-945235c5c066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T11:06:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['d7f7c4e2-5757-4209-8e49-304e13029fb7'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:06:43.508861 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:43.522961 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-23c77e0e-fb33-424a-b3d5-70382a0cad4c admin admin] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:43.524284 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-23c77e0e-fb33-424a-b3d5-70382a0cad4c admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.5973132 Jun 11 11:06:43.526907 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 44720) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:06:43.555227 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f9851a72-7edd-477c-bd0c-351a4d58b15a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:06:43.621666 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-5ef51b5e-69d4-4cac-9a5a-559246dae282 None None] Provisioning complete for port 758f3ab1-0512-4974-b3dd-df310edc8fec triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:06:43.622048 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-5ef51b5e-69d4-4cac-9a5a-559246dae282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:43.669873 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=758f3ab1-0512-4974-b3dd-df310edc8fec,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:06:43.683069 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:06:43.699910 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-12ebcaa0-0059-4ac9-82f2-945235c5c066 None None] Set router d7f7c4e2-5757-4209-8e49-304e13029fb7 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:06:43.989772 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-12ebcaa0-0059-4ac9-82f2-945235c5c066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7f7c4e2-5757-4209-8e49-304e13029fb7', 'name': 'tempest-TestMinimumBasicScenario-384216999-router', 'tenant_id': '24393893dd8845c4b51bb4c67f368d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': 'bfa89877-2344-4f52-9636-5bcbf9808263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:06:41Z', 'updated_at': '2021-06-11T11:06:42Z', 'revision_number': 3, 'project_id': '24393893dd8845c4b51bb4c67f368d81', 'gw_port': {'id': 'bfa89877-2344-4f52-9636-5bcbf9808263', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:63:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7f7c4e2-5757-4209-8e49-304e13029fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:06:41Z', 'updated_at': '2021-06-11T11:06:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:06:43.993581 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ebcaa0-0059-4ac9-82f2-945235c5c066 None None] Checking router: d7f7c4e2-5757-4209-8e49-304e13029fb7 for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:06:43.994024 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ebcaa0-0059-4ac9-82f2-945235c5c066 None None] Updating router d7f7c4e2-5757-4209-8e49-304e13029fb7 port bfa89877-2344-4f52-9636-5bcbf9808263 binding host n-d-779913-12 {{(pid=93178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 11:06:44.034246 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-12ebcaa0-0059-4ac9-82f2-945235c5c066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:44.331775 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-12ebcaa0-0059-4ac9-82f2-945235c5c066 None None] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:44.341361 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-12ebcaa0-0059-4ac9-82f2-945235c5c066 None None] Transition to ACTIVE for port object bfa89877-2344-4f52-9636-5bcbf9808263 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:06:44.402027 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-12ebcaa0-0059-4ac9-82f2-945235c5c066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:44.405210 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:06:44.464354 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-12ebcaa0-0059-4ac9-82f2-945235c5c066 None None] Attempting to bind port bfa89877-2344-4f52-9636-5bcbf9808263 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:06:44.464741 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-12ebcaa0-0059-4ac9-82f2-945235c5c066 None None] Attempting to bind port bfa89877-2344-4f52-9636-5bcbf9808263 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:06:44.465126 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ebcaa0-0059-4ac9-82f2-945235c5c066 None None] Attempting to bind port bfa89877-2344-4f52-9636-5bcbf9808263 on network f0adef6e-169f-4a27-8865-442be2ad072d {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:06:44.470513 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf8baa5-527c-4719-b66d-023f26a7426c None None] Pushing event updated for resources: {'Port': ['ID=bfa89877-2344-4f52-9636-5bcbf9808263,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:06:44.475257 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-fbf8baa5-527c-4719-b66d-023f26a7426c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:06:44.476279 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ebcaa0-0059-4ac9-82f2-945235c5c066 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:06:44.478708 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ebcaa0-0059-4ac9-82f2-945235c5c066 None None] Checking segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:06:44.478708 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-12ebcaa0-0059-4ac9-82f2-945235c5c066 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:44.478708 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ebcaa0-0059-4ac9-82f2-945235c5c066 None None] Bound using segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:06:44.478708 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-12ebcaa0-0059-4ac9-82f2-945235c5c066 None None] Bound port: bfa89877-2344-4f52-9636-5bcbf9808263, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:06:44.478708 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-12ebcaa0-0059-4ac9-82f2-945235c5c066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:44.493327 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a9d86c95-fa76-4b87-b015-ff475bf99272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:44.540832 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-12ebcaa0-0059-4ac9-82f2-945235c5c066 None None] For port bfa89877-2344-4f52-9636-5bcbf9808263, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:06:44.543820 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-12ebcaa0-0059-4ac9-82f2-945235c5c066 None None] For port bfa89877-2344-4f52-9636-5bcbf9808263, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=bfa89877-2344-4f52-9636-5bcbf9808263,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:06:44.613979 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-12ebcaa0-0059-4ac9-82f2-945235c5c066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:44.616487 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-489ec15c-0456-4098-8d3a-90ef7c3cd865 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:06:44.678958 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ebcaa0-0059-4ac9-82f2-945235c5c066 None None] Routers {'d7f7c4e2-5757-4209-8e49-304e13029fb7'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:06:44.679617 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-12ebcaa0-0059-4ac9-82f2-945235c5c066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T11:06:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['d7f7c4e2-5757-4209-8e49-304e13029fb7'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:06:44.684171 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-a9d86c95-fa76-4b87-b015-ff475bf99272 admin admin] Allocated IP 172.20.0.1 (24a036f4-b8bf-456a-9e13-da1ee9c75bb8/049f00da-f154-4086-b9e1-245f0aaec9b6/4f10289a-541a-48ad-99f1-329f51b6bfe5) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:06:44.684791 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf8baa5-527c-4719-b66d-023f26a7426c None None] Pushing event updated for resources: {'Port': ['ID=bfa89877-2344-4f52-9636-5bcbf9808263,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:06:44.733826 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-fbf8baa5-527c-4719-b66d-023f26a7426c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:06:44.820575 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a9d86c95-fa76-4b87-b015-ff475bf99272 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:44.833309 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-12ebcaa0-0059-4ac9-82f2-945235c5c066 None None] Set router d7f7c4e2-5757-4209-8e49-304e13029fb7 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:06:44.833543 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-a9d86c95-fa76-4b87-b015-ff475bf99272 admin admin] Transition to ACTIVE for port object 4f10289a-541a-48ad-99f1-329f51b6bfe5 will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:06:44.923442 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a9d86c95-fa76-4b87-b015-ff475bf99272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:44.925757 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-099fc6fc-c859-4686-b4de-2b42b3791016 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:06:44.930607 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 758f3ab1-0512-4974-b3dd-df310edc8fec up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:06:44.978083 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d86c95-fa76-4b87-b015-ff475bf99272 admin admin] Network 24a036f4-b8bf-456a-9e13-da1ee9c75bb8 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:06:44.984271 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-a9d86c95-fa76-4b87-b015-ff475bf99272 admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:06:44.990431 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d86c95-fa76-4b87-b015-ff475bf99272 admin admin] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:06:44.995420 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d86c95-fa76-4b87-b015-ff475bf99272 admin admin] Pushing event updated for resources: {'Port': ['ID=4f10289a-541a-48ad-99f1-329f51b6bfe5,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:06:45.023932 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a9d86c95-fa76-4b87-b015-ff475bf99272 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:06:45.045583 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a9d86c95-fa76-4b87-b015-ff475bf99272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-375088'] for router_interface, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:45.072534 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 758f3ab1-0512-4974-b3dd-df310edc8fec triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:06:45.079134 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:45.179000 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-12ebcaa0-0059-4ac9-82f2-945235c5c066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7f7c4e2-5757-4209-8e49-304e13029fb7', 'name': 'tempest-TestMinimumBasicScenario-384216999-router', 'tenant_id': '24393893dd8845c4b51bb4c67f368d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': 'bfa89877-2344-4f52-9636-5bcbf9808263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:06:41Z', 'updated_at': '2021-06-11T11:06:42Z', 'revision_number': 3, 'project_id': '24393893dd8845c4b51bb4c67f368d81', 'gw_port': {'id': 'bfa89877-2344-4f52-9636-5bcbf9808263', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:63:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7f7c4e2-5757-4209-8e49-304e13029fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:06:41Z', 'updated_at': '2021-06-11T11:06:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:06:45.205055 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ebcaa0-0059-4ac9-82f2-945235c5c066 None None] The sync data for ids ['d7f7c4e2-5757-4209-8e49-304e13029fb7'] in n-d-779913-12 is: [{'id': 'd7f7c4e2-5757-4209-8e49-304e13029fb7', 'name': 'tempest-TestMinimumBasicScenario-384216999-router', 'tenant_id': '24393893dd8845c4b51bb4c67f368d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': 'bfa89877-2344-4f52-9636-5bcbf9808263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:06:41Z', 'updated_at': '2021-06-11T11:06:42Z', 'revision_number': 3, 'project_id': '24393893dd8845c4b51bb4c67f368d81', 'gw_port': {'id': 'bfa89877-2344-4f52-9636-5bcbf9808263', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:63:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7f7c4e2-5757-4209-8e49-304e13029fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:06:41Z', 'updated_at': '2021-06-11T11:06:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:06:45.287377 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-dba2c597-1733-43ad-9861-5119086f6e1b None None] Provisioning for port 4f10289a-541a-48ad-99f1-329f51b6bfe5 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:06:45.292451 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-dba2c597-1733-43ad-9861-5119086f6e1b None None] Provisioning complete for port 4f10289a-541a-48ad-99f1-329f51b6bfe5 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:06:45.293421 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-dba2c597-1733-43ad-9861-5119086f6e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:45.309553 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a9d86c95-fa76-4b87-b015-ff475bf99272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:45.338358 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-dba2c597-1733-43ad-9861-5119086f6e1b None None] Port 4f10289a-541a-48ad-99f1-329f51b6bfe5 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:06:45.537101 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a9d86c95-fa76-4b87-b015-ff475bf99272 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:45.607441 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a9d86c95-fa76-4b87-b015-ff475bf99272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:45.610212 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-099fc6fc-c859-4686-b4de-2b42b3791016 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:06:45.699982 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a9d86c95-fa76-4b87-b015-ff475bf99272 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375108'] for router_interface, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:45.702117 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d86c95-fa76-4b87-b015-ff475bf99272 admin admin] Pushing event updated for resources: {'Port': ['ID=4f10289a-541a-48ad-99f1-329f51b6bfe5,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:06:45.706275 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a9d86c95-fa76-4b87-b015-ff475bf99272 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:06:45.832785 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d86c95-fa76-4b87-b015-ff475bf99272 admin admin] Network 24a036f4-b8bf-456a-9e13-da1ee9c75bb8 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:06:45.834228 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-a9d86c95-fa76-4b87-b015-ff475bf99272 admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:06:45.847580 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-4c265004-b5c1-41fc-8d05-869a6f75a02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:45.979345 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:46.010861 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9d86c95-fa76-4b87-b015-ff475bf99272 admin admin] Router d7f7c4e2-5757-4209-8e49-304e13029fb7 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:06:46.064930 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-12a4885b-3601-4f2e-8247-ab5b0e39460f None None] Provisioning complete for port 4f10289a-541a-48ad-99f1-329f51b6bfe5 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:06:46.065763 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-12a4885b-3601-4f2e-8247-ab5b0e39460f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:46.112326 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-12a4885b-3601-4f2e-8247-ab5b0e39460f None None] Port 4f10289a-541a-48ad-99f1-329f51b6bfe5 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:06:46.156918 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9d86c95-fa76-4b87-b015-ff475bf99272 admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:06:46.161707 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-a9d86c95-fa76-4b87-b015-ff475bf99272 admin admin] 10.222.0.60 "PUT /v2.0/routers/d7f7c4e2-5757-4209-8e49-304e13029fb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6338365 Jun 11 11:06:46.768600 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1229327c-f5fe-4dd4-be9a-a38c26155662 None None] Sync routers for ids ['d7f7c4e2-5757-4209-8e49-304e13029fb7'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:06:46.778662 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1229327c-f5fe-4dd4-be9a-a38c26155662 None None] Routers {'d7f7c4e2-5757-4209-8e49-304e13029fb7'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:06:46.779286 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-1229327c-f5fe-4dd4-be9a-a38c26155662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T11:06:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['d7f7c4e2-5757-4209-8e49-304e13029fb7'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:06:46.806901 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 44748) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:06:46.812280 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-56b2bb7b-691b-4499-a793-2936e17f2fc8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-673627492-network', 'tenant_id': '3a2b982228764438a497dca6cedca4e7'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:06:46.910344 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b2bb7b-691b-4499-a793-2936e17f2fc8 admin admin] Made reservation on behalf of 3a2b982228764438a497dca6cedca4e7 for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:06:46.914221 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-56b2bb7b-691b-4499-a793-2936e17f2fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:46.932829 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-56b2bb7b-691b-4499-a793-2936e17f2fc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:46.936485 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-1229327c-f5fe-4dd4-be9a-a38c26155662 None None] Set router d7f7c4e2-5757-4209-8e49-304e13029fb7 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:06:46.961239 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device bfa89877-2344-4f52-9636-5bcbf9808263 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:06:46.991173 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:47.044122 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-56b2bb7b-691b-4499-a793-2936e17f2fc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:47.059635 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port bfa89877-2344-4f52-9636-5bcbf9808263 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:06:47.063814 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port bfa89877-2344-4f52-9636-5bcbf9808263 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:06:47.066581 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:47.076942 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-56b2bb7b-691b-4499-a793-2936e17f2fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:47.080209 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-68163d1b-0dbb-4a18-b13e-8d606fafa57e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:06:47.109677 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56b2bb7b-691b-4499-a793-2936e17f2fc8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 753} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:06:47.115950 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b2bb7b-691b-4499-a793-2936e17f2fc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f62a73f-4a05-4947-9725-fb4586a6f6f0,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:06:47.120578 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-56b2bb7b-691b-4499-a793-2936e17f2fc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:06:47.125100 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-56b2bb7b-691b-4499-a793-2936e17f2fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:47.125449 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-56b2bb7b-691b-4499-a793-2936e17f2fc8 admin admin] Added segment 7e188939-c8b1-4581-a488-aba9d549f537 of type vlan for network dd3cbe1d-ac74-4d8a-bc16-91db184f38d4 Jun 11 11:06:47.174764 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:47.185788 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-56b2bb7b-691b-4499-a793-2936e17f2fc8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:47.198305 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port bfa89877-2344-4f52-9636-5bcbf9808263, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=bfa89877-2344-4f52-9636-5bcbf9808263,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:06:47.225703 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-1229327c-f5fe-4dd4-be9a-a38c26155662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7f7c4e2-5757-4209-8e49-304e13029fb7', 'name': 'tempest-TestMinimumBasicScenario-384216999-router', 'tenant_id': '24393893dd8845c4b51bb4c67f368d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': 'bfa89877-2344-4f52-9636-5bcbf9808263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:06:41Z', 'updated_at': '2021-06-11T11:06:45Z', 'revision_number': 4, 'project_id': '24393893dd8845c4b51bb4c67f368d81', 'gw_port': {'id': 'bfa89877-2344-4f52-9636-5bcbf9808263', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:63:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7f7c4e2-5757-4209-8e49-304e13029fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:06:41Z', 'updated_at': '2021-06-11T11:06:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '4f10289a-541a-48ad-99f1-329f51b6bfe5', 'name': '', 'network_id': '24a036f4-b8bf-456a-9e13-da1ee9c75bb8', 'tenant_id': '24393893dd8845c4b51bb4c67f368d81', 'mac_address': 'fa:16:3e:cf:01:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7f7c4e2-5757-4209-8e49-304e13029fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '049f00da-f154-4086-b9e1-245f0aaec9b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:06:44Z', 'updated_at': '2021-06-11T11:06:45Z', 'revision_number': 2, 'project_id': '24393893dd8845c4b51bb4c67f368d81', 'subnets': [{'id': '049f00da-f154-4086-b9e1-245f0aaec9b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:06:47.229000 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1229327c-f5fe-4dd4-be9a-a38c26155662 None None] Checking router: d7f7c4e2-5757-4209-8e49-304e13029fb7 for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:06:47.231198 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1229327c-f5fe-4dd4-be9a-a38c26155662 None None] Updating router d7f7c4e2-5757-4209-8e49-304e13029fb7 port 4f10289a-541a-48ad-99f1-329f51b6bfe5 binding host n-d-779913-12 {{(pid=93179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 11:06:47.241686 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:47.243617 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-31678d58-9f1c-4629-8f4d-012a58578023 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:06:47.268979 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-1229327c-f5fe-4dd4-be9a-a38c26155662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:47.275901 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-56b2bb7b-691b-4499-a793-2936e17f2fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:47.276955 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b2bb7b-691b-4499-a793-2936e17f2fc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:06:47.277535 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-56b2bb7b-691b-4499-a793-2936e17f2fc8 admin admin] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:47.280829 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3b9c0974-44f2-4aff-9c99-1babfe818e9f tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:06:47.300779 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=bfa89877-2344-4f52-9636-5bcbf9808263,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:06:47.303987 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:06:47.364437 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b2bb7b-691b-4499-a793-2936e17f2fc8 admin admin] Pushing event updated for resources: {'Network': ['ID=dd3cbe1d-ac74-4d8a-bc16-91db184f38d4,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:06:47.367143 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-56b2bb7b-691b-4499-a793-2936e17f2fc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:06:47.374377 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network dd3cbe1d-ac74-4d8a-bc16-91db184f38d4 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:06:47.385714 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-56b2bb7b-691b-4499-a793-2936e17f2fc8 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5776985 Jun 11 11:06:47.388322 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 44752) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:06:47.393374 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-b4d0a2be-3a3b-4320-8eee-0325eecbf62e admin admin] Request body: {'subnet': {'network_id': 'dd3cbe1d-ac74-4d8a-bc16-91db184f38d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-673627492-subnet', 'tenant_id': '3a2b982228764438a497dca6cedca4e7', 'ip_version': 4}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:06:47.498766 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d0a2be-3a3b-4320-8eee-0325eecbf62e admin admin] Made reservation on behalf of 3a2b982228764438a497dca6cedca4e7 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:06:47.501261 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b4d0a2be-3a3b-4320-8eee-0325eecbf62e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:47.603676 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-1229327c-f5fe-4dd4-be9a-a38c26155662 None None] Notify callbacks [] for port, precommit_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:47.613054 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-1229327c-f5fe-4dd4-be9a-a38c26155662 None None] Transition to ACTIVE for port object 4f10289a-541a-48ad-99f1-329f51b6bfe5 will not be triggered until provisioned by entity L2. {{(pid=93179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:06:47.670422 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-1229327c-f5fe-4dd4-be9a-a38c26155662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:47.672466 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-3708902b-1080-4fdc-b560-9325a83d38dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:06:47.751068 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b4d0a2be-3a3b-4320-8eee-0325eecbf62e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:47.754266 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-29290676-068d-42f6-8499-e2f388f0bc41 tempest-TestNetworkAdvancedServerOps-2001275236 tempest-TestNetworkAdvancedServerOps-2001275236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:06:47.770407 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f42f6b-0e24-4ffa-9afc-f5259eb6e025 None None] Pushing event updated for resources: {'Port': ['ID=4f10289a-541a-48ad-99f1-329f51b6bfe5,revision_number=3']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:06:47.810503 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f42f6b-0e24-4ffa-9afc-f5259eb6e025 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:06:47.811638 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f42f6b-0e24-4ffa-9afc-f5259eb6e025 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:06:47.811638 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f42f6b-0e24-4ffa-9afc-f5259eb6e025 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:06:47.811638 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f42f6b-0e24-4ffa-9afc-f5259eb6e025 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:06:47.811972 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f42f6b-0e24-4ffa-9afc-f5259eb6e025 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:06:47.812133 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f42f6b-0e24-4ffa-9afc-f5259eb6e025 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:06:47.812664 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f42f6b-0e24-4ffa-9afc-f5259eb6e025 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:06:47.812996 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f42f6b-0e24-4ffa-9afc-f5259eb6e025 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:06:47.813314 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f42f6b-0e24-4ffa-9afc-f5259eb6e025 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:06:47.813804 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f42f6b-0e24-4ffa-9afc-f5259eb6e025 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:06:47.814314 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f42f6b-0e24-4ffa-9afc-f5259eb6e025 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:06:47.814800 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f42f6b-0e24-4ffa-9afc-f5259eb6e025 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:06:47.835479 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d0a2be-3a3b-4320-8eee-0325eecbf62e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9389f302-c9a5-4e97-9a49-f646d02c32f6,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:06:47.835479 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b4d0a2be-3a3b-4320-8eee-0325eecbf62e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:06:47.838729 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d0a2be-3a3b-4320-8eee-0325eecbf62e admin admin] Checking segment: {'id': '7e188939-c8b1-4581-a488-aba9d549f537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'dd3cbe1d-ac74-4d8a-bc16-91db184f38d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:06:47.839087 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d0a2be-3a3b-4320-8eee-0325eecbf62e admin admin] Network hostable DHCP agents. Network: dd3cbe1d-ac74-4d8a-bc16-91db184f38d4, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:06:47.848626 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-65f42f6b-0e24-4ffa-9afc-f5259eb6e025 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:06:47.865289 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-1229327c-f5fe-4dd4-be9a-a38c26155662 None None] Attempting to bind port 4f10289a-541a-48ad-99f1-329f51b6bfe5 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:06:47.866130 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-1229327c-f5fe-4dd4-be9a-a38c26155662 None None] Attempting to bind port 4f10289a-541a-48ad-99f1-329f51b6bfe5 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'b6be05de-c1ec-4f19-806f-fe940e58a579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '24a036f4-b8bf-456a-9e13-da1ee9c75bb8'}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:06:47.866500 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1229327c-f5fe-4dd4-be9a-a38c26155662 None None] Attempting to bind port 4f10289a-541a-48ad-99f1-329f51b6bfe5 on network 24a036f4-b8bf-456a-9e13-da1ee9c75bb8 {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:06:47.872249 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1229327c-f5fe-4dd4-be9a-a38c26155662 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:06:47.872886 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1229327c-f5fe-4dd4-be9a-a38c26155662 None None] Checking segment: {'id': 'b6be05de-c1ec-4f19-806f-fe940e58a579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '24a036f4-b8bf-456a-9e13-da1ee9c75bb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:06:47.873339 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-1229327c-f5fe-4dd4-be9a-a38c26155662 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:47.873732 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1229327c-f5fe-4dd4-be9a-a38c26155662 None None] Bound using segment: {'id': 'b6be05de-c1ec-4f19-806f-fe940e58a579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '24a036f4-b8bf-456a-9e13-da1ee9c75bb8'} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:06:47.874210 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-1229327c-f5fe-4dd4-be9a-a38c26155662 None None] Bound port: 4f10289a-541a-48ad-99f1-329f51b6bfe5, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6be05de-c1ec-4f19-806f-fe940e58a579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '24a036f4-b8bf-456a-9e13-da1ee9c75bb8'}}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:06:47.874616 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-1229327c-f5fe-4dd4-be9a-a38c26155662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:47.939468 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d0a2be-3a3b-4320-8eee-0325eecbf62e admin admin] Network dd3cbe1d-ac74-4d8a-bc16-91db184f38d4 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:06:47.952587 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-1229327c-f5fe-4dd4-be9a-a38c26155662 None None] For port 4f10289a-541a-48ad-99f1-329f51b6bfe5, host n-d-779913-12, cleared binding levels {{(pid=93179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:06:47.955675 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-1229327c-f5fe-4dd4-be9a-a38c26155662 None None] For port 4f10289a-541a-48ad-99f1-329f51b6bfe5, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=4f10289a-541a-48ad-99f1-329f51b6bfe5,segment=NetworkSegment(b6be05de-c1ec-4f19-806f-fe940e58a579),segment_id=b6be05de-c1ec-4f19-806f-fe940e58a579)] {{(pid=93179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:06:48.053805 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-b4d0a2be-3a3b-4320-8eee-0325eecbf62e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, dd3cbe1d-ac74-4d8a-bc16-91db184f38d4) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:06:48.057962 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d0a2be-3a3b-4320-8eee-0325eecbf62e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:06:48.063659 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b4d0a2be-3a3b-4320-8eee-0325eecbf62e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:48.064109 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7f0bf8-e103-4b07-952f-0ffdbb3205a0 None None] Network dd3cbe1d-ac74-4d8a-bc16-91db184f38d4 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:06:48.082204 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-1229327c-f5fe-4dd4-be9a-a38c26155662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:48.084646 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-9bd4f1b0-7ac0-46fc-baf5-b3b0d8239e1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:06:48.133861 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-b4d0a2be-3a3b-4320-8eee-0325eecbf62e admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7444639 Jun 11 11:06:48.136501 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 44756) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:06:48.142171 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-3e981916-c38f-4644-841d-70a5480b780c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-673627492-router', 'tenant_id': '3a2b982228764438a497dca6cedca4e7', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:06:48.169291 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1229327c-f5fe-4dd4-be9a-a38c26155662 None None] Routers {'d7f7c4e2-5757-4209-8e49-304e13029fb7'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:06:48.170000 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-1229327c-f5fe-4dd4-be9a-a38c26155662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T11:06:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['d7f7c4e2-5757-4209-8e49-304e13029fb7'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:06:48.175621 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f42f6b-0e24-4ffa-9afc-f5259eb6e025 None None] Pushing event updated for resources: {'Port': ['ID=4f10289a-541a-48ad-99f1-329f51b6bfe5,revision_number=4']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:06:48.230093 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-65f42f6b-0e24-4ffa-9afc-f5259eb6e025 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:06:48.253386 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3e981916-c38f-4644-841d-70a5480b780c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:48.255056 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3e981916-c38f-4644-841d-70a5480b780c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:48.341797 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3e981916-c38f-4644-841d-70a5480b780c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:48.345483 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-1229327c-f5fe-4dd4-be9a-a38c26155662 None None] Set router d7f7c4e2-5757-4209-8e49-304e13029fb7 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:06:48.452431 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b26eb7-7207-44f1-a07e-60327329845b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-dd3cbe1d-ac74-4d8a-bc16-91db184f38d4', 'network_id': 'dd3cbe1d-ac74-4d8a-bc16-91db184f38d4', 'tenant_id': '3a2b982228764438a497dca6cedca4e7', 'fixed_ips': [{'subnet_id': '9389f302-c9a5-4e97-9a49-f646d02c32f6'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:06:48.454042 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-53b26eb7-7207-44f1-a07e-60327329845b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:48.644576 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-53b26eb7-7207-44f1-a07e-60327329845b None None] Allocated IP 172.20.0.2 (dd3cbe1d-ac74-4d8a-bc16-91db184f38d4/9389f302-c9a5-4e97-9a49-f646d02c32f6/6f1f9b48-77ae-473c-bec0-527210dbf42e) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:06:48.655585 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3e981916-c38f-4644-841d-70a5480b780c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:48.727848 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-1229327c-f5fe-4dd4-be9a-a38c26155662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7f7c4e2-5757-4209-8e49-304e13029fb7', 'name': 'tempest-TestMinimumBasicScenario-384216999-router', 'tenant_id': '24393893dd8845c4b51bb4c67f368d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': 'bfa89877-2344-4f52-9636-5bcbf9808263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:06:41Z', 'updated_at': '2021-06-11T11:06:45Z', 'revision_number': 4, 'project_id': '24393893dd8845c4b51bb4c67f368d81', 'gw_port': {'id': 'bfa89877-2344-4f52-9636-5bcbf9808263', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:63:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f7c4e2-5757-4209-8e49-304e13029fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:06:41Z', 'updated_at': '2021-06-11T11:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '4f10289a-541a-48ad-99f1-329f51b6bfe5', 'name': '', 'network_id': '24a036f4-b8bf-456a-9e13-da1ee9c75bb8', 'tenant_id': '24393893dd8845c4b51bb4c67f368d81', 'mac_address': 'fa:16:3e:cf:01:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7f7c4e2-5757-4209-8e49-304e13029fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '049f00da-f154-4086-b9e1-245f0aaec9b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:06:44Z', 'updated_at': '2021-06-11T11:06:47Z', 'revision_number': 4, 'project_id': '24393893dd8845c4b51bb4c67f368d81', 'subnets': [{'id': '049f00da-f154-4086-b9e1-245f0aaec9b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:06:48.731185 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1229327c-f5fe-4dd4-be9a-a38c26155662 None None] The sync data for ids ['d7f7c4e2-5757-4209-8e49-304e13029fb7'] in n-d-779913-12 is: [{'id': 'd7f7c4e2-5757-4209-8e49-304e13029fb7', 'name': 'tempest-TestMinimumBasicScenario-384216999-router', 'tenant_id': '24393893dd8845c4b51bb4c67f368d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': 'bfa89877-2344-4f52-9636-5bcbf9808263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:06:41Z', 'updated_at': '2021-06-11T11:06:45Z', 'revision_number': 4, 'project_id': '24393893dd8845c4b51bb4c67f368d81', 'gw_port': {'id': 'bfa89877-2344-4f52-9636-5bcbf9808263', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:63:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f7c4e2-5757-4209-8e49-304e13029fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:06:41Z', 'updated_at': '2021-06-11T11:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '4f10289a-541a-48ad-99f1-329f51b6bfe5', 'name': '', 'network_id': '24a036f4-b8bf-456a-9e13-da1ee9c75bb8', 'tenant_id': '24393893dd8845c4b51bb4c67f368d81', 'mac_address': 'fa:16:3e:cf:01:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7f7c4e2-5757-4209-8e49-304e13029fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '049f00da-f154-4086-b9e1-245f0aaec9b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:06:44Z', 'updated_at': '2021-06-11T11:06:47Z', 'revision_number': 4, 'project_id': '24393893dd8845c4b51bb4c67f368d81', 'subnets': [{'id': '049f00da-f154-4086-b9e1-245f0aaec9b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:06:48.768635 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:48.864767 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-53b26eb7-7207-44f1-a07e-60327329845b None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:48.875332 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-53b26eb7-7207-44f1-a07e-60327329845b None None] Transition to ACTIVE for port object 6f1f9b48-77ae-473c-bec0-527210dbf42e will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:06:48.895454 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-53b26eb7-7207-44f1-a07e-60327329845b None None] Transition to ACTIVE for port object 6f1f9b48-77ae-473c-bec0-527210dbf42e will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:06:48.985776 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-53b26eb7-7207-44f1-a07e-60327329845b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:48.995616 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-489ec15c-0456-4098-8d3a-90ef7c3cd865 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:06:49.040458 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device bfa89877-2344-4f52-9636-5bcbf9808263 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:06:49.083078 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b26eb7-7207-44f1-a07e-60327329845b None None] Network dd3cbe1d-ac74-4d8a-bc16-91db184f38d4 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:06:49.096131 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-53b26eb7-7207-44f1-a07e-60327329845b None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:06:49.101065 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b26eb7-7207-44f1-a07e-60327329845b None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:06:49.104232 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b26eb7-7207-44f1-a07e-60327329845b None None] Pushing event updated for resources: {'Port': ['ID=6f1f9b48-77ae-473c-bec0-527210dbf42e,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:06:49.109958 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3e981916-c38f-4644-841d-70a5480b780c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:49.111018 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-53b26eb7-7207-44f1-a07e-60327329845b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:06:49.138472 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3e981916-c38f-4644-841d-70a5480b780c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:49.192931 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-53b26eb7-7207-44f1-a07e-60327329845b None None] Attempting to bind port 6f1f9b48-77ae-473c-bec0-527210dbf42e on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:06:49.193319 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-53b26eb7-7207-44f1-a07e-60327329845b None None] Attempting to bind port 6f1f9b48-77ae-473c-bec0-527210dbf42e by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '7e188939-c8b1-4581-a488-aba9d549f537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'dd3cbe1d-ac74-4d8a-bc16-91db184f38d4'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:06:49.194334 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b26eb7-7207-44f1-a07e-60327329845b None None] Attempting to bind port 6f1f9b48-77ae-473c-bec0-527210dbf42e on network dd3cbe1d-ac74-4d8a-bc16-91db184f38d4 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:06:49.196557 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port bfa89877-2344-4f52-9636-5bcbf9808263 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:06:49.196937 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:49.226568 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b26eb7-7207-44f1-a07e-60327329845b None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:06:49.227009 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b26eb7-7207-44f1-a07e-60327329845b None None] Checking segment: {'id': '7e188939-c8b1-4581-a488-aba9d549f537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'dd3cbe1d-ac74-4d8a-bc16-91db184f38d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:06:49.227368 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-53b26eb7-7207-44f1-a07e-60327329845b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:49.227801 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b26eb7-7207-44f1-a07e-60327329845b None None] Bound using segment: {'id': '7e188939-c8b1-4581-a488-aba9d549f537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'dd3cbe1d-ac74-4d8a-bc16-91db184f38d4'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:06:49.228288 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-53b26eb7-7207-44f1-a07e-60327329845b None None] Bound port: 6f1f9b48-77ae-473c-bec0-527210dbf42e, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e188939-c8b1-4581-a488-aba9d549f537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'dd3cbe1d-ac74-4d8a-bc16-91db184f38d4'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:06:49.228669 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-53b26eb7-7207-44f1-a07e-60327329845b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:49.265890 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-3e981916-c38f-4644-841d-70a5480b780c admin admin] Allocated IP 172.25.4.250 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/c23ee65d-ccff-4195-ad41-3ff11dceeab1) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:06:49.362517 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-53b26eb7-7207-44f1-a07e-60327329845b None None] For port 6f1f9b48-77ae-473c-bec0-527210dbf42e, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:06:49.367261 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-53b26eb7-7207-44f1-a07e-60327329845b None None] For port 6f1f9b48-77ae-473c-bec0-527210dbf42e, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=6f1f9b48-77ae-473c-bec0-527210dbf42e,segment=NetworkSegment(7e188939-c8b1-4581-a488-aba9d549f537),segment_id=7e188939-c8b1-4581-a488-aba9d549f537)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:06:49.369201 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 4f10289a-541a-48ad-99f1-329f51b6bfe5 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:06:49.408969 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3e981916-c38f-4644-841d-70a5480b780c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:49.425746 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-53b26eb7-7207-44f1-a07e-60327329845b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:49.435645 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:06:49.483378 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 4f10289a-541a-48ad-99f1-329f51b6bfe5 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:06:49.492819 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 4f10289a-541a-48ad-99f1-329f51b6bfe5 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:06:49.493208 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:49.516573 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3e981916-c38f-4644-841d-70a5480b780c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:49.519526 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3aef7e26-29c2-43f6-891c-5c3f07000c54 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:06:49.534545 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b26eb7-7207-44f1-a07e-60327329845b None None] Pushing event updated for resources: {'Port': ['ID=6f1f9b48-77ae-473c-bec0-527210dbf42e,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:06:49.545565 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-53b26eb7-7207-44f1-a07e-60327329845b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:06:49.591802 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e981916-c38f-4644-841d-70a5480b780c admin admin] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:06:49.600131 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-3e981916-c38f-4644-841d-70a5480b780c admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:06:49.603187 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e981916-c38f-4644-841d-70a5480b780c admin admin] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:06:49.606780 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e981916-c38f-4644-841d-70a5480b780c admin admin] Pushing event updated for resources: {'Port': ['ID=c23ee65d-ccff-4195-ad41-3ff11dceeab1,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:06:49.615005 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3e981916-c38f-4644-841d-70a5480b780c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:06:49.624241 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:49.683432 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 4f10289a-541a-48ad-99f1-329f51b6bfe5, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=4f10289a-541a-48ad-99f1-329f51b6bfe5,segment=NetworkSegment(b6be05de-c1ec-4f19-806f-fe940e58a579),segment_id=b6be05de-c1ec-4f19-806f-fe940e58a579)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:06:49.782765 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:49.795048 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-fbf8baa5-527c-4719-b66d-023f26a7426c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:06:49.862289 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=4f10289a-541a-48ad-99f1-329f51b6bfe5,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:06:49.872601 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:06:50.469327 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18dd3561-8df2-44df-90da-8d39ce5d7b8a None None] Network dd3cbe1d-ac74-4d8a-bc16-91db184f38d4 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:06:50.491490 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3e981916-c38f-4644-841d-70a5480b780c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:50.620501 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-3b8cc120-1e49-4c3d-86cb-c91e0bb5d51c None None] Provisioning for port 6f1f9b48-77ae-473c-bec0-527210dbf42e completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:06:50.778633 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3e981916-c38f-4644-841d-70a5480b780c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:51.004443 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 4f10289a-541a-48ad-99f1-329f51b6bfe5 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:06:51.030503 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e981916-c38f-4644-841d-70a5480b780c admin admin] Router a74b1636-3d1f-469f-9da4-627ce96d5bd5 is scheduled to L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 with binding_index 1 {{(pid=93177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 11:06:51.058379 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 4f10289a-541a-48ad-99f1-329f51b6bfe5 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:06:51.058835 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:51.154499 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 6f1f9b48-77ae-473c-bec0-527210dbf42e up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:06:51.180537 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e981916-c38f-4644-841d-70a5480b780c admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:06:51.193245 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85dbb004-292f-4ad8-bb32-02366e7e172a None None] Sync routers for ids ['a74b1636-3d1f-469f-9da4-627ce96d5bd5'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:06:51.210946 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85dbb004-292f-4ad8-bb32-02366e7e172a None None] Routers {'a74b1636-3d1f-469f-9da4-627ce96d5bd5'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:06:51.211623 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-85dbb004-292f-4ad8-bb32-02366e7e172a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T11:06:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['a74b1636-3d1f-469f-9da4-627ce96d5bd5'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:06:51.281430 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3e981916-c38f-4644-841d-70a5480b780c admin admin] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:51.282733 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-3e981916-c38f-4644-841d-70a5480b780c admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1448028 Jun 11 11:06:51.285577 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 44760) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:06:51.323246 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 6f1f9b48-77ae-473c-bec0-527210dbf42e completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:06:51.331923 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 6f1f9b48-77ae-473c-bec0-527210dbf42e triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:06:51.333220 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:51.398981 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-85dbb004-292f-4ad8-bb32-02366e7e172a None None] Set router a74b1636-3d1f-469f-9da4-627ce96d5bd5 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:06:51.609624 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:51.687151 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 6f1f9b48-77ae-473c-bec0-527210dbf42e, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=6f1f9b48-77ae-473c-bec0-527210dbf42e,segment=NetworkSegment(7e188939-c8b1-4581-a488-aba9d549f537),segment_id=7e188939-c8b1-4581-a488-aba9d549f537)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:06:51.717766 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-85dbb004-292f-4ad8-bb32-02366e7e172a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a74b1636-3d1f-469f-9da4-627ce96d5bd5', 'name': 'tempest-TestMinimumBasicScenario-673627492-router', 'tenant_id': '3a2b982228764438a497dca6cedca4e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'c23ee65d-ccff-4195-ad41-3ff11dceeab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:06:48Z', 'updated_at': '2021-06-11T11:06:50Z', 'revision_number': 3, 'project_id': '3a2b982228764438a497dca6cedca4e7', 'gw_port': {'id': 'c23ee65d-ccff-4195-ad41-3ff11dceeab1', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:cd:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a74b1636-3d1f-469f-9da4-627ce96d5bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:06:49Z', 'updated_at': '2021-06-11T11:06:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:06:51.721617 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85dbb004-292f-4ad8-bb32-02366e7e172a None None] Checking router: a74b1636-3d1f-469f-9da4-627ce96d5bd5 for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:06:51.721981 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85dbb004-292f-4ad8-bb32-02366e7e172a None None] Updating router a74b1636-3d1f-469f-9da4-627ce96d5bd5 port c23ee65d-ccff-4195-ad41-3ff11dceeab1 binding host n-d-779913-12 {{(pid=93178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 11:06:51.768356 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:51.773807 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-53b26eb7-7207-44f1-a07e-60327329845b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:06:51.778071 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-85dbb004-292f-4ad8-bb32-02366e7e172a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:51.917701 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=6f1f9b48-77ae-473c-bec0-527210dbf42e,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:06:51.923314 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:06:52.125990 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-85dbb004-292f-4ad8-bb32-02366e7e172a None None] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:52.136379 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-85dbb004-292f-4ad8-bb32-02366e7e172a None None] Transition to ACTIVE for port object c23ee65d-ccff-4195-ad41-3ff11dceeab1 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:06:52.207125 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-85dbb004-292f-4ad8-bb32-02366e7e172a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:52.209191 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-b68f86aa-c3c8-49f3-83c2-afdcf4aada14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:06:52.267654 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-85dbb004-292f-4ad8-bb32-02366e7e172a None None] Attempting to bind port c23ee65d-ccff-4195-ad41-3ff11dceeab1 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:06:52.268041 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-85dbb004-292f-4ad8-bb32-02366e7e172a None None] Attempting to bind port c23ee65d-ccff-4195-ad41-3ff11dceeab1 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:06:52.268416 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85dbb004-292f-4ad8-bb32-02366e7e172a None None] Attempting to bind port c23ee65d-ccff-4195-ad41-3ff11dceeab1 on network f0adef6e-169f-4a27-8865-442be2ad072d {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:06:52.271191 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e23d8e-14f2-4896-b5bb-5c289f140798 None None] Pushing event updated for resources: {'Port': ['ID=c23ee65d-ccff-4195-ad41-3ff11dceeab1,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:06:52.275954 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-06e23d8e-14f2-4896-b5bb-5c289f140798 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:06:52.277047 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85dbb004-292f-4ad8-bb32-02366e7e172a None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:06:52.277228 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85dbb004-292f-4ad8-bb32-02366e7e172a None None] Checking segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:06:52.277515 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-85dbb004-292f-4ad8-bb32-02366e7e172a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:52.277911 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85dbb004-292f-4ad8-bb32-02366e7e172a None None] Bound using segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:06:52.278395 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-85dbb004-292f-4ad8-bb32-02366e7e172a None None] Bound port: c23ee65d-ccff-4195-ad41-3ff11dceeab1, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:06:52.278783 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-85dbb004-292f-4ad8-bb32-02366e7e172a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:52.285138 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-aa4c03c2-986c-46f0-a14a-1d356088b58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:52.336541 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-85dbb004-292f-4ad8-bb32-02366e7e172a None None] For port c23ee65d-ccff-4195-ad41-3ff11dceeab1, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:06:52.339760 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-85dbb004-292f-4ad8-bb32-02366e7e172a None None] For port c23ee65d-ccff-4195-ad41-3ff11dceeab1, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=c23ee65d-ccff-4195-ad41-3ff11dceeab1,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:06:52.396824 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-85dbb004-292f-4ad8-bb32-02366e7e172a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:52.399168 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-06872f87-93f7-4c25-bbd4-0e563cd19e9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:06:52.464154 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85dbb004-292f-4ad8-bb32-02366e7e172a None None] Routers {'a74b1636-3d1f-469f-9da4-627ce96d5bd5'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:06:52.464806 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-85dbb004-292f-4ad8-bb32-02366e7e172a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T11:06:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['a74b1636-3d1f-469f-9da4-627ce96d5bd5'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:06:52.517344 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-aa4c03c2-986c-46f0-a14a-1d356088b58c admin admin] Allocated IP 172.20.0.1 (dd3cbe1d-ac74-4d8a-bc16-91db184f38d4/9389f302-c9a5-4e97-9a49-f646d02c32f6/79ae72ee-179c-4d19-b5fc-dc98d7001c4b) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:06:52.560841 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e23d8e-14f2-4896-b5bb-5c289f140798 None None] Pushing event updated for resources: {'Port': ['ID=c23ee65d-ccff-4195-ad41-3ff11dceeab1,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:06:52.565194 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-06e23d8e-14f2-4896-b5bb-5c289f140798 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:06:52.613443 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-85dbb004-292f-4ad8-bb32-02366e7e172a None None] Set router a74b1636-3d1f-469f-9da4-627ce96d5bd5 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:06:52.644822 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-aa4c03c2-986c-46f0-a14a-1d356088b58c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:52.658844 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [None req-aa4c03c2-986c-46f0-a14a-1d356088b58c admin admin] Transition to ACTIVE for port object 79ae72ee-179c-4d19-b5fc-dc98d7001c4b will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:06:52.779707 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-aa4c03c2-986c-46f0-a14a-1d356088b58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:52.781731 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-99ad0e29-5ed3-4d57-8552-a51159c526a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:06:52.830070 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4c03c2-986c-46f0-a14a-1d356088b58c admin admin] Network dd3cbe1d-ac74-4d8a-bc16-91db184f38d4 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:06:52.833217 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-aa4c03c2-986c-46f0-a14a-1d356088b58c admin admin] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:06:52.837413 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4c03c2-986c-46f0-a14a-1d356088b58c admin admin] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:06:52.868669 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4c03c2-986c-46f0-a14a-1d356088b58c admin admin] Pushing event updated for resources: {'Port': ['ID=79ae72ee-179c-4d19-b5fc-dc98d7001c4b,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:06:52.873490 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-aa4c03c2-986c-46f0-a14a-1d356088b58c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:06:52.890984 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-aa4c03c2-986c-46f0-a14a-1d356088b58c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-375088'] for router_interface, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:52.985390 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 6f1f9b48-77ae-473c-bec0-527210dbf42e up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:06:53.108980 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 6f1f9b48-77ae-473c-bec0-527210dbf42e triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:06:53.109572 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:53.124159 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-aa4c03c2-986c-46f0-a14a-1d356088b58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:53.156194 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-85dbb004-292f-4ad8-bb32-02366e7e172a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a74b1636-3d1f-469f-9da4-627ce96d5bd5', 'name': 'tempest-TestMinimumBasicScenario-673627492-router', 'tenant_id': '3a2b982228764438a497dca6cedca4e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'c23ee65d-ccff-4195-ad41-3ff11dceeab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:06:48Z', 'updated_at': '2021-06-11T11:06:50Z', 'revision_number': 3, 'project_id': '3a2b982228764438a497dca6cedca4e7', 'gw_port': {'id': 'c23ee65d-ccff-4195-ad41-3ff11dceeab1', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:cd:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a74b1636-3d1f-469f-9da4-627ce96d5bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:06:49Z', 'updated_at': '2021-06-11T11:06:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:06:53.159680 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85dbb004-292f-4ad8-bb32-02366e7e172a None None] The sync data for ids ['a74b1636-3d1f-469f-9da4-627ce96d5bd5'] in n-d-779913-12 is: [{'id': 'a74b1636-3d1f-469f-9da4-627ce96d5bd5', 'name': 'tempest-TestMinimumBasicScenario-673627492-router', 'tenant_id': '3a2b982228764438a497dca6cedca4e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'c23ee65d-ccff-4195-ad41-3ff11dceeab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:06:48Z', 'updated_at': '2021-06-11T11:06:50Z', 'revision_number': 3, 'project_id': '3a2b982228764438a497dca6cedca4e7', 'gw_port': {'id': 'c23ee65d-ccff-4195-ad41-3ff11dceeab1', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:cd:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a74b1636-3d1f-469f-9da4-627ce96d5bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:06:49Z', 'updated_at': '2021-06-11T11:06:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:06:53.167719 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-ac0dc66f-4224-4b21-989a-0ea8333476af None None] Provisioning for port 79ae72ee-179c-4d19-b5fc-dc98d7001c4b completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:06:53.174315 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-ac0dc66f-4224-4b21-989a-0ea8333476af None None] Provisioning complete for port 79ae72ee-179c-4d19-b5fc-dc98d7001c4b triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:06:53.174706 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ac0dc66f-4224-4b21-989a-0ea8333476af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:53.223645 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-ac0dc66f-4224-4b21-989a-0ea8333476af None None] Port 79ae72ee-179c-4d19-b5fc-dc98d7001c4b cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:06:53.349960 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-aa4c03c2-986c-46f0-a14a-1d356088b58c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:53.417127 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-aa4c03c2-986c-46f0-a14a-1d356088b58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:53.419480 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7f376718-c03a-42aa-8e3d-71e82f9ec6e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:06:53.518841 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-aa4c03c2-986c-46f0-a14a-1d356088b58c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375108'] for router_interface, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:53.520927 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4c03c2-986c-46f0-a14a-1d356088b58c admin admin] Pushing event updated for resources: {'Port': ['ID=79ae72ee-179c-4d19-b5fc-dc98d7001c4b,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:06:53.525211 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-aa4c03c2-986c-46f0-a14a-1d356088b58c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:06:53.653383 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4c03c2-986c-46f0-a14a-1d356088b58c admin admin] Network dd3cbe1d-ac74-4d8a-bc16-91db184f38d4 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:06:53.654905 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-aa4c03c2-986c-46f0-a14a-1d356088b58c admin admin] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:06:53.826167 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa4c03c2-986c-46f0-a14a-1d356088b58c admin admin] Router a74b1636-3d1f-469f-9da4-627ce96d5bd5 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:06:53.847124 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-53953f59-43ba-4c7e-9c91-e4d434337fe8 None None] Provisioning complete for port 79ae72ee-179c-4d19-b5fc-dc98d7001c4b triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:06:53.850484 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-53953f59-43ba-4c7e-9c91-e4d434337fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:53.891546 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-53953f59-43ba-4c7e-9c91-e4d434337fe8 None None] Port 79ae72ee-179c-4d19-b5fc-dc98d7001c4b cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:06:53.984040 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa4c03c2-986c-46f0-a14a-1d356088b58c admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:06:53.988985 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-aa4c03c2-986c-46f0-a14a-1d356088b58c admin admin] 10.222.0.60 "PUT /v2.0/routers/a74b1636-3d1f-469f-9da4-627ce96d5bd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7024074 Jun 11 11:06:54.968285 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device c23ee65d-ccff-4195-ad41-3ff11dceeab1 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:06:55.098740 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port c23ee65d-ccff-4195-ad41-3ff11dceeab1 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:06:55.103821 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port c23ee65d-ccff-4195-ad41-3ff11dceeab1 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:06:55.104212 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:55.234365 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:55.259259 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port c23ee65d-ccff-4195-ad41-3ff11dceeab1, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=c23ee65d-ccff-4195-ad41-3ff11dceeab1,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:06:55.373021 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:55.375294 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-d15f10c1-6f61-4370-b634-e5872a518980 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:06:55.438698 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=c23ee65d-ccff-4195-ad41-3ff11dceeab1,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:06:55.442467 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:06:55.813988 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a5d95d-7b3a-40f6-88f3-a2175c4b2d51 None None] Sync routers for ids ['a74b1636-3d1f-469f-9da4-627ce96d5bd5'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:06:55.824779 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a5d95d-7b3a-40f6-88f3-a2175c4b2d51 None None] Routers {'a74b1636-3d1f-469f-9da4-627ce96d5bd5'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:06:55.825402 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-05a5d95d-7b3a-40f6-88f3-a2175c4b2d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T11:06:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['a74b1636-3d1f-469f-9da4-627ce96d5bd5'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:06:55.993835 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-05a5d95d-7b3a-40f6-88f3-a2175c4b2d51 None None] Set router a74b1636-3d1f-469f-9da4-627ce96d5bd5 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:06:56.279501 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-05a5d95d-7b3a-40f6-88f3-a2175c4b2d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a74b1636-3d1f-469f-9da4-627ce96d5bd5', 'name': 'tempest-TestMinimumBasicScenario-673627492-router', 'tenant_id': '3a2b982228764438a497dca6cedca4e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'c23ee65d-ccff-4195-ad41-3ff11dceeab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:06:48Z', 'updated_at': '2021-06-11T11:06:53Z', 'revision_number': 4, 'project_id': '3a2b982228764438a497dca6cedca4e7', 'gw_port': {'id': 'c23ee65d-ccff-4195-ad41-3ff11dceeab1', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:cd:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a74b1636-3d1f-469f-9da4-627ce96d5bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:06:49Z', 'updated_at': '2021-06-11T11:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '79ae72ee-179c-4d19-b5fc-dc98d7001c4b', 'name': '', 'network_id': 'dd3cbe1d-ac74-4d8a-bc16-91db184f38d4', 'tenant_id': '3a2b982228764438a497dca6cedca4e7', 'mac_address': 'fa:16:3e:01:4e:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a74b1636-3d1f-469f-9da4-627ce96d5bd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '9389f302-c9a5-4e97-9a49-f646d02c32f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:06:52Z', 'updated_at': '2021-06-11T11:06:53Z', 'revision_number': 2, 'project_id': '3a2b982228764438a497dca6cedca4e7', 'subnets': [{'id': '9389f302-c9a5-4e97-9a49-f646d02c32f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:06:56.285827 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a5d95d-7b3a-40f6-88f3-a2175c4b2d51 None None] Checking router: a74b1636-3d1f-469f-9da4-627ce96d5bd5 for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:06:56.286397 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a5d95d-7b3a-40f6-88f3-a2175c4b2d51 None None] Updating router a74b1636-3d1f-469f-9da4-627ce96d5bd5 port 79ae72ee-179c-4d19-b5fc-dc98d7001c4b binding host n-d-779913-12 {{(pid=93179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 11:06:56.337598 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-05a5d95d-7b3a-40f6-88f3-a2175c4b2d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:56.680640 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-05a5d95d-7b3a-40f6-88f3-a2175c4b2d51 None None] Notify callbacks [] for port, precommit_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:56.690748 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-05a5d95d-7b3a-40f6-88f3-a2175c4b2d51 None None] Transition to ACTIVE for port object 79ae72ee-179c-4d19-b5fc-dc98d7001c4b will not be triggered until provisioned by entity L2. {{(pid=93179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:06:56.767196 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-05a5d95d-7b3a-40f6-88f3-a2175c4b2d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:56.769685 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-be5d427e-f525-4a75-976e-ecdca1ea1174 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:06:56.961532 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba7840e-b8ff-4376-a547-495e3829bbf1 None None] Pushing event updated for resources: {'Port': ['ID=79ae72ee-179c-4d19-b5fc-dc98d7001c4b,revision_number=3']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:06:56.979446 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device c23ee65d-ccff-4195-ad41-3ff11dceeab1 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:06:57.007717 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-bba7840e-b8ff-4376-a547-495e3829bbf1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:06:57.033447 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-05a5d95d-7b3a-40f6-88f3-a2175c4b2d51 None None] Attempting to bind port 79ae72ee-179c-4d19-b5fc-dc98d7001c4b on host n-d-779913-12 for vnic_type normal with profile {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:06:57.033447 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-05a5d95d-7b3a-40f6-88f3-a2175c4b2d51 None None] Attempting to bind port 79ae72ee-179c-4d19-b5fc-dc98d7001c4b by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '7e188939-c8b1-4581-a488-aba9d549f537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'dd3cbe1d-ac74-4d8a-bc16-91db184f38d4'}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:06:57.033447 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a5d95d-7b3a-40f6-88f3-a2175c4b2d51 None None] Attempting to bind port 79ae72ee-179c-4d19-b5fc-dc98d7001c4b on network dd3cbe1d-ac74-4d8a-bc16-91db184f38d4 {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:06:57.038278 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a5d95d-7b3a-40f6-88f3-a2175c4b2d51 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:06:57.038666 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a5d95d-7b3a-40f6-88f3-a2175c4b2d51 None None] Checking segment: {'id': '7e188939-c8b1-4581-a488-aba9d549f537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'dd3cbe1d-ac74-4d8a-bc16-91db184f38d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:06:57.039084 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-05a5d95d-7b3a-40f6-88f3-a2175c4b2d51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:57.039490 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a5d95d-7b3a-40f6-88f3-a2175c4b2d51 None None] Bound using segment: {'id': '7e188939-c8b1-4581-a488-aba9d549f537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'dd3cbe1d-ac74-4d8a-bc16-91db184f38d4'} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:06:57.040002 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-05a5d95d-7b3a-40f6-88f3-a2175c4b2d51 None None] Bound port: 79ae72ee-179c-4d19-b5fc-dc98d7001c4b, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e188939-c8b1-4581-a488-aba9d549f537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'dd3cbe1d-ac74-4d8a-bc16-91db184f38d4'}}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:06:57.040386 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-05a5d95d-7b3a-40f6-88f3-a2175c4b2d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:57.058989 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port c23ee65d-ccff-4195-ad41-3ff11dceeab1 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:06:57.059801 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:57.149450 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-05a5d95d-7b3a-40f6-88f3-a2175c4b2d51 None None] For port 79ae72ee-179c-4d19-b5fc-dc98d7001c4b, host n-d-779913-12, cleared binding levels {{(pid=93179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:06:57.152914 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-05a5d95d-7b3a-40f6-88f3-a2175c4b2d51 None None] For port 79ae72ee-179c-4d19-b5fc-dc98d7001c4b, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=79ae72ee-179c-4d19-b5fc-dc98d7001c4b,segment=NetworkSegment(7e188939-c8b1-4581-a488-aba9d549f537),segment_id=7e188939-c8b1-4581-a488-aba9d549f537)] {{(pid=93179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:06:57.225872 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-05a5d95d-7b3a-40f6-88f3-a2175c4b2d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:57.228652 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-db55b364-3e84-4fd0-9c96-4470d9bb9ec0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:06:57.308296 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a5d95d-7b3a-40f6-88f3-a2175c4b2d51 None None] Routers {'a74b1636-3d1f-469f-9da4-627ce96d5bd5'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:06:57.308935 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-05a5d95d-7b3a-40f6-88f3-a2175c4b2d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T11:06:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['a74b1636-3d1f-469f-9da4-627ce96d5bd5'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:06:57.312262 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba7840e-b8ff-4376-a547-495e3829bbf1 None None] Pushing event updated for resources: {'Port': ['ID=79ae72ee-179c-4d19-b5fc-dc98d7001c4b,revision_number=4']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:06:57.372850 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-bba7840e-b8ff-4376-a547-495e3829bbf1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:06:57.498431 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-05a5d95d-7b3a-40f6-88f3-a2175c4b2d51 None None] Set router a74b1636-3d1f-469f-9da4-627ce96d5bd5 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:06:57.887677 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-05a5d95d-7b3a-40f6-88f3-a2175c4b2d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a74b1636-3d1f-469f-9da4-627ce96d5bd5', 'name': 'tempest-TestMinimumBasicScenario-673627492-router', 'tenant_id': '3a2b982228764438a497dca6cedca4e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'c23ee65d-ccff-4195-ad41-3ff11dceeab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:06:48Z', 'updated_at': '2021-06-11T11:06:53Z', 'revision_number': 4, 'project_id': '3a2b982228764438a497dca6cedca4e7', 'gw_port': {'id': 'c23ee65d-ccff-4195-ad41-3ff11dceeab1', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:cd:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a74b1636-3d1f-469f-9da4-627ce96d5bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:06:49Z', 'updated_at': '2021-06-11T11:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '79ae72ee-179c-4d19-b5fc-dc98d7001c4b', 'name': '', 'network_id': 'dd3cbe1d-ac74-4d8a-bc16-91db184f38d4', 'tenant_id': '3a2b982228764438a497dca6cedca4e7', 'mac_address': 'fa:16:3e:01:4e:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a74b1636-3d1f-469f-9da4-627ce96d5bd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '9389f302-c9a5-4e97-9a49-f646d02c32f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:06:52Z', 'updated_at': '2021-06-11T11:06:57Z', 'revision_number': 4, 'project_id': '3a2b982228764438a497dca6cedca4e7', 'subnets': [{'id': '9389f302-c9a5-4e97-9a49-f646d02c32f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:06:57.891229 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a5d95d-7b3a-40f6-88f3-a2175c4b2d51 None None] The sync data for ids ['a74b1636-3d1f-469f-9da4-627ce96d5bd5'] in n-d-779913-12 is: [{'id': 'a74b1636-3d1f-469f-9da4-627ce96d5bd5', 'name': 'tempest-TestMinimumBasicScenario-673627492-router', 'tenant_id': '3a2b982228764438a497dca6cedca4e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'c23ee65d-ccff-4195-ad41-3ff11dceeab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:06:48Z', 'updated_at': '2021-06-11T11:06:53Z', 'revision_number': 4, 'project_id': '3a2b982228764438a497dca6cedca4e7', 'gw_port': {'id': 'c23ee65d-ccff-4195-ad41-3ff11dceeab1', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:cd:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a74b1636-3d1f-469f-9da4-627ce96d5bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:06:49Z', 'updated_at': '2021-06-11T11:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '79ae72ee-179c-4d19-b5fc-dc98d7001c4b', 'name': '', 'network_id': 'dd3cbe1d-ac74-4d8a-bc16-91db184f38d4', 'tenant_id': '3a2b982228764438a497dca6cedca4e7', 'mac_address': 'fa:16:3e:01:4e:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a74b1636-3d1f-469f-9da4-627ce96d5bd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '9389f302-c9a5-4e97-9a49-f646d02c32f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:06:52Z', 'updated_at': '2021-06-11T11:06:57Z', 'revision_number': 4, 'project_id': '3a2b982228764438a497dca6cedca4e7', 'subnets': [{'id': '9389f302-c9a5-4e97-9a49-f646d02c32f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:06:58.984701 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 79ae72ee-179c-4d19-b5fc-dc98d7001c4b up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:06:59.116309 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 79ae72ee-179c-4d19-b5fc-dc98d7001c4b completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:06:59.120923 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 79ae72ee-179c-4d19-b5fc-dc98d7001c4b triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:06:59.121306 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:59.248790 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:59.296979 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 79ae72ee-179c-4d19-b5fc-dc98d7001c4b, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=79ae72ee-179c-4d19-b5fc-dc98d7001c4b,segment=NetworkSegment(7e188939-c8b1-4581-a488-aba9d549f537),segment_id=7e188939-c8b1-4581-a488-aba9d549f537)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:06:59.390622 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:06:59.392595 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-06e23d8e-14f2-4896-b5bb-5c289f140798 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:06:59.481514 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=79ae72ee-179c-4d19-b5fc-dc98d7001c4b,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:06:59.485633 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:07:00.940257 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 79ae72ee-179c-4d19-b5fc-dc98d7001c4b up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:07:00.996825 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 79ae72ee-179c-4d19-b5fc-dc98d7001c4b triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:07:00.997242 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:07:02.259425 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:07:06.510465 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:07:12.955696 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-123ab124-5c0d-48b4-b7a0-9bcde96841b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:07:15.829945 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-98c3fb82-6ec1-45e6-869d-bdaff8ad5ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:07:16.007540 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:07:16.455620 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 11:07:16.989709 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:07:18.709824 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:07:32.263923 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:07:36.526975 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:07:43.012258 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-74af1103-4c59-4809-9121-8def96ed0067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:07:45.823639 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e0653e8a-5c32-4ed3-b643-61e7fb77675e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:07:45.978206 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:07:46.978139 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:07:48.731947 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:07:53.454530 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 11:08:02.263670 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:08:06.045179 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 44874) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:08:06.497994 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:08:06.527800 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-89e432b0-945a-483c-a45c-da1d60a1ada7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375209'] for router_interface, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:08:06.852636 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-89e432b0-945a-483c-a45c-da1d60a1ada7 admin admin] Deleting port 4f10289a-541a-48ad-99f1-329f51b6bfe5 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:08:06.852976 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-89e432b0-945a-483c-a45c-da1d60a1ada7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:08:06.955424 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-89e432b0-945a-483c-a45c-da1d60a1ada7 admin admin] For port 4f10289a-541a-48ad-99f1-329f51b6bfe5, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=4f10289a-541a-48ad-99f1-329f51b6bfe5,segment=NetworkSegment(b6be05de-c1ec-4f19-806f-fe940e58a579),segment_id=b6be05de-c1ec-4f19-806f-fe940e58a579)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:08:06.955809 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-89e432b0-945a-483c-a45c-da1d60a1ada7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:08:07.050352 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-89e432b0-945a-483c-a45c-da1d60a1ada7 admin admin] Calling delete_port for 4f10289a-541a-48ad-99f1-329f51b6bfe5 owned by network:router_interface {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:08:07.331975 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-89e432b0-945a-483c-a45c-da1d60a1ada7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:08:07.333973 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-46702277-a763-48d2-bf2f-cc4f506d8670 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:08:07.363436 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e432b0-945a-483c-a45c-da1d60a1ada7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f10289a-541a-48ad-99f1-329f51b6bfe5,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:08:07.374853 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e432b0-945a-483c-a45c-da1d60a1ada7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:08:07.375248 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e432b0-945a-483c-a45c-da1d60a1ada7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:08:07.375652 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e432b0-945a-483c-a45c-da1d60a1ada7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:08:07.376089 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e432b0-945a-483c-a45c-da1d60a1ada7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:08:07.376406 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e432b0-945a-483c-a45c-da1d60a1ada7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:08:07.376777 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e432b0-945a-483c-a45c-da1d60a1ada7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:08:07.377145 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e432b0-945a-483c-a45c-da1d60a1ada7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:08:07.377516 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e432b0-945a-483c-a45c-da1d60a1ada7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:08:07.377939 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e432b0-945a-483c-a45c-da1d60a1ada7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:08:07.378247 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e432b0-945a-483c-a45c-da1d60a1ada7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:08:07.378608 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e432b0-945a-483c-a45c-da1d60a1ada7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:08:07.378969 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e432b0-945a-483c-a45c-da1d60a1ada7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:08:07.403789 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-89e432b0-945a-483c-a45c-da1d60a1ada7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:08:07.597427 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-89e432b0-945a-483c-a45c-da1d60a1ada7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362297'] for router_interface, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:08:07.888618 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89e432b0-945a-483c-a45c-da1d60a1ada7 admin admin] Router d7f7c4e2-5757-4209-8e49-304e13029fb7 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:08:08.465346 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89e432b0-945a-483c-a45c-da1d60a1ada7 admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:08:08.471257 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-89e432b0-945a-483c-a45c-da1d60a1ada7 admin admin] 10.222.0.60 "PUT /v2.0/routers/d7f7c4e2-5757-4209-8e49-304e13029fb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4248374 Jun 11 11:08:08.473730 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 44878) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:08:08.475533 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b651feb4-89e7-4616-b4e3-4de0d7591315 None None] Sync routers for ids ['d7f7c4e2-5757-4209-8e49-304e13029fb7'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:08:08.486245 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b651feb4-89e7-4616-b4e3-4de0d7591315 None None] Routers {'d7f7c4e2-5757-4209-8e49-304e13029fb7'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:08:08.486856 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-b651feb4-89e7-4616-b4e3-4de0d7591315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T11:07:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['d7f7c4e2-5757-4209-8e49-304e13029fb7'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:08:08.621524 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c9e88375-931b-45cd-a1df-8d440591d688 admin admin] Notify callbacks [] for router, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:08:08.628369 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-b651feb4-89e7-4616-b4e3-4de0d7591315 None None] Set router d7f7c4e2-5757-4209-8e49-304e13029fb7 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:08:08.765234 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c9e88375-931b-45cd-a1df-8d440591d688 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:08:08.874942 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-b651feb4-89e7-4616-b4e3-4de0d7591315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7f7c4e2-5757-4209-8e49-304e13029fb7', 'name': 'tempest-TestMinimumBasicScenario-384216999-router', 'tenant_id': '24393893dd8845c4b51bb4c67f368d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': 'bfa89877-2344-4f52-9636-5bcbf9808263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:06:41Z', 'updated_at': '2021-06-11T11:08:07Z', 'revision_number': 5, 'project_id': '24393893dd8845c4b51bb4c67f368d81', 'gw_port': {'id': 'bfa89877-2344-4f52-9636-5bcbf9808263', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:63:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f7c4e2-5757-4209-8e49-304e13029fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:06:41Z', 'updated_at': '2021-06-11T11:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:08:08.878538 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b651feb4-89e7-4616-b4e3-4de0d7591315 None None] Checking router: d7f7c4e2-5757-4209-8e49-304e13029fb7 for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:08:08.886661 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b651feb4-89e7-4616-b4e3-4de0d7591315 None None] Routers {'d7f7c4e2-5757-4209-8e49-304e13029fb7'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:08:08.887269 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-b651feb4-89e7-4616-b4e3-4de0d7591315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T11:07:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['d7f7c4e2-5757-4209-8e49-304e13029fb7'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:08:08.898014 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-c9e88375-931b-45cd-a1df-8d440591d688 admin admin] Deleting port bfa89877-2344-4f52-9636-5bcbf9808263 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:08:08.898625 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c9e88375-931b-45cd-a1df-8d440591d688 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:08:09.005980 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-c9e88375-931b-45cd-a1df-8d440591d688 admin admin] For port bfa89877-2344-4f52-9636-5bcbf9808263, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=bfa89877-2344-4f52-9636-5bcbf9808263,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:08:09.006344 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c9e88375-931b-45cd-a1df-8d440591d688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:08:09.010054 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-b651feb4-89e7-4616-b4e3-4de0d7591315 None None] Set router d7f7c4e2-5757-4209-8e49-304e13029fb7 gateway port host: None {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:08:09.090745 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-b651feb4-89e7-4616-b4e3-4de0d7591315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7f7c4e2-5757-4209-8e49-304e13029fb7', 'name': 'tempest-TestMinimumBasicScenario-384216999-router', 'tenant_id': '24393893dd8845c4b51bb4c67f368d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:06:41Z', 'updated_at': '2021-06-11T11:08:08Z', 'revision_number': 6, 'project_id': '24393893dd8845c4b51bb4c67f368d81', 'gw_port_host': None}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:08:09.094861 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b651feb4-89e7-4616-b4e3-4de0d7591315 None None] The sync data for ids ['d7f7c4e2-5757-4209-8e49-304e13029fb7'] in n-d-779913-12 is: [{'id': 'd7f7c4e2-5757-4209-8e49-304e13029fb7', 'name': 'tempest-TestMinimumBasicScenario-384216999-router', 'tenant_id': '24393893dd8845c4b51bb4c67f368d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:06:41Z', 'updated_at': '2021-06-11T11:08:08Z', 'revision_number': 6, 'project_id': '24393893dd8845c4b51bb4c67f368d81', 'gw_port_host': None}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:08:09.108576 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-c9e88375-931b-45cd-a1df-8d440591d688 admin admin] Calling delete_port for bfa89877-2344-4f52-9636-5bcbf9808263 owned by network:router_gateway {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:08:09.418565 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c9e88375-931b-45cd-a1df-8d440591d688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:08:09.421782 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-99ad0e29-5ed3-4d57-8552-a51159c526a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:08:09.458817 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e88375-931b-45cd-a1df-8d440591d688 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfa89877-2344-4f52-9636-5bcbf9808263,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:08:09.462825 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c9e88375-931b-45cd-a1df-8d440591d688 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:08:09.556057 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c9e88375-931b-45cd-a1df-8d440591d688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374120'] for router_gateway, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:08:09.699900 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c9e88375-931b-45cd-a1df-8d440591d688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:08:09.702290 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c9e88375-931b-45cd-a1df-8d440591d688 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:08:09.846676 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c9e88375-931b-45cd-a1df-8d440591d688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:08:09.847113 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9e88375-931b-45cd-a1df-8d440591d688 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7f7c4e2-5757-4209-8e49-304e13029fb7 {{(pid=93176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 11:08:09.851940 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c9e88375-931b-45cd-a1df-8d440591d688 admin admin] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:08:09.853108 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-c9e88375-931b-45cd-a1df-8d440591d688 admin admin] 10.222.0.60 "DELETE /v2.0/routers/d7f7c4e2-5757-4209-8e49-304e13029fb7 HTTP/1.1" status: 204 len: 168 time: 1.3780785 Jun 11 11:08:09.855634 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 44880) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:08:09.914628 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a46bc2c-b3bd-4914-8c68-c550f2266b95 admin admin] Deleting subnet 049f00da-f154-4086-b9e1-245f0aaec9b6 {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:08:09.918015 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0a46bc2c-b3bd-4914-8c68-c550f2266b95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:08:09.963806 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0a46bc2c-b3bd-4914-8c68-c550f2266b95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:08:10.069538 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0a46bc2c-b3bd-4914-8c68-c550f2266b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:08:10.233936 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0a46bc2c-b3bd-4914-8c68-c550f2266b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:08:10.237002 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c8e3a5ff-5fb9-42e4-8702-716480dd44d1 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:08:10.268331 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a46bc2c-b3bd-4914-8c68-c550f2266b95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=049f00da-f154-4086-b9e1-245f0aaec9b6,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:08:10.271373 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0a46bc2c-b3bd-4914-8c68-c550f2266b95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:08:10.272383 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0a46bc2c-b3bd-4914-8c68-c550f2266b95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:08:10.274487 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-0a46bc2c-b3bd-4914-8c68-c550f2266b95 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/049f00da-f154-4086-b9e1-245f0aaec9b6 HTTP/1.1" status: 204 len: 168 time: 0.4179182 Jun 11 11:08:10.277347 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 44882) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:08:10.279291 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a97609-87dd-485a-9c28-285ad9017203 None None] Network 24a036f4-b8bf-456a-9e13-da1ee9c75bb8 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:08:10.384124 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-57f2c8df-c15d-485b-8a5e-33dfc1e32529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:08:10.445270 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-57f2c8df-c15d-485b-8a5e-33dfc1e32529 admin admin] Deleting port 758f3ab1-0512-4974-b3dd-df310edc8fec {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:08:10.445865 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-57f2c8df-c15d-485b-8a5e-33dfc1e32529 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:08:10.508791 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e462041a-25bf-4a76-93da-8143f1460b19 None None] DHCP port deletion for 24a036f4-b8bf-456a-9e13-da1ee9c75bb8 request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:08:10.538875 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-57f2c8df-c15d-485b-8a5e-33dfc1e32529 admin admin] For port 758f3ab1-0512-4974-b3dd-df310edc8fec, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=758f3ab1-0512-4974-b3dd-df310edc8fec,segment=NetworkSegment(b6be05de-c1ec-4f19-806f-fe940e58a579),segment_id=b6be05de-c1ec-4f19-806f-fe940e58a579)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:08:10.539230 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-57f2c8df-c15d-485b-8a5e-33dfc1e32529 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:08:10.563827 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-e462041a-25bf-4a76-93da-8143f1460b19 None None] Deleting port 758f3ab1-0512-4974-b3dd-df310edc8fec {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:08:10.564218 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e462041a-25bf-4a76-93da-8143f1460b19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:08:10.643229 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-57f2c8df-c15d-485b-8a5e-33dfc1e32529 admin admin] Calling delete_port for 758f3ab1-0512-4974-b3dd-df310edc8fec owned by network:dhcp {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:08:10.660940 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-e462041a-25bf-4a76-93da-8143f1460b19 None None] For port 758f3ab1-0512-4974-b3dd-df310edc8fec, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=758f3ab1-0512-4974-b3dd-df310edc8fec,segment=NetworkSegment(b6be05de-c1ec-4f19-806f-fe940e58a579),segment_id=b6be05de-c1ec-4f19-806f-fe940e58a579)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:08:10.661342 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e462041a-25bf-4a76-93da-8143f1460b19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:08:10.818128 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-57f2c8df-c15d-485b-8a5e-33dfc1e32529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:08:10.820533 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-688d2684-c50d-4706-805b-f9498bf575a8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:08:10.854344 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f2c8df-c15d-485b-8a5e-33dfc1e32529 admin admin] Pushing event deleted for resources: {'Port': ['ID=758f3ab1-0512-4974-b3dd-df310edc8fec,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:08:10.864350 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f2c8df-c15d-485b-8a5e-33dfc1e32529 admin admin] No DVR routers for this DVR port 758f3ab1-0512-4974-b3dd-df310edc8fec on host n-d-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:08:10.867214 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f2c8df-c15d-485b-8a5e-33dfc1e32529 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:08:10.867632 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f2c8df-c15d-485b-8a5e-33dfc1e32529 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:08:10.868019 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f2c8df-c15d-485b-8a5e-33dfc1e32529 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:08:10.868487 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f2c8df-c15d-485b-8a5e-33dfc1e32529 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:08:10.868862 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f2c8df-c15d-485b-8a5e-33dfc1e32529 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:08:10.869234 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f2c8df-c15d-485b-8a5e-33dfc1e32529 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:08:10.869601 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f2c8df-c15d-485b-8a5e-33dfc1e32529 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:08:10.869967 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f2c8df-c15d-485b-8a5e-33dfc1e32529 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:08:10.870325 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f2c8df-c15d-485b-8a5e-33dfc1e32529 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:08:10.870750 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f2c8df-c15d-485b-8a5e-33dfc1e32529 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:08:10.871111 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f2c8df-c15d-485b-8a5e-33dfc1e32529 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:08:10.871471 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f2c8df-c15d-485b-8a5e-33dfc1e32529 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:08:10.876502 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-57f2c8df-c15d-485b-8a5e-33dfc1e32529 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:08:10.957092 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-e462041a-25bf-4a76-93da-8143f1460b19 None None] Calling delete_port for 758f3ab1-0512-4974-b3dd-df310edc8fec owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:08:10.985853 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-57f2c8df-c15d-485b-8a5e-33dfc1e32529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:08:10.998016 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-57f2c8df-c15d-485b-8a5e-33dfc1e32529 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24a036f4-b8bf-456a-9e13-da1ee9c75bb8']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:08:11.011167 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-57f2c8df-c15d-485b-8a5e-33dfc1e32529 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6be05de-c1ec-4f19-806f-fe940e58a579') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:08:11.011587 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-57f2c8df-c15d-485b-8a5e-33dfc1e32529 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6be05de-c1ec-4f19-806f-fe940e58a579') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:08:11.014797 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device bfa89877-2344-4f52-9636-5bcbf9808263 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:08:11.024605 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-57f2c8df-c15d-485b-8a5e-33dfc1e32529 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:08:11.041734 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-57f2c8df-c15d-485b-8a5e-33dfc1e32529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:08:11.042609 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: bfa89877-2344-4f52-9636-5bcbf9808263 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:08:11.042971 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device bfa89877-2344-4f52-9636-5bcbf9808263 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:08:11.043519 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 758f3ab1-0512-4974-b3dd-df310edc8fec no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:08:11.048208 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57f2c8df-c15d-485b-8a5e-33dfc1e32529 admin admin] Releasing vlan 782 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:08:11.052142 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-57f2c8df-c15d-485b-8a5e-33dfc1e32529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:08:11.052142 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 11:08:11.052142 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:08:11.052142 n-d-779913-12 neutron-server[93177]: timer() Jun 11 11:08:11.052142 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:08:11.052142 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 11:08:11.052142 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:08:11.052142 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 11:08:11.052142 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:08:11.052142 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 11:08:11.052142 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:08:11.052142 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 11:08:11.052142 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:08:11.052142 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 11:08:11.052142 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:08:11.052142 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:08:11.052142 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:08:11.052142 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:08:11.052142 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:08:11.052142 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 11:08:11.052142 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:08:11.052142 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 11:08:11.052142 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:08:11.052142 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:08:11.052142 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:08:11.052142 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 11:08:11.052142 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:08:11.052142 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:08:11.052142 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:08:11.052142 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:08:11.052142 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:08:11.052142 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:08:11.052142 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:08:11.078365 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 758f3ab1-0512-4974-b3dd-df310edc8fec {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:08:11.086687 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 758f3ab1-0512-4974-b3dd-df310edc8fec not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:08:11.086687 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 4f10289a-541a-48ad-99f1-329f51b6bfe5 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:08:11.115345 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 4f10289a-541a-48ad-99f1-329f51b6bfe5 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:08:11.116420 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 4f10289a-541a-48ad-99f1-329f51b6bfe5 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:08:11.150301 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e462041a-25bf-4a76-93da-8143f1460b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:08:11.153774 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:08:11.183408 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e462041a-25bf-4a76-93da-8143f1460b19 None None] Pushing event deleted for resources: {'Port': ['ID=758f3ab1-0512-4974-b3dd-df310edc8fec,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:08:11.187736 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e462041a-25bf-4a76-93da-8143f1460b19 None None] No DVR routers for this DVR port 758f3ab1-0512-4974-b3dd-df310edc8fec on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:08:11.196063 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e462041a-25bf-4a76-93da-8143f1460b19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:08:11.196586 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e462041a-25bf-4a76-93da-8143f1460b19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:08:11.197122 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e462041a-25bf-4a76-93da-8143f1460b19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:08:11.197641 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e462041a-25bf-4a76-93da-8143f1460b19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:08:11.198206 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e462041a-25bf-4a76-93da-8143f1460b19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:08:11.198793 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e462041a-25bf-4a76-93da-8143f1460b19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:08:11.199312 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e462041a-25bf-4a76-93da-8143f1460b19 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:08:11.200136 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e462041a-25bf-4a76-93da-8143f1460b19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:08:11.200435 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e462041a-25bf-4a76-93da-8143f1460b19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:08:11.200901 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e462041a-25bf-4a76-93da-8143f1460b19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:08:11.201322 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e462041a-25bf-4a76-93da-8143f1460b19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:08:11.201814 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e462041a-25bf-4a76-93da-8143f1460b19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:08:11.207380 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-e462041a-25bf-4a76-93da-8143f1460b19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:08:11.263503 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-57f2c8df-c15d-485b-8a5e-33dfc1e32529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:08:11.268050 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d2b0d4e6-4257-4602-8efd-56a3d913abfc tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:08:11.270575 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-57f2c8df-c15d-485b-8a5e-33dfc1e32529 admin admin] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:08:11.272698 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-57f2c8df-c15d-485b-8a5e-33dfc1e32529 admin admin] 10.222.0.60 "DELETE /v2.0/networks/24a036f4-b8bf-456a-9e13-da1ee9c75bb8 HTTP/1.1" status: 204 len: 168 time: 0.9941986 Jun 11 11:08:11.277385 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 44886) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:08:11.288583 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f2c8df-c15d-485b-8a5e-33dfc1e32529 admin admin] Pushing event deleted for resources: {'Network': ['ID=24a036f4-b8bf-456a-9e13-da1ee9c75bb8,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:08:11.300138 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-57f2c8df-c15d-485b-8a5e-33dfc1e32529 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:08:11.758235 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d0d8eb21-893f-4b87-be80-84ae357a1061 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375209'] for router_interface, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:08:12.087182 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-d0d8eb21-893f-4b87-be80-84ae357a1061 admin admin] Deleting port 79ae72ee-179c-4d19-b5fc-dc98d7001c4b {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:08:12.090196 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d0d8eb21-893f-4b87-be80-84ae357a1061 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:08:12.188399 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-d0d8eb21-893f-4b87-be80-84ae357a1061 admin admin] For port 79ae72ee-179c-4d19-b5fc-dc98d7001c4b, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=79ae72ee-179c-4d19-b5fc-dc98d7001c4b,segment=NetworkSegment(7e188939-c8b1-4581-a488-aba9d549f537),segment_id=7e188939-c8b1-4581-a488-aba9d549f537)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:08:12.188751 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d0d8eb21-893f-4b87-be80-84ae357a1061 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:08:12.283237 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-d0d8eb21-893f-4b87-be80-84ae357a1061 admin admin] Calling delete_port for 79ae72ee-179c-4d19-b5fc-dc98d7001c4b owned by network:router_interface {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:08:12.628817 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d0d8eb21-893f-4b87-be80-84ae357a1061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:08:12.630987 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ede8a6fd-1eee-416a-a0ce-0ba14c0d341b tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:08:12.661974 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d8eb21-893f-4b87-be80-84ae357a1061 admin admin] Pushing event deleted for resources: {'Port': ['ID=79ae72ee-179c-4d19-b5fc-dc98d7001c4b,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:08:12.665074 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d0d8eb21-893f-4b87-be80-84ae357a1061 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:08:12.894851 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d0d8eb21-893f-4b87-be80-84ae357a1061 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362297'] for router_interface, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:08:12.967171 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-dfae0dca-2eb0-49aa-b78d-aeacfa446c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:08:13.209534 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0d8eb21-893f-4b87-be80-84ae357a1061 admin admin] Router a74b1636-3d1f-469f-9da4-627ce96d5bd5 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:08:13.353045 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0d8eb21-893f-4b87-be80-84ae357a1061 admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:08:13.358194 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-d0d8eb21-893f-4b87-be80-84ae357a1061 admin admin] 10.222.0.60 "PUT /v2.0/routers/a74b1636-3d1f-469f-9da4-627ce96d5bd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0792909 Jun 11 11:08:13.361301 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 44888) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:08:13.362017 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973c4312-bd6e-458b-8e1b-475f513a19a1 None None] Sync routers for ids ['a74b1636-3d1f-469f-9da4-627ce96d5bd5'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:08:13.371222 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973c4312-bd6e-458b-8e1b-475f513a19a1 None None] Routers {'a74b1636-3d1f-469f-9da4-627ce96d5bd5'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:08:13.371868 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-973c4312-bd6e-458b-8e1b-475f513a19a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T11:07:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['a74b1636-3d1f-469f-9da4-627ce96d5bd5'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:08:13.516797 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-acdb65f6-74df-435e-92c4-40725ebb22d0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:08:13.527111 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-973c4312-bd6e-458b-8e1b-475f513a19a1 None None] Set router a74b1636-3d1f-469f-9da4-627ce96d5bd5 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:08:13.779773 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-973c4312-bd6e-458b-8e1b-475f513a19a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a74b1636-3d1f-469f-9da4-627ce96d5bd5', 'name': 'tempest-TestMinimumBasicScenario-673627492-router', 'tenant_id': '3a2b982228764438a497dca6cedca4e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'c23ee65d-ccff-4195-ad41-3ff11dceeab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:06:48Z', 'updated_at': '2021-06-11T11:08:12Z', 'revision_number': 5, 'project_id': '3a2b982228764438a497dca6cedca4e7', 'gw_port': {'id': 'c23ee65d-ccff-4195-ad41-3ff11dceeab1', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:cd:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a74b1636-3d1f-469f-9da4-627ce96d5bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:06:49Z', 'updated_at': '2021-06-11T11:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:08:13.784949 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973c4312-bd6e-458b-8e1b-475f513a19a1 None None] Checking router: a74b1636-3d1f-469f-9da4-627ce96d5bd5 for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:08:13.794250 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973c4312-bd6e-458b-8e1b-475f513a19a1 None None] Routers {'a74b1636-3d1f-469f-9da4-627ce96d5bd5'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:08:13.794864 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-973c4312-bd6e-458b-8e1b-475f513a19a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T11:07:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['a74b1636-3d1f-469f-9da4-627ce96d5bd5'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:08:13.942985 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-973c4312-bd6e-458b-8e1b-475f513a19a1 None None] Set router a74b1636-3d1f-469f-9da4-627ce96d5bd5 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:08:14.122391 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-acdb65f6-74df-435e-92c4-40725ebb22d0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:08:14.190576 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-973c4312-bd6e-458b-8e1b-475f513a19a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a74b1636-3d1f-469f-9da4-627ce96d5bd5', 'name': 'tempest-TestMinimumBasicScenario-673627492-router', 'tenant_id': '3a2b982228764438a497dca6cedca4e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'c23ee65d-ccff-4195-ad41-3ff11dceeab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:06:48Z', 'updated_at': '2021-06-11T11:08:12Z', 'revision_number': 5, 'project_id': '3a2b982228764438a497dca6cedca4e7', 'gw_port': {'id': 'c23ee65d-ccff-4195-ad41-3ff11dceeab1', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:cd:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a74b1636-3d1f-469f-9da4-627ce96d5bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:06:49Z', 'updated_at': '2021-06-11T11:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:08:14.193959 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973c4312-bd6e-458b-8e1b-475f513a19a1 None None] The sync data for ids ['a74b1636-3d1f-469f-9da4-627ce96d5bd5'] in n-d-779913-12 is: [{'id': 'a74b1636-3d1f-469f-9da4-627ce96d5bd5', 'name': 'tempest-TestMinimumBasicScenario-673627492-router', 'tenant_id': '3a2b982228764438a497dca6cedca4e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'c23ee65d-ccff-4195-ad41-3ff11dceeab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:06:48Z', 'updated_at': '2021-06-11T11:08:12Z', 'revision_number': 5, 'project_id': '3a2b982228764438a497dca6cedca4e7', 'gw_port': {'id': 'c23ee65d-ccff-4195-ad41-3ff11dceeab1', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:cd:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a74b1636-3d1f-469f-9da4-627ce96d5bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:06:49Z', 'updated_at': '2021-06-11T11:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:08:14.296881 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-acdb65f6-74df-435e-92c4-40725ebb22d0 admin admin] Deleting port c23ee65d-ccff-4195-ad41-3ff11dceeab1 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:08:14.297220 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-acdb65f6-74df-435e-92c4-40725ebb22d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:08:14.421065 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-acdb65f6-74df-435e-92c4-40725ebb22d0 admin admin] For port c23ee65d-ccff-4195-ad41-3ff11dceeab1, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=c23ee65d-ccff-4195-ad41-3ff11dceeab1,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:08:14.421065 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-acdb65f6-74df-435e-92c4-40725ebb22d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:08:14.514794 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-acdb65f6-74df-435e-92c4-40725ebb22d0 admin admin] Calling delete_port for c23ee65d-ccff-4195-ad41-3ff11dceeab1 owned by network:router_gateway {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:08:14.777809 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-acdb65f6-74df-435e-92c4-40725ebb22d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:08:14.780302 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-194bdbb1-9b8b-4209-b031-6d5714617886 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:08:14.810204 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdb65f6-74df-435e-92c4-40725ebb22d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c23ee65d-ccff-4195-ad41-3ff11dceeab1,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:08:14.813319 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-acdb65f6-74df-435e-92c4-40725ebb22d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:08:14.890209 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-acdb65f6-74df-435e-92c4-40725ebb22d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374120'] for router_gateway, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:08:14.981067 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 79ae72ee-179c-4d19-b5fc-dc98d7001c4b no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:08:15.006805 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 79ae72ee-179c-4d19-b5fc-dc98d7001c4b {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:08:15.007168 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 79ae72ee-179c-4d19-b5fc-dc98d7001c4b not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:08:15.031390 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-acdb65f6-74df-435e-92c4-40725ebb22d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:08:15.034639 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-acdb65f6-74df-435e-92c4-40725ebb22d0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:08:15.229578 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-acdb65f6-74df-435e-92c4-40725ebb22d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:08:15.230023 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acdb65f6-74df-435e-92c4-40725ebb22d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a74b1636-3d1f-469f-9da4-627ce96d5bd5 {{(pid=93176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 11:08:15.234280 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-acdb65f6-74df-435e-92c4-40725ebb22d0 admin admin] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:08:15.236078 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-acdb65f6-74df-435e-92c4-40725ebb22d0 admin admin] 10.222.0.60 "DELETE /v2.0/routers/a74b1636-3d1f-469f-9da4-627ce96d5bd5 HTTP/1.1" status: 204 len: 168 time: 1.8731461 Jun 11 11:08:15.238475 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 44890) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:08:15.304926 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-80108ff9-08a6-43d6-83a6-62cbcfb05b30 admin admin] Deleting subnet 9389f302-c9a5-4e97-9a49-f646d02c32f6 {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:08:15.308559 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-80108ff9-08a6-43d6-83a6-62cbcfb05b30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:08:15.366879 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-80108ff9-08a6-43d6-83a6-62cbcfb05b30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:08:15.464733 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-80108ff9-08a6-43d6-83a6-62cbcfb05b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:08:15.629347 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-80108ff9-08a6-43d6-83a6-62cbcfb05b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:08:15.631515 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0e4792e0-7d09-46ae-b661-318c20bdfed7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:08:15.672165 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80108ff9-08a6-43d6-83a6-62cbcfb05b30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9389f302-c9a5-4e97-9a49-f646d02c32f6,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:08:15.675400 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-80108ff9-08a6-43d6-83a6-62cbcfb05b30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:08:15.676429 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-80108ff9-08a6-43d6-83a6-62cbcfb05b30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:08:15.679304 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-80108ff9-08a6-43d6-83a6-62cbcfb05b30 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/9389f302-c9a5-4e97-9a49-f646d02c32f6 HTTP/1.1" status: 204 len: 168 time: 0.4388981 Jun 11 11:08:15.680965 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 44892) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:08:15.686895 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e2088d-c1d7-4948-8521-7754fb60adf1 None None] Network dd3cbe1d-ac74-4d8a-bc16-91db184f38d4 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:08:15.776795 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-30b52297-dcad-4bd1-8a80-034203e689c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:08:15.851935 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-30b52297-dcad-4bd1-8a80-034203e689c2 admin admin] Deleting port 6f1f9b48-77ae-473c-bec0-527210dbf42e {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:08:15.852271 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-30b52297-dcad-4bd1-8a80-034203e689c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:08:15.859105 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-79c56e59-50bd-46df-a2e8-972d030e3faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:08:15.948707 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-30b52297-dcad-4bd1-8a80-034203e689c2 admin admin] For port 6f1f9b48-77ae-473c-bec0-527210dbf42e, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=6f1f9b48-77ae-473c-bec0-527210dbf42e,segment=NetworkSegment(7e188939-c8b1-4581-a488-aba9d549f537),segment_id=7e188939-c8b1-4581-a488-aba9d549f537)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:08:15.948993 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-30b52297-dcad-4bd1-8a80-034203e689c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:08:15.963549 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f334f767-ade7-4a65-a546-a31865384846 None None] DHCP port deletion for dd3cbe1d-ac74-4d8a-bc16-91db184f38d4 request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:08:16.016012 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f334f767-ade7-4a65-a546-a31865384846 None None] Deleting port 6f1f9b48-77ae-473c-bec0-527210dbf42e {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:08:16.017368 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f334f767-ade7-4a65-a546-a31865384846 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:08:16.031443 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:08:16.046846 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-30b52297-dcad-4bd1-8a80-034203e689c2 admin admin] Calling delete_port for 6f1f9b48-77ae-473c-bec0-527210dbf42e owned by network:dhcp {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:08:16.105976 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f334f767-ade7-4a65-a546-a31865384846 None None] For port 6f1f9b48-77ae-473c-bec0-527210dbf42e, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=6f1f9b48-77ae-473c-bec0-527210dbf42e,segment=NetworkSegment(7e188939-c8b1-4581-a488-aba9d549f537),segment_id=7e188939-c8b1-4581-a488-aba9d549f537)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:08:16.106387 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f334f767-ade7-4a65-a546-a31865384846 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:08:16.210867 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-f334f767-ade7-4a65-a546-a31865384846 None None] Calling delete_port for 6f1f9b48-77ae-473c-bec0-527210dbf42e owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:08:16.240404 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-30b52297-dcad-4bd1-8a80-034203e689c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:08:16.242653 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-76772b2e-35c4-4be1-93cd-1bca54e1e2c3 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:08:16.275302 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b52297-dcad-4bd1-8a80-034203e689c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f1f9b48-77ae-473c-bec0-527210dbf42e,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:08:16.278590 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-30b52297-dcad-4bd1-8a80-034203e689c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:08:16.280781 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b52297-dcad-4bd1-8a80-034203e689c2 admin admin] No DVR routers for this DVR port 6f1f9b48-77ae-473c-bec0-527210dbf42e on host n-d-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:08:16.310455 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f334f767-ade7-4a65-a546-a31865384846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:08:16.313367 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:08:16.345385 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f334f767-ade7-4a65-a546-a31865384846 None None] Pushing event deleted for resources: {'Port': ['ID=6f1f9b48-77ae-473c-bec0-527210dbf42e,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:08:16.347912 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f334f767-ade7-4a65-a546-a31865384846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:08:16.350180 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f334f767-ade7-4a65-a546-a31865384846 None None] No DVR routers for this DVR port 6f1f9b48-77ae-473c-bec0-527210dbf42e on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:08:16.385631 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-30b52297-dcad-4bd1-8a80-034203e689c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:08:16.397166 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-30b52297-dcad-4bd1-8a80-034203e689c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd3cbe1d-ac74-4d8a-bc16-91db184f38d4']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:08:16.415992 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-30b52297-dcad-4bd1-8a80-034203e689c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e188939-c8b1-4581-a488-aba9d549f537') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:08:16.416302 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-30b52297-dcad-4bd1-8a80-034203e689c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e188939-c8b1-4581-a488-aba9d549f537') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:08:16.427103 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-30b52297-dcad-4bd1-8a80-034203e689c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:08:16.442341 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-30b52297-dcad-4bd1-8a80-034203e689c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:08:16.448172 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30b52297-dcad-4bd1-8a80-034203e689c2 admin admin] Releasing vlan 753 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:08:16.453562 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-30b52297-dcad-4bd1-8a80-034203e689c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:08:16.453562 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 11:08:16.453562 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:08:16.453562 n-d-779913-12 neutron-server[93176]: timer() Jun 11 11:08:16.453562 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:08:16.453562 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 11:08:16.453562 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:08:16.453562 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 11:08:16.453562 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:08:16.453562 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 11:08:16.453562 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:08:16.453562 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 11:08:16.453562 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:08:16.453562 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 11:08:16.453562 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:08:16.453562 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:08:16.453562 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:08:16.453562 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:08:16.453562 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:08:16.453562 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 11:08:16.453562 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:08:16.453562 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 11:08:16.453562 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:08:16.453562 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:08:16.453562 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:08:16.453562 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 11:08:16.453562 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:08:16.453562 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:08:16.453562 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:08:16.453562 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:08:16.453562 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:08:16.453562 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:08:16.453562 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:08:16.589532 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-30b52297-dcad-4bd1-8a80-034203e689c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:08:16.593853 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7ffe948c-1520-45b0-bbe5-6e785c3e410c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:08:16.598909 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-30b52297-dcad-4bd1-8a80-034203e689c2 admin admin] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:08:16.601119 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-30b52297-dcad-4bd1-8a80-034203e689c2 admin admin] 10.222.0.60 "DELETE /v2.0/networks/dd3cbe1d-ac74-4d8a-bc16-91db184f38d4 HTTP/1.1" status: 204 len: 168 time: 0.9185789 Jun 11 11:08:16.616041 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b52297-dcad-4bd1-8a80-034203e689c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd3cbe1d-ac74-4d8a-bc16-91db184f38d4,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:08:16.618590 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-30b52297-dcad-4bd1-8a80-034203e689c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:08:16.976651 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device c23ee65d-ccff-4195-ad41-3ff11dceeab1 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:08:17.006747 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: c23ee65d-ccff-4195-ad41-3ff11dceeab1 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:08:17.007123 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device c23ee65d-ccff-4195-ad41-3ff11dceeab1 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:08:17.007551 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 6f1f9b48-77ae-473c-bec0-527210dbf42e no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:08:17.011070 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:08:17.033439 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 6f1f9b48-77ae-473c-bec0-527210dbf42e {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:08:17.034117 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 6f1f9b48-77ae-473c-bec0-527210dbf42e not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:08:17.067667 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 44896) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:08:17.113287 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-05b48c2f-3d97-4a90-8372-beddf282d09c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=24393893dd8845c4b51bb4c67f368d81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0443141 Jun 11 11:08:17.115631 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 44898) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:08:17.168385 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-674a66de-08e2-473b-a974-2827c08251d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:08:17.192757 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-674a66de-08e2-473b-a974-2827c08251d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:08:17.320284 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-674a66de-08e2-473b-a974-2827c08251d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:08:17.322943 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-674a66de-08e2-473b-a974-2827c08251d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:08:17.324163 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-674a66de-08e2-473b-a974-2827c08251d0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/29cae761-2e61-4e67-93a5-a77ac472cde2 HTTP/1.1" status: 204 len: 168 time: 0.2076180 Jun 11 11:08:17.325043 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3f1d5fdc-eb40-4551-a809-910a3028b1d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:08:17.334695 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674a66de-08e2-473b-a974-2827c08251d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29cae761-2e61-4e67-93a5-a77ac472cde2,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:08:17.337481 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-674a66de-08e2-473b-a974-2827c08251d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:08:18.097602 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 44904) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:08:18.143919 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-0a0779c3-c426-4b7a-8408-d86ddd61a19a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3a2b982228764438a497dca6cedca4e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0449615 Jun 11 11:08:18.146280 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 44906) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:08:18.208220 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b8ed4583-6bcb-42d9-99ba-af09e2d22526 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:08:18.234279 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b8ed4583-6bcb-42d9-99ba-af09e2d22526 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:08:18.366113 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b8ed4583-6bcb-42d9-99ba-af09e2d22526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:08:18.368807 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b8ed4583-6bcb-42d9-99ba-af09e2d22526 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:08:18.369976 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-b8ed4583-6bcb-42d9-99ba-af09e2d22526 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4f62a73f-4a05-4947-9725-fb4586a6f6f0 HTTP/1.1" status: 204 len: 168 time: 0.2227700 Jun 11 11:08:18.370798 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7ffe948c-1520-45b0-bbe5-6e785c3e410c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:08:18.384258 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ed4583-6bcb-42d9-99ba-af09e2d22526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f62a73f-4a05-4947-9725-fb4586a6f6f0,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:08:18.392203 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b8ed4583-6bcb-42d9-99ba-af09e2d22526 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:08:18.784286 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:08:30.452939 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 11:08:32.279486 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:08:36.502631 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:08:42.994171 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c77345fd-d6f6-4b19-a67a-ddfb006a376a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:08:45.845235 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-32d45fe8-ea6b-4d70-99f7-82ee472be9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:08:46.055979 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:08:47.033988 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:08:48.748750 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:09:02.285012 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:09:06.506881 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:09:07.452191 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 11:09:12.999434 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-68042c6b-0b23-4f11-b8be-f7e5d4f01d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:09:15.822415 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-66010fab-25fe-4f80-87df-dacebd0c49e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:09:16.005103 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:09:17.005168 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:09:18.759374 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:09:32.364862 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:09:36.529391 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:09:43.004472 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-07186e33-e0ee-4dfc-8a72-04fc94b58f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:09:44.452225 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 11:09:45.839179 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7fbdea0e-5dc2-4214-bbc4-aafd4cd39cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:09:46.027218 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:09:47.027144 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:09:48.753087 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:10:02.305609 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:10:06.541348 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:10:12.998373 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-9ed2a992-1066-4a60-ad8f-57801513b6cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:10:15.836973 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a386568f-d67e-4711-a0cc-a8138928a1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:10:16.002932 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:10:17.021837 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:10:18.751125 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:10:21.450448 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 11:10:32.333813 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:10:36.557778 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:10:42.992881 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aaa840aa-b3db-401b-a190-5dbcaba215a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:10:45.815111 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-21465d98-7e25-47fe-aff4-dbebf73637bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:10:45.997708 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:10:47.060493 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:10:48.717395 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:10:58.449935 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 11:11:02.334422 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:11:06.567179 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:11:12.985518 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-85f7a535-6e0a-4ed3-858a-17a581e1ed65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:11:15.847283 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-00fb6d81-73a3-4013-87d3-d6e5ec118aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:11:15.996945 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:11:17.043261 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:11:18.722526 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:11:32.369004 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:11:35.449094 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 11:11:36.555295 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:11:42.996903 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a8ba9e89-e46e-46ca-886a-245a28e2f5d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:11:46.018044 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b8e2919f-d1d4-4731-8663-8fc7faee892b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:11:46.059415 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:11:47.042699 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:11:48.740461 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:12:02.350880 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:12:06.545700 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:12:12.448664 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 11:12:13.000617 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-91e0f03a-9884-41b4-89f1-32a882d34933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:12:15.893193 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-150ad439-ab6b-47ab-ad25-aaf467739e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:12:16.051218 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:12:17.057218 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:12:18.750610 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:12:32.376945 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:12:36.571016 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:12:43.018743 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-7b9823a0-3cb8-4b78-a64d-7f1ef96f6f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:12:45.824621 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c7a260ae-8c6e-42c3-a851-0998fedd66e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:12:46.013201 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:12:47.033374 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:12:48.744496 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:12:49.447125 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 11:13:02.358828 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:06.547370 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:13.021856 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c2503c11-d995-4643-a62f-9ba2be516a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:15.839013 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c7342252-d580-4f79-b62c-7ddc81563511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:16.007310 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:17.035498 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:18.741307 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:21.183117 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 45028) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:13:21.325289 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-44b0d24f-81e2-455f-8ad3-98dd956f0e65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:21.418906 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-44b0d24f-81e2-455f-8ad3-98dd956f0e65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:21.536291 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-44b0d24f-81e2-455f-8ad3-98dd956f0e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:21.539521 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-674a66de-08e2-473b-a974-2827c08251d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:13:21.584571 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-44b0d24f-81e2-455f-8ad3-98dd956f0e65 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=44cf06f48af94da9ad31f7f9015e2107&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3969045 Jun 11 11:13:21.584571 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b0d24f-81e2-455f-8ad3-98dd956f0e65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b59f16b-27e3-4305-87e1-7484b37067d4,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:13:21.585404 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 45034) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:13:21.591970 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b0d24f-81e2-455f-8ad3-98dd956f0e65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:13:21.592360 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b0d24f-81e2-455f-8ad3-98dd956f0e65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:13:21.592740 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b0d24f-81e2-455f-8ad3-98dd956f0e65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:13:21.593115 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b0d24f-81e2-455f-8ad3-98dd956f0e65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:13:21.593482 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b0d24f-81e2-455f-8ad3-98dd956f0e65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:13:21.593849 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b0d24f-81e2-455f-8ad3-98dd956f0e65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:13:21.594213 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b0d24f-81e2-455f-8ad3-98dd956f0e65 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:13:21.594576 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b0d24f-81e2-455f-8ad3-98dd956f0e65 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:13:21.594935 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b0d24f-81e2-455f-8ad3-98dd956f0e65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:13:21.595520 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b0d24f-81e2-455f-8ad3-98dd956f0e65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:13:21.597250 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b0d24f-81e2-455f-8ad3-98dd956f0e65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:13:21.598076 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b0d24f-81e2-455f-8ad3-98dd956f0e65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:13:21.603174 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-44b0d24f-81e2-455f-8ad3-98dd956f0e65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:13:21.649721 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d679702d-f68b-4b91-9121-6032006bf124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:21.673580 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d679702d-f68b-4b91-9121-6032006bf124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:21.784230 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d679702d-f68b-4b91-9121-6032006bf124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:21.787041 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d679702d-f68b-4b91-9121-6032006bf124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:21.788760 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-d679702d-f68b-4b91-9121-6032006bf124 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2b59f16b-27e3-4305-87e1-7484b37067d4 HTTP/1.1" status: 204 len: 168 time: 0.2018631 Jun 11 11:13:21.789586 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7956514d-bc3d-487e-8393-03f92ef52e33 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:13:21.799041 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d679702d-f68b-4b91-9121-6032006bf124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b59f16b-27e3-4305-87e1-7484b37067d4,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:13:21.807767 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d679702d-f68b-4b91-9121-6032006bf124 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:13:21.808023 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d679702d-f68b-4b91-9121-6032006bf124 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:13:21.808410 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d679702d-f68b-4b91-9121-6032006bf124 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:13:21.808787 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d679702d-f68b-4b91-9121-6032006bf124 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:13:21.809156 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d679702d-f68b-4b91-9121-6032006bf124 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:13:21.809531 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d679702d-f68b-4b91-9121-6032006bf124 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:13:21.809894 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d679702d-f68b-4b91-9121-6032006bf124 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:13:21.810259 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d679702d-f68b-4b91-9121-6032006bf124 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:13:21.810623 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d679702d-f68b-4b91-9121-6032006bf124 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:13:21.811046 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d679702d-f68b-4b91-9121-6032006bf124 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:13:21.811358 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d679702d-f68b-4b91-9121-6032006bf124 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:13:21.811747 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d679702d-f68b-4b91-9121-6032006bf124 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:13:21.815405 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d679702d-f68b-4b91-9121-6032006bf124 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:13:22.479284 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 45042) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:13:22.495839 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-04e6712e-0558-4b95-ad51-c7e3e9a90b10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:22.593647 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-04e6712e-0558-4b95-ad51-c7e3e9a90b10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:22.692587 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-04e6712e-0558-4b95-ad51-c7e3e9a90b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:22.695870 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9cd15b7e-06ec-4e89-a28d-58a38a69c44e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:13:22.735716 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e6712e-0558-4b95-ad51-c7e3e9a90b10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7add7b32-8f10-4f99-8f4b-963f37944379,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:13:22.740221 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-04e6712e-0558-4b95-ad51-c7e3e9a90b10 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d8f505b3515b4a11810139a5de1ffe3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2597961 Jun 11 11:13:22.741214 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-04e6712e-0558-4b95-ad51-c7e3e9a90b10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:13:22.743727 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 45044) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:13:22.804797 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-94488a37-c500-4677-b326-22a175282d2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:22.830826 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-94488a37-c500-4677-b326-22a175282d2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:22.955420 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-94488a37-c500-4677-b326-22a175282d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:22.958535 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-94488a37-c500-4677-b326-22a175282d2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:22.960752 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-94488a37-c500-4677-b326-22a175282d2a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7add7b32-8f10-4f99-8f4b-963f37944379 HTTP/1.1" status: 204 len: 168 time: 0.2150733 Jun 11 11:13:22.960752 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-56b2bb7b-691b-4499-a793-2936e17f2fc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:13:22.971949 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94488a37-c500-4677-b326-22a175282d2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7add7b32-8f10-4f99-8f4b-963f37944379,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:13:22.975085 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-94488a37-c500-4677-b326-22a175282d2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:13:24.080257 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 45066) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:13:24.175266 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-e2d6ee0c-74b0-4239-87e3-46518cad0461 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1684013067-network', 'tenant_id': 'ceebb200b1a942d2ab7040ba60f30f5e'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:13:24.269352 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d6ee0c-74b0-4239-87e3-46518cad0461 admin admin] Made reservation on behalf of ceebb200b1a942d2ab7040ba60f30f5e for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:13:24.271801 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e2d6ee0c-74b0-4239-87e3-46518cad0461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:24.284306 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e2d6ee0c-74b0-4239-87e3-46518cad0461 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:24.378013 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e2d6ee0c-74b0-4239-87e3-46518cad0461 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:24.438529 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e2d6ee0c-74b0-4239-87e3-46518cad0461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:24.441857 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-44b0d24f-81e2-455f-8ad3-98dd956f0e65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:13:24.466540 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2d6ee0c-74b0-4239-87e3-46518cad0461 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:13:24.475524 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d6ee0c-74b0-4239-87e3-46518cad0461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a17b9ae-f604-41a2-8bbb-84b4da9df3d8,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:13:24.479674 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e2d6ee0c-74b0-4239-87e3-46518cad0461 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:13:24.482656 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e2d6ee0c-74b0-4239-87e3-46518cad0461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:24.483712 n-d-779913-12 neutron-server[93176]: INFO neutron.db.segments_db [None req-e2d6ee0c-74b0-4239-87e3-46518cad0461 admin admin] Added segment c83fbca6-2905-4372-bbaa-189de8183582 of type vlan for network 43edd4b3-02a8-472a-964b-7093d274b0c1 Jun 11 11:13:24.537073 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e2d6ee0c-74b0-4239-87e3-46518cad0461 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:24.635303 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e2d6ee0c-74b0-4239-87e3-46518cad0461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:24.636332 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d6ee0c-74b0-4239-87e3-46518cad0461 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:13:24.636916 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e2d6ee0c-74b0-4239-87e3-46518cad0461 admin admin] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:24.639161 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ee1e1496-be6a-4f02-87d3-a6c6b4b3a2c3 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:13:24.716580 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d6ee0c-74b0-4239-87e3-46518cad0461 admin admin] Pushing event updated for resources: {'Network': ['ID=43edd4b3-02a8-472a-964b-7093d274b0c1,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:13:24.719480 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e2d6ee0c-74b0-4239-87e3-46518cad0461 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:13:24.726643 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 43edd4b3-02a8-472a-964b-7093d274b0c1 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:13:24.742742 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-e2d6ee0c-74b0-4239-87e3-46518cad0461 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6614072 Jun 11 11:13:24.745510 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 45072) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:13:24.750576 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-542883a5-6a67-4f11-8e10-eb30158cf9af admin admin] Request body: {'subnet': {'network_id': '43edd4b3-02a8-472a-964b-7093d274b0c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1684013067-subnet', 'tenant_id': 'ceebb200b1a942d2ab7040ba60f30f5e', 'ip_version': 4}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:13:24.835251 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-542883a5-6a67-4f11-8e10-eb30158cf9af admin admin] Made reservation on behalf of ceebb200b1a942d2ab7040ba60f30f5e for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:13:24.837750 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-542883a5-6a67-4f11-8e10-eb30158cf9af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:25.109957 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-542883a5-6a67-4f11-8e10-eb30158cf9af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:25.113075 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0ec21c7c-d6cf-4e36-9d08-400e8fc13af7 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:13:25.177548 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542883a5-6a67-4f11-8e10-eb30158cf9af admin admin] Pushing event updated for resources: {'Subnet': ['ID=877ec2a3-771c-4a73-880f-509bafffc262,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:13:25.181168 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-542883a5-6a67-4f11-8e10-eb30158cf9af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:13:25.186707 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542883a5-6a67-4f11-8e10-eb30158cf9af admin admin] Checking segment: {'id': 'c83fbca6-2905-4372-bbaa-189de8183582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '43edd4b3-02a8-472a-964b-7093d274b0c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:13:25.187078 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542883a5-6a67-4f11-8e10-eb30158cf9af admin admin] Network hostable DHCP agents. Network: 43edd4b3-02a8-472a-964b-7093d274b0c1, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:13:25.252161 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542883a5-6a67-4f11-8e10-eb30158cf9af admin admin] Network 43edd4b3-02a8-472a-964b-7093d274b0c1 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:13:25.332086 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-542883a5-6a67-4f11-8e10-eb30158cf9af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 43edd4b3-02a8-472a-964b-7093d274b0c1) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:13:25.336812 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542883a5-6a67-4f11-8e10-eb30158cf9af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:13:25.337342 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-542883a5-6a67-4f11-8e10-eb30158cf9af admin admin] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:25.341407 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6f0293-ce81-4180-b118-68310c0455c2 None None] Network 43edd4b3-02a8-472a-964b-7093d274b0c1 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:13:25.413579 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-542883a5-6a67-4f11-8e10-eb30158cf9af admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6669466 Jun 11 11:13:25.416538 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 45078) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:13:25.421775 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-41bd16e0-8163-46fb-9e24-542fb3cb3330 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1684013067-router', 'tenant_id': 'ceebb200b1a942d2ab7040ba60f30f5e', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:13:25.515345 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-41bd16e0-8163-46fb-9e24-542fb3cb3330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:25.516413 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-41bd16e0-8163-46fb-9e24-542fb3cb3330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:25.527930 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8247d4d-b7bc-403e-b32a-43c910087e22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-43edd4b3-02a8-472a-964b-7093d274b0c1', 'network_id': '43edd4b3-02a8-472a-964b-7093d274b0c1', 'tenant_id': 'ceebb200b1a942d2ab7040ba60f30f5e', 'fixed_ips': [{'subnet_id': '877ec2a3-771c-4a73-880f-509bafffc262'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:13:25.528821 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f8247d4d-b7bc-403e-b32a-43c910087e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:25.586688 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-41bd16e0-8163-46fb-9e24-542fb3cb3330 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:25.689388 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-f8247d4d-b7bc-403e-b32a-43c910087e22 None None] Allocated IP 172.20.0.2 (43edd4b3-02a8-472a-964b-7093d274b0c1/877ec2a3-771c-4a73-880f-509bafffc262/39a5cce7-527c-4940-a98d-69f25afb1d3f) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:13:25.837305 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-41bd16e0-8163-46fb-9e24-542fb3cb3330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:25.871843 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f8247d4d-b7bc-403e-b32a-43c910087e22 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:25.880670 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f8247d4d-b7bc-403e-b32a-43c910087e22 None None] Transition to ACTIVE for port object 39a5cce7-527c-4940-a98d-69f25afb1d3f will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:13:25.896020 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-f8247d4d-b7bc-403e-b32a-43c910087e22 None None] Transition to ACTIVE for port object 39a5cce7-527c-4940-a98d-69f25afb1d3f will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:13:25.959230 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f8247d4d-b7bc-403e-b32a-43c910087e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:25.962564 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-d15f10c1-6f61-4370-b634-e5872a518980 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:13:26.010091 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8247d4d-b7bc-403e-b32a-43c910087e22 None None] Network 43edd4b3-02a8-472a-964b-7093d274b0c1 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:13:26.014439 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-f8247d4d-b7bc-403e-b32a-43c910087e22 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:13:26.017996 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8247d4d-b7bc-403e-b32a-43c910087e22 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:13:26.025761 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8247d4d-b7bc-403e-b32a-43c910087e22 None None] Pushing event updated for resources: {'Port': ['ID=39a5cce7-527c-4940-a98d-69f25afb1d3f,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:13:26.035072 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8247d4d-b7bc-403e-b32a-43c910087e22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:13:26.035414 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8247d4d-b7bc-403e-b32a-43c910087e22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:13:26.035777 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8247d4d-b7bc-403e-b32a-43c910087e22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:13:26.036110 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8247d4d-b7bc-403e-b32a-43c910087e22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:13:26.036441 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8247d4d-b7bc-403e-b32a-43c910087e22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:13:26.036765 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8247d4d-b7bc-403e-b32a-43c910087e22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:13:26.037088 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8247d4d-b7bc-403e-b32a-43c910087e22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:13:26.037409 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8247d4d-b7bc-403e-b32a-43c910087e22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:13:26.037729 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8247d4d-b7bc-403e-b32a-43c910087e22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:13:26.038081 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8247d4d-b7bc-403e-b32a-43c910087e22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:13:26.038405 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8247d4d-b7bc-403e-b32a-43c910087e22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:13:26.038723 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8247d4d-b7bc-403e-b32a-43c910087e22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:13:26.061768 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f8247d4d-b7bc-403e-b32a-43c910087e22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:13:26.106616 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-f8247d4d-b7bc-403e-b32a-43c910087e22 None None] Attempting to bind port 39a5cce7-527c-4940-a98d-69f25afb1d3f on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:13:26.107005 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-f8247d4d-b7bc-403e-b32a-43c910087e22 None None] Attempting to bind port 39a5cce7-527c-4940-a98d-69f25afb1d3f by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'c83fbca6-2905-4372-bbaa-189de8183582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '43edd4b3-02a8-472a-964b-7093d274b0c1'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:13:26.107390 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8247d4d-b7bc-403e-b32a-43c910087e22 None None] Attempting to bind port 39a5cce7-527c-4940-a98d-69f25afb1d3f on network 43edd4b3-02a8-472a-964b-7093d274b0c1 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:13:26.113515 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8247d4d-b7bc-403e-b32a-43c910087e22 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:13:26.113515 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8247d4d-b7bc-403e-b32a-43c910087e22 None None] Checking segment: {'id': 'c83fbca6-2905-4372-bbaa-189de8183582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '43edd4b3-02a8-472a-964b-7093d274b0c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:13:26.113887 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f8247d4d-b7bc-403e-b32a-43c910087e22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:26.114294 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8247d4d-b7bc-403e-b32a-43c910087e22 None None] Bound using segment: {'id': 'c83fbca6-2905-4372-bbaa-189de8183582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '43edd4b3-02a8-472a-964b-7093d274b0c1'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:13:26.114842 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-f8247d4d-b7bc-403e-b32a-43c910087e22 None None] Bound port: 39a5cce7-527c-4940-a98d-69f25afb1d3f, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c83fbca6-2905-4372-bbaa-189de8183582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '43edd4b3-02a8-472a-964b-7093d274b0c1'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:13:26.115107 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f8247d4d-b7bc-403e-b32a-43c910087e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:26.176801 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-41bd16e0-8163-46fb-9e24-542fb3cb3330 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:26.190445 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f8247d4d-b7bc-403e-b32a-43c910087e22 None None] For port 39a5cce7-527c-4940-a98d-69f25afb1d3f, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:13:26.193581 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-f8247d4d-b7bc-403e-b32a-43c910087e22 None None] For port 39a5cce7-527c-4940-a98d-69f25afb1d3f, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=39a5cce7-527c-4940-a98d-69f25afb1d3f,segment=NetworkSegment(c83fbca6-2905-4372-bbaa-189de8183582),segment_id=c83fbca6-2905-4372-bbaa-189de8183582)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:13:26.206757 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-41bd16e0-8163-46fb-9e24-542fb3cb3330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:26.287626 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f8247d4d-b7bc-403e-b32a-43c910087e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:26.289694 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-53b26eb7-7207-44f1-a07e-60327329845b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:13:26.325645 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-41bd16e0-8163-46fb-9e24-542fb3cb3330 admin admin] Allocated IP 172.25.4.4 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/19ccee26-2363-400c-a741-b568b15ad911) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:13:26.351382 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8247d4d-b7bc-403e-b32a-43c910087e22 None None] Pushing event updated for resources: {'Port': ['ID=39a5cce7-527c-4940-a98d-69f25afb1d3f,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:13:26.354784 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f8247d4d-b7bc-403e-b32a-43c910087e22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:13:26.449505 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 11:13:26.468836 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-41bd16e0-8163-46fb-9e24-542fb3cb3330 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:26.584386 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-41bd16e0-8163-46fb-9e24-542fb3cb3330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:26.587107 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6205e2a8-2b65-4e78-8026-008d4a94b685 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:13:26.635653 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41bd16e0-8163-46fb-9e24-542fb3cb3330 admin admin] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:13:26.644666 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-41bd16e0-8163-46fb-9e24-542fb3cb3330 admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:13:26.647103 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bd16e0-8163-46fb-9e24-542fb3cb3330 admin admin] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:13:26.650908 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bd16e0-8163-46fb-9e24-542fb3cb3330 admin admin] Pushing event updated for resources: {'Port': ['ID=19ccee26-2363-400c-a741-b568b15ad911,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:13:26.653088 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-41bd16e0-8163-46fb-9e24-542fb3cb3330 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:13:27.188545 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 39a5cce7-527c-4940-a98d-69f25afb1d3f up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:13:27.307006 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2a3c5e-c134-4a10-bdf4-bd05910774d2 None None] Network 43edd4b3-02a8-472a-964b-7093d274b0c1 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:13:27.331959 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 39a5cce7-527c-4940-a98d-69f25afb1d3f completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:13:27.501816 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-41bd16e0-8163-46fb-9e24-542fb3cb3330 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:27.696466 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-0b992dc2-c977-421b-92df-b0d32cc3c22b None None] Provisioning for port 39a5cce7-527c-4940-a98d-69f25afb1d3f completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:13:27.702391 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-0b992dc2-c977-421b-92df-b0d32cc3c22b None None] Provisioning complete for port 39a5cce7-527c-4940-a98d-69f25afb1d3f triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:13:27.704739 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0b992dc2-c977-421b-92df-b0d32cc3c22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:27.801774 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-41bd16e0-8163-46fb-9e24-542fb3cb3330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:27.819714 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0b992dc2-c977-421b-92df-b0d32cc3c22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:27.865201 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-0b992dc2-c977-421b-92df-b0d32cc3c22b None None] For port 39a5cce7-527c-4940-a98d-69f25afb1d3f, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=39a5cce7-527c-4940-a98d-69f25afb1d3f,segment=NetworkSegment(c83fbca6-2905-4372-bbaa-189de8183582),segment_id=c83fbca6-2905-4372-bbaa-189de8183582)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:13:27.941606 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0b992dc2-c977-421b-92df-b0d32cc3c22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:27.945451 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-26704fa0-4538-4df6-a48f-ac7ad548736f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:13:27.999528 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b992dc2-c977-421b-92df-b0d32cc3c22b None None] Pushing event updated for resources: {'Port': ['ID=39a5cce7-527c-4940-a98d-69f25afb1d3f,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:13:28.002721 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-0b992dc2-c977-421b-92df-b0d32cc3c22b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:13:28.027413 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41bd16e0-8163-46fb-9e24-542fb3cb3330 admin admin] Router a19c2ca2-7a81-42a2-a893-f82bcc4eb0d2 is scheduled to L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 with binding_index 1 {{(pid=93177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 11:13:28.062685 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-11f60e31-bcaa-4ccc-b2e9-42d584734c4d None None] Provisioning complete for port 39a5cce7-527c-4940-a98d-69f25afb1d3f triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:13:28.063065 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-11f60e31-bcaa-4ccc-b2e9-42d584734c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:28.175881 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41bd16e0-8163-46fb-9e24-542fb3cb3330 admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:13:28.187195 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f4a6c0-0349-45a4-85fe-9ca55235fb64 None None] Sync routers for ids ['a19c2ca2-7a81-42a2-a893-f82bcc4eb0d2'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:13:28.196914 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f4a6c0-0349-45a4-85fe-9ca55235fb64 None None] Routers {'a19c2ca2-7a81-42a2-a893-f82bcc4eb0d2'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:13:28.197599 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-b4f4a6c0-0349-45a4-85fe-9ca55235fb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T11:13:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['a19c2ca2-7a81-42a2-a893-f82bcc4eb0d2'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:13:28.252657 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-41bd16e0-8163-46fb-9e24-542fb3cb3330 admin admin] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:28.253825 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-41bd16e0-8163-46fb-9e24-542fb3cb3330 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.8362820 Jun 11 11:13:28.256469 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 45092) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:13:28.341650 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-b4f4a6c0-0349-45a4-85fe-9ca55235fb64 None None] Set router a19c2ca2-7a81-42a2-a893-f82bcc4eb0d2 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:13:28.587040 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-b4f4a6c0-0349-45a4-85fe-9ca55235fb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19c2ca2-7a81-42a2-a893-f82bcc4eb0d2', 'name': 'tempest-TestShelveInstance-1684013067-router', 'tenant_id': 'ceebb200b1a942d2ab7040ba60f30f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': '19ccee26-2363-400c-a741-b568b15ad911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:13:25Z', 'updated_at': '2021-06-11T11:13:27Z', 'revision_number': 3, 'project_id': 'ceebb200b1a942d2ab7040ba60f30f5e', 'gw_port': {'id': '19ccee26-2363-400c-a741-b568b15ad911', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a19c2ca2-7a81-42a2-a893-f82bcc4eb0d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:13:26Z', 'updated_at': '2021-06-11T11:13:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:13:28.590477 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f4a6c0-0349-45a4-85fe-9ca55235fb64 None None] Checking router: a19c2ca2-7a81-42a2-a893-f82bcc4eb0d2 for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:13:28.590840 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f4a6c0-0349-45a4-85fe-9ca55235fb64 None None] Updating router a19c2ca2-7a81-42a2-a893-f82bcc4eb0d2 port 19ccee26-2363-400c-a741-b568b15ad911 binding host n-d-779913-12 {{(pid=93178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 11:13:28.636194 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b4f4a6c0-0349-45a4-85fe-9ca55235fb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:28.826319 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2338246d-66f1-42c3-8c4b-a65a50500002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:28.942450 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b4f4a6c0-0349-45a4-85fe-9ca55235fb64 None None] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:28.952051 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-b4f4a6c0-0349-45a4-85fe-9ca55235fb64 None None] Transition to ACTIVE for port object 19ccee26-2363-400c-a741-b568b15ad911 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:13:29.010971 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-2338246d-66f1-42c3-8c4b-a65a50500002 admin admin] Allocated IP 172.20.0.1 (43edd4b3-02a8-472a-964b-7093d274b0c1/877ec2a3-771c-4a73-880f-509bafffc262/86e03325-b914-4cc0-94cb-571542e00cd8) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:13:29.032710 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b4f4a6c0-0349-45a4-85fe-9ca55235fb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:29.034799 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-6449e754-7d9d-4fc0-b876-c7e222818c6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:13:29.099246 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-b4f4a6c0-0349-45a4-85fe-9ca55235fb64 None None] Attempting to bind port 19ccee26-2363-400c-a741-b568b15ad911 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:13:29.099665 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-b4f4a6c0-0349-45a4-85fe-9ca55235fb64 None None] Attempting to bind port 19ccee26-2363-400c-a741-b568b15ad911 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:13:29.104776 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f4a6c0-0349-45a4-85fe-9ca55235fb64 None None] Attempting to bind port 19ccee26-2363-400c-a741-b568b15ad911 on network f0adef6e-169f-4a27-8865-442be2ad072d {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:13:29.104776 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb086d71-e2f9-4c44-a7bc-d9533d958303 None None] Pushing event updated for resources: {'Port': ['ID=19ccee26-2363-400c-a741-b568b15ad911,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:13:29.107826 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-cb086d71-e2f9-4c44-a7bc-d9533d958303 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:13:29.108733 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f4a6c0-0349-45a4-85fe-9ca55235fb64 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:13:29.109131 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f4a6c0-0349-45a4-85fe-9ca55235fb64 None None] Checking segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:13:29.109599 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b4f4a6c0-0349-45a4-85fe-9ca55235fb64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:29.110011 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f4a6c0-0349-45a4-85fe-9ca55235fb64 None None] Bound using segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:13:29.110658 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-b4f4a6c0-0349-45a4-85fe-9ca55235fb64 None None] Bound port: 19ccee26-2363-400c-a741-b568b15ad911, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:13:29.110875 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b4f4a6c0-0349-45a4-85fe-9ca55235fb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:29.162182 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 39a5cce7-527c-4940-a98d-69f25afb1d3f up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:13:29.162296 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2338246d-66f1-42c3-8c4b-a65a50500002 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:29.175524 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-2338246d-66f1-42c3-8c4b-a65a50500002 admin admin] Transition to ACTIVE for port object 86e03325-b914-4cc0-94cb-571542e00cd8 will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:13:29.221906 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-b4f4a6c0-0349-45a4-85fe-9ca55235fb64 None None] For port 19ccee26-2363-400c-a741-b568b15ad911, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:13:29.238917 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-b4f4a6c0-0349-45a4-85fe-9ca55235fb64 None None] For port 19ccee26-2363-400c-a741-b568b15ad911, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=19ccee26-2363-400c-a741-b568b15ad911,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:13:29.250394 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 39a5cce7-527c-4940-a98d-69f25afb1d3f triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:13:29.250780 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:29.281414 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2338246d-66f1-42c3-8c4b-a65a50500002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:29.283558 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e95a7d50-d8f8-43f1-9153-353f7be39681 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:13:29.309821 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b4f4a6c0-0349-45a4-85fe-9ca55235fb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:29.333476 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2338246d-66f1-42c3-8c4b-a65a50500002 admin admin] Network 43edd4b3-02a8-472a-964b-7093d274b0c1 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:13:29.333878 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:13:29.337126 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-2338246d-66f1-42c3-8c4b-a65a50500002 admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:13:29.340586 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2338246d-66f1-42c3-8c4b-a65a50500002 admin admin] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:13:29.370262 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2338246d-66f1-42c3-8c4b-a65a50500002 admin admin] Pushing event updated for resources: {'Port': ['ID=86e03325-b914-4cc0-94cb-571542e00cd8,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:13:29.374535 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2338246d-66f1-42c3-8c4b-a65a50500002 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:13:29.393570 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2338246d-66f1-42c3-8c4b-a65a50500002 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-375088'] for router_interface, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:29.418631 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f4a6c0-0349-45a4-85fe-9ca55235fb64 None None] Routers {'a19c2ca2-7a81-42a2-a893-f82bcc4eb0d2'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:13:29.419459 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-b4f4a6c0-0349-45a4-85fe-9ca55235fb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T11:13:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['a19c2ca2-7a81-42a2-a893-f82bcc4eb0d2'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:13:29.531034 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb086d71-e2f9-4c44-a7bc-d9533d958303 None None] Pushing event updated for resources: {'Port': ['ID=19ccee26-2363-400c-a741-b568b15ad911,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:13:29.535189 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-cb086d71-e2f9-4c44-a7bc-d9533d958303 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:13:29.579683 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-b4f4a6c0-0349-45a4-85fe-9ca55235fb64 None None] Set router a19c2ca2-7a81-42a2-a893-f82bcc4eb0d2 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:13:29.628830 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2338246d-66f1-42c3-8c4b-a65a50500002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:29.772437 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-3ecad730-5c1c-43fc-acbb-8431b7c0bc0a None None] Provisioning for port 86e03325-b914-4cc0-94cb-571542e00cd8 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:13:29.800704 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-3ecad730-5c1c-43fc-acbb-8431b7c0bc0a None None] Provisioning complete for port 86e03325-b914-4cc0-94cb-571542e00cd8 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:13:29.801094 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3ecad730-5c1c-43fc-acbb-8431b7c0bc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:29.842175 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2338246d-66f1-42c3-8c4b-a65a50500002 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:29.857749 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-3ecad730-5c1c-43fc-acbb-8431b7c0bc0a None None] Port 86e03325-b914-4cc0-94cb-571542e00cd8 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:13:29.872376 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-b4f4a6c0-0349-45a4-85fe-9ca55235fb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19c2ca2-7a81-42a2-a893-f82bcc4eb0d2', 'name': 'tempest-TestShelveInstance-1684013067-router', 'tenant_id': 'ceebb200b1a942d2ab7040ba60f30f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': '19ccee26-2363-400c-a741-b568b15ad911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:13:25Z', 'updated_at': '2021-06-11T11:13:27Z', 'revision_number': 3, 'project_id': 'ceebb200b1a942d2ab7040ba60f30f5e', 'gw_port': {'id': '19ccee26-2363-400c-a741-b568b15ad911', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a19c2ca2-7a81-42a2-a893-f82bcc4eb0d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:13:26Z', 'updated_at': '2021-06-11T11:13:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:13:29.875885 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f4a6c0-0349-45a4-85fe-9ca55235fb64 None None] The sync data for ids ['a19c2ca2-7a81-42a2-a893-f82bcc4eb0d2'] in n-d-779913-12 is: [{'id': 'a19c2ca2-7a81-42a2-a893-f82bcc4eb0d2', 'name': 'tempest-TestShelveInstance-1684013067-router', 'tenant_id': 'ceebb200b1a942d2ab7040ba60f30f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': '19ccee26-2363-400c-a741-b568b15ad911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:13:25Z', 'updated_at': '2021-06-11T11:13:27Z', 'revision_number': 3, 'project_id': 'ceebb200b1a942d2ab7040ba60f30f5e', 'gw_port': {'id': '19ccee26-2363-400c-a741-b568b15ad911', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a19c2ca2-7a81-42a2-a893-f82bcc4eb0d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:13:26Z', 'updated_at': '2021-06-11T11:13:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:13:29.903677 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2338246d-66f1-42c3-8c4b-a65a50500002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:29.906116 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-57f2c8df-c15d-485b-8a5e-33dfc1e32529 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:13:29.990897 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2338246d-66f1-42c3-8c4b-a65a50500002 admin admin] Pushing event updated for resources: {'Port': ['ID=86e03325-b914-4cc0-94cb-571542e00cd8,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:13:29.993970 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2338246d-66f1-42c3-8c4b-a65a50500002 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375108'] for router_interface, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:29.995975 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2338246d-66f1-42c3-8c4b-a65a50500002 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:13:30.132453 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2338246d-66f1-42c3-8c4b-a65a50500002 admin admin] Network 43edd4b3-02a8-472a-964b-7093d274b0c1 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:13:30.133742 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-2338246d-66f1-42c3-8c4b-a65a50500002 admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:13:30.299544 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2338246d-66f1-42c3-8c4b-a65a50500002 admin admin] Router a19c2ca2-7a81-42a2-a893-f82bcc4eb0d2 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:13:30.380188 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-8c294505-f7a3-440e-a2e5-6a3f08d8d499 None None] Provisioning complete for port 86e03325-b914-4cc0-94cb-571542e00cd8 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:13:30.380785 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8c294505-f7a3-440e-a2e5-6a3f08d8d499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:30.428312 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-8c294505-f7a3-440e-a2e5-6a3f08d8d499 None None] Port 86e03325-b914-4cc0-94cb-571542e00cd8 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:13:30.457706 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2338246d-66f1-42c3-8c4b-a65a50500002 admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:13:30.463186 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-2338246d-66f1-42c3-8c4b-a65a50500002 admin admin] 10.222.0.60 "PUT /v2.0/routers/a19c2ca2-7a81-42a2-a893-f82bcc4eb0d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2057705 Jun 11 11:13:31.168284 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 19ccee26-2363-400c-a741-b568b15ad911 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:13:31.168602 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 45110) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:13:31.173640 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-dfd75112-2936-4719-9388-ea5eb62c3105 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1551835317-network', 'tenant_id': '0e4912daae254158b0466cf3b1ad4e00'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:13:31.267158 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd75112-2936-4719-9388-ea5eb62c3105 admin admin] Made reservation on behalf of 0e4912daae254158b0466cf3b1ad4e00 for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:13:31.269692 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-dfd75112-2936-4719-9388-ea5eb62c3105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:31.282145 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-dfd75112-2936-4719-9388-ea5eb62c3105 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:31.295974 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 19ccee26-2363-400c-a741-b568b15ad911 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:13:31.300043 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 19ccee26-2363-400c-a741-b568b15ad911 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:13:31.300437 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:31.396108 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c41ccc-c4c0-48f0-a6a3-bf3ec0ce0e43 None None] Sync routers for ids ['a19c2ca2-7a81-42a2-a893-f82bcc4eb0d2'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:13:31.402199 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:31.402692 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-dfd75112-2936-4719-9388-ea5eb62c3105 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:31.407161 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c41ccc-c4c0-48f0-a6a3-bf3ec0ce0e43 None None] Routers {'a19c2ca2-7a81-42a2-a893-f82bcc4eb0d2'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:13:31.407818 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-f4c41ccc-c4c0-48f0-a6a3-bf3ec0ce0e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T11:13:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['a19c2ca2-7a81-42a2-a893-f82bcc4eb0d2'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:13:31.421420 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 19ccee26-2363-400c-a741-b568b15ad911, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=19ccee26-2363-400c-a741-b568b15ad911,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:13:31.507006 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-dfd75112-2936-4719-9388-ea5eb62c3105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:31.511459 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-54ba3b6d-1161-4e81-b009-b530e9bf7f2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:13:31.526709 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:31.533986 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f334f767-ade7-4a65-a546-a31865384846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:13:31.538652 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfd75112-2936-4719-9388-ea5eb62c3105 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 773} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:13:31.551516 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-dfd75112-2936-4719-9388-ea5eb62c3105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:31.551930 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-dfd75112-2936-4719-9388-ea5eb62c3105 admin admin] Added segment 66e5053b-da4d-48d6-8d78-9918a3f274b4 of type vlan for network e47b0c5b-48ef-455c-8ede-0d486b149dc2 Jun 11 11:13:31.553175 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-f4c41ccc-c4c0-48f0-a6a3-bf3ec0ce0e43 None None] Set router a19c2ca2-7a81-42a2-a893-f82bcc4eb0d2 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:13:31.592332 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=19ccee26-2363-400c-a741-b568b15ad911,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:13:31.595904 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:13:31.603390 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd75112-2936-4719-9388-ea5eb62c3105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea95c14-9740-460d-92ad-1115ca5d103c,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:13:31.612126 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-dfd75112-2936-4719-9388-ea5eb62c3105 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:13:31.615677 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-dfd75112-2936-4719-9388-ea5eb62c3105 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:31.713112 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-dfd75112-2936-4719-9388-ea5eb62c3105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:31.714202 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd75112-2936-4719-9388-ea5eb62c3105 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:13:31.714872 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-dfd75112-2936-4719-9388-ea5eb62c3105 admin admin] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:31.717217 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-09d65766-2d75-4fd7-ad06-46d859356c48 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:13:31.800132 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd75112-2936-4719-9388-ea5eb62c3105 admin admin] Pushing event updated for resources: {'Network': ['ID=e47b0c5b-48ef-455c-8ede-0d486b149dc2,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:13:31.802978 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-dfd75112-2936-4719-9388-ea5eb62c3105 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:13:31.807180 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-dfd75112-2936-4719-9388-ea5eb62c3105 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6376140 Jun 11 11:13:31.810074 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 45112) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:13:31.811736 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network e47b0c5b-48ef-455c-8ede-0d486b149dc2 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:13:31.815533 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-93443c84-5d92-4d31-b06a-8ecf9fbb922e admin admin] Request body: {'subnet': {'network_id': 'e47b0c5b-48ef-455c-8ede-0d486b149dc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1551835317-subnet', 'tenant_id': '0e4912daae254158b0466cf3b1ad4e00', 'ip_version': 4}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:13:31.831711 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-f4c41ccc-c4c0-48f0-a6a3-bf3ec0ce0e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19c2ca2-7a81-42a2-a893-f82bcc4eb0d2', 'name': 'tempest-TestShelveInstance-1684013067-router', 'tenant_id': 'ceebb200b1a942d2ab7040ba60f30f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': '19ccee26-2363-400c-a741-b568b15ad911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:13:25Z', 'updated_at': '2021-06-11T11:13:29Z', 'revision_number': 4, 'project_id': 'ceebb200b1a942d2ab7040ba60f30f5e', 'gw_port': {'id': '19ccee26-2363-400c-a741-b568b15ad911', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a19c2ca2-7a81-42a2-a893-f82bcc4eb0d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:13:26Z', 'updated_at': '2021-06-11T11:13:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '86e03325-b914-4cc0-94cb-571542e00cd8', 'name': '', 'network_id': '43edd4b3-02a8-472a-964b-7093d274b0c1', 'tenant_id': 'ceebb200b1a942d2ab7040ba60f30f5e', 'mac_address': 'fa:16:3e:e6:b5:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a19c2ca2-7a81-42a2-a893-f82bcc4eb0d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '877ec2a3-771c-4a73-880f-509bafffc262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:13:28Z', 'updated_at': '2021-06-11T11:13:29Z', 'revision_number': 2, 'project_id': 'ceebb200b1a942d2ab7040ba60f30f5e', 'subnets': [{'id': '877ec2a3-771c-4a73-880f-509bafffc262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:13:31.839136 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c41ccc-c4c0-48f0-a6a3-bf3ec0ce0e43 None None] Checking router: a19c2ca2-7a81-42a2-a893-f82bcc4eb0d2 for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:13:31.839667 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c41ccc-c4c0-48f0-a6a3-bf3ec0ce0e43 None None] Updating router a19c2ca2-7a81-42a2-a893-f82bcc4eb0d2 port 86e03325-b914-4cc0-94cb-571542e00cd8 binding host n-d-779913-12 {{(pid=93179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 11:13:31.884889 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-f4c41ccc-c4c0-48f0-a6a3-bf3ec0ce0e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:31.889987 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93443c84-5d92-4d31-b06a-8ecf9fbb922e admin admin] Made reservation on behalf of 0e4912daae254158b0466cf3b1ad4e00 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:13:31.892554 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-93443c84-5d92-4d31-b06a-8ecf9fbb922e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:32.173067 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-93443c84-5d92-4d31-b06a-8ecf9fbb922e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:32.176085 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a34d3543-bd30-40ab-9b1a-3f972634d928 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:13:32.201135 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-f4c41ccc-c4c0-48f0-a6a3-bf3ec0ce0e43 None None] Notify callbacks [] for port, precommit_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:32.211561 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-f4c41ccc-c4c0-48f0-a6a3-bf3ec0ce0e43 None None] Transition to ACTIVE for port object 86e03325-b914-4cc0-94cb-571542e00cd8 will not be triggered until provisioned by entity L2. {{(pid=93179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:13:32.236194 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93443c84-5d92-4d31-b06a-8ecf9fbb922e admin admin] Pushing event updated for resources: {'Subnet': ['ID=312a5d8f-791b-4f9d-8f55-bb914f7bb859,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:13:32.245597 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-93443c84-5d92-4d31-b06a-8ecf9fbb922e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:13:32.254097 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93443c84-5d92-4d31-b06a-8ecf9fbb922e admin admin] Checking segment: {'id': '66e5053b-da4d-48d6-8d78-9918a3f274b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e47b0c5b-48ef-455c-8ede-0d486b149dc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:13:32.254563 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93443c84-5d92-4d31-b06a-8ecf9fbb922e admin admin] Network hostable DHCP agents. Network: e47b0c5b-48ef-455c-8ede-0d486b149dc2, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:13:32.297726 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-f4c41ccc-c4c0-48f0-a6a3-bf3ec0ce0e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:32.300632 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-d5bf9bec-6570-49b1-8f0c-5faf6b6f0e9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:13:32.333059 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93443c84-5d92-4d31-b06a-8ecf9fbb922e admin admin] Network e47b0c5b-48ef-455c-8ede-0d486b149dc2 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:13:32.391680 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8132be3-997f-4043-af8f-71de891b5b1f None None] Pushing event updated for resources: {'Port': ['ID=86e03325-b914-4cc0-94cb-571542e00cd8,revision_number=3']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:13:32.409958 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:32.426074 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8132be3-997f-4043-af8f-71de891b5b1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:13:32.426629 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8132be3-997f-4043-af8f-71de891b5b1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:13:32.426745 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8132be3-997f-4043-af8f-71de891b5b1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:13:32.427014 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8132be3-997f-4043-af8f-71de891b5b1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:13:32.427345 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8132be3-997f-4043-af8f-71de891b5b1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:13:32.427699 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8132be3-997f-4043-af8f-71de891b5b1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:13:32.428061 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8132be3-997f-4043-af8f-71de891b5b1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:13:32.428402 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8132be3-997f-4043-af8f-71de891b5b1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:13:32.429238 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8132be3-997f-4043-af8f-71de891b5b1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:13:32.429556 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8132be3-997f-4043-af8f-71de891b5b1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:13:32.429873 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8132be3-997f-4043-af8f-71de891b5b1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:13:32.430189 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8132be3-997f-4043-af8f-71de891b5b1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:13:32.435254 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-b8132be3-997f-4043-af8f-71de891b5b1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:13:32.470201 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-f4c41ccc-c4c0-48f0-a6a3-bf3ec0ce0e43 None None] Attempting to bind port 86e03325-b914-4cc0-94cb-571542e00cd8 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:13:32.470580 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-f4c41ccc-c4c0-48f0-a6a3-bf3ec0ce0e43 None None] Attempting to bind port 86e03325-b914-4cc0-94cb-571542e00cd8 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'c83fbca6-2905-4372-bbaa-189de8183582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '43edd4b3-02a8-472a-964b-7093d274b0c1'}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:13:32.470952 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c41ccc-c4c0-48f0-a6a3-bf3ec0ce0e43 None None] Attempting to bind port 86e03325-b914-4cc0-94cb-571542e00cd8 on network 43edd4b3-02a8-472a-964b-7093d274b0c1 {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:13:32.476243 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c41ccc-c4c0-48f0-a6a3-bf3ec0ce0e43 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:13:32.476625 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c41ccc-c4c0-48f0-a6a3-bf3ec0ce0e43 None None] Checking segment: {'id': 'c83fbca6-2905-4372-bbaa-189de8183582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '43edd4b3-02a8-472a-964b-7093d274b0c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:13:32.477040 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-f4c41ccc-c4c0-48f0-a6a3-bf3ec0ce0e43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:32.477437 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c41ccc-c4c0-48f0-a6a3-bf3ec0ce0e43 None None] Bound using segment: {'id': 'c83fbca6-2905-4372-bbaa-189de8183582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '43edd4b3-02a8-472a-964b-7093d274b0c1'} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:13:32.477933 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-f4c41ccc-c4c0-48f0-a6a3-bf3ec0ce0e43 None None] Bound port: 86e03325-b914-4cc0-94cb-571542e00cd8, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c83fbca6-2905-4372-bbaa-189de8183582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '43edd4b3-02a8-472a-964b-7093d274b0c1'}}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:13:32.478309 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-f4c41ccc-c4c0-48f0-a6a3-bf3ec0ce0e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:32.484212 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-93443c84-5d92-4d31-b06a-8ecf9fbb922e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, e47b0c5b-48ef-455c-8ede-0d486b149dc2) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:13:32.491742 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93443c84-5d92-4d31-b06a-8ecf9fbb922e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:13:32.491742 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-93443c84-5d92-4d31-b06a-8ecf9fbb922e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:32.497297 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09a575b-cc1d-41c6-ae52-898c065e8499 None None] Network e47b0c5b-48ef-455c-8ede-0d486b149dc2 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:13:32.557874 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-f4c41ccc-c4c0-48f0-a6a3-bf3ec0ce0e43 None None] For port 86e03325-b914-4cc0-94cb-571542e00cd8, host n-d-779913-12, cleared binding levels {{(pid=93179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:13:32.560990 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-f4c41ccc-c4c0-48f0-a6a3-bf3ec0ce0e43 None None] For port 86e03325-b914-4cc0-94cb-571542e00cd8, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=86e03325-b914-4cc0-94cb-571542e00cd8,segment=NetworkSegment(c83fbca6-2905-4372-bbaa-189de8183582),segment_id=c83fbca6-2905-4372-bbaa-189de8183582)] {{(pid=93179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:13:32.633092 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-93443c84-5d92-4d31-b06a-8ecf9fbb922e admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8187411 Jun 11 11:13:32.633348 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 45114) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:13:32.637866 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-8e8eb17e-dd2a-435a-a230-9294500fda5e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1551835317-router', 'tenant_id': '0e4912daae254158b0466cf3b1ad4e00', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:13:32.681587 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-f4c41ccc-c4c0-48f0-a6a3-bf3ec0ce0e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:32.683681 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-ea7188e2-b10a-4b2c-9899-571f45295160 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:13:32.692461 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923e5796-83d3-477f-b280-b81e00f54be6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-e47b0c5b-48ef-455c-8ede-0d486b149dc2', 'network_id': 'e47b0c5b-48ef-455c-8ede-0d486b149dc2', 'tenant_id': '0e4912daae254158b0466cf3b1ad4e00', 'fixed_ips': [{'subnet_id': '312a5d8f-791b-4f9d-8f55-bb914f7bb859'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:13:32.693314 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-923e5796-83d3-477f-b280-b81e00f54be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:32.733840 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8e8eb17e-dd2a-435a-a230-9294500fda5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:32.735302 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8e8eb17e-dd2a-435a-a230-9294500fda5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:32.757080 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c41ccc-c4c0-48f0-a6a3-bf3ec0ce0e43 None None] Routers {'a19c2ca2-7a81-42a2-a893-f82bcc4eb0d2'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:13:32.757992 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-f4c41ccc-c4c0-48f0-a6a3-bf3ec0ce0e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T11:13:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['a19c2ca2-7a81-42a2-a893-f82bcc4eb0d2'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:13:32.759932 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8132be3-997f-4043-af8f-71de891b5b1f None None] Pushing event updated for resources: {'Port': ['ID=86e03325-b914-4cc0-94cb-571542e00cd8,revision_number=4']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:13:32.763805 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-b8132be3-997f-4043-af8f-71de891b5b1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:13:32.823924 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8e8eb17e-dd2a-435a-a230-9294500fda5e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:32.858255 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-923e5796-83d3-477f-b280-b81e00f54be6 None None] Allocated IP 172.20.0.2 (e47b0c5b-48ef-455c-8ede-0d486b149dc2/312a5d8f-791b-4f9d-8f55-bb914f7bb859/f583d2c4-0e62-48f3-b89a-f300d700eadd) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:13:33.032630 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-f4c41ccc-c4c0-48f0-a6a3-bf3ec0ce0e43 None None] Set router a19c2ca2-7a81-42a2-a893-f82bcc4eb0d2 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:13:33.098123 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-923e5796-83d3-477f-b280-b81e00f54be6 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:33.109413 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-923e5796-83d3-477f-b280-b81e00f54be6 None None] Transition to ACTIVE for port object f583d2c4-0e62-48f3-b89a-f300d700eadd will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:13:33.130908 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-923e5796-83d3-477f-b280-b81e00f54be6 None None] Transition to ACTIVE for port object f583d2c4-0e62-48f3-b89a-f300d700eadd will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:13:33.155373 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8e8eb17e-dd2a-435a-a230-9294500fda5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:33.177806 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 19ccee26-2363-400c-a741-b568b15ad911 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:13:33.321233 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-f4c41ccc-c4c0-48f0-a6a3-bf3ec0ce0e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19c2ca2-7a81-42a2-a893-f82bcc4eb0d2', 'name': 'tempest-TestShelveInstance-1684013067-router', 'tenant_id': 'ceebb200b1a942d2ab7040ba60f30f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': '19ccee26-2363-400c-a741-b568b15ad911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:13:25Z', 'updated_at': '2021-06-11T11:13:29Z', 'revision_number': 4, 'project_id': 'ceebb200b1a942d2ab7040ba60f30f5e', 'gw_port': {'id': '19ccee26-2363-400c-a741-b568b15ad911', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19c2ca2-7a81-42a2-a893-f82bcc4eb0d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:13:26Z', 'updated_at': '2021-06-11T11:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '86e03325-b914-4cc0-94cb-571542e00cd8', 'name': '', 'network_id': '43edd4b3-02a8-472a-964b-7093d274b0c1', 'tenant_id': 'ceebb200b1a942d2ab7040ba60f30f5e', 'mac_address': 'fa:16:3e:e6:b5:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a19c2ca2-7a81-42a2-a893-f82bcc4eb0d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '877ec2a3-771c-4a73-880f-509bafffc262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:13:28Z', 'updated_at': '2021-06-11T11:13:32Z', 'revision_number': 4, 'project_id': 'ceebb200b1a942d2ab7040ba60f30f5e', 'subnets': [{'id': '877ec2a3-771c-4a73-880f-509bafffc262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:13:33.325187 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c41ccc-c4c0-48f0-a6a3-bf3ec0ce0e43 None None] The sync data for ids ['a19c2ca2-7a81-42a2-a893-f82bcc4eb0d2'] in n-d-779913-12 is: [{'id': 'a19c2ca2-7a81-42a2-a893-f82bcc4eb0d2', 'name': 'tempest-TestShelveInstance-1684013067-router', 'tenant_id': 'ceebb200b1a942d2ab7040ba60f30f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': '19ccee26-2363-400c-a741-b568b15ad911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:13:25Z', 'updated_at': '2021-06-11T11:13:29Z', 'revision_number': 4, 'project_id': 'ceebb200b1a942d2ab7040ba60f30f5e', 'gw_port': {'id': '19ccee26-2363-400c-a741-b568b15ad911', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19c2ca2-7a81-42a2-a893-f82bcc4eb0d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:13:26Z', 'updated_at': '2021-06-11T11:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '86e03325-b914-4cc0-94cb-571542e00cd8', 'name': '', 'network_id': '43edd4b3-02a8-472a-964b-7093d274b0c1', 'tenant_id': 'ceebb200b1a942d2ab7040ba60f30f5e', 'mac_address': 'fa:16:3e:e6:b5:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a19c2ca2-7a81-42a2-a893-f82bcc4eb0d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '877ec2a3-771c-4a73-880f-509bafffc262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:13:28Z', 'updated_at': '2021-06-11T11:13:32Z', 'revision_number': 4, 'project_id': 'ceebb200b1a942d2ab7040ba60f30f5e', 'subnets': [{'id': '877ec2a3-771c-4a73-880f-509bafffc262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:13:33.411950 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-923e5796-83d3-477f-b280-b81e00f54be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:33.411950 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:13:33.477211 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923e5796-83d3-477f-b280-b81e00f54be6 None None] Network e47b0c5b-48ef-455c-8ede-0d486b149dc2 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:13:33.483461 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-923e5796-83d3-477f-b280-b81e00f54be6 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:13:33.488094 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923e5796-83d3-477f-b280-b81e00f54be6 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:13:33.504498 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e5796-83d3-477f-b280-b81e00f54be6 None None] Pushing event updated for resources: {'Port': ['ID=f583d2c4-0e62-48f3-b89a-f300d700eadd,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:13:33.541997 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-923e5796-83d3-477f-b280-b81e00f54be6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:13:33.591717 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-923e5796-83d3-477f-b280-b81e00f54be6 None None] Attempting to bind port f583d2c4-0e62-48f3-b89a-f300d700eadd on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:13:33.591966 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-923e5796-83d3-477f-b280-b81e00f54be6 None None] Attempting to bind port f583d2c4-0e62-48f3-b89a-f300d700eadd by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '66e5053b-da4d-48d6-8d78-9918a3f274b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e47b0c5b-48ef-455c-8ede-0d486b149dc2'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:13:33.592341 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923e5796-83d3-477f-b280-b81e00f54be6 None None] Attempting to bind port f583d2c4-0e62-48f3-b89a-f300d700eadd on network e47b0c5b-48ef-455c-8ede-0d486b149dc2 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:13:33.594534 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 19ccee26-2363-400c-a741-b568b15ad911 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:13:33.594961 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:33.622338 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923e5796-83d3-477f-b280-b81e00f54be6 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:13:33.622699 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923e5796-83d3-477f-b280-b81e00f54be6 None None] Checking segment: {'id': '66e5053b-da4d-48d6-8d78-9918a3f274b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e47b0c5b-48ef-455c-8ede-0d486b149dc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:13:33.623047 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-923e5796-83d3-477f-b280-b81e00f54be6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:33.623453 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923e5796-83d3-477f-b280-b81e00f54be6 None None] Bound using segment: {'id': '66e5053b-da4d-48d6-8d78-9918a3f274b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e47b0c5b-48ef-455c-8ede-0d486b149dc2'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:13:33.623977 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-923e5796-83d3-477f-b280-b81e00f54be6 None None] Bound port: f583d2c4-0e62-48f3-b89a-f300d700eadd, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66e5053b-da4d-48d6-8d78-9918a3f274b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e47b0c5b-48ef-455c-8ede-0d486b149dc2'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:13:33.624363 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-923e5796-83d3-477f-b280-b81e00f54be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:33.763850 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-923e5796-83d3-477f-b280-b81e00f54be6 None None] For port f583d2c4-0e62-48f3-b89a-f300d700eadd, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:13:33.787711 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-923e5796-83d3-477f-b280-b81e00f54be6 None None] For port f583d2c4-0e62-48f3-b89a-f300d700eadd, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=f583d2c4-0e62-48f3-b89a-f300d700eadd,segment=NetworkSegment(66e5053b-da4d-48d6-8d78-9918a3f274b4),segment_id=66e5053b-da4d-48d6-8d78-9918a3f274b4)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:13:33.873640 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-923e5796-83d3-477f-b280-b81e00f54be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:33.876730 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f8247d4d-b7bc-403e-b32a-43c910087e22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:13:33.944848 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e5796-83d3-477f-b280-b81e00f54be6 None None] Pushing event updated for resources: {'Port': ['ID=f583d2c4-0e62-48f3-b89a-f300d700eadd,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:13:33.949126 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-923e5796-83d3-477f-b280-b81e00f54be6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:13:34.054587 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8e8eb17e-dd2a-435a-a230-9294500fda5e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:34.083267 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8e8eb17e-dd2a-435a-a230-9294500fda5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:34.234758 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-8e8eb17e-dd2a-435a-a230-9294500fda5e admin admin] Allocated IP 172.25.4.129 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/9c34828a-6cde-40c8-97d0-fdae0398144c) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:13:34.383814 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8e8eb17e-dd2a-435a-a230-9294500fda5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:34.485068 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8e8eb17e-dd2a-435a-a230-9294500fda5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:34.488184 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4b672b64-9c4c-46aa-bb9c-ec749c94a906 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:13:34.539641 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8eb17e-dd2a-435a-a230-9294500fda5e admin admin] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:13:34.542658 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-8e8eb17e-dd2a-435a-a230-9294500fda5e admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:13:34.547522 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8eb17e-dd2a-435a-a230-9294500fda5e admin admin] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:13:34.579980 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8eb17e-dd2a-435a-a230-9294500fda5e admin admin] Pushing event updated for resources: {'Port': ['ID=9c34828a-6cde-40c8-97d0-fdae0398144c,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:13:34.585292 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8e8eb17e-dd2a-435a-a230-9294500fda5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:13:34.918303 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a81039d-394a-4be3-b964-1d8228366f06 None None] Network e47b0c5b-48ef-455c-8ede-0d486b149dc2 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:13:34.997816 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8e8eb17e-dd2a-435a-a230-9294500fda5e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:35.080597 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-787db796-9497-4fce-91fc-b7e5b65732a6 None None] Provisioning for port f583d2c4-0e62-48f3-b89a-f300d700eadd completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:13:35.240319 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 86e03325-b914-4cc0-94cb-571542e00cd8 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:13:35.302047 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8e8eb17e-dd2a-435a-a230-9294500fda5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:35.349782 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 86e03325-b914-4cc0-94cb-571542e00cd8 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:13:35.354681 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 86e03325-b914-4cc0-94cb-571542e00cd8 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:13:35.355070 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:35.479987 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:35.517197 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 86e03325-b914-4cc0-94cb-571542e00cd8, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=86e03325-b914-4cc0-94cb-571542e00cd8,segment=NetworkSegment(c83fbca6-2905-4372-bbaa-189de8183582),segment_id=c83fbca6-2905-4372-bbaa-189de8183582)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:13:35.601147 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e8eb17e-dd2a-435a-a230-9294500fda5e admin admin] Router 25076a8e-b150-48ec-b44a-8a07c25918f3 is scheduled to L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 with binding_index 1 {{(pid=93177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 11:13:35.618061 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:35.618946 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device f583d2c4-0e62-48f3-b89a-f300d700eadd up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:13:35.620863 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:13:35.713285 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=86e03325-b914-4cc0-94cb-571542e00cd8,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:13:35.716495 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:13:35.763504 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e8eb17e-dd2a-435a-a230-9294500fda5e admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:13:35.774426 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac1e1b2-9338-4c20-b880-0d45732311de None None] Sync routers for ids ['25076a8e-b150-48ec-b44a-8a07c25918f3'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:13:35.790568 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac1e1b2-9338-4c20-b880-0d45732311de None None] Routers {'25076a8e-b150-48ec-b44a-8a07c25918f3'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:13:35.791212 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-aac1e1b2-9338-4c20-b880-0d45732311de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T11:13:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['25076a8e-b150-48ec-b44a-8a07c25918f3'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:13:35.838923 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port f583d2c4-0e62-48f3-b89a-f300d700eadd completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:13:35.872701 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8e8eb17e-dd2a-435a-a230-9294500fda5e admin admin] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:35.874070 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-8e8eb17e-dd2a-435a-a230-9294500fda5e admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.2397914 Jun 11 11:13:35.876748 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 45118) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:13:35.889293 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port f583d2c4-0e62-48f3-b89a-f300d700eadd triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:13:35.889683 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:35.977317 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-aac1e1b2-9338-4c20-b880-0d45732311de None None] Set router 25076a8e-b150-48ec-b44a-8a07c25918f3 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:13:36.120554 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:36.222043 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port f583d2c4-0e62-48f3-b89a-f300d700eadd, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=f583d2c4-0e62-48f3-b89a-f300d700eadd,segment=NetworkSegment(66e5053b-da4d-48d6-8d78-9918a3f274b4),segment_id=66e5053b-da4d-48d6-8d78-9918a3f274b4)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:13:36.281238 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-aac1e1b2-9338-4c20-b880-0d45732311de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25076a8e-b150-48ec-b44a-8a07c25918f3', 'name': 'tempest-TestShelveInstance-1551835317-router', 'tenant_id': '0e4912daae254158b0466cf3b1ad4e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '9c34828a-6cde-40c8-97d0-fdae0398144c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:13:32Z', 'updated_at': '2021-06-11T11:13:34Z', 'revision_number': 3, 'project_id': '0e4912daae254158b0466cf3b1ad4e00', 'gw_port': {'id': '9c34828a-6cde-40c8-97d0-fdae0398144c', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e9:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25076a8e-b150-48ec-b44a-8a07c25918f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:13:34Z', 'updated_at': '2021-06-11T11:13:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:13:36.284841 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac1e1b2-9338-4c20-b880-0d45732311de None None] Checking router: 25076a8e-b150-48ec-b44a-8a07c25918f3 for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:13:36.285203 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac1e1b2-9338-4c20-b880-0d45732311de None None] Updating router 25076a8e-b150-48ec-b44a-8a07c25918f3 port 9c34828a-6cde-40c8-97d0-fdae0398144c binding host n-d-779913-12 {{(pid=93178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 11:13:36.311314 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:36.316085 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:13:36.366690 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aac1e1b2-9338-4c20-b880-0d45732311de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:36.418889 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=f583d2c4-0e62-48f3-b89a-f300d700eadd,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:13:36.423489 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:13:36.460793 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-57e22268-d343-412d-a950-3c6e11f85440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:36.612358 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:36.659333 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-57e22268-d343-412d-a950-3c6e11f85440 admin admin] Allocated IP 172.20.0.1 (e47b0c5b-48ef-455c-8ede-0d486b149dc2/312a5d8f-791b-4f9d-8f55-bb914f7bb859/1c55cc13-1c0c-4fe1-a6f2-f494dc2e7aed) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:13:36.717376 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aac1e1b2-9338-4c20-b880-0d45732311de None None] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:36.727906 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-aac1e1b2-9338-4c20-b880-0d45732311de None None] Transition to ACTIVE for port object 9c34828a-6cde-40c8-97d0-fdae0398144c will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:13:36.790367 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-57e22268-d343-412d-a950-3c6e11f85440 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:36.795634 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aac1e1b2-9338-4c20-b880-0d45732311de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:36.801955 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f852e4db-c8e5-4c5e-b5e6-eee342f30bcc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:13:36.804474 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-57e22268-d343-412d-a950-3c6e11f85440 admin admin] Transition to ACTIVE for port object 1c55cc13-1c0c-4fe1-a6f2-f494dc2e7aed will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:13:36.860786 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0005dc-14cb-41a3-abdb-408cb9047d3c None None] Pushing event updated for resources: {'Port': ['ID=9c34828a-6cde-40c8-97d0-fdae0398144c,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:13:36.863228 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-aac1e1b2-9338-4c20-b880-0d45732311de None None] Attempting to bind port 9c34828a-6cde-40c8-97d0-fdae0398144c on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:13:36.863552 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-aac1e1b2-9338-4c20-b880-0d45732311de None None] Attempting to bind port 9c34828a-6cde-40c8-97d0-fdae0398144c by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:13:36.863948 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac1e1b2-9338-4c20-b880-0d45732311de None None] Attempting to bind port 9c34828a-6cde-40c8-97d0-fdae0398144c on network f0adef6e-169f-4a27-8865-442be2ad072d {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:13:36.866674 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-bb0005dc-14cb-41a3-abdb-408cb9047d3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:13:36.873341 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac1e1b2-9338-4c20-b880-0d45732311de None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:13:36.873341 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac1e1b2-9338-4c20-b880-0d45732311de None None] Checking segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:13:36.873341 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aac1e1b2-9338-4c20-b880-0d45732311de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:36.873341 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac1e1b2-9338-4c20-b880-0d45732311de None None] Bound using segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:13:36.873341 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-aac1e1b2-9338-4c20-b880-0d45732311de None None] Bound port: 9c34828a-6cde-40c8-97d0-fdae0398144c, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:13:36.873341 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aac1e1b2-9338-4c20-b880-0d45732311de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:36.938085 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-aac1e1b2-9338-4c20-b880-0d45732311de None None] For port 9c34828a-6cde-40c8-97d0-fdae0398144c, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:13:36.941150 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-aac1e1b2-9338-4c20-b880-0d45732311de None None] For port 9c34828a-6cde-40c8-97d0-fdae0398144c, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=9c34828a-6cde-40c8-97d0-fdae0398144c,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:13:36.942099 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-57e22268-d343-412d-a950-3c6e11f85440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:36.947504 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-affed8e6-0f26-482d-8964-12532c4357a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:13:36.992796 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e22268-d343-412d-a950-3c6e11f85440 admin admin] Network e47b0c5b-48ef-455c-8ede-0d486b149dc2 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:13:36.995597 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-57e22268-d343-412d-a950-3c6e11f85440 admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:13:37.001043 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e22268-d343-412d-a950-3c6e11f85440 admin admin] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:13:37.004052 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e22268-d343-412d-a950-3c6e11f85440 admin admin] Pushing event updated for resources: {'Port': ['ID=1c55cc13-1c0c-4fe1-a6f2-f494dc2e7aed,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:13:37.032529 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-57e22268-d343-412d-a950-3c6e11f85440 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:13:37.052251 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-57e22268-d343-412d-a950-3c6e11f85440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-375088'] for router_interface, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:37.057750 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-aac1e1b2-9338-4c20-b880-0d45732311de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:37.060842 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-6e8eef2a-15eb-4d45-a277-fea7303b1a27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:13:37.141570 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac1e1b2-9338-4c20-b880-0d45732311de None None] Routers {'25076a8e-b150-48ec-b44a-8a07c25918f3'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:13:37.142224 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-aac1e1b2-9338-4c20-b880-0d45732311de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T11:13:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['25076a8e-b150-48ec-b44a-8a07c25918f3'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:13:37.247677 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 86e03325-b914-4cc0-94cb-571542e00cd8 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:13:37.280604 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0005dc-14cb-41a3-abdb-408cb9047d3c None None] Pushing event updated for resources: {'Port': ['ID=9c34828a-6cde-40c8-97d0-fdae0398144c,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:13:37.295117 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-bb0005dc-14cb-41a3-abdb-408cb9047d3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:13:37.343825 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-57e22268-d343-412d-a950-3c6e11f85440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:37.351716 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-aac1e1b2-9338-4c20-b880-0d45732311de None None] Set router 25076a8e-b150-48ec-b44a-8a07c25918f3 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:13:37.353416 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 86e03325-b914-4cc0-94cb-571542e00cd8 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:13:37.353796 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:37.393548 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-333a3f87-117c-44d4-8589-686db766999a None None] Provisioning for port 1c55cc13-1c0c-4fe1-a6f2-f494dc2e7aed completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:13:37.458772 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-333a3f87-117c-44d4-8589-686db766999a None None] Provisioning complete for port 1c55cc13-1c0c-4fe1-a6f2-f494dc2e7aed triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:13:37.459154 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-333a3f87-117c-44d4-8589-686db766999a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:37.546255 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-57e22268-d343-412d-a950-3c6e11f85440 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:37.606829 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-57e22268-d343-412d-a950-3c6e11f85440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:37.609843 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f0b51721-cbc7-4751-9a98-1b7c69dcc2e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:13:37.695678 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e22268-d343-412d-a950-3c6e11f85440 admin admin] Pushing event updated for resources: {'Port': ['ID=1c55cc13-1c0c-4fe1-a6f2-f494dc2e7aed,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:13:37.698586 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-57e22268-d343-412d-a950-3c6e11f85440 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:13:37.699602 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-57e22268-d343-412d-a950-3c6e11f85440 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375108'] for router_interface, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:37.767612 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-333a3f87-117c-44d4-8589-686db766999a None None] Port 1c55cc13-1c0c-4fe1-a6f2-f494dc2e7aed cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:13:37.826218 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e22268-d343-412d-a950-3c6e11f85440 admin admin] Network e47b0c5b-48ef-455c-8ede-0d486b149dc2 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:13:37.827667 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-57e22268-d343-412d-a950-3c6e11f85440 admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:13:37.862207 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device f583d2c4-0e62-48f3-b89a-f300d700eadd up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:13:37.942271 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-aac1e1b2-9338-4c20-b880-0d45732311de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25076a8e-b150-48ec-b44a-8a07c25918f3', 'name': 'tempest-TestShelveInstance-1551835317-router', 'tenant_id': '0e4912daae254158b0466cf3b1ad4e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '9c34828a-6cde-40c8-97d0-fdae0398144c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:13:32Z', 'updated_at': '2021-06-11T11:13:34Z', 'revision_number': 3, 'project_id': '0e4912daae254158b0466cf3b1ad4e00', 'gw_port': {'id': '9c34828a-6cde-40c8-97d0-fdae0398144c', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e9:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25076a8e-b150-48ec-b44a-8a07c25918f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:13:34Z', 'updated_at': '2021-06-11T11:13:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:13:37.946059 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port f583d2c4-0e62-48f3-b89a-f300d700eadd triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:13:37.946376 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:37.949712 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac1e1b2-9338-4c20-b880-0d45732311de None None] The sync data for ids ['25076a8e-b150-48ec-b44a-8a07c25918f3'] in n-d-779913-12 is: [{'id': '25076a8e-b150-48ec-b44a-8a07c25918f3', 'name': 'tempest-TestShelveInstance-1551835317-router', 'tenant_id': '0e4912daae254158b0466cf3b1ad4e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '9c34828a-6cde-40c8-97d0-fdae0398144c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:13:32Z', 'updated_at': '2021-06-11T11:13:34Z', 'revision_number': 3, 'project_id': '0e4912daae254158b0466cf3b1ad4e00', 'gw_port': {'id': '9c34828a-6cde-40c8-97d0-fdae0398144c', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e9:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25076a8e-b150-48ec-b44a-8a07c25918f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:13:34Z', 'updated_at': '2021-06-11T11:13:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:13:38.090870 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-8f45e502-4078-4475-a905-15bb02d0df6b None None] Provisioning complete for port 1c55cc13-1c0c-4fe1-a6f2-f494dc2e7aed triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:13:38.091545 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8f45e502-4078-4475-a905-15bb02d0df6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:38.134775 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-8f45e502-4078-4475-a905-15bb02d0df6b None None] Port 1c55cc13-1c0c-4fe1-a6f2-f494dc2e7aed cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:13:38.449814 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57e22268-d343-412d-a950-3c6e11f85440 admin admin] Router 25076a8e-b150-48ec-b44a-8a07c25918f3 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:13:38.618042 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e22268-d343-412d-a950-3c6e11f85440 admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:13:38.624830 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-57e22268-d343-412d-a950-3c6e11f85440 admin admin] 10.222.0.60 "PUT /v2.0/routers/25076a8e-b150-48ec-b44a-8a07c25918f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7470458 Jun 11 11:13:39.165587 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 9c34828a-6cde-40c8-97d0-fdae0398144c up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:13:39.296007 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 9c34828a-6cde-40c8-97d0-fdae0398144c completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:13:39.300115 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 9c34828a-6cde-40c8-97d0-fdae0398144c triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:13:39.300505 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:39.391226 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:39.413966 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 9c34828a-6cde-40c8-97d0-fdae0398144c, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=9c34828a-6cde-40c8-97d0-fdae0398144c,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:13:39.509509 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:39.511421 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-e462041a-25bf-4a76-93da-8143f1460b19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:13:39.565588 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=9c34828a-6cde-40c8-97d0-fdae0398144c,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:13:39.568660 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:13:40.296329 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5b32fb-3216-4a78-b191-8fb18349c829 None None] Sync routers for ids ['25076a8e-b150-48ec-b44a-8a07c25918f3'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:13:40.306071 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5b32fb-3216-4a78-b191-8fb18349c829 None None] Routers {'25076a8e-b150-48ec-b44a-8a07c25918f3'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:13:40.306681 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-fa5b32fb-3216-4a78-b191-8fb18349c829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T11:13:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['25076a8e-b150-48ec-b44a-8a07c25918f3'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:13:40.451996 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-fa5b32fb-3216-4a78-b191-8fb18349c829 None None] Set router 25076a8e-b150-48ec-b44a-8a07c25918f3 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:13:40.713526 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-fa5b32fb-3216-4a78-b191-8fb18349c829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25076a8e-b150-48ec-b44a-8a07c25918f3', 'name': 'tempest-TestShelveInstance-1551835317-router', 'tenant_id': '0e4912daae254158b0466cf3b1ad4e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '9c34828a-6cde-40c8-97d0-fdae0398144c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:13:32Z', 'updated_at': '2021-06-11T11:13:37Z', 'revision_number': 4, 'project_id': '0e4912daae254158b0466cf3b1ad4e00', 'gw_port': {'id': '9c34828a-6cde-40c8-97d0-fdae0398144c', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25076a8e-b150-48ec-b44a-8a07c25918f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:13:34Z', 'updated_at': '2021-06-11T11:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '1c55cc13-1c0c-4fe1-a6f2-f494dc2e7aed', 'name': '', 'network_id': 'e47b0c5b-48ef-455c-8ede-0d486b149dc2', 'tenant_id': '0e4912daae254158b0466cf3b1ad4e00', 'mac_address': 'fa:16:3e:2f:e0:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25076a8e-b150-48ec-b44a-8a07c25918f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '312a5d8f-791b-4f9d-8f55-bb914f7bb859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:13:36Z', 'updated_at': '2021-06-11T11:13:37Z', 'revision_number': 2, 'project_id': '0e4912daae254158b0466cf3b1ad4e00', 'subnets': [{'id': '312a5d8f-791b-4f9d-8f55-bb914f7bb859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:13:40.716874 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5b32fb-3216-4a78-b191-8fb18349c829 None None] Checking router: 25076a8e-b150-48ec-b44a-8a07c25918f3 for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:13:40.717259 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5b32fb-3216-4a78-b191-8fb18349c829 None None] Updating router 25076a8e-b150-48ec-b44a-8a07c25918f3 port 1c55cc13-1c0c-4fe1-a6f2-f494dc2e7aed binding host n-d-779913-12 {{(pid=93179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 11:13:40.763045 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-fa5b32fb-3216-4a78-b191-8fb18349c829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:41.085669 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-fa5b32fb-3216-4a78-b191-8fb18349c829 None None] Notify callbacks [] for port, precommit_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:41.095290 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-fa5b32fb-3216-4a78-b191-8fb18349c829 None None] Transition to ACTIVE for port object 1c55cc13-1c0c-4fe1-a6f2-f494dc2e7aed will not be triggered until provisioned by entity L2. {{(pid=93179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:13:41.155003 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 9c34828a-6cde-40c8-97d0-fdae0398144c up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:13:41.189499 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-fa5b32fb-3216-4a78-b191-8fb18349c829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:41.193292 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-246da017-f61a-48d6-99b5-fccf8704bdca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:13:41.224601 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 9c34828a-6cde-40c8-97d0-fdae0398144c triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:13:41.224983 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:41.372905 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9be053-18cf-47ac-8584-67cfdf2f40d9 None None] Pushing event updated for resources: {'Port': ['ID=1c55cc13-1c0c-4fe1-a6f2-f494dc2e7aed,revision_number=3']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:13:41.378359 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-fa5b32fb-3216-4a78-b191-8fb18349c829 None None] Attempting to bind port 1c55cc13-1c0c-4fe1-a6f2-f494dc2e7aed on host n-d-779913-12 for vnic_type normal with profile {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:13:41.378993 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-fa5b32fb-3216-4a78-b191-8fb18349c829 None None] Attempting to bind port 1c55cc13-1c0c-4fe1-a6f2-f494dc2e7aed by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '66e5053b-da4d-48d6-8d78-9918a3f274b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e47b0c5b-48ef-455c-8ede-0d486b149dc2'}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:13:41.379579 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5b32fb-3216-4a78-b191-8fb18349c829 None None] Attempting to bind port 1c55cc13-1c0c-4fe1-a6f2-f494dc2e7aed on network e47b0c5b-48ef-455c-8ede-0d486b149dc2 {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:13:41.385903 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-4c9be053-18cf-47ac-8584-67cfdf2f40d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:13:41.386813 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5b32fb-3216-4a78-b191-8fb18349c829 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:13:41.387504 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5b32fb-3216-4a78-b191-8fb18349c829 None None] Checking segment: {'id': '66e5053b-da4d-48d6-8d78-9918a3f274b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e47b0c5b-48ef-455c-8ede-0d486b149dc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:13:41.387634 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-fa5b32fb-3216-4a78-b191-8fb18349c829 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:41.388008 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5b32fb-3216-4a78-b191-8fb18349c829 None None] Bound using segment: {'id': '66e5053b-da4d-48d6-8d78-9918a3f274b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e47b0c5b-48ef-455c-8ede-0d486b149dc2'} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:13:41.388485 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-fa5b32fb-3216-4a78-b191-8fb18349c829 None None] Bound port: 1c55cc13-1c0c-4fe1-a6f2-f494dc2e7aed, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66e5053b-da4d-48d6-8d78-9918a3f274b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e47b0c5b-48ef-455c-8ede-0d486b149dc2'}}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:13:41.388870 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-fa5b32fb-3216-4a78-b191-8fb18349c829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:41.468262 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-fa5b32fb-3216-4a78-b191-8fb18349c829 None None] For port 1c55cc13-1c0c-4fe1-a6f2-f494dc2e7aed, host n-d-779913-12, cleared binding levels {{(pid=93179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:13:41.471491 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-fa5b32fb-3216-4a78-b191-8fb18349c829 None None] For port 1c55cc13-1c0c-4fe1-a6f2-f494dc2e7aed, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=1c55cc13-1c0c-4fe1-a6f2-f494dc2e7aed,segment=NetworkSegment(66e5053b-da4d-48d6-8d78-9918a3f274b4),segment_id=66e5053b-da4d-48d6-8d78-9918a3f274b4)] {{(pid=93179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:13:41.532660 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-fa5b32fb-3216-4a78-b191-8fb18349c829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:41.534751 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-941d62c0-d7b7-4fdc-b117-a1a197324a18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:13:41.610151 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5b32fb-3216-4a78-b191-8fb18349c829 None None] Routers {'25076a8e-b150-48ec-b44a-8a07c25918f3'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:13:41.610889 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-fa5b32fb-3216-4a78-b191-8fb18349c829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T11:13:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['25076a8e-b150-48ec-b44a-8a07c25918f3'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:13:41.612875 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9be053-18cf-47ac-8584-67cfdf2f40d9 None None] Pushing event updated for resources: {'Port': ['ID=1c55cc13-1c0c-4fe1-a6f2-f494dc2e7aed,revision_number=4']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:13:41.616669 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-4c9be053-18cf-47ac-8584-67cfdf2f40d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:13:41.870728 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-fa5b32fb-3216-4a78-b191-8fb18349c829 None None] Set router 25076a8e-b150-48ec-b44a-8a07c25918f3 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:13:42.133354 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-fa5b32fb-3216-4a78-b191-8fb18349c829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25076a8e-b150-48ec-b44a-8a07c25918f3', 'name': 'tempest-TestShelveInstance-1551835317-router', 'tenant_id': '0e4912daae254158b0466cf3b1ad4e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '9c34828a-6cde-40c8-97d0-fdae0398144c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:13:32Z', 'updated_at': '2021-06-11T11:13:37Z', 'revision_number': 4, 'project_id': '0e4912daae254158b0466cf3b1ad4e00', 'gw_port': {'id': '9c34828a-6cde-40c8-97d0-fdae0398144c', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25076a8e-b150-48ec-b44a-8a07c25918f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:13:34Z', 'updated_at': '2021-06-11T11:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '1c55cc13-1c0c-4fe1-a6f2-f494dc2e7aed', 'name': '', 'network_id': 'e47b0c5b-48ef-455c-8ede-0d486b149dc2', 'tenant_id': '0e4912daae254158b0466cf3b1ad4e00', 'mac_address': 'fa:16:3e:2f:e0:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25076a8e-b150-48ec-b44a-8a07c25918f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '312a5d8f-791b-4f9d-8f55-bb914f7bb859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:13:36Z', 'updated_at': '2021-06-11T11:13:41Z', 'revision_number': 4, 'project_id': '0e4912daae254158b0466cf3b1ad4e00', 'subnets': [{'id': '312a5d8f-791b-4f9d-8f55-bb914f7bb859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:13:42.136732 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5b32fb-3216-4a78-b191-8fb18349c829 None None] The sync data for ids ['25076a8e-b150-48ec-b44a-8a07c25918f3'] in n-d-779913-12 is: [{'id': '25076a8e-b150-48ec-b44a-8a07c25918f3', 'name': 'tempest-TestShelveInstance-1551835317-router', 'tenant_id': '0e4912daae254158b0466cf3b1ad4e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '9c34828a-6cde-40c8-97d0-fdae0398144c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:13:32Z', 'updated_at': '2021-06-11T11:13:37Z', 'revision_number': 4, 'project_id': '0e4912daae254158b0466cf3b1ad4e00', 'gw_port': {'id': '9c34828a-6cde-40c8-97d0-fdae0398144c', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25076a8e-b150-48ec-b44a-8a07c25918f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:13:34Z', 'updated_at': '2021-06-11T11:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '1c55cc13-1c0c-4fe1-a6f2-f494dc2e7aed', 'name': '', 'network_id': 'e47b0c5b-48ef-455c-8ede-0d486b149dc2', 'tenant_id': '0e4912daae254158b0466cf3b1ad4e00', 'mac_address': 'fa:16:3e:2f:e0:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25076a8e-b150-48ec-b44a-8a07c25918f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '312a5d8f-791b-4f9d-8f55-bb914f7bb859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:13:36Z', 'updated_at': '2021-06-11T11:13:41Z', 'revision_number': 4, 'project_id': '0e4912daae254158b0466cf3b1ad4e00', 'subnets': [{'id': '312a5d8f-791b-4f9d-8f55-bb914f7bb859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:13:43.021324 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-5171670a-d447-4266-8ebd-51ec9949f46f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:43.167818 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 1c55cc13-1c0c-4fe1-a6f2-f494dc2e7aed up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:13:43.292345 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 1c55cc13-1c0c-4fe1-a6f2-f494dc2e7aed completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:13:43.296518 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 1c55cc13-1c0c-4fe1-a6f2-f494dc2e7aed triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:13:43.296903 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:43.387939 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:43.427986 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 1c55cc13-1c0c-4fe1-a6f2-f494dc2e7aed, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=1c55cc13-1c0c-4fe1-a6f2-f494dc2e7aed,segment=NetworkSegment(66e5053b-da4d-48d6-8d78-9918a3f274b4),segment_id=66e5053b-da4d-48d6-8d78-9918a3f274b4)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:13:43.541704 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:43.545372 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:13:43.599509 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=1c55cc13-1c0c-4fe1-a6f2-f494dc2e7aed,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:13:43.603354 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:13:45.160461 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 1c55cc13-1c0c-4fe1-a6f2-f494dc2e7aed up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:13:45.214726 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 1c55cc13-1c0c-4fe1-a6f2-f494dc2e7aed triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:13:45.215105 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:45.863655 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b1bc57c5-22e5-42cc-8564-f6029075de62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:46.044163 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:47.032606 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:13:48.769728 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:14:02.372146 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:14:03.448434 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 11:14:06.587045 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:14:13.009559 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6158d577-cfe6-4b21-a9e1-514b13aacb33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:14:15.885899 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f495b5a4-8b07-4d77-b97e-8bfc81b9536f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:14:16.054932 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:14:17.060636 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:14:18.786615 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:14:32.374534 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:14:36.654556 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:14:40.447586 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 11:14:43.031445 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-4af242aa-d18f-41ac-8c0e-1c5af7e5a1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:14:45.843169 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-74ac71c6-16d9-4a08-aa05-f155d907c644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:14:46.008677 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:14:47.048164 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:14:48.777601 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:02.354199 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:06.622378 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:12.997295 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f6d78600-06fc-4ac5-87e7-d95c9a3a0cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:15.839439 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d2165fe8-9dfe-4840-bc30-dccfae3406ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:16.016662 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:17.047476 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:17.446424 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 11:15:18.756741 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:32.336047 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:36.573126 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:38.881945 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 45152) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:15:39.338241 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9fb35c9b-2593-4e3e-bd05-57c386a0b88e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375209'] for router_interface, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:39.661817 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-9fb35c9b-2593-4e3e-bd05-57c386a0b88e admin admin] Deleting port 86e03325-b914-4cc0-94cb-571542e00cd8 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:15:39.662159 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9fb35c9b-2593-4e3e-bd05-57c386a0b88e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:39.769444 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-9fb35c9b-2593-4e3e-bd05-57c386a0b88e admin admin] For port 86e03325-b914-4cc0-94cb-571542e00cd8, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=86e03325-b914-4cc0-94cb-571542e00cd8,segment=NetworkSegment(c83fbca6-2905-4372-bbaa-189de8183582),segment_id=c83fbca6-2905-4372-bbaa-189de8183582)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:15:39.769803 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9fb35c9b-2593-4e3e-bd05-57c386a0b88e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:39.864971 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-9fb35c9b-2593-4e3e-bd05-57c386a0b88e admin admin] Calling delete_port for 86e03325-b914-4cc0-94cb-571542e00cd8 owned by network:router_interface {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:15:40.152958 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9fb35c9b-2593-4e3e-bd05-57c386a0b88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:40.155051 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-30b52297-dcad-4bd1-8a80-034203e689c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:15:40.187337 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb35c9b-2593-4e3e-bd05-57c386a0b88e admin admin] Pushing event deleted for resources: {'Port': ['ID=86e03325-b914-4cc0-94cb-571542e00cd8,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:15:40.200787 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb35c9b-2593-4e3e-bd05-57c386a0b88e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:15:40.201175 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb35c9b-2593-4e3e-bd05-57c386a0b88e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:15:40.201556 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb35c9b-2593-4e3e-bd05-57c386a0b88e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:15:40.201932 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb35c9b-2593-4e3e-bd05-57c386a0b88e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:15:40.202307 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb35c9b-2593-4e3e-bd05-57c386a0b88e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:15:40.202676 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb35c9b-2593-4e3e-bd05-57c386a0b88e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:15:40.203037 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb35c9b-2593-4e3e-bd05-57c386a0b88e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:15:40.203403 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb35c9b-2593-4e3e-bd05-57c386a0b88e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:15:40.203787 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb35c9b-2593-4e3e-bd05-57c386a0b88e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:15:40.204150 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb35c9b-2593-4e3e-bd05-57c386a0b88e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:15:40.204535 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb35c9b-2593-4e3e-bd05-57c386a0b88e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:15:40.204897 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb35c9b-2593-4e3e-bd05-57c386a0b88e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:15:40.228077 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9fb35c9b-2593-4e3e-bd05-57c386a0b88e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:15:40.416649 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9fb35c9b-2593-4e3e-bd05-57c386a0b88e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362297'] for router_interface, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:40.714903 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fb35c9b-2593-4e3e-bd05-57c386a0b88e admin admin] Router a19c2ca2-7a81-42a2-a893-f82bcc4eb0d2 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:15:41.325531 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb35c9b-2593-4e3e-bd05-57c386a0b88e admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:15:41.331101 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-9fb35c9b-2593-4e3e-bd05-57c386a0b88e admin admin] 10.222.0.60 "PUT /v2.0/routers/a19c2ca2-7a81-42a2-a893-f82bcc4eb0d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4480734 Jun 11 11:15:41.333787 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 45156) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:15:41.338619 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da152bb9-c0b9-4141-89a5-8ba0edff528d None None] Sync routers for ids ['a19c2ca2-7a81-42a2-a893-f82bcc4eb0d2'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:15:41.347799 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da152bb9-c0b9-4141-89a5-8ba0edff528d None None] Routers {'a19c2ca2-7a81-42a2-a893-f82bcc4eb0d2'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:15:41.348497 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-da152bb9-c0b9-4141-89a5-8ba0edff528d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T11:15:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['a19c2ca2-7a81-42a2-a893-f82bcc4eb0d2'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:15:41.486953 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-28627416-1256-42cb-87b0-8752f064fc4b admin admin] Notify callbacks [] for router, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:41.499598 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-da152bb9-c0b9-4141-89a5-8ba0edff528d None None] Set router a19c2ca2-7a81-42a2-a893-f82bcc4eb0d2 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:15:41.632185 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-28627416-1256-42cb-87b0-8752f064fc4b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:41.739521 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-da152bb9-c0b9-4141-89a5-8ba0edff528d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19c2ca2-7a81-42a2-a893-f82bcc4eb0d2', 'name': 'tempest-TestShelveInstance-1684013067-router', 'tenant_id': 'ceebb200b1a942d2ab7040ba60f30f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': '19ccee26-2363-400c-a741-b568b15ad911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:13:25Z', 'updated_at': '2021-06-11T11:15:40Z', 'revision_number': 5, 'project_id': 'ceebb200b1a942d2ab7040ba60f30f5e', 'gw_port': {'id': '19ccee26-2363-400c-a741-b568b15ad911', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19c2ca2-7a81-42a2-a893-f82bcc4eb0d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:13:26Z', 'updated_at': '2021-06-11T11:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:15:41.742773 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da152bb9-c0b9-4141-89a5-8ba0edff528d None None] Checking router: a19c2ca2-7a81-42a2-a893-f82bcc4eb0d2 for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:15:41.751957 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da152bb9-c0b9-4141-89a5-8ba0edff528d None None] Routers {'a19c2ca2-7a81-42a2-a893-f82bcc4eb0d2'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:15:41.752582 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-da152bb9-c0b9-4141-89a5-8ba0edff528d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T11:15:16Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['a19c2ca2-7a81-42a2-a893-f82bcc4eb0d2'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:15:41.764587 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-28627416-1256-42cb-87b0-8752f064fc4b admin admin] Deleting port 19ccee26-2363-400c-a741-b568b15ad911 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:15:41.766741 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-28627416-1256-42cb-87b0-8752f064fc4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:41.876291 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-28627416-1256-42cb-87b0-8752f064fc4b admin admin] For port 19ccee26-2363-400c-a741-b568b15ad911, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=19ccee26-2363-400c-a741-b568b15ad911,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:15:41.876658 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-28627416-1256-42cb-87b0-8752f064fc4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:41.977334 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-28627416-1256-42cb-87b0-8752f064fc4b admin admin] Calling delete_port for 19ccee26-2363-400c-a741-b568b15ad911 owned by network:router_gateway {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:15:42.057439 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-da152bb9-c0b9-4141-89a5-8ba0edff528d None None] Set router a19c2ca2-7a81-42a2-a893-f82bcc4eb0d2 gateway port host: None {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:15:42.137388 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-da152bb9-c0b9-4141-89a5-8ba0edff528d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19c2ca2-7a81-42a2-a893-f82bcc4eb0d2', 'name': 'tempest-TestShelveInstance-1684013067-router', 'tenant_id': 'ceebb200b1a942d2ab7040ba60f30f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:13:25Z', 'updated_at': '2021-06-11T11:15:41Z', 'revision_number': 6, 'project_id': 'ceebb200b1a942d2ab7040ba60f30f5e', 'gw_port_host': None}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:15:42.140865 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da152bb9-c0b9-4141-89a5-8ba0edff528d None None] The sync data for ids ['a19c2ca2-7a81-42a2-a893-f82bcc4eb0d2'] in n-d-779913-12 is: [{'id': 'a19c2ca2-7a81-42a2-a893-f82bcc4eb0d2', 'name': 'tempest-TestShelveInstance-1684013067-router', 'tenant_id': 'ceebb200b1a942d2ab7040ba60f30f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:13:25Z', 'updated_at': '2021-06-11T11:15:41Z', 'revision_number': 6, 'project_id': 'ceebb200b1a942d2ab7040ba60f30f5e', 'gw_port_host': None}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:15:42.252993 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-28627416-1256-42cb-87b0-8752f064fc4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:42.255135 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a72e363e-dbdb-4d63-86c6-9ebeb8b6514f tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:15:42.293973 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28627416-1256-42cb-87b0-8752f064fc4b admin admin] Pushing event deleted for resources: {'Port': ['ID=19ccee26-2363-400c-a741-b568b15ad911,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:15:42.298118 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-28627416-1256-42cb-87b0-8752f064fc4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:15:42.370423 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-28627416-1256-42cb-87b0-8752f064fc4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374120'] for router_gateway, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:42.512949 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-28627416-1256-42cb-87b0-8752f064fc4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:42.515248 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-28627416-1256-42cb-87b0-8752f064fc4b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:42.656696 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-28627416-1256-42cb-87b0-8752f064fc4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:42.657178 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28627416-1256-42cb-87b0-8752f064fc4b admin admin] Fanout notify agent at l3_agent the message router_deleted on router a19c2ca2-7a81-42a2-a893-f82bcc4eb0d2 {{(pid=93176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 11:15:42.662086 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-28627416-1256-42cb-87b0-8752f064fc4b admin admin] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:42.663256 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-28627416-1256-42cb-87b0-8752f064fc4b admin admin] 10.222.0.60 "DELETE /v2.0/routers/a19c2ca2-7a81-42a2-a893-f82bcc4eb0d2 HTTP/1.1" status: 204 len: 168 time: 1.3287177 Jun 11 11:15:42.665815 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 45158) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:15:42.723294 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c1948a7-8ef6-43dd-9925-1faf0a1a9670 admin admin] Deleting subnet 877ec2a3-771c-4a73-880f-509bafffc262 {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:15:42.726378 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5c1948a7-8ef6-43dd-9925-1faf0a1a9670 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:42.768970 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5c1948a7-8ef6-43dd-9925-1faf0a1a9670 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:42.860323 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5c1948a7-8ef6-43dd-9925-1faf0a1a9670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:42.991192 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5c1948a7-8ef6-43dd-9925-1faf0a1a9670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:42.993475 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-bfe5e6e2-33c5-4472-89b8-ef93c2ac8da0 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:15:43.024944 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1948a7-8ef6-43dd-9925-1faf0a1a9670 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=877ec2a3-771c-4a73-880f-509bafffc262,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:15:43.033251 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ee7de2ce-1974-4604-9f35-2bbba8c00abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:43.035406 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5c1948a7-8ef6-43dd-9925-1faf0a1a9670 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:15:43.036448 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5c1948a7-8ef6-43dd-9925-1faf0a1a9670 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:43.038396 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-5c1948a7-8ef6-43dd-9925-1faf0a1a9670 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/877ec2a3-771c-4a73-880f-509bafffc262 HTTP/1.1" status: 204 len: 168 time: 0.3715744 Jun 11 11:15:43.040884 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 45160) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:15:43.048729 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367bfb82-2677-4e7c-9cbd-b51ac355a0b5 None None] Network 43edd4b3-02a8-472a-964b-7093d274b0c1 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:15:43.144532 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8e58c957-d11f-47c3-989a-64c3315c85ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:43.221186 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-8e58c957-d11f-47c3-989a-64c3315c85ed admin admin] Deleting port 39a5cce7-527c-4940-a98d-69f25afb1d3f {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:15:43.221534 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8e58c957-d11f-47c3-989a-64c3315c85ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:43.231719 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 86e03325-b914-4cc0-94cb-571542e00cd8 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:15:43.257967 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 86e03325-b914-4cc0-94cb-571542e00cd8 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:15:43.258334 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 86e03325-b914-4cc0-94cb-571542e00cd8 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:15:43.258775 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 19ccee26-2363-400c-a741-b568b15ad911 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:15:43.290021 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebcebdd6-df8b-4a11-b39d-089f176e15c3 None None] DHCP port deletion for 43edd4b3-02a8-472a-964b-7093d274b0c1 request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:15:43.292254 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 19ccee26-2363-400c-a741-b568b15ad911 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:15:43.292608 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 19ccee26-2363-400c-a741-b568b15ad911 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:15:43.324967 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-8e58c957-d11f-47c3-989a-64c3315c85ed admin admin] For port 39a5cce7-527c-4940-a98d-69f25afb1d3f, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=39a5cce7-527c-4940-a98d-69f25afb1d3f,segment=NetworkSegment(c83fbca6-2905-4372-bbaa-189de8183582),segment_id=c83fbca6-2905-4372-bbaa-189de8183582)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:15:43.325332 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8e58c957-d11f-47c3-989a-64c3315c85ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:43.344647 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-ebcebdd6-df8b-4a11-b39d-089f176e15c3 None None] Deleting port 39a5cce7-527c-4940-a98d-69f25afb1d3f {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:15:43.345036 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ebcebdd6-df8b-4a11-b39d-089f176e15c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:43.424969 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-8e58c957-d11f-47c3-989a-64c3315c85ed admin admin] Calling delete_port for 39a5cce7-527c-4940-a98d-69f25afb1d3f owned by network:dhcp {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:15:43.432190 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-ebcebdd6-df8b-4a11-b39d-089f176e15c3 None None] For port 39a5cce7-527c-4940-a98d-69f25afb1d3f, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=39a5cce7-527c-4940-a98d-69f25afb1d3f,segment=NetworkSegment(c83fbca6-2905-4372-bbaa-189de8183582),segment_id=c83fbca6-2905-4372-bbaa-189de8183582)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:15:43.432602 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ebcebdd6-df8b-4a11-b39d-089f176e15c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:43.527269 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-ebcebdd6-df8b-4a11-b39d-089f176e15c3 None None] Calling delete_port for 39a5cce7-527c-4940-a98d-69f25afb1d3f owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:15:43.610352 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8e58c957-d11f-47c3-989a-64c3315c85ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:43.613512 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5059932e-9e35-4d3e-9fa8-c86add2d7220 tempest-NetworksIpV6Test-1045450642 tempest-NetworksIpV6Test-1045450642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:15:43.616949 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ebcebdd6-df8b-4a11-b39d-089f176e15c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:43.618936 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-bb0005dc-14cb-41a3-abdb-408cb9047d3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:15:43.647211 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e58c957-d11f-47c3-989a-64c3315c85ed admin admin] Pushing event deleted for resources: {'Port': ['ID=39a5cce7-527c-4940-a98d-69f25afb1d3f,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:15:43.648170 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcebdd6-df8b-4a11-b39d-089f176e15c3 None None] Pushing event deleted for resources: {'Port': ['ID=39a5cce7-527c-4940-a98d-69f25afb1d3f,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:15:43.650430 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8e58c957-d11f-47c3-989a-64c3315c85ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:15:43.651684 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e58c957-d11f-47c3-989a-64c3315c85ed admin admin] No DVR routers for this DVR port 39a5cce7-527c-4940-a98d-69f25afb1d3f on host n-d-779913-12 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:15:43.654336 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcebdd6-df8b-4a11-b39d-089f176e15c3 None None] No DVR routers for this DVR port 39a5cce7-527c-4940-a98d-69f25afb1d3f on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:15:43.665237 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcebdd6-df8b-4a11-b39d-089f176e15c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:15:43.665524 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcebdd6-df8b-4a11-b39d-089f176e15c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:15:43.665999 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcebdd6-df8b-4a11-b39d-089f176e15c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:15:43.666214 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcebdd6-df8b-4a11-b39d-089f176e15c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:15:43.666576 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcebdd6-df8b-4a11-b39d-089f176e15c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:15:43.666961 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcebdd6-df8b-4a11-b39d-089f176e15c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:15:43.667417 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcebdd6-df8b-4a11-b39d-089f176e15c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:15:43.667767 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcebdd6-df8b-4a11-b39d-089f176e15c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:15:43.668126 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcebdd6-df8b-4a11-b39d-089f176e15c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:15:43.668411 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcebdd6-df8b-4a11-b39d-089f176e15c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:15:43.668732 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcebdd6-df8b-4a11-b39d-089f176e15c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:15:43.669053 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcebdd6-df8b-4a11-b39d-089f176e15c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:15:43.672576 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-ebcebdd6-df8b-4a11-b39d-089f176e15c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:15:43.757531 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8e58c957-d11f-47c3-989a-64c3315c85ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:43.769258 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-8e58c957-d11f-47c3-989a-64c3315c85ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43edd4b3-02a8-472a-964b-7093d274b0c1']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:15:43.781076 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-8e58c957-d11f-47c3-989a-64c3315c85ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c83fbca6-2905-4372-bbaa-189de8183582') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:15:43.781401 n-d-779913-12 neutron-server[93176]: DEBUG neutron.services.segments.db [None req-8e58c957-d11f-47c3-989a-64c3315c85ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c83fbca6-2905-4372-bbaa-189de8183582') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:15:43.791304 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8e58c957-d11f-47c3-989a-64c3315c85ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11666261'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:43.806130 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8e58c957-d11f-47c3-989a-64c3315c85ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:43.811984 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e58c957-d11f-47c3-989a-64c3315c85ed admin admin] Releasing vlan 767 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:15:43.812895 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8e58c957-d11f-47c3-989a-64c3315c85ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11851256'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:43.814527 n-d-779913-12 neutron-server[93176]: Traceback (most recent call last): Jun 11 11:15:43.814527 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:15:43.814527 n-d-779913-12 neutron-server[93176]: timer() Jun 11 11:15:43.814527 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:15:43.814527 n-d-779913-12 neutron-server[93176]: cb(*args, **kw) Jun 11 11:15:43.814527 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:15:43.814527 n-d-779913-12 neutron-server[93176]: return func(*args, **kwargs) Jun 11 11:15:43.814527 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:15:43.814527 n-d-779913-12 neutron-server[93176]: self._notify() Jun 11 11:15:43.814527 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:15:43.814527 n-d-779913-12 neutron-server[93176]: self.callback(batched_events) Jun 11 11:15:43.814527 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:15:43.814527 n-d-779913-12 neutron-server[93176]: event.method(event) Jun 11 11:15:43.814527 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:15:43.814527 n-d-779913-12 neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:15:43.814527 n-d-779913-12 neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:15:43.814527 n-d-779913-12 neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:15:43.814527 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:15:43.814527 n-d-779913-12 neutron-server[93176]: return f(self, *a, **k) Jun 11 11:15:43.814527 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:15:43.814527 n-d-779913-12 neutron-server[93176]: return self._get(url).json() Jun 11 11:15:43.814527 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:15:43.814527 n-d-779913-12 neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:15:43.814527 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:15:43.814527 n-d-779913-12 neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 11 11:15:43.814527 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:15:43.814527 n-d-779913-12 neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:15:43.814527 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:15:43.814527 n-d-779913-12 neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:15:43.814527 n-d-779913-12 neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:15:43.814527 n-d-779913-12 neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:15:43.814527 n-d-779913-12 neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:15:43.970789 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8e58c957-d11f-47c3-989a-64c3315c85ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:43.974477 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7caaf344-0edf-411b-9f1e-11cc3cf26a76 tempest-PortsIpV6TestJSON-100421507 tempest-PortsIpV6TestJSON-100421507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:15:43.977109 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8e58c957-d11f-47c3-989a-64c3315c85ed admin admin] Notify callbacks [] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:43.978764 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-8e58c957-d11f-47c3-989a-64c3315c85ed admin admin] 10.222.0.60 "DELETE /v2.0/networks/43edd4b3-02a8-472a-964b-7093d274b0c1 HTTP/1.1" status: 204 len: 168 time: 0.9369142 Jun 11 11:15:43.981741 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 45162) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:15:43.993002 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e58c957-d11f-47c3-989a-64c3315c85ed admin admin] Pushing event deleted for resources: {'Network': ['ID=43edd4b3-02a8-472a-964b-7093d274b0c1,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:15:43.995527 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8e58c957-d11f-47c3-989a-64c3315c85ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:15:44.447406 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2256ad5b-2193-4ff6-b861-cae30b337323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375209'] for router_interface, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:44.836237 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-2256ad5b-2193-4ff6-b861-cae30b337323 admin admin] Deleting port 1c55cc13-1c0c-4fe1-a6f2-f494dc2e7aed {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:15:44.836579 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2256ad5b-2193-4ff6-b861-cae30b337323 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:44.943953 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2256ad5b-2193-4ff6-b861-cae30b337323 admin admin] For port 1c55cc13-1c0c-4fe1-a6f2-f494dc2e7aed, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=1c55cc13-1c0c-4fe1-a6f2-f494dc2e7aed,segment=NetworkSegment(66e5053b-da4d-48d6-8d78-9918a3f274b4),segment_id=66e5053b-da4d-48d6-8d78-9918a3f274b4)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:15:44.944310 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2256ad5b-2193-4ff6-b861-cae30b337323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:45.040363 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-2256ad5b-2193-4ff6-b861-cae30b337323 admin admin] Calling delete_port for 1c55cc13-1c0c-4fe1-a6f2-f494dc2e7aed owned by network:router_interface {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:15:45.215852 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 39a5cce7-527c-4940-a98d-69f25afb1d3f no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:15:45.246568 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 39a5cce7-527c-4940-a98d-69f25afb1d3f {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:15:45.246923 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 39a5cce7-527c-4940-a98d-69f25afb1d3f not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:15:45.348188 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2256ad5b-2193-4ff6-b861-cae30b337323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:45.350536 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f836c0d0-d737-4571-9295-ff975bbc1db0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:15:45.381563 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2256ad5b-2193-4ff6-b861-cae30b337323 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c55cc13-1c0c-4fe1-a6f2-f494dc2e7aed,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:15:45.394863 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2256ad5b-2193-4ff6-b861-cae30b337323 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:15:45.395266 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2256ad5b-2193-4ff6-b861-cae30b337323 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:15:45.395690 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2256ad5b-2193-4ff6-b861-cae30b337323 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:15:45.396082 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2256ad5b-2193-4ff6-b861-cae30b337323 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:15:45.396474 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2256ad5b-2193-4ff6-b861-cae30b337323 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:15:45.396860 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2256ad5b-2193-4ff6-b861-cae30b337323 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:15:45.397239 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2256ad5b-2193-4ff6-b861-cae30b337323 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:15:45.397616 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2256ad5b-2193-4ff6-b861-cae30b337323 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:15:45.398030 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2256ad5b-2193-4ff6-b861-cae30b337323 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:15:45.398407 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2256ad5b-2193-4ff6-b861-cae30b337323 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:15:45.398775 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2256ad5b-2193-4ff6-b861-cae30b337323 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:15:45.399143 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2256ad5b-2193-4ff6-b861-cae30b337323 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:15:45.429065 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2256ad5b-2193-4ff6-b861-cae30b337323 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:15:45.628926 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2256ad5b-2193-4ff6-b861-cae30b337323 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362297'] for router_interface, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:45.824672 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0e6ae032-a4f6-40f2-b6a8-d669ad68a6f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:45.935684 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2256ad5b-2193-4ff6-b861-cae30b337323 admin admin] Router 25076a8e-b150-48ec-b44a-8a07c25918f3 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:15:46.024183 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:46.080229 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2256ad5b-2193-4ff6-b861-cae30b337323 admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:15:46.085214 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-2256ad5b-2193-4ff6-b861-cae30b337323 admin admin] 10.222.0.60 "PUT /v2.0/routers/25076a8e-b150-48ec-b44a-8a07c25918f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1023598 Jun 11 11:15:46.087883 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 45166) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:15:46.089366 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3983a47c-8bbf-4f66-abdc-290cef2d62d2 None None] Sync routers for ids ['25076a8e-b150-48ec-b44a-8a07c25918f3'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:15:46.098870 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3983a47c-8bbf-4f66-abdc-290cef2d62d2 None None] Routers {'25076a8e-b150-48ec-b44a-8a07c25918f3'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:15:46.099496 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-3983a47c-8bbf-4f66-abdc-290cef2d62d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T11:15:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['25076a8e-b150-48ec-b44a-8a07c25918f3'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:15:46.242055 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-66686369-d271-484c-9b8d-f6910f717cd7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:46.244107 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-3983a47c-8bbf-4f66-abdc-290cef2d62d2 None None] Set router 25076a8e-b150-48ec-b44a-8a07c25918f3 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:15:46.390784 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-66686369-d271-484c-9b8d-f6910f717cd7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:46.485221 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-3983a47c-8bbf-4f66-abdc-290cef2d62d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25076a8e-b150-48ec-b44a-8a07c25918f3', 'name': 'tempest-TestShelveInstance-1551835317-router', 'tenant_id': '0e4912daae254158b0466cf3b1ad4e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '9c34828a-6cde-40c8-97d0-fdae0398144c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:13:32Z', 'updated_at': '2021-06-11T11:15:45Z', 'revision_number': 5, 'project_id': '0e4912daae254158b0466cf3b1ad4e00', 'gw_port': {'id': '9c34828a-6cde-40c8-97d0-fdae0398144c', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25076a8e-b150-48ec-b44a-8a07c25918f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:13:34Z', 'updated_at': '2021-06-11T11:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:15:46.488705 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3983a47c-8bbf-4f66-abdc-290cef2d62d2 None None] Checking router: 25076a8e-b150-48ec-b44a-8a07c25918f3 for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:15:46.497494 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3983a47c-8bbf-4f66-abdc-290cef2d62d2 None None] Routers {'25076a8e-b150-48ec-b44a-8a07c25918f3'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:15:46.498065 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-3983a47c-8bbf-4f66-abdc-290cef2d62d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T11:15:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['25076a8e-b150-48ec-b44a-8a07c25918f3'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:15:46.528006 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-66686369-d271-484c-9b8d-f6910f717cd7 admin admin] Deleting port 9c34828a-6cde-40c8-97d0-fdae0398144c {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:15:46.528360 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-66686369-d271-484c-9b8d-f6910f717cd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:46.634697 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-3983a47c-8bbf-4f66-abdc-290cef2d62d2 None None] Set router 25076a8e-b150-48ec-b44a-8a07c25918f3 gateway port host: None {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:15:46.636730 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-66686369-d271-484c-9b8d-f6910f717cd7 admin admin] For port 9c34828a-6cde-40c8-97d0-fdae0398144c, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=9c34828a-6cde-40c8-97d0-fdae0398144c,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:15:46.637091 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-66686369-d271-484c-9b8d-f6910f717cd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:46.712273 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-3983a47c-8bbf-4f66-abdc-290cef2d62d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25076a8e-b150-48ec-b44a-8a07c25918f3', 'name': 'tempest-TestShelveInstance-1551835317-router', 'tenant_id': '0e4912daae254158b0466cf3b1ad4e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:13:32Z', 'updated_at': '2021-06-11T11:15:46Z', 'revision_number': 6, 'project_id': '0e4912daae254158b0466cf3b1ad4e00', 'gw_port_host': None}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:15:46.716060 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3983a47c-8bbf-4f66-abdc-290cef2d62d2 None None] The sync data for ids ['25076a8e-b150-48ec-b44a-8a07c25918f3'] in n-d-779913-12 is: [{'id': '25076a8e-b150-48ec-b44a-8a07c25918f3', 'name': 'tempest-TestShelveInstance-1551835317-router', 'tenant_id': '0e4912daae254158b0466cf3b1ad4e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:13:32Z', 'updated_at': '2021-06-11T11:15:46Z', 'revision_number': 6, 'project_id': '0e4912daae254158b0466cf3b1ad4e00', 'gw_port_host': None}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:15:46.736344 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-66686369-d271-484c-9b8d-f6910f717cd7 admin admin] Calling delete_port for 9c34828a-6cde-40c8-97d0-fdae0398144c owned by network:router_gateway {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:15:47.024957 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-66686369-d271-484c-9b8d-f6910f717cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:47.027397 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c9e88375-931b-45cd-a1df-8d440591d688 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:15:47.056352 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:47.061773 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66686369-d271-484c-9b8d-f6910f717cd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c34828a-6cde-40c8-97d0-fdae0398144c,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:15:47.066186 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-66686369-d271-484c-9b8d-f6910f717cd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:15:47.145493 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-66686369-d271-484c-9b8d-f6910f717cd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374120'] for router_gateway, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:47.288341 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-66686369-d271-484c-9b8d-f6910f717cd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:47.290471 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-66686369-d271-484c-9b8d-f6910f717cd7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:47.416487 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-66686369-d271-484c-9b8d-f6910f717cd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:47.416924 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66686369-d271-484c-9b8d-f6910f717cd7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25076a8e-b150-48ec-b44a-8a07c25918f3 {{(pid=93176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 11:15:47.422922 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-66686369-d271-484c-9b8d-f6910f717cd7 admin admin] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:47.424158 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-66686369-d271-484c-9b8d-f6910f717cd7 admin admin] 10.222.0.60 "DELETE /v2.0/routers/25076a8e-b150-48ec-b44a-8a07c25918f3 HTTP/1.1" status: 204 len: 168 time: 1.3352752 Jun 11 11:15:47.426805 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 45168) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:15:47.486656 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 1c55cc13-1c0c-4fe1-a6f2-f494dc2e7aed no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:15:47.497612 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1e86bb1-5143-4612-9972-3b7d823ba838 admin admin] Deleting subnet 312a5d8f-791b-4f9d-8f55-bb914f7bb859 {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:15:47.501715 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c1e86bb1-5143-4612-9972-3b7d823ba838 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:47.512748 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 1c55cc13-1c0c-4fe1-a6f2-f494dc2e7aed {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:15:47.513103 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 1c55cc13-1c0c-4fe1-a6f2-f494dc2e7aed not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:15:47.513550 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 9c34828a-6cde-40c8-97d0-fdae0398144c no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:15:47.537652 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 9c34828a-6cde-40c8-97d0-fdae0398144c {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:15:47.538018 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 9c34828a-6cde-40c8-97d0-fdae0398144c not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:15:47.553488 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c1e86bb1-5143-4612-9972-3b7d823ba838 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:47.651923 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c1e86bb1-5143-4612-9972-3b7d823ba838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:47.770883 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c1e86bb1-5143-4612-9972-3b7d823ba838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:47.773160 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3ac6d212-a1d5-45d9-82b3-b7d6cb850164 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:15:47.808715 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e86bb1-5143-4612-9972-3b7d823ba838 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=312a5d8f-791b-4f9d-8f55-bb914f7bb859,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:15:47.812788 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c1e86bb1-5143-4612-9972-3b7d823ba838 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:15:47.815595 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c1e86bb1-5143-4612-9972-3b7d823ba838 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:47.817456 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-c1e86bb1-5143-4612-9972-3b7d823ba838 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/312a5d8f-791b-4f9d-8f55-bb914f7bb859 HTTP/1.1" status: 204 len: 168 time: 0.3894057 Jun 11 11:15:47.819949 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 45170) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:15:47.821223 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149f65a4-5e31-436b-a975-ce9cb26e3428 None None] Network e47b0c5b-48ef-455c-8ede-0d486b149dc2 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:15:47.908803 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9393f165-7562-4877-b3aa-ea4385ee33f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:47.979275 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-9393f165-7562-4877-b3aa-ea4385ee33f4 admin admin] Deleting port f583d2c4-0e62-48f3-b89a-f300d700eadd {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:15:47.979910 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9393f165-7562-4877-b3aa-ea4385ee33f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:48.050960 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73bc5ede-b00e-4b7e-8679-a8eff632bb85 None None] DHCP port deletion for e47b0c5b-48ef-455c-8ede-0d486b149dc2 request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:15:48.067150 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-9393f165-7562-4877-b3aa-ea4385ee33f4 admin admin] For port f583d2c4-0e62-48f3-b89a-f300d700eadd, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=f583d2c4-0e62-48f3-b89a-f300d700eadd,segment=NetworkSegment(66e5053b-da4d-48d6-8d78-9918a3f274b4),segment_id=66e5053b-da4d-48d6-8d78-9918a3f274b4)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:15:48.069989 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9393f165-7562-4877-b3aa-ea4385ee33f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:48.103309 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-73bc5ede-b00e-4b7e-8679-a8eff632bb85 None None] Deleting port f583d2c4-0e62-48f3-b89a-f300d700eadd {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:15:48.103932 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-73bc5ede-b00e-4b7e-8679-a8eff632bb85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:48.162759 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-9393f165-7562-4877-b3aa-ea4385ee33f4 admin admin] Calling delete_port for f583d2c4-0e62-48f3-b89a-f300d700eadd owned by network:dhcp {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:15:48.188885 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-73bc5ede-b00e-4b7e-8679-a8eff632bb85 None None] For port f583d2c4-0e62-48f3-b89a-f300d700eadd, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=f583d2c4-0e62-48f3-b89a-f300d700eadd,segment=NetworkSegment(66e5053b-da4d-48d6-8d78-9918a3f274b4),segment_id=66e5053b-da4d-48d6-8d78-9918a3f274b4)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:15:48.189286 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-73bc5ede-b00e-4b7e-8679-a8eff632bb85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:48.283919 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-73bc5ede-b00e-4b7e-8679-a8eff632bb85 None None] Calling delete_port for f583d2c4-0e62-48f3-b89a-f300d700eadd owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:15:48.321446 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9393f165-7562-4877-b3aa-ea4385ee33f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:48.323731 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a9d86c95-fa76-4b87-b015-ff475bf99272 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:15:48.355063 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9393f165-7562-4877-b3aa-ea4385ee33f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f583d2c4-0e62-48f3-b89a-f300d700eadd,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:15:48.358288 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9393f165-7562-4877-b3aa-ea4385ee33f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:15:48.359091 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9393f165-7562-4877-b3aa-ea4385ee33f4 admin admin] No DVR routers for this DVR port f583d2c4-0e62-48f3-b89a-f300d700eadd on host n-d-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:15:48.378826 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-73bc5ede-b00e-4b7e-8679-a8eff632bb85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:48.381044 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-0b992dc2-c977-421b-92df-b0d32cc3c22b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:15:48.412624 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bc5ede-b00e-4b7e-8679-a8eff632bb85 None None] Pushing event deleted for resources: {'Port': ['ID=f583d2c4-0e62-48f3-b89a-f300d700eadd,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:15:48.414859 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bc5ede-b00e-4b7e-8679-a8eff632bb85 None None] No DVR routers for this DVR port f583d2c4-0e62-48f3-b89a-f300d700eadd on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:15:48.419123 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-73bc5ede-b00e-4b7e-8679-a8eff632bb85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:15:48.467545 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9393f165-7562-4877-b3aa-ea4385ee33f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:48.479365 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-9393f165-7562-4877-b3aa-ea4385ee33f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e47b0c5b-48ef-455c-8ede-0d486b149dc2']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:15:48.490386 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-9393f165-7562-4877-b3aa-ea4385ee33f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66e5053b-da4d-48d6-8d78-9918a3f274b4') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:15:48.490685 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-9393f165-7562-4877-b3aa-ea4385ee33f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66e5053b-da4d-48d6-8d78-9918a3f274b4') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:15:48.500864 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9393f165-7562-4877-b3aa-ea4385ee33f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:48.516096 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9393f165-7562-4877-b3aa-ea4385ee33f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:48.522181 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9393f165-7562-4877-b3aa-ea4385ee33f4 admin admin] Releasing vlan 773 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:15:48.522745 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9393f165-7562-4877-b3aa-ea4385ee33f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:48.524534 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 11:15:48.524534 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:15:48.524534 n-d-779913-12 neutron-server[93177]: timer() Jun 11 11:15:48.524534 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:15:48.524534 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 11:15:48.524534 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:15:48.524534 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 11:15:48.524534 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:15:48.524534 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 11:15:48.524534 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:15:48.524534 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 11:15:48.524534 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:15:48.524534 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 11:15:48.524534 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:15:48.524534 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:15:48.524534 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:15:48.524534 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:15:48.524534 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:15:48.524534 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 11:15:48.524534 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:15:48.524534 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 11:15:48.524534 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:15:48.524534 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:15:48.524534 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:15:48.524534 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 11:15:48.524534 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:15:48.524534 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:15:48.524534 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:15:48.524534 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:15:48.524534 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:15:48.524534 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:15:48.524534 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:15:48.696196 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9393f165-7562-4877-b3aa-ea4385ee33f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:48.700296 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-87859946-513b-4028-825c-2c48073e4869 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:15:48.703297 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9393f165-7562-4877-b3aa-ea4385ee33f4 admin admin] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:48.705558 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-9393f165-7562-4877-b3aa-ea4385ee33f4 admin admin] 10.222.0.60 "DELETE /v2.0/networks/e47b0c5b-48ef-455c-8ede-0d486b149dc2 HTTP/1.1" status: 204 len: 168 time: 0.8845947 Jun 11 11:15:48.720345 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9393f165-7562-4877-b3aa-ea4385ee33f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e47b0c5b-48ef-455c-8ede-0d486b149dc2,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:15:48.722844 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-9393f165-7562-4877-b3aa-ea4385ee33f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:15:48.787534 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:49.065107 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 45174) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:15:49.114929 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-61704f6a-e76d-4986-95bc-3cb9d07ab665 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ceebb200b1a942d2ab7040ba60f30f5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480022 Jun 11 11:15:49.117487 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 45176) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:15:49.174344 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b747672e-0e86-4a22-8910-f068d9b03c3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:49.198059 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b747672e-0e86-4a22-8910-f068d9b03c3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:49.219145 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device f583d2c4-0e62-48f3-b89a-f300d700eadd no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:15:49.249595 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: f583d2c4-0e62-48f3-b89a-f300d700eadd {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:15:49.250587 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device f583d2c4-0e62-48f3-b89a-f300d700eadd not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:15:49.321438 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b747672e-0e86-4a22-8910-f068d9b03c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:49.324147 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b747672e-0e86-4a22-8910-f068d9b03c3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:49.325279 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-b747672e-0e86-4a22-8910-f068d9b03c3b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5a17b9ae-f604-41a2-8bbb-84b4da9df3d8 HTTP/1.1" status: 204 len: 168 time: 0.2065318 Jun 11 11:15:49.326177 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-daf1551f-ef6c-4de7-9367-3aa32c6030a9 tempest-SecGroupTest-1312211682 tempest-SecGroupTest-1312211682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:15:49.338847 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b747672e-0e86-4a22-8910-f068d9b03c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a17b9ae-f604-41a2-8bbb-84b4da9df3d8,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:15:49.338847 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b747672e-0e86-4a22-8910-f068d9b03c3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:15:49.963163 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 45182) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:15:50.009009 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-6be459b3-2810-4cd1-821d-2174b8b985f3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0e4912daae254158b0466cf3b1ad4e00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0444524 Jun 11 11:15:50.011409 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 45184) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:15:50.063878 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6dd5b1a3-3330-4e07-b464-0b5c639ce037 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:50.086980 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6dd5b1a3-3330-4e07-b464-0b5c639ce037 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:50.210153 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6dd5b1a3-3330-4e07-b464-0b5c639ce037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:50.212792 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6dd5b1a3-3330-4e07-b464-0b5c639ce037 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:50.213998 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-6dd5b1a3-3330-4e07-b464-0b5c639ce037 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6ea95c14-9740-460d-92ad-1115ca5d103c HTTP/1.1" status: 204 len: 168 time: 0.2016253 Jun 11 11:15:50.214923 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9f5a38a8-22bb-40dc-abcd-e47e15e5dfcd tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:15:50.224322 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd5b1a3-3330-4e07-b464-0b5c639ce037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea95c14-9740-460d-92ad-1115ca5d103c,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:15:50.227185 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6dd5b1a3-3330-4e07-b464-0b5c639ce037 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:15:51.220910 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 45206) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:15:51.318412 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-c4f91d1f-e7ba-4826-b7e2-fa7f73b19064 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-308752088-network', 'tenant_id': '7c395bd815ad40e1ac25656a6c16f5f5'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:15:51.444869 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f91d1f-e7ba-4826-b7e2-fa7f73b19064 admin admin] Made reservation on behalf of 7c395bd815ad40e1ac25656a6c16f5f5 for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:15:51.447346 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c4f91d1f-e7ba-4826-b7e2-fa7f73b19064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:51.459953 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c4f91d1f-e7ba-4826-b7e2-fa7f73b19064 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:51.555416 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c4f91d1f-e7ba-4826-b7e2-fa7f73b19064 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:51.621224 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c4f91d1f-e7ba-4826-b7e2-fa7f73b19064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:51.624388 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-aee09626-518f-4426-8a62-ab650c2e5208 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:15:51.657057 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4f91d1f-e7ba-4826-b7e2-fa7f73b19064 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 766} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:15:51.667258 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f91d1f-e7ba-4826-b7e2-fa7f73b19064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f8d62da-89be-4a69-a0a8-1e922a63d969,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:15:51.674385 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c4f91d1f-e7ba-4826-b7e2-fa7f73b19064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:15:51.674385 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c4f91d1f-e7ba-4826-b7e2-fa7f73b19064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:51.674385 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-c4f91d1f-e7ba-4826-b7e2-fa7f73b19064 admin admin] Added segment a5e15608-60cb-4e61-b424-b001dedf521d of type vlan for network e5f391e4-ccb9-4d71-ad1d-bd77f00deae5 Jun 11 11:15:51.728387 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c4f91d1f-e7ba-4826-b7e2-fa7f73b19064 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:51.847310 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c4f91d1f-e7ba-4826-b7e2-fa7f73b19064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:51.848441 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f91d1f-e7ba-4826-b7e2-fa7f73b19064 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:15:51.849008 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c4f91d1f-e7ba-4826-b7e2-fa7f73b19064 admin admin] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:51.851281 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5283928e-da4b-4544-9482-84d987f08548 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:15:51.932149 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f91d1f-e7ba-4826-b7e2-fa7f73b19064 admin admin] Pushing event updated for resources: {'Network': ['ID=e5f391e4-ccb9-4d71-ad1d-bd77f00deae5,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:15:51.934765 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c4f91d1f-e7ba-4826-b7e2-fa7f73b19064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:15:51.942755 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network e5f391e4-ccb9-4d71-ad1d-bd77f00deae5 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:15:51.950575 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-c4f91d1f-e7ba-4826-b7e2-fa7f73b19064 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7283556 Jun 11 11:15:51.953957 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 45214) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:15:51.958862 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-b9cd7949-bed8-4b01-a094-7565578b57f6 admin admin] Request body: {'subnet': {'network_id': 'e5f391e4-ccb9-4d71-ad1d-bd77f00deae5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-308752088-subnet', 'tenant_id': '7c395bd815ad40e1ac25656a6c16f5f5', 'ip_version': 4}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:15:52.053215 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9cd7949-bed8-4b01-a094-7565578b57f6 admin admin] Made reservation on behalf of 7c395bd815ad40e1ac25656a6c16f5f5 for: {'subnet': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:15:52.055713 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b9cd7949-bed8-4b01-a094-7565578b57f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569001'] for subnet, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:52.362049 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b9cd7949-bed8-4b01-a094-7565578b57f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12446378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569023'] for subnet, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:52.365411 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-d38eb12a-f168-4734-8f61-61881318f776 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:15:52.435407 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cd7949-bed8-4b01-a094-7565578b57f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eff58e17-8f63-4667-833b-89939767629f,revision_number=0']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:15:52.439906 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-b9cd7949-bed8-4b01-a094-7565578b57f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:15:52.445830 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cd7949-bed8-4b01-a094-7565578b57f6 admin admin] Checking segment: {'id': 'a5e15608-60cb-4e61-b424-b001dedf521d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'e5f391e4-ccb9-4d71-ad1d-bd77f00deae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:15:52.446193 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9cd7949-bed8-4b01-a094-7565578b57f6 admin admin] Network hostable DHCP agents. Network: e5f391e4-ccb9-4d71-ad1d-bd77f00deae5, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:15:52.515791 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9cd7949-bed8-4b01-a094-7565578b57f6 admin admin] Network e5f391e4-ccb9-4d71-ad1d-bd77f00deae5 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:15:52.604216 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-b9cd7949-bed8-4b01-a094-7565578b57f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, e5f391e4-ccb9-4d71-ad1d-bd77f00deae5) {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:15:52.608392 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9cd7949-bed8-4b01-a094-7565578b57f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:15:52.609707 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b9cd7949-bed8-4b01-a094-7565578b57f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:52.616484 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cfe12c0-c839-4490-8d2a-a89cddd4309c None None] Network e5f391e4-ccb9-4d71-ad1d-bd77f00deae5 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:15:52.688390 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-b9cd7949-bed8-4b01-a094-7565578b57f6 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7333646 Jun 11 11:15:52.691041 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 45216) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:15:52.695716 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-d5918dbc-93e6-4763-abce-720ede69a28a admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-308752088-router', 'tenant_id': '7c395bd815ad40e1ac25656a6c16f5f5', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:15:52.776475 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d5918dbc-93e6-4763-abce-720ede69a28a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:52.777842 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d5918dbc-93e6-4763-abce-720ede69a28a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:52.805469 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a88327-a0c7-413c-9009-55003eedb9fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-e5f391e4-ccb9-4d71-ad1d-bd77f00deae5', 'network_id': 'e5f391e4-ccb9-4d71-ad1d-bd77f00deae5', 'tenant_id': '7c395bd815ad40e1ac25656a6c16f5f5', 'fixed_ips': [{'subnet_id': 'eff58e17-8f63-4667-833b-89939767629f'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:15:52.817323 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e7a88327-a0c7-413c-9009-55003eedb9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:52.845577 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d5918dbc-93e6-4763-abce-720ede69a28a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:52.966326 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-e7a88327-a0c7-413c-9009-55003eedb9fd None None] Allocated IP 172.20.0.2 (e5f391e4-ccb9-4d71-ad1d-bd77f00deae5/eff58e17-8f63-4667-833b-89939767629f/5276c60c-260a-4ff9-9dda-264638479724) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:15:53.116606 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d5918dbc-93e6-4763-abce-720ede69a28a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:53.149962 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e7a88327-a0c7-413c-9009-55003eedb9fd None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:53.158899 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-e7a88327-a0c7-413c-9009-55003eedb9fd None None] Transition to ACTIVE for port object 5276c60c-260a-4ff9-9dda-264638479724 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:15:53.173943 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-e7a88327-a0c7-413c-9009-55003eedb9fd None None] Transition to ACTIVE for port object 5276c60c-260a-4ff9-9dda-264638479724 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:15:53.248164 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e7a88327-a0c7-413c-9009-55003eedb9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:53.250680 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-ebcebdd6-df8b-4a11-b39d-089f176e15c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:15:53.299331 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a88327-a0c7-413c-9009-55003eedb9fd None None] Network e5f391e4-ccb9-4d71-ad1d-bd77f00deae5 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:15:53.302564 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-e7a88327-a0c7-413c-9009-55003eedb9fd None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:15:53.306198 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a88327-a0c7-413c-9009-55003eedb9fd None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:15:53.316103 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a88327-a0c7-413c-9009-55003eedb9fd None None] Pushing event updated for resources: {'Port': ['ID=5276c60c-260a-4ff9-9dda-264638479724,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:15:53.320233 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-e7a88327-a0c7-413c-9009-55003eedb9fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:15:53.385130 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-e7a88327-a0c7-413c-9009-55003eedb9fd None None] Attempting to bind port 5276c60c-260a-4ff9-9dda-264638479724 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:15:53.385517 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-e7a88327-a0c7-413c-9009-55003eedb9fd None None] Attempting to bind port 5276c60c-260a-4ff9-9dda-264638479724 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'a5e15608-60cb-4e61-b424-b001dedf521d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'e5f391e4-ccb9-4d71-ad1d-bd77f00deae5'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:15:53.385896 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a88327-a0c7-413c-9009-55003eedb9fd None None] Attempting to bind port 5276c60c-260a-4ff9-9dda-264638479724 on network e5f391e4-ccb9-4d71-ad1d-bd77f00deae5 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:15:53.392074 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a88327-a0c7-413c-9009-55003eedb9fd None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:15:53.392466 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a88327-a0c7-413c-9009-55003eedb9fd None None] Checking segment: {'id': 'a5e15608-60cb-4e61-b424-b001dedf521d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'e5f391e4-ccb9-4d71-ad1d-bd77f00deae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:15:53.392885 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e7a88327-a0c7-413c-9009-55003eedb9fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:53.393297 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a88327-a0c7-413c-9009-55003eedb9fd None None] Bound using segment: {'id': 'a5e15608-60cb-4e61-b424-b001dedf521d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'e5f391e4-ccb9-4d71-ad1d-bd77f00deae5'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:15:53.393789 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-e7a88327-a0c7-413c-9009-55003eedb9fd None None] Bound port: 5276c60c-260a-4ff9-9dda-264638479724, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5e15608-60cb-4e61-b424-b001dedf521d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'e5f391e4-ccb9-4d71-ad1d-bd77f00deae5'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:15:53.394210 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e7a88327-a0c7-413c-9009-55003eedb9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:53.472187 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-e7a88327-a0c7-413c-9009-55003eedb9fd None None] For port 5276c60c-260a-4ff9-9dda-264638479724, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:15:53.475654 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-e7a88327-a0c7-413c-9009-55003eedb9fd None None] For port 5276c60c-260a-4ff9-9dda-264638479724, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=5276c60c-260a-4ff9-9dda-264638479724,segment=NetworkSegment(a5e15608-60cb-4e61-b424-b001dedf521d),segment_id=a5e15608-60cb-4e61-b424-b001dedf521d)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:15:53.550754 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e7a88327-a0c7-413c-9009-55003eedb9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:53.552897 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:15:53.623220 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a88327-a0c7-413c-9009-55003eedb9fd None None] Pushing event updated for resources: {'Port': ['ID=5276c60c-260a-4ff9-9dda-264638479724,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:15:53.626979 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-e7a88327-a0c7-413c-9009-55003eedb9fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:15:53.951215 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d5918dbc-93e6-4763-abce-720ede69a28a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:53.977517 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d5918dbc-93e6-4763-abce-720ede69a28a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:54.104455 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-d5918dbc-93e6-4763-abce-720ede69a28a admin admin] Allocated IP 172.25.4.253 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/4522c625-ad03-48ff-8fd4-ba951d37dc3f) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:15:54.235615 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d5918dbc-93e6-4763-abce-720ede69a28a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:54.333955 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d5918dbc-93e6-4763-abce-720ede69a28a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:54.337215 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-66686369-d271-484c-9b8d-f6910f717cd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:15:54.388783 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5918dbc-93e6-4763-abce-720ede69a28a admin admin] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:15:54.392438 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-d5918dbc-93e6-4763-abce-720ede69a28a admin admin] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:15:54.396248 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5918dbc-93e6-4763-abce-720ede69a28a admin admin] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:15:54.430976 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5918dbc-93e6-4763-abce-720ede69a28a admin admin] Pushing event updated for resources: {'Port': ['ID=4522c625-ad03-48ff-8fd4-ba951d37dc3f,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:15:54.435455 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d5918dbc-93e6-4763-abce-720ede69a28a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:15:54.454234 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 11:15:54.570964 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b33184d-8c3e-412d-8a67-511d75cb5934 None None] Network e5f391e4-ccb9-4d71-ad1d-bd77f00deae5 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:15:54.849911 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d5918dbc-93e6-4763-abce-720ede69a28a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:54.916177 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-6fc78845-72df-4d31-b0cd-1d63cb1312e9 None None] Provisioning for port 5276c60c-260a-4ff9-9dda-264638479724 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:15:55.139412 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d5918dbc-93e6-4763-abce-720ede69a28a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:55.260168 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 5276c60c-260a-4ff9-9dda-264638479724 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:15:55.373353 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 5276c60c-260a-4ff9-9dda-264638479724 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:15:55.382130 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 5276c60c-260a-4ff9-9dda-264638479724 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:15:55.382130 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:55.401952 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5918dbc-93e6-4763-abce-720ede69a28a admin admin] Router 7ea3b4cf-a75b-4dff-ac1f-8fdb8e2083f0 is scheduled to L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 with binding_index 1 {{(pid=93176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 11:15:55.471104 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:55.509249 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 5276c60c-260a-4ff9-9dda-264638479724, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=5276c60c-260a-4ff9-9dda-264638479724,segment=NetworkSegment(a5e15608-60cb-4e61-b424-b001dedf521d),segment_id=a5e15608-60cb-4e61-b424-b001dedf521d)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:15:55.556867 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5918dbc-93e6-4763-abce-720ede69a28a admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:15:55.569826 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ddca6f-c7c5-4e18-a133-866271ffb1eb None None] Sync routers for ids ['7ea3b4cf-a75b-4dff-ac1f-8fdb8e2083f0'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:15:55.579992 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:55.584367 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:15:55.586382 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ddca6f-c7c5-4e18-a133-866271ffb1eb None None] Routers {'7ea3b4cf-a75b-4dff-ac1f-8fdb8e2083f0'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:15:55.587212 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-16ddca6f-c7c5-4e18-a133-866271ffb1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T11:15:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['7ea3b4cf-a75b-4dff-ac1f-8fdb8e2083f0'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:15:55.659123 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d5918dbc-93e6-4763-abce-720ede69a28a admin admin] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:55.660336 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-d5918dbc-93e6-4763-abce-720ede69a28a admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9682539 Jun 11 11:15:55.663239 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 45218) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:15:55.753859 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=5276c60c-260a-4ff9-9dda-264638479724,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:15:55.757181 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:15:55.783753 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-16ddca6f-c7c5-4e18-a133-866271ffb1eb None None] Set router 7ea3b4cf-a75b-4dff-ac1f-8fdb8e2083f0 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:15:56.045898 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-16ddca6f-c7c5-4e18-a133-866271ffb1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea3b4cf-a75b-4dff-ac1f-8fdb8e2083f0', 'name': 'tempest-TestSnapshotPattern-308752088-router', 'tenant_id': '7c395bd815ad40e1ac25656a6c16f5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '4522c625-ad03-48ff-8fd4-ba951d37dc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:15:52Z', 'updated_at': '2021-06-11T11:15:54Z', 'revision_number': 3, 'project_id': '7c395bd815ad40e1ac25656a6c16f5f5', 'gw_port': {'id': '4522c625-ad03-48ff-8fd4-ba951d37dc3f', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:65:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ea3b4cf-a75b-4dff-ac1f-8fdb8e2083f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:15:53Z', 'updated_at': '2021-06-11T11:15:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:15:56.049710 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ddca6f-c7c5-4e18-a133-866271ffb1eb None None] Checking router: 7ea3b4cf-a75b-4dff-ac1f-8fdb8e2083f0 for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:15:56.050095 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ddca6f-c7c5-4e18-a133-866271ffb1eb None None] Updating router 7ea3b4cf-a75b-4dff-ac1f-8fdb8e2083f0 port 4522c625-ad03-48ff-8fd4-ba951d37dc3f binding host n-d-779913-12 {{(pid=93178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 11:15:56.101145 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-16ddca6f-c7c5-4e18-a133-866271ffb1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:56.416789 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-16ddca6f-c7c5-4e18-a133-866271ffb1eb None None] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:56.426777 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-16ddca6f-c7c5-4e18-a133-866271ffb1eb None None] Transition to ACTIVE for port object 4522c625-ad03-48ff-8fd4-ba951d37dc3f will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:15:56.521875 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-16ddca6f-c7c5-4e18-a133-866271ffb1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:56.524819 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-e7a88327-a0c7-413c-9009-55003eedb9fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:15:56.591133 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed55420-9c62-4aa7-aca0-53a9d08bd9c1 None None] Pushing event updated for resources: {'Port': ['ID=4522c625-ad03-48ff-8fd4-ba951d37dc3f,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:15:56.595314 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-16ddca6f-c7c5-4e18-a133-866271ffb1eb None None] Attempting to bind port 4522c625-ad03-48ff-8fd4-ba951d37dc3f on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:15:56.595955 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-16ddca6f-c7c5-4e18-a133-866271ffb1eb None None] Attempting to bind port 4522c625-ad03-48ff-8fd4-ba951d37dc3f by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:15:56.596867 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ddca6f-c7c5-4e18-a133-866271ffb1eb None None] Attempting to bind port 4522c625-ad03-48ff-8fd4-ba951d37dc3f on network f0adef6e-169f-4a27-8865-442be2ad072d {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:15:56.599160 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-8ed55420-9c62-4aa7-aca0-53a9d08bd9c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:15:56.604262 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ddca6f-c7c5-4e18-a133-866271ffb1eb None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:15:56.604932 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ddca6f-c7c5-4e18-a133-866271ffb1eb None None] Checking segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:15:56.605630 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-16ddca6f-c7c5-4e18-a133-866271ffb1eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:56.606315 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ddca6f-c7c5-4e18-a133-866271ffb1eb None None] Bound using segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:15:56.606881 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-16ddca6f-c7c5-4e18-a133-866271ffb1eb None None] Bound port: 4522c625-ad03-48ff-8fd4-ba951d37dc3f, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:15:56.607275 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-16ddca6f-c7c5-4e18-a133-866271ffb1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:56.674518 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6d4c28b8-bd2b-456c-b381-b2d6b2c6b192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:56.681615 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-16ddca6f-c7c5-4e18-a133-866271ffb1eb None None] For port 4522c625-ad03-48ff-8fd4-ba951d37dc3f, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:15:56.685343 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-16ddca6f-c7c5-4e18-a133-866271ffb1eb None None] For port 4522c625-ad03-48ff-8fd4-ba951d37dc3f, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=4522c625-ad03-48ff-8fd4-ba951d37dc3f,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:15:56.773567 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-16ddca6f-c7c5-4e18-a133-866271ffb1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:56.775856 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-923e5796-83d3-477f-b280-b81e00f54be6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:15:56.847882 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ddca6f-c7c5-4e18-a133-866271ffb1eb None None] Routers {'7ea3b4cf-a75b-4dff-ac1f-8fdb8e2083f0'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:15:56.848536 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-16ddca6f-c7c5-4e18-a133-866271ffb1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T11:15:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['7ea3b4cf-a75b-4dff-ac1f-8fdb8e2083f0'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:15:56.850654 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed55420-9c62-4aa7-aca0-53a9d08bd9c1 None None] Pushing event updated for resources: {'Port': ['ID=4522c625-ad03-48ff-8fd4-ba951d37dc3f,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:15:56.854314 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-8ed55420-9c62-4aa7-aca0-53a9d08bd9c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:15:56.860617 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-6d4c28b8-bd2b-456c-b381-b2d6b2c6b192 admin admin] Allocated IP 172.20.0.1 (e5f391e4-ccb9-4d71-ad1d-bd77f00deae5/eff58e17-8f63-4667-833b-89939767629f/263ffd79-8aea-41d5-adce-89cb6edbb4d3) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:15:56.991861 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6d4c28b8-bd2b-456c-b381-b2d6b2c6b192 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:57.002001 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-16ddca6f-c7c5-4e18-a133-866271ffb1eb None None] Set router 7ea3b4cf-a75b-4dff-ac1f-8fdb8e2083f0 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:15:57.006118 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-6d4c28b8-bd2b-456c-b381-b2d6b2c6b192 admin admin] Transition to ACTIVE for port object 263ffd79-8aea-41d5-adce-89cb6edbb4d3 will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:15:57.119348 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6d4c28b8-bd2b-456c-b381-b2d6b2c6b192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12447290'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:57.121624 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5283928e-da4b-4544-9482-84d987f08548 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:15:57.175815 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4c28b8-bd2b-456c-b381-b2d6b2c6b192 admin admin] Network e5f391e4-ccb9-4d71-ad1d-bd77f00deae5 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:15:57.177417 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-6d4c28b8-bd2b-456c-b381-b2d6b2c6b192 admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:15:57.182205 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4c28b8-bd2b-456c-b381-b2d6b2c6b192 admin admin] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:15:57.226532 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4c28b8-bd2b-456c-b381-b2d6b2c6b192 admin admin] Pushing event updated for resources: {'Port': ['ID=263ffd79-8aea-41d5-adce-89cb6edbb4d3,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:15:57.230610 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6d4c28b8-bd2b-456c-b381-b2d6b2c6b192 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:15:57.234446 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6d4c28b8-bd2b-456c-b381-b2d6b2c6b192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-375088'] for router_interface, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:57.244990 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 5276c60c-260a-4ff9-9dda-264638479724 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:15:57.315207 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-16ddca6f-c7c5-4e18-a133-866271ffb1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea3b4cf-a75b-4dff-ac1f-8fdb8e2083f0', 'name': 'tempest-TestSnapshotPattern-308752088-router', 'tenant_id': '7c395bd815ad40e1ac25656a6c16f5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '4522c625-ad03-48ff-8fd4-ba951d37dc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:15:52Z', 'updated_at': '2021-06-11T11:15:54Z', 'revision_number': 3, 'project_id': '7c395bd815ad40e1ac25656a6c16f5f5', 'gw_port': {'id': '4522c625-ad03-48ff-8fd4-ba951d37dc3f', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:65:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ea3b4cf-a75b-4dff-ac1f-8fdb8e2083f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:15:53Z', 'updated_at': '2021-06-11T11:15:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:15:57.322445 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ddca6f-c7c5-4e18-a133-866271ffb1eb None None] The sync data for ids ['7ea3b4cf-a75b-4dff-ac1f-8fdb8e2083f0'] in n-d-779913-12 is: [{'id': '7ea3b4cf-a75b-4dff-ac1f-8fdb8e2083f0', 'name': 'tempest-TestSnapshotPattern-308752088-router', 'tenant_id': '7c395bd815ad40e1ac25656a6c16f5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '4522c625-ad03-48ff-8fd4-ba951d37dc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:15:52Z', 'updated_at': '2021-06-11T11:15:54Z', 'revision_number': 3, 'project_id': '7c395bd815ad40e1ac25656a6c16f5f5', 'gw_port': {'id': '4522c625-ad03-48ff-8fd4-ba951d37dc3f', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:65:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ea3b4cf-a75b-4dff-ac1f-8fdb8e2083f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:15:53Z', 'updated_at': '2021-06-11T11:15:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:15:57.325043 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 5276c60c-260a-4ff9-9dda-264638479724 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:15:57.325434 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:57.491338 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6d4c28b8-bd2b-456c-b381-b2d6b2c6b192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:57.581804 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-701f77fc-58e4-4eb0-8db2-deb2cdec5dc5 None None] Provisioning for port 263ffd79-8aea-41d5-adce-89cb6edbb4d3 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:15:57.582518 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-701f77fc-58e4-4eb0-8db2-deb2cdec5dc5 None None] Provisioning complete for port 263ffd79-8aea-41d5-adce-89cb6edbb4d3 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:15:57.583413 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-701f77fc-58e4-4eb0-8db2-deb2cdec5dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:57.633844 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-701f77fc-58e4-4eb0-8db2-deb2cdec5dc5 None None] Port 263ffd79-8aea-41d5-adce-89cb6edbb4d3 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:15:57.724343 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6d4c28b8-bd2b-456c-b381-b2d6b2c6b192 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:57.790075 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6d4c28b8-bd2b-456c-b381-b2d6b2c6b192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12447272'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:57.792381 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6d4c28b8-bd2b-456c-b381-b2d6b2c6b192 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:15:57.880784 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6d4c28b8-bd2b-456c-b381-b2d6b2c6b192 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375108'] for router_interface, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:57.882826 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4c28b8-bd2b-456c-b381-b2d6b2c6b192 admin admin] Pushing event updated for resources: {'Port': ['ID=263ffd79-8aea-41d5-adce-89cb6edbb4d3,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:15:57.886266 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6d4c28b8-bd2b-456c-b381-b2d6b2c6b192 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:15:58.012777 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4c28b8-bd2b-456c-b381-b2d6b2c6b192 admin admin] Network e5f391e4-ccb9-4d71-ad1d-bd77f00deae5 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:15:58.014250 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-6d4c28b8-bd2b-456c-b381-b2d6b2c6b192 admin admin] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:15:58.180155 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d4c28b8-bd2b-456c-b381-b2d6b2c6b192 admin admin] Router 7ea3b4cf-a75b-4dff-ac1f-8fdb8e2083f0 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:15:58.259265 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-e7a1ba85-2d2c-442c-a616-a89ef09f9d29 None None] Provisioning complete for port 263ffd79-8aea-41d5-adce-89cb6edbb4d3 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:15:58.259689 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e7a1ba85-2d2c-442c-a616-a89ef09f9d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:58.301209 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-e7a1ba85-2d2c-442c-a616-a89ef09f9d29 None None] Port 263ffd79-8aea-41d5-adce-89cb6edbb4d3 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:15:58.333015 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d4c28b8-bd2b-456c-b381-b2d6b2c6b192 admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:15:58.337903 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-6d4c28b8-bd2b-456c-b381-b2d6b2c6b192 admin admin] 10.222.0.60 "PUT /v2.0/routers/7ea3b4cf-a75b-4dff-ac1f-8fdb8e2083f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6734819 Jun 11 11:15:58.883183 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63024c8a-2550-4e8a-b5b6-061492797b2f None None] Sync routers for ids ['7ea3b4cf-a75b-4dff-ac1f-8fdb8e2083f0'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:15:58.893179 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63024c8a-2550-4e8a-b5b6-061492797b2f None None] Routers {'7ea3b4cf-a75b-4dff-ac1f-8fdb8e2083f0'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:15:58.893788 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-63024c8a-2550-4e8a-b5b6-061492797b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T11:15:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['7ea3b4cf-a75b-4dff-ac1f-8fdb8e2083f0'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:15:59.079407 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 45234) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:15:59.084878 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.v2.base [None req-49bbdb2d-7884-4bb6-9a49-c0486e11ad29 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1426031448-network', 'tenant_id': 'be3f1c25cb20474d80a0aeef148c22fa'}} {{(pid=93177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:15:59.151859 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-63024c8a-2550-4e8a-b5b6-061492797b2f None None] Set router 7ea3b4cf-a75b-4dff-ac1f-8fdb8e2083f0 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:15:59.164032 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49bbdb2d-7884-4bb6-9a49-c0486e11ad29 admin admin] Made reservation on behalf of be3f1c25cb20474d80a0aeef148c22fa for: {'network': 1} {{(pid=93177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:15:59.166776 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-49bbdb2d-7884-4bb6-9a49-c0486e11ad29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for network, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:59.180690 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-49bbdb2d-7884-4bb6-9a49-c0486e11ad29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:59.272941 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 4522c625-ad03-48ff-8fd4-ba951d37dc3f up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:15:59.299383 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-49bbdb2d-7884-4bb6-9a49-c0486e11ad29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:59.372729 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-49bbdb2d-7884-4bb6-9a49-c0486e11ad29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:59.376395 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7892351c-6fcd-4ab7-bfba-fb83eaa473d7 tempest-NegativeSecGroupTest-143537 tempest-NegativeSecGroupTest-143537-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:15:59.402077 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 4522c625-ad03-48ff-8fd4-ba951d37dc3f completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:15:59.405063 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49bbdb2d-7884-4bb6-9a49-c0486e11ad29 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 762} {{(pid=93177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 11:15:59.412265 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 4522c625-ad03-48ff-8fd4-ba951d37dc3f triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:15:59.412265 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:59.412569 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bbdb2d-7884-4bb6-9a49-c0486e11ad29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b649cb8a-0d67-45af-bd92-cf057e127a5a,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:15:59.416516 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-49bbdb2d-7884-4bb6-9a49-c0486e11ad29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:15:59.419490 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-49bbdb2d-7884-4bb6-9a49-c0486e11ad29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:59.419868 n-d-779913-12 neutron-server[93177]: INFO neutron.db.segments_db [None req-49bbdb2d-7884-4bb6-9a49-c0486e11ad29 admin admin] Added segment f8494424-274d-4423-8d2b-2b33174d552a of type vlan for network 9931f463-5c64-456c-8416-4bcce196f6f4 Jun 11 11:15:59.440893 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-63024c8a-2550-4e8a-b5b6-061492797b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea3b4cf-a75b-4dff-ac1f-8fdb8e2083f0', 'name': 'tempest-TestSnapshotPattern-308752088-router', 'tenant_id': '7c395bd815ad40e1ac25656a6c16f5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '4522c625-ad03-48ff-8fd4-ba951d37dc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:15:52Z', 'updated_at': '2021-06-11T11:15:57Z', 'revision_number': 4, 'project_id': '7c395bd815ad40e1ac25656a6c16f5f5', 'gw_port': {'id': '4522c625-ad03-48ff-8fd4-ba951d37dc3f', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:65:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ea3b4cf-a75b-4dff-ac1f-8fdb8e2083f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:15:53Z', 'updated_at': '2021-06-11T11:15:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '263ffd79-8aea-41d5-adce-89cb6edbb4d3', 'name': '', 'network_id': 'e5f391e4-ccb9-4d71-ad1d-bd77f00deae5', 'tenant_id': '7c395bd815ad40e1ac25656a6c16f5f5', 'mac_address': 'fa:16:3e:d6:0b:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ea3b4cf-a75b-4dff-ac1f-8fdb8e2083f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'eff58e17-8f63-4667-833b-89939767629f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:15:56Z', 'updated_at': '2021-06-11T11:15:57Z', 'revision_number': 2, 'project_id': '7c395bd815ad40e1ac25656a6c16f5f5', 'subnets': [{'id': 'eff58e17-8f63-4667-833b-89939767629f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:15:59.441288 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63024c8a-2550-4e8a-b5b6-061492797b2f None None] Checking router: 7ea3b4cf-a75b-4dff-ac1f-8fdb8e2083f0 for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:15:59.441604 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63024c8a-2550-4e8a-b5b6-061492797b2f None None] Updating router 7ea3b4cf-a75b-4dff-ac1f-8fdb8e2083f0 port 263ffd79-8aea-41d5-adce-89cb6edbb4d3 binding host n-d-779913-12 {{(pid=93179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 11:15:59.475650 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-49bbdb2d-7884-4bb6-9a49-c0486e11ad29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735268905638'] for network, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:59.487182 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-63024c8a-2550-4e8a-b5b6-061492797b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:59.507948 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:59.531041 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 4522c625-ad03-48ff-8fd4-ba951d37dc3f, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=4522c625-ad03-48ff-8fd4-ba951d37dc3f,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:15:59.587776 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-49bbdb2d-7884-4bb6-9a49-c0486e11ad29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503'] for network, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:59.588869 n-d-779913-12 neutron-server[93177]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49bbdb2d-7884-4bb6-9a49-c0486e11ad29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:15:59.589450 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-49bbdb2d-7884-4bb6-9a49-c0486e11ad29 admin admin] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:59.591808 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-72796aab-c423-4d5f-aa2c-93c1046ae6a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:15:59.625717 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:59.629154 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-73bc5ede-b00e-4b7e-8679-a8eff632bb85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:15:59.689508 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bbdb2d-7884-4bb6-9a49-c0486e11ad29 admin admin] Pushing event updated for resources: {'Network': ['ID=9931f463-5c64-456c-8416-4bcce196f6f4,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:15:59.693114 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-49bbdb2d-7884-4bb6-9a49-c0486e11ad29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:15:59.696067 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=4522c625-ad03-48ff-8fd4-ba951d37dc3f,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:15:59.706765 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Network 9931f463-5c64-456c-8416-4bcce196f6f4 details requested by agent ovs-agent-n-d-779913-12 with host n-d-779913-12 {{(pid=93178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 11:15:59.716292 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:15:59.754124 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-49bbdb2d-7884-4bb6-9a49-c0486e11ad29 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6707315 Jun 11 11:15:59.754505 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 45236) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:15:59.759997 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-1879edbb-780f-458b-b6a8-729cb7dce8fb admin admin] Request body: {'subnet': {'network_id': '9931f463-5c64-456c-8416-4bcce196f6f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1426031448-subnet', 'tenant_id': 'be3f1c25cb20474d80a0aeef148c22fa', 'ip_version': 4}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:15:59.828103 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-63024c8a-2550-4e8a-b5b6-061492797b2f None None] Notify callbacks [] for port, precommit_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:59.837987 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-63024c8a-2550-4e8a-b5b6-061492797b2f None None] Transition to ACTIVE for port object 263ffd79-8aea-41d5-adce-89cb6edbb4d3 will not be triggered until provisioned by entity L2. {{(pid=93179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:15:59.884964 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1879edbb-780f-458b-b6a8-729cb7dce8fb admin admin] Made reservation on behalf of be3f1c25cb20474d80a0aeef148c22fa for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 11:15:59.887312 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1879edbb-780f-458b-b6a8-729cb7dce8fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12298613'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:59.919075 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-63024c8a-2550-4e8a-b5b6-061492797b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:15:59.922945 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-301bd70f-f34d-4608-a040-fe1de5a75eaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:16:00.037748 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b016d4f-d6f2-48a7-b325-e41e84254eed None None] Pushing event updated for resources: {'Port': ['ID=263ffd79-8aea-41d5-adce-89cb6edbb4d3,revision_number=3']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:16:00.050367 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b016d4f-d6f2-48a7-b325-e41e84254eed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:16:00.050715 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b016d4f-d6f2-48a7-b325-e41e84254eed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:16:00.051052 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b016d4f-d6f2-48a7-b325-e41e84254eed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:16:00.051386 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b016d4f-d6f2-48a7-b325-e41e84254eed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:16:00.051750 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b016d4f-d6f2-48a7-b325-e41e84254eed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:16:00.052079 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b016d4f-d6f2-48a7-b325-e41e84254eed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:16:00.052405 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b016d4f-d6f2-48a7-b325-e41e84254eed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:16:00.052728 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b016d4f-d6f2-48a7-b325-e41e84254eed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:16:00.053049 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b016d4f-d6f2-48a7-b325-e41e84254eed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:16:00.053368 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b016d4f-d6f2-48a7-b325-e41e84254eed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:16:00.053688 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b016d4f-d6f2-48a7-b325-e41e84254eed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:16:00.054009 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b016d4f-d6f2-48a7-b325-e41e84254eed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:16:00.058463 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-8b016d4f-d6f2-48a7-b325-e41e84254eed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:16:00.094325 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-63024c8a-2550-4e8a-b5b6-061492797b2f None None] Attempting to bind port 263ffd79-8aea-41d5-adce-89cb6edbb4d3 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:16:00.094705 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-63024c8a-2550-4e8a-b5b6-061492797b2f None None] Attempting to bind port 263ffd79-8aea-41d5-adce-89cb6edbb4d3 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'a5e15608-60cb-4e61-b424-b001dedf521d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'e5f391e4-ccb9-4d71-ad1d-bd77f00deae5'}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:16:00.095304 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63024c8a-2550-4e8a-b5b6-061492797b2f None None] Attempting to bind port 263ffd79-8aea-41d5-adce-89cb6edbb4d3 on network e5f391e4-ccb9-4d71-ad1d-bd77f00deae5 {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:16:00.100771 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63024c8a-2550-4e8a-b5b6-061492797b2f None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:16:00.101567 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63024c8a-2550-4e8a-b5b6-061492797b2f None None] Checking segment: {'id': 'a5e15608-60cb-4e61-b424-b001dedf521d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'e5f391e4-ccb9-4d71-ad1d-bd77f00deae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:16:00.102170 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-63024c8a-2550-4e8a-b5b6-061492797b2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:16:00.102892 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63024c8a-2550-4e8a-b5b6-061492797b2f None None] Bound using segment: {'id': 'a5e15608-60cb-4e61-b424-b001dedf521d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'e5f391e4-ccb9-4d71-ad1d-bd77f00deae5'} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:16:00.103716 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-63024c8a-2550-4e8a-b5b6-061492797b2f None None] Bound port: 263ffd79-8aea-41d5-adce-89cb6edbb4d3, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5e15608-60cb-4e61-b424-b001dedf521d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'e5f391e4-ccb9-4d71-ad1d-bd77f00deae5'}}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:16:00.104298 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-63024c8a-2550-4e8a-b5b6-061492797b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:16:00.175807 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1879edbb-780f-458b-b6a8-729cb7dce8fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11850022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12298595'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:16:00.178869 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6d110efc-25d0-406e-9434-07c69148a773 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:16:00.181541 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-63024c8a-2550-4e8a-b5b6-061492797b2f None None] For port 263ffd79-8aea-41d5-adce-89cb6edbb4d3, host n-d-779913-12, cleared binding levels {{(pid=93179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:16:00.184584 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-63024c8a-2550-4e8a-b5b6-061492797b2f None None] For port 263ffd79-8aea-41d5-adce-89cb6edbb4d3, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=263ffd79-8aea-41d5-adce-89cb6edbb4d3,segment=NetworkSegment(a5e15608-60cb-4e61-b424-b001dedf521d),segment_id=a5e15608-60cb-4e61-b424-b001dedf521d)] {{(pid=93179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:16:00.239970 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1879edbb-780f-458b-b6a8-729cb7dce8fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac204aac-5be3-47ae-8408-d6082204850b,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:16:00.243653 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1879edbb-780f-458b-b6a8-729cb7dce8fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:16:00.251132 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-63024c8a-2550-4e8a-b5b6-061492797b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:16:00.253453 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1879edbb-780f-458b-b6a8-729cb7dce8fb admin admin] Checking segment: {'id': 'f8494424-274d-4423-8d2b-2b33174d552a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '9931f463-5c64-456c-8416-4bcce196f6f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:16:00.253812 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1879edbb-780f-458b-b6a8-729cb7dce8fb admin admin] Network hostable DHCP agents. Network: 9931f463-5c64-456c-8416-4bcce196f6f4, hostable agents: ['a79ed2ea-ea00-49f4-9101-80267d666069'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 11:16:00.254573 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-301bd70f-f34d-4608-a040-fe1de5a75eaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:16:00.320637 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63024c8a-2550-4e8a-b5b6-061492797b2f None None] Routers {'7ea3b4cf-a75b-4dff-ac1f-8fdb8e2083f0'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:16:00.321284 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-63024c8a-2550-4e8a-b5b6-061492797b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T11:15:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['7ea3b4cf-a75b-4dff-ac1f-8fdb8e2083f0'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:16:00.326495 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b016d4f-d6f2-48a7-b325-e41e84254eed None None] Pushing event updated for resources: {'Port': ['ID=263ffd79-8aea-41d5-adce-89cb6edbb4d3,revision_number=4']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:16:00.335889 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1879edbb-780f-458b-b6a8-729cb7dce8fb admin admin] Network 9931f463-5c64-456c-8416-4bcce196f6f4 is scheduled to be hosted by DHCP agent a79ed2ea-ea00-49f4-9101-80267d666069 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 11:16:00.377565 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-8b016d4f-d6f2-48a7-b325-e41e84254eed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:16:00.418801 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-1879edbb-780f-458b-b6a8-729cb7dce8fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-12, 9931f463-5c64-456c-8416-4bcce196f6f4) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:16:00.423538 n-d-779913-12 neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1879edbb-780f-458b-b6a8-729cb7dce8fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 11:16:00.424393 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1879edbb-780f-458b-b6a8-729cb7dce8fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:16:00.433064 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1b3e26-69fe-47e2-9cb3-d819b0c9b486 None None] Network 9931f463-5c64-456c-8416-4bcce196f6f4 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:16:00.482489 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-63024c8a-2550-4e8a-b5b6-061492797b2f None None] Set router 7ea3b4cf-a75b-4dff-ac1f-8fdb8e2083f0 gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:16:00.550498 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-1879edbb-780f-458b-b6a8-729cb7dce8fb admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7948592 Jun 11 11:16:00.552960 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 45238) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:16:00.564504 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.v2.base [None req-5c7d4b67-8b70-4c2a-8a0d-fdab60310e7a admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1426031448-router', 'tenant_id': 'be3f1c25cb20474d80a0aeef148c22fa', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 11:16:00.705037 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5c7d4b67-8b70-4c2a-8a0d-fdab60310e7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-364001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27950'] for router, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:16:00.706626 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5c7d4b67-8b70-4c2a-8a0d-fdab60310e7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-363844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-373686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27943'] for router, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:16:00.759494 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-63024c8a-2550-4e8a-b5b6-061492797b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea3b4cf-a75b-4dff-ac1f-8fdb8e2083f0', 'name': 'tempest-TestSnapshotPattern-308752088-router', 'tenant_id': '7c395bd815ad40e1ac25656a6c16f5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '4522c625-ad03-48ff-8fd4-ba951d37dc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:15:52Z', 'updated_at': '2021-06-11T11:15:57Z', 'revision_number': 4, 'project_id': '7c395bd815ad40e1ac25656a6c16f5f5', 'gw_port': {'id': '4522c625-ad03-48ff-8fd4-ba951d37dc3f', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:65:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea3b4cf-a75b-4dff-ac1f-8fdb8e2083f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:15:53Z', 'updated_at': '2021-06-11T11:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '263ffd79-8aea-41d5-adce-89cb6edbb4d3', 'name': '', 'network_id': 'e5f391e4-ccb9-4d71-ad1d-bd77f00deae5', 'tenant_id': '7c395bd815ad40e1ac25656a6c16f5f5', 'mac_address': 'fa:16:3e:d6:0b:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ea3b4cf-a75b-4dff-ac1f-8fdb8e2083f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'eff58e17-8f63-4667-833b-89939767629f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:15:56Z', 'updated_at': '2021-06-11T11:16:00Z', 'revision_number': 4, 'project_id': '7c395bd815ad40e1ac25656a6c16f5f5', 'subnets': [{'id': 'eff58e17-8f63-4667-833b-89939767629f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:16:00.764943 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63024c8a-2550-4e8a-b5b6-061492797b2f None None] The sync data for ids ['7ea3b4cf-a75b-4dff-ac1f-8fdb8e2083f0'] in n-d-779913-12 is: [{'id': '7ea3b4cf-a75b-4dff-ac1f-8fdb8e2083f0', 'name': 'tempest-TestSnapshotPattern-308752088-router', 'tenant_id': '7c395bd815ad40e1ac25656a6c16f5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '4522c625-ad03-48ff-8fd4-ba951d37dc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:15:52Z', 'updated_at': '2021-06-11T11:15:57Z', 'revision_number': 4, 'project_id': '7c395bd815ad40e1ac25656a6c16f5f5', 'gw_port': {'id': '4522c625-ad03-48ff-8fd4-ba951d37dc3f', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:65:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea3b4cf-a75b-4dff-ac1f-8fdb8e2083f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:15:53Z', 'updated_at': '2021-06-11T11:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': '263ffd79-8aea-41d5-adce-89cb6edbb4d3', 'name': '', 'network_id': 'e5f391e4-ccb9-4d71-ad1d-bd77f00deae5', 'tenant_id': '7c395bd815ad40e1ac25656a6c16f5f5', 'mac_address': 'fa:16:3e:d6:0b:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ea3b4cf-a75b-4dff-ac1f-8fdb8e2083f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'eff58e17-8f63-4667-833b-89939767629f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:15:56Z', 'updated_at': '2021-06-11T11:16:00Z', 'revision_number': 4, 'project_id': '7c395bd815ad40e1ac25656a6c16f5f5', 'subnets': [{'id': 'eff58e17-8f63-4667-833b-89939767629f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:16:00.793783 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5c7d4b67-8b70-4c2a-8a0d-fdab60310e7a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:16:00.838607 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff42587-e814-4e53-a0ec-35509f58cf64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9d39fb8-93c1-50af-81f9-65bc65925fc3-9931f463-5c64-456c-8416-4bcce196f6f4', 'network_id': '9931f463-5c64-456c-8416-4bcce196f6f4', 'tenant_id': 'be3f1c25cb20474d80a0aeef148c22fa', 'fixed_ips': [{'subnet_id': 'ac204aac-5be3-47ae-8408-d6082204850b'}]}} from n-d-779913-12. {{(pid=93178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 11:16:00.840403 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3ff42587-e814-4e53-a0ec-35509f58cf64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:16:01.006653 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.db_base_plugin_common [None req-3ff42587-e814-4e53-a0ec-35509f58cf64 None None] Allocated IP 172.20.0.2 (9931f463-5c64-456c-8416-4bcce196f6f4/ac204aac-5be3-47ae-8408-d6082204850b/62647dec-52de-4f6d-a35a-d55b2535e961) {{(pid=93178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:16:01.137105 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5c7d4b67-8b70-4c2a-8a0d-fdab60310e7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-373695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-363987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28117'] for router, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:16:01.216642 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3ff42587-e814-4e53-a0ec-35509f58cf64 None None] Notify callbacks [] for port, precommit_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:16:01.226307 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-3ff42587-e814-4e53-a0ec-35509f58cf64 None None] Transition to ACTIVE for port object 62647dec-52de-4f6d-a35a-d55b2535e961 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:16:01.243542 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-3ff42587-e814-4e53-a0ec-35509f58cf64 None None] Transition to ACTIVE for port object 62647dec-52de-4f6d-a35a-d55b2535e961 will not be triggered until provisioned by entity DHCP. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:16:01.299045 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3ff42587-e814-4e53-a0ec-35509f58cf64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318'] for port, after_create {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:16:01.304196 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-cb086d71-e2f9-4c44-a7bc-d9533d958303 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:16:01.347378 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 263ffd79-8aea-41d5-adce-89cb6edbb4d3 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:16:01.391690 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff42587-e814-4e53-a0ec-35509f58cf64 None None] Network 9931f463-5c64-456c-8416-4bcce196f6f4 is already hosted by enough agents. {{(pid=93178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:16:01.402248 n-d-779913-12 neutron-server[93178]: DEBUG neutron.scheduler.base_scheduler [None req-3ff42587-e814-4e53-a0ec-35509f58cf64 None None] Resources bound (agent type, host, resource id): {{(pid=93178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:16:01.408031 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff42587-e814-4e53-a0ec-35509f58cf64 None None] Received port after_create {{(pid=93178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:16:01.422188 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff42587-e814-4e53-a0ec-35509f58cf64 None None] Pushing event updated for resources: {'Port': ['ID=62647dec-52de-4f6d-a35a-d55b2535e961,revision_number=1']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:16:01.429682 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-3ff42587-e814-4e53-a0ec-35509f58cf64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:16:01.503510 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-3ff42587-e814-4e53-a0ec-35509f58cf64 None None] Attempting to bind port 62647dec-52de-4f6d-a35a-d55b2535e961 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:16:01.503510 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-3ff42587-e814-4e53-a0ec-35509f58cf64 None None] Attempting to bind port 62647dec-52de-4f6d-a35a-d55b2535e961 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'f8494424-274d-4423-8d2b-2b33174d552a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '9931f463-5c64-456c-8416-4bcce196f6f4'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:16:01.503510 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff42587-e814-4e53-a0ec-35509f58cf64 None None] Attempting to bind port 62647dec-52de-4f6d-a35a-d55b2535e961 on network 9931f463-5c64-456c-8416-4bcce196f6f4 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:16:01.506380 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff42587-e814-4e53-a0ec-35509f58cf64 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:16:01.506772 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff42587-e814-4e53-a0ec-35509f58cf64 None None] Checking segment: {'id': 'f8494424-274d-4423-8d2b-2b33174d552a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '9931f463-5c64-456c-8416-4bcce196f6f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:16:01.507191 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3ff42587-e814-4e53-a0ec-35509f58cf64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:16:01.507622 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff42587-e814-4e53-a0ec-35509f58cf64 None None] Bound using segment: {'id': 'f8494424-274d-4423-8d2b-2b33174d552a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '9931f463-5c64-456c-8416-4bcce196f6f4'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:16:01.508338 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-3ff42587-e814-4e53-a0ec-35509f58cf64 None None] Bound port: 62647dec-52de-4f6d-a35a-d55b2535e961, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8494424-274d-4423-8d2b-2b33174d552a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '9931f463-5c64-456c-8416-4bcce196f6f4'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:16:01.508555 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3ff42587-e814-4e53-a0ec-35509f58cf64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:16:01.569117 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5c7d4b67-8b70-4c2a-8a0d-fdab60310e7a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:16:01.581902 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 263ffd79-8aea-41d5-adce-89cb6edbb4d3 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:16:01.591804 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 263ffd79-8aea-41d5-adce-89cb6edbb4d3 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:16:01.592194 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:16:01.602056 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5c7d4b67-8b70-4c2a-8a0d-fdab60310e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:16:01.619307 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-3ff42587-e814-4e53-a0ec-35509f58cf64 None None] For port 62647dec-52de-4f6d-a35a-d55b2535e961, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:16:01.645482 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-3ff42587-e814-4e53-a0ec-35509f58cf64 None None] For port 62647dec-52de-4f6d-a35a-d55b2535e961, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=62647dec-52de-4f6d-a35a-d55b2535e961,segment=NetworkSegment(f8494424-274d-4423-8d2b-2b33174d552a),segment_id=f8494424-274d-4423-8d2b-2b33174d552a)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:16:01.709489 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:16:01.724177 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3ff42587-e814-4e53-a0ec-35509f58cf64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:16:01.727793 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:16:01.757651 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-5c7d4b67-8b70-4c2a-8a0d-fdab60310e7a admin admin] Allocated IP 172.25.4.101 (f0adef6e-169f-4a27-8865-442be2ad072d/97752d2d-5735-4589-aced-d67a3dc9e955/5a65c139-9e51-4d00-8bb0-db6c5b8eb995) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:16:01.798348 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 263ffd79-8aea-41d5-adce-89cb6edbb4d3, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=263ffd79-8aea-41d5-adce-89cb6edbb4d3,segment=NetworkSegment(a5e15608-60cb-4e61-b424-b001dedf521d),segment_id=a5e15608-60cb-4e61-b424-b001dedf521d)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:16:01.818110 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff42587-e814-4e53-a0ec-35509f58cf64 None None] Pushing event updated for resources: {'Port': ['ID=62647dec-52de-4f6d-a35a-d55b2535e961,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:16:01.822560 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-3ff42587-e814-4e53-a0ec-35509f58cf64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:16:01.887689 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:16:01.889092 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 4522c625-ad03-48ff-8fd4-ba951d37dc3f up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:16:01.890986 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f852e4db-c8e5-4c5e-b5e6-eee342f30bcc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:16:01.922757 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5c7d4b67-8b70-4c2a-8a0d-fdab60310e7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:16:01.986941 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=263ffd79-8aea-41d5-adce-89cb6edbb4d3,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:16:01.990865 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:16:02.001108 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 4522c625-ad03-48ff-8fd4-ba951d37dc3f triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:16:02.001499 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:16:02.032080 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5c7d4b67-8b70-4c2a-8a0d-fdab60310e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:16:02.036003 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-392ec1ab-96bf-4c15-ac4a-e4792cc32a2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:16:02.094168 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7d4b67-8b70-4c2a-8a0d-fdab60310e7a admin admin] Network f0adef6e-169f-4a27-8865-442be2ad072d is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:16:02.100878 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-5c7d4b67-8b70-4c2a-8a0d-fdab60310e7a admin admin] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:16:02.103715 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7d4b67-8b70-4c2a-8a0d-fdab60310e7a admin admin] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:16:02.136470 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7d4b67-8b70-4c2a-8a0d-fdab60310e7a admin admin] Pushing event updated for resources: {'Port': ['ID=5a65c139-9e51-4d00-8bb0-db6c5b8eb995,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:16:02.139843 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5c7d4b67-8b70-4c2a-8a0d-fdab60310e7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:16:02.358345 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:16:02.534595 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5c7d4b67-8b70-4c2a-8a0d-fdab60310e7a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:16:02.753141 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a73ecf-0951-44b7-b7bc-516114db3f43 None None] Network 9931f463-5c64-456c-8416-4bcce196f6f4 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:16:02.821151 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5c7d4b67-8b70-4c2a-8a0d-fdab60310e7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-363992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-374263'] for router, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:16:02.911205 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-e3610b42-3b70-440d-90d7-81b476bf8299 None None] Provisioning for port 62647dec-52de-4f6d-a35a-d55b2535e961 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:16:03.298365 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 263ffd79-8aea-41d5-adce-89cb6edbb4d3 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:16:03.356709 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 263ffd79-8aea-41d5-adce-89cb6edbb4d3 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:16:03.357088 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:16:03.451514 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 62647dec-52de-4f6d-a35a-d55b2535e961 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:16:03.509818 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c7d4b67-8b70-4c2a-8a0d-fdab60310e7a admin admin] Router b4b537a1-e938-4501-9999-8509371f1d5d is scheduled to L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 with binding_index 1 {{(pid=93176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 11:16:03.578368 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 62647dec-52de-4f6d-a35a-d55b2535e961 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:16:03.582430 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 62647dec-52de-4f6d-a35a-d55b2535e961 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:16:03.582816 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:16:03.663643 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c7d4b67-8b70-4c2a-8a0d-fdab60310e7a admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:16:03.673378 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a85422-2839-48b4-88f8-d62b06e2a44e None None] Sync routers for ids ['b4b537a1-e938-4501-9999-8509371f1d5d'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:16:03.686219 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:16:03.689674 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a85422-2839-48b4-88f8-d62b06e2a44e None None] Routers {'b4b537a1-e938-4501-9999-8509371f1d5d'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:16:03.690308 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-40a85422-2839-48b4-88f8-d62b06e2a44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T11:15:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['b4b537a1-e938-4501-9999-8509371f1d5d'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:16:03.730145 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5c7d4b67-8b70-4c2a-8a0d-fdab60310e7a admin admin] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:16:03.731468 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-5c7d4b67-8b70-4c2a-8a0d-fdab60310e7a admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1775019 Jun 11 11:16:03.734748 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 45240) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:16:03.832912 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 62647dec-52de-4f6d-a35a-d55b2535e961, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=62647dec-52de-4f6d-a35a-d55b2535e961,segment=NetworkSegment(f8494424-274d-4423-8d2b-2b33174d552a),segment_id=f8494424-274d-4423-8d2b-2b33174d552a)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:16:03.862332 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-40a85422-2839-48b4-88f8-d62b06e2a44e None None] Set router b4b537a1-e938-4501-9999-8509371f1d5d gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:16:03.903706 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:16:03.945746 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-d3e52ec6-02f6-4002-96f8-be74ba424450 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:16:04.067887 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=62647dec-52de-4f6d-a35a-d55b2535e961,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:16:04.077137 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:16:04.166255 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-40a85422-2839-48b4-88f8-d62b06e2a44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b537a1-e938-4501-9999-8509371f1d5d', 'name': 'tempest-TestSnapshotPattern-1426031448-router', 'tenant_id': 'be3f1c25cb20474d80a0aeef148c22fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.101'}], 'enable_snat': True}, 'gw_port_id': '5a65c139-9e51-4d00-8bb0-db6c5b8eb995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:16:00Z', 'updated_at': '2021-06-11T11:16:02Z', 'revision_number': 3, 'project_id': 'be3f1c25cb20474d80a0aeef148c22fa', 'gw_port': {'id': '5a65c139-9e51-4d00-8bb0-db6c5b8eb995', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:91:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4b537a1-e938-4501-9999-8509371f1d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:16:01Z', 'updated_at': '2021-06-11T11:16:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:16:04.169492 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a85422-2839-48b4-88f8-d62b06e2a44e None None] Checking router: b4b537a1-e938-4501-9999-8509371f1d5d for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:16:04.169855 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a85422-2839-48b4-88f8-d62b06e2a44e None None] Updating router b4b537a1-e938-4501-9999-8509371f1d5d port 5a65c139-9e51-4d00-8bb0-db6c5b8eb995 binding host n-d-779913-12 {{(pid=93178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 11:16:04.210508 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-40a85422-2839-48b4-88f8-d62b06e2a44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:16:04.315099 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-aed0c527-f3c9-49c0-b9cc-0ac3bc974c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-674827'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:16:04.504073 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-aed0c527-f3c9-49c0-b9cc-0ac3bc974c3b admin admin] Allocated IP 172.20.0.1 (9931f463-5c64-456c-8416-4bcce196f6f4/ac204aac-5be3-47ae-8408-d6082204850b/f324a9f9-4fdd-4193-beb6-ed08ac025093) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 11:16:04.518908 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-40a85422-2839-48b4-88f8-d62b06e2a44e None None] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:16:04.528660 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-40a85422-2839-48b4-88f8-d62b06e2a44e None None] Transition to ACTIVE for port object 5a65c139-9e51-4d00-8bb0-db6c5b8eb995 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:16:04.633393 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-aed0c527-f3c9-49c0-b9cc-0ac3bc974c3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:16:04.647062 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [None req-aed0c527-f3c9-49c0-b9cc-0ac3bc974c3b admin admin] Transition to ACTIVE for port object f324a9f9-4fdd-4193-beb6-ed08ac025093 will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:16:04.655493 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-40a85422-2839-48b4-88f8-d62b06e2a44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:16:04.660089 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:16:04.716237 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f648c2dc-3da2-4541-a84f-734e721a57ee None None] Pushing event updated for resources: {'Port': ['ID=5a65c139-9e51-4d00-8bb0-db6c5b8eb995,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:16:04.718581 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-40a85422-2839-48b4-88f8-d62b06e2a44e None None] Attempting to bind port 5a65c139-9e51-4d00-8bb0-db6c5b8eb995 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:16:04.718967 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-40a85422-2839-48b4-88f8-d62b06e2a44e None None] Attempting to bind port 5a65c139-9e51-4d00-8bb0-db6c5b8eb995 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:16:04.719355 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a85422-2839-48b4-88f8-d62b06e2a44e None None] Attempting to bind port 5a65c139-9e51-4d00-8bb0-db6c5b8eb995 on network f0adef6e-169f-4a27-8865-442be2ad072d {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:16:04.721437 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f648c2dc-3da2-4541-a84f-734e721a57ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:16:04.725687 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a85422-2839-48b4-88f8-d62b06e2a44e None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:16:04.725687 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a85422-2839-48b4-88f8-d62b06e2a44e None None] Checking segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:16:04.726142 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-40a85422-2839-48b4-88f8-d62b06e2a44e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:16:04.726480 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a85422-2839-48b4-88f8-d62b06e2a44e None None] Bound using segment: {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:16:04.727186 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-40a85422-2839-48b4-88f8-d62b06e2a44e None None] Bound port: 5a65c139-9e51-4d00-8bb0-db6c5b8eb995, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ebdac9-7ac7-4be7-bcdc-4bfee9149b11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:16:04.727653 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-40a85422-2839-48b4-88f8-d62b06e2a44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:16:04.744377 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-aed0c527-f3c9-49c0-b9cc-0ac3bc974c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-675018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-79613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735268919318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11851190'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:16:04.746598 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5641d574-804e-47e2-8563-c3e5a40fc747 tempest-ServerActionsTestJSON-590135578 tempest-ServerActionsTestJSON-590135578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:16:04.787831 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-40a85422-2839-48b4-88f8-d62b06e2a44e None None] For port 5a65c139-9e51-4d00-8bb0-db6c5b8eb995, host n-d-779913-12, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:16:04.791395 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-40a85422-2839-48b4-88f8-d62b06e2a44e None None] For port 5a65c139-9e51-4d00-8bb0-db6c5b8eb995, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=5a65c139-9e51-4d00-8bb0-db6c5b8eb995,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:16:04.797236 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed0c527-f3c9-49c0-b9cc-0ac3bc974c3b admin admin] Network 9931f463-5c64-456c-8416-4bcce196f6f4 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:16:04.800241 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-aed0c527-f3c9-49c0-b9cc-0ac3bc974c3b admin admin] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:16:04.802562 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed0c527-f3c9-49c0-b9cc-0ac3bc974c3b admin admin] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 11:16:04.835315 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed0c527-f3c9-49c0-b9cc-0ac3bc974c3b admin admin] Pushing event updated for resources: {'Port': ['ID=f324a9f9-4fdd-4193-beb6-ed08ac025093,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:16:04.838267 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-aed0c527-f3c9-49c0-b9cc-0ac3bc974c3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:16:04.857196 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-aed0c527-f3c9-49c0-b9cc-0ac3bc974c3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-375088'] for router_interface, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:16:04.887672 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-40a85422-2839-48b4-88f8-d62b06e2a44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:16:04.890593 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f648c2dc-3da2-4541-a84f-734e721a57ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:16:04.968357 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f648c2dc-3da2-4541-a84f-734e721a57ee None None] Pushing event updated for resources: {'Port': ['ID=5a65c139-9e51-4d00-8bb0-db6c5b8eb995,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:16:04.971041 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a85422-2839-48b4-88f8-d62b06e2a44e None None] Routers {'b4b537a1-e938-4501-9999-8509371f1d5d'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:16:04.971704 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-40a85422-2839-48b4-88f8-d62b06e2a44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T11:15:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['b4b537a1-e938-4501-9999-8509371f1d5d'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:16:04.973698 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-f648c2dc-3da2-4541-a84f-734e721a57ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:16:05.109737 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-aed0c527-f3c9-49c0-b9cc-0ac3bc974c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:16:05.121502 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-40a85422-2839-48b4-88f8-d62b06e2a44e None None] Set router b4b537a1-e938-4501-9999-8509371f1d5d gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:16:05.202994 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-0459da49-0717-45ab-8a6e-60da5b6cb2d2 None None] Provisioning for port f324a9f9-4fdd-4193-beb6-ed08ac025093 completed by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:16:05.229528 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-0459da49-0717-45ab-8a6e-60da5b6cb2d2 None None] Provisioning complete for port f324a9f9-4fdd-4193-beb6-ed08ac025093 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:16:05.229929 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0459da49-0717-45ab-8a6e-60da5b6cb2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:16:05.258814 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 62647dec-52de-4f6d-a35a-d55b2535e961 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:16:05.318248 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-aed0c527-f3c9-49c0-b9cc-0ac3bc974c3b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:16:05.373028 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-0459da49-0717-45ab-8a6e-60da5b6cb2d2 None None] Port f324a9f9-4fdd-4193-beb6-ed08ac025093 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:16:05.375809 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-aed0c527-f3c9-49c0-b9cc-0ac3bc974c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11851172'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:16:05.378435 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7bccbc2d-ff73-4269-9b7c-4c25bb84f810 tempest-DeleteServersTestJSON-2135366931 tempest-DeleteServersTestJSON-2135366931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:16:05.466842 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-aed0c527-f3c9-49c0-b9cc-0ac3bc974c3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-375108'] for router_interface, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:16:05.469551 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed0c527-f3c9-49c0-b9cc-0ac3bc974c3b admin admin] Pushing event updated for resources: {'Port': ['ID=f324a9f9-4fdd-4193-beb6-ed08ac025093,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:16:05.473259 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-aed0c527-f3c9-49c0-b9cc-0ac3bc974c3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:16:05.600466 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed0c527-f3c9-49c0-b9cc-0ac3bc974c3b admin admin] Network 9931f463-5c64-456c-8416-4bcce196f6f4 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 11:16:05.601817 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-aed0c527-f3c9-49c0-b9cc-0ac3bc974c3b admin admin] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 11:16:05.614298 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 62647dec-52de-4f6d-a35a-d55b2535e961 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:16:05.614683 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:16:05.683403 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-40a85422-2839-48b4-88f8-d62b06e2a44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b537a1-e938-4501-9999-8509371f1d5d', 'name': 'tempest-TestSnapshotPattern-1426031448-router', 'tenant_id': 'be3f1c25cb20474d80a0aeef148c22fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.101'}], 'enable_snat': True}, 'gw_port_id': '5a65c139-9e51-4d00-8bb0-db6c5b8eb995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:16:00Z', 'updated_at': '2021-06-11T11:16:02Z', 'revision_number': 3, 'project_id': 'be3f1c25cb20474d80a0aeef148c22fa', 'gw_port': {'id': '5a65c139-9e51-4d00-8bb0-db6c5b8eb995', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:91:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4b537a1-e938-4501-9999-8509371f1d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:16:01Z', 'updated_at': '2021-06-11T11:16:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:16:05.687837 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a85422-2839-48b4-88f8-d62b06e2a44e None None] The sync data for ids ['b4b537a1-e938-4501-9999-8509371f1d5d'] in n-d-779913-12 is: [{'id': 'b4b537a1-e938-4501-9999-8509371f1d5d', 'name': 'tempest-TestSnapshotPattern-1426031448-router', 'tenant_id': 'be3f1c25cb20474d80a0aeef148c22fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.101'}], 'enable_snat': True}, 'gw_port_id': '5a65c139-9e51-4d00-8bb0-db6c5b8eb995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:16:00Z', 'updated_at': '2021-06-11T11:16:02Z', 'revision_number': 3, 'project_id': 'be3f1c25cb20474d80a0aeef148c22fa', 'gw_port': {'id': '5a65c139-9e51-4d00-8bb0-db6c5b8eb995', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:91:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4b537a1-e938-4501-9999-8509371f1d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:16:01Z', 'updated_at': '2021-06-11T11:16:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:16:05.769569 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aed0c527-f3c9-49c0-b9cc-0ac3bc974c3b admin admin] Router b4b537a1-e938-4501-9999-8509371f1d5d has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:16:05.895494 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-ad47cdd0-eeeb-4a88-8a5d-5ca3b8a89ebf None None] Provisioning complete for port f324a9f9-4fdd-4193-beb6-ed08ac025093 triggered by entity DHCP. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:16:05.896129 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ad47cdd0-eeeb-4a88-8a5d-5ca3b8a89ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:16:05.957620 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-ad47cdd0-eeeb-4a88-8a5d-5ca3b8a89ebf None None] Port f324a9f9-4fdd-4193-beb6-ed08ac025093 cannot update to ACTIVE because it is not bound. {{(pid=93178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 11:16:05.958220 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aed0c527-f3c9-49c0-b9cc-0ac3bc974c3b admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:16:05.963449 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-aed0c527-f3c9-49c0-b9cc-0ac3bc974c3b admin admin] 10.222.0.60 "PUT /v2.0/routers/b4b537a1-e938-4501-9999-8509371f1d5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2277508 Jun 11 11:16:06.578363 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:16:07.244822 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 5a65c139-9e51-4d00-8bb0-db6c5b8eb995 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:16:07.355738 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port 5a65c139-9e51-4d00-8bb0-db6c5b8eb995 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:16:07.360133 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 5a65c139-9e51-4d00-8bb0-db6c5b8eb995 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:16:07.360561 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:16:07.456131 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:16:07.477168 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port 5a65c139-9e51-4d00-8bb0-db6c5b8eb995, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=5a65c139-9e51-4d00-8bb0-db6c5b8eb995,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:16:07.547549 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:16:07.550861 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-fbf8baa5-527c-4719-b66d-023f26a7426c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:16:07.605992 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=5a65c139-9e51-4d00-8bb0-db6c5b8eb995,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:16:07.609574 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:16:08.020513 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae693cc-7644-4d9f-888c-beccf2497874 None None] Sync routers for ids ['b4b537a1-e938-4501-9999-8509371f1d5d'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:16:08.029874 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae693cc-7644-4d9f-888c-beccf2497874 None None] Routers {'b4b537a1-e938-4501-9999-8509371f1d5d'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:16:08.030497 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-8ae693cc-7644-4d9f-888c-beccf2497874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T11:15:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['b4b537a1-e938-4501-9999-8509371f1d5d'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:16:08.284728 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-8ae693cc-7644-4d9f-888c-beccf2497874 None None] Set router b4b537a1-e938-4501-9999-8509371f1d5d gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:16:08.543346 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-8ae693cc-7644-4d9f-888c-beccf2497874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b537a1-e938-4501-9999-8509371f1d5d', 'name': 'tempest-TestSnapshotPattern-1426031448-router', 'tenant_id': 'be3f1c25cb20474d80a0aeef148c22fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.101'}], 'enable_snat': True}, 'gw_port_id': '5a65c139-9e51-4d00-8bb0-db6c5b8eb995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:16:00Z', 'updated_at': '2021-06-11T11:16:04Z', 'revision_number': 4, 'project_id': 'be3f1c25cb20474d80a0aeef148c22fa', 'gw_port': {'id': '5a65c139-9e51-4d00-8bb0-db6c5b8eb995', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:91:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b537a1-e938-4501-9999-8509371f1d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:16:01Z', 'updated_at': '2021-06-11T11:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': 'f324a9f9-4fdd-4193-beb6-ed08ac025093', 'name': '', 'network_id': '9931f463-5c64-456c-8416-4bcce196f6f4', 'tenant_id': 'be3f1c25cb20474d80a0aeef148c22fa', 'mac_address': 'fa:16:3e:5d:32:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4b537a1-e938-4501-9999-8509371f1d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'ac204aac-5be3-47ae-8408-d6082204850b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:16:04Z', 'updated_at': '2021-06-11T11:16:05Z', 'revision_number': 2, 'project_id': 'be3f1c25cb20474d80a0aeef148c22fa', 'subnets': [{'id': 'ac204aac-5be3-47ae-8408-d6082204850b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:16:08.547236 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae693cc-7644-4d9f-888c-beccf2497874 None None] Checking router: b4b537a1-e938-4501-9999-8509371f1d5d for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:16:08.547613 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae693cc-7644-4d9f-888c-beccf2497874 None None] Updating router b4b537a1-e938-4501-9999-8509371f1d5d port f324a9f9-4fdd-4193-beb6-ed08ac025093 binding host n-d-779913-12 {{(pid=93179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 11:16:08.587393 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-8ae693cc-7644-4d9f-888c-beccf2497874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:16:08.897048 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-8ae693cc-7644-4d9f-888c-beccf2497874 None None] Notify callbacks [] for port, precommit_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:16:08.907347 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.provisioning_blocks [None req-8ae693cc-7644-4d9f-888c-beccf2497874 None None] Transition to ACTIVE for port object f324a9f9-4fdd-4193-beb6-ed08ac025093 will not be triggered until provisioned by entity L2. {{(pid=93179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 11:16:08.992627 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-8ae693cc-7644-4d9f-888c-beccf2497874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:16:08.994787 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-e98755e1-583c-4959-8f1d-1b14afc0fe16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:16:09.095461 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c306d83-0047-4185-8c75-548ff73918fb None None] Pushing event updated for resources: {'Port': ['ID=f324a9f9-4fdd-4193-beb6-ed08ac025093,revision_number=3']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:16:09.118387 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-5c306d83-0047-4185-8c75-548ff73918fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:16:09.159849 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-8ae693cc-7644-4d9f-888c-beccf2497874 None None] Attempting to bind port f324a9f9-4fdd-4193-beb6-ed08ac025093 on host n-d-779913-12 for vnic_type normal with profile {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 11:16:09.160160 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-8ae693cc-7644-4d9f-888c-beccf2497874 None None] Attempting to bind port f324a9f9-4fdd-4193-beb6-ed08ac025093 by drivers openvswitch,hyperv on host n-d-779913-12 at level 0 using segments [{'id': 'f8494424-274d-4423-8d2b-2b33174d552a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '9931f463-5c64-456c-8416-4bcce196f6f4'}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 11:16:09.160501 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae693cc-7644-4d9f-888c-beccf2497874 None None] Attempting to bind port f324a9f9-4fdd-4193-beb6-ed08ac025093 on network 9931f463-5c64-456c-8416-4bcce196f6f4 {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 11:16:09.165633 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae693cc-7644-4d9f-888c-beccf2497874 None None] Checking agent: {'id': '022e4924-90dd-498a-b02a-7e0df1407523', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 9, 28, 16), 'started_at': datetime.datetime(2021, 6, 11, 9, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 11, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 11:16:09.166017 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae693cc-7644-4d9f-888c-beccf2497874 None None] Checking segment: {'id': 'f8494424-274d-4423-8d2b-2b33174d552a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '9931f463-5c64-456c-8416-4bcce196f6f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 11:16:09.166428 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-8ae693cc-7644-4d9f-888c-beccf2497874 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:16:09.166830 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae693cc-7644-4d9f-888c-beccf2497874 None None] Bound using segment: {'id': 'f8494424-274d-4423-8d2b-2b33174d552a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '9931f463-5c64-456c-8416-4bcce196f6f4'} {{(pid=93179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 11:16:09.167299 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.managers [None req-8ae693cc-7644-4d9f-888c-beccf2497874 None None] Bound port: f324a9f9-4fdd-4193-beb6-ed08ac025093, host: n-d-779913-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8494424-274d-4423-8d2b-2b33174d552a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '9931f463-5c64-456c-8416-4bcce196f6f4'}}] {{(pid=93179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 11:16:09.167710 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-8ae693cc-7644-4d9f-888c-beccf2497874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:16:09.233138 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 5a65c139-9e51-4d00-8bb0-db6c5b8eb995 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:16:09.245481 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-8ae693cc-7644-4d9f-888c-beccf2497874 None None] For port f324a9f9-4fdd-4193-beb6-ed08ac025093, host n-d-779913-12, cleared binding levels {{(pid=93179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 11:16:09.252766 n-d-779913-12 neutron-server[93179]: DEBUG neutron.plugins.ml2.db [None req-8ae693cc-7644-4d9f-888c-beccf2497874 None None] For port f324a9f9-4fdd-4193-beb6-ed08ac025093, host n-d-779913-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=f324a9f9-4fdd-4193-beb6-ed08ac025093,segment=NetworkSegment(f8494424-274d-4423-8d2b-2b33174d552a),segment_id=f8494424-274d-4423-8d2b-2b33174d552a)] {{(pid=93179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 11:16:09.293441 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port 5a65c139-9e51-4d00-8bb0-db6c5b8eb995 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:16:09.293820 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:16:09.355906 n-d-779913-12 neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-8ae693cc-7644-4d9f-888c-beccf2497874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:16:09.358842 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-ce596e52-d055-40a6-8e72-33d9a53adaeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:16:09.424427 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae693cc-7644-4d9f-888c-beccf2497874 None None] Routers {'b4b537a1-e938-4501-9999-8509371f1d5d'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:16:09.425065 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-8ae693cc-7644-4d9f-888c-beccf2497874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T11:15:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['b4b537a1-e938-4501-9999-8509371f1d5d'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:16:09.481458 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c306d83-0047-4185-8c75-548ff73918fb None None] Pushing event updated for resources: {'Port': ['ID=f324a9f9-4fdd-4193-beb6-ed08ac025093,revision_number=4']} {{(pid=93179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:16:09.526589 n-d-779913-12 neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-5c306d83-0047-4185-8c75-548ff73918fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:16:09.582512 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-8ae693cc-7644-4d9f-888c-beccf2497874 None None] Set router b4b537a1-e938-4501-9999-8509371f1d5d gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:16:09.840114 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-8ae693cc-7644-4d9f-888c-beccf2497874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b537a1-e938-4501-9999-8509371f1d5d', 'name': 'tempest-TestSnapshotPattern-1426031448-router', 'tenant_id': 'be3f1c25cb20474d80a0aeef148c22fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.101'}], 'enable_snat': True}, 'gw_port_id': '5a65c139-9e51-4d00-8bb0-db6c5b8eb995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:16:00Z', 'updated_at': '2021-06-11T11:16:04Z', 'revision_number': 4, 'project_id': 'be3f1c25cb20474d80a0aeef148c22fa', 'gw_port': {'id': '5a65c139-9e51-4d00-8bb0-db6c5b8eb995', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:91:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b537a1-e938-4501-9999-8509371f1d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:16:01Z', 'updated_at': '2021-06-11T11:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': 'f324a9f9-4fdd-4193-beb6-ed08ac025093', 'name': '', 'network_id': '9931f463-5c64-456c-8416-4bcce196f6f4', 'tenant_id': 'be3f1c25cb20474d80a0aeef148c22fa', 'mac_address': 'fa:16:3e:5d:32:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4b537a1-e938-4501-9999-8509371f1d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'ac204aac-5be3-47ae-8408-d6082204850b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:16:04Z', 'updated_at': '2021-06-11T11:16:09Z', 'revision_number': 4, 'project_id': 'be3f1c25cb20474d80a0aeef148c22fa', 'subnets': [{'id': 'ac204aac-5be3-47ae-8408-d6082204850b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:16:09.843592 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae693cc-7644-4d9f-888c-beccf2497874 None None] The sync data for ids ['b4b537a1-e938-4501-9999-8509371f1d5d'] in n-d-779913-12 is: [{'id': 'b4b537a1-e938-4501-9999-8509371f1d5d', 'name': 'tempest-TestSnapshotPattern-1426031448-router', 'tenant_id': 'be3f1c25cb20474d80a0aeef148c22fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.101'}], 'enable_snat': True}, 'gw_port_id': '5a65c139-9e51-4d00-8bb0-db6c5b8eb995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:16:00Z', 'updated_at': '2021-06-11T11:16:04Z', 'revision_number': 4, 'project_id': 'be3f1c25cb20474d80a0aeef148c22fa', 'gw_port': {'id': '5a65c139-9e51-4d00-8bb0-db6c5b8eb995', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:91:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b537a1-e938-4501-9999-8509371f1d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:16:01Z', 'updated_at': '2021-06-11T11:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12', '_interfaces': [{'id': 'f324a9f9-4fdd-4193-beb6-ed08ac025093', 'name': '', 'network_id': '9931f463-5c64-456c-8416-4bcce196f6f4', 'tenant_id': 'be3f1c25cb20474d80a0aeef148c22fa', 'mac_address': 'fa:16:3e:5d:32:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4b537a1-e938-4501-9999-8509371f1d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'ac204aac-5be3-47ae-8408-d6082204850b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:16:04Z', 'updated_at': '2021-06-11T11:16:09Z', 'revision_number': 4, 'project_id': 'be3f1c25cb20474d80a0aeef148c22fa', 'subnets': [{'id': 'ac204aac-5be3-47ae-8408-d6082204850b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:16:11.245799 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device f324a9f9-4fdd-4193-beb6-ed08ac025093 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:16:11.372389 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning for port f324a9f9-4fdd-4193-beb6-ed08ac025093 completed by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 11:16:11.376933 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port f324a9f9-4fdd-4193-beb6-ed08ac025093 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:16:11.377313 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:16:11.472308 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-674845'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:16:11.511213 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] For port f324a9f9-4fdd-4193-beb6-ed08ac025093, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=f324a9f9-4fdd-4193-beb6-ed08ac025093,segment=NetworkSegment(f8494424-274d-4423-8d2b-2b33174d552a),segment_id=f8494424-274d-4423-8d2b-2b33174d552a)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:16:11.590091 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735269313082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735268919336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735268919381'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:16:11.592098 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-bb0005dc-14cb-41a3-abdb-408cb9047d3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:16:11.653481 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Pushing event updated for resources: {'Port': ['ID=f324a9f9-4fdd-4193-beb6-ed08ac025093,revision_number=5']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:16:11.657074 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:16:12.986811 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-4035d57c-8d9c-4b71-bda2-3293fcbb05a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:16:13.232518 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device f324a9f9-4fdd-4193-beb6-ed08ac025093 up at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 11:16:13.289198 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Provisioning complete for port f324a9f9-4fdd-4193-beb6-ed08ac025093 triggered by entity L2. {{(pid=93178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 11:16:13.289580 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661929'] for port, provisioning_complete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:16:15.878310 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-75482d4e-048b-4ed1-a997-738b6c024a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:16:16.012696 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:16:17.069731 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:16:18.764309 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:16:31.451284 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 11:16:32.369444 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:16:36.617575 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:16:43.003614 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1e1958af-ba98-4aef-97e0-0405feda3cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:16:45.860840 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d5c39bb2-9879-4a9c-887e-30a14161eb96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:16:46.015822 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:16:47.040165 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:16:48.792271 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:17:02.382650 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:17:06.154348 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 45276) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:17:06.598029 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-200e5e35-b91c-4c0f-ac2c-e764465165c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375209'] for router_interface, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:17:06.600100 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:17:06.927436 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-200e5e35-b91c-4c0f-ac2c-e764465165c5 admin admin] Deleting port 263ffd79-8aea-41d5-adce-89cb6edbb4d3 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:17:06.927717 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-200e5e35-b91c-4c0f-ac2c-e764465165c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:17:07.031623 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-200e5e35-b91c-4c0f-ac2c-e764465165c5 admin admin] For port 263ffd79-8aea-41d5-adce-89cb6edbb4d3, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=263ffd79-8aea-41d5-adce-89cb6edbb4d3,segment=NetworkSegment(a5e15608-60cb-4e61-b424-b001dedf521d),segment_id=a5e15608-60cb-4e61-b424-b001dedf521d)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:17:07.031994 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-200e5e35-b91c-4c0f-ac2c-e764465165c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:17:07.124664 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-200e5e35-b91c-4c0f-ac2c-e764465165c5 admin admin] Calling delete_port for 263ffd79-8aea-41d5-adce-89cb6edbb4d3 owned by network:router_interface {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:17:07.422842 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-200e5e35-b91c-4c0f-ac2c-e764465165c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:17:07.424935 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-41bd16e0-8163-46fb-9e24-542fb3cb3330 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:17:07.455480 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200e5e35-b91c-4c0f-ac2c-e764465165c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=263ffd79-8aea-41d5-adce-89cb6edbb4d3,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:17:07.467353 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200e5e35-b91c-4c0f-ac2c-e764465165c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:17:07.467773 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200e5e35-b91c-4c0f-ac2c-e764465165c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:17:07.468243 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200e5e35-b91c-4c0f-ac2c-e764465165c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:17:07.468630 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200e5e35-b91c-4c0f-ac2c-e764465165c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:17:07.469004 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200e5e35-b91c-4c0f-ac2c-e764465165c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:17:07.469377 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200e5e35-b91c-4c0f-ac2c-e764465165c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:17:07.469750 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200e5e35-b91c-4c0f-ac2c-e764465165c5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:17:07.470120 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200e5e35-b91c-4c0f-ac2c-e764465165c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:17:07.470487 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200e5e35-b91c-4c0f-ac2c-e764465165c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:17:07.470854 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200e5e35-b91c-4c0f-ac2c-e764465165c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:17:07.471218 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200e5e35-b91c-4c0f-ac2c-e764465165c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:17:07.471589 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200e5e35-b91c-4c0f-ac2c-e764465165c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:17:07.501412 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-200e5e35-b91c-4c0f-ac2c-e764465165c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:17:07.687721 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-200e5e35-b91c-4c0f-ac2c-e764465165c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362297'] for router_interface, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:17:07.983692 n-d-779913-12 neutron-server[93177]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-200e5e35-b91c-4c0f-ac2c-e764465165c5 admin admin] Router 7ea3b4cf-a75b-4dff-ac1f-8fdb8e2083f0 has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:17:08.451383 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 11:17:08.525122 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-200e5e35-b91c-4c0f-ac2c-e764465165c5 admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:17:08.530529 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-200e5e35-b91c-4c0f-ac2c-e764465165c5 admin admin] 10.222.0.60 "PUT /v2.0/routers/7ea3b4cf-a75b-4dff-ac1f-8fdb8e2083f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3751600 Jun 11 11:17:08.533009 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 45282) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:17:08.536611 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11decf36-324d-4f1e-8ba1-7b57d443d4cb None None] Sync routers for ids ['7ea3b4cf-a75b-4dff-ac1f-8fdb8e2083f0'] in n-d-779913-12 {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:17:08.546265 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11decf36-324d-4f1e-8ba1-7b57d443d4cb None None] Routers {'7ea3b4cf-a75b-4dff-ac1f-8fdb8e2083f0'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:17:08.546902 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-11decf36-324d-4f1e-8ba1-7b57d443d4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T11:16:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['7ea3b4cf-a75b-4dff-ac1f-8fdb8e2083f0'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:17:08.674979 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-40e5230d-f7e1-40ee-ac04-80df3c859972 admin admin] Notify callbacks [] for router, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:17:08.690520 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-11decf36-324d-4f1e-8ba1-7b57d443d4cb None None] Set router 7ea3b4cf-a75b-4dff-ac1f-8fdb8e2083f0 gateway port host: n-d-779913-12 {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:17:08.830164 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-40e5230d-f7e1-40ee-ac04-80df3c859972 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:17:08.929055 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-11decf36-324d-4f1e-8ba1-7b57d443d4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea3b4cf-a75b-4dff-ac1f-8fdb8e2083f0', 'name': 'tempest-TestSnapshotPattern-308752088-router', 'tenant_id': '7c395bd815ad40e1ac25656a6c16f5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '4522c625-ad03-48ff-8fd4-ba951d37dc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:15:52Z', 'updated_at': '2021-06-11T11:17:07Z', 'revision_number': 5, 'project_id': '7c395bd815ad40e1ac25656a6c16f5f5', 'gw_port': {'id': '4522c625-ad03-48ff-8fd4-ba951d37dc3f', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:65:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea3b4cf-a75b-4dff-ac1f-8fdb8e2083f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:15:53Z', 'updated_at': '2021-06-11T11:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:17:08.932482 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11decf36-324d-4f1e-8ba1-7b57d443d4cb None None] Checking router: 7ea3b4cf-a75b-4dff-ac1f-8fdb8e2083f0 for host: n-d-779913-12 {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:17:08.940810 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11decf36-324d-4f1e-8ba1-7b57d443d4cb None None] Routers {'7ea3b4cf-a75b-4dff-ac1f-8fdb8e2083f0'} bound to L3 agent in host n-d-779913-12 {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:17:08.941418 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-11decf36-324d-4f1e-8ba1-7b57d443d4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T11:16:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['7ea3b4cf-a75b-4dff-ac1f-8fdb8e2083f0'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:17:08.945403 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-40e5230d-f7e1-40ee-ac04-80df3c859972 admin admin] Deleting port 4522c625-ad03-48ff-8fd4-ba951d37dc3f {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:17:08.945752 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-40e5230d-f7e1-40ee-ac04-80df3c859972 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:17:09.052009 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-40e5230d-f7e1-40ee-ac04-80df3c859972 admin admin] For port 4522c625-ad03-48ff-8fd4-ba951d37dc3f, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=4522c625-ad03-48ff-8fd4-ba951d37dc3f,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:17:09.052369 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-40e5230d-f7e1-40ee-ac04-80df3c859972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:17:09.060370 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-11decf36-324d-4f1e-8ba1-7b57d443d4cb None None] Set router 7ea3b4cf-a75b-4dff-ac1f-8fdb8e2083f0 gateway port host: None {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:17:09.139545 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-11decf36-324d-4f1e-8ba1-7b57d443d4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea3b4cf-a75b-4dff-ac1f-8fdb8e2083f0', 'name': 'tempest-TestSnapshotPattern-308752088-router', 'tenant_id': '7c395bd815ad40e1ac25656a6c16f5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:15:52Z', 'updated_at': '2021-06-11T11:17:08Z', 'revision_number': 6, 'project_id': '7c395bd815ad40e1ac25656a6c16f5f5', 'gw_port_host': None}], 'n-d-779913-12', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:17:09.143108 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11decf36-324d-4f1e-8ba1-7b57d443d4cb None None] The sync data for ids ['7ea3b4cf-a75b-4dff-ac1f-8fdb8e2083f0'] in n-d-779913-12 is: [{'id': '7ea3b4cf-a75b-4dff-ac1f-8fdb8e2083f0', 'name': 'tempest-TestSnapshotPattern-308752088-router', 'tenant_id': '7c395bd815ad40e1ac25656a6c16f5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:15:52Z', 'updated_at': '2021-06-11T11:17:08Z', 'revision_number': 6, 'project_id': '7c395bd815ad40e1ac25656a6c16f5f5', 'gw_port_host': None}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:17:09.147635 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-40e5230d-f7e1-40ee-ac04-80df3c859972 admin admin] Calling delete_port for 4522c625-ad03-48ff-8fd4-ba951d37dc3f owned by network:router_gateway {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:17:09.412284 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-40e5230d-f7e1-40ee-ac04-80df3c859972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:17:09.416374 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8e8eb17e-dd2a-435a-a230-9294500fda5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:17:09.447381 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e5230d-f7e1-40ee-ac04-80df3c859972 admin admin] Pushing event deleted for resources: {'Port': ['ID=4522c625-ad03-48ff-8fd4-ba951d37dc3f,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:17:09.450472 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-40e5230d-f7e1-40ee-ac04-80df3c859972 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:17:09.553708 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-40e5230d-f7e1-40ee-ac04-80df3c859972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374120'] for router_gateway, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:17:09.616011 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 263ffd79-8aea-41d5-adce-89cb6edbb4d3 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:17:09.641967 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 263ffd79-8aea-41d5-adce-89cb6edbb4d3 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:17:09.642317 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 263ffd79-8aea-41d5-adce-89cb6edbb4d3 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:17:09.694369 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-40e5230d-f7e1-40ee-ac04-80df3c859972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:17:09.696988 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-40e5230d-f7e1-40ee-ac04-80df3c859972 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:17:09.825892 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-40e5230d-f7e1-40ee-ac04-80df3c859972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:17:09.826423 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40e5230d-f7e1-40ee-ac04-80df3c859972 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ea3b4cf-a75b-4dff-ac1f-8fdb8e2083f0 {{(pid=93177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 11:17:09.830612 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-40e5230d-f7e1-40ee-ac04-80df3c859972 admin admin] Notify callbacks [] for router, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:17:09.831779 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-40e5230d-f7e1-40ee-ac04-80df3c859972 admin admin] 10.222.0.60 "DELETE /v2.0/routers/7ea3b4cf-a75b-4dff-ac1f-8fdb8e2083f0 HTTP/1.1" status: 204 len: 168 time: 1.2977555 Jun 11 11:17:09.837180 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 45284) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:17:09.908619 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca6a3a2c-04a6-40c1-98d9-a84833ff7419 admin admin] Deleting subnet eff58e17-8f63-4667-833b-89939767629f {{(pid=93177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:17:09.913969 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ca6a3a2c-04a6-40c1-98d9-a84833ff7419 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:17:09.965560 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ca6a3a2c-04a6-40c1-98d9-a84833ff7419 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11617779'] for subnet, precommit_delete_associations {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:17:10.062583 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ca6a3a2c-04a6-40c1-98d9-a84833ff7419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:17:10.211311 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ca6a3a2c-04a6-40c1-98d9-a84833ff7419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12446443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569014'] for subnet, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:17:10.213153 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-5c2e184b-7f88-4297-a067-2b903683f690 tempest-RoutersTest-1621502129 tempest-RoutersTest-1621502129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:17:10.248052 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6a3a2c-04a6-40c1-98d9-a84833ff7419 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eff58e17-8f63-4667-833b-89939767629f,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:17:10.250981 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ca6a3a2c-04a6-40c1-98d9-a84833ff7419 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:17:10.253029 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-ca6a3a2c-04a6-40c1-98d9-a84833ff7419 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/eff58e17-8f63-4667-833b-89939767629f HTTP/1.1" status: 204 len: 168 time: 0.4147711 Jun 11 11:17:10.254428 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ca6a3a2c-04a6-40c1-98d9-a84833ff7419 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:17:10.255303 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 45286) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:17:10.256081 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594f14be-56b7-463b-ae49-23e4a3d0ac99 None None] Network e5f391e4-ccb9-4d71-ad1d-bd77f00deae5 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:17:10.350079 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-84e8fcd4-082e-4828-9aca-3bcd9164b1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:17:10.410809 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-84e8fcd4-082e-4828-9aca-3bcd9164b1d5 admin admin] Deleting port 5276c60c-260a-4ff9-9dda-264638479724 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:17:10.411144 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-84e8fcd4-082e-4828-9aca-3bcd9164b1d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:17:10.476338 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ad2529-2ccb-4cef-9874-fb259564e89c None None] DHCP port deletion for e5f391e4-ccb9-4d71-ad1d-bd77f00deae5 request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:17:10.503651 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-84e8fcd4-082e-4828-9aca-3bcd9164b1d5 admin admin] For port 5276c60c-260a-4ff9-9dda-264638479724, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=5276c60c-260a-4ff9-9dda-264638479724,segment=NetworkSegment(a5e15608-60cb-4e61-b424-b001dedf521d),segment_id=a5e15608-60cb-4e61-b424-b001dedf521d)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:17:10.504093 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-84e8fcd4-082e-4828-9aca-3bcd9164b1d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:17:10.531139 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-38ad2529-2ccb-4cef-9874-fb259564e89c None None] Deleting port 5276c60c-260a-4ff9-9dda-264638479724 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:17:10.531561 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-38ad2529-2ccb-4cef-9874-fb259564e89c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:17:10.599556 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-84e8fcd4-082e-4828-9aca-3bcd9164b1d5 admin admin] Calling delete_port for 5276c60c-260a-4ff9-9dda-264638479724 owned by network:dhcp {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:17:10.616606 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-38ad2529-2ccb-4cef-9874-fb259564e89c None None] For port 5276c60c-260a-4ff9-9dda-264638479724, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=5276c60c-260a-4ff9-9dda-264638479724,segment=NetworkSegment(a5e15608-60cb-4e61-b424-b001dedf521d),segment_id=a5e15608-60cb-4e61-b424-b001dedf521d)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:17:10.617233 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-38ad2529-2ccb-4cef-9874-fb259564e89c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:17:10.709522 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-38ad2529-2ccb-4cef-9874-fb259564e89c None None] Calling delete_port for 5276c60c-260a-4ff9-9dda-264638479724 owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:17:10.794243 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-84e8fcd4-082e-4828-9aca-3bcd9164b1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:17:10.797639 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2338246d-66f1-42c3-8c4b-a65a50500002 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:17:10.805790 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-38ad2529-2ccb-4cef-9874-fb259564e89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:17:10.807814 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-8ed55420-9c62-4aa7-aca0-53a9d08bd9c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:17:10.829443 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e8fcd4-082e-4828-9aca-3bcd9164b1d5 admin admin] No DVR routers for this DVR port 5276c60c-260a-4ff9-9dda-264638479724 on host n-d-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:17:10.831709 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e8fcd4-082e-4828-9aca-3bcd9164b1d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5276c60c-260a-4ff9-9dda-264638479724,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:17:10.834392 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ad2529-2ccb-4cef-9874-fb259564e89c None None] Pushing event deleted for resources: {'Port': ['ID=5276c60c-260a-4ff9-9dda-264638479724,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:17:10.836622 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-84e8fcd4-082e-4828-9aca-3bcd9164b1d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:17:10.844731 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ad2529-2ccb-4cef-9874-fb259564e89c None None] No DVR routers for this DVR port 5276c60c-260a-4ff9-9dda-264638479724 on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:17:10.846830 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ad2529-2ccb-4cef-9874-fb259564e89c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:17:10.847297 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ad2529-2ccb-4cef-9874-fb259564e89c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:17:10.847588 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ad2529-2ccb-4cef-9874-fb259564e89c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:17:10.847987 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ad2529-2ccb-4cef-9874-fb259564e89c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:17:10.848271 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ad2529-2ccb-4cef-9874-fb259564e89c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:17:10.848607 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ad2529-2ccb-4cef-9874-fb259564e89c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:17:10.848935 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ad2529-2ccb-4cef-9874-fb259564e89c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:17:10.849290 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ad2529-2ccb-4cef-9874-fb259564e89c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:17:10.849619 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ad2529-2ccb-4cef-9874-fb259564e89c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:17:10.849944 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ad2529-2ccb-4cef-9874-fb259564e89c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:17:10.850267 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ad2529-2ccb-4cef-9874-fb259564e89c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:17:10.850591 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ad2529-2ccb-4cef-9874-fb259564e89c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:17:10.854271 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-38ad2529-2ccb-4cef-9874-fb259564e89c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:17:10.940630 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-84e8fcd4-082e-4828-9aca-3bcd9164b1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:17:10.951755 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-84e8fcd4-082e-4828-9aca-3bcd9164b1d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5f391e4-ccb9-4d71-ad1d-bd77f00deae5']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:17:10.963585 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-84e8fcd4-082e-4828-9aca-3bcd9164b1d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5e15608-60cb-4e61-b424-b001dedf521d') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:17:10.963887 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-84e8fcd4-082e-4828-9aca-3bcd9164b1d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5e15608-60cb-4e61-b424-b001dedf521d') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:17:10.973671 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-84e8fcd4-082e-4828-9aca-3bcd9164b1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:17:10.988736 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-84e8fcd4-082e-4828-9aca-3bcd9164b1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:17:10.994487 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84e8fcd4-082e-4828-9aca-3bcd9164b1d5 admin admin] Releasing vlan 766 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:17:11.006463 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-84e8fcd4-082e-4828-9aca-3bcd9164b1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:17:11.006463 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 11:17:11.006463 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:17:11.006463 n-d-779913-12 neutron-server[93177]: timer() Jun 11 11:17:11.006463 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:17:11.006463 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 11:17:11.006463 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:17:11.006463 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 11:17:11.006463 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:17:11.006463 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 11:17:11.006463 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:17:11.006463 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 11:17:11.006463 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:17:11.006463 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 11:17:11.006463 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:17:11.006463 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:17:11.006463 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:17:11.006463 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:17:11.006463 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:17:11.006463 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 11:17:11.006463 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:17:11.006463 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 11:17:11.006463 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:17:11.006463 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:17:11.006463 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:17:11.006463 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 11:17:11.006463 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:17:11.006463 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:17:11.006463 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:17:11.006463 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:17:11.006463 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:17:11.006463 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:17:11.006463 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:17:11.159899 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-84e8fcd4-082e-4828-9aca-3bcd9164b1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:17:11.163200 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-4b672b64-9c4c-46aa-bb9c-ec749c94a906 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:17:11.166245 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-84e8fcd4-082e-4828-9aca-3bcd9164b1d5 admin admin] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:17:11.168069 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-84e8fcd4-082e-4828-9aca-3bcd9164b1d5 admin admin] 10.222.0.60 "DELETE /v2.0/networks/e5f391e4-ccb9-4d71-ad1d-bd77f00deae5 HTTP/1.1" status: 204 len: 168 time: 0.9118369 Jun 11 11:17:11.170972 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 45290) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:17:11.181964 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e8fcd4-082e-4828-9aca-3bcd9164b1d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5f391e4-ccb9-4d71-ad1d-bd77f00deae5,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:17:11.184338 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-84e8fcd4-082e-4828-9aca-3bcd9164b1d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:17:11.260713 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 5276c60c-260a-4ff9-9dda-264638479724 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:17:11.285629 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 5276c60c-260a-4ff9-9dda-264638479724 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:17:11.285985 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 5276c60c-260a-4ff9-9dda-264638479724 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:17:11.286418 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 4522c625-ad03-48ff-8fd4-ba951d37dc3f no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:17:11.313279 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 4522c625-ad03-48ff-8fd4-ba951d37dc3f {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:17:11.313640 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 4522c625-ad03-48ff-8fd4-ba951d37dc3f not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:17:11.627906 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0728ee16-8cc9-46d3-a193-0beea37394dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-375209'] for router_interface, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:17:11.957705 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-0728ee16-8cc9-46d3-a193-0beea37394dc admin admin] Deleting port f324a9f9-4fdd-4193-beb6-ed08ac025093 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:17:11.957966 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0728ee16-8cc9-46d3-a193-0beea37394dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:17:12.068487 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-0728ee16-8cc9-46d3-a193-0beea37394dc admin admin] For port f324a9f9-4fdd-4193-beb6-ed08ac025093, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=f324a9f9-4fdd-4193-beb6-ed08ac025093,segment=NetworkSegment(f8494424-274d-4423-8d2b-2b33174d552a),segment_id=f8494424-274d-4423-8d2b-2b33174d552a)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:17:12.068838 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0728ee16-8cc9-46d3-a193-0beea37394dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:17:12.163027 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-0728ee16-8cc9-46d3-a193-0beea37394dc admin admin] Calling delete_port for f324a9f9-4fdd-4193-beb6-ed08ac025093 owned by network:router_interface {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:17:12.455249 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0728ee16-8cc9-46d3-a193-0beea37394dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:17:12.457424 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5c7d4b67-8b70-4c2a-8a0d-fdab60310e7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:17:12.487455 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0728ee16-8cc9-46d3-a193-0beea37394dc admin admin] Pushing event deleted for resources: {'Port': ['ID=f324a9f9-4fdd-4193-beb6-ed08ac025093,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:17:12.498996 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0728ee16-8cc9-46d3-a193-0beea37394dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:17:12.499962 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0728ee16-8cc9-46d3-a193-0beea37394dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:17:12.499962 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0728ee16-8cc9-46d3-a193-0beea37394dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:17:12.500205 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0728ee16-8cc9-46d3-a193-0beea37394dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:17:12.500519 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0728ee16-8cc9-46d3-a193-0beea37394dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:17:12.500894 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0728ee16-8cc9-46d3-a193-0beea37394dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:17:12.501267 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0728ee16-8cc9-46d3-a193-0beea37394dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:17:12.501639 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0728ee16-8cc9-46d3-a193-0beea37394dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:17:12.502006 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0728ee16-8cc9-46d3-a193-0beea37394dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:17:12.502375 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0728ee16-8cc9-46d3-a193-0beea37394dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:17:12.502740 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0728ee16-8cc9-46d3-a193-0beea37394dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:17:12.503110 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0728ee16-8cc9-46d3-a193-0beea37394dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-12 {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 11:17:12.528093 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0728ee16-8cc9-46d3-a193-0beea37394dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:17:12.719838 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0728ee16-8cc9-46d3-a193-0beea37394dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-362297'] for router_interface, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:17:13.003470 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-fd14f80d-0d3c-4767-b004-d070d875b9b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:17:13.451455 n-d-779913-12 neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0728ee16-8cc9-46d3-a193-0beea37394dc admin admin] Router b4b537a1-e938-4501-9999-8509371f1d5d has already been hosted by L3 agent a5e45ea6-311b-48c8-9c11-89633377b739 {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 11:17:13.600655 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0728ee16-8cc9-46d3-a193-0beea37394dc admin admin] Notify agent at l3_agent.n-d-779913-12 the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 11:17:13.605767 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-0728ee16-8cc9-46d3-a193-0beea37394dc admin admin] 10.222.0.60 "PUT /v2.0/routers/b4b537a1-e938-4501-9999-8509371f1d5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4336448 Jun 11 11:17:13.608317 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 45294) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:17:13.609273 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8422ef3-00a3-4d41-8c6c-751fd112edcf None None] Sync routers for ids ['b4b537a1-e938-4501-9999-8509371f1d5d'] in n-d-779913-12 {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 11:17:13.618361 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8422ef3-00a3-4d41-8c6c-751fd112edcf None None] Routers {'b4b537a1-e938-4501-9999-8509371f1d5d'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:17:13.618966 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-f8422ef3-00a3-4d41-8c6c-751fd112edcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T11:16:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['b4b537a1-e938-4501-9999-8509371f1d5d'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:17:13.752069 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fe2d5308-271f-47df-b159-916bdd7c0f53 admin admin] Notify callbacks [] for router, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:17:13.762947 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-f8422ef3-00a3-4d41-8c6c-751fd112edcf None None] Set router b4b537a1-e938-4501-9999-8509371f1d5d gateway port host: n-d-779913-12 {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:17:13.926421 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fe2d5308-271f-47df-b159-916bdd7c0f53 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:17:14.012665 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-f8422ef3-00a3-4d41-8c6c-751fd112edcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b537a1-e938-4501-9999-8509371f1d5d', 'name': 'tempest-TestSnapshotPattern-1426031448-router', 'tenant_id': 'be3f1c25cb20474d80a0aeef148c22fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'external_fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.101'}], 'enable_snat': True}, 'gw_port_id': '5a65c139-9e51-4d00-8bb0-db6c5b8eb995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:16:00Z', 'updated_at': '2021-06-11T11:17:12Z', 'revision_number': 5, 'project_id': 'be3f1c25cb20474d80a0aeef148c22fa', 'gw_port': {'id': '5a65c139-9e51-4d00-8bb0-db6c5b8eb995', 'name': '', 'network_id': 'f0adef6e-169f-4a27-8865-442be2ad072d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:91:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b537a1-e938-4501-9999-8509371f1d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'ip_address': '172.25.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T11:16:01Z', 'updated_at': '2021-06-11T11:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97752d2d-5735-4589-aced-d67a3dc9e955', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-12'}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:17:14.016373 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8422ef3-00a3-4d41-8c6c-751fd112edcf None None] Checking router: b4b537a1-e938-4501-9999-8509371f1d5d for host: n-d-779913-12 {{(pid=93179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 11:17:14.024891 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8422ef3-00a3-4d41-8c6c-751fd112edcf None None] Routers {'b4b537a1-e938-4501-9999-8509371f1d5d'} bound to L3 agent in host n-d-779913-12 {{(pid=93179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 11:17:14.025509 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-f8422ef3-00a3-4d41-8c6c-751fd112edcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T09:28:16Z,description=,heartbeat_timestamp=2021-06-11T11:16:46Z,host='n-d-779913-12',id=a5e45ea6-311b-48c8-9c11-89633377b739,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T09:28:16Z,topic='l3_agent')) {'router_ids': ['b4b537a1-e938-4501-9999-8509371f1d5d'], 'active': True} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:17:14.040428 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-fe2d5308-271f-47df-b159-916bdd7c0f53 admin admin] Deleting port 5a65c139-9e51-4d00-8bb0-db6c5b8eb995 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:17:14.040771 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fe2d5308-271f-47df-b159-916bdd7c0f53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:17:14.146710 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_dvr_db [None req-f8422ef3-00a3-4d41-8c6c-751fd112edcf None None] Set router b4b537a1-e938-4501-9999-8509371f1d5d gateway port host: None {{(pid=93179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 11:17:14.153934 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-fe2d5308-271f-47df-b159-916bdd7c0f53 admin admin] For port 5a65c139-9e51-4d00-8bb0-db6c5b8eb995, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=5a65c139-9e51-4d00-8bb0-db6c5b8eb995,segment=NetworkSegment(78ebdac9-7ac7-4be7-bcdc-4bfee9149b11),segment_id=78ebdac9-7ac7-4be7-bcdc-4bfee9149b11)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:17:14.154303 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fe2d5308-271f-47df-b159-916bdd7c0f53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:17:14.226777 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.l3_hamode_db [None req-f8422ef3-00a3-4d41-8c6c-751fd112edcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b537a1-e938-4501-9999-8509371f1d5d', 'name': 'tempest-TestSnapshotPattern-1426031448-router', 'tenant_id': 'be3f1c25cb20474d80a0aeef148c22fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:16:00Z', 'updated_at': '2021-06-11T11:17:13Z', 'revision_number': 6, 'project_id': 'be3f1c25cb20474d80a0aeef148c22fa', 'gw_port_host': None}], 'n-d-779913-12', False) {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:17:14.231120 n-d-779913-12 neutron-server[93179]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8422ef3-00a3-4d41-8c6c-751fd112edcf None None] The sync data for ids ['b4b537a1-e938-4501-9999-8509371f1d5d'] in n-d-779913-12 is: [{'id': 'b4b537a1-e938-4501-9999-8509371f1d5d', 'name': 'tempest-TestSnapshotPattern-1426031448-router', 'tenant_id': 'be3f1c25cb20474d80a0aeef148c22fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T11:16:00Z', 'updated_at': '2021-06-11T11:17:13Z', 'revision_number': 6, 'project_id': 'be3f1c25cb20474d80a0aeef148c22fa', 'gw_port_host': None}] {{(pid=93179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 11:17:14.260463 n-d-779913-12 neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-fe2d5308-271f-47df-b159-916bdd7c0f53 admin admin] Calling delete_port for 5a65c139-9e51-4d00-8bb0-db6c5b8eb995 owned by network:router_gateway {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:17:14.525854 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fe2d5308-271f-47df-b159-916bdd7c0f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11851181'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:17:14.529153 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-89e432b0-945a-483c-a45c-da1d60a1ada7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:17:14.560135 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2d5308-271f-47df-b159-916bdd7c0f53 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a65c139-9e51-4d00-8bb0-db6c5b8eb995,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:17:14.564161 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-fe2d5308-271f-47df-b159-916bdd7c0f53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:17:14.641756 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fe2d5308-271f-47df-b159-916bdd7c0f53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-374120'] for router_gateway, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:17:14.781577 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fe2d5308-271f-47df-b159-916bdd7c0f53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-363931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28124'] for router, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:17:14.783904 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fe2d5308-271f-47df-b159-916bdd7c0f53 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:17:14.902753 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fe2d5308-271f-47df-b159-916bdd7c0f53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-364365'] for router, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:17:14.903306 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe2d5308-271f-47df-b159-916bdd7c0f53 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4b537a1-e938-4501-9999-8509371f1d5d {{(pid=93176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 11:17:14.907817 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fe2d5308-271f-47df-b159-916bdd7c0f53 admin admin] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:17:14.908957 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-fe2d5308-271f-47df-b159-916bdd7c0f53 admin admin] 10.222.0.60 "DELETE /v2.0/routers/b4b537a1-e938-4501-9999-8509371f1d5d HTTP/1.1" status: 204 len: 168 time: 1.2997186 Jun 11 11:17:14.911542 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 45296) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:17:14.964455 n-d-779913-12 neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-d80d9ca1-b845-4480-8061-2a4cc8780ae0 admin admin] Deleting subnet ac204aac-5be3-47ae-8408-d6082204850b {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 11:17:14.967451 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d80d9ca1-b845-4480-8061-2a4cc8780ae0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:17:15.017949 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d80d9ca1-b845-4480-8061-2a4cc8780ae0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11666252'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:17:15.112040 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d80d9ca1-b845-4480-8061-2a4cc8780ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715859'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:17:15.243665 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d80d9ca1-b845-4480-8061-2a4cc8780ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11850087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12298602'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:17:15.254732 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-18c1a28d-d84e-4fe1-854f-542837eca2b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:17:15.261906 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d80d9ca1-b845-4480-8061-2a4cc8780ae0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:17:15.269253 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-d80d9ca1-b845-4480-8061-2a4cc8780ae0 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/ac204aac-5be3-47ae-8408-d6082204850b HTTP/1.1" status: 204 len: 168 time: 0.3516128 Jun 11 11:17:15.269571 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549555a0-433b-4a9d-90aa-300f7e81ac39 None None] Network 9931f463-5c64-456c-8416-4bcce196f6f4 requested from n-d-779913-12 {{(pid=93178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 11:17:15.270799 n-d-779913-12 neutron-server[93177]: DEBUG neutron.wsgi [-] (93177) accepted ('10.222.0.60', 45298) {{(pid=93177) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:17:15.301947 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80d9ca1-b845-4480-8061-2a4cc8780ae0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac204aac-5be3-47ae-8408-d6082204850b,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:17:15.312874 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d80d9ca1-b845-4480-8061-2a4cc8780ae0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:17:15.391890 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-13883ef3-5a80-44e7-9cac-5a94f4cca962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544714'] for network, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:17:15.456351 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-13883ef3-5a80-44e7-9cac-5a94f4cca962 admin admin] Deleting port 62647dec-52de-4f6d-a35a-d55b2535e961 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:17:15.456774 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-13883ef3-5a80-44e7-9cac-5a94f4cca962 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:17:15.487558 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device f324a9f9-4fdd-4193-beb6-ed08ac025093 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:17:15.521536 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: f324a9f9-4fdd-4193-beb6-ed08ac025093 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:17:15.521894 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device f324a9f9-4fdd-4193-beb6-ed08ac025093 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:17:15.522330 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 5a65c139-9e51-4d00-8bb0-db6c5b8eb995 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:17:15.548883 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-13883ef3-5a80-44e7-9cac-5a94f4cca962 admin admin] For port 62647dec-52de-4f6d-a35a-d55b2535e961, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=62647dec-52de-4f6d-a35a-d55b2535e961,segment=NetworkSegment(f8494424-274d-4423-8d2b-2b33174d552a),segment_id=f8494424-274d-4423-8d2b-2b33174d552a)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:17:15.549237 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-13883ef3-5a80-44e7-9cac-5a94f4cca962 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:17:15.552707 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 5a65c139-9e51-4d00-8bb0-db6c5b8eb995 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:17:15.553073 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 5a65c139-9e51-4d00-8bb0-db6c5b8eb995 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:17:15.647029 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-13883ef3-5a80-44e7-9cac-5a94f4cca962 admin admin] Calling delete_port for 62647dec-52de-4f6d-a35a-d55b2535e961 owned by network:dhcp {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:17:15.739726 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a37d75-0536-4cbe-b514-35baab21cd5b None None] DHCP port deletion for 9931f463-5c64-456c-8416-4bcce196f6f4 request from n-d-779913-12 {{(pid=93178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 11:17:15.807162 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-64a37d75-0536-4cbe-b514-35baab21cd5b None None] Deleting port 62647dec-52de-4f6d-a35a-d55b2535e961 {{(pid=93178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 11:17:15.807553 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-64a37d75-0536-4cbe-b514-35baab21cd5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735269307935'] for port, before_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:17:15.811640 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-13883ef3-5a80-44e7-9cac-5a94f4cca962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12447265'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:17:15.816394 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e578491b-c4cf-47d2-9684-45a7574e3c2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:17:15.848008 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13883ef3-5a80-44e7-9cac-5a94f4cca962 admin admin] Pushing event deleted for resources: {'Port': ['ID=62647dec-52de-4f6d-a35a-d55b2535e961,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:17:15.850840 n-d-779913-12 neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13883ef3-5a80-44e7-9cac-5a94f4cca962 admin admin] No DVR routers for this DVR port 62647dec-52de-4f6d-a35a-d55b2535e961 on host n-d-779913-12 {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:17:15.853442 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-13883ef3-5a80-44e7-9cac-5a94f4cca962 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:17:15.893640 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3ac9ef42-a015-4cc9-a44c-eef1c0ae50ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:17:15.903971 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-64a37d75-0536-4cbe-b514-35baab21cd5b None None] For port 62647dec-52de-4f6d-a35a-d55b2535e961, host n-d-779913-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-12',level=0,port_id=62647dec-52de-4f6d-a35a-d55b2535e961,segment=NetworkSegment(f8494424-274d-4423-8d2b-2b33174d552a),segment_id=f8494424-274d-4423-8d2b-2b33174d552a)] {{(pid=93178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 11:17:15.904290 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-64a37d75-0536-4cbe-b514-35baab21cd5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373394'] for port, precommit_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:17:15.959261 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-13883ef3-5a80-44e7-9cac-5a94f4cca962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-714460', 'neutron.services.segments.db._delete_segments_for_network-8735269376943'] for network, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:17:15.971552 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-13883ef3-5a80-44e7-9cac-5a94f4cca962 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9931f463-5c64-456c-8416-4bcce196f6f4']}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:17:15.982705 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-13883ef3-5a80-44e7-9cac-5a94f4cca962 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8494424-274d-4423-8d2b-2b33174d552a') {'for_net_delete': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:17:15.983002 n-d-779913-12 neutron-server[93177]: DEBUG neutron.services.segments.db [None req-13883ef3-5a80-44e7-9cac-5a94f4cca962 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8494424-274d-4423-8d2b-2b33174d552a') {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 11:17:15.992895 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-13883ef3-5a80-44e7-9cac-5a94f4cca962 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735269376772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617770'] for segment, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:17:16.003083 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-64a37d75-0536-4cbe-b514-35baab21cd5b None None] Calling delete_port for 62647dec-52de-4f6d-a35a-d55b2535e961 owned by network:dhcp {{(pid=93178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 11:17:16.007397 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-13883ef3-5a80-44e7-9cac-5a94f4cca962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924'] for segment, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:17:16.014496 n-d-779913-12 neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13883ef3-5a80-44e7-9cac-5a94f4cca962 admin admin] Releasing vlan 762 on physical network physnet1 to pool {{(pid=93177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 11:17:16.019991 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-13883ef3-5a80-44e7-9cac-5a94f4cca962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12447348'] for segment, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:17:16.019991 n-d-779913-12 neutron-server[93177]: Traceback (most recent call last): Jun 11 11:17:16.019991 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 11:17:16.019991 n-d-779913-12 neutron-server[93177]: timer() Jun 11 11:17:16.019991 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 11:17:16.019991 n-d-779913-12 neutron-server[93177]: cb(*args, **kw) Jun 11 11:17:16.019991 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 11:17:16.019991 n-d-779913-12 neutron-server[93177]: return func(*args, **kwargs) Jun 11 11:17:16.019991 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 11:17:16.019991 n-d-779913-12 neutron-server[93177]: self._notify() Jun 11 11:17:16.019991 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 11:17:16.019991 n-d-779913-12 neutron-server[93177]: self.callback(batched_events) Jun 11 11:17:16.019991 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 11:17:16.019991 n-d-779913-12 neutron-server[93177]: event.method(event) Jun 11 11:17:16.019991 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 11:17:16.019991 n-d-779913-12 neutron-server[93177]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 11:17:16.019991 n-d-779913-12 neutron-server[93177]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 11:17:16.019991 n-d-779913-12 neutron-server[93177]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 11:17:16.019991 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 11:17:16.019991 n-d-779913-12 neutron-server[93177]: return f(self, *a, **k) Jun 11 11:17:16.019991 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 11:17:16.019991 n-d-779913-12 neutron-server[93177]: return self._get(url).json() Jun 11 11:17:16.019991 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 11:17:16.019991 n-d-779913-12 neutron-server[93177]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 11:17:16.019991 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 11:17:16.019991 n-d-779913-12 neutron-server[93177]: return self.request(url, 'GET', **kwargs) Jun 11 11:17:16.019991 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 11:17:16.019991 n-d-779913-12 neutron-server[93177]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 11:17:16.019991 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 11:17:16.019991 n-d-779913-12 neutron-server[93177]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 11:17:16.019991 n-d-779913-12 neutron-server[93177]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 11:17:16.019991 n-d-779913-12 neutron-server[93177]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 11:17:16.019991 n-d-779913-12 neutron-server[93177]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 11:17:16.098775 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:17:16.113765 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-64a37d75-0536-4cbe-b514-35baab21cd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3731494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735269313091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735268919327'] for port, after_delete {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:17:16.115702 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-06e23d8e-14f2-4896-b5bb-5c289f140798 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:17:16.144757 n-d-779913-12 neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a37d75-0536-4cbe-b514-35baab21cd5b None None] Pushing event deleted for resources: {'Port': ['ID=62647dec-52de-4f6d-a35a-d55b2535e961,revision_number=None']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:17:16.146656 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-13883ef3-5a80-44e7-9cac-5a94f4cca962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-714453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3894578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3731503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-374023'] for network, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:17:16.147457 n-d-779913-12 neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-64a37d75-0536-4cbe-b514-35baab21cd5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:17:16.150778 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-aee09626-518f-4426-8a62-ab650c2e5208 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:17:16.151290 n-d-779913-12 neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a37d75-0536-4cbe-b514-35baab21cd5b None None] No DVR routers for this DVR port 62647dec-52de-4f6d-a35a-d55b2535e961 on host n-d-779913-12 {{(pid=93178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 11:17:16.153758 n-d-779913-12 neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-13883ef3-5a80-44e7-9cac-5a94f4cca962 admin admin] Notify callbacks [] for network, before_response {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:17:16.159996 n-d-779913-12 neutron-server[93177]: INFO neutron.wsgi [None req-13883ef3-5a80-44e7-9cac-5a94f4cca962 admin admin] 10.222.0.60 "DELETE /v2.0/networks/9931f463-5c64-456c-8416-4bcce196f6f4 HTTP/1.1" status: 204 len: 168 time: 0.8839197 Jun 11 11:17:16.177244 n-d-779913-12 neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13883ef3-5a80-44e7-9cac-5a94f4cca962 admin admin] Pushing event deleted for resources: {'Network': ['ID=9931f463-5c64-456c-8416-4bcce196f6f4,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:17:16.181032 n-d-779913-12 neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-13883ef3-5a80-44e7-9cac-5a94f4cca962 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:17:16.511665 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 45302) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:17:16.557580 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-0e8efb60-b2d3-4f33-b32e-7b7d8214d428 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7c395bd815ad40e1ac25656a6c16f5f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0446441 Jun 11 11:17:16.559884 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 45304) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:17:16.614152 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d8fa6a29-a68f-4073-919e-e5f9fe96c221 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:17:16.645071 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d8fa6a29-a68f-4073-919e-e5f9fe96c221 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:17:16.780548 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d8fa6a29-a68f-4073-919e-e5f9fe96c221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:17:16.783082 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d8fa6a29-a68f-4073-919e-e5f9fe96c221 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:17:16.784255 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-d8fa6a29-a68f-4073-919e-e5f9fe96c221 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9f8d62da-89be-4a69-a0a8-1e922a63d969 HTTP/1.1" status: 204 len: 168 time: 0.2234778 Jun 11 11:17:16.785140 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a92a75af-7d28-474b-95b2-8b711ef70415 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:17:16.794298 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fa6a29-a68f-4073-919e-e5f9fe96c221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f8d62da-89be-4a69-a0a8-1e922a63d969,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:17:16.796836 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d8fa6a29-a68f-4073-919e-e5f9fe96c221 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:17:17.048857 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:17:17.260357 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 62647dec-52de-4f6d-a35a-d55b2535e961 no longer exists at agent ovs-agent-n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 11:17:17.290975 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.plugin [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] No Port match for: 62647dec-52de-4f6d-a35a-d55b2535e961 {{(pid=93178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 11:17:17.291228 n-d-779913-12 neutron-server[93178]: DEBUG neutron.plugins.ml2.rpc [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Device 62647dec-52de-4f6d-a35a-d55b2535e961 not bound to the agent host n-d-779913-12 {{(pid=93178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 11:17:17.411196 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 45310) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:17:17.455636 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-6938a386-de11-471a-b066-44c27d0bcfae admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=be3f1c25cb20474d80a0aeef148c22fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0430996 Jun 11 11:17:17.457898 n-d-779913-12 neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.60', 45312) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 11:17:17.513275 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-520464e5-3af4-4922-bc2c-d730c6b45e59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:17:17.541227 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-520464e5-3af4-4922-bc2c-d730c6b45e59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:17:17.671717 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-520464e5-3af4-4922-bc2c-d730c6b45e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914123'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:17:17.674430 n-d-779913-12 neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-520464e5-3af4-4922-bc2c-d730c6b45e59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:17:17.675618 n-d-779913-12 neutron-server[93176]: INFO neutron.wsgi [None req-520464e5-3af4-4922-bc2c-d730c6b45e59 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b649cb8a-0d67-45af-bd92-cf057e127a5a HTTP/1.1" status: 204 len: 168 time: 0.2167950 Jun 11 11:17:17.676442 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-adb65488-9fc0-4859-a2ca-ea831736a126 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 11:17:17.686322 n-d-779913-12 neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520464e5-3af4-4922-bc2c-d730c6b45e59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b649cb8a-0d67-45af-bd92-cf057e127a5a,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 11:17:17.689175 n-d-779913-12 neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-520464e5-3af4-4922-bc2c-d730c6b45e59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 11:17:18.786735 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:17:32.380175 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:17:36.605404 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:17:43.016284 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-9d0f2033-916b-4ec0-96ec-e480bf36facc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:17:45.450880 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 11:17:45.845174 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e4a49153-8705-41f7-b7b3-351991916cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:17:46.037177 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:17:47.107906 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:17:48.822059 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:18:02.398849 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:18:06.614329 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:18:13.013585 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-27d7bf57-73a4-4325-b4be-bba6b50d46c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:18:15.855656 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a18a241b-9981-4f23-ad89-f080ac36792d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:18:16.019585 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:18:17.067048 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:18:18.779852 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:18:22.449972 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 11:18:32.380341 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:18:36.597744 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:18:43.015439 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b171456d-6a35-4daa-aa51-5492ca3fc4da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:18:45.854037 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ce77ec0c-d67a-4232-a5c1-7830947dbb53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:18:46.013101 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:18:47.076664 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:18:48.801828 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:18:59.449586 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 11:19:02.414614 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:19:06.609533 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:19:13.008636 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b58a1afa-f016-4527-a0e2-a6978684f3e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:19:15.847583 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-951c9f08-dc11-429c-9e10-fd7beece96d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:19:16.054781 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:19:17.077832 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:19:18.814723 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:19:32.442571 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:19:36.448825 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 11:19:36.635464 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:19:43.020005 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2b653cf3-2772-4aa2-815e-c98aa5ec1cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:19:45.888265 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c8679d1c-86e4-4c6f-98b1-05d7c96c3797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:19:46.029661 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:19:47.134390 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:19:48.772892 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:20:02.413450 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:20:06.647935 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:20:13.029403 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-379d69a4-c43d-4d41-a91f-7b6023c9b3d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:20:13.447887 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 11:20:15.830825 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-968b8cdb-546e-4a90-ad68-953279ddb9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:20:16.029533 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:20:17.076110 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:20:18.817964 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:20:32.442268 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:20:36.647019 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:20:43.000221 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-0a88aa7c-17a6-40a8-bd5e-ea4e66116aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:20:45.858319 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-bb90e4ca-e89b-4803-9644-bb85ac1d93d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:20:46.024302 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:20:47.081410 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:20:48.790642 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:20:50.447944 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 11:21:02.440890 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:21:06.640812 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:21:13.006481 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-e7df9c27-1229-45c2-9828-c27c89d56552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:21:15.840884 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70c234d9-a953-434b-aaed-82c6d6dd6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:21:16.029902 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:21:17.097684 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:21:18.864253 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:21:27.446708 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 11:21:32.450987 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:21:36.634668 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:21:43.000490 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-a059934e-1d4a-40c1-8695-d092b9ac1fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:21:45.862774 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-414eb509-93d0-4ad8-85a0-30e7f98c1a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:21:46.057075 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:21:47.086663 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:21:48.788374 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:22:02.440111 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:22:04.446056 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 11:22:06.679131 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:22:13.004690 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-9cfe7cfc-7264-4642-8f04-03be0065af8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:22:15.874057 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3e98bc58-7bdb-4947-b182-c8bc3c55a059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:22:16.016680 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:22:17.079535 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:22:18.794261 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:22:32.444371 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:22:36.684880 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:22:41.444639 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 11:22:42.999138 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2edce417-7dc4-49ef-a4a0-f61be82e695c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:22:45.849842 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-8ce09a34-8977-4a80-bc5b-39dbbb99b74f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:22:46.016087 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:22:47.108123 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:22:48.788529 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:23:02.455936 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:23:06.696605 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:23:13.015962 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f00a474e-9090-41e0-87e1-7993300f1393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:23:15.843988 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-6566f6f0-d1fa-4eb1-a5dc-7c0a155010ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:23:16.026890 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:23:17.096515 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:23:18.541003 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 11:23:18.832116 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:23:32.438350 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:23:36.712513 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:23:43.009460 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-56b36fee-f9ef-47a4-8bfc-2a474ebedd8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:23:45.866330 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-3b4230f3-4ecd-4c86-86b1-ee94d9d160c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:23:46.078784 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:23:47.112603 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:23:48.803578 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:23:55.439142 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 11:24:02.437582 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:24:06.735088 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:24:13.020121 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b0b54544-84a0-4780-9d24-f6bb2fce1100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:24:15.866094 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-bd2159cb-bd0b-46bb-b85d-8f2d9ad4559f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:24:16.026005 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:24:17.099936 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:24:18.797516 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:24:32.436849 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:24:32.437926 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 11:24:36.717171 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:24:43.036957 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-06b4f79c-a197-4b70-b292-89382ee74696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:24:45.865515 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-23e217fb-16fa-4c94-adf4-edc58f22533d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:24:46.025846 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:24:47.105308 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:24:48.836694 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:25:02.448588 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:25:06.727982 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:25:09.440438 n-d-779913-12 neutron-server[93179]: DEBUG neutron.db.agents_db [None req-a868bab1-8808-4d11-a24f-95c2ff5fa8c2 None None] Agent healthcheck: found 7 active agents {{(pid=93179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 11:25:13.013692 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-c2a424ca-3d7e-482f-9870-0131e23d9d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:25:15.876626 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b38c3efe-cad2-4a19-88b0-5b9dc6931683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:25:16.019416 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-70afe8f3-3aba-4896-a29b-b32825364d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:25:17.110795 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-50a36ddf-ae57-4fd2-82f8-1499d5932e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:25:18.830647 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-2a0b0029-6f15-4d3e-9d18-057f22d57e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:25:32.441802 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-03f2229c-33c1-4939-bd2a-3008288a0770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 11:25:36.744997 n-d-779913-12 neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-f7043a83-43d3-4b1a-b483-6dce93376334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735269376925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662546'] for agent, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}